diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/BelebeleRetrieval.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/BelebeleRetrieval.json old mode 100755 new mode 100644 index d349d086e6..4bb197104b --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/BelebeleRetrieval.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/BelebeleRetrieval.json @@ -1,7797 +1,8266 @@ { - "dataset_revision": "75b399394a9803252cfec289d103de462763db7c", + "dataset_revision": "979a211276faa22f671e69d096634193567cfd05", "task_name": "BelebeleRetrieval", - "mteb_version": "1.38.9", + "mteb_version": "2.16.0", "scores": { "test": [ { - "ndcg_at_1": 0.86889, - "ndcg_at_3": 0.9079, - "ndcg_at_5": 0.91554, - "ndcg_at_10": 0.92188, - "ndcg_at_20": 0.92355, - "ndcg_at_100": 0.92629, - "ndcg_at_1000": 0.9269, - "map_at_1": 0.86889, - "map_at_3": 0.89833, - "map_at_5": 0.9025, - "map_at_10": 0.90504, - "map_at_20": 0.90548, - "map_at_100": 0.90589, - "map_at_1000": 0.90592, - "recall_at_1": 0.86889, - "recall_at_3": 0.93556, - "recall_at_5": 0.95444, - "recall_at_10": 0.97444, - "recall_at_20": 0.98111, + "ndcg_at_1": 0.85444, + "ndcg_at_3": 0.8964, + "ndcg_at_5": 0.90362, + "ndcg_at_10": 0.91155, + "ndcg_at_20": 0.91446, + "ndcg_at_100": 0.91762, + "ndcg_at_1000": 0.9182, + "map_at_1": 0.85444, + "map_at_3": 0.8863, + "map_at_5": 0.89024, + "map_at_10": 0.89353, + "map_at_20": 0.89438, + "map_at_100": 0.89484, + "map_at_1000": 0.89486, + "recall_at_1": 0.85444, + "recall_at_3": 0.92556, + "recall_at_5": 0.94333, + "recall_at_10": 0.96778, + "recall_at_20": 0.97889, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.86889, - "precision_at_3": 0.31185, - "precision_at_5": 0.19089, - "precision_at_10": 0.09744, - "precision_at_20": 0.04906, + "accuracy": 0.85444, + "precision_at_1": 0.85444, + "precision_at_3": 0.30852, + "precision_at_5": 0.18867, + "precision_at_10": 0.09678, + "precision_at_20": 0.04894, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.868889, - "mrr_at_3": 0.898333, - "mrr_at_5": 0.9025, - "mrr_at_10": 0.905036, - "mrr_at_20": 0.905482, - "mrr_at_100": 0.905887, - "mrr_at_1000": 0.905917, - "nauc_ndcg_at_1_max": 0.783705, - "nauc_ndcg_at_1_std": -0.027401, - "nauc_ndcg_at_1_diff1": 0.913133, - "nauc_ndcg_at_3_max": 0.814194, - "nauc_ndcg_at_3_std": 0.011417, - "nauc_ndcg_at_3_diff1": 0.897908, - "nauc_ndcg_at_5_max": 0.819253, - "nauc_ndcg_at_5_std": 0.058824, - "nauc_ndcg_at_5_diff1": 0.897978, - "nauc_ndcg_at_10_max": 0.8157, - "nauc_ndcg_at_10_std": 0.038806, - "nauc_ndcg_at_10_diff1": 0.900787, - "nauc_ndcg_at_20_max": 0.813103, - "nauc_ndcg_at_20_std": 0.027375, - "nauc_ndcg_at_20_diff1": 0.902206, - "nauc_ndcg_at_100_max": 0.810558, - "nauc_ndcg_at_100_std": 0.032505, - "nauc_ndcg_at_100_diff1": 0.901992, - "nauc_ndcg_at_1000_max": 0.808944, - "nauc_ndcg_at_1000_std": 0.02455, - "nauc_ndcg_at_1000_diff1": 0.901984, - "nauc_map_at_1_max": 0.783705, - "nauc_map_at_1_std": -0.027401, - "nauc_map_at_1_diff1": 0.913133, - "nauc_map_at_3_max": 0.805262, - "nauc_map_at_3_std": 5.6e-05, - "nauc_map_at_3_diff1": 0.901314, - "nauc_map_at_5_max": 0.807477, - "nauc_map_at_5_std": 0.023056, - "nauc_map_at_5_diff1": 0.901391, - "nauc_map_at_10_max": 0.806084, - "nauc_map_at_10_std": 0.01568, - "nauc_map_at_10_diff1": 0.902528, - "nauc_map_at_20_max": 0.805496, - "nauc_map_at_20_std": 0.013178, - "nauc_map_at_20_diff1": 0.902938, - "nauc_map_at_100_max": 0.805102, - "nauc_map_at_100_std": 0.014026, - "nauc_map_at_100_diff1": 0.902867, - "nauc_map_at_1000_max": 0.805039, - "nauc_map_at_1000_std": 0.013719, - "nauc_map_at_1000_diff1": 0.902866, - "nauc_recall_at_1_max": 0.783705, - "nauc_recall_at_1_std": -0.027401, - "nauc_recall_at_1_diff1": 0.913133, - "nauc_recall_at_3_max": 0.853762, - "nauc_recall_at_3_std": 0.061737, - "nauc_recall_at_3_diff1": 0.883528, - "nauc_recall_at_5_max": 0.891098, - "nauc_recall_at_5_std": 0.286659, - "nauc_recall_at_5_diff1": 0.878789, - "nauc_recall_at_10_max": 0.911704, - "nauc_recall_at_10_std": 0.271567, - "nauc_recall_at_10_diff1": 0.888057, - "nauc_recall_at_20_max": 0.903609, - "nauc_recall_at_20_std": 0.168891, - "nauc_recall_at_20_diff1": 0.902647, + "mrr_at_1": 0.854444, + "mrr_at_3": 0.886296, + "mrr_at_5": 0.890241, + "mrr_at_10": 0.893527, + "mrr_at_20": 0.894384, + "mrr_at_100": 0.894841, + "mrr_at_1000": 0.894865, + "nauc_ndcg_at_1_max": 0.747902, + "nauc_ndcg_at_1_std": -0.046447, + "nauc_ndcg_at_1_diff1": 0.894996, + "nauc_ndcg_at_3_max": 0.79217, + "nauc_ndcg_at_3_std": -0.040397, + "nauc_ndcg_at_3_diff1": 0.879831, + "nauc_ndcg_at_5_max": 0.788619, + "nauc_ndcg_at_5_std": -0.020475, + "nauc_ndcg_at_5_diff1": 0.878275, + "nauc_ndcg_at_10_max": 0.790666, + "nauc_ndcg_at_10_std": 0.003548, + "nauc_ndcg_at_10_diff1": 0.88139, + "nauc_ndcg_at_20_max": 0.785475, + "nauc_ndcg_at_20_std": -0.01644, + "nauc_ndcg_at_20_diff1": 0.881242, + "nauc_ndcg_at_100_max": 0.782977, + "nauc_ndcg_at_100_std": -0.013735, + "nauc_ndcg_at_100_diff1": 0.883719, + "nauc_ndcg_at_1000_max": 0.781397, + "nauc_ndcg_at_1000_std": -0.020118, + "nauc_ndcg_at_1000_diff1": 0.883343, + "nauc_map_at_1_max": 0.747902, + "nauc_map_at_1_std": -0.046447, + "nauc_map_at_1_diff1": 0.894996, + "nauc_map_at_3_max": 0.780298, + "nauc_map_at_3_std": -0.039827, + "nauc_map_at_3_diff1": 0.883438, + "nauc_map_at_5_max": 0.778106, + "nauc_map_at_5_std": -0.030195, + "nauc_map_at_5_diff1": 0.882814, + "nauc_map_at_10_max": 0.778379, + "nauc_map_at_10_std": -0.022582, + "nauc_map_at_10_diff1": 0.884075, + "nauc_map_at_20_max": 0.777084, + "nauc_map_at_20_std": -0.027347, + "nauc_map_at_20_diff1": 0.884103, + "nauc_map_at_100_max": 0.776805, + "nauc_map_at_100_std": -0.026981, + "nauc_map_at_100_diff1": 0.884441, + "nauc_map_at_1000_max": 0.776755, + "nauc_map_at_1000_std": -0.027186, + "nauc_map_at_1000_diff1": 0.884428, + "nauc_recall_at_1_max": 0.747902, + "nauc_recall_at_1_std": -0.046447, + "nauc_recall_at_1_diff1": 0.894996, + "nauc_recall_at_3_max": 0.842155, + "nauc_recall_at_3_std": -0.044323, + "nauc_recall_at_3_diff1": 0.864961, + "nauc_recall_at_5_max": 0.843622, + "nauc_recall_at_5_std": 0.03592, + "nauc_recall_at_5_diff1": 0.853994, + "nauc_recall_at_10_max": 0.903893, + "nauc_recall_at_10_std": 0.2833, + "nauc_recall_at_10_diff1": 0.860507, + "nauc_recall_at_20_max": 0.883655, + "nauc_recall_at_20_std": 0.121554, + "nauc_recall_at_20_diff1": 0.845816, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.96732, - "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.783705, - "nauc_precision_at_1_std": -0.027401, - "nauc_precision_at_1_diff1": 0.913133, - "nauc_precision_at_3_max": 0.853762, - "nauc_precision_at_3_std": 0.061737, - "nauc_precision_at_3_diff1": 0.883528, - "nauc_precision_at_5_max": 0.891098, - "nauc_precision_at_5_std": 0.286659, - "nauc_precision_at_5_diff1": 0.878789, - "nauc_precision_at_10_max": 0.911704, - "nauc_precision_at_10_std": 0.271567, - "nauc_precision_at_10_diff1": 0.888057, - "nauc_precision_at_20_max": 0.903609, - "nauc_precision_at_20_std": 0.168891, - "nauc_precision_at_20_diff1": 0.902647, + "nauc_precision_at_1_max": 0.747902, + "nauc_precision_at_1_std": -0.046447, + "nauc_precision_at_1_diff1": 0.894996, + "nauc_precision_at_3_max": 0.842155, + "nauc_precision_at_3_std": -0.044323, + "nauc_precision_at_3_diff1": 0.864961, + "nauc_precision_at_5_max": 0.843622, + "nauc_precision_at_5_std": 0.03592, + "nauc_precision_at_5_diff1": 0.853994, + "nauc_precision_at_10_max": 0.903893, + "nauc_precision_at_10_std": 0.2833, + "nauc_precision_at_10_diff1": 0.860507, + "nauc_precision_at_20_max": 0.883655, + "nauc_precision_at_20_std": 0.121554, + "nauc_precision_at_20_diff1": 0.845816, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.96732, - "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.783705, - "nauc_mrr_at_1_std": -0.027401, - "nauc_mrr_at_1_diff1": 0.913133, - "nauc_mrr_at_3_max": 0.805262, - "nauc_mrr_at_3_std": 5.6e-05, - "nauc_mrr_at_3_diff1": 0.901314, - "nauc_mrr_at_5_max": 0.807477, - "nauc_mrr_at_5_std": 0.023056, - "nauc_mrr_at_5_diff1": 0.901391, - "nauc_mrr_at_10_max": 0.806084, - "nauc_mrr_at_10_std": 0.01568, - "nauc_mrr_at_10_diff1": 0.902528, - "nauc_mrr_at_20_max": 0.805496, - "nauc_mrr_at_20_std": 0.013178, - "nauc_mrr_at_20_diff1": 0.902938, - "nauc_mrr_at_100_max": 0.805102, - "nauc_mrr_at_100_std": 0.014026, - "nauc_mrr_at_100_diff1": 0.902867, - "nauc_mrr_at_1000_max": 0.805039, - "nauc_mrr_at_1000_std": 0.013719, - "nauc_mrr_at_1000_diff1": 0.902866, - "main_score": 0.92188, + "nauc_mrr_at_1_max": 0.747902, + "nauc_mrr_at_1_std": -0.046447, + "nauc_mrr_at_1_diff1": 0.894996, + "nauc_mrr_at_3_max": 0.780298, + "nauc_mrr_at_3_std": -0.039827, + "nauc_mrr_at_3_diff1": 0.883438, + "nauc_mrr_at_5_max": 0.778106, + "nauc_mrr_at_5_std": -0.030195, + "nauc_mrr_at_5_diff1": 0.882814, + "nauc_mrr_at_10_max": 0.778379, + "nauc_mrr_at_10_std": -0.022582, + "nauc_mrr_at_10_diff1": 0.884075, + "nauc_mrr_at_20_max": 0.777084, + "nauc_mrr_at_20_std": -0.027347, + "nauc_mrr_at_20_diff1": 0.884103, + "nauc_mrr_at_100_max": 0.776805, + "nauc_mrr_at_100_std": -0.026981, + "nauc_mrr_at_100_diff1": 0.884441, + "nauc_mrr_at_1000_max": 0.776755, + "nauc_mrr_at_1000_std": -0.027186, + "nauc_mrr_at_1000_diff1": 0.884428, + "hit_rate_at_1": 0.85444, + "hit_rate_at_3": 0.92556, + "hit_rate_at_5": 0.94333, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.91155, "hf_subset": "acm_Arab-acm_Arab", "languages": [ "acm-Arab", "acm-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90111, - "ndcg_at_3": 0.94116, - "ndcg_at_5": 0.94719, - "ndcg_at_10": 0.95013, - "ndcg_at_20": 0.95042, - "ndcg_at_100": 0.95168, - "ndcg_at_1000": 0.95196, - "map_at_1": 0.90111, - "map_at_3": 0.93222, - "map_at_5": 0.93561, - "map_at_10": 0.93686, - "map_at_20": 0.93694, - "map_at_100": 0.93712, - "map_at_1000": 0.93713, - "recall_at_1": 0.90111, - "recall_at_3": 0.96667, - "recall_at_5": 0.98111, - "recall_at_10": 0.99, + "ndcg_at_1": 0.88444, + "ndcg_at_3": 0.9302, + "ndcg_at_5": 0.93479, + "ndcg_at_10": 0.94023, + "ndcg_at_20": 0.94077, + "ndcg_at_100": 0.94197, + "ndcg_at_1000": 0.94225, + "map_at_1": 0.88444, + "map_at_3": 0.91944, + "map_at_5": 0.922, + "map_at_10": 0.92427, + "map_at_20": 0.92441, + "map_at_100": 0.92456, + "map_at_1000": 0.92457, + "recall_at_1": 0.88444, + "recall_at_3": 0.96111, + "recall_at_5": 0.97222, + "recall_at_10": 0.98889, "recall_at_20": 0.99111, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90111, - "precision_at_3": 0.32222, - "precision_at_5": 0.19622, - "precision_at_10": 0.099, + "accuracy": 0.88444, + "precision_at_1": 0.88444, + "precision_at_3": 0.32037, + "precision_at_5": 0.19444, + "precision_at_10": 0.09889, "precision_at_20": 0.04956, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.901111, - "mrr_at_3": 0.932222, - "mrr_at_5": 0.935611, - "mrr_at_10": 0.936859, - "mrr_at_20": 0.936944, - "mrr_at_100": 0.937124, - "mrr_at_1000": 0.937135, - "nauc_ndcg_at_1_max": 0.692433, - "nauc_ndcg_at_1_std": -0.349227, - "nauc_ndcg_at_1_diff1": 0.912845, - "nauc_ndcg_at_3_max": 0.714779, - "nauc_ndcg_at_3_std": -0.376098, - "nauc_ndcg_at_3_diff1": 0.916947, - "nauc_ndcg_at_5_max": 0.720219, - "nauc_ndcg_at_5_std": -0.339971, - "nauc_ndcg_at_5_diff1": 0.916127, - "nauc_ndcg_at_10_max": 0.714413, - "nauc_ndcg_at_10_std": -0.353301, - "nauc_ndcg_at_10_diff1": 0.916519, - "nauc_ndcg_at_20_max": 0.712732, - "nauc_ndcg_at_20_std": -0.359631, - "nauc_ndcg_at_20_diff1": 0.916797, - "nauc_ndcg_at_100_max": 0.713624, - "nauc_ndcg_at_100_std": -0.348637, - "nauc_ndcg_at_100_diff1": 0.916622, - "nauc_ndcg_at_1000_max": 0.711923, - "nauc_ndcg_at_1000_std": -0.355762, - "nauc_ndcg_at_1000_diff1": 0.916127, - "nauc_map_at_1_max": 0.692433, - "nauc_map_at_1_std": -0.349227, - "nauc_map_at_1_diff1": 0.912845, - "nauc_map_at_3_max": 0.709291, - "nauc_map_at_3_std": -0.36979, - "nauc_map_at_3_diff1": 0.915392, - "nauc_map_at_5_max": 0.711184, - "nauc_map_at_5_std": -0.353531, - "nauc_map_at_5_diff1": 0.915006, - "nauc_map_at_10_max": 0.708904, - "nauc_map_at_10_std": -0.359269, - "nauc_map_at_10_diff1": 0.915177, - "nauc_map_at_20_max": 0.708509, - "nauc_map_at_20_std": -0.360735, - "nauc_map_at_20_diff1": 0.915239, - "nauc_map_at_100_max": 0.70884, - "nauc_map_at_100_std": -0.359132, - "nauc_map_at_100_diff1": 0.915282, - "nauc_map_at_1000_max": 0.708791, - "nauc_map_at_1000_std": -0.359329, - "nauc_map_at_1000_diff1": 0.915268, - "nauc_recall_at_1_max": 0.692433, - "nauc_recall_at_1_std": -0.349227, - "nauc_recall_at_1_diff1": 0.912845, - "nauc_recall_at_3_max": 0.744989, - "nauc_recall_at_3_std": -0.410473, - "nauc_recall_at_3_diff1": 0.926159, - "nauc_recall_at_5_max": 0.809167, - "nauc_recall_at_5_std": -0.184242, - "nauc_recall_at_5_diff1": 0.926677, - "nauc_recall_at_10_max": 0.805789, - "nauc_recall_at_10_std": -0.21413, - "nauc_recall_at_10_diff1": 0.940087, - "nauc_recall_at_20_max": 0.781513, - "nauc_recall_at_20_std": -0.331174, - "nauc_recall_at_20_diff1": 0.948938, + "mrr_at_1": 0.884444, + "mrr_at_3": 0.919444, + "mrr_at_5": 0.922, + "mrr_at_10": 0.924271, + "mrr_at_20": 0.924409, + "mrr_at_100": 0.924558, + "mrr_at_1000": 0.924567, + "nauc_ndcg_at_1_max": 0.691407, + "nauc_ndcg_at_1_std": -0.336992, + "nauc_ndcg_at_1_diff1": 0.92333, + "nauc_ndcg_at_3_max": 0.714645, + "nauc_ndcg_at_3_std": -0.361172, + "nauc_ndcg_at_3_diff1": 0.915451, + "nauc_ndcg_at_5_max": 0.709771, + "nauc_ndcg_at_5_std": -0.348987, + "nauc_ndcg_at_5_diff1": 0.921344, + "nauc_ndcg_at_10_max": 0.704113, + "nauc_ndcg_at_10_std": -0.340658, + "nauc_ndcg_at_10_diff1": 0.92087, + "nauc_ndcg_at_20_max": 0.705229, + "nauc_ndcg_at_20_std": -0.341026, + "nauc_ndcg_at_20_diff1": 0.920712, + "nauc_ndcg_at_100_max": 0.708761, + "nauc_ndcg_at_100_std": -0.332327, + "nauc_ndcg_at_100_diff1": 0.921072, + "nauc_ndcg_at_1000_max": 0.70734, + "nauc_ndcg_at_1000_std": -0.338829, + "nauc_ndcg_at_1000_diff1": 0.920687, + "nauc_map_at_1_max": 0.691407, + "nauc_map_at_1_std": -0.336992, + "nauc_map_at_1_diff1": 0.92333, + "nauc_map_at_3_max": 0.708798, + "nauc_map_at_3_std": -0.352358, + "nauc_map_at_3_diff1": 0.917926, + "nauc_map_at_5_max": 0.706383, + "nauc_map_at_5_std": -0.3462, + "nauc_map_at_5_diff1": 0.920681, + "nauc_map_at_10_max": 0.704933, + "nauc_map_at_10_std": -0.341936, + "nauc_map_at_10_diff1": 0.920514, + "nauc_map_at_20_max": 0.705076, + "nauc_map_at_20_std": -0.342268, + "nauc_map_at_20_diff1": 0.92047, + "nauc_map_at_100_max": 0.705627, + "nauc_map_at_100_std": -0.341237, + "nauc_map_at_100_diff1": 0.920542, + "nauc_map_at_1000_max": 0.705591, + "nauc_map_at_1000_std": -0.341404, + "nauc_map_at_1000_diff1": 0.920532, + "nauc_recall_at_1_max": 0.691407, + "nauc_recall_at_1_std": -0.336992, + "nauc_recall_at_1_diff1": 0.92333, + "nauc_recall_at_3_max": 0.747339, + "nauc_recall_at_3_std": -0.413605, + "nauc_recall_at_3_diff1": 0.90104, + "nauc_recall_at_5_max": 0.732456, + "nauc_recall_at_5_std": -0.368273, + "nauc_recall_at_5_diff1": 0.929225, + "nauc_recall_at_10_max": 0.656256, + "nauc_recall_at_10_std": -0.311158, + "nauc_recall_at_10_diff1": 0.933007, + "nauc_recall_at_20_max": 0.679972, + "nauc_recall_at_20_std": -0.296452, + "nauc_recall_at_20_diff1": 0.932598, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.692433, - "nauc_precision_at_1_std": -0.349227, - "nauc_precision_at_1_diff1": 0.912845, - "nauc_precision_at_3_max": 0.744989, - "nauc_precision_at_3_std": -0.410473, - "nauc_precision_at_3_diff1": 0.926159, - "nauc_precision_at_5_max": 0.809167, - "nauc_precision_at_5_std": -0.184242, - "nauc_precision_at_5_diff1": 0.926677, - "nauc_precision_at_10_max": 0.805789, - "nauc_precision_at_10_std": -0.21413, - "nauc_precision_at_10_diff1": 0.940087, - "nauc_precision_at_20_max": 0.781513, - "nauc_precision_at_20_std": -0.331174, - "nauc_precision_at_20_diff1": 0.948938, + "nauc_precision_at_1_max": 0.691407, + "nauc_precision_at_1_std": -0.336992, + "nauc_precision_at_1_diff1": 0.92333, + "nauc_precision_at_3_max": 0.747339, + "nauc_precision_at_3_std": -0.413605, + "nauc_precision_at_3_diff1": 0.90104, + "nauc_precision_at_5_max": 0.732456, + "nauc_precision_at_5_std": -0.368273, + "nauc_precision_at_5_diff1": 0.929225, + "nauc_precision_at_10_max": 0.656256, + "nauc_precision_at_10_std": -0.311158, + "nauc_precision_at_10_diff1": 0.933007, + "nauc_precision_at_20_max": 0.679972, + "nauc_precision_at_20_std": -0.296452, + "nauc_precision_at_20_diff1": 0.932598, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.692433, - "nauc_mrr_at_1_std": -0.349227, - "nauc_mrr_at_1_diff1": 0.912845, - "nauc_mrr_at_3_max": 0.709291, - "nauc_mrr_at_3_std": -0.36979, - "nauc_mrr_at_3_diff1": 0.915392, - "nauc_mrr_at_5_max": 0.711184, - "nauc_mrr_at_5_std": -0.353531, - "nauc_mrr_at_5_diff1": 0.915006, - "nauc_mrr_at_10_max": 0.708904, - "nauc_mrr_at_10_std": -0.359269, - "nauc_mrr_at_10_diff1": 0.915177, - "nauc_mrr_at_20_max": 0.708509, - "nauc_mrr_at_20_std": -0.360735, - "nauc_mrr_at_20_diff1": 0.915239, - "nauc_mrr_at_100_max": 0.70884, - "nauc_mrr_at_100_std": -0.359132, - "nauc_mrr_at_100_diff1": 0.915282, - "nauc_mrr_at_1000_max": 0.708791, - "nauc_mrr_at_1000_std": -0.359329, - "nauc_mrr_at_1000_diff1": 0.915268, - "main_score": 0.95013, + "nauc_mrr_at_1_max": 0.691407, + "nauc_mrr_at_1_std": -0.336992, + "nauc_mrr_at_1_diff1": 0.92333, + "nauc_mrr_at_3_max": 0.708798, + "nauc_mrr_at_3_std": -0.352358, + "nauc_mrr_at_3_diff1": 0.917926, + "nauc_mrr_at_5_max": 0.706383, + "nauc_mrr_at_5_std": -0.3462, + "nauc_mrr_at_5_diff1": 0.920681, + "nauc_mrr_at_10_max": 0.704933, + "nauc_mrr_at_10_std": -0.341936, + "nauc_mrr_at_10_diff1": 0.920514, + "nauc_mrr_at_20_max": 0.705076, + "nauc_mrr_at_20_std": -0.342268, + "nauc_mrr_at_20_diff1": 0.92047, + "nauc_mrr_at_100_max": 0.705627, + "nauc_mrr_at_100_std": -0.341237, + "nauc_mrr_at_100_diff1": 0.920542, + "nauc_mrr_at_1000_max": 0.705591, + "nauc_mrr_at_1000_std": -0.341404, + "nauc_mrr_at_1000_diff1": 0.920532, + "hit_rate_at_1": 0.88444, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94023, "hf_subset": "acm_Arab-eng_Latn", "languages": [ "acm-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.84333, - "ndcg_at_3": 0.89607, - "ndcg_at_5": 0.90568, - "ndcg_at_10": 0.91033, - "ndcg_at_20": 0.91309, - "ndcg_at_100": 0.91628, - "ndcg_at_1000": 0.91659, - "map_at_1": 0.84333, - "map_at_3": 0.88352, - "map_at_5": 0.88885, - "map_at_10": 0.89075, - "map_at_20": 0.89149, - "map_at_100": 0.89196, - "map_at_1000": 0.89197, - "recall_at_1": 0.84333, - "recall_at_3": 0.93222, - "recall_at_5": 0.95556, - "recall_at_10": 0.97, - "recall_at_20": 0.98111, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.88391, + "ndcg_at_5": 0.89448, + "ndcg_at_10": 0.90334, + "ndcg_at_20": 0.90643, + "ndcg_at_100": 0.90967, + "ndcg_at_1000": 0.91014, + "map_at_1": 0.84, + "map_at_3": 0.87333, + "map_at_5": 0.87922, + "map_at_10": 0.88302, + "map_at_20": 0.88386, + "map_at_100": 0.88429, + "map_at_1000": 0.88431, + "recall_at_1": 0.84, + "recall_at_3": 0.91444, + "recall_at_5": 0.94, + "recall_at_10": 0.96667, + "recall_at_20": 0.97889, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.84333, - "precision_at_3": 0.31074, - "precision_at_5": 0.19111, - "precision_at_10": 0.097, - "precision_at_20": 0.04906, - "precision_at_100": 0.00998, + "accuracy": 0.84, + "precision_at_1": 0.84, + "precision_at_3": 0.30481, + "precision_at_5": 0.188, + "precision_at_10": 0.09667, + "precision_at_20": 0.04894, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.843333, - "mrr_at_3": 0.883519, - "mrr_at_5": 0.888852, - "mrr_at_10": 0.890754, - "mrr_at_20": 0.891489, - "mrr_at_100": 0.891956, - "mrr_at_1000": 0.891971, - "nauc_ndcg_at_1_max": 0.794799, - "nauc_ndcg_at_1_std": 0.052453, - "nauc_ndcg_at_1_diff1": 0.91941, - "nauc_ndcg_at_3_max": 0.824035, - "nauc_ndcg_at_3_std": 0.136515, - "nauc_ndcg_at_3_diff1": 0.905903, - "nauc_ndcg_at_5_max": 0.824216, - "nauc_ndcg_at_5_std": 0.139061, - "nauc_ndcg_at_5_diff1": 0.913522, - "nauc_ndcg_at_10_max": 0.819284, - "nauc_ndcg_at_10_std": 0.122988, - "nauc_ndcg_at_10_diff1": 0.912932, - "nauc_ndcg_at_20_max": 0.820768, - "nauc_ndcg_at_20_std": 0.125293, - "nauc_ndcg_at_20_diff1": 0.914119, - "nauc_ndcg_at_100_max": 0.816186, - "nauc_ndcg_at_100_std": 0.115272, - "nauc_ndcg_at_100_diff1": 0.91285, - "nauc_ndcg_at_1000_max": 0.815731, - "nauc_ndcg_at_1000_std": 0.113109, - "nauc_ndcg_at_1000_diff1": 0.912764, - "nauc_map_at_1_max": 0.794799, - "nauc_map_at_1_std": 0.052453, - "nauc_map_at_1_diff1": 0.91941, - "nauc_map_at_3_max": 0.814741, - "nauc_map_at_3_std": 0.110096, - "nauc_map_at_3_diff1": 0.908862, - "nauc_map_at_5_max": 0.814362, - "nauc_map_at_5_std": 0.109972, - "nauc_map_at_5_diff1": 0.91264, - "nauc_map_at_10_max": 0.812532, - "nauc_map_at_10_std": 0.10425, - "nauc_map_at_10_diff1": 0.912455, - "nauc_map_at_20_max": 0.813021, - "nauc_map_at_20_std": 0.104969, - "nauc_map_at_20_diff1": 0.912804, - "nauc_map_at_100_max": 0.812448, - "nauc_map_at_100_std": 0.103771, - "nauc_map_at_100_diff1": 0.912658, - "nauc_map_at_1000_max": 0.81243, - "nauc_map_at_1000_std": 0.103686, - "nauc_map_at_1000_diff1": 0.912654, - "nauc_recall_at_1_max": 0.794799, - "nauc_recall_at_1_std": 0.052453, - "nauc_recall_at_1_diff1": 0.91941, - "nauc_recall_at_3_max": 0.868638, - "nauc_recall_at_3_std": 0.263091, - "nauc_recall_at_3_diff1": 0.892624, - "nauc_recall_at_5_max": 0.892986, - "nauc_recall_at_5_std": 0.342449, - "nauc_recall_at_5_diff1": 0.923494, - "nauc_recall_at_10_max": 0.881402, - "nauc_recall_at_10_std": 0.290936, - "nauc_recall_at_10_diff1": 0.922364, - "nauc_recall_at_20_max": 0.935327, - "nauc_recall_at_20_std": 0.415307, - "nauc_recall_at_20_diff1": 0.945213, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.679038, - "nauc_recall_at_100_diff1": 0.934641, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.794799, - "nauc_precision_at_1_std": 0.052453, - "nauc_precision_at_1_diff1": 0.91941, - "nauc_precision_at_3_max": 0.868638, - "nauc_precision_at_3_std": 0.263091, - "nauc_precision_at_3_diff1": 0.892624, - "nauc_precision_at_5_max": 0.892986, - "nauc_precision_at_5_std": 0.342449, - "nauc_precision_at_5_diff1": 0.923494, - "nauc_precision_at_10_max": 0.881402, - "nauc_precision_at_10_std": 0.290936, - "nauc_precision_at_10_diff1": 0.922364, - "nauc_precision_at_20_max": 0.935327, - "nauc_precision_at_20_std": 0.415307, - "nauc_precision_at_20_diff1": 0.945213, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": 0.679038, - "nauc_precision_at_100_diff1": 0.934641, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.794799, - "nauc_mrr_at_1_std": 0.052453, - "nauc_mrr_at_1_diff1": 0.91941, - "nauc_mrr_at_3_max": 0.814741, - "nauc_mrr_at_3_std": 0.110096, - "nauc_mrr_at_3_diff1": 0.908862, - "nauc_mrr_at_5_max": 0.814362, - "nauc_mrr_at_5_std": 0.109972, - "nauc_mrr_at_5_diff1": 0.91264, - "nauc_mrr_at_10_max": 0.812532, - "nauc_mrr_at_10_std": 0.10425, - "nauc_mrr_at_10_diff1": 0.912455, - "nauc_mrr_at_20_max": 0.813021, - "nauc_mrr_at_20_std": 0.104969, - "nauc_mrr_at_20_diff1": 0.912804, - "nauc_mrr_at_100_max": 0.812448, - "nauc_mrr_at_100_std": 0.103771, - "nauc_mrr_at_100_diff1": 0.912658, - "nauc_mrr_at_1000_max": 0.81243, - "nauc_mrr_at_1000_std": 0.103686, - "nauc_mrr_at_1000_diff1": 0.912654, - "main_score": 0.91033, + "mrr_at_1": 0.84, + "mrr_at_3": 0.873333, + "mrr_at_5": 0.879222, + "mrr_at_10": 0.883019, + "mrr_at_20": 0.883863, + "mrr_at_100": 0.884287, + "mrr_at_1000": 0.884312, + "nauc_ndcg_at_1_max": 0.75796, + "nauc_ndcg_at_1_std": 0.025879, + "nauc_ndcg_at_1_diff1": 0.88848, + "nauc_ndcg_at_3_max": 0.791181, + "nauc_ndcg_at_3_std": 0.090963, + "nauc_ndcg_at_3_diff1": 0.871561, + "nauc_ndcg_at_5_max": 0.790822, + "nauc_ndcg_at_5_std": 0.07433, + "nauc_ndcg_at_5_diff1": 0.877089, + "nauc_ndcg_at_10_max": 0.790401, + "nauc_ndcg_at_10_std": 0.083495, + "nauc_ndcg_at_10_diff1": 0.87898, + "nauc_ndcg_at_20_max": 0.792649, + "nauc_ndcg_at_20_std": 0.091727, + "nauc_ndcg_at_20_diff1": 0.880518, + "nauc_ndcg_at_100_max": 0.786521, + "nauc_ndcg_at_100_std": 0.075305, + "nauc_ndcg_at_100_diff1": 0.879866, + "nauc_ndcg_at_1000_max": 0.785607, + "nauc_ndcg_at_1000_std": 0.07279, + "nauc_ndcg_at_1000_diff1": 0.880018, + "nauc_map_at_1_max": 0.75796, + "nauc_map_at_1_std": 0.025879, + "nauc_map_at_1_diff1": 0.88848, + "nauc_map_at_3_max": 0.782469, + "nauc_map_at_3_std": 0.07068, + "nauc_map_at_3_diff1": 0.876454, + "nauc_map_at_5_max": 0.782129, + "nauc_map_at_5_std": 0.061925, + "nauc_map_at_5_diff1": 0.879368, + "nauc_map_at_10_max": 0.78159, + "nauc_map_at_10_std": 0.064907, + "nauc_map_at_10_diff1": 0.880056, + "nauc_map_at_20_max": 0.782119, + "nauc_map_at_20_std": 0.066274, + "nauc_map_at_20_diff1": 0.880536, + "nauc_map_at_100_max": 0.781429, + "nauc_map_at_100_std": 0.064389, + "nauc_map_at_100_diff1": 0.880488, + "nauc_map_at_1000_max": 0.781391, + "nauc_map_at_1000_std": 0.064268, + "nauc_map_at_1000_diff1": 0.880494, + "nauc_recall_at_1_max": 0.75796, + "nauc_recall_at_1_std": 0.025879, + "nauc_recall_at_1_diff1": 0.88848, + "nauc_recall_at_3_max": 0.826464, + "nauc_recall_at_3_std": 0.175276, + "nauc_recall_at_3_diff1": 0.851438, + "nauc_recall_at_5_max": 0.837786, + "nauc_recall_at_5_std": 0.139191, + "nauc_recall_at_5_diff1": 0.866004, + "nauc_recall_at_10_max": 0.873498, + "nauc_recall_at_10_std": 0.26634, + "nauc_recall_at_10_diff1": 0.874043, + "nauc_recall_at_20_max": 0.955895, + "nauc_recall_at_20_std": 0.524768, + "nauc_recall_at_20_diff1": 0.892255, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.522409, + "nauc_recall_at_100_diff1": 0.851385, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.75796, + "nauc_precision_at_1_std": 0.025879, + "nauc_precision_at_1_diff1": 0.88848, + "nauc_precision_at_3_max": 0.826464, + "nauc_precision_at_3_std": 0.175276, + "nauc_precision_at_3_diff1": 0.851438, + "nauc_precision_at_5_max": 0.837786, + "nauc_precision_at_5_std": 0.139191, + "nauc_precision_at_5_diff1": 0.866004, + "nauc_precision_at_10_max": 0.873498, + "nauc_precision_at_10_std": 0.26634, + "nauc_precision_at_10_diff1": 0.874043, + "nauc_precision_at_20_max": 0.955895, + "nauc_precision_at_20_std": 0.524768, + "nauc_precision_at_20_diff1": 0.892255, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.522409, + "nauc_precision_at_100_diff1": 0.851385, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.75796, + "nauc_mrr_at_1_std": 0.025879, + "nauc_mrr_at_1_diff1": 0.88848, + "nauc_mrr_at_3_max": 0.782469, + "nauc_mrr_at_3_std": 0.07068, + "nauc_mrr_at_3_diff1": 0.876454, + "nauc_mrr_at_5_max": 0.782129, + "nauc_mrr_at_5_std": 0.061925, + "nauc_mrr_at_5_diff1": 0.879368, + "nauc_mrr_at_10_max": 0.78159, + "nauc_mrr_at_10_std": 0.064907, + "nauc_mrr_at_10_diff1": 0.880056, + "nauc_mrr_at_20_max": 0.782119, + "nauc_mrr_at_20_std": 0.066274, + "nauc_mrr_at_20_diff1": 0.880536, + "nauc_mrr_at_100_max": 0.781429, + "nauc_mrr_at_100_std": 0.064389, + "nauc_mrr_at_100_diff1": 0.880488, + "nauc_mrr_at_1000_max": 0.781391, + "nauc_mrr_at_1000_std": 0.064268, + "nauc_mrr_at_1000_diff1": 0.880494, + "hit_rate_at_1": 0.84, + "hit_rate_at_3": 0.91444, + "hit_rate_at_5": 0.94, + "hit_rate_at_10": 0.96667, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90334, "hf_subset": "eng_Latn-acm_Arab", "languages": [ "eng-Latn", "acm-Arab" - ] - }, - { - "ndcg_at_1": 0.88333, - "ndcg_at_3": 0.92, - "ndcg_at_5": 0.92794, - "ndcg_at_10": 0.93372, - "ndcg_at_20": 0.93543, - "ndcg_at_100": 0.93718, - "ndcg_at_1000": 0.93759, - "map_at_1": 0.88333, - "map_at_3": 0.91148, - "map_at_5": 0.91598, - "map_at_10": 0.91838, - "map_at_20": 0.91886, - "map_at_100": 0.91914, - "map_at_1000": 0.91915, - "recall_at_1": 0.88333, - "recall_at_3": 0.94444, - "recall_at_5": 0.96333, - "recall_at_10": 0.98111, - "recall_at_20": 0.98778, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87556, + "ndcg_at_3": 0.90983, + "ndcg_at_5": 0.91915, + "ndcg_at_10": 0.92548, + "ndcg_at_20": 0.92745, + "ndcg_at_100": 0.93016, + "ndcg_at_1000": 0.93072, + "map_at_1": 0.87556, + "map_at_3": 0.90167, + "map_at_5": 0.90694, + "map_at_10": 0.90968, + "map_at_20": 0.91022, + "map_at_100": 0.91068, + "map_at_1000": 0.9107, + "recall_at_1": 0.87556, + "recall_at_3": 0.93333, + "recall_at_5": 0.95556, + "recall_at_10": 0.97444, + "recall_at_20": 0.98222, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.88333, - "precision_at_3": 0.31481, - "precision_at_5": 0.19267, - "precision_at_10": 0.09811, - "precision_at_20": 0.04939, - "precision_at_100": 0.00997, + "accuracy": 0.87556, + "precision_at_1": 0.87556, + "precision_at_3": 0.31111, + "precision_at_5": 0.19111, + "precision_at_10": 0.09744, + "precision_at_20": 0.04911, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.883333, - "mrr_at_3": 0.911481, - "mrr_at_5": 0.915981, - "mrr_at_10": 0.918382, - "mrr_at_20": 0.918864, - "mrr_at_100": 0.919143, - "mrr_at_1000": 0.919155, - "nauc_ndcg_at_1_max": 0.803135, - "nauc_ndcg_at_1_std": -0.077527, - "nauc_ndcg_at_1_diff1": 0.938177, - "nauc_ndcg_at_3_max": 0.84032, - "nauc_ndcg_at_3_std": -0.066298, - "nauc_ndcg_at_3_diff1": 0.932305, - "nauc_ndcg_at_5_max": 0.836105, - "nauc_ndcg_at_5_std": -0.052624, - "nauc_ndcg_at_5_diff1": 0.932593, - "nauc_ndcg_at_10_max": 0.83153, - "nauc_ndcg_at_10_std": -0.05022, - "nauc_ndcg_at_10_diff1": 0.932462, - "nauc_ndcg_at_20_max": 0.829614, - "nauc_ndcg_at_20_std": -0.04845, - "nauc_ndcg_at_20_diff1": 0.931803, - "nauc_ndcg_at_100_max": 0.828152, - "nauc_ndcg_at_100_std": -0.049222, - "nauc_ndcg_at_100_diff1": 0.933147, - "nauc_ndcg_at_1000_max": 0.827015, - "nauc_ndcg_at_1000_std": -0.054782, - "nauc_ndcg_at_1000_diff1": 0.932986, - "nauc_map_at_1_max": 0.803135, - "nauc_map_at_1_std": -0.077527, - "nauc_map_at_1_diff1": 0.938177, - "nauc_map_at_3_max": 0.829207, - "nauc_map_at_3_std": -0.066346, - "nauc_map_at_3_diff1": 0.93349, - "nauc_map_at_5_max": 0.826577, - "nauc_map_at_5_std": -0.058919, - "nauc_map_at_5_diff1": 0.933701, - "nauc_map_at_10_max": 0.824619, - "nauc_map_at_10_std": -0.059532, - "nauc_map_at_10_diff1": 0.933665, - "nauc_map_at_20_max": 0.824157, - "nauc_map_at_20_std": -0.059065, - "nauc_map_at_20_diff1": 0.933516, - "nauc_map_at_100_max": 0.823893, - "nauc_map_at_100_std": -0.059521, - "nauc_map_at_100_diff1": 0.933618, - "nauc_map_at_1000_max": 0.823868, - "nauc_map_at_1000_std": -0.059648, - "nauc_map_at_1000_diff1": 0.933614, - "nauc_recall_at_1_max": 0.803135, - "nauc_recall_at_1_std": -0.077527, - "nauc_recall_at_1_diff1": 0.938177, - "nauc_recall_at_3_max": 0.890383, - "nauc_recall_at_3_std": -0.068357, - "nauc_recall_at_3_diff1": 0.927358, - "nauc_recall_at_5_max": 0.896443, - "nauc_recall_at_5_std": -0.013426, - "nauc_recall_at_5_diff1": 0.926082, - "nauc_recall_at_10_max": 0.907179, - "nauc_recall_at_10_std": 0.076262, - "nauc_recall_at_10_diff1": 0.918987, - "nauc_recall_at_20_max": 0.908964, - "nauc_recall_at_20_std": 0.174518, - "nauc_recall_at_20_diff1": 0.898565, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.786026, - "nauc_recall_at_100_diff1": 0.956427, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.803135, - "nauc_precision_at_1_std": -0.077527, - "nauc_precision_at_1_diff1": 0.938177, - "nauc_precision_at_3_max": 0.890383, - "nauc_precision_at_3_std": -0.068357, - "nauc_precision_at_3_diff1": 0.927358, - "nauc_precision_at_5_max": 0.896443, - "nauc_precision_at_5_std": -0.013426, - "nauc_precision_at_5_diff1": 0.926082, - "nauc_precision_at_10_max": 0.907179, - "nauc_precision_at_10_std": 0.076262, - "nauc_precision_at_10_diff1": 0.918987, - "nauc_precision_at_20_max": 0.908964, - "nauc_precision_at_20_std": 0.174518, - "nauc_precision_at_20_diff1": 0.898565, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.786026, - "nauc_precision_at_100_diff1": 0.956427, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.803135, - "nauc_mrr_at_1_std": -0.077527, - "nauc_mrr_at_1_diff1": 0.938177, - "nauc_mrr_at_3_max": 0.829207, - "nauc_mrr_at_3_std": -0.066346, - "nauc_mrr_at_3_diff1": 0.93349, - "nauc_mrr_at_5_max": 0.826577, - "nauc_mrr_at_5_std": -0.058919, - "nauc_mrr_at_5_diff1": 0.933701, - "nauc_mrr_at_10_max": 0.824619, - "nauc_mrr_at_10_std": -0.059532, - "nauc_mrr_at_10_diff1": 0.933665, - "nauc_mrr_at_20_max": 0.824157, - "nauc_mrr_at_20_std": -0.059065, - "nauc_mrr_at_20_diff1": 0.933516, - "nauc_mrr_at_100_max": 0.823893, - "nauc_mrr_at_100_std": -0.059521, - "nauc_mrr_at_100_diff1": 0.933618, - "nauc_mrr_at_1000_max": 0.823868, - "nauc_mrr_at_1000_std": -0.059648, - "nauc_mrr_at_1000_diff1": 0.933614, - "main_score": 0.93372, + "mrr_at_1": 0.875556, + "mrr_at_3": 0.901667, + "mrr_at_5": 0.906944, + "mrr_at_10": 0.909683, + "mrr_at_20": 0.91022, + "mrr_at_100": 0.910683, + "mrr_at_1000": 0.910704, + "nauc_ndcg_at_1_max": 0.772229, + "nauc_ndcg_at_1_std": -0.200437, + "nauc_ndcg_at_1_diff1": 0.931014, + "nauc_ndcg_at_3_max": 0.826215, + "nauc_ndcg_at_3_std": -0.140214, + "nauc_ndcg_at_3_diff1": 0.926591, + "nauc_ndcg_at_5_max": 0.820025, + "nauc_ndcg_at_5_std": -0.152993, + "nauc_ndcg_at_5_diff1": 0.92658, + "nauc_ndcg_at_10_max": 0.815451, + "nauc_ndcg_at_10_std": -0.147645, + "nauc_ndcg_at_10_diff1": 0.928791, + "nauc_ndcg_at_20_max": 0.816723, + "nauc_ndcg_at_20_std": -0.123542, + "nauc_ndcg_at_20_diff1": 0.929524, + "nauc_ndcg_at_100_max": 0.811388, + "nauc_ndcg_at_100_std": -0.141909, + "nauc_ndcg_at_100_diff1": 0.928298, + "nauc_ndcg_at_1000_max": 0.810148, + "nauc_ndcg_at_1000_std": -0.149005, + "nauc_ndcg_at_1000_diff1": 0.928787, + "nauc_map_at_1_max": 0.772229, + "nauc_map_at_1_std": -0.200437, + "nauc_map_at_1_diff1": 0.931014, + "nauc_map_at_3_max": 0.811751, + "nauc_map_at_3_std": -0.15492, + "nauc_map_at_3_diff1": 0.927743, + "nauc_map_at_5_max": 0.807708, + "nauc_map_at_5_std": -0.163114, + "nauc_map_at_5_diff1": 0.927792, + "nauc_map_at_10_max": 0.805741, + "nauc_map_at_10_std": -0.162083, + "nauc_map_at_10_diff1": 0.928691, + "nauc_map_at_20_max": 0.806049, + "nauc_map_at_20_std": -0.156389, + "nauc_map_at_20_diff1": 0.928877, + "nauc_map_at_100_max": 0.805298, + "nauc_map_at_100_std": -0.159116, + "nauc_map_at_100_diff1": 0.928737, + "nauc_map_at_1000_max": 0.805268, + "nauc_map_at_1000_std": -0.159311, + "nauc_map_at_1000_diff1": 0.928774, + "nauc_recall_at_1_max": 0.772229, + "nauc_recall_at_1_std": -0.200437, + "nauc_recall_at_1_diff1": 0.931014, + "nauc_recall_at_3_max": 0.885668, + "nauc_recall_at_3_std": -0.080735, + "nauc_recall_at_3_diff1": 0.92188, + "nauc_recall_at_5_max": 0.890301, + "nauc_recall_at_5_std": -0.096639, + "nauc_recall_at_5_diff1": 0.919585, + "nauc_recall_at_10_max": 0.902184, + "nauc_recall_at_10_std": 0.000995, + "nauc_recall_at_10_diff1": 0.932103, + "nauc_recall_at_20_max": 0.957108, + "nauc_recall_at_20_std": 0.431694, + "nauc_recall_at_20_diff1": 0.944269, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.728058, + "nauc_recall_at_100_diff1": 0.888539, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772229, + "nauc_precision_at_1_std": -0.200437, + "nauc_precision_at_1_diff1": 0.931014, + "nauc_precision_at_3_max": 0.885668, + "nauc_precision_at_3_std": -0.080735, + "nauc_precision_at_3_diff1": 0.92188, + "nauc_precision_at_5_max": 0.890301, + "nauc_precision_at_5_std": -0.096639, + "nauc_precision_at_5_diff1": 0.919585, + "nauc_precision_at_10_max": 0.902184, + "nauc_precision_at_10_std": 0.000995, + "nauc_precision_at_10_diff1": 0.932103, + "nauc_precision_at_20_max": 0.957108, + "nauc_precision_at_20_std": 0.431694, + "nauc_precision_at_20_diff1": 0.944269, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.728058, + "nauc_precision_at_100_diff1": 0.888539, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772229, + "nauc_mrr_at_1_std": -0.200437, + "nauc_mrr_at_1_diff1": 0.931014, + "nauc_mrr_at_3_max": 0.811751, + "nauc_mrr_at_3_std": -0.15492, + "nauc_mrr_at_3_diff1": 0.927743, + "nauc_mrr_at_5_max": 0.807708, + "nauc_mrr_at_5_std": -0.163114, + "nauc_mrr_at_5_diff1": 0.927792, + "nauc_mrr_at_10_max": 0.805741, + "nauc_mrr_at_10_std": -0.162083, + "nauc_mrr_at_10_diff1": 0.928691, + "nauc_mrr_at_20_max": 0.806049, + "nauc_mrr_at_20_std": -0.156389, + "nauc_mrr_at_20_diff1": 0.928877, + "nauc_mrr_at_100_max": 0.805298, + "nauc_mrr_at_100_std": -0.159116, + "nauc_mrr_at_100_diff1": 0.928737, + "nauc_mrr_at_1000_max": 0.805268, + "nauc_mrr_at_1000_std": -0.159311, + "nauc_mrr_at_1000_diff1": 0.928774, + "hit_rate_at_1": 0.87556, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92548, "hf_subset": "afr_Latn-afr_Latn", "languages": [ "afr-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92222, - "ndcg_at_3": 0.95077, - "ndcg_at_5": 0.95622, - "ndcg_at_10": 0.95847, - "ndcg_at_20": 0.95954, - "ndcg_at_100": 0.95996, - "ndcg_at_1000": 0.96043, - "map_at_1": 0.92222, - "map_at_3": 0.94407, - "map_at_5": 0.94707, - "map_at_10": 0.94806, - "map_at_20": 0.94833, - "map_at_100": 0.94839, - "map_at_1000": 0.94841, - "recall_at_1": 0.92222, - "recall_at_3": 0.97, - "recall_at_5": 0.98333, - "recall_at_10": 0.99, - "recall_at_20": 0.99444, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.94673, + "ndcg_at_5": 0.95185, + "ndcg_at_10": 0.95552, + "ndcg_at_20": 0.9569, + "ndcg_at_100": 0.95791, + "ndcg_at_1000": 0.95804, + "map_at_1": 0.92, + "map_at_3": 0.94056, + "map_at_5": 0.94344, + "map_at_10": 0.94501, + "map_at_20": 0.94537, + "map_at_100": 0.9455, + "map_at_1000": 0.9455, + "recall_at_1": 0.92, + "recall_at_3": 0.96444, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92222, - "precision_at_3": 0.32333, - "precision_at_5": 0.19667, - "precision_at_10": 0.099, - "precision_at_20": 0.04972, - "precision_at_100": 0.00997, + "accuracy": 0.92, + "precision_at_1": 0.92, + "precision_at_3": 0.32148, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.922222, - "mrr_at_3": 0.944074, - "mrr_at_5": 0.947074, - "mrr_at_10": 0.948058, - "mrr_at_20": 0.948332, - "mrr_at_100": 0.948389, - "mrr_at_1000": 0.948414, - "nauc_ndcg_at_1_max": 0.794171, - "nauc_ndcg_at_1_std": -0.252401, - "nauc_ndcg_at_1_diff1": 0.923536, - "nauc_ndcg_at_3_max": 0.823658, - "nauc_ndcg_at_3_std": -0.31452, - "nauc_ndcg_at_3_diff1": 0.933539, - "nauc_ndcg_at_5_max": 0.824753, - "nauc_ndcg_at_5_std": -0.267328, - "nauc_ndcg_at_5_diff1": 0.930705, - "nauc_ndcg_at_10_max": 0.819956, - "nauc_ndcg_at_10_std": -0.257067, - "nauc_ndcg_at_10_diff1": 0.926953, - "nauc_ndcg_at_20_max": 0.819242, - "nauc_ndcg_at_20_std": -0.269707, - "nauc_ndcg_at_20_diff1": 0.926669, - "nauc_ndcg_at_100_max": 0.817984, - "nauc_ndcg_at_100_std": -0.257812, - "nauc_ndcg_at_100_diff1": 0.927215, - "nauc_ndcg_at_1000_max": 0.815829, - "nauc_ndcg_at_1000_std": -0.272707, - "nauc_ndcg_at_1000_diff1": 0.927433, - "nauc_map_at_1_max": 0.794171, - "nauc_map_at_1_std": -0.252401, - "nauc_map_at_1_diff1": 0.923536, - "nauc_map_at_3_max": 0.815437, - "nauc_map_at_3_std": -0.299009, - "nauc_map_at_3_diff1": 0.930382, - "nauc_map_at_5_max": 0.815313, - "nauc_map_at_5_std": -0.278159, - "nauc_map_at_5_diff1": 0.928837, - "nauc_map_at_10_max": 0.813233, - "nauc_map_at_10_std": -0.275528, - "nauc_map_at_10_diff1": 0.927488, - "nauc_map_at_20_max": 0.812971, - "nauc_map_at_20_std": -0.278308, - "nauc_map_at_20_diff1": 0.9274, - "nauc_map_at_100_max": 0.812812, - "nauc_map_at_100_std": -0.277126, - "nauc_map_at_100_diff1": 0.927421, - "nauc_map_at_1000_max": 0.812721, - "nauc_map_at_1000_std": -0.277746, - "nauc_map_at_1000_diff1": 0.927437, - "nauc_recall_at_1_max": 0.794171, - "nauc_recall_at_1_std": -0.252401, - "nauc_recall_at_1_diff1": 0.923536, - "nauc_recall_at_3_max": 0.866601, - "nauc_recall_at_3_std": -0.393869, - "nauc_recall_at_3_diff1": 0.950375, - "nauc_recall_at_5_max": 0.910053, - "nauc_recall_at_5_std": -0.13408, - "nauc_recall_at_5_diff1": 0.946623, - "nauc_recall_at_10_max": 0.914151, - "nauc_recall_at_10_std": 0.1025, - "nauc_recall_at_10_diff1": 0.911038, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.021662, - "nauc_recall_at_20_diff1": 0.892157, + "mrr_at_1": 0.92, + "mrr_at_3": 0.940556, + "mrr_at_5": 0.943444, + "mrr_at_10": 0.945008, + "mrr_at_20": 0.945368, + "mrr_at_100": 0.9455, + "mrr_at_1000": 0.945503, + "nauc_ndcg_at_1_max": 0.76551, + "nauc_ndcg_at_1_std": -0.331524, + "nauc_ndcg_at_1_diff1": 0.923326, + "nauc_ndcg_at_3_max": 0.780163, + "nauc_ndcg_at_3_std": -0.301206, + "nauc_ndcg_at_3_diff1": 0.932548, + "nauc_ndcg_at_5_max": 0.783614, + "nauc_ndcg_at_5_std": -0.293258, + "nauc_ndcg_at_5_diff1": 0.930605, + "nauc_ndcg_at_10_max": 0.783937, + "nauc_ndcg_at_10_std": -0.286824, + "nauc_ndcg_at_10_diff1": 0.929237, + "nauc_ndcg_at_20_max": 0.785341, + "nauc_ndcg_at_20_std": -0.287176, + "nauc_ndcg_at_20_diff1": 0.9287, + "nauc_ndcg_at_100_max": 0.780791, + "nauc_ndcg_at_100_std": -0.297875, + "nauc_ndcg_at_100_diff1": 0.928258, + "nauc_ndcg_at_1000_max": 0.780089, + "nauc_ndcg_at_1000_std": -0.302033, + "nauc_ndcg_at_1000_diff1": 0.928028, + "nauc_map_at_1_max": 0.76551, + "nauc_map_at_1_std": -0.331524, + "nauc_map_at_1_diff1": 0.923326, + "nauc_map_at_3_max": 0.776062, + "nauc_map_at_3_std": -0.311627, + "nauc_map_at_3_diff1": 0.929201, + "nauc_map_at_5_max": 0.777535, + "nauc_map_at_5_std": -0.309463, + "nauc_map_at_5_diff1": 0.928105, + "nauc_map_at_10_max": 0.777504, + "nauc_map_at_10_std": -0.308276, + "nauc_map_at_10_diff1": 0.927516, + "nauc_map_at_20_max": 0.777687, + "nauc_map_at_20_std": -0.308806, + "nauc_map_at_20_diff1": 0.927371, + "nauc_map_at_100_max": 0.777201, + "nauc_map_at_100_std": -0.310147, + "nauc_map_at_100_diff1": 0.927301, + "nauc_map_at_1000_max": 0.777186, + "nauc_map_at_1000_std": -0.310234, + "nauc_map_at_1000_diff1": 0.927296, + "nauc_recall_at_1_max": 0.76551, + "nauc_recall_at_1_std": -0.331524, + "nauc_recall_at_1_diff1": 0.923326, + "nauc_recall_at_3_max": 0.799501, + "nauc_recall_at_3_std": -0.250525, + "nauc_recall_at_3_diff1": 0.948938, + "nauc_recall_at_5_max": 0.826397, + "nauc_recall_at_5_std": -0.173536, + "nauc_recall_at_5_diff1": 0.947868, + "nauc_recall_at_10_max": 0.867838, + "nauc_recall_at_10_std": 0.018971, + "nauc_recall_at_10_diff1": 0.949495, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.282758, + "nauc_recall_at_20_diff1": 0.953704, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.794171, - "nauc_precision_at_1_std": -0.252401, - "nauc_precision_at_1_diff1": 0.923536, - "nauc_precision_at_3_max": 0.866601, - "nauc_precision_at_3_std": -0.393869, - "nauc_precision_at_3_diff1": 0.950375, - "nauc_precision_at_5_max": 0.910053, - "nauc_precision_at_5_std": -0.13408, - "nauc_precision_at_5_diff1": 0.946623, - "nauc_precision_at_10_max": 0.914151, - "nauc_precision_at_10_std": 0.1025, - "nauc_precision_at_10_diff1": 0.911038, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.021662, - "nauc_precision_at_20_diff1": 0.892157, + "nauc_precision_at_1_max": 0.76551, + "nauc_precision_at_1_std": -0.331524, + "nauc_precision_at_1_diff1": 0.923326, + "nauc_precision_at_3_max": 0.799501, + "nauc_precision_at_3_std": -0.250525, + "nauc_precision_at_3_diff1": 0.948938, + "nauc_precision_at_5_max": 0.826397, + "nauc_precision_at_5_std": -0.173536, + "nauc_precision_at_5_diff1": 0.947868, + "nauc_precision_at_10_max": 0.867838, + "nauc_precision_at_10_std": 0.018971, + "nauc_precision_at_10_diff1": 0.949495, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.282758, + "nauc_precision_at_20_diff1": 0.953704, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.794171, - "nauc_mrr_at_1_std": -0.252401, - "nauc_mrr_at_1_diff1": 0.923536, - "nauc_mrr_at_3_max": 0.815437, - "nauc_mrr_at_3_std": -0.299009, - "nauc_mrr_at_3_diff1": 0.930382, - "nauc_mrr_at_5_max": 0.815313, - "nauc_mrr_at_5_std": -0.278159, - "nauc_mrr_at_5_diff1": 0.928837, - "nauc_mrr_at_10_max": 0.813233, - "nauc_mrr_at_10_std": -0.275528, - "nauc_mrr_at_10_diff1": 0.927488, - "nauc_mrr_at_20_max": 0.812971, - "nauc_mrr_at_20_std": -0.278308, - "nauc_mrr_at_20_diff1": 0.9274, - "nauc_mrr_at_100_max": 0.812812, - "nauc_mrr_at_100_std": -0.277126, - "nauc_mrr_at_100_diff1": 0.927421, - "nauc_mrr_at_1000_max": 0.812721, - "nauc_mrr_at_1000_std": -0.277746, - "nauc_mrr_at_1000_diff1": 0.927437, - "main_score": 0.95847, + "nauc_mrr_at_1_max": 0.76551, + "nauc_mrr_at_1_std": -0.331524, + "nauc_mrr_at_1_diff1": 0.923326, + "nauc_mrr_at_3_max": 0.776062, + "nauc_mrr_at_3_std": -0.311627, + "nauc_mrr_at_3_diff1": 0.929201, + "nauc_mrr_at_5_max": 0.777535, + "nauc_mrr_at_5_std": -0.309463, + "nauc_mrr_at_5_diff1": 0.928105, + "nauc_mrr_at_10_max": 0.777504, + "nauc_mrr_at_10_std": -0.308276, + "nauc_mrr_at_10_diff1": 0.927516, + "nauc_mrr_at_20_max": 0.777687, + "nauc_mrr_at_20_std": -0.308806, + "nauc_mrr_at_20_diff1": 0.927371, + "nauc_mrr_at_100_max": 0.777201, + "nauc_mrr_at_100_std": -0.310147, + "nauc_mrr_at_100_diff1": 0.927301, + "nauc_mrr_at_1000_max": 0.777186, + "nauc_mrr_at_1000_std": -0.310234, + "nauc_mrr_at_1000_diff1": 0.927296, + "hit_rate_at_1": 0.92, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95552, "hf_subset": "afr_Latn-eng_Latn", "languages": [ "afr-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.86222, - "ndcg_at_3": 0.90657, - "ndcg_at_5": 0.91336, - "ndcg_at_10": 0.91976, - "ndcg_at_20": 0.92342, - "ndcg_at_100": 0.92536, - "ndcg_at_1000": 0.92565, - "map_at_1": 0.86222, - "map_at_3": 0.89611, - "map_at_5": 0.89983, - "map_at_10": 0.90243, - "map_at_20": 0.90344, - "map_at_100": 0.90374, - "map_at_1000": 0.90375, - "recall_at_1": 0.86222, - "recall_at_3": 0.93667, - "recall_at_5": 0.95333, - "recall_at_10": 0.97333, - "recall_at_20": 0.98778, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.87862, + "ndcg_at_5": 0.8901, + "ndcg_at_10": 0.8948, + "ndcg_at_20": 0.90022, + "ndcg_at_100": 0.90444, + "ndcg_at_1000": 0.9049, + "map_at_1": 0.83333, + "map_at_3": 0.86741, + "map_at_5": 0.8738, + "map_at_10": 0.87575, + "map_at_20": 0.87728, + "map_at_100": 0.8779, + "map_at_1000": 0.87792, + "recall_at_1": 0.83333, + "recall_at_3": 0.91111, + "recall_at_5": 0.93889, + "recall_at_10": 0.95333, + "recall_at_20": 0.97444, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.86222, - "precision_at_3": 0.31222, - "precision_at_5": 0.19067, - "precision_at_10": 0.09733, - "precision_at_20": 0.04939, - "precision_at_100": 0.00998, + "accuracy": 0.83333, + "precision_at_1": 0.83333, + "precision_at_3": 0.3037, + "precision_at_5": 0.18778, + "precision_at_10": 0.09533, + "precision_at_20": 0.04872, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.862222, - "mrr_at_3": 0.896111, - "mrr_at_5": 0.899833, - "mrr_at_10": 0.902434, - "mrr_at_20": 0.903436, - "mrr_at_100": 0.903741, - "mrr_at_1000": 0.903753, - "nauc_ndcg_at_1_max": 0.810635, - "nauc_ndcg_at_1_std": -0.155052, - "nauc_ndcg_at_1_diff1": 0.927603, - "nauc_ndcg_at_3_max": 0.845342, - "nauc_ndcg_at_3_std": -0.095287, - "nauc_ndcg_at_3_diff1": 0.919098, - "nauc_ndcg_at_5_max": 0.84673, - "nauc_ndcg_at_5_std": -0.102616, - "nauc_ndcg_at_5_diff1": 0.923377, - "nauc_ndcg_at_10_max": 0.840794, - "nauc_ndcg_at_10_std": -0.112592, - "nauc_ndcg_at_10_diff1": 0.92629, - "nauc_ndcg_at_20_max": 0.839689, - "nauc_ndcg_at_20_std": -0.099152, - "nauc_ndcg_at_20_diff1": 0.925148, - "nauc_ndcg_at_100_max": 0.836505, - "nauc_ndcg_at_100_std": -0.111834, - "nauc_ndcg_at_100_diff1": 0.923939, - "nauc_ndcg_at_1000_max": 0.836092, - "nauc_ndcg_at_1000_std": -0.114663, - "nauc_ndcg_at_1000_diff1": 0.923875, - "nauc_map_at_1_max": 0.810635, - "nauc_map_at_1_std": -0.155052, - "nauc_map_at_1_diff1": 0.927603, - "nauc_map_at_3_max": 0.835895, - "nauc_map_at_3_std": -0.111561, - "nauc_map_at_3_diff1": 0.921081, - "nauc_map_at_5_max": 0.836364, - "nauc_map_at_5_std": -0.115041, - "nauc_map_at_5_diff1": 0.923242, - "nauc_map_at_10_max": 0.834011, - "nauc_map_at_10_std": -0.120123, - "nauc_map_at_10_diff1": 0.92412, - "nauc_map_at_20_max": 0.833597, - "nauc_map_at_20_std": -0.118183, - "nauc_map_at_20_diff1": 0.92385, - "nauc_map_at_100_max": 0.833153, - "nauc_map_at_100_std": -0.119839, - "nauc_map_at_100_diff1": 0.923702, - "nauc_map_at_1000_max": 0.833137, - "nauc_map_at_1000_std": -0.119945, - "nauc_map_at_1000_diff1": 0.923697, - "nauc_recall_at_1_max": 0.810635, - "nauc_recall_at_1_std": -0.155052, - "nauc_recall_at_1_diff1": 0.927603, - "nauc_recall_at_3_max": 0.887996, - "nauc_recall_at_3_std": -0.021803, - "nauc_recall_at_3_diff1": 0.910397, - "nauc_recall_at_5_max": 0.907963, - "nauc_recall_at_5_std": -0.033713, - "nauc_recall_at_5_diff1": 0.92597, - "nauc_recall_at_10_max": 0.900891, - "nauc_recall_at_10_std": -0.047113, - "nauc_recall_at_10_diff1": 0.956427, - "nauc_recall_at_20_max": 0.95098, - "nauc_recall_at_20_std": 0.406375, - "nauc_recall_at_20_diff1": 0.964349, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.561391, - "nauc_recall_at_100_diff1": 0.934641, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.867407, + "mrr_at_5": 0.873796, + "mrr_at_10": 0.87575, + "mrr_at_20": 0.877283, + "mrr_at_100": 0.877898, + "mrr_at_1000": 0.877922, + "nauc_ndcg_at_1_max": 0.754003, + "nauc_ndcg_at_1_std": -0.245576, + "nauc_ndcg_at_1_diff1": 0.912217, + "nauc_ndcg_at_3_max": 0.797104, + "nauc_ndcg_at_3_std": -0.172102, + "nauc_ndcg_at_3_diff1": 0.891655, + "nauc_ndcg_at_5_max": 0.794862, + "nauc_ndcg_at_5_std": -0.181653, + "nauc_ndcg_at_5_diff1": 0.892885, + "nauc_ndcg_at_10_max": 0.790088, + "nauc_ndcg_at_10_std": -0.206758, + "nauc_ndcg_at_10_diff1": 0.896754, + "nauc_ndcg_at_20_max": 0.793141, + "nauc_ndcg_at_20_std": -0.16628, + "nauc_ndcg_at_20_diff1": 0.900051, + "nauc_ndcg_at_100_max": 0.788154, + "nauc_ndcg_at_100_std": -0.188353, + "nauc_ndcg_at_100_diff1": 0.899863, + "nauc_ndcg_at_1000_max": 0.787095, + "nauc_ndcg_at_1000_std": -0.192817, + "nauc_ndcg_at_1000_diff1": 0.899548, + "nauc_map_at_1_max": 0.754003, + "nauc_map_at_1_std": -0.245576, + "nauc_map_at_1_diff1": 0.912217, + "nauc_map_at_3_max": 0.786627, + "nauc_map_at_3_std": -0.191673, + "nauc_map_at_3_diff1": 0.897697, + "nauc_map_at_5_max": 0.784841, + "nauc_map_at_5_std": -0.198362, + "nauc_map_at_5_diff1": 0.898468, + "nauc_map_at_10_max": 0.782943, + "nauc_map_at_10_std": -0.207673, + "nauc_map_at_10_diff1": 0.899926, + "nauc_map_at_20_max": 0.783631, + "nauc_map_at_20_std": -0.198511, + "nauc_map_at_20_diff1": 0.900767, + "nauc_map_at_100_max": 0.783028, + "nauc_map_at_100_std": -0.201219, + "nauc_map_at_100_diff1": 0.900728, + "nauc_map_at_1000_max": 0.782985, + "nauc_map_at_1000_std": -0.201425, + "nauc_map_at_1000_diff1": 0.900712, + "nauc_recall_at_1_max": 0.754003, + "nauc_recall_at_1_std": -0.245576, + "nauc_recall_at_1_diff1": 0.912217, + "nauc_recall_at_3_max": 0.839187, + "nauc_recall_at_3_std": -0.09225, + "nauc_recall_at_3_diff1": 0.866626, + "nauc_recall_at_5_max": 0.85003, + "nauc_recall_at_5_std": -0.087938, + "nauc_recall_at_5_diff1": 0.861642, + "nauc_recall_at_10_max": 0.835734, + "nauc_recall_at_10_std": -0.225023, + "nauc_recall_at_10_diff1": 0.877896, + "nauc_recall_at_20_max": 0.915682, + "nauc_recall_at_20_std": 0.359234, + "nauc_recall_at_20_diff1": 0.90937, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.664021, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810635, - "nauc_precision_at_1_std": -0.155052, - "nauc_precision_at_1_diff1": 0.927603, - "nauc_precision_at_3_max": 0.887996, - "nauc_precision_at_3_std": -0.021803, - "nauc_precision_at_3_diff1": 0.910397, - "nauc_precision_at_5_max": 0.907963, - "nauc_precision_at_5_std": -0.033713, - "nauc_precision_at_5_diff1": 0.92597, - "nauc_precision_at_10_max": 0.900891, - "nauc_precision_at_10_std": -0.047113, - "nauc_precision_at_10_diff1": 0.956427, - "nauc_precision_at_20_max": 0.95098, - "nauc_precision_at_20_std": 0.406375, - "nauc_precision_at_20_diff1": 0.964349, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": 0.561391, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1_max": 0.754003, + "nauc_precision_at_1_std": -0.245576, + "nauc_precision_at_1_diff1": 0.912217, + "nauc_precision_at_3_max": 0.839187, + "nauc_precision_at_3_std": -0.09225, + "nauc_precision_at_3_diff1": 0.866626, + "nauc_precision_at_5_max": 0.85003, + "nauc_precision_at_5_std": -0.087938, + "nauc_precision_at_5_diff1": 0.861642, + "nauc_precision_at_10_max": 0.835734, + "nauc_precision_at_10_std": -0.225023, + "nauc_precision_at_10_diff1": 0.877896, + "nauc_precision_at_20_max": 0.915682, + "nauc_precision_at_20_std": 0.359234, + "nauc_precision_at_20_diff1": 0.90937, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.664021, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810635, - "nauc_mrr_at_1_std": -0.155052, - "nauc_mrr_at_1_diff1": 0.927603, - "nauc_mrr_at_3_max": 0.835895, - "nauc_mrr_at_3_std": -0.111561, - "nauc_mrr_at_3_diff1": 0.921081, - "nauc_mrr_at_5_max": 0.836364, - "nauc_mrr_at_5_std": -0.115041, - "nauc_mrr_at_5_diff1": 0.923242, - "nauc_mrr_at_10_max": 0.834011, - "nauc_mrr_at_10_std": -0.120123, - "nauc_mrr_at_10_diff1": 0.92412, - "nauc_mrr_at_20_max": 0.833597, - "nauc_mrr_at_20_std": -0.118183, - "nauc_mrr_at_20_diff1": 0.92385, - "nauc_mrr_at_100_max": 0.833153, - "nauc_mrr_at_100_std": -0.119839, - "nauc_mrr_at_100_diff1": 0.923702, - "nauc_mrr_at_1000_max": 0.833137, - "nauc_mrr_at_1000_std": -0.119945, - "nauc_mrr_at_1000_diff1": 0.923697, - "main_score": 0.91976, + "nauc_mrr_at_1_max": 0.754003, + "nauc_mrr_at_1_std": -0.245576, + "nauc_mrr_at_1_diff1": 0.912217, + "nauc_mrr_at_3_max": 0.786627, + "nauc_mrr_at_3_std": -0.191673, + "nauc_mrr_at_3_diff1": 0.897697, + "nauc_mrr_at_5_max": 0.784841, + "nauc_mrr_at_5_std": -0.198362, + "nauc_mrr_at_5_diff1": 0.898468, + "nauc_mrr_at_10_max": 0.782943, + "nauc_mrr_at_10_std": -0.207673, + "nauc_mrr_at_10_diff1": 0.899926, + "nauc_mrr_at_20_max": 0.783631, + "nauc_mrr_at_20_std": -0.198511, + "nauc_mrr_at_20_diff1": 0.900767, + "nauc_mrr_at_100_max": 0.783028, + "nauc_mrr_at_100_std": -0.201219, + "nauc_mrr_at_100_diff1": 0.900728, + "nauc_mrr_at_1000_max": 0.782985, + "nauc_mrr_at_1000_std": -0.201425, + "nauc_mrr_at_1000_diff1": 0.900712, + "hit_rate_at_1": 0.83333, + "hit_rate_at_3": 0.91111, + "hit_rate_at_5": 0.93889, + "hit_rate_at_10": 0.95333, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.8948, "hf_subset": "eng_Latn-afr_Latn", "languages": [ "eng-Latn", "afr-Latn" - ] - }, - { - "ndcg_at_1": 0.83889, - "ndcg_at_3": 0.88563, - "ndcg_at_5": 0.89161, - "ndcg_at_10": 0.90026, - "ndcg_at_20": 0.90413, - "ndcg_at_100": 0.9076, - "ndcg_at_1000": 0.90865, - "map_at_1": 0.83889, - "map_at_3": 0.87481, - "map_at_5": 0.87815, - "map_at_10": 0.88173, - "map_at_20": 0.88276, - "map_at_100": 0.88323, - "map_at_1000": 0.88328, - "recall_at_1": 0.83889, - "recall_at_3": 0.91667, - "recall_at_5": 0.93111, - "recall_at_10": 0.95778, - "recall_at_20": 0.97333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.82333, + "ndcg_at_3": 0.86947, + "ndcg_at_5": 0.88233, + "ndcg_at_10": 0.8886, + "ndcg_at_20": 0.89286, + "ndcg_at_100": 0.89714, + "ndcg_at_1000": 0.89818, + "map_at_1": 0.82333, + "map_at_3": 0.85815, + "map_at_5": 0.86531, + "map_at_10": 0.868, + "map_at_20": 0.86919, + "map_at_100": 0.86976, + "map_at_1000": 0.86981, + "recall_at_1": 0.82333, + "recall_at_3": 0.90222, + "recall_at_5": 0.93333, + "recall_at_10": 0.95222, + "recall_at_20": 0.96889, "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.83889, - "precision_at_3": 0.30556, - "precision_at_5": 0.18622, - "precision_at_10": 0.09578, - "precision_at_20": 0.04867, + "accuracy": 0.82333, + "precision_at_1": 0.82333, + "precision_at_3": 0.30074, + "precision_at_5": 0.18667, + "precision_at_10": 0.09522, + "precision_at_20": 0.04844, "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.838889, - "mrr_at_3": 0.874815, - "mrr_at_5": 0.878148, - "mrr_at_10": 0.881733, - "mrr_at_20": 0.882759, - "mrr_at_100": 0.883234, - "mrr_at_1000": 0.883282, - "nauc_ndcg_at_1_max": 0.740804, - "nauc_ndcg_at_1_std": -0.05965, - "nauc_ndcg_at_1_diff1": 0.899905, - "nauc_ndcg_at_3_max": 0.784917, - "nauc_ndcg_at_3_std": 0.013796, - "nauc_ndcg_at_3_diff1": 0.881121, - "nauc_ndcg_at_5_max": 0.78487, - "nauc_ndcg_at_5_std": 0.009857, - "nauc_ndcg_at_5_diff1": 0.881504, - "nauc_ndcg_at_10_max": 0.781344, - "nauc_ndcg_at_10_std": 0.01807, - "nauc_ndcg_at_10_diff1": 0.884665, - "nauc_ndcg_at_20_max": 0.776581, - "nauc_ndcg_at_20_std": 0.001051, - "nauc_ndcg_at_20_diff1": 0.885961, - "nauc_ndcg_at_100_max": 0.774597, - "nauc_ndcg_at_100_std": 0.005225, - "nauc_ndcg_at_100_diff1": 0.887613, - "nauc_ndcg_at_1000_max": 0.773189, - "nauc_ndcg_at_1000_std": -0.001573, - "nauc_ndcg_at_1000_diff1": 0.887352, - "nauc_map_at_1_max": 0.740804, - "nauc_map_at_1_std": -0.05965, - "nauc_map_at_1_diff1": 0.899905, - "nauc_map_at_3_max": 0.771814, - "nauc_map_at_3_std": -0.008811, - "nauc_map_at_3_diff1": 0.886523, - "nauc_map_at_5_max": 0.771395, - "nauc_map_at_5_std": -0.011275, - "nauc_map_at_5_diff1": 0.88678, - "nauc_map_at_10_max": 0.769765, - "nauc_map_at_10_std": -0.008802, - "nauc_map_at_10_diff1": 0.888148, - "nauc_map_at_20_max": 0.76862, - "nauc_map_at_20_std": -0.012791, - "nauc_map_at_20_diff1": 0.888437, - "nauc_map_at_100_max": 0.768432, - "nauc_map_at_100_std": -0.011948, - "nauc_map_at_100_diff1": 0.888633, - "nauc_map_at_1000_max": 0.768382, - "nauc_map_at_1000_std": -0.012192, - "nauc_map_at_1000_diff1": 0.888637, - "nauc_recall_at_1_max": 0.740804, - "nauc_recall_at_1_std": -0.05965, - "nauc_recall_at_1_diff1": 0.899905, - "nauc_recall_at_3_max": 0.839689, - "nauc_recall_at_3_std": 0.108789, - "nauc_recall_at_3_diff1": 0.858649, - "nauc_recall_at_5_max": 0.851179, - "nauc_recall_at_5_std": 0.113144, - "nauc_recall_at_5_diff1": 0.855968, - "nauc_recall_at_10_max": 0.867635, - "nauc_recall_at_10_std": 0.232137, - "nauc_recall_at_10_diff1": 0.860878, - "nauc_recall_at_20_max": 0.85121, - "nauc_recall_at_20_std": 0.119125, - "nauc_recall_at_20_diff1": 0.865974, + "mrr_at_1": 0.823333, + "mrr_at_3": 0.858148, + "mrr_at_5": 0.865315, + "mrr_at_10": 0.867996, + "mrr_at_20": 0.869187, + "mrr_at_100": 0.869764, + "mrr_at_1000": 0.869809, + "nauc_ndcg_at_1_max": 0.739384, + "nauc_ndcg_at_1_std": -0.15759, + "nauc_ndcg_at_1_diff1": 0.898577, + "nauc_ndcg_at_3_max": 0.785792, + "nauc_ndcg_at_3_std": -0.079054, + "nauc_ndcg_at_3_diff1": 0.879864, + "nauc_ndcg_at_5_max": 0.783274, + "nauc_ndcg_at_5_std": -0.072125, + "nauc_ndcg_at_5_diff1": 0.879826, + "nauc_ndcg_at_10_max": 0.780255, + "nauc_ndcg_at_10_std": -0.073873, + "nauc_ndcg_at_10_diff1": 0.882453, + "nauc_ndcg_at_20_max": 0.778159, + "nauc_ndcg_at_20_std": -0.079924, + "nauc_ndcg_at_20_diff1": 0.882127, + "nauc_ndcg_at_100_max": 0.775387, + "nauc_ndcg_at_100_std": -0.084758, + "nauc_ndcg_at_100_diff1": 0.884657, + "nauc_ndcg_at_1000_max": 0.774149, + "nauc_ndcg_at_1000_std": -0.091603, + "nauc_ndcg_at_1000_diff1": 0.884395, + "nauc_map_at_1_max": 0.739384, + "nauc_map_at_1_std": -0.15759, + "nauc_map_at_1_diff1": 0.898577, + "nauc_map_at_3_max": 0.774574, + "nauc_map_at_3_std": -0.100326, + "nauc_map_at_3_diff1": 0.884968, + "nauc_map_at_5_max": 0.77262, + "nauc_map_at_5_std": -0.098527, + "nauc_map_at_5_diff1": 0.885189, + "nauc_map_at_10_max": 0.771206, + "nauc_map_at_10_std": -0.100139, + "nauc_map_at_10_diff1": 0.886209, + "nauc_map_at_20_max": 0.770542, + "nauc_map_at_20_std": -0.10225, + "nauc_map_at_20_diff1": 0.88608, + "nauc_map_at_100_max": 0.770164, + "nauc_map_at_100_std": -0.102812, + "nauc_map_at_100_diff1": 0.886326, + "nauc_map_at_1000_max": 0.770125, + "nauc_map_at_1000_std": -0.103033, + "nauc_map_at_1000_diff1": 0.886313, + "nauc_recall_at_1_max": 0.739384, + "nauc_recall_at_1_std": -0.15759, + "nauc_recall_at_1_diff1": 0.898577, + "nauc_recall_at_3_max": 0.829498, + "nauc_recall_at_3_std": 0.005422, + "nauc_recall_at_3_diff1": 0.859573, + "nauc_recall_at_5_max": 0.840297, + "nauc_recall_at_5_std": 0.076712, + "nauc_recall_at_5_diff1": 0.850296, + "nauc_recall_at_10_max": 0.843713, + "nauc_recall_at_10_std": 0.129666, + "nauc_recall_at_10_diff1": 0.857067, + "nauc_recall_at_20_max": 0.853275, + "nauc_recall_at_20_std": 0.17402, + "nauc_recall_at_20_diff1": 0.841937, "nauc_recall_at_100_max": 0.896625, - "nauc_recall_at_100_std": 0.590636, - "nauc_recall_at_100_diff1": 0.917634, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.740804, - "nauc_precision_at_1_std": -0.05965, - "nauc_precision_at_1_diff1": 0.899905, - "nauc_precision_at_3_max": 0.839689, - "nauc_precision_at_3_std": 0.108789, - "nauc_precision_at_3_diff1": 0.858649, - "nauc_precision_at_5_max": 0.851179, - "nauc_precision_at_5_std": 0.113144, - "nauc_precision_at_5_diff1": 0.855968, - "nauc_precision_at_10_max": 0.867635, - "nauc_precision_at_10_std": 0.232137, - "nauc_precision_at_10_diff1": 0.860878, - "nauc_precision_at_20_max": 0.85121, - "nauc_precision_at_20_std": 0.119125, - "nauc_precision_at_20_diff1": 0.865974, + "nauc_recall_at_100_std": 0.578298, + "nauc_recall_at_100_diff1": 0.906629, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.739384, + "nauc_precision_at_1_std": -0.15759, + "nauc_precision_at_1_diff1": 0.898577, + "nauc_precision_at_3_max": 0.829498, + "nauc_precision_at_3_std": 0.005422, + "nauc_precision_at_3_diff1": 0.859573, + "nauc_precision_at_5_max": 0.840297, + "nauc_precision_at_5_std": 0.076712, + "nauc_precision_at_5_diff1": 0.850296, + "nauc_precision_at_10_max": 0.843713, + "nauc_precision_at_10_std": 0.129666, + "nauc_precision_at_10_diff1": 0.857067, + "nauc_precision_at_20_max": 0.853275, + "nauc_precision_at_20_std": 0.17402, + "nauc_precision_at_20_diff1": 0.841937, "nauc_precision_at_100_max": 0.896625, - "nauc_precision_at_100_std": 0.590636, - "nauc_precision_at_100_diff1": 0.917634, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.740804, - "nauc_mrr_at_1_std": -0.05965, - "nauc_mrr_at_1_diff1": 0.899905, - "nauc_mrr_at_3_max": 0.771814, - "nauc_mrr_at_3_std": -0.008811, - "nauc_mrr_at_3_diff1": 0.886523, - "nauc_mrr_at_5_max": 0.771395, - "nauc_mrr_at_5_std": -0.011275, - "nauc_mrr_at_5_diff1": 0.88678, - "nauc_mrr_at_10_max": 0.769765, - "nauc_mrr_at_10_std": -0.008802, - "nauc_mrr_at_10_diff1": 0.888148, - "nauc_mrr_at_20_max": 0.76862, - "nauc_mrr_at_20_std": -0.012791, - "nauc_mrr_at_20_diff1": 0.888437, - "nauc_mrr_at_100_max": 0.768432, - "nauc_mrr_at_100_std": -0.011948, - "nauc_mrr_at_100_diff1": 0.888633, - "nauc_mrr_at_1000_max": 0.768382, - "nauc_mrr_at_1000_std": -0.012192, - "nauc_mrr_at_1000_diff1": 0.888637, - "main_score": 0.90026, + "nauc_precision_at_100_std": 0.578298, + "nauc_precision_at_100_diff1": 0.906629, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.739384, + "nauc_mrr_at_1_std": -0.15759, + "nauc_mrr_at_1_diff1": 0.898577, + "nauc_mrr_at_3_max": 0.774574, + "nauc_mrr_at_3_std": -0.100326, + "nauc_mrr_at_3_diff1": 0.884968, + "nauc_mrr_at_5_max": 0.77262, + "nauc_mrr_at_5_std": -0.098527, + "nauc_mrr_at_5_diff1": 0.885189, + "nauc_mrr_at_10_max": 0.771206, + "nauc_mrr_at_10_std": -0.100139, + "nauc_mrr_at_10_diff1": 0.886209, + "nauc_mrr_at_20_max": 0.770542, + "nauc_mrr_at_20_std": -0.10225, + "nauc_mrr_at_20_diff1": 0.88608, + "nauc_mrr_at_100_max": 0.770164, + "nauc_mrr_at_100_std": -0.102812, + "nauc_mrr_at_100_diff1": 0.886326, + "nauc_mrr_at_1000_max": 0.770125, + "nauc_mrr_at_1000_std": -0.103033, + "nauc_mrr_at_1000_diff1": 0.886313, + "hit_rate_at_1": 0.82333, + "hit_rate_at_3": 0.90222, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.95222, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8886, "hf_subset": "als_Latn-als_Latn", "languages": [ "als-Latn", "als-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.88889, - "ndcg_at_3": 0.92778, - "ndcg_at_5": 0.93504, - "ndcg_at_10": 0.93974, - "ndcg_at_20": 0.9406, - "ndcg_at_100": 0.94215, - "ndcg_at_1000": 0.94243, + "ndcg_at_3": 0.92821, + "ndcg_at_5": 0.93318, + "ndcg_at_10": 0.93858, + "ndcg_at_20": 0.94028, + "ndcg_at_100": 0.94183, + "ndcg_at_1000": 0.9421, "map_at_1": 0.88889, - "map_at_3": 0.91852, - "map_at_5": 0.92252, - "map_at_10": 0.92447, - "map_at_20": 0.92471, - "map_at_100": 0.92497, - "map_at_1000": 0.92498, + "map_at_3": 0.91907, + "map_at_5": 0.9218, + "map_at_10": 0.92403, + "map_at_20": 0.9245, + "map_at_100": 0.92475, + "map_at_1000": 0.92476, "recall_at_1": 0.88889, "recall_at_3": 0.95444, - "recall_at_5": 0.97222, - "recall_at_10": 0.98667, + "recall_at_5": 0.96667, + "recall_at_10": 0.98333, "recall_at_20": 0.99, "recall_at_100": 0.99778, "recall_at_1000": 1.0, + "accuracy": 0.88889, "precision_at_1": 0.88889, "precision_at_3": 0.31815, - "precision_at_5": 0.19444, - "precision_at_10": 0.09867, + "precision_at_5": 0.19333, + "precision_at_10": 0.09833, "precision_at_20": 0.0495, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.888889, - "mrr_at_3": 0.918519, - "mrr_at_5": 0.922519, - "mrr_at_10": 0.924473, - "mrr_at_20": 0.924715, - "mrr_at_100": 0.92497, - "mrr_at_1000": 0.924979, - "nauc_ndcg_at_1_max": 0.73843, - "nauc_ndcg_at_1_std": -0.29929, - "nauc_ndcg_at_1_diff1": 0.923794, - "nauc_ndcg_at_3_max": 0.761887, - "nauc_ndcg_at_3_std": -0.334695, - "nauc_ndcg_at_3_diff1": 0.912122, - "nauc_ndcg_at_5_max": 0.764834, - "nauc_ndcg_at_5_std": -0.364835, - "nauc_ndcg_at_5_diff1": 0.91495, - "nauc_ndcg_at_10_max": 0.760207, - "nauc_ndcg_at_10_std": -0.312948, - "nauc_ndcg_at_10_diff1": 0.918642, - "nauc_ndcg_at_20_max": 0.761222, - "nauc_ndcg_at_20_std": -0.304374, - "nauc_ndcg_at_20_diff1": 0.917459, - "nauc_ndcg_at_100_max": 0.759543, - "nauc_ndcg_at_100_std": -0.311829, - "nauc_ndcg_at_100_diff1": 0.918333, - "nauc_ndcg_at_1000_max": 0.758353, - "nauc_ndcg_at_1000_std": -0.318002, - "nauc_ndcg_at_1000_diff1": 0.917929, - "nauc_map_at_1_max": 0.73843, - "nauc_map_at_1_std": -0.29929, - "nauc_map_at_1_diff1": 0.923794, - "nauc_map_at_3_max": 0.755875, - "nauc_map_at_3_std": -0.327038, - "nauc_map_at_3_diff1": 0.915527, - "nauc_map_at_5_max": 0.757156, - "nauc_map_at_5_std": -0.340331, - "nauc_map_at_5_diff1": 0.917028, - "nauc_map_at_10_max": 0.755448, - "nauc_map_at_10_std": -0.322606, - "nauc_map_at_10_diff1": 0.918259, - "nauc_map_at_20_max": 0.755733, - "nauc_map_at_20_std": -0.320272, - "nauc_map_at_20_diff1": 0.917994, - "nauc_map_at_100_max": 0.755509, - "nauc_map_at_100_std": -0.321343, - "nauc_map_at_100_diff1": 0.918135, - "nauc_map_at_1000_max": 0.755477, - "nauc_map_at_1000_std": -0.321505, - "nauc_map_at_1000_diff1": 0.918125, - "nauc_recall_at_1_max": 0.73843, - "nauc_recall_at_1_std": -0.29929, - "nauc_recall_at_1_diff1": 0.923794, - "nauc_recall_at_3_max": 0.791419, - "nauc_recall_at_3_std": -0.370978, - "nauc_recall_at_3_diff1": 0.895015, - "nauc_recall_at_5_max": 0.82437, - "nauc_recall_at_5_std": -0.567862, - "nauc_recall_at_5_diff1": 0.899907, - "nauc_recall_at_10_max": 0.824152, - "nauc_recall_at_10_std": -0.070261, - "nauc_recall_at_10_diff1": 0.935613, - "nauc_recall_at_20_max": 0.864613, - "nauc_recall_at_20_std": 0.181865, - "nauc_recall_at_20_diff1": 0.914151, + "mrr_at_3": 0.919074, + "mrr_at_5": 0.921796, + "mrr_at_10": 0.924027, + "mrr_at_20": 0.924496, + "mrr_at_100": 0.924751, + "mrr_at_1000": 0.924758, + "nauc_ndcg_at_1_max": 0.69903, + "nauc_ndcg_at_1_std": -0.358373, + "nauc_ndcg_at_1_diff1": 0.908728, + "nauc_ndcg_at_3_max": 0.713477, + "nauc_ndcg_at_3_std": -0.412304, + "nauc_ndcg_at_3_diff1": 0.896314, + "nauc_ndcg_at_5_max": 0.719048, + "nauc_ndcg_at_5_std": -0.389811, + "nauc_ndcg_at_5_diff1": 0.900187, + "nauc_ndcg_at_10_max": 0.712698, + "nauc_ndcg_at_10_std": -0.365533, + "nauc_ndcg_at_10_diff1": 0.900134, + "nauc_ndcg_at_20_max": 0.714212, + "nauc_ndcg_at_20_std": -0.362433, + "nauc_ndcg_at_20_diff1": 0.900822, + "nauc_ndcg_at_100_max": 0.713709, + "nauc_ndcg_at_100_std": -0.368594, + "nauc_ndcg_at_100_diff1": 0.901727, + "nauc_ndcg_at_1000_max": 0.712367, + "nauc_ndcg_at_1000_std": -0.375008, + "nauc_ndcg_at_1000_diff1": 0.901574, + "nauc_map_at_1_max": 0.69903, + "nauc_map_at_1_std": -0.358373, + "nauc_map_at_1_diff1": 0.908728, + "nauc_map_at_3_max": 0.710506, + "nauc_map_at_3_std": -0.396175, + "nauc_map_at_3_diff1": 0.900275, + "nauc_map_at_5_max": 0.712748, + "nauc_map_at_5_std": -0.384311, + "nauc_map_at_5_diff1": 0.902099, + "nauc_map_at_10_max": 0.71034, + "nauc_map_at_10_std": -0.378074, + "nauc_map_at_10_diff1": 0.902036, + "nauc_map_at_20_max": 0.710722, + "nauc_map_at_20_std": -0.377409, + "nauc_map_at_20_diff1": 0.902238, + "nauc_map_at_100_max": 0.710537, + "nauc_map_at_100_std": -0.378449, + "nauc_map_at_100_diff1": 0.902332, + "nauc_map_at_1000_max": 0.710508, + "nauc_map_at_1000_std": -0.378583, + "nauc_map_at_1000_diff1": 0.902329, + "nauc_recall_at_1_max": 0.69903, + "nauc_recall_at_1_std": -0.358373, + "nauc_recall_at_1_diff1": 0.908728, + "nauc_recall_at_3_max": 0.727267, + "nauc_recall_at_3_std": -0.493043, + "nauc_recall_at_3_diff1": 0.876284, + "nauc_recall_at_5_max": 0.762092, + "nauc_recall_at_5_std": -0.420028, + "nauc_recall_at_5_diff1": 0.889122, + "nauc_recall_at_10_max": 0.735792, + "nauc_recall_at_10_std": -0.127824, + "nauc_recall_at_10_diff1": 0.879863, + "nauc_recall_at_20_max": 0.782706, + "nauc_recall_at_20_std": 0.09944, + "nauc_recall_at_20_diff1": 0.880174, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.73843, - "nauc_precision_at_1_std": -0.29929, - "nauc_precision_at_1_diff1": 0.923794, - "nauc_precision_at_3_max": 0.791419, - "nauc_precision_at_3_std": -0.370978, - "nauc_precision_at_3_diff1": 0.895015, - "nauc_precision_at_5_max": 0.82437, - "nauc_precision_at_5_std": -0.567862, - "nauc_precision_at_5_diff1": 0.899907, - "nauc_precision_at_10_max": 0.824152, - "nauc_precision_at_10_std": -0.070261, - "nauc_precision_at_10_diff1": 0.935613, - "nauc_precision_at_20_max": 0.864613, - "nauc_precision_at_20_std": 0.181865, - "nauc_precision_at_20_diff1": 0.914151, + "nauc_precision_at_1_max": 0.69903, + "nauc_precision_at_1_std": -0.358373, + "nauc_precision_at_1_diff1": 0.908728, + "nauc_precision_at_3_max": 0.727267, + "nauc_precision_at_3_std": -0.493043, + "nauc_precision_at_3_diff1": 0.876284, + "nauc_precision_at_5_max": 0.762092, + "nauc_precision_at_5_std": -0.420028, + "nauc_precision_at_5_diff1": 0.889122, + "nauc_precision_at_10_max": 0.735792, + "nauc_precision_at_10_std": -0.127824, + "nauc_precision_at_10_diff1": 0.879863, + "nauc_precision_at_20_max": 0.782706, + "nauc_precision_at_20_std": 0.09944, + "nauc_precision_at_20_diff1": 0.880174, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.73843, - "nauc_mrr_at_1_std": -0.29929, - "nauc_mrr_at_1_diff1": 0.923794, - "nauc_mrr_at_3_max": 0.755875, - "nauc_mrr_at_3_std": -0.327038, - "nauc_mrr_at_3_diff1": 0.915527, - "nauc_mrr_at_5_max": 0.757156, - "nauc_mrr_at_5_std": -0.340331, - "nauc_mrr_at_5_diff1": 0.917028, - "nauc_mrr_at_10_max": 0.755448, - "nauc_mrr_at_10_std": -0.322606, - "nauc_mrr_at_10_diff1": 0.918259, - "nauc_mrr_at_20_max": 0.755733, - "nauc_mrr_at_20_std": -0.320272, - "nauc_mrr_at_20_diff1": 0.917994, - "nauc_mrr_at_100_max": 0.755509, - "nauc_mrr_at_100_std": -0.321343, - "nauc_mrr_at_100_diff1": 0.918135, - "nauc_mrr_at_1000_max": 0.755477, - "nauc_mrr_at_1000_std": -0.321505, - "nauc_mrr_at_1000_diff1": 0.918125, - "main_score": 0.93974, + "nauc_mrr_at_1_max": 0.69903, + "nauc_mrr_at_1_std": -0.358373, + "nauc_mrr_at_1_diff1": 0.908728, + "nauc_mrr_at_3_max": 0.710506, + "nauc_mrr_at_3_std": -0.396175, + "nauc_mrr_at_3_diff1": 0.900275, + "nauc_mrr_at_5_max": 0.712748, + "nauc_mrr_at_5_std": -0.384311, + "nauc_mrr_at_5_diff1": 0.902099, + "nauc_mrr_at_10_max": 0.71034, + "nauc_mrr_at_10_std": -0.378074, + "nauc_mrr_at_10_diff1": 0.902036, + "nauc_mrr_at_20_max": 0.710722, + "nauc_mrr_at_20_std": -0.377409, + "nauc_mrr_at_20_diff1": 0.902238, + "nauc_mrr_at_100_max": 0.710537, + "nauc_mrr_at_100_std": -0.378449, + "nauc_mrr_at_100_diff1": 0.902332, + "nauc_mrr_at_1000_max": 0.710508, + "nauc_mrr_at_1000_std": -0.378583, + "nauc_mrr_at_1000_diff1": 0.902329, + "hit_rate_at_1": 0.88889, + "hit_rate_at_3": 0.95444, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93858, "hf_subset": "als_Latn-eng_Latn", "languages": [ "als-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.75778, - "ndcg_at_3": 0.82871, - "ndcg_at_5": 0.83555, - "ndcg_at_10": 0.84464, - "ndcg_at_20": 0.85078, - "ndcg_at_100": 0.85846, - "ndcg_at_1000": 0.86026, - "map_at_1": 0.75778, - "map_at_3": 0.81204, - "map_at_5": 0.81581, - "map_at_10": 0.81962, - "map_at_20": 0.82129, - "map_at_100": 0.82237, - "map_at_1000": 0.82246, - "recall_at_1": 0.75778, - "recall_at_3": 0.87667, - "recall_at_5": 0.89333, - "recall_at_10": 0.92111, - "recall_at_20": 0.94556, - "recall_at_100": 0.98667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.73889, + "ndcg_at_3": 0.81041, + "ndcg_at_5": 0.81992, + "ndcg_at_10": 0.8293, + "ndcg_at_20": 0.8355, + "ndcg_at_100": 0.84413, + "ndcg_at_1000": 0.84688, + "map_at_1": 0.73889, + "map_at_3": 0.79389, + "map_at_5": 0.79911, + "map_at_10": 0.803, + "map_at_20": 0.80472, + "map_at_100": 0.80597, + "map_at_1000": 0.8061, + "recall_at_1": 0.73889, + "recall_at_3": 0.85778, + "recall_at_5": 0.88111, + "recall_at_10": 0.91, + "recall_at_20": 0.93444, + "recall_at_100": 0.98, "recall_at_1000": 1.0, - "precision_at_1": 0.75778, - "precision_at_3": 0.29222, - "precision_at_5": 0.17867, - "precision_at_10": 0.09211, - "precision_at_20": 0.04728, - "precision_at_100": 0.00987, + "accuracy": 0.73889, + "precision_at_1": 0.73889, + "precision_at_3": 0.28593, + "precision_at_5": 0.17622, + "precision_at_10": 0.091, + "precision_at_20": 0.04672, + "precision_at_100": 0.0098, "precision_at_1000": 0.001, - "mrr_at_1": 0.757778, - "mrr_at_3": 0.812037, - "mrr_at_5": 0.815815, - "mrr_at_10": 0.819621, - "mrr_at_20": 0.821287, - "mrr_at_100": 0.822374, - "mrr_at_1000": 0.822456, - "nauc_ndcg_at_1_max": 0.781525, - "nauc_ndcg_at_1_std": 0.101602, - "nauc_ndcg_at_1_diff1": 0.910964, - "nauc_ndcg_at_3_max": 0.829211, - "nauc_ndcg_at_3_std": 0.193967, - "nauc_ndcg_at_3_diff1": 0.885029, - "nauc_ndcg_at_5_max": 0.822867, - "nauc_ndcg_at_5_std": 0.189213, - "nauc_ndcg_at_5_diff1": 0.882449, - "nauc_ndcg_at_10_max": 0.821863, - "nauc_ndcg_at_10_std": 0.196136, - "nauc_ndcg_at_10_diff1": 0.88561, - "nauc_ndcg_at_20_max": 0.820797, - "nauc_ndcg_at_20_std": 0.197757, - "nauc_ndcg_at_20_diff1": 0.887664, - "nauc_ndcg_at_100_max": 0.817635, - "nauc_ndcg_at_100_std": 0.185084, - "nauc_ndcg_at_100_diff1": 0.890327, - "nauc_ndcg_at_1000_max": 0.816211, - "nauc_ndcg_at_1000_std": 0.177732, - "nauc_ndcg_at_1000_diff1": 0.890478, - "nauc_map_at_1_max": 0.781525, - "nauc_map_at_1_std": 0.101602, - "nauc_map_at_1_diff1": 0.910964, - "nauc_map_at_3_max": 0.816609, - "nauc_map_at_3_std": 0.166307, - "nauc_map_at_3_diff1": 0.892219, - "nauc_map_at_5_max": 0.813198, - "nauc_map_at_5_std": 0.163185, - "nauc_map_at_5_diff1": 0.891078, - "nauc_map_at_10_max": 0.812679, - "nauc_map_at_10_std": 0.165515, - "nauc_map_at_10_diff1": 0.892486, - "nauc_map_at_20_max": 0.812421, - "nauc_map_at_20_std": 0.16554, - "nauc_map_at_20_diff1": 0.893104, - "nauc_map_at_100_max": 0.811954, - "nauc_map_at_100_std": 0.163856, - "nauc_map_at_100_diff1": 0.893351, - "nauc_map_at_1000_max": 0.811899, - "nauc_map_at_1000_std": 0.16358, - "nauc_map_at_1000_diff1": 0.893353, - "nauc_recall_at_1_max": 0.781525, - "nauc_recall_at_1_std": 0.101602, - "nauc_recall_at_1_diff1": 0.910964, - "nauc_recall_at_3_max": 0.880543, - "nauc_recall_at_3_std": 0.308842, - "nauc_recall_at_3_diff1": 0.855513, - "nauc_recall_at_5_max": 0.865091, - "nauc_recall_at_5_std": 0.309161, - "nauc_recall_at_5_diff1": 0.842272, - "nauc_recall_at_10_max": 0.873193, - "nauc_recall_at_10_std": 0.384773, - "nauc_recall_at_10_diff1": 0.845583, - "nauc_recall_at_20_max": 0.883572, - "nauc_recall_at_20_std": 0.486614, - "nauc_recall_at_20_diff1": 0.846605, - "nauc_recall_at_100_max": 0.919662, - "nauc_recall_at_100_std": 0.712613, - "nauc_recall_at_100_diff1": 0.877451, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.781525, - "nauc_precision_at_1_std": 0.101602, - "nauc_precision_at_1_diff1": 0.910964, - "nauc_precision_at_3_max": 0.880543, - "nauc_precision_at_3_std": 0.308842, - "nauc_precision_at_3_diff1": 0.855513, - "nauc_precision_at_5_max": 0.865091, - "nauc_precision_at_5_std": 0.309161, - "nauc_precision_at_5_diff1": 0.842272, - "nauc_precision_at_10_max": 0.873193, - "nauc_precision_at_10_std": 0.384773, - "nauc_precision_at_10_diff1": 0.845583, - "nauc_precision_at_20_max": 0.883572, - "nauc_precision_at_20_std": 0.486614, - "nauc_precision_at_20_diff1": 0.846605, - "nauc_precision_at_100_max": 0.919662, - "nauc_precision_at_100_std": 0.712613, - "nauc_precision_at_100_diff1": 0.877451, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.781525, - "nauc_mrr_at_1_std": 0.101602, - "nauc_mrr_at_1_diff1": 0.910964, - "nauc_mrr_at_3_max": 0.816609, - "nauc_mrr_at_3_std": 0.166307, - "nauc_mrr_at_3_diff1": 0.892219, - "nauc_mrr_at_5_max": 0.813198, - "nauc_mrr_at_5_std": 0.163185, - "nauc_mrr_at_5_diff1": 0.891078, - "nauc_mrr_at_10_max": 0.812679, - "nauc_mrr_at_10_std": 0.165515, - "nauc_mrr_at_10_diff1": 0.892486, - "nauc_mrr_at_20_max": 0.812421, - "nauc_mrr_at_20_std": 0.16554, - "nauc_mrr_at_20_diff1": 0.893104, - "nauc_mrr_at_100_max": 0.811954, - "nauc_mrr_at_100_std": 0.163856, - "nauc_mrr_at_100_diff1": 0.893351, - "nauc_mrr_at_1000_max": 0.811899, - "nauc_mrr_at_1000_std": 0.16358, - "nauc_mrr_at_1000_diff1": 0.893353, - "main_score": 0.84464, + "mrr_at_1": 0.738889, + "mrr_at_3": 0.793889, + "mrr_at_5": 0.799111, + "mrr_at_10": 0.803005, + "mrr_at_20": 0.804718, + "mrr_at_100": 0.805968, + "mrr_at_1000": 0.806103, + "nauc_ndcg_at_1_max": 0.772102, + "nauc_ndcg_at_1_std": 0.060185, + "nauc_ndcg_at_1_diff1": 0.896046, + "nauc_ndcg_at_3_max": 0.818646, + "nauc_ndcg_at_3_std": 0.115597, + "nauc_ndcg_at_3_diff1": 0.874749, + "nauc_ndcg_at_5_max": 0.813836, + "nauc_ndcg_at_5_std": 0.110533, + "nauc_ndcg_at_5_diff1": 0.872375, + "nauc_ndcg_at_10_max": 0.809365, + "nauc_ndcg_at_10_std": 0.126683, + "nauc_ndcg_at_10_diff1": 0.871823, + "nauc_ndcg_at_20_max": 0.809483, + "nauc_ndcg_at_20_std": 0.12597, + "nauc_ndcg_at_20_diff1": 0.873951, + "nauc_ndcg_at_100_max": 0.806476, + "nauc_ndcg_at_100_std": 0.118498, + "nauc_ndcg_at_100_diff1": 0.875898, + "nauc_ndcg_at_1000_max": 0.805561, + "nauc_ndcg_at_1000_std": 0.111605, + "nauc_ndcg_at_1000_diff1": 0.876811, + "nauc_map_at_1_max": 0.772102, + "nauc_map_at_1_std": 0.060185, + "nauc_map_at_1_diff1": 0.896046, + "nauc_map_at_3_max": 0.806581, + "nauc_map_at_3_std": 0.099467, + "nauc_map_at_3_diff1": 0.879865, + "nauc_map_at_5_max": 0.803937, + "nauc_map_at_5_std": 0.096096, + "nauc_map_at_5_diff1": 0.878797, + "nauc_map_at_10_max": 0.801969, + "nauc_map_at_10_std": 0.101391, + "nauc_map_at_10_diff1": 0.878604, + "nauc_map_at_20_max": 0.802015, + "nauc_map_at_20_std": 0.101207, + "nauc_map_at_20_diff1": 0.879221, + "nauc_map_at_100_max": 0.801646, + "nauc_map_at_100_std": 0.100497, + "nauc_map_at_100_diff1": 0.879477, + "nauc_map_at_1000_max": 0.801608, + "nauc_map_at_1000_std": 0.100231, + "nauc_map_at_1000_diff1": 0.879511, + "nauc_recall_at_1_max": 0.772102, + "nauc_recall_at_1_std": 0.060185, + "nauc_recall_at_1_diff1": 0.896046, + "nauc_recall_at_3_max": 0.865468, + "nauc_recall_at_3_std": 0.179346, + "nauc_recall_at_3_diff1": 0.855155, + "nauc_recall_at_5_max": 0.856443, + "nauc_recall_at_5_std": 0.175633, + "nauc_recall_at_5_diff1": 0.843509, + "nauc_recall_at_10_max": 0.846342, + "nauc_recall_at_10_std": 0.284948, + "nauc_recall_at_10_diff1": 0.833241, + "nauc_recall_at_20_max": 0.85943, + "nauc_recall_at_20_std": 0.332969, + "nauc_recall_at_20_diff1": 0.837242, + "nauc_recall_at_100_max": 0.853979, + "nauc_recall_at_100_std": 0.477773, + "nauc_recall_at_100_diff1": 0.827653, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772102, + "nauc_precision_at_1_std": 0.060185, + "nauc_precision_at_1_diff1": 0.896046, + "nauc_precision_at_3_max": 0.865468, + "nauc_precision_at_3_std": 0.179346, + "nauc_precision_at_3_diff1": 0.855155, + "nauc_precision_at_5_max": 0.856443, + "nauc_precision_at_5_std": 0.175633, + "nauc_precision_at_5_diff1": 0.843509, + "nauc_precision_at_10_max": 0.846342, + "nauc_precision_at_10_std": 0.284948, + "nauc_precision_at_10_diff1": 0.833241, + "nauc_precision_at_20_max": 0.85943, + "nauc_precision_at_20_std": 0.332969, + "nauc_precision_at_20_diff1": 0.837242, + "nauc_precision_at_100_max": 0.853979, + "nauc_precision_at_100_std": 0.477773, + "nauc_precision_at_100_diff1": 0.827653, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772102, + "nauc_mrr_at_1_std": 0.060185, + "nauc_mrr_at_1_diff1": 0.896046, + "nauc_mrr_at_3_max": 0.806581, + "nauc_mrr_at_3_std": 0.099467, + "nauc_mrr_at_3_diff1": 0.879865, + "nauc_mrr_at_5_max": 0.803937, + "nauc_mrr_at_5_std": 0.096096, + "nauc_mrr_at_5_diff1": 0.878797, + "nauc_mrr_at_10_max": 0.801969, + "nauc_mrr_at_10_std": 0.101391, + "nauc_mrr_at_10_diff1": 0.878604, + "nauc_mrr_at_20_max": 0.802015, + "nauc_mrr_at_20_std": 0.101207, + "nauc_mrr_at_20_diff1": 0.879221, + "nauc_mrr_at_100_max": 0.801646, + "nauc_mrr_at_100_std": 0.100497, + "nauc_mrr_at_100_diff1": 0.879477, + "nauc_mrr_at_1000_max": 0.801608, + "nauc_mrr_at_1000_std": 0.100231, + "nauc_mrr_at_1000_diff1": 0.879511, + "hit_rate_at_1": 0.73889, + "hit_rate_at_3": 0.85778, + "hit_rate_at_5": 0.88111, + "hit_rate_at_10": 0.91, + "hit_rate_at_20": 0.93444, + "hit_rate_at_100": 0.98, + "hit_rate_at_1000": 1.0, + "main_score": 0.8293, "hf_subset": "eng_Latn-als_Latn", "languages": [ "eng-Latn", "als-Latn" - ] - }, - { - "ndcg_at_1": 0.59889, - "ndcg_at_3": 0.66378, - "ndcg_at_5": 0.6799, - "ndcg_at_10": 0.69742, - "ndcg_at_20": 0.70495, - "ndcg_at_100": 0.71902, - "ndcg_at_1000": 0.73089, - "map_at_1": 0.59889, - "map_at_3": 0.64815, - "map_at_5": 0.65715, - "map_at_10": 0.66433, - "map_at_20": 0.66637, - "map_at_100": 0.66826, - "map_at_1000": 0.66873, - "recall_at_1": 0.59889, - "recall_at_3": 0.70889, - "recall_at_5": 0.74778, - "recall_at_10": 0.80222, - "recall_at_20": 0.83222, - "recall_at_100": 0.90889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59111, + "ndcg_at_3": 0.65235, + "ndcg_at_5": 0.67024, + "ndcg_at_10": 0.68444, + "ndcg_at_20": 0.6965, + "ndcg_at_100": 0.7091, + "ndcg_at_1000": 0.72195, + "map_at_1": 0.59111, + "map_at_3": 0.63741, + "map_at_5": 0.64735, + "map_at_10": 0.65333, + "map_at_20": 0.65661, + "map_at_100": 0.65815, + "map_at_1000": 0.65865, + "recall_at_1": 0.59111, + "recall_at_3": 0.69556, + "recall_at_5": 0.73889, + "recall_at_10": 0.78222, + "recall_at_20": 0.83, + "recall_at_100": 0.90111, "recall_at_1000": 1.0, - "precision_at_1": 0.59889, - "precision_at_3": 0.2363, - "precision_at_5": 0.14956, - "precision_at_10": 0.08022, - "precision_at_20": 0.04161, - "precision_at_100": 0.00909, + "accuracy": 0.59111, + "precision_at_1": 0.59111, + "precision_at_3": 0.23185, + "precision_at_5": 0.14778, + "precision_at_10": 0.07822, + "precision_at_20": 0.0415, + "precision_at_100": 0.00901, "precision_at_1000": 0.001, - "mrr_at_1": 0.598889, - "mrr_at_3": 0.648148, - "mrr_at_5": 0.657148, - "mrr_at_10": 0.664332, - "mrr_at_20": 0.666368, - "mrr_at_100": 0.668257, - "mrr_at_1000": 0.66873, - "nauc_ndcg_at_1_max": 0.727537, - "nauc_ndcg_at_1_std": 0.147431, - "nauc_ndcg_at_1_diff1": 0.808608, - "nauc_ndcg_at_3_max": 0.747982, - "nauc_ndcg_at_3_std": 0.188031, - "nauc_ndcg_at_3_diff1": 0.777059, - "nauc_ndcg_at_5_max": 0.750183, - "nauc_ndcg_at_5_std": 0.191492, - "nauc_ndcg_at_5_diff1": 0.778272, - "nauc_ndcg_at_10_max": 0.746008, - "nauc_ndcg_at_10_std": 0.215057, - "nauc_ndcg_at_10_diff1": 0.769923, - "nauc_ndcg_at_20_max": 0.747944, - "nauc_ndcg_at_20_std": 0.209749, - "nauc_ndcg_at_20_diff1": 0.77446, - "nauc_ndcg_at_100_max": 0.743611, - "nauc_ndcg_at_100_std": 0.206518, - "nauc_ndcg_at_100_diff1": 0.773164, - "nauc_ndcg_at_1000_max": 0.744808, - "nauc_ndcg_at_1000_std": 0.196816, - "nauc_ndcg_at_1000_diff1": 0.778632, - "nauc_map_at_1_max": 0.727537, - "nauc_map_at_1_std": 0.147431, - "nauc_map_at_1_diff1": 0.808608, - "nauc_map_at_3_max": 0.743714, - "nauc_map_at_3_std": 0.176058, - "nauc_map_at_3_diff1": 0.785416, - "nauc_map_at_5_max": 0.744722, - "nauc_map_at_5_std": 0.177545, - "nauc_map_at_5_diff1": 0.786223, - "nauc_map_at_10_max": 0.743149, - "nauc_map_at_10_std": 0.186781, - "nauc_map_at_10_diff1": 0.783217, - "nauc_map_at_20_max": 0.74365, - "nauc_map_at_20_std": 0.185383, - "nauc_map_at_20_diff1": 0.7845, - "nauc_map_at_100_max": 0.743108, - "nauc_map_at_100_std": 0.184824, - "nauc_map_at_100_diff1": 0.784355, - "nauc_map_at_1000_max": 0.743158, - "nauc_map_at_1000_std": 0.184492, - "nauc_map_at_1000_diff1": 0.784565, - "nauc_recall_at_1_max": 0.727537, - "nauc_recall_at_1_std": 0.147431, - "nauc_recall_at_1_diff1": 0.808608, - "nauc_recall_at_3_max": 0.761452, - "nauc_recall_at_3_std": 0.227885, - "nauc_recall_at_3_diff1": 0.749638, - "nauc_recall_at_5_max": 0.76975, - "nauc_recall_at_5_std": 0.24316, - "nauc_recall_at_5_diff1": 0.749839, - "nauc_recall_at_10_max": 0.755277, - "nauc_recall_at_10_std": 0.349965, - "nauc_recall_at_10_diff1": 0.708159, - "nauc_recall_at_20_max": 0.768075, - "nauc_recall_at_20_std": 0.338067, - "nauc_recall_at_20_diff1": 0.72495, - "nauc_recall_at_100_max": 0.722467, - "nauc_recall_at_100_std": 0.391912, - "nauc_recall_at_100_diff1": 0.671984, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.727537, - "nauc_precision_at_1_std": 0.147431, - "nauc_precision_at_1_diff1": 0.808608, - "nauc_precision_at_3_max": 0.761452, - "nauc_precision_at_3_std": 0.227885, - "nauc_precision_at_3_diff1": 0.749638, - "nauc_precision_at_5_max": 0.76975, - "nauc_precision_at_5_std": 0.24316, - "nauc_precision_at_5_diff1": 0.749839, - "nauc_precision_at_10_max": 0.755277, - "nauc_precision_at_10_std": 0.349965, - "nauc_precision_at_10_diff1": 0.708159, - "nauc_precision_at_20_max": 0.768075, - "nauc_precision_at_20_std": 0.338067, - "nauc_precision_at_20_diff1": 0.72495, - "nauc_precision_at_100_max": 0.722467, - "nauc_precision_at_100_std": 0.391912, - "nauc_precision_at_100_diff1": 0.671984, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.727537, - "nauc_mrr_at_1_std": 0.147431, - "nauc_mrr_at_1_diff1": 0.808608, - "nauc_mrr_at_3_max": 0.743714, - "nauc_mrr_at_3_std": 0.176058, - "nauc_mrr_at_3_diff1": 0.785416, - "nauc_mrr_at_5_max": 0.744722, - "nauc_mrr_at_5_std": 0.177545, - "nauc_mrr_at_5_diff1": 0.786223, - "nauc_mrr_at_10_max": 0.743149, - "nauc_mrr_at_10_std": 0.186781, - "nauc_mrr_at_10_diff1": 0.783217, - "nauc_mrr_at_20_max": 0.74365, - "nauc_mrr_at_20_std": 0.185383, - "nauc_mrr_at_20_diff1": 0.7845, - "nauc_mrr_at_100_max": 0.743108, - "nauc_mrr_at_100_std": 0.184824, - "nauc_mrr_at_100_diff1": 0.784355, - "nauc_mrr_at_1000_max": 0.743158, - "nauc_mrr_at_1000_std": 0.184492, - "nauc_mrr_at_1000_diff1": 0.784565, - "main_score": 0.69742, + "mrr_at_1": 0.591111, + "mrr_at_3": 0.637407, + "mrr_at_5": 0.647352, + "mrr_at_10": 0.653326, + "mrr_at_20": 0.656609, + "mrr_at_100": 0.658147, + "mrr_at_1000": 0.658653, + "nauc_ndcg_at_1_max": 0.730807, + "nauc_ndcg_at_1_std": 0.180674, + "nauc_ndcg_at_1_diff1": 0.796401, + "nauc_ndcg_at_3_max": 0.751132, + "nauc_ndcg_at_3_std": 0.216098, + "nauc_ndcg_at_3_diff1": 0.773806, + "nauc_ndcg_at_5_max": 0.75348, + "nauc_ndcg_at_5_std": 0.238425, + "nauc_ndcg_at_5_diff1": 0.76907, + "nauc_ndcg_at_10_max": 0.744825, + "nauc_ndcg_at_10_std": 0.238108, + "nauc_ndcg_at_10_diff1": 0.76215, + "nauc_ndcg_at_20_max": 0.745988, + "nauc_ndcg_at_20_std": 0.242553, + "nauc_ndcg_at_20_diff1": 0.763888, + "nauc_ndcg_at_100_max": 0.74493, + "nauc_ndcg_at_100_std": 0.239758, + "nauc_ndcg_at_100_diff1": 0.766969, + "nauc_ndcg_at_1000_max": 0.745703, + "nauc_ndcg_at_1000_std": 0.23138, + "nauc_ndcg_at_1000_diff1": 0.77096, + "nauc_map_at_1_max": 0.730807, + "nauc_map_at_1_std": 0.180674, + "nauc_map_at_1_diff1": 0.796401, + "nauc_map_at_3_max": 0.747541, + "nauc_map_at_3_std": 0.20753, + "nauc_map_at_3_diff1": 0.780765, + "nauc_map_at_5_max": 0.748643, + "nauc_map_at_5_std": 0.219085, + "nauc_map_at_5_diff1": 0.778514, + "nauc_map_at_10_max": 0.745123, + "nauc_map_at_10_std": 0.218828, + "nauc_map_at_10_diff1": 0.775977, + "nauc_map_at_20_max": 0.745277, + "nauc_map_at_20_std": 0.21984, + "nauc_map_at_20_diff1": 0.776435, + "nauc_map_at_100_max": 0.74523, + "nauc_map_at_100_std": 0.219779, + "nauc_map_at_100_diff1": 0.776885, + "nauc_map_at_1000_max": 0.74524, + "nauc_map_at_1000_std": 0.219489, + "nauc_map_at_1000_diff1": 0.777029, + "nauc_recall_at_1_max": 0.730807, + "nauc_recall_at_1_std": 0.180674, + "nauc_recall_at_1_diff1": 0.796401, + "nauc_recall_at_3_max": 0.761937, + "nauc_recall_at_3_std": 0.243462, + "nauc_recall_at_3_diff1": 0.75083, + "nauc_recall_at_5_max": 0.770347, + "nauc_recall_at_5_std": 0.311136, + "nauc_recall_at_5_diff1": 0.733826, + "nauc_recall_at_10_max": 0.738759, + "nauc_recall_at_10_std": 0.319943, + "nauc_recall_at_10_diff1": 0.70044, + "nauc_recall_at_20_max": 0.74628, + "nauc_recall_at_20_std": 0.366031, + "nauc_recall_at_20_diff1": 0.697571, + "nauc_recall_at_100_max": 0.729068, + "nauc_recall_at_100_std": 0.391281, + "nauc_recall_at_100_diff1": 0.69547, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.730807, + "nauc_precision_at_1_std": 0.180674, + "nauc_precision_at_1_diff1": 0.796401, + "nauc_precision_at_3_max": 0.761937, + "nauc_precision_at_3_std": 0.243462, + "nauc_precision_at_3_diff1": 0.75083, + "nauc_precision_at_5_max": 0.770347, + "nauc_precision_at_5_std": 0.311136, + "nauc_precision_at_5_diff1": 0.733826, + "nauc_precision_at_10_max": 0.738759, + "nauc_precision_at_10_std": 0.319943, + "nauc_precision_at_10_diff1": 0.70044, + "nauc_precision_at_20_max": 0.74628, + "nauc_precision_at_20_std": 0.366031, + "nauc_precision_at_20_diff1": 0.697571, + "nauc_precision_at_100_max": 0.729068, + "nauc_precision_at_100_std": 0.391281, + "nauc_precision_at_100_diff1": 0.69547, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.730807, + "nauc_mrr_at_1_std": 0.180674, + "nauc_mrr_at_1_diff1": 0.796401, + "nauc_mrr_at_3_max": 0.747541, + "nauc_mrr_at_3_std": 0.20753, + "nauc_mrr_at_3_diff1": 0.780765, + "nauc_mrr_at_5_max": 0.748643, + "nauc_mrr_at_5_std": 0.219085, + "nauc_mrr_at_5_diff1": 0.778514, + "nauc_mrr_at_10_max": 0.745123, + "nauc_mrr_at_10_std": 0.218828, + "nauc_mrr_at_10_diff1": 0.775977, + "nauc_mrr_at_20_max": 0.745277, + "nauc_mrr_at_20_std": 0.21984, + "nauc_mrr_at_20_diff1": 0.776435, + "nauc_mrr_at_100_max": 0.74523, + "nauc_mrr_at_100_std": 0.219779, + "nauc_mrr_at_100_diff1": 0.776885, + "nauc_mrr_at_1000_max": 0.74524, + "nauc_mrr_at_1000_std": 0.219489, + "nauc_mrr_at_1000_diff1": 0.777029, + "hit_rate_at_1": 0.59111, + "hit_rate_at_3": 0.69556, + "hit_rate_at_5": 0.73889, + "hit_rate_at_10": 0.78222, + "hit_rate_at_20": 0.83, + "hit_rate_at_100": 0.90111, + "hit_rate_at_1000": 1.0, + "main_score": 0.68444, "hf_subset": "amh_Ethi-amh_Ethi", "languages": [ "amh-Ethi", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.68889, - "ndcg_at_3": 0.76328, - "ndcg_at_5": 0.78169, - "ndcg_at_10": 0.79582, - "ndcg_at_20": 0.80875, - "ndcg_at_100": 0.81521, - "ndcg_at_1000": 0.81659, - "map_at_1": 0.68889, - "map_at_3": 0.74519, - "map_at_5": 0.75546, - "map_at_10": 0.76136, - "map_at_20": 0.76492, - "map_at_100": 0.76576, - "map_at_1000": 0.76583, - "recall_at_1": 0.68889, - "recall_at_3": 0.81556, - "recall_at_5": 0.86, - "recall_at_10": 0.90333, - "recall_at_20": 0.95444, - "recall_at_100": 0.99, + "ndcg_at_1": 0.68111, + "ndcg_at_3": 0.75789, + "ndcg_at_5": 0.77583, + "ndcg_at_10": 0.79197, + "ndcg_at_20": 0.80123, + "ndcg_at_100": 0.80952, + "ndcg_at_1000": 0.81168, + "map_at_1": 0.68111, + "map_at_3": 0.73944, + "map_at_5": 0.74944, + "map_at_10": 0.7561, + "map_at_20": 0.75863, + "map_at_100": 0.75986, + "map_at_1000": 0.75997, + "recall_at_1": 0.68111, + "recall_at_3": 0.81111, + "recall_at_5": 0.85444, + "recall_at_10": 0.90444, + "recall_at_20": 0.94111, + "recall_at_100": 0.98444, "recall_at_1000": 1.0, - "precision_at_1": 0.68889, - "precision_at_3": 0.27185, - "precision_at_5": 0.172, - "precision_at_10": 0.09033, - "precision_at_20": 0.04772, - "precision_at_100": 0.0099, + "accuracy": 0.68111, + "precision_at_1": 0.68111, + "precision_at_3": 0.27037, + "precision_at_5": 0.17089, + "precision_at_10": 0.09044, + "precision_at_20": 0.04706, + "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.688889, - "mrr_at_3": 0.745185, - "mrr_at_5": 0.755463, - "mrr_at_10": 0.761365, - "mrr_at_20": 0.764917, - "mrr_at_100": 0.765759, - "mrr_at_1000": 0.765826, - "nauc_ndcg_at_1_max": 0.615651, - "nauc_ndcg_at_1_std": -0.093896, - "nauc_ndcg_at_1_diff1": 0.804002, - "nauc_ndcg_at_3_max": 0.640221, - "nauc_ndcg_at_3_std": -0.121756, - "nauc_ndcg_at_3_diff1": 0.777187, - "nauc_ndcg_at_5_max": 0.631771, - "nauc_ndcg_at_5_std": -0.148068, - "nauc_ndcg_at_5_diff1": 0.775324, - "nauc_ndcg_at_10_max": 0.63484, - "nauc_ndcg_at_10_std": -0.120269, - "nauc_ndcg_at_10_diff1": 0.771928, - "nauc_ndcg_at_20_max": 0.633236, - "nauc_ndcg_at_20_std": -0.120118, - "nauc_ndcg_at_20_diff1": 0.777669, - "nauc_ndcg_at_100_max": 0.631691, - "nauc_ndcg_at_100_std": -0.12191, - "nauc_ndcg_at_100_diff1": 0.779241, - "nauc_ndcg_at_1000_max": 0.63136, - "nauc_ndcg_at_1000_std": -0.120722, - "nauc_ndcg_at_1000_diff1": 0.780979, - "nauc_map_at_1_max": 0.615651, - "nauc_map_at_1_std": -0.093896, - "nauc_map_at_1_diff1": 0.804002, - "nauc_map_at_3_max": 0.633405, - "nauc_map_at_3_std": -0.114607, - "nauc_map_at_3_diff1": 0.784451, - "nauc_map_at_5_max": 0.628871, - "nauc_map_at_5_std": -0.127787, - "nauc_map_at_5_diff1": 0.783824, - "nauc_map_at_10_max": 0.62973, - "nauc_map_at_10_std": -0.117737, - "nauc_map_at_10_diff1": 0.782697, - "nauc_map_at_20_max": 0.629253, - "nauc_map_at_20_std": -0.117693, - "nauc_map_at_20_diff1": 0.784269, - "nauc_map_at_100_max": 0.629182, - "nauc_map_at_100_std": -0.117851, - "nauc_map_at_100_diff1": 0.78447, - "nauc_map_at_1000_max": 0.629178, - "nauc_map_at_1000_std": -0.117795, - "nauc_map_at_1000_diff1": 0.78455, - "nauc_recall_at_1_max": 0.615651, - "nauc_recall_at_1_std": -0.093896, - "nauc_recall_at_1_diff1": 0.804002, - "nauc_recall_at_3_max": 0.665631, - "nauc_recall_at_3_std": -0.148083, - "nauc_recall_at_3_diff1": 0.750209, - "nauc_recall_at_5_max": 0.643154, - "nauc_recall_at_5_std": -0.246725, - "nauc_recall_at_5_diff1": 0.735844, - "nauc_recall_at_10_max": 0.667552, - "nauc_recall_at_10_std": -0.1182, - "nauc_recall_at_10_diff1": 0.701793, - "nauc_recall_at_20_max": 0.68156, - "nauc_recall_at_20_std": -0.111669, - "nauc_recall_at_20_diff1": 0.704778, - "nauc_recall_at_100_max": 0.677975, - "nauc_recall_at_100_std": -0.254539, - "nauc_recall_at_100_diff1": 0.583826, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.615651, - "nauc_precision_at_1_std": -0.093896, - "nauc_precision_at_1_diff1": 0.804002, - "nauc_precision_at_3_max": 0.665631, - "nauc_precision_at_3_std": -0.148083, - "nauc_precision_at_3_diff1": 0.750209, - "nauc_precision_at_5_max": 0.643154, - "nauc_precision_at_5_std": -0.246725, - "nauc_precision_at_5_diff1": 0.735844, - "nauc_precision_at_10_max": 0.667552, - "nauc_precision_at_10_std": -0.1182, - "nauc_precision_at_10_diff1": 0.701793, - "nauc_precision_at_20_max": 0.68156, - "nauc_precision_at_20_std": -0.111669, - "nauc_precision_at_20_diff1": 0.704778, - "nauc_precision_at_100_max": 0.677975, - "nauc_precision_at_100_std": -0.254539, - "nauc_precision_at_100_diff1": 0.583826, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.615651, - "nauc_mrr_at_1_std": -0.093896, - "nauc_mrr_at_1_diff1": 0.804002, - "nauc_mrr_at_3_max": 0.633405, - "nauc_mrr_at_3_std": -0.114607, - "nauc_mrr_at_3_diff1": 0.784451, - "nauc_mrr_at_5_max": 0.628871, - "nauc_mrr_at_5_std": -0.127787, - "nauc_mrr_at_5_diff1": 0.783824, - "nauc_mrr_at_10_max": 0.62973, - "nauc_mrr_at_10_std": -0.117737, - "nauc_mrr_at_10_diff1": 0.782697, - "nauc_mrr_at_20_max": 0.629253, - "nauc_mrr_at_20_std": -0.117693, - "nauc_mrr_at_20_diff1": 0.784269, - "nauc_mrr_at_100_max": 0.629182, - "nauc_mrr_at_100_std": -0.117851, - "nauc_mrr_at_100_diff1": 0.78447, - "nauc_mrr_at_1000_max": 0.629178, - "nauc_mrr_at_1000_std": -0.117795, - "nauc_mrr_at_1000_diff1": 0.78455, - "main_score": 0.79582, + "mrr_at_1": 0.681111, + "mrr_at_3": 0.739444, + "mrr_at_5": 0.749444, + "mrr_at_10": 0.756095, + "mrr_at_20": 0.758627, + "mrr_at_100": 0.759864, + "mrr_at_1000": 0.759972, + "nauc_ndcg_at_1_max": 0.580402, + "nauc_ndcg_at_1_std": -0.136582, + "nauc_ndcg_at_1_diff1": 0.802832, + "nauc_ndcg_at_3_max": 0.602509, + "nauc_ndcg_at_3_std": -0.165863, + "nauc_ndcg_at_3_diff1": 0.777314, + "nauc_ndcg_at_5_max": 0.594684, + "nauc_ndcg_at_5_std": -0.160097, + "nauc_ndcg_at_5_diff1": 0.776221, + "nauc_ndcg_at_10_max": 0.596489, + "nauc_ndcg_at_10_std": -0.144038, + "nauc_ndcg_at_10_diff1": 0.775393, + "nauc_ndcg_at_20_max": 0.591383, + "nauc_ndcg_at_20_std": -0.155347, + "nauc_ndcg_at_20_diff1": 0.779481, + "nauc_ndcg_at_100_max": 0.594928, + "nauc_ndcg_at_100_std": -0.152636, + "nauc_ndcg_at_100_diff1": 0.780946, + "nauc_ndcg_at_1000_max": 0.593527, + "nauc_ndcg_at_1000_std": -0.153691, + "nauc_ndcg_at_1000_diff1": 0.782256, + "nauc_map_at_1_max": 0.580402, + "nauc_map_at_1_std": -0.136582, + "nauc_map_at_1_diff1": 0.802832, + "nauc_map_at_3_max": 0.596771, + "nauc_map_at_3_std": -0.157271, + "nauc_map_at_3_diff1": 0.784327, + "nauc_map_at_5_max": 0.592693, + "nauc_map_at_5_std": -0.15448, + "nauc_map_at_5_diff1": 0.784262, + "nauc_map_at_10_max": 0.593016, + "nauc_map_at_10_std": -0.149264, + "nauc_map_at_10_diff1": 0.783961, + "nauc_map_at_20_max": 0.591797, + "nauc_map_at_20_std": -0.152131, + "nauc_map_at_20_diff1": 0.784987, + "nauc_map_at_100_max": 0.592304, + "nauc_map_at_100_std": -0.151986, + "nauc_map_at_100_diff1": 0.785233, + "nauc_map_at_1000_max": 0.592252, + "nauc_map_at_1000_std": -0.152022, + "nauc_map_at_1000_diff1": 0.785295, + "nauc_recall_at_1_max": 0.580402, + "nauc_recall_at_1_std": -0.136582, + "nauc_recall_at_1_diff1": 0.802832, + "nauc_recall_at_3_max": 0.623565, + "nauc_recall_at_3_std": -0.197969, + "nauc_recall_at_3_diff1": 0.751355, + "nauc_recall_at_5_max": 0.601445, + "nauc_recall_at_5_std": -0.183616, + "nauc_recall_at_5_diff1": 0.739185, + "nauc_recall_at_10_max": 0.618434, + "nauc_recall_at_10_std": -0.090217, + "nauc_recall_at_10_diff1": 0.719812, + "nauc_recall_at_20_max": 0.572089, + "nauc_recall_at_20_std": -0.184504, + "nauc_recall_at_20_diff1": 0.73392, + "nauc_recall_at_100_max": 0.705616, + "nauc_recall_at_100_std": -0.067627, + "nauc_recall_at_100_diff1": 0.683907, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.580402, + "nauc_precision_at_1_std": -0.136582, + "nauc_precision_at_1_diff1": 0.802832, + "nauc_precision_at_3_max": 0.623565, + "nauc_precision_at_3_std": -0.197969, + "nauc_precision_at_3_diff1": 0.751355, + "nauc_precision_at_5_max": 0.601445, + "nauc_precision_at_5_std": -0.183616, + "nauc_precision_at_5_diff1": 0.739185, + "nauc_precision_at_10_max": 0.618434, + "nauc_precision_at_10_std": -0.090217, + "nauc_precision_at_10_diff1": 0.719812, + "nauc_precision_at_20_max": 0.572089, + "nauc_precision_at_20_std": -0.184504, + "nauc_precision_at_20_diff1": 0.73392, + "nauc_precision_at_100_max": 0.705616, + "nauc_precision_at_100_std": -0.067627, + "nauc_precision_at_100_diff1": 0.683907, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.580402, + "nauc_mrr_at_1_std": -0.136582, + "nauc_mrr_at_1_diff1": 0.802832, + "nauc_mrr_at_3_max": 0.596771, + "nauc_mrr_at_3_std": -0.157271, + "nauc_mrr_at_3_diff1": 0.784327, + "nauc_mrr_at_5_max": 0.592693, + "nauc_mrr_at_5_std": -0.15448, + "nauc_mrr_at_5_diff1": 0.784262, + "nauc_mrr_at_10_max": 0.593016, + "nauc_mrr_at_10_std": -0.149264, + "nauc_mrr_at_10_diff1": 0.783961, + "nauc_mrr_at_20_max": 0.591797, + "nauc_mrr_at_20_std": -0.152131, + "nauc_mrr_at_20_diff1": 0.784987, + "nauc_mrr_at_100_max": 0.592304, + "nauc_mrr_at_100_std": -0.151986, + "nauc_mrr_at_100_diff1": 0.785233, + "nauc_mrr_at_1000_max": 0.592252, + "nauc_mrr_at_1000_std": -0.152022, + "nauc_mrr_at_1000_diff1": 0.785295, + "hit_rate_at_1": 0.68111, + "hit_rate_at_3": 0.81111, + "hit_rate_at_5": 0.85444, + "hit_rate_at_10": 0.90444, + "hit_rate_at_20": 0.94111, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.79197, "hf_subset": "amh_Ethi-eng_Latn", "languages": [ "amh-Ethi", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.46444, - "ndcg_at_3": 0.53983, - "ndcg_at_5": 0.56134, - "ndcg_at_10": 0.58167, - "ndcg_at_20": 0.59533, - "ndcg_at_100": 0.61646, - "ndcg_at_1000": 0.63228, - "map_at_1": 0.46444, - "map_at_3": 0.52167, - "map_at_5": 0.53361, - "map_at_10": 0.5419, - "map_at_20": 0.54559, - "map_at_100": 0.54847, - "map_at_1000": 0.54906, - "recall_at_1": 0.46444, - "recall_at_3": 0.59222, - "recall_at_5": 0.64444, - "recall_at_10": 0.70778, - "recall_at_20": 0.76222, - "recall_at_100": 0.87667, - "recall_at_1000": 1.0, - "precision_at_1": 0.46444, - "precision_at_3": 0.19741, - "precision_at_5": 0.12889, - "precision_at_10": 0.07078, - "precision_at_20": 0.03811, - "precision_at_100": 0.00877, - "precision_at_1000": 0.001, - "mrr_at_1": 0.464444, - "mrr_at_3": 0.521667, - "mrr_at_5": 0.533611, - "mrr_at_10": 0.541899, - "mrr_at_20": 0.545592, - "mrr_at_100": 0.548474, - "mrr_at_1000": 0.549064, - "nauc_ndcg_at_1_max": 0.70111, - "nauc_ndcg_at_1_std": 0.315092, - "nauc_ndcg_at_1_diff1": 0.77496, - "nauc_ndcg_at_3_max": 0.728582, - "nauc_ndcg_at_3_std": 0.356228, - "nauc_ndcg_at_3_diff1": 0.733801, - "nauc_ndcg_at_5_max": 0.72706, - "nauc_ndcg_at_5_std": 0.373357, - "nauc_ndcg_at_5_diff1": 0.727733, - "nauc_ndcg_at_10_max": 0.726274, - "nauc_ndcg_at_10_std": 0.376373, - "nauc_ndcg_at_10_diff1": 0.719829, - "nauc_ndcg_at_20_max": 0.727787, - "nauc_ndcg_at_20_std": 0.378015, - "nauc_ndcg_at_20_diff1": 0.719003, - "nauc_ndcg_at_100_max": 0.729155, - "nauc_ndcg_at_100_std": 0.383702, - "nauc_ndcg_at_100_diff1": 0.723301, - "nauc_ndcg_at_1000_max": 0.724697, - "nauc_ndcg_at_1000_std": 0.369063, - "nauc_ndcg_at_1000_diff1": 0.729502, - "nauc_map_at_1_max": 0.70111, - "nauc_map_at_1_std": 0.315092, - "nauc_map_at_1_diff1": 0.77496, - "nauc_map_at_3_max": 0.721961, - "nauc_map_at_3_std": 0.345841, - "nauc_map_at_3_diff1": 0.744303, - "nauc_map_at_5_max": 0.721017, - "nauc_map_at_5_std": 0.354591, - "nauc_map_at_5_diff1": 0.741243, - "nauc_map_at_10_max": 0.720493, - "nauc_map_at_10_std": 0.35512, - "nauc_map_at_10_diff1": 0.738432, - "nauc_map_at_20_max": 0.720661, - "nauc_map_at_20_std": 0.355151, - "nauc_map_at_20_diff1": 0.738242, - "nauc_map_at_100_max": 0.720776, - "nauc_map_at_100_std": 0.355878, - "nauc_map_at_100_diff1": 0.738894, - "nauc_map_at_1000_max": 0.720609, - "nauc_map_at_1000_std": 0.355393, - "nauc_map_at_1000_diff1": 0.739093, - "nauc_recall_at_1_max": 0.70111, - "nauc_recall_at_1_std": 0.315092, - "nauc_recall_at_1_diff1": 0.77496, - "nauc_recall_at_3_max": 0.748819, - "nauc_recall_at_3_std": 0.388189, - "nauc_recall_at_3_diff1": 0.701436, - "nauc_recall_at_5_max": 0.746638, - "nauc_recall_at_5_std": 0.438603, - "nauc_recall_at_5_diff1": 0.682007, - "nauc_recall_at_10_max": 0.74738, - "nauc_recall_at_10_std": 0.461952, - "nauc_recall_at_10_diff1": 0.644996, - "nauc_recall_at_20_max": 0.761528, - "nauc_recall_at_20_std": 0.489055, - "nauc_recall_at_20_diff1": 0.628226, - "nauc_recall_at_100_max": 0.804651, - "nauc_recall_at_100_std": 0.640998, - "nauc_recall_at_100_diff1": 0.612665, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.70111, - "nauc_precision_at_1_std": 0.315092, - "nauc_precision_at_1_diff1": 0.77496, - "nauc_precision_at_3_max": 0.748819, - "nauc_precision_at_3_std": 0.388189, - "nauc_precision_at_3_diff1": 0.701436, - "nauc_precision_at_5_max": 0.746638, - "nauc_precision_at_5_std": 0.438603, - "nauc_precision_at_5_diff1": 0.682007, - "nauc_precision_at_10_max": 0.74738, - "nauc_precision_at_10_std": 0.461952, - "nauc_precision_at_10_diff1": 0.644996, - "nauc_precision_at_20_max": 0.761528, - "nauc_precision_at_20_std": 0.489055, - "nauc_precision_at_20_diff1": 0.628226, - "nauc_precision_at_100_max": 0.804651, - "nauc_precision_at_100_std": 0.640998, - "nauc_precision_at_100_diff1": 0.612665, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.70111, - "nauc_mrr_at_1_std": 0.315092, - "nauc_mrr_at_1_diff1": 0.77496, - "nauc_mrr_at_3_max": 0.721961, - "nauc_mrr_at_3_std": 0.345841, - "nauc_mrr_at_3_diff1": 0.744303, - "nauc_mrr_at_5_max": 0.721017, - "nauc_mrr_at_5_std": 0.354591, - "nauc_mrr_at_5_diff1": 0.741243, - "nauc_mrr_at_10_max": 0.720493, - "nauc_mrr_at_10_std": 0.35512, - "nauc_mrr_at_10_diff1": 0.738432, - "nauc_mrr_at_20_max": 0.720661, - "nauc_mrr_at_20_std": 0.355151, - "nauc_mrr_at_20_diff1": 0.738242, - "nauc_mrr_at_100_max": 0.720776, - "nauc_mrr_at_100_std": 0.355878, - "nauc_mrr_at_100_diff1": 0.738894, - "nauc_mrr_at_1000_max": 0.720609, - "nauc_mrr_at_1000_std": 0.355393, - "nauc_mrr_at_1000_diff1": 0.739093, - "main_score": 0.58167, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.42444, + "ndcg_at_3": 0.49267, + "ndcg_at_5": 0.51763, + "ndcg_at_10": 0.53911, + "ndcg_at_20": 0.55421, + "ndcg_at_100": 0.57911, + "ndcg_at_1000": 0.59683, + "map_at_1": 0.42444, + "map_at_3": 0.47593, + "map_at_5": 0.48993, + "map_at_10": 0.49895, + "map_at_20": 0.50306, + "map_at_100": 0.50633, + "map_at_1000": 0.50702, + "recall_at_1": 0.42444, + "recall_at_3": 0.54111, + "recall_at_5": 0.60111, + "recall_at_10": 0.66667, + "recall_at_20": 0.72667, + "recall_at_100": 0.86333, + "recall_at_1000": 1.0, + "accuracy": 0.42444, + "precision_at_1": 0.42444, + "precision_at_3": 0.18037, + "precision_at_5": 0.12022, + "precision_at_10": 0.06667, + "precision_at_20": 0.03633, + "precision_at_100": 0.00863, + "precision_at_1000": 0.001, + "mrr_at_1": 0.424444, + "mrr_at_3": 0.475926, + "mrr_at_5": 0.489926, + "mrr_at_10": 0.498947, + "mrr_at_20": 0.503057, + "mrr_at_100": 0.506325, + "mrr_at_1000": 0.507017, + "nauc_ndcg_at_1_max": 0.652756, + "nauc_ndcg_at_1_std": 0.26912, + "nauc_ndcg_at_1_diff1": 0.778554, + "nauc_ndcg_at_3_max": 0.67227, + "nauc_ndcg_at_3_std": 0.30823, + "nauc_ndcg_at_3_diff1": 0.726802, + "nauc_ndcg_at_5_max": 0.659881, + "nauc_ndcg_at_5_std": 0.311119, + "nauc_ndcg_at_5_diff1": 0.717095, + "nauc_ndcg_at_10_max": 0.667007, + "nauc_ndcg_at_10_std": 0.324075, + "nauc_ndcg_at_10_diff1": 0.713724, + "nauc_ndcg_at_20_max": 0.663707, + "nauc_ndcg_at_20_std": 0.327409, + "nauc_ndcg_at_20_diff1": 0.707717, + "nauc_ndcg_at_100_max": 0.667839, + "nauc_ndcg_at_100_std": 0.332924, + "nauc_ndcg_at_100_diff1": 0.712346, + "nauc_ndcg_at_1000_max": 0.664707, + "nauc_ndcg_at_1000_std": 0.318331, + "nauc_ndcg_at_1000_diff1": 0.720601, + "nauc_map_at_1_max": 0.652756, + "nauc_map_at_1_std": 0.26912, + "nauc_map_at_1_diff1": 0.778554, + "nauc_map_at_3_max": 0.667995, + "nauc_map_at_3_std": 0.298796, + "nauc_map_at_3_diff1": 0.738858, + "nauc_map_at_5_max": 0.660966, + "nauc_map_at_5_std": 0.300111, + "nauc_map_at_5_diff1": 0.733781, + "nauc_map_at_10_max": 0.663844, + "nauc_map_at_10_std": 0.304956, + "nauc_map_at_10_diff1": 0.732828, + "nauc_map_at_20_max": 0.662987, + "nauc_map_at_20_std": 0.305718, + "nauc_map_at_20_diff1": 0.731467, + "nauc_map_at_100_max": 0.663364, + "nauc_map_at_100_std": 0.306208, + "nauc_map_at_100_diff1": 0.731991, + "nauc_map_at_1000_max": 0.663244, + "nauc_map_at_1000_std": 0.305719, + "nauc_map_at_1000_diff1": 0.732274, + "nauc_recall_at_1_max": 0.652756, + "nauc_recall_at_1_std": 0.26912, + "nauc_recall_at_1_diff1": 0.778554, + "nauc_recall_at_3_max": 0.684895, + "nauc_recall_at_3_std": 0.336519, + "nauc_recall_at_3_diff1": 0.690841, + "nauc_recall_at_5_max": 0.654553, + "nauc_recall_at_5_std": 0.346528, + "nauc_recall_at_5_diff1": 0.662963, + "nauc_recall_at_10_max": 0.679352, + "nauc_recall_at_10_std": 0.398842, + "nauc_recall_at_10_diff1": 0.642773, + "nauc_recall_at_20_max": 0.663888, + "nauc_recall_at_20_std": 0.427445, + "nauc_recall_at_20_diff1": 0.599842, + "nauc_recall_at_100_max": 0.718109, + "nauc_recall_at_100_std": 0.576286, + "nauc_recall_at_100_diff1": 0.574481, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.652756, + "nauc_precision_at_1_std": 0.26912, + "nauc_precision_at_1_diff1": 0.778554, + "nauc_precision_at_3_max": 0.684895, + "nauc_precision_at_3_std": 0.336519, + "nauc_precision_at_3_diff1": 0.690841, + "nauc_precision_at_5_max": 0.654553, + "nauc_precision_at_5_std": 0.346528, + "nauc_precision_at_5_diff1": 0.662963, + "nauc_precision_at_10_max": 0.679352, + "nauc_precision_at_10_std": 0.398842, + "nauc_precision_at_10_diff1": 0.642773, + "nauc_precision_at_20_max": 0.663888, + "nauc_precision_at_20_std": 0.427445, + "nauc_precision_at_20_diff1": 0.599842, + "nauc_precision_at_100_max": 0.718109, + "nauc_precision_at_100_std": 0.576286, + "nauc_precision_at_100_diff1": 0.574481, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.652756, + "nauc_mrr_at_1_std": 0.26912, + "nauc_mrr_at_1_diff1": 0.778554, + "nauc_mrr_at_3_max": 0.667995, + "nauc_mrr_at_3_std": 0.298796, + "nauc_mrr_at_3_diff1": 0.738858, + "nauc_mrr_at_5_max": 0.660966, + "nauc_mrr_at_5_std": 0.300111, + "nauc_mrr_at_5_diff1": 0.733781, + "nauc_mrr_at_10_max": 0.663844, + "nauc_mrr_at_10_std": 0.304956, + "nauc_mrr_at_10_diff1": 0.732828, + "nauc_mrr_at_20_max": 0.662987, + "nauc_mrr_at_20_std": 0.305718, + "nauc_mrr_at_20_diff1": 0.731467, + "nauc_mrr_at_100_max": 0.663364, + "nauc_mrr_at_100_std": 0.306208, + "nauc_mrr_at_100_diff1": 0.731991, + "nauc_mrr_at_1000_max": 0.663244, + "nauc_mrr_at_1000_std": 0.305719, + "nauc_mrr_at_1000_diff1": 0.732274, + "hit_rate_at_1": 0.42444, + "hit_rate_at_3": 0.54111, + "hit_rate_at_5": 0.60111, + "hit_rate_at_10": 0.66667, + "hit_rate_at_20": 0.72667, + "hit_rate_at_100": 0.86333, + "hit_rate_at_1000": 1.0, + "main_score": 0.53911, "hf_subset": "eng_Latn-amh_Ethi", "languages": [ "eng-Latn", "amh-Ethi" - ] - }, - { - "ndcg_at_1": 0.88222, - "ndcg_at_3": 0.91959, - "ndcg_at_5": 0.92705, - "ndcg_at_10": 0.92998, - "ndcg_at_20": 0.93198, - "ndcg_at_100": 0.93465, - "ndcg_at_1000": 0.93554, - "map_at_1": 0.88222, - "map_at_3": 0.91093, - "map_at_5": 0.91515, - "map_at_10": 0.91639, - "map_at_20": 0.91696, - "map_at_100": 0.91733, - "map_at_1000": 0.91736, - "recall_at_1": 0.88222, - "recall_at_3": 0.94444, - "recall_at_5": 0.96222, - "recall_at_10": 0.97111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87111, + "ndcg_at_3": 0.91169, + "ndcg_at_5": 0.91772, + "ndcg_at_10": 0.9227, + "ndcg_at_20": 0.92515, + "ndcg_at_100": 0.92813, + "ndcg_at_1000": 0.9287, + "map_at_1": 0.87111, + "map_at_3": 0.90222, + "map_at_5": 0.90561, + "map_at_10": 0.90764, + "map_at_20": 0.90827, + "map_at_100": 0.90865, + "map_at_1000": 0.90867, + "recall_at_1": 0.87111, + "recall_at_3": 0.93889, + "recall_at_5": 0.95333, + "recall_at_10": 0.96889, "recall_at_20": 0.97889, - "recall_at_100": 0.99333, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.88222, - "precision_at_3": 0.31481, - "precision_at_5": 0.19244, - "precision_at_10": 0.09711, + "accuracy": 0.87111, + "precision_at_1": 0.87111, + "precision_at_3": 0.31296, + "precision_at_5": 0.19067, + "precision_at_10": 0.09689, "precision_at_20": 0.04894, - "precision_at_100": 0.00993, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.882222, - "mrr_at_3": 0.910926, - "mrr_at_5": 0.915148, - "mrr_at_10": 0.91639, - "mrr_at_20": 0.916958, - "mrr_at_100": 0.917327, - "mrr_at_1000": 0.917364, - "nauc_ndcg_at_1_max": 0.799427, - "nauc_ndcg_at_1_std": -0.051026, - "nauc_ndcg_at_1_diff1": 0.923575, - "nauc_ndcg_at_3_max": 0.845519, - "nauc_ndcg_at_3_std": 0.042531, - "nauc_ndcg_at_3_diff1": 0.912148, - "nauc_ndcg_at_5_max": 0.847212, - "nauc_ndcg_at_5_std": 0.067113, - "nauc_ndcg_at_5_diff1": 0.918265, - "nauc_ndcg_at_10_max": 0.842894, - "nauc_ndcg_at_10_std": 0.070118, - "nauc_ndcg_at_10_diff1": 0.918409, - "nauc_ndcg_at_20_max": 0.839862, - "nauc_ndcg_at_20_std": 0.068645, - "nauc_ndcg_at_20_diff1": 0.918232, - "nauc_ndcg_at_100_max": 0.836647, - "nauc_ndcg_at_100_std": 0.050465, - "nauc_ndcg_at_100_diff1": 0.91931, - "nauc_ndcg_at_1000_max": 0.834711, - "nauc_ndcg_at_1000_std": 0.042741, - "nauc_ndcg_at_1000_diff1": 0.918789, - "nauc_map_at_1_max": 0.799427, - "nauc_map_at_1_std": -0.051026, - "nauc_map_at_1_diff1": 0.923575, - "nauc_map_at_3_max": 0.832394, - "nauc_map_at_3_std": 0.015141, - "nauc_map_at_3_diff1": 0.915313, - "nauc_map_at_5_max": 0.832647, - "nauc_map_at_5_std": 0.026269, - "nauc_map_at_5_diff1": 0.91856, - "nauc_map_at_10_max": 0.830887, - "nauc_map_at_10_std": 0.026513, - "nauc_map_at_10_diff1": 0.918647, - "nauc_map_at_20_max": 0.830094, - "nauc_map_at_20_std": 0.026092, - "nauc_map_at_20_diff1": 0.918591, - "nauc_map_at_100_max": 0.829634, - "nauc_map_at_100_std": 0.023897, - "nauc_map_at_100_diff1": 0.91881, - "nauc_map_at_1000_max": 0.829571, - "nauc_map_at_1000_std": 0.023698, - "nauc_map_at_1000_diff1": 0.918787, - "nauc_recall_at_1_max": 0.799427, - "nauc_recall_at_1_std": -0.051026, - "nauc_recall_at_1_diff1": 0.923575, - "nauc_recall_at_3_max": 0.904491, - "nauc_recall_at_3_std": 0.166144, - "nauc_recall_at_3_diff1": 0.897993, - "nauc_recall_at_5_max": 0.939117, - "nauc_recall_at_5_std": 0.331232, - "nauc_recall_at_5_diff1": 0.918163, - "nauc_recall_at_10_max": 0.936095, - "nauc_recall_at_10_std": 0.437549, - "nauc_recall_at_10_diff1": 0.91875, - "nauc_recall_at_20_max": 0.933191, - "nauc_recall_at_20_std": 0.548823, - "nauc_recall_at_20_diff1": 0.917195, - "nauc_recall_at_100_max": 0.978214, - "nauc_recall_at_100_std": 0.641379, - "nauc_recall_at_100_diff1": 0.953704, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.799427, - "nauc_precision_at_1_std": -0.051026, - "nauc_precision_at_1_diff1": 0.923575, - "nauc_precision_at_3_max": 0.904491, - "nauc_precision_at_3_std": 0.166144, - "nauc_precision_at_3_diff1": 0.897993, - "nauc_precision_at_5_max": 0.939117, - "nauc_precision_at_5_std": 0.331232, - "nauc_precision_at_5_diff1": 0.918163, - "nauc_precision_at_10_max": 0.936095, - "nauc_precision_at_10_std": 0.437549, - "nauc_precision_at_10_diff1": 0.91875, - "nauc_precision_at_20_max": 0.933191, - "nauc_precision_at_20_std": 0.548823, - "nauc_precision_at_20_diff1": 0.917195, - "nauc_precision_at_100_max": 0.978214, - "nauc_precision_at_100_std": 0.641379, - "nauc_precision_at_100_diff1": 0.953704, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.799427, - "nauc_mrr_at_1_std": -0.051026, - "nauc_mrr_at_1_diff1": 0.923575, - "nauc_mrr_at_3_max": 0.832394, - "nauc_mrr_at_3_std": 0.015141, - "nauc_mrr_at_3_diff1": 0.915313, - "nauc_mrr_at_5_max": 0.832647, - "nauc_mrr_at_5_std": 0.026269, - "nauc_mrr_at_5_diff1": 0.91856, - "nauc_mrr_at_10_max": 0.830887, - "nauc_mrr_at_10_std": 0.026513, - "nauc_mrr_at_10_diff1": 0.918647, - "nauc_mrr_at_20_max": 0.830094, - "nauc_mrr_at_20_std": 0.026092, - "nauc_mrr_at_20_diff1": 0.918591, - "nauc_mrr_at_100_max": 0.829634, - "nauc_mrr_at_100_std": 0.023897, - "nauc_mrr_at_100_diff1": 0.91881, - "nauc_mrr_at_1000_max": 0.829571, - "nauc_mrr_at_1000_std": 0.023698, - "nauc_mrr_at_1000_diff1": 0.918787, - "main_score": 0.92998, + "mrr_at_1": 0.871111, + "mrr_at_3": 0.902222, + "mrr_at_5": 0.905611, + "mrr_at_10": 0.907637, + "mrr_at_20": 0.90827, + "mrr_at_100": 0.908646, + "mrr_at_1000": 0.908666, + "nauc_ndcg_at_1_max": 0.785109, + "nauc_ndcg_at_1_std": -0.042904, + "nauc_ndcg_at_1_diff1": 0.914093, + "nauc_ndcg_at_3_max": 0.841753, + "nauc_ndcg_at_3_std": 0.084225, + "nauc_ndcg_at_3_diff1": 0.897864, + "nauc_ndcg_at_5_max": 0.838785, + "nauc_ndcg_at_5_std": 0.054033, + "nauc_ndcg_at_5_diff1": 0.901179, + "nauc_ndcg_at_10_max": 0.835444, + "nauc_ndcg_at_10_std": 0.066708, + "nauc_ndcg_at_10_diff1": 0.904255, + "nauc_ndcg_at_20_max": 0.831859, + "nauc_ndcg_at_20_std": 0.060964, + "nauc_ndcg_at_20_diff1": 0.904617, + "nauc_ndcg_at_100_max": 0.828017, + "nauc_ndcg_at_100_std": 0.053801, + "nauc_ndcg_at_100_diff1": 0.904142, + "nauc_ndcg_at_1000_max": 0.826623, + "nauc_ndcg_at_1000_std": 0.046132, + "nauc_ndcg_at_1000_diff1": 0.904454, + "nauc_map_at_1_max": 0.785109, + "nauc_map_at_1_std": -0.042904, + "nauc_map_at_1_diff1": 0.914093, + "nauc_map_at_3_max": 0.825774, + "nauc_map_at_3_std": 0.045306, + "nauc_map_at_3_diff1": 0.902181, + "nauc_map_at_5_max": 0.823617, + "nauc_map_at_5_std": 0.028653, + "nauc_map_at_5_diff1": 0.90394, + "nauc_map_at_10_max": 0.822181, + "nauc_map_at_10_std": 0.032075, + "nauc_map_at_10_diff1": 0.905107, + "nauc_map_at_20_max": 0.82132, + "nauc_map_at_20_std": 0.030806, + "nauc_map_at_20_diff1": 0.905175, + "nauc_map_at_100_max": 0.820882, + "nauc_map_at_100_std": 0.030322, + "nauc_map_at_100_diff1": 0.905163, + "nauc_map_at_1000_max": 0.820842, + "nauc_map_at_1000_std": 0.030107, + "nauc_map_at_1000_diff1": 0.905167, + "nauc_recall_at_1_max": 0.785109, + "nauc_recall_at_1_std": -0.042904, + "nauc_recall_at_1_diff1": 0.914093, + "nauc_recall_at_3_max": 0.912911, + "nauc_recall_at_3_std": 0.259749, + "nauc_recall_at_3_diff1": 0.87883, + "nauc_recall_at_5_max": 0.923525, + "nauc_recall_at_5_std": 0.191766, + "nauc_recall_at_5_diff1": 0.886955, + "nauc_recall_at_10_max": 0.939726, + "nauc_recall_at_10_std": 0.362312, + "nauc_recall_at_10_diff1": 0.902378, + "nauc_recall_at_20_max": 0.938695, + "nauc_recall_at_20_std": 0.414615, + "nauc_recall_at_20_diff1": 0.907121, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785109, + "nauc_precision_at_1_std": -0.042904, + "nauc_precision_at_1_diff1": 0.914093, + "nauc_precision_at_3_max": 0.912911, + "nauc_precision_at_3_std": 0.259749, + "nauc_precision_at_3_diff1": 0.87883, + "nauc_precision_at_5_max": 0.923525, + "nauc_precision_at_5_std": 0.191766, + "nauc_precision_at_5_diff1": 0.886955, + "nauc_precision_at_10_max": 0.939726, + "nauc_precision_at_10_std": 0.362312, + "nauc_precision_at_10_diff1": 0.902378, + "nauc_precision_at_20_max": 0.938695, + "nauc_precision_at_20_std": 0.414615, + "nauc_precision_at_20_diff1": 0.907121, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785109, + "nauc_mrr_at_1_std": -0.042904, + "nauc_mrr_at_1_diff1": 0.914093, + "nauc_mrr_at_3_max": 0.825774, + "nauc_mrr_at_3_std": 0.045306, + "nauc_mrr_at_3_diff1": 0.902181, + "nauc_mrr_at_5_max": 0.823617, + "nauc_mrr_at_5_std": 0.028653, + "nauc_mrr_at_5_diff1": 0.90394, + "nauc_mrr_at_10_max": 0.822181, + "nauc_mrr_at_10_std": 0.032075, + "nauc_mrr_at_10_diff1": 0.905107, + "nauc_mrr_at_20_max": 0.82132, + "nauc_mrr_at_20_std": 0.030806, + "nauc_mrr_at_20_diff1": 0.905175, + "nauc_mrr_at_100_max": 0.820882, + "nauc_mrr_at_100_std": 0.030322, + "nauc_mrr_at_100_diff1": 0.905163, + "nauc_mrr_at_1000_max": 0.820842, + "nauc_mrr_at_1000_std": 0.030107, + "nauc_mrr_at_1000_diff1": 0.905167, + "hit_rate_at_1": 0.87111, + "hit_rate_at_3": 0.93889, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.96889, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.9227, "hf_subset": "apc_Arab-apc_Arab", "languages": [ "apc-Arab", "apc-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90556, - "ndcg_at_3": 0.93942, - "ndcg_at_5": 0.94549, - "ndcg_at_10": 0.95019, - "ndcg_at_20": 0.95047, - "ndcg_at_100": 0.95108, - "ndcg_at_1000": 0.95168, - "map_at_1": 0.90556, - "map_at_3": 0.93148, - "map_at_5": 0.93493, - "map_at_10": 0.93689, - "map_at_20": 0.93696, - "map_at_100": 0.93704, - "map_at_1000": 0.93706, - "recall_at_1": 0.90556, + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93768, + "ndcg_at_5": 0.94127, + "ndcg_at_10": 0.94594, + "ndcg_at_20": 0.9476, + "ndcg_at_100": 0.94836, + "ndcg_at_1000": 0.9488, + "map_at_1": 0.89889, + "map_at_3": 0.92907, + "map_at_5": 0.93102, + "map_at_10": 0.93294, + "map_at_20": 0.93339, + "map_at_100": 0.93347, + "map_at_1000": 0.93349, + "recall_at_1": 0.89889, "recall_at_3": 0.96222, - "recall_at_5": 0.97667, - "recall_at_10": 0.99111, + "recall_at_5": 0.97111, + "recall_at_10": 0.98556, "recall_at_20": 0.99222, - "recall_at_100": 0.99556, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90556, + "accuracy": 0.89889, + "precision_at_1": 0.89889, "precision_at_3": 0.32074, - "precision_at_5": 0.19533, - "precision_at_10": 0.09911, + "precision_at_5": 0.19422, + "precision_at_10": 0.09856, "precision_at_20": 0.04961, - "precision_at_100": 0.00996, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.905556, - "mrr_at_3": 0.931481, - "mrr_at_5": 0.934926, - "mrr_at_10": 0.936885, - "mrr_at_20": 0.936959, - "mrr_at_100": 0.937036, - "mrr_at_1000": 0.937065, - "nauc_ndcg_at_1_max": 0.747861, - "nauc_ndcg_at_1_std": -0.255682, - "nauc_ndcg_at_1_diff1": 0.933377, - "nauc_ndcg_at_3_max": 0.770533, - "nauc_ndcg_at_3_std": -0.324535, - "nauc_ndcg_at_3_diff1": 0.939803, - "nauc_ndcg_at_5_max": 0.780352, - "nauc_ndcg_at_5_std": -0.267493, - "nauc_ndcg_at_5_diff1": 0.942302, - "nauc_ndcg_at_10_max": 0.77622, - "nauc_ndcg_at_10_std": -0.262585, - "nauc_ndcg_at_10_diff1": 0.939809, - "nauc_ndcg_at_20_max": 0.774965, - "nauc_ndcg_at_20_std": -0.269666, - "nauc_ndcg_at_20_diff1": 0.939471, - "nauc_ndcg_at_100_max": 0.773967, - "nauc_ndcg_at_100_std": -0.263623, - "nauc_ndcg_at_100_diff1": 0.939227, - "nauc_ndcg_at_1000_max": 0.771586, - "nauc_ndcg_at_1000_std": -0.269182, - "nauc_ndcg_at_1000_diff1": 0.93885, - "nauc_map_at_1_max": 0.747861, - "nauc_map_at_1_std": -0.255682, - "nauc_map_at_1_diff1": 0.933377, - "nauc_map_at_3_max": 0.765953, - "nauc_map_at_3_std": -0.29897, - "nauc_map_at_3_diff1": 0.937908, - "nauc_map_at_5_max": 0.770718, - "nauc_map_at_5_std": -0.269417, - "nauc_map_at_5_diff1": 0.939044, - "nauc_map_at_10_max": 0.76855, - "nauc_map_at_10_std": -0.270239, - "nauc_map_at_10_diff1": 0.938174, - "nauc_map_at_20_max": 0.768278, - "nauc_map_at_20_std": -0.271732, - "nauc_map_at_20_diff1": 0.938102, - "nauc_map_at_100_max": 0.768156, - "nauc_map_at_100_std": -0.271025, - "nauc_map_at_100_diff1": 0.938067, - "nauc_map_at_1000_max": 0.768074, - "nauc_map_at_1000_std": -0.271099, - "nauc_map_at_1000_diff1": 0.938049, - "nauc_recall_at_1_max": 0.747861, - "nauc_recall_at_1_std": -0.255682, - "nauc_recall_at_1_diff1": 0.933377, - "nauc_recall_at_3_max": 0.792291, - "nauc_recall_at_3_std": -0.460345, - "nauc_recall_at_3_diff1": 0.949539, - "nauc_recall_at_5_max": 0.85632, - "nauc_recall_at_5_std": -0.240385, - "nauc_recall_at_5_diff1": 0.968876, - "nauc_recall_at_10_max": 0.92793, - "nauc_recall_at_10_std": -0.023401, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.917634, - "nauc_recall_at_20_std": -0.169601, - "nauc_recall_at_20_diff1": 0.962652, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.245565, - "nauc_recall_at_100_diff1": 0.96732, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.929074, + "mrr_at_5": 0.931019, + "mrr_at_10": 0.932941, + "mrr_at_20": 0.933389, + "mrr_at_100": 0.933469, + "mrr_at_1000": 0.933487, + "nauc_ndcg_at_1_max": 0.737734, + "nauc_ndcg_at_1_std": -0.21258, + "nauc_ndcg_at_1_diff1": 0.93917, + "nauc_ndcg_at_3_max": 0.759933, + "nauc_ndcg_at_3_std": -0.198575, + "nauc_ndcg_at_3_diff1": 0.942107, + "nauc_ndcg_at_5_max": 0.763677, + "nauc_ndcg_at_5_std": -0.190462, + "nauc_ndcg_at_5_diff1": 0.942628, + "nauc_ndcg_at_10_max": 0.760597, + "nauc_ndcg_at_10_std": -0.184764, + "nauc_ndcg_at_10_diff1": 0.943514, + "nauc_ndcg_at_20_max": 0.761839, + "nauc_ndcg_at_20_std": -0.196905, + "nauc_ndcg_at_20_diff1": 0.943143, + "nauc_ndcg_at_100_max": 0.759809, + "nauc_ndcg_at_100_std": -0.185686, + "nauc_ndcg_at_100_diff1": 0.942305, + "nauc_ndcg_at_1000_max": 0.757748, + "nauc_ndcg_at_1000_std": -0.195857, + "nauc_ndcg_at_1000_diff1": 0.942154, + "nauc_map_at_1_max": 0.737734, + "nauc_map_at_1_std": -0.21258, + "nauc_map_at_1_diff1": 0.93917, + "nauc_map_at_3_max": 0.753561, + "nauc_map_at_3_std": -0.204939, + "nauc_map_at_3_diff1": 0.941034, + "nauc_map_at_5_max": 0.755401, + "nauc_map_at_5_std": -0.200918, + "nauc_map_at_5_diff1": 0.941215, + "nauc_map_at_10_max": 0.754213, + "nauc_map_at_10_std": -0.199203, + "nauc_map_at_10_diff1": 0.941604, + "nauc_map_at_20_max": 0.754372, + "nauc_map_at_20_std": -0.201859, + "nauc_map_at_20_diff1": 0.941529, + "nauc_map_at_100_max": 0.754191, + "nauc_map_at_100_std": -0.201006, + "nauc_map_at_100_diff1": 0.941458, + "nauc_map_at_1000_max": 0.754124, + "nauc_map_at_1000_std": -0.201332, + "nauc_map_at_1000_diff1": 0.94145, + "nauc_recall_at_1_max": 0.737734, + "nauc_recall_at_1_std": -0.21258, + "nauc_recall_at_1_diff1": 0.93917, + "nauc_recall_at_3_max": 0.793445, + "nauc_recall_at_3_std": -0.162932, + "nauc_recall_at_3_diff1": 0.94796, + "nauc_recall_at_5_max": 0.819741, + "nauc_recall_at_5_std": -0.115582, + "nauc_recall_at_5_diff1": 0.952686, + "nauc_recall_at_10_max": 0.838253, + "nauc_recall_at_10_std": 0.021224, + "nauc_recall_at_10_diff1": 0.969834, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": -0.129919, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.747861, - "nauc_precision_at_1_std": -0.255682, - "nauc_precision_at_1_diff1": 0.933377, - "nauc_precision_at_3_max": 0.792291, - "nauc_precision_at_3_std": -0.460345, - "nauc_precision_at_3_diff1": 0.949539, - "nauc_precision_at_5_max": 0.85632, - "nauc_precision_at_5_std": -0.240385, - "nauc_precision_at_5_diff1": 0.968876, - "nauc_precision_at_10_max": 0.92793, - "nauc_precision_at_10_std": -0.023401, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.917634, - "nauc_precision_at_20_std": -0.169601, - "nauc_precision_at_20_diff1": 0.962652, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.245565, - "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1_max": 0.737734, + "nauc_precision_at_1_std": -0.21258, + "nauc_precision_at_1_diff1": 0.93917, + "nauc_precision_at_3_max": 0.793445, + "nauc_precision_at_3_std": -0.162932, + "nauc_precision_at_3_diff1": 0.94796, + "nauc_precision_at_5_max": 0.819741, + "nauc_precision_at_5_std": -0.115582, + "nauc_precision_at_5_diff1": 0.952686, + "nauc_precision_at_10_max": 0.838253, + "nauc_precision_at_10_std": 0.021224, + "nauc_precision_at_10_diff1": 0.969834, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": -0.129919, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.747861, - "nauc_mrr_at_1_std": -0.255682, - "nauc_mrr_at_1_diff1": 0.933377, - "nauc_mrr_at_3_max": 0.765953, - "nauc_mrr_at_3_std": -0.29897, - "nauc_mrr_at_3_diff1": 0.937908, - "nauc_mrr_at_5_max": 0.770718, - "nauc_mrr_at_5_std": -0.269417, - "nauc_mrr_at_5_diff1": 0.939044, - "nauc_mrr_at_10_max": 0.76855, - "nauc_mrr_at_10_std": -0.270239, - "nauc_mrr_at_10_diff1": 0.938174, - "nauc_mrr_at_20_max": 0.768278, - "nauc_mrr_at_20_std": -0.271732, - "nauc_mrr_at_20_diff1": 0.938102, - "nauc_mrr_at_100_max": 0.768156, - "nauc_mrr_at_100_std": -0.271025, - "nauc_mrr_at_100_diff1": 0.938067, - "nauc_mrr_at_1000_max": 0.768074, - "nauc_mrr_at_1000_std": -0.271099, - "nauc_mrr_at_1000_diff1": 0.938049, - "main_score": 0.95019, + "nauc_mrr_at_1_max": 0.737734, + "nauc_mrr_at_1_std": -0.21258, + "nauc_mrr_at_1_diff1": 0.93917, + "nauc_mrr_at_3_max": 0.753561, + "nauc_mrr_at_3_std": -0.204939, + "nauc_mrr_at_3_diff1": 0.941034, + "nauc_mrr_at_5_max": 0.755401, + "nauc_mrr_at_5_std": -0.200918, + "nauc_mrr_at_5_diff1": 0.941215, + "nauc_mrr_at_10_max": 0.754213, + "nauc_mrr_at_10_std": -0.199203, + "nauc_mrr_at_10_diff1": 0.941604, + "nauc_mrr_at_20_max": 0.754372, + "nauc_mrr_at_20_std": -0.201859, + "nauc_mrr_at_20_diff1": 0.941529, + "nauc_mrr_at_100_max": 0.754191, + "nauc_mrr_at_100_std": -0.201006, + "nauc_mrr_at_100_diff1": 0.941458, + "nauc_mrr_at_1000_max": 0.754124, + "nauc_mrr_at_1000_std": -0.201332, + "nauc_mrr_at_1000_diff1": 0.94145, + "hit_rate_at_1": 0.89889, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94594, "hf_subset": "apc_Arab-eng_Latn", "languages": [ "apc-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.85556, - "ndcg_at_3": 0.89877, - "ndcg_at_5": 0.90752, - "ndcg_at_10": 0.91289, - "ndcg_at_20": 0.91629, - "ndcg_at_100": 0.91963, - "ndcg_at_1000": 0.91993, - "map_at_1": 0.85556, - "map_at_3": 0.88833, - "map_at_5": 0.89322, - "map_at_10": 0.89542, - "map_at_20": 0.89638, - "map_at_100": 0.89685, - "map_at_1000": 0.89687, - "recall_at_1": 0.85556, - "recall_at_3": 0.92889, - "recall_at_5": 0.95, - "recall_at_10": 0.96667, - "recall_at_20": 0.98, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.88266, + "ndcg_at_5": 0.89289, + "ndcg_at_10": 0.90125, + "ndcg_at_20": 0.90434, + "ndcg_at_100": 0.90866, + "ndcg_at_1000": 0.90898, + "map_at_1": 0.84, + "map_at_3": 0.87241, + "map_at_5": 0.87819, + "map_at_10": 0.88169, + "map_at_20": 0.88254, + "map_at_100": 0.88313, + "map_at_1000": 0.88315, + "recall_at_1": 0.84, + "recall_at_3": 0.91222, + "recall_at_5": 0.93667, + "recall_at_10": 0.96222, + "recall_at_20": 0.97444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.85556, - "precision_at_3": 0.30963, - "precision_at_5": 0.19, - "precision_at_10": 0.09667, - "precision_at_20": 0.049, + "accuracy": 0.84, + "precision_at_1": 0.84, + "precision_at_3": 0.30407, + "precision_at_5": 0.18733, + "precision_at_10": 0.09622, + "precision_at_20": 0.04872, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.855556, - "mrr_at_3": 0.888333, - "mrr_at_5": 0.893222, - "mrr_at_10": 0.895422, - "mrr_at_20": 0.896375, - "mrr_at_100": 0.896854, - "mrr_at_1000": 0.896869, - "nauc_ndcg_at_1_max": 0.79957, - "nauc_ndcg_at_1_std": -0.035789, - "nauc_ndcg_at_1_diff1": 0.9146, - "nauc_ndcg_at_3_max": 0.835889, - "nauc_ndcg_at_3_std": 0.028876, - "nauc_ndcg_at_3_diff1": 0.901424, - "nauc_ndcg_at_5_max": 0.836433, - "nauc_ndcg_at_5_std": 0.034344, - "nauc_ndcg_at_5_diff1": 0.90194, - "nauc_ndcg_at_10_max": 0.834118, - "nauc_ndcg_at_10_std": 0.048354, - "nauc_ndcg_at_10_diff1": 0.903005, - "nauc_ndcg_at_20_max": 0.831876, - "nauc_ndcg_at_20_std": 0.043868, - "nauc_ndcg_at_20_diff1": 0.903376, - "nauc_ndcg_at_100_max": 0.826943, - "nauc_ndcg_at_100_std": 0.029494, - "nauc_ndcg_at_100_diff1": 0.905288, - "nauc_ndcg_at_1000_max": 0.826265, - "nauc_ndcg_at_1000_std": 0.025693, - "nauc_ndcg_at_1000_diff1": 0.904917, - "nauc_map_at_1_max": 0.79957, - "nauc_map_at_1_std": -0.035789, - "nauc_map_at_1_diff1": 0.9146, - "nauc_map_at_3_max": 0.824524, - "nauc_map_at_3_std": 0.009668, - "nauc_map_at_3_diff1": 0.904144, - "nauc_map_at_5_max": 0.824317, - "nauc_map_at_5_std": 0.011484, - "nauc_map_at_5_diff1": 0.904461, - "nauc_map_at_10_max": 0.823336, - "nauc_map_at_10_std": 0.015678, - "nauc_map_at_10_diff1": 0.905024, - "nauc_map_at_20_max": 0.82263, - "nauc_map_at_20_std": 0.014603, - "nauc_map_at_20_diff1": 0.905189, - "nauc_map_at_100_max": 0.822065, - "nauc_map_at_100_std": 0.01322, - "nauc_map_at_100_diff1": 0.90552, - "nauc_map_at_1000_max": 0.822039, - "nauc_map_at_1000_std": 0.013072, - "nauc_map_at_1000_diff1": 0.905506, - "nauc_recall_at_1_max": 0.79957, - "nauc_recall_at_1_std": -0.035789, - "nauc_recall_at_1_diff1": 0.9146, - "nauc_recall_at_3_max": 0.886175, - "nauc_recall_at_3_std": 0.113234, - "nauc_recall_at_3_diff1": 0.89026, - "nauc_recall_at_5_max": 0.909233, - "nauc_recall_at_5_std": 0.172134, - "nauc_recall_at_5_diff1": 0.888329, - "nauc_recall_at_10_max": 0.926097, - "nauc_recall_at_10_std": 0.35375, - "nauc_recall_at_10_diff1": 0.88766, - "nauc_recall_at_20_max": 0.955519, - "nauc_recall_at_20_std": 0.477487, - "nauc_recall_at_20_diff1": 0.881108, + "mrr_at_1": 0.84, + "mrr_at_3": 0.872407, + "mrr_at_5": 0.878185, + "mrr_at_10": 0.881686, + "mrr_at_20": 0.882537, + "mrr_at_100": 0.883133, + "mrr_at_1000": 0.883151, + "nauc_ndcg_at_1_max": 0.797411, + "nauc_ndcg_at_1_std": 0.009344, + "nauc_ndcg_at_1_diff1": 0.900272, + "nauc_ndcg_at_3_max": 0.829558, + "nauc_ndcg_at_3_std": 0.049882, + "nauc_ndcg_at_3_diff1": 0.890072, + "nauc_ndcg_at_5_max": 0.829804, + "nauc_ndcg_at_5_std": 0.033119, + "nauc_ndcg_at_5_diff1": 0.889999, + "nauc_ndcg_at_10_max": 0.82754, + "nauc_ndcg_at_10_std": 0.047596, + "nauc_ndcg_at_10_diff1": 0.890439, + "nauc_ndcg_at_20_max": 0.827123, + "nauc_ndcg_at_20_std": 0.054542, + "nauc_ndcg_at_20_diff1": 0.89004, + "nauc_ndcg_at_100_max": 0.821583, + "nauc_ndcg_at_100_std": 0.040357, + "nauc_ndcg_at_100_diff1": 0.892147, + "nauc_ndcg_at_1000_max": 0.82094, + "nauc_ndcg_at_1000_std": 0.037144, + "nauc_ndcg_at_1000_diff1": 0.891985, + "nauc_map_at_1_max": 0.797411, + "nauc_map_at_1_std": 0.009344, + "nauc_map_at_1_diff1": 0.900272, + "nauc_map_at_3_max": 0.818949, + "nauc_map_at_3_std": 0.03318, + "nauc_map_at_3_diff1": 0.892308, + "nauc_map_at_5_max": 0.818632, + "nauc_map_at_5_std": 0.024083, + "nauc_map_at_5_diff1": 0.892408, + "nauc_map_at_10_max": 0.817601, + "nauc_map_at_10_std": 0.028567, + "nauc_map_at_10_diff1": 0.892687, + "nauc_map_at_20_max": 0.817372, + "nauc_map_at_20_std": 0.030294, + "nauc_map_at_20_diff1": 0.892582, + "nauc_map_at_100_max": 0.816776, + "nauc_map_at_100_std": 0.028834, + "nauc_map_at_100_diff1": 0.892879, + "nauc_map_at_1000_max": 0.816747, + "nauc_map_at_1000_std": 0.028695, + "nauc_map_at_1000_diff1": 0.89287, + "nauc_recall_at_1_max": 0.797411, + "nauc_recall_at_1_std": 0.009344, + "nauc_recall_at_1_diff1": 0.900272, + "nauc_recall_at_3_max": 0.873229, + "nauc_recall_at_3_std": 0.120377, + "nauc_recall_at_3_diff1": 0.881461, + "nauc_recall_at_5_max": 0.89042, + "nauc_recall_at_5_std": 0.081126, + "nauc_recall_at_5_diff1": 0.877643, + "nauc_recall_at_10_max": 0.912204, + "nauc_recall_at_10_std": 0.231092, + "nauc_recall_at_10_diff1": 0.871904, + "nauc_recall_at_20_max": 0.948849, + "nauc_recall_at_20_std": 0.408253, + "nauc_recall_at_20_diff1": 0.858239, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.79957, - "nauc_precision_at_1_std": -0.035789, - "nauc_precision_at_1_diff1": 0.9146, - "nauc_precision_at_3_max": 0.886175, - "nauc_precision_at_3_std": 0.113234, - "nauc_precision_at_3_diff1": 0.89026, - "nauc_precision_at_5_max": 0.909233, - "nauc_precision_at_5_std": 0.172134, - "nauc_precision_at_5_diff1": 0.888329, - "nauc_precision_at_10_max": 0.926097, - "nauc_precision_at_10_std": 0.35375, - "nauc_precision_at_10_diff1": 0.88766, - "nauc_precision_at_20_max": 0.955519, - "nauc_precision_at_20_std": 0.477487, - "nauc_precision_at_20_diff1": 0.881108, + "nauc_precision_at_1_max": 0.797411, + "nauc_precision_at_1_std": 0.009344, + "nauc_precision_at_1_diff1": 0.900272, + "nauc_precision_at_3_max": 0.873229, + "nauc_precision_at_3_std": 0.120377, + "nauc_precision_at_3_diff1": 0.881461, + "nauc_precision_at_5_max": 0.89042, + "nauc_precision_at_5_std": 0.081126, + "nauc_precision_at_5_diff1": 0.877643, + "nauc_precision_at_10_max": 0.912204, + "nauc_precision_at_10_std": 0.231092, + "nauc_precision_at_10_diff1": 0.871904, + "nauc_precision_at_20_max": 0.948849, + "nauc_precision_at_20_std": 0.408253, + "nauc_precision_at_20_diff1": 0.858239, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.79957, - "nauc_mrr_at_1_std": -0.035789, - "nauc_mrr_at_1_diff1": 0.9146, - "nauc_mrr_at_3_max": 0.824524, - "nauc_mrr_at_3_std": 0.009668, - "nauc_mrr_at_3_diff1": 0.904144, - "nauc_mrr_at_5_max": 0.824317, - "nauc_mrr_at_5_std": 0.011484, - "nauc_mrr_at_5_diff1": 0.904461, - "nauc_mrr_at_10_max": 0.823336, - "nauc_mrr_at_10_std": 0.015678, - "nauc_mrr_at_10_diff1": 0.905024, - "nauc_mrr_at_20_max": 0.82263, - "nauc_mrr_at_20_std": 0.014603, - "nauc_mrr_at_20_diff1": 0.905189, - "nauc_mrr_at_100_max": 0.822065, - "nauc_mrr_at_100_std": 0.01322, - "nauc_mrr_at_100_diff1": 0.90552, - "nauc_mrr_at_1000_max": 0.822039, - "nauc_mrr_at_1000_std": 0.013072, - "nauc_mrr_at_1000_diff1": 0.905506, - "main_score": 0.91289, + "nauc_mrr_at_1_max": 0.797411, + "nauc_mrr_at_1_std": 0.009344, + "nauc_mrr_at_1_diff1": 0.900272, + "nauc_mrr_at_3_max": 0.818949, + "nauc_mrr_at_3_std": 0.03318, + "nauc_mrr_at_3_diff1": 0.892308, + "nauc_mrr_at_5_max": 0.818632, + "nauc_mrr_at_5_std": 0.024083, + "nauc_mrr_at_5_diff1": 0.892408, + "nauc_mrr_at_10_max": 0.817601, + "nauc_mrr_at_10_std": 0.028567, + "nauc_mrr_at_10_diff1": 0.892687, + "nauc_mrr_at_20_max": 0.817372, + "nauc_mrr_at_20_std": 0.030294, + "nauc_mrr_at_20_diff1": 0.892582, + "nauc_mrr_at_100_max": 0.816776, + "nauc_mrr_at_100_std": 0.028834, + "nauc_mrr_at_100_diff1": 0.892879, + "nauc_mrr_at_1000_max": 0.816747, + "nauc_mrr_at_1000_std": 0.028695, + "nauc_mrr_at_1000_diff1": 0.89287, + "hit_rate_at_1": 0.84, + "hit_rate_at_3": 0.91222, + "hit_rate_at_5": 0.93667, + "hit_rate_at_10": 0.96222, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.90125, "hf_subset": "eng_Latn-apc_Arab", "languages": [ "eng-Latn", "apc-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89778, - "ndcg_at_3": 0.93038, - "ndcg_at_5": 0.93631, - "ndcg_at_10": 0.94176, - "ndcg_at_20": 0.94347, - "ndcg_at_100": 0.94452, - "ndcg_at_1000": 0.94513, - "map_at_1": 0.89778, - "map_at_3": 0.92278, - "map_at_5": 0.92606, - "map_at_10": 0.92833, - "map_at_20": 0.92882, - "map_at_100": 0.92897, - "map_at_1000": 0.929, - "recall_at_1": 0.89778, - "recall_at_3": 0.95222, - "recall_at_5": 0.96667, - "recall_at_10": 0.98333, - "recall_at_20": 0.99, + "ndcg_at_1": 0.88556, + "ndcg_at_3": 0.92251, + "ndcg_at_5": 0.93016, + "ndcg_at_10": 0.93382, + "ndcg_at_20": 0.93639, + "ndcg_at_100": 0.93813, + "ndcg_at_1000": 0.93874, + "map_at_1": 0.88556, + "map_at_3": 0.91407, + "map_at_5": 0.91824, + "map_at_10": 0.91979, + "map_at_20": 0.92052, + "map_at_100": 0.9208, + "map_at_1000": 0.92082, + "recall_at_1": 0.88556, + "recall_at_3": 0.94667, + "recall_at_5": 0.96556, + "recall_at_10": 0.97667, + "recall_at_20": 0.98667, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.89778, - "precision_at_3": 0.31741, - "precision_at_5": 0.19333, - "precision_at_10": 0.09833, - "precision_at_20": 0.0495, + "accuracy": 0.88556, + "precision_at_1": 0.88556, + "precision_at_3": 0.31556, + "precision_at_5": 0.19311, + "precision_at_10": 0.09767, + "precision_at_20": 0.04933, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.897778, - "mrr_at_3": 0.922778, - "mrr_at_5": 0.926056, - "mrr_at_10": 0.928331, - "mrr_at_20": 0.928818, - "mrr_at_100": 0.928968, - "mrr_at_1000": 0.928999, - "nauc_ndcg_at_1_max": 0.772162, - "nauc_ndcg_at_1_std": -0.174551, - "nauc_ndcg_at_1_diff1": 0.917941, - "nauc_ndcg_at_3_max": 0.838982, - "nauc_ndcg_at_3_std": -0.076012, - "nauc_ndcg_at_3_diff1": 0.916397, - "nauc_ndcg_at_5_max": 0.834015, - "nauc_ndcg_at_5_std": -0.081835, - "nauc_ndcg_at_5_diff1": 0.91756, - "nauc_ndcg_at_10_max": 0.825379, - "nauc_ndcg_at_10_std": -0.071371, - "nauc_ndcg_at_10_diff1": 0.918888, - "nauc_ndcg_at_20_max": 0.820064, - "nauc_ndcg_at_20_std": -0.095876, - "nauc_ndcg_at_20_diff1": 0.92064, - "nauc_ndcg_at_100_max": 0.819776, - "nauc_ndcg_at_100_std": -0.083865, - "nauc_ndcg_at_100_diff1": 0.920146, - "nauc_ndcg_at_1000_max": 0.817755, - "nauc_ndcg_at_1000_std": -0.095318, - "nauc_ndcg_at_1000_diff1": 0.91925, - "nauc_map_at_1_max": 0.772162, - "nauc_map_at_1_std": -0.174551, - "nauc_map_at_1_diff1": 0.917941, - "nauc_map_at_3_max": 0.820593, - "nauc_map_at_3_std": -0.101081, - "nauc_map_at_3_diff1": 0.917019, - "nauc_map_at_5_max": 0.817436, - "nauc_map_at_5_std": -0.104427, - "nauc_map_at_5_diff1": 0.917669, - "nauc_map_at_10_max": 0.81406, - "nauc_map_at_10_std": -0.101749, - "nauc_map_at_10_diff1": 0.918291, - "nauc_map_at_20_max": 0.812785, - "nauc_map_at_20_std": -0.107436, - "nauc_map_at_20_diff1": 0.918669, - "nauc_map_at_100_max": 0.81271, - "nauc_map_at_100_std": -0.105995, - "nauc_map_at_100_diff1": 0.918616, - "nauc_map_at_1000_max": 0.812629, - "nauc_map_at_1000_std": -0.10645, - "nauc_map_at_1000_diff1": 0.918581, - "nauc_recall_at_1_max": 0.772162, - "nauc_recall_at_1_std": -0.174551, - "nauc_recall_at_1_diff1": 0.917941, - "nauc_recall_at_3_max": 0.922643, - "nauc_recall_at_3_std": 0.036458, - "nauc_recall_at_3_diff1": 0.913415, - "nauc_recall_at_5_max": 0.935574, - "nauc_recall_at_5_std": 0.053175, - "nauc_recall_at_5_diff1": 0.9169, - "nauc_recall_at_10_max": 0.943044, - "nauc_recall_at_10_std": 0.303579, - "nauc_recall_at_10_diff1": 0.926704, - "nauc_recall_at_20_max": 0.905073, - "nauc_recall_at_20_std": 0.014628, - "nauc_recall_at_20_diff1": 0.970951, + "mrr_at_1": 0.885556, + "mrr_at_3": 0.914074, + "mrr_at_5": 0.918241, + "mrr_at_10": 0.919792, + "mrr_at_20": 0.920515, + "mrr_at_100": 0.920796, + "mrr_at_1000": 0.920824, + "nauc_ndcg_at_1_max": 0.74114, + "nauc_ndcg_at_1_std": -0.209124, + "nauc_ndcg_at_1_diff1": 0.922092, + "nauc_ndcg_at_3_max": 0.814739, + "nauc_ndcg_at_3_std": -0.081752, + "nauc_ndcg_at_3_diff1": 0.913336, + "nauc_ndcg_at_5_max": 0.804066, + "nauc_ndcg_at_5_std": -0.114005, + "nauc_ndcg_at_5_diff1": 0.914732, + "nauc_ndcg_at_10_max": 0.799116, + "nauc_ndcg_at_10_std": -0.105157, + "nauc_ndcg_at_10_diff1": 0.915442, + "nauc_ndcg_at_20_max": 0.794122, + "nauc_ndcg_at_20_std": -0.11295, + "nauc_ndcg_at_20_diff1": 0.917717, + "nauc_ndcg_at_100_max": 0.792334, + "nauc_ndcg_at_100_std": -0.115243, + "nauc_ndcg_at_100_diff1": 0.918668, + "nauc_ndcg_at_1000_max": 0.790268, + "nauc_ndcg_at_1000_std": -0.125678, + "nauc_ndcg_at_1000_diff1": 0.917859, + "nauc_map_at_1_max": 0.74114, + "nauc_map_at_1_std": -0.209124, + "nauc_map_at_1_diff1": 0.922092, + "nauc_map_at_3_max": 0.794046, + "nauc_map_at_3_std": -0.121476, + "nauc_map_at_3_diff1": 0.915989, + "nauc_map_at_5_max": 0.788078, + "nauc_map_at_5_std": -0.138653, + "nauc_map_at_5_diff1": 0.916886, + "nauc_map_at_10_max": 0.786169, + "nauc_map_at_10_std": -0.13643, + "nauc_map_at_10_diff1": 0.917263, + "nauc_map_at_20_max": 0.784959, + "nauc_map_at_20_std": -0.137696, + "nauc_map_at_20_diff1": 0.917753, + "nauc_map_at_100_max": 0.784614, + "nauc_map_at_100_std": -0.138641, + "nauc_map_at_100_diff1": 0.917944, + "nauc_map_at_1000_max": 0.784537, + "nauc_map_at_1000_std": -0.139029, + "nauc_map_at_1000_diff1": 0.917915, + "nauc_recall_at_1_max": 0.74114, + "nauc_recall_at_1_std": -0.209124, + "nauc_recall_at_1_diff1": 0.922092, + "nauc_recall_at_3_max": 0.90804, + "nauc_recall_at_3_std": 0.100276, + "nauc_recall_at_3_diff1": 0.901231, + "nauc_recall_at_5_max": 0.905575, + "nauc_recall_at_5_std": 0.041128, + "nauc_recall_at_5_diff1": 0.900455, + "nauc_recall_at_10_max": 0.909297, + "nauc_recall_at_10_std": 0.197968, + "nauc_recall_at_10_diff1": 0.898181, + "nauc_recall_at_20_max": 0.898459, + "nauc_recall_at_20_std": 0.248716, + "nauc_recall_at_20_diff1": 0.928805, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 0.930556, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.772162, - "nauc_precision_at_1_std": -0.174551, - "nauc_precision_at_1_diff1": 0.917941, - "nauc_precision_at_3_max": 0.922643, - "nauc_precision_at_3_std": 0.036458, - "nauc_precision_at_3_diff1": 0.913415, - "nauc_precision_at_5_max": 0.935574, - "nauc_precision_at_5_std": 0.053175, - "nauc_precision_at_5_diff1": 0.9169, - "nauc_precision_at_10_max": 0.943044, - "nauc_precision_at_10_std": 0.303579, - "nauc_precision_at_10_diff1": 0.926704, - "nauc_precision_at_20_max": 0.905073, - "nauc_precision_at_20_std": 0.014628, - "nauc_precision_at_20_diff1": 0.970951, + "nauc_precision_at_1_max": 0.74114, + "nauc_precision_at_1_std": -0.209124, + "nauc_precision_at_1_diff1": 0.922092, + "nauc_precision_at_3_max": 0.90804, + "nauc_precision_at_3_std": 0.100276, + "nauc_precision_at_3_diff1": 0.901231, + "nauc_precision_at_5_max": 0.905575, + "nauc_precision_at_5_std": 0.041128, + "nauc_precision_at_5_diff1": 0.900455, + "nauc_precision_at_10_max": 0.909297, + "nauc_precision_at_10_std": 0.197968, + "nauc_precision_at_10_diff1": 0.898181, + "nauc_precision_at_20_max": 0.898459, + "nauc_precision_at_20_std": 0.248716, + "nauc_precision_at_20_diff1": 0.928805, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 0.930556, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.772162, - "nauc_mrr_at_1_std": -0.174551, - "nauc_mrr_at_1_diff1": 0.917941, - "nauc_mrr_at_3_max": 0.820593, - "nauc_mrr_at_3_std": -0.101081, - "nauc_mrr_at_3_diff1": 0.917019, - "nauc_mrr_at_5_max": 0.817436, - "nauc_mrr_at_5_std": -0.104427, - "nauc_mrr_at_5_diff1": 0.917669, - "nauc_mrr_at_10_max": 0.81406, - "nauc_mrr_at_10_std": -0.101749, - "nauc_mrr_at_10_diff1": 0.918291, - "nauc_mrr_at_20_max": 0.812785, - "nauc_mrr_at_20_std": -0.107436, - "nauc_mrr_at_20_diff1": 0.918669, - "nauc_mrr_at_100_max": 0.81271, - "nauc_mrr_at_100_std": -0.105995, - "nauc_mrr_at_100_diff1": 0.918616, - "nauc_mrr_at_1000_max": 0.812629, - "nauc_mrr_at_1000_std": -0.10645, - "nauc_mrr_at_1000_diff1": 0.918581, - "main_score": 0.94176, + "nauc_mrr_at_1_max": 0.74114, + "nauc_mrr_at_1_std": -0.209124, + "nauc_mrr_at_1_diff1": 0.922092, + "nauc_mrr_at_3_max": 0.794046, + "nauc_mrr_at_3_std": -0.121476, + "nauc_mrr_at_3_diff1": 0.915989, + "nauc_mrr_at_5_max": 0.788078, + "nauc_mrr_at_5_std": -0.138653, + "nauc_mrr_at_5_diff1": 0.916886, + "nauc_mrr_at_10_max": 0.786169, + "nauc_mrr_at_10_std": -0.13643, + "nauc_mrr_at_10_diff1": 0.917263, + "nauc_mrr_at_20_max": 0.784959, + "nauc_mrr_at_20_std": -0.137696, + "nauc_mrr_at_20_diff1": 0.917753, + "nauc_mrr_at_100_max": 0.784614, + "nauc_mrr_at_100_std": -0.138641, + "nauc_mrr_at_100_diff1": 0.917944, + "nauc_mrr_at_1000_max": 0.784537, + "nauc_mrr_at_1000_std": -0.139029, + "nauc_mrr_at_1000_diff1": 0.917915, + "hit_rate_at_1": 0.88556, + "hit_rate_at_3": 0.94667, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93382, "hf_subset": "arb_Arab-arb_Arab", "languages": [ "arb-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91556, - "ndcg_at_3": 0.94483, - "ndcg_at_5": 0.95133, - "ndcg_at_10": 0.9552, - "ndcg_at_20": 0.95574, - "ndcg_at_100": 0.95637, - "ndcg_at_1000": 0.95682, - "map_at_1": 0.91556, - "map_at_3": 0.93833, - "map_at_5": 0.942, - "map_at_10": 0.94355, - "map_at_20": 0.94368, - "map_at_100": 0.94378, - "map_at_1000": 0.9438, - "recall_at_1": 0.91556, - "recall_at_3": 0.96333, - "recall_at_5": 0.97889, - "recall_at_10": 0.99111, - "recall_at_20": 0.99333, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93831, + "ndcg_at_5": 0.94529, + "ndcg_at_10": 0.95006, + "ndcg_at_20": 0.95064, + "ndcg_at_100": 0.9517, + "ndcg_at_1000": 0.95215, + "map_at_1": 0.90778, + "map_at_3": 0.93148, + "map_at_5": 0.93543, + "map_at_10": 0.93745, + "map_at_20": 0.93762, + "map_at_100": 0.93777, + "map_at_1000": 0.93779, + "recall_at_1": 0.90778, + "recall_at_3": 0.95778, + "recall_at_5": 0.97444, + "recall_at_10": 0.98889, + "recall_at_20": 0.99111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.91556, - "precision_at_3": 0.32111, - "precision_at_5": 0.19578, - "precision_at_10": 0.09911, - "precision_at_20": 0.04967, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.31926, + "precision_at_5": 0.19489, + "precision_at_10": 0.09889, + "precision_at_20": 0.04956, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.915556, - "mrr_at_3": 0.938333, - "mrr_at_5": 0.942, - "mrr_at_10": 0.943546, - "mrr_at_20": 0.943681, - "mrr_at_100": 0.943776, - "mrr_at_1000": 0.943796, - "nauc_ndcg_at_1_max": 0.749601, - "nauc_ndcg_at_1_std": -0.256149, - "nauc_ndcg_at_1_diff1": 0.922048, - "nauc_ndcg_at_3_max": 0.770701, - "nauc_ndcg_at_3_std": -0.377325, - "nauc_ndcg_at_3_diff1": 0.928036, - "nauc_ndcg_at_5_max": 0.783956, - "nauc_ndcg_at_5_std": -0.325687, - "nauc_ndcg_at_5_diff1": 0.928482, - "nauc_ndcg_at_10_max": 0.774301, - "nauc_ndcg_at_10_std": -0.306242, - "nauc_ndcg_at_10_diff1": 0.927798, - "nauc_ndcg_at_20_max": 0.776837, - "nauc_ndcg_at_20_std": -0.305633, - "nauc_ndcg_at_20_diff1": 0.928509, - "nauc_ndcg_at_100_max": 0.774961, - "nauc_ndcg_at_100_std": -0.290303, - "nauc_ndcg_at_100_diff1": 0.927463, - "nauc_ndcg_at_1000_max": 0.772621, - "nauc_ndcg_at_1000_std": -0.302729, - "nauc_ndcg_at_1000_diff1": 0.927129, - "nauc_map_at_1_max": 0.749601, - "nauc_map_at_1_std": -0.256149, - "nauc_map_at_1_diff1": 0.922048, - "nauc_map_at_3_max": 0.765949, - "nauc_map_at_3_std": -0.335875, - "nauc_map_at_3_diff1": 0.926509, - "nauc_map_at_5_max": 0.772204, - "nauc_map_at_5_std": -0.309237, - "nauc_map_at_5_diff1": 0.926512, - "nauc_map_at_10_max": 0.768745, - "nauc_map_at_10_std": -0.303423, - "nauc_map_at_10_diff1": 0.92635, - "nauc_map_at_20_max": 0.76921, - "nauc_map_at_20_std": -0.303363, - "nauc_map_at_20_diff1": 0.926486, - "nauc_map_at_100_max": 0.768985, - "nauc_map_at_100_std": -0.301575, - "nauc_map_at_100_diff1": 0.926362, - "nauc_map_at_1000_max": 0.768903, - "nauc_map_at_1000_std": -0.301999, - "nauc_map_at_1000_diff1": 0.926346, - "nauc_recall_at_1_max": 0.749601, - "nauc_recall_at_1_std": -0.256149, - "nauc_recall_at_1_diff1": 0.922048, - "nauc_recall_at_3_max": 0.792222, - "nauc_recall_at_3_std": -0.579492, - "nauc_recall_at_3_diff1": 0.935136, - "nauc_recall_at_5_max": 0.877906, - "nauc_recall_at_5_std": -0.439137, - "nauc_recall_at_5_diff1": 0.9441, - "nauc_recall_at_10_max": 0.855626, - "nauc_recall_at_10_std": -0.257645, - "nauc_recall_at_10_diff1": 0.95098, - "nauc_recall_at_20_max": 0.953704, - "nauc_recall_at_20_std": -0.220199, - "nauc_recall_at_20_diff1": 0.978214, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.931481, + "mrr_at_5": 0.935426, + "mrr_at_10": 0.937446, + "mrr_at_20": 0.937617, + "mrr_at_100": 0.937772, + "mrr_at_1000": 0.937795, + "nauc_ndcg_at_1_max": 0.739327, + "nauc_ndcg_at_1_std": -0.208689, + "nauc_ndcg_at_1_diff1": 0.920044, + "nauc_ndcg_at_3_max": 0.763099, + "nauc_ndcg_at_3_std": -0.296979, + "nauc_ndcg_at_3_diff1": 0.922208, + "nauc_ndcg_at_5_max": 0.766653, + "nauc_ndcg_at_5_std": -0.266472, + "nauc_ndcg_at_5_diff1": 0.920452, + "nauc_ndcg_at_10_max": 0.753455, + "nauc_ndcg_at_10_std": -0.265254, + "nauc_ndcg_at_10_diff1": 0.923338, + "nauc_ndcg_at_20_max": 0.756883, + "nauc_ndcg_at_20_std": -0.251113, + "nauc_ndcg_at_20_diff1": 0.923975, + "nauc_ndcg_at_100_max": 0.760503, + "nauc_ndcg_at_100_std": -0.235504, + "nauc_ndcg_at_100_diff1": 0.922949, + "nauc_ndcg_at_1000_max": 0.758229, + "nauc_ndcg_at_1000_std": -0.247232, + "nauc_ndcg_at_1000_diff1": 0.922218, + "nauc_map_at_1_max": 0.739327, + "nauc_map_at_1_std": -0.208689, + "nauc_map_at_1_diff1": 0.920044, + "nauc_map_at_3_max": 0.757279, + "nauc_map_at_3_std": -0.271304, + "nauc_map_at_3_diff1": 0.921209, + "nauc_map_at_5_max": 0.759017, + "nauc_map_at_5_std": -0.25331, + "nauc_map_at_5_diff1": 0.92036, + "nauc_map_at_10_max": 0.754392, + "nauc_map_at_10_std": -0.252055, + "nauc_map_at_10_diff1": 0.921318, + "nauc_map_at_20_max": 0.755157, + "nauc_map_at_20_std": -0.248644, + "nauc_map_at_20_diff1": 0.92146, + "nauc_map_at_100_max": 0.755845, + "nauc_map_at_100_std": -0.246818, + "nauc_map_at_100_diff1": 0.921361, + "nauc_map_at_1000_max": 0.755759, + "nauc_map_at_1000_std": -0.247259, + "nauc_map_at_1000_diff1": 0.921333, + "nauc_recall_at_1_max": 0.739327, + "nauc_recall_at_1_std": -0.208689, + "nauc_recall_at_1_diff1": 0.920044, + "nauc_recall_at_3_max": 0.789081, + "nauc_recall_at_3_std": -0.415217, + "nauc_recall_at_3_diff1": 0.927085, + "nauc_recall_at_5_max": 0.820079, + "nauc_recall_at_5_std": -0.35556, + "nauc_recall_at_5_diff1": 0.920736, + "nauc_recall_at_10_max": 0.707096, + "nauc_recall_at_10_std": -0.467507, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.769841, + "nauc_recall_at_20_std": -0.222923, + "nauc_recall_at_20_diff1": 0.98366, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.749601, - "nauc_precision_at_1_std": -0.256149, - "nauc_precision_at_1_diff1": 0.922048, - "nauc_precision_at_3_max": 0.792222, - "nauc_precision_at_3_std": -0.579492, - "nauc_precision_at_3_diff1": 0.935136, - "nauc_precision_at_5_max": 0.877906, - "nauc_precision_at_5_std": -0.439137, - "nauc_precision_at_5_diff1": 0.9441, - "nauc_precision_at_10_max": 0.855626, - "nauc_precision_at_10_std": -0.257645, - "nauc_precision_at_10_diff1": 0.95098, - "nauc_precision_at_20_max": 0.953704, - "nauc_precision_at_20_std": -0.220199, - "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_1_max": 0.739327, + "nauc_precision_at_1_std": -0.208689, + "nauc_precision_at_1_diff1": 0.920044, + "nauc_precision_at_3_max": 0.789081, + "nauc_precision_at_3_std": -0.415217, + "nauc_precision_at_3_diff1": 0.927085, + "nauc_precision_at_5_max": 0.820079, + "nauc_precision_at_5_std": -0.35556, + "nauc_precision_at_5_diff1": 0.920736, + "nauc_precision_at_10_max": 0.707096, + "nauc_precision_at_10_std": -0.467507, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.769841, + "nauc_precision_at_20_std": -0.222923, + "nauc_precision_at_20_diff1": 0.98366, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.749601, - "nauc_mrr_at_1_std": -0.256149, - "nauc_mrr_at_1_diff1": 0.922048, - "nauc_mrr_at_3_max": 0.765949, - "nauc_mrr_at_3_std": -0.335875, - "nauc_mrr_at_3_diff1": 0.926509, - "nauc_mrr_at_5_max": 0.772204, - "nauc_mrr_at_5_std": -0.309237, - "nauc_mrr_at_5_diff1": 0.926512, - "nauc_mrr_at_10_max": 0.768745, - "nauc_mrr_at_10_std": -0.303423, - "nauc_mrr_at_10_diff1": 0.92635, - "nauc_mrr_at_20_max": 0.76921, - "nauc_mrr_at_20_std": -0.303363, - "nauc_mrr_at_20_diff1": 0.926486, - "nauc_mrr_at_100_max": 0.768985, - "nauc_mrr_at_100_std": -0.301575, - "nauc_mrr_at_100_diff1": 0.926362, - "nauc_mrr_at_1000_max": 0.768903, - "nauc_mrr_at_1000_std": -0.301999, - "nauc_mrr_at_1000_diff1": 0.926346, - "main_score": 0.9552, + "nauc_mrr_at_1_max": 0.739327, + "nauc_mrr_at_1_std": -0.208689, + "nauc_mrr_at_1_diff1": 0.920044, + "nauc_mrr_at_3_max": 0.757279, + "nauc_mrr_at_3_std": -0.271304, + "nauc_mrr_at_3_diff1": 0.921209, + "nauc_mrr_at_5_max": 0.759017, + "nauc_mrr_at_5_std": -0.25331, + "nauc_mrr_at_5_diff1": 0.92036, + "nauc_mrr_at_10_max": 0.754392, + "nauc_mrr_at_10_std": -0.252055, + "nauc_mrr_at_10_diff1": 0.921318, + "nauc_mrr_at_20_max": 0.755157, + "nauc_mrr_at_20_std": -0.248644, + "nauc_mrr_at_20_diff1": 0.92146, + "nauc_mrr_at_100_max": 0.755845, + "nauc_mrr_at_100_std": -0.246818, + "nauc_mrr_at_100_diff1": 0.921361, + "nauc_mrr_at_1000_max": 0.755759, + "nauc_mrr_at_1000_std": -0.247259, + "nauc_mrr_at_1000_diff1": 0.921333, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.95778, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.95006, "hf_subset": "arb_Arab-eng_Latn", "languages": [ "arb-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.86667, - "ndcg_at_3": 0.91172, - "ndcg_at_5": 0.91984, - "ndcg_at_10": 0.9241, - "ndcg_at_20": 0.92664, - "ndcg_at_100": 0.92937, - "ndcg_at_1000": 0.92951, - "map_at_1": 0.86667, - "map_at_3": 0.90111, - "map_at_5": 0.90556, - "map_at_10": 0.90728, - "map_at_20": 0.90798, - "map_at_100": 0.90846, - "map_at_1000": 0.90846, - "recall_at_1": 0.86667, - "recall_at_3": 0.94222, - "recall_at_5": 0.96222, - "recall_at_10": 0.97556, - "recall_at_20": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.90573, + "ndcg_at_5": 0.91319, + "ndcg_at_10": 0.9195, + "ndcg_at_20": 0.92315, + "ndcg_at_100": 0.9259, + "ndcg_at_1000": 0.92603, + "map_at_1": 0.86444, + "map_at_3": 0.89611, + "map_at_5": 0.90033, + "map_at_10": 0.90306, + "map_at_20": 0.90406, + "map_at_100": 0.90445, + "map_at_1000": 0.90445, + "recall_at_1": 0.86444, + "recall_at_3": 0.93333, + "recall_at_5": 0.95111, + "recall_at_10": 0.97, + "recall_at_20": 0.98444, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.86667, - "precision_at_3": 0.31407, - "precision_at_5": 0.19244, - "precision_at_10": 0.09756, - "precision_at_20": 0.04928, + "accuracy": 0.86444, + "precision_at_1": 0.86444, + "precision_at_3": 0.31111, + "precision_at_5": 0.19022, + "precision_at_10": 0.097, + "precision_at_20": 0.04922, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.866667, - "mrr_at_3": 0.901111, - "mrr_at_5": 0.905556, - "mrr_at_10": 0.907279, - "mrr_at_20": 0.907984, - "mrr_at_100": 0.908456, - "mrr_at_1000": 0.90846, - "nauc_ndcg_at_1_max": 0.766039, - "nauc_ndcg_at_1_std": -0.117745, - "nauc_ndcg_at_1_diff1": 0.938003, - "nauc_ndcg_at_3_max": 0.818127, - "nauc_ndcg_at_3_std": -0.040749, - "nauc_ndcg_at_3_diff1": 0.925258, - "nauc_ndcg_at_5_max": 0.819341, - "nauc_ndcg_at_5_std": -0.025065, - "nauc_ndcg_at_5_diff1": 0.929642, - "nauc_ndcg_at_10_max": 0.81411, - "nauc_ndcg_at_10_std": -0.009791, - "nauc_ndcg_at_10_diff1": 0.928741, - "nauc_ndcg_at_20_max": 0.808503, - "nauc_ndcg_at_20_std": -0.032661, - "nauc_ndcg_at_20_diff1": 0.92879, - "nauc_ndcg_at_100_max": 0.80444, - "nauc_ndcg_at_100_std": -0.045348, - "nauc_ndcg_at_100_diff1": 0.930249, - "nauc_ndcg_at_1000_max": 0.804054, - "nauc_ndcg_at_1000_std": -0.047151, - "nauc_ndcg_at_1000_diff1": 0.930112, - "nauc_map_at_1_max": 0.766039, - "nauc_map_at_1_std": -0.117745, - "nauc_map_at_1_diff1": 0.938003, - "nauc_map_at_3_max": 0.803649, - "nauc_map_at_3_std": -0.062032, - "nauc_map_at_3_diff1": 0.928868, - "nauc_map_at_5_max": 0.803422, - "nauc_map_at_5_std": -0.055637, - "nauc_map_at_5_diff1": 0.931227, - "nauc_map_at_10_max": 0.801588, - "nauc_map_at_10_std": -0.050526, - "nauc_map_at_10_diff1": 0.930925, - "nauc_map_at_20_max": 0.800228, - "nauc_map_at_20_std": -0.056064, - "nauc_map_at_20_diff1": 0.930868, - "nauc_map_at_100_max": 0.799562, - "nauc_map_at_100_std": -0.058086, - "nauc_map_at_100_diff1": 0.931028, - "nauc_map_at_1000_max": 0.799553, - "nauc_map_at_1000_std": -0.058126, - "nauc_map_at_1000_diff1": 0.931025, - "nauc_recall_at_1_max": 0.766039, - "nauc_recall_at_1_std": -0.117745, - "nauc_recall_at_1_diff1": 0.938003, - "nauc_recall_at_3_max": 0.886492, - "nauc_recall_at_3_std": 0.05965, - "nauc_recall_at_3_diff1": 0.908156, - "nauc_recall_at_5_max": 0.929848, - "nauc_recall_at_5_std": 0.191863, - "nauc_recall_at_5_diff1": 0.920086, - "nauc_recall_at_10_max": 0.936359, - "nauc_recall_at_10_std": 0.444147, - "nauc_recall_at_10_diff1": 0.906948, - "nauc_recall_at_20_max": 0.912411, - "nauc_recall_at_20_std": 0.319076, - "nauc_recall_at_20_diff1": 0.896933, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.896111, + "mrr_at_5": 0.900333, + "mrr_at_10": 0.903058, + "mrr_at_20": 0.904059, + "mrr_at_100": 0.904452, + "mrr_at_1000": 0.904455, + "nauc_ndcg_at_1_max": 0.734697, + "nauc_ndcg_at_1_std": -0.096361, + "nauc_ndcg_at_1_diff1": 0.914073, + "nauc_ndcg_at_3_max": 0.791423, + "nauc_ndcg_at_3_std": -0.045581, + "nauc_ndcg_at_3_diff1": 0.903611, + "nauc_ndcg_at_5_max": 0.798521, + "nauc_ndcg_at_5_std": -0.01652, + "nauc_ndcg_at_5_diff1": 0.910805, + "nauc_ndcg_at_10_max": 0.788901, + "nauc_ndcg_at_10_std": -0.027839, + "nauc_ndcg_at_10_diff1": 0.908774, + "nauc_ndcg_at_20_max": 0.780714, + "nauc_ndcg_at_20_std": -0.041232, + "nauc_ndcg_at_20_diff1": 0.906745, + "nauc_ndcg_at_100_max": 0.778367, + "nauc_ndcg_at_100_std": -0.045182, + "nauc_ndcg_at_100_diff1": 0.909244, + "nauc_ndcg_at_1000_max": 0.777959, + "nauc_ndcg_at_1000_std": -0.046595, + "nauc_ndcg_at_1000_diff1": 0.909077, + "nauc_map_at_1_max": 0.734697, + "nauc_map_at_1_std": -0.096361, + "nauc_map_at_1_diff1": 0.914073, + "nauc_map_at_3_max": 0.776275, + "nauc_map_at_3_std": -0.060059, + "nauc_map_at_3_diff1": 0.906685, + "nauc_map_at_5_max": 0.779159, + "nauc_map_at_5_std": -0.046192, + "nauc_map_at_5_diff1": 0.910415, + "nauc_map_at_10_max": 0.77512, + "nauc_map_at_10_std": -0.051203, + "nauc_map_at_10_diff1": 0.909728, + "nauc_map_at_20_max": 0.773194, + "nauc_map_at_20_std": -0.054207, + "nauc_map_at_20_diff1": 0.909249, + "nauc_map_at_100_max": 0.772888, + "nauc_map_at_100_std": -0.05466, + "nauc_map_at_100_diff1": 0.909585, + "nauc_map_at_1000_max": 0.772879, + "nauc_map_at_1000_std": -0.054689, + "nauc_map_at_1000_diff1": 0.909582, + "nauc_recall_at_1_max": 0.734697, + "nauc_recall_at_1_std": -0.096361, + "nauc_recall_at_1_diff1": 0.914073, + "nauc_recall_at_3_max": 0.856458, + "nauc_recall_at_3_std": 0.01725, + "nauc_recall_at_3_diff1": 0.890212, + "nauc_recall_at_5_max": 0.909293, + "nauc_recall_at_5_std": 0.159632, + "nauc_recall_at_5_diff1": 0.914852, + "nauc_recall_at_10_max": 0.903794, + "nauc_recall_at_10_std": 0.182834, + "nauc_recall_at_10_diff1": 0.900578, + "nauc_recall_at_20_max": 0.852975, + "nauc_recall_at_20_std": 0.114179, + "nauc_recall_at_20_diff1": 0.856109, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.766039, - "nauc_precision_at_1_std": -0.117745, - "nauc_precision_at_1_diff1": 0.938003, - "nauc_precision_at_3_max": 0.886492, - "nauc_precision_at_3_std": 0.05965, - "nauc_precision_at_3_diff1": 0.908156, - "nauc_precision_at_5_max": 0.929848, - "nauc_precision_at_5_std": 0.191863, - "nauc_precision_at_5_diff1": 0.920086, - "nauc_precision_at_10_max": 0.936359, - "nauc_precision_at_10_std": 0.444147, - "nauc_precision_at_10_diff1": 0.906948, - "nauc_precision_at_20_max": 0.912411, - "nauc_precision_at_20_std": 0.319076, - "nauc_precision_at_20_diff1": 0.896933, + "nauc_precision_at_1_max": 0.734697, + "nauc_precision_at_1_std": -0.096361, + "nauc_precision_at_1_diff1": 0.914073, + "nauc_precision_at_3_max": 0.856458, + "nauc_precision_at_3_std": 0.01725, + "nauc_precision_at_3_diff1": 0.890212, + "nauc_precision_at_5_max": 0.909293, + "nauc_precision_at_5_std": 0.159632, + "nauc_precision_at_5_diff1": 0.914852, + "nauc_precision_at_10_max": 0.903794, + "nauc_precision_at_10_std": 0.182834, + "nauc_precision_at_10_diff1": 0.900578, + "nauc_precision_at_20_max": 0.852975, + "nauc_precision_at_20_std": 0.114179, + "nauc_precision_at_20_diff1": 0.856109, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.766039, - "nauc_mrr_at_1_std": -0.117745, - "nauc_mrr_at_1_diff1": 0.938003, - "nauc_mrr_at_3_max": 0.803649, - "nauc_mrr_at_3_std": -0.062032, - "nauc_mrr_at_3_diff1": 0.928868, - "nauc_mrr_at_5_max": 0.803422, - "nauc_mrr_at_5_std": -0.055637, - "nauc_mrr_at_5_diff1": 0.931227, - "nauc_mrr_at_10_max": 0.801588, - "nauc_mrr_at_10_std": -0.050526, - "nauc_mrr_at_10_diff1": 0.930925, - "nauc_mrr_at_20_max": 0.800228, - "nauc_mrr_at_20_std": -0.056064, - "nauc_mrr_at_20_diff1": 0.930868, - "nauc_mrr_at_100_max": 0.799562, - "nauc_mrr_at_100_std": -0.058086, - "nauc_mrr_at_100_diff1": 0.931028, - "nauc_mrr_at_1000_max": 0.799553, - "nauc_mrr_at_1000_std": -0.058126, - "nauc_mrr_at_1000_diff1": 0.931025, - "main_score": 0.9241, + "nauc_mrr_at_1_max": 0.734697, + "nauc_mrr_at_1_std": -0.096361, + "nauc_mrr_at_1_diff1": 0.914073, + "nauc_mrr_at_3_max": 0.776275, + "nauc_mrr_at_3_std": -0.060059, + "nauc_mrr_at_3_diff1": 0.906685, + "nauc_mrr_at_5_max": 0.779159, + "nauc_mrr_at_5_std": -0.046192, + "nauc_mrr_at_5_diff1": 0.910415, + "nauc_mrr_at_10_max": 0.77512, + "nauc_mrr_at_10_std": -0.051203, + "nauc_mrr_at_10_diff1": 0.909728, + "nauc_mrr_at_20_max": 0.773194, + "nauc_mrr_at_20_std": -0.054207, + "nauc_mrr_at_20_diff1": 0.909249, + "nauc_mrr_at_100_max": 0.772888, + "nauc_mrr_at_100_std": -0.05466, + "nauc_mrr_at_100_diff1": 0.909585, + "nauc_mrr_at_1000_max": 0.772879, + "nauc_mrr_at_1000_std": -0.054689, + "nauc_mrr_at_1000_diff1": 0.909582, + "hit_rate_at_1": 0.86444, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.9195, "hf_subset": "eng_Latn-arb_Arab", "languages": [ "eng-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.24111, - "ndcg_at_3": 0.26542, - "ndcg_at_5": 0.27695, - "ndcg_at_10": 0.29529, - "ndcg_at_20": 0.3092, - "ndcg_at_100": 0.3466, - "ndcg_at_1000": 0.39392, + "ndcg_at_3": 0.27354, + "ndcg_at_5": 0.28373, + "ndcg_at_10": 0.29822, + "ndcg_at_20": 0.31212, + "ndcg_at_100": 0.35026, + "ndcg_at_1000": 0.39746, "map_at_1": 0.24111, - "map_at_3": 0.25926, - "map_at_5": 0.2657, - "map_at_10": 0.27308, - "map_at_20": 0.27682, - "map_at_100": 0.28141, - "map_at_1000": 0.28324, + "map_at_3": 0.26556, + "map_at_5": 0.27128, + "map_at_10": 0.27711, + "map_at_20": 0.28086, + "map_at_100": 0.28569, + "map_at_1000": 0.2875, "recall_at_1": 0.24111, - "recall_at_3": 0.28333, - "recall_at_5": 0.31111, - "recall_at_10": 0.36889, - "recall_at_20": 0.42444, + "recall_at_3": 0.29667, + "recall_at_5": 0.32111, + "recall_at_10": 0.36667, + "recall_at_20": 0.42222, "recall_at_100": 0.63444, "recall_at_1000": 1.0, + "accuracy": 0.24111, "precision_at_1": 0.24111, - "precision_at_3": 0.09444, - "precision_at_5": 0.06222, - "precision_at_10": 0.03689, - "precision_at_20": 0.02122, + "precision_at_3": 0.09889, + "precision_at_5": 0.06422, + "precision_at_10": 0.03667, + "precision_at_20": 0.02111, "precision_at_100": 0.00634, "precision_at_1000": 0.001, "mrr_at_1": 0.241111, - "mrr_at_3": 0.259259, - "mrr_at_5": 0.265704, - "mrr_at_10": 0.273077, - "mrr_at_20": 0.276819, - "mrr_at_100": 0.28141, - "mrr_at_1000": 0.283241, - "nauc_ndcg_at_1_max": 0.832196, - "nauc_ndcg_at_1_std": -0.093621, - "nauc_ndcg_at_1_diff1": 0.870429, - "nauc_ndcg_at_3_max": 0.810104, - "nauc_ndcg_at_3_std": -0.08099, - "nauc_ndcg_at_3_diff1": 0.822614, - "nauc_ndcg_at_5_max": 0.797089, - "nauc_ndcg_at_5_std": -0.073289, - "nauc_ndcg_at_5_diff1": 0.802773, - "nauc_ndcg_at_10_max": 0.770244, - "nauc_ndcg_at_10_std": -0.067004, - "nauc_ndcg_at_10_diff1": 0.770899, - "nauc_ndcg_at_20_max": 0.755807, - "nauc_ndcg_at_20_std": -0.064009, - "nauc_ndcg_at_20_diff1": 0.749703, - "nauc_ndcg_at_100_max": 0.744935, - "nauc_ndcg_at_100_std": -0.055819, - "nauc_ndcg_at_100_diff1": 0.740204, - "nauc_ndcg_at_1000_max": 0.77105, - "nauc_ndcg_at_1000_std": -0.066042, - "nauc_ndcg_at_1000_diff1": 0.772473, - "nauc_map_at_1_max": 0.832196, - "nauc_map_at_1_std": -0.093621, - "nauc_map_at_1_diff1": 0.870429, - "nauc_map_at_3_max": 0.816989, - "nauc_map_at_3_std": -0.084534, - "nauc_map_at_3_diff1": 0.834786, - "nauc_map_at_5_max": 0.809512, - "nauc_map_at_5_std": -0.079907, - "nauc_map_at_5_diff1": 0.82321, - "nauc_map_at_10_max": 0.798604, - "nauc_map_at_10_std": -0.077404, - "nauc_map_at_10_diff1": 0.810254, - "nauc_map_at_20_max": 0.79454, - "nauc_map_at_20_std": -0.076621, - "nauc_map_at_20_diff1": 0.804105, - "nauc_map_at_100_max": 0.793237, - "nauc_map_at_100_std": -0.0751, - "nauc_map_at_100_diff1": 0.803009, - "nauc_map_at_1000_max": 0.794079, - "nauc_map_at_1000_std": -0.075489, - "nauc_map_at_1000_diff1": 0.804042, - "nauc_recall_at_1_max": 0.832196, - "nauc_recall_at_1_std": -0.093621, - "nauc_recall_at_1_diff1": 0.870429, - "nauc_recall_at_3_max": 0.790352, - "nauc_recall_at_3_std": -0.070943, - "nauc_recall_at_3_diff1": 0.788506, - "nauc_recall_at_5_max": 0.761194, - "nauc_recall_at_5_std": -0.054436, - "nauc_recall_at_5_diff1": 0.744818, - "nauc_recall_at_10_max": 0.682318, - "nauc_recall_at_10_std": -0.035972, - "nauc_recall_at_10_diff1": 0.651502, - "nauc_recall_at_20_max": 0.629756, - "nauc_recall_at_20_std": -0.024685, - "nauc_recall_at_20_diff1": 0.57547, - "nauc_recall_at_100_max": 0.537312, - "nauc_recall_at_100_std": 0.024411, - "nauc_recall_at_100_diff1": 0.48151, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.832196, - "nauc_precision_at_1_std": -0.093621, - "nauc_precision_at_1_diff1": 0.870429, - "nauc_precision_at_3_max": 0.790352, - "nauc_precision_at_3_std": -0.070943, - "nauc_precision_at_3_diff1": 0.788506, - "nauc_precision_at_5_max": 0.761194, - "nauc_precision_at_5_std": -0.054436, - "nauc_precision_at_5_diff1": 0.744818, - "nauc_precision_at_10_max": 0.682318, - "nauc_precision_at_10_std": -0.035972, - "nauc_precision_at_10_diff1": 0.651502, - "nauc_precision_at_20_max": 0.629756, - "nauc_precision_at_20_std": -0.024685, - "nauc_precision_at_20_diff1": 0.57547, - "nauc_precision_at_100_max": 0.537312, - "nauc_precision_at_100_std": 0.024411, - "nauc_precision_at_100_diff1": 0.48151, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.832196, - "nauc_mrr_at_1_std": -0.093621, - "nauc_mrr_at_1_diff1": 0.870429, - "nauc_mrr_at_3_max": 0.816989, - "nauc_mrr_at_3_std": -0.084534, - "nauc_mrr_at_3_diff1": 0.834786, - "nauc_mrr_at_5_max": 0.809512, - "nauc_mrr_at_5_std": -0.079907, - "nauc_mrr_at_5_diff1": 0.82321, - "nauc_mrr_at_10_max": 0.798604, - "nauc_mrr_at_10_std": -0.077404, - "nauc_mrr_at_10_diff1": 0.810254, - "nauc_mrr_at_20_max": 0.79454, - "nauc_mrr_at_20_std": -0.076621, - "nauc_mrr_at_20_diff1": 0.804105, - "nauc_mrr_at_100_max": 0.793237, - "nauc_mrr_at_100_std": -0.0751, - "nauc_mrr_at_100_diff1": 0.803009, - "nauc_mrr_at_1000_max": 0.794079, - "nauc_mrr_at_1000_std": -0.075489, - "nauc_mrr_at_1000_diff1": 0.804042, - "main_score": 0.29529, + "mrr_at_3": 0.265556, + "mrr_at_5": 0.271278, + "mrr_at_10": 0.277114, + "mrr_at_20": 0.280861, + "mrr_at_100": 0.285685, + "mrr_at_1000": 0.287496, + "nauc_ndcg_at_1_max": 0.826866, + "nauc_ndcg_at_1_std": -0.162313, + "nauc_ndcg_at_1_diff1": 0.859141, + "nauc_ndcg_at_3_max": 0.785048, + "nauc_ndcg_at_3_std": -0.14571, + "nauc_ndcg_at_3_diff1": 0.790094, + "nauc_ndcg_at_5_max": 0.778053, + "nauc_ndcg_at_5_std": -0.134488, + "nauc_ndcg_at_5_diff1": 0.778769, + "nauc_ndcg_at_10_max": 0.761619, + "nauc_ndcg_at_10_std": -0.133133, + "nauc_ndcg_at_10_diff1": 0.754568, + "nauc_ndcg_at_20_max": 0.747612, + "nauc_ndcg_at_20_std": -0.116062, + "nauc_ndcg_at_20_diff1": 0.739072, + "nauc_ndcg_at_100_max": 0.729617, + "nauc_ndcg_at_100_std": -0.1115, + "nauc_ndcg_at_100_diff1": 0.724322, + "nauc_ndcg_at_1000_max": 0.756538, + "nauc_ndcg_at_1000_std": -0.125258, + "nauc_ndcg_at_1000_diff1": 0.755212, + "nauc_map_at_1_max": 0.826866, + "nauc_map_at_1_std": -0.162313, + "nauc_map_at_1_diff1": 0.859141, + "nauc_map_at_3_max": 0.796131, + "nauc_map_at_3_std": -0.148829, + "nauc_map_at_3_diff1": 0.80736, + "nauc_map_at_5_max": 0.792246, + "nauc_map_at_5_std": -0.142116, + "nauc_map_at_5_diff1": 0.800932, + "nauc_map_at_10_max": 0.785409, + "nauc_map_at_10_std": -0.141647, + "nauc_map_at_10_diff1": 0.790926, + "nauc_map_at_20_max": 0.781257, + "nauc_map_at_20_std": -0.137125, + "nauc_map_at_20_diff1": 0.786343, + "nauc_map_at_100_max": 0.778624, + "nauc_map_at_100_std": -0.136418, + "nauc_map_at_100_diff1": 0.784237, + "nauc_map_at_1000_max": 0.779515, + "nauc_map_at_1000_std": -0.136928, + "nauc_map_at_1000_diff1": 0.785227, + "nauc_recall_at_1_max": 0.826866, + "nauc_recall_at_1_std": -0.162313, + "nauc_recall_at_1_diff1": 0.859141, + "nauc_recall_at_3_max": 0.754136, + "nauc_recall_at_3_std": -0.137451, + "nauc_recall_at_3_diff1": 0.742294, + "nauc_recall_at_5_max": 0.73802, + "nauc_recall_at_5_std": -0.113034, + "nauc_recall_at_5_diff1": 0.716704, + "nauc_recall_at_10_max": 0.690512, + "nauc_recall_at_10_std": -0.108991, + "nauc_recall_at_10_diff1": 0.646433, + "nauc_recall_at_20_max": 0.640694, + "nauc_recall_at_20_std": -0.044188, + "nauc_recall_at_20_diff1": 0.591425, + "nauc_recall_at_100_max": 0.515258, + "nauc_recall_at_100_std": -0.004017, + "nauc_recall_at_100_diff1": 0.475637, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.826866, + "nauc_precision_at_1_std": -0.162313, + "nauc_precision_at_1_diff1": 0.859141, + "nauc_precision_at_3_max": 0.754136, + "nauc_precision_at_3_std": -0.137451, + "nauc_precision_at_3_diff1": 0.742294, + "nauc_precision_at_5_max": 0.73802, + "nauc_precision_at_5_std": -0.113034, + "nauc_precision_at_5_diff1": 0.716704, + "nauc_precision_at_10_max": 0.690512, + "nauc_precision_at_10_std": -0.108991, + "nauc_precision_at_10_diff1": 0.646433, + "nauc_precision_at_20_max": 0.640694, + "nauc_precision_at_20_std": -0.044188, + "nauc_precision_at_20_diff1": 0.591425, + "nauc_precision_at_100_max": 0.515258, + "nauc_precision_at_100_std": -0.004017, + "nauc_precision_at_100_diff1": 0.475637, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.826866, + "nauc_mrr_at_1_std": -0.162313, + "nauc_mrr_at_1_diff1": 0.859141, + "nauc_mrr_at_3_max": 0.796131, + "nauc_mrr_at_3_std": -0.148829, + "nauc_mrr_at_3_diff1": 0.80736, + "nauc_mrr_at_5_max": 0.792246, + "nauc_mrr_at_5_std": -0.142116, + "nauc_mrr_at_5_diff1": 0.800932, + "nauc_mrr_at_10_max": 0.785409, + "nauc_mrr_at_10_std": -0.141647, + "nauc_mrr_at_10_diff1": 0.790926, + "nauc_mrr_at_20_max": 0.781257, + "nauc_mrr_at_20_std": -0.137125, + "nauc_mrr_at_20_diff1": 0.786343, + "nauc_mrr_at_100_max": 0.778624, + "nauc_mrr_at_100_std": -0.136418, + "nauc_mrr_at_100_diff1": 0.784237, + "nauc_mrr_at_1000_max": 0.779515, + "nauc_mrr_at_1000_std": -0.136928, + "nauc_mrr_at_1000_diff1": 0.785227, + "hit_rate_at_1": 0.24111, + "hit_rate_at_3": 0.29667, + "hit_rate_at_5": 0.32111, + "hit_rate_at_10": 0.36667, + "hit_rate_at_20": 0.42222, + "hit_rate_at_100": 0.63444, + "hit_rate_at_1000": 1.0, + "main_score": 0.29822, "hf_subset": "arb_Latn-arb_Latn", "languages": [ "arb-Latn", "arb-Latn" - ] - }, - { - "ndcg_at_1": 0.66444, - "ndcg_at_3": 0.73965, - "ndcg_at_5": 0.76289, - "ndcg_at_10": 0.78139, - "ndcg_at_20": 0.79224, - "ndcg_at_100": 0.7998, - "ndcg_at_1000": 0.80127, - "map_at_1": 0.66444, - "map_at_3": 0.72111, - "map_at_5": 0.73394, - "map_at_10": 0.74168, - "map_at_20": 0.74474, - "map_at_100": 0.74585, - "map_at_1000": 0.74591, - "recall_at_1": 0.66444, - "recall_at_3": 0.79333, - "recall_at_5": 0.85, - "recall_at_10": 0.90667, - "recall_at_20": 0.94889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.66222, + "ndcg_at_3": 0.74038, + "ndcg_at_5": 0.7618, + "ndcg_at_10": 0.77994, + "ndcg_at_20": 0.78949, + "ndcg_at_100": 0.79853, + "ndcg_at_1000": 0.80002, + "map_at_1": 0.66222, + "map_at_3": 0.7213, + "map_at_5": 0.73313, + "map_at_10": 0.74072, + "map_at_20": 0.74333, + "map_at_100": 0.74466, + "map_at_1000": 0.74473, + "recall_at_1": 0.66222, + "recall_at_3": 0.79556, + "recall_at_5": 0.84778, + "recall_at_10": 0.90333, + "recall_at_20": 0.94111, "recall_at_100": 0.98889, "recall_at_1000": 1.0, - "precision_at_1": 0.66444, - "precision_at_3": 0.26444, - "precision_at_5": 0.17, - "precision_at_10": 0.09067, - "precision_at_20": 0.04744, + "accuracy": 0.66222, + "precision_at_1": 0.66222, + "precision_at_3": 0.26519, + "precision_at_5": 0.16956, + "precision_at_10": 0.09033, + "precision_at_20": 0.04706, "precision_at_100": 0.00989, "precision_at_1000": 0.001, - "mrr_at_1": 0.664444, - "mrr_at_3": 0.721111, - "mrr_at_5": 0.733944, - "mrr_at_10": 0.741683, - "mrr_at_20": 0.744745, - "mrr_at_100": 0.745845, - "mrr_at_1000": 0.745908, - "nauc_ndcg_at_1_max": 0.69713, - "nauc_ndcg_at_1_std": -0.035069, - "nauc_ndcg_at_1_diff1": 0.836043, - "nauc_ndcg_at_3_max": 0.696142, - "nauc_ndcg_at_3_std": -0.060797, - "nauc_ndcg_at_3_diff1": 0.800442, - "nauc_ndcg_at_5_max": 0.686836, - "nauc_ndcg_at_5_std": -0.079126, - "nauc_ndcg_at_5_diff1": 0.799533, - "nauc_ndcg_at_10_max": 0.685635, - "nauc_ndcg_at_10_std": -0.069112, - "nauc_ndcg_at_10_diff1": 0.796437, - "nauc_ndcg_at_20_max": 0.688657, - "nauc_ndcg_at_20_std": -0.066419, - "nauc_ndcg_at_20_diff1": 0.801492, - "nauc_ndcg_at_100_max": 0.693458, - "nauc_ndcg_at_100_std": -0.059037, - "nauc_ndcg_at_100_diff1": 0.807187, - "nauc_ndcg_at_1000_max": 0.692508, - "nauc_ndcg_at_1000_std": -0.060731, - "nauc_ndcg_at_1000_diff1": 0.806964, - "nauc_map_at_1_max": 0.69713, - "nauc_map_at_1_std": -0.035069, - "nauc_map_at_1_diff1": 0.836043, - "nauc_map_at_3_max": 0.697486, - "nauc_map_at_3_std": -0.052824, - "nauc_map_at_3_diff1": 0.810059, - "nauc_map_at_5_max": 0.692935, - "nauc_map_at_5_std": -0.061625, - "nauc_map_at_5_diff1": 0.809965, - "nauc_map_at_10_max": 0.692783, - "nauc_map_at_10_std": -0.058074, - "nauc_map_at_10_diff1": 0.809156, - "nauc_map_at_20_max": 0.693547, - "nauc_map_at_20_std": -0.057306, - "nauc_map_at_20_diff1": 0.810441, - "nauc_map_at_100_max": 0.694099, - "nauc_map_at_100_std": -0.056603, - "nauc_map_at_100_diff1": 0.811094, - "nauc_map_at_1000_max": 0.694077, - "nauc_map_at_1000_std": -0.056621, - "nauc_map_at_1000_diff1": 0.811094, - "nauc_recall_at_1_max": 0.69713, - "nauc_recall_at_1_std": -0.035069, - "nauc_recall_at_1_diff1": 0.836043, - "nauc_recall_at_3_max": 0.690714, - "nauc_recall_at_3_std": -0.090117, - "nauc_recall_at_3_diff1": 0.765741, - "nauc_recall_at_5_max": 0.655599, - "nauc_recall_at_5_std": -0.164946, - "nauc_recall_at_5_diff1": 0.751466, - "nauc_recall_at_10_max": 0.630147, - "nauc_recall_at_10_std": -0.140201, - "nauc_recall_at_10_diff1": 0.706266, - "nauc_recall_at_20_max": 0.627248, - "nauc_recall_at_20_std": -0.161014, - "nauc_recall_at_20_diff1": 0.703771, - "nauc_recall_at_100_max": 0.813259, - "nauc_recall_at_100_std": 0.172409, - "nauc_recall_at_100_diff1": 0.838936, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.69713, - "nauc_precision_at_1_std": -0.035069, - "nauc_precision_at_1_diff1": 0.836043, - "nauc_precision_at_3_max": 0.690714, - "nauc_precision_at_3_std": -0.090117, - "nauc_precision_at_3_diff1": 0.765741, - "nauc_precision_at_5_max": 0.655599, - "nauc_precision_at_5_std": -0.164946, - "nauc_precision_at_5_diff1": 0.751466, - "nauc_precision_at_10_max": 0.630147, - "nauc_precision_at_10_std": -0.140201, - "nauc_precision_at_10_diff1": 0.706266, - "nauc_precision_at_20_max": 0.627248, - "nauc_precision_at_20_std": -0.161014, - "nauc_precision_at_20_diff1": 0.703771, - "nauc_precision_at_100_max": 0.813259, - "nauc_precision_at_100_std": 0.172409, - "nauc_precision_at_100_diff1": 0.838936, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.69713, - "nauc_mrr_at_1_std": -0.035069, - "nauc_mrr_at_1_diff1": 0.836043, - "nauc_mrr_at_3_max": 0.697486, - "nauc_mrr_at_3_std": -0.052824, - "nauc_mrr_at_3_diff1": 0.810059, - "nauc_mrr_at_5_max": 0.692935, - "nauc_mrr_at_5_std": -0.061625, - "nauc_mrr_at_5_diff1": 0.809965, - "nauc_mrr_at_10_max": 0.692783, - "nauc_mrr_at_10_std": -0.058074, - "nauc_mrr_at_10_diff1": 0.809156, - "nauc_mrr_at_20_max": 0.693547, - "nauc_mrr_at_20_std": -0.057306, - "nauc_mrr_at_20_diff1": 0.810441, - "nauc_mrr_at_100_max": 0.694099, - "nauc_mrr_at_100_std": -0.056603, - "nauc_mrr_at_100_diff1": 0.811094, - "nauc_mrr_at_1000_max": 0.694077, - "nauc_mrr_at_1000_std": -0.056621, - "nauc_mrr_at_1000_diff1": 0.811094, - "main_score": 0.78139, + "mrr_at_1": 0.662222, + "mrr_at_3": 0.721296, + "mrr_at_5": 0.73313, + "mrr_at_10": 0.740716, + "mrr_at_20": 0.743335, + "mrr_at_100": 0.744662, + "mrr_at_1000": 0.744727, + "nauc_ndcg_at_1_max": 0.696223, + "nauc_ndcg_at_1_std": -0.095128, + "nauc_ndcg_at_1_diff1": 0.83774, + "nauc_ndcg_at_3_max": 0.68262, + "nauc_ndcg_at_3_std": -0.138045, + "nauc_ndcg_at_3_diff1": 0.803709, + "nauc_ndcg_at_5_max": 0.67587, + "nauc_ndcg_at_5_std": -0.157874, + "nauc_ndcg_at_5_diff1": 0.801565, + "nauc_ndcg_at_10_max": 0.670189, + "nauc_ndcg_at_10_std": -0.142741, + "nauc_ndcg_at_10_diff1": 0.799604, + "nauc_ndcg_at_20_max": 0.676348, + "nauc_ndcg_at_20_std": -0.134913, + "nauc_ndcg_at_20_diff1": 0.803584, + "nauc_ndcg_at_100_max": 0.681682, + "nauc_ndcg_at_100_std": -0.129611, + "nauc_ndcg_at_100_diff1": 0.810388, + "nauc_ndcg_at_1000_max": 0.681188, + "nauc_ndcg_at_1000_std": -0.130775, + "nauc_ndcg_at_1000_diff1": 0.809917, + "nauc_map_at_1_max": 0.696223, + "nauc_map_at_1_std": -0.095128, + "nauc_map_at_1_diff1": 0.83774, + "nauc_map_at_3_max": 0.687353, + "nauc_map_at_3_std": -0.125714, + "nauc_map_at_3_diff1": 0.81293, + "nauc_map_at_5_max": 0.684176, + "nauc_map_at_5_std": -0.134793, + "nauc_map_at_5_diff1": 0.812121, + "nauc_map_at_10_max": 0.682169, + "nauc_map_at_10_std": -0.128703, + "nauc_map_at_10_diff1": 0.811785, + "nauc_map_at_20_max": 0.683671, + "nauc_map_at_20_std": -0.126688, + "nauc_map_at_20_diff1": 0.812814, + "nauc_map_at_100_max": 0.684279, + "nauc_map_at_100_std": -0.126199, + "nauc_map_at_100_diff1": 0.813717, + "nauc_map_at_1000_max": 0.684279, + "nauc_map_at_1000_std": -0.126184, + "nauc_map_at_1000_diff1": 0.813709, + "nauc_recall_at_1_max": 0.696223, + "nauc_recall_at_1_std": -0.095128, + "nauc_recall_at_1_diff1": 0.83774, + "nauc_recall_at_3_max": 0.66486, + "nauc_recall_at_3_std": -0.183217, + "nauc_recall_at_3_diff1": 0.77021, + "nauc_recall_at_5_max": 0.635693, + "nauc_recall_at_5_std": -0.268868, + "nauc_recall_at_5_diff1": 0.753288, + "nauc_recall_at_10_max": 0.582939, + "nauc_recall_at_10_std": -0.231484, + "nauc_recall_at_10_diff1": 0.716137, + "nauc_recall_at_20_max": 0.604126, + "nauc_recall_at_20_std": -0.193964, + "nauc_recall_at_20_diff1": 0.712436, + "nauc_recall_at_100_max": 0.753501, + "nauc_recall_at_100_std": 0.051821, + "nauc_recall_at_100_diff1": 0.872082, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696223, + "nauc_precision_at_1_std": -0.095128, + "nauc_precision_at_1_diff1": 0.83774, + "nauc_precision_at_3_max": 0.66486, + "nauc_precision_at_3_std": -0.183217, + "nauc_precision_at_3_diff1": 0.77021, + "nauc_precision_at_5_max": 0.635693, + "nauc_precision_at_5_std": -0.268868, + "nauc_precision_at_5_diff1": 0.753288, + "nauc_precision_at_10_max": 0.582939, + "nauc_precision_at_10_std": -0.231484, + "nauc_precision_at_10_diff1": 0.716137, + "nauc_precision_at_20_max": 0.604126, + "nauc_precision_at_20_std": -0.193964, + "nauc_precision_at_20_diff1": 0.712436, + "nauc_precision_at_100_max": 0.753501, + "nauc_precision_at_100_std": 0.051821, + "nauc_precision_at_100_diff1": 0.872082, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696223, + "nauc_mrr_at_1_std": -0.095128, + "nauc_mrr_at_1_diff1": 0.83774, + "nauc_mrr_at_3_max": 0.687353, + "nauc_mrr_at_3_std": -0.125714, + "nauc_mrr_at_3_diff1": 0.81293, + "nauc_mrr_at_5_max": 0.684176, + "nauc_mrr_at_5_std": -0.134793, + "nauc_mrr_at_5_diff1": 0.812121, + "nauc_mrr_at_10_max": 0.682169, + "nauc_mrr_at_10_std": -0.128703, + "nauc_mrr_at_10_diff1": 0.811785, + "nauc_mrr_at_20_max": 0.683671, + "nauc_mrr_at_20_std": -0.126688, + "nauc_mrr_at_20_diff1": 0.812814, + "nauc_mrr_at_100_max": 0.684279, + "nauc_mrr_at_100_std": -0.126199, + "nauc_mrr_at_100_diff1": 0.813717, + "nauc_mrr_at_1000_max": 0.684279, + "nauc_mrr_at_1000_std": -0.126184, + "nauc_mrr_at_1000_diff1": 0.813709, + "hit_rate_at_1": 0.66222, + "hit_rate_at_3": 0.79556, + "hit_rate_at_5": 0.84778, + "hit_rate_at_10": 0.90333, + "hit_rate_at_20": 0.94111, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.77994, "hf_subset": "arb_Latn-eng_Latn", "languages": [ "arb-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.21778, - "ndcg_at_3": 0.24197, - "ndcg_at_5": 0.25345, - "ndcg_at_10": 0.26718, - "ndcg_at_20": 0.27474, - "ndcg_at_100": 0.30791, - "ndcg_at_1000": 0.36576, - "map_at_1": 0.21778, - "map_at_3": 0.23611, - "map_at_5": 0.2425, - "map_at_10": 0.24822, - "map_at_20": 0.25028, - "map_at_100": 0.2543, - "map_at_1000": 0.25641, - "recall_at_1": 0.21778, - "recall_at_3": 0.25889, - "recall_at_5": 0.28667, - "recall_at_10": 0.32889, - "recall_at_20": 0.35889, - "recall_at_100": 0.54667, - "recall_at_1000": 1.0, - "precision_at_1": 0.21778, - "precision_at_3": 0.0863, - "precision_at_5": 0.05733, - "precision_at_10": 0.03289, - "precision_at_20": 0.01794, - "precision_at_100": 0.00547, - "precision_at_1000": 0.001, - "mrr_at_1": 0.217778, - "mrr_at_3": 0.236111, - "mrr_at_5": 0.2425, - "mrr_at_10": 0.248217, - "mrr_at_20": 0.25028, - "mrr_at_100": 0.254296, - "mrr_at_1000": 0.25641, - "nauc_ndcg_at_1_max": 0.920003, - "nauc_ndcg_at_1_std": 0.812463, - "nauc_ndcg_at_1_diff1": 0.873281, - "nauc_ndcg_at_3_max": 0.913957, - "nauc_ndcg_at_3_std": 0.814223, - "nauc_ndcg_at_3_diff1": 0.81691, - "nauc_ndcg_at_5_max": 0.896483, - "nauc_ndcg_at_5_std": 0.806087, - "nauc_ndcg_at_5_diff1": 0.791078, - "nauc_ndcg_at_10_max": 0.880712, - "nauc_ndcg_at_10_std": 0.803669, - "nauc_ndcg_at_10_diff1": 0.766598, - "nauc_ndcg_at_20_max": 0.871085, - "nauc_ndcg_at_20_std": 0.797066, - "nauc_ndcg_at_20_diff1": 0.755793, - "nauc_ndcg_at_100_max": 0.840938, - "nauc_ndcg_at_100_std": 0.773306, - "nauc_ndcg_at_100_diff1": 0.726607, - "nauc_ndcg_at_1000_max": 0.872024, - "nauc_ndcg_at_1000_std": 0.793297, - "nauc_ndcg_at_1000_diff1": 0.765584, - "nauc_map_at_1_max": 0.920003, - "nauc_map_at_1_std": 0.812463, - "nauc_map_at_1_diff1": 0.873281, - "nauc_map_at_3_max": 0.917099, - "nauc_map_at_3_std": 0.815409, - "nauc_map_at_3_diff1": 0.830593, - "nauc_map_at_5_max": 0.907394, - "nauc_map_at_5_std": 0.811239, - "nauc_map_at_5_diff1": 0.815729, - "nauc_map_at_10_max": 0.900496, - "nauc_map_at_10_std": 0.810158, - "nauc_map_at_10_diff1": 0.804842, - "nauc_map_at_20_max": 0.897761, - "nauc_map_at_20_std": 0.8084, - "nauc_map_at_20_diff1": 0.801717, - "nauc_map_at_100_max": 0.893805, - "nauc_map_at_100_std": 0.80552, - "nauc_map_at_100_diff1": 0.797891, - "nauc_map_at_1000_max": 0.894683, - "nauc_map_at_1000_std": 0.805973, - "nauc_map_at_1000_diff1": 0.799101, - "nauc_recall_at_1_max": 0.920003, - "nauc_recall_at_1_std": 0.812463, - "nauc_recall_at_1_diff1": 0.873281, - "nauc_recall_at_3_max": 0.904562, - "nauc_recall_at_3_std": 0.810306, - "nauc_recall_at_3_diff1": 0.778783, - "nauc_recall_at_5_max": 0.864087, - "nauc_recall_at_5_std": 0.790111, - "nauc_recall_at_5_diff1": 0.721649, - "nauc_recall_at_10_max": 0.820885, - "nauc_recall_at_10_std": 0.783891, - "nauc_recall_at_10_diff1": 0.655918, - "nauc_recall_at_20_max": 0.786908, - "nauc_recall_at_20_std": 0.759583, - "nauc_recall_at_20_diff1": 0.618669, - "nauc_recall_at_100_max": 0.620441, - "nauc_recall_at_100_std": 0.626622, - "nauc_recall_at_100_diff1": 0.454219, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.920003, - "nauc_precision_at_1_std": 0.812463, - "nauc_precision_at_1_diff1": 0.873281, - "nauc_precision_at_3_max": 0.904562, - "nauc_precision_at_3_std": 0.810306, - "nauc_precision_at_3_diff1": 0.778783, - "nauc_precision_at_5_max": 0.864087, - "nauc_precision_at_5_std": 0.790111, - "nauc_precision_at_5_diff1": 0.721649, - "nauc_precision_at_10_max": 0.820885, - "nauc_precision_at_10_std": 0.783891, - "nauc_precision_at_10_diff1": 0.655918, - "nauc_precision_at_20_max": 0.786908, - "nauc_precision_at_20_std": 0.759583, - "nauc_precision_at_20_diff1": 0.618669, - "nauc_precision_at_100_max": 0.620441, - "nauc_precision_at_100_std": 0.626622, - "nauc_precision_at_100_diff1": 0.454219, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.920003, - "nauc_mrr_at_1_std": 0.812463, - "nauc_mrr_at_1_diff1": 0.873281, - "nauc_mrr_at_3_max": 0.917099, - "nauc_mrr_at_3_std": 0.815409, - "nauc_mrr_at_3_diff1": 0.830593, - "nauc_mrr_at_5_max": 0.907394, - "nauc_mrr_at_5_std": 0.811239, - "nauc_mrr_at_5_diff1": 0.815729, - "nauc_mrr_at_10_max": 0.900496, - "nauc_mrr_at_10_std": 0.810158, - "nauc_mrr_at_10_diff1": 0.804842, - "nauc_mrr_at_20_max": 0.897761, - "nauc_mrr_at_20_std": 0.8084, - "nauc_mrr_at_20_diff1": 0.801717, - "nauc_mrr_at_100_max": 0.893805, - "nauc_mrr_at_100_std": 0.80552, - "nauc_mrr_at_100_diff1": 0.797891, - "nauc_mrr_at_1000_max": 0.894683, - "nauc_mrr_at_1000_std": 0.805973, - "nauc_mrr_at_1000_diff1": 0.799101, - "main_score": 0.26718, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.21667, + "ndcg_at_3": 0.23946, + "ndcg_at_5": 0.24878, + "ndcg_at_10": 0.26203, + "ndcg_at_20": 0.27231, + "ndcg_at_100": 0.30588, + "ndcg_at_1000": 0.3632, + "map_at_1": 0.21667, + "map_at_3": 0.23389, + "map_at_5": 0.23917, + "map_at_10": 0.2446, + "map_at_20": 0.24737, + "map_at_100": 0.25143, + "map_at_1000": 0.25351, + "recall_at_1": 0.21667, + "recall_at_3": 0.25556, + "recall_at_5": 0.27778, + "recall_at_10": 0.31889, + "recall_at_20": 0.36, + "recall_at_100": 0.55, + "recall_at_1000": 1.0, + "accuracy": 0.21667, + "precision_at_1": 0.21667, + "precision_at_3": 0.08519, + "precision_at_5": 0.05556, + "precision_at_10": 0.03189, + "precision_at_20": 0.018, + "precision_at_100": 0.0055, + "precision_at_1000": 0.001, + "mrr_at_1": 0.216667, + "mrr_at_3": 0.233889, + "mrr_at_5": 0.239167, + "mrr_at_10": 0.244604, + "mrr_at_20": 0.247373, + "mrr_at_100": 0.251432, + "mrr_at_1000": 0.253513, + "nauc_ndcg_at_1_max": 0.910745, + "nauc_ndcg_at_1_std": 0.757117, + "nauc_ndcg_at_1_diff1": 0.859251, + "nauc_ndcg_at_3_max": 0.903183, + "nauc_ndcg_at_3_std": 0.76798, + "nauc_ndcg_at_3_diff1": 0.807102, + "nauc_ndcg_at_5_max": 0.883137, + "nauc_ndcg_at_5_std": 0.752986, + "nauc_ndcg_at_5_diff1": 0.784094, + "nauc_ndcg_at_10_max": 0.863701, + "nauc_ndcg_at_10_std": 0.7473, + "nauc_ndcg_at_10_diff1": 0.754173, + "nauc_ndcg_at_20_max": 0.85393, + "nauc_ndcg_at_20_std": 0.74463, + "nauc_ndcg_at_20_diff1": 0.740028, + "nauc_ndcg_at_100_max": 0.823018, + "nauc_ndcg_at_100_std": 0.719714, + "nauc_ndcg_at_100_diff1": 0.710237, + "nauc_ndcg_at_1000_max": 0.854633, + "nauc_ndcg_at_1000_std": 0.738048, + "nauc_ndcg_at_1000_diff1": 0.750856, + "nauc_map_at_1_max": 0.910745, + "nauc_map_at_1_std": 0.757117, + "nauc_map_at_1_diff1": 0.859251, + "nauc_map_at_3_max": 0.905513, + "nauc_map_at_3_std": 0.765673, + "nauc_map_at_3_diff1": 0.819685, + "nauc_map_at_5_max": 0.893976, + "nauc_map_at_5_std": 0.757031, + "nauc_map_at_5_diff1": 0.806313, + "nauc_map_at_10_max": 0.885557, + "nauc_map_at_10_std": 0.754286, + "nauc_map_at_10_diff1": 0.79348, + "nauc_map_at_20_max": 0.882868, + "nauc_map_at_20_std": 0.7538, + "nauc_map_at_20_diff1": 0.789318, + "nauc_map_at_100_max": 0.878326, + "nauc_map_at_100_std": 0.750274, + "nauc_map_at_100_diff1": 0.785042, + "nauc_map_at_1000_max": 0.879238, + "nauc_map_at_1000_std": 0.750653, + "nauc_map_at_1000_diff1": 0.786332, + "nauc_recall_at_1_max": 0.910745, + "nauc_recall_at_1_std": 0.757117, + "nauc_recall_at_1_diff1": 0.859251, + "nauc_recall_at_3_max": 0.896491, + "nauc_recall_at_3_std": 0.774295, + "nauc_recall_at_3_diff1": 0.772014, + "nauc_recall_at_5_max": 0.851227, + "nauc_recall_at_5_std": 0.740206, + "nauc_recall_at_5_diff1": 0.721226, + "nauc_recall_at_10_max": 0.797675, + "nauc_recall_at_10_std": 0.726006, + "nauc_recall_at_10_diff1": 0.63861, + "nauc_recall_at_20_max": 0.763094, + "nauc_recall_at_20_std": 0.714965, + "nauc_recall_at_20_diff1": 0.590584, + "nauc_recall_at_100_max": 0.598967, + "nauc_recall_at_100_std": 0.583552, + "nauc_recall_at_100_diff1": 0.426954, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.910745, + "nauc_precision_at_1_std": 0.757117, + "nauc_precision_at_1_diff1": 0.859251, + "nauc_precision_at_3_max": 0.896491, + "nauc_precision_at_3_std": 0.774295, + "nauc_precision_at_3_diff1": 0.772014, + "nauc_precision_at_5_max": 0.851227, + "nauc_precision_at_5_std": 0.740206, + "nauc_precision_at_5_diff1": 0.721226, + "nauc_precision_at_10_max": 0.797675, + "nauc_precision_at_10_std": 0.726006, + "nauc_precision_at_10_diff1": 0.63861, + "nauc_precision_at_20_max": 0.763094, + "nauc_precision_at_20_std": 0.714965, + "nauc_precision_at_20_diff1": 0.590584, + "nauc_precision_at_100_max": 0.598967, + "nauc_precision_at_100_std": 0.583552, + "nauc_precision_at_100_diff1": 0.426954, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.910745, + "nauc_mrr_at_1_std": 0.757117, + "nauc_mrr_at_1_diff1": 0.859251, + "nauc_mrr_at_3_max": 0.905513, + "nauc_mrr_at_3_std": 0.765673, + "nauc_mrr_at_3_diff1": 0.819685, + "nauc_mrr_at_5_max": 0.893976, + "nauc_mrr_at_5_std": 0.757031, + "nauc_mrr_at_5_diff1": 0.806313, + "nauc_mrr_at_10_max": 0.885557, + "nauc_mrr_at_10_std": 0.754286, + "nauc_mrr_at_10_diff1": 0.79348, + "nauc_mrr_at_20_max": 0.882868, + "nauc_mrr_at_20_std": 0.7538, + "nauc_mrr_at_20_diff1": 0.789318, + "nauc_mrr_at_100_max": 0.878326, + "nauc_mrr_at_100_std": 0.750274, + "nauc_mrr_at_100_diff1": 0.785042, + "nauc_mrr_at_1000_max": 0.879238, + "nauc_mrr_at_1000_std": 0.750653, + "nauc_mrr_at_1000_diff1": 0.786332, + "hit_rate_at_1": 0.21667, + "hit_rate_at_3": 0.25556, + "hit_rate_at_5": 0.27778, + "hit_rate_at_10": 0.31889, + "hit_rate_at_20": 0.36, + "hit_rate_at_100": 0.55, + "hit_rate_at_1000": 1.0, + "main_score": 0.26203, "hf_subset": "eng_Latn-arb_Latn", "languages": [ "eng-Latn", "arb-Latn" - ] - }, - { - "ndcg_at_1": 0.86556, - "ndcg_at_3": 0.90561, - "ndcg_at_5": 0.91321, - "ndcg_at_10": 0.92031, - "ndcg_at_20": 0.92412, - "ndcg_at_100": 0.92597, - "ndcg_at_1000": 0.92626, - "map_at_1": 0.86556, - "map_at_3": 0.89667, - "map_at_5": 0.90078, - "map_at_10": 0.90366, - "map_at_20": 0.90464, - "map_at_100": 0.90489, - "map_at_1000": 0.9049, - "recall_at_1": 0.86556, - "recall_at_3": 0.93111, - "recall_at_5": 0.95, - "recall_at_10": 0.97222, - "recall_at_20": 0.98778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.85111, + "ndcg_at_3": 0.89462, + "ndcg_at_5": 0.89964, + "ndcg_at_10": 0.90772, + "ndcg_at_20": 0.91285, + "ndcg_at_100": 0.91613, + "ndcg_at_1000": 0.91644, + "map_at_1": 0.85111, + "map_at_3": 0.88426, + "map_at_5": 0.88704, + "map_at_10": 0.89048, + "map_at_20": 0.89193, + "map_at_100": 0.89245, + "map_at_1000": 0.89246, + "recall_at_1": 0.85111, + "recall_at_3": 0.92444, + "recall_at_5": 0.93667, + "recall_at_10": 0.96111, + "recall_at_20": 0.98111, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.86556, - "precision_at_3": 0.31037, - "precision_at_5": 0.19, - "precision_at_10": 0.09722, - "precision_at_20": 0.04939, + "accuracy": 0.85111, + "precision_at_1": 0.85111, + "precision_at_3": 0.30815, + "precision_at_5": 0.18733, + "precision_at_10": 0.09611, + "precision_at_20": 0.04906, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.865556, - "mrr_at_3": 0.896667, - "mrr_at_5": 0.900778, - "mrr_at_10": 0.903658, - "mrr_at_20": 0.904641, - "mrr_at_100": 0.90489, - "mrr_at_1000": 0.904902, - "nauc_ndcg_at_1_max": 0.799135, - "nauc_ndcg_at_1_std": -0.056666, - "nauc_ndcg_at_1_diff1": 0.909861, - "nauc_ndcg_at_3_max": 0.829081, - "nauc_ndcg_at_3_std": 0.004096, - "nauc_ndcg_at_3_diff1": 0.899514, - "nauc_ndcg_at_5_max": 0.826811, - "nauc_ndcg_at_5_std": 0.010987, - "nauc_ndcg_at_5_diff1": 0.895404, - "nauc_ndcg_at_10_max": 0.828071, - "nauc_ndcg_at_10_std": 0.035383, - "nauc_ndcg_at_10_diff1": 0.898617, - "nauc_ndcg_at_20_max": 0.822362, - "nauc_ndcg_at_20_std": 0.005534, - "nauc_ndcg_at_20_diff1": 0.902152, - "nauc_ndcg_at_100_max": 0.820973, - "nauc_ndcg_at_100_std": 0.002246, - "nauc_ndcg_at_100_diff1": 0.901948, - "nauc_ndcg_at_1000_max": 0.820246, - "nauc_ndcg_at_1000_std": -0.001264, - "nauc_ndcg_at_1000_diff1": 0.90155, - "nauc_map_at_1_max": 0.799135, - "nauc_map_at_1_std": -0.056666, - "nauc_map_at_1_diff1": 0.909861, - "nauc_map_at_3_max": 0.819844, - "nauc_map_at_3_std": -0.013915, - "nauc_map_at_3_diff1": 0.901992, - "nauc_map_at_5_max": 0.81827, - "nauc_map_at_5_std": -0.011793, - "nauc_map_at_5_diff1": 0.900084, - "nauc_map_at_10_max": 0.81855, - "nauc_map_at_10_std": -0.004369, - "nauc_map_at_10_diff1": 0.901383, - "nauc_map_at_20_max": 0.817329, - "nauc_map_at_20_std": -0.010646, - "nauc_map_at_20_diff1": 0.902191, - "nauc_map_at_100_max": 0.817119, - "nauc_map_at_100_std": -0.011271, - "nauc_map_at_100_diff1": 0.902171, - "nauc_map_at_1000_max": 0.817096, - "nauc_map_at_1000_std": -0.011385, - "nauc_map_at_1000_diff1": 0.902159, - "nauc_recall_at_1_max": 0.799135, - "nauc_recall_at_1_std": -0.056666, - "nauc_recall_at_1_diff1": 0.909861, - "nauc_recall_at_3_max": 0.868167, - "nauc_recall_at_3_std": 0.079862, - "nauc_recall_at_3_diff1": 0.889461, - "nauc_recall_at_5_max": 0.874167, - "nauc_recall_at_5_std": 0.140761, - "nauc_recall_at_5_diff1": 0.868762, - "nauc_recall_at_10_max": 0.920728, - "nauc_recall_at_10_std": 0.459757, - "nauc_recall_at_10_diff1": 0.874136, - "nauc_recall_at_20_max": 0.894109, - "nauc_recall_at_20_std": 0.244292, - "nauc_recall_at_20_diff1": 0.927213, + "mrr_at_1": 0.851111, + "mrr_at_3": 0.884259, + "mrr_at_5": 0.887037, + "mrr_at_10": 0.890477, + "mrr_at_20": 0.891925, + "mrr_at_100": 0.892446, + "mrr_at_1000": 0.892462, + "nauc_ndcg_at_1_max": 0.782919, + "nauc_ndcg_at_1_std": -0.089677, + "nauc_ndcg_at_1_diff1": 0.911015, + "nauc_ndcg_at_3_max": 0.827383, + "nauc_ndcg_at_3_std": 5.1e-05, + "nauc_ndcg_at_3_diff1": 0.898349, + "nauc_ndcg_at_5_max": 0.827985, + "nauc_ndcg_at_5_std": 0.009086, + "nauc_ndcg_at_5_diff1": 0.89846, + "nauc_ndcg_at_10_max": 0.827578, + "nauc_ndcg_at_10_std": 0.034735, + "nauc_ndcg_at_10_diff1": 0.900266, + "nauc_ndcg_at_20_max": 0.821071, + "nauc_ndcg_at_20_std": 0.005818, + "nauc_ndcg_at_20_diff1": 0.89967, + "nauc_ndcg_at_100_max": 0.816822, + "nauc_ndcg_at_100_std": -0.007516, + "nauc_ndcg_at_100_diff1": 0.901657, + "nauc_ndcg_at_1000_max": 0.816126, + "nauc_ndcg_at_1000_std": -0.011112, + "nauc_ndcg_at_1000_diff1": 0.901283, + "nauc_map_at_1_max": 0.782919, + "nauc_map_at_1_std": -0.089677, + "nauc_map_at_1_diff1": 0.911015, + "nauc_map_at_3_max": 0.814619, + "nauc_map_at_3_std": -0.024909, + "nauc_map_at_3_diff1": 0.900956, + "nauc_map_at_5_max": 0.81468, + "nauc_map_at_5_std": -0.021407, + "nauc_map_at_5_diff1": 0.90114, + "nauc_map_at_10_max": 0.814031, + "nauc_map_at_10_std": -0.013919, + "nauc_map_at_10_diff1": 0.901858, + "nauc_map_at_20_max": 0.812302, + "nauc_map_at_20_std": -0.021331, + "nauc_map_at_20_diff1": 0.901716, + "nauc_map_at_100_max": 0.811709, + "nauc_map_at_100_std": -0.023408, + "nauc_map_at_100_diff1": 0.902015, + "nauc_map_at_1000_max": 0.81168, + "nauc_map_at_1000_std": -0.023557, + "nauc_map_at_1000_diff1": 0.902, + "nauc_recall_at_1_max": 0.782919, + "nauc_recall_at_1_std": -0.089677, + "nauc_recall_at_1_diff1": 0.911015, + "nauc_recall_at_3_max": 0.881749, + "nauc_recall_at_3_std": 0.105845, + "nauc_recall_at_3_diff1": 0.887921, + "nauc_recall_at_5_max": 0.893893, + "nauc_recall_at_5_std": 0.16267, + "nauc_recall_at_5_diff1": 0.885867, + "nauc_recall_at_10_max": 0.933573, + "nauc_recall_at_10_std": 0.450273, + "nauc_recall_at_10_diff1": 0.890823, + "nauc_recall_at_20_max": 0.934366, + "nauc_recall_at_20_std": 0.390317, + "nauc_recall_at_20_diff1": 0.871615, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_std": 0.934641, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.799135, - "nauc_precision_at_1_std": -0.056666, - "nauc_precision_at_1_diff1": 0.909861, - "nauc_precision_at_3_max": 0.868167, - "nauc_precision_at_3_std": 0.079862, - "nauc_precision_at_3_diff1": 0.889461, - "nauc_precision_at_5_max": 0.874167, - "nauc_precision_at_5_std": 0.140761, - "nauc_precision_at_5_diff1": 0.868762, - "nauc_precision_at_10_max": 0.920728, - "nauc_precision_at_10_std": 0.459757, - "nauc_precision_at_10_diff1": 0.874136, - "nauc_precision_at_20_max": 0.894109, - "nauc_precision_at_20_std": 0.244292, - "nauc_precision_at_20_diff1": 0.927213, + "nauc_precision_at_1_max": 0.782919, + "nauc_precision_at_1_std": -0.089677, + "nauc_precision_at_1_diff1": 0.911015, + "nauc_precision_at_3_max": 0.881749, + "nauc_precision_at_3_std": 0.105845, + "nauc_precision_at_3_diff1": 0.887921, + "nauc_precision_at_5_max": 0.893893, + "nauc_precision_at_5_std": 0.16267, + "nauc_precision_at_5_diff1": 0.885867, + "nauc_precision_at_10_max": 0.933573, + "nauc_precision_at_10_std": 0.450273, + "nauc_precision_at_10_diff1": 0.890823, + "nauc_precision_at_20_max": 0.934366, + "nauc_precision_at_20_std": 0.390317, + "nauc_precision_at_20_diff1": 0.871615, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_std": 0.934641, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.799135, - "nauc_mrr_at_1_std": -0.056666, - "nauc_mrr_at_1_diff1": 0.909861, - "nauc_mrr_at_3_max": 0.819844, - "nauc_mrr_at_3_std": -0.013915, - "nauc_mrr_at_3_diff1": 0.901992, - "nauc_mrr_at_5_max": 0.81827, - "nauc_mrr_at_5_std": -0.011793, - "nauc_mrr_at_5_diff1": 0.900084, - "nauc_mrr_at_10_max": 0.81855, - "nauc_mrr_at_10_std": -0.004369, - "nauc_mrr_at_10_diff1": 0.901383, - "nauc_mrr_at_20_max": 0.817329, - "nauc_mrr_at_20_std": -0.010646, - "nauc_mrr_at_20_diff1": 0.902191, - "nauc_mrr_at_100_max": 0.817119, - "nauc_mrr_at_100_std": -0.011271, - "nauc_mrr_at_100_diff1": 0.902171, - "nauc_mrr_at_1000_max": 0.817096, - "nauc_mrr_at_1000_std": -0.011385, - "nauc_mrr_at_1000_diff1": 0.902159, - "main_score": 0.92031, + "nauc_mrr_at_1_max": 0.782919, + "nauc_mrr_at_1_std": -0.089677, + "nauc_mrr_at_1_diff1": 0.911015, + "nauc_mrr_at_3_max": 0.814619, + "nauc_mrr_at_3_std": -0.024909, + "nauc_mrr_at_3_diff1": 0.900956, + "nauc_mrr_at_5_max": 0.81468, + "nauc_mrr_at_5_std": -0.021407, + "nauc_mrr_at_5_diff1": 0.90114, + "nauc_mrr_at_10_max": 0.814031, + "nauc_mrr_at_10_std": -0.013919, + "nauc_mrr_at_10_diff1": 0.901858, + "nauc_mrr_at_20_max": 0.812302, + "nauc_mrr_at_20_std": -0.021331, + "nauc_mrr_at_20_diff1": 0.901716, + "nauc_mrr_at_100_max": 0.811709, + "nauc_mrr_at_100_std": -0.023408, + "nauc_mrr_at_100_diff1": 0.902015, + "nauc_mrr_at_1000_max": 0.81168, + "nauc_mrr_at_1000_std": -0.023557, + "nauc_mrr_at_1000_diff1": 0.902, + "hit_rate_at_1": 0.85111, + "hit_rate_at_3": 0.92444, + "hit_rate_at_5": 0.93667, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.90772, "hf_subset": "ars_Arab-ars_Arab", "languages": [ "ars-Arab", "ars-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94442, - "ndcg_at_5": 0.94963, - "ndcg_at_10": 0.95369, - "ndcg_at_20": 0.95488, - "ndcg_at_100": 0.95552, - "ndcg_at_1000": 0.95598, - "map_at_1": 0.91333, - "map_at_3": 0.93741, - "map_at_5": 0.94041, - "map_at_10": 0.94215, - "map_at_20": 0.94251, - "map_at_100": 0.9426, - "map_at_1000": 0.94263, - "recall_at_1": 0.91333, - "recall_at_3": 0.96444, - "recall_at_5": 0.97667, - "recall_at_10": 0.98889, - "recall_at_20": 0.99333, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94164, + "ndcg_at_5": 0.94681, + "ndcg_at_10": 0.95198, + "ndcg_at_20": 0.95252, + "ndcg_at_100": 0.95355, + "ndcg_at_1000": 0.95385, + "map_at_1": 0.91, + "map_at_3": 0.93444, + "map_at_5": 0.93739, + "map_at_10": 0.93961, + "map_at_20": 0.93975, + "map_at_100": 0.93989, + "map_at_1000": 0.9399, + "recall_at_1": 0.91, + "recall_at_3": 0.96222, + "recall_at_5": 0.97444, + "recall_at_10": 0.99, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32148, - "precision_at_5": 0.19533, - "precision_at_10": 0.09889, - "precision_at_20": 0.04967, - "precision_at_100": 0.00997, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32074, + "precision_at_5": 0.19489, + "precision_at_10": 0.099, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.937407, - "mrr_at_5": 0.940407, - "mrr_at_10": 0.942148, - "mrr_at_20": 0.942508, - "mrr_at_100": 0.942605, - "mrr_at_1000": 0.942626, - "nauc_ndcg_at_1_max": 0.692685, - "nauc_ndcg_at_1_std": -0.301378, - "nauc_ndcg_at_1_diff1": 0.921952, - "nauc_ndcg_at_3_max": 0.727121, - "nauc_ndcg_at_3_std": -0.431472, - "nauc_ndcg_at_3_diff1": 0.926471, - "nauc_ndcg_at_5_max": 0.739487, - "nauc_ndcg_at_5_std": -0.391475, - "nauc_ndcg_at_5_diff1": 0.925097, - "nauc_ndcg_at_10_max": 0.729712, - "nauc_ndcg_at_10_std": -0.368363, - "nauc_ndcg_at_10_diff1": 0.927366, - "nauc_ndcg_at_20_max": 0.728121, - "nauc_ndcg_at_20_std": -0.365258, - "nauc_ndcg_at_20_diff1": 0.927174, - "nauc_ndcg_at_100_max": 0.726061, - "nauc_ndcg_at_100_std": -0.347951, - "nauc_ndcg_at_100_diff1": 0.926128, - "nauc_ndcg_at_1000_max": 0.723229, - "nauc_ndcg_at_1000_std": -0.36091, - "nauc_ndcg_at_1000_diff1": 0.92578, - "nauc_map_at_1_max": 0.692685, - "nauc_map_at_1_std": -0.301378, - "nauc_map_at_1_diff1": 0.921952, - "nauc_map_at_3_max": 0.718139, - "nauc_map_at_3_std": -0.390901, - "nauc_map_at_3_diff1": 0.925227, - "nauc_map_at_5_max": 0.723585, - "nauc_map_at_5_std": -0.369835, - "nauc_map_at_5_diff1": 0.924464, - "nauc_map_at_10_max": 0.71952, - "nauc_map_at_10_std": -0.361982, - "nauc_map_at_10_diff1": 0.925273, - "nauc_map_at_20_max": 0.718971, - "nauc_map_at_20_std": -0.361149, - "nauc_map_at_20_diff1": 0.925214, - "nauc_map_at_100_max": 0.718676, - "nauc_map_at_100_std": -0.359012, - "nauc_map_at_100_diff1": 0.925089, - "nauc_map_at_1000_max": 0.718571, - "nauc_map_at_1000_std": -0.359483, - "nauc_map_at_1000_diff1": 0.925071, - "nauc_recall_at_1_max": 0.692685, - "nauc_recall_at_1_std": -0.301378, - "nauc_recall_at_1_diff1": 0.921952, - "nauc_recall_at_3_max": 0.770921, - "nauc_recall_at_3_std": -0.63549, - "nauc_recall_at_3_diff1": 0.932598, - "nauc_recall_at_5_max": 0.857632, - "nauc_recall_at_5_std": -0.535548, - "nauc_recall_at_5_diff1": 0.929194, - "nauc_recall_at_10_max": 0.871429, - "nauc_recall_at_10_std": -0.38352, - "nauc_recall_at_10_diff1": 0.960784, - "nauc_recall_at_20_max": 0.931917, - "nauc_recall_at_20_std": -0.318238, - "nauc_recall_at_20_diff1": 0.978214, + "mrr_at_1": 0.91, + "mrr_at_3": 0.934444, + "mrr_at_5": 0.937389, + "mrr_at_10": 0.939612, + "mrr_at_20": 0.939748, + "mrr_at_100": 0.93989, + "mrr_at_1000": 0.939903, + "nauc_ndcg_at_1_max": 0.722787, + "nauc_ndcg_at_1_std": -0.237991, + "nauc_ndcg_at_1_diff1": 0.915044, + "nauc_ndcg_at_3_max": 0.750086, + "nauc_ndcg_at_3_std": -0.302334, + "nauc_ndcg_at_3_diff1": 0.913228, + "nauc_ndcg_at_5_max": 0.753676, + "nauc_ndcg_at_5_std": -0.2758, + "nauc_ndcg_at_5_diff1": 0.909798, + "nauc_ndcg_at_10_max": 0.741049, + "nauc_ndcg_at_10_std": -0.275751, + "nauc_ndcg_at_10_diff1": 0.91531, + "nauc_ndcg_at_20_max": 0.750477, + "nauc_ndcg_at_20_std": -0.262559, + "nauc_ndcg_at_20_diff1": 0.915833, + "nauc_ndcg_at_100_max": 0.746189, + "nauc_ndcg_at_100_std": -0.259683, + "nauc_ndcg_at_100_diff1": 0.915256, + "nauc_ndcg_at_1000_max": 0.744567, + "nauc_ndcg_at_1000_std": -0.267729, + "nauc_ndcg_at_1000_diff1": 0.914715, + "nauc_map_at_1_max": 0.722787, + "nauc_map_at_1_std": -0.237991, + "nauc_map_at_1_diff1": 0.915044, + "nauc_map_at_3_max": 0.74332, + "nauc_map_at_3_std": -0.284138, + "nauc_map_at_3_diff1": 0.913724, + "nauc_map_at_5_max": 0.744934, + "nauc_map_at_5_std": -0.270256, + "nauc_map_at_5_diff1": 0.912132, + "nauc_map_at_10_max": 0.740304, + "nauc_map_at_10_std": -0.270793, + "nauc_map_at_10_diff1": 0.91418, + "nauc_map_at_20_max": 0.742109, + "nauc_map_at_20_std": -0.268205, + "nauc_map_at_20_diff1": 0.914281, + "nauc_map_at_100_max": 0.741626, + "nauc_map_at_100_std": -0.268174, + "nauc_map_at_100_diff1": 0.914255, + "nauc_map_at_1000_max": 0.741571, + "nauc_map_at_1000_std": -0.268448, + "nauc_map_at_1000_diff1": 0.914237, + "nauc_recall_at_1_max": 0.722787, + "nauc_recall_at_1_std": -0.237991, + "nauc_recall_at_1_diff1": 0.915044, + "nauc_recall_at_3_max": 0.782336, + "nauc_recall_at_3_std": -0.391223, + "nauc_recall_at_3_diff1": 0.910817, + "nauc_recall_at_5_max": 0.813482, + "nauc_recall_at_5_std": -0.304896, + "nauc_recall_at_5_diff1": 0.892319, + "nauc_recall_at_10_max": 0.72409, + "nauc_recall_at_10_std": -0.326123, + "nauc_recall_at_10_diff1": 0.941903, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": -0.006202, + "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.692685, - "nauc_precision_at_1_std": -0.301378, - "nauc_precision_at_1_diff1": 0.921952, - "nauc_precision_at_3_max": 0.770921, - "nauc_precision_at_3_std": -0.63549, - "nauc_precision_at_3_diff1": 0.932598, - "nauc_precision_at_5_max": 0.857632, - "nauc_precision_at_5_std": -0.535548, - "nauc_precision_at_5_diff1": 0.929194, - "nauc_precision_at_10_max": 0.871429, - "nauc_precision_at_10_std": -0.38352, - "nauc_precision_at_10_diff1": 0.960784, - "nauc_precision_at_20_max": 0.931917, - "nauc_precision_at_20_std": -0.318238, - "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_1_max": 0.722787, + "nauc_precision_at_1_std": -0.237991, + "nauc_precision_at_1_diff1": 0.915044, + "nauc_precision_at_3_max": 0.782336, + "nauc_precision_at_3_std": -0.391223, + "nauc_precision_at_3_diff1": 0.910817, + "nauc_precision_at_5_max": 0.813482, + "nauc_precision_at_5_std": -0.304896, + "nauc_precision_at_5_diff1": 0.892319, + "nauc_precision_at_10_max": 0.72409, + "nauc_precision_at_10_std": -0.326123, + "nauc_precision_at_10_diff1": 0.941903, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": -0.006202, + "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.692685, - "nauc_mrr_at_1_std": -0.301378, - "nauc_mrr_at_1_diff1": 0.921952, - "nauc_mrr_at_3_max": 0.718139, - "nauc_mrr_at_3_std": -0.390901, - "nauc_mrr_at_3_diff1": 0.925227, - "nauc_mrr_at_5_max": 0.723585, - "nauc_mrr_at_5_std": -0.369835, - "nauc_mrr_at_5_diff1": 0.924464, - "nauc_mrr_at_10_max": 0.71952, - "nauc_mrr_at_10_std": -0.361982, - "nauc_mrr_at_10_diff1": 0.925273, - "nauc_mrr_at_20_max": 0.718971, - "nauc_mrr_at_20_std": -0.361149, - "nauc_mrr_at_20_diff1": 0.925214, - "nauc_mrr_at_100_max": 0.718676, - "nauc_mrr_at_100_std": -0.359012, - "nauc_mrr_at_100_diff1": 0.925089, - "nauc_mrr_at_1000_max": 0.718571, - "nauc_mrr_at_1000_std": -0.359483, - "nauc_mrr_at_1000_diff1": 0.925071, - "main_score": 0.95369, + "nauc_mrr_at_1_max": 0.722787, + "nauc_mrr_at_1_std": -0.237991, + "nauc_mrr_at_1_diff1": 0.915044, + "nauc_mrr_at_3_max": 0.74332, + "nauc_mrr_at_3_std": -0.284138, + "nauc_mrr_at_3_diff1": 0.913724, + "nauc_mrr_at_5_max": 0.744934, + "nauc_mrr_at_5_std": -0.270256, + "nauc_mrr_at_5_diff1": 0.912132, + "nauc_mrr_at_10_max": 0.740304, + "nauc_mrr_at_10_std": -0.270793, + "nauc_mrr_at_10_diff1": 0.91418, + "nauc_mrr_at_20_max": 0.742109, + "nauc_mrr_at_20_std": -0.268205, + "nauc_mrr_at_20_diff1": 0.914281, + "nauc_mrr_at_100_max": 0.741626, + "nauc_mrr_at_100_std": -0.268174, + "nauc_mrr_at_100_diff1": 0.914255, + "nauc_mrr_at_1000_max": 0.741571, + "nauc_mrr_at_1000_std": -0.268448, + "nauc_mrr_at_1000_diff1": 0.914237, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95198, "hf_subset": "ars_Arab-eng_Latn", "languages": [ "ars-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85889, - "ndcg_at_3": 0.90394, - "ndcg_at_5": 0.91216, - "ndcg_at_10": 0.91562, - "ndcg_at_20": 0.92012, - "ndcg_at_100": 0.92326, - "ndcg_at_1000": 0.9234, - "map_at_1": 0.85889, - "map_at_3": 0.89333, - "map_at_5": 0.89789, - "map_at_10": 0.89945, - "map_at_20": 0.90068, - "map_at_100": 0.90114, - "map_at_1000": 0.90114, - "recall_at_1": 0.85889, - "recall_at_3": 0.93444, - "recall_at_5": 0.95444, - "recall_at_10": 0.96444, - "recall_at_20": 0.98222, - "recall_at_100": 0.99889, + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.89225, + "ndcg_at_5": 0.90095, + "ndcg_at_10": 0.90712, + "ndcg_at_20": 0.91043, + "ndcg_at_100": 0.91467, + "ndcg_at_1000": 0.91511, + "map_at_1": 0.85, + "map_at_3": 0.88222, + "map_at_5": 0.88706, + "map_at_10": 0.88964, + "map_at_20": 0.89051, + "map_at_100": 0.89114, + "map_at_1000": 0.89116, + "recall_at_1": 0.85, + "recall_at_3": 0.92111, + "recall_at_5": 0.94222, + "recall_at_10": 0.96111, + "recall_at_20": 0.97444, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.85889, - "precision_at_3": 0.31148, - "precision_at_5": 0.19089, - "precision_at_10": 0.09644, - "precision_at_20": 0.04911, - "precision_at_100": 0.00999, + "accuracy": 0.85, + "precision_at_1": 0.85, + "precision_at_3": 0.30704, + "precision_at_5": 0.18844, + "precision_at_10": 0.09611, + "precision_at_20": 0.04872, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.858889, - "mrr_at_3": 0.893333, - "mrr_at_5": 0.897889, - "mrr_at_10": 0.89945, - "mrr_at_20": 0.900682, - "mrr_at_100": 0.90114, - "mrr_at_1000": 0.901144, - "nauc_ndcg_at_1_max": 0.771934, - "nauc_ndcg_at_1_std": -0.093563, - "nauc_ndcg_at_1_diff1": 0.914684, - "nauc_ndcg_at_3_max": 0.801355, - "nauc_ndcg_at_3_std": -0.025308, - "nauc_ndcg_at_3_diff1": 0.892346, - "nauc_ndcg_at_5_max": 0.80667, - "nauc_ndcg_at_5_std": -0.012683, - "nauc_ndcg_at_5_diff1": 0.898944, - "nauc_ndcg_at_10_max": 0.808783, - "nauc_ndcg_at_10_std": 0.010187, - "nauc_ndcg_at_10_diff1": 0.903096, - "nauc_ndcg_at_20_max": 0.800531, - "nauc_ndcg_at_20_std": -0.009316, - "nauc_ndcg_at_20_diff1": 0.902511, - "nauc_ndcg_at_100_max": 0.797832, - "nauc_ndcg_at_100_std": -0.022895, - "nauc_ndcg_at_100_diff1": 0.903246, - "nauc_ndcg_at_1000_max": 0.797463, - "nauc_ndcg_at_1000_std": -0.024257, - "nauc_ndcg_at_1000_diff1": 0.903308, - "nauc_map_at_1_max": 0.771934, - "nauc_map_at_1_std": -0.093563, - "nauc_map_at_1_diff1": 0.914684, - "nauc_map_at_3_max": 0.79297, - "nauc_map_at_3_std": -0.043452, - "nauc_map_at_3_diff1": 0.8988, - "nauc_map_at_5_max": 0.795122, - "nauc_map_at_5_std": -0.037572, - "nauc_map_at_5_diff1": 0.902234, - "nauc_map_at_10_max": 0.795824, - "nauc_map_at_10_std": -0.029338, - "nauc_map_at_10_diff1": 0.903921, - "nauc_map_at_20_max": 0.793787, - "nauc_map_at_20_std": -0.034807, - "nauc_map_at_20_diff1": 0.903794, - "nauc_map_at_100_max": 0.793499, - "nauc_map_at_100_std": -0.036233, - "nauc_map_at_100_diff1": 0.904004, - "nauc_map_at_1000_max": 0.793491, - "nauc_map_at_1000_std": -0.036264, - "nauc_map_at_1000_diff1": 0.904005, - "nauc_recall_at_1_max": 0.771934, - "nauc_recall_at_1_std": -0.093563, - "nauc_recall_at_1_diff1": 0.914684, - "nauc_recall_at_3_max": 0.839157, - "nauc_recall_at_3_std": 0.055548, - "nauc_recall_at_3_diff1": 0.863188, - "nauc_recall_at_5_max": 0.880178, - "nauc_recall_at_5_std": 0.142834, - "nauc_recall_at_5_diff1": 0.880782, - "nauc_recall_at_10_max": 0.913866, - "nauc_recall_at_10_std": 0.340438, - "nauc_recall_at_10_diff1": 0.90269, - "nauc_recall_at_20_max": 0.877772, - "nauc_recall_at_20_std": 0.358981, - "nauc_recall_at_20_diff1": 0.892478, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.722222, - "nauc_recall_at_100_diff1": 0.869281, + "mrr_at_1": 0.85, + "mrr_at_3": 0.882222, + "mrr_at_5": 0.887056, + "mrr_at_10": 0.889637, + "mrr_at_20": 0.89051, + "mrr_at_100": 0.891139, + "mrr_at_1000": 0.891159, + "nauc_ndcg_at_1_max": 0.750078, + "nauc_ndcg_at_1_std": -0.099183, + "nauc_ndcg_at_1_diff1": 0.894573, + "nauc_ndcg_at_3_max": 0.781223, + "nauc_ndcg_at_3_std": -0.051477, + "nauc_ndcg_at_3_diff1": 0.876855, + "nauc_ndcg_at_5_max": 0.788802, + "nauc_ndcg_at_5_std": -0.037066, + "nauc_ndcg_at_5_diff1": 0.881164, + "nauc_ndcg_at_10_max": 0.791386, + "nauc_ndcg_at_10_std": -0.026434, + "nauc_ndcg_at_10_diff1": 0.885059, + "nauc_ndcg_at_20_max": 0.786081, + "nauc_ndcg_at_20_std": -0.035602, + "nauc_ndcg_at_20_diff1": 0.886807, + "nauc_ndcg_at_100_max": 0.780753, + "nauc_ndcg_at_100_std": -0.048811, + "nauc_ndcg_at_100_diff1": 0.885795, + "nauc_ndcg_at_1000_max": 0.780088, + "nauc_ndcg_at_1000_std": -0.051109, + "nauc_ndcg_at_1000_diff1": 0.885179, + "nauc_map_at_1_max": 0.750078, + "nauc_map_at_1_std": -0.099183, + "nauc_map_at_1_diff1": 0.894573, + "nauc_map_at_3_max": 0.772731, + "nauc_map_at_3_std": -0.066347, + "nauc_map_at_3_diff1": 0.880774, + "nauc_map_at_5_max": 0.776051, + "nauc_map_at_5_std": -0.060772, + "nauc_map_at_5_diff1": 0.883118, + "nauc_map_at_10_max": 0.777079, + "nauc_map_at_10_std": -0.057317, + "nauc_map_at_10_diff1": 0.884785, + "nauc_map_at_20_max": 0.775826, + "nauc_map_at_20_std": -0.059645, + "nauc_map_at_20_diff1": 0.885197, + "nauc_map_at_100_max": 0.775171, + "nauc_map_at_100_std": -0.061179, + "nauc_map_at_100_diff1": 0.885081, + "nauc_map_at_1000_max": 0.775149, + "nauc_map_at_1000_std": -0.061257, + "nauc_map_at_1000_diff1": 0.885059, + "nauc_recall_at_1_max": 0.750078, + "nauc_recall_at_1_std": -0.099183, + "nauc_recall_at_1_diff1": 0.894573, + "nauc_recall_at_3_max": 0.816244, + "nauc_recall_at_3_std": 0.011086, + "nauc_recall_at_3_diff1": 0.861299, + "nauc_recall_at_5_max": 0.859908, + "nauc_recall_at_5_std": 0.098874, + "nauc_recall_at_5_diff1": 0.872603, + "nauc_recall_at_10_max": 0.906829, + "nauc_recall_at_10_std": 0.237295, + "nauc_recall_at_10_diff1": 0.89269, + "nauc_recall_at_20_max": 0.89374, + "nauc_recall_at_20_std": 0.252121, + "nauc_recall_at_20_diff1": 0.919519, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 0.386243, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.771934, - "nauc_precision_at_1_std": -0.093563, - "nauc_precision_at_1_diff1": 0.914684, - "nauc_precision_at_3_max": 0.839157, - "nauc_precision_at_3_std": 0.055548, - "nauc_precision_at_3_diff1": 0.863188, - "nauc_precision_at_5_max": 0.880178, - "nauc_precision_at_5_std": 0.142834, - "nauc_precision_at_5_diff1": 0.880782, - "nauc_precision_at_10_max": 0.913866, - "nauc_precision_at_10_std": 0.340438, - "nauc_precision_at_10_diff1": 0.90269, - "nauc_precision_at_20_max": 0.877772, - "nauc_precision_at_20_std": 0.358981, - "nauc_precision_at_20_diff1": 0.892478, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.722222, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1_max": 0.750078, + "nauc_precision_at_1_std": -0.099183, + "nauc_precision_at_1_diff1": 0.894573, + "nauc_precision_at_3_max": 0.816244, + "nauc_precision_at_3_std": 0.011086, + "nauc_precision_at_3_diff1": 0.861299, + "nauc_precision_at_5_max": 0.859908, + "nauc_precision_at_5_std": 0.098874, + "nauc_precision_at_5_diff1": 0.872603, + "nauc_precision_at_10_max": 0.906829, + "nauc_precision_at_10_std": 0.237295, + "nauc_precision_at_10_diff1": 0.89269, + "nauc_precision_at_20_max": 0.89374, + "nauc_precision_at_20_std": 0.252121, + "nauc_precision_at_20_diff1": 0.919519, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 0.386243, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.771934, - "nauc_mrr_at_1_std": -0.093563, - "nauc_mrr_at_1_diff1": 0.914684, - "nauc_mrr_at_3_max": 0.79297, - "nauc_mrr_at_3_std": -0.043452, - "nauc_mrr_at_3_diff1": 0.8988, - "nauc_mrr_at_5_max": 0.795122, - "nauc_mrr_at_5_std": -0.037572, - "nauc_mrr_at_5_diff1": 0.902234, - "nauc_mrr_at_10_max": 0.795824, - "nauc_mrr_at_10_std": -0.029338, - "nauc_mrr_at_10_diff1": 0.903921, - "nauc_mrr_at_20_max": 0.793787, - "nauc_mrr_at_20_std": -0.034807, - "nauc_mrr_at_20_diff1": 0.903794, - "nauc_mrr_at_100_max": 0.793499, - "nauc_mrr_at_100_std": -0.036233, - "nauc_mrr_at_100_diff1": 0.904004, - "nauc_mrr_at_1000_max": 0.793491, - "nauc_mrr_at_1000_std": -0.036264, - "nauc_mrr_at_1000_diff1": 0.904005, - "main_score": 0.91562, + "nauc_mrr_at_1_max": 0.750078, + "nauc_mrr_at_1_std": -0.099183, + "nauc_mrr_at_1_diff1": 0.894573, + "nauc_mrr_at_3_max": 0.772731, + "nauc_mrr_at_3_std": -0.066347, + "nauc_mrr_at_3_diff1": 0.880774, + "nauc_mrr_at_5_max": 0.776051, + "nauc_mrr_at_5_std": -0.060772, + "nauc_mrr_at_5_diff1": 0.883118, + "nauc_mrr_at_10_max": 0.777079, + "nauc_mrr_at_10_std": -0.057317, + "nauc_mrr_at_10_diff1": 0.884785, + "nauc_mrr_at_20_max": 0.775826, + "nauc_mrr_at_20_std": -0.059645, + "nauc_mrr_at_20_diff1": 0.885197, + "nauc_mrr_at_100_max": 0.775171, + "nauc_mrr_at_100_std": -0.061179, + "nauc_mrr_at_100_diff1": 0.885081, + "nauc_mrr_at_1000_max": 0.775149, + "nauc_mrr_at_1000_std": -0.061257, + "nauc_mrr_at_1000_diff1": 0.885059, + "hit_rate_at_1": 0.85, + "hit_rate_at_3": 0.92111, + "hit_rate_at_5": 0.94222, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90712, "hf_subset": "eng_Latn-ars_Arab", "languages": [ "eng-Latn", "ars-Arab" - ] - }, - { - "ndcg_at_1": 0.78953, - "ndcg_at_3": 0.85152, - "ndcg_at_5": 0.86024, - "ndcg_at_10": 0.86945, - "ndcg_at_20": 0.87288, - "ndcg_at_100": 0.87864, - "ndcg_at_1000": 0.88061, - "map_at_1": 0.78953, - "map_at_3": 0.83705, - "map_at_5": 0.84189, - "map_at_10": 0.8458, - "map_at_20": 0.84678, - "map_at_100": 0.84763, - "map_at_1000": 0.84772, - "recall_at_1": 0.78953, - "recall_at_3": 0.8931, - "recall_at_5": 0.91425, - "recall_at_10": 0.94209, - "recall_at_20": 0.95546, - "recall_at_100": 0.98552, - "recall_at_1000": 1.0, - "precision_at_1": 0.78953, - "precision_at_3": 0.2977, - "precision_at_5": 0.18285, - "precision_at_10": 0.09421, - "precision_at_20": 0.04777, - "precision_at_100": 0.00986, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.7951, + "ndcg_at_3": 0.84992, + "ndcg_at_5": 0.86195, + "ndcg_at_10": 0.86679, + "ndcg_at_20": 0.87225, + "ndcg_at_100": 0.87845, + "ndcg_at_1000": 0.88054, + "map_at_1": 0.7951, + "map_at_3": 0.83686, + "map_at_5": 0.8436, + "map_at_10": 0.84569, + "map_at_20": 0.84725, + "map_at_100": 0.84818, + "map_at_1000": 0.84828, + "recall_at_1": 0.7951, + "recall_at_3": 0.88753, + "recall_at_5": 0.91648, + "recall_at_10": 0.93096, + "recall_at_20": 0.95212, + "recall_at_100": 0.98441, + "recall_at_1000": 1.0, + "accuracy": 0.7951, + "precision_at_1": 0.7951, + "precision_at_3": 0.29584, + "precision_at_5": 0.1833, + "precision_at_10": 0.0931, + "precision_at_20": 0.04761, + "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.789532, - "mrr_at_3": 0.837045, - "mrr_at_5": 0.841889, - "mrr_at_10": 0.845802, - "mrr_at_20": 0.846776, - "mrr_at_100": 0.847627, - "mrr_at_1000": 0.847721, - "nauc_ndcg_at_1_max": 0.771781, - "nauc_ndcg_at_1_std": 0.035886, - "nauc_ndcg_at_1_diff1": 0.901147, - "nauc_ndcg_at_3_max": 0.795873, - "nauc_ndcg_at_3_std": 0.087065, - "nauc_ndcg_at_3_diff1": 0.864932, - "nauc_ndcg_at_5_max": 0.794814, - "nauc_ndcg_at_5_std": 0.106626, - "nauc_ndcg_at_5_diff1": 0.866137, - "nauc_ndcg_at_10_max": 0.791512, - "nauc_ndcg_at_10_std": 0.099991, - "nauc_ndcg_at_10_diff1": 0.868427, - "nauc_ndcg_at_20_max": 0.79225, - "nauc_ndcg_at_20_std": 0.111446, - "nauc_ndcg_at_20_diff1": 0.871387, - "nauc_ndcg_at_100_max": 0.788166, - "nauc_ndcg_at_100_std": 0.097653, - "nauc_ndcg_at_100_diff1": 0.8734, - "nauc_ndcg_at_1000_max": 0.788976, - "nauc_ndcg_at_1000_std": 0.090445, - "nauc_ndcg_at_1000_diff1": 0.874892, - "nauc_map_at_1_max": 0.771781, - "nauc_map_at_1_std": 0.035886, - "nauc_map_at_1_diff1": 0.901147, - "nauc_map_at_3_max": 0.789625, - "nauc_map_at_3_std": 0.070989, - "nauc_map_at_3_diff1": 0.875337, - "nauc_map_at_5_max": 0.788891, - "nauc_map_at_5_std": 0.080262, - "nauc_map_at_5_diff1": 0.876259, - "nauc_map_at_10_max": 0.787597, - "nauc_map_at_10_std": 0.077236, - "nauc_map_at_10_diff1": 0.87739, - "nauc_map_at_20_max": 0.787747, - "nauc_map_at_20_std": 0.080218, - "nauc_map_at_20_diff1": 0.878195, - "nauc_map_at_100_max": 0.787251, - "nauc_map_at_100_std": 0.078439, - "nauc_map_at_100_diff1": 0.878487, - "nauc_map_at_1000_max": 0.787266, - "nauc_map_at_1000_std": 0.078126, - "nauc_map_at_1000_diff1": 0.878544, - "nauc_recall_at_1_max": 0.771781, - "nauc_recall_at_1_std": 0.035886, - "nauc_recall_at_1_diff1": 0.901147, - "nauc_recall_at_3_max": 0.821407, - "nauc_recall_at_3_std": 0.154743, - "nauc_recall_at_3_diff1": 0.821697, - "nauc_recall_at_5_max": 0.823568, - "nauc_recall_at_5_std": 0.243942, - "nauc_recall_at_5_diff1": 0.815989, - "nauc_recall_at_10_max": 0.815199, - "nauc_recall_at_10_std": 0.265626, - "nauc_recall_at_10_diff1": 0.806364, - "nauc_recall_at_20_max": 0.829968, - "nauc_recall_at_20_std": 0.425635, - "nauc_recall_at_20_diff1": 0.817781, - "nauc_recall_at_100_max": 0.737366, - "nauc_recall_at_100_std": 0.500498, - "nauc_recall_at_100_diff1": 0.787157, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.771781, - "nauc_precision_at_1_std": 0.035886, - "nauc_precision_at_1_diff1": 0.901147, - "nauc_precision_at_3_max": 0.821407, - "nauc_precision_at_3_std": 0.154743, - "nauc_precision_at_3_diff1": 0.821697, - "nauc_precision_at_5_max": 0.823568, - "nauc_precision_at_5_std": 0.243942, - "nauc_precision_at_5_diff1": 0.815989, - "nauc_precision_at_10_max": 0.815199, - "nauc_precision_at_10_std": 0.265626, - "nauc_precision_at_10_diff1": 0.806364, - "nauc_precision_at_20_max": 0.829968, - "nauc_precision_at_20_std": 0.425635, - "nauc_precision_at_20_diff1": 0.817781, - "nauc_precision_at_100_max": 0.737366, - "nauc_precision_at_100_std": 0.500498, - "nauc_precision_at_100_diff1": 0.787157, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.771781, - "nauc_mrr_at_1_std": 0.035886, - "nauc_mrr_at_1_diff1": 0.901147, - "nauc_mrr_at_3_max": 0.789625, - "nauc_mrr_at_3_std": 0.070989, - "nauc_mrr_at_3_diff1": 0.875337, - "nauc_mrr_at_5_max": 0.788891, - "nauc_mrr_at_5_std": 0.080262, - "nauc_mrr_at_5_diff1": 0.876259, - "nauc_mrr_at_10_max": 0.787597, - "nauc_mrr_at_10_std": 0.077236, - "nauc_mrr_at_10_diff1": 0.87739, - "nauc_mrr_at_20_max": 0.787747, - "nauc_mrr_at_20_std": 0.080218, - "nauc_mrr_at_20_diff1": 0.878195, - "nauc_mrr_at_100_max": 0.787251, - "nauc_mrr_at_100_std": 0.078439, - "nauc_mrr_at_100_diff1": 0.878487, - "nauc_mrr_at_1000_max": 0.787266, - "nauc_mrr_at_1000_std": 0.078126, - "nauc_mrr_at_1000_diff1": 0.878544, - "main_score": 0.86945, + "mrr_at_1": 0.7951, + "mrr_at_3": 0.83686, + "mrr_at_5": 0.843597, + "mrr_at_10": 0.845693, + "mrr_at_20": 0.847248, + "mrr_at_100": 0.848183, + "mrr_at_1000": 0.848277, + "nauc_ndcg_at_1_max": 0.755126, + "nauc_ndcg_at_1_std": -0.006924, + "nauc_ndcg_at_1_diff1": 0.887277, + "nauc_ndcg_at_3_max": 0.781896, + "nauc_ndcg_at_3_std": 0.04128, + "nauc_ndcg_at_3_diff1": 0.859991, + "nauc_ndcg_at_5_max": 0.782318, + "nauc_ndcg_at_5_std": 0.065534, + "nauc_ndcg_at_5_diff1": 0.861817, + "nauc_ndcg_at_10_max": 0.786688, + "nauc_ndcg_at_10_std": 0.080082, + "nauc_ndcg_at_10_diff1": 0.866582, + "nauc_ndcg_at_20_max": 0.782641, + "nauc_ndcg_at_20_std": 0.079245, + "nauc_ndcg_at_20_diff1": 0.865607, + "nauc_ndcg_at_100_max": 0.778718, + "nauc_ndcg_at_100_std": 0.060719, + "nauc_ndcg_at_100_diff1": 0.867083, + "nauc_ndcg_at_1000_max": 0.778216, + "nauc_ndcg_at_1000_std": 0.053278, + "nauc_ndcg_at_1000_diff1": 0.868293, + "nauc_map_at_1_max": 0.755126, + "nauc_map_at_1_std": -0.006924, + "nauc_map_at_1_diff1": 0.887277, + "nauc_map_at_3_max": 0.775324, + "nauc_map_at_3_std": 0.026984, + "nauc_map_at_3_diff1": 0.867601, + "nauc_map_at_5_max": 0.775282, + "nauc_map_at_5_std": 0.038369, + "nauc_map_at_5_diff1": 0.868754, + "nauc_map_at_10_max": 0.776766, + "nauc_map_at_10_std": 0.042867, + "nauc_map_at_10_diff1": 0.870706, + "nauc_map_at_20_max": 0.775693, + "nauc_map_at_20_std": 0.042122, + "nauc_map_at_20_diff1": 0.870558, + "nauc_map_at_100_max": 0.775086, + "nauc_map_at_100_std": 0.039501, + "nauc_map_at_100_diff1": 0.870732, + "nauc_map_at_1000_max": 0.775074, + "nauc_map_at_1000_std": 0.039215, + "nauc_map_at_1000_diff1": 0.870782, + "nauc_recall_at_1_max": 0.755126, + "nauc_recall_at_1_std": -0.006924, + "nauc_recall_at_1_diff1": 0.887277, + "nauc_recall_at_3_max": 0.807537, + "nauc_recall_at_3_std": 0.098779, + "nauc_recall_at_3_diff1": 0.82966, + "nauc_recall_at_5_max": 0.817333, + "nauc_recall_at_5_std": 0.210565, + "nauc_recall_at_5_diff1": 0.827279, + "nauc_recall_at_10_max": 0.84939, + "nauc_recall_at_10_std": 0.327633, + "nauc_recall_at_10_diff1": 0.845622, + "nauc_recall_at_20_max": 0.837131, + "nauc_recall_at_20_std": 0.431658, + "nauc_recall_at_20_diff1": 0.82579, + "nauc_recall_at_100_max": 0.810046, + "nauc_recall_at_100_std": 0.461141, + "nauc_recall_at_100_diff1": 0.804064, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.755126, + "nauc_precision_at_1_std": -0.006924, + "nauc_precision_at_1_diff1": 0.887277, + "nauc_precision_at_3_max": 0.807537, + "nauc_precision_at_3_std": 0.098779, + "nauc_precision_at_3_diff1": 0.82966, + "nauc_precision_at_5_max": 0.817333, + "nauc_precision_at_5_std": 0.210565, + "nauc_precision_at_5_diff1": 0.827279, + "nauc_precision_at_10_max": 0.84939, + "nauc_precision_at_10_std": 0.327633, + "nauc_precision_at_10_diff1": 0.845622, + "nauc_precision_at_20_max": 0.837131, + "nauc_precision_at_20_std": 0.431658, + "nauc_precision_at_20_diff1": 0.82579, + "nauc_precision_at_100_max": 0.810046, + "nauc_precision_at_100_std": 0.461141, + "nauc_precision_at_100_diff1": 0.804064, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.755126, + "nauc_mrr_at_1_std": -0.006924, + "nauc_mrr_at_1_diff1": 0.887277, + "nauc_mrr_at_3_max": 0.775324, + "nauc_mrr_at_3_std": 0.026984, + "nauc_mrr_at_3_diff1": 0.867601, + "nauc_mrr_at_5_max": 0.775282, + "nauc_mrr_at_5_std": 0.038369, + "nauc_mrr_at_5_diff1": 0.868754, + "nauc_mrr_at_10_max": 0.776766, + "nauc_mrr_at_10_std": 0.042867, + "nauc_mrr_at_10_diff1": 0.870706, + "nauc_mrr_at_20_max": 0.775693, + "nauc_mrr_at_20_std": 0.042122, + "nauc_mrr_at_20_diff1": 0.870558, + "nauc_mrr_at_100_max": 0.775086, + "nauc_mrr_at_100_std": 0.039501, + "nauc_mrr_at_100_diff1": 0.870732, + "nauc_mrr_at_1000_max": 0.775074, + "nauc_mrr_at_1000_std": 0.039215, + "nauc_mrr_at_1000_diff1": 0.870782, + "hit_rate_at_1": 0.7951, + "hit_rate_at_3": 0.88753, + "hit_rate_at_5": 0.91648, + "hit_rate_at_10": 0.93096, + "hit_rate_at_20": 0.95212, + "hit_rate_at_100": 0.98441, + "hit_rate_at_1000": 1.0, + "main_score": 0.86679, "hf_subset": "ary_Arab-ary_Arab", "languages": [ "ary-Arab", "ary-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88444, - "ndcg_at_3": 0.92517, - "ndcg_at_5": 0.93072, - "ndcg_at_10": 0.93701, - "ndcg_at_20": 0.93875, - "ndcg_at_100": 0.94007, - "ndcg_at_1000": 0.94038, - "map_at_1": 0.88444, - "map_at_3": 0.91574, - "map_at_5": 0.91885, - "map_at_10": 0.92156, - "map_at_20": 0.92206, - "map_at_100": 0.92228, - "map_at_1000": 0.92229, - "recall_at_1": 0.88444, - "recall_at_3": 0.95222, - "recall_at_5": 0.96556, - "recall_at_10": 0.98444, + "ndcg_at_1": 0.87667, + "ndcg_at_3": 0.92075, + "ndcg_at_5": 0.9262, + "ndcg_at_10": 0.93109, + "ndcg_at_20": 0.93452, + "ndcg_at_100": 0.93574, + "ndcg_at_1000": 0.93604, + "map_at_1": 0.87667, + "map_at_3": 0.91056, + "map_at_5": 0.91356, + "map_at_10": 0.91569, + "map_at_20": 0.91667, + "map_at_100": 0.91683, + "map_at_1000": 0.91684, + "recall_at_1": 0.87667, + "recall_at_3": 0.95, + "recall_at_5": 0.96333, + "recall_at_10": 0.97778, "recall_at_20": 0.99111, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.88444, - "precision_at_3": 0.31741, - "precision_at_5": 0.19311, - "precision_at_10": 0.09844, + "accuracy": 0.87667, + "precision_at_1": 0.87667, + "precision_at_3": 0.31667, + "precision_at_5": 0.19267, + "precision_at_10": 0.09778, "precision_at_20": 0.04956, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.884444, - "mrr_at_3": 0.915741, - "mrr_at_5": 0.918852, - "mrr_at_10": 0.921558, - "mrr_at_20": 0.92206, - "mrr_at_100": 0.922276, - "mrr_at_1000": 0.922292, - "nauc_ndcg_at_1_max": 0.699074, - "nauc_ndcg_at_1_std": -0.395288, - "nauc_ndcg_at_1_diff1": 0.905784, - "nauc_ndcg_at_3_max": 0.728371, - "nauc_ndcg_at_3_std": -0.417799, - "nauc_ndcg_at_3_diff1": 0.896331, - "nauc_ndcg_at_5_max": 0.735956, - "nauc_ndcg_at_5_std": -0.392296, - "nauc_ndcg_at_5_diff1": 0.899517, - "nauc_ndcg_at_10_max": 0.731291, - "nauc_ndcg_at_10_std": -0.37654, - "nauc_ndcg_at_10_diff1": 0.898848, - "nauc_ndcg_at_20_max": 0.730141, - "nauc_ndcg_at_20_std": -0.38078, - "nauc_ndcg_at_20_diff1": 0.90165, - "nauc_ndcg_at_100_max": 0.726562, - "nauc_ndcg_at_100_std": -0.39365, - "nauc_ndcg_at_100_diff1": 0.901993, - "nauc_ndcg_at_1000_max": 0.725112, - "nauc_ndcg_at_1000_std": -0.39294, - "nauc_ndcg_at_1000_diff1": 0.901474, - "nauc_map_at_1_max": 0.699074, - "nauc_map_at_1_std": -0.395288, - "nauc_map_at_1_diff1": 0.905784, - "nauc_map_at_3_max": 0.720521, - "nauc_map_at_3_std": -0.411188, - "nauc_map_at_3_diff1": 0.899302, - "nauc_map_at_5_max": 0.724263, - "nauc_map_at_5_std": -0.398455, - "nauc_map_at_5_diff1": 0.901096, - "nauc_map_at_10_max": 0.722529, - "nauc_map_at_10_std": -0.391665, - "nauc_map_at_10_diff1": 0.900983, - "nauc_map_at_20_max": 0.722052, - "nauc_map_at_20_std": -0.393117, - "nauc_map_at_20_diff1": 0.901662, - "nauc_map_at_100_max": 0.721509, - "nauc_map_at_100_std": -0.395256, - "nauc_map_at_100_diff1": 0.90171, - "nauc_map_at_1000_max": 0.72145, - "nauc_map_at_1000_std": -0.395213, - "nauc_map_at_1000_diff1": 0.901689, - "nauc_recall_at_1_max": 0.699074, - "nauc_recall_at_1_std": -0.395288, - "nauc_recall_at_1_diff1": 0.905784, - "nauc_recall_at_3_max": 0.766552, - "nauc_recall_at_3_std": -0.45047, - "nauc_recall_at_3_diff1": 0.881495, - "nauc_recall_at_5_max": 0.813665, - "nauc_recall_at_5_std": -0.343514, - "nauc_recall_at_5_diff1": 0.889536, - "nauc_recall_at_10_max": 0.844471, - "nauc_recall_at_10_std": -0.134921, - "nauc_recall_at_10_diff1": 0.86778, - "nauc_recall_at_20_max": 0.909547, - "nauc_recall_at_20_std": -0.039741, - "nauc_recall_at_20_diff1": 0.916258, + "mrr_at_1": 0.876667, + "mrr_at_3": 0.910556, + "mrr_at_5": 0.913556, + "mrr_at_10": 0.915692, + "mrr_at_20": 0.916671, + "mrr_at_100": 0.91683, + "mrr_at_1000": 0.916843, + "nauc_ndcg_at_1_max": 0.670306, + "nauc_ndcg_at_1_std": -0.337913, + "nauc_ndcg_at_1_diff1": 0.909657, + "nauc_ndcg_at_3_max": 0.686706, + "nauc_ndcg_at_3_std": -0.34302, + "nauc_ndcg_at_3_diff1": 0.888887, + "nauc_ndcg_at_5_max": 0.681879, + "nauc_ndcg_at_5_std": -0.346285, + "nauc_ndcg_at_5_diff1": 0.886424, + "nauc_ndcg_at_10_max": 0.689595, + "nauc_ndcg_at_10_std": -0.333174, + "nauc_ndcg_at_10_diff1": 0.896768, + "nauc_ndcg_at_20_max": 0.688211, + "nauc_ndcg_at_20_std": -0.330737, + "nauc_ndcg_at_20_diff1": 0.896741, + "nauc_ndcg_at_100_max": 0.683881, + "nauc_ndcg_at_100_std": -0.338922, + "nauc_ndcg_at_100_diff1": 0.896937, + "nauc_ndcg_at_1000_max": 0.682365, + "nauc_ndcg_at_1000_std": -0.340197, + "nauc_ndcg_at_1000_diff1": 0.896443, + "nauc_map_at_1_max": 0.670306, + "nauc_map_at_1_std": -0.337913, + "nauc_map_at_1_diff1": 0.909657, + "nauc_map_at_3_max": 0.680673, + "nauc_map_at_3_std": -0.344262, + "nauc_map_at_3_diff1": 0.894815, + "nauc_map_at_5_max": 0.678451, + "nauc_map_at_5_std": -0.34611, + "nauc_map_at_5_diff1": 0.89389, + "nauc_map_at_10_max": 0.680998, + "nauc_map_at_10_std": -0.341602, + "nauc_map_at_10_diff1": 0.897678, + "nauc_map_at_20_max": 0.680141, + "nauc_map_at_20_std": -0.341362, + "nauc_map_at_20_diff1": 0.897563, + "nauc_map_at_100_max": 0.679661, + "nauc_map_at_100_std": -0.342368, + "nauc_map_at_100_diff1": 0.897555, + "nauc_map_at_1000_max": 0.679608, + "nauc_map_at_1000_std": -0.342414, + "nauc_map_at_1000_diff1": 0.897538, + "nauc_recall_at_1_max": 0.670306, + "nauc_recall_at_1_std": -0.337913, + "nauc_recall_at_1_diff1": 0.909657, + "nauc_recall_at_3_max": 0.717772, + "nauc_recall_at_3_std": -0.334589, + "nauc_recall_at_3_diff1": 0.859477, + "nauc_recall_at_5_max": 0.703124, + "nauc_recall_at_5_std": -0.344807, + "nauc_recall_at_5_diff1": 0.836601, + "nauc_recall_at_10_max": 0.788912, + "nauc_recall_at_10_std": -0.222082, + "nauc_recall_at_10_diff1": 0.899627, + "nauc_recall_at_20_max": 0.930556, + "nauc_recall_at_20_std": 0.02912, + "nauc_recall_at_20_diff1": 0.91159, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": -0.50887, + "nauc_recall_at_100_std": -0.075864, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.699074, - "nauc_precision_at_1_std": -0.395288, - "nauc_precision_at_1_diff1": 0.905784, - "nauc_precision_at_3_max": 0.766552, - "nauc_precision_at_3_std": -0.45047, - "nauc_precision_at_3_diff1": 0.881495, - "nauc_precision_at_5_max": 0.813665, - "nauc_precision_at_5_std": -0.343514, - "nauc_precision_at_5_diff1": 0.889536, - "nauc_precision_at_10_max": 0.844471, - "nauc_precision_at_10_std": -0.134921, - "nauc_precision_at_10_diff1": 0.86778, - "nauc_precision_at_20_max": 0.909547, - "nauc_precision_at_20_std": -0.039741, - "nauc_precision_at_20_diff1": 0.916258, + "nauc_precision_at_1_max": 0.670306, + "nauc_precision_at_1_std": -0.337913, + "nauc_precision_at_1_diff1": 0.909657, + "nauc_precision_at_3_max": 0.717772, + "nauc_precision_at_3_std": -0.334589, + "nauc_precision_at_3_diff1": 0.859477, + "nauc_precision_at_5_max": 0.703124, + "nauc_precision_at_5_std": -0.344807, + "nauc_precision_at_5_diff1": 0.836601, + "nauc_precision_at_10_max": 0.788912, + "nauc_precision_at_10_std": -0.222082, + "nauc_precision_at_10_diff1": 0.899627, + "nauc_precision_at_20_max": 0.930556, + "nauc_precision_at_20_std": 0.02912, + "nauc_precision_at_20_diff1": 0.91159, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": -0.50887, + "nauc_precision_at_100_std": -0.075864, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.699074, - "nauc_mrr_at_1_std": -0.395288, - "nauc_mrr_at_1_diff1": 0.905784, - "nauc_mrr_at_3_max": 0.720521, - "nauc_mrr_at_3_std": -0.411188, - "nauc_mrr_at_3_diff1": 0.899302, - "nauc_mrr_at_5_max": 0.724263, - "nauc_mrr_at_5_std": -0.398455, - "nauc_mrr_at_5_diff1": 0.901096, - "nauc_mrr_at_10_max": 0.722529, - "nauc_mrr_at_10_std": -0.391665, - "nauc_mrr_at_10_diff1": 0.900983, - "nauc_mrr_at_20_max": 0.722052, - "nauc_mrr_at_20_std": -0.393117, - "nauc_mrr_at_20_diff1": 0.901662, - "nauc_mrr_at_100_max": 0.721509, - "nauc_mrr_at_100_std": -0.395256, - "nauc_mrr_at_100_diff1": 0.90171, - "nauc_mrr_at_1000_max": 0.72145, - "nauc_mrr_at_1000_std": -0.395213, - "nauc_mrr_at_1000_diff1": 0.901689, - "main_score": 0.93701, + "nauc_mrr_at_1_max": 0.670306, + "nauc_mrr_at_1_std": -0.337913, + "nauc_mrr_at_1_diff1": 0.909657, + "nauc_mrr_at_3_max": 0.680673, + "nauc_mrr_at_3_std": -0.344262, + "nauc_mrr_at_3_diff1": 0.894815, + "nauc_mrr_at_5_max": 0.678451, + "nauc_mrr_at_5_std": -0.34611, + "nauc_mrr_at_5_diff1": 0.89389, + "nauc_mrr_at_10_max": 0.680998, + "nauc_mrr_at_10_std": -0.341602, + "nauc_mrr_at_10_diff1": 0.897678, + "nauc_mrr_at_20_max": 0.680141, + "nauc_mrr_at_20_std": -0.341362, + "nauc_mrr_at_20_diff1": 0.897563, + "nauc_mrr_at_100_max": 0.679661, + "nauc_mrr_at_100_std": -0.342368, + "nauc_mrr_at_100_diff1": 0.897555, + "nauc_mrr_at_1000_max": 0.679608, + "nauc_mrr_at_1000_std": -0.342414, + "nauc_mrr_at_1000_diff1": 0.897538, + "hit_rate_at_1": 0.87667, + "hit_rate_at_3": 0.95, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93109, "hf_subset": "ary_Arab-eng_Latn", "languages": [ "ary-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.79621, - "ndcg_at_3": 0.84895, - "ndcg_at_5": 0.85906, - "ndcg_at_10": 0.86857, - "ndcg_at_20": 0.87373, - "ndcg_at_100": 0.87962, - "ndcg_at_1000": 0.88093, - "map_at_1": 0.79621, - "map_at_3": 0.83667, - "map_at_5": 0.8423, - "map_at_10": 0.84631, - "map_at_20": 0.84777, - "map_at_100": 0.84854, - "map_at_1000": 0.84859, - "recall_at_1": 0.79621, - "recall_at_3": 0.88419, - "recall_at_5": 0.90869, - "recall_at_10": 0.93764, - "recall_at_20": 0.95768, - "recall_at_100": 0.98998, - "recall_at_1000": 1.0, - "precision_at_1": 0.79621, - "precision_at_3": 0.29473, - "precision_at_5": 0.18174, - "precision_at_10": 0.09376, - "precision_at_20": 0.04788, - "precision_at_100": 0.0099, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78842, + "ndcg_at_3": 0.84268, + "ndcg_at_5": 0.85519, + "ndcg_at_10": 0.86373, + "ndcg_at_20": 0.86787, + "ndcg_at_100": 0.87425, + "ndcg_at_1000": 0.87582, + "map_at_1": 0.78842, + "map_at_3": 0.82981, + "map_at_5": 0.83682, + "map_at_10": 0.8403, + "map_at_20": 0.84138, + "map_at_100": 0.84225, + "map_at_1000": 0.8423, + "recall_at_1": 0.78842, + "recall_at_3": 0.87973, + "recall_at_5": 0.9098, + "recall_at_10": 0.93653, + "recall_at_20": 0.95323, + "recall_at_100": 0.98775, + "recall_at_1000": 1.0, + "accuracy": 0.78842, + "precision_at_1": 0.78842, + "precision_at_3": 0.29324, + "precision_at_5": 0.18196, + "precision_at_10": 0.09365, + "precision_at_20": 0.04766, + "precision_at_100": 0.00988, "precision_at_1000": 0.001, - "mrr_at_1": 0.796214, - "mrr_at_3": 0.836674, - "mrr_at_5": 0.842298, - "mrr_at_10": 0.846305, - "mrr_at_20": 0.847774, - "mrr_at_100": 0.848541, - "mrr_at_1000": 0.848593, - "nauc_ndcg_at_1_max": 0.803241, - "nauc_ndcg_at_1_std": 0.105929, - "nauc_ndcg_at_1_diff1": 0.891799, - "nauc_ndcg_at_3_max": 0.81225, - "nauc_ndcg_at_3_std": 0.153299, - "nauc_ndcg_at_3_diff1": 0.864667, - "nauc_ndcg_at_5_max": 0.811432, - "nauc_ndcg_at_5_std": 0.167446, - "nauc_ndcg_at_5_diff1": 0.855789, - "nauc_ndcg_at_10_max": 0.81604, - "nauc_ndcg_at_10_std": 0.190703, - "nauc_ndcg_at_10_diff1": 0.864898, - "nauc_ndcg_at_20_max": 0.815402, - "nauc_ndcg_at_20_std": 0.18371, - "nauc_ndcg_at_20_diff1": 0.86868, - "nauc_ndcg_at_100_max": 0.813162, - "nauc_ndcg_at_100_std": 0.169491, - "nauc_ndcg_at_100_diff1": 0.870262, - "nauc_ndcg_at_1000_max": 0.812081, - "nauc_ndcg_at_1000_std": 0.16278, - "nauc_ndcg_at_1000_diff1": 0.870174, - "nauc_map_at_1_max": 0.803241, - "nauc_map_at_1_std": 0.105929, - "nauc_map_at_1_diff1": 0.891799, - "nauc_map_at_3_max": 0.809654, - "nauc_map_at_3_std": 0.139314, - "nauc_map_at_3_diff1": 0.87229, - "nauc_map_at_5_max": 0.80902, - "nauc_map_at_5_std": 0.145833, - "nauc_map_at_5_diff1": 0.868024, - "nauc_map_at_10_max": 0.810808, - "nauc_map_at_10_std": 0.153736, - "nauc_map_at_10_diff1": 0.871852, - "nauc_map_at_20_max": 0.81058, - "nauc_map_at_20_std": 0.151668, - "nauc_map_at_20_diff1": 0.87274, - "nauc_map_at_100_max": 0.810229, - "nauc_map_at_100_std": 0.149761, - "nauc_map_at_100_diff1": 0.872916, - "nauc_map_at_1000_max": 0.810193, - "nauc_map_at_1000_std": 0.149531, - "nauc_map_at_1000_diff1": 0.872908, - "nauc_recall_at_1_max": 0.803241, - "nauc_recall_at_1_std": 0.105929, - "nauc_recall_at_1_diff1": 0.891799, - "nauc_recall_at_3_max": 0.822406, - "nauc_recall_at_3_std": 0.208209, - "nauc_recall_at_3_diff1": 0.834957, - "nauc_recall_at_5_max": 0.822891, - "nauc_recall_at_5_std": 0.27304, - "nauc_recall_at_5_diff1": 0.796355, - "nauc_recall_at_10_max": 0.854247, - "nauc_recall_at_10_std": 0.463896, - "nauc_recall_at_10_diff1": 0.822359, - "nauc_recall_at_20_max": 0.865881, - "nauc_recall_at_20_std": 0.517058, - "nauc_recall_at_20_diff1": 0.845844, - "nauc_recall_at_100_max": 0.905056, - "nauc_recall_at_100_std": 0.741707, - "nauc_recall_at_100_diff1": 0.874179, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.803241, - "nauc_precision_at_1_std": 0.105929, - "nauc_precision_at_1_diff1": 0.891799, - "nauc_precision_at_3_max": 0.822406, - "nauc_precision_at_3_std": 0.208209, - "nauc_precision_at_3_diff1": 0.834957, - "nauc_precision_at_5_max": 0.822891, - "nauc_precision_at_5_std": 0.27304, - "nauc_precision_at_5_diff1": 0.796355, - "nauc_precision_at_10_max": 0.854247, - "nauc_precision_at_10_std": 0.463896, - "nauc_precision_at_10_diff1": 0.822359, - "nauc_precision_at_20_max": 0.865881, - "nauc_precision_at_20_std": 0.517058, - "nauc_precision_at_20_diff1": 0.845844, - "nauc_precision_at_100_max": 0.905056, - "nauc_precision_at_100_std": 0.741707, - "nauc_precision_at_100_diff1": 0.874179, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.803241, - "nauc_mrr_at_1_std": 0.105929, - "nauc_mrr_at_1_diff1": 0.891799, - "nauc_mrr_at_3_max": 0.809654, - "nauc_mrr_at_3_std": 0.139314, - "nauc_mrr_at_3_diff1": 0.87229, - "nauc_mrr_at_5_max": 0.80902, - "nauc_mrr_at_5_std": 0.145833, - "nauc_mrr_at_5_diff1": 0.868024, - "nauc_mrr_at_10_max": 0.810808, - "nauc_mrr_at_10_std": 0.153736, - "nauc_mrr_at_10_diff1": 0.871852, - "nauc_mrr_at_20_max": 0.81058, - "nauc_mrr_at_20_std": 0.151668, - "nauc_mrr_at_20_diff1": 0.87274, - "nauc_mrr_at_100_max": 0.810229, - "nauc_mrr_at_100_std": 0.149761, - "nauc_mrr_at_100_diff1": 0.872916, - "nauc_mrr_at_1000_max": 0.810193, - "nauc_mrr_at_1000_std": 0.149531, - "nauc_mrr_at_1000_diff1": 0.872908, - "main_score": 0.86857, + "mrr_at_1": 0.788419, + "mrr_at_3": 0.829807, + "mrr_at_5": 0.836823, + "mrr_at_10": 0.840297, + "mrr_at_20": 0.841381, + "mrr_at_100": 0.842246, + "mrr_at_1000": 0.842302, + "nauc_ndcg_at_1_max": 0.763514, + "nauc_ndcg_at_1_std": 0.004746, + "nauc_ndcg_at_1_diff1": 0.88294, + "nauc_ndcg_at_3_max": 0.77586, + "nauc_ndcg_at_3_std": 0.015278, + "nauc_ndcg_at_3_diff1": 0.859352, + "nauc_ndcg_at_5_max": 0.788503, + "nauc_ndcg_at_5_std": 0.043364, + "nauc_ndcg_at_5_diff1": 0.864758, + "nauc_ndcg_at_10_max": 0.78643, + "nauc_ndcg_at_10_std": 0.047613, + "nauc_ndcg_at_10_diff1": 0.868207, + "nauc_ndcg_at_20_max": 0.785071, + "nauc_ndcg_at_20_std": 0.057622, + "nauc_ndcg_at_20_diff1": 0.86685, + "nauc_ndcg_at_100_max": 0.782913, + "nauc_ndcg_at_100_std": 0.049399, + "nauc_ndcg_at_100_diff1": 0.867693, + "nauc_ndcg_at_1000_max": 0.781332, + "nauc_ndcg_at_1000_std": 0.040503, + "nauc_ndcg_at_1000_diff1": 0.868795, + "nauc_map_at_1_max": 0.763514, + "nauc_map_at_1_std": 0.004746, + "nauc_map_at_1_diff1": 0.88294, + "nauc_map_at_3_max": 0.773247, + "nauc_map_at_3_std": 0.013145, + "nauc_map_at_3_diff1": 0.866606, + "nauc_map_at_5_max": 0.779523, + "nauc_map_at_5_std": 0.027478, + "nauc_map_at_5_diff1": 0.869701, + "nauc_map_at_10_max": 0.77865, + "nauc_map_at_10_std": 0.029238, + "nauc_map_at_10_diff1": 0.871016, + "nauc_map_at_20_max": 0.77829, + "nauc_map_at_20_std": 0.031469, + "nauc_map_at_20_diff1": 0.870743, + "nauc_map_at_100_max": 0.778027, + "nauc_map_at_100_std": 0.03026, + "nauc_map_at_100_diff1": 0.87087, + "nauc_map_at_1000_max": 0.777976, + "nauc_map_at_1000_std": 0.029982, + "nauc_map_at_1000_diff1": 0.870893, + "nauc_recall_at_1_max": 0.763514, + "nauc_recall_at_1_std": 0.004746, + "nauc_recall_at_1_diff1": 0.88294, + "nauc_recall_at_3_max": 0.78556, + "nauc_recall_at_3_std": 0.023117, + "nauc_recall_at_3_diff1": 0.830666, + "nauc_recall_at_5_max": 0.834739, + "nauc_recall_at_5_std": 0.126509, + "nauc_recall_at_5_diff1": 0.841239, + "nauc_recall_at_10_max": 0.840184, + "nauc_recall_at_10_std": 0.180602, + "nauc_recall_at_10_diff1": 0.853279, + "nauc_recall_at_20_max": 0.84481, + "nauc_recall_at_20_std": 0.332392, + "nauc_recall_at_20_diff1": 0.833181, + "nauc_recall_at_100_max": 0.898546, + "nauc_recall_at_100_std": 0.705055, + "nauc_recall_at_100_diff1": 0.779675, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.763514, + "nauc_precision_at_1_std": 0.004746, + "nauc_precision_at_1_diff1": 0.88294, + "nauc_precision_at_3_max": 0.78556, + "nauc_precision_at_3_std": 0.023117, + "nauc_precision_at_3_diff1": 0.830666, + "nauc_precision_at_5_max": 0.834739, + "nauc_precision_at_5_std": 0.126509, + "nauc_precision_at_5_diff1": 0.841239, + "nauc_precision_at_10_max": 0.840184, + "nauc_precision_at_10_std": 0.180602, + "nauc_precision_at_10_diff1": 0.853279, + "nauc_precision_at_20_max": 0.84481, + "nauc_precision_at_20_std": 0.332392, + "nauc_precision_at_20_diff1": 0.833181, + "nauc_precision_at_100_max": 0.898546, + "nauc_precision_at_100_std": 0.705055, + "nauc_precision_at_100_diff1": 0.779675, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.763514, + "nauc_mrr_at_1_std": 0.004746, + "nauc_mrr_at_1_diff1": 0.88294, + "nauc_mrr_at_3_max": 0.773247, + "nauc_mrr_at_3_std": 0.013145, + "nauc_mrr_at_3_diff1": 0.866606, + "nauc_mrr_at_5_max": 0.779523, + "nauc_mrr_at_5_std": 0.027478, + "nauc_mrr_at_5_diff1": 0.869701, + "nauc_mrr_at_10_max": 0.77865, + "nauc_mrr_at_10_std": 0.029238, + "nauc_mrr_at_10_diff1": 0.871016, + "nauc_mrr_at_20_max": 0.77829, + "nauc_mrr_at_20_std": 0.031469, + "nauc_mrr_at_20_diff1": 0.870743, + "nauc_mrr_at_100_max": 0.778027, + "nauc_mrr_at_100_std": 0.03026, + "nauc_mrr_at_100_diff1": 0.87087, + "nauc_mrr_at_1000_max": 0.777976, + "nauc_mrr_at_1000_std": 0.029982, + "nauc_mrr_at_1000_diff1": 0.870893, + "hit_rate_at_1": 0.78842, + "hit_rate_at_3": 0.87973, + "hit_rate_at_5": 0.9098, + "hit_rate_at_10": 0.93653, + "hit_rate_at_20": 0.95323, + "hit_rate_at_100": 0.98775, + "hit_rate_at_1000": 1.0, + "main_score": 0.86373, "hf_subset": "eng_Latn-ary_Arab", "languages": [ "eng-Latn", "ary-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85444, - "ndcg_at_3": 0.89745, - "ndcg_at_5": 0.90433, - "ndcg_at_10": 0.91319, - "ndcg_at_20": 0.91634, - "ndcg_at_100": 0.91957, - "ndcg_at_1000": 0.91999, - "map_at_1": 0.85444, - "map_at_3": 0.88796, - "map_at_5": 0.8918, - "map_at_10": 0.89558, - "map_at_20": 0.89648, - "map_at_100": 0.89699, - "map_at_1000": 0.897, - "recall_at_1": 0.85444, - "recall_at_3": 0.92444, - "recall_at_5": 0.94111, - "recall_at_10": 0.96778, - "recall_at_20": 0.98, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.84889, + "ndcg_at_3": 0.89172, + "ndcg_at_5": 0.90105, + "ndcg_at_10": 0.90676, + "ndcg_at_20": 0.9115, + "ndcg_at_100": 0.91433, + "ndcg_at_1000": 0.91521, + "map_at_1": 0.84889, + "map_at_3": 0.88185, + "map_at_5": 0.88713, + "map_at_10": 0.88947, + "map_at_20": 0.89074, + "map_at_100": 0.89119, + "map_at_1000": 0.89122, + "recall_at_1": 0.84889, + "recall_at_3": 0.92, + "recall_at_5": 0.94222, + "recall_at_10": 0.96, + "recall_at_20": 0.97889, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.85444, - "precision_at_3": 0.30815, - "precision_at_5": 0.18822, - "precision_at_10": 0.09678, - "precision_at_20": 0.049, - "precision_at_100": 0.00997, + "accuracy": 0.84889, + "precision_at_1": 0.84889, + "precision_at_3": 0.30667, + "precision_at_5": 0.18844, + "precision_at_10": 0.096, + "precision_at_20": 0.04894, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.854444, - "mrr_at_3": 0.887963, - "mrr_at_5": 0.891796, - "mrr_at_10": 0.895585, - "mrr_at_20": 0.896484, - "mrr_at_100": 0.896986, - "mrr_at_1000": 0.896999, - "nauc_ndcg_at_1_max": 0.803963, - "nauc_ndcg_at_1_std": -0.016483, - "nauc_ndcg_at_1_diff1": 0.904601, - "nauc_ndcg_at_3_max": 0.819465, - "nauc_ndcg_at_3_std": 0.037734, - "nauc_ndcg_at_3_diff1": 0.880222, - "nauc_ndcg_at_5_max": 0.822499, - "nauc_ndcg_at_5_std": 0.056684, - "nauc_ndcg_at_5_diff1": 0.880822, - "nauc_ndcg_at_10_max": 0.825683, - "nauc_ndcg_at_10_std": 0.064436, - "nauc_ndcg_at_10_diff1": 0.889199, - "nauc_ndcg_at_20_max": 0.821838, - "nauc_ndcg_at_20_std": 0.045024, - "nauc_ndcg_at_20_diff1": 0.888566, - "nauc_ndcg_at_100_max": 0.818595, - "nauc_ndcg_at_100_std": 0.041801, - "nauc_ndcg_at_100_diff1": 0.888524, - "nauc_ndcg_at_1000_max": 0.817626, - "nauc_ndcg_at_1000_std": 0.03743, - "nauc_ndcg_at_1000_diff1": 0.888389, - "nauc_map_at_1_max": 0.803963, - "nauc_map_at_1_std": -0.016483, - "nauc_map_at_1_diff1": 0.904601, - "nauc_map_at_3_max": 0.814336, - "nauc_map_at_3_std": 0.022559, - "nauc_map_at_3_diff1": 0.886108, - "nauc_map_at_5_max": 0.815695, - "nauc_map_at_5_std": 0.031579, - "nauc_map_at_5_diff1": 0.886678, - "nauc_map_at_10_max": 0.816292, - "nauc_map_at_10_std": 0.032799, - "nauc_map_at_10_diff1": 0.889652, - "nauc_map_at_20_max": 0.815355, - "nauc_map_at_20_std": 0.028141, - "nauc_map_at_20_diff1": 0.889478, - "nauc_map_at_100_max": 0.814862, - "nauc_map_at_100_std": 0.027663, - "nauc_map_at_100_diff1": 0.889489, - "nauc_map_at_1000_max": 0.814837, - "nauc_map_at_1000_std": 0.027549, - "nauc_map_at_1000_diff1": 0.889485, - "nauc_recall_at_1_max": 0.803963, - "nauc_recall_at_1_std": -0.016483, - "nauc_recall_at_1_diff1": 0.904601, - "nauc_recall_at_3_max": 0.841036, - "nauc_recall_at_3_std": 0.100016, - "nauc_recall_at_3_diff1": 0.856683, - "nauc_recall_at_5_max": 0.858455, - "nauc_recall_at_5_std": 0.188944, - "nauc_recall_at_5_diff1": 0.851884, - "nauc_recall_at_10_max": 0.91814, - "nauc_recall_at_10_std": 0.369458, - "nauc_recall_at_10_diff1": 0.898017, - "nauc_recall_at_20_max": 0.912595, - "nauc_recall_at_20_std": 0.245124, - "nauc_recall_at_20_diff1": 0.894699, + "mrr_at_1": 0.848889, + "mrr_at_3": 0.881852, + "mrr_at_5": 0.88713, + "mrr_at_10": 0.889468, + "mrr_at_20": 0.890741, + "mrr_at_100": 0.891187, + "mrr_at_1000": 0.891223, + "nauc_ndcg_at_1_max": 0.775374, + "nauc_ndcg_at_1_std": -0.038063, + "nauc_ndcg_at_1_diff1": 0.895888, + "nauc_ndcg_at_3_max": 0.799645, + "nauc_ndcg_at_3_std": 0.00492, + "nauc_ndcg_at_3_diff1": 0.872924, + "nauc_ndcg_at_5_max": 0.796571, + "nauc_ndcg_at_5_std": 0.022394, + "nauc_ndcg_at_5_diff1": 0.87273, + "nauc_ndcg_at_10_max": 0.804882, + "nauc_ndcg_at_10_std": 0.053579, + "nauc_ndcg_at_10_diff1": 0.87941, + "nauc_ndcg_at_20_max": 0.798565, + "nauc_ndcg_at_20_std": 0.03238, + "nauc_ndcg_at_20_diff1": 0.88039, + "nauc_ndcg_at_100_max": 0.797851, + "nauc_ndcg_at_100_std": 0.028567, + "nauc_ndcg_at_100_diff1": 0.880712, + "nauc_ndcg_at_1000_max": 0.795699, + "nauc_ndcg_at_1000_std": 0.018917, + "nauc_ndcg_at_1000_diff1": 0.880389, + "nauc_map_at_1_max": 0.775374, + "nauc_map_at_1_std": -0.038063, + "nauc_map_at_1_diff1": 0.895888, + "nauc_map_at_3_max": 0.792421, + "nauc_map_at_3_std": -0.007061, + "nauc_map_at_3_diff1": 0.878023, + "nauc_map_at_5_max": 0.79057, + "nauc_map_at_5_std": 0.001479, + "nauc_map_at_5_diff1": 0.878295, + "nauc_map_at_10_max": 0.793635, + "nauc_map_at_10_std": 0.011728, + "nauc_map_at_10_diff1": 0.881028, + "nauc_map_at_20_max": 0.792133, + "nauc_map_at_20_std": 0.00659, + "nauc_map_at_20_diff1": 0.881272, + "nauc_map_at_100_max": 0.791996, + "nauc_map_at_100_std": 0.005878, + "nauc_map_at_100_diff1": 0.881321, + "nauc_map_at_1000_max": 0.791924, + "nauc_map_at_1000_std": 0.005553, + "nauc_map_at_1000_diff1": 0.881309, + "nauc_recall_at_1_max": 0.775374, + "nauc_recall_at_1_std": -0.038063, + "nauc_recall_at_1_diff1": 0.895888, + "nauc_recall_at_3_max": 0.829482, + "nauc_recall_at_3_std": 0.053909, + "nauc_recall_at_3_diff1": 0.852915, + "nauc_recall_at_5_max": 0.828494, + "nauc_recall_at_5_std": 0.139086, + "nauc_recall_at_5_diff1": 0.843478, + "nauc_recall_at_10_max": 0.896851, + "nauc_recall_at_10_std": 0.412128, + "nauc_recall_at_10_diff1": 0.873431, + "nauc_recall_at_20_max": 0.87594, + "nauc_recall_at_20_std": 0.388275, + "nauc_recall_at_20_diff1": 0.883655, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.851385, - "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_100_std": 0.931917, + "nauc_recall_at_100_diff1": 0.910131, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.803963, - "nauc_precision_at_1_std": -0.016483, - "nauc_precision_at_1_diff1": 0.904601, - "nauc_precision_at_3_max": 0.841036, - "nauc_precision_at_3_std": 0.100016, - "nauc_precision_at_3_diff1": 0.856683, - "nauc_precision_at_5_max": 0.858455, - "nauc_precision_at_5_std": 0.188944, - "nauc_precision_at_5_diff1": 0.851884, - "nauc_precision_at_10_max": 0.91814, - "nauc_precision_at_10_std": 0.369458, - "nauc_precision_at_10_diff1": 0.898017, - "nauc_precision_at_20_max": 0.912595, - "nauc_precision_at_20_std": 0.245124, - "nauc_precision_at_20_diff1": 0.894699, + "nauc_precision_at_1_max": 0.775374, + "nauc_precision_at_1_std": -0.038063, + "nauc_precision_at_1_diff1": 0.895888, + "nauc_precision_at_3_max": 0.829482, + "nauc_precision_at_3_std": 0.053909, + "nauc_precision_at_3_diff1": 0.852915, + "nauc_precision_at_5_max": 0.828494, + "nauc_precision_at_5_std": 0.139086, + "nauc_precision_at_5_diff1": 0.843478, + "nauc_precision_at_10_max": 0.896851, + "nauc_precision_at_10_std": 0.412128, + "nauc_precision_at_10_diff1": 0.873431, + "nauc_precision_at_20_max": 0.87594, + "nauc_precision_at_20_std": 0.388275, + "nauc_precision_at_20_diff1": 0.883655, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.851385, - "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_100_std": 0.931917, + "nauc_precision_at_100_diff1": 0.910131, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.803963, - "nauc_mrr_at_1_std": -0.016483, - "nauc_mrr_at_1_diff1": 0.904601, - "nauc_mrr_at_3_max": 0.814336, - "nauc_mrr_at_3_std": 0.022559, - "nauc_mrr_at_3_diff1": 0.886108, - "nauc_mrr_at_5_max": 0.815695, - "nauc_mrr_at_5_std": 0.031579, - "nauc_mrr_at_5_diff1": 0.886678, - "nauc_mrr_at_10_max": 0.816292, - "nauc_mrr_at_10_std": 0.032799, - "nauc_mrr_at_10_diff1": 0.889652, - "nauc_mrr_at_20_max": 0.815355, - "nauc_mrr_at_20_std": 0.028141, - "nauc_mrr_at_20_diff1": 0.889478, - "nauc_mrr_at_100_max": 0.814862, - "nauc_mrr_at_100_std": 0.027663, - "nauc_mrr_at_100_diff1": 0.889489, - "nauc_mrr_at_1000_max": 0.814837, - "nauc_mrr_at_1000_std": 0.027549, - "nauc_mrr_at_1000_diff1": 0.889485, - "main_score": 0.91319, + "nauc_mrr_at_1_max": 0.775374, + "nauc_mrr_at_1_std": -0.038063, + "nauc_mrr_at_1_diff1": 0.895888, + "nauc_mrr_at_3_max": 0.792421, + "nauc_mrr_at_3_std": -0.007061, + "nauc_mrr_at_3_diff1": 0.878023, + "nauc_mrr_at_5_max": 0.79057, + "nauc_mrr_at_5_std": 0.001479, + "nauc_mrr_at_5_diff1": 0.878295, + "nauc_mrr_at_10_max": 0.793635, + "nauc_mrr_at_10_std": 0.011728, + "nauc_mrr_at_10_diff1": 0.881028, + "nauc_mrr_at_20_max": 0.792133, + "nauc_mrr_at_20_std": 0.00659, + "nauc_mrr_at_20_diff1": 0.881272, + "nauc_mrr_at_100_max": 0.791996, + "nauc_mrr_at_100_std": 0.005878, + "nauc_mrr_at_100_diff1": 0.881321, + "nauc_mrr_at_1000_max": 0.791924, + "nauc_mrr_at_1000_std": 0.005553, + "nauc_mrr_at_1000_diff1": 0.881309, + "hit_rate_at_1": 0.84889, + "hit_rate_at_3": 0.92, + "hit_rate_at_5": 0.94222, + "hit_rate_at_10": 0.96, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.90676, "hf_subset": "arz_Arab-arz_Arab", "languages": [ "arz-Arab", "arz-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91, - "ndcg_at_3": 0.94372, - "ndcg_at_5": 0.95022, - "ndcg_at_10": 0.95168, - "ndcg_at_20": 0.95337, - "ndcg_at_100": 0.9542, - "ndcg_at_1000": 0.95449, - "map_at_1": 0.91, - "map_at_3": 0.93574, - "map_at_5": 0.93941, - "map_at_10": 0.94002, - "map_at_20": 0.94049, - "map_at_100": 0.9406, - "map_at_1000": 0.94061, - "recall_at_1": 0.91, + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.94143, + "ndcg_at_5": 0.94607, + "ndcg_at_10": 0.94822, + "ndcg_at_20": 0.94993, + "ndcg_at_100": 0.95124, + "ndcg_at_1000": 0.95152, + "map_at_1": 0.90222, + "map_at_3": 0.93259, + "map_at_5": 0.9352, + "map_at_10": 0.93609, + "map_at_20": 0.93657, + "map_at_100": 0.93677, + "map_at_1000": 0.93678, + "recall_at_1": 0.90222, "recall_at_3": 0.96667, - "recall_at_5": 0.98222, - "recall_at_10": 0.98667, - "recall_at_20": 0.99333, + "recall_at_5": 0.97778, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91, + "accuracy": 0.90222, + "precision_at_1": 0.90222, "precision_at_3": 0.32222, - "precision_at_5": 0.19644, - "precision_at_10": 0.09867, - "precision_at_20": 0.04967, + "precision_at_5": 0.19556, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.91, - "mrr_at_3": 0.935741, - "mrr_at_5": 0.939407, - "mrr_at_10": 0.940022, - "mrr_at_20": 0.940486, - "mrr_at_100": 0.940599, - "mrr_at_1000": 0.94061, - "nauc_ndcg_at_1_max": 0.717606, - "nauc_ndcg_at_1_std": -0.317541, - "nauc_ndcg_at_1_diff1": 0.922825, - "nauc_ndcg_at_3_max": 0.735227, - "nauc_ndcg_at_3_std": -0.377669, - "nauc_ndcg_at_3_diff1": 0.93312, - "nauc_ndcg_at_5_max": 0.748083, - "nauc_ndcg_at_5_std": -0.362744, - "nauc_ndcg_at_5_diff1": 0.933078, - "nauc_ndcg_at_10_max": 0.743479, - "nauc_ndcg_at_10_std": -0.353107, - "nauc_ndcg_at_10_diff1": 0.932056, - "nauc_ndcg_at_20_max": 0.740417, - "nauc_ndcg_at_20_std": -0.347325, - "nauc_ndcg_at_20_diff1": 0.931861, - "nauc_ndcg_at_100_max": 0.740052, - "nauc_ndcg_at_100_std": -0.337013, - "nauc_ndcg_at_100_diff1": 0.930625, - "nauc_ndcg_at_1000_max": 0.738408, - "nauc_ndcg_at_1000_std": -0.345031, - "nauc_ndcg_at_1000_diff1": 0.930186, - "nauc_map_at_1_max": 0.717606, - "nauc_map_at_1_std": -0.317541, - "nauc_map_at_1_diff1": 0.922825, - "nauc_map_at_3_max": 0.73187, - "nauc_map_at_3_std": -0.359127, - "nauc_map_at_3_diff1": 0.92979, - "nauc_map_at_5_max": 0.737512, - "nauc_map_at_5_std": -0.351129, - "nauc_map_at_5_diff1": 0.929572, - "nauc_map_at_10_max": 0.735809, - "nauc_map_at_10_std": -0.347943, - "nauc_map_at_10_diff1": 0.929195, - "nauc_map_at_20_max": 0.735144, - "nauc_map_at_20_std": -0.346306, - "nauc_map_at_20_diff1": 0.92909, - "nauc_map_at_100_max": 0.735145, - "nauc_map_at_100_std": -0.345178, - "nauc_map_at_100_diff1": 0.928955, - "nauc_map_at_1000_max": 0.735096, - "nauc_map_at_1000_std": -0.34541, - "nauc_map_at_1000_diff1": 0.928942, - "nauc_recall_at_1_max": 0.717606, - "nauc_recall_at_1_std": -0.317541, - "nauc_recall_at_1_diff1": 0.922825, - "nauc_recall_at_3_max": 0.751836, - "nauc_recall_at_3_std": -0.479412, - "nauc_recall_at_3_diff1": 0.951525, - "nauc_recall_at_5_max": 0.853992, - "nauc_recall_at_5_std": -0.467991, - "nauc_recall_at_5_diff1": 0.96732, - "nauc_recall_at_10_max": 0.839364, - "nauc_recall_at_10_std": -0.392157, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.846716, - "nauc_recall_at_20_std": -0.293729, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.932593, + "mrr_at_5": 0.935204, + "mrr_at_10": 0.936091, + "mrr_at_20": 0.93657, + "mrr_at_100": 0.936773, + "mrr_at_1000": 0.936782, + "nauc_ndcg_at_1_max": 0.688588, + "nauc_ndcg_at_1_std": -0.276823, + "nauc_ndcg_at_1_diff1": 0.922651, + "nauc_ndcg_at_3_max": 0.696278, + "nauc_ndcg_at_3_std": -0.293027, + "nauc_ndcg_at_3_diff1": 0.925689, + "nauc_ndcg_at_5_max": 0.710905, + "nauc_ndcg_at_5_std": -0.28552, + "nauc_ndcg_at_5_diff1": 0.927469, + "nauc_ndcg_at_10_max": 0.70259, + "nauc_ndcg_at_10_std": -0.287497, + "nauc_ndcg_at_10_diff1": 0.926298, + "nauc_ndcg_at_20_max": 0.70239, + "nauc_ndcg_at_20_std": -0.284659, + "nauc_ndcg_at_20_diff1": 0.926801, + "nauc_ndcg_at_100_max": 0.702601, + "nauc_ndcg_at_100_std": -0.276448, + "nauc_ndcg_at_100_diff1": 0.926005, + "nauc_ndcg_at_1000_max": 0.700893, + "nauc_ndcg_at_1000_std": -0.283777, + "nauc_ndcg_at_1000_diff1": 0.92558, + "nauc_map_at_1_max": 0.688588, + "nauc_map_at_1_std": -0.276823, + "nauc_map_at_1_diff1": 0.922651, + "nauc_map_at_3_max": 0.695426, + "nauc_map_at_3_std": -0.288217, + "nauc_map_at_3_diff1": 0.92454, + "nauc_map_at_5_max": 0.702011, + "nauc_map_at_5_std": -0.28534, + "nauc_map_at_5_diff1": 0.925338, + "nauc_map_at_10_max": 0.698975, + "nauc_map_at_10_std": -0.286246, + "nauc_map_at_10_diff1": 0.924933, + "nauc_map_at_20_max": 0.698787, + "nauc_map_at_20_std": -0.285848, + "nauc_map_at_20_diff1": 0.924975, + "nauc_map_at_100_max": 0.698781, + "nauc_map_at_100_std": -0.285224, + "nauc_map_at_100_diff1": 0.924872, + "nauc_map_at_1000_max": 0.698737, + "nauc_map_at_1000_std": -0.285411, + "nauc_map_at_1000_diff1": 0.924861, + "nauc_recall_at_1_max": 0.688588, + "nauc_recall_at_1_std": -0.276823, + "nauc_recall_at_1_diff1": 0.922651, + "nauc_recall_at_3_max": 0.69972, + "nauc_recall_at_3_std": -0.320386, + "nauc_recall_at_3_diff1": 0.932462, + "nauc_recall_at_5_max": 0.789262, + "nauc_recall_at_5_std": -0.280345, + "nauc_recall_at_5_diff1": 0.946078, + "nauc_recall_at_10_max": 0.740129, + "nauc_recall_at_10_std": -0.292951, + "nauc_recall_at_10_diff1": 0.941643, + "nauc_recall_at_20_max": 0.769841, + "nauc_recall_at_20_std": -0.222923, + "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.717606, - "nauc_precision_at_1_std": -0.317541, - "nauc_precision_at_1_diff1": 0.922825, - "nauc_precision_at_3_max": 0.751836, - "nauc_precision_at_3_std": -0.479412, - "nauc_precision_at_3_diff1": 0.951525, - "nauc_precision_at_5_max": 0.853992, - "nauc_precision_at_5_std": -0.467991, - "nauc_precision_at_5_diff1": 0.96732, - "nauc_precision_at_10_max": 0.839364, - "nauc_precision_at_10_std": -0.392157, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.846716, - "nauc_precision_at_20_std": -0.293729, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.688588, + "nauc_precision_at_1_std": -0.276823, + "nauc_precision_at_1_diff1": 0.922651, + "nauc_precision_at_3_max": 0.69972, + "nauc_precision_at_3_std": -0.320386, + "nauc_precision_at_3_diff1": 0.932462, + "nauc_precision_at_5_max": 0.789262, + "nauc_precision_at_5_std": -0.280345, + "nauc_precision_at_5_diff1": 0.946078, + "nauc_precision_at_10_max": 0.740129, + "nauc_precision_at_10_std": -0.292951, + "nauc_precision_at_10_diff1": 0.941643, + "nauc_precision_at_20_max": 0.769841, + "nauc_precision_at_20_std": -0.222923, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.717606, - "nauc_mrr_at_1_std": -0.317541, - "nauc_mrr_at_1_diff1": 0.922825, - "nauc_mrr_at_3_max": 0.73187, - "nauc_mrr_at_3_std": -0.359127, - "nauc_mrr_at_3_diff1": 0.92979, - "nauc_mrr_at_5_max": 0.737512, - "nauc_mrr_at_5_std": -0.351129, - "nauc_mrr_at_5_diff1": 0.929572, - "nauc_mrr_at_10_max": 0.735809, - "nauc_mrr_at_10_std": -0.347943, - "nauc_mrr_at_10_diff1": 0.929195, - "nauc_mrr_at_20_max": 0.735144, - "nauc_mrr_at_20_std": -0.346306, - "nauc_mrr_at_20_diff1": 0.92909, - "nauc_mrr_at_100_max": 0.735145, - "nauc_mrr_at_100_std": -0.345178, - "nauc_mrr_at_100_diff1": 0.928955, - "nauc_mrr_at_1000_max": 0.735096, - "nauc_mrr_at_1000_std": -0.34541, - "nauc_mrr_at_1000_diff1": 0.928942, - "main_score": 0.95168, + "nauc_mrr_at_1_max": 0.688588, + "nauc_mrr_at_1_std": -0.276823, + "nauc_mrr_at_1_diff1": 0.922651, + "nauc_mrr_at_3_max": 0.695426, + "nauc_mrr_at_3_std": -0.288217, + "nauc_mrr_at_3_diff1": 0.92454, + "nauc_mrr_at_5_max": 0.702011, + "nauc_mrr_at_5_std": -0.28534, + "nauc_mrr_at_5_diff1": 0.925338, + "nauc_mrr_at_10_max": 0.698975, + "nauc_mrr_at_10_std": -0.286246, + "nauc_mrr_at_10_diff1": 0.924933, + "nauc_mrr_at_20_max": 0.698787, + "nauc_mrr_at_20_std": -0.285848, + "nauc_mrr_at_20_diff1": 0.924975, + "nauc_mrr_at_100_max": 0.698781, + "nauc_mrr_at_100_std": -0.285224, + "nauc_mrr_at_100_diff1": 0.924872, + "nauc_mrr_at_1000_max": 0.698737, + "nauc_mrr_at_1000_std": -0.285411, + "nauc_mrr_at_1000_diff1": 0.924861, + "hit_rate_at_1": 0.90222, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94822, "hf_subset": "arz_Arab-eng_Latn", "languages": [ "arz-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.85111, - "ndcg_at_3": 0.89713, - "ndcg_at_5": 0.90483, - "ndcg_at_10": 0.91043, - "ndcg_at_20": 0.91459, - "ndcg_at_100": 0.91787, - "ndcg_at_1000": 0.91816, - "map_at_1": 0.85111, - "map_at_3": 0.88611, - "map_at_5": 0.89033, - "map_at_10": 0.89277, - "map_at_20": 0.89389, - "map_at_100": 0.89441, - "map_at_1000": 0.89442, - "recall_at_1": 0.85111, - "recall_at_3": 0.92889, - "recall_at_5": 0.94778, - "recall_at_10": 0.96444, - "recall_at_20": 0.98111, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.87795, + "ndcg_at_5": 0.88708, + "ndcg_at_10": 0.89472, + "ndcg_at_20": 0.9003, + "ndcg_at_100": 0.90473, + "ndcg_at_1000": 0.90486, + "map_at_1": 0.83444, + "map_at_3": 0.86759, + "map_at_5": 0.87265, + "map_at_10": 0.87586, + "map_at_20": 0.87737, + "map_at_100": 0.87803, + "map_at_1000": 0.87803, + "recall_at_1": 0.83444, + "recall_at_3": 0.90778, + "recall_at_5": 0.93, + "recall_at_10": 0.95333, + "recall_at_20": 0.97556, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.85111, - "precision_at_3": 0.30963, - "precision_at_5": 0.18956, - "precision_at_10": 0.09644, - "precision_at_20": 0.04906, - "precision_at_100": 0.00998, + "accuracy": 0.83444, + "precision_at_1": 0.83444, + "precision_at_3": 0.30259, + "precision_at_5": 0.186, + "precision_at_10": 0.09533, + "precision_at_20": 0.04878, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.851111, - "mrr_at_3": 0.886111, - "mrr_at_5": 0.890333, - "mrr_at_10": 0.892769, - "mrr_at_20": 0.893889, - "mrr_at_100": 0.894409, - "mrr_at_1000": 0.894422, - "nauc_ndcg_at_1_max": 0.768955, - "nauc_ndcg_at_1_std": -0.056085, - "nauc_ndcg_at_1_diff1": 0.904863, - "nauc_ndcg_at_3_max": 0.801026, - "nauc_ndcg_at_3_std": 0.04139, - "nauc_ndcg_at_3_diff1": 0.884617, - "nauc_ndcg_at_5_max": 0.810735, - "nauc_ndcg_at_5_std": 0.050763, - "nauc_ndcg_at_5_diff1": 0.892796, - "nauc_ndcg_at_10_max": 0.806728, - "nauc_ndcg_at_10_std": 0.058946, - "nauc_ndcg_at_10_diff1": 0.892714, - "nauc_ndcg_at_20_max": 0.800628, - "nauc_ndcg_at_20_std": 0.037972, - "nauc_ndcg_at_20_diff1": 0.894507, - "nauc_ndcg_at_100_max": 0.796968, - "nauc_ndcg_at_100_std": 0.02973, - "nauc_ndcg_at_100_diff1": 0.894313, - "nauc_ndcg_at_1000_max": 0.796215, - "nauc_ndcg_at_1000_std": 0.026866, - "nauc_ndcg_at_1000_diff1": 0.89419, - "nauc_map_at_1_max": 0.768955, - "nauc_map_at_1_std": -0.056085, - "nauc_map_at_1_diff1": 0.904863, - "nauc_map_at_3_max": 0.791548, - "nauc_map_at_3_std": 0.014475, - "nauc_map_at_3_diff1": 0.890215, - "nauc_map_at_5_max": 0.795535, - "nauc_map_at_5_std": 0.017456, - "nauc_map_at_5_diff1": 0.8943, - "nauc_map_at_10_max": 0.793852, - "nauc_map_at_10_std": 0.02005, - "nauc_map_at_10_diff1": 0.894405, - "nauc_map_at_20_max": 0.792353, - "nauc_map_at_20_std": 0.014835, - "nauc_map_at_20_diff1": 0.894743, - "nauc_map_at_100_max": 0.791894, - "nauc_map_at_100_std": 0.014057, - "nauc_map_at_100_diff1": 0.894788, - "nauc_map_at_1000_max": 0.791867, - "nauc_map_at_1000_std": 0.013943, - "nauc_map_at_1000_diff1": 0.894787, - "nauc_recall_at_1_max": 0.768955, - "nauc_recall_at_1_std": -0.056085, - "nauc_recall_at_1_diff1": 0.904863, - "nauc_recall_at_3_max": 0.843298, - "nauc_recall_at_3_std": 0.160145, - "nauc_recall_at_3_diff1": 0.859908, - "nauc_recall_at_5_max": 0.903302, - "nauc_recall_at_5_std": 0.247641, - "nauc_recall_at_5_diff1": 0.887061, - "nauc_recall_at_10_max": 0.915456, - "nauc_recall_at_10_std": 0.393893, - "nauc_recall_at_10_diff1": 0.882265, - "nauc_recall_at_20_max": 0.905531, - "nauc_recall_at_20_std": 0.329791, - "nauc_recall_at_20_diff1": 0.907453, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.867593, + "mrr_at_5": 0.872648, + "mrr_at_10": 0.875859, + "mrr_at_20": 0.877373, + "mrr_at_100": 0.878032, + "mrr_at_1000": 0.878034, + "nauc_ndcg_at_1_max": 0.744943, + "nauc_ndcg_at_1_std": -0.13455, + "nauc_ndcg_at_1_diff1": 0.893282, + "nauc_ndcg_at_3_max": 0.776869, + "nauc_ndcg_at_3_std": -0.041121, + "nauc_ndcg_at_3_diff1": 0.87388, + "nauc_ndcg_at_5_max": 0.786498, + "nauc_ndcg_at_5_std": -0.028735, + "nauc_ndcg_at_5_diff1": 0.881484, + "nauc_ndcg_at_10_max": 0.789351, + "nauc_ndcg_at_10_std": -0.024992, + "nauc_ndcg_at_10_diff1": 0.886623, + "nauc_ndcg_at_20_max": 0.781409, + "nauc_ndcg_at_20_std": -0.042547, + "nauc_ndcg_at_20_diff1": 0.885351, + "nauc_ndcg_at_100_max": 0.777465, + "nauc_ndcg_at_100_std": -0.050513, + "nauc_ndcg_at_100_diff1": 0.885311, + "nauc_ndcg_at_1000_max": 0.777153, + "nauc_ndcg_at_1000_std": -0.051595, + "nauc_ndcg_at_1000_diff1": 0.88515, + "nauc_map_at_1_max": 0.744943, + "nauc_map_at_1_std": -0.13455, + "nauc_map_at_1_diff1": 0.893282, + "nauc_map_at_3_max": 0.769074, + "nauc_map_at_3_std": -0.065341, + "nauc_map_at_3_diff1": 0.879065, + "nauc_map_at_5_max": 0.773567, + "nauc_map_at_5_std": -0.060526, + "nauc_map_at_5_diff1": 0.883167, + "nauc_map_at_10_max": 0.774857, + "nauc_map_at_10_std": -0.058274, + "nauc_map_at_10_diff1": 0.885316, + "nauc_map_at_20_max": 0.772797, + "nauc_map_at_20_std": -0.063311, + "nauc_map_at_20_diff1": 0.884967, + "nauc_map_at_100_max": 0.772347, + "nauc_map_at_100_std": -0.063907, + "nauc_map_at_100_diff1": 0.885057, + "nauc_map_at_1000_max": 0.772342, + "nauc_map_at_1000_std": -0.063925, + "nauc_map_at_1000_diff1": 0.885054, + "nauc_recall_at_1_max": 0.744943, + "nauc_recall_at_1_std": -0.13455, + "nauc_recall_at_1_diff1": 0.893282, + "nauc_recall_at_3_max": 0.8071, + "nauc_recall_at_3_std": 0.053789, + "nauc_recall_at_3_diff1": 0.853459, + "nauc_recall_at_5_max": 0.852926, + "nauc_recall_at_5_std": 0.13329, + "nauc_recall_at_5_diff1": 0.874957, + "nauc_recall_at_10_max": 0.896848, + "nauc_recall_at_10_std": 0.215197, + "nauc_recall_at_10_diff1": 0.902361, + "nauc_recall_at_20_max": 0.874586, + "nauc_recall_at_20_std": 0.186168, + "nauc_recall_at_20_diff1": 0.898481, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.777077, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_std": 0.722222, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.768955, - "nauc_precision_at_1_std": -0.056085, - "nauc_precision_at_1_diff1": 0.904863, - "nauc_precision_at_3_max": 0.843298, - "nauc_precision_at_3_std": 0.160145, - "nauc_precision_at_3_diff1": 0.859908, - "nauc_precision_at_5_max": 0.903302, - "nauc_precision_at_5_std": 0.247641, - "nauc_precision_at_5_diff1": 0.887061, - "nauc_precision_at_10_max": 0.915456, - "nauc_precision_at_10_std": 0.393893, - "nauc_precision_at_10_diff1": 0.882265, - "nauc_precision_at_20_max": 0.905531, - "nauc_precision_at_20_std": 0.329791, - "nauc_precision_at_20_diff1": 0.907453, + "nauc_precision_at_1_max": 0.744943, + "nauc_precision_at_1_std": -0.13455, + "nauc_precision_at_1_diff1": 0.893282, + "nauc_precision_at_3_max": 0.8071, + "nauc_precision_at_3_std": 0.053789, + "nauc_precision_at_3_diff1": 0.853459, + "nauc_precision_at_5_max": 0.852926, + "nauc_precision_at_5_std": 0.13329, + "nauc_precision_at_5_diff1": 0.874957, + "nauc_precision_at_10_max": 0.896848, + "nauc_precision_at_10_std": 0.215197, + "nauc_precision_at_10_diff1": 0.902361, + "nauc_precision_at_20_max": 0.874586, + "nauc_precision_at_20_std": 0.186168, + "nauc_precision_at_20_diff1": 0.898481, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.777077, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_std": 0.722222, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.768955, - "nauc_mrr_at_1_std": -0.056085, - "nauc_mrr_at_1_diff1": 0.904863, - "nauc_mrr_at_3_max": 0.791548, - "nauc_mrr_at_3_std": 0.014475, - "nauc_mrr_at_3_diff1": 0.890215, - "nauc_mrr_at_5_max": 0.795535, - "nauc_mrr_at_5_std": 0.017456, - "nauc_mrr_at_5_diff1": 0.8943, - "nauc_mrr_at_10_max": 0.793852, - "nauc_mrr_at_10_std": 0.02005, - "nauc_mrr_at_10_diff1": 0.894405, - "nauc_mrr_at_20_max": 0.792353, - "nauc_mrr_at_20_std": 0.014835, - "nauc_mrr_at_20_diff1": 0.894743, - "nauc_mrr_at_100_max": 0.791894, - "nauc_mrr_at_100_std": 0.014057, - "nauc_mrr_at_100_diff1": 0.894788, - "nauc_mrr_at_1000_max": 0.791867, - "nauc_mrr_at_1000_std": 0.013943, - "nauc_mrr_at_1000_diff1": 0.894787, - "main_score": 0.91043, + "nauc_mrr_at_1_max": 0.744943, + "nauc_mrr_at_1_std": -0.13455, + "nauc_mrr_at_1_diff1": 0.893282, + "nauc_mrr_at_3_max": 0.769074, + "nauc_mrr_at_3_std": -0.065341, + "nauc_mrr_at_3_diff1": 0.879065, + "nauc_mrr_at_5_max": 0.773567, + "nauc_mrr_at_5_std": -0.060526, + "nauc_mrr_at_5_diff1": 0.883167, + "nauc_mrr_at_10_max": 0.774857, + "nauc_mrr_at_10_std": -0.058274, + "nauc_mrr_at_10_diff1": 0.885316, + "nauc_mrr_at_20_max": 0.772797, + "nauc_mrr_at_20_std": -0.063311, + "nauc_mrr_at_20_diff1": 0.884967, + "nauc_mrr_at_100_max": 0.772347, + "nauc_mrr_at_100_std": -0.063907, + "nauc_mrr_at_100_diff1": 0.885057, + "nauc_mrr_at_1000_max": 0.772342, + "nauc_mrr_at_1000_std": -0.063925, + "nauc_mrr_at_1000_diff1": 0.885054, + "hit_rate_at_1": 0.83444, + "hit_rate_at_3": 0.90778, + "hit_rate_at_5": 0.93, + "hit_rate_at_10": 0.95333, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.89472, "hf_subset": "eng_Latn-arz_Arab", "languages": [ "eng-Latn", "arz-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.82778, - "ndcg_at_3": 0.87573, - "ndcg_at_5": 0.88826, - "ndcg_at_10": 0.89645, - "ndcg_at_20": 0.89782, - "ndcg_at_100": 0.90174, - "ndcg_at_1000": 0.90276, - "map_at_1": 0.82778, - "map_at_3": 0.86389, - "map_at_5": 0.87094, - "map_at_10": 0.87428, - "map_at_20": 0.87464, - "map_at_100": 0.87519, - "map_at_1000": 0.87523, - "recall_at_1": 0.82778, - "recall_at_3": 0.91, - "recall_at_5": 0.94, - "recall_at_10": 0.96556, - "recall_at_20": 0.97111, + "ndcg_at_1": 0.81222, + "ndcg_at_3": 0.86762, + "ndcg_at_5": 0.87914, + "ndcg_at_10": 0.88867, + "ndcg_at_20": 0.89058, + "ndcg_at_100": 0.89471, + "ndcg_at_1000": 0.89571, + "map_at_1": 0.81222, + "map_at_3": 0.85444, + "map_at_5": 0.86089, + "map_at_10": 0.86493, + "map_at_20": 0.86543, + "map_at_100": 0.866, + "map_at_1000": 0.86604, + "recall_at_1": 0.81222, + "recall_at_3": 0.90556, + "recall_at_5": 0.93333, + "recall_at_10": 0.96222, + "recall_at_20": 0.97, "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.82778, - "precision_at_3": 0.30333, - "precision_at_5": 0.188, - "precision_at_10": 0.09656, - "precision_at_20": 0.04856, + "accuracy": 0.81222, + "precision_at_1": 0.81222, + "precision_at_3": 0.30185, + "precision_at_5": 0.18667, + "precision_at_10": 0.09622, + "precision_at_20": 0.0485, "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.827778, - "mrr_at_3": 0.863889, - "mrr_at_5": 0.870944, - "mrr_at_10": 0.874284, - "mrr_at_20": 0.874641, - "mrr_at_100": 0.875189, - "mrr_at_1000": 0.875231, - "nauc_ndcg_at_1_max": 0.687483, - "nauc_ndcg_at_1_std": -0.062621, - "nauc_ndcg_at_1_diff1": 0.846984, - "nauc_ndcg_at_3_max": 0.737869, - "nauc_ndcg_at_3_std": 0.018442, - "nauc_ndcg_at_3_diff1": 0.839876, - "nauc_ndcg_at_5_max": 0.737338, - "nauc_ndcg_at_5_std": 0.01581, - "nauc_ndcg_at_5_diff1": 0.839661, - "nauc_ndcg_at_10_max": 0.731646, - "nauc_ndcg_at_10_std": 0.016119, - "nauc_ndcg_at_10_diff1": 0.843734, - "nauc_ndcg_at_20_max": 0.72932, - "nauc_ndcg_at_20_std": 0.012643, - "nauc_ndcg_at_20_diff1": 0.843902, - "nauc_ndcg_at_100_max": 0.72824, - "nauc_ndcg_at_100_std": 0.008127, - "nauc_ndcg_at_100_diff1": 0.843683, - "nauc_ndcg_at_1000_max": 0.725934, - "nauc_ndcg_at_1000_std": 0.002719, - "nauc_ndcg_at_1000_diff1": 0.844035, - "nauc_map_at_1_max": 0.687483, - "nauc_map_at_1_std": -0.062621, - "nauc_map_at_1_diff1": 0.846984, - "nauc_map_at_3_max": 0.724611, - "nauc_map_at_3_std": -0.004819, - "nauc_map_at_3_diff1": 0.842495, - "nauc_map_at_5_max": 0.72366, - "nauc_map_at_5_std": -0.007671, - "nauc_map_at_5_diff1": 0.842609, - "nauc_map_at_10_max": 0.721481, - "nauc_map_at_10_std": -0.007765, - "nauc_map_at_10_diff1": 0.844246, - "nauc_map_at_20_max": 0.720932, - "nauc_map_at_20_std": -0.008741, - "nauc_map_at_20_diff1": 0.844286, - "nauc_map_at_100_max": 0.720796, - "nauc_map_at_100_std": -0.00895, - "nauc_map_at_100_diff1": 0.844278, - "nauc_map_at_1000_max": 0.720722, - "nauc_map_at_1000_std": -0.009104, - "nauc_map_at_1000_diff1": 0.844299, - "nauc_recall_at_1_max": 0.687483, - "nauc_recall_at_1_std": -0.062621, - "nauc_recall_at_1_diff1": 0.846984, - "nauc_recall_at_3_max": 0.792429, - "nauc_recall_at_3_std": 0.115491, - "nauc_recall_at_3_diff1": 0.828584, - "nauc_recall_at_5_max": 0.816872, - "nauc_recall_at_5_std": 0.15471, - "nauc_recall_at_5_diff1": 0.821411, - "nauc_recall_at_10_max": 0.822023, - "nauc_recall_at_10_std": 0.251845, - "nauc_recall_at_10_diff1": 0.841059, - "nauc_recall_at_20_max": 0.807908, - "nauc_recall_at_20_std": 0.254184, - "nauc_recall_at_20_diff1": 0.842724, - "nauc_recall_at_100_max": 0.941643, + "mrr_at_1": 0.812222, + "mrr_at_3": 0.854444, + "mrr_at_5": 0.860889, + "mrr_at_10": 0.864931, + "mrr_at_20": 0.865425, + "mrr_at_100": 0.865999, + "mrr_at_1000": 0.866035, + "nauc_ndcg_at_1_max": 0.675283, + "nauc_ndcg_at_1_std": -0.114776, + "nauc_ndcg_at_1_diff1": 0.839772, + "nauc_ndcg_at_3_max": 0.717509, + "nauc_ndcg_at_3_std": -0.0783, + "nauc_ndcg_at_3_diff1": 0.834149, + "nauc_ndcg_at_5_max": 0.730956, + "nauc_ndcg_at_5_std": -0.04851, + "nauc_ndcg_at_5_diff1": 0.840811, + "nauc_ndcg_at_10_max": 0.72374, + "nauc_ndcg_at_10_std": -0.047414, + "nauc_ndcg_at_10_diff1": 0.843117, + "nauc_ndcg_at_20_max": 0.719742, + "nauc_ndcg_at_20_std": -0.047126, + "nauc_ndcg_at_20_diff1": 0.84058, + "nauc_ndcg_at_100_max": 0.717646, + "nauc_ndcg_at_100_std": -0.058541, + "nauc_ndcg_at_100_diff1": 0.841129, + "nauc_ndcg_at_1000_max": 0.715212, + "nauc_ndcg_at_1000_std": -0.064117, + "nauc_ndcg_at_1000_diff1": 0.840731, + "nauc_map_at_1_max": 0.675283, + "nauc_map_at_1_std": -0.114776, + "nauc_map_at_1_diff1": 0.839772, + "nauc_map_at_3_max": 0.707501, + "nauc_map_at_3_std": -0.087033, + "nauc_map_at_3_diff1": 0.836586, + "nauc_map_at_5_max": 0.713791, + "nauc_map_at_5_std": -0.072366, + "nauc_map_at_5_diff1": 0.839888, + "nauc_map_at_10_max": 0.710813, + "nauc_map_at_10_std": -0.072692, + "nauc_map_at_10_diff1": 0.840654, + "nauc_map_at_20_max": 0.709925, + "nauc_map_at_20_std": -0.073065, + "nauc_map_at_20_diff1": 0.840099, + "nauc_map_at_100_max": 0.709589, + "nauc_map_at_100_std": -0.074652, + "nauc_map_at_100_diff1": 0.840196, + "nauc_map_at_1000_max": 0.709519, + "nauc_map_at_1000_std": -0.074783, + "nauc_map_at_1000_diff1": 0.840187, + "nauc_recall_at_1_max": 0.675283, + "nauc_recall_at_1_std": -0.114776, + "nauc_recall_at_1_diff1": 0.839772, + "nauc_recall_at_3_max": 0.758373, + "nauc_recall_at_3_std": -0.042577, + "nauc_recall_at_3_diff1": 0.823332, + "nauc_recall_at_5_max": 0.830283, + "nauc_recall_at_5_std": 0.093238, + "nauc_recall_at_5_diff1": 0.84744, + "nauc_recall_at_10_max": 0.842876, + "nauc_recall_at_10_std": 0.210798, + "nauc_recall_at_10_diff1": 0.872522, + "nauc_recall_at_20_max": 0.816665, + "nauc_recall_at_20_std": 0.293253, + "nauc_recall_at_20_diff1": 0.844313, + "nauc_recall_at_100_max": 0.962652, "nauc_recall_at_100_std": 0.525277, - "nauc_recall_at_100_diff1": 0.81726, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.687483, - "nauc_precision_at_1_std": -0.062621, - "nauc_precision_at_1_diff1": 0.846984, - "nauc_precision_at_3_max": 0.792429, - "nauc_precision_at_3_std": 0.115491, - "nauc_precision_at_3_diff1": 0.828584, - "nauc_precision_at_5_max": 0.816872, - "nauc_precision_at_5_std": 0.15471, - "nauc_precision_at_5_diff1": 0.821411, - "nauc_precision_at_10_max": 0.822023, - "nauc_precision_at_10_std": 0.251845, - "nauc_precision_at_10_diff1": 0.841059, - "nauc_precision_at_20_max": 0.807908, - "nauc_precision_at_20_std": 0.254184, - "nauc_precision_at_20_diff1": 0.842724, - "nauc_precision_at_100_max": 0.941643, + "nauc_recall_at_100_diff1": 0.883287, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.675283, + "nauc_precision_at_1_std": -0.114776, + "nauc_precision_at_1_diff1": 0.839772, + "nauc_precision_at_3_max": 0.758373, + "nauc_precision_at_3_std": -0.042577, + "nauc_precision_at_3_diff1": 0.823332, + "nauc_precision_at_5_max": 0.830283, + "nauc_precision_at_5_std": 0.093238, + "nauc_precision_at_5_diff1": 0.84744, + "nauc_precision_at_10_max": 0.842876, + "nauc_precision_at_10_std": 0.210798, + "nauc_precision_at_10_diff1": 0.872522, + "nauc_precision_at_20_max": 0.816665, + "nauc_precision_at_20_std": 0.293253, + "nauc_precision_at_20_diff1": 0.844313, + "nauc_precision_at_100_max": 0.962652, "nauc_precision_at_100_std": 0.525277, - "nauc_precision_at_100_diff1": 0.81726, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.687483, - "nauc_mrr_at_1_std": -0.062621, - "nauc_mrr_at_1_diff1": 0.846984, - "nauc_mrr_at_3_max": 0.724611, - "nauc_mrr_at_3_std": -0.004819, - "nauc_mrr_at_3_diff1": 0.842495, - "nauc_mrr_at_5_max": 0.72366, - "nauc_mrr_at_5_std": -0.007671, - "nauc_mrr_at_5_diff1": 0.842609, - "nauc_mrr_at_10_max": 0.721481, - "nauc_mrr_at_10_std": -0.007765, - "nauc_mrr_at_10_diff1": 0.844246, - "nauc_mrr_at_20_max": 0.720932, - "nauc_mrr_at_20_std": -0.008741, - "nauc_mrr_at_20_diff1": 0.844286, - "nauc_mrr_at_100_max": 0.720796, - "nauc_mrr_at_100_std": -0.00895, - "nauc_mrr_at_100_diff1": 0.844278, - "nauc_mrr_at_1000_max": 0.720722, - "nauc_mrr_at_1000_std": -0.009104, - "nauc_mrr_at_1000_diff1": 0.844299, - "main_score": 0.89645, + "nauc_precision_at_100_diff1": 0.883287, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.675283, + "nauc_mrr_at_1_std": -0.114776, + "nauc_mrr_at_1_diff1": 0.839772, + "nauc_mrr_at_3_max": 0.707501, + "nauc_mrr_at_3_std": -0.087033, + "nauc_mrr_at_3_diff1": 0.836586, + "nauc_mrr_at_5_max": 0.713791, + "nauc_mrr_at_5_std": -0.072366, + "nauc_mrr_at_5_diff1": 0.839888, + "nauc_mrr_at_10_max": 0.710813, + "nauc_mrr_at_10_std": -0.072692, + "nauc_mrr_at_10_diff1": 0.840654, + "nauc_mrr_at_20_max": 0.709925, + "nauc_mrr_at_20_std": -0.073065, + "nauc_mrr_at_20_diff1": 0.840099, + "nauc_mrr_at_100_max": 0.709589, + "nauc_mrr_at_100_std": -0.074652, + "nauc_mrr_at_100_diff1": 0.840196, + "nauc_mrr_at_1000_max": 0.709519, + "nauc_mrr_at_1000_std": -0.074783, + "nauc_mrr_at_1000_diff1": 0.840187, + "hit_rate_at_1": 0.81222, + "hit_rate_at_3": 0.90556, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.96222, + "hit_rate_at_20": 0.97, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.88867, "hf_subset": "asm_Beng-asm_Beng", "languages": [ "asm-Beng", "asm-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88778, - "ndcg_at_3": 0.92696, - "ndcg_at_5": 0.93336, - "ndcg_at_10": 0.93848, - "ndcg_at_20": 0.93994, - "ndcg_at_100": 0.941, - "ndcg_at_1000": 0.94164, - "map_at_1": 0.88778, - "map_at_3": 0.91778, - "map_at_5": 0.92133, - "map_at_10": 0.92349, - "map_at_20": 0.92392, - "map_at_100": 0.92408, - "map_at_1000": 0.92412, - "recall_at_1": 0.88778, - "recall_at_3": 0.95333, - "recall_at_5": 0.96889, - "recall_at_10": 0.98444, + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.92468, + "ndcg_at_5": 0.93209, + "ndcg_at_10": 0.93756, + "ndcg_at_20": 0.93954, + "ndcg_at_100": 0.9407, + "ndcg_at_1000": 0.94116, + "map_at_1": 0.89111, + "map_at_3": 0.91667, + "map_at_5": 0.92083, + "map_at_10": 0.92313, + "map_at_20": 0.92369, + "map_at_100": 0.92382, + "map_at_1000": 0.92384, + "recall_at_1": 0.89111, + "recall_at_3": 0.94778, + "recall_at_5": 0.96556, + "recall_at_10": 0.98222, "recall_at_20": 0.99, - "recall_at_100": 0.99556, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88778, - "precision_at_3": 0.31778, - "precision_at_5": 0.19378, - "precision_at_10": 0.09844, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31593, + "precision_at_5": 0.19311, + "precision_at_10": 0.09822, "precision_at_20": 0.0495, - "precision_at_100": 0.00996, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.887778, - "mrr_at_3": 0.917778, - "mrr_at_5": 0.921333, - "mrr_at_10": 0.923495, - "mrr_at_20": 0.923925, - "mrr_at_100": 0.924082, - "mrr_at_1000": 0.924118, - "nauc_ndcg_at_1_max": 0.681631, - "nauc_ndcg_at_1_std": -0.266475, - "nauc_ndcg_at_1_diff1": 0.91351, - "nauc_ndcg_at_3_max": 0.743495, - "nauc_ndcg_at_3_std": -0.264062, - "nauc_ndcg_at_3_diff1": 0.912214, - "nauc_ndcg_at_5_max": 0.747117, - "nauc_ndcg_at_5_std": -0.25546, - "nauc_ndcg_at_5_diff1": 0.916364, - "nauc_ndcg_at_10_max": 0.738715, - "nauc_ndcg_at_10_std": -0.236269, - "nauc_ndcg_at_10_diff1": 0.914231, - "nauc_ndcg_at_20_max": 0.73425, - "nauc_ndcg_at_20_std": -0.242888, - "nauc_ndcg_at_20_diff1": 0.91275, - "nauc_ndcg_at_100_max": 0.731504, - "nauc_ndcg_at_100_std": -0.24216, - "nauc_ndcg_at_100_diff1": 0.912622, - "nauc_ndcg_at_1000_max": 0.728913, - "nauc_ndcg_at_1000_std": -0.247768, - "nauc_ndcg_at_1000_diff1": 0.912748, - "nauc_map_at_1_max": 0.681631, - "nauc_map_at_1_std": -0.266475, - "nauc_map_at_1_diff1": 0.91351, - "nauc_map_at_3_max": 0.727056, - "nauc_map_at_3_std": -0.259918, - "nauc_map_at_3_diff1": 0.911925, - "nauc_map_at_5_max": 0.727783, - "nauc_map_at_5_std": -0.25602, - "nauc_map_at_5_diff1": 0.913712, - "nauc_map_at_10_max": 0.724442, - "nauc_map_at_10_std": -0.249123, - "nauc_map_at_10_diff1": 0.912954, - "nauc_map_at_20_max": 0.723298, - "nauc_map_at_20_std": -0.25096, - "nauc_map_at_20_diff1": 0.912594, - "nauc_map_at_100_max": 0.722954, - "nauc_map_at_100_std": -0.251139, - "nauc_map_at_100_diff1": 0.912588, - "nauc_map_at_1000_max": 0.722839, - "nauc_map_at_1000_std": -0.251358, - "nauc_map_at_1000_diff1": 0.912588, - "nauc_recall_at_1_max": 0.681631, - "nauc_recall_at_1_std": -0.266475, - "nauc_recall_at_1_diff1": 0.91351, - "nauc_recall_at_3_max": 0.823507, - "nauc_recall_at_3_std": -0.288482, - "nauc_recall_at_3_diff1": 0.914188, - "nauc_recall_at_5_max": 0.884537, - "nauc_recall_at_5_std": -0.252834, - "nauc_recall_at_5_diff1": 0.938142, - "nauc_recall_at_10_max": 0.920301, - "nauc_recall_at_10_std": -0.031046, - "nauc_recall_at_10_diff1": 0.933473, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.916667, + "mrr_at_5": 0.920833, + "mrr_at_10": 0.923132, + "mrr_at_20": 0.923687, + "mrr_at_100": 0.923816, + "mrr_at_1000": 0.923839, + "nauc_ndcg_at_1_max": 0.664978, + "nauc_ndcg_at_1_std": -0.219587, + "nauc_ndcg_at_1_diff1": 0.889395, + "nauc_ndcg_at_3_max": 0.724534, + "nauc_ndcg_at_3_std": -0.209503, + "nauc_ndcg_at_3_diff1": 0.884757, + "nauc_ndcg_at_5_max": 0.722, + "nauc_ndcg_at_5_std": -0.203498, + "nauc_ndcg_at_5_diff1": 0.887601, + "nauc_ndcg_at_10_max": 0.721503, + "nauc_ndcg_at_10_std": -0.191315, + "nauc_ndcg_at_10_diff1": 0.889451, + "nauc_ndcg_at_20_max": 0.716278, + "nauc_ndcg_at_20_std": -0.190307, + "nauc_ndcg_at_20_diff1": 0.888845, + "nauc_ndcg_at_100_max": 0.712655, + "nauc_ndcg_at_100_std": -0.192638, + "nauc_ndcg_at_100_diff1": 0.887508, + "nauc_ndcg_at_1000_max": 0.710765, + "nauc_ndcg_at_1000_std": -0.195949, + "nauc_ndcg_at_1000_diff1": 0.887734, + "nauc_map_at_1_max": 0.664978, + "nauc_map_at_1_std": -0.219587, + "nauc_map_at_1_diff1": 0.889395, + "nauc_map_at_3_max": 0.708931, + "nauc_map_at_3_std": -0.208516, + "nauc_map_at_3_diff1": 0.885695, + "nauc_map_at_5_max": 0.707177, + "nauc_map_at_5_std": -0.204029, + "nauc_map_at_5_diff1": 0.886985, + "nauc_map_at_10_max": 0.706319, + "nauc_map_at_10_std": -0.199987, + "nauc_map_at_10_diff1": 0.887654, + "nauc_map_at_20_max": 0.705029, + "nauc_map_at_20_std": -0.1999, + "nauc_map_at_20_diff1": 0.887491, + "nauc_map_at_100_max": 0.704707, + "nauc_map_at_100_std": -0.200205, + "nauc_map_at_100_diff1": 0.887369, + "nauc_map_at_1000_max": 0.704636, + "nauc_map_at_1000_std": -0.20027, + "nauc_map_at_1000_diff1": 0.887383, + "nauc_recall_at_1_max": 0.664978, + "nauc_recall_at_1_std": -0.219587, + "nauc_recall_at_1_diff1": 0.889395, + "nauc_recall_at_3_max": 0.793859, + "nauc_recall_at_3_std": -0.216739, + "nauc_recall_at_3_diff1": 0.880803, + "nauc_recall_at_5_max": 0.81493, + "nauc_recall_at_5_std": -0.206771, + "nauc_recall_at_5_diff1": 0.893377, + "nauc_recall_at_10_max": 0.902398, + "nauc_recall_at_10_std": -0.077468, + "nauc_recall_at_10_diff1": 0.917279, "nauc_recall_at_20_max": 0.921413, - "nauc_recall_at_20_std": -0.054362, - "nauc_recall_at_20_diff1": 0.911038, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.28233, - "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_20_std": 0.037711, + "nauc_recall_at_20_diff1": 0.925563, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 0.863834, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.681631, - "nauc_precision_at_1_std": -0.266475, - "nauc_precision_at_1_diff1": 0.91351, - "nauc_precision_at_3_max": 0.823507, - "nauc_precision_at_3_std": -0.288482, - "nauc_precision_at_3_diff1": 0.914188, - "nauc_precision_at_5_max": 0.884537, - "nauc_precision_at_5_std": -0.252834, - "nauc_precision_at_5_diff1": 0.938142, - "nauc_precision_at_10_max": 0.920301, - "nauc_precision_at_10_std": -0.031046, - "nauc_precision_at_10_diff1": 0.933473, + "nauc_precision_at_1_max": 0.664978, + "nauc_precision_at_1_std": -0.219587, + "nauc_precision_at_1_diff1": 0.889395, + "nauc_precision_at_3_max": 0.793859, + "nauc_precision_at_3_std": -0.216739, + "nauc_precision_at_3_diff1": 0.880803, + "nauc_precision_at_5_max": 0.81493, + "nauc_precision_at_5_std": -0.206771, + "nauc_precision_at_5_diff1": 0.893377, + "nauc_precision_at_10_max": 0.902398, + "nauc_precision_at_10_std": -0.077468, + "nauc_precision_at_10_diff1": 0.917279, "nauc_precision_at_20_max": 0.921413, - "nauc_precision_at_20_std": -0.054362, - "nauc_precision_at_20_diff1": 0.911038, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.28233, - "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_20_std": 0.037711, + "nauc_precision_at_20_diff1": 0.925563, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 0.863834, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.681631, - "nauc_mrr_at_1_std": -0.266475, - "nauc_mrr_at_1_diff1": 0.91351, - "nauc_mrr_at_3_max": 0.727056, - "nauc_mrr_at_3_std": -0.259918, - "nauc_mrr_at_3_diff1": 0.911925, - "nauc_mrr_at_5_max": 0.727783, - "nauc_mrr_at_5_std": -0.25602, - "nauc_mrr_at_5_diff1": 0.913712, - "nauc_mrr_at_10_max": 0.724442, - "nauc_mrr_at_10_std": -0.249123, - "nauc_mrr_at_10_diff1": 0.912954, - "nauc_mrr_at_20_max": 0.723298, - "nauc_mrr_at_20_std": -0.25096, - "nauc_mrr_at_20_diff1": 0.912594, - "nauc_mrr_at_100_max": 0.722954, - "nauc_mrr_at_100_std": -0.251139, - "nauc_mrr_at_100_diff1": 0.912588, - "nauc_mrr_at_1000_max": 0.722839, - "nauc_mrr_at_1000_std": -0.251358, - "nauc_mrr_at_1000_diff1": 0.912588, - "main_score": 0.93848, + "nauc_mrr_at_1_max": 0.664978, + "nauc_mrr_at_1_std": -0.219587, + "nauc_mrr_at_1_diff1": 0.889395, + "nauc_mrr_at_3_max": 0.708931, + "nauc_mrr_at_3_std": -0.208516, + "nauc_mrr_at_3_diff1": 0.885695, + "nauc_mrr_at_5_max": 0.707177, + "nauc_mrr_at_5_std": -0.204029, + "nauc_mrr_at_5_diff1": 0.886985, + "nauc_mrr_at_10_max": 0.706319, + "nauc_mrr_at_10_std": -0.199987, + "nauc_mrr_at_10_diff1": 0.887654, + "nauc_mrr_at_20_max": 0.705029, + "nauc_mrr_at_20_std": -0.1999, + "nauc_mrr_at_20_diff1": 0.887491, + "nauc_mrr_at_100_max": 0.704707, + "nauc_mrr_at_100_std": -0.200205, + "nauc_mrr_at_100_diff1": 0.887369, + "nauc_mrr_at_1000_max": 0.704636, + "nauc_mrr_at_1000_std": -0.20027, + "nauc_mrr_at_1000_diff1": 0.887383, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.94778, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93756, "hf_subset": "asm_Beng-eng_Latn", "languages": [ "asm-Beng", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.79111, - "ndcg_at_3": 0.85354, - "ndcg_at_5": 0.86774, - "ndcg_at_10": 0.87432, - "ndcg_at_20": 0.8794, - "ndcg_at_100": 0.88337, - "ndcg_at_1000": 0.88469, - "map_at_1": 0.79111, - "map_at_3": 0.83926, - "map_at_5": 0.84715, - "map_at_10": 0.84992, - "map_at_20": 0.85133, - "map_at_100": 0.85189, - "map_at_1000": 0.85194, - "recall_at_1": 0.79111, - "recall_at_3": 0.89444, - "recall_at_5": 0.92889, - "recall_at_10": 0.94889, - "recall_at_20": 0.96889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.83747, + "ndcg_at_5": 0.84718, + "ndcg_at_10": 0.86015, + "ndcg_at_20": 0.8638, + "ndcg_at_100": 0.87061, + "ndcg_at_1000": 0.87194, + "map_at_1": 0.78111, + "map_at_3": 0.82389, + "map_at_5": 0.82933, + "map_at_10": 0.83492, + "map_at_20": 0.83592, + "map_at_100": 0.83686, + "map_at_1000": 0.83691, + "recall_at_1": 0.78111, + "recall_at_3": 0.87667, + "recall_at_5": 0.9, + "recall_at_10": 0.93889, + "recall_at_20": 0.95333, "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.79111, - "precision_at_3": 0.29815, - "precision_at_5": 0.18578, - "precision_at_10": 0.09489, - "precision_at_20": 0.04844, + "accuracy": 0.78111, + "precision_at_1": 0.78111, + "precision_at_3": 0.29222, + "precision_at_5": 0.18, + "precision_at_10": 0.09389, + "precision_at_20": 0.04767, "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.791111, - "mrr_at_3": 0.839259, - "mrr_at_5": 0.847148, - "mrr_at_10": 0.849918, - "mrr_at_20": 0.851328, - "mrr_at_100": 0.851891, - "mrr_at_1000": 0.851944, - "nauc_ndcg_at_1_max": 0.675043, - "nauc_ndcg_at_1_std": -0.016789, - "nauc_ndcg_at_1_diff1": 0.866997, - "nauc_ndcg_at_3_max": 0.723964, - "nauc_ndcg_at_3_std": 0.066985, - "nauc_ndcg_at_3_diff1": 0.842326, - "nauc_ndcg_at_5_max": 0.73604, - "nauc_ndcg_at_5_std": 0.088466, - "nauc_ndcg_at_5_diff1": 0.854062, - "nauc_ndcg_at_10_max": 0.733367, - "nauc_ndcg_at_10_std": 0.089569, - "nauc_ndcg_at_10_diff1": 0.852554, - "nauc_ndcg_at_20_max": 0.730348, - "nauc_ndcg_at_20_std": 0.081136, - "nauc_ndcg_at_20_diff1": 0.854919, - "nauc_ndcg_at_100_max": 0.724469, - "nauc_ndcg_at_100_std": 0.07404, - "nauc_ndcg_at_100_diff1": 0.855174, - "nauc_ndcg_at_1000_max": 0.721313, - "nauc_ndcg_at_1000_std": 0.063269, - "nauc_ndcg_at_1000_diff1": 0.854846, - "nauc_map_at_1_max": 0.675043, - "nauc_map_at_1_std": -0.016789, - "nauc_map_at_1_diff1": 0.866997, - "nauc_map_at_3_max": 0.711816, - "nauc_map_at_3_std": 0.042304, - "nauc_map_at_3_diff1": 0.849684, - "nauc_map_at_5_max": 0.716851, - "nauc_map_at_5_std": 0.050658, - "nauc_map_at_5_diff1": 0.855696, - "nauc_map_at_10_max": 0.71559, - "nauc_map_at_10_std": 0.050633, - "nauc_map_at_10_diff1": 0.855241, - "nauc_map_at_20_max": 0.71468, - "nauc_map_at_20_std": 0.048183, - "nauc_map_at_20_diff1": 0.855701, - "nauc_map_at_100_max": 0.713941, - "nauc_map_at_100_std": 0.047165, - "nauc_map_at_100_diff1": 0.855777, - "nauc_map_at_1000_max": 0.713836, - "nauc_map_at_1000_std": 0.046814, - "nauc_map_at_1000_diff1": 0.85576, - "nauc_recall_at_1_max": 0.675043, - "nauc_recall_at_1_std": -0.016789, - "nauc_recall_at_1_diff1": 0.866997, - "nauc_recall_at_3_max": 0.773141, - "nauc_recall_at_3_std": 0.169761, - "nauc_recall_at_3_diff1": 0.811628, - "nauc_recall_at_5_max": 0.849783, - "nauc_recall_at_5_std": 0.317045, - "nauc_recall_at_5_diff1": 0.84809, - "nauc_recall_at_10_max": 0.874315, - "nauc_recall_at_10_std": 0.409715, - "nauc_recall_at_10_diff1": 0.834318, - "nauc_recall_at_20_max": 0.922636, - "nauc_recall_at_20_std": 0.497566, - "nauc_recall_at_20_diff1": 0.860194, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.823889, + "mrr_at_5": 0.829333, + "mrr_at_10": 0.83492, + "mrr_at_20": 0.835919, + "mrr_at_100": 0.836857, + "mrr_at_1000": 0.836915, + "nauc_ndcg_at_1_max": 0.643955, + "nauc_ndcg_at_1_std": -0.101009, + "nauc_ndcg_at_1_diff1": 0.830062, + "nauc_ndcg_at_3_max": 0.702707, + "nauc_ndcg_at_3_std": -0.04384, + "nauc_ndcg_at_3_diff1": 0.823194, + "nauc_ndcg_at_5_max": 0.698335, + "nauc_ndcg_at_5_std": -0.04011, + "nauc_ndcg_at_5_diff1": 0.820293, + "nauc_ndcg_at_10_max": 0.702809, + "nauc_ndcg_at_10_std": -0.025802, + "nauc_ndcg_at_10_diff1": 0.826022, + "nauc_ndcg_at_20_max": 0.70042, + "nauc_ndcg_at_20_std": -0.024583, + "nauc_ndcg_at_20_diff1": 0.825945, + "nauc_ndcg_at_100_max": 0.694266, + "nauc_ndcg_at_100_std": -0.033669, + "nauc_ndcg_at_100_diff1": 0.826547, + "nauc_ndcg_at_1000_max": 0.691051, + "nauc_ndcg_at_1000_std": -0.043891, + "nauc_ndcg_at_1000_diff1": 0.8255, + "nauc_map_at_1_max": 0.643955, + "nauc_map_at_1_std": -0.101009, + "nauc_map_at_1_diff1": 0.830062, + "nauc_map_at_3_max": 0.686423, + "nauc_map_at_3_std": -0.062192, + "nauc_map_at_3_diff1": 0.824229, + "nauc_map_at_5_max": 0.683657, + "nauc_map_at_5_std": -0.060968, + "nauc_map_at_5_diff1": 0.822873, + "nauc_map_at_10_max": 0.68476, + "nauc_map_at_10_std": -0.056399, + "nauc_map_at_10_diff1": 0.825159, + "nauc_map_at_20_max": 0.684024, + "nauc_map_at_20_std": -0.056436, + "nauc_map_at_20_diff1": 0.825068, + "nauc_map_at_100_max": 0.683363, + "nauc_map_at_100_std": -0.057536, + "nauc_map_at_100_diff1": 0.825182, + "nauc_map_at_1000_max": 0.683251, + "nauc_map_at_1000_std": -0.057893, + "nauc_map_at_1000_diff1": 0.82515, + "nauc_recall_at_1_max": 0.643955, + "nauc_recall_at_1_std": -0.101009, + "nauc_recall_at_1_diff1": 0.830062, + "nauc_recall_at_3_max": 0.766532, + "nauc_recall_at_3_std": 0.029597, + "nauc_recall_at_3_diff1": 0.819658, + "nauc_recall_at_5_max": 0.76469, + "nauc_recall_at_5_std": 0.05832, + "nauc_recall_at_5_diff1": 0.808263, + "nauc_recall_at_10_max": 0.835897, + "nauc_recall_at_10_std": 0.21241, + "nauc_recall_at_10_diff1": 0.836516, + "nauc_recall_at_20_max": 0.852897, + "nauc_recall_at_20_std": 0.30231, + "nauc_recall_at_20_diff1": 0.840603, "nauc_recall_at_100_max": 0.985476, - "nauc_recall_at_100_std": 0.969136, - "nauc_recall_at_100_diff1": 0.87784, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.675043, - "nauc_precision_at_1_std": -0.016789, - "nauc_precision_at_1_diff1": 0.866997, - "nauc_precision_at_3_max": 0.773141, - "nauc_precision_at_3_std": 0.169761, - "nauc_precision_at_3_diff1": 0.811628, - "nauc_precision_at_5_max": 0.849783, - "nauc_precision_at_5_std": 0.317045, - "nauc_precision_at_5_diff1": 0.84809, - "nauc_precision_at_10_max": 0.874315, - "nauc_precision_at_10_std": 0.409715, - "nauc_precision_at_10_diff1": 0.834318, - "nauc_precision_at_20_max": 0.922636, - "nauc_precision_at_20_std": 0.497566, - "nauc_precision_at_20_diff1": 0.860194, + "nauc_recall_at_100_std": 0.890549, + "nauc_recall_at_100_diff1": 0.923747, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.643955, + "nauc_precision_at_1_std": -0.101009, + "nauc_precision_at_1_diff1": 0.830062, + "nauc_precision_at_3_max": 0.766532, + "nauc_precision_at_3_std": 0.029597, + "nauc_precision_at_3_diff1": 0.819658, + "nauc_precision_at_5_max": 0.76469, + "nauc_precision_at_5_std": 0.05832, + "nauc_precision_at_5_diff1": 0.808263, + "nauc_precision_at_10_max": 0.835897, + "nauc_precision_at_10_std": 0.21241, + "nauc_precision_at_10_diff1": 0.836516, + "nauc_precision_at_20_max": 0.852897, + "nauc_precision_at_20_std": 0.30231, + "nauc_precision_at_20_diff1": 0.840603, "nauc_precision_at_100_max": 0.985476, - "nauc_precision_at_100_std": 0.969136, - "nauc_precision_at_100_diff1": 0.87784, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.675043, - "nauc_mrr_at_1_std": -0.016789, - "nauc_mrr_at_1_diff1": 0.866997, - "nauc_mrr_at_3_max": 0.711816, - "nauc_mrr_at_3_std": 0.042304, - "nauc_mrr_at_3_diff1": 0.849684, - "nauc_mrr_at_5_max": 0.716851, - "nauc_mrr_at_5_std": 0.050658, - "nauc_mrr_at_5_diff1": 0.855696, - "nauc_mrr_at_10_max": 0.71559, - "nauc_mrr_at_10_std": 0.050633, - "nauc_mrr_at_10_diff1": 0.855241, - "nauc_mrr_at_20_max": 0.71468, - "nauc_mrr_at_20_std": 0.048183, - "nauc_mrr_at_20_diff1": 0.855701, - "nauc_mrr_at_100_max": 0.713941, - "nauc_mrr_at_100_std": 0.047165, - "nauc_mrr_at_100_diff1": 0.855777, - "nauc_mrr_at_1000_max": 0.713836, - "nauc_mrr_at_1000_std": 0.046814, - "nauc_mrr_at_1000_diff1": 0.85576, - "main_score": 0.87432, + "nauc_precision_at_100_std": 0.890549, + "nauc_precision_at_100_diff1": 0.923747, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.643955, + "nauc_mrr_at_1_std": -0.101009, + "nauc_mrr_at_1_diff1": 0.830062, + "nauc_mrr_at_3_max": 0.686423, + "nauc_mrr_at_3_std": -0.062192, + "nauc_mrr_at_3_diff1": 0.824229, + "nauc_mrr_at_5_max": 0.683657, + "nauc_mrr_at_5_std": -0.060968, + "nauc_mrr_at_5_diff1": 0.822873, + "nauc_mrr_at_10_max": 0.68476, + "nauc_mrr_at_10_std": -0.056399, + "nauc_mrr_at_10_diff1": 0.825159, + "nauc_mrr_at_20_max": 0.684024, + "nauc_mrr_at_20_std": -0.056436, + "nauc_mrr_at_20_diff1": 0.825068, + "nauc_mrr_at_100_max": 0.683363, + "nauc_mrr_at_100_std": -0.057536, + "nauc_mrr_at_100_diff1": 0.825182, + "nauc_mrr_at_1000_max": 0.683251, + "nauc_mrr_at_1000_std": -0.057893, + "nauc_mrr_at_1000_diff1": 0.82515, + "hit_rate_at_1": 0.78111, + "hit_rate_at_3": 0.87667, + "hit_rate_at_5": 0.9, + "hit_rate_at_10": 0.93889, + "hit_rate_at_20": 0.95333, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.86015, "hf_subset": "eng_Latn-asm_Beng", "languages": [ "eng-Latn", "asm-Beng" - ] - }, - { - "ndcg_at_1": 0.84333, - "ndcg_at_3": 0.88672, - "ndcg_at_5": 0.89676, - "ndcg_at_10": 0.90391, - "ndcg_at_20": 0.90724, - "ndcg_at_100": 0.911, - "ndcg_at_1000": 0.91172, - "map_at_1": 0.84333, - "map_at_3": 0.87667, - "map_at_5": 0.88222, - "map_at_10": 0.88515, - "map_at_20": 0.88604, - "map_at_100": 0.88665, - "map_at_1000": 0.88668, - "recall_at_1": 0.84333, - "recall_at_3": 0.91556, - "recall_at_5": 0.94, - "recall_at_10": 0.96222, - "recall_at_20": 0.97556, - "recall_at_100": 0.99444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.82222, + "ndcg_at_3": 0.87385, + "ndcg_at_5": 0.8847, + "ndcg_at_10": 0.89229, + "ndcg_at_20": 0.89626, + "ndcg_at_100": 0.90029, + "ndcg_at_1000": 0.90087, + "map_at_1": 0.82222, + "map_at_3": 0.86167, + "map_at_5": 0.86761, + "map_at_10": 0.87077, + "map_at_20": 0.87188, + "map_at_100": 0.87248, + "map_at_1000": 0.8725, + "recall_at_1": 0.82222, + "recall_at_3": 0.90889, + "recall_at_5": 0.93556, + "recall_at_10": 0.95889, + "recall_at_20": 0.97444, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.84333, - "precision_at_3": 0.30519, - "precision_at_5": 0.188, - "precision_at_10": 0.09622, - "precision_at_20": 0.04878, - "precision_at_100": 0.00994, + "accuracy": 0.82222, + "precision_at_1": 0.82222, + "precision_at_3": 0.30296, + "precision_at_5": 0.18711, + "precision_at_10": 0.09589, + "precision_at_20": 0.04872, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.843333, - "mrr_at_3": 0.876667, - "mrr_at_5": 0.882222, - "mrr_at_10": 0.885149, - "mrr_at_20": 0.886042, - "mrr_at_100": 0.886654, - "mrr_at_1000": 0.886681, - "nauc_ndcg_at_1_max": 0.756935, - "nauc_ndcg_at_1_std": -0.164227, - "nauc_ndcg_at_1_diff1": 0.88881, - "nauc_ndcg_at_3_max": 0.777419, - "nauc_ndcg_at_3_std": -0.104574, - "nauc_ndcg_at_3_diff1": 0.863777, - "nauc_ndcg_at_5_max": 0.78049, - "nauc_ndcg_at_5_std": -0.092895, - "nauc_ndcg_at_5_diff1": 0.866531, - "nauc_ndcg_at_10_max": 0.779019, - "nauc_ndcg_at_10_std": -0.087646, - "nauc_ndcg_at_10_diff1": 0.866627, - "nauc_ndcg_at_20_max": 0.77711, - "nauc_ndcg_at_20_std": -0.092643, - "nauc_ndcg_at_20_diff1": 0.868904, - "nauc_ndcg_at_100_max": 0.775231, - "nauc_ndcg_at_100_std": -0.104224, - "nauc_ndcg_at_100_diff1": 0.870108, - "nauc_ndcg_at_1000_max": 0.774038, - "nauc_ndcg_at_1000_std": -0.108382, - "nauc_ndcg_at_1000_diff1": 0.870149, - "nauc_map_at_1_max": 0.756935, - "nauc_map_at_1_std": -0.164227, - "nauc_map_at_1_diff1": 0.88881, - "nauc_map_at_3_max": 0.771837, - "nauc_map_at_3_std": -0.121239, - "nauc_map_at_3_diff1": 0.869917, - "nauc_map_at_5_max": 0.773028, - "nauc_map_at_5_std": -0.116141, - "nauc_map_at_5_diff1": 0.871381, - "nauc_map_at_10_max": 0.772423, - "nauc_map_at_10_std": -0.115156, - "nauc_map_at_10_diff1": 0.87151, - "nauc_map_at_20_max": 0.77194, - "nauc_map_at_20_std": -0.116747, - "nauc_map_at_20_diff1": 0.872053, - "nauc_map_at_100_max": 0.771554, - "nauc_map_at_100_std": -0.118441, - "nauc_map_at_100_diff1": 0.872188, - "nauc_map_at_1000_max": 0.77152, - "nauc_map_at_1000_std": -0.118542, - "nauc_map_at_1000_diff1": 0.87218, - "nauc_recall_at_1_max": 0.756935, - "nauc_recall_at_1_std": -0.164227, - "nauc_recall_at_1_diff1": 0.88881, - "nauc_recall_at_3_max": 0.799898, - "nauc_recall_at_3_std": -0.037207, - "nauc_recall_at_3_diff1": 0.839495, - "nauc_recall_at_5_max": 0.821844, - "nauc_recall_at_5_std": 0.036147, - "nauc_recall_at_5_diff1": 0.842229, - "nauc_recall_at_10_max": 0.833265, - "nauc_recall_at_10_std": 0.154968, - "nauc_recall_at_10_diff1": 0.829187, - "nauc_recall_at_20_max": 0.835137, - "nauc_recall_at_20_std": 0.223156, - "nauc_recall_at_20_diff1": 0.842119, - "nauc_recall_at_100_max": 0.918301, - "nauc_recall_at_100_std": 0.415126, - "nauc_recall_at_100_diff1": 0.855275, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.756935, - "nauc_precision_at_1_std": -0.164227, - "nauc_precision_at_1_diff1": 0.88881, - "nauc_precision_at_3_max": 0.799898, - "nauc_precision_at_3_std": -0.037207, - "nauc_precision_at_3_diff1": 0.839495, - "nauc_precision_at_5_max": 0.821844, - "nauc_precision_at_5_std": 0.036147, - "nauc_precision_at_5_diff1": 0.842229, - "nauc_precision_at_10_max": 0.833265, - "nauc_precision_at_10_std": 0.154968, - "nauc_precision_at_10_diff1": 0.829187, - "nauc_precision_at_20_max": 0.835137, - "nauc_precision_at_20_std": 0.223156, - "nauc_precision_at_20_diff1": 0.842119, - "nauc_precision_at_100_max": 0.918301, - "nauc_precision_at_100_std": 0.415126, - "nauc_precision_at_100_diff1": 0.855275, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.756935, - "nauc_mrr_at_1_std": -0.164227, - "nauc_mrr_at_1_diff1": 0.88881, - "nauc_mrr_at_3_max": 0.771837, - "nauc_mrr_at_3_std": -0.121239, - "nauc_mrr_at_3_diff1": 0.869917, - "nauc_mrr_at_5_max": 0.773028, - "nauc_mrr_at_5_std": -0.116141, - "nauc_mrr_at_5_diff1": 0.871381, - "nauc_mrr_at_10_max": 0.772423, - "nauc_mrr_at_10_std": -0.115156, - "nauc_mrr_at_10_diff1": 0.87151, - "nauc_mrr_at_20_max": 0.77194, - "nauc_mrr_at_20_std": -0.116747, - "nauc_mrr_at_20_diff1": 0.872053, - "nauc_mrr_at_100_max": 0.771554, - "nauc_mrr_at_100_std": -0.118441, - "nauc_mrr_at_100_diff1": 0.872188, - "nauc_mrr_at_1000_max": 0.77152, - "nauc_mrr_at_1000_std": -0.118542, - "nauc_mrr_at_1000_diff1": 0.87218, - "main_score": 0.90391, + "mrr_at_1": 0.822222, + "mrr_at_3": 0.861667, + "mrr_at_5": 0.867611, + "mrr_at_10": 0.870771, + "mrr_at_20": 0.871881, + "mrr_at_100": 0.87248, + "mrr_at_1000": 0.872504, + "nauc_ndcg_at_1_max": 0.750894, + "nauc_ndcg_at_1_std": -0.187277, + "nauc_ndcg_at_1_diff1": 0.904333, + "nauc_ndcg_at_3_max": 0.769662, + "nauc_ndcg_at_3_std": -0.185321, + "nauc_ndcg_at_3_diff1": 0.880948, + "nauc_ndcg_at_5_max": 0.774442, + "nauc_ndcg_at_5_std": -0.155508, + "nauc_ndcg_at_5_diff1": 0.879014, + "nauc_ndcg_at_10_max": 0.768738, + "nauc_ndcg_at_10_std": -0.15105, + "nauc_ndcg_at_10_diff1": 0.878934, + "nauc_ndcg_at_20_max": 0.769442, + "nauc_ndcg_at_20_std": -0.154349, + "nauc_ndcg_at_20_diff1": 0.883111, + "nauc_ndcg_at_100_max": 0.767199, + "nauc_ndcg_at_100_std": -0.166316, + "nauc_ndcg_at_100_diff1": 0.884798, + "nauc_ndcg_at_1000_max": 0.766377, + "nauc_ndcg_at_1000_std": -0.167674, + "nauc_ndcg_at_1000_diff1": 0.884913, + "nauc_map_at_1_max": 0.750894, + "nauc_map_at_1_std": -0.187277, + "nauc_map_at_1_diff1": 0.904333, + "nauc_map_at_3_max": 0.764569, + "nauc_map_at_3_std": -0.188171, + "nauc_map_at_3_diff1": 0.886881, + "nauc_map_at_5_max": 0.766654, + "nauc_map_at_5_std": -0.173838, + "nauc_map_at_5_diff1": 0.886236, + "nauc_map_at_10_max": 0.764602, + "nauc_map_at_10_std": -0.172925, + "nauc_map_at_10_diff1": 0.886401, + "nauc_map_at_20_max": 0.764559, + "nauc_map_at_20_std": -0.174264, + "nauc_map_at_20_diff1": 0.887285, + "nauc_map_at_100_max": 0.764223, + "nauc_map_at_100_std": -0.175347, + "nauc_map_at_100_diff1": 0.887456, + "nauc_map_at_1000_max": 0.764197, + "nauc_map_at_1000_std": -0.175359, + "nauc_map_at_1000_diff1": 0.887459, + "nauc_recall_at_1_max": 0.750894, + "nauc_recall_at_1_std": -0.187277, + "nauc_recall_at_1_diff1": 0.904333, + "nauc_recall_at_3_max": 0.790736, + "nauc_recall_at_3_std": -0.171961, + "nauc_recall_at_3_diff1": 0.856676, + "nauc_recall_at_5_max": 0.819513, + "nauc_recall_at_5_std": -0.041147, + "nauc_recall_at_5_diff1": 0.83838, + "nauc_recall_at_10_max": 0.79871, + "nauc_recall_at_10_std": 0.06112, + "nauc_recall_at_10_diff1": 0.814596, + "nauc_recall_at_20_max": 0.833577, + "nauc_recall_at_20_std": 0.153148, + "nauc_recall_at_20_diff1": 0.84401, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 0.09979, + "nauc_recall_at_100_diff1": 0.865196, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750894, + "nauc_precision_at_1_std": -0.187277, + "nauc_precision_at_1_diff1": 0.904333, + "nauc_precision_at_3_max": 0.790736, + "nauc_precision_at_3_std": -0.171961, + "nauc_precision_at_3_diff1": 0.856676, + "nauc_precision_at_5_max": 0.819513, + "nauc_precision_at_5_std": -0.041147, + "nauc_precision_at_5_diff1": 0.83838, + "nauc_precision_at_10_max": 0.79871, + "nauc_precision_at_10_std": 0.06112, + "nauc_precision_at_10_diff1": 0.814596, + "nauc_precision_at_20_max": 0.833577, + "nauc_precision_at_20_std": 0.153148, + "nauc_precision_at_20_diff1": 0.84401, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 0.09979, + "nauc_precision_at_100_diff1": 0.865196, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750894, + "nauc_mrr_at_1_std": -0.187277, + "nauc_mrr_at_1_diff1": 0.904333, + "nauc_mrr_at_3_max": 0.764569, + "nauc_mrr_at_3_std": -0.188171, + "nauc_mrr_at_3_diff1": 0.886881, + "nauc_mrr_at_5_max": 0.766654, + "nauc_mrr_at_5_std": -0.173838, + "nauc_mrr_at_5_diff1": 0.886236, + "nauc_mrr_at_10_max": 0.764602, + "nauc_mrr_at_10_std": -0.172925, + "nauc_mrr_at_10_diff1": 0.886401, + "nauc_mrr_at_20_max": 0.764559, + "nauc_mrr_at_20_std": -0.174264, + "nauc_mrr_at_20_diff1": 0.887285, + "nauc_mrr_at_100_max": 0.764223, + "nauc_mrr_at_100_std": -0.175347, + "nauc_mrr_at_100_diff1": 0.887456, + "nauc_mrr_at_1000_max": 0.764197, + "nauc_mrr_at_1000_std": -0.175359, + "nauc_mrr_at_1000_diff1": 0.887459, + "hit_rate_at_1": 0.82222, + "hit_rate_at_3": 0.90889, + "hit_rate_at_5": 0.93556, + "hit_rate_at_10": 0.95889, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.89229, "hf_subset": "azj_Latn-azj_Latn", "languages": [ "azj-Latn", "azj-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.89444, - "ndcg_at_3": 0.93558, - "ndcg_at_5": 0.94242, - "ndcg_at_10": 0.94614, - "ndcg_at_20": 0.94641, - "ndcg_at_100": 0.94725, - "ndcg_at_1000": 0.94771, + "ndcg_at_3": 0.93418, + "ndcg_at_5": 0.94149, + "ndcg_at_10": 0.94432, + "ndcg_at_20": 0.94572, + "ndcg_at_100": 0.94636, + "ndcg_at_1000": 0.9468, "map_at_1": 0.89444, - "map_at_3": 0.92593, - "map_at_5": 0.9297, - "map_at_10": 0.93131, - "map_at_20": 0.93138, - "map_at_100": 0.9315, - "map_at_1000": 0.93153, + "map_at_3": 0.92481, + "map_at_5": 0.92887, + "map_at_10": 0.93001, + "map_at_20": 0.93039, + "map_at_100": 0.93049, + "map_at_1000": 0.93051, "recall_at_1": 0.89444, - "recall_at_3": 0.96333, - "recall_at_5": 0.98, - "recall_at_10": 0.99111, - "recall_at_20": 0.99222, + "recall_at_3": 0.96111, + "recall_at_5": 0.97889, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, "recall_at_100": 0.99667, "recall_at_1000": 1.0, + "accuracy": 0.89444, "precision_at_1": 0.89444, - "precision_at_3": 0.32111, - "precision_at_5": 0.196, - "precision_at_10": 0.09911, - "precision_at_20": 0.04961, + "precision_at_3": 0.32037, + "precision_at_5": 0.19578, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.894444, - "mrr_at_3": 0.925926, - "mrr_at_5": 0.929704, - "mrr_at_10": 0.931313, - "mrr_at_20": 0.931382, - "mrr_at_100": 0.931502, - "mrr_at_1000": 0.931525, - "nauc_ndcg_at_1_max": 0.72012, - "nauc_ndcg_at_1_std": -0.235618, - "nauc_ndcg_at_1_diff1": 0.900049, - "nauc_ndcg_at_3_max": 0.720692, - "nauc_ndcg_at_3_std": -0.314986, - "nauc_ndcg_at_3_diff1": 0.886933, - "nauc_ndcg_at_5_max": 0.727822, - "nauc_ndcg_at_5_std": -0.331089, - "nauc_ndcg_at_5_diff1": 0.897565, - "nauc_ndcg_at_10_max": 0.736944, - "nauc_ndcg_at_10_std": -0.253135, - "nauc_ndcg_at_10_diff1": 0.897546, - "nauc_ndcg_at_20_max": 0.735603, - "nauc_ndcg_at_20_std": -0.25725, - "nauc_ndcg_at_20_diff1": 0.897024, - "nauc_ndcg_at_100_max": 0.733255, - "nauc_ndcg_at_100_std": -0.263537, - "nauc_ndcg_at_100_diff1": 0.897, - "nauc_ndcg_at_1000_max": 0.731293, - "nauc_ndcg_at_1000_std": -0.265936, - "nauc_ndcg_at_1000_diff1": 0.896087, - "nauc_map_at_1_max": 0.72012, - "nauc_map_at_1_std": -0.235618, - "nauc_map_at_1_diff1": 0.900049, - "nauc_map_at_3_max": 0.722882, - "nauc_map_at_3_std": -0.287901, - "nauc_map_at_3_diff1": 0.890753, - "nauc_map_at_5_max": 0.726545, - "nauc_map_at_5_std": -0.293361, - "nauc_map_at_5_diff1": 0.896065, - "nauc_map_at_10_max": 0.729337, - "nauc_map_at_10_std": -0.265442, - "nauc_map_at_10_diff1": 0.895843, - "nauc_map_at_20_max": 0.729061, - "nauc_map_at_20_std": -0.266276, - "nauc_map_at_20_diff1": 0.895737, - "nauc_map_at_100_max": 0.728828, - "nauc_map_at_100_std": -0.266768, - "nauc_map_at_100_diff1": 0.895729, - "nauc_map_at_1000_max": 0.728754, - "nauc_map_at_1000_std": -0.266819, - "nauc_map_at_1000_diff1": 0.895694, - "nauc_recall_at_1_max": 0.72012, - "nauc_recall_at_1_std": -0.235618, - "nauc_recall_at_1_diff1": 0.900049, - "nauc_recall_at_3_max": 0.70601, - "nauc_recall_at_3_std": -0.472003, - "nauc_recall_at_3_diff1": 0.865334, - "nauc_recall_at_5_max": 0.739003, - "nauc_recall_at_5_std": -0.720692, - "nauc_recall_at_5_diff1": 0.917393, - "nauc_recall_at_10_max": 0.92793, - "nauc_recall_at_10_std": 0.173494, - "nauc_recall_at_10_diff1": 0.948938, - "nauc_recall_at_20_max": 0.917634, - "nauc_recall_at_20_std": 0.119114, - "nauc_recall_at_20_diff1": 0.941643, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, + "mrr_at_3": 0.924815, + "mrr_at_5": 0.92887, + "mrr_at_10": 0.930015, + "mrr_at_20": 0.930395, + "mrr_at_100": 0.930487, + "mrr_at_1000": 0.930506, + "nauc_ndcg_at_1_max": 0.633445, + "nauc_ndcg_at_1_std": -0.374576, + "nauc_ndcg_at_1_diff1": 0.899852, + "nauc_ndcg_at_3_max": 0.647964, + "nauc_ndcg_at_3_std": -0.416968, + "nauc_ndcg_at_3_diff1": 0.907206, + "nauc_ndcg_at_5_max": 0.650572, + "nauc_ndcg_at_5_std": -0.41919, + "nauc_ndcg_at_5_diff1": 0.904081, + "nauc_ndcg_at_10_max": 0.65484, + "nauc_ndcg_at_10_std": -0.379924, + "nauc_ndcg_at_10_diff1": 0.90429, + "nauc_ndcg_at_20_max": 0.657224, + "nauc_ndcg_at_20_std": -0.382803, + "nauc_ndcg_at_20_diff1": 0.903186, + "nauc_ndcg_at_100_max": 0.65428, + "nauc_ndcg_at_100_std": -0.384569, + "nauc_ndcg_at_100_diff1": 0.903212, + "nauc_ndcg_at_1000_max": 0.651385, + "nauc_ndcg_at_1000_std": -0.389491, + "nauc_ndcg_at_1000_diff1": 0.902401, + "nauc_map_at_1_max": 0.633445, + "nauc_map_at_1_std": -0.374576, + "nauc_map_at_1_diff1": 0.899852, + "nauc_map_at_3_max": 0.644605, + "nauc_map_at_3_std": -0.405802, + "nauc_map_at_3_diff1": 0.903234, + "nauc_map_at_5_max": 0.646, + "nauc_map_at_5_std": -0.405348, + "nauc_map_at_5_diff1": 0.90155, + "nauc_map_at_10_max": 0.647427, + "nauc_map_at_10_std": -0.391895, + "nauc_map_at_10_diff1": 0.901577, + "nauc_map_at_20_max": 0.647959, + "nauc_map_at_20_std": -0.392705, + "nauc_map_at_20_diff1": 0.901336, + "nauc_map_at_100_max": 0.647627, + "nauc_map_at_100_std": -0.392845, + "nauc_map_at_100_diff1": 0.901359, + "nauc_map_at_1000_max": 0.647528, + "nauc_map_at_1000_std": -0.392915, + "nauc_map_at_1000_diff1": 0.901332, + "nauc_recall_at_1_max": 0.633445, + "nauc_recall_at_1_std": -0.374576, + "nauc_recall_at_1_diff1": 0.899852, + "nauc_recall_at_3_max": 0.665386, + "nauc_recall_at_3_std": -0.476457, + "nauc_recall_at_3_diff1": 0.930439, + "nauc_recall_at_5_max": 0.692024, + "nauc_recall_at_5_std": -0.552951, + "nauc_recall_at_5_diff1": 0.929481, + "nauc_recall_at_10_max": 0.779136, + "nauc_recall_at_10_std": -0.108565, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.953704, + "nauc_recall_at_20_std": 0.036103, + "nauc_recall_at_20_diff1": 0.953704, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.72012, - "nauc_precision_at_1_std": -0.235618, - "nauc_precision_at_1_diff1": 0.900049, - "nauc_precision_at_3_max": 0.70601, - "nauc_precision_at_3_std": -0.472003, - "nauc_precision_at_3_diff1": 0.865334, - "nauc_precision_at_5_max": 0.739003, - "nauc_precision_at_5_std": -0.720692, - "nauc_precision_at_5_diff1": 0.917393, - "nauc_precision_at_10_max": 0.92793, - "nauc_precision_at_10_std": 0.173494, - "nauc_precision_at_10_diff1": 0.948938, - "nauc_precision_at_20_max": 0.917634, - "nauc_precision_at_20_std": 0.119114, - "nauc_precision_at_20_diff1": 0.941643, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_1_max": 0.633445, + "nauc_precision_at_1_std": -0.374576, + "nauc_precision_at_1_diff1": 0.899852, + "nauc_precision_at_3_max": 0.665386, + "nauc_precision_at_3_std": -0.476457, + "nauc_precision_at_3_diff1": 0.930439, + "nauc_precision_at_5_max": 0.692024, + "nauc_precision_at_5_std": -0.552951, + "nauc_precision_at_5_diff1": 0.929481, + "nauc_precision_at_10_max": 0.779136, + "nauc_precision_at_10_std": -0.108565, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.953704, + "nauc_precision_at_20_std": 0.036103, + "nauc_precision_at_20_diff1": 0.953704, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.72012, - "nauc_mrr_at_1_std": -0.235618, - "nauc_mrr_at_1_diff1": 0.900049, - "nauc_mrr_at_3_max": 0.722882, - "nauc_mrr_at_3_std": -0.287901, - "nauc_mrr_at_3_diff1": 0.890753, - "nauc_mrr_at_5_max": 0.726545, - "nauc_mrr_at_5_std": -0.293361, - "nauc_mrr_at_5_diff1": 0.896065, - "nauc_mrr_at_10_max": 0.729337, - "nauc_mrr_at_10_std": -0.265442, - "nauc_mrr_at_10_diff1": 0.895843, - "nauc_mrr_at_20_max": 0.729061, - "nauc_mrr_at_20_std": -0.266276, - "nauc_mrr_at_20_diff1": 0.895737, - "nauc_mrr_at_100_max": 0.728828, - "nauc_mrr_at_100_std": -0.266768, - "nauc_mrr_at_100_diff1": 0.895729, - "nauc_mrr_at_1000_max": 0.728754, - "nauc_mrr_at_1000_std": -0.266819, - "nauc_mrr_at_1000_diff1": 0.895694, - "main_score": 0.94614, + "nauc_mrr_at_1_max": 0.633445, + "nauc_mrr_at_1_std": -0.374576, + "nauc_mrr_at_1_diff1": 0.899852, + "nauc_mrr_at_3_max": 0.644605, + "nauc_mrr_at_3_std": -0.405802, + "nauc_mrr_at_3_diff1": 0.903234, + "nauc_mrr_at_5_max": 0.646, + "nauc_mrr_at_5_std": -0.405348, + "nauc_mrr_at_5_diff1": 0.90155, + "nauc_mrr_at_10_max": 0.647427, + "nauc_mrr_at_10_std": -0.391895, + "nauc_mrr_at_10_diff1": 0.901577, + "nauc_mrr_at_20_max": 0.647959, + "nauc_mrr_at_20_std": -0.392705, + "nauc_mrr_at_20_diff1": 0.901336, + "nauc_mrr_at_100_max": 0.647627, + "nauc_mrr_at_100_std": -0.392845, + "nauc_mrr_at_100_diff1": 0.901359, + "nauc_mrr_at_1000_max": 0.647528, + "nauc_mrr_at_1000_std": -0.392915, + "nauc_mrr_at_1000_diff1": 0.901332, + "hit_rate_at_1": 0.89444, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94432, "hf_subset": "azj_Latn-eng_Latn", "languages": [ "azj-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.81556, - "ndcg_at_3": 0.86087, - "ndcg_at_5": 0.87268, - "ndcg_at_10": 0.87987, - "ndcg_at_20": 0.88613, - "ndcg_at_100": 0.89017, - "ndcg_at_1000": 0.89171, - "map_at_1": 0.81556, - "map_at_3": 0.85, - "map_at_5": 0.8565, - "map_at_10": 0.85947, - "map_at_20": 0.86123, - "map_at_100": 0.86183, - "map_at_1000": 0.8619, - "recall_at_1": 0.81556, - "recall_at_3": 0.89222, - "recall_at_5": 0.92111, - "recall_at_10": 0.94333, - "recall_at_20": 0.96778, - "recall_at_100": 0.98889, + "ndcg_at_1": 0.79333, + "ndcg_at_3": 0.84286, + "ndcg_at_5": 0.85204, + "ndcg_at_10": 0.86308, + "ndcg_at_20": 0.8712, + "ndcg_at_100": 0.87591, + "ndcg_at_1000": 0.87726, + "map_at_1": 0.79333, + "map_at_3": 0.83111, + "map_at_5": 0.83622, + "map_at_10": 0.84093, + "map_at_20": 0.84315, + "map_at_100": 0.84379, + "map_at_1000": 0.84385, + "recall_at_1": 0.79333, + "recall_at_3": 0.87667, + "recall_at_5": 0.89889, + "recall_at_10": 0.93222, + "recall_at_20": 0.96444, + "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.81556, - "precision_at_3": 0.29741, - "precision_at_5": 0.18422, - "precision_at_10": 0.09433, - "precision_at_20": 0.04839, - "precision_at_100": 0.00989, + "accuracy": 0.79333, + "precision_at_1": 0.79333, + "precision_at_3": 0.29222, + "precision_at_5": 0.17978, + "precision_at_10": 0.09322, + "precision_at_20": 0.04822, + "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.815556, - "mrr_at_3": 0.85, - "mrr_at_5": 0.8565, - "mrr_at_10": 0.859471, - "mrr_at_20": 0.861228, - "mrr_at_100": 0.861826, - "mrr_at_1000": 0.861905, - "nauc_ndcg_at_1_max": 0.767215, - "nauc_ndcg_at_1_std": -0.039471, - "nauc_ndcg_at_1_diff1": 0.893934, - "nauc_ndcg_at_3_max": 0.80143, - "nauc_ndcg_at_3_std": 0.025741, - "nauc_ndcg_at_3_diff1": 0.883318, - "nauc_ndcg_at_5_max": 0.799682, - "nauc_ndcg_at_5_std": 0.049444, - "nauc_ndcg_at_5_diff1": 0.881245, - "nauc_ndcg_at_10_max": 0.797537, - "nauc_ndcg_at_10_std": 0.039455, - "nauc_ndcg_at_10_diff1": 0.882727, - "nauc_ndcg_at_20_max": 0.794121, - "nauc_ndcg_at_20_std": 0.028291, - "nauc_ndcg_at_20_diff1": 0.885132, - "nauc_ndcg_at_100_max": 0.794515, - "nauc_ndcg_at_100_std": 0.034555, - "nauc_ndcg_at_100_diff1": 0.886095, - "nauc_ndcg_at_1000_max": 0.792481, - "nauc_ndcg_at_1000_std": 0.023542, - "nauc_ndcg_at_1000_diff1": 0.885766, - "nauc_map_at_1_max": 0.767215, - "nauc_map_at_1_std": -0.039471, - "nauc_map_at_1_diff1": 0.893934, - "nauc_map_at_3_max": 0.79241, - "nauc_map_at_3_std": 0.007952, - "nauc_map_at_3_diff1": 0.88621, - "nauc_map_at_5_max": 0.790828, - "nauc_map_at_5_std": 0.018473, - "nauc_map_at_5_diff1": 0.885108, - "nauc_map_at_10_max": 0.790131, - "nauc_map_at_10_std": 0.015093, - "nauc_map_at_10_diff1": 0.885787, - "nauc_map_at_20_max": 0.789162, - "nauc_map_at_20_std": 0.011775, - "nauc_map_at_20_diff1": 0.886416, - "nauc_map_at_100_max": 0.789208, - "nauc_map_at_100_std": 0.012585, - "nauc_map_at_100_diff1": 0.886595, - "nauc_map_at_1000_max": 0.789124, - "nauc_map_at_1000_std": 0.012134, - "nauc_map_at_1000_diff1": 0.886572, - "nauc_recall_at_1_max": 0.767215, - "nauc_recall_at_1_std": -0.039471, - "nauc_recall_at_1_diff1": 0.893934, - "nauc_recall_at_3_max": 0.835881, - "nauc_recall_at_3_std": 0.094051, - "nauc_recall_at_3_diff1": 0.872215, - "nauc_recall_at_5_max": 0.84365, - "nauc_recall_at_5_std": 0.210715, - "nauc_recall_at_5_diff1": 0.861949, - "nauc_recall_at_10_max": 0.844163, - "nauc_recall_at_10_std": 0.200427, - "nauc_recall_at_10_diff1": 0.862873, - "nauc_recall_at_20_max": 0.836859, - "nauc_recall_at_20_std": 0.187756, - "nauc_recall_at_20_diff1": 0.878779, - "nauc_recall_at_100_max": 0.931373, - "nauc_recall_at_100_std": 0.778011, - "nauc_recall_at_100_diff1": 0.903128, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.767215, - "nauc_precision_at_1_std": -0.039471, - "nauc_precision_at_1_diff1": 0.893934, - "nauc_precision_at_3_max": 0.835881, - "nauc_precision_at_3_std": 0.094051, - "nauc_precision_at_3_diff1": 0.872215, - "nauc_precision_at_5_max": 0.84365, - "nauc_precision_at_5_std": 0.210715, - "nauc_precision_at_5_diff1": 0.861949, - "nauc_precision_at_10_max": 0.844163, - "nauc_precision_at_10_std": 0.200427, - "nauc_precision_at_10_diff1": 0.862873, - "nauc_precision_at_20_max": 0.836859, - "nauc_precision_at_20_std": 0.187756, - "nauc_precision_at_20_diff1": 0.878779, - "nauc_precision_at_100_max": 0.931373, - "nauc_precision_at_100_std": 0.778011, - "nauc_precision_at_100_diff1": 0.903128, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.767215, - "nauc_mrr_at_1_std": -0.039471, - "nauc_mrr_at_1_diff1": 0.893934, - "nauc_mrr_at_3_max": 0.79241, - "nauc_mrr_at_3_std": 0.007952, - "nauc_mrr_at_3_diff1": 0.88621, - "nauc_mrr_at_5_max": 0.790828, - "nauc_mrr_at_5_std": 0.018473, - "nauc_mrr_at_5_diff1": 0.885108, - "nauc_mrr_at_10_max": 0.790131, - "nauc_mrr_at_10_std": 0.015093, - "nauc_mrr_at_10_diff1": 0.885787, - "nauc_mrr_at_20_max": 0.789162, - "nauc_mrr_at_20_std": 0.011775, - "nauc_mrr_at_20_diff1": 0.886416, - "nauc_mrr_at_100_max": 0.789208, - "nauc_mrr_at_100_std": 0.012585, - "nauc_mrr_at_100_diff1": 0.886595, - "nauc_mrr_at_1000_max": 0.789124, - "nauc_mrr_at_1000_std": 0.012134, - "nauc_mrr_at_1000_diff1": 0.886572, - "main_score": 0.87987, + "mrr_at_1": 0.793333, + "mrr_at_3": 0.831111, + "mrr_at_5": 0.836222, + "mrr_at_10": 0.840933, + "mrr_at_20": 0.843149, + "mrr_at_100": 0.843788, + "mrr_at_1000": 0.84385, + "nauc_ndcg_at_1_max": 0.743774, + "nauc_ndcg_at_1_std": -0.097557, + "nauc_ndcg_at_1_diff1": 0.87516, + "nauc_ndcg_at_3_max": 0.777088, + "nauc_ndcg_at_3_std": -0.048518, + "nauc_ndcg_at_3_diff1": 0.858626, + "nauc_ndcg_at_5_max": 0.773434, + "nauc_ndcg_at_5_std": -0.034585, + "nauc_ndcg_at_5_diff1": 0.856827, + "nauc_ndcg_at_10_max": 0.770558, + "nauc_ndcg_at_10_std": -0.044605, + "nauc_ndcg_at_10_diff1": 0.860133, + "nauc_ndcg_at_20_max": 0.766571, + "nauc_ndcg_at_20_std": -0.052995, + "nauc_ndcg_at_20_diff1": 0.862752, + "nauc_ndcg_at_100_max": 0.768035, + "nauc_ndcg_at_100_std": -0.048199, + "nauc_ndcg_at_100_diff1": 0.86348, + "nauc_ndcg_at_1000_max": 0.766216, + "nauc_ndcg_at_1000_std": -0.054748, + "nauc_ndcg_at_1000_diff1": 0.863293, + "nauc_map_at_1_max": 0.743774, + "nauc_map_at_1_std": -0.097557, + "nauc_map_at_1_diff1": 0.87516, + "nauc_map_at_3_max": 0.766991, + "nauc_map_at_3_std": -0.06629, + "nauc_map_at_3_diff1": 0.86306, + "nauc_map_at_5_max": 0.764654, + "nauc_map_at_5_std": -0.060144, + "nauc_map_at_5_diff1": 0.862132, + "nauc_map_at_10_max": 0.763418, + "nauc_map_at_10_std": -0.064648, + "nauc_map_at_10_diff1": 0.863657, + "nauc_map_at_20_max": 0.762388, + "nauc_map_at_20_std": -0.066254, + "nauc_map_at_20_diff1": 0.864208, + "nauc_map_at_100_max": 0.762752, + "nauc_map_at_100_std": -0.065028, + "nauc_map_at_100_diff1": 0.864377, + "nauc_map_at_1000_max": 0.762687, + "nauc_map_at_1000_std": -0.065253, + "nauc_map_at_1000_diff1": 0.864371, + "nauc_recall_at_1_max": 0.743774, + "nauc_recall_at_1_std": -0.097557, + "nauc_recall_at_1_diff1": 0.87516, + "nauc_recall_at_3_max": 0.815937, + "nauc_recall_at_3_std": 0.021386, + "nauc_recall_at_3_diff1": 0.841868, + "nauc_recall_at_5_max": 0.812209, + "nauc_recall_at_5_std": 0.084632, + "nauc_recall_at_5_diff1": 0.833469, + "nauc_recall_at_10_max": 0.813282, + "nauc_recall_at_10_std": 0.084646, + "nauc_recall_at_10_diff1": 0.839632, + "nauc_recall_at_20_max": 0.798407, + "nauc_recall_at_20_std": 0.069313, + "nauc_recall_at_20_diff1": 0.859594, + "nauc_recall_at_100_max": 0.925563, + "nauc_recall_at_100_std": 0.524951, + "nauc_recall_at_100_diff1": 0.880174, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743774, + "nauc_precision_at_1_std": -0.097557, + "nauc_precision_at_1_diff1": 0.87516, + "nauc_precision_at_3_max": 0.815937, + "nauc_precision_at_3_std": 0.021386, + "nauc_precision_at_3_diff1": 0.841868, + "nauc_precision_at_5_max": 0.812209, + "nauc_precision_at_5_std": 0.084632, + "nauc_precision_at_5_diff1": 0.833469, + "nauc_precision_at_10_max": 0.813282, + "nauc_precision_at_10_std": 0.084646, + "nauc_precision_at_10_diff1": 0.839632, + "nauc_precision_at_20_max": 0.798407, + "nauc_precision_at_20_std": 0.069313, + "nauc_precision_at_20_diff1": 0.859594, + "nauc_precision_at_100_max": 0.925563, + "nauc_precision_at_100_std": 0.524951, + "nauc_precision_at_100_diff1": 0.880174, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743774, + "nauc_mrr_at_1_std": -0.097557, + "nauc_mrr_at_1_diff1": 0.87516, + "nauc_mrr_at_3_max": 0.766991, + "nauc_mrr_at_3_std": -0.06629, + "nauc_mrr_at_3_diff1": 0.86306, + "nauc_mrr_at_5_max": 0.764654, + "nauc_mrr_at_5_std": -0.060144, + "nauc_mrr_at_5_diff1": 0.862132, + "nauc_mrr_at_10_max": 0.763418, + "nauc_mrr_at_10_std": -0.064648, + "nauc_mrr_at_10_diff1": 0.863657, + "nauc_mrr_at_20_max": 0.762388, + "nauc_mrr_at_20_std": -0.066254, + "nauc_mrr_at_20_diff1": 0.864208, + "nauc_mrr_at_100_max": 0.762752, + "nauc_mrr_at_100_std": -0.065028, + "nauc_mrr_at_100_diff1": 0.864377, + "nauc_mrr_at_1000_max": 0.762687, + "nauc_mrr_at_1000_std": -0.065253, + "nauc_mrr_at_1000_diff1": 0.864371, + "hit_rate_at_1": 0.79333, + "hit_rate_at_3": 0.87667, + "hit_rate_at_5": 0.89889, + "hit_rate_at_10": 0.93222, + "hit_rate_at_20": 0.96444, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.86308, "hf_subset": "eng_Latn-azj_Latn", "languages": [ "eng-Latn", "azj-Latn" - ] - }, - { - "ndcg_at_1": 0.53556, - "ndcg_at_3": 0.58759, - "ndcg_at_5": 0.60294, - "ndcg_at_10": 0.61759, - "ndcg_at_20": 0.62554, - "ndcg_at_100": 0.64559, - "ndcg_at_1000": 0.66554, - "map_at_1": 0.53556, - "map_at_3": 0.57519, - "map_at_5": 0.58357, - "map_at_10": 0.58978, - "map_at_20": 0.59201, - "map_at_100": 0.59473, - "map_at_1000": 0.59551, - "recall_at_1": 0.53556, - "recall_at_3": 0.62333, - "recall_at_5": 0.66111, - "recall_at_10": 0.70556, - "recall_at_20": 0.73667, - "recall_at_100": 0.84556, - "recall_at_1000": 1.0, - "precision_at_1": 0.53556, - "precision_at_3": 0.20778, - "precision_at_5": 0.13222, - "precision_at_10": 0.07056, - "precision_at_20": 0.03683, - "precision_at_100": 0.00846, - "precision_at_1000": 0.001, - "mrr_at_1": 0.535556, - "mrr_at_3": 0.575185, - "mrr_at_5": 0.583574, - "mrr_at_10": 0.589784, - "mrr_at_20": 0.592014, - "mrr_at_100": 0.594729, - "mrr_at_1000": 0.595508, - "nauc_ndcg_at_1_max": 0.778042, - "nauc_ndcg_at_1_std": -0.381153, - "nauc_ndcg_at_1_diff1": 0.862075, - "nauc_ndcg_at_3_max": 0.781467, - "nauc_ndcg_at_3_std": -0.396297, - "nauc_ndcg_at_3_diff1": 0.829037, - "nauc_ndcg_at_5_max": 0.777081, - "nauc_ndcg_at_5_std": -0.394915, - "nauc_ndcg_at_5_diff1": 0.821721, - "nauc_ndcg_at_10_max": 0.77915, - "nauc_ndcg_at_10_std": -0.391937, - "nauc_ndcg_at_10_diff1": 0.819397, - "nauc_ndcg_at_20_max": 0.776574, - "nauc_ndcg_at_20_std": -0.392653, - "nauc_ndcg_at_20_diff1": 0.817326, - "nauc_ndcg_at_100_max": 0.772849, - "nauc_ndcg_at_100_std": -0.378849, - "nauc_ndcg_at_100_diff1": 0.815013, - "nauc_ndcg_at_1000_max": 0.776741, - "nauc_ndcg_at_1000_std": -0.388711, - "nauc_ndcg_at_1000_diff1": 0.823583, - "nauc_map_at_1_max": 0.778042, - "nauc_map_at_1_std": -0.381153, - "nauc_map_at_1_diff1": 0.862075, - "nauc_map_at_3_max": 0.781215, - "nauc_map_at_3_std": -0.392662, - "nauc_map_at_3_diff1": 0.836892, - "nauc_map_at_5_max": 0.779083, - "nauc_map_at_5_std": -0.392242, - "nauc_map_at_5_diff1": 0.833211, - "nauc_map_at_10_max": 0.780164, - "nauc_map_at_10_std": -0.391121, - "nauc_map_at_10_diff1": 0.832402, - "nauc_map_at_20_max": 0.77943, - "nauc_map_at_20_std": -0.391284, - "nauc_map_at_20_diff1": 0.831926, - "nauc_map_at_100_max": 0.778822, - "nauc_map_at_100_std": -0.390022, - "nauc_map_at_100_diff1": 0.831615, - "nauc_map_at_1000_max": 0.778961, - "nauc_map_at_1000_std": -0.390364, - "nauc_map_at_1000_diff1": 0.831956, - "nauc_recall_at_1_max": 0.778042, - "nauc_recall_at_1_std": -0.381153, - "nauc_recall_at_1_diff1": 0.862075, - "nauc_recall_at_3_max": 0.781972, - "nauc_recall_at_3_std": -0.407406, - "nauc_recall_at_3_diff1": 0.805066, - "nauc_recall_at_5_max": 0.769213, - "nauc_recall_at_5_std": -0.402781, - "nauc_recall_at_5_diff1": 0.78308, - "nauc_recall_at_10_max": 0.774381, - "nauc_recall_at_10_std": -0.392189, - "nauc_recall_at_10_diff1": 0.770902, - "nauc_recall_at_20_max": 0.761771, - "nauc_recall_at_20_std": -0.395874, - "nauc_recall_at_20_diff1": 0.755912, - "nauc_recall_at_100_max": 0.719891, - "nauc_recall_at_100_std": -0.244456, - "nauc_recall_at_100_diff1": 0.700568, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.778042, - "nauc_precision_at_1_std": -0.381153, - "nauc_precision_at_1_diff1": 0.862075, - "nauc_precision_at_3_max": 0.781972, - "nauc_precision_at_3_std": -0.407406, - "nauc_precision_at_3_diff1": 0.805066, - "nauc_precision_at_5_max": 0.769213, - "nauc_precision_at_5_std": -0.402781, - "nauc_precision_at_5_diff1": 0.78308, - "nauc_precision_at_10_max": 0.774381, - "nauc_precision_at_10_std": -0.392189, - "nauc_precision_at_10_diff1": 0.770902, - "nauc_precision_at_20_max": 0.761771, - "nauc_precision_at_20_std": -0.395874, - "nauc_precision_at_20_diff1": 0.755912, - "nauc_precision_at_100_max": 0.719891, - "nauc_precision_at_100_std": -0.244456, - "nauc_precision_at_100_diff1": 0.700568, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.778042, - "nauc_mrr_at_1_std": -0.381153, - "nauc_mrr_at_1_diff1": 0.862075, - "nauc_mrr_at_3_max": 0.781215, - "nauc_mrr_at_3_std": -0.392662, - "nauc_mrr_at_3_diff1": 0.836892, - "nauc_mrr_at_5_max": 0.779083, - "nauc_mrr_at_5_std": -0.392242, - "nauc_mrr_at_5_diff1": 0.833211, - "nauc_mrr_at_10_max": 0.780164, - "nauc_mrr_at_10_std": -0.391121, - "nauc_mrr_at_10_diff1": 0.832402, - "nauc_mrr_at_20_max": 0.77943, - "nauc_mrr_at_20_std": -0.391284, - "nauc_mrr_at_20_diff1": 0.831926, - "nauc_mrr_at_100_max": 0.778822, - "nauc_mrr_at_100_std": -0.390022, - "nauc_mrr_at_100_diff1": 0.831615, - "nauc_mrr_at_1000_max": 0.778961, - "nauc_mrr_at_1000_std": -0.390364, - "nauc_mrr_at_1000_diff1": 0.831956, - "main_score": 0.61759, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.53889, + "ndcg_at_3": 0.58411, + "ndcg_at_5": 0.59659, + "ndcg_at_10": 0.61461, + "ndcg_at_20": 0.6227, + "ndcg_at_100": 0.6439, + "ndcg_at_1000": 0.66369, + "map_at_1": 0.53889, + "map_at_3": 0.57389, + "map_at_5": 0.58089, + "map_at_10": 0.58834, + "map_at_20": 0.59054, + "map_at_100": 0.59338, + "map_at_1000": 0.59415, + "recall_at_1": 0.53889, + "recall_at_3": 0.61333, + "recall_at_5": 0.64333, + "recall_at_10": 0.69889, + "recall_at_20": 0.73111, + "recall_at_100": 0.84667, + "recall_at_1000": 1.0, + "accuracy": 0.53889, + "precision_at_1": 0.53889, + "precision_at_3": 0.20444, + "precision_at_5": 0.12867, + "precision_at_10": 0.06989, + "precision_at_20": 0.03656, + "precision_at_100": 0.00847, + "precision_at_1000": 0.001, + "mrr_at_1": 0.538889, + "mrr_at_3": 0.573889, + "mrr_at_5": 0.580889, + "mrr_at_10": 0.588345, + "mrr_at_20": 0.590538, + "mrr_at_100": 0.593384, + "mrr_at_1000": 0.59415, + "nauc_ndcg_at_1_max": 0.789467, + "nauc_ndcg_at_1_std": -0.377888, + "nauc_ndcg_at_1_diff1": 0.848678, + "nauc_ndcg_at_3_max": 0.790152, + "nauc_ndcg_at_3_std": -0.392127, + "nauc_ndcg_at_3_diff1": 0.820572, + "nauc_ndcg_at_5_max": 0.794401, + "nauc_ndcg_at_5_std": -0.386296, + "nauc_ndcg_at_5_diff1": 0.817707, + "nauc_ndcg_at_10_max": 0.784536, + "nauc_ndcg_at_10_std": -0.388589, + "nauc_ndcg_at_10_diff1": 0.808472, + "nauc_ndcg_at_20_max": 0.781897, + "nauc_ndcg_at_20_std": -0.390054, + "nauc_ndcg_at_20_diff1": 0.806152, + "nauc_ndcg_at_100_max": 0.77926, + "nauc_ndcg_at_100_std": -0.376588, + "nauc_ndcg_at_100_diff1": 0.803824, + "nauc_ndcg_at_1000_max": 0.784494, + "nauc_ndcg_at_1000_std": -0.384288, + "nauc_ndcg_at_1000_diff1": 0.812991, + "nauc_map_at_1_max": 0.789467, + "nauc_map_at_1_std": -0.377888, + "nauc_map_at_1_diff1": 0.848678, + "nauc_map_at_3_max": 0.789661, + "nauc_map_at_3_std": -0.389516, + "nauc_map_at_3_diff1": 0.826949, + "nauc_map_at_5_max": 0.792164, + "nauc_map_at_5_std": -0.385853, + "nauc_map_at_5_diff1": 0.825603, + "nauc_map_at_10_max": 0.788251, + "nauc_map_at_10_std": -0.386967, + "nauc_map_at_10_diff1": 0.822029, + "nauc_map_at_20_max": 0.787672, + "nauc_map_at_20_std": -0.387315, + "nauc_map_at_20_diff1": 0.821539, + "nauc_map_at_100_max": 0.787318, + "nauc_map_at_100_std": -0.385931, + "nauc_map_at_100_diff1": 0.82124, + "nauc_map_at_1000_max": 0.787528, + "nauc_map_at_1000_std": -0.386077, + "nauc_map_at_1000_diff1": 0.821578, + "nauc_recall_at_1_max": 0.789467, + "nauc_recall_at_1_std": -0.377888, + "nauc_recall_at_1_diff1": 0.848678, + "nauc_recall_at_3_max": 0.791783, + "nauc_recall_at_3_std": -0.399635, + "nauc_recall_at_3_diff1": 0.801513, + "nauc_recall_at_5_max": 0.802023, + "nauc_recall_at_5_std": -0.386984, + "nauc_recall_at_5_diff1": 0.792361, + "nauc_recall_at_10_max": 0.767405, + "nauc_recall_at_10_std": -0.393794, + "nauc_recall_at_10_diff1": 0.756327, + "nauc_recall_at_20_max": 0.751811, + "nauc_recall_at_20_std": -0.401851, + "nauc_recall_at_20_diff1": 0.739319, + "nauc_recall_at_100_max": 0.708845, + "nauc_recall_at_100_std": -0.259768, + "nauc_recall_at_100_diff1": 0.677338, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.789467, + "nauc_precision_at_1_std": -0.377888, + "nauc_precision_at_1_diff1": 0.848678, + "nauc_precision_at_3_max": 0.791783, + "nauc_precision_at_3_std": -0.399635, + "nauc_precision_at_3_diff1": 0.801513, + "nauc_precision_at_5_max": 0.802023, + "nauc_precision_at_5_std": -0.386984, + "nauc_precision_at_5_diff1": 0.792361, + "nauc_precision_at_10_max": 0.767405, + "nauc_precision_at_10_std": -0.393794, + "nauc_precision_at_10_diff1": 0.756327, + "nauc_precision_at_20_max": 0.751811, + "nauc_precision_at_20_std": -0.401851, + "nauc_precision_at_20_diff1": 0.739319, + "nauc_precision_at_100_max": 0.708845, + "nauc_precision_at_100_std": -0.259768, + "nauc_precision_at_100_diff1": 0.677338, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.789467, + "nauc_mrr_at_1_std": -0.377888, + "nauc_mrr_at_1_diff1": 0.848678, + "nauc_mrr_at_3_max": 0.789661, + "nauc_mrr_at_3_std": -0.389516, + "nauc_mrr_at_3_diff1": 0.826949, + "nauc_mrr_at_5_max": 0.792164, + "nauc_mrr_at_5_std": -0.385853, + "nauc_mrr_at_5_diff1": 0.825603, + "nauc_mrr_at_10_max": 0.788251, + "nauc_mrr_at_10_std": -0.386967, + "nauc_mrr_at_10_diff1": 0.822029, + "nauc_mrr_at_20_max": 0.787672, + "nauc_mrr_at_20_std": -0.387315, + "nauc_mrr_at_20_diff1": 0.821539, + "nauc_mrr_at_100_max": 0.787318, + "nauc_mrr_at_100_std": -0.385931, + "nauc_mrr_at_100_diff1": 0.82124, + "nauc_mrr_at_1000_max": 0.787528, + "nauc_mrr_at_1000_std": -0.386077, + "nauc_mrr_at_1000_diff1": 0.821578, + "hit_rate_at_1": 0.53889, + "hit_rate_at_3": 0.61333, + "hit_rate_at_5": 0.64333, + "hit_rate_at_10": 0.69889, + "hit_rate_at_20": 0.73111, + "hit_rate_at_100": 0.84667, + "hit_rate_at_1000": 1.0, + "main_score": 0.61461, "hf_subset": "bam_Latn-bam_Latn", "languages": [ "bam-Latn", "bam-Latn" - ] - }, - { - "ndcg_at_1": 0.51556, - "ndcg_at_3": 0.56592, - "ndcg_at_5": 0.58438, - "ndcg_at_10": 0.59749, - "ndcg_at_20": 0.60987, - "ndcg_at_100": 0.63414, - "ndcg_at_1000": 0.65146, - "map_at_1": 0.51556, - "map_at_3": 0.55407, - "map_at_5": 0.56441, - "map_at_10": 0.56992, - "map_at_20": 0.57318, - "map_at_100": 0.57628, - "map_at_1000": 0.57701, - "recall_at_1": 0.51556, - "recall_at_3": 0.6, - "recall_at_5": 0.64444, - "recall_at_10": 0.68444, - "recall_at_20": 0.73444, - "recall_at_100": 0.86889, - "recall_at_1000": 1.0, - "precision_at_1": 0.51556, - "precision_at_3": 0.2, - "precision_at_5": 0.12889, - "precision_at_10": 0.06844, - "precision_at_20": 0.03672, - "precision_at_100": 0.00869, - "precision_at_1000": 0.001, - "mrr_at_1": 0.515556, - "mrr_at_3": 0.554074, - "mrr_at_5": 0.564407, - "mrr_at_10": 0.56992, - "mrr_at_20": 0.573182, - "mrr_at_100": 0.576281, - "mrr_at_1000": 0.577007, - "nauc_ndcg_at_1_max": 0.865927, - "nauc_ndcg_at_1_std": 0.470687, - "nauc_ndcg_at_1_diff1": 0.886464, - "nauc_ndcg_at_3_max": 0.861634, - "nauc_ndcg_at_3_std": 0.495953, - "nauc_ndcg_at_3_diff1": 0.84503, - "nauc_ndcg_at_5_max": 0.860165, - "nauc_ndcg_at_5_std": 0.491603, - "nauc_ndcg_at_5_diff1": 0.837698, - "nauc_ndcg_at_10_max": 0.853441, - "nauc_ndcg_at_10_std": 0.498681, - "nauc_ndcg_at_10_diff1": 0.829851, - "nauc_ndcg_at_20_max": 0.846958, - "nauc_ndcg_at_20_std": 0.49674, - "nauc_ndcg_at_20_diff1": 0.825166, - "nauc_ndcg_at_100_max": 0.84616, - "nauc_ndcg_at_100_std": 0.499569, - "nauc_ndcg_at_100_diff1": 0.82466, - "nauc_ndcg_at_1000_max": 0.853275, - "nauc_ndcg_at_1000_std": 0.495787, - "nauc_ndcg_at_1000_diff1": 0.836102, - "nauc_map_at_1_max": 0.865927, - "nauc_map_at_1_std": 0.470687, - "nauc_map_at_1_diff1": 0.886464, - "nauc_map_at_3_max": 0.863811, - "nauc_map_at_3_std": 0.490422, - "nauc_map_at_3_diff1": 0.855508, - "nauc_map_at_5_max": 0.862896, - "nauc_map_at_5_std": 0.488025, - "nauc_map_at_5_diff1": 0.851569, - "nauc_map_at_10_max": 0.860329, - "nauc_map_at_10_std": 0.491381, - "nauc_map_at_10_diff1": 0.848485, - "nauc_map_at_20_max": 0.858661, - "nauc_map_at_20_std": 0.490715, - "nauc_map_at_20_diff1": 0.847318, - "nauc_map_at_100_max": 0.858621, - "nauc_map_at_100_std": 0.491248, - "nauc_map_at_100_diff1": 0.847338, - "nauc_map_at_1000_max": 0.858884, - "nauc_map_at_1000_std": 0.491125, - "nauc_map_at_1000_diff1": 0.847782, - "nauc_recall_at_1_max": 0.865927, - "nauc_recall_at_1_std": 0.470687, - "nauc_recall_at_1_diff1": 0.886464, - "nauc_recall_at_3_max": 0.854545, - "nauc_recall_at_3_std": 0.512397, - "nauc_recall_at_3_diff1": 0.813184, - "nauc_recall_at_5_max": 0.850796, - "nauc_recall_at_5_std": 0.502034, - "nauc_recall_at_5_diff1": 0.791802, - "nauc_recall_at_10_max": 0.825541, - "nauc_recall_at_10_std": 0.524438, - "nauc_recall_at_10_diff1": 0.760633, - "nauc_recall_at_20_max": 0.789068, - "nauc_recall_at_20_std": 0.519393, - "nauc_recall_at_20_diff1": 0.72781, - "nauc_recall_at_100_max": 0.7319, - "nauc_recall_at_100_std": 0.56285, - "nauc_recall_at_100_diff1": 0.642706, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.865927, - "nauc_precision_at_1_std": 0.470687, - "nauc_precision_at_1_diff1": 0.886464, - "nauc_precision_at_3_max": 0.854545, - "nauc_precision_at_3_std": 0.512397, - "nauc_precision_at_3_diff1": 0.813184, - "nauc_precision_at_5_max": 0.850796, - "nauc_precision_at_5_std": 0.502034, - "nauc_precision_at_5_diff1": 0.791802, - "nauc_precision_at_10_max": 0.825541, - "nauc_precision_at_10_std": 0.524438, - "nauc_precision_at_10_diff1": 0.760633, - "nauc_precision_at_20_max": 0.789068, - "nauc_precision_at_20_std": 0.519393, - "nauc_precision_at_20_diff1": 0.72781, - "nauc_precision_at_100_max": 0.7319, - "nauc_precision_at_100_std": 0.56285, - "nauc_precision_at_100_diff1": 0.642706, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.865927, - "nauc_mrr_at_1_std": 0.470687, - "nauc_mrr_at_1_diff1": 0.886464, - "nauc_mrr_at_3_max": 0.863811, - "nauc_mrr_at_3_std": 0.490422, - "nauc_mrr_at_3_diff1": 0.855508, - "nauc_mrr_at_5_max": 0.862896, - "nauc_mrr_at_5_std": 0.488025, - "nauc_mrr_at_5_diff1": 0.851569, - "nauc_mrr_at_10_max": 0.860329, - "nauc_mrr_at_10_std": 0.491381, - "nauc_mrr_at_10_diff1": 0.848485, - "nauc_mrr_at_20_max": 0.858661, - "nauc_mrr_at_20_std": 0.490715, - "nauc_mrr_at_20_diff1": 0.847318, - "nauc_mrr_at_100_max": 0.858621, - "nauc_mrr_at_100_std": 0.491248, - "nauc_mrr_at_100_diff1": 0.847338, - "nauc_mrr_at_1000_max": 0.858884, - "nauc_mrr_at_1000_std": 0.491125, - "nauc_mrr_at_1000_diff1": 0.847782, - "main_score": 0.59749, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.52333, + "ndcg_at_3": 0.57201, + "ndcg_at_5": 0.58621, + "ndcg_at_10": 0.60124, + "ndcg_at_20": 0.61017, + "ndcg_at_100": 0.6365, + "ndcg_at_1000": 0.65433, + "map_at_1": 0.52333, + "map_at_3": 0.56037, + "map_at_5": 0.56826, + "map_at_10": 0.57463, + "map_at_20": 0.57705, + "map_at_100": 0.58059, + "map_at_1000": 0.58133, + "recall_at_1": 0.52333, + "recall_at_3": 0.60556, + "recall_at_5": 0.64, + "recall_at_10": 0.68556, + "recall_at_20": 0.72111, + "recall_at_100": 0.86444, + "recall_at_1000": 1.0, + "accuracy": 0.52333, + "precision_at_1": 0.52333, + "precision_at_3": 0.20185, + "precision_at_5": 0.128, + "precision_at_10": 0.06856, + "precision_at_20": 0.03606, + "precision_at_100": 0.00864, + "precision_at_1000": 0.001, + "mrr_at_1": 0.523333, + "mrr_at_3": 0.56037, + "mrr_at_5": 0.568259, + "mrr_at_10": 0.574632, + "mrr_at_20": 0.577053, + "mrr_at_100": 0.580587, + "mrr_at_1000": 0.581327, + "nauc_ndcg_at_1_max": 0.843205, + "nauc_ndcg_at_1_std": 0.443805, + "nauc_ndcg_at_1_diff1": 0.873168, + "nauc_ndcg_at_3_max": 0.839668, + "nauc_ndcg_at_3_std": 0.463898, + "nauc_ndcg_at_3_diff1": 0.834848, + "nauc_ndcg_at_5_max": 0.839934, + "nauc_ndcg_at_5_std": 0.469309, + "nauc_ndcg_at_5_diff1": 0.831429, + "nauc_ndcg_at_10_max": 0.829783, + "nauc_ndcg_at_10_std": 0.467691, + "nauc_ndcg_at_10_diff1": 0.821013, + "nauc_ndcg_at_20_max": 0.827494, + "nauc_ndcg_at_20_std": 0.47066, + "nauc_ndcg_at_20_diff1": 0.818928, + "nauc_ndcg_at_100_max": 0.823759, + "nauc_ndcg_at_100_std": 0.471028, + "nauc_ndcg_at_100_diff1": 0.817087, + "nauc_ndcg_at_1000_max": 0.831146, + "nauc_ndcg_at_1000_std": 0.4673, + "nauc_ndcg_at_1000_diff1": 0.827387, + "nauc_map_at_1_max": 0.843205, + "nauc_map_at_1_std": 0.443805, + "nauc_map_at_1_diff1": 0.873168, + "nauc_map_at_3_max": 0.841656, + "nauc_map_at_3_std": 0.459759, + "nauc_map_at_3_diff1": 0.844904, + "nauc_map_at_5_max": 0.841928, + "nauc_map_at_5_std": 0.462729, + "nauc_map_at_5_diff1": 0.84314, + "nauc_map_at_10_max": 0.837802, + "nauc_map_at_10_std": 0.462347, + "nauc_map_at_10_diff1": 0.838967, + "nauc_map_at_20_max": 0.83731, + "nauc_map_at_20_std": 0.463326, + "nauc_map_at_20_diff1": 0.838453, + "nauc_map_at_100_max": 0.836669, + "nauc_map_at_100_std": 0.463085, + "nauc_map_at_100_diff1": 0.838142, + "nauc_map_at_1000_max": 0.836942, + "nauc_map_at_1000_std": 0.462977, + "nauc_map_at_1000_diff1": 0.838521, + "nauc_recall_at_1_max": 0.843205, + "nauc_recall_at_1_std": 0.443805, + "nauc_recall_at_1_diff1": 0.873168, + "nauc_recall_at_3_max": 0.833143, + "nauc_recall_at_3_std": 0.476097, + "nauc_recall_at_3_diff1": 0.804068, + "nauc_recall_at_5_max": 0.832948, + "nauc_recall_at_5_std": 0.490653, + "nauc_recall_at_5_diff1": 0.793301, + "nauc_recall_at_10_max": 0.796915, + "nauc_recall_at_10_std": 0.484823, + "nauc_recall_at_10_diff1": 0.75369, + "nauc_recall_at_20_max": 0.781981, + "nauc_recall_at_20_std": 0.498746, + "nauc_recall_at_20_diff1": 0.737665, + "nauc_recall_at_100_max": 0.708813, + "nauc_recall_at_100_std": 0.532382, + "nauc_recall_at_100_diff1": 0.655716, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.843205, + "nauc_precision_at_1_std": 0.443805, + "nauc_precision_at_1_diff1": 0.873168, + "nauc_precision_at_3_max": 0.833143, + "nauc_precision_at_3_std": 0.476097, + "nauc_precision_at_3_diff1": 0.804068, + "nauc_precision_at_5_max": 0.832948, + "nauc_precision_at_5_std": 0.490653, + "nauc_precision_at_5_diff1": 0.793301, + "nauc_precision_at_10_max": 0.796915, + "nauc_precision_at_10_std": 0.484823, + "nauc_precision_at_10_diff1": 0.75369, + "nauc_precision_at_20_max": 0.781981, + "nauc_precision_at_20_std": 0.498746, + "nauc_precision_at_20_diff1": 0.737665, + "nauc_precision_at_100_max": 0.708813, + "nauc_precision_at_100_std": 0.532382, + "nauc_precision_at_100_diff1": 0.655716, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.843205, + "nauc_mrr_at_1_std": 0.443805, + "nauc_mrr_at_1_diff1": 0.873168, + "nauc_mrr_at_3_max": 0.841656, + "nauc_mrr_at_3_std": 0.459759, + "nauc_mrr_at_3_diff1": 0.844904, + "nauc_mrr_at_5_max": 0.841928, + "nauc_mrr_at_5_std": 0.462729, + "nauc_mrr_at_5_diff1": 0.84314, + "nauc_mrr_at_10_max": 0.837802, + "nauc_mrr_at_10_std": 0.462347, + "nauc_mrr_at_10_diff1": 0.838967, + "nauc_mrr_at_20_max": 0.83731, + "nauc_mrr_at_20_std": 0.463326, + "nauc_mrr_at_20_diff1": 0.838453, + "nauc_mrr_at_100_max": 0.836669, + "nauc_mrr_at_100_std": 0.463085, + "nauc_mrr_at_100_diff1": 0.838142, + "nauc_mrr_at_1000_max": 0.836942, + "nauc_mrr_at_1000_std": 0.462977, + "nauc_mrr_at_1000_diff1": 0.838521, + "hit_rate_at_1": 0.52333, + "hit_rate_at_3": 0.60556, + "hit_rate_at_5": 0.64, + "hit_rate_at_10": 0.68556, + "hit_rate_at_20": 0.72111, + "hit_rate_at_100": 0.86444, + "hit_rate_at_1000": 1.0, + "main_score": 0.60124, "hf_subset": "bam_Latn-eng_Latn", "languages": [ "bam-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.39, - "ndcg_at_3": 0.41811, - "ndcg_at_5": 0.42562, - "ndcg_at_10": 0.4325, - "ndcg_at_20": 0.43865, - "ndcg_at_100": 0.46515, - "ndcg_at_1000": 0.50954, - "map_at_1": 0.39, - "map_at_3": 0.4113, - "map_at_5": 0.41557, - "map_at_10": 0.41844, - "map_at_20": 0.42012, - "map_at_100": 0.42339, - "map_at_1000": 0.42498, - "recall_at_1": 0.39, - "recall_at_3": 0.43778, - "recall_at_5": 0.45556, - "recall_at_10": 0.47667, - "recall_at_20": 0.50111, - "recall_at_100": 0.65, - "recall_at_1000": 1.0, - "precision_at_1": 0.39, - "precision_at_3": 0.14593, - "precision_at_5": 0.09111, - "precision_at_10": 0.04767, - "precision_at_20": 0.02506, - "precision_at_100": 0.0065, - "precision_at_1000": 0.001, - "mrr_at_1": 0.39, - "mrr_at_3": 0.411296, - "mrr_at_5": 0.415574, - "mrr_at_10": 0.418445, - "mrr_at_20": 0.420122, - "mrr_at_100": 0.423389, - "mrr_at_1000": 0.424976, - "nauc_ndcg_at_1_max": 0.912605, - "nauc_ndcg_at_1_std": 0.796357, - "nauc_ndcg_at_1_diff1": 0.900112, - "nauc_ndcg_at_3_max": 0.935665, - "nauc_ndcg_at_3_std": 0.829059, - "nauc_ndcg_at_3_diff1": 0.874149, - "nauc_ndcg_at_5_max": 0.934614, - "nauc_ndcg_at_5_std": 0.834999, - "nauc_ndcg_at_5_diff1": 0.866861, - "nauc_ndcg_at_10_max": 0.931147, - "nauc_ndcg_at_10_std": 0.834778, - "nauc_ndcg_at_10_diff1": 0.859897, - "nauc_ndcg_at_20_max": 0.924965, - "nauc_ndcg_at_20_std": 0.832259, - "nauc_ndcg_at_20_diff1": 0.850992, - "nauc_ndcg_at_100_max": 0.910609, - "nauc_ndcg_at_100_std": 0.823685, - "nauc_ndcg_at_100_diff1": 0.836894, - "nauc_ndcg_at_1000_max": 0.920616, - "nauc_ndcg_at_1000_std": 0.825472, - "nauc_ndcg_at_1000_diff1": 0.854451, - "nauc_map_at_1_max": 0.912605, - "nauc_map_at_1_std": 0.796357, - "nauc_map_at_1_diff1": 0.900112, - "nauc_map_at_3_max": 0.930691, - "nauc_map_at_3_std": 0.821393, - "nauc_map_at_3_diff1": 0.88065, - "nauc_map_at_5_max": 0.930054, - "nauc_map_at_5_std": 0.82484, - "nauc_map_at_5_diff1": 0.876507, - "nauc_map_at_10_max": 0.928669, - "nauc_map_at_10_std": 0.824844, - "nauc_map_at_10_diff1": 0.87375, - "nauc_map_at_20_max": 0.926992, - "nauc_map_at_20_std": 0.824183, - "nauc_map_at_20_diff1": 0.871283, - "nauc_map_at_100_max": 0.925204, - "nauc_map_at_100_std": 0.823244, - "nauc_map_at_100_diff1": 0.869215, - "nauc_map_at_1000_max": 0.925382, - "nauc_map_at_1000_std": 0.82315, - "nauc_map_at_1000_diff1": 0.869704, - "nauc_recall_at_1_max": 0.912605, - "nauc_recall_at_1_std": 0.796357, - "nauc_recall_at_1_diff1": 0.900112, - "nauc_recall_at_3_max": 0.94984, - "nauc_recall_at_3_std": 0.851192, - "nauc_recall_at_3_diff1": 0.855201, - "nauc_recall_at_5_max": 0.947555, - "nauc_recall_at_5_std": 0.865138, - "nauc_recall_at_5_diff1": 0.837761, - "nauc_recall_at_10_max": 0.93656, - "nauc_recall_at_10_std": 0.864137, - "nauc_recall_at_10_diff1": 0.815222, - "nauc_recall_at_20_max": 0.911557, - "nauc_recall_at_20_std": 0.853988, - "nauc_recall_at_20_diff1": 0.779222, - "nauc_recall_at_100_max": 0.813577, - "nauc_recall_at_100_std": 0.799363, - "nauc_recall_at_100_diff1": 0.676867, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.912605, - "nauc_precision_at_1_std": 0.796357, - "nauc_precision_at_1_diff1": 0.900112, - "nauc_precision_at_3_max": 0.94984, - "nauc_precision_at_3_std": 0.851192, - "nauc_precision_at_3_diff1": 0.855201, - "nauc_precision_at_5_max": 0.947555, - "nauc_precision_at_5_std": 0.865138, - "nauc_precision_at_5_diff1": 0.837761, - "nauc_precision_at_10_max": 0.93656, - "nauc_precision_at_10_std": 0.864137, - "nauc_precision_at_10_diff1": 0.815222, - "nauc_precision_at_20_max": 0.911557, - "nauc_precision_at_20_std": 0.853988, - "nauc_precision_at_20_diff1": 0.779222, - "nauc_precision_at_100_max": 0.813577, - "nauc_precision_at_100_std": 0.799363, - "nauc_precision_at_100_diff1": 0.676867, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.912605, - "nauc_mrr_at_1_std": 0.796357, - "nauc_mrr_at_1_diff1": 0.900112, - "nauc_mrr_at_3_max": 0.930691, - "nauc_mrr_at_3_std": 0.821393, - "nauc_mrr_at_3_diff1": 0.88065, - "nauc_mrr_at_5_max": 0.930054, - "nauc_mrr_at_5_std": 0.82484, - "nauc_mrr_at_5_diff1": 0.876507, - "nauc_mrr_at_10_max": 0.928669, - "nauc_mrr_at_10_std": 0.824844, - "nauc_mrr_at_10_diff1": 0.87375, - "nauc_mrr_at_20_max": 0.926992, - "nauc_mrr_at_20_std": 0.824183, - "nauc_mrr_at_20_diff1": 0.871283, - "nauc_mrr_at_100_max": 0.925204, - "nauc_mrr_at_100_std": 0.823244, - "nauc_mrr_at_100_diff1": 0.869215, - "nauc_mrr_at_1000_max": 0.925382, - "nauc_mrr_at_1000_std": 0.82315, - "nauc_mrr_at_1000_diff1": 0.869704, - "main_score": 0.4325, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.38, + "ndcg_at_3": 0.41077, + "ndcg_at_5": 0.41722, + "ndcg_at_10": 0.42508, + "ndcg_at_20": 0.43426, + "ndcg_at_100": 0.45766, + "ndcg_at_1000": 0.50316, + "map_at_1": 0.38, + "map_at_3": 0.40333, + "map_at_5": 0.40694, + "map_at_10": 0.41016, + "map_at_20": 0.41263, + "map_at_100": 0.41545, + "map_at_1000": 0.41708, + "recall_at_1": 0.38, + "recall_at_3": 0.43222, + "recall_at_5": 0.44778, + "recall_at_10": 0.47222, + "recall_at_20": 0.50889, + "recall_at_100": 0.64111, + "recall_at_1000": 1.0, + "accuracy": 0.38, + "precision_at_1": 0.38, + "precision_at_3": 0.14407, + "precision_at_5": 0.08956, + "precision_at_10": 0.04722, + "precision_at_20": 0.02544, + "precision_at_100": 0.00641, + "precision_at_1000": 0.001, + "mrr_at_1": 0.38, + "mrr_at_3": 0.403333, + "mrr_at_5": 0.406944, + "mrr_at_10": 0.410164, + "mrr_at_20": 0.412626, + "mrr_at_100": 0.415453, + "mrr_at_1000": 0.417078, + "nauc_ndcg_at_1_max": 0.908242, + "nauc_ndcg_at_1_std": 0.762386, + "nauc_ndcg_at_1_diff1": 0.909909, + "nauc_ndcg_at_3_max": 0.930058, + "nauc_ndcg_at_3_std": 0.796653, + "nauc_ndcg_at_3_diff1": 0.878135, + "nauc_ndcg_at_5_max": 0.930744, + "nauc_ndcg_at_5_std": 0.800696, + "nauc_ndcg_at_5_diff1": 0.871656, + "nauc_ndcg_at_10_max": 0.925757, + "nauc_ndcg_at_10_std": 0.801005, + "nauc_ndcg_at_10_diff1": 0.86786, + "nauc_ndcg_at_20_max": 0.919807, + "nauc_ndcg_at_20_std": 0.801175, + "nauc_ndcg_at_20_diff1": 0.857381, + "nauc_ndcg_at_100_max": 0.906654, + "nauc_ndcg_at_100_std": 0.791724, + "nauc_ndcg_at_100_diff1": 0.848278, + "nauc_ndcg_at_1000_max": 0.915971, + "nauc_ndcg_at_1000_std": 0.793061, + "nauc_ndcg_at_1000_diff1": 0.862673, + "nauc_map_at_1_max": 0.908242, + "nauc_map_at_1_std": 0.762386, + "nauc_map_at_1_diff1": 0.909909, + "nauc_map_at_3_max": 0.925407, + "nauc_map_at_3_std": 0.788326, + "nauc_map_at_3_diff1": 0.885748, + "nauc_map_at_5_max": 0.925834, + "nauc_map_at_5_std": 0.790663, + "nauc_map_at_5_diff1": 0.882107, + "nauc_map_at_10_max": 0.923973, + "nauc_map_at_10_std": 0.790993, + "nauc_map_at_10_diff1": 0.880696, + "nauc_map_at_20_max": 0.922352, + "nauc_map_at_20_std": 0.79104, + "nauc_map_at_20_diff1": 0.87785, + "nauc_map_at_100_max": 0.920711, + "nauc_map_at_100_std": 0.789949, + "nauc_map_at_100_diff1": 0.876533, + "nauc_map_at_1000_max": 0.920827, + "nauc_map_at_1000_std": 0.789856, + "nauc_map_at_1000_diff1": 0.876872, + "nauc_recall_at_1_max": 0.908242, + "nauc_recall_at_1_std": 0.762386, + "nauc_recall_at_1_diff1": 0.909909, + "nauc_recall_at_3_max": 0.94325, + "nauc_recall_at_3_std": 0.82075, + "nauc_recall_at_3_diff1": 0.856147, + "nauc_recall_at_5_max": 0.944778, + "nauc_recall_at_5_std": 0.830293, + "nauc_recall_at_5_diff1": 0.840482, + "nauc_recall_at_10_max": 0.928253, + "nauc_recall_at_10_std": 0.830332, + "nauc_recall_at_10_diff1": 0.827602, + "nauc_recall_at_20_max": 0.904202, + "nauc_recall_at_20_std": 0.83146, + "nauc_recall_at_20_diff1": 0.784463, + "nauc_recall_at_100_max": 0.815259, + "nauc_recall_at_100_std": 0.772856, + "nauc_recall_at_100_diff1": 0.715645, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.908242, + "nauc_precision_at_1_std": 0.762386, + "nauc_precision_at_1_diff1": 0.909909, + "nauc_precision_at_3_max": 0.94325, + "nauc_precision_at_3_std": 0.82075, + "nauc_precision_at_3_diff1": 0.856147, + "nauc_precision_at_5_max": 0.944778, + "nauc_precision_at_5_std": 0.830293, + "nauc_precision_at_5_diff1": 0.840482, + "nauc_precision_at_10_max": 0.928253, + "nauc_precision_at_10_std": 0.830332, + "nauc_precision_at_10_diff1": 0.827602, + "nauc_precision_at_20_max": 0.904202, + "nauc_precision_at_20_std": 0.83146, + "nauc_precision_at_20_diff1": 0.784463, + "nauc_precision_at_100_max": 0.815259, + "nauc_precision_at_100_std": 0.772856, + "nauc_precision_at_100_diff1": 0.715645, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.908242, + "nauc_mrr_at_1_std": 0.762386, + "nauc_mrr_at_1_diff1": 0.909909, + "nauc_mrr_at_3_max": 0.925407, + "nauc_mrr_at_3_std": 0.788326, + "nauc_mrr_at_3_diff1": 0.885748, + "nauc_mrr_at_5_max": 0.925834, + "nauc_mrr_at_5_std": 0.790663, + "nauc_mrr_at_5_diff1": 0.882107, + "nauc_mrr_at_10_max": 0.923973, + "nauc_mrr_at_10_std": 0.790993, + "nauc_mrr_at_10_diff1": 0.880696, + "nauc_mrr_at_20_max": 0.922352, + "nauc_mrr_at_20_std": 0.79104, + "nauc_mrr_at_20_diff1": 0.87785, + "nauc_mrr_at_100_max": 0.920711, + "nauc_mrr_at_100_std": 0.789949, + "nauc_mrr_at_100_diff1": 0.876533, + "nauc_mrr_at_1000_max": 0.920827, + "nauc_mrr_at_1000_std": 0.789856, + "nauc_mrr_at_1000_diff1": 0.876872, + "hit_rate_at_1": 0.38, + "hit_rate_at_3": 0.43222, + "hit_rate_at_5": 0.44778, + "hit_rate_at_10": 0.47222, + "hit_rate_at_20": 0.50889, + "hit_rate_at_100": 0.64111, + "hit_rate_at_1000": 1.0, + "main_score": 0.42508, "hf_subset": "eng_Latn-bam_Latn", "languages": [ "eng-Latn", "bam-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89111, - "ndcg_at_3": 0.93242, - "ndcg_at_5": 0.93787, - "ndcg_at_10": 0.9415, - "ndcg_at_20": 0.94375, - "ndcg_at_100": 0.94436, - "ndcg_at_1000": 0.94495, - "map_at_1": 0.89111, - "map_at_3": 0.92315, - "map_at_5": 0.92615, - "map_at_10": 0.92766, - "map_at_20": 0.92828, - "map_at_100": 0.92837, - "map_at_1000": 0.92839, - "recall_at_1": 0.89111, - "recall_at_3": 0.95889, - "recall_at_5": 0.97222, - "recall_at_10": 0.98333, + "ndcg_at_1": 0.87444, + "ndcg_at_3": 0.92051, + "ndcg_at_5": 0.92836, + "ndcg_at_10": 0.93095, + "ndcg_at_20": 0.93493, + "ndcg_at_100": 0.93557, + "ndcg_at_1000": 0.93613, + "map_at_1": 0.87444, + "map_at_3": 0.91019, + "map_at_5": 0.91457, + "map_at_10": 0.91569, + "map_at_20": 0.91681, + "map_at_100": 0.9169, + "map_at_1000": 0.91692, + "recall_at_1": 0.87444, + "recall_at_3": 0.95, + "recall_at_5": 0.96889, + "recall_at_10": 0.97667, "recall_at_20": 0.99222, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.89111, - "precision_at_3": 0.31963, - "precision_at_5": 0.19444, - "precision_at_10": 0.09833, + "accuracy": 0.87444, + "precision_at_1": 0.87444, + "precision_at_3": 0.31667, + "precision_at_5": 0.19378, + "precision_at_10": 0.09767, "precision_at_20": 0.04961, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.891111, - "mrr_at_3": 0.923148, - "mrr_at_5": 0.926148, - "mrr_at_10": 0.927664, - "mrr_at_20": 0.928285, - "mrr_at_100": 0.928368, - "mrr_at_1000": 0.928392, - "nauc_ndcg_at_1_max": 0.739026, - "nauc_ndcg_at_1_std": -0.030196, - "nauc_ndcg_at_1_diff1": 0.903508, - "nauc_ndcg_at_3_max": 0.785189, - "nauc_ndcg_at_3_std": -0.029199, - "nauc_ndcg_at_3_diff1": 0.892628, - "nauc_ndcg_at_5_max": 0.778848, - "nauc_ndcg_at_5_std": -0.053233, - "nauc_ndcg_at_5_diff1": 0.895258, - "nauc_ndcg_at_10_max": 0.775314, - "nauc_ndcg_at_10_std": -0.043152, - "nauc_ndcg_at_10_diff1": 0.898149, - "nauc_ndcg_at_20_max": 0.774944, - "nauc_ndcg_at_20_std": -0.020458, - "nauc_ndcg_at_20_diff1": 0.898953, - "nauc_ndcg_at_100_max": 0.772845, - "nauc_ndcg_at_100_std": -0.025107, - "nauc_ndcg_at_100_diff1": 0.898766, - "nauc_ndcg_at_1000_max": 0.770768, - "nauc_ndcg_at_1000_std": -0.031923, - "nauc_ndcg_at_1000_diff1": 0.898031, - "nauc_map_at_1_max": 0.739026, - "nauc_map_at_1_std": -0.030196, - "nauc_map_at_1_diff1": 0.903508, - "nauc_map_at_3_max": 0.772001, - "nauc_map_at_3_std": -0.029669, - "nauc_map_at_3_diff1": 0.895678, - "nauc_map_at_5_max": 0.768466, - "nauc_map_at_5_std": -0.041025, - "nauc_map_at_5_diff1": 0.896904, - "nauc_map_at_10_max": 0.767086, - "nauc_map_at_10_std": -0.037364, - "nauc_map_at_10_diff1": 0.897884, - "nauc_map_at_20_max": 0.766824, - "nauc_map_at_20_std": -0.032706, - "nauc_map_at_20_diff1": 0.898072, - "nauc_map_at_100_max": 0.766574, - "nauc_map_at_100_std": -0.03353, - "nauc_map_at_100_diff1": 0.898044, - "nauc_map_at_1000_max": 0.766506, - "nauc_map_at_1000_std": -0.033758, - "nauc_map_at_1000_diff1": 0.89802, - "nauc_recall_at_1_max": 0.739026, - "nauc_recall_at_1_std": -0.030196, - "nauc_recall_at_1_diff1": 0.903508, - "nauc_recall_at_3_max": 0.85385, - "nauc_recall_at_3_std": -0.026585, - "nauc_recall_at_3_diff1": 0.876801, - "nauc_recall_at_5_max": 0.85296, - "nauc_recall_at_5_std": -0.153782, - "nauc_recall_at_5_diff1": 0.884781, - "nauc_recall_at_10_max": 0.863866, - "nauc_recall_at_10_std": -0.113819, - "nauc_recall_at_10_diff1": 0.909586, - "nauc_recall_at_20_max": 0.962652, - "nauc_recall_at_20_std": 0.469254, - "nauc_recall_at_20_diff1": 0.943978, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.609127, - "nauc_recall_at_100_diff1": 0.96732, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.739026, - "nauc_precision_at_1_std": -0.030196, - "nauc_precision_at_1_diff1": 0.903508, - "nauc_precision_at_3_max": 0.85385, - "nauc_precision_at_3_std": -0.026585, - "nauc_precision_at_3_diff1": 0.876801, - "nauc_precision_at_5_max": 0.85296, - "nauc_precision_at_5_std": -0.153782, - "nauc_precision_at_5_diff1": 0.884781, - "nauc_precision_at_10_max": 0.863866, - "nauc_precision_at_10_std": -0.113819, - "nauc_precision_at_10_diff1": 0.909586, - "nauc_precision_at_20_max": 0.962652, - "nauc_precision_at_20_std": 0.469254, - "nauc_precision_at_20_diff1": 0.943978, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.609127, - "nauc_precision_at_100_diff1": 0.96732, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.739026, - "nauc_mrr_at_1_std": -0.030196, - "nauc_mrr_at_1_diff1": 0.903508, - "nauc_mrr_at_3_max": 0.772001, - "nauc_mrr_at_3_std": -0.029669, - "nauc_mrr_at_3_diff1": 0.895678, - "nauc_mrr_at_5_max": 0.768466, - "nauc_mrr_at_5_std": -0.041025, - "nauc_mrr_at_5_diff1": 0.896904, - "nauc_mrr_at_10_max": 0.767086, - "nauc_mrr_at_10_std": -0.037364, - "nauc_mrr_at_10_diff1": 0.897884, - "nauc_mrr_at_20_max": 0.766824, - "nauc_mrr_at_20_std": -0.032706, - "nauc_mrr_at_20_diff1": 0.898072, - "nauc_mrr_at_100_max": 0.766574, - "nauc_mrr_at_100_std": -0.03353, - "nauc_mrr_at_100_diff1": 0.898044, - "nauc_mrr_at_1000_max": 0.766506, - "nauc_mrr_at_1000_std": -0.033758, - "nauc_mrr_at_1000_diff1": 0.89802, - "main_score": 0.9415, + "mrr_at_1": 0.874444, + "mrr_at_3": 0.910185, + "mrr_at_5": 0.914574, + "mrr_at_10": 0.91569, + "mrr_at_20": 0.916808, + "mrr_at_100": 0.916899, + "mrr_at_1000": 0.916919, + "nauc_ndcg_at_1_max": 0.747579, + "nauc_ndcg_at_1_std": -0.080287, + "nauc_ndcg_at_1_diff1": 0.917494, + "nauc_ndcg_at_3_max": 0.790535, + "nauc_ndcg_at_3_std": -0.044166, + "nauc_ndcg_at_3_diff1": 0.894569, + "nauc_ndcg_at_5_max": 0.787974, + "nauc_ndcg_at_5_std": -0.039461, + "nauc_ndcg_at_5_diff1": 0.89325, + "nauc_ndcg_at_10_max": 0.782018, + "nauc_ndcg_at_10_std": -0.052875, + "nauc_ndcg_at_10_diff1": 0.893635, + "nauc_ndcg_at_20_max": 0.780219, + "nauc_ndcg_at_20_std": -0.037278, + "nauc_ndcg_at_20_diff1": 0.89999, + "nauc_ndcg_at_100_max": 0.778825, + "nauc_ndcg_at_100_std": -0.041429, + "nauc_ndcg_at_100_diff1": 0.899792, + "nauc_ndcg_at_1000_max": 0.776817, + "nauc_ndcg_at_1000_std": -0.048358, + "nauc_ndcg_at_1000_diff1": 0.900068, + "nauc_map_at_1_max": 0.747579, + "nauc_map_at_1_std": -0.080287, + "nauc_map_at_1_diff1": 0.917494, + "nauc_map_at_3_max": 0.777663, + "nauc_map_at_3_std": -0.051904, + "nauc_map_at_3_diff1": 0.900536, + "nauc_map_at_5_max": 0.775875, + "nauc_map_at_5_std": -0.050762, + "nauc_map_at_5_diff1": 0.900368, + "nauc_map_at_10_max": 0.773613, + "nauc_map_at_10_std": -0.055584, + "nauc_map_at_10_diff1": 0.900646, + "nauc_map_at_20_max": 0.772989, + "nauc_map_at_20_std": -0.05277, + "nauc_map_at_20_diff1": 0.902178, + "nauc_map_at_100_max": 0.772791, + "nauc_map_at_100_std": -0.053509, + "nauc_map_at_100_diff1": 0.902125, + "nauc_map_at_1000_max": 0.772735, + "nauc_map_at_1000_std": -0.053717, + "nauc_map_at_1000_diff1": 0.902128, + "nauc_recall_at_1_max": 0.747579, + "nauc_recall_at_1_std": -0.080287, + "nauc_recall_at_1_diff1": 0.917494, + "nauc_recall_at_3_max": 0.854933, + "nauc_recall_at_3_std": -0.007957, + "nauc_recall_at_3_diff1": 0.865453, + "nauc_recall_at_5_max": 0.879052, + "nauc_recall_at_5_std": 0.047102, + "nauc_recall_at_5_diff1": 0.839019, + "nauc_recall_at_10_max": 0.85741, + "nauc_recall_at_10_std": -0.042506, + "nauc_recall_at_10_diff1": 0.823485, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": 0.525277, + "nauc_recall_at_20_diff1": 0.883287, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.707166, + "nauc_recall_at_100_diff1": 0.865196, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747579, + "nauc_precision_at_1_std": -0.080287, + "nauc_precision_at_1_diff1": 0.917494, + "nauc_precision_at_3_max": 0.854933, + "nauc_precision_at_3_std": -0.007957, + "nauc_precision_at_3_diff1": 0.865453, + "nauc_precision_at_5_max": 0.879052, + "nauc_precision_at_5_std": 0.047102, + "nauc_precision_at_5_diff1": 0.839019, + "nauc_precision_at_10_max": 0.85741, + "nauc_precision_at_10_std": -0.042506, + "nauc_precision_at_10_diff1": 0.823485, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": 0.525277, + "nauc_precision_at_20_diff1": 0.883287, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.707166, + "nauc_precision_at_100_diff1": 0.865196, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747579, + "nauc_mrr_at_1_std": -0.080287, + "nauc_mrr_at_1_diff1": 0.917494, + "nauc_mrr_at_3_max": 0.777663, + "nauc_mrr_at_3_std": -0.051904, + "nauc_mrr_at_3_diff1": 0.900536, + "nauc_mrr_at_5_max": 0.775875, + "nauc_mrr_at_5_std": -0.050762, + "nauc_mrr_at_5_diff1": 0.900368, + "nauc_mrr_at_10_max": 0.773613, + "nauc_mrr_at_10_std": -0.055584, + "nauc_mrr_at_10_diff1": 0.900646, + "nauc_mrr_at_20_max": 0.772989, + "nauc_mrr_at_20_std": -0.05277, + "nauc_mrr_at_20_diff1": 0.902178, + "nauc_mrr_at_100_max": 0.772791, + "nauc_mrr_at_100_std": -0.053509, + "nauc_mrr_at_100_diff1": 0.902125, + "nauc_mrr_at_1000_max": 0.772735, + "nauc_mrr_at_1000_std": -0.053717, + "nauc_mrr_at_1000_diff1": 0.902128, + "hit_rate_at_1": 0.87444, + "hit_rate_at_3": 0.95, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93095, "hf_subset": "ben_Beng-ben_Beng", "languages": [ "ben-Beng", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94889, - "ndcg_at_5": 0.95109, - "ndcg_at_10": 0.95586, - "ndcg_at_20": 0.95617, - "ndcg_at_100": 0.95681, - "ndcg_at_1000": 0.95729, - "map_at_1": 0.91333, - "map_at_3": 0.94074, - "map_at_5": 0.94191, - "map_at_10": 0.94394, - "map_at_20": 0.94404, - "map_at_100": 0.94414, - "map_at_1000": 0.94416, - "recall_at_1": 0.91333, - "recall_at_3": 0.97222, - "recall_at_5": 0.97778, - "recall_at_10": 0.99222, + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.94111, + "ndcg_at_5": 0.94441, + "ndcg_at_10": 0.94956, + "ndcg_at_20": 0.95107, + "ndcg_at_100": 0.95205, + "ndcg_at_1000": 0.95219, + "map_at_1": 0.90556, + "map_at_3": 0.93296, + "map_at_5": 0.93485, + "map_at_10": 0.93705, + "map_at_20": 0.93752, + "map_at_100": 0.93764, + "map_at_1000": 0.93764, + "recall_at_1": 0.90556, + "recall_at_3": 0.96444, + "recall_at_5": 0.97222, + "recall_at_10": 0.98778, "recall_at_20": 0.99333, - "recall_at_100": 0.99667, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32407, - "precision_at_5": 0.19556, - "precision_at_10": 0.09922, + "accuracy": 0.90556, + "precision_at_1": 0.90556, + "precision_at_3": 0.32148, + "precision_at_5": 0.19444, + "precision_at_10": 0.09878, "precision_at_20": 0.04967, - "precision_at_100": 0.00997, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.940741, - "mrr_at_5": 0.941907, - "mrr_at_10": 0.943941, - "mrr_at_20": 0.944042, - "mrr_at_100": 0.944138, - "mrr_at_1000": 0.944164, - "nauc_ndcg_at_1_max": 0.729746, - "nauc_ndcg_at_1_std": -0.385741, - "nauc_ndcg_at_1_diff1": 0.935927, - "nauc_ndcg_at_3_max": 0.753715, - "nauc_ndcg_at_3_std": -0.448883, - "nauc_ndcg_at_3_diff1": 0.934295, - "nauc_ndcg_at_5_max": 0.761523, - "nauc_ndcg_at_5_std": -0.46127, - "nauc_ndcg_at_5_diff1": 0.938145, - "nauc_ndcg_at_10_max": 0.758945, - "nauc_ndcg_at_10_std": -0.416663, - "nauc_ndcg_at_10_diff1": 0.936747, - "nauc_ndcg_at_20_max": 0.75724, - "nauc_ndcg_at_20_std": -0.407304, - "nauc_ndcg_at_20_diff1": 0.936299, - "nauc_ndcg_at_100_max": 0.756231, - "nauc_ndcg_at_100_std": -0.410951, - "nauc_ndcg_at_100_diff1": 0.936114, - "nauc_ndcg_at_1000_max": 0.754016, - "nauc_ndcg_at_1000_std": -0.415697, - "nauc_ndcg_at_1000_diff1": 0.93645, - "nauc_map_at_1_max": 0.729746, - "nauc_map_at_1_std": -0.385741, - "nauc_map_at_1_diff1": 0.935927, - "nauc_map_at_3_max": 0.7483, - "nauc_map_at_3_std": -0.430728, - "nauc_map_at_3_diff1": 0.93518, - "nauc_map_at_5_max": 0.751921, - "nauc_map_at_5_std": -0.436054, - "nauc_map_at_5_diff1": 0.937073, - "nauc_map_at_10_max": 0.75079, - "nauc_map_at_10_std": -0.420375, - "nauc_map_at_10_diff1": 0.936499, - "nauc_map_at_20_max": 0.75034, - "nauc_map_at_20_std": -0.417993, - "nauc_map_at_20_diff1": 0.936385, - "nauc_map_at_100_max": 0.750333, - "nauc_map_at_100_std": -0.417709, - "nauc_map_at_100_diff1": 0.936399, - "nauc_map_at_1000_max": 0.750239, - "nauc_map_at_1000_std": -0.417863, - "nauc_map_at_1000_diff1": 0.936416, - "nauc_recall_at_1_max": 0.729746, - "nauc_recall_at_1_std": -0.385741, - "nauc_recall_at_1_diff1": 0.935927, - "nauc_recall_at_3_max": 0.78437, - "nauc_recall_at_3_std": -0.557031, - "nauc_recall_at_3_diff1": 0.928571, - "nauc_recall_at_5_max": 0.83289, - "nauc_recall_at_5_std": -0.651307, - "nauc_recall_at_5_diff1": 0.946895, - "nauc_recall_at_10_max": 0.917634, - "nauc_recall_at_10_std": -0.232626, - "nauc_recall_at_10_diff1": 0.941643, - "nauc_recall_at_20_max": 0.903906, - "nauc_recall_at_20_std": 0.018596, - "nauc_recall_at_20_diff1": 0.931917, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, - "nauc_recall_at_100_diff1": 0.907407, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.932963, + "mrr_at_5": 0.934852, + "mrr_at_10": 0.93705, + "mrr_at_20": 0.937518, + "mrr_at_100": 0.937639, + "mrr_at_1000": 0.937643, + "nauc_ndcg_at_1_max": 0.711556, + "nauc_ndcg_at_1_std": -0.294777, + "nauc_ndcg_at_1_diff1": 0.922228, + "nauc_ndcg_at_3_max": 0.748171, + "nauc_ndcg_at_3_std": -0.28637, + "nauc_ndcg_at_3_diff1": 0.924717, + "nauc_ndcg_at_5_max": 0.743591, + "nauc_ndcg_at_5_std": -0.295105, + "nauc_ndcg_at_5_diff1": 0.92604, + "nauc_ndcg_at_10_max": 0.749498, + "nauc_ndcg_at_10_std": -0.295211, + "nauc_ndcg_at_10_diff1": 0.926423, + "nauc_ndcg_at_20_max": 0.745135, + "nauc_ndcg_at_20_std": -0.280873, + "nauc_ndcg_at_20_diff1": 0.924987, + "nauc_ndcg_at_100_max": 0.741736, + "nauc_ndcg_at_100_std": -0.284852, + "nauc_ndcg_at_100_diff1": 0.925045, + "nauc_ndcg_at_1000_max": 0.740999, + "nauc_ndcg_at_1000_std": -0.288518, + "nauc_ndcg_at_1000_diff1": 0.924831, + "nauc_map_at_1_max": 0.711556, + "nauc_map_at_1_std": -0.294777, + "nauc_map_at_1_diff1": 0.922228, + "nauc_map_at_3_max": 0.738923, + "nauc_map_at_3_std": -0.292197, + "nauc_map_at_3_diff1": 0.924001, + "nauc_map_at_5_max": 0.736437, + "nauc_map_at_5_std": -0.296522, + "nauc_map_at_5_diff1": 0.924612, + "nauc_map_at_10_max": 0.738324, + "nauc_map_at_10_std": -0.296724, + "nauc_map_at_10_diff1": 0.924727, + "nauc_map_at_20_max": 0.737191, + "nauc_map_at_20_std": -0.29324, + "nauc_map_at_20_diff1": 0.924375, + "nauc_map_at_100_max": 0.736911, + "nauc_map_at_100_std": -0.293216, + "nauc_map_at_100_diff1": 0.924382, + "nauc_map_at_1000_max": 0.736894, + "nauc_map_at_1000_std": -0.293298, + "nauc_map_at_1000_diff1": 0.924377, + "nauc_recall_at_1_max": 0.711556, + "nauc_recall_at_1_std": -0.294777, + "nauc_recall_at_1_diff1": 0.922228, + "nauc_recall_at_3_max": 0.796, + "nauc_recall_at_3_std": -0.252349, + "nauc_recall_at_3_diff1": 0.928513, + "nauc_recall_at_5_max": 0.787619, + "nauc_recall_at_5_std": -0.285079, + "nauc_recall_at_5_diff1": 0.935948, + "nauc_recall_at_10_max": 0.913844, + "nauc_recall_at_10_std": -0.270223, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": 0.138422, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.729746, - "nauc_precision_at_1_std": -0.385741, - "nauc_precision_at_1_diff1": 0.935927, - "nauc_precision_at_3_max": 0.78437, - "nauc_precision_at_3_std": -0.557031, - "nauc_precision_at_3_diff1": 0.928571, - "nauc_precision_at_5_max": 0.83289, - "nauc_precision_at_5_std": -0.651307, - "nauc_precision_at_5_diff1": 0.946895, - "nauc_precision_at_10_max": 0.917634, - "nauc_precision_at_10_std": -0.232626, - "nauc_precision_at_10_diff1": 0.941643, - "nauc_precision_at_20_max": 0.903906, - "nauc_precision_at_20_std": 0.018596, - "nauc_precision_at_20_diff1": 0.931917, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, - "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1_max": 0.711556, + "nauc_precision_at_1_std": -0.294777, + "nauc_precision_at_1_diff1": 0.922228, + "nauc_precision_at_3_max": 0.796, + "nauc_precision_at_3_std": -0.252349, + "nauc_precision_at_3_diff1": 0.928513, + "nauc_precision_at_5_max": 0.787619, + "nauc_precision_at_5_std": -0.285079, + "nauc_precision_at_5_diff1": 0.935948, + "nauc_precision_at_10_max": 0.913844, + "nauc_precision_at_10_std": -0.270223, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": 0.138422, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.729746, - "nauc_mrr_at_1_std": -0.385741, - "nauc_mrr_at_1_diff1": 0.935927, - "nauc_mrr_at_3_max": 0.7483, - "nauc_mrr_at_3_std": -0.430728, - "nauc_mrr_at_3_diff1": 0.93518, - "nauc_mrr_at_5_max": 0.751921, - "nauc_mrr_at_5_std": -0.436054, - "nauc_mrr_at_5_diff1": 0.937073, - "nauc_mrr_at_10_max": 0.75079, - "nauc_mrr_at_10_std": -0.420375, - "nauc_mrr_at_10_diff1": 0.936499, - "nauc_mrr_at_20_max": 0.75034, - "nauc_mrr_at_20_std": -0.417993, - "nauc_mrr_at_20_diff1": 0.936385, - "nauc_mrr_at_100_max": 0.750333, - "nauc_mrr_at_100_std": -0.417709, - "nauc_mrr_at_100_diff1": 0.936399, - "nauc_mrr_at_1000_max": 0.750239, - "nauc_mrr_at_1000_std": -0.417863, - "nauc_mrr_at_1000_diff1": 0.936416, - "main_score": 0.95586, + "nauc_mrr_at_1_max": 0.711556, + "nauc_mrr_at_1_std": -0.294777, + "nauc_mrr_at_1_diff1": 0.922228, + "nauc_mrr_at_3_max": 0.738923, + "nauc_mrr_at_3_std": -0.292197, + "nauc_mrr_at_3_diff1": 0.924001, + "nauc_mrr_at_5_max": 0.736437, + "nauc_mrr_at_5_std": -0.296522, + "nauc_mrr_at_5_diff1": 0.924612, + "nauc_mrr_at_10_max": 0.738324, + "nauc_mrr_at_10_std": -0.296724, + "nauc_mrr_at_10_diff1": 0.924727, + "nauc_mrr_at_20_max": 0.737191, + "nauc_mrr_at_20_std": -0.29324, + "nauc_mrr_at_20_diff1": 0.924375, + "nauc_mrr_at_100_max": 0.736911, + "nauc_mrr_at_100_std": -0.293216, + "nauc_mrr_at_100_diff1": 0.924382, + "nauc_mrr_at_1000_max": 0.736894, + "nauc_mrr_at_1000_std": -0.293298, + "nauc_mrr_at_1000_diff1": 0.924377, + "hit_rate_at_1": 0.90556, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94956, "hf_subset": "ben_Beng-eng_Latn", "languages": [ "ben-Beng", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.87889, - "ndcg_at_3": 0.91894, - "ndcg_at_5": 0.92635, - "ndcg_at_10": 0.93183, - "ndcg_at_20": 0.93434, - "ndcg_at_100": 0.93556, - "ndcg_at_1000": 0.93613, - "map_at_1": 0.87889, - "map_at_3": 0.91, - "map_at_5": 0.91417, - "map_at_10": 0.91648, - "map_at_20": 0.91715, - "map_at_100": 0.91731, - "map_at_1000": 0.91733, - "recall_at_1": 0.87889, - "recall_at_3": 0.94444, - "recall_at_5": 0.96222, - "recall_at_10": 0.97889, - "recall_at_20": 0.98889, - "recall_at_100": 0.99556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.85667, + "ndcg_at_3": 0.90327, + "ndcg_at_5": 0.91197, + "ndcg_at_10": 0.91744, + "ndcg_at_20": 0.91966, + "ndcg_at_100": 0.92215, + "ndcg_at_1000": 0.92288, + "map_at_1": 0.85667, + "map_at_3": 0.89241, + "map_at_5": 0.89724, + "map_at_10": 0.89955, + "map_at_20": 0.90014, + "map_at_100": 0.90049, + "map_at_1000": 0.90052, + "recall_at_1": 0.85667, + "recall_at_3": 0.93444, + "recall_at_5": 0.95556, + "recall_at_10": 0.97222, + "recall_at_20": 0.98111, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.87889, - "precision_at_3": 0.31481, - "precision_at_5": 0.19244, - "precision_at_10": 0.09789, - "precision_at_20": 0.04944, - "precision_at_100": 0.00996, + "accuracy": 0.85667, + "precision_at_1": 0.85667, + "precision_at_3": 0.31148, + "precision_at_5": 0.19111, + "precision_at_10": 0.09722, + "precision_at_20": 0.04906, + "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.878889, - "mrr_at_3": 0.91, - "mrr_at_5": 0.914167, - "mrr_at_10": 0.916479, - "mrr_at_20": 0.917151, - "mrr_at_100": 0.91731, - "mrr_at_1000": 0.917329, - "nauc_ndcg_at_1_max": 0.740176, - "nauc_ndcg_at_1_std": -0.108359, - "nauc_ndcg_at_1_diff1": 0.897882, - "nauc_ndcg_at_3_max": 0.793867, - "nauc_ndcg_at_3_std": -0.008661, - "nauc_ndcg_at_3_diff1": 0.88803, - "nauc_ndcg_at_5_max": 0.787733, - "nauc_ndcg_at_5_std": 0.00802, - "nauc_ndcg_at_5_diff1": 0.890012, - "nauc_ndcg_at_10_max": 0.783178, - "nauc_ndcg_at_10_std": -0.000146, - "nauc_ndcg_at_10_diff1": 0.89071, - "nauc_ndcg_at_20_max": 0.778882, - "nauc_ndcg_at_20_std": -0.022113, - "nauc_ndcg_at_20_diff1": 0.890886, - "nauc_ndcg_at_100_max": 0.777795, - "nauc_ndcg_at_100_std": -0.020366, - "nauc_ndcg_at_100_diff1": 0.891908, - "nauc_ndcg_at_1000_max": 0.776088, - "nauc_ndcg_at_1000_std": -0.02922, - "nauc_ndcg_at_1000_diff1": 0.89154, - "nauc_map_at_1_max": 0.740176, - "nauc_map_at_1_std": -0.108359, - "nauc_map_at_1_diff1": 0.897882, - "nauc_map_at_3_max": 0.778699, - "nauc_map_at_3_std": -0.040491, - "nauc_map_at_3_diff1": 0.890882, - "nauc_map_at_5_max": 0.774993, - "nauc_map_at_5_std": -0.033755, - "nauc_map_at_5_diff1": 0.891895, - "nauc_map_at_10_max": 0.772844, - "nauc_map_at_10_std": -0.038339, - "nauc_map_at_10_diff1": 0.892132, - "nauc_map_at_20_max": 0.771788, - "nauc_map_at_20_std": -0.043452, - "nauc_map_at_20_diff1": 0.892138, - "nauc_map_at_100_max": 0.771654, - "nauc_map_at_100_std": -0.043373, - "nauc_map_at_100_diff1": 0.892232, - "nauc_map_at_1000_max": 0.771607, - "nauc_map_at_1000_std": -0.043611, - "nauc_map_at_1000_diff1": 0.89222, - "nauc_recall_at_1_max": 0.740176, - "nauc_recall_at_1_std": -0.108359, - "nauc_recall_at_1_diff1": 0.897882, - "nauc_recall_at_3_max": 0.862288, - "nauc_recall_at_3_std": 0.137675, - "nauc_recall_at_3_diff1": 0.875117, - "nauc_recall_at_5_max": 0.866137, - "nauc_recall_at_5_std": 0.281197, - "nauc_recall_at_5_diff1": 0.878961, - "nauc_recall_at_10_max": 0.888569, - "nauc_recall_at_10_std": 0.429825, - "nauc_recall_at_10_diff1": 0.87825, - "nauc_recall_at_20_max": 0.886788, - "nauc_recall_at_20_std": 0.312512, - "nauc_recall_at_20_diff1": 0.873716, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.96732, - "nauc_recall_at_100_diff1": 0.930556, + "mrr_at_1": 0.856667, + "mrr_at_3": 0.892407, + "mrr_at_5": 0.897241, + "mrr_at_10": 0.899549, + "mrr_at_20": 0.900143, + "mrr_at_100": 0.900493, + "mrr_at_1000": 0.900525, + "nauc_ndcg_at_1_max": 0.701863, + "nauc_ndcg_at_1_std": -0.130958, + "nauc_ndcg_at_1_diff1": 0.896518, + "nauc_ndcg_at_3_max": 0.756817, + "nauc_ndcg_at_3_std": -0.087091, + "nauc_ndcg_at_3_diff1": 0.880447, + "nauc_ndcg_at_5_max": 0.753142, + "nauc_ndcg_at_5_std": -0.082979, + "nauc_ndcg_at_5_diff1": 0.883239, + "nauc_ndcg_at_10_max": 0.749893, + "nauc_ndcg_at_10_std": -0.066903, + "nauc_ndcg_at_10_diff1": 0.883033, + "nauc_ndcg_at_20_max": 0.74815, + "nauc_ndcg_at_20_std": -0.067212, + "nauc_ndcg_at_20_diff1": 0.885505, + "nauc_ndcg_at_100_max": 0.744594, + "nauc_ndcg_at_100_std": -0.075621, + "nauc_ndcg_at_100_diff1": 0.885216, + "nauc_ndcg_at_1000_max": 0.742337, + "nauc_ndcg_at_1000_std": -0.085882, + "nauc_ndcg_at_1000_diff1": 0.885183, + "nauc_map_at_1_max": 0.701863, + "nauc_map_at_1_std": -0.130958, + "nauc_map_at_1_diff1": 0.896518, + "nauc_map_at_3_max": 0.741565, + "nauc_map_at_3_std": -0.102662, + "nauc_map_at_3_diff1": 0.884642, + "nauc_map_at_5_max": 0.738985, + "nauc_map_at_5_std": -0.102295, + "nauc_map_at_5_diff1": 0.886201, + "nauc_map_at_10_max": 0.737631, + "nauc_map_at_10_std": -0.097129, + "nauc_map_at_10_diff1": 0.886278, + "nauc_map_at_20_max": 0.737199, + "nauc_map_at_20_std": -0.097117, + "nauc_map_at_20_diff1": 0.886744, + "nauc_map_at_100_max": 0.736747, + "nauc_map_at_100_std": -0.098284, + "nauc_map_at_100_diff1": 0.886597, + "nauc_map_at_1000_max": 0.736666, + "nauc_map_at_1000_std": -0.098635, + "nauc_map_at_1000_diff1": 0.886591, + "nauc_recall_at_1_max": 0.701863, + "nauc_recall_at_1_std": -0.130958, + "nauc_recall_at_1_diff1": 0.896518, + "nauc_recall_at_3_max": 0.825729, + "nauc_recall_at_3_std": -0.01418, + "nauc_recall_at_3_diff1": 0.861693, + "nauc_recall_at_5_max": 0.842028, + "nauc_recall_at_5_std": 0.047596, + "nauc_recall_at_5_diff1": 0.865675, + "nauc_recall_at_10_max": 0.864613, + "nauc_recall_at_10_std": 0.266835, + "nauc_recall_at_10_diff1": 0.851933, + "nauc_recall_at_20_max": 0.888916, + "nauc_recall_at_20_std": 0.409156, + "nauc_recall_at_20_diff1": 0.881914, + "nauc_recall_at_100_max": 0.973856, + "nauc_recall_at_100_std": 0.973856, + "nauc_recall_at_100_diff1": 0.884687, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.740176, - "nauc_precision_at_1_std": -0.108359, - "nauc_precision_at_1_diff1": 0.897882, - "nauc_precision_at_3_max": 0.862288, - "nauc_precision_at_3_std": 0.137675, - "nauc_precision_at_3_diff1": 0.875117, - "nauc_precision_at_5_max": 0.866137, - "nauc_precision_at_5_std": 0.281197, - "nauc_precision_at_5_diff1": 0.878961, - "nauc_precision_at_10_max": 0.888569, - "nauc_precision_at_10_std": 0.429825, - "nauc_precision_at_10_diff1": 0.87825, - "nauc_precision_at_20_max": 0.886788, - "nauc_precision_at_20_std": 0.312512, - "nauc_precision_at_20_diff1": 0.873716, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.96732, - "nauc_precision_at_100_diff1": 0.930556, + "nauc_precision_at_1_max": 0.701863, + "nauc_precision_at_1_std": -0.130958, + "nauc_precision_at_1_diff1": 0.896518, + "nauc_precision_at_3_max": 0.825729, + "nauc_precision_at_3_std": -0.01418, + "nauc_precision_at_3_diff1": 0.861693, + "nauc_precision_at_5_max": 0.842028, + "nauc_precision_at_5_std": 0.047596, + "nauc_precision_at_5_diff1": 0.865675, + "nauc_precision_at_10_max": 0.864613, + "nauc_precision_at_10_std": 0.266835, + "nauc_precision_at_10_diff1": 0.851933, + "nauc_precision_at_20_max": 0.888916, + "nauc_precision_at_20_std": 0.409156, + "nauc_precision_at_20_diff1": 0.881914, + "nauc_precision_at_100_max": 0.973856, + "nauc_precision_at_100_std": 0.973856, + "nauc_precision_at_100_diff1": 0.884687, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.740176, - "nauc_mrr_at_1_std": -0.108359, - "nauc_mrr_at_1_diff1": 0.897882, - "nauc_mrr_at_3_max": 0.778699, - "nauc_mrr_at_3_std": -0.040491, - "nauc_mrr_at_3_diff1": 0.890882, - "nauc_mrr_at_5_max": 0.774993, - "nauc_mrr_at_5_std": -0.033755, - "nauc_mrr_at_5_diff1": 0.891895, - "nauc_mrr_at_10_max": 0.772844, - "nauc_mrr_at_10_std": -0.038339, - "nauc_mrr_at_10_diff1": 0.892132, - "nauc_mrr_at_20_max": 0.771788, - "nauc_mrr_at_20_std": -0.043452, - "nauc_mrr_at_20_diff1": 0.892138, - "nauc_mrr_at_100_max": 0.771654, - "nauc_mrr_at_100_std": -0.043373, - "nauc_mrr_at_100_diff1": 0.892232, - "nauc_mrr_at_1000_max": 0.771607, - "nauc_mrr_at_1000_std": -0.043611, - "nauc_mrr_at_1000_diff1": 0.89222, - "main_score": 0.93183, + "nauc_mrr_at_1_max": 0.701863, + "nauc_mrr_at_1_std": -0.130958, + "nauc_mrr_at_1_diff1": 0.896518, + "nauc_mrr_at_3_max": 0.741565, + "nauc_mrr_at_3_std": -0.102662, + "nauc_mrr_at_3_diff1": 0.884642, + "nauc_mrr_at_5_max": 0.738985, + "nauc_mrr_at_5_std": -0.102295, + "nauc_mrr_at_5_diff1": 0.886201, + "nauc_mrr_at_10_max": 0.737631, + "nauc_mrr_at_10_std": -0.097129, + "nauc_mrr_at_10_diff1": 0.886278, + "nauc_mrr_at_20_max": 0.737199, + "nauc_mrr_at_20_std": -0.097117, + "nauc_mrr_at_20_diff1": 0.886744, + "nauc_mrr_at_100_max": 0.736747, + "nauc_mrr_at_100_std": -0.098284, + "nauc_mrr_at_100_diff1": 0.886597, + "nauc_mrr_at_1000_max": 0.736666, + "nauc_mrr_at_1000_std": -0.098635, + "nauc_mrr_at_1000_diff1": 0.886591, + "hit_rate_at_1": 0.85667, + "hit_rate_at_3": 0.93444, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.91744, "hf_subset": "eng_Latn-ben_Beng", "languages": [ "eng-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.63222, - "ndcg_at_3": 0.69305, - "ndcg_at_5": 0.70544, - "ndcg_at_10": 0.71935, - "ndcg_at_20": 0.72952, - "ndcg_at_100": 0.7453, - "ndcg_at_1000": 0.75402, - "map_at_1": 0.63222, - "map_at_3": 0.67833, - "map_at_5": 0.68522, - "map_at_10": 0.69091, - "map_at_20": 0.69373, - "map_at_100": 0.69587, - "map_at_1000": 0.69624, - "recall_at_1": 0.63222, - "recall_at_3": 0.73556, - "recall_at_5": 0.76556, + "ndcg_at_1": 0.63, + "ndcg_at_3": 0.69168, + "ndcg_at_5": 0.70311, + "ndcg_at_10": 0.71825, + "ndcg_at_20": 0.72831, + "ndcg_at_100": 0.74395, + "ndcg_at_1000": 0.75268, + "map_at_1": 0.63, + "map_at_3": 0.67685, + "map_at_5": 0.68319, + "map_at_10": 0.68946, + "map_at_20": 0.69219, + "map_at_100": 0.69426, + "map_at_1000": 0.69464, + "recall_at_1": 0.63, + "recall_at_3": 0.73444, + "recall_at_5": 0.76222, "recall_at_10": 0.80889, "recall_at_20": 0.84889, "recall_at_100": 0.93444, "recall_at_1000": 1.0, - "precision_at_1": 0.63222, - "precision_at_3": 0.24519, - "precision_at_5": 0.15311, + "accuracy": 0.63, + "precision_at_1": 0.63, + "precision_at_3": 0.24481, + "precision_at_5": 0.15244, "precision_at_10": 0.08089, "precision_at_20": 0.04244, "precision_at_100": 0.00934, "precision_at_1000": 0.001, - "mrr_at_1": 0.632222, - "mrr_at_3": 0.678333, - "mrr_at_5": 0.685222, - "mrr_at_10": 0.690912, - "mrr_at_20": 0.693727, - "mrr_at_100": 0.695865, - "mrr_at_1000": 0.696242, - "nauc_ndcg_at_1_max": 0.774801, - "nauc_ndcg_at_1_std": 0.194847, - "nauc_ndcg_at_1_diff1": 0.850751, - "nauc_ndcg_at_3_max": 0.809185, - "nauc_ndcg_at_3_std": 0.256305, - "nauc_ndcg_at_3_diff1": 0.815989, - "nauc_ndcg_at_5_max": 0.805768, - "nauc_ndcg_at_5_std": 0.260088, - "nauc_ndcg_at_5_diff1": 0.809015, - "nauc_ndcg_at_10_max": 0.802288, - "nauc_ndcg_at_10_std": 0.270684, - "nauc_ndcg_at_10_diff1": 0.805933, - "nauc_ndcg_at_20_max": 0.801009, - "nauc_ndcg_at_20_std": 0.273494, - "nauc_ndcg_at_20_diff1": 0.808158, - "nauc_ndcg_at_100_max": 0.796696, - "nauc_ndcg_at_100_std": 0.262486, - "nauc_ndcg_at_100_diff1": 0.812991, - "nauc_ndcg_at_1000_max": 0.797899, - "nauc_ndcg_at_1000_std": 0.256267, - "nauc_ndcg_at_1000_diff1": 0.815115, - "nauc_map_at_1_max": 0.774801, - "nauc_map_at_1_std": 0.194847, - "nauc_map_at_1_diff1": 0.850751, - "nauc_map_at_3_max": 0.800944, - "nauc_map_at_3_std": 0.240184, - "nauc_map_at_3_diff1": 0.824956, - "nauc_map_at_5_max": 0.798922, - "nauc_map_at_5_std": 0.24178, - "nauc_map_at_5_diff1": 0.821343, - "nauc_map_at_10_max": 0.797493, - "nauc_map_at_10_std": 0.245848, - "nauc_map_at_10_diff1": 0.8204, - "nauc_map_at_20_max": 0.797132, - "nauc_map_at_20_std": 0.246243, - "nauc_map_at_20_diff1": 0.82107, - "nauc_map_at_100_max": 0.796385, - "nauc_map_at_100_std": 0.244747, - "nauc_map_at_100_diff1": 0.821534, - "nauc_map_at_1000_max": 0.796425, - "nauc_map_at_1000_std": 0.244497, - "nauc_map_at_1000_diff1": 0.821613, - "nauc_recall_at_1_max": 0.774801, - "nauc_recall_at_1_std": 0.194847, - "nauc_recall_at_1_diff1": 0.850751, - "nauc_recall_at_3_max": 0.836167, - "nauc_recall_at_3_std": 0.309823, - "nauc_recall_at_3_diff1": 0.786292, - "nauc_recall_at_5_max": 0.829429, - "nauc_recall_at_5_std": 0.326675, - "nauc_recall_at_5_diff1": 0.763728, - "nauc_recall_at_10_max": 0.819188, - "nauc_recall_at_10_std": 0.380335, - "nauc_recall_at_10_diff1": 0.74241, - "nauc_recall_at_20_max": 0.815093, - "nauc_recall_at_20_std": 0.425249, - "nauc_recall_at_20_diff1": 0.741449, - "nauc_recall_at_100_max": 0.767895, - "nauc_recall_at_100_std": 0.411709, - "nauc_recall_at_100_diff1": 0.760219, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.774801, - "nauc_precision_at_1_std": 0.194847, - "nauc_precision_at_1_diff1": 0.850751, - "nauc_precision_at_3_max": 0.836167, - "nauc_precision_at_3_std": 0.309823, - "nauc_precision_at_3_diff1": 0.786292, - "nauc_precision_at_5_max": 0.829429, - "nauc_precision_at_5_std": 0.326675, - "nauc_precision_at_5_diff1": 0.763728, - "nauc_precision_at_10_max": 0.819188, - "nauc_precision_at_10_std": 0.380335, - "nauc_precision_at_10_diff1": 0.74241, - "nauc_precision_at_20_max": 0.815093, - "nauc_precision_at_20_std": 0.425249, - "nauc_precision_at_20_diff1": 0.741449, - "nauc_precision_at_100_max": 0.767895, - "nauc_precision_at_100_std": 0.411709, - "nauc_precision_at_100_diff1": 0.760219, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.774801, - "nauc_mrr_at_1_std": 0.194847, - "nauc_mrr_at_1_diff1": 0.850751, - "nauc_mrr_at_3_max": 0.800944, - "nauc_mrr_at_3_std": 0.240184, - "nauc_mrr_at_3_diff1": 0.824956, - "nauc_mrr_at_5_max": 0.798922, - "nauc_mrr_at_5_std": 0.24178, - "nauc_mrr_at_5_diff1": 0.821343, - "nauc_mrr_at_10_max": 0.797493, - "nauc_mrr_at_10_std": 0.245848, - "nauc_mrr_at_10_diff1": 0.8204, - "nauc_mrr_at_20_max": 0.797132, - "nauc_mrr_at_20_std": 0.246243, - "nauc_mrr_at_20_diff1": 0.82107, - "nauc_mrr_at_100_max": 0.796385, - "nauc_mrr_at_100_std": 0.244747, - "nauc_mrr_at_100_diff1": 0.821534, - "nauc_mrr_at_1000_max": 0.796425, - "nauc_mrr_at_1000_std": 0.244497, - "nauc_mrr_at_1000_diff1": 0.821613, - "main_score": 0.71935, + "mrr_at_1": 0.63, + "mrr_at_3": 0.676852, + "mrr_at_5": 0.683185, + "mrr_at_10": 0.689457, + "mrr_at_20": 0.692191, + "mrr_at_100": 0.69426, + "mrr_at_1000": 0.694639, + "nauc_ndcg_at_1_max": 0.762427, + "nauc_ndcg_at_1_std": 0.252748, + "nauc_ndcg_at_1_diff1": 0.832833, + "nauc_ndcg_at_3_max": 0.799457, + "nauc_ndcg_at_3_std": 0.296455, + "nauc_ndcg_at_3_diff1": 0.797907, + "nauc_ndcg_at_5_max": 0.792739, + "nauc_ndcg_at_5_std": 0.295784, + "nauc_ndcg_at_5_diff1": 0.792383, + "nauc_ndcg_at_10_max": 0.789262, + "nauc_ndcg_at_10_std": 0.300102, + "nauc_ndcg_at_10_diff1": 0.789062, + "nauc_ndcg_at_20_max": 0.786175, + "nauc_ndcg_at_20_std": 0.304495, + "nauc_ndcg_at_20_diff1": 0.787713, + "nauc_ndcg_at_100_max": 0.785202, + "nauc_ndcg_at_100_std": 0.299658, + "nauc_ndcg_at_100_diff1": 0.795443, + "nauc_ndcg_at_1000_max": 0.785928, + "nauc_ndcg_at_1000_std": 0.293939, + "nauc_ndcg_at_1000_diff1": 0.79716, + "nauc_map_at_1_max": 0.762427, + "nauc_map_at_1_std": 0.252748, + "nauc_map_at_1_diff1": 0.832833, + "nauc_map_at_3_max": 0.790657, + "nauc_map_at_3_std": 0.284566, + "nauc_map_at_3_diff1": 0.806589, + "nauc_map_at_5_max": 0.787023, + "nauc_map_at_5_std": 0.28387, + "nauc_map_at_5_diff1": 0.803841, + "nauc_map_at_10_max": 0.785639, + "nauc_map_at_10_std": 0.285363, + "nauc_map_at_10_diff1": 0.802643, + "nauc_map_at_20_max": 0.784838, + "nauc_map_at_20_std": 0.28617, + "nauc_map_at_20_diff1": 0.802412, + "nauc_map_at_100_max": 0.784598, + "nauc_map_at_100_std": 0.285618, + "nauc_map_at_100_diff1": 0.80332, + "nauc_map_at_1000_max": 0.784634, + "nauc_map_at_1000_std": 0.285417, + "nauc_map_at_1000_diff1": 0.803407, + "nauc_recall_at_1_max": 0.762427, + "nauc_recall_at_1_std": 0.252748, + "nauc_recall_at_1_diff1": 0.832833, + "nauc_recall_at_3_max": 0.828219, + "nauc_recall_at_3_std": 0.336114, + "nauc_recall_at_3_diff1": 0.769324, + "nauc_recall_at_5_max": 0.811351, + "nauc_recall_at_5_std": 0.338613, + "nauc_recall_at_5_diff1": 0.750733, + "nauc_recall_at_10_max": 0.800176, + "nauc_recall_at_10_std": 0.364478, + "nauc_recall_at_10_diff1": 0.72983, + "nauc_recall_at_20_max": 0.783261, + "nauc_recall_at_20_std": 0.409924, + "nauc_recall_at_20_diff1": 0.707268, + "nauc_recall_at_100_max": 0.769841, + "nauc_recall_at_100_std": 0.441232, + "nauc_recall_at_100_diff1": 0.756184, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.762427, + "nauc_precision_at_1_std": 0.252748, + "nauc_precision_at_1_diff1": 0.832833, + "nauc_precision_at_3_max": 0.828219, + "nauc_precision_at_3_std": 0.336114, + "nauc_precision_at_3_diff1": 0.769324, + "nauc_precision_at_5_max": 0.811351, + "nauc_precision_at_5_std": 0.338613, + "nauc_precision_at_5_diff1": 0.750733, + "nauc_precision_at_10_max": 0.800176, + "nauc_precision_at_10_std": 0.364478, + "nauc_precision_at_10_diff1": 0.72983, + "nauc_precision_at_20_max": 0.783261, + "nauc_precision_at_20_std": 0.409924, + "nauc_precision_at_20_diff1": 0.707268, + "nauc_precision_at_100_max": 0.769841, + "nauc_precision_at_100_std": 0.441232, + "nauc_precision_at_100_diff1": 0.756184, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.762427, + "nauc_mrr_at_1_std": 0.252748, + "nauc_mrr_at_1_diff1": 0.832833, + "nauc_mrr_at_3_max": 0.790657, + "nauc_mrr_at_3_std": 0.284566, + "nauc_mrr_at_3_diff1": 0.806589, + "nauc_mrr_at_5_max": 0.787023, + "nauc_mrr_at_5_std": 0.28387, + "nauc_mrr_at_5_diff1": 0.803841, + "nauc_mrr_at_10_max": 0.785639, + "nauc_mrr_at_10_std": 0.285363, + "nauc_mrr_at_10_diff1": 0.802643, + "nauc_mrr_at_20_max": 0.784838, + "nauc_mrr_at_20_std": 0.28617, + "nauc_mrr_at_20_diff1": 0.802412, + "nauc_mrr_at_100_max": 0.784598, + "nauc_mrr_at_100_std": 0.285618, + "nauc_mrr_at_100_diff1": 0.80332, + "nauc_mrr_at_1000_max": 0.784634, + "nauc_mrr_at_1000_std": 0.285417, + "nauc_mrr_at_1000_diff1": 0.803407, + "hit_rate_at_1": 0.63, + "hit_rate_at_3": 0.73444, + "hit_rate_at_5": 0.76222, + "hit_rate_at_10": 0.80889, + "hit_rate_at_20": 0.84889, + "hit_rate_at_100": 0.93444, + "hit_rate_at_1000": 1.0, + "main_score": 0.71825, "hf_subset": "ben_Latn-ben_Latn", "languages": [ "ben-Latn", "ben-Latn" - ] - }, - { - "ndcg_at_1": 0.75222, - "ndcg_at_3": 0.81852, - "ndcg_at_5": 0.8309, - "ndcg_at_10": 0.84359, - "ndcg_at_20": 0.85083, - "ndcg_at_100": 0.85589, - "ndcg_at_1000": 0.85706, - "map_at_1": 0.75222, - "map_at_3": 0.80259, - "map_at_5": 0.80948, - "map_at_10": 0.81458, - "map_at_20": 0.81653, - "map_at_100": 0.8172, - "map_at_1000": 0.81725, - "recall_at_1": 0.75222, - "recall_at_3": 0.86444, - "recall_at_5": 0.89444, - "recall_at_10": 0.93444, - "recall_at_20": 0.96333, - "recall_at_100": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.75111, + "ndcg_at_3": 0.81241, + "ndcg_at_5": 0.82484, + "ndcg_at_10": 0.83972, + "ndcg_at_20": 0.8477, + "ndcg_at_100": 0.85307, + "ndcg_at_1000": 0.85442, + "map_at_1": 0.75111, + "map_at_3": 0.79815, + "map_at_5": 0.80509, + "map_at_10": 0.81132, + "map_at_20": 0.81357, + "map_at_100": 0.81424, + "map_at_1000": 0.8143, + "recall_at_1": 0.75111, + "recall_at_3": 0.85333, + "recall_at_5": 0.88333, + "recall_at_10": 0.92889, + "recall_at_20": 0.96, + "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.75222, - "precision_at_3": 0.28815, - "precision_at_5": 0.17889, - "precision_at_10": 0.09344, - "precision_at_20": 0.04817, - "precision_at_100": 0.00991, + "accuracy": 0.75111, + "precision_at_1": 0.75111, + "precision_at_3": 0.28444, + "precision_at_5": 0.17667, + "precision_at_10": 0.09289, + "precision_at_20": 0.048, + "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.752222, - "mrr_at_3": 0.802593, - "mrr_at_5": 0.809481, - "mrr_at_10": 0.814575, - "mrr_at_20": 0.816527, - "mrr_at_100": 0.817199, - "mrr_at_1000": 0.817247, - "nauc_ndcg_at_1_max": 0.67564, - "nauc_ndcg_at_1_std": -0.176281, - "nauc_ndcg_at_1_diff1": 0.862981, - "nauc_ndcg_at_3_max": 0.713138, - "nauc_ndcg_at_3_std": -0.194749, - "nauc_ndcg_at_3_diff1": 0.833471, - "nauc_ndcg_at_5_max": 0.702383, - "nauc_ndcg_at_5_std": -0.197079, - "nauc_ndcg_at_5_diff1": 0.827526, - "nauc_ndcg_at_10_max": 0.707612, - "nauc_ndcg_at_10_std": -0.190504, - "nauc_ndcg_at_10_diff1": 0.834966, - "nauc_ndcg_at_20_max": 0.706519, - "nauc_ndcg_at_20_std": -0.185247, - "nauc_ndcg_at_20_diff1": 0.839016, - "nauc_ndcg_at_100_max": 0.705725, - "nauc_ndcg_at_100_std": -0.18314, - "nauc_ndcg_at_100_diff1": 0.842199, - "nauc_ndcg_at_1000_max": 0.703696, - "nauc_ndcg_at_1000_std": -0.190013, - "nauc_ndcg_at_1000_diff1": 0.84123, - "nauc_map_at_1_max": 0.67564, - "nauc_map_at_1_std": -0.176281, - "nauc_map_at_1_diff1": 0.862981, - "nauc_map_at_3_max": 0.704172, - "nauc_map_at_3_std": -0.193836, - "nauc_map_at_3_diff1": 0.841997, - "nauc_map_at_5_max": 0.698534, - "nauc_map_at_5_std": -0.195209, - "nauc_map_at_5_diff1": 0.83947, - "nauc_map_at_10_max": 0.700804, - "nauc_map_at_10_std": -0.192502, - "nauc_map_at_10_diff1": 0.84261, - "nauc_map_at_20_max": 0.700614, - "nauc_map_at_20_std": -0.191594, - "nauc_map_at_20_diff1": 0.843677, - "nauc_map_at_100_max": 0.700397, - "nauc_map_at_100_std": -0.191665, - "nauc_map_at_100_diff1": 0.843957, - "nauc_map_at_1000_max": 0.700329, - "nauc_map_at_1000_std": -0.191905, - "nauc_map_at_1000_diff1": 0.843926, - "nauc_recall_at_1_max": 0.67564, - "nauc_recall_at_1_std": -0.176281, - "nauc_recall_at_1_diff1": 0.862981, - "nauc_recall_at_3_max": 0.747749, - "nauc_recall_at_3_std": -0.195804, - "nauc_recall_at_3_diff1": 0.79952, - "nauc_recall_at_5_max": 0.716903, - "nauc_recall_at_5_std": -0.20289, - "nauc_recall_at_5_diff1": 0.768375, - "nauc_recall_at_10_max": 0.753992, - "nauc_recall_at_10_std": -0.166334, - "nauc_recall_at_10_diff1": 0.781433, - "nauc_recall_at_20_max": 0.769714, - "nauc_recall_at_20_std": -0.060436, - "nauc_recall_at_20_diff1": 0.797287, - "nauc_recall_at_100_max": 0.932598, - "nauc_recall_at_100_std": 0.57528, - "nauc_recall_at_100_diff1": 0.95098, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.67564, - "nauc_precision_at_1_std": -0.176281, - "nauc_precision_at_1_diff1": 0.862981, - "nauc_precision_at_3_max": 0.747749, - "nauc_precision_at_3_std": -0.195804, - "nauc_precision_at_3_diff1": 0.79952, - "nauc_precision_at_5_max": 0.716903, - "nauc_precision_at_5_std": -0.20289, - "nauc_precision_at_5_diff1": 0.768375, - "nauc_precision_at_10_max": 0.753992, - "nauc_precision_at_10_std": -0.166334, - "nauc_precision_at_10_diff1": 0.781433, - "nauc_precision_at_20_max": 0.769714, - "nauc_precision_at_20_std": -0.060436, - "nauc_precision_at_20_diff1": 0.797287, - "nauc_precision_at_100_max": 0.932598, - "nauc_precision_at_100_std": 0.57528, - "nauc_precision_at_100_diff1": 0.95098, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.67564, - "nauc_mrr_at_1_std": -0.176281, - "nauc_mrr_at_1_diff1": 0.862981, - "nauc_mrr_at_3_max": 0.704172, - "nauc_mrr_at_3_std": -0.193836, - "nauc_mrr_at_3_diff1": 0.841997, - "nauc_mrr_at_5_max": 0.698534, - "nauc_mrr_at_5_std": -0.195209, - "nauc_mrr_at_5_diff1": 0.83947, - "nauc_mrr_at_10_max": 0.700804, - "nauc_mrr_at_10_std": -0.192502, - "nauc_mrr_at_10_diff1": 0.84261, - "nauc_mrr_at_20_max": 0.700614, - "nauc_mrr_at_20_std": -0.191594, - "nauc_mrr_at_20_diff1": 0.843677, - "nauc_mrr_at_100_max": 0.700397, - "nauc_mrr_at_100_std": -0.191665, - "nauc_mrr_at_100_diff1": 0.843957, - "nauc_mrr_at_1000_max": 0.700329, - "nauc_mrr_at_1000_std": -0.191905, - "nauc_mrr_at_1000_diff1": 0.843926, - "main_score": 0.84359, + "mrr_at_1": 0.751111, + "mrr_at_3": 0.798148, + "mrr_at_5": 0.805093, + "mrr_at_10": 0.811316, + "mrr_at_20": 0.813569, + "mrr_at_100": 0.814236, + "mrr_at_1000": 0.814297, + "nauc_ndcg_at_1_max": 0.663271, + "nauc_ndcg_at_1_std": -0.218772, + "nauc_ndcg_at_1_diff1": 0.854477, + "nauc_ndcg_at_3_max": 0.697193, + "nauc_ndcg_at_3_std": -0.218673, + "nauc_ndcg_at_3_diff1": 0.830533, + "nauc_ndcg_at_5_max": 0.692143, + "nauc_ndcg_at_5_std": -0.220829, + "nauc_ndcg_at_5_diff1": 0.829364, + "nauc_ndcg_at_10_max": 0.68469, + "nauc_ndcg_at_10_std": -0.242798, + "nauc_ndcg_at_10_diff1": 0.82954, + "nauc_ndcg_at_20_max": 0.686643, + "nauc_ndcg_at_20_std": -0.232723, + "nauc_ndcg_at_20_diff1": 0.833468, + "nauc_ndcg_at_100_max": 0.687586, + "nauc_ndcg_at_100_std": -0.218743, + "nauc_ndcg_at_100_diff1": 0.836199, + "nauc_ndcg_at_1000_max": 0.685678, + "nauc_ndcg_at_1000_std": -0.223772, + "nauc_ndcg_at_1000_diff1": 0.835654, + "nauc_map_at_1_max": 0.663271, + "nauc_map_at_1_std": -0.218772, + "nauc_map_at_1_diff1": 0.854477, + "nauc_map_at_3_max": 0.689176, + "nauc_map_at_3_std": -0.219519, + "nauc_map_at_3_diff1": 0.837583, + "nauc_map_at_5_max": 0.68615, + "nauc_map_at_5_std": -0.221398, + "nauc_map_at_5_diff1": 0.837241, + "nauc_map_at_10_max": 0.683246, + "nauc_map_at_10_std": -0.22822, + "nauc_map_at_10_diff1": 0.837498, + "nauc_map_at_20_max": 0.683855, + "nauc_map_at_20_std": -0.225251, + "nauc_map_at_20_diff1": 0.838383, + "nauc_map_at_100_max": 0.683802, + "nauc_map_at_100_std": -0.223477, + "nauc_map_at_100_diff1": 0.83855, + "nauc_map_at_1000_max": 0.683738, + "nauc_map_at_1000_std": -0.223615, + "nauc_map_at_1000_diff1": 0.838535, + "nauc_recall_at_1_max": 0.663271, + "nauc_recall_at_1_std": -0.218772, + "nauc_recall_at_1_diff1": 0.854477, + "nauc_recall_at_3_max": 0.726648, + "nauc_recall_at_3_std": -0.215016, + "nauc_recall_at_3_diff1": 0.803704, + "nauc_recall_at_5_max": 0.717276, + "nauc_recall_at_5_std": -0.216687, + "nauc_recall_at_5_diff1": 0.793494, + "nauc_recall_at_10_max": 0.685144, + "nauc_recall_at_10_std": -0.368814, + "nauc_recall_at_10_diff1": 0.773613, + "nauc_recall_at_20_max": 0.707037, + "nauc_recall_at_20_std": -0.341905, + "nauc_recall_at_20_diff1": 0.788126, + "nauc_recall_at_100_max": 0.880174, + "nauc_recall_at_100_std": 0.306411, + "nauc_recall_at_100_diff1": 0.892364, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.663271, + "nauc_precision_at_1_std": -0.218772, + "nauc_precision_at_1_diff1": 0.854477, + "nauc_precision_at_3_max": 0.726648, + "nauc_precision_at_3_std": -0.215016, + "nauc_precision_at_3_diff1": 0.803704, + "nauc_precision_at_5_max": 0.717276, + "nauc_precision_at_5_std": -0.216687, + "nauc_precision_at_5_diff1": 0.793494, + "nauc_precision_at_10_max": 0.685144, + "nauc_precision_at_10_std": -0.368814, + "nauc_precision_at_10_diff1": 0.773613, + "nauc_precision_at_20_max": 0.707037, + "nauc_precision_at_20_std": -0.341905, + "nauc_precision_at_20_diff1": 0.788126, + "nauc_precision_at_100_max": 0.880174, + "nauc_precision_at_100_std": 0.306411, + "nauc_precision_at_100_diff1": 0.892364, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.663271, + "nauc_mrr_at_1_std": -0.218772, + "nauc_mrr_at_1_diff1": 0.854477, + "nauc_mrr_at_3_max": 0.689176, + "nauc_mrr_at_3_std": -0.219519, + "nauc_mrr_at_3_diff1": 0.837583, + "nauc_mrr_at_5_max": 0.68615, + "nauc_mrr_at_5_std": -0.221398, + "nauc_mrr_at_5_diff1": 0.837241, + "nauc_mrr_at_10_max": 0.683246, + "nauc_mrr_at_10_std": -0.22822, + "nauc_mrr_at_10_diff1": 0.837498, + "nauc_mrr_at_20_max": 0.683855, + "nauc_mrr_at_20_std": -0.225251, + "nauc_mrr_at_20_diff1": 0.838383, + "nauc_mrr_at_100_max": 0.683802, + "nauc_mrr_at_100_std": -0.223477, + "nauc_mrr_at_100_diff1": 0.83855, + "nauc_mrr_at_1000_max": 0.683738, + "nauc_mrr_at_1000_std": -0.223615, + "nauc_mrr_at_1000_diff1": 0.838535, + "hit_rate_at_1": 0.75111, + "hit_rate_at_3": 0.85333, + "hit_rate_at_5": 0.88333, + "hit_rate_at_10": 0.92889, + "hit_rate_at_20": 0.96, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.83972, "hf_subset": "ben_Latn-eng_Latn", "languages": [ "ben-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.53556, - "ndcg_at_3": 0.58733, - "ndcg_at_5": 0.60287, - "ndcg_at_10": 0.61923, - "ndcg_at_20": 0.63096, - "ndcg_at_100": 0.65434, - "ndcg_at_1000": 0.66968, - "map_at_1": 0.53556, - "map_at_3": 0.57519, - "map_at_5": 0.5838, - "map_at_10": 0.59066, - "map_at_20": 0.594, - "map_at_100": 0.59714, - "map_at_1000": 0.59778, - "recall_at_1": 0.53556, - "recall_at_3": 0.62222, - "recall_at_5": 0.66, - "recall_at_10": 0.71, - "recall_at_20": 0.75556, - "recall_at_100": 0.88333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.53778, + "ndcg_at_3": 0.58575, + "ndcg_at_5": 0.59866, + "ndcg_at_10": 0.61352, + "ndcg_at_20": 0.62743, + "ndcg_at_100": 0.65013, + "ndcg_at_1000": 0.66636, + "map_at_1": 0.53778, + "map_at_3": 0.57426, + "map_at_5": 0.58148, + "map_at_10": 0.58747, + "map_at_20": 0.59122, + "map_at_100": 0.59422, + "map_at_1000": 0.5949, + "recall_at_1": 0.53778, + "recall_at_3": 0.61889, + "recall_at_5": 0.65, + "recall_at_10": 0.69667, + "recall_at_20": 0.75222, + "recall_at_100": 0.87667, "recall_at_1000": 1.0, - "precision_at_1": 0.53556, - "precision_at_3": 0.20741, - "precision_at_5": 0.132, - "precision_at_10": 0.071, - "precision_at_20": 0.03778, - "precision_at_100": 0.00883, - "precision_at_1000": 0.001, - "mrr_at_1": 0.535556, - "mrr_at_3": 0.575185, - "mrr_at_5": 0.583796, - "mrr_at_10": 0.590663, - "mrr_at_20": 0.593996, - "mrr_at_100": 0.597141, - "mrr_at_1000": 0.597777, - "nauc_ndcg_at_1_max": 0.852609, - "nauc_ndcg_at_1_std": 0.529771, - "nauc_ndcg_at_1_diff1": 0.855841, - "nauc_ndcg_at_3_max": 0.872195, - "nauc_ndcg_at_3_std": 0.581803, - "nauc_ndcg_at_3_diff1": 0.815365, - "nauc_ndcg_at_5_max": 0.86985, - "nauc_ndcg_at_5_std": 0.588453, - "nauc_ndcg_at_5_diff1": 0.804759, - "nauc_ndcg_at_10_max": 0.863984, - "nauc_ndcg_at_10_std": 0.588591, - "nauc_ndcg_at_10_diff1": 0.797578, - "nauc_ndcg_at_20_max": 0.860716, - "nauc_ndcg_at_20_std": 0.584847, - "nauc_ndcg_at_20_diff1": 0.795621, - "nauc_ndcg_at_100_max": 0.858443, - "nauc_ndcg_at_100_std": 0.585586, - "nauc_ndcg_at_100_diff1": 0.798394, - "nauc_ndcg_at_1000_max": 0.861776, - "nauc_ndcg_at_1000_std": 0.58013, - "nauc_ndcg_at_1000_diff1": 0.805907, - "nauc_map_at_1_max": 0.852609, - "nauc_map_at_1_std": 0.529771, - "nauc_map_at_1_diff1": 0.855841, - "nauc_map_at_3_max": 0.868086, - "nauc_map_at_3_std": 0.570063, - "nauc_map_at_3_diff1": 0.825077, - "nauc_map_at_5_max": 0.866742, - "nauc_map_at_5_std": 0.57342, - "nauc_map_at_5_diff1": 0.819529, - "nauc_map_at_10_max": 0.864246, - "nauc_map_at_10_std": 0.573239, - "nauc_map_at_10_diff1": 0.81664, - "nauc_map_at_20_max": 0.863261, - "nauc_map_at_20_std": 0.572041, - "nauc_map_at_20_diff1": 0.816181, - "nauc_map_at_100_max": 0.8629, - "nauc_map_at_100_std": 0.572061, - "nauc_map_at_100_diff1": 0.816544, - "nauc_map_at_1000_max": 0.863036, - "nauc_map_at_1000_std": 0.571919, - "nauc_map_at_1000_diff1": 0.81678, - "nauc_recall_at_1_max": 0.852609, - "nauc_recall_at_1_std": 0.529771, - "nauc_recall_at_1_diff1": 0.855841, - "nauc_recall_at_3_max": 0.884455, - "nauc_recall_at_3_std": 0.617272, - "nauc_recall_at_3_diff1": 0.785735, - "nauc_recall_at_5_max": 0.879212, - "nauc_recall_at_5_std": 0.637855, - "nauc_recall_at_5_diff1": 0.75519, - "nauc_recall_at_10_max": 0.859805, - "nauc_recall_at_10_std": 0.644536, - "nauc_recall_at_10_diff1": 0.724756, - "nauc_recall_at_20_max": 0.843634, - "nauc_recall_at_20_std": 0.634532, - "nauc_recall_at_20_diff1": 0.704687, - "nauc_recall_at_100_max": 0.80333, - "nauc_recall_at_100_std": 0.687055, - "nauc_recall_at_100_diff1": 0.663114, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.852609, - "nauc_precision_at_1_std": 0.529771, - "nauc_precision_at_1_diff1": 0.855841, - "nauc_precision_at_3_max": 0.884455, - "nauc_precision_at_3_std": 0.617272, - "nauc_precision_at_3_diff1": 0.785735, - "nauc_precision_at_5_max": 0.879212, - "nauc_precision_at_5_std": 0.637855, - "nauc_precision_at_5_diff1": 0.75519, - "nauc_precision_at_10_max": 0.859805, - "nauc_precision_at_10_std": 0.644536, - "nauc_precision_at_10_diff1": 0.724756, - "nauc_precision_at_20_max": 0.843634, - "nauc_precision_at_20_std": 0.634532, - "nauc_precision_at_20_diff1": 0.704687, - "nauc_precision_at_100_max": 0.80333, - "nauc_precision_at_100_std": 0.687055, - "nauc_precision_at_100_diff1": 0.663114, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.852609, - "nauc_mrr_at_1_std": 0.529771, - "nauc_mrr_at_1_diff1": 0.855841, - "nauc_mrr_at_3_max": 0.868086, - "nauc_mrr_at_3_std": 0.570063, - "nauc_mrr_at_3_diff1": 0.825077, - "nauc_mrr_at_5_max": 0.866742, - "nauc_mrr_at_5_std": 0.57342, - "nauc_mrr_at_5_diff1": 0.819529, - "nauc_mrr_at_10_max": 0.864246, - "nauc_mrr_at_10_std": 0.573239, - "nauc_mrr_at_10_diff1": 0.81664, - "nauc_mrr_at_20_max": 0.863261, - "nauc_mrr_at_20_std": 0.572041, - "nauc_mrr_at_20_diff1": 0.816181, - "nauc_mrr_at_100_max": 0.8629, - "nauc_mrr_at_100_std": 0.572061, - "nauc_mrr_at_100_diff1": 0.816544, - "nauc_mrr_at_1000_max": 0.863036, - "nauc_mrr_at_1000_std": 0.571919, - "nauc_mrr_at_1000_diff1": 0.81678, - "main_score": 0.61923, + "accuracy": 0.53778, + "precision_at_1": 0.53778, + "precision_at_3": 0.2063, + "precision_at_5": 0.13, + "precision_at_10": 0.06967, + "precision_at_20": 0.03761, + "precision_at_100": 0.00877, + "precision_at_1000": 0.001, + "mrr_at_1": 0.537778, + "mrr_at_3": 0.574259, + "mrr_at_5": 0.581481, + "mrr_at_10": 0.587472, + "mrr_at_20": 0.591217, + "mrr_at_100": 0.594217, + "mrr_at_1000": 0.594897, + "nauc_ndcg_at_1_max": 0.82875, + "nauc_ndcg_at_1_std": 0.49157, + "nauc_ndcg_at_1_diff1": 0.84688, + "nauc_ndcg_at_3_max": 0.852409, + "nauc_ndcg_at_3_std": 0.536604, + "nauc_ndcg_at_3_diff1": 0.81214, + "nauc_ndcg_at_5_max": 0.853465, + "nauc_ndcg_at_5_std": 0.551063, + "nauc_ndcg_at_5_diff1": 0.807385, + "nauc_ndcg_at_10_max": 0.847925, + "nauc_ndcg_at_10_std": 0.547976, + "nauc_ndcg_at_10_diff1": 0.795797, + "nauc_ndcg_at_20_max": 0.844334, + "nauc_ndcg_at_20_std": 0.546894, + "nauc_ndcg_at_20_diff1": 0.797467, + "nauc_ndcg_at_100_max": 0.841949, + "nauc_ndcg_at_100_std": 0.545049, + "nauc_ndcg_at_100_diff1": 0.797075, + "nauc_ndcg_at_1000_max": 0.844489, + "nauc_ndcg_at_1000_std": 0.53944, + "nauc_ndcg_at_1000_diff1": 0.805588, + "nauc_map_at_1_max": 0.82875, + "nauc_map_at_1_std": 0.49157, + "nauc_map_at_1_diff1": 0.84688, + "nauc_map_at_3_max": 0.847118, + "nauc_map_at_3_std": 0.525525, + "nauc_map_at_3_diff1": 0.82072, + "nauc_map_at_5_max": 0.84765, + "nauc_map_at_5_std": 0.533186, + "nauc_map_at_5_diff1": 0.818222, + "nauc_map_at_10_max": 0.845613, + "nauc_map_at_10_std": 0.531704, + "nauc_map_at_10_diff1": 0.813802, + "nauc_map_at_20_max": 0.844666, + "nauc_map_at_20_std": 0.531303, + "nauc_map_at_20_diff1": 0.814311, + "nauc_map_at_100_max": 0.844314, + "nauc_map_at_100_std": 0.53096, + "nauc_map_at_100_diff1": 0.814377, + "nauc_map_at_1000_max": 0.844401, + "nauc_map_at_1000_std": 0.530772, + "nauc_map_at_1000_diff1": 0.814708, + "nauc_recall_at_1_max": 0.82875, + "nauc_recall_at_1_std": 0.49157, + "nauc_recall_at_1_diff1": 0.84688, + "nauc_recall_at_3_max": 0.868312, + "nauc_recall_at_3_std": 0.570397, + "nauc_recall_at_3_diff1": 0.78595, + "nauc_recall_at_5_max": 0.871923, + "nauc_recall_at_5_std": 0.610562, + "nauc_recall_at_5_diff1": 0.772027, + "nauc_recall_at_10_max": 0.852527, + "nauc_recall_at_10_std": 0.605862, + "nauc_recall_at_10_diff1": 0.726635, + "nauc_recall_at_20_max": 0.834685, + "nauc_recall_at_20_std": 0.610507, + "nauc_recall_at_20_diff1": 0.72382, + "nauc_recall_at_100_max": 0.799907, + "nauc_recall_at_100_std": 0.64124, + "nauc_recall_at_100_diff1": 0.657503, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.82875, + "nauc_precision_at_1_std": 0.49157, + "nauc_precision_at_1_diff1": 0.84688, + "nauc_precision_at_3_max": 0.868312, + "nauc_precision_at_3_std": 0.570397, + "nauc_precision_at_3_diff1": 0.78595, + "nauc_precision_at_5_max": 0.871923, + "nauc_precision_at_5_std": 0.610562, + "nauc_precision_at_5_diff1": 0.772027, + "nauc_precision_at_10_max": 0.852527, + "nauc_precision_at_10_std": 0.605862, + "nauc_precision_at_10_diff1": 0.726635, + "nauc_precision_at_20_max": 0.834685, + "nauc_precision_at_20_std": 0.610507, + "nauc_precision_at_20_diff1": 0.72382, + "nauc_precision_at_100_max": 0.799907, + "nauc_precision_at_100_std": 0.64124, + "nauc_precision_at_100_diff1": 0.657503, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.82875, + "nauc_mrr_at_1_std": 0.49157, + "nauc_mrr_at_1_diff1": 0.84688, + "nauc_mrr_at_3_max": 0.847118, + "nauc_mrr_at_3_std": 0.525525, + "nauc_mrr_at_3_diff1": 0.82072, + "nauc_mrr_at_5_max": 0.84765, + "nauc_mrr_at_5_std": 0.533186, + "nauc_mrr_at_5_diff1": 0.818222, + "nauc_mrr_at_10_max": 0.845613, + "nauc_mrr_at_10_std": 0.531704, + "nauc_mrr_at_10_diff1": 0.813802, + "nauc_mrr_at_20_max": 0.844666, + "nauc_mrr_at_20_std": 0.531303, + "nauc_mrr_at_20_diff1": 0.814311, + "nauc_mrr_at_100_max": 0.844314, + "nauc_mrr_at_100_std": 0.53096, + "nauc_mrr_at_100_diff1": 0.814377, + "nauc_mrr_at_1000_max": 0.844401, + "nauc_mrr_at_1000_std": 0.530772, + "nauc_mrr_at_1000_diff1": 0.814708, + "hit_rate_at_1": 0.53778, + "hit_rate_at_3": 0.61889, + "hit_rate_at_5": 0.65, + "hit_rate_at_10": 0.69667, + "hit_rate_at_20": 0.75222, + "hit_rate_at_100": 0.87667, + "hit_rate_at_1000": 1.0, + "main_score": 0.61352, "hf_subset": "eng_Latn-ben_Latn", "languages": [ "eng-Latn", "ben-Latn" - ] - }, - { - "ndcg_at_1": 0.29556, - "ndcg_at_3": 0.36182, - "ndcg_at_5": 0.38253, - "ndcg_at_10": 0.40451, - "ndcg_at_20": 0.42472, - "ndcg_at_100": 0.46029, - "ndcg_at_1000": 0.48592, - "map_at_1": 0.29556, - "map_at_3": 0.34556, - "map_at_5": 0.35711, - "map_at_10": 0.36621, - "map_at_20": 0.37174, - "map_at_100": 0.37641, - "map_at_1000": 0.37741, - "recall_at_1": 0.29556, - "recall_at_3": 0.40889, - "recall_at_5": 0.45889, - "recall_at_10": 0.52667, - "recall_at_20": 0.60667, - "recall_at_100": 0.80222, - "recall_at_1000": 1.0, - "precision_at_1": 0.29556, - "precision_at_3": 0.1363, - "precision_at_5": 0.09178, - "precision_at_10": 0.05267, - "precision_at_20": 0.03033, - "precision_at_100": 0.00802, - "precision_at_1000": 0.001, - "mrr_at_1": 0.295556, - "mrr_at_3": 0.345556, - "mrr_at_5": 0.357111, - "mrr_at_10": 0.366213, - "mrr_at_20": 0.371745, - "mrr_at_100": 0.376406, - "mrr_at_1000": 0.377408, - "nauc_ndcg_at_1_max": 0.413949, - "nauc_ndcg_at_1_std": -0.157968, - "nauc_ndcg_at_1_diff1": 0.609867, - "nauc_ndcg_at_3_max": 0.419187, - "nauc_ndcg_at_3_std": -0.150992, - "nauc_ndcg_at_3_diff1": 0.552713, - "nauc_ndcg_at_5_max": 0.403606, - "nauc_ndcg_at_5_std": -0.156959, - "nauc_ndcg_at_5_diff1": 0.545784, - "nauc_ndcg_at_10_max": 0.396799, - "nauc_ndcg_at_10_std": -0.150394, - "nauc_ndcg_at_10_diff1": 0.530585, - "nauc_ndcg_at_20_max": 0.387985, - "nauc_ndcg_at_20_std": -0.148956, - "nauc_ndcg_at_20_diff1": 0.516313, - "nauc_ndcg_at_100_max": 0.388944, - "nauc_ndcg_at_100_std": -0.144667, - "nauc_ndcg_at_100_diff1": 0.519719, - "nauc_ndcg_at_1000_max": 0.396466, - "nauc_ndcg_at_1000_std": -0.150416, - "nauc_ndcg_at_1000_diff1": 0.53635, - "nauc_map_at_1_max": 0.413949, - "nauc_map_at_1_std": -0.157968, - "nauc_map_at_1_diff1": 0.609867, - "nauc_map_at_3_max": 0.418307, - "nauc_map_at_3_std": -0.154042, - "nauc_map_at_3_diff1": 0.567014, - "nauc_map_at_5_max": 0.409424, - "nauc_map_at_5_std": -0.15746, - "nauc_map_at_5_diff1": 0.56309, - "nauc_map_at_10_max": 0.406479, - "nauc_map_at_10_std": -0.154918, - "nauc_map_at_10_diff1": 0.556672, - "nauc_map_at_20_max": 0.404031, - "nauc_map_at_20_std": -0.15456, - "nauc_map_at_20_diff1": 0.55297, - "nauc_map_at_100_max": 0.403954, - "nauc_map_at_100_std": -0.154134, - "nauc_map_at_100_diff1": 0.553609, - "nauc_map_at_1000_max": 0.404259, - "nauc_map_at_1000_std": -0.15427, - "nauc_map_at_1000_diff1": 0.554239, - "nauc_recall_at_1_max": 0.413949, - "nauc_recall_at_1_std": -0.157968, - "nauc_recall_at_1_diff1": 0.609867, - "nauc_recall_at_3_max": 0.421514, - "nauc_recall_at_3_std": -0.141869, - "nauc_recall_at_3_diff1": 0.512239, - "nauc_recall_at_5_max": 0.384935, - "nauc_recall_at_5_std": -0.155712, - "nauc_recall_at_5_diff1": 0.495392, - "nauc_recall_at_10_max": 0.363713, - "nauc_recall_at_10_std": -0.13413, - "nauc_recall_at_10_diff1": 0.446784, - "nauc_recall_at_20_max": 0.32366, - "nauc_recall_at_20_std": -0.126436, - "nauc_recall_at_20_diff1": 0.377365, - "nauc_recall_at_100_max": 0.298371, - "nauc_recall_at_100_std": -0.068566, - "nauc_recall_at_100_diff1": 0.315975, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.413949, - "nauc_precision_at_1_std": -0.157968, - "nauc_precision_at_1_diff1": 0.609867, - "nauc_precision_at_3_max": 0.421514, - "nauc_precision_at_3_std": -0.141869, - "nauc_precision_at_3_diff1": 0.512239, - "nauc_precision_at_5_max": 0.384935, - "nauc_precision_at_5_std": -0.155712, - "nauc_precision_at_5_diff1": 0.495392, - "nauc_precision_at_10_max": 0.363713, - "nauc_precision_at_10_std": -0.13413, - "nauc_precision_at_10_diff1": 0.446784, - "nauc_precision_at_20_max": 0.32366, - "nauc_precision_at_20_std": -0.126436, - "nauc_precision_at_20_diff1": 0.377365, - "nauc_precision_at_100_max": 0.298371, - "nauc_precision_at_100_std": -0.068566, - "nauc_precision_at_100_diff1": 0.315975, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.413949, - "nauc_mrr_at_1_std": -0.157968, - "nauc_mrr_at_1_diff1": 0.609867, - "nauc_mrr_at_3_max": 0.418307, - "nauc_mrr_at_3_std": -0.154042, - "nauc_mrr_at_3_diff1": 0.567014, - "nauc_mrr_at_5_max": 0.409424, - "nauc_mrr_at_5_std": -0.15746, - "nauc_mrr_at_5_diff1": 0.56309, - "nauc_mrr_at_10_max": 0.406479, - "nauc_mrr_at_10_std": -0.154918, - "nauc_mrr_at_10_diff1": 0.556672, - "nauc_mrr_at_20_max": 0.404031, - "nauc_mrr_at_20_std": -0.15456, - "nauc_mrr_at_20_diff1": 0.55297, - "nauc_mrr_at_100_max": 0.403954, - "nauc_mrr_at_100_std": -0.154134, - "nauc_mrr_at_100_diff1": 0.553609, - "nauc_mrr_at_1000_max": 0.404259, - "nauc_mrr_at_1000_std": -0.15427, - "nauc_mrr_at_1000_diff1": 0.554239, - "main_score": 0.40451, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.28778, + "ndcg_at_3": 0.34759, + "ndcg_at_5": 0.3639, + "ndcg_at_10": 0.3856, + "ndcg_at_20": 0.41077, + "ndcg_at_100": 0.44907, + "ndcg_at_1000": 0.47354, + "map_at_1": 0.28778, + "map_at_3": 0.33259, + "map_at_5": 0.34181, + "map_at_10": 0.35086, + "map_at_20": 0.35769, + "map_at_100": 0.36255, + "map_at_1000": 0.36348, + "recall_at_1": 0.28778, + "recall_at_3": 0.39111, + "recall_at_5": 0.43, + "recall_at_10": 0.49667, + "recall_at_20": 0.59667, + "recall_at_100": 0.81, + "recall_at_1000": 1.0, + "accuracy": 0.28778, + "precision_at_1": 0.28778, + "precision_at_3": 0.13037, + "precision_at_5": 0.086, + "precision_at_10": 0.04967, + "precision_at_20": 0.02983, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.287778, + "mrr_at_3": 0.332593, + "mrr_at_5": 0.341815, + "mrr_at_10": 0.350857, + "mrr_at_20": 0.357694, + "mrr_at_100": 0.362549, + "mrr_at_1000": 0.363485, + "nauc_ndcg_at_1_max": 0.408023, + "nauc_ndcg_at_1_std": -0.131702, + "nauc_ndcg_at_1_diff1": 0.544815, + "nauc_ndcg_at_3_max": 0.396016, + "nauc_ndcg_at_3_std": -0.128213, + "nauc_ndcg_at_3_diff1": 0.502464, + "nauc_ndcg_at_5_max": 0.397867, + "nauc_ndcg_at_5_std": -0.133744, + "nauc_ndcg_at_5_diff1": 0.495734, + "nauc_ndcg_at_10_max": 0.388298, + "nauc_ndcg_at_10_std": -0.127535, + "nauc_ndcg_at_10_diff1": 0.480134, + "nauc_ndcg_at_20_max": 0.377037, + "nauc_ndcg_at_20_std": -0.124103, + "nauc_ndcg_at_20_diff1": 0.469533, + "nauc_ndcg_at_100_max": 0.378159, + "nauc_ndcg_at_100_std": -0.121955, + "nauc_ndcg_at_100_diff1": 0.475206, + "nauc_ndcg_at_1000_max": 0.386358, + "nauc_ndcg_at_1000_std": -0.125383, + "nauc_ndcg_at_1000_diff1": 0.486673, + "nauc_map_at_1_max": 0.408023, + "nauc_map_at_1_std": -0.131702, + "nauc_map_at_1_diff1": 0.544815, + "nauc_map_at_3_max": 0.399017, + "nauc_map_at_3_std": -0.129387, + "nauc_map_at_3_diff1": 0.512617, + "nauc_map_at_5_max": 0.400103, + "nauc_map_at_5_std": -0.132624, + "nauc_map_at_5_diff1": 0.508835, + "nauc_map_at_10_max": 0.396083, + "nauc_map_at_10_std": -0.130122, + "nauc_map_at_10_diff1": 0.502331, + "nauc_map_at_20_max": 0.393114, + "nauc_map_at_20_std": -0.129308, + "nauc_map_at_20_diff1": 0.499516, + "nauc_map_at_100_max": 0.3934, + "nauc_map_at_100_std": -0.128986, + "nauc_map_at_100_diff1": 0.50035, + "nauc_map_at_1000_max": 0.393686, + "nauc_map_at_1000_std": -0.128974, + "nauc_map_at_1000_diff1": 0.500811, + "nauc_recall_at_1_max": 0.408023, + "nauc_recall_at_1_std": -0.131702, + "nauc_recall_at_1_diff1": 0.544815, + "nauc_recall_at_3_max": 0.38758, + "nauc_recall_at_3_std": -0.1248, + "nauc_recall_at_3_diff1": 0.474077, + "nauc_recall_at_5_max": 0.391738, + "nauc_recall_at_5_std": -0.137343, + "nauc_recall_at_5_diff1": 0.458055, + "nauc_recall_at_10_max": 0.362499, + "nauc_recall_at_10_std": -0.118038, + "nauc_recall_at_10_diff1": 0.409716, + "nauc_recall_at_20_max": 0.311632, + "nauc_recall_at_20_std": -0.101621, + "nauc_recall_at_20_diff1": 0.357599, + "nauc_recall_at_100_max": 0.271518, + "nauc_recall_at_100_std": -0.066533, + "nauc_recall_at_100_diff1": 0.3309, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.408023, + "nauc_precision_at_1_std": -0.131702, + "nauc_precision_at_1_diff1": 0.544815, + "nauc_precision_at_3_max": 0.38758, + "nauc_precision_at_3_std": -0.1248, + "nauc_precision_at_3_diff1": 0.474077, + "nauc_precision_at_5_max": 0.391738, + "nauc_precision_at_5_std": -0.137343, + "nauc_precision_at_5_diff1": 0.458055, + "nauc_precision_at_10_max": 0.362499, + "nauc_precision_at_10_std": -0.118038, + "nauc_precision_at_10_diff1": 0.409716, + "nauc_precision_at_20_max": 0.311632, + "nauc_precision_at_20_std": -0.101621, + "nauc_precision_at_20_diff1": 0.357599, + "nauc_precision_at_100_max": 0.271518, + "nauc_precision_at_100_std": -0.066533, + "nauc_precision_at_100_diff1": 0.3309, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.408023, + "nauc_mrr_at_1_std": -0.131702, + "nauc_mrr_at_1_diff1": 0.544815, + "nauc_mrr_at_3_max": 0.399017, + "nauc_mrr_at_3_std": -0.129387, + "nauc_mrr_at_3_diff1": 0.512617, + "nauc_mrr_at_5_max": 0.400103, + "nauc_mrr_at_5_std": -0.132624, + "nauc_mrr_at_5_diff1": 0.508835, + "nauc_mrr_at_10_max": 0.396083, + "nauc_mrr_at_10_std": -0.130122, + "nauc_mrr_at_10_diff1": 0.502331, + "nauc_mrr_at_20_max": 0.393114, + "nauc_mrr_at_20_std": -0.129308, + "nauc_mrr_at_20_diff1": 0.499516, + "nauc_mrr_at_100_max": 0.3934, + "nauc_mrr_at_100_std": -0.128986, + "nauc_mrr_at_100_diff1": 0.50035, + "nauc_mrr_at_1000_max": 0.393686, + "nauc_mrr_at_1000_std": -0.128974, + "nauc_mrr_at_1000_diff1": 0.500811, + "hit_rate_at_1": 0.28778, + "hit_rate_at_3": 0.39111, + "hit_rate_at_5": 0.43, + "hit_rate_at_10": 0.49667, + "hit_rate_at_20": 0.59667, + "hit_rate_at_100": 0.81, + "hit_rate_at_1000": 1.0, + "main_score": 0.3856, "hf_subset": "bod_Tibt-bod_Tibt", "languages": [ "bod-Tibt", "bod-Tibt" - ] - }, - { - "ndcg_at_1": 0.29889, - "ndcg_at_3": 0.37112, - "ndcg_at_5": 0.40053, - "ndcg_at_10": 0.43183, - "ndcg_at_20": 0.46016, - "ndcg_at_100": 0.49755, - "ndcg_at_1000": 0.50992, - "map_at_1": 0.29889, - "map_at_3": 0.35278, - "map_at_5": 0.36917, - "map_at_10": 0.38211, - "map_at_20": 0.38986, - "map_at_100": 0.3949, - "map_at_1000": 0.39545, - "recall_at_1": 0.29889, - "recall_at_3": 0.42444, - "recall_at_5": 0.49556, - "recall_at_10": 0.59222, - "recall_at_20": 0.70444, - "recall_at_100": 0.90778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.28444, + "ndcg_at_3": 0.35419, + "ndcg_at_5": 0.3813, + "ndcg_at_10": 0.41795, + "ndcg_at_20": 0.44216, + "ndcg_at_100": 0.48268, + "ndcg_at_1000": 0.49618, + "map_at_1": 0.28444, + "map_at_3": 0.33685, + "map_at_5": 0.35196, + "map_at_10": 0.36709, + "map_at_20": 0.37376, + "map_at_100": 0.37924, + "map_at_1000": 0.37983, + "recall_at_1": 0.28444, + "recall_at_3": 0.40444, + "recall_at_5": 0.47, + "recall_at_10": 0.58333, + "recall_at_20": 0.67889, + "recall_at_100": 0.89889, "recall_at_1000": 1.0, - "precision_at_1": 0.29889, - "precision_at_3": 0.14148, - "precision_at_5": 0.09911, - "precision_at_10": 0.05922, - "precision_at_20": 0.03522, - "precision_at_100": 0.00908, + "accuracy": 0.28444, + "precision_at_1": 0.28444, + "precision_at_3": 0.13481, + "precision_at_5": 0.094, + "precision_at_10": 0.05833, + "precision_at_20": 0.03394, + "precision_at_100": 0.00899, "precision_at_1000": 0.001, - "mrr_at_1": 0.298889, - "mrr_at_3": 0.352778, - "mrr_at_5": 0.369167, - "mrr_at_10": 0.382108, - "mrr_at_20": 0.389863, - "mrr_at_100": 0.394896, - "mrr_at_1000": 0.395449, - "nauc_ndcg_at_1_max": 0.447576, - "nauc_ndcg_at_1_std": 0.04399, - "nauc_ndcg_at_1_diff1": 0.572633, - "nauc_ndcg_at_3_max": 0.400263, - "nauc_ndcg_at_3_std": 0.031224, - "nauc_ndcg_at_3_diff1": 0.494905, - "nauc_ndcg_at_5_max": 0.381028, - "nauc_ndcg_at_5_std": 0.033864, - "nauc_ndcg_at_5_diff1": 0.470995, - "nauc_ndcg_at_10_max": 0.382765, - "nauc_ndcg_at_10_std": 0.03384, - "nauc_ndcg_at_10_diff1": 0.464848, - "nauc_ndcg_at_20_max": 0.382147, - "nauc_ndcg_at_20_std": 0.051245, - "nauc_ndcg_at_20_diff1": 0.465603, - "nauc_ndcg_at_100_max": 0.387368, - "nauc_ndcg_at_100_std": 0.05438, - "nauc_ndcg_at_100_diff1": 0.482389, - "nauc_ndcg_at_1000_max": 0.393668, - "nauc_ndcg_at_1000_std": 0.045513, - "nauc_ndcg_at_1000_diff1": 0.48695, - "nauc_map_at_1_max": 0.447576, - "nauc_map_at_1_std": 0.04399, - "nauc_map_at_1_diff1": 0.572633, - "nauc_map_at_3_max": 0.410994, - "nauc_map_at_3_std": 0.034104, - "nauc_map_at_3_diff1": 0.513855, - "nauc_map_at_5_max": 0.400506, - "nauc_map_at_5_std": 0.035801, - "nauc_map_at_5_diff1": 0.500776, - "nauc_map_at_10_max": 0.401596, - "nauc_map_at_10_std": 0.035566, - "nauc_map_at_10_diff1": 0.498451, - "nauc_map_at_20_max": 0.4017, - "nauc_map_at_20_std": 0.040417, - "nauc_map_at_20_diff1": 0.499274, - "nauc_map_at_100_max": 0.40238, - "nauc_map_at_100_std": 0.040569, - "nauc_map_at_100_diff1": 0.501425, - "nauc_map_at_1000_max": 0.402751, - "nauc_map_at_1000_std": 0.04035, - "nauc_map_at_1000_diff1": 0.501672, - "nauc_recall_at_1_max": 0.447576, - "nauc_recall_at_1_std": 0.04399, - "nauc_recall_at_1_diff1": 0.572633, - "nauc_recall_at_3_max": 0.370142, - "nauc_recall_at_3_std": 0.023146, - "nauc_recall_at_3_diff1": 0.441155, - "nauc_recall_at_5_max": 0.322205, - "nauc_recall_at_5_std": 0.028463, - "nauc_recall_at_5_diff1": 0.381474, - "nauc_recall_at_10_max": 0.320879, - "nauc_recall_at_10_std": 0.029139, - "nauc_recall_at_10_diff1": 0.352885, - "nauc_recall_at_20_max": 0.302569, - "nauc_recall_at_20_std": 0.112201, - "nauc_recall_at_20_diff1": 0.327708, - "nauc_recall_at_100_max": 0.260425, - "nauc_recall_at_100_std": 0.277963, - "nauc_recall_at_100_diff1": 0.385407, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.447576, - "nauc_precision_at_1_std": 0.04399, - "nauc_precision_at_1_diff1": 0.572633, - "nauc_precision_at_3_max": 0.370142, - "nauc_precision_at_3_std": 0.023146, - "nauc_precision_at_3_diff1": 0.441155, - "nauc_precision_at_5_max": 0.322205, - "nauc_precision_at_5_std": 0.028463, - "nauc_precision_at_5_diff1": 0.381474, - "nauc_precision_at_10_max": 0.320879, - "nauc_precision_at_10_std": 0.029139, - "nauc_precision_at_10_diff1": 0.352885, - "nauc_precision_at_20_max": 0.302569, - "nauc_precision_at_20_std": 0.112201, - "nauc_precision_at_20_diff1": 0.327708, - "nauc_precision_at_100_max": 0.260425, - "nauc_precision_at_100_std": 0.277963, - "nauc_precision_at_100_diff1": 0.385407, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.447576, - "nauc_mrr_at_1_std": 0.04399, - "nauc_mrr_at_1_diff1": 0.572633, - "nauc_mrr_at_3_max": 0.410994, - "nauc_mrr_at_3_std": 0.034104, - "nauc_mrr_at_3_diff1": 0.513855, - "nauc_mrr_at_5_max": 0.400506, - "nauc_mrr_at_5_std": 0.035801, - "nauc_mrr_at_5_diff1": 0.500776, - "nauc_mrr_at_10_max": 0.401596, - "nauc_mrr_at_10_std": 0.035566, - "nauc_mrr_at_10_diff1": 0.498451, - "nauc_mrr_at_20_max": 0.4017, - "nauc_mrr_at_20_std": 0.040417, - "nauc_mrr_at_20_diff1": 0.499274, - "nauc_mrr_at_100_max": 0.40238, - "nauc_mrr_at_100_std": 0.040569, - "nauc_mrr_at_100_diff1": 0.501425, - "nauc_mrr_at_1000_max": 0.402751, - "nauc_mrr_at_1000_std": 0.04035, - "nauc_mrr_at_1000_diff1": 0.501672, - "main_score": 0.43183, + "mrr_at_1": 0.284444, + "mrr_at_3": 0.336852, + "mrr_at_5": 0.351963, + "mrr_at_10": 0.367085, + "mrr_at_20": 0.373759, + "mrr_at_100": 0.379242, + "mrr_at_1000": 0.379832, + "nauc_ndcg_at_1_max": 0.411639, + "nauc_ndcg_at_1_std": 0.043608, + "nauc_ndcg_at_1_diff1": 0.573473, + "nauc_ndcg_at_3_max": 0.362582, + "nauc_ndcg_at_3_std": 0.021167, + "nauc_ndcg_at_3_diff1": 0.489949, + "nauc_ndcg_at_5_max": 0.343104, + "nauc_ndcg_at_5_std": 0.022818, + "nauc_ndcg_at_5_diff1": 0.468613, + "nauc_ndcg_at_10_max": 0.33252, + "nauc_ndcg_at_10_std": 0.019007, + "nauc_ndcg_at_10_diff1": 0.463776, + "nauc_ndcg_at_20_max": 0.334895, + "nauc_ndcg_at_20_std": 0.031908, + "nauc_ndcg_at_20_diff1": 0.463151, + "nauc_ndcg_at_100_max": 0.345242, + "nauc_ndcg_at_100_std": 0.04226, + "nauc_ndcg_at_100_diff1": 0.477926, + "nauc_ndcg_at_1000_max": 0.350972, + "nauc_ndcg_at_1000_std": 0.032879, + "nauc_ndcg_at_1000_diff1": 0.482826, + "nauc_map_at_1_max": 0.411639, + "nauc_map_at_1_std": 0.043608, + "nauc_map_at_1_diff1": 0.573473, + "nauc_map_at_3_max": 0.373524, + "nauc_map_at_3_std": 0.025153, + "nauc_map_at_3_diff1": 0.509415, + "nauc_map_at_5_max": 0.362895, + "nauc_map_at_5_std": 0.02597, + "nauc_map_at_5_diff1": 0.497515, + "nauc_map_at_10_max": 0.358772, + "nauc_map_at_10_std": 0.024072, + "nauc_map_at_10_diff1": 0.49585, + "nauc_map_at_20_max": 0.359862, + "nauc_map_at_20_std": 0.02799, + "nauc_map_at_20_diff1": 0.495733, + "nauc_map_at_100_max": 0.36146, + "nauc_map_at_100_std": 0.029397, + "nauc_map_at_100_diff1": 0.497603, + "nauc_map_at_1000_max": 0.36174, + "nauc_map_at_1000_std": 0.029132, + "nauc_map_at_1000_diff1": 0.497845, + "nauc_recall_at_1_max": 0.411639, + "nauc_recall_at_1_std": 0.043608, + "nauc_recall_at_1_diff1": 0.573473, + "nauc_recall_at_3_max": 0.332402, + "nauc_recall_at_3_std": 0.010599, + "nauc_recall_at_3_diff1": 0.435909, + "nauc_recall_at_5_max": 0.284404, + "nauc_recall_at_5_std": 0.014814, + "nauc_recall_at_5_diff1": 0.384067, + "nauc_recall_at_10_max": 0.243968, + "nauc_recall_at_10_std": 0.003763, + "nauc_recall_at_10_diff1": 0.359673, + "nauc_recall_at_20_max": 0.237192, + "nauc_recall_at_20_std": 0.058043, + "nauc_recall_at_20_diff1": 0.340194, + "nauc_recall_at_100_max": 0.233028, + "nauc_recall_at_100_std": 0.25437, + "nauc_recall_at_100_diff1": 0.380082, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.411639, + "nauc_precision_at_1_std": 0.043608, + "nauc_precision_at_1_diff1": 0.573473, + "nauc_precision_at_3_max": 0.332402, + "nauc_precision_at_3_std": 0.010599, + "nauc_precision_at_3_diff1": 0.435909, + "nauc_precision_at_5_max": 0.284404, + "nauc_precision_at_5_std": 0.014814, + "nauc_precision_at_5_diff1": 0.384067, + "nauc_precision_at_10_max": 0.243968, + "nauc_precision_at_10_std": 0.003763, + "nauc_precision_at_10_diff1": 0.359673, + "nauc_precision_at_20_max": 0.237192, + "nauc_precision_at_20_std": 0.058043, + "nauc_precision_at_20_diff1": 0.340194, + "nauc_precision_at_100_max": 0.233028, + "nauc_precision_at_100_std": 0.25437, + "nauc_precision_at_100_diff1": 0.380082, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.411639, + "nauc_mrr_at_1_std": 0.043608, + "nauc_mrr_at_1_diff1": 0.573473, + "nauc_mrr_at_3_max": 0.373524, + "nauc_mrr_at_3_std": 0.025153, + "nauc_mrr_at_3_diff1": 0.509415, + "nauc_mrr_at_5_max": 0.362895, + "nauc_mrr_at_5_std": 0.02597, + "nauc_mrr_at_5_diff1": 0.497515, + "nauc_mrr_at_10_max": 0.358772, + "nauc_mrr_at_10_std": 0.024072, + "nauc_mrr_at_10_diff1": 0.49585, + "nauc_mrr_at_20_max": 0.359862, + "nauc_mrr_at_20_std": 0.02799, + "nauc_mrr_at_20_diff1": 0.495733, + "nauc_mrr_at_100_max": 0.36146, + "nauc_mrr_at_100_std": 0.029397, + "nauc_mrr_at_100_diff1": 0.497603, + "nauc_mrr_at_1000_max": 0.36174, + "nauc_mrr_at_1000_std": 0.029132, + "nauc_mrr_at_1000_diff1": 0.497845, + "hit_rate_at_1": 0.28444, + "hit_rate_at_3": 0.40444, + "hit_rate_at_5": 0.47, + "hit_rate_at_10": 0.58333, + "hit_rate_at_20": 0.67889, + "hit_rate_at_100": 0.89889, + "hit_rate_at_1000": 1.0, + "main_score": 0.41795, "hf_subset": "bod_Tibt-eng_Latn", "languages": [ "bod-Tibt", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.29, - "ndcg_at_3": 0.31948, - "ndcg_at_5": 0.33043, - "ndcg_at_10": 0.34563, - "ndcg_at_20": 0.36092, - "ndcg_at_100": 0.39842, - "ndcg_at_1000": 0.43927, - "map_at_1": 0.29, - "map_at_3": 0.31204, - "map_at_5": 0.31809, - "map_at_10": 0.32422, - "map_at_20": 0.32833, - "map_at_100": 0.33298, - "map_at_1000": 0.33463, - "recall_at_1": 0.29, - "recall_at_3": 0.34111, - "recall_at_5": 0.36778, - "recall_at_10": 0.41556, - "recall_at_20": 0.47667, - "recall_at_100": 0.68667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.29444, + "ndcg_at_3": 0.32057, + "ndcg_at_5": 0.32822, + "ndcg_at_10": 0.33992, + "ndcg_at_20": 0.3544, + "ndcg_at_100": 0.39319, + "ndcg_at_1000": 0.43587, + "map_at_1": 0.29444, + "map_at_3": 0.31389, + "map_at_5": 0.31806, + "map_at_10": 0.3228, + "map_at_20": 0.32671, + "map_at_100": 0.33144, + "map_at_1000": 0.33315, + "recall_at_1": 0.29444, + "recall_at_3": 0.34, + "recall_at_5": 0.35889, + "recall_at_10": 0.39556, + "recall_at_20": 0.45333, + "recall_at_100": 0.67222, "recall_at_1000": 1.0, - "precision_at_1": 0.29, - "precision_at_3": 0.1137, - "precision_at_5": 0.07356, - "precision_at_10": 0.04156, - "precision_at_20": 0.02383, - "precision_at_100": 0.00687, - "precision_at_1000": 0.001, - "mrr_at_1": 0.29, - "mrr_at_3": 0.312037, - "mrr_at_5": 0.318093, - "mrr_at_10": 0.324224, - "mrr_at_20": 0.328334, - "mrr_at_100": 0.332981, - "mrr_at_1000": 0.334625, - "nauc_ndcg_at_1_max": 0.921568, - "nauc_ndcg_at_1_std": 0.664153, - "nauc_ndcg_at_1_diff1": 0.895227, - "nauc_ndcg_at_3_max": 0.901004, - "nauc_ndcg_at_3_std": 0.645095, - "nauc_ndcg_at_3_diff1": 0.840146, - "nauc_ndcg_at_5_max": 0.888386, - "nauc_ndcg_at_5_std": 0.640566, - "nauc_ndcg_at_5_diff1": 0.822721, - "nauc_ndcg_at_10_max": 0.870186, - "nauc_ndcg_at_10_std": 0.629441, - "nauc_ndcg_at_10_diff1": 0.804258, - "nauc_ndcg_at_20_max": 0.85925, - "nauc_ndcg_at_20_std": 0.626261, - "nauc_ndcg_at_20_diff1": 0.789238, - "nauc_ndcg_at_100_max": 0.846401, - "nauc_ndcg_at_100_std": 0.620174, - "nauc_ndcg_at_100_diff1": 0.778483, - "nauc_ndcg_at_1000_max": 0.869153, - "nauc_ndcg_at_1000_std": 0.631517, - "nauc_ndcg_at_1000_diff1": 0.805734, - "nauc_map_at_1_max": 0.921568, - "nauc_map_at_1_std": 0.664153, - "nauc_map_at_1_diff1": 0.895227, - "nauc_map_at_3_max": 0.905942, - "nauc_map_at_3_std": 0.649872, - "nauc_map_at_3_diff1": 0.85327, - "nauc_map_at_5_max": 0.898903, - "nauc_map_at_5_std": 0.647383, - "nauc_map_at_5_diff1": 0.843383, - "nauc_map_at_10_max": 0.891454, - "nauc_map_at_10_std": 0.642818, - "nauc_map_at_10_diff1": 0.835901, - "nauc_map_at_20_max": 0.888639, - "nauc_map_at_20_std": 0.64194, - "nauc_map_at_20_diff1": 0.832042, - "nauc_map_at_100_max": 0.886727, - "nauc_map_at_100_std": 0.640974, - "nauc_map_at_100_diff1": 0.830528, - "nauc_map_at_1000_max": 0.887554, - "nauc_map_at_1000_std": 0.641407, - "nauc_map_at_1000_diff1": 0.831458, - "nauc_recall_at_1_max": 0.921568, - "nauc_recall_at_1_std": 0.664153, - "nauc_recall_at_1_diff1": 0.895227, - "nauc_recall_at_3_max": 0.88701, - "nauc_recall_at_3_std": 0.631478, - "nauc_recall_at_3_diff1": 0.802995, - "nauc_recall_at_5_max": 0.857102, - "nauc_recall_at_5_std": 0.620666, - "nauc_recall_at_5_diff1": 0.762512, - "nauc_recall_at_10_max": 0.801921, - "nauc_recall_at_10_std": 0.586954, - "nauc_recall_at_10_diff1": 0.706375, - "nauc_recall_at_20_max": 0.75649, - "nauc_recall_at_20_std": 0.573823, - "nauc_recall_at_20_diff1": 0.643876, - "nauc_recall_at_100_max": 0.643151, - "nauc_recall_at_100_std": 0.520063, - "nauc_recall_at_100_diff1": 0.529655, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.921568, - "nauc_precision_at_1_std": 0.664153, - "nauc_precision_at_1_diff1": 0.895227, - "nauc_precision_at_3_max": 0.88701, - "nauc_precision_at_3_std": 0.631478, - "nauc_precision_at_3_diff1": 0.802995, - "nauc_precision_at_5_max": 0.857102, - "nauc_precision_at_5_std": 0.620666, - "nauc_precision_at_5_diff1": 0.762512, - "nauc_precision_at_10_max": 0.801921, - "nauc_precision_at_10_std": 0.586954, - "nauc_precision_at_10_diff1": 0.706375, - "nauc_precision_at_20_max": 0.75649, - "nauc_precision_at_20_std": 0.573823, - "nauc_precision_at_20_diff1": 0.643876, - "nauc_precision_at_100_max": 0.643151, - "nauc_precision_at_100_std": 0.520063, - "nauc_precision_at_100_diff1": 0.529655, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.921568, - "nauc_mrr_at_1_std": 0.664153, - "nauc_mrr_at_1_diff1": 0.895227, - "nauc_mrr_at_3_max": 0.905942, - "nauc_mrr_at_3_std": 0.649872, - "nauc_mrr_at_3_diff1": 0.85327, - "nauc_mrr_at_5_max": 0.898903, - "nauc_mrr_at_5_std": 0.647383, - "nauc_mrr_at_5_diff1": 0.843383, - "nauc_mrr_at_10_max": 0.891454, - "nauc_mrr_at_10_std": 0.642818, - "nauc_mrr_at_10_diff1": 0.835901, - "nauc_mrr_at_20_max": 0.888639, - "nauc_mrr_at_20_std": 0.64194, - "nauc_mrr_at_20_diff1": 0.832042, - "nauc_mrr_at_100_max": 0.886727, - "nauc_mrr_at_100_std": 0.640974, - "nauc_mrr_at_100_diff1": 0.830528, - "nauc_mrr_at_1000_max": 0.887554, - "nauc_mrr_at_1000_std": 0.641407, - "nauc_mrr_at_1000_diff1": 0.831458, - "main_score": 0.34563, + "accuracy": 0.29444, + "precision_at_1": 0.29444, + "precision_at_3": 0.11333, + "precision_at_5": 0.07178, + "precision_at_10": 0.03956, + "precision_at_20": 0.02267, + "precision_at_100": 0.00672, + "precision_at_1000": 0.001, + "mrr_at_1": 0.294444, + "mrr_at_3": 0.313889, + "mrr_at_5": 0.318056, + "mrr_at_10": 0.322802, + "mrr_at_20": 0.326706, + "mrr_at_100": 0.331445, + "mrr_at_1000": 0.333153, + "nauc_ndcg_at_1_max": 0.879139, + "nauc_ndcg_at_1_std": 0.539867, + "nauc_ndcg_at_1_diff1": 0.834815, + "nauc_ndcg_at_3_max": 0.858462, + "nauc_ndcg_at_3_std": 0.534287, + "nauc_ndcg_at_3_diff1": 0.787682, + "nauc_ndcg_at_5_max": 0.853955, + "nauc_ndcg_at_5_std": 0.539232, + "nauc_ndcg_at_5_diff1": 0.776867, + "nauc_ndcg_at_10_max": 0.839315, + "nauc_ndcg_at_10_std": 0.525534, + "nauc_ndcg_at_10_diff1": 0.759953, + "nauc_ndcg_at_20_max": 0.828209, + "nauc_ndcg_at_20_std": 0.524742, + "nauc_ndcg_at_20_diff1": 0.747663, + "nauc_ndcg_at_100_max": 0.81078, + "nauc_ndcg_at_100_std": 0.51505, + "nauc_ndcg_at_100_diff1": 0.734154, + "nauc_ndcg_at_1000_max": 0.83438, + "nauc_ndcg_at_1000_std": 0.525104, + "nauc_ndcg_at_1000_diff1": 0.760168, + "nauc_map_at_1_max": 0.879139, + "nauc_map_at_1_std": 0.539867, + "nauc_map_at_1_diff1": 0.834815, + "nauc_map_at_3_max": 0.863961, + "nauc_map_at_3_std": 0.535187, + "nauc_map_at_3_diff1": 0.800216, + "nauc_map_at_5_max": 0.861561, + "nauc_map_at_5_std": 0.537966, + "nauc_map_at_5_diff1": 0.794255, + "nauc_map_at_10_max": 0.855625, + "nauc_map_at_10_std": 0.532155, + "nauc_map_at_10_diff1": 0.787379, + "nauc_map_at_20_max": 0.852643, + "nauc_map_at_20_std": 0.532139, + "nauc_map_at_20_diff1": 0.784063, + "nauc_map_at_100_max": 0.850132, + "nauc_map_at_100_std": 0.530729, + "nauc_map_at_100_diff1": 0.782114, + "nauc_map_at_1000_max": 0.851029, + "nauc_map_at_1000_std": 0.531103, + "nauc_map_at_1000_diff1": 0.783057, + "nauc_recall_at_1_max": 0.879139, + "nauc_recall_at_1_std": 0.539867, + "nauc_recall_at_1_diff1": 0.834815, + "nauc_recall_at_3_max": 0.842608, + "nauc_recall_at_3_std": 0.531908, + "nauc_recall_at_3_diff1": 0.751549, + "nauc_recall_at_5_max": 0.831483, + "nauc_recall_at_5_std": 0.543645, + "nauc_recall_at_5_diff1": 0.725659, + "nauc_recall_at_10_max": 0.786931, + "nauc_recall_at_10_std": 0.502964, + "nauc_recall_at_10_diff1": 0.674631, + "nauc_recall_at_20_max": 0.742403, + "nauc_recall_at_20_std": 0.498106, + "nauc_recall_at_20_diff1": 0.625019, + "nauc_recall_at_100_max": 0.607902, + "nauc_recall_at_100_std": 0.429057, + "nauc_recall_at_100_diff1": 0.505603, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.879139, + "nauc_precision_at_1_std": 0.539867, + "nauc_precision_at_1_diff1": 0.834815, + "nauc_precision_at_3_max": 0.842608, + "nauc_precision_at_3_std": 0.531908, + "nauc_precision_at_3_diff1": 0.751549, + "nauc_precision_at_5_max": 0.831483, + "nauc_precision_at_5_std": 0.543645, + "nauc_precision_at_5_diff1": 0.725659, + "nauc_precision_at_10_max": 0.786931, + "nauc_precision_at_10_std": 0.502964, + "nauc_precision_at_10_diff1": 0.674631, + "nauc_precision_at_20_max": 0.742403, + "nauc_precision_at_20_std": 0.498106, + "nauc_precision_at_20_diff1": 0.625019, + "nauc_precision_at_100_max": 0.607902, + "nauc_precision_at_100_std": 0.429057, + "nauc_precision_at_100_diff1": 0.505603, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.879139, + "nauc_mrr_at_1_std": 0.539867, + "nauc_mrr_at_1_diff1": 0.834815, + "nauc_mrr_at_3_max": 0.863961, + "nauc_mrr_at_3_std": 0.535187, + "nauc_mrr_at_3_diff1": 0.800216, + "nauc_mrr_at_5_max": 0.861561, + "nauc_mrr_at_5_std": 0.537966, + "nauc_mrr_at_5_diff1": 0.794255, + "nauc_mrr_at_10_max": 0.855625, + "nauc_mrr_at_10_std": 0.532155, + "nauc_mrr_at_10_diff1": 0.787379, + "nauc_mrr_at_20_max": 0.852643, + "nauc_mrr_at_20_std": 0.532139, + "nauc_mrr_at_20_diff1": 0.784063, + "nauc_mrr_at_100_max": 0.850132, + "nauc_mrr_at_100_std": 0.530729, + "nauc_mrr_at_100_diff1": 0.782114, + "nauc_mrr_at_1000_max": 0.851029, + "nauc_mrr_at_1000_std": 0.531103, + "nauc_mrr_at_1000_diff1": 0.783057, + "hit_rate_at_1": 0.29444, + "hit_rate_at_3": 0.34, + "hit_rate_at_5": 0.35889, + "hit_rate_at_10": 0.39556, + "hit_rate_at_20": 0.45333, + "hit_rate_at_100": 0.67222, + "hit_rate_at_1000": 1.0, + "main_score": 0.33992, "hf_subset": "eng_Latn-bod_Tibt", "languages": [ "eng-Latn", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90556, - "ndcg_at_3": 0.93591, - "ndcg_at_5": 0.94093, - "ndcg_at_10": 0.94519, - "ndcg_at_20": 0.94665, - "ndcg_at_100": 0.94835, - "ndcg_at_1000": 0.94882, - "map_at_1": 0.90556, - "map_at_3": 0.9287, - "map_at_5": 0.93148, - "map_at_10": 0.93321, - "map_at_20": 0.93364, - "map_at_100": 0.93389, - "map_at_1000": 0.93392, - "recall_at_1": 0.90556, - "recall_at_3": 0.95667, - "recall_at_5": 0.96889, - "recall_at_10": 0.98222, - "recall_at_20": 0.98778, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93217, + "ndcg_at_5": 0.93767, + "ndcg_at_10": 0.94126, + "ndcg_at_20": 0.94386, + "ndcg_at_100": 0.94544, + "ndcg_at_1000": 0.94574, + "map_at_1": 0.9, + "map_at_3": 0.92444, + "map_at_5": 0.9275, + "map_at_10": 0.92898, + "map_at_20": 0.92973, + "map_at_100": 0.92993, + "map_at_1000": 0.92994, + "recall_at_1": 0.9, + "recall_at_3": 0.95444, + "recall_at_5": 0.96778, + "recall_at_10": 0.97889, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90556, - "precision_at_3": 0.31889, - "precision_at_5": 0.19378, - "precision_at_10": 0.09822, - "precision_at_20": 0.04939, - "precision_at_100": 0.00997, + "accuracy": 0.9, + "precision_at_1": 0.9, + "precision_at_3": 0.31815, + "precision_at_5": 0.19356, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.905556, - "mrr_at_3": 0.928704, - "mrr_at_5": 0.931481, - "mrr_at_10": 0.933213, - "mrr_at_20": 0.93364, - "mrr_at_100": 0.933895, - "mrr_at_1000": 0.93392, - "nauc_ndcg_at_1_max": 0.781875, - "nauc_ndcg_at_1_std": -0.058637, - "nauc_ndcg_at_1_diff1": 0.932608, - "nauc_ndcg_at_3_max": 0.840587, - "nauc_ndcg_at_3_std": 0.05225, - "nauc_ndcg_at_3_diff1": 0.937838, - "nauc_ndcg_at_5_max": 0.837096, - "nauc_ndcg_at_5_std": 0.06753, - "nauc_ndcg_at_5_diff1": 0.936467, - "nauc_ndcg_at_10_max": 0.830924, - "nauc_ndcg_at_10_std": 0.055939, - "nauc_ndcg_at_10_diff1": 0.935593, - "nauc_ndcg_at_20_max": 0.828496, - "nauc_ndcg_at_20_std": 0.049309, - "nauc_ndcg_at_20_diff1": 0.938249, - "nauc_ndcg_at_100_max": 0.824106, - "nauc_ndcg_at_100_std": 0.040533, - "nauc_ndcg_at_100_diff1": 0.936216, - "nauc_ndcg_at_1000_max": 0.822486, - "nauc_ndcg_at_1000_std": 0.032597, - "nauc_ndcg_at_1000_diff1": 0.935629, - "nauc_map_at_1_max": 0.781875, - "nauc_map_at_1_std": -0.058637, - "nauc_map_at_1_diff1": 0.932608, - "nauc_map_at_3_max": 0.822983, - "nauc_map_at_3_std": 0.01671, - "nauc_map_at_3_diff1": 0.935847, - "nauc_map_at_5_max": 0.82061, - "nauc_map_at_5_std": 0.023193, - "nauc_map_at_5_diff1": 0.935048, - "nauc_map_at_10_max": 0.818132, - "nauc_map_at_10_std": 0.018004, - "nauc_map_at_10_diff1": 0.934588, - "nauc_map_at_20_max": 0.817458, - "nauc_map_at_20_std": 0.016287, - "nauc_map_at_20_diff1": 0.93511, - "nauc_map_at_100_max": 0.816934, - "nauc_map_at_100_std": 0.015783, - "nauc_map_at_100_diff1": 0.93486, - "nauc_map_at_1000_max": 0.816864, - "nauc_map_at_1000_std": 0.015452, - "nauc_map_at_1000_diff1": 0.934835, - "nauc_recall_at_1_max": 0.781875, - "nauc_recall_at_1_std": -0.058637, - "nauc_recall_at_1_diff1": 0.932608, - "nauc_recall_at_3_max": 0.923388, - "nauc_recall_at_3_std": 0.221073, - "nauc_recall_at_3_diff1": 0.947509, - "nauc_recall_at_5_max": 0.939726, - "nauc_recall_at_5_std": 0.352224, - "nauc_recall_at_5_diff1": 0.945562, - "nauc_recall_at_10_max": 0.957108, - "nauc_recall_at_10_std": 0.457691, - "nauc_recall_at_10_diff1": 0.946604, - "nauc_recall_at_20_max": 0.974747, - "nauc_recall_at_20_std": 0.525168, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.9, + "mrr_at_3": 0.924444, + "mrr_at_5": 0.9275, + "mrr_at_10": 0.928982, + "mrr_at_20": 0.929732, + "mrr_at_100": 0.929927, + "mrr_at_1000": 0.92994, + "nauc_ndcg_at_1_max": 0.799984, + "nauc_ndcg_at_1_std": -0.073939, + "nauc_ndcg_at_1_diff1": 0.927871, + "nauc_ndcg_at_3_max": 0.855719, + "nauc_ndcg_at_3_std": 0.004713, + "nauc_ndcg_at_3_diff1": 0.93004, + "nauc_ndcg_at_5_max": 0.84922, + "nauc_ndcg_at_5_std": 0.015563, + "nauc_ndcg_at_5_diff1": 0.927004, + "nauc_ndcg_at_10_max": 0.845222, + "nauc_ndcg_at_10_std": 0.019766, + "nauc_ndcg_at_10_diff1": 0.928173, + "nauc_ndcg_at_20_max": 0.842898, + "nauc_ndcg_at_20_std": 0.017583, + "nauc_ndcg_at_20_diff1": 0.930443, + "nauc_ndcg_at_100_max": 0.839584, + "nauc_ndcg_at_100_std": 0.007665, + "nauc_ndcg_at_100_diff1": 0.929326, + "nauc_ndcg_at_1000_max": 0.838699, + "nauc_ndcg_at_1000_std": 0.002195, + "nauc_ndcg_at_1000_diff1": 0.928936, + "nauc_map_at_1_max": 0.799984, + "nauc_map_at_1_std": -0.073939, + "nauc_map_at_1_diff1": 0.927871, + "nauc_map_at_3_max": 0.839764, + "nauc_map_at_3_std": -0.018089, + "nauc_map_at_3_diff1": 0.929039, + "nauc_map_at_5_max": 0.836021, + "nauc_map_at_5_std": -0.013753, + "nauc_map_at_5_diff1": 0.927614, + "nauc_map_at_10_max": 0.834491, + "nauc_map_at_10_std": -0.012323, + "nauc_map_at_10_diff1": 0.928043, + "nauc_map_at_20_max": 0.833926, + "nauc_map_at_20_std": -0.012771, + "nauc_map_at_20_diff1": 0.928586, + "nauc_map_at_100_max": 0.833663, + "nauc_map_at_100_std": -0.013034, + "nauc_map_at_100_diff1": 0.92846, + "nauc_map_at_1000_max": 0.833632, + "nauc_map_at_1000_std": -0.013222, + "nauc_map_at_1000_diff1": 0.928446, + "nauc_recall_at_1_max": 0.799984, + "nauc_recall_at_1_std": -0.073939, + "nauc_recall_at_1_diff1": 0.927871, + "nauc_recall_at_3_max": 0.930826, + "nauc_recall_at_3_std": 0.112273, + "nauc_recall_at_3_diff1": 0.935039, + "nauc_recall_at_5_max": 0.931099, + "nauc_recall_at_5_std": 0.206607, + "nauc_recall_at_5_diff1": 0.922245, + "nauc_recall_at_10_max": 0.937835, + "nauc_recall_at_10_std": 0.332301, + "nauc_recall_at_10_diff1": 0.929481, + "nauc_recall_at_20_max": 0.972222, + "nauc_recall_at_20_std": 0.552848, + "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.781875, - "nauc_precision_at_1_std": -0.058637, - "nauc_precision_at_1_diff1": 0.932608, - "nauc_precision_at_3_max": 0.923388, - "nauc_precision_at_3_std": 0.221073, - "nauc_precision_at_3_diff1": 0.947509, - "nauc_precision_at_5_max": 0.939726, - "nauc_precision_at_5_std": 0.352224, - "nauc_precision_at_5_diff1": 0.945562, - "nauc_precision_at_10_max": 0.957108, - "nauc_precision_at_10_std": 0.457691, - "nauc_precision_at_10_diff1": 0.946604, - "nauc_precision_at_20_max": 0.974747, - "nauc_precision_at_20_std": 0.525168, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.799984, + "nauc_precision_at_1_std": -0.073939, + "nauc_precision_at_1_diff1": 0.927871, + "nauc_precision_at_3_max": 0.930826, + "nauc_precision_at_3_std": 0.112273, + "nauc_precision_at_3_diff1": 0.935039, + "nauc_precision_at_5_max": 0.931099, + "nauc_precision_at_5_std": 0.206607, + "nauc_precision_at_5_diff1": 0.922245, + "nauc_precision_at_10_max": 0.937835, + "nauc_precision_at_10_std": 0.332301, + "nauc_precision_at_10_diff1": 0.929481, + "nauc_precision_at_20_max": 0.972222, + "nauc_precision_at_20_std": 0.552848, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.781875, - "nauc_mrr_at_1_std": -0.058637, - "nauc_mrr_at_1_diff1": 0.932608, - "nauc_mrr_at_3_max": 0.822983, - "nauc_mrr_at_3_std": 0.01671, - "nauc_mrr_at_3_diff1": 0.935847, - "nauc_mrr_at_5_max": 0.82061, - "nauc_mrr_at_5_std": 0.023193, - "nauc_mrr_at_5_diff1": 0.935048, - "nauc_mrr_at_10_max": 0.818132, - "nauc_mrr_at_10_std": 0.018004, - "nauc_mrr_at_10_diff1": 0.934588, - "nauc_mrr_at_20_max": 0.817458, - "nauc_mrr_at_20_std": 0.016287, - "nauc_mrr_at_20_diff1": 0.93511, - "nauc_mrr_at_100_max": 0.816934, - "nauc_mrr_at_100_std": 0.015783, - "nauc_mrr_at_100_diff1": 0.93486, - "nauc_mrr_at_1000_max": 0.816864, - "nauc_mrr_at_1000_std": 0.015452, - "nauc_mrr_at_1000_diff1": 0.934835, - "main_score": 0.94519, + "nauc_mrr_at_1_max": 0.799984, + "nauc_mrr_at_1_std": -0.073939, + "nauc_mrr_at_1_diff1": 0.927871, + "nauc_mrr_at_3_max": 0.839764, + "nauc_mrr_at_3_std": -0.018089, + "nauc_mrr_at_3_diff1": 0.929039, + "nauc_mrr_at_5_max": 0.836021, + "nauc_mrr_at_5_std": -0.013753, + "nauc_mrr_at_5_diff1": 0.927614, + "nauc_mrr_at_10_max": 0.834491, + "nauc_mrr_at_10_std": -0.012323, + "nauc_mrr_at_10_diff1": 0.928043, + "nauc_mrr_at_20_max": 0.833926, + "nauc_mrr_at_20_std": -0.012771, + "nauc_mrr_at_20_diff1": 0.928586, + "nauc_mrr_at_100_max": 0.833663, + "nauc_mrr_at_100_std": -0.013034, + "nauc_mrr_at_100_diff1": 0.92846, + "nauc_mrr_at_1000_max": 0.833632, + "nauc_mrr_at_1000_std": -0.013222, + "nauc_mrr_at_1000_diff1": 0.928446, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.95444, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94126, "hf_subset": "bul_Cyrl-bul_Cyrl", "languages": [ "bul-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92444, - "ndcg_at_3": 0.95036, - "ndcg_at_5": 0.95719, - "ndcg_at_10": 0.95898, - "ndcg_at_20": 0.96037, - "ndcg_at_100": 0.96097, - "ndcg_at_1000": 0.96129, - "map_at_1": 0.92444, - "map_at_3": 0.94463, - "map_at_5": 0.94841, - "map_at_10": 0.94914, - "map_at_20": 0.94951, - "map_at_100": 0.94959, - "map_at_1000": 0.9496, - "recall_at_1": 0.92444, - "recall_at_3": 0.96667, - "recall_at_5": 0.98333, - "recall_at_10": 0.98889, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94772, + "ndcg_at_5": 0.95188, + "ndcg_at_10": 0.95512, + "ndcg_at_20": 0.95651, + "ndcg_at_100": 0.95734, + "ndcg_at_1000": 0.95766, + "map_at_1": 0.91778, + "map_at_3": 0.94074, + "map_at_5": 0.94307, + "map_at_10": 0.94441, + "map_at_20": 0.94478, + "map_at_100": 0.9449, + "map_at_1000": 0.94492, + "recall_at_1": 0.91778, + "recall_at_3": 0.96778, + "recall_at_5": 0.97778, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92444, - "precision_at_3": 0.32222, - "precision_at_5": 0.19667, - "precision_at_10": 0.09889, - "precision_at_20": 0.04972, + "accuracy": 0.91778, + "precision_at_1": 0.91778, + "precision_at_3": 0.32259, + "precision_at_5": 0.19556, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.924444, - "mrr_at_3": 0.94463, - "mrr_at_5": 0.948407, - "mrr_at_10": 0.94914, - "mrr_at_20": 0.949514, - "mrr_at_100": 0.949586, - "mrr_at_1000": 0.949604, - "nauc_ndcg_at_1_max": 0.781533, - "nauc_ndcg_at_1_std": -0.262131, - "nauc_ndcg_at_1_diff1": 0.937936, - "nauc_ndcg_at_3_max": 0.788514, - "nauc_ndcg_at_3_std": -0.392873, - "nauc_ndcg_at_3_diff1": 0.939107, - "nauc_ndcg_at_5_max": 0.807216, - "nauc_ndcg_at_5_std": -0.337816, - "nauc_ndcg_at_5_diff1": 0.947121, - "nauc_ndcg_at_10_max": 0.805657, - "nauc_ndcg_at_10_std": -0.282359, - "nauc_ndcg_at_10_diff1": 0.944815, - "nauc_ndcg_at_20_max": 0.802033, - "nauc_ndcg_at_20_std": -0.289485, - "nauc_ndcg_at_20_diff1": 0.943794, - "nauc_ndcg_at_100_max": 0.799017, - "nauc_ndcg_at_100_std": -0.295746, - "nauc_ndcg_at_100_diff1": 0.942938, - "nauc_ndcg_at_1000_max": 0.797349, - "nauc_ndcg_at_1000_std": -0.306497, - "nauc_ndcg_at_1000_diff1": 0.942464, - "nauc_map_at_1_max": 0.781533, - "nauc_map_at_1_std": -0.262131, - "nauc_map_at_1_diff1": 0.937936, - "nauc_map_at_3_max": 0.787145, - "nauc_map_at_3_std": -0.353933, - "nauc_map_at_3_diff1": 0.938809, - "nauc_map_at_5_max": 0.795747, - "nauc_map_at_5_std": -0.327031, - "nauc_map_at_5_diff1": 0.942518, - "nauc_map_at_10_max": 0.794934, - "nauc_map_at_10_std": -0.308815, - "nauc_map_at_10_diff1": 0.94169, - "nauc_map_at_20_max": 0.794116, - "nauc_map_at_20_std": -0.310712, - "nauc_map_at_20_diff1": 0.94145, - "nauc_map_at_100_max": 0.793825, - "nauc_map_at_100_std": -0.311025, - "nauc_map_at_100_diff1": 0.941367, - "nauc_map_at_1000_max": 0.793749, - "nauc_map_at_1000_std": -0.311507, - "nauc_map_at_1000_diff1": 0.941345, - "nauc_recall_at_1_max": 0.781533, - "nauc_recall_at_1_std": -0.262131, - "nauc_recall_at_1_diff1": 0.937936, - "nauc_recall_at_3_max": 0.794444, - "nauc_recall_at_3_std": -0.576735, - "nauc_recall_at_3_diff1": 0.940476, - "nauc_recall_at_5_max": 0.915811, - "nauc_recall_at_5_std": -0.400622, - "nauc_recall_at_5_diff1": 0.991285, - "nauc_recall_at_10_max": 0.955415, - "nauc_recall_at_10_std": 0.210224, - "nauc_recall_at_10_diff1": 0.986928, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.940741, + "mrr_at_5": 0.943074, + "mrr_at_10": 0.944408, + "mrr_at_20": 0.944779, + "mrr_at_100": 0.944901, + "mrr_at_1000": 0.944917, + "nauc_ndcg_at_1_max": 0.75781, + "nauc_ndcg_at_1_std": -0.208639, + "nauc_ndcg_at_1_diff1": 0.941359, + "nauc_ndcg_at_3_max": 0.763033, + "nauc_ndcg_at_3_std": -0.261331, + "nauc_ndcg_at_3_diff1": 0.941095, + "nauc_ndcg_at_5_max": 0.768791, + "nauc_ndcg_at_5_std": -0.257924, + "nauc_ndcg_at_5_diff1": 0.939637, + "nauc_ndcg_at_10_max": 0.770887, + "nauc_ndcg_at_10_std": -0.22062, + "nauc_ndcg_at_10_diff1": 0.940864, + "nauc_ndcg_at_20_max": 0.774909, + "nauc_ndcg_at_20_std": -0.219518, + "nauc_ndcg_at_20_diff1": 0.94237, + "nauc_ndcg_at_100_max": 0.770494, + "nauc_ndcg_at_100_std": -0.218508, + "nauc_ndcg_at_100_diff1": 0.941921, + "nauc_ndcg_at_1000_max": 0.768811, + "nauc_ndcg_at_1000_std": -0.227443, + "nauc_ndcg_at_1000_diff1": 0.941495, + "nauc_map_at_1_max": 0.75781, + "nauc_map_at_1_std": -0.208639, + "nauc_map_at_1_diff1": 0.941359, + "nauc_map_at_3_max": 0.763114, + "nauc_map_at_3_std": -0.246417, + "nauc_map_at_3_diff1": 0.941454, + "nauc_map_at_5_max": 0.765843, + "nauc_map_at_5_std": -0.244973, + "nauc_map_at_5_diff1": 0.940712, + "nauc_map_at_10_max": 0.766436, + "nauc_map_at_10_std": -0.232753, + "nauc_map_at_10_diff1": 0.941104, + "nauc_map_at_20_max": 0.767081, + "nauc_map_at_20_std": -0.232538, + "nauc_map_at_20_diff1": 0.941402, + "nauc_map_at_100_max": 0.766565, + "nauc_map_at_100_std": -0.231733, + "nauc_map_at_100_diff1": 0.941357, + "nauc_map_at_1000_max": 0.766496, + "nauc_map_at_1000_std": -0.232096, + "nauc_map_at_1000_diff1": 0.94134, + "nauc_recall_at_1_max": 0.75781, + "nauc_recall_at_1_std": -0.208639, + "nauc_recall_at_1_diff1": 0.941359, + "nauc_recall_at_3_max": 0.761213, + "nauc_recall_at_3_std": -0.33842, + "nauc_recall_at_3_diff1": 0.938987, + "nauc_recall_at_5_max": 0.790406, + "nauc_recall_at_5_std": -0.347082, + "nauc_recall_at_5_diff1": 0.931139, + "nauc_recall_at_10_max": 0.832612, + "nauc_recall_at_10_std": 0.015109, + "nauc_recall_at_10_diff1": 0.939097, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.514099, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_std": 0.236461, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.781533, - "nauc_precision_at_1_std": -0.262131, - "nauc_precision_at_1_diff1": 0.937936, - "nauc_precision_at_3_max": 0.794444, - "nauc_precision_at_3_std": -0.576735, - "nauc_precision_at_3_diff1": 0.940476, - "nauc_precision_at_5_max": 0.915811, - "nauc_precision_at_5_std": -0.400622, - "nauc_precision_at_5_diff1": 0.991285, - "nauc_precision_at_10_max": 0.955415, - "nauc_precision_at_10_std": 0.210224, - "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_1_max": 0.75781, + "nauc_precision_at_1_std": -0.208639, + "nauc_precision_at_1_diff1": 0.941359, + "nauc_precision_at_3_max": 0.761213, + "nauc_precision_at_3_std": -0.33842, + "nauc_precision_at_3_diff1": 0.938987, + "nauc_precision_at_5_max": 0.790406, + "nauc_precision_at_5_std": -0.347082, + "nauc_precision_at_5_diff1": 0.931139, + "nauc_precision_at_10_max": 0.832612, + "nauc_precision_at_10_std": 0.015109, + "nauc_precision_at_10_diff1": 0.939097, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.514099, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_std": 0.236461, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.781533, - "nauc_mrr_at_1_std": -0.262131, - "nauc_mrr_at_1_diff1": 0.937936, - "nauc_mrr_at_3_max": 0.787145, - "nauc_mrr_at_3_std": -0.353933, - "nauc_mrr_at_3_diff1": 0.938809, - "nauc_mrr_at_5_max": 0.795747, - "nauc_mrr_at_5_std": -0.327031, - "nauc_mrr_at_5_diff1": 0.942518, - "nauc_mrr_at_10_max": 0.794934, - "nauc_mrr_at_10_std": -0.308815, - "nauc_mrr_at_10_diff1": 0.94169, - "nauc_mrr_at_20_max": 0.794116, - "nauc_mrr_at_20_std": -0.310712, - "nauc_mrr_at_20_diff1": 0.94145, - "nauc_mrr_at_100_max": 0.793825, - "nauc_mrr_at_100_std": -0.311025, - "nauc_mrr_at_100_diff1": 0.941367, - "nauc_mrr_at_1000_max": 0.793749, - "nauc_mrr_at_1000_std": -0.311507, - "nauc_mrr_at_1000_diff1": 0.941345, - "main_score": 0.95898, + "nauc_mrr_at_1_max": 0.75781, + "nauc_mrr_at_1_std": -0.208639, + "nauc_mrr_at_1_diff1": 0.941359, + "nauc_mrr_at_3_max": 0.763114, + "nauc_mrr_at_3_std": -0.246417, + "nauc_mrr_at_3_diff1": 0.941454, + "nauc_mrr_at_5_max": 0.765843, + "nauc_mrr_at_5_std": -0.244973, + "nauc_mrr_at_5_diff1": 0.940712, + "nauc_mrr_at_10_max": 0.766436, + "nauc_mrr_at_10_std": -0.232753, + "nauc_mrr_at_10_diff1": 0.941104, + "nauc_mrr_at_20_max": 0.767081, + "nauc_mrr_at_20_std": -0.232538, + "nauc_mrr_at_20_diff1": 0.941402, + "nauc_mrr_at_100_max": 0.766565, + "nauc_mrr_at_100_std": -0.231733, + "nauc_mrr_at_100_diff1": 0.941357, + "nauc_mrr_at_1000_max": 0.766496, + "nauc_mrr_at_1000_std": -0.232096, + "nauc_mrr_at_1000_diff1": 0.94134, + "hit_rate_at_1": 0.91778, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95512, "hf_subset": "bul_Cyrl-eng_Latn", "languages": [ "bul-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.89222, - "ndcg_at_3": 0.93126, - "ndcg_at_5": 0.93776, - "ndcg_at_10": 0.94029, - "ndcg_at_20": 0.94217, - "ndcg_at_100": 0.94381, - "ndcg_at_1000": 0.94411, - "map_at_1": 0.89222, - "map_at_3": 0.92204, - "map_at_5": 0.9257, - "map_at_10": 0.92675, - "map_at_20": 0.92722, - "map_at_100": 0.92744, - "map_at_1000": 0.92745, - "recall_at_1": 0.89222, - "recall_at_3": 0.95778, - "recall_at_5": 0.97333, - "recall_at_10": 0.98111, - "recall_at_20": 0.98889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.92167, + "ndcg_at_5": 0.92855, + "ndcg_at_10": 0.93267, + "ndcg_at_20": 0.93487, + "ndcg_at_100": 0.93715, + "ndcg_at_1000": 0.93745, + "map_at_1": 0.88333, + "map_at_3": 0.91259, + "map_at_5": 0.91643, + "map_at_10": 0.91823, + "map_at_20": 0.91881, + "map_at_100": 0.91913, + "map_at_1000": 0.91914, + "recall_at_1": 0.88333, + "recall_at_3": 0.94778, + "recall_at_5": 0.96444, + "recall_at_10": 0.97667, + "recall_at_20": 0.98556, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.89222, - "precision_at_3": 0.31926, - "precision_at_5": 0.19467, - "precision_at_10": 0.09811, - "precision_at_20": 0.04944, + "accuracy": 0.88333, + "precision_at_1": 0.88333, + "precision_at_3": 0.31593, + "precision_at_5": 0.19289, + "precision_at_10": 0.09767, + "precision_at_20": 0.04928, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.892222, - "mrr_at_3": 0.922037, - "mrr_at_5": 0.925704, - "mrr_at_10": 0.926751, - "mrr_at_20": 0.927224, - "mrr_at_100": 0.92744, - "mrr_at_1000": 0.927455, - "nauc_ndcg_at_1_max": 0.811553, - "nauc_ndcg_at_1_std": -0.028526, - "nauc_ndcg_at_1_diff1": 0.924738, - "nauc_ndcg_at_3_max": 0.856001, - "nauc_ndcg_at_3_std": 0.046814, - "nauc_ndcg_at_3_diff1": 0.922665, - "nauc_ndcg_at_5_max": 0.85017, - "nauc_ndcg_at_5_std": 0.035407, - "nauc_ndcg_at_5_diff1": 0.925726, - "nauc_ndcg_at_10_max": 0.850824, - "nauc_ndcg_at_10_std": 0.04834, - "nauc_ndcg_at_10_diff1": 0.927558, - "nauc_ndcg_at_20_max": 0.847128, - "nauc_ndcg_at_20_std": 0.029105, - "nauc_ndcg_at_20_diff1": 0.927093, - "nauc_ndcg_at_100_max": 0.844117, - "nauc_ndcg_at_100_std": 0.028543, - "nauc_ndcg_at_100_diff1": 0.925922, - "nauc_ndcg_at_1000_max": 0.843261, - "nauc_ndcg_at_1000_std": 0.024733, - "nauc_ndcg_at_1000_diff1": 0.92586, - "nauc_map_at_1_max": 0.811553, - "nauc_map_at_1_std": -0.028526, - "nauc_map_at_1_diff1": 0.924738, - "nauc_map_at_3_max": 0.843471, - "nauc_map_at_3_std": 0.022269, - "nauc_map_at_3_diff1": 0.923401, - "nauc_map_at_5_max": 0.840126, - "nauc_map_at_5_std": 0.015406, - "nauc_map_at_5_diff1": 0.924897, - "nauc_map_at_10_max": 0.840323, - "nauc_map_at_10_std": 0.020234, - "nauc_map_at_10_diff1": 0.925565, - "nauc_map_at_20_max": 0.839502, - "nauc_map_at_20_std": 0.01611, - "nauc_map_at_20_diff1": 0.925456, - "nauc_map_at_100_max": 0.839165, - "nauc_map_at_100_std": 0.015974, - "nauc_map_at_100_diff1": 0.925334, - "nauc_map_at_1000_max": 0.839132, - "nauc_map_at_1000_std": 0.015832, - "nauc_map_at_1000_diff1": 0.925329, - "nauc_recall_at_1_max": 0.811553, - "nauc_recall_at_1_std": -0.028526, - "nauc_recall_at_1_diff1": 0.924738, - "nauc_recall_at_3_max": 0.920635, - "nauc_recall_at_3_std": 0.176372, - "nauc_recall_at_3_diff1": 0.918731, - "nauc_recall_at_5_max": 0.925595, - "nauc_recall_at_5_std": 0.191566, - "nauc_recall_at_5_diff1": 0.933279, - "nauc_recall_at_10_max": 0.960592, - "nauc_recall_at_10_std": 0.365931, - "nauc_recall_at_10_diff1": 0.952903, - "nauc_recall_at_20_max": 0.95915, - "nauc_recall_at_20_std": 0.182306, - "nauc_recall_at_20_diff1": 0.960784, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.722222, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.916426, + "mrr_at_10": 0.918228, + "mrr_at_20": 0.918807, + "mrr_at_100": 0.919127, + "mrr_at_1000": 0.91914, + "nauc_ndcg_at_1_max": 0.808812, + "nauc_ndcg_at_1_std": -0.103398, + "nauc_ndcg_at_1_diff1": 0.914503, + "nauc_ndcg_at_3_max": 0.84687, + "nauc_ndcg_at_3_std": -0.100901, + "nauc_ndcg_at_3_diff1": 0.911132, + "nauc_ndcg_at_5_max": 0.843507, + "nauc_ndcg_at_5_std": -0.089413, + "nauc_ndcg_at_5_diff1": 0.91058, + "nauc_ndcg_at_10_max": 0.846642, + "nauc_ndcg_at_10_std": -0.055211, + "nauc_ndcg_at_10_diff1": 0.912044, + "nauc_ndcg_at_20_max": 0.843731, + "nauc_ndcg_at_20_std": -0.070978, + "nauc_ndcg_at_20_diff1": 0.913992, + "nauc_ndcg_at_100_max": 0.83929, + "nauc_ndcg_at_100_std": -0.077703, + "nauc_ndcg_at_100_diff1": 0.913428, + "nauc_ndcg_at_1000_max": 0.838856, + "nauc_ndcg_at_1000_std": -0.080718, + "nauc_ndcg_at_1000_diff1": 0.913348, + "nauc_map_at_1_max": 0.808812, + "nauc_map_at_1_std": -0.103398, + "nauc_map_at_1_diff1": 0.914503, + "nauc_map_at_3_max": 0.837082, + "nauc_map_at_3_std": -0.100543, + "nauc_map_at_3_diff1": 0.912457, + "nauc_map_at_5_max": 0.835216, + "nauc_map_at_5_std": -0.093568, + "nauc_map_at_5_diff1": 0.912329, + "nauc_map_at_10_max": 0.836111, + "nauc_map_at_10_std": -0.080943, + "nauc_map_at_10_diff1": 0.912985, + "nauc_map_at_20_max": 0.835462, + "nauc_map_at_20_std": -0.084323, + "nauc_map_at_20_diff1": 0.913482, + "nauc_map_at_100_max": 0.834919, + "nauc_map_at_100_std": -0.085894, + "nauc_map_at_100_diff1": 0.913391, + "nauc_map_at_1000_max": 0.834907, + "nauc_map_at_1000_std": -0.085994, + "nauc_map_at_1000_diff1": 0.913391, + "nauc_recall_at_1_max": 0.808812, + "nauc_recall_at_1_std": -0.103398, + "nauc_recall_at_1_diff1": 0.914503, + "nauc_recall_at_3_max": 0.891928, + "nauc_recall_at_3_std": -0.103393, + "nauc_recall_at_3_diff1": 0.904643, + "nauc_recall_at_5_max": 0.895031, + "nauc_recall_at_5_std": -0.06355, + "nauc_recall_at_5_diff1": 0.898241, + "nauc_recall_at_10_max": 0.949424, + "nauc_recall_at_10_std": 0.232182, + "nauc_recall_at_10_diff1": 0.902517, + "nauc_recall_at_20_max": 0.958522, + "nauc_recall_at_20_std": 0.119443, + "nauc_recall_at_20_diff1": 0.928356, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.554155, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.811553, - "nauc_precision_at_1_std": -0.028526, - "nauc_precision_at_1_diff1": 0.924738, - "nauc_precision_at_3_max": 0.920635, - "nauc_precision_at_3_std": 0.176372, - "nauc_precision_at_3_diff1": 0.918731, - "nauc_precision_at_5_max": 0.925595, - "nauc_precision_at_5_std": 0.191566, - "nauc_precision_at_5_diff1": 0.933279, - "nauc_precision_at_10_max": 0.960592, - "nauc_precision_at_10_std": 0.365931, - "nauc_precision_at_10_diff1": 0.952903, - "nauc_precision_at_20_max": 0.95915, - "nauc_precision_at_20_std": 0.182306, - "nauc_precision_at_20_diff1": 0.960784, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.722222, + "nauc_precision_at_1_max": 0.808812, + "nauc_precision_at_1_std": -0.103398, + "nauc_precision_at_1_diff1": 0.914503, + "nauc_precision_at_3_max": 0.891928, + "nauc_precision_at_3_std": -0.103393, + "nauc_precision_at_3_diff1": 0.904643, + "nauc_precision_at_5_max": 0.895031, + "nauc_precision_at_5_std": -0.06355, + "nauc_precision_at_5_diff1": 0.898241, + "nauc_precision_at_10_max": 0.949424, + "nauc_precision_at_10_std": 0.232182, + "nauc_precision_at_10_diff1": 0.902517, + "nauc_precision_at_20_max": 0.958522, + "nauc_precision_at_20_std": 0.119443, + "nauc_precision_at_20_diff1": 0.928356, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.554155, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.811553, - "nauc_mrr_at_1_std": -0.028526, - "nauc_mrr_at_1_diff1": 0.924738, - "nauc_mrr_at_3_max": 0.843471, - "nauc_mrr_at_3_std": 0.022269, - "nauc_mrr_at_3_diff1": 0.923401, - "nauc_mrr_at_5_max": 0.840126, - "nauc_mrr_at_5_std": 0.015406, - "nauc_mrr_at_5_diff1": 0.924897, - "nauc_mrr_at_10_max": 0.840323, - "nauc_mrr_at_10_std": 0.020234, - "nauc_mrr_at_10_diff1": 0.925565, - "nauc_mrr_at_20_max": 0.839502, - "nauc_mrr_at_20_std": 0.01611, - "nauc_mrr_at_20_diff1": 0.925456, - "nauc_mrr_at_100_max": 0.839165, - "nauc_mrr_at_100_std": 0.015974, - "nauc_mrr_at_100_diff1": 0.925334, - "nauc_mrr_at_1000_max": 0.839132, - "nauc_mrr_at_1000_std": 0.015832, - "nauc_mrr_at_1000_diff1": 0.925329, - "main_score": 0.94029, + "nauc_mrr_at_1_max": 0.808812, + "nauc_mrr_at_1_std": -0.103398, + "nauc_mrr_at_1_diff1": 0.914503, + "nauc_mrr_at_3_max": 0.837082, + "nauc_mrr_at_3_std": -0.100543, + "nauc_mrr_at_3_diff1": 0.912457, + "nauc_mrr_at_5_max": 0.835216, + "nauc_mrr_at_5_std": -0.093568, + "nauc_mrr_at_5_diff1": 0.912329, + "nauc_mrr_at_10_max": 0.836111, + "nauc_mrr_at_10_std": -0.080943, + "nauc_mrr_at_10_diff1": 0.912985, + "nauc_mrr_at_20_max": 0.835462, + "nauc_mrr_at_20_std": -0.084323, + "nauc_mrr_at_20_diff1": 0.913482, + "nauc_mrr_at_100_max": 0.834919, + "nauc_mrr_at_100_std": -0.085894, + "nauc_mrr_at_100_diff1": 0.913391, + "nauc_mrr_at_1000_max": 0.834907, + "nauc_mrr_at_1000_std": -0.085994, + "nauc_mrr_at_1000_diff1": 0.913391, + "hit_rate_at_1": 0.88333, + "hit_rate_at_3": 0.94778, + "hit_rate_at_5": 0.96444, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93267, "hf_subset": "eng_Latn-bul_Cyrl", "languages": [ "eng-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91222, - "ndcg_at_3": 0.94188, - "ndcg_at_5": 0.94685, - "ndcg_at_10": 0.95014, - "ndcg_at_20": 0.95239, - "ndcg_at_100": 0.95323, - "ndcg_at_1000": 0.95353, - "map_at_1": 0.91222, - "map_at_3": 0.93481, - "map_at_5": 0.93754, - "map_at_10": 0.93893, - "map_at_20": 0.93955, - "map_at_100": 0.93967, - "map_at_1000": 0.93968, - "recall_at_1": 0.91222, - "recall_at_3": 0.96222, - "recall_at_5": 0.97444, - "recall_at_10": 0.98444, - "recall_at_20": 0.99333, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93176, + "ndcg_at_5": 0.9374, + "ndcg_at_10": 0.94206, + "ndcg_at_20": 0.94488, + "ndcg_at_100": 0.9458, + "ndcg_at_1000": 0.94625, + "map_at_1": 0.9, + "map_at_3": 0.92426, + "map_at_5": 0.92748, + "map_at_10": 0.9294, + "map_at_20": 0.93017, + "map_at_100": 0.93034, + "map_at_1000": 0.93036, + "recall_at_1": 0.9, + "recall_at_3": 0.95333, + "recall_at_5": 0.96667, + "recall_at_10": 0.98111, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.91222, - "precision_at_3": 0.32074, - "precision_at_5": 0.19489, - "precision_at_10": 0.09844, - "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "accuracy": 0.9, + "precision_at_1": 0.9, + "precision_at_3": 0.31778, + "precision_at_5": 0.19333, + "precision_at_10": 0.09811, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.912222, - "mrr_at_3": 0.934815, - "mrr_at_5": 0.937537, - "mrr_at_10": 0.93893, - "mrr_at_20": 0.93955, - "mrr_at_100": 0.939671, - "mrr_at_1000": 0.939683, - "nauc_ndcg_at_1_max": 0.786211, - "nauc_ndcg_at_1_std": -0.09613, - "nauc_ndcg_at_1_diff1": 0.942027, - "nauc_ndcg_at_3_max": 0.835425, - "nauc_ndcg_at_3_std": -0.037032, - "nauc_ndcg_at_3_diff1": 0.946473, - "nauc_ndcg_at_5_max": 0.824885, - "nauc_ndcg_at_5_std": -0.067732, - "nauc_ndcg_at_5_diff1": 0.942643, - "nauc_ndcg_at_10_max": 0.825142, - "nauc_ndcg_at_10_std": -0.046451, - "nauc_ndcg_at_10_diff1": 0.944108, - "nauc_ndcg_at_20_max": 0.823833, - "nauc_ndcg_at_20_std": -0.038586, - "nauc_ndcg_at_20_diff1": 0.943796, - "nauc_ndcg_at_100_max": 0.820654, - "nauc_ndcg_at_100_std": -0.045645, - "nauc_ndcg_at_100_diff1": 0.944025, - "nauc_ndcg_at_1000_max": 0.819523, - "nauc_ndcg_at_1000_std": -0.052236, - "nauc_ndcg_at_1000_diff1": 0.94405, - "nauc_map_at_1_max": 0.786211, - "nauc_map_at_1_std": -0.09613, - "nauc_map_at_1_diff1": 0.942027, - "nauc_map_at_3_max": 0.821409, - "nauc_map_at_3_std": -0.054188, - "nauc_map_at_3_diff1": 0.945078, - "nauc_map_at_5_max": 0.816023, - "nauc_map_at_5_std": -0.068828, - "nauc_map_at_5_diff1": 0.943266, - "nauc_map_at_10_max": 0.816028, - "nauc_map_at_10_std": -0.061581, - "nauc_map_at_10_diff1": 0.943947, - "nauc_map_at_20_max": 0.815715, - "nauc_map_at_20_std": -0.060045, - "nauc_map_at_20_diff1": 0.943882, - "nauc_map_at_100_max": 0.815346, - "nauc_map_at_100_std": -0.060658, - "nauc_map_at_100_diff1": 0.943926, - "nauc_map_at_1000_max": 0.815308, - "nauc_map_at_1000_std": -0.060875, - "nauc_map_at_1000_diff1": 0.943922, - "nauc_recall_at_1_max": 0.786211, - "nauc_recall_at_1_std": -0.09613, - "nauc_recall_at_1_diff1": 0.942027, - "nauc_recall_at_3_max": 0.903814, - "nauc_recall_at_3_std": 0.046946, - "nauc_recall_at_3_diff1": 0.953383, - "nauc_recall_at_5_max": 0.881257, - "nauc_recall_at_5_std": -0.074027, - "nauc_recall_at_5_diff1": 0.936772, - "nauc_recall_at_10_max": 0.917634, - "nauc_recall_at_10_std": 0.131186, - "nauc_recall_at_10_diff1": 0.943978, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.595082, - "nauc_recall_at_20_diff1": 0.934641, + "mrr_at_1": 0.9, + "mrr_at_3": 0.924259, + "mrr_at_5": 0.927481, + "mrr_at_10": 0.929396, + "mrr_at_20": 0.930174, + "mrr_at_100": 0.930338, + "mrr_at_1000": 0.930359, + "nauc_ndcg_at_1_max": 0.761002, + "nauc_ndcg_at_1_std": -0.229246, + "nauc_ndcg_at_1_diff1": 0.929505, + "nauc_ndcg_at_3_max": 0.810636, + "nauc_ndcg_at_3_std": -0.146554, + "nauc_ndcg_at_3_diff1": 0.929256, + "nauc_ndcg_at_5_max": 0.811079, + "nauc_ndcg_at_5_std": -0.126916, + "nauc_ndcg_at_5_diff1": 0.930121, + "nauc_ndcg_at_10_max": 0.806498, + "nauc_ndcg_at_10_std": -0.112859, + "nauc_ndcg_at_10_diff1": 0.930961, + "nauc_ndcg_at_20_max": 0.801816, + "nauc_ndcg_at_20_std": -0.136796, + "nauc_ndcg_at_20_diff1": 0.930855, + "nauc_ndcg_at_100_max": 0.798993, + "nauc_ndcg_at_100_std": -0.141161, + "nauc_ndcg_at_100_diff1": 0.93085, + "nauc_ndcg_at_1000_max": 0.797308, + "nauc_ndcg_at_1000_std": -0.150729, + "nauc_ndcg_at_1000_diff1": 0.930598, + "nauc_map_at_1_max": 0.761002, + "nauc_map_at_1_std": -0.229246, + "nauc_map_at_1_diff1": 0.929505, + "nauc_map_at_3_max": 0.796259, + "nauc_map_at_3_std": -0.172396, + "nauc_map_at_3_diff1": 0.929299, + "nauc_map_at_5_max": 0.795985, + "nauc_map_at_5_std": -0.162891, + "nauc_map_at_5_diff1": 0.929787, + "nauc_map_at_10_max": 0.794049, + "nauc_map_at_10_std": -0.159226, + "nauc_map_at_10_diff1": 0.930289, + "nauc_map_at_20_max": 0.792851, + "nauc_map_at_20_std": -0.165156, + "nauc_map_at_20_diff1": 0.930294, + "nauc_map_at_100_max": 0.792436, + "nauc_map_at_100_std": -0.165797, + "nauc_map_at_100_diff1": 0.930287, + "nauc_map_at_1000_max": 0.792374, + "nauc_map_at_1000_std": -0.166145, + "nauc_map_at_1000_diff1": 0.930273, + "nauc_recall_at_1_max": 0.761002, + "nauc_recall_at_1_std": -0.229246, + "nauc_recall_at_1_diff1": 0.929505, + "nauc_recall_at_3_max": 0.877017, + "nauc_recall_at_3_std": -0.025844, + "nauc_recall_at_3_diff1": 0.929083, + "nauc_recall_at_5_max": 0.904217, + "nauc_recall_at_5_std": 0.100731, + "nauc_recall_at_5_diff1": 0.932306, + "nauc_recall_at_10_max": 0.931482, + "nauc_recall_at_10_std": 0.410144, + "nauc_recall_at_10_diff1": 0.937524, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.500333, + "nauc_recall_at_20_diff1": 0.941643, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.786211, - "nauc_precision_at_1_std": -0.09613, - "nauc_precision_at_1_diff1": 0.942027, - "nauc_precision_at_3_max": 0.903814, - "nauc_precision_at_3_std": 0.046946, - "nauc_precision_at_3_diff1": 0.953383, - "nauc_precision_at_5_max": 0.881257, - "nauc_precision_at_5_std": -0.074027, - "nauc_precision_at_5_diff1": 0.936772, - "nauc_precision_at_10_max": 0.917634, - "nauc_precision_at_10_std": 0.131186, - "nauc_precision_at_10_diff1": 0.943978, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.595082, - "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_1_max": 0.761002, + "nauc_precision_at_1_std": -0.229246, + "nauc_precision_at_1_diff1": 0.929505, + "nauc_precision_at_3_max": 0.877017, + "nauc_precision_at_3_std": -0.025844, + "nauc_precision_at_3_diff1": 0.929083, + "nauc_precision_at_5_max": 0.904217, + "nauc_precision_at_5_std": 0.100731, + "nauc_precision_at_5_diff1": 0.932306, + "nauc_precision_at_10_max": 0.931482, + "nauc_precision_at_10_std": 0.410144, + "nauc_precision_at_10_diff1": 0.937524, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.500333, + "nauc_precision_at_20_diff1": 0.941643, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.786211, - "nauc_mrr_at_1_std": -0.09613, - "nauc_mrr_at_1_diff1": 0.942027, - "nauc_mrr_at_3_max": 0.821409, - "nauc_mrr_at_3_std": -0.054188, - "nauc_mrr_at_3_diff1": 0.945078, - "nauc_mrr_at_5_max": 0.816023, - "nauc_mrr_at_5_std": -0.068828, - "nauc_mrr_at_5_diff1": 0.943266, - "nauc_mrr_at_10_max": 0.816028, - "nauc_mrr_at_10_std": -0.061581, - "nauc_mrr_at_10_diff1": 0.943947, - "nauc_mrr_at_20_max": 0.815715, - "nauc_mrr_at_20_std": -0.060045, - "nauc_mrr_at_20_diff1": 0.943882, - "nauc_mrr_at_100_max": 0.815346, - "nauc_mrr_at_100_std": -0.060658, - "nauc_mrr_at_100_diff1": 0.943926, - "nauc_mrr_at_1000_max": 0.815308, - "nauc_mrr_at_1000_std": -0.060875, - "nauc_mrr_at_1000_diff1": 0.943922, - "main_score": 0.95014, + "nauc_mrr_at_1_max": 0.761002, + "nauc_mrr_at_1_std": -0.229246, + "nauc_mrr_at_1_diff1": 0.929505, + "nauc_mrr_at_3_max": 0.796259, + "nauc_mrr_at_3_std": -0.172396, + "nauc_mrr_at_3_diff1": 0.929299, + "nauc_mrr_at_5_max": 0.795985, + "nauc_mrr_at_5_std": -0.162891, + "nauc_mrr_at_5_diff1": 0.929787, + "nauc_mrr_at_10_max": 0.794049, + "nauc_mrr_at_10_std": -0.159226, + "nauc_mrr_at_10_diff1": 0.930289, + "nauc_mrr_at_20_max": 0.792851, + "nauc_mrr_at_20_std": -0.165156, + "nauc_mrr_at_20_diff1": 0.930294, + "nauc_mrr_at_100_max": 0.792436, + "nauc_mrr_at_100_std": -0.165797, + "nauc_mrr_at_100_diff1": 0.930287, + "nauc_mrr_at_1000_max": 0.792374, + "nauc_mrr_at_1000_std": -0.166145, + "nauc_mrr_at_1000_diff1": 0.930273, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94206, "hf_subset": "cat_Latn-cat_Latn", "languages": [ "cat-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92222, - "ndcg_at_3": 0.95118, - "ndcg_at_5": 0.95629, - "ndcg_at_10": 0.95843, - "ndcg_at_20": 0.95933, - "ndcg_at_100": 0.96029, - "ndcg_at_1000": 0.96045, - "map_at_1": 0.92222, - "map_at_3": 0.94426, - "map_at_5": 0.94715, - "map_at_10": 0.94802, - "map_at_20": 0.9483, - "map_at_100": 0.9484, - "map_at_1000": 0.94841, - "recall_at_1": 0.92222, - "recall_at_3": 0.97111, - "recall_at_5": 0.98333, - "recall_at_10": 0.99, + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.94983, + "ndcg_at_5": 0.95409, + "ndcg_at_10": 0.95768, + "ndcg_at_20": 0.95878, + "ndcg_at_100": 0.95979, + "ndcg_at_1000": 0.95993, + "map_at_1": 0.92111, + "map_at_3": 0.94352, + "map_at_5": 0.94596, + "map_at_10": 0.94744, + "map_at_20": 0.94774, + "map_at_100": 0.94787, + "map_at_1000": 0.94788, + "recall_at_1": 0.92111, + "recall_at_3": 0.96778, + "recall_at_5": 0.97778, + "recall_at_10": 0.98889, "recall_at_20": 0.99333, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92222, - "precision_at_3": 0.3237, - "precision_at_5": 0.19667, - "precision_at_10": 0.099, + "accuracy": 0.92111, + "precision_at_1": 0.92111, + "precision_at_3": 0.32259, + "precision_at_5": 0.19556, + "precision_at_10": 0.09889, "precision_at_20": 0.04967, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.922222, - "mrr_at_3": 0.944259, - "mrr_at_5": 0.947148, - "mrr_at_10": 0.948017, - "mrr_at_20": 0.948296, - "mrr_at_100": 0.948402, - "mrr_at_1000": 0.94841, - "nauc_ndcg_at_1_max": 0.773696, - "nauc_ndcg_at_1_std": -0.285661, - "nauc_ndcg_at_1_diff1": 0.944678, - "nauc_ndcg_at_3_max": 0.814124, - "nauc_ndcg_at_3_std": -0.301428, - "nauc_ndcg_at_3_diff1": 0.954809, - "nauc_ndcg_at_5_max": 0.812209, - "nauc_ndcg_at_5_std": -0.278886, - "nauc_ndcg_at_5_diff1": 0.953811, - "nauc_ndcg_at_10_max": 0.814351, - "nauc_ndcg_at_10_std": -0.251025, - "nauc_ndcg_at_10_diff1": 0.954917, - "nauc_ndcg_at_20_max": 0.812226, - "nauc_ndcg_at_20_std": -0.237973, - "nauc_ndcg_at_20_diff1": 0.953917, - "nauc_ndcg_at_100_max": 0.807679, - "nauc_ndcg_at_100_std": -0.254768, - "nauc_ndcg_at_100_diff1": 0.952801, - "nauc_ndcg_at_1000_max": 0.806936, - "nauc_ndcg_at_1000_std": -0.259619, - "nauc_ndcg_at_1000_diff1": 0.952619, - "nauc_map_at_1_max": 0.773696, - "nauc_map_at_1_std": -0.285661, - "nauc_map_at_1_diff1": 0.944678, - "nauc_map_at_3_max": 0.804049, - "nauc_map_at_3_std": -0.292112, - "nauc_map_at_3_diff1": 0.95212, - "nauc_map_at_5_max": 0.802723, - "nauc_map_at_5_std": -0.281359, - "nauc_map_at_5_diff1": 0.951564, - "nauc_map_at_10_max": 0.803465, - "nauc_map_at_10_std": -0.271896, - "nauc_map_at_10_diff1": 0.95188, - "nauc_map_at_20_max": 0.802863, - "nauc_map_at_20_std": -0.268879, - "nauc_map_at_20_diff1": 0.951621, - "nauc_map_at_100_max": 0.802456, - "nauc_map_at_100_std": -0.269993, - "nauc_map_at_100_diff1": 0.951521, - "nauc_map_at_1000_max": 0.802428, - "nauc_map_at_1000_std": -0.270171, - "nauc_map_at_1000_diff1": 0.951514, - "nauc_recall_at_1_max": 0.773696, - "nauc_recall_at_1_std": -0.285661, - "nauc_recall_at_1_diff1": 0.944678, - "nauc_recall_at_3_max": 0.867414, - "nauc_recall_at_3_std": -0.356496, - "nauc_recall_at_3_diff1": 0.969206, - "nauc_recall_at_5_max": 0.892935, - "nauc_recall_at_5_std": -0.252039, - "nauc_recall_at_5_diff1": 0.972767, - "nauc_recall_at_10_max": 0.969136, - "nauc_recall_at_10_std": 0.115209, - "nauc_recall_at_10_diff1": 1.0, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.943519, + "mrr_at_5": 0.945963, + "mrr_at_10": 0.947444, + "mrr_at_20": 0.947736, + "mrr_at_100": 0.94787, + "mrr_at_1000": 0.947875, + "nauc_ndcg_at_1_max": 0.750727, + "nauc_ndcg_at_1_std": -0.176924, + "nauc_ndcg_at_1_diff1": 0.945457, + "nauc_ndcg_at_3_max": 0.783623, + "nauc_ndcg_at_3_std": -0.229743, + "nauc_ndcg_at_3_diff1": 0.947043, + "nauc_ndcg_at_5_max": 0.78518, + "nauc_ndcg_at_5_std": -0.214976, + "nauc_ndcg_at_5_diff1": 0.947613, + "nauc_ndcg_at_10_max": 0.786756, + "nauc_ndcg_at_10_std": -0.185128, + "nauc_ndcg_at_10_diff1": 0.950032, + "nauc_ndcg_at_20_max": 0.786328, + "nauc_ndcg_at_20_std": -0.163034, + "nauc_ndcg_at_20_diff1": 0.949648, + "nauc_ndcg_at_100_max": 0.78095, + "nauc_ndcg_at_100_std": -0.177135, + "nauc_ndcg_at_100_diff1": 0.94838, + "nauc_ndcg_at_1000_max": 0.78018, + "nauc_ndcg_at_1000_std": -0.18127, + "nauc_ndcg_at_1000_diff1": 0.948199, + "nauc_map_at_1_max": 0.750727, + "nauc_map_at_1_std": -0.176924, + "nauc_map_at_1_diff1": 0.945457, + "nauc_map_at_3_max": 0.775104, + "nauc_map_at_3_std": -0.211238, + "nauc_map_at_3_diff1": 0.946587, + "nauc_map_at_5_max": 0.775595, + "nauc_map_at_5_std": -0.202496, + "nauc_map_at_5_diff1": 0.946809, + "nauc_map_at_10_max": 0.776249, + "nauc_map_at_10_std": -0.191669, + "nauc_map_at_10_diff1": 0.947618, + "nauc_map_at_20_max": 0.776142, + "nauc_map_at_20_std": -0.186755, + "nauc_map_at_20_diff1": 0.947557, + "nauc_map_at_100_max": 0.775564, + "nauc_map_at_100_std": -0.187592, + "nauc_map_at_100_diff1": 0.947422, + "nauc_map_at_1000_max": 0.775544, + "nauc_map_at_1000_std": -0.187699, + "nauc_map_at_1000_diff1": 0.947417, + "nauc_recall_at_1_max": 0.750727, + "nauc_recall_at_1_std": -0.176924, + "nauc_recall_at_1_diff1": 0.945457, + "nauc_recall_at_3_max": 0.824866, + "nauc_recall_at_3_std": -0.323867, + "nauc_recall_at_3_diff1": 0.94929, + "nauc_recall_at_5_max": 0.84979, + "nauc_recall_at_5_std": -0.301634, + "nauc_recall_at_5_diff1": 0.953431, + "nauc_recall_at_10_max": 0.922736, + "nauc_recall_at_10_std": -0.051821, + "nauc_recall_at_10_diff1": 0.986928, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.595082, + "nauc_recall_at_20_std": 0.567071, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -7799,20 +8268,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.773696, - "nauc_precision_at_1_std": -0.285661, - "nauc_precision_at_1_diff1": 0.944678, - "nauc_precision_at_3_max": 0.867414, - "nauc_precision_at_3_std": -0.356496, - "nauc_precision_at_3_diff1": 0.969206, - "nauc_precision_at_5_max": 0.892935, - "nauc_precision_at_5_std": -0.252039, - "nauc_precision_at_5_diff1": 0.972767, - "nauc_precision_at_10_max": 0.969136, - "nauc_precision_at_10_std": 0.115209, - "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_1_max": 0.750727, + "nauc_precision_at_1_std": -0.176924, + "nauc_precision_at_1_diff1": 0.945457, + "nauc_precision_at_3_max": 0.824866, + "nauc_precision_at_3_std": -0.323867, + "nauc_precision_at_3_diff1": 0.94929, + "nauc_precision_at_5_max": 0.84979, + "nauc_precision_at_5_std": -0.301634, + "nauc_precision_at_5_diff1": 0.953431, + "nauc_precision_at_10_max": 0.922736, + "nauc_precision_at_10_std": -0.051821, + "nauc_precision_at_10_diff1": 0.986928, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.595082, + "nauc_precision_at_20_std": 0.567071, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -7820,2642 +8289,2804 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.773696, - "nauc_mrr_at_1_std": -0.285661, - "nauc_mrr_at_1_diff1": 0.944678, - "nauc_mrr_at_3_max": 0.804049, - "nauc_mrr_at_3_std": -0.292112, - "nauc_mrr_at_3_diff1": 0.95212, - "nauc_mrr_at_5_max": 0.802723, - "nauc_mrr_at_5_std": -0.281359, - "nauc_mrr_at_5_diff1": 0.951564, - "nauc_mrr_at_10_max": 0.803465, - "nauc_mrr_at_10_std": -0.271896, - "nauc_mrr_at_10_diff1": 0.95188, - "nauc_mrr_at_20_max": 0.802863, - "nauc_mrr_at_20_std": -0.268879, - "nauc_mrr_at_20_diff1": 0.951621, - "nauc_mrr_at_100_max": 0.802456, - "nauc_mrr_at_100_std": -0.269993, - "nauc_mrr_at_100_diff1": 0.951521, - "nauc_mrr_at_1000_max": 0.802428, - "nauc_mrr_at_1000_std": -0.270171, - "nauc_mrr_at_1000_diff1": 0.951514, - "main_score": 0.95843, + "nauc_mrr_at_1_max": 0.750727, + "nauc_mrr_at_1_std": -0.176924, + "nauc_mrr_at_1_diff1": 0.945457, + "nauc_mrr_at_3_max": 0.775104, + "nauc_mrr_at_3_std": -0.211238, + "nauc_mrr_at_3_diff1": 0.946587, + "nauc_mrr_at_5_max": 0.775595, + "nauc_mrr_at_5_std": -0.202496, + "nauc_mrr_at_5_diff1": 0.946809, + "nauc_mrr_at_10_max": 0.776249, + "nauc_mrr_at_10_std": -0.191669, + "nauc_mrr_at_10_diff1": 0.947618, + "nauc_mrr_at_20_max": 0.776142, + "nauc_mrr_at_20_std": -0.186755, + "nauc_mrr_at_20_diff1": 0.947557, + "nauc_mrr_at_100_max": 0.775564, + "nauc_mrr_at_100_std": -0.187592, + "nauc_mrr_at_100_diff1": 0.947422, + "nauc_mrr_at_1000_max": 0.775544, + "nauc_mrr_at_1000_std": -0.187699, + "nauc_mrr_at_1000_diff1": 0.947417, + "hit_rate_at_1": 0.92111, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95768, "hf_subset": "cat_Latn-eng_Latn", "languages": [ "cat-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89889, - "ndcg_at_3": 0.93082, - "ndcg_at_5": 0.9368, - "ndcg_at_10": 0.93932, - "ndcg_at_20": 0.9425, - "ndcg_at_100": 0.94522, - "ndcg_at_1000": 0.94536, - "map_at_1": 0.89889, - "map_at_3": 0.9237, - "map_at_5": 0.92704, - "map_at_10": 0.92808, - "map_at_20": 0.929, - "map_at_100": 0.92947, - "map_at_1000": 0.92948, - "recall_at_1": 0.89889, - "recall_at_3": 0.95111, - "recall_at_5": 0.96556, - "recall_at_10": 0.97333, - "recall_at_20": 0.98556, + "ndcg_at_1": 0.88444, + "ndcg_at_3": 0.9179, + "ndcg_at_5": 0.92488, + "ndcg_at_10": 0.92989, + "ndcg_at_20": 0.93245, + "ndcg_at_100": 0.93565, + "ndcg_at_1000": 0.93578, + "map_at_1": 0.88444, + "map_at_3": 0.91019, + "map_at_5": 0.91413, + "map_at_10": 0.91619, + "map_at_20": 0.91691, + "map_at_100": 0.91739, + "map_at_1000": 0.91739, + "recall_at_1": 0.88444, + "recall_at_3": 0.94, + "recall_at_5": 0.95667, + "recall_at_10": 0.97222, + "recall_at_20": 0.98222, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89889, - "precision_at_3": 0.31704, - "precision_at_5": 0.19311, - "precision_at_10": 0.09733, - "precision_at_20": 0.04928, + "accuracy": 0.88444, + "precision_at_1": 0.88444, + "precision_at_3": 0.31333, + "precision_at_5": 0.19133, + "precision_at_10": 0.09722, + "precision_at_20": 0.04911, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.898889, - "mrr_at_3": 0.923704, - "mrr_at_5": 0.927037, - "mrr_at_10": 0.928083, - "mrr_at_20": 0.929, - "mrr_at_100": 0.929472, - "mrr_at_1000": 0.929478, - "nauc_ndcg_at_1_max": 0.810955, - "nauc_ndcg_at_1_std": -0.037232, - "nauc_ndcg_at_1_diff1": 0.923424, - "nauc_ndcg_at_3_max": 0.865728, - "nauc_ndcg_at_3_std": -0.003193, - "nauc_ndcg_at_3_diff1": 0.923513, - "nauc_ndcg_at_5_max": 0.862656, - "nauc_ndcg_at_5_std": 0.025877, - "nauc_ndcg_at_5_diff1": 0.921914, - "nauc_ndcg_at_10_max": 0.857662, - "nauc_ndcg_at_10_std": -0.002793, - "nauc_ndcg_at_10_diff1": 0.920877, - "nauc_ndcg_at_20_max": 0.855535, - "nauc_ndcg_at_20_std": 0.002862, - "nauc_ndcg_at_20_diff1": 0.923759, - "nauc_ndcg_at_100_max": 0.850027, - "nauc_ndcg_at_100_std": -0.004436, - "nauc_ndcg_at_100_diff1": 0.923288, - "nauc_ndcg_at_1000_max": 0.849624, - "nauc_ndcg_at_1000_std": -0.006388, - "nauc_ndcg_at_1000_diff1": 0.923082, - "nauc_map_at_1_max": 0.810955, - "nauc_map_at_1_std": -0.037232, - "nauc_map_at_1_diff1": 0.923424, - "nauc_map_at_3_max": 0.850665, - "nauc_map_at_3_std": -0.014878, - "nauc_map_at_3_diff1": 0.923605, - "nauc_map_at_5_max": 0.848432, - "nauc_map_at_5_std": -0.001606, - "nauc_map_at_5_diff1": 0.922801, - "nauc_map_at_10_max": 0.84645, - "nauc_map_at_10_std": -0.012472, - "nauc_map_at_10_diff1": 0.922393, - "nauc_map_at_20_max": 0.845865, - "nauc_map_at_20_std": -0.010822, - "nauc_map_at_20_diff1": 0.923159, - "nauc_map_at_100_max": 0.845052, - "nauc_map_at_100_std": -0.012108, - "nauc_map_at_100_diff1": 0.923091, - "nauc_map_at_1000_max": 0.845039, - "nauc_map_at_1000_std": -0.012169, - "nauc_map_at_1000_diff1": 0.923085, - "nauc_recall_at_1_max": 0.810955, - "nauc_recall_at_1_std": -0.037232, - "nauc_recall_at_1_diff1": 0.923424, - "nauc_recall_at_3_max": 0.931935, - "nauc_recall_at_3_std": 0.0499, - "nauc_recall_at_3_diff1": 0.923022, - "nauc_recall_at_5_max": 0.946613, - "nauc_recall_at_5_std": 0.203051, - "nauc_recall_at_5_diff1": 0.916042, - "nauc_recall_at_10_max": 0.936488, - "nauc_recall_at_10_std": 0.060049, - "nauc_recall_at_10_diff1": 0.907894, - "nauc_recall_at_20_max": 0.968577, - "nauc_recall_at_20_std": 0.183509, - "nauc_recall_at_20_diff1": 0.938411, + "mrr_at_1": 0.884444, + "mrr_at_3": 0.910185, + "mrr_at_5": 0.91413, + "mrr_at_10": 0.916191, + "mrr_at_20": 0.916915, + "mrr_at_100": 0.917389, + "mrr_at_1000": 0.917393, + "nauc_ndcg_at_1_max": 0.798038, + "nauc_ndcg_at_1_std": -0.213541, + "nauc_ndcg_at_1_diff1": 0.924742, + "nauc_ndcg_at_3_max": 0.848349, + "nauc_ndcg_at_3_std": -0.193591, + "nauc_ndcg_at_3_diff1": 0.925494, + "nauc_ndcg_at_5_max": 0.841805, + "nauc_ndcg_at_5_std": -0.174278, + "nauc_ndcg_at_5_diff1": 0.921968, + "nauc_ndcg_at_10_max": 0.834531, + "nauc_ndcg_at_10_std": -0.186128, + "nauc_ndcg_at_10_diff1": 0.920294, + "nauc_ndcg_at_20_max": 0.833242, + "nauc_ndcg_at_20_std": -0.179573, + "nauc_ndcg_at_20_diff1": 0.920086, + "nauc_ndcg_at_100_max": 0.830462, + "nauc_ndcg_at_100_std": -0.186005, + "nauc_ndcg_at_100_diff1": 0.922115, + "nauc_ndcg_at_1000_max": 0.830095, + "nauc_ndcg_at_1000_std": -0.18797, + "nauc_ndcg_at_1000_diff1": 0.921946, + "nauc_map_at_1_max": 0.798038, + "nauc_map_at_1_std": -0.213541, + "nauc_map_at_1_diff1": 0.924742, + "nauc_map_at_3_max": 0.833478, + "nauc_map_at_3_std": -0.201854, + "nauc_map_at_3_diff1": 0.924521, + "nauc_map_at_5_max": 0.82961, + "nauc_map_at_5_std": -0.192033, + "nauc_map_at_5_diff1": 0.922778, + "nauc_map_at_10_max": 0.826812, + "nauc_map_at_10_std": -0.196002, + "nauc_map_at_10_diff1": 0.92218, + "nauc_map_at_20_max": 0.826454, + "nauc_map_at_20_std": -0.194212, + "nauc_map_at_20_diff1": 0.922145, + "nauc_map_at_100_max": 0.826173, + "nauc_map_at_100_std": -0.194786, + "nauc_map_at_100_diff1": 0.92241, + "nauc_map_at_1000_max": 0.826164, + "nauc_map_at_1000_std": -0.194832, + "nauc_map_at_1000_diff1": 0.922406, + "nauc_recall_at_1_max": 0.798038, + "nauc_recall_at_1_std": -0.213541, + "nauc_recall_at_1_diff1": 0.924742, + "nauc_recall_at_3_max": 0.911471, + "nauc_recall_at_3_std": -0.15701, + "nauc_recall_at_3_diff1": 0.930102, + "nauc_recall_at_5_max": 0.908425, + "nauc_recall_at_5_std": -0.069058, + "nauc_recall_at_5_diff1": 0.917044, + "nauc_recall_at_10_max": 0.889169, + "nauc_recall_at_10_std": -0.11057, + "nauc_recall_at_10_diff1": 0.901961, + "nauc_recall_at_20_max": 0.900648, + "nauc_recall_at_20_std": 0.014443, + "nauc_recall_at_20_diff1": 0.888685, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810955, - "nauc_precision_at_1_std": -0.037232, - "nauc_precision_at_1_diff1": 0.923424, - "nauc_precision_at_3_max": 0.931935, - "nauc_precision_at_3_std": 0.0499, - "nauc_precision_at_3_diff1": 0.923022, - "nauc_precision_at_5_max": 0.946613, - "nauc_precision_at_5_std": 0.203051, - "nauc_precision_at_5_diff1": 0.916042, - "nauc_precision_at_10_max": 0.936488, - "nauc_precision_at_10_std": 0.060049, - "nauc_precision_at_10_diff1": 0.907894, - "nauc_precision_at_20_max": 0.968577, - "nauc_precision_at_20_std": 0.183509, - "nauc_precision_at_20_diff1": 0.938411, + "nauc_precision_at_1_max": 0.798038, + "nauc_precision_at_1_std": -0.213541, + "nauc_precision_at_1_diff1": 0.924742, + "nauc_precision_at_3_max": 0.911471, + "nauc_precision_at_3_std": -0.15701, + "nauc_precision_at_3_diff1": 0.930102, + "nauc_precision_at_5_max": 0.908425, + "nauc_precision_at_5_std": -0.069058, + "nauc_precision_at_5_diff1": 0.917044, + "nauc_precision_at_10_max": 0.889169, + "nauc_precision_at_10_std": -0.11057, + "nauc_precision_at_10_diff1": 0.901961, + "nauc_precision_at_20_max": 0.900648, + "nauc_precision_at_20_std": 0.014443, + "nauc_precision_at_20_diff1": 0.888685, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810955, - "nauc_mrr_at_1_std": -0.037232, - "nauc_mrr_at_1_diff1": 0.923424, - "nauc_mrr_at_3_max": 0.850665, - "nauc_mrr_at_3_std": -0.014878, - "nauc_mrr_at_3_diff1": 0.923605, - "nauc_mrr_at_5_max": 0.848432, - "nauc_mrr_at_5_std": -0.001606, - "nauc_mrr_at_5_diff1": 0.922801, - "nauc_mrr_at_10_max": 0.84645, - "nauc_mrr_at_10_std": -0.012472, - "nauc_mrr_at_10_diff1": 0.922393, - "nauc_mrr_at_20_max": 0.845865, - "nauc_mrr_at_20_std": -0.010822, - "nauc_mrr_at_20_diff1": 0.923159, - "nauc_mrr_at_100_max": 0.845052, - "nauc_mrr_at_100_std": -0.012108, - "nauc_mrr_at_100_diff1": 0.923091, - "nauc_mrr_at_1000_max": 0.845039, - "nauc_mrr_at_1000_std": -0.012169, - "nauc_mrr_at_1000_diff1": 0.923085, - "main_score": 0.93932, + "nauc_mrr_at_1_max": 0.798038, + "nauc_mrr_at_1_std": -0.213541, + "nauc_mrr_at_1_diff1": 0.924742, + "nauc_mrr_at_3_max": 0.833478, + "nauc_mrr_at_3_std": -0.201854, + "nauc_mrr_at_3_diff1": 0.924521, + "nauc_mrr_at_5_max": 0.82961, + "nauc_mrr_at_5_std": -0.192033, + "nauc_mrr_at_5_diff1": 0.922778, + "nauc_mrr_at_10_max": 0.826812, + "nauc_mrr_at_10_std": -0.196002, + "nauc_mrr_at_10_diff1": 0.92218, + "nauc_mrr_at_20_max": 0.826454, + "nauc_mrr_at_20_std": -0.194212, + "nauc_mrr_at_20_diff1": 0.922145, + "nauc_mrr_at_100_max": 0.826173, + "nauc_mrr_at_100_std": -0.194786, + "nauc_mrr_at_100_diff1": 0.92241, + "nauc_mrr_at_1000_max": 0.826164, + "nauc_mrr_at_1000_std": -0.194832, + "nauc_mrr_at_1000_diff1": 0.922406, + "hit_rate_at_1": 0.88444, + "hit_rate_at_3": 0.94, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.92989, "hf_subset": "eng_Latn-cat_Latn", "languages": [ "eng-Latn", "cat-Latn" - ] - }, - { - "ndcg_at_1": 0.82667, - "ndcg_at_3": 0.87099, - "ndcg_at_5": 0.88022, - "ndcg_at_10": 0.8844, - "ndcg_at_20": 0.88982, - "ndcg_at_100": 0.89457, - "ndcg_at_1000": 0.89698, - "map_at_1": 0.82667, - "map_at_3": 0.86019, - "map_at_5": 0.86535, - "map_at_10": 0.86721, - "map_at_20": 0.86874, - "map_at_100": 0.86949, - "map_at_1000": 0.8696, - "recall_at_1": 0.82667, - "recall_at_3": 0.90222, - "recall_at_5": 0.92444, - "recall_at_10": 0.93667, - "recall_at_20": 0.95778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.80444, + "ndcg_at_3": 0.85718, + "ndcg_at_5": 0.86727, + "ndcg_at_10": 0.87377, + "ndcg_at_20": 0.87827, + "ndcg_at_100": 0.88322, + "ndcg_at_1000": 0.88568, + "map_at_1": 0.80444, + "map_at_3": 0.84463, + "map_at_5": 0.85024, + "map_at_10": 0.85294, + "map_at_20": 0.85417, + "map_at_100": 0.85487, + "map_at_1000": 0.85499, + "recall_at_1": 0.80444, + "recall_at_3": 0.89333, + "recall_at_5": 0.91778, + "recall_at_10": 0.93778, + "recall_at_20": 0.95556, "recall_at_100": 0.98222, "recall_at_1000": 1.0, - "precision_at_1": 0.82667, - "precision_at_3": 0.30074, - "precision_at_5": 0.18489, - "precision_at_10": 0.09367, - "precision_at_20": 0.04789, + "accuracy": 0.80444, + "precision_at_1": 0.80444, + "precision_at_3": 0.29778, + "precision_at_5": 0.18356, + "precision_at_10": 0.09378, + "precision_at_20": 0.04778, "precision_at_100": 0.00982, "precision_at_1000": 0.001, - "mrr_at_1": 0.826667, - "mrr_at_3": 0.860185, - "mrr_at_5": 0.865352, - "mrr_at_10": 0.867213, - "mrr_at_20": 0.868741, - "mrr_at_100": 0.869485, - "mrr_at_1000": 0.869598, - "nauc_ndcg_at_1_max": 0.801515, - "nauc_ndcg_at_1_std": 0.093103, - "nauc_ndcg_at_1_diff1": 0.92062, - "nauc_ndcg_at_3_max": 0.844446, - "nauc_ndcg_at_3_std": 0.149716, - "nauc_ndcg_at_3_diff1": 0.904839, - "nauc_ndcg_at_5_max": 0.845188, - "nauc_ndcg_at_5_std": 0.164511, - "nauc_ndcg_at_5_diff1": 0.909584, - "nauc_ndcg_at_10_max": 0.846988, - "nauc_ndcg_at_10_std": 0.176808, - "nauc_ndcg_at_10_diff1": 0.910113, - "nauc_ndcg_at_20_max": 0.843179, - "nauc_ndcg_at_20_std": 0.177711, - "nauc_ndcg_at_20_diff1": 0.910359, - "nauc_ndcg_at_100_max": 0.839942, - "nauc_ndcg_at_100_std": 0.16792, - "nauc_ndcg_at_100_diff1": 0.911855, - "nauc_ndcg_at_1000_max": 0.837255, - "nauc_ndcg_at_1000_std": 0.157555, - "nauc_ndcg_at_1000_diff1": 0.911587, - "nauc_map_at_1_max": 0.801515, - "nauc_map_at_1_std": 0.093103, - "nauc_map_at_1_diff1": 0.92062, - "nauc_map_at_3_max": 0.833243, - "nauc_map_at_3_std": 0.135717, - "nauc_map_at_3_diff1": 0.909233, - "nauc_map_at_5_max": 0.832983, - "nauc_map_at_5_std": 0.142349, - "nauc_map_at_5_diff1": 0.911781, - "nauc_map_at_10_max": 0.833437, - "nauc_map_at_10_std": 0.146311, - "nauc_map_at_10_diff1": 0.912012, - "nauc_map_at_20_max": 0.832387, - "nauc_map_at_20_std": 0.145815, - "nauc_map_at_20_diff1": 0.912117, - "nauc_map_at_100_max": 0.831921, - "nauc_map_at_100_std": 0.144375, - "nauc_map_at_100_diff1": 0.912375, - "nauc_map_at_1000_max": 0.831813, - "nauc_map_at_1000_std": 0.143989, - "nauc_map_at_1000_diff1": 0.912357, - "nauc_recall_at_1_max": 0.801515, - "nauc_recall_at_1_std": 0.093103, - "nauc_recall_at_1_diff1": 0.92062, - "nauc_recall_at_3_max": 0.888125, - "nauc_recall_at_3_std": 0.203803, - "nauc_recall_at_3_diff1": 0.887531, - "nauc_recall_at_5_max": 0.905023, - "nauc_recall_at_5_std": 0.275931, - "nauc_recall_at_5_diff1": 0.900004, - "nauc_recall_at_10_max": 0.926532, - "nauc_recall_at_10_std": 0.366095, - "nauc_recall_at_10_diff1": 0.900937, - "nauc_recall_at_20_max": 0.928498, - "nauc_recall_at_20_std": 0.477308, - "nauc_recall_at_20_diff1": 0.898275, + "mrr_at_1": 0.804444, + "mrr_at_3": 0.84463, + "mrr_at_5": 0.850241, + "mrr_at_10": 0.852936, + "mrr_at_20": 0.854171, + "mrr_at_100": 0.854869, + "mrr_at_1000": 0.854991, + "nauc_ndcg_at_1_max": 0.793943, + "nauc_ndcg_at_1_std": 0.074591, + "nauc_ndcg_at_1_diff1": 0.911726, + "nauc_ndcg_at_3_max": 0.826014, + "nauc_ndcg_at_3_std": 0.085558, + "nauc_ndcg_at_3_diff1": 0.892204, + "nauc_ndcg_at_5_max": 0.82552, + "nauc_ndcg_at_5_std": 0.108517, + "nauc_ndcg_at_5_diff1": 0.893977, + "nauc_ndcg_at_10_max": 0.829741, + "nauc_ndcg_at_10_std": 0.107068, + "nauc_ndcg_at_10_diff1": 0.899757, + "nauc_ndcg_at_20_max": 0.827975, + "nauc_ndcg_at_20_std": 0.120575, + "nauc_ndcg_at_20_diff1": 0.899696, + "nauc_ndcg_at_100_max": 0.826052, + "nauc_ndcg_at_100_std": 0.122879, + "nauc_ndcg_at_100_diff1": 0.900143, + "nauc_ndcg_at_1000_max": 0.823223, + "nauc_ndcg_at_1000_std": 0.109841, + "nauc_ndcg_at_1000_diff1": 0.900215, + "nauc_map_at_1_max": 0.793943, + "nauc_map_at_1_std": 0.074591, + "nauc_map_at_1_diff1": 0.911726, + "nauc_map_at_3_max": 0.818743, + "nauc_map_at_3_std": 0.085948, + "nauc_map_at_3_diff1": 0.898042, + "nauc_map_at_5_max": 0.81809, + "nauc_map_at_5_std": 0.097382, + "nauc_map_at_5_diff1": 0.899109, + "nauc_map_at_10_max": 0.819484, + "nauc_map_at_10_std": 0.097041, + "nauc_map_at_10_diff1": 0.901346, + "nauc_map_at_20_max": 0.819027, + "nauc_map_at_20_std": 0.100068, + "nauc_map_at_20_diff1": 0.901383, + "nauc_map_at_100_max": 0.81883, + "nauc_map_at_100_std": 0.100605, + "nauc_map_at_100_diff1": 0.901434, + "nauc_map_at_1000_max": 0.818705, + "nauc_map_at_1000_std": 0.100069, + "nauc_map_at_1000_diff1": 0.901426, + "nauc_recall_at_1_max": 0.793943, + "nauc_recall_at_1_std": 0.074591, + "nauc_recall_at_1_diff1": 0.911726, + "nauc_recall_at_3_max": 0.854074, + "nauc_recall_at_3_std": 0.081867, + "nauc_recall_at_3_diff1": 0.868601, + "nauc_recall_at_5_max": 0.861218, + "nauc_recall_at_5_std": 0.166969, + "nauc_recall_at_5_diff1": 0.868751, + "nauc_recall_at_10_max": 0.897626, + "nauc_recall_at_10_std": 0.172477, + "nauc_recall_at_10_diff1": 0.894416, + "nauc_recall_at_20_max": 0.905521, + "nauc_recall_at_20_std": 0.33834, + "nauc_recall_at_20_diff1": 0.890815, "nauc_recall_at_100_max": 0.949959, - "nauc_recall_at_100_std": 0.599148, - "nauc_recall_at_100_diff1": 0.921073, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.801515, - "nauc_precision_at_1_std": 0.093103, - "nauc_precision_at_1_diff1": 0.92062, - "nauc_precision_at_3_max": 0.888125, - "nauc_precision_at_3_std": 0.203803, - "nauc_precision_at_3_diff1": 0.887531, - "nauc_precision_at_5_max": 0.905023, - "nauc_precision_at_5_std": 0.275931, - "nauc_precision_at_5_diff1": 0.900004, - "nauc_precision_at_10_max": 0.926532, - "nauc_precision_at_10_std": 0.366095, - "nauc_precision_at_10_diff1": 0.900937, - "nauc_precision_at_20_max": 0.928498, - "nauc_precision_at_20_std": 0.477308, - "nauc_precision_at_20_diff1": 0.898275, + "nauc_recall_at_100_std": 0.70419, + "nauc_recall_at_100_diff1": 0.893499, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793943, + "nauc_precision_at_1_std": 0.074591, + "nauc_precision_at_1_diff1": 0.911726, + "nauc_precision_at_3_max": 0.854074, + "nauc_precision_at_3_std": 0.081867, + "nauc_precision_at_3_diff1": 0.868601, + "nauc_precision_at_5_max": 0.861218, + "nauc_precision_at_5_std": 0.166969, + "nauc_precision_at_5_diff1": 0.868751, + "nauc_precision_at_10_max": 0.897626, + "nauc_precision_at_10_std": 0.172477, + "nauc_precision_at_10_diff1": 0.894416, + "nauc_precision_at_20_max": 0.905521, + "nauc_precision_at_20_std": 0.33834, + "nauc_precision_at_20_diff1": 0.890815, "nauc_precision_at_100_max": 0.949959, - "nauc_precision_at_100_std": 0.599148, - "nauc_precision_at_100_diff1": 0.921073, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.801515, - "nauc_mrr_at_1_std": 0.093103, - "nauc_mrr_at_1_diff1": 0.92062, - "nauc_mrr_at_3_max": 0.833243, - "nauc_mrr_at_3_std": 0.135717, - "nauc_mrr_at_3_diff1": 0.909233, - "nauc_mrr_at_5_max": 0.832983, - "nauc_mrr_at_5_std": 0.142349, - "nauc_mrr_at_5_diff1": 0.911781, - "nauc_mrr_at_10_max": 0.833437, - "nauc_mrr_at_10_std": 0.146311, - "nauc_mrr_at_10_diff1": 0.912012, - "nauc_mrr_at_20_max": 0.832387, - "nauc_mrr_at_20_std": 0.145815, - "nauc_mrr_at_20_diff1": 0.912117, - "nauc_mrr_at_100_max": 0.831921, - "nauc_mrr_at_100_std": 0.144375, - "nauc_mrr_at_100_diff1": 0.912375, - "nauc_mrr_at_1000_max": 0.831813, - "nauc_mrr_at_1000_std": 0.143989, - "nauc_mrr_at_1000_diff1": 0.912357, - "main_score": 0.8844, + "nauc_precision_at_100_std": 0.70419, + "nauc_precision_at_100_diff1": 0.893499, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.793943, + "nauc_mrr_at_1_std": 0.074591, + "nauc_mrr_at_1_diff1": 0.911726, + "nauc_mrr_at_3_max": 0.818743, + "nauc_mrr_at_3_std": 0.085948, + "nauc_mrr_at_3_diff1": 0.898042, + "nauc_mrr_at_5_max": 0.81809, + "nauc_mrr_at_5_std": 0.097382, + "nauc_mrr_at_5_diff1": 0.899109, + "nauc_mrr_at_10_max": 0.819484, + "nauc_mrr_at_10_std": 0.097041, + "nauc_mrr_at_10_diff1": 0.901346, + "nauc_mrr_at_20_max": 0.819027, + "nauc_mrr_at_20_std": 0.100068, + "nauc_mrr_at_20_diff1": 0.901383, + "nauc_mrr_at_100_max": 0.81883, + "nauc_mrr_at_100_std": 0.100605, + "nauc_mrr_at_100_diff1": 0.901434, + "nauc_mrr_at_1000_max": 0.818705, + "nauc_mrr_at_1000_std": 0.100069, + "nauc_mrr_at_1000_diff1": 0.901426, + "hit_rate_at_1": 0.80444, + "hit_rate_at_3": 0.89333, + "hit_rate_at_5": 0.91778, + "hit_rate_at_10": 0.93778, + "hit_rate_at_20": 0.95556, + "hit_rate_at_100": 0.98222, + "hit_rate_at_1000": 1.0, + "main_score": 0.87377, "hf_subset": "ceb_Latn-ceb_Latn", "languages": [ "ceb-Latn", "ceb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.89444, - "ndcg_at_3": 0.93041, - "ndcg_at_5": 0.93495, - "ndcg_at_10": 0.94044, - "ndcg_at_20": 0.94187, - "ndcg_at_100": 0.94382, - "ndcg_at_1000": 0.94413, + "ndcg_at_3": 0.92845, + "ndcg_at_5": 0.93481, + "ndcg_at_10": 0.93912, + "ndcg_at_20": 0.94144, + "ndcg_at_100": 0.94321, + "ndcg_at_1000": 0.9435, "map_at_1": 0.89444, - "map_at_3": 0.92204, - "map_at_5": 0.92454, - "map_at_10": 0.92686, - "map_at_20": 0.92727, - "map_at_100": 0.92757, - "map_at_1000": 0.92758, + "map_at_3": 0.92056, + "map_at_5": 0.92406, + "map_at_10": 0.92584, + "map_at_20": 0.92652, + "map_at_100": 0.9268, + "map_at_1000": 0.92682, "recall_at_1": 0.89444, - "recall_at_3": 0.95444, - "recall_at_5": 0.96556, - "recall_at_10": 0.98222, - "recall_at_20": 0.98778, + "recall_at_3": 0.95111, + "recall_at_5": 0.96667, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, + "accuracy": 0.89444, "precision_at_1": 0.89444, - "precision_at_3": 0.31815, - "precision_at_5": 0.19311, - "precision_at_10": 0.09822, - "precision_at_20": 0.04939, + "precision_at_3": 0.31704, + "precision_at_5": 0.19333, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.894444, - "mrr_at_3": 0.922037, - "mrr_at_5": 0.924537, - "mrr_at_10": 0.926864, - "mrr_at_20": 0.927267, - "mrr_at_100": 0.927569, - "mrr_at_1000": 0.927584, - "nauc_ndcg_at_1_max": 0.769622, - "nauc_ndcg_at_1_std": -0.276337, - "nauc_ndcg_at_1_diff1": 0.919862, - "nauc_ndcg_at_3_max": 0.797352, - "nauc_ndcg_at_3_std": -0.336325, - "nauc_ndcg_at_3_diff1": 0.922853, - "nauc_ndcg_at_5_max": 0.804406, - "nauc_ndcg_at_5_std": -0.330064, - "nauc_ndcg_at_5_diff1": 0.923064, - "nauc_ndcg_at_10_max": 0.803351, - "nauc_ndcg_at_10_std": -0.304958, - "nauc_ndcg_at_10_diff1": 0.92599, - "nauc_ndcg_at_20_max": 0.801566, - "nauc_ndcg_at_20_std": -0.300986, - "nauc_ndcg_at_20_diff1": 0.926552, - "nauc_ndcg_at_100_max": 0.797185, - "nauc_ndcg_at_100_std": -0.301143, - "nauc_ndcg_at_100_diff1": 0.923991, - "nauc_ndcg_at_1000_max": 0.796059, - "nauc_ndcg_at_1000_std": -0.308364, - "nauc_ndcg_at_1000_diff1": 0.923938, - "nauc_map_at_1_max": 0.769622, - "nauc_map_at_1_std": -0.276337, - "nauc_map_at_1_diff1": 0.919862, - "nauc_map_at_3_max": 0.790387, - "nauc_map_at_3_std": -0.324044, - "nauc_map_at_3_diff1": 0.922163, - "nauc_map_at_5_max": 0.794008, - "nauc_map_at_5_std": -0.31935, - "nauc_map_at_5_diff1": 0.922243, - "nauc_map_at_10_max": 0.793113, - "nauc_map_at_10_std": -0.309948, - "nauc_map_at_10_diff1": 0.923142, - "nauc_map_at_20_max": 0.792749, - "nauc_map_at_20_std": -0.308928, - "nauc_map_at_20_diff1": 0.923336, - "nauc_map_at_100_max": 0.792163, - "nauc_map_at_100_std": -0.309455, - "nauc_map_at_100_diff1": 0.923015, - "nauc_map_at_1000_max": 0.792119, - "nauc_map_at_1000_std": -0.309732, - "nauc_map_at_1000_diff1": 0.923013, - "nauc_recall_at_1_max": 0.769622, - "nauc_recall_at_1_std": -0.276337, - "nauc_recall_at_1_diff1": 0.919862, - "nauc_recall_at_3_max": 0.830134, - "nauc_recall_at_3_std": -0.391588, - "nauc_recall_at_3_diff1": 0.926044, - "nauc_recall_at_5_max": 0.868618, - "nauc_recall_at_5_std": -0.392458, - "nauc_recall_at_5_diff1": 0.928014, - "nauc_recall_at_10_max": 0.922094, - "nauc_recall_at_10_std": -0.205707, - "nauc_recall_at_10_diff1": 0.963965, - "nauc_recall_at_20_max": 0.939097, - "nauc_recall_at_20_std": -0.094771, - "nauc_recall_at_20_diff1": 0.988116, + "mrr_at_3": 0.920556, + "mrr_at_5": 0.924056, + "mrr_at_10": 0.92584, + "mrr_at_20": 0.926517, + "mrr_at_100": 0.926802, + "mrr_at_1000": 0.926815, + "nauc_ndcg_at_1_max": 0.722787, + "nauc_ndcg_at_1_std": -0.369647, + "nauc_ndcg_at_1_diff1": 0.916498, + "nauc_ndcg_at_3_max": 0.765912, + "nauc_ndcg_at_3_std": -0.382512, + "nauc_ndcg_at_3_diff1": 0.922952, + "nauc_ndcg_at_5_max": 0.763834, + "nauc_ndcg_at_5_std": -0.376808, + "nauc_ndcg_at_5_diff1": 0.923313, + "nauc_ndcg_at_10_max": 0.762744, + "nauc_ndcg_at_10_std": -0.363387, + "nauc_ndcg_at_10_diff1": 0.923879, + "nauc_ndcg_at_20_max": 0.760331, + "nauc_ndcg_at_20_std": -0.374424, + "nauc_ndcg_at_20_diff1": 0.9247, + "nauc_ndcg_at_100_max": 0.756775, + "nauc_ndcg_at_100_std": -0.370338, + "nauc_ndcg_at_100_diff1": 0.922872, + "nauc_ndcg_at_1000_max": 0.755488, + "nauc_ndcg_at_1000_std": -0.37759, + "nauc_ndcg_at_1000_diff1": 0.922463, + "nauc_map_at_1_max": 0.722787, + "nauc_map_at_1_std": -0.369647, + "nauc_map_at_1_diff1": 0.916498, + "nauc_map_at_3_max": 0.754724, + "nauc_map_at_3_std": -0.384016, + "nauc_map_at_3_diff1": 0.921517, + "nauc_map_at_5_max": 0.753306, + "nauc_map_at_5_std": -0.381863, + "nauc_map_at_5_diff1": 0.921499, + "nauc_map_at_10_max": 0.75237, + "nauc_map_at_10_std": -0.378464, + "nauc_map_at_10_diff1": 0.921427, + "nauc_map_at_20_max": 0.751887, + "nauc_map_at_20_std": -0.380758, + "nauc_map_at_20_diff1": 0.9217, + "nauc_map_at_100_max": 0.751365, + "nauc_map_at_100_std": -0.380746, + "nauc_map_at_100_diff1": 0.921461, + "nauc_map_at_1000_max": 0.751321, + "nauc_map_at_1000_std": -0.380993, + "nauc_map_at_1000_diff1": 0.921447, + "nauc_recall_at_1_max": 0.722787, + "nauc_recall_at_1_std": -0.369647, + "nauc_recall_at_1_diff1": 0.916498, + "nauc_recall_at_3_max": 0.816399, + "nauc_recall_at_3_std": -0.371743, + "nauc_recall_at_3_diff1": 0.929229, + "nauc_recall_at_5_max": 0.829287, + "nauc_recall_at_5_std": -0.335076, + "nauc_recall_at_5_diff1": 0.93503, + "nauc_recall_at_10_max": 0.868762, + "nauc_recall_at_10_std": -0.161687, + "nauc_recall_at_10_diff1": 0.952537, + "nauc_recall_at_20_max": 0.896592, + "nauc_recall_at_20_std": -0.243464, + "nauc_recall_at_20_diff1": 0.986928, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.769622, - "nauc_precision_at_1_std": -0.276337, - "nauc_precision_at_1_diff1": 0.919862, - "nauc_precision_at_3_max": 0.830134, - "nauc_precision_at_3_std": -0.391588, - "nauc_precision_at_3_diff1": 0.926044, - "nauc_precision_at_5_max": 0.868618, - "nauc_precision_at_5_std": -0.392458, - "nauc_precision_at_5_diff1": 0.928014, - "nauc_precision_at_10_max": 0.922094, - "nauc_precision_at_10_std": -0.205707, - "nauc_precision_at_10_diff1": 0.963965, - "nauc_precision_at_20_max": 0.939097, - "nauc_precision_at_20_std": -0.094771, - "nauc_precision_at_20_diff1": 0.988116, + "nauc_precision_at_1_max": 0.722787, + "nauc_precision_at_1_std": -0.369647, + "nauc_precision_at_1_diff1": 0.916498, + "nauc_precision_at_3_max": 0.816399, + "nauc_precision_at_3_std": -0.371743, + "nauc_precision_at_3_diff1": 0.929229, + "nauc_precision_at_5_max": 0.829287, + "nauc_precision_at_5_std": -0.335076, + "nauc_precision_at_5_diff1": 0.93503, + "nauc_precision_at_10_max": 0.868762, + "nauc_precision_at_10_std": -0.161687, + "nauc_precision_at_10_diff1": 0.952537, + "nauc_precision_at_20_max": 0.896592, + "nauc_precision_at_20_std": -0.243464, + "nauc_precision_at_20_diff1": 0.986928, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.769622, - "nauc_mrr_at_1_std": -0.276337, - "nauc_mrr_at_1_diff1": 0.919862, - "nauc_mrr_at_3_max": 0.790387, - "nauc_mrr_at_3_std": -0.324044, - "nauc_mrr_at_3_diff1": 0.922163, - "nauc_mrr_at_5_max": 0.794008, - "nauc_mrr_at_5_std": -0.31935, - "nauc_mrr_at_5_diff1": 0.922243, - "nauc_mrr_at_10_max": 0.793113, - "nauc_mrr_at_10_std": -0.309948, - "nauc_mrr_at_10_diff1": 0.923142, - "nauc_mrr_at_20_max": 0.792749, - "nauc_mrr_at_20_std": -0.308928, - "nauc_mrr_at_20_diff1": 0.923336, - "nauc_mrr_at_100_max": 0.792163, - "nauc_mrr_at_100_std": -0.309455, - "nauc_mrr_at_100_diff1": 0.923015, - "nauc_mrr_at_1000_max": 0.792119, - "nauc_mrr_at_1000_std": -0.309732, - "nauc_mrr_at_1000_diff1": 0.923013, - "main_score": 0.94044, + "nauc_mrr_at_1_max": 0.722787, + "nauc_mrr_at_1_std": -0.369647, + "nauc_mrr_at_1_diff1": 0.916498, + "nauc_mrr_at_3_max": 0.754724, + "nauc_mrr_at_3_std": -0.384016, + "nauc_mrr_at_3_diff1": 0.921517, + "nauc_mrr_at_5_max": 0.753306, + "nauc_mrr_at_5_std": -0.381863, + "nauc_mrr_at_5_diff1": 0.921499, + "nauc_mrr_at_10_max": 0.75237, + "nauc_mrr_at_10_std": -0.378464, + "nauc_mrr_at_10_diff1": 0.921427, + "nauc_mrr_at_20_max": 0.751887, + "nauc_mrr_at_20_std": -0.380758, + "nauc_mrr_at_20_diff1": 0.9217, + "nauc_mrr_at_100_max": 0.751365, + "nauc_mrr_at_100_std": -0.380746, + "nauc_mrr_at_100_diff1": 0.921461, + "nauc_mrr_at_1000_max": 0.751321, + "nauc_mrr_at_1000_std": -0.380993, + "nauc_mrr_at_1000_diff1": 0.921447, + "hit_rate_at_1": 0.89444, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93912, "hf_subset": "ceb_Latn-eng_Latn", "languages": [ "ceb-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.80556, - "ndcg_at_3": 0.85181, - "ndcg_at_5": 0.86185, - "ndcg_at_10": 0.86766, - "ndcg_at_20": 0.87288, - "ndcg_at_100": 0.87775, - "ndcg_at_1000": 0.881, - "map_at_1": 0.80556, - "map_at_3": 0.84019, - "map_at_5": 0.84574, - "map_at_10": 0.84817, - "map_at_20": 0.84954, - "map_at_100": 0.85019, - "map_at_1000": 0.85033, - "recall_at_1": 0.80556, - "recall_at_3": 0.88556, - "recall_at_5": 0.91, - "recall_at_10": 0.92778, - "recall_at_20": 0.94889, - "recall_at_100": 0.97556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78333, + "ndcg_at_3": 0.82891, + "ndcg_at_5": 0.84173, + "ndcg_at_10": 0.84993, + "ndcg_at_20": 0.85447, + "ndcg_at_100": 0.86183, + "ndcg_at_1000": 0.86523, + "map_at_1": 0.78333, + "map_at_3": 0.81778, + "map_at_5": 0.82489, + "map_at_10": 0.82823, + "map_at_20": 0.82951, + "map_at_100": 0.83057, + "map_at_1000": 0.83072, + "recall_at_1": 0.78333, + "recall_at_3": 0.86111, + "recall_at_5": 0.89222, + "recall_at_10": 0.91778, + "recall_at_20": 0.93556, + "recall_at_100": 0.97444, "recall_at_1000": 1.0, - "precision_at_1": 0.80556, - "precision_at_3": 0.29519, - "precision_at_5": 0.182, - "precision_at_10": 0.09278, - "precision_at_20": 0.04744, - "precision_at_100": 0.00976, + "accuracy": 0.78333, + "precision_at_1": 0.78333, + "precision_at_3": 0.28704, + "precision_at_5": 0.17844, + "precision_at_10": 0.09178, + "precision_at_20": 0.04678, + "precision_at_100": 0.00974, "precision_at_1000": 0.001, - "mrr_at_1": 0.805556, - "mrr_at_3": 0.840185, - "mrr_at_5": 0.845741, - "mrr_at_10": 0.848169, - "mrr_at_20": 0.849542, - "mrr_at_100": 0.850194, - "mrr_at_1000": 0.850334, - "nauc_ndcg_at_1_max": 0.861966, - "nauc_ndcg_at_1_std": 0.263168, - "nauc_ndcg_at_1_diff1": 0.927047, - "nauc_ndcg_at_3_max": 0.890076, - "nauc_ndcg_at_3_std": 0.362217, - "nauc_ndcg_at_3_diff1": 0.916756, - "nauc_ndcg_at_5_max": 0.888909, - "nauc_ndcg_at_5_std": 0.381211, - "nauc_ndcg_at_5_diff1": 0.912684, - "nauc_ndcg_at_10_max": 0.889941, - "nauc_ndcg_at_10_std": 0.398329, - "nauc_ndcg_at_10_diff1": 0.913035, - "nauc_ndcg_at_20_max": 0.887814, - "nauc_ndcg_at_20_std": 0.386493, - "nauc_ndcg_at_20_diff1": 0.914139, - "nauc_ndcg_at_100_max": 0.887021, - "nauc_ndcg_at_100_std": 0.375132, - "nauc_ndcg_at_100_diff1": 0.91475, - "nauc_ndcg_at_1000_max": 0.885365, - "nauc_ndcg_at_1000_std": 0.36272, - "nauc_ndcg_at_1000_diff1": 0.916118, - "nauc_map_at_1_max": 0.861966, - "nauc_map_at_1_std": 0.263168, - "nauc_map_at_1_diff1": 0.927047, - "nauc_map_at_3_max": 0.883528, - "nauc_map_at_3_std": 0.332753, - "nauc_map_at_3_diff1": 0.919655, - "nauc_map_at_5_max": 0.882707, - "nauc_map_at_5_std": 0.341503, - "nauc_map_at_5_diff1": 0.917652, - "nauc_map_at_10_max": 0.88287, - "nauc_map_at_10_std": 0.346369, - "nauc_map_at_10_diff1": 0.917912, - "nauc_map_at_20_max": 0.882281, - "nauc_map_at_20_std": 0.343106, - "nauc_map_at_20_diff1": 0.918117, - "nauc_map_at_100_max": 0.882223, - "nauc_map_at_100_std": 0.341784, - "nauc_map_at_100_diff1": 0.918185, - "nauc_map_at_1000_max": 0.882165, - "nauc_map_at_1000_std": 0.34137, - "nauc_map_at_1000_diff1": 0.918248, - "nauc_recall_at_1_max": 0.861966, - "nauc_recall_at_1_std": 0.263168, - "nauc_recall_at_1_diff1": 0.927047, - "nauc_recall_at_3_max": 0.914718, - "nauc_recall_at_3_std": 0.47751, - "nauc_recall_at_3_diff1": 0.905501, - "nauc_recall_at_5_max": 0.916773, - "nauc_recall_at_5_std": 0.572662, - "nauc_recall_at_5_diff1": 0.888532, - "nauc_recall_at_10_max": 0.930367, - "nauc_recall_at_10_std": 0.719694, - "nauc_recall_at_10_diff1": 0.883969, - "nauc_recall_at_20_max": 0.927536, - "nauc_recall_at_20_std": 0.740957, - "nauc_recall_at_20_diff1": 0.884454, - "nauc_recall_at_100_max": 0.945781, - "nauc_recall_at_100_std": 0.820304, - "nauc_recall_at_100_diff1": 0.870024, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.861966, - "nauc_precision_at_1_std": 0.263168, - "nauc_precision_at_1_diff1": 0.927047, - "nauc_precision_at_3_max": 0.914718, - "nauc_precision_at_3_std": 0.47751, - "nauc_precision_at_3_diff1": 0.905501, - "nauc_precision_at_5_max": 0.916773, - "nauc_precision_at_5_std": 0.572662, - "nauc_precision_at_5_diff1": 0.888532, - "nauc_precision_at_10_max": 0.930367, - "nauc_precision_at_10_std": 0.719694, - "nauc_precision_at_10_diff1": 0.883969, - "nauc_precision_at_20_max": 0.927536, - "nauc_precision_at_20_std": 0.740957, - "nauc_precision_at_20_diff1": 0.884454, - "nauc_precision_at_100_max": 0.945781, - "nauc_precision_at_100_std": 0.820304, - "nauc_precision_at_100_diff1": 0.870024, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.861966, - "nauc_mrr_at_1_std": 0.263168, - "nauc_mrr_at_1_diff1": 0.927047, - "nauc_mrr_at_3_max": 0.883528, - "nauc_mrr_at_3_std": 0.332753, - "nauc_mrr_at_3_diff1": 0.919655, - "nauc_mrr_at_5_max": 0.882707, - "nauc_mrr_at_5_std": 0.341503, - "nauc_mrr_at_5_diff1": 0.917652, - "nauc_mrr_at_10_max": 0.88287, - "nauc_mrr_at_10_std": 0.346369, - "nauc_mrr_at_10_diff1": 0.917912, - "nauc_mrr_at_20_max": 0.882281, - "nauc_mrr_at_20_std": 0.343106, - "nauc_mrr_at_20_diff1": 0.918117, - "nauc_mrr_at_100_max": 0.882223, - "nauc_mrr_at_100_std": 0.341784, - "nauc_mrr_at_100_diff1": 0.918185, - "nauc_mrr_at_1000_max": 0.882165, - "nauc_mrr_at_1000_std": 0.34137, - "nauc_mrr_at_1000_diff1": 0.918248, - "main_score": 0.86766, + "mrr_at_1": 0.783333, + "mrr_at_3": 0.817778, + "mrr_at_5": 0.824889, + "mrr_at_10": 0.828234, + "mrr_at_20": 0.829505, + "mrr_at_100": 0.830573, + "mrr_at_1000": 0.830721, + "nauc_ndcg_at_1_max": 0.84424, + "nauc_ndcg_at_1_std": 0.155379, + "nauc_ndcg_at_1_diff1": 0.925376, + "nauc_ndcg_at_3_max": 0.873613, + "nauc_ndcg_at_3_std": 0.243351, + "nauc_ndcg_at_3_diff1": 0.909211, + "nauc_ndcg_at_5_max": 0.870261, + "nauc_ndcg_at_5_std": 0.26677, + "nauc_ndcg_at_5_diff1": 0.905688, + "nauc_ndcg_at_10_max": 0.868877, + "nauc_ndcg_at_10_std": 0.265106, + "nauc_ndcg_at_10_diff1": 0.904423, + "nauc_ndcg_at_20_max": 0.868936, + "nauc_ndcg_at_20_std": 0.269009, + "nauc_ndcg_at_20_diff1": 0.905481, + "nauc_ndcg_at_100_max": 0.867929, + "nauc_ndcg_at_100_std": 0.260996, + "nauc_ndcg_at_100_diff1": 0.908676, + "nauc_ndcg_at_1000_max": 0.866112, + "nauc_ndcg_at_1000_std": 0.246441, + "nauc_ndcg_at_1000_diff1": 0.909788, + "nauc_map_at_1_max": 0.84424, + "nauc_map_at_1_std": 0.155379, + "nauc_map_at_1_diff1": 0.925376, + "nauc_map_at_3_max": 0.865776, + "nauc_map_at_3_std": 0.218022, + "nauc_map_at_3_diff1": 0.913471, + "nauc_map_at_5_max": 0.863921, + "nauc_map_at_5_std": 0.2289, + "nauc_map_at_5_diff1": 0.912012, + "nauc_map_at_10_max": 0.863094, + "nauc_map_at_10_std": 0.227035, + "nauc_map_at_10_diff1": 0.911584, + "nauc_map_at_20_max": 0.863085, + "nauc_map_at_20_std": 0.227814, + "nauc_map_at_20_diff1": 0.911874, + "nauc_map_at_100_max": 0.862968, + "nauc_map_at_100_std": 0.226833, + "nauc_map_at_100_diff1": 0.912376, + "nauc_map_at_1000_max": 0.862904, + "nauc_map_at_1000_std": 0.226326, + "nauc_map_at_1000_diff1": 0.912427, + "nauc_recall_at_1_max": 0.84424, + "nauc_recall_at_1_std": 0.155379, + "nauc_recall_at_1_diff1": 0.925376, + "nauc_recall_at_3_max": 0.902155, + "nauc_recall_at_3_std": 0.336631, + "nauc_recall_at_3_diff1": 0.893724, + "nauc_recall_at_5_max": 0.897096, + "nauc_recall_at_5_std": 0.440208, + "nauc_recall_at_5_diff1": 0.876758, + "nauc_recall_at_10_max": 0.899721, + "nauc_recall_at_10_std": 0.488165, + "nauc_recall_at_10_diff1": 0.862278, + "nauc_recall_at_20_max": 0.908279, + "nauc_recall_at_20_std": 0.579494, + "nauc_recall_at_20_diff1": 0.859863, + "nauc_recall_at_100_max": 0.936772, + "nauc_recall_at_100_std": 0.811066, + "nauc_recall_at_100_diff1": 0.869991, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.84424, + "nauc_precision_at_1_std": 0.155379, + "nauc_precision_at_1_diff1": 0.925376, + "nauc_precision_at_3_max": 0.902155, + "nauc_precision_at_3_std": 0.336631, + "nauc_precision_at_3_diff1": 0.893724, + "nauc_precision_at_5_max": 0.897096, + "nauc_precision_at_5_std": 0.440208, + "nauc_precision_at_5_diff1": 0.876758, + "nauc_precision_at_10_max": 0.899721, + "nauc_precision_at_10_std": 0.488165, + "nauc_precision_at_10_diff1": 0.862278, + "nauc_precision_at_20_max": 0.908279, + "nauc_precision_at_20_std": 0.579494, + "nauc_precision_at_20_diff1": 0.859863, + "nauc_precision_at_100_max": 0.936772, + "nauc_precision_at_100_std": 0.811066, + "nauc_precision_at_100_diff1": 0.869991, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.84424, + "nauc_mrr_at_1_std": 0.155379, + "nauc_mrr_at_1_diff1": 0.925376, + "nauc_mrr_at_3_max": 0.865776, + "nauc_mrr_at_3_std": 0.218022, + "nauc_mrr_at_3_diff1": 0.913471, + "nauc_mrr_at_5_max": 0.863921, + "nauc_mrr_at_5_std": 0.2289, + "nauc_mrr_at_5_diff1": 0.912012, + "nauc_mrr_at_10_max": 0.863094, + "nauc_mrr_at_10_std": 0.227035, + "nauc_mrr_at_10_diff1": 0.911584, + "nauc_mrr_at_20_max": 0.863085, + "nauc_mrr_at_20_std": 0.227814, + "nauc_mrr_at_20_diff1": 0.911874, + "nauc_mrr_at_100_max": 0.862968, + "nauc_mrr_at_100_std": 0.226833, + "nauc_mrr_at_100_diff1": 0.912376, + "nauc_mrr_at_1000_max": 0.862904, + "nauc_mrr_at_1000_std": 0.226326, + "nauc_mrr_at_1000_diff1": 0.912427, + "hit_rate_at_1": 0.78333, + "hit_rate_at_3": 0.86111, + "hit_rate_at_5": 0.89222, + "hit_rate_at_10": 0.91778, + "hit_rate_at_20": 0.93556, + "hit_rate_at_100": 0.97444, + "hit_rate_at_1000": 1.0, + "main_score": 0.84993, "hf_subset": "eng_Latn-ceb_Latn", "languages": [ "eng-Latn", "ceb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90667, - "ndcg_at_3": 0.9377, - "ndcg_at_5": 0.94425, - "ndcg_at_10": 0.94746, - "ndcg_at_20": 0.94972, - "ndcg_at_100": 0.95014, - "ndcg_at_1000": 0.9506, - "map_at_1": 0.90667, - "map_at_3": 0.93, - "map_at_5": 0.93372, - "map_at_10": 0.93503, - "map_at_20": 0.93566, - "map_at_100": 0.93572, - "map_at_1000": 0.93574, - "recall_at_1": 0.90667, - "recall_at_3": 0.96, - "recall_at_5": 0.97556, - "recall_at_10": 0.98556, - "recall_at_20": 0.99444, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93099, + "ndcg_at_5": 0.9375, + "ndcg_at_10": 0.94178, + "ndcg_at_20": 0.94372, + "ndcg_at_100": 0.94524, + "ndcg_at_1000": 0.94555, + "map_at_1": 0.89556, + "map_at_3": 0.92315, + "map_at_5": 0.92681, + "map_at_10": 0.92856, + "map_at_20": 0.92909, + "map_at_100": 0.92932, + "map_at_1000": 0.92934, + "recall_at_1": 0.89556, + "recall_at_3": 0.95333, + "recall_at_5": 0.96889, + "recall_at_10": 0.98222, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90667, - "precision_at_3": 0.32, - "precision_at_5": 0.19511, - "precision_at_10": 0.09856, - "precision_at_20": 0.04972, - "precision_at_100": 0.00997, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.31778, + "precision_at_5": 0.19378, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.906667, - "mrr_at_3": 0.93, - "mrr_at_5": 0.933722, - "mrr_at_10": 0.935034, - "mrr_at_20": 0.93566, - "mrr_at_100": 0.935719, - "mrr_at_1000": 0.935741, - "nauc_ndcg_at_1_max": 0.822057, - "nauc_ndcg_at_1_std": -0.194728, - "nauc_ndcg_at_1_diff1": 0.927332, - "nauc_ndcg_at_3_max": 0.856455, - "nauc_ndcg_at_3_std": -0.153864, - "nauc_ndcg_at_3_diff1": 0.927258, - "nauc_ndcg_at_5_max": 0.852422, - "nauc_ndcg_at_5_std": -0.169786, - "nauc_ndcg_at_5_diff1": 0.92785, - "nauc_ndcg_at_10_max": 0.849805, - "nauc_ndcg_at_10_std": -0.169543, - "nauc_ndcg_at_10_diff1": 0.928651, - "nauc_ndcg_at_20_max": 0.848057, - "nauc_ndcg_at_20_std": -0.157083, - "nauc_ndcg_at_20_diff1": 0.928886, - "nauc_ndcg_at_100_max": 0.847367, - "nauc_ndcg_at_100_std": -0.154486, - "nauc_ndcg_at_100_diff1": 0.928876, - "nauc_ndcg_at_1000_max": 0.846337, - "nauc_ndcg_at_1000_std": -0.1638, - "nauc_ndcg_at_1000_diff1": 0.928607, - "nauc_map_at_1_max": 0.822057, - "nauc_map_at_1_std": -0.194728, - "nauc_map_at_1_diff1": 0.927332, - "nauc_map_at_3_max": 0.847648, - "nauc_map_at_3_std": -0.164687, - "nauc_map_at_3_diff1": 0.927656, - "nauc_map_at_5_max": 0.845247, - "nauc_map_at_5_std": -0.17218, - "nauc_map_at_5_diff1": 0.928004, - "nauc_map_at_10_max": 0.844106, - "nauc_map_at_10_std": -0.172486, - "nauc_map_at_10_diff1": 0.928217, - "nauc_map_at_20_max": 0.84376, - "nauc_map_at_20_std": -0.17008, - "nauc_map_at_20_diff1": 0.928351, - "nauc_map_at_100_max": 0.843692, - "nauc_map_at_100_std": -0.169572, - "nauc_map_at_100_diff1": 0.928361, - "nauc_map_at_1000_max": 0.84365, - "nauc_map_at_1000_std": -0.169917, - "nauc_map_at_1000_diff1": 0.928349, - "nauc_recall_at_1_max": 0.822057, - "nauc_recall_at_1_std": -0.194728, - "nauc_recall_at_1_diff1": 0.927332, - "nauc_recall_at_3_max": 0.899302, - "nauc_recall_at_3_std": -0.100879, - "nauc_recall_at_3_diff1": 0.924979, - "nauc_recall_at_5_max": 0.904507, - "nauc_recall_at_5_std": -0.161468, - "nauc_recall_at_5_diff1": 0.926258, - "nauc_recall_at_10_max": 0.914171, - "nauc_recall_at_10_std": -0.144258, - "nauc_recall_at_10_diff1": 0.935538, - "nauc_recall_at_20_max": 0.947712, - "nauc_recall_at_20_std": 0.362838, - "nauc_recall_at_20_diff1": 0.947712, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.851385, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.923148, + "mrr_at_5": 0.926815, + "mrr_at_10": 0.928564, + "mrr_at_20": 0.929086, + "mrr_at_100": 0.929322, + "mrr_at_1000": 0.929338, + "nauc_ndcg_at_1_max": 0.809018, + "nauc_ndcg_at_1_std": -0.178442, + "nauc_ndcg_at_1_diff1": 0.932951, + "nauc_ndcg_at_3_max": 0.847833, + "nauc_ndcg_at_3_std": -0.126436, + "nauc_ndcg_at_3_diff1": 0.930064, + "nauc_ndcg_at_5_max": 0.847136, + "nauc_ndcg_at_5_std": -0.132477, + "nauc_ndcg_at_5_diff1": 0.931948, + "nauc_ndcg_at_10_max": 0.839297, + "nauc_ndcg_at_10_std": -0.155636, + "nauc_ndcg_at_10_diff1": 0.931964, + "nauc_ndcg_at_20_max": 0.838563, + "nauc_ndcg_at_20_std": -0.129965, + "nauc_ndcg_at_20_diff1": 0.932307, + "nauc_ndcg_at_100_max": 0.836896, + "nauc_ndcg_at_100_std": -0.13164, + "nauc_ndcg_at_100_diff1": 0.931474, + "nauc_ndcg_at_1000_max": 0.83635, + "nauc_ndcg_at_1000_std": -0.13813, + "nauc_ndcg_at_1000_diff1": 0.931908, + "nauc_map_at_1_max": 0.809018, + "nauc_map_at_1_std": -0.178442, + "nauc_map_at_1_diff1": 0.932951, + "nauc_map_at_3_max": 0.837218, + "nauc_map_at_3_std": -0.138065, + "nauc_map_at_3_diff1": 0.930847, + "nauc_map_at_5_max": 0.836413, + "nauc_map_at_5_std": -0.142115, + "nauc_map_at_5_diff1": 0.931876, + "nauc_map_at_10_max": 0.833606, + "nauc_map_at_10_std": -0.149819, + "nauc_map_at_10_diff1": 0.931935, + "nauc_map_at_20_max": 0.833436, + "nauc_map_at_20_std": -0.143644, + "nauc_map_at_20_diff1": 0.932025, + "nauc_map_at_100_max": 0.833238, + "nauc_map_at_100_std": -0.143764, + "nauc_map_at_100_diff1": 0.931923, + "nauc_map_at_1000_max": 0.833217, + "nauc_map_at_1000_std": -0.144024, + "nauc_map_at_1000_diff1": 0.931945, + "nauc_recall_at_1_max": 0.809018, + "nauc_recall_at_1_std": -0.178442, + "nauc_recall_at_1_diff1": 0.932951, + "nauc_recall_at_3_max": 0.896681, + "nauc_recall_at_3_std": -0.07503, + "nauc_recall_at_3_diff1": 0.926471, + "nauc_recall_at_5_max": 0.917134, + "nauc_recall_at_5_std": -0.072862, + "nauc_recall_at_5_diff1": 0.93289, + "nauc_recall_at_10_max": 0.888685, + "nauc_recall_at_10_std": -0.268149, + "nauc_recall_at_10_diff1": 0.932598, + "nauc_recall_at_20_max": 0.909223, + "nauc_recall_at_20_std": 0.186534, + "nauc_recall_at_20_diff1": 0.940087, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.822057, - "nauc_precision_at_1_std": -0.194728, - "nauc_precision_at_1_diff1": 0.927332, - "nauc_precision_at_3_max": 0.899302, - "nauc_precision_at_3_std": -0.100879, - "nauc_precision_at_3_diff1": 0.924979, - "nauc_precision_at_5_max": 0.904507, - "nauc_precision_at_5_std": -0.161468, - "nauc_precision_at_5_diff1": 0.926258, - "nauc_precision_at_10_max": 0.914171, - "nauc_precision_at_10_std": -0.144258, - "nauc_precision_at_10_diff1": 0.935538, - "nauc_precision_at_20_max": 0.947712, - "nauc_precision_at_20_std": 0.362838, - "nauc_precision_at_20_diff1": 0.947712, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.851385, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.809018, + "nauc_precision_at_1_std": -0.178442, + "nauc_precision_at_1_diff1": 0.932951, + "nauc_precision_at_3_max": 0.896681, + "nauc_precision_at_3_std": -0.07503, + "nauc_precision_at_3_diff1": 0.926471, + "nauc_precision_at_5_max": 0.917134, + "nauc_precision_at_5_std": -0.072862, + "nauc_precision_at_5_diff1": 0.93289, + "nauc_precision_at_10_max": 0.888685, + "nauc_precision_at_10_std": -0.268149, + "nauc_precision_at_10_diff1": 0.932598, + "nauc_precision_at_20_max": 0.909223, + "nauc_precision_at_20_std": 0.186534, + "nauc_precision_at_20_diff1": 0.940087, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.822057, - "nauc_mrr_at_1_std": -0.194728, - "nauc_mrr_at_1_diff1": 0.927332, - "nauc_mrr_at_3_max": 0.847648, - "nauc_mrr_at_3_std": -0.164687, - "nauc_mrr_at_3_diff1": 0.927656, - "nauc_mrr_at_5_max": 0.845247, - "nauc_mrr_at_5_std": -0.17218, - "nauc_mrr_at_5_diff1": 0.928004, - "nauc_mrr_at_10_max": 0.844106, - "nauc_mrr_at_10_std": -0.172486, - "nauc_mrr_at_10_diff1": 0.928217, - "nauc_mrr_at_20_max": 0.84376, - "nauc_mrr_at_20_std": -0.17008, - "nauc_mrr_at_20_diff1": 0.928351, - "nauc_mrr_at_100_max": 0.843692, - "nauc_mrr_at_100_std": -0.169572, - "nauc_mrr_at_100_diff1": 0.928361, - "nauc_mrr_at_1000_max": 0.84365, - "nauc_mrr_at_1000_std": -0.169917, - "nauc_mrr_at_1000_diff1": 0.928349, - "main_score": 0.94746, + "nauc_mrr_at_1_max": 0.809018, + "nauc_mrr_at_1_std": -0.178442, + "nauc_mrr_at_1_diff1": 0.932951, + "nauc_mrr_at_3_max": 0.837218, + "nauc_mrr_at_3_std": -0.138065, + "nauc_mrr_at_3_diff1": 0.930847, + "nauc_mrr_at_5_max": 0.836413, + "nauc_mrr_at_5_std": -0.142115, + "nauc_mrr_at_5_diff1": 0.931876, + "nauc_mrr_at_10_max": 0.833606, + "nauc_mrr_at_10_std": -0.149819, + "nauc_mrr_at_10_diff1": 0.931935, + "nauc_mrr_at_20_max": 0.833436, + "nauc_mrr_at_20_std": -0.143644, + "nauc_mrr_at_20_diff1": 0.932025, + "nauc_mrr_at_100_max": 0.833238, + "nauc_mrr_at_100_std": -0.143764, + "nauc_mrr_at_100_diff1": 0.931923, + "nauc_mrr_at_1000_max": 0.833217, + "nauc_mrr_at_1000_std": -0.144024, + "nauc_mrr_at_1000_diff1": 0.931945, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94178, "hf_subset": "ces_Latn-ces_Latn", "languages": [ "ces-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.95208, - "ndcg_at_5": 0.95581, - "ndcg_at_10": 0.95886, - "ndcg_at_20": 0.95973, - "ndcg_at_100": 0.96033, - "ndcg_at_1000": 0.96066, - "map_at_1": 0.91889, - "map_at_3": 0.94463, - "map_at_5": 0.94674, - "map_at_10": 0.94811, - "map_at_20": 0.94836, - "map_at_100": 0.94844, - "map_at_1000": 0.94846, - "recall_at_1": 0.91889, - "recall_at_3": 0.97333, - "recall_at_5": 0.98222, + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.9479, + "ndcg_at_5": 0.95254, + "ndcg_at_10": 0.95666, + "ndcg_at_20": 0.95692, + "ndcg_at_100": 0.9582, + "ndcg_at_1000": 0.95834, + "map_at_1": 0.91667, + "map_at_3": 0.94093, + "map_at_5": 0.94354, + "map_at_10": 0.94534, + "map_at_20": 0.9454, + "map_at_100": 0.94559, + "map_at_1000": 0.9456, + "recall_at_1": 0.91667, + "recall_at_3": 0.96778, + "recall_at_5": 0.97889, "recall_at_10": 0.99111, - "recall_at_20": 0.99444, - "recall_at_100": 0.99778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.32444, - "precision_at_5": 0.19644, + "accuracy": 0.91667, + "precision_at_1": 0.91667, + "precision_at_3": 0.32259, + "precision_at_5": 0.19578, "precision_at_10": 0.09911, - "precision_at_20": 0.04972, - "precision_at_100": 0.00998, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.94463, - "mrr_at_5": 0.946741, - "mrr_at_10": 0.948108, - "mrr_at_20": 0.948364, - "mrr_at_100": 0.94844, - "mrr_at_1000": 0.94846, - "nauc_ndcg_at_1_max": 0.79083, - "nauc_ndcg_at_1_std": -0.377601, - "nauc_ndcg_at_1_diff1": 0.930931, - "nauc_ndcg_at_3_max": 0.803451, - "nauc_ndcg_at_3_std": -0.470588, - "nauc_ndcg_at_3_diff1": 0.933559, - "nauc_ndcg_at_5_max": 0.801633, - "nauc_ndcg_at_5_std": -0.470513, - "nauc_ndcg_at_5_diff1": 0.936532, - "nauc_ndcg_at_10_max": 0.808379, - "nauc_ndcg_at_10_std": -0.401584, - "nauc_ndcg_at_10_diff1": 0.935579, - "nauc_ndcg_at_20_max": 0.806097, - "nauc_ndcg_at_20_std": -0.396894, - "nauc_ndcg_at_20_diff1": 0.935129, - "nauc_ndcg_at_100_max": 0.804763, - "nauc_ndcg_at_100_std": -0.391505, - "nauc_ndcg_at_100_diff1": 0.9349, - "nauc_ndcg_at_1000_max": 0.803146, - "nauc_ndcg_at_1000_std": -0.403034, - "nauc_ndcg_at_1000_diff1": 0.934361, - "nauc_map_at_1_max": 0.79083, - "nauc_map_at_1_std": -0.377601, - "nauc_map_at_1_diff1": 0.930931, - "nauc_map_at_3_max": 0.799956, - "nauc_map_at_3_std": -0.435568, - "nauc_map_at_3_diff1": 0.932915, - "nauc_map_at_5_max": 0.798915, - "nauc_map_at_5_std": -0.433237, - "nauc_map_at_5_diff1": 0.934162, - "nauc_map_at_10_max": 0.801421, - "nauc_map_at_10_std": -0.406475, - "nauc_map_at_10_diff1": 0.933744, - "nauc_map_at_20_max": 0.80081, - "nauc_map_at_20_std": -0.405944, - "nauc_map_at_20_diff1": 0.933632, - "nauc_map_at_100_max": 0.80073, - "nauc_map_at_100_std": -0.404947, - "nauc_map_at_100_diff1": 0.933634, - "nauc_map_at_1000_max": 0.800653, - "nauc_map_at_1000_std": -0.405489, - "nauc_map_at_1000_diff1": 0.933609, - "nauc_recall_at_1_max": 0.79083, - "nauc_recall_at_1_std": -0.377601, - "nauc_recall_at_1_diff1": 0.930931, - "nauc_recall_at_3_max": 0.823568, - "nauc_recall_at_3_std": -0.682287, - "nauc_recall_at_3_diff1": 0.937169, - "nauc_recall_at_5_max": 0.823471, - "nauc_recall_at_5_std": -0.798961, - "nauc_recall_at_5_diff1": 0.958129, - "nauc_recall_at_10_max": 0.930556, - "nauc_recall_at_10_std": -0.239262, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.944444, - "nauc_recall_at_20_std": 0.021662, - "nauc_recall_at_20_diff1": 0.973856, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.940926, + "mrr_at_5": 0.943537, + "mrr_at_10": 0.94534, + "mrr_at_20": 0.945402, + "mrr_at_100": 0.945594, + "mrr_at_1000": 0.945599, + "nauc_ndcg_at_1_max": 0.77713, + "nauc_ndcg_at_1_std": -0.279284, + "nauc_ndcg_at_1_diff1": 0.929723, + "nauc_ndcg_at_3_max": 0.795817, + "nauc_ndcg_at_3_std": -0.316071, + "nauc_ndcg_at_3_diff1": 0.933061, + "nauc_ndcg_at_5_max": 0.785671, + "nauc_ndcg_at_5_std": -0.329615, + "nauc_ndcg_at_5_diff1": 0.932973, + "nauc_ndcg_at_10_max": 0.790835, + "nauc_ndcg_at_10_std": -0.299332, + "nauc_ndcg_at_10_diff1": 0.932586, + "nauc_ndcg_at_20_max": 0.791252, + "nauc_ndcg_at_20_std": -0.290585, + "nauc_ndcg_at_20_diff1": 0.932971, + "nauc_ndcg_at_100_max": 0.789507, + "nauc_ndcg_at_100_std": -0.290148, + "nauc_ndcg_at_100_diff1": 0.932346, + "nauc_ndcg_at_1000_max": 0.788777, + "nauc_ndcg_at_1000_std": -0.294625, + "nauc_ndcg_at_1000_diff1": 0.932111, + "nauc_map_at_1_max": 0.77713, + "nauc_map_at_1_std": -0.279284, + "nauc_map_at_1_diff1": 0.929723, + "nauc_map_at_3_max": 0.790497, + "nauc_map_at_3_std": -0.30207, + "nauc_map_at_3_diff1": 0.931845, + "nauc_map_at_5_max": 0.785462, + "nauc_map_at_5_std": -0.307474, + "nauc_map_at_5_diff1": 0.93178, + "nauc_map_at_10_max": 0.787174, + "nauc_map_at_10_std": -0.297411, + "nauc_map_at_10_diff1": 0.931548, + "nauc_map_at_20_max": 0.787248, + "nauc_map_at_20_std": -0.29578, + "nauc_map_at_20_diff1": 0.931619, + "nauc_map_at_100_max": 0.787057, + "nauc_map_at_100_std": -0.295379, + "nauc_map_at_100_diff1": 0.931564, + "nauc_map_at_1000_max": 0.787036, + "nauc_map_at_1000_std": -0.295508, + "nauc_map_at_1000_diff1": 0.931557, + "nauc_recall_at_1_max": 0.77713, + "nauc_recall_at_1_std": -0.279284, + "nauc_recall_at_1_diff1": 0.929723, + "nauc_recall_at_3_max": 0.823175, + "nauc_recall_at_3_std": -0.391271, + "nauc_recall_at_3_diff1": 0.939551, + "nauc_recall_at_5_max": 0.782815, + "nauc_recall_at_5_std": -0.50774, + "nauc_recall_at_5_diff1": 0.942135, + "nauc_recall_at_10_max": 0.855626, + "nauc_recall_at_10_std": -0.278653, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.874683, + "nauc_recall_at_20_std": -0.069895, + "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.79083, - "nauc_precision_at_1_std": -0.377601, - "nauc_precision_at_1_diff1": 0.930931, - "nauc_precision_at_3_max": 0.823568, - "nauc_precision_at_3_std": -0.682287, - "nauc_precision_at_3_diff1": 0.937169, - "nauc_precision_at_5_max": 0.823471, - "nauc_precision_at_5_std": -0.798961, - "nauc_precision_at_5_diff1": 0.958129, - "nauc_precision_at_10_max": 0.930556, - "nauc_precision_at_10_std": -0.239262, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.944444, - "nauc_precision_at_20_std": 0.021662, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_1_max": 0.77713, + "nauc_precision_at_1_std": -0.279284, + "nauc_precision_at_1_diff1": 0.929723, + "nauc_precision_at_3_max": 0.823175, + "nauc_precision_at_3_std": -0.391271, + "nauc_precision_at_3_diff1": 0.939551, + "nauc_precision_at_5_max": 0.782815, + "nauc_precision_at_5_std": -0.50774, + "nauc_precision_at_5_diff1": 0.942135, + "nauc_precision_at_10_max": 0.855626, + "nauc_precision_at_10_std": -0.278653, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.874683, + "nauc_precision_at_20_std": -0.069895, + "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.79083, - "nauc_mrr_at_1_std": -0.377601, - "nauc_mrr_at_1_diff1": 0.930931, - "nauc_mrr_at_3_max": 0.799956, - "nauc_mrr_at_3_std": -0.435568, - "nauc_mrr_at_3_diff1": 0.932915, - "nauc_mrr_at_5_max": 0.798915, - "nauc_mrr_at_5_std": -0.433237, - "nauc_mrr_at_5_diff1": 0.934162, - "nauc_mrr_at_10_max": 0.801421, - "nauc_mrr_at_10_std": -0.406475, - "nauc_mrr_at_10_diff1": 0.933744, - "nauc_mrr_at_20_max": 0.80081, - "nauc_mrr_at_20_std": -0.405944, - "nauc_mrr_at_20_diff1": 0.933632, - "nauc_mrr_at_100_max": 0.80073, - "nauc_mrr_at_100_std": -0.404947, - "nauc_mrr_at_100_diff1": 0.933634, - "nauc_mrr_at_1000_max": 0.800653, - "nauc_mrr_at_1000_std": -0.405489, - "nauc_mrr_at_1000_diff1": 0.933609, - "main_score": 0.95886, + "nauc_mrr_at_1_max": 0.77713, + "nauc_mrr_at_1_std": -0.279284, + "nauc_mrr_at_1_diff1": 0.929723, + "nauc_mrr_at_3_max": 0.790497, + "nauc_mrr_at_3_std": -0.30207, + "nauc_mrr_at_3_diff1": 0.931845, + "nauc_mrr_at_5_max": 0.785462, + "nauc_mrr_at_5_std": -0.307474, + "nauc_mrr_at_5_diff1": 0.93178, + "nauc_mrr_at_10_max": 0.787174, + "nauc_mrr_at_10_std": -0.297411, + "nauc_mrr_at_10_diff1": 0.931548, + "nauc_mrr_at_20_max": 0.787248, + "nauc_mrr_at_20_std": -0.29578, + "nauc_mrr_at_20_diff1": 0.931619, + "nauc_mrr_at_100_max": 0.787057, + "nauc_mrr_at_100_std": -0.295379, + "nauc_mrr_at_100_diff1": 0.931564, + "nauc_mrr_at_1000_max": 0.787036, + "nauc_mrr_at_1000_std": -0.295508, + "nauc_mrr_at_1000_diff1": 0.931557, + "hit_rate_at_1": 0.91667, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.99111, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95666, "hf_subset": "ces_Latn-eng_Latn", "languages": [ "ces-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89556, - "ndcg_at_3": 0.92678, - "ndcg_at_5": 0.93357, - "ndcg_at_10": 0.93894, - "ndcg_at_20": 0.94051, - "ndcg_at_100": 0.94263, - "ndcg_at_1000": 0.94309, - "map_at_1": 0.89556, - "map_at_3": 0.91981, - "map_at_5": 0.92354, - "map_at_10": 0.92574, - "map_at_20": 0.92611, - "map_at_100": 0.92651, - "map_at_1000": 0.92653, - "recall_at_1": 0.89556, - "recall_at_3": 0.94667, - "recall_at_5": 0.96333, - "recall_at_10": 0.98, - "recall_at_20": 0.98667, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.9226, + "ndcg_at_5": 0.92801, + "ndcg_at_10": 0.93378, + "ndcg_at_20": 0.93578, + "ndcg_at_100": 0.93883, + "ndcg_at_1000": 0.93913, + "map_at_1": 0.89111, + "map_at_3": 0.91537, + "map_at_5": 0.91831, + "map_at_10": 0.92072, + "map_at_20": 0.92128, + "map_at_100": 0.92176, + "map_at_1000": 0.92177, + "recall_at_1": 0.89111, + "recall_at_3": 0.94333, + "recall_at_5": 0.95667, + "recall_at_10": 0.97444, + "recall_at_20": 0.98222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.89556, - "precision_at_3": 0.31556, - "precision_at_5": 0.19267, - "precision_at_10": 0.098, - "precision_at_20": 0.04933, - "precision_at_100": 0.00997, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31444, + "precision_at_5": 0.19133, + "precision_at_10": 0.09744, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.895556, - "mrr_at_3": 0.919815, - "mrr_at_5": 0.923537, - "mrr_at_10": 0.925742, - "mrr_at_20": 0.92611, - "mrr_at_100": 0.926509, - "mrr_at_1000": 0.926532, - "nauc_ndcg_at_1_max": 0.831687, - "nauc_ndcg_at_1_std": -0.170061, - "nauc_ndcg_at_1_diff1": 0.937147, - "nauc_ndcg_at_3_max": 0.859826, - "nauc_ndcg_at_3_std": -0.14447, - "nauc_ndcg_at_3_diff1": 0.937265, - "nauc_ndcg_at_5_max": 0.865261, - "nauc_ndcg_at_5_std": -0.158365, - "nauc_ndcg_at_5_diff1": 0.941973, - "nauc_ndcg_at_10_max": 0.8646, - "nauc_ndcg_at_10_std": -0.109875, - "nauc_ndcg_at_10_diff1": 0.940995, - "nauc_ndcg_at_20_max": 0.861024, - "nauc_ndcg_at_20_std": -0.134166, - "nauc_ndcg_at_20_diff1": 0.941208, - "nauc_ndcg_at_100_max": 0.85761, - "nauc_ndcg_at_100_std": -0.13182, - "nauc_ndcg_at_100_diff1": 0.939533, - "nauc_ndcg_at_1000_max": 0.85646, - "nauc_ndcg_at_1000_std": -0.14031, - "nauc_ndcg_at_1000_diff1": 0.939353, - "nauc_map_at_1_max": 0.831687, - "nauc_map_at_1_std": -0.170061, - "nauc_map_at_1_diff1": 0.937147, - "nauc_map_at_3_max": 0.85236, - "nauc_map_at_3_std": -0.153792, - "nauc_map_at_3_diff1": 0.93726, - "nauc_map_at_5_max": 0.854557, - "nauc_map_at_5_std": -0.160689, - "nauc_map_at_5_diff1": 0.939415, - "nauc_map_at_10_max": 0.854026, - "nauc_map_at_10_std": -0.144631, - "nauc_map_at_10_diff1": 0.939054, - "nauc_map_at_20_max": 0.853296, - "nauc_map_at_20_std": -0.149397, - "nauc_map_at_20_diff1": 0.939074, - "nauc_map_at_100_max": 0.852774, - "nauc_map_at_100_std": -0.14912, - "nauc_map_at_100_diff1": 0.938806, - "nauc_map_at_1000_max": 0.852727, - "nauc_map_at_1000_std": -0.149469, - "nauc_map_at_1000_diff1": 0.938793, - "nauc_recall_at_1_max": 0.831687, - "nauc_recall_at_1_std": -0.170061, - "nauc_recall_at_1_diff1": 0.937147, - "nauc_recall_at_3_max": 0.891262, - "nauc_recall_at_3_std": -0.103369, - "nauc_recall_at_3_diff1": 0.937267, - "nauc_recall_at_5_max": 0.929901, - "nauc_recall_at_5_std": -0.147851, - "nauc_recall_at_5_diff1": 0.958903, - "nauc_recall_at_10_max": 0.977306, - "nauc_recall_at_10_std": 0.323374, - "nauc_recall_at_10_diff1": 0.962781, - "nauc_recall_at_20_max": 0.965959, - "nauc_recall_at_20_std": 0.079949, - "nauc_recall_at_20_diff1": 0.978214, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.91537, + "mrr_at_5": 0.918315, + "mrr_at_10": 0.920718, + "mrr_at_20": 0.921281, + "mrr_at_100": 0.921762, + "mrr_at_1000": 0.921775, + "nauc_ndcg_at_1_max": 0.810527, + "nauc_ndcg_at_1_std": -0.251786, + "nauc_ndcg_at_1_diff1": 0.922499, + "nauc_ndcg_at_3_max": 0.845139, + "nauc_ndcg_at_3_std": -0.245359, + "nauc_ndcg_at_3_diff1": 0.926703, + "nauc_ndcg_at_5_max": 0.847543, + "nauc_ndcg_at_5_std": -0.242683, + "nauc_ndcg_at_5_diff1": 0.929793, + "nauc_ndcg_at_10_max": 0.845974, + "nauc_ndcg_at_10_std": -0.211076, + "nauc_ndcg_at_10_diff1": 0.928992, + "nauc_ndcg_at_20_max": 0.843058, + "nauc_ndcg_at_20_std": -0.209533, + "nauc_ndcg_at_20_diff1": 0.926769, + "nauc_ndcg_at_100_max": 0.83805, + "nauc_ndcg_at_100_std": -0.227108, + "nauc_ndcg_at_100_diff1": 0.926377, + "nauc_ndcg_at_1000_max": 0.83755, + "nauc_ndcg_at_1000_std": -0.232452, + "nauc_ndcg_at_1000_diff1": 0.926306, + "nauc_map_at_1_max": 0.810527, + "nauc_map_at_1_std": -0.251786, + "nauc_map_at_1_diff1": 0.922499, + "nauc_map_at_3_max": 0.83531, + "nauc_map_at_3_std": -0.251163, + "nauc_map_at_3_diff1": 0.925049, + "nauc_map_at_5_max": 0.835962, + "nauc_map_at_5_std": -0.250363, + "nauc_map_at_5_diff1": 0.92647, + "nauc_map_at_10_max": 0.835102, + "nauc_map_at_10_std": -0.239887, + "nauc_map_at_10_diff1": 0.926165, + "nauc_map_at_20_max": 0.834387, + "nauc_map_at_20_std": -0.239575, + "nauc_map_at_20_diff1": 0.925633, + "nauc_map_at_100_max": 0.833699, + "nauc_map_at_100_std": -0.241817, + "nauc_map_at_100_diff1": 0.925577, + "nauc_map_at_1000_max": 0.833678, + "nauc_map_at_1000_std": -0.242007, + "nauc_map_at_1000_diff1": 0.925571, + "nauc_recall_at_1_max": 0.810527, + "nauc_recall_at_1_std": -0.251786, + "nauc_recall_at_1_diff1": 0.922499, + "nauc_recall_at_3_max": 0.886674, + "nauc_recall_at_3_std": -0.218176, + "nauc_recall_at_3_diff1": 0.934, + "nauc_recall_at_5_max": 0.9104, + "nauc_recall_at_5_std": -0.196761, + "nauc_recall_at_5_diff1": 0.948886, + "nauc_recall_at_10_max": 0.941034, + "nauc_recall_at_10_std": 0.08994, + "nauc_recall_at_10_diff1": 0.954533, + "nauc_recall_at_20_max": 0.940768, + "nauc_recall_at_20_std": 0.237862, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.831687, - "nauc_precision_at_1_std": -0.170061, - "nauc_precision_at_1_diff1": 0.937147, - "nauc_precision_at_3_max": 0.891262, - "nauc_precision_at_3_std": -0.103369, - "nauc_precision_at_3_diff1": 0.937267, - "nauc_precision_at_5_max": 0.929901, - "nauc_precision_at_5_std": -0.147851, - "nauc_precision_at_5_diff1": 0.958903, - "nauc_precision_at_10_max": 0.977306, - "nauc_precision_at_10_std": 0.323374, - "nauc_precision_at_10_diff1": 0.962781, - "nauc_precision_at_20_max": 0.965959, - "nauc_precision_at_20_std": 0.079949, - "nauc_precision_at_20_diff1": 0.978214, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.810527, + "nauc_precision_at_1_std": -0.251786, + "nauc_precision_at_1_diff1": 0.922499, + "nauc_precision_at_3_max": 0.886674, + "nauc_precision_at_3_std": -0.218176, + "nauc_precision_at_3_diff1": 0.934, + "nauc_precision_at_5_max": 0.9104, + "nauc_precision_at_5_std": -0.196761, + "nauc_precision_at_5_diff1": 0.948886, + "nauc_precision_at_10_max": 0.941034, + "nauc_precision_at_10_std": 0.08994, + "nauc_precision_at_10_diff1": 0.954533, + "nauc_precision_at_20_max": 0.940768, + "nauc_precision_at_20_std": 0.237862, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.831687, - "nauc_mrr_at_1_std": -0.170061, - "nauc_mrr_at_1_diff1": 0.937147, - "nauc_mrr_at_3_max": 0.85236, - "nauc_mrr_at_3_std": -0.153792, - "nauc_mrr_at_3_diff1": 0.93726, - "nauc_mrr_at_5_max": 0.854557, - "nauc_mrr_at_5_std": -0.160689, - "nauc_mrr_at_5_diff1": 0.939415, - "nauc_mrr_at_10_max": 0.854026, - "nauc_mrr_at_10_std": -0.144631, - "nauc_mrr_at_10_diff1": 0.939054, - "nauc_mrr_at_20_max": 0.853296, - "nauc_mrr_at_20_std": -0.149397, - "nauc_mrr_at_20_diff1": 0.939074, - "nauc_mrr_at_100_max": 0.852774, - "nauc_mrr_at_100_std": -0.14912, - "nauc_mrr_at_100_diff1": 0.938806, - "nauc_mrr_at_1000_max": 0.852727, - "nauc_mrr_at_1000_std": -0.149469, - "nauc_mrr_at_1000_diff1": 0.938793, - "main_score": 0.93894, + "nauc_mrr_at_1_max": 0.810527, + "nauc_mrr_at_1_std": -0.251786, + "nauc_mrr_at_1_diff1": 0.922499, + "nauc_mrr_at_3_max": 0.83531, + "nauc_mrr_at_3_std": -0.251163, + "nauc_mrr_at_3_diff1": 0.925049, + "nauc_mrr_at_5_max": 0.835962, + "nauc_mrr_at_5_std": -0.250363, + "nauc_mrr_at_5_diff1": 0.92647, + "nauc_mrr_at_10_max": 0.835102, + "nauc_mrr_at_10_std": -0.239887, + "nauc_mrr_at_10_diff1": 0.926165, + "nauc_mrr_at_20_max": 0.834387, + "nauc_mrr_at_20_std": -0.239575, + "nauc_mrr_at_20_diff1": 0.925633, + "nauc_mrr_at_100_max": 0.833699, + "nauc_mrr_at_100_std": -0.241817, + "nauc_mrr_at_100_diff1": 0.925577, + "nauc_mrr_at_1000_max": 0.833678, + "nauc_mrr_at_1000_std": -0.242007, + "nauc_mrr_at_1000_diff1": 0.925571, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.94333, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93378, "hf_subset": "eng_Latn-ces_Latn", "languages": [ "eng-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.67889, - "ndcg_at_3": 0.741, - "ndcg_at_5": 0.75583, - "ndcg_at_10": 0.76878, - "ndcg_at_20": 0.77537, - "ndcg_at_100": 0.78734, - "ndcg_at_1000": 0.79422, - "map_at_1": 0.67889, - "map_at_3": 0.7263, - "map_at_5": 0.73463, - "map_at_10": 0.73998, - "map_at_20": 0.74185, - "map_at_100": 0.74361, - "map_at_1000": 0.7439, - "recall_at_1": 0.67889, - "recall_at_3": 0.78333, - "recall_at_5": 0.81889, - "recall_at_10": 0.85889, - "recall_at_20": 0.88444, - "recall_at_100": 0.94778, + "ndcg_at_1": 0.65444, + "ndcg_at_3": 0.72205, + "ndcg_at_5": 0.73854, + "ndcg_at_10": 0.74793, + "ndcg_at_20": 0.75917, + "ndcg_at_100": 0.77165, + "ndcg_at_1000": 0.77868, + "map_at_1": 0.65444, + "map_at_3": 0.70648, + "map_at_5": 0.71565, + "map_at_10": 0.71954, + "map_at_20": 0.72263, + "map_at_100": 0.72441, + "map_at_1000": 0.72471, + "recall_at_1": 0.65444, + "recall_at_3": 0.76667, + "recall_at_5": 0.80667, + "recall_at_10": 0.83556, + "recall_at_20": 0.88, + "recall_at_100": 0.94667, "recall_at_1000": 1.0, - "precision_at_1": 0.67889, - "precision_at_3": 0.26111, - "precision_at_5": 0.16378, - "precision_at_10": 0.08589, - "precision_at_20": 0.04422, - "precision_at_100": 0.00948, + "accuracy": 0.65444, + "precision_at_1": 0.65444, + "precision_at_3": 0.25556, + "precision_at_5": 0.16133, + "precision_at_10": 0.08356, + "precision_at_20": 0.044, + "precision_at_100": 0.00947, "precision_at_1000": 0.001, - "mrr_at_1": 0.678889, - "mrr_at_3": 0.726296, - "mrr_at_5": 0.73463, - "mrr_at_10": 0.739976, - "mrr_at_20": 0.741854, - "mrr_at_100": 0.74361, - "mrr_at_1000": 0.743899, - "nauc_ndcg_at_1_max": 0.739282, - "nauc_ndcg_at_1_std": 0.082705, - "nauc_ndcg_at_1_diff1": 0.82514, - "nauc_ndcg_at_3_max": 0.769868, - "nauc_ndcg_at_3_std": 0.126813, - "nauc_ndcg_at_3_diff1": 0.804525, - "nauc_ndcg_at_5_max": 0.767272, - "nauc_ndcg_at_5_std": 0.13079, - "nauc_ndcg_at_5_diff1": 0.801003, - "nauc_ndcg_at_10_max": 0.762943, - "nauc_ndcg_at_10_std": 0.130885, - "nauc_ndcg_at_10_diff1": 0.7985, - "nauc_ndcg_at_20_max": 0.762747, - "nauc_ndcg_at_20_std": 0.136042, - "nauc_ndcg_at_20_diff1": 0.80026, - "nauc_ndcg_at_100_max": 0.762065, - "nauc_ndcg_at_100_std": 0.134314, - "nauc_ndcg_at_100_diff1": 0.800344, - "nauc_ndcg_at_1000_max": 0.761275, - "nauc_ndcg_at_1000_std": 0.126267, - "nauc_ndcg_at_1000_diff1": 0.803994, - "nauc_map_at_1_max": 0.739282, - "nauc_map_at_1_std": 0.082705, - "nauc_map_at_1_diff1": 0.82514, - "nauc_map_at_3_max": 0.761834, - "nauc_map_at_3_std": 0.113133, - "nauc_map_at_3_diff1": 0.810157, - "nauc_map_at_5_max": 0.760099, - "nauc_map_at_5_std": 0.114574, - "nauc_map_at_5_diff1": 0.808403, - "nauc_map_at_10_max": 0.758319, - "nauc_map_at_10_std": 0.114368, - "nauc_map_at_10_diff1": 0.807655, - "nauc_map_at_20_max": 0.758266, - "nauc_map_at_20_std": 0.11556, - "nauc_map_at_20_diff1": 0.808202, - "nauc_map_at_100_max": 0.758234, - "nauc_map_at_100_std": 0.115404, - "nauc_map_at_100_diff1": 0.808199, - "nauc_map_at_1000_max": 0.758244, - "nauc_map_at_1000_std": 0.115216, - "nauc_map_at_1000_diff1": 0.808345, - "nauc_recall_at_1_max": 0.739282, - "nauc_recall_at_1_std": 0.082705, - "nauc_recall_at_1_diff1": 0.82514, - "nauc_recall_at_3_max": 0.797474, - "nauc_recall_at_3_std": 0.174901, - "nauc_recall_at_3_diff1": 0.785064, - "nauc_recall_at_5_max": 0.794981, - "nauc_recall_at_5_std": 0.196467, - "nauc_recall_at_5_diff1": 0.771471, - "nauc_recall_at_10_max": 0.782061, - "nauc_recall_at_10_std": 0.213005, - "nauc_recall_at_10_diff1": 0.751905, - "nauc_recall_at_20_max": 0.784046, - "nauc_recall_at_20_std": 0.264087, - "nauc_recall_at_20_diff1": 0.75424, - "nauc_recall_at_100_max": 0.789985, - "nauc_recall_at_100_std": 0.366013, - "nauc_recall_at_100_diff1": 0.706657, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.739282, - "nauc_precision_at_1_std": 0.082705, - "nauc_precision_at_1_diff1": 0.82514, - "nauc_precision_at_3_max": 0.797474, - "nauc_precision_at_3_std": 0.174901, - "nauc_precision_at_3_diff1": 0.785064, - "nauc_precision_at_5_max": 0.794981, - "nauc_precision_at_5_std": 0.196467, - "nauc_precision_at_5_diff1": 0.771471, - "nauc_precision_at_10_max": 0.782061, - "nauc_precision_at_10_std": 0.213005, - "nauc_precision_at_10_diff1": 0.751905, - "nauc_precision_at_20_max": 0.784046, - "nauc_precision_at_20_std": 0.264087, - "nauc_precision_at_20_diff1": 0.75424, - "nauc_precision_at_100_max": 0.789985, - "nauc_precision_at_100_std": 0.366013, - "nauc_precision_at_100_diff1": 0.706657, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.739282, - "nauc_mrr_at_1_std": 0.082705, - "nauc_mrr_at_1_diff1": 0.82514, - "nauc_mrr_at_3_max": 0.761834, - "nauc_mrr_at_3_std": 0.113133, - "nauc_mrr_at_3_diff1": 0.810157, - "nauc_mrr_at_5_max": 0.760099, - "nauc_mrr_at_5_std": 0.114574, - "nauc_mrr_at_5_diff1": 0.808403, - "nauc_mrr_at_10_max": 0.758319, - "nauc_mrr_at_10_std": 0.114368, - "nauc_mrr_at_10_diff1": 0.807655, - "nauc_mrr_at_20_max": 0.758266, - "nauc_mrr_at_20_std": 0.11556, - "nauc_mrr_at_20_diff1": 0.808202, - "nauc_mrr_at_100_max": 0.758234, - "nauc_mrr_at_100_std": 0.115404, - "nauc_mrr_at_100_diff1": 0.808199, - "nauc_mrr_at_1000_max": 0.758244, - "nauc_mrr_at_1000_std": 0.115216, - "nauc_mrr_at_1000_diff1": 0.808345, - "main_score": 0.76878, + "mrr_at_1": 0.654444, + "mrr_at_3": 0.706481, + "mrr_at_5": 0.715648, + "mrr_at_10": 0.719541, + "mrr_at_20": 0.722633, + "mrr_at_100": 0.724409, + "mrr_at_1000": 0.724706, + "nauc_ndcg_at_1_max": 0.729565, + "nauc_ndcg_at_1_std": 0.00572, + "nauc_ndcg_at_1_diff1": 0.858668, + "nauc_ndcg_at_3_max": 0.761714, + "nauc_ndcg_at_3_std": 0.092967, + "nauc_ndcg_at_3_diff1": 0.824537, + "nauc_ndcg_at_5_max": 0.758189, + "nauc_ndcg_at_5_std": 0.091464, + "nauc_ndcg_at_5_diff1": 0.823784, + "nauc_ndcg_at_10_max": 0.759972, + "nauc_ndcg_at_10_std": 0.102539, + "nauc_ndcg_at_10_diff1": 0.824081, + "nauc_ndcg_at_20_max": 0.75966, + "nauc_ndcg_at_20_std": 0.102665, + "nauc_ndcg_at_20_diff1": 0.824803, + "nauc_ndcg_at_100_max": 0.75664, + "nauc_ndcg_at_100_std": 0.09653, + "nauc_ndcg_at_100_diff1": 0.827024, + "nauc_ndcg_at_1000_max": 0.754458, + "nauc_ndcg_at_1000_std": 0.085738, + "nauc_ndcg_at_1000_diff1": 0.82903, + "nauc_map_at_1_max": 0.729565, + "nauc_map_at_1_std": 0.00572, + "nauc_map_at_1_diff1": 0.858668, + "nauc_map_at_3_max": 0.753181, + "nauc_map_at_3_std": 0.070423, + "nauc_map_at_3_diff1": 0.832991, + "nauc_map_at_5_max": 0.751142, + "nauc_map_at_5_std": 0.069177, + "nauc_map_at_5_diff1": 0.832896, + "nauc_map_at_10_max": 0.751719, + "nauc_map_at_10_std": 0.072805, + "nauc_map_at_10_diff1": 0.833193, + "nauc_map_at_20_max": 0.751542, + "nauc_map_at_20_std": 0.072062, + "nauc_map_at_20_diff1": 0.833548, + "nauc_map_at_100_max": 0.750864, + "nauc_map_at_100_std": 0.070968, + "nauc_map_at_100_diff1": 0.833663, + "nauc_map_at_1000_max": 0.750803, + "nauc_map_at_1000_std": 0.070663, + "nauc_map_at_1000_diff1": 0.833739, + "nauc_recall_at_1_max": 0.729565, + "nauc_recall_at_1_std": 0.00572, + "nauc_recall_at_1_diff1": 0.858668, + "nauc_recall_at_3_max": 0.790838, + "nauc_recall_at_3_std": 0.169592, + "nauc_recall_at_3_diff1": 0.795993, + "nauc_recall_at_5_max": 0.784695, + "nauc_recall_at_5_std": 0.176719, + "nauc_recall_at_5_diff1": 0.78865, + "nauc_recall_at_10_max": 0.796742, + "nauc_recall_at_10_std": 0.240631, + "nauc_recall_at_10_diff1": 0.783879, + "nauc_recall_at_20_max": 0.806762, + "nauc_recall_at_20_std": 0.293372, + "nauc_recall_at_20_diff1": 0.774645, + "nauc_recall_at_100_max": 0.819406, + "nauc_recall_at_100_std": 0.407135, + "nauc_recall_at_100_diff1": 0.772224, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729565, + "nauc_precision_at_1_std": 0.00572, + "nauc_precision_at_1_diff1": 0.858668, + "nauc_precision_at_3_max": 0.790838, + "nauc_precision_at_3_std": 0.169592, + "nauc_precision_at_3_diff1": 0.795993, + "nauc_precision_at_5_max": 0.784695, + "nauc_precision_at_5_std": 0.176719, + "nauc_precision_at_5_diff1": 0.78865, + "nauc_precision_at_10_max": 0.796742, + "nauc_precision_at_10_std": 0.240631, + "nauc_precision_at_10_diff1": 0.783879, + "nauc_precision_at_20_max": 0.806762, + "nauc_precision_at_20_std": 0.293372, + "nauc_precision_at_20_diff1": 0.774645, + "nauc_precision_at_100_max": 0.819406, + "nauc_precision_at_100_std": 0.407135, + "nauc_precision_at_100_diff1": 0.772224, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.729565, + "nauc_mrr_at_1_std": 0.00572, + "nauc_mrr_at_1_diff1": 0.858668, + "nauc_mrr_at_3_max": 0.753181, + "nauc_mrr_at_3_std": 0.070423, + "nauc_mrr_at_3_diff1": 0.832991, + "nauc_mrr_at_5_max": 0.751142, + "nauc_mrr_at_5_std": 0.069177, + "nauc_mrr_at_5_diff1": 0.832896, + "nauc_mrr_at_10_max": 0.751719, + "nauc_mrr_at_10_std": 0.072805, + "nauc_mrr_at_10_diff1": 0.833193, + "nauc_mrr_at_20_max": 0.751542, + "nauc_mrr_at_20_std": 0.072062, + "nauc_mrr_at_20_diff1": 0.833548, + "nauc_mrr_at_100_max": 0.750864, + "nauc_mrr_at_100_std": 0.070968, + "nauc_mrr_at_100_diff1": 0.833663, + "nauc_mrr_at_1000_max": 0.750803, + "nauc_mrr_at_1000_std": 0.070663, + "nauc_mrr_at_1000_diff1": 0.833739, + "hit_rate_at_1": 0.65444, + "hit_rate_at_3": 0.76667, + "hit_rate_at_5": 0.80667, + "hit_rate_at_10": 0.83556, + "hit_rate_at_20": 0.88, + "hit_rate_at_100": 0.94667, + "hit_rate_at_1000": 1.0, + "main_score": 0.74793, "hf_subset": "ckb_Arab-ckb_Arab", "languages": [ "ckb-Arab", "ckb-Arab" - ] - }, - { - "ndcg_at_1": 0.75111, - "ndcg_at_3": 0.81758, - "ndcg_at_5": 0.83049, - "ndcg_at_10": 0.84442, - "ndcg_at_20": 0.85083, - "ndcg_at_100": 0.85703, - "ndcg_at_1000": 0.85793, - "map_at_1": 0.75111, - "map_at_3": 0.80204, - "map_at_5": 0.80926, - "map_at_10": 0.81517, - "map_at_20": 0.8169, - "map_at_100": 0.81784, - "map_at_1000": 0.81788, - "recall_at_1": 0.75111, - "recall_at_3": 0.86222, - "recall_at_5": 0.89333, - "recall_at_10": 0.93556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.75889, + "ndcg_at_3": 0.81409, + "ndcg_at_5": 0.83072, + "ndcg_at_10": 0.84228, + "ndcg_at_20": 0.8497, + "ndcg_at_100": 0.85549, + "ndcg_at_1000": 0.8567, + "map_at_1": 0.75889, + "map_at_3": 0.80019, + "map_at_5": 0.80924, + "map_at_10": 0.81404, + "map_at_20": 0.81599, + "map_at_100": 0.81688, + "map_at_1000": 0.81693, + "recall_at_1": 0.75889, + "recall_at_3": 0.85444, + "recall_at_5": 0.89556, + "recall_at_10": 0.93111, "recall_at_20": 0.96111, - "recall_at_100": 0.99333, + "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.75111, - "precision_at_3": 0.28741, - "precision_at_5": 0.17867, - "precision_at_10": 0.09356, + "accuracy": 0.75889, + "precision_at_1": 0.75889, + "precision_at_3": 0.28481, + "precision_at_5": 0.17911, + "precision_at_10": 0.09311, "precision_at_20": 0.04806, - "precision_at_100": 0.00993, + "precision_at_100": 0.00991, "precision_at_1000": 0.001, - "mrr_at_1": 0.751111, - "mrr_at_3": 0.802037, - "mrr_at_5": 0.809259, - "mrr_at_10": 0.815171, - "mrr_at_20": 0.816901, - "mrr_at_100": 0.817839, - "mrr_at_1000": 0.817881, - "nauc_ndcg_at_1_max": 0.677418, - "nauc_ndcg_at_1_std": -0.145485, - "nauc_ndcg_at_1_diff1": 0.838932, - "nauc_ndcg_at_3_max": 0.683095, - "nauc_ndcg_at_3_std": -0.172759, - "nauc_ndcg_at_3_diff1": 0.799409, - "nauc_ndcg_at_5_max": 0.680292, - "nauc_ndcg_at_5_std": -0.165975, - "nauc_ndcg_at_5_diff1": 0.796367, - "nauc_ndcg_at_10_max": 0.679879, - "nauc_ndcg_at_10_std": -0.160668, - "nauc_ndcg_at_10_diff1": 0.802474, - "nauc_ndcg_at_20_max": 0.676592, - "nauc_ndcg_at_20_std": -0.158734, - "nauc_ndcg_at_20_diff1": 0.806604, - "nauc_ndcg_at_100_max": 0.678581, - "nauc_ndcg_at_100_std": -0.162315, - "nauc_ndcg_at_100_diff1": 0.80939, - "nauc_ndcg_at_1000_max": 0.680772, - "nauc_ndcg_at_1000_std": -0.160256, - "nauc_ndcg_at_1000_diff1": 0.810039, - "nauc_map_at_1_max": 0.677418, - "nauc_map_at_1_std": -0.145485, - "nauc_map_at_1_diff1": 0.838932, - "nauc_map_at_3_max": 0.682661, - "nauc_map_at_3_std": -0.16579, - "nauc_map_at_3_diff1": 0.810385, - "nauc_map_at_5_max": 0.681396, - "nauc_map_at_5_std": -0.162168, - "nauc_map_at_5_diff1": 0.809359, - "nauc_map_at_10_max": 0.681438, - "nauc_map_at_10_std": -0.160106, - "nauc_map_at_10_diff1": 0.812024, - "nauc_map_at_20_max": 0.680668, - "nauc_map_at_20_std": -0.159855, - "nauc_map_at_20_diff1": 0.813062, - "nauc_map_at_100_max": 0.681205, - "nauc_map_at_100_std": -0.159962, - "nauc_map_at_100_diff1": 0.813509, - "nauc_map_at_1000_max": 0.681316, - "nauc_map_at_1000_std": -0.159824, - "nauc_map_at_1000_diff1": 0.813543, - "nauc_recall_at_1_max": 0.677418, - "nauc_recall_at_1_std": -0.145485, - "nauc_recall_at_1_diff1": 0.838932, - "nauc_recall_at_3_max": 0.684105, - "nauc_recall_at_3_std": -0.199635, - "nauc_recall_at_3_diff1": 0.756506, - "nauc_recall_at_5_max": 0.673188, - "nauc_recall_at_5_std": -0.181837, - "nauc_recall_at_5_diff1": 0.733834, - "nauc_recall_at_10_max": 0.663986, - "nauc_recall_at_10_std": -0.156018, - "nauc_recall_at_10_diff1": 0.735077, - "nauc_recall_at_20_max": 0.608817, - "nauc_recall_at_20_std": -0.119861, - "nauc_recall_at_20_diff1": 0.748246, - "nauc_recall_at_100_max": 0.393635, - "nauc_recall_at_100_std": -0.392546, - "nauc_recall_at_100_diff1": 0.726113, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.677418, - "nauc_precision_at_1_std": -0.145485, - "nauc_precision_at_1_diff1": 0.838932, - "nauc_precision_at_3_max": 0.684105, - "nauc_precision_at_3_std": -0.199635, - "nauc_precision_at_3_diff1": 0.756506, - "nauc_precision_at_5_max": 0.673188, - "nauc_precision_at_5_std": -0.181837, - "nauc_precision_at_5_diff1": 0.733834, - "nauc_precision_at_10_max": 0.663986, - "nauc_precision_at_10_std": -0.156018, - "nauc_precision_at_10_diff1": 0.735077, - "nauc_precision_at_20_max": 0.608817, - "nauc_precision_at_20_std": -0.119861, - "nauc_precision_at_20_diff1": 0.748246, - "nauc_precision_at_100_max": 0.393635, - "nauc_precision_at_100_std": -0.392546, - "nauc_precision_at_100_diff1": 0.726113, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.677418, - "nauc_mrr_at_1_std": -0.145485, - "nauc_mrr_at_1_diff1": 0.838932, - "nauc_mrr_at_3_max": 0.682661, - "nauc_mrr_at_3_std": -0.16579, - "nauc_mrr_at_3_diff1": 0.810385, - "nauc_mrr_at_5_max": 0.681396, - "nauc_mrr_at_5_std": -0.162168, - "nauc_mrr_at_5_diff1": 0.809359, - "nauc_mrr_at_10_max": 0.681438, - "nauc_mrr_at_10_std": -0.160106, - "nauc_mrr_at_10_diff1": 0.812024, - "nauc_mrr_at_20_max": 0.680668, - "nauc_mrr_at_20_std": -0.159855, - "nauc_mrr_at_20_diff1": 0.813062, - "nauc_mrr_at_100_max": 0.681205, - "nauc_mrr_at_100_std": -0.159962, - "nauc_mrr_at_100_diff1": 0.813509, - "nauc_mrr_at_1000_max": 0.681316, - "nauc_mrr_at_1000_std": -0.159824, - "nauc_mrr_at_1000_diff1": 0.813543, - "main_score": 0.84442, + "mrr_at_1": 0.758889, + "mrr_at_3": 0.800185, + "mrr_at_5": 0.809241, + "mrr_at_10": 0.81404, + "mrr_at_20": 0.815992, + "mrr_at_100": 0.816876, + "mrr_at_1000": 0.816932, + "nauc_ndcg_at_1_max": 0.615626, + "nauc_ndcg_at_1_std": -0.196883, + "nauc_ndcg_at_1_diff1": 0.813876, + "nauc_ndcg_at_3_max": 0.635605, + "nauc_ndcg_at_3_std": -0.19963, + "nauc_ndcg_at_3_diff1": 0.790801, + "nauc_ndcg_at_5_max": 0.620281, + "nauc_ndcg_at_5_std": -0.211858, + "nauc_ndcg_at_5_diff1": 0.786652, + "nauc_ndcg_at_10_max": 0.613654, + "nauc_ndcg_at_10_std": -0.213937, + "nauc_ndcg_at_10_diff1": 0.788548, + "nauc_ndcg_at_20_max": 0.616829, + "nauc_ndcg_at_20_std": -0.206067, + "nauc_ndcg_at_20_diff1": 0.792817, + "nauc_ndcg_at_100_max": 0.617417, + "nauc_ndcg_at_100_std": -0.20794, + "nauc_ndcg_at_100_diff1": 0.794204, + "nauc_ndcg_at_1000_max": 0.619248, + "nauc_ndcg_at_1000_std": -0.206608, + "nauc_ndcg_at_1000_diff1": 0.794466, + "nauc_map_at_1_max": 0.615626, + "nauc_map_at_1_std": -0.196883, + "nauc_map_at_1_diff1": 0.813876, + "nauc_map_at_3_max": 0.629552, + "nauc_map_at_3_std": -0.200437, + "nauc_map_at_3_diff1": 0.796477, + "nauc_map_at_5_max": 0.621678, + "nauc_map_at_5_std": -0.206988, + "nauc_map_at_5_diff1": 0.794739, + "nauc_map_at_10_max": 0.619205, + "nauc_map_at_10_std": -0.207988, + "nauc_map_at_10_diff1": 0.795602, + "nauc_map_at_20_max": 0.619883, + "nauc_map_at_20_std": -0.205987, + "nauc_map_at_20_diff1": 0.796479, + "nauc_map_at_100_max": 0.620075, + "nauc_map_at_100_std": -0.206053, + "nauc_map_at_100_diff1": 0.796711, + "nauc_map_at_1000_max": 0.620167, + "nauc_map_at_1000_std": -0.205946, + "nauc_map_at_1000_diff1": 0.796733, + "nauc_recall_at_1_max": 0.615626, + "nauc_recall_at_1_std": -0.196883, + "nauc_recall_at_1_diff1": 0.813876, + "nauc_recall_at_3_max": 0.658798, + "nauc_recall_at_3_std": -0.195703, + "nauc_recall_at_3_diff1": 0.769722, + "nauc_recall_at_5_max": 0.609935, + "nauc_recall_at_5_std": -0.236565, + "nauc_recall_at_5_diff1": 0.746609, + "nauc_recall_at_10_max": 0.563372, + "nauc_recall_at_10_std": -0.257605, + "nauc_recall_at_10_diff1": 0.739157, + "nauc_recall_at_20_max": 0.573003, + "nauc_recall_at_20_std": -0.184954, + "nauc_recall_at_20_diff1": 0.7672, + "nauc_recall_at_100_max": 0.438434, + "nauc_recall_at_100_std": -0.303163, + "nauc_recall_at_100_diff1": 0.775619, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.615626, + "nauc_precision_at_1_std": -0.196883, + "nauc_precision_at_1_diff1": 0.813876, + "nauc_precision_at_3_max": 0.658798, + "nauc_precision_at_3_std": -0.195703, + "nauc_precision_at_3_diff1": 0.769722, + "nauc_precision_at_5_max": 0.609935, + "nauc_precision_at_5_std": -0.236565, + "nauc_precision_at_5_diff1": 0.746609, + "nauc_precision_at_10_max": 0.563372, + "nauc_precision_at_10_std": -0.257605, + "nauc_precision_at_10_diff1": 0.739157, + "nauc_precision_at_20_max": 0.573003, + "nauc_precision_at_20_std": -0.184954, + "nauc_precision_at_20_diff1": 0.7672, + "nauc_precision_at_100_max": 0.438434, + "nauc_precision_at_100_std": -0.303163, + "nauc_precision_at_100_diff1": 0.775619, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.615626, + "nauc_mrr_at_1_std": -0.196883, + "nauc_mrr_at_1_diff1": 0.813876, + "nauc_mrr_at_3_max": 0.629552, + "nauc_mrr_at_3_std": -0.200437, + "nauc_mrr_at_3_diff1": 0.796477, + "nauc_mrr_at_5_max": 0.621678, + "nauc_mrr_at_5_std": -0.206988, + "nauc_mrr_at_5_diff1": 0.794739, + "nauc_mrr_at_10_max": 0.619205, + "nauc_mrr_at_10_std": -0.207988, + "nauc_mrr_at_10_diff1": 0.795602, + "nauc_mrr_at_20_max": 0.619883, + "nauc_mrr_at_20_std": -0.205987, + "nauc_mrr_at_20_diff1": 0.796479, + "nauc_mrr_at_100_max": 0.620075, + "nauc_mrr_at_100_std": -0.206053, + "nauc_mrr_at_100_diff1": 0.796711, + "nauc_mrr_at_1000_max": 0.620167, + "nauc_mrr_at_1000_std": -0.205946, + "nauc_mrr_at_1000_diff1": 0.796733, + "hit_rate_at_1": 0.75889, + "hit_rate_at_3": 0.85444, + "hit_rate_at_5": 0.89556, + "hit_rate_at_10": 0.93111, + "hit_rate_at_20": 0.96111, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.84228, "hf_subset": "ckb_Arab-eng_Latn", "languages": [ "ckb-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.52222, - "ndcg_at_3": 0.5854, - "ndcg_at_5": 0.60189, - "ndcg_at_10": 0.62232, - "ndcg_at_20": 0.63572, - "ndcg_at_100": 0.65829, - "ndcg_at_1000": 0.66965, - "map_at_1": 0.52222, - "map_at_3": 0.56963, - "map_at_5": 0.5788, - "map_at_10": 0.5872, - "map_at_20": 0.59083, - "map_at_100": 0.59369, - "map_at_1000": 0.59415, - "recall_at_1": 0.52222, - "recall_at_3": 0.63111, - "recall_at_5": 0.67111, - "recall_at_10": 0.73444, - "recall_at_20": 0.78778, - "recall_at_100": 0.91333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.48556, + "ndcg_at_3": 0.55711, + "ndcg_at_5": 0.57366, + "ndcg_at_10": 0.58996, + "ndcg_at_20": 0.60311, + "ndcg_at_100": 0.63006, + "ndcg_at_1000": 0.64328, + "map_at_1": 0.48556, + "map_at_3": 0.53926, + "map_at_5": 0.54848, + "map_at_10": 0.55528, + "map_at_20": 0.55887, + "map_at_100": 0.56236, + "map_at_1000": 0.56292, + "recall_at_1": 0.48556, + "recall_at_3": 0.60889, + "recall_at_5": 0.64889, + "recall_at_10": 0.69889, + "recall_at_20": 0.75111, + "recall_at_100": 0.9, "recall_at_1000": 1.0, - "precision_at_1": 0.52222, - "precision_at_3": 0.21037, - "precision_at_5": 0.13422, - "precision_at_10": 0.07344, - "precision_at_20": 0.03939, - "precision_at_100": 0.00913, - "precision_at_1000": 0.001, - "mrr_at_1": 0.522222, - "mrr_at_3": 0.56963, - "mrr_at_5": 0.578796, - "mrr_at_10": 0.587203, - "mrr_at_20": 0.590834, - "mrr_at_100": 0.593691, - "mrr_at_1000": 0.594155, - "nauc_ndcg_at_1_max": 0.784825, - "nauc_ndcg_at_1_std": 0.275398, - "nauc_ndcg_at_1_diff1": 0.797416, - "nauc_ndcg_at_3_max": 0.806236, - "nauc_ndcg_at_3_std": 0.340858, - "nauc_ndcg_at_3_diff1": 0.763697, - "nauc_ndcg_at_5_max": 0.802042, - "nauc_ndcg_at_5_std": 0.345613, - "nauc_ndcg_at_5_diff1": 0.756486, - "nauc_ndcg_at_10_max": 0.801266, - "nauc_ndcg_at_10_std": 0.356444, - "nauc_ndcg_at_10_diff1": 0.751128, - "nauc_ndcg_at_20_max": 0.799028, - "nauc_ndcg_at_20_std": 0.356749, - "nauc_ndcg_at_20_diff1": 0.753302, - "nauc_ndcg_at_100_max": 0.799221, - "nauc_ndcg_at_100_std": 0.358194, - "nauc_ndcg_at_100_diff1": 0.754437, - "nauc_ndcg_at_1000_max": 0.799075, - "nauc_ndcg_at_1000_std": 0.344886, - "nauc_ndcg_at_1000_diff1": 0.7601, - "nauc_map_at_1_max": 0.784825, - "nauc_map_at_1_std": 0.275398, - "nauc_map_at_1_diff1": 0.797416, - "nauc_map_at_3_max": 0.801321, - "nauc_map_at_3_std": 0.325091, - "nauc_map_at_3_diff1": 0.772273, - "nauc_map_at_5_max": 0.799022, - "nauc_map_at_5_std": 0.327357, - "nauc_map_at_5_diff1": 0.768493, - "nauc_map_at_10_max": 0.798577, - "nauc_map_at_10_std": 0.331293, - "nauc_map_at_10_diff1": 0.766463, - "nauc_map_at_20_max": 0.797975, - "nauc_map_at_20_std": 0.331052, - "nauc_map_at_20_diff1": 0.76702, - "nauc_map_at_100_max": 0.797966, - "nauc_map_at_100_std": 0.331128, - "nauc_map_at_100_diff1": 0.767247, - "nauc_map_at_1000_max": 0.797966, - "nauc_map_at_1000_std": 0.330652, - "nauc_map_at_1000_diff1": 0.767461, - "nauc_recall_at_1_max": 0.784825, - "nauc_recall_at_1_std": 0.275398, - "nauc_recall_at_1_diff1": 0.797416, - "nauc_recall_at_3_max": 0.821415, - "nauc_recall_at_3_std": 0.389925, - "nauc_recall_at_3_diff1": 0.736793, - "nauc_recall_at_5_max": 0.811123, - "nauc_recall_at_5_std": 0.40694, - "nauc_recall_at_5_diff1": 0.715292, - "nauc_recall_at_10_max": 0.810359, - "nauc_recall_at_10_std": 0.459586, - "nauc_recall_at_10_diff1": 0.68834, - "nauc_recall_at_20_max": 0.799458, - "nauc_recall_at_20_std": 0.482947, - "nauc_recall_at_20_diff1": 0.689886, - "nauc_recall_at_100_max": 0.804388, - "nauc_recall_at_100_std": 0.658802, - "nauc_recall_at_100_diff1": 0.629229, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.784825, - "nauc_precision_at_1_std": 0.275398, - "nauc_precision_at_1_diff1": 0.797416, - "nauc_precision_at_3_max": 0.821415, - "nauc_precision_at_3_std": 0.389925, - "nauc_precision_at_3_diff1": 0.736793, - "nauc_precision_at_5_max": 0.811123, - "nauc_precision_at_5_std": 0.40694, - "nauc_precision_at_5_diff1": 0.715292, - "nauc_precision_at_10_max": 0.810359, - "nauc_precision_at_10_std": 0.459586, - "nauc_precision_at_10_diff1": 0.68834, - "nauc_precision_at_20_max": 0.799458, - "nauc_precision_at_20_std": 0.482947, - "nauc_precision_at_20_diff1": 0.689886, - "nauc_precision_at_100_max": 0.804388, - "nauc_precision_at_100_std": 0.658802, - "nauc_precision_at_100_diff1": 0.629229, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.784825, - "nauc_mrr_at_1_std": 0.275398, - "nauc_mrr_at_1_diff1": 0.797416, - "nauc_mrr_at_3_max": 0.801321, - "nauc_mrr_at_3_std": 0.325091, - "nauc_mrr_at_3_diff1": 0.772273, - "nauc_mrr_at_5_max": 0.799022, - "nauc_mrr_at_5_std": 0.327357, - "nauc_mrr_at_5_diff1": 0.768493, - "nauc_mrr_at_10_max": 0.798577, - "nauc_mrr_at_10_std": 0.331293, - "nauc_mrr_at_10_diff1": 0.766463, - "nauc_mrr_at_20_max": 0.797975, - "nauc_mrr_at_20_std": 0.331052, - "nauc_mrr_at_20_diff1": 0.76702, - "nauc_mrr_at_100_max": 0.797966, - "nauc_mrr_at_100_std": 0.331128, - "nauc_mrr_at_100_diff1": 0.767247, - "nauc_mrr_at_1000_max": 0.797966, - "nauc_mrr_at_1000_std": 0.330652, - "nauc_mrr_at_1000_diff1": 0.767461, - "main_score": 0.62232, + "accuracy": 0.48556, + "precision_at_1": 0.48556, + "precision_at_3": 0.20296, + "precision_at_5": 0.12978, + "precision_at_10": 0.06989, + "precision_at_20": 0.03756, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.485556, + "mrr_at_3": 0.539259, + "mrr_at_5": 0.548481, + "mrr_at_10": 0.555285, + "mrr_at_20": 0.558875, + "mrr_at_100": 0.562358, + "mrr_at_1000": 0.562922, + "nauc_ndcg_at_1_max": 0.768658, + "nauc_ndcg_at_1_std": 0.25029, + "nauc_ndcg_at_1_diff1": 0.820909, + "nauc_ndcg_at_3_max": 0.774738, + "nauc_ndcg_at_3_std": 0.284987, + "nauc_ndcg_at_3_diff1": 0.779956, + "nauc_ndcg_at_5_max": 0.773502, + "nauc_ndcg_at_5_std": 0.292107, + "nauc_ndcg_at_5_diff1": 0.773307, + "nauc_ndcg_at_10_max": 0.773831, + "nauc_ndcg_at_10_std": 0.300012, + "nauc_ndcg_at_10_diff1": 0.770295, + "nauc_ndcg_at_20_max": 0.774987, + "nauc_ndcg_at_20_std": 0.309036, + "nauc_ndcg_at_20_diff1": 0.769719, + "nauc_ndcg_at_100_max": 0.773562, + "nauc_ndcg_at_100_std": 0.311884, + "nauc_ndcg_at_100_diff1": 0.770862, + "nauc_ndcg_at_1000_max": 0.773771, + "nauc_ndcg_at_1000_std": 0.297311, + "nauc_ndcg_at_1000_diff1": 0.777854, + "nauc_map_at_1_max": 0.768658, + "nauc_map_at_1_std": 0.25029, + "nauc_map_at_1_diff1": 0.820909, + "nauc_map_at_3_max": 0.773453, + "nauc_map_at_3_std": 0.275722, + "nauc_map_at_3_diff1": 0.789629, + "nauc_map_at_5_max": 0.772716, + "nauc_map_at_5_std": 0.279481, + "nauc_map_at_5_diff1": 0.786269, + "nauc_map_at_10_max": 0.772862, + "nauc_map_at_10_std": 0.282572, + "nauc_map_at_10_diff1": 0.78524, + "nauc_map_at_20_max": 0.773142, + "nauc_map_at_20_std": 0.284689, + "nauc_map_at_20_diff1": 0.785247, + "nauc_map_at_100_max": 0.77299, + "nauc_map_at_100_std": 0.284967, + "nauc_map_at_100_diff1": 0.785548, + "nauc_map_at_1000_max": 0.773001, + "nauc_map_at_1000_std": 0.284428, + "nauc_map_at_1000_diff1": 0.785831, + "nauc_recall_at_1_max": 0.768658, + "nauc_recall_at_1_std": 0.25029, + "nauc_recall_at_1_diff1": 0.820909, + "nauc_recall_at_3_max": 0.778622, + "nauc_recall_at_3_std": 0.314028, + "nauc_recall_at_3_diff1": 0.750171, + "nauc_recall_at_5_max": 0.775843, + "nauc_recall_at_5_std": 0.335066, + "nauc_recall_at_5_diff1": 0.729677, + "nauc_recall_at_10_max": 0.777136, + "nauc_recall_at_10_std": 0.367918, + "nauc_recall_at_10_diff1": 0.713925, + "nauc_recall_at_20_max": 0.78388, + "nauc_recall_at_20_std": 0.428032, + "nauc_recall_at_20_diff1": 0.70093, + "nauc_recall_at_100_max": 0.770531, + "nauc_recall_at_100_std": 0.608486, + "nauc_recall_at_100_diff1": 0.632171, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768658, + "nauc_precision_at_1_std": 0.25029, + "nauc_precision_at_1_diff1": 0.820909, + "nauc_precision_at_3_max": 0.778622, + "nauc_precision_at_3_std": 0.314028, + "nauc_precision_at_3_diff1": 0.750171, + "nauc_precision_at_5_max": 0.775843, + "nauc_precision_at_5_std": 0.335066, + "nauc_precision_at_5_diff1": 0.729677, + "nauc_precision_at_10_max": 0.777136, + "nauc_precision_at_10_std": 0.367918, + "nauc_precision_at_10_diff1": 0.713925, + "nauc_precision_at_20_max": 0.78388, + "nauc_precision_at_20_std": 0.428032, + "nauc_precision_at_20_diff1": 0.70093, + "nauc_precision_at_100_max": 0.770531, + "nauc_precision_at_100_std": 0.608486, + "nauc_precision_at_100_diff1": 0.632171, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768658, + "nauc_mrr_at_1_std": 0.25029, + "nauc_mrr_at_1_diff1": 0.820909, + "nauc_mrr_at_3_max": 0.773453, + "nauc_mrr_at_3_std": 0.275722, + "nauc_mrr_at_3_diff1": 0.789629, + "nauc_mrr_at_5_max": 0.772716, + "nauc_mrr_at_5_std": 0.279481, + "nauc_mrr_at_5_diff1": 0.786269, + "nauc_mrr_at_10_max": 0.772862, + "nauc_mrr_at_10_std": 0.282572, + "nauc_mrr_at_10_diff1": 0.78524, + "nauc_mrr_at_20_max": 0.773142, + "nauc_mrr_at_20_std": 0.284689, + "nauc_mrr_at_20_diff1": 0.785247, + "nauc_mrr_at_100_max": 0.77299, + "nauc_mrr_at_100_std": 0.284967, + "nauc_mrr_at_100_diff1": 0.785548, + "nauc_mrr_at_1000_max": 0.773001, + "nauc_mrr_at_1000_std": 0.284428, + "nauc_mrr_at_1000_diff1": 0.785831, + "hit_rate_at_1": 0.48556, + "hit_rate_at_3": 0.60889, + "hit_rate_at_5": 0.64889, + "hit_rate_at_10": 0.69889, + "hit_rate_at_20": 0.75111, + "hit_rate_at_100": 0.9, + "hit_rate_at_1000": 1.0, + "main_score": 0.58996, "hf_subset": "eng_Latn-ckb_Arab", "languages": [ "eng-Latn", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92111, - "ndcg_at_3": 0.95021, - "ndcg_at_5": 0.9547, - "ndcg_at_10": 0.95684, - "ndcg_at_20": 0.95855, - "ndcg_at_100": 0.95921, - "ndcg_at_1000": 0.9595, - "map_at_1": 0.92111, - "map_at_3": 0.94333, - "map_at_5": 0.94578, - "map_at_10": 0.94665, - "map_at_20": 0.94713, - "map_at_100": 0.94723, - "map_at_1000": 0.94725, - "recall_at_1": 0.92111, - "recall_at_3": 0.97, - "recall_at_5": 0.98111, - "recall_at_10": 0.98778, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.94316, + "ndcg_at_5": 0.94775, + "ndcg_at_10": 0.95099, + "ndcg_at_20": 0.95212, + "ndcg_at_100": 0.95303, + "ndcg_at_1000": 0.95332, + "map_at_1": 0.90778, + "map_at_3": 0.93463, + "map_at_5": 0.93719, + "map_at_10": 0.93852, + "map_at_20": 0.93883, + "map_at_100": 0.93899, + "map_at_1000": 0.939, + "recall_at_1": 0.90778, + "recall_at_3": 0.96778, + "recall_at_5": 0.97889, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92111, - "precision_at_3": 0.32333, - "precision_at_5": 0.19622, - "precision_at_10": 0.09878, - "precision_at_20": 0.04972, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.32259, + "precision_at_5": 0.19578, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.921111, - "mrr_at_3": 0.943333, - "mrr_at_5": 0.945778, - "mrr_at_10": 0.946646, - "mrr_at_20": 0.947132, - "mrr_at_100": 0.947234, - "mrr_at_1000": 0.947246, - "nauc_ndcg_at_1_max": 0.854467, - "nauc_ndcg_at_1_std": -0.079977, - "nauc_ndcg_at_1_diff1": 0.941315, - "nauc_ndcg_at_3_max": 0.86802, - "nauc_ndcg_at_3_std": -0.162969, - "nauc_ndcg_at_3_diff1": 0.938908, - "nauc_ndcg_at_5_max": 0.8659, - "nauc_ndcg_at_5_std": -0.155526, - "nauc_ndcg_at_5_diff1": 0.939644, - "nauc_ndcg_at_10_max": 0.863934, - "nauc_ndcg_at_10_std": -0.122875, - "nauc_ndcg_at_10_diff1": 0.938913, - "nauc_ndcg_at_20_max": 0.8675, - "nauc_ndcg_at_20_std": -0.100173, - "nauc_ndcg_at_20_diff1": 0.938206, - "nauc_ndcg_at_100_max": 0.865374, - "nauc_ndcg_at_100_std": -0.109536, - "nauc_ndcg_at_100_diff1": 0.938554, - "nauc_ndcg_at_1000_max": 0.864404, - "nauc_ndcg_at_1000_std": -0.11753, - "nauc_ndcg_at_1000_diff1": 0.939053, - "nauc_map_at_1_max": 0.854467, - "nauc_map_at_1_std": -0.079977, - "nauc_map_at_1_diff1": 0.941315, - "nauc_map_at_3_max": 0.863905, - "nauc_map_at_3_std": -0.141469, - "nauc_map_at_3_diff1": 0.9395, - "nauc_map_at_5_max": 0.862892, - "nauc_map_at_5_std": -0.136498, - "nauc_map_at_5_diff1": 0.939936, - "nauc_map_at_10_max": 0.862305, - "nauc_map_at_10_std": -0.125115, - "nauc_map_at_10_diff1": 0.939682, - "nauc_map_at_20_max": 0.863033, - "nauc_map_at_20_std": -0.119086, - "nauc_map_at_20_diff1": 0.939539, - "nauc_map_at_100_max": 0.862768, - "nauc_map_at_100_std": -0.120484, - "nauc_map_at_100_diff1": 0.939565, - "nauc_map_at_1000_max": 0.862737, - "nauc_map_at_1000_std": -0.120739, - "nauc_map_at_1000_diff1": 0.939581, - "nauc_recall_at_1_max": 0.854467, - "nauc_recall_at_1_std": -0.079977, - "nauc_recall_at_1_diff1": 0.941315, - "nauc_recall_at_3_max": 0.890117, - "nauc_recall_at_3_std": -0.275201, - "nauc_recall_at_3_diff1": 0.935851, - "nauc_recall_at_5_max": 0.888916, - "nauc_recall_at_5_std": -0.304443, - "nauc_recall_at_5_diff1": 0.937524, - "nauc_recall_at_10_max": 0.877345, - "nauc_recall_at_10_std": -0.033019, - "nauc_recall_at_10_diff1": 0.928699, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.661158, - "nauc_recall_at_20_diff1": 0.895425, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.93463, + "mrr_at_5": 0.937185, + "mrr_at_10": 0.938524, + "mrr_at_20": 0.938834, + "mrr_at_100": 0.938992, + "mrr_at_1000": 0.939003, + "nauc_ndcg_at_1_max": 0.83839, + "nauc_ndcg_at_1_std": -0.114672, + "nauc_ndcg_at_1_diff1": 0.941671, + "nauc_ndcg_at_3_max": 0.867511, + "nauc_ndcg_at_3_std": -0.107662, + "nauc_ndcg_at_3_diff1": 0.939045, + "nauc_ndcg_at_5_max": 0.858021, + "nauc_ndcg_at_5_std": -0.150932, + "nauc_ndcg_at_5_diff1": 0.938247, + "nauc_ndcg_at_10_max": 0.855696, + "nauc_ndcg_at_10_std": -0.106588, + "nauc_ndcg_at_10_diff1": 0.937044, + "nauc_ndcg_at_20_max": 0.854788, + "nauc_ndcg_at_20_std": -0.099859, + "nauc_ndcg_at_20_diff1": 0.937894, + "nauc_ndcg_at_100_max": 0.856017, + "nauc_ndcg_at_100_std": -0.107381, + "nauc_ndcg_at_100_diff1": 0.938634, + "nauc_ndcg_at_1000_max": 0.85512, + "nauc_ndcg_at_1000_std": -0.114281, + "nauc_ndcg_at_1000_diff1": 0.938686, + "nauc_map_at_1_max": 0.83839, + "nauc_map_at_1_std": -0.114672, + "nauc_map_at_1_diff1": 0.941671, + "nauc_map_at_3_max": 0.858898, + "nauc_map_at_3_std": -0.113731, + "nauc_map_at_3_diff1": 0.939646, + "nauc_map_at_5_max": 0.854082, + "nauc_map_at_5_std": -0.134645, + "nauc_map_at_5_diff1": 0.939214, + "nauc_map_at_10_max": 0.8532, + "nauc_map_at_10_std": -0.119952, + "nauc_map_at_10_diff1": 0.93878, + "nauc_map_at_20_max": 0.853025, + "nauc_map_at_20_std": -0.118373, + "nauc_map_at_20_diff1": 0.938984, + "nauc_map_at_100_max": 0.853287, + "nauc_map_at_100_std": -0.119269, + "nauc_map_at_100_diff1": 0.9391, + "nauc_map_at_1000_max": 0.853259, + "nauc_map_at_1000_std": -0.119482, + "nauc_map_at_1000_diff1": 0.939105, + "nauc_recall_at_1_max": 0.83839, + "nauc_recall_at_1_std": -0.114672, + "nauc_recall_at_1_diff1": 0.941671, + "nauc_recall_at_3_max": 0.916852, + "nauc_recall_at_3_std": -0.069046, + "nauc_recall_at_3_diff1": 0.935767, + "nauc_recall_at_5_max": 0.886849, + "nauc_recall_at_5_std": -0.300162, + "nauc_recall_at_5_diff1": 0.930341, + "nauc_recall_at_10_max": 0.881886, + "nauc_recall_at_10_std": 0.176891, + "nauc_recall_at_10_diff1": 0.908497, + "nauc_recall_at_20_max": 0.871226, + "nauc_recall_at_20_std": 0.541472, + "nauc_recall_at_20_diff1": 0.912854, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.854467, - "nauc_precision_at_1_std": -0.079977, - "nauc_precision_at_1_diff1": 0.941315, - "nauc_precision_at_3_max": 0.890117, - "nauc_precision_at_3_std": -0.275201, - "nauc_precision_at_3_diff1": 0.935851, - "nauc_precision_at_5_max": 0.888916, - "nauc_precision_at_5_std": -0.304443, - "nauc_precision_at_5_diff1": 0.937524, - "nauc_precision_at_10_max": 0.877345, - "nauc_precision_at_10_std": -0.033019, - "nauc_precision_at_10_diff1": 0.928699, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.661158, - "nauc_precision_at_20_diff1": 0.895425, + "nauc_precision_at_1_max": 0.83839, + "nauc_precision_at_1_std": -0.114672, + "nauc_precision_at_1_diff1": 0.941671, + "nauc_precision_at_3_max": 0.916852, + "nauc_precision_at_3_std": -0.069046, + "nauc_precision_at_3_diff1": 0.935767, + "nauc_precision_at_5_max": 0.886849, + "nauc_precision_at_5_std": -0.300162, + "nauc_precision_at_5_diff1": 0.930341, + "nauc_precision_at_10_max": 0.881886, + "nauc_precision_at_10_std": 0.176891, + "nauc_precision_at_10_diff1": 0.908497, + "nauc_precision_at_20_max": 0.871226, + "nauc_precision_at_20_std": 0.541472, + "nauc_precision_at_20_diff1": 0.912854, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.854467, - "nauc_mrr_at_1_std": -0.079977, - "nauc_mrr_at_1_diff1": 0.941315, - "nauc_mrr_at_3_max": 0.863905, - "nauc_mrr_at_3_std": -0.141469, - "nauc_mrr_at_3_diff1": 0.9395, - "nauc_mrr_at_5_max": 0.862892, - "nauc_mrr_at_5_std": -0.136498, - "nauc_mrr_at_5_diff1": 0.939936, - "nauc_mrr_at_10_max": 0.862305, - "nauc_mrr_at_10_std": -0.125115, - "nauc_mrr_at_10_diff1": 0.939682, - "nauc_mrr_at_20_max": 0.863033, - "nauc_mrr_at_20_std": -0.119086, - "nauc_mrr_at_20_diff1": 0.939539, - "nauc_mrr_at_100_max": 0.862768, - "nauc_mrr_at_100_std": -0.120484, - "nauc_mrr_at_100_diff1": 0.939565, - "nauc_mrr_at_1000_max": 0.862737, - "nauc_mrr_at_1000_std": -0.120739, - "nauc_mrr_at_1000_diff1": 0.939581, - "main_score": 0.95684, + "nauc_mrr_at_1_max": 0.83839, + "nauc_mrr_at_1_std": -0.114672, + "nauc_mrr_at_1_diff1": 0.941671, + "nauc_mrr_at_3_max": 0.858898, + "nauc_mrr_at_3_std": -0.113731, + "nauc_mrr_at_3_diff1": 0.939646, + "nauc_mrr_at_5_max": 0.854082, + "nauc_mrr_at_5_std": -0.134645, + "nauc_mrr_at_5_diff1": 0.939214, + "nauc_mrr_at_10_max": 0.8532, + "nauc_mrr_at_10_std": -0.119952, + "nauc_mrr_at_10_diff1": 0.93878, + "nauc_mrr_at_20_max": 0.853025, + "nauc_mrr_at_20_std": -0.118373, + "nauc_mrr_at_20_diff1": 0.938984, + "nauc_mrr_at_100_max": 0.853287, + "nauc_mrr_at_100_std": -0.119269, + "nauc_mrr_at_100_diff1": 0.9391, + "nauc_mrr_at_1000_max": 0.853259, + "nauc_mrr_at_1000_std": -0.119482, + "nauc_mrr_at_1000_diff1": 0.939105, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95099, "hf_subset": "dan_Latn-dan_Latn", "languages": [ "dan-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92556, - "ndcg_at_3": 0.95018, - "ndcg_at_5": 0.95578, - "ndcg_at_10": 0.95947, - "ndcg_at_20": 0.96035, - "ndcg_at_100": 0.96094, - "ndcg_at_1000": 0.96125, - "map_at_1": 0.92556, - "map_at_3": 0.94444, - "map_at_5": 0.94761, - "map_at_10": 0.94919, - "map_at_20": 0.94945, - "map_at_100": 0.94952, - "map_at_1000": 0.94954, - "recall_at_1": 0.92556, + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.94729, + "ndcg_at_5": 0.95188, + "ndcg_at_10": 0.95617, + "ndcg_at_20": 0.95701, + "ndcg_at_100": 0.9576, + "ndcg_at_1000": 0.95791, + "map_at_1": 0.91889, + "map_at_3": 0.94056, + "map_at_5": 0.94311, + "map_at_10": 0.94487, + "map_at_20": 0.9451, + "map_at_100": 0.94517, + "map_at_1000": 0.94519, + "recall_at_1": 0.91889, "recall_at_3": 0.96667, - "recall_at_5": 0.98, + "recall_at_5": 0.97778, "recall_at_10": 0.99111, "recall_at_20": 0.99444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92556, + "accuracy": 0.91889, + "precision_at_1": 0.91889, "precision_at_3": 0.32222, - "precision_at_5": 0.196, + "precision_at_5": 0.19556, "precision_at_10": 0.09911, "precision_at_20": 0.04972, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.925556, - "mrr_at_3": 0.944444, - "mrr_at_5": 0.947611, - "mrr_at_10": 0.949193, - "mrr_at_20": 0.949452, - "mrr_at_100": 0.949524, - "mrr_at_1000": 0.949538, - "nauc_ndcg_at_1_max": 0.852753, - "nauc_ndcg_at_1_std": -0.229079, - "nauc_ndcg_at_1_diff1": 0.954639, - "nauc_ndcg_at_3_max": 0.870831, - "nauc_ndcg_at_3_std": -0.268044, - "nauc_ndcg_at_3_diff1": 0.955592, - "nauc_ndcg_at_5_max": 0.874323, - "nauc_ndcg_at_5_std": -0.260183, - "nauc_ndcg_at_5_diff1": 0.955664, - "nauc_ndcg_at_10_max": 0.872326, - "nauc_ndcg_at_10_std": -0.234208, - "nauc_ndcg_at_10_diff1": 0.956651, - "nauc_ndcg_at_20_max": 0.87137, - "nauc_ndcg_at_20_std": -0.242061, - "nauc_ndcg_at_20_diff1": 0.956715, - "nauc_ndcg_at_100_max": 0.869414, - "nauc_ndcg_at_100_std": -0.237128, - "nauc_ndcg_at_100_diff1": 0.956737, - "nauc_ndcg_at_1000_max": 0.868385, - "nauc_ndcg_at_1000_std": -0.246873, - "nauc_ndcg_at_1000_diff1": 0.956397, - "nauc_map_at_1_max": 0.852753, - "nauc_map_at_1_std": -0.229079, - "nauc_map_at_1_diff1": 0.954639, - "nauc_map_at_3_max": 0.866218, - "nauc_map_at_3_std": -0.257426, - "nauc_map_at_3_diff1": 0.955501, - "nauc_map_at_5_max": 0.86762, - "nauc_map_at_5_std": -0.253731, - "nauc_map_at_5_diff1": 0.955532, - "nauc_map_at_10_max": 0.866556, - "nauc_map_at_10_std": -0.247475, - "nauc_map_at_10_diff1": 0.955985, - "nauc_map_at_20_max": 0.866231, - "nauc_map_at_20_std": -0.250062, - "nauc_map_at_20_diff1": 0.956021, - "nauc_map_at_100_max": 0.86604, - "nauc_map_at_100_std": -0.249282, - "nauc_map_at_100_diff1": 0.956025, - "nauc_map_at_1000_max": 0.866002, - "nauc_map_at_1000_std": -0.249639, - "nauc_map_at_1000_diff1": 0.956012, - "nauc_recall_at_1_max": 0.852753, - "nauc_recall_at_1_std": -0.229079, - "nauc_recall_at_1_diff1": 0.954639, - "nauc_recall_at_3_max": 0.892172, - "nauc_recall_at_3_std": -0.317756, - "nauc_recall_at_3_diff1": 0.955882, - "nauc_recall_at_5_max": 0.924655, - "nauc_recall_at_5_std": -0.301873, - "nauc_recall_at_5_diff1": 0.956427, - "nauc_recall_at_10_max": 0.965278, - "nauc_recall_at_10_std": 0.086893, - "nauc_recall_at_10_diff1": 0.96732, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.940556, + "mrr_at_5": 0.943111, + "mrr_at_10": 0.944868, + "mrr_at_20": 0.945097, + "mrr_at_100": 0.945175, + "mrr_at_1000": 0.945189, + "nauc_ndcg_at_1_max": 0.84008, + "nauc_ndcg_at_1_std": -0.2039, + "nauc_ndcg_at_1_diff1": 0.948742, + "nauc_ndcg_at_3_max": 0.85741, + "nauc_ndcg_at_3_std": -0.235006, + "nauc_ndcg_at_3_diff1": 0.943801, + "nauc_ndcg_at_5_max": 0.859061, + "nauc_ndcg_at_5_std": -0.244724, + "nauc_ndcg_at_5_diff1": 0.944837, + "nauc_ndcg_at_10_max": 0.857892, + "nauc_ndcg_at_10_std": -0.214181, + "nauc_ndcg_at_10_diff1": 0.947394, + "nauc_ndcg_at_20_max": 0.859665, + "nauc_ndcg_at_20_std": -0.210041, + "nauc_ndcg_at_20_diff1": 0.946365, + "nauc_ndcg_at_100_max": 0.8577, + "nauc_ndcg_at_100_std": -0.205496, + "nauc_ndcg_at_100_diff1": 0.946919, + "nauc_ndcg_at_1000_max": 0.85667, + "nauc_ndcg_at_1000_std": -0.213714, + "nauc_ndcg_at_1000_diff1": 0.947036, + "nauc_map_at_1_max": 0.84008, + "nauc_map_at_1_std": -0.2039, + "nauc_map_at_1_diff1": 0.948742, + "nauc_map_at_3_max": 0.854054, + "nauc_map_at_3_std": -0.222795, + "nauc_map_at_3_diff1": 0.945839, + "nauc_map_at_5_max": 0.854924, + "nauc_map_at_5_std": -0.22584, + "nauc_map_at_5_diff1": 0.946422, + "nauc_map_at_10_max": 0.854452, + "nauc_map_at_10_std": -0.216395, + "nauc_map_at_10_diff1": 0.947406, + "nauc_map_at_20_max": 0.854751, + "nauc_map_at_20_std": -0.215922, + "nauc_map_at_20_diff1": 0.947186, + "nauc_map_at_100_max": 0.854545, + "nauc_map_at_100_std": -0.215078, + "nauc_map_at_100_diff1": 0.947268, + "nauc_map_at_1000_max": 0.854507, + "nauc_map_at_1000_std": -0.215379, + "nauc_map_at_1000_diff1": 0.947276, + "nauc_recall_at_1_max": 0.84008, + "nauc_recall_at_1_std": -0.2039, + "nauc_recall_at_1_diff1": 0.948742, + "nauc_recall_at_3_max": 0.872954, + "nauc_recall_at_3_std": -0.2993, + "nauc_recall_at_3_diff1": 0.933007, + "nauc_recall_at_5_max": 0.886788, + "nauc_recall_at_5_std": -0.39281, + "nauc_recall_at_5_diff1": 0.933007, + "nauc_recall_at_10_max": 0.909547, + "nauc_recall_at_10_std": -0.108543, + "nauc_recall_at_10_diff1": 0.95098, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.113165, - "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_20_diff1": 0.921569, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.852753, - "nauc_precision_at_1_std": -0.229079, - "nauc_precision_at_1_diff1": 0.954639, - "nauc_precision_at_3_max": 0.892172, - "nauc_precision_at_3_std": -0.317756, - "nauc_precision_at_3_diff1": 0.955882, - "nauc_precision_at_5_max": 0.924655, - "nauc_precision_at_5_std": -0.301873, - "nauc_precision_at_5_diff1": 0.956427, - "nauc_precision_at_10_max": 0.965278, - "nauc_precision_at_10_std": 0.086893, - "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_1_max": 0.84008, + "nauc_precision_at_1_std": -0.2039, + "nauc_precision_at_1_diff1": 0.948742, + "nauc_precision_at_3_max": 0.872954, + "nauc_precision_at_3_std": -0.2993, + "nauc_precision_at_3_diff1": 0.933007, + "nauc_precision_at_5_max": 0.886788, + "nauc_precision_at_5_std": -0.39281, + "nauc_precision_at_5_diff1": 0.933007, + "nauc_precision_at_10_max": 0.909547, + "nauc_precision_at_10_std": -0.108543, + "nauc_precision_at_10_diff1": 0.95098, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.113165, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_20_diff1": 0.921569, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.852753, - "nauc_mrr_at_1_std": -0.229079, - "nauc_mrr_at_1_diff1": 0.954639, - "nauc_mrr_at_3_max": 0.866218, - "nauc_mrr_at_3_std": -0.257426, - "nauc_mrr_at_3_diff1": 0.955501, - "nauc_mrr_at_5_max": 0.86762, - "nauc_mrr_at_5_std": -0.253731, - "nauc_mrr_at_5_diff1": 0.955532, - "nauc_mrr_at_10_max": 0.866556, - "nauc_mrr_at_10_std": -0.247475, - "nauc_mrr_at_10_diff1": 0.955985, - "nauc_mrr_at_20_max": 0.866231, - "nauc_mrr_at_20_std": -0.250062, - "nauc_mrr_at_20_diff1": 0.956021, - "nauc_mrr_at_100_max": 0.86604, - "nauc_mrr_at_100_std": -0.249282, - "nauc_mrr_at_100_diff1": 0.956025, - "nauc_mrr_at_1000_max": 0.866002, - "nauc_mrr_at_1000_std": -0.249639, - "nauc_mrr_at_1000_diff1": 0.956012, - "main_score": 0.95947, + "nauc_mrr_at_1_max": 0.84008, + "nauc_mrr_at_1_std": -0.2039, + "nauc_mrr_at_1_diff1": 0.948742, + "nauc_mrr_at_3_max": 0.854054, + "nauc_mrr_at_3_std": -0.222795, + "nauc_mrr_at_3_diff1": 0.945839, + "nauc_mrr_at_5_max": 0.854924, + "nauc_mrr_at_5_std": -0.22584, + "nauc_mrr_at_5_diff1": 0.946422, + "nauc_mrr_at_10_max": 0.854452, + "nauc_mrr_at_10_std": -0.216395, + "nauc_mrr_at_10_diff1": 0.947406, + "nauc_mrr_at_20_max": 0.854751, + "nauc_mrr_at_20_std": -0.215922, + "nauc_mrr_at_20_diff1": 0.947186, + "nauc_mrr_at_100_max": 0.854545, + "nauc_mrr_at_100_std": -0.215078, + "nauc_mrr_at_100_diff1": 0.947268, + "nauc_mrr_at_1000_max": 0.854507, + "nauc_mrr_at_1000_std": -0.215379, + "nauc_mrr_at_1000_diff1": 0.947276, + "hit_rate_at_1": 0.91889, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.99111, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95617, "hf_subset": "dan_Latn-eng_Latn", "languages": [ "dan-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91111, - "ndcg_at_3": 0.94205, - "ndcg_at_5": 0.94578, - "ndcg_at_10": 0.94836, - "ndcg_at_20": 0.95133, - "ndcg_at_100": 0.95266, - "ndcg_at_1000": 0.95296, - "map_at_1": 0.91111, - "map_at_3": 0.935, - "map_at_5": 0.93711, - "map_at_10": 0.93821, - "map_at_20": 0.93897, - "map_at_100": 0.93918, - "map_at_1000": 0.9392, - "recall_at_1": 0.91111, - "recall_at_3": 0.96222, - "recall_at_5": 0.97111, - "recall_at_10": 0.97889, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.94009, + "ndcg_at_5": 0.94287, + "ndcg_at_10": 0.94587, + "ndcg_at_20": 0.94868, + "ndcg_at_100": 0.95065, + "ndcg_at_1000": 0.95096, + "map_at_1": 0.90889, + "map_at_3": 0.93278, + "map_at_5": 0.93433, + "map_at_10": 0.93565, + "map_at_20": 0.93642, + "map_at_100": 0.93673, + "map_at_1000": 0.93675, + "recall_at_1": 0.90889, + "recall_at_3": 0.96111, + "recall_at_5": 0.96778, + "recall_at_10": 0.97667, + "recall_at_20": 0.98778, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91111, - "precision_at_3": 0.32074, - "precision_at_5": 0.19422, - "precision_at_10": 0.09789, - "precision_at_20": 0.04956, + "accuracy": 0.90889, + "precision_at_1": 0.90889, + "precision_at_3": 0.32037, + "precision_at_5": 0.19356, + "precision_at_10": 0.09767, + "precision_at_20": 0.04939, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.911111, - "mrr_at_3": 0.935, - "mrr_at_5": 0.937111, - "mrr_at_10": 0.938211, - "mrr_at_20": 0.938966, - "mrr_at_100": 0.939183, - "mrr_at_1000": 0.939197, - "nauc_ndcg_at_1_max": 0.863107, - "nauc_ndcg_at_1_std": -0.128805, - "nauc_ndcg_at_1_diff1": 0.930847, - "nauc_ndcg_at_3_max": 0.887265, - "nauc_ndcg_at_3_std": -0.084946, - "nauc_ndcg_at_3_diff1": 0.93517, - "nauc_ndcg_at_5_max": 0.886339, - "nauc_ndcg_at_5_std": -0.053515, - "nauc_ndcg_at_5_diff1": 0.935398, - "nauc_ndcg_at_10_max": 0.882671, - "nauc_ndcg_at_10_std": -0.053356, - "nauc_ndcg_at_10_diff1": 0.935115, - "nauc_ndcg_at_20_max": 0.882944, - "nauc_ndcg_at_20_std": -0.065814, - "nauc_ndcg_at_20_diff1": 0.933357, - "nauc_ndcg_at_100_max": 0.880848, - "nauc_ndcg_at_100_std": -0.07409, - "nauc_ndcg_at_100_diff1": 0.933335, - "nauc_ndcg_at_1000_max": 0.880088, - "nauc_ndcg_at_1000_std": -0.080944, - "nauc_ndcg_at_1000_diff1": 0.933744, - "nauc_map_at_1_max": 0.863107, - "nauc_map_at_1_std": -0.128805, - "nauc_map_at_1_diff1": 0.930847, - "nauc_map_at_3_max": 0.88012, - "nauc_map_at_3_std": -0.102823, - "nauc_map_at_3_diff1": 0.934009, - "nauc_map_at_5_max": 0.879401, - "nauc_map_at_5_std": -0.087411, - "nauc_map_at_5_diff1": 0.933946, - "nauc_map_at_10_max": 0.878037, - "nauc_map_at_10_std": -0.088164, - "nauc_map_at_10_diff1": 0.93389, - "nauc_map_at_20_max": 0.878075, - "nauc_map_at_20_std": -0.091141, - "nauc_map_at_20_diff1": 0.933531, - "nauc_map_at_100_max": 0.877783, - "nauc_map_at_100_std": -0.092529, - "nauc_map_at_100_diff1": 0.933531, - "nauc_map_at_1000_max": 0.877756, - "nauc_map_at_1000_std": -0.092771, - "nauc_map_at_1000_diff1": 0.933545, - "nauc_recall_at_1_max": 0.863107, - "nauc_recall_at_1_std": -0.128805, - "nauc_recall_at_1_diff1": 0.930847, - "nauc_recall_at_3_max": 0.922159, - "nauc_recall_at_3_std": 0.006248, - "nauc_recall_at_3_diff1": 0.940751, - "nauc_recall_at_5_max": 0.929002, - "nauc_recall_at_5_std": 0.168732, - "nauc_recall_at_5_diff1": 0.944696, - "nauc_recall_at_10_max": 0.916605, - "nauc_recall_at_10_std": 0.254927, - "nauc_recall_at_10_diff1": 0.94496, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.399627, - "nauc_recall_at_20_diff1": 0.918301, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.932778, + "mrr_at_5": 0.934333, + "mrr_at_10": 0.935648, + "mrr_at_20": 0.936418, + "mrr_at_100": 0.936734, + "mrr_at_1000": 0.936749, + "nauc_ndcg_at_1_max": 0.794362, + "nauc_ndcg_at_1_std": -0.175708, + "nauc_ndcg_at_1_diff1": 0.918728, + "nauc_ndcg_at_3_max": 0.843743, + "nauc_ndcg_at_3_std": -0.155655, + "nauc_ndcg_at_3_diff1": 0.928053, + "nauc_ndcg_at_5_max": 0.842651, + "nauc_ndcg_at_5_std": -0.126184, + "nauc_ndcg_at_5_diff1": 0.927734, + "nauc_ndcg_at_10_max": 0.83787, + "nauc_ndcg_at_10_std": -0.121187, + "nauc_ndcg_at_10_diff1": 0.926485, + "nauc_ndcg_at_20_max": 0.836103, + "nauc_ndcg_at_20_std": -0.118642, + "nauc_ndcg_at_20_diff1": 0.924672, + "nauc_ndcg_at_100_max": 0.830774, + "nauc_ndcg_at_100_std": -0.132181, + "nauc_ndcg_at_100_diff1": 0.923877, + "nauc_ndcg_at_1000_max": 0.829716, + "nauc_ndcg_at_1000_std": -0.139255, + "nauc_ndcg_at_1000_diff1": 0.924218, + "nauc_map_at_1_max": 0.794362, + "nauc_map_at_1_std": -0.175708, + "nauc_map_at_1_diff1": 0.918728, + "nauc_map_at_3_max": 0.828867, + "nauc_map_at_3_std": -0.165364, + "nauc_map_at_3_diff1": 0.924879, + "nauc_map_at_5_max": 0.827923, + "nauc_map_at_5_std": -0.151537, + "nauc_map_at_5_diff1": 0.924648, + "nauc_map_at_10_max": 0.825959, + "nauc_map_at_10_std": -0.149973, + "nauc_map_at_10_diff1": 0.924143, + "nauc_map_at_20_max": 0.825451, + "nauc_map_at_20_std": -0.149789, + "nauc_map_at_20_diff1": 0.923742, + "nauc_map_at_100_max": 0.82475, + "nauc_map_at_100_std": -0.151142, + "nauc_map_at_100_diff1": 0.923599, + "nauc_map_at_1000_max": 0.824708, + "nauc_map_at_1000_std": -0.151423, + "nauc_map_at_1000_diff1": 0.923613, + "nauc_recall_at_1_max": 0.794362, + "nauc_recall_at_1_std": -0.175708, + "nauc_recall_at_1_diff1": 0.918728, + "nauc_recall_at_3_max": 0.917047, + "nauc_recall_at_3_std": -0.104975, + "nauc_recall_at_3_diff1": 0.943978, + "nauc_recall_at_5_max": 0.928056, + "nauc_recall_at_5_std": 0.033839, + "nauc_recall_at_5_diff1": 0.945909, + "nauc_recall_at_10_max": 0.926326, + "nauc_recall_at_10_std": 0.125406, + "nauc_recall_at_10_diff1": 0.943978, + "nauc_recall_at_20_max": 0.976233, + "nauc_recall_at_20_std": 0.393006, + "nauc_recall_at_20_diff1": 0.928699, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.863107, - "nauc_precision_at_1_std": -0.128805, - "nauc_precision_at_1_diff1": 0.930847, - "nauc_precision_at_3_max": 0.922159, - "nauc_precision_at_3_std": 0.006248, - "nauc_precision_at_3_diff1": 0.940751, - "nauc_precision_at_5_max": 0.929002, - "nauc_precision_at_5_std": 0.168732, - "nauc_precision_at_5_diff1": 0.944696, - "nauc_precision_at_10_max": 0.916605, - "nauc_precision_at_10_std": 0.254927, - "nauc_precision_at_10_diff1": 0.94496, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.399627, - "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_1_max": 0.794362, + "nauc_precision_at_1_std": -0.175708, + "nauc_precision_at_1_diff1": 0.918728, + "nauc_precision_at_3_max": 0.917047, + "nauc_precision_at_3_std": -0.104975, + "nauc_precision_at_3_diff1": 0.943978, + "nauc_precision_at_5_max": 0.928056, + "nauc_precision_at_5_std": 0.033839, + "nauc_precision_at_5_diff1": 0.945909, + "nauc_precision_at_10_max": 0.926326, + "nauc_precision_at_10_std": 0.125406, + "nauc_precision_at_10_diff1": 0.943978, + "nauc_precision_at_20_max": 0.976233, + "nauc_precision_at_20_std": 0.393006, + "nauc_precision_at_20_diff1": 0.928699, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.863107, - "nauc_mrr_at_1_std": -0.128805, - "nauc_mrr_at_1_diff1": 0.930847, - "nauc_mrr_at_3_max": 0.88012, - "nauc_mrr_at_3_std": -0.102823, - "nauc_mrr_at_3_diff1": 0.934009, - "nauc_mrr_at_5_max": 0.879401, - "nauc_mrr_at_5_std": -0.087411, - "nauc_mrr_at_5_diff1": 0.933946, - "nauc_mrr_at_10_max": 0.878037, - "nauc_mrr_at_10_std": -0.088164, - "nauc_mrr_at_10_diff1": 0.93389, - "nauc_mrr_at_20_max": 0.878075, - "nauc_mrr_at_20_std": -0.091141, - "nauc_mrr_at_20_diff1": 0.933531, - "nauc_mrr_at_100_max": 0.877783, - "nauc_mrr_at_100_std": -0.092529, - "nauc_mrr_at_100_diff1": 0.933531, - "nauc_mrr_at_1000_max": 0.877756, - "nauc_mrr_at_1000_std": -0.092771, - "nauc_mrr_at_1000_diff1": 0.933545, - "main_score": 0.94836, + "nauc_mrr_at_1_max": 0.794362, + "nauc_mrr_at_1_std": -0.175708, + "nauc_mrr_at_1_diff1": 0.918728, + "nauc_mrr_at_3_max": 0.828867, + "nauc_mrr_at_3_std": -0.165364, + "nauc_mrr_at_3_diff1": 0.924879, + "nauc_mrr_at_5_max": 0.827923, + "nauc_mrr_at_5_std": -0.151537, + "nauc_mrr_at_5_diff1": 0.924648, + "nauc_mrr_at_10_max": 0.825959, + "nauc_mrr_at_10_std": -0.149973, + "nauc_mrr_at_10_diff1": 0.924143, + "nauc_mrr_at_20_max": 0.825451, + "nauc_mrr_at_20_std": -0.149789, + "nauc_mrr_at_20_diff1": 0.923742, + "nauc_mrr_at_100_max": 0.82475, + "nauc_mrr_at_100_std": -0.151142, + "nauc_mrr_at_100_diff1": 0.923599, + "nauc_mrr_at_1000_max": 0.824708, + "nauc_mrr_at_1000_std": -0.151423, + "nauc_mrr_at_1000_diff1": 0.923613, + "hit_rate_at_1": 0.90889, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94587, "hf_subset": "eng_Latn-dan_Latn", "languages": [ "eng-Latn", "dan-Latn" - ] - }, - { - "ndcg_at_1": 0.93, - "ndcg_at_3": 0.95212, - "ndcg_at_5": 0.95771, - "ndcg_at_10": 0.96061, - "ndcg_at_20": 0.96182, - "ndcg_at_100": 0.9629, - "ndcg_at_1000": 0.96303, - "map_at_1": 0.93, - "map_at_3": 0.94704, - "map_at_5": 0.9502, - "map_at_10": 0.95141, - "map_at_20": 0.95179, - "map_at_100": 0.95196, - "map_at_1000": 0.95197, - "recall_at_1": 0.93, - "recall_at_3": 0.96667, - "recall_at_5": 0.98, - "recall_at_10": 0.98889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.94615, + "ndcg_at_5": 0.95084, + "ndcg_at_10": 0.95627, + "ndcg_at_20": 0.9577, + "ndcg_at_100": 0.95856, + "ndcg_at_1000": 0.95885, + "map_at_1": 0.92444, + "map_at_3": 0.9413, + "map_at_5": 0.94396, + "map_at_10": 0.94623, + "map_at_20": 0.94663, + "map_at_100": 0.94677, + "map_at_1000": 0.94678, + "recall_at_1": 0.92444, + "recall_at_3": 0.96, + "recall_at_5": 0.97111, + "recall_at_10": 0.98778, "recall_at_20": 0.99333, - "recall_at_100": 0.99889, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.93, - "precision_at_3": 0.32222, - "precision_at_5": 0.196, - "precision_at_10": 0.09889, + "accuracy": 0.92444, + "precision_at_1": 0.92444, + "precision_at_3": 0.32, + "precision_at_5": 0.19422, + "precision_at_10": 0.09878, "precision_at_20": 0.04967, - "precision_at_100": 0.00999, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.93, - "mrr_at_3": 0.947037, - "mrr_at_5": 0.950204, - "mrr_at_10": 0.951415, - "mrr_at_20": 0.951792, - "mrr_at_100": 0.951962, - "mrr_at_1000": 0.951965, - "nauc_ndcg_at_1_max": 0.875735, - "nauc_ndcg_at_1_std": -0.083678, - "nauc_ndcg_at_1_diff1": 0.944756, - "nauc_ndcg_at_3_max": 0.907635, - "nauc_ndcg_at_3_std": -0.089035, - "nauc_ndcg_at_3_diff1": 0.943646, - "nauc_ndcg_at_5_max": 0.904171, - "nauc_ndcg_at_5_std": -0.077785, - "nauc_ndcg_at_5_diff1": 0.949569, - "nauc_ndcg_at_10_max": 0.897119, - "nauc_ndcg_at_10_std": -0.100467, - "nauc_ndcg_at_10_diff1": 0.949401, - "nauc_ndcg_at_20_max": 0.899436, - "nauc_ndcg_at_20_std": -0.057174, - "nauc_ndcg_at_20_diff1": 0.948862, - "nauc_ndcg_at_100_max": 0.897339, - "nauc_ndcg_at_100_std": -0.070466, - "nauc_ndcg_at_100_diff1": 0.947372, - "nauc_ndcg_at_1000_max": 0.896964, - "nauc_ndcg_at_1000_std": -0.074374, - "nauc_ndcg_at_1000_diff1": 0.94718, - "nauc_map_at_1_max": 0.875735, - "nauc_map_at_1_std": -0.083678, - "nauc_map_at_1_diff1": 0.944756, - "nauc_map_at_3_max": 0.899027, - "nauc_map_at_3_std": -0.087225, - "nauc_map_at_3_diff1": 0.943953, - "nauc_map_at_5_max": 0.896781, - "nauc_map_at_5_std": -0.082132, - "nauc_map_at_5_diff1": 0.946842, - "nauc_map_at_10_max": 0.894208, - "nauc_map_at_10_std": -0.090241, - "nauc_map_at_10_diff1": 0.946688, - "nauc_map_at_20_max": 0.894818, - "nauc_map_at_20_std": -0.079144, - "nauc_map_at_20_diff1": 0.946545, - "nauc_map_at_100_max": 0.894567, - "nauc_map_at_100_std": -0.080382, - "nauc_map_at_100_diff1": 0.946356, - "nauc_map_at_1000_max": 0.894559, - "nauc_map_at_1000_std": -0.080465, - "nauc_map_at_1000_diff1": 0.946352, - "nauc_recall_at_1_max": 0.875735, - "nauc_recall_at_1_std": -0.083678, - "nauc_recall_at_1_diff1": 0.944756, - "nauc_recall_at_3_max": 0.946078, - "nauc_recall_at_3_std": -0.097401, - "nauc_recall_at_3_diff1": 0.942266, - "nauc_recall_at_5_max": 0.954611, - "nauc_recall_at_5_std": -0.041887, - "nauc_recall_at_5_diff1": 0.970951, - "nauc_recall_at_10_max": 0.918301, - "nauc_recall_at_10_std": -0.251821, - "nauc_recall_at_10_diff1": 0.986928, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.544195, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.941296, + "mrr_at_5": 0.943963, + "mrr_at_10": 0.94623, + "mrr_at_20": 0.946632, + "mrr_at_100": 0.946766, + "mrr_at_1000": 0.94678, + "nauc_ndcg_at_1_max": 0.862388, + "nauc_ndcg_at_1_std": -0.10509, + "nauc_ndcg_at_1_diff1": 0.940579, + "nauc_ndcg_at_3_max": 0.903218, + "nauc_ndcg_at_3_std": -0.098864, + "nauc_ndcg_at_3_diff1": 0.943877, + "nauc_ndcg_at_5_max": 0.897806, + "nauc_ndcg_at_5_std": -0.095117, + "nauc_ndcg_at_5_diff1": 0.943485, + "nauc_ndcg_at_10_max": 0.895086, + "nauc_ndcg_at_10_std": -0.063506, + "nauc_ndcg_at_10_diff1": 0.945321, + "nauc_ndcg_at_20_max": 0.893467, + "nauc_ndcg_at_20_std": -0.064419, + "nauc_ndcg_at_20_diff1": 0.944336, + "nauc_ndcg_at_100_max": 0.891263, + "nauc_ndcg_at_100_std": -0.072648, + "nauc_ndcg_at_100_diff1": 0.943959, + "nauc_ndcg_at_1000_max": 0.890473, + "nauc_ndcg_at_1000_std": -0.080438, + "nauc_ndcg_at_1000_diff1": 0.943553, + "nauc_map_at_1_max": 0.862388, + "nauc_map_at_1_std": -0.10509, + "nauc_map_at_1_diff1": 0.940579, + "nauc_map_at_3_max": 0.892422, + "nauc_map_at_3_std": -0.102429, + "nauc_map_at_3_diff1": 0.942844, + "nauc_map_at_5_max": 0.889247, + "nauc_map_at_5_std": -0.100382, + "nauc_map_at_5_diff1": 0.942586, + "nauc_map_at_10_max": 0.887942, + "nauc_map_at_10_std": -0.089934, + "nauc_map_at_10_diff1": 0.943129, + "nauc_map_at_20_max": 0.887544, + "nauc_map_at_20_std": -0.090058, + "nauc_map_at_20_diff1": 0.942882, + "nauc_map_at_100_max": 0.887261, + "nauc_map_at_100_std": -0.090625, + "nauc_map_at_100_diff1": 0.942863, + "nauc_map_at_1000_max": 0.887231, + "nauc_map_at_1000_std": -0.090918, + "nauc_map_at_1000_diff1": 0.942847, + "nauc_recall_at_1_max": 0.862388, + "nauc_recall_at_1_std": -0.10509, + "nauc_recall_at_1_diff1": 0.940579, + "nauc_recall_at_3_max": 0.947803, + "nauc_recall_at_3_std": -0.082776, + "nauc_recall_at_3_diff1": 0.948257, + "nauc_recall_at_5_max": 0.94281, + "nauc_recall_at_5_std": -0.064264, + "nauc_recall_at_5_diff1": 0.948467, + "nauc_recall_at_10_max": 0.974747, + "nauc_recall_at_10_std": 0.325567, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.609555, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.875735, - "nauc_precision_at_1_std": -0.083678, - "nauc_precision_at_1_diff1": 0.944756, - "nauc_precision_at_3_max": 0.946078, - "nauc_precision_at_3_std": -0.097401, - "nauc_precision_at_3_diff1": 0.942266, - "nauc_precision_at_5_max": 0.954611, - "nauc_precision_at_5_std": -0.041887, - "nauc_precision_at_5_diff1": 0.970951, - "nauc_precision_at_10_max": 0.918301, - "nauc_precision_at_10_std": -0.251821, - "nauc_precision_at_10_diff1": 0.986928, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.544195, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.862388, + "nauc_precision_at_1_std": -0.10509, + "nauc_precision_at_1_diff1": 0.940579, + "nauc_precision_at_3_max": 0.947803, + "nauc_precision_at_3_std": -0.082776, + "nauc_precision_at_3_diff1": 0.948257, + "nauc_precision_at_5_max": 0.94281, + "nauc_precision_at_5_std": -0.064264, + "nauc_precision_at_5_diff1": 0.948467, + "nauc_precision_at_10_max": 0.974747, + "nauc_precision_at_10_std": 0.325567, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.609555, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.875735, - "nauc_mrr_at_1_std": -0.083678, - "nauc_mrr_at_1_diff1": 0.944756, - "nauc_mrr_at_3_max": 0.899027, - "nauc_mrr_at_3_std": -0.087225, - "nauc_mrr_at_3_diff1": 0.943953, - "nauc_mrr_at_5_max": 0.896781, - "nauc_mrr_at_5_std": -0.082132, - "nauc_mrr_at_5_diff1": 0.946842, - "nauc_mrr_at_10_max": 0.894208, - "nauc_mrr_at_10_std": -0.090241, - "nauc_mrr_at_10_diff1": 0.946688, - "nauc_mrr_at_20_max": 0.894818, - "nauc_mrr_at_20_std": -0.079144, - "nauc_mrr_at_20_diff1": 0.946545, - "nauc_mrr_at_100_max": 0.894567, - "nauc_mrr_at_100_std": -0.080382, - "nauc_mrr_at_100_diff1": 0.946356, - "nauc_mrr_at_1000_max": 0.894559, - "nauc_mrr_at_1000_std": -0.080465, - "nauc_mrr_at_1000_diff1": 0.946352, - "main_score": 0.96061, + "nauc_mrr_at_1_max": 0.862388, + "nauc_mrr_at_1_std": -0.10509, + "nauc_mrr_at_1_diff1": 0.940579, + "nauc_mrr_at_3_max": 0.892422, + "nauc_mrr_at_3_std": -0.102429, + "nauc_mrr_at_3_diff1": 0.942844, + "nauc_mrr_at_5_max": 0.889247, + "nauc_mrr_at_5_std": -0.100382, + "nauc_mrr_at_5_diff1": 0.942586, + "nauc_mrr_at_10_max": 0.887942, + "nauc_mrr_at_10_std": -0.089934, + "nauc_mrr_at_10_diff1": 0.943129, + "nauc_mrr_at_20_max": 0.887544, + "nauc_mrr_at_20_std": -0.090058, + "nauc_mrr_at_20_diff1": 0.942882, + "nauc_mrr_at_100_max": 0.887261, + "nauc_mrr_at_100_std": -0.090625, + "nauc_mrr_at_100_diff1": 0.942863, + "nauc_mrr_at_1000_max": 0.887231, + "nauc_mrr_at_1000_std": -0.090918, + "nauc_mrr_at_1000_diff1": 0.942847, + "hit_rate_at_1": 0.92444, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95627, "hf_subset": "deu_Latn-deu_Latn", "languages": [ "deu-Latn", "deu-Latn" - ] - }, - { - "ndcg_at_1": 0.93444, - "ndcg_at_3": 0.95852, - "ndcg_at_5": 0.9622, - "ndcg_at_10": 0.96466, - "ndcg_at_20": 0.96552, - "ndcg_at_100": 0.9662, - "ndcg_at_1000": 0.9665, - "map_at_1": 0.93444, - "map_at_3": 0.95296, - "map_at_5": 0.95502, - "map_at_10": 0.95601, - "map_at_20": 0.95625, - "map_at_100": 0.95637, - "map_at_1000": 0.95638, - "recall_at_1": 0.93444, - "recall_at_3": 0.97444, - "recall_at_5": 0.98333, - "recall_at_10": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95425, + "ndcg_at_5": 0.95798, + "ndcg_at_10": 0.95973, + "ndcg_at_20": 0.96143, + "ndcg_at_100": 0.9621, + "ndcg_at_1000": 0.9624, + "map_at_1": 0.92556, + "map_at_3": 0.94759, + "map_at_5": 0.9497, + "map_at_10": 0.9504, + "map_at_20": 0.95088, + "map_at_100": 0.95099, + "map_at_1000": 0.951, + "recall_at_1": 0.92556, + "recall_at_3": 0.97333, + "recall_at_5": 0.98222, + "recall_at_10": 0.98778, "recall_at_20": 0.99444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.93444, - "precision_at_3": 0.32481, - "precision_at_5": 0.19667, - "precision_at_10": 0.09911, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.32444, + "precision_at_5": 0.19644, + "precision_at_10": 0.09878, "precision_at_20": 0.04972, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.934444, - "mrr_at_3": 0.952963, - "mrr_at_5": 0.955019, - "mrr_at_10": 0.956006, - "mrr_at_20": 0.956249, - "mrr_at_100": 0.956367, - "mrr_at_1000": 0.956381, - "nauc_ndcg_at_1_max": 0.833096, - "nauc_ndcg_at_1_std": -0.290272, - "nauc_ndcg_at_1_diff1": 0.937331, - "nauc_ndcg_at_3_max": 0.85603, - "nauc_ndcg_at_3_std": -0.330565, - "nauc_ndcg_at_3_diff1": 0.952903, - "nauc_ndcg_at_5_max": 0.856338, - "nauc_ndcg_at_5_std": -0.317725, - "nauc_ndcg_at_5_diff1": 0.949802, - "nauc_ndcg_at_10_max": 0.855243, - "nauc_ndcg_at_10_std": -0.295123, - "nauc_ndcg_at_10_diff1": 0.949413, - "nauc_ndcg_at_20_max": 0.855412, - "nauc_ndcg_at_20_std": -0.298152, - "nauc_ndcg_at_20_diff1": 0.949259, - "nauc_ndcg_at_100_max": 0.853482, - "nauc_ndcg_at_100_std": -0.287764, - "nauc_ndcg_at_100_diff1": 0.948244, - "nauc_ndcg_at_1000_max": 0.852165, - "nauc_ndcg_at_1000_std": -0.299338, - "nauc_ndcg_at_1000_diff1": 0.947779, - "nauc_map_at_1_max": 0.833096, - "nauc_map_at_1_std": -0.290272, - "nauc_map_at_1_diff1": 0.937331, - "nauc_map_at_3_max": 0.850057, - "nauc_map_at_3_std": -0.31785, - "nauc_map_at_3_diff1": 0.948352, - "nauc_map_at_5_max": 0.849807, - "nauc_map_at_5_std": -0.310596, - "nauc_map_at_5_diff1": 0.946638, - "nauc_map_at_10_max": 0.849587, - "nauc_map_at_10_std": -0.303053, - "nauc_map_at_10_diff1": 0.946609, - "nauc_map_at_20_max": 0.849621, - "nauc_map_at_20_std": -0.303592, - "nauc_map_at_20_diff1": 0.946568, - "nauc_map_at_100_max": 0.849373, - "nauc_map_at_100_std": -0.302475, - "nauc_map_at_100_diff1": 0.946423, - "nauc_map_at_1000_max": 0.849327, - "nauc_map_at_1000_std": -0.302876, - "nauc_map_at_1000_diff1": 0.946407, - "nauc_recall_at_1_max": 0.833096, - "nauc_recall_at_1_std": -0.290272, - "nauc_recall_at_1_diff1": 0.937331, - "nauc_recall_at_3_max": 0.886433, - "nauc_recall_at_3_std": -0.397475, - "nauc_recall_at_3_diff1": 0.976556, - "nauc_recall_at_5_max": 0.905696, - "nauc_recall_at_5_std": -0.370121, - "nauc_recall_at_5_diff1": 0.972767, - "nauc_recall_at_10_max": 0.92793, - "nauc_recall_at_10_std": -0.134279, - "nauc_recall_at_10_diff1": 0.98366, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": -0.122129, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.947593, + "mrr_at_5": 0.949704, + "mrr_at_10": 0.950402, + "mrr_at_20": 0.950878, + "mrr_at_100": 0.950989, + "mrr_at_1000": 0.951002, + "nauc_ndcg_at_1_max": 0.809768, + "nauc_ndcg_at_1_std": -0.196218, + "nauc_ndcg_at_1_diff1": 0.932237, + "nauc_ndcg_at_3_max": 0.83355, + "nauc_ndcg_at_3_std": -0.232389, + "nauc_ndcg_at_3_diff1": 0.942752, + "nauc_ndcg_at_5_max": 0.831903, + "nauc_ndcg_at_5_std": -0.20909, + "nauc_ndcg_at_5_diff1": 0.941984, + "nauc_ndcg_at_10_max": 0.832442, + "nauc_ndcg_at_10_std": -0.206735, + "nauc_ndcg_at_10_diff1": 0.943558, + "nauc_ndcg_at_20_max": 0.833033, + "nauc_ndcg_at_20_std": -0.186324, + "nauc_ndcg_at_20_diff1": 0.941066, + "nauc_ndcg_at_100_max": 0.830091, + "nauc_ndcg_at_100_std": -0.191561, + "nauc_ndcg_at_100_diff1": 0.940809, + "nauc_ndcg_at_1000_max": 0.828748, + "nauc_ndcg_at_1000_std": -0.200978, + "nauc_ndcg_at_1000_diff1": 0.940341, + "nauc_map_at_1_max": 0.809768, + "nauc_map_at_1_std": -0.196218, + "nauc_map_at_1_diff1": 0.932237, + "nauc_map_at_3_max": 0.827495, + "nauc_map_at_3_std": -0.220551, + "nauc_map_at_3_diff1": 0.939697, + "nauc_map_at_5_max": 0.826275, + "nauc_map_at_5_std": -0.208903, + "nauc_map_at_5_diff1": 0.939187, + "nauc_map_at_10_max": 0.826563, + "nauc_map_at_10_std": -0.206857, + "nauc_map_at_10_diff1": 0.939758, + "nauc_map_at_20_max": 0.826471, + "nauc_map_at_20_std": -0.203495, + "nauc_map_at_20_diff1": 0.939174, + "nauc_map_at_100_max": 0.826078, + "nauc_map_at_100_std": -0.20457, + "nauc_map_at_100_diff1": 0.939138, + "nauc_map_at_1000_max": 0.826032, + "nauc_map_at_1000_std": -0.204892, + "nauc_map_at_1000_diff1": 0.939122, + "nauc_recall_at_1_max": 0.809768, + "nauc_recall_at_1_std": -0.196218, + "nauc_recall_at_1_diff1": 0.932237, + "nauc_recall_at_3_max": 0.866188, + "nauc_recall_at_3_std": -0.299078, + "nauc_recall_at_3_diff1": 0.959637, + "nauc_recall_at_5_max": 0.875438, + "nauc_recall_at_5_std": -0.202789, + "nauc_recall_at_5_diff1": 0.963965, + "nauc_recall_at_10_max": 0.896486, + "nauc_recall_at_10_std": -0.20427, + "nauc_recall_at_10_diff1": 0.988116, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.42493, + "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.833096, - "nauc_precision_at_1_std": -0.290272, - "nauc_precision_at_1_diff1": 0.937331, - "nauc_precision_at_3_max": 0.886433, - "nauc_precision_at_3_std": -0.397475, - "nauc_precision_at_3_diff1": 0.976556, - "nauc_precision_at_5_max": 0.905696, - "nauc_precision_at_5_std": -0.370121, - "nauc_precision_at_5_diff1": 0.972767, - "nauc_precision_at_10_max": 0.92793, - "nauc_precision_at_10_std": -0.134279, - "nauc_precision_at_10_diff1": 0.98366, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": -0.122129, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.809768, + "nauc_precision_at_1_std": -0.196218, + "nauc_precision_at_1_diff1": 0.932237, + "nauc_precision_at_3_max": 0.866188, + "nauc_precision_at_3_std": -0.299078, + "nauc_precision_at_3_diff1": 0.959637, + "nauc_precision_at_5_max": 0.875438, + "nauc_precision_at_5_std": -0.202789, + "nauc_precision_at_5_diff1": 0.963965, + "nauc_precision_at_10_max": 0.896486, + "nauc_precision_at_10_std": -0.20427, + "nauc_precision_at_10_diff1": 0.988116, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.42493, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.833096, - "nauc_mrr_at_1_std": -0.290272, - "nauc_mrr_at_1_diff1": 0.937331, - "nauc_mrr_at_3_max": 0.850057, - "nauc_mrr_at_3_std": -0.31785, - "nauc_mrr_at_3_diff1": 0.948352, - "nauc_mrr_at_5_max": 0.849807, - "nauc_mrr_at_5_std": -0.310596, - "nauc_mrr_at_5_diff1": 0.946638, - "nauc_mrr_at_10_max": 0.849587, - "nauc_mrr_at_10_std": -0.303053, - "nauc_mrr_at_10_diff1": 0.946609, - "nauc_mrr_at_20_max": 0.849621, - "nauc_mrr_at_20_std": -0.303592, - "nauc_mrr_at_20_diff1": 0.946568, - "nauc_mrr_at_100_max": 0.849373, - "nauc_mrr_at_100_std": -0.302475, - "nauc_mrr_at_100_diff1": 0.946423, - "nauc_mrr_at_1000_max": 0.849327, - "nauc_mrr_at_1000_std": -0.302876, - "nauc_mrr_at_1000_diff1": 0.946407, - "main_score": 0.96466, + "nauc_mrr_at_1_max": 0.809768, + "nauc_mrr_at_1_std": -0.196218, + "nauc_mrr_at_1_diff1": 0.932237, + "nauc_mrr_at_3_max": 0.827495, + "nauc_mrr_at_3_std": -0.220551, + "nauc_mrr_at_3_diff1": 0.939697, + "nauc_mrr_at_5_max": 0.826275, + "nauc_mrr_at_5_std": -0.208903, + "nauc_mrr_at_5_diff1": 0.939187, + "nauc_mrr_at_10_max": 0.826563, + "nauc_mrr_at_10_std": -0.206857, + "nauc_mrr_at_10_diff1": 0.939758, + "nauc_mrr_at_20_max": 0.826471, + "nauc_mrr_at_20_std": -0.203495, + "nauc_mrr_at_20_diff1": 0.939174, + "nauc_mrr_at_100_max": 0.826078, + "nauc_mrr_at_100_std": -0.20457, + "nauc_mrr_at_100_diff1": 0.939138, + "nauc_mrr_at_1000_max": 0.826032, + "nauc_mrr_at_1000_std": -0.204892, + "nauc_mrr_at_1000_diff1": 0.939122, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.97333, + "hit_rate_at_5": 0.98222, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95973, "hf_subset": "deu_Latn-eng_Latn", "languages": [ "deu-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91222, - "ndcg_at_3": 0.94413, - "ndcg_at_5": 0.94862, - "ndcg_at_10": 0.95278, - "ndcg_at_20": 0.95426, - "ndcg_at_100": 0.95516, - "ndcg_at_1000": 0.95532, - "map_at_1": 0.91222, - "map_at_3": 0.93667, + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.9427, + "ndcg_at_5": 0.9491, + "ndcg_at_10": 0.95139, + "ndcg_at_20": 0.95309, + "ndcg_at_100": 0.95463, + "ndcg_at_1000": 0.95463, + "map_at_1": 0.91333, + "map_at_3": 0.93556, "map_at_5": 0.93911, - "map_at_10": 0.94095, - "map_at_20": 0.94139, - "map_at_100": 0.94155, - "map_at_1000": 0.94156, - "recall_at_1": 0.91222, - "recall_at_3": 0.96556, - "recall_at_5": 0.97667, - "recall_at_10": 0.98889, - "recall_at_20": 0.99444, - "recall_at_100": 0.99889, + "map_at_10": 0.94013, + "map_at_20": 0.9406, + "map_at_100": 0.94086, + "map_at_1000": 0.94086, + "recall_at_1": 0.91333, + "recall_at_3": 0.96333, + "recall_at_5": 0.97889, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 1.0, "recall_at_1000": 1.0, - "precision_at_1": 0.91222, - "precision_at_3": 0.32185, - "precision_at_5": 0.19533, - "precision_at_10": 0.09889, - "precision_at_20": 0.04972, - "precision_at_100": 0.00999, + "accuracy": 0.91333, + "precision_at_1": 0.91333, + "precision_at_3": 0.32111, + "precision_at_5": 0.19578, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.01, "precision_at_1000": 0.001, - "mrr_at_1": 0.912222, - "mrr_at_3": 0.936667, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.935556, "mrr_at_5": 0.939111, - "mrr_at_10": 0.940948, - "mrr_at_20": 0.941392, - "mrr_at_100": 0.941548, - "mrr_at_1000": 0.941555, - "nauc_ndcg_at_1_max": 0.867372, - "nauc_ndcg_at_1_std": -0.183727, - "nauc_ndcg_at_1_diff1": 0.951542, - "nauc_ndcg_at_3_max": 0.899177, - "nauc_ndcg_at_3_std": -0.097977, - "nauc_ndcg_at_3_diff1": 0.958102, - "nauc_ndcg_at_5_max": 0.892684, - "nauc_ndcg_at_5_std": -0.124903, - "nauc_ndcg_at_5_diff1": 0.955656, - "nauc_ndcg_at_10_max": 0.88878, - "nauc_ndcg_at_10_std": -0.14558, - "nauc_ndcg_at_10_diff1": 0.957089, - "nauc_ndcg_at_20_max": 0.88865, - "nauc_ndcg_at_20_std": -0.12694, - "nauc_ndcg_at_20_diff1": 0.956515, - "nauc_ndcg_at_100_max": 0.887097, - "nauc_ndcg_at_100_std": -0.133556, - "nauc_ndcg_at_100_diff1": 0.95629, - "nauc_ndcg_at_1000_max": 0.886709, - "nauc_ndcg_at_1000_std": -0.137455, - "nauc_ndcg_at_1000_diff1": 0.956139, - "nauc_map_at_1_max": 0.867372, - "nauc_map_at_1_std": -0.183727, - "nauc_map_at_1_diff1": 0.951542, - "nauc_map_at_3_max": 0.889827, - "nauc_map_at_3_std": -0.12659, - "nauc_map_at_3_diff1": 0.956482, - "nauc_map_at_5_max": 0.886417, - "nauc_map_at_5_std": -0.140315, - "nauc_map_at_5_diff1": 0.955331, - "nauc_map_at_10_max": 0.884926, - "nauc_map_at_10_std": -0.14789, - "nauc_map_at_10_diff1": 0.955874, - "nauc_map_at_20_max": 0.884857, - "nauc_map_at_20_std": -0.143298, - "nauc_map_at_20_diff1": 0.955716, - "nauc_map_at_100_max": 0.884654, - "nauc_map_at_100_std": -0.14411, - "nauc_map_at_100_diff1": 0.955681, - "nauc_map_at_1000_max": 0.884639, - "nauc_map_at_1000_std": -0.144256, - "nauc_map_at_1000_diff1": 0.955676, - "nauc_recall_at_1_max": 0.867372, - "nauc_recall_at_1_std": -0.183727, - "nauc_recall_at_1_diff1": 0.951542, - "nauc_recall_at_3_max": 0.947818, - "nauc_recall_at_3_std": 0.053809, - "nauc_recall_at_3_diff1": 0.966266, - "nauc_recall_at_5_max": 0.936197, - "nauc_recall_at_5_std": -0.018207, - "nauc_recall_at_5_diff1": 0.956427, - "nauc_recall_at_10_max": 0.933007, - "nauc_recall_at_10_std": -0.165033, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.374603, - "nauc_recall_at_20_diff1": 0.973856, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "mrr_at_10": 0.94013, + "mrr_at_20": 0.940601, + "mrr_at_100": 0.940856, + "mrr_at_1000": 0.940856, + "nauc_ndcg_at_1_max": 0.840546, + "nauc_ndcg_at_1_std": -0.250311, + "nauc_ndcg_at_1_diff1": 0.934641, + "nauc_ndcg_at_3_max": 0.872305, + "nauc_ndcg_at_3_std": -0.247675, + "nauc_ndcg_at_3_diff1": 0.941961, + "nauc_ndcg_at_5_max": 0.869969, + "nauc_ndcg_at_5_std": -0.208808, + "nauc_ndcg_at_5_diff1": 0.942633, + "nauc_ndcg_at_10_max": 0.864924, + "nauc_ndcg_at_10_std": -0.235143, + "nauc_ndcg_at_10_diff1": 0.941002, + "nauc_ndcg_at_20_max": 0.86416, + "nauc_ndcg_at_20_std": -0.224782, + "nauc_ndcg_at_20_diff1": 0.939596, + "nauc_ndcg_at_100_max": 0.861474, + "nauc_ndcg_at_100_std": -0.237193, + "nauc_ndcg_at_100_diff1": 0.939517, + "nauc_ndcg_at_1000_max": 0.861474, + "nauc_ndcg_at_1000_std": -0.237193, + "nauc_ndcg_at_1000_diff1": 0.939517, + "nauc_map_at_1_max": 0.840546, + "nauc_map_at_1_std": -0.250311, + "nauc_map_at_1_diff1": 0.934641, + "nauc_map_at_3_max": 0.863582, + "nauc_map_at_3_std": -0.250486, + "nauc_map_at_3_diff1": 0.939852, + "nauc_map_at_5_max": 0.861842, + "nauc_map_at_5_std": -0.232643, + "nauc_map_at_5_diff1": 0.939918, + "nauc_map_at_10_max": 0.859896, + "nauc_map_at_10_std": -0.242676, + "nauc_map_at_10_diff1": 0.9393, + "nauc_map_at_20_max": 0.859633, + "nauc_map_at_20_std": -0.240458, + "nauc_map_at_20_diff1": 0.938955, + "nauc_map_at_100_max": 0.859276, + "nauc_map_at_100_std": -0.241846, + "nauc_map_at_100_diff1": 0.938959, + "nauc_map_at_1000_max": 0.859276, + "nauc_map_at_1000_std": -0.241846, + "nauc_map_at_1000_diff1": 0.938959, + "nauc_recall_at_1_max": 0.840546, + "nauc_recall_at_1_std": -0.250311, + "nauc_recall_at_1_diff1": 0.934641, + "nauc_recall_at_3_max": 0.915401, + "nauc_recall_at_3_std": -0.231998, + "nauc_recall_at_3_diff1": 0.952466, + "nauc_recall_at_5_max": 0.935255, + "nauc_recall_at_5_std": 0.007298, + "nauc_recall_at_5_diff1": 0.9656, + "nauc_recall_at_10_max": 0.915428, + "nauc_recall_at_10_std": -0.14968, + "nauc_recall_at_10_diff1": 0.959779, + "nauc_recall_at_20_max": 0.943978, + "nauc_recall_at_20_std": 0.170535, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.867372, - "nauc_precision_at_1_std": -0.183727, - "nauc_precision_at_1_diff1": 0.951542, - "nauc_precision_at_3_max": 0.947818, - "nauc_precision_at_3_std": 0.053809, - "nauc_precision_at_3_diff1": 0.966266, - "nauc_precision_at_5_max": 0.936197, - "nauc_precision_at_5_std": -0.018207, - "nauc_precision_at_5_diff1": 0.956427, - "nauc_precision_at_10_max": 0.933007, - "nauc_precision_at_10_std": -0.165033, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.374603, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_1_max": 0.840546, + "nauc_precision_at_1_std": -0.250311, + "nauc_precision_at_1_diff1": 0.934641, + "nauc_precision_at_3_max": 0.915401, + "nauc_precision_at_3_std": -0.231998, + "nauc_precision_at_3_diff1": 0.952466, + "nauc_precision_at_5_max": 0.935255, + "nauc_precision_at_5_std": 0.007298, + "nauc_precision_at_5_diff1": 0.9656, + "nauc_precision_at_10_max": 0.915428, + "nauc_precision_at_10_std": -0.14968, + "nauc_precision_at_10_diff1": 0.959779, + "nauc_precision_at_20_max": 0.943978, + "nauc_precision_at_20_std": 0.170535, + "nauc_precision_at_20_diff1": 0.943978, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.867372, - "nauc_mrr_at_1_std": -0.183727, - "nauc_mrr_at_1_diff1": 0.951542, - "nauc_mrr_at_3_max": 0.889827, - "nauc_mrr_at_3_std": -0.12659, - "nauc_mrr_at_3_diff1": 0.956482, - "nauc_mrr_at_5_max": 0.886417, - "nauc_mrr_at_5_std": -0.140315, - "nauc_mrr_at_5_diff1": 0.955331, - "nauc_mrr_at_10_max": 0.884926, - "nauc_mrr_at_10_std": -0.14789, - "nauc_mrr_at_10_diff1": 0.955874, - "nauc_mrr_at_20_max": 0.884857, - "nauc_mrr_at_20_std": -0.143298, - "nauc_mrr_at_20_diff1": 0.955716, - "nauc_mrr_at_100_max": 0.884654, - "nauc_mrr_at_100_std": -0.14411, - "nauc_mrr_at_100_diff1": 0.955681, - "nauc_mrr_at_1000_max": 0.884639, - "nauc_mrr_at_1000_std": -0.144256, - "nauc_mrr_at_1000_diff1": 0.955676, - "main_score": 0.95278, + "nauc_mrr_at_1_max": 0.840546, + "nauc_mrr_at_1_std": -0.250311, + "nauc_mrr_at_1_diff1": 0.934641, + "nauc_mrr_at_3_max": 0.863582, + "nauc_mrr_at_3_std": -0.250486, + "nauc_mrr_at_3_diff1": 0.939852, + "nauc_mrr_at_5_max": 0.861842, + "nauc_mrr_at_5_std": -0.232643, + "nauc_mrr_at_5_diff1": 0.939918, + "nauc_mrr_at_10_max": 0.859896, + "nauc_mrr_at_10_std": -0.242676, + "nauc_mrr_at_10_diff1": 0.9393, + "nauc_mrr_at_20_max": 0.859633, + "nauc_mrr_at_20_std": -0.240458, + "nauc_mrr_at_20_diff1": 0.938955, + "nauc_mrr_at_100_max": 0.859276, + "nauc_mrr_at_100_std": -0.241846, + "nauc_mrr_at_100_diff1": 0.938959, + "nauc_mrr_at_1000_max": 0.859276, + "nauc_mrr_at_1000_std": -0.241846, + "nauc_mrr_at_1000_diff1": 0.938959, + "hit_rate_at_1": 0.91333, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.95139, "hf_subset": "eng_Latn-deu_Latn", "languages": [ "eng-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89111, - "ndcg_at_3": 0.92415, - "ndcg_at_5": 0.93013, - "ndcg_at_10": 0.93408, - "ndcg_at_20": 0.93727, - "ndcg_at_100": 0.93921, - "ndcg_at_1000": 0.93993, - "map_at_1": 0.89111, - "map_at_3": 0.91667, - "map_at_5": 0.92, - "map_at_10": 0.92163, - "map_at_20": 0.92256, - "map_at_100": 0.92286, - "map_at_1000": 0.92289, - "recall_at_1": 0.89111, - "recall_at_3": 0.94556, - "recall_at_5": 0.96, - "recall_at_10": 0.97222, - "recall_at_20": 0.98444, - "recall_at_100": 0.99444, + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.9186, + "ndcg_at_5": 0.92324, + "ndcg_at_10": 0.92894, + "ndcg_at_20": 0.93201, + "ndcg_at_100": 0.93395, + "ndcg_at_1000": 0.93483, + "map_at_1": 0.88333, + "map_at_3": 0.91037, + "map_at_5": 0.91298, + "map_at_10": 0.91531, + "map_at_20": 0.91614, + "map_at_100": 0.91644, + "map_at_1000": 0.91648, + "recall_at_1": 0.88333, + "recall_at_3": 0.94222, + "recall_at_5": 0.95333, + "recall_at_10": 0.97111, + "recall_at_20": 0.98333, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.89111, - "precision_at_3": 0.31519, - "precision_at_5": 0.192, - "precision_at_10": 0.09722, - "precision_at_20": 0.04922, - "precision_at_100": 0.00994, + "accuracy": 0.88333, + "precision_at_1": 0.88333, + "precision_at_3": 0.31407, + "precision_at_5": 0.19067, + "precision_at_10": 0.09711, + "precision_at_20": 0.04917, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.891111, - "mrr_at_3": 0.916667, - "mrr_at_5": 0.92, - "mrr_at_10": 0.921627, - "mrr_at_20": 0.922559, - "mrr_at_100": 0.922862, - "mrr_at_1000": 0.922889, - "nauc_ndcg_at_1_max": 0.832566, - "nauc_ndcg_at_1_std": -0.124275, - "nauc_ndcg_at_1_diff1": 0.920597, - "nauc_ndcg_at_3_max": 0.86406, - "nauc_ndcg_at_3_std": -0.063251, - "nauc_ndcg_at_3_diff1": 0.92628, - "nauc_ndcg_at_5_max": 0.8652, - "nauc_ndcg_at_5_std": -0.060004, - "nauc_ndcg_at_5_diff1": 0.925156, - "nauc_ndcg_at_10_max": 0.860254, - "nauc_ndcg_at_10_std": -0.07413, - "nauc_ndcg_at_10_diff1": 0.924145, - "nauc_ndcg_at_20_max": 0.860394, - "nauc_ndcg_at_20_std": -0.046427, - "nauc_ndcg_at_20_diff1": 0.922128, - "nauc_ndcg_at_100_max": 0.859629, - "nauc_ndcg_at_100_std": -0.051135, - "nauc_ndcg_at_100_diff1": 0.924116, - "nauc_ndcg_at_1000_max": 0.857935, - "nauc_ndcg_at_1000_std": -0.063494, - "nauc_ndcg_at_1000_diff1": 0.923499, - "nauc_map_at_1_max": 0.832566, - "nauc_map_at_1_std": -0.124275, - "nauc_map_at_1_diff1": 0.920597, - "nauc_map_at_3_max": 0.855909, - "nauc_map_at_3_std": -0.079355, - "nauc_map_at_3_diff1": 0.924257, - "nauc_map_at_5_max": 0.856334, - "nauc_map_at_5_std": -0.077408, - "nauc_map_at_5_diff1": 0.923638, - "nauc_map_at_10_max": 0.854437, - "nauc_map_at_10_std": -0.082247, - "nauc_map_at_10_diff1": 0.923213, - "nauc_map_at_20_max": 0.854484, - "nauc_map_at_20_std": -0.075303, - "nauc_map_at_20_diff1": 0.922742, - "nauc_map_at_100_max": 0.854427, - "nauc_map_at_100_std": -0.075993, - "nauc_map_at_100_diff1": 0.923039, - "nauc_map_at_1000_max": 0.854375, - "nauc_map_at_1000_std": -0.076367, - "nauc_map_at_1000_diff1": 0.923018, - "nauc_recall_at_1_max": 0.832566, - "nauc_recall_at_1_std": -0.124275, - "nauc_recall_at_1_diff1": 0.920597, - "nauc_recall_at_3_max": 0.898721, - "nauc_recall_at_3_std": 0.005469, - "nauc_recall_at_3_diff1": 0.935307, - "nauc_recall_at_5_max": 0.914281, - "nauc_recall_at_5_std": 0.035351, - "nauc_recall_at_5_diff1": 0.933733, - "nauc_recall_at_10_max": 0.899627, - "nauc_recall_at_10_std": -0.032474, - "nauc_recall_at_10_diff1": 0.930719, - "nauc_recall_at_20_max": 0.929639, - "nauc_recall_at_20_std": 0.406029, - "nauc_recall_at_20_diff1": 0.904295, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.91037, + "mrr_at_5": 0.912981, + "mrr_at_10": 0.915309, + "mrr_at_20": 0.916141, + "mrr_at_100": 0.916444, + "mrr_at_1000": 0.916481, + "nauc_ndcg_at_1_max": 0.812088, + "nauc_ndcg_at_1_std": -0.176313, + "nauc_ndcg_at_1_diff1": 0.915346, + "nauc_ndcg_at_3_max": 0.856605, + "nauc_ndcg_at_3_std": -0.108973, + "nauc_ndcg_at_3_diff1": 0.912738, + "nauc_ndcg_at_5_max": 0.856551, + "nauc_ndcg_at_5_std": -0.121994, + "nauc_ndcg_at_5_diff1": 0.913436, + "nauc_ndcg_at_10_max": 0.854835, + "nauc_ndcg_at_10_std": -0.087157, + "nauc_ndcg_at_10_diff1": 0.913289, + "nauc_ndcg_at_20_max": 0.85301, + "nauc_ndcg_at_20_std": -0.079801, + "nauc_ndcg_at_20_diff1": 0.91323, + "nauc_ndcg_at_100_max": 0.849909, + "nauc_ndcg_at_100_std": -0.089692, + "nauc_ndcg_at_100_diff1": 0.913642, + "nauc_ndcg_at_1000_max": 0.847856, + "nauc_ndcg_at_1000_std": -0.104596, + "nauc_ndcg_at_1000_diff1": 0.91339, + "nauc_map_at_1_max": 0.812088, + "nauc_map_at_1_std": -0.176313, + "nauc_map_at_1_diff1": 0.915346, + "nauc_map_at_3_max": 0.845096, + "nauc_map_at_3_std": -0.124243, + "nauc_map_at_3_diff1": 0.913125, + "nauc_map_at_5_max": 0.844767, + "nauc_map_at_5_std": -0.130753, + "nauc_map_at_5_diff1": 0.91349, + "nauc_map_at_10_max": 0.84391, + "nauc_map_at_10_std": -0.117997, + "nauc_map_at_10_diff1": 0.91344, + "nauc_map_at_20_max": 0.843407, + "nauc_map_at_20_std": -0.117011, + "nauc_map_at_20_diff1": 0.913416, + "nauc_map_at_100_max": 0.84298, + "nauc_map_at_100_std": -0.118815, + "nauc_map_at_100_diff1": 0.913454, + "nauc_map_at_1000_max": 0.842908, + "nauc_map_at_1000_std": -0.119325, + "nauc_map_at_1000_diff1": 0.913449, + "nauc_recall_at_1_max": 0.812088, + "nauc_recall_at_1_std": -0.176313, + "nauc_recall_at_1_diff1": 0.915346, + "nauc_recall_at_3_max": 0.906001, + "nauc_recall_at_3_std": -0.045069, + "nauc_recall_at_3_diff1": 0.911298, + "nauc_recall_at_5_max": 0.917189, + "nauc_recall_at_5_std": -0.083922, + "nauc_recall_at_5_diff1": 0.913632, + "nauc_recall_at_10_max": 0.940566, + "nauc_recall_at_10_std": 0.187154, + "nauc_recall_at_10_diff1": 0.912645, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.51883, + "nauc_recall_at_20_diff1": 0.911765, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.973856, - "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.832566, - "nauc_precision_at_1_std": -0.124275, - "nauc_precision_at_1_diff1": 0.920597, - "nauc_precision_at_3_max": 0.898721, - "nauc_precision_at_3_std": 0.005469, - "nauc_precision_at_3_diff1": 0.935307, - "nauc_precision_at_5_max": 0.914281, - "nauc_precision_at_5_std": 0.035351, - "nauc_precision_at_5_diff1": 0.933733, - "nauc_precision_at_10_max": 0.899627, - "nauc_precision_at_10_std": -0.032474, - "nauc_precision_at_10_diff1": 0.930719, - "nauc_precision_at_20_max": 0.929639, - "nauc_precision_at_20_std": 0.406029, - "nauc_precision_at_20_diff1": 0.904295, + "nauc_precision_at_1_max": 0.812088, + "nauc_precision_at_1_std": -0.176313, + "nauc_precision_at_1_diff1": 0.915346, + "nauc_precision_at_3_max": 0.906001, + "nauc_precision_at_3_std": -0.045069, + "nauc_precision_at_3_diff1": 0.911298, + "nauc_precision_at_5_max": 0.917189, + "nauc_precision_at_5_std": -0.083922, + "nauc_precision_at_5_diff1": 0.913632, + "nauc_precision_at_10_max": 0.940566, + "nauc_precision_at_10_std": 0.187154, + "nauc_precision_at_10_diff1": 0.912645, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.51883, + "nauc_precision_at_20_diff1": 0.911765, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.973856, - "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.832566, - "nauc_mrr_at_1_std": -0.124275, - "nauc_mrr_at_1_diff1": 0.920597, - "nauc_mrr_at_3_max": 0.855909, - "nauc_mrr_at_3_std": -0.079355, - "nauc_mrr_at_3_diff1": 0.924257, - "nauc_mrr_at_5_max": 0.856334, - "nauc_mrr_at_5_std": -0.077408, - "nauc_mrr_at_5_diff1": 0.923638, - "nauc_mrr_at_10_max": 0.854437, - "nauc_mrr_at_10_std": -0.082247, - "nauc_mrr_at_10_diff1": 0.923213, - "nauc_mrr_at_20_max": 0.854484, - "nauc_mrr_at_20_std": -0.075303, - "nauc_mrr_at_20_diff1": 0.922742, - "nauc_mrr_at_100_max": 0.854427, - "nauc_mrr_at_100_std": -0.075993, - "nauc_mrr_at_100_diff1": 0.923039, - "nauc_mrr_at_1000_max": 0.854375, - "nauc_mrr_at_1000_std": -0.076367, - "nauc_mrr_at_1000_diff1": 0.923018, - "main_score": 0.93408, + "nauc_mrr_at_1_max": 0.812088, + "nauc_mrr_at_1_std": -0.176313, + "nauc_mrr_at_1_diff1": 0.915346, + "nauc_mrr_at_3_max": 0.845096, + "nauc_mrr_at_3_std": -0.124243, + "nauc_mrr_at_3_diff1": 0.913125, + "nauc_mrr_at_5_max": 0.844767, + "nauc_mrr_at_5_std": -0.130753, + "nauc_mrr_at_5_diff1": 0.91349, + "nauc_mrr_at_10_max": 0.84391, + "nauc_mrr_at_10_std": -0.117997, + "nauc_mrr_at_10_diff1": 0.91344, + "nauc_mrr_at_20_max": 0.843407, + "nauc_mrr_at_20_std": -0.117011, + "nauc_mrr_at_20_diff1": 0.913416, + "nauc_mrr_at_100_max": 0.84298, + "nauc_mrr_at_100_std": -0.118815, + "nauc_mrr_at_100_diff1": 0.913454, + "nauc_mrr_at_1000_max": 0.842908, + "nauc_mrr_at_1000_std": -0.119325, + "nauc_mrr_at_1000_diff1": 0.913449, + "hit_rate_at_1": 0.88333, + "hit_rate_at_3": 0.94222, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.92894, "hf_subset": "ell_Grek-ell_Grek", "languages": [ "ell-Grek", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91444, - "ndcg_at_3": 0.94246, - "ndcg_at_5": 0.94796, - "ndcg_at_10": 0.95236, - "ndcg_at_20": 0.95465, - "ndcg_at_100": 0.95484, - "ndcg_at_1000": 0.9553, - "map_at_1": 0.91444, - "map_at_3": 0.9363, - "map_at_5": 0.93935, - "map_at_10": 0.94122, - "map_at_20": 0.94187, - "map_at_100": 0.94189, - "map_at_1000": 0.94191, - "recall_at_1": 0.91444, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94123, + "ndcg_at_5": 0.9463, + "ndcg_at_10": 0.94956, + "ndcg_at_20": 0.95217, + "ndcg_at_100": 0.95341, + "ndcg_at_1000": 0.95354, + "map_at_1": 0.91111, + "map_at_3": 0.93463, + "map_at_5": 0.93746, + "map_at_10": 0.93883, + "map_at_20": 0.93958, + "map_at_100": 0.93976, + "map_at_1000": 0.93976, + "recall_at_1": 0.91111, "recall_at_3": 0.96, - "recall_at_5": 0.97333, - "recall_at_10": 0.98667, - "recall_at_20": 0.99556, - "recall_at_100": 0.99667, + "recall_at_5": 0.97222, + "recall_at_10": 0.98222, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91444, + "accuracy": 0.91111, + "precision_at_1": 0.91111, "precision_at_3": 0.32, - "precision_at_5": 0.19467, - "precision_at_10": 0.09867, - "precision_at_20": 0.04978, - "precision_at_100": 0.00997, + "precision_at_5": 0.19444, + "precision_at_10": 0.09822, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.914444, - "mrr_at_3": 0.936296, - "mrr_at_5": 0.939352, - "mrr_at_10": 0.94122, - "mrr_at_20": 0.941871, - "mrr_at_100": 0.941888, - "mrr_at_1000": 0.941912, - "nauc_ndcg_at_1_max": 0.78589, - "nauc_ndcg_at_1_std": -0.358028, - "nauc_ndcg_at_1_diff1": 0.922363, - "nauc_ndcg_at_3_max": 0.804879, - "nauc_ndcg_at_3_std": -0.416301, - "nauc_ndcg_at_3_diff1": 0.922711, - "nauc_ndcg_at_5_max": 0.811467, - "nauc_ndcg_at_5_std": -0.391778, - "nauc_ndcg_at_5_diff1": 0.921524, - "nauc_ndcg_at_10_max": 0.8126, - "nauc_ndcg_at_10_std": -0.367365, - "nauc_ndcg_at_10_diff1": 0.92656, - "nauc_ndcg_at_20_max": 0.807686, - "nauc_ndcg_at_20_std": -0.366128, - "nauc_ndcg_at_20_diff1": 0.925478, - "nauc_ndcg_at_100_max": 0.806897, - "nauc_ndcg_at_100_std": -0.360495, - "nauc_ndcg_at_100_diff1": 0.925173, - "nauc_ndcg_at_1000_max": 0.8049, - "nauc_ndcg_at_1000_std": -0.374566, - "nauc_ndcg_at_1000_diff1": 0.924399, - "nauc_map_at_1_max": 0.78589, - "nauc_map_at_1_std": -0.358028, - "nauc_map_at_1_diff1": 0.922363, - "nauc_map_at_3_max": 0.79972, - "nauc_map_at_3_std": -0.400077, - "nauc_map_at_3_diff1": 0.922895, - "nauc_map_at_5_max": 0.802921, - "nauc_map_at_5_std": -0.387581, - "nauc_map_at_5_diff1": 0.922303, - "nauc_map_at_10_max": 0.802821, - "nauc_map_at_10_std": -0.379041, - "nauc_map_at_10_diff1": 0.924, - "nauc_map_at_20_max": 0.801656, - "nauc_map_at_20_std": -0.379116, - "nauc_map_at_20_diff1": 0.92375, - "nauc_map_at_100_max": 0.801596, - "nauc_map_at_100_std": -0.378703, - "nauc_map_at_100_diff1": 0.923727, - "nauc_map_at_1000_max": 0.801516, - "nauc_map_at_1000_std": -0.379261, - "nauc_map_at_1000_diff1": 0.923696, - "nauc_recall_at_1_max": 0.78589, - "nauc_recall_at_1_std": -0.358028, - "nauc_recall_at_1_diff1": 0.922363, - "nauc_recall_at_3_max": 0.827939, - "nauc_recall_at_3_std": -0.48912, - "nauc_recall_at_3_diff1": 0.921672, - "nauc_recall_at_5_max": 0.867628, - "nauc_recall_at_5_std": -0.409353, - "nauc_recall_at_5_diff1": 0.915869, - "nauc_recall_at_10_max": 0.94106, - "nauc_recall_at_10_std": -0.163827, - "nauc_recall_at_10_diff1": 0.965959, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.93463, + "mrr_at_5": 0.937463, + "mrr_at_10": 0.93883, + "mrr_at_20": 0.939583, + "mrr_at_100": 0.939758, + "mrr_at_1000": 0.939762, + "nauc_ndcg_at_1_max": 0.739869, + "nauc_ndcg_at_1_std": -0.356238, + "nauc_ndcg_at_1_diff1": 0.924457, + "nauc_ndcg_at_3_max": 0.764012, + "nauc_ndcg_at_3_std": -0.353274, + "nauc_ndcg_at_3_diff1": 0.924458, + "nauc_ndcg_at_5_max": 0.761389, + "nauc_ndcg_at_5_std": -0.360295, + "nauc_ndcg_at_5_diff1": 0.922013, + "nauc_ndcg_at_10_max": 0.768534, + "nauc_ndcg_at_10_std": -0.325702, + "nauc_ndcg_at_10_diff1": 0.92468, + "nauc_ndcg_at_20_max": 0.767707, + "nauc_ndcg_at_20_std": -0.327799, + "nauc_ndcg_at_20_diff1": 0.927432, + "nauc_ndcg_at_100_max": 0.761514, + "nauc_ndcg_at_100_std": -0.340792, + "nauc_ndcg_at_100_diff1": 0.925497, + "nauc_ndcg_at_1000_max": 0.760835, + "nauc_ndcg_at_1000_std": -0.344609, + "nauc_ndcg_at_1000_diff1": 0.925285, + "nauc_map_at_1_max": 0.739869, + "nauc_map_at_1_std": -0.356238, + "nauc_map_at_1_diff1": 0.924457, + "nauc_map_at_3_max": 0.757198, + "nauc_map_at_3_std": -0.357965, + "nauc_map_at_3_diff1": 0.924722, + "nauc_map_at_5_max": 0.755554, + "nauc_map_at_5_std": -0.361277, + "nauc_map_at_5_diff1": 0.92359, + "nauc_map_at_10_max": 0.758136, + "nauc_map_at_10_std": -0.349176, + "nauc_map_at_10_diff1": 0.924398, + "nauc_map_at_20_max": 0.757705, + "nauc_map_at_20_std": -0.350547, + "nauc_map_at_20_diff1": 0.925071, + "nauc_map_at_100_max": 0.757001, + "nauc_map_at_100_std": -0.352087, + "nauc_map_at_100_diff1": 0.924853, + "nauc_map_at_1000_max": 0.756988, + "nauc_map_at_1000_std": -0.352161, + "nauc_map_at_1000_diff1": 0.924849, + "nauc_recall_at_1_max": 0.739869, + "nauc_recall_at_1_std": -0.356238, + "nauc_recall_at_1_diff1": 0.924457, + "nauc_recall_at_3_max": 0.795401, + "nauc_recall_at_3_std": -0.328639, + "nauc_recall_at_3_diff1": 0.923034, + "nauc_recall_at_5_max": 0.797703, + "nauc_recall_at_5_std": -0.353053, + "nauc_recall_at_5_diff1": 0.910738, + "nauc_recall_at_10_max": 0.875729, + "nauc_recall_at_10_std": -0.052258, + "nauc_recall_at_10_diff1": 0.930264, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.315009, + "nauc_recall_at_20_std": 0.281846, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -10463,20 +11094,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.78589, - "nauc_precision_at_1_std": -0.358028, - "nauc_precision_at_1_diff1": 0.922363, - "nauc_precision_at_3_max": 0.827939, - "nauc_precision_at_3_std": -0.48912, - "nauc_precision_at_3_diff1": 0.921672, - "nauc_precision_at_5_max": 0.867628, - "nauc_precision_at_5_std": -0.409353, - "nauc_precision_at_5_diff1": 0.915869, - "nauc_precision_at_10_max": 0.94106, - "nauc_precision_at_10_std": -0.163827, - "nauc_precision_at_10_diff1": 0.965959, + "nauc_precision_at_1_max": 0.739869, + "nauc_precision_at_1_std": -0.356238, + "nauc_precision_at_1_diff1": 0.924457, + "nauc_precision_at_3_max": 0.795401, + "nauc_precision_at_3_std": -0.328639, + "nauc_precision_at_3_diff1": 0.923034, + "nauc_precision_at_5_max": 0.797703, + "nauc_precision_at_5_std": -0.353053, + "nauc_precision_at_5_diff1": 0.910738, + "nauc_precision_at_10_max": 0.875729, + "nauc_precision_at_10_std": -0.052258, + "nauc_precision_at_10_diff1": 0.930264, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.315009, + "nauc_precision_at_20_std": 0.281846, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -10484,295 +11115,313 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.78589, - "nauc_mrr_at_1_std": -0.358028, - "nauc_mrr_at_1_diff1": 0.922363, - "nauc_mrr_at_3_max": 0.79972, - "nauc_mrr_at_3_std": -0.400077, - "nauc_mrr_at_3_diff1": 0.922895, - "nauc_mrr_at_5_max": 0.802921, - "nauc_mrr_at_5_std": -0.387581, - "nauc_mrr_at_5_diff1": 0.922303, - "nauc_mrr_at_10_max": 0.802821, - "nauc_mrr_at_10_std": -0.379041, - "nauc_mrr_at_10_diff1": 0.924, - "nauc_mrr_at_20_max": 0.801656, - "nauc_mrr_at_20_std": -0.379116, - "nauc_mrr_at_20_diff1": 0.92375, - "nauc_mrr_at_100_max": 0.801596, - "nauc_mrr_at_100_std": -0.378703, - "nauc_mrr_at_100_diff1": 0.923727, - "nauc_mrr_at_1000_max": 0.801516, - "nauc_mrr_at_1000_std": -0.379261, - "nauc_mrr_at_1000_diff1": 0.923696, - "main_score": 0.95236, + "nauc_mrr_at_1_max": 0.739869, + "nauc_mrr_at_1_std": -0.356238, + "nauc_mrr_at_1_diff1": 0.924457, + "nauc_mrr_at_3_max": 0.757198, + "nauc_mrr_at_3_std": -0.357965, + "nauc_mrr_at_3_diff1": 0.924722, + "nauc_mrr_at_5_max": 0.755554, + "nauc_mrr_at_5_std": -0.361277, + "nauc_mrr_at_5_diff1": 0.92359, + "nauc_mrr_at_10_max": 0.758136, + "nauc_mrr_at_10_std": -0.349176, + "nauc_mrr_at_10_diff1": 0.924398, + "nauc_mrr_at_20_max": 0.757705, + "nauc_mrr_at_20_std": -0.350547, + "nauc_mrr_at_20_diff1": 0.925071, + "nauc_mrr_at_100_max": 0.757001, + "nauc_mrr_at_100_std": -0.352087, + "nauc_mrr_at_100_diff1": 0.924853, + "nauc_mrr_at_1000_max": 0.756988, + "nauc_mrr_at_1000_std": -0.352161, + "nauc_mrr_at_1000_diff1": 0.924849, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94956, "hf_subset": "ell_Grek-eng_Latn", "languages": [ "ell-Grek", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.85222, - "ndcg_at_3": 0.89114, - "ndcg_at_5": 0.90175, - "ndcg_at_10": 0.90822, - "ndcg_at_20": 0.91081, - "ndcg_at_100": 0.91446, - "ndcg_at_1000": 0.91565, - "map_at_1": 0.85222, - "map_at_3": 0.88222, - "map_at_5": 0.88817, - "map_at_10": 0.89084, - "map_at_20": 0.89158, - "map_at_100": 0.89213, - "map_at_1000": 0.89218, - "recall_at_1": 0.85222, - "recall_at_3": 0.91667, - "recall_at_5": 0.94222, - "recall_at_10": 0.96222, - "recall_at_20": 0.97222, - "recall_at_100": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.86869, + "ndcg_at_5": 0.87562, + "ndcg_at_10": 0.88485, + "ndcg_at_20": 0.88739, + "ndcg_at_100": 0.8918, + "ndcg_at_1000": 0.89311, + "map_at_1": 0.80333, + "map_at_3": 0.85352, + "map_at_5": 0.85741, + "map_at_10": 0.86136, + "map_at_20": 0.86206, + "map_at_100": 0.8627, + "map_at_1000": 0.86276, + "recall_at_1": 0.80333, + "recall_at_3": 0.91222, + "recall_at_5": 0.92889, + "recall_at_10": 0.95667, + "recall_at_20": 0.96667, + "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.85222, - "precision_at_3": 0.30556, - "precision_at_5": 0.18844, - "precision_at_10": 0.09622, - "precision_at_20": 0.04861, - "precision_at_100": 0.00991, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.30407, + "precision_at_5": 0.18578, + "precision_at_10": 0.09567, + "precision_at_20": 0.04833, + "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.852222, - "mrr_at_3": 0.882222, - "mrr_at_5": 0.888167, - "mrr_at_10": 0.890836, - "mrr_at_20": 0.891582, - "mrr_at_100": 0.892129, - "mrr_at_1000": 0.892181, - "nauc_ndcg_at_1_max": 0.814108, - "nauc_ndcg_at_1_std": 0.063659, - "nauc_ndcg_at_1_diff1": 0.864854, - "nauc_ndcg_at_3_max": 0.819621, - "nauc_ndcg_at_3_std": 0.068813, - "nauc_ndcg_at_3_diff1": 0.832932, - "nauc_ndcg_at_5_max": 0.827523, - "nauc_ndcg_at_5_std": 0.093092, - "nauc_ndcg_at_5_diff1": 0.826612, - "nauc_ndcg_at_10_max": 0.826359, - "nauc_ndcg_at_10_std": 0.100647, - "nauc_ndcg_at_10_diff1": 0.82784, - "nauc_ndcg_at_20_max": 0.824932, - "nauc_ndcg_at_20_std": 0.099272, - "nauc_ndcg_at_20_diff1": 0.82774, - "nauc_ndcg_at_100_max": 0.824312, - "nauc_ndcg_at_100_std": 0.100683, - "nauc_ndcg_at_100_diff1": 0.830157, - "nauc_ndcg_at_1000_max": 0.823004, - "nauc_ndcg_at_1000_std": 0.092448, - "nauc_ndcg_at_1000_diff1": 0.83376, - "nauc_map_at_1_max": 0.814108, - "nauc_map_at_1_std": 0.063659, - "nauc_map_at_1_diff1": 0.864854, - "nauc_map_at_3_max": 0.818237, - "nauc_map_at_3_std": 0.068035, - "nauc_map_at_3_diff1": 0.840868, - "nauc_map_at_5_max": 0.822217, - "nauc_map_at_5_std": 0.080538, - "nauc_map_at_5_diff1": 0.838199, - "nauc_map_at_10_max": 0.821766, - "nauc_map_at_10_std": 0.083765, - "nauc_map_at_10_diff1": 0.838717, - "nauc_map_at_20_max": 0.82133, - "nauc_map_at_20_std": 0.083564, - "nauc_map_at_20_diff1": 0.838743, - "nauc_map_at_100_max": 0.821211, - "nauc_map_at_100_std": 0.08387, - "nauc_map_at_100_diff1": 0.839085, - "nauc_map_at_1000_max": 0.821164, - "nauc_map_at_1000_std": 0.083604, - "nauc_map_at_1000_diff1": 0.839204, - "nauc_recall_at_1_max": 0.814108, - "nauc_recall_at_1_std": 0.063659, - "nauc_recall_at_1_diff1": 0.864854, - "nauc_recall_at_3_max": 0.824967, - "nauc_recall_at_3_std": 0.071472, - "nauc_recall_at_3_diff1": 0.802309, - "nauc_recall_at_5_max": 0.857744, - "nauc_recall_at_5_std": 0.165419, - "nauc_recall_at_5_diff1": 0.76335, - "nauc_recall_at_10_max": 0.863926, - "nauc_recall_at_10_std": 0.245647, - "nauc_recall_at_10_diff1": 0.741803, - "nauc_recall_at_20_max": 0.862185, - "nauc_recall_at_20_std": 0.274939, - "nauc_recall_at_20_diff1": 0.710476, - "nauc_recall_at_100_max": 0.914216, - "nauc_recall_at_100_std": 0.679972, - "nauc_recall_at_100_diff1": 0.577556, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.814108, - "nauc_precision_at_1_std": 0.063659, - "nauc_precision_at_1_diff1": 0.864854, - "nauc_precision_at_3_max": 0.824967, - "nauc_precision_at_3_std": 0.071472, - "nauc_precision_at_3_diff1": 0.802309, - "nauc_precision_at_5_max": 0.857744, - "nauc_precision_at_5_std": 0.165419, - "nauc_precision_at_5_diff1": 0.76335, - "nauc_precision_at_10_max": 0.863926, - "nauc_precision_at_10_std": 0.245647, - "nauc_precision_at_10_diff1": 0.741803, - "nauc_precision_at_20_max": 0.862185, - "nauc_precision_at_20_std": 0.274939, - "nauc_precision_at_20_diff1": 0.710476, - "nauc_precision_at_100_max": 0.914216, - "nauc_precision_at_100_std": 0.679972, - "nauc_precision_at_100_diff1": 0.577556, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.814108, - "nauc_mrr_at_1_std": 0.063659, - "nauc_mrr_at_1_diff1": 0.864854, - "nauc_mrr_at_3_max": 0.818237, - "nauc_mrr_at_3_std": 0.068035, - "nauc_mrr_at_3_diff1": 0.840868, - "nauc_mrr_at_5_max": 0.822217, - "nauc_mrr_at_5_std": 0.080538, - "nauc_mrr_at_5_diff1": 0.838199, - "nauc_mrr_at_10_max": 0.821766, - "nauc_mrr_at_10_std": 0.083765, - "nauc_mrr_at_10_diff1": 0.838717, - "nauc_mrr_at_20_max": 0.82133, - "nauc_mrr_at_20_std": 0.083564, - "nauc_mrr_at_20_diff1": 0.838743, - "nauc_mrr_at_100_max": 0.821211, - "nauc_mrr_at_100_std": 0.08387, - "nauc_mrr_at_100_diff1": 0.839085, - "nauc_mrr_at_1000_max": 0.821164, - "nauc_mrr_at_1000_std": 0.083604, - "nauc_mrr_at_1000_diff1": 0.839204, - "main_score": 0.90822, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.853519, + "mrr_at_5": 0.857407, + "mrr_at_10": 0.861358, + "mrr_at_20": 0.862062, + "mrr_at_100": 0.862704, + "mrr_at_1000": 0.862756, + "nauc_ndcg_at_1_max": 0.764427, + "nauc_ndcg_at_1_std": 0.016805, + "nauc_ndcg_at_1_diff1": 0.810775, + "nauc_ndcg_at_3_max": 0.771519, + "nauc_ndcg_at_3_std": 0.035586, + "nauc_ndcg_at_3_diff1": 0.752032, + "nauc_ndcg_at_5_max": 0.769726, + "nauc_ndcg_at_5_std": 0.029204, + "nauc_ndcg_at_5_diff1": 0.74674, + "nauc_ndcg_at_10_max": 0.76979, + "nauc_ndcg_at_10_std": 0.026733, + "nauc_ndcg_at_10_diff1": 0.75239, + "nauc_ndcg_at_20_max": 0.769658, + "nauc_ndcg_at_20_std": 0.038302, + "nauc_ndcg_at_20_diff1": 0.750517, + "nauc_ndcg_at_100_max": 0.77009, + "nauc_ndcg_at_100_std": 0.035942, + "nauc_ndcg_at_100_diff1": 0.758166, + "nauc_ndcg_at_1000_max": 0.769935, + "nauc_ndcg_at_1000_std": 0.030327, + "nauc_ndcg_at_1000_diff1": 0.762394, + "nauc_map_at_1_max": 0.764427, + "nauc_map_at_1_std": 0.016805, + "nauc_map_at_1_diff1": 0.810775, + "nauc_map_at_3_max": 0.769801, + "nauc_map_at_3_std": 0.026948, + "nauc_map_at_3_diff1": 0.769337, + "nauc_map_at_5_max": 0.768895, + "nauc_map_at_5_std": 0.023603, + "nauc_map_at_5_diff1": 0.767094, + "nauc_map_at_10_max": 0.769029, + "nauc_map_at_10_std": 0.022825, + "nauc_map_at_10_diff1": 0.769769, + "nauc_map_at_20_max": 0.769072, + "nauc_map_at_20_std": 0.025402, + "nauc_map_at_20_diff1": 0.769533, + "nauc_map_at_100_max": 0.769134, + "nauc_map_at_100_std": 0.024937, + "nauc_map_at_100_diff1": 0.770641, + "nauc_map_at_1000_max": 0.76915, + "nauc_map_at_1000_std": 0.024825, + "nauc_map_at_1000_diff1": 0.770773, + "nauc_recall_at_1_max": 0.764427, + "nauc_recall_at_1_std": 0.016805, + "nauc_recall_at_1_diff1": 0.810775, + "nauc_recall_at_3_max": 0.779072, + "nauc_recall_at_3_std": 0.077072, + "nauc_recall_at_3_diff1": 0.673333, + "nauc_recall_at_5_max": 0.773386, + "nauc_recall_at_5_std": 0.060654, + "nauc_recall_at_5_diff1": 0.634549, + "nauc_recall_at_10_max": 0.773899, + "nauc_recall_at_10_std": 0.057207, + "nauc_recall_at_10_diff1": 0.605138, + "nauc_recall_at_20_max": 0.771195, + "nauc_recall_at_20_std": 0.214613, + "nauc_recall_at_20_diff1": 0.534376, + "nauc_recall_at_100_max": 0.79308, + "nauc_recall_at_100_std": 0.510945, + "nauc_recall_at_100_diff1": 0.423903, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764427, + "nauc_precision_at_1_std": 0.016805, + "nauc_precision_at_1_diff1": 0.810775, + "nauc_precision_at_3_max": 0.779072, + "nauc_precision_at_3_std": 0.077072, + "nauc_precision_at_3_diff1": 0.673333, + "nauc_precision_at_5_max": 0.773386, + "nauc_precision_at_5_std": 0.060654, + "nauc_precision_at_5_diff1": 0.634549, + "nauc_precision_at_10_max": 0.773899, + "nauc_precision_at_10_std": 0.057207, + "nauc_precision_at_10_diff1": 0.605138, + "nauc_precision_at_20_max": 0.771195, + "nauc_precision_at_20_std": 0.214613, + "nauc_precision_at_20_diff1": 0.534376, + "nauc_precision_at_100_max": 0.79308, + "nauc_precision_at_100_std": 0.510945, + "nauc_precision_at_100_diff1": 0.423903, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764427, + "nauc_mrr_at_1_std": 0.016805, + "nauc_mrr_at_1_diff1": 0.810775, + "nauc_mrr_at_3_max": 0.769801, + "nauc_mrr_at_3_std": 0.026948, + "nauc_mrr_at_3_diff1": 0.769337, + "nauc_mrr_at_5_max": 0.768895, + "nauc_mrr_at_5_std": 0.023603, + "nauc_mrr_at_5_diff1": 0.767094, + "nauc_mrr_at_10_max": 0.769029, + "nauc_mrr_at_10_std": 0.022825, + "nauc_mrr_at_10_diff1": 0.769769, + "nauc_mrr_at_20_max": 0.769072, + "nauc_mrr_at_20_std": 0.025402, + "nauc_mrr_at_20_diff1": 0.769533, + "nauc_mrr_at_100_max": 0.769134, + "nauc_mrr_at_100_std": 0.024937, + "nauc_mrr_at_100_diff1": 0.770641, + "nauc_mrr_at_1000_max": 0.76915, + "nauc_mrr_at_1000_std": 0.024825, + "nauc_mrr_at_1000_diff1": 0.770773, + "hit_rate_at_1": 0.80333, + "hit_rate_at_3": 0.91222, + "hit_rate_at_5": 0.92889, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.88485, "hf_subset": "eng_Latn-ell_Grek", "languages": [ "eng-Latn", "ell-Grek" - ] - }, - { - "ndcg_at_1": 0.93556, - "ndcg_at_3": 0.95835, - "ndcg_at_5": 0.96299, - "ndcg_at_10": 0.96514, - "ndcg_at_20": 0.96627, - "ndcg_at_100": 0.96683, - "ndcg_at_1000": 0.96683, - "map_at_1": 0.93556, - "map_at_3": 0.95278, - "map_at_5": 0.95539, - "map_at_10": 0.95628, - "map_at_20": 0.95659, - "map_at_100": 0.95665, - "map_at_1000": 0.95665, - "recall_at_1": 0.93556, - "recall_at_3": 0.97444, - "recall_at_5": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.93333, + "ndcg_at_3": 0.95586, + "ndcg_at_5": 0.96055, + "ndcg_at_10": 0.96387, + "ndcg_at_20": 0.9647, + "ndcg_at_100": 0.96514, + "ndcg_at_1000": 0.96546, + "map_at_1": 0.93333, + "map_at_3": 0.95056, + "map_at_5": 0.95322, + "map_at_10": 0.95464, + "map_at_20": 0.95486, + "map_at_100": 0.95493, + "map_at_1000": 0.95495, + "recall_at_1": 0.93333, + "recall_at_3": 0.97111, + "recall_at_5": 0.98222, "recall_at_10": 0.99222, - "recall_at_20": 0.99667, - "recall_at_100": 1.0, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.93556, - "precision_at_3": 0.32481, - "precision_at_5": 0.19711, + "accuracy": 0.93333, + "precision_at_1": 0.93333, + "precision_at_3": 0.3237, + "precision_at_5": 0.19644, "precision_at_10": 0.09922, - "precision_at_20": 0.04983, - "precision_at_100": 0.01, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.935556, - "mrr_at_3": 0.952778, - "mrr_at_5": 0.955389, - "mrr_at_10": 0.956278, - "mrr_at_20": 0.956593, - "mrr_at_100": 0.95665, - "mrr_at_1000": 0.95665, - "nauc_ndcg_at_1_max": 0.868935, - "nauc_ndcg_at_1_std": -0.316406, - "nauc_ndcg_at_1_diff1": 0.970419, - "nauc_ndcg_at_3_max": 0.895939, - "nauc_ndcg_at_3_std": -0.361276, - "nauc_ndcg_at_3_diff1": 0.973853, - "nauc_ndcg_at_5_max": 0.89808, - "nauc_ndcg_at_5_std": -0.280799, - "nauc_ndcg_at_5_diff1": 0.976992, - "nauc_ndcg_at_10_max": 0.894352, - "nauc_ndcg_at_10_std": -0.286029, - "nauc_ndcg_at_10_diff1": 0.975572, - "nauc_ndcg_at_20_max": 0.891787, - "nauc_ndcg_at_20_std": -0.306074, - "nauc_ndcg_at_20_diff1": 0.974752, - "nauc_ndcg_at_100_max": 0.889956, - "nauc_ndcg_at_100_std": -0.313943, - "nauc_ndcg_at_100_diff1": 0.974325, - "nauc_ndcg_at_1000_max": 0.889956, - "nauc_ndcg_at_1000_std": -0.313943, - "nauc_ndcg_at_1000_diff1": 0.974325, - "nauc_map_at_1_max": 0.868935, - "nauc_map_at_1_std": -0.316406, - "nauc_map_at_1_diff1": 0.970419, - "nauc_map_at_3_max": 0.889559, - "nauc_map_at_3_std": -0.349133, - "nauc_map_at_3_diff1": 0.973151, - "nauc_map_at_5_max": 0.889976, - "nauc_map_at_5_std": -0.310093, - "nauc_map_at_5_diff1": 0.97451, - "nauc_map_at_10_max": 0.888445, - "nauc_map_at_10_std": -0.314154, - "nauc_map_at_10_diff1": 0.973992, - "nauc_map_at_20_max": 0.887802, - "nauc_map_at_20_std": -0.319547, - "nauc_map_at_20_diff1": 0.973803, - "nauc_map_at_100_max": 0.887654, - "nauc_map_at_100_std": -0.319826, - "nauc_map_at_100_diff1": 0.973768, - "nauc_map_at_1000_max": 0.887654, - "nauc_map_at_1000_std": -0.319826, - "nauc_map_at_1000_diff1": 0.973768, - "nauc_recall_at_1_max": 0.868935, - "nauc_recall_at_1_std": -0.316406, - "nauc_recall_at_1_diff1": 0.970419, - "nauc_recall_at_3_max": 0.928044, - "nauc_recall_at_3_std": -0.424025, - "nauc_recall_at_3_diff1": 0.977266, - "nauc_recall_at_5_max": 0.968577, - "nauc_recall_at_5_std": 0.012066, - "nauc_recall_at_5_diff1": 1.0, - "nauc_recall_at_10_max": 0.981326, - "nauc_recall_at_10_std": 0.24283, + "mrr_at_1": 0.933333, + "mrr_at_3": 0.950556, + "mrr_at_5": 0.953222, + "mrr_at_10": 0.95464, + "mrr_at_20": 0.954865, + "mrr_at_100": 0.954933, + "mrr_at_1000": 0.954951, + "nauc_ndcg_at_1_max": 0.813251, + "nauc_ndcg_at_1_std": -0.456388, + "nauc_ndcg_at_1_diff1": 0.971133, + "nauc_ndcg_at_3_max": 0.85746, + "nauc_ndcg_at_3_std": -0.412996, + "nauc_ndcg_at_3_diff1": 0.980541, + "nauc_ndcg_at_5_max": 0.84528, + "nauc_ndcg_at_5_std": -0.422308, + "nauc_ndcg_at_5_diff1": 0.978228, + "nauc_ndcg_at_10_max": 0.841224, + "nauc_ndcg_at_10_std": -0.43617, + "nauc_ndcg_at_10_diff1": 0.977661, + "nauc_ndcg_at_20_max": 0.844097, + "nauc_ndcg_at_20_std": -0.425529, + "nauc_ndcg_at_20_diff1": 0.977134, + "nauc_ndcg_at_100_max": 0.842135, + "nauc_ndcg_at_100_std": -0.416392, + "nauc_ndcg_at_100_diff1": 0.976846, + "nauc_ndcg_at_1000_max": 0.840671, + "nauc_ndcg_at_1000_std": -0.429525, + "nauc_ndcg_at_1000_diff1": 0.976631, + "nauc_map_at_1_max": 0.813251, + "nauc_map_at_1_std": -0.456388, + "nauc_map_at_1_diff1": 0.971133, + "nauc_map_at_3_max": 0.845772, + "nauc_map_at_3_std": -0.427396, + "nauc_map_at_3_diff1": 0.977602, + "nauc_map_at_5_max": 0.839309, + "nauc_map_at_5_std": -0.431366, + "nauc_map_at_5_diff1": 0.976325, + "nauc_map_at_10_max": 0.837791, + "nauc_map_at_10_std": -0.436788, + "nauc_map_at_10_diff1": 0.976118, + "nauc_map_at_20_max": 0.838253, + "nauc_map_at_20_std": -0.43543, + "nauc_map_at_20_diff1": 0.975999, + "nauc_map_at_100_max": 0.838008, + "nauc_map_at_100_std": -0.434343, + "nauc_map_at_100_diff1": 0.975963, + "nauc_map_at_1000_max": 0.837942, + "nauc_map_at_1000_std": -0.434927, + "nauc_map_at_1000_diff1": 0.975953, + "nauc_recall_at_1_max": 0.813251, + "nauc_recall_at_1_std": -0.456388, + "nauc_recall_at_1_diff1": 0.971133, + "nauc_recall_at_3_max": 0.913291, + "nauc_recall_at_3_std": -0.341665, + "nauc_recall_at_3_diff1": 0.994972, + "nauc_recall_at_5_max": 0.883608, + "nauc_recall_at_5_std": -0.36044, + "nauc_recall_at_5_diff1": 0.99183, + "nauc_recall_at_10_max": 0.874683, + "nauc_recall_at_10_std": -0.461318, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.239185, + "nauc_recall_at_20_std": -0.075864, "nauc_recall_at_20_diff1": 1.0, - "nauc_recall_at_100_max": NaN, - "nauc_recall_at_100_std": NaN, - "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.868935, - "nauc_precision_at_1_std": -0.316406, - "nauc_precision_at_1_diff1": 0.970419, - "nauc_precision_at_3_max": 0.928044, - "nauc_precision_at_3_std": -0.424025, - "nauc_precision_at_3_diff1": 0.977266, - "nauc_precision_at_5_max": 0.968577, - "nauc_precision_at_5_std": 0.012066, - "nauc_precision_at_5_diff1": 1.0, - "nauc_precision_at_10_max": 0.981326, - "nauc_precision_at_10_std": 0.24283, + "nauc_precision_at_1_max": 0.813251, + "nauc_precision_at_1_std": -0.456388, + "nauc_precision_at_1_diff1": 0.971133, + "nauc_precision_at_3_max": 0.913291, + "nauc_precision_at_3_std": -0.341665, + "nauc_precision_at_3_diff1": 0.994972, + "nauc_precision_at_5_max": 0.883608, + "nauc_precision_at_5_std": -0.36044, + "nauc_precision_at_5_diff1": 0.99183, + "nauc_precision_at_10_max": 0.874683, + "nauc_precision_at_10_std": -0.461318, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.239185, + "nauc_precision_at_20_std": -0.075864, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -10780,8266 +11429,8770 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.868935, - "nauc_mrr_at_1_std": -0.316406, - "nauc_mrr_at_1_diff1": 0.970419, - "nauc_mrr_at_3_max": 0.889559, - "nauc_mrr_at_3_std": -0.349133, - "nauc_mrr_at_3_diff1": 0.973151, - "nauc_mrr_at_5_max": 0.889976, - "nauc_mrr_at_5_std": -0.310093, - "nauc_mrr_at_5_diff1": 0.97451, - "nauc_mrr_at_10_max": 0.888445, - "nauc_mrr_at_10_std": -0.314154, - "nauc_mrr_at_10_diff1": 0.973992, - "nauc_mrr_at_20_max": 0.887802, - "nauc_mrr_at_20_std": -0.319547, - "nauc_mrr_at_20_diff1": 0.973803, - "nauc_mrr_at_100_max": 0.887654, - "nauc_mrr_at_100_std": -0.319826, - "nauc_mrr_at_100_diff1": 0.973768, - "nauc_mrr_at_1000_max": 0.887654, - "nauc_mrr_at_1000_std": -0.319826, - "nauc_mrr_at_1000_diff1": 0.973768, - "main_score": 0.96514, + "nauc_mrr_at_1_max": 0.813251, + "nauc_mrr_at_1_std": -0.456388, + "nauc_mrr_at_1_diff1": 0.971133, + "nauc_mrr_at_3_max": 0.845772, + "nauc_mrr_at_3_std": -0.427396, + "nauc_mrr_at_3_diff1": 0.977602, + "nauc_mrr_at_5_max": 0.839309, + "nauc_mrr_at_5_std": -0.431366, + "nauc_mrr_at_5_diff1": 0.976325, + "nauc_mrr_at_10_max": 0.837791, + "nauc_mrr_at_10_std": -0.436788, + "nauc_mrr_at_10_diff1": 0.976118, + "nauc_mrr_at_20_max": 0.838253, + "nauc_mrr_at_20_std": -0.43543, + "nauc_mrr_at_20_diff1": 0.975999, + "nauc_mrr_at_100_max": 0.838008, + "nauc_mrr_at_100_std": -0.434343, + "nauc_mrr_at_100_diff1": 0.975963, + "nauc_mrr_at_1000_max": 0.837942, + "nauc_mrr_at_1000_std": -0.434927, + "nauc_mrr_at_1000_diff1": 0.975953, + "hit_rate_at_1": 0.93333, + "hit_rate_at_3": 0.97111, + "hit_rate_at_5": 0.98222, + "hit_rate_at_10": 0.99222, + "hit_rate_at_20": 0.99556, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.96387, "hf_subset": "eng_Latn-eng_Latn", "languages": [ "eng-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.83222, - "ndcg_at_3": 0.88397, - "ndcg_at_5": 0.89128, - "ndcg_at_10": 0.89929, - "ndcg_at_20": 0.9027, - "ndcg_at_100": 0.90593, - "ndcg_at_1000": 0.90694, - "map_at_1": 0.83222, - "map_at_3": 0.87148, - "map_at_5": 0.87554, - "map_at_10": 0.8789, - "map_at_20": 0.87986, - "map_at_100": 0.88035, - "map_at_1000": 0.88039, - "recall_at_1": 0.83222, - "recall_at_3": 0.92, - "recall_at_5": 0.93778, - "recall_at_10": 0.96222, - "recall_at_20": 0.97556, - "recall_at_100": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.84111, + "ndcg_at_3": 0.89286, + "ndcg_at_5": 0.89788, + "ndcg_at_10": 0.90284, + "ndcg_at_20": 0.90742, + "ndcg_at_100": 0.91059, + "ndcg_at_1000": 0.91176, + "map_at_1": 0.84111, + "map_at_3": 0.88037, + "map_at_5": 0.88315, + "map_at_10": 0.88516, + "map_at_20": 0.88646, + "map_at_100": 0.88692, + "map_at_1000": 0.88697, + "recall_at_1": 0.84111, + "recall_at_3": 0.92889, + "recall_at_5": 0.94111, + "recall_at_10": 0.95667, + "recall_at_20": 0.97444, + "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.83222, - "precision_at_3": 0.30667, - "precision_at_5": 0.18756, - "precision_at_10": 0.09622, - "precision_at_20": 0.04878, - "precision_at_100": 0.00992, + "accuracy": 0.84111, + "precision_at_1": 0.84111, + "precision_at_3": 0.30963, + "precision_at_5": 0.18822, + "precision_at_10": 0.09567, + "precision_at_20": 0.04872, + "precision_at_100": 0.00991, "precision_at_1000": 0.001, - "mrr_at_1": 0.832222, - "mrr_at_3": 0.871481, - "mrr_at_5": 0.875537, - "mrr_at_10": 0.878902, - "mrr_at_20": 0.879862, - "mrr_at_100": 0.880355, - "mrr_at_1000": 0.880393, - "nauc_ndcg_at_1_max": 0.810208, - "nauc_ndcg_at_1_std": 0.097173, - "nauc_ndcg_at_1_diff1": 0.917669, - "nauc_ndcg_at_3_max": 0.829204, - "nauc_ndcg_at_3_std": 0.135198, - "nauc_ndcg_at_3_diff1": 0.893646, - "nauc_ndcg_at_5_max": 0.825727, - "nauc_ndcg_at_5_std": 0.12475, - "nauc_ndcg_at_5_diff1": 0.893359, - "nauc_ndcg_at_10_max": 0.828129, - "nauc_ndcg_at_10_std": 0.122791, - "nauc_ndcg_at_10_diff1": 0.902034, - "nauc_ndcg_at_20_max": 0.829507, - "nauc_ndcg_at_20_std": 0.129009, - "nauc_ndcg_at_20_diff1": 0.902367, - "nauc_ndcg_at_100_max": 0.826938, - "nauc_ndcg_at_100_std": 0.137107, - "nauc_ndcg_at_100_diff1": 0.902459, - "nauc_ndcg_at_1000_max": 0.825419, - "nauc_ndcg_at_1000_std": 0.128722, - "nauc_ndcg_at_1000_diff1": 0.902181, - "nauc_map_at_1_max": 0.810208, - "nauc_map_at_1_std": 0.097173, - "nauc_map_at_1_diff1": 0.917669, - "nauc_map_at_3_max": 0.823434, - "nauc_map_at_3_std": 0.123467, - "nauc_map_at_3_diff1": 0.899825, - "nauc_map_at_5_max": 0.821543, - "nauc_map_at_5_std": 0.118005, - "nauc_map_at_5_diff1": 0.899935, - "nauc_map_at_10_max": 0.822217, - "nauc_map_at_10_std": 0.116992, - "nauc_map_at_10_diff1": 0.903032, - "nauc_map_at_20_max": 0.822589, - "nauc_map_at_20_std": 0.118845, - "nauc_map_at_20_diff1": 0.903195, - "nauc_map_at_100_max": 0.822378, - "nauc_map_at_100_std": 0.120694, - "nauc_map_at_100_diff1": 0.903221, - "nauc_map_at_1000_max": 0.822332, - "nauc_map_at_1000_std": 0.120451, - "nauc_map_at_1000_diff1": 0.90321, - "nauc_recall_at_1_max": 0.810208, - "nauc_recall_at_1_std": 0.097173, - "nauc_recall_at_1_diff1": 0.917669, - "nauc_recall_at_3_max": 0.854925, - "nauc_recall_at_3_std": 0.187617, - "nauc_recall_at_3_diff1": 0.866824, - "nauc_recall_at_5_max": 0.847989, - "nauc_recall_at_5_std": 0.15943, - "nauc_recall_at_5_diff1": 0.85766, - "nauc_recall_at_10_max": 0.882051, - "nauc_recall_at_10_std": 0.169221, - "nauc_recall_at_10_diff1": 0.904844, - "nauc_recall_at_20_max": 0.928487, - "nauc_recall_at_20_std": 0.271412, - "nauc_recall_at_20_diff1": 0.908645, - "nauc_recall_at_100_max": 0.962652, - "nauc_recall_at_100_std": 0.889623, - "nauc_recall_at_100_diff1": 0.925303, + "mrr_at_1": 0.841111, + "mrr_at_3": 0.88037, + "mrr_at_5": 0.883148, + "mrr_at_10": 0.88516, + "mrr_at_20": 0.886457, + "mrr_at_100": 0.886924, + "mrr_at_1000": 0.886974, + "nauc_ndcg_at_1_max": 0.79762, + "nauc_ndcg_at_1_std": 0.024113, + "nauc_ndcg_at_1_diff1": 0.912103, + "nauc_ndcg_at_3_max": 0.81718, + "nauc_ndcg_at_3_std": 0.087461, + "nauc_ndcg_at_3_diff1": 0.893776, + "nauc_ndcg_at_5_max": 0.817165, + "nauc_ndcg_at_5_std": 0.081797, + "nauc_ndcg_at_5_diff1": 0.895487, + "nauc_ndcg_at_10_max": 0.817348, + "nauc_ndcg_at_10_std": 0.07198, + "nauc_ndcg_at_10_diff1": 0.900179, + "nauc_ndcg_at_20_max": 0.820996, + "nauc_ndcg_at_20_std": 0.089323, + "nauc_ndcg_at_20_diff1": 0.901648, + "nauc_ndcg_at_100_max": 0.817181, + "nauc_ndcg_at_100_std": 0.088519, + "nauc_ndcg_at_100_diff1": 0.901751, + "nauc_ndcg_at_1000_max": 0.81487, + "nauc_ndcg_at_1000_std": 0.076945, + "nauc_ndcg_at_1000_diff1": 0.901261, + "nauc_map_at_1_max": 0.79762, + "nauc_map_at_1_std": 0.024113, + "nauc_map_at_1_diff1": 0.912103, + "nauc_map_at_3_max": 0.810904, + "nauc_map_at_3_std": 0.068336, + "nauc_map_at_3_diff1": 0.898462, + "nauc_map_at_5_max": 0.810766, + "nauc_map_at_5_std": 0.064427, + "nauc_map_at_5_diff1": 0.899448, + "nauc_map_at_10_max": 0.810747, + "nauc_map_at_10_std": 0.06098, + "nauc_map_at_10_diff1": 0.901196, + "nauc_map_at_20_max": 0.811573, + "nauc_map_at_20_std": 0.065093, + "nauc_map_at_20_diff1": 0.901572, + "nauc_map_at_100_max": 0.811132, + "nauc_map_at_100_std": 0.065296, + "nauc_map_at_100_diff1": 0.901672, + "nauc_map_at_1000_max": 0.81105, + "nauc_map_at_1000_std": 0.064904, + "nauc_map_at_1000_diff1": 0.901651, + "nauc_recall_at_1_max": 0.79762, + "nauc_recall_at_1_std": 0.024113, + "nauc_recall_at_1_diff1": 0.912103, + "nauc_recall_at_3_max": 0.846741, + "nauc_recall_at_3_std": 0.176762, + "nauc_recall_at_3_diff1": 0.872491, + "nauc_recall_at_5_max": 0.852633, + "nauc_recall_at_5_std": 0.17751, + "nauc_recall_at_5_diff1": 0.874786, + "nauc_recall_at_10_max": 0.866169, + "nauc_recall_at_10_std": 0.141469, + "nauc_recall_at_10_diff1": 0.898489, + "nauc_recall_at_20_max": 0.948139, + "nauc_recall_at_20_std": 0.419803, + "nauc_recall_at_20_diff1": 0.916677, + "nauc_recall_at_100_max": 0.98366, + "nauc_recall_at_100_std": 0.932598, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810208, - "nauc_precision_at_1_std": 0.097173, - "nauc_precision_at_1_diff1": 0.917669, - "nauc_precision_at_3_max": 0.854925, - "nauc_precision_at_3_std": 0.187617, - "nauc_precision_at_3_diff1": 0.866824, - "nauc_precision_at_5_max": 0.847989, - "nauc_precision_at_5_std": 0.15943, - "nauc_precision_at_5_diff1": 0.85766, - "nauc_precision_at_10_max": 0.882051, - "nauc_precision_at_10_std": 0.169221, - "nauc_precision_at_10_diff1": 0.904844, - "nauc_precision_at_20_max": 0.928487, - "nauc_precision_at_20_std": 0.271412, - "nauc_precision_at_20_diff1": 0.908645, - "nauc_precision_at_100_max": 0.962652, - "nauc_precision_at_100_std": 0.889623, - "nauc_precision_at_100_diff1": 0.925303, + "nauc_precision_at_1_max": 0.79762, + "nauc_precision_at_1_std": 0.024113, + "nauc_precision_at_1_diff1": 0.912103, + "nauc_precision_at_3_max": 0.846741, + "nauc_precision_at_3_std": 0.176762, + "nauc_precision_at_3_diff1": 0.872491, + "nauc_precision_at_5_max": 0.852633, + "nauc_precision_at_5_std": 0.17751, + "nauc_precision_at_5_diff1": 0.874786, + "nauc_precision_at_10_max": 0.866169, + "nauc_precision_at_10_std": 0.141469, + "nauc_precision_at_10_diff1": 0.898489, + "nauc_precision_at_20_max": 0.948139, + "nauc_precision_at_20_std": 0.419803, + "nauc_precision_at_20_diff1": 0.916677, + "nauc_precision_at_100_max": 0.98366, + "nauc_precision_at_100_std": 0.932598, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810208, - "nauc_mrr_at_1_std": 0.097173, - "nauc_mrr_at_1_diff1": 0.917669, - "nauc_mrr_at_3_max": 0.823434, - "nauc_mrr_at_3_std": 0.123467, - "nauc_mrr_at_3_diff1": 0.899825, - "nauc_mrr_at_5_max": 0.821543, - "nauc_mrr_at_5_std": 0.118005, - "nauc_mrr_at_5_diff1": 0.899935, - "nauc_mrr_at_10_max": 0.822217, - "nauc_mrr_at_10_std": 0.116992, - "nauc_mrr_at_10_diff1": 0.903032, - "nauc_mrr_at_20_max": 0.822589, - "nauc_mrr_at_20_std": 0.118845, - "nauc_mrr_at_20_diff1": 0.903195, - "nauc_mrr_at_100_max": 0.822378, - "nauc_mrr_at_100_std": 0.120694, - "nauc_mrr_at_100_diff1": 0.903221, - "nauc_mrr_at_1000_max": 0.822332, - "nauc_mrr_at_1000_std": 0.120451, - "nauc_mrr_at_1000_diff1": 0.90321, - "main_score": 0.89929, + "nauc_mrr_at_1_max": 0.79762, + "nauc_mrr_at_1_std": 0.024113, + "nauc_mrr_at_1_diff1": 0.912103, + "nauc_mrr_at_3_max": 0.810904, + "nauc_mrr_at_3_std": 0.068336, + "nauc_mrr_at_3_diff1": 0.898462, + "nauc_mrr_at_5_max": 0.810766, + "nauc_mrr_at_5_std": 0.064427, + "nauc_mrr_at_5_diff1": 0.899448, + "nauc_mrr_at_10_max": 0.810747, + "nauc_mrr_at_10_std": 0.06098, + "nauc_mrr_at_10_diff1": 0.901196, + "nauc_mrr_at_20_max": 0.811573, + "nauc_mrr_at_20_std": 0.065093, + "nauc_mrr_at_20_diff1": 0.901572, + "nauc_mrr_at_100_max": 0.811132, + "nauc_mrr_at_100_std": 0.065296, + "nauc_mrr_at_100_diff1": 0.901672, + "nauc_mrr_at_1000_max": 0.81105, + "nauc_mrr_at_1000_std": 0.064904, + "nauc_mrr_at_1000_diff1": 0.901651, + "hit_rate_at_1": 0.84111, + "hit_rate_at_3": 0.92889, + "hit_rate_at_5": 0.94111, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.90284, "hf_subset": "est_Latn-est_Latn", "languages": [ "est-Latn", "est-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89222, - "ndcg_at_3": 0.93362, - "ndcg_at_5": 0.9374, - "ndcg_at_10": 0.94171, - "ndcg_at_20": 0.94337, - "ndcg_at_100": 0.94425, - "ndcg_at_1000": 0.94485, - "map_at_1": 0.89222, - "map_at_3": 0.9237, - "map_at_5": 0.92587, - "map_at_10": 0.92765, - "map_at_20": 0.92809, - "map_at_100": 0.92823, - "map_at_1000": 0.92826, - "recall_at_1": 0.89222, - "recall_at_3": 0.96222, - "recall_at_5": 0.97111, - "recall_at_10": 0.98444, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.93198, + "ndcg_at_5": 0.93605, + "ndcg_at_10": 0.93932, + "ndcg_at_20": 0.94162, + "ndcg_at_100": 0.94294, + "ndcg_at_1000": 0.94355, + "map_at_1": 0.89, + "map_at_3": 0.92222, + "map_at_5": 0.92444, + "map_at_10": 0.92582, + "map_at_20": 0.92648, + "map_at_100": 0.9267, + "map_at_1000": 0.92673, + "recall_at_1": 0.89, + "recall_at_3": 0.96, + "recall_at_5": 0.97, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.89222, - "precision_at_3": 0.32074, - "precision_at_5": 0.19422, - "precision_at_10": 0.09844, - "precision_at_20": 0.04956, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.32, + "precision_at_5": 0.194, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.892222, - "mrr_at_3": 0.923704, - "mrr_at_5": 0.92587, - "mrr_at_10": 0.927648, - "mrr_at_20": 0.928093, - "mrr_at_100": 0.928233, - "mrr_at_1000": 0.92826, - "nauc_ndcg_at_1_max": 0.775613, - "nauc_ndcg_at_1_std": -0.24029, - "nauc_ndcg_at_1_diff1": 0.91279, - "nauc_ndcg_at_3_max": 0.811351, - "nauc_ndcg_at_3_std": -0.256139, - "nauc_ndcg_at_3_diff1": 0.917623, - "nauc_ndcg_at_5_max": 0.807468, - "nauc_ndcg_at_5_std": -0.257669, - "nauc_ndcg_at_5_diff1": 0.918902, - "nauc_ndcg_at_10_max": 0.80194, - "nauc_ndcg_at_10_std": -0.232916, - "nauc_ndcg_at_10_diff1": 0.916168, - "nauc_ndcg_at_20_max": 0.803662, - "nauc_ndcg_at_20_std": -0.222085, - "nauc_ndcg_at_20_diff1": 0.917118, - "nauc_ndcg_at_100_max": 0.800565, - "nauc_ndcg_at_100_std": -0.224939, - "nauc_ndcg_at_100_diff1": 0.916351, - "nauc_ndcg_at_1000_max": 0.798376, - "nauc_ndcg_at_1000_std": -0.237672, - "nauc_ndcg_at_1000_diff1": 0.915791, - "nauc_map_at_1_max": 0.775613, - "nauc_map_at_1_std": -0.24029, - "nauc_map_at_1_diff1": 0.91279, - "nauc_map_at_3_max": 0.799003, - "nauc_map_at_3_std": -0.251117, - "nauc_map_at_3_diff1": 0.915229, - "nauc_map_at_5_max": 0.796804, - "nauc_map_at_5_std": -0.251357, - "nauc_map_at_5_diff1": 0.915817, - "nauc_map_at_10_max": 0.79466, - "nauc_map_at_10_std": -0.244444, - "nauc_map_at_10_diff1": 0.914858, - "nauc_map_at_20_max": 0.794929, - "nauc_map_at_20_std": -0.242394, - "nauc_map_at_20_diff1": 0.915024, - "nauc_map_at_100_max": 0.794526, - "nauc_map_at_100_std": -0.243034, - "nauc_map_at_100_diff1": 0.91493, - "nauc_map_at_1000_max": 0.794447, - "nauc_map_at_1000_std": -0.243485, - "nauc_map_at_1000_diff1": 0.914909, - "nauc_recall_at_1_max": 0.775613, - "nauc_recall_at_1_std": -0.24029, - "nauc_recall_at_1_diff1": 0.91279, - "nauc_recall_at_3_max": 0.883012, - "nauc_recall_at_3_std": -0.284918, - "nauc_recall_at_3_diff1": 0.9321, - "nauc_recall_at_5_max": 0.884903, - "nauc_recall_at_5_std": -0.30525, - "nauc_recall_at_5_diff1": 0.942631, - "nauc_recall_at_10_max": 0.888455, - "nauc_recall_at_10_std": -0.02471, - "nauc_recall_at_10_diff1": 0.930806, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.415966, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.89, + "mrr_at_3": 0.922222, + "mrr_at_5": 0.924444, + "mrr_at_10": 0.925821, + "mrr_at_20": 0.92648, + "mrr_at_100": 0.926697, + "mrr_at_1000": 0.926726, + "nauc_ndcg_at_1_max": 0.736835, + "nauc_ndcg_at_1_std": -0.267374, + "nauc_ndcg_at_1_diff1": 0.912121, + "nauc_ndcg_at_3_max": 0.769775, + "nauc_ndcg_at_3_std": -0.291782, + "nauc_ndcg_at_3_diff1": 0.918299, + "nauc_ndcg_at_5_max": 0.76375, + "nauc_ndcg_at_5_std": -0.291565, + "nauc_ndcg_at_5_diff1": 0.918029, + "nauc_ndcg_at_10_max": 0.764366, + "nauc_ndcg_at_10_std": -0.261869, + "nauc_ndcg_at_10_diff1": 0.918493, + "nauc_ndcg_at_20_max": 0.764745, + "nauc_ndcg_at_20_std": -0.257571, + "nauc_ndcg_at_20_diff1": 0.918544, + "nauc_ndcg_at_100_max": 0.762653, + "nauc_ndcg_at_100_std": -0.252354, + "nauc_ndcg_at_100_diff1": 0.917649, + "nauc_ndcg_at_1000_max": 0.760089, + "nauc_ndcg_at_1000_std": -0.265531, + "nauc_ndcg_at_1000_diff1": 0.91676, + "nauc_map_at_1_max": 0.736835, + "nauc_map_at_1_std": -0.267374, + "nauc_map_at_1_diff1": 0.912121, + "nauc_map_at_3_max": 0.759139, + "nauc_map_at_3_std": -0.28332, + "nauc_map_at_3_diff1": 0.915752, + "nauc_map_at_5_max": 0.756029, + "nauc_map_at_5_std": -0.283185, + "nauc_map_at_5_diff1": 0.915591, + "nauc_map_at_10_max": 0.756164, + "nauc_map_at_10_std": -0.273779, + "nauc_map_at_10_diff1": 0.915743, + "nauc_map_at_20_max": 0.756148, + "nauc_map_at_20_std": -0.272914, + "nauc_map_at_20_diff1": 0.915713, + "nauc_map_at_100_max": 0.755981, + "nauc_map_at_100_std": -0.271821, + "nauc_map_at_100_diff1": 0.91559, + "nauc_map_at_1000_max": 0.755885, + "nauc_map_at_1000_std": -0.272311, + "nauc_map_at_1000_diff1": 0.915556, + "nauc_recall_at_1_max": 0.736835, + "nauc_recall_at_1_std": -0.267374, + "nauc_recall_at_1_diff1": 0.912121, + "nauc_recall_at_3_max": 0.828509, + "nauc_recall_at_3_std": -0.339, + "nauc_recall_at_3_diff1": 0.932825, + "nauc_recall_at_5_max": 0.816734, + "nauc_recall_at_5_std": -0.351368, + "nauc_recall_at_5_diff1": 0.935851, + "nauc_recall_at_10_max": 0.84752, + "nauc_recall_at_10_std": -0.089247, + "nauc_recall_at_10_diff1": 0.948257, + "nauc_recall_at_20_max": 0.922736, + "nauc_recall_at_20_std": 0.135107, + "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.775613, - "nauc_precision_at_1_std": -0.24029, - "nauc_precision_at_1_diff1": 0.91279, - "nauc_precision_at_3_max": 0.883012, - "nauc_precision_at_3_std": -0.284918, - "nauc_precision_at_3_diff1": 0.9321, - "nauc_precision_at_5_max": 0.884903, - "nauc_precision_at_5_std": -0.30525, - "nauc_precision_at_5_diff1": 0.942631, - "nauc_precision_at_10_max": 0.888455, - "nauc_precision_at_10_std": -0.02471, - "nauc_precision_at_10_diff1": 0.930806, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.415966, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.736835, + "nauc_precision_at_1_std": -0.267374, + "nauc_precision_at_1_diff1": 0.912121, + "nauc_precision_at_3_max": 0.828509, + "nauc_precision_at_3_std": -0.339, + "nauc_precision_at_3_diff1": 0.932825, + "nauc_precision_at_5_max": 0.816734, + "nauc_precision_at_5_std": -0.351368, + "nauc_precision_at_5_diff1": 0.935851, + "nauc_precision_at_10_max": 0.84752, + "nauc_precision_at_10_std": -0.089247, + "nauc_precision_at_10_diff1": 0.948257, + "nauc_precision_at_20_max": 0.922736, + "nauc_precision_at_20_std": 0.135107, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.775613, - "nauc_mrr_at_1_std": -0.24029, - "nauc_mrr_at_1_diff1": 0.91279, - "nauc_mrr_at_3_max": 0.799003, - "nauc_mrr_at_3_std": -0.251117, - "nauc_mrr_at_3_diff1": 0.915229, - "nauc_mrr_at_5_max": 0.796804, - "nauc_mrr_at_5_std": -0.251357, - "nauc_mrr_at_5_diff1": 0.915817, - "nauc_mrr_at_10_max": 0.79466, - "nauc_mrr_at_10_std": -0.244444, - "nauc_mrr_at_10_diff1": 0.914858, - "nauc_mrr_at_20_max": 0.794929, - "nauc_mrr_at_20_std": -0.242394, - "nauc_mrr_at_20_diff1": 0.915024, - "nauc_mrr_at_100_max": 0.794526, - "nauc_mrr_at_100_std": -0.243034, - "nauc_mrr_at_100_diff1": 0.91493, - "nauc_mrr_at_1000_max": 0.794447, - "nauc_mrr_at_1000_std": -0.243485, - "nauc_mrr_at_1000_diff1": 0.914909, - "main_score": 0.94171, + "nauc_mrr_at_1_max": 0.736835, + "nauc_mrr_at_1_std": -0.267374, + "nauc_mrr_at_1_diff1": 0.912121, + "nauc_mrr_at_3_max": 0.759139, + "nauc_mrr_at_3_std": -0.28332, + "nauc_mrr_at_3_diff1": 0.915752, + "nauc_mrr_at_5_max": 0.756029, + "nauc_mrr_at_5_std": -0.283185, + "nauc_mrr_at_5_diff1": 0.915591, + "nauc_mrr_at_10_max": 0.756164, + "nauc_mrr_at_10_std": -0.273779, + "nauc_mrr_at_10_diff1": 0.915743, + "nauc_mrr_at_20_max": 0.756148, + "nauc_mrr_at_20_std": -0.272914, + "nauc_mrr_at_20_diff1": 0.915713, + "nauc_mrr_at_100_max": 0.755981, + "nauc_mrr_at_100_std": -0.271821, + "nauc_mrr_at_100_diff1": 0.91559, + "nauc_mrr_at_1000_max": 0.755885, + "nauc_mrr_at_1000_std": -0.272311, + "nauc_mrr_at_1000_diff1": 0.915556, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93932, "hf_subset": "est_Latn-eng_Latn", "languages": [ "est-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.78889, - "ndcg_at_3": 0.84122, - "ndcg_at_5": 0.85431, - "ndcg_at_10": 0.86244, - "ndcg_at_20": 0.86788, - "ndcg_at_100": 0.87465, - "ndcg_at_1000": 0.87596, - "map_at_1": 0.78889, - "map_at_3": 0.82889, - "map_at_5": 0.83606, - "map_at_10": 0.83954, - "map_at_20": 0.84109, - "map_at_100": 0.84209, - "map_at_1000": 0.84214, - "recall_at_1": 0.78889, - "recall_at_3": 0.87667, - "recall_at_5": 0.90889, - "recall_at_10": 0.93333, - "recall_at_20": 0.95444, - "recall_at_100": 0.99, + "ndcg_at_1": 0.78333, + "ndcg_at_3": 0.8344, + "ndcg_at_5": 0.85052, + "ndcg_at_10": 0.85728, + "ndcg_at_20": 0.86348, + "ndcg_at_100": 0.87009, + "ndcg_at_1000": 0.87156, + "map_at_1": 0.78333, + "map_at_3": 0.82241, + "map_at_5": 0.83141, + "map_at_10": 0.83416, + "map_at_20": 0.83586, + "map_at_100": 0.83678, + "map_at_1000": 0.83685, + "recall_at_1": 0.78333, + "recall_at_3": 0.86889, + "recall_at_5": 0.90778, + "recall_at_10": 0.92889, + "recall_at_20": 0.95333, + "recall_at_100": 0.98889, "recall_at_1000": 1.0, - "precision_at_1": 0.78889, - "precision_at_3": 0.29222, - "precision_at_5": 0.18178, - "precision_at_10": 0.09333, - "precision_at_20": 0.04772, - "precision_at_100": 0.0099, + "accuracy": 0.78333, + "precision_at_1": 0.78333, + "precision_at_3": 0.28963, + "precision_at_5": 0.18156, + "precision_at_10": 0.09289, + "precision_at_20": 0.04767, + "precision_at_100": 0.00989, "precision_at_1000": 0.001, - "mrr_at_1": 0.788889, - "mrr_at_3": 0.828889, - "mrr_at_5": 0.836056, - "mrr_at_10": 0.839542, - "mrr_at_20": 0.841088, - "mrr_at_100": 0.842088, - "mrr_at_1000": 0.84214, - "nauc_ndcg_at_1_max": 0.842136, - "nauc_ndcg_at_1_std": 0.153229, - "nauc_ndcg_at_1_diff1": 0.916406, - "nauc_ndcg_at_3_max": 0.871228, - "nauc_ndcg_at_3_std": 0.213528, - "nauc_ndcg_at_3_diff1": 0.9003, - "nauc_ndcg_at_5_max": 0.869643, - "nauc_ndcg_at_5_std": 0.235658, - "nauc_ndcg_at_5_diff1": 0.901083, - "nauc_ndcg_at_10_max": 0.871326, - "nauc_ndcg_at_10_std": 0.242938, - "nauc_ndcg_at_10_diff1": 0.905489, - "nauc_ndcg_at_20_max": 0.870523, - "nauc_ndcg_at_20_std": 0.244678, - "nauc_ndcg_at_20_diff1": 0.904532, - "nauc_ndcg_at_100_max": 0.866746, - "nauc_ndcg_at_100_std": 0.22543, - "nauc_ndcg_at_100_diff1": 0.905223, - "nauc_ndcg_at_1000_max": 0.865579, - "nauc_ndcg_at_1000_std": 0.220142, - "nauc_ndcg_at_1000_diff1": 0.905514, - "nauc_map_at_1_max": 0.842136, - "nauc_map_at_1_std": 0.153229, - "nauc_map_at_1_diff1": 0.916406, - "nauc_map_at_3_max": 0.863987, - "nauc_map_at_3_std": 0.197847, - "nauc_map_at_3_diff1": 0.904368, - "nauc_map_at_5_max": 0.862719, - "nauc_map_at_5_std": 0.207993, - "nauc_map_at_5_diff1": 0.90481, - "nauc_map_at_10_max": 0.862999, - "nauc_map_at_10_std": 0.209258, - "nauc_map_at_10_diff1": 0.906503, - "nauc_map_at_20_max": 0.862684, - "nauc_map_at_20_std": 0.209354, - "nauc_map_at_20_diff1": 0.906286, - "nauc_map_at_100_max": 0.862201, - "nauc_map_at_100_std": 0.206808, - "nauc_map_at_100_diff1": 0.906451, - "nauc_map_at_1000_max": 0.862162, - "nauc_map_at_1000_std": 0.206637, - "nauc_map_at_1000_diff1": 0.906459, - "nauc_recall_at_1_max": 0.842136, - "nauc_recall_at_1_std": 0.153229, - "nauc_recall_at_1_diff1": 0.916406, - "nauc_recall_at_3_max": 0.898504, - "nauc_recall_at_3_std": 0.273031, - "nauc_recall_at_3_diff1": 0.884941, - "nauc_recall_at_5_max": 0.902616, - "nauc_recall_at_5_std": 0.375379, - "nauc_recall_at_5_diff1": 0.883742, - "nauc_recall_at_10_max": 0.92686, - "nauc_recall_at_10_std": 0.479194, - "nauc_recall_at_10_diff1": 0.903634, - "nauc_recall_at_20_max": 0.945002, - "nauc_recall_at_20_std": 0.606989, - "nauc_recall_at_20_diff1": 0.892567, - "nauc_recall_at_100_max": 0.970951, - "nauc_recall_at_100_std": 0.699761, - "nauc_recall_at_100_diff1": 0.878359, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.842136, - "nauc_precision_at_1_std": 0.153229, - "nauc_precision_at_1_diff1": 0.916406, - "nauc_precision_at_3_max": 0.898504, - "nauc_precision_at_3_std": 0.273031, - "nauc_precision_at_3_diff1": 0.884941, - "nauc_precision_at_5_max": 0.902616, - "nauc_precision_at_5_std": 0.375379, - "nauc_precision_at_5_diff1": 0.883742, - "nauc_precision_at_10_max": 0.92686, - "nauc_precision_at_10_std": 0.479194, - "nauc_precision_at_10_diff1": 0.903634, - "nauc_precision_at_20_max": 0.945002, - "nauc_precision_at_20_std": 0.606989, - "nauc_precision_at_20_diff1": 0.892567, - "nauc_precision_at_100_max": 0.970951, - "nauc_precision_at_100_std": 0.699761, - "nauc_precision_at_100_diff1": 0.878359, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.842136, - "nauc_mrr_at_1_std": 0.153229, - "nauc_mrr_at_1_diff1": 0.916406, - "nauc_mrr_at_3_max": 0.863987, - "nauc_mrr_at_3_std": 0.197847, - "nauc_mrr_at_3_diff1": 0.904368, - "nauc_mrr_at_5_max": 0.862719, - "nauc_mrr_at_5_std": 0.207993, - "nauc_mrr_at_5_diff1": 0.90481, - "nauc_mrr_at_10_max": 0.862999, - "nauc_mrr_at_10_std": 0.209258, - "nauc_mrr_at_10_diff1": 0.906503, - "nauc_mrr_at_20_max": 0.862684, - "nauc_mrr_at_20_std": 0.209354, - "nauc_mrr_at_20_diff1": 0.906286, - "nauc_mrr_at_100_max": 0.862201, - "nauc_mrr_at_100_std": 0.206808, - "nauc_mrr_at_100_diff1": 0.906451, - "nauc_mrr_at_1000_max": 0.862162, - "nauc_mrr_at_1000_std": 0.206637, - "nauc_mrr_at_1000_diff1": 0.906459, - "main_score": 0.86244, + "mrr_at_1": 0.783333, + "mrr_at_3": 0.822407, + "mrr_at_5": 0.831407, + "mrr_at_10": 0.834159, + "mrr_at_20": 0.835864, + "mrr_at_100": 0.836784, + "mrr_at_1000": 0.836848, + "nauc_ndcg_at_1_max": 0.796767, + "nauc_ndcg_at_1_std": 0.041779, + "nauc_ndcg_at_1_diff1": 0.92018, + "nauc_ndcg_at_3_max": 0.836925, + "nauc_ndcg_at_3_std": 0.144329, + "nauc_ndcg_at_3_diff1": 0.904352, + "nauc_ndcg_at_5_max": 0.830066, + "nauc_ndcg_at_5_std": 0.146421, + "nauc_ndcg_at_5_diff1": 0.898474, + "nauc_ndcg_at_10_max": 0.829757, + "nauc_ndcg_at_10_std": 0.148789, + "nauc_ndcg_at_10_diff1": 0.903586, + "nauc_ndcg_at_20_max": 0.829887, + "nauc_ndcg_at_20_std": 0.145181, + "nauc_ndcg_at_20_diff1": 0.904769, + "nauc_ndcg_at_100_max": 0.826916, + "nauc_ndcg_at_100_std": 0.13074, + "nauc_ndcg_at_100_diff1": 0.905473, + "nauc_ndcg_at_1000_max": 0.825643, + "nauc_ndcg_at_1000_std": 0.126871, + "nauc_ndcg_at_1000_diff1": 0.905967, + "nauc_map_at_1_max": 0.796767, + "nauc_map_at_1_std": 0.041779, + "nauc_map_at_1_diff1": 0.92018, + "nauc_map_at_3_max": 0.826674, + "nauc_map_at_3_std": 0.115527, + "nauc_map_at_3_diff1": 0.908181, + "nauc_map_at_5_max": 0.822499, + "nauc_map_at_5_std": 0.114949, + "nauc_map_at_5_diff1": 0.905265, + "nauc_map_at_10_max": 0.822241, + "nauc_map_at_10_std": 0.115302, + "nauc_map_at_10_diff1": 0.907137, + "nauc_map_at_20_max": 0.822101, + "nauc_map_at_20_std": 0.113666, + "nauc_map_at_20_diff1": 0.907474, + "nauc_map_at_100_max": 0.821832, + "nauc_map_at_100_std": 0.1123, + "nauc_map_at_100_diff1": 0.907628, + "nauc_map_at_1000_max": 0.82179, + "nauc_map_at_1000_std": 0.112189, + "nauc_map_at_1000_diff1": 0.907645, + "nauc_recall_at_1_max": 0.796767, + "nauc_recall_at_1_std": 0.041779, + "nauc_recall_at_1_diff1": 0.92018, + "nauc_recall_at_3_max": 0.874904, + "nauc_recall_at_3_std": 0.25265, + "nauc_recall_at_3_diff1": 0.890293, + "nauc_recall_at_5_max": 0.865406, + "nauc_recall_at_5_std": 0.302459, + "nauc_recall_at_5_diff1": 0.864393, + "nauc_recall_at_10_max": 0.874176, + "nauc_recall_at_10_std": 0.361899, + "nauc_recall_at_10_diff1": 0.885147, + "nauc_recall_at_20_max": 0.90096, + "nauc_recall_at_20_std": 0.444733, + "nauc_recall_at_20_diff1": 0.887733, + "nauc_recall_at_100_max": 0.933007, + "nauc_recall_at_100_std": 0.465126, + "nauc_recall_at_100_diff1": 0.864379, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796767, + "nauc_precision_at_1_std": 0.041779, + "nauc_precision_at_1_diff1": 0.92018, + "nauc_precision_at_3_max": 0.874904, + "nauc_precision_at_3_std": 0.25265, + "nauc_precision_at_3_diff1": 0.890293, + "nauc_precision_at_5_max": 0.865406, + "nauc_precision_at_5_std": 0.302459, + "nauc_precision_at_5_diff1": 0.864393, + "nauc_precision_at_10_max": 0.874176, + "nauc_precision_at_10_std": 0.361899, + "nauc_precision_at_10_diff1": 0.885147, + "nauc_precision_at_20_max": 0.90096, + "nauc_precision_at_20_std": 0.444733, + "nauc_precision_at_20_diff1": 0.887733, + "nauc_precision_at_100_max": 0.933007, + "nauc_precision_at_100_std": 0.465126, + "nauc_precision_at_100_diff1": 0.864379, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796767, + "nauc_mrr_at_1_std": 0.041779, + "nauc_mrr_at_1_diff1": 0.92018, + "nauc_mrr_at_3_max": 0.826674, + "nauc_mrr_at_3_std": 0.115527, + "nauc_mrr_at_3_diff1": 0.908181, + "nauc_mrr_at_5_max": 0.822499, + "nauc_mrr_at_5_std": 0.114949, + "nauc_mrr_at_5_diff1": 0.905265, + "nauc_mrr_at_10_max": 0.822241, + "nauc_mrr_at_10_std": 0.115302, + "nauc_mrr_at_10_diff1": 0.907137, + "nauc_mrr_at_20_max": 0.822101, + "nauc_mrr_at_20_std": 0.113666, + "nauc_mrr_at_20_diff1": 0.907474, + "nauc_mrr_at_100_max": 0.821832, + "nauc_mrr_at_100_std": 0.1123, + "nauc_mrr_at_100_diff1": 0.907628, + "nauc_mrr_at_1000_max": 0.82179, + "nauc_mrr_at_1000_std": 0.112189, + "nauc_mrr_at_1000_diff1": 0.907645, + "hit_rate_at_1": 0.78333, + "hit_rate_at_3": 0.86889, + "hit_rate_at_5": 0.90778, + "hit_rate_at_10": 0.92889, + "hit_rate_at_20": 0.95333, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.85728, "hf_subset": "eng_Latn-est_Latn", "languages": [ "eng-Latn", "est-Latn" - ] - }, - { - "ndcg_at_1": 0.78889, - "ndcg_at_3": 0.83169, - "ndcg_at_5": 0.84168, - "ndcg_at_10": 0.84953, - "ndcg_at_20": 0.85605, - "ndcg_at_100": 0.86504, - "ndcg_at_1000": 0.86692, - "map_at_1": 0.78889, - "map_at_3": 0.82148, - "map_at_5": 0.82698, - "map_at_10": 0.83019, - "map_at_20": 0.832, - "map_at_100": 0.83314, - "map_at_1000": 0.83322, - "recall_at_1": 0.78889, - "recall_at_3": 0.86111, - "recall_at_5": 0.88556, - "recall_at_10": 0.91, - "recall_at_20": 0.93556, - "recall_at_100": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.77889, + "ndcg_at_3": 0.82897, + "ndcg_at_5": 0.83739, + "ndcg_at_10": 0.84615, + "ndcg_at_20": 0.85086, + "ndcg_at_100": 0.86073, + "ndcg_at_1000": 0.86289, + "map_at_1": 0.77889, + "map_at_3": 0.81704, + "map_at_5": 0.82181, + "map_at_10": 0.8253, + "map_at_20": 0.82656, + "map_at_100": 0.82791, + "map_at_1000": 0.82799, + "recall_at_1": 0.77889, + "recall_at_3": 0.86333, + "recall_at_5": 0.88333, + "recall_at_10": 0.91111, + "recall_at_20": 0.93, + "recall_at_100": 0.98333, "recall_at_1000": 1.0, - "precision_at_1": 0.78889, - "precision_at_3": 0.28704, - "precision_at_5": 0.17711, - "precision_at_10": 0.091, - "precision_at_20": 0.04678, - "precision_at_100": 0.00986, + "accuracy": 0.77889, + "precision_at_1": 0.77889, + "precision_at_3": 0.28778, + "precision_at_5": 0.17667, + "precision_at_10": 0.09111, + "precision_at_20": 0.0465, + "precision_at_100": 0.00983, "precision_at_1000": 0.001, - "mrr_at_1": 0.788889, - "mrr_at_3": 0.821481, - "mrr_at_5": 0.826981, - "mrr_at_10": 0.830187, - "mrr_at_20": 0.832, - "mrr_at_100": 0.833143, - "mrr_at_1000": 0.833216, - "nauc_ndcg_at_1_max": 0.806325, - "nauc_ndcg_at_1_std": 0.226568, - "nauc_ndcg_at_1_diff1": 0.901461, - "nauc_ndcg_at_3_max": 0.83683, - "nauc_ndcg_at_3_std": 0.291127, - "nauc_ndcg_at_3_diff1": 0.883901, - "nauc_ndcg_at_5_max": 0.833731, - "nauc_ndcg_at_5_std": 0.280928, - "nauc_ndcg_at_5_diff1": 0.881335, - "nauc_ndcg_at_10_max": 0.82991, - "nauc_ndcg_at_10_std": 0.282783, - "nauc_ndcg_at_10_diff1": 0.879517, - "nauc_ndcg_at_20_max": 0.830427, - "nauc_ndcg_at_20_std": 0.284126, - "nauc_ndcg_at_20_diff1": 0.882554, - "nauc_ndcg_at_100_max": 0.830584, - "nauc_ndcg_at_100_std": 0.283081, - "nauc_ndcg_at_100_diff1": 0.885214, - "nauc_ndcg_at_1000_max": 0.82902, - "nauc_ndcg_at_1000_std": 0.276488, - "nauc_ndcg_at_1000_diff1": 0.885444, - "nauc_map_at_1_max": 0.806325, - "nauc_map_at_1_std": 0.226568, - "nauc_map_at_1_diff1": 0.901461, - "nauc_map_at_3_max": 0.829699, - "nauc_map_at_3_std": 0.273766, - "nauc_map_at_3_diff1": 0.888775, - "nauc_map_at_5_max": 0.827998, - "nauc_map_at_5_std": 0.268276, - "nauc_map_at_5_diff1": 0.887629, - "nauc_map_at_10_max": 0.826414, - "nauc_map_at_10_std": 0.268725, - "nauc_map_at_10_diff1": 0.886961, - "nauc_map_at_20_max": 0.826567, - "nauc_map_at_20_std": 0.269181, - "nauc_map_at_20_diff1": 0.887756, - "nauc_map_at_100_max": 0.826532, - "nauc_map_at_100_std": 0.268674, - "nauc_map_at_100_diff1": 0.888065, - "nauc_map_at_1000_max": 0.826487, - "nauc_map_at_1000_std": 0.268463, - "nauc_map_at_1000_diff1": 0.888077, - "nauc_recall_at_1_max": 0.806325, - "nauc_recall_at_1_std": 0.226568, - "nauc_recall_at_1_diff1": 0.901461, - "nauc_recall_at_3_max": 0.861841, - "nauc_recall_at_3_std": 0.353425, - "nauc_recall_at_3_diff1": 0.866331, - "nauc_recall_at_5_max": 0.855958, - "nauc_recall_at_5_std": 0.330717, - "nauc_recall_at_5_diff1": 0.854553, - "nauc_recall_at_10_max": 0.843431, - "nauc_recall_at_10_std": 0.352301, - "nauc_recall_at_10_diff1": 0.840002, - "nauc_recall_at_20_max": 0.851895, - "nauc_recall_at_20_std": 0.385919, - "nauc_recall_at_20_diff1": 0.849923, - "nauc_recall_at_100_max": 0.938411, - "nauc_recall_at_100_std": 0.729081, - "nauc_recall_at_100_diff1": 0.871436, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.806325, - "nauc_precision_at_1_std": 0.226568, - "nauc_precision_at_1_diff1": 0.901461, - "nauc_precision_at_3_max": 0.861841, - "nauc_precision_at_3_std": 0.353425, - "nauc_precision_at_3_diff1": 0.866331, - "nauc_precision_at_5_max": 0.855958, - "nauc_precision_at_5_std": 0.330717, - "nauc_precision_at_5_diff1": 0.854553, - "nauc_precision_at_10_max": 0.843431, - "nauc_precision_at_10_std": 0.352301, - "nauc_precision_at_10_diff1": 0.840002, - "nauc_precision_at_20_max": 0.851895, - "nauc_precision_at_20_std": 0.385919, - "nauc_precision_at_20_diff1": 0.849923, - "nauc_precision_at_100_max": 0.938411, - "nauc_precision_at_100_std": 0.729081, - "nauc_precision_at_100_diff1": 0.871436, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.806325, - "nauc_mrr_at_1_std": 0.226568, - "nauc_mrr_at_1_diff1": 0.901461, - "nauc_mrr_at_3_max": 0.829699, - "nauc_mrr_at_3_std": 0.273766, - "nauc_mrr_at_3_diff1": 0.888775, - "nauc_mrr_at_5_max": 0.827998, - "nauc_mrr_at_5_std": 0.268276, - "nauc_mrr_at_5_diff1": 0.887629, - "nauc_mrr_at_10_max": 0.826414, - "nauc_mrr_at_10_std": 0.268725, - "nauc_mrr_at_10_diff1": 0.886961, - "nauc_mrr_at_20_max": 0.826567, - "nauc_mrr_at_20_std": 0.269181, - "nauc_mrr_at_20_diff1": 0.887756, - "nauc_mrr_at_100_max": 0.826532, - "nauc_mrr_at_100_std": 0.268674, - "nauc_mrr_at_100_diff1": 0.888065, - "nauc_mrr_at_1000_max": 0.826487, - "nauc_mrr_at_1000_std": 0.268463, - "nauc_mrr_at_1000_diff1": 0.888077, - "main_score": 0.84953, + "mrr_at_1": 0.778889, + "mrr_at_3": 0.817037, + "mrr_at_5": 0.821815, + "mrr_at_10": 0.825298, + "mrr_at_20": 0.826559, + "mrr_at_100": 0.827908, + "mrr_at_1000": 0.827991, + "nauc_ndcg_at_1_max": 0.798596, + "nauc_ndcg_at_1_std": 0.114434, + "nauc_ndcg_at_1_diff1": 0.90642, + "nauc_ndcg_at_3_max": 0.834742, + "nauc_ndcg_at_3_std": 0.189669, + "nauc_ndcg_at_3_diff1": 0.886154, + "nauc_ndcg_at_5_max": 0.828549, + "nauc_ndcg_at_5_std": 0.18425, + "nauc_ndcg_at_5_diff1": 0.879805, + "nauc_ndcg_at_10_max": 0.82968, + "nauc_ndcg_at_10_std": 0.192531, + "nauc_ndcg_at_10_diff1": 0.881794, + "nauc_ndcg_at_20_max": 0.828694, + "nauc_ndcg_at_20_std": 0.18887, + "nauc_ndcg_at_20_diff1": 0.885789, + "nauc_ndcg_at_100_max": 0.827384, + "nauc_ndcg_at_100_std": 0.188027, + "nauc_ndcg_at_100_diff1": 0.887099, + "nauc_ndcg_at_1000_max": 0.825498, + "nauc_ndcg_at_1000_std": 0.178422, + "nauc_ndcg_at_1000_diff1": 0.887504, + "nauc_map_at_1_max": 0.798596, + "nauc_map_at_1_std": 0.114434, + "nauc_map_at_1_diff1": 0.90642, + "nauc_map_at_3_max": 0.825878, + "nauc_map_at_3_std": 0.169302, + "nauc_map_at_3_diff1": 0.891826, + "nauc_map_at_5_max": 0.822459, + "nauc_map_at_5_std": 0.166304, + "nauc_map_at_5_diff1": 0.88866, + "nauc_map_at_10_max": 0.822747, + "nauc_map_at_10_std": 0.169299, + "nauc_map_at_10_diff1": 0.889436, + "nauc_map_at_20_max": 0.822439, + "nauc_map_at_20_std": 0.16822, + "nauc_map_at_20_diff1": 0.890394, + "nauc_map_at_100_max": 0.822211, + "nauc_map_at_100_std": 0.167622, + "nauc_map_at_100_diff1": 0.890503, + "nauc_map_at_1000_max": 0.822146, + "nauc_map_at_1000_std": 0.167314, + "nauc_map_at_1000_diff1": 0.890514, + "nauc_recall_at_1_max": 0.798596, + "nauc_recall_at_1_std": 0.114434, + "nauc_recall_at_1_diff1": 0.90642, + "nauc_recall_at_3_max": 0.86704, + "nauc_recall_at_3_std": 0.265079, + "nauc_recall_at_3_diff1": 0.865045, + "nauc_recall_at_5_max": 0.852014, + "nauc_recall_at_5_std": 0.257229, + "nauc_recall_at_5_diff1": 0.841584, + "nauc_recall_at_10_max": 0.864648, + "nauc_recall_at_10_std": 0.317279, + "nauc_recall_at_10_diff1": 0.841918, + "nauc_recall_at_20_max": 0.866658, + "nauc_recall_at_20_std": 0.32241, + "nauc_recall_at_20_diff1": 0.863834, + "nauc_recall_at_100_max": 0.937908, + "nauc_recall_at_100_std": 0.761282, + "nauc_recall_at_100_diff1": 0.861345, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.798596, + "nauc_precision_at_1_std": 0.114434, + "nauc_precision_at_1_diff1": 0.90642, + "nauc_precision_at_3_max": 0.86704, + "nauc_precision_at_3_std": 0.265079, + "nauc_precision_at_3_diff1": 0.865045, + "nauc_precision_at_5_max": 0.852014, + "nauc_precision_at_5_std": 0.257229, + "nauc_precision_at_5_diff1": 0.841584, + "nauc_precision_at_10_max": 0.864648, + "nauc_precision_at_10_std": 0.317279, + "nauc_precision_at_10_diff1": 0.841918, + "nauc_precision_at_20_max": 0.866658, + "nauc_precision_at_20_std": 0.32241, + "nauc_precision_at_20_diff1": 0.863834, + "nauc_precision_at_100_max": 0.937908, + "nauc_precision_at_100_std": 0.761282, + "nauc_precision_at_100_diff1": 0.861345, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.798596, + "nauc_mrr_at_1_std": 0.114434, + "nauc_mrr_at_1_diff1": 0.90642, + "nauc_mrr_at_3_max": 0.825878, + "nauc_mrr_at_3_std": 0.169302, + "nauc_mrr_at_3_diff1": 0.891826, + "nauc_mrr_at_5_max": 0.822459, + "nauc_mrr_at_5_std": 0.166304, + "nauc_mrr_at_5_diff1": 0.88866, + "nauc_mrr_at_10_max": 0.822747, + "nauc_mrr_at_10_std": 0.169299, + "nauc_mrr_at_10_diff1": 0.889436, + "nauc_mrr_at_20_max": 0.822439, + "nauc_mrr_at_20_std": 0.16822, + "nauc_mrr_at_20_diff1": 0.890394, + "nauc_mrr_at_100_max": 0.822211, + "nauc_mrr_at_100_std": 0.167622, + "nauc_mrr_at_100_diff1": 0.890503, + "nauc_mrr_at_1000_max": 0.822146, + "nauc_mrr_at_1000_std": 0.167314, + "nauc_mrr_at_1000_diff1": 0.890514, + "hit_rate_at_1": 0.77889, + "hit_rate_at_3": 0.86333, + "hit_rate_at_5": 0.88333, + "hit_rate_at_10": 0.91111, + "hit_rate_at_20": 0.93, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.84615, "hf_subset": "eus_Latn-eus_Latn", "languages": [ "eus-Latn", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85556, - "ndcg_at_3": 0.89921, - "ndcg_at_5": 0.90594, - "ndcg_at_10": 0.91412, - "ndcg_at_20": 0.91776, - "ndcg_at_100": 0.92022, - "ndcg_at_1000": 0.92067, - "map_at_1": 0.85556, - "map_at_3": 0.88889, - "map_at_5": 0.89256, - "map_at_10": 0.89609, - "map_at_20": 0.89708, - "map_at_100": 0.8975, - "map_at_1000": 0.89752, - "recall_at_1": 0.85556, - "recall_at_3": 0.92889, - "recall_at_5": 0.94556, - "recall_at_10": 0.97, - "recall_at_20": 0.98444, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.85333, + "ndcg_at_3": 0.89725, + "ndcg_at_5": 0.90308, + "ndcg_at_10": 0.91196, + "ndcg_at_20": 0.91542, + "ndcg_at_100": 0.91841, + "ndcg_at_1000": 0.91868, + "map_at_1": 0.85333, + "map_at_3": 0.88667, + "map_at_5": 0.88983, + "map_at_10": 0.89365, + "map_at_20": 0.89465, + "map_at_100": 0.8951, + "map_at_1000": 0.89511, + "recall_at_1": 0.85333, + "recall_at_3": 0.92778, + "recall_at_5": 0.94222, + "recall_at_10": 0.96889, + "recall_at_20": 0.98222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.85556, - "precision_at_3": 0.30963, - "precision_at_5": 0.18911, - "precision_at_10": 0.097, - "precision_at_20": 0.04922, - "precision_at_100": 0.00997, + "accuracy": 0.85333, + "precision_at_1": 0.85333, + "precision_at_3": 0.30926, + "precision_at_5": 0.18844, + "precision_at_10": 0.09689, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.855556, - "mrr_at_3": 0.888889, - "mrr_at_5": 0.892556, - "mrr_at_10": 0.896086, - "mrr_at_20": 0.897083, - "mrr_at_100": 0.897497, - "mrr_at_1000": 0.897517, - "nauc_ndcg_at_1_max": 0.767627, - "nauc_ndcg_at_1_std": -0.285868, - "nauc_ndcg_at_1_diff1": 0.895907, - "nauc_ndcg_at_3_max": 0.762544, - "nauc_ndcg_at_3_std": -0.347028, - "nauc_ndcg_at_3_diff1": 0.873345, - "nauc_ndcg_at_5_max": 0.763297, - "nauc_ndcg_at_5_std": -0.316438, - "nauc_ndcg_at_5_diff1": 0.86924, - "nauc_ndcg_at_10_max": 0.760304, - "nauc_ndcg_at_10_std": -0.335937, - "nauc_ndcg_at_10_diff1": 0.876008, - "nauc_ndcg_at_20_max": 0.761378, - "nauc_ndcg_at_20_std": -0.320721, - "nauc_ndcg_at_20_diff1": 0.875297, - "nauc_ndcg_at_100_max": 0.764841, - "nauc_ndcg_at_100_std": -0.311626, - "nauc_ndcg_at_100_diff1": 0.878384, - "nauc_ndcg_at_1000_max": 0.764067, - "nauc_ndcg_at_1000_std": -0.314415, - "nauc_ndcg_at_1000_diff1": 0.877913, - "nauc_map_at_1_max": 0.767627, - "nauc_map_at_1_std": -0.285868, - "nauc_map_at_1_diff1": 0.895907, - "nauc_map_at_3_max": 0.763809, - "nauc_map_at_3_std": -0.328085, - "nauc_map_at_3_diff1": 0.878436, - "nauc_map_at_5_max": 0.764254, - "nauc_map_at_5_std": -0.312381, - "nauc_map_at_5_diff1": 0.876603, - "nauc_map_at_10_max": 0.763171, - "nauc_map_at_10_std": -0.319315, - "nauc_map_at_10_diff1": 0.879431, - "nauc_map_at_20_max": 0.763636, - "nauc_map_at_20_std": -0.315481, - "nauc_map_at_20_diff1": 0.879332, - "nauc_map_at_100_max": 0.764207, - "nauc_map_at_100_std": -0.313544, - "nauc_map_at_100_diff1": 0.879696, - "nauc_map_at_1000_max": 0.764188, - "nauc_map_at_1000_std": -0.313579, - "nauc_map_at_1000_diff1": 0.879678, - "nauc_recall_at_1_max": 0.767627, - "nauc_recall_at_1_std": -0.285868, - "nauc_recall_at_1_diff1": 0.895907, - "nauc_recall_at_3_max": 0.757185, - "nauc_recall_at_3_std": -0.430242, - "nauc_recall_at_3_diff1": 0.852175, - "nauc_recall_at_5_max": 0.75836, - "nauc_recall_at_5_std": -0.331256, - "nauc_recall_at_5_diff1": 0.828932, - "nauc_recall_at_10_max": 0.730141, - "nauc_recall_at_10_std": -0.504375, - "nauc_recall_at_10_diff1": 0.850002, - "nauc_recall_at_20_max": 0.714786, - "nauc_recall_at_20_std": -0.364946, - "nauc_recall_at_20_diff1": 0.810257, - "nauc_recall_at_100_max": 0.907407, - "nauc_recall_at_100_std": 0.239185, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.853333, + "mrr_at_3": 0.886667, + "mrr_at_5": 0.889833, + "mrr_at_10": 0.89365, + "mrr_at_20": 0.894648, + "mrr_at_100": 0.895097, + "mrr_at_1000": 0.895105, + "nauc_ndcg_at_1_max": 0.722124, + "nauc_ndcg_at_1_std": -0.322768, + "nauc_ndcg_at_1_diff1": 0.900732, + "nauc_ndcg_at_3_max": 0.736468, + "nauc_ndcg_at_3_std": -0.336506, + "nauc_ndcg_at_3_diff1": 0.877477, + "nauc_ndcg_at_5_max": 0.731798, + "nauc_ndcg_at_5_std": -0.344387, + "nauc_ndcg_at_5_diff1": 0.878296, + "nauc_ndcg_at_10_max": 0.732382, + "nauc_ndcg_at_10_std": -0.334066, + "nauc_ndcg_at_10_diff1": 0.880776, + "nauc_ndcg_at_20_max": 0.726532, + "nauc_ndcg_at_20_std": -0.337535, + "nauc_ndcg_at_20_diff1": 0.88044, + "nauc_ndcg_at_100_max": 0.731508, + "nauc_ndcg_at_100_std": -0.325853, + "nauc_ndcg_at_100_diff1": 0.882904, + "nauc_ndcg_at_1000_max": 0.730581, + "nauc_ndcg_at_1000_std": -0.330434, + "nauc_ndcg_at_1000_diff1": 0.882951, + "nauc_map_at_1_max": 0.722124, + "nauc_map_at_1_std": -0.322768, + "nauc_map_at_1_diff1": 0.900732, + "nauc_map_at_3_max": 0.732521, + "nauc_map_at_3_std": -0.33236, + "nauc_map_at_3_diff1": 0.883065, + "nauc_map_at_5_max": 0.73006, + "nauc_map_at_5_std": -0.336742, + "nauc_map_at_5_diff1": 0.883625, + "nauc_map_at_10_max": 0.729864, + "nauc_map_at_10_std": -0.333608, + "nauc_map_at_10_diff1": 0.884604, + "nauc_map_at_20_max": 0.728538, + "nauc_map_at_20_std": -0.33366, + "nauc_map_at_20_diff1": 0.884589, + "nauc_map_at_100_max": 0.729468, + "nauc_map_at_100_std": -0.33178, + "nauc_map_at_100_diff1": 0.884882, + "nauc_map_at_1000_max": 0.729447, + "nauc_map_at_1000_std": -0.331884, + "nauc_map_at_1000_diff1": 0.884884, + "nauc_recall_at_1_max": 0.722124, + "nauc_recall_at_1_std": -0.322768, + "nauc_recall_at_1_diff1": 0.900732, + "nauc_recall_at_3_max": 0.753573, + "nauc_recall_at_3_std": -0.354722, + "nauc_recall_at_3_diff1": 0.853839, + "nauc_recall_at_5_max": 0.739684, + "nauc_recall_at_5_std": -0.38572, + "nauc_recall_at_5_diff1": 0.851235, + "nauc_recall_at_10_max": 0.757453, + "nauc_recall_at_10_std": -0.320095, + "nauc_recall_at_10_diff1": 0.850273, + "nauc_recall_at_20_max": 0.669059, + "nauc_recall_at_20_std": -0.403945, + "nauc_recall_at_20_diff1": 0.81997, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.767627, - "nauc_precision_at_1_std": -0.285868, - "nauc_precision_at_1_diff1": 0.895907, - "nauc_precision_at_3_max": 0.757185, - "nauc_precision_at_3_std": -0.430242, - "nauc_precision_at_3_diff1": 0.852175, - "nauc_precision_at_5_max": 0.75836, - "nauc_precision_at_5_std": -0.331256, - "nauc_precision_at_5_diff1": 0.828932, - "nauc_precision_at_10_max": 0.730141, - "nauc_precision_at_10_std": -0.504375, - "nauc_precision_at_10_diff1": 0.850002, - "nauc_precision_at_20_max": 0.714786, - "nauc_precision_at_20_std": -0.364946, - "nauc_precision_at_20_diff1": 0.810257, - "nauc_precision_at_100_max": 0.907407, - "nauc_precision_at_100_std": 0.239185, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.722124, + "nauc_precision_at_1_std": -0.322768, + "nauc_precision_at_1_diff1": 0.900732, + "nauc_precision_at_3_max": 0.753573, + "nauc_precision_at_3_std": -0.354722, + "nauc_precision_at_3_diff1": 0.853839, + "nauc_precision_at_5_max": 0.739684, + "nauc_precision_at_5_std": -0.38572, + "nauc_precision_at_5_diff1": 0.851235, + "nauc_precision_at_10_max": 0.757453, + "nauc_precision_at_10_std": -0.320095, + "nauc_precision_at_10_diff1": 0.850273, + "nauc_precision_at_20_max": 0.669059, + "nauc_precision_at_20_std": -0.403945, + "nauc_precision_at_20_diff1": 0.81997, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.767627, - "nauc_mrr_at_1_std": -0.285868, - "nauc_mrr_at_1_diff1": 0.895907, - "nauc_mrr_at_3_max": 0.763809, - "nauc_mrr_at_3_std": -0.328085, - "nauc_mrr_at_3_diff1": 0.878436, - "nauc_mrr_at_5_max": 0.764254, - "nauc_mrr_at_5_std": -0.312381, - "nauc_mrr_at_5_diff1": 0.876603, - "nauc_mrr_at_10_max": 0.763171, - "nauc_mrr_at_10_std": -0.319315, - "nauc_mrr_at_10_diff1": 0.879431, - "nauc_mrr_at_20_max": 0.763636, - "nauc_mrr_at_20_std": -0.315481, - "nauc_mrr_at_20_diff1": 0.879332, - "nauc_mrr_at_100_max": 0.764207, - "nauc_mrr_at_100_std": -0.313544, - "nauc_mrr_at_100_diff1": 0.879696, - "nauc_mrr_at_1000_max": 0.764188, - "nauc_mrr_at_1000_std": -0.313579, - "nauc_mrr_at_1000_diff1": 0.879678, - "main_score": 0.91412, + "nauc_mrr_at_1_max": 0.722124, + "nauc_mrr_at_1_std": -0.322768, + "nauc_mrr_at_1_diff1": 0.900732, + "nauc_mrr_at_3_max": 0.732521, + "nauc_mrr_at_3_std": -0.33236, + "nauc_mrr_at_3_diff1": 0.883065, + "nauc_mrr_at_5_max": 0.73006, + "nauc_mrr_at_5_std": -0.336742, + "nauc_mrr_at_5_diff1": 0.883625, + "nauc_mrr_at_10_max": 0.729864, + "nauc_mrr_at_10_std": -0.333608, + "nauc_mrr_at_10_diff1": 0.884604, + "nauc_mrr_at_20_max": 0.728538, + "nauc_mrr_at_20_std": -0.33366, + "nauc_mrr_at_20_diff1": 0.884589, + "nauc_mrr_at_100_max": 0.729468, + "nauc_mrr_at_100_std": -0.33178, + "nauc_mrr_at_100_diff1": 0.884882, + "nauc_mrr_at_1000_max": 0.729447, + "nauc_mrr_at_1000_std": -0.331884, + "nauc_mrr_at_1000_diff1": 0.884884, + "hit_rate_at_1": 0.85333, + "hit_rate_at_3": 0.92778, + "hit_rate_at_5": 0.94222, + "hit_rate_at_10": 0.96889, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.91196, "hf_subset": "eus_Latn-eng_Latn", "languages": [ "eus-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.69444, - "ndcg_at_3": 0.74958, - "ndcg_at_5": 0.76344, - "ndcg_at_10": 0.7751, - "ndcg_at_20": 0.78316, - "ndcg_at_100": 0.79525, - "ndcg_at_1000": 0.801, - "map_at_1": 0.69444, - "map_at_3": 0.73667, - "map_at_5": 0.74444, - "map_at_10": 0.74935, - "map_at_20": 0.75152, - "map_at_100": 0.75296, - "map_at_1000": 0.75321, - "recall_at_1": 0.69444, - "recall_at_3": 0.78667, - "recall_at_5": 0.82, - "recall_at_10": 0.85556, - "recall_at_20": 0.88778, - "recall_at_100": 0.95667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.67556, + "ndcg_at_3": 0.73651, + "ndcg_at_5": 0.74621, + "ndcg_at_10": 0.75959, + "ndcg_at_20": 0.76626, + "ndcg_at_100": 0.78027, + "ndcg_at_1000": 0.78684, + "map_at_1": 0.67556, + "map_at_3": 0.72148, + "map_at_5": 0.72693, + "map_at_10": 0.73228, + "map_at_20": 0.73407, + "map_at_100": 0.73579, + "map_at_1000": 0.73609, + "recall_at_1": 0.67556, + "recall_at_3": 0.78, + "recall_at_5": 0.80333, + "recall_at_10": 0.84556, + "recall_at_20": 0.87222, + "recall_at_100": 0.95111, "recall_at_1000": 1.0, - "precision_at_1": 0.69444, - "precision_at_3": 0.26222, - "precision_at_5": 0.164, - "precision_at_10": 0.08556, - "precision_at_20": 0.04439, - "precision_at_100": 0.00957, - "precision_at_1000": 0.001, - "mrr_at_1": 0.694444, - "mrr_at_3": 0.736667, - "mrr_at_5": 0.744444, - "mrr_at_10": 0.749353, - "mrr_at_20": 0.751523, - "mrr_at_100": 0.752959, - "mrr_at_1000": 0.753207, - "nauc_ndcg_at_1_max": 0.858389, - "nauc_ndcg_at_1_std": 0.341823, - "nauc_ndcg_at_1_diff1": 0.892458, - "nauc_ndcg_at_3_max": 0.871486, - "nauc_ndcg_at_3_std": 0.390654, - "nauc_ndcg_at_3_diff1": 0.865316, - "nauc_ndcg_at_5_max": 0.870684, - "nauc_ndcg_at_5_std": 0.405, - "nauc_ndcg_at_5_diff1": 0.862401, - "nauc_ndcg_at_10_max": 0.873219, - "nauc_ndcg_at_10_std": 0.421367, - "nauc_ndcg_at_10_diff1": 0.863353, - "nauc_ndcg_at_20_max": 0.870799, - "nauc_ndcg_at_20_std": 0.421559, - "nauc_ndcg_at_20_diff1": 0.861243, - "nauc_ndcg_at_100_max": 0.872523, - "nauc_ndcg_at_100_std": 0.421032, - "nauc_ndcg_at_100_diff1": 0.86517, - "nauc_ndcg_at_1000_max": 0.870269, - "nauc_ndcg_at_1000_std": 0.407127, - "nauc_ndcg_at_1000_diff1": 0.866843, - "nauc_map_at_1_max": 0.858389, - "nauc_map_at_1_std": 0.341823, - "nauc_map_at_1_diff1": 0.892458, - "nauc_map_at_3_max": 0.868715, - "nauc_map_at_3_std": 0.379722, - "nauc_map_at_3_diff1": 0.872441, - "nauc_map_at_5_max": 0.868206, - "nauc_map_at_5_std": 0.387034, - "nauc_map_at_5_diff1": 0.870986, - "nauc_map_at_10_max": 0.869057, - "nauc_map_at_10_std": 0.392585, - "nauc_map_at_10_diff1": 0.87142, - "nauc_map_at_20_max": 0.868429, - "nauc_map_at_20_std": 0.392203, - "nauc_map_at_20_diff1": 0.871007, - "nauc_map_at_100_max": 0.868556, - "nauc_map_at_100_std": 0.392331, - "nauc_map_at_100_diff1": 0.871358, - "nauc_map_at_1000_max": 0.868474, - "nauc_map_at_1000_std": 0.39184, - "nauc_map_at_1000_diff1": 0.871422, - "nauc_recall_at_1_max": 0.858389, - "nauc_recall_at_1_std": 0.341823, - "nauc_recall_at_1_diff1": 0.892458, - "nauc_recall_at_3_max": 0.880546, - "nauc_recall_at_3_std": 0.426766, - "nauc_recall_at_3_diff1": 0.841158, - "nauc_recall_at_5_max": 0.879637, - "nauc_recall_at_5_std": 0.475187, - "nauc_recall_at_5_diff1": 0.829218, - "nauc_recall_at_10_max": 0.893531, - "nauc_recall_at_10_std": 0.566841, - "nauc_recall_at_10_diff1": 0.826835, - "nauc_recall_at_20_max": 0.881859, - "nauc_recall_at_20_std": 0.607577, - "nauc_recall_at_20_diff1": 0.802426, - "nauc_recall_at_100_max": 0.942182, - "nauc_recall_at_100_std": 0.854928, - "nauc_recall_at_100_diff1": 0.813259, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.858389, - "nauc_precision_at_1_std": 0.341823, - "nauc_precision_at_1_diff1": 0.892458, - "nauc_precision_at_3_max": 0.880546, - "nauc_precision_at_3_std": 0.426766, - "nauc_precision_at_3_diff1": 0.841158, - "nauc_precision_at_5_max": 0.879637, - "nauc_precision_at_5_std": 0.475187, - "nauc_precision_at_5_diff1": 0.829218, - "nauc_precision_at_10_max": 0.893531, - "nauc_precision_at_10_std": 0.566841, - "nauc_precision_at_10_diff1": 0.826835, - "nauc_precision_at_20_max": 0.881859, - "nauc_precision_at_20_std": 0.607577, - "nauc_precision_at_20_diff1": 0.802426, - "nauc_precision_at_100_max": 0.942182, - "nauc_precision_at_100_std": 0.854928, - "nauc_precision_at_100_diff1": 0.813259, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.858389, - "nauc_mrr_at_1_std": 0.341823, - "nauc_mrr_at_1_diff1": 0.892458, - "nauc_mrr_at_3_max": 0.868715, - "nauc_mrr_at_3_std": 0.379722, - "nauc_mrr_at_3_diff1": 0.872441, - "nauc_mrr_at_5_max": 0.868206, - "nauc_mrr_at_5_std": 0.387034, - "nauc_mrr_at_5_diff1": 0.870986, - "nauc_mrr_at_10_max": 0.869057, - "nauc_mrr_at_10_std": 0.392585, - "nauc_mrr_at_10_diff1": 0.87142, - "nauc_mrr_at_20_max": 0.868429, - "nauc_mrr_at_20_std": 0.392203, - "nauc_mrr_at_20_diff1": 0.871007, - "nauc_mrr_at_100_max": 0.868556, - "nauc_mrr_at_100_std": 0.392331, - "nauc_mrr_at_100_diff1": 0.871358, - "nauc_mrr_at_1000_max": 0.868474, - "nauc_mrr_at_1000_std": 0.39184, - "nauc_mrr_at_1000_diff1": 0.871422, - "main_score": 0.7751, + "accuracy": 0.67556, + "precision_at_1": 0.67556, + "precision_at_3": 0.26, + "precision_at_5": 0.16067, + "precision_at_10": 0.08456, + "precision_at_20": 0.04361, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675556, + "mrr_at_3": 0.721481, + "mrr_at_5": 0.726926, + "mrr_at_10": 0.732284, + "mrr_at_20": 0.734074, + "mrr_at_100": 0.735792, + "mrr_at_1000": 0.736092, + "nauc_ndcg_at_1_max": 0.862735, + "nauc_ndcg_at_1_std": 0.308752, + "nauc_ndcg_at_1_diff1": 0.910539, + "nauc_ndcg_at_3_max": 0.86701, + "nauc_ndcg_at_3_std": 0.339391, + "nauc_ndcg_at_3_diff1": 0.872712, + "nauc_ndcg_at_5_max": 0.865607, + "nauc_ndcg_at_5_std": 0.351007, + "nauc_ndcg_at_5_diff1": 0.870679, + "nauc_ndcg_at_10_max": 0.865932, + "nauc_ndcg_at_10_std": 0.363193, + "nauc_ndcg_at_10_diff1": 0.870338, + "nauc_ndcg_at_20_max": 0.863797, + "nauc_ndcg_at_20_std": 0.363013, + "nauc_ndcg_at_20_diff1": 0.868905, + "nauc_ndcg_at_100_max": 0.866813, + "nauc_ndcg_at_100_std": 0.369281, + "nauc_ndcg_at_100_diff1": 0.873129, + "nauc_ndcg_at_1000_max": 0.865898, + "nauc_ndcg_at_1000_std": 0.356352, + "nauc_ndcg_at_1000_diff1": 0.876373, + "nauc_map_at_1_max": 0.862735, + "nauc_map_at_1_std": 0.308752, + "nauc_map_at_1_diff1": 0.910539, + "nauc_map_at_3_max": 0.867108, + "nauc_map_at_3_std": 0.333389, + "nauc_map_at_3_diff1": 0.883113, + "nauc_map_at_5_max": 0.866326, + "nauc_map_at_5_std": 0.339373, + "nauc_map_at_5_diff1": 0.882104, + "nauc_map_at_10_max": 0.866406, + "nauc_map_at_10_std": 0.34373, + "nauc_map_at_10_diff1": 0.882123, + "nauc_map_at_20_max": 0.865885, + "nauc_map_at_20_std": 0.3439, + "nauc_map_at_20_diff1": 0.881822, + "nauc_map_at_100_max": 0.866206, + "nauc_map_at_100_std": 0.344888, + "nauc_map_at_100_diff1": 0.882333, + "nauc_map_at_1000_max": 0.866172, + "nauc_map_at_1000_std": 0.344431, + "nauc_map_at_1000_diff1": 0.882471, + "nauc_recall_at_1_max": 0.862735, + "nauc_recall_at_1_std": 0.308752, + "nauc_recall_at_1_diff1": 0.910539, + "nauc_recall_at_3_max": 0.866045, + "nauc_recall_at_3_std": 0.359008, + "nauc_recall_at_3_diff1": 0.836654, + "nauc_recall_at_5_max": 0.862073, + "nauc_recall_at_5_std": 0.395164, + "nauc_recall_at_5_diff1": 0.827896, + "nauc_recall_at_10_max": 0.863146, + "nauc_recall_at_10_std": 0.460587, + "nauc_recall_at_10_diff1": 0.816392, + "nauc_recall_at_20_max": 0.848581, + "nauc_recall_at_20_std": 0.472741, + "nauc_recall_at_20_diff1": 0.797276, + "nauc_recall_at_100_max": 0.89273, + "nauc_recall_at_100_std": 0.747019, + "nauc_recall_at_100_diff1": 0.782064, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.862735, + "nauc_precision_at_1_std": 0.308752, + "nauc_precision_at_1_diff1": 0.910539, + "nauc_precision_at_3_max": 0.866045, + "nauc_precision_at_3_std": 0.359008, + "nauc_precision_at_3_diff1": 0.836654, + "nauc_precision_at_5_max": 0.862073, + "nauc_precision_at_5_std": 0.395164, + "nauc_precision_at_5_diff1": 0.827896, + "nauc_precision_at_10_max": 0.863146, + "nauc_precision_at_10_std": 0.460587, + "nauc_precision_at_10_diff1": 0.816392, + "nauc_precision_at_20_max": 0.848581, + "nauc_precision_at_20_std": 0.472741, + "nauc_precision_at_20_diff1": 0.797276, + "nauc_precision_at_100_max": 0.89273, + "nauc_precision_at_100_std": 0.747019, + "nauc_precision_at_100_diff1": 0.782064, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.862735, + "nauc_mrr_at_1_std": 0.308752, + "nauc_mrr_at_1_diff1": 0.910539, + "nauc_mrr_at_3_max": 0.867108, + "nauc_mrr_at_3_std": 0.333389, + "nauc_mrr_at_3_diff1": 0.883113, + "nauc_mrr_at_5_max": 0.866326, + "nauc_mrr_at_5_std": 0.339373, + "nauc_mrr_at_5_diff1": 0.882104, + "nauc_mrr_at_10_max": 0.866406, + "nauc_mrr_at_10_std": 0.34373, + "nauc_mrr_at_10_diff1": 0.882123, + "nauc_mrr_at_20_max": 0.865885, + "nauc_mrr_at_20_std": 0.3439, + "nauc_mrr_at_20_diff1": 0.881822, + "nauc_mrr_at_100_max": 0.866206, + "nauc_mrr_at_100_std": 0.344888, + "nauc_mrr_at_100_diff1": 0.882333, + "nauc_mrr_at_1000_max": 0.866172, + "nauc_mrr_at_1000_std": 0.344431, + "nauc_mrr_at_1000_diff1": 0.882471, + "hit_rate_at_1": 0.67556, + "hit_rate_at_3": 0.78, + "hit_rate_at_5": 0.80333, + "hit_rate_at_10": 0.84556, + "hit_rate_at_20": 0.87222, + "hit_rate_at_100": 0.95111, + "hit_rate_at_1000": 1.0, + "main_score": 0.75959, "hf_subset": "eng_Latn-eus_Latn", "languages": [ "eng-Latn", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89444, - "ndcg_at_3": 0.92466, - "ndcg_at_5": 0.93336, - "ndcg_at_10": 0.9369, - "ndcg_at_20": 0.93938, - "ndcg_at_100": 0.94137, - "ndcg_at_1000": 0.94169, - "map_at_1": 0.89444, - "map_at_3": 0.91741, - "map_at_5": 0.92224, - "map_at_10": 0.92367, - "map_at_20": 0.92433, - "map_at_100": 0.92465, - "map_at_1000": 0.92467, - "recall_at_1": 0.89444, - "recall_at_3": 0.94556, + "ndcg_at_1": 0.88222, + "ndcg_at_3": 0.91947, + "ndcg_at_5": 0.92898, + "ndcg_at_10": 0.93187, + "ndcg_at_20": 0.93473, + "ndcg_at_100": 0.93699, + "ndcg_at_1000": 0.93714, + "map_at_1": 0.88222, + "map_at_3": 0.91111, + "map_at_5": 0.91633, + "map_at_10": 0.91753, + "map_at_20": 0.91835, + "map_at_100": 0.91865, + "map_at_1000": 0.91865, + "recall_at_1": 0.88222, + "recall_at_3": 0.94333, "recall_at_5": 0.96667, - "recall_at_10": 0.97778, - "recall_at_20": 0.98778, - "recall_at_100": 0.99778, + "recall_at_10": 0.97556, + "recall_at_20": 0.98667, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89444, - "precision_at_3": 0.31519, + "accuracy": 0.88222, + "precision_at_1": 0.88222, + "precision_at_3": 0.31444, "precision_at_5": 0.19333, - "precision_at_10": 0.09778, - "precision_at_20": 0.04939, - "precision_at_100": 0.00998, + "precision_at_10": 0.09756, + "precision_at_20": 0.04933, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.894444, - "mrr_at_3": 0.917407, - "mrr_at_5": 0.922241, - "mrr_at_10": 0.923668, - "mrr_at_20": 0.924331, - "mrr_at_100": 0.924654, - "mrr_at_1000": 0.924671, - "nauc_ndcg_at_1_max": 0.829863, - "nauc_ndcg_at_1_std": -0.064951, - "nauc_ndcg_at_1_diff1": 0.926073, - "nauc_ndcg_at_3_max": 0.86225, - "nauc_ndcg_at_3_std": -0.075718, - "nauc_ndcg_at_3_diff1": 0.931788, - "nauc_ndcg_at_5_max": 0.860257, - "nauc_ndcg_at_5_std": -0.073664, - "nauc_ndcg_at_5_diff1": 0.935805, - "nauc_ndcg_at_10_max": 0.85928, - "nauc_ndcg_at_10_std": -0.061784, - "nauc_ndcg_at_10_diff1": 0.93575, - "nauc_ndcg_at_20_max": 0.856807, - "nauc_ndcg_at_20_std": -0.06343, - "nauc_ndcg_at_20_diff1": 0.935022, - "nauc_ndcg_at_100_max": 0.854068, - "nauc_ndcg_at_100_std": -0.059922, - "nauc_ndcg_at_100_diff1": 0.933317, - "nauc_ndcg_at_1000_max": 0.853284, - "nauc_ndcg_at_1000_std": -0.06562, - "nauc_ndcg_at_1000_diff1": 0.932959, - "nauc_map_at_1_max": 0.829863, - "nauc_map_at_1_std": -0.064951, - "nauc_map_at_1_diff1": 0.926073, - "nauc_map_at_3_max": 0.853024, - "nauc_map_at_3_std": -0.07287, - "nauc_map_at_3_diff1": 0.930393, - "nauc_map_at_5_max": 0.851437, - "nauc_map_at_5_std": -0.071937, - "nauc_map_at_5_diff1": 0.932216, - "nauc_map_at_10_max": 0.850884, - "nauc_map_at_10_std": -0.069231, - "nauc_map_at_10_diff1": 0.932071, - "nauc_map_at_20_max": 0.850391, - "nauc_map_at_20_std": -0.068963, - "nauc_map_at_20_diff1": 0.931934, - "nauc_map_at_100_max": 0.850052, - "nauc_map_at_100_std": -0.068347, - "nauc_map_at_100_diff1": 0.93171, - "nauc_map_at_1000_max": 0.850019, - "nauc_map_at_1000_std": -0.068582, - "nauc_map_at_1000_diff1": 0.931695, - "nauc_recall_at_1_max": 0.829863, - "nauc_recall_at_1_std": -0.064951, - "nauc_recall_at_1_diff1": 0.926073, - "nauc_recall_at_3_max": 0.902008, - "nauc_recall_at_3_std": -0.087845, - "nauc_recall_at_3_diff1": 0.937642, - "nauc_recall_at_5_max": 0.918145, - "nauc_recall_at_5_std": -0.083458, - "nauc_recall_at_5_diff1": 0.960784, - "nauc_recall_at_10_max": 0.939542, - "nauc_recall_at_10_std": 0.0405, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 0.95098, - "nauc_recall_at_20_std": 0.058654, - "nauc_recall_at_20_diff1": 0.988116, + "mrr_at_1": 0.882222, + "mrr_at_3": 0.911111, + "mrr_at_5": 0.916333, + "mrr_at_10": 0.917532, + "mrr_at_20": 0.918345, + "mrr_at_100": 0.918649, + "mrr_at_1000": 0.918654, + "nauc_ndcg_at_1_max": 0.818814, + "nauc_ndcg_at_1_std": -0.10668, + "nauc_ndcg_at_1_diff1": 0.929686, + "nauc_ndcg_at_3_max": 0.841343, + "nauc_ndcg_at_3_std": -0.123605, + "nauc_ndcg_at_3_diff1": 0.925754, + "nauc_ndcg_at_5_max": 0.845921, + "nauc_ndcg_at_5_std": -0.110406, + "nauc_ndcg_at_5_diff1": 0.927881, + "nauc_ndcg_at_10_max": 0.843068, + "nauc_ndcg_at_10_std": -0.12321, + "nauc_ndcg_at_10_diff1": 0.928572, + "nauc_ndcg_at_20_max": 0.842588, + "nauc_ndcg_at_20_std": -0.100345, + "nauc_ndcg_at_20_diff1": 0.928846, + "nauc_ndcg_at_100_max": 0.838673, + "nauc_ndcg_at_100_std": -0.10626, + "nauc_ndcg_at_100_diff1": 0.927957, + "nauc_ndcg_at_1000_max": 0.838295, + "nauc_ndcg_at_1000_std": -0.108849, + "nauc_ndcg_at_1000_diff1": 0.927789, + "nauc_map_at_1_max": 0.818814, + "nauc_map_at_1_std": -0.10668, + "nauc_map_at_1_diff1": 0.929686, + "nauc_map_at_3_max": 0.835165, + "nauc_map_at_3_std": -0.119663, + "nauc_map_at_3_diff1": 0.926384, + "nauc_map_at_5_max": 0.836904, + "nauc_map_at_5_std": -0.112909, + "nauc_map_at_5_diff1": 0.927326, + "nauc_map_at_10_max": 0.835772, + "nauc_map_at_10_std": -0.117557, + "nauc_map_at_10_diff1": 0.927607, + "nauc_map_at_20_max": 0.835621, + "nauc_map_at_20_std": -0.112338, + "nauc_map_at_20_diff1": 0.927644, + "nauc_map_at_100_max": 0.835209, + "nauc_map_at_100_std": -0.112403, + "nauc_map_at_100_diff1": 0.927541, + "nauc_map_at_1000_max": 0.835197, + "nauc_map_at_1000_std": -0.11248, + "nauc_map_at_1000_diff1": 0.927536, + "nauc_recall_at_1_max": 0.818814, + "nauc_recall_at_1_std": -0.10668, + "nauc_recall_at_1_diff1": 0.929686, + "nauc_recall_at_3_max": 0.86832, + "nauc_recall_at_3_std": -0.140303, + "nauc_recall_at_3_diff1": 0.923335, + "nauc_recall_at_5_max": 0.910909, + "nauc_recall_at_5_std": -0.087379, + "nauc_recall_at_5_diff1": 0.933551, + "nauc_recall_at_10_max": 0.910661, + "nauc_recall_at_10_std": -0.183749, + "nauc_recall_at_10_diff1": 0.940582, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.195223, + "nauc_recall_at_20_diff1": 0.956427, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829863, - "nauc_precision_at_1_std": -0.064951, - "nauc_precision_at_1_diff1": 0.926073, - "nauc_precision_at_3_max": 0.902008, - "nauc_precision_at_3_std": -0.087845, - "nauc_precision_at_3_diff1": 0.937642, - "nauc_precision_at_5_max": 0.918145, - "nauc_precision_at_5_std": -0.083458, - "nauc_precision_at_5_diff1": 0.960784, - "nauc_precision_at_10_max": 0.939542, - "nauc_precision_at_10_std": 0.0405, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 0.95098, - "nauc_precision_at_20_std": 0.058654, - "nauc_precision_at_20_diff1": 0.988116, + "nauc_precision_at_1_max": 0.818814, + "nauc_precision_at_1_std": -0.10668, + "nauc_precision_at_1_diff1": 0.929686, + "nauc_precision_at_3_max": 0.86832, + "nauc_precision_at_3_std": -0.140303, + "nauc_precision_at_3_diff1": 0.923335, + "nauc_precision_at_5_max": 0.910909, + "nauc_precision_at_5_std": -0.087379, + "nauc_precision_at_5_diff1": 0.933551, + "nauc_precision_at_10_max": 0.910661, + "nauc_precision_at_10_std": -0.183749, + "nauc_precision_at_10_diff1": 0.940582, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.195223, + "nauc_precision_at_20_diff1": 0.956427, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829863, - "nauc_mrr_at_1_std": -0.064951, - "nauc_mrr_at_1_diff1": 0.926073, - "nauc_mrr_at_3_max": 0.853024, - "nauc_mrr_at_3_std": -0.07287, - "nauc_mrr_at_3_diff1": 0.930393, - "nauc_mrr_at_5_max": 0.851437, - "nauc_mrr_at_5_std": -0.071937, - "nauc_mrr_at_5_diff1": 0.932216, - "nauc_mrr_at_10_max": 0.850884, - "nauc_mrr_at_10_std": -0.069231, - "nauc_mrr_at_10_diff1": 0.932071, - "nauc_mrr_at_20_max": 0.850391, - "nauc_mrr_at_20_std": -0.068963, - "nauc_mrr_at_20_diff1": 0.931934, - "nauc_mrr_at_100_max": 0.850052, - "nauc_mrr_at_100_std": -0.068347, - "nauc_mrr_at_100_diff1": 0.93171, - "nauc_mrr_at_1000_max": 0.850019, - "nauc_mrr_at_1000_std": -0.068582, - "nauc_mrr_at_1000_diff1": 0.931695, - "main_score": 0.9369, + "nauc_mrr_at_1_max": 0.818814, + "nauc_mrr_at_1_std": -0.10668, + "nauc_mrr_at_1_diff1": 0.929686, + "nauc_mrr_at_3_max": 0.835165, + "nauc_mrr_at_3_std": -0.119663, + "nauc_mrr_at_3_diff1": 0.926384, + "nauc_mrr_at_5_max": 0.836904, + "nauc_mrr_at_5_std": -0.112909, + "nauc_mrr_at_5_diff1": 0.927326, + "nauc_mrr_at_10_max": 0.835772, + "nauc_mrr_at_10_std": -0.117557, + "nauc_mrr_at_10_diff1": 0.927607, + "nauc_mrr_at_20_max": 0.835621, + "nauc_mrr_at_20_std": -0.112338, + "nauc_mrr_at_20_diff1": 0.927644, + "nauc_mrr_at_100_max": 0.835209, + "nauc_mrr_at_100_std": -0.112403, + "nauc_mrr_at_100_diff1": 0.927541, + "nauc_mrr_at_1000_max": 0.835197, + "nauc_mrr_at_1000_std": -0.11248, + "nauc_mrr_at_1000_diff1": 0.927536, + "hit_rate_at_1": 0.88222, + "hit_rate_at_3": 0.94333, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.93187, "hf_subset": "fin_Latn-fin_Latn", "languages": [ "fin-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.9, - "ndcg_at_3": 0.9388, - "ndcg_at_5": 0.94434, - "ndcg_at_10": 0.94808, - "ndcg_at_20": 0.94955, - "ndcg_at_100": 0.95052, - "ndcg_at_1000": 0.95068, - "map_at_1": 0.9, - "map_at_3": 0.93019, - "map_at_5": 0.9333, - "map_at_10": 0.93492, - "map_at_20": 0.93536, - "map_at_100": 0.93547, - "map_at_1000": 0.93548, - "recall_at_1": 0.9, - "recall_at_3": 0.96333, - "recall_at_5": 0.97667, - "recall_at_10": 0.98778, - "recall_at_20": 0.99333, + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93485, + "ndcg_at_5": 0.94083, + "ndcg_at_10": 0.94451, + "ndcg_at_20": 0.94627, + "ndcg_at_100": 0.94773, + "ndcg_at_1000": 0.94788, + "map_at_1": 0.89889, + "map_at_3": 0.92648, + "map_at_5": 0.92981, + "map_at_10": 0.93138, + "map_at_20": 0.9319, + "map_at_100": 0.9321, + "map_at_1000": 0.93211, + "recall_at_1": 0.89889, + "recall_at_3": 0.95889, + "recall_at_5": 0.97333, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.9, - "precision_at_3": 0.32111, - "precision_at_5": 0.19533, - "precision_at_10": 0.09878, - "precision_at_20": 0.04967, + "accuracy": 0.89889, + "precision_at_1": 0.89889, + "precision_at_3": 0.31963, + "precision_at_5": 0.19467, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.9, - "mrr_at_3": 0.930185, - "mrr_at_5": 0.933296, - "mrr_at_10": 0.934924, - "mrr_at_20": 0.93536, - "mrr_at_100": 0.935472, - "mrr_at_1000": 0.935483, - "nauc_ndcg_at_1_max": 0.756375, - "nauc_ndcg_at_1_std": -0.372212, - "nauc_ndcg_at_1_diff1": 0.920816, - "nauc_ndcg_at_3_max": 0.788011, - "nauc_ndcg_at_3_std": -0.371302, - "nauc_ndcg_at_3_diff1": 0.924567, - "nauc_ndcg_at_5_max": 0.785291, - "nauc_ndcg_at_5_std": -0.367354, - "nauc_ndcg_at_5_diff1": 0.927261, - "nauc_ndcg_at_10_max": 0.785341, - "nauc_ndcg_at_10_std": -0.353636, - "nauc_ndcg_at_10_diff1": 0.926758, - "nauc_ndcg_at_20_max": 0.783212, - "nauc_ndcg_at_20_std": -0.341326, - "nauc_ndcg_at_20_diff1": 0.92543, - "nauc_ndcg_at_100_max": 0.779452, - "nauc_ndcg_at_100_std": -0.356351, - "nauc_ndcg_at_100_diff1": 0.925059, - "nauc_ndcg_at_1000_max": 0.778713, - "nauc_ndcg_at_1000_std": -0.360455, - "nauc_ndcg_at_1000_diff1": 0.924808, - "nauc_map_at_1_max": 0.756375, - "nauc_map_at_1_std": -0.372212, - "nauc_map_at_1_diff1": 0.920816, - "nauc_map_at_3_max": 0.777868, - "nauc_map_at_3_std": -0.373628, - "nauc_map_at_3_diff1": 0.923533, - "nauc_map_at_5_max": 0.776109, - "nauc_map_at_5_std": -0.371875, - "nauc_map_at_5_diff1": 0.924677, - "nauc_map_at_10_max": 0.775938, - "nauc_map_at_10_std": -0.368777, - "nauc_map_at_10_diff1": 0.924451, - "nauc_map_at_20_max": 0.775431, - "nauc_map_at_20_std": -0.3658, - "nauc_map_at_20_diff1": 0.924145, - "nauc_map_at_100_max": 0.775081, - "nauc_map_at_100_std": -0.36718, - "nauc_map_at_100_diff1": 0.924107, - "nauc_map_at_1000_max": 0.775044, - "nauc_map_at_1000_std": -0.367382, - "nauc_map_at_1000_diff1": 0.924095, - "nauc_recall_at_1_max": 0.756375, - "nauc_recall_at_1_std": -0.372212, - "nauc_recall_at_1_diff1": 0.920816, - "nauc_recall_at_3_max": 0.843123, - "nauc_recall_at_3_std": -0.356945, - "nauc_recall_at_3_diff1": 0.930043, - "nauc_recall_at_5_max": 0.859188, - "nauc_recall_at_5_std": -0.326264, - "nauc_recall_at_5_diff1": 0.949424, - "nauc_recall_at_10_max": 0.925728, - "nauc_recall_at_10_std": -0.072065, - "nauc_recall_at_10_diff1": 0.962864, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.498988, - "nauc_recall_at_20_diff1": 0.953704, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.926481, + "mrr_at_5": 0.929815, + "mrr_at_10": 0.931379, + "mrr_at_20": 0.931902, + "mrr_at_100": 0.932104, + "mrr_at_1000": 0.932112, + "nauc_ndcg_at_1_max": 0.739809, + "nauc_ndcg_at_1_std": -0.346056, + "nauc_ndcg_at_1_diff1": 0.918209, + "nauc_ndcg_at_3_max": 0.774723, + "nauc_ndcg_at_3_std": -0.325966, + "nauc_ndcg_at_3_diff1": 0.925104, + "nauc_ndcg_at_5_max": 0.772914, + "nauc_ndcg_at_5_std": -0.322974, + "nauc_ndcg_at_5_diff1": 0.923916, + "nauc_ndcg_at_10_max": 0.771826, + "nauc_ndcg_at_10_std": -0.287942, + "nauc_ndcg_at_10_diff1": 0.924164, + "nauc_ndcg_at_20_max": 0.772829, + "nauc_ndcg_at_20_std": -0.293061, + "nauc_ndcg_at_20_diff1": 0.923162, + "nauc_ndcg_at_100_max": 0.766485, + "nauc_ndcg_at_100_std": -0.30845, + "nauc_ndcg_at_100_diff1": 0.922638, + "nauc_ndcg_at_1000_max": 0.765802, + "nauc_ndcg_at_1000_std": -0.312278, + "nauc_ndcg_at_1000_diff1": 0.922412, + "nauc_map_at_1_max": 0.739809, + "nauc_map_at_1_std": -0.346056, + "nauc_map_at_1_diff1": 0.918209, + "nauc_map_at_3_max": 0.764312, + "nauc_map_at_3_std": -0.330786, + "nauc_map_at_3_diff1": 0.922675, + "nauc_map_at_5_max": 0.763037, + "nauc_map_at_5_std": -0.32912, + "nauc_map_at_5_diff1": 0.922016, + "nauc_map_at_10_max": 0.762378, + "nauc_map_at_10_std": -0.317616, + "nauc_map_at_10_diff1": 0.922005, + "nauc_map_at_20_max": 0.762472, + "nauc_map_at_20_std": -0.319099, + "nauc_map_at_20_diff1": 0.921777, + "nauc_map_at_100_max": 0.761764, + "nauc_map_at_100_std": -0.320925, + "nauc_map_at_100_diff1": 0.921711, + "nauc_map_at_1000_max": 0.761739, + "nauc_map_at_1000_std": -0.321063, + "nauc_map_at_1000_diff1": 0.921703, + "nauc_recall_at_1_max": 0.739809, + "nauc_recall_at_1_std": -0.346056, + "nauc_recall_at_1_diff1": 0.918209, + "nauc_recall_at_3_max": 0.827542, + "nauc_recall_at_3_std": -0.302471, + "nauc_recall_at_3_diff1": 0.937732, + "nauc_recall_at_5_max": 0.845685, + "nauc_recall_at_5_std": -0.279042, + "nauc_recall_at_5_diff1": 0.938045, + "nauc_recall_at_10_max": 0.887155, + "nauc_recall_at_10_std": 0.138789, + "nauc_recall_at_10_diff1": 0.952148, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.343896, + "nauc_recall_at_20_diff1": 0.948938, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.756375, - "nauc_precision_at_1_std": -0.372212, - "nauc_precision_at_1_diff1": 0.920816, - "nauc_precision_at_3_max": 0.843123, - "nauc_precision_at_3_std": -0.356945, - "nauc_precision_at_3_diff1": 0.930043, - "nauc_precision_at_5_max": 0.859188, - "nauc_precision_at_5_std": -0.326264, - "nauc_precision_at_5_diff1": 0.949424, - "nauc_precision_at_10_max": 0.925728, - "nauc_precision_at_10_std": -0.072065, - "nauc_precision_at_10_diff1": 0.962864, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.498988, - "nauc_precision_at_20_diff1": 0.953704, + "nauc_precision_at_1_max": 0.739809, + "nauc_precision_at_1_std": -0.346056, + "nauc_precision_at_1_diff1": 0.918209, + "nauc_precision_at_3_max": 0.827542, + "nauc_precision_at_3_std": -0.302471, + "nauc_precision_at_3_diff1": 0.937732, + "nauc_precision_at_5_max": 0.845685, + "nauc_precision_at_5_std": -0.279042, + "nauc_precision_at_5_diff1": 0.938045, + "nauc_precision_at_10_max": 0.887155, + "nauc_precision_at_10_std": 0.138789, + "nauc_precision_at_10_diff1": 0.952148, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.343896, + "nauc_precision_at_20_diff1": 0.948938, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.756375, - "nauc_mrr_at_1_std": -0.372212, - "nauc_mrr_at_1_diff1": 0.920816, - "nauc_mrr_at_3_max": 0.777868, - "nauc_mrr_at_3_std": -0.373628, - "nauc_mrr_at_3_diff1": 0.923533, - "nauc_mrr_at_5_max": 0.776109, - "nauc_mrr_at_5_std": -0.371875, - "nauc_mrr_at_5_diff1": 0.924677, - "nauc_mrr_at_10_max": 0.775938, - "nauc_mrr_at_10_std": -0.368777, - "nauc_mrr_at_10_diff1": 0.924451, - "nauc_mrr_at_20_max": 0.775431, - "nauc_mrr_at_20_std": -0.3658, - "nauc_mrr_at_20_diff1": 0.924145, - "nauc_mrr_at_100_max": 0.775081, - "nauc_mrr_at_100_std": -0.36718, - "nauc_mrr_at_100_diff1": 0.924107, - "nauc_mrr_at_1000_max": 0.775044, - "nauc_mrr_at_1000_std": -0.367382, - "nauc_mrr_at_1000_diff1": 0.924095, - "main_score": 0.94808, + "nauc_mrr_at_1_max": 0.739809, + "nauc_mrr_at_1_std": -0.346056, + "nauc_mrr_at_1_diff1": 0.918209, + "nauc_mrr_at_3_max": 0.764312, + "nauc_mrr_at_3_std": -0.330786, + "nauc_mrr_at_3_diff1": 0.922675, + "nauc_mrr_at_5_max": 0.763037, + "nauc_mrr_at_5_std": -0.32912, + "nauc_mrr_at_5_diff1": 0.922016, + "nauc_mrr_at_10_max": 0.762378, + "nauc_mrr_at_10_std": -0.317616, + "nauc_mrr_at_10_diff1": 0.922005, + "nauc_mrr_at_20_max": 0.762472, + "nauc_mrr_at_20_std": -0.319099, + "nauc_mrr_at_20_diff1": 0.921777, + "nauc_mrr_at_100_max": 0.761764, + "nauc_mrr_at_100_std": -0.320925, + "nauc_mrr_at_100_diff1": 0.921711, + "nauc_mrr_at_1000_max": 0.761739, + "nauc_mrr_at_1000_std": -0.321063, + "nauc_mrr_at_1000_diff1": 0.921703, + "hit_rate_at_1": 0.89889, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94451, "hf_subset": "fin_Latn-eng_Latn", "languages": [ "fin-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85, - "ndcg_at_3": 0.89155, - "ndcg_at_5": 0.90135, - "ndcg_at_10": 0.90783, - "ndcg_at_20": 0.91058, - "ndcg_at_100": 0.915, - "ndcg_at_1000": 0.91544, - "map_at_1": 0.85, - "map_at_3": 0.88167, - "map_at_5": 0.88722, - "map_at_10": 0.88989, - "map_at_20": 0.89062, - "map_at_100": 0.89134, - "map_at_1000": 0.89136, - "recall_at_1": 0.85, - "recall_at_3": 0.92, - "recall_at_5": 0.94333, - "recall_at_10": 0.96333, - "recall_at_20": 0.97444, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.83556, + "ndcg_at_3": 0.88341, + "ndcg_at_5": 0.89068, + "ndcg_at_10": 0.89892, + "ndcg_at_20": 0.90223, + "ndcg_at_100": 0.90699, + "ndcg_at_1000": 0.90757, + "map_at_1": 0.83556, + "map_at_3": 0.87222, + "map_at_5": 0.87622, + "map_at_10": 0.87982, + "map_at_20": 0.8807, + "map_at_100": 0.88144, + "map_at_1000": 0.88146, + "recall_at_1": 0.83556, + "recall_at_3": 0.91556, + "recall_at_5": 0.93333, + "recall_at_10": 0.95778, + "recall_at_20": 0.97111, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.85, - "precision_at_3": 0.30667, - "precision_at_5": 0.18867, - "precision_at_10": 0.09633, - "precision_at_20": 0.04872, - "precision_at_100": 0.00997, - "precision_at_1000": 0.001, - "mrr_at_1": 0.85, - "mrr_at_3": 0.881667, - "mrr_at_5": 0.887222, - "mrr_at_10": 0.889894, - "mrr_at_20": 0.890615, - "mrr_at_100": 0.891345, - "mrr_at_1000": 0.891361, - "nauc_ndcg_at_1_max": 0.810294, - "nauc_ndcg_at_1_std": 0.026116, - "nauc_ndcg_at_1_diff1": 0.912268, - "nauc_ndcg_at_3_max": 0.843778, - "nauc_ndcg_at_3_std": 0.096485, - "nauc_ndcg_at_3_diff1": 0.892789, - "nauc_ndcg_at_5_max": 0.843766, - "nauc_ndcg_at_5_std": 0.096488, - "nauc_ndcg_at_5_diff1": 0.898857, - "nauc_ndcg_at_10_max": 0.839649, - "nauc_ndcg_at_10_std": 0.089548, - "nauc_ndcg_at_10_diff1": 0.899866, - "nauc_ndcg_at_20_max": 0.835858, - "nauc_ndcg_at_20_std": 0.070778, - "nauc_ndcg_at_20_diff1": 0.898962, - "nauc_ndcg_at_100_max": 0.835092, - "nauc_ndcg_at_100_std": 0.081652, - "nauc_ndcg_at_100_diff1": 0.900168, - "nauc_ndcg_at_1000_max": 0.834468, - "nauc_ndcg_at_1000_std": 0.077341, - "nauc_ndcg_at_1000_diff1": 0.900587, - "nauc_map_at_1_max": 0.810294, - "nauc_map_at_1_std": 0.026116, - "nauc_map_at_1_diff1": 0.912268, - "nauc_map_at_3_max": 0.834068, - "nauc_map_at_3_std": 0.075355, - "nauc_map_at_3_diff1": 0.897575, - "nauc_map_at_5_max": 0.833731, - "nauc_map_at_5_std": 0.075057, - "nauc_map_at_5_diff1": 0.900949, - "nauc_map_at_10_max": 0.832079, - "nauc_map_at_10_std": 0.07218, - "nauc_map_at_10_diff1": 0.901443, - "nauc_map_at_20_max": 0.831205, - "nauc_map_at_20_std": 0.067965, - "nauc_map_at_20_diff1": 0.901246, - "nauc_map_at_100_max": 0.831196, - "nauc_map_at_100_std": 0.069709, - "nauc_map_at_100_diff1": 0.901519, - "nauc_map_at_1000_max": 0.831179, - "nauc_map_at_1000_std": 0.069585, - "nauc_map_at_1000_diff1": 0.901527, - "nauc_recall_at_1_max": 0.810294, - "nauc_recall_at_1_std": 0.026116, - "nauc_recall_at_1_diff1": 0.912268, - "nauc_recall_at_3_max": 0.88387, - "nauc_recall_at_3_std": 0.184174, - "nauc_recall_at_3_diff1": 0.873561, - "nauc_recall_at_5_max": 0.899032, - "nauc_recall_at_5_std": 0.214103, - "nauc_recall_at_5_diff1": 0.889283, - "nauc_recall_at_10_max": 0.897575, - "nauc_recall_at_10_std": 0.224953, - "nauc_recall_at_10_diff1": 0.890289, - "nauc_recall_at_20_max": 0.870803, - "nauc_recall_at_20_std": 0.027402, - "nauc_recall_at_20_diff1": 0.874051, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.907407, - "nauc_recall_at_100_diff1": 0.814815, + "accuracy": 0.83556, + "precision_at_1": 0.83556, + "precision_at_3": 0.30519, + "precision_at_5": 0.18667, + "precision_at_10": 0.09578, + "precision_at_20": 0.04856, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.835556, + "mrr_at_3": 0.872222, + "mrr_at_5": 0.876222, + "mrr_at_10": 0.879819, + "mrr_at_20": 0.880698, + "mrr_at_100": 0.881438, + "mrr_at_1000": 0.88146, + "nauc_ndcg_at_1_max": 0.779058, + "nauc_ndcg_at_1_std": -0.103768, + "nauc_ndcg_at_1_diff1": 0.913178, + "nauc_ndcg_at_3_max": 0.815177, + "nauc_ndcg_at_3_std": -0.022526, + "nauc_ndcg_at_3_diff1": 0.897385, + "nauc_ndcg_at_5_max": 0.815679, + "nauc_ndcg_at_5_std": 0.007576, + "nauc_ndcg_at_5_diff1": 0.89622, + "nauc_ndcg_at_10_max": 0.814611, + "nauc_ndcg_at_10_std": -0.002709, + "nauc_ndcg_at_10_diff1": 0.898644, + "nauc_ndcg_at_20_max": 0.811736, + "nauc_ndcg_at_20_std": -0.026102, + "nauc_ndcg_at_20_diff1": 0.900254, + "nauc_ndcg_at_100_max": 0.808306, + "nauc_ndcg_at_100_std": -0.022286, + "nauc_ndcg_at_100_diff1": 0.90078, + "nauc_ndcg_at_1000_max": 0.80727, + "nauc_ndcg_at_1000_std": -0.028461, + "nauc_ndcg_at_1000_diff1": 0.900776, + "nauc_map_at_1_max": 0.779058, + "nauc_map_at_1_std": -0.103768, + "nauc_map_at_1_diff1": 0.913178, + "nauc_map_at_3_max": 0.80497, + "nauc_map_at_3_std": -0.046139, + "nauc_map_at_3_diff1": 0.900936, + "nauc_map_at_5_max": 0.805042, + "nauc_map_at_5_std": -0.031799, + "nauc_map_at_5_diff1": 0.900552, + "nauc_map_at_10_max": 0.804408, + "nauc_map_at_10_std": -0.036508, + "nauc_map_at_10_diff1": 0.901692, + "nauc_map_at_20_max": 0.803613, + "nauc_map_at_20_std": -0.042143, + "nauc_map_at_20_diff1": 0.901999, + "nauc_map_at_100_max": 0.8032, + "nauc_map_at_100_std": -0.041299, + "nauc_map_at_100_diff1": 0.902054, + "nauc_map_at_1000_max": 0.803167, + "nauc_map_at_1000_std": -0.04149, + "nauc_map_at_1000_diff1": 0.902051, + "nauc_recall_at_1_max": 0.779058, + "nauc_recall_at_1_std": -0.103768, + "nauc_recall_at_1_diff1": 0.913178, + "nauc_recall_at_3_max": 0.857763, + "nauc_recall_at_3_std": 0.076417, + "nauc_recall_at_3_diff1": 0.883164, + "nauc_recall_at_5_max": 0.869826, + "nauc_recall_at_5_std": 0.216993, + "nauc_recall_at_5_diff1": 0.874339, + "nauc_recall_at_10_max": 0.892562, + "nauc_recall_at_10_std": 0.263084, + "nauc_recall_at_10_diff1": 0.876775, + "nauc_recall_at_20_max": 0.893432, + "nauc_recall_at_20_std": 0.08617, + "nauc_recall_at_20_diff1": 0.89002, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.897876, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810294, - "nauc_precision_at_1_std": 0.026116, - "nauc_precision_at_1_diff1": 0.912268, - "nauc_precision_at_3_max": 0.88387, - "nauc_precision_at_3_std": 0.184174, - "nauc_precision_at_3_diff1": 0.873561, - "nauc_precision_at_5_max": 0.899032, - "nauc_precision_at_5_std": 0.214103, - "nauc_precision_at_5_diff1": 0.889283, - "nauc_precision_at_10_max": 0.897575, - "nauc_precision_at_10_std": 0.224953, - "nauc_precision_at_10_diff1": 0.890289, - "nauc_precision_at_20_max": 0.870803, - "nauc_precision_at_20_std": 0.027402, - "nauc_precision_at_20_diff1": 0.874051, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.907407, - "nauc_precision_at_100_diff1": 0.814815, + "nauc_precision_at_1_max": 0.779058, + "nauc_precision_at_1_std": -0.103768, + "nauc_precision_at_1_diff1": 0.913178, + "nauc_precision_at_3_max": 0.857763, + "nauc_precision_at_3_std": 0.076417, + "nauc_precision_at_3_diff1": 0.883164, + "nauc_precision_at_5_max": 0.869826, + "nauc_precision_at_5_std": 0.216993, + "nauc_precision_at_5_diff1": 0.874339, + "nauc_precision_at_10_max": 0.892562, + "nauc_precision_at_10_std": 0.263084, + "nauc_precision_at_10_diff1": 0.876775, + "nauc_precision_at_20_max": 0.893432, + "nauc_precision_at_20_std": 0.08617, + "nauc_precision_at_20_diff1": 0.89002, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.897876, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810294, - "nauc_mrr_at_1_std": 0.026116, - "nauc_mrr_at_1_diff1": 0.912268, - "nauc_mrr_at_3_max": 0.834068, - "nauc_mrr_at_3_std": 0.075355, - "nauc_mrr_at_3_diff1": 0.897575, - "nauc_mrr_at_5_max": 0.833731, - "nauc_mrr_at_5_std": 0.075057, - "nauc_mrr_at_5_diff1": 0.900949, - "nauc_mrr_at_10_max": 0.832079, - "nauc_mrr_at_10_std": 0.07218, - "nauc_mrr_at_10_diff1": 0.901443, - "nauc_mrr_at_20_max": 0.831205, - "nauc_mrr_at_20_std": 0.067965, - "nauc_mrr_at_20_diff1": 0.901246, - "nauc_mrr_at_100_max": 0.831196, - "nauc_mrr_at_100_std": 0.069709, - "nauc_mrr_at_100_diff1": 0.901519, - "nauc_mrr_at_1000_max": 0.831179, - "nauc_mrr_at_1000_std": 0.069585, - "nauc_mrr_at_1000_diff1": 0.901527, - "main_score": 0.90783, + "nauc_mrr_at_1_max": 0.779058, + "nauc_mrr_at_1_std": -0.103768, + "nauc_mrr_at_1_diff1": 0.913178, + "nauc_mrr_at_3_max": 0.80497, + "nauc_mrr_at_3_std": -0.046139, + "nauc_mrr_at_3_diff1": 0.900936, + "nauc_mrr_at_5_max": 0.805042, + "nauc_mrr_at_5_std": -0.031799, + "nauc_mrr_at_5_diff1": 0.900552, + "nauc_mrr_at_10_max": 0.804408, + "nauc_mrr_at_10_std": -0.036508, + "nauc_mrr_at_10_diff1": 0.901692, + "nauc_mrr_at_20_max": 0.803613, + "nauc_mrr_at_20_std": -0.042143, + "nauc_mrr_at_20_diff1": 0.901999, + "nauc_mrr_at_100_max": 0.8032, + "nauc_mrr_at_100_std": -0.041299, + "nauc_mrr_at_100_diff1": 0.902054, + "nauc_mrr_at_1000_max": 0.803167, + "nauc_mrr_at_1000_std": -0.04149, + "nauc_mrr_at_1000_diff1": 0.902051, + "hit_rate_at_1": 0.83556, + "hit_rate_at_3": 0.91556, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.95778, + "hit_rate_at_20": 0.97111, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.89892, "hf_subset": "eng_Latn-fin_Latn", "languages": [ "eng-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92333, - "ndcg_at_3": 0.95021, - "ndcg_at_5": 0.95533, - "ndcg_at_10": 0.9574, - "ndcg_at_20": 0.95909, - "ndcg_at_100": 0.96018, - "ndcg_at_1000": 0.96033, - "map_at_1": 0.92333, - "map_at_3": 0.94407, - "map_at_5": 0.94696, - "map_at_10": 0.94776, - "map_at_20": 0.94824, - "map_at_100": 0.94841, - "map_at_1000": 0.94842, - "recall_at_1": 0.92333, - "recall_at_3": 0.96778, - "recall_at_5": 0.98, - "recall_at_10": 0.98667, - "recall_at_20": 0.99333, - "recall_at_100": 0.99889, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.9369, + "ndcg_at_5": 0.94331, + "ndcg_at_10": 0.94589, + "ndcg_at_20": 0.94909, + "ndcg_at_100": 0.9504, + "ndcg_at_1000": 0.95072, + "map_at_1": 0.90778, + "map_at_3": 0.93037, + "map_at_5": 0.93393, + "map_at_10": 0.93502, + "map_at_20": 0.93596, + "map_at_100": 0.93617, + "map_at_1000": 0.93619, + "recall_at_1": 0.90778, + "recall_at_3": 0.95556, + "recall_at_5": 0.97111, + "recall_at_10": 0.97889, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92333, - "precision_at_3": 0.32259, - "precision_at_5": 0.196, - "precision_at_10": 0.09867, - "precision_at_20": 0.04967, - "precision_at_100": 0.00999, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.31852, + "precision_at_5": 0.19422, + "precision_at_10": 0.09789, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.923333, - "mrr_at_3": 0.944074, - "mrr_at_5": 0.946963, - "mrr_at_10": 0.947765, - "mrr_at_20": 0.948236, - "mrr_at_100": 0.94841, - "mrr_at_1000": 0.948417, - "nauc_ndcg_at_1_max": 0.85468, - "nauc_ndcg_at_1_std": -0.124027, - "nauc_ndcg_at_1_diff1": 0.947361, - "nauc_ndcg_at_3_max": 0.878952, - "nauc_ndcg_at_3_std": -0.17373, - "nauc_ndcg_at_3_diff1": 0.943214, - "nauc_ndcg_at_5_max": 0.880626, - "nauc_ndcg_at_5_std": -0.146567, - "nauc_ndcg_at_5_diff1": 0.943743, - "nauc_ndcg_at_10_max": 0.880662, - "nauc_ndcg_at_10_std": -0.124613, - "nauc_ndcg_at_10_diff1": 0.945817, - "nauc_ndcg_at_20_max": 0.878625, - "nauc_ndcg_at_20_std": -0.129374, - "nauc_ndcg_at_20_diff1": 0.94541, - "nauc_ndcg_at_100_max": 0.875302, - "nauc_ndcg_at_100_std": -0.129346, - "nauc_ndcg_at_100_diff1": 0.944501, - "nauc_ndcg_at_1000_max": 0.874832, - "nauc_ndcg_at_1000_std": -0.133611, - "nauc_ndcg_at_1000_diff1": 0.944785, - "nauc_map_at_1_max": 0.85468, - "nauc_map_at_1_std": -0.124027, - "nauc_map_at_1_diff1": 0.947361, - "nauc_map_at_3_max": 0.872537, - "nauc_map_at_3_std": -0.157217, - "nauc_map_at_3_diff1": 0.944124, - "nauc_map_at_5_max": 0.872963, - "nauc_map_at_5_std": -0.143032, - "nauc_map_at_5_diff1": 0.944453, - "nauc_map_at_10_max": 0.872904, - "nauc_map_at_10_std": -0.13503, - "nauc_map_at_10_diff1": 0.945183, - "nauc_map_at_20_max": 0.872423, - "nauc_map_at_20_std": -0.135699, - "nauc_map_at_20_diff1": 0.9451, - "nauc_map_at_100_max": 0.871992, - "nauc_map_at_100_std": -0.135942, - "nauc_map_at_100_diff1": 0.944953, - "nauc_map_at_1000_max": 0.871976, - "nauc_map_at_1000_std": -0.136086, - "nauc_map_at_1000_diff1": 0.944962, - "nauc_recall_at_1_max": 0.85468, - "nauc_recall_at_1_std": -0.124027, - "nauc_recall_at_1_diff1": 0.947361, - "nauc_recall_at_3_max": 0.909929, - "nauc_recall_at_3_std": -0.256496, - "nauc_recall_at_3_diff1": 0.938987, - "nauc_recall_at_5_max": 0.938012, - "nauc_recall_at_5_std": -0.166252, - "nauc_recall_at_5_diff1": 0.93892, - "nauc_recall_at_10_max": 0.965959, - "nauc_recall_at_10_std": 0.027778, - "nauc_recall_at_10_diff1": 0.956427, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.036959, - "nauc_recall_at_20_diff1": 0.956427, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.869281, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.93037, + "mrr_at_5": 0.933926, + "mrr_at_10": 0.935022, + "mrr_at_20": 0.935961, + "mrr_at_100": 0.936169, + "mrr_at_1000": 0.936185, + "nauc_ndcg_at_1_max": 0.767681, + "nauc_ndcg_at_1_std": -0.106026, + "nauc_ndcg_at_1_diff1": 0.932081, + "nauc_ndcg_at_3_max": 0.835493, + "nauc_ndcg_at_3_std": -0.093246, + "nauc_ndcg_at_3_diff1": 0.933195, + "nauc_ndcg_at_5_max": 0.831083, + "nauc_ndcg_at_5_std": -0.035128, + "nauc_ndcg_at_5_diff1": 0.93342, + "nauc_ndcg_at_10_max": 0.823047, + "nauc_ndcg_at_10_std": -0.068509, + "nauc_ndcg_at_10_diff1": 0.933824, + "nauc_ndcg_at_20_max": 0.82056, + "nauc_ndcg_at_20_std": -0.061191, + "nauc_ndcg_at_20_diff1": 0.933597, + "nauc_ndcg_at_100_max": 0.815795, + "nauc_ndcg_at_100_std": -0.069079, + "nauc_ndcg_at_100_diff1": 0.93298, + "nauc_ndcg_at_1000_max": 0.815053, + "nauc_ndcg_at_1000_std": -0.072042, + "nauc_ndcg_at_1000_diff1": 0.932981, + "nauc_map_at_1_max": 0.767681, + "nauc_map_at_1_std": -0.106026, + "nauc_map_at_1_diff1": 0.932081, + "nauc_map_at_3_max": 0.816985, + "nauc_map_at_3_std": -0.097793, + "nauc_map_at_3_diff1": 0.932555, + "nauc_map_at_5_max": 0.81397, + "nauc_map_at_5_std": -0.069651, + "nauc_map_at_5_diff1": 0.93269, + "nauc_map_at_10_max": 0.810831, + "nauc_map_at_10_std": -0.082147, + "nauc_map_at_10_diff1": 0.932775, + "nauc_map_at_20_max": 0.810224, + "nauc_map_at_20_std": -0.079628, + "nauc_map_at_20_diff1": 0.932749, + "nauc_map_at_100_max": 0.809606, + "nauc_map_at_100_std": -0.080466, + "nauc_map_at_100_diff1": 0.932667, + "nauc_map_at_1000_max": 0.809576, + "nauc_map_at_1000_std": -0.080572, + "nauc_map_at_1000_diff1": 0.932669, + "nauc_recall_at_1_max": 0.767681, + "nauc_recall_at_1_std": -0.106026, + "nauc_recall_at_1_diff1": 0.932081, + "nauc_recall_at_3_max": 0.917134, + "nauc_recall_at_3_std": -0.072386, + "nauc_recall_at_3_diff1": 0.936275, + "nauc_recall_at_5_max": 0.939309, + "nauc_recall_at_5_std": 0.208935, + "nauc_recall_at_5_diff1": 0.938411, + "nauc_recall_at_10_max": 0.916949, + "nauc_recall_at_10_std": 0.041304, + "nauc_recall_at_10_diff1": 0.9441, + "nauc_recall_at_20_max": 0.98366, + "nauc_recall_at_20_std": 0.298728, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.414332, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.85468, - "nauc_precision_at_1_std": -0.124027, - "nauc_precision_at_1_diff1": 0.947361, - "nauc_precision_at_3_max": 0.909929, - "nauc_precision_at_3_std": -0.256496, - "nauc_precision_at_3_diff1": 0.938987, - "nauc_precision_at_5_max": 0.938012, - "nauc_precision_at_5_std": -0.166252, - "nauc_precision_at_5_diff1": 0.93892, - "nauc_precision_at_10_max": 0.965959, - "nauc_precision_at_10_std": 0.027778, - "nauc_precision_at_10_diff1": 0.956427, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.036959, - "nauc_precision_at_20_diff1": 0.956427, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1_max": 0.767681, + "nauc_precision_at_1_std": -0.106026, + "nauc_precision_at_1_diff1": 0.932081, + "nauc_precision_at_3_max": 0.917134, + "nauc_precision_at_3_std": -0.072386, + "nauc_precision_at_3_diff1": 0.936275, + "nauc_precision_at_5_max": 0.939309, + "nauc_precision_at_5_std": 0.208935, + "nauc_precision_at_5_diff1": 0.938411, + "nauc_precision_at_10_max": 0.916949, + "nauc_precision_at_10_std": 0.041304, + "nauc_precision_at_10_diff1": 0.9441, + "nauc_precision_at_20_max": 0.98366, + "nauc_precision_at_20_std": 0.298728, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.414332, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.85468, - "nauc_mrr_at_1_std": -0.124027, - "nauc_mrr_at_1_diff1": 0.947361, - "nauc_mrr_at_3_max": 0.872537, - "nauc_mrr_at_3_std": -0.157217, - "nauc_mrr_at_3_diff1": 0.944124, - "nauc_mrr_at_5_max": 0.872963, - "nauc_mrr_at_5_std": -0.143032, - "nauc_mrr_at_5_diff1": 0.944453, - "nauc_mrr_at_10_max": 0.872904, - "nauc_mrr_at_10_std": -0.13503, - "nauc_mrr_at_10_diff1": 0.945183, - "nauc_mrr_at_20_max": 0.872423, - "nauc_mrr_at_20_std": -0.135699, - "nauc_mrr_at_20_diff1": 0.9451, - "nauc_mrr_at_100_max": 0.871992, - "nauc_mrr_at_100_std": -0.135942, - "nauc_mrr_at_100_diff1": 0.944953, - "nauc_mrr_at_1000_max": 0.871976, - "nauc_mrr_at_1000_std": -0.136086, - "nauc_mrr_at_1000_diff1": 0.944962, - "main_score": 0.9574, + "nauc_mrr_at_1_max": 0.767681, + "nauc_mrr_at_1_std": -0.106026, + "nauc_mrr_at_1_diff1": 0.932081, + "nauc_mrr_at_3_max": 0.816985, + "nauc_mrr_at_3_std": -0.097793, + "nauc_mrr_at_3_diff1": 0.932555, + "nauc_mrr_at_5_max": 0.81397, + "nauc_mrr_at_5_std": -0.069651, + "nauc_mrr_at_5_diff1": 0.93269, + "nauc_mrr_at_10_max": 0.810831, + "nauc_mrr_at_10_std": -0.082147, + "nauc_mrr_at_10_diff1": 0.932775, + "nauc_mrr_at_20_max": 0.810224, + "nauc_mrr_at_20_std": -0.079628, + "nauc_mrr_at_20_diff1": 0.932749, + "nauc_mrr_at_100_max": 0.809606, + "nauc_mrr_at_100_std": -0.080466, + "nauc_mrr_at_100_diff1": 0.932667, + "nauc_mrr_at_1000_max": 0.809576, + "nauc_mrr_at_1000_std": -0.080572, + "nauc_mrr_at_1000_diff1": 0.932669, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94589, "hf_subset": "fra_Latn-fra_Latn", "languages": [ "fra-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92333, - "ndcg_at_3": 0.95231, - "ndcg_at_5": 0.95595, - "ndcg_at_10": 0.95934, - "ndcg_at_20": 0.96071, - "ndcg_at_100": 0.96115, - "ndcg_at_1000": 0.96146, - "map_at_1": 0.92333, - "map_at_3": 0.94574, - "map_at_5": 0.94774, - "map_at_10": 0.94923, - "map_at_20": 0.94959, - "map_at_100": 0.94966, - "map_at_1000": 0.94968, - "recall_at_1": 0.92333, - "recall_at_3": 0.97111, - "recall_at_5": 0.98, - "recall_at_10": 0.99, - "recall_at_20": 0.99556, + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.94854, + "ndcg_at_5": 0.95127, + "ndcg_at_10": 0.95569, + "ndcg_at_20": 0.95711, + "ndcg_at_100": 0.95804, + "ndcg_at_1000": 0.95834, + "map_at_1": 0.92, + "map_at_3": 0.94185, + "map_at_5": 0.94335, + "map_at_10": 0.94523, + "map_at_20": 0.94563, + "map_at_100": 0.9458, + "map_at_1000": 0.94581, + "recall_at_1": 0.92, + "recall_at_3": 0.96778, + "recall_at_5": 0.97444, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92333, - "precision_at_3": 0.3237, - "precision_at_5": 0.196, - "precision_at_10": 0.099, - "precision_at_20": 0.04978, + "accuracy": 0.92, + "precision_at_1": 0.92, + "precision_at_3": 0.32259, + "precision_at_5": 0.19489, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.923333, - "mrr_at_3": 0.945741, - "mrr_at_5": 0.947741, - "mrr_at_10": 0.949234, - "mrr_at_20": 0.949594, - "mrr_at_100": 0.949663, - "mrr_at_1000": 0.949678, - "nauc_ndcg_at_1_max": 0.832291, - "nauc_ndcg_at_1_std": -0.195267, - "nauc_ndcg_at_1_diff1": 0.939952, - "nauc_ndcg_at_3_max": 0.840055, - "nauc_ndcg_at_3_std": -0.233647, - "nauc_ndcg_at_3_diff1": 0.945796, - "nauc_ndcg_at_5_max": 0.852498, - "nauc_ndcg_at_5_std": -0.174895, - "nauc_ndcg_at_5_diff1": 0.948458, - "nauc_ndcg_at_10_max": 0.846702, - "nauc_ndcg_at_10_std": -0.181603, - "nauc_ndcg_at_10_diff1": 0.947722, - "nauc_ndcg_at_20_max": 0.847339, - "nauc_ndcg_at_20_std": -0.179232, - "nauc_ndcg_at_20_diff1": 0.946928, - "nauc_ndcg_at_100_max": 0.846306, - "nauc_ndcg_at_100_std": -0.18123, - "nauc_ndcg_at_100_diff1": 0.946331, - "nauc_ndcg_at_1000_max": 0.845075, - "nauc_ndcg_at_1000_std": -0.190696, - "nauc_ndcg_at_1000_diff1": 0.945901, - "nauc_map_at_1_max": 0.832291, - "nauc_map_at_1_std": -0.195267, - "nauc_map_at_1_diff1": 0.939952, - "nauc_map_at_3_max": 0.83909, - "nauc_map_at_3_std": -0.224513, - "nauc_map_at_3_diff1": 0.944304, - "nauc_map_at_5_max": 0.844928, - "nauc_map_at_5_std": -0.196823, - "nauc_map_at_5_diff1": 0.945595, - "nauc_map_at_10_max": 0.842724, - "nauc_map_at_10_std": -0.199152, - "nauc_map_at_10_diff1": 0.945149, - "nauc_map_at_20_max": 0.843079, - "nauc_map_at_20_std": -0.197756, - "nauc_map_at_20_diff1": 0.945019, - "nauc_map_at_100_max": 0.842932, - "nauc_map_at_100_std": -0.198283, - "nauc_map_at_100_diff1": 0.944944, - "nauc_map_at_1000_max": 0.842884, - "nauc_map_at_1000_std": -0.198646, - "nauc_map_at_1000_diff1": 0.944927, - "nauc_recall_at_1_max": 0.832291, - "nauc_recall_at_1_std": -0.195267, - "nauc_recall_at_1_diff1": 0.939952, - "nauc_recall_at_3_max": 0.843981, - "nauc_recall_at_3_std": -0.280094, - "nauc_recall_at_3_diff1": 0.953494, - "nauc_recall_at_5_max": 0.911687, - "nauc_recall_at_5_std": 0.014991, - "nauc_recall_at_5_diff1": 0.970044, - "nauc_recall_at_10_max": 0.899627, - "nauc_recall_at_10_std": 0.10665, - "nauc_recall_at_10_diff1": 0.985476, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.462068, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.92, + "mrr_at_3": 0.941852, + "mrr_at_5": 0.943352, + "mrr_at_10": 0.94523, + "mrr_at_20": 0.945633, + "mrr_at_100": 0.945801, + "mrr_at_1000": 0.945815, + "nauc_ndcg_at_1_max": 0.798961, + "nauc_ndcg_at_1_std": -0.23534, + "nauc_ndcg_at_1_diff1": 0.936553, + "nauc_ndcg_at_3_max": 0.823072, + "nauc_ndcg_at_3_std": -0.22439, + "nauc_ndcg_at_3_diff1": 0.944378, + "nauc_ndcg_at_5_max": 0.821997, + "nauc_ndcg_at_5_std": -0.207729, + "nauc_ndcg_at_5_diff1": 0.94242, + "nauc_ndcg_at_10_max": 0.823828, + "nauc_ndcg_at_10_std": -0.190214, + "nauc_ndcg_at_10_diff1": 0.944716, + "nauc_ndcg_at_20_max": 0.824606, + "nauc_ndcg_at_20_std": -0.190514, + "nauc_ndcg_at_20_diff1": 0.942875, + "nauc_ndcg_at_100_max": 0.821452, + "nauc_ndcg_at_100_std": -0.202402, + "nauc_ndcg_at_100_diff1": 0.943084, + "nauc_ndcg_at_1000_max": 0.820164, + "nauc_ndcg_at_1000_std": -0.211077, + "nauc_ndcg_at_1000_diff1": 0.942673, + "nauc_map_at_1_max": 0.798961, + "nauc_map_at_1_std": -0.23534, + "nauc_map_at_1_diff1": 0.936553, + "nauc_map_at_3_max": 0.817899, + "nauc_map_at_3_std": -0.231336, + "nauc_map_at_3_diff1": 0.942565, + "nauc_map_at_5_max": 0.817069, + "nauc_map_at_5_std": -0.225391, + "nauc_map_at_5_diff1": 0.941557, + "nauc_map_at_10_max": 0.817811, + "nauc_map_at_10_std": -0.218469, + "nauc_map_at_10_diff1": 0.942333, + "nauc_map_at_20_max": 0.817907, + "nauc_map_at_20_std": -0.219178, + "nauc_map_at_20_diff1": 0.941905, + "nauc_map_at_100_max": 0.817447, + "nauc_map_at_100_std": -0.2209, + "nauc_map_at_100_diff1": 0.94194, + "nauc_map_at_1000_max": 0.8174, + "nauc_map_at_1000_std": -0.221209, + "nauc_map_at_1000_diff1": 0.941926, + "nauc_recall_at_1_max": 0.798961, + "nauc_recall_at_1_std": -0.23534, + "nauc_recall_at_1_diff1": 0.936553, + "nauc_recall_at_3_max": 0.847902, + "nauc_recall_at_3_std": -0.185743, + "nauc_recall_at_3_diff1": 0.953234, + "nauc_recall_at_5_max": 0.851053, + "nauc_recall_at_5_std": -0.081781, + "nauc_recall_at_5_diff1": 0.946718, + "nauc_recall_at_10_max": 0.896486, + "nauc_recall_at_10_std": 0.213267, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.567071, + "nauc_recall_at_20_diff1": 0.956427, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.832291, - "nauc_precision_at_1_std": -0.195267, - "nauc_precision_at_1_diff1": 0.939952, - "nauc_precision_at_3_max": 0.843981, - "nauc_precision_at_3_std": -0.280094, - "nauc_precision_at_3_diff1": 0.953494, - "nauc_precision_at_5_max": 0.911687, - "nauc_precision_at_5_std": 0.014991, - "nauc_precision_at_5_diff1": 0.970044, - "nauc_precision_at_10_max": 0.899627, - "nauc_precision_at_10_std": 0.10665, - "nauc_precision_at_10_diff1": 0.985476, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.462068, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.798961, + "nauc_precision_at_1_std": -0.23534, + "nauc_precision_at_1_diff1": 0.936553, + "nauc_precision_at_3_max": 0.847902, + "nauc_precision_at_3_std": -0.185743, + "nauc_precision_at_3_diff1": 0.953234, + "nauc_precision_at_5_max": 0.851053, + "nauc_precision_at_5_std": -0.081781, + "nauc_precision_at_5_diff1": 0.946718, + "nauc_precision_at_10_max": 0.896486, + "nauc_precision_at_10_std": 0.213267, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.567071, + "nauc_precision_at_20_diff1": 0.956427, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.832291, - "nauc_mrr_at_1_std": -0.195267, - "nauc_mrr_at_1_diff1": 0.939952, - "nauc_mrr_at_3_max": 0.83909, - "nauc_mrr_at_3_std": -0.224513, - "nauc_mrr_at_3_diff1": 0.944304, - "nauc_mrr_at_5_max": 0.844928, - "nauc_mrr_at_5_std": -0.196823, - "nauc_mrr_at_5_diff1": 0.945595, - "nauc_mrr_at_10_max": 0.842724, - "nauc_mrr_at_10_std": -0.199152, - "nauc_mrr_at_10_diff1": 0.945149, - "nauc_mrr_at_20_max": 0.843079, - "nauc_mrr_at_20_std": -0.197756, - "nauc_mrr_at_20_diff1": 0.945019, - "nauc_mrr_at_100_max": 0.842932, - "nauc_mrr_at_100_std": -0.198283, - "nauc_mrr_at_100_diff1": 0.944944, - "nauc_mrr_at_1000_max": 0.842884, - "nauc_mrr_at_1000_std": -0.198646, - "nauc_mrr_at_1000_diff1": 0.944927, - "main_score": 0.95934, + "nauc_mrr_at_1_max": 0.798961, + "nauc_mrr_at_1_std": -0.23534, + "nauc_mrr_at_1_diff1": 0.936553, + "nauc_mrr_at_3_max": 0.817899, + "nauc_mrr_at_3_std": -0.231336, + "nauc_mrr_at_3_diff1": 0.942565, + "nauc_mrr_at_5_max": 0.817069, + "nauc_mrr_at_5_std": -0.225391, + "nauc_mrr_at_5_diff1": 0.941557, + "nauc_mrr_at_10_max": 0.817811, + "nauc_mrr_at_10_std": -0.218469, + "nauc_mrr_at_10_diff1": 0.942333, + "nauc_mrr_at_20_max": 0.817907, + "nauc_mrr_at_20_std": -0.219178, + "nauc_mrr_at_20_diff1": 0.941905, + "nauc_mrr_at_100_max": 0.817447, + "nauc_mrr_at_100_std": -0.2209, + "nauc_mrr_at_100_diff1": 0.94194, + "nauc_mrr_at_1000_max": 0.8174, + "nauc_mrr_at_1000_std": -0.221209, + "nauc_mrr_at_1000_diff1": 0.941926, + "hit_rate_at_1": 0.92, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95569, "hf_subset": "fra_Latn-eng_Latn", "languages": [ "fra-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94708, - "ndcg_at_5": 0.94927, - "ndcg_at_10": 0.95209, - "ndcg_at_20": 0.95382, - "ndcg_at_100": 0.9554, - "ndcg_at_1000": 0.95571, - "map_at_1": 0.91333, - "map_at_3": 0.93944, - "map_at_5": 0.94061, - "map_at_10": 0.94175, - "map_at_20": 0.94224, - "map_at_100": 0.94252, - "map_at_1000": 0.94253, - "recall_at_1": 0.91333, - "recall_at_3": 0.96889, - "recall_at_5": 0.97444, - "recall_at_10": 0.98333, - "recall_at_20": 0.99, + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93483, + "ndcg_at_5": 0.94133, + "ndcg_at_10": 0.94236, + "ndcg_at_20": 0.94466, + "ndcg_at_100": 0.94728, + "ndcg_at_1000": 0.94756, + "map_at_1": 0.90222, + "map_at_3": 0.92722, + "map_at_5": 0.93089, + "map_at_10": 0.93128, + "map_at_20": 0.93194, + "map_at_100": 0.93236, + "map_at_1000": 0.93237, + "recall_at_1": 0.90222, + "recall_at_3": 0.95667, + "recall_at_5": 0.97222, + "recall_at_10": 0.97556, + "recall_at_20": 0.98444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32296, - "precision_at_5": 0.19489, - "precision_at_10": 0.09833, - "precision_at_20": 0.0495, + "accuracy": 0.90222, + "precision_at_1": 0.90222, + "precision_at_3": 0.31889, + "precision_at_5": 0.19444, + "precision_at_10": 0.09756, + "precision_at_20": 0.04922, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.939444, - "mrr_at_5": 0.940611, - "mrr_at_10": 0.941745, - "mrr_at_20": 0.942241, - "mrr_at_100": 0.942515, - "mrr_at_1000": 0.94253, - "nauc_ndcg_at_1_max": 0.815695, - "nauc_ndcg_at_1_std": -0.269015, - "nauc_ndcg_at_1_diff1": 0.936765, - "nauc_ndcg_at_3_max": 0.861437, - "nauc_ndcg_at_3_std": -0.230304, - "nauc_ndcg_at_3_diff1": 0.940993, - "nauc_ndcg_at_5_max": 0.858894, - "nauc_ndcg_at_5_std": -0.22034, - "nauc_ndcg_at_5_diff1": 0.941884, - "nauc_ndcg_at_10_max": 0.85664, - "nauc_ndcg_at_10_std": -0.236237, - "nauc_ndcg_at_10_diff1": 0.943103, - "nauc_ndcg_at_20_max": 0.854184, - "nauc_ndcg_at_20_std": -0.246716, - "nauc_ndcg_at_20_diff1": 0.942705, - "nauc_ndcg_at_100_max": 0.850282, - "nauc_ndcg_at_100_std": -0.239739, - "nauc_ndcg_at_100_diff1": 0.941289, - "nauc_ndcg_at_1000_max": 0.849251, - "nauc_ndcg_at_1000_std": -0.244069, - "nauc_ndcg_at_1000_diff1": 0.940884, - "nauc_map_at_1_max": 0.815695, - "nauc_map_at_1_std": -0.269015, - "nauc_map_at_1_diff1": 0.936765, - "nauc_map_at_3_max": 0.848838, - "nauc_map_at_3_std": -0.245102, - "nauc_map_at_3_diff1": 0.939709, - "nauc_map_at_5_max": 0.847397, - "nauc_map_at_5_std": -0.241556, - "nauc_map_at_5_diff1": 0.940114, - "nauc_map_at_10_max": 0.846317, - "nauc_map_at_10_std": -0.248657, - "nauc_map_at_10_diff1": 0.94034, - "nauc_map_at_20_max": 0.845712, - "nauc_map_at_20_std": -0.251049, - "nauc_map_at_20_diff1": 0.940266, - "nauc_map_at_100_max": 0.845132, - "nauc_map_at_100_std": -0.249572, - "nauc_map_at_100_diff1": 0.940048, - "nauc_map_at_1000_max": 0.845093, - "nauc_map_at_1000_std": -0.249708, - "nauc_map_at_1000_diff1": 0.940033, - "nauc_recall_at_1_max": 0.815695, - "nauc_recall_at_1_std": -0.269015, - "nauc_recall_at_1_diff1": 0.936765, - "nauc_recall_at_3_max": 0.929639, - "nauc_recall_at_3_std": -0.146025, - "nauc_recall_at_3_diff1": 0.948063, - "nauc_recall_at_5_max": 0.932103, - "nauc_recall_at_5_std": -0.071165, - "nauc_recall_at_5_diff1": 0.953822, - "nauc_recall_at_10_max": 0.952848, - "nauc_recall_at_10_std": -0.108652, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 0.970951, - "nauc_recall_at_20_std": -0.21662, - "nauc_recall_at_20_diff1": 0.985476, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.927222, + "mrr_at_5": 0.930889, + "mrr_at_10": 0.931282, + "mrr_at_20": 0.931945, + "mrr_at_100": 0.932358, + "mrr_at_1000": 0.932368, + "nauc_ndcg_at_1_max": 0.778101, + "nauc_ndcg_at_1_std": -0.326453, + "nauc_ndcg_at_1_diff1": 0.910847, + "nauc_ndcg_at_3_max": 0.831924, + "nauc_ndcg_at_3_std": -0.326371, + "nauc_ndcg_at_3_diff1": 0.922808, + "nauc_ndcg_at_5_max": 0.826982, + "nauc_ndcg_at_5_std": -0.308603, + "nauc_ndcg_at_5_diff1": 0.925508, + "nauc_ndcg_at_10_max": 0.823902, + "nauc_ndcg_at_10_std": -0.321943, + "nauc_ndcg_at_10_diff1": 0.924182, + "nauc_ndcg_at_20_max": 0.82664, + "nauc_ndcg_at_20_std": -0.30908, + "nauc_ndcg_at_20_diff1": 0.923049, + "nauc_ndcg_at_100_max": 0.819615, + "nauc_ndcg_at_100_std": -0.311557, + "nauc_ndcg_at_100_diff1": 0.921501, + "nauc_ndcg_at_1000_max": 0.818647, + "nauc_ndcg_at_1000_std": -0.312659, + "nauc_ndcg_at_1000_diff1": 0.92108, + "nauc_map_at_1_max": 0.778101, + "nauc_map_at_1_std": -0.326453, + "nauc_map_at_1_diff1": 0.910847, + "nauc_map_at_3_max": 0.818102, + "nauc_map_at_3_std": -0.320909, + "nauc_map_at_3_diff1": 0.91915, + "nauc_map_at_5_max": 0.815037, + "nauc_map_at_5_std": -0.312389, + "nauc_map_at_5_diff1": 0.920357, + "nauc_map_at_10_max": 0.813979, + "nauc_map_at_10_std": -0.316903, + "nauc_map_at_10_diff1": 0.919901, + "nauc_map_at_20_max": 0.814542, + "nauc_map_at_20_std": -0.31363, + "nauc_map_at_20_diff1": 0.919588, + "nauc_map_at_100_max": 0.813585, + "nauc_map_at_100_std": -0.313989, + "nauc_map_at_100_diff1": 0.919392, + "nauc_map_at_1000_max": 0.813559, + "nauc_map_at_1000_std": -0.313999, + "nauc_map_at_1000_diff1": 0.919381, + "nauc_recall_at_1_max": 0.778101, + "nauc_recall_at_1_std": -0.326453, + "nauc_recall_at_1_diff1": 0.910847, + "nauc_recall_at_3_max": 0.896406, + "nauc_recall_at_3_std": -0.356652, + "nauc_recall_at_3_diff1": 0.940386, + "nauc_recall_at_5_max": 0.907208, + "nauc_recall_at_5_std": -0.281064, + "nauc_recall_at_5_diff1": 0.962745, + "nauc_recall_at_10_max": 0.894555, + "nauc_recall_at_10_std": -0.376305, + "nauc_recall_at_10_diff1": 0.957665, + "nauc_recall_at_20_max": 0.971989, + "nauc_recall_at_20_std": -0.237228, + "nauc_recall_at_20_diff1": 0.961485, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.414332, + "nauc_recall_at_100_std": -0.075864, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.815695, - "nauc_precision_at_1_std": -0.269015, - "nauc_precision_at_1_diff1": 0.936765, - "nauc_precision_at_3_max": 0.929639, - "nauc_precision_at_3_std": -0.146025, - "nauc_precision_at_3_diff1": 0.948063, - "nauc_precision_at_5_max": 0.932103, - "nauc_precision_at_5_std": -0.071165, - "nauc_precision_at_5_diff1": 0.953822, - "nauc_precision_at_10_max": 0.952848, - "nauc_precision_at_10_std": -0.108652, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 0.970951, - "nauc_precision_at_20_std": -0.21662, - "nauc_precision_at_20_diff1": 0.985476, + "nauc_precision_at_1_max": 0.778101, + "nauc_precision_at_1_std": -0.326453, + "nauc_precision_at_1_diff1": 0.910847, + "nauc_precision_at_3_max": 0.896406, + "nauc_precision_at_3_std": -0.356652, + "nauc_precision_at_3_diff1": 0.940386, + "nauc_precision_at_5_max": 0.907208, + "nauc_precision_at_5_std": -0.281064, + "nauc_precision_at_5_diff1": 0.962745, + "nauc_precision_at_10_max": 0.894555, + "nauc_precision_at_10_std": -0.376305, + "nauc_precision_at_10_diff1": 0.957665, + "nauc_precision_at_20_max": 0.971989, + "nauc_precision_at_20_std": -0.237228, + "nauc_precision_at_20_diff1": 0.961485, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.414332, + "nauc_precision_at_100_std": -0.075864, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.815695, - "nauc_mrr_at_1_std": -0.269015, - "nauc_mrr_at_1_diff1": 0.936765, - "nauc_mrr_at_3_max": 0.848838, - "nauc_mrr_at_3_std": -0.245102, - "nauc_mrr_at_3_diff1": 0.939709, - "nauc_mrr_at_5_max": 0.847397, - "nauc_mrr_at_5_std": -0.241556, - "nauc_mrr_at_5_diff1": 0.940114, - "nauc_mrr_at_10_max": 0.846317, - "nauc_mrr_at_10_std": -0.248657, - "nauc_mrr_at_10_diff1": 0.94034, - "nauc_mrr_at_20_max": 0.845712, - "nauc_mrr_at_20_std": -0.251049, - "nauc_mrr_at_20_diff1": 0.940266, - "nauc_mrr_at_100_max": 0.845132, - "nauc_mrr_at_100_std": -0.249572, - "nauc_mrr_at_100_diff1": 0.940048, - "nauc_mrr_at_1000_max": 0.845093, - "nauc_mrr_at_1000_std": -0.249708, - "nauc_mrr_at_1000_diff1": 0.940033, - "main_score": 0.95209, + "nauc_mrr_at_1_max": 0.778101, + "nauc_mrr_at_1_std": -0.326453, + "nauc_mrr_at_1_diff1": 0.910847, + "nauc_mrr_at_3_max": 0.818102, + "nauc_mrr_at_3_std": -0.320909, + "nauc_mrr_at_3_diff1": 0.91915, + "nauc_mrr_at_5_max": 0.815037, + "nauc_mrr_at_5_std": -0.312389, + "nauc_mrr_at_5_diff1": 0.920357, + "nauc_mrr_at_10_max": 0.813979, + "nauc_mrr_at_10_std": -0.316903, + "nauc_mrr_at_10_diff1": 0.919901, + "nauc_mrr_at_20_max": 0.814542, + "nauc_mrr_at_20_std": -0.31363, + "nauc_mrr_at_20_diff1": 0.919588, + "nauc_mrr_at_100_max": 0.813585, + "nauc_mrr_at_100_std": -0.313989, + "nauc_mrr_at_100_diff1": 0.919392, + "nauc_mrr_at_1000_max": 0.813559, + "nauc_mrr_at_1000_std": -0.313999, + "nauc_mrr_at_1000_diff1": 0.919381, + "hit_rate_at_1": 0.90222, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94236, "hf_subset": "eng_Latn-fra_Latn", "languages": [ "eng-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.39444, - "ndcg_at_3": 0.44674, - "ndcg_at_5": 0.45789, - "ndcg_at_10": 0.47078, - "ndcg_at_20": 0.4829, - "ndcg_at_100": 0.51201, - "ndcg_at_1000": 0.54267, + "ndcg_at_3": 0.44288, + "ndcg_at_5": 0.45703, + "ndcg_at_10": 0.46861, + "ndcg_at_20": 0.48414, + "ndcg_at_100": 0.5124, + "ndcg_at_1000": 0.54281, "map_at_1": 0.39444, - "map_at_3": 0.43407, - "map_at_5": 0.44035, - "map_at_10": 0.44544, - "map_at_20": 0.44864, + "map_at_3": 0.43185, + "map_at_5": 0.43969, + "map_at_10": 0.44451, + "map_at_20": 0.44867, "map_at_100": 0.45232, - "map_at_1000": 0.4535, + "map_at_1000": 0.45347, "recall_at_1": 0.39444, - "recall_at_3": 0.48333, - "recall_at_5": 0.51, - "recall_at_10": 0.55111, - "recall_at_20": 0.6, - "recall_at_100": 0.76222, + "recall_at_3": 0.47444, + "recall_at_5": 0.50889, + "recall_at_10": 0.54444, + "recall_at_20": 0.60667, + "recall_at_100": 0.76333, "recall_at_1000": 1.0, + "accuracy": 0.39444, "precision_at_1": 0.39444, - "precision_at_3": 0.16111, - "precision_at_5": 0.102, - "precision_at_10": 0.05511, - "precision_at_20": 0.03, - "precision_at_100": 0.00762, + "precision_at_3": 0.15815, + "precision_at_5": 0.10178, + "precision_at_10": 0.05444, + "precision_at_20": 0.03033, + "precision_at_100": 0.00763, "precision_at_1000": 0.001, "mrr_at_1": 0.394444, - "mrr_at_3": 0.434074, - "mrr_at_5": 0.440352, - "mrr_at_10": 0.445439, - "mrr_at_20": 0.448642, - "mrr_at_100": 0.45232, - "mrr_at_1000": 0.453503, - "nauc_ndcg_at_1_max": 0.725622, - "nauc_ndcg_at_1_std": -0.280836, - "nauc_ndcg_at_1_diff1": 0.813616, - "nauc_ndcg_at_3_max": 0.711917, - "nauc_ndcg_at_3_std": -0.301501, - "nauc_ndcg_at_3_diff1": 0.759288, - "nauc_ndcg_at_5_max": 0.708289, - "nauc_ndcg_at_5_std": -0.29767, - "nauc_ndcg_at_5_diff1": 0.754404, - "nauc_ndcg_at_10_max": 0.699822, - "nauc_ndcg_at_10_std": -0.289847, - "nauc_ndcg_at_10_diff1": 0.744668, - "nauc_ndcg_at_20_max": 0.695568, - "nauc_ndcg_at_20_std": -0.286061, - "nauc_ndcg_at_20_diff1": 0.736014, - "nauc_ndcg_at_100_max": 0.689848, - "nauc_ndcg_at_100_std": -0.287191, - "nauc_ndcg_at_100_diff1": 0.731174, - "nauc_ndcg_at_1000_max": 0.700704, - "nauc_ndcg_at_1000_std": -0.288953, - "nauc_ndcg_at_1000_diff1": 0.747742, - "nauc_map_at_1_max": 0.725622, - "nauc_map_at_1_std": -0.280836, - "nauc_map_at_1_diff1": 0.813616, - "nauc_map_at_3_max": 0.716404, - "nauc_map_at_3_std": -0.296124, - "nauc_map_at_3_diff1": 0.772584, - "nauc_map_at_5_max": 0.71401, - "nauc_map_at_5_std": -0.293947, - "nauc_map_at_5_diff1": 0.769611, - "nauc_map_at_10_max": 0.710743, - "nauc_map_at_10_std": -0.291027, - "nauc_map_at_10_diff1": 0.765938, - "nauc_map_at_20_max": 0.70979, - "nauc_map_at_20_std": -0.289805, - "nauc_map_at_20_diff1": 0.763841, - "nauc_map_at_100_max": 0.709122, - "nauc_map_at_100_std": -0.289965, - "nauc_map_at_100_diff1": 0.763301, - "nauc_map_at_1000_max": 0.709487, - "nauc_map_at_1000_std": -0.289994, - "nauc_map_at_1000_diff1": 0.763866, - "nauc_recall_at_1_max": 0.725622, - "nauc_recall_at_1_std": -0.280836, - "nauc_recall_at_1_diff1": 0.813616, - "nauc_recall_at_3_max": 0.698296, - "nauc_recall_at_3_std": -0.317388, - "nauc_recall_at_3_diff1": 0.720332, - "nauc_recall_at_5_max": 0.690831, - "nauc_recall_at_5_std": -0.308348, - "nauc_recall_at_5_diff1": 0.708988, - "nauc_recall_at_10_max": 0.661633, - "nauc_recall_at_10_std": -0.281831, - "nauc_recall_at_10_diff1": 0.674053, - "nauc_recall_at_20_max": 0.639809, - "nauc_recall_at_20_std": -0.266698, - "nauc_recall_at_20_diff1": 0.631302, - "nauc_recall_at_100_max": 0.568128, - "nauc_recall_at_100_std": -0.265661, - "nauc_recall_at_100_diff1": 0.545443, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.725622, - "nauc_precision_at_1_std": -0.280836, - "nauc_precision_at_1_diff1": 0.813616, - "nauc_precision_at_3_max": 0.698296, - "nauc_precision_at_3_std": -0.317388, - "nauc_precision_at_3_diff1": 0.720332, - "nauc_precision_at_5_max": 0.690831, - "nauc_precision_at_5_std": -0.308348, - "nauc_precision_at_5_diff1": 0.708988, - "nauc_precision_at_10_max": 0.661633, - "nauc_precision_at_10_std": -0.281831, - "nauc_precision_at_10_diff1": 0.674053, - "nauc_precision_at_20_max": 0.639809, - "nauc_precision_at_20_std": -0.266698, - "nauc_precision_at_20_diff1": 0.631302, - "nauc_precision_at_100_max": 0.568128, - "nauc_precision_at_100_std": -0.265661, - "nauc_precision_at_100_diff1": 0.545443, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.725622, - "nauc_mrr_at_1_std": -0.280836, - "nauc_mrr_at_1_diff1": 0.813616, - "nauc_mrr_at_3_max": 0.716404, - "nauc_mrr_at_3_std": -0.296124, - "nauc_mrr_at_3_diff1": 0.772584, - "nauc_mrr_at_5_max": 0.71401, - "nauc_mrr_at_5_std": -0.293947, - "nauc_mrr_at_5_diff1": 0.769611, - "nauc_mrr_at_10_max": 0.710743, - "nauc_mrr_at_10_std": -0.291027, - "nauc_mrr_at_10_diff1": 0.765938, - "nauc_mrr_at_20_max": 0.70979, - "nauc_mrr_at_20_std": -0.289805, - "nauc_mrr_at_20_diff1": 0.763841, - "nauc_mrr_at_100_max": 0.709122, - "nauc_mrr_at_100_std": -0.289965, - "nauc_mrr_at_100_diff1": 0.763301, - "nauc_mrr_at_1000_max": 0.709487, - "nauc_mrr_at_1000_std": -0.289994, - "nauc_mrr_at_1000_diff1": 0.763866, - "main_score": 0.47078, + "mrr_at_3": 0.431852, + "mrr_at_5": 0.439685, + "mrr_at_10": 0.44451, + "mrr_at_20": 0.448668, + "mrr_at_100": 0.452319, + "mrr_at_1000": 0.45347, + "nauc_ndcg_at_1_max": 0.736061, + "nauc_ndcg_at_1_std": -0.236044, + "nauc_ndcg_at_1_diff1": 0.83622, + "nauc_ndcg_at_3_max": 0.741045, + "nauc_ndcg_at_3_std": -0.249459, + "nauc_ndcg_at_3_diff1": 0.795504, + "nauc_ndcg_at_5_max": 0.731131, + "nauc_ndcg_at_5_std": -0.245636, + "nauc_ndcg_at_5_diff1": 0.782102, + "nauc_ndcg_at_10_max": 0.726486, + "nauc_ndcg_at_10_std": -0.238879, + "nauc_ndcg_at_10_diff1": 0.777025, + "nauc_ndcg_at_20_max": 0.718195, + "nauc_ndcg_at_20_std": -0.23973, + "nauc_ndcg_at_20_diff1": 0.768057, + "nauc_ndcg_at_100_max": 0.712465, + "nauc_ndcg_at_100_std": -0.239668, + "nauc_ndcg_at_100_diff1": 0.762073, + "nauc_ndcg_at_1000_max": 0.722243, + "nauc_ndcg_at_1000_std": -0.242921, + "nauc_ndcg_at_1000_diff1": 0.77791, + "nauc_map_at_1_max": 0.736061, + "nauc_map_at_1_std": -0.236044, + "nauc_map_at_1_diff1": 0.83622, + "nauc_map_at_3_max": 0.739927, + "nauc_map_at_3_std": -0.247143, + "nauc_map_at_3_diff1": 0.804722, + "nauc_map_at_5_max": 0.734208, + "nauc_map_at_5_std": -0.245009, + "nauc_map_at_5_diff1": 0.797153, + "nauc_map_at_10_max": 0.732383, + "nauc_map_at_10_std": -0.242716, + "nauc_map_at_10_diff1": 0.795306, + "nauc_map_at_20_max": 0.730207, + "nauc_map_at_20_std": -0.242891, + "nauc_map_at_20_diff1": 0.793013, + "nauc_map_at_100_max": 0.729333, + "nauc_map_at_100_std": -0.243469, + "nauc_map_at_100_diff1": 0.792258, + "nauc_map_at_1000_max": 0.729656, + "nauc_map_at_1000_std": -0.24357, + "nauc_map_at_1000_diff1": 0.792798, + "nauc_recall_at_1_max": 0.736061, + "nauc_recall_at_1_std": -0.236044, + "nauc_recall_at_1_diff1": 0.83622, + "nauc_recall_at_3_max": 0.744273, + "nauc_recall_at_3_std": -0.255827, + "nauc_recall_at_3_diff1": 0.768862, + "nauc_recall_at_5_max": 0.720828, + "nauc_recall_at_5_std": -0.246548, + "nauc_recall_at_5_diff1": 0.736101, + "nauc_recall_at_10_max": 0.70509, + "nauc_recall_at_10_std": -0.222149, + "nauc_recall_at_10_diff1": 0.717108, + "nauc_recall_at_20_max": 0.667017, + "nauc_recall_at_20_std": -0.225207, + "nauc_recall_at_20_diff1": 0.673104, + "nauc_recall_at_100_max": 0.602169, + "nauc_recall_at_100_std": -0.203738, + "nauc_recall_at_100_diff1": 0.584163, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736061, + "nauc_precision_at_1_std": -0.236044, + "nauc_precision_at_1_diff1": 0.83622, + "nauc_precision_at_3_max": 0.744273, + "nauc_precision_at_3_std": -0.255827, + "nauc_precision_at_3_diff1": 0.768862, + "nauc_precision_at_5_max": 0.720828, + "nauc_precision_at_5_std": -0.246548, + "nauc_precision_at_5_diff1": 0.736101, + "nauc_precision_at_10_max": 0.70509, + "nauc_precision_at_10_std": -0.222149, + "nauc_precision_at_10_diff1": 0.717108, + "nauc_precision_at_20_max": 0.667017, + "nauc_precision_at_20_std": -0.225207, + "nauc_precision_at_20_diff1": 0.673104, + "nauc_precision_at_100_max": 0.602169, + "nauc_precision_at_100_std": -0.203738, + "nauc_precision_at_100_diff1": 0.584163, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736061, + "nauc_mrr_at_1_std": -0.236044, + "nauc_mrr_at_1_diff1": 0.83622, + "nauc_mrr_at_3_max": 0.739927, + "nauc_mrr_at_3_std": -0.247143, + "nauc_mrr_at_3_diff1": 0.804722, + "nauc_mrr_at_5_max": 0.734208, + "nauc_mrr_at_5_std": -0.245009, + "nauc_mrr_at_5_diff1": 0.797153, + "nauc_mrr_at_10_max": 0.732383, + "nauc_mrr_at_10_std": -0.242716, + "nauc_mrr_at_10_diff1": 0.795306, + "nauc_mrr_at_20_max": 0.730207, + "nauc_mrr_at_20_std": -0.242891, + "nauc_mrr_at_20_diff1": 0.793013, + "nauc_mrr_at_100_max": 0.729333, + "nauc_mrr_at_100_std": -0.243469, + "nauc_mrr_at_100_diff1": 0.792258, + "nauc_mrr_at_1000_max": 0.729656, + "nauc_mrr_at_1000_std": -0.24357, + "nauc_mrr_at_1000_diff1": 0.792798, + "hit_rate_at_1": 0.39444, + "hit_rate_at_3": 0.47444, + "hit_rate_at_5": 0.50889, + "hit_rate_at_10": 0.54444, + "hit_rate_at_20": 0.60667, + "hit_rate_at_100": 0.76333, + "hit_rate_at_1000": 1.0, + "main_score": 0.46861, "hf_subset": "fuv_Latn-fuv_Latn", "languages": [ "fuv-Latn", "fuv-Latn" - ] - }, - { - "ndcg_at_1": 0.59111, - "ndcg_at_3": 0.64139, - "ndcg_at_5": 0.65511, - "ndcg_at_10": 0.66909, - "ndcg_at_20": 0.68267, - "ndcg_at_100": 0.70379, - "ndcg_at_1000": 0.71431, - "map_at_1": 0.59111, - "map_at_3": 0.63019, - "map_at_5": 0.6378, - "map_at_10": 0.64354, - "map_at_20": 0.64731, - "map_at_100": 0.64997, - "map_at_1000": 0.65043, - "recall_at_1": 0.59111, - "recall_at_3": 0.67333, - "recall_at_5": 0.70667, - "recall_at_10": 0.75, - "recall_at_20": 0.80333, - "recall_at_100": 0.92111, - "recall_at_1000": 1.0, - "precision_at_1": 0.59111, - "precision_at_3": 0.22444, - "precision_at_5": 0.14133, - "precision_at_10": 0.075, - "precision_at_20": 0.04017, - "precision_at_100": 0.00921, - "precision_at_1000": 0.001, - "mrr_at_1": 0.591111, - "mrr_at_3": 0.630185, - "mrr_at_5": 0.637796, - "mrr_at_10": 0.643537, - "mrr_at_20": 0.64731, - "mrr_at_100": 0.649969, - "mrr_at_1000": 0.650429, - "nauc_ndcg_at_1_max": 0.812561, - "nauc_ndcg_at_1_std": 0.321078, - "nauc_ndcg_at_1_diff1": 0.854634, - "nauc_ndcg_at_3_max": 0.823173, - "nauc_ndcg_at_3_std": 0.346635, - "nauc_ndcg_at_3_diff1": 0.823255, - "nauc_ndcg_at_5_max": 0.817769, - "nauc_ndcg_at_5_std": 0.346954, - "nauc_ndcg_at_5_diff1": 0.816941, - "nauc_ndcg_at_10_max": 0.810324, - "nauc_ndcg_at_10_std": 0.345099, - "nauc_ndcg_at_10_diff1": 0.811504, - "nauc_ndcg_at_20_max": 0.80338, - "nauc_ndcg_at_20_std": 0.337656, - "nauc_ndcg_at_20_diff1": 0.805681, - "nauc_ndcg_at_100_max": 0.806999, - "nauc_ndcg_at_100_std": 0.3512, - "nauc_ndcg_at_100_diff1": 0.812692, - "nauc_ndcg_at_1000_max": 0.810602, - "nauc_ndcg_at_1000_std": 0.343523, - "nauc_ndcg_at_1000_diff1": 0.817192, - "nauc_map_at_1_max": 0.812561, - "nauc_map_at_1_std": 0.321078, - "nauc_map_at_1_diff1": 0.854634, - "nauc_map_at_3_max": 0.821467, - "nauc_map_at_3_std": 0.341899, - "nauc_map_at_3_diff1": 0.831081, - "nauc_map_at_5_max": 0.818405, - "nauc_map_at_5_std": 0.341978, - "nauc_map_at_5_diff1": 0.82788, - "nauc_map_at_10_max": 0.815617, - "nauc_map_at_10_std": 0.34129, - "nauc_map_at_10_diff1": 0.825937, - "nauc_map_at_20_max": 0.813799, - "nauc_map_at_20_std": 0.339165, - "nauc_map_at_20_diff1": 0.824483, - "nauc_map_at_100_max": 0.81422, - "nauc_map_at_100_std": 0.34076, - "nauc_map_at_100_diff1": 0.825287, - "nauc_map_at_1000_max": 0.814352, - "nauc_map_at_1000_std": 0.340458, - "nauc_map_at_1000_diff1": 0.825452, - "nauc_recall_at_1_max": 0.812561, - "nauc_recall_at_1_std": 0.321078, - "nauc_recall_at_1_diff1": 0.854634, - "nauc_recall_at_3_max": 0.82805, - "nauc_recall_at_3_std": 0.360617, - "nauc_recall_at_3_diff1": 0.798893, - "nauc_recall_at_5_max": 0.814474, - "nauc_recall_at_5_std": 0.362654, - "nauc_recall_at_5_diff1": 0.77963, - "nauc_recall_at_10_max": 0.785122, - "nauc_recall_at_10_std": 0.357167, - "nauc_recall_at_10_diff1": 0.753707, - "nauc_recall_at_20_max": 0.74196, - "nauc_recall_at_20_std": 0.320178, - "nauc_recall_at_20_diff1": 0.710058, - "nauc_recall_at_100_max": 0.726161, - "nauc_recall_at_100_std": 0.521949, - "nauc_recall_at_100_diff1": 0.711143, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.812561, - "nauc_precision_at_1_std": 0.321078, - "nauc_precision_at_1_diff1": 0.854634, - "nauc_precision_at_3_max": 0.82805, - "nauc_precision_at_3_std": 0.360617, - "nauc_precision_at_3_diff1": 0.798893, - "nauc_precision_at_5_max": 0.814474, - "nauc_precision_at_5_std": 0.362654, - "nauc_precision_at_5_diff1": 0.77963, - "nauc_precision_at_10_max": 0.785122, - "nauc_precision_at_10_std": 0.357167, - "nauc_precision_at_10_diff1": 0.753707, - "nauc_precision_at_20_max": 0.74196, - "nauc_precision_at_20_std": 0.320178, - "nauc_precision_at_20_diff1": 0.710058, - "nauc_precision_at_100_max": 0.726161, - "nauc_precision_at_100_std": 0.521949, - "nauc_precision_at_100_diff1": 0.711143, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.812561, - "nauc_mrr_at_1_std": 0.321078, - "nauc_mrr_at_1_diff1": 0.854634, - "nauc_mrr_at_3_max": 0.821467, - "nauc_mrr_at_3_std": 0.341899, - "nauc_mrr_at_3_diff1": 0.831081, - "nauc_mrr_at_5_max": 0.818405, - "nauc_mrr_at_5_std": 0.341978, - "nauc_mrr_at_5_diff1": 0.82788, - "nauc_mrr_at_10_max": 0.815617, - "nauc_mrr_at_10_std": 0.34129, - "nauc_mrr_at_10_diff1": 0.825937, - "nauc_mrr_at_20_max": 0.813799, - "nauc_mrr_at_20_std": 0.339165, - "nauc_mrr_at_20_diff1": 0.824483, - "nauc_mrr_at_100_max": 0.81422, - "nauc_mrr_at_100_std": 0.34076, - "nauc_mrr_at_100_diff1": 0.825287, - "nauc_mrr_at_1000_max": 0.814352, - "nauc_mrr_at_1000_std": 0.340458, - "nauc_mrr_at_1000_diff1": 0.825452, - "main_score": 0.66909, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.64133, + "ndcg_at_5": 0.65176, + "ndcg_at_10": 0.66854, + "ndcg_at_20": 0.67982, + "ndcg_at_100": 0.70013, + "ndcg_at_1000": 0.7121, + "map_at_1": 0.59, + "map_at_3": 0.62907, + "map_at_5": 0.6348, + "map_at_10": 0.64187, + "map_at_20": 0.64499, + "map_at_100": 0.64763, + "map_at_1000": 0.64815, + "recall_at_1": 0.59, + "recall_at_3": 0.67667, + "recall_at_5": 0.70222, + "recall_at_10": 0.75333, + "recall_at_20": 0.79778, + "recall_at_100": 0.91, + "recall_at_1000": 1.0, + "accuracy": 0.59, + "precision_at_1": 0.59, + "precision_at_3": 0.22556, + "precision_at_5": 0.14044, + "precision_at_10": 0.07533, + "precision_at_20": 0.03989, + "precision_at_100": 0.0091, + "precision_at_1000": 0.001, + "mrr_at_1": 0.59, + "mrr_at_3": 0.629074, + "mrr_at_5": 0.634796, + "mrr_at_10": 0.641874, + "mrr_at_20": 0.644993, + "mrr_at_100": 0.647633, + "mrr_at_1000": 0.648152, + "nauc_ndcg_at_1_max": 0.813606, + "nauc_ndcg_at_1_std": 0.340739, + "nauc_ndcg_at_1_diff1": 0.848965, + "nauc_ndcg_at_3_max": 0.823224, + "nauc_ndcg_at_3_std": 0.360014, + "nauc_ndcg_at_3_diff1": 0.823759, + "nauc_ndcg_at_5_max": 0.815416, + "nauc_ndcg_at_5_std": 0.35937, + "nauc_ndcg_at_5_diff1": 0.815658, + "nauc_ndcg_at_10_max": 0.808101, + "nauc_ndcg_at_10_std": 0.360083, + "nauc_ndcg_at_10_diff1": 0.809466, + "nauc_ndcg_at_20_max": 0.802178, + "nauc_ndcg_at_20_std": 0.34906, + "nauc_ndcg_at_20_diff1": 0.804459, + "nauc_ndcg_at_100_max": 0.805283, + "nauc_ndcg_at_100_std": 0.366964, + "nauc_ndcg_at_100_diff1": 0.806741, + "nauc_ndcg_at_1000_max": 0.810327, + "nauc_ndcg_at_1000_std": 0.358779, + "nauc_ndcg_at_1000_diff1": 0.814754, + "nauc_map_at_1_max": 0.813606, + "nauc_map_at_1_std": 0.340739, + "nauc_map_at_1_diff1": 0.848965, + "nauc_map_at_3_max": 0.82215, + "nauc_map_at_3_std": 0.356741, + "nauc_map_at_3_diff1": 0.830381, + "nauc_map_at_5_max": 0.818035, + "nauc_map_at_5_std": 0.356426, + "nauc_map_at_5_diff1": 0.826197, + "nauc_map_at_10_max": 0.815204, + "nauc_map_at_10_std": 0.35667, + "nauc_map_at_10_diff1": 0.82397, + "nauc_map_at_20_max": 0.813778, + "nauc_map_at_20_std": 0.353846, + "nauc_map_at_20_diff1": 0.822785, + "nauc_map_at_100_max": 0.814303, + "nauc_map_at_100_std": 0.356194, + "nauc_map_at_100_diff1": 0.823048, + "nauc_map_at_1000_max": 0.814512, + "nauc_map_at_1000_std": 0.355893, + "nauc_map_at_1000_diff1": 0.823383, + "nauc_recall_at_1_max": 0.813606, + "nauc_recall_at_1_std": 0.340739, + "nauc_recall_at_1_diff1": 0.848965, + "nauc_recall_at_3_max": 0.825979, + "nauc_recall_at_3_std": 0.369574, + "nauc_recall_at_3_diff1": 0.802811, + "nauc_recall_at_5_max": 0.804709, + "nauc_recall_at_5_std": 0.368065, + "nauc_recall_at_5_diff1": 0.7794, + "nauc_recall_at_10_max": 0.775099, + "nauc_recall_at_10_std": 0.372037, + "nauc_recall_at_10_diff1": 0.749632, + "nauc_recall_at_20_max": 0.736404, + "nauc_recall_at_20_std": 0.312991, + "nauc_recall_at_20_diff1": 0.712021, + "nauc_recall_at_100_max": 0.707565, + "nauc_recall_at_100_std": 0.529118, + "nauc_recall_at_100_diff1": 0.651964, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.813606, + "nauc_precision_at_1_std": 0.340739, + "nauc_precision_at_1_diff1": 0.848965, + "nauc_precision_at_3_max": 0.825979, + "nauc_precision_at_3_std": 0.369574, + "nauc_precision_at_3_diff1": 0.802811, + "nauc_precision_at_5_max": 0.804709, + "nauc_precision_at_5_std": 0.368065, + "nauc_precision_at_5_diff1": 0.7794, + "nauc_precision_at_10_max": 0.775099, + "nauc_precision_at_10_std": 0.372037, + "nauc_precision_at_10_diff1": 0.749632, + "nauc_precision_at_20_max": 0.736404, + "nauc_precision_at_20_std": 0.312991, + "nauc_precision_at_20_diff1": 0.712021, + "nauc_precision_at_100_max": 0.707565, + "nauc_precision_at_100_std": 0.529118, + "nauc_precision_at_100_diff1": 0.651964, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.813606, + "nauc_mrr_at_1_std": 0.340739, + "nauc_mrr_at_1_diff1": 0.848965, + "nauc_mrr_at_3_max": 0.82215, + "nauc_mrr_at_3_std": 0.356741, + "nauc_mrr_at_3_diff1": 0.830381, + "nauc_mrr_at_5_max": 0.818035, + "nauc_mrr_at_5_std": 0.356426, + "nauc_mrr_at_5_diff1": 0.826197, + "nauc_mrr_at_10_max": 0.815204, + "nauc_mrr_at_10_std": 0.35667, + "nauc_mrr_at_10_diff1": 0.82397, + "nauc_mrr_at_20_max": 0.813778, + "nauc_mrr_at_20_std": 0.353846, + "nauc_mrr_at_20_diff1": 0.822785, + "nauc_mrr_at_100_max": 0.814303, + "nauc_mrr_at_100_std": 0.356194, + "nauc_mrr_at_100_diff1": 0.823048, + "nauc_mrr_at_1000_max": 0.814512, + "nauc_mrr_at_1000_std": 0.355893, + "nauc_mrr_at_1000_diff1": 0.823383, + "hit_rate_at_1": 0.59, + "hit_rate_at_3": 0.67667, + "hit_rate_at_5": 0.70222, + "hit_rate_at_10": 0.75333, + "hit_rate_at_20": 0.79778, + "hit_rate_at_100": 0.91, + "hit_rate_at_1000": 1.0, + "main_score": 0.66854, "hf_subset": "fuv_Latn-eng_Latn", "languages": [ "fuv-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.45556, - "ndcg_at_3": 0.49514, - "ndcg_at_5": 0.50437, - "ndcg_at_10": 0.51271, - "ndcg_at_20": 0.52057, - "ndcg_at_100": 0.54098, - "ndcg_at_1000": 0.57732, - "map_at_1": 0.45556, - "map_at_3": 0.48574, - "map_at_5": 0.49091, - "map_at_10": 0.49439, - "map_at_20": 0.49655, - "map_at_100": 0.49909, - "map_at_1000": 0.50042, - "recall_at_1": 0.45556, - "recall_at_3": 0.52222, - "recall_at_5": 0.54444, - "recall_at_10": 0.57, - "recall_at_20": 0.60111, - "recall_at_100": 0.71556, - "recall_at_1000": 1.0, - "precision_at_1": 0.45556, - "precision_at_3": 0.17407, - "precision_at_5": 0.10889, - "precision_at_10": 0.057, - "precision_at_20": 0.03006, - "precision_at_100": 0.00716, - "precision_at_1000": 0.001, - "mrr_at_1": 0.455556, - "mrr_at_3": 0.485741, - "mrr_at_5": 0.490907, - "mrr_at_10": 0.494386, - "mrr_at_20": 0.496546, - "mrr_at_100": 0.499086, - "mrr_at_1000": 0.500425, - "nauc_ndcg_at_1_max": 0.914005, - "nauc_ndcg_at_1_std": 0.724013, - "nauc_ndcg_at_1_diff1": 0.921827, - "nauc_ndcg_at_3_max": 0.925812, - "nauc_ndcg_at_3_std": 0.762845, - "nauc_ndcg_at_3_diff1": 0.89475, - "nauc_ndcg_at_5_max": 0.927855, - "nauc_ndcg_at_5_std": 0.77597, - "nauc_ndcg_at_5_diff1": 0.891258, - "nauc_ndcg_at_10_max": 0.926932, - "nauc_ndcg_at_10_std": 0.777942, - "nauc_ndcg_at_10_diff1": 0.884257, - "nauc_ndcg_at_20_max": 0.922226, - "nauc_ndcg_at_20_std": 0.775682, - "nauc_ndcg_at_20_diff1": 0.880356, - "nauc_ndcg_at_100_max": 0.913111, - "nauc_ndcg_at_100_std": 0.768009, - "nauc_ndcg_at_100_diff1": 0.869365, - "nauc_ndcg_at_1000_max": 0.919137, - "nauc_ndcg_at_1000_std": 0.766705, - "nauc_ndcg_at_1000_diff1": 0.883125, - "nauc_map_at_1_max": 0.914005, - "nauc_map_at_1_std": 0.724013, - "nauc_map_at_1_diff1": 0.921827, - "nauc_map_at_3_max": 0.923673, - "nauc_map_at_3_std": 0.754456, - "nauc_map_at_3_diff1": 0.9012, - "nauc_map_at_5_max": 0.924759, - "nauc_map_at_5_std": 0.761747, - "nauc_map_at_5_diff1": 0.899185, - "nauc_map_at_10_max": 0.924312, - "nauc_map_at_10_std": 0.762513, - "nauc_map_at_10_diff1": 0.896353, - "nauc_map_at_20_max": 0.922953, - "nauc_map_at_20_std": 0.761793, - "nauc_map_at_20_diff1": 0.895305, - "nauc_map_at_100_max": 0.921741, - "nauc_map_at_100_std": 0.760825, - "nauc_map_at_100_diff1": 0.894008, - "nauc_map_at_1000_max": 0.92185, - "nauc_map_at_1000_std": 0.76069, - "nauc_map_at_1000_diff1": 0.894383, - "nauc_recall_at_1_max": 0.914005, - "nauc_recall_at_1_std": 0.724013, - "nauc_recall_at_1_diff1": 0.921827, - "nauc_recall_at_3_max": 0.931807, - "nauc_recall_at_3_std": 0.787132, - "nauc_recall_at_3_diff1": 0.87579, - "nauc_recall_at_5_max": 0.937173, - "nauc_recall_at_5_std": 0.820041, - "nauc_recall_at_5_diff1": 0.867157, - "nauc_recall_at_10_max": 0.934777, - "nauc_recall_at_10_std": 0.827581, - "nauc_recall_at_10_diff1": 0.843825, - "nauc_recall_at_20_max": 0.91571, - "nauc_recall_at_20_std": 0.820382, - "nauc_recall_at_20_diff1": 0.825928, - "nauc_recall_at_100_max": 0.849274, - "nauc_recall_at_100_std": 0.775332, - "nauc_recall_at_100_diff1": 0.731428, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.914005, - "nauc_precision_at_1_std": 0.724013, - "nauc_precision_at_1_diff1": 0.921827, - "nauc_precision_at_3_max": 0.931807, - "nauc_precision_at_3_std": 0.787132, - "nauc_precision_at_3_diff1": 0.87579, - "nauc_precision_at_5_max": 0.937173, - "nauc_precision_at_5_std": 0.820041, - "nauc_precision_at_5_diff1": 0.867157, - "nauc_precision_at_10_max": 0.934777, - "nauc_precision_at_10_std": 0.827581, - "nauc_precision_at_10_diff1": 0.843825, - "nauc_precision_at_20_max": 0.91571, - "nauc_precision_at_20_std": 0.820382, - "nauc_precision_at_20_diff1": 0.825928, - "nauc_precision_at_100_max": 0.849274, - "nauc_precision_at_100_std": 0.775332, - "nauc_precision_at_100_diff1": 0.731428, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.914005, - "nauc_mrr_at_1_std": 0.724013, - "nauc_mrr_at_1_diff1": 0.921827, - "nauc_mrr_at_3_max": 0.923673, - "nauc_mrr_at_3_std": 0.754456, - "nauc_mrr_at_3_diff1": 0.9012, - "nauc_mrr_at_5_max": 0.924759, - "nauc_mrr_at_5_std": 0.761747, - "nauc_mrr_at_5_diff1": 0.899185, - "nauc_mrr_at_10_max": 0.924312, - "nauc_mrr_at_10_std": 0.762513, - "nauc_mrr_at_10_diff1": 0.896353, - "nauc_mrr_at_20_max": 0.922953, - "nauc_mrr_at_20_std": 0.761793, - "nauc_mrr_at_20_diff1": 0.895305, - "nauc_mrr_at_100_max": 0.921741, - "nauc_mrr_at_100_std": 0.760825, - "nauc_mrr_at_100_diff1": 0.894008, - "nauc_mrr_at_1000_max": 0.92185, - "nauc_mrr_at_1000_std": 0.76069, - "nauc_mrr_at_1000_diff1": 0.894383, - "main_score": 0.51271, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.45444, + "ndcg_at_3": 0.49278, + "ndcg_at_5": 0.50224, + "ndcg_at_10": 0.50795, + "ndcg_at_20": 0.51865, + "ndcg_at_100": 0.54154, + "ndcg_at_1000": 0.57557, + "map_at_1": 0.45444, + "map_at_3": 0.4837, + "map_at_5": 0.48887, + "map_at_10": 0.49119, + "map_at_20": 0.49414, + "map_at_100": 0.49688, + "map_at_1000": 0.49811, + "recall_at_1": 0.45444, + "recall_at_3": 0.51889, + "recall_at_5": 0.54222, + "recall_at_10": 0.56, + "recall_at_20": 0.60222, + "recall_at_100": 0.73222, + "recall_at_1000": 1.0, + "accuracy": 0.45444, + "precision_at_1": 0.45444, + "precision_at_3": 0.17296, + "precision_at_5": 0.10844, + "precision_at_10": 0.056, + "precision_at_20": 0.03011, + "precision_at_100": 0.00732, + "precision_at_1000": 0.001, + "mrr_at_1": 0.454444, + "mrr_at_3": 0.483704, + "mrr_at_5": 0.48887, + "mrr_at_10": 0.491195, + "mrr_at_20": 0.494145, + "mrr_at_100": 0.49688, + "mrr_at_1000": 0.498106, + "nauc_ndcg_at_1_max": 0.915498, + "nauc_ndcg_at_1_std": 0.731126, + "nauc_ndcg_at_1_diff1": 0.910054, + "nauc_ndcg_at_3_max": 0.923884, + "nauc_ndcg_at_3_std": 0.761409, + "nauc_ndcg_at_3_diff1": 0.885494, + "nauc_ndcg_at_5_max": 0.923297, + "nauc_ndcg_at_5_std": 0.764862, + "nauc_ndcg_at_5_diff1": 0.879185, + "nauc_ndcg_at_10_max": 0.919565, + "nauc_ndcg_at_10_std": 0.761402, + "nauc_ndcg_at_10_diff1": 0.873816, + "nauc_ndcg_at_20_max": 0.911375, + "nauc_ndcg_at_20_std": 0.756958, + "nauc_ndcg_at_20_diff1": 0.867743, + "nauc_ndcg_at_100_max": 0.903523, + "nauc_ndcg_at_100_std": 0.750334, + "nauc_ndcg_at_100_diff1": 0.862043, + "nauc_ndcg_at_1000_max": 0.912678, + "nauc_ndcg_at_1000_std": 0.754439, + "nauc_ndcg_at_1000_diff1": 0.87355, + "nauc_map_at_1_max": 0.915498, + "nauc_map_at_1_std": 0.731126, + "nauc_map_at_1_diff1": 0.910054, + "nauc_map_at_3_max": 0.921818, + "nauc_map_at_3_std": 0.753672, + "nauc_map_at_3_diff1": 0.891606, + "nauc_map_at_5_max": 0.92159, + "nauc_map_at_5_std": 0.755704, + "nauc_map_at_5_diff1": 0.888347, + "nauc_map_at_10_max": 0.920151, + "nauc_map_at_10_std": 0.754372, + "nauc_map_at_10_diff1": 0.886262, + "nauc_map_at_20_max": 0.91793, + "nauc_map_at_20_std": 0.753106, + "nauc_map_at_20_diff1": 0.884632, + "nauc_map_at_100_max": 0.917073, + "nauc_map_at_100_std": 0.752603, + "nauc_map_at_100_diff1": 0.883948, + "nauc_map_at_1000_max": 0.917349, + "nauc_map_at_1000_std": 0.752726, + "nauc_map_at_1000_diff1": 0.884273, + "nauc_recall_at_1_max": 0.915498, + "nauc_recall_at_1_std": 0.731126, + "nauc_recall_at_1_diff1": 0.910054, + "nauc_recall_at_3_max": 0.92998, + "nauc_recall_at_3_std": 0.784348, + "nauc_recall_at_3_diff1": 0.867439, + "nauc_recall_at_5_max": 0.928207, + "nauc_recall_at_5_std": 0.792799, + "nauc_recall_at_5_diff1": 0.850442, + "nauc_recall_at_10_max": 0.915782, + "nauc_recall_at_10_std": 0.781621, + "nauc_recall_at_10_diff1": 0.832109, + "nauc_recall_at_20_max": 0.880686, + "nauc_recall_at_20_std": 0.763978, + "nauc_recall_at_20_diff1": 0.804308, + "nauc_recall_at_100_max": 0.809407, + "nauc_recall_at_100_std": 0.708836, + "nauc_recall_at_100_diff1": 0.741696, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.915498, + "nauc_precision_at_1_std": 0.731126, + "nauc_precision_at_1_diff1": 0.910054, + "nauc_precision_at_3_max": 0.92998, + "nauc_precision_at_3_std": 0.784348, + "nauc_precision_at_3_diff1": 0.867439, + "nauc_precision_at_5_max": 0.928207, + "nauc_precision_at_5_std": 0.792799, + "nauc_precision_at_5_diff1": 0.850442, + "nauc_precision_at_10_max": 0.915782, + "nauc_precision_at_10_std": 0.781621, + "nauc_precision_at_10_diff1": 0.832109, + "nauc_precision_at_20_max": 0.880686, + "nauc_precision_at_20_std": 0.763978, + "nauc_precision_at_20_diff1": 0.804308, + "nauc_precision_at_100_max": 0.809407, + "nauc_precision_at_100_std": 0.708836, + "nauc_precision_at_100_diff1": 0.741696, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.915498, + "nauc_mrr_at_1_std": 0.731126, + "nauc_mrr_at_1_diff1": 0.910054, + "nauc_mrr_at_3_max": 0.921818, + "nauc_mrr_at_3_std": 0.753672, + "nauc_mrr_at_3_diff1": 0.891606, + "nauc_mrr_at_5_max": 0.92159, + "nauc_mrr_at_5_std": 0.755704, + "nauc_mrr_at_5_diff1": 0.888347, + "nauc_mrr_at_10_max": 0.920151, + "nauc_mrr_at_10_std": 0.754372, + "nauc_mrr_at_10_diff1": 0.886262, + "nauc_mrr_at_20_max": 0.91793, + "nauc_mrr_at_20_std": 0.753106, + "nauc_mrr_at_20_diff1": 0.884632, + "nauc_mrr_at_100_max": 0.917073, + "nauc_mrr_at_100_std": 0.752603, + "nauc_mrr_at_100_diff1": 0.883948, + "nauc_mrr_at_1000_max": 0.917349, + "nauc_mrr_at_1000_std": 0.752726, + "nauc_mrr_at_1000_diff1": 0.884273, + "hit_rate_at_1": 0.45444, + "hit_rate_at_3": 0.51889, + "hit_rate_at_5": 0.54222, + "hit_rate_at_10": 0.56, + "hit_rate_at_20": 0.60222, + "hit_rate_at_100": 0.73222, + "hit_rate_at_1000": 1.0, + "main_score": 0.50795, "hf_subset": "eng_Latn-fuv_Latn", "languages": [ "eng-Latn", "fuv-Latn" - ] - }, - { - "ndcg_at_1": 0.4, - "ndcg_at_3": 0.46069, - "ndcg_at_5": 0.48177, - "ndcg_at_10": 0.50396, - "ndcg_at_20": 0.52109, - "ndcg_at_100": 0.5514, - "ndcg_at_1000": 0.56989, - "map_at_1": 0.4, - "map_at_3": 0.44593, - "map_at_5": 0.45765, - "map_at_10": 0.46675, - "map_at_20": 0.47146, - "map_at_100": 0.47551, - "map_at_1000": 0.47622, - "recall_at_1": 0.4, - "recall_at_3": 0.50333, - "recall_at_5": 0.55444, - "recall_at_10": 0.62333, - "recall_at_20": 0.69111, - "recall_at_100": 0.85667, - "recall_at_1000": 1.0, - "precision_at_1": 0.4, - "precision_at_3": 0.16778, - "precision_at_5": 0.11089, - "precision_at_10": 0.06233, - "precision_at_20": 0.03456, - "precision_at_100": 0.00857, - "precision_at_1000": 0.001, - "mrr_at_1": 0.4, - "mrr_at_3": 0.445926, - "mrr_at_5": 0.457648, - "mrr_at_10": 0.466755, - "mrr_at_20": 0.471456, - "mrr_at_100": 0.475511, - "mrr_at_1000": 0.47622, - "nauc_ndcg_at_1_max": 0.614182, - "nauc_ndcg_at_1_std": -0.148002, - "nauc_ndcg_at_1_diff1": 0.768181, - "nauc_ndcg_at_3_max": 0.605091, - "nauc_ndcg_at_3_std": -0.112239, - "nauc_ndcg_at_3_diff1": 0.715189, - "nauc_ndcg_at_5_max": 0.592479, - "nauc_ndcg_at_5_std": -0.120045, - "nauc_ndcg_at_5_diff1": 0.707292, - "nauc_ndcg_at_10_max": 0.576486, - "nauc_ndcg_at_10_std": -0.125605, - "nauc_ndcg_at_10_diff1": 0.689156, - "nauc_ndcg_at_20_max": 0.579402, - "nauc_ndcg_at_20_std": -0.10879, - "nauc_ndcg_at_20_diff1": 0.682912, - "nauc_ndcg_at_100_max": 0.579741, - "nauc_ndcg_at_100_std": -0.112276, - "nauc_ndcg_at_100_diff1": 0.685316, - "nauc_ndcg_at_1000_max": 0.586573, - "nauc_ndcg_at_1000_std": -0.118163, - "nauc_ndcg_at_1000_diff1": 0.699462, - "nauc_map_at_1_max": 0.614182, - "nauc_map_at_1_std": -0.148002, - "nauc_map_at_1_diff1": 0.768181, - "nauc_map_at_3_max": 0.607801, - "nauc_map_at_3_std": -0.120546, - "nauc_map_at_3_diff1": 0.727939, - "nauc_map_at_5_max": 0.601083, - "nauc_map_at_5_std": -0.124932, - "nauc_map_at_5_diff1": 0.723865, - "nauc_map_at_10_max": 0.594547, - "nauc_map_at_10_std": -0.127163, - "nauc_map_at_10_diff1": 0.716527, - "nauc_map_at_20_max": 0.595342, - "nauc_map_at_20_std": -0.122981, - "nauc_map_at_20_diff1": 0.714891, - "nauc_map_at_100_max": 0.595363, - "nauc_map_at_100_std": -0.123536, - "nauc_map_at_100_diff1": 0.715308, - "nauc_map_at_1000_max": 0.595556, - "nauc_map_at_1000_std": -0.123755, - "nauc_map_at_1000_diff1": 0.715805, - "nauc_recall_at_1_max": 0.614182, - "nauc_recall_at_1_std": -0.148002, - "nauc_recall_at_1_diff1": 0.768181, - "nauc_recall_at_3_max": 0.596896, - "nauc_recall_at_3_std": -0.087939, - "nauc_recall_at_3_diff1": 0.6777, - "nauc_recall_at_5_max": 0.563677, - "nauc_recall_at_5_std": -0.106397, - "nauc_recall_at_5_diff1": 0.655101, - "nauc_recall_at_10_max": 0.506911, - "nauc_recall_at_10_std": -0.124533, - "nauc_recall_at_10_diff1": 0.588808, - "nauc_recall_at_20_max": 0.5123, - "nauc_recall_at_20_std": -0.039919, - "nauc_recall_at_20_diff1": 0.545977, - "nauc_recall_at_100_max": 0.461812, - "nauc_recall_at_100_std": -0.018629, - "nauc_recall_at_100_diff1": 0.455049, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.614182, - "nauc_precision_at_1_std": -0.148002, - "nauc_precision_at_1_diff1": 0.768181, - "nauc_precision_at_3_max": 0.596896, - "nauc_precision_at_3_std": -0.087939, - "nauc_precision_at_3_diff1": 0.6777, - "nauc_precision_at_5_max": 0.563677, - "nauc_precision_at_5_std": -0.106397, - "nauc_precision_at_5_diff1": 0.655101, - "nauc_precision_at_10_max": 0.506911, - "nauc_precision_at_10_std": -0.124533, - "nauc_precision_at_10_diff1": 0.588808, - "nauc_precision_at_20_max": 0.5123, - "nauc_precision_at_20_std": -0.039919, - "nauc_precision_at_20_diff1": 0.545977, - "nauc_precision_at_100_max": 0.461812, - "nauc_precision_at_100_std": -0.018629, - "nauc_precision_at_100_diff1": 0.455049, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.614182, - "nauc_mrr_at_1_std": -0.148002, - "nauc_mrr_at_1_diff1": 0.768181, - "nauc_mrr_at_3_max": 0.607801, - "nauc_mrr_at_3_std": -0.120546, - "nauc_mrr_at_3_diff1": 0.727939, - "nauc_mrr_at_5_max": 0.601083, - "nauc_mrr_at_5_std": -0.124932, - "nauc_mrr_at_5_diff1": 0.723865, - "nauc_mrr_at_10_max": 0.594547, - "nauc_mrr_at_10_std": -0.127163, - "nauc_mrr_at_10_diff1": 0.716527, - "nauc_mrr_at_20_max": 0.595342, - "nauc_mrr_at_20_std": -0.122981, - "nauc_mrr_at_20_diff1": 0.714891, - "nauc_mrr_at_100_max": 0.595363, - "nauc_mrr_at_100_std": -0.123536, - "nauc_mrr_at_100_diff1": 0.715308, - "nauc_mrr_at_1000_max": 0.595556, - "nauc_mrr_at_1000_std": -0.123755, - "nauc_mrr_at_1000_diff1": 0.715805, - "main_score": 0.50396, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.42778, + "ndcg_at_3": 0.48718, + "ndcg_at_5": 0.50888, + "ndcg_at_10": 0.53032, + "ndcg_at_20": 0.5436, + "ndcg_at_100": 0.57139, + "ndcg_at_1000": 0.59022, + "map_at_1": 0.42778, + "map_at_3": 0.47241, + "map_at_5": 0.4843, + "map_at_10": 0.49329, + "map_at_20": 0.49682, + "map_at_100": 0.50056, + "map_at_1000": 0.50126, + "recall_at_1": 0.42778, + "recall_at_3": 0.53, + "recall_at_5": 0.58333, + "recall_at_10": 0.64889, + "recall_at_20": 0.70222, + "recall_at_100": 0.85333, + "recall_at_1000": 1.0, + "accuracy": 0.42778, + "precision_at_1": 0.42778, + "precision_at_3": 0.17667, + "precision_at_5": 0.11667, + "precision_at_10": 0.06489, + "precision_at_20": 0.03511, + "precision_at_100": 0.00853, + "precision_at_1000": 0.001, + "mrr_at_1": 0.427778, + "mrr_at_3": 0.472407, + "mrr_at_5": 0.484296, + "mrr_at_10": 0.493285, + "mrr_at_20": 0.49682, + "mrr_at_100": 0.500557, + "mrr_at_1000": 0.501264, + "nauc_ndcg_at_1_max": 0.701557, + "nauc_ndcg_at_1_std": -0.062406, + "nauc_ndcg_at_1_diff1": 0.78453, + "nauc_ndcg_at_3_max": 0.7017, + "nauc_ndcg_at_3_std": -0.035763, + "nauc_ndcg_at_3_diff1": 0.737714, + "nauc_ndcg_at_5_max": 0.683788, + "nauc_ndcg_at_5_std": -0.040331, + "nauc_ndcg_at_5_diff1": 0.719541, + "nauc_ndcg_at_10_max": 0.67541, + "nauc_ndcg_at_10_std": -0.034881, + "nauc_ndcg_at_10_diff1": 0.71007, + "nauc_ndcg_at_20_max": 0.670848, + "nauc_ndcg_at_20_std": -0.03183, + "nauc_ndcg_at_20_diff1": 0.706019, + "nauc_ndcg_at_100_max": 0.673328, + "nauc_ndcg_at_100_std": -0.03348, + "nauc_ndcg_at_100_diff1": 0.710714, + "nauc_ndcg_at_1000_max": 0.680213, + "nauc_ndcg_at_1000_std": -0.038596, + "nauc_ndcg_at_1000_diff1": 0.720935, + "nauc_map_at_1_max": 0.701557, + "nauc_map_at_1_std": -0.062406, + "nauc_map_at_1_diff1": 0.78453, + "nauc_map_at_3_max": 0.701817, + "nauc_map_at_3_std": -0.043336, + "nauc_map_at_3_diff1": 0.748771, + "nauc_map_at_5_max": 0.692098, + "nauc_map_at_5_std": -0.04614, + "nauc_map_at_5_diff1": 0.739059, + "nauc_map_at_10_max": 0.688876, + "nauc_map_at_10_std": -0.044015, + "nauc_map_at_10_diff1": 0.735336, + "nauc_map_at_20_max": 0.687881, + "nauc_map_at_20_std": -0.04337, + "nauc_map_at_20_diff1": 0.734497, + "nauc_map_at_100_max": 0.688276, + "nauc_map_at_100_std": -0.043631, + "nauc_map_at_100_diff1": 0.735106, + "nauc_map_at_1000_max": 0.68845, + "nauc_map_at_1000_std": -0.043852, + "nauc_map_at_1000_diff1": 0.735434, + "nauc_recall_at_1_max": 0.701557, + "nauc_recall_at_1_std": -0.062406, + "nauc_recall_at_1_diff1": 0.78453, + "nauc_recall_at_3_max": 0.701283, + "nauc_recall_at_3_std": -0.012723, + "nauc_recall_at_3_diff1": 0.704905, + "nauc_recall_at_5_max": 0.654897, + "nauc_recall_at_5_std": -0.022132, + "nauc_recall_at_5_diff1": 0.655847, + "nauc_recall_at_10_max": 0.621855, + "nauc_recall_at_10_std": -0.000926, + "nauc_recall_at_10_diff1": 0.61618, + "nauc_recall_at_20_max": 0.591872, + "nauc_recall_at_20_std": 0.019072, + "nauc_recall_at_20_diff1": 0.584532, + "nauc_recall_at_100_max": 0.557214, + "nauc_recall_at_100_std": 0.041095, + "nauc_recall_at_100_diff1": 0.54622, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.701557, + "nauc_precision_at_1_std": -0.062406, + "nauc_precision_at_1_diff1": 0.78453, + "nauc_precision_at_3_max": 0.701283, + "nauc_precision_at_3_std": -0.012723, + "nauc_precision_at_3_diff1": 0.704905, + "nauc_precision_at_5_max": 0.654897, + "nauc_precision_at_5_std": -0.022132, + "nauc_precision_at_5_diff1": 0.655847, + "nauc_precision_at_10_max": 0.621855, + "nauc_precision_at_10_std": -0.000926, + "nauc_precision_at_10_diff1": 0.61618, + "nauc_precision_at_20_max": 0.591872, + "nauc_precision_at_20_std": 0.019072, + "nauc_precision_at_20_diff1": 0.584532, + "nauc_precision_at_100_max": 0.557214, + "nauc_precision_at_100_std": 0.041095, + "nauc_precision_at_100_diff1": 0.54622, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.701557, + "nauc_mrr_at_1_std": -0.062406, + "nauc_mrr_at_1_diff1": 0.78453, + "nauc_mrr_at_3_max": 0.701817, + "nauc_mrr_at_3_std": -0.043336, + "nauc_mrr_at_3_diff1": 0.748771, + "nauc_mrr_at_5_max": 0.692098, + "nauc_mrr_at_5_std": -0.04614, + "nauc_mrr_at_5_diff1": 0.739059, + "nauc_mrr_at_10_max": 0.688876, + "nauc_mrr_at_10_std": -0.044015, + "nauc_mrr_at_10_diff1": 0.735336, + "nauc_mrr_at_20_max": 0.687881, + "nauc_mrr_at_20_std": -0.04337, + "nauc_mrr_at_20_diff1": 0.734497, + "nauc_mrr_at_100_max": 0.688276, + "nauc_mrr_at_100_std": -0.043631, + "nauc_mrr_at_100_diff1": 0.735106, + "nauc_mrr_at_1000_max": 0.68845, + "nauc_mrr_at_1000_std": -0.043852, + "nauc_mrr_at_1000_diff1": 0.735434, + "hit_rate_at_1": 0.42778, + "hit_rate_at_3": 0.53, + "hit_rate_at_5": 0.58333, + "hit_rate_at_10": 0.64889, + "hit_rate_at_20": 0.70222, + "hit_rate_at_100": 0.85333, + "hit_rate_at_1000": 1.0, + "main_score": 0.53032, "hf_subset": "gaz_Latn-gaz_Latn", "languages": [ "gaz-Latn", "gaz-Latn" - ] - }, - { - "ndcg_at_1": 0.51, - "ndcg_at_3": 0.5732, - "ndcg_at_5": 0.58974, - "ndcg_at_10": 0.60636, - "ndcg_at_20": 0.62388, - "ndcg_at_100": 0.64594, - "ndcg_at_1000": 0.65956, - "map_at_1": 0.51, - "map_at_3": 0.55778, - "map_at_5": 0.567, - "map_at_10": 0.5737, - "map_at_20": 0.57856, - "map_at_100": 0.58155, - "map_at_1000": 0.58217, - "recall_at_1": 0.51, - "recall_at_3": 0.61778, - "recall_at_5": 0.65778, - "recall_at_10": 0.71, - "recall_at_20": 0.77889, - "recall_at_100": 0.89889, - "recall_at_1000": 1.0, - "precision_at_1": 0.51, - "precision_at_3": 0.20593, - "precision_at_5": 0.13156, - "precision_at_10": 0.071, - "precision_at_20": 0.03894, - "precision_at_100": 0.00899, - "precision_at_1000": 0.001, - "mrr_at_1": 0.51, - "mrr_at_3": 0.557778, - "mrr_at_5": 0.567, - "mrr_at_10": 0.5737, - "mrr_at_20": 0.578558, - "mrr_at_100": 0.581555, - "mrr_at_1000": 0.582172, - "nauc_ndcg_at_1_max": 0.776068, - "nauc_ndcg_at_1_std": 0.356412, - "nauc_ndcg_at_1_diff1": 0.812039, - "nauc_ndcg_at_3_max": 0.782342, - "nauc_ndcg_at_3_std": 0.371972, - "nauc_ndcg_at_3_diff1": 0.787396, - "nauc_ndcg_at_5_max": 0.780954, - "nauc_ndcg_at_5_std": 0.384444, - "nauc_ndcg_at_5_diff1": 0.781534, - "nauc_ndcg_at_10_max": 0.772225, - "nauc_ndcg_at_10_std": 0.379199, - "nauc_ndcg_at_10_diff1": 0.775572, - "nauc_ndcg_at_20_max": 0.769651, - "nauc_ndcg_at_20_std": 0.378622, - "nauc_ndcg_at_20_diff1": 0.769733, - "nauc_ndcg_at_100_max": 0.775262, - "nauc_ndcg_at_100_std": 0.385519, - "nauc_ndcg_at_100_diff1": 0.774398, - "nauc_ndcg_at_1000_max": 0.775519, - "nauc_ndcg_at_1000_std": 0.377964, - "nauc_ndcg_at_1000_diff1": 0.780324, - "nauc_map_at_1_max": 0.776068, - "nauc_map_at_1_std": 0.356412, - "nauc_map_at_1_diff1": 0.812039, - "nauc_map_at_3_max": 0.781677, - "nauc_map_at_3_std": 0.367838, - "nauc_map_at_3_diff1": 0.793652, - "nauc_map_at_5_max": 0.780939, - "nauc_map_at_5_std": 0.374501, - "nauc_map_at_5_diff1": 0.790655, - "nauc_map_at_10_max": 0.777188, - "nauc_map_at_10_std": 0.371942, - "nauc_map_at_10_diff1": 0.788176, - "nauc_map_at_20_max": 0.776589, - "nauc_map_at_20_std": 0.371859, - "nauc_map_at_20_diff1": 0.786834, - "nauc_map_at_100_max": 0.777359, - "nauc_map_at_100_std": 0.372874, - "nauc_map_at_100_diff1": 0.787434, - "nauc_map_at_1000_max": 0.777365, - "nauc_map_at_1000_std": 0.37255, - "nauc_map_at_1000_diff1": 0.787695, - "nauc_recall_at_1_max": 0.776068, - "nauc_recall_at_1_std": 0.356412, - "nauc_recall_at_1_diff1": 0.812039, - "nauc_recall_at_3_max": 0.783997, - "nauc_recall_at_3_std": 0.38491, - "nauc_recall_at_3_diff1": 0.767939, - "nauc_recall_at_5_max": 0.780303, - "nauc_recall_at_5_std": 0.419383, - "nauc_recall_at_5_diff1": 0.750373, - "nauc_recall_at_10_max": 0.749999, - "nauc_recall_at_10_std": 0.406709, - "nauc_recall_at_10_diff1": 0.726113, - "nauc_recall_at_20_max": 0.729991, - "nauc_recall_at_20_std": 0.408654, - "nauc_recall_at_20_diff1": 0.680806, - "nauc_recall_at_100_max": 0.769546, - "nauc_recall_at_100_std": 0.527795, - "nauc_recall_at_100_diff1": 0.663305, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.776068, - "nauc_precision_at_1_std": 0.356412, - "nauc_precision_at_1_diff1": 0.812039, - "nauc_precision_at_3_max": 0.783997, - "nauc_precision_at_3_std": 0.38491, - "nauc_precision_at_3_diff1": 0.767939, - "nauc_precision_at_5_max": 0.780303, - "nauc_precision_at_5_std": 0.419383, - "nauc_precision_at_5_diff1": 0.750373, - "nauc_precision_at_10_max": 0.749999, - "nauc_precision_at_10_std": 0.406709, - "nauc_precision_at_10_diff1": 0.726113, - "nauc_precision_at_20_max": 0.729991, - "nauc_precision_at_20_std": 0.408654, - "nauc_precision_at_20_diff1": 0.680806, - "nauc_precision_at_100_max": 0.769546, - "nauc_precision_at_100_std": 0.527795, - "nauc_precision_at_100_diff1": 0.663305, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.776068, - "nauc_mrr_at_1_std": 0.356412, - "nauc_mrr_at_1_diff1": 0.812039, - "nauc_mrr_at_3_max": 0.781677, - "nauc_mrr_at_3_std": 0.367838, - "nauc_mrr_at_3_diff1": 0.793652, - "nauc_mrr_at_5_max": 0.780939, - "nauc_mrr_at_5_std": 0.374501, - "nauc_mrr_at_5_diff1": 0.790655, - "nauc_mrr_at_10_max": 0.777188, - "nauc_mrr_at_10_std": 0.371942, - "nauc_mrr_at_10_diff1": 0.788176, - "nauc_mrr_at_20_max": 0.776589, - "nauc_mrr_at_20_std": 0.371859, - "nauc_mrr_at_20_diff1": 0.786834, - "nauc_mrr_at_100_max": 0.777359, - "nauc_mrr_at_100_std": 0.372874, - "nauc_mrr_at_100_diff1": 0.787434, - "nauc_mrr_at_1000_max": 0.777365, - "nauc_mrr_at_1000_std": 0.37255, - "nauc_mrr_at_1000_diff1": 0.787695, - "main_score": 0.60636, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.49889, + "ndcg_at_3": 0.5596, + "ndcg_at_5": 0.58002, + "ndcg_at_10": 0.59662, + "ndcg_at_20": 0.61209, + "ndcg_at_100": 0.63574, + "ndcg_at_1000": 0.64998, + "map_at_1": 0.49889, + "map_at_3": 0.54519, + "map_at_5": 0.55641, + "map_at_10": 0.5631, + "map_at_20": 0.56735, + "map_at_100": 0.57054, + "map_at_1000": 0.57116, + "recall_at_1": 0.49889, + "recall_at_3": 0.60111, + "recall_at_5": 0.65111, + "recall_at_10": 0.70333, + "recall_at_20": 0.76444, + "recall_at_100": 0.89333, + "recall_at_1000": 1.0, + "accuracy": 0.49889, + "precision_at_1": 0.49889, + "precision_at_3": 0.20037, + "precision_at_5": 0.13022, + "precision_at_10": 0.07033, + "precision_at_20": 0.03822, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.498889, + "mrr_at_3": 0.545185, + "mrr_at_5": 0.556407, + "mrr_at_10": 0.563098, + "mrr_at_20": 0.567353, + "mrr_at_100": 0.570539, + "mrr_at_1000": 0.571159, + "nauc_ndcg_at_1_max": 0.752865, + "nauc_ndcg_at_1_std": 0.320114, + "nauc_ndcg_at_1_diff1": 0.823116, + "nauc_ndcg_at_3_max": 0.752424, + "nauc_ndcg_at_3_std": 0.323829, + "nauc_ndcg_at_3_diff1": 0.78734, + "nauc_ndcg_at_5_max": 0.749032, + "nauc_ndcg_at_5_std": 0.337515, + "nauc_ndcg_at_5_diff1": 0.779917, + "nauc_ndcg_at_10_max": 0.737661, + "nauc_ndcg_at_10_std": 0.328449, + "nauc_ndcg_at_10_diff1": 0.774686, + "nauc_ndcg_at_20_max": 0.739834, + "nauc_ndcg_at_20_std": 0.339971, + "nauc_ndcg_at_20_diff1": 0.77134, + "nauc_ndcg_at_100_max": 0.743627, + "nauc_ndcg_at_100_std": 0.341112, + "nauc_ndcg_at_100_diff1": 0.775219, + "nauc_ndcg_at_1000_max": 0.745338, + "nauc_ndcg_at_1000_std": 0.334804, + "nauc_ndcg_at_1000_diff1": 0.782424, + "nauc_map_at_1_max": 0.752865, + "nauc_map_at_1_std": 0.320114, + "nauc_map_at_1_diff1": 0.823116, + "nauc_map_at_3_max": 0.753178, + "nauc_map_at_3_std": 0.322821, + "nauc_map_at_3_diff1": 0.796323, + "nauc_map_at_5_max": 0.751387, + "nauc_map_at_5_std": 0.330234, + "nauc_map_at_5_diff1": 0.792574, + "nauc_map_at_10_max": 0.746964, + "nauc_map_at_10_std": 0.326662, + "nauc_map_at_10_diff1": 0.79059, + "nauc_map_at_20_max": 0.747488, + "nauc_map_at_20_std": 0.32953, + "nauc_map_at_20_diff1": 0.789757, + "nauc_map_at_100_max": 0.748114, + "nauc_map_at_100_std": 0.329772, + "nauc_map_at_100_diff1": 0.79051, + "nauc_map_at_1000_max": 0.748194, + "nauc_map_at_1000_std": 0.329552, + "nauc_map_at_1000_diff1": 0.790814, + "nauc_recall_at_1_max": 0.752865, + "nauc_recall_at_1_std": 0.320114, + "nauc_recall_at_1_diff1": 0.823116, + "nauc_recall_at_3_max": 0.749829, + "nauc_recall_at_3_std": 0.326955, + "nauc_recall_at_3_diff1": 0.759793, + "nauc_recall_at_5_max": 0.740351, + "nauc_recall_at_5_std": 0.363752, + "nauc_recall_at_5_diff1": 0.736803, + "nauc_recall_at_10_max": 0.69705, + "nauc_recall_at_10_std": 0.332634, + "nauc_recall_at_10_diff1": 0.712938, + "nauc_recall_at_20_max": 0.701947, + "nauc_recall_at_20_std": 0.397498, + "nauc_recall_at_20_diff1": 0.68318, + "nauc_recall_at_100_max": 0.712986, + "nauc_recall_at_100_std": 0.463055, + "nauc_recall_at_100_diff1": 0.643029, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752865, + "nauc_precision_at_1_std": 0.320114, + "nauc_precision_at_1_diff1": 0.823116, + "nauc_precision_at_3_max": 0.749829, + "nauc_precision_at_3_std": 0.326955, + "nauc_precision_at_3_diff1": 0.759793, + "nauc_precision_at_5_max": 0.740351, + "nauc_precision_at_5_std": 0.363752, + "nauc_precision_at_5_diff1": 0.736803, + "nauc_precision_at_10_max": 0.69705, + "nauc_precision_at_10_std": 0.332634, + "nauc_precision_at_10_diff1": 0.712938, + "nauc_precision_at_20_max": 0.701947, + "nauc_precision_at_20_std": 0.397498, + "nauc_precision_at_20_diff1": 0.68318, + "nauc_precision_at_100_max": 0.712986, + "nauc_precision_at_100_std": 0.463055, + "nauc_precision_at_100_diff1": 0.643029, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752865, + "nauc_mrr_at_1_std": 0.320114, + "nauc_mrr_at_1_diff1": 0.823116, + "nauc_mrr_at_3_max": 0.753178, + "nauc_mrr_at_3_std": 0.322821, + "nauc_mrr_at_3_diff1": 0.796323, + "nauc_mrr_at_5_max": 0.751387, + "nauc_mrr_at_5_std": 0.330234, + "nauc_mrr_at_5_diff1": 0.792574, + "nauc_mrr_at_10_max": 0.746964, + "nauc_mrr_at_10_std": 0.326662, + "nauc_mrr_at_10_diff1": 0.79059, + "nauc_mrr_at_20_max": 0.747488, + "nauc_mrr_at_20_std": 0.32953, + "nauc_mrr_at_20_diff1": 0.789757, + "nauc_mrr_at_100_max": 0.748114, + "nauc_mrr_at_100_std": 0.329772, + "nauc_mrr_at_100_diff1": 0.79051, + "nauc_mrr_at_1000_max": 0.748194, + "nauc_mrr_at_1000_std": 0.329552, + "nauc_mrr_at_1000_diff1": 0.790814, + "hit_rate_at_1": 0.49889, + "hit_rate_at_3": 0.60111, + "hit_rate_at_5": 0.65111, + "hit_rate_at_10": 0.70333, + "hit_rate_at_20": 0.76444, + "hit_rate_at_100": 0.89333, + "hit_rate_at_1000": 1.0, + "main_score": 0.59662, "hf_subset": "gaz_Latn-eng_Latn", "languages": [ "gaz-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.36, - "ndcg_at_3": 0.40549, - "ndcg_at_5": 0.41606, - "ndcg_at_10": 0.42679, - "ndcg_at_20": 0.43766, - "ndcg_at_100": 0.46417, - "ndcg_at_1000": 0.50386, - "map_at_1": 0.36, - "map_at_3": 0.395, - "map_at_5": 0.40089, - "map_at_10": 0.40529, - "map_at_20": 0.40823, - "map_at_100": 0.41144, - "map_at_1000": 0.41286, - "recall_at_1": 0.36, - "recall_at_3": 0.43556, - "recall_at_5": 0.46111, - "recall_at_10": 0.49444, - "recall_at_20": 0.53778, - "recall_at_100": 0.68778, + "ndcg_at_1": 0.33889, + "ndcg_at_3": 0.3918, + "ndcg_at_5": 0.40083, + "ndcg_at_10": 0.41458, + "ndcg_at_20": 0.42581, + "ndcg_at_100": 0.45471, + "ndcg_at_1000": 0.49328, + "map_at_1": 0.33889, + "map_at_3": 0.37963, + "map_at_5": 0.38457, + "map_at_10": 0.3903, + "map_at_20": 0.39353, + "map_at_100": 0.39708, + "map_at_1000": 0.39846, + "recall_at_1": 0.33889, + "recall_at_3": 0.42667, + "recall_at_5": 0.44889, + "recall_at_10": 0.49111, + "recall_at_20": 0.53444, + "recall_at_100": 0.69667, "recall_at_1000": 1.0, - "precision_at_1": 0.36, - "precision_at_3": 0.14519, - "precision_at_5": 0.09222, - "precision_at_10": 0.04944, - "precision_at_20": 0.02689, - "precision_at_100": 0.00688, + "accuracy": 0.33889, + "precision_at_1": 0.33889, + "precision_at_3": 0.14222, + "precision_at_5": 0.08978, + "precision_at_10": 0.04911, + "precision_at_20": 0.02672, + "precision_at_100": 0.00697, "precision_at_1000": 0.001, - "mrr_at_1": 0.36, - "mrr_at_3": 0.395, - "mrr_at_5": 0.400889, - "mrr_at_10": 0.405287, - "mrr_at_20": 0.408228, - "mrr_at_100": 0.411436, - "mrr_at_1000": 0.412859, - "nauc_ndcg_at_1_max": 0.829116, - "nauc_ndcg_at_1_std": 0.63879, - "nauc_ndcg_at_1_diff1": 0.80168, - "nauc_ndcg_at_3_max": 0.860006, - "nauc_ndcg_at_3_std": 0.687424, - "nauc_ndcg_at_3_diff1": 0.759105, - "nauc_ndcg_at_5_max": 0.859062, - "nauc_ndcg_at_5_std": 0.692591, - "nauc_ndcg_at_5_diff1": 0.753832, - "nauc_ndcg_at_10_max": 0.856059, - "nauc_ndcg_at_10_std": 0.697318, - "nauc_ndcg_at_10_diff1": 0.742652, - "nauc_ndcg_at_20_max": 0.852155, - "nauc_ndcg_at_20_std": 0.699169, - "nauc_ndcg_at_20_diff1": 0.735987, - "nauc_ndcg_at_100_max": 0.841584, - "nauc_ndcg_at_100_std": 0.69337, - "nauc_ndcg_at_100_diff1": 0.726246, - "nauc_ndcg_at_1000_max": 0.847974, - "nauc_ndcg_at_1000_std": 0.689241, - "nauc_ndcg_at_1000_diff1": 0.743518, - "nauc_map_at_1_max": 0.829116, - "nauc_map_at_1_std": 0.63879, - "nauc_map_at_1_diff1": 0.80168, - "nauc_map_at_3_max": 0.853361, - "nauc_map_at_3_std": 0.676263, - "nauc_map_at_3_diff1": 0.769363, - "nauc_map_at_5_max": 0.852759, - "nauc_map_at_5_std": 0.679119, - "nauc_map_at_5_diff1": 0.76645, - "nauc_map_at_10_max": 0.851851, - "nauc_map_at_10_std": 0.681462, - "nauc_map_at_10_diff1": 0.762072, - "nauc_map_at_20_max": 0.85084, - "nauc_map_at_20_std": 0.68192, - "nauc_map_at_20_diff1": 0.760323, - "nauc_map_at_100_max": 0.849509, - "nauc_map_at_100_std": 0.681203, - "nauc_map_at_100_diff1": 0.759023, - "nauc_map_at_1000_max": 0.849604, - "nauc_map_at_1000_std": 0.680984, - "nauc_map_at_1000_diff1": 0.759543, - "nauc_recall_at_1_max": 0.829116, - "nauc_recall_at_1_std": 0.63879, - "nauc_recall_at_1_diff1": 0.80168, - "nauc_recall_at_3_max": 0.878815, - "nauc_recall_at_3_std": 0.719339, - "nauc_recall_at_3_diff1": 0.72956, - "nauc_recall_at_5_max": 0.876954, - "nauc_recall_at_5_std": 0.732151, - "nauc_recall_at_5_diff1": 0.7165, - "nauc_recall_at_10_max": 0.866026, - "nauc_recall_at_10_std": 0.745185, - "nauc_recall_at_10_diff1": 0.680077, - "nauc_recall_at_20_max": 0.849816, - "nauc_recall_at_20_std": 0.754802, - "nauc_recall_at_20_diff1": 0.649783, - "nauc_recall_at_100_max": 0.77512, - "nauc_recall_at_100_std": 0.727296, - "nauc_recall_at_100_diff1": 0.562089, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829116, - "nauc_precision_at_1_std": 0.63879, - "nauc_precision_at_1_diff1": 0.80168, - "nauc_precision_at_3_max": 0.878815, - "nauc_precision_at_3_std": 0.719339, - "nauc_precision_at_3_diff1": 0.72956, - "nauc_precision_at_5_max": 0.876954, - "nauc_precision_at_5_std": 0.732151, - "nauc_precision_at_5_diff1": 0.7165, - "nauc_precision_at_10_max": 0.866026, - "nauc_precision_at_10_std": 0.745185, - "nauc_precision_at_10_diff1": 0.680077, - "nauc_precision_at_20_max": 0.849816, - "nauc_precision_at_20_std": 0.754802, - "nauc_precision_at_20_diff1": 0.649783, - "nauc_precision_at_100_max": 0.77512, - "nauc_precision_at_100_std": 0.727296, - "nauc_precision_at_100_diff1": 0.562089, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829116, - "nauc_mrr_at_1_std": 0.63879, - "nauc_mrr_at_1_diff1": 0.80168, - "nauc_mrr_at_3_max": 0.853361, - "nauc_mrr_at_3_std": 0.676263, - "nauc_mrr_at_3_diff1": 0.769363, - "nauc_mrr_at_5_max": 0.852759, - "nauc_mrr_at_5_std": 0.679119, - "nauc_mrr_at_5_diff1": 0.76645, - "nauc_mrr_at_10_max": 0.851851, - "nauc_mrr_at_10_std": 0.681462, - "nauc_mrr_at_10_diff1": 0.762072, - "nauc_mrr_at_20_max": 0.85084, - "nauc_mrr_at_20_std": 0.68192, - "nauc_mrr_at_20_diff1": 0.760323, - "nauc_mrr_at_100_max": 0.849509, - "nauc_mrr_at_100_std": 0.681203, - "nauc_mrr_at_100_diff1": 0.759023, - "nauc_mrr_at_1000_max": 0.849604, - "nauc_mrr_at_1000_std": 0.680984, - "nauc_mrr_at_1000_diff1": 0.759543, - "main_score": 0.42679, + "mrr_at_1": 0.338889, + "mrr_at_3": 0.37963, + "mrr_at_5": 0.384574, + "mrr_at_10": 0.390297, + "mrr_at_20": 0.39353, + "mrr_at_100": 0.397078, + "mrr_at_1000": 0.398465, + "nauc_ndcg_at_1_max": 0.844763, + "nauc_ndcg_at_1_std": 0.610075, + "nauc_ndcg_at_1_diff1": 0.84714, + "nauc_ndcg_at_3_max": 0.861963, + "nauc_ndcg_at_3_std": 0.649659, + "nauc_ndcg_at_3_diff1": 0.784442, + "nauc_ndcg_at_5_max": 0.860215, + "nauc_ndcg_at_5_std": 0.651741, + "nauc_ndcg_at_5_diff1": 0.776735, + "nauc_ndcg_at_10_max": 0.858176, + "nauc_ndcg_at_10_std": 0.656243, + "nauc_ndcg_at_10_diff1": 0.772161, + "nauc_ndcg_at_20_max": 0.850511, + "nauc_ndcg_at_20_std": 0.655942, + "nauc_ndcg_at_20_diff1": 0.760914, + "nauc_ndcg_at_100_max": 0.839253, + "nauc_ndcg_at_100_std": 0.652721, + "nauc_ndcg_at_100_diff1": 0.751164, + "nauc_ndcg_at_1000_max": 0.848747, + "nauc_ndcg_at_1000_std": 0.648337, + "nauc_ndcg_at_1000_diff1": 0.77072, + "nauc_map_at_1_max": 0.844763, + "nauc_map_at_1_std": 0.610075, + "nauc_map_at_1_diff1": 0.84714, + "nauc_map_at_3_max": 0.8578, + "nauc_map_at_3_std": 0.639695, + "nauc_map_at_3_diff1": 0.798388, + "nauc_map_at_5_max": 0.856872, + "nauc_map_at_5_std": 0.640955, + "nauc_map_at_5_diff1": 0.794251, + "nauc_map_at_10_max": 0.856274, + "nauc_map_at_10_std": 0.64281, + "nauc_map_at_10_diff1": 0.792758, + "nauc_map_at_20_max": 0.854161, + "nauc_map_at_20_std": 0.642707, + "nauc_map_at_20_diff1": 0.789626, + "nauc_map_at_100_max": 0.852835, + "nauc_map_at_100_std": 0.642208, + "nauc_map_at_100_diff1": 0.788444, + "nauc_map_at_1000_max": 0.853043, + "nauc_map_at_1000_std": 0.641958, + "nauc_map_at_1000_diff1": 0.789052, + "nauc_recall_at_1_max": 0.844763, + "nauc_recall_at_1_std": 0.610075, + "nauc_recall_at_1_diff1": 0.84714, + "nauc_recall_at_3_max": 0.873893, + "nauc_recall_at_3_std": 0.678373, + "nauc_recall_at_3_diff1": 0.74497, + "nauc_recall_at_5_max": 0.869545, + "nauc_recall_at_5_std": 0.683138, + "nauc_recall_at_5_diff1": 0.725493, + "nauc_recall_at_10_max": 0.862048, + "nauc_recall_at_10_std": 0.697568, + "nauc_recall_at_10_diff1": 0.708661, + "nauc_recall_at_20_max": 0.830866, + "nauc_recall_at_20_std": 0.697827, + "nauc_recall_at_20_diff1": 0.660914, + "nauc_recall_at_100_max": 0.743491, + "nauc_recall_at_100_std": 0.687917, + "nauc_recall_at_100_diff1": 0.563771, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.844763, + "nauc_precision_at_1_std": 0.610075, + "nauc_precision_at_1_diff1": 0.84714, + "nauc_precision_at_3_max": 0.873893, + "nauc_precision_at_3_std": 0.678373, + "nauc_precision_at_3_diff1": 0.74497, + "nauc_precision_at_5_max": 0.869545, + "nauc_precision_at_5_std": 0.683138, + "nauc_precision_at_5_diff1": 0.725493, + "nauc_precision_at_10_max": 0.862048, + "nauc_precision_at_10_std": 0.697568, + "nauc_precision_at_10_diff1": 0.708661, + "nauc_precision_at_20_max": 0.830866, + "nauc_precision_at_20_std": 0.697827, + "nauc_precision_at_20_diff1": 0.660914, + "nauc_precision_at_100_max": 0.743491, + "nauc_precision_at_100_std": 0.687917, + "nauc_precision_at_100_diff1": 0.563771, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.844763, + "nauc_mrr_at_1_std": 0.610075, + "nauc_mrr_at_1_diff1": 0.84714, + "nauc_mrr_at_3_max": 0.8578, + "nauc_mrr_at_3_std": 0.639695, + "nauc_mrr_at_3_diff1": 0.798388, + "nauc_mrr_at_5_max": 0.856872, + "nauc_mrr_at_5_std": 0.640955, + "nauc_mrr_at_5_diff1": 0.794251, + "nauc_mrr_at_10_max": 0.856274, + "nauc_mrr_at_10_std": 0.64281, + "nauc_mrr_at_10_diff1": 0.792758, + "nauc_mrr_at_20_max": 0.854161, + "nauc_mrr_at_20_std": 0.642707, + "nauc_mrr_at_20_diff1": 0.789626, + "nauc_mrr_at_100_max": 0.852835, + "nauc_mrr_at_100_std": 0.642208, + "nauc_mrr_at_100_diff1": 0.788444, + "nauc_mrr_at_1000_max": 0.853043, + "nauc_mrr_at_1000_std": 0.641958, + "nauc_mrr_at_1000_diff1": 0.789052, + "hit_rate_at_1": 0.33889, + "hit_rate_at_3": 0.42667, + "hit_rate_at_5": 0.44889, + "hit_rate_at_10": 0.49111, + "hit_rate_at_20": 0.53444, + "hit_rate_at_100": 0.69667, + "hit_rate_at_1000": 1.0, + "main_score": 0.41458, "hf_subset": "eng_Latn-gaz_Latn", "languages": [ "eng-Latn", "gaz-Latn" - ] - }, - { - "ndcg_at_1": 0.72556, - "ndcg_at_3": 0.76751, - "ndcg_at_5": 0.77483, - "ndcg_at_10": 0.78455, - "ndcg_at_20": 0.78993, - "ndcg_at_100": 0.80193, - "ndcg_at_1000": 0.81094, - "map_at_1": 0.72556, - "map_at_3": 0.75741, - "map_at_5": 0.76146, - "map_at_10": 0.76549, - "map_at_20": 0.767, - "map_at_100": 0.7686, - "map_at_1000": 0.76896, - "recall_at_1": 0.72556, - "recall_at_3": 0.79667, - "recall_at_5": 0.81444, - "recall_at_10": 0.84444, - "recall_at_20": 0.86556, - "recall_at_100": 0.93111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.71889, + "ndcg_at_3": 0.76575, + "ndcg_at_5": 0.77173, + "ndcg_at_10": 0.78256, + "ndcg_at_20": 0.78817, + "ndcg_at_100": 0.80084, + "ndcg_at_1000": 0.80913, + "map_at_1": 0.71889, + "map_at_3": 0.75463, + "map_at_5": 0.75796, + "map_at_10": 0.76246, + "map_at_20": 0.764, + "map_at_100": 0.76573, + "map_at_1000": 0.76606, + "recall_at_1": 0.71889, + "recall_at_3": 0.79778, + "recall_at_5": 0.81222, + "recall_at_10": 0.84556, + "recall_at_20": 0.86778, + "recall_at_100": 0.93667, "recall_at_1000": 1.0, - "precision_at_1": 0.72556, - "precision_at_3": 0.26556, - "precision_at_5": 0.16289, - "precision_at_10": 0.08444, - "precision_at_20": 0.04328, - "precision_at_100": 0.00931, - "precision_at_1000": 0.001, - "mrr_at_1": 0.725556, - "mrr_at_3": 0.757407, - "mrr_at_5": 0.761463, - "mrr_at_10": 0.765489, - "mrr_at_20": 0.766995, - "mrr_at_100": 0.768597, - "mrr_at_1000": 0.768958, - "nauc_ndcg_at_1_max": 0.787547, - "nauc_ndcg_at_1_std": 0.054906, - "nauc_ndcg_at_1_diff1": 0.883541, - "nauc_ndcg_at_3_max": 0.827802, - "nauc_ndcg_at_3_std": 0.106852, - "nauc_ndcg_at_3_diff1": 0.868074, - "nauc_ndcg_at_5_max": 0.827105, - "nauc_ndcg_at_5_std": 0.116341, - "nauc_ndcg_at_5_diff1": 0.867001, - "nauc_ndcg_at_10_max": 0.825842, - "nauc_ndcg_at_10_std": 0.125999, - "nauc_ndcg_at_10_diff1": 0.865666, - "nauc_ndcg_at_20_max": 0.823267, - "nauc_ndcg_at_20_std": 0.123519, - "nauc_ndcg_at_20_diff1": 0.864498, - "nauc_ndcg_at_100_max": 0.818848, - "nauc_ndcg_at_100_std": 0.120666, - "nauc_ndcg_at_100_diff1": 0.863825, - "nauc_ndcg_at_1000_max": 0.81896, - "nauc_ndcg_at_1000_std": 0.112731, - "nauc_ndcg_at_1000_diff1": 0.86694, - "nauc_map_at_1_max": 0.787547, - "nauc_map_at_1_std": 0.054906, - "nauc_map_at_1_diff1": 0.883541, - "nauc_map_at_3_max": 0.818398, - "nauc_map_at_3_std": 0.095046, - "nauc_map_at_3_diff1": 0.872036, - "nauc_map_at_5_max": 0.817805, - "nauc_map_at_5_std": 0.099466, - "nauc_map_at_5_diff1": 0.871517, - "nauc_map_at_10_max": 0.817241, - "nauc_map_at_10_std": 0.102984, - "nauc_map_at_10_diff1": 0.871118, - "nauc_map_at_20_max": 0.816502, - "nauc_map_at_20_std": 0.102001, - "nauc_map_at_20_diff1": 0.870813, - "nauc_map_at_100_max": 0.81574, - "nauc_map_at_100_std": 0.101544, - "nauc_map_at_100_diff1": 0.87058, - "nauc_map_at_1000_max": 0.815745, - "nauc_map_at_1000_std": 0.101313, - "nauc_map_at_1000_diff1": 0.870684, - "nauc_recall_at_1_max": 0.787547, - "nauc_recall_at_1_std": 0.054906, - "nauc_recall_at_1_diff1": 0.883541, - "nauc_recall_at_3_max": 0.858373, - "nauc_recall_at_3_std": 0.145052, - "nauc_recall_at_3_diff1": 0.855003, - "nauc_recall_at_5_max": 0.859395, - "nauc_recall_at_5_std": 0.17741, - "nauc_recall_at_5_diff1": 0.850905, - "nauc_recall_at_10_max": 0.859273, - "nauc_recall_at_10_std": 0.226693, - "nauc_recall_at_10_diff1": 0.842294, - "nauc_recall_at_20_max": 0.849454, - "nauc_recall_at_20_std": 0.229064, - "nauc_recall_at_20_diff1": 0.832756, - "nauc_recall_at_100_max": 0.817942, - "nauc_recall_at_100_std": 0.28094, - "nauc_recall_at_100_diff1": 0.803319, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.787547, - "nauc_precision_at_1_std": 0.054906, - "nauc_precision_at_1_diff1": 0.883541, - "nauc_precision_at_3_max": 0.858373, - "nauc_precision_at_3_std": 0.145052, - "nauc_precision_at_3_diff1": 0.855003, - "nauc_precision_at_5_max": 0.859395, - "nauc_precision_at_5_std": 0.17741, - "nauc_precision_at_5_diff1": 0.850905, - "nauc_precision_at_10_max": 0.859273, - "nauc_precision_at_10_std": 0.226693, - "nauc_precision_at_10_diff1": 0.842294, - "nauc_precision_at_20_max": 0.849454, - "nauc_precision_at_20_std": 0.229064, - "nauc_precision_at_20_diff1": 0.832756, - "nauc_precision_at_100_max": 0.817942, - "nauc_precision_at_100_std": 0.28094, - "nauc_precision_at_100_diff1": 0.803319, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.787547, - "nauc_mrr_at_1_std": 0.054906, - "nauc_mrr_at_1_diff1": 0.883541, - "nauc_mrr_at_3_max": 0.818398, - "nauc_mrr_at_3_std": 0.095046, - "nauc_mrr_at_3_diff1": 0.872036, - "nauc_mrr_at_5_max": 0.817805, - "nauc_mrr_at_5_std": 0.099466, - "nauc_mrr_at_5_diff1": 0.871517, - "nauc_mrr_at_10_max": 0.817241, - "nauc_mrr_at_10_std": 0.102984, - "nauc_mrr_at_10_diff1": 0.871118, - "nauc_mrr_at_20_max": 0.816502, - "nauc_mrr_at_20_std": 0.102001, - "nauc_mrr_at_20_diff1": 0.870813, - "nauc_mrr_at_100_max": 0.81574, - "nauc_mrr_at_100_std": 0.101544, - "nauc_mrr_at_100_diff1": 0.87058, - "nauc_mrr_at_1000_max": 0.815745, - "nauc_mrr_at_1000_std": 0.101313, - "nauc_mrr_at_1000_diff1": 0.870684, - "main_score": 0.78455, + "accuracy": 0.71889, + "precision_at_1": 0.71889, + "precision_at_3": 0.26593, + "precision_at_5": 0.16244, + "precision_at_10": 0.08456, + "precision_at_20": 0.04339, + "precision_at_100": 0.00937, + "precision_at_1000": 0.001, + "mrr_at_1": 0.718889, + "mrr_at_3": 0.75463, + "mrr_at_5": 0.757963, + "mrr_at_10": 0.762465, + "mrr_at_20": 0.764, + "mrr_at_100": 0.765729, + "mrr_at_1000": 0.766064, + "nauc_ndcg_at_1_max": 0.783917, + "nauc_ndcg_at_1_std": 0.048873, + "nauc_ndcg_at_1_diff1": 0.882024, + "nauc_ndcg_at_3_max": 0.83121, + "nauc_ndcg_at_3_std": 0.093877, + "nauc_ndcg_at_3_diff1": 0.858496, + "nauc_ndcg_at_5_max": 0.830133, + "nauc_ndcg_at_5_std": 0.1036, + "nauc_ndcg_at_5_diff1": 0.859471, + "nauc_ndcg_at_10_max": 0.830189, + "nauc_ndcg_at_10_std": 0.108029, + "nauc_ndcg_at_10_diff1": 0.858413, + "nauc_ndcg_at_20_max": 0.825641, + "nauc_ndcg_at_20_std": 0.110327, + "nauc_ndcg_at_20_diff1": 0.854525, + "nauc_ndcg_at_100_max": 0.822779, + "nauc_ndcg_at_100_std": 0.10724, + "nauc_ndcg_at_100_diff1": 0.855699, + "nauc_ndcg_at_1000_max": 0.821781, + "nauc_ndcg_at_1000_std": 0.100722, + "nauc_ndcg_at_1000_diff1": 0.858786, + "nauc_map_at_1_max": 0.783917, + "nauc_map_at_1_std": 0.048873, + "nauc_map_at_1_diff1": 0.882024, + "nauc_map_at_3_max": 0.819779, + "nauc_map_at_3_std": 0.0835, + "nauc_map_at_3_diff1": 0.864027, + "nauc_map_at_5_max": 0.818994, + "nauc_map_at_5_std": 0.088181, + "nauc_map_at_5_diff1": 0.864649, + "nauc_map_at_10_max": 0.818939, + "nauc_map_at_10_std": 0.089994, + "nauc_map_at_10_diff1": 0.86439, + "nauc_map_at_20_max": 0.817799, + "nauc_map_at_20_std": 0.090553, + "nauc_map_at_20_diff1": 0.863419, + "nauc_map_at_100_max": 0.817239, + "nauc_map_at_100_std": 0.090163, + "nauc_map_at_100_diff1": 0.863362, + "nauc_map_at_1000_max": 0.817227, + "nauc_map_at_1000_std": 0.090015, + "nauc_map_at_1000_diff1": 0.86346, + "nauc_recall_at_1_max": 0.783917, + "nauc_recall_at_1_std": 0.048873, + "nauc_recall_at_1_diff1": 0.882024, + "nauc_recall_at_3_max": 0.869018, + "nauc_recall_at_3_std": 0.127931, + "nauc_recall_at_3_diff1": 0.840288, + "nauc_recall_at_5_max": 0.868918, + "nauc_recall_at_5_std": 0.15961, + "nauc_recall_at_5_diff1": 0.841623, + "nauc_recall_at_10_max": 0.875765, + "nauc_recall_at_10_std": 0.185865, + "nauc_recall_at_10_diff1": 0.833356, + "nauc_recall_at_20_max": 0.854829, + "nauc_recall_at_20_std": 0.21012, + "nauc_recall_at_20_diff1": 0.806932, + "nauc_recall_at_100_max": 0.847716, + "nauc_recall_at_100_std": 0.256999, + "nauc_recall_at_100_diff1": 0.789179, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.783917, + "nauc_precision_at_1_std": 0.048873, + "nauc_precision_at_1_diff1": 0.882024, + "nauc_precision_at_3_max": 0.869018, + "nauc_precision_at_3_std": 0.127931, + "nauc_precision_at_3_diff1": 0.840288, + "nauc_precision_at_5_max": 0.868918, + "nauc_precision_at_5_std": 0.15961, + "nauc_precision_at_5_diff1": 0.841623, + "nauc_precision_at_10_max": 0.875765, + "nauc_precision_at_10_std": 0.185865, + "nauc_precision_at_10_diff1": 0.833356, + "nauc_precision_at_20_max": 0.854829, + "nauc_precision_at_20_std": 0.21012, + "nauc_precision_at_20_diff1": 0.806932, + "nauc_precision_at_100_max": 0.847716, + "nauc_precision_at_100_std": 0.256999, + "nauc_precision_at_100_diff1": 0.789179, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.783917, + "nauc_mrr_at_1_std": 0.048873, + "nauc_mrr_at_1_diff1": 0.882024, + "nauc_mrr_at_3_max": 0.819779, + "nauc_mrr_at_3_std": 0.0835, + "nauc_mrr_at_3_diff1": 0.864027, + "nauc_mrr_at_5_max": 0.818994, + "nauc_mrr_at_5_std": 0.088181, + "nauc_mrr_at_5_diff1": 0.864649, + "nauc_mrr_at_10_max": 0.818939, + "nauc_mrr_at_10_std": 0.089994, + "nauc_mrr_at_10_diff1": 0.86439, + "nauc_mrr_at_20_max": 0.817799, + "nauc_mrr_at_20_std": 0.090553, + "nauc_mrr_at_20_diff1": 0.863419, + "nauc_mrr_at_100_max": 0.817239, + "nauc_mrr_at_100_std": 0.090163, + "nauc_mrr_at_100_diff1": 0.863362, + "nauc_mrr_at_1000_max": 0.817227, + "nauc_mrr_at_1000_std": 0.090015, + "nauc_mrr_at_1000_diff1": 0.86346, + "hit_rate_at_1": 0.71889, + "hit_rate_at_3": 0.79778, + "hit_rate_at_5": 0.81222, + "hit_rate_at_10": 0.84556, + "hit_rate_at_20": 0.86778, + "hit_rate_at_100": 0.93667, + "hit_rate_at_1000": 1.0, + "main_score": 0.78256, "hf_subset": "grn_Latn-grn_Latn", "languages": [ "grn-Latn", "grn-Latn" - ] - }, - { - "ndcg_at_1": 0.79222, - "ndcg_at_3": 0.84037, - "ndcg_at_5": 0.85438, - "ndcg_at_10": 0.86027, - "ndcg_at_20": 0.86672, - "ndcg_at_100": 0.87281, - "ndcg_at_1000": 0.87538, - "map_at_1": 0.79222, - "map_at_3": 0.82926, - "map_at_5": 0.8372, - "map_at_10": 0.83971, - "map_at_20": 0.84147, - "map_at_100": 0.84236, - "map_at_1000": 0.84248, - "recall_at_1": 0.79222, - "recall_at_3": 0.87222, - "recall_at_5": 0.90556, - "recall_at_10": 0.92333, - "recall_at_20": 0.94889, - "recall_at_100": 0.98111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.77778, + "ndcg_at_3": 0.83586, + "ndcg_at_5": 0.84839, + "ndcg_at_10": 0.85498, + "ndcg_at_20": 0.86066, + "ndcg_at_100": 0.86756, + "ndcg_at_1000": 0.86982, + "map_at_1": 0.77778, + "map_at_3": 0.82241, + "map_at_5": 0.82946, + "map_at_10": 0.83226, + "map_at_20": 0.83385, + "map_at_100": 0.83484, + "map_at_1000": 0.83495, + "recall_at_1": 0.77778, + "recall_at_3": 0.87444, + "recall_at_5": 0.90444, + "recall_at_10": 0.92444, + "recall_at_20": 0.94667, + "recall_at_100": 0.98333, "recall_at_1000": 1.0, - "precision_at_1": 0.79222, - "precision_at_3": 0.29074, - "precision_at_5": 0.18111, - "precision_at_10": 0.09233, - "precision_at_20": 0.04744, - "precision_at_100": 0.00981, + "accuracy": 0.77778, + "precision_at_1": 0.77778, + "precision_at_3": 0.29148, + "precision_at_5": 0.18089, + "precision_at_10": 0.09244, + "precision_at_20": 0.04733, + "precision_at_100": 0.00983, "precision_at_1000": 0.001, - "mrr_at_1": 0.792222, - "mrr_at_3": 0.829259, - "mrr_at_5": 0.837204, - "mrr_at_10": 0.839709, - "mrr_at_20": 0.841473, - "mrr_at_100": 0.842359, - "mrr_at_1000": 0.842478, - "nauc_ndcg_at_1_max": 0.794064, - "nauc_ndcg_at_1_std": -0.019513, - "nauc_ndcg_at_1_diff1": 0.906937, - "nauc_ndcg_at_3_max": 0.828703, - "nauc_ndcg_at_3_std": -0.018956, - "nauc_ndcg_at_3_diff1": 0.893839, - "nauc_ndcg_at_5_max": 0.817881, - "nauc_ndcg_at_5_std": -0.014845, - "nauc_ndcg_at_5_diff1": 0.88862, - "nauc_ndcg_at_10_max": 0.818012, - "nauc_ndcg_at_10_std": -0.00631, - "nauc_ndcg_at_10_diff1": 0.890034, - "nauc_ndcg_at_20_max": 0.815297, - "nauc_ndcg_at_20_std": -0.018897, - "nauc_ndcg_at_20_diff1": 0.889854, - "nauc_ndcg_at_100_max": 0.816308, - "nauc_ndcg_at_100_std": -0.0145, - "nauc_ndcg_at_100_diff1": 0.891715, - "nauc_ndcg_at_1000_max": 0.816266, - "nauc_ndcg_at_1000_std": -0.01261, - "nauc_ndcg_at_1000_diff1": 0.893528, - "nauc_map_at_1_max": 0.794064, - "nauc_map_at_1_std": -0.019513, - "nauc_map_at_1_diff1": 0.906937, - "nauc_map_at_3_max": 0.820827, - "nauc_map_at_3_std": -0.017697, - "nauc_map_at_3_diff1": 0.897818, - "nauc_map_at_5_max": 0.814873, - "nauc_map_at_5_std": -0.015052, - "nauc_map_at_5_diff1": 0.895153, - "nauc_map_at_10_max": 0.814836, - "nauc_map_at_10_std": -0.011582, - "nauc_map_at_10_diff1": 0.895675, - "nauc_map_at_20_max": 0.814214, - "nauc_map_at_20_std": -0.014358, - "nauc_map_at_20_diff1": 0.895711, - "nauc_map_at_100_max": 0.8145, - "nauc_map_at_100_std": -0.013332, - "nauc_map_at_100_diff1": 0.896053, - "nauc_map_at_1000_max": 0.8145, - "nauc_map_at_1000_std": -0.013255, - "nauc_map_at_1000_diff1": 0.896123, - "nauc_recall_at_1_max": 0.794064, - "nauc_recall_at_1_std": -0.019513, - "nauc_recall_at_1_diff1": 0.906937, - "nauc_recall_at_3_max": 0.85703, - "nauc_recall_at_3_std": -0.024427, - "nauc_recall_at_3_diff1": 0.878849, - "nauc_recall_at_5_max": 0.828434, - "nauc_recall_at_5_std": -0.015016, - "nauc_recall_at_5_diff1": 0.85706, - "nauc_recall_at_10_max": 0.832021, - "nauc_recall_at_10_std": 0.027003, - "nauc_recall_at_10_diff1": 0.858388, - "nauc_recall_at_20_max": 0.811351, - "nauc_recall_at_20_std": -0.084318, - "nauc_recall_at_20_diff1": 0.840509, - "nauc_recall_at_100_max": 0.819438, - "nauc_recall_at_100_std": -0.099028, - "nauc_recall_at_100_diff1": 0.80859, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.794064, - "nauc_precision_at_1_std": -0.019513, - "nauc_precision_at_1_diff1": 0.906937, - "nauc_precision_at_3_max": 0.85703, - "nauc_precision_at_3_std": -0.024427, - "nauc_precision_at_3_diff1": 0.878849, - "nauc_precision_at_5_max": 0.828434, - "nauc_precision_at_5_std": -0.015016, - "nauc_precision_at_5_diff1": 0.85706, - "nauc_precision_at_10_max": 0.832021, - "nauc_precision_at_10_std": 0.027003, - "nauc_precision_at_10_diff1": 0.858388, - "nauc_precision_at_20_max": 0.811351, - "nauc_precision_at_20_std": -0.084318, - "nauc_precision_at_20_diff1": 0.840509, - "nauc_precision_at_100_max": 0.819438, - "nauc_precision_at_100_std": -0.099028, - "nauc_precision_at_100_diff1": 0.80859, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.794064, - "nauc_mrr_at_1_std": -0.019513, - "nauc_mrr_at_1_diff1": 0.906937, - "nauc_mrr_at_3_max": 0.820827, - "nauc_mrr_at_3_std": -0.017697, - "nauc_mrr_at_3_diff1": 0.897818, - "nauc_mrr_at_5_max": 0.814873, - "nauc_mrr_at_5_std": -0.015052, - "nauc_mrr_at_5_diff1": 0.895153, - "nauc_mrr_at_10_max": 0.814836, - "nauc_mrr_at_10_std": -0.011582, - "nauc_mrr_at_10_diff1": 0.895675, - "nauc_mrr_at_20_max": 0.814214, - "nauc_mrr_at_20_std": -0.014358, - "nauc_mrr_at_20_diff1": 0.895711, - "nauc_mrr_at_100_max": 0.8145, - "nauc_mrr_at_100_std": -0.013332, - "nauc_mrr_at_100_diff1": 0.896053, - "nauc_mrr_at_1000_max": 0.8145, - "nauc_mrr_at_1000_std": -0.013255, - "nauc_mrr_at_1000_diff1": 0.896123, - "main_score": 0.86027, + "mrr_at_1": 0.777778, + "mrr_at_3": 0.822407, + "mrr_at_5": 0.829463, + "mrr_at_10": 0.83226, + "mrr_at_20": 0.833849, + "mrr_at_100": 0.834844, + "mrr_at_1000": 0.834947, + "nauc_ndcg_at_1_max": 0.759274, + "nauc_ndcg_at_1_std": -0.066174, + "nauc_ndcg_at_1_diff1": 0.909233, + "nauc_ndcg_at_3_max": 0.787866, + "nauc_ndcg_at_3_std": -0.064674, + "nauc_ndcg_at_3_diff1": 0.886005, + "nauc_ndcg_at_5_max": 0.776585, + "nauc_ndcg_at_5_std": -0.058788, + "nauc_ndcg_at_5_diff1": 0.880467, + "nauc_ndcg_at_10_max": 0.777758, + "nauc_ndcg_at_10_std": -0.056875, + "nauc_ndcg_at_10_diff1": 0.880318, + "nauc_ndcg_at_20_max": 0.778442, + "nauc_ndcg_at_20_std": -0.061176, + "nauc_ndcg_at_20_diff1": 0.882499, + "nauc_ndcg_at_100_max": 0.777495, + "nauc_ndcg_at_100_std": -0.062639, + "nauc_ndcg_at_100_diff1": 0.884817, + "nauc_ndcg_at_1000_max": 0.777249, + "nauc_ndcg_at_1000_std": -0.061256, + "nauc_ndcg_at_1000_diff1": 0.887172, + "nauc_map_at_1_max": 0.759274, + "nauc_map_at_1_std": -0.066174, + "nauc_map_at_1_diff1": 0.909233, + "nauc_map_at_3_max": 0.781786, + "nauc_map_at_3_std": -0.063861, + "nauc_map_at_3_diff1": 0.892622, + "nauc_map_at_5_max": 0.775693, + "nauc_map_at_5_std": -0.06139, + "nauc_map_at_5_diff1": 0.890182, + "nauc_map_at_10_max": 0.776143, + "nauc_map_at_10_std": -0.060251, + "nauc_map_at_10_diff1": 0.89022, + "nauc_map_at_20_max": 0.776096, + "nauc_map_at_20_std": -0.061429, + "nauc_map_at_20_diff1": 0.890753, + "nauc_map_at_100_max": 0.776058, + "nauc_map_at_100_std": -0.061474, + "nauc_map_at_100_diff1": 0.891138, + "nauc_map_at_1000_max": 0.776041, + "nauc_map_at_1000_std": -0.061442, + "nauc_map_at_1000_diff1": 0.891223, + "nauc_recall_at_1_max": 0.759274, + "nauc_recall_at_1_std": -0.066174, + "nauc_recall_at_1_diff1": 0.909233, + "nauc_recall_at_3_max": 0.810349, + "nauc_recall_at_3_std": -0.068559, + "nauc_recall_at_3_diff1": 0.860233, + "nauc_recall_at_5_max": 0.777088, + "nauc_recall_at_5_std": -0.044764, + "nauc_recall_at_5_diff1": 0.832421, + "nauc_recall_at_10_max": 0.783256, + "nauc_recall_at_10_std": -0.035817, + "nauc_recall_at_10_diff1": 0.819747, + "nauc_recall_at_20_max": 0.79651, + "nauc_recall_at_20_std": -0.065311, + "nauc_recall_at_20_diff1": 0.817344, + "nauc_recall_at_100_max": 0.788391, + "nauc_recall_at_100_std": -0.14211, + "nauc_recall_at_100_diff1": 0.756614, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759274, + "nauc_precision_at_1_std": -0.066174, + "nauc_precision_at_1_diff1": 0.909233, + "nauc_precision_at_3_max": 0.810349, + "nauc_precision_at_3_std": -0.068559, + "nauc_precision_at_3_diff1": 0.860233, + "nauc_precision_at_5_max": 0.777088, + "nauc_precision_at_5_std": -0.044764, + "nauc_precision_at_5_diff1": 0.832421, + "nauc_precision_at_10_max": 0.783256, + "nauc_precision_at_10_std": -0.035817, + "nauc_precision_at_10_diff1": 0.819747, + "nauc_precision_at_20_max": 0.79651, + "nauc_precision_at_20_std": -0.065311, + "nauc_precision_at_20_diff1": 0.817344, + "nauc_precision_at_100_max": 0.788391, + "nauc_precision_at_100_std": -0.14211, + "nauc_precision_at_100_diff1": 0.756614, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759274, + "nauc_mrr_at_1_std": -0.066174, + "nauc_mrr_at_1_diff1": 0.909233, + "nauc_mrr_at_3_max": 0.781786, + "nauc_mrr_at_3_std": -0.063861, + "nauc_mrr_at_3_diff1": 0.892622, + "nauc_mrr_at_5_max": 0.775693, + "nauc_mrr_at_5_std": -0.06139, + "nauc_mrr_at_5_diff1": 0.890182, + "nauc_mrr_at_10_max": 0.776143, + "nauc_mrr_at_10_std": -0.060251, + "nauc_mrr_at_10_diff1": 0.89022, + "nauc_mrr_at_20_max": 0.776096, + "nauc_mrr_at_20_std": -0.061429, + "nauc_mrr_at_20_diff1": 0.890753, + "nauc_mrr_at_100_max": 0.776058, + "nauc_mrr_at_100_std": -0.061474, + "nauc_mrr_at_100_diff1": 0.891138, + "nauc_mrr_at_1000_max": 0.776041, + "nauc_mrr_at_1000_std": -0.061442, + "nauc_mrr_at_1000_diff1": 0.891223, + "hit_rate_at_1": 0.77778, + "hit_rate_at_3": 0.87444, + "hit_rate_at_5": 0.90444, + "hit_rate_at_10": 0.92444, + "hit_rate_at_20": 0.94667, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.85498, "hf_subset": "grn_Latn-eng_Latn", "languages": [ "grn-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.64111, - "ndcg_at_3": 0.69119, - "ndcg_at_5": 0.70152, - "ndcg_at_10": 0.71117, - "ndcg_at_20": 0.71882, - "ndcg_at_100": 0.73312, - "ndcg_at_1000": 0.74733, - "map_at_1": 0.64111, - "map_at_3": 0.67926, - "map_at_5": 0.68515, - "map_at_10": 0.68909, - "map_at_20": 0.69123, - "map_at_100": 0.693, - "map_at_1000": 0.69355, - "recall_at_1": 0.64111, - "recall_at_3": 0.72556, - "recall_at_5": 0.75, - "recall_at_10": 0.78, - "recall_at_20": 0.81, - "recall_at_100": 0.89, - "recall_at_1000": 1.0, - "precision_at_1": 0.64111, - "precision_at_3": 0.24185, - "precision_at_5": 0.15, - "precision_at_10": 0.078, - "precision_at_20": 0.0405, - "precision_at_100": 0.0089, - "precision_at_1000": 0.001, - "mrr_at_1": 0.641111, - "mrr_at_3": 0.679259, - "mrr_at_5": 0.685148, - "mrr_at_10": 0.689095, - "mrr_at_20": 0.69123, - "mrr_at_100": 0.693001, - "mrr_at_1000": 0.693548, - "nauc_ndcg_at_1_max": 0.803394, - "nauc_ndcg_at_1_std": 0.436614, - "nauc_ndcg_at_1_diff1": 0.869988, - "nauc_ndcg_at_3_max": 0.860309, - "nauc_ndcg_at_3_std": 0.518602, - "nauc_ndcg_at_3_diff1": 0.850146, - "nauc_ndcg_at_5_max": 0.864208, - "nauc_ndcg_at_5_std": 0.533027, - "nauc_ndcg_at_5_diff1": 0.851204, - "nauc_ndcg_at_10_max": 0.863242, - "nauc_ndcg_at_10_std": 0.545739, - "nauc_ndcg_at_10_diff1": 0.848583, - "nauc_ndcg_at_20_max": 0.863826, - "nauc_ndcg_at_20_std": 0.559507, - "nauc_ndcg_at_20_diff1": 0.847399, - "nauc_ndcg_at_100_max": 0.859679, - "nauc_ndcg_at_100_std": 0.55715, - "nauc_ndcg_at_100_diff1": 0.847549, - "nauc_ndcg_at_1000_max": 0.85572, - "nauc_ndcg_at_1000_std": 0.535602, - "nauc_ndcg_at_1000_diff1": 0.851077, - "nauc_map_at_1_max": 0.803394, - "nauc_map_at_1_std": 0.436614, - "nauc_map_at_1_diff1": 0.869988, - "nauc_map_at_3_max": 0.846626, - "nauc_map_at_3_std": 0.497442, - "nauc_map_at_3_diff1": 0.85528, - "nauc_map_at_5_max": 0.848614, - "nauc_map_at_5_std": 0.504969, - "nauc_map_at_5_diff1": 0.856003, - "nauc_map_at_10_max": 0.848056, - "nauc_map_at_10_std": 0.509823, - "nauc_map_at_10_diff1": 0.854995, - "nauc_map_at_20_max": 0.848154, - "nauc_map_at_20_std": 0.513426, - "nauc_map_at_20_diff1": 0.854729, - "nauc_map_at_100_max": 0.847676, - "nauc_map_at_100_std": 0.512909, - "nauc_map_at_100_diff1": 0.854785, - "nauc_map_at_1000_max": 0.847522, - "nauc_map_at_1000_std": 0.512131, - "nauc_map_at_1000_diff1": 0.85492, - "nauc_recall_at_1_max": 0.803394, - "nauc_recall_at_1_std": 0.436614, - "nauc_recall_at_1_diff1": 0.869988, - "nauc_recall_at_3_max": 0.903916, - "nauc_recall_at_3_std": 0.586764, - "nauc_recall_at_3_diff1": 0.833602, - "nauc_recall_at_5_max": 0.917525, - "nauc_recall_at_5_std": 0.63122, - "nauc_recall_at_5_diff1": 0.834844, - "nauc_recall_at_10_max": 0.919697, - "nauc_recall_at_10_std": 0.688735, - "nauc_recall_at_10_diff1": 0.823408, - "nauc_recall_at_20_max": 0.92968, - "nauc_recall_at_20_std": 0.777629, - "nauc_recall_at_20_diff1": 0.813837, - "nauc_recall_at_100_max": 0.920158, - "nauc_recall_at_100_std": 0.887925, - "nauc_recall_at_100_diff1": 0.794586, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.803394, - "nauc_precision_at_1_std": 0.436614, - "nauc_precision_at_1_diff1": 0.869988, - "nauc_precision_at_3_max": 0.903916, - "nauc_precision_at_3_std": 0.586764, - "nauc_precision_at_3_diff1": 0.833602, - "nauc_precision_at_5_max": 0.917525, - "nauc_precision_at_5_std": 0.63122, - "nauc_precision_at_5_diff1": 0.834844, - "nauc_precision_at_10_max": 0.919697, - "nauc_precision_at_10_std": 0.688735, - "nauc_precision_at_10_diff1": 0.823408, - "nauc_precision_at_20_max": 0.92968, - "nauc_precision_at_20_std": 0.777629, - "nauc_precision_at_20_diff1": 0.813837, - "nauc_precision_at_100_max": 0.920158, - "nauc_precision_at_100_std": 0.887925, - "nauc_precision_at_100_diff1": 0.794586, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.803394, - "nauc_mrr_at_1_std": 0.436614, - "nauc_mrr_at_1_diff1": 0.869988, - "nauc_mrr_at_3_max": 0.846626, - "nauc_mrr_at_3_std": 0.497442, - "nauc_mrr_at_3_diff1": 0.85528, - "nauc_mrr_at_5_max": 0.848614, - "nauc_mrr_at_5_std": 0.504969, - "nauc_mrr_at_5_diff1": 0.856003, - "nauc_mrr_at_10_max": 0.848056, - "nauc_mrr_at_10_std": 0.509823, - "nauc_mrr_at_10_diff1": 0.854995, - "nauc_mrr_at_20_max": 0.848154, - "nauc_mrr_at_20_std": 0.513426, - "nauc_mrr_at_20_diff1": 0.854729, - "nauc_mrr_at_100_max": 0.847676, - "nauc_mrr_at_100_std": 0.512909, - "nauc_mrr_at_100_diff1": 0.854785, - "nauc_mrr_at_1000_max": 0.847522, - "nauc_mrr_at_1000_std": 0.512131, - "nauc_mrr_at_1000_diff1": 0.85492, - "main_score": 0.71117, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.62222, + "ndcg_at_3": 0.67718, + "ndcg_at_5": 0.68918, + "ndcg_at_10": 0.70067, + "ndcg_at_20": 0.70759, + "ndcg_at_100": 0.72209, + "ndcg_at_1000": 0.7364, + "map_at_1": 0.62222, + "map_at_3": 0.66389, + "map_at_5": 0.67061, + "map_at_10": 0.67513, + "map_at_20": 0.67698, + "map_at_100": 0.67886, + "map_at_1000": 0.6794, + "recall_at_1": 0.62222, + "recall_at_3": 0.71556, + "recall_at_5": 0.74444, + "recall_at_10": 0.78111, + "recall_at_20": 0.80889, + "recall_at_100": 0.88889, + "recall_at_1000": 1.0, + "accuracy": 0.62222, + "precision_at_1": 0.62222, + "precision_at_3": 0.23852, + "precision_at_5": 0.14889, + "precision_at_10": 0.07811, + "precision_at_20": 0.04044, + "precision_at_100": 0.00889, + "precision_at_1000": 0.001, + "mrr_at_1": 0.622222, + "mrr_at_3": 0.663889, + "mrr_at_5": 0.670611, + "mrr_at_10": 0.675133, + "mrr_at_20": 0.676975, + "mrr_at_100": 0.678862, + "mrr_at_1000": 0.679403, + "nauc_ndcg_at_1_max": 0.790763, + "nauc_ndcg_at_1_std": 0.373179, + "nauc_ndcg_at_1_diff1": 0.89682, + "nauc_ndcg_at_3_max": 0.85338, + "nauc_ndcg_at_3_std": 0.46702, + "nauc_ndcg_at_3_diff1": 0.871925, + "nauc_ndcg_at_5_max": 0.858214, + "nauc_ndcg_at_5_std": 0.486391, + "nauc_ndcg_at_5_diff1": 0.87361, + "nauc_ndcg_at_10_max": 0.857328, + "nauc_ndcg_at_10_std": 0.503067, + "nauc_ndcg_at_10_diff1": 0.870228, + "nauc_ndcg_at_20_max": 0.855565, + "nauc_ndcg_at_20_std": 0.507411, + "nauc_ndcg_at_20_diff1": 0.869124, + "nauc_ndcg_at_100_max": 0.853352, + "nauc_ndcg_at_100_std": 0.508095, + "nauc_ndcg_at_100_diff1": 0.870149, + "nauc_ndcg_at_1000_max": 0.848388, + "nauc_ndcg_at_1000_std": 0.484774, + "nauc_ndcg_at_1000_diff1": 0.873991, + "nauc_map_at_1_max": 0.790763, + "nauc_map_at_1_std": 0.373179, + "nauc_map_at_1_diff1": 0.89682, + "nauc_map_at_3_max": 0.838459, + "nauc_map_at_3_std": 0.443476, + "nauc_map_at_3_diff1": 0.878436, + "nauc_map_at_5_max": 0.840864, + "nauc_map_at_5_std": 0.453357, + "nauc_map_at_5_diff1": 0.879555, + "nauc_map_at_10_max": 0.840359, + "nauc_map_at_10_std": 0.459192, + "nauc_map_at_10_diff1": 0.878389, + "nauc_map_at_20_max": 0.839804, + "nauc_map_at_20_std": 0.460008, + "nauc_map_at_20_diff1": 0.87813, + "nauc_map_at_100_max": 0.83961, + "nauc_map_at_100_std": 0.460042, + "nauc_map_at_100_diff1": 0.878401, + "nauc_map_at_1000_max": 0.839417, + "nauc_map_at_1000_std": 0.459214, + "nauc_map_at_1000_diff1": 0.878528, + "nauc_recall_at_1_max": 0.790763, + "nauc_recall_at_1_std": 0.373179, + "nauc_recall_at_1_diff1": 0.89682, + "nauc_recall_at_3_max": 0.901028, + "nauc_recall_at_3_std": 0.542807, + "nauc_recall_at_3_diff1": 0.850837, + "nauc_recall_at_5_max": 0.918432, + "nauc_recall_at_5_std": 0.603973, + "nauc_recall_at_5_diff1": 0.853081, + "nauc_recall_at_10_max": 0.92257, + "nauc_recall_at_10_std": 0.686186, + "nauc_recall_at_10_diff1": 0.836616, + "nauc_recall_at_20_max": 0.920886, + "nauc_recall_at_20_std": 0.732337, + "nauc_recall_at_20_diff1": 0.826827, + "nauc_recall_at_100_max": 0.930251, + "nauc_recall_at_100_std": 0.873543, + "nauc_recall_at_100_diff1": 0.808704, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.790763, + "nauc_precision_at_1_std": 0.373179, + "nauc_precision_at_1_diff1": 0.89682, + "nauc_precision_at_3_max": 0.901028, + "nauc_precision_at_3_std": 0.542807, + "nauc_precision_at_3_diff1": 0.850837, + "nauc_precision_at_5_max": 0.918432, + "nauc_precision_at_5_std": 0.603973, + "nauc_precision_at_5_diff1": 0.853081, + "nauc_precision_at_10_max": 0.92257, + "nauc_precision_at_10_std": 0.686186, + "nauc_precision_at_10_diff1": 0.836616, + "nauc_precision_at_20_max": 0.920886, + "nauc_precision_at_20_std": 0.732337, + "nauc_precision_at_20_diff1": 0.826827, + "nauc_precision_at_100_max": 0.930251, + "nauc_precision_at_100_std": 0.873543, + "nauc_precision_at_100_diff1": 0.808704, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.790763, + "nauc_mrr_at_1_std": 0.373179, + "nauc_mrr_at_1_diff1": 0.89682, + "nauc_mrr_at_3_max": 0.838459, + "nauc_mrr_at_3_std": 0.443476, + "nauc_mrr_at_3_diff1": 0.878436, + "nauc_mrr_at_5_max": 0.840864, + "nauc_mrr_at_5_std": 0.453357, + "nauc_mrr_at_5_diff1": 0.879555, + "nauc_mrr_at_10_max": 0.840359, + "nauc_mrr_at_10_std": 0.459192, + "nauc_mrr_at_10_diff1": 0.878389, + "nauc_mrr_at_20_max": 0.839804, + "nauc_mrr_at_20_std": 0.460008, + "nauc_mrr_at_20_diff1": 0.87813, + "nauc_mrr_at_100_max": 0.83961, + "nauc_mrr_at_100_std": 0.460042, + "nauc_mrr_at_100_diff1": 0.878401, + "nauc_mrr_at_1000_max": 0.839417, + "nauc_mrr_at_1000_std": 0.459214, + "nauc_mrr_at_1000_diff1": 0.878528, + "hit_rate_at_1": 0.62222, + "hit_rate_at_3": 0.71556, + "hit_rate_at_5": 0.74444, + "hit_rate_at_10": 0.78111, + "hit_rate_at_20": 0.80889, + "hit_rate_at_100": 0.88889, + "hit_rate_at_1000": 1.0, + "main_score": 0.70067, "hf_subset": "eng_Latn-grn_Latn", "languages": [ "eng-Latn", "grn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.82444, - "ndcg_at_3": 0.87058, - "ndcg_at_5": 0.88163, - "ndcg_at_10": 0.88895, - "ndcg_at_20": 0.89324, - "ndcg_at_100": 0.89782, - "ndcg_at_1000": 0.89875, - "map_at_1": 0.82444, - "map_at_3": 0.85926, - "map_at_5": 0.86543, - "map_at_10": 0.86853, - "map_at_20": 0.86975, - "map_at_100": 0.87039, - "map_at_1000": 0.87044, - "recall_at_1": 0.82444, - "recall_at_3": 0.90333, - "recall_at_5": 0.93, - "recall_at_10": 0.95222, - "recall_at_20": 0.96889, - "recall_at_100": 0.99333, + "ndcg_at_1": 0.80889, + "ndcg_at_3": 0.86136, + "ndcg_at_5": 0.87059, + "ndcg_at_10": 0.87824, + "ndcg_at_20": 0.88393, + "ndcg_at_100": 0.88892, + "ndcg_at_1000": 0.89014, + "map_at_1": 0.80889, + "map_at_3": 0.84907, + "map_at_5": 0.85424, + "map_at_10": 0.85746, + "map_at_20": 0.85906, + "map_at_100": 0.85975, + "map_at_1000": 0.85981, + "recall_at_1": 0.80889, + "recall_at_3": 0.89667, + "recall_at_5": 0.91889, + "recall_at_10": 0.94222, + "recall_at_20": 0.96444, + "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.82444, - "precision_at_3": 0.30111, - "precision_at_5": 0.186, - "precision_at_10": 0.09522, - "precision_at_20": 0.04844, - "precision_at_100": 0.00993, - "precision_at_1000": 0.001, - "mrr_at_1": 0.824444, - "mrr_at_3": 0.859259, - "mrr_at_5": 0.865426, - "mrr_at_10": 0.868532, - "mrr_at_20": 0.869745, - "mrr_at_100": 0.870394, - "mrr_at_1000": 0.870441, - "nauc_ndcg_at_1_max": 0.776663, - "nauc_ndcg_at_1_std": 0.065348, - "nauc_ndcg_at_1_diff1": 0.919633, - "nauc_ndcg_at_3_max": 0.819363, - "nauc_ndcg_at_3_std": 0.11337, - "nauc_ndcg_at_3_diff1": 0.899765, - "nauc_ndcg_at_5_max": 0.8198, - "nauc_ndcg_at_5_std": 0.141053, - "nauc_ndcg_at_5_diff1": 0.90234, - "nauc_ndcg_at_10_max": 0.818081, - "nauc_ndcg_at_10_std": 0.131887, - "nauc_ndcg_at_10_diff1": 0.905737, - "nauc_ndcg_at_20_max": 0.814891, - "nauc_ndcg_at_20_std": 0.126599, - "nauc_ndcg_at_20_diff1": 0.90594, - "nauc_ndcg_at_100_max": 0.813038, - "nauc_ndcg_at_100_std": 0.129343, - "nauc_ndcg_at_100_diff1": 0.907016, - "nauc_ndcg_at_1000_max": 0.811254, - "nauc_ndcg_at_1000_std": 0.121669, - "nauc_ndcg_at_1000_diff1": 0.907447, - "nauc_map_at_1_max": 0.776663, - "nauc_map_at_1_std": 0.065348, - "nauc_map_at_1_diff1": 0.919633, - "nauc_map_at_3_max": 0.809204, - "nauc_map_at_3_std": 0.103945, - "nauc_map_at_3_diff1": 0.905643, - "nauc_map_at_5_max": 0.809052, - "nauc_map_at_5_std": 0.117658, - "nauc_map_at_5_diff1": 0.907142, - "nauc_map_at_10_max": 0.808242, - "nauc_map_at_10_std": 0.114188, - "nauc_map_at_10_diff1": 0.908471, - "nauc_map_at_20_max": 0.807349, - "nauc_map_at_20_std": 0.112497, - "nauc_map_at_20_diff1": 0.908565, - "nauc_map_at_100_max": 0.807081, - "nauc_map_at_100_std": 0.11293, - "nauc_map_at_100_diff1": 0.908763, - "nauc_map_at_1000_max": 0.807007, - "nauc_map_at_1000_std": 0.112616, - "nauc_map_at_1000_diff1": 0.908784, - "nauc_recall_at_1_max": 0.776663, - "nauc_recall_at_1_std": 0.065348, - "nauc_recall_at_1_diff1": 0.919633, - "nauc_recall_at_3_max": 0.858967, - "nauc_recall_at_3_std": 0.148679, - "nauc_recall_at_3_diff1": 0.876021, - "nauc_recall_at_5_max": 0.874891, - "nauc_recall_at_5_std": 0.267596, - "nauc_recall_at_5_diff1": 0.877544, - "nauc_recall_at_10_max": 0.887814, - "nauc_recall_at_10_std": 0.258441, - "nauc_recall_at_10_diff1": 0.889312, - "nauc_recall_at_20_max": 0.885821, - "nauc_recall_at_20_std": 0.26659, - "nauc_recall_at_20_diff1": 0.882536, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.863834, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.776663, - "nauc_precision_at_1_std": 0.065348, - "nauc_precision_at_1_diff1": 0.919633, - "nauc_precision_at_3_max": 0.858967, - "nauc_precision_at_3_std": 0.148679, - "nauc_precision_at_3_diff1": 0.876021, - "nauc_precision_at_5_max": 0.874891, - "nauc_precision_at_5_std": 0.267596, - "nauc_precision_at_5_diff1": 0.877544, - "nauc_precision_at_10_max": 0.887814, - "nauc_precision_at_10_std": 0.258441, - "nauc_precision_at_10_diff1": 0.889312, - "nauc_precision_at_20_max": 0.885821, - "nauc_precision_at_20_std": 0.26659, - "nauc_precision_at_20_diff1": 0.882536, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.863834, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.776663, - "nauc_mrr_at_1_std": 0.065348, - "nauc_mrr_at_1_diff1": 0.919633, - "nauc_mrr_at_3_max": 0.809204, - "nauc_mrr_at_3_std": 0.103945, - "nauc_mrr_at_3_diff1": 0.905643, - "nauc_mrr_at_5_max": 0.809052, - "nauc_mrr_at_5_std": 0.117658, - "nauc_mrr_at_5_diff1": 0.907142, - "nauc_mrr_at_10_max": 0.808242, - "nauc_mrr_at_10_std": 0.114188, - "nauc_mrr_at_10_diff1": 0.908471, - "nauc_mrr_at_20_max": 0.807349, - "nauc_mrr_at_20_std": 0.112497, - "nauc_mrr_at_20_diff1": 0.908565, - "nauc_mrr_at_100_max": 0.807081, - "nauc_mrr_at_100_std": 0.11293, - "nauc_mrr_at_100_diff1": 0.908763, - "nauc_mrr_at_1000_max": 0.807007, - "nauc_mrr_at_1000_std": 0.112616, - "nauc_mrr_at_1000_diff1": 0.908784, - "main_score": 0.88895, + "accuracy": 0.80889, + "precision_at_1": 0.80889, + "precision_at_3": 0.29889, + "precision_at_5": 0.18378, + "precision_at_10": 0.09422, + "precision_at_20": 0.04822, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.808889, + "mrr_at_3": 0.849074, + "mrr_at_5": 0.854241, + "mrr_at_10": 0.857459, + "mrr_at_20": 0.859057, + "mrr_at_100": 0.85975, + "mrr_at_1000": 0.859809, + "nauc_ndcg_at_1_max": 0.77439, + "nauc_ndcg_at_1_std": 0.079348, + "nauc_ndcg_at_1_diff1": 0.909339, + "nauc_ndcg_at_3_max": 0.800163, + "nauc_ndcg_at_3_std": 0.126674, + "nauc_ndcg_at_3_diff1": 0.891374, + "nauc_ndcg_at_5_max": 0.804714, + "nauc_ndcg_at_5_std": 0.141666, + "nauc_ndcg_at_5_diff1": 0.890939, + "nauc_ndcg_at_10_max": 0.806592, + "nauc_ndcg_at_10_std": 0.14432, + "nauc_ndcg_at_10_diff1": 0.896638, + "nauc_ndcg_at_20_max": 0.801132, + "nauc_ndcg_at_20_std": 0.138807, + "nauc_ndcg_at_20_diff1": 0.896925, + "nauc_ndcg_at_100_max": 0.800652, + "nauc_ndcg_at_100_std": 0.137069, + "nauc_ndcg_at_100_diff1": 0.897983, + "nauc_ndcg_at_1000_max": 0.798535, + "nauc_ndcg_at_1000_std": 0.127255, + "nauc_ndcg_at_1000_diff1": 0.897808, + "nauc_map_at_1_max": 0.77439, + "nauc_map_at_1_std": 0.079348, + "nauc_map_at_1_diff1": 0.909339, + "nauc_map_at_3_max": 0.794449, + "nauc_map_at_3_std": 0.115056, + "nauc_map_at_3_diff1": 0.896781, + "nauc_map_at_5_max": 0.796463, + "nauc_map_at_5_std": 0.12168, + "nauc_map_at_5_diff1": 0.896599, + "nauc_map_at_10_max": 0.797027, + "nauc_map_at_10_std": 0.12196, + "nauc_map_at_10_diff1": 0.898745, + "nauc_map_at_20_max": 0.79557, + "nauc_map_at_20_std": 0.119747, + "nauc_map_at_20_diff1": 0.898861, + "nauc_map_at_100_max": 0.795368, + "nauc_map_at_100_std": 0.118956, + "nauc_map_at_100_diff1": 0.898995, + "nauc_map_at_1000_max": 0.795286, + "nauc_map_at_1000_std": 0.118577, + "nauc_map_at_1000_diff1": 0.898994, + "nauc_recall_at_1_max": 0.77439, + "nauc_recall_at_1_std": 0.079348, + "nauc_recall_at_1_diff1": 0.909339, + "nauc_recall_at_3_max": 0.822122, + "nauc_recall_at_3_std": 0.172197, + "nauc_recall_at_3_diff1": 0.869484, + "nauc_recall_at_5_max": 0.845254, + "nauc_recall_at_5_std": 0.243141, + "nauc_recall_at_5_diff1": 0.863142, + "nauc_recall_at_10_max": 0.872226, + "nauc_recall_at_10_std": 0.302979, + "nauc_recall_at_10_diff1": 0.887731, + "nauc_recall_at_20_max": 0.848681, + "nauc_recall_at_20_std": 0.353627, + "nauc_recall_at_20_diff1": 0.884964, + "nauc_recall_at_100_max": 0.98366, + "nauc_recall_at_100_std": 0.98366, + "nauc_recall_at_100_diff1": 0.916258, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.77439, + "nauc_precision_at_1_std": 0.079348, + "nauc_precision_at_1_diff1": 0.909339, + "nauc_precision_at_3_max": 0.822122, + "nauc_precision_at_3_std": 0.172197, + "nauc_precision_at_3_diff1": 0.869484, + "nauc_precision_at_5_max": 0.845254, + "nauc_precision_at_5_std": 0.243141, + "nauc_precision_at_5_diff1": 0.863142, + "nauc_precision_at_10_max": 0.872226, + "nauc_precision_at_10_std": 0.302979, + "nauc_precision_at_10_diff1": 0.887731, + "nauc_precision_at_20_max": 0.848681, + "nauc_precision_at_20_std": 0.353627, + "nauc_precision_at_20_diff1": 0.884964, + "nauc_precision_at_100_max": 0.98366, + "nauc_precision_at_100_std": 0.98366, + "nauc_precision_at_100_diff1": 0.916258, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.77439, + "nauc_mrr_at_1_std": 0.079348, + "nauc_mrr_at_1_diff1": 0.909339, + "nauc_mrr_at_3_max": 0.794449, + "nauc_mrr_at_3_std": 0.115056, + "nauc_mrr_at_3_diff1": 0.896781, + "nauc_mrr_at_5_max": 0.796463, + "nauc_mrr_at_5_std": 0.12168, + "nauc_mrr_at_5_diff1": 0.896599, + "nauc_mrr_at_10_max": 0.797027, + "nauc_mrr_at_10_std": 0.12196, + "nauc_mrr_at_10_diff1": 0.898745, + "nauc_mrr_at_20_max": 0.79557, + "nauc_mrr_at_20_std": 0.119747, + "nauc_mrr_at_20_diff1": 0.898861, + "nauc_mrr_at_100_max": 0.795368, + "nauc_mrr_at_100_std": 0.118956, + "nauc_mrr_at_100_diff1": 0.898995, + "nauc_mrr_at_1000_max": 0.795286, + "nauc_mrr_at_1000_std": 0.118577, + "nauc_mrr_at_1000_diff1": 0.898994, + "hit_rate_at_1": 0.80889, + "hit_rate_at_3": 0.89667, + "hit_rate_at_5": 0.91889, + "hit_rate_at_10": 0.94222, + "hit_rate_at_20": 0.96444, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.87824, "hf_subset": "guj_Gujr-guj_Gujr", "languages": [ "guj-Gujr", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90778, - "ndcg_at_3": 0.94164, - "ndcg_at_5": 0.94475, - "ndcg_at_10": 0.94997, - "ndcg_at_20": 0.95164, - "ndcg_at_100": 0.95224, - "ndcg_at_1000": 0.95253, - "map_at_1": 0.90778, - "map_at_3": 0.9337, - "map_at_5": 0.93537, - "map_at_10": 0.93764, - "map_at_20": 0.93809, - "map_at_100": 0.93816, - "map_at_1000": 0.93817, - "recall_at_1": 0.90778, - "recall_at_3": 0.96444, - "recall_at_5": 0.97222, - "recall_at_10": 0.98778, - "recall_at_20": 0.99444, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.93901, + "ndcg_at_5": 0.94274, + "ndcg_at_10": 0.94671, + "ndcg_at_20": 0.94815, + "ndcg_at_100": 0.95014, + "ndcg_at_1000": 0.95027, + "map_at_1": 0.90444, + "map_at_3": 0.93093, + "map_at_5": 0.93304, + "map_at_10": 0.93469, + "map_at_20": 0.9351, + "map_at_100": 0.93544, + "map_at_1000": 0.93544, + "recall_at_1": 0.90444, + "recall_at_3": 0.96222, + "recall_at_5": 0.97111, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.90778, - "precision_at_3": 0.32148, - "precision_at_5": 0.19444, - "precision_at_10": 0.09878, - "precision_at_20": 0.04972, - "precision_at_100": 0.00998, + "accuracy": 0.90444, + "precision_at_1": 0.90444, + "precision_at_3": 0.32074, + "precision_at_5": 0.19422, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.907778, - "mrr_at_3": 0.933704, - "mrr_at_5": 0.93537, - "mrr_at_10": 0.937639, - "mrr_at_20": 0.938088, - "mrr_at_100": 0.938158, - "mrr_at_1000": 0.938172, - "nauc_ndcg_at_1_max": 0.729742, - "nauc_ndcg_at_1_std": -0.298488, - "nauc_ndcg_at_1_diff1": 0.932087, - "nauc_ndcg_at_3_max": 0.774504, - "nauc_ndcg_at_3_std": -0.32294, - "nauc_ndcg_at_3_diff1": 0.935613, - "nauc_ndcg_at_5_max": 0.781551, - "nauc_ndcg_at_5_std": -0.31195, - "nauc_ndcg_at_5_diff1": 0.939834, - "nauc_ndcg_at_10_max": 0.767829, - "nauc_ndcg_at_10_std": -0.300998, - "nauc_ndcg_at_10_diff1": 0.938574, - "nauc_ndcg_at_20_max": 0.764845, - "nauc_ndcg_at_20_std": -0.305807, - "nauc_ndcg_at_20_diff1": 0.937244, - "nauc_ndcg_at_100_max": 0.761918, - "nauc_ndcg_at_100_std": -0.312806, - "nauc_ndcg_at_100_diff1": 0.936463, - "nauc_ndcg_at_1000_max": 0.76088, - "nauc_ndcg_at_1000_std": -0.311572, - "nauc_ndcg_at_1000_diff1": 0.936066, - "nauc_map_at_1_max": 0.729742, - "nauc_map_at_1_std": -0.298488, - "nauc_map_at_1_diff1": 0.932087, - "nauc_map_at_3_max": 0.76019, - "nauc_map_at_3_std": -0.319619, - "nauc_map_at_3_diff1": 0.934185, - "nauc_map_at_5_max": 0.762785, - "nauc_map_at_5_std": -0.315369, - "nauc_map_at_5_diff1": 0.935954, - "nauc_map_at_10_max": 0.757304, - "nauc_map_at_10_std": -0.311781, - "nauc_map_at_10_diff1": 0.935385, - "nauc_map_at_20_max": 0.756561, - "nauc_map_at_20_std": -0.313084, - "nauc_map_at_20_diff1": 0.935097, - "nauc_map_at_100_max": 0.756283, - "nauc_map_at_100_std": -0.313798, - "nauc_map_at_100_diff1": 0.935023, - "nauc_map_at_1000_max": 0.756251, - "nauc_map_at_1000_std": -0.313638, - "nauc_map_at_1000_diff1": 0.935009, - "nauc_recall_at_1_max": 0.729742, - "nauc_recall_at_1_std": -0.298488, - "nauc_recall_at_1_diff1": 0.932087, - "nauc_recall_at_3_max": 0.850986, - "nauc_recall_at_3_std": -0.337054, - "nauc_recall_at_3_diff1": 0.943482, - "nauc_recall_at_5_max": 0.910084, - "nauc_recall_at_5_std": -0.277815, - "nauc_recall_at_5_diff1": 0.967974, - "nauc_recall_at_10_max": 0.907054, - "nauc_recall_at_10_std": -0.098803, - "nauc_recall_at_10_diff1": 0.988116, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": -0.004482, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.930926, + "mrr_at_5": 0.933037, + "mrr_at_10": 0.934688, + "mrr_at_20": 0.935102, + "mrr_at_100": 0.935435, + "mrr_at_1000": 0.935438, + "nauc_ndcg_at_1_max": 0.683739, + "nauc_ndcg_at_1_std": -0.285568, + "nauc_ndcg_at_1_diff1": 0.927448, + "nauc_ndcg_at_3_max": 0.716624, + "nauc_ndcg_at_3_std": -0.295411, + "nauc_ndcg_at_3_diff1": 0.927887, + "nauc_ndcg_at_5_max": 0.723721, + "nauc_ndcg_at_5_std": -0.268737, + "nauc_ndcg_at_5_diff1": 0.932825, + "nauc_ndcg_at_10_max": 0.722419, + "nauc_ndcg_at_10_std": -0.249822, + "nauc_ndcg_at_10_diff1": 0.932367, + "nauc_ndcg_at_20_max": 0.722465, + "nauc_ndcg_at_20_std": -0.264192, + "nauc_ndcg_at_20_diff1": 0.933375, + "nauc_ndcg_at_100_max": 0.712685, + "nauc_ndcg_at_100_std": -0.275907, + "nauc_ndcg_at_100_diff1": 0.930715, + "nauc_ndcg_at_1000_max": 0.711943, + "nauc_ndcg_at_1000_std": -0.279201, + "nauc_ndcg_at_1000_diff1": 0.930536, + "nauc_map_at_1_max": 0.683739, + "nauc_map_at_1_std": -0.285568, + "nauc_map_at_1_diff1": 0.927448, + "nauc_map_at_3_max": 0.706521, + "nauc_map_at_3_std": -0.297885, + "nauc_map_at_3_diff1": 0.92775, + "nauc_map_at_5_max": 0.709297, + "nauc_map_at_5_std": -0.28526, + "nauc_map_at_5_diff1": 0.929995, + "nauc_map_at_10_max": 0.708718, + "nauc_map_at_10_std": -0.278772, + "nauc_map_at_10_diff1": 0.929771, + "nauc_map_at_20_max": 0.708268, + "nauc_map_at_20_std": -0.282779, + "nauc_map_at_20_diff1": 0.929942, + "nauc_map_at_100_max": 0.706947, + "nauc_map_at_100_std": -0.284955, + "nauc_map_at_100_diff1": 0.92958, + "nauc_map_at_1000_max": 0.706935, + "nauc_map_at_1000_std": -0.28501, + "nauc_map_at_1000_diff1": 0.929577, + "nauc_recall_at_1_max": 0.683739, + "nauc_recall_at_1_std": -0.285568, + "nauc_recall_at_1_diff1": 0.927448, + "nauc_recall_at_3_max": 0.769278, + "nauc_recall_at_3_std": -0.278011, + "nauc_recall_at_3_diff1": 0.928599, + "nauc_recall_at_5_max": 0.822255, + "nauc_recall_at_5_std": -0.144725, + "nauc_recall_at_5_diff1": 0.953494, + "nauc_recall_at_10_max": 0.877249, + "nauc_recall_at_10_std": 0.122658, + "nauc_recall_at_10_diff1": 0.964052, + "nauc_recall_at_20_max": 0.972222, + "nauc_recall_at_20_std": 0.073483, "nauc_recall_at_20_diff1": 1.0, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.729742, - "nauc_precision_at_1_std": -0.298488, - "nauc_precision_at_1_diff1": 0.932087, - "nauc_precision_at_3_max": 0.850986, - "nauc_precision_at_3_std": -0.337054, - "nauc_precision_at_3_diff1": 0.943482, - "nauc_precision_at_5_max": 0.910084, - "nauc_precision_at_5_std": -0.277815, - "nauc_precision_at_5_diff1": 0.967974, - "nauc_precision_at_10_max": 0.907054, - "nauc_precision_at_10_std": -0.098803, - "nauc_precision_at_10_diff1": 0.988116, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": -0.004482, + "nauc_precision_at_1_max": 0.683739, + "nauc_precision_at_1_std": -0.285568, + "nauc_precision_at_1_diff1": 0.927448, + "nauc_precision_at_3_max": 0.769278, + "nauc_precision_at_3_std": -0.278011, + "nauc_precision_at_3_diff1": 0.928599, + "nauc_precision_at_5_max": 0.822255, + "nauc_precision_at_5_std": -0.144725, + "nauc_precision_at_5_diff1": 0.953494, + "nauc_precision_at_10_max": 0.877249, + "nauc_precision_at_10_std": 0.122658, + "nauc_precision_at_10_diff1": 0.964052, + "nauc_precision_at_20_max": 0.972222, + "nauc_precision_at_20_std": 0.073483, "nauc_precision_at_20_diff1": 1.0, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.729742, - "nauc_mrr_at_1_std": -0.298488, - "nauc_mrr_at_1_diff1": 0.932087, - "nauc_mrr_at_3_max": 0.76019, - "nauc_mrr_at_3_std": -0.319619, - "nauc_mrr_at_3_diff1": 0.934185, - "nauc_mrr_at_5_max": 0.762785, - "nauc_mrr_at_5_std": -0.315369, - "nauc_mrr_at_5_diff1": 0.935954, - "nauc_mrr_at_10_max": 0.757304, - "nauc_mrr_at_10_std": -0.311781, - "nauc_mrr_at_10_diff1": 0.935385, - "nauc_mrr_at_20_max": 0.756561, - "nauc_mrr_at_20_std": -0.313084, - "nauc_mrr_at_20_diff1": 0.935097, - "nauc_mrr_at_100_max": 0.756283, - "nauc_mrr_at_100_std": -0.313798, - "nauc_mrr_at_100_diff1": 0.935023, - "nauc_mrr_at_1000_max": 0.756251, - "nauc_mrr_at_1000_std": -0.313638, - "nauc_mrr_at_1000_diff1": 0.935009, - "main_score": 0.94997, + "nauc_mrr_at_1_max": 0.683739, + "nauc_mrr_at_1_std": -0.285568, + "nauc_mrr_at_1_diff1": 0.927448, + "nauc_mrr_at_3_max": 0.706521, + "nauc_mrr_at_3_std": -0.297885, + "nauc_mrr_at_3_diff1": 0.92775, + "nauc_mrr_at_5_max": 0.709297, + "nauc_mrr_at_5_std": -0.28526, + "nauc_mrr_at_5_diff1": 0.929995, + "nauc_mrr_at_10_max": 0.708718, + "nauc_mrr_at_10_std": -0.278772, + "nauc_mrr_at_10_diff1": 0.929771, + "nauc_mrr_at_20_max": 0.708268, + "nauc_mrr_at_20_std": -0.282779, + "nauc_mrr_at_20_diff1": 0.929942, + "nauc_mrr_at_100_max": 0.706947, + "nauc_mrr_at_100_std": -0.284955, + "nauc_mrr_at_100_diff1": 0.92958, + "nauc_mrr_at_1000_max": 0.706935, + "nauc_mrr_at_1000_std": -0.28501, + "nauc_mrr_at_1000_diff1": 0.929577, + "hit_rate_at_1": 0.90444, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94671, "hf_subset": "guj_Gujr-eng_Latn", "languages": [ "guj-Gujr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.82222, - "ndcg_at_3": 0.8716, - "ndcg_at_5": 0.87911, - "ndcg_at_10": 0.88671, - "ndcg_at_20": 0.89062, - "ndcg_at_100": 0.89666, - "ndcg_at_1000": 0.89741, - "map_at_1": 0.82222, - "map_at_3": 0.85981, - "map_at_5": 0.86409, - "map_at_10": 0.86726, - "map_at_20": 0.86832, - "map_at_100": 0.86918, - "map_at_1000": 0.86921, - "recall_at_1": 0.82222, - "recall_at_3": 0.90556, - "recall_at_5": 0.92333, - "recall_at_10": 0.94667, - "recall_at_20": 0.96222, - "recall_at_100": 0.99444, + "ndcg_at_1": 0.79333, + "ndcg_at_3": 0.85305, + "ndcg_at_5": 0.86262, + "ndcg_at_10": 0.86797, + "ndcg_at_20": 0.87158, + "ndcg_at_100": 0.87967, + "ndcg_at_1000": 0.88073, + "map_at_1": 0.79333, + "map_at_3": 0.8387, + "map_at_5": 0.84398, + "map_at_10": 0.84616, + "map_at_20": 0.84713, + "map_at_100": 0.84827, + "map_at_1000": 0.84832, + "recall_at_1": 0.79333, + "recall_at_3": 0.89444, + "recall_at_5": 0.91778, + "recall_at_10": 0.93444, + "recall_at_20": 0.94889, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.82222, - "precision_at_3": 0.30185, - "precision_at_5": 0.18467, - "precision_at_10": 0.09467, - "precision_at_20": 0.04811, - "precision_at_100": 0.00994, + "accuracy": 0.79333, + "precision_at_1": 0.79333, + "precision_at_3": 0.29815, + "precision_at_5": 0.18356, + "precision_at_10": 0.09344, + "precision_at_20": 0.04744, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.822222, - "mrr_at_3": 0.859815, - "mrr_at_5": 0.864093, - "mrr_at_10": 0.86726, - "mrr_at_20": 0.868318, - "mrr_at_100": 0.869181, - "mrr_at_1000": 0.869215, - "nauc_ndcg_at_1_max": 0.783347, - "nauc_ndcg_at_1_std": 0.111073, - "nauc_ndcg_at_1_diff1": 0.918204, - "nauc_ndcg_at_3_max": 0.818071, - "nauc_ndcg_at_3_std": 0.146015, - "nauc_ndcg_at_3_diff1": 0.899848, - "nauc_ndcg_at_5_max": 0.816422, - "nauc_ndcg_at_5_std": 0.134, - "nauc_ndcg_at_5_diff1": 0.90172, - "nauc_ndcg_at_10_max": 0.819342, - "nauc_ndcg_at_10_std": 0.160127, - "nauc_ndcg_at_10_diff1": 0.905419, - "nauc_ndcg_at_20_max": 0.817293, - "nauc_ndcg_at_20_std": 0.160121, - "nauc_ndcg_at_20_diff1": 0.906792, - "nauc_ndcg_at_100_max": 0.813876, - "nauc_ndcg_at_100_std": 0.155858, - "nauc_ndcg_at_100_diff1": 0.907428, - "nauc_ndcg_at_1000_max": 0.812457, - "nauc_ndcg_at_1000_std": 0.14983, - "nauc_ndcg_at_1000_diff1": 0.907379, - "nauc_map_at_1_max": 0.783347, - "nauc_map_at_1_std": 0.111073, - "nauc_map_at_1_diff1": 0.918204, - "nauc_map_at_3_max": 0.809387, - "nauc_map_at_3_std": 0.136864, - "nauc_map_at_3_diff1": 0.905529, - "nauc_map_at_5_max": 0.808242, - "nauc_map_at_5_std": 0.130473, - "nauc_map_at_5_diff1": 0.906603, - "nauc_map_at_10_max": 0.80908, - "nauc_map_at_10_std": 0.139945, - "nauc_map_at_10_diff1": 0.90798, - "nauc_map_at_20_max": 0.808521, - "nauc_map_at_20_std": 0.139482, - "nauc_map_at_20_diff1": 0.90838, - "nauc_map_at_100_max": 0.808162, - "nauc_map_at_100_std": 0.139964, - "nauc_map_at_100_diff1": 0.90845, - "nauc_map_at_1000_max": 0.80811, - "nauc_map_at_1000_std": 0.139741, - "nauc_map_at_1000_diff1": 0.908453, - "nauc_recall_at_1_max": 0.783347, - "nauc_recall_at_1_std": 0.111073, - "nauc_recall_at_1_diff1": 0.918204, - "nauc_recall_at_3_max": 0.852787, - "nauc_recall_at_3_std": 0.182891, - "nauc_recall_at_3_diff1": 0.876366, - "nauc_recall_at_5_max": 0.855018, - "nauc_recall_at_5_std": 0.14783, - "nauc_recall_at_5_diff1": 0.878144, - "nauc_recall_at_10_max": 0.890309, - "nauc_recall_at_10_std": 0.315408, - "nauc_recall_at_10_diff1": 0.891992, - "nauc_recall_at_20_max": 0.897045, - "nauc_recall_at_20_std": 0.387035, - "nauc_recall_at_20_diff1": 0.899901, + "mrr_at_1": 0.793333, + "mrr_at_3": 0.838704, + "mrr_at_5": 0.843981, + "mrr_at_10": 0.846163, + "mrr_at_20": 0.847135, + "mrr_at_100": 0.848267, + "mrr_at_1000": 0.848316, + "nauc_ndcg_at_1_max": 0.731429, + "nauc_ndcg_at_1_std": 0.024026, + "nauc_ndcg_at_1_diff1": 0.901846, + "nauc_ndcg_at_3_max": 0.762447, + "nauc_ndcg_at_3_std": 0.073705, + "nauc_ndcg_at_3_diff1": 0.884221, + "nauc_ndcg_at_5_max": 0.767356, + "nauc_ndcg_at_5_std": 0.077407, + "nauc_ndcg_at_5_diff1": 0.886951, + "nauc_ndcg_at_10_max": 0.767622, + "nauc_ndcg_at_10_std": 0.08946, + "nauc_ndcg_at_10_diff1": 0.887322, + "nauc_ndcg_at_20_max": 0.767349, + "nauc_ndcg_at_20_std": 0.093565, + "nauc_ndcg_at_20_diff1": 0.887818, + "nauc_ndcg_at_100_max": 0.764182, + "nauc_ndcg_at_100_std": 0.085718, + "nauc_ndcg_at_100_diff1": 0.890631, + "nauc_ndcg_at_1000_max": 0.761983, + "nauc_ndcg_at_1000_std": 0.078578, + "nauc_ndcg_at_1000_diff1": 0.89031, + "nauc_map_at_1_max": 0.731429, + "nauc_map_at_1_std": 0.024026, + "nauc_map_at_1_diff1": 0.901846, + "nauc_map_at_3_max": 0.755511, + "nauc_map_at_3_std": 0.062383, + "nauc_map_at_3_diff1": 0.889299, + "nauc_map_at_5_max": 0.757704, + "nauc_map_at_5_std": 0.063829, + "nauc_map_at_5_diff1": 0.890814, + "nauc_map_at_10_max": 0.757808, + "nauc_map_at_10_std": 0.068335, + "nauc_map_at_10_diff1": 0.891037, + "nauc_map_at_20_max": 0.757695, + "nauc_map_at_20_std": 0.068738, + "nauc_map_at_20_diff1": 0.89125, + "nauc_map_at_100_max": 0.757315, + "nauc_map_at_100_std": 0.067985, + "nauc_map_at_100_diff1": 0.891626, + "nauc_map_at_1000_max": 0.757232, + "nauc_map_at_1000_std": 0.067715, + "nauc_map_at_1000_diff1": 0.891614, + "nauc_recall_at_1_max": 0.731429, + "nauc_recall_at_1_std": 0.024026, + "nauc_recall_at_1_diff1": 0.901846, + "nauc_recall_at_3_max": 0.790143, + "nauc_recall_at_3_std": 0.119091, + "nauc_recall_at_3_diff1": 0.863016, + "nauc_recall_at_5_max": 0.816684, + "nauc_recall_at_5_std": 0.145829, + "nauc_recall_at_5_diff1": 0.867805, + "nauc_recall_at_10_max": 0.828989, + "nauc_recall_at_10_std": 0.229969, + "nauc_recall_at_10_diff1": 0.864739, + "nauc_recall_at_20_max": 0.843482, + "nauc_recall_at_20_std": 0.31741, + "nauc_recall_at_20_diff1": 0.861527, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.944444, - "nauc_recall_at_100_diff1": 0.918301, + "nauc_recall_at_100_std": 0.84994, + "nauc_recall_at_100_diff1": 0.925303, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.783347, - "nauc_precision_at_1_std": 0.111073, - "nauc_precision_at_1_diff1": 0.918204, - "nauc_precision_at_3_max": 0.852787, - "nauc_precision_at_3_std": 0.182891, - "nauc_precision_at_3_diff1": 0.876366, - "nauc_precision_at_5_max": 0.855018, - "nauc_precision_at_5_std": 0.14783, - "nauc_precision_at_5_diff1": 0.878144, - "nauc_precision_at_10_max": 0.890309, - "nauc_precision_at_10_std": 0.315408, - "nauc_precision_at_10_diff1": 0.891992, - "nauc_precision_at_20_max": 0.897045, - "nauc_precision_at_20_std": 0.387035, - "nauc_precision_at_20_diff1": 0.899901, + "nauc_precision_at_1_max": 0.731429, + "nauc_precision_at_1_std": 0.024026, + "nauc_precision_at_1_diff1": 0.901846, + "nauc_precision_at_3_max": 0.790143, + "nauc_precision_at_3_std": 0.119091, + "nauc_precision_at_3_diff1": 0.863016, + "nauc_precision_at_5_max": 0.816684, + "nauc_precision_at_5_std": 0.145829, + "nauc_precision_at_5_diff1": 0.867805, + "nauc_precision_at_10_max": 0.828989, + "nauc_precision_at_10_std": 0.229969, + "nauc_precision_at_10_diff1": 0.864739, + "nauc_precision_at_20_max": 0.843482, + "nauc_precision_at_20_std": 0.31741, + "nauc_precision_at_20_diff1": 0.861527, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.944444, - "nauc_precision_at_100_diff1": 0.918301, + "nauc_precision_at_100_std": 0.84994, + "nauc_precision_at_100_diff1": 0.925303, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.783347, - "nauc_mrr_at_1_std": 0.111073, - "nauc_mrr_at_1_diff1": 0.918204, - "nauc_mrr_at_3_max": 0.809387, - "nauc_mrr_at_3_std": 0.136864, - "nauc_mrr_at_3_diff1": 0.905529, - "nauc_mrr_at_5_max": 0.808242, - "nauc_mrr_at_5_std": 0.130473, - "nauc_mrr_at_5_diff1": 0.906603, - "nauc_mrr_at_10_max": 0.80908, - "nauc_mrr_at_10_std": 0.139945, - "nauc_mrr_at_10_diff1": 0.90798, - "nauc_mrr_at_20_max": 0.808521, - "nauc_mrr_at_20_std": 0.139482, - "nauc_mrr_at_20_diff1": 0.90838, - "nauc_mrr_at_100_max": 0.808162, - "nauc_mrr_at_100_std": 0.139964, - "nauc_mrr_at_100_diff1": 0.90845, - "nauc_mrr_at_1000_max": 0.80811, - "nauc_mrr_at_1000_std": 0.139741, - "nauc_mrr_at_1000_diff1": 0.908453, - "main_score": 0.88671, + "nauc_mrr_at_1_max": 0.731429, + "nauc_mrr_at_1_std": 0.024026, + "nauc_mrr_at_1_diff1": 0.901846, + "nauc_mrr_at_3_max": 0.755511, + "nauc_mrr_at_3_std": 0.062383, + "nauc_mrr_at_3_diff1": 0.889299, + "nauc_mrr_at_5_max": 0.757704, + "nauc_mrr_at_5_std": 0.063829, + "nauc_mrr_at_5_diff1": 0.890814, + "nauc_mrr_at_10_max": 0.757808, + "nauc_mrr_at_10_std": 0.068335, + "nauc_mrr_at_10_diff1": 0.891037, + "nauc_mrr_at_20_max": 0.757695, + "nauc_mrr_at_20_std": 0.068738, + "nauc_mrr_at_20_diff1": 0.89125, + "nauc_mrr_at_100_max": 0.757315, + "nauc_mrr_at_100_std": 0.067985, + "nauc_mrr_at_100_diff1": 0.891626, + "nauc_mrr_at_1000_max": 0.757232, + "nauc_mrr_at_1000_std": 0.067715, + "nauc_mrr_at_1000_diff1": 0.891614, + "hit_rate_at_1": 0.79333, + "hit_rate_at_3": 0.89444, + "hit_rate_at_5": 0.91778, + "hit_rate_at_10": 0.93444, + "hit_rate_at_20": 0.94889, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.86797, "hf_subset": "eng_Latn-guj_Gujr", "languages": [ "eng-Latn", "guj-Gujr" - ] - }, - { - "ndcg_at_1": 0.69222, - "ndcg_at_3": 0.75489, - "ndcg_at_5": 0.76718, - "ndcg_at_10": 0.77897, - "ndcg_at_20": 0.7889, - "ndcg_at_100": 0.80222, - "ndcg_at_1000": 0.80553, - "map_at_1": 0.69222, - "map_at_3": 0.74, - "map_at_5": 0.74678, - "map_at_10": 0.75181, - "map_at_20": 0.75459, - "map_at_100": 0.75631, - "map_at_1000": 0.75646, - "recall_at_1": 0.69222, - "recall_at_3": 0.79778, - "recall_at_5": 0.82778, - "recall_at_10": 0.86333, - "recall_at_20": 0.90222, - "recall_at_100": 0.97556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.67889, + "ndcg_at_3": 0.74296, + "ndcg_at_5": 0.75439, + "ndcg_at_10": 0.76872, + "ndcg_at_20": 0.77839, + "ndcg_at_100": 0.79173, + "ndcg_at_1000": 0.7959, + "map_at_1": 0.67889, + "map_at_3": 0.72778, + "map_at_5": 0.73411, + "map_at_10": 0.74021, + "map_at_20": 0.74293, + "map_at_100": 0.74467, + "map_at_1000": 0.74486, + "recall_at_1": 0.67889, + "recall_at_3": 0.78667, + "recall_at_5": 0.81444, + "recall_at_10": 0.85778, + "recall_at_20": 0.89556, + "recall_at_100": 0.96889, "recall_at_1000": 1.0, - "precision_at_1": 0.69222, - "precision_at_3": 0.26593, - "precision_at_5": 0.16556, - "precision_at_10": 0.08633, - "precision_at_20": 0.04511, - "precision_at_100": 0.00976, + "accuracy": 0.67889, + "precision_at_1": 0.67889, + "precision_at_3": 0.26222, + "precision_at_5": 0.16289, + "precision_at_10": 0.08578, + "precision_at_20": 0.04478, + "precision_at_100": 0.00969, "precision_at_1000": 0.001, - "mrr_at_1": 0.692222, - "mrr_at_3": 0.74, - "mrr_at_5": 0.746778, - "mrr_at_10": 0.751813, - "mrr_at_20": 0.754589, - "mrr_at_100": 0.756311, - "mrr_at_1000": 0.756465, - "nauc_ndcg_at_1_max": 0.718239, - "nauc_ndcg_at_1_std": 0.127063, - "nauc_ndcg_at_1_diff1": 0.878326, - "nauc_ndcg_at_3_max": 0.750825, - "nauc_ndcg_at_3_std": 0.185193, - "nauc_ndcg_at_3_diff1": 0.849143, - "nauc_ndcg_at_5_max": 0.74427, - "nauc_ndcg_at_5_std": 0.181691, - "nauc_ndcg_at_5_diff1": 0.842275, - "nauc_ndcg_at_10_max": 0.741109, - "nauc_ndcg_at_10_std": 0.184373, - "nauc_ndcg_at_10_diff1": 0.842865, - "nauc_ndcg_at_20_max": 0.739766, - "nauc_ndcg_at_20_std": 0.192176, - "nauc_ndcg_at_20_diff1": 0.841049, - "nauc_ndcg_at_100_max": 0.741058, - "nauc_ndcg_at_100_std": 0.191345, - "nauc_ndcg_at_100_diff1": 0.847083, - "nauc_ndcg_at_1000_max": 0.740051, - "nauc_ndcg_at_1000_std": 0.18019, - "nauc_ndcg_at_1000_diff1": 0.849415, - "nauc_map_at_1_max": 0.718239, - "nauc_map_at_1_std": 0.127063, - "nauc_map_at_1_diff1": 0.878326, - "nauc_map_at_3_max": 0.743447, - "nauc_map_at_3_std": 0.170242, - "nauc_map_at_3_diff1": 0.857467, - "nauc_map_at_5_max": 0.739758, - "nauc_map_at_5_std": 0.167952, - "nauc_map_at_5_diff1": 0.854086, - "nauc_map_at_10_max": 0.738378, - "nauc_map_at_10_std": 0.168871, - "nauc_map_at_10_diff1": 0.854466, - "nauc_map_at_20_max": 0.738035, - "nauc_map_at_20_std": 0.170332, - "nauc_map_at_20_diff1": 0.854024, - "nauc_map_at_100_max": 0.73825, - "nauc_map_at_100_std": 0.170156, - "nauc_map_at_100_diff1": 0.854847, - "nauc_map_at_1000_max": 0.738206, - "nauc_map_at_1000_std": 0.169727, - "nauc_map_at_1000_diff1": 0.854937, - "nauc_recall_at_1_max": 0.718239, - "nauc_recall_at_1_std": 0.127063, - "nauc_recall_at_1_diff1": 0.878326, - "nauc_recall_at_3_max": 0.77593, - "nauc_recall_at_3_std": 0.237166, - "nauc_recall_at_3_diff1": 0.819763, - "nauc_recall_at_5_max": 0.760138, - "nauc_recall_at_5_std": 0.235021, - "nauc_recall_at_5_diff1": 0.794022, - "nauc_recall_at_10_max": 0.750057, - "nauc_recall_at_10_std": 0.258156, - "nauc_recall_at_10_diff1": 0.786119, - "nauc_recall_at_20_max": 0.742822, - "nauc_recall_at_20_std": 0.348039, - "nauc_recall_at_20_diff1": 0.754684, - "nauc_recall_at_100_max": 0.792293, - "nauc_recall_at_100_std": 0.773916, - "nauc_recall_at_100_diff1": 0.724578, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.718239, - "nauc_precision_at_1_std": 0.127063, - "nauc_precision_at_1_diff1": 0.878326, - "nauc_precision_at_3_max": 0.77593, - "nauc_precision_at_3_std": 0.237166, - "nauc_precision_at_3_diff1": 0.819763, - "nauc_precision_at_5_max": 0.760138, - "nauc_precision_at_5_std": 0.235021, - "nauc_precision_at_5_diff1": 0.794022, - "nauc_precision_at_10_max": 0.750057, - "nauc_precision_at_10_std": 0.258156, - "nauc_precision_at_10_diff1": 0.786119, - "nauc_precision_at_20_max": 0.742822, - "nauc_precision_at_20_std": 0.348039, - "nauc_precision_at_20_diff1": 0.754684, - "nauc_precision_at_100_max": 0.792293, - "nauc_precision_at_100_std": 0.773916, - "nauc_precision_at_100_diff1": 0.724578, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.718239, - "nauc_mrr_at_1_std": 0.127063, - "nauc_mrr_at_1_diff1": 0.878326, - "nauc_mrr_at_3_max": 0.743447, - "nauc_mrr_at_3_std": 0.170242, - "nauc_mrr_at_3_diff1": 0.857467, - "nauc_mrr_at_5_max": 0.739758, - "nauc_mrr_at_5_std": 0.167952, - "nauc_mrr_at_5_diff1": 0.854086, - "nauc_mrr_at_10_max": 0.738378, - "nauc_mrr_at_10_std": 0.168871, - "nauc_mrr_at_10_diff1": 0.854466, - "nauc_mrr_at_20_max": 0.738035, - "nauc_mrr_at_20_std": 0.170332, - "nauc_mrr_at_20_diff1": 0.854024, - "nauc_mrr_at_100_max": 0.73825, - "nauc_mrr_at_100_std": 0.170156, - "nauc_mrr_at_100_diff1": 0.854847, - "nauc_mrr_at_1000_max": 0.738206, - "nauc_mrr_at_1000_std": 0.169727, - "nauc_mrr_at_1000_diff1": 0.854937, - "main_score": 0.77897, + "mrr_at_1": 0.678889, + "mrr_at_3": 0.727778, + "mrr_at_5": 0.734111, + "mrr_at_10": 0.740215, + "mrr_at_20": 0.742932, + "mrr_at_100": 0.744671, + "mrr_at_1000": 0.744856, + "nauc_ndcg_at_1_max": 0.697133, + "nauc_ndcg_at_1_std": 0.069567, + "nauc_ndcg_at_1_diff1": 0.877292, + "nauc_ndcg_at_3_max": 0.727646, + "nauc_ndcg_at_3_std": 0.123395, + "nauc_ndcg_at_3_diff1": 0.848103, + "nauc_ndcg_at_5_max": 0.723592, + "nauc_ndcg_at_5_std": 0.133632, + "nauc_ndcg_at_5_diff1": 0.841147, + "nauc_ndcg_at_10_max": 0.724288, + "nauc_ndcg_at_10_std": 0.142361, + "nauc_ndcg_at_10_diff1": 0.838329, + "nauc_ndcg_at_20_max": 0.724241, + "nauc_ndcg_at_20_std": 0.138879, + "nauc_ndcg_at_20_diff1": 0.83891, + "nauc_ndcg_at_100_max": 0.72318, + "nauc_ndcg_at_100_std": 0.138913, + "nauc_ndcg_at_100_diff1": 0.843323, + "nauc_ndcg_at_1000_max": 0.721389, + "nauc_ndcg_at_1000_std": 0.128126, + "nauc_ndcg_at_1000_diff1": 0.846397, + "nauc_map_at_1_max": 0.697133, + "nauc_map_at_1_std": 0.069567, + "nauc_map_at_1_diff1": 0.877292, + "nauc_map_at_3_max": 0.720769, + "nauc_map_at_3_std": 0.108683, + "nauc_map_at_3_diff1": 0.855918, + "nauc_map_at_5_max": 0.718531, + "nauc_map_at_5_std": 0.113948, + "nauc_map_at_5_diff1": 0.852406, + "nauc_map_at_10_max": 0.718455, + "nauc_map_at_10_std": 0.116726, + "nauc_map_at_10_diff1": 0.851492, + "nauc_map_at_20_max": 0.718386, + "nauc_map_at_20_std": 0.115571, + "nauc_map_at_20_diff1": 0.851764, + "nauc_map_at_100_max": 0.718255, + "nauc_map_at_100_std": 0.115694, + "nauc_map_at_100_diff1": 0.852308, + "nauc_map_at_1000_max": 0.7182, + "nauc_map_at_1000_std": 0.11531, + "nauc_map_at_1000_diff1": 0.852421, + "nauc_recall_at_1_max": 0.697133, + "nauc_recall_at_1_std": 0.069567, + "nauc_recall_at_1_diff1": 0.877292, + "nauc_recall_at_3_max": 0.75085, + "nauc_recall_at_3_std": 0.1746, + "nauc_recall_at_3_diff1": 0.820985, + "nauc_recall_at_5_max": 0.74141, + "nauc_recall_at_5_std": 0.210728, + "nauc_recall_at_5_diff1": 0.796796, + "nauc_recall_at_10_max": 0.751525, + "nauc_recall_at_10_std": 0.272809, + "nauc_recall_at_10_diff1": 0.772616, + "nauc_recall_at_20_max": 0.759839, + "nauc_recall_at_20_std": 0.289011, + "nauc_recall_at_20_diff1": 0.756373, + "nauc_recall_at_100_max": 0.805055, + "nauc_recall_at_100_std": 0.609577, + "nauc_recall_at_100_diff1": 0.709734, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.697133, + "nauc_precision_at_1_std": 0.069567, + "nauc_precision_at_1_diff1": 0.877292, + "nauc_precision_at_3_max": 0.75085, + "nauc_precision_at_3_std": 0.1746, + "nauc_precision_at_3_diff1": 0.820985, + "nauc_precision_at_5_max": 0.74141, + "nauc_precision_at_5_std": 0.210728, + "nauc_precision_at_5_diff1": 0.796796, + "nauc_precision_at_10_max": 0.751525, + "nauc_precision_at_10_std": 0.272809, + "nauc_precision_at_10_diff1": 0.772616, + "nauc_precision_at_20_max": 0.759839, + "nauc_precision_at_20_std": 0.289011, + "nauc_precision_at_20_diff1": 0.756373, + "nauc_precision_at_100_max": 0.805055, + "nauc_precision_at_100_std": 0.609577, + "nauc_precision_at_100_diff1": 0.709734, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.697133, + "nauc_mrr_at_1_std": 0.069567, + "nauc_mrr_at_1_diff1": 0.877292, + "nauc_mrr_at_3_max": 0.720769, + "nauc_mrr_at_3_std": 0.108683, + "nauc_mrr_at_3_diff1": 0.855918, + "nauc_mrr_at_5_max": 0.718531, + "nauc_mrr_at_5_std": 0.113948, + "nauc_mrr_at_5_diff1": 0.852406, + "nauc_mrr_at_10_max": 0.718455, + "nauc_mrr_at_10_std": 0.116726, + "nauc_mrr_at_10_diff1": 0.851492, + "nauc_mrr_at_20_max": 0.718386, + "nauc_mrr_at_20_std": 0.115571, + "nauc_mrr_at_20_diff1": 0.851764, + "nauc_mrr_at_100_max": 0.718255, + "nauc_mrr_at_100_std": 0.115694, + "nauc_mrr_at_100_diff1": 0.852308, + "nauc_mrr_at_1000_max": 0.7182, + "nauc_mrr_at_1000_std": 0.11531, + "nauc_mrr_at_1000_diff1": 0.852421, + "hit_rate_at_1": 0.67889, + "hit_rate_at_3": 0.78667, + "hit_rate_at_5": 0.81444, + "hit_rate_at_10": 0.85778, + "hit_rate_at_20": 0.89556, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.76872, "hf_subset": "hat_Latn-hat_Latn", "languages": [ "hat-Latn", "hat-Latn" - ] - }, - { - "ndcg_at_1": 0.86111, - "ndcg_at_3": 0.90362, - "ndcg_at_5": 0.9096, - "ndcg_at_10": 0.91745, - "ndcg_at_20": 0.92005, - "ndcg_at_100": 0.92308, - "ndcg_at_1000": 0.92337, - "map_at_1": 0.86111, - "map_at_3": 0.89333, - "map_at_5": 0.89667, - "map_at_10": 0.89988, - "map_at_20": 0.90063, - "map_at_100": 0.9011, - "map_at_1000": 0.90112, - "recall_at_1": 0.86111, - "recall_at_3": 0.93333, - "recall_at_5": 0.94778, - "recall_at_10": 0.97222, - "recall_at_20": 0.98222, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.85111, + "ndcg_at_3": 0.89766, + "ndcg_at_5": 0.90411, + "ndcg_at_10": 0.91084, + "ndcg_at_20": 0.91423, + "ndcg_at_100": 0.91724, + "ndcg_at_1000": 0.9177, + "map_at_1": 0.85111, + "map_at_3": 0.88611, + "map_at_5": 0.88972, + "map_at_10": 0.89244, + "map_at_20": 0.89338, + "map_at_100": 0.89384, + "map_at_1000": 0.89387, + "recall_at_1": 0.85111, + "recall_at_3": 0.93111, + "recall_at_5": 0.94667, + "recall_at_10": 0.96778, + "recall_at_20": 0.98111, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.86111, - "precision_at_3": 0.31111, - "precision_at_5": 0.18956, - "precision_at_10": 0.09722, - "precision_at_20": 0.04911, - "precision_at_100": 0.00998, + "accuracy": 0.85111, + "precision_at_1": 0.85111, + "precision_at_3": 0.31037, + "precision_at_5": 0.18933, + "precision_at_10": 0.09678, + "precision_at_20": 0.04906, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.861111, - "mrr_at_3": 0.893333, - "mrr_at_5": 0.896667, - "mrr_at_10": 0.899881, - "mrr_at_20": 0.900629, - "mrr_at_100": 0.901103, - "mrr_at_1000": 0.901116, - "nauc_ndcg_at_1_max": 0.737852, - "nauc_ndcg_at_1_std": -0.19372, - "nauc_ndcg_at_1_diff1": 0.890045, - "nauc_ndcg_at_3_max": 0.755974, - "nauc_ndcg_at_3_std": -0.210079, - "nauc_ndcg_at_3_diff1": 0.882162, - "nauc_ndcg_at_5_max": 0.754561, - "nauc_ndcg_at_5_std": -0.219198, - "nauc_ndcg_at_5_diff1": 0.882027, - "nauc_ndcg_at_10_max": 0.751013, - "nauc_ndcg_at_10_std": -0.195309, - "nauc_ndcg_at_10_diff1": 0.884167, - "nauc_ndcg_at_20_max": 0.74734, - "nauc_ndcg_at_20_std": -0.203934, - "nauc_ndcg_at_20_diff1": 0.883211, - "nauc_ndcg_at_100_max": 0.749602, - "nauc_ndcg_at_100_std": -0.203475, - "nauc_ndcg_at_100_diff1": 0.883544, - "nauc_ndcg_at_1000_max": 0.748615, - "nauc_ndcg_at_1000_std": -0.207615, - "nauc_ndcg_at_1000_diff1": 0.883369, - "nauc_map_at_1_max": 0.737852, - "nauc_map_at_1_std": -0.19372, - "nauc_map_at_1_diff1": 0.890045, - "nauc_map_at_3_max": 0.749355, - "nauc_map_at_3_std": -0.21073, - "nauc_map_at_3_diff1": 0.88292, - "nauc_map_at_5_max": 0.74859, - "nauc_map_at_5_std": -0.215098, - "nauc_map_at_5_diff1": 0.88293, - "nauc_map_at_10_max": 0.747349, - "nauc_map_at_10_std": -0.206998, - "nauc_map_at_10_diff1": 0.883693, - "nauc_map_at_20_max": 0.74635, - "nauc_map_at_20_std": -0.209121, - "nauc_map_at_20_diff1": 0.883416, - "nauc_map_at_100_max": 0.746788, - "nauc_map_at_100_std": -0.209287, - "nauc_map_at_100_diff1": 0.883494, - "nauc_map_at_1000_max": 0.746754, - "nauc_map_at_1000_std": -0.209423, - "nauc_map_at_1000_diff1": 0.883491, - "nauc_recall_at_1_max": 0.737852, - "nauc_recall_at_1_std": -0.19372, - "nauc_recall_at_1_diff1": 0.890045, - "nauc_recall_at_3_max": 0.786453, - "nauc_recall_at_3_std": -0.203455, - "nauc_recall_at_3_diff1": 0.879832, - "nauc_recall_at_5_max": 0.787929, - "nauc_recall_at_5_std": -0.239933, - "nauc_recall_at_5_diff1": 0.878231, - "nauc_recall_at_10_max": 0.782129, - "nauc_recall_at_10_std": -0.040336, - "nauc_recall_at_10_diff1": 0.893931, - "nauc_recall_at_20_max": 0.742268, - "nauc_recall_at_20_std": -0.097193, - "nauc_recall_at_20_diff1": 0.885329, + "mrr_at_1": 0.851111, + "mrr_at_3": 0.886111, + "mrr_at_5": 0.889722, + "mrr_at_10": 0.892444, + "mrr_at_20": 0.893382, + "mrr_at_100": 0.893845, + "mrr_at_1000": 0.893868, + "nauc_ndcg_at_1_max": 0.728828, + "nauc_ndcg_at_1_std": -0.2024, + "nauc_ndcg_at_1_diff1": 0.900374, + "nauc_ndcg_at_3_max": 0.731397, + "nauc_ndcg_at_3_std": -0.21994, + "nauc_ndcg_at_3_diff1": 0.88511, + "nauc_ndcg_at_5_max": 0.729282, + "nauc_ndcg_at_5_std": -0.218924, + "nauc_ndcg_at_5_diff1": 0.884097, + "nauc_ndcg_at_10_max": 0.736006, + "nauc_ndcg_at_10_std": -0.188265, + "nauc_ndcg_at_10_diff1": 0.887592, + "nauc_ndcg_at_20_max": 0.732385, + "nauc_ndcg_at_20_std": -0.194657, + "nauc_ndcg_at_20_diff1": 0.887276, + "nauc_ndcg_at_100_max": 0.733117, + "nauc_ndcg_at_100_std": -0.200164, + "nauc_ndcg_at_100_diff1": 0.887909, + "nauc_ndcg_at_1000_max": 0.731595, + "nauc_ndcg_at_1000_std": -0.206085, + "nauc_ndcg_at_1000_diff1": 0.887835, + "nauc_map_at_1_max": 0.728828, + "nauc_map_at_1_std": -0.2024, + "nauc_map_at_1_diff1": 0.900374, + "nauc_map_at_3_max": 0.730349, + "nauc_map_at_3_std": -0.218282, + "nauc_map_at_3_diff1": 0.8879, + "nauc_map_at_5_max": 0.729142, + "nauc_map_at_5_std": -0.218421, + "nauc_map_at_5_diff1": 0.887522, + "nauc_map_at_10_max": 0.731184, + "nauc_map_at_10_std": -0.207788, + "nauc_map_at_10_diff1": 0.888722, + "nauc_map_at_20_max": 0.730246, + "nauc_map_at_20_std": -0.209567, + "nauc_map_at_20_diff1": 0.888627, + "nauc_map_at_100_max": 0.730415, + "nauc_map_at_100_std": -0.210524, + "nauc_map_at_100_diff1": 0.888722, + "nauc_map_at_1000_max": 0.730354, + "nauc_map_at_1000_std": -0.210751, + "nauc_map_at_1000_diff1": 0.888724, + "nauc_recall_at_1_max": 0.728828, + "nauc_recall_at_1_std": -0.2024, + "nauc_recall_at_1_diff1": 0.900374, + "nauc_recall_at_3_max": 0.736424, + "nauc_recall_at_3_std": -0.225114, + "nauc_recall_at_3_diff1": 0.873468, + "nauc_recall_at_5_max": 0.7301, + "nauc_recall_at_5_std": -0.216581, + "nauc_recall_at_5_diff1": 0.865595, + "nauc_recall_at_10_max": 0.791397, + "nauc_recall_at_10_std": 0.039361, + "nauc_recall_at_10_diff1": 0.884011, + "nauc_recall_at_20_max": 0.771269, + "nauc_recall_at_20_std": 0.096254, + "nauc_recall_at_20_diff1": 0.877657, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.861111, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_diff1": 0.907407, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.737852, - "nauc_precision_at_1_std": -0.19372, - "nauc_precision_at_1_diff1": 0.890045, - "nauc_precision_at_3_max": 0.786453, - "nauc_precision_at_3_std": -0.203455, - "nauc_precision_at_3_diff1": 0.879832, - "nauc_precision_at_5_max": 0.787929, - "nauc_precision_at_5_std": -0.239933, - "nauc_precision_at_5_diff1": 0.878231, - "nauc_precision_at_10_max": 0.782129, - "nauc_precision_at_10_std": -0.040336, - "nauc_precision_at_10_diff1": 0.893931, - "nauc_precision_at_20_max": 0.742268, - "nauc_precision_at_20_std": -0.097193, - "nauc_precision_at_20_diff1": 0.885329, + "nauc_precision_at_1_max": 0.728828, + "nauc_precision_at_1_std": -0.2024, + "nauc_precision_at_1_diff1": 0.900374, + "nauc_precision_at_3_max": 0.736424, + "nauc_precision_at_3_std": -0.225114, + "nauc_precision_at_3_diff1": 0.873468, + "nauc_precision_at_5_max": 0.7301, + "nauc_precision_at_5_std": -0.216581, + "nauc_precision_at_5_diff1": 0.865595, + "nauc_precision_at_10_max": 0.791397, + "nauc_precision_at_10_std": 0.039361, + "nauc_precision_at_10_diff1": 0.884011, + "nauc_precision_at_20_max": 0.771269, + "nauc_precision_at_20_std": 0.096254, + "nauc_precision_at_20_diff1": 0.877657, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.861111, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_diff1": 0.907407, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.737852, - "nauc_mrr_at_1_std": -0.19372, - "nauc_mrr_at_1_diff1": 0.890045, - "nauc_mrr_at_3_max": 0.749355, - "nauc_mrr_at_3_std": -0.21073, - "nauc_mrr_at_3_diff1": 0.88292, - "nauc_mrr_at_5_max": 0.74859, - "nauc_mrr_at_5_std": -0.215098, - "nauc_mrr_at_5_diff1": 0.88293, - "nauc_mrr_at_10_max": 0.747349, - "nauc_mrr_at_10_std": -0.206998, - "nauc_mrr_at_10_diff1": 0.883693, - "nauc_mrr_at_20_max": 0.74635, - "nauc_mrr_at_20_std": -0.209121, - "nauc_mrr_at_20_diff1": 0.883416, - "nauc_mrr_at_100_max": 0.746788, - "nauc_mrr_at_100_std": -0.209287, - "nauc_mrr_at_100_diff1": 0.883494, - "nauc_mrr_at_1000_max": 0.746754, - "nauc_mrr_at_1000_std": -0.209423, - "nauc_mrr_at_1000_diff1": 0.883491, - "main_score": 0.91745, + "nauc_mrr_at_1_max": 0.728828, + "nauc_mrr_at_1_std": -0.2024, + "nauc_mrr_at_1_diff1": 0.900374, + "nauc_mrr_at_3_max": 0.730349, + "nauc_mrr_at_3_std": -0.218282, + "nauc_mrr_at_3_diff1": 0.8879, + "nauc_mrr_at_5_max": 0.729142, + "nauc_mrr_at_5_std": -0.218421, + "nauc_mrr_at_5_diff1": 0.887522, + "nauc_mrr_at_10_max": 0.731184, + "nauc_mrr_at_10_std": -0.207788, + "nauc_mrr_at_10_diff1": 0.888722, + "nauc_mrr_at_20_max": 0.730246, + "nauc_mrr_at_20_std": -0.209567, + "nauc_mrr_at_20_diff1": 0.888627, + "nauc_mrr_at_100_max": 0.730415, + "nauc_mrr_at_100_std": -0.210524, + "nauc_mrr_at_100_diff1": 0.888722, + "nauc_mrr_at_1000_max": 0.730354, + "nauc_mrr_at_1000_std": -0.210751, + "nauc_mrr_at_1000_diff1": 0.888724, + "hit_rate_at_1": 0.85111, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.94667, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91084, "hf_subset": "hat_Latn-eng_Latn", "languages": [ "hat-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.64444, - "ndcg_at_3": 0.71074, - "ndcg_at_5": 0.72398, - "ndcg_at_10": 0.73728, - "ndcg_at_20": 0.74442, - "ndcg_at_100": 0.76175, - "ndcg_at_1000": 0.76833, - "map_at_1": 0.64444, - "map_at_3": 0.69481, - "map_at_5": 0.70215, - "map_at_10": 0.70785, - "map_at_20": 0.70972, - "map_at_100": 0.71211, - "map_at_1000": 0.7124, - "recall_at_1": 0.64444, - "recall_at_3": 0.75667, - "recall_at_5": 0.78889, - "recall_at_10": 0.82889, - "recall_at_20": 0.85778, - "recall_at_100": 0.95111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.62667, + "ndcg_at_3": 0.68984, + "ndcg_at_5": 0.70553, + "ndcg_at_10": 0.72129, + "ndcg_at_20": 0.72949, + "ndcg_at_100": 0.74598, + "ndcg_at_1000": 0.75353, + "map_at_1": 0.62667, + "map_at_3": 0.67407, + "map_at_5": 0.68285, + "map_at_10": 0.68955, + "map_at_20": 0.69182, + "map_at_100": 0.69404, + "map_at_1000": 0.69437, + "recall_at_1": 0.62667, + "recall_at_3": 0.73556, + "recall_at_5": 0.77333, + "recall_at_10": 0.82111, + "recall_at_20": 0.85333, + "recall_at_100": 0.94333, "recall_at_1000": 1.0, - "precision_at_1": 0.64444, - "precision_at_3": 0.25222, - "precision_at_5": 0.15778, - "precision_at_10": 0.08289, - "precision_at_20": 0.04289, - "precision_at_100": 0.00951, + "accuracy": 0.62667, + "precision_at_1": 0.62667, + "precision_at_3": 0.24519, + "precision_at_5": 0.15467, + "precision_at_10": 0.08211, + "precision_at_20": 0.04267, + "precision_at_100": 0.00943, "precision_at_1000": 0.001, - "mrr_at_1": 0.644444, - "mrr_at_3": 0.694815, - "mrr_at_5": 0.702148, - "mrr_at_10": 0.707852, - "mrr_at_20": 0.709716, - "mrr_at_100": 0.712106, - "mrr_at_1000": 0.712404, - "nauc_ndcg_at_1_max": 0.793552, - "nauc_ndcg_at_1_std": 0.191904, - "nauc_ndcg_at_1_diff1": 0.880588, - "nauc_ndcg_at_3_max": 0.813144, - "nauc_ndcg_at_3_std": 0.267336, - "nauc_ndcg_at_3_diff1": 0.844867, - "nauc_ndcg_at_5_max": 0.816698, - "nauc_ndcg_at_5_std": 0.287396, - "nauc_ndcg_at_5_diff1": 0.840068, - "nauc_ndcg_at_10_max": 0.818447, - "nauc_ndcg_at_10_std": 0.303493, - "nauc_ndcg_at_10_diff1": 0.839544, - "nauc_ndcg_at_20_max": 0.816224, - "nauc_ndcg_at_20_std": 0.304476, - "nauc_ndcg_at_20_diff1": 0.838844, - "nauc_ndcg_at_100_max": 0.815854, - "nauc_ndcg_at_100_std": 0.297207, - "nauc_ndcg_at_100_diff1": 0.842873, - "nauc_ndcg_at_1000_max": 0.813649, - "nauc_ndcg_at_1000_std": 0.282986, - "nauc_ndcg_at_1000_diff1": 0.84634, - "nauc_map_at_1_max": 0.793552, - "nauc_map_at_1_std": 0.191904, - "nauc_map_at_1_diff1": 0.880588, - "nauc_map_at_3_max": 0.808727, - "nauc_map_at_3_std": 0.247951, - "nauc_map_at_3_diff1": 0.854423, - "nauc_map_at_5_max": 0.810598, - "nauc_map_at_5_std": 0.258058, - "nauc_map_at_5_diff1": 0.852147, - "nauc_map_at_10_max": 0.811185, - "nauc_map_at_10_std": 0.264547, - "nauc_map_at_10_diff1": 0.852093, - "nauc_map_at_20_max": 0.810609, - "nauc_map_at_20_std": 0.264444, - "nauc_map_at_20_diff1": 0.852014, - "nauc_map_at_100_max": 0.810515, - "nauc_map_at_100_std": 0.263713, - "nauc_map_at_100_diff1": 0.852452, - "nauc_map_at_1000_max": 0.810432, - "nauc_map_at_1000_std": 0.263165, - "nauc_map_at_1000_diff1": 0.852611, - "nauc_recall_at_1_max": 0.793552, - "nauc_recall_at_1_std": 0.191904, - "nauc_recall_at_1_diff1": 0.880588, - "nauc_recall_at_3_max": 0.827794, - "nauc_recall_at_3_std": 0.333022, - "nauc_recall_at_3_diff1": 0.812295, - "nauc_recall_at_5_max": 0.839534, - "nauc_recall_at_5_std": 0.400303, - "nauc_recall_at_5_diff1": 0.793971, - "nauc_recall_at_10_max": 0.851504, - "nauc_recall_at_10_std": 0.485732, - "nauc_recall_at_10_diff1": 0.782961, - "nauc_recall_at_20_max": 0.843076, - "nauc_recall_at_20_std": 0.52671, - "nauc_recall_at_20_diff1": 0.767925, - "nauc_recall_at_100_max": 0.883446, - "nauc_recall_at_100_std": 0.729002, - "nauc_recall_at_100_diff1": 0.742499, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.793552, - "nauc_precision_at_1_std": 0.191904, - "nauc_precision_at_1_diff1": 0.880588, - "nauc_precision_at_3_max": 0.827794, - "nauc_precision_at_3_std": 0.333022, - "nauc_precision_at_3_diff1": 0.812295, - "nauc_precision_at_5_max": 0.839534, - "nauc_precision_at_5_std": 0.400303, - "nauc_precision_at_5_diff1": 0.793971, - "nauc_precision_at_10_max": 0.851504, - "nauc_precision_at_10_std": 0.485732, - "nauc_precision_at_10_diff1": 0.782961, - "nauc_precision_at_20_max": 0.843076, - "nauc_precision_at_20_std": 0.52671, - "nauc_precision_at_20_diff1": 0.767925, - "nauc_precision_at_100_max": 0.883446, - "nauc_precision_at_100_std": 0.729002, - "nauc_precision_at_100_diff1": 0.742499, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.793552, - "nauc_mrr_at_1_std": 0.191904, - "nauc_mrr_at_1_diff1": 0.880588, - "nauc_mrr_at_3_max": 0.808727, - "nauc_mrr_at_3_std": 0.247951, - "nauc_mrr_at_3_diff1": 0.854423, - "nauc_mrr_at_5_max": 0.810598, - "nauc_mrr_at_5_std": 0.258058, - "nauc_mrr_at_5_diff1": 0.852147, - "nauc_mrr_at_10_max": 0.811185, - "nauc_mrr_at_10_std": 0.264547, - "nauc_mrr_at_10_diff1": 0.852093, - "nauc_mrr_at_20_max": 0.810609, - "nauc_mrr_at_20_std": 0.264444, - "nauc_mrr_at_20_diff1": 0.852014, - "nauc_mrr_at_100_max": 0.810515, - "nauc_mrr_at_100_std": 0.263713, - "nauc_mrr_at_100_diff1": 0.852452, - "nauc_mrr_at_1000_max": 0.810432, - "nauc_mrr_at_1000_std": 0.263165, - "nauc_mrr_at_1000_diff1": 0.852611, - "main_score": 0.73728, + "mrr_at_1": 0.626667, + "mrr_at_3": 0.674074, + "mrr_at_5": 0.682852, + "mrr_at_10": 0.689549, + "mrr_at_20": 0.691819, + "mrr_at_100": 0.694036, + "mrr_at_1000": 0.694365, + "nauc_ndcg_at_1_max": 0.794581, + "nauc_ndcg_at_1_std": 0.163267, + "nauc_ndcg_at_1_diff1": 0.879328, + "nauc_ndcg_at_3_max": 0.811163, + "nauc_ndcg_at_3_std": 0.219655, + "nauc_ndcg_at_3_diff1": 0.842355, + "nauc_ndcg_at_5_max": 0.810535, + "nauc_ndcg_at_5_std": 0.224646, + "nauc_ndcg_at_5_diff1": 0.839334, + "nauc_ndcg_at_10_max": 0.806, + "nauc_ndcg_at_10_std": 0.231412, + "nauc_ndcg_at_10_diff1": 0.837521, + "nauc_ndcg_at_20_max": 0.806478, + "nauc_ndcg_at_20_std": 0.238359, + "nauc_ndcg_at_20_diff1": 0.839247, + "nauc_ndcg_at_100_max": 0.807809, + "nauc_ndcg_at_100_std": 0.239122, + "nauc_ndcg_at_100_diff1": 0.844001, + "nauc_ndcg_at_1000_max": 0.805837, + "nauc_ndcg_at_1000_std": 0.223554, + "nauc_ndcg_at_1000_diff1": 0.845514, + "nauc_map_at_1_max": 0.794581, + "nauc_map_at_1_std": 0.163267, + "nauc_map_at_1_diff1": 0.879328, + "nauc_map_at_3_max": 0.806243, + "nauc_map_at_3_std": 0.202913, + "nauc_map_at_3_diff1": 0.851425, + "nauc_map_at_5_max": 0.805642, + "nauc_map_at_5_std": 0.204901, + "nauc_map_at_5_diff1": 0.850119, + "nauc_map_at_10_max": 0.803854, + "nauc_map_at_10_std": 0.20761, + "nauc_map_at_10_diff1": 0.849603, + "nauc_map_at_20_max": 0.804098, + "nauc_map_at_20_std": 0.209459, + "nauc_map_at_20_diff1": 0.850181, + "nauc_map_at_100_max": 0.804168, + "nauc_map_at_100_std": 0.209342, + "nauc_map_at_100_diff1": 0.850712, + "nauc_map_at_1000_max": 0.804092, + "nauc_map_at_1000_std": 0.208745, + "nauc_map_at_1000_diff1": 0.850783, + "nauc_recall_at_1_max": 0.794581, + "nauc_recall_at_1_std": 0.163267, + "nauc_recall_at_1_diff1": 0.879328, + "nauc_recall_at_3_max": 0.827915, + "nauc_recall_at_3_std": 0.276674, + "nauc_recall_at_3_diff1": 0.812287, + "nauc_recall_at_5_max": 0.829109, + "nauc_recall_at_5_std": 0.300152, + "nauc_recall_at_5_diff1": 0.799076, + "nauc_recall_at_10_max": 0.813319, + "nauc_recall_at_10_std": 0.342422, + "nauc_recall_at_10_diff1": 0.782613, + "nauc_recall_at_20_max": 0.815963, + "nauc_recall_at_20_std": 0.405223, + "nauc_recall_at_20_diff1": 0.782054, + "nauc_recall_at_100_max": 0.862324, + "nauc_recall_at_100_std": 0.667729, + "nauc_recall_at_100_diff1": 0.803327, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794581, + "nauc_precision_at_1_std": 0.163267, + "nauc_precision_at_1_diff1": 0.879328, + "nauc_precision_at_3_max": 0.827915, + "nauc_precision_at_3_std": 0.276674, + "nauc_precision_at_3_diff1": 0.812287, + "nauc_precision_at_5_max": 0.829109, + "nauc_precision_at_5_std": 0.300152, + "nauc_precision_at_5_diff1": 0.799076, + "nauc_precision_at_10_max": 0.813319, + "nauc_precision_at_10_std": 0.342422, + "nauc_precision_at_10_diff1": 0.782613, + "nauc_precision_at_20_max": 0.815963, + "nauc_precision_at_20_std": 0.405223, + "nauc_precision_at_20_diff1": 0.782054, + "nauc_precision_at_100_max": 0.862324, + "nauc_precision_at_100_std": 0.667729, + "nauc_precision_at_100_diff1": 0.803327, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794581, + "nauc_mrr_at_1_std": 0.163267, + "nauc_mrr_at_1_diff1": 0.879328, + "nauc_mrr_at_3_max": 0.806243, + "nauc_mrr_at_3_std": 0.202913, + "nauc_mrr_at_3_diff1": 0.851425, + "nauc_mrr_at_5_max": 0.805642, + "nauc_mrr_at_5_std": 0.204901, + "nauc_mrr_at_5_diff1": 0.850119, + "nauc_mrr_at_10_max": 0.803854, + "nauc_mrr_at_10_std": 0.20761, + "nauc_mrr_at_10_diff1": 0.849603, + "nauc_mrr_at_20_max": 0.804098, + "nauc_mrr_at_20_std": 0.209459, + "nauc_mrr_at_20_diff1": 0.850181, + "nauc_mrr_at_100_max": 0.804168, + "nauc_mrr_at_100_std": 0.209342, + "nauc_mrr_at_100_diff1": 0.850712, + "nauc_mrr_at_1000_max": 0.804092, + "nauc_mrr_at_1000_std": 0.208745, + "nauc_mrr_at_1000_diff1": 0.850783, + "hit_rate_at_1": 0.62667, + "hit_rate_at_3": 0.73556, + "hit_rate_at_5": 0.77333, + "hit_rate_at_10": 0.82111, + "hit_rate_at_20": 0.85333, + "hit_rate_at_100": 0.94333, + "hit_rate_at_1000": 1.0, + "main_score": 0.72129, "hf_subset": "eng_Latn-hat_Latn", "languages": [ "eng-Latn", "hat-Latn" - ] - }, - { - "ndcg_at_1": 0.52222, - "ndcg_at_3": 0.5782, - "ndcg_at_5": 0.59608, - "ndcg_at_10": 0.61184, - "ndcg_at_20": 0.62253, - "ndcg_at_100": 0.64577, - "ndcg_at_1000": 0.66153, - "map_at_1": 0.52222, - "map_at_3": 0.56519, - "map_at_5": 0.57513, - "map_at_10": 0.58161, - "map_at_20": 0.58455, - "map_at_100": 0.58761, - "map_at_1000": 0.58821, - "recall_at_1": 0.52222, - "recall_at_3": 0.61556, - "recall_at_5": 0.65889, - "recall_at_10": 0.70778, - "recall_at_20": 0.75, - "recall_at_100": 0.87778, - "recall_at_1000": 1.0, - "precision_at_1": 0.52222, - "precision_at_3": 0.20519, - "precision_at_5": 0.13178, - "precision_at_10": 0.07078, - "precision_at_20": 0.0375, - "precision_at_100": 0.00878, - "precision_at_1000": 0.001, - "mrr_at_1": 0.522222, - "mrr_at_3": 0.565185, - "mrr_at_5": 0.57513, - "mrr_at_10": 0.581606, - "mrr_at_20": 0.584547, - "mrr_at_100": 0.587613, - "mrr_at_1000": 0.588215, - "nauc_ndcg_at_1_max": 0.740833, - "nauc_ndcg_at_1_std": -0.302151, - "nauc_ndcg_at_1_diff1": 0.842308, - "nauc_ndcg_at_3_max": 0.764821, - "nauc_ndcg_at_3_std": -0.30969, - "nauc_ndcg_at_3_diff1": 0.808157, - "nauc_ndcg_at_5_max": 0.761894, - "nauc_ndcg_at_5_std": -0.307676, - "nauc_ndcg_at_5_diff1": 0.802092, - "nauc_ndcg_at_10_max": 0.759139, - "nauc_ndcg_at_10_std": -0.301871, - "nauc_ndcg_at_10_diff1": 0.795766, - "nauc_ndcg_at_20_max": 0.75799, - "nauc_ndcg_at_20_std": -0.290001, - "nauc_ndcg_at_20_diff1": 0.791278, - "nauc_ndcg_at_100_max": 0.755086, - "nauc_ndcg_at_100_std": -0.279343, - "nauc_ndcg_at_100_diff1": 0.792059, - "nauc_ndcg_at_1000_max": 0.756527, - "nauc_ndcg_at_1000_std": -0.292018, - "nauc_ndcg_at_1000_diff1": 0.800154, - "nauc_map_at_1_max": 0.740833, - "nauc_map_at_1_std": -0.302151, - "nauc_map_at_1_diff1": 0.842308, - "nauc_map_at_3_max": 0.760184, - "nauc_map_at_3_std": -0.307527, - "nauc_map_at_3_diff1": 0.816424, - "nauc_map_at_5_max": 0.758543, - "nauc_map_at_5_std": -0.306368, - "nauc_map_at_5_diff1": 0.813228, - "nauc_map_at_10_max": 0.757359, - "nauc_map_at_10_std": -0.303951, - "nauc_map_at_10_diff1": 0.810726, - "nauc_map_at_20_max": 0.757109, - "nauc_map_at_20_std": -0.300666, - "nauc_map_at_20_diff1": 0.809655, - "nauc_map_at_100_max": 0.756481, - "nauc_map_at_100_std": -0.299511, - "nauc_map_at_100_diff1": 0.80974, - "nauc_map_at_1000_max": 0.756512, - "nauc_map_at_1000_std": -0.299815, - "nauc_map_at_1000_diff1": 0.809977, - "nauc_recall_at_1_max": 0.740833, - "nauc_recall_at_1_std": -0.302151, - "nauc_recall_at_1_diff1": 0.842308, - "nauc_recall_at_3_max": 0.778448, - "nauc_recall_at_3_std": -0.316455, - "nauc_recall_at_3_diff1": 0.782905, - "nauc_recall_at_5_max": 0.771702, - "nauc_recall_at_5_std": -0.311815, - "nauc_recall_at_5_diff1": 0.764859, - "nauc_recall_at_10_max": 0.763085, - "nauc_recall_at_10_std": -0.291687, - "nauc_recall_at_10_diff1": 0.738365, - "nauc_recall_at_20_max": 0.757067, - "nauc_recall_at_20_std": -0.231034, - "nauc_recall_at_20_diff1": 0.70735, - "nauc_recall_at_100_max": 0.729563, - "nauc_recall_at_100_std": -0.046557, - "nauc_recall_at_100_diff1": 0.648991, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.740833, - "nauc_precision_at_1_std": -0.302151, - "nauc_precision_at_1_diff1": 0.842308, - "nauc_precision_at_3_max": 0.778448, - "nauc_precision_at_3_std": -0.316455, - "nauc_precision_at_3_diff1": 0.782905, - "nauc_precision_at_5_max": 0.771702, - "nauc_precision_at_5_std": -0.311815, - "nauc_precision_at_5_diff1": 0.764859, - "nauc_precision_at_10_max": 0.763085, - "nauc_precision_at_10_std": -0.291687, - "nauc_precision_at_10_diff1": 0.738365, - "nauc_precision_at_20_max": 0.757067, - "nauc_precision_at_20_std": -0.231034, - "nauc_precision_at_20_diff1": 0.70735, - "nauc_precision_at_100_max": 0.729563, - "nauc_precision_at_100_std": -0.046557, - "nauc_precision_at_100_diff1": 0.648991, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.740833, - "nauc_mrr_at_1_std": -0.302151, - "nauc_mrr_at_1_diff1": 0.842308, - "nauc_mrr_at_3_max": 0.760184, - "nauc_mrr_at_3_std": -0.307527, - "nauc_mrr_at_3_diff1": 0.816424, - "nauc_mrr_at_5_max": 0.758543, - "nauc_mrr_at_5_std": -0.306368, - "nauc_mrr_at_5_diff1": 0.813228, - "nauc_mrr_at_10_max": 0.757359, - "nauc_mrr_at_10_std": -0.303951, - "nauc_mrr_at_10_diff1": 0.810726, - "nauc_mrr_at_20_max": 0.757109, - "nauc_mrr_at_20_std": -0.300666, - "nauc_mrr_at_20_diff1": 0.809655, - "nauc_mrr_at_100_max": 0.756481, - "nauc_mrr_at_100_std": -0.299511, - "nauc_mrr_at_100_diff1": 0.80974, - "nauc_mrr_at_1000_max": 0.756512, - "nauc_mrr_at_1000_std": -0.299815, - "nauc_mrr_at_1000_diff1": 0.809977, - "main_score": 0.61184, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.51667, + "ndcg_at_3": 0.57151, + "ndcg_at_5": 0.59044, + "ndcg_at_10": 0.60595, + "ndcg_at_20": 0.61529, + "ndcg_at_100": 0.63982, + "ndcg_at_1000": 0.65604, + "map_at_1": 0.51667, + "map_at_3": 0.55852, + "map_at_5": 0.56913, + "map_at_10": 0.57555, + "map_at_20": 0.57815, + "map_at_100": 0.58135, + "map_at_1000": 0.58198, + "recall_at_1": 0.51667, + "recall_at_3": 0.60889, + "recall_at_5": 0.65444, + "recall_at_10": 0.70222, + "recall_at_20": 0.73889, + "recall_at_100": 0.87444, + "recall_at_1000": 1.0, + "accuracy": 0.51667, + "precision_at_1": 0.51667, + "precision_at_3": 0.20296, + "precision_at_5": 0.13089, + "precision_at_10": 0.07022, + "precision_at_20": 0.03694, + "precision_at_100": 0.00874, + "precision_at_1000": 0.001, + "mrr_at_1": 0.516667, + "mrr_at_3": 0.558519, + "mrr_at_5": 0.56913, + "mrr_at_10": 0.575553, + "mrr_at_20": 0.578154, + "mrr_at_100": 0.581354, + "mrr_at_1000": 0.58198, + "nauc_ndcg_at_1_max": 0.747737, + "nauc_ndcg_at_1_std": -0.265213, + "nauc_ndcg_at_1_diff1": 0.842516, + "nauc_ndcg_at_3_max": 0.770387, + "nauc_ndcg_at_3_std": -0.262948, + "nauc_ndcg_at_3_diff1": 0.816184, + "nauc_ndcg_at_5_max": 0.773728, + "nauc_ndcg_at_5_std": -0.249216, + "nauc_ndcg_at_5_diff1": 0.811865, + "nauc_ndcg_at_10_max": 0.768174, + "nauc_ndcg_at_10_std": -0.245265, + "nauc_ndcg_at_10_diff1": 0.806141, + "nauc_ndcg_at_20_max": 0.76519, + "nauc_ndcg_at_20_std": -0.231791, + "nauc_ndcg_at_20_diff1": 0.803622, + "nauc_ndcg_at_100_max": 0.761736, + "nauc_ndcg_at_100_std": -0.230219, + "nauc_ndcg_at_100_diff1": 0.802558, + "nauc_ndcg_at_1000_max": 0.764868, + "nauc_ndcg_at_1000_std": -0.241599, + "nauc_ndcg_at_1000_diff1": 0.810421, + "nauc_map_at_1_max": 0.747737, + "nauc_map_at_1_std": -0.265213, + "nauc_map_at_1_diff1": 0.842516, + "nauc_map_at_3_max": 0.766265, + "nauc_map_at_3_std": -0.263413, + "nauc_map_at_3_diff1": 0.823129, + "nauc_map_at_5_max": 0.767922, + "nauc_map_at_5_std": -0.256207, + "nauc_map_at_5_diff1": 0.820752, + "nauc_map_at_10_max": 0.765806, + "nauc_map_at_10_std": -0.254754, + "nauc_map_at_10_diff1": 0.818734, + "nauc_map_at_20_max": 0.76502, + "nauc_map_at_20_std": -0.251198, + "nauc_map_at_20_diff1": 0.818016, + "nauc_map_at_100_max": 0.76456, + "nauc_map_at_100_std": -0.251363, + "nauc_map_at_100_diff1": 0.818053, + "nauc_map_at_1000_max": 0.764671, + "nauc_map_at_1000_std": -0.251619, + "nauc_map_at_1000_diff1": 0.818298, + "nauc_recall_at_1_max": 0.747737, + "nauc_recall_at_1_std": -0.265213, + "nauc_recall_at_1_diff1": 0.842516, + "nauc_recall_at_3_max": 0.782319, + "nauc_recall_at_3_std": -0.261568, + "nauc_recall_at_3_diff1": 0.794773, + "nauc_recall_at_5_max": 0.792634, + "nauc_recall_at_5_std": -0.22386, + "nauc_recall_at_5_diff1": 0.782153, + "nauc_recall_at_10_max": 0.77343, + "nauc_recall_at_10_std": -0.206602, + "nauc_recall_at_10_diff1": 0.757211, + "nauc_recall_at_20_max": 0.758855, + "nauc_recall_at_20_std": -0.134908, + "nauc_recall_at_20_diff1": 0.740244, + "nauc_recall_at_100_max": 0.711039, + "nauc_recall_at_100_std": -0.022122, + "nauc_recall_at_100_diff1": 0.668039, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747737, + "nauc_precision_at_1_std": -0.265213, + "nauc_precision_at_1_diff1": 0.842516, + "nauc_precision_at_3_max": 0.782319, + "nauc_precision_at_3_std": -0.261568, + "nauc_precision_at_3_diff1": 0.794773, + "nauc_precision_at_5_max": 0.792634, + "nauc_precision_at_5_std": -0.22386, + "nauc_precision_at_5_diff1": 0.782153, + "nauc_precision_at_10_max": 0.77343, + "nauc_precision_at_10_std": -0.206602, + "nauc_precision_at_10_diff1": 0.757211, + "nauc_precision_at_20_max": 0.758855, + "nauc_precision_at_20_std": -0.134908, + "nauc_precision_at_20_diff1": 0.740244, + "nauc_precision_at_100_max": 0.711039, + "nauc_precision_at_100_std": -0.022122, + "nauc_precision_at_100_diff1": 0.668039, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747737, + "nauc_mrr_at_1_std": -0.265213, + "nauc_mrr_at_1_diff1": 0.842516, + "nauc_mrr_at_3_max": 0.766265, + "nauc_mrr_at_3_std": -0.263413, + "nauc_mrr_at_3_diff1": 0.823129, + "nauc_mrr_at_5_max": 0.767922, + "nauc_mrr_at_5_std": -0.256207, + "nauc_mrr_at_5_diff1": 0.820752, + "nauc_mrr_at_10_max": 0.765806, + "nauc_mrr_at_10_std": -0.254754, + "nauc_mrr_at_10_diff1": 0.818734, + "nauc_mrr_at_20_max": 0.76502, + "nauc_mrr_at_20_std": -0.251198, + "nauc_mrr_at_20_diff1": 0.818016, + "nauc_mrr_at_100_max": 0.76456, + "nauc_mrr_at_100_std": -0.251363, + "nauc_mrr_at_100_diff1": 0.818053, + "nauc_mrr_at_1000_max": 0.764671, + "nauc_mrr_at_1000_std": -0.251619, + "nauc_mrr_at_1000_diff1": 0.818298, + "hit_rate_at_1": 0.51667, + "hit_rate_at_3": 0.60889, + "hit_rate_at_5": 0.65444, + "hit_rate_at_10": 0.70222, + "hit_rate_at_20": 0.73889, + "hit_rate_at_100": 0.87444, + "hit_rate_at_1000": 1.0, + "main_score": 0.60595, "hf_subset": "hau_Latn-hau_Latn", "languages": [ "hau-Latn", "hau-Latn" - ] - }, - { - "ndcg_at_1": 0.60333, - "ndcg_at_3": 0.67033, - "ndcg_at_5": 0.68266, - "ndcg_at_10": 0.70243, - "ndcg_at_20": 0.71952, - "ndcg_at_100": 0.73619, - "ndcg_at_1000": 0.74086, - "map_at_1": 0.60333, - "map_at_3": 0.65426, - "map_at_5": 0.66109, - "map_at_10": 0.66924, - "map_at_20": 0.67391, - "map_at_100": 0.6762, - "map_at_1000": 0.67642, - "recall_at_1": 0.60333, - "recall_at_3": 0.71667, - "recall_at_5": 0.74667, - "recall_at_10": 0.80778, - "recall_at_20": 0.87556, - "recall_at_100": 0.96556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.60667, + "ndcg_at_3": 0.6646, + "ndcg_at_5": 0.68512, + "ndcg_at_10": 0.70197, + "ndcg_at_20": 0.71605, + "ndcg_at_100": 0.73517, + "ndcg_at_1000": 0.7403, + "map_at_1": 0.60667, + "map_at_3": 0.65111, + "map_at_5": 0.66272, + "map_at_10": 0.66965, + "map_at_20": 0.67354, + "map_at_100": 0.67624, + "map_at_1000": 0.67648, + "recall_at_1": 0.60667, + "recall_at_3": 0.70333, + "recall_at_5": 0.75222, + "recall_at_10": 0.80444, + "recall_at_20": 0.86, + "recall_at_100": 0.96222, "recall_at_1000": 1.0, - "precision_at_1": 0.60333, - "precision_at_3": 0.23889, - "precision_at_5": 0.14933, - "precision_at_10": 0.08078, - "precision_at_20": 0.04378, - "precision_at_100": 0.00966, - "precision_at_1000": 0.001, - "mrr_at_1": 0.603333, - "mrr_at_3": 0.654259, - "mrr_at_5": 0.661093, - "mrr_at_10": 0.669238, - "mrr_at_20": 0.67391, - "mrr_at_100": 0.676201, - "mrr_at_1000": 0.676418, - "nauc_ndcg_at_1_max": 0.807328, - "nauc_ndcg_at_1_std": 0.215215, - "nauc_ndcg_at_1_diff1": 0.874979, - "nauc_ndcg_at_3_max": 0.803431, - "nauc_ndcg_at_3_std": 0.210801, - "nauc_ndcg_at_3_diff1": 0.838015, - "nauc_ndcg_at_5_max": 0.806409, - "nauc_ndcg_at_5_std": 0.237189, - "nauc_ndcg_at_5_diff1": 0.837211, - "nauc_ndcg_at_10_max": 0.799667, - "nauc_ndcg_at_10_std": 0.239168, - "nauc_ndcg_at_10_diff1": 0.829323, - "nauc_ndcg_at_20_max": 0.795561, - "nauc_ndcg_at_20_std": 0.242431, - "nauc_ndcg_at_20_diff1": 0.827627, - "nauc_ndcg_at_100_max": 0.798796, - "nauc_ndcg_at_100_std": 0.234887, - "nauc_ndcg_at_100_diff1": 0.834137, - "nauc_ndcg_at_1000_max": 0.801512, - "nauc_ndcg_at_1000_std": 0.231929, - "nauc_ndcg_at_1000_diff1": 0.838237, - "nauc_map_at_1_max": 0.807328, - "nauc_map_at_1_std": 0.215215, - "nauc_map_at_1_diff1": 0.874979, - "nauc_map_at_3_max": 0.805918, - "nauc_map_at_3_std": 0.21327, - "nauc_map_at_3_diff1": 0.847935, - "nauc_map_at_5_max": 0.807588, - "nauc_map_at_5_std": 0.227314, - "nauc_map_at_5_diff1": 0.847736, - "nauc_map_at_10_max": 0.8051, - "nauc_map_at_10_std": 0.228322, - "nauc_map_at_10_diff1": 0.84494, - "nauc_map_at_20_max": 0.804083, - "nauc_map_at_20_std": 0.228411, - "nauc_map_at_20_diff1": 0.84465, - "nauc_map_at_100_max": 0.80441, - "nauc_map_at_100_std": 0.2272, - "nauc_map_at_100_diff1": 0.84543, - "nauc_map_at_1000_max": 0.804533, - "nauc_map_at_1000_std": 0.227129, - "nauc_map_at_1000_diff1": 0.845598, - "nauc_recall_at_1_max": 0.807328, - "nauc_recall_at_1_std": 0.215215, - "nauc_recall_at_1_diff1": 0.874979, - "nauc_recall_at_3_max": 0.794507, - "nauc_recall_at_3_std": 0.202009, - "nauc_recall_at_3_diff1": 0.805122, - "nauc_recall_at_5_max": 0.801889, - "nauc_recall_at_5_std": 0.276255, - "nauc_recall_at_5_diff1": 0.799409, - "nauc_recall_at_10_max": 0.771451, - "nauc_recall_at_10_std": 0.29096, - "nauc_recall_at_10_diff1": 0.756295, - "nauc_recall_at_20_max": 0.72795, - "nauc_recall_at_20_std": 0.349917, - "nauc_recall_at_20_diff1": 0.709764, - "nauc_recall_at_100_max": 0.679724, - "nauc_recall_at_100_std": 0.387368, - "nauc_recall_at_100_diff1": 0.647721, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.807328, - "nauc_precision_at_1_std": 0.215215, - "nauc_precision_at_1_diff1": 0.874979, - "nauc_precision_at_3_max": 0.794507, - "nauc_precision_at_3_std": 0.202009, - "nauc_precision_at_3_diff1": 0.805122, - "nauc_precision_at_5_max": 0.801889, - "nauc_precision_at_5_std": 0.276255, - "nauc_precision_at_5_diff1": 0.799409, - "nauc_precision_at_10_max": 0.771451, - "nauc_precision_at_10_std": 0.29096, - "nauc_precision_at_10_diff1": 0.756295, - "nauc_precision_at_20_max": 0.72795, - "nauc_precision_at_20_std": 0.349917, - "nauc_precision_at_20_diff1": 0.709764, - "nauc_precision_at_100_max": 0.679724, - "nauc_precision_at_100_std": 0.387368, - "nauc_precision_at_100_diff1": 0.647721, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.807328, - "nauc_mrr_at_1_std": 0.215215, - "nauc_mrr_at_1_diff1": 0.874979, - "nauc_mrr_at_3_max": 0.805918, - "nauc_mrr_at_3_std": 0.21327, - "nauc_mrr_at_3_diff1": 0.847935, - "nauc_mrr_at_5_max": 0.807588, - "nauc_mrr_at_5_std": 0.227314, - "nauc_mrr_at_5_diff1": 0.847736, - "nauc_mrr_at_10_max": 0.8051, - "nauc_mrr_at_10_std": 0.228322, - "nauc_mrr_at_10_diff1": 0.84494, - "nauc_mrr_at_20_max": 0.804083, - "nauc_mrr_at_20_std": 0.228411, - "nauc_mrr_at_20_diff1": 0.84465, - "nauc_mrr_at_100_max": 0.80441, - "nauc_mrr_at_100_std": 0.2272, - "nauc_mrr_at_100_diff1": 0.84543, - "nauc_mrr_at_1000_max": 0.804533, - "nauc_mrr_at_1000_std": 0.227129, - "nauc_mrr_at_1000_diff1": 0.845598, - "main_score": 0.70243, + "accuracy": 0.60667, + "precision_at_1": 0.60667, + "precision_at_3": 0.23444, + "precision_at_5": 0.15044, + "precision_at_10": 0.08044, + "precision_at_20": 0.043, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.606667, + "mrr_at_3": 0.651111, + "mrr_at_5": 0.662722, + "mrr_at_10": 0.669654, + "mrr_at_20": 0.673538, + "mrr_at_100": 0.676242, + "mrr_at_1000": 0.676481, + "nauc_ndcg_at_1_max": 0.792414, + "nauc_ndcg_at_1_std": 0.19047, + "nauc_ndcg_at_1_diff1": 0.869124, + "nauc_ndcg_at_3_max": 0.79571, + "nauc_ndcg_at_3_std": 0.205304, + "nauc_ndcg_at_3_diff1": 0.840582, + "nauc_ndcg_at_5_max": 0.790008, + "nauc_ndcg_at_5_std": 0.20998, + "nauc_ndcg_at_5_diff1": 0.832285, + "nauc_ndcg_at_10_max": 0.783366, + "nauc_ndcg_at_10_std": 0.212131, + "nauc_ndcg_at_10_diff1": 0.826571, + "nauc_ndcg_at_20_max": 0.782973, + "nauc_ndcg_at_20_std": 0.217821, + "nauc_ndcg_at_20_diff1": 0.828291, + "nauc_ndcg_at_100_max": 0.785327, + "nauc_ndcg_at_100_std": 0.212579, + "nauc_ndcg_at_100_diff1": 0.832697, + "nauc_ndcg_at_1000_max": 0.787808, + "nauc_ndcg_at_1000_std": 0.209997, + "nauc_ndcg_at_1000_diff1": 0.836469, + "nauc_map_at_1_max": 0.792414, + "nauc_map_at_1_std": 0.19047, + "nauc_map_at_1_diff1": 0.869124, + "nauc_map_at_3_max": 0.795943, + "nauc_map_at_3_std": 0.201201, + "nauc_map_at_3_diff1": 0.847743, + "nauc_map_at_5_max": 0.792969, + "nauc_map_at_5_std": 0.203684, + "nauc_map_at_5_diff1": 0.843543, + "nauc_map_at_10_max": 0.79058, + "nauc_map_at_10_std": 0.20473, + "nauc_map_at_10_diff1": 0.841746, + "nauc_map_at_20_max": 0.790578, + "nauc_map_at_20_std": 0.206153, + "nauc_map_at_20_diff1": 0.842402, + "nauc_map_at_100_max": 0.79075, + "nauc_map_at_100_std": 0.205398, + "nauc_map_at_100_diff1": 0.842885, + "nauc_map_at_1000_max": 0.790855, + "nauc_map_at_1000_std": 0.205316, + "nauc_map_at_1000_diff1": 0.843034, + "nauc_recall_at_1_max": 0.792414, + "nauc_recall_at_1_std": 0.19047, + "nauc_recall_at_1_diff1": 0.869124, + "nauc_recall_at_3_max": 0.794456, + "nauc_recall_at_3_std": 0.218596, + "nauc_recall_at_3_diff1": 0.817702, + "nauc_recall_at_5_max": 0.77765, + "nauc_recall_at_5_std": 0.233487, + "nauc_recall_at_5_diff1": 0.790298, + "nauc_recall_at_10_max": 0.746226, + "nauc_recall_at_10_std": 0.244868, + "nauc_recall_at_10_diff1": 0.755922, + "nauc_recall_at_20_max": 0.730186, + "nauc_recall_at_20_std": 0.294582, + "nauc_recall_at_20_diff1": 0.742056, + "nauc_recall_at_100_max": 0.684036, + "nauc_recall_at_100_std": 0.330464, + "nauc_recall_at_100_diff1": 0.673395, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.792414, + "nauc_precision_at_1_std": 0.19047, + "nauc_precision_at_1_diff1": 0.869124, + "nauc_precision_at_3_max": 0.794456, + "nauc_precision_at_3_std": 0.218596, + "nauc_precision_at_3_diff1": 0.817702, + "nauc_precision_at_5_max": 0.77765, + "nauc_precision_at_5_std": 0.233487, + "nauc_precision_at_5_diff1": 0.790298, + "nauc_precision_at_10_max": 0.746226, + "nauc_precision_at_10_std": 0.244868, + "nauc_precision_at_10_diff1": 0.755922, + "nauc_precision_at_20_max": 0.730186, + "nauc_precision_at_20_std": 0.294582, + "nauc_precision_at_20_diff1": 0.742056, + "nauc_precision_at_100_max": 0.684036, + "nauc_precision_at_100_std": 0.330464, + "nauc_precision_at_100_diff1": 0.673395, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.792414, + "nauc_mrr_at_1_std": 0.19047, + "nauc_mrr_at_1_diff1": 0.869124, + "nauc_mrr_at_3_max": 0.795943, + "nauc_mrr_at_3_std": 0.201201, + "nauc_mrr_at_3_diff1": 0.847743, + "nauc_mrr_at_5_max": 0.792969, + "nauc_mrr_at_5_std": 0.203684, + "nauc_mrr_at_5_diff1": 0.843543, + "nauc_mrr_at_10_max": 0.79058, + "nauc_mrr_at_10_std": 0.20473, + "nauc_mrr_at_10_diff1": 0.841746, + "nauc_mrr_at_20_max": 0.790578, + "nauc_mrr_at_20_std": 0.206153, + "nauc_mrr_at_20_diff1": 0.842402, + "nauc_mrr_at_100_max": 0.79075, + "nauc_mrr_at_100_std": 0.205398, + "nauc_mrr_at_100_diff1": 0.842885, + "nauc_mrr_at_1000_max": 0.790855, + "nauc_mrr_at_1000_std": 0.205316, + "nauc_mrr_at_1000_diff1": 0.843034, + "hit_rate_at_1": 0.60667, + "hit_rate_at_3": 0.70333, + "hit_rate_at_5": 0.75222, + "hit_rate_at_10": 0.80444, + "hit_rate_at_20": 0.86, + "hit_rate_at_100": 0.96222, + "hit_rate_at_1000": 1.0, + "main_score": 0.70197, "hf_subset": "hau_Latn-eng_Latn", "languages": [ "hau-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.46333, - "ndcg_at_3": 0.49845, - "ndcg_at_5": 0.50448, - "ndcg_at_10": 0.51432, - "ndcg_at_20": 0.52462, - "ndcg_at_100": 0.55414, - "ndcg_at_1000": 0.58303, - "map_at_1": 0.46333, - "map_at_3": 0.49019, - "map_at_5": 0.49357, - "map_at_10": 0.49771, - "map_at_20": 0.50049, - "map_at_100": 0.50408, - "map_at_1000": 0.50515, - "recall_at_1": 0.46333, - "recall_at_3": 0.52222, - "recall_at_5": 0.53667, - "recall_at_10": 0.56667, - "recall_at_20": 0.60778, - "recall_at_100": 0.77444, - "recall_at_1000": 1.0, - "precision_at_1": 0.46333, - "precision_at_3": 0.17407, - "precision_at_5": 0.10733, - "precision_at_10": 0.05667, - "precision_at_20": 0.03039, - "precision_at_100": 0.00774, - "precision_at_1000": 0.001, - "mrr_at_1": 0.463333, - "mrr_at_3": 0.490185, - "mrr_at_5": 0.493574, - "mrr_at_10": 0.497708, - "mrr_at_20": 0.500489, - "mrr_at_100": 0.504075, - "mrr_at_1000": 0.505148, - "nauc_ndcg_at_1_max": 0.902681, - "nauc_ndcg_at_1_std": 0.661548, - "nauc_ndcg_at_1_diff1": 0.888062, - "nauc_ndcg_at_3_max": 0.924905, - "nauc_ndcg_at_3_std": 0.695898, - "nauc_ndcg_at_3_diff1": 0.859759, - "nauc_ndcg_at_5_max": 0.921214, - "nauc_ndcg_at_5_std": 0.692587, - "nauc_ndcg_at_5_diff1": 0.853002, - "nauc_ndcg_at_10_max": 0.916389, - "nauc_ndcg_at_10_std": 0.689708, - "nauc_ndcg_at_10_diff1": 0.845985, - "nauc_ndcg_at_20_max": 0.910614, - "nauc_ndcg_at_20_std": 0.693239, - "nauc_ndcg_at_20_diff1": 0.836606, - "nauc_ndcg_at_100_max": 0.901276, - "nauc_ndcg_at_100_std": 0.689606, - "nauc_ndcg_at_100_diff1": 0.830273, - "nauc_ndcg_at_1000_max": 0.909387, - "nauc_ndcg_at_1000_std": 0.68871, - "nauc_ndcg_at_1000_diff1": 0.844461, - "nauc_map_at_1_max": 0.902681, - "nauc_map_at_1_std": 0.661548, - "nauc_map_at_1_diff1": 0.888062, - "nauc_map_at_3_max": 0.919632, - "nauc_map_at_3_std": 0.687426, - "nauc_map_at_3_diff1": 0.866109, - "nauc_map_at_5_max": 0.917534, - "nauc_map_at_5_std": 0.6854, - "nauc_map_at_5_diff1": 0.862335, - "nauc_map_at_10_max": 0.915544, - "nauc_map_at_10_std": 0.684299, - "nauc_map_at_10_diff1": 0.859485, - "nauc_map_at_20_max": 0.913983, - "nauc_map_at_20_std": 0.68524, - "nauc_map_at_20_diff1": 0.856985, - "nauc_map_at_100_max": 0.912718, - "nauc_map_at_100_std": 0.684885, - "nauc_map_at_100_diff1": 0.856299, - "nauc_map_at_1000_max": 0.912942, - "nauc_map_at_1000_std": 0.684834, - "nauc_map_at_1000_diff1": 0.85674, - "nauc_recall_at_1_max": 0.902681, - "nauc_recall_at_1_std": 0.661548, - "nauc_recall_at_1_diff1": 0.888062, - "nauc_recall_at_3_max": 0.940369, - "nauc_recall_at_3_std": 0.720883, - "nauc_recall_at_3_diff1": 0.841293, - "nauc_recall_at_5_max": 0.93163, - "nauc_recall_at_5_std": 0.713775, - "nauc_recall_at_5_diff1": 0.82453, - "nauc_recall_at_10_max": 0.916415, - "nauc_recall_at_10_std": 0.704604, - "nauc_recall_at_10_diff1": 0.80109, - "nauc_recall_at_20_max": 0.891632, - "nauc_recall_at_20_std": 0.720537, - "nauc_recall_at_20_diff1": 0.758546, - "nauc_recall_at_100_max": 0.805961, - "nauc_recall_at_100_std": 0.699657, - "nauc_recall_at_100_diff1": 0.66567, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.902681, - "nauc_precision_at_1_std": 0.661548, - "nauc_precision_at_1_diff1": 0.888062, - "nauc_precision_at_3_max": 0.940369, - "nauc_precision_at_3_std": 0.720883, - "nauc_precision_at_3_diff1": 0.841293, - "nauc_precision_at_5_max": 0.93163, - "nauc_precision_at_5_std": 0.713775, - "nauc_precision_at_5_diff1": 0.82453, - "nauc_precision_at_10_max": 0.916415, - "nauc_precision_at_10_std": 0.704604, - "nauc_precision_at_10_diff1": 0.80109, - "nauc_precision_at_20_max": 0.891632, - "nauc_precision_at_20_std": 0.720537, - "nauc_precision_at_20_diff1": 0.758546, - "nauc_precision_at_100_max": 0.805961, - "nauc_precision_at_100_std": 0.699657, - "nauc_precision_at_100_diff1": 0.66567, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.902681, - "nauc_mrr_at_1_std": 0.661548, - "nauc_mrr_at_1_diff1": 0.888062, - "nauc_mrr_at_3_max": 0.919632, - "nauc_mrr_at_3_std": 0.687426, - "nauc_mrr_at_3_diff1": 0.866109, - "nauc_mrr_at_5_max": 0.917534, - "nauc_mrr_at_5_std": 0.6854, - "nauc_mrr_at_5_diff1": 0.862335, - "nauc_mrr_at_10_max": 0.915544, - "nauc_mrr_at_10_std": 0.684299, - "nauc_mrr_at_10_diff1": 0.859485, - "nauc_mrr_at_20_max": 0.913983, - "nauc_mrr_at_20_std": 0.68524, - "nauc_mrr_at_20_diff1": 0.856985, - "nauc_mrr_at_100_max": 0.912718, - "nauc_mrr_at_100_std": 0.684885, - "nauc_mrr_at_100_diff1": 0.856299, - "nauc_mrr_at_1000_max": 0.912942, - "nauc_mrr_at_1000_std": 0.684834, - "nauc_mrr_at_1000_diff1": 0.85674, - "main_score": 0.51432, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.46, + "ndcg_at_3": 0.49544, + "ndcg_at_5": 0.50409, + "ndcg_at_10": 0.51178, + "ndcg_at_20": 0.52228, + "ndcg_at_100": 0.54875, + "ndcg_at_1000": 0.58032, + "map_at_1": 0.46, + "map_at_3": 0.48759, + "map_at_5": 0.49237, + "map_at_10": 0.49542, + "map_at_20": 0.49836, + "map_at_100": 0.5016, + "map_at_1000": 0.50276, + "recall_at_1": 0.46, + "recall_at_3": 0.51778, + "recall_at_5": 0.53889, + "recall_at_10": 0.56333, + "recall_at_20": 0.60444, + "recall_at_100": 0.75333, + "recall_at_1000": 1.0, + "accuracy": 0.46, + "precision_at_1": 0.46, + "precision_at_3": 0.17259, + "precision_at_5": 0.10778, + "precision_at_10": 0.05633, + "precision_at_20": 0.03022, + "precision_at_100": 0.00753, + "precision_at_1000": 0.001, + "mrr_at_1": 0.46, + "mrr_at_3": 0.487593, + "mrr_at_5": 0.49237, + "mrr_at_10": 0.495416, + "mrr_at_20": 0.498358, + "mrr_at_100": 0.501603, + "mrr_at_1000": 0.502764, + "nauc_ndcg_at_1_max": 0.904066, + "nauc_ndcg_at_1_std": 0.614695, + "nauc_ndcg_at_1_diff1": 0.865016, + "nauc_ndcg_at_3_max": 0.917157, + "nauc_ndcg_at_3_std": 0.639373, + "nauc_ndcg_at_3_diff1": 0.836526, + "nauc_ndcg_at_5_max": 0.912007, + "nauc_ndcg_at_5_std": 0.63351, + "nauc_ndcg_at_5_diff1": 0.832586, + "nauc_ndcg_at_10_max": 0.906404, + "nauc_ndcg_at_10_std": 0.636588, + "nauc_ndcg_at_10_diff1": 0.82572, + "nauc_ndcg_at_20_max": 0.898481, + "nauc_ndcg_at_20_std": 0.632618, + "nauc_ndcg_at_20_diff1": 0.81502, + "nauc_ndcg_at_100_max": 0.89216, + "nauc_ndcg_at_100_std": 0.636015, + "nauc_ndcg_at_100_diff1": 0.809733, + "nauc_ndcg_at_1000_max": 0.901868, + "nauc_ndcg_at_1000_std": 0.634475, + "nauc_ndcg_at_1000_diff1": 0.823628, + "nauc_map_at_1_max": 0.904066, + "nauc_map_at_1_std": 0.614695, + "nauc_map_at_1_diff1": 0.865016, + "nauc_map_at_3_max": 0.914616, + "nauc_map_at_3_std": 0.634308, + "nauc_map_at_3_diff1": 0.842827, + "nauc_map_at_5_max": 0.911787, + "nauc_map_at_5_std": 0.631153, + "nauc_map_at_5_diff1": 0.840669, + "nauc_map_at_10_max": 0.909595, + "nauc_map_at_10_std": 0.632332, + "nauc_map_at_10_diff1": 0.838026, + "nauc_map_at_20_max": 0.907414, + "nauc_map_at_20_std": 0.631234, + "nauc_map_at_20_diff1": 0.835088, + "nauc_map_at_100_max": 0.906813, + "nauc_map_at_100_std": 0.631976, + "nauc_map_at_100_diff1": 0.834598, + "nauc_map_at_1000_max": 0.907137, + "nauc_map_at_1000_std": 0.63192, + "nauc_map_at_1000_diff1": 0.835081, + "nauc_recall_at_1_max": 0.904066, + "nauc_recall_at_1_std": 0.614695, + "nauc_recall_at_1_diff1": 0.865016, + "nauc_recall_at_3_max": 0.924339, + "nauc_recall_at_3_std": 0.653841, + "nauc_recall_at_3_diff1": 0.818302, + "nauc_recall_at_5_max": 0.911593, + "nauc_recall_at_5_std": 0.639141, + "nauc_recall_at_5_diff1": 0.808164, + "nauc_recall_at_10_max": 0.892951, + "nauc_recall_at_10_std": 0.649634, + "nauc_recall_at_10_diff1": 0.784578, + "nauc_recall_at_20_max": 0.858784, + "nauc_recall_at_20_std": 0.633337, + "nauc_recall_at_20_diff1": 0.737432, + "nauc_recall_at_100_max": 0.788827, + "nauc_recall_at_100_std": 0.652781, + "nauc_recall_at_100_diff1": 0.662444, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.904066, + "nauc_precision_at_1_std": 0.614695, + "nauc_precision_at_1_diff1": 0.865016, + "nauc_precision_at_3_max": 0.924339, + "nauc_precision_at_3_std": 0.653841, + "nauc_precision_at_3_diff1": 0.818302, + "nauc_precision_at_5_max": 0.911593, + "nauc_precision_at_5_std": 0.639141, + "nauc_precision_at_5_diff1": 0.808164, + "nauc_precision_at_10_max": 0.892951, + "nauc_precision_at_10_std": 0.649634, + "nauc_precision_at_10_diff1": 0.784578, + "nauc_precision_at_20_max": 0.858784, + "nauc_precision_at_20_std": 0.633337, + "nauc_precision_at_20_diff1": 0.737432, + "nauc_precision_at_100_max": 0.788827, + "nauc_precision_at_100_std": 0.652781, + "nauc_precision_at_100_diff1": 0.662444, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.904066, + "nauc_mrr_at_1_std": 0.614695, + "nauc_mrr_at_1_diff1": 0.865016, + "nauc_mrr_at_3_max": 0.914616, + "nauc_mrr_at_3_std": 0.634308, + "nauc_mrr_at_3_diff1": 0.842827, + "nauc_mrr_at_5_max": 0.911787, + "nauc_mrr_at_5_std": 0.631153, + "nauc_mrr_at_5_diff1": 0.840669, + "nauc_mrr_at_10_max": 0.909595, + "nauc_mrr_at_10_std": 0.632332, + "nauc_mrr_at_10_diff1": 0.838026, + "nauc_mrr_at_20_max": 0.907414, + "nauc_mrr_at_20_std": 0.631234, + "nauc_mrr_at_20_diff1": 0.835088, + "nauc_mrr_at_100_max": 0.906813, + "nauc_mrr_at_100_std": 0.631976, + "nauc_mrr_at_100_diff1": 0.834598, + "nauc_mrr_at_1000_max": 0.907137, + "nauc_mrr_at_1000_std": 0.63192, + "nauc_mrr_at_1000_diff1": 0.835081, + "hit_rate_at_1": 0.46, + "hit_rate_at_3": 0.51778, + "hit_rate_at_5": 0.53889, + "hit_rate_at_10": 0.56333, + "hit_rate_at_20": 0.60444, + "hit_rate_at_100": 0.75333, + "hit_rate_at_1000": 1.0, + "main_score": 0.51178, "hf_subset": "eng_Latn-hau_Latn", "languages": [ "eng-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.87, - "ndcg_at_3": 0.90667, - "ndcg_at_5": 0.91355, - "ndcg_at_10": 0.91935, - "ndcg_at_20": 0.92322, - "ndcg_at_100": 0.92514, - "ndcg_at_1000": 0.92632, - "map_at_1": 0.87, - "map_at_3": 0.89815, - "map_at_5": 0.90198, - "map_at_10": 0.9044, - "map_at_20": 0.90543, - "map_at_100": 0.90572, - "map_at_1000": 0.90577, - "recall_at_1": 0.87, - "recall_at_3": 0.93111, - "recall_at_5": 0.94778, - "recall_at_10": 0.96556, - "recall_at_20": 0.98111, + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.8995, + "ndcg_at_5": 0.90691, + "ndcg_at_10": 0.9127, + "ndcg_at_20": 0.91665, + "ndcg_at_100": 0.91965, + "ndcg_at_1000": 0.92081, + "map_at_1": 0.86, + "map_at_3": 0.89074, + "map_at_5": 0.89491, + "map_at_10": 0.89732, + "map_at_20": 0.89842, + "map_at_100": 0.89887, + "map_at_1000": 0.89892, + "recall_at_1": 0.86, + "recall_at_3": 0.92444, + "recall_at_5": 0.94222, + "recall_at_10": 0.96, + "recall_at_20": 0.97556, "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.87, - "precision_at_3": 0.31037, - "precision_at_5": 0.18956, - "precision_at_10": 0.09656, - "precision_at_20": 0.04906, + "accuracy": 0.86, + "precision_at_1": 0.86, + "precision_at_3": 0.30815, + "precision_at_5": 0.18844, + "precision_at_10": 0.096, + "precision_at_20": 0.04878, "precision_at_100": 0.00991, "precision_at_1000": 0.001, - "mrr_at_1": 0.87, - "mrr_at_3": 0.898148, - "mrr_at_5": 0.901981, - "mrr_at_10": 0.904397, - "mrr_at_20": 0.905433, - "mrr_at_100": 0.905722, - "mrr_at_1000": 0.905773, - "nauc_ndcg_at_1_max": 0.817826, - "nauc_ndcg_at_1_std": -0.01698, - "nauc_ndcg_at_1_diff1": 0.927897, - "nauc_ndcg_at_3_max": 0.850003, - "nauc_ndcg_at_3_std": 0.021621, - "nauc_ndcg_at_3_diff1": 0.923611, - "nauc_ndcg_at_5_max": 0.849537, - "nauc_ndcg_at_5_std": 0.033031, - "nauc_ndcg_at_5_diff1": 0.924206, - "nauc_ndcg_at_10_max": 0.847114, - "nauc_ndcg_at_10_std": 0.042236, - "nauc_ndcg_at_10_diff1": 0.923602, - "nauc_ndcg_at_20_max": 0.844566, - "nauc_ndcg_at_20_std": 0.048282, - "nauc_ndcg_at_20_diff1": 0.924051, - "nauc_ndcg_at_100_max": 0.844331, - "nauc_ndcg_at_100_std": 0.04295, - "nauc_ndcg_at_100_diff1": 0.925126, - "nauc_ndcg_at_1000_max": 0.842036, - "nauc_ndcg_at_1000_std": 0.030141, - "nauc_ndcg_at_1000_diff1": 0.924712, - "nauc_map_at_1_max": 0.817826, - "nauc_map_at_1_std": -0.01698, - "nauc_map_at_1_diff1": 0.927897, - "nauc_map_at_3_max": 0.840737, - "nauc_map_at_3_std": 0.010519, - "nauc_map_at_3_diff1": 0.924365, - "nauc_map_at_5_max": 0.840267, - "nauc_map_at_5_std": 0.016424, - "nauc_map_at_5_diff1": 0.924715, - "nauc_map_at_10_max": 0.839293, - "nauc_map_at_10_std": 0.019148, - "nauc_map_at_10_diff1": 0.924556, - "nauc_map_at_20_max": 0.838659, - "nauc_map_at_20_std": 0.020007, - "nauc_map_at_20_diff1": 0.924637, - "nauc_map_at_100_max": 0.838544, - "nauc_map_at_100_std": 0.018924, - "nauc_map_at_100_diff1": 0.924839, - "nauc_map_at_1000_max": 0.838463, - "nauc_map_at_1000_std": 0.018475, - "nauc_map_at_1000_diff1": 0.924822, - "nauc_recall_at_1_max": 0.817826, - "nauc_recall_at_1_std": -0.01698, - "nauc_recall_at_1_diff1": 0.927897, - "nauc_recall_at_3_max": 0.88846, - "nauc_recall_at_3_std": 0.067686, - "nauc_recall_at_3_diff1": 0.920786, - "nauc_recall_at_5_max": 0.897908, - "nauc_recall_at_5_std": 0.121809, - "nauc_recall_at_5_diff1": 0.922026, - "nauc_recall_at_10_max": 0.904084, - "nauc_recall_at_10_std": 0.233412, - "nauc_recall_at_10_diff1": 0.916042, - "nauc_recall_at_20_max": 0.909952, - "nauc_recall_at_20_std": 0.495771, - "nauc_recall_at_20_diff1": 0.918026, + "mrr_at_1": 0.86, + "mrr_at_3": 0.890741, + "mrr_at_5": 0.894907, + "mrr_at_10": 0.897325, + "mrr_at_20": 0.898421, + "mrr_at_100": 0.898875, + "mrr_at_1000": 0.89892, + "nauc_ndcg_at_1_max": 0.788751, + "nauc_ndcg_at_1_std": -0.070312, + "nauc_ndcg_at_1_diff1": 0.921963, + "nauc_ndcg_at_3_max": 0.824563, + "nauc_ndcg_at_3_std": -0.006695, + "nauc_ndcg_at_3_diff1": 0.903317, + "nauc_ndcg_at_5_max": 0.829966, + "nauc_ndcg_at_5_std": 0.016727, + "nauc_ndcg_at_5_diff1": 0.90818, + "nauc_ndcg_at_10_max": 0.825332, + "nauc_ndcg_at_10_std": 0.013619, + "nauc_ndcg_at_10_diff1": 0.909428, + "nauc_ndcg_at_20_max": 0.824654, + "nauc_ndcg_at_20_std": 0.030445, + "nauc_ndcg_at_20_diff1": 0.910136, + "nauc_ndcg_at_100_max": 0.820949, + "nauc_ndcg_at_100_std": 0.017222, + "nauc_ndcg_at_100_diff1": 0.911196, + "nauc_ndcg_at_1000_max": 0.818498, + "nauc_ndcg_at_1000_std": 0.005209, + "nauc_ndcg_at_1000_diff1": 0.910584, + "nauc_map_at_1_max": 0.788751, + "nauc_map_at_1_std": -0.070312, + "nauc_map_at_1_diff1": 0.921963, + "nauc_map_at_3_max": 0.814061, + "nauc_map_at_3_std": -0.022862, + "nauc_map_at_3_diff1": 0.90794, + "nauc_map_at_5_max": 0.816465, + "nauc_map_at_5_std": -0.010708, + "nauc_map_at_5_diff1": 0.910544, + "nauc_map_at_10_max": 0.814478, + "nauc_map_at_10_std": -0.011728, + "nauc_map_at_10_diff1": 0.910968, + "nauc_map_at_20_max": 0.814172, + "nauc_map_at_20_std": -0.008282, + "nauc_map_at_20_diff1": 0.911148, + "nauc_map_at_100_max": 0.81361, + "nauc_map_at_100_std": -0.010275, + "nauc_map_at_100_diff1": 0.911286, + "nauc_map_at_1000_max": 0.81353, + "nauc_map_at_1000_std": -0.010653, + "nauc_map_at_1000_diff1": 0.911265, + "nauc_recall_at_1_max": 0.788751, + "nauc_recall_at_1_std": -0.070312, + "nauc_recall_at_1_diff1": 0.921963, + "nauc_recall_at_3_max": 0.867098, + "nauc_recall_at_3_std": 0.057279, + "nauc_recall_at_3_diff1": 0.885106, + "nauc_recall_at_5_max": 0.89968, + "nauc_recall_at_5_std": 0.1575, + "nauc_recall_at_5_diff1": 0.89801, + "nauc_recall_at_10_max": 0.900482, + "nauc_recall_at_10_std": 0.189854, + "nauc_recall_at_10_diff1": 0.902739, + "nauc_recall_at_20_max": 0.94037, + "nauc_recall_at_20_std": 0.525868, + "nauc_recall_at_20_diff1": 0.90769, "nauc_recall_at_100_max": 0.98366, "nauc_recall_at_100_std": 0.820903, - "nauc_recall_at_100_diff1": 0.948938, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.817826, - "nauc_precision_at_1_std": -0.01698, - "nauc_precision_at_1_diff1": 0.927897, - "nauc_precision_at_3_max": 0.88846, - "nauc_precision_at_3_std": 0.067686, - "nauc_precision_at_3_diff1": 0.920786, - "nauc_precision_at_5_max": 0.897908, - "nauc_precision_at_5_std": 0.121809, - "nauc_precision_at_5_diff1": 0.922026, - "nauc_precision_at_10_max": 0.904084, - "nauc_precision_at_10_std": 0.233412, - "nauc_precision_at_10_diff1": 0.916042, - "nauc_precision_at_20_max": 0.909952, - "nauc_precision_at_20_std": 0.495771, - "nauc_precision_at_20_diff1": 0.918026, + "nauc_recall_at_100_diff1": 0.95098, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.788751, + "nauc_precision_at_1_std": -0.070312, + "nauc_precision_at_1_diff1": 0.921963, + "nauc_precision_at_3_max": 0.867098, + "nauc_precision_at_3_std": 0.057279, + "nauc_precision_at_3_diff1": 0.885106, + "nauc_precision_at_5_max": 0.89968, + "nauc_precision_at_5_std": 0.1575, + "nauc_precision_at_5_diff1": 0.89801, + "nauc_precision_at_10_max": 0.900482, + "nauc_precision_at_10_std": 0.189854, + "nauc_precision_at_10_diff1": 0.902739, + "nauc_precision_at_20_max": 0.94037, + "nauc_precision_at_20_std": 0.525868, + "nauc_precision_at_20_diff1": 0.90769, "nauc_precision_at_100_max": 0.98366, "nauc_precision_at_100_std": 0.820903, - "nauc_precision_at_100_diff1": 0.948938, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.817826, - "nauc_mrr_at_1_std": -0.01698, - "nauc_mrr_at_1_diff1": 0.927897, - "nauc_mrr_at_3_max": 0.840737, - "nauc_mrr_at_3_std": 0.010519, - "nauc_mrr_at_3_diff1": 0.924365, - "nauc_mrr_at_5_max": 0.840267, - "nauc_mrr_at_5_std": 0.016424, - "nauc_mrr_at_5_diff1": 0.924715, - "nauc_mrr_at_10_max": 0.839293, - "nauc_mrr_at_10_std": 0.019148, - "nauc_mrr_at_10_diff1": 0.924556, - "nauc_mrr_at_20_max": 0.838659, - "nauc_mrr_at_20_std": 0.020007, - "nauc_mrr_at_20_diff1": 0.924637, - "nauc_mrr_at_100_max": 0.838544, - "nauc_mrr_at_100_std": 0.018924, - "nauc_mrr_at_100_diff1": 0.924839, - "nauc_mrr_at_1000_max": 0.838463, - "nauc_mrr_at_1000_std": 0.018475, - "nauc_mrr_at_1000_diff1": 0.924822, - "main_score": 0.91935, + "nauc_precision_at_100_diff1": 0.95098, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.788751, + "nauc_mrr_at_1_std": -0.070312, + "nauc_mrr_at_1_diff1": 0.921963, + "nauc_mrr_at_3_max": 0.814061, + "nauc_mrr_at_3_std": -0.022862, + "nauc_mrr_at_3_diff1": 0.90794, + "nauc_mrr_at_5_max": 0.816465, + "nauc_mrr_at_5_std": -0.010708, + "nauc_mrr_at_5_diff1": 0.910544, + "nauc_mrr_at_10_max": 0.814478, + "nauc_mrr_at_10_std": -0.011728, + "nauc_mrr_at_10_diff1": 0.910968, + "nauc_mrr_at_20_max": 0.814172, + "nauc_mrr_at_20_std": -0.008282, + "nauc_mrr_at_20_diff1": 0.911148, + "nauc_mrr_at_100_max": 0.81361, + "nauc_mrr_at_100_std": -0.010275, + "nauc_mrr_at_100_diff1": 0.911286, + "nauc_mrr_at_1000_max": 0.81353, + "nauc_mrr_at_1000_std": -0.010653, + "nauc_mrr_at_1000_diff1": 0.911265, + "hit_rate_at_1": 0.86, + "hit_rate_at_3": 0.92444, + "hit_rate_at_5": 0.94222, + "hit_rate_at_10": 0.96, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.9127, "hf_subset": "heb_Hebr-heb_Hebr", "languages": [ "heb-Hebr", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91222, - "ndcg_at_3": 0.94497, - "ndcg_at_5": 0.95057, - "ndcg_at_10": 0.95265, - "ndcg_at_20": 0.9538, - "ndcg_at_100": 0.95524, - "ndcg_at_1000": 0.95537, - "map_at_1": 0.91222, - "map_at_3": 0.93741, - "map_at_5": 0.94057, - "map_at_10": 0.94139, - "map_at_20": 0.94172, - "map_at_100": 0.94192, - "map_at_1000": 0.94192, - "recall_at_1": 0.91222, - "recall_at_3": 0.96667, - "recall_at_5": 0.98, - "recall_at_10": 0.98667, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.94024, + "ndcg_at_5": 0.94392, + "ndcg_at_10": 0.94763, + "ndcg_at_20": 0.94878, + "ndcg_at_100": 0.9505, + "ndcg_at_1000": 0.95063, + "map_at_1": 0.90444, + "map_at_3": 0.93148, + "map_at_5": 0.93354, + "map_at_10": 0.93514, + "map_at_20": 0.93547, + "map_at_100": 0.93573, + "map_at_1000": 0.93573, + "recall_at_1": 0.90444, + "recall_at_3": 0.96556, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, + "recall_at_20": 0.99, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91222, - "precision_at_3": 0.32222, - "precision_at_5": 0.196, - "precision_at_10": 0.09867, - "precision_at_20": 0.04956, + "accuracy": 0.90444, + "precision_at_1": 0.90444, + "precision_at_3": 0.32185, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, + "precision_at_20": 0.0495, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.912222, - "mrr_at_3": 0.937407, - "mrr_at_5": 0.940574, - "mrr_at_10": 0.941392, - "mrr_at_20": 0.941721, - "mrr_at_100": 0.94192, - "mrr_at_1000": 0.941923, - "nauc_ndcg_at_1_max": 0.703808, - "nauc_ndcg_at_1_std": -0.313844, - "nauc_ndcg_at_1_diff1": 0.905713, - "nauc_ndcg_at_3_max": 0.726517, - "nauc_ndcg_at_3_std": -0.317074, - "nauc_ndcg_at_3_diff1": 0.906125, - "nauc_ndcg_at_5_max": 0.741036, - "nauc_ndcg_at_5_std": -0.28065, - "nauc_ndcg_at_5_diff1": 0.90158, - "nauc_ndcg_at_10_max": 0.738866, - "nauc_ndcg_at_10_std": -0.252901, - "nauc_ndcg_at_10_diff1": 0.901172, - "nauc_ndcg_at_20_max": 0.732368, - "nauc_ndcg_at_20_std": -0.273075, - "nauc_ndcg_at_20_diff1": 0.89959, - "nauc_ndcg_at_100_max": 0.730682, - "nauc_ndcg_at_100_std": -0.277122, - "nauc_ndcg_at_100_diff1": 0.902611, - "nauc_ndcg_at_1000_max": 0.729891, - "nauc_ndcg_at_1000_std": -0.280874, - "nauc_ndcg_at_1000_diff1": 0.902325, - "nauc_map_at_1_max": 0.703808, - "nauc_map_at_1_std": -0.313844, - "nauc_map_at_1_diff1": 0.905713, - "nauc_map_at_3_max": 0.721305, - "nauc_map_at_3_std": -0.312205, - "nauc_map_at_3_diff1": 0.90531, - "nauc_map_at_5_max": 0.727816, - "nauc_map_at_5_std": -0.294544, - "nauc_map_at_5_diff1": 0.903014, - "nauc_map_at_10_max": 0.727089, - "nauc_map_at_10_std": -0.285349, - "nauc_map_at_10_diff1": 0.902831, - "nauc_map_at_20_max": 0.725546, - "nauc_map_at_20_std": -0.290009, - "nauc_map_at_20_diff1": 0.902508, - "nauc_map_at_100_max": 0.725544, - "nauc_map_at_100_std": -0.290146, - "nauc_map_at_100_diff1": 0.902917, - "nauc_map_at_1000_max": 0.725529, - "nauc_map_at_1000_std": -0.290215, - "nauc_map_at_1000_diff1": 0.902912, - "nauc_recall_at_1_max": 0.703808, - "nauc_recall_at_1_std": -0.313844, - "nauc_recall_at_1_diff1": 0.905713, - "nauc_recall_at_3_max": 0.752848, - "nauc_recall_at_3_std": -0.34639, - "nauc_recall_at_3_diff1": 0.911064, - "nauc_recall_at_5_max": 0.856443, - "nauc_recall_at_5_std": -0.154606, - "nauc_recall_at_5_diff1": 0.888993, - "nauc_recall_at_10_max": 0.886204, - "nauc_recall_at_10_std": 0.209967, - "nauc_recall_at_10_diff1": 0.879785, - "nauc_recall_at_20_max": 0.829307, - "nauc_recall_at_20_std": 0.031162, - "nauc_recall_at_20_diff1": 0.836018, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.931481, + "mrr_at_5": 0.933537, + "mrr_at_10": 0.935138, + "mrr_at_20": 0.935465, + "mrr_at_100": 0.93573, + "mrr_at_1000": 0.935733, + "nauc_ndcg_at_1_max": 0.698375, + "nauc_ndcg_at_1_std": -0.256406, + "nauc_ndcg_at_1_diff1": 0.910728, + "nauc_ndcg_at_3_max": 0.710401, + "nauc_ndcg_at_3_std": -0.271749, + "nauc_ndcg_at_3_diff1": 0.909397, + "nauc_ndcg_at_5_max": 0.713907, + "nauc_ndcg_at_5_std": -0.268925, + "nauc_ndcg_at_5_diff1": 0.911041, + "nauc_ndcg_at_10_max": 0.725196, + "nauc_ndcg_at_10_std": -0.216667, + "nauc_ndcg_at_10_diff1": 0.908199, + "nauc_ndcg_at_20_max": 0.723118, + "nauc_ndcg_at_20_std": -0.227842, + "nauc_ndcg_at_20_diff1": 0.91099, + "nauc_ndcg_at_100_max": 0.717155, + "nauc_ndcg_at_100_std": -0.234746, + "nauc_ndcg_at_100_diff1": 0.910079, + "nauc_ndcg_at_1000_max": 0.71642, + "nauc_ndcg_at_1000_std": -0.237955, + "nauc_ndcg_at_1000_diff1": 0.910185, + "nauc_map_at_1_max": 0.698375, + "nauc_map_at_1_std": -0.256406, + "nauc_map_at_1_diff1": 0.910728, + "nauc_map_at_3_max": 0.709472, + "nauc_map_at_3_std": -0.260417, + "nauc_map_at_3_diff1": 0.910288, + "nauc_map_at_5_max": 0.711404, + "nauc_map_at_5_std": -0.257926, + "nauc_map_at_5_diff1": 0.911065, + "nauc_map_at_10_max": 0.714665, + "nauc_map_at_10_std": -0.239276, + "nauc_map_at_10_diff1": 0.909964, + "nauc_map_at_20_max": 0.714151, + "nauc_map_at_20_std": -0.241859, + "nauc_map_at_20_diff1": 0.910628, + "nauc_map_at_100_max": 0.713396, + "nauc_map_at_100_std": -0.242911, + "nauc_map_at_100_diff1": 0.910472, + "nauc_map_at_1000_max": 0.713383, + "nauc_map_at_1000_std": -0.242964, + "nauc_map_at_1000_diff1": 0.910474, + "nauc_recall_at_1_max": 0.698375, + "nauc_recall_at_1_std": -0.256406, + "nauc_recall_at_1_diff1": 0.910728, + "nauc_recall_at_3_max": 0.713171, + "nauc_recall_at_3_std": -0.341872, + "nauc_recall_at_3_diff1": 0.903919, + "nauc_recall_at_5_max": 0.729387, + "nauc_recall_at_5_std": -0.360025, + "nauc_recall_at_5_diff1": 0.910993, + "nauc_recall_at_10_max": 0.878618, + "nauc_recall_at_10_std": 0.134131, + "nauc_recall_at_10_diff1": 0.882748, + "nauc_recall_at_20_max": 0.905073, + "nauc_recall_at_20_std": 0.065671, + "nauc_recall_at_20_diff1": 0.925563, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.703808, - "nauc_precision_at_1_std": -0.313844, - "nauc_precision_at_1_diff1": 0.905713, - "nauc_precision_at_3_max": 0.752848, - "nauc_precision_at_3_std": -0.34639, - "nauc_precision_at_3_diff1": 0.911064, - "nauc_precision_at_5_max": 0.856443, - "nauc_precision_at_5_std": -0.154606, - "nauc_precision_at_5_diff1": 0.888993, - "nauc_precision_at_10_max": 0.886204, - "nauc_precision_at_10_std": 0.209967, - "nauc_precision_at_10_diff1": 0.879785, - "nauc_precision_at_20_max": 0.829307, - "nauc_precision_at_20_std": 0.031162, - "nauc_precision_at_20_diff1": 0.836018, + "nauc_precision_at_1_max": 0.698375, + "nauc_precision_at_1_std": -0.256406, + "nauc_precision_at_1_diff1": 0.910728, + "nauc_precision_at_3_max": 0.713171, + "nauc_precision_at_3_std": -0.341872, + "nauc_precision_at_3_diff1": 0.903919, + "nauc_precision_at_5_max": 0.729387, + "nauc_precision_at_5_std": -0.360025, + "nauc_precision_at_5_diff1": 0.910993, + "nauc_precision_at_10_max": 0.878618, + "nauc_precision_at_10_std": 0.134131, + "nauc_precision_at_10_diff1": 0.882748, + "nauc_precision_at_20_max": 0.905073, + "nauc_precision_at_20_std": 0.065671, + "nauc_precision_at_20_diff1": 0.925563, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.703808, - "nauc_mrr_at_1_std": -0.313844, - "nauc_mrr_at_1_diff1": 0.905713, - "nauc_mrr_at_3_max": 0.721305, - "nauc_mrr_at_3_std": -0.312205, - "nauc_mrr_at_3_diff1": 0.90531, - "nauc_mrr_at_5_max": 0.727816, - "nauc_mrr_at_5_std": -0.294544, - "nauc_mrr_at_5_diff1": 0.903014, - "nauc_mrr_at_10_max": 0.727089, - "nauc_mrr_at_10_std": -0.285349, - "nauc_mrr_at_10_diff1": 0.902831, - "nauc_mrr_at_20_max": 0.725546, - "nauc_mrr_at_20_std": -0.290009, - "nauc_mrr_at_20_diff1": 0.902508, - "nauc_mrr_at_100_max": 0.725544, - "nauc_mrr_at_100_std": -0.290146, - "nauc_mrr_at_100_diff1": 0.902917, - "nauc_mrr_at_1000_max": 0.725529, - "nauc_mrr_at_1000_std": -0.290215, - "nauc_mrr_at_1000_diff1": 0.902912, - "main_score": 0.95265, + "nauc_mrr_at_1_max": 0.698375, + "nauc_mrr_at_1_std": -0.256406, + "nauc_mrr_at_1_diff1": 0.910728, + "nauc_mrr_at_3_max": 0.709472, + "nauc_mrr_at_3_std": -0.260417, + "nauc_mrr_at_3_diff1": 0.910288, + "nauc_mrr_at_5_max": 0.711404, + "nauc_mrr_at_5_std": -0.257926, + "nauc_mrr_at_5_diff1": 0.911065, + "nauc_mrr_at_10_max": 0.714665, + "nauc_mrr_at_10_std": -0.239276, + "nauc_mrr_at_10_diff1": 0.909964, + "nauc_mrr_at_20_max": 0.714151, + "nauc_mrr_at_20_std": -0.241859, + "nauc_mrr_at_20_diff1": 0.910628, + "nauc_mrr_at_100_max": 0.713396, + "nauc_mrr_at_100_std": -0.242911, + "nauc_mrr_at_100_diff1": 0.910472, + "nauc_mrr_at_1000_max": 0.713383, + "nauc_mrr_at_1000_std": -0.242964, + "nauc_mrr_at_1000_diff1": 0.910474, + "hit_rate_at_1": 0.90444, + "hit_rate_at_3": 0.96556, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94763, "hf_subset": "heb_Hebr-eng_Latn", "languages": [ "heb-Hebr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.80667, - "ndcg_at_3": 0.85382, - "ndcg_at_5": 0.86358, - "ndcg_at_10": 0.87193, - "ndcg_at_20": 0.8762, - "ndcg_at_100": 0.88371, - "ndcg_at_1000": 0.88501, - "map_at_1": 0.80667, - "map_at_3": 0.84278, - "map_at_5": 0.84828, - "map_at_10": 0.85178, - "map_at_20": 0.85299, - "map_at_100": 0.85413, - "map_at_1000": 0.85418, - "recall_at_1": 0.80667, - "recall_at_3": 0.88556, - "recall_at_5": 0.90889, - "recall_at_10": 0.93444, + "ndcg_at_1": 0.79222, + "ndcg_at_3": 0.84356, + "ndcg_at_5": 0.85489, + "ndcg_at_10": 0.86218, + "ndcg_at_20": 0.86755, + "ndcg_at_100": 0.87324, + "ndcg_at_1000": 0.87573, + "map_at_1": 0.79222, + "map_at_3": 0.8313, + "map_at_5": 0.83752, + "map_at_10": 0.84039, + "map_at_20": 0.84188, + "map_at_100": 0.84271, + "map_at_1000": 0.84281, + "recall_at_1": 0.79222, + "recall_at_3": 0.87889, + "recall_at_5": 0.90667, + "recall_at_10": 0.93, "recall_at_20": 0.95111, - "recall_at_100": 0.99, + "recall_at_100": 0.98111, "recall_at_1000": 1.0, - "precision_at_1": 0.80667, - "precision_at_3": 0.29519, - "precision_at_5": 0.18178, - "precision_at_10": 0.09344, + "accuracy": 0.79222, + "precision_at_1": 0.79222, + "precision_at_3": 0.29296, + "precision_at_5": 0.18133, + "precision_at_10": 0.093, "precision_at_20": 0.04756, - "precision_at_100": 0.0099, + "precision_at_100": 0.00981, "precision_at_1000": 0.001, - "mrr_at_1": 0.806667, - "mrr_at_3": 0.842778, - "mrr_at_5": 0.848278, - "mrr_at_10": 0.851779, - "mrr_at_20": 0.852986, - "mrr_at_100": 0.854131, - "mrr_at_1000": 0.854182, - "nauc_ndcg_at_1_max": 0.773119, - "nauc_ndcg_at_1_std": 0.060621, - "nauc_ndcg_at_1_diff1": 0.905154, - "nauc_ndcg_at_3_max": 0.82557, - "nauc_ndcg_at_3_std": 0.184058, - "nauc_ndcg_at_3_diff1": 0.882872, - "nauc_ndcg_at_5_max": 0.824088, - "nauc_ndcg_at_5_std": 0.174423, - "nauc_ndcg_at_5_diff1": 0.882818, - "nauc_ndcg_at_10_max": 0.82312, - "nauc_ndcg_at_10_std": 0.17446, - "nauc_ndcg_at_10_diff1": 0.888462, - "nauc_ndcg_at_20_max": 0.820602, - "nauc_ndcg_at_20_std": 0.16218, - "nauc_ndcg_at_20_diff1": 0.889571, - "nauc_ndcg_at_100_max": 0.816343, - "nauc_ndcg_at_100_std": 0.161646, - "nauc_ndcg_at_100_diff1": 0.890404, - "nauc_ndcg_at_1000_max": 0.814505, - "nauc_ndcg_at_1000_std": 0.155244, - "nauc_ndcg_at_1000_diff1": 0.890515, - "nauc_map_at_1_max": 0.773119, - "nauc_map_at_1_std": 0.060621, - "nauc_map_at_1_diff1": 0.905154, - "nauc_map_at_3_max": 0.811898, - "nauc_map_at_3_std": 0.150352, - "nauc_map_at_3_diff1": 0.889378, - "nauc_map_at_5_max": 0.810562, - "nauc_map_at_5_std": 0.144053, - "nauc_map_at_5_diff1": 0.889432, - "nauc_map_at_10_max": 0.809864, - "nauc_map_at_10_std": 0.143164, - "nauc_map_at_10_diff1": 0.89169, - "nauc_map_at_20_max": 0.809213, - "nauc_map_at_20_std": 0.140223, - "nauc_map_at_20_diff1": 0.891964, - "nauc_map_at_100_max": 0.808691, - "nauc_map_at_100_std": 0.140764, - "nauc_map_at_100_diff1": 0.892097, - "nauc_map_at_1000_max": 0.80863, - "nauc_map_at_1000_std": 0.140548, - "nauc_map_at_1000_diff1": 0.892103, - "nauc_recall_at_1_max": 0.773119, - "nauc_recall_at_1_std": 0.060621, - "nauc_recall_at_1_diff1": 0.905154, - "nauc_recall_at_3_max": 0.877167, - "nauc_recall_at_3_std": 0.312195, - "nauc_recall_at_3_diff1": 0.857894, - "nauc_recall_at_5_max": 0.884886, - "nauc_recall_at_5_std": 0.31052, - "nauc_recall_at_5_diff1": 0.85277, - "nauc_recall_at_10_max": 0.903116, - "nauc_recall_at_10_std": 0.36542, - "nauc_recall_at_10_diff1": 0.87304, - "nauc_recall_at_20_max": 0.90525, - "nauc_recall_at_20_std": 0.308898, - "nauc_recall_at_20_diff1": 0.878724, - "nauc_recall_at_100_max": 0.970951, - "nauc_recall_at_100_std": 0.698153, - "nauc_recall_at_100_diff1": 0.88199, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.773119, - "nauc_precision_at_1_std": 0.060621, - "nauc_precision_at_1_diff1": 0.905154, - "nauc_precision_at_3_max": 0.877167, - "nauc_precision_at_3_std": 0.312195, - "nauc_precision_at_3_diff1": 0.857894, - "nauc_precision_at_5_max": 0.884886, - "nauc_precision_at_5_std": 0.31052, - "nauc_precision_at_5_diff1": 0.85277, - "nauc_precision_at_10_max": 0.903116, - "nauc_precision_at_10_std": 0.36542, - "nauc_precision_at_10_diff1": 0.87304, - "nauc_precision_at_20_max": 0.90525, - "nauc_precision_at_20_std": 0.308898, - "nauc_precision_at_20_diff1": 0.878724, - "nauc_precision_at_100_max": 0.970951, - "nauc_precision_at_100_std": 0.698153, - "nauc_precision_at_100_diff1": 0.88199, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.773119, - "nauc_mrr_at_1_std": 0.060621, - "nauc_mrr_at_1_diff1": 0.905154, - "nauc_mrr_at_3_max": 0.811898, - "nauc_mrr_at_3_std": 0.150352, - "nauc_mrr_at_3_diff1": 0.889378, - "nauc_mrr_at_5_max": 0.810562, - "nauc_mrr_at_5_std": 0.144053, - "nauc_mrr_at_5_diff1": 0.889432, - "nauc_mrr_at_10_max": 0.809864, - "nauc_mrr_at_10_std": 0.143164, - "nauc_mrr_at_10_diff1": 0.89169, - "nauc_mrr_at_20_max": 0.809213, - "nauc_mrr_at_20_std": 0.140223, - "nauc_mrr_at_20_diff1": 0.891964, - "nauc_mrr_at_100_max": 0.808691, - "nauc_mrr_at_100_std": 0.140764, - "nauc_mrr_at_100_diff1": 0.892097, - "nauc_mrr_at_1000_max": 0.80863, - "nauc_mrr_at_1000_std": 0.140548, - "nauc_mrr_at_1000_diff1": 0.892103, - "main_score": 0.87193, + "mrr_at_1": 0.792222, + "mrr_at_3": 0.831296, + "mrr_at_5": 0.837519, + "mrr_at_10": 0.840387, + "mrr_at_20": 0.841883, + "mrr_at_100": 0.842708, + "mrr_at_1000": 0.842811, + "nauc_ndcg_at_1_max": 0.747921, + "nauc_ndcg_at_1_std": -0.019564, + "nauc_ndcg_at_1_diff1": 0.883488, + "nauc_ndcg_at_3_max": 0.803577, + "nauc_ndcg_at_3_std": 0.102831, + "nauc_ndcg_at_3_diff1": 0.875259, + "nauc_ndcg_at_5_max": 0.804944, + "nauc_ndcg_at_5_std": 0.109723, + "nauc_ndcg_at_5_diff1": 0.8729, + "nauc_ndcg_at_10_max": 0.802305, + "nauc_ndcg_at_10_std": 0.096954, + "nauc_ndcg_at_10_diff1": 0.875965, + "nauc_ndcg_at_20_max": 0.799348, + "nauc_ndcg_at_20_std": 0.094504, + "nauc_ndcg_at_20_diff1": 0.876957, + "nauc_ndcg_at_100_max": 0.797608, + "nauc_ndcg_at_100_std": 0.093056, + "nauc_ndcg_at_100_diff1": 0.878155, + "nauc_ndcg_at_1000_max": 0.794114, + "nauc_ndcg_at_1000_std": 0.082748, + "nauc_ndcg_at_1000_diff1": 0.877466, + "nauc_map_at_1_max": 0.747921, + "nauc_map_at_1_std": -0.019564, + "nauc_map_at_1_diff1": 0.883488, + "nauc_map_at_3_max": 0.789589, + "nauc_map_at_3_std": 0.069564, + "nauc_map_at_3_diff1": 0.87796, + "nauc_map_at_5_max": 0.789872, + "nauc_map_at_5_std": 0.071328, + "nauc_map_at_5_diff1": 0.876937, + "nauc_map_at_10_max": 0.788701, + "nauc_map_at_10_std": 0.06668, + "nauc_map_at_10_diff1": 0.877878, + "nauc_map_at_20_max": 0.787896, + "nauc_map_at_20_std": 0.06605, + "nauc_map_at_20_diff1": 0.878107, + "nauc_map_at_100_max": 0.787654, + "nauc_map_at_100_std": 0.066027, + "nauc_map_at_100_diff1": 0.878221, + "nauc_map_at_1000_max": 0.787528, + "nauc_map_at_1000_std": 0.065668, + "nauc_map_at_1000_diff1": 0.878199, + "nauc_recall_at_1_max": 0.747921, + "nauc_recall_at_1_std": -0.019564, + "nauc_recall_at_1_diff1": 0.883488, + "nauc_recall_at_3_max": 0.856608, + "nauc_recall_at_3_std": 0.230568, + "nauc_recall_at_3_diff1": 0.864611, + "nauc_recall_at_5_max": 0.875011, + "nauc_recall_at_5_std": 0.292867, + "nauc_recall_at_5_diff1": 0.852858, + "nauc_recall_at_10_max": 0.882331, + "nauc_recall_at_10_std": 0.272339, + "nauc_recall_at_10_diff1": 0.866687, + "nauc_recall_at_20_max": 0.886427, + "nauc_recall_at_20_std": 0.317513, + "nauc_recall_at_20_diff1": 0.873313, + "nauc_recall_at_100_max": 0.961553, + "nauc_recall_at_100_std": 0.580546, + "nauc_recall_at_100_diff1": 0.911298, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747921, + "nauc_precision_at_1_std": -0.019564, + "nauc_precision_at_1_diff1": 0.883488, + "nauc_precision_at_3_max": 0.856608, + "nauc_precision_at_3_std": 0.230568, + "nauc_precision_at_3_diff1": 0.864611, + "nauc_precision_at_5_max": 0.875011, + "nauc_precision_at_5_std": 0.292867, + "nauc_precision_at_5_diff1": 0.852858, + "nauc_precision_at_10_max": 0.882331, + "nauc_precision_at_10_std": 0.272339, + "nauc_precision_at_10_diff1": 0.866687, + "nauc_precision_at_20_max": 0.886427, + "nauc_precision_at_20_std": 0.317513, + "nauc_precision_at_20_diff1": 0.873313, + "nauc_precision_at_100_max": 0.961553, + "nauc_precision_at_100_std": 0.580546, + "nauc_precision_at_100_diff1": 0.911298, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747921, + "nauc_mrr_at_1_std": -0.019564, + "nauc_mrr_at_1_diff1": 0.883488, + "nauc_mrr_at_3_max": 0.789589, + "nauc_mrr_at_3_std": 0.069564, + "nauc_mrr_at_3_diff1": 0.87796, + "nauc_mrr_at_5_max": 0.789872, + "nauc_mrr_at_5_std": 0.071328, + "nauc_mrr_at_5_diff1": 0.876937, + "nauc_mrr_at_10_max": 0.788701, + "nauc_mrr_at_10_std": 0.06668, + "nauc_mrr_at_10_diff1": 0.877878, + "nauc_mrr_at_20_max": 0.787896, + "nauc_mrr_at_20_std": 0.06605, + "nauc_mrr_at_20_diff1": 0.878107, + "nauc_mrr_at_100_max": 0.787654, + "nauc_mrr_at_100_std": 0.066027, + "nauc_mrr_at_100_diff1": 0.878221, + "nauc_mrr_at_1000_max": 0.787528, + "nauc_mrr_at_1000_std": 0.065668, + "nauc_mrr_at_1000_diff1": 0.878199, + "hit_rate_at_1": 0.79222, + "hit_rate_at_3": 0.87889, + "hit_rate_at_5": 0.90667, + "hit_rate_at_10": 0.93, + "hit_rate_at_20": 0.95111, + "hit_rate_at_100": 0.98111, + "hit_rate_at_1000": 1.0, + "main_score": 0.86218, "hf_subset": "eng_Latn-heb_Hebr", "languages": [ "eng-Latn", "heb-Hebr" - ] - }, - { - "ndcg_at_1": 0.86222, - "ndcg_at_3": 0.90503, - "ndcg_at_5": 0.91684, - "ndcg_at_10": 0.92046, - "ndcg_at_20": 0.92279, - "ndcg_at_100": 0.92486, - "ndcg_at_1000": 0.92574, - "map_at_1": 0.86222, - "map_at_3": 0.89481, - "map_at_5": 0.90159, - "map_at_10": 0.9031, - "map_at_20": 0.90379, - "map_at_100": 0.90408, - "map_at_1000": 0.90412, - "recall_at_1": 0.86222, - "recall_at_3": 0.93444, - "recall_at_5": 0.96222, - "recall_at_10": 0.97333, - "recall_at_20": 0.98222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.90514, + "ndcg_at_5": 0.91476, + "ndcg_at_10": 0.91942, + "ndcg_at_20": 0.92195, + "ndcg_at_100": 0.92428, + "ndcg_at_1000": 0.92518, + "map_at_1": 0.86444, + "map_at_3": 0.89537, + "map_at_5": 0.9007, + "map_at_10": 0.90262, + "map_at_20": 0.90332, + "map_at_100": 0.90366, + "map_at_1000": 0.90371, + "recall_at_1": 0.86444, + "recall_at_3": 0.93333, + "recall_at_5": 0.95667, + "recall_at_10": 0.97111, + "recall_at_20": 0.98111, "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.86222, - "precision_at_3": 0.31148, - "precision_at_5": 0.19244, - "precision_at_10": 0.09733, - "precision_at_20": 0.04911, + "accuracy": 0.86444, + "precision_at_1": 0.86444, + "precision_at_3": 0.31111, + "precision_at_5": 0.19133, + "precision_at_10": 0.09711, + "precision_at_20": 0.04906, "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.862222, - "mrr_at_3": 0.894815, - "mrr_at_5": 0.901593, - "mrr_at_10": 0.9031, - "mrr_at_20": 0.903787, - "mrr_at_100": 0.904078, - "mrr_at_1000": 0.904117, - "nauc_ndcg_at_1_max": 0.809058, - "nauc_ndcg_at_1_std": -0.03457, - "nauc_ndcg_at_1_diff1": 0.903377, - "nauc_ndcg_at_3_max": 0.83055, - "nauc_ndcg_at_3_std": -0.036926, - "nauc_ndcg_at_3_diff1": 0.882901, - "nauc_ndcg_at_5_max": 0.823096, - "nauc_ndcg_at_5_std": -0.059412, - "nauc_ndcg_at_5_diff1": 0.883753, - "nauc_ndcg_at_10_max": 0.82292, - "nauc_ndcg_at_10_std": -0.045413, - "nauc_ndcg_at_10_diff1": 0.884494, - "nauc_ndcg_at_20_max": 0.825869, - "nauc_ndcg_at_20_std": -0.016677, - "nauc_ndcg_at_20_diff1": 0.888484, - "nauc_ndcg_at_100_max": 0.825723, - "nauc_ndcg_at_100_std": -0.02334, - "nauc_ndcg_at_100_diff1": 0.891121, - "nauc_ndcg_at_1000_max": 0.82412, - "nauc_ndcg_at_1000_std": -0.029838, - "nauc_ndcg_at_1000_diff1": 0.890554, - "nauc_map_at_1_max": 0.809058, - "nauc_map_at_1_std": -0.03457, - "nauc_map_at_1_diff1": 0.903377, - "nauc_map_at_3_max": 0.824932, - "nauc_map_at_3_std": -0.035223, - "nauc_map_at_3_diff1": 0.889021, - "nauc_map_at_5_max": 0.820847, - "nauc_map_at_5_std": -0.046245, - "nauc_map_at_5_diff1": 0.889894, - "nauc_map_at_10_max": 0.820825, - "nauc_map_at_10_std": -0.041276, - "nauc_map_at_10_diff1": 0.890262, - "nauc_map_at_20_max": 0.821545, - "nauc_map_at_20_std": -0.034454, - "nauc_map_at_20_diff1": 0.89133, - "nauc_map_at_100_max": 0.821732, - "nauc_map_at_100_std": -0.034792, - "nauc_map_at_100_diff1": 0.891812, - "nauc_map_at_1000_max": 0.821675, - "nauc_map_at_1000_std": -0.034983, - "nauc_map_at_1000_diff1": 0.891784, - "nauc_recall_at_1_max": 0.809058, - "nauc_recall_at_1_std": -0.03457, - "nauc_recall_at_1_diff1": 0.903377, - "nauc_recall_at_3_max": 0.855252, - "nauc_recall_at_3_std": -0.045253, - "nauc_recall_at_3_diff1": 0.855402, - "nauc_recall_at_5_max": 0.836354, - "nauc_recall_at_5_std": -0.162973, - "nauc_recall_at_5_diff1": 0.839224, - "nauc_recall_at_10_max": 0.838761, - "nauc_recall_at_10_std": -0.080143, - "nauc_recall_at_10_diff1": 0.826895, - "nauc_recall_at_20_max": 0.892799, - "nauc_recall_at_20_std": 0.366101, - "nauc_recall_at_20_diff1": 0.85939, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.89537, + "mrr_at_5": 0.900704, + "mrr_at_10": 0.902621, + "mrr_at_20": 0.903318, + "mrr_at_100": 0.903665, + "mrr_at_1000": 0.903706, + "nauc_ndcg_at_1_max": 0.781779, + "nauc_ndcg_at_1_std": -0.030825, + "nauc_ndcg_at_1_diff1": 0.886541, + "nauc_ndcg_at_3_max": 0.810196, + "nauc_ndcg_at_3_std": -0.043544, + "nauc_ndcg_at_3_diff1": 0.871632, + "nauc_ndcg_at_5_max": 0.800468, + "nauc_ndcg_at_5_std": -0.063385, + "nauc_ndcg_at_5_diff1": 0.867074, + "nauc_ndcg_at_10_max": 0.804528, + "nauc_ndcg_at_10_std": -0.032198, + "nauc_ndcg_at_10_diff1": 0.87132, + "nauc_ndcg_at_20_max": 0.804311, + "nauc_ndcg_at_20_std": -0.009494, + "nauc_ndcg_at_20_diff1": 0.870558, + "nauc_ndcg_at_100_max": 0.803624, + "nauc_ndcg_at_100_std": -0.025603, + "nauc_ndcg_at_100_diff1": 0.8752, + "nauc_ndcg_at_1000_max": 0.801753, + "nauc_ndcg_at_1000_std": -0.029775, + "nauc_ndcg_at_1000_diff1": 0.874713, + "nauc_map_at_1_max": 0.781779, + "nauc_map_at_1_std": -0.030825, + "nauc_map_at_1_diff1": 0.886541, + "nauc_map_at_3_max": 0.80261, + "nauc_map_at_3_std": -0.038299, + "nauc_map_at_3_diff1": 0.875858, + "nauc_map_at_5_max": 0.797543, + "nauc_map_at_5_std": -0.047972, + "nauc_map_at_5_diff1": 0.87387, + "nauc_map_at_10_max": 0.799114, + "nauc_map_at_10_std": -0.036663, + "nauc_map_at_10_diff1": 0.875703, + "nauc_map_at_20_max": 0.798936, + "nauc_map_at_20_std": -0.031939, + "nauc_map_at_20_diff1": 0.87557, + "nauc_map_at_100_max": 0.798924, + "nauc_map_at_100_std": -0.034023, + "nauc_map_at_100_diff1": 0.87628, + "nauc_map_at_1000_max": 0.798855, + "nauc_map_at_1000_std": -0.034093, + "nauc_map_at_1000_diff1": 0.876249, + "nauc_recall_at_1_max": 0.781779, + "nauc_recall_at_1_std": -0.030825, + "nauc_recall_at_1_diff1": 0.886541, + "nauc_recall_at_3_max": 0.843036, + "nauc_recall_at_3_std": -0.067608, + "nauc_recall_at_3_diff1": 0.853151, + "nauc_recall_at_5_max": 0.815198, + "nauc_recall_at_5_std": -0.168989, + "nauc_recall_at_5_diff1": 0.822261, + "nauc_recall_at_10_max": 0.8526, + "nauc_recall_at_10_std": 0.034888, + "nauc_recall_at_10_diff1": 0.831592, + "nauc_recall_at_20_max": 0.877959, + "nauc_recall_at_20_std": 0.444444, + "nauc_recall_at_20_diff1": 0.798182, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.529723, - "nauc_recall_at_100_diff1": 0.931917, + "nauc_recall_at_100_std": 0.360955, + "nauc_recall_at_100_diff1": 0.907407, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.809058, - "nauc_precision_at_1_std": -0.03457, - "nauc_precision_at_1_diff1": 0.903377, - "nauc_precision_at_3_max": 0.855252, - "nauc_precision_at_3_std": -0.045253, - "nauc_precision_at_3_diff1": 0.855402, - "nauc_precision_at_5_max": 0.836354, - "nauc_precision_at_5_std": -0.162973, - "nauc_precision_at_5_diff1": 0.839224, - "nauc_precision_at_10_max": 0.838761, - "nauc_precision_at_10_std": -0.080143, - "nauc_precision_at_10_diff1": 0.826895, - "nauc_precision_at_20_max": 0.892799, - "nauc_precision_at_20_std": 0.366101, - "nauc_precision_at_20_diff1": 0.85939, + "nauc_precision_at_1_max": 0.781779, + "nauc_precision_at_1_std": -0.030825, + "nauc_precision_at_1_diff1": 0.886541, + "nauc_precision_at_3_max": 0.843036, + "nauc_precision_at_3_std": -0.067608, + "nauc_precision_at_3_diff1": 0.853151, + "nauc_precision_at_5_max": 0.815198, + "nauc_precision_at_5_std": -0.168989, + "nauc_precision_at_5_diff1": 0.822261, + "nauc_precision_at_10_max": 0.8526, + "nauc_precision_at_10_std": 0.034888, + "nauc_precision_at_10_diff1": 0.831592, + "nauc_precision_at_20_max": 0.877959, + "nauc_precision_at_20_std": 0.444444, + "nauc_precision_at_20_diff1": 0.798182, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.529723, - "nauc_precision_at_100_diff1": 0.931917, + "nauc_precision_at_100_std": 0.360955, + "nauc_precision_at_100_diff1": 0.907407, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.809058, - "nauc_mrr_at_1_std": -0.03457, - "nauc_mrr_at_1_diff1": 0.903377, - "nauc_mrr_at_3_max": 0.824932, - "nauc_mrr_at_3_std": -0.035223, - "nauc_mrr_at_3_diff1": 0.889021, - "nauc_mrr_at_5_max": 0.820847, - "nauc_mrr_at_5_std": -0.046245, - "nauc_mrr_at_5_diff1": 0.889894, - "nauc_mrr_at_10_max": 0.820825, - "nauc_mrr_at_10_std": -0.041276, - "nauc_mrr_at_10_diff1": 0.890262, - "nauc_mrr_at_20_max": 0.821545, - "nauc_mrr_at_20_std": -0.034454, - "nauc_mrr_at_20_diff1": 0.89133, - "nauc_mrr_at_100_max": 0.821732, - "nauc_mrr_at_100_std": -0.034792, - "nauc_mrr_at_100_diff1": 0.891812, - "nauc_mrr_at_1000_max": 0.821675, - "nauc_mrr_at_1000_std": -0.034983, - "nauc_mrr_at_1000_diff1": 0.891784, - "main_score": 0.92046, + "nauc_mrr_at_1_max": 0.781779, + "nauc_mrr_at_1_std": -0.030825, + "nauc_mrr_at_1_diff1": 0.886541, + "nauc_mrr_at_3_max": 0.80261, + "nauc_mrr_at_3_std": -0.038299, + "nauc_mrr_at_3_diff1": 0.875858, + "nauc_mrr_at_5_max": 0.797543, + "nauc_mrr_at_5_std": -0.047972, + "nauc_mrr_at_5_diff1": 0.87387, + "nauc_mrr_at_10_max": 0.799114, + "nauc_mrr_at_10_std": -0.036663, + "nauc_mrr_at_10_diff1": 0.875703, + "nauc_mrr_at_20_max": 0.798936, + "nauc_mrr_at_20_std": -0.031939, + "nauc_mrr_at_20_diff1": 0.87557, + "nauc_mrr_at_100_max": 0.798924, + "nauc_mrr_at_100_std": -0.034023, + "nauc_mrr_at_100_diff1": 0.87628, + "nauc_mrr_at_1000_max": 0.798855, + "nauc_mrr_at_1000_std": -0.034093, + "nauc_mrr_at_1000_diff1": 0.876249, + "hit_rate_at_1": 0.86444, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.91942, "hf_subset": "hin_Deva-hin_Deva", "languages": [ "hin-Deva", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94746, - "ndcg_at_5": 0.95248, - "ndcg_at_10": 0.95508, - "ndcg_at_20": 0.95591, - "ndcg_at_100": 0.95645, - "ndcg_at_1000": 0.95677, - "map_at_1": 0.91333, - "map_at_3": 0.93926, - "map_at_5": 0.94204, - "map_at_10": 0.94316, - "map_at_20": 0.94338, - "map_at_100": 0.94343, - "map_at_1000": 0.94345, - "recall_at_1": 0.91333, - "recall_at_3": 0.97111, - "recall_at_5": 0.98333, - "recall_at_10": 0.99111, + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94343, + "ndcg_at_5": 0.94854, + "ndcg_at_10": 0.95226, + "ndcg_at_20": 0.95399, + "ndcg_at_100": 0.95455, + "ndcg_at_1000": 0.95486, + "map_at_1": 0.91222, + "map_at_3": 0.93611, + "map_at_5": 0.939, + "map_at_10": 0.94061, + "map_at_20": 0.9411, + "map_at_100": 0.94116, + "map_at_1000": 0.94117, + "recall_at_1": 0.91222, + "recall_at_3": 0.96444, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, "recall_at_20": 0.99444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.3237, - "precision_at_5": 0.19667, - "precision_at_10": 0.09911, + "accuracy": 0.91222, + "precision_at_1": 0.91222, + "precision_at_3": 0.32148, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, "precision_at_20": 0.04972, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.939259, - "mrr_at_5": 0.942037, - "mrr_at_10": 0.943164, - "mrr_at_20": 0.943381, - "mrr_at_100": 0.94343, - "mrr_at_1000": 0.943448, - "nauc_ndcg_at_1_max": 0.766513, - "nauc_ndcg_at_1_std": -0.247193, - "nauc_ndcg_at_1_diff1": 0.934018, - "nauc_ndcg_at_3_max": 0.803137, - "nauc_ndcg_at_3_std": -0.328551, - "nauc_ndcg_at_3_diff1": 0.941627, - "nauc_ndcg_at_5_max": 0.80374, - "nauc_ndcg_at_5_std": -0.279493, - "nauc_ndcg_at_5_diff1": 0.940756, - "nauc_ndcg_at_10_max": 0.797991, - "nauc_ndcg_at_10_std": -0.251519, - "nauc_ndcg_at_10_diff1": 0.939449, - "nauc_ndcg_at_20_max": 0.795999, - "nauc_ndcg_at_20_std": -0.250459, - "nauc_ndcg_at_20_diff1": 0.938314, - "nauc_ndcg_at_100_max": 0.793976, - "nauc_ndcg_at_100_std": -0.256226, - "nauc_ndcg_at_100_diff1": 0.938143, - "nauc_ndcg_at_1000_max": 0.792458, - "nauc_ndcg_at_1000_std": -0.264999, - "nauc_ndcg_at_1000_diff1": 0.937687, - "nauc_map_at_1_max": 0.766513, - "nauc_map_at_1_std": -0.247193, - "nauc_map_at_1_diff1": 0.934018, - "nauc_map_at_3_max": 0.791349, - "nauc_map_at_3_std": -0.306069, - "nauc_map_at_3_diff1": 0.938048, - "nauc_map_at_5_max": 0.791194, - "nauc_map_at_5_std": -0.281579, - "nauc_map_at_5_diff1": 0.937538, - "nauc_map_at_10_max": 0.789012, - "nauc_map_at_10_std": -0.270883, - "nauc_map_at_10_diff1": 0.93701, - "nauc_map_at_20_max": 0.788592, - "nauc_map_at_20_std": -0.270708, - "nauc_map_at_20_diff1": 0.936768, - "nauc_map_at_100_max": 0.788439, - "nauc_map_at_100_std": -0.271197, - "nauc_map_at_100_diff1": 0.936768, - "nauc_map_at_1000_max": 0.788372, - "nauc_map_at_1000_std": -0.271576, - "nauc_map_at_1000_diff1": 0.936748, - "nauc_recall_at_1_max": 0.766513, - "nauc_recall_at_1_std": -0.247193, - "nauc_recall_at_1_diff1": 0.934018, - "nauc_recall_at_3_max": 0.87395, - "nauc_recall_at_3_std": -0.460174, - "nauc_recall_at_3_diff1": 0.964178, - "nauc_recall_at_5_max": 0.928105, - "nauc_recall_at_5_std": -0.232866, - "nauc_recall_at_5_diff1": 0.973856, - "nauc_recall_at_10_max": 0.948938, - "nauc_recall_at_10_std": 0.19106, - "nauc_recall_at_10_diff1": 0.98366, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.936111, + "mrr_at_5": 0.939, + "mrr_at_10": 0.940606, + "mrr_at_20": 0.941102, + "mrr_at_100": 0.941158, + "mrr_at_1000": 0.941173, + "nauc_ndcg_at_1_max": 0.759925, + "nauc_ndcg_at_1_std": -0.303201, + "nauc_ndcg_at_1_diff1": 0.930533, + "nauc_ndcg_at_3_max": 0.791224, + "nauc_ndcg_at_3_std": -0.296199, + "nauc_ndcg_at_3_diff1": 0.938438, + "nauc_ndcg_at_5_max": 0.795612, + "nauc_ndcg_at_5_std": -0.257431, + "nauc_ndcg_at_5_diff1": 0.937178, + "nauc_ndcg_at_10_max": 0.795881, + "nauc_ndcg_at_10_std": -0.250839, + "nauc_ndcg_at_10_diff1": 0.938227, + "nauc_ndcg_at_20_max": 0.78982, + "nauc_ndcg_at_20_std": -0.254694, + "nauc_ndcg_at_20_diff1": 0.937618, + "nauc_ndcg_at_100_max": 0.78773, + "nauc_ndcg_at_100_std": -0.26061, + "nauc_ndcg_at_100_diff1": 0.936846, + "nauc_ndcg_at_1000_max": 0.786291, + "nauc_ndcg_at_1000_std": -0.269162, + "nauc_ndcg_at_1000_diff1": 0.936417, + "nauc_map_at_1_max": 0.759925, + "nauc_map_at_1_std": -0.303201, + "nauc_map_at_1_diff1": 0.930533, + "nauc_map_at_3_max": 0.782659, + "nauc_map_at_3_std": -0.29766, + "nauc_map_at_3_diff1": 0.935933, + "nauc_map_at_5_max": 0.784558, + "nauc_map_at_5_std": -0.278749, + "nauc_map_at_5_diff1": 0.93528, + "nauc_map_at_10_max": 0.784013, + "nauc_map_at_10_std": -0.277187, + "nauc_map_at_10_diff1": 0.935551, + "nauc_map_at_20_max": 0.782539, + "nauc_map_at_20_std": -0.278363, + "nauc_map_at_20_diff1": 0.935423, + "nauc_map_at_100_max": 0.782365, + "nauc_map_at_100_std": -0.278937, + "nauc_map_at_100_diff1": 0.935361, + "nauc_map_at_1000_max": 0.782309, + "nauc_map_at_1000_std": -0.279261, + "nauc_map_at_1000_diff1": 0.935344, + "nauc_recall_at_1_max": 0.759925, + "nauc_recall_at_1_std": -0.303201, + "nauc_recall_at_1_diff1": 0.930533, + "nauc_recall_at_3_max": 0.834296, + "nauc_recall_at_3_std": -0.289259, + "nauc_recall_at_3_diff1": 0.951345, + "nauc_recall_at_5_max": 0.87764, + "nauc_recall_at_5_std": -0.087079, + "nauc_recall_at_5_diff1": 0.950758, + "nauc_recall_at_10_max": 0.964349, + "nauc_recall_at_10_std": 0.150284, + "nauc_recall_at_10_diff1": 0.976233, "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.487955, - "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_20_std": 0.514099, + "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.766513, - "nauc_precision_at_1_std": -0.247193, - "nauc_precision_at_1_diff1": 0.934018, - "nauc_precision_at_3_max": 0.87395, - "nauc_precision_at_3_std": -0.460174, - "nauc_precision_at_3_diff1": 0.964178, - "nauc_precision_at_5_max": 0.928105, - "nauc_precision_at_5_std": -0.232866, - "nauc_precision_at_5_diff1": 0.973856, - "nauc_precision_at_10_max": 0.948938, - "nauc_precision_at_10_std": 0.19106, - "nauc_precision_at_10_diff1": 0.98366, + "nauc_precision_at_1_max": 0.759925, + "nauc_precision_at_1_std": -0.303201, + "nauc_precision_at_1_diff1": 0.930533, + "nauc_precision_at_3_max": 0.834296, + "nauc_precision_at_3_std": -0.289259, + "nauc_precision_at_3_diff1": 0.951345, + "nauc_precision_at_5_max": 0.87764, + "nauc_precision_at_5_std": -0.087079, + "nauc_precision_at_5_diff1": 0.950758, + "nauc_precision_at_10_max": 0.964349, + "nauc_precision_at_10_std": 0.150284, + "nauc_precision_at_10_diff1": 0.976233, "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.487955, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_20_std": 0.514099, + "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.766513, - "nauc_mrr_at_1_std": -0.247193, - "nauc_mrr_at_1_diff1": 0.934018, - "nauc_mrr_at_3_max": 0.791349, - "nauc_mrr_at_3_std": -0.306069, - "nauc_mrr_at_3_diff1": 0.938048, - "nauc_mrr_at_5_max": 0.791194, - "nauc_mrr_at_5_std": -0.281579, - "nauc_mrr_at_5_diff1": 0.937538, - "nauc_mrr_at_10_max": 0.789012, - "nauc_mrr_at_10_std": -0.270883, - "nauc_mrr_at_10_diff1": 0.93701, - "nauc_mrr_at_20_max": 0.788592, - "nauc_mrr_at_20_std": -0.270708, - "nauc_mrr_at_20_diff1": 0.936768, - "nauc_mrr_at_100_max": 0.788439, - "nauc_mrr_at_100_std": -0.271197, - "nauc_mrr_at_100_diff1": 0.936768, - "nauc_mrr_at_1000_max": 0.788372, - "nauc_mrr_at_1000_std": -0.271576, - "nauc_mrr_at_1000_diff1": 0.936748, - "main_score": 0.95508, + "nauc_mrr_at_1_max": 0.759925, + "nauc_mrr_at_1_std": -0.303201, + "nauc_mrr_at_1_diff1": 0.930533, + "nauc_mrr_at_3_max": 0.782659, + "nauc_mrr_at_3_std": -0.29766, + "nauc_mrr_at_3_diff1": 0.935933, + "nauc_mrr_at_5_max": 0.784558, + "nauc_mrr_at_5_std": -0.278749, + "nauc_mrr_at_5_diff1": 0.93528, + "nauc_mrr_at_10_max": 0.784013, + "nauc_mrr_at_10_std": -0.277187, + "nauc_mrr_at_10_diff1": 0.935551, + "nauc_mrr_at_20_max": 0.782539, + "nauc_mrr_at_20_std": -0.278363, + "nauc_mrr_at_20_diff1": 0.935423, + "nauc_mrr_at_100_max": 0.782365, + "nauc_mrr_at_100_std": -0.278937, + "nauc_mrr_at_100_diff1": 0.935361, + "nauc_mrr_at_1000_max": 0.782309, + "nauc_mrr_at_1000_std": -0.279261, + "nauc_mrr_at_1000_diff1": 0.935344, + "hit_rate_at_1": 0.91222, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95226, "hf_subset": "hin_Deva-eng_Latn", "languages": [ "hin-Deva", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85444, - "ndcg_at_3": 0.8995, - "ndcg_at_5": 0.90868, - "ndcg_at_10": 0.91534, - "ndcg_at_20": 0.91793, - "ndcg_at_100": 0.92049, - "ndcg_at_1000": 0.92108, - "map_at_1": 0.85444, - "map_at_3": 0.88889, - "map_at_5": 0.894, - "map_at_10": 0.89686, - "map_at_20": 0.89761, - "map_at_100": 0.898, - "map_at_1000": 0.89802, - "recall_at_1": 0.85444, - "recall_at_3": 0.93, - "recall_at_5": 0.95222, - "recall_at_10": 0.97222, - "recall_at_20": 0.98222, - "recall_at_100": 0.99556, + "ndcg_at_1": 0.83889, + "ndcg_at_3": 0.88981, + "ndcg_at_5": 0.89809, + "ndcg_at_10": 0.90525, + "ndcg_at_20": 0.90834, + "ndcg_at_100": 0.91109, + "ndcg_at_1000": 0.912, + "map_at_1": 0.83889, + "map_at_3": 0.87778, + "map_at_5": 0.88239, + "map_at_10": 0.88534, + "map_at_20": 0.88619, + "map_at_100": 0.88659, + "map_at_1000": 0.88664, + "recall_at_1": 0.83889, + "recall_at_3": 0.92444, + "recall_at_5": 0.94444, + "recall_at_10": 0.96667, + "recall_at_20": 0.97889, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.85444, - "precision_at_3": 0.31, - "precision_at_5": 0.19044, - "precision_at_10": 0.09722, - "precision_at_20": 0.04911, - "precision_at_100": 0.00996, + "accuracy": 0.83889, + "precision_at_1": 0.83889, + "precision_at_3": 0.30815, + "precision_at_5": 0.18889, + "precision_at_10": 0.09667, + "precision_at_20": 0.04894, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.854444, - "mrr_at_3": 0.888889, - "mrr_at_5": 0.894, - "mrr_at_10": 0.896862, - "mrr_at_20": 0.897606, - "mrr_at_100": 0.897997, - "mrr_at_1000": 0.898024, - "nauc_ndcg_at_1_max": 0.786625, - "nauc_ndcg_at_1_std": -0.119028, - "nauc_ndcg_at_1_diff1": 0.903884, - "nauc_ndcg_at_3_max": 0.825603, - "nauc_ndcg_at_3_std": -0.039282, - "nauc_ndcg_at_3_diff1": 0.893154, - "nauc_ndcg_at_5_max": 0.831559, - "nauc_ndcg_at_5_std": -0.018773, - "nauc_ndcg_at_5_diff1": 0.900522, - "nauc_ndcg_at_10_max": 0.823017, - "nauc_ndcg_at_10_std": -0.035103, - "nauc_ndcg_at_10_diff1": 0.899244, - "nauc_ndcg_at_20_max": 0.822127, - "nauc_ndcg_at_20_std": -0.025641, - "nauc_ndcg_at_20_diff1": 0.900651, - "nauc_ndcg_at_100_max": 0.818983, - "nauc_ndcg_at_100_std": -0.036534, - "nauc_ndcg_at_100_diff1": 0.899987, - "nauc_ndcg_at_1000_max": 0.817583, - "nauc_ndcg_at_1000_std": -0.04375, - "nauc_ndcg_at_1000_diff1": 0.899711, - "nauc_map_at_1_max": 0.786625, - "nauc_map_at_1_std": -0.119028, - "nauc_map_at_1_diff1": 0.903884, - "nauc_map_at_3_max": 0.814727, - "nauc_map_at_3_std": -0.061158, - "nauc_map_at_3_diff1": 0.896371, - "nauc_map_at_5_max": 0.817078, - "nauc_map_at_5_std": -0.051444, - "nauc_map_at_5_diff1": 0.899882, - "nauc_map_at_10_max": 0.813675, - "nauc_map_at_10_std": -0.057805, - "nauc_map_at_10_diff1": 0.899371, - "nauc_map_at_20_max": 0.813423, - "nauc_map_at_20_std": -0.0558, - "nauc_map_at_20_diff1": 0.899736, - "nauc_map_at_100_max": 0.813086, - "nauc_map_at_100_std": -0.057086, - "nauc_map_at_100_diff1": 0.899665, - "nauc_map_at_1000_max": 0.813037, - "nauc_map_at_1000_std": -0.057336, - "nauc_map_at_1000_diff1": 0.899654, - "nauc_recall_at_1_max": 0.786625, - "nauc_recall_at_1_std": -0.119028, - "nauc_recall_at_1_diff1": 0.903884, - "nauc_recall_at_3_max": 0.873283, - "nauc_recall_at_3_std": 0.056356, - "nauc_recall_at_3_diff1": 0.878892, - "nauc_recall_at_5_max": 0.922155, - "nauc_recall_at_5_std": 0.1852, - "nauc_recall_at_5_diff1": 0.907292, - "nauc_recall_at_10_max": 0.910738, - "nauc_recall_at_10_std": 0.180093, - "nauc_recall_at_10_diff1": 0.901513, - "nauc_recall_at_20_max": 0.94354, - "nauc_recall_at_20_std": 0.464111, - "nauc_recall_at_20_diff1": 0.925449, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.897876, - "nauc_recall_at_100_diff1": 0.934641, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.786625, - "nauc_precision_at_1_std": -0.119028, - "nauc_precision_at_1_diff1": 0.903884, - "nauc_precision_at_3_max": 0.873283, - "nauc_precision_at_3_std": 0.056356, - "nauc_precision_at_3_diff1": 0.878892, - "nauc_precision_at_5_max": 0.922155, - "nauc_precision_at_5_std": 0.1852, - "nauc_precision_at_5_diff1": 0.907292, - "nauc_precision_at_10_max": 0.910738, - "nauc_precision_at_10_std": 0.180093, - "nauc_precision_at_10_diff1": 0.901513, - "nauc_precision_at_20_max": 0.94354, - "nauc_precision_at_20_std": 0.464111, - "nauc_precision_at_20_diff1": 0.925449, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.897876, - "nauc_precision_at_100_diff1": 0.934641, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.786625, - "nauc_mrr_at_1_std": -0.119028, - "nauc_mrr_at_1_diff1": 0.903884, - "nauc_mrr_at_3_max": 0.814727, - "nauc_mrr_at_3_std": -0.061158, - "nauc_mrr_at_3_diff1": 0.896371, - "nauc_mrr_at_5_max": 0.817078, - "nauc_mrr_at_5_std": -0.051444, - "nauc_mrr_at_5_diff1": 0.899882, - "nauc_mrr_at_10_max": 0.813675, - "nauc_mrr_at_10_std": -0.057805, - "nauc_mrr_at_10_diff1": 0.899371, - "nauc_mrr_at_20_max": 0.813423, - "nauc_mrr_at_20_std": -0.0558, - "nauc_mrr_at_20_diff1": 0.899736, - "nauc_mrr_at_100_max": 0.813086, - "nauc_mrr_at_100_std": -0.057086, - "nauc_mrr_at_100_diff1": 0.899665, - "nauc_mrr_at_1000_max": 0.813037, - "nauc_mrr_at_1000_std": -0.057336, - "nauc_mrr_at_1000_diff1": 0.899654, - "main_score": 0.91534, + "mrr_at_1": 0.838889, + "mrr_at_3": 0.877778, + "mrr_at_5": 0.882389, + "mrr_at_10": 0.885338, + "mrr_at_20": 0.886186, + "mrr_at_100": 0.886593, + "mrr_at_1000": 0.886636, + "nauc_ndcg_at_1_max": 0.737566, + "nauc_ndcg_at_1_std": -0.17419, + "nauc_ndcg_at_1_diff1": 0.903506, + "nauc_ndcg_at_3_max": 0.766549, + "nauc_ndcg_at_3_std": -0.118044, + "nauc_ndcg_at_3_diff1": 0.878326, + "nauc_ndcg_at_5_max": 0.77233, + "nauc_ndcg_at_5_std": -0.106309, + "nauc_ndcg_at_5_diff1": 0.879902, + "nauc_ndcg_at_10_max": 0.773577, + "nauc_ndcg_at_10_std": -0.098225, + "nauc_ndcg_at_10_diff1": 0.887959, + "nauc_ndcg_at_20_max": 0.766513, + "nauc_ndcg_at_20_std": -0.120899, + "nauc_ndcg_at_20_diff1": 0.88614, + "nauc_ndcg_at_100_max": 0.765062, + "nauc_ndcg_at_100_std": -0.11534, + "nauc_ndcg_at_100_diff1": 0.886019, + "nauc_ndcg_at_1000_max": 0.762748, + "nauc_ndcg_at_1000_std": -0.124479, + "nauc_ndcg_at_1000_diff1": 0.886747, + "nauc_map_at_1_max": 0.737566, + "nauc_map_at_1_std": -0.17419, + "nauc_map_at_1_diff1": 0.903506, + "nauc_map_at_3_max": 0.757034, + "nauc_map_at_3_std": -0.139319, + "nauc_map_at_3_diff1": 0.884792, + "nauc_map_at_5_max": 0.759211, + "nauc_map_at_5_std": -0.135249, + "nauc_map_at_5_diff1": 0.885625, + "nauc_map_at_10_max": 0.759423, + "nauc_map_at_10_std": -0.1331, + "nauc_map_at_10_diff1": 0.888557, + "nauc_map_at_20_max": 0.757743, + "nauc_map_at_20_std": -0.138369, + "nauc_map_at_20_diff1": 0.888143, + "nauc_map_at_100_max": 0.757738, + "nauc_map_at_100_std": -0.136988, + "nauc_map_at_100_diff1": 0.888172, + "nauc_map_at_1000_max": 0.757646, + "nauc_map_at_1000_std": -0.137329, + "nauc_map_at_1000_diff1": 0.8882, + "nauc_recall_at_1_max": 0.737566, + "nauc_recall_at_1_std": -0.17419, + "nauc_recall_at_1_diff1": 0.903506, + "nauc_recall_at_3_max": 0.809812, + "nauc_recall_at_3_std": -0.019553, + "nauc_recall_at_3_diff1": 0.85003, + "nauc_recall_at_5_max": 0.852353, + "nauc_recall_at_5_std": 0.072913, + "nauc_recall_at_5_diff1": 0.848282, + "nauc_recall_at_10_max": 0.913959, + "nauc_recall_at_10_std": 0.258715, + "nauc_recall_at_10_diff1": 0.895269, + "nauc_recall_at_20_max": 0.877906, + "nauc_recall_at_20_std": 0.086982, + "nauc_recall_at_20_diff1": 0.869895, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.742453, + "nauc_recall_at_100_diff1": 0.817538, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.737566, + "nauc_precision_at_1_std": -0.17419, + "nauc_precision_at_1_diff1": 0.903506, + "nauc_precision_at_3_max": 0.809812, + "nauc_precision_at_3_std": -0.019553, + "nauc_precision_at_3_diff1": 0.85003, + "nauc_precision_at_5_max": 0.852353, + "nauc_precision_at_5_std": 0.072913, + "nauc_precision_at_5_diff1": 0.848282, + "nauc_precision_at_10_max": 0.913959, + "nauc_precision_at_10_std": 0.258715, + "nauc_precision_at_10_diff1": 0.895269, + "nauc_precision_at_20_max": 0.877906, + "nauc_precision_at_20_std": 0.086982, + "nauc_precision_at_20_diff1": 0.869895, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.742453, + "nauc_precision_at_100_diff1": 0.817538, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.737566, + "nauc_mrr_at_1_std": -0.17419, + "nauc_mrr_at_1_diff1": 0.903506, + "nauc_mrr_at_3_max": 0.757034, + "nauc_mrr_at_3_std": -0.139319, + "nauc_mrr_at_3_diff1": 0.884792, + "nauc_mrr_at_5_max": 0.759211, + "nauc_mrr_at_5_std": -0.135249, + "nauc_mrr_at_5_diff1": 0.885625, + "nauc_mrr_at_10_max": 0.759423, + "nauc_mrr_at_10_std": -0.1331, + "nauc_mrr_at_10_diff1": 0.888557, + "nauc_mrr_at_20_max": 0.757743, + "nauc_mrr_at_20_std": -0.138369, + "nauc_mrr_at_20_diff1": 0.888143, + "nauc_mrr_at_100_max": 0.757738, + "nauc_mrr_at_100_std": -0.136988, + "nauc_mrr_at_100_diff1": 0.888172, + "nauc_mrr_at_1000_max": 0.757646, + "nauc_mrr_at_1000_std": -0.137329, + "nauc_mrr_at_1000_diff1": 0.8882, + "hit_rate_at_1": 0.83889, + "hit_rate_at_3": 0.92444, + "hit_rate_at_5": 0.94444, + "hit_rate_at_10": 0.96667, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.90525, "hf_subset": "eng_Latn-hin_Deva", "languages": [ "eng-Latn", "hin-Deva" - ] - }, - { - "ndcg_at_1": 0.81111, - "ndcg_at_3": 0.86218, - "ndcg_at_5": 0.87093, - "ndcg_at_10": 0.8786, - "ndcg_at_20": 0.88406, - "ndcg_at_100": 0.88838, - "ndcg_at_1000": 0.89019, - "map_at_1": 0.81111, - "map_at_3": 0.85019, - "map_at_5": 0.85507, - "map_at_10": 0.85831, - "map_at_20": 0.85987, - "map_at_100": 0.8604, - "map_at_1000": 0.86049, - "recall_at_1": 0.81111, - "recall_at_3": 0.89667, - "recall_at_5": 0.91778, - "recall_at_10": 0.94111, - "recall_at_20": 0.96222, - "recall_at_100": 0.98667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79222, + "ndcg_at_3": 0.84718, + "ndcg_at_5": 0.85737, + "ndcg_at_10": 0.86704, + "ndcg_at_20": 0.87193, + "ndcg_at_100": 0.87698, + "ndcg_at_1000": 0.87858, + "map_at_1": 0.79222, + "map_at_3": 0.83389, + "map_at_5": 0.83961, + "map_at_10": 0.84358, + "map_at_20": 0.84484, + "map_at_100": 0.84551, + "map_at_1000": 0.84558, + "recall_at_1": 0.79222, + "recall_at_3": 0.88556, + "recall_at_5": 0.91, + "recall_at_10": 0.94, + "recall_at_20": 0.96, + "recall_at_100": 0.98778, "recall_at_1000": 1.0, - "precision_at_1": 0.81111, - "precision_at_3": 0.29889, - "precision_at_5": 0.18356, - "precision_at_10": 0.09411, - "precision_at_20": 0.04811, - "precision_at_100": 0.00987, + "accuracy": 0.79222, + "precision_at_1": 0.79222, + "precision_at_3": 0.29519, + "precision_at_5": 0.182, + "precision_at_10": 0.094, + "precision_at_20": 0.048, + "precision_at_100": 0.00988, "precision_at_1000": 0.001, - "mrr_at_1": 0.811111, - "mrr_at_3": 0.850185, - "mrr_at_5": 0.855074, - "mrr_at_10": 0.858306, - "mrr_at_20": 0.859872, - "mrr_at_100": 0.8604, - "mrr_at_1000": 0.860485, - "nauc_ndcg_at_1_max": 0.784278, - "nauc_ndcg_at_1_std": 0.139515, - "nauc_ndcg_at_1_diff1": 0.90982, - "nauc_ndcg_at_3_max": 0.825299, - "nauc_ndcg_at_3_std": 0.195515, - "nauc_ndcg_at_3_diff1": 0.892935, - "nauc_ndcg_at_5_max": 0.827179, - "nauc_ndcg_at_5_std": 0.210538, - "nauc_ndcg_at_5_diff1": 0.897347, - "nauc_ndcg_at_10_max": 0.829769, - "nauc_ndcg_at_10_std": 0.223846, - "nauc_ndcg_at_10_diff1": 0.900813, - "nauc_ndcg_at_20_max": 0.828292, - "nauc_ndcg_at_20_std": 0.223696, - "nauc_ndcg_at_20_diff1": 0.902214, - "nauc_ndcg_at_100_max": 0.823608, - "nauc_ndcg_at_100_std": 0.212265, - "nauc_ndcg_at_100_diff1": 0.901776, - "nauc_ndcg_at_1000_max": 0.821126, - "nauc_ndcg_at_1000_std": 0.203445, - "nauc_ndcg_at_1000_diff1": 0.901609, - "nauc_map_at_1_max": 0.784278, - "nauc_map_at_1_std": 0.139515, - "nauc_map_at_1_diff1": 0.90982, - "nauc_map_at_3_max": 0.815138, - "nauc_map_at_3_std": 0.181371, - "nauc_map_at_3_diff1": 0.897912, - "nauc_map_at_5_max": 0.815704, - "nauc_map_at_5_std": 0.188297, - "nauc_map_at_5_diff1": 0.900281, - "nauc_map_at_10_max": 0.816453, - "nauc_map_at_10_std": 0.192357, - "nauc_map_at_10_diff1": 0.901693, - "nauc_map_at_20_max": 0.815992, - "nauc_map_at_20_std": 0.19203, - "nauc_map_at_20_diff1": 0.902067, - "nauc_map_at_100_max": 0.815449, - "nauc_map_at_100_std": 0.190508, - "nauc_map_at_100_diff1": 0.902034, - "nauc_map_at_1000_max": 0.815348, - "nauc_map_at_1000_std": 0.190164, - "nauc_map_at_1000_diff1": 0.902025, - "nauc_recall_at_1_max": 0.784278, - "nauc_recall_at_1_std": 0.139515, - "nauc_recall_at_1_diff1": 0.90982, - "nauc_recall_at_3_max": 0.864942, - "nauc_recall_at_3_std": 0.250885, - "nauc_recall_at_3_diff1": 0.872967, - "nauc_recall_at_5_max": 0.881949, - "nauc_recall_at_5_std": 0.320425, - "nauc_recall_at_5_diff1": 0.884138, - "nauc_recall_at_10_max": 0.918309, - "nauc_recall_at_10_std": 0.447061, - "nauc_recall_at_10_diff1": 0.898834, - "nauc_recall_at_20_max": 0.949882, - "nauc_recall_at_20_std": 0.56838, - "nauc_recall_at_20_diff1": 0.912877, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.725568, - "nauc_recall_at_100_diff1": 0.910131, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.784278, - "nauc_precision_at_1_std": 0.139515, - "nauc_precision_at_1_diff1": 0.90982, - "nauc_precision_at_3_max": 0.864942, - "nauc_precision_at_3_std": 0.250885, - "nauc_precision_at_3_diff1": 0.872967, - "nauc_precision_at_5_max": 0.881949, - "nauc_precision_at_5_std": 0.320425, - "nauc_precision_at_5_diff1": 0.884138, - "nauc_precision_at_10_max": 0.918309, - "nauc_precision_at_10_std": 0.447061, - "nauc_precision_at_10_diff1": 0.898834, - "nauc_precision_at_20_max": 0.949882, - "nauc_precision_at_20_std": 0.56838, - "nauc_precision_at_20_diff1": 0.912877, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.725568, - "nauc_precision_at_100_diff1": 0.910131, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.784278, - "nauc_mrr_at_1_std": 0.139515, - "nauc_mrr_at_1_diff1": 0.90982, - "nauc_mrr_at_3_max": 0.815138, - "nauc_mrr_at_3_std": 0.181371, - "nauc_mrr_at_3_diff1": 0.897912, - "nauc_mrr_at_5_max": 0.815704, - "nauc_mrr_at_5_std": 0.188297, - "nauc_mrr_at_5_diff1": 0.900281, - "nauc_mrr_at_10_max": 0.816453, - "nauc_mrr_at_10_std": 0.192357, - "nauc_mrr_at_10_diff1": 0.901693, - "nauc_mrr_at_20_max": 0.815992, - "nauc_mrr_at_20_std": 0.19203, - "nauc_mrr_at_20_diff1": 0.902067, - "nauc_mrr_at_100_max": 0.815449, - "nauc_mrr_at_100_std": 0.190508, - "nauc_mrr_at_100_diff1": 0.902034, - "nauc_mrr_at_1000_max": 0.815348, - "nauc_mrr_at_1000_std": 0.190164, - "nauc_mrr_at_1000_diff1": 0.902025, - "main_score": 0.8786, + "mrr_at_1": 0.792222, + "mrr_at_3": 0.833889, + "mrr_at_5": 0.839611, + "mrr_at_10": 0.843582, + "mrr_at_20": 0.844841, + "mrr_at_100": 0.845509, + "mrr_at_1000": 0.845576, + "nauc_ndcg_at_1_max": 0.756448, + "nauc_ndcg_at_1_std": 0.027226, + "nauc_ndcg_at_1_diff1": 0.896433, + "nauc_ndcg_at_3_max": 0.797398, + "nauc_ndcg_at_3_std": 0.114385, + "nauc_ndcg_at_3_diff1": 0.883843, + "nauc_ndcg_at_5_max": 0.798722, + "nauc_ndcg_at_5_std": 0.125611, + "nauc_ndcg_at_5_diff1": 0.883887, + "nauc_ndcg_at_10_max": 0.802264, + "nauc_ndcg_at_10_std": 0.138756, + "nauc_ndcg_at_10_diff1": 0.888012, + "nauc_ndcg_at_20_max": 0.800603, + "nauc_ndcg_at_20_std": 0.137984, + "nauc_ndcg_at_20_diff1": 0.890644, + "nauc_ndcg_at_100_max": 0.794638, + "nauc_ndcg_at_100_std": 0.119209, + "nauc_ndcg_at_100_diff1": 0.889212, + "nauc_ndcg_at_1000_max": 0.793728, + "nauc_ndcg_at_1000_std": 0.114259, + "nauc_ndcg_at_1000_diff1": 0.889492, + "nauc_map_at_1_max": 0.756448, + "nauc_map_at_1_std": 0.027226, + "nauc_map_at_1_diff1": 0.896433, + "nauc_map_at_3_max": 0.787678, + "nauc_map_at_3_std": 0.091686, + "nauc_map_at_3_diff1": 0.887898, + "nauc_map_at_5_max": 0.78814, + "nauc_map_at_5_std": 0.096498, + "nauc_map_at_5_diff1": 0.88808, + "nauc_map_at_10_max": 0.78926, + "nauc_map_at_10_std": 0.100588, + "nauc_map_at_10_diff1": 0.889615, + "nauc_map_at_20_max": 0.788909, + "nauc_map_at_20_std": 0.100379, + "nauc_map_at_20_diff1": 0.890203, + "nauc_map_at_100_max": 0.788195, + "nauc_map_at_100_std": 0.098061, + "nauc_map_at_100_diff1": 0.890042, + "nauc_map_at_1000_max": 0.788186, + "nauc_map_at_1000_std": 0.097972, + "nauc_map_at_1000_diff1": 0.890062, + "nauc_recall_at_1_max": 0.756448, + "nauc_recall_at_1_std": 0.027226, + "nauc_recall_at_1_diff1": 0.896433, + "nauc_recall_at_3_max": 0.835114, + "nauc_recall_at_3_std": 0.203912, + "nauc_recall_at_3_diff1": 0.867342, + "nauc_recall_at_5_max": 0.848463, + "nauc_recall_at_5_std": 0.267524, + "nauc_recall_at_5_diff1": 0.863229, + "nauc_recall_at_10_max": 0.894413, + "nauc_recall_at_10_std": 0.421283, + "nauc_recall_at_10_diff1": 0.880218, + "nauc_recall_at_20_max": 0.916628, + "nauc_recall_at_20_std": 0.545246, + "nauc_recall_at_20_diff1": 0.908639, + "nauc_recall_at_100_max": 0.871233, + "nauc_recall_at_100_std": 0.513284, + "nauc_recall_at_100_diff1": 0.874798, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756448, + "nauc_precision_at_1_std": 0.027226, + "nauc_precision_at_1_diff1": 0.896433, + "nauc_precision_at_3_max": 0.835114, + "nauc_precision_at_3_std": 0.203912, + "nauc_precision_at_3_diff1": 0.867342, + "nauc_precision_at_5_max": 0.848463, + "nauc_precision_at_5_std": 0.267524, + "nauc_precision_at_5_diff1": 0.863229, + "nauc_precision_at_10_max": 0.894413, + "nauc_precision_at_10_std": 0.421283, + "nauc_precision_at_10_diff1": 0.880218, + "nauc_precision_at_20_max": 0.916628, + "nauc_precision_at_20_std": 0.545246, + "nauc_precision_at_20_diff1": 0.908639, + "nauc_precision_at_100_max": 0.871233, + "nauc_precision_at_100_std": 0.513284, + "nauc_precision_at_100_diff1": 0.874798, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.756448, + "nauc_mrr_at_1_std": 0.027226, + "nauc_mrr_at_1_diff1": 0.896433, + "nauc_mrr_at_3_max": 0.787678, + "nauc_mrr_at_3_std": 0.091686, + "nauc_mrr_at_3_diff1": 0.887898, + "nauc_mrr_at_5_max": 0.78814, + "nauc_mrr_at_5_std": 0.096498, + "nauc_mrr_at_5_diff1": 0.88808, + "nauc_mrr_at_10_max": 0.78926, + "nauc_mrr_at_10_std": 0.100588, + "nauc_mrr_at_10_diff1": 0.889615, + "nauc_mrr_at_20_max": 0.788909, + "nauc_mrr_at_20_std": 0.100379, + "nauc_mrr_at_20_diff1": 0.890203, + "nauc_mrr_at_100_max": 0.788195, + "nauc_mrr_at_100_std": 0.098061, + "nauc_mrr_at_100_diff1": 0.890042, + "nauc_mrr_at_1000_max": 0.788186, + "nauc_mrr_at_1000_std": 0.097972, + "nauc_mrr_at_1000_diff1": 0.890062, + "hit_rate_at_1": 0.79222, + "hit_rate_at_3": 0.88556, + "hit_rate_at_5": 0.91, + "hit_rate_at_10": 0.94, + "hit_rate_at_20": 0.96, + "hit_rate_at_100": 0.98778, + "hit_rate_at_1000": 1.0, + "main_score": 0.86704, "hf_subset": "hin_Latn-hin_Latn", "languages": [ "hin-Latn", "hin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88778, - "ndcg_at_3": 0.92558, - "ndcg_at_5": 0.93012, - "ndcg_at_10": 0.9357, - "ndcg_at_20": 0.93826, - "ndcg_at_100": 0.93957, - "ndcg_at_1000": 0.94029, - "map_at_1": 0.88778, - "map_at_3": 0.91704, - "map_at_5": 0.91954, - "map_at_10": 0.92195, - "map_at_20": 0.92267, - "map_at_100": 0.92288, - "map_at_1000": 0.92291, - "recall_at_1": 0.88778, - "recall_at_3": 0.95, - "recall_at_5": 0.96111, - "recall_at_10": 0.97778, - "recall_at_20": 0.98778, - "recall_at_100": 0.99444, + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.91517, + "ndcg_at_5": 0.92115, + "ndcg_at_10": 0.92711, + "ndcg_at_20": 0.92934, + "ndcg_at_100": 0.93125, + "ndcg_at_1000": 0.9318, + "map_at_1": 0.87333, + "map_at_3": 0.90537, + "map_at_5": 0.9087, + "map_at_10": 0.91108, + "map_at_20": 0.91168, + "map_at_100": 0.91196, + "map_at_1000": 0.91198, + "recall_at_1": 0.87333, + "recall_at_3": 0.94333, + "recall_at_5": 0.95778, + "recall_at_10": 0.97667, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.88778, - "precision_at_3": 0.31667, - "precision_at_5": 0.19222, - "precision_at_10": 0.09778, - "precision_at_20": 0.04939, - "precision_at_100": 0.00994, + "accuracy": 0.87333, + "precision_at_1": 0.87333, + "precision_at_3": 0.31444, + "precision_at_5": 0.19156, + "precision_at_10": 0.09767, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.887778, - "mrr_at_3": 0.917037, - "mrr_at_5": 0.919537, - "mrr_at_10": 0.921951, - "mrr_at_20": 0.922669, - "mrr_at_100": 0.922879, - "mrr_at_1000": 0.922907, - "nauc_ndcg_at_1_max": 0.714253, - "nauc_ndcg_at_1_std": -0.381399, - "nauc_ndcg_at_1_diff1": 0.892372, - "nauc_ndcg_at_3_max": 0.747813, - "nauc_ndcg_at_3_std": -0.357708, - "nauc_ndcg_at_3_diff1": 0.884156, - "nauc_ndcg_at_5_max": 0.744751, - "nauc_ndcg_at_5_std": -0.374791, - "nauc_ndcg_at_5_diff1": 0.884802, - "nauc_ndcg_at_10_max": 0.742151, - "nauc_ndcg_at_10_std": -0.353597, - "nauc_ndcg_at_10_diff1": 0.886713, - "nauc_ndcg_at_20_max": 0.744305, - "nauc_ndcg_at_20_std": -0.353087, - "nauc_ndcg_at_20_diff1": 0.890795, - "nauc_ndcg_at_100_max": 0.740948, - "nauc_ndcg_at_100_std": -0.351796, - "nauc_ndcg_at_100_diff1": 0.889408, - "nauc_ndcg_at_1000_max": 0.737796, - "nauc_ndcg_at_1000_std": -0.362955, - "nauc_ndcg_at_1000_diff1": 0.888404, - "nauc_map_at_1_max": 0.714253, - "nauc_map_at_1_std": -0.381399, - "nauc_map_at_1_diff1": 0.892372, - "nauc_map_at_3_max": 0.736516, - "nauc_map_at_3_std": -0.369755, - "nauc_map_at_3_diff1": 0.886533, - "nauc_map_at_5_max": 0.73458, - "nauc_map_at_5_std": -0.37919, - "nauc_map_at_5_diff1": 0.886897, - "nauc_map_at_10_max": 0.733292, - "nauc_map_at_10_std": -0.37189, - "nauc_map_at_10_diff1": 0.887623, - "nauc_map_at_20_max": 0.733535, - "nauc_map_at_20_std": -0.3719, - "nauc_map_at_20_diff1": 0.888359, - "nauc_map_at_100_max": 0.733134, - "nauc_map_at_100_std": -0.371722, - "nauc_map_at_100_diff1": 0.888189, - "nauc_map_at_1000_max": 0.733037, - "nauc_map_at_1000_std": -0.372043, - "nauc_map_at_1000_diff1": 0.888161, - "nauc_recall_at_1_max": 0.714253, - "nauc_recall_at_1_std": -0.381399, - "nauc_recall_at_1_diff1": 0.892372, - "nauc_recall_at_3_max": 0.80166, - "nauc_recall_at_3_std": -0.297624, - "nauc_recall_at_3_diff1": 0.873078, - "nauc_recall_at_5_max": 0.804682, - "nauc_recall_at_5_std": -0.347459, - "nauc_recall_at_5_diff1": 0.872896, - "nauc_recall_at_10_max": 0.827988, - "nauc_recall_at_10_std": -0.143417, - "nauc_recall_at_10_diff1": 0.880742, - "nauc_recall_at_20_max": 0.947585, - "nauc_recall_at_20_std": 0.035311, - "nauc_recall_at_20_diff1": 0.964349, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.90537, + "mrr_at_5": 0.908704, + "mrr_at_10": 0.911078, + "mrr_at_20": 0.91168, + "mrr_at_100": 0.911961, + "mrr_at_1000": 0.91198, + "nauc_ndcg_at_1_max": 0.696902, + "nauc_ndcg_at_1_std": -0.332247, + "nauc_ndcg_at_1_diff1": 0.902833, + "nauc_ndcg_at_3_max": 0.723953, + "nauc_ndcg_at_3_std": -0.334296, + "nauc_ndcg_at_3_diff1": 0.896403, + "nauc_ndcg_at_5_max": 0.719753, + "nauc_ndcg_at_5_std": -0.354264, + "nauc_ndcg_at_5_diff1": 0.898095, + "nauc_ndcg_at_10_max": 0.721245, + "nauc_ndcg_at_10_std": -0.338992, + "nauc_ndcg_at_10_diff1": 0.896821, + "nauc_ndcg_at_20_max": 0.724565, + "nauc_ndcg_at_20_std": -0.326681, + "nauc_ndcg_at_20_diff1": 0.899069, + "nauc_ndcg_at_100_max": 0.71948, + "nauc_ndcg_at_100_std": -0.32209, + "nauc_ndcg_at_100_diff1": 0.89887, + "nauc_ndcg_at_1000_max": 0.717148, + "nauc_ndcg_at_1000_std": -0.332561, + "nauc_ndcg_at_1000_diff1": 0.898333, + "nauc_map_at_1_max": 0.696902, + "nauc_map_at_1_std": -0.332247, + "nauc_map_at_1_diff1": 0.902833, + "nauc_map_at_3_max": 0.714911, + "nauc_map_at_3_std": -0.336755, + "nauc_map_at_3_diff1": 0.897495, + "nauc_map_at_5_max": 0.712616, + "nauc_map_at_5_std": -0.345903, + "nauc_map_at_5_diff1": 0.898368, + "nauc_map_at_10_max": 0.712798, + "nauc_map_at_10_std": -0.340916, + "nauc_map_at_10_diff1": 0.897832, + "nauc_map_at_20_max": 0.713378, + "nauc_map_at_20_std": -0.338109, + "nauc_map_at_20_diff1": 0.898247, + "nauc_map_at_100_max": 0.712798, + "nauc_map_at_100_std": -0.337615, + "nauc_map_at_100_diff1": 0.89826, + "nauc_map_at_1000_max": 0.712735, + "nauc_map_at_1000_std": -0.337901, + "nauc_map_at_1000_diff1": 0.89825, + "nauc_recall_at_1_max": 0.696902, + "nauc_recall_at_1_std": -0.332247, + "nauc_recall_at_1_diff1": 0.902833, + "nauc_recall_at_3_max": 0.766985, + "nauc_recall_at_3_std": -0.320554, + "nauc_recall_at_3_diff1": 0.891891, + "nauc_recall_at_5_max": 0.762445, + "nauc_recall_at_5_std": -0.409664, + "nauc_recall_at_5_diff1": 0.897722, + "nauc_recall_at_10_max": 0.813525, + "nauc_recall_at_10_std": -0.30221, + "nauc_recall_at_10_diff1": 0.887511, + "nauc_recall_at_20_max": 0.937154, + "nauc_recall_at_20_std": -0.051785, + "nauc_recall_at_20_diff1": 0.928356, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.579458, - "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.96732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.714253, - "nauc_precision_at_1_std": -0.381399, - "nauc_precision_at_1_diff1": 0.892372, - "nauc_precision_at_3_max": 0.80166, - "nauc_precision_at_3_std": -0.297624, - "nauc_precision_at_3_diff1": 0.873078, - "nauc_precision_at_5_max": 0.804682, - "nauc_precision_at_5_std": -0.347459, - "nauc_precision_at_5_diff1": 0.872896, - "nauc_precision_at_10_max": 0.827988, - "nauc_precision_at_10_std": -0.143417, - "nauc_precision_at_10_diff1": 0.880742, - "nauc_precision_at_20_max": 0.947585, - "nauc_precision_at_20_std": 0.035311, - "nauc_precision_at_20_diff1": 0.964349, + "nauc_precision_at_1_max": 0.696902, + "nauc_precision_at_1_std": -0.332247, + "nauc_precision_at_1_diff1": 0.902833, + "nauc_precision_at_3_max": 0.766985, + "nauc_precision_at_3_std": -0.320554, + "nauc_precision_at_3_diff1": 0.891891, + "nauc_precision_at_5_max": 0.762445, + "nauc_precision_at_5_std": -0.409664, + "nauc_precision_at_5_diff1": 0.897722, + "nauc_precision_at_10_max": 0.813525, + "nauc_precision_at_10_std": -0.30221, + "nauc_precision_at_10_diff1": 0.887511, + "nauc_precision_at_20_max": 0.937154, + "nauc_precision_at_20_std": -0.051785, + "nauc_precision_at_20_diff1": 0.928356, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.579458, - "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.96732, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.714253, - "nauc_mrr_at_1_std": -0.381399, - "nauc_mrr_at_1_diff1": 0.892372, - "nauc_mrr_at_3_max": 0.736516, - "nauc_mrr_at_3_std": -0.369755, - "nauc_mrr_at_3_diff1": 0.886533, - "nauc_mrr_at_5_max": 0.73458, - "nauc_mrr_at_5_std": -0.37919, - "nauc_mrr_at_5_diff1": 0.886897, - "nauc_mrr_at_10_max": 0.733292, - "nauc_mrr_at_10_std": -0.37189, - "nauc_mrr_at_10_diff1": 0.887623, - "nauc_mrr_at_20_max": 0.733535, - "nauc_mrr_at_20_std": -0.3719, - "nauc_mrr_at_20_diff1": 0.888359, - "nauc_mrr_at_100_max": 0.733134, - "nauc_mrr_at_100_std": -0.371722, - "nauc_mrr_at_100_diff1": 0.888189, - "nauc_mrr_at_1000_max": 0.733037, - "nauc_mrr_at_1000_std": -0.372043, - "nauc_mrr_at_1000_diff1": 0.888161, - "main_score": 0.9357, + "nauc_mrr_at_1_max": 0.696902, + "nauc_mrr_at_1_std": -0.332247, + "nauc_mrr_at_1_diff1": 0.902833, + "nauc_mrr_at_3_max": 0.714911, + "nauc_mrr_at_3_std": -0.336755, + "nauc_mrr_at_3_diff1": 0.897495, + "nauc_mrr_at_5_max": 0.712616, + "nauc_mrr_at_5_std": -0.345903, + "nauc_mrr_at_5_diff1": 0.898368, + "nauc_mrr_at_10_max": 0.712798, + "nauc_mrr_at_10_std": -0.340916, + "nauc_mrr_at_10_diff1": 0.897832, + "nauc_mrr_at_20_max": 0.713378, + "nauc_mrr_at_20_std": -0.338109, + "nauc_mrr_at_20_diff1": 0.898247, + "nauc_mrr_at_100_max": 0.712798, + "nauc_mrr_at_100_std": -0.337615, + "nauc_mrr_at_100_diff1": 0.89826, + "nauc_mrr_at_1000_max": 0.712735, + "nauc_mrr_at_1000_std": -0.337901, + "nauc_mrr_at_1000_diff1": 0.89825, + "hit_rate_at_1": 0.87333, + "hit_rate_at_3": 0.94333, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92711, "hf_subset": "hin_Latn-eng_Latn", "languages": [ "hin-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.76111, - "ndcg_at_3": 0.81116, - "ndcg_at_5": 0.82317, - "ndcg_at_10": 0.83249, - "ndcg_at_20": 0.83994, - "ndcg_at_100": 0.84833, - "ndcg_at_1000": 0.85127, - "map_at_1": 0.76111, - "map_at_3": 0.79889, - "map_at_5": 0.80561, - "map_at_10": 0.80944, - "map_at_20": 0.81157, - "map_at_100": 0.81279, - "map_at_1000": 0.81291, - "recall_at_1": 0.76111, - "recall_at_3": 0.84667, - "recall_at_5": 0.87556, - "recall_at_10": 0.90444, - "recall_at_20": 0.93333, - "recall_at_100": 0.97778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.73556, + "ndcg_at_3": 0.78324, + "ndcg_at_5": 0.79711, + "ndcg_at_10": 0.81184, + "ndcg_at_20": 0.81978, + "ndcg_at_100": 0.82978, + "ndcg_at_1000": 0.83225, + "map_at_1": 0.73556, + "map_at_3": 0.77167, + "map_at_5": 0.77944, + "map_at_10": 0.78553, + "map_at_20": 0.78774, + "map_at_100": 0.78909, + "map_at_1000": 0.78919, + "recall_at_1": 0.73556, + "recall_at_3": 0.81667, + "recall_at_5": 0.85, + "recall_at_10": 0.89556, + "recall_at_20": 0.92667, + "recall_at_100": 0.98111, "recall_at_1000": 1.0, - "precision_at_1": 0.76111, - "precision_at_3": 0.28222, - "precision_at_5": 0.17511, - "precision_at_10": 0.09044, - "precision_at_20": 0.04667, - "precision_at_100": 0.00978, + "accuracy": 0.73556, + "precision_at_1": 0.73556, + "precision_at_3": 0.27222, + "precision_at_5": 0.17, + "precision_at_10": 0.08956, + "precision_at_20": 0.04633, + "precision_at_100": 0.00981, "precision_at_1000": 0.001, - "mrr_at_1": 0.761111, - "mrr_at_3": 0.798889, - "mrr_at_5": 0.805611, - "mrr_at_10": 0.809445, - "mrr_at_20": 0.811568, - "mrr_at_100": 0.812788, - "mrr_at_1000": 0.812915, - "nauc_ndcg_at_1_max": 0.844171, - "nauc_ndcg_at_1_std": 0.290913, - "nauc_ndcg_at_1_diff1": 0.90016, - "nauc_ndcg_at_3_max": 0.861125, - "nauc_ndcg_at_3_std": 0.346876, - "nauc_ndcg_at_3_diff1": 0.875506, - "nauc_ndcg_at_5_max": 0.859357, - "nauc_ndcg_at_5_std": 0.356884, - "nauc_ndcg_at_5_diff1": 0.871219, - "nauc_ndcg_at_10_max": 0.856475, - "nauc_ndcg_at_10_std": 0.365499, - "nauc_ndcg_at_10_diff1": 0.868953, - "nauc_ndcg_at_20_max": 0.857172, - "nauc_ndcg_at_20_std": 0.363406, - "nauc_ndcg_at_20_diff1": 0.869678, - "nauc_ndcg_at_100_max": 0.85695, - "nauc_ndcg_at_100_std": 0.361033, - "nauc_ndcg_at_100_diff1": 0.873458, - "nauc_ndcg_at_1000_max": 0.855765, - "nauc_ndcg_at_1000_std": 0.351533, - "nauc_ndcg_at_1000_diff1": 0.875469, - "nauc_map_at_1_max": 0.844171, - "nauc_map_at_1_std": 0.290913, - "nauc_map_at_1_diff1": 0.90016, - "nauc_map_at_3_max": 0.856309, - "nauc_map_at_3_std": 0.33213, - "nauc_map_at_3_diff1": 0.881821, - "nauc_map_at_5_max": 0.855471, - "nauc_map_at_5_std": 0.337297, - "nauc_map_at_5_diff1": 0.87993, - "nauc_map_at_10_max": 0.854185, - "nauc_map_at_10_std": 0.339824, - "nauc_map_at_10_diff1": 0.879118, - "nauc_map_at_20_max": 0.854326, - "nauc_map_at_20_std": 0.339195, - "nauc_map_at_20_diff1": 0.879419, - "nauc_map_at_100_max": 0.854263, - "nauc_map_at_100_std": 0.33909, - "nauc_map_at_100_diff1": 0.87987, - "nauc_map_at_1000_max": 0.854215, - "nauc_map_at_1000_std": 0.338757, - "nauc_map_at_1000_diff1": 0.879945, - "nauc_recall_at_1_max": 0.844171, - "nauc_recall_at_1_std": 0.290913, - "nauc_recall_at_1_diff1": 0.90016, - "nauc_recall_at_3_max": 0.87873, - "nauc_recall_at_3_std": 0.400183, - "nauc_recall_at_3_diff1": 0.85278, - "nauc_recall_at_5_max": 0.875193, - "nauc_recall_at_5_std": 0.440897, - "nauc_recall_at_5_diff1": 0.83339, - "nauc_recall_at_10_max": 0.86636, - "nauc_recall_at_10_std": 0.509739, - "nauc_recall_at_10_diff1": 0.81315, - "nauc_recall_at_20_max": 0.876766, - "nauc_recall_at_20_std": 0.550272, - "nauc_recall_at_20_diff1": 0.795246, - "nauc_recall_at_100_max": 0.910714, - "nauc_recall_at_100_std": 0.809197, - "nauc_recall_at_100_diff1": 0.779295, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.844171, - "nauc_precision_at_1_std": 0.290913, - "nauc_precision_at_1_diff1": 0.90016, - "nauc_precision_at_3_max": 0.87873, - "nauc_precision_at_3_std": 0.400183, - "nauc_precision_at_3_diff1": 0.85278, - "nauc_precision_at_5_max": 0.875193, - "nauc_precision_at_5_std": 0.440897, - "nauc_precision_at_5_diff1": 0.83339, - "nauc_precision_at_10_max": 0.86636, - "nauc_precision_at_10_std": 0.509739, - "nauc_precision_at_10_diff1": 0.81315, - "nauc_precision_at_20_max": 0.876766, - "nauc_precision_at_20_std": 0.550272, - "nauc_precision_at_20_diff1": 0.795246, - "nauc_precision_at_100_max": 0.910714, - "nauc_precision_at_100_std": 0.809197, - "nauc_precision_at_100_diff1": 0.779295, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.844171, - "nauc_mrr_at_1_std": 0.290913, - "nauc_mrr_at_1_diff1": 0.90016, - "nauc_mrr_at_3_max": 0.856309, - "nauc_mrr_at_3_std": 0.33213, - "nauc_mrr_at_3_diff1": 0.881821, - "nauc_mrr_at_5_max": 0.855471, - "nauc_mrr_at_5_std": 0.337297, - "nauc_mrr_at_5_diff1": 0.87993, - "nauc_mrr_at_10_max": 0.854185, - "nauc_mrr_at_10_std": 0.339824, - "nauc_mrr_at_10_diff1": 0.879118, - "nauc_mrr_at_20_max": 0.854326, - "nauc_mrr_at_20_std": 0.339195, - "nauc_mrr_at_20_diff1": 0.879419, - "nauc_mrr_at_100_max": 0.854263, - "nauc_mrr_at_100_std": 0.33909, - "nauc_mrr_at_100_diff1": 0.87987, - "nauc_mrr_at_1000_max": 0.854215, - "nauc_mrr_at_1000_std": 0.338757, - "nauc_mrr_at_1000_diff1": 0.879945, - "main_score": 0.83249, + "mrr_at_1": 0.735556, + "mrr_at_3": 0.771667, + "mrr_at_5": 0.779444, + "mrr_at_10": 0.785527, + "mrr_at_20": 0.787743, + "mrr_at_100": 0.78909, + "mrr_at_1000": 0.789189, + "nauc_ndcg_at_1_max": 0.808585, + "nauc_ndcg_at_1_std": 0.174507, + "nauc_ndcg_at_1_diff1": 0.88821, + "nauc_ndcg_at_3_max": 0.836246, + "nauc_ndcg_at_3_std": 0.230403, + "nauc_ndcg_at_3_diff1": 0.868411, + "nauc_ndcg_at_5_max": 0.835942, + "nauc_ndcg_at_5_std": 0.238922, + "nauc_ndcg_at_5_diff1": 0.868932, + "nauc_ndcg_at_10_max": 0.830995, + "nauc_ndcg_at_10_std": 0.244735, + "nauc_ndcg_at_10_diff1": 0.867656, + "nauc_ndcg_at_20_max": 0.831482, + "nauc_ndcg_at_20_std": 0.25459, + "nauc_ndcg_at_20_diff1": 0.869963, + "nauc_ndcg_at_100_max": 0.830637, + "nauc_ndcg_at_100_std": 0.246366, + "nauc_ndcg_at_100_diff1": 0.87172, + "nauc_ndcg_at_1000_max": 0.829469, + "nauc_ndcg_at_1000_std": 0.237058, + "nauc_ndcg_at_1000_diff1": 0.871588, + "nauc_map_at_1_max": 0.808585, + "nauc_map_at_1_std": 0.174507, + "nauc_map_at_1_diff1": 0.88821, + "nauc_map_at_3_max": 0.829096, + "nauc_map_at_3_std": 0.21723, + "nauc_map_at_3_diff1": 0.872982, + "nauc_map_at_5_max": 0.828712, + "nauc_map_at_5_std": 0.221139, + "nauc_map_at_5_diff1": 0.873286, + "nauc_map_at_10_max": 0.826653, + "nauc_map_at_10_std": 0.222499, + "nauc_map_at_10_diff1": 0.872808, + "nauc_map_at_20_max": 0.826769, + "nauc_map_at_20_std": 0.224934, + "nauc_map_at_20_diff1": 0.873312, + "nauc_map_at_100_max": 0.826701, + "nauc_map_at_100_std": 0.22402, + "nauc_map_at_100_diff1": 0.873541, + "nauc_map_at_1000_max": 0.826663, + "nauc_map_at_1000_std": 0.223722, + "nauc_map_at_1000_diff1": 0.873529, + "nauc_recall_at_1_max": 0.808585, + "nauc_recall_at_1_std": 0.174507, + "nauc_recall_at_1_diff1": 0.88821, + "nauc_recall_at_3_max": 0.860774, + "nauc_recall_at_3_std": 0.274921, + "nauc_recall_at_3_diff1": 0.853019, + "nauc_recall_at_5_max": 0.864682, + "nauc_recall_at_5_std": 0.310927, + "nauc_recall_at_5_diff1": 0.852233, + "nauc_recall_at_10_max": 0.850595, + "nauc_recall_at_10_std": 0.371152, + "nauc_recall_at_10_diff1": 0.840532, + "nauc_recall_at_20_max": 0.862101, + "nauc_recall_at_20_std": 0.504492, + "nauc_recall_at_20_diff1": 0.851739, + "nauc_recall_at_100_max": 0.903883, + "nauc_recall_at_100_std": 0.828665, + "nauc_recall_at_100_diff1": 0.876421, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.808585, + "nauc_precision_at_1_std": 0.174507, + "nauc_precision_at_1_diff1": 0.88821, + "nauc_precision_at_3_max": 0.860774, + "nauc_precision_at_3_std": 0.274921, + "nauc_precision_at_3_diff1": 0.853019, + "nauc_precision_at_5_max": 0.864682, + "nauc_precision_at_5_std": 0.310927, + "nauc_precision_at_5_diff1": 0.852233, + "nauc_precision_at_10_max": 0.850595, + "nauc_precision_at_10_std": 0.371152, + "nauc_precision_at_10_diff1": 0.840532, + "nauc_precision_at_20_max": 0.862101, + "nauc_precision_at_20_std": 0.504492, + "nauc_precision_at_20_diff1": 0.851739, + "nauc_precision_at_100_max": 0.903883, + "nauc_precision_at_100_std": 0.828665, + "nauc_precision_at_100_diff1": 0.876421, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.808585, + "nauc_mrr_at_1_std": 0.174507, + "nauc_mrr_at_1_diff1": 0.88821, + "nauc_mrr_at_3_max": 0.829096, + "nauc_mrr_at_3_std": 0.21723, + "nauc_mrr_at_3_diff1": 0.872982, + "nauc_mrr_at_5_max": 0.828712, + "nauc_mrr_at_5_std": 0.221139, + "nauc_mrr_at_5_diff1": 0.873286, + "nauc_mrr_at_10_max": 0.826653, + "nauc_mrr_at_10_std": 0.222499, + "nauc_mrr_at_10_diff1": 0.872808, + "nauc_mrr_at_20_max": 0.826769, + "nauc_mrr_at_20_std": 0.224934, + "nauc_mrr_at_20_diff1": 0.873312, + "nauc_mrr_at_100_max": 0.826701, + "nauc_mrr_at_100_std": 0.22402, + "nauc_mrr_at_100_diff1": 0.873541, + "nauc_mrr_at_1000_max": 0.826663, + "nauc_mrr_at_1000_std": 0.223722, + "nauc_mrr_at_1000_diff1": 0.873529, + "hit_rate_at_1": 0.73556, + "hit_rate_at_3": 0.81667, + "hit_rate_at_5": 0.85, + "hit_rate_at_10": 0.89556, + "hit_rate_at_20": 0.92667, + "hit_rate_at_100": 0.98111, + "hit_rate_at_1000": 1.0, + "main_score": 0.81184, "hf_subset": "eng_Latn-hin_Latn", "languages": [ "eng-Latn", "hin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90222, - "ndcg_at_3": 0.93538, - "ndcg_at_5": 0.94136, - "ndcg_at_10": 0.94564, - "ndcg_at_20": 0.94727, - "ndcg_at_100": 0.94772, - "ndcg_at_1000": 0.94848, - "map_at_1": 0.90222, - "map_at_3": 0.92759, - "map_at_5": 0.93093, - "map_at_10": 0.93268, - "map_at_20": 0.93309, - "map_at_100": 0.93317, - "map_at_1000": 0.93321, - "recall_at_1": 0.90222, + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93413, + "ndcg_at_5": 0.9401, + "ndcg_at_10": 0.9429, + "ndcg_at_20": 0.94546, + "ndcg_at_100": 0.94665, + "ndcg_at_1000": 0.94692, + "map_at_1": 0.9, + "map_at_3": 0.92593, + "map_at_5": 0.92926, + "map_at_10": 0.93037, + "map_at_20": 0.93109, + "map_at_100": 0.93124, + "map_at_1000": 0.93124, + "recall_at_1": 0.9, "recall_at_3": 0.95778, "recall_at_5": 0.97222, - "recall_at_10": 0.98556, - "recall_at_20": 0.99222, - "recall_at_100": 0.99444, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90222, + "accuracy": 0.9, + "precision_at_1": 0.9, "precision_at_3": 0.31926, "precision_at_5": 0.19444, - "precision_at_10": 0.09856, - "precision_at_20": 0.04961, - "precision_at_100": 0.00994, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.902222, - "mrr_at_3": 0.927593, - "mrr_at_5": 0.930926, - "mrr_at_10": 0.932676, - "mrr_at_20": 0.933092, - "mrr_at_100": 0.933171, - "mrr_at_1000": 0.933207, - "nauc_ndcg_at_1_max": 0.816288, - "nauc_ndcg_at_1_std": -0.033247, - "nauc_ndcg_at_1_diff1": 0.914216, - "nauc_ndcg_at_3_max": 0.854576, - "nauc_ndcg_at_3_std": -0.0004, - "nauc_ndcg_at_3_diff1": 0.913772, - "nauc_ndcg_at_5_max": 0.852679, - "nauc_ndcg_at_5_std": -0.001369, - "nauc_ndcg_at_5_diff1": 0.914401, - "nauc_ndcg_at_10_max": 0.850964, - "nauc_ndcg_at_10_std": 0.029819, - "nauc_ndcg_at_10_diff1": 0.919162, - "nauc_ndcg_at_20_max": 0.8484, - "nauc_ndcg_at_20_std": 0.035551, - "nauc_ndcg_at_20_diff1": 0.917391, - "nauc_ndcg_at_100_max": 0.847078, - "nauc_ndcg_at_100_std": 0.027738, - "nauc_ndcg_at_100_diff1": 0.917213, - "nauc_ndcg_at_1000_max": 0.844839, - "nauc_ndcg_at_1000_std": 0.013829, - "nauc_ndcg_at_1000_diff1": 0.91633, - "nauc_map_at_1_max": 0.816288, - "nauc_map_at_1_std": -0.033247, - "nauc_map_at_1_diff1": 0.914216, - "nauc_map_at_3_max": 0.843716, - "nauc_map_at_3_std": -0.006605, - "nauc_map_at_3_diff1": 0.914205, - "nauc_map_at_5_max": 0.842441, - "nauc_map_at_5_std": -0.006561, - "nauc_map_at_5_diff1": 0.914494, - "nauc_map_at_10_max": 0.841551, - "nauc_map_at_10_std": 0.002534, - "nauc_map_at_10_diff1": 0.916029, - "nauc_map_at_20_max": 0.840984, - "nauc_map_at_20_std": 0.003523, - "nauc_map_at_20_diff1": 0.915675, - "nauc_map_at_100_max": 0.840796, - "nauc_map_at_100_std": 0.002436, - "nauc_map_at_100_diff1": 0.915639, - "nauc_map_at_1000_max": 0.840709, - "nauc_map_at_1000_std": 0.001898, - "nauc_map_at_1000_diff1": 0.915599, - "nauc_recall_at_1_max": 0.816288, - "nauc_recall_at_1_std": -0.033247, - "nauc_recall_at_1_diff1": 0.914216, - "nauc_recall_at_3_max": 0.907182, - "nauc_recall_at_3_std": 0.027127, - "nauc_recall_at_3_diff1": 0.911421, - "nauc_recall_at_5_max": 0.923343, - "nauc_recall_at_5_std": 0.028235, - "nauc_recall_at_5_diff1": 0.913725, - "nauc_recall_at_10_max": 0.969834, - "nauc_recall_at_10_std": 0.446922, - "nauc_recall_at_10_diff1": 0.969834, + "mrr_at_1": 0.9, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.929259, + "mrr_at_10": 0.93037, + "mrr_at_20": 0.931089, + "mrr_at_100": 0.931237, + "mrr_at_1000": 0.931244, + "nauc_ndcg_at_1_max": 0.797204, + "nauc_ndcg_at_1_std": -0.027923, + "nauc_ndcg_at_1_diff1": 0.913036, + "nauc_ndcg_at_3_max": 0.84638, + "nauc_ndcg_at_3_std": 0.029943, + "nauc_ndcg_at_3_diff1": 0.917621, + "nauc_ndcg_at_5_max": 0.8367, + "nauc_ndcg_at_5_std": -0.025114, + "nauc_ndcg_at_5_diff1": 0.913471, + "nauc_ndcg_at_10_max": 0.8379, + "nauc_ndcg_at_10_std": 0.011964, + "nauc_ndcg_at_10_diff1": 0.914204, + "nauc_ndcg_at_20_max": 0.834514, + "nauc_ndcg_at_20_std": 0.027008, + "nauc_ndcg_at_20_diff1": 0.915216, + "nauc_ndcg_at_100_max": 0.83081, + "nauc_ndcg_at_100_std": 0.010064, + "nauc_ndcg_at_100_diff1": 0.914828, + "nauc_ndcg_at_1000_max": 0.829967, + "nauc_ndcg_at_1000_std": 0.005135, + "nauc_ndcg_at_1000_diff1": 0.914734, + "nauc_map_at_1_max": 0.797204, + "nauc_map_at_1_std": -0.027923, + "nauc_map_at_1_diff1": 0.913036, + "nauc_map_at_3_max": 0.83145, + "nauc_map_at_3_std": 0.00759, + "nauc_map_at_3_diff1": 0.916054, + "nauc_map_at_5_max": 0.826285, + "nauc_map_at_5_std": -0.019306, + "nauc_map_at_5_diff1": 0.914049, + "nauc_map_at_10_max": 0.826507, + "nauc_map_at_10_std": -0.007352, + "nauc_map_at_10_diff1": 0.914281, + "nauc_map_at_20_max": 0.825688, + "nauc_map_at_20_std": -0.003749, + "nauc_map_at_20_diff1": 0.914515, + "nauc_map_at_100_max": 0.825311, + "nauc_map_at_100_std": -0.005326, + "nauc_map_at_100_diff1": 0.914488, + "nauc_map_at_1000_max": 0.825294, + "nauc_map_at_1000_std": -0.005422, + "nauc_map_at_1000_diff1": 0.914487, + "nauc_recall_at_1_max": 0.797204, + "nauc_recall_at_1_std": -0.027923, + "nauc_recall_at_1_diff1": 0.913036, + "nauc_recall_at_3_max": 0.921188, + "nauc_recall_at_3_std": 0.145658, + "nauc_recall_at_3_diff1": 0.925611, + "nauc_recall_at_5_max": 0.908497, + "nauc_recall_at_5_std": -0.08267, + "nauc_recall_at_5_diff1": 0.907843, + "nauc_recall_at_10_max": 0.953864, + "nauc_recall_at_10_std": 0.251167, + "nauc_recall_at_10_diff1": 0.912534, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.962652, - "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_20_std": 0.853583, + "nauc_recall_at_20_diff1": 0.934641, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.973856, - "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816288, - "nauc_precision_at_1_std": -0.033247, - "nauc_precision_at_1_diff1": 0.914216, - "nauc_precision_at_3_max": 0.907182, - "nauc_precision_at_3_std": 0.027127, - "nauc_precision_at_3_diff1": 0.911421, - "nauc_precision_at_5_max": 0.923343, - "nauc_precision_at_5_std": 0.028235, - "nauc_precision_at_5_diff1": 0.913725, - "nauc_precision_at_10_max": 0.969834, - "nauc_precision_at_10_std": 0.446922, - "nauc_precision_at_10_diff1": 0.969834, + "nauc_precision_at_1_max": 0.797204, + "nauc_precision_at_1_std": -0.027923, + "nauc_precision_at_1_diff1": 0.913036, + "nauc_precision_at_3_max": 0.921188, + "nauc_precision_at_3_std": 0.145658, + "nauc_precision_at_3_diff1": 0.925611, + "nauc_precision_at_5_max": 0.908497, + "nauc_precision_at_5_std": -0.08267, + "nauc_precision_at_5_diff1": 0.907843, + "nauc_precision_at_10_max": 0.953864, + "nauc_precision_at_10_std": 0.251167, + "nauc_precision_at_10_diff1": 0.912534, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.962652, - "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_20_std": 0.853583, + "nauc_precision_at_20_diff1": 0.934641, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.973856, - "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816288, - "nauc_mrr_at_1_std": -0.033247, - "nauc_mrr_at_1_diff1": 0.914216, - "nauc_mrr_at_3_max": 0.843716, - "nauc_mrr_at_3_std": -0.006605, - "nauc_mrr_at_3_diff1": 0.914205, - "nauc_mrr_at_5_max": 0.842441, - "nauc_mrr_at_5_std": -0.006561, - "nauc_mrr_at_5_diff1": 0.914494, - "nauc_mrr_at_10_max": 0.841551, - "nauc_mrr_at_10_std": 0.002534, - "nauc_mrr_at_10_diff1": 0.916029, - "nauc_mrr_at_20_max": 0.840984, - "nauc_mrr_at_20_std": 0.003523, - "nauc_mrr_at_20_diff1": 0.915675, - "nauc_mrr_at_100_max": 0.840796, - "nauc_mrr_at_100_std": 0.002436, - "nauc_mrr_at_100_diff1": 0.915639, - "nauc_mrr_at_1000_max": 0.840709, - "nauc_mrr_at_1000_std": 0.001898, - "nauc_mrr_at_1000_diff1": 0.915599, - "main_score": 0.94564, + "nauc_mrr_at_1_max": 0.797204, + "nauc_mrr_at_1_std": -0.027923, + "nauc_mrr_at_1_diff1": 0.913036, + "nauc_mrr_at_3_max": 0.83145, + "nauc_mrr_at_3_std": 0.00759, + "nauc_mrr_at_3_diff1": 0.916054, + "nauc_mrr_at_5_max": 0.826285, + "nauc_mrr_at_5_std": -0.019306, + "nauc_mrr_at_5_diff1": 0.914049, + "nauc_mrr_at_10_max": 0.826507, + "nauc_mrr_at_10_std": -0.007352, + "nauc_mrr_at_10_diff1": 0.914281, + "nauc_mrr_at_20_max": 0.825688, + "nauc_mrr_at_20_std": -0.003749, + "nauc_mrr_at_20_diff1": 0.914515, + "nauc_mrr_at_100_max": 0.825311, + "nauc_mrr_at_100_std": -0.005326, + "nauc_mrr_at_100_diff1": 0.914488, + "nauc_mrr_at_1000_max": 0.825294, + "nauc_mrr_at_1000_std": -0.005422, + "nauc_mrr_at_1000_diff1": 0.914487, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.95778, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9429, "hf_subset": "hrv_Latn-hrv_Latn", "languages": [ "hrv-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94272, - "ndcg_at_5": 0.94827, - "ndcg_at_10": 0.95322, - "ndcg_at_20": 0.95434, - "ndcg_at_100": 0.9547, - "ndcg_at_1000": 0.955, - "map_at_1": 0.91333, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94331, + "ndcg_at_5": 0.94679, + "ndcg_at_10": 0.95053, + "ndcg_at_20": 0.95309, + "ndcg_at_100": 0.95388, + "ndcg_at_1000": 0.95401, + "map_at_1": 0.91111, "map_at_3": 0.93593, - "map_at_5": 0.93904, - "map_at_10": 0.94104, - "map_at_20": 0.94134, - "map_at_100": 0.94137, - "map_at_1000": 0.94139, - "recall_at_1": 0.91333, - "recall_at_3": 0.96222, - "recall_at_5": 0.97556, - "recall_at_10": 0.99111, - "recall_at_20": 0.99556, - "recall_at_100": 0.99778, + "map_at_5": 0.93776, + "map_at_10": 0.93938, + "map_at_20": 0.9401, + "map_at_100": 0.9402, + "map_at_1000": 0.9402, + "recall_at_1": 0.91111, + "recall_at_3": 0.96444, + "recall_at_5": 0.97333, + "recall_at_10": 0.98444, + "recall_at_20": 0.99444, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32074, - "precision_at_5": 0.19511, - "precision_at_10": 0.09911, - "precision_at_20": 0.04978, - "precision_at_100": 0.00998, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32148, + "precision_at_5": 0.19467, + "precision_at_10": 0.09844, + "precision_at_20": 0.04972, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, + "mrr_at_1": 0.911111, "mrr_at_3": 0.935926, - "mrr_at_5": 0.939037, - "mrr_at_10": 0.941038, - "mrr_at_20": 0.941342, - "mrr_at_100": 0.941372, - "mrr_at_1000": 0.941386, - "nauc_ndcg_at_1_max": 0.766771, - "nauc_ndcg_at_1_std": -0.328731, - "nauc_ndcg_at_1_diff1": 0.943948, - "nauc_ndcg_at_3_max": 0.797693, - "nauc_ndcg_at_3_std": -0.353378, - "nauc_ndcg_at_3_diff1": 0.941377, - "nauc_ndcg_at_5_max": 0.811666, - "nauc_ndcg_at_5_std": -0.30509, - "nauc_ndcg_at_5_diff1": 0.94603, - "nauc_ndcg_at_10_max": 0.798064, - "nauc_ndcg_at_10_std": -0.339802, - "nauc_ndcg_at_10_diff1": 0.946675, - "nauc_ndcg_at_20_max": 0.798615, - "nauc_ndcg_at_20_std": -0.323249, - "nauc_ndcg_at_20_diff1": 0.946145, - "nauc_ndcg_at_100_max": 0.797024, - "nauc_ndcg_at_100_std": -0.322744, - "nauc_ndcg_at_100_diff1": 0.945719, - "nauc_ndcg_at_1000_max": 0.795681, - "nauc_ndcg_at_1000_std": -0.331023, - "nauc_ndcg_at_1000_diff1": 0.94536, - "nauc_map_at_1_max": 0.766771, - "nauc_map_at_1_std": -0.328731, - "nauc_map_at_1_diff1": 0.943948, - "nauc_map_at_3_max": 0.790489, - "nauc_map_at_3_std": -0.348614, - "nauc_map_at_3_diff1": 0.942453, - "nauc_map_at_5_max": 0.79665, - "nauc_map_at_5_std": -0.325843, - "nauc_map_at_5_diff1": 0.944787, - "nauc_map_at_10_max": 0.791777, - "nauc_map_at_10_std": -0.338955, - "nauc_map_at_10_diff1": 0.944959, - "nauc_map_at_20_max": 0.791877, - "nauc_map_at_20_std": -0.335501, - "nauc_map_at_20_diff1": 0.944828, - "nauc_map_at_100_max": 0.791768, - "nauc_map_at_100_std": -0.335444, - "nauc_map_at_100_diff1": 0.9448, - "nauc_map_at_1000_max": 0.79172, - "nauc_map_at_1000_std": -0.335729, - "nauc_map_at_1000_diff1": 0.944787, - "nauc_recall_at_1_max": 0.766771, - "nauc_recall_at_1_std": -0.328731, - "nauc_recall_at_1_diff1": 0.943948, - "nauc_recall_at_3_max": 0.83093, - "nauc_recall_at_3_std": -0.374403, - "nauc_recall_at_3_diff1": 0.935945, - "nauc_recall_at_5_max": 0.921378, - "nauc_recall_at_5_std": -0.135621, - "nauc_recall_at_5_diff1": 0.955967, - "nauc_recall_at_10_max": 0.888539, - "nauc_recall_at_10_std": -0.368522, - "nauc_recall_at_10_diff1": 0.98366, + "mrr_at_5": 0.937759, + "mrr_at_10": 0.939382, + "mrr_at_20": 0.940104, + "mrr_at_100": 0.9402, + "mrr_at_1000": 0.940203, + "nauc_ndcg_at_1_max": 0.756478, + "nauc_ndcg_at_1_std": -0.297958, + "nauc_ndcg_at_1_diff1": 0.945145, + "nauc_ndcg_at_3_max": 0.790755, + "nauc_ndcg_at_3_std": -0.31337, + "nauc_ndcg_at_3_diff1": 0.94389, + "nauc_ndcg_at_5_max": 0.787496, + "nauc_ndcg_at_5_std": -0.312935, + "nauc_ndcg_at_5_diff1": 0.942324, + "nauc_ndcg_at_10_max": 0.79379, + "nauc_ndcg_at_10_std": -0.304594, + "nauc_ndcg_at_10_diff1": 0.947505, + "nauc_ndcg_at_20_max": 0.789863, + "nauc_ndcg_at_20_std": -0.290291, + "nauc_ndcg_at_20_diff1": 0.947091, + "nauc_ndcg_at_100_max": 0.786276, + "nauc_ndcg_at_100_std": -0.292647, + "nauc_ndcg_at_100_diff1": 0.946188, + "nauc_ndcg_at_1000_max": 0.785667, + "nauc_ndcg_at_1000_std": -0.296328, + "nauc_ndcg_at_1000_diff1": 0.946035, + "nauc_map_at_1_max": 0.756478, + "nauc_map_at_1_std": -0.297958, + "nauc_map_at_1_diff1": 0.945145, + "nauc_map_at_3_max": 0.782581, + "nauc_map_at_3_std": -0.309342, + "nauc_map_at_3_diff1": 0.944578, + "nauc_map_at_5_max": 0.780934, + "nauc_map_at_5_std": -0.308335, + "nauc_map_at_5_diff1": 0.943879, + "nauc_map_at_10_max": 0.78332, + "nauc_map_at_10_std": -0.303717, + "nauc_map_at_10_diff1": 0.945816, + "nauc_map_at_20_max": 0.782142, + "nauc_map_at_20_std": -0.300731, + "nauc_map_at_20_diff1": 0.945694, + "nauc_map_at_100_max": 0.781792, + "nauc_map_at_100_std": -0.30059, + "nauc_map_at_100_diff1": 0.945607, + "nauc_map_at_1000_max": 0.78178, + "nauc_map_at_1000_std": -0.300658, + "nauc_map_at_1000_diff1": 0.945604, + "nauc_recall_at_1_max": 0.756478, + "nauc_recall_at_1_std": -0.297958, + "nauc_recall_at_1_diff1": 0.945145, + "nauc_recall_at_3_max": 0.830809, + "nauc_recall_at_3_std": -0.333479, + "nauc_recall_at_3_diff1": 0.940111, + "nauc_recall_at_5_max": 0.827031, + "nauc_recall_at_5_std": -0.344674, + "nauc_recall_at_5_diff1": 0.931042, + "nauc_recall_at_10_max": 0.908163, + "nauc_recall_at_10_std": -0.319294, + "nauc_recall_at_10_diff1": 0.970822, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.28233, + "nauc_recall_at_20_std": 0.139309, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.766771, - "nauc_precision_at_1_std": -0.328731, - "nauc_precision_at_1_diff1": 0.943948, - "nauc_precision_at_3_max": 0.83093, - "nauc_precision_at_3_std": -0.374403, - "nauc_precision_at_3_diff1": 0.935945, - "nauc_precision_at_5_max": 0.921378, - "nauc_precision_at_5_std": -0.135621, - "nauc_precision_at_5_diff1": 0.955967, - "nauc_precision_at_10_max": 0.888539, - "nauc_precision_at_10_std": -0.368522, - "nauc_precision_at_10_diff1": 0.98366, + "nauc_precision_at_1_max": 0.756478, + "nauc_precision_at_1_std": -0.297958, + "nauc_precision_at_1_diff1": 0.945145, + "nauc_precision_at_3_max": 0.830809, + "nauc_precision_at_3_std": -0.333479, + "nauc_precision_at_3_diff1": 0.940111, + "nauc_precision_at_5_max": 0.827031, + "nauc_precision_at_5_std": -0.344674, + "nauc_precision_at_5_diff1": 0.931042, + "nauc_precision_at_10_max": 0.908163, + "nauc_precision_at_10_std": -0.319294, + "nauc_precision_at_10_diff1": 0.970822, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.28233, + "nauc_precision_at_20_std": 0.139309, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.766771, - "nauc_mrr_at_1_std": -0.328731, - "nauc_mrr_at_1_diff1": 0.943948, - "nauc_mrr_at_3_max": 0.790489, - "nauc_mrr_at_3_std": -0.348614, - "nauc_mrr_at_3_diff1": 0.942453, - "nauc_mrr_at_5_max": 0.79665, - "nauc_mrr_at_5_std": -0.325843, - "nauc_mrr_at_5_diff1": 0.944787, - "nauc_mrr_at_10_max": 0.791777, - "nauc_mrr_at_10_std": -0.338955, - "nauc_mrr_at_10_diff1": 0.944959, - "nauc_mrr_at_20_max": 0.791877, - "nauc_mrr_at_20_std": -0.335501, - "nauc_mrr_at_20_diff1": 0.944828, - "nauc_mrr_at_100_max": 0.791768, - "nauc_mrr_at_100_std": -0.335444, - "nauc_mrr_at_100_diff1": 0.9448, - "nauc_mrr_at_1000_max": 0.79172, - "nauc_mrr_at_1000_std": -0.335729, - "nauc_mrr_at_1000_diff1": 0.944787, - "main_score": 0.95322, + "nauc_mrr_at_1_max": 0.756478, + "nauc_mrr_at_1_std": -0.297958, + "nauc_mrr_at_1_diff1": 0.945145, + "nauc_mrr_at_3_max": 0.782581, + "nauc_mrr_at_3_std": -0.309342, + "nauc_mrr_at_3_diff1": 0.944578, + "nauc_mrr_at_5_max": 0.780934, + "nauc_mrr_at_5_std": -0.308335, + "nauc_mrr_at_5_diff1": 0.943879, + "nauc_mrr_at_10_max": 0.78332, + "nauc_mrr_at_10_std": -0.303717, + "nauc_mrr_at_10_diff1": 0.945816, + "nauc_mrr_at_20_max": 0.782142, + "nauc_mrr_at_20_std": -0.300731, + "nauc_mrr_at_20_diff1": 0.945694, + "nauc_mrr_at_100_max": 0.781792, + "nauc_mrr_at_100_std": -0.30059, + "nauc_mrr_at_100_diff1": 0.945607, + "nauc_mrr_at_1000_max": 0.78178, + "nauc_mrr_at_1000_std": -0.300658, + "nauc_mrr_at_1000_diff1": 0.945604, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95053, "hf_subset": "hrv_Latn-eng_Latn", "languages": [ "hrv-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.88, - "ndcg_at_3": 0.91751, - "ndcg_at_5": 0.92411, - "ndcg_at_10": 0.92947, - "ndcg_at_20": 0.93148, - "ndcg_at_100": 0.93448, - "ndcg_at_1000": 0.93475, - "map_at_1": 0.88, - "map_at_3": 0.90889, - "map_at_5": 0.91267, - "map_at_10": 0.91485, - "map_at_20": 0.91542, - "map_at_100": 0.91589, - "map_at_1000": 0.91589, - "recall_at_1": 0.88, - "recall_at_3": 0.94222, - "recall_at_5": 0.95778, - "recall_at_10": 0.97444, - "recall_at_20": 0.98222, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.91005, + "ndcg_at_5": 0.91742, + "ndcg_at_10": 0.92015, + "ndcg_at_20": 0.92414, + "ndcg_at_100": 0.92742, + "ndcg_at_1000": 0.92784, + "map_at_1": 0.86778, + "map_at_3": 0.90037, + "map_at_5": 0.90448, + "map_at_10": 0.90553, + "map_at_20": 0.90665, + "map_at_100": 0.90718, + "map_at_1000": 0.9072, + "recall_at_1": 0.86778, + "recall_at_3": 0.93778, + "recall_at_5": 0.95556, + "recall_at_10": 0.96444, + "recall_at_20": 0.98, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88, - "precision_at_3": 0.31407, - "precision_at_5": 0.19156, - "precision_at_10": 0.09744, - "precision_at_20": 0.04911, - "precision_at_100": 0.00998, + "accuracy": 0.86778, + "precision_at_1": 0.86778, + "precision_at_3": 0.31259, + "precision_at_5": 0.19111, + "precision_at_10": 0.09644, + "precision_at_20": 0.049, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.88, - "mrr_at_3": 0.908889, - "mrr_at_5": 0.912667, - "mrr_at_10": 0.914849, - "mrr_at_20": 0.915425, - "mrr_at_100": 0.915887, - "mrr_at_1000": 0.915893, - "nauc_ndcg_at_1_max": 0.83085, - "nauc_ndcg_at_1_std": -0.077147, - "nauc_ndcg_at_1_diff1": 0.933671, - "nauc_ndcg_at_3_max": 0.874872, - "nauc_ndcg_at_3_std": -0.032868, - "nauc_ndcg_at_3_diff1": 0.929557, - "nauc_ndcg_at_5_max": 0.871398, - "nauc_ndcg_at_5_std": -0.027972, - "nauc_ndcg_at_5_diff1": 0.932199, - "nauc_ndcg_at_10_max": 0.870576, - "nauc_ndcg_at_10_std": -0.008857, - "nauc_ndcg_at_10_diff1": 0.935271, - "nauc_ndcg_at_20_max": 0.868356, - "nauc_ndcg_at_20_std": -0.007345, - "nauc_ndcg_at_20_diff1": 0.934948, - "nauc_ndcg_at_100_max": 0.863163, - "nauc_ndcg_at_100_std": -0.023305, - "nauc_ndcg_at_100_diff1": 0.933377, - "nauc_ndcg_at_1000_max": 0.862604, - "nauc_ndcg_at_1000_std": -0.02695, - "nauc_ndcg_at_1000_diff1": 0.933105, - "nauc_map_at_1_max": 0.83085, - "nauc_map_at_1_std": -0.077147, - "nauc_map_at_1_diff1": 0.933671, - "nauc_map_at_3_max": 0.862475, - "nauc_map_at_3_std": -0.045491, - "nauc_map_at_3_diff1": 0.930479, - "nauc_map_at_5_max": 0.860171, - "nauc_map_at_5_std": -0.043207, - "nauc_map_at_5_diff1": 0.931758, - "nauc_map_at_10_max": 0.859518, - "nauc_map_at_10_std": -0.037611, - "nauc_map_at_10_diff1": 0.9327, - "nauc_map_at_20_max": 0.858909, - "nauc_map_at_20_std": -0.037109, - "nauc_map_at_20_diff1": 0.932581, - "nauc_map_at_100_max": 0.858255, - "nauc_map_at_100_std": -0.038773, - "nauc_map_at_100_diff1": 0.932428, - "nauc_map_at_1000_max": 0.858244, - "nauc_map_at_1000_std": -0.038843, - "nauc_map_at_1000_diff1": 0.932423, - "nauc_recall_at_1_max": 0.83085, - "nauc_recall_at_1_std": -0.077147, - "nauc_recall_at_1_diff1": 0.933671, - "nauc_recall_at_3_max": 0.929523, - "nauc_recall_at_3_std": 0.022894, - "nauc_recall_at_3_diff1": 0.925663, - "nauc_recall_at_5_max": 0.935378, - "nauc_recall_at_5_std": 0.060544, - "nauc_recall_at_5_diff1": 0.935931, - "nauc_recall_at_10_max": 0.971583, - "nauc_recall_at_10_std": 0.288394, - "nauc_recall_at_10_diff1": 0.965899, - "nauc_recall_at_20_max": 0.98366, - "nauc_recall_at_20_std": 0.428075, - "nauc_recall_at_20_diff1": 0.97549, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.869281, - "nauc_recall_at_100_diff1": 1.0, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.90037, + "mrr_at_5": 0.904481, + "mrr_at_10": 0.905526, + "mrr_at_20": 0.906651, + "mrr_at_100": 0.907181, + "mrr_at_1000": 0.907196, + "nauc_ndcg_at_1_max": 0.824368, + "nauc_ndcg_at_1_std": -0.08985, + "nauc_ndcg_at_1_diff1": 0.925621, + "nauc_ndcg_at_3_max": 0.867454, + "nauc_ndcg_at_3_std": -0.044384, + "nauc_ndcg_at_3_diff1": 0.915313, + "nauc_ndcg_at_5_max": 0.861382, + "nauc_ndcg_at_5_std": -0.05976, + "nauc_ndcg_at_5_diff1": 0.91835, + "nauc_ndcg_at_10_max": 0.861551, + "nauc_ndcg_at_10_std": -0.052438, + "nauc_ndcg_at_10_diff1": 0.920471, + "nauc_ndcg_at_20_max": 0.85866, + "nauc_ndcg_at_20_std": -0.041616, + "nauc_ndcg_at_20_diff1": 0.920306, + "nauc_ndcg_at_100_max": 0.854689, + "nauc_ndcg_at_100_std": -0.050986, + "nauc_ndcg_at_100_diff1": 0.919515, + "nauc_ndcg_at_1000_max": 0.854364, + "nauc_ndcg_at_1000_std": -0.05382, + "nauc_ndcg_at_1000_diff1": 0.919516, + "nauc_map_at_1_max": 0.824368, + "nauc_map_at_1_std": -0.08985, + "nauc_map_at_1_diff1": 0.925621, + "nauc_map_at_3_max": 0.855646, + "nauc_map_at_3_std": -0.056247, + "nauc_map_at_3_diff1": 0.917844, + "nauc_map_at_5_max": 0.852063, + "nauc_map_at_5_std": -0.063936, + "nauc_map_at_5_diff1": 0.919302, + "nauc_map_at_10_max": 0.852047, + "nauc_map_at_10_std": -0.06136, + "nauc_map_at_10_diff1": 0.920018, + "nauc_map_at_20_max": 0.851255, + "nauc_map_at_20_std": -0.059011, + "nauc_map_at_20_diff1": 0.919927, + "nauc_map_at_100_max": 0.850723, + "nauc_map_at_100_std": -0.060203, + "nauc_map_at_100_diff1": 0.919836, + "nauc_map_at_1000_max": 0.850715, + "nauc_map_at_1000_std": -0.060246, + "nauc_map_at_1000_diff1": 0.919831, + "nauc_recall_at_1_max": 0.824368, + "nauc_recall_at_1_std": -0.08985, + "nauc_recall_at_1_diff1": 0.925621, + "nauc_recall_at_3_max": 0.919676, + "nauc_recall_at_3_std": 0.007636, + "nauc_recall_at_3_diff1": 0.904337, + "nauc_recall_at_5_max": 0.914916, + "nauc_recall_at_5_std": -0.041655, + "nauc_recall_at_5_diff1": 0.914391, + "nauc_recall_at_10_max": 0.929024, + "nauc_recall_at_10_std": 0.011832, + "nauc_recall_at_10_diff1": 0.928367, + "nauc_recall_at_20_max": 0.940087, + "nauc_recall_at_20_std": 0.218954, + "nauc_recall_at_20_diff1": 0.933733, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.473389, + "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.83085, - "nauc_precision_at_1_std": -0.077147, - "nauc_precision_at_1_diff1": 0.933671, - "nauc_precision_at_3_max": 0.929523, - "nauc_precision_at_3_std": 0.022894, - "nauc_precision_at_3_diff1": 0.925663, - "nauc_precision_at_5_max": 0.935378, - "nauc_precision_at_5_std": 0.060544, - "nauc_precision_at_5_diff1": 0.935931, - "nauc_precision_at_10_max": 0.971583, - "nauc_precision_at_10_std": 0.288394, - "nauc_precision_at_10_diff1": 0.965899, - "nauc_precision_at_20_max": 0.98366, - "nauc_precision_at_20_std": 0.428075, - "nauc_precision_at_20_diff1": 0.97549, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.869281, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1_max": 0.824368, + "nauc_precision_at_1_std": -0.08985, + "nauc_precision_at_1_diff1": 0.925621, + "nauc_precision_at_3_max": 0.919676, + "nauc_precision_at_3_std": 0.007636, + "nauc_precision_at_3_diff1": 0.904337, + "nauc_precision_at_5_max": 0.914916, + "nauc_precision_at_5_std": -0.041655, + "nauc_precision_at_5_diff1": 0.914391, + "nauc_precision_at_10_max": 0.929024, + "nauc_precision_at_10_std": 0.011832, + "nauc_precision_at_10_diff1": 0.928367, + "nauc_precision_at_20_max": 0.940087, + "nauc_precision_at_20_std": 0.218954, + "nauc_precision_at_20_diff1": 0.933733, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.473389, + "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.83085, - "nauc_mrr_at_1_std": -0.077147, - "nauc_mrr_at_1_diff1": 0.933671, - "nauc_mrr_at_3_max": 0.862475, - "nauc_mrr_at_3_std": -0.045491, - "nauc_mrr_at_3_diff1": 0.930479, - "nauc_mrr_at_5_max": 0.860171, - "nauc_mrr_at_5_std": -0.043207, - "nauc_mrr_at_5_diff1": 0.931758, - "nauc_mrr_at_10_max": 0.859518, - "nauc_mrr_at_10_std": -0.037611, - "nauc_mrr_at_10_diff1": 0.9327, - "nauc_mrr_at_20_max": 0.858909, - "nauc_mrr_at_20_std": -0.037109, - "nauc_mrr_at_20_diff1": 0.932581, - "nauc_mrr_at_100_max": 0.858255, - "nauc_mrr_at_100_std": -0.038773, - "nauc_mrr_at_100_diff1": 0.932428, - "nauc_mrr_at_1000_max": 0.858244, - "nauc_mrr_at_1000_std": -0.038843, - "nauc_mrr_at_1000_diff1": 0.932423, - "main_score": 0.92947, + "nauc_mrr_at_1_max": 0.824368, + "nauc_mrr_at_1_std": -0.08985, + "nauc_mrr_at_1_diff1": 0.925621, + "nauc_mrr_at_3_max": 0.855646, + "nauc_mrr_at_3_std": -0.056247, + "nauc_mrr_at_3_diff1": 0.917844, + "nauc_mrr_at_5_max": 0.852063, + "nauc_mrr_at_5_std": -0.063936, + "nauc_mrr_at_5_diff1": 0.919302, + "nauc_mrr_at_10_max": 0.852047, + "nauc_mrr_at_10_std": -0.06136, + "nauc_mrr_at_10_diff1": 0.920018, + "nauc_mrr_at_20_max": 0.851255, + "nauc_mrr_at_20_std": -0.059011, + "nauc_mrr_at_20_diff1": 0.919927, + "nauc_mrr_at_100_max": 0.850723, + "nauc_mrr_at_100_std": -0.060203, + "nauc_mrr_at_100_diff1": 0.919836, + "nauc_mrr_at_1000_max": 0.850715, + "nauc_mrr_at_1000_std": -0.060246, + "nauc_mrr_at_1000_diff1": 0.919831, + "hit_rate_at_1": 0.86778, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.96444, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92015, "hf_subset": "eng_Latn-hrv_Latn", "languages": [ "eng-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90222, - "ndcg_at_3": 0.93649, - "ndcg_at_5": 0.94156, - "ndcg_at_10": 0.94408, - "ndcg_at_20": 0.9461, - "ndcg_at_100": 0.94778, - "ndcg_at_1000": 0.94824, - "map_at_1": 0.90222, - "map_at_3": 0.92833, - "map_at_5": 0.93117, - "map_at_10": 0.93221, - "map_at_20": 0.93279, - "map_at_100": 0.93304, - "map_at_1000": 0.93306, - "recall_at_1": 0.90222, - "recall_at_3": 0.96, - "recall_at_5": 0.97222, - "recall_at_10": 0.98, - "recall_at_20": 0.98778, + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93164, + "ndcg_at_5": 0.93699, + "ndcg_at_10": 0.93925, + "ndcg_at_20": 0.94172, + "ndcg_at_100": 0.94393, + "ndcg_at_1000": 0.94438, + "map_at_1": 0.89667, + "map_at_3": 0.92333, + "map_at_5": 0.92622, + "map_at_10": 0.92721, + "map_at_20": 0.92785, + "map_at_100": 0.92822, + "map_at_1000": 0.92824, + "recall_at_1": 0.89667, + "recall_at_3": 0.95556, + "recall_at_5": 0.96889, + "recall_at_10": 0.97556, + "recall_at_20": 0.98556, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90222, - "precision_at_3": 0.32, - "precision_at_5": 0.19444, - "precision_at_10": 0.098, - "precision_at_20": 0.04939, + "accuracy": 0.89667, + "precision_at_1": 0.89667, + "precision_at_3": 0.31852, + "precision_at_5": 0.19378, + "precision_at_10": 0.09756, + "precision_at_20": 0.04928, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.902222, - "mrr_at_3": 0.928333, - "mrr_at_5": 0.931167, - "mrr_at_10": 0.932214, - "mrr_at_20": 0.932795, - "mrr_at_100": 0.933037, - "mrr_at_1000": 0.93306, - "nauc_ndcg_at_1_max": 0.827317, - "nauc_ndcg_at_1_std": -0.106766, - "nauc_ndcg_at_1_diff1": 0.929335, - "nauc_ndcg_at_3_max": 0.865547, - "nauc_ndcg_at_3_std": -0.116745, - "nauc_ndcg_at_3_diff1": 0.936486, - "nauc_ndcg_at_5_max": 0.861184, - "nauc_ndcg_at_5_std": -0.08319, - "nauc_ndcg_at_5_diff1": 0.93397, - "nauc_ndcg_at_10_max": 0.859656, - "nauc_ndcg_at_10_std": -0.080153, - "nauc_ndcg_at_10_diff1": 0.93594, - "nauc_ndcg_at_20_max": 0.85898, - "nauc_ndcg_at_20_std": -0.085933, - "nauc_ndcg_at_20_diff1": 0.936295, - "nauc_ndcg_at_100_max": 0.856084, - "nauc_ndcg_at_100_std": -0.080852, - "nauc_ndcg_at_100_diff1": 0.935129, - "nauc_ndcg_at_1000_max": 0.854808, - "nauc_ndcg_at_1000_std": -0.090437, - "nauc_ndcg_at_1000_diff1": 0.934554, - "nauc_map_at_1_max": 0.827317, - "nauc_map_at_1_std": -0.106766, - "nauc_map_at_1_diff1": 0.929335, - "nauc_map_at_3_max": 0.854992, - "nauc_map_at_3_std": -0.111644, - "nauc_map_at_3_diff1": 0.934737, - "nauc_map_at_5_max": 0.852465, - "nauc_map_at_5_std": -0.095731, - "nauc_map_at_5_diff1": 0.933422, - "nauc_map_at_10_max": 0.851951, - "nauc_map_at_10_std": -0.094423, - "nauc_map_at_10_diff1": 0.933991, - "nauc_map_at_20_max": 0.851585, - "nauc_map_at_20_std": -0.09686, - "nauc_map_at_20_diff1": 0.934038, - "nauc_map_at_100_max": 0.851254, - "nauc_map_at_100_std": -0.096104, - "nauc_map_at_100_diff1": 0.933855, - "nauc_map_at_1000_max": 0.851202, - "nauc_map_at_1000_std": -0.096486, - "nauc_map_at_1000_diff1": 0.933831, - "nauc_recall_at_1_max": 0.827317, - "nauc_recall_at_1_std": -0.106766, - "nauc_recall_at_1_diff1": 0.929335, - "nauc_recall_at_3_max": 0.918625, - "nauc_recall_at_3_std": -0.144465, - "nauc_recall_at_3_diff1": 0.94508, - "nauc_recall_at_5_max": 0.920075, - "nauc_recall_at_5_std": 0.015798, - "nauc_recall_at_5_diff1": 0.936601, - "nauc_recall_at_10_max": 0.927119, - "nauc_recall_at_10_std": 0.071818, - "nauc_recall_at_10_diff1": 0.956427, - "nauc_recall_at_20_max": 0.964349, - "nauc_recall_at_20_std": 0.109583, - "nauc_recall_at_20_diff1": 0.976233, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.923333, + "mrr_at_5": 0.926222, + "mrr_at_10": 0.927208, + "mrr_at_20": 0.927853, + "mrr_at_100": 0.928223, + "mrr_at_1000": 0.928243, + "nauc_ndcg_at_1_max": 0.796452, + "nauc_ndcg_at_1_std": -0.190683, + "nauc_ndcg_at_1_diff1": 0.925441, + "nauc_ndcg_at_3_max": 0.839736, + "nauc_ndcg_at_3_std": -0.113268, + "nauc_ndcg_at_3_diff1": 0.923978, + "nauc_ndcg_at_5_max": 0.841839, + "nauc_ndcg_at_5_std": -0.106555, + "nauc_ndcg_at_5_diff1": 0.925682, + "nauc_ndcg_at_10_max": 0.839308, + "nauc_ndcg_at_10_std": -0.107611, + "nauc_ndcg_at_10_diff1": 0.924529, + "nauc_ndcg_at_20_max": 0.836651, + "nauc_ndcg_at_20_std": -0.111184, + "nauc_ndcg_at_20_diff1": 0.925681, + "nauc_ndcg_at_100_max": 0.832255, + "nauc_ndcg_at_100_std": -0.11575, + "nauc_ndcg_at_100_diff1": 0.925953, + "nauc_ndcg_at_1000_max": 0.83091, + "nauc_ndcg_at_1000_std": -0.124693, + "nauc_ndcg_at_1000_diff1": 0.925359, + "nauc_map_at_1_max": 0.796452, + "nauc_map_at_1_std": -0.190683, + "nauc_map_at_1_diff1": 0.925441, + "nauc_map_at_3_max": 0.828058, + "nauc_map_at_3_std": -0.134279, + "nauc_map_at_3_diff1": 0.924339, + "nauc_map_at_5_max": 0.82868, + "nauc_map_at_5_std": -0.131886, + "nauc_map_at_5_diff1": 0.925272, + "nauc_map_at_10_max": 0.82758, + "nauc_map_at_10_std": -0.132306, + "nauc_map_at_10_diff1": 0.924841, + "nauc_map_at_20_max": 0.826894, + "nauc_map_at_20_std": -0.133561, + "nauc_map_at_20_diff1": 0.925069, + "nauc_map_at_100_max": 0.826264, + "nauc_map_at_100_std": -0.134817, + "nauc_map_at_100_diff1": 0.925113, + "nauc_map_at_1000_max": 0.826215, + "nauc_map_at_1000_std": -0.135131, + "nauc_map_at_1000_diff1": 0.925092, + "nauc_recall_at_1_max": 0.796452, + "nauc_recall_at_1_std": -0.190683, + "nauc_recall_at_1_diff1": 0.925441, + "nauc_recall_at_3_max": 0.89602, + "nauc_recall_at_3_std": -0.011893, + "nauc_recall_at_3_diff1": 0.922269, + "nauc_recall_at_5_max": 0.929639, + "nauc_recall_at_5_std": 0.064126, + "nauc_recall_at_5_diff1": 0.928805, + "nauc_recall_at_10_max": 0.934959, + "nauc_recall_at_10_std": 0.098294, + "nauc_recall_at_10_diff1": 0.921272, + "nauc_recall_at_20_max": 0.958522, + "nauc_recall_at_20_std": 0.192667, + "nauc_recall_at_20_diff1": 0.938411, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.827317, - "nauc_precision_at_1_std": -0.106766, - "nauc_precision_at_1_diff1": 0.929335, - "nauc_precision_at_3_max": 0.918625, - "nauc_precision_at_3_std": -0.144465, - "nauc_precision_at_3_diff1": 0.94508, - "nauc_precision_at_5_max": 0.920075, - "nauc_precision_at_5_std": 0.015798, - "nauc_precision_at_5_diff1": 0.936601, - "nauc_precision_at_10_max": 0.927119, - "nauc_precision_at_10_std": 0.071818, - "nauc_precision_at_10_diff1": 0.956427, - "nauc_precision_at_20_max": 0.964349, - "nauc_precision_at_20_std": 0.109583, - "nauc_precision_at_20_diff1": 0.976233, + "nauc_precision_at_1_max": 0.796452, + "nauc_precision_at_1_std": -0.190683, + "nauc_precision_at_1_diff1": 0.925441, + "nauc_precision_at_3_max": 0.89602, + "nauc_precision_at_3_std": -0.011893, + "nauc_precision_at_3_diff1": 0.922269, + "nauc_precision_at_5_max": 0.929639, + "nauc_precision_at_5_std": 0.064126, + "nauc_precision_at_5_diff1": 0.928805, + "nauc_precision_at_10_max": 0.934959, + "nauc_precision_at_10_std": 0.098294, + "nauc_precision_at_10_diff1": 0.921272, + "nauc_precision_at_20_max": 0.958522, + "nauc_precision_at_20_std": 0.192667, + "nauc_precision_at_20_diff1": 0.938411, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.827317, - "nauc_mrr_at_1_std": -0.106766, - "nauc_mrr_at_1_diff1": 0.929335, - "nauc_mrr_at_3_max": 0.854992, - "nauc_mrr_at_3_std": -0.111644, - "nauc_mrr_at_3_diff1": 0.934737, - "nauc_mrr_at_5_max": 0.852465, - "nauc_mrr_at_5_std": -0.095731, - "nauc_mrr_at_5_diff1": 0.933422, - "nauc_mrr_at_10_max": 0.851951, - "nauc_mrr_at_10_std": -0.094423, - "nauc_mrr_at_10_diff1": 0.933991, - "nauc_mrr_at_20_max": 0.851585, - "nauc_mrr_at_20_std": -0.09686, - "nauc_mrr_at_20_diff1": 0.934038, - "nauc_mrr_at_100_max": 0.851254, - "nauc_mrr_at_100_std": -0.096104, - "nauc_mrr_at_100_diff1": 0.933855, - "nauc_mrr_at_1000_max": 0.851202, - "nauc_mrr_at_1000_std": -0.096486, - "nauc_mrr_at_1000_diff1": 0.933831, - "main_score": 0.94408, + "nauc_mrr_at_1_max": 0.796452, + "nauc_mrr_at_1_std": -0.190683, + "nauc_mrr_at_1_diff1": 0.925441, + "nauc_mrr_at_3_max": 0.828058, + "nauc_mrr_at_3_std": -0.134279, + "nauc_mrr_at_3_diff1": 0.924339, + "nauc_mrr_at_5_max": 0.82868, + "nauc_mrr_at_5_std": -0.131886, + "nauc_mrr_at_5_diff1": 0.925272, + "nauc_mrr_at_10_max": 0.82758, + "nauc_mrr_at_10_std": -0.132306, + "nauc_mrr_at_10_diff1": 0.924841, + "nauc_mrr_at_20_max": 0.826894, + "nauc_mrr_at_20_std": -0.133561, + "nauc_mrr_at_20_diff1": 0.925069, + "nauc_mrr_at_100_max": 0.826264, + "nauc_mrr_at_100_std": -0.134817, + "nauc_mrr_at_100_diff1": 0.925113, + "nauc_mrr_at_1000_max": 0.826215, + "nauc_mrr_at_1000_std": -0.135131, + "nauc_mrr_at_1000_diff1": 0.925092, + "hit_rate_at_1": 0.89667, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93925, "hf_subset": "hun_Latn-hun_Latn", "languages": [ "hun-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91667, - "ndcg_at_3": 0.94944, - "ndcg_at_5": 0.95418, - "ndcg_at_10": 0.95675, - "ndcg_at_20": 0.95846, - "ndcg_at_100": 0.95866, - "ndcg_at_1000": 0.95913, - "map_at_1": 0.91667, - "map_at_3": 0.94222, - "map_at_5": 0.94494, - "map_at_10": 0.94604, - "map_at_20": 0.94652, - "map_at_100": 0.94654, - "map_at_1000": 0.94657, - "recall_at_1": 0.91667, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94652, + "ndcg_at_5": 0.95068, + "ndcg_at_10": 0.95354, + "ndcg_at_20": 0.95439, + "ndcg_at_100": 0.95568, + "ndcg_at_1000": 0.95582, + "map_at_1": 0.91111, + "map_at_3": 0.93833, + "map_at_5": 0.94067, + "map_at_10": 0.94184, + "map_at_20": 0.94208, + "map_at_100": 0.94228, + "map_at_1000": 0.94228, + "recall_at_1": 0.91111, "recall_at_3": 0.97, - "recall_at_5": 0.98111, + "recall_at_5": 0.98, "recall_at_10": 0.98889, - "recall_at_20": 0.99556, - "recall_at_100": 0.99667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91667, + "accuracy": 0.91111, + "precision_at_1": 0.91111, "precision_at_3": 0.32333, - "precision_at_5": 0.19622, + "precision_at_5": 0.196, "precision_at_10": 0.09889, - "precision_at_20": 0.04978, - "precision_at_100": 0.00997, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.916667, - "mrr_at_3": 0.942222, - "mrr_at_5": 0.944944, - "mrr_at_10": 0.946038, - "mrr_at_20": 0.946522, - "mrr_at_100": 0.946544, - "mrr_at_1000": 0.946569, - "nauc_ndcg_at_1_max": 0.769493, - "nauc_ndcg_at_1_std": -0.310657, - "nauc_ndcg_at_1_diff1": 0.927544, - "nauc_ndcg_at_3_max": 0.786217, - "nauc_ndcg_at_3_std": -0.42222, - "nauc_ndcg_at_3_diff1": 0.936441, - "nauc_ndcg_at_5_max": 0.799145, - "nauc_ndcg_at_5_std": -0.360475, - "nauc_ndcg_at_5_diff1": 0.939303, - "nauc_ndcg_at_10_max": 0.796616, - "nauc_ndcg_at_10_std": -0.322128, - "nauc_ndcg_at_10_diff1": 0.937901, - "nauc_ndcg_at_20_max": 0.792146, - "nauc_ndcg_at_20_std": -0.330646, - "nauc_ndcg_at_20_diff1": 0.936323, - "nauc_ndcg_at_100_max": 0.791161, - "nauc_ndcg_at_100_std": -0.323969, - "nauc_ndcg_at_100_diff1": 0.936021, - "nauc_ndcg_at_1000_max": 0.788743, - "nauc_ndcg_at_1000_std": -0.338773, - "nauc_ndcg_at_1000_diff1": 0.935281, - "nauc_map_at_1_max": 0.769493, - "nauc_map_at_1_std": -0.310657, - "nauc_map_at_1_diff1": 0.927544, - "nauc_map_at_3_max": 0.781828, - "nauc_map_at_3_std": -0.386294, - "nauc_map_at_3_diff1": 0.933765, - "nauc_map_at_5_max": 0.787645, - "nauc_map_at_5_std": -0.35505, - "nauc_map_at_5_diff1": 0.934909, - "nauc_map_at_10_max": 0.786308, - "nauc_map_at_10_std": -0.342159, - "nauc_map_at_10_diff1": 0.934338, - "nauc_map_at_20_max": 0.785261, - "nauc_map_at_20_std": -0.343815, - "nauc_map_at_20_diff1": 0.933991, - "nauc_map_at_100_max": 0.785172, - "nauc_map_at_100_std": -0.343234, - "nauc_map_at_100_diff1": 0.933963, - "nauc_map_at_1000_max": 0.785069, - "nauc_map_at_1000_std": -0.343854, - "nauc_map_at_1000_diff1": 0.933932, - "nauc_recall_at_1_max": 0.769493, - "nauc_recall_at_1_std": -0.310657, - "nauc_recall_at_1_diff1": 0.927544, - "nauc_recall_at_3_max": 0.809472, - "nauc_recall_at_3_std": -0.619601, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.938333, + "mrr_at_5": 0.940667, + "mrr_at_10": 0.941836, + "mrr_at_20": 0.942078, + "mrr_at_100": 0.942278, + "mrr_at_1000": 0.942283, + "nauc_ndcg_at_1_max": 0.77947, + "nauc_ndcg_at_1_std": -0.191608, + "nauc_ndcg_at_1_diff1": 0.937442, + "nauc_ndcg_at_3_max": 0.791869, + "nauc_ndcg_at_3_std": -0.259633, + "nauc_ndcg_at_3_diff1": 0.941697, + "nauc_ndcg_at_5_max": 0.789403, + "nauc_ndcg_at_5_std": -0.250387, + "nauc_ndcg_at_5_diff1": 0.945429, + "nauc_ndcg_at_10_max": 0.793802, + "nauc_ndcg_at_10_std": -0.221907, + "nauc_ndcg_at_10_diff1": 0.944128, + "nauc_ndcg_at_20_max": 0.793378, + "nauc_ndcg_at_20_std": -0.206501, + "nauc_ndcg_at_20_diff1": 0.943079, + "nauc_ndcg_at_100_max": 0.792332, + "nauc_ndcg_at_100_std": -0.212956, + "nauc_ndcg_at_100_diff1": 0.942122, + "nauc_ndcg_at_1000_max": 0.791653, + "nauc_ndcg_at_1000_std": -0.216922, + "nauc_ndcg_at_1000_diff1": 0.941933, + "nauc_map_at_1_max": 0.77947, + "nauc_map_at_1_std": -0.191608, + "nauc_map_at_1_diff1": 0.937442, + "nauc_map_at_3_max": 0.789202, + "nauc_map_at_3_std": -0.236259, + "nauc_map_at_3_diff1": 0.940143, + "nauc_map_at_5_max": 0.78799, + "nauc_map_at_5_std": -0.231661, + "nauc_map_at_5_diff1": 0.941782, + "nauc_map_at_10_max": 0.789686, + "nauc_map_at_10_std": -0.221936, + "nauc_map_at_10_diff1": 0.941306, + "nauc_map_at_20_max": 0.78951, + "nauc_map_at_20_std": -0.218466, + "nauc_map_at_20_diff1": 0.94106, + "nauc_map_at_100_max": 0.789586, + "nauc_map_at_100_std": -0.218718, + "nauc_map_at_100_diff1": 0.940953, + "nauc_map_at_1000_max": 0.789567, + "nauc_map_at_1000_std": -0.218832, + "nauc_map_at_1000_diff1": 0.940948, + "nauc_recall_at_1_max": 0.77947, + "nauc_recall_at_1_std": -0.191608, + "nauc_recall_at_1_diff1": 0.937442, + "nauc_recall_at_3_max": 0.80629, + "nauc_recall_at_3_std": -0.398053, "nauc_recall_at_3_diff1": 0.95098, - "nauc_recall_at_5_max": 0.898528, - "nauc_recall_at_5_std": -0.383561, - "nauc_recall_at_5_diff1": 0.976932, - "nauc_recall_at_10_max": 0.944444, - "nauc_recall_at_10_std": 0.059897, + "nauc_recall_at_5_max": 0.798371, + "nauc_recall_at_5_std": -0.40471, + "nauc_recall_at_5_diff1": 0.978214, + "nauc_recall_at_10_max": 0.854622, + "nauc_recall_at_10_std": -0.15901, "nauc_recall_at_10_diff1": 0.986928, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.28233, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_max": 0.874683, + "nauc_recall_at_20_std": 0.218821, + "nauc_recall_at_20_diff1": 0.981326, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.769493, - "nauc_precision_at_1_std": -0.310657, - "nauc_precision_at_1_diff1": 0.927544, - "nauc_precision_at_3_max": 0.809472, - "nauc_precision_at_3_std": -0.619601, + "nauc_precision_at_1_max": 0.77947, + "nauc_precision_at_1_std": -0.191608, + "nauc_precision_at_1_diff1": 0.937442, + "nauc_precision_at_3_max": 0.80629, + "nauc_precision_at_3_std": -0.398053, "nauc_precision_at_3_diff1": 0.95098, - "nauc_precision_at_5_max": 0.898528, - "nauc_precision_at_5_std": -0.383561, - "nauc_precision_at_5_diff1": 0.976932, - "nauc_precision_at_10_max": 0.944444, - "nauc_precision_at_10_std": 0.059897, + "nauc_precision_at_5_max": 0.798371, + "nauc_precision_at_5_std": -0.40471, + "nauc_precision_at_5_diff1": 0.978214, + "nauc_precision_at_10_max": 0.854622, + "nauc_precision_at_10_std": -0.15901, "nauc_precision_at_10_diff1": 0.986928, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.28233, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 0.874683, + "nauc_precision_at_20_std": 0.218821, + "nauc_precision_at_20_diff1": 0.981326, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.769493, - "nauc_mrr_at_1_std": -0.310657, - "nauc_mrr_at_1_diff1": 0.927544, - "nauc_mrr_at_3_max": 0.781828, - "nauc_mrr_at_3_std": -0.386294, - "nauc_mrr_at_3_diff1": 0.933765, - "nauc_mrr_at_5_max": 0.787645, - "nauc_mrr_at_5_std": -0.35505, - "nauc_mrr_at_5_diff1": 0.934909, - "nauc_mrr_at_10_max": 0.786308, - "nauc_mrr_at_10_std": -0.342159, - "nauc_mrr_at_10_diff1": 0.934338, - "nauc_mrr_at_20_max": 0.785261, - "nauc_mrr_at_20_std": -0.343815, - "nauc_mrr_at_20_diff1": 0.933991, - "nauc_mrr_at_100_max": 0.785172, - "nauc_mrr_at_100_std": -0.343234, - "nauc_mrr_at_100_diff1": 0.933963, - "nauc_mrr_at_1000_max": 0.785069, - "nauc_mrr_at_1000_std": -0.343854, - "nauc_mrr_at_1000_diff1": 0.933932, - "main_score": 0.95675, + "nauc_mrr_at_1_max": 0.77947, + "nauc_mrr_at_1_std": -0.191608, + "nauc_mrr_at_1_diff1": 0.937442, + "nauc_mrr_at_3_max": 0.789202, + "nauc_mrr_at_3_std": -0.236259, + "nauc_mrr_at_3_diff1": 0.940143, + "nauc_mrr_at_5_max": 0.78799, + "nauc_mrr_at_5_std": -0.231661, + "nauc_mrr_at_5_diff1": 0.941782, + "nauc_mrr_at_10_max": 0.789686, + "nauc_mrr_at_10_std": -0.221936, + "nauc_mrr_at_10_diff1": 0.941306, + "nauc_mrr_at_20_max": 0.78951, + "nauc_mrr_at_20_std": -0.218466, + "nauc_mrr_at_20_diff1": 0.94106, + "nauc_mrr_at_100_max": 0.789586, + "nauc_mrr_at_100_std": -0.218718, + "nauc_mrr_at_100_diff1": 0.940953, + "nauc_mrr_at_1000_max": 0.789567, + "nauc_mrr_at_1000_std": -0.218832, + "nauc_mrr_at_1000_diff1": 0.940948, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.97, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95354, "hf_subset": "hun_Latn-eng_Latn", "languages": [ "hun-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88889, - "ndcg_at_3": 0.92442, - "ndcg_at_5": 0.93121, - "ndcg_at_10": 0.93617, - "ndcg_at_20": 0.93867, - "ndcg_at_100": 0.94014, - "ndcg_at_1000": 0.94027, - "map_at_1": 0.88889, - "map_at_3": 0.91593, - "map_at_5": 0.91965, - "map_at_10": 0.92166, - "map_at_20": 0.92233, - "map_at_100": 0.92254, - "map_at_1000": 0.92254, - "recall_at_1": 0.88889, - "recall_at_3": 0.94889, - "recall_at_5": 0.96556, - "recall_at_10": 0.98111, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.91307, + "ndcg_at_5": 0.919, + "ndcg_at_10": 0.92736, + "ndcg_at_20": 0.92897, + "ndcg_at_100": 0.93129, + "ndcg_at_1000": 0.93142, + "map_at_1": 0.87333, + "map_at_3": 0.9037, + "map_at_5": 0.90698, + "map_at_10": 0.91048, + "map_at_20": 0.91089, + "map_at_100": 0.91123, + "map_at_1000": 0.91124, + "recall_at_1": 0.87333, + "recall_at_3": 0.94, + "recall_at_5": 0.95444, + "recall_at_10": 0.98, + "recall_at_20": 0.98667, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.88889, - "precision_at_3": 0.3163, - "precision_at_5": 0.19311, - "precision_at_10": 0.09811, - "precision_at_20": 0.04956, + "accuracy": 0.87333, + "precision_at_1": 0.87333, + "precision_at_3": 0.31333, + "precision_at_5": 0.19089, + "precision_at_10": 0.098, + "precision_at_20": 0.04933, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.888889, - "mrr_at_3": 0.915926, - "mrr_at_5": 0.919648, - "mrr_at_10": 0.92166, - "mrr_at_20": 0.922328, - "mrr_at_100": 0.92254, - "mrr_at_1000": 0.922542, - "nauc_ndcg_at_1_max": 0.821561, - "nauc_ndcg_at_1_std": -0.144773, - "nauc_ndcg_at_1_diff1": 0.929494, - "nauc_ndcg_at_3_max": 0.849667, - "nauc_ndcg_at_3_std": -0.08254, - "nauc_ndcg_at_3_diff1": 0.934091, - "nauc_ndcg_at_5_max": 0.854978, - "nauc_ndcg_at_5_std": -0.079098, - "nauc_ndcg_at_5_diff1": 0.937509, - "nauc_ndcg_at_10_max": 0.853295, - "nauc_ndcg_at_10_std": -0.068623, - "nauc_ndcg_at_10_diff1": 0.934776, - "nauc_ndcg_at_20_max": 0.848369, - "nauc_ndcg_at_20_std": -0.086215, - "nauc_ndcg_at_20_diff1": 0.93445, - "nauc_ndcg_at_100_max": 0.846199, - "nauc_ndcg_at_100_std": -0.089659, - "nauc_ndcg_at_100_diff1": 0.932826, - "nauc_ndcg_at_1000_max": 0.845863, - "nauc_ndcg_at_1000_std": -0.091751, - "nauc_ndcg_at_1000_diff1": 0.932964, - "nauc_map_at_1_max": 0.821561, - "nauc_map_at_1_std": -0.144773, - "nauc_map_at_1_diff1": 0.929494, - "nauc_map_at_3_max": 0.84228, - "nauc_map_at_3_std": -0.100393, - "nauc_map_at_3_diff1": 0.931976, - "nauc_map_at_5_max": 0.84471, - "nauc_map_at_5_std": -0.098632, - "nauc_map_at_5_diff1": 0.933472, - "nauc_map_at_10_max": 0.843914, - "nauc_map_at_10_std": -0.095385, - "nauc_map_at_10_diff1": 0.932454, - "nauc_map_at_20_max": 0.842752, - "nauc_map_at_20_std": -0.100097, - "nauc_map_at_20_diff1": 0.93235, - "nauc_map_at_100_max": 0.842537, - "nauc_map_at_100_std": -0.100237, - "nauc_map_at_100_diff1": 0.932163, - "nauc_map_at_1000_max": 0.842531, - "nauc_map_at_1000_std": -0.100274, - "nauc_map_at_1000_diff1": 0.932166, - "nauc_recall_at_1_max": 0.821561, - "nauc_recall_at_1_std": -0.144773, - "nauc_recall_at_1_diff1": 0.929494, - "nauc_recall_at_3_max": 0.883398, - "nauc_recall_at_3_std": 0.000203, - "nauc_recall_at_3_diff1": 0.944485, - "nauc_recall_at_5_max": 0.922894, - "nauc_recall_at_5_std": 0.047619, - "nauc_recall_at_5_diff1": 0.966266, - "nauc_recall_at_10_max": 0.960592, - "nauc_recall_at_10_std": 0.255286, - "nauc_recall_at_10_diff1": 0.961553, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.189659, - "nauc_recall_at_20_diff1": 0.98366, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.903704, + "mrr_at_5": 0.906981, + "mrr_at_10": 0.910483, + "mrr_at_20": 0.910889, + "mrr_at_100": 0.911235, + "mrr_at_1000": 0.911237, + "nauc_ndcg_at_1_max": 0.777701, + "nauc_ndcg_at_1_std": -0.265396, + "nauc_ndcg_at_1_diff1": 0.937571, + "nauc_ndcg_at_3_max": 0.818239, + "nauc_ndcg_at_3_std": -0.188674, + "nauc_ndcg_at_3_diff1": 0.929558, + "nauc_ndcg_at_5_max": 0.818494, + "nauc_ndcg_at_5_std": -0.191619, + "nauc_ndcg_at_5_diff1": 0.935544, + "nauc_ndcg_at_10_max": 0.812176, + "nauc_ndcg_at_10_std": -0.200846, + "nauc_ndcg_at_10_diff1": 0.935559, + "nauc_ndcg_at_20_max": 0.809975, + "nauc_ndcg_at_20_std": -0.202913, + "nauc_ndcg_at_20_diff1": 0.936208, + "nauc_ndcg_at_100_max": 0.806876, + "nauc_ndcg_at_100_std": -0.206451, + "nauc_ndcg_at_100_diff1": 0.934865, + "nauc_ndcg_at_1000_max": 0.806511, + "nauc_ndcg_at_1000_std": -0.208204, + "nauc_ndcg_at_1000_diff1": 0.934742, + "nauc_map_at_1_max": 0.777701, + "nauc_map_at_1_std": -0.265396, + "nauc_map_at_1_diff1": 0.937571, + "nauc_map_at_3_max": 0.806199, + "nauc_map_at_3_std": -0.211195, + "nauc_map_at_3_diff1": 0.931374, + "nauc_map_at_5_max": 0.806017, + "nauc_map_at_5_std": -0.212537, + "nauc_map_at_5_diff1": 0.934306, + "nauc_map_at_10_max": 0.803219, + "nauc_map_at_10_std": -0.216794, + "nauc_map_at_10_diff1": 0.934337, + "nauc_map_at_20_max": 0.802761, + "nauc_map_at_20_std": -0.217017, + "nauc_map_at_20_diff1": 0.934487, + "nauc_map_at_100_max": 0.802485, + "nauc_map_at_100_std": -0.21698, + "nauc_map_at_100_diff1": 0.934334, + "nauc_map_at_1000_max": 0.802479, + "nauc_map_at_1000_std": -0.217007, + "nauc_map_at_1000_diff1": 0.934332, + "nauc_recall_at_1_max": 0.777701, + "nauc_recall_at_1_std": -0.265396, + "nauc_recall_at_1_diff1": 0.937571, + "nauc_recall_at_3_max": 0.87254, + "nauc_recall_at_3_std": -0.087284, + "nauc_recall_at_3_diff1": 0.921759, + "nauc_recall_at_5_max": 0.889788, + "nauc_recall_at_5_std": -0.075072, + "nauc_recall_at_5_diff1": 0.945002, + "nauc_recall_at_10_max": 0.915318, + "nauc_recall_at_10_std": -0.020723, + "nauc_recall_at_10_diff1": 0.955519, + "nauc_recall_at_20_max": 0.917912, + "nauc_recall_at_20_std": 0.010893, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.869281, - "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_100_std": 0.722222, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.821561, - "nauc_precision_at_1_std": -0.144773, - "nauc_precision_at_1_diff1": 0.929494, - "nauc_precision_at_3_max": 0.883398, - "nauc_precision_at_3_std": 0.000203, - "nauc_precision_at_3_diff1": 0.944485, - "nauc_precision_at_5_max": 0.922894, - "nauc_precision_at_5_std": 0.047619, - "nauc_precision_at_5_diff1": 0.966266, - "nauc_precision_at_10_max": 0.960592, - "nauc_precision_at_10_std": 0.255286, - "nauc_precision_at_10_diff1": 0.961553, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.189659, - "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_1_max": 0.777701, + "nauc_precision_at_1_std": -0.265396, + "nauc_precision_at_1_diff1": 0.937571, + "nauc_precision_at_3_max": 0.87254, + "nauc_precision_at_3_std": -0.087284, + "nauc_precision_at_3_diff1": 0.921759, + "nauc_precision_at_5_max": 0.889788, + "nauc_precision_at_5_std": -0.075072, + "nauc_precision_at_5_diff1": 0.945002, + "nauc_precision_at_10_max": 0.915318, + "nauc_precision_at_10_std": -0.020723, + "nauc_precision_at_10_diff1": 0.955519, + "nauc_precision_at_20_max": 0.917912, + "nauc_precision_at_20_std": 0.010893, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.869281, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_std": 0.722222, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.821561, - "nauc_mrr_at_1_std": -0.144773, - "nauc_mrr_at_1_diff1": 0.929494, - "nauc_mrr_at_3_max": 0.84228, - "nauc_mrr_at_3_std": -0.100393, - "nauc_mrr_at_3_diff1": 0.931976, - "nauc_mrr_at_5_max": 0.84471, - "nauc_mrr_at_5_std": -0.098632, - "nauc_mrr_at_5_diff1": 0.933472, - "nauc_mrr_at_10_max": 0.843914, - "nauc_mrr_at_10_std": -0.095385, - "nauc_mrr_at_10_diff1": 0.932454, - "nauc_mrr_at_20_max": 0.842752, - "nauc_mrr_at_20_std": -0.100097, - "nauc_mrr_at_20_diff1": 0.93235, - "nauc_mrr_at_100_max": 0.842537, - "nauc_mrr_at_100_std": -0.100237, - "nauc_mrr_at_100_diff1": 0.932163, - "nauc_mrr_at_1000_max": 0.842531, - "nauc_mrr_at_1000_std": -0.100274, - "nauc_mrr_at_1000_diff1": 0.932166, - "main_score": 0.93617, + "nauc_mrr_at_1_max": 0.777701, + "nauc_mrr_at_1_std": -0.265396, + "nauc_mrr_at_1_diff1": 0.937571, + "nauc_mrr_at_3_max": 0.806199, + "nauc_mrr_at_3_std": -0.211195, + "nauc_mrr_at_3_diff1": 0.931374, + "nauc_mrr_at_5_max": 0.806017, + "nauc_mrr_at_5_std": -0.212537, + "nauc_mrr_at_5_diff1": 0.934306, + "nauc_mrr_at_10_max": 0.803219, + "nauc_mrr_at_10_std": -0.216794, + "nauc_mrr_at_10_diff1": 0.934337, + "nauc_mrr_at_20_max": 0.802761, + "nauc_mrr_at_20_std": -0.217017, + "nauc_mrr_at_20_diff1": 0.934487, + "nauc_mrr_at_100_max": 0.802485, + "nauc_mrr_at_100_std": -0.21698, + "nauc_mrr_at_100_diff1": 0.934334, + "nauc_mrr_at_1000_max": 0.802479, + "nauc_mrr_at_1000_std": -0.217007, + "nauc_mrr_at_1000_diff1": 0.934332, + "hit_rate_at_1": 0.87333, + "hit_rate_at_3": 0.94, + "hit_rate_at_5": 0.95444, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.92736, "hf_subset": "eng_Latn-hun_Latn", "languages": [ "eng-Latn", "hun-Latn" - ] - }, - { - "ndcg_at_1": 0.82111, - "ndcg_at_3": 0.87759, - "ndcg_at_5": 0.8851, - "ndcg_at_10": 0.89128, - "ndcg_at_20": 0.89411, - "ndcg_at_100": 0.89803, - "ndcg_at_1000": 0.89996, - "map_at_1": 0.82111, - "map_at_3": 0.8637, - "map_at_5": 0.86798, - "map_at_10": 0.87057, - "map_at_20": 0.87135, - "map_at_100": 0.87197, - "map_at_1000": 0.87206, - "recall_at_1": 0.82111, - "recall_at_3": 0.91778, - "recall_at_5": 0.93556, - "recall_at_10": 0.95444, - "recall_at_20": 0.96556, - "recall_at_100": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.81556, + "ndcg_at_3": 0.86633, + "ndcg_at_5": 0.87681, + "ndcg_at_10": 0.8831, + "ndcg_at_20": 0.88701, + "ndcg_at_100": 0.89195, + "ndcg_at_1000": 0.89368, + "map_at_1": 0.81556, + "map_at_3": 0.85426, + "map_at_5": 0.86004, + "map_at_10": 0.86274, + "map_at_20": 0.86381, + "map_at_100": 0.86457, + "map_at_1000": 0.86464, + "recall_at_1": 0.81556, + "recall_at_3": 0.90111, + "recall_at_5": 0.92667, + "recall_at_10": 0.94556, + "recall_at_20": 0.96111, + "recall_at_100": 0.98667, "recall_at_1000": 1.0, - "precision_at_1": 0.82111, - "precision_at_3": 0.30593, - "precision_at_5": 0.18711, - "precision_at_10": 0.09544, - "precision_at_20": 0.04828, - "precision_at_100": 0.00986, + "accuracy": 0.81556, + "precision_at_1": 0.81556, + "precision_at_3": 0.30037, + "precision_at_5": 0.18533, + "precision_at_10": 0.09456, + "precision_at_20": 0.04806, + "precision_at_100": 0.00987, "precision_at_1000": 0.001, - "mrr_at_1": 0.821111, - "mrr_at_3": 0.863704, - "mrr_at_5": 0.867981, - "mrr_at_10": 0.870567, - "mrr_at_20": 0.871353, - "mrr_at_100": 0.87197, - "mrr_at_1000": 0.872056, - "nauc_ndcg_at_1_max": 0.719166, - "nauc_ndcg_at_1_std": -0.002911, - "nauc_ndcg_at_1_diff1": 0.889862, - "nauc_ndcg_at_3_max": 0.776849, - "nauc_ndcg_at_3_std": 0.082092, - "nauc_ndcg_at_3_diff1": 0.8699, - "nauc_ndcg_at_5_max": 0.769205, - "nauc_ndcg_at_5_std": 0.075918, - "nauc_ndcg_at_5_diff1": 0.873757, - "nauc_ndcg_at_10_max": 0.769403, - "nauc_ndcg_at_10_std": 0.078194, - "nauc_ndcg_at_10_diff1": 0.878649, - "nauc_ndcg_at_20_max": 0.768678, - "nauc_ndcg_at_20_std": 0.085696, - "nauc_ndcg_at_20_diff1": 0.877484, - "nauc_ndcg_at_100_max": 0.766116, - "nauc_ndcg_at_100_std": 0.081719, - "nauc_ndcg_at_100_diff1": 0.878825, - "nauc_ndcg_at_1000_max": 0.76222, - "nauc_ndcg_at_1000_std": 0.068517, - "nauc_ndcg_at_1000_diff1": 0.878609, - "nauc_map_at_1_max": 0.719166, - "nauc_map_at_1_std": -0.002911, - "nauc_map_at_1_diff1": 0.889862, - "nauc_map_at_3_max": 0.761084, - "nauc_map_at_3_std": 0.057036, - "nauc_map_at_3_diff1": 0.875729, - "nauc_map_at_5_max": 0.75666, - "nauc_map_at_5_std": 0.052772, - "nauc_map_at_5_diff1": 0.877756, - "nauc_map_at_10_max": 0.75669, - "nauc_map_at_10_std": 0.053808, - "nauc_map_at_10_diff1": 0.879642, - "nauc_map_at_20_max": 0.756486, - "nauc_map_at_20_std": 0.055674, - "nauc_map_at_20_diff1": 0.879372, - "nauc_map_at_100_max": 0.756047, - "nauc_map_at_100_std": 0.054674, - "nauc_map_at_100_diff1": 0.879514, - "nauc_map_at_1000_max": 0.755906, - "nauc_map_at_1000_std": 0.05422, - "nauc_map_at_1000_diff1": 0.879516, - "nauc_recall_at_1_max": 0.719166, - "nauc_recall_at_1_std": -0.002911, - "nauc_recall_at_1_diff1": 0.889862, - "nauc_recall_at_3_max": 0.847787, - "nauc_recall_at_3_std": 0.196198, - "nauc_recall_at_3_diff1": 0.84339, - "nauc_recall_at_5_max": 0.836867, - "nauc_recall_at_5_std": 0.205287, - "nauc_recall_at_5_diff1": 0.852547, - "nauc_recall_at_10_max": 0.863144, - "nauc_recall_at_10_std": 0.264558, - "nauc_recall_at_10_diff1": 0.877081, - "nauc_recall_at_20_max": 0.883754, - "nauc_recall_at_20_std": 0.403361, - "nauc_recall_at_20_diff1": 0.863257, - "nauc_recall_at_100_max": 0.959779, - "nauc_recall_at_100_std": 0.744883, - "nauc_recall_at_100_diff1": 0.892803, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.719166, - "nauc_precision_at_1_std": -0.002911, - "nauc_precision_at_1_diff1": 0.889862, - "nauc_precision_at_3_max": 0.847787, - "nauc_precision_at_3_std": 0.196198, - "nauc_precision_at_3_diff1": 0.84339, - "nauc_precision_at_5_max": 0.836867, - "nauc_precision_at_5_std": 0.205287, - "nauc_precision_at_5_diff1": 0.852547, - "nauc_precision_at_10_max": 0.863144, - "nauc_precision_at_10_std": 0.264558, - "nauc_precision_at_10_diff1": 0.877081, - "nauc_precision_at_20_max": 0.883754, - "nauc_precision_at_20_std": 0.403361, - "nauc_precision_at_20_diff1": 0.863257, - "nauc_precision_at_100_max": 0.959779, - "nauc_precision_at_100_std": 0.744883, - "nauc_precision_at_100_diff1": 0.892803, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.719166, - "nauc_mrr_at_1_std": -0.002911, - "nauc_mrr_at_1_diff1": 0.889862, - "nauc_mrr_at_3_max": 0.761084, - "nauc_mrr_at_3_std": 0.057036, - "nauc_mrr_at_3_diff1": 0.875729, - "nauc_mrr_at_5_max": 0.75666, - "nauc_mrr_at_5_std": 0.052772, - "nauc_mrr_at_5_diff1": 0.877756, - "nauc_mrr_at_10_max": 0.75669, - "nauc_mrr_at_10_std": 0.053808, - "nauc_mrr_at_10_diff1": 0.879642, - "nauc_mrr_at_20_max": 0.756486, - "nauc_mrr_at_20_std": 0.055674, - "nauc_mrr_at_20_diff1": 0.879372, - "nauc_mrr_at_100_max": 0.756047, - "nauc_mrr_at_100_std": 0.054674, - "nauc_mrr_at_100_diff1": 0.879514, - "nauc_mrr_at_1000_max": 0.755906, - "nauc_mrr_at_1000_std": 0.05422, - "nauc_mrr_at_1000_diff1": 0.879516, - "main_score": 0.89128, + "mrr_at_1": 0.815556, + "mrr_at_3": 0.854259, + "mrr_at_5": 0.860037, + "mrr_at_10": 0.862743, + "mrr_at_20": 0.863811, + "mrr_at_100": 0.864569, + "mrr_at_1000": 0.864638, + "nauc_ndcg_at_1_max": 0.739141, + "nauc_ndcg_at_1_std": -0.05905, + "nauc_ndcg_at_1_diff1": 0.88575, + "nauc_ndcg_at_3_max": 0.784705, + "nauc_ndcg_at_3_std": 0.02853, + "nauc_ndcg_at_3_diff1": 0.858758, + "nauc_ndcg_at_5_max": 0.778303, + "nauc_ndcg_at_5_std": 0.013698, + "nauc_ndcg_at_5_diff1": 0.860523, + "nauc_ndcg_at_10_max": 0.781973, + "nauc_ndcg_at_10_std": 0.03681, + "nauc_ndcg_at_10_diff1": 0.864696, + "nauc_ndcg_at_20_max": 0.782733, + "nauc_ndcg_at_20_std": 0.037733, + "nauc_ndcg_at_20_diff1": 0.864924, + "nauc_ndcg_at_100_max": 0.778284, + "nauc_ndcg_at_100_std": 0.027271, + "nauc_ndcg_at_100_diff1": 0.867907, + "nauc_ndcg_at_1000_max": 0.775522, + "nauc_ndcg_at_1000_std": 0.017418, + "nauc_ndcg_at_1000_diff1": 0.868059, + "nauc_map_at_1_max": 0.739141, + "nauc_map_at_1_std": -0.05905, + "nauc_map_at_1_diff1": 0.88575, + "nauc_map_at_3_max": 0.773162, + "nauc_map_at_3_std": 0.002727, + "nauc_map_at_3_diff1": 0.867134, + "nauc_map_at_5_max": 0.76952, + "nauc_map_at_5_std": -0.004589, + "nauc_map_at_5_diff1": 0.868311, + "nauc_map_at_10_max": 0.770808, + "nauc_map_at_10_std": 0.004352, + "nauc_map_at_10_diff1": 0.87007, + "nauc_map_at_20_max": 0.770874, + "nauc_map_at_20_std": 0.004081, + "nauc_map_at_20_diff1": 0.870179, + "nauc_map_at_100_max": 0.770183, + "nauc_map_at_100_std": 0.002316, + "nauc_map_at_100_diff1": 0.870515, + "nauc_map_at_1000_max": 0.7701, + "nauc_map_at_1000_std": 0.002062, + "nauc_map_at_1000_diff1": 0.87052, + "nauc_recall_at_1_max": 0.739141, + "nauc_recall_at_1_std": -0.05905, + "nauc_recall_at_1_diff1": 0.88575, + "nauc_recall_at_3_max": 0.830543, + "nauc_recall_at_3_std": 0.133494, + "nauc_recall_at_3_diff1": 0.824437, + "nauc_recall_at_5_max": 0.821322, + "nauc_recall_at_5_std": 0.103507, + "nauc_recall_at_5_diff1": 0.819809, + "nauc_recall_at_10_max": 0.857448, + "nauc_recall_at_10_std": 0.267812, + "nauc_recall_at_10_diff1": 0.830704, + "nauc_recall_at_20_max": 0.896572, + "nauc_recall_at_20_std": 0.376004, + "nauc_recall_at_20_diff1": 0.819328, + "nauc_recall_at_100_max": 0.944172, + "nauc_recall_at_100_std": 0.635154, + "nauc_recall_at_100_diff1": 0.858971, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.739141, + "nauc_precision_at_1_std": -0.05905, + "nauc_precision_at_1_diff1": 0.88575, + "nauc_precision_at_3_max": 0.830543, + "nauc_precision_at_3_std": 0.133494, + "nauc_precision_at_3_diff1": 0.824437, + "nauc_precision_at_5_max": 0.821322, + "nauc_precision_at_5_std": 0.103507, + "nauc_precision_at_5_diff1": 0.819809, + "nauc_precision_at_10_max": 0.857448, + "nauc_precision_at_10_std": 0.267812, + "nauc_precision_at_10_diff1": 0.830704, + "nauc_precision_at_20_max": 0.896572, + "nauc_precision_at_20_std": 0.376004, + "nauc_precision_at_20_diff1": 0.819328, + "nauc_precision_at_100_max": 0.944172, + "nauc_precision_at_100_std": 0.635154, + "nauc_precision_at_100_diff1": 0.858971, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.739141, + "nauc_mrr_at_1_std": -0.05905, + "nauc_mrr_at_1_diff1": 0.88575, + "nauc_mrr_at_3_max": 0.773162, + "nauc_mrr_at_3_std": 0.002727, + "nauc_mrr_at_3_diff1": 0.867134, + "nauc_mrr_at_5_max": 0.76952, + "nauc_mrr_at_5_std": -0.004589, + "nauc_mrr_at_5_diff1": 0.868311, + "nauc_mrr_at_10_max": 0.770808, + "nauc_mrr_at_10_std": 0.004352, + "nauc_mrr_at_10_diff1": 0.87007, + "nauc_mrr_at_20_max": 0.770874, + "nauc_mrr_at_20_std": 0.004081, + "nauc_mrr_at_20_diff1": 0.870179, + "nauc_mrr_at_100_max": 0.770183, + "nauc_mrr_at_100_std": 0.002316, + "nauc_mrr_at_100_diff1": 0.870515, + "nauc_mrr_at_1000_max": 0.7701, + "nauc_mrr_at_1000_std": 0.002062, + "nauc_mrr_at_1000_diff1": 0.87052, + "hit_rate_at_1": 0.81556, + "hit_rate_at_3": 0.90111, + "hit_rate_at_5": 0.92667, + "hit_rate_at_10": 0.94556, + "hit_rate_at_20": 0.96111, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.8831, "hf_subset": "hye_Armn-hye_Armn", "languages": [ "hye-Armn", "hye-Armn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.87333, - "ndcg_at_3": 0.91797, - "ndcg_at_5": 0.92539, - "ndcg_at_10": 0.92931, - "ndcg_at_20": 0.93224, - "ndcg_at_100": 0.93414, - "ndcg_at_1000": 0.9343, - "map_at_1": 0.87333, - "map_at_3": 0.90759, - "map_at_5": 0.91176, - "map_at_10": 0.91336, - "map_at_20": 0.91423, - "map_at_100": 0.91451, - "map_at_1000": 0.91452, - "recall_at_1": 0.87333, - "recall_at_3": 0.94778, - "recall_at_5": 0.96556, - "recall_at_10": 0.97778, - "recall_at_20": 0.98889, - "recall_at_100": 0.99889, + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.91321, + "ndcg_at_5": 0.92297, + "ndcg_at_10": 0.9271, + "ndcg_at_20": 0.92911, + "ndcg_at_100": 0.93125, + "ndcg_at_1000": 0.93158, + "map_at_1": 0.87, + "map_at_3": 0.90278, + "map_at_5": 0.90828, + "map_at_10": 0.91008, + "map_at_20": 0.91065, + "map_at_100": 0.91099, + "map_at_1000": 0.91101, + "recall_at_1": 0.87, + "recall_at_3": 0.94333, + "recall_at_5": 0.96667, + "recall_at_10": 0.97889, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.87333, - "precision_at_3": 0.31593, - "precision_at_5": 0.19311, - "precision_at_10": 0.09778, - "precision_at_20": 0.04944, - "precision_at_100": 0.00999, + "accuracy": 0.87, + "precision_at_1": 0.87, + "precision_at_3": 0.31444, + "precision_at_5": 0.19333, + "precision_at_10": 0.09789, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.873333, - "mrr_at_3": 0.907593, - "mrr_at_5": 0.911759, - "mrr_at_10": 0.913359, - "mrr_at_20": 0.914231, - "mrr_at_100": 0.914513, - "mrr_at_1000": 0.914523, - "nauc_ndcg_at_1_max": 0.741182, - "nauc_ndcg_at_1_std": -0.314202, - "nauc_ndcg_at_1_diff1": 0.930749, - "nauc_ndcg_at_3_max": 0.765762, - "nauc_ndcg_at_3_std": -0.32053, - "nauc_ndcg_at_3_diff1": 0.918602, - "nauc_ndcg_at_5_max": 0.767224, - "nauc_ndcg_at_5_std": -0.294072, - "nauc_ndcg_at_5_diff1": 0.918943, - "nauc_ndcg_at_10_max": 0.766363, - "nauc_ndcg_at_10_std": -0.286519, - "nauc_ndcg_at_10_diff1": 0.918496, - "nauc_ndcg_at_20_max": 0.763135, - "nauc_ndcg_at_20_std": -0.296133, - "nauc_ndcg_at_20_diff1": 0.920395, - "nauc_ndcg_at_100_max": 0.761298, - "nauc_ndcg_at_100_std": -0.305406, - "nauc_ndcg_at_100_diff1": 0.921337, - "nauc_ndcg_at_1000_max": 0.761021, - "nauc_ndcg_at_1000_std": -0.301728, - "nauc_ndcg_at_1000_diff1": 0.921471, - "nauc_map_at_1_max": 0.741182, - "nauc_map_at_1_std": -0.314202, - "nauc_map_at_1_diff1": 0.930749, - "nauc_map_at_3_max": 0.759648, - "nauc_map_at_3_std": -0.315449, - "nauc_map_at_3_diff1": 0.921884, - "nauc_map_at_5_max": 0.759638, - "nauc_map_at_5_std": -0.303651, - "nauc_map_at_5_diff1": 0.922256, - "nauc_map_at_10_max": 0.759314, - "nauc_map_at_10_std": -0.301567, - "nauc_map_at_10_diff1": 0.922181, - "nauc_map_at_20_max": 0.758442, - "nauc_map_at_20_std": -0.304504, - "nauc_map_at_20_diff1": 0.9227, - "nauc_map_at_100_max": 0.758351, - "nauc_map_at_100_std": -0.305105, - "nauc_map_at_100_diff1": 0.922749, - "nauc_map_at_1000_max": 0.758337, - "nauc_map_at_1000_std": -0.304924, - "nauc_map_at_1000_diff1": 0.922756, - "nauc_recall_at_1_max": 0.741182, - "nauc_recall_at_1_std": -0.314202, - "nauc_recall_at_1_diff1": 0.930749, - "nauc_recall_at_3_max": 0.795002, - "nauc_recall_at_3_std": -0.348144, - "nauc_recall_at_3_diff1": 0.902656, - "nauc_recall_at_5_max": 0.821843, - "nauc_recall_at_5_std": -0.216364, - "nauc_recall_at_5_diff1": 0.895636, - "nauc_recall_at_10_max": 0.841387, - "nauc_recall_at_10_std": -0.094795, - "nauc_recall_at_10_diff1": 0.878268, - "nauc_recall_at_20_max": 0.845472, - "nauc_recall_at_20_std": -0.09267, - "nauc_recall_at_20_diff1": 0.879085, - "nauc_recall_at_100_max": 0.869281, - "nauc_recall_at_100_std": -1.739963, - "nauc_recall_at_100_diff1": 0.869281, + "mrr_at_1": 0.87, + "mrr_at_3": 0.902778, + "mrr_at_5": 0.908278, + "mrr_at_10": 0.910082, + "mrr_at_20": 0.910654, + "mrr_at_100": 0.910992, + "mrr_at_1000": 0.911011, + "nauc_ndcg_at_1_max": 0.706843, + "nauc_ndcg_at_1_std": -0.355604, + "nauc_ndcg_at_1_diff1": 0.928555, + "nauc_ndcg_at_3_max": 0.727714, + "nauc_ndcg_at_3_std": -0.344666, + "nauc_ndcg_at_3_diff1": 0.91639, + "nauc_ndcg_at_5_max": 0.736232, + "nauc_ndcg_at_5_std": -0.341086, + "nauc_ndcg_at_5_diff1": 0.916319, + "nauc_ndcg_at_10_max": 0.735653, + "nauc_ndcg_at_10_std": -0.33369, + "nauc_ndcg_at_10_diff1": 0.920009, + "nauc_ndcg_at_20_max": 0.729715, + "nauc_ndcg_at_20_std": -0.339861, + "nauc_ndcg_at_20_diff1": 0.919315, + "nauc_ndcg_at_100_max": 0.730368, + "nauc_ndcg_at_100_std": -0.343432, + "nauc_ndcg_at_100_diff1": 0.92075, + "nauc_ndcg_at_1000_max": 0.729391, + "nauc_ndcg_at_1000_std": -0.343104, + "nauc_ndcg_at_1000_diff1": 0.920674, + "nauc_map_at_1_max": 0.706843, + "nauc_map_at_1_std": -0.355604, + "nauc_map_at_1_diff1": 0.928555, + "nauc_map_at_3_max": 0.724204, + "nauc_map_at_3_std": -0.348801, + "nauc_map_at_3_diff1": 0.919941, + "nauc_map_at_5_max": 0.727662, + "nauc_map_at_5_std": -0.348624, + "nauc_map_at_5_diff1": 0.920112, + "nauc_map_at_10_max": 0.727348, + "nauc_map_at_10_std": -0.345663, + "nauc_map_at_10_diff1": 0.921478, + "nauc_map_at_20_max": 0.725962, + "nauc_map_at_20_std": -0.347145, + "nauc_map_at_20_diff1": 0.921331, + "nauc_map_at_100_max": 0.726318, + "nauc_map_at_100_std": -0.347163, + "nauc_map_at_100_diff1": 0.921548, + "nauc_map_at_1000_max": 0.726274, + "nauc_map_at_1000_std": -0.347114, + "nauc_map_at_1000_diff1": 0.921543, + "nauc_recall_at_1_max": 0.706843, + "nauc_recall_at_1_std": -0.355604, + "nauc_recall_at_1_diff1": 0.928555, + "nauc_recall_at_3_max": 0.742553, + "nauc_recall_at_3_std": -0.324161, + "nauc_recall_at_3_diff1": 0.899398, + "nauc_recall_at_5_max": 0.803252, + "nauc_recall_at_5_std": -0.276237, + "nauc_recall_at_5_diff1": 0.887255, + "nauc_recall_at_10_max": 0.83466, + "nauc_recall_at_10_std": -0.175611, + "nauc_recall_at_10_diff1": 0.907981, + "nauc_recall_at_20_max": 0.772253, + "nauc_recall_at_20_std": -0.206933, + "nauc_recall_at_20_diff1": 0.886983, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.741182, - "nauc_precision_at_1_std": -0.314202, - "nauc_precision_at_1_diff1": 0.930749, - "nauc_precision_at_3_max": 0.795002, - "nauc_precision_at_3_std": -0.348144, - "nauc_precision_at_3_diff1": 0.902656, - "nauc_precision_at_5_max": 0.821843, - "nauc_precision_at_5_std": -0.216364, - "nauc_precision_at_5_diff1": 0.895636, - "nauc_precision_at_10_max": 0.841387, - "nauc_precision_at_10_std": -0.094795, - "nauc_precision_at_10_diff1": 0.878268, - "nauc_precision_at_20_max": 0.845472, - "nauc_precision_at_20_std": -0.09267, - "nauc_precision_at_20_diff1": 0.879085, - "nauc_precision_at_100_max": 0.869281, - "nauc_precision_at_100_std": -1.739963, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1_max": 0.706843, + "nauc_precision_at_1_std": -0.355604, + "nauc_precision_at_1_diff1": 0.928555, + "nauc_precision_at_3_max": 0.742553, + "nauc_precision_at_3_std": -0.324161, + "nauc_precision_at_3_diff1": 0.899398, + "nauc_precision_at_5_max": 0.803252, + "nauc_precision_at_5_std": -0.276237, + "nauc_precision_at_5_diff1": 0.887255, + "nauc_precision_at_10_max": 0.83466, + "nauc_precision_at_10_std": -0.175611, + "nauc_precision_at_10_diff1": 0.907981, + "nauc_precision_at_20_max": 0.772253, + "nauc_precision_at_20_std": -0.206933, + "nauc_precision_at_20_diff1": 0.886983, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.741182, - "nauc_mrr_at_1_std": -0.314202, - "nauc_mrr_at_1_diff1": 0.930749, - "nauc_mrr_at_3_max": 0.759648, - "nauc_mrr_at_3_std": -0.315449, - "nauc_mrr_at_3_diff1": 0.921884, - "nauc_mrr_at_5_max": 0.759638, - "nauc_mrr_at_5_std": -0.303651, - "nauc_mrr_at_5_diff1": 0.922256, - "nauc_mrr_at_10_max": 0.759314, - "nauc_mrr_at_10_std": -0.301567, - "nauc_mrr_at_10_diff1": 0.922181, - "nauc_mrr_at_20_max": 0.758442, - "nauc_mrr_at_20_std": -0.304504, - "nauc_mrr_at_20_diff1": 0.9227, - "nauc_mrr_at_100_max": 0.758351, - "nauc_mrr_at_100_std": -0.305105, - "nauc_mrr_at_100_diff1": 0.922749, - "nauc_mrr_at_1000_max": 0.758337, - "nauc_mrr_at_1000_std": -0.304924, - "nauc_mrr_at_1000_diff1": 0.922756, - "main_score": 0.92931, + "nauc_mrr_at_1_max": 0.706843, + "nauc_mrr_at_1_std": -0.355604, + "nauc_mrr_at_1_diff1": 0.928555, + "nauc_mrr_at_3_max": 0.724204, + "nauc_mrr_at_3_std": -0.348801, + "nauc_mrr_at_3_diff1": 0.919941, + "nauc_mrr_at_5_max": 0.727662, + "nauc_mrr_at_5_std": -0.348624, + "nauc_mrr_at_5_diff1": 0.920112, + "nauc_mrr_at_10_max": 0.727348, + "nauc_mrr_at_10_std": -0.345663, + "nauc_mrr_at_10_diff1": 0.921478, + "nauc_mrr_at_20_max": 0.725962, + "nauc_mrr_at_20_std": -0.347145, + "nauc_mrr_at_20_diff1": 0.921331, + "nauc_mrr_at_100_max": 0.726318, + "nauc_mrr_at_100_std": -0.347163, + "nauc_mrr_at_100_diff1": 0.921548, + "nauc_mrr_at_1000_max": 0.726274, + "nauc_mrr_at_1000_std": -0.347114, + "nauc_mrr_at_1000_diff1": 0.921543, + "hit_rate_at_1": 0.87, + "hit_rate_at_3": 0.94333, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9271, "hf_subset": "hye_Armn-eng_Latn", "languages": [ "hye-Armn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.79333, - "ndcg_at_3": 0.85127, - "ndcg_at_5": 0.85992, - "ndcg_at_10": 0.87048, - "ndcg_at_20": 0.87504, - "ndcg_at_100": 0.88028, - "ndcg_at_1000": 0.88179, - "map_at_1": 0.79333, - "map_at_3": 0.83778, - "map_at_5": 0.84256, - "map_at_10": 0.847, - "map_at_20": 0.84829, - "map_at_100": 0.84905, - "map_at_1000": 0.84912, - "recall_at_1": 0.79333, - "recall_at_3": 0.89, - "recall_at_5": 0.91111, - "recall_at_10": 0.94333, - "recall_at_20": 0.96111, - "recall_at_100": 0.98889, + "ndcg_at_1": 0.76111, + "ndcg_at_3": 0.82697, + "ndcg_at_5": 0.83978, + "ndcg_at_10": 0.85058, + "ndcg_at_20": 0.85537, + "ndcg_at_100": 0.86109, + "ndcg_at_1000": 0.86271, + "map_at_1": 0.76111, + "map_at_3": 0.81093, + "map_at_5": 0.81804, + "map_at_10": 0.82251, + "map_at_20": 0.82382, + "map_at_100": 0.8246, + "map_at_1000": 0.82467, + "recall_at_1": 0.76111, + "recall_at_3": 0.87333, + "recall_at_5": 0.90444, + "recall_at_10": 0.93778, + "recall_at_20": 0.95667, + "recall_at_100": 0.98778, "recall_at_1000": 1.0, - "precision_at_1": 0.79333, - "precision_at_3": 0.29667, - "precision_at_5": 0.18222, - "precision_at_10": 0.09433, - "precision_at_20": 0.04806, - "precision_at_100": 0.00989, + "accuracy": 0.76111, + "precision_at_1": 0.76111, + "precision_at_3": 0.29111, + "precision_at_5": 0.18089, + "precision_at_10": 0.09378, + "precision_at_20": 0.04783, + "precision_at_100": 0.00988, "precision_at_1000": 0.001, - "mrr_at_1": 0.793333, - "mrr_at_3": 0.837778, - "mrr_at_5": 0.842556, - "mrr_at_10": 0.846997, - "mrr_at_20": 0.84829, - "mrr_at_100": 0.849046, - "mrr_at_1000": 0.849117, - "nauc_ndcg_at_1_max": 0.756132, - "nauc_ndcg_at_1_std": -0.086835, - "nauc_ndcg_at_1_diff1": 0.873399, - "nauc_ndcg_at_3_max": 0.779762, - "nauc_ndcg_at_3_std": -0.022001, - "nauc_ndcg_at_3_diff1": 0.859031, - "nauc_ndcg_at_5_max": 0.795608, - "nauc_ndcg_at_5_std": 0.025121, - "nauc_ndcg_at_5_diff1": 0.862541, - "nauc_ndcg_at_10_max": 0.797047, - "nauc_ndcg_at_10_std": 0.025839, - "nauc_ndcg_at_10_diff1": 0.866786, - "nauc_ndcg_at_20_max": 0.794336, - "nauc_ndcg_at_20_std": 0.01757, - "nauc_ndcg_at_20_diff1": 0.868097, - "nauc_ndcg_at_100_max": 0.789163, - "nauc_ndcg_at_100_std": 0.005708, - "nauc_ndcg_at_100_diff1": 0.867664, - "nauc_ndcg_at_1000_max": 0.786886, - "nauc_ndcg_at_1000_std": -0.004118, - "nauc_ndcg_at_1000_diff1": 0.8674, - "nauc_map_at_1_max": 0.756132, - "nauc_map_at_1_std": -0.086835, - "nauc_map_at_1_diff1": 0.873399, - "nauc_map_at_3_max": 0.774198, - "nauc_map_at_3_std": -0.041265, - "nauc_map_at_3_diff1": 0.863295, - "nauc_map_at_5_max": 0.782268, - "nauc_map_at_5_std": -0.017409, - "nauc_map_at_5_diff1": 0.865199, - "nauc_map_at_10_max": 0.78263, - "nauc_map_at_10_std": -0.018088, - "nauc_map_at_10_diff1": 0.867076, - "nauc_map_at_20_max": 0.78191, - "nauc_map_at_20_std": -0.020282, - "nauc_map_at_20_diff1": 0.867408, - "nauc_map_at_100_max": 0.781263, - "nauc_map_at_100_std": -0.021712, - "nauc_map_at_100_diff1": 0.86738, - "nauc_map_at_1000_max": 0.781176, - "nauc_map_at_1000_std": -0.022085, - "nauc_map_at_1000_diff1": 0.867385, - "nauc_recall_at_1_max": 0.756132, - "nauc_recall_at_1_std": -0.086835, - "nauc_recall_at_1_diff1": 0.873399, - "nauc_recall_at_3_max": 0.801549, - "nauc_recall_at_3_std": 0.05641, - "nauc_recall_at_3_diff1": 0.841675, - "nauc_recall_at_5_max": 0.861986, - "nauc_recall_at_5_std": 0.239601, - "nauc_recall_at_5_diff1": 0.850461, - "nauc_recall_at_10_max": 0.90576, - "nauc_recall_at_10_std": 0.360869, - "nauc_recall_at_10_diff1": 0.868183, - "nauc_recall_at_20_max": 0.921902, - "nauc_recall_at_20_std": 0.411351, - "nauc_recall_at_20_diff1": 0.88382, - "nauc_recall_at_100_max": 0.95915, - "nauc_recall_at_100_std": 0.739776, - "nauc_recall_at_100_diff1": 0.894958, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.756132, - "nauc_precision_at_1_std": -0.086835, - "nauc_precision_at_1_diff1": 0.873399, - "nauc_precision_at_3_max": 0.801549, - "nauc_precision_at_3_std": 0.05641, - "nauc_precision_at_3_diff1": 0.841675, - "nauc_precision_at_5_max": 0.861986, - "nauc_precision_at_5_std": 0.239601, - "nauc_precision_at_5_diff1": 0.850461, - "nauc_precision_at_10_max": 0.90576, - "nauc_precision_at_10_std": 0.360869, - "nauc_precision_at_10_diff1": 0.868183, - "nauc_precision_at_20_max": 0.921902, - "nauc_precision_at_20_std": 0.411351, - "nauc_precision_at_20_diff1": 0.88382, - "nauc_precision_at_100_max": 0.95915, - "nauc_precision_at_100_std": 0.739776, - "nauc_precision_at_100_diff1": 0.894958, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.756132, - "nauc_mrr_at_1_std": -0.086835, - "nauc_mrr_at_1_diff1": 0.873399, - "nauc_mrr_at_3_max": 0.774198, - "nauc_mrr_at_3_std": -0.041265, - "nauc_mrr_at_3_diff1": 0.863295, - "nauc_mrr_at_5_max": 0.782268, - "nauc_mrr_at_5_std": -0.017409, - "nauc_mrr_at_5_diff1": 0.865199, - "nauc_mrr_at_10_max": 0.78263, - "nauc_mrr_at_10_std": -0.018088, - "nauc_mrr_at_10_diff1": 0.867076, - "nauc_mrr_at_20_max": 0.78191, - "nauc_mrr_at_20_std": -0.020282, - "nauc_mrr_at_20_diff1": 0.867408, - "nauc_mrr_at_100_max": 0.781263, - "nauc_mrr_at_100_std": -0.021712, - "nauc_mrr_at_100_diff1": 0.86738, - "nauc_mrr_at_1000_max": 0.781176, - "nauc_mrr_at_1000_std": -0.022085, - "nauc_mrr_at_1000_diff1": 0.867385, - "main_score": 0.87048, + "mrr_at_1": 0.761111, + "mrr_at_3": 0.810926, + "mrr_at_5": 0.818037, + "mrr_at_10": 0.822506, + "mrr_at_20": 0.823825, + "mrr_at_100": 0.824598, + "mrr_at_1000": 0.824668, + "nauc_ndcg_at_1_max": 0.73802, + "nauc_ndcg_at_1_std": -0.086747, + "nauc_ndcg_at_1_diff1": 0.881871, + "nauc_ndcg_at_3_max": 0.769993, + "nauc_ndcg_at_3_std": -0.032755, + "nauc_ndcg_at_3_diff1": 0.85728, + "nauc_ndcg_at_5_max": 0.772439, + "nauc_ndcg_at_5_std": -0.006545, + "nauc_ndcg_at_5_diff1": 0.854066, + "nauc_ndcg_at_10_max": 0.775989, + "nauc_ndcg_at_10_std": -0.007538, + "nauc_ndcg_at_10_diff1": 0.864775, + "nauc_ndcg_at_20_max": 0.773561, + "nauc_ndcg_at_20_std": -0.011116, + "nauc_ndcg_at_20_diff1": 0.865263, + "nauc_ndcg_at_100_max": 0.768534, + "nauc_ndcg_at_100_std": -0.023074, + "nauc_ndcg_at_100_diff1": 0.865868, + "nauc_ndcg_at_1000_max": 0.76638, + "nauc_ndcg_at_1000_std": -0.029825, + "nauc_ndcg_at_1000_diff1": 0.865468, + "nauc_map_at_1_max": 0.73802, + "nauc_map_at_1_std": -0.086747, + "nauc_map_at_1_diff1": 0.881871, + "nauc_map_at_3_max": 0.760779, + "nauc_map_at_3_std": -0.050092, + "nauc_map_at_3_diff1": 0.863718, + "nauc_map_at_5_max": 0.761395, + "nauc_map_at_5_std": -0.038463, + "nauc_map_at_5_diff1": 0.862394, + "nauc_map_at_10_max": 0.762449, + "nauc_map_at_10_std": -0.039972, + "nauc_map_at_10_diff1": 0.866488, + "nauc_map_at_20_max": 0.761803, + "nauc_map_at_20_std": -0.040708, + "nauc_map_at_20_diff1": 0.86664, + "nauc_map_at_100_max": 0.761164, + "nauc_map_at_100_std": -0.042447, + "nauc_map_at_100_diff1": 0.866699, + "nauc_map_at_1000_max": 0.76109, + "nauc_map_at_1000_std": -0.042678, + "nauc_map_at_1000_diff1": 0.866691, + "nauc_recall_at_1_max": 0.73802, + "nauc_recall_at_1_std": -0.086747, + "nauc_recall_at_1_diff1": 0.881871, + "nauc_recall_at_3_max": 0.807511, + "nauc_recall_at_3_std": 0.038911, + "nauc_recall_at_3_diff1": 0.831459, + "nauc_recall_at_5_max": 0.829501, + "nauc_recall_at_5_std": 0.164539, + "nauc_recall_at_5_diff1": 0.81156, + "nauc_recall_at_10_max": 0.883078, + "nauc_recall_at_10_std": 0.253418, + "nauc_recall_at_10_diff1": 0.861328, + "nauc_recall_at_20_max": 0.899627, + "nauc_recall_at_20_std": 0.3143, + "nauc_recall_at_20_diff1": 0.865103, + "nauc_recall_at_100_max": 0.939097, + "nauc_recall_at_100_std": 0.512902, + "nauc_recall_at_100_diff1": 0.900475, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73802, + "nauc_precision_at_1_std": -0.086747, + "nauc_precision_at_1_diff1": 0.881871, + "nauc_precision_at_3_max": 0.807511, + "nauc_precision_at_3_std": 0.038911, + "nauc_precision_at_3_diff1": 0.831459, + "nauc_precision_at_5_max": 0.829501, + "nauc_precision_at_5_std": 0.164539, + "nauc_precision_at_5_diff1": 0.81156, + "nauc_precision_at_10_max": 0.883078, + "nauc_precision_at_10_std": 0.253418, + "nauc_precision_at_10_diff1": 0.861328, + "nauc_precision_at_20_max": 0.899627, + "nauc_precision_at_20_std": 0.3143, + "nauc_precision_at_20_diff1": 0.865103, + "nauc_precision_at_100_max": 0.939097, + "nauc_precision_at_100_std": 0.512902, + "nauc_precision_at_100_diff1": 0.900475, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73802, + "nauc_mrr_at_1_std": -0.086747, + "nauc_mrr_at_1_diff1": 0.881871, + "nauc_mrr_at_3_max": 0.760779, + "nauc_mrr_at_3_std": -0.050092, + "nauc_mrr_at_3_diff1": 0.863718, + "nauc_mrr_at_5_max": 0.761395, + "nauc_mrr_at_5_std": -0.038463, + "nauc_mrr_at_5_diff1": 0.862394, + "nauc_mrr_at_10_max": 0.762449, + "nauc_mrr_at_10_std": -0.039972, + "nauc_mrr_at_10_diff1": 0.866488, + "nauc_mrr_at_20_max": 0.761803, + "nauc_mrr_at_20_std": -0.040708, + "nauc_mrr_at_20_diff1": 0.86664, + "nauc_mrr_at_100_max": 0.761164, + "nauc_mrr_at_100_std": -0.042447, + "nauc_mrr_at_100_diff1": 0.866699, + "nauc_mrr_at_1000_max": 0.76109, + "nauc_mrr_at_1000_std": -0.042678, + "nauc_mrr_at_1000_diff1": 0.866691, + "hit_rate_at_1": 0.76111, + "hit_rate_at_3": 0.87333, + "hit_rate_at_5": 0.90444, + "hit_rate_at_10": 0.93778, + "hit_rate_at_20": 0.95667, + "hit_rate_at_100": 0.98778, + "hit_rate_at_1000": 1.0, + "main_score": 0.85058, "hf_subset": "eng_Latn-hye_Armn", "languages": [ "eng-Latn", "hye-Armn" - ] - }, - { - "ndcg_at_1": 0.48165, - "ndcg_at_3": 0.53164, - "ndcg_at_5": 0.54634, - "ndcg_at_10": 0.56031, - "ndcg_at_20": 0.57246, - "ndcg_at_100": 0.59667, - "ndcg_at_1000": 0.61933, - "map_at_1": 0.48109, - "map_at_3": 0.51965, - "map_at_5": 0.52783, - "map_at_10": 0.53356, - "map_at_20": 0.53692, - "map_at_100": 0.54002, - "map_at_1000": 0.54093, - "recall_at_1": 0.48109, - "recall_at_3": 0.56563, - "recall_at_5": 0.60122, - "recall_at_10": 0.64461, - "recall_at_20": 0.69244, - "recall_at_100": 0.82647, - "recall_at_1000": 1.0, - "precision_at_1": 0.48165, - "precision_at_3": 0.18873, - "precision_at_5": 0.12036, - "precision_at_10": 0.06452, - "precision_at_20": 0.03465, - "precision_at_100": 0.00828, - "precision_at_1000": 0.001, - "mrr_at_1": 0.481646, - "mrr_at_3": 0.520208, - "mrr_at_5": 0.528383, - "mrr_at_10": 0.534113, - "mrr_at_20": 0.537475, - "mrr_at_100": 0.540552, - "mrr_at_1000": 0.541464, - "nauc_ndcg_at_1_max": 0.659209, - "nauc_ndcg_at_1_std": -0.562355, - "nauc_ndcg_at_1_diff1": 0.798866, - "nauc_ndcg_at_3_max": 0.660128, - "nauc_ndcg_at_3_std": -0.578107, - "nauc_ndcg_at_3_diff1": 0.765583, - "nauc_ndcg_at_5_max": 0.650946, - "nauc_ndcg_at_5_std": -0.583416, - "nauc_ndcg_at_5_diff1": 0.753331, - "nauc_ndcg_at_10_max": 0.652368, - "nauc_ndcg_at_10_std": -0.581763, - "nauc_ndcg_at_10_diff1": 0.751713, - "nauc_ndcg_at_20_max": 0.651838, - "nauc_ndcg_at_20_std": -0.571865, - "nauc_ndcg_at_20_diff1": 0.750665, - "nauc_ndcg_at_100_max": 0.642111, - "nauc_ndcg_at_100_std": -0.578015, - "nauc_ndcg_at_100_diff1": 0.746187, - "nauc_ndcg_at_1000_max": 0.650279, - "nauc_ndcg_at_1000_std": -0.575855, - "nauc_ndcg_at_1000_diff1": 0.755565, - "nauc_map_at_1_max": 0.658194, - "nauc_map_at_1_std": -0.562054, - "nauc_map_at_1_diff1": 0.798442, - "nauc_map_at_3_max": 0.659769, - "nauc_map_at_3_std": -0.574585, - "nauc_map_at_3_diff1": 0.773124, - "nauc_map_at_5_max": 0.654696, - "nauc_map_at_5_std": -0.57764, - "nauc_map_at_5_diff1": 0.766537, - "nauc_map_at_10_max": 0.655372, - "nauc_map_at_10_std": -0.576985, - "nauc_map_at_10_diff1": 0.766038, - "nauc_map_at_20_max": 0.655202, - "nauc_map_at_20_std": -0.574262, - "nauc_map_at_20_diff1": 0.76584, - "nauc_map_at_100_max": 0.653893, - "nauc_map_at_100_std": -0.575111, - "nauc_map_at_100_diff1": 0.765179, - "nauc_map_at_1000_max": 0.654189, - "nauc_map_at_1000_std": -0.574969, - "nauc_map_at_1000_diff1": 0.765461, - "nauc_recall_at_1_max": 0.658194, - "nauc_recall_at_1_std": -0.562054, - "nauc_recall_at_1_diff1": 0.798442, - "nauc_recall_at_3_max": 0.65989, - "nauc_recall_at_3_std": -0.587996, - "nauc_recall_at_3_diff1": 0.742467, - "nauc_recall_at_5_max": 0.636366, - "nauc_recall_at_5_std": -0.600978, - "nauc_recall_at_5_diff1": 0.709678, - "nauc_recall_at_10_max": 0.639595, - "nauc_recall_at_10_std": -0.596431, - "nauc_recall_at_10_diff1": 0.700298, - "nauc_recall_at_20_max": 0.636176, - "nauc_recall_at_20_std": -0.551768, - "nauc_recall_at_20_diff1": 0.690114, - "nauc_recall_at_100_max": 0.534503, - "nauc_recall_at_100_std": -0.600648, - "nauc_recall_at_100_diff1": 0.616183, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.659209, - "nauc_precision_at_1_std": -0.562355, - "nauc_precision_at_1_diff1": 0.798866, - "nauc_precision_at_3_max": 0.66125, - "nauc_precision_at_3_std": -0.588562, - "nauc_precision_at_3_diff1": 0.743211, - "nauc_precision_at_5_max": 0.63799, - "nauc_precision_at_5_std": -0.601785, - "nauc_precision_at_5_diff1": 0.710679, - "nauc_precision_at_10_max": 0.641357, - "nauc_precision_at_10_std": -0.5973, - "nauc_precision_at_10_diff1": 0.701373, - "nauc_precision_at_20_max": 0.638112, - "nauc_precision_at_20_std": -0.552673, - "nauc_precision_at_20_diff1": 0.691285, - "nauc_precision_at_100_max": 0.532049, - "nauc_precision_at_100_std": -0.594465, - "nauc_precision_at_100_diff1": 0.61015, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47497, + "ndcg_at_3": 0.53462, + "ndcg_at_5": 0.55056, + "ndcg_at_10": 0.56156, + "ndcg_at_20": 0.57299, + "ndcg_at_100": 0.59839, + "ndcg_at_1000": 0.61996, + "map_at_1": 0.47442, + "map_at_3": 0.52021, + "map_at_5": 0.529, + "map_at_10": 0.53346, + "map_at_20": 0.53668, + "map_at_100": 0.53995, + "map_at_1000": 0.5408, + "recall_at_1": 0.47442, + "recall_at_3": 0.57564, + "recall_at_5": 0.61457, + "recall_at_10": 0.64905, + "recall_at_20": 0.69355, + "recall_at_100": 0.83426, + "recall_at_1000": 1.0, + "accuracy": 0.47442, + "precision_at_1": 0.47497, + "precision_at_3": 0.19207, + "precision_at_5": 0.12303, + "precision_at_10": 0.06496, + "precision_at_20": 0.03471, + "precision_at_100": 0.00835, + "precision_at_1000": 0.001, + "mrr_at_1": 0.474972, + "mrr_at_3": 0.520764, + "mrr_at_5": 0.529551, + "mrr_at_10": 0.534012, + "mrr_at_20": 0.537239, + "mrr_at_100": 0.540479, + "mrr_at_1000": 0.541332, + "nauc_ndcg_at_1_max": 0.700833, + "nauc_ndcg_at_1_std": -0.53335, + "nauc_ndcg_at_1_diff1": 0.833188, + "nauc_ndcg_at_3_max": 0.69371, + "nauc_ndcg_at_3_std": -0.553886, + "nauc_ndcg_at_3_diff1": 0.786229, + "nauc_ndcg_at_5_max": 0.685328, + "nauc_ndcg_at_5_std": -0.557959, + "nauc_ndcg_at_5_diff1": 0.780533, + "nauc_ndcg_at_10_max": 0.685129, + "nauc_ndcg_at_10_std": -0.550115, + "nauc_ndcg_at_10_diff1": 0.773781, + "nauc_ndcg_at_20_max": 0.683023, + "nauc_ndcg_at_20_std": -0.543802, + "nauc_ndcg_at_20_diff1": 0.775554, + "nauc_ndcg_at_100_max": 0.677436, + "nauc_ndcg_at_100_std": -0.547027, + "nauc_ndcg_at_100_diff1": 0.770568, + "nauc_ndcg_at_1000_max": 0.684418, + "nauc_ndcg_at_1000_std": -0.54799, + "nauc_ndcg_at_1000_diff1": 0.781021, + "nauc_map_at_1_max": 0.699813, + "nauc_map_at_1_std": -0.533055, + "nauc_map_at_1_diff1": 0.832758, + "nauc_map_at_3_max": 0.694536, + "nauc_map_at_3_std": -0.550299, + "nauc_map_at_3_diff1": 0.796861, + "nauc_map_at_5_max": 0.689958, + "nauc_map_at_5_std": -0.55285, + "nauc_map_at_5_diff1": 0.793866, + "nauc_map_at_10_max": 0.689926, + "nauc_map_at_10_std": -0.549605, + "nauc_map_at_10_diff1": 0.791211, + "nauc_map_at_20_max": 0.689473, + "nauc_map_at_20_std": -0.547894, + "nauc_map_at_20_diff1": 0.791881, + "nauc_map_at_100_max": 0.688825, + "nauc_map_at_100_std": -0.548358, + "nauc_map_at_100_diff1": 0.791288, + "nauc_map_at_1000_max": 0.689035, + "nauc_map_at_1000_std": -0.548376, + "nauc_map_at_1000_diff1": 0.791626, + "nauc_recall_at_1_max": 0.699813, + "nauc_recall_at_1_std": -0.533055, + "nauc_recall_at_1_diff1": 0.832758, + "nauc_recall_at_3_max": 0.690212, + "nauc_recall_at_3_std": -0.563565, + "nauc_recall_at_3_diff1": 0.753691, + "nauc_recall_at_5_max": 0.668109, + "nauc_recall_at_5_std": -0.572779, + "nauc_recall_at_5_diff1": 0.736885, + "nauc_recall_at_10_max": 0.666163, + "nauc_recall_at_10_std": -0.547065, + "nauc_recall_at_10_diff1": 0.710907, + "nauc_recall_at_20_max": 0.65372, + "nauc_recall_at_20_std": -0.517211, + "nauc_recall_at_20_diff1": 0.712427, + "nauc_recall_at_100_max": 0.577882, + "nauc_recall_at_100_std": -0.532074, + "nauc_recall_at_100_diff1": 0.622918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.700833, + "nauc_precision_at_1_std": -0.53335, + "nauc_precision_at_1_diff1": 0.833188, + "nauc_precision_at_3_max": 0.691606, + "nauc_precision_at_3_std": -0.564122, + "nauc_precision_at_3_diff1": 0.75445, + "nauc_precision_at_5_max": 0.669804, + "nauc_precision_at_5_std": -0.573577, + "nauc_precision_at_5_diff1": 0.737938, + "nauc_precision_at_10_max": 0.667969, + "nauc_precision_at_10_std": -0.547889, + "nauc_precision_at_10_diff1": 0.712002, + "nauc_precision_at_20_max": 0.65568, + "nauc_precision_at_20_std": -0.518077, + "nauc_precision_at_20_diff1": 0.713627, + "nauc_precision_at_100_max": 0.574796, + "nauc_precision_at_100_std": -0.526462, + "nauc_precision_at_100_diff1": 0.616546, "nauc_precision_at_1000_max": 0.324012, "nauc_precision_at_1000_std": -0.070315, "nauc_precision_at_1000_diff1": 0.098682, - "nauc_mrr_at_1_max": 0.659209, - "nauc_mrr_at_1_std": -0.562355, - "nauc_mrr_at_1_diff1": 0.798866, - "nauc_mrr_at_3_max": 0.660819, - "nauc_mrr_at_3_std": -0.574899, - "nauc_mrr_at_3_diff1": 0.773558, - "nauc_mrr_at_5_max": 0.655754, - "nauc_mrr_at_5_std": -0.577957, - "nauc_mrr_at_5_diff1": 0.766973, - "nauc_mrr_at_10_max": 0.65644, - "nauc_mrr_at_10_std": -0.577305, - "nauc_mrr_at_10_diff1": 0.766479, - "nauc_mrr_at_20_max": 0.656276, - "nauc_mrr_at_20_std": -0.574583, - "nauc_mrr_at_20_diff1": 0.766283, - "nauc_mrr_at_100_max": 0.65493, - "nauc_mrr_at_100_std": -0.575421, - "nauc_mrr_at_100_diff1": 0.765607, - "nauc_mrr_at_1000_max": 0.655229, - "nauc_mrr_at_1000_std": -0.575281, - "nauc_mrr_at_1000_diff1": 0.76589, - "main_score": 0.56031, + "nauc_mrr_at_1_max": 0.700833, + "nauc_mrr_at_1_std": -0.53335, + "nauc_mrr_at_1_diff1": 0.833188, + "nauc_mrr_at_3_max": 0.695595, + "nauc_mrr_at_3_std": -0.550609, + "nauc_mrr_at_3_diff1": 0.797301, + "nauc_mrr_at_5_max": 0.691029, + "nauc_mrr_at_5_std": -0.553164, + "nauc_mrr_at_5_diff1": 0.79431, + "nauc_mrr_at_10_max": 0.691004, + "nauc_mrr_at_10_std": -0.549921, + "nauc_mrr_at_10_diff1": 0.791658, + "nauc_mrr_at_20_max": 0.690557, + "nauc_mrr_at_20_std": -0.548211, + "nauc_mrr_at_20_diff1": 0.79233, + "nauc_mrr_at_100_max": 0.689874, + "nauc_mrr_at_100_std": -0.548664, + "nauc_mrr_at_100_diff1": 0.791722, + "nauc_mrr_at_1000_max": 0.690086, + "nauc_mrr_at_1000_std": -0.548683, + "nauc_mrr_at_1000_diff1": 0.792061, + "hit_rate_at_1": 0.47497, + "hit_rate_at_3": 0.5762, + "hit_rate_at_5": 0.61513, + "hit_rate_at_10": 0.64961, + "hit_rate_at_20": 0.6941, + "hit_rate_at_100": 0.83426, + "hit_rate_at_1000": 1.0, + "main_score": 0.56156, "hf_subset": "ibo_Latn-ibo_Latn", "languages": [ "ibo-Latn", "ibo-Latn" - ] - }, - { - "ndcg_at_1": 0.56778, - "ndcg_at_3": 0.62861, - "ndcg_at_5": 0.64095, - "ndcg_at_10": 0.65535, - "ndcg_at_20": 0.66668, - "ndcg_at_100": 0.68984, - "ndcg_at_1000": 0.70052, - "map_at_1": 0.56778, - "map_at_3": 0.61389, - "map_at_5": 0.62072, - "map_at_10": 0.62669, - "map_at_20": 0.6297, - "map_at_100": 0.63263, - "map_at_1000": 0.6331, - "recall_at_1": 0.56778, - "recall_at_3": 0.67111, - "recall_at_5": 0.70111, - "recall_at_10": 0.74556, - "recall_at_20": 0.79111, - "recall_at_100": 0.92, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.56222, + "ndcg_at_3": 0.61999, + "ndcg_at_5": 0.63323, + "ndcg_at_10": 0.64601, + "ndcg_at_20": 0.65645, + "ndcg_at_100": 0.68139, + "ndcg_at_1000": 0.69351, + "map_at_1": 0.56222, + "map_at_3": 0.60611, + "map_at_5": 0.61344, + "map_at_10": 0.61884, + "map_at_20": 0.62173, + "map_at_100": 0.62504, + "map_at_1000": 0.62556, + "recall_at_1": 0.56222, + "recall_at_3": 0.66, + "recall_at_5": 0.69222, + "recall_at_10": 0.73111, + "recall_at_20": 0.77222, + "recall_at_100": 0.90889, "recall_at_1000": 1.0, - "precision_at_1": 0.56778, - "precision_at_3": 0.2237, - "precision_at_5": 0.14022, - "precision_at_10": 0.07456, - "precision_at_20": 0.03956, - "precision_at_100": 0.0092, + "accuracy": 0.56222, + "precision_at_1": 0.56222, + "precision_at_3": 0.22, + "precision_at_5": 0.13844, + "precision_at_10": 0.07311, + "precision_at_20": 0.03861, + "precision_at_100": 0.00909, "precision_at_1000": 0.001, - "mrr_at_1": 0.567778, - "mrr_at_3": 0.613889, - "mrr_at_5": 0.620722, - "mrr_at_10": 0.626693, - "mrr_at_20": 0.629703, - "mrr_at_100": 0.632635, - "mrr_at_1000": 0.633102, - "nauc_ndcg_at_1_max": 0.835203, - "nauc_ndcg_at_1_std": 0.376396, - "nauc_ndcg_at_1_diff1": 0.864859, - "nauc_ndcg_at_3_max": 0.842995, - "nauc_ndcg_at_3_std": 0.400995, - "nauc_ndcg_at_3_diff1": 0.819057, - "nauc_ndcg_at_5_max": 0.834795, - "nauc_ndcg_at_5_std": 0.387875, - "nauc_ndcg_at_5_diff1": 0.812217, - "nauc_ndcg_at_10_max": 0.835431, - "nauc_ndcg_at_10_std": 0.397608, - "nauc_ndcg_at_10_diff1": 0.808668, - "nauc_ndcg_at_20_max": 0.830541, - "nauc_ndcg_at_20_std": 0.39693, - "nauc_ndcg_at_20_diff1": 0.80657, - "nauc_ndcg_at_100_max": 0.831438, - "nauc_ndcg_at_100_std": 0.402086, - "nauc_ndcg_at_100_diff1": 0.808077, - "nauc_ndcg_at_1000_max": 0.834685, - "nauc_ndcg_at_1000_std": 0.396262, - "nauc_ndcg_at_1000_diff1": 0.816483, - "nauc_map_at_1_max": 0.835203, - "nauc_map_at_1_std": 0.376396, - "nauc_map_at_1_diff1": 0.864859, - "nauc_map_at_3_max": 0.841818, - "nauc_map_at_3_std": 0.396125, - "nauc_map_at_3_diff1": 0.830303, - "nauc_map_at_5_max": 0.837416, - "nauc_map_at_5_std": 0.389023, - "nauc_map_at_5_diff1": 0.826808, - "nauc_map_at_10_max": 0.837975, - "nauc_map_at_10_std": 0.392968, - "nauc_map_at_10_diff1": 0.825862, - "nauc_map_at_20_max": 0.836784, - "nauc_map_at_20_std": 0.392642, - "nauc_map_at_20_diff1": 0.825472, - "nauc_map_at_100_max": 0.836926, - "nauc_map_at_100_std": 0.393252, - "nauc_map_at_100_diff1": 0.825764, - "nauc_map_at_1000_max": 0.837045, - "nauc_map_at_1000_std": 0.393008, - "nauc_map_at_1000_diff1": 0.826085, - "nauc_recall_at_1_max": 0.835203, - "nauc_recall_at_1_std": 0.376396, - "nauc_recall_at_1_diff1": 0.864859, - "nauc_recall_at_3_max": 0.846359, - "nauc_recall_at_3_std": 0.415823, - "nauc_recall_at_3_diff1": 0.783517, - "nauc_recall_at_5_max": 0.824252, - "nauc_recall_at_5_std": 0.381158, - "nauc_recall_at_5_diff1": 0.762474, - "nauc_recall_at_10_max": 0.823291, - "nauc_recall_at_10_std": 0.41637, - "nauc_recall_at_10_diff1": 0.740326, - "nauc_recall_at_20_max": 0.793766, - "nauc_recall_at_20_std": 0.417142, - "nauc_recall_at_20_diff1": 0.716934, - "nauc_recall_at_100_max": 0.757612, - "nauc_recall_at_100_std": 0.530333, - "nauc_recall_at_100_diff1": 0.61788, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.835203, - "nauc_precision_at_1_std": 0.376396, - "nauc_precision_at_1_diff1": 0.864859, - "nauc_precision_at_3_max": 0.846359, - "nauc_precision_at_3_std": 0.415823, - "nauc_precision_at_3_diff1": 0.783517, - "nauc_precision_at_5_max": 0.824252, - "nauc_precision_at_5_std": 0.381158, - "nauc_precision_at_5_diff1": 0.762474, - "nauc_precision_at_10_max": 0.823291, - "nauc_precision_at_10_std": 0.41637, - "nauc_precision_at_10_diff1": 0.740326, - "nauc_precision_at_20_max": 0.793766, - "nauc_precision_at_20_std": 0.417142, - "nauc_precision_at_20_diff1": 0.716934, - "nauc_precision_at_100_max": 0.757612, - "nauc_precision_at_100_std": 0.530333, - "nauc_precision_at_100_diff1": 0.61788, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.835203, - "nauc_mrr_at_1_std": 0.376396, - "nauc_mrr_at_1_diff1": 0.864859, - "nauc_mrr_at_3_max": 0.841818, - "nauc_mrr_at_3_std": 0.396125, - "nauc_mrr_at_3_diff1": 0.830303, - "nauc_mrr_at_5_max": 0.837416, - "nauc_mrr_at_5_std": 0.389023, - "nauc_mrr_at_5_diff1": 0.826808, - "nauc_mrr_at_10_max": 0.837975, - "nauc_mrr_at_10_std": 0.392968, - "nauc_mrr_at_10_diff1": 0.825862, - "nauc_mrr_at_20_max": 0.836784, - "nauc_mrr_at_20_std": 0.392642, - "nauc_mrr_at_20_diff1": 0.825472, - "nauc_mrr_at_100_max": 0.836926, - "nauc_mrr_at_100_std": 0.393252, - "nauc_mrr_at_100_diff1": 0.825764, - "nauc_mrr_at_1000_max": 0.837045, - "nauc_mrr_at_1000_std": 0.393008, - "nauc_mrr_at_1000_diff1": 0.826085, - "main_score": 0.65535, + "mrr_at_1": 0.562222, + "mrr_at_3": 0.606111, + "mrr_at_5": 0.613444, + "mrr_at_10": 0.61884, + "mrr_at_20": 0.621728, + "mrr_at_100": 0.625037, + "mrr_at_1000": 0.625564, + "nauc_ndcg_at_1_max": 0.795901, + "nauc_ndcg_at_1_std": 0.334453, + "nauc_ndcg_at_1_diff1": 0.877748, + "nauc_ndcg_at_3_max": 0.809181, + "nauc_ndcg_at_3_std": 0.361294, + "nauc_ndcg_at_3_diff1": 0.840125, + "nauc_ndcg_at_5_max": 0.802384, + "nauc_ndcg_at_5_std": 0.356916, + "nauc_ndcg_at_5_diff1": 0.832006, + "nauc_ndcg_at_10_max": 0.801944, + "nauc_ndcg_at_10_std": 0.358991, + "nauc_ndcg_at_10_diff1": 0.828109, + "nauc_ndcg_at_20_max": 0.798408, + "nauc_ndcg_at_20_std": 0.359929, + "nauc_ndcg_at_20_diff1": 0.824478, + "nauc_ndcg_at_100_max": 0.796661, + "nauc_ndcg_at_100_std": 0.364004, + "nauc_ndcg_at_100_diff1": 0.825711, + "nauc_ndcg_at_1000_max": 0.800255, + "nauc_ndcg_at_1000_std": 0.35925, + "nauc_ndcg_at_1000_diff1": 0.833857, + "nauc_map_at_1_max": 0.795901, + "nauc_map_at_1_std": 0.334453, + "nauc_map_at_1_diff1": 0.877748, + "nauc_map_at_3_max": 0.806651, + "nauc_map_at_3_std": 0.355912, + "nauc_map_at_3_diff1": 0.849331, + "nauc_map_at_5_max": 0.803017, + "nauc_map_at_5_std": 0.353471, + "nauc_map_at_5_diff1": 0.845072, + "nauc_map_at_10_max": 0.802695, + "nauc_map_at_10_std": 0.354242, + "nauc_map_at_10_diff1": 0.843645, + "nauc_map_at_20_max": 0.801831, + "nauc_map_at_20_std": 0.354437, + "nauc_map_at_20_diff1": 0.842933, + "nauc_map_at_100_max": 0.801671, + "nauc_map_at_100_std": 0.355149, + "nauc_map_at_100_diff1": 0.843087, + "nauc_map_at_1000_max": 0.801802, + "nauc_map_at_1000_std": 0.354969, + "nauc_map_at_1000_diff1": 0.843381, + "nauc_recall_at_1_max": 0.795901, + "nauc_recall_at_1_std": 0.334453, + "nauc_recall_at_1_diff1": 0.877748, + "nauc_recall_at_3_max": 0.816762, + "nauc_recall_at_3_std": 0.377582, + "nauc_recall_at_3_diff1": 0.811302, + "nauc_recall_at_5_max": 0.798667, + "nauc_recall_at_5_std": 0.366941, + "nauc_recall_at_5_diff1": 0.787519, + "nauc_recall_at_10_max": 0.797654, + "nauc_recall_at_10_std": 0.375728, + "nauc_recall_at_10_diff1": 0.768431, + "nauc_recall_at_20_max": 0.777944, + "nauc_recall_at_20_std": 0.383182, + "nauc_recall_at_20_diff1": 0.739504, + "nauc_recall_at_100_max": 0.723503, + "nauc_recall_at_100_std": 0.461297, + "nauc_recall_at_100_diff1": 0.657603, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.795901, + "nauc_precision_at_1_std": 0.334453, + "nauc_precision_at_1_diff1": 0.877748, + "nauc_precision_at_3_max": 0.816762, + "nauc_precision_at_3_std": 0.377582, + "nauc_precision_at_3_diff1": 0.811302, + "nauc_precision_at_5_max": 0.798667, + "nauc_precision_at_5_std": 0.366941, + "nauc_precision_at_5_diff1": 0.787519, + "nauc_precision_at_10_max": 0.797654, + "nauc_precision_at_10_std": 0.375728, + "nauc_precision_at_10_diff1": 0.768431, + "nauc_precision_at_20_max": 0.777944, + "nauc_precision_at_20_std": 0.383182, + "nauc_precision_at_20_diff1": 0.739504, + "nauc_precision_at_100_max": 0.723503, + "nauc_precision_at_100_std": 0.461297, + "nauc_precision_at_100_diff1": 0.657603, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.795901, + "nauc_mrr_at_1_std": 0.334453, + "nauc_mrr_at_1_diff1": 0.877748, + "nauc_mrr_at_3_max": 0.806651, + "nauc_mrr_at_3_std": 0.355912, + "nauc_mrr_at_3_diff1": 0.849331, + "nauc_mrr_at_5_max": 0.803017, + "nauc_mrr_at_5_std": 0.353471, + "nauc_mrr_at_5_diff1": 0.845072, + "nauc_mrr_at_10_max": 0.802695, + "nauc_mrr_at_10_std": 0.354242, + "nauc_mrr_at_10_diff1": 0.843645, + "nauc_mrr_at_20_max": 0.801831, + "nauc_mrr_at_20_std": 0.354437, + "nauc_mrr_at_20_diff1": 0.842933, + "nauc_mrr_at_100_max": 0.801671, + "nauc_mrr_at_100_std": 0.355149, + "nauc_mrr_at_100_diff1": 0.843087, + "nauc_mrr_at_1000_max": 0.801802, + "nauc_mrr_at_1000_std": 0.354969, + "nauc_mrr_at_1000_diff1": 0.843381, + "hit_rate_at_1": 0.56222, + "hit_rate_at_3": 0.66, + "hit_rate_at_5": 0.69222, + "hit_rate_at_10": 0.73111, + "hit_rate_at_20": 0.77222, + "hit_rate_at_100": 0.90889, + "hit_rate_at_1000": 1.0, + "main_score": 0.64601, "hf_subset": "ibo_Latn-eng_Latn", "languages": [ "ibo-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.4505, - "ndcg_at_3": 0.4945, - "ndcg_at_5": 0.50053, - "ndcg_at_10": 0.51026, - "ndcg_at_20": 0.52072, - "ndcg_at_100": 0.54075, - "ndcg_at_1000": 0.57602, - "map_at_1": 0.44994, - "map_at_3": 0.48424, - "map_at_5": 0.48763, - "map_at_10": 0.49158, - "map_at_20": 0.49447, - "map_at_100": 0.4969, - "map_at_1000": 0.49816, - "recall_at_1": 0.44994, - "recall_at_3": 0.52336, - "recall_at_5": 0.53782, - "recall_at_10": 0.56841, - "recall_at_20": 0.60957, - "recall_at_100": 0.72303, - "recall_at_1000": 1.0, - "precision_at_1": 0.4505, - "precision_at_3": 0.17464, - "precision_at_5": 0.10768, - "precision_at_10": 0.05695, - "precision_at_20": 0.03053, - "precision_at_100": 0.00724, - "precision_at_1000": 0.001, - "mrr_at_1": 0.450501, - "mrr_at_3": 0.484798, - "mrr_at_5": 0.488191, - "mrr_at_10": 0.492011, - "mrr_at_20": 0.494907, - "mrr_at_100": 0.497329, - "mrr_at_1000": 0.498594, - "nauc_ndcg_at_1_max": 0.906359, - "nauc_ndcg_at_1_std": 0.807678, - "nauc_ndcg_at_1_diff1": 0.882031, - "nauc_ndcg_at_3_max": 0.92962, - "nauc_ndcg_at_3_std": 0.847165, - "nauc_ndcg_at_3_diff1": 0.850605, - "nauc_ndcg_at_5_max": 0.928546, - "nauc_ndcg_at_5_std": 0.846566, - "nauc_ndcg_at_5_diff1": 0.846237, - "nauc_ndcg_at_10_max": 0.924579, - "nauc_ndcg_at_10_std": 0.844956, - "nauc_ndcg_at_10_diff1": 0.840868, - "nauc_ndcg_at_20_max": 0.918891, - "nauc_ndcg_at_20_std": 0.840729, - "nauc_ndcg_at_20_diff1": 0.834333, - "nauc_ndcg_at_100_max": 0.910199, - "nauc_ndcg_at_100_std": 0.833802, - "nauc_ndcg_at_100_diff1": 0.82838, - "nauc_ndcg_at_1000_max": 0.917513, - "nauc_ndcg_at_1000_std": 0.836725, - "nauc_ndcg_at_1000_diff1": 0.840565, - "nauc_map_at_1_max": 0.905308, - "nauc_map_at_1_std": 0.80573, - "nauc_map_at_1_diff1": 0.881596, - "nauc_map_at_3_max": 0.924432, - "nauc_map_at_3_std": 0.837495, - "nauc_map_at_3_diff1": 0.858088, - "nauc_map_at_5_max": 0.923857, - "nauc_map_at_5_std": 0.837235, - "nauc_map_at_5_diff1": 0.855705, - "nauc_map_at_10_max": 0.922368, - "nauc_map_at_10_std": 0.836795, - "nauc_map_at_10_diff1": 0.853667, - "nauc_map_at_20_max": 0.920885, - "nauc_map_at_20_std": 0.835776, - "nauc_map_at_20_diff1": 0.851938, - "nauc_map_at_100_max": 0.919959, - "nauc_map_at_100_std": 0.834892, - "nauc_map_at_100_diff1": 0.851399, - "nauc_map_at_1000_max": 0.920098, - "nauc_map_at_1000_std": 0.834898, - "nauc_map_at_1000_diff1": 0.851723, - "nauc_recall_at_1_max": 0.905308, - "nauc_recall_at_1_std": 0.80573, - "nauc_recall_at_1_diff1": 0.881596, - "nauc_recall_at_3_max": 0.943264, - "nauc_recall_at_3_std": 0.873302, - "nauc_recall_at_3_diff1": 0.827851, - "nauc_recall_at_5_max": 0.940654, - "nauc_recall_at_5_std": 0.87177, - "nauc_recall_at_5_diff1": 0.816643, - "nauc_recall_at_10_max": 0.927959, - "nauc_recall_at_10_std": 0.866713, - "nauc_recall_at_10_diff1": 0.797993, - "nauc_recall_at_20_max": 0.903111, - "nauc_recall_at_20_std": 0.848455, - "nauc_recall_at_20_diff1": 0.767564, - "nauc_recall_at_100_max": 0.831768, - "nauc_recall_at_100_std": 0.799637, - "nauc_recall_at_100_diff1": 0.702996, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.906359, - "nauc_precision_at_1_std": 0.807678, - "nauc_precision_at_1_diff1": 0.882031, - "nauc_precision_at_3_max": 0.944729, - "nauc_precision_at_3_std": 0.875682, - "nauc_precision_at_3_diff1": 0.828611, - "nauc_precision_at_5_max": 0.94214, - "nauc_precision_at_5_std": 0.874186, - "nauc_precision_at_5_diff1": 0.817408, - "nauc_precision_at_10_max": 0.924398, - "nauc_precision_at_10_std": 0.865506, - "nauc_precision_at_10_diff1": 0.79387, - "nauc_precision_at_20_max": 0.899513, - "nauc_precision_at_20_std": 0.847297, - "nauc_precision_at_20_diff1": 0.763408, - "nauc_precision_at_100_max": 0.827752, - "nauc_precision_at_100_std": 0.798549, - "nauc_precision_at_100_diff1": 0.698216, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.45606, + "ndcg_at_3": 0.49205, + "ndcg_at_5": 0.49841, + "ndcg_at_10": 0.50684, + "ndcg_at_20": 0.51686, + "ndcg_at_100": 0.53822, + "ndcg_at_1000": 0.57431, + "map_at_1": 0.45551, + "map_at_3": 0.48331, + "map_at_5": 0.48682, + "map_at_10": 0.49039, + "map_at_20": 0.49317, + "map_at_100": 0.49573, + "map_at_1000": 0.49707, + "recall_at_1": 0.45551, + "recall_at_3": 0.51669, + "recall_at_5": 0.53226, + "recall_at_10": 0.55784, + "recall_at_20": 0.59733, + "recall_at_100": 0.71858, + "recall_at_1000": 1.0, + "accuracy": 0.45551, + "precision_at_1": 0.45606, + "precision_at_3": 0.17241, + "precision_at_5": 0.10656, + "precision_at_10": 0.05584, + "precision_at_20": 0.02992, + "precision_at_100": 0.0072, + "precision_at_1000": 0.001, + "mrr_at_1": 0.456062, + "mrr_at_3": 0.483871, + "mrr_at_5": 0.487375, + "mrr_at_10": 0.490943, + "mrr_at_20": 0.493638, + "mrr_at_100": 0.496196, + "mrr_at_1000": 0.497535, + "nauc_ndcg_at_1_max": 0.897911, + "nauc_ndcg_at_1_std": 0.775712, + "nauc_ndcg_at_1_diff1": 0.872827, + "nauc_ndcg_at_3_max": 0.923363, + "nauc_ndcg_at_3_std": 0.816811, + "nauc_ndcg_at_3_diff1": 0.851973, + "nauc_ndcg_at_5_max": 0.923126, + "nauc_ndcg_at_5_std": 0.818016, + "nauc_ndcg_at_5_diff1": 0.847343, + "nauc_ndcg_at_10_max": 0.918898, + "nauc_ndcg_at_10_std": 0.815544, + "nauc_ndcg_at_10_diff1": 0.844442, + "nauc_ndcg_at_20_max": 0.912298, + "nauc_ndcg_at_20_std": 0.810127, + "nauc_ndcg_at_20_diff1": 0.839545, + "nauc_ndcg_at_100_max": 0.902665, + "nauc_ndcg_at_100_std": 0.801202, + "nauc_ndcg_at_100_diff1": 0.832133, + "nauc_ndcg_at_1000_max": 0.910228, + "nauc_ndcg_at_1000_std": 0.805366, + "nauc_ndcg_at_1000_diff1": 0.842388, + "nauc_map_at_1_max": 0.89686, + "nauc_map_at_1_std": 0.773766, + "nauc_map_at_1_diff1": 0.872392, + "nauc_map_at_3_max": 0.916947, + "nauc_map_at_3_std": 0.80599, + "nauc_map_at_3_diff1": 0.856331, + "nauc_map_at_5_max": 0.916808, + "nauc_map_at_5_std": 0.806556, + "nauc_map_at_5_diff1": 0.853781, + "nauc_map_at_10_max": 0.914993, + "nauc_map_at_10_std": 0.805477, + "nauc_map_at_10_diff1": 0.852489, + "nauc_map_at_20_max": 0.913309, + "nauc_map_at_20_std": 0.804073, + "nauc_map_at_20_diff1": 0.851314, + "nauc_map_at_100_max": 0.912158, + "nauc_map_at_100_std": 0.802993, + "nauc_map_at_100_diff1": 0.850457, + "nauc_map_at_1000_max": 0.912324, + "nauc_map_at_1000_std": 0.803069, + "nauc_map_at_1000_diff1": 0.85073, + "nauc_recall_at_1_max": 0.89686, + "nauc_recall_at_1_std": 0.773766, + "nauc_recall_at_1_diff1": 0.872392, + "nauc_recall_at_3_max": 0.940875, + "nauc_recall_at_3_std": 0.846589, + "nauc_recall_at_3_diff1": 0.83872, + "nauc_recall_at_5_max": 0.940511, + "nauc_recall_at_5_std": 0.850321, + "nauc_recall_at_5_diff1": 0.827061, + "nauc_recall_at_10_max": 0.927724, + "nauc_recall_at_10_std": 0.843367, + "nauc_recall_at_10_diff1": 0.817874, + "nauc_recall_at_20_max": 0.899671, + "nauc_recall_at_20_std": 0.82163, + "nauc_recall_at_20_diff1": 0.795165, + "nauc_recall_at_100_max": 0.82412, + "nauc_recall_at_100_std": 0.757751, + "nauc_recall_at_100_diff1": 0.727552, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.897911, + "nauc_precision_at_1_std": 0.775712, + "nauc_precision_at_1_diff1": 0.872827, + "nauc_precision_at_3_max": 0.942328, + "nauc_precision_at_3_std": 0.848937, + "nauc_precision_at_3_diff1": 0.839482, + "nauc_precision_at_5_max": 0.941988, + "nauc_precision_at_5_std": 0.85271, + "nauc_precision_at_5_diff1": 0.827828, + "nauc_precision_at_10_max": 0.929234, + "nauc_precision_at_10_std": 0.845818, + "nauc_precision_at_10_diff1": 0.818657, + "nauc_precision_at_20_max": 0.896166, + "nauc_precision_at_20_std": 0.820658, + "nauc_precision_at_20_diff1": 0.790925, + "nauc_precision_at_100_max": 0.820215, + "nauc_precision_at_100_std": 0.757003, + "nauc_precision_at_100_diff1": 0.722642, "nauc_precision_at_1000_max": 0.324012, "nauc_precision_at_1000_std": 0.662006, "nauc_precision_at_1000_diff1": 0.098682, - "nauc_mrr_at_1_max": 0.906359, - "nauc_mrr_at_1_std": 0.807678, - "nauc_mrr_at_1_diff1": 0.882031, - "nauc_mrr_at_3_max": 0.925506, - "nauc_mrr_at_3_std": 0.839486, - "nauc_mrr_at_3_diff1": 0.858527, - "nauc_mrr_at_5_max": 0.924935, - "nauc_mrr_at_5_std": 0.839232, - "nauc_mrr_at_5_diff1": 0.856145, - "nauc_mrr_at_10_max": 0.923209, - "nauc_mrr_at_10_std": 0.838354, - "nauc_mrr_at_10_diff1": 0.85401, - "nauc_mrr_at_20_max": 0.921729, - "nauc_mrr_at_20_std": 0.83734, - "nauc_mrr_at_20_diff1": 0.852282, - "nauc_mrr_at_100_max": 0.920806, - "nauc_mrr_at_100_std": 0.836462, - "nauc_mrr_at_100_diff1": 0.851745, - "nauc_mrr_at_1000_max": 0.920947, - "nauc_mrr_at_1000_std": 0.836473, - "nauc_mrr_at_1000_diff1": 0.85207, - "main_score": 0.51026, + "nauc_mrr_at_1_max": 0.897911, + "nauc_mrr_at_1_std": 0.775712, + "nauc_mrr_at_1_diff1": 0.872827, + "nauc_mrr_at_3_max": 0.918016, + "nauc_mrr_at_3_std": 0.807969, + "nauc_mrr_at_3_diff1": 0.856769, + "nauc_mrr_at_5_max": 0.917881, + "nauc_mrr_at_5_std": 0.808542, + "nauc_mrr_at_5_diff1": 0.85422, + "nauc_mrr_at_10_max": 0.91607, + "nauc_mrr_at_10_std": 0.80747, + "nauc_mrr_at_10_diff1": 0.852928, + "nauc_mrr_at_20_max": 0.914208, + "nauc_mrr_at_20_std": 0.805738, + "nauc_mrr_at_20_diff1": 0.851682, + "nauc_mrr_at_100_max": 0.913061, + "nauc_mrr_at_100_std": 0.804665, + "nauc_mrr_at_100_diff1": 0.850826, + "nauc_mrr_at_1000_max": 0.91323, + "nauc_mrr_at_1000_std": 0.804747, + "nauc_mrr_at_1000_diff1": 0.8511, + "hit_rate_at_1": 0.45606, + "hit_rate_at_3": 0.51724, + "hit_rate_at_5": 0.53281, + "hit_rate_at_10": 0.5584, + "hit_rate_at_20": 0.59733, + "hit_rate_at_100": 0.71858, + "hit_rate_at_1000": 1.0, + "main_score": 0.50684, "hf_subset": "eng_Latn-ibo_Latn", "languages": [ "eng-Latn", "ibo-Latn" - ] - }, - { - "ndcg_at_1": 0.75, - "ndcg_at_3": 0.80735, - "ndcg_at_5": 0.81744, - "ndcg_at_10": 0.82643, - "ndcg_at_20": 0.82965, - "ndcg_at_100": 0.8405, - "ndcg_at_1000": 0.84454, - "map_at_1": 0.75, - "map_at_3": 0.7937, - "map_at_5": 0.79931, - "map_at_10": 0.80302, - "map_at_20": 0.80397, - "map_at_100": 0.80552, - "map_at_1000": 0.80567, - "recall_at_1": 0.75, - "recall_at_3": 0.84667, - "recall_at_5": 0.87111, - "recall_at_10": 0.89889, - "recall_at_20": 0.91111, - "recall_at_100": 0.96889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.74778, + "ndcg_at_3": 0.79815, + "ndcg_at_5": 0.81058, + "ndcg_at_10": 0.8182, + "ndcg_at_20": 0.82382, + "ndcg_at_100": 0.83337, + "ndcg_at_1000": 0.83886, + "map_at_1": 0.74778, + "map_at_3": 0.7863, + "map_at_5": 0.79324, + "map_at_10": 0.79643, + "map_at_20": 0.79797, + "map_at_100": 0.79931, + "map_at_1000": 0.79955, + "recall_at_1": 0.74778, + "recall_at_3": 0.83222, + "recall_at_5": 0.86222, + "recall_at_10": 0.88556, + "recall_at_20": 0.90778, + "recall_at_100": 0.95889, "recall_at_1000": 1.0, - "precision_at_1": 0.75, - "precision_at_3": 0.28222, - "precision_at_5": 0.17422, - "precision_at_10": 0.08989, - "precision_at_20": 0.04556, - "precision_at_100": 0.00969, + "accuracy": 0.74778, + "precision_at_1": 0.74778, + "precision_at_3": 0.27741, + "precision_at_5": 0.17244, + "precision_at_10": 0.08856, + "precision_at_20": 0.04539, + "precision_at_100": 0.00959, "precision_at_1000": 0.001, - "mrr_at_1": 0.75, - "mrr_at_3": 0.793704, - "mrr_at_5": 0.799315, - "mrr_at_10": 0.80302, - "mrr_at_20": 0.803972, - "mrr_at_100": 0.805515, - "mrr_at_1000": 0.805674, - "nauc_ndcg_at_1_max": 0.831809, - "nauc_ndcg_at_1_std": 0.32721, - "nauc_ndcg_at_1_diff1": 0.916674, - "nauc_ndcg_at_3_max": 0.857087, - "nauc_ndcg_at_3_std": 0.390959, - "nauc_ndcg_at_3_diff1": 0.884576, - "nauc_ndcg_at_5_max": 0.85458, - "nauc_ndcg_at_5_std": 0.406997, - "nauc_ndcg_at_5_diff1": 0.877544, - "nauc_ndcg_at_10_max": 0.851463, - "nauc_ndcg_at_10_std": 0.41022, - "nauc_ndcg_at_10_diff1": 0.876581, - "nauc_ndcg_at_20_max": 0.851316, - "nauc_ndcg_at_20_std": 0.421035, - "nauc_ndcg_at_20_diff1": 0.877193, - "nauc_ndcg_at_100_max": 0.849979, - "nauc_ndcg_at_100_std": 0.408101, - "nauc_ndcg_at_100_diff1": 0.881937, - "nauc_ndcg_at_1000_max": 0.849729, - "nauc_ndcg_at_1000_std": 0.400414, - "nauc_ndcg_at_1000_diff1": 0.884429, - "nauc_map_at_1_max": 0.831809, - "nauc_map_at_1_std": 0.32721, - "nauc_map_at_1_diff1": 0.916674, - "nauc_map_at_3_max": 0.85092, - "nauc_map_at_3_std": 0.375132, - "nauc_map_at_3_diff1": 0.8926, - "nauc_map_at_5_max": 0.849497, - "nauc_map_at_5_std": 0.382935, - "nauc_map_at_5_diff1": 0.889269, - "nauc_map_at_10_max": 0.848179, - "nauc_map_at_10_std": 0.383545, - "nauc_map_at_10_diff1": 0.889126, - "nauc_map_at_20_max": 0.84815, - "nauc_map_at_20_std": 0.386546, - "nauc_map_at_20_diff1": 0.889322, - "nauc_map_at_100_max": 0.848003, - "nauc_map_at_100_std": 0.38521, - "nauc_map_at_100_diff1": 0.889995, - "nauc_map_at_1000_max": 0.847982, - "nauc_map_at_1000_std": 0.384965, - "nauc_map_at_1000_diff1": 0.890074, - "nauc_recall_at_1_max": 0.831809, - "nauc_recall_at_1_std": 0.32721, - "nauc_recall_at_1_diff1": 0.916674, - "nauc_recall_at_3_max": 0.879485, - "nauc_recall_at_3_std": 0.448606, - "nauc_recall_at_3_diff1": 0.855318, - "nauc_recall_at_5_max": 0.874938, - "nauc_recall_at_5_std": 0.510763, - "nauc_recall_at_5_diff1": 0.827013, - "nauc_recall_at_10_max": 0.865194, - "nauc_recall_at_10_std": 0.552928, - "nauc_recall_at_10_diff1": 0.810149, - "nauc_recall_at_20_max": 0.865669, - "nauc_recall_at_20_std": 0.640552, - "nauc_recall_at_20_diff1": 0.805713, - "nauc_recall_at_100_max": 0.855359, - "nauc_recall_at_100_std": 0.685674, - "nauc_recall_at_100_diff1": 0.791183, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.831809, - "nauc_precision_at_1_std": 0.32721, - "nauc_precision_at_1_diff1": 0.916674, - "nauc_precision_at_3_max": 0.879485, - "nauc_precision_at_3_std": 0.448606, - "nauc_precision_at_3_diff1": 0.855318, - "nauc_precision_at_5_max": 0.874938, - "nauc_precision_at_5_std": 0.510763, - "nauc_precision_at_5_diff1": 0.827013, - "nauc_precision_at_10_max": 0.865194, - "nauc_precision_at_10_std": 0.552928, - "nauc_precision_at_10_diff1": 0.810149, - "nauc_precision_at_20_max": 0.865669, - "nauc_precision_at_20_std": 0.640552, - "nauc_precision_at_20_diff1": 0.805713, - "nauc_precision_at_100_max": 0.855359, - "nauc_precision_at_100_std": 0.685674, - "nauc_precision_at_100_diff1": 0.791183, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.831809, - "nauc_mrr_at_1_std": 0.32721, - "nauc_mrr_at_1_diff1": 0.916674, - "nauc_mrr_at_3_max": 0.85092, - "nauc_mrr_at_3_std": 0.375132, - "nauc_mrr_at_3_diff1": 0.8926, - "nauc_mrr_at_5_max": 0.849497, - "nauc_mrr_at_5_std": 0.382935, - "nauc_mrr_at_5_diff1": 0.889269, - "nauc_mrr_at_10_max": 0.848179, - "nauc_mrr_at_10_std": 0.383545, - "nauc_mrr_at_10_diff1": 0.889126, - "nauc_mrr_at_20_max": 0.84815, - "nauc_mrr_at_20_std": 0.386546, - "nauc_mrr_at_20_diff1": 0.889322, - "nauc_mrr_at_100_max": 0.848003, - "nauc_mrr_at_100_std": 0.38521, - "nauc_mrr_at_100_diff1": 0.889995, - "nauc_mrr_at_1000_max": 0.847982, - "nauc_mrr_at_1000_std": 0.384965, - "nauc_mrr_at_1000_diff1": 0.890074, - "main_score": 0.82643, + "mrr_at_1": 0.747778, + "mrr_at_3": 0.786296, + "mrr_at_5": 0.793241, + "mrr_at_10": 0.796429, + "mrr_at_20": 0.797969, + "mrr_at_100": 0.799314, + "mrr_at_1000": 0.799554, + "nauc_ndcg_at_1_max": 0.821832, + "nauc_ndcg_at_1_std": 0.284223, + "nauc_ndcg_at_1_diff1": 0.899265, + "nauc_ndcg_at_3_max": 0.85021, + "nauc_ndcg_at_3_std": 0.372457, + "nauc_ndcg_at_3_diff1": 0.871569, + "nauc_ndcg_at_5_max": 0.848853, + "nauc_ndcg_at_5_std": 0.3853, + "nauc_ndcg_at_5_diff1": 0.867685, + "nauc_ndcg_at_10_max": 0.848215, + "nauc_ndcg_at_10_std": 0.400124, + "nauc_ndcg_at_10_diff1": 0.865029, + "nauc_ndcg_at_20_max": 0.846007, + "nauc_ndcg_at_20_std": 0.404938, + "nauc_ndcg_at_20_diff1": 0.865538, + "nauc_ndcg_at_100_max": 0.845147, + "nauc_ndcg_at_100_std": 0.390923, + "nauc_ndcg_at_100_diff1": 0.870145, + "nauc_ndcg_at_1000_max": 0.844273, + "nauc_ndcg_at_1000_std": 0.380071, + "nauc_ndcg_at_1000_diff1": 0.872131, + "nauc_map_at_1_max": 0.821832, + "nauc_map_at_1_std": 0.284223, + "nauc_map_at_1_diff1": 0.899265, + "nauc_map_at_3_max": 0.843408, + "nauc_map_at_3_std": 0.35153, + "nauc_map_at_3_diff1": 0.878431, + "nauc_map_at_5_max": 0.842655, + "nauc_map_at_5_std": 0.357629, + "nauc_map_at_5_diff1": 0.876667, + "nauc_map_at_10_max": 0.842382, + "nauc_map_at_10_std": 0.362926, + "nauc_map_at_10_diff1": 0.875844, + "nauc_map_at_20_max": 0.841731, + "nauc_map_at_20_std": 0.363647, + "nauc_map_at_20_diff1": 0.876008, + "nauc_map_at_100_max": 0.841677, + "nauc_map_at_100_std": 0.361883, + "nauc_map_at_100_diff1": 0.876651, + "nauc_map_at_1000_max": 0.841639, + "nauc_map_at_1000_std": 0.361515, + "nauc_map_at_1000_diff1": 0.876734, + "nauc_recall_at_1_max": 0.821832, + "nauc_recall_at_1_std": 0.284223, + "nauc_recall_at_1_diff1": 0.899265, + "nauc_recall_at_3_max": 0.873751, + "nauc_recall_at_3_std": 0.444742, + "nauc_recall_at_3_diff1": 0.847693, + "nauc_recall_at_5_max": 0.873075, + "nauc_recall_at_5_std": 0.498977, + "nauc_recall_at_5_diff1": 0.830523, + "nauc_recall_at_10_max": 0.87396, + "nauc_recall_at_10_std": 0.586171, + "nauc_recall_at_10_diff1": 0.8112, + "nauc_recall_at_20_max": 0.865265, + "nauc_recall_at_20_std": 0.663297, + "nauc_recall_at_20_diff1": 0.803517, + "nauc_recall_at_100_max": 0.867704, + "nauc_recall_at_100_std": 0.69305, + "nauc_recall_at_100_diff1": 0.816993, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.821832, + "nauc_precision_at_1_std": 0.284223, + "nauc_precision_at_1_diff1": 0.899265, + "nauc_precision_at_3_max": 0.873751, + "nauc_precision_at_3_std": 0.444742, + "nauc_precision_at_3_diff1": 0.847693, + "nauc_precision_at_5_max": 0.873075, + "nauc_precision_at_5_std": 0.498977, + "nauc_precision_at_5_diff1": 0.830523, + "nauc_precision_at_10_max": 0.87396, + "nauc_precision_at_10_std": 0.586171, + "nauc_precision_at_10_diff1": 0.8112, + "nauc_precision_at_20_max": 0.865265, + "nauc_precision_at_20_std": 0.663297, + "nauc_precision_at_20_diff1": 0.803517, + "nauc_precision_at_100_max": 0.867704, + "nauc_precision_at_100_std": 0.69305, + "nauc_precision_at_100_diff1": 0.816993, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.821832, + "nauc_mrr_at_1_std": 0.284223, + "nauc_mrr_at_1_diff1": 0.899265, + "nauc_mrr_at_3_max": 0.843408, + "nauc_mrr_at_3_std": 0.35153, + "nauc_mrr_at_3_diff1": 0.878431, + "nauc_mrr_at_5_max": 0.842655, + "nauc_mrr_at_5_std": 0.357629, + "nauc_mrr_at_5_diff1": 0.876667, + "nauc_mrr_at_10_max": 0.842382, + "nauc_mrr_at_10_std": 0.362926, + "nauc_mrr_at_10_diff1": 0.875844, + "nauc_mrr_at_20_max": 0.841731, + "nauc_mrr_at_20_std": 0.363647, + "nauc_mrr_at_20_diff1": 0.876008, + "nauc_mrr_at_100_max": 0.841677, + "nauc_mrr_at_100_std": 0.361883, + "nauc_mrr_at_100_diff1": 0.876651, + "nauc_mrr_at_1000_max": 0.841639, + "nauc_mrr_at_1000_std": 0.361515, + "nauc_mrr_at_1000_diff1": 0.876734, + "hit_rate_at_1": 0.74778, + "hit_rate_at_3": 0.83222, + "hit_rate_at_5": 0.86222, + "hit_rate_at_10": 0.88556, + "hit_rate_at_20": 0.90778, + "hit_rate_at_100": 0.95889, + "hit_rate_at_1000": 1.0, + "main_score": 0.8182, "hf_subset": "ilo_Latn-ilo_Latn", "languages": [ "ilo-Latn", "ilo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85889, - "ndcg_at_3": 0.90169, - "ndcg_at_5": 0.90925, - "ndcg_at_10": 0.91702, - "ndcg_at_20": 0.91946, - "ndcg_at_100": 0.92228, - "ndcg_at_1000": 0.92276, - "map_at_1": 0.85889, - "map_at_3": 0.89148, - "map_at_5": 0.89581, - "map_at_10": 0.89915, - "map_at_20": 0.89978, - "map_at_100": 0.90022, - "map_at_1000": 0.90025, - "recall_at_1": 0.85889, - "recall_at_3": 0.93111, + "ndcg_at_1": 0.85111, + "ndcg_at_3": 0.90288, + "ndcg_at_5": 0.90742, + "ndcg_at_10": 0.91374, + "ndcg_at_20": 0.91714, + "ndcg_at_100": 0.9202, + "ndcg_at_1000": 0.92067, + "map_at_1": 0.85111, + "map_at_3": 0.89074, + "map_at_5": 0.89324, + "map_at_10": 0.89597, + "map_at_20": 0.89692, + "map_at_100": 0.8974, + "map_at_1000": 0.89743, + "recall_at_1": 0.85111, + "recall_at_3": 0.93778, "recall_at_5": 0.94889, - "recall_at_10": 0.97222, - "recall_at_20": 0.98222, + "recall_at_10": 0.96778, + "recall_at_20": 0.98111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.85889, - "precision_at_3": 0.31037, + "accuracy": 0.85111, + "precision_at_1": 0.85111, + "precision_at_3": 0.31259, "precision_at_5": 0.18978, - "precision_at_10": 0.09722, - "precision_at_20": 0.04911, + "precision_at_10": 0.09678, + "precision_at_20": 0.04906, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.858889, - "mrr_at_3": 0.891481, - "mrr_at_5": 0.895815, - "mrr_at_10": 0.89915, - "mrr_at_20": 0.89978, - "mrr_at_100": 0.900222, - "mrr_at_1000": 0.900249, - "nauc_ndcg_at_1_max": 0.777601, - "nauc_ndcg_at_1_std": -0.099559, - "nauc_ndcg_at_1_diff1": 0.916874, - "nauc_ndcg_at_3_max": 0.800729, - "nauc_ndcg_at_3_std": -0.164112, - "nauc_ndcg_at_3_diff1": 0.905259, - "nauc_ndcg_at_5_max": 0.802446, - "nauc_ndcg_at_5_std": -0.158847, - "nauc_ndcg_at_5_diff1": 0.907294, - "nauc_ndcg_at_10_max": 0.803264, - "nauc_ndcg_at_10_std": -0.113299, - "nauc_ndcg_at_10_diff1": 0.91172, - "nauc_ndcg_at_20_max": 0.806558, - "nauc_ndcg_at_20_std": -0.094722, - "nauc_ndcg_at_20_diff1": 0.912347, - "nauc_ndcg_at_100_max": 0.800795, - "nauc_ndcg_at_100_std": -0.114573, - "nauc_ndcg_at_100_diff1": 0.911512, - "nauc_ndcg_at_1000_max": 0.799525, - "nauc_ndcg_at_1000_std": -0.117339, - "nauc_ndcg_at_1000_diff1": 0.911227, - "nauc_map_at_1_max": 0.777601, - "nauc_map_at_1_std": -0.099559, - "nauc_map_at_1_diff1": 0.916874, - "nauc_map_at_3_max": 0.79597, - "nauc_map_at_3_std": -0.141967, - "nauc_map_at_3_diff1": 0.908676, - "nauc_map_at_5_max": 0.796573, - "nauc_map_at_5_std": -0.138142, - "nauc_map_at_5_diff1": 0.909751, - "nauc_map_at_10_max": 0.796723, - "nauc_map_at_10_std": -0.120386, - "nauc_map_at_10_diff1": 0.911352, - "nauc_map_at_20_max": 0.79729, - "nauc_map_at_20_std": -0.116677, - "nauc_map_at_20_diff1": 0.911466, - "nauc_map_at_100_max": 0.796509, - "nauc_map_at_100_std": -0.119341, - "nauc_map_at_100_diff1": 0.911381, - "nauc_map_at_1000_max": 0.796452, - "nauc_map_at_1000_std": -0.119453, - "nauc_map_at_1000_diff1": 0.911369, - "nauc_recall_at_1_max": 0.777601, - "nauc_recall_at_1_std": -0.099559, - "nauc_recall_at_1_diff1": 0.916874, - "nauc_recall_at_3_max": 0.820307, - "nauc_recall_at_3_std": -0.263674, - "nauc_recall_at_3_diff1": 0.890222, - "nauc_recall_at_5_max": 0.834582, - "nauc_recall_at_5_std": -0.278762, - "nauc_recall_at_5_diff1": 0.894055, - "nauc_recall_at_10_max": 0.867619, - "nauc_recall_at_10_std": 0.00282, - "nauc_recall_at_10_diff1": 0.922689, - "nauc_recall_at_20_max": 0.966299, - "nauc_recall_at_20_std": 0.407067, - "nauc_recall_at_20_diff1": 0.940768, + "mrr_at_1": 0.851111, + "mrr_at_3": 0.890741, + "mrr_at_5": 0.893241, + "mrr_at_10": 0.895973, + "mrr_at_20": 0.896922, + "mrr_at_100": 0.897403, + "mrr_at_1000": 0.897428, + "nauc_ndcg_at_1_max": 0.757528, + "nauc_ndcg_at_1_std": -0.186813, + "nauc_ndcg_at_1_diff1": 0.914484, + "nauc_ndcg_at_3_max": 0.775712, + "nauc_ndcg_at_3_std": -0.2183, + "nauc_ndcg_at_3_diff1": 0.903922, + "nauc_ndcg_at_5_max": 0.775709, + "nauc_ndcg_at_5_std": -0.195077, + "nauc_ndcg_at_5_diff1": 0.903748, + "nauc_ndcg_at_10_max": 0.774601, + "nauc_ndcg_at_10_std": -0.182693, + "nauc_ndcg_at_10_diff1": 0.909167, + "nauc_ndcg_at_20_max": 0.774364, + "nauc_ndcg_at_20_std": -0.170262, + "nauc_ndcg_at_20_diff1": 0.908027, + "nauc_ndcg_at_100_max": 0.773993, + "nauc_ndcg_at_100_std": -0.183528, + "nauc_ndcg_at_100_diff1": 0.908336, + "nauc_ndcg_at_1000_max": 0.772616, + "nauc_ndcg_at_1000_std": -0.187401, + "nauc_ndcg_at_1000_diff1": 0.908021, + "nauc_map_at_1_max": 0.757528, + "nauc_map_at_1_std": -0.186813, + "nauc_map_at_1_diff1": 0.914484, + "nauc_map_at_3_max": 0.770785, + "nauc_map_at_3_std": -0.209393, + "nauc_map_at_3_diff1": 0.906528, + "nauc_map_at_5_max": 0.770548, + "nauc_map_at_5_std": -0.197994, + "nauc_map_at_5_diff1": 0.906411, + "nauc_map_at_10_max": 0.77012, + "nauc_map_at_10_std": -0.193804, + "nauc_map_at_10_diff1": 0.90849, + "nauc_map_at_20_max": 0.770046, + "nauc_map_at_20_std": -0.191031, + "nauc_map_at_20_diff1": 0.908199, + "nauc_map_at_100_max": 0.770168, + "nauc_map_at_100_std": -0.192495, + "nauc_map_at_100_diff1": 0.908276, + "nauc_map_at_1000_max": 0.77011, + "nauc_map_at_1000_std": -0.192632, + "nauc_map_at_1000_diff1": 0.90826, + "nauc_recall_at_1_max": 0.757528, + "nauc_recall_at_1_std": -0.186813, + "nauc_recall_at_1_diff1": 0.914484, + "nauc_recall_at_3_max": 0.79927, + "nauc_recall_at_3_std": -0.261204, + "nauc_recall_at_3_diff1": 0.891673, + "nauc_recall_at_5_max": 0.805353, + "nauc_recall_at_5_std": -0.170655, + "nauc_recall_at_5_diff1": 0.889082, + "nauc_recall_at_10_max": 0.812309, + "nauc_recall_at_10_std": -0.056972, + "nauc_recall_at_10_diff1": 0.921681, + "nauc_recall_at_20_max": 0.83402, + "nauc_recall_at_20_std": 0.235431, + "nauc_recall_at_20_diff1": 0.912534, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.330221, + "nauc_recall_at_100_std": 0.478836, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.777601, - "nauc_precision_at_1_std": -0.099559, - "nauc_precision_at_1_diff1": 0.916874, - "nauc_precision_at_3_max": 0.820307, - "nauc_precision_at_3_std": -0.263674, - "nauc_precision_at_3_diff1": 0.890222, - "nauc_precision_at_5_max": 0.834582, - "nauc_precision_at_5_std": -0.278762, - "nauc_precision_at_5_diff1": 0.894055, - "nauc_precision_at_10_max": 0.867619, - "nauc_precision_at_10_std": 0.00282, - "nauc_precision_at_10_diff1": 0.922689, - "nauc_precision_at_20_max": 0.966299, - "nauc_precision_at_20_std": 0.407067, - "nauc_precision_at_20_diff1": 0.940768, + "nauc_precision_at_1_max": 0.757528, + "nauc_precision_at_1_std": -0.186813, + "nauc_precision_at_1_diff1": 0.914484, + "nauc_precision_at_3_max": 0.79927, + "nauc_precision_at_3_std": -0.261204, + "nauc_precision_at_3_diff1": 0.891673, + "nauc_precision_at_5_max": 0.805353, + "nauc_precision_at_5_std": -0.170655, + "nauc_precision_at_5_diff1": 0.889082, + "nauc_precision_at_10_max": 0.812309, + "nauc_precision_at_10_std": -0.056972, + "nauc_precision_at_10_diff1": 0.921681, + "nauc_precision_at_20_max": 0.83402, + "nauc_precision_at_20_std": 0.235431, + "nauc_precision_at_20_diff1": 0.912534, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.330221, + "nauc_precision_at_100_std": 0.478836, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.777601, - "nauc_mrr_at_1_std": -0.099559, - "nauc_mrr_at_1_diff1": 0.916874, - "nauc_mrr_at_3_max": 0.79597, - "nauc_mrr_at_3_std": -0.141967, - "nauc_mrr_at_3_diff1": 0.908676, - "nauc_mrr_at_5_max": 0.796573, - "nauc_mrr_at_5_std": -0.138142, - "nauc_mrr_at_5_diff1": 0.909751, - "nauc_mrr_at_10_max": 0.796723, - "nauc_mrr_at_10_std": -0.120386, - "nauc_mrr_at_10_diff1": 0.911352, - "nauc_mrr_at_20_max": 0.79729, - "nauc_mrr_at_20_std": -0.116677, - "nauc_mrr_at_20_diff1": 0.911466, - "nauc_mrr_at_100_max": 0.796509, - "nauc_mrr_at_100_std": -0.119341, - "nauc_mrr_at_100_diff1": 0.911381, - "nauc_mrr_at_1000_max": 0.796452, - "nauc_mrr_at_1000_std": -0.119453, - "nauc_mrr_at_1000_diff1": 0.911369, - "main_score": 0.91702, + "nauc_mrr_at_1_max": 0.757528, + "nauc_mrr_at_1_std": -0.186813, + "nauc_mrr_at_1_diff1": 0.914484, + "nauc_mrr_at_3_max": 0.770785, + "nauc_mrr_at_3_std": -0.209393, + "nauc_mrr_at_3_diff1": 0.906528, + "nauc_mrr_at_5_max": 0.770548, + "nauc_mrr_at_5_std": -0.197994, + "nauc_mrr_at_5_diff1": 0.906411, + "nauc_mrr_at_10_max": 0.77012, + "nauc_mrr_at_10_std": -0.193804, + "nauc_mrr_at_10_diff1": 0.90849, + "nauc_mrr_at_20_max": 0.770046, + "nauc_mrr_at_20_std": -0.191031, + "nauc_mrr_at_20_diff1": 0.908199, + "nauc_mrr_at_100_max": 0.770168, + "nauc_mrr_at_100_std": -0.192495, + "nauc_mrr_at_100_diff1": 0.908276, + "nauc_mrr_at_1000_max": 0.77011, + "nauc_mrr_at_1000_std": -0.192632, + "nauc_mrr_at_1000_diff1": 0.90826, + "hit_rate_at_1": 0.85111, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91374, "hf_subset": "ilo_Latn-eng_Latn", "languages": [ "ilo-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.73667, - "ndcg_at_3": 0.77766, - "ndcg_at_5": 0.78727, - "ndcg_at_10": 0.80065, - "ndcg_at_20": 0.80897, - "ndcg_at_100": 0.81768, - "ndcg_at_1000": 0.82418, - "map_at_1": 0.73667, - "map_at_3": 0.76796, - "map_at_5": 0.7733, - "map_at_10": 0.77886, - "map_at_20": 0.78124, - "map_at_100": 0.78238, - "map_at_1000": 0.78264, - "recall_at_1": 0.73667, - "recall_at_3": 0.80556, - "recall_at_5": 0.82889, - "recall_at_10": 0.87, - "recall_at_20": 0.90222, - "recall_at_100": 0.95, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70556, + "ndcg_at_3": 0.7594, + "ndcg_at_5": 0.76725, + "ndcg_at_10": 0.78073, + "ndcg_at_20": 0.78811, + "ndcg_at_100": 0.7985, + "ndcg_at_1000": 0.8057, + "map_at_1": 0.70556, + "map_at_3": 0.74648, + "map_at_5": 0.75087, + "map_at_10": 0.75634, + "map_at_20": 0.75841, + "map_at_100": 0.75972, + "map_at_1000": 0.76, + "recall_at_1": 0.70556, + "recall_at_3": 0.79667, + "recall_at_5": 0.81556, + "recall_at_10": 0.85778, + "recall_at_20": 0.88667, + "recall_at_100": 0.94444, "recall_at_1000": 1.0, - "precision_at_1": 0.73667, - "precision_at_3": 0.26852, - "precision_at_5": 0.16578, - "precision_at_10": 0.087, - "precision_at_20": 0.04511, - "precision_at_100": 0.0095, - "precision_at_1000": 0.001, - "mrr_at_1": 0.736667, - "mrr_at_3": 0.767963, - "mrr_at_5": 0.773296, - "mrr_at_10": 0.778861, - "mrr_at_20": 0.781238, - "mrr_at_100": 0.782383, - "mrr_at_1000": 0.782641, - "nauc_ndcg_at_1_max": 0.904546, - "nauc_ndcg_at_1_std": 0.532041, - "nauc_ndcg_at_1_diff1": 0.915171, - "nauc_ndcg_at_3_max": 0.920223, - "nauc_ndcg_at_3_std": 0.579099, - "nauc_ndcg_at_3_diff1": 0.903368, - "nauc_ndcg_at_5_max": 0.919828, - "nauc_ndcg_at_5_std": 0.594691, - "nauc_ndcg_at_5_diff1": 0.898082, - "nauc_ndcg_at_10_max": 0.916866, - "nauc_ndcg_at_10_std": 0.598573, - "nauc_ndcg_at_10_diff1": 0.895603, - "nauc_ndcg_at_20_max": 0.915005, - "nauc_ndcg_at_20_std": 0.597443, - "nauc_ndcg_at_20_diff1": 0.894896, - "nauc_ndcg_at_100_max": 0.916042, - "nauc_ndcg_at_100_std": 0.597843, - "nauc_ndcg_at_100_diff1": 0.896842, - "nauc_ndcg_at_1000_max": 0.915662, - "nauc_ndcg_at_1000_std": 0.586924, - "nauc_ndcg_at_1000_diff1": 0.899534, - "nauc_map_at_1_max": 0.904546, - "nauc_map_at_1_std": 0.532041, - "nauc_map_at_1_diff1": 0.915171, - "nauc_map_at_3_max": 0.916965, - "nauc_map_at_3_std": 0.567564, - "nauc_map_at_3_diff1": 0.906493, - "nauc_map_at_5_max": 0.916648, - "nauc_map_at_5_std": 0.575475, - "nauc_map_at_5_diff1": 0.903734, - "nauc_map_at_10_max": 0.915497, - "nauc_map_at_10_std": 0.576363, - "nauc_map_at_10_diff1": 0.902932, - "nauc_map_at_20_max": 0.91495, - "nauc_map_at_20_std": 0.575825, - "nauc_map_at_20_diff1": 0.902829, - "nauc_map_at_100_max": 0.914999, - "nauc_map_at_100_std": 0.575601, - "nauc_map_at_100_diff1": 0.903048, - "nauc_map_at_1000_max": 0.914996, - "nauc_map_at_1000_std": 0.575255, - "nauc_map_at_1000_diff1": 0.903158, - "nauc_recall_at_1_max": 0.904546, - "nauc_recall_at_1_std": 0.532041, - "nauc_recall_at_1_diff1": 0.915171, - "nauc_recall_at_3_max": 0.930608, - "nauc_recall_at_3_std": 0.616949, - "nauc_recall_at_3_diff1": 0.892992, - "nauc_recall_at_5_max": 0.93095, - "nauc_recall_at_5_std": 0.667268, - "nauc_recall_at_5_diff1": 0.87655, - "nauc_recall_at_10_max": 0.920511, - "nauc_recall_at_10_std": 0.70623, - "nauc_recall_at_10_diff1": 0.859373, - "nauc_recall_at_20_max": 0.909547, - "nauc_recall_at_20_std": 0.729718, - "nauc_recall_at_20_diff1": 0.844002, - "nauc_recall_at_100_max": 0.927171, - "nauc_recall_at_100_std": 0.872725, - "nauc_recall_at_100_diff1": 0.832711, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.904546, - "nauc_precision_at_1_std": 0.532041, - "nauc_precision_at_1_diff1": 0.915171, - "nauc_precision_at_3_max": 0.930608, - "nauc_precision_at_3_std": 0.616949, - "nauc_precision_at_3_diff1": 0.892992, - "nauc_precision_at_5_max": 0.93095, - "nauc_precision_at_5_std": 0.667268, - "nauc_precision_at_5_diff1": 0.87655, - "nauc_precision_at_10_max": 0.920511, - "nauc_precision_at_10_std": 0.70623, - "nauc_precision_at_10_diff1": 0.859373, - "nauc_precision_at_20_max": 0.909547, - "nauc_precision_at_20_std": 0.729718, - "nauc_precision_at_20_diff1": 0.844002, - "nauc_precision_at_100_max": 0.927171, - "nauc_precision_at_100_std": 0.872725, - "nauc_precision_at_100_diff1": 0.832711, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.904546, - "nauc_mrr_at_1_std": 0.532041, - "nauc_mrr_at_1_diff1": 0.915171, - "nauc_mrr_at_3_max": 0.916965, - "nauc_mrr_at_3_std": 0.567564, - "nauc_mrr_at_3_diff1": 0.906493, - "nauc_mrr_at_5_max": 0.916648, - "nauc_mrr_at_5_std": 0.575475, - "nauc_mrr_at_5_diff1": 0.903734, - "nauc_mrr_at_10_max": 0.915497, - "nauc_mrr_at_10_std": 0.576363, - "nauc_mrr_at_10_diff1": 0.902932, - "nauc_mrr_at_20_max": 0.91495, - "nauc_mrr_at_20_std": 0.575825, - "nauc_mrr_at_20_diff1": 0.902829, - "nauc_mrr_at_100_max": 0.914999, - "nauc_mrr_at_100_std": 0.575601, - "nauc_mrr_at_100_diff1": 0.903048, - "nauc_mrr_at_1000_max": 0.914996, - "nauc_mrr_at_1000_std": 0.575255, - "nauc_mrr_at_1000_diff1": 0.903158, - "main_score": 0.80065, + "accuracy": 0.70556, + "precision_at_1": 0.70556, + "precision_at_3": 0.26556, + "precision_at_5": 0.16311, + "precision_at_10": 0.08578, + "precision_at_20": 0.04433, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.705556, + "mrr_at_3": 0.746481, + "mrr_at_5": 0.75087, + "mrr_at_10": 0.756338, + "mrr_at_20": 0.75841, + "mrr_at_100": 0.75972, + "mrr_at_1000": 0.760001, + "nauc_ndcg_at_1_max": 0.872796, + "nauc_ndcg_at_1_std": 0.441632, + "nauc_ndcg_at_1_diff1": 0.915319, + "nauc_ndcg_at_3_max": 0.895833, + "nauc_ndcg_at_3_std": 0.481222, + "nauc_ndcg_at_3_diff1": 0.895869, + "nauc_ndcg_at_5_max": 0.893395, + "nauc_ndcg_at_5_std": 0.48213, + "nauc_ndcg_at_5_diff1": 0.890661, + "nauc_ndcg_at_10_max": 0.893309, + "nauc_ndcg_at_10_std": 0.503386, + "nauc_ndcg_at_10_diff1": 0.889092, + "nauc_ndcg_at_20_max": 0.891368, + "nauc_ndcg_at_20_std": 0.499728, + "nauc_ndcg_at_20_diff1": 0.888283, + "nauc_ndcg_at_100_max": 0.891314, + "nauc_ndcg_at_100_std": 0.499179, + "nauc_ndcg_at_100_diff1": 0.890566, + "nauc_ndcg_at_1000_max": 0.890624, + "nauc_ndcg_at_1000_std": 0.488305, + "nauc_ndcg_at_1000_diff1": 0.893489, + "nauc_map_at_1_max": 0.872796, + "nauc_map_at_1_std": 0.441632, + "nauc_map_at_1_diff1": 0.915319, + "nauc_map_at_3_max": 0.890973, + "nauc_map_at_3_std": 0.4696, + "nauc_map_at_3_diff1": 0.901234, + "nauc_map_at_5_max": 0.889559, + "nauc_map_at_5_std": 0.469668, + "nauc_map_at_5_diff1": 0.89858, + "nauc_map_at_10_max": 0.889437, + "nauc_map_at_10_std": 0.477202, + "nauc_map_at_10_diff1": 0.898066, + "nauc_map_at_20_max": 0.888933, + "nauc_map_at_20_std": 0.476056, + "nauc_map_at_20_diff1": 0.897939, + "nauc_map_at_100_max": 0.888841, + "nauc_map_at_100_std": 0.475975, + "nauc_map_at_100_diff1": 0.898111, + "nauc_map_at_1000_max": 0.88884, + "nauc_map_at_1000_std": 0.475671, + "nauc_map_at_1000_diff1": 0.898225, + "nauc_recall_at_1_max": 0.872796, + "nauc_recall_at_1_std": 0.441632, + "nauc_recall_at_1_diff1": 0.915319, + "nauc_recall_at_3_max": 0.911841, + "nauc_recall_at_3_std": 0.521588, + "nauc_recall_at_3_diff1": 0.877392, + "nauc_recall_at_5_max": 0.90645, + "nauc_recall_at_5_std": 0.529094, + "nauc_recall_at_5_diff1": 0.860475, + "nauc_recall_at_10_max": 0.909659, + "nauc_recall_at_10_std": 0.638717, + "nauc_recall_at_10_diff1": 0.846139, + "nauc_recall_at_20_max": 0.90009, + "nauc_recall_at_20_std": 0.644786, + "nauc_recall_at_20_diff1": 0.83106, + "nauc_recall_at_100_max": 0.911811, + "nauc_recall_at_100_std": 0.773511, + "nauc_recall_at_100_diff1": 0.821671, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.872796, + "nauc_precision_at_1_std": 0.441632, + "nauc_precision_at_1_diff1": 0.915319, + "nauc_precision_at_3_max": 0.911841, + "nauc_precision_at_3_std": 0.521588, + "nauc_precision_at_3_diff1": 0.877392, + "nauc_precision_at_5_max": 0.90645, + "nauc_precision_at_5_std": 0.529094, + "nauc_precision_at_5_diff1": 0.860475, + "nauc_precision_at_10_max": 0.909659, + "nauc_precision_at_10_std": 0.638717, + "nauc_precision_at_10_diff1": 0.846139, + "nauc_precision_at_20_max": 0.90009, + "nauc_precision_at_20_std": 0.644786, + "nauc_precision_at_20_diff1": 0.83106, + "nauc_precision_at_100_max": 0.911811, + "nauc_precision_at_100_std": 0.773511, + "nauc_precision_at_100_diff1": 0.821671, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.872796, + "nauc_mrr_at_1_std": 0.441632, + "nauc_mrr_at_1_diff1": 0.915319, + "nauc_mrr_at_3_max": 0.890973, + "nauc_mrr_at_3_std": 0.4696, + "nauc_mrr_at_3_diff1": 0.901234, + "nauc_mrr_at_5_max": 0.889559, + "nauc_mrr_at_5_std": 0.469668, + "nauc_mrr_at_5_diff1": 0.89858, + "nauc_mrr_at_10_max": 0.889437, + "nauc_mrr_at_10_std": 0.477202, + "nauc_mrr_at_10_diff1": 0.898066, + "nauc_mrr_at_20_max": 0.888933, + "nauc_mrr_at_20_std": 0.476056, + "nauc_mrr_at_20_diff1": 0.897939, + "nauc_mrr_at_100_max": 0.888841, + "nauc_mrr_at_100_std": 0.475975, + "nauc_mrr_at_100_diff1": 0.898111, + "nauc_mrr_at_1000_max": 0.88884, + "nauc_mrr_at_1000_std": 0.475671, + "nauc_mrr_at_1000_diff1": 0.898225, + "hit_rate_at_1": 0.70556, + "hit_rate_at_3": 0.79667, + "hit_rate_at_5": 0.81556, + "hit_rate_at_10": 0.85778, + "hit_rate_at_20": 0.88667, + "hit_rate_at_100": 0.94444, + "hit_rate_at_1000": 1.0, + "main_score": 0.78073, "hf_subset": "eng_Latn-ilo_Latn", "languages": [ "eng-Latn", "ilo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91111, - "ndcg_at_3": 0.94246, - "ndcg_at_5": 0.94806, - "ndcg_at_10": 0.95055, - "ndcg_at_20": 0.95238, - "ndcg_at_100": 0.95366, - "ndcg_at_1000": 0.95393, - "map_at_1": 0.91111, - "map_at_3": 0.93519, - "map_at_5": 0.93835, - "map_at_10": 0.93937, - "map_at_20": 0.93995, - "map_at_100": 0.94014, - "map_at_1000": 0.94014, - "recall_at_1": 0.91111, - "recall_at_3": 0.96333, - "recall_at_5": 0.97667, - "recall_at_10": 0.98444, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.9398, + "ndcg_at_5": 0.94348, + "ndcg_at_10": 0.94632, + "ndcg_at_20": 0.94889, + "ndcg_at_100": 0.9506, + "ndcg_at_1000": 0.95087, + "map_at_1": 0.90889, + "map_at_3": 0.93241, + "map_at_5": 0.93446, + "map_at_10": 0.93562, + "map_at_20": 0.93634, + "map_at_100": 0.9366, + "map_at_1000": 0.9366, + "recall_at_1": 0.90889, + "recall_at_3": 0.96111, + "recall_at_5": 0.97, + "recall_at_10": 0.97889, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91111, - "precision_at_3": 0.32111, - "precision_at_5": 0.19533, - "precision_at_10": 0.09844, - "precision_at_20": 0.04956, + "accuracy": 0.90889, + "precision_at_1": 0.90889, + "precision_at_3": 0.32037, + "precision_at_5": 0.194, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.911111, - "mrr_at_3": 0.935185, - "mrr_at_5": 0.938352, - "mrr_at_10": 0.939373, - "mrr_at_20": 0.939949, - "mrr_at_100": 0.940136, - "mrr_at_1000": 0.940144, - "nauc_ndcg_at_1_max": 0.846364, - "nauc_ndcg_at_1_std": -0.062535, - "nauc_ndcg_at_1_diff1": 0.933094, - "nauc_ndcg_at_3_max": 0.875795, - "nauc_ndcg_at_3_std": -0.007532, - "nauc_ndcg_at_3_diff1": 0.93117, - "nauc_ndcg_at_5_max": 0.875217, - "nauc_ndcg_at_5_std": -0.007207, - "nauc_ndcg_at_5_diff1": 0.932433, - "nauc_ndcg_at_10_max": 0.869795, - "nauc_ndcg_at_10_std": -0.012775, - "nauc_ndcg_at_10_diff1": 0.931825, - "nauc_ndcg_at_20_max": 0.866439, - "nauc_ndcg_at_20_std": -0.004571, - "nauc_ndcg_at_20_diff1": 0.930064, - "nauc_ndcg_at_100_max": 0.865345, - "nauc_ndcg_at_100_std": -0.01535, - "nauc_ndcg_at_100_diff1": 0.930727, - "nauc_ndcg_at_1000_max": 0.864954, - "nauc_ndcg_at_1000_std": -0.021023, - "nauc_ndcg_at_1000_diff1": 0.931198, - "nauc_map_at_1_max": 0.846364, - "nauc_map_at_1_std": -0.062535, - "nauc_map_at_1_diff1": 0.933094, - "nauc_map_at_3_max": 0.866351, - "nauc_map_at_3_std": -0.027152, - "nauc_map_at_3_diff1": 0.931613, - "nauc_map_at_5_max": 0.865632, - "nauc_map_at_5_std": -0.028783, - "nauc_map_at_5_diff1": 0.932229, - "nauc_map_at_10_max": 0.863634, - "nauc_map_at_10_std": -0.031006, - "nauc_map_at_10_diff1": 0.931952, - "nauc_map_at_20_max": 0.862719, - "nauc_map_at_20_std": -0.029367, - "nauc_map_at_20_diff1": 0.931519, - "nauc_map_at_100_max": 0.862566, - "nauc_map_at_100_std": -0.030751, - "nauc_map_at_100_diff1": 0.931612, - "nauc_map_at_1000_max": 0.862558, - "nauc_map_at_1000_std": -0.03089, - "nauc_map_at_1000_diff1": 0.931629, - "nauc_recall_at_1_max": 0.846364, - "nauc_recall_at_1_std": -0.062535, - "nauc_recall_at_1_diff1": 0.933094, - "nauc_recall_at_3_max": 0.923761, - "nauc_recall_at_3_std": 0.093597, - "nauc_recall_at_3_diff1": 0.929052, - "nauc_recall_at_5_max": 0.947646, - "nauc_recall_at_5_std": 0.16162, - "nauc_recall_at_5_diff1": 0.934641, - "nauc_recall_at_10_max": 0.930806, - "nauc_recall_at_10_std": 0.190676, - "nauc_recall_at_10_diff1": 0.931139, - "nauc_recall_at_20_max": 0.91159, - "nauc_recall_at_20_std": 0.515173, - "nauc_recall_at_20_diff1": 0.895833, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.934641, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.932407, + "mrr_at_5": 0.934463, + "mrr_at_10": 0.935616, + "mrr_at_20": 0.936342, + "mrr_at_100": 0.936595, + "mrr_at_1000": 0.936604, + "nauc_ndcg_at_1_max": 0.827139, + "nauc_ndcg_at_1_std": -0.156829, + "nauc_ndcg_at_1_diff1": 0.929801, + "nauc_ndcg_at_3_max": 0.862041, + "nauc_ndcg_at_3_std": -0.081485, + "nauc_ndcg_at_3_diff1": 0.925866, + "nauc_ndcg_at_5_max": 0.857142, + "nauc_ndcg_at_5_std": -0.101964, + "nauc_ndcg_at_5_diff1": 0.926483, + "nauc_ndcg_at_10_max": 0.856303, + "nauc_ndcg_at_10_std": -0.079866, + "nauc_ndcg_at_10_diff1": 0.926008, + "nauc_ndcg_at_20_max": 0.852121, + "nauc_ndcg_at_20_std": -0.069816, + "nauc_ndcg_at_20_diff1": 0.925361, + "nauc_ndcg_at_100_max": 0.850213, + "nauc_ndcg_at_100_std": -0.090565, + "nauc_ndcg_at_100_diff1": 0.925589, + "nauc_ndcg_at_1000_max": 0.849363, + "nauc_ndcg_at_1000_std": -0.096758, + "nauc_ndcg_at_1000_diff1": 0.926017, + "nauc_map_at_1_max": 0.827139, + "nauc_map_at_1_std": -0.156829, + "nauc_map_at_1_diff1": 0.929801, + "nauc_map_at_3_max": 0.850773, + "nauc_map_at_3_std": -0.105965, + "nauc_map_at_3_diff1": 0.926531, + "nauc_map_at_5_max": 0.847976, + "nauc_map_at_5_std": -0.116888, + "nauc_map_at_5_diff1": 0.926845, + "nauc_map_at_10_max": 0.847466, + "nauc_map_at_10_std": -0.109899, + "nauc_map_at_10_diff1": 0.92667, + "nauc_map_at_20_max": 0.846464, + "nauc_map_at_20_std": -0.107314, + "nauc_map_at_20_diff1": 0.926556, + "nauc_map_at_100_max": 0.846172, + "nauc_map_at_100_std": -0.110059, + "nauc_map_at_100_diff1": 0.926537, + "nauc_map_at_1000_max": 0.846149, + "nauc_map_at_1000_std": -0.110225, + "nauc_map_at_1000_diff1": 0.926555, + "nauc_recall_at_1_max": 0.827139, + "nauc_recall_at_1_std": -0.156829, + "nauc_recall_at_1_diff1": 0.929801, + "nauc_recall_at_3_max": 0.918501, + "nauc_recall_at_3_std": 0.041297, + "nauc_recall_at_3_diff1": 0.922969, + "nauc_recall_at_5_max": 0.913719, + "nauc_recall_at_5_std": -0.012778, + "nauc_recall_at_5_diff1": 0.924958, + "nauc_recall_at_10_max": 0.931815, + "nauc_recall_at_10_std": 0.204162, + "nauc_recall_at_10_diff1": 0.920881, + "nauc_recall_at_20_max": 0.922736, + "nauc_recall_at_20_std": 0.612138, + "nauc_recall_at_20_diff1": 0.903595, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.846364, - "nauc_precision_at_1_std": -0.062535, - "nauc_precision_at_1_diff1": 0.933094, - "nauc_precision_at_3_max": 0.923761, - "nauc_precision_at_3_std": 0.093597, - "nauc_precision_at_3_diff1": 0.929052, - "nauc_precision_at_5_max": 0.947646, - "nauc_precision_at_5_std": 0.16162, - "nauc_precision_at_5_diff1": 0.934641, - "nauc_precision_at_10_max": 0.930806, - "nauc_precision_at_10_std": 0.190676, - "nauc_precision_at_10_diff1": 0.931139, - "nauc_precision_at_20_max": 0.91159, - "nauc_precision_at_20_std": 0.515173, - "nauc_precision_at_20_diff1": 0.895833, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_1_max": 0.827139, + "nauc_precision_at_1_std": -0.156829, + "nauc_precision_at_1_diff1": 0.929801, + "nauc_precision_at_3_max": 0.918501, + "nauc_precision_at_3_std": 0.041297, + "nauc_precision_at_3_diff1": 0.922969, + "nauc_precision_at_5_max": 0.913719, + "nauc_precision_at_5_std": -0.012778, + "nauc_precision_at_5_diff1": 0.924958, + "nauc_precision_at_10_max": 0.931815, + "nauc_precision_at_10_std": 0.204162, + "nauc_precision_at_10_diff1": 0.920881, + "nauc_precision_at_20_max": 0.922736, + "nauc_precision_at_20_std": 0.612138, + "nauc_precision_at_20_diff1": 0.903595, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.846364, - "nauc_mrr_at_1_std": -0.062535, - "nauc_mrr_at_1_diff1": 0.933094, - "nauc_mrr_at_3_max": 0.866351, - "nauc_mrr_at_3_std": -0.027152, - "nauc_mrr_at_3_diff1": 0.931613, - "nauc_mrr_at_5_max": 0.865632, - "nauc_mrr_at_5_std": -0.028783, - "nauc_mrr_at_5_diff1": 0.932229, - "nauc_mrr_at_10_max": 0.863634, - "nauc_mrr_at_10_std": -0.031006, - "nauc_mrr_at_10_diff1": 0.931952, - "nauc_mrr_at_20_max": 0.862719, - "nauc_mrr_at_20_std": -0.029367, - "nauc_mrr_at_20_diff1": 0.931519, - "nauc_mrr_at_100_max": 0.862566, - "nauc_mrr_at_100_std": -0.030751, - "nauc_mrr_at_100_diff1": 0.931612, - "nauc_mrr_at_1000_max": 0.862558, - "nauc_mrr_at_1000_std": -0.03089, - "nauc_mrr_at_1000_diff1": 0.931629, - "main_score": 0.95055, + "nauc_mrr_at_1_max": 0.827139, + "nauc_mrr_at_1_std": -0.156829, + "nauc_mrr_at_1_diff1": 0.929801, + "nauc_mrr_at_3_max": 0.850773, + "nauc_mrr_at_3_std": -0.105965, + "nauc_mrr_at_3_diff1": 0.926531, + "nauc_mrr_at_5_max": 0.847976, + "nauc_mrr_at_5_std": -0.116888, + "nauc_mrr_at_5_diff1": 0.926845, + "nauc_mrr_at_10_max": 0.847466, + "nauc_mrr_at_10_std": -0.109899, + "nauc_mrr_at_10_diff1": 0.92667, + "nauc_mrr_at_20_max": 0.846464, + "nauc_mrr_at_20_std": -0.107314, + "nauc_mrr_at_20_diff1": 0.926556, + "nauc_mrr_at_100_max": 0.846172, + "nauc_mrr_at_100_std": -0.110059, + "nauc_mrr_at_100_diff1": 0.926537, + "nauc_mrr_at_1000_max": 0.846149, + "nauc_mrr_at_1000_std": -0.110225, + "nauc_mrr_at_1000_diff1": 0.926555, + "hit_rate_at_1": 0.90889, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94632, "hf_subset": "ind_Latn-ind_Latn", "languages": [ "ind-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92444, - "ndcg_at_3": 0.95091, - "ndcg_at_5": 0.95674, - "ndcg_at_10": 0.95999, - "ndcg_at_20": 0.96059, - "ndcg_at_100": 0.96121, - "ndcg_at_1000": 0.96151, - "map_at_1": 0.92444, - "map_at_3": 0.945, - "map_at_5": 0.94817, - "map_at_10": 0.94951, - "map_at_20": 0.9497, - "map_at_100": 0.94979, - "map_at_1000": 0.9498, - "recall_at_1": 0.92444, - "recall_at_3": 0.96778, - "recall_at_5": 0.98222, - "recall_at_10": 0.99222, - "recall_at_20": 0.99444, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.94772, + "ndcg_at_5": 0.9527, + "ndcg_at_10": 0.95606, + "ndcg_at_20": 0.95716, + "ndcg_at_100": 0.95817, + "ndcg_at_1000": 0.9583, + "map_at_1": 0.91889, + "map_at_3": 0.94111, + "map_at_5": 0.94383, + "map_at_10": 0.9453, + "map_at_20": 0.94559, + "map_at_100": 0.94572, + "map_at_1000": 0.94572, + "recall_at_1": 0.91889, + "recall_at_3": 0.96667, + "recall_at_5": 0.97889, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92444, - "precision_at_3": 0.32259, - "precision_at_5": 0.19644, - "precision_at_10": 0.09922, - "precision_at_20": 0.04972, - "precision_at_100": 0.00998, + "accuracy": 0.91889, + "precision_at_1": 0.91889, + "precision_at_3": 0.32222, + "precision_at_5": 0.19578, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.924444, - "mrr_at_3": 0.945, - "mrr_at_5": 0.948167, - "mrr_at_10": 0.94951, - "mrr_at_20": 0.949695, - "mrr_at_100": 0.949788, - "mrr_at_1000": 0.949801, - "nauc_ndcg_at_1_max": 0.823474, - "nauc_ndcg_at_1_std": -0.25793, - "nauc_ndcg_at_1_diff1": 0.945557, - "nauc_ndcg_at_3_max": 0.845106, - "nauc_ndcg_at_3_std": -0.336944, - "nauc_ndcg_at_3_diff1": 0.952897, - "nauc_ndcg_at_5_max": 0.849255, - "nauc_ndcg_at_5_std": -0.298762, - "nauc_ndcg_at_5_diff1": 0.954665, - "nauc_ndcg_at_10_max": 0.845486, - "nauc_ndcg_at_10_std": -0.289784, - "nauc_ndcg_at_10_diff1": 0.953293, - "nauc_ndcg_at_20_max": 0.845248, - "nauc_ndcg_at_20_std": -0.272169, - "nauc_ndcg_at_20_diff1": 0.952581, - "nauc_ndcg_at_100_max": 0.842743, - "nauc_ndcg_at_100_std": -0.273325, - "nauc_ndcg_at_100_diff1": 0.951814, - "nauc_ndcg_at_1000_max": 0.841536, - "nauc_ndcg_at_1000_std": -0.283099, - "nauc_ndcg_at_1000_diff1": 0.951444, - "nauc_map_at_1_max": 0.823474, - "nauc_map_at_1_std": -0.25793, - "nauc_map_at_1_diff1": 0.945557, - "nauc_map_at_3_max": 0.839269, - "nauc_map_at_3_std": -0.314643, - "nauc_map_at_3_diff1": 0.950831, - "nauc_map_at_5_max": 0.840663, - "nauc_map_at_5_std": -0.296547, - "nauc_map_at_5_diff1": 0.95133, - "nauc_map_at_10_max": 0.839066, - "nauc_map_at_10_std": -0.293512, - "nauc_map_at_10_diff1": 0.950765, - "nauc_map_at_20_max": 0.838985, - "nauc_map_at_20_std": -0.28927, - "nauc_map_at_20_diff1": 0.950584, - "nauc_map_at_100_max": 0.838688, - "nauc_map_at_100_std": -0.288694, - "nauc_map_at_100_diff1": 0.950493, - "nauc_map_at_1000_max": 0.838647, - "nauc_map_at_1000_std": -0.289026, - "nauc_map_at_1000_diff1": 0.95048, - "nauc_recall_at_1_max": 0.823474, - "nauc_recall_at_1_std": -0.25793, - "nauc_recall_at_1_diff1": 0.945557, - "nauc_recall_at_3_max": 0.872919, - "nauc_recall_at_3_std": -0.444058, - "nauc_recall_at_3_diff1": 0.962813, - "nauc_recall_at_5_max": 0.922094, - "nauc_recall_at_5_std": -0.294088, - "nauc_recall_at_5_diff1": 0.98366, - "nauc_recall_at_10_max": 0.960317, - "nauc_recall_at_10_std": -0.148593, - "nauc_recall_at_10_diff1": 1.0, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.941111, + "mrr_at_5": 0.943833, + "mrr_at_10": 0.9453, + "mrr_at_20": 0.945589, + "mrr_at_100": 0.945717, + "mrr_at_1000": 0.94572, + "nauc_ndcg_at_1_max": 0.805635, + "nauc_ndcg_at_1_std": -0.239381, + "nauc_ndcg_at_1_diff1": 0.951076, + "nauc_ndcg_at_3_max": 0.832352, + "nauc_ndcg_at_3_std": -0.306457, + "nauc_ndcg_at_3_diff1": 0.956943, + "nauc_ndcg_at_5_max": 0.828926, + "nauc_ndcg_at_5_std": -0.296197, + "nauc_ndcg_at_5_diff1": 0.956129, + "nauc_ndcg_at_10_max": 0.829777, + "nauc_ndcg_at_10_std": -0.255087, + "nauc_ndcg_at_10_diff1": 0.954989, + "nauc_ndcg_at_20_max": 0.830154, + "nauc_ndcg_at_20_std": -0.244081, + "nauc_ndcg_at_20_diff1": 0.955596, + "nauc_ndcg_at_100_max": 0.826078, + "nauc_ndcg_at_100_std": -0.260108, + "nauc_ndcg_at_100_diff1": 0.95453, + "nauc_ndcg_at_1000_max": 0.825535, + "nauc_ndcg_at_1000_std": -0.264036, + "nauc_ndcg_at_1000_diff1": 0.954388, + "nauc_map_at_1_max": 0.805635, + "nauc_map_at_1_std": -0.239381, + "nauc_map_at_1_diff1": 0.951076, + "nauc_map_at_3_max": 0.825182, + "nauc_map_at_3_std": -0.288664, + "nauc_map_at_3_diff1": 0.954731, + "nauc_map_at_5_max": 0.82296, + "nauc_map_at_5_std": -0.285088, + "nauc_map_at_5_diff1": 0.954154, + "nauc_map_at_10_max": 0.823062, + "nauc_map_at_10_std": -0.271108, + "nauc_map_at_10_diff1": 0.953699, + "nauc_map_at_20_max": 0.823017, + "nauc_map_at_20_std": -0.268826, + "nauc_map_at_20_diff1": 0.953807, + "nauc_map_at_100_max": 0.822602, + "nauc_map_at_100_std": -0.269987, + "nauc_map_at_100_diff1": 0.953699, + "nauc_map_at_1000_max": 0.822592, + "nauc_map_at_1000_std": -0.270056, + "nauc_map_at_1000_diff1": 0.953696, + "nauc_recall_at_1_max": 0.805635, + "nauc_recall_at_1_std": -0.239381, + "nauc_recall_at_1_diff1": 0.951076, + "nauc_recall_at_3_max": 0.867663, + "nauc_recall_at_3_std": -0.3939, + "nauc_recall_at_3_diff1": 0.96841, + "nauc_recall_at_5_max": 0.872475, + "nauc_recall_at_5_std": -0.365767, + "nauc_recall_at_5_diff1": 0.97162, + "nauc_recall_at_10_max": 0.922736, + "nauc_recall_at_10_std": 0.073483, + "nauc_recall_at_10_diff1": 0.972222, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.370308, + "nauc_recall_at_20_std": 0.573296, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -19047,20 +20200,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.823474, - "nauc_precision_at_1_std": -0.25793, - "nauc_precision_at_1_diff1": 0.945557, - "nauc_precision_at_3_max": 0.872919, - "nauc_precision_at_3_std": -0.444058, - "nauc_precision_at_3_diff1": 0.962813, - "nauc_precision_at_5_max": 0.922094, - "nauc_precision_at_5_std": -0.294088, - "nauc_precision_at_5_diff1": 0.98366, - "nauc_precision_at_10_max": 0.960317, - "nauc_precision_at_10_std": -0.148593, - "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_1_max": 0.805635, + "nauc_precision_at_1_std": -0.239381, + "nauc_precision_at_1_diff1": 0.951076, + "nauc_precision_at_3_max": 0.867663, + "nauc_precision_at_3_std": -0.3939, + "nauc_precision_at_3_diff1": 0.96841, + "nauc_precision_at_5_max": 0.872475, + "nauc_precision_at_5_std": -0.365767, + "nauc_precision_at_5_diff1": 0.97162, + "nauc_precision_at_10_max": 0.922736, + "nauc_precision_at_10_std": 0.073483, + "nauc_precision_at_10_diff1": 0.972222, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.370308, + "nauc_precision_at_20_std": 0.573296, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -19068,866 +20221,920 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.823474, - "nauc_mrr_at_1_std": -0.25793, - "nauc_mrr_at_1_diff1": 0.945557, - "nauc_mrr_at_3_max": 0.839269, - "nauc_mrr_at_3_std": -0.314643, - "nauc_mrr_at_3_diff1": 0.950831, - "nauc_mrr_at_5_max": 0.840663, - "nauc_mrr_at_5_std": -0.296547, - "nauc_mrr_at_5_diff1": 0.95133, - "nauc_mrr_at_10_max": 0.839066, - "nauc_mrr_at_10_std": -0.293512, - "nauc_mrr_at_10_diff1": 0.950765, - "nauc_mrr_at_20_max": 0.838985, - "nauc_mrr_at_20_std": -0.28927, - "nauc_mrr_at_20_diff1": 0.950584, - "nauc_mrr_at_100_max": 0.838688, - "nauc_mrr_at_100_std": -0.288694, - "nauc_mrr_at_100_diff1": 0.950493, - "nauc_mrr_at_1000_max": 0.838647, - "nauc_mrr_at_1000_std": -0.289026, - "nauc_mrr_at_1000_diff1": 0.95048, - "main_score": 0.95999, + "nauc_mrr_at_1_max": 0.805635, + "nauc_mrr_at_1_std": -0.239381, + "nauc_mrr_at_1_diff1": 0.951076, + "nauc_mrr_at_3_max": 0.825182, + "nauc_mrr_at_3_std": -0.288664, + "nauc_mrr_at_3_diff1": 0.954731, + "nauc_mrr_at_5_max": 0.82296, + "nauc_mrr_at_5_std": -0.285088, + "nauc_mrr_at_5_diff1": 0.954154, + "nauc_mrr_at_10_max": 0.823062, + "nauc_mrr_at_10_std": -0.271108, + "nauc_mrr_at_10_diff1": 0.953699, + "nauc_mrr_at_20_max": 0.823017, + "nauc_mrr_at_20_std": -0.268826, + "nauc_mrr_at_20_diff1": 0.953807, + "nauc_mrr_at_100_max": 0.822602, + "nauc_mrr_at_100_std": -0.269987, + "nauc_mrr_at_100_diff1": 0.953699, + "nauc_mrr_at_1000_max": 0.822592, + "nauc_mrr_at_1000_std": -0.270056, + "nauc_mrr_at_1000_diff1": 0.953696, + "hit_rate_at_1": 0.91889, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95606, "hf_subset": "ind_Latn-eng_Latn", "languages": [ "ind-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89889, - "ndcg_at_3": 0.93444, - "ndcg_at_5": 0.941, - "ndcg_at_10": 0.94416, - "ndcg_at_20": 0.94555, - "ndcg_at_100": 0.9475, - "ndcg_at_1000": 0.94765, - "map_at_1": 0.89889, - "map_at_3": 0.9263, - "map_at_5": 0.93002, - "map_at_10": 0.93128, - "map_at_20": 0.93165, - "map_at_100": 0.93196, - "map_at_1000": 0.93196, - "recall_at_1": 0.89889, + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93485, + "ndcg_at_5": 0.93849, + "ndcg_at_10": 0.94283, + "ndcg_at_20": 0.9453, + "ndcg_at_100": 0.94705, + "ndcg_at_1000": 0.94719, + "map_at_1": 0.9, + "map_at_3": 0.92685, + "map_at_5": 0.92885, + "map_at_10": 0.93067, + "map_at_20": 0.93131, + "map_at_100": 0.9316, + "map_at_1000": 0.9316, + "recall_at_1": 0.9, "recall_at_3": 0.95778, - "recall_at_5": 0.97333, - "recall_at_10": 0.98333, - "recall_at_20": 0.98889, + "recall_at_5": 0.96667, + "recall_at_10": 0.98, + "recall_at_20": 0.99, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89889, + "accuracy": 0.9, + "precision_at_1": 0.9, "precision_at_3": 0.31926, - "precision_at_5": 0.19467, - "precision_at_10": 0.09833, - "precision_at_20": 0.04944, + "precision_at_5": 0.19333, + "precision_at_10": 0.098, + "precision_at_20": 0.0495, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.898889, - "mrr_at_3": 0.926296, - "mrr_at_5": 0.930019, - "mrr_at_10": 0.931276, - "mrr_at_20": 0.931651, - "mrr_at_100": 0.931956, - "mrr_at_1000": 0.931962, - "nauc_ndcg_at_1_max": 0.828603, - "nauc_ndcg_at_1_std": -0.104582, - "nauc_ndcg_at_1_diff1": 0.937449, - "nauc_ndcg_at_3_max": 0.866774, - "nauc_ndcg_at_3_std": -0.071274, - "nauc_ndcg_at_3_diff1": 0.944309, - "nauc_ndcg_at_5_max": 0.866546, - "nauc_ndcg_at_5_std": -0.046254, - "nauc_ndcg_at_5_diff1": 0.947825, - "nauc_ndcg_at_10_max": 0.861619, - "nauc_ndcg_at_10_std": -0.043679, - "nauc_ndcg_at_10_diff1": 0.946476, - "nauc_ndcg_at_20_max": 0.862272, - "nauc_ndcg_at_20_std": -0.022304, - "nauc_ndcg_at_20_diff1": 0.945746, - "nauc_ndcg_at_100_max": 0.857134, - "nauc_ndcg_at_100_std": -0.058097, - "nauc_ndcg_at_100_diff1": 0.943722, - "nauc_ndcg_at_1000_max": 0.856735, - "nauc_ndcg_at_1000_std": -0.060684, - "nauc_ndcg_at_1000_diff1": 0.94393, - "nauc_map_at_1_max": 0.828603, - "nauc_map_at_1_std": -0.104582, - "nauc_map_at_1_diff1": 0.937449, - "nauc_map_at_3_max": 0.85598, - "nauc_map_at_3_std": -0.084266, - "nauc_map_at_3_diff1": 0.942267, - "nauc_map_at_5_max": 0.855348, - "nauc_map_at_5_std": -0.073034, - "nauc_map_at_5_diff1": 0.943893, - "nauc_map_at_10_max": 0.853576, - "nauc_map_at_10_std": -0.072848, - "nauc_map_at_10_diff1": 0.943365, - "nauc_map_at_20_max": 0.853678, - "nauc_map_at_20_std": -0.068512, - "nauc_map_at_20_diff1": 0.943179, - "nauc_map_at_100_max": 0.853021, - "nauc_map_at_100_std": -0.073016, - "nauc_map_at_100_diff1": 0.942924, - "nauc_map_at_1000_max": 0.853009, - "nauc_map_at_1000_std": -0.073095, - "nauc_map_at_1000_diff1": 0.94293, - "nauc_recall_at_1_max": 0.828603, - "nauc_recall_at_1_std": -0.104582, - "nauc_recall_at_1_diff1": 0.937449, - "nauc_recall_at_3_max": 0.919775, - "nauc_recall_at_3_std": -0.004472, - "nauc_recall_at_3_diff1": 0.95442, - "nauc_recall_at_5_max": 0.948938, - "nauc_recall_at_5_std": 0.166433, - "nauc_recall_at_5_diff1": 0.978214, - "nauc_recall_at_10_max": 0.945534, - "nauc_recall_at_10_std": 0.324588, - "nauc_recall_at_10_diff1": 0.982571, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.931373, - "nauc_recall_at_20_diff1": 0.986928, + "mrr_at_1": 0.9, + "mrr_at_3": 0.926852, + "mrr_at_5": 0.928852, + "mrr_at_10": 0.930668, + "mrr_at_20": 0.93131, + "mrr_at_100": 0.931596, + "mrr_at_1000": 0.931601, + "nauc_ndcg_at_1_max": 0.797479, + "nauc_ndcg_at_1_std": -0.141026, + "nauc_ndcg_at_1_diff1": 0.917367, + "nauc_ndcg_at_3_max": 0.844627, + "nauc_ndcg_at_3_std": -0.139257, + "nauc_ndcg_at_3_diff1": 0.920352, + "nauc_ndcg_at_5_max": 0.83931, + "nauc_ndcg_at_5_std": -0.14389, + "nauc_ndcg_at_5_diff1": 0.925428, + "nauc_ndcg_at_10_max": 0.840495, + "nauc_ndcg_at_10_std": -0.092242, + "nauc_ndcg_at_10_diff1": 0.925639, + "nauc_ndcg_at_20_max": 0.836733, + "nauc_ndcg_at_20_std": -0.092376, + "nauc_ndcg_at_20_diff1": 0.92436, + "nauc_ndcg_at_100_max": 0.831941, + "nauc_ndcg_at_100_std": -0.116388, + "nauc_ndcg_at_100_diff1": 0.922438, + "nauc_ndcg_at_1000_max": 0.831503, + "nauc_ndcg_at_1000_std": -0.118959, + "nauc_ndcg_at_1000_diff1": 0.922577, + "nauc_map_at_1_max": 0.797479, + "nauc_map_at_1_std": -0.141026, + "nauc_map_at_1_diff1": 0.917367, + "nauc_map_at_3_max": 0.83124, + "nauc_map_at_3_std": -0.139964, + "nauc_map_at_3_diff1": 0.919577, + "nauc_map_at_5_max": 0.828334, + "nauc_map_at_5_std": -0.143171, + "nauc_map_at_5_diff1": 0.922125, + "nauc_map_at_10_max": 0.828563, + "nauc_map_at_10_std": -0.125105, + "nauc_map_at_10_diff1": 0.9221, + "nauc_map_at_20_max": 0.827666, + "nauc_map_at_20_std": -0.125224, + "nauc_map_at_20_diff1": 0.921812, + "nauc_map_at_100_max": 0.827046, + "nauc_map_at_100_std": -0.128209, + "nauc_map_at_100_diff1": 0.92157, + "nauc_map_at_1000_max": 0.827035, + "nauc_map_at_1000_std": -0.12827, + "nauc_map_at_1000_diff1": 0.921573, + "nauc_recall_at_1_max": 0.797479, + "nauc_recall_at_1_std": -0.141026, + "nauc_recall_at_1_diff1": 0.917367, + "nauc_recall_at_3_max": 0.910008, + "nauc_recall_at_3_std": -0.135633, + "nauc_recall_at_3_diff1": 0.924075, + "nauc_recall_at_5_max": 0.903439, + "nauc_recall_at_5_std": -0.146903, + "nauc_recall_at_5_diff1": 0.946623, + "nauc_recall_at_10_max": 0.954611, + "nauc_recall_at_10_std": 0.299876, + "nauc_recall_at_10_diff1": 0.962781, + "nauc_recall_at_20_max": 0.985476, + "nauc_recall_at_20_std": 0.676367, + "nauc_recall_at_20_diff1": 0.970951, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.828603, - "nauc_precision_at_1_std": -0.104582, - "nauc_precision_at_1_diff1": 0.937449, - "nauc_precision_at_3_max": 0.919775, - "nauc_precision_at_3_std": -0.004472, - "nauc_precision_at_3_diff1": 0.95442, - "nauc_precision_at_5_max": 0.948938, - "nauc_precision_at_5_std": 0.166433, - "nauc_precision_at_5_diff1": 0.978214, - "nauc_precision_at_10_max": 0.945534, - "nauc_precision_at_10_std": 0.324588, - "nauc_precision_at_10_diff1": 0.982571, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.931373, - "nauc_precision_at_20_diff1": 0.986928, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_1_max": 0.797479, + "nauc_precision_at_1_std": -0.141026, + "nauc_precision_at_1_diff1": 0.917367, + "nauc_precision_at_3_max": 0.910008, + "nauc_precision_at_3_std": -0.135633, + "nauc_precision_at_3_diff1": 0.924075, + "nauc_precision_at_5_max": 0.903439, + "nauc_precision_at_5_std": -0.146903, + "nauc_precision_at_5_diff1": 0.946623, + "nauc_precision_at_10_max": 0.954611, + "nauc_precision_at_10_std": 0.299876, + "nauc_precision_at_10_diff1": 0.962781, + "nauc_precision_at_20_max": 0.985476, + "nauc_precision_at_20_std": 0.676367, + "nauc_precision_at_20_diff1": 0.970951, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.828603, - "nauc_mrr_at_1_std": -0.104582, - "nauc_mrr_at_1_diff1": 0.937449, - "nauc_mrr_at_3_max": 0.85598, - "nauc_mrr_at_3_std": -0.084266, - "nauc_mrr_at_3_diff1": 0.942267, - "nauc_mrr_at_5_max": 0.855348, - "nauc_mrr_at_5_std": -0.073034, - "nauc_mrr_at_5_diff1": 0.943893, - "nauc_mrr_at_10_max": 0.853576, - "nauc_mrr_at_10_std": -0.072848, - "nauc_mrr_at_10_diff1": 0.943365, - "nauc_mrr_at_20_max": 0.853678, - "nauc_mrr_at_20_std": -0.068512, - "nauc_mrr_at_20_diff1": 0.943179, - "nauc_mrr_at_100_max": 0.853021, - "nauc_mrr_at_100_std": -0.073016, - "nauc_mrr_at_100_diff1": 0.942924, - "nauc_mrr_at_1000_max": 0.853009, - "nauc_mrr_at_1000_std": -0.073095, - "nauc_mrr_at_1000_diff1": 0.94293, - "main_score": 0.94416, + "nauc_mrr_at_1_max": 0.797479, + "nauc_mrr_at_1_std": -0.141026, + "nauc_mrr_at_1_diff1": 0.917367, + "nauc_mrr_at_3_max": 0.83124, + "nauc_mrr_at_3_std": -0.139964, + "nauc_mrr_at_3_diff1": 0.919577, + "nauc_mrr_at_5_max": 0.828334, + "nauc_mrr_at_5_std": -0.143171, + "nauc_mrr_at_5_diff1": 0.922125, + "nauc_mrr_at_10_max": 0.828563, + "nauc_mrr_at_10_std": -0.125105, + "nauc_mrr_at_10_diff1": 0.9221, + "nauc_mrr_at_20_max": 0.827666, + "nauc_mrr_at_20_std": -0.125224, + "nauc_mrr_at_20_diff1": 0.921812, + "nauc_mrr_at_100_max": 0.827046, + "nauc_mrr_at_100_std": -0.128209, + "nauc_mrr_at_100_diff1": 0.92157, + "nauc_mrr_at_1000_max": 0.827035, + "nauc_mrr_at_1000_std": -0.12827, + "nauc_mrr_at_1000_diff1": 0.921573, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.95778, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94283, "hf_subset": "eng_Latn-ind_Latn", "languages": [ "eng-Latn", "ind-Latn" - ] - }, - { - "ndcg_at_1": 0.77222, - "ndcg_at_3": 0.81947, - "ndcg_at_5": 0.82941, - "ndcg_at_10": 0.83887, - "ndcg_at_20": 0.84512, - "ndcg_at_100": 0.85347, - "ndcg_at_1000": 0.85644, - "map_at_1": 0.77222, - "map_at_3": 0.80778, - "map_at_5": 0.81322, - "map_at_10": 0.8172, - "map_at_20": 0.8188, - "map_at_100": 0.81991, - "map_at_1000": 0.82004, - "recall_at_1": 0.77222, - "recall_at_3": 0.85333, - "recall_at_5": 0.87778, - "recall_at_10": 0.90667, - "recall_at_20": 0.93222, - "recall_at_100": 0.97778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.76333, + "ndcg_at_3": 0.81063, + "ndcg_at_5": 0.82234, + "ndcg_at_10": 0.83235, + "ndcg_at_20": 0.83773, + "ndcg_at_100": 0.84831, + "ndcg_at_1000": 0.85093, + "map_at_1": 0.76333, + "map_at_3": 0.79963, + "map_at_5": 0.80602, + "map_at_10": 0.81033, + "map_at_20": 0.81182, + "map_at_100": 0.81324, + "map_at_1000": 0.81335, + "recall_at_1": 0.76333, + "recall_at_3": 0.84222, + "recall_at_5": 0.87111, + "recall_at_10": 0.90111, + "recall_at_20": 0.92222, + "recall_at_100": 0.98, "recall_at_1000": 1.0, - "precision_at_1": 0.77222, - "precision_at_3": 0.28444, - "precision_at_5": 0.17556, - "precision_at_10": 0.09067, - "precision_at_20": 0.04661, - "precision_at_100": 0.00978, + "accuracy": 0.76333, + "precision_at_1": 0.76333, + "precision_at_3": 0.28074, + "precision_at_5": 0.17422, + "precision_at_10": 0.09011, + "precision_at_20": 0.04611, + "precision_at_100": 0.0098, "precision_at_1000": 0.001, - "mrr_at_1": 0.772222, - "mrr_at_3": 0.807778, - "mrr_at_5": 0.813222, - "mrr_at_10": 0.817196, - "mrr_at_20": 0.818801, - "mrr_at_100": 0.81991, - "mrr_at_1000": 0.820042, - "nauc_ndcg_at_1_max": 0.791036, - "nauc_ndcg_at_1_std": 0.220991, - "nauc_ndcg_at_1_diff1": 0.885957, - "nauc_ndcg_at_3_max": 0.823193, - "nauc_ndcg_at_3_std": 0.279313, - "nauc_ndcg_at_3_diff1": 0.871208, - "nauc_ndcg_at_5_max": 0.820932, - "nauc_ndcg_at_5_std": 0.30014, - "nauc_ndcg_at_5_diff1": 0.864321, - "nauc_ndcg_at_10_max": 0.822665, - "nauc_ndcg_at_10_std": 0.312012, - "nauc_ndcg_at_10_diff1": 0.862496, - "nauc_ndcg_at_20_max": 0.820189, - "nauc_ndcg_at_20_std": 0.307919, - "nauc_ndcg_at_20_diff1": 0.862469, - "nauc_ndcg_at_100_max": 0.81898, - "nauc_ndcg_at_100_std": 0.298867, - "nauc_ndcg_at_100_diff1": 0.865369, - "nauc_ndcg_at_1000_max": 0.816934, - "nauc_ndcg_at_1000_std": 0.289914, - "nauc_ndcg_at_1000_diff1": 0.867245, - "nauc_map_at_1_max": 0.791036, - "nauc_map_at_1_std": 0.220991, - "nauc_map_at_1_diff1": 0.885957, - "nauc_map_at_3_max": 0.814899, - "nauc_map_at_3_std": 0.263842, - "nauc_map_at_3_diff1": 0.87402, - "nauc_map_at_5_max": 0.813569, - "nauc_map_at_5_std": 0.273907, - "nauc_map_at_5_diff1": 0.870629, - "nauc_map_at_10_max": 0.814139, - "nauc_map_at_10_std": 0.278393, - "nauc_map_at_10_diff1": 0.870089, - "nauc_map_at_20_max": 0.81347, - "nauc_map_at_20_std": 0.277139, - "nauc_map_at_20_diff1": 0.870114, - "nauc_map_at_100_max": 0.813279, - "nauc_map_at_100_std": 0.27591, - "nauc_map_at_100_diff1": 0.870546, - "nauc_map_at_1000_max": 0.813202, - "nauc_map_at_1000_std": 0.275574, - "nauc_map_at_1000_diff1": 0.870608, - "nauc_recall_at_1_max": 0.791036, - "nauc_recall_at_1_std": 0.220991, - "nauc_recall_at_1_diff1": 0.885957, - "nauc_recall_at_3_max": 0.853146, - "nauc_recall_at_3_std": 0.335429, - "nauc_recall_at_3_diff1": 0.861619, - "nauc_recall_at_5_max": 0.850809, - "nauc_recall_at_5_std": 0.414177, - "nauc_recall_at_5_diff1": 0.837171, - "nauc_recall_at_10_max": 0.86703, - "nauc_recall_at_10_std": 0.498994, - "nauc_recall_at_10_diff1": 0.820517, - "nauc_recall_at_20_max": 0.862852, - "nauc_recall_at_20_std": 0.534119, - "nauc_recall_at_20_diff1": 0.80523, - "nauc_recall_at_100_max": 0.911531, - "nauc_recall_at_100_std": 0.70105, - "nauc_recall_at_100_diff1": 0.778151, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.791036, - "nauc_precision_at_1_std": 0.220991, - "nauc_precision_at_1_diff1": 0.885957, - "nauc_precision_at_3_max": 0.853146, - "nauc_precision_at_3_std": 0.335429, - "nauc_precision_at_3_diff1": 0.861619, - "nauc_precision_at_5_max": 0.850809, - "nauc_precision_at_5_std": 0.414177, - "nauc_precision_at_5_diff1": 0.837171, - "nauc_precision_at_10_max": 0.86703, - "nauc_precision_at_10_std": 0.498994, - "nauc_precision_at_10_diff1": 0.820517, - "nauc_precision_at_20_max": 0.862852, - "nauc_precision_at_20_std": 0.534119, - "nauc_precision_at_20_diff1": 0.80523, - "nauc_precision_at_100_max": 0.911531, - "nauc_precision_at_100_std": 0.70105, - "nauc_precision_at_100_diff1": 0.778151, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.791036, - "nauc_mrr_at_1_std": 0.220991, - "nauc_mrr_at_1_diff1": 0.885957, - "nauc_mrr_at_3_max": 0.814899, - "nauc_mrr_at_3_std": 0.263842, - "nauc_mrr_at_3_diff1": 0.87402, - "nauc_mrr_at_5_max": 0.813569, - "nauc_mrr_at_5_std": 0.273907, - "nauc_mrr_at_5_diff1": 0.870629, - "nauc_mrr_at_10_max": 0.814139, - "nauc_mrr_at_10_std": 0.278393, - "nauc_mrr_at_10_diff1": 0.870089, - "nauc_mrr_at_20_max": 0.81347, - "nauc_mrr_at_20_std": 0.277139, - "nauc_mrr_at_20_diff1": 0.870114, - "nauc_mrr_at_100_max": 0.813279, - "nauc_mrr_at_100_std": 0.27591, - "nauc_mrr_at_100_diff1": 0.870546, - "nauc_mrr_at_1000_max": 0.813202, - "nauc_mrr_at_1000_std": 0.275574, - "nauc_mrr_at_1000_diff1": 0.870608, - "main_score": 0.83887, + "mrr_at_1": 0.763333, + "mrr_at_3": 0.79963, + "mrr_at_5": 0.806019, + "mrr_at_10": 0.810332, + "mrr_at_20": 0.811823, + "mrr_at_100": 0.813242, + "mrr_at_1000": 0.813348, + "nauc_ndcg_at_1_max": 0.796556, + "nauc_ndcg_at_1_std": 0.201205, + "nauc_ndcg_at_1_diff1": 0.887217, + "nauc_ndcg_at_3_max": 0.829998, + "nauc_ndcg_at_3_std": 0.271427, + "nauc_ndcg_at_3_diff1": 0.866873, + "nauc_ndcg_at_5_max": 0.834313, + "nauc_ndcg_at_5_std": 0.302753, + "nauc_ndcg_at_5_diff1": 0.868043, + "nauc_ndcg_at_10_max": 0.828698, + "nauc_ndcg_at_10_std": 0.308797, + "nauc_ndcg_at_10_diff1": 0.863587, + "nauc_ndcg_at_20_max": 0.82696, + "nauc_ndcg_at_20_std": 0.308117, + "nauc_ndcg_at_20_diff1": 0.862234, + "nauc_ndcg_at_100_max": 0.826002, + "nauc_ndcg_at_100_std": 0.294551, + "nauc_ndcg_at_100_diff1": 0.867929, + "nauc_ndcg_at_1000_max": 0.8242, + "nauc_ndcg_at_1000_std": 0.28662, + "nauc_ndcg_at_1000_diff1": 0.868158, + "nauc_map_at_1_max": 0.796556, + "nauc_map_at_1_std": 0.201205, + "nauc_map_at_1_diff1": 0.887217, + "nauc_map_at_3_max": 0.821347, + "nauc_map_at_3_std": 0.255283, + "nauc_map_at_3_diff1": 0.871628, + "nauc_map_at_5_max": 0.823272, + "nauc_map_at_5_std": 0.270195, + "nauc_map_at_5_diff1": 0.872563, + "nauc_map_at_10_max": 0.821057, + "nauc_map_at_10_std": 0.27249, + "nauc_map_at_10_diff1": 0.870913, + "nauc_map_at_20_max": 0.820603, + "nauc_map_at_20_std": 0.272007, + "nauc_map_at_20_diff1": 0.870611, + "nauc_map_at_100_max": 0.820418, + "nauc_map_at_100_std": 0.270442, + "nauc_map_at_100_diff1": 0.871243, + "nauc_map_at_1000_max": 0.820358, + "nauc_map_at_1000_std": 0.270146, + "nauc_map_at_1000_diff1": 0.871262, + "nauc_recall_at_1_max": 0.796556, + "nauc_recall_at_1_std": 0.201205, + "nauc_recall_at_1_diff1": 0.887217, + "nauc_recall_at_3_max": 0.860327, + "nauc_recall_at_3_std": 0.326915, + "nauc_recall_at_3_diff1": 0.850479, + "nauc_recall_at_5_max": 0.880394, + "nauc_recall_at_5_std": 0.442589, + "nauc_recall_at_5_diff1": 0.849837, + "nauc_recall_at_10_max": 0.864219, + "nauc_recall_at_10_std": 0.502266, + "nauc_recall_at_10_diff1": 0.824127, + "nauc_recall_at_20_max": 0.860044, + "nauc_recall_at_20_std": 0.549753, + "nauc_recall_at_20_diff1": 0.803701, + "nauc_recall_at_100_max": 0.92258, + "nauc_recall_at_100_std": 0.703782, + "nauc_recall_at_100_diff1": 0.859581, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796556, + "nauc_precision_at_1_std": 0.201205, + "nauc_precision_at_1_diff1": 0.887217, + "nauc_precision_at_3_max": 0.860327, + "nauc_precision_at_3_std": 0.326915, + "nauc_precision_at_3_diff1": 0.850479, + "nauc_precision_at_5_max": 0.880394, + "nauc_precision_at_5_std": 0.442589, + "nauc_precision_at_5_diff1": 0.849837, + "nauc_precision_at_10_max": 0.864219, + "nauc_precision_at_10_std": 0.502266, + "nauc_precision_at_10_diff1": 0.824127, + "nauc_precision_at_20_max": 0.860044, + "nauc_precision_at_20_std": 0.549753, + "nauc_precision_at_20_diff1": 0.803701, + "nauc_precision_at_100_max": 0.92258, + "nauc_precision_at_100_std": 0.703782, + "nauc_precision_at_100_diff1": 0.859581, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796556, + "nauc_mrr_at_1_std": 0.201205, + "nauc_mrr_at_1_diff1": 0.887217, + "nauc_mrr_at_3_max": 0.821347, + "nauc_mrr_at_3_std": 0.255283, + "nauc_mrr_at_3_diff1": 0.871628, + "nauc_mrr_at_5_max": 0.823272, + "nauc_mrr_at_5_std": 0.270195, + "nauc_mrr_at_5_diff1": 0.872563, + "nauc_mrr_at_10_max": 0.821057, + "nauc_mrr_at_10_std": 0.27249, + "nauc_mrr_at_10_diff1": 0.870913, + "nauc_mrr_at_20_max": 0.820603, + "nauc_mrr_at_20_std": 0.272007, + "nauc_mrr_at_20_diff1": 0.870611, + "nauc_mrr_at_100_max": 0.820418, + "nauc_mrr_at_100_std": 0.270442, + "nauc_mrr_at_100_diff1": 0.871243, + "nauc_mrr_at_1000_max": 0.820358, + "nauc_mrr_at_1000_std": 0.270146, + "nauc_mrr_at_1000_diff1": 0.871262, + "hit_rate_at_1": 0.76333, + "hit_rate_at_3": 0.84222, + "hit_rate_at_5": 0.87111, + "hit_rate_at_10": 0.90111, + "hit_rate_at_20": 0.92222, + "hit_rate_at_100": 0.98, + "hit_rate_at_1000": 1.0, + "main_score": 0.83235, "hf_subset": "isl_Latn-isl_Latn", "languages": [ "isl-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.82889, - "ndcg_at_3": 0.88692, - "ndcg_at_5": 0.89619, - "ndcg_at_10": 0.90245, - "ndcg_at_20": 0.90595, - "ndcg_at_100": 0.90849, - "ndcg_at_1000": 0.90907, - "map_at_1": 0.82889, - "map_at_3": 0.87278, - "map_at_5": 0.878, - "map_at_10": 0.88067, - "map_at_20": 0.8817, - "map_at_100": 0.88207, - "map_at_1000": 0.8821, - "recall_at_1": 0.82889, - "recall_at_3": 0.92778, - "recall_at_5": 0.95, + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.87764, + "ndcg_at_5": 0.88941, + "ndcg_at_10": 0.89756, + "ndcg_at_20": 0.9009, + "ndcg_at_100": 0.90361, + "ndcg_at_1000": 0.90403, + "map_at_1": 0.82, + "map_at_3": 0.86407, + "map_at_5": 0.8708, + "map_at_10": 0.87429, + "map_at_20": 0.87519, + "map_at_100": 0.87558, + "map_at_1000": 0.87559, + "recall_at_1": 0.82, + "recall_at_3": 0.91667, + "recall_at_5": 0.94444, "recall_at_10": 0.96889, "recall_at_20": 0.98222, - "recall_at_100": 0.99556, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.82889, - "precision_at_3": 0.30926, - "precision_at_5": 0.19, + "accuracy": 0.82, + "precision_at_1": 0.82, + "precision_at_3": 0.30556, + "precision_at_5": 0.18889, "precision_at_10": 0.09689, "precision_at_20": 0.04911, - "precision_at_100": 0.00996, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.828889, - "mrr_at_3": 0.872778, - "mrr_at_5": 0.878, - "mrr_at_10": 0.880669, - "mrr_at_20": 0.881702, - "mrr_at_100": 0.882073, - "mrr_at_1000": 0.882098, - "nauc_ndcg_at_1_max": 0.713552, - "nauc_ndcg_at_1_std": -0.259511, - "nauc_ndcg_at_1_diff1": 0.882721, - "nauc_ndcg_at_3_max": 0.742331, - "nauc_ndcg_at_3_std": -0.209018, - "nauc_ndcg_at_3_diff1": 0.864566, - "nauc_ndcg_at_5_max": 0.748078, - "nauc_ndcg_at_5_std": -0.183572, - "nauc_ndcg_at_5_diff1": 0.865144, - "nauc_ndcg_at_10_max": 0.74099, - "nauc_ndcg_at_10_std": -0.207605, - "nauc_ndcg_at_10_diff1": 0.867922, - "nauc_ndcg_at_20_max": 0.739014, - "nauc_ndcg_at_20_std": -0.212287, - "nauc_ndcg_at_20_diff1": 0.870203, - "nauc_ndcg_at_100_max": 0.737487, - "nauc_ndcg_at_100_std": -0.212561, - "nauc_ndcg_at_100_diff1": 0.870443, - "nauc_ndcg_at_1000_max": 0.735925, - "nauc_ndcg_at_1000_std": -0.216283, - "nauc_ndcg_at_1000_diff1": 0.870672, - "nauc_map_at_1_max": 0.713552, - "nauc_map_at_1_std": -0.259511, - "nauc_map_at_1_diff1": 0.882721, - "nauc_map_at_3_max": 0.733631, - "nauc_map_at_3_std": -0.226982, - "nauc_map_at_3_diff1": 0.87011, - "nauc_map_at_5_max": 0.735913, - "nauc_map_at_5_std": -0.215382, - "nauc_map_at_5_diff1": 0.870742, - "nauc_map_at_10_max": 0.733005, - "nauc_map_at_10_std": -0.224242, - "nauc_map_at_10_diff1": 0.871663, - "nauc_map_at_20_max": 0.732501, - "nauc_map_at_20_std": -0.225185, - "nauc_map_at_20_diff1": 0.872169, - "nauc_map_at_100_max": 0.73235, - "nauc_map_at_100_std": -0.225091, - "nauc_map_at_100_diff1": 0.872204, - "nauc_map_at_1000_max": 0.732295, - "nauc_map_at_1000_std": -0.22517, - "nauc_map_at_1000_diff1": 0.872209, - "nauc_recall_at_1_max": 0.713552, - "nauc_recall_at_1_std": -0.259511, - "nauc_recall_at_1_diff1": 0.882721, - "nauc_recall_at_3_max": 0.784572, - "nauc_recall_at_3_std": -0.119809, - "nauc_recall_at_3_diff1": 0.837607, - "nauc_recall_at_5_max": 0.831891, - "nauc_recall_at_5_std": 0.040616, - "nauc_recall_at_5_diff1": 0.827368, - "nauc_recall_at_10_max": 0.820778, - "nauc_recall_at_10_std": -0.048536, - "nauc_recall_at_10_diff1": 0.83335, - "nauc_recall_at_20_max": 0.840424, - "nauc_recall_at_20_std": -0.03621, - "nauc_recall_at_20_diff1": 0.854692, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.392624, - "nauc_recall_at_100_diff1": 0.832516, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.713552, - "nauc_precision_at_1_std": -0.259511, - "nauc_precision_at_1_diff1": 0.882721, - "nauc_precision_at_3_max": 0.784572, - "nauc_precision_at_3_std": -0.119809, - "nauc_precision_at_3_diff1": 0.837607, - "nauc_precision_at_5_max": 0.831891, - "nauc_precision_at_5_std": 0.040616, - "nauc_precision_at_5_diff1": 0.827368, - "nauc_precision_at_10_max": 0.820778, - "nauc_precision_at_10_std": -0.048536, - "nauc_precision_at_10_diff1": 0.83335, - "nauc_precision_at_20_max": 0.840424, - "nauc_precision_at_20_std": -0.03621, - "nauc_precision_at_20_diff1": 0.854692, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.392624, - "nauc_precision_at_100_diff1": 0.832516, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.713552, - "nauc_mrr_at_1_std": -0.259511, - "nauc_mrr_at_1_diff1": 0.882721, - "nauc_mrr_at_3_max": 0.733631, - "nauc_mrr_at_3_std": -0.226982, - "nauc_mrr_at_3_diff1": 0.87011, - "nauc_mrr_at_5_max": 0.735913, - "nauc_mrr_at_5_std": -0.215382, - "nauc_mrr_at_5_diff1": 0.870742, - "nauc_mrr_at_10_max": 0.733005, - "nauc_mrr_at_10_std": -0.224242, - "nauc_mrr_at_10_diff1": 0.871663, - "nauc_mrr_at_20_max": 0.732501, - "nauc_mrr_at_20_std": -0.225185, - "nauc_mrr_at_20_diff1": 0.872169, - "nauc_mrr_at_100_max": 0.73235, - "nauc_mrr_at_100_std": -0.225091, - "nauc_mrr_at_100_diff1": 0.872204, - "nauc_mrr_at_1000_max": 0.732295, - "nauc_mrr_at_1000_std": -0.22517, - "nauc_mrr_at_1000_diff1": 0.872209, - "main_score": 0.90245, + "mrr_at_1": 0.82, + "mrr_at_3": 0.864074, + "mrr_at_5": 0.870796, + "mrr_at_10": 0.874295, + "mrr_at_20": 0.875192, + "mrr_at_100": 0.875576, + "mrr_at_1000": 0.875591, + "nauc_ndcg_at_1_max": 0.698817, + "nauc_ndcg_at_1_std": -0.240029, + "nauc_ndcg_at_1_diff1": 0.884137, + "nauc_ndcg_at_3_max": 0.71392, + "nauc_ndcg_at_3_std": -0.245726, + "nauc_ndcg_at_3_diff1": 0.859321, + "nauc_ndcg_at_5_max": 0.713285, + "nauc_ndcg_at_5_std": -0.241649, + "nauc_ndcg_at_5_diff1": 0.864306, + "nauc_ndcg_at_10_max": 0.717085, + "nauc_ndcg_at_10_std": -0.227409, + "nauc_ndcg_at_10_diff1": 0.865076, + "nauc_ndcg_at_20_max": 0.715114, + "nauc_ndcg_at_20_std": -0.233746, + "nauc_ndcg_at_20_diff1": 0.868008, + "nauc_ndcg_at_100_max": 0.713232, + "nauc_ndcg_at_100_std": -0.236499, + "nauc_ndcg_at_100_diff1": 0.86889, + "nauc_ndcg_at_1000_max": 0.712145, + "nauc_ndcg_at_1000_std": -0.237428, + "nauc_ndcg_at_1000_diff1": 0.868481, + "nauc_map_at_1_max": 0.698817, + "nauc_map_at_1_std": -0.240029, + "nauc_map_at_1_diff1": 0.884137, + "nauc_map_at_3_max": 0.709401, + "nauc_map_at_3_std": -0.247879, + "nauc_map_at_3_diff1": 0.865783, + "nauc_map_at_5_max": 0.708709, + "nauc_map_at_5_std": -0.246542, + "nauc_map_at_5_diff1": 0.868627, + "nauc_map_at_10_max": 0.710078, + "nauc_map_at_10_std": -0.241052, + "nauc_map_at_10_diff1": 0.869109, + "nauc_map_at_20_max": 0.709549, + "nauc_map_at_20_std": -0.242525, + "nauc_map_at_20_diff1": 0.869696, + "nauc_map_at_100_max": 0.709398, + "nauc_map_at_100_std": -0.242408, + "nauc_map_at_100_diff1": 0.869797, + "nauc_map_at_1000_max": 0.709371, + "nauc_map_at_1000_std": -0.242364, + "nauc_map_at_1000_diff1": 0.869784, + "nauc_recall_at_1_max": 0.698817, + "nauc_recall_at_1_std": -0.240029, + "nauc_recall_at_1_diff1": 0.884137, + "nauc_recall_at_3_max": 0.734205, + "nauc_recall_at_3_std": -0.233452, + "nauc_recall_at_3_diff1": 0.830968, + "nauc_recall_at_5_max": 0.742708, + "nauc_recall_at_5_std": -0.203763, + "nauc_recall_at_5_diff1": 0.838982, + "nauc_recall_at_10_max": 0.798536, + "nauc_recall_at_10_std": -0.051387, + "nauc_recall_at_10_diff1": 0.82468, + "nauc_recall_at_20_max": 0.819999, + "nauc_recall_at_20_std": -0.054884, + "nauc_recall_at_20_diff1": 0.860528, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.698817, + "nauc_precision_at_1_std": -0.240029, + "nauc_precision_at_1_diff1": 0.884137, + "nauc_precision_at_3_max": 0.734205, + "nauc_precision_at_3_std": -0.233452, + "nauc_precision_at_3_diff1": 0.830968, + "nauc_precision_at_5_max": 0.742708, + "nauc_precision_at_5_std": -0.203763, + "nauc_precision_at_5_diff1": 0.838982, + "nauc_precision_at_10_max": 0.798536, + "nauc_precision_at_10_std": -0.051387, + "nauc_precision_at_10_diff1": 0.82468, + "nauc_precision_at_20_max": 0.819999, + "nauc_precision_at_20_std": -0.054884, + "nauc_precision_at_20_diff1": 0.860528, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.698817, + "nauc_mrr_at_1_std": -0.240029, + "nauc_mrr_at_1_diff1": 0.884137, + "nauc_mrr_at_3_max": 0.709401, + "nauc_mrr_at_3_std": -0.247879, + "nauc_mrr_at_3_diff1": 0.865783, + "nauc_mrr_at_5_max": 0.708709, + "nauc_mrr_at_5_std": -0.246542, + "nauc_mrr_at_5_diff1": 0.868627, + "nauc_mrr_at_10_max": 0.710078, + "nauc_mrr_at_10_std": -0.241052, + "nauc_mrr_at_10_diff1": 0.869109, + "nauc_mrr_at_20_max": 0.709549, + "nauc_mrr_at_20_std": -0.242525, + "nauc_mrr_at_20_diff1": 0.869696, + "nauc_mrr_at_100_max": 0.709398, + "nauc_mrr_at_100_std": -0.242408, + "nauc_mrr_at_100_diff1": 0.869797, + "nauc_mrr_at_1000_max": 0.709371, + "nauc_mrr_at_1000_std": -0.242364, + "nauc_mrr_at_1000_diff1": 0.869784, + "hit_rate_at_1": 0.82, + "hit_rate_at_3": 0.91667, + "hit_rate_at_5": 0.94444, + "hit_rate_at_10": 0.96889, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.89756, "hf_subset": "isl_Latn-eng_Latn", "languages": [ "isl-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.61556, - "ndcg_at_3": 0.67651, - "ndcg_at_5": 0.69066, - "ndcg_at_10": 0.70538, - "ndcg_at_20": 0.7158, - "ndcg_at_100": 0.73278, - "ndcg_at_1000": 0.74146, - "map_at_1": 0.61556, - "map_at_3": 0.66148, - "map_at_5": 0.66931, - "map_at_10": 0.67538, - "map_at_20": 0.67824, - "map_at_100": 0.68047, - "map_at_1000": 0.68084, - "recall_at_1": 0.61556, - "recall_at_3": 0.72, - "recall_at_5": 0.75444, - "recall_at_10": 0.8, - "recall_at_20": 0.84111, - "recall_at_100": 0.93444, - "recall_at_1000": 1.0, - "precision_at_1": 0.61556, - "precision_at_3": 0.24, - "precision_at_5": 0.15089, - "precision_at_10": 0.08, - "precision_at_20": 0.04206, - "precision_at_100": 0.00934, - "precision_at_1000": 0.001, - "mrr_at_1": 0.615556, - "mrr_at_3": 0.661481, - "mrr_at_5": 0.669315, - "mrr_at_10": 0.675379, - "mrr_at_20": 0.678244, - "mrr_at_100": 0.680474, - "mrr_at_1000": 0.680841, - "nauc_ndcg_at_1_max": 0.827481, - "nauc_ndcg_at_1_std": 0.389992, - "nauc_ndcg_at_1_diff1": 0.881258, - "nauc_ndcg_at_3_max": 0.84644, - "nauc_ndcg_at_3_std": 0.467816, - "nauc_ndcg_at_3_diff1": 0.851276, - "nauc_ndcg_at_5_max": 0.843425, - "nauc_ndcg_at_5_std": 0.485029, - "nauc_ndcg_at_5_diff1": 0.84264, - "nauc_ndcg_at_10_max": 0.838995, - "nauc_ndcg_at_10_std": 0.492758, - "nauc_ndcg_at_10_diff1": 0.835151, - "nauc_ndcg_at_20_max": 0.841133, - "nauc_ndcg_at_20_std": 0.492641, - "nauc_ndcg_at_20_diff1": 0.837755, - "nauc_ndcg_at_100_max": 0.84249, - "nauc_ndcg_at_100_std": 0.486499, - "nauc_ndcg_at_100_diff1": 0.843506, - "nauc_ndcg_at_1000_max": 0.840923, - "nauc_ndcg_at_1000_std": 0.47455, - "nauc_ndcg_at_1000_diff1": 0.846857, - "nauc_map_at_1_max": 0.827481, - "nauc_map_at_1_std": 0.389992, - "nauc_map_at_1_diff1": 0.881258, - "nauc_map_at_3_max": 0.842106, - "nauc_map_at_3_std": 0.446833, - "nauc_map_at_3_diff1": 0.859258, - "nauc_map_at_5_max": 0.840412, - "nauc_map_at_5_std": 0.455438, - "nauc_map_at_5_diff1": 0.854975, - "nauc_map_at_10_max": 0.838742, - "nauc_map_at_10_std": 0.457861, - "nauc_map_at_10_diff1": 0.852369, - "nauc_map_at_20_max": 0.839342, - "nauc_map_at_20_std": 0.457742, - "nauc_map_at_20_diff1": 0.85318, - "nauc_map_at_100_max": 0.839508, - "nauc_map_at_100_std": 0.457151, - "nauc_map_at_100_diff1": 0.8538, - "nauc_map_at_1000_max": 0.839457, - "nauc_map_at_1000_std": 0.456715, - "nauc_map_at_1000_diff1": 0.853953, - "nauc_recall_at_1_max": 0.827481, - "nauc_recall_at_1_std": 0.389992, - "nauc_recall_at_1_diff1": 0.881258, - "nauc_recall_at_3_max": 0.860403, - "nauc_recall_at_3_std": 0.537152, - "nauc_recall_at_3_diff1": 0.82495, - "nauc_recall_at_5_max": 0.853384, - "nauc_recall_at_5_std": 0.594697, - "nauc_recall_at_5_diff1": 0.796584, - "nauc_recall_at_10_max": 0.836308, - "nauc_recall_at_10_std": 0.646329, - "nauc_recall_at_10_diff1": 0.75714, - "nauc_recall_at_20_max": 0.848123, - "nauc_recall_at_20_std": 0.678697, - "nauc_recall_at_20_diff1": 0.75499, - "nauc_recall_at_100_max": 0.883089, - "nauc_recall_at_100_std": 0.787985, - "nauc_recall_at_100_diff1": 0.764207, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.827481, - "nauc_precision_at_1_std": 0.389992, - "nauc_precision_at_1_diff1": 0.881258, - "nauc_precision_at_3_max": 0.860403, - "nauc_precision_at_3_std": 0.537152, - "nauc_precision_at_3_diff1": 0.82495, - "nauc_precision_at_5_max": 0.853384, - "nauc_precision_at_5_std": 0.594697, - "nauc_precision_at_5_diff1": 0.796584, - "nauc_precision_at_10_max": 0.836308, - "nauc_precision_at_10_std": 0.646329, - "nauc_precision_at_10_diff1": 0.75714, - "nauc_precision_at_20_max": 0.848123, - "nauc_precision_at_20_std": 0.678697, - "nauc_precision_at_20_diff1": 0.75499, - "nauc_precision_at_100_max": 0.883089, - "nauc_precision_at_100_std": 0.787985, - "nauc_precision_at_100_diff1": 0.764207, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.827481, - "nauc_mrr_at_1_std": 0.389992, - "nauc_mrr_at_1_diff1": 0.881258, - "nauc_mrr_at_3_max": 0.842106, - "nauc_mrr_at_3_std": 0.446833, - "nauc_mrr_at_3_diff1": 0.859258, - "nauc_mrr_at_5_max": 0.840412, - "nauc_mrr_at_5_std": 0.455438, - "nauc_mrr_at_5_diff1": 0.854975, - "nauc_mrr_at_10_max": 0.838742, - "nauc_mrr_at_10_std": 0.457861, - "nauc_mrr_at_10_diff1": 0.852369, - "nauc_mrr_at_20_max": 0.839342, - "nauc_mrr_at_20_std": 0.457742, - "nauc_mrr_at_20_diff1": 0.85318, - "nauc_mrr_at_100_max": 0.839508, - "nauc_mrr_at_100_std": 0.457151, - "nauc_mrr_at_100_diff1": 0.8538, - "nauc_mrr_at_1000_max": 0.839457, - "nauc_mrr_at_1000_std": 0.456715, - "nauc_mrr_at_1000_diff1": 0.853953, - "main_score": 0.70538, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59667, + "ndcg_at_3": 0.65288, + "ndcg_at_5": 0.67282, + "ndcg_at_10": 0.68591, + "ndcg_at_20": 0.69847, + "ndcg_at_100": 0.7151, + "ndcg_at_1000": 0.72537, + "map_at_1": 0.59667, + "map_at_3": 0.63926, + "map_at_5": 0.6502, + "map_at_10": 0.65549, + "map_at_20": 0.65904, + "map_at_100": 0.66123, + "map_at_1000": 0.66167, + "recall_at_1": 0.59667, + "recall_at_3": 0.69222, + "recall_at_5": 0.74111, + "recall_at_10": 0.78222, + "recall_at_20": 0.83111, + "recall_at_100": 0.92222, + "recall_at_1000": 1.0, + "accuracy": 0.59667, + "precision_at_1": 0.59667, + "precision_at_3": 0.23074, + "precision_at_5": 0.14822, + "precision_at_10": 0.07822, + "precision_at_20": 0.04156, + "precision_at_100": 0.00922, + "precision_at_1000": 0.001, + "mrr_at_1": 0.596667, + "mrr_at_3": 0.639259, + "mrr_at_5": 0.650204, + "mrr_at_10": 0.655493, + "mrr_at_20": 0.659044, + "mrr_at_100": 0.661233, + "mrr_at_1000": 0.661666, + "nauc_ndcg_at_1_max": 0.804001, + "nauc_ndcg_at_1_std": 0.354959, + "nauc_ndcg_at_1_diff1": 0.865745, + "nauc_ndcg_at_3_max": 0.834323, + "nauc_ndcg_at_3_std": 0.426488, + "nauc_ndcg_at_3_diff1": 0.831935, + "nauc_ndcg_at_5_max": 0.828156, + "nauc_ndcg_at_5_std": 0.439725, + "nauc_ndcg_at_5_diff1": 0.827009, + "nauc_ndcg_at_10_max": 0.825171, + "nauc_ndcg_at_10_std": 0.448749, + "nauc_ndcg_at_10_diff1": 0.819113, + "nauc_ndcg_at_20_max": 0.824112, + "nauc_ndcg_at_20_std": 0.455959, + "nauc_ndcg_at_20_diff1": 0.81787, + "nauc_ndcg_at_100_max": 0.824812, + "nauc_ndcg_at_100_std": 0.446673, + "nauc_ndcg_at_100_diff1": 0.823011, + "nauc_ndcg_at_1000_max": 0.824464, + "nauc_ndcg_at_1000_std": 0.434533, + "nauc_ndcg_at_1000_diff1": 0.828644, + "nauc_map_at_1_max": 0.804001, + "nauc_map_at_1_std": 0.354959, + "nauc_map_at_1_diff1": 0.865745, + "nauc_map_at_3_max": 0.827987, + "nauc_map_at_3_std": 0.408659, + "nauc_map_at_3_diff1": 0.841273, + "nauc_map_at_5_max": 0.824586, + "nauc_map_at_5_std": 0.415056, + "nauc_map_at_5_diff1": 0.838951, + "nauc_map_at_10_max": 0.823337, + "nauc_map_at_10_std": 0.418176, + "nauc_map_at_10_diff1": 0.836156, + "nauc_map_at_20_max": 0.822913, + "nauc_map_at_20_std": 0.419551, + "nauc_map_at_20_diff1": 0.83597, + "nauc_map_at_100_max": 0.823021, + "nauc_map_at_100_std": 0.418185, + "nauc_map_at_100_diff1": 0.836645, + "nauc_map_at_1000_max": 0.82303, + "nauc_map_at_1000_std": 0.417772, + "nauc_map_at_1000_diff1": 0.836874, + "nauc_recall_at_1_max": 0.804001, + "nauc_recall_at_1_std": 0.354959, + "nauc_recall_at_1_diff1": 0.865745, + "nauc_recall_at_3_max": 0.853908, + "nauc_recall_at_3_std": 0.483244, + "nauc_recall_at_3_diff1": 0.801776, + "nauc_recall_at_5_max": 0.838985, + "nauc_recall_at_5_std": 0.530253, + "nauc_recall_at_5_diff1": 0.783005, + "nauc_recall_at_10_max": 0.828873, + "nauc_recall_at_10_std": 0.580358, + "nauc_recall_at_10_diff1": 0.743869, + "nauc_recall_at_20_max": 0.824978, + "nauc_recall_at_20_std": 0.659287, + "nauc_recall_at_20_diff1": 0.717978, + "nauc_recall_at_100_max": 0.836101, + "nauc_recall_at_100_std": 0.721935, + "nauc_recall_at_100_diff1": 0.7008, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.804001, + "nauc_precision_at_1_std": 0.354959, + "nauc_precision_at_1_diff1": 0.865745, + "nauc_precision_at_3_max": 0.853908, + "nauc_precision_at_3_std": 0.483244, + "nauc_precision_at_3_diff1": 0.801776, + "nauc_precision_at_5_max": 0.838985, + "nauc_precision_at_5_std": 0.530253, + "nauc_precision_at_5_diff1": 0.783005, + "nauc_precision_at_10_max": 0.828873, + "nauc_precision_at_10_std": 0.580358, + "nauc_precision_at_10_diff1": 0.743869, + "nauc_precision_at_20_max": 0.824978, + "nauc_precision_at_20_std": 0.659287, + "nauc_precision_at_20_diff1": 0.717978, + "nauc_precision_at_100_max": 0.836101, + "nauc_precision_at_100_std": 0.721935, + "nauc_precision_at_100_diff1": 0.7008, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.804001, + "nauc_mrr_at_1_std": 0.354959, + "nauc_mrr_at_1_diff1": 0.865745, + "nauc_mrr_at_3_max": 0.827987, + "nauc_mrr_at_3_std": 0.408659, + "nauc_mrr_at_3_diff1": 0.841273, + "nauc_mrr_at_5_max": 0.824586, + "nauc_mrr_at_5_std": 0.415056, + "nauc_mrr_at_5_diff1": 0.838951, + "nauc_mrr_at_10_max": 0.823337, + "nauc_mrr_at_10_std": 0.418176, + "nauc_mrr_at_10_diff1": 0.836156, + "nauc_mrr_at_20_max": 0.822913, + "nauc_mrr_at_20_std": 0.419551, + "nauc_mrr_at_20_diff1": 0.83597, + "nauc_mrr_at_100_max": 0.823021, + "nauc_mrr_at_100_std": 0.418185, + "nauc_mrr_at_100_diff1": 0.836645, + "nauc_mrr_at_1000_max": 0.82303, + "nauc_mrr_at_1000_std": 0.417772, + "nauc_mrr_at_1000_diff1": 0.836874, + "hit_rate_at_1": 0.59667, + "hit_rate_at_3": 0.69222, + "hit_rate_at_5": 0.74111, + "hit_rate_at_10": 0.78222, + "hit_rate_at_20": 0.83111, + "hit_rate_at_100": 0.92222, + "hit_rate_at_1000": 1.0, + "main_score": 0.68591, "hf_subset": "eng_Latn-isl_Latn", "languages": [ "eng-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92444, - "ndcg_at_3": 0.95313, - "ndcg_at_5": 0.95811, - "ndcg_at_10": 0.95996, - "ndcg_at_20": 0.9608, - "ndcg_at_100": 0.96164, - "ndcg_at_1000": 0.96193, - "map_at_1": 0.92444, - "map_at_3": 0.94648, - "map_at_5": 0.9492, - "map_at_10": 0.95, - "map_at_20": 0.95023, - "map_at_100": 0.95035, - "map_at_1000": 0.95036, - "recall_at_1": 0.92444, - "recall_at_3": 0.97222, - "recall_at_5": 0.98444, - "recall_at_10": 0.99, + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.9426, + "ndcg_at_5": 0.94954, + "ndcg_at_10": 0.95314, + "ndcg_at_20": 0.95341, + "ndcg_at_100": 0.95427, + "ndcg_at_1000": 0.95456, + "map_at_1": 0.91, + "map_at_3": 0.935, + "map_at_5": 0.93889, + "map_at_10": 0.94038, + "map_at_20": 0.94045, + "map_at_100": 0.94058, + "map_at_1000": 0.94059, + "recall_at_1": 0.91, + "recall_at_3": 0.96444, + "recall_at_5": 0.98111, + "recall_at_10": 0.99222, "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92444, - "precision_at_3": 0.32407, - "precision_at_5": 0.19689, - "precision_at_10": 0.099, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32148, + "precision_at_5": 0.19622, + "precision_at_10": 0.09922, "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.924444, - "mrr_at_3": 0.946481, - "mrr_at_5": 0.949204, - "mrr_at_10": 0.950004, - "mrr_at_20": 0.95023, - "mrr_at_100": 0.950351, - "mrr_at_1000": 0.950362, - "nauc_ndcg_at_1_max": 0.809373, - "nauc_ndcg_at_1_std": -0.152023, - "nauc_ndcg_at_1_diff1": 0.953967, - "nauc_ndcg_at_3_max": 0.848358, - "nauc_ndcg_at_3_std": -0.211213, - "nauc_ndcg_at_3_diff1": 0.962022, - "nauc_ndcg_at_5_max": 0.844117, - "nauc_ndcg_at_5_std": -0.158221, - "nauc_ndcg_at_5_diff1": 0.963184, - "nauc_ndcg_at_10_max": 0.839454, - "nauc_ndcg_at_10_std": -0.147605, - "nauc_ndcg_at_10_diff1": 0.962685, - "nauc_ndcg_at_20_max": 0.839347, - "nauc_ndcg_at_20_std": -0.149632, - "nauc_ndcg_at_20_diff1": 0.961889, - "nauc_ndcg_at_100_max": 0.837292, - "nauc_ndcg_at_100_std": -0.147279, - "nauc_ndcg_at_100_diff1": 0.961058, - "nauc_ndcg_at_1000_max": 0.836058, - "nauc_ndcg_at_1000_std": -0.155979, - "nauc_ndcg_at_1000_diff1": 0.960762, - "nauc_map_at_1_max": 0.809373, - "nauc_map_at_1_std": -0.152023, - "nauc_map_at_1_diff1": 0.953967, - "nauc_map_at_3_max": 0.836984, - "nauc_map_at_3_std": -0.191967, - "nauc_map_at_3_diff1": 0.959817, - "nauc_map_at_5_max": 0.834523, - "nauc_map_at_5_std": -0.16663, - "nauc_map_at_5_diff1": 0.960237, - "nauc_map_at_10_max": 0.832756, - "nauc_map_at_10_std": -0.162796, - "nauc_map_at_10_diff1": 0.960015, - "nauc_map_at_20_max": 0.832761, - "nauc_map_at_20_std": -0.162905, - "nauc_map_at_20_diff1": 0.959833, - "nauc_map_at_100_max": 0.832521, - "nauc_map_at_100_std": -0.162493, - "nauc_map_at_100_diff1": 0.959736, - "nauc_map_at_1000_max": 0.832484, - "nauc_map_at_1000_std": -0.162746, - "nauc_map_at_1000_diff1": 0.959727, - "nauc_recall_at_1_max": 0.809373, - "nauc_recall_at_1_std": -0.152023, - "nauc_recall_at_1_diff1": 0.953967, - "nauc_recall_at_3_max": 0.910084, - "nauc_recall_at_3_std": -0.317498, - "nauc_recall_at_3_diff1": 0.973856, - "nauc_recall_at_5_max": 0.929639, - "nauc_recall_at_5_std": -0.055222, - "nauc_recall_at_5_diff1": 0.990663, - "nauc_recall_at_10_max": 0.921413, - "nauc_recall_at_10_std": 0.121174, - "nauc_recall_at_10_diff1": 1.0, - "nauc_recall_at_20_max": 0.956427, + "mrr_at_1": 0.91, + "mrr_at_3": 0.935, + "mrr_at_5": 0.938889, + "mrr_at_10": 0.940384, + "mrr_at_20": 0.940453, + "mrr_at_100": 0.940581, + "mrr_at_1000": 0.940592, + "nauc_ndcg_at_1_max": 0.805558, + "nauc_ndcg_at_1_std": -0.227121, + "nauc_ndcg_at_1_diff1": 0.943661, + "nauc_ndcg_at_3_max": 0.847282, + "nauc_ndcg_at_3_std": -0.202045, + "nauc_ndcg_at_3_diff1": 0.949772, + "nauc_ndcg_at_5_max": 0.838686, + "nauc_ndcg_at_5_std": -0.206067, + "nauc_ndcg_at_5_diff1": 0.948815, + "nauc_ndcg_at_10_max": 0.834627, + "nauc_ndcg_at_10_std": -0.193189, + "nauc_ndcg_at_10_diff1": 0.947985, + "nauc_ndcg_at_20_max": 0.833662, + "nauc_ndcg_at_20_std": -0.19755, + "nauc_ndcg_at_20_diff1": 0.948444, + "nauc_ndcg_at_100_max": 0.832601, + "nauc_ndcg_at_100_std": -0.195754, + "nauc_ndcg_at_100_diff1": 0.948079, + "nauc_ndcg_at_1000_max": 0.831537, + "nauc_ndcg_at_1000_std": -0.203355, + "nauc_ndcg_at_1000_diff1": 0.947749, + "nauc_map_at_1_max": 0.805558, + "nauc_map_at_1_std": -0.227121, + "nauc_map_at_1_diff1": 0.943661, + "nauc_map_at_3_max": 0.835673, + "nauc_map_at_3_std": -0.209354, + "nauc_map_at_3_diff1": 0.947961, + "nauc_map_at_5_max": 0.830773, + "nauc_map_at_5_std": -0.213293, + "nauc_map_at_5_diff1": 0.947383, + "nauc_map_at_10_max": 0.82892, + "nauc_map_at_10_std": -0.210024, + "nauc_map_at_10_diff1": 0.947119, + "nauc_map_at_20_max": 0.828721, + "nauc_map_at_20_std": -0.210916, + "nauc_map_at_20_diff1": 0.94721, + "nauc_map_at_100_max": 0.828633, + "nauc_map_at_100_std": -0.210328, + "nauc_map_at_100_diff1": 0.94716, + "nauc_map_at_1000_max": 0.828601, + "nauc_map_at_1000_std": -0.210549, + "nauc_map_at_1000_diff1": 0.947151, + "nauc_recall_at_1_max": 0.805558, + "nauc_recall_at_1_std": -0.227121, + "nauc_recall_at_1_diff1": 0.943661, + "nauc_recall_at_3_max": 0.906775, + "nauc_recall_at_3_std": -0.164289, + "nauc_recall_at_3_diff1": 0.95915, + "nauc_recall_at_5_max": 0.906492, + "nauc_recall_at_5_std": -0.135195, + "nauc_recall_at_5_diff1": 0.961553, + "nauc_recall_at_10_max": 0.941643, + "nauc_recall_at_10_std": 0.237495, + "nauc_recall_at_10_diff1": 0.962652, + "nauc_recall_at_20_max": 0.931917, "nauc_recall_at_20_std": 0.184718, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.809373, - "nauc_precision_at_1_std": -0.152023, - "nauc_precision_at_1_diff1": 0.953967, - "nauc_precision_at_3_max": 0.910084, - "nauc_precision_at_3_std": -0.317498, - "nauc_precision_at_3_diff1": 0.973856, - "nauc_precision_at_5_max": 0.929639, - "nauc_precision_at_5_std": -0.055222, - "nauc_precision_at_5_diff1": 0.990663, - "nauc_precision_at_10_max": 0.921413, - "nauc_precision_at_10_std": 0.121174, - "nauc_precision_at_10_diff1": 1.0, - "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_1_max": 0.805558, + "nauc_precision_at_1_std": -0.227121, + "nauc_precision_at_1_diff1": 0.943661, + "nauc_precision_at_3_max": 0.906775, + "nauc_precision_at_3_std": -0.164289, + "nauc_precision_at_3_diff1": 0.95915, + "nauc_precision_at_5_max": 0.906492, + "nauc_precision_at_5_std": -0.135195, + "nauc_precision_at_5_diff1": 0.961553, + "nauc_precision_at_10_max": 0.941643, + "nauc_precision_at_10_std": 0.237495, + "nauc_precision_at_10_diff1": 0.962652, + "nauc_precision_at_20_max": 0.931917, "nauc_precision_at_20_std": 0.184718, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.809373, - "nauc_mrr_at_1_std": -0.152023, - "nauc_mrr_at_1_diff1": 0.953967, - "nauc_mrr_at_3_max": 0.836984, - "nauc_mrr_at_3_std": -0.191967, - "nauc_mrr_at_3_diff1": 0.959817, - "nauc_mrr_at_5_max": 0.834523, - "nauc_mrr_at_5_std": -0.16663, - "nauc_mrr_at_5_diff1": 0.960237, - "nauc_mrr_at_10_max": 0.832756, - "nauc_mrr_at_10_std": -0.162796, - "nauc_mrr_at_10_diff1": 0.960015, - "nauc_mrr_at_20_max": 0.832761, - "nauc_mrr_at_20_std": -0.162905, - "nauc_mrr_at_20_diff1": 0.959833, - "nauc_mrr_at_100_max": 0.832521, - "nauc_mrr_at_100_std": -0.162493, - "nauc_mrr_at_100_diff1": 0.959736, - "nauc_mrr_at_1000_max": 0.832484, - "nauc_mrr_at_1000_std": -0.162746, - "nauc_mrr_at_1000_diff1": 0.959727, - "main_score": 0.95996, + "nauc_mrr_at_1_max": 0.805558, + "nauc_mrr_at_1_std": -0.227121, + "nauc_mrr_at_1_diff1": 0.943661, + "nauc_mrr_at_3_max": 0.835673, + "nauc_mrr_at_3_std": -0.209354, + "nauc_mrr_at_3_diff1": 0.947961, + "nauc_mrr_at_5_max": 0.830773, + "nauc_mrr_at_5_std": -0.213293, + "nauc_mrr_at_5_diff1": 0.947383, + "nauc_mrr_at_10_max": 0.82892, + "nauc_mrr_at_10_std": -0.210024, + "nauc_mrr_at_10_diff1": 0.947119, + "nauc_mrr_at_20_max": 0.828721, + "nauc_mrr_at_20_std": -0.210916, + "nauc_mrr_at_20_diff1": 0.94721, + "nauc_mrr_at_100_max": 0.828633, + "nauc_mrr_at_100_std": -0.210328, + "nauc_mrr_at_100_diff1": 0.94716, + "nauc_mrr_at_1000_max": 0.828601, + "nauc_mrr_at_1000_std": -0.210549, + "nauc_mrr_at_1000_diff1": 0.947151, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.98111, + "hit_rate_at_10": 0.99222, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95314, "hf_subset": "ita_Latn-ita_Latn", "languages": [ "ita-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.92222, - "ndcg_at_3": 0.9526, - "ndcg_at_5": 0.95681, - "ndcg_at_10": 0.95988, - "ndcg_at_20": 0.96101, - "ndcg_at_100": 0.96144, - "ndcg_at_1000": 0.96176, + "ndcg_at_3": 0.95331, + "ndcg_at_5": 0.95651, + "ndcg_at_10": 0.9606, + "ndcg_at_20": 0.96086, + "ndcg_at_100": 0.96176, + "ndcg_at_1000": 0.96191, "map_at_1": 0.92222, - "map_at_3": 0.94574, - "map_at_5": 0.94813, - "map_at_10": 0.94951, - "map_at_20": 0.94982, - "map_at_100": 0.94988, - "map_at_1000": 0.9499, + "map_at_3": 0.9463, + "map_at_5": 0.94807, + "map_at_10": 0.94984, + "map_at_20": 0.9499, + "map_at_100": 0.95006, + "map_at_1000": 0.95007, "recall_at_1": 0.92222, - "recall_at_3": 0.97222, - "recall_at_5": 0.98222, - "recall_at_10": 0.99111, - "recall_at_20": 0.99556, - "recall_at_100": 0.99778, + "recall_at_3": 0.97333, + "recall_at_5": 0.98111, + "recall_at_10": 0.99333, + "recall_at_20": 0.99444, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, + "accuracy": 0.92222, "precision_at_1": 0.92222, - "precision_at_3": 0.32407, - "precision_at_5": 0.19644, - "precision_at_10": 0.09911, - "precision_at_20": 0.04978, - "precision_at_100": 0.00998, + "precision_at_3": 0.32444, + "precision_at_5": 0.19622, + "precision_at_10": 0.09933, + "precision_at_20": 0.04972, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.922222, - "mrr_at_3": 0.945741, - "mrr_at_5": 0.94813, - "mrr_at_10": 0.949512, - "mrr_at_20": 0.949818, - "mrr_at_100": 0.949884, - "mrr_at_1000": 0.949903, - "nauc_ndcg_at_1_max": 0.780045, - "nauc_ndcg_at_1_std": -0.423469, - "nauc_ndcg_at_1_diff1": 0.960317, - "nauc_ndcg_at_3_max": 0.813161, - "nauc_ndcg_at_3_std": -0.504882, - "nauc_ndcg_at_3_diff1": 0.96276, - "nauc_ndcg_at_5_max": 0.813148, - "nauc_ndcg_at_5_std": -0.464728, - "nauc_ndcg_at_5_diff1": 0.96188, - "nauc_ndcg_at_10_max": 0.810786, - "nauc_ndcg_at_10_std": -0.423858, - "nauc_ndcg_at_10_diff1": 0.96389, - "nauc_ndcg_at_20_max": 0.809493, - "nauc_ndcg_at_20_std": -0.421938, - "nauc_ndcg_at_20_diff1": 0.962852, - "nauc_ndcg_at_100_max": 0.807357, - "nauc_ndcg_at_100_std": -0.422619, - "nauc_ndcg_at_100_diff1": 0.962436, - "nauc_ndcg_at_1000_max": 0.805724, - "nauc_ndcg_at_1000_std": -0.434678, - "nauc_ndcg_at_1000_diff1": 0.962117, - "nauc_map_at_1_max": 0.780045, - "nauc_map_at_1_std": -0.423469, - "nauc_map_at_1_diff1": 0.960317, - "nauc_map_at_3_max": 0.804352, - "nauc_map_at_3_std": -0.477819, - "nauc_map_at_3_diff1": 0.961744, - "nauc_map_at_5_max": 0.803902, - "nauc_map_at_5_std": -0.457093, - "nauc_map_at_5_diff1": 0.961242, - "nauc_map_at_10_max": 0.802934, - "nauc_map_at_10_std": -0.441035, - "nauc_map_at_10_diff1": 0.96191, - "nauc_map_at_20_max": 0.802611, - "nauc_map_at_20_std": -0.440113, - "nauc_map_at_20_diff1": 0.961678, - "nauc_map_at_100_max": 0.802353, - "nauc_map_at_100_std": -0.440338, - "nauc_map_at_100_diff1": 0.961628, - "nauc_map_at_1000_max": 0.802277, - "nauc_map_at_1000_std": -0.440897, - "nauc_map_at_1000_diff1": 0.961613, - "nauc_recall_at_1_max": 0.780045, - "nauc_recall_at_1_std": -0.423469, - "nauc_recall_at_1_diff1": 0.960317, - "nauc_recall_at_3_max": 0.860691, - "nauc_recall_at_3_std": -0.656564, - "nauc_recall_at_3_diff1": 0.968627, - "nauc_recall_at_5_max": 0.887809, - "nauc_recall_at_5_std": -0.516282, - "nauc_recall_at_5_diff1": 0.96732, - "nauc_recall_at_10_max": 0.92793, - "nauc_recall_at_10_std": -0.068919, + "mrr_at_3": 0.946296, + "mrr_at_5": 0.948074, + "mrr_at_10": 0.949843, + "mrr_at_20": 0.949902, + "mrr_at_100": 0.950061, + "mrr_at_1000": 0.950067, + "nauc_ndcg_at_1_max": 0.762352, + "nauc_ndcg_at_1_std": -0.30032, + "nauc_ndcg_at_1_diff1": 0.954482, + "nauc_ndcg_at_3_max": 0.793382, + "nauc_ndcg_at_3_std": -0.35444, + "nauc_ndcg_at_3_diff1": 0.959872, + "nauc_ndcg_at_5_max": 0.785567, + "nauc_ndcg_at_5_std": -0.360638, + "nauc_ndcg_at_5_diff1": 0.959793, + "nauc_ndcg_at_10_max": 0.785, + "nauc_ndcg_at_10_std": -0.324229, + "nauc_ndcg_at_10_diff1": 0.959519, + "nauc_ndcg_at_20_max": 0.783588, + "nauc_ndcg_at_20_std": -0.318794, + "nauc_ndcg_at_20_diff1": 0.959253, + "nauc_ndcg_at_100_max": 0.784125, + "nauc_ndcg_at_100_std": -0.317146, + "nauc_ndcg_at_100_diff1": 0.958293, + "nauc_ndcg_at_1000_max": 0.78329, + "nauc_ndcg_at_1000_std": -0.322242, + "nauc_ndcg_at_1000_diff1": 0.958132, + "nauc_map_at_1_max": 0.762352, + "nauc_map_at_1_std": -0.30032, + "nauc_map_at_1_diff1": 0.954482, + "nauc_map_at_3_max": 0.785165, + "nauc_map_at_3_std": -0.337372, + "nauc_map_at_3_diff1": 0.957798, + "nauc_map_at_5_max": 0.781341, + "nauc_map_at_5_std": -0.339174, + "nauc_map_at_5_diff1": 0.957752, + "nauc_map_at_10_max": 0.780982, + "nauc_map_at_10_std": -0.325708, + "nauc_map_at_10_diff1": 0.957609, + "nauc_map_at_20_max": 0.780726, + "nauc_map_at_20_std": -0.324743, + "nauc_map_at_20_diff1": 0.95756, + "nauc_map_at_100_max": 0.780911, + "nauc_map_at_100_std": -0.324002, + "nauc_map_at_100_diff1": 0.957424, + "nauc_map_at_1000_max": 0.780885, + "nauc_map_at_1000_std": -0.324162, + "nauc_map_at_1000_diff1": 0.957419, + "nauc_recall_at_1_max": 0.762352, + "nauc_recall_at_1_std": -0.30032, + "nauc_recall_at_1_diff1": 0.954482, + "nauc_recall_at_3_max": 0.838955, + "nauc_recall_at_3_std": -0.452109, + "nauc_recall_at_3_diff1": 0.972086, + "nauc_recall_at_5_max": 0.813011, + "nauc_recall_at_5_std": -0.532597, + "nauc_recall_at_5_diff1": 0.975971, + "nauc_recall_at_10_max": 0.853797, + "nauc_recall_at_10_std": -0.220199, "nauc_recall_at_10_diff1": 1.0, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.301587, + "nauc_recall_at_20_max": 0.824556, + "nauc_recall_at_20_std": -0.033894, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -19935,20 +21142,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.780045, - "nauc_precision_at_1_std": -0.423469, - "nauc_precision_at_1_diff1": 0.960317, - "nauc_precision_at_3_max": 0.860691, - "nauc_precision_at_3_std": -0.656564, - "nauc_precision_at_3_diff1": 0.968627, - "nauc_precision_at_5_max": 0.887809, - "nauc_precision_at_5_std": -0.516282, - "nauc_precision_at_5_diff1": 0.96732, - "nauc_precision_at_10_max": 0.92793, - "nauc_precision_at_10_std": -0.068919, + "nauc_precision_at_1_max": 0.762352, + "nauc_precision_at_1_std": -0.30032, + "nauc_precision_at_1_diff1": 0.954482, + "nauc_precision_at_3_max": 0.838955, + "nauc_precision_at_3_std": -0.452109, + "nauc_precision_at_3_diff1": 0.972086, + "nauc_precision_at_5_max": 0.813011, + "nauc_precision_at_5_std": -0.532597, + "nauc_precision_at_5_diff1": 0.975971, + "nauc_precision_at_10_max": 0.853797, + "nauc_precision_at_10_std": -0.220199, "nauc_precision_at_10_diff1": 1.0, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.301587, + "nauc_precision_at_20_max": 0.824556, + "nauc_precision_at_20_std": -0.033894, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -19956,11097 +21163,11772 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.780045, - "nauc_mrr_at_1_std": -0.423469, - "nauc_mrr_at_1_diff1": 0.960317, - "nauc_mrr_at_3_max": 0.804352, - "nauc_mrr_at_3_std": -0.477819, - "nauc_mrr_at_3_diff1": 0.961744, - "nauc_mrr_at_5_max": 0.803902, - "nauc_mrr_at_5_std": -0.457093, - "nauc_mrr_at_5_diff1": 0.961242, - "nauc_mrr_at_10_max": 0.802934, - "nauc_mrr_at_10_std": -0.441035, - "nauc_mrr_at_10_diff1": 0.96191, - "nauc_mrr_at_20_max": 0.802611, - "nauc_mrr_at_20_std": -0.440113, - "nauc_mrr_at_20_diff1": 0.961678, - "nauc_mrr_at_100_max": 0.802353, - "nauc_mrr_at_100_std": -0.440338, - "nauc_mrr_at_100_diff1": 0.961628, - "nauc_mrr_at_1000_max": 0.802277, - "nauc_mrr_at_1000_std": -0.440897, - "nauc_mrr_at_1000_diff1": 0.961613, - "main_score": 0.95988, + "nauc_mrr_at_1_max": 0.762352, + "nauc_mrr_at_1_std": -0.30032, + "nauc_mrr_at_1_diff1": 0.954482, + "nauc_mrr_at_3_max": 0.785165, + "nauc_mrr_at_3_std": -0.337372, + "nauc_mrr_at_3_diff1": 0.957798, + "nauc_mrr_at_5_max": 0.781341, + "nauc_mrr_at_5_std": -0.339174, + "nauc_mrr_at_5_diff1": 0.957752, + "nauc_mrr_at_10_max": 0.780982, + "nauc_mrr_at_10_std": -0.325708, + "nauc_mrr_at_10_diff1": 0.957609, + "nauc_mrr_at_20_max": 0.780726, + "nauc_mrr_at_20_std": -0.324743, + "nauc_mrr_at_20_diff1": 0.95756, + "nauc_mrr_at_100_max": 0.780911, + "nauc_mrr_at_100_std": -0.324002, + "nauc_mrr_at_100_diff1": 0.957424, + "nauc_mrr_at_1000_max": 0.780885, + "nauc_mrr_at_1000_std": -0.324162, + "nauc_mrr_at_1000_diff1": 0.957419, + "hit_rate_at_1": 0.92222, + "hit_rate_at_3": 0.97333, + "hit_rate_at_5": 0.98111, + "hit_rate_at_10": 0.99333, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.9606, "hf_subset": "ita_Latn-eng_Latn", "languages": [ "ita-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.94562, - "ndcg_at_5": 0.9516, - "ndcg_at_10": 0.95453, - "ndcg_at_20": 0.95647, - "ndcg_at_100": 0.95711, - "ndcg_at_1000": 0.95741, - "map_at_1": 0.91889, - "map_at_3": 0.93944, - "map_at_5": 0.94278, - "map_at_10": 0.94402, - "map_at_20": 0.94454, - "map_at_100": 0.94463, - "map_at_1000": 0.94465, - "recall_at_1": 0.91889, - "recall_at_3": 0.96333, - "recall_at_5": 0.97778, - "recall_at_10": 0.98667, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.93746, + "ndcg_at_5": 0.94205, + "ndcg_at_10": 0.94679, + "ndcg_at_20": 0.94845, + "ndcg_at_100": 0.94957, + "ndcg_at_1000": 0.94987, + "map_at_1": 0.90444, + "map_at_3": 0.92963, + "map_at_5": 0.93219, + "map_at_10": 0.93419, + "map_at_20": 0.93463, + "map_at_100": 0.93482, + "map_at_1000": 0.93483, + "recall_at_1": 0.90444, + "recall_at_3": 0.96, + "recall_at_5": 0.97111, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.32111, - "precision_at_5": 0.19556, - "precision_at_10": 0.09867, - "precision_at_20": 0.04972, + "accuracy": 0.90444, + "precision_at_1": 0.90444, + "precision_at_3": 0.32, + "precision_at_5": 0.19422, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.939444, - "mrr_at_5": 0.942778, - "mrr_at_10": 0.944024, - "mrr_at_20": 0.944542, - "mrr_at_100": 0.944634, - "mrr_at_1000": 0.944648, - "nauc_ndcg_at_1_max": 0.843553, - "nauc_ndcg_at_1_std": -0.119348, - "nauc_ndcg_at_1_diff1": 0.933457, - "nauc_ndcg_at_3_max": 0.888152, - "nauc_ndcg_at_3_std": -0.100143, - "nauc_ndcg_at_3_diff1": 0.946592, - "nauc_ndcg_at_5_max": 0.886244, - "nauc_ndcg_at_5_std": -0.060575, - "nauc_ndcg_at_5_diff1": 0.948662, - "nauc_ndcg_at_10_max": 0.878903, - "nauc_ndcg_at_10_std": -0.06842, - "nauc_ndcg_at_10_diff1": 0.946487, - "nauc_ndcg_at_20_max": 0.875368, - "nauc_ndcg_at_20_std": -0.070834, - "nauc_ndcg_at_20_diff1": 0.944978, - "nauc_ndcg_at_100_max": 0.874104, - "nauc_ndcg_at_100_std": -0.077129, - "nauc_ndcg_at_100_diff1": 0.944164, - "nauc_ndcg_at_1000_max": 0.873211, - "nauc_ndcg_at_1000_std": -0.084773, - "nauc_ndcg_at_1000_diff1": 0.943768, - "nauc_map_at_1_max": 0.843553, - "nauc_map_at_1_std": -0.119348, - "nauc_map_at_1_diff1": 0.933457, - "nauc_map_at_3_max": 0.875115, - "nauc_map_at_3_std": -0.105175, - "nauc_map_at_3_diff1": 0.942893, - "nauc_map_at_5_max": 0.87341, - "nauc_map_at_5_std": -0.086215, - "nauc_map_at_5_diff1": 0.943564, - "nauc_map_at_10_max": 0.870591, - "nauc_map_at_10_std": -0.091135, - "nauc_map_at_10_diff1": 0.942739, - "nauc_map_at_20_max": 0.869811, - "nauc_map_at_20_std": -0.09184, - "nauc_map_at_20_diff1": 0.942406, - "nauc_map_at_100_max": 0.869642, - "nauc_map_at_100_std": -0.09288, - "nauc_map_at_100_diff1": 0.942311, - "nauc_map_at_1000_max": 0.869609, - "nauc_map_at_1000_std": -0.093153, - "nauc_map_at_1000_diff1": 0.942296, - "nauc_recall_at_1_max": 0.843553, - "nauc_recall_at_1_std": -0.119348, - "nauc_recall_at_1_diff1": 0.933457, - "nauc_recall_at_3_max": 0.949353, - "nauc_recall_at_3_std": -0.07696, - "nauc_recall_at_3_diff1": 0.963854, - "nauc_recall_at_5_max": 0.979575, - "nauc_recall_at_5_std": 0.140079, - "nauc_recall_at_5_diff1": 0.986928, - "nauc_recall_at_10_max": 0.965959, - "nauc_recall_at_10_std": 0.22942, - "nauc_recall_at_10_diff1": 0.989107, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.569655, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.92963, + "mrr_at_5": 0.932185, + "mrr_at_10": 0.934187, + "mrr_at_20": 0.934629, + "mrr_at_100": 0.934819, + "mrr_at_1000": 0.934833, + "nauc_ndcg_at_1_max": 0.826189, + "nauc_ndcg_at_1_std": -0.344858, + "nauc_ndcg_at_1_diff1": 0.925792, + "nauc_ndcg_at_3_max": 0.86775, + "nauc_ndcg_at_3_std": -0.281408, + "nauc_ndcg_at_3_diff1": 0.937734, + "nauc_ndcg_at_5_max": 0.867094, + "nauc_ndcg_at_5_std": -0.270198, + "nauc_ndcg_at_5_diff1": 0.93799, + "nauc_ndcg_at_10_max": 0.858776, + "nauc_ndcg_at_10_std": -0.278925, + "nauc_ndcg_at_10_diff1": 0.935133, + "nauc_ndcg_at_20_max": 0.856687, + "nauc_ndcg_at_20_std": -0.280582, + "nauc_ndcg_at_20_diff1": 0.934576, + "nauc_ndcg_at_100_max": 0.854599, + "nauc_ndcg_at_100_std": -0.286999, + "nauc_ndcg_at_100_diff1": 0.933595, + "nauc_ndcg_at_1000_max": 0.853723, + "nauc_ndcg_at_1000_std": -0.294395, + "nauc_ndcg_at_1000_diff1": 0.933622, + "nauc_map_at_1_max": 0.826189, + "nauc_map_at_1_std": -0.344858, + "nauc_map_at_1_diff1": 0.925792, + "nauc_map_at_3_max": 0.855191, + "nauc_map_at_3_std": -0.30107, + "nauc_map_at_3_diff1": 0.93418, + "nauc_map_at_5_max": 0.854314, + "nauc_map_at_5_std": -0.297438, + "nauc_map_at_5_diff1": 0.934109, + "nauc_map_at_10_max": 0.851063, + "nauc_map_at_10_std": -0.301438, + "nauc_map_at_10_diff1": 0.933009, + "nauc_map_at_20_max": 0.850596, + "nauc_map_at_20_std": -0.302198, + "nauc_map_at_20_diff1": 0.932893, + "nauc_map_at_100_max": 0.850287, + "nauc_map_at_100_std": -0.303342, + "nauc_map_at_100_diff1": 0.93273, + "nauc_map_at_1000_max": 0.850254, + "nauc_map_at_1000_std": -0.303622, + "nauc_map_at_1000_diff1": 0.932735, + "nauc_recall_at_1_max": 0.826189, + "nauc_recall_at_1_std": -0.344858, + "nauc_recall_at_1_diff1": 0.925792, + "nauc_recall_at_3_max": 0.93075, + "nauc_recall_at_3_std": -0.182397, + "nauc_recall_at_3_diff1": 0.955519, + "nauc_recall_at_5_max": 0.952686, + "nauc_recall_at_5_std": -0.08055, + "nauc_recall_at_5_diff1": 0.964178, + "nauc_recall_at_10_max": 0.945594, + "nauc_recall_at_10_std": 0.017094, + "nauc_recall_at_10_diff1": 0.958522, + "nauc_recall_at_20_max": 0.962652, + "nauc_recall_at_20_std": 0.24283, + "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.843553, - "nauc_precision_at_1_std": -0.119348, - "nauc_precision_at_1_diff1": 0.933457, - "nauc_precision_at_3_max": 0.949353, - "nauc_precision_at_3_std": -0.07696, - "nauc_precision_at_3_diff1": 0.963854, - "nauc_precision_at_5_max": 0.979575, - "nauc_precision_at_5_std": 0.140079, - "nauc_precision_at_5_diff1": 0.986928, - "nauc_precision_at_10_max": 0.965959, - "nauc_precision_at_10_std": 0.22942, - "nauc_precision_at_10_diff1": 0.989107, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.569655, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.826189, + "nauc_precision_at_1_std": -0.344858, + "nauc_precision_at_1_diff1": 0.925792, + "nauc_precision_at_3_max": 0.93075, + "nauc_precision_at_3_std": -0.182397, + "nauc_precision_at_3_diff1": 0.955519, + "nauc_precision_at_5_max": 0.952686, + "nauc_precision_at_5_std": -0.08055, + "nauc_precision_at_5_diff1": 0.964178, + "nauc_precision_at_10_max": 0.945594, + "nauc_precision_at_10_std": 0.017094, + "nauc_precision_at_10_diff1": 0.958522, + "nauc_precision_at_20_max": 0.962652, + "nauc_precision_at_20_std": 0.24283, + "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.843553, - "nauc_mrr_at_1_std": -0.119348, - "nauc_mrr_at_1_diff1": 0.933457, - "nauc_mrr_at_3_max": 0.875115, - "nauc_mrr_at_3_std": -0.105175, - "nauc_mrr_at_3_diff1": 0.942893, - "nauc_mrr_at_5_max": 0.87341, - "nauc_mrr_at_5_std": -0.086215, - "nauc_mrr_at_5_diff1": 0.943564, - "nauc_mrr_at_10_max": 0.870591, - "nauc_mrr_at_10_std": -0.091135, - "nauc_mrr_at_10_diff1": 0.942739, - "nauc_mrr_at_20_max": 0.869811, - "nauc_mrr_at_20_std": -0.09184, - "nauc_mrr_at_20_diff1": 0.942406, - "nauc_mrr_at_100_max": 0.869642, - "nauc_mrr_at_100_std": -0.09288, - "nauc_mrr_at_100_diff1": 0.942311, - "nauc_mrr_at_1000_max": 0.869609, - "nauc_mrr_at_1000_std": -0.093153, - "nauc_mrr_at_1000_diff1": 0.942296, - "main_score": 0.95453, + "nauc_mrr_at_1_max": 0.826189, + "nauc_mrr_at_1_std": -0.344858, + "nauc_mrr_at_1_diff1": 0.925792, + "nauc_mrr_at_3_max": 0.855191, + "nauc_mrr_at_3_std": -0.30107, + "nauc_mrr_at_3_diff1": 0.93418, + "nauc_mrr_at_5_max": 0.854314, + "nauc_mrr_at_5_std": -0.297438, + "nauc_mrr_at_5_diff1": 0.934109, + "nauc_mrr_at_10_max": 0.851063, + "nauc_mrr_at_10_std": -0.301438, + "nauc_mrr_at_10_diff1": 0.933009, + "nauc_mrr_at_20_max": 0.850596, + "nauc_mrr_at_20_std": -0.302198, + "nauc_mrr_at_20_diff1": 0.932893, + "nauc_mrr_at_100_max": 0.850287, + "nauc_mrr_at_100_std": -0.303342, + "nauc_mrr_at_100_diff1": 0.93273, + "nauc_mrr_at_1000_max": 0.850254, + "nauc_mrr_at_1000_std": -0.303622, + "nauc_mrr_at_1000_diff1": 0.932735, + "hit_rate_at_1": 0.90444, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94679, "hf_subset": "eng_Latn-ita_Latn", "languages": [ "eng-Latn", "ita-Latn" - ] - }, - { - "ndcg_at_1": 0.84667, - "ndcg_at_3": 0.8864, - "ndcg_at_5": 0.89793, - "ndcg_at_10": 0.90226, - "ndcg_at_20": 0.90568, - "ndcg_at_100": 0.90996, - "ndcg_at_1000": 0.91115, - "map_at_1": 0.84667, - "map_at_3": 0.87704, - "map_at_5": 0.88348, - "map_at_10": 0.88528, - "map_at_20": 0.88624, - "map_at_100": 0.88682, - "map_at_1000": 0.88687, - "recall_at_1": 0.84667, - "recall_at_3": 0.91333, - "recall_at_5": 0.94111, - "recall_at_10": 0.95444, - "recall_at_20": 0.96778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83556, + "ndcg_at_3": 0.87891, + "ndcg_at_5": 0.88853, + "ndcg_at_10": 0.89449, + "ndcg_at_20": 0.89759, + "ndcg_at_100": 0.90303, + "ndcg_at_1000": 0.9042, + "map_at_1": 0.83556, + "map_at_3": 0.86852, + "map_at_5": 0.87385, + "map_at_10": 0.87645, + "map_at_20": 0.8773, + "map_at_100": 0.87808, + "map_at_1000": 0.87813, + "recall_at_1": 0.83556, + "recall_at_3": 0.90889, + "recall_at_5": 0.93222, + "recall_at_10": 0.95, + "recall_at_20": 0.96222, "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.84667, - "precision_at_3": 0.30444, - "precision_at_5": 0.18822, - "precision_at_10": 0.09544, - "precision_at_20": 0.04839, + "accuracy": 0.83556, + "precision_at_1": 0.83556, + "precision_at_3": 0.30296, + "precision_at_5": 0.18644, + "precision_at_10": 0.095, + "precision_at_20": 0.04811, "precision_at_100": 0.00991, "precision_at_1000": 0.001, - "mrr_at_1": 0.846667, - "mrr_at_3": 0.877037, - "mrr_at_5": 0.883481, - "mrr_at_10": 0.88528, - "mrr_at_20": 0.886245, - "mrr_at_100": 0.886817, - "mrr_at_1000": 0.886869, - "nauc_ndcg_at_1_max": 0.753583, - "nauc_ndcg_at_1_std": -0.017253, - "nauc_ndcg_at_1_diff1": 0.920976, - "nauc_ndcg_at_3_max": 0.799073, - "nauc_ndcg_at_3_std": 0.054492, - "nauc_ndcg_at_3_diff1": 0.906776, - "nauc_ndcg_at_5_max": 0.797556, - "nauc_ndcg_at_5_std": 0.078861, - "nauc_ndcg_at_5_diff1": 0.908076, - "nauc_ndcg_at_10_max": 0.792475, - "nauc_ndcg_at_10_std": 0.06592, - "nauc_ndcg_at_10_diff1": 0.910338, - "nauc_ndcg_at_20_max": 0.791654, - "nauc_ndcg_at_20_std": 0.081869, - "nauc_ndcg_at_20_diff1": 0.911681, - "nauc_ndcg_at_100_max": 0.784964, - "nauc_ndcg_at_100_std": 0.068168, - "nauc_ndcg_at_100_diff1": 0.911099, - "nauc_ndcg_at_1000_max": 0.78621, - "nauc_ndcg_at_1000_std": 0.05974, - "nauc_ndcg_at_1000_diff1": 0.911527, - "nauc_map_at_1_max": 0.753583, - "nauc_map_at_1_std": -0.017253, - "nauc_map_at_1_diff1": 0.920976, - "nauc_map_at_3_max": 0.787198, - "nauc_map_at_3_std": 0.036649, - "nauc_map_at_3_diff1": 0.910548, - "nauc_map_at_5_max": 0.785845, - "nauc_map_at_5_std": 0.047559, - "nauc_map_at_5_diff1": 0.911334, - "nauc_map_at_10_max": 0.783871, - "nauc_map_at_10_std": 0.04274, - "nauc_map_at_10_diff1": 0.912243, - "nauc_map_at_20_max": 0.783548, - "nauc_map_at_20_std": 0.046462, - "nauc_map_at_20_diff1": 0.912531, - "nauc_map_at_100_max": 0.782791, - "nauc_map_at_100_std": 0.04502, - "nauc_map_at_100_diff1": 0.912467, - "nauc_map_at_1000_max": 0.782807, - "nauc_map_at_1000_std": 0.044716, - "nauc_map_at_1000_diff1": 0.91248, - "nauc_recall_at_1_max": 0.753583, - "nauc_recall_at_1_std": -0.017253, - "nauc_recall_at_1_diff1": 0.920976, - "nauc_recall_at_3_max": 0.845382, - "nauc_recall_at_3_std": 0.123501, - "nauc_recall_at_3_diff1": 0.892025, - "nauc_recall_at_5_max": 0.860481, - "nauc_recall_at_5_std": 0.255765, - "nauc_recall_at_5_diff1": 0.890906, - "nauc_recall_at_10_max": 0.84595, - "nauc_recall_at_10_std": 0.22048, - "nauc_recall_at_10_diff1": 0.89974, - "nauc_recall_at_20_max": 0.860282, - "nauc_recall_at_20_std": 0.45655, - "nauc_recall_at_20_diff1": 0.911378, - "nauc_recall_at_100_max": 0.682014, - "nauc_recall_at_100_std": 0.676762, - "nauc_recall_at_100_diff1": 0.87891, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.753583, - "nauc_precision_at_1_std": -0.017253, - "nauc_precision_at_1_diff1": 0.920976, - "nauc_precision_at_3_max": 0.845382, - "nauc_precision_at_3_std": 0.123501, - "nauc_precision_at_3_diff1": 0.892025, - "nauc_precision_at_5_max": 0.860481, - "nauc_precision_at_5_std": 0.255765, - "nauc_precision_at_5_diff1": 0.890906, - "nauc_precision_at_10_max": 0.84595, - "nauc_precision_at_10_std": 0.22048, - "nauc_precision_at_10_diff1": 0.89974, - "nauc_precision_at_20_max": 0.860282, - "nauc_precision_at_20_std": 0.45655, - "nauc_precision_at_20_diff1": 0.911378, - "nauc_precision_at_100_max": 0.682014, - "nauc_precision_at_100_std": 0.676762, - "nauc_precision_at_100_diff1": 0.87891, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.753583, - "nauc_mrr_at_1_std": -0.017253, - "nauc_mrr_at_1_diff1": 0.920976, - "nauc_mrr_at_3_max": 0.787198, - "nauc_mrr_at_3_std": 0.036649, - "nauc_mrr_at_3_diff1": 0.910548, - "nauc_mrr_at_5_max": 0.785845, - "nauc_mrr_at_5_std": 0.047559, - "nauc_mrr_at_5_diff1": 0.911334, - "nauc_mrr_at_10_max": 0.783871, - "nauc_mrr_at_10_std": 0.04274, - "nauc_mrr_at_10_diff1": 0.912243, - "nauc_mrr_at_20_max": 0.783548, - "nauc_mrr_at_20_std": 0.046462, - "nauc_mrr_at_20_diff1": 0.912531, - "nauc_mrr_at_100_max": 0.782791, - "nauc_mrr_at_100_std": 0.04502, - "nauc_mrr_at_100_diff1": 0.912467, - "nauc_mrr_at_1000_max": 0.782807, - "nauc_mrr_at_1000_std": 0.044716, - "nauc_mrr_at_1000_diff1": 0.91248, - "main_score": 0.90226, + "mrr_at_1": 0.835556, + "mrr_at_3": 0.868519, + "mrr_at_5": 0.873852, + "mrr_at_10": 0.876445, + "mrr_at_20": 0.877296, + "mrr_at_100": 0.878081, + "mrr_at_1000": 0.878129, + "nauc_ndcg_at_1_max": 0.768426, + "nauc_ndcg_at_1_std": 0.034188, + "nauc_ndcg_at_1_diff1": 0.906951, + "nauc_ndcg_at_3_max": 0.80966, + "nauc_ndcg_at_3_std": 0.099046, + "nauc_ndcg_at_3_diff1": 0.8996, + "nauc_ndcg_at_5_max": 0.806447, + "nauc_ndcg_at_5_std": 0.087962, + "nauc_ndcg_at_5_diff1": 0.896972, + "nauc_ndcg_at_10_max": 0.812115, + "nauc_ndcg_at_10_std": 0.120807, + "nauc_ndcg_at_10_diff1": 0.900895, + "nauc_ndcg_at_20_max": 0.809845, + "nauc_ndcg_at_20_std": 0.127834, + "nauc_ndcg_at_20_diff1": 0.901019, + "nauc_ndcg_at_100_max": 0.802823, + "nauc_ndcg_at_100_std": 0.109481, + "nauc_ndcg_at_100_diff1": 0.901389, + "nauc_ndcg_at_1000_max": 0.802618, + "nauc_ndcg_at_1000_std": 0.103112, + "nauc_ndcg_at_1000_diff1": 0.901588, + "nauc_map_at_1_max": 0.768426, + "nauc_map_at_1_std": 0.034188, + "nauc_map_at_1_diff1": 0.906951, + "nauc_map_at_3_max": 0.799028, + "nauc_map_at_3_std": 0.081823, + "nauc_map_at_3_diff1": 0.901848, + "nauc_map_at_5_max": 0.797034, + "nauc_map_at_5_std": 0.076056, + "nauc_map_at_5_diff1": 0.900605, + "nauc_map_at_10_max": 0.7991, + "nauc_map_at_10_std": 0.088345, + "nauc_map_at_10_diff1": 0.902264, + "nauc_map_at_20_max": 0.798536, + "nauc_map_at_20_std": 0.089962, + "nauc_map_at_20_diff1": 0.902326, + "nauc_map_at_100_max": 0.797691, + "nauc_map_at_100_std": 0.087936, + "nauc_map_at_100_diff1": 0.902369, + "nauc_map_at_1000_max": 0.797681, + "nauc_map_at_1000_std": 0.087766, + "nauc_map_at_1000_diff1": 0.902369, + "nauc_recall_at_1_max": 0.768426, + "nauc_recall_at_1_std": 0.034188, + "nauc_recall_at_1_diff1": 0.906951, + "nauc_recall_at_3_max": 0.851506, + "nauc_recall_at_3_std": 0.167168, + "nauc_recall_at_3_diff1": 0.890517, + "nauc_recall_at_5_max": 0.853041, + "nauc_recall_at_5_std": 0.144288, + "nauc_recall_at_5_diff1": 0.877547, + "nauc_recall_at_10_max": 0.902075, + "nauc_recall_at_10_std": 0.360307, + "nauc_recall_at_10_diff1": 0.893039, + "nauc_recall_at_20_max": 0.906437, + "nauc_recall_at_20_std": 0.50519, + "nauc_recall_at_20_diff1": 0.891251, + "nauc_recall_at_100_max": 0.818861, + "nauc_recall_at_100_std": 0.637138, + "nauc_recall_at_100_diff1": 0.881536, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768426, + "nauc_precision_at_1_std": 0.034188, + "nauc_precision_at_1_diff1": 0.906951, + "nauc_precision_at_3_max": 0.851506, + "nauc_precision_at_3_std": 0.167168, + "nauc_precision_at_3_diff1": 0.890517, + "nauc_precision_at_5_max": 0.853041, + "nauc_precision_at_5_std": 0.144288, + "nauc_precision_at_5_diff1": 0.877547, + "nauc_precision_at_10_max": 0.902075, + "nauc_precision_at_10_std": 0.360307, + "nauc_precision_at_10_diff1": 0.893039, + "nauc_precision_at_20_max": 0.906437, + "nauc_precision_at_20_std": 0.50519, + "nauc_precision_at_20_diff1": 0.891251, + "nauc_precision_at_100_max": 0.818861, + "nauc_precision_at_100_std": 0.637138, + "nauc_precision_at_100_diff1": 0.881536, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768426, + "nauc_mrr_at_1_std": 0.034188, + "nauc_mrr_at_1_diff1": 0.906951, + "nauc_mrr_at_3_max": 0.799028, + "nauc_mrr_at_3_std": 0.081823, + "nauc_mrr_at_3_diff1": 0.901848, + "nauc_mrr_at_5_max": 0.797034, + "nauc_mrr_at_5_std": 0.076056, + "nauc_mrr_at_5_diff1": 0.900605, + "nauc_mrr_at_10_max": 0.7991, + "nauc_mrr_at_10_std": 0.088345, + "nauc_mrr_at_10_diff1": 0.902264, + "nauc_mrr_at_20_max": 0.798536, + "nauc_mrr_at_20_std": 0.089962, + "nauc_mrr_at_20_diff1": 0.902326, + "nauc_mrr_at_100_max": 0.797691, + "nauc_mrr_at_100_std": 0.087936, + "nauc_mrr_at_100_diff1": 0.902369, + "nauc_mrr_at_1000_max": 0.797681, + "nauc_mrr_at_1000_std": 0.087766, + "nauc_mrr_at_1000_diff1": 0.902369, + "hit_rate_at_1": 0.83556, + "hit_rate_at_3": 0.90889, + "hit_rate_at_5": 0.93222, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.96222, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.89449, "hf_subset": "jav_Latn-jav_Latn", "languages": [ "jav-Latn", "jav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89, - "ndcg_at_3": 0.93061, - "ndcg_at_5": 0.93706, - "ndcg_at_10": 0.9404, - "ndcg_at_20": 0.94239, - "ndcg_at_100": 0.94368, - "ndcg_at_1000": 0.94413, - "map_at_1": 0.89, - "map_at_3": 0.92148, - "map_at_5": 0.92509, - "map_at_10": 0.92653, - "map_at_20": 0.92709, - "map_at_100": 0.92729, - "map_at_1000": 0.92731, - "recall_at_1": 0.89, - "recall_at_3": 0.95667, - "recall_at_5": 0.97222, - "recall_at_10": 0.98222, - "recall_at_20": 0.99, + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93278, + "ndcg_at_5": 0.93828, + "ndcg_at_10": 0.94133, + "ndcg_at_20": 0.94426, + "ndcg_at_100": 0.94574, + "ndcg_at_1000": 0.94618, + "map_at_1": 0.89778, + "map_at_3": 0.92481, + "map_at_5": 0.92787, + "map_at_10": 0.92923, + "map_at_20": 0.9301, + "map_at_100": 0.93032, + "map_at_1000": 0.93034, + "recall_at_1": 0.89778, + "recall_at_3": 0.95556, + "recall_at_5": 0.96889, + "recall_at_10": 0.97778, + "recall_at_20": 0.98889, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.89, - "precision_at_3": 0.31889, - "precision_at_5": 0.19444, - "precision_at_10": 0.09822, - "precision_at_20": 0.0495, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31852, + "precision_at_5": 0.19378, + "precision_at_10": 0.09778, + "precision_at_20": 0.04944, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.89, - "mrr_at_3": 0.921481, - "mrr_at_5": 0.925093, - "mrr_at_10": 0.926532, - "mrr_at_20": 0.927092, - "mrr_at_100": 0.927285, - "mrr_at_1000": 0.927305, - "nauc_ndcg_at_1_max": 0.687035, - "nauc_ndcg_at_1_std": -0.266691, - "nauc_ndcg_at_1_diff1": 0.902218, - "nauc_ndcg_at_3_max": 0.736485, - "nauc_ndcg_at_3_std": -0.267206, - "nauc_ndcg_at_3_diff1": 0.897937, - "nauc_ndcg_at_5_max": 0.737001, - "nauc_ndcg_at_5_std": -0.29052, - "nauc_ndcg_at_5_diff1": 0.896458, - "nauc_ndcg_at_10_max": 0.730656, - "nauc_ndcg_at_10_std": -0.271474, - "nauc_ndcg_at_10_diff1": 0.89634, - "nauc_ndcg_at_20_max": 0.727417, - "nauc_ndcg_at_20_std": -0.270654, - "nauc_ndcg_at_20_diff1": 0.897777, - "nauc_ndcg_at_100_max": 0.727374, - "nauc_ndcg_at_100_std": -0.263592, - "nauc_ndcg_at_100_diff1": 0.898787, - "nauc_ndcg_at_1000_max": 0.725174, - "nauc_ndcg_at_1000_std": -0.265371, - "nauc_ndcg_at_1000_diff1": 0.898284, - "nauc_map_at_1_max": 0.687035, - "nauc_map_at_1_std": -0.266691, - "nauc_map_at_1_diff1": 0.902218, - "nauc_map_at_3_max": 0.724042, - "nauc_map_at_3_std": -0.262551, - "nauc_map_at_3_diff1": 0.898822, - "nauc_map_at_5_max": 0.723921, - "nauc_map_at_5_std": -0.273539, - "nauc_map_at_5_diff1": 0.89818, - "nauc_map_at_10_max": 0.72144, - "nauc_map_at_10_std": -0.266721, - "nauc_map_at_10_diff1": 0.898118, - "nauc_map_at_20_max": 0.720679, - "nauc_map_at_20_std": -0.266406, - "nauc_map_at_20_diff1": 0.898474, - "nauc_map_at_100_max": 0.720665, - "nauc_map_at_100_std": -0.265344, - "nauc_map_at_100_diff1": 0.898619, - "nauc_map_at_1000_max": 0.720587, - "nauc_map_at_1000_std": -0.265307, - "nauc_map_at_1000_diff1": 0.898597, - "nauc_recall_at_1_max": 0.687035, - "nauc_recall_at_1_std": -0.266691, - "nauc_recall_at_1_diff1": 0.902218, - "nauc_recall_at_3_max": 0.797888, - "nauc_recall_at_3_std": -0.294668, - "nauc_recall_at_3_diff1": 0.893761, - "nauc_recall_at_5_max": 0.8324, - "nauc_recall_at_5_std": -0.433632, - "nauc_recall_at_5_diff1": 0.883287, - "nauc_recall_at_10_max": 0.822887, - "nauc_recall_at_10_std": -0.320524, - "nauc_recall_at_10_diff1": 0.875846, - "nauc_recall_at_20_max": 0.820521, - "nauc_recall_at_20_std": -0.345887, - "nauc_recall_at_20_diff1": 0.890549, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.043106, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.924815, + "mrr_at_5": 0.92787, + "mrr_at_10": 0.929233, + "mrr_at_20": 0.930101, + "mrr_at_100": 0.930317, + "mrr_at_1000": 0.930337, + "nauc_ndcg_at_1_max": 0.666796, + "nauc_ndcg_at_1_std": -0.337449, + "nauc_ndcg_at_1_diff1": 0.887361, + "nauc_ndcg_at_3_max": 0.716855, + "nauc_ndcg_at_3_std": -0.284768, + "nauc_ndcg_at_3_diff1": 0.888087, + "nauc_ndcg_at_5_max": 0.714686, + "nauc_ndcg_at_5_std": -0.28535, + "nauc_ndcg_at_5_diff1": 0.884803, + "nauc_ndcg_at_10_max": 0.707283, + "nauc_ndcg_at_10_std": -0.31394, + "nauc_ndcg_at_10_diff1": 0.886495, + "nauc_ndcg_at_20_max": 0.704441, + "nauc_ndcg_at_20_std": -0.307954, + "nauc_ndcg_at_20_diff1": 0.886822, + "nauc_ndcg_at_100_max": 0.705001, + "nauc_ndcg_at_100_std": -0.299692, + "nauc_ndcg_at_100_diff1": 0.887319, + "nauc_ndcg_at_1000_max": 0.702971, + "nauc_ndcg_at_1000_std": -0.30378, + "nauc_ndcg_at_1000_diff1": 0.886792, + "nauc_map_at_1_max": 0.666796, + "nauc_map_at_1_std": -0.337449, + "nauc_map_at_1_diff1": 0.887361, + "nauc_map_at_3_max": 0.704499, + "nauc_map_at_3_std": -0.299061, + "nauc_map_at_3_diff1": 0.887484, + "nauc_map_at_5_max": 0.702671, + "nauc_map_at_5_std": -0.299496, + "nauc_map_at_5_diff1": 0.885785, + "nauc_map_at_10_max": 0.699737, + "nauc_map_at_10_std": -0.310151, + "nauc_map_at_10_diff1": 0.886519, + "nauc_map_at_20_max": 0.698904, + "nauc_map_at_20_std": -0.308926, + "nauc_map_at_20_diff1": 0.886502, + "nauc_map_at_100_max": 0.698978, + "nauc_map_at_100_std": -0.307893, + "nauc_map_at_100_diff1": 0.886581, + "nauc_map_at_1000_max": 0.698913, + "nauc_map_at_1000_std": -0.307932, + "nauc_map_at_1000_diff1": 0.886569, + "nauc_recall_at_1_max": 0.666796, + "nauc_recall_at_1_std": -0.337449, + "nauc_recall_at_1_diff1": 0.887361, + "nauc_recall_at_3_max": 0.774241, + "nauc_recall_at_3_std": -0.217192, + "nauc_recall_at_3_diff1": 0.891282, + "nauc_recall_at_5_max": 0.791016, + "nauc_recall_at_5_std": -0.195328, + "nauc_recall_at_5_diff1": 0.877951, + "nauc_recall_at_10_max": 0.764029, + "nauc_recall_at_10_std": -0.38233, + "nauc_recall_at_10_diff1": 0.886788, + "nauc_recall_at_20_max": 0.769655, + "nauc_recall_at_20_std": -0.327264, + "nauc_recall_at_20_diff1": 0.897759, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.687035, - "nauc_precision_at_1_std": -0.266691, - "nauc_precision_at_1_diff1": 0.902218, - "nauc_precision_at_3_max": 0.797888, - "nauc_precision_at_3_std": -0.294668, - "nauc_precision_at_3_diff1": 0.893761, - "nauc_precision_at_5_max": 0.8324, - "nauc_precision_at_5_std": -0.433632, - "nauc_precision_at_5_diff1": 0.883287, - "nauc_precision_at_10_max": 0.822887, - "nauc_precision_at_10_std": -0.320524, - "nauc_precision_at_10_diff1": 0.875846, - "nauc_precision_at_20_max": 0.820521, - "nauc_precision_at_20_std": -0.345887, - "nauc_precision_at_20_diff1": 0.890549, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_1_max": 0.666796, + "nauc_precision_at_1_std": -0.337449, + "nauc_precision_at_1_diff1": 0.887361, + "nauc_precision_at_3_max": 0.774241, + "nauc_precision_at_3_std": -0.217192, + "nauc_precision_at_3_diff1": 0.891282, + "nauc_precision_at_5_max": 0.791016, + "nauc_precision_at_5_std": -0.195328, + "nauc_precision_at_5_diff1": 0.877951, + "nauc_precision_at_10_max": 0.764029, + "nauc_precision_at_10_std": -0.38233, + "nauc_precision_at_10_diff1": 0.886788, + "nauc_precision_at_20_max": 0.769655, + "nauc_precision_at_20_std": -0.327264, + "nauc_precision_at_20_diff1": 0.897759, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.687035, - "nauc_mrr_at_1_std": -0.266691, - "nauc_mrr_at_1_diff1": 0.902218, - "nauc_mrr_at_3_max": 0.724042, - "nauc_mrr_at_3_std": -0.262551, - "nauc_mrr_at_3_diff1": 0.898822, - "nauc_mrr_at_5_max": 0.723921, - "nauc_mrr_at_5_std": -0.273539, - "nauc_mrr_at_5_diff1": 0.89818, - "nauc_mrr_at_10_max": 0.72144, - "nauc_mrr_at_10_std": -0.266721, - "nauc_mrr_at_10_diff1": 0.898118, - "nauc_mrr_at_20_max": 0.720679, - "nauc_mrr_at_20_std": -0.266406, - "nauc_mrr_at_20_diff1": 0.898474, - "nauc_mrr_at_100_max": 0.720665, - "nauc_mrr_at_100_std": -0.265344, - "nauc_mrr_at_100_diff1": 0.898619, - "nauc_mrr_at_1000_max": 0.720587, - "nauc_mrr_at_1000_std": -0.265307, - "nauc_mrr_at_1000_diff1": 0.898597, - "main_score": 0.9404, + "nauc_mrr_at_1_max": 0.666796, + "nauc_mrr_at_1_std": -0.337449, + "nauc_mrr_at_1_diff1": 0.887361, + "nauc_mrr_at_3_max": 0.704499, + "nauc_mrr_at_3_std": -0.299061, + "nauc_mrr_at_3_diff1": 0.887484, + "nauc_mrr_at_5_max": 0.702671, + "nauc_mrr_at_5_std": -0.299496, + "nauc_mrr_at_5_diff1": 0.885785, + "nauc_mrr_at_10_max": 0.699737, + "nauc_mrr_at_10_std": -0.310151, + "nauc_mrr_at_10_diff1": 0.886519, + "nauc_mrr_at_20_max": 0.698904, + "nauc_mrr_at_20_std": -0.308926, + "nauc_mrr_at_20_diff1": 0.886502, + "nauc_mrr_at_100_max": 0.698978, + "nauc_mrr_at_100_std": -0.307893, + "nauc_mrr_at_100_diff1": 0.886581, + "nauc_mrr_at_1000_max": 0.698913, + "nauc_mrr_at_1000_std": -0.307932, + "nauc_mrr_at_1000_diff1": 0.886569, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94133, "hf_subset": "jav_Latn-eng_Latn", "languages": [ "jav-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.76778, - "ndcg_at_3": 0.82782, - "ndcg_at_5": 0.83843, - "ndcg_at_10": 0.8483, - "ndcg_at_20": 0.85374, - "ndcg_at_100": 0.86199, - "ndcg_at_1000": 0.86328, - "map_at_1": 0.76778, - "map_at_3": 0.81389, - "map_at_5": 0.81983, - "map_at_10": 0.82379, - "map_at_20": 0.82534, - "map_at_100": 0.82648, - "map_at_1000": 0.82652, - "recall_at_1": 0.76778, - "recall_at_3": 0.86778, - "recall_at_5": 0.89333, - "recall_at_10": 0.92444, - "recall_at_20": 0.94556, - "recall_at_100": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.76222, + "ndcg_at_3": 0.82057, + "ndcg_at_5": 0.83104, + "ndcg_at_10": 0.83906, + "ndcg_at_20": 0.84502, + "ndcg_at_100": 0.8548, + "ndcg_at_1000": 0.85673, + "map_at_1": 0.76222, + "map_at_3": 0.80685, + "map_at_5": 0.81263, + "map_at_10": 0.81602, + "map_at_20": 0.81768, + "map_at_100": 0.81907, + "map_at_1000": 0.81916, + "recall_at_1": 0.76222, + "recall_at_3": 0.86, + "recall_at_5": 0.88556, + "recall_at_10": 0.91, + "recall_at_20": 0.93333, + "recall_at_100": 0.98556, "recall_at_1000": 1.0, - "precision_at_1": 0.76778, - "precision_at_3": 0.28926, - "precision_at_5": 0.17867, - "precision_at_10": 0.09244, - "precision_at_20": 0.04728, - "precision_at_100": 0.0099, + "accuracy": 0.76222, + "precision_at_1": 0.76222, + "precision_at_3": 0.28667, + "precision_at_5": 0.17711, + "precision_at_10": 0.091, + "precision_at_20": 0.04667, + "precision_at_100": 0.00986, "precision_at_1000": 0.001, - "mrr_at_1": 0.767778, - "mrr_at_3": 0.813889, - "mrr_at_5": 0.819833, - "mrr_at_10": 0.823791, - "mrr_at_20": 0.825341, - "mrr_at_100": 0.826478, - "mrr_at_1000": 0.826525, - "nauc_ndcg_at_1_max": 0.802227, - "nauc_ndcg_at_1_std": 0.136478, - "nauc_ndcg_at_1_diff1": 0.922786, - "nauc_ndcg_at_3_max": 0.828282, - "nauc_ndcg_at_3_std": 0.187054, - "nauc_ndcg_at_3_diff1": 0.898925, - "nauc_ndcg_at_5_max": 0.830515, - "nauc_ndcg_at_5_std": 0.206961, - "nauc_ndcg_at_5_diff1": 0.898338, - "nauc_ndcg_at_10_max": 0.828035, - "nauc_ndcg_at_10_std": 0.210446, - "nauc_ndcg_at_10_diff1": 0.89991, - "nauc_ndcg_at_20_max": 0.825337, - "nauc_ndcg_at_20_std": 0.202868, - "nauc_ndcg_at_20_diff1": 0.90396, - "nauc_ndcg_at_100_max": 0.822568, - "nauc_ndcg_at_100_std": 0.199317, - "nauc_ndcg_at_100_diff1": 0.90415, - "nauc_ndcg_at_1000_max": 0.823574, - "nauc_ndcg_at_1000_std": 0.192995, - "nauc_ndcg_at_1000_diff1": 0.904535, - "nauc_map_at_1_max": 0.802227, - "nauc_map_at_1_std": 0.136478, - "nauc_map_at_1_diff1": 0.922786, - "nauc_map_at_3_max": 0.82282, - "nauc_map_at_3_std": 0.175225, - "nauc_map_at_3_diff1": 0.905457, - "nauc_map_at_5_max": 0.823847, - "nauc_map_at_5_std": 0.18535, - "nauc_map_at_5_diff1": 0.905301, - "nauc_map_at_10_max": 0.822688, - "nauc_map_at_10_std": 0.185541, - "nauc_map_at_10_diff1": 0.905853, - "nauc_map_at_20_max": 0.821956, - "nauc_map_at_20_std": 0.183454, - "nauc_map_at_20_diff1": 0.906825, - "nauc_map_at_100_max": 0.821641, - "nauc_map_at_100_std": 0.182859, - "nauc_map_at_100_diff1": 0.906813, - "nauc_map_at_1000_max": 0.821681, - "nauc_map_at_1000_std": 0.182678, - "nauc_map_at_1000_diff1": 0.906828, - "nauc_recall_at_1_max": 0.802227, - "nauc_recall_at_1_std": 0.136478, - "nauc_recall_at_1_diff1": 0.922786, - "nauc_recall_at_3_max": 0.848297, - "nauc_recall_at_3_std": 0.231362, - "nauc_recall_at_3_diff1": 0.873798, - "nauc_recall_at_5_max": 0.859805, - "nauc_recall_at_5_std": 0.306925, - "nauc_recall_at_5_diff1": 0.86688, - "nauc_recall_at_10_max": 0.858372, - "nauc_recall_at_10_std": 0.373524, - "nauc_recall_at_10_diff1": 0.865402, - "nauc_recall_at_20_max": 0.844566, - "nauc_recall_at_20_std": 0.363555, - "nauc_recall_at_20_diff1": 0.892767, - "nauc_recall_at_100_max": 0.731871, - "nauc_recall_at_100_std": 0.828094, - "nauc_recall_at_100_diff1": 0.868762, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.802227, - "nauc_precision_at_1_std": 0.136478, - "nauc_precision_at_1_diff1": 0.922786, - "nauc_precision_at_3_max": 0.848297, - "nauc_precision_at_3_std": 0.231362, - "nauc_precision_at_3_diff1": 0.873798, - "nauc_precision_at_5_max": 0.859805, - "nauc_precision_at_5_std": 0.306925, - "nauc_precision_at_5_diff1": 0.86688, - "nauc_precision_at_10_max": 0.858372, - "nauc_precision_at_10_std": 0.373524, - "nauc_precision_at_10_diff1": 0.865402, - "nauc_precision_at_20_max": 0.844566, - "nauc_precision_at_20_std": 0.363555, - "nauc_precision_at_20_diff1": 0.892767, - "nauc_precision_at_100_max": 0.731871, - "nauc_precision_at_100_std": 0.828094, - "nauc_precision_at_100_diff1": 0.868762, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.802227, - "nauc_mrr_at_1_std": 0.136478, - "nauc_mrr_at_1_diff1": 0.922786, - "nauc_mrr_at_3_max": 0.82282, - "nauc_mrr_at_3_std": 0.175225, - "nauc_mrr_at_3_diff1": 0.905457, - "nauc_mrr_at_5_max": 0.823847, - "nauc_mrr_at_5_std": 0.18535, - "nauc_mrr_at_5_diff1": 0.905301, - "nauc_mrr_at_10_max": 0.822688, - "nauc_mrr_at_10_std": 0.185541, - "nauc_mrr_at_10_diff1": 0.905853, - "nauc_mrr_at_20_max": 0.821956, - "nauc_mrr_at_20_std": 0.183454, - "nauc_mrr_at_20_diff1": 0.906825, - "nauc_mrr_at_100_max": 0.821641, - "nauc_mrr_at_100_std": 0.182859, - "nauc_mrr_at_100_diff1": 0.906813, - "nauc_mrr_at_1000_max": 0.821681, - "nauc_mrr_at_1000_std": 0.182678, - "nauc_mrr_at_1000_diff1": 0.906828, - "main_score": 0.8483, + "mrr_at_1": 0.762222, + "mrr_at_3": 0.806852, + "mrr_at_5": 0.81263, + "mrr_at_10": 0.816016, + "mrr_at_20": 0.817678, + "mrr_at_100": 0.819071, + "mrr_at_1000": 0.819156, + "nauc_ndcg_at_1_max": 0.762048, + "nauc_ndcg_at_1_std": 0.064244, + "nauc_ndcg_at_1_diff1": 0.900164, + "nauc_ndcg_at_3_max": 0.812991, + "nauc_ndcg_at_3_std": 0.147163, + "nauc_ndcg_at_3_diff1": 0.886883, + "nauc_ndcg_at_5_max": 0.805258, + "nauc_ndcg_at_5_std": 0.13834, + "nauc_ndcg_at_5_diff1": 0.887131, + "nauc_ndcg_at_10_max": 0.806423, + "nauc_ndcg_at_10_std": 0.142544, + "nauc_ndcg_at_10_diff1": 0.8867, + "nauc_ndcg_at_20_max": 0.804339, + "nauc_ndcg_at_20_std": 0.150958, + "nauc_ndcg_at_20_diff1": 0.887686, + "nauc_ndcg_at_100_max": 0.800212, + "nauc_ndcg_at_100_std": 0.144567, + "nauc_ndcg_at_100_diff1": 0.888513, + "nauc_ndcg_at_1000_max": 0.799845, + "nauc_ndcg_at_1000_std": 0.13634, + "nauc_ndcg_at_1000_diff1": 0.889742, + "nauc_map_at_1_max": 0.762048, + "nauc_map_at_1_std": 0.064244, + "nauc_map_at_1_diff1": 0.900164, + "nauc_map_at_3_max": 0.80076, + "nauc_map_at_3_std": 0.127022, + "nauc_map_at_3_diff1": 0.890873, + "nauc_map_at_5_max": 0.796547, + "nauc_map_at_5_std": 0.122243, + "nauc_map_at_5_diff1": 0.89116, + "nauc_map_at_10_max": 0.796586, + "nauc_map_at_10_std": 0.122717, + "nauc_map_at_10_diff1": 0.890993, + "nauc_map_at_20_max": 0.795959, + "nauc_map_at_20_std": 0.124414, + "nauc_map_at_20_diff1": 0.891237, + "nauc_map_at_100_max": 0.795535, + "nauc_map_at_100_std": 0.123896, + "nauc_map_at_100_diff1": 0.891435, + "nauc_map_at_1000_max": 0.795524, + "nauc_map_at_1000_std": 0.123638, + "nauc_map_at_1000_diff1": 0.891486, + "nauc_recall_at_1_max": 0.762048, + "nauc_recall_at_1_std": 0.064244, + "nauc_recall_at_1_diff1": 0.900164, + "nauc_recall_at_3_max": 0.858271, + "nauc_recall_at_3_std": 0.221884, + "nauc_recall_at_3_diff1": 0.871584, + "nauc_recall_at_5_max": 0.840529, + "nauc_recall_at_5_std": 0.204866, + "nauc_recall_at_5_diff1": 0.869116, + "nauc_recall_at_10_max": 0.857731, + "nauc_recall_at_10_std": 0.25104, + "nauc_recall_at_10_diff1": 0.863172, + "nauc_recall_at_20_max": 0.858473, + "nauc_recall_at_20_std": 0.362372, + "nauc_recall_at_20_diff1": 0.863912, + "nauc_recall_at_100_max": 0.829455, + "nauc_recall_at_100_std": 0.73199, + "nauc_recall_at_100_diff1": 0.807872, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.762048, + "nauc_precision_at_1_std": 0.064244, + "nauc_precision_at_1_diff1": 0.900164, + "nauc_precision_at_3_max": 0.858271, + "nauc_precision_at_3_std": 0.221884, + "nauc_precision_at_3_diff1": 0.871584, + "nauc_precision_at_5_max": 0.840529, + "nauc_precision_at_5_std": 0.204866, + "nauc_precision_at_5_diff1": 0.869116, + "nauc_precision_at_10_max": 0.857731, + "nauc_precision_at_10_std": 0.25104, + "nauc_precision_at_10_diff1": 0.863172, + "nauc_precision_at_20_max": 0.858473, + "nauc_precision_at_20_std": 0.362372, + "nauc_precision_at_20_diff1": 0.863912, + "nauc_precision_at_100_max": 0.829455, + "nauc_precision_at_100_std": 0.73199, + "nauc_precision_at_100_diff1": 0.807872, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.762048, + "nauc_mrr_at_1_std": 0.064244, + "nauc_mrr_at_1_diff1": 0.900164, + "nauc_mrr_at_3_max": 0.80076, + "nauc_mrr_at_3_std": 0.127022, + "nauc_mrr_at_3_diff1": 0.890873, + "nauc_mrr_at_5_max": 0.796547, + "nauc_mrr_at_5_std": 0.122243, + "nauc_mrr_at_5_diff1": 0.89116, + "nauc_mrr_at_10_max": 0.796586, + "nauc_mrr_at_10_std": 0.122717, + "nauc_mrr_at_10_diff1": 0.890993, + "nauc_mrr_at_20_max": 0.795959, + "nauc_mrr_at_20_std": 0.124414, + "nauc_mrr_at_20_diff1": 0.891237, + "nauc_mrr_at_100_max": 0.795535, + "nauc_mrr_at_100_std": 0.123896, + "nauc_mrr_at_100_diff1": 0.891435, + "nauc_mrr_at_1000_max": 0.795524, + "nauc_mrr_at_1000_std": 0.123638, + "nauc_mrr_at_1000_diff1": 0.891486, + "hit_rate_at_1": 0.76222, + "hit_rate_at_3": 0.86, + "hit_rate_at_5": 0.88556, + "hit_rate_at_10": 0.91, + "hit_rate_at_20": 0.93333, + "hit_rate_at_100": 0.98556, + "hit_rate_at_1000": 1.0, + "main_score": 0.83906, "hf_subset": "eng_Latn-jav_Latn", "languages": [ "eng-Latn", "jav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90333, - "ndcg_at_3": 0.94254, - "ndcg_at_5": 0.94756, - "ndcg_at_10": 0.94973, - "ndcg_at_20": 0.95143, - "ndcg_at_100": 0.95228, - "ndcg_at_1000": 0.95258, - "map_at_1": 0.90333, - "map_at_3": 0.9337, - "map_at_5": 0.93648, - "map_at_10": 0.93739, - "map_at_20": 0.93786, - "map_at_100": 0.93799, - "map_at_1000": 0.938, - "recall_at_1": 0.90333, - "recall_at_3": 0.96778, - "recall_at_5": 0.98, - "recall_at_10": 0.98667, - "recall_at_20": 0.99333, - "recall_at_100": 0.99778, - "recall_at_1000": 1.0, - "precision_at_1": 0.90333, - "precision_at_3": 0.32259, - "precision_at_5": 0.196, - "precision_at_10": 0.09867, - "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.94184, + "ndcg_at_5": 0.94451, + "ndcg_at_10": 0.94701, + "ndcg_at_20": 0.94876, + "ndcg_at_100": 0.94995, + "ndcg_at_1000": 0.95009, + "map_at_1": 0.89889, + "map_at_3": 0.93167, + "map_at_5": 0.93311, + "map_at_10": 0.93414, + "map_at_20": 0.93465, + "map_at_100": 0.9348, + "map_at_1000": 0.93481, + "recall_at_1": 0.89889, + "recall_at_3": 0.97111, + "recall_at_5": 0.97778, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "accuracy": 0.89889, + "precision_at_1": 0.89889, + "precision_at_3": 0.3237, + "precision_at_5": 0.19556, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.903333, - "mrr_at_3": 0.933704, - "mrr_at_5": 0.936481, - "mrr_at_10": 0.937392, - "mrr_at_20": 0.937865, - "mrr_at_100": 0.937992, - "mrr_at_1000": 0.938004, - "nauc_ndcg_at_1_max": 0.767276, - "nauc_ndcg_at_1_std": -0.100492, - "nauc_ndcg_at_1_diff1": 0.932789, - "nauc_ndcg_at_3_max": 0.827601, - "nauc_ndcg_at_3_std": -0.081191, - "nauc_ndcg_at_3_diff1": 0.940197, - "nauc_ndcg_at_5_max": 0.816967, - "nauc_ndcg_at_5_std": -0.098607, - "nauc_ndcg_at_5_diff1": 0.940206, - "nauc_ndcg_at_10_max": 0.814974, - "nauc_ndcg_at_10_std": -0.0662, - "nauc_ndcg_at_10_diff1": 0.937619, - "nauc_ndcg_at_20_max": 0.810045, - "nauc_ndcg_at_20_std": -0.07758, - "nauc_ndcg_at_20_diff1": 0.936986, - "nauc_ndcg_at_100_max": 0.807662, - "nauc_ndcg_at_100_std": -0.084401, - "nauc_ndcg_at_100_diff1": 0.937558, - "nauc_ndcg_at_1000_max": 0.806468, - "nauc_ndcg_at_1000_std": -0.090705, - "nauc_ndcg_at_1000_diff1": 0.937599, - "nauc_map_at_1_max": 0.767276, - "nauc_map_at_1_std": -0.100492, - "nauc_map_at_1_diff1": 0.932789, - "nauc_map_at_3_max": 0.810028, - "nauc_map_at_3_std": -0.095341, - "nauc_map_at_3_diff1": 0.938448, - "nauc_map_at_5_max": 0.804422, - "nauc_map_at_5_std": -0.103524, - "nauc_map_at_5_diff1": 0.938329, - "nauc_map_at_10_max": 0.803461, - "nauc_map_at_10_std": -0.093383, - "nauc_map_at_10_diff1": 0.937433, - "nauc_map_at_20_max": 0.802314, - "nauc_map_at_20_std": -0.095524, - "nauc_map_at_20_diff1": 0.937306, - "nauc_map_at_100_max": 0.801965, - "nauc_map_at_100_std": -0.096901, - "nauc_map_at_100_diff1": 0.937359, - "nauc_map_at_1000_max": 0.801925, - "nauc_map_at_1000_std": -0.097101, - "nauc_map_at_1000_diff1": 0.937363, - "nauc_recall_at_1_max": 0.767276, - "nauc_recall_at_1_std": -0.100492, - "nauc_recall_at_1_diff1": 0.932789, - "nauc_recall_at_3_max": 0.928845, - "nauc_recall_at_3_std": 0.009079, - "nauc_recall_at_3_diff1": 0.949854, - "nauc_recall_at_5_max": 0.92258, - "nauc_recall_at_5_std": -0.05208, - "nauc_recall_at_5_diff1": 0.956427, - "nauc_recall_at_10_max": 0.955065, - "nauc_recall_at_10_std": 0.362823, - "nauc_recall_at_10_diff1": 0.934641, - "nauc_recall_at_20_max": 0.953704, - "nauc_recall_at_20_std": 0.431684, - "nauc_recall_at_20_diff1": 0.912854, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.931667, + "mrr_at_5": 0.933111, + "mrr_at_10": 0.934136, + "mrr_at_20": 0.934648, + "mrr_at_100": 0.934801, + "mrr_at_1000": 0.934805, + "nauc_ndcg_at_1_max": 0.757488, + "nauc_ndcg_at_1_std": -0.108784, + "nauc_ndcg_at_1_diff1": 0.926301, + "nauc_ndcg_at_3_max": 0.813326, + "nauc_ndcg_at_3_std": -0.092514, + "nauc_ndcg_at_3_diff1": 0.93332, + "nauc_ndcg_at_5_max": 0.809912, + "nauc_ndcg_at_5_std": -0.073616, + "nauc_ndcg_at_5_diff1": 0.932255, + "nauc_ndcg_at_10_max": 0.806377, + "nauc_ndcg_at_10_std": -0.060067, + "nauc_ndcg_at_10_diff1": 0.932479, + "nauc_ndcg_at_20_max": 0.802144, + "nauc_ndcg_at_20_std": -0.070507, + "nauc_ndcg_at_20_diff1": 0.930175, + "nauc_ndcg_at_100_max": 0.798432, + "nauc_ndcg_at_100_std": -0.081019, + "nauc_ndcg_at_100_diff1": 0.931351, + "nauc_ndcg_at_1000_max": 0.797878, + "nauc_ndcg_at_1000_std": -0.08399, + "nauc_ndcg_at_1000_diff1": 0.931162, + "nauc_map_at_1_max": 0.757488, + "nauc_map_at_1_std": -0.108784, + "nauc_map_at_1_diff1": 0.926301, + "nauc_map_at_3_max": 0.797895, + "nauc_map_at_3_std": -0.099049, + "nauc_map_at_3_diff1": 0.931709, + "nauc_map_at_5_max": 0.795986, + "nauc_map_at_5_std": -0.09054, + "nauc_map_at_5_diff1": 0.931156, + "nauc_map_at_10_max": 0.794451, + "nauc_map_at_10_std": -0.088076, + "nauc_map_at_10_diff1": 0.931163, + "nauc_map_at_20_max": 0.793408, + "nauc_map_at_20_std": -0.09024, + "nauc_map_at_20_diff1": 0.930623, + "nauc_map_at_100_max": 0.793011, + "nauc_map_at_100_std": -0.09155, + "nauc_map_at_100_diff1": 0.930784, + "nauc_map_at_1000_max": 0.792998, + "nauc_map_at_1000_std": -0.091618, + "nauc_map_at_1000_diff1": 0.930779, + "nauc_recall_at_1_max": 0.757488, + "nauc_recall_at_1_std": -0.108784, + "nauc_recall_at_1_diff1": 0.926301, + "nauc_recall_at_3_max": 0.914171, + "nauc_recall_at_3_std": -0.047242, + "nauc_recall_at_3_diff1": 0.943439, + "nauc_recall_at_5_max": 0.923786, + "nauc_recall_at_5_std": 0.081419, + "nauc_recall_at_5_diff1": 0.940359, + "nauc_recall_at_10_max": 0.948467, + "nauc_recall_at_10_std": 0.361596, + "nauc_recall_at_10_diff1": 0.948467, + "nauc_recall_at_20_max": 0.962652, + "nauc_recall_at_20_std": 0.434507, + "nauc_recall_at_20_diff1": 0.904295, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.767276, - "nauc_precision_at_1_std": -0.100492, - "nauc_precision_at_1_diff1": 0.932789, - "nauc_precision_at_3_max": 0.928845, - "nauc_precision_at_3_std": 0.009079, - "nauc_precision_at_3_diff1": 0.949854, - "nauc_precision_at_5_max": 0.92258, - "nauc_precision_at_5_std": -0.05208, - "nauc_precision_at_5_diff1": 0.956427, - "nauc_precision_at_10_max": 0.955065, - "nauc_precision_at_10_std": 0.362823, - "nauc_precision_at_10_diff1": 0.934641, - "nauc_precision_at_20_max": 0.953704, - "nauc_precision_at_20_std": 0.431684, - "nauc_precision_at_20_diff1": 0.912854, + "nauc_precision_at_1_max": 0.757488, + "nauc_precision_at_1_std": -0.108784, + "nauc_precision_at_1_diff1": 0.926301, + "nauc_precision_at_3_max": 0.914171, + "nauc_precision_at_3_std": -0.047242, + "nauc_precision_at_3_diff1": 0.943439, + "nauc_precision_at_5_max": 0.923786, + "nauc_precision_at_5_std": 0.081419, + "nauc_precision_at_5_diff1": 0.940359, + "nauc_precision_at_10_max": 0.948467, + "nauc_precision_at_10_std": 0.361596, + "nauc_precision_at_10_diff1": 0.948467, + "nauc_precision_at_20_max": 0.962652, + "nauc_precision_at_20_std": 0.434507, + "nauc_precision_at_20_diff1": 0.904295, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.767276, - "nauc_mrr_at_1_std": -0.100492, - "nauc_mrr_at_1_diff1": 0.932789, - "nauc_mrr_at_3_max": 0.810028, - "nauc_mrr_at_3_std": -0.095341, - "nauc_mrr_at_3_diff1": 0.938448, - "nauc_mrr_at_5_max": 0.804422, - "nauc_mrr_at_5_std": -0.103524, - "nauc_mrr_at_5_diff1": 0.938329, - "nauc_mrr_at_10_max": 0.803461, - "nauc_mrr_at_10_std": -0.093383, - "nauc_mrr_at_10_diff1": 0.937433, - "nauc_mrr_at_20_max": 0.802314, - "nauc_mrr_at_20_std": -0.095524, - "nauc_mrr_at_20_diff1": 0.937306, - "nauc_mrr_at_100_max": 0.801965, - "nauc_mrr_at_100_std": -0.096901, - "nauc_mrr_at_100_diff1": 0.937359, - "nauc_mrr_at_1000_max": 0.801925, - "nauc_mrr_at_1000_std": -0.097101, - "nauc_mrr_at_1000_diff1": 0.937363, - "main_score": 0.94973, + "nauc_mrr_at_1_max": 0.757488, + "nauc_mrr_at_1_std": -0.108784, + "nauc_mrr_at_1_diff1": 0.926301, + "nauc_mrr_at_3_max": 0.797895, + "nauc_mrr_at_3_std": -0.099049, + "nauc_mrr_at_3_diff1": 0.931709, + "nauc_mrr_at_5_max": 0.795986, + "nauc_mrr_at_5_std": -0.09054, + "nauc_mrr_at_5_diff1": 0.931156, + "nauc_mrr_at_10_max": 0.794451, + "nauc_mrr_at_10_std": -0.088076, + "nauc_mrr_at_10_diff1": 0.931163, + "nauc_mrr_at_20_max": 0.793408, + "nauc_mrr_at_20_std": -0.09024, + "nauc_mrr_at_20_diff1": 0.930623, + "nauc_mrr_at_100_max": 0.793011, + "nauc_mrr_at_100_std": -0.09155, + "nauc_mrr_at_100_diff1": 0.930784, + "nauc_mrr_at_1000_max": 0.792998, + "nauc_mrr_at_1000_std": -0.091618, + "nauc_mrr_at_1000_diff1": 0.930779, + "hit_rate_at_1": 0.89889, + "hit_rate_at_3": 0.97111, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94701, "hf_subset": "jpn_Jpan-jpn_Jpan", "languages": [ "jpn-Jpan", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94483, - "ndcg_at_5": 0.94994, - "ndcg_at_10": 0.95401, - "ndcg_at_20": 0.95538, - "ndcg_at_100": 0.95594, - "ndcg_at_1000": 0.9561, - "map_at_1": 0.91333, - "map_at_3": 0.93759, - "map_at_5": 0.94048, - "map_at_10": 0.94222, - "map_at_20": 0.94258, - "map_at_100": 0.94263, - "map_at_1000": 0.94264, - "recall_at_1": 0.91333, - "recall_at_3": 0.96556, - "recall_at_5": 0.97778, + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94217, + "ndcg_at_5": 0.94714, + "ndcg_at_10": 0.95145, + "ndcg_at_20": 0.95202, + "ndcg_at_100": 0.95332, + "ndcg_at_1000": 0.95346, + "map_at_1": 0.91, + "map_at_3": 0.93444, + "map_at_5": 0.93717, + "map_at_10": 0.93894, + "map_at_20": 0.9391, + "map_at_100": 0.9393, + "map_at_1000": 0.93931, + "recall_at_1": 0.91, + "recall_at_3": 0.96444, + "recall_at_5": 0.97667, "recall_at_10": 0.99, - "recall_at_20": 0.99556, + "recall_at_20": 0.99222, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32185, - "precision_at_5": 0.19556, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32148, + "precision_at_5": 0.19533, "precision_at_10": 0.099, - "precision_at_20": 0.04978, + "precision_at_20": 0.04961, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.937593, - "mrr_at_5": 0.940481, - "mrr_at_10": 0.942219, - "mrr_at_20": 0.942579, - "mrr_at_100": 0.942635, - "mrr_at_1000": 0.942644, - "nauc_ndcg_at_1_max": 0.788156, - "nauc_ndcg_at_1_std": -0.233367, - "nauc_ndcg_at_1_diff1": 0.947509, - "nauc_ndcg_at_3_max": 0.825005, - "nauc_ndcg_at_3_std": -0.213414, - "nauc_ndcg_at_3_diff1": 0.956148, - "nauc_ndcg_at_5_max": 0.813404, - "nauc_ndcg_at_5_std": -0.248441, - "nauc_ndcg_at_5_diff1": 0.951665, - "nauc_ndcg_at_10_max": 0.818737, - "nauc_ndcg_at_10_std": -0.217348, - "nauc_ndcg_at_10_diff1": 0.952684, - "nauc_ndcg_at_20_max": 0.814817, - "nauc_ndcg_at_20_std": -0.21918, - "nauc_ndcg_at_20_diff1": 0.952083, - "nauc_ndcg_at_100_max": 0.81247, - "nauc_ndcg_at_100_std": -0.22284, - "nauc_ndcg_at_100_diff1": 0.95198, - "nauc_ndcg_at_1000_max": 0.81179, - "nauc_ndcg_at_1000_std": -0.227275, - "nauc_ndcg_at_1000_diff1": 0.951806, - "nauc_map_at_1_max": 0.788156, - "nauc_map_at_1_std": -0.233367, - "nauc_map_at_1_diff1": 0.947509, - "nauc_map_at_3_max": 0.814638, - "nauc_map_at_3_std": -0.221362, - "nauc_map_at_3_diff1": 0.953564, - "nauc_map_at_5_max": 0.808585, - "nauc_map_at_5_std": -0.238699, - "nauc_map_at_5_diff1": 0.95131, - "nauc_map_at_10_max": 0.809837, - "nauc_map_at_10_std": -0.229173, - "nauc_map_at_10_diff1": 0.951541, - "nauc_map_at_20_max": 0.808959, - "nauc_map_at_20_std": -0.230027, - "nauc_map_at_20_diff1": 0.951431, - "nauc_map_at_100_max": 0.808775, - "nauc_map_at_100_std": -0.23028, - "nauc_map_at_100_diff1": 0.951412, - "nauc_map_at_1000_max": 0.808745, - "nauc_map_at_1000_std": -0.230471, - "nauc_map_at_1000_diff1": 0.951404, - "nauc_recall_at_1_max": 0.788156, - "nauc_recall_at_1_std": -0.233367, - "nauc_recall_at_1_diff1": 0.947509, - "nauc_recall_at_3_max": 0.87773, - "nauc_recall_at_3_std": -0.170914, - "nauc_recall_at_3_diff1": 0.969429, - "nauc_recall_at_5_max": 0.844795, - "nauc_recall_at_5_std": -0.332376, - "nauc_recall_at_5_diff1": 0.952614, - "nauc_recall_at_10_max": 0.969136, - "nauc_recall_at_10_std": 0.035325, - "nauc_recall_at_10_diff1": 0.970951, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.315009, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.91, + "mrr_at_3": 0.934444, + "mrr_at_5": 0.937167, + "mrr_at_10": 0.938939, + "mrr_at_20": 0.939104, + "mrr_at_100": 0.939303, + "mrr_at_1000": 0.939308, + "nauc_ndcg_at_1_max": 0.768885, + "nauc_ndcg_at_1_std": -0.215156, + "nauc_ndcg_at_1_diff1": 0.944813, + "nauc_ndcg_at_3_max": 0.807416, + "nauc_ndcg_at_3_std": -0.180604, + "nauc_ndcg_at_3_diff1": 0.955828, + "nauc_ndcg_at_5_max": 0.79902, + "nauc_ndcg_at_5_std": -0.181336, + "nauc_ndcg_at_5_diff1": 0.952737, + "nauc_ndcg_at_10_max": 0.800253, + "nauc_ndcg_at_10_std": -0.181908, + "nauc_ndcg_at_10_diff1": 0.951284, + "nauc_ndcg_at_20_max": 0.80119, + "nauc_ndcg_at_20_std": -0.170169, + "nauc_ndcg_at_20_diff1": 0.952345, + "nauc_ndcg_at_100_max": 0.796873, + "nauc_ndcg_at_100_std": -0.181023, + "nauc_ndcg_at_100_diff1": 0.951689, + "nauc_ndcg_at_1000_max": 0.796244, + "nauc_ndcg_at_1000_std": -0.184678, + "nauc_ndcg_at_1000_diff1": 0.951539, + "nauc_map_at_1_max": 0.768885, + "nauc_map_at_1_std": -0.215156, + "nauc_map_at_1_diff1": 0.944813, + "nauc_map_at_3_max": 0.798329, + "nauc_map_at_3_std": -0.188449, + "nauc_map_at_3_diff1": 0.952978, + "nauc_map_at_5_max": 0.794086, + "nauc_map_at_5_std": -0.18853, + "nauc_map_at_5_diff1": 0.951403, + "nauc_map_at_10_max": 0.793752, + "nauc_map_at_10_std": -0.190591, + "nauc_map_at_10_diff1": 0.950763, + "nauc_map_at_20_max": 0.793946, + "nauc_map_at_20_std": -0.187931, + "nauc_map_at_20_diff1": 0.950992, + "nauc_map_at_100_max": 0.793417, + "nauc_map_at_100_std": -0.189516, + "nauc_map_at_100_diff1": 0.950931, + "nauc_map_at_1000_max": 0.793399, + "nauc_map_at_1000_std": -0.189621, + "nauc_map_at_1000_diff1": 0.950926, + "nauc_recall_at_1_max": 0.768885, + "nauc_recall_at_1_std": -0.215156, + "nauc_recall_at_1_diff1": 0.944813, + "nauc_recall_at_3_max": 0.85297, + "nauc_recall_at_3_std": -0.141602, + "nauc_recall_at_3_diff1": 0.970384, + "nauc_recall_at_5_max": 0.829865, + "nauc_recall_at_5_std": -0.131897, + "nauc_recall_at_5_diff1": 0.961096, + "nauc_recall_at_10_max": 0.909223, + "nauc_recall_at_10_std": -0.019297, + "nauc_recall_at_10_diff1": 0.954611, + "nauc_recall_at_20_max": 0.962652, + "nauc_recall_at_20_std": 0.304255, + "nauc_recall_at_20_diff1": 0.981326, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.788156, - "nauc_precision_at_1_std": -0.233367, - "nauc_precision_at_1_diff1": 0.947509, - "nauc_precision_at_3_max": 0.87773, - "nauc_precision_at_3_std": -0.170914, - "nauc_precision_at_3_diff1": 0.969429, - "nauc_precision_at_5_max": 0.844795, - "nauc_precision_at_5_std": -0.332376, - "nauc_precision_at_5_diff1": 0.952614, - "nauc_precision_at_10_max": 0.969136, - "nauc_precision_at_10_std": 0.035325, - "nauc_precision_at_10_diff1": 0.970951, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.315009, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.768885, + "nauc_precision_at_1_std": -0.215156, + "nauc_precision_at_1_diff1": 0.944813, + "nauc_precision_at_3_max": 0.85297, + "nauc_precision_at_3_std": -0.141602, + "nauc_precision_at_3_diff1": 0.970384, + "nauc_precision_at_5_max": 0.829865, + "nauc_precision_at_5_std": -0.131897, + "nauc_precision_at_5_diff1": 0.961096, + "nauc_precision_at_10_max": 0.909223, + "nauc_precision_at_10_std": -0.019297, + "nauc_precision_at_10_diff1": 0.954611, + "nauc_precision_at_20_max": 0.962652, + "nauc_precision_at_20_std": 0.304255, + "nauc_precision_at_20_diff1": 0.981326, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.788156, - "nauc_mrr_at_1_std": -0.233367, - "nauc_mrr_at_1_diff1": 0.947509, - "nauc_mrr_at_3_max": 0.814638, - "nauc_mrr_at_3_std": -0.221362, - "nauc_mrr_at_3_diff1": 0.953564, - "nauc_mrr_at_5_max": 0.808585, - "nauc_mrr_at_5_std": -0.238699, - "nauc_mrr_at_5_diff1": 0.95131, - "nauc_mrr_at_10_max": 0.809837, - "nauc_mrr_at_10_std": -0.229173, - "nauc_mrr_at_10_diff1": 0.951541, - "nauc_mrr_at_20_max": 0.808959, - "nauc_mrr_at_20_std": -0.230027, - "nauc_mrr_at_20_diff1": 0.951431, - "nauc_mrr_at_100_max": 0.808775, - "nauc_mrr_at_100_std": -0.23028, - "nauc_mrr_at_100_diff1": 0.951412, - "nauc_mrr_at_1000_max": 0.808745, - "nauc_mrr_at_1000_std": -0.230471, - "nauc_mrr_at_1000_diff1": 0.951404, - "main_score": 0.95401, + "nauc_mrr_at_1_max": 0.768885, + "nauc_mrr_at_1_std": -0.215156, + "nauc_mrr_at_1_diff1": 0.944813, + "nauc_mrr_at_3_max": 0.798329, + "nauc_mrr_at_3_std": -0.188449, + "nauc_mrr_at_3_diff1": 0.952978, + "nauc_mrr_at_5_max": 0.794086, + "nauc_mrr_at_5_std": -0.18853, + "nauc_mrr_at_5_diff1": 0.951403, + "nauc_mrr_at_10_max": 0.793752, + "nauc_mrr_at_10_std": -0.190591, + "nauc_mrr_at_10_diff1": 0.950763, + "nauc_mrr_at_20_max": 0.793946, + "nauc_mrr_at_20_std": -0.187931, + "nauc_mrr_at_20_diff1": 0.950992, + "nauc_mrr_at_100_max": 0.793417, + "nauc_mrr_at_100_std": -0.189516, + "nauc_mrr_at_100_diff1": 0.950931, + "nauc_mrr_at_1000_max": 0.793399, + "nauc_mrr_at_1000_std": -0.189621, + "nauc_mrr_at_1000_diff1": 0.950926, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95145, "hf_subset": "jpn_Jpan-eng_Latn", "languages": [ "jpn-Jpan", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.89222, - "ndcg_at_3": 0.93382, - "ndcg_at_5": 0.93927, - "ndcg_at_10": 0.94364, - "ndcg_at_20": 0.94499, - "ndcg_at_100": 0.94582, - "ndcg_at_1000": 0.94628, - "map_at_1": 0.89222, - "map_at_3": 0.92463, - "map_at_5": 0.92763, - "map_at_10": 0.92947, - "map_at_20": 0.92981, - "map_at_100": 0.92993, - "map_at_1000": 0.92995, - "recall_at_1": 0.89222, - "recall_at_3": 0.96, - "recall_at_5": 0.97333, - "recall_at_10": 0.98667, - "recall_at_20": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87778, + "ndcg_at_3": 0.9223, + "ndcg_at_5": 0.92923, + "ndcg_at_10": 0.93372, + "ndcg_at_20": 0.93603, + "ndcg_at_100": 0.9373, + "ndcg_at_1000": 0.93774, + "map_at_1": 0.87778, + "map_at_3": 0.91222, + "map_at_5": 0.91611, + "map_at_10": 0.91806, + "map_at_20": 0.91873, + "map_at_100": 0.91892, + "map_at_1000": 0.91894, + "recall_at_1": 0.87778, + "recall_at_3": 0.95111, + "recall_at_5": 0.96778, + "recall_at_10": 0.98111, + "recall_at_20": 0.99, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.89222, - "precision_at_3": 0.32, - "precision_at_5": 0.19467, - "precision_at_10": 0.09867, - "precision_at_20": 0.04961, + "accuracy": 0.87778, + "precision_at_1": 0.87778, + "precision_at_3": 0.31704, + "precision_at_5": 0.19356, + "precision_at_10": 0.09811, + "precision_at_20": 0.0495, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.892222, - "mrr_at_3": 0.92463, - "mrr_at_5": 0.92763, - "mrr_at_10": 0.92947, - "mrr_at_20": 0.929813, - "mrr_at_100": 0.929925, - "mrr_at_1000": 0.929948, - "nauc_ndcg_at_1_max": 0.827922, - "nauc_ndcg_at_1_std": -0.143489, - "nauc_ndcg_at_1_diff1": 0.931832, - "nauc_ndcg_at_3_max": 0.862921, - "nauc_ndcg_at_3_std": -0.12048, - "nauc_ndcg_at_3_diff1": 0.929657, - "nauc_ndcg_at_5_max": 0.862004, - "nauc_ndcg_at_5_std": -0.105771, - "nauc_ndcg_at_5_diff1": 0.934014, - "nauc_ndcg_at_10_max": 0.85375, - "nauc_ndcg_at_10_std": -0.110406, - "nauc_ndcg_at_10_diff1": 0.932329, - "nauc_ndcg_at_20_max": 0.854293, - "nauc_ndcg_at_20_std": -0.105812, - "nauc_ndcg_at_20_diff1": 0.932661, - "nauc_ndcg_at_100_max": 0.853456, - "nauc_ndcg_at_100_std": -0.105512, - "nauc_ndcg_at_100_diff1": 0.933119, - "nauc_ndcg_at_1000_max": 0.852182, - "nauc_ndcg_at_1000_std": -0.114317, - "nauc_ndcg_at_1000_diff1": 0.932537, - "nauc_map_at_1_max": 0.827922, - "nauc_map_at_1_std": -0.143489, - "nauc_map_at_1_diff1": 0.931832, - "nauc_map_at_3_max": 0.853221, - "nauc_map_at_3_std": -0.124514, - "nauc_map_at_3_diff1": 0.930582, - "nauc_map_at_5_max": 0.852632, - "nauc_map_at_5_std": -0.118203, - "nauc_map_at_5_diff1": 0.932805, - "nauc_map_at_10_max": 0.849594, - "nauc_map_at_10_std": -0.120105, - "nauc_map_at_10_diff1": 0.932183, - "nauc_map_at_20_max": 0.849653, - "nauc_map_at_20_std": -0.11942, - "nauc_map_at_20_diff1": 0.932244, - "nauc_map_at_100_max": 0.849512, - "nauc_map_at_100_std": -0.119659, - "nauc_map_at_100_diff1": 0.932291, - "nauc_map_at_1000_max": 0.849461, - "nauc_map_at_1000_std": -0.120001, - "nauc_map_at_1000_diff1": 0.932268, - "nauc_recall_at_1_max": 0.827922, - "nauc_recall_at_1_std": -0.143489, - "nauc_recall_at_1_diff1": 0.931832, - "nauc_recall_at_3_max": 0.913502, - "nauc_recall_at_3_std": -0.101696, - "nauc_recall_at_3_diff1": 0.924525, - "nauc_recall_at_5_max": 0.931042, - "nauc_recall_at_5_std": -0.007275, - "nauc_recall_at_5_diff1": 0.944172, - "nauc_recall_at_10_max": 0.894763, - "nauc_recall_at_10_std": 0.031863, - "nauc_recall_at_10_diff1": 0.933279, - "nauc_recall_at_20_max": 0.941643, - "nauc_recall_at_20_std": 0.278578, - "nauc_recall_at_20_diff1": 0.943978, + "mrr_at_1": 0.877778, + "mrr_at_3": 0.912222, + "mrr_at_5": 0.916111, + "mrr_at_10": 0.918062, + "mrr_at_20": 0.918732, + "mrr_at_100": 0.918919, + "mrr_at_1000": 0.918937, + "nauc_ndcg_at_1_max": 0.764768, + "nauc_ndcg_at_1_std": -0.266272, + "nauc_ndcg_at_1_diff1": 0.932897, + "nauc_ndcg_at_3_max": 0.807438, + "nauc_ndcg_at_3_std": -0.266809, + "nauc_ndcg_at_3_diff1": 0.926582, + "nauc_ndcg_at_5_max": 0.807233, + "nauc_ndcg_at_5_std": -0.237488, + "nauc_ndcg_at_5_diff1": 0.930905, + "nauc_ndcg_at_10_max": 0.797101, + "nauc_ndcg_at_10_std": -0.252191, + "nauc_ndcg_at_10_diff1": 0.93146, + "nauc_ndcg_at_20_max": 0.793992, + "nauc_ndcg_at_20_std": -0.248694, + "nauc_ndcg_at_20_diff1": 0.930266, + "nauc_ndcg_at_100_max": 0.794613, + "nauc_ndcg_at_100_std": -0.24231, + "nauc_ndcg_at_100_diff1": 0.931199, + "nauc_ndcg_at_1000_max": 0.793132, + "nauc_ndcg_at_1000_std": -0.250968, + "nauc_ndcg_at_1000_diff1": 0.930703, + "nauc_map_at_1_max": 0.764768, + "nauc_map_at_1_std": -0.266272, + "nauc_map_at_1_diff1": 0.932897, + "nauc_map_at_3_max": 0.795082, + "nauc_map_at_3_std": -0.266534, + "nauc_map_at_3_diff1": 0.928458, + "nauc_map_at_5_max": 0.7942, + "nauc_map_at_5_std": -0.253012, + "nauc_map_at_5_diff1": 0.930611, + "nauc_map_at_10_max": 0.790334, + "nauc_map_at_10_std": -0.258334, + "nauc_map_at_10_diff1": 0.93074, + "nauc_map_at_20_max": 0.789649, + "nauc_map_at_20_std": -0.25687, + "nauc_map_at_20_diff1": 0.930481, + "nauc_map_at_100_max": 0.789712, + "nauc_map_at_100_std": -0.256386, + "nauc_map_at_100_diff1": 0.93061, + "nauc_map_at_1000_max": 0.789663, + "nauc_map_at_1000_std": -0.256665, + "nauc_map_at_1000_diff1": 0.930594, + "nauc_recall_at_1_max": 0.764768, + "nauc_recall_at_1_std": -0.266272, + "nauc_recall_at_1_diff1": 0.932897, + "nauc_recall_at_3_max": 0.869037, + "nauc_recall_at_3_std": -0.268282, + "nauc_recall_at_3_diff1": 0.917187, + "nauc_recall_at_5_max": 0.901977, + "nauc_recall_at_5_std": -0.112463, + "nauc_recall_at_5_diff1": 0.934641, + "nauc_recall_at_10_max": 0.864503, + "nauc_recall_at_10_std": -0.180068, + "nauc_recall_at_10_diff1": 0.944252, + "nauc_recall_at_20_max": 0.844434, + "nauc_recall_at_20_std": -0.073037, + "nauc_recall_at_20_diff1": 0.925563, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_std": 0.956427, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.827922, - "nauc_precision_at_1_std": -0.143489, - "nauc_precision_at_1_diff1": 0.931832, - "nauc_precision_at_3_max": 0.913502, - "nauc_precision_at_3_std": -0.101696, - "nauc_precision_at_3_diff1": 0.924525, - "nauc_precision_at_5_max": 0.931042, - "nauc_precision_at_5_std": -0.007275, - "nauc_precision_at_5_diff1": 0.944172, - "nauc_precision_at_10_max": 0.894763, - "nauc_precision_at_10_std": 0.031863, - "nauc_precision_at_10_diff1": 0.933279, - "nauc_precision_at_20_max": 0.941643, - "nauc_precision_at_20_std": 0.278578, - "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_1_max": 0.764768, + "nauc_precision_at_1_std": -0.266272, + "nauc_precision_at_1_diff1": 0.932897, + "nauc_precision_at_3_max": 0.869037, + "nauc_precision_at_3_std": -0.268282, + "nauc_precision_at_3_diff1": 0.917187, + "nauc_precision_at_5_max": 0.901977, + "nauc_precision_at_5_std": -0.112463, + "nauc_precision_at_5_diff1": 0.934641, + "nauc_precision_at_10_max": 0.864503, + "nauc_precision_at_10_std": -0.180068, + "nauc_precision_at_10_diff1": 0.944252, + "nauc_precision_at_20_max": 0.844434, + "nauc_precision_at_20_std": -0.073037, + "nauc_precision_at_20_diff1": 0.925563, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_std": 0.956427, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.827922, - "nauc_mrr_at_1_std": -0.143489, - "nauc_mrr_at_1_diff1": 0.931832, - "nauc_mrr_at_3_max": 0.853221, - "nauc_mrr_at_3_std": -0.124514, - "nauc_mrr_at_3_diff1": 0.930582, - "nauc_mrr_at_5_max": 0.852632, - "nauc_mrr_at_5_std": -0.118203, - "nauc_mrr_at_5_diff1": 0.932805, - "nauc_mrr_at_10_max": 0.849594, - "nauc_mrr_at_10_std": -0.120105, - "nauc_mrr_at_10_diff1": 0.932183, - "nauc_mrr_at_20_max": 0.849653, - "nauc_mrr_at_20_std": -0.11942, - "nauc_mrr_at_20_diff1": 0.932244, - "nauc_mrr_at_100_max": 0.849512, - "nauc_mrr_at_100_std": -0.119659, - "nauc_mrr_at_100_diff1": 0.932291, - "nauc_mrr_at_1000_max": 0.849461, - "nauc_mrr_at_1000_std": -0.120001, - "nauc_mrr_at_1000_diff1": 0.932268, - "main_score": 0.94364, + "nauc_mrr_at_1_max": 0.764768, + "nauc_mrr_at_1_std": -0.266272, + "nauc_mrr_at_1_diff1": 0.932897, + "nauc_mrr_at_3_max": 0.795082, + "nauc_mrr_at_3_std": -0.266534, + "nauc_mrr_at_3_diff1": 0.928458, + "nauc_mrr_at_5_max": 0.7942, + "nauc_mrr_at_5_std": -0.253012, + "nauc_mrr_at_5_diff1": 0.930611, + "nauc_mrr_at_10_max": 0.790334, + "nauc_mrr_at_10_std": -0.258334, + "nauc_mrr_at_10_diff1": 0.93074, + "nauc_mrr_at_20_max": 0.789649, + "nauc_mrr_at_20_std": -0.25687, + "nauc_mrr_at_20_diff1": 0.930481, + "nauc_mrr_at_100_max": 0.789712, + "nauc_mrr_at_100_std": -0.256386, + "nauc_mrr_at_100_diff1": 0.93061, + "nauc_mrr_at_1000_max": 0.789663, + "nauc_mrr_at_1000_std": -0.256665, + "nauc_mrr_at_1000_diff1": 0.930594, + "hit_rate_at_1": 0.87778, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93372, "hf_subset": "eng_Latn-jpn_Jpan", "languages": [ "eng-Latn", "jpn-Jpan" - ] - }, - { - "ndcg_at_1": 0.43604, - "ndcg_at_3": 0.48603, - "ndcg_at_5": 0.50259, - "ndcg_at_10": 0.52015, - "ndcg_at_20": 0.53424, - "ndcg_at_100": 0.55747, - "ndcg_at_1000": 0.58398, - "map_at_1": 0.43604, - "map_at_3": 0.47405, - "map_at_5": 0.48328, - "map_at_10": 0.49049, - "map_at_20": 0.49436, - "map_at_100": 0.49747, - "map_at_1000": 0.49856, - "recall_at_1": 0.43604, - "recall_at_3": 0.52058, - "recall_at_5": 0.56062, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.45495, + "ndcg_at_3": 0.50876, + "ndcg_at_5": 0.52111, + "ndcg_at_10": 0.53434, + "ndcg_at_20": 0.54679, + "ndcg_at_100": 0.57159, + "ndcg_at_1000": 0.59739, + "map_at_1": 0.45495, + "map_at_3": 0.49648, + "map_at_5": 0.50332, + "map_at_10": 0.50873, + "map_at_20": 0.51218, + "map_at_100": 0.51534, + "map_at_1000": 0.51637, + "recall_at_1": 0.45495, + "recall_at_3": 0.54394, + "recall_at_5": 0.57397, "recall_at_10": 0.61513, - "recall_at_20": 0.67075, - "recall_at_100": 0.79755, + "recall_at_20": 0.66407, + "recall_at_100": 0.802, "recall_at_1000": 1.0, - "precision_at_1": 0.43604, - "precision_at_3": 0.17353, - "precision_at_5": 0.11212, + "accuracy": 0.45495, + "precision_at_1": 0.45495, + "precision_at_3": 0.18131, + "precision_at_5": 0.11479, "precision_at_10": 0.06151, - "precision_at_20": 0.03354, - "precision_at_100": 0.00798, - "precision_at_1000": 0.001, - "mrr_at_1": 0.43604, - "mrr_at_3": 0.474045, - "mrr_at_5": 0.483278, - "mrr_at_10": 0.490487, - "mrr_at_20": 0.494365, - "mrr_at_100": 0.497467, - "mrr_at_1000": 0.498555, - "nauc_ndcg_at_1_max": 0.560048, - "nauc_ndcg_at_1_std": -0.609098, - "nauc_ndcg_at_1_diff1": 0.863917, - "nauc_ndcg_at_3_max": 0.551743, - "nauc_ndcg_at_3_std": -0.638444, - "nauc_ndcg_at_3_diff1": 0.813095, - "nauc_ndcg_at_5_max": 0.544487, - "nauc_ndcg_at_5_std": -0.647311, - "nauc_ndcg_at_5_diff1": 0.802495, - "nauc_ndcg_at_10_max": 0.532254, - "nauc_ndcg_at_10_std": -0.648255, - "nauc_ndcg_at_10_diff1": 0.791573, - "nauc_ndcg_at_20_max": 0.526727, - "nauc_ndcg_at_20_std": -0.645385, - "nauc_ndcg_at_20_diff1": 0.7845, - "nauc_ndcg_at_100_max": 0.524947, - "nauc_ndcg_at_100_std": -0.63494, - "nauc_ndcg_at_100_diff1": 0.781759, - "nauc_ndcg_at_1000_max": 0.535303, - "nauc_ndcg_at_1000_std": -0.637096, - "nauc_ndcg_at_1000_diff1": 0.798263, - "nauc_map_at_1_max": 0.560048, - "nauc_map_at_1_std": -0.609098, - "nauc_map_at_1_diff1": 0.863917, - "nauc_map_at_3_max": 0.55446, - "nauc_map_at_3_std": -0.632649, - "nauc_map_at_3_diff1": 0.824978, - "nauc_map_at_5_max": 0.550442, - "nauc_map_at_5_std": -0.637472, - "nauc_map_at_5_diff1": 0.8193, - "nauc_map_at_10_max": 0.545573, - "nauc_map_at_10_std": -0.637964, - "nauc_map_at_10_diff1": 0.815174, - "nauc_map_at_20_max": 0.544169, - "nauc_map_at_20_std": -0.636935, - "nauc_map_at_20_diff1": 0.813501, - "nauc_map_at_100_max": 0.543932, - "nauc_map_at_100_std": -0.635202, - "nauc_map_at_100_diff1": 0.813158, - "nauc_map_at_1000_max": 0.544319, - "nauc_map_at_1000_std": -0.635206, - "nauc_map_at_1000_diff1": 0.813829, - "nauc_recall_at_1_max": 0.560048, - "nauc_recall_at_1_std": -0.609098, - "nauc_recall_at_1_diff1": 0.863917, - "nauc_recall_at_3_max": 0.543408, - "nauc_recall_at_3_std": -0.655007, - "nauc_recall_at_3_diff1": 0.778154, - "nauc_recall_at_5_max": 0.524946, - "nauc_recall_at_5_std": -0.678131, - "nauc_recall_at_5_diff1": 0.749675, - "nauc_recall_at_10_max": 0.48193, - "nauc_recall_at_10_std": -0.682487, - "nauc_recall_at_10_diff1": 0.707961, - "nauc_recall_at_20_max": 0.450494, - "nauc_recall_at_20_std": -0.674857, - "nauc_recall_at_20_diff1": 0.664849, - "nauc_recall_at_100_max": 0.401569, - "nauc_recall_at_100_std": -0.604071, - "nauc_recall_at_100_diff1": 0.589198, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.560048, - "nauc_precision_at_1_std": -0.609098, - "nauc_precision_at_1_diff1": 0.863917, - "nauc_precision_at_3_max": 0.543408, - "nauc_precision_at_3_std": -0.655007, - "nauc_precision_at_3_diff1": 0.778154, - "nauc_precision_at_5_max": 0.524946, - "nauc_precision_at_5_std": -0.678131, - "nauc_precision_at_5_diff1": 0.749675, - "nauc_precision_at_10_max": 0.48193, - "nauc_precision_at_10_std": -0.682487, - "nauc_precision_at_10_diff1": 0.707961, - "nauc_precision_at_20_max": 0.450494, - "nauc_precision_at_20_std": -0.674857, - "nauc_precision_at_20_diff1": 0.664849, - "nauc_precision_at_100_max": 0.401569, - "nauc_precision_at_100_std": -0.604071, - "nauc_precision_at_100_diff1": 0.589198, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.560048, - "nauc_mrr_at_1_std": -0.609098, - "nauc_mrr_at_1_diff1": 0.863917, - "nauc_mrr_at_3_max": 0.55446, - "nauc_mrr_at_3_std": -0.632649, - "nauc_mrr_at_3_diff1": 0.824978, - "nauc_mrr_at_5_max": 0.550442, - "nauc_mrr_at_5_std": -0.637472, - "nauc_mrr_at_5_diff1": 0.8193, - "nauc_mrr_at_10_max": 0.545573, - "nauc_mrr_at_10_std": -0.637964, - "nauc_mrr_at_10_diff1": 0.815174, - "nauc_mrr_at_20_max": 0.544169, - "nauc_mrr_at_20_std": -0.636935, - "nauc_mrr_at_20_diff1": 0.813501, - "nauc_mrr_at_100_max": 0.543932, - "nauc_mrr_at_100_std": -0.635202, - "nauc_mrr_at_100_diff1": 0.813158, - "nauc_mrr_at_1000_max": 0.544319, - "nauc_mrr_at_1000_std": -0.635206, - "nauc_mrr_at_1000_diff1": 0.813829, - "main_score": 0.52015, + "precision_at_20": 0.0332, + "precision_at_100": 0.00802, + "precision_at_1000": 0.001, + "mrr_at_1": 0.45495, + "mrr_at_3": 0.496478, + "mrr_at_5": 0.503319, + "mrr_at_10": 0.508728, + "mrr_at_20": 0.512178, + "mrr_at_100": 0.515339, + "mrr_at_1000": 0.516369, + "nauc_ndcg_at_1_max": 0.682272, + "nauc_ndcg_at_1_std": -0.643241, + "nauc_ndcg_at_1_diff1": 0.883631, + "nauc_ndcg_at_3_max": 0.67238, + "nauc_ndcg_at_3_std": -0.667843, + "nauc_ndcg_at_3_diff1": 0.849182, + "nauc_ndcg_at_5_max": 0.665173, + "nauc_ndcg_at_5_std": -0.67259, + "nauc_ndcg_at_5_diff1": 0.839784, + "nauc_ndcg_at_10_max": 0.659034, + "nauc_ndcg_at_10_std": -0.67096, + "nauc_ndcg_at_10_diff1": 0.831068, + "nauc_ndcg_at_20_max": 0.652514, + "nauc_ndcg_at_20_std": -0.669376, + "nauc_ndcg_at_20_diff1": 0.82236, + "nauc_ndcg_at_100_max": 0.646633, + "nauc_ndcg_at_100_std": -0.658296, + "nauc_ndcg_at_100_diff1": 0.821858, + "nauc_ndcg_at_1000_max": 0.65787, + "nauc_ndcg_at_1000_std": -0.663335, + "nauc_ndcg_at_1000_diff1": 0.83395, + "nauc_map_at_1_max": 0.682272, + "nauc_map_at_1_std": -0.643241, + "nauc_map_at_1_diff1": 0.883631, + "nauc_map_at_3_max": 0.674671, + "nauc_map_at_3_std": -0.664035, + "nauc_map_at_3_diff1": 0.857132, + "nauc_map_at_5_max": 0.670784, + "nauc_map_at_5_std": -0.666749, + "nauc_map_at_5_diff1": 0.852094, + "nauc_map_at_10_max": 0.66855, + "nauc_map_at_10_std": -0.665593, + "nauc_map_at_10_diff1": 0.848709, + "nauc_map_at_20_max": 0.666876, + "nauc_map_at_20_std": -0.6653, + "nauc_map_at_20_diff1": 0.846593, + "nauc_map_at_100_max": 0.666096, + "nauc_map_at_100_std": -0.663746, + "nauc_map_at_100_diff1": 0.846312, + "nauc_map_at_1000_max": 0.666472, + "nauc_map_at_1000_std": -0.663823, + "nauc_map_at_1000_diff1": 0.846758, + "nauc_recall_at_1_max": 0.682272, + "nauc_recall_at_1_std": -0.643241, + "nauc_recall_at_1_diff1": 0.883631, + "nauc_recall_at_3_max": 0.665604, + "nauc_recall_at_3_std": -0.67824, + "nauc_recall_at_3_diff1": 0.825688, + "nauc_recall_at_5_max": 0.646905, + "nauc_recall_at_5_std": -0.690006, + "nauc_recall_at_5_diff1": 0.80083, + "nauc_recall_at_10_max": 0.624039, + "nauc_recall_at_10_std": -0.688235, + "nauc_recall_at_10_diff1": 0.768992, + "nauc_recall_at_20_max": 0.590588, + "nauc_recall_at_20_std": -0.681044, + "nauc_recall_at_20_diff1": 0.72195, + "nauc_recall_at_100_max": 0.509017, + "nauc_recall_at_100_std": -0.59042, + "nauc_recall_at_100_diff1": 0.676288, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.682272, + "nauc_precision_at_1_std": -0.643241, + "nauc_precision_at_1_diff1": 0.883631, + "nauc_precision_at_3_max": 0.665604, + "nauc_precision_at_3_std": -0.67824, + "nauc_precision_at_3_diff1": 0.825688, + "nauc_precision_at_5_max": 0.646905, + "nauc_precision_at_5_std": -0.690006, + "nauc_precision_at_5_diff1": 0.80083, + "nauc_precision_at_10_max": 0.624039, + "nauc_precision_at_10_std": -0.688235, + "nauc_precision_at_10_diff1": 0.768992, + "nauc_precision_at_20_max": 0.590588, + "nauc_precision_at_20_std": -0.681044, + "nauc_precision_at_20_diff1": 0.72195, + "nauc_precision_at_100_max": 0.509017, + "nauc_precision_at_100_std": -0.59042, + "nauc_precision_at_100_diff1": 0.676288, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.682272, + "nauc_mrr_at_1_std": -0.643241, + "nauc_mrr_at_1_diff1": 0.883631, + "nauc_mrr_at_3_max": 0.674671, + "nauc_mrr_at_3_std": -0.664035, + "nauc_mrr_at_3_diff1": 0.857132, + "nauc_mrr_at_5_max": 0.670784, + "nauc_mrr_at_5_std": -0.666749, + "nauc_mrr_at_5_diff1": 0.852094, + "nauc_mrr_at_10_max": 0.66855, + "nauc_mrr_at_10_std": -0.665593, + "nauc_mrr_at_10_diff1": 0.848709, + "nauc_mrr_at_20_max": 0.666876, + "nauc_mrr_at_20_std": -0.6653, + "nauc_mrr_at_20_diff1": 0.846593, + "nauc_mrr_at_100_max": 0.666096, + "nauc_mrr_at_100_std": -0.663746, + "nauc_mrr_at_100_diff1": 0.846312, + "nauc_mrr_at_1000_max": 0.666472, + "nauc_mrr_at_1000_std": -0.663823, + "nauc_mrr_at_1000_diff1": 0.846758, + "hit_rate_at_1": 0.45495, + "hit_rate_at_3": 0.54394, + "hit_rate_at_5": 0.57397, + "hit_rate_at_10": 0.61513, + "hit_rate_at_20": 0.66407, + "hit_rate_at_100": 0.802, + "hit_rate_at_1000": 1.0, + "main_score": 0.53434, "hf_subset": "kac_Latn-kac_Latn", "languages": [ "kac-Latn", "kac-Latn" - ] - }, - { - "ndcg_at_1": 0.57, - "ndcg_at_3": 0.61128, - "ndcg_at_5": 0.62482, - "ndcg_at_10": 0.63872, - "ndcg_at_20": 0.64821, - "ndcg_at_100": 0.67016, - "ndcg_at_1000": 0.68673, - "map_at_1": 0.57, - "map_at_3": 0.60167, - "map_at_5": 0.60933, - "map_at_10": 0.61501, - "map_at_20": 0.61758, - "map_at_100": 0.62043, - "map_at_1000": 0.6211, - "recall_at_1": 0.57, - "recall_at_3": 0.63889, - "recall_at_5": 0.67111, - "recall_at_10": 0.71444, - "recall_at_20": 0.75222, - "recall_at_100": 0.87333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.56778, + "ndcg_at_3": 0.61087, + "ndcg_at_5": 0.62469, + "ndcg_at_10": 0.63416, + "ndcg_at_20": 0.64514, + "ndcg_at_100": 0.66696, + "ndcg_at_1000": 0.68423, + "map_at_1": 0.56778, + "map_at_3": 0.60074, + "map_at_5": 0.60846, + "map_at_10": 0.61223, + "map_at_20": 0.61526, + "map_at_100": 0.61813, + "map_at_1000": 0.6188, + "recall_at_1": 0.56778, + "recall_at_3": 0.64, + "recall_at_5": 0.67333, + "recall_at_10": 0.70333, + "recall_at_20": 0.74667, + "recall_at_100": 0.86667, "recall_at_1000": 1.0, - "precision_at_1": 0.57, - "precision_at_3": 0.21296, - "precision_at_5": 0.13422, - "precision_at_10": 0.07144, - "precision_at_20": 0.03761, - "precision_at_100": 0.00873, - "precision_at_1000": 0.001, - "mrr_at_1": 0.57, - "mrr_at_3": 0.601667, - "mrr_at_5": 0.609333, - "mrr_at_10": 0.615011, - "mrr_at_20": 0.617582, - "mrr_at_100": 0.620425, - "mrr_at_1000": 0.621101, - "nauc_ndcg_at_1_max": 0.868073, - "nauc_ndcg_at_1_std": 0.473043, - "nauc_ndcg_at_1_diff1": 0.877955, - "nauc_ndcg_at_3_max": 0.88955, - "nauc_ndcg_at_3_std": 0.50366, - "nauc_ndcg_at_3_diff1": 0.85183, - "nauc_ndcg_at_5_max": 0.881048, - "nauc_ndcg_at_5_std": 0.503402, - "nauc_ndcg_at_5_diff1": 0.84524, - "nauc_ndcg_at_10_max": 0.874116, - "nauc_ndcg_at_10_std": 0.497754, - "nauc_ndcg_at_10_diff1": 0.83583, - "nauc_ndcg_at_20_max": 0.869791, - "nauc_ndcg_at_20_std": 0.4937, - "nauc_ndcg_at_20_diff1": 0.831296, - "nauc_ndcg_at_100_max": 0.868289, - "nauc_ndcg_at_100_std": 0.501389, - "nauc_ndcg_at_100_diff1": 0.833321, - "nauc_ndcg_at_1000_max": 0.873208, - "nauc_ndcg_at_1000_std": 0.49633, - "nauc_ndcg_at_1000_diff1": 0.840637, - "nauc_map_at_1_max": 0.868073, - "nauc_map_at_1_std": 0.473043, - "nauc_map_at_1_diff1": 0.877955, - "nauc_map_at_3_max": 0.88489, - "nauc_map_at_3_std": 0.496068, - "nauc_map_at_3_diff1": 0.857701, - "nauc_map_at_5_max": 0.880225, - "nauc_map_at_5_std": 0.496058, - "nauc_map_at_5_diff1": 0.854116, - "nauc_map_at_10_max": 0.877349, - "nauc_map_at_10_std": 0.49379, - "nauc_map_at_10_diff1": 0.850333, - "nauc_map_at_20_max": 0.876201, - "nauc_map_at_20_std": 0.492488, - "nauc_map_at_20_diff1": 0.849239, - "nauc_map_at_100_max": 0.876017, - "nauc_map_at_100_std": 0.493372, - "nauc_map_at_100_diff1": 0.849402, - "nauc_map_at_1000_max": 0.876186, - "nauc_map_at_1000_std": 0.493196, - "nauc_map_at_1000_diff1": 0.849649, - "nauc_recall_at_1_max": 0.868073, - "nauc_recall_at_1_std": 0.473043, - "nauc_recall_at_1_diff1": 0.877955, - "nauc_recall_at_3_max": 0.903476, - "nauc_recall_at_3_std": 0.526832, - "nauc_recall_at_3_diff1": 0.834179, - "nauc_recall_at_5_max": 0.881986, - "nauc_recall_at_5_std": 0.526572, - "nauc_recall_at_5_diff1": 0.816147, - "nauc_recall_at_10_max": 0.857937, - "nauc_recall_at_10_std": 0.508435, - "nauc_recall_at_10_diff1": 0.780182, - "nauc_recall_at_20_max": 0.834551, - "nauc_recall_at_20_std": 0.491563, - "nauc_recall_at_20_diff1": 0.750478, - "nauc_recall_at_100_max": 0.790283, - "nauc_recall_at_100_std": 0.581779, - "nauc_recall_at_100_diff1": 0.716459, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.868073, - "nauc_precision_at_1_std": 0.473043, - "nauc_precision_at_1_diff1": 0.877955, - "nauc_precision_at_3_max": 0.903476, - "nauc_precision_at_3_std": 0.526832, - "nauc_precision_at_3_diff1": 0.834179, - "nauc_precision_at_5_max": 0.881986, - "nauc_precision_at_5_std": 0.526572, - "nauc_precision_at_5_diff1": 0.816147, - "nauc_precision_at_10_max": 0.857937, - "nauc_precision_at_10_std": 0.508435, - "nauc_precision_at_10_diff1": 0.780182, - "nauc_precision_at_20_max": 0.834551, - "nauc_precision_at_20_std": 0.491563, - "nauc_precision_at_20_diff1": 0.750478, - "nauc_precision_at_100_max": 0.790283, - "nauc_precision_at_100_std": 0.581779, - "nauc_precision_at_100_diff1": 0.716459, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.868073, - "nauc_mrr_at_1_std": 0.473043, - "nauc_mrr_at_1_diff1": 0.877955, - "nauc_mrr_at_3_max": 0.88489, - "nauc_mrr_at_3_std": 0.496068, - "nauc_mrr_at_3_diff1": 0.857701, - "nauc_mrr_at_5_max": 0.880225, - "nauc_mrr_at_5_std": 0.496058, - "nauc_mrr_at_5_diff1": 0.854116, - "nauc_mrr_at_10_max": 0.877349, - "nauc_mrr_at_10_std": 0.49379, - "nauc_mrr_at_10_diff1": 0.850333, - "nauc_mrr_at_20_max": 0.876201, - "nauc_mrr_at_20_std": 0.492488, - "nauc_mrr_at_20_diff1": 0.849239, - "nauc_mrr_at_100_max": 0.876017, - "nauc_mrr_at_100_std": 0.493372, - "nauc_mrr_at_100_diff1": 0.849402, - "nauc_mrr_at_1000_max": 0.876186, - "nauc_mrr_at_1000_std": 0.493196, - "nauc_mrr_at_1000_diff1": 0.849649, - "main_score": 0.63872, + "accuracy": 0.56778, + "precision_at_1": 0.56778, + "precision_at_3": 0.21333, + "precision_at_5": 0.13467, + "precision_at_10": 0.07033, + "precision_at_20": 0.03733, + "precision_at_100": 0.00867, + "precision_at_1000": 0.001, + "mrr_at_1": 0.567778, + "mrr_at_3": 0.600741, + "mrr_at_5": 0.608463, + "mrr_at_10": 0.612228, + "mrr_at_20": 0.615264, + "mrr_at_100": 0.618127, + "mrr_at_1000": 0.6188, + "nauc_ndcg_at_1_max": 0.859031, + "nauc_ndcg_at_1_std": 0.463538, + "nauc_ndcg_at_1_diff1": 0.886607, + "nauc_ndcg_at_3_max": 0.874056, + "nauc_ndcg_at_3_std": 0.496381, + "nauc_ndcg_at_3_diff1": 0.860268, + "nauc_ndcg_at_5_max": 0.868394, + "nauc_ndcg_at_5_std": 0.494227, + "nauc_ndcg_at_5_diff1": 0.852948, + "nauc_ndcg_at_10_max": 0.861668, + "nauc_ndcg_at_10_std": 0.497138, + "nauc_ndcg_at_10_diff1": 0.843262, + "nauc_ndcg_at_20_max": 0.858797, + "nauc_ndcg_at_20_std": 0.491394, + "nauc_ndcg_at_20_diff1": 0.841746, + "nauc_ndcg_at_100_max": 0.857357, + "nauc_ndcg_at_100_std": 0.494803, + "nauc_ndcg_at_100_diff1": 0.839848, + "nauc_ndcg_at_1000_max": 0.861505, + "nauc_ndcg_at_1000_std": 0.491531, + "nauc_ndcg_at_1000_diff1": 0.849361, + "nauc_map_at_1_max": 0.859031, + "nauc_map_at_1_std": 0.463538, + "nauc_map_at_1_diff1": 0.886607, + "nauc_map_at_3_max": 0.870844, + "nauc_map_at_3_std": 0.488372, + "nauc_map_at_3_diff1": 0.866823, + "nauc_map_at_5_max": 0.867752, + "nauc_map_at_5_std": 0.487307, + "nauc_map_at_5_diff1": 0.862973, + "nauc_map_at_10_max": 0.865078, + "nauc_map_at_10_std": 0.488087, + "nauc_map_at_10_diff1": 0.859289, + "nauc_map_at_20_max": 0.864413, + "nauc_map_at_20_std": 0.486469, + "nauc_map_at_20_diff1": 0.858963, + "nauc_map_at_100_max": 0.86419, + "nauc_map_at_100_std": 0.487015, + "nauc_map_at_100_diff1": 0.858686, + "nauc_map_at_1000_max": 0.864317, + "nauc_map_at_1000_std": 0.486947, + "nauc_map_at_1000_diff1": 0.859014, + "nauc_recall_at_1_max": 0.859031, + "nauc_recall_at_1_std": 0.463538, + "nauc_recall_at_1_diff1": 0.886607, + "nauc_recall_at_3_max": 0.883655, + "nauc_recall_at_3_std": 0.520834, + "nauc_recall_at_3_diff1": 0.840195, + "nauc_recall_at_5_max": 0.869273, + "nauc_recall_at_5_std": 0.515808, + "nauc_recall_at_5_diff1": 0.819413, + "nauc_recall_at_10_max": 0.84558, + "nauc_recall_at_10_std": 0.529646, + "nauc_recall_at_10_diff1": 0.782394, + "nauc_recall_at_20_max": 0.828419, + "nauc_recall_at_20_std": 0.506021, + "nauc_recall_at_20_diff1": 0.766822, + "nauc_recall_at_100_max": 0.792684, + "nauc_recall_at_100_std": 0.549823, + "nauc_recall_at_100_diff1": 0.695073, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.859031, + "nauc_precision_at_1_std": 0.463538, + "nauc_precision_at_1_diff1": 0.886607, + "nauc_precision_at_3_max": 0.883655, + "nauc_precision_at_3_std": 0.520834, + "nauc_precision_at_3_diff1": 0.840195, + "nauc_precision_at_5_max": 0.869273, + "nauc_precision_at_5_std": 0.515808, + "nauc_precision_at_5_diff1": 0.819413, + "nauc_precision_at_10_max": 0.84558, + "nauc_precision_at_10_std": 0.529646, + "nauc_precision_at_10_diff1": 0.782394, + "nauc_precision_at_20_max": 0.828419, + "nauc_precision_at_20_std": 0.506021, + "nauc_precision_at_20_diff1": 0.766822, + "nauc_precision_at_100_max": 0.792684, + "nauc_precision_at_100_std": 0.549823, + "nauc_precision_at_100_diff1": 0.695073, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.859031, + "nauc_mrr_at_1_std": 0.463538, + "nauc_mrr_at_1_diff1": 0.886607, + "nauc_mrr_at_3_max": 0.870844, + "nauc_mrr_at_3_std": 0.488372, + "nauc_mrr_at_3_diff1": 0.866823, + "nauc_mrr_at_5_max": 0.867752, + "nauc_mrr_at_5_std": 0.487307, + "nauc_mrr_at_5_diff1": 0.862973, + "nauc_mrr_at_10_max": 0.865078, + "nauc_mrr_at_10_std": 0.488087, + "nauc_mrr_at_10_diff1": 0.859289, + "nauc_mrr_at_20_max": 0.864413, + "nauc_mrr_at_20_std": 0.486469, + "nauc_mrr_at_20_diff1": 0.858963, + "nauc_mrr_at_100_max": 0.86419, + "nauc_mrr_at_100_std": 0.487015, + "nauc_mrr_at_100_diff1": 0.858686, + "nauc_mrr_at_1000_max": 0.864317, + "nauc_mrr_at_1000_std": 0.486947, + "nauc_mrr_at_1000_diff1": 0.859014, + "hit_rate_at_1": 0.56778, + "hit_rate_at_3": 0.64, + "hit_rate_at_5": 0.67333, + "hit_rate_at_10": 0.70333, + "hit_rate_at_20": 0.74667, + "hit_rate_at_100": 0.86667, + "hit_rate_at_1000": 1.0, + "main_score": 0.63416, "hf_subset": "kac_Latn-eng_Latn", "languages": [ "kac-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.42825, - "ndcg_at_3": 0.46048, - "ndcg_at_5": 0.46738, - "ndcg_at_10": 0.47285, - "ndcg_at_20": 0.47807, - "ndcg_at_100": 0.49966, - "ndcg_at_1000": 0.54282, - "map_at_1": 0.42825, - "map_at_3": 0.4531, - "map_at_5": 0.45693, - "map_at_10": 0.45923, - "map_at_20": 0.46061, - "map_at_100": 0.46319, - "map_at_1000": 0.4647, - "recall_at_1": 0.42825, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.42047, + "ndcg_at_3": 0.45703, + "ndcg_at_5": 0.46473, + "ndcg_at_10": 0.4709, + "ndcg_at_20": 0.47509, + "ndcg_at_100": 0.49677, + "ndcg_at_1000": 0.54027, + "map_at_1": 0.42047, + "map_at_3": 0.44846, + "map_at_5": 0.45269, + "map_at_10": 0.45526, + "map_at_20": 0.4564, + "map_at_100": 0.45905, + "map_at_1000": 0.46063, + "recall_at_1": 0.42047, "recall_at_3": 0.48165, - "recall_at_5": 0.49833, - "recall_at_10": 0.51502, + "recall_at_5": 0.50056, + "recall_at_10": 0.51947, "recall_at_20": 0.53615, "recall_at_100": 0.65851, "recall_at_1000": 1.0, - "precision_at_1": 0.42825, + "accuracy": 0.42047, + "precision_at_1": 0.42047, "precision_at_3": 0.16055, - "precision_at_5": 0.09967, - "precision_at_10": 0.0515, + "precision_at_5": 0.10011, + "precision_at_10": 0.05195, "precision_at_20": 0.02681, "precision_at_100": 0.00659, "precision_at_1000": 0.001, - "mrr_at_1": 0.428254, - "mrr_at_3": 0.453096, - "mrr_at_5": 0.456934, - "mrr_at_10": 0.459233, - "mrr_at_20": 0.460607, - "mrr_at_100": 0.463195, - "mrr_at_1000": 0.464702, - "nauc_ndcg_at_1_max": 0.917925, - "nauc_ndcg_at_1_std": 0.753027, - "nauc_ndcg_at_1_diff1": 0.861413, - "nauc_ndcg_at_3_max": 0.944648, - "nauc_ndcg_at_3_std": 0.797604, - "nauc_ndcg_at_3_diff1": 0.839693, - "nauc_ndcg_at_5_max": 0.943813, - "nauc_ndcg_at_5_std": 0.800507, - "nauc_ndcg_at_5_diff1": 0.833739, - "nauc_ndcg_at_10_max": 0.941404, - "nauc_ndcg_at_10_std": 0.800696, - "nauc_ndcg_at_10_diff1": 0.828613, - "nauc_ndcg_at_20_max": 0.937205, - "nauc_ndcg_at_20_std": 0.798206, - "nauc_ndcg_at_20_diff1": 0.823056, - "nauc_ndcg_at_100_max": 0.923566, - "nauc_ndcg_at_100_std": 0.785608, - "nauc_ndcg_at_100_diff1": 0.812432, - "nauc_ndcg_at_1000_max": 0.931909, - "nauc_ndcg_at_1000_std": 0.789197, - "nauc_ndcg_at_1000_diff1": 0.825837, - "nauc_map_at_1_max": 0.917925, - "nauc_map_at_1_std": 0.753027, - "nauc_map_at_1_diff1": 0.861413, - "nauc_map_at_3_max": 0.938873, - "nauc_map_at_3_std": 0.787707, - "nauc_map_at_3_diff1": 0.844819, - "nauc_map_at_5_max": 0.938435, - "nauc_map_at_5_std": 0.789413, - "nauc_map_at_5_diff1": 0.84144, - "nauc_map_at_10_max": 0.937408, - "nauc_map_at_10_std": 0.789469, - "nauc_map_at_10_diff1": 0.839311, - "nauc_map_at_20_max": 0.936274, - "nauc_map_at_20_std": 0.78884, - "nauc_map_at_20_diff1": 0.837833, - "nauc_map_at_100_max": 0.934583, - "nauc_map_at_100_std": 0.787311, - "nauc_map_at_100_diff1": 0.836522, - "nauc_map_at_1000_max": 0.934737, - "nauc_map_at_1000_std": 0.787246, - "nauc_map_at_1000_diff1": 0.836894, - "nauc_recall_at_1_max": 0.917925, - "nauc_recall_at_1_std": 0.753027, - "nauc_recall_at_1_diff1": 0.861413, - "nauc_recall_at_3_max": 0.961177, - "nauc_recall_at_3_std": 0.826055, - "nauc_recall_at_3_diff1": 0.824822, - "nauc_recall_at_5_max": 0.959092, - "nauc_recall_at_5_std": 0.832864, - "nauc_recall_at_5_diff1": 0.810513, - "nauc_recall_at_10_max": 0.951858, - "nauc_recall_at_10_std": 0.833957, - "nauc_recall_at_10_diff1": 0.794176, - "nauc_recall_at_20_max": 0.93474, - "nauc_recall_at_20_std": 0.82398, - "nauc_recall_at_20_diff1": 0.770445, - "nauc_recall_at_100_max": 0.843037, - "nauc_recall_at_100_std": 0.743763, - "nauc_recall_at_100_diff1": 0.689896, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.917925, - "nauc_precision_at_1_std": 0.753027, - "nauc_precision_at_1_diff1": 0.861413, - "nauc_precision_at_3_max": 0.961177, - "nauc_precision_at_3_std": 0.826055, - "nauc_precision_at_3_diff1": 0.824822, - "nauc_precision_at_5_max": 0.959092, - "nauc_precision_at_5_std": 0.832864, - "nauc_precision_at_5_diff1": 0.810513, - "nauc_precision_at_10_max": 0.951858, - "nauc_precision_at_10_std": 0.833957, - "nauc_precision_at_10_diff1": 0.794176, - "nauc_precision_at_20_max": 0.93474, - "nauc_precision_at_20_std": 0.82398, - "nauc_precision_at_20_diff1": 0.770445, - "nauc_precision_at_100_max": 0.843037, - "nauc_precision_at_100_std": 0.743763, - "nauc_precision_at_100_diff1": 0.689896, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.917925, - "nauc_mrr_at_1_std": 0.753027, - "nauc_mrr_at_1_diff1": 0.861413, - "nauc_mrr_at_3_max": 0.938873, - "nauc_mrr_at_3_std": 0.787707, - "nauc_mrr_at_3_diff1": 0.844819, - "nauc_mrr_at_5_max": 0.938435, - "nauc_mrr_at_5_std": 0.789413, - "nauc_mrr_at_5_diff1": 0.84144, - "nauc_mrr_at_10_max": 0.937408, - "nauc_mrr_at_10_std": 0.789469, - "nauc_mrr_at_10_diff1": 0.839311, - "nauc_mrr_at_20_max": 0.936274, - "nauc_mrr_at_20_std": 0.78884, - "nauc_mrr_at_20_diff1": 0.837833, - "nauc_mrr_at_100_max": 0.934583, - "nauc_mrr_at_100_std": 0.787311, - "nauc_mrr_at_100_diff1": 0.836522, - "nauc_mrr_at_1000_max": 0.934737, - "nauc_mrr_at_1000_std": 0.787246, - "nauc_mrr_at_1000_diff1": 0.836894, - "main_score": 0.47285, + "mrr_at_1": 0.420467, + "mrr_at_3": 0.448461, + "mrr_at_5": 0.452688, + "mrr_at_10": 0.455258, + "mrr_at_20": 0.4564, + "mrr_at_100": 0.459046, + "mrr_at_1000": 0.460626, + "nauc_ndcg_at_1_max": 0.908694, + "nauc_ndcg_at_1_std": 0.725197, + "nauc_ndcg_at_1_diff1": 0.876087, + "nauc_ndcg_at_3_max": 0.93446, + "nauc_ndcg_at_3_std": 0.76893, + "nauc_ndcg_at_3_diff1": 0.851557, + "nauc_ndcg_at_5_max": 0.931006, + "nauc_ndcg_at_5_std": 0.773666, + "nauc_ndcg_at_5_diff1": 0.83919, + "nauc_ndcg_at_10_max": 0.93186, + "nauc_ndcg_at_10_std": 0.77543, + "nauc_ndcg_at_10_diff1": 0.835105, + "nauc_ndcg_at_20_max": 0.929406, + "nauc_ndcg_at_20_std": 0.774637, + "nauc_ndcg_at_20_diff1": 0.832236, + "nauc_ndcg_at_100_max": 0.913487, + "nauc_ndcg_at_100_std": 0.758418, + "nauc_ndcg_at_100_diff1": 0.818329, + "nauc_ndcg_at_1000_max": 0.921932, + "nauc_ndcg_at_1000_std": 0.763211, + "nauc_ndcg_at_1000_diff1": 0.834016, + "nauc_map_at_1_max": 0.908694, + "nauc_map_at_1_std": 0.725197, + "nauc_map_at_1_diff1": 0.876087, + "nauc_map_at_3_max": 0.928794, + "nauc_map_at_3_std": 0.759383, + "nauc_map_at_3_diff1": 0.857619, + "nauc_map_at_5_max": 0.926965, + "nauc_map_at_5_std": 0.762186, + "nauc_map_at_5_diff1": 0.850808, + "nauc_map_at_10_max": 0.927438, + "nauc_map_at_10_std": 0.762969, + "nauc_map_at_10_diff1": 0.8493, + "nauc_map_at_20_max": 0.926731, + "nauc_map_at_20_std": 0.762736, + "nauc_map_at_20_diff1": 0.848542, + "nauc_map_at_100_max": 0.924716, + "nauc_map_at_100_std": 0.760774, + "nauc_map_at_100_diff1": 0.846754, + "nauc_map_at_1000_max": 0.92483, + "nauc_map_at_1000_std": 0.760754, + "nauc_map_at_1000_diff1": 0.847178, + "nauc_recall_at_1_max": 0.908694, + "nauc_recall_at_1_std": 0.725197, + "nauc_recall_at_1_diff1": 0.876087, + "nauc_recall_at_3_max": 0.950745, + "nauc_recall_at_3_std": 0.796339, + "nauc_recall_at_3_diff1": 0.833824, + "nauc_recall_at_5_max": 0.941998, + "nauc_recall_at_5_std": 0.807335, + "nauc_recall_at_5_diff1": 0.803227, + "nauc_recall_at_10_max": 0.944196, + "nauc_recall_at_10_std": 0.813085, + "nauc_recall_at_10_diff1": 0.788846, + "nauc_recall_at_20_max": 0.934595, + "nauc_recall_at_20_std": 0.810508, + "nauc_recall_at_20_diff1": 0.776164, + "nauc_recall_at_100_max": 0.829825, + "nauc_recall_at_100_std": 0.707208, + "nauc_recall_at_100_diff1": 0.674384, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.908694, + "nauc_precision_at_1_std": 0.725197, + "nauc_precision_at_1_diff1": 0.876087, + "nauc_precision_at_3_max": 0.950745, + "nauc_precision_at_3_std": 0.796339, + "nauc_precision_at_3_diff1": 0.833824, + "nauc_precision_at_5_max": 0.941998, + "nauc_precision_at_5_std": 0.807335, + "nauc_precision_at_5_diff1": 0.803227, + "nauc_precision_at_10_max": 0.944196, + "nauc_precision_at_10_std": 0.813085, + "nauc_precision_at_10_diff1": 0.788846, + "nauc_precision_at_20_max": 0.934595, + "nauc_precision_at_20_std": 0.810508, + "nauc_precision_at_20_diff1": 0.776164, + "nauc_precision_at_100_max": 0.829825, + "nauc_precision_at_100_std": 0.707208, + "nauc_precision_at_100_diff1": 0.674384, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.908694, + "nauc_mrr_at_1_std": 0.725197, + "nauc_mrr_at_1_diff1": 0.876087, + "nauc_mrr_at_3_max": 0.928794, + "nauc_mrr_at_3_std": 0.759383, + "nauc_mrr_at_3_diff1": 0.857619, + "nauc_mrr_at_5_max": 0.926965, + "nauc_mrr_at_5_std": 0.762186, + "nauc_mrr_at_5_diff1": 0.850808, + "nauc_mrr_at_10_max": 0.927438, + "nauc_mrr_at_10_std": 0.762969, + "nauc_mrr_at_10_diff1": 0.8493, + "nauc_mrr_at_20_max": 0.926731, + "nauc_mrr_at_20_std": 0.762736, + "nauc_mrr_at_20_diff1": 0.848542, + "nauc_mrr_at_100_max": 0.924716, + "nauc_mrr_at_100_std": 0.760774, + "nauc_mrr_at_100_diff1": 0.846754, + "nauc_mrr_at_1000_max": 0.92483, + "nauc_mrr_at_1000_std": 0.760754, + "nauc_mrr_at_1000_diff1": 0.847178, + "hit_rate_at_1": 0.42047, + "hit_rate_at_3": 0.48165, + "hit_rate_at_5": 0.50056, + "hit_rate_at_10": 0.51947, + "hit_rate_at_20": 0.53615, + "hit_rate_at_100": 0.65851, + "hit_rate_at_1000": 1.0, + "main_score": 0.4709, "hf_subset": "eng_Latn-kac_Latn", "languages": [ "eng-Latn", "kac-Latn" - ] - }, - { - "ndcg_at_1": 0.83, - "ndcg_at_3": 0.87657, - "ndcg_at_5": 0.88805, - "ndcg_at_10": 0.8955, - "ndcg_at_20": 0.90034, - "ndcg_at_100": 0.90383, - "ndcg_at_1000": 0.90442, - "map_at_1": 0.83, - "map_at_3": 0.86537, - "map_at_5": 0.87176, - "map_at_10": 0.87499, - "map_at_20": 0.87635, - "map_at_100": 0.87691, - "map_at_1000": 0.87693, - "recall_at_1": 0.83, - "recall_at_3": 0.90889, - "recall_at_5": 0.93667, - "recall_at_10": 0.95889, - "recall_at_20": 0.97778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.81556, + "ndcg_at_3": 0.86616, + "ndcg_at_5": 0.87577, + "ndcg_at_10": 0.88626, + "ndcg_at_20": 0.88956, + "ndcg_at_100": 0.89425, + "ndcg_at_1000": 0.89485, + "map_at_1": 0.81556, + "map_at_3": 0.8537, + "map_at_5": 0.85904, + "map_at_10": 0.8634, + "map_at_20": 0.86427, + "map_at_100": 0.86498, + "map_at_1000": 0.86501, + "recall_at_1": 0.81556, + "recall_at_3": 0.90222, + "recall_at_5": 0.92556, + "recall_at_10": 0.95778, + "recall_at_20": 0.97111, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.83, - "precision_at_3": 0.30296, - "precision_at_5": 0.18733, - "precision_at_10": 0.09589, - "precision_at_20": 0.04889, + "accuracy": 0.81556, + "precision_at_1": 0.81556, + "precision_at_3": 0.30074, + "precision_at_5": 0.18511, + "precision_at_10": 0.09578, + "precision_at_20": 0.04856, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.83, - "mrr_at_3": 0.86537, - "mrr_at_5": 0.871759, - "mrr_at_10": 0.874988, - "mrr_at_20": 0.876352, - "mrr_at_100": 0.876906, - "mrr_at_1000": 0.876932, - "nauc_ndcg_at_1_max": 0.754036, - "nauc_ndcg_at_1_std": 0.046345, - "nauc_ndcg_at_1_diff1": 0.885374, - "nauc_ndcg_at_3_max": 0.783054, - "nauc_ndcg_at_3_std": 0.045468, - "nauc_ndcg_at_3_diff1": 0.864937, - "nauc_ndcg_at_5_max": 0.795183, - "nauc_ndcg_at_5_std": 0.056389, - "nauc_ndcg_at_5_diff1": 0.868937, - "nauc_ndcg_at_10_max": 0.788531, - "nauc_ndcg_at_10_std": 0.050657, - "nauc_ndcg_at_10_diff1": 0.87058, - "nauc_ndcg_at_20_max": 0.785339, - "nauc_ndcg_at_20_std": 0.067021, - "nauc_ndcg_at_20_diff1": 0.873101, - "nauc_ndcg_at_100_max": 0.782818, - "nauc_ndcg_at_100_std": 0.05571, - "nauc_ndcg_at_100_diff1": 0.873414, - "nauc_ndcg_at_1000_max": 0.781619, - "nauc_ndcg_at_1000_std": 0.052132, - "nauc_ndcg_at_1000_diff1": 0.873473, - "nauc_map_at_1_max": 0.754036, - "nauc_map_at_1_std": 0.046345, - "nauc_map_at_1_diff1": 0.885374, - "nauc_map_at_3_max": 0.776434, - "nauc_map_at_3_std": 0.043641, - "nauc_map_at_3_diff1": 0.871268, - "nauc_map_at_5_max": 0.78218, - "nauc_map_at_5_std": 0.049145, - "nauc_map_at_5_diff1": 0.873582, - "nauc_map_at_10_max": 0.77932, - "nauc_map_at_10_std": 0.046171, - "nauc_map_at_10_diff1": 0.874304, - "nauc_map_at_20_max": 0.778523, - "nauc_map_at_20_std": 0.050032, - "nauc_map_at_20_diff1": 0.874878, - "nauc_map_at_100_max": 0.778102, - "nauc_map_at_100_std": 0.048373, - "nauc_map_at_100_diff1": 0.874882, - "nauc_map_at_1000_max": 0.778057, - "nauc_map_at_1000_std": 0.048236, - "nauc_map_at_1000_diff1": 0.874883, - "nauc_recall_at_1_max": 0.754036, - "nauc_recall_at_1_std": 0.046345, - "nauc_recall_at_1_diff1": 0.885374, - "nauc_recall_at_3_max": 0.80904, - "nauc_recall_at_3_std": 0.054206, - "nauc_recall_at_3_diff1": 0.838799, - "nauc_recall_at_5_max": 0.869363, - "nauc_recall_at_5_std": 0.101143, - "nauc_recall_at_5_diff1": 0.843645, - "nauc_recall_at_10_max": 0.862152, - "nauc_recall_at_10_std": 0.093913, - "nauc_recall_at_10_diff1": 0.841964, - "nauc_recall_at_20_max": 0.869398, - "nauc_recall_at_20_std": 0.398693, - "nauc_recall_at_20_diff1": 0.861695, + "mrr_at_1": 0.815556, + "mrr_at_3": 0.853704, + "mrr_at_5": 0.859037, + "mrr_at_10": 0.863401, + "mrr_at_20": 0.864269, + "mrr_at_100": 0.864982, + "mrr_at_1000": 0.86501, + "nauc_ndcg_at_1_max": 0.715479, + "nauc_ndcg_at_1_std": -0.0345, + "nauc_ndcg_at_1_diff1": 0.889964, + "nauc_ndcg_at_3_max": 0.762149, + "nauc_ndcg_at_3_std": -0.01214, + "nauc_ndcg_at_3_diff1": 0.866163, + "nauc_ndcg_at_5_max": 0.768364, + "nauc_ndcg_at_5_std": 0.000291, + "nauc_ndcg_at_5_diff1": 0.868962, + "nauc_ndcg_at_10_max": 0.760363, + "nauc_ndcg_at_10_std": 0.001225, + "nauc_ndcg_at_10_diff1": 0.869413, + "nauc_ndcg_at_20_max": 0.760463, + "nauc_ndcg_at_20_std": 0.022229, + "nauc_ndcg_at_20_diff1": 0.868851, + "nauc_ndcg_at_100_max": 0.755871, + "nauc_ndcg_at_100_std": 0.0048, + "nauc_ndcg_at_100_diff1": 0.873025, + "nauc_ndcg_at_1000_max": 0.754607, + "nauc_ndcg_at_1000_std": 0.000784, + "nauc_ndcg_at_1000_diff1": 0.873339, + "nauc_map_at_1_max": 0.715479, + "nauc_map_at_1_std": -0.0345, + "nauc_map_at_1_diff1": 0.889964, + "nauc_map_at_3_max": 0.751297, + "nauc_map_at_3_std": -0.014719, + "nauc_map_at_3_diff1": 0.873562, + "nauc_map_at_5_max": 0.753958, + "nauc_map_at_5_std": -0.008129, + "nauc_map_at_5_diff1": 0.87512, + "nauc_map_at_10_max": 0.750566, + "nauc_map_at_10_std": -0.008522, + "nauc_map_at_10_diff1": 0.87537, + "nauc_map_at_20_max": 0.750474, + "nauc_map_at_20_std": -0.004277, + "nauc_map_at_20_diff1": 0.875285, + "nauc_map_at_100_max": 0.749892, + "nauc_map_at_100_std": -0.006313, + "nauc_map_at_100_diff1": 0.875855, + "nauc_map_at_1000_max": 0.749843, + "nauc_map_at_1000_std": -0.006472, + "nauc_map_at_1000_diff1": 0.875867, + "nauc_recall_at_1_max": 0.715479, + "nauc_recall_at_1_std": -0.0345, + "nauc_recall_at_1_diff1": 0.889964, + "nauc_recall_at_3_max": 0.805216, + "nauc_recall_at_3_std": -0.003894, + "nauc_recall_at_3_diff1": 0.835386, + "nauc_recall_at_5_max": 0.842747, + "nauc_recall_at_5_std": 0.04293, + "nauc_recall_at_5_diff1": 0.837507, + "nauc_recall_at_10_max": 0.838088, + "nauc_recall_at_10_std": 0.090115, + "nauc_recall_at_10_diff1": 0.81891, + "nauc_recall_at_20_max": 0.877092, + "nauc_recall_at_20_std": 0.448862, + "nauc_recall_at_20_diff1": 0.787492, "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.605042, - "nauc_recall_at_100_diff1": 0.861111, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.754036, - "nauc_precision_at_1_std": 0.046345, - "nauc_precision_at_1_diff1": 0.885374, - "nauc_precision_at_3_max": 0.80904, - "nauc_precision_at_3_std": 0.054206, - "nauc_precision_at_3_diff1": 0.838799, - "nauc_precision_at_5_max": 0.869363, - "nauc_precision_at_5_std": 0.101143, - "nauc_precision_at_5_diff1": 0.843645, - "nauc_precision_at_10_max": 0.862152, - "nauc_precision_at_10_std": 0.093913, - "nauc_precision_at_10_diff1": 0.841964, - "nauc_precision_at_20_max": 0.869398, - "nauc_precision_at_20_std": 0.398693, - "nauc_precision_at_20_diff1": 0.861695, + "nauc_recall_at_100_std": 0.674486, + "nauc_recall_at_100_diff1": 0.819094, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.715479, + "nauc_precision_at_1_std": -0.0345, + "nauc_precision_at_1_diff1": 0.889964, + "nauc_precision_at_3_max": 0.805216, + "nauc_precision_at_3_std": -0.003894, + "nauc_precision_at_3_diff1": 0.835386, + "nauc_precision_at_5_max": 0.842747, + "nauc_precision_at_5_std": 0.04293, + "nauc_precision_at_5_diff1": 0.837507, + "nauc_precision_at_10_max": 0.838088, + "nauc_precision_at_10_std": 0.090115, + "nauc_precision_at_10_diff1": 0.81891, + "nauc_precision_at_20_max": 0.877092, + "nauc_precision_at_20_std": 0.448862, + "nauc_precision_at_20_diff1": 0.787492, "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.605042, - "nauc_precision_at_100_diff1": 0.861111, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.754036, - "nauc_mrr_at_1_std": 0.046345, - "nauc_mrr_at_1_diff1": 0.885374, - "nauc_mrr_at_3_max": 0.776434, - "nauc_mrr_at_3_std": 0.043641, - "nauc_mrr_at_3_diff1": 0.871268, - "nauc_mrr_at_5_max": 0.78218, - "nauc_mrr_at_5_std": 0.049145, - "nauc_mrr_at_5_diff1": 0.873582, - "nauc_mrr_at_10_max": 0.77932, - "nauc_mrr_at_10_std": 0.046171, - "nauc_mrr_at_10_diff1": 0.874304, - "nauc_mrr_at_20_max": 0.778523, - "nauc_mrr_at_20_std": 0.050032, - "nauc_mrr_at_20_diff1": 0.874878, - "nauc_mrr_at_100_max": 0.778102, - "nauc_mrr_at_100_std": 0.048373, - "nauc_mrr_at_100_diff1": 0.874882, - "nauc_mrr_at_1000_max": 0.778057, - "nauc_mrr_at_1000_std": 0.048236, - "nauc_mrr_at_1000_diff1": 0.874883, - "main_score": 0.8955, + "nauc_precision_at_100_std": 0.674486, + "nauc_precision_at_100_diff1": 0.819094, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.715479, + "nauc_mrr_at_1_std": -0.0345, + "nauc_mrr_at_1_diff1": 0.889964, + "nauc_mrr_at_3_max": 0.751297, + "nauc_mrr_at_3_std": -0.014719, + "nauc_mrr_at_3_diff1": 0.873562, + "nauc_mrr_at_5_max": 0.753958, + "nauc_mrr_at_5_std": -0.008129, + "nauc_mrr_at_5_diff1": 0.87512, + "nauc_mrr_at_10_max": 0.750566, + "nauc_mrr_at_10_std": -0.008522, + "nauc_mrr_at_10_diff1": 0.87537, + "nauc_mrr_at_20_max": 0.750474, + "nauc_mrr_at_20_std": -0.004277, + "nauc_mrr_at_20_diff1": 0.875285, + "nauc_mrr_at_100_max": 0.749892, + "nauc_mrr_at_100_std": -0.006313, + "nauc_mrr_at_100_diff1": 0.875855, + "nauc_mrr_at_1000_max": 0.749843, + "nauc_mrr_at_1000_std": -0.006472, + "nauc_mrr_at_1000_diff1": 0.875867, + "hit_rate_at_1": 0.81556, + "hit_rate_at_3": 0.90222, + "hit_rate_at_5": 0.92556, + "hit_rate_at_10": 0.95778, + "hit_rate_at_20": 0.97111, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.88626, "hf_subset": "kan_Knda-kan_Knda", "languages": [ "kan-Knda", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88889, - "ndcg_at_3": 0.92988, - "ndcg_at_5": 0.93901, - "ndcg_at_10": 0.94082, - "ndcg_at_20": 0.94221, - "ndcg_at_100": 0.94336, - "ndcg_at_1000": 0.9438, - "map_at_1": 0.88889, - "map_at_3": 0.92019, - "map_at_5": 0.92524, - "map_at_10": 0.92599, - "map_at_20": 0.92637, - "map_at_100": 0.92657, - "map_at_1000": 0.92659, - "recall_at_1": 0.88889, - "recall_at_3": 0.95778, - "recall_at_5": 0.98, - "recall_at_10": 0.98556, + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92778, + "ndcg_at_5": 0.93461, + "ndcg_at_10": 0.93841, + "ndcg_at_20": 0.9409, + "ndcg_at_100": 0.94202, + "ndcg_at_1000": 0.94247, + "map_at_1": 0.89, + "map_at_3": 0.91889, + "map_at_5": 0.92267, + "map_at_10": 0.92435, + "map_at_20": 0.92501, + "map_at_100": 0.9252, + "map_at_1000": 0.92522, + "recall_at_1": 0.89, + "recall_at_3": 0.95333, + "recall_at_5": 0.97, + "recall_at_10": 0.98111, "recall_at_20": 0.99111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88889, - "precision_at_3": 0.31926, - "precision_at_5": 0.196, - "precision_at_10": 0.09856, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.31778, + "precision_at_5": 0.194, + "precision_at_10": 0.09811, "precision_at_20": 0.04956, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.888889, - "mrr_at_3": 0.920185, - "mrr_at_5": 0.925241, - "mrr_at_10": 0.925993, - "mrr_at_20": 0.926369, - "mrr_at_100": 0.92657, - "mrr_at_1000": 0.926589, - "nauc_ndcg_at_1_max": 0.739986, - "nauc_ndcg_at_1_std": -0.240804, - "nauc_ndcg_at_1_diff1": 0.937157, - "nauc_ndcg_at_3_max": 0.760671, - "nauc_ndcg_at_3_std": -0.317949, - "nauc_ndcg_at_3_diff1": 0.939278, - "nauc_ndcg_at_5_max": 0.771649, - "nauc_ndcg_at_5_std": -0.26694, - "nauc_ndcg_at_5_diff1": 0.938642, - "nauc_ndcg_at_10_max": 0.766362, - "nauc_ndcg_at_10_std": -0.278244, - "nauc_ndcg_at_10_diff1": 0.938357, - "nauc_ndcg_at_20_max": 0.766286, - "nauc_ndcg_at_20_std": -0.268037, - "nauc_ndcg_at_20_diff1": 0.938129, - "nauc_ndcg_at_100_max": 0.763749, - "nauc_ndcg_at_100_std": -0.270499, - "nauc_ndcg_at_100_diff1": 0.938649, - "nauc_ndcg_at_1000_max": 0.762214, - "nauc_ndcg_at_1000_std": -0.272815, - "nauc_ndcg_at_1000_diff1": 0.93851, - "nauc_map_at_1_max": 0.739986, - "nauc_map_at_1_std": -0.240804, - "nauc_map_at_1_diff1": 0.937157, - "nauc_map_at_3_max": 0.755283, - "nauc_map_at_3_std": -0.297511, - "nauc_map_at_3_diff1": 0.938478, - "nauc_map_at_5_max": 0.760816, - "nauc_map_at_5_std": -0.271482, - "nauc_map_at_5_diff1": 0.938324, - "nauc_map_at_10_max": 0.758961, - "nauc_map_at_10_std": -0.275273, - "nauc_map_at_10_diff1": 0.938221, - "nauc_map_at_20_max": 0.759037, - "nauc_map_at_20_std": -0.2725, - "nauc_map_at_20_diff1": 0.938173, - "nauc_map_at_100_max": 0.758664, - "nauc_map_at_100_std": -0.273035, - "nauc_map_at_100_diff1": 0.938283, - "nauc_map_at_1000_max": 0.758614, - "nauc_map_at_1000_std": -0.273084, - "nauc_map_at_1000_diff1": 0.938278, - "nauc_recall_at_1_max": 0.739986, - "nauc_recall_at_1_std": -0.240804, - "nauc_recall_at_1_diff1": 0.937157, - "nauc_recall_at_3_max": 0.788614, - "nauc_recall_at_3_std": -0.424284, - "nauc_recall_at_3_diff1": 0.94367, - "nauc_recall_at_5_max": 0.88601, - "nauc_recall_at_5_std": -0.19141, - "nauc_recall_at_5_diff1": 0.940995, - "nauc_recall_at_10_max": 0.863535, - "nauc_recall_at_10_std": -0.304424, - "nauc_recall_at_10_diff1": 0.938411, - "nauc_recall_at_20_max": 0.914216, - "nauc_recall_at_20_std": -0.096289, - "nauc_recall_at_20_diff1": 0.932598, + "mrr_at_1": 0.89, + "mrr_at_3": 0.918889, + "mrr_at_5": 0.922667, + "mrr_at_10": 0.924353, + "mrr_at_20": 0.925012, + "mrr_at_100": 0.925202, + "mrr_at_1000": 0.925222, + "nauc_ndcg_at_1_max": 0.723301, + "nauc_ndcg_at_1_std": -0.239804, + "nauc_ndcg_at_1_diff1": 0.930585, + "nauc_ndcg_at_3_max": 0.74821, + "nauc_ndcg_at_3_std": -0.286057, + "nauc_ndcg_at_3_diff1": 0.927028, + "nauc_ndcg_at_5_max": 0.755785, + "nauc_ndcg_at_5_std": -0.251896, + "nauc_ndcg_at_5_diff1": 0.929183, + "nauc_ndcg_at_10_max": 0.752388, + "nauc_ndcg_at_10_std": -0.232606, + "nauc_ndcg_at_10_diff1": 0.929872, + "nauc_ndcg_at_20_max": 0.752402, + "nauc_ndcg_at_20_std": -0.233714, + "nauc_ndcg_at_20_diff1": 0.930006, + "nauc_ndcg_at_100_max": 0.74801, + "nauc_ndcg_at_100_std": -0.244643, + "nauc_ndcg_at_100_diff1": 0.92968, + "nauc_ndcg_at_1000_max": 0.746398, + "nauc_ndcg_at_1000_std": -0.248459, + "nauc_ndcg_at_1000_diff1": 0.92985, + "nauc_map_at_1_max": 0.723301, + "nauc_map_at_1_std": -0.239804, + "nauc_map_at_1_diff1": 0.930585, + "nauc_map_at_3_max": 0.741495, + "nauc_map_at_3_std": -0.272707, + "nauc_map_at_3_diff1": 0.928522, + "nauc_map_at_5_max": 0.744948, + "nauc_map_at_5_std": -0.256828, + "nauc_map_at_5_diff1": 0.929631, + "nauc_map_at_10_max": 0.743522, + "nauc_map_at_10_std": -0.249416, + "nauc_map_at_10_diff1": 0.929945, + "nauc_map_at_20_max": 0.743332, + "nauc_map_at_20_std": -0.250224, + "nauc_map_at_20_diff1": 0.929956, + "nauc_map_at_100_max": 0.742714, + "nauc_map_at_100_std": -0.252101, + "nauc_map_at_100_diff1": 0.929918, + "nauc_map_at_1000_max": 0.74266, + "nauc_map_at_1000_std": -0.252197, + "nauc_map_at_1000_diff1": 0.929929, + "nauc_recall_at_1_max": 0.723301, + "nauc_recall_at_1_std": -0.239804, + "nauc_recall_at_1_diff1": 0.930585, + "nauc_recall_at_3_max": 0.780623, + "nauc_recall_at_3_std": -0.351252, + "nauc_recall_at_3_diff1": 0.919357, + "nauc_recall_at_5_max": 0.836031, + "nauc_recall_at_5_std": -0.199312, + "nauc_recall_at_5_diff1": 0.926168, + "nauc_recall_at_10_max": 0.850085, + "nauc_recall_at_10_std": 0.003295, + "nauc_recall_at_10_diff1": 0.929835, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.265406, + "nauc_recall_at_20_diff1": 0.934641, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.739986, - "nauc_precision_at_1_std": -0.240804, - "nauc_precision_at_1_diff1": 0.937157, - "nauc_precision_at_3_max": 0.788614, - "nauc_precision_at_3_std": -0.424284, - "nauc_precision_at_3_diff1": 0.94367, - "nauc_precision_at_5_max": 0.88601, - "nauc_precision_at_5_std": -0.19141, - "nauc_precision_at_5_diff1": 0.940995, - "nauc_precision_at_10_max": 0.863535, - "nauc_precision_at_10_std": -0.304424, - "nauc_precision_at_10_diff1": 0.938411, - "nauc_precision_at_20_max": 0.914216, - "nauc_precision_at_20_std": -0.096289, - "nauc_precision_at_20_diff1": 0.932598, + "nauc_precision_at_1_max": 0.723301, + "nauc_precision_at_1_std": -0.239804, + "nauc_precision_at_1_diff1": 0.930585, + "nauc_precision_at_3_max": 0.780623, + "nauc_precision_at_3_std": -0.351252, + "nauc_precision_at_3_diff1": 0.919357, + "nauc_precision_at_5_max": 0.836031, + "nauc_precision_at_5_std": -0.199312, + "nauc_precision_at_5_diff1": 0.926168, + "nauc_precision_at_10_max": 0.850085, + "nauc_precision_at_10_std": 0.003295, + "nauc_precision_at_10_diff1": 0.929835, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.265406, + "nauc_precision_at_20_diff1": 0.934641, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.739986, - "nauc_mrr_at_1_std": -0.240804, - "nauc_mrr_at_1_diff1": 0.937157, - "nauc_mrr_at_3_max": 0.755283, - "nauc_mrr_at_3_std": -0.297511, - "nauc_mrr_at_3_diff1": 0.938478, - "nauc_mrr_at_5_max": 0.760816, - "nauc_mrr_at_5_std": -0.271482, - "nauc_mrr_at_5_diff1": 0.938324, - "nauc_mrr_at_10_max": 0.758961, - "nauc_mrr_at_10_std": -0.275273, - "nauc_mrr_at_10_diff1": 0.938221, - "nauc_mrr_at_20_max": 0.759037, - "nauc_mrr_at_20_std": -0.2725, - "nauc_mrr_at_20_diff1": 0.938173, - "nauc_mrr_at_100_max": 0.758664, - "nauc_mrr_at_100_std": -0.273035, - "nauc_mrr_at_100_diff1": 0.938283, - "nauc_mrr_at_1000_max": 0.758614, - "nauc_mrr_at_1000_std": -0.273084, - "nauc_mrr_at_1000_diff1": 0.938278, - "main_score": 0.94082, + "nauc_mrr_at_1_max": 0.723301, + "nauc_mrr_at_1_std": -0.239804, + "nauc_mrr_at_1_diff1": 0.930585, + "nauc_mrr_at_3_max": 0.741495, + "nauc_mrr_at_3_std": -0.272707, + "nauc_mrr_at_3_diff1": 0.928522, + "nauc_mrr_at_5_max": 0.744948, + "nauc_mrr_at_5_std": -0.256828, + "nauc_mrr_at_5_diff1": 0.929631, + "nauc_mrr_at_10_max": 0.743522, + "nauc_mrr_at_10_std": -0.249416, + "nauc_mrr_at_10_diff1": 0.929945, + "nauc_mrr_at_20_max": 0.743332, + "nauc_mrr_at_20_std": -0.250224, + "nauc_mrr_at_20_diff1": 0.929956, + "nauc_mrr_at_100_max": 0.742714, + "nauc_mrr_at_100_std": -0.252101, + "nauc_mrr_at_100_diff1": 0.929918, + "nauc_mrr_at_1000_max": 0.74266, + "nauc_mrr_at_1000_std": -0.252197, + "nauc_mrr_at_1000_diff1": 0.929929, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93841, "hf_subset": "kan_Knda-eng_Latn", "languages": [ "kan-Knda", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.82556, - "ndcg_at_3": 0.8745, - "ndcg_at_5": 0.88425, - "ndcg_at_10": 0.89132, - "ndcg_at_20": 0.89616, - "ndcg_at_100": 0.90064, - "ndcg_at_1000": 0.90124, - "map_at_1": 0.82556, - "map_at_3": 0.86259, - "map_at_5": 0.86809, - "map_at_10": 0.87115, - "map_at_20": 0.87252, - "map_at_100": 0.87319, - "map_at_1000": 0.87322, - "recall_at_1": 0.82556, - "recall_at_3": 0.90889, - "recall_at_5": 0.93222, - "recall_at_10": 0.95333, - "recall_at_20": 0.97222, - "recall_at_100": 0.99556, + "ndcg_at_1": 0.80667, + "ndcg_at_3": 0.85771, + "ndcg_at_5": 0.86732, + "ndcg_at_10": 0.87793, + "ndcg_at_20": 0.88244, + "ndcg_at_100": 0.88727, + "ndcg_at_1000": 0.88833, + "map_at_1": 0.80667, + "map_at_3": 0.84537, + "map_at_5": 0.8507, + "map_at_10": 0.85519, + "map_at_20": 0.85644, + "map_at_100": 0.85713, + "map_at_1000": 0.85718, + "recall_at_1": 0.80667, + "recall_at_3": 0.89333, + "recall_at_5": 0.91667, + "recall_at_10": 0.94889, + "recall_at_20": 0.96667, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.82556, - "precision_at_3": 0.30296, - "precision_at_5": 0.18644, - "precision_at_10": 0.09533, - "precision_at_20": 0.04861, - "precision_at_100": 0.00996, + "accuracy": 0.80667, + "precision_at_1": 0.80667, + "precision_at_3": 0.29778, + "precision_at_5": 0.18333, + "precision_at_10": 0.09489, + "precision_at_20": 0.04833, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.825556, - "mrr_at_3": 0.862593, - "mrr_at_5": 0.868093, - "mrr_at_10": 0.871149, - "mrr_at_20": 0.872519, - "mrr_at_100": 0.873191, - "mrr_at_1000": 0.873218, - "nauc_ndcg_at_1_max": 0.740006, - "nauc_ndcg_at_1_std": -0.078344, - "nauc_ndcg_at_1_diff1": 0.879644, - "nauc_ndcg_at_3_max": 0.785357, - "nauc_ndcg_at_3_std": -0.00258, - "nauc_ndcg_at_3_diff1": 0.862868, - "nauc_ndcg_at_5_max": 0.784503, - "nauc_ndcg_at_5_std": -0.019358, - "nauc_ndcg_at_5_diff1": 0.864452, - "nauc_ndcg_at_10_max": 0.781818, - "nauc_ndcg_at_10_std": -0.024671, - "nauc_ndcg_at_10_diff1": 0.870715, - "nauc_ndcg_at_20_max": 0.779266, - "nauc_ndcg_at_20_std": -0.012841, - "nauc_ndcg_at_20_diff1": 0.870735, - "nauc_ndcg_at_100_max": 0.774895, - "nauc_ndcg_at_100_std": -0.024128, - "nauc_ndcg_at_100_diff1": 0.87111, - "nauc_ndcg_at_1000_max": 0.773471, - "nauc_ndcg_at_1000_std": -0.028728, - "nauc_ndcg_at_1000_diff1": 0.870515, - "nauc_map_at_1_max": 0.740006, - "nauc_map_at_1_std": -0.078344, - "nauc_map_at_1_diff1": 0.879644, - "nauc_map_at_3_max": 0.7724, - "nauc_map_at_3_std": -0.027107, - "nauc_map_at_3_diff1": 0.867609, - "nauc_map_at_5_max": 0.771369, - "nauc_map_at_5_std": -0.037196, - "nauc_map_at_5_diff1": 0.868584, - "nauc_map_at_10_max": 0.769968, - "nauc_map_at_10_std": -0.039675, - "nauc_map_at_10_diff1": 0.87088, - "nauc_map_at_20_max": 0.769246, - "nauc_map_at_20_std": -0.036837, - "nauc_map_at_20_diff1": 0.870856, - "nauc_map_at_100_max": 0.768683, - "nauc_map_at_100_std": -0.038167, - "nauc_map_at_100_diff1": 0.87094, - "nauc_map_at_1000_max": 0.768631, - "nauc_map_at_1000_std": -0.038328, - "nauc_map_at_1000_diff1": 0.870921, - "nauc_recall_at_1_max": 0.740006, - "nauc_recall_at_1_std": -0.078344, - "nauc_recall_at_1_diff1": 0.879644, - "nauc_recall_at_3_max": 0.839175, - "nauc_recall_at_3_std": 0.101114, - "nauc_recall_at_3_diff1": 0.843211, - "nauc_recall_at_5_max": 0.854671, - "nauc_recall_at_5_std": 0.075799, - "nauc_recall_at_5_diff1": 0.842846, - "nauc_recall_at_10_max": 0.869681, - "nauc_recall_at_10_std": 0.084467, - "nauc_recall_at_10_diff1": 0.876506, - "nauc_recall_at_20_max": 0.893669, - "nauc_recall_at_20_std": 0.31591, - "nauc_recall_at_20_diff1": 0.881793, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.707633, - "nauc_recall_at_100_diff1": 0.96732, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.740006, - "nauc_precision_at_1_std": -0.078344, - "nauc_precision_at_1_diff1": 0.879644, - "nauc_precision_at_3_max": 0.839175, - "nauc_precision_at_3_std": 0.101114, - "nauc_precision_at_3_diff1": 0.843211, - "nauc_precision_at_5_max": 0.854671, - "nauc_precision_at_5_std": 0.075799, - "nauc_precision_at_5_diff1": 0.842846, - "nauc_precision_at_10_max": 0.869681, - "nauc_precision_at_10_std": 0.084467, - "nauc_precision_at_10_diff1": 0.876506, - "nauc_precision_at_20_max": 0.893669, - "nauc_precision_at_20_std": 0.31591, - "nauc_precision_at_20_diff1": 0.881793, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.707633, - "nauc_precision_at_100_diff1": 0.96732, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.740006, - "nauc_mrr_at_1_std": -0.078344, - "nauc_mrr_at_1_diff1": 0.879644, - "nauc_mrr_at_3_max": 0.7724, - "nauc_mrr_at_3_std": -0.027107, - "nauc_mrr_at_3_diff1": 0.867609, - "nauc_mrr_at_5_max": 0.771369, - "nauc_mrr_at_5_std": -0.037196, - "nauc_mrr_at_5_diff1": 0.868584, - "nauc_mrr_at_10_max": 0.769968, - "nauc_mrr_at_10_std": -0.039675, - "nauc_mrr_at_10_diff1": 0.87088, - "nauc_mrr_at_20_max": 0.769246, - "nauc_mrr_at_20_std": -0.036837, - "nauc_mrr_at_20_diff1": 0.870856, - "nauc_mrr_at_100_max": 0.768683, - "nauc_mrr_at_100_std": -0.038167, - "nauc_mrr_at_100_diff1": 0.87094, - "nauc_mrr_at_1000_max": 0.768631, - "nauc_mrr_at_1000_std": -0.038328, - "nauc_mrr_at_1000_diff1": 0.870921, - "main_score": 0.89132, + "mrr_at_1": 0.806667, + "mrr_at_3": 0.84537, + "mrr_at_5": 0.850704, + "mrr_at_10": 0.855193, + "mrr_at_20": 0.856436, + "mrr_at_100": 0.857126, + "mrr_at_1000": 0.857178, + "nauc_ndcg_at_1_max": 0.671254, + "nauc_ndcg_at_1_std": -0.130884, + "nauc_ndcg_at_1_diff1": 0.861659, + "nauc_ndcg_at_3_max": 0.708098, + "nauc_ndcg_at_3_std": -0.089935, + "nauc_ndcg_at_3_diff1": 0.829782, + "nauc_ndcg_at_5_max": 0.718815, + "nauc_ndcg_at_5_std": -0.08355, + "nauc_ndcg_at_5_diff1": 0.833201, + "nauc_ndcg_at_10_max": 0.717578, + "nauc_ndcg_at_10_std": -0.085204, + "nauc_ndcg_at_10_diff1": 0.840415, + "nauc_ndcg_at_20_max": 0.714859, + "nauc_ndcg_at_20_std": -0.082707, + "nauc_ndcg_at_20_diff1": 0.839905, + "nauc_ndcg_at_100_max": 0.71003, + "nauc_ndcg_at_100_std": -0.085299, + "nauc_ndcg_at_100_diff1": 0.842027, + "nauc_ndcg_at_1000_max": 0.707708, + "nauc_ndcg_at_1000_std": -0.091797, + "nauc_ndcg_at_1000_diff1": 0.842162, + "nauc_map_at_1_max": 0.671254, + "nauc_map_at_1_std": -0.130884, + "nauc_map_at_1_diff1": 0.861659, + "nauc_map_at_3_max": 0.698835, + "nauc_map_at_3_std": -0.102201, + "nauc_map_at_3_diff1": 0.838946, + "nauc_map_at_5_max": 0.704301, + "nauc_map_at_5_std": -0.098659, + "nauc_map_at_5_diff1": 0.841162, + "nauc_map_at_10_max": 0.70345, + "nauc_map_at_10_std": -0.099403, + "nauc_map_at_10_diff1": 0.843902, + "nauc_map_at_20_max": 0.702607, + "nauc_map_at_20_std": -0.099155, + "nauc_map_at_20_diff1": 0.843848, + "nauc_map_at_100_max": 0.702004, + "nauc_map_at_100_std": -0.099461, + "nauc_map_at_100_diff1": 0.84414, + "nauc_map_at_1000_max": 0.701915, + "nauc_map_at_1000_std": -0.099713, + "nauc_map_at_1000_diff1": 0.844155, + "nauc_recall_at_1_max": 0.671254, + "nauc_recall_at_1_std": -0.130884, + "nauc_recall_at_1_diff1": 0.861659, + "nauc_recall_at_3_max": 0.744415, + "nauc_recall_at_3_std": -0.04051, + "nauc_recall_at_3_diff1": 0.793074, + "nauc_recall_at_5_max": 0.790682, + "nauc_recall_at_5_std": -0.009188, + "nauc_recall_at_5_diff1": 0.79456, + "nauc_recall_at_10_max": 0.826473, + "nauc_recall_at_10_std": 0.021546, + "nauc_recall_at_10_diff1": 0.821835, + "nauc_recall_at_20_max": 0.851323, + "nauc_recall_at_20_std": 0.117227, + "nauc_recall_at_20_diff1": 0.804311, + "nauc_recall_at_100_max": 0.943978, + "nauc_recall_at_100_std": 0.564292, + "nauc_recall_at_100_diff1": 0.835267, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.671254, + "nauc_precision_at_1_std": -0.130884, + "nauc_precision_at_1_diff1": 0.861659, + "nauc_precision_at_3_max": 0.744415, + "nauc_precision_at_3_std": -0.04051, + "nauc_precision_at_3_diff1": 0.793074, + "nauc_precision_at_5_max": 0.790682, + "nauc_precision_at_5_std": -0.009188, + "nauc_precision_at_5_diff1": 0.79456, + "nauc_precision_at_10_max": 0.826473, + "nauc_precision_at_10_std": 0.021546, + "nauc_precision_at_10_diff1": 0.821835, + "nauc_precision_at_20_max": 0.851323, + "nauc_precision_at_20_std": 0.117227, + "nauc_precision_at_20_diff1": 0.804311, + "nauc_precision_at_100_max": 0.943978, + "nauc_precision_at_100_std": 0.564292, + "nauc_precision_at_100_diff1": 0.835267, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.671254, + "nauc_mrr_at_1_std": -0.130884, + "nauc_mrr_at_1_diff1": 0.861659, + "nauc_mrr_at_3_max": 0.698835, + "nauc_mrr_at_3_std": -0.102201, + "nauc_mrr_at_3_diff1": 0.838946, + "nauc_mrr_at_5_max": 0.704301, + "nauc_mrr_at_5_std": -0.098659, + "nauc_mrr_at_5_diff1": 0.841162, + "nauc_mrr_at_10_max": 0.70345, + "nauc_mrr_at_10_std": -0.099403, + "nauc_mrr_at_10_diff1": 0.843902, + "nauc_mrr_at_20_max": 0.702607, + "nauc_mrr_at_20_std": -0.099155, + "nauc_mrr_at_20_diff1": 0.843848, + "nauc_mrr_at_100_max": 0.702004, + "nauc_mrr_at_100_std": -0.099461, + "nauc_mrr_at_100_diff1": 0.84414, + "nauc_mrr_at_1000_max": 0.701915, + "nauc_mrr_at_1000_std": -0.099713, + "nauc_mrr_at_1000_diff1": 0.844155, + "hit_rate_at_1": 0.80667, + "hit_rate_at_3": 0.89333, + "hit_rate_at_5": 0.91667, + "hit_rate_at_10": 0.94889, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.87793, "hf_subset": "eng_Latn-kan_Knda", "languages": [ "eng-Latn", "kan-Knda" - ] - }, - { - "ndcg_at_1": 0.81889, - "ndcg_at_3": 0.86827, - "ndcg_at_5": 0.87276, - "ndcg_at_10": 0.88225, - "ndcg_at_20": 0.88678, - "ndcg_at_100": 0.89262, - "ndcg_at_1000": 0.89374, - "map_at_1": 0.81889, - "map_at_3": 0.85648, - "map_at_5": 0.85893, - "map_at_10": 0.86293, - "map_at_20": 0.8642, - "map_at_100": 0.86504, - "map_at_1000": 0.86508, - "recall_at_1": 0.81889, - "recall_at_3": 0.90222, - "recall_at_5": 0.91333, - "recall_at_10": 0.94222, - "recall_at_20": 0.96, - "recall_at_100": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.84686, + "ndcg_at_5": 0.85801, + "ndcg_at_10": 0.86653, + "ndcg_at_20": 0.87184, + "ndcg_at_100": 0.87838, + "ndcg_at_1000": 0.87996, + "map_at_1": 0.79889, + "map_at_3": 0.83537, + "map_at_5": 0.84165, + "map_at_10": 0.84531, + "map_at_20": 0.84676, + "map_at_100": 0.84771, + "map_at_1000": 0.84778, + "recall_at_1": 0.79889, + "recall_at_3": 0.88, + "recall_at_5": 0.90667, + "recall_at_10": 0.93222, + "recall_at_20": 0.95333, + "recall_at_100": 0.98778, "recall_at_1000": 1.0, - "precision_at_1": 0.81889, - "precision_at_3": 0.30074, - "precision_at_5": 0.18267, - "precision_at_10": 0.09422, - "precision_at_20": 0.048, - "precision_at_100": 0.00991, + "accuracy": 0.79889, + "precision_at_1": 0.79889, + "precision_at_3": 0.29333, + "precision_at_5": 0.18133, + "precision_at_10": 0.09322, + "precision_at_20": 0.04767, + "precision_at_100": 0.00988, "precision_at_1000": 0.001, - "mrr_at_1": 0.818889, - "mrr_at_3": 0.856481, - "mrr_at_5": 0.858926, - "mrr_at_10": 0.862931, - "mrr_at_20": 0.864197, - "mrr_at_100": 0.86504, - "mrr_at_1000": 0.865078, - "nauc_ndcg_at_1_max": 0.768815, - "nauc_ndcg_at_1_std": -0.049683, - "nauc_ndcg_at_1_diff1": 0.88243, - "nauc_ndcg_at_3_max": 0.783168, - "nauc_ndcg_at_3_std": -0.006836, - "nauc_ndcg_at_3_diff1": 0.847431, - "nauc_ndcg_at_5_max": 0.783146, - "nauc_ndcg_at_5_std": -0.013711, - "nauc_ndcg_at_5_diff1": 0.847034, - "nauc_ndcg_at_10_max": 0.784156, - "nauc_ndcg_at_10_std": -0.002526, - "nauc_ndcg_at_10_diff1": 0.853918, - "nauc_ndcg_at_20_max": 0.788066, - "nauc_ndcg_at_20_std": 0.002468, - "nauc_ndcg_at_20_diff1": 0.856651, - "nauc_ndcg_at_100_max": 0.784395, - "nauc_ndcg_at_100_std": 0.0002, - "nauc_ndcg_at_100_diff1": 0.858241, - "nauc_ndcg_at_1000_max": 0.78327, - "nauc_ndcg_at_1000_std": -0.009852, - "nauc_ndcg_at_1000_diff1": 0.858988, - "nauc_map_at_1_max": 0.768815, - "nauc_map_at_1_std": -0.049683, - "nauc_map_at_1_diff1": 0.88243, - "nauc_map_at_3_max": 0.779879, - "nauc_map_at_3_std": -0.022316, - "nauc_map_at_3_diff1": 0.85783, - "nauc_map_at_5_max": 0.779768, - "nauc_map_at_5_std": -0.025734, - "nauc_map_at_5_diff1": 0.857794, - "nauc_map_at_10_max": 0.780058, - "nauc_map_at_10_std": -0.022118, - "nauc_map_at_10_diff1": 0.860778, - "nauc_map_at_20_max": 0.78088, - "nauc_map_at_20_std": -0.021702, - "nauc_map_at_20_diff1": 0.861613, - "nauc_map_at_100_max": 0.780483, - "nauc_map_at_100_std": -0.021587, - "nauc_map_at_100_diff1": 0.861841, - "nauc_map_at_1000_max": 0.78046, - "nauc_map_at_1000_std": -0.021864, - "nauc_map_at_1000_diff1": 0.861868, - "nauc_recall_at_1_max": 0.768815, - "nauc_recall_at_1_std": -0.049683, - "nauc_recall_at_1_diff1": 0.88243, - "nauc_recall_at_3_max": 0.795959, - "nauc_recall_at_3_std": 0.057651, - "nauc_recall_at_3_diff1": 0.80519, - "nauc_recall_at_5_max": 0.797781, - "nauc_recall_at_5_std": 0.040119, - "nauc_recall_at_5_diff1": 0.798559, - "nauc_recall_at_10_max": 0.810808, - "nauc_recall_at_10_std": 0.134876, - "nauc_recall_at_10_diff1": 0.813636, - "nauc_recall_at_20_max": 0.865715, - "nauc_recall_at_20_std": 0.262981, - "nauc_recall_at_20_diff1": 0.821701, - "nauc_recall_at_100_max": 0.893207, - "nauc_recall_at_100_std": 0.916258, - "nauc_recall_at_100_diff1": 0.794585, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.768815, - "nauc_precision_at_1_std": -0.049683, - "nauc_precision_at_1_diff1": 0.88243, - "nauc_precision_at_3_max": 0.795959, - "nauc_precision_at_3_std": 0.057651, - "nauc_precision_at_3_diff1": 0.80519, - "nauc_precision_at_5_max": 0.797781, - "nauc_precision_at_5_std": 0.040119, - "nauc_precision_at_5_diff1": 0.798559, - "nauc_precision_at_10_max": 0.810808, - "nauc_precision_at_10_std": 0.134876, - "nauc_precision_at_10_diff1": 0.813636, - "nauc_precision_at_20_max": 0.865715, - "nauc_precision_at_20_std": 0.262981, - "nauc_precision_at_20_diff1": 0.821701, - "nauc_precision_at_100_max": 0.893207, - "nauc_precision_at_100_std": 0.916258, - "nauc_precision_at_100_diff1": 0.794585, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.768815, - "nauc_mrr_at_1_std": -0.049683, - "nauc_mrr_at_1_diff1": 0.88243, - "nauc_mrr_at_3_max": 0.779879, - "nauc_mrr_at_3_std": -0.022316, - "nauc_mrr_at_3_diff1": 0.85783, - "nauc_mrr_at_5_max": 0.779768, - "nauc_mrr_at_5_std": -0.025734, - "nauc_mrr_at_5_diff1": 0.857794, - "nauc_mrr_at_10_max": 0.780058, - "nauc_mrr_at_10_std": -0.022118, - "nauc_mrr_at_10_diff1": 0.860778, - "nauc_mrr_at_20_max": 0.78088, - "nauc_mrr_at_20_std": -0.021702, - "nauc_mrr_at_20_diff1": 0.861613, - "nauc_mrr_at_100_max": 0.780483, - "nauc_mrr_at_100_std": -0.021587, - "nauc_mrr_at_100_diff1": 0.861841, - "nauc_mrr_at_1000_max": 0.78046, - "nauc_mrr_at_1000_std": -0.021864, - "nauc_mrr_at_1000_diff1": 0.861868, - "main_score": 0.88225, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.83537, + "mrr_at_5": 0.841648, + "mrr_at_10": 0.845309, + "mrr_at_20": 0.846756, + "mrr_at_100": 0.847715, + "mrr_at_1000": 0.847776, + "nauc_ndcg_at_1_max": 0.772483, + "nauc_ndcg_at_1_std": -0.126535, + "nauc_ndcg_at_1_diff1": 0.88381, + "nauc_ndcg_at_3_max": 0.79768, + "nauc_ndcg_at_3_std": -0.075582, + "nauc_ndcg_at_3_diff1": 0.858029, + "nauc_ndcg_at_5_max": 0.787121, + "nauc_ndcg_at_5_std": -0.07756, + "nauc_ndcg_at_5_diff1": 0.851102, + "nauc_ndcg_at_10_max": 0.788427, + "nauc_ndcg_at_10_std": -0.075563, + "nauc_ndcg_at_10_diff1": 0.853722, + "nauc_ndcg_at_20_max": 0.786644, + "nauc_ndcg_at_20_std": -0.075991, + "nauc_ndcg_at_20_diff1": 0.853709, + "nauc_ndcg_at_100_max": 0.788356, + "nauc_ndcg_at_100_std": -0.068702, + "nauc_ndcg_at_100_diff1": 0.857398, + "nauc_ndcg_at_1000_max": 0.787851, + "nauc_ndcg_at_1000_std": -0.080032, + "nauc_ndcg_at_1000_diff1": 0.860089, + "nauc_map_at_1_max": 0.772483, + "nauc_map_at_1_std": -0.126535, + "nauc_map_at_1_diff1": 0.88381, + "nauc_map_at_3_max": 0.791228, + "nauc_map_at_3_std": -0.088887, + "nauc_map_at_3_diff1": 0.865728, + "nauc_map_at_5_max": 0.785428, + "nauc_map_at_5_std": -0.090558, + "nauc_map_at_5_diff1": 0.862261, + "nauc_map_at_10_max": 0.78605, + "nauc_map_at_10_std": -0.089922, + "nauc_map_at_10_diff1": 0.863527, + "nauc_map_at_20_max": 0.785688, + "nauc_map_at_20_std": -0.090499, + "nauc_map_at_20_diff1": 0.863622, + "nauc_map_at_100_max": 0.786104, + "nauc_map_at_100_std": -0.089533, + "nauc_map_at_100_diff1": 0.864343, + "nauc_map_at_1000_max": 0.786098, + "nauc_map_at_1000_std": -0.089868, + "nauc_map_at_1000_diff1": 0.864432, + "nauc_recall_at_1_max": 0.772483, + "nauc_recall_at_1_std": -0.126535, + "nauc_recall_at_1_diff1": 0.88381, + "nauc_recall_at_3_max": 0.821972, + "nauc_recall_at_3_std": -0.025334, + "nauc_recall_at_3_diff1": 0.828362, + "nauc_recall_at_5_max": 0.792573, + "nauc_recall_at_5_std": -0.018179, + "nauc_recall_at_5_diff1": 0.798053, + "nauc_recall_at_10_max": 0.80011, + "nauc_recall_at_10_std": 0.013294, + "nauc_recall_at_10_diff1": 0.792771, + "nauc_recall_at_20_max": 0.785259, + "nauc_recall_at_20_std": 0.05759, + "nauc_recall_at_20_diff1": 0.765039, + "nauc_recall_at_100_max": 0.831296, + "nauc_recall_at_100_std": 0.762372, + "nauc_recall_at_100_diff1": 0.664969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772483, + "nauc_precision_at_1_std": -0.126535, + "nauc_precision_at_1_diff1": 0.88381, + "nauc_precision_at_3_max": 0.821972, + "nauc_precision_at_3_std": -0.025334, + "nauc_precision_at_3_diff1": 0.828362, + "nauc_precision_at_5_max": 0.792573, + "nauc_precision_at_5_std": -0.018179, + "nauc_precision_at_5_diff1": 0.798053, + "nauc_precision_at_10_max": 0.80011, + "nauc_precision_at_10_std": 0.013294, + "nauc_precision_at_10_diff1": 0.792771, + "nauc_precision_at_20_max": 0.785259, + "nauc_precision_at_20_std": 0.05759, + "nauc_precision_at_20_diff1": 0.765039, + "nauc_precision_at_100_max": 0.831296, + "nauc_precision_at_100_std": 0.762372, + "nauc_precision_at_100_diff1": 0.664969, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772483, + "nauc_mrr_at_1_std": -0.126535, + "nauc_mrr_at_1_diff1": 0.88381, + "nauc_mrr_at_3_max": 0.791228, + "nauc_mrr_at_3_std": -0.088887, + "nauc_mrr_at_3_diff1": 0.865728, + "nauc_mrr_at_5_max": 0.785428, + "nauc_mrr_at_5_std": -0.090558, + "nauc_mrr_at_5_diff1": 0.862261, + "nauc_mrr_at_10_max": 0.78605, + "nauc_mrr_at_10_std": -0.089922, + "nauc_mrr_at_10_diff1": 0.863527, + "nauc_mrr_at_20_max": 0.785688, + "nauc_mrr_at_20_std": -0.090499, + "nauc_mrr_at_20_diff1": 0.863622, + "nauc_mrr_at_100_max": 0.786104, + "nauc_mrr_at_100_std": -0.089533, + "nauc_mrr_at_100_diff1": 0.864343, + "nauc_mrr_at_1000_max": 0.786098, + "nauc_mrr_at_1000_std": -0.089868, + "nauc_mrr_at_1000_diff1": 0.864432, + "hit_rate_at_1": 0.79889, + "hit_rate_at_3": 0.88, + "hit_rate_at_5": 0.90667, + "hit_rate_at_10": 0.93222, + "hit_rate_at_20": 0.95333, + "hit_rate_at_100": 0.98778, + "hit_rate_at_1000": 1.0, + "main_score": 0.86653, "hf_subset": "kat_Geor-kat_Geor", "languages": [ "kat-Geor", "kat-Geor" - ] - }, - { - "ndcg_at_1": 0.87778, - "ndcg_at_3": 0.92256, - "ndcg_at_5": 0.92854, - "ndcg_at_10": 0.93481, - "ndcg_at_20": 0.93595, - "ndcg_at_100": 0.93737, - "ndcg_at_1000": 0.93769, - "map_at_1": 0.87778, - "map_at_3": 0.91222, - "map_at_5": 0.91556, - "map_at_10": 0.91823, - "map_at_20": 0.91855, - "map_at_100": 0.91874, - "map_at_1000": 0.91876, - "recall_at_1": 0.87778, - "recall_at_3": 0.95222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.91409, + "ndcg_at_5": 0.92279, + "ndcg_at_10": 0.92759, + "ndcg_at_20": 0.93009, + "ndcg_at_100": 0.93144, + "ndcg_at_1000": 0.93159, + "map_at_1": 0.86778, + "map_at_3": 0.90315, + "map_at_5": 0.90798, + "map_at_10": 0.91004, + "map_at_20": 0.91071, + "map_at_100": 0.91087, + "map_at_1000": 0.91087, + "recall_at_1": 0.86778, + "recall_at_3": 0.94556, "recall_at_5": 0.96667, - "recall_at_10": 0.98556, - "recall_at_20": 0.99, - "recall_at_100": 0.99778, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.87778, - "precision_at_3": 0.31741, + "accuracy": 0.86778, + "precision_at_1": 0.86778, + "precision_at_3": 0.31519, "precision_at_5": 0.19333, - "precision_at_10": 0.09856, - "precision_at_20": 0.0495, - "precision_at_100": 0.00998, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.877778, - "mrr_at_3": 0.912222, - "mrr_at_5": 0.915556, - "mrr_at_10": 0.918231, - "mrr_at_20": 0.918554, - "mrr_at_100": 0.91874, - "mrr_at_1000": 0.918759, - "nauc_ndcg_at_1_max": 0.699878, - "nauc_ndcg_at_1_std": -0.337849, - "nauc_ndcg_at_1_diff1": 0.912447, - "nauc_ndcg_at_3_max": 0.719059, - "nauc_ndcg_at_3_std": -0.339859, - "nauc_ndcg_at_3_diff1": 0.901068, - "nauc_ndcg_at_5_max": 0.732838, - "nauc_ndcg_at_5_std": -0.333969, - "nauc_ndcg_at_5_diff1": 0.903929, - "nauc_ndcg_at_10_max": 0.725619, - "nauc_ndcg_at_10_std": -0.319332, - "nauc_ndcg_at_10_diff1": 0.908078, - "nauc_ndcg_at_20_max": 0.724955, - "nauc_ndcg_at_20_std": -0.314305, - "nauc_ndcg_at_20_diff1": 0.907776, - "nauc_ndcg_at_100_max": 0.721774, - "nauc_ndcg_at_100_std": -0.319918, - "nauc_ndcg_at_100_diff1": 0.907465, - "nauc_ndcg_at_1000_max": 0.720308, - "nauc_ndcg_at_1000_std": -0.326527, - "nauc_ndcg_at_1000_diff1": 0.906977, - "nauc_map_at_1_max": 0.699878, - "nauc_map_at_1_std": -0.337849, - "nauc_map_at_1_diff1": 0.912447, - "nauc_map_at_3_max": 0.712983, - "nauc_map_at_3_std": -0.340108, - "nauc_map_at_3_diff1": 0.903833, - "nauc_map_at_5_max": 0.719639, - "nauc_map_at_5_std": -0.337025, - "nauc_map_at_5_diff1": 0.905325, - "nauc_map_at_10_max": 0.716689, - "nauc_map_at_10_std": -0.332848, - "nauc_map_at_10_diff1": 0.90687, - "nauc_map_at_20_max": 0.716652, - "nauc_map_at_20_std": -0.331521, - "nauc_map_at_20_diff1": 0.906844, - "nauc_map_at_100_max": 0.716356, - "nauc_map_at_100_std": -0.33206, - "nauc_map_at_100_diff1": 0.906835, - "nauc_map_at_1000_max": 0.716289, - "nauc_map_at_1000_std": -0.33236, - "nauc_map_at_1000_diff1": 0.906813, - "nauc_recall_at_1_max": 0.699878, - "nauc_recall_at_1_std": -0.337849, - "nauc_recall_at_1_diff1": 0.912447, - "nauc_recall_at_3_max": 0.750505, - "nauc_recall_at_3_std": -0.337872, - "nauc_recall_at_3_diff1": 0.887423, - "nauc_recall_at_5_max": 0.830486, - "nauc_recall_at_5_std": -0.310131, - "nauc_recall_at_5_diff1": 0.895814, - "nauc_recall_at_10_max": 0.863032, - "nauc_recall_at_10_std": -0.062092, - "nauc_recall_at_10_diff1": 0.938411, - "nauc_recall_at_20_max": 0.899627, - "nauc_recall_at_20_std": 0.160598, - "nauc_recall_at_20_diff1": 0.941903, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.903148, + "mrr_at_5": 0.907981, + "mrr_at_10": 0.910042, + "mrr_at_20": 0.910713, + "mrr_at_100": 0.910866, + "mrr_at_1000": 0.910873, + "nauc_ndcg_at_1_max": 0.654374, + "nauc_ndcg_at_1_std": -0.381039, + "nauc_ndcg_at_1_diff1": 0.905522, + "nauc_ndcg_at_3_max": 0.669653, + "nauc_ndcg_at_3_std": -0.434849, + "nauc_ndcg_at_3_diff1": 0.900577, + "nauc_ndcg_at_5_max": 0.671045, + "nauc_ndcg_at_5_std": -0.399159, + "nauc_ndcg_at_5_diff1": 0.900033, + "nauc_ndcg_at_10_max": 0.672459, + "nauc_ndcg_at_10_std": -0.378403, + "nauc_ndcg_at_10_diff1": 0.90197, + "nauc_ndcg_at_20_max": 0.673809, + "nauc_ndcg_at_20_std": -0.380288, + "nauc_ndcg_at_20_diff1": 0.901755, + "nauc_ndcg_at_100_max": 0.668478, + "nauc_ndcg_at_100_std": -0.389659, + "nauc_ndcg_at_100_diff1": 0.90142, + "nauc_ndcg_at_1000_max": 0.667724, + "nauc_ndcg_at_1000_std": -0.392817, + "nauc_ndcg_at_1000_diff1": 0.901493, + "nauc_map_at_1_max": 0.654374, + "nauc_map_at_1_std": -0.381039, + "nauc_map_at_1_diff1": 0.905522, + "nauc_map_at_3_max": 0.664468, + "nauc_map_at_3_std": -0.420095, + "nauc_map_at_3_diff1": 0.901169, + "nauc_map_at_5_max": 0.664477, + "nauc_map_at_5_std": -0.402282, + "nauc_map_at_5_diff1": 0.900826, + "nauc_map_at_10_max": 0.664721, + "nauc_map_at_10_std": -0.395566, + "nauc_map_at_10_diff1": 0.901599, + "nauc_map_at_20_max": 0.664924, + "nauc_map_at_20_std": -0.396705, + "nauc_map_at_20_diff1": 0.901534, + "nauc_map_at_100_max": 0.664459, + "nauc_map_at_100_std": -0.397391, + "nauc_map_at_100_diff1": 0.901528, + "nauc_map_at_1000_max": 0.664432, + "nauc_map_at_1000_std": -0.397504, + "nauc_map_at_1000_diff1": 0.90153, + "nauc_recall_at_1_max": 0.654374, + "nauc_recall_at_1_std": -0.381039, + "nauc_recall_at_1_diff1": 0.905522, + "nauc_recall_at_3_max": 0.69584, + "nauc_recall_at_3_std": -0.506946, + "nauc_recall_at_3_diff1": 0.89834, + "nauc_recall_at_5_max": 0.724136, + "nauc_recall_at_5_std": -0.359897, + "nauc_recall_at_5_diff1": 0.895269, + "nauc_recall_at_10_max": 0.782803, + "nauc_recall_at_10_std": -0.08656, + "nauc_recall_at_10_diff1": 0.911298, + "nauc_recall_at_20_max": 0.948938, + "nauc_recall_at_20_std": 0.227824, + "nauc_recall_at_20_diff1": 0.916258, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.699878, - "nauc_precision_at_1_std": -0.337849, - "nauc_precision_at_1_diff1": 0.912447, - "nauc_precision_at_3_max": 0.750505, - "nauc_precision_at_3_std": -0.337872, - "nauc_precision_at_3_diff1": 0.887423, - "nauc_precision_at_5_max": 0.830486, - "nauc_precision_at_5_std": -0.310131, - "nauc_precision_at_5_diff1": 0.895814, - "nauc_precision_at_10_max": 0.863032, - "nauc_precision_at_10_std": -0.062092, - "nauc_precision_at_10_diff1": 0.938411, - "nauc_precision_at_20_max": 0.899627, - "nauc_precision_at_20_std": 0.160598, - "nauc_precision_at_20_diff1": 0.941903, + "nauc_precision_at_1_max": 0.654374, + "nauc_precision_at_1_std": -0.381039, + "nauc_precision_at_1_diff1": 0.905522, + "nauc_precision_at_3_max": 0.69584, + "nauc_precision_at_3_std": -0.506946, + "nauc_precision_at_3_diff1": 0.89834, + "nauc_precision_at_5_max": 0.724136, + "nauc_precision_at_5_std": -0.359897, + "nauc_precision_at_5_diff1": 0.895269, + "nauc_precision_at_10_max": 0.782803, + "nauc_precision_at_10_std": -0.08656, + "nauc_precision_at_10_diff1": 0.911298, + "nauc_precision_at_20_max": 0.948938, + "nauc_precision_at_20_std": 0.227824, + "nauc_precision_at_20_diff1": 0.916258, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.699878, - "nauc_mrr_at_1_std": -0.337849, - "nauc_mrr_at_1_diff1": 0.912447, - "nauc_mrr_at_3_max": 0.712983, - "nauc_mrr_at_3_std": -0.340108, - "nauc_mrr_at_3_diff1": 0.903833, - "nauc_mrr_at_5_max": 0.719639, - "nauc_mrr_at_5_std": -0.337025, - "nauc_mrr_at_5_diff1": 0.905325, - "nauc_mrr_at_10_max": 0.716689, - "nauc_mrr_at_10_std": -0.332848, - "nauc_mrr_at_10_diff1": 0.90687, - "nauc_mrr_at_20_max": 0.716652, - "nauc_mrr_at_20_std": -0.331521, - "nauc_mrr_at_20_diff1": 0.906844, - "nauc_mrr_at_100_max": 0.716356, - "nauc_mrr_at_100_std": -0.33206, - "nauc_mrr_at_100_diff1": 0.906835, - "nauc_mrr_at_1000_max": 0.716289, - "nauc_mrr_at_1000_std": -0.33236, - "nauc_mrr_at_1000_diff1": 0.906813, - "main_score": 0.93481, + "nauc_mrr_at_1_max": 0.654374, + "nauc_mrr_at_1_std": -0.381039, + "nauc_mrr_at_1_diff1": 0.905522, + "nauc_mrr_at_3_max": 0.664468, + "nauc_mrr_at_3_std": -0.420095, + "nauc_mrr_at_3_diff1": 0.901169, + "nauc_mrr_at_5_max": 0.664477, + "nauc_mrr_at_5_std": -0.402282, + "nauc_mrr_at_5_diff1": 0.900826, + "nauc_mrr_at_10_max": 0.664721, + "nauc_mrr_at_10_std": -0.395566, + "nauc_mrr_at_10_diff1": 0.901599, + "nauc_mrr_at_20_max": 0.664924, + "nauc_mrr_at_20_std": -0.396705, + "nauc_mrr_at_20_diff1": 0.901534, + "nauc_mrr_at_100_max": 0.664459, + "nauc_mrr_at_100_std": -0.397391, + "nauc_mrr_at_100_diff1": 0.901528, + "nauc_mrr_at_1000_max": 0.664432, + "nauc_mrr_at_1000_std": -0.397504, + "nauc_mrr_at_1000_diff1": 0.90153, + "hit_rate_at_1": 0.86778, + "hit_rate_at_3": 0.94556, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.92759, "hf_subset": "kat_Geor-eng_Latn", "languages": [ "kat-Geor", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.77, - "ndcg_at_3": 0.82315, - "ndcg_at_5": 0.83099, - "ndcg_at_10": 0.84145, - "ndcg_at_20": 0.84882, - "ndcg_at_100": 0.85777, - "ndcg_at_1000": 0.85927, - "map_at_1": 0.77, - "map_at_3": 0.81037, - "map_at_5": 0.81476, - "map_at_10": 0.8191, - "map_at_20": 0.82102, - "map_at_100": 0.82229, - "map_at_1000": 0.82236, - "recall_at_1": 0.77, - "recall_at_3": 0.86, - "recall_at_5": 0.87889, - "recall_at_10": 0.91111, - "recall_at_20": 0.94111, - "recall_at_100": 0.98889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.74111, + "ndcg_at_3": 0.80144, + "ndcg_at_5": 0.8122, + "ndcg_at_10": 0.82201, + "ndcg_at_20": 0.82988, + "ndcg_at_100": 0.84038, + "ndcg_at_1000": 0.84247, + "map_at_1": 0.74111, + "map_at_3": 0.78759, + "map_at_5": 0.7937, + "map_at_10": 0.79781, + "map_at_20": 0.79997, + "map_at_100": 0.80142, + "map_at_1000": 0.80151, + "recall_at_1": 0.74111, + "recall_at_3": 0.84111, + "recall_at_5": 0.86667, + "recall_at_10": 0.89667, + "recall_at_20": 0.92778, + "recall_at_100": 0.98444, "recall_at_1000": 1.0, - "precision_at_1": 0.77, - "precision_at_3": 0.28667, - "precision_at_5": 0.17578, - "precision_at_10": 0.09111, - "precision_at_20": 0.04706, - "precision_at_100": 0.00989, + "accuracy": 0.74111, + "precision_at_1": 0.74111, + "precision_at_3": 0.28037, + "precision_at_5": 0.17333, + "precision_at_10": 0.08967, + "precision_at_20": 0.04639, + "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.77, - "mrr_at_3": 0.81037, - "mrr_at_5": 0.814759, - "mrr_at_10": 0.819102, - "mrr_at_20": 0.821015, - "mrr_at_100": 0.822289, - "mrr_at_1000": 0.822357, - "nauc_ndcg_at_1_max": 0.793238, - "nauc_ndcg_at_1_std": 0.121613, - "nauc_ndcg_at_1_diff1": 0.898644, - "nauc_ndcg_at_3_max": 0.829225, - "nauc_ndcg_at_3_std": 0.175897, - "nauc_ndcg_at_3_diff1": 0.877514, - "nauc_ndcg_at_5_max": 0.824933, - "nauc_ndcg_at_5_std": 0.177712, - "nauc_ndcg_at_5_diff1": 0.875128, - "nauc_ndcg_at_10_max": 0.822816, - "nauc_ndcg_at_10_std": 0.167842, - "nauc_ndcg_at_10_diff1": 0.876468, - "nauc_ndcg_at_20_max": 0.823662, - "nauc_ndcg_at_20_std": 0.169597, - "nauc_ndcg_at_20_diff1": 0.87923, - "nauc_ndcg_at_100_max": 0.820687, - "nauc_ndcg_at_100_std": 0.170062, - "nauc_ndcg_at_100_diff1": 0.880543, - "nauc_ndcg_at_1000_max": 0.819712, - "nauc_ndcg_at_1000_std": 0.164293, - "nauc_ndcg_at_1000_diff1": 0.881169, - "nauc_map_at_1_max": 0.793238, - "nauc_map_at_1_std": 0.121613, - "nauc_map_at_1_diff1": 0.898644, - "nauc_map_at_3_max": 0.820564, - "nauc_map_at_3_std": 0.161484, - "nauc_map_at_3_diff1": 0.883355, - "nauc_map_at_5_max": 0.818163, - "nauc_map_at_5_std": 0.161745, - "nauc_map_at_5_diff1": 0.882307, - "nauc_map_at_10_max": 0.816955, - "nauc_map_at_10_std": 0.15702, - "nauc_map_at_10_diff1": 0.882664, - "nauc_map_at_20_max": 0.817007, - "nauc_map_at_20_std": 0.157151, - "nauc_map_at_20_diff1": 0.883385, - "nauc_map_at_100_max": 0.816664, - "nauc_map_at_100_std": 0.157339, - "nauc_map_at_100_diff1": 0.883633, - "nauc_map_at_1000_max": 0.816629, - "nauc_map_at_1000_std": 0.15716, - "nauc_map_at_1000_diff1": 0.883647, - "nauc_recall_at_1_max": 0.793238, - "nauc_recall_at_1_std": 0.121613, - "nauc_recall_at_1_diff1": 0.898644, - "nauc_recall_at_3_max": 0.860926, - "nauc_recall_at_3_std": 0.229516, - "nauc_recall_at_3_diff1": 0.855649, - "nauc_recall_at_5_max": 0.851471, - "nauc_recall_at_5_std": 0.24494, - "nauc_recall_at_5_diff1": 0.844608, - "nauc_recall_at_10_max": 0.852136, - "nauc_recall_at_10_std": 0.223804, - "nauc_recall_at_10_diff1": 0.84445, - "nauc_recall_at_20_max": 0.876768, - "nauc_recall_at_20_std": 0.272026, - "nauc_recall_at_20_diff1": 0.854351, - "nauc_recall_at_100_max": 0.906863, - "nauc_recall_at_100_std": 0.694024, - "nauc_recall_at_100_diff1": 0.819795, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.793238, - "nauc_precision_at_1_std": 0.121613, - "nauc_precision_at_1_diff1": 0.898644, - "nauc_precision_at_3_max": 0.860926, - "nauc_precision_at_3_std": 0.229516, - "nauc_precision_at_3_diff1": 0.855649, - "nauc_precision_at_5_max": 0.851471, - "nauc_precision_at_5_std": 0.24494, - "nauc_precision_at_5_diff1": 0.844608, - "nauc_precision_at_10_max": 0.852136, - "nauc_precision_at_10_std": 0.223804, - "nauc_precision_at_10_diff1": 0.84445, - "nauc_precision_at_20_max": 0.876768, - "nauc_precision_at_20_std": 0.272026, - "nauc_precision_at_20_diff1": 0.854351, - "nauc_precision_at_100_max": 0.906863, - "nauc_precision_at_100_std": 0.694024, - "nauc_precision_at_100_diff1": 0.819795, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.793238, - "nauc_mrr_at_1_std": 0.121613, - "nauc_mrr_at_1_diff1": 0.898644, - "nauc_mrr_at_3_max": 0.820564, - "nauc_mrr_at_3_std": 0.161484, - "nauc_mrr_at_3_diff1": 0.883355, - "nauc_mrr_at_5_max": 0.818163, - "nauc_mrr_at_5_std": 0.161745, - "nauc_mrr_at_5_diff1": 0.882307, - "nauc_mrr_at_10_max": 0.816955, - "nauc_mrr_at_10_std": 0.15702, - "nauc_mrr_at_10_diff1": 0.882664, - "nauc_mrr_at_20_max": 0.817007, - "nauc_mrr_at_20_std": 0.157151, - "nauc_mrr_at_20_diff1": 0.883385, - "nauc_mrr_at_100_max": 0.816664, - "nauc_mrr_at_100_std": 0.157339, - "nauc_mrr_at_100_diff1": 0.883633, - "nauc_mrr_at_1000_max": 0.816629, - "nauc_mrr_at_1000_std": 0.15716, - "nauc_mrr_at_1000_diff1": 0.883647, - "main_score": 0.84145, + "mrr_at_1": 0.741111, + "mrr_at_3": 0.787593, + "mrr_at_5": 0.793704, + "mrr_at_10": 0.797813, + "mrr_at_20": 0.799968, + "mrr_at_100": 0.80142, + "mrr_at_1000": 0.801514, + "nauc_ndcg_at_1_max": 0.755739, + "nauc_ndcg_at_1_std": 0.024519, + "nauc_ndcg_at_1_diff1": 0.879598, + "nauc_ndcg_at_3_max": 0.792143, + "nauc_ndcg_at_3_std": 0.082082, + "nauc_ndcg_at_3_diff1": 0.856396, + "nauc_ndcg_at_5_max": 0.789037, + "nauc_ndcg_at_5_std": 0.080501, + "nauc_ndcg_at_5_diff1": 0.858954, + "nauc_ndcg_at_10_max": 0.786814, + "nauc_ndcg_at_10_std": 0.090014, + "nauc_ndcg_at_10_diff1": 0.856455, + "nauc_ndcg_at_20_max": 0.785918, + "nauc_ndcg_at_20_std": 0.090641, + "nauc_ndcg_at_20_diff1": 0.858715, + "nauc_ndcg_at_100_max": 0.784339, + "nauc_ndcg_at_100_std": 0.086194, + "nauc_ndcg_at_100_diff1": 0.860655, + "nauc_ndcg_at_1000_max": 0.783514, + "nauc_ndcg_at_1000_std": 0.080106, + "nauc_ndcg_at_1000_diff1": 0.861612, + "nauc_map_at_1_max": 0.755739, + "nauc_map_at_1_std": 0.024519, + "nauc_map_at_1_diff1": 0.879598, + "nauc_map_at_3_max": 0.782943, + "nauc_map_at_3_std": 0.067774, + "nauc_map_at_3_diff1": 0.86218, + "nauc_map_at_5_max": 0.78113, + "nauc_map_at_5_std": 0.066283, + "nauc_map_at_5_diff1": 0.863737, + "nauc_map_at_10_max": 0.780359, + "nauc_map_at_10_std": 0.069749, + "nauc_map_at_10_diff1": 0.862958, + "nauc_map_at_20_max": 0.780024, + "nauc_map_at_20_std": 0.069761, + "nauc_map_at_20_diff1": 0.863518, + "nauc_map_at_100_max": 0.77999, + "nauc_map_at_100_std": 0.069611, + "nauc_map_at_100_diff1": 0.863939, + "nauc_map_at_1000_max": 0.779958, + "nauc_map_at_1000_std": 0.069404, + "nauc_map_at_1000_diff1": 0.863964, + "nauc_recall_at_1_max": 0.755739, + "nauc_recall_at_1_std": 0.024519, + "nauc_recall_at_1_diff1": 0.879598, + "nauc_recall_at_3_max": 0.825462, + "nauc_recall_at_3_std": 0.133751, + "nauc_recall_at_3_diff1": 0.835497, + "nauc_recall_at_5_max": 0.82087, + "nauc_recall_at_5_std": 0.139189, + "nauc_recall_at_5_diff1": 0.839712, + "nauc_recall_at_10_max": 0.816108, + "nauc_recall_at_10_std": 0.198668, + "nauc_recall_at_10_diff1": 0.822122, + "nauc_recall_at_20_max": 0.821741, + "nauc_recall_at_20_std": 0.248122, + "nauc_recall_at_20_diff1": 0.827767, + "nauc_recall_at_100_max": 0.84177, + "nauc_recall_at_100_std": 0.517941, + "nauc_recall_at_100_diff1": 0.788249, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.755739, + "nauc_precision_at_1_std": 0.024519, + "nauc_precision_at_1_diff1": 0.879598, + "nauc_precision_at_3_max": 0.825462, + "nauc_precision_at_3_std": 0.133751, + "nauc_precision_at_3_diff1": 0.835497, + "nauc_precision_at_5_max": 0.82087, + "nauc_precision_at_5_std": 0.139189, + "nauc_precision_at_5_diff1": 0.839712, + "nauc_precision_at_10_max": 0.816108, + "nauc_precision_at_10_std": 0.198668, + "nauc_precision_at_10_diff1": 0.822122, + "nauc_precision_at_20_max": 0.821741, + "nauc_precision_at_20_std": 0.248122, + "nauc_precision_at_20_diff1": 0.827767, + "nauc_precision_at_100_max": 0.84177, + "nauc_precision_at_100_std": 0.517941, + "nauc_precision_at_100_diff1": 0.788249, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.755739, + "nauc_mrr_at_1_std": 0.024519, + "nauc_mrr_at_1_diff1": 0.879598, + "nauc_mrr_at_3_max": 0.782943, + "nauc_mrr_at_3_std": 0.067774, + "nauc_mrr_at_3_diff1": 0.86218, + "nauc_mrr_at_5_max": 0.78113, + "nauc_mrr_at_5_std": 0.066283, + "nauc_mrr_at_5_diff1": 0.863737, + "nauc_mrr_at_10_max": 0.780359, + "nauc_mrr_at_10_std": 0.069749, + "nauc_mrr_at_10_diff1": 0.862958, + "nauc_mrr_at_20_max": 0.780024, + "nauc_mrr_at_20_std": 0.069761, + "nauc_mrr_at_20_diff1": 0.863518, + "nauc_mrr_at_100_max": 0.77999, + "nauc_mrr_at_100_std": 0.069611, + "nauc_mrr_at_100_diff1": 0.863939, + "nauc_mrr_at_1000_max": 0.779958, + "nauc_mrr_at_1000_std": 0.069404, + "nauc_mrr_at_1000_diff1": 0.863964, + "hit_rate_at_1": 0.74111, + "hit_rate_at_3": 0.84111, + "hit_rate_at_5": 0.86667, + "hit_rate_at_10": 0.89667, + "hit_rate_at_20": 0.92778, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.82201, "hf_subset": "eng_Latn-kat_Geor", "languages": [ "eng-Latn", "kat-Geor" - ] - }, - { - "ndcg_at_1": 0.80556, - "ndcg_at_3": 0.86139, - "ndcg_at_5": 0.87148, - "ndcg_at_10": 0.87879, - "ndcg_at_20": 0.88364, - "ndcg_at_100": 0.88869, - "ndcg_at_1000": 0.88992, - "map_at_1": 0.80556, - "map_at_3": 0.84833, - "map_at_5": 0.85394, - "map_at_10": 0.85703, - "map_at_20": 0.85841, - "map_at_100": 0.85914, - "map_at_1000": 0.8592, - "recall_at_1": 0.80556, - "recall_at_3": 0.89889, - "recall_at_5": 0.92333, - "recall_at_10": 0.94556, - "recall_at_20": 0.96444, - "recall_at_100": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78, + "ndcg_at_3": 0.84127, + "ndcg_at_5": 0.85121, + "ndcg_at_10": 0.8604, + "ndcg_at_20": 0.86494, + "ndcg_at_100": 0.87228, + "ndcg_at_1000": 0.87331, + "map_at_1": 0.78, + "map_at_3": 0.82667, + "map_at_5": 0.83211, + "map_at_10": 0.83602, + "map_at_20": 0.83729, + "map_at_100": 0.83836, + "map_at_1000": 0.8384, + "recall_at_1": 0.78, + "recall_at_3": 0.88333, + "recall_at_5": 0.90778, + "recall_at_10": 0.93556, + "recall_at_20": 0.95333, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.80556, - "precision_at_3": 0.29963, - "precision_at_5": 0.18467, - "precision_at_10": 0.09456, - "precision_at_20": 0.04822, - "precision_at_100": 0.00991, + "accuracy": 0.78, + "precision_at_1": 0.78, + "precision_at_3": 0.29444, + "precision_at_5": 0.18156, + "precision_at_10": 0.09356, + "precision_at_20": 0.04767, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.805556, - "mrr_at_3": 0.848333, - "mrr_at_5": 0.853944, - "mrr_at_10": 0.857034, - "mrr_at_20": 0.858406, - "mrr_at_100": 0.859142, - "mrr_at_1000": 0.859202, - "nauc_ndcg_at_1_max": 0.774807, - "nauc_ndcg_at_1_std": -0.028705, - "nauc_ndcg_at_1_diff1": 0.9019, - "nauc_ndcg_at_3_max": 0.813134, - "nauc_ndcg_at_3_std": 0.029694, - "nauc_ndcg_at_3_diff1": 0.876377, - "nauc_ndcg_at_5_max": 0.814591, - "nauc_ndcg_at_5_std": 0.043787, - "nauc_ndcg_at_5_diff1": 0.878508, - "nauc_ndcg_at_10_max": 0.813084, - "nauc_ndcg_at_10_std": 0.056644, - "nauc_ndcg_at_10_diff1": 0.878373, - "nauc_ndcg_at_20_max": 0.810155, - "nauc_ndcg_at_20_std": 0.055664, - "nauc_ndcg_at_20_diff1": 0.879897, - "nauc_ndcg_at_100_max": 0.807628, - "nauc_ndcg_at_100_std": 0.047524, - "nauc_ndcg_at_100_diff1": 0.881296, - "nauc_ndcg_at_1000_max": 0.806367, - "nauc_ndcg_at_1000_std": 0.037995, - "nauc_ndcg_at_1000_diff1": 0.882746, - "nauc_map_at_1_max": 0.774807, - "nauc_map_at_1_std": -0.028705, - "nauc_map_at_1_diff1": 0.9019, - "nauc_map_at_3_max": 0.803954, - "nauc_map_at_3_std": 0.014881, - "nauc_map_at_3_diff1": 0.883744, - "nauc_map_at_5_max": 0.804414, - "nauc_map_at_5_std": 0.021674, - "nauc_map_at_5_diff1": 0.884964, - "nauc_map_at_10_max": 0.803667, - "nauc_map_at_10_std": 0.026287, - "nauc_map_at_10_diff1": 0.884963, - "nauc_map_at_20_max": 0.802832, - "nauc_map_at_20_std": 0.025686, - "nauc_map_at_20_diff1": 0.885269, - "nauc_map_at_100_max": 0.802504, - "nauc_map_at_100_std": 0.024696, - "nauc_map_at_100_diff1": 0.885527, - "nauc_map_at_1000_max": 0.802455, - "nauc_map_at_1000_std": 0.024331, - "nauc_map_at_1000_diff1": 0.885584, - "nauc_recall_at_1_max": 0.774807, - "nauc_recall_at_1_std": -0.028705, - "nauc_recall_at_1_diff1": 0.9019, - "nauc_recall_at_3_max": 0.849714, - "nauc_recall_at_3_std": 0.089338, - "nauc_recall_at_3_diff1": 0.846082, - "nauc_recall_at_5_max": 0.866175, - "nauc_recall_at_5_std": 0.159975, - "nauc_recall_at_5_diff1": 0.845742, - "nauc_recall_at_10_max": 0.877103, - "nauc_recall_at_10_std": 0.284342, - "nauc_recall_at_10_diff1": 0.8328, - "nauc_recall_at_20_max": 0.876955, - "nauc_recall_at_20_std": 0.395425, - "nauc_recall_at_20_diff1": 0.830401, - "nauc_recall_at_100_max": 0.916258, - "nauc_recall_at_100_std": 0.872199, - "nauc_recall_at_100_diff1": 0.756361, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.774807, - "nauc_precision_at_1_std": -0.028705, - "nauc_precision_at_1_diff1": 0.9019, - "nauc_precision_at_3_max": 0.849714, - "nauc_precision_at_3_std": 0.089338, - "nauc_precision_at_3_diff1": 0.846082, - "nauc_precision_at_5_max": 0.866175, - "nauc_precision_at_5_std": 0.159975, - "nauc_precision_at_5_diff1": 0.845742, - "nauc_precision_at_10_max": 0.877103, - "nauc_precision_at_10_std": 0.284342, - "nauc_precision_at_10_diff1": 0.8328, - "nauc_precision_at_20_max": 0.876955, - "nauc_precision_at_20_std": 0.395425, - "nauc_precision_at_20_diff1": 0.830401, - "nauc_precision_at_100_max": 0.916258, - "nauc_precision_at_100_std": 0.872199, - "nauc_precision_at_100_diff1": 0.756361, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.774807, - "nauc_mrr_at_1_std": -0.028705, - "nauc_mrr_at_1_diff1": 0.9019, - "nauc_mrr_at_3_max": 0.803954, - "nauc_mrr_at_3_std": 0.014881, - "nauc_mrr_at_3_diff1": 0.883744, - "nauc_mrr_at_5_max": 0.804414, - "nauc_mrr_at_5_std": 0.021674, - "nauc_mrr_at_5_diff1": 0.884964, - "nauc_mrr_at_10_max": 0.803667, - "nauc_mrr_at_10_std": 0.026287, - "nauc_mrr_at_10_diff1": 0.884963, - "nauc_mrr_at_20_max": 0.802832, - "nauc_mrr_at_20_std": 0.025686, - "nauc_mrr_at_20_diff1": 0.885269, - "nauc_mrr_at_100_max": 0.802504, - "nauc_mrr_at_100_std": 0.024696, - "nauc_mrr_at_100_diff1": 0.885527, - "nauc_mrr_at_1000_max": 0.802455, - "nauc_mrr_at_1000_std": 0.024331, - "nauc_mrr_at_1000_diff1": 0.885584, - "main_score": 0.87879, + "mrr_at_1": 0.78, + "mrr_at_3": 0.826667, + "mrr_at_5": 0.832111, + "mrr_at_10": 0.836024, + "mrr_at_20": 0.837295, + "mrr_at_100": 0.838357, + "mrr_at_1000": 0.838401, + "nauc_ndcg_at_1_max": 0.791209, + "nauc_ndcg_at_1_std": -0.048258, + "nauc_ndcg_at_1_diff1": 0.911882, + "nauc_ndcg_at_3_max": 0.827136, + "nauc_ndcg_at_3_std": 0.022184, + "nauc_ndcg_at_3_diff1": 0.889225, + "nauc_ndcg_at_5_max": 0.821385, + "nauc_ndcg_at_5_std": 0.020204, + "nauc_ndcg_at_5_diff1": 0.883698, + "nauc_ndcg_at_10_max": 0.821312, + "nauc_ndcg_at_10_std": 0.03388, + "nauc_ndcg_at_10_diff1": 0.886221, + "nauc_ndcg_at_20_max": 0.822552, + "nauc_ndcg_at_20_std": 0.033803, + "nauc_ndcg_at_20_diff1": 0.889557, + "nauc_ndcg_at_100_max": 0.81905, + "nauc_ndcg_at_100_std": 0.02151, + "nauc_ndcg_at_100_diff1": 0.891719, + "nauc_ndcg_at_1000_max": 0.817792, + "nauc_ndcg_at_1000_std": 0.014505, + "nauc_ndcg_at_1000_diff1": 0.892128, + "nauc_map_at_1_max": 0.791209, + "nauc_map_at_1_std": -0.048258, + "nauc_map_at_1_diff1": 0.911882, + "nauc_map_at_3_max": 0.818275, + "nauc_map_at_3_std": 0.000114, + "nauc_map_at_3_diff1": 0.895487, + "nauc_map_at_5_max": 0.815074, + "nauc_map_at_5_std": -0.00165, + "nauc_map_at_5_diff1": 0.892947, + "nauc_map_at_10_max": 0.814813, + "nauc_map_at_10_std": 0.003047, + "nauc_map_at_10_diff1": 0.894031, + "nauc_map_at_20_max": 0.81499, + "nauc_map_at_20_std": 0.002655, + "nauc_map_at_20_diff1": 0.894827, + "nauc_map_at_100_max": 0.814524, + "nauc_map_at_100_std": 0.001185, + "nauc_map_at_100_diff1": 0.895084, + "nauc_map_at_1000_max": 0.814481, + "nauc_map_at_1000_std": 0.000954, + "nauc_map_at_1000_diff1": 0.895098, + "nauc_recall_at_1_max": 0.791209, + "nauc_recall_at_1_std": -0.048258, + "nauc_recall_at_1_diff1": 0.911882, + "nauc_recall_at_3_max": 0.862272, + "nauc_recall_at_3_std": 0.113035, + "nauc_recall_at_3_diff1": 0.863916, + "nauc_recall_at_5_max": 0.849881, + "nauc_recall_at_5_std": 0.128238, + "nauc_recall_at_5_diff1": 0.83722, + "nauc_recall_at_10_max": 0.862689, + "nauc_recall_at_10_std": 0.25689, + "nauc_recall_at_10_diff1": 0.833704, + "nauc_recall_at_20_max": 0.893068, + "nauc_recall_at_20_std": 0.343838, + "nauc_recall_at_20_diff1": 0.850551, + "nauc_recall_at_100_max": 0.962652, + "nauc_recall_at_100_std": 0.835001, + "nauc_recall_at_100_diff1": 0.843604, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.791209, + "nauc_precision_at_1_std": -0.048258, + "nauc_precision_at_1_diff1": 0.911882, + "nauc_precision_at_3_max": 0.862272, + "nauc_precision_at_3_std": 0.113035, + "nauc_precision_at_3_diff1": 0.863916, + "nauc_precision_at_5_max": 0.849881, + "nauc_precision_at_5_std": 0.128238, + "nauc_precision_at_5_diff1": 0.83722, + "nauc_precision_at_10_max": 0.862689, + "nauc_precision_at_10_std": 0.25689, + "nauc_precision_at_10_diff1": 0.833704, + "nauc_precision_at_20_max": 0.893068, + "nauc_precision_at_20_std": 0.343838, + "nauc_precision_at_20_diff1": 0.850551, + "nauc_precision_at_100_max": 0.962652, + "nauc_precision_at_100_std": 0.835001, + "nauc_precision_at_100_diff1": 0.843604, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.791209, + "nauc_mrr_at_1_std": -0.048258, + "nauc_mrr_at_1_diff1": 0.911882, + "nauc_mrr_at_3_max": 0.818275, + "nauc_mrr_at_3_std": 0.000114, + "nauc_mrr_at_3_diff1": 0.895487, + "nauc_mrr_at_5_max": 0.815074, + "nauc_mrr_at_5_std": -0.00165, + "nauc_mrr_at_5_diff1": 0.892947, + "nauc_mrr_at_10_max": 0.814813, + "nauc_mrr_at_10_std": 0.003047, + "nauc_mrr_at_10_diff1": 0.894031, + "nauc_mrr_at_20_max": 0.81499, + "nauc_mrr_at_20_std": 0.002655, + "nauc_mrr_at_20_diff1": 0.894827, + "nauc_mrr_at_100_max": 0.814524, + "nauc_mrr_at_100_std": 0.001185, + "nauc_mrr_at_100_diff1": 0.895084, + "nauc_mrr_at_1000_max": 0.814481, + "nauc_mrr_at_1000_std": 0.000954, + "nauc_mrr_at_1000_diff1": 0.895098, + "hit_rate_at_1": 0.78, + "hit_rate_at_3": 0.88333, + "hit_rate_at_5": 0.90778, + "hit_rate_at_10": 0.93556, + "hit_rate_at_20": 0.95333, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8604, "hf_subset": "kaz_Cyrl-kaz_Cyrl", "languages": [ "kaz-Cyrl", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88444, - "ndcg_at_3": 0.92292, - "ndcg_at_5": 0.92842, - "ndcg_at_10": 0.93467, - "ndcg_at_20": 0.93726, - "ndcg_at_100": 0.93842, - "ndcg_at_1000": 0.93871, - "map_at_1": 0.88444, - "map_at_3": 0.91389, - "map_at_5": 0.91694, - "map_at_10": 0.91961, - "map_at_20": 0.92035, - "map_at_100": 0.92048, - "map_at_1000": 0.92049, - "recall_at_1": 0.88444, - "recall_at_3": 0.94889, - "recall_at_5": 0.96222, - "recall_at_10": 0.98111, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.88778, + "ndcg_at_3": 0.92024, + "ndcg_at_5": 0.92569, + "ndcg_at_10": 0.93302, + "ndcg_at_20": 0.93619, + "ndcg_at_100": 0.93764, + "ndcg_at_1000": 0.93792, + "map_at_1": 0.88778, + "map_at_3": 0.91259, + "map_at_5": 0.91559, + "map_at_10": 0.9187, + "map_at_20": 0.91961, + "map_at_100": 0.91981, + "map_at_1000": 0.91982, + "recall_at_1": 0.88778, + "recall_at_3": 0.94222, + "recall_at_5": 0.95556, + "recall_at_10": 0.97778, + "recall_at_20": 0.99, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.88444, - "precision_at_3": 0.3163, - "precision_at_5": 0.19244, - "precision_at_10": 0.09811, - "precision_at_20": 0.04956, + "accuracy": 0.88778, + "precision_at_1": 0.88778, + "precision_at_3": 0.31407, + "precision_at_5": 0.19111, + "precision_at_10": 0.09778, + "precision_at_20": 0.0495, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.884444, - "mrr_at_3": 0.913889, - "mrr_at_5": 0.916944, - "mrr_at_10": 0.919608, - "mrr_at_20": 0.920348, - "mrr_at_100": 0.920479, - "mrr_at_1000": 0.920492, - "nauc_ndcg_at_1_max": 0.750078, - "nauc_ndcg_at_1_std": -0.300656, - "nauc_ndcg_at_1_diff1": 0.934544, - "nauc_ndcg_at_3_max": 0.756651, - "nauc_ndcg_at_3_std": -0.390847, - "nauc_ndcg_at_3_diff1": 0.927919, - "nauc_ndcg_at_5_max": 0.769506, - "nauc_ndcg_at_5_std": -0.351777, - "nauc_ndcg_at_5_diff1": 0.929349, - "nauc_ndcg_at_10_max": 0.767501, - "nauc_ndcg_at_10_std": -0.317965, - "nauc_ndcg_at_10_diff1": 0.930046, - "nauc_ndcg_at_20_max": 0.760335, - "nauc_ndcg_at_20_std": -0.326496, - "nauc_ndcg_at_20_diff1": 0.930181, - "nauc_ndcg_at_100_max": 0.760089, - "nauc_ndcg_at_100_std": -0.324918, - "nauc_ndcg_at_100_diff1": 0.93058, - "nauc_ndcg_at_1000_max": 0.758921, - "nauc_ndcg_at_1000_std": -0.331029, - "nauc_ndcg_at_1000_diff1": 0.930242, - "nauc_map_at_1_max": 0.750078, - "nauc_map_at_1_std": -0.300656, - "nauc_map_at_1_diff1": 0.934544, - "nauc_map_at_3_max": 0.753066, - "nauc_map_at_3_std": -0.363958, - "nauc_map_at_3_diff1": 0.92942, - "nauc_map_at_5_max": 0.759098, - "nauc_map_at_5_std": -0.344466, - "nauc_map_at_5_diff1": 0.930133, - "nauc_map_at_10_max": 0.758001, - "nauc_map_at_10_std": -0.332118, - "nauc_map_at_10_diff1": 0.930356, - "nauc_map_at_20_max": 0.756241, - "nauc_map_at_20_std": -0.33432, - "nauc_map_at_20_diff1": 0.9304, - "nauc_map_at_100_max": 0.75627, - "nauc_map_at_100_std": -0.33382, - "nauc_map_at_100_diff1": 0.930434, - "nauc_map_at_1000_max": 0.756231, - "nauc_map_at_1000_std": -0.334018, - "nauc_map_at_1000_diff1": 0.930423, - "nauc_recall_at_1_max": 0.750078, - "nauc_recall_at_1_std": -0.300656, - "nauc_recall_at_1_diff1": 0.934544, - "nauc_recall_at_3_max": 0.774885, - "nauc_recall_at_3_std": -0.518573, - "nauc_recall_at_3_diff1": 0.921142, - "nauc_recall_at_5_max": 0.839773, - "nauc_recall_at_5_std": -0.383767, - "nauc_recall_at_5_diff1": 0.925509, - "nauc_recall_at_10_max": 0.890454, - "nauc_recall_at_10_std": -0.074944, - "nauc_recall_at_10_diff1": 0.929835, - "nauc_recall_at_20_max": 0.839286, - "nauc_recall_at_20_std": -0.021359, - "nauc_recall_at_20_diff1": 0.932598, + "mrr_at_1": 0.887778, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.915593, + "mrr_at_10": 0.918701, + "mrr_at_20": 0.919612, + "mrr_at_100": 0.919811, + "mrr_at_1000": 0.919821, + "nauc_ndcg_at_1_max": 0.704692, + "nauc_ndcg_at_1_std": -0.401201, + "nauc_ndcg_at_1_diff1": 0.92256, + "nauc_ndcg_at_3_max": 0.734031, + "nauc_ndcg_at_3_std": -0.444062, + "nauc_ndcg_at_3_diff1": 0.92855, + "nauc_ndcg_at_5_max": 0.739985, + "nauc_ndcg_at_5_std": -0.411978, + "nauc_ndcg_at_5_diff1": 0.930104, + "nauc_ndcg_at_10_max": 0.742943, + "nauc_ndcg_at_10_std": -0.395373, + "nauc_ndcg_at_10_diff1": 0.928521, + "nauc_ndcg_at_20_max": 0.73506, + "nauc_ndcg_at_20_std": -0.40072, + "nauc_ndcg_at_20_diff1": 0.927878, + "nauc_ndcg_at_100_max": 0.733734, + "nauc_ndcg_at_100_std": -0.39633, + "nauc_ndcg_at_100_diff1": 0.927858, + "nauc_ndcg_at_1000_max": 0.732499, + "nauc_ndcg_at_1000_std": -0.402807, + "nauc_ndcg_at_1000_diff1": 0.927523, + "nauc_map_at_1_max": 0.704692, + "nauc_map_at_1_std": -0.401201, + "nauc_map_at_1_diff1": 0.92256, + "nauc_map_at_3_max": 0.726598, + "nauc_map_at_3_std": -0.429057, + "nauc_map_at_3_diff1": 0.92696, + "nauc_map_at_5_max": 0.729384, + "nauc_map_at_5_std": -0.412328, + "nauc_map_at_5_diff1": 0.927705, + "nauc_map_at_10_max": 0.730231, + "nauc_map_at_10_std": -0.405848, + "nauc_map_at_10_diff1": 0.927143, + "nauc_map_at_20_max": 0.72829, + "nauc_map_at_20_std": -0.407439, + "nauc_map_at_20_diff1": 0.926966, + "nauc_map_at_100_max": 0.728248, + "nauc_map_at_100_std": -0.40674, + "nauc_map_at_100_diff1": 0.926921, + "nauc_map_at_1000_max": 0.728212, + "nauc_map_at_1000_std": -0.406924, + "nauc_map_at_1000_diff1": 0.926912, + "nauc_recall_at_1_max": 0.704692, + "nauc_recall_at_1_std": -0.401201, + "nauc_recall_at_1_diff1": 0.92256, + "nauc_recall_at_3_max": 0.765191, + "nauc_recall_at_3_std": -0.510091, + "nauc_recall_at_3_diff1": 0.935269, + "nauc_recall_at_5_max": 0.797432, + "nauc_recall_at_5_std": -0.404517, + "nauc_recall_at_5_diff1": 0.943219, + "nauc_recall_at_10_max": 0.877801, + "nauc_recall_at_10_std": -0.258497, + "nauc_recall_at_10_diff1": 0.940359, + "nauc_recall_at_20_max": 0.850088, + "nauc_recall_at_20_std": -0.207905, + "nauc_recall_at_20_diff1": 0.940087, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.750078, - "nauc_precision_at_1_std": -0.300656, - "nauc_precision_at_1_diff1": 0.934544, - "nauc_precision_at_3_max": 0.774885, - "nauc_precision_at_3_std": -0.518573, - "nauc_precision_at_3_diff1": 0.921142, - "nauc_precision_at_5_max": 0.839773, - "nauc_precision_at_5_std": -0.383767, - "nauc_precision_at_5_diff1": 0.925509, - "nauc_precision_at_10_max": 0.890454, - "nauc_precision_at_10_std": -0.074944, - "nauc_precision_at_10_diff1": 0.929835, - "nauc_precision_at_20_max": 0.839286, - "nauc_precision_at_20_std": -0.021359, - "nauc_precision_at_20_diff1": 0.932598, + "nauc_precision_at_1_max": 0.704692, + "nauc_precision_at_1_std": -0.401201, + "nauc_precision_at_1_diff1": 0.92256, + "nauc_precision_at_3_max": 0.765191, + "nauc_precision_at_3_std": -0.510091, + "nauc_precision_at_3_diff1": 0.935269, + "nauc_precision_at_5_max": 0.797432, + "nauc_precision_at_5_std": -0.404517, + "nauc_precision_at_5_diff1": 0.943219, + "nauc_precision_at_10_max": 0.877801, + "nauc_precision_at_10_std": -0.258497, + "nauc_precision_at_10_diff1": 0.940359, + "nauc_precision_at_20_max": 0.850088, + "nauc_precision_at_20_std": -0.207905, + "nauc_precision_at_20_diff1": 0.940087, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.750078, - "nauc_mrr_at_1_std": -0.300656, - "nauc_mrr_at_1_diff1": 0.934544, - "nauc_mrr_at_3_max": 0.753066, - "nauc_mrr_at_3_std": -0.363958, - "nauc_mrr_at_3_diff1": 0.92942, - "nauc_mrr_at_5_max": 0.759098, - "nauc_mrr_at_5_std": -0.344466, - "nauc_mrr_at_5_diff1": 0.930133, - "nauc_mrr_at_10_max": 0.758001, - "nauc_mrr_at_10_std": -0.332118, - "nauc_mrr_at_10_diff1": 0.930356, - "nauc_mrr_at_20_max": 0.756241, - "nauc_mrr_at_20_std": -0.33432, - "nauc_mrr_at_20_diff1": 0.9304, - "nauc_mrr_at_100_max": 0.75627, - "nauc_mrr_at_100_std": -0.33382, - "nauc_mrr_at_100_diff1": 0.930434, - "nauc_mrr_at_1000_max": 0.756231, - "nauc_mrr_at_1000_std": -0.334018, - "nauc_mrr_at_1000_diff1": 0.930423, - "main_score": 0.93467, + "nauc_mrr_at_1_max": 0.704692, + "nauc_mrr_at_1_std": -0.401201, + "nauc_mrr_at_1_diff1": 0.92256, + "nauc_mrr_at_3_max": 0.726598, + "nauc_mrr_at_3_std": -0.429057, + "nauc_mrr_at_3_diff1": 0.92696, + "nauc_mrr_at_5_max": 0.729384, + "nauc_mrr_at_5_std": -0.412328, + "nauc_mrr_at_5_diff1": 0.927705, + "nauc_mrr_at_10_max": 0.730231, + "nauc_mrr_at_10_std": -0.405848, + "nauc_mrr_at_10_diff1": 0.927143, + "nauc_mrr_at_20_max": 0.72829, + "nauc_mrr_at_20_std": -0.407439, + "nauc_mrr_at_20_diff1": 0.926966, + "nauc_mrr_at_100_max": 0.728248, + "nauc_mrr_at_100_std": -0.40674, + "nauc_mrr_at_100_diff1": 0.926921, + "nauc_mrr_at_1000_max": 0.728212, + "nauc_mrr_at_1000_std": -0.406924, + "nauc_mrr_at_1000_diff1": 0.926912, + "hit_rate_at_1": 0.88778, + "hit_rate_at_3": 0.94222, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93302, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": [ "kaz-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.78, - "ndcg_at_3": 0.83554, - "ndcg_at_5": 0.84687, - "ndcg_at_10": 0.8535, - "ndcg_at_20": 0.86141, - "ndcg_at_100": 0.86769, - "ndcg_at_1000": 0.86963, - "map_at_1": 0.78, - "map_at_3": 0.82241, - "map_at_5": 0.82863, - "map_at_10": 0.83146, - "map_at_20": 0.83365, - "map_at_100": 0.83454, - "map_at_1000": 0.83463, - "recall_at_1": 0.78, - "recall_at_3": 0.87333, - "recall_at_5": 0.90111, - "recall_at_10": 0.92111, - "recall_at_20": 0.95222, - "recall_at_100": 0.98556, + "ndcg_at_1": 0.76111, + "ndcg_at_3": 0.81104, + "ndcg_at_5": 0.82601, + "ndcg_at_10": 0.8371, + "ndcg_at_20": 0.84246, + "ndcg_at_100": 0.85086, + "ndcg_at_1000": 0.85326, + "map_at_1": 0.76111, + "map_at_3": 0.79907, + "map_at_5": 0.8073, + "map_at_10": 0.81184, + "map_at_20": 0.81332, + "map_at_100": 0.81455, + "map_at_1000": 0.81466, + "recall_at_1": 0.76111, + "recall_at_3": 0.84556, + "recall_at_5": 0.88222, + "recall_at_10": 0.91667, + "recall_at_20": 0.93778, + "recall_at_100": 0.98222, "recall_at_1000": 1.0, - "precision_at_1": 0.78, - "precision_at_3": 0.29111, - "precision_at_5": 0.18022, - "precision_at_10": 0.09211, - "precision_at_20": 0.04761, - "precision_at_100": 0.00986, + "accuracy": 0.76111, + "precision_at_1": 0.76111, + "precision_at_3": 0.28185, + "precision_at_5": 0.17644, + "precision_at_10": 0.09167, + "precision_at_20": 0.04689, + "precision_at_100": 0.00982, "precision_at_1000": 0.001, - "mrr_at_1": 0.78, - "mrr_at_3": 0.822407, - "mrr_at_5": 0.82863, - "mrr_at_10": 0.831459, - "mrr_at_20": 0.83365, - "mrr_at_100": 0.83454, - "mrr_at_1000": 0.834627, - "nauc_ndcg_at_1_max": 0.815428, - "nauc_ndcg_at_1_std": 0.118095, - "nauc_ndcg_at_1_diff1": 0.911068, - "nauc_ndcg_at_3_max": 0.846878, - "nauc_ndcg_at_3_std": 0.127642, - "nauc_ndcg_at_3_diff1": 0.896599, - "nauc_ndcg_at_5_max": 0.843462, - "nauc_ndcg_at_5_std": 0.140836, - "nauc_ndcg_at_5_diff1": 0.890682, - "nauc_ndcg_at_10_max": 0.842993, - "nauc_ndcg_at_10_std": 0.156945, - "nauc_ndcg_at_10_diff1": 0.890949, - "nauc_ndcg_at_20_max": 0.843789, - "nauc_ndcg_at_20_std": 0.169602, - "nauc_ndcg_at_20_diff1": 0.898303, - "nauc_ndcg_at_100_max": 0.842517, - "nauc_ndcg_at_100_std": 0.158994, - "nauc_ndcg_at_100_diff1": 0.89893, - "nauc_ndcg_at_1000_max": 0.840676, - "nauc_ndcg_at_1000_std": 0.150647, - "nauc_ndcg_at_1000_diff1": 0.898616, - "nauc_map_at_1_max": 0.815428, - "nauc_map_at_1_std": 0.118095, - "nauc_map_at_1_diff1": 0.911068, - "nauc_map_at_3_max": 0.839739, - "nauc_map_at_3_std": 0.126717, - "nauc_map_at_3_diff1": 0.90109, - "nauc_map_at_5_max": 0.837791, - "nauc_map_at_5_std": 0.133395, - "nauc_map_at_5_diff1": 0.898322, - "nauc_map_at_10_max": 0.83753, - "nauc_map_at_10_std": 0.139054, - "nauc_map_at_10_diff1": 0.898567, - "nauc_map_at_20_max": 0.837723, - "nauc_map_at_20_std": 0.142156, - "nauc_map_at_20_diff1": 0.900411, - "nauc_map_at_100_max": 0.837552, - "nauc_map_at_100_std": 0.140798, - "nauc_map_at_100_diff1": 0.900455, - "nauc_map_at_1000_max": 0.837484, - "nauc_map_at_1000_std": 0.140521, - "nauc_map_at_1000_diff1": 0.900444, - "nauc_recall_at_1_max": 0.815428, - "nauc_recall_at_1_std": 0.118095, - "nauc_recall_at_1_diff1": 0.911068, - "nauc_recall_at_3_max": 0.87349, - "nauc_recall_at_3_std": 0.130199, - "nauc_recall_at_3_diff1": 0.878994, - "nauc_recall_at_5_max": 0.867823, - "nauc_recall_at_5_std": 0.177173, - "nauc_recall_at_5_diff1": 0.853282, - "nauc_recall_at_10_max": 0.871398, - "nauc_recall_at_10_std": 0.274313, - "nauc_recall_at_10_diff1": 0.845149, - "nauc_recall_at_20_max": 0.896391, - "nauc_recall_at_20_std": 0.476701, - "nauc_recall_at_20_diff1": 0.893764, - "nauc_recall_at_100_max": 0.958522, - "nauc_recall_at_100_std": 0.699167, - "nauc_recall_at_100_diff1": 0.918301, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.815428, - "nauc_precision_at_1_std": 0.118095, - "nauc_precision_at_1_diff1": 0.911068, - "nauc_precision_at_3_max": 0.87349, - "nauc_precision_at_3_std": 0.130199, - "nauc_precision_at_3_diff1": 0.878994, - "nauc_precision_at_5_max": 0.867823, - "nauc_precision_at_5_std": 0.177173, - "nauc_precision_at_5_diff1": 0.853282, - "nauc_precision_at_10_max": 0.871398, - "nauc_precision_at_10_std": 0.274313, - "nauc_precision_at_10_diff1": 0.845149, - "nauc_precision_at_20_max": 0.896391, - "nauc_precision_at_20_std": 0.476701, - "nauc_precision_at_20_diff1": 0.893764, - "nauc_precision_at_100_max": 0.958522, - "nauc_precision_at_100_std": 0.699167, - "nauc_precision_at_100_diff1": 0.918301, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.815428, - "nauc_mrr_at_1_std": 0.118095, - "nauc_mrr_at_1_diff1": 0.911068, - "nauc_mrr_at_3_max": 0.839739, - "nauc_mrr_at_3_std": 0.126717, - "nauc_mrr_at_3_diff1": 0.90109, - "nauc_mrr_at_5_max": 0.837791, - "nauc_mrr_at_5_std": 0.133395, - "nauc_mrr_at_5_diff1": 0.898322, - "nauc_mrr_at_10_max": 0.83753, - "nauc_mrr_at_10_std": 0.139054, - "nauc_mrr_at_10_diff1": 0.898567, - "nauc_mrr_at_20_max": 0.837723, - "nauc_mrr_at_20_std": 0.142156, - "nauc_mrr_at_20_diff1": 0.900411, - "nauc_mrr_at_100_max": 0.837552, - "nauc_mrr_at_100_std": 0.140798, - "nauc_mrr_at_100_diff1": 0.900455, - "nauc_mrr_at_1000_max": 0.837484, - "nauc_mrr_at_1000_std": 0.140521, - "nauc_mrr_at_1000_diff1": 0.900444, - "main_score": 0.8535, + "mrr_at_1": 0.761111, + "mrr_at_3": 0.799074, + "mrr_at_5": 0.807296, + "mrr_at_10": 0.811843, + "mrr_at_20": 0.813324, + "mrr_at_100": 0.814549, + "mrr_at_1000": 0.814659, + "nauc_ndcg_at_1_max": 0.810987, + "nauc_ndcg_at_1_std": 0.07129, + "nauc_ndcg_at_1_diff1": 0.881586, + "nauc_ndcg_at_3_max": 0.835024, + "nauc_ndcg_at_3_std": 0.076076, + "nauc_ndcg_at_3_diff1": 0.868511, + "nauc_ndcg_at_5_max": 0.83201, + "nauc_ndcg_at_5_std": 0.071812, + "nauc_ndcg_at_5_diff1": 0.861573, + "nauc_ndcg_at_10_max": 0.828995, + "nauc_ndcg_at_10_std": 0.082657, + "nauc_ndcg_at_10_diff1": 0.861098, + "nauc_ndcg_at_20_max": 0.832637, + "nauc_ndcg_at_20_std": 0.099733, + "nauc_ndcg_at_20_diff1": 0.864341, + "nauc_ndcg_at_100_max": 0.831455, + "nauc_ndcg_at_100_std": 0.097908, + "nauc_ndcg_at_100_diff1": 0.86824, + "nauc_ndcg_at_1000_max": 0.830181, + "nauc_ndcg_at_1000_std": 0.089723, + "nauc_ndcg_at_1000_diff1": 0.868135, + "nauc_map_at_1_max": 0.810987, + "nauc_map_at_1_std": 0.07129, + "nauc_map_at_1_diff1": 0.881586, + "nauc_map_at_3_max": 0.829929, + "nauc_map_at_3_std": 0.077105, + "nauc_map_at_3_diff1": 0.87247, + "nauc_map_at_5_max": 0.828269, + "nauc_map_at_5_std": 0.075045, + "nauc_map_at_5_diff1": 0.869268, + "nauc_map_at_10_max": 0.827121, + "nauc_map_at_10_std": 0.079302, + "nauc_map_at_10_diff1": 0.869129, + "nauc_map_at_20_max": 0.827946, + "nauc_map_at_20_std": 0.083344, + "nauc_map_at_20_diff1": 0.869939, + "nauc_map_at_100_max": 0.827879, + "nauc_map_at_100_std": 0.083424, + "nauc_map_at_100_diff1": 0.870475, + "nauc_map_at_1000_max": 0.827833, + "nauc_map_at_1000_std": 0.083148, + "nauc_map_at_1000_diff1": 0.870479, + "nauc_recall_at_1_max": 0.810987, + "nauc_recall_at_1_std": 0.07129, + "nauc_recall_at_1_diff1": 0.881586, + "nauc_recall_at_3_max": 0.852622, + "nauc_recall_at_3_std": 0.071119, + "nauc_recall_at_3_diff1": 0.854023, + "nauc_recall_at_5_max": 0.846746, + "nauc_recall_at_5_std": 0.054836, + "nauc_recall_at_5_diff1": 0.825382, + "nauc_recall_at_10_max": 0.835132, + "nauc_recall_at_10_std": 0.106685, + "nauc_recall_at_10_diff1": 0.810458, + "nauc_recall_at_20_max": 0.871349, + "nauc_recall_at_20_std": 0.272192, + "nauc_recall_at_20_diff1": 0.823805, + "nauc_recall_at_100_max": 0.904733, + "nauc_recall_at_100_std": 0.574521, + "nauc_recall_at_100_diff1": 0.876867, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.810987, + "nauc_precision_at_1_std": 0.07129, + "nauc_precision_at_1_diff1": 0.881586, + "nauc_precision_at_3_max": 0.852622, + "nauc_precision_at_3_std": 0.071119, + "nauc_precision_at_3_diff1": 0.854023, + "nauc_precision_at_5_max": 0.846746, + "nauc_precision_at_5_std": 0.054836, + "nauc_precision_at_5_diff1": 0.825382, + "nauc_precision_at_10_max": 0.835132, + "nauc_precision_at_10_std": 0.106685, + "nauc_precision_at_10_diff1": 0.810458, + "nauc_precision_at_20_max": 0.871349, + "nauc_precision_at_20_std": 0.272192, + "nauc_precision_at_20_diff1": 0.823805, + "nauc_precision_at_100_max": 0.904733, + "nauc_precision_at_100_std": 0.574521, + "nauc_precision_at_100_diff1": 0.876867, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.810987, + "nauc_mrr_at_1_std": 0.07129, + "nauc_mrr_at_1_diff1": 0.881586, + "nauc_mrr_at_3_max": 0.829929, + "nauc_mrr_at_3_std": 0.077105, + "nauc_mrr_at_3_diff1": 0.87247, + "nauc_mrr_at_5_max": 0.828269, + "nauc_mrr_at_5_std": 0.075045, + "nauc_mrr_at_5_diff1": 0.869268, + "nauc_mrr_at_10_max": 0.827121, + "nauc_mrr_at_10_std": 0.079302, + "nauc_mrr_at_10_diff1": 0.869129, + "nauc_mrr_at_20_max": 0.827946, + "nauc_mrr_at_20_std": 0.083344, + "nauc_mrr_at_20_diff1": 0.869939, + "nauc_mrr_at_100_max": 0.827879, + "nauc_mrr_at_100_std": 0.083424, + "nauc_mrr_at_100_diff1": 0.870475, + "nauc_mrr_at_1000_max": 0.827833, + "nauc_mrr_at_1000_std": 0.083148, + "nauc_mrr_at_1000_diff1": 0.870479, + "hit_rate_at_1": 0.76111, + "hit_rate_at_3": 0.84556, + "hit_rate_at_5": 0.88222, + "hit_rate_at_10": 0.91667, + "hit_rate_at_20": 0.93778, + "hit_rate_at_100": 0.98222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8371, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": [ "eng-Latn", "kaz-Cyrl" - ] - }, - { - "ndcg_at_1": 0.76889, - "ndcg_at_3": 0.81213, - "ndcg_at_5": 0.82666, - "ndcg_at_10": 0.83527, - "ndcg_at_20": 0.84183, - "ndcg_at_100": 0.84925, - "ndcg_at_1000": 0.85334, - "map_at_1": 0.76889, - "map_at_3": 0.80204, - "map_at_5": 0.81004, - "map_at_10": 0.81358, - "map_at_20": 0.81543, - "map_at_100": 0.81647, - "map_at_1000": 0.81664, - "recall_at_1": 0.76889, - "recall_at_3": 0.84111, - "recall_at_5": 0.87667, - "recall_at_10": 0.90333, - "recall_at_20": 0.92889, - "recall_at_100": 0.96889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.74111, + "ndcg_at_3": 0.79622, + "ndcg_at_5": 0.80913, + "ndcg_at_10": 0.82017, + "ndcg_at_20": 0.8269, + "ndcg_at_100": 0.83439, + "ndcg_at_1000": 0.83867, + "map_at_1": 0.74111, + "map_at_3": 0.78296, + "map_at_5": 0.79019, + "map_at_10": 0.7949, + "map_at_20": 0.79673, + "map_at_100": 0.79772, + "map_at_1000": 0.79788, + "recall_at_1": 0.74111, + "recall_at_3": 0.83444, + "recall_at_5": 0.86556, + "recall_at_10": 0.89889, + "recall_at_20": 0.92556, + "recall_at_100": 0.96667, "recall_at_1000": 1.0, - "precision_at_1": 0.76889, - "precision_at_3": 0.28037, - "precision_at_5": 0.17533, - "precision_at_10": 0.09033, - "precision_at_20": 0.04644, - "precision_at_100": 0.00969, + "accuracy": 0.74111, + "precision_at_1": 0.74111, + "precision_at_3": 0.27815, + "precision_at_5": 0.17311, + "precision_at_10": 0.08989, + "precision_at_20": 0.04628, + "precision_at_100": 0.00967, "precision_at_1000": 0.001, - "mrr_at_1": 0.768889, - "mrr_at_3": 0.802037, - "mrr_at_5": 0.810037, - "mrr_at_10": 0.813582, - "mrr_at_20": 0.815435, - "mrr_at_100": 0.816469, - "mrr_at_1000": 0.816638, - "nauc_ndcg_at_1_max": 0.791843, - "nauc_ndcg_at_1_std": 0.253929, - "nauc_ndcg_at_1_diff1": 0.893699, - "nauc_ndcg_at_3_max": 0.844505, - "nauc_ndcg_at_3_std": 0.35279, - "nauc_ndcg_at_3_diff1": 0.888517, - "nauc_ndcg_at_5_max": 0.844171, - "nauc_ndcg_at_5_std": 0.370651, - "nauc_ndcg_at_5_diff1": 0.88217, - "nauc_ndcg_at_10_max": 0.842035, - "nauc_ndcg_at_10_std": 0.381465, - "nauc_ndcg_at_10_diff1": 0.877531, - "nauc_ndcg_at_20_max": 0.839725, - "nauc_ndcg_at_20_std": 0.383642, - "nauc_ndcg_at_20_diff1": 0.878134, - "nauc_ndcg_at_100_max": 0.838277, - "nauc_ndcg_at_100_std": 0.37321, - "nauc_ndcg_at_100_diff1": 0.882628, - "nauc_ndcg_at_1000_max": 0.835001, - "nauc_ndcg_at_1000_std": 0.358677, - "nauc_ndcg_at_1000_diff1": 0.88327, - "nauc_map_at_1_max": 0.791843, - "nauc_map_at_1_std": 0.253929, - "nauc_map_at_1_diff1": 0.893699, - "nauc_map_at_3_max": 0.831337, - "nauc_map_at_3_std": 0.326066, - "nauc_map_at_3_diff1": 0.889659, - "nauc_map_at_5_max": 0.830611, - "nauc_map_at_5_std": 0.333728, - "nauc_map_at_5_diff1": 0.886434, - "nauc_map_at_10_max": 0.829536, - "nauc_map_at_10_std": 0.337373, - "nauc_map_at_10_diff1": 0.884766, - "nauc_map_at_20_max": 0.828838, - "nauc_map_at_20_std": 0.337592, - "nauc_map_at_20_diff1": 0.884973, - "nauc_map_at_100_max": 0.82876, - "nauc_map_at_100_std": 0.336607, - "nauc_map_at_100_diff1": 0.885638, - "nauc_map_at_1000_max": 0.828645, - "nauc_map_at_1000_std": 0.336095, - "nauc_map_at_1000_diff1": 0.885659, - "nauc_recall_at_1_max": 0.791843, - "nauc_recall_at_1_std": 0.253929, - "nauc_recall_at_1_diff1": 0.893699, - "nauc_recall_at_3_max": 0.889778, - "nauc_recall_at_3_std": 0.445781, - "nauc_recall_at_3_diff1": 0.884676, - "nauc_recall_at_5_max": 0.900536, - "nauc_recall_at_5_std": 0.530597, - "nauc_recall_at_5_diff1": 0.863081, - "nauc_recall_at_10_max": 0.904113, - "nauc_recall_at_10_std": 0.619944, - "nauc_recall_at_10_diff1": 0.835802, - "nauc_recall_at_20_max": 0.907694, - "nauc_recall_at_20_std": 0.720202, - "nauc_recall_at_20_diff1": 0.826031, - "nauc_recall_at_100_max": 0.948063, - "nauc_recall_at_100_std": 0.85921, - "nauc_recall_at_100_diff1": 0.860194, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.791843, - "nauc_precision_at_1_std": 0.253929, - "nauc_precision_at_1_diff1": 0.893699, - "nauc_precision_at_3_max": 0.889778, - "nauc_precision_at_3_std": 0.445781, - "nauc_precision_at_3_diff1": 0.884676, - "nauc_precision_at_5_max": 0.900536, - "nauc_precision_at_5_std": 0.530597, - "nauc_precision_at_5_diff1": 0.863081, - "nauc_precision_at_10_max": 0.904113, - "nauc_precision_at_10_std": 0.619944, - "nauc_precision_at_10_diff1": 0.835802, - "nauc_precision_at_20_max": 0.907694, - "nauc_precision_at_20_std": 0.720202, - "nauc_precision_at_20_diff1": 0.826031, - "nauc_precision_at_100_max": 0.948063, - "nauc_precision_at_100_std": 0.85921, - "nauc_precision_at_100_diff1": 0.860194, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.791843, - "nauc_mrr_at_1_std": 0.253929, - "nauc_mrr_at_1_diff1": 0.893699, - "nauc_mrr_at_3_max": 0.831337, - "nauc_mrr_at_3_std": 0.326066, - "nauc_mrr_at_3_diff1": 0.889659, - "nauc_mrr_at_5_max": 0.830611, - "nauc_mrr_at_5_std": 0.333728, - "nauc_mrr_at_5_diff1": 0.886434, - "nauc_mrr_at_10_max": 0.829536, - "nauc_mrr_at_10_std": 0.337373, - "nauc_mrr_at_10_diff1": 0.884766, - "nauc_mrr_at_20_max": 0.828838, - "nauc_mrr_at_20_std": 0.337592, - "nauc_mrr_at_20_diff1": 0.884973, - "nauc_mrr_at_100_max": 0.82876, - "nauc_mrr_at_100_std": 0.336607, - "nauc_mrr_at_100_diff1": 0.885638, - "nauc_mrr_at_1000_max": 0.828645, - "nauc_mrr_at_1000_std": 0.336095, - "nauc_mrr_at_1000_diff1": 0.885659, - "main_score": 0.83527, + "mrr_at_1": 0.741111, + "mrr_at_3": 0.782963, + "mrr_at_5": 0.790185, + "mrr_at_10": 0.794895, + "mrr_at_20": 0.796732, + "mrr_at_100": 0.797717, + "mrr_at_1000": 0.797876, + "nauc_ndcg_at_1_max": 0.806287, + "nauc_ndcg_at_1_std": 0.258259, + "nauc_ndcg_at_1_diff1": 0.905808, + "nauc_ndcg_at_3_max": 0.847398, + "nauc_ndcg_at_3_std": 0.355821, + "nauc_ndcg_at_3_diff1": 0.884387, + "nauc_ndcg_at_5_max": 0.851513, + "nauc_ndcg_at_5_std": 0.382855, + "nauc_ndcg_at_5_diff1": 0.882249, + "nauc_ndcg_at_10_max": 0.848213, + "nauc_ndcg_at_10_std": 0.392897, + "nauc_ndcg_at_10_diff1": 0.878162, + "nauc_ndcg_at_20_max": 0.848945, + "nauc_ndcg_at_20_std": 0.393334, + "nauc_ndcg_at_20_diff1": 0.882201, + "nauc_ndcg_at_100_max": 0.845824, + "nauc_ndcg_at_100_std": 0.380555, + "nauc_ndcg_at_100_diff1": 0.884191, + "nauc_ndcg_at_1000_max": 0.842893, + "nauc_ndcg_at_1000_std": 0.366866, + "nauc_ndcg_at_1000_diff1": 0.885629, + "nauc_map_at_1_max": 0.806287, + "nauc_map_at_1_std": 0.258259, + "nauc_map_at_1_diff1": 0.905808, + "nauc_map_at_3_max": 0.837098, + "nauc_map_at_3_std": 0.328934, + "nauc_map_at_3_diff1": 0.889894, + "nauc_map_at_5_max": 0.839033, + "nauc_map_at_5_std": 0.342436, + "nauc_map_at_5_diff1": 0.889064, + "nauc_map_at_10_max": 0.837567, + "nauc_map_at_10_std": 0.345886, + "nauc_map_at_10_diff1": 0.887575, + "nauc_map_at_20_max": 0.837579, + "nauc_map_at_20_std": 0.34546, + "nauc_map_at_20_diff1": 0.888651, + "nauc_map_at_100_max": 0.837203, + "nauc_map_at_100_std": 0.344036, + "nauc_map_at_100_diff1": 0.888953, + "nauc_map_at_1000_max": 0.837112, + "nauc_map_at_1000_std": 0.343603, + "nauc_map_at_1000_diff1": 0.888999, + "nauc_recall_at_1_max": 0.806287, + "nauc_recall_at_1_std": 0.258259, + "nauc_recall_at_1_diff1": 0.905808, + "nauc_recall_at_3_max": 0.884139, + "nauc_recall_at_3_std": 0.453152, + "nauc_recall_at_3_diff1": 0.86466, + "nauc_recall_at_5_max": 0.904244, + "nauc_recall_at_5_std": 0.558622, + "nauc_recall_at_5_diff1": 0.853039, + "nauc_recall_at_10_max": 0.902447, + "nauc_recall_at_10_std": 0.653862, + "nauc_recall_at_10_diff1": 0.825218, + "nauc_recall_at_20_max": 0.929038, + "nauc_recall_at_20_std": 0.751948, + "nauc_recall_at_20_diff1": 0.84005, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.854497, + "nauc_recall_at_100_diff1": 0.834345, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806287, + "nauc_precision_at_1_std": 0.258259, + "nauc_precision_at_1_diff1": 0.905808, + "nauc_precision_at_3_max": 0.884139, + "nauc_precision_at_3_std": 0.453152, + "nauc_precision_at_3_diff1": 0.86466, + "nauc_precision_at_5_max": 0.904244, + "nauc_precision_at_5_std": 0.558622, + "nauc_precision_at_5_diff1": 0.853039, + "nauc_precision_at_10_max": 0.902447, + "nauc_precision_at_10_std": 0.653862, + "nauc_precision_at_10_diff1": 0.825218, + "nauc_precision_at_20_max": 0.929038, + "nauc_precision_at_20_std": 0.751948, + "nauc_precision_at_20_diff1": 0.84005, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.854497, + "nauc_precision_at_100_diff1": 0.834345, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806287, + "nauc_mrr_at_1_std": 0.258259, + "nauc_mrr_at_1_diff1": 0.905808, + "nauc_mrr_at_3_max": 0.837098, + "nauc_mrr_at_3_std": 0.328934, + "nauc_mrr_at_3_diff1": 0.889894, + "nauc_mrr_at_5_max": 0.839033, + "nauc_mrr_at_5_std": 0.342436, + "nauc_mrr_at_5_diff1": 0.889064, + "nauc_mrr_at_10_max": 0.837567, + "nauc_mrr_at_10_std": 0.345886, + "nauc_mrr_at_10_diff1": 0.887575, + "nauc_mrr_at_20_max": 0.837579, + "nauc_mrr_at_20_std": 0.34546, + "nauc_mrr_at_20_diff1": 0.888651, + "nauc_mrr_at_100_max": 0.837203, + "nauc_mrr_at_100_std": 0.344036, + "nauc_mrr_at_100_diff1": 0.888953, + "nauc_mrr_at_1000_max": 0.837112, + "nauc_mrr_at_1000_std": 0.343603, + "nauc_mrr_at_1000_diff1": 0.888999, + "hit_rate_at_1": 0.74111, + "hit_rate_at_3": 0.83444, + "hit_rate_at_5": 0.86556, + "hit_rate_at_10": 0.89889, + "hit_rate_at_20": 0.92556, + "hit_rate_at_100": 0.96667, + "hit_rate_at_1000": 1.0, + "main_score": 0.82017, "hf_subset": "kea_Latn-kea_Latn", "languages": [ "kea-Latn", "kea-Latn" - ] - }, - { - "ndcg_at_1": 0.88778, - "ndcg_at_3": 0.91884, - "ndcg_at_5": 0.92764, - "ndcg_at_10": 0.93394, - "ndcg_at_20": 0.93538, - "ndcg_at_100": 0.93721, - "ndcg_at_1000": 0.93785, - "map_at_1": 0.88778, - "map_at_3": 0.91148, - "map_at_5": 0.91643, - "map_at_10": 0.91915, - "map_at_20": 0.91956, - "map_at_100": 0.91981, - "map_at_1000": 0.91984, - "recall_at_1": 0.88778, - "recall_at_3": 0.94, - "recall_at_5": 0.96111, - "recall_at_10": 0.98, - "recall_at_20": 0.98556, - "recall_at_100": 0.99556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.91611, + "ndcg_at_5": 0.92285, + "ndcg_at_10": 0.92903, + "ndcg_at_20": 0.93158, + "ndcg_at_100": 0.9338, + "ndcg_at_1000": 0.93427, + "map_at_1": 0.88111, + "map_at_3": 0.90815, + "map_at_5": 0.91181, + "map_at_10": 0.91441, + "map_at_20": 0.91512, + "map_at_100": 0.91541, + "map_at_1000": 0.91544, + "recall_at_1": 0.88111, + "recall_at_3": 0.93889, + "recall_at_5": 0.95556, + "recall_at_10": 0.97444, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88778, - "precision_at_3": 0.31333, - "precision_at_5": 0.19222, - "precision_at_10": 0.098, - "precision_at_20": 0.04928, - "precision_at_100": 0.00996, + "accuracy": 0.88111, + "precision_at_1": 0.88111, + "precision_at_3": 0.31296, + "precision_at_5": 0.19111, + "precision_at_10": 0.09744, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.887778, - "mrr_at_3": 0.911481, - "mrr_at_5": 0.916426, - "mrr_at_10": 0.919147, - "mrr_at_20": 0.919558, - "mrr_at_100": 0.919808, - "mrr_at_1000": 0.919844, - "nauc_ndcg_at_1_max": 0.753332, - "nauc_ndcg_at_1_std": -0.415733, - "nauc_ndcg_at_1_diff1": 0.923334, - "nauc_ndcg_at_3_max": 0.800242, - "nauc_ndcg_at_3_std": -0.405671, - "nauc_ndcg_at_3_diff1": 0.92607, - "nauc_ndcg_at_5_max": 0.794105, - "nauc_ndcg_at_5_std": -0.398027, - "nauc_ndcg_at_5_diff1": 0.927723, - "nauc_ndcg_at_10_max": 0.793415, - "nauc_ndcg_at_10_std": -0.387289, - "nauc_ndcg_at_10_diff1": 0.929582, - "nauc_ndcg_at_20_max": 0.792969, - "nauc_ndcg_at_20_std": -0.383706, - "nauc_ndcg_at_20_diff1": 0.92921, - "nauc_ndcg_at_100_max": 0.79033, - "nauc_ndcg_at_100_std": -0.381467, - "nauc_ndcg_at_100_diff1": 0.928106, - "nauc_ndcg_at_1000_max": 0.788153, - "nauc_ndcg_at_1000_std": -0.391545, - "nauc_ndcg_at_1000_diff1": 0.927707, - "nauc_map_at_1_max": 0.753332, - "nauc_map_at_1_std": -0.415733, - "nauc_map_at_1_diff1": 0.923334, - "nauc_map_at_3_max": 0.787643, - "nauc_map_at_3_std": -0.40849, - "nauc_map_at_3_diff1": 0.925274, - "nauc_map_at_5_max": 0.783927, - "nauc_map_at_5_std": -0.404531, - "nauc_map_at_5_diff1": 0.926118, - "nauc_map_at_10_max": 0.783636, - "nauc_map_at_10_std": -0.401405, - "nauc_map_at_10_diff1": 0.926804, - "nauc_map_at_20_max": 0.783507, - "nauc_map_at_20_std": -0.400576, - "nauc_map_at_20_diff1": 0.926719, - "nauc_map_at_100_max": 0.783301, - "nauc_map_at_100_std": -0.399611, - "nauc_map_at_100_diff1": 0.926629, - "nauc_map_at_1000_max": 0.783202, - "nauc_map_at_1000_std": -0.400065, - "nauc_map_at_1000_diff1": 0.926612, - "nauc_recall_at_1_max": 0.753332, - "nauc_recall_at_1_std": -0.415733, - "nauc_recall_at_1_diff1": 0.923334, - "nauc_recall_at_3_max": 0.852388, - "nauc_recall_at_3_std": -0.393921, - "nauc_recall_at_3_diff1": 0.92941, - "nauc_recall_at_5_max": 0.853288, - "nauc_recall_at_5_std": -0.357263, - "nauc_recall_at_5_diff1": 0.937775, - "nauc_recall_at_10_max": 0.896255, - "nauc_recall_at_10_std": -0.204378, - "nauc_recall_at_10_diff1": 0.963689, - "nauc_recall_at_20_max": 0.927099, - "nauc_recall_at_20_std": -0.07642, - "nauc_recall_at_20_diff1": 0.969834, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.908148, + "mrr_at_5": 0.911815, + "mrr_at_10": 0.914407, + "mrr_at_20": 0.91512, + "mrr_at_100": 0.915413, + "mrr_at_1000": 0.915437, + "nauc_ndcg_at_1_max": 0.75608, + "nauc_ndcg_at_1_std": -0.335141, + "nauc_ndcg_at_1_diff1": 0.923474, + "nauc_ndcg_at_3_max": 0.795207, + "nauc_ndcg_at_3_std": -0.301728, + "nauc_ndcg_at_3_diff1": 0.922729, + "nauc_ndcg_at_5_max": 0.792641, + "nauc_ndcg_at_5_std": -0.281386, + "nauc_ndcg_at_5_diff1": 0.92492, + "nauc_ndcg_at_10_max": 0.787887, + "nauc_ndcg_at_10_std": -0.284494, + "nauc_ndcg_at_10_diff1": 0.923648, + "nauc_ndcg_at_20_max": 0.786846, + "nauc_ndcg_at_20_std": -0.28865, + "nauc_ndcg_at_20_diff1": 0.926119, + "nauc_ndcg_at_100_max": 0.784819, + "nauc_ndcg_at_100_std": -0.287465, + "nauc_ndcg_at_100_diff1": 0.924858, + "nauc_ndcg_at_1000_max": 0.783271, + "nauc_ndcg_at_1000_std": -0.294456, + "nauc_ndcg_at_1000_diff1": 0.924317, + "nauc_map_at_1_max": 0.75608, + "nauc_map_at_1_std": -0.335141, + "nauc_map_at_1_diff1": 0.923474, + "nauc_map_at_3_max": 0.783549, + "nauc_map_at_3_std": -0.309515, + "nauc_map_at_3_diff1": 0.922726, + "nauc_map_at_5_max": 0.781757, + "nauc_map_at_5_std": -0.300795, + "nauc_map_at_5_diff1": 0.923791, + "nauc_map_at_10_max": 0.779661, + "nauc_map_at_10_std": -0.303141, + "nauc_map_at_10_diff1": 0.923233, + "nauc_map_at_20_max": 0.779324, + "nauc_map_at_20_std": -0.304299, + "nauc_map_at_20_diff1": 0.923806, + "nauc_map_at_100_max": 0.779209, + "nauc_map_at_100_std": -0.303401, + "nauc_map_at_100_diff1": 0.923681, + "nauc_map_at_1000_max": 0.779144, + "nauc_map_at_1000_std": -0.303682, + "nauc_map_at_1000_diff1": 0.923658, + "nauc_recall_at_1_max": 0.75608, + "nauc_recall_at_1_std": -0.335141, + "nauc_recall_at_1_diff1": 0.923474, + "nauc_recall_at_3_max": 0.844809, + "nauc_recall_at_3_std": -0.269977, + "nauc_recall_at_3_diff1": 0.922884, + "nauc_recall_at_5_max": 0.85314, + "nauc_recall_at_5_std": -0.166468, + "nauc_recall_at_5_diff1": 0.932073, + "nauc_recall_at_10_max": 0.859782, + "nauc_recall_at_10_std": -0.095766, + "nauc_recall_at_10_diff1": 0.928044, + "nauc_recall_at_20_max": 0.889489, + "nauc_recall_at_20_std": -0.042717, + "nauc_recall_at_20_diff1": 0.971989, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.587535, - "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_100_std": 0.693433, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.753332, - "nauc_precision_at_1_std": -0.415733, - "nauc_precision_at_1_diff1": 0.923334, - "nauc_precision_at_3_max": 0.852388, - "nauc_precision_at_3_std": -0.393921, - "nauc_precision_at_3_diff1": 0.92941, - "nauc_precision_at_5_max": 0.853288, - "nauc_precision_at_5_std": -0.357263, - "nauc_precision_at_5_diff1": 0.937775, - "nauc_precision_at_10_max": 0.896255, - "nauc_precision_at_10_std": -0.204378, - "nauc_precision_at_10_diff1": 0.963689, - "nauc_precision_at_20_max": 0.927099, - "nauc_precision_at_20_std": -0.07642, - "nauc_precision_at_20_diff1": 0.969834, + "nauc_precision_at_1_max": 0.75608, + "nauc_precision_at_1_std": -0.335141, + "nauc_precision_at_1_diff1": 0.923474, + "nauc_precision_at_3_max": 0.844809, + "nauc_precision_at_3_std": -0.269977, + "nauc_precision_at_3_diff1": 0.922884, + "nauc_precision_at_5_max": 0.85314, + "nauc_precision_at_5_std": -0.166468, + "nauc_precision_at_5_diff1": 0.932073, + "nauc_precision_at_10_max": 0.859782, + "nauc_precision_at_10_std": -0.095766, + "nauc_precision_at_10_diff1": 0.928044, + "nauc_precision_at_20_max": 0.889489, + "nauc_precision_at_20_std": -0.042717, + "nauc_precision_at_20_diff1": 0.971989, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.587535, - "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_100_std": 0.693433, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.753332, - "nauc_mrr_at_1_std": -0.415733, - "nauc_mrr_at_1_diff1": 0.923334, - "nauc_mrr_at_3_max": 0.787643, - "nauc_mrr_at_3_std": -0.40849, - "nauc_mrr_at_3_diff1": 0.925274, - "nauc_mrr_at_5_max": 0.783927, - "nauc_mrr_at_5_std": -0.404531, - "nauc_mrr_at_5_diff1": 0.926118, - "nauc_mrr_at_10_max": 0.783636, - "nauc_mrr_at_10_std": -0.401405, - "nauc_mrr_at_10_diff1": 0.926804, - "nauc_mrr_at_20_max": 0.783507, - "nauc_mrr_at_20_std": -0.400576, - "nauc_mrr_at_20_diff1": 0.926719, - "nauc_mrr_at_100_max": 0.783301, - "nauc_mrr_at_100_std": -0.399611, - "nauc_mrr_at_100_diff1": 0.926629, - "nauc_mrr_at_1000_max": 0.783202, - "nauc_mrr_at_1000_std": -0.400065, - "nauc_mrr_at_1000_diff1": 0.926612, - "main_score": 0.93394, + "nauc_mrr_at_1_max": 0.75608, + "nauc_mrr_at_1_std": -0.335141, + "nauc_mrr_at_1_diff1": 0.923474, + "nauc_mrr_at_3_max": 0.783549, + "nauc_mrr_at_3_std": -0.309515, + "nauc_mrr_at_3_diff1": 0.922726, + "nauc_mrr_at_5_max": 0.781757, + "nauc_mrr_at_5_std": -0.300795, + "nauc_mrr_at_5_diff1": 0.923791, + "nauc_mrr_at_10_max": 0.779661, + "nauc_mrr_at_10_std": -0.303141, + "nauc_mrr_at_10_diff1": 0.923233, + "nauc_mrr_at_20_max": 0.779324, + "nauc_mrr_at_20_std": -0.304299, + "nauc_mrr_at_20_diff1": 0.923806, + "nauc_mrr_at_100_max": 0.779209, + "nauc_mrr_at_100_std": -0.303401, + "nauc_mrr_at_100_diff1": 0.923681, + "nauc_mrr_at_1000_max": 0.779144, + "nauc_mrr_at_1000_std": -0.303682, + "nauc_mrr_at_1000_diff1": 0.923658, + "hit_rate_at_1": 0.88111, + "hit_rate_at_3": 0.93889, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92903, "hf_subset": "kea_Latn-eng_Latn", "languages": [ "kea-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.72889, - "ndcg_at_3": 0.78987, - "ndcg_at_5": 0.80101, - "ndcg_at_10": 0.81123, - "ndcg_at_20": 0.81663, - "ndcg_at_100": 0.82731, - "ndcg_at_1000": 0.83146, - "map_at_1": 0.72889, - "map_at_3": 0.77519, - "map_at_5": 0.78146, - "map_at_10": 0.78578, - "map_at_20": 0.78729, - "map_at_100": 0.78884, - "map_at_1000": 0.789, - "recall_at_1": 0.72889, - "recall_at_3": 0.83222, - "recall_at_5": 0.85889, - "recall_at_10": 0.89, - "recall_at_20": 0.91111, - "recall_at_100": 0.96778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70667, + "ndcg_at_3": 0.76764, + "ndcg_at_5": 0.783, + "ndcg_at_10": 0.79058, + "ndcg_at_20": 0.7987, + "ndcg_at_100": 0.80982, + "ndcg_at_1000": 0.81487, + "map_at_1": 0.70667, + "map_at_3": 0.75296, + "map_at_5": 0.76163, + "map_at_10": 0.76478, + "map_at_20": 0.767, + "map_at_100": 0.76861, + "map_at_1000": 0.76882, + "recall_at_1": 0.70667, + "recall_at_3": 0.81, + "recall_at_5": 0.84667, + "recall_at_10": 0.87, + "recall_at_20": 0.90222, + "recall_at_100": 0.96111, "recall_at_1000": 1.0, - "precision_at_1": 0.72889, - "precision_at_3": 0.27741, - "precision_at_5": 0.17178, - "precision_at_10": 0.089, - "precision_at_20": 0.04556, - "precision_at_100": 0.00968, - "precision_at_1000": 0.001, - "mrr_at_1": 0.728889, - "mrr_at_3": 0.775185, - "mrr_at_5": 0.781463, - "mrr_at_10": 0.785777, - "mrr_at_20": 0.787294, - "mrr_at_100": 0.788841, - "mrr_at_1000": 0.789, - "nauc_ndcg_at_1_max": 0.799292, - "nauc_ndcg_at_1_std": 0.266808, - "nauc_ndcg_at_1_diff1": 0.894562, - "nauc_ndcg_at_3_max": 0.834621, - "nauc_ndcg_at_3_std": 0.330134, - "nauc_ndcg_at_3_diff1": 0.873423, - "nauc_ndcg_at_5_max": 0.835172, - "nauc_ndcg_at_5_std": 0.352451, - "nauc_ndcg_at_5_diff1": 0.871286, - "nauc_ndcg_at_10_max": 0.836451, - "nauc_ndcg_at_10_std": 0.373065, - "nauc_ndcg_at_10_diff1": 0.86669, - "nauc_ndcg_at_20_max": 0.834559, - "nauc_ndcg_at_20_std": 0.374743, - "nauc_ndcg_at_20_diff1": 0.86591, - "nauc_ndcg_at_100_max": 0.832811, - "nauc_ndcg_at_100_std": 0.363583, - "nauc_ndcg_at_100_diff1": 0.871523, - "nauc_ndcg_at_1000_max": 0.829732, - "nauc_ndcg_at_1000_std": 0.348871, - "nauc_ndcg_at_1000_diff1": 0.87275, - "nauc_map_at_1_max": 0.799292, - "nauc_map_at_1_std": 0.266808, - "nauc_map_at_1_diff1": 0.894562, - "nauc_map_at_3_max": 0.824949, - "nauc_map_at_3_std": 0.310747, - "nauc_map_at_3_diff1": 0.878267, - "nauc_map_at_5_max": 0.825088, - "nauc_map_at_5_std": 0.32218, - "nauc_map_at_5_diff1": 0.877311, - "nauc_map_at_10_max": 0.825367, - "nauc_map_at_10_std": 0.329256, - "nauc_map_at_10_diff1": 0.87574, - "nauc_map_at_20_max": 0.824765, - "nauc_map_at_20_std": 0.329397, - "nauc_map_at_20_diff1": 0.875508, - "nauc_map_at_100_max": 0.824549, - "nauc_map_at_100_std": 0.328028, - "nauc_map_at_100_diff1": 0.876428, - "nauc_map_at_1000_max": 0.824442, - "nauc_map_at_1000_std": 0.327544, - "nauc_map_at_1000_diff1": 0.876451, - "nauc_recall_at_1_max": 0.799292, - "nauc_recall_at_1_std": 0.266808, - "nauc_recall_at_1_diff1": 0.894562, - "nauc_recall_at_3_max": 0.870154, - "nauc_recall_at_3_std": 0.402478, - "nauc_recall_at_3_diff1": 0.856141, - "nauc_recall_at_5_max": 0.877267, - "nauc_recall_at_5_std": 0.484167, - "nauc_recall_at_5_diff1": 0.846209, - "nauc_recall_at_10_max": 0.893962, - "nauc_recall_at_10_std": 0.617788, - "nauc_recall_at_10_diff1": 0.817174, - "nauc_recall_at_20_max": 0.89368, - "nauc_recall_at_20_std": 0.683742, - "nauc_recall_at_20_diff1": 0.802148, - "nauc_recall_at_100_max": 0.945346, - "nauc_recall_at_100_std": 0.907048, - "nauc_recall_at_100_diff1": 0.820744, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.799292, - "nauc_precision_at_1_std": 0.266808, - "nauc_precision_at_1_diff1": 0.894562, - "nauc_precision_at_3_max": 0.870154, - "nauc_precision_at_3_std": 0.402478, - "nauc_precision_at_3_diff1": 0.856141, - "nauc_precision_at_5_max": 0.877267, - "nauc_precision_at_5_std": 0.484167, - "nauc_precision_at_5_diff1": 0.846209, - "nauc_precision_at_10_max": 0.893962, - "nauc_precision_at_10_std": 0.617788, - "nauc_precision_at_10_diff1": 0.817174, - "nauc_precision_at_20_max": 0.89368, - "nauc_precision_at_20_std": 0.683742, - "nauc_precision_at_20_diff1": 0.802148, - "nauc_precision_at_100_max": 0.945346, - "nauc_precision_at_100_std": 0.907048, - "nauc_precision_at_100_diff1": 0.820744, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.799292, - "nauc_mrr_at_1_std": 0.266808, - "nauc_mrr_at_1_diff1": 0.894562, - "nauc_mrr_at_3_max": 0.824949, - "nauc_mrr_at_3_std": 0.310747, - "nauc_mrr_at_3_diff1": 0.878267, - "nauc_mrr_at_5_max": 0.825088, - "nauc_mrr_at_5_std": 0.32218, - "nauc_mrr_at_5_diff1": 0.877311, - "nauc_mrr_at_10_max": 0.825367, - "nauc_mrr_at_10_std": 0.329256, - "nauc_mrr_at_10_diff1": 0.87574, - "nauc_mrr_at_20_max": 0.824765, - "nauc_mrr_at_20_std": 0.329397, - "nauc_mrr_at_20_diff1": 0.875508, - "nauc_mrr_at_100_max": 0.824549, - "nauc_mrr_at_100_std": 0.328028, - "nauc_mrr_at_100_diff1": 0.876428, - "nauc_mrr_at_1000_max": 0.824442, - "nauc_mrr_at_1000_std": 0.327544, - "nauc_mrr_at_1000_diff1": 0.876451, - "main_score": 0.81123, + "accuracy": 0.70667, + "precision_at_1": 0.70667, + "precision_at_3": 0.27, + "precision_at_5": 0.16933, + "precision_at_10": 0.087, + "precision_at_20": 0.04511, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.706667, + "mrr_at_3": 0.752963, + "mrr_at_5": 0.76163, + "mrr_at_10": 0.764784, + "mrr_at_20": 0.766999, + "mrr_at_100": 0.768615, + "mrr_at_1000": 0.768815, + "nauc_ndcg_at_1_max": 0.7829, + "nauc_ndcg_at_1_std": 0.222548, + "nauc_ndcg_at_1_diff1": 0.879767, + "nauc_ndcg_at_3_max": 0.819093, + "nauc_ndcg_at_3_std": 0.289388, + "nauc_ndcg_at_3_diff1": 0.851883, + "nauc_ndcg_at_5_max": 0.822552, + "nauc_ndcg_at_5_std": 0.309671, + "nauc_ndcg_at_5_diff1": 0.850992, + "nauc_ndcg_at_10_max": 0.823565, + "nauc_ndcg_at_10_std": 0.327172, + "nauc_ndcg_at_10_diff1": 0.847921, + "nauc_ndcg_at_20_max": 0.818733, + "nauc_ndcg_at_20_std": 0.32364, + "nauc_ndcg_at_20_diff1": 0.845691, + "nauc_ndcg_at_100_max": 0.819315, + "nauc_ndcg_at_100_std": 0.317377, + "nauc_ndcg_at_100_diff1": 0.853884, + "nauc_ndcg_at_1000_max": 0.815474, + "nauc_ndcg_at_1000_std": 0.30248, + "nauc_ndcg_at_1000_diff1": 0.854009, + "nauc_map_at_1_max": 0.7829, + "nauc_map_at_1_std": 0.222548, + "nauc_map_at_1_diff1": 0.879767, + "nauc_map_at_3_max": 0.809729, + "nauc_map_at_3_std": 0.270654, + "nauc_map_at_3_diff1": 0.858653, + "nauc_map_at_5_max": 0.811326, + "nauc_map_at_5_std": 0.280791, + "nauc_map_at_5_diff1": 0.858412, + "nauc_map_at_10_max": 0.811477, + "nauc_map_at_10_std": 0.286663, + "nauc_map_at_10_diff1": 0.857431, + "nauc_map_at_20_max": 0.81021, + "nauc_map_at_20_std": 0.285383, + "nauc_map_at_20_diff1": 0.856998, + "nauc_map_at_100_max": 0.810185, + "nauc_map_at_100_std": 0.284232, + "nauc_map_at_100_diff1": 0.858065, + "nauc_map_at_1000_max": 0.810059, + "nauc_map_at_1000_std": 0.283747, + "nauc_map_at_1000_diff1": 0.858065, + "nauc_recall_at_1_max": 0.7829, + "nauc_recall_at_1_std": 0.222548, + "nauc_recall_at_1_diff1": 0.879767, + "nauc_recall_at_3_max": 0.852149, + "nauc_recall_at_3_std": 0.35631, + "nauc_recall_at_3_diff1": 0.828232, + "nauc_recall_at_5_max": 0.869647, + "nauc_recall_at_5_std": 0.434341, + "nauc_recall_at_5_diff1": 0.820326, + "nauc_recall_at_10_max": 0.882631, + "nauc_recall_at_10_std": 0.538057, + "nauc_recall_at_10_diff1": 0.800555, + "nauc_recall_at_20_max": 0.86388, + "nauc_recall_at_20_std": 0.573821, + "nauc_recall_at_20_diff1": 0.770091, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.814686, + "nauc_recall_at_100_diff1": 0.847606, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.7829, + "nauc_precision_at_1_std": 0.222548, + "nauc_precision_at_1_diff1": 0.879767, + "nauc_precision_at_3_max": 0.852149, + "nauc_precision_at_3_std": 0.35631, + "nauc_precision_at_3_diff1": 0.828232, + "nauc_precision_at_5_max": 0.869647, + "nauc_precision_at_5_std": 0.434341, + "nauc_precision_at_5_diff1": 0.820326, + "nauc_precision_at_10_max": 0.882631, + "nauc_precision_at_10_std": 0.538057, + "nauc_precision_at_10_diff1": 0.800555, + "nauc_precision_at_20_max": 0.86388, + "nauc_precision_at_20_std": 0.573821, + "nauc_precision_at_20_diff1": 0.770091, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.814686, + "nauc_precision_at_100_diff1": 0.847606, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.7829, + "nauc_mrr_at_1_std": 0.222548, + "nauc_mrr_at_1_diff1": 0.879767, + "nauc_mrr_at_3_max": 0.809729, + "nauc_mrr_at_3_std": 0.270654, + "nauc_mrr_at_3_diff1": 0.858653, + "nauc_mrr_at_5_max": 0.811326, + "nauc_mrr_at_5_std": 0.280791, + "nauc_mrr_at_5_diff1": 0.858412, + "nauc_mrr_at_10_max": 0.811477, + "nauc_mrr_at_10_std": 0.286663, + "nauc_mrr_at_10_diff1": 0.857431, + "nauc_mrr_at_20_max": 0.81021, + "nauc_mrr_at_20_std": 0.285383, + "nauc_mrr_at_20_diff1": 0.856998, + "nauc_mrr_at_100_max": 0.810185, + "nauc_mrr_at_100_std": 0.284232, + "nauc_mrr_at_100_diff1": 0.858065, + "nauc_mrr_at_1000_max": 0.810059, + "nauc_mrr_at_1000_std": 0.283747, + "nauc_mrr_at_1000_diff1": 0.858065, + "hit_rate_at_1": 0.70667, + "hit_rate_at_3": 0.81, + "hit_rate_at_5": 0.84667, + "hit_rate_at_10": 0.87, + "hit_rate_at_20": 0.90222, + "hit_rate_at_100": 0.96111, + "hit_rate_at_1000": 1.0, + "main_score": 0.79058, "hf_subset": "eng_Latn-kea_Latn", "languages": [ "eng-Latn", "kea-Latn" - ] - }, - { - "ndcg_at_1": 0.70444, - "ndcg_at_3": 0.76337, - "ndcg_at_5": 0.77432, - "ndcg_at_10": 0.78554, - "ndcg_at_20": 0.79322, - "ndcg_at_100": 0.80656, - "ndcg_at_1000": 0.81069, - "map_at_1": 0.70444, - "map_at_3": 0.74981, - "map_at_5": 0.75587, - "map_at_10": 0.76054, - "map_at_20": 0.76256, - "map_at_100": 0.76423, - "map_at_1000": 0.76441, - "recall_at_1": 0.70444, - "recall_at_3": 0.80222, - "recall_at_5": 0.82889, - "recall_at_10": 0.86333, - "recall_at_20": 0.89444, - "recall_at_100": 0.96889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70778, + "ndcg_at_3": 0.76136, + "ndcg_at_5": 0.77255, + "ndcg_at_10": 0.78466, + "ndcg_at_20": 0.79369, + "ndcg_at_100": 0.80583, + "ndcg_at_1000": 0.8108, + "map_at_1": 0.70778, + "map_at_3": 0.7487, + "map_at_5": 0.75504, + "map_at_10": 0.76017, + "map_at_20": 0.76268, + "map_at_100": 0.76426, + "map_at_1000": 0.76449, + "recall_at_1": 0.70778, + "recall_at_3": 0.79778, + "recall_at_5": 0.82444, + "recall_at_10": 0.86111, + "recall_at_20": 0.89667, + "recall_at_100": 0.96333, "recall_at_1000": 1.0, - "precision_at_1": 0.70444, - "precision_at_3": 0.26741, - "precision_at_5": 0.16578, - "precision_at_10": 0.08633, - "precision_at_20": 0.04472, - "precision_at_100": 0.00969, + "accuracy": 0.70778, + "precision_at_1": 0.70778, + "precision_at_3": 0.26593, + "precision_at_5": 0.16489, + "precision_at_10": 0.08611, + "precision_at_20": 0.04483, + "precision_at_100": 0.00963, "precision_at_1000": 0.001, - "mrr_at_1": 0.704444, - "mrr_at_3": 0.749815, - "mrr_at_5": 0.75587, - "mrr_at_10": 0.760543, - "mrr_at_20": 0.762557, - "mrr_at_100": 0.764233, - "mrr_at_1000": 0.764407, - "nauc_ndcg_at_1_max": 0.741618, - "nauc_ndcg_at_1_std": 0.125808, - "nauc_ndcg_at_1_diff1": 0.867978, - "nauc_ndcg_at_3_max": 0.774611, - "nauc_ndcg_at_3_std": 0.157329, - "nauc_ndcg_at_3_diff1": 0.850732, - "nauc_ndcg_at_5_max": 0.769712, - "nauc_ndcg_at_5_std": 0.150489, - "nauc_ndcg_at_5_diff1": 0.852852, - "nauc_ndcg_at_10_max": 0.767715, - "nauc_ndcg_at_10_std": 0.157775, - "nauc_ndcg_at_10_diff1": 0.847961, - "nauc_ndcg_at_20_max": 0.764461, - "nauc_ndcg_at_20_std": 0.162028, - "nauc_ndcg_at_20_diff1": 0.847041, - "nauc_ndcg_at_100_max": 0.765744, - "nauc_ndcg_at_100_std": 0.160983, - "nauc_ndcg_at_100_diff1": 0.849316, - "nauc_ndcg_at_1000_max": 0.76496, - "nauc_ndcg_at_1000_std": 0.154834, - "nauc_ndcg_at_1000_diff1": 0.851841, - "nauc_map_at_1_max": 0.741618, - "nauc_map_at_1_std": 0.125808, - "nauc_map_at_1_diff1": 0.867978, - "nauc_map_at_3_max": 0.766961, - "nauc_map_at_3_std": 0.149123, - "nauc_map_at_3_diff1": 0.855441, - "nauc_map_at_5_max": 0.764178, - "nauc_map_at_5_std": 0.145162, - "nauc_map_at_5_diff1": 0.856642, - "nauc_map_at_10_max": 0.76337, - "nauc_map_at_10_std": 0.147802, - "nauc_map_at_10_diff1": 0.854912, - "nauc_map_at_20_max": 0.762571, - "nauc_map_at_20_std": 0.148563, - "nauc_map_at_20_diff1": 0.854777, - "nauc_map_at_100_max": 0.762745, - "nauc_map_at_100_std": 0.148464, - "nauc_map_at_100_diff1": 0.855069, - "nauc_map_at_1000_max": 0.762724, - "nauc_map_at_1000_std": 0.148276, - "nauc_map_at_1000_diff1": 0.855166, - "nauc_recall_at_1_max": 0.741618, - "nauc_recall_at_1_std": 0.125808, - "nauc_recall_at_1_diff1": 0.867978, - "nauc_recall_at_3_max": 0.800491, - "nauc_recall_at_3_std": 0.185623, - "nauc_recall_at_3_diff1": 0.834377, - "nauc_recall_at_5_max": 0.789539, - "nauc_recall_at_5_std": 0.169961, - "nauc_recall_at_5_diff1": 0.838585, - "nauc_recall_at_10_max": 0.784522, - "nauc_recall_at_10_std": 0.207351, - "nauc_recall_at_10_diff1": 0.812832, - "nauc_recall_at_20_max": 0.765471, - "nauc_recall_at_20_std": 0.253169, - "nauc_recall_at_20_diff1": 0.796779, - "nauc_recall_at_100_max": 0.800353, - "nauc_recall_at_100_std": 0.422452, - "nauc_recall_at_100_diff1": 0.747499, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.741618, - "nauc_precision_at_1_std": 0.125808, - "nauc_precision_at_1_diff1": 0.867978, - "nauc_precision_at_3_max": 0.800491, - "nauc_precision_at_3_std": 0.185623, - "nauc_precision_at_3_diff1": 0.834377, - "nauc_precision_at_5_max": 0.789539, - "nauc_precision_at_5_std": 0.169961, - "nauc_precision_at_5_diff1": 0.838585, - "nauc_precision_at_10_max": 0.784522, - "nauc_precision_at_10_std": 0.207351, - "nauc_precision_at_10_diff1": 0.812832, - "nauc_precision_at_20_max": 0.765471, - "nauc_precision_at_20_std": 0.253169, - "nauc_precision_at_20_diff1": 0.796779, - "nauc_precision_at_100_max": 0.800353, - "nauc_precision_at_100_std": 0.422452, - "nauc_precision_at_100_diff1": 0.747499, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.741618, - "nauc_mrr_at_1_std": 0.125808, - "nauc_mrr_at_1_diff1": 0.867978, - "nauc_mrr_at_3_max": 0.766961, - "nauc_mrr_at_3_std": 0.149123, - "nauc_mrr_at_3_diff1": 0.855441, - "nauc_mrr_at_5_max": 0.764178, - "nauc_mrr_at_5_std": 0.145162, - "nauc_mrr_at_5_diff1": 0.856642, - "nauc_mrr_at_10_max": 0.76337, - "nauc_mrr_at_10_std": 0.147802, - "nauc_mrr_at_10_diff1": 0.854912, - "nauc_mrr_at_20_max": 0.762571, - "nauc_mrr_at_20_std": 0.148563, - "nauc_mrr_at_20_diff1": 0.854777, - "nauc_mrr_at_100_max": 0.762745, - "nauc_mrr_at_100_std": 0.148464, - "nauc_mrr_at_100_diff1": 0.855069, - "nauc_mrr_at_1000_max": 0.762724, - "nauc_mrr_at_1000_std": 0.148276, - "nauc_mrr_at_1000_diff1": 0.855166, - "main_score": 0.78554, + "mrr_at_1": 0.707778, + "mrr_at_3": 0.748704, + "mrr_at_5": 0.755037, + "mrr_at_10": 0.76017, + "mrr_at_20": 0.762677, + "mrr_at_100": 0.764258, + "mrr_at_1000": 0.764489, + "nauc_ndcg_at_1_max": 0.732573, + "nauc_ndcg_at_1_std": 0.08578, + "nauc_ndcg_at_1_diff1": 0.862387, + "nauc_ndcg_at_3_max": 0.767336, + "nauc_ndcg_at_3_std": 0.123543, + "nauc_ndcg_at_3_diff1": 0.850437, + "nauc_ndcg_at_5_max": 0.759987, + "nauc_ndcg_at_5_std": 0.116631, + "nauc_ndcg_at_5_diff1": 0.846094, + "nauc_ndcg_at_10_max": 0.762417, + "nauc_ndcg_at_10_std": 0.13513, + "nauc_ndcg_at_10_diff1": 0.844539, + "nauc_ndcg_at_20_max": 0.7589, + "nauc_ndcg_at_20_std": 0.134612, + "nauc_ndcg_at_20_diff1": 0.843106, + "nauc_ndcg_at_100_max": 0.758251, + "nauc_ndcg_at_100_std": 0.133211, + "nauc_ndcg_at_100_diff1": 0.844363, + "nauc_ndcg_at_1000_max": 0.757862, + "nauc_ndcg_at_1000_std": 0.126656, + "nauc_ndcg_at_1000_diff1": 0.847279, + "nauc_map_at_1_max": 0.732573, + "nauc_map_at_1_std": 0.08578, + "nauc_map_at_1_diff1": 0.862387, + "nauc_map_at_3_max": 0.759324, + "nauc_map_at_3_std": 0.114551, + "nauc_map_at_3_diff1": 0.853614, + "nauc_map_at_5_max": 0.755154, + "nauc_map_at_5_std": 0.110252, + "nauc_map_at_5_diff1": 0.851322, + "nauc_map_at_10_max": 0.756087, + "nauc_map_at_10_std": 0.117507, + "nauc_map_at_10_diff1": 0.850834, + "nauc_map_at_20_max": 0.755121, + "nauc_map_at_20_std": 0.117251, + "nauc_map_at_20_diff1": 0.850575, + "nauc_map_at_100_max": 0.755095, + "nauc_map_at_100_std": 0.117403, + "nauc_map_at_100_diff1": 0.850695, + "nauc_map_at_1000_max": 0.755109, + "nauc_map_at_1000_std": 0.117236, + "nauc_map_at_1000_diff1": 0.850807, + "nauc_recall_at_1_max": 0.732573, + "nauc_recall_at_1_std": 0.08578, + "nauc_recall_at_1_diff1": 0.862387, + "nauc_recall_at_3_max": 0.794078, + "nauc_recall_at_3_std": 0.153725, + "nauc_recall_at_3_diff1": 0.839589, + "nauc_recall_at_5_max": 0.776437, + "nauc_recall_at_5_std": 0.139689, + "nauc_recall_at_5_diff1": 0.825618, + "nauc_recall_at_10_max": 0.790289, + "nauc_recall_at_10_std": 0.224718, + "nauc_recall_at_10_diff1": 0.813867, + "nauc_recall_at_20_max": 0.77417, + "nauc_recall_at_20_std": 0.246993, + "nauc_recall_at_20_diff1": 0.794042, + "nauc_recall_at_100_max": 0.778556, + "nauc_recall_at_100_std": 0.37818, + "nauc_recall_at_100_diff1": 0.744079, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732573, + "nauc_precision_at_1_std": 0.08578, + "nauc_precision_at_1_diff1": 0.862387, + "nauc_precision_at_3_max": 0.794078, + "nauc_precision_at_3_std": 0.153725, + "nauc_precision_at_3_diff1": 0.839589, + "nauc_precision_at_5_max": 0.776437, + "nauc_precision_at_5_std": 0.139689, + "nauc_precision_at_5_diff1": 0.825618, + "nauc_precision_at_10_max": 0.790289, + "nauc_precision_at_10_std": 0.224718, + "nauc_precision_at_10_diff1": 0.813867, + "nauc_precision_at_20_max": 0.77417, + "nauc_precision_at_20_std": 0.246993, + "nauc_precision_at_20_diff1": 0.794042, + "nauc_precision_at_100_max": 0.778556, + "nauc_precision_at_100_std": 0.37818, + "nauc_precision_at_100_diff1": 0.744079, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732573, + "nauc_mrr_at_1_std": 0.08578, + "nauc_mrr_at_1_diff1": 0.862387, + "nauc_mrr_at_3_max": 0.759324, + "nauc_mrr_at_3_std": 0.114551, + "nauc_mrr_at_3_diff1": 0.853614, + "nauc_mrr_at_5_max": 0.755154, + "nauc_mrr_at_5_std": 0.110252, + "nauc_mrr_at_5_diff1": 0.851322, + "nauc_mrr_at_10_max": 0.756087, + "nauc_mrr_at_10_std": 0.117507, + "nauc_mrr_at_10_diff1": 0.850834, + "nauc_mrr_at_20_max": 0.755121, + "nauc_mrr_at_20_std": 0.117251, + "nauc_mrr_at_20_diff1": 0.850575, + "nauc_mrr_at_100_max": 0.755095, + "nauc_mrr_at_100_std": 0.117403, + "nauc_mrr_at_100_diff1": 0.850695, + "nauc_mrr_at_1000_max": 0.755109, + "nauc_mrr_at_1000_std": 0.117236, + "nauc_mrr_at_1000_diff1": 0.850807, + "hit_rate_at_1": 0.70778, + "hit_rate_at_3": 0.79778, + "hit_rate_at_5": 0.82444, + "hit_rate_at_10": 0.86111, + "hit_rate_at_20": 0.89667, + "hit_rate_at_100": 0.96333, + "hit_rate_at_1000": 1.0, + "main_score": 0.78466, "hf_subset": "khk_Cyrl-khk_Cyrl", "languages": [ "khk-Cyrl", "khk-Cyrl" - ] - }, - { - "ndcg_at_1": 0.80556, - "ndcg_at_3": 0.86264, - "ndcg_at_5": 0.87422, - "ndcg_at_10": 0.88277, - "ndcg_at_20": 0.88882, - "ndcg_at_100": 0.89189, - "ndcg_at_1000": 0.89263, - "map_at_1": 0.80556, - "map_at_3": 0.84926, - "map_at_5": 0.85576, - "map_at_10": 0.85925, - "map_at_20": 0.86099, - "map_at_100": 0.86149, - "map_at_1000": 0.86152, - "recall_at_1": 0.80556, - "recall_at_3": 0.90111, - "recall_at_5": 0.92889, - "recall_at_10": 0.95556, - "recall_at_20": 0.97889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.85999, + "ndcg_at_5": 0.86859, + "ndcg_at_10": 0.87853, + "ndcg_at_20": 0.8853, + "ndcg_at_100": 0.88878, + "ndcg_at_1000": 0.8895, + "map_at_1": 0.80333, + "map_at_3": 0.84648, + "map_at_5": 0.8512, + "map_at_10": 0.85545, + "map_at_20": 0.85731, + "map_at_100": 0.85786, + "map_at_1000": 0.85789, + "recall_at_1": 0.80333, + "recall_at_3": 0.89889, + "recall_at_5": 0.92, + "recall_at_10": 0.95, + "recall_at_20": 0.97667, "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.80556, - "precision_at_3": 0.30037, - "precision_at_5": 0.18578, - "precision_at_10": 0.09556, - "precision_at_20": 0.04894, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.29963, + "precision_at_5": 0.184, + "precision_at_10": 0.095, + "precision_at_20": 0.04883, "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.805556, - "mrr_at_3": 0.849259, - "mrr_at_5": 0.855759, - "mrr_at_10": 0.859248, - "mrr_at_20": 0.860989, - "mrr_at_100": 0.861488, - "mrr_at_1000": 0.861519, - "nauc_ndcg_at_1_max": 0.693901, - "nauc_ndcg_at_1_std": -0.22092, - "nauc_ndcg_at_1_diff1": 0.862171, - "nauc_ndcg_at_3_max": 0.740356, - "nauc_ndcg_at_3_std": -0.19051, - "nauc_ndcg_at_3_diff1": 0.862917, - "nauc_ndcg_at_5_max": 0.739954, - "nauc_ndcg_at_5_std": -0.189725, - "nauc_ndcg_at_5_diff1": 0.864673, - "nauc_ndcg_at_10_max": 0.736289, - "nauc_ndcg_at_10_std": -0.190924, - "nauc_ndcg_at_10_diff1": 0.862583, - "nauc_ndcg_at_20_max": 0.733578, - "nauc_ndcg_at_20_std": -0.190129, - "nauc_ndcg_at_20_diff1": 0.866089, - "nauc_ndcg_at_100_max": 0.730645, - "nauc_ndcg_at_100_std": -0.191182, - "nauc_ndcg_at_100_diff1": 0.86381, - "nauc_ndcg_at_1000_max": 0.729464, - "nauc_ndcg_at_1000_std": -0.194582, - "nauc_ndcg_at_1000_diff1": 0.864215, - "nauc_map_at_1_max": 0.693901, - "nauc_map_at_1_std": -0.22092, - "nauc_map_at_1_diff1": 0.862171, - "nauc_map_at_3_max": 0.728176, - "nauc_map_at_3_std": -0.199923, - "nauc_map_at_3_diff1": 0.863511, - "nauc_map_at_5_max": 0.727432, - "nauc_map_at_5_std": -0.199699, - "nauc_map_at_5_diff1": 0.864395, - "nauc_map_at_10_max": 0.725927, - "nauc_map_at_10_std": -0.200394, - "nauc_map_at_10_diff1": 0.86355, - "nauc_map_at_20_max": 0.725323, - "nauc_map_at_20_std": -0.19953, - "nauc_map_at_20_diff1": 0.864455, - "nauc_map_at_100_max": 0.72493, - "nauc_map_at_100_std": -0.199739, - "nauc_map_at_100_diff1": 0.864161, - "nauc_map_at_1000_max": 0.724887, - "nauc_map_at_1000_std": -0.199867, - "nauc_map_at_1000_diff1": 0.864166, - "nauc_recall_at_1_max": 0.693901, - "nauc_recall_at_1_std": -0.22092, - "nauc_recall_at_1_diff1": 0.862171, - "nauc_recall_at_3_max": 0.790367, - "nauc_recall_at_3_std": -0.150851, - "nauc_recall_at_3_diff1": 0.859923, - "nauc_recall_at_5_max": 0.808028, - "nauc_recall_at_5_std": -0.134417, - "nauc_recall_at_5_diff1": 0.866006, - "nauc_recall_at_10_max": 0.818709, - "nauc_recall_at_10_std": -0.110843, - "nauc_recall_at_10_diff1": 0.852311, - "nauc_recall_at_20_max": 0.849526, - "nauc_recall_at_20_std": -0.044916, - "nauc_recall_at_20_diff1": 0.905155, - "nauc_recall_at_100_max": 0.892157, - "nauc_recall_at_100_std": 0.271335, - "nauc_recall_at_100_diff1": 0.79972, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.693901, - "nauc_precision_at_1_std": -0.22092, - "nauc_precision_at_1_diff1": 0.862171, - "nauc_precision_at_3_max": 0.790367, - "nauc_precision_at_3_std": -0.150851, - "nauc_precision_at_3_diff1": 0.859923, - "nauc_precision_at_5_max": 0.808028, - "nauc_precision_at_5_std": -0.134417, - "nauc_precision_at_5_diff1": 0.866006, - "nauc_precision_at_10_max": 0.818709, - "nauc_precision_at_10_std": -0.110843, - "nauc_precision_at_10_diff1": 0.852311, - "nauc_precision_at_20_max": 0.849526, - "nauc_precision_at_20_std": -0.044916, - "nauc_precision_at_20_diff1": 0.905155, - "nauc_precision_at_100_max": 0.892157, - "nauc_precision_at_100_std": 0.271335, - "nauc_precision_at_100_diff1": 0.79972, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.693901, - "nauc_mrr_at_1_std": -0.22092, - "nauc_mrr_at_1_diff1": 0.862171, - "nauc_mrr_at_3_max": 0.728176, - "nauc_mrr_at_3_std": -0.199923, - "nauc_mrr_at_3_diff1": 0.863511, - "nauc_mrr_at_5_max": 0.727432, - "nauc_mrr_at_5_std": -0.199699, - "nauc_mrr_at_5_diff1": 0.864395, - "nauc_mrr_at_10_max": 0.725927, - "nauc_mrr_at_10_std": -0.200394, - "nauc_mrr_at_10_diff1": 0.86355, - "nauc_mrr_at_20_max": 0.725323, - "nauc_mrr_at_20_std": -0.19953, - "nauc_mrr_at_20_diff1": 0.864455, - "nauc_mrr_at_100_max": 0.72493, - "nauc_mrr_at_100_std": -0.199739, - "nauc_mrr_at_100_diff1": 0.864161, - "nauc_mrr_at_1000_max": 0.724887, - "nauc_mrr_at_1000_std": -0.199867, - "nauc_mrr_at_1000_diff1": 0.864166, - "main_score": 0.88277, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.846481, + "mrr_at_5": 0.851204, + "mrr_at_10": 0.855445, + "mrr_at_20": 0.857311, + "mrr_at_100": 0.857857, + "mrr_at_1000": 0.857886, + "nauc_ndcg_at_1_max": 0.636862, + "nauc_ndcg_at_1_std": -0.253773, + "nauc_ndcg_at_1_diff1": 0.855838, + "nauc_ndcg_at_3_max": 0.678504, + "nauc_ndcg_at_3_std": -0.231075, + "nauc_ndcg_at_3_diff1": 0.849005, + "nauc_ndcg_at_5_max": 0.681821, + "nauc_ndcg_at_5_std": -0.215319, + "nauc_ndcg_at_5_diff1": 0.849072, + "nauc_ndcg_at_10_max": 0.680153, + "nauc_ndcg_at_10_std": -0.228494, + "nauc_ndcg_at_10_diff1": 0.852017, + "nauc_ndcg_at_20_max": 0.676593, + "nauc_ndcg_at_20_std": -0.225096, + "nauc_ndcg_at_20_diff1": 0.852004, + "nauc_ndcg_at_100_max": 0.673594, + "nauc_ndcg_at_100_std": -0.222113, + "nauc_ndcg_at_100_diff1": 0.851245, + "nauc_ndcg_at_1000_max": 0.671881, + "nauc_ndcg_at_1000_std": -0.226757, + "nauc_ndcg_at_1000_diff1": 0.851376, + "nauc_map_at_1_max": 0.636862, + "nauc_map_at_1_std": -0.253773, + "nauc_map_at_1_diff1": 0.855838, + "nauc_map_at_3_max": 0.667818, + "nauc_map_at_3_std": -0.236705, + "nauc_map_at_3_diff1": 0.850755, + "nauc_map_at_5_max": 0.669192, + "nauc_map_at_5_std": -0.229009, + "nauc_map_at_5_diff1": 0.850782, + "nauc_map_at_10_max": 0.668211, + "nauc_map_at_10_std": -0.233595, + "nauc_map_at_10_diff1": 0.851678, + "nauc_map_at_20_max": 0.66735, + "nauc_map_at_20_std": -0.232578, + "nauc_map_at_20_diff1": 0.851645, + "nauc_map_at_100_max": 0.666963, + "nauc_map_at_100_std": -0.232078, + "nauc_map_at_100_diff1": 0.851598, + "nauc_map_at_1000_max": 0.666907, + "nauc_map_at_1000_std": -0.232227, + "nauc_map_at_1000_diff1": 0.851602, + "nauc_recall_at_1_max": 0.636862, + "nauc_recall_at_1_std": -0.253773, + "nauc_recall_at_1_diff1": 0.855838, + "nauc_recall_at_3_max": 0.722105, + "nauc_recall_at_3_std": -0.208244, + "nauc_recall_at_3_diff1": 0.841869, + "nauc_recall_at_5_max": 0.745584, + "nauc_recall_at_5_std": -0.14263, + "nauc_recall_at_5_diff1": 0.840725, + "nauc_recall_at_10_max": 0.771802, + "nauc_recall_at_10_std": -0.20001, + "nauc_recall_at_10_diff1": 0.859477, + "nauc_recall_at_20_max": 0.806745, + "nauc_recall_at_20_std": -0.118403, + "nauc_recall_at_20_diff1": 0.868836, + "nauc_recall_at_100_max": 0.921569, + "nauc_recall_at_100_std": 0.454342, + "nauc_recall_at_100_diff1": 0.8324, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.636862, + "nauc_precision_at_1_std": -0.253773, + "nauc_precision_at_1_diff1": 0.855838, + "nauc_precision_at_3_max": 0.722105, + "nauc_precision_at_3_std": -0.208244, + "nauc_precision_at_3_diff1": 0.841869, + "nauc_precision_at_5_max": 0.745584, + "nauc_precision_at_5_std": -0.14263, + "nauc_precision_at_5_diff1": 0.840725, + "nauc_precision_at_10_max": 0.771802, + "nauc_precision_at_10_std": -0.20001, + "nauc_precision_at_10_diff1": 0.859477, + "nauc_precision_at_20_max": 0.806745, + "nauc_precision_at_20_std": -0.118403, + "nauc_precision_at_20_diff1": 0.868836, + "nauc_precision_at_100_max": 0.921569, + "nauc_precision_at_100_std": 0.454342, + "nauc_precision_at_100_diff1": 0.8324, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.636862, + "nauc_mrr_at_1_std": -0.253773, + "nauc_mrr_at_1_diff1": 0.855838, + "nauc_mrr_at_3_max": 0.667818, + "nauc_mrr_at_3_std": -0.236705, + "nauc_mrr_at_3_diff1": 0.850755, + "nauc_mrr_at_5_max": 0.669192, + "nauc_mrr_at_5_std": -0.229009, + "nauc_mrr_at_5_diff1": 0.850782, + "nauc_mrr_at_10_max": 0.668211, + "nauc_mrr_at_10_std": -0.233595, + "nauc_mrr_at_10_diff1": 0.851678, + "nauc_mrr_at_20_max": 0.66735, + "nauc_mrr_at_20_std": -0.232578, + "nauc_mrr_at_20_diff1": 0.851645, + "nauc_mrr_at_100_max": 0.666963, + "nauc_mrr_at_100_std": -0.232078, + "nauc_mrr_at_100_diff1": 0.851598, + "nauc_mrr_at_1000_max": 0.666907, + "nauc_mrr_at_1000_std": -0.232227, + "nauc_mrr_at_1000_diff1": 0.851602, + "hit_rate_at_1": 0.80333, + "hit_rate_at_3": 0.89889, + "hit_rate_at_5": 0.92, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.97667, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.87853, "hf_subset": "khk_Cyrl-eng_Latn", "languages": [ "khk-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.58889, - "ndcg_at_3": 0.66275, - "ndcg_at_5": 0.67647, - "ndcg_at_10": 0.69195, - "ndcg_at_20": 0.7051, - "ndcg_at_100": 0.72177, - "ndcg_at_1000": 0.72994, - "map_at_1": 0.58889, - "map_at_3": 0.64519, - "map_at_5": 0.6528, - "map_at_10": 0.6592, - "map_at_20": 0.66278, - "map_at_100": 0.66501, - "map_at_1000": 0.66535, - "recall_at_1": 0.58889, - "recall_at_3": 0.71333, - "recall_at_5": 0.74667, - "recall_at_10": 0.79444, - "recall_at_20": 0.84667, - "recall_at_100": 0.93778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.57667, + "ndcg_at_3": 0.63747, + "ndcg_at_5": 0.65808, + "ndcg_at_10": 0.67635, + "ndcg_at_20": 0.68741, + "ndcg_at_100": 0.70699, + "ndcg_at_1000": 0.71468, + "map_at_1": 0.57667, + "map_at_3": 0.62241, + "map_at_5": 0.63385, + "map_at_10": 0.64136, + "map_at_20": 0.6443, + "map_at_100": 0.64687, + "map_at_1000": 0.64715, + "recall_at_1": 0.57667, + "recall_at_3": 0.68111, + "recall_at_5": 0.73111, + "recall_at_10": 0.78778, + "recall_at_20": 0.83222, + "recall_at_100": 0.94, "recall_at_1000": 1.0, - "precision_at_1": 0.58889, - "precision_at_3": 0.23778, - "precision_at_5": 0.14933, - "precision_at_10": 0.07944, - "precision_at_20": 0.04233, - "precision_at_100": 0.00938, - "precision_at_1000": 0.001, - "mrr_at_1": 0.588889, - "mrr_at_3": 0.645185, - "mrr_at_5": 0.652796, - "mrr_at_10": 0.659203, - "mrr_at_20": 0.662785, - "mrr_at_100": 0.665009, - "mrr_at_1000": 0.665349, - "nauc_ndcg_at_1_max": 0.790044, - "nauc_ndcg_at_1_std": 0.237354, - "nauc_ndcg_at_1_diff1": 0.848514, - "nauc_ndcg_at_3_max": 0.810916, - "nauc_ndcg_at_3_std": 0.279789, - "nauc_ndcg_at_3_diff1": 0.817139, - "nauc_ndcg_at_5_max": 0.813735, - "nauc_ndcg_at_5_std": 0.296107, - "nauc_ndcg_at_5_diff1": 0.8137, - "nauc_ndcg_at_10_max": 0.810324, - "nauc_ndcg_at_10_std": 0.306404, - "nauc_ndcg_at_10_diff1": 0.809909, - "nauc_ndcg_at_20_max": 0.810677, - "nauc_ndcg_at_20_std": 0.317534, - "nauc_ndcg_at_20_diff1": 0.810852, - "nauc_ndcg_at_100_max": 0.810939, - "nauc_ndcg_at_100_std": 0.315167, - "nauc_ndcg_at_100_diff1": 0.813344, - "nauc_ndcg_at_1000_max": 0.80867, - "nauc_ndcg_at_1000_std": 0.298499, - "nauc_ndcg_at_1000_diff1": 0.816928, - "nauc_map_at_1_max": 0.790044, - "nauc_map_at_1_std": 0.237354, - "nauc_map_at_1_diff1": 0.848514, - "nauc_map_at_3_max": 0.806345, - "nauc_map_at_3_std": 0.268945, - "nauc_map_at_3_diff1": 0.825154, - "nauc_map_at_5_max": 0.80748, - "nauc_map_at_5_std": 0.276887, - "nauc_map_at_5_diff1": 0.823433, - "nauc_map_at_10_max": 0.806076, - "nauc_map_at_10_std": 0.280491, - "nauc_map_at_10_diff1": 0.822116, - "nauc_map_at_20_max": 0.806117, - "nauc_map_at_20_std": 0.283204, - "nauc_map_at_20_diff1": 0.822424, - "nauc_map_at_100_max": 0.806088, - "nauc_map_at_100_std": 0.282707, - "nauc_map_at_100_diff1": 0.822757, - "nauc_map_at_1000_max": 0.806001, - "nauc_map_at_1000_std": 0.282102, - "nauc_map_at_1000_diff1": 0.822885, - "nauc_recall_at_1_max": 0.790044, - "nauc_recall_at_1_std": 0.237354, - "nauc_recall_at_1_diff1": 0.848514, - "nauc_recall_at_3_max": 0.825648, - "nauc_recall_at_3_std": 0.315638, - "nauc_recall_at_3_diff1": 0.790641, - "nauc_recall_at_5_max": 0.836706, - "nauc_recall_at_5_std": 0.368864, - "nauc_recall_at_5_diff1": 0.778227, - "nauc_recall_at_10_max": 0.826653, - "nauc_recall_at_10_std": 0.424806, - "nauc_recall_at_10_diff1": 0.756326, - "nauc_recall_at_20_max": 0.833861, - "nauc_recall_at_20_std": 0.530823, - "nauc_recall_at_20_diff1": 0.747062, - "nauc_recall_at_100_max": 0.872074, - "nauc_recall_at_100_std": 0.768849, - "nauc_recall_at_100_diff1": 0.713669, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.790044, - "nauc_precision_at_1_std": 0.237354, - "nauc_precision_at_1_diff1": 0.848514, - "nauc_precision_at_3_max": 0.825648, - "nauc_precision_at_3_std": 0.315638, - "nauc_precision_at_3_diff1": 0.790641, - "nauc_precision_at_5_max": 0.836706, - "nauc_precision_at_5_std": 0.368864, - "nauc_precision_at_5_diff1": 0.778227, - "nauc_precision_at_10_max": 0.826653, - "nauc_precision_at_10_std": 0.424806, - "nauc_precision_at_10_diff1": 0.756326, - "nauc_precision_at_20_max": 0.833861, - "nauc_precision_at_20_std": 0.530823, - "nauc_precision_at_20_diff1": 0.747062, - "nauc_precision_at_100_max": 0.872074, - "nauc_precision_at_100_std": 0.768849, - "nauc_precision_at_100_diff1": 0.713669, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.790044, - "nauc_mrr_at_1_std": 0.237354, - "nauc_mrr_at_1_diff1": 0.848514, - "nauc_mrr_at_3_max": 0.806345, - "nauc_mrr_at_3_std": 0.268945, - "nauc_mrr_at_3_diff1": 0.825154, - "nauc_mrr_at_5_max": 0.80748, - "nauc_mrr_at_5_std": 0.276887, - "nauc_mrr_at_5_diff1": 0.823433, - "nauc_mrr_at_10_max": 0.806076, - "nauc_mrr_at_10_std": 0.280491, - "nauc_mrr_at_10_diff1": 0.822116, - "nauc_mrr_at_20_max": 0.806117, - "nauc_mrr_at_20_std": 0.283204, - "nauc_mrr_at_20_diff1": 0.822424, - "nauc_mrr_at_100_max": 0.806088, - "nauc_mrr_at_100_std": 0.282707, - "nauc_mrr_at_100_diff1": 0.822757, - "nauc_mrr_at_1000_max": 0.806001, - "nauc_mrr_at_1000_std": 0.282102, - "nauc_mrr_at_1000_diff1": 0.822885, - "main_score": 0.69195, + "accuracy": 0.57667, + "precision_at_1": 0.57667, + "precision_at_3": 0.22704, + "precision_at_5": 0.14622, + "precision_at_10": 0.07878, + "precision_at_20": 0.04161, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.576667, + "mrr_at_3": 0.622407, + "mrr_at_5": 0.633852, + "mrr_at_10": 0.641364, + "mrr_at_20": 0.644302, + "mrr_at_100": 0.646866, + "mrr_at_1000": 0.647152, + "nauc_ndcg_at_1_max": 0.735799, + "nauc_ndcg_at_1_std": 0.163125, + "nauc_ndcg_at_1_diff1": 0.841944, + "nauc_ndcg_at_3_max": 0.754757, + "nauc_ndcg_at_3_std": 0.195154, + "nauc_ndcg_at_3_diff1": 0.812824, + "nauc_ndcg_at_5_max": 0.753901, + "nauc_ndcg_at_5_std": 0.213939, + "nauc_ndcg_at_5_diff1": 0.804785, + "nauc_ndcg_at_10_max": 0.755511, + "nauc_ndcg_at_10_std": 0.231355, + "nauc_ndcg_at_10_diff1": 0.805144, + "nauc_ndcg_at_20_max": 0.755188, + "nauc_ndcg_at_20_std": 0.231864, + "nauc_ndcg_at_20_diff1": 0.802687, + "nauc_ndcg_at_100_max": 0.756067, + "nauc_ndcg_at_100_std": 0.233403, + "nauc_ndcg_at_100_diff1": 0.806131, + "nauc_ndcg_at_1000_max": 0.753409, + "nauc_ndcg_at_1000_std": 0.218557, + "nauc_ndcg_at_1000_diff1": 0.809804, + "nauc_map_at_1_max": 0.735799, + "nauc_map_at_1_std": 0.163125, + "nauc_map_at_1_diff1": 0.841944, + "nauc_map_at_3_max": 0.751173, + "nauc_map_at_3_std": 0.187741, + "nauc_map_at_3_diff1": 0.820424, + "nauc_map_at_5_max": 0.750527, + "nauc_map_at_5_std": 0.197659, + "nauc_map_at_5_diff1": 0.816129, + "nauc_map_at_10_max": 0.751044, + "nauc_map_at_10_std": 0.203636, + "nauc_map_at_10_diff1": 0.816579, + "nauc_map_at_20_max": 0.750764, + "nauc_map_at_20_std": 0.203305, + "nauc_map_at_20_diff1": 0.815987, + "nauc_map_at_100_max": 0.750865, + "nauc_map_at_100_std": 0.203728, + "nauc_map_at_100_diff1": 0.816369, + "nauc_map_at_1000_max": 0.75078, + "nauc_map_at_1000_std": 0.203258, + "nauc_map_at_1000_diff1": 0.816478, + "nauc_recall_at_1_max": 0.735799, + "nauc_recall_at_1_std": 0.163125, + "nauc_recall_at_1_diff1": 0.841944, + "nauc_recall_at_3_max": 0.765642, + "nauc_recall_at_3_std": 0.218528, + "nauc_recall_at_3_diff1": 0.788418, + "nauc_recall_at_5_max": 0.765235, + "nauc_recall_at_5_std": 0.274567, + "nauc_recall_at_5_diff1": 0.763261, + "nauc_recall_at_10_max": 0.774615, + "nauc_recall_at_10_std": 0.362977, + "nauc_recall_at_10_diff1": 0.7553, + "nauc_recall_at_20_max": 0.779134, + "nauc_recall_at_20_std": 0.399704, + "nauc_recall_at_20_diff1": 0.729186, + "nauc_recall_at_100_max": 0.836212, + "nauc_recall_at_100_std": 0.680776, + "nauc_recall_at_100_diff1": 0.692447, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.735799, + "nauc_precision_at_1_std": 0.163125, + "nauc_precision_at_1_diff1": 0.841944, + "nauc_precision_at_3_max": 0.765642, + "nauc_precision_at_3_std": 0.218528, + "nauc_precision_at_3_diff1": 0.788418, + "nauc_precision_at_5_max": 0.765235, + "nauc_precision_at_5_std": 0.274567, + "nauc_precision_at_5_diff1": 0.763261, + "nauc_precision_at_10_max": 0.774615, + "nauc_precision_at_10_std": 0.362977, + "nauc_precision_at_10_diff1": 0.7553, + "nauc_precision_at_20_max": 0.779134, + "nauc_precision_at_20_std": 0.399704, + "nauc_precision_at_20_diff1": 0.729186, + "nauc_precision_at_100_max": 0.836212, + "nauc_precision_at_100_std": 0.680776, + "nauc_precision_at_100_diff1": 0.692447, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.735799, + "nauc_mrr_at_1_std": 0.163125, + "nauc_mrr_at_1_diff1": 0.841944, + "nauc_mrr_at_3_max": 0.751173, + "nauc_mrr_at_3_std": 0.187741, + "nauc_mrr_at_3_diff1": 0.820424, + "nauc_mrr_at_5_max": 0.750527, + "nauc_mrr_at_5_std": 0.197659, + "nauc_mrr_at_5_diff1": 0.816129, + "nauc_mrr_at_10_max": 0.751044, + "nauc_mrr_at_10_std": 0.203636, + "nauc_mrr_at_10_diff1": 0.816579, + "nauc_mrr_at_20_max": 0.750764, + "nauc_mrr_at_20_std": 0.203305, + "nauc_mrr_at_20_diff1": 0.815987, + "nauc_mrr_at_100_max": 0.750865, + "nauc_mrr_at_100_std": 0.203728, + "nauc_mrr_at_100_diff1": 0.816369, + "nauc_mrr_at_1000_max": 0.75078, + "nauc_mrr_at_1000_std": 0.203258, + "nauc_mrr_at_1000_diff1": 0.816478, + "hit_rate_at_1": 0.57667, + "hit_rate_at_3": 0.68111, + "hit_rate_at_5": 0.73111, + "hit_rate_at_10": 0.78778, + "hit_rate_at_20": 0.83222, + "hit_rate_at_100": 0.94, + "hit_rate_at_1000": 1.0, + "main_score": 0.67635, "hf_subset": "eng_Latn-khk_Cyrl", "languages": [ "eng-Latn", "khk-Cyrl" - ] - }, - { - "ndcg_at_1": 0.74778, - "ndcg_at_3": 0.81004, - "ndcg_at_5": 0.823, - "ndcg_at_10": 0.83781, - "ndcg_at_20": 0.8428, - "ndcg_at_100": 0.84921, - "ndcg_at_1000": 0.85148, - "map_at_1": 0.74778, - "map_at_3": 0.79537, - "map_at_5": 0.80265, - "map_at_10": 0.80859, - "map_at_20": 0.80992, - "map_at_100": 0.81091, - "map_at_1000": 0.81102, - "recall_at_1": 0.74778, - "recall_at_3": 0.85222, - "recall_at_5": 0.88333, - "recall_at_10": 0.93, - "recall_at_20": 0.95, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.72, + "ndcg_at_3": 0.79553, + "ndcg_at_5": 0.80557, + "ndcg_at_10": 0.82074, + "ndcg_at_20": 0.82679, + "ndcg_at_100": 0.83451, + "ndcg_at_1000": 0.83678, + "map_at_1": 0.72, + "map_at_3": 0.77741, + "map_at_5": 0.78296, + "map_at_10": 0.78927, + "map_at_20": 0.791, + "map_at_100": 0.79211, + "map_at_1000": 0.79222, + "recall_at_1": 0.72, + "recall_at_3": 0.84778, + "recall_at_5": 0.87222, + "recall_at_10": 0.91889, + "recall_at_20": 0.94222, "recall_at_100": 0.98333, "recall_at_1000": 1.0, - "precision_at_1": 0.74778, - "precision_at_3": 0.28407, - "precision_at_5": 0.17667, - "precision_at_10": 0.093, - "precision_at_20": 0.0475, + "accuracy": 0.72, + "precision_at_1": 0.72, + "precision_at_3": 0.28259, + "precision_at_5": 0.17444, + "precision_at_10": 0.09189, + "precision_at_20": 0.04711, "precision_at_100": 0.00983, "precision_at_1000": 0.001, - "mrr_at_1": 0.747778, - "mrr_at_3": 0.79537, - "mrr_at_5": 0.802648, - "mrr_at_10": 0.808594, - "mrr_at_20": 0.809924, - "mrr_at_100": 0.81091, - "mrr_at_1000": 0.811016, - "nauc_ndcg_at_1_max": 0.760583, - "nauc_ndcg_at_1_std": 0.191898, - "nauc_ndcg_at_1_diff1": 0.85993, - "nauc_ndcg_at_3_max": 0.785431, - "nauc_ndcg_at_3_std": 0.206833, - "nauc_ndcg_at_3_diff1": 0.844693, - "nauc_ndcg_at_5_max": 0.784497, - "nauc_ndcg_at_5_std": 0.211687, - "nauc_ndcg_at_5_diff1": 0.840657, - "nauc_ndcg_at_10_max": 0.785789, - "nauc_ndcg_at_10_std": 0.243941, - "nauc_ndcg_at_10_diff1": 0.843959, - "nauc_ndcg_at_20_max": 0.782457, - "nauc_ndcg_at_20_std": 0.236679, - "nauc_ndcg_at_20_diff1": 0.843336, - "nauc_ndcg_at_100_max": 0.782462, - "nauc_ndcg_at_100_std": 0.22541, - "nauc_ndcg_at_100_diff1": 0.845305, - "nauc_ndcg_at_1000_max": 0.779905, - "nauc_ndcg_at_1000_std": 0.220411, - "nauc_ndcg_at_1000_diff1": 0.845365, - "nauc_map_at_1_max": 0.760583, - "nauc_map_at_1_std": 0.191898, - "nauc_map_at_1_diff1": 0.85993, - "nauc_map_at_3_max": 0.778593, - "nauc_map_at_3_std": 0.201848, - "nauc_map_at_3_diff1": 0.847768, - "nauc_map_at_5_max": 0.77795, - "nauc_map_at_5_std": 0.204667, - "nauc_map_at_5_diff1": 0.845811, - "nauc_map_at_10_max": 0.77798, - "nauc_map_at_10_std": 0.215406, - "nauc_map_at_10_diff1": 0.846932, - "nauc_map_at_20_max": 0.777148, - "nauc_map_at_20_std": 0.213568, - "nauc_map_at_20_diff1": 0.846765, - "nauc_map_at_100_max": 0.777025, - "nauc_map_at_100_std": 0.211937, - "nauc_map_at_100_diff1": 0.847018, - "nauc_map_at_1000_max": 0.776929, - "nauc_map_at_1000_std": 0.211784, - "nauc_map_at_1000_diff1": 0.847028, - "nauc_recall_at_1_max": 0.760583, - "nauc_recall_at_1_std": 0.191898, - "nauc_recall_at_1_diff1": 0.85993, - "nauc_recall_at_3_max": 0.811326, - "nauc_recall_at_3_std": 0.226212, - "nauc_recall_at_3_diff1": 0.83369, - "nauc_recall_at_5_max": 0.813756, - "nauc_recall_at_5_std": 0.24409, - "nauc_recall_at_5_diff1": 0.817258, - "nauc_recall_at_10_max": 0.843841, - "nauc_recall_at_10_std": 0.484016, - "nauc_recall_at_10_diff1": 0.82716, - "nauc_recall_at_20_max": 0.829152, - "nauc_recall_at_20_std": 0.495549, - "nauc_recall_at_20_diff1": 0.814618, - "nauc_recall_at_100_max": 0.936819, - "nauc_recall_at_100_std": 0.542453, - "nauc_recall_at_100_diff1": 0.844382, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.760583, - "nauc_precision_at_1_std": 0.191898, - "nauc_precision_at_1_diff1": 0.85993, - "nauc_precision_at_3_max": 0.811326, - "nauc_precision_at_3_std": 0.226212, - "nauc_precision_at_3_diff1": 0.83369, - "nauc_precision_at_5_max": 0.813756, - "nauc_precision_at_5_std": 0.24409, - "nauc_precision_at_5_diff1": 0.817258, - "nauc_precision_at_10_max": 0.843841, - "nauc_precision_at_10_std": 0.484016, - "nauc_precision_at_10_diff1": 0.82716, - "nauc_precision_at_20_max": 0.829152, - "nauc_precision_at_20_std": 0.495549, - "nauc_precision_at_20_diff1": 0.814618, - "nauc_precision_at_100_max": 0.936819, - "nauc_precision_at_100_std": 0.542453, - "nauc_precision_at_100_diff1": 0.844382, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.760583, - "nauc_mrr_at_1_std": 0.191898, - "nauc_mrr_at_1_diff1": 0.85993, - "nauc_mrr_at_3_max": 0.778593, - "nauc_mrr_at_3_std": 0.201848, - "nauc_mrr_at_3_diff1": 0.847768, - "nauc_mrr_at_5_max": 0.77795, - "nauc_mrr_at_5_std": 0.204667, - "nauc_mrr_at_5_diff1": 0.845811, - "nauc_mrr_at_10_max": 0.77798, - "nauc_mrr_at_10_std": 0.215406, - "nauc_mrr_at_10_diff1": 0.846932, - "nauc_mrr_at_20_max": 0.777148, - "nauc_mrr_at_20_std": 0.213568, - "nauc_mrr_at_20_diff1": 0.846765, - "nauc_mrr_at_100_max": 0.777025, - "nauc_mrr_at_100_std": 0.211937, - "nauc_mrr_at_100_diff1": 0.847018, - "nauc_mrr_at_1000_max": 0.776929, - "nauc_mrr_at_1000_std": 0.211784, - "nauc_mrr_at_1000_diff1": 0.847028, - "main_score": 0.83781, + "mrr_at_1": 0.72, + "mrr_at_3": 0.777407, + "mrr_at_5": 0.782963, + "mrr_at_10": 0.789267, + "mrr_at_20": 0.791003, + "mrr_at_100": 0.792112, + "mrr_at_1000": 0.792217, + "nauc_ndcg_at_1_max": 0.752073, + "nauc_ndcg_at_1_std": 0.180558, + "nauc_ndcg_at_1_diff1": 0.860051, + "nauc_ndcg_at_3_max": 0.767787, + "nauc_ndcg_at_3_std": 0.212273, + "nauc_ndcg_at_3_diff1": 0.825727, + "nauc_ndcg_at_5_max": 0.768978, + "nauc_ndcg_at_5_std": 0.210977, + "nauc_ndcg_at_5_diff1": 0.828415, + "nauc_ndcg_at_10_max": 0.76603, + "nauc_ndcg_at_10_std": 0.227744, + "nauc_ndcg_at_10_diff1": 0.823639, + "nauc_ndcg_at_20_max": 0.768209, + "nauc_ndcg_at_20_std": 0.237907, + "nauc_ndcg_at_20_diff1": 0.826516, + "nauc_ndcg_at_100_max": 0.767634, + "nauc_ndcg_at_100_std": 0.221208, + "nauc_ndcg_at_100_diff1": 0.832322, + "nauc_ndcg_at_1000_max": 0.765634, + "nauc_ndcg_at_1000_std": 0.216181, + "nauc_ndcg_at_1000_diff1": 0.832745, + "nauc_map_at_1_max": 0.752073, + "nauc_map_at_1_std": 0.180558, + "nauc_map_at_1_diff1": 0.860051, + "nauc_map_at_3_max": 0.763586, + "nauc_map_at_3_std": 0.201595, + "nauc_map_at_3_diff1": 0.83506, + "nauc_map_at_5_max": 0.763993, + "nauc_map_at_5_std": 0.200483, + "nauc_map_at_5_diff1": 0.836745, + "nauc_map_at_10_max": 0.762862, + "nauc_map_at_10_std": 0.206471, + "nauc_map_at_10_diff1": 0.835123, + "nauc_map_at_20_max": 0.763333, + "nauc_map_at_20_std": 0.208788, + "nauc_map_at_20_diff1": 0.835869, + "nauc_map_at_100_max": 0.763283, + "nauc_map_at_100_std": 0.206637, + "nauc_map_at_100_diff1": 0.836682, + "nauc_map_at_1000_max": 0.76321, + "nauc_map_at_1000_std": 0.206442, + "nauc_map_at_1000_diff1": 0.836701, + "nauc_recall_at_1_max": 0.752073, + "nauc_recall_at_1_std": 0.180558, + "nauc_recall_at_1_diff1": 0.860051, + "nauc_recall_at_3_max": 0.78428, + "nauc_recall_at_3_std": 0.255578, + "nauc_recall_at_3_diff1": 0.788986, + "nauc_recall_at_5_max": 0.791827, + "nauc_recall_at_5_std": 0.259767, + "nauc_recall_at_5_diff1": 0.791384, + "nauc_recall_at_10_max": 0.784665, + "nauc_recall_at_10_std": 0.385947, + "nauc_recall_at_10_diff1": 0.744139, + "nauc_recall_at_20_max": 0.81571, + "nauc_recall_at_20_std": 0.555448, + "nauc_recall_at_20_diff1": 0.743509, + "nauc_recall_at_100_max": 0.899471, + "nauc_recall_at_100_std": 0.549424, + "nauc_recall_at_100_diff1": 0.805167, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752073, + "nauc_precision_at_1_std": 0.180558, + "nauc_precision_at_1_diff1": 0.860051, + "nauc_precision_at_3_max": 0.78428, + "nauc_precision_at_3_std": 0.255578, + "nauc_precision_at_3_diff1": 0.788986, + "nauc_precision_at_5_max": 0.791827, + "nauc_precision_at_5_std": 0.259767, + "nauc_precision_at_5_diff1": 0.791384, + "nauc_precision_at_10_max": 0.784665, + "nauc_precision_at_10_std": 0.385947, + "nauc_precision_at_10_diff1": 0.744139, + "nauc_precision_at_20_max": 0.81571, + "nauc_precision_at_20_std": 0.555448, + "nauc_precision_at_20_diff1": 0.743509, + "nauc_precision_at_100_max": 0.899471, + "nauc_precision_at_100_std": 0.549424, + "nauc_precision_at_100_diff1": 0.805167, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752073, + "nauc_mrr_at_1_std": 0.180558, + "nauc_mrr_at_1_diff1": 0.860051, + "nauc_mrr_at_3_max": 0.763586, + "nauc_mrr_at_3_std": 0.201595, + "nauc_mrr_at_3_diff1": 0.83506, + "nauc_mrr_at_5_max": 0.763993, + "nauc_mrr_at_5_std": 0.200483, + "nauc_mrr_at_5_diff1": 0.836745, + "nauc_mrr_at_10_max": 0.762862, + "nauc_mrr_at_10_std": 0.206471, + "nauc_mrr_at_10_diff1": 0.835123, + "nauc_mrr_at_20_max": 0.763333, + "nauc_mrr_at_20_std": 0.208788, + "nauc_mrr_at_20_diff1": 0.835869, + "nauc_mrr_at_100_max": 0.763283, + "nauc_mrr_at_100_std": 0.206637, + "nauc_mrr_at_100_diff1": 0.836682, + "nauc_mrr_at_1000_max": 0.76321, + "nauc_mrr_at_1000_std": 0.206442, + "nauc_mrr_at_1000_diff1": 0.836701, + "hit_rate_at_1": 0.72, + "hit_rate_at_3": 0.84778, + "hit_rate_at_5": 0.87222, + "hit_rate_at_10": 0.91889, + "hit_rate_at_20": 0.94222, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.82074, "hf_subset": "khm_Khmr-khm_Khmr", "languages": [ "khm-Khmr", "khm-Khmr" - ] - }, - { - "ndcg_at_1": 0.83667, - "ndcg_at_3": 0.89813, - "ndcg_at_5": 0.90645, - "ndcg_at_10": 0.91196, - "ndcg_at_20": 0.9151, - "ndcg_at_100": 0.91681, - "ndcg_at_1000": 0.91742, - "map_at_1": 0.83667, - "map_at_3": 0.88426, - "map_at_5": 0.88893, - "map_at_10": 0.89127, - "map_at_20": 0.89216, - "map_at_100": 0.89241, - "map_at_1000": 0.89244, - "recall_at_1": 0.83667, - "recall_at_3": 0.93778, - "recall_at_5": 0.95778, - "recall_at_10": 0.97444, - "recall_at_20": 0.98667, - "recall_at_100": 0.99556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.89518, + "ndcg_at_5": 0.90068, + "ndcg_at_10": 0.90775, + "ndcg_at_20": 0.91173, + "ndcg_at_100": 0.91398, + "ndcg_at_1000": 0.91427, + "map_at_1": 0.83444, + "map_at_3": 0.88111, + "map_at_5": 0.88417, + "map_at_10": 0.88723, + "map_at_20": 0.88835, + "map_at_100": 0.88866, + "map_at_1000": 0.88867, + "recall_at_1": 0.83444, + "recall_at_3": 0.93556, + "recall_at_5": 0.94889, + "recall_at_10": 0.97, + "recall_at_20": 0.98556, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.83667, - "precision_at_3": 0.31259, - "precision_at_5": 0.19156, - "precision_at_10": 0.09744, - "precision_at_20": 0.04933, - "precision_at_100": 0.00996, + "accuracy": 0.83444, + "precision_at_1": 0.83444, + "precision_at_3": 0.31185, + "precision_at_5": 0.18978, + "precision_at_10": 0.097, + "precision_at_20": 0.04928, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.836667, - "mrr_at_3": 0.884259, - "mrr_at_5": 0.888926, - "mrr_at_10": 0.891269, - "mrr_at_20": 0.892159, - "mrr_at_100": 0.892408, - "mrr_at_1000": 0.89244, - "nauc_ndcg_at_1_max": 0.706073, - "nauc_ndcg_at_1_std": -0.155255, - "nauc_ndcg_at_1_diff1": 0.904712, - "nauc_ndcg_at_3_max": 0.737196, - "nauc_ndcg_at_3_std": -0.170882, - "nauc_ndcg_at_3_diff1": 0.886832, - "nauc_ndcg_at_5_max": 0.733306, - "nauc_ndcg_at_5_std": -0.169916, - "nauc_ndcg_at_5_diff1": 0.886088, - "nauc_ndcg_at_10_max": 0.723584, - "nauc_ndcg_at_10_std": -0.177261, - "nauc_ndcg_at_10_diff1": 0.890663, - "nauc_ndcg_at_20_max": 0.724485, - "nauc_ndcg_at_20_std": -0.163859, - "nauc_ndcg_at_20_diff1": 0.89211, - "nauc_ndcg_at_100_max": 0.725544, - "nauc_ndcg_at_100_std": -0.160588, - "nauc_ndcg_at_100_diff1": 0.893487, - "nauc_ndcg_at_1000_max": 0.723987, - "nauc_ndcg_at_1000_std": -0.163655, - "nauc_ndcg_at_1000_diff1": 0.892659, - "nauc_map_at_1_max": 0.706073, - "nauc_map_at_1_std": -0.155255, - "nauc_map_at_1_diff1": 0.904712, - "nauc_map_at_3_max": 0.727149, - "nauc_map_at_3_std": -0.164828, - "nauc_map_at_3_diff1": 0.891641, - "nauc_map_at_5_max": 0.724945, - "nauc_map_at_5_std": -0.163926, - "nauc_map_at_5_diff1": 0.891487, - "nauc_map_at_10_max": 0.72117, - "nauc_map_at_10_std": -0.166431, - "nauc_map_at_10_diff1": 0.893037, - "nauc_map_at_20_max": 0.721465, - "nauc_map_at_20_std": -0.163318, - "nauc_map_at_20_diff1": 0.893424, - "nauc_map_at_100_max": 0.721644, - "nauc_map_at_100_std": -0.163021, - "nauc_map_at_100_diff1": 0.893601, - "nauc_map_at_1000_max": 0.721587, - "nauc_map_at_1000_std": -0.163087, - "nauc_map_at_1000_diff1": 0.893568, - "nauc_recall_at_1_max": 0.706073, - "nauc_recall_at_1_std": -0.155255, - "nauc_recall_at_1_diff1": 0.904712, - "nauc_recall_at_3_max": 0.788916, - "nauc_recall_at_3_std": -0.202823, - "nauc_recall_at_3_diff1": 0.86282, - "nauc_recall_at_5_max": 0.792533, - "nauc_recall_at_5_std": -0.214863, - "nauc_recall_at_5_diff1": 0.84772, - "nauc_recall_at_10_max": 0.738197, - "nauc_recall_at_10_std": -0.315755, - "nauc_recall_at_10_diff1": 0.87192, - "nauc_recall_at_20_max": 0.766807, - "nauc_recall_at_20_std": -0.125117, - "nauc_recall_at_20_diff1": 0.886983, - "nauc_recall_at_100_max": 0.930556, - "nauc_recall_at_100_std": 0.28233, - "nauc_recall_at_100_diff1": 1.0, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.881111, + "mrr_at_5": 0.884167, + "mrr_at_10": 0.887226, + "mrr_at_20": 0.888348, + "mrr_at_100": 0.888657, + "mrr_at_1000": 0.888668, + "nauc_ndcg_at_1_max": 0.703818, + "nauc_ndcg_at_1_std": -0.059394, + "nauc_ndcg_at_1_diff1": 0.886786, + "nauc_ndcg_at_3_max": 0.722496, + "nauc_ndcg_at_3_std": -0.083447, + "nauc_ndcg_at_3_diff1": 0.878973, + "nauc_ndcg_at_5_max": 0.721306, + "nauc_ndcg_at_5_std": -0.072833, + "nauc_ndcg_at_5_diff1": 0.87878, + "nauc_ndcg_at_10_max": 0.714053, + "nauc_ndcg_at_10_std": -0.08208, + "nauc_ndcg_at_10_diff1": 0.87862, + "nauc_ndcg_at_20_max": 0.71475, + "nauc_ndcg_at_20_std": -0.077161, + "nauc_ndcg_at_20_diff1": 0.881412, + "nauc_ndcg_at_100_max": 0.715675, + "nauc_ndcg_at_100_std": -0.067471, + "nauc_ndcg_at_100_diff1": 0.880948, + "nauc_ndcg_at_1000_max": 0.714683, + "nauc_ndcg_at_1000_std": -0.071199, + "nauc_ndcg_at_1000_diff1": 0.880989, + "nauc_map_at_1_max": 0.703818, + "nauc_map_at_1_std": -0.059394, + "nauc_map_at_1_diff1": 0.886786, + "nauc_map_at_3_max": 0.716603, + "nauc_map_at_3_std": -0.074273, + "nauc_map_at_3_diff1": 0.880825, + "nauc_map_at_5_max": 0.716118, + "nauc_map_at_5_std": -0.06772, + "nauc_map_at_5_diff1": 0.880827, + "nauc_map_at_10_max": 0.713357, + "nauc_map_at_10_std": -0.071067, + "nauc_map_at_10_diff1": 0.880861, + "nauc_map_at_20_max": 0.713401, + "nauc_map_at_20_std": -0.07001, + "nauc_map_at_20_diff1": 0.88145, + "nauc_map_at_100_max": 0.713467, + "nauc_map_at_100_std": -0.069054, + "nauc_map_at_100_diff1": 0.881445, + "nauc_map_at_1000_max": 0.713437, + "nauc_map_at_1000_std": -0.069165, + "nauc_map_at_1000_diff1": 0.881446, + "nauc_recall_at_1_max": 0.703818, + "nauc_recall_at_1_std": -0.059394, + "nauc_recall_at_1_diff1": 0.886786, + "nauc_recall_at_3_max": 0.752535, + "nauc_recall_at_3_std": -0.131427, + "nauc_recall_at_3_diff1": 0.870005, + "nauc_recall_at_5_max": 0.75272, + "nauc_recall_at_5_std": -0.106544, + "nauc_recall_at_5_diff1": 0.866389, + "nauc_recall_at_10_max": 0.711208, + "nauc_recall_at_10_std": -0.208614, + "nauc_recall_at_10_diff1": 0.855621, + "nauc_recall_at_20_max": 0.730159, + "nauc_recall_at_20_std": -0.222186, + "nauc_recall_at_20_diff1": 0.89819, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.706073, - "nauc_precision_at_1_std": -0.155255, - "nauc_precision_at_1_diff1": 0.904712, - "nauc_precision_at_3_max": 0.788916, - "nauc_precision_at_3_std": -0.202823, - "nauc_precision_at_3_diff1": 0.86282, - "nauc_precision_at_5_max": 0.792533, - "nauc_precision_at_5_std": -0.214863, - "nauc_precision_at_5_diff1": 0.84772, - "nauc_precision_at_10_max": 0.738197, - "nauc_precision_at_10_std": -0.315755, - "nauc_precision_at_10_diff1": 0.87192, - "nauc_precision_at_20_max": 0.766807, - "nauc_precision_at_20_std": -0.125117, - "nauc_precision_at_20_diff1": 0.886983, - "nauc_precision_at_100_max": 0.930556, - "nauc_precision_at_100_std": 0.28233, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1_max": 0.703818, + "nauc_precision_at_1_std": -0.059394, + "nauc_precision_at_1_diff1": 0.886786, + "nauc_precision_at_3_max": 0.752535, + "nauc_precision_at_3_std": -0.131427, + "nauc_precision_at_3_diff1": 0.870005, + "nauc_precision_at_5_max": 0.75272, + "nauc_precision_at_5_std": -0.106544, + "nauc_precision_at_5_diff1": 0.866389, + "nauc_precision_at_10_max": 0.711208, + "nauc_precision_at_10_std": -0.208614, + "nauc_precision_at_10_diff1": 0.855621, + "nauc_precision_at_20_max": 0.730159, + "nauc_precision_at_20_std": -0.222186, + "nauc_precision_at_20_diff1": 0.89819, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.706073, - "nauc_mrr_at_1_std": -0.155255, - "nauc_mrr_at_1_diff1": 0.904712, - "nauc_mrr_at_3_max": 0.727149, - "nauc_mrr_at_3_std": -0.164828, - "nauc_mrr_at_3_diff1": 0.891641, - "nauc_mrr_at_5_max": 0.724945, - "nauc_mrr_at_5_std": -0.163926, - "nauc_mrr_at_5_diff1": 0.891487, - "nauc_mrr_at_10_max": 0.72117, - "nauc_mrr_at_10_std": -0.166431, - "nauc_mrr_at_10_diff1": 0.893037, - "nauc_mrr_at_20_max": 0.721465, - "nauc_mrr_at_20_std": -0.163318, - "nauc_mrr_at_20_diff1": 0.893424, - "nauc_mrr_at_100_max": 0.721644, - "nauc_mrr_at_100_std": -0.163021, - "nauc_mrr_at_100_diff1": 0.893601, - "nauc_mrr_at_1000_max": 0.721587, - "nauc_mrr_at_1000_std": -0.163087, - "nauc_mrr_at_1000_diff1": 0.893568, - "main_score": 0.91196, + "nauc_mrr_at_1_max": 0.703818, + "nauc_mrr_at_1_std": -0.059394, + "nauc_mrr_at_1_diff1": 0.886786, + "nauc_mrr_at_3_max": 0.716603, + "nauc_mrr_at_3_std": -0.074273, + "nauc_mrr_at_3_diff1": 0.880825, + "nauc_mrr_at_5_max": 0.716118, + "nauc_mrr_at_5_std": -0.06772, + "nauc_mrr_at_5_diff1": 0.880827, + "nauc_mrr_at_10_max": 0.713357, + "nauc_mrr_at_10_std": -0.071067, + "nauc_mrr_at_10_diff1": 0.880861, + "nauc_mrr_at_20_max": 0.713401, + "nauc_mrr_at_20_std": -0.07001, + "nauc_mrr_at_20_diff1": 0.88145, + "nauc_mrr_at_100_max": 0.713467, + "nauc_mrr_at_100_std": -0.069054, + "nauc_mrr_at_100_diff1": 0.881445, + "nauc_mrr_at_1000_max": 0.713437, + "nauc_mrr_at_1000_std": -0.069165, + "nauc_mrr_at_1000_diff1": 0.881446, + "hit_rate_at_1": 0.83444, + "hit_rate_at_3": 0.93556, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.90775, "hf_subset": "khm_Khmr-eng_Latn", "languages": [ "khm-Khmr", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.65889, - "ndcg_at_3": 0.73296, - "ndcg_at_5": 0.75515, - "ndcg_at_10": 0.77099, - "ndcg_at_20": 0.78009, - "ndcg_at_100": 0.79079, - "ndcg_at_1000": 0.7931, - "map_at_1": 0.65889, - "map_at_3": 0.71444, - "map_at_5": 0.72689, - "map_at_10": 0.73345, - "map_at_20": 0.736, - "map_at_100": 0.73748, - "map_at_1000": 0.73757, - "recall_at_1": 0.65889, - "recall_at_3": 0.78667, - "recall_at_5": 0.84, - "recall_at_10": 0.88889, - "recall_at_20": 0.92444, - "recall_at_100": 0.98222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.69748, + "ndcg_at_5": 0.7201, + "ndcg_at_10": 0.74071, + "ndcg_at_20": 0.75198, + "ndcg_at_100": 0.76273, + "ndcg_at_1000": 0.76645, + "map_at_1": 0.62, + "map_at_3": 0.67889, + "map_at_5": 0.69156, + "map_at_10": 0.69992, + "map_at_20": 0.70302, + "map_at_100": 0.70452, + "map_at_1000": 0.70468, + "recall_at_1": 0.62, + "recall_at_3": 0.75111, + "recall_at_5": 0.80556, + "recall_at_10": 0.87, + "recall_at_20": 0.91444, + "recall_at_100": 0.97222, "recall_at_1000": 1.0, - "precision_at_1": 0.65889, - "precision_at_3": 0.26222, - "precision_at_5": 0.168, - "precision_at_10": 0.08889, - "precision_at_20": 0.04622, - "precision_at_100": 0.00982, - "precision_at_1000": 0.001, - "mrr_at_1": 0.658889, - "mrr_at_3": 0.714444, - "mrr_at_5": 0.726889, - "mrr_at_10": 0.733448, - "mrr_at_20": 0.736003, - "mrr_at_100": 0.737481, - "mrr_at_1000": 0.737572, - "nauc_ndcg_at_1_max": 0.777597, - "nauc_ndcg_at_1_std": 0.212499, - "nauc_ndcg_at_1_diff1": 0.849281, - "nauc_ndcg_at_3_max": 0.784805, - "nauc_ndcg_at_3_std": 0.248655, - "nauc_ndcg_at_3_diff1": 0.805695, - "nauc_ndcg_at_5_max": 0.786279, - "nauc_ndcg_at_5_std": 0.260531, - "nauc_ndcg_at_5_diff1": 0.805468, - "nauc_ndcg_at_10_max": 0.78164, - "nauc_ndcg_at_10_std": 0.260517, - "nauc_ndcg_at_10_diff1": 0.808083, - "nauc_ndcg_at_20_max": 0.784309, - "nauc_ndcg_at_20_std": 0.266444, - "nauc_ndcg_at_20_diff1": 0.81333, - "nauc_ndcg_at_100_max": 0.785264, - "nauc_ndcg_at_100_std": 0.260513, - "nauc_ndcg_at_100_diff1": 0.81568, - "nauc_ndcg_at_1000_max": 0.783479, - "nauc_ndcg_at_1000_std": 0.254018, - "nauc_ndcg_at_1000_diff1": 0.816223, - "nauc_map_at_1_max": 0.777597, - "nauc_map_at_1_std": 0.212499, - "nauc_map_at_1_diff1": 0.849281, - "nauc_map_at_3_max": 0.782377, - "nauc_map_at_3_std": 0.237171, - "nauc_map_at_3_diff1": 0.817033, - "nauc_map_at_5_max": 0.782875, - "nauc_map_at_5_std": 0.242856, - "nauc_map_at_5_diff1": 0.817092, - "nauc_map_at_10_max": 0.781178, - "nauc_map_at_10_std": 0.242562, - "nauc_map_at_10_diff1": 0.818389, - "nauc_map_at_20_max": 0.781812, - "nauc_map_at_20_std": 0.243839, - "nauc_map_at_20_diff1": 0.819807, - "nauc_map_at_100_max": 0.781984, - "nauc_map_at_100_std": 0.243465, - "nauc_map_at_100_diff1": 0.820123, - "nauc_map_at_1000_max": 0.781924, - "nauc_map_at_1000_std": 0.243269, - "nauc_map_at_1000_diff1": 0.820134, - "nauc_recall_at_1_max": 0.777597, - "nauc_recall_at_1_std": 0.212499, - "nauc_recall_at_1_diff1": 0.849281, - "nauc_recall_at_3_max": 0.793771, - "nauc_recall_at_3_std": 0.29076, - "nauc_recall_at_3_diff1": 0.765251, - "nauc_recall_at_5_max": 0.802334, - "nauc_recall_at_5_std": 0.342528, - "nauc_recall_at_5_diff1": 0.754746, - "nauc_recall_at_10_max": 0.781599, - "nauc_recall_at_10_std": 0.372446, - "nauc_recall_at_10_diff1": 0.74913, - "nauc_recall_at_20_max": 0.807821, - "nauc_recall_at_20_std": 0.480221, - "nauc_recall_at_20_diff1": 0.77315, - "nauc_recall_at_100_max": 0.922386, - "nauc_recall_at_100_std": 0.772321, - "nauc_recall_at_100_diff1": 0.769958, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.777597, - "nauc_precision_at_1_std": 0.212499, - "nauc_precision_at_1_diff1": 0.849281, - "nauc_precision_at_3_max": 0.793771, - "nauc_precision_at_3_std": 0.29076, - "nauc_precision_at_3_diff1": 0.765251, - "nauc_precision_at_5_max": 0.802334, - "nauc_precision_at_5_std": 0.342528, - "nauc_precision_at_5_diff1": 0.754746, - "nauc_precision_at_10_max": 0.781599, - "nauc_precision_at_10_std": 0.372446, - "nauc_precision_at_10_diff1": 0.74913, - "nauc_precision_at_20_max": 0.807821, - "nauc_precision_at_20_std": 0.480221, - "nauc_precision_at_20_diff1": 0.77315, - "nauc_precision_at_100_max": 0.922386, - "nauc_precision_at_100_std": 0.772321, - "nauc_precision_at_100_diff1": 0.769958, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.777597, - "nauc_mrr_at_1_std": 0.212499, - "nauc_mrr_at_1_diff1": 0.849281, - "nauc_mrr_at_3_max": 0.782377, - "nauc_mrr_at_3_std": 0.237171, - "nauc_mrr_at_3_diff1": 0.817033, - "nauc_mrr_at_5_max": 0.782875, - "nauc_mrr_at_5_std": 0.242856, - "nauc_mrr_at_5_diff1": 0.817092, - "nauc_mrr_at_10_max": 0.781178, - "nauc_mrr_at_10_std": 0.242562, - "nauc_mrr_at_10_diff1": 0.818389, - "nauc_mrr_at_20_max": 0.781812, - "nauc_mrr_at_20_std": 0.243839, - "nauc_mrr_at_20_diff1": 0.819807, - "nauc_mrr_at_100_max": 0.781984, - "nauc_mrr_at_100_std": 0.243465, - "nauc_mrr_at_100_diff1": 0.820123, - "nauc_mrr_at_1000_max": 0.781924, - "nauc_mrr_at_1000_std": 0.243269, - "nauc_mrr_at_1000_diff1": 0.820134, - "main_score": 0.77099, + "accuracy": 0.62, + "precision_at_1": 0.62, + "precision_at_3": 0.25037, + "precision_at_5": 0.16111, + "precision_at_10": 0.087, + "precision_at_20": 0.04572, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.62, + "mrr_at_3": 0.678889, + "mrr_at_5": 0.691556, + "mrr_at_10": 0.699917, + "mrr_at_20": 0.703022, + "mrr_at_100": 0.704516, + "mrr_at_1000": 0.704683, + "nauc_ndcg_at_1_max": 0.749979, + "nauc_ndcg_at_1_std": 0.170075, + "nauc_ndcg_at_1_diff1": 0.849739, + "nauc_ndcg_at_3_max": 0.770113, + "nauc_ndcg_at_3_std": 0.234654, + "nauc_ndcg_at_3_diff1": 0.812516, + "nauc_ndcg_at_5_max": 0.769124, + "nauc_ndcg_at_5_std": 0.255437, + "nauc_ndcg_at_5_diff1": 0.806378, + "nauc_ndcg_at_10_max": 0.760509, + "nauc_ndcg_at_10_std": 0.240718, + "nauc_ndcg_at_10_diff1": 0.801092, + "nauc_ndcg_at_20_max": 0.761399, + "nauc_ndcg_at_20_std": 0.245603, + "nauc_ndcg_at_20_diff1": 0.804444, + "nauc_ndcg_at_100_max": 0.764462, + "nauc_ndcg_at_100_std": 0.240658, + "nauc_ndcg_at_100_diff1": 0.810615, + "nauc_ndcg_at_1000_max": 0.762806, + "nauc_ndcg_at_1000_std": 0.234536, + "nauc_ndcg_at_1000_diff1": 0.812616, + "nauc_map_at_1_max": 0.749979, + "nauc_map_at_1_std": 0.170075, + "nauc_map_at_1_diff1": 0.849739, + "nauc_map_at_3_max": 0.764187, + "nauc_map_at_3_std": 0.217554, + "nauc_map_at_3_diff1": 0.821436, + "nauc_map_at_5_max": 0.763622, + "nauc_map_at_5_std": 0.228209, + "nauc_map_at_5_diff1": 0.818568, + "nauc_map_at_10_max": 0.7602, + "nauc_map_at_10_std": 0.221664, + "nauc_map_at_10_diff1": 0.81674, + "nauc_map_at_20_max": 0.760436, + "nauc_map_at_20_std": 0.222821, + "nauc_map_at_20_diff1": 0.817635, + "nauc_map_at_100_max": 0.760936, + "nauc_map_at_100_std": 0.222547, + "nauc_map_at_100_diff1": 0.818459, + "nauc_map_at_1000_max": 0.760894, + "nauc_map_at_1000_std": 0.222366, + "nauc_map_at_1000_diff1": 0.818542, + "nauc_recall_at_1_max": 0.749979, + "nauc_recall_at_1_std": 0.170075, + "nauc_recall_at_1_diff1": 0.849739, + "nauc_recall_at_3_max": 0.790922, + "nauc_recall_at_3_std": 0.293816, + "nauc_recall_at_3_diff1": 0.782138, + "nauc_recall_at_5_max": 0.791423, + "nauc_recall_at_5_std": 0.369725, + "nauc_recall_at_5_diff1": 0.756052, + "nauc_recall_at_10_max": 0.755955, + "nauc_recall_at_10_std": 0.34494, + "nauc_recall_at_10_diff1": 0.707736, + "nauc_recall_at_20_max": 0.761874, + "nauc_recall_at_20_std": 0.436993, + "nauc_recall_at_20_diff1": 0.697637, + "nauc_recall_at_100_max": 0.859309, + "nauc_recall_at_100_std": 0.58394, + "nauc_recall_at_100_diff1": 0.707675, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749979, + "nauc_precision_at_1_std": 0.170075, + "nauc_precision_at_1_diff1": 0.849739, + "nauc_precision_at_3_max": 0.790922, + "nauc_precision_at_3_std": 0.293816, + "nauc_precision_at_3_diff1": 0.782138, + "nauc_precision_at_5_max": 0.791423, + "nauc_precision_at_5_std": 0.369725, + "nauc_precision_at_5_diff1": 0.756052, + "nauc_precision_at_10_max": 0.755955, + "nauc_precision_at_10_std": 0.34494, + "nauc_precision_at_10_diff1": 0.707736, + "nauc_precision_at_20_max": 0.761874, + "nauc_precision_at_20_std": 0.436993, + "nauc_precision_at_20_diff1": 0.697637, + "nauc_precision_at_100_max": 0.859309, + "nauc_precision_at_100_std": 0.58394, + "nauc_precision_at_100_diff1": 0.707675, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749979, + "nauc_mrr_at_1_std": 0.170075, + "nauc_mrr_at_1_diff1": 0.849739, + "nauc_mrr_at_3_max": 0.764187, + "nauc_mrr_at_3_std": 0.217554, + "nauc_mrr_at_3_diff1": 0.821436, + "nauc_mrr_at_5_max": 0.763622, + "nauc_mrr_at_5_std": 0.228209, + "nauc_mrr_at_5_diff1": 0.818568, + "nauc_mrr_at_10_max": 0.7602, + "nauc_mrr_at_10_std": 0.221664, + "nauc_mrr_at_10_diff1": 0.81674, + "nauc_mrr_at_20_max": 0.760436, + "nauc_mrr_at_20_std": 0.222821, + "nauc_mrr_at_20_diff1": 0.817635, + "nauc_mrr_at_100_max": 0.760936, + "nauc_mrr_at_100_std": 0.222547, + "nauc_mrr_at_100_diff1": 0.818459, + "nauc_mrr_at_1000_max": 0.760894, + "nauc_mrr_at_1000_std": 0.222366, + "nauc_mrr_at_1000_diff1": 0.818542, + "hit_rate_at_1": 0.62, + "hit_rate_at_3": 0.75111, + "hit_rate_at_5": 0.80556, + "hit_rate_at_10": 0.87, + "hit_rate_at_20": 0.91444, + "hit_rate_at_100": 0.97222, + "hit_rate_at_1000": 1.0, + "main_score": 0.74071, "hf_subset": "eng_Latn-khm_Khmr", "languages": [ "eng-Latn", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.50612, - "ndcg_at_3": 0.5576, - "ndcg_at_5": 0.57244, - "ndcg_at_10": 0.58239, - "ndcg_at_20": 0.59478, - "ndcg_at_100": 0.61928, - "ndcg_at_1000": 0.63959, + "ndcg_at_3": 0.56146, + "ndcg_at_5": 0.57294, + "ndcg_at_10": 0.58851, + "ndcg_at_20": 0.60047, + "ndcg_at_100": 0.62365, + "ndcg_at_1000": 0.64343, "map_at_1": 0.50612, - "map_at_3": 0.54468, - "map_at_5": 0.55302, - "map_at_10": 0.55705, - "map_at_20": 0.56046, - "map_at_100": 0.56369, - "map_at_1000": 0.56453, + "map_at_3": 0.54857, + "map_at_5": 0.55497, + "map_at_10": 0.56146, + "map_at_20": 0.56467, + "map_at_100": 0.56774, + "map_at_1000": 0.56853, "recall_at_1": 0.50612, - "recall_at_3": 0.59511, - "recall_at_5": 0.6307, - "recall_at_10": 0.66185, - "recall_at_20": 0.71079, - "recall_at_100": 0.84538, + "recall_at_3": 0.59844, + "recall_at_5": 0.62625, + "recall_at_10": 0.67408, + "recall_at_20": 0.72191, + "recall_at_100": 0.84872, "recall_at_1000": 1.0, + "accuracy": 0.50612, "precision_at_1": 0.50612, - "precision_at_3": 0.19837, - "precision_at_5": 0.12614, - "precision_at_10": 0.06618, - "precision_at_20": 0.03554, - "precision_at_100": 0.00845, + "precision_at_3": 0.19948, + "precision_at_5": 0.12525, + "precision_at_10": 0.06741, + "precision_at_20": 0.0361, + "precision_at_100": 0.00849, "precision_at_1000": 0.001, "mrr_at_1": 0.506118, - "mrr_at_3": 0.544679, - "mrr_at_5": 0.553022, - "mrr_at_10": 0.557054, - "mrr_at_20": 0.56046, - "mrr_at_100": 0.563691, - "mrr_at_1000": 0.564524, - "nauc_ndcg_at_1_max": 0.707928, - "nauc_ndcg_at_1_std": -0.466298, - "nauc_ndcg_at_1_diff1": 0.844514, - "nauc_ndcg_at_3_max": 0.723022, - "nauc_ndcg_at_3_std": -0.479331, - "nauc_ndcg_at_3_diff1": 0.806668, - "nauc_ndcg_at_5_max": 0.716561, - "nauc_ndcg_at_5_std": -0.479699, - "nauc_ndcg_at_5_diff1": 0.799888, - "nauc_ndcg_at_10_max": 0.711795, - "nauc_ndcg_at_10_std": -0.478861, - "nauc_ndcg_at_10_diff1": 0.796032, - "nauc_ndcg_at_20_max": 0.709022, - "nauc_ndcg_at_20_std": -0.47169, - "nauc_ndcg_at_20_diff1": 0.794309, - "nauc_ndcg_at_100_max": 0.706772, - "nauc_ndcg_at_100_std": -0.461291, - "nauc_ndcg_at_100_diff1": 0.793038, - "nauc_ndcg_at_1000_max": 0.711089, - "nauc_ndcg_at_1000_std": -0.469922, - "nauc_ndcg_at_1000_diff1": 0.801902, - "nauc_map_at_1_max": 0.707928, - "nauc_map_at_1_std": -0.466298, - "nauc_map_at_1_diff1": 0.844514, - "nauc_map_at_3_max": 0.720378, - "nauc_map_at_3_std": -0.475591, - "nauc_map_at_3_diff1": 0.817298, - "nauc_map_at_5_max": 0.716786, - "nauc_map_at_5_std": -0.476032, - "nauc_map_at_5_diff1": 0.813761, - "nauc_map_at_10_max": 0.71494, - "nauc_map_at_10_std": -0.475579, - "nauc_map_at_10_diff1": 0.812339, - "nauc_map_at_20_max": 0.71414, - "nauc_map_at_20_std": -0.473547, - "nauc_map_at_20_diff1": 0.811902, - "nauc_map_at_100_max": 0.713787, - "nauc_map_at_100_std": -0.472359, - "nauc_map_at_100_diff1": 0.81165, - "nauc_map_at_1000_max": 0.71394, - "nauc_map_at_1000_std": -0.472628, - "nauc_map_at_1000_diff1": 0.811975, - "nauc_recall_at_1_max": 0.707928, - "nauc_recall_at_1_std": -0.466298, - "nauc_recall_at_1_diff1": 0.844514, - "nauc_recall_at_3_max": 0.730584, - "nauc_recall_at_3_std": -0.490945, - "nauc_recall_at_3_diff1": 0.773753, - "nauc_recall_at_5_max": 0.714364, - "nauc_recall_at_5_std": -0.491302, - "nauc_recall_at_5_diff1": 0.753896, - "nauc_recall_at_10_max": 0.697267, - "nauc_recall_at_10_std": -0.489674, - "nauc_recall_at_10_diff1": 0.737474, - "nauc_recall_at_20_max": 0.683151, - "nauc_recall_at_20_std": -0.457405, - "nauc_recall_at_20_diff1": 0.723264, - "nauc_recall_at_100_max": 0.645183, - "nauc_recall_at_100_std": -0.335074, - "nauc_recall_at_100_diff1": 0.666854, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.707928, - "nauc_precision_at_1_std": -0.466298, - "nauc_precision_at_1_diff1": 0.844514, - "nauc_precision_at_3_max": 0.730584, - "nauc_precision_at_3_std": -0.490945, - "nauc_precision_at_3_diff1": 0.773753, - "nauc_precision_at_5_max": 0.714364, - "nauc_precision_at_5_std": -0.491302, - "nauc_precision_at_5_diff1": 0.753896, - "nauc_precision_at_10_max": 0.697267, - "nauc_precision_at_10_std": -0.489674, - "nauc_precision_at_10_diff1": 0.737474, - "nauc_precision_at_20_max": 0.683151, - "nauc_precision_at_20_std": -0.457405, - "nauc_precision_at_20_diff1": 0.723264, - "nauc_precision_at_100_max": 0.645183, - "nauc_precision_at_100_std": -0.335074, - "nauc_precision_at_100_diff1": 0.666854, + "mrr_at_3": 0.548572, + "mrr_at_5": 0.554968, + "mrr_at_10": 0.561456, + "mrr_at_20": 0.564666, + "mrr_at_100": 0.567739, + "mrr_at_1000": 0.568533, + "nauc_ndcg_at_1_max": 0.720599, + "nauc_ndcg_at_1_std": -0.487086, + "nauc_ndcg_at_1_diff1": 0.852608, + "nauc_ndcg_at_3_max": 0.737286, + "nauc_ndcg_at_3_std": -0.478282, + "nauc_ndcg_at_3_diff1": 0.814597, + "nauc_ndcg_at_5_max": 0.732198, + "nauc_ndcg_at_5_std": -0.484176, + "nauc_ndcg_at_5_diff1": 0.808375, + "nauc_ndcg_at_10_max": 0.726421, + "nauc_ndcg_at_10_std": -0.474093, + "nauc_ndcg_at_10_diff1": 0.800813, + "nauc_ndcg_at_20_max": 0.721826, + "nauc_ndcg_at_20_std": -0.474487, + "nauc_ndcg_at_20_diff1": 0.798549, + "nauc_ndcg_at_100_max": 0.719063, + "nauc_ndcg_at_100_std": -0.46956, + "nauc_ndcg_at_100_diff1": 0.800307, + "nauc_ndcg_at_1000_max": 0.724378, + "nauc_ndcg_at_1000_std": -0.47543, + "nauc_ndcg_at_1000_diff1": 0.808138, + "nauc_map_at_1_max": 0.720599, + "nauc_map_at_1_std": -0.487086, + "nauc_map_at_1_diff1": 0.852608, + "nauc_map_at_3_max": 0.733988, + "nauc_map_at_3_std": -0.480184, + "nauc_map_at_3_diff1": 0.82416, + "nauc_map_at_5_max": 0.731317, + "nauc_map_at_5_std": -0.483461, + "nauc_map_at_5_diff1": 0.820814, + "nauc_map_at_10_max": 0.728854, + "nauc_map_at_10_std": -0.479145, + "nauc_map_at_10_diff1": 0.817944, + "nauc_map_at_20_max": 0.72752, + "nauc_map_at_20_std": -0.479599, + "nauc_map_at_20_diff1": 0.817354, + "nauc_map_at_100_max": 0.727188, + "nauc_map_at_100_std": -0.479147, + "nauc_map_at_100_diff1": 0.817647, + "nauc_map_at_1000_max": 0.727382, + "nauc_map_at_1000_std": -0.479265, + "nauc_map_at_1000_diff1": 0.817931, + "nauc_recall_at_1_max": 0.720599, + "nauc_recall_at_1_std": -0.487086, + "nauc_recall_at_1_diff1": 0.852608, + "nauc_recall_at_3_max": 0.746946, + "nauc_recall_at_3_std": -0.472619, + "nauc_recall_at_3_diff1": 0.785447, + "nauc_recall_at_5_max": 0.733605, + "nauc_recall_at_5_std": -0.48743, + "nauc_recall_at_5_diff1": 0.76808, + "nauc_recall_at_10_max": 0.714291, + "nauc_recall_at_10_std": -0.45381, + "nauc_recall_at_10_diff1": 0.737403, + "nauc_recall_at_20_max": 0.691505, + "nauc_recall_at_20_std": -0.449971, + "nauc_recall_at_20_diff1": 0.719301, + "nauc_recall_at_100_max": 0.642703, + "nauc_recall_at_100_std": -0.376476, + "nauc_recall_at_100_diff1": 0.686656, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.720599, + "nauc_precision_at_1_std": -0.487086, + "nauc_precision_at_1_diff1": 0.852608, + "nauc_precision_at_3_max": 0.746946, + "nauc_precision_at_3_std": -0.472619, + "nauc_precision_at_3_diff1": 0.785447, + "nauc_precision_at_5_max": 0.733605, + "nauc_precision_at_5_std": -0.48743, + "nauc_precision_at_5_diff1": 0.76808, + "nauc_precision_at_10_max": 0.714291, + "nauc_precision_at_10_std": -0.45381, + "nauc_precision_at_10_diff1": 0.737403, + "nauc_precision_at_20_max": 0.691505, + "nauc_precision_at_20_std": -0.449971, + "nauc_precision_at_20_diff1": 0.719301, + "nauc_precision_at_100_max": 0.642703, + "nauc_precision_at_100_std": -0.376476, + "nauc_precision_at_100_diff1": 0.686656, "nauc_precision_at_1000_max": -0.500026, "nauc_precision_at_1000_std": 0.098682, - "nauc_precision_at_1000_diff1": -0.318687, - "nauc_mrr_at_1_max": 0.707928, - "nauc_mrr_at_1_std": -0.466298, - "nauc_mrr_at_1_diff1": 0.844514, - "nauc_mrr_at_3_max": 0.720378, - "nauc_mrr_at_3_std": -0.475591, - "nauc_mrr_at_3_diff1": 0.817298, - "nauc_mrr_at_5_max": 0.716786, - "nauc_mrr_at_5_std": -0.476032, - "nauc_mrr_at_5_diff1": 0.813761, - "nauc_mrr_at_10_max": 0.71494, - "nauc_mrr_at_10_std": -0.475579, - "nauc_mrr_at_10_diff1": 0.812339, - "nauc_mrr_at_20_max": 0.71414, - "nauc_mrr_at_20_std": -0.473547, - "nauc_mrr_at_20_diff1": 0.811902, - "nauc_mrr_at_100_max": 0.713787, - "nauc_mrr_at_100_std": -0.472359, - "nauc_mrr_at_100_diff1": 0.81165, - "nauc_mrr_at_1000_max": 0.713941, - "nauc_mrr_at_1000_std": -0.472626, - "nauc_mrr_at_1000_diff1": 0.811973, - "main_score": 0.58239, + "nauc_precision_at_1000_diff1": -0.41541, + "nauc_mrr_at_1_max": 0.720599, + "nauc_mrr_at_1_std": -0.487086, + "nauc_mrr_at_1_diff1": 0.852608, + "nauc_mrr_at_3_max": 0.733988, + "nauc_mrr_at_3_std": -0.480184, + "nauc_mrr_at_3_diff1": 0.82416, + "nauc_mrr_at_5_max": 0.731317, + "nauc_mrr_at_5_std": -0.483461, + "nauc_mrr_at_5_diff1": 0.820814, + "nauc_mrr_at_10_max": 0.728854, + "nauc_mrr_at_10_std": -0.479145, + "nauc_mrr_at_10_diff1": 0.817944, + "nauc_mrr_at_20_max": 0.72752, + "nauc_mrr_at_20_std": -0.479599, + "nauc_mrr_at_20_diff1": 0.817354, + "nauc_mrr_at_100_max": 0.727188, + "nauc_mrr_at_100_std": -0.479147, + "nauc_mrr_at_100_diff1": 0.817647, + "nauc_mrr_at_1000_max": 0.727382, + "nauc_mrr_at_1000_std": -0.479263, + "nauc_mrr_at_1000_diff1": 0.817931, + "hit_rate_at_1": 0.50612, + "hit_rate_at_3": 0.59844, + "hit_rate_at_5": 0.62625, + "hit_rate_at_10": 0.67408, + "hit_rate_at_20": 0.72191, + "hit_rate_at_100": 0.84872, + "hit_rate_at_1000": 1.0, + "main_score": 0.58851, "hf_subset": "kin_Latn-kin_Latn", "languages": [ "kin-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.52556, - "ndcg_at_3": 0.57689, - "ndcg_at_5": 0.5919, - "ndcg_at_10": 0.60967, - "ndcg_at_20": 0.62442, - "ndcg_at_100": 0.64776, - "ndcg_at_1000": 0.66222, + "ndcg_at_3": 0.57411, + "ndcg_at_5": 0.59114, + "ndcg_at_10": 0.60889, + "ndcg_at_20": 0.62208, + "ndcg_at_100": 0.6444, + "ndcg_at_1000": 0.6605, "map_at_1": 0.52556, - "map_at_3": 0.56463, - "map_at_5": 0.57291, - "map_at_10": 0.58012, - "map_at_20": 0.58426, - "map_at_100": 0.58726, - "map_at_1000": 0.58788, + "map_at_3": 0.56278, + "map_at_5": 0.57228, + "map_at_10": 0.57969, + "map_at_20": 0.58331, + "map_at_100": 0.58617, + "map_at_1000": 0.58684, "recall_at_1": 0.52556, - "recall_at_3": 0.61222, - "recall_at_5": 0.64889, - "recall_at_10": 0.70444, - "recall_at_20": 0.76222, - "recall_at_100": 0.89111, + "recall_at_3": 0.60667, + "recall_at_5": 0.64778, + "recall_at_10": 0.70222, + "recall_at_20": 0.75444, + "recall_at_100": 0.87778, "recall_at_1000": 1.0, + "accuracy": 0.52556, "precision_at_1": 0.52556, - "precision_at_3": 0.20407, - "precision_at_5": 0.12978, - "precision_at_10": 0.07044, - "precision_at_20": 0.03811, - "precision_at_100": 0.00891, + "precision_at_3": 0.20222, + "precision_at_5": 0.12956, + "precision_at_10": 0.07022, + "precision_at_20": 0.03772, + "precision_at_100": 0.00878, "precision_at_1000": 0.001, "mrr_at_1": 0.525556, - "mrr_at_3": 0.56463, - "mrr_at_5": 0.572907, - "mrr_at_10": 0.580125, - "mrr_at_20": 0.584255, - "mrr_at_100": 0.587261, - "mrr_at_1000": 0.58788, - "nauc_ndcg_at_1_max": 0.833587, - "nauc_ndcg_at_1_std": 0.424167, - "nauc_ndcg_at_1_diff1": 0.8589, - "nauc_ndcg_at_3_max": 0.834676, - "nauc_ndcg_at_3_std": 0.446803, - "nauc_ndcg_at_3_diff1": 0.826249, - "nauc_ndcg_at_5_max": 0.830653, - "nauc_ndcg_at_5_std": 0.446088, - "nauc_ndcg_at_5_diff1": 0.818706, - "nauc_ndcg_at_10_max": 0.820764, - "nauc_ndcg_at_10_std": 0.453008, - "nauc_ndcg_at_10_diff1": 0.808054, - "nauc_ndcg_at_20_max": 0.816508, - "nauc_ndcg_at_20_std": 0.455495, - "nauc_ndcg_at_20_diff1": 0.800377, - "nauc_ndcg_at_100_max": 0.811373, - "nauc_ndcg_at_100_std": 0.4479, - "nauc_ndcg_at_100_diff1": 0.801371, - "nauc_ndcg_at_1000_max": 0.821371, - "nauc_ndcg_at_1000_std": 0.448637, - "nauc_ndcg_at_1000_diff1": 0.813393, - "nauc_map_at_1_max": 0.833587, - "nauc_map_at_1_std": 0.424167, - "nauc_map_at_1_diff1": 0.8589, - "nauc_map_at_3_max": 0.835249, - "nauc_map_at_3_std": 0.442436, - "nauc_map_at_3_diff1": 0.83438, - "nauc_map_at_5_max": 0.833139, - "nauc_map_at_5_std": 0.442098, - "nauc_map_at_5_diff1": 0.830542, - "nauc_map_at_10_max": 0.829267, - "nauc_map_at_10_std": 0.445165, - "nauc_map_at_10_diff1": 0.826436, - "nauc_map_at_20_max": 0.828315, - "nauc_map_at_20_std": 0.44557, - "nauc_map_at_20_diff1": 0.824599, - "nauc_map_at_100_max": 0.827607, - "nauc_map_at_100_std": 0.44452, - "nauc_map_at_100_diff1": 0.824784, - "nauc_map_at_1000_max": 0.827979, - "nauc_map_at_1000_std": 0.444657, - "nauc_map_at_1000_diff1": 0.825226, - "nauc_recall_at_1_max": 0.833587, - "nauc_recall_at_1_std": 0.424167, - "nauc_recall_at_1_diff1": 0.8589, - "nauc_recall_at_3_max": 0.832551, - "nauc_recall_at_3_std": 0.459584, - "nauc_recall_at_3_diff1": 0.80141, - "nauc_recall_at_5_max": 0.821499, - "nauc_recall_at_5_std": 0.45808, - "nauc_recall_at_5_diff1": 0.779129, - "nauc_recall_at_10_max": 0.784194, - "nauc_recall_at_10_std": 0.482276, - "nauc_recall_at_10_diff1": 0.735617, - "nauc_recall_at_20_max": 0.753522, - "nauc_recall_at_20_std": 0.503058, - "nauc_recall_at_20_diff1": 0.680609, - "nauc_recall_at_100_max": 0.62794, - "nauc_recall_at_100_std": 0.447876, - "nauc_recall_at_100_diff1": 0.579638, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.833587, - "nauc_precision_at_1_std": 0.424167, - "nauc_precision_at_1_diff1": 0.8589, - "nauc_precision_at_3_max": 0.832551, - "nauc_precision_at_3_std": 0.459584, - "nauc_precision_at_3_diff1": 0.80141, - "nauc_precision_at_5_max": 0.821499, - "nauc_precision_at_5_std": 0.45808, - "nauc_precision_at_5_diff1": 0.779129, - "nauc_precision_at_10_max": 0.784194, - "nauc_precision_at_10_std": 0.482276, - "nauc_precision_at_10_diff1": 0.735617, - "nauc_precision_at_20_max": 0.753522, - "nauc_precision_at_20_std": 0.503058, - "nauc_precision_at_20_diff1": 0.680609, - "nauc_precision_at_100_max": 0.62794, - "nauc_precision_at_100_std": 0.447876, - "nauc_precision_at_100_diff1": 0.579638, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.833587, - "nauc_mrr_at_1_std": 0.424167, - "nauc_mrr_at_1_diff1": 0.8589, - "nauc_mrr_at_3_max": 0.835249, - "nauc_mrr_at_3_std": 0.442436, - "nauc_mrr_at_3_diff1": 0.83438, - "nauc_mrr_at_5_max": 0.833139, - "nauc_mrr_at_5_std": 0.442098, - "nauc_mrr_at_5_diff1": 0.830542, - "nauc_mrr_at_10_max": 0.829267, - "nauc_mrr_at_10_std": 0.445165, - "nauc_mrr_at_10_diff1": 0.826436, - "nauc_mrr_at_20_max": 0.828315, - "nauc_mrr_at_20_std": 0.44557, - "nauc_mrr_at_20_diff1": 0.824599, - "nauc_mrr_at_100_max": 0.827607, - "nauc_mrr_at_100_std": 0.44452, - "nauc_mrr_at_100_diff1": 0.824784, - "nauc_mrr_at_1000_max": 0.827979, - "nauc_mrr_at_1000_std": 0.444657, - "nauc_mrr_at_1000_diff1": 0.825226, - "main_score": 0.60967, + "mrr_at_3": 0.562778, + "mrr_at_5": 0.572278, + "mrr_at_10": 0.57969, + "mrr_at_20": 0.58331, + "mrr_at_100": 0.586171, + "mrr_at_1000": 0.586838, + "nauc_ndcg_at_1_max": 0.815988, + "nauc_ndcg_at_1_std": 0.39401, + "nauc_ndcg_at_1_diff1": 0.851922, + "nauc_ndcg_at_3_max": 0.81275, + "nauc_ndcg_at_3_std": 0.424202, + "nauc_ndcg_at_3_diff1": 0.81581, + "nauc_ndcg_at_5_max": 0.807362, + "nauc_ndcg_at_5_std": 0.430468, + "nauc_ndcg_at_5_diff1": 0.805288, + "nauc_ndcg_at_10_max": 0.800685, + "nauc_ndcg_at_10_std": 0.430671, + "nauc_ndcg_at_10_diff1": 0.796148, + "nauc_ndcg_at_20_max": 0.797168, + "nauc_ndcg_at_20_std": 0.434223, + "nauc_ndcg_at_20_diff1": 0.792728, + "nauc_ndcg_at_100_max": 0.792224, + "nauc_ndcg_at_100_std": 0.430235, + "nauc_ndcg_at_100_diff1": 0.790762, + "nauc_ndcg_at_1000_max": 0.8009, + "nauc_ndcg_at_1000_std": 0.427555, + "nauc_ndcg_at_1000_diff1": 0.803062, + "nauc_map_at_1_max": 0.815988, + "nauc_map_at_1_std": 0.39401, + "nauc_map_at_1_diff1": 0.851922, + "nauc_map_at_3_max": 0.81442, + "nauc_map_at_3_std": 0.417962, + "nauc_map_at_3_diff1": 0.825028, + "nauc_map_at_5_max": 0.811534, + "nauc_map_at_5_std": 0.421356, + "nauc_map_at_5_diff1": 0.819538, + "nauc_map_at_10_max": 0.808677, + "nauc_map_at_10_std": 0.421115, + "nauc_map_at_10_diff1": 0.816161, + "nauc_map_at_20_max": 0.807928, + "nauc_map_at_20_std": 0.422091, + "nauc_map_at_20_diff1": 0.815531, + "nauc_map_at_100_max": 0.807204, + "nauc_map_at_100_std": 0.42151, + "nauc_map_at_100_diff1": 0.8153, + "nauc_map_at_1000_max": 0.807496, + "nauc_map_at_1000_std": 0.421495, + "nauc_map_at_1000_diff1": 0.815682, + "nauc_recall_at_1_max": 0.815988, + "nauc_recall_at_1_std": 0.39401, + "nauc_recall_at_1_diff1": 0.851922, + "nauc_recall_at_3_max": 0.807301, + "nauc_recall_at_3_std": 0.442584, + "nauc_recall_at_3_diff1": 0.787728, + "nauc_recall_at_5_max": 0.792632, + "nauc_recall_at_5_std": 0.460097, + "nauc_recall_at_5_diff1": 0.757476, + "nauc_recall_at_10_max": 0.768334, + "nauc_recall_at_10_std": 0.465637, + "nauc_recall_at_10_diff1": 0.718181, + "nauc_recall_at_20_max": 0.743255, + "nauc_recall_at_20_std": 0.488989, + "nauc_recall_at_20_diff1": 0.685828, + "nauc_recall_at_100_max": 0.643679, + "nauc_recall_at_100_std": 0.484945, + "nauc_recall_at_100_diff1": 0.576759, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.815988, + "nauc_precision_at_1_std": 0.39401, + "nauc_precision_at_1_diff1": 0.851922, + "nauc_precision_at_3_max": 0.807301, + "nauc_precision_at_3_std": 0.442584, + "nauc_precision_at_3_diff1": 0.787728, + "nauc_precision_at_5_max": 0.792632, + "nauc_precision_at_5_std": 0.460097, + "nauc_precision_at_5_diff1": 0.757476, + "nauc_precision_at_10_max": 0.768334, + "nauc_precision_at_10_std": 0.465637, + "nauc_precision_at_10_diff1": 0.718181, + "nauc_precision_at_20_max": 0.743255, + "nauc_precision_at_20_std": 0.488989, + "nauc_precision_at_20_diff1": 0.685828, + "nauc_precision_at_100_max": 0.643679, + "nauc_precision_at_100_std": 0.484945, + "nauc_precision_at_100_diff1": 0.576759, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.815988, + "nauc_mrr_at_1_std": 0.39401, + "nauc_mrr_at_1_diff1": 0.851922, + "nauc_mrr_at_3_max": 0.81442, + "nauc_mrr_at_3_std": 0.417962, + "nauc_mrr_at_3_diff1": 0.825028, + "nauc_mrr_at_5_max": 0.811534, + "nauc_mrr_at_5_std": 0.421356, + "nauc_mrr_at_5_diff1": 0.819538, + "nauc_mrr_at_10_max": 0.808677, + "nauc_mrr_at_10_std": 0.421115, + "nauc_mrr_at_10_diff1": 0.816161, + "nauc_mrr_at_20_max": 0.807928, + "nauc_mrr_at_20_std": 0.422091, + "nauc_mrr_at_20_diff1": 0.815531, + "nauc_mrr_at_100_max": 0.807204, + "nauc_mrr_at_100_std": 0.42151, + "nauc_mrr_at_100_diff1": 0.8153, + "nauc_mrr_at_1000_max": 0.807496, + "nauc_mrr_at_1000_std": 0.421495, + "nauc_mrr_at_1000_diff1": 0.815682, + "hit_rate_at_1": 0.52556, + "hit_rate_at_3": 0.60667, + "hit_rate_at_5": 0.64778, + "hit_rate_at_10": 0.70222, + "hit_rate_at_20": 0.75444, + "hit_rate_at_100": 0.87778, + "hit_rate_at_1000": 1.0, + "main_score": 0.60889, "hf_subset": "kin_Latn-eng_Latn", "languages": [ "kin-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.3782, - "ndcg_at_3": 0.4044, - "ndcg_at_5": 0.41273, - "ndcg_at_10": 0.42096, - "ndcg_at_20": 0.43015, - "ndcg_at_100": 0.45393, - "ndcg_at_1000": 0.49958, - "map_at_1": 0.3782, - "map_at_3": 0.39841, - "map_at_5": 0.40308, - "map_at_10": 0.40645, - "map_at_20": 0.40892, - "map_at_100": 0.41181, - "map_at_1000": 0.41339, - "recall_at_1": 0.3782, - "recall_at_3": 0.42158, - "recall_at_5": 0.4416, - "recall_at_10": 0.46719, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.36707, + "ndcg_at_3": 0.39621, + "ndcg_at_5": 0.40468, + "ndcg_at_10": 0.41197, + "ndcg_at_20": 0.42298, + "ndcg_at_100": 0.44399, + "ndcg_at_1000": 0.49196, + "map_at_1": 0.36707, + "map_at_3": 0.38932, + "map_at_5": 0.39388, + "map_at_10": 0.39674, + "map_at_20": 0.39978, + "map_at_100": 0.40237, + "map_at_1000": 0.40407, + "recall_at_1": 0.36707, + "recall_at_3": 0.41602, + "recall_at_5": 0.43715, + "recall_at_10": 0.46051, "recall_at_20": 0.50389, - "recall_at_100": 0.63849, + "recall_at_100": 0.6218, "recall_at_1000": 1.0, - "precision_at_1": 0.3782, - "precision_at_3": 0.14053, - "precision_at_5": 0.08832, - "precision_at_10": 0.04672, + "accuracy": 0.36707, + "precision_at_1": 0.36707, + "precision_at_3": 0.13867, + "precision_at_5": 0.08743, + "precision_at_10": 0.04605, "precision_at_20": 0.02519, - "precision_at_100": 0.00638, - "precision_at_1000": 0.001, - "mrr_at_1": 0.378198, - "mrr_at_3": 0.398406, - "mrr_at_5": 0.403077, - "mrr_at_10": 0.406448, - "mrr_at_20": 0.40892, - "mrr_at_100": 0.411809, - "mrr_at_1000": 0.413384, - "nauc_ndcg_at_1_max": 0.932241, - "nauc_ndcg_at_1_std": 0.770946, - "nauc_ndcg_at_1_diff1": 0.86844, - "nauc_ndcg_at_3_max": 0.936045, - "nauc_ndcg_at_3_std": 0.790261, - "nauc_ndcg_at_3_diff1": 0.836024, - "nauc_ndcg_at_5_max": 0.931205, - "nauc_ndcg_at_5_std": 0.795247, - "nauc_ndcg_at_5_diff1": 0.822321, - "nauc_ndcg_at_10_max": 0.924853, - "nauc_ndcg_at_10_std": 0.792457, - "nauc_ndcg_at_10_diff1": 0.812937, - "nauc_ndcg_at_20_max": 0.917724, - "nauc_ndcg_at_20_std": 0.792497, - "nauc_ndcg_at_20_diff1": 0.804282, - "nauc_ndcg_at_100_max": 0.903545, - "nauc_ndcg_at_100_std": 0.784547, - "nauc_ndcg_at_100_diff1": 0.791963, - "nauc_ndcg_at_1000_max": 0.917127, - "nauc_ndcg_at_1000_std": 0.786671, - "nauc_ndcg_at_1000_diff1": 0.811517, - "nauc_map_at_1_max": 0.932241, - "nauc_map_at_1_std": 0.770946, - "nauc_map_at_1_diff1": 0.86844, - "nauc_map_at_3_max": 0.935181, - "nauc_map_at_3_std": 0.785356, - "nauc_map_at_3_diff1": 0.843699, - "nauc_map_at_5_max": 0.932384, - "nauc_map_at_5_std": 0.787922, - "nauc_map_at_5_diff1": 0.835986, - "nauc_map_at_10_max": 0.929765, - "nauc_map_at_10_std": 0.786766, - "nauc_map_at_10_diff1": 0.832171, - "nauc_map_at_20_max": 0.927883, - "nauc_map_at_20_std": 0.786796, - "nauc_map_at_20_diff1": 0.829958, - "nauc_map_at_100_max": 0.926152, - "nauc_map_at_100_std": 0.786074, - "nauc_map_at_100_diff1": 0.828398, - "nauc_map_at_1000_max": 0.926421, - "nauc_map_at_1000_std": 0.785953, - "nauc_map_at_1000_diff1": 0.82893, - "nauc_recall_at_1_max": 0.932241, - "nauc_recall_at_1_std": 0.770946, - "nauc_recall_at_1_diff1": 0.86844, - "nauc_recall_at_3_max": 0.938513, - "nauc_recall_at_3_std": 0.804503, - "nauc_recall_at_3_diff1": 0.813951, - "nauc_recall_at_5_max": 0.927211, - "nauc_recall_at_5_std": 0.817534, - "nauc_recall_at_5_diff1": 0.780962, - "nauc_recall_at_10_max": 0.907376, - "nauc_recall_at_10_std": 0.809015, - "nauc_recall_at_10_diff1": 0.751108, - "nauc_recall_at_20_max": 0.877864, - "nauc_recall_at_20_std": 0.809245, - "nauc_recall_at_20_diff1": 0.714193, - "nauc_recall_at_100_max": 0.777182, - "nauc_recall_at_100_std": 0.754867, - "nauc_recall_at_100_diff1": 0.617888, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.932241, - "nauc_precision_at_1_std": 0.770946, - "nauc_precision_at_1_diff1": 0.86844, - "nauc_precision_at_3_max": 0.938513, - "nauc_precision_at_3_std": 0.804503, - "nauc_precision_at_3_diff1": 0.813951, - "nauc_precision_at_5_max": 0.927211, - "nauc_precision_at_5_std": 0.817534, - "nauc_precision_at_5_diff1": 0.780962, - "nauc_precision_at_10_max": 0.907376, - "nauc_precision_at_10_std": 0.809015, - "nauc_precision_at_10_diff1": 0.751108, - "nauc_precision_at_20_max": 0.877864, - "nauc_precision_at_20_std": 0.809245, - "nauc_precision_at_20_diff1": 0.714193, - "nauc_precision_at_100_max": 0.777182, - "nauc_precision_at_100_std": 0.754867, - "nauc_precision_at_100_diff1": 0.617888, + "precision_at_100": 0.00622, + "precision_at_1000": 0.001, + "mrr_at_1": 0.367075, + "mrr_at_3": 0.389321, + "mrr_at_5": 0.393882, + "mrr_at_10": 0.396736, + "mrr_at_20": 0.399782, + "mrr_at_100": 0.402372, + "mrr_at_1000": 0.40407, + "nauc_ndcg_at_1_max": 0.919891, + "nauc_ndcg_at_1_std": 0.751461, + "nauc_ndcg_at_1_diff1": 0.886409, + "nauc_ndcg_at_3_max": 0.928278, + "nauc_ndcg_at_3_std": 0.773336, + "nauc_ndcg_at_3_diff1": 0.842352, + "nauc_ndcg_at_5_max": 0.926306, + "nauc_ndcg_at_5_std": 0.779302, + "nauc_ndcg_at_5_diff1": 0.834183, + "nauc_ndcg_at_10_max": 0.9217, + "nauc_ndcg_at_10_std": 0.77767, + "nauc_ndcg_at_10_diff1": 0.82633, + "nauc_ndcg_at_20_max": 0.912978, + "nauc_ndcg_at_20_std": 0.77654, + "nauc_ndcg_at_20_diff1": 0.815146, + "nauc_ndcg_at_100_max": 0.899765, + "nauc_ndcg_at_100_std": 0.769484, + "nauc_ndcg_at_100_diff1": 0.804354, + "nauc_ndcg_at_1000_max": 0.912372, + "nauc_ndcg_at_1000_std": 0.77064, + "nauc_ndcg_at_1000_diff1": 0.823748, + "nauc_map_at_1_max": 0.919891, + "nauc_map_at_1_std": 0.751461, + "nauc_map_at_1_diff1": 0.886409, + "nauc_map_at_3_max": 0.926809, + "nauc_map_at_3_std": 0.768428, + "nauc_map_at_3_diff1": 0.852701, + "nauc_map_at_5_max": 0.925852, + "nauc_map_at_5_std": 0.771876, + "nauc_map_at_5_diff1": 0.848325, + "nauc_map_at_10_max": 0.92399, + "nauc_map_at_10_std": 0.771214, + "nauc_map_at_10_diff1": 0.845218, + "nauc_map_at_20_max": 0.921531, + "nauc_map_at_20_std": 0.770777, + "nauc_map_at_20_diff1": 0.84219, + "nauc_map_at_100_max": 0.920034, + "nauc_map_at_100_std": 0.770036, + "nauc_map_at_100_diff1": 0.840931, + "nauc_map_at_1000_max": 0.920289, + "nauc_map_at_1000_std": 0.769855, + "nauc_map_at_1000_diff1": 0.841476, + "nauc_recall_at_1_max": 0.919891, + "nauc_recall_at_1_std": 0.751461, + "nauc_recall_at_1_diff1": 0.886409, + "nauc_recall_at_3_max": 0.932274, + "nauc_recall_at_3_std": 0.787296, + "nauc_recall_at_3_diff1": 0.812708, + "nauc_recall_at_5_max": 0.92693, + "nauc_recall_at_5_std": 0.801297, + "nauc_recall_at_5_diff1": 0.792064, + "nauc_recall_at_10_max": 0.912431, + "nauc_recall_at_10_std": 0.796281, + "nauc_recall_at_10_diff1": 0.766702, + "nauc_recall_at_20_max": 0.877726, + "nauc_recall_at_20_std": 0.792981, + "nauc_recall_at_20_diff1": 0.720516, + "nauc_recall_at_100_max": 0.785873, + "nauc_recall_at_100_std": 0.747542, + "nauc_recall_at_100_diff1": 0.636906, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.919891, + "nauc_precision_at_1_std": 0.751461, + "nauc_precision_at_1_diff1": 0.886409, + "nauc_precision_at_3_max": 0.932274, + "nauc_precision_at_3_std": 0.787296, + "nauc_precision_at_3_diff1": 0.812708, + "nauc_precision_at_5_max": 0.92693, + "nauc_precision_at_5_std": 0.801297, + "nauc_precision_at_5_diff1": 0.792064, + "nauc_precision_at_10_max": 0.912431, + "nauc_precision_at_10_std": 0.796281, + "nauc_precision_at_10_diff1": 0.766702, + "nauc_precision_at_20_max": 0.877726, + "nauc_precision_at_20_std": 0.792981, + "nauc_precision_at_20_diff1": 0.720516, + "nauc_precision_at_100_max": 0.785873, + "nauc_precision_at_100_std": 0.747542, + "nauc_precision_at_100_diff1": 0.636906, "nauc_precision_at_1000_max": -0.205813, "nauc_precision_at_1000_std": -0.500026, - "nauc_precision_at_1000_diff1": -0.500026, - "nauc_mrr_at_1_max": 0.932241, - "nauc_mrr_at_1_std": 0.770946, - "nauc_mrr_at_1_diff1": 0.86844, - "nauc_mrr_at_3_max": 0.935181, - "nauc_mrr_at_3_std": 0.785356, - "nauc_mrr_at_3_diff1": 0.843699, - "nauc_mrr_at_5_max": 0.932384, - "nauc_mrr_at_5_std": 0.787922, - "nauc_mrr_at_5_diff1": 0.835986, - "nauc_mrr_at_10_max": 0.929765, - "nauc_mrr_at_10_std": 0.786766, - "nauc_mrr_at_10_diff1": 0.832171, - "nauc_mrr_at_20_max": 0.927883, - "nauc_mrr_at_20_std": 0.786796, - "nauc_mrr_at_20_diff1": 0.829958, - "nauc_mrr_at_100_max": 0.926152, - "nauc_mrr_at_100_std": 0.786074, - "nauc_mrr_at_100_diff1": 0.828398, - "nauc_mrr_at_1000_max": 0.926419, - "nauc_mrr_at_1000_std": 0.785957, - "nauc_mrr_at_1000_diff1": 0.828934, - "main_score": 0.42096, + "nauc_precision_at_1000_diff1": -0.205813, + "nauc_mrr_at_1_max": 0.919891, + "nauc_mrr_at_1_std": 0.751461, + "nauc_mrr_at_1_diff1": 0.886409, + "nauc_mrr_at_3_max": 0.926809, + "nauc_mrr_at_3_std": 0.768428, + "nauc_mrr_at_3_diff1": 0.852701, + "nauc_mrr_at_5_max": 0.925852, + "nauc_mrr_at_5_std": 0.771876, + "nauc_mrr_at_5_diff1": 0.848325, + "nauc_mrr_at_10_max": 0.92399, + "nauc_mrr_at_10_std": 0.771214, + "nauc_mrr_at_10_diff1": 0.845218, + "nauc_mrr_at_20_max": 0.921531, + "nauc_mrr_at_20_std": 0.770777, + "nauc_mrr_at_20_diff1": 0.84219, + "nauc_mrr_at_100_max": 0.920034, + "nauc_mrr_at_100_std": 0.770036, + "nauc_mrr_at_100_diff1": 0.840931, + "nauc_mrr_at_1000_max": 0.920287, + "nauc_mrr_at_1000_std": 0.769861, + "nauc_mrr_at_1000_diff1": 0.841475, + "hit_rate_at_1": 0.36707, + "hit_rate_at_3": 0.41602, + "hit_rate_at_5": 0.43715, + "hit_rate_at_10": 0.46051, + "hit_rate_at_20": 0.50389, + "hit_rate_at_100": 0.6218, + "hit_rate_at_1000": 1.0, + "main_score": 0.41197, "hf_subset": "eng_Latn-kin_Latn", "languages": [ "eng-Latn", "kin-Latn" - ] - }, - { - "ndcg_at_1": 0.75444, - "ndcg_at_3": 0.80999, - "ndcg_at_5": 0.81955, - "ndcg_at_10": 0.831, - "ndcg_at_20": 0.83606, - "ndcg_at_100": 0.84576, - "ndcg_at_1000": 0.84857, - "map_at_1": 0.75444, - "map_at_3": 0.79685, - "map_at_5": 0.80213, - "map_at_10": 0.80683, - "map_at_20": 0.80822, - "map_at_100": 0.80957, - "map_at_1000": 0.80969, - "recall_at_1": 0.75444, - "recall_at_3": 0.84778, - "recall_at_5": 0.87111, - "recall_at_10": 0.90667, - "recall_at_20": 0.92667, - "recall_at_100": 0.97889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.73556, + "ndcg_at_3": 0.79235, + "ndcg_at_5": 0.80588, + "ndcg_at_10": 0.81452, + "ndcg_at_20": 0.82305, + "ndcg_at_100": 0.83239, + "ndcg_at_1000": 0.83568, + "map_at_1": 0.73556, + "map_at_3": 0.77889, + "map_at_5": 0.78628, + "map_at_10": 0.78985, + "map_at_20": 0.79225, + "map_at_100": 0.79348, + "map_at_1000": 0.79363, + "recall_at_1": 0.73556, + "recall_at_3": 0.83111, + "recall_at_5": 0.86444, + "recall_at_10": 0.89111, + "recall_at_20": 0.92444, + "recall_at_100": 0.97556, "recall_at_1000": 1.0, - "precision_at_1": 0.75444, - "precision_at_3": 0.28259, - "precision_at_5": 0.17422, - "precision_at_10": 0.09067, - "precision_at_20": 0.04633, - "precision_at_100": 0.00979, - "precision_at_1000": 0.001, - "mrr_at_1": 0.754444, - "mrr_at_3": 0.796852, - "mrr_at_5": 0.80213, - "mrr_at_10": 0.80683, - "mrr_at_20": 0.808223, - "mrr_at_100": 0.809569, - "mrr_at_1000": 0.809692, - "nauc_ndcg_at_1_max": 0.747182, - "nauc_ndcg_at_1_std": 0.10363, - "nauc_ndcg_at_1_diff1": 0.865317, - "nauc_ndcg_at_3_max": 0.780586, - "nauc_ndcg_at_3_std": 0.173246, - "nauc_ndcg_at_3_diff1": 0.840641, - "nauc_ndcg_at_5_max": 0.781999, - "nauc_ndcg_at_5_std": 0.178431, - "nauc_ndcg_at_5_diff1": 0.841695, - "nauc_ndcg_at_10_max": 0.776282, - "nauc_ndcg_at_10_std": 0.184317, - "nauc_ndcg_at_10_diff1": 0.838556, - "nauc_ndcg_at_20_max": 0.775038, - "nauc_ndcg_at_20_std": 0.175096, - "nauc_ndcg_at_20_diff1": 0.838852, - "nauc_ndcg_at_100_max": 0.772899, - "nauc_ndcg_at_100_std": 0.167658, - "nauc_ndcg_at_100_diff1": 0.844533, - "nauc_ndcg_at_1000_max": 0.772175, - "nauc_ndcg_at_1000_std": 0.163326, - "nauc_ndcg_at_1000_diff1": 0.844808, - "nauc_map_at_1_max": 0.747182, - "nauc_map_at_1_std": 0.10363, - "nauc_map_at_1_diff1": 0.865317, - "nauc_map_at_3_max": 0.771904, - "nauc_map_at_3_std": 0.153944, - "nauc_map_at_3_diff1": 0.84741, - "nauc_map_at_5_max": 0.772493, - "nauc_map_at_5_std": 0.156093, - "nauc_map_at_5_diff1": 0.84823, - "nauc_map_at_10_max": 0.770057, - "nauc_map_at_10_std": 0.156882, - "nauc_map_at_10_diff1": 0.847212, - "nauc_map_at_20_max": 0.769608, - "nauc_map_at_20_std": 0.154268, - "nauc_map_at_20_diff1": 0.847313, - "nauc_map_at_100_max": 0.769289, - "nauc_map_at_100_std": 0.153209, - "nauc_map_at_100_diff1": 0.848081, - "nauc_map_at_1000_max": 0.769265, - "nauc_map_at_1000_std": 0.153077, - "nauc_map_at_1000_diff1": 0.848091, - "nauc_recall_at_1_max": 0.747182, - "nauc_recall_at_1_std": 0.10363, - "nauc_recall_at_1_diff1": 0.865317, - "nauc_recall_at_3_max": 0.812258, - "nauc_recall_at_3_std": 0.244354, - "nauc_recall_at_3_diff1": 0.81574, - "nauc_recall_at_5_max": 0.821466, - "nauc_recall_at_5_std": 0.27282, - "nauc_recall_at_5_diff1": 0.814471, - "nauc_recall_at_10_max": 0.806467, - "nauc_recall_at_10_std": 0.344349, - "nauc_recall_at_10_diff1": 0.789171, - "nauc_recall_at_20_max": 0.806305, - "nauc_recall_at_20_std": 0.315855, - "nauc_recall_at_20_diff1": 0.778775, - "nauc_recall_at_100_max": 0.809352, - "nauc_recall_at_100_std": 0.391592, - "nauc_recall_at_100_diff1": 0.829844, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.747182, - "nauc_precision_at_1_std": 0.10363, - "nauc_precision_at_1_diff1": 0.865317, - "nauc_precision_at_3_max": 0.812258, - "nauc_precision_at_3_std": 0.244354, - "nauc_precision_at_3_diff1": 0.81574, - "nauc_precision_at_5_max": 0.821466, - "nauc_precision_at_5_std": 0.27282, - "nauc_precision_at_5_diff1": 0.814471, - "nauc_precision_at_10_max": 0.806467, - "nauc_precision_at_10_std": 0.344349, - "nauc_precision_at_10_diff1": 0.789171, - "nauc_precision_at_20_max": 0.806305, - "nauc_precision_at_20_std": 0.315855, - "nauc_precision_at_20_diff1": 0.778775, - "nauc_precision_at_100_max": 0.809352, - "nauc_precision_at_100_std": 0.391592, - "nauc_precision_at_100_diff1": 0.829844, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.747182, - "nauc_mrr_at_1_std": 0.10363, - "nauc_mrr_at_1_diff1": 0.865317, - "nauc_mrr_at_3_max": 0.771904, - "nauc_mrr_at_3_std": 0.153944, - "nauc_mrr_at_3_diff1": 0.84741, - "nauc_mrr_at_5_max": 0.772493, - "nauc_mrr_at_5_std": 0.156093, - "nauc_mrr_at_5_diff1": 0.84823, - "nauc_mrr_at_10_max": 0.770057, - "nauc_mrr_at_10_std": 0.156882, - "nauc_mrr_at_10_diff1": 0.847212, - "nauc_mrr_at_20_max": 0.769608, - "nauc_mrr_at_20_std": 0.154268, - "nauc_mrr_at_20_diff1": 0.847313, - "nauc_mrr_at_100_max": 0.769289, - "nauc_mrr_at_100_std": 0.153209, - "nauc_mrr_at_100_diff1": 0.848081, - "nauc_mrr_at_1000_max": 0.769265, - "nauc_mrr_at_1000_std": 0.153077, - "nauc_mrr_at_1000_diff1": 0.848091, - "main_score": 0.831, + "accuracy": 0.73556, + "precision_at_1": 0.73556, + "precision_at_3": 0.27704, + "precision_at_5": 0.17289, + "precision_at_10": 0.08911, + "precision_at_20": 0.04622, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.735556, + "mrr_at_3": 0.778889, + "mrr_at_5": 0.786278, + "mrr_at_10": 0.789845, + "mrr_at_20": 0.792246, + "mrr_at_100": 0.793481, + "mrr_at_1000": 0.79363, + "nauc_ndcg_at_1_max": 0.743693, + "nauc_ndcg_at_1_std": 0.143384, + "nauc_ndcg_at_1_diff1": 0.852393, + "nauc_ndcg_at_3_max": 0.762561, + "nauc_ndcg_at_3_std": 0.181198, + "nauc_ndcg_at_3_diff1": 0.825096, + "nauc_ndcg_at_5_max": 0.769917, + "nauc_ndcg_at_5_std": 0.185829, + "nauc_ndcg_at_5_diff1": 0.828369, + "nauc_ndcg_at_10_max": 0.763645, + "nauc_ndcg_at_10_std": 0.197221, + "nauc_ndcg_at_10_diff1": 0.82431, + "nauc_ndcg_at_20_max": 0.760168, + "nauc_ndcg_at_20_std": 0.182876, + "nauc_ndcg_at_20_diff1": 0.824321, + "nauc_ndcg_at_100_max": 0.762167, + "nauc_ndcg_at_100_std": 0.185846, + "nauc_ndcg_at_100_diff1": 0.827687, + "nauc_ndcg_at_1000_max": 0.760652, + "nauc_ndcg_at_1000_std": 0.181907, + "nauc_ndcg_at_1000_diff1": 0.829152, + "nauc_map_at_1_max": 0.743693, + "nauc_map_at_1_std": 0.143384, + "nauc_map_at_1_diff1": 0.852393, + "nauc_map_at_3_max": 0.758734, + "nauc_map_at_3_std": 0.173798, + "nauc_map_at_3_diff1": 0.832374, + "nauc_map_at_5_max": 0.762121, + "nauc_map_at_5_std": 0.175451, + "nauc_map_at_5_diff1": 0.834072, + "nauc_map_at_10_max": 0.759842, + "nauc_map_at_10_std": 0.179929, + "nauc_map_at_10_diff1": 0.832613, + "nauc_map_at_20_max": 0.758901, + "nauc_map_at_20_std": 0.176249, + "nauc_map_at_20_diff1": 0.83263, + "nauc_map_at_100_max": 0.759, + "nauc_map_at_100_std": 0.17635, + "nauc_map_at_100_diff1": 0.832939, + "nauc_map_at_1000_max": 0.758951, + "nauc_map_at_1000_std": 0.176271, + "nauc_map_at_1000_diff1": 0.833009, + "nauc_recall_at_1_max": 0.743693, + "nauc_recall_at_1_std": 0.143384, + "nauc_recall_at_1_diff1": 0.852393, + "nauc_recall_at_3_max": 0.775653, + "nauc_recall_at_3_std": 0.206321, + "nauc_recall_at_3_diff1": 0.798955, + "nauc_recall_at_5_max": 0.804326, + "nauc_recall_at_5_std": 0.230033, + "nauc_recall_at_5_diff1": 0.805285, + "nauc_recall_at_10_max": 0.779503, + "nauc_recall_at_10_std": 0.29142, + "nauc_recall_at_10_diff1": 0.780986, + "nauc_recall_at_20_max": 0.757971, + "nauc_recall_at_20_std": 0.210901, + "nauc_recall_at_20_diff1": 0.764246, + "nauc_recall_at_100_max": 0.833439, + "nauc_recall_at_100_std": 0.387297, + "nauc_recall_at_100_diff1": 0.76477, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743693, + "nauc_precision_at_1_std": 0.143384, + "nauc_precision_at_1_diff1": 0.852393, + "nauc_precision_at_3_max": 0.775653, + "nauc_precision_at_3_std": 0.206321, + "nauc_precision_at_3_diff1": 0.798955, + "nauc_precision_at_5_max": 0.804326, + "nauc_precision_at_5_std": 0.230033, + "nauc_precision_at_5_diff1": 0.805285, + "nauc_precision_at_10_max": 0.779503, + "nauc_precision_at_10_std": 0.29142, + "nauc_precision_at_10_diff1": 0.780986, + "nauc_precision_at_20_max": 0.757971, + "nauc_precision_at_20_std": 0.210901, + "nauc_precision_at_20_diff1": 0.764246, + "nauc_precision_at_100_max": 0.833439, + "nauc_precision_at_100_std": 0.387297, + "nauc_precision_at_100_diff1": 0.76477, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743693, + "nauc_mrr_at_1_std": 0.143384, + "nauc_mrr_at_1_diff1": 0.852393, + "nauc_mrr_at_3_max": 0.758734, + "nauc_mrr_at_3_std": 0.173798, + "nauc_mrr_at_3_diff1": 0.832374, + "nauc_mrr_at_5_max": 0.762121, + "nauc_mrr_at_5_std": 0.175451, + "nauc_mrr_at_5_diff1": 0.834072, + "nauc_mrr_at_10_max": 0.759842, + "nauc_mrr_at_10_std": 0.179929, + "nauc_mrr_at_10_diff1": 0.832613, + "nauc_mrr_at_20_max": 0.758901, + "nauc_mrr_at_20_std": 0.176249, + "nauc_mrr_at_20_diff1": 0.83263, + "nauc_mrr_at_100_max": 0.759, + "nauc_mrr_at_100_std": 0.17635, + "nauc_mrr_at_100_diff1": 0.832939, + "nauc_mrr_at_1000_max": 0.758951, + "nauc_mrr_at_1000_std": 0.176271, + "nauc_mrr_at_1000_diff1": 0.833009, + "hit_rate_at_1": 0.73556, + "hit_rate_at_3": 0.83111, + "hit_rate_at_5": 0.86444, + "hit_rate_at_10": 0.89111, + "hit_rate_at_20": 0.92444, + "hit_rate_at_100": 0.97556, + "hit_rate_at_1000": 1.0, + "main_score": 0.81452, "hf_subset": "kir_Cyrl-kir_Cyrl", "languages": [ "kir-Cyrl", "kir-Cyrl" - ] - }, - { - "ndcg_at_1": 0.84444, - "ndcg_at_3": 0.90098, - "ndcg_at_5": 0.90662, - "ndcg_at_10": 0.91526, - "ndcg_at_20": 0.9185, - "ndcg_at_100": 0.91966, - "ndcg_at_1000": 0.91994, - "map_at_1": 0.84444, - "map_at_3": 0.88778, - "map_at_5": 0.891, - "map_at_10": 0.89457, - "map_at_20": 0.89554, - "map_at_100": 0.89567, - "map_at_1000": 0.89568, - "recall_at_1": 0.84444, - "recall_at_3": 0.93889, - "recall_at_5": 0.95222, - "recall_at_10": 0.97889, - "recall_at_20": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.8966, + "ndcg_at_5": 0.90387, + "ndcg_at_10": 0.91373, + "ndcg_at_20": 0.91725, + "ndcg_at_100": 0.91886, + "ndcg_at_1000": 0.91913, + "map_at_1": 0.85, + "map_at_3": 0.88574, + "map_at_5": 0.88974, + "map_at_10": 0.89391, + "map_at_20": 0.89496, + "map_at_100": 0.89517, + "map_at_1000": 0.89518, + "recall_at_1": 0.85, + "recall_at_3": 0.92778, + "recall_at_5": 0.94556, + "recall_at_10": 0.97556, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.84444, - "precision_at_3": 0.31296, - "precision_at_5": 0.19044, - "precision_at_10": 0.09789, - "precision_at_20": 0.04956, + "accuracy": 0.85, + "precision_at_1": 0.85, + "precision_at_3": 0.30926, + "precision_at_5": 0.18911, + "precision_at_10": 0.09756, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.844444, - "mrr_at_3": 0.887778, - "mrr_at_5": 0.891, - "mrr_at_10": 0.894569, - "mrr_at_20": 0.89554, - "mrr_at_100": 0.895675, - "mrr_at_1000": 0.895683, - "nauc_ndcg_at_1_max": 0.738268, - "nauc_ndcg_at_1_std": -0.299496, - "nauc_ndcg_at_1_diff1": 0.929393, - "nauc_ndcg_at_3_max": 0.769965, - "nauc_ndcg_at_3_std": -0.324076, - "nauc_ndcg_at_3_diff1": 0.917674, - "nauc_ndcg_at_5_max": 0.771354, - "nauc_ndcg_at_5_std": -0.307666, - "nauc_ndcg_at_5_diff1": 0.920204, - "nauc_ndcg_at_10_max": 0.763287, - "nauc_ndcg_at_10_std": -0.323172, - "nauc_ndcg_at_10_diff1": 0.919498, - "nauc_ndcg_at_20_max": 0.759453, - "nauc_ndcg_at_20_std": -0.315419, - "nauc_ndcg_at_20_diff1": 0.918593, - "nauc_ndcg_at_100_max": 0.759553, - "nauc_ndcg_at_100_std": -0.308226, - "nauc_ndcg_at_100_diff1": 0.92075, - "nauc_ndcg_at_1000_max": 0.758697, - "nauc_ndcg_at_1000_std": -0.312882, - "nauc_ndcg_at_1000_diff1": 0.920468, - "nauc_map_at_1_max": 0.738268, - "nauc_map_at_1_std": -0.299496, - "nauc_map_at_1_diff1": 0.929393, - "nauc_map_at_3_max": 0.759949, - "nauc_map_at_3_std": -0.3187, - "nauc_map_at_3_diff1": 0.920461, - "nauc_map_at_5_max": 0.760037, - "nauc_map_at_5_std": -0.310765, - "nauc_map_at_5_diff1": 0.921666, - "nauc_map_at_10_max": 0.756883, - "nauc_map_at_10_std": -0.315579, - "nauc_map_at_10_diff1": 0.921461, - "nauc_map_at_20_max": 0.755893, - "nauc_map_at_20_std": -0.313958, - "nauc_map_at_20_diff1": 0.921252, - "nauc_map_at_100_max": 0.755933, - "nauc_map_at_100_std": -0.313252, - "nauc_map_at_100_diff1": 0.921461, - "nauc_map_at_1000_max": 0.755912, - "nauc_map_at_1000_std": -0.31336, - "nauc_map_at_1000_diff1": 0.921454, - "nauc_recall_at_1_max": 0.738268, - "nauc_recall_at_1_std": -0.299496, - "nauc_recall_at_1_diff1": 0.929393, - "nauc_recall_at_3_max": 0.821017, - "nauc_recall_at_3_std": -0.349648, - "nauc_recall_at_3_diff1": 0.904168, - "nauc_recall_at_5_max": 0.844125, - "nauc_recall_at_5_std": -0.280535, - "nauc_recall_at_5_diff1": 0.912872, - "nauc_recall_at_10_max": 0.841294, - "nauc_recall_at_10_std": -0.4441, - "nauc_recall_at_10_diff1": 0.895695, - "nauc_recall_at_20_max": 0.822946, - "nauc_recall_at_20_std": -0.330532, - "nauc_recall_at_20_diff1": 0.833975, + "mrr_at_1": 0.85, + "mrr_at_3": 0.885741, + "mrr_at_5": 0.889741, + "mrr_at_10": 0.893907, + "mrr_at_20": 0.894956, + "mrr_at_100": 0.89517, + "mrr_at_1000": 0.895178, + "nauc_ndcg_at_1_max": 0.709867, + "nauc_ndcg_at_1_std": -0.328094, + "nauc_ndcg_at_1_diff1": 0.927306, + "nauc_ndcg_at_3_max": 0.742139, + "nauc_ndcg_at_3_std": -0.349517, + "nauc_ndcg_at_3_diff1": 0.914811, + "nauc_ndcg_at_5_max": 0.737647, + "nauc_ndcg_at_5_std": -0.324487, + "nauc_ndcg_at_5_diff1": 0.914692, + "nauc_ndcg_at_10_max": 0.728541, + "nauc_ndcg_at_10_std": -0.34888, + "nauc_ndcg_at_10_diff1": 0.916909, + "nauc_ndcg_at_20_max": 0.731109, + "nauc_ndcg_at_20_std": -0.334852, + "nauc_ndcg_at_20_diff1": 0.917839, + "nauc_ndcg_at_100_max": 0.730424, + "nauc_ndcg_at_100_std": -0.328104, + "nauc_ndcg_at_100_diff1": 0.918315, + "nauc_ndcg_at_1000_max": 0.729496, + "nauc_ndcg_at_1000_std": -0.332673, + "nauc_ndcg_at_1000_diff1": 0.918034, + "nauc_map_at_1_max": 0.709867, + "nauc_map_at_1_std": -0.328094, + "nauc_map_at_1_diff1": 0.927306, + "nauc_map_at_3_max": 0.731893, + "nauc_map_at_3_std": -0.343652, + "nauc_map_at_3_diff1": 0.917231, + "nauc_map_at_5_max": 0.729238, + "nauc_map_at_5_std": -0.332467, + "nauc_map_at_5_diff1": 0.917301, + "nauc_map_at_10_max": 0.726099, + "nauc_map_at_10_std": -0.339555, + "nauc_map_at_10_diff1": 0.918259, + "nauc_map_at_20_max": 0.726643, + "nauc_map_at_20_std": -0.336047, + "nauc_map_at_20_diff1": 0.918529, + "nauc_map_at_100_max": 0.726653, + "nauc_map_at_100_std": -0.335013, + "nauc_map_at_100_diff1": 0.918567, + "nauc_map_at_1000_max": 0.726633, + "nauc_map_at_1000_std": -0.335111, + "nauc_map_at_1000_diff1": 0.918561, + "nauc_recall_at_1_max": 0.709867, + "nauc_recall_at_1_std": -0.328094, + "nauc_recall_at_1_diff1": 0.927306, + "nauc_recall_at_3_max": 0.787697, + "nauc_recall_at_3_std": -0.375013, + "nauc_recall_at_3_diff1": 0.905013, + "nauc_recall_at_5_max": 0.784523, + "nauc_recall_at_5_std": -0.268946, + "nauc_recall_at_5_diff1": 0.901008, + "nauc_recall_at_10_max": 0.739432, + "nauc_recall_at_10_std": -0.491936, + "nauc_recall_at_10_diff1": 0.905462, + "nauc_recall_at_20_max": 0.82423, + "nauc_recall_at_20_std": -0.288049, + "nauc_recall_at_20_diff1": 0.914566, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.738268, - "nauc_precision_at_1_std": -0.299496, - "nauc_precision_at_1_diff1": 0.929393, - "nauc_precision_at_3_max": 0.821017, - "nauc_precision_at_3_std": -0.349648, - "nauc_precision_at_3_diff1": 0.904168, - "nauc_precision_at_5_max": 0.844125, - "nauc_precision_at_5_std": -0.280535, - "nauc_precision_at_5_diff1": 0.912872, - "nauc_precision_at_10_max": 0.841294, - "nauc_precision_at_10_std": -0.4441, - "nauc_precision_at_10_diff1": 0.895695, - "nauc_precision_at_20_max": 0.822946, - "nauc_precision_at_20_std": -0.330532, - "nauc_precision_at_20_diff1": 0.833975, + "nauc_precision_at_1_max": 0.709867, + "nauc_precision_at_1_std": -0.328094, + "nauc_precision_at_1_diff1": 0.927306, + "nauc_precision_at_3_max": 0.787697, + "nauc_precision_at_3_std": -0.375013, + "nauc_precision_at_3_diff1": 0.905013, + "nauc_precision_at_5_max": 0.784523, + "nauc_precision_at_5_std": -0.268946, + "nauc_precision_at_5_diff1": 0.901008, + "nauc_precision_at_10_max": 0.739432, + "nauc_precision_at_10_std": -0.491936, + "nauc_precision_at_10_diff1": 0.905462, + "nauc_precision_at_20_max": 0.82423, + "nauc_precision_at_20_std": -0.288049, + "nauc_precision_at_20_diff1": 0.914566, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.738268, - "nauc_mrr_at_1_std": -0.299496, - "nauc_mrr_at_1_diff1": 0.929393, - "nauc_mrr_at_3_max": 0.759949, - "nauc_mrr_at_3_std": -0.3187, - "nauc_mrr_at_3_diff1": 0.920461, - "nauc_mrr_at_5_max": 0.760037, - "nauc_mrr_at_5_std": -0.310765, - "nauc_mrr_at_5_diff1": 0.921666, - "nauc_mrr_at_10_max": 0.756883, - "nauc_mrr_at_10_std": -0.315579, - "nauc_mrr_at_10_diff1": 0.921461, - "nauc_mrr_at_20_max": 0.755893, - "nauc_mrr_at_20_std": -0.313958, - "nauc_mrr_at_20_diff1": 0.921252, - "nauc_mrr_at_100_max": 0.755933, - "nauc_mrr_at_100_std": -0.313252, - "nauc_mrr_at_100_diff1": 0.921461, - "nauc_mrr_at_1000_max": 0.755912, - "nauc_mrr_at_1000_std": -0.31336, - "nauc_mrr_at_1000_diff1": 0.921454, - "main_score": 0.91526, + "nauc_mrr_at_1_max": 0.709867, + "nauc_mrr_at_1_std": -0.328094, + "nauc_mrr_at_1_diff1": 0.927306, + "nauc_mrr_at_3_max": 0.731893, + "nauc_mrr_at_3_std": -0.343652, + "nauc_mrr_at_3_diff1": 0.917231, + "nauc_mrr_at_5_max": 0.729238, + "nauc_mrr_at_5_std": -0.332467, + "nauc_mrr_at_5_diff1": 0.917301, + "nauc_mrr_at_10_max": 0.726099, + "nauc_mrr_at_10_std": -0.339555, + "nauc_mrr_at_10_diff1": 0.918259, + "nauc_mrr_at_20_max": 0.726643, + "nauc_mrr_at_20_std": -0.336047, + "nauc_mrr_at_20_diff1": 0.918529, + "nauc_mrr_at_100_max": 0.726653, + "nauc_mrr_at_100_std": -0.335013, + "nauc_mrr_at_100_diff1": 0.918567, + "nauc_mrr_at_1000_max": 0.726633, + "nauc_mrr_at_1000_std": -0.335111, + "nauc_mrr_at_1000_diff1": 0.918561, + "hit_rate_at_1": 0.85, + "hit_rate_at_3": 0.92778, + "hit_rate_at_5": 0.94556, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.91373, "hf_subset": "kir_Cyrl-eng_Latn", "languages": [ "kir-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.70889, - "ndcg_at_3": 0.76417, - "ndcg_at_5": 0.77459, - "ndcg_at_10": 0.7865, - "ndcg_at_20": 0.79585, - "ndcg_at_100": 0.80661, - "ndcg_at_1000": 0.81203, - "map_at_1": 0.70889, - "map_at_3": 0.7513, - "map_at_5": 0.75702, - "map_at_10": 0.76197, - "map_at_20": 0.76458, - "map_at_100": 0.76599, - "map_at_1000": 0.76621, - "recall_at_1": 0.70889, - "recall_at_3": 0.80111, - "recall_at_5": 0.82667, - "recall_at_10": 0.86333, - "recall_at_20": 0.9, - "recall_at_100": 0.95889, - "recall_at_1000": 1.0, - "precision_at_1": 0.70889, - "precision_at_3": 0.26704, - "precision_at_5": 0.16533, - "precision_at_10": 0.08633, - "precision_at_20": 0.045, - "precision_at_100": 0.00959, - "precision_at_1000": 0.001, - "mrr_at_1": 0.708889, - "mrr_at_3": 0.751296, - "mrr_at_5": 0.757019, - "mrr_at_10": 0.761974, - "mrr_at_20": 0.764579, - "mrr_at_100": 0.765985, - "mrr_at_1000": 0.766211, - "nauc_ndcg_at_1_max": 0.793547, - "nauc_ndcg_at_1_std": 0.240995, - "nauc_ndcg_at_1_diff1": 0.866857, - "nauc_ndcg_at_3_max": 0.832993, - "nauc_ndcg_at_3_std": 0.293946, - "nauc_ndcg_at_3_diff1": 0.842822, - "nauc_ndcg_at_5_max": 0.832233, - "nauc_ndcg_at_5_std": 0.30655, - "nauc_ndcg_at_5_diff1": 0.844623, - "nauc_ndcg_at_10_max": 0.829591, - "nauc_ndcg_at_10_std": 0.314832, - "nauc_ndcg_at_10_diff1": 0.844447, - "nauc_ndcg_at_20_max": 0.825478, - "nauc_ndcg_at_20_std": 0.314737, - "nauc_ndcg_at_20_diff1": 0.844201, - "nauc_ndcg_at_100_max": 0.828072, - "nauc_ndcg_at_100_std": 0.317749, - "nauc_ndcg_at_100_diff1": 0.848348, - "nauc_ndcg_at_1000_max": 0.825501, - "nauc_ndcg_at_1000_std": 0.304125, - "nauc_ndcg_at_1000_diff1": 0.848432, - "nauc_map_at_1_max": 0.793547, - "nauc_map_at_1_std": 0.240995, - "nauc_map_at_1_diff1": 0.866857, - "nauc_map_at_3_max": 0.824297, - "nauc_map_at_3_std": 0.282532, - "nauc_map_at_3_diff1": 0.849278, - "nauc_map_at_5_max": 0.823712, - "nauc_map_at_5_std": 0.288692, - "nauc_map_at_5_diff1": 0.850459, - "nauc_map_at_10_max": 0.822621, - "nauc_map_at_10_std": 0.291417, - "nauc_map_at_10_diff1": 0.850614, - "nauc_map_at_20_max": 0.821484, - "nauc_map_at_20_std": 0.291133, - "nauc_map_at_20_diff1": 0.850556, - "nauc_map_at_100_max": 0.821851, - "nauc_map_at_100_std": 0.29144, - "nauc_map_at_100_diff1": 0.851076, - "nauc_map_at_1000_max": 0.821763, - "nauc_map_at_1000_std": 0.29096, - "nauc_map_at_1000_diff1": 0.851077, - "nauc_recall_at_1_max": 0.793547, - "nauc_recall_at_1_std": 0.240995, - "nauc_recall_at_1_diff1": 0.866857, - "nauc_recall_at_3_max": 0.86191, - "nauc_recall_at_3_std": 0.331737, - "nauc_recall_at_3_diff1": 0.820643, - "nauc_recall_at_5_max": 0.863479, - "nauc_recall_at_5_std": 0.3757, - "nauc_recall_at_5_diff1": 0.822553, - "nauc_recall_at_10_max": 0.858402, - "nauc_recall_at_10_std": 0.430259, - "nauc_recall_at_10_diff1": 0.815511, - "nauc_recall_at_20_max": 0.838583, - "nauc_recall_at_20_std": 0.466547, - "nauc_recall_at_20_diff1": 0.80554, - "nauc_recall_at_100_max": 0.909531, - "nauc_recall_at_100_std": 0.74477, - "nauc_recall_at_100_diff1": 0.844361, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.793547, - "nauc_precision_at_1_std": 0.240995, - "nauc_precision_at_1_diff1": 0.866857, - "nauc_precision_at_3_max": 0.86191, - "nauc_precision_at_3_std": 0.331737, - "nauc_precision_at_3_diff1": 0.820643, - "nauc_precision_at_5_max": 0.863479, - "nauc_precision_at_5_std": 0.3757, - "nauc_precision_at_5_diff1": 0.822553, - "nauc_precision_at_10_max": 0.858402, - "nauc_precision_at_10_std": 0.430259, - "nauc_precision_at_10_diff1": 0.815511, - "nauc_precision_at_20_max": 0.838583, - "nauc_precision_at_20_std": 0.466547, - "nauc_precision_at_20_diff1": 0.80554, - "nauc_precision_at_100_max": 0.909531, - "nauc_precision_at_100_std": 0.74477, - "nauc_precision_at_100_diff1": 0.844361, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.793547, - "nauc_mrr_at_1_std": 0.240995, - "nauc_mrr_at_1_diff1": 0.866857, - "nauc_mrr_at_3_max": 0.824297, - "nauc_mrr_at_3_std": 0.282532, - "nauc_mrr_at_3_diff1": 0.849278, - "nauc_mrr_at_5_max": 0.823712, - "nauc_mrr_at_5_std": 0.288692, - "nauc_mrr_at_5_diff1": 0.850459, - "nauc_mrr_at_10_max": 0.822621, - "nauc_mrr_at_10_std": 0.291417, - "nauc_mrr_at_10_diff1": 0.850614, - "nauc_mrr_at_20_max": 0.821484, - "nauc_mrr_at_20_std": 0.291133, - "nauc_mrr_at_20_diff1": 0.850556, - "nauc_mrr_at_100_max": 0.821851, - "nauc_mrr_at_100_std": 0.29144, - "nauc_mrr_at_100_diff1": 0.851076, - "nauc_mrr_at_1000_max": 0.821763, - "nauc_mrr_at_1000_std": 0.29096, - "nauc_mrr_at_1000_diff1": 0.851077, - "main_score": 0.7865, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.72984, + "ndcg_at_5": 0.74179, + "ndcg_at_10": 0.75473, + "ndcg_at_20": 0.76683, + "ndcg_at_100": 0.77866, + "ndcg_at_1000": 0.78497, + "map_at_1": 0.67, + "map_at_3": 0.71519, + "map_at_5": 0.72185, + "map_at_10": 0.72719, + "map_at_20": 0.73053, + "map_at_100": 0.73218, + "map_at_1000": 0.73245, + "recall_at_1": 0.67, + "recall_at_3": 0.77222, + "recall_at_5": 0.80111, + "recall_at_10": 0.84111, + "recall_at_20": 0.88889, + "recall_at_100": 0.95222, + "recall_at_1000": 1.0, + "accuracy": 0.67, + "precision_at_1": 0.67, + "precision_at_3": 0.25741, + "precision_at_5": 0.16022, + "precision_at_10": 0.08411, + "precision_at_20": 0.04444, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.67, + "mrr_at_3": 0.715185, + "mrr_at_5": 0.721852, + "mrr_at_10": 0.727195, + "mrr_at_20": 0.730532, + "mrr_at_100": 0.73218, + "mrr_at_1000": 0.732446, + "nauc_ndcg_at_1_max": 0.778391, + "nauc_ndcg_at_1_std": 0.149844, + "nauc_ndcg_at_1_diff1": 0.865888, + "nauc_ndcg_at_3_max": 0.812581, + "nauc_ndcg_at_3_std": 0.209003, + "nauc_ndcg_at_3_diff1": 0.83604, + "nauc_ndcg_at_5_max": 0.812742, + "nauc_ndcg_at_5_std": 0.219976, + "nauc_ndcg_at_5_diff1": 0.835476, + "nauc_ndcg_at_10_max": 0.808968, + "nauc_ndcg_at_10_std": 0.216726, + "nauc_ndcg_at_10_diff1": 0.831065, + "nauc_ndcg_at_20_max": 0.807395, + "nauc_ndcg_at_20_std": 0.224734, + "nauc_ndcg_at_20_diff1": 0.83127, + "nauc_ndcg_at_100_max": 0.807433, + "nauc_ndcg_at_100_std": 0.230586, + "nauc_ndcg_at_100_diff1": 0.834579, + "nauc_ndcg_at_1000_max": 0.8049, + "nauc_ndcg_at_1000_std": 0.21423, + "nauc_ndcg_at_1000_diff1": 0.837577, + "nauc_map_at_1_max": 0.778391, + "nauc_map_at_1_std": 0.149844, + "nauc_map_at_1_diff1": 0.865888, + "nauc_map_at_3_max": 0.803585, + "nauc_map_at_3_std": 0.195643, + "nauc_map_at_3_diff1": 0.843578, + "nauc_map_at_5_max": 0.803688, + "nauc_map_at_5_std": 0.201694, + "nauc_map_at_5_diff1": 0.843483, + "nauc_map_at_10_max": 0.802131, + "nauc_map_at_10_std": 0.200392, + "nauc_map_at_10_diff1": 0.842041, + "nauc_map_at_20_max": 0.801557, + "nauc_map_at_20_std": 0.201882, + "nauc_map_at_20_diff1": 0.842171, + "nauc_map_at_100_max": 0.801461, + "nauc_map_at_100_std": 0.202177, + "nauc_map_at_100_diff1": 0.842588, + "nauc_map_at_1000_max": 0.801357, + "nauc_map_at_1000_std": 0.20158, + "nauc_map_at_1000_diff1": 0.842695, + "nauc_recall_at_1_max": 0.778391, + "nauc_recall_at_1_std": 0.149844, + "nauc_recall_at_1_diff1": 0.865888, + "nauc_recall_at_3_max": 0.843262, + "nauc_recall_at_3_std": 0.253459, + "nauc_recall_at_3_diff1": 0.810488, + "nauc_recall_at_5_max": 0.846141, + "nauc_recall_at_5_std": 0.287904, + "nauc_recall_at_5_diff1": 0.80567, + "nauc_recall_at_10_max": 0.836787, + "nauc_recall_at_10_std": 0.286812, + "nauc_recall_at_10_diff1": 0.778798, + "nauc_recall_at_20_max": 0.837351, + "nauc_recall_at_20_std": 0.376391, + "nauc_recall_at_20_diff1": 0.761362, + "nauc_recall_at_100_max": 0.880627, + "nauc_recall_at_100_std": 0.715415, + "nauc_recall_at_100_diff1": 0.745587, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.778391, + "nauc_precision_at_1_std": 0.149844, + "nauc_precision_at_1_diff1": 0.865888, + "nauc_precision_at_3_max": 0.843262, + "nauc_precision_at_3_std": 0.253459, + "nauc_precision_at_3_diff1": 0.810488, + "nauc_precision_at_5_max": 0.846141, + "nauc_precision_at_5_std": 0.287904, + "nauc_precision_at_5_diff1": 0.80567, + "nauc_precision_at_10_max": 0.836787, + "nauc_precision_at_10_std": 0.286812, + "nauc_precision_at_10_diff1": 0.778798, + "nauc_precision_at_20_max": 0.837351, + "nauc_precision_at_20_std": 0.376391, + "nauc_precision_at_20_diff1": 0.761362, + "nauc_precision_at_100_max": 0.880627, + "nauc_precision_at_100_std": 0.715415, + "nauc_precision_at_100_diff1": 0.745587, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.778391, + "nauc_mrr_at_1_std": 0.149844, + "nauc_mrr_at_1_diff1": 0.865888, + "nauc_mrr_at_3_max": 0.803585, + "nauc_mrr_at_3_std": 0.195643, + "nauc_mrr_at_3_diff1": 0.843578, + "nauc_mrr_at_5_max": 0.803688, + "nauc_mrr_at_5_std": 0.201694, + "nauc_mrr_at_5_diff1": 0.843483, + "nauc_mrr_at_10_max": 0.802131, + "nauc_mrr_at_10_std": 0.200392, + "nauc_mrr_at_10_diff1": 0.842041, + "nauc_mrr_at_20_max": 0.801557, + "nauc_mrr_at_20_std": 0.201882, + "nauc_mrr_at_20_diff1": 0.842171, + "nauc_mrr_at_100_max": 0.801461, + "nauc_mrr_at_100_std": 0.202177, + "nauc_mrr_at_100_diff1": 0.842588, + "nauc_mrr_at_1000_max": 0.801357, + "nauc_mrr_at_1000_std": 0.20158, + "nauc_mrr_at_1000_diff1": 0.842695, + "hit_rate_at_1": 0.67, + "hit_rate_at_3": 0.77222, + "hit_rate_at_5": 0.80111, + "hit_rate_at_10": 0.84111, + "hit_rate_at_20": 0.88889, + "hit_rate_at_100": 0.95222, + "hit_rate_at_1000": 1.0, + "main_score": 0.75473, "hf_subset": "eng_Latn-kir_Cyrl", "languages": [ "eng-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94512, - "ndcg_at_5": 0.94923, - "ndcg_at_10": 0.95218, - "ndcg_at_20": 0.95331, - "ndcg_at_100": 0.95469, - "ndcg_at_1000": 0.95532, - "map_at_1": 0.91333, - "map_at_3": 0.93796, - "map_at_5": 0.94024, - "map_at_10": 0.9415, - "map_at_20": 0.94182, - "map_at_100": 0.94207, - "map_at_1000": 0.9421, - "recall_at_1": 0.91333, - "recall_at_3": 0.96556, - "recall_at_5": 0.97556, + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.93468, + "ndcg_at_5": 0.94248, + "ndcg_at_10": 0.9465, + "ndcg_at_20": 0.94762, + "ndcg_at_100": 0.94943, + "ndcg_at_1000": 0.94958, + "map_at_1": 0.90556, + "map_at_3": 0.92815, + "map_at_5": 0.93248, + "map_at_10": 0.93418, + "map_at_20": 0.93448, + "map_at_100": 0.93472, + "map_at_1000": 0.93473, + "recall_at_1": 0.90556, + "recall_at_3": 0.95333, + "recall_at_5": 0.97222, "recall_at_10": 0.98444, "recall_at_20": 0.98889, - "recall_at_100": 0.99556, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32185, - "precision_at_5": 0.19511, + "accuracy": 0.90556, + "precision_at_1": 0.90556, + "precision_at_3": 0.31778, + "precision_at_5": 0.19444, "precision_at_10": 0.09844, "precision_at_20": 0.04944, - "precision_at_100": 0.00996, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.937963, - "mrr_at_5": 0.940241, - "mrr_at_10": 0.941501, - "mrr_at_20": 0.94182, - "mrr_at_100": 0.942065, - "mrr_at_1000": 0.942101, - "nauc_ndcg_at_1_max": 0.822566, - "nauc_ndcg_at_1_std": 0.021781, - "nauc_ndcg_at_1_diff1": 0.9306, - "nauc_ndcg_at_3_max": 0.878654, - "nauc_ndcg_at_3_std": 0.133089, - "nauc_ndcg_at_3_diff1": 0.947203, - "nauc_ndcg_at_5_max": 0.872271, - "nauc_ndcg_at_5_std": 0.111249, - "nauc_ndcg_at_5_diff1": 0.944034, - "nauc_ndcg_at_10_max": 0.869173, - "nauc_ndcg_at_10_std": 0.114774, - "nauc_ndcg_at_10_diff1": 0.942885, - "nauc_ndcg_at_20_max": 0.86678, - "nauc_ndcg_at_20_std": 0.113899, - "nauc_ndcg_at_20_diff1": 0.941492, - "nauc_ndcg_at_100_max": 0.863386, - "nauc_ndcg_at_100_std": 0.10302, - "nauc_ndcg_at_100_diff1": 0.941618, - "nauc_ndcg_at_1000_max": 0.861453, - "nauc_ndcg_at_1000_std": 0.098838, - "nauc_ndcg_at_1000_diff1": 0.940792, - "nauc_map_at_1_max": 0.822566, - "nauc_map_at_1_std": 0.021781, - "nauc_map_at_1_diff1": 0.9306, - "nauc_map_at_3_max": 0.862543, - "nauc_map_at_3_std": 0.102442, - "nauc_map_at_3_diff1": 0.941964, - "nauc_map_at_5_max": 0.858884, - "nauc_map_at_5_std": 0.09039, - "nauc_map_at_5_diff1": 0.940238, - "nauc_map_at_10_max": 0.857668, - "nauc_map_at_10_std": 0.090584, - "nauc_map_at_10_diff1": 0.939829, - "nauc_map_at_20_max": 0.857065, - "nauc_map_at_20_std": 0.090276, - "nauc_map_at_20_diff1": 0.939499, - "nauc_map_at_100_max": 0.856548, - "nauc_map_at_100_std": 0.0886, - "nauc_map_at_100_diff1": 0.939483, - "nauc_map_at_1000_max": 0.856459, - "nauc_map_at_1000_std": 0.088469, - "nauc_map_at_1000_diff1": 0.939445, - "nauc_recall_at_1_max": 0.822566, - "nauc_recall_at_1_std": 0.021781, - "nauc_recall_at_1_diff1": 0.9306, - "nauc_recall_at_3_max": 0.960317, - "nauc_recall_at_3_std": 0.287281, - "nauc_recall_at_3_diff1": 0.974172, - "nauc_recall_at_5_max": 0.961909, - "nauc_recall_at_5_std": 0.24618, - "nauc_recall_at_5_diff1": 0.969548, - "nauc_recall_at_10_max": 0.981326, - "nauc_recall_at_10_std": 0.367847, - "nauc_recall_at_10_diff1": 0.971989, - "nauc_recall_at_20_max": 0.986928, - "nauc_recall_at_20_std": 0.453175, - "nauc_recall_at_20_diff1": 0.960784, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.928148, + "mrr_at_5": 0.932481, + "mrr_at_10": 0.934178, + "mrr_at_20": 0.934484, + "mrr_at_100": 0.934725, + "mrr_at_1000": 0.934731, + "nauc_ndcg_at_1_max": 0.814802, + "nauc_ndcg_at_1_std": -0.043121, + "nauc_ndcg_at_1_diff1": 0.919921, + "nauc_ndcg_at_3_max": 0.875017, + "nauc_ndcg_at_3_std": 0.096455, + "nauc_ndcg_at_3_diff1": 0.932626, + "nauc_ndcg_at_5_max": 0.867984, + "nauc_ndcg_at_5_std": 0.092287, + "nauc_ndcg_at_5_diff1": 0.930072, + "nauc_ndcg_at_10_max": 0.861695, + "nauc_ndcg_at_10_std": 0.071914, + "nauc_ndcg_at_10_diff1": 0.928448, + "nauc_ndcg_at_20_max": 0.860243, + "nauc_ndcg_at_20_std": 0.076052, + "nauc_ndcg_at_20_diff1": 0.929823, + "nauc_ndcg_at_100_max": 0.856556, + "nauc_ndcg_at_100_std": 0.064057, + "nauc_ndcg_at_100_diff1": 0.928299, + "nauc_ndcg_at_1000_max": 0.85613, + "nauc_ndcg_at_1000_std": 0.06128, + "nauc_ndcg_at_1000_diff1": 0.928086, + "nauc_map_at_1_max": 0.814802, + "nauc_map_at_1_std": -0.043121, + "nauc_map_at_1_diff1": 0.919921, + "nauc_map_at_3_max": 0.858919, + "nauc_map_at_3_std": 0.059827, + "nauc_map_at_3_diff1": 0.928967, + "nauc_map_at_5_max": 0.854603, + "nauc_map_at_5_std": 0.055182, + "nauc_map_at_5_diff1": 0.927554, + "nauc_map_at_10_max": 0.852072, + "nauc_map_at_10_std": 0.047347, + "nauc_map_at_10_diff1": 0.926904, + "nauc_map_at_20_max": 0.851718, + "nauc_map_at_20_std": 0.048107, + "nauc_map_at_20_diff1": 0.927207, + "nauc_map_at_100_max": 0.851376, + "nauc_map_at_100_std": 0.047224, + "nauc_map_at_100_diff1": 0.927021, + "nauc_map_at_1000_max": 0.851361, + "nauc_map_at_1000_std": 0.047129, + "nauc_map_at_1000_diff1": 0.927014, + "nauc_recall_at_1_max": 0.814802, + "nauc_recall_at_1_std": -0.043121, + "nauc_recall_at_1_diff1": 0.919921, + "nauc_recall_at_3_max": 0.944645, + "nauc_recall_at_3_std": 0.254357, + "nauc_recall_at_3_diff1": 0.948646, + "nauc_recall_at_5_max": 0.956209, + "nauc_recall_at_5_std": 0.344034, + "nauc_recall_at_5_diff1": 0.946405, + "nauc_recall_at_10_max": 0.960317, + "nauc_recall_at_10_std": 0.32573, + "nauc_recall_at_10_diff1": 0.94281, + "nauc_recall_at_20_max": 0.972222, + "nauc_recall_at_20_std": 0.505462, + "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.429388, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.822566, - "nauc_precision_at_1_std": 0.021781, - "nauc_precision_at_1_diff1": 0.9306, - "nauc_precision_at_3_max": 0.960317, - "nauc_precision_at_3_std": 0.287281, - "nauc_precision_at_3_diff1": 0.974172, - "nauc_precision_at_5_max": 0.961909, - "nauc_precision_at_5_std": 0.24618, - "nauc_precision_at_5_diff1": 0.969548, - "nauc_precision_at_10_max": 0.981326, - "nauc_precision_at_10_std": 0.367847, - "nauc_precision_at_10_diff1": 0.971989, - "nauc_precision_at_20_max": 0.986928, - "nauc_precision_at_20_std": 0.453175, - "nauc_precision_at_20_diff1": 0.960784, + "nauc_precision_at_1_max": 0.814802, + "nauc_precision_at_1_std": -0.043121, + "nauc_precision_at_1_diff1": 0.919921, + "nauc_precision_at_3_max": 0.944645, + "nauc_precision_at_3_std": 0.254357, + "nauc_precision_at_3_diff1": 0.948646, + "nauc_precision_at_5_max": 0.956209, + "nauc_precision_at_5_std": 0.344034, + "nauc_precision_at_5_diff1": 0.946405, + "nauc_precision_at_10_max": 0.960317, + "nauc_precision_at_10_std": 0.32573, + "nauc_precision_at_10_diff1": 0.94281, + "nauc_precision_at_20_max": 0.972222, + "nauc_precision_at_20_std": 0.505462, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.429388, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.822566, - "nauc_mrr_at_1_std": 0.021781, - "nauc_mrr_at_1_diff1": 0.9306, - "nauc_mrr_at_3_max": 0.862543, - "nauc_mrr_at_3_std": 0.102442, - "nauc_mrr_at_3_diff1": 0.941964, - "nauc_mrr_at_5_max": 0.858884, - "nauc_mrr_at_5_std": 0.09039, - "nauc_mrr_at_5_diff1": 0.940238, - "nauc_mrr_at_10_max": 0.857668, - "nauc_mrr_at_10_std": 0.090584, - "nauc_mrr_at_10_diff1": 0.939829, - "nauc_mrr_at_20_max": 0.857065, - "nauc_mrr_at_20_std": 0.090276, - "nauc_mrr_at_20_diff1": 0.939499, - "nauc_mrr_at_100_max": 0.856548, - "nauc_mrr_at_100_std": 0.0886, - "nauc_mrr_at_100_diff1": 0.939483, - "nauc_mrr_at_1000_max": 0.856459, - "nauc_mrr_at_1000_std": 0.088469, - "nauc_mrr_at_1000_diff1": 0.939445, - "main_score": 0.95218, + "nauc_mrr_at_1_max": 0.814802, + "nauc_mrr_at_1_std": -0.043121, + "nauc_mrr_at_1_diff1": 0.919921, + "nauc_mrr_at_3_max": 0.858919, + "nauc_mrr_at_3_std": 0.059827, + "nauc_mrr_at_3_diff1": 0.928967, + "nauc_mrr_at_5_max": 0.854603, + "nauc_mrr_at_5_std": 0.055182, + "nauc_mrr_at_5_diff1": 0.927554, + "nauc_mrr_at_10_max": 0.852072, + "nauc_mrr_at_10_std": 0.047347, + "nauc_mrr_at_10_diff1": 0.926904, + "nauc_mrr_at_20_max": 0.851718, + "nauc_mrr_at_20_std": 0.048107, + "nauc_mrr_at_20_diff1": 0.927207, + "nauc_mrr_at_100_max": 0.851376, + "nauc_mrr_at_100_std": 0.047224, + "nauc_mrr_at_100_diff1": 0.927021, + "nauc_mrr_at_1000_max": 0.851361, + "nauc_mrr_at_1000_std": 0.047129, + "nauc_mrr_at_1000_diff1": 0.927014, + "hit_rate_at_1": 0.90556, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.9465, "hf_subset": "kor_Hang-kor_Hang", "languages": [ "kor-Hang", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92, - "ndcg_at_3": 0.94884, - "ndcg_at_5": 0.95304, - "ndcg_at_10": 0.95743, - "ndcg_at_20": 0.95798, - "ndcg_at_100": 0.95878, - "ndcg_at_1000": 0.9591, - "map_at_1": 0.92, - "map_at_3": 0.94222, - "map_at_5": 0.94461, - "map_at_10": 0.94646, - "map_at_20": 0.94661, - "map_at_100": 0.94671, - "map_at_1000": 0.94672, - "recall_at_1": 0.92, - "recall_at_3": 0.96778, - "recall_at_5": 0.97778, - "recall_at_10": 0.99111, - "recall_at_20": 0.99333, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94316, + "ndcg_at_5": 0.9476, + "ndcg_at_10": 0.95195, + "ndcg_at_20": 0.95254, + "ndcg_at_100": 0.95403, + "ndcg_at_1000": 0.95418, + "map_at_1": 0.91111, + "map_at_3": 0.93574, + "map_at_5": 0.93813, + "map_at_10": 0.93995, + "map_at_20": 0.94012, + "map_at_100": 0.94034, + "map_at_1000": 0.94035, + "recall_at_1": 0.91111, + "recall_at_3": 0.96444, + "recall_at_5": 0.97556, + "recall_at_10": 0.98889, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92, - "precision_at_3": 0.32259, - "precision_at_5": 0.19556, - "precision_at_10": 0.09911, - "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32148, + "precision_at_5": 0.19511, + "precision_at_10": 0.09889, + "precision_at_20": 0.04956, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.92, - "mrr_at_3": 0.942222, - "mrr_at_5": 0.944611, - "mrr_at_10": 0.946459, - "mrr_at_20": 0.946607, - "mrr_at_100": 0.946705, - "mrr_at_1000": 0.946724, - "nauc_ndcg_at_1_max": 0.810892, - "nauc_ndcg_at_1_std": -0.215777, - "nauc_ndcg_at_1_diff1": 0.9432, - "nauc_ndcg_at_3_max": 0.831302, - "nauc_ndcg_at_3_std": -0.276784, - "nauc_ndcg_at_3_diff1": 0.947331, - "nauc_ndcg_at_5_max": 0.841988, - "nauc_ndcg_at_5_std": -0.207457, - "nauc_ndcg_at_5_diff1": 0.948105, - "nauc_ndcg_at_10_max": 0.83125, - "nauc_ndcg_at_10_std": -0.211466, - "nauc_ndcg_at_10_diff1": 0.944826, - "nauc_ndcg_at_20_max": 0.83512, - "nauc_ndcg_at_20_std": -0.194997, - "nauc_ndcg_at_20_diff1": 0.946842, - "nauc_ndcg_at_100_max": 0.831919, - "nauc_ndcg_at_100_std": -0.205868, - "nauc_ndcg_at_100_diff1": 0.946522, - "nauc_ndcg_at_1000_max": 0.830597, - "nauc_ndcg_at_1000_std": -0.215357, - "nauc_ndcg_at_1000_diff1": 0.946101, - "nauc_map_at_1_max": 0.810892, - "nauc_map_at_1_std": -0.215777, - "nauc_map_at_1_diff1": 0.9432, - "nauc_map_at_3_max": 0.826241, - "nauc_map_at_3_std": -0.254247, - "nauc_map_at_3_diff1": 0.946065, - "nauc_map_at_5_max": 0.831008, - "nauc_map_at_5_std": -0.220601, - "nauc_map_at_5_diff1": 0.946443, - "nauc_map_at_10_max": 0.826929, - "nauc_map_at_10_std": -0.223758, - "nauc_map_at_10_diff1": 0.945204, - "nauc_map_at_20_max": 0.827856, - "nauc_map_at_20_std": -0.220258, - "nauc_map_at_20_diff1": 0.945649, - "nauc_map_at_100_max": 0.827538, - "nauc_map_at_100_std": -0.221417, - "nauc_map_at_100_diff1": 0.94564, - "nauc_map_at_1000_max": 0.827477, - "nauc_map_at_1000_std": -0.221846, - "nauc_map_at_1000_diff1": 0.94562, - "nauc_recall_at_1_max": 0.810892, - "nauc_recall_at_1_std": -0.215777, - "nauc_recall_at_1_diff1": 0.9432, - "nauc_recall_at_3_max": 0.856193, - "nauc_recall_at_3_std": -0.395006, - "nauc_recall_at_3_diff1": 0.953798, - "nauc_recall_at_5_max": 0.922642, - "nauc_recall_at_5_std": -0.093184, - "nauc_recall_at_5_diff1": 0.959967, - "nauc_recall_at_10_max": 0.890348, - "nauc_recall_at_10_std": 0.063842, - "nauc_recall_at_10_diff1": 0.932598, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.567071, - "nauc_recall_at_20_diff1": 0.978214, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.935741, + "mrr_at_5": 0.93813, + "mrr_at_10": 0.939947, + "mrr_at_20": 0.940118, + "mrr_at_100": 0.940345, + "mrr_at_1000": 0.940353, + "nauc_ndcg_at_1_max": 0.792425, + "nauc_ndcg_at_1_std": -0.209238, + "nauc_ndcg_at_1_diff1": 0.942548, + "nauc_ndcg_at_3_max": 0.811419, + "nauc_ndcg_at_3_std": -0.207332, + "nauc_ndcg_at_3_diff1": 0.949338, + "nauc_ndcg_at_5_max": 0.819831, + "nauc_ndcg_at_5_std": -0.161528, + "nauc_ndcg_at_5_diff1": 0.948258, + "nauc_ndcg_at_10_max": 0.808745, + "nauc_ndcg_at_10_std": -0.182803, + "nauc_ndcg_at_10_diff1": 0.946557, + "nauc_ndcg_at_20_max": 0.808101, + "nauc_ndcg_at_20_std": -0.178793, + "nauc_ndcg_at_20_diff1": 0.946704, + "nauc_ndcg_at_100_max": 0.810362, + "nauc_ndcg_at_100_std": -0.181249, + "nauc_ndcg_at_100_diff1": 0.946949, + "nauc_ndcg_at_1000_max": 0.809723, + "nauc_ndcg_at_1000_std": -0.185228, + "nauc_ndcg_at_1000_diff1": 0.946771, + "nauc_map_at_1_max": 0.792425, + "nauc_map_at_1_std": -0.209238, + "nauc_map_at_1_diff1": 0.942548, + "nauc_map_at_3_max": 0.807596, + "nauc_map_at_3_std": -0.20569, + "nauc_map_at_3_diff1": 0.947408, + "nauc_map_at_5_max": 0.811054, + "nauc_map_at_5_std": -0.184596, + "nauc_map_at_5_diff1": 0.946786, + "nauc_map_at_10_max": 0.807103, + "nauc_map_at_10_std": -0.192085, + "nauc_map_at_10_diff1": 0.946184, + "nauc_map_at_20_max": 0.806949, + "nauc_map_at_20_std": -0.191181, + "nauc_map_at_20_diff1": 0.946216, + "nauc_map_at_100_max": 0.807602, + "nauc_map_at_100_std": -0.191252, + "nauc_map_at_100_diff1": 0.946287, + "nauc_map_at_1000_max": 0.807577, + "nauc_map_at_1000_std": -0.191404, + "nauc_map_at_1000_diff1": 0.94628, + "nauc_recall_at_1_max": 0.792425, + "nauc_recall_at_1_std": -0.209238, + "nauc_recall_at_1_diff1": 0.942548, + "nauc_recall_at_3_max": 0.829482, + "nauc_recall_at_3_std": -0.217597, + "nauc_recall_at_3_diff1": 0.95915, + "nauc_recall_at_5_max": 0.885112, + "nauc_recall_at_5_std": 0.021284, + "nauc_recall_at_5_diff1": 0.958408, + "nauc_recall_at_10_max": 0.815873, + "nauc_recall_at_10_std": -0.0507, + "nauc_recall_at_10_diff1": 0.947712, + "nauc_recall_at_20_max": 0.804563, + "nauc_recall_at_20_std": 0.063842, + "nauc_recall_at_20_diff1": 0.95098, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810892, - "nauc_precision_at_1_std": -0.215777, - "nauc_precision_at_1_diff1": 0.9432, - "nauc_precision_at_3_max": 0.856193, - "nauc_precision_at_3_std": -0.395006, - "nauc_precision_at_3_diff1": 0.953798, - "nauc_precision_at_5_max": 0.922642, - "nauc_precision_at_5_std": -0.093184, - "nauc_precision_at_5_diff1": 0.959967, - "nauc_precision_at_10_max": 0.890348, - "nauc_precision_at_10_std": 0.063842, - "nauc_precision_at_10_diff1": 0.932598, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.567071, - "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_1_max": 0.792425, + "nauc_precision_at_1_std": -0.209238, + "nauc_precision_at_1_diff1": 0.942548, + "nauc_precision_at_3_max": 0.829482, + "nauc_precision_at_3_std": -0.217597, + "nauc_precision_at_3_diff1": 0.95915, + "nauc_precision_at_5_max": 0.885112, + "nauc_precision_at_5_std": 0.021284, + "nauc_precision_at_5_diff1": 0.958408, + "nauc_precision_at_10_max": 0.815873, + "nauc_precision_at_10_std": -0.0507, + "nauc_precision_at_10_diff1": 0.947712, + "nauc_precision_at_20_max": 0.804563, + "nauc_precision_at_20_std": 0.063842, + "nauc_precision_at_20_diff1": 0.95098, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810892, - "nauc_mrr_at_1_std": -0.215777, - "nauc_mrr_at_1_diff1": 0.9432, - "nauc_mrr_at_3_max": 0.826241, - "nauc_mrr_at_3_std": -0.254247, - "nauc_mrr_at_3_diff1": 0.946065, - "nauc_mrr_at_5_max": 0.831008, - "nauc_mrr_at_5_std": -0.220601, - "nauc_mrr_at_5_diff1": 0.946443, - "nauc_mrr_at_10_max": 0.826929, - "nauc_mrr_at_10_std": -0.223758, - "nauc_mrr_at_10_diff1": 0.945204, - "nauc_mrr_at_20_max": 0.827856, - "nauc_mrr_at_20_std": -0.220258, - "nauc_mrr_at_20_diff1": 0.945649, - "nauc_mrr_at_100_max": 0.827538, - "nauc_mrr_at_100_std": -0.221417, - "nauc_mrr_at_100_diff1": 0.94564, - "nauc_mrr_at_1000_max": 0.827477, - "nauc_mrr_at_1000_std": -0.221846, - "nauc_mrr_at_1000_diff1": 0.94562, - "main_score": 0.95743, + "nauc_mrr_at_1_max": 0.792425, + "nauc_mrr_at_1_std": -0.209238, + "nauc_mrr_at_1_diff1": 0.942548, + "nauc_mrr_at_3_max": 0.807596, + "nauc_mrr_at_3_std": -0.20569, + "nauc_mrr_at_3_diff1": 0.947408, + "nauc_mrr_at_5_max": 0.811054, + "nauc_mrr_at_5_std": -0.184596, + "nauc_mrr_at_5_diff1": 0.946786, + "nauc_mrr_at_10_max": 0.807103, + "nauc_mrr_at_10_std": -0.192085, + "nauc_mrr_at_10_diff1": 0.946184, + "nauc_mrr_at_20_max": 0.806949, + "nauc_mrr_at_20_std": -0.191181, + "nauc_mrr_at_20_diff1": 0.946216, + "nauc_mrr_at_100_max": 0.807602, + "nauc_mrr_at_100_std": -0.191252, + "nauc_mrr_at_100_diff1": 0.946287, + "nauc_mrr_at_1000_max": 0.807577, + "nauc_mrr_at_1000_std": -0.191404, + "nauc_mrr_at_1000_diff1": 0.94628, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95195, "hf_subset": "kor_Hang-eng_Latn", "languages": [ "kor-Hang", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.88778, - "ndcg_at_3": 0.9236, - "ndcg_at_5": 0.93225, - "ndcg_at_10": 0.9354, - "ndcg_at_20": 0.93718, - "ndcg_at_100": 0.93939, - "ndcg_at_1000": 0.93969, - "map_at_1": 0.88778, - "map_at_3": 0.91519, - "map_at_5": 0.91996, - "map_at_10": 0.92121, - "map_at_20": 0.92175, - "map_at_100": 0.92204, - "map_at_1000": 0.92206, - "recall_at_1": 0.88778, - "recall_at_3": 0.94778, - "recall_at_5": 0.96889, - "recall_at_10": 0.97889, - "recall_at_20": 0.98556, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87222, + "ndcg_at_3": 0.90579, + "ndcg_at_5": 0.91775, + "ndcg_at_10": 0.92355, + "ndcg_at_20": 0.92467, + "ndcg_at_100": 0.92787, + "ndcg_at_1000": 0.92833, + "map_at_1": 0.87222, + "map_at_3": 0.89778, + "map_at_5": 0.90444, + "map_at_10": 0.90686, + "map_at_20": 0.90718, + "map_at_100": 0.90766, + "map_at_1000": 0.90768, + "recall_at_1": 0.87222, + "recall_at_3": 0.92889, + "recall_at_5": 0.95778, + "recall_at_10": 0.97556, + "recall_at_20": 0.98, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88778, - "precision_at_3": 0.31593, - "precision_at_5": 0.19378, - "precision_at_10": 0.09789, - "precision_at_20": 0.04928, - "precision_at_100": 0.00998, + "accuracy": 0.87222, + "precision_at_1": 0.87222, + "precision_at_3": 0.30963, + "precision_at_5": 0.19156, + "precision_at_10": 0.09756, + "precision_at_20": 0.049, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.887778, - "mrr_at_3": 0.915185, - "mrr_at_5": 0.919963, - "mrr_at_10": 0.921211, - "mrr_at_20": 0.92175, - "mrr_at_100": 0.922042, - "mrr_at_1000": 0.922057, - "nauc_ndcg_at_1_max": 0.815138, - "nauc_ndcg_at_1_std": -0.055973, - "nauc_ndcg_at_1_diff1": 0.917871, - "nauc_ndcg_at_3_max": 0.864448, - "nauc_ndcg_at_3_std": 0.026237, - "nauc_ndcg_at_3_diff1": 0.920968, - "nauc_ndcg_at_5_max": 0.86522, - "nauc_ndcg_at_5_std": 0.070977, - "nauc_ndcg_at_5_diff1": 0.922851, - "nauc_ndcg_at_10_max": 0.860062, - "nauc_ndcg_at_10_std": 0.048365, - "nauc_ndcg_at_10_diff1": 0.920525, - "nauc_ndcg_at_20_max": 0.856059, - "nauc_ndcg_at_20_std": 0.037815, - "nauc_ndcg_at_20_diff1": 0.921544, - "nauc_ndcg_at_100_max": 0.852262, - "nauc_ndcg_at_100_std": 0.032105, - "nauc_ndcg_at_100_diff1": 0.92079, - "nauc_ndcg_at_1000_max": 0.851511, - "nauc_ndcg_at_1000_std": 0.027182, - "nauc_ndcg_at_1000_diff1": 0.920387, - "nauc_map_at_1_max": 0.815138, - "nauc_map_at_1_std": -0.055973, - "nauc_map_at_1_diff1": 0.917871, - "nauc_map_at_3_max": 0.850393, - "nauc_map_at_3_std": 0.003692, - "nauc_map_at_3_diff1": 0.919597, - "nauc_map_at_5_max": 0.849924, - "nauc_map_at_5_std": 0.022971, - "nauc_map_at_5_diff1": 0.9205, - "nauc_map_at_10_max": 0.848019, - "nauc_map_at_10_std": 0.014714, - "nauc_map_at_10_diff1": 0.919725, - "nauc_map_at_20_max": 0.846962, - "nauc_map_at_20_std": 0.011981, - "nauc_map_at_20_diff1": 0.9199, - "nauc_map_at_100_max": 0.846577, - "nauc_map_at_100_std": 0.012091, - "nauc_map_at_100_diff1": 0.919774, - "nauc_map_at_1000_max": 0.846548, - "nauc_map_at_1000_std": 0.011902, - "nauc_map_at_1000_diff1": 0.919759, - "nauc_recall_at_1_max": 0.815138, - "nauc_recall_at_1_std": -0.055973, - "nauc_recall_at_1_diff1": 0.917871, - "nauc_recall_at_3_max": 0.928631, - "nauc_recall_at_3_std": 0.128544, - "nauc_recall_at_3_diff1": 0.927588, - "nauc_recall_at_5_max": 0.976074, - "nauc_recall_at_5_std": 0.436708, - "nauc_recall_at_5_diff1": 0.940893, - "nauc_recall_at_10_max": 0.9785, - "nauc_recall_at_10_std": 0.39454, - "nauc_recall_at_10_diff1": 0.926655, - "nauc_recall_at_20_max": 0.968577, - "nauc_recall_at_20_std": 0.381527, - "nauc_recall_at_20_diff1": 0.948467, + "mrr_at_1": 0.872222, + "mrr_at_3": 0.897778, + "mrr_at_5": 0.904444, + "mrr_at_10": 0.906865, + "mrr_at_20": 0.907176, + "mrr_at_100": 0.907656, + "mrr_at_1000": 0.90768, + "nauc_ndcg_at_1_max": 0.797781, + "nauc_ndcg_at_1_std": -0.086575, + "nauc_ndcg_at_1_diff1": 0.925459, + "nauc_ndcg_at_3_max": 0.843658, + "nauc_ndcg_at_3_std": -0.026748, + "nauc_ndcg_at_3_diff1": 0.91413, + "nauc_ndcg_at_5_max": 0.84536, + "nauc_ndcg_at_5_std": 0.002603, + "nauc_ndcg_at_5_diff1": 0.917383, + "nauc_ndcg_at_10_max": 0.841287, + "nauc_ndcg_at_10_std": 0.006018, + "nauc_ndcg_at_10_diff1": 0.918972, + "nauc_ndcg_at_20_max": 0.838866, + "nauc_ndcg_at_20_std": -0.001761, + "nauc_ndcg_at_20_diff1": 0.919752, + "nauc_ndcg_at_100_max": 0.834945, + "nauc_ndcg_at_100_std": -0.014857, + "nauc_ndcg_at_100_diff1": 0.920404, + "nauc_ndcg_at_1000_max": 0.833849, + "nauc_ndcg_at_1000_std": -0.021598, + "nauc_ndcg_at_1000_diff1": 0.919875, + "nauc_map_at_1_max": 0.797781, + "nauc_map_at_1_std": -0.086575, + "nauc_map_at_1_diff1": 0.925459, + "nauc_map_at_3_max": 0.831644, + "nauc_map_at_3_std": -0.045974, + "nauc_map_at_3_diff1": 0.917103, + "nauc_map_at_5_max": 0.831968, + "nauc_map_at_5_std": -0.031937, + "nauc_map_at_5_diff1": 0.919118, + "nauc_map_at_10_max": 0.830243, + "nauc_map_at_10_std": -0.031841, + "nauc_map_at_10_diff1": 0.919696, + "nauc_map_at_20_max": 0.829662, + "nauc_map_at_20_std": -0.033764, + "nauc_map_at_20_diff1": 0.919855, + "nauc_map_at_100_max": 0.829179, + "nauc_map_at_100_std": -0.035402, + "nauc_map_at_100_diff1": 0.919999, + "nauc_map_at_1000_max": 0.829134, + "nauc_map_at_1000_std": -0.035676, + "nauc_map_at_1000_diff1": 0.919978, + "nauc_recall_at_1_max": 0.797781, + "nauc_recall_at_1_std": -0.086575, + "nauc_recall_at_1_diff1": 0.925459, + "nauc_recall_at_3_max": 0.891639, + "nauc_recall_at_3_std": 0.052397, + "nauc_recall_at_3_diff1": 0.902253, + "nauc_recall_at_5_max": 0.929051, + "nauc_recall_at_5_std": 0.230736, + "nauc_recall_at_5_diff1": 0.906998, + "nauc_recall_at_10_max": 0.95098, + "nauc_recall_at_10_std": 0.431839, + "nauc_recall_at_10_diff1": 0.914587, + "nauc_recall_at_20_max": 0.940087, + "nauc_recall_at_20_std": 0.414747, + "nauc_recall_at_20_diff1": 0.925563, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.815138, - "nauc_precision_at_1_std": -0.055973, - "nauc_precision_at_1_diff1": 0.917871, - "nauc_precision_at_3_max": 0.928631, - "nauc_precision_at_3_std": 0.128544, - "nauc_precision_at_3_diff1": 0.927588, - "nauc_precision_at_5_max": 0.976074, - "nauc_precision_at_5_std": 0.436708, - "nauc_precision_at_5_diff1": 0.940893, - "nauc_precision_at_10_max": 0.9785, - "nauc_precision_at_10_std": 0.39454, - "nauc_precision_at_10_diff1": 0.926655, - "nauc_precision_at_20_max": 0.968577, - "nauc_precision_at_20_std": 0.381527, - "nauc_precision_at_20_diff1": 0.948467, + "nauc_precision_at_1_max": 0.797781, + "nauc_precision_at_1_std": -0.086575, + "nauc_precision_at_1_diff1": 0.925459, + "nauc_precision_at_3_max": 0.891639, + "nauc_precision_at_3_std": 0.052397, + "nauc_precision_at_3_diff1": 0.902253, + "nauc_precision_at_5_max": 0.929051, + "nauc_precision_at_5_std": 0.230736, + "nauc_precision_at_5_diff1": 0.906998, + "nauc_precision_at_10_max": 0.95098, + "nauc_precision_at_10_std": 0.431839, + "nauc_precision_at_10_diff1": 0.914587, + "nauc_precision_at_20_max": 0.940087, + "nauc_precision_at_20_std": 0.414747, + "nauc_precision_at_20_diff1": 0.925563, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.815138, - "nauc_mrr_at_1_std": -0.055973, - "nauc_mrr_at_1_diff1": 0.917871, - "nauc_mrr_at_3_max": 0.850393, - "nauc_mrr_at_3_std": 0.003692, - "nauc_mrr_at_3_diff1": 0.919597, - "nauc_mrr_at_5_max": 0.849924, - "nauc_mrr_at_5_std": 0.022971, - "nauc_mrr_at_5_diff1": 0.9205, - "nauc_mrr_at_10_max": 0.848019, - "nauc_mrr_at_10_std": 0.014714, - "nauc_mrr_at_10_diff1": 0.919725, - "nauc_mrr_at_20_max": 0.846962, - "nauc_mrr_at_20_std": 0.011981, - "nauc_mrr_at_20_diff1": 0.9199, - "nauc_mrr_at_100_max": 0.846577, - "nauc_mrr_at_100_std": 0.012091, - "nauc_mrr_at_100_diff1": 0.919774, - "nauc_mrr_at_1000_max": 0.846548, - "nauc_mrr_at_1000_std": 0.011902, - "nauc_mrr_at_1000_diff1": 0.919759, - "main_score": 0.9354, + "nauc_mrr_at_1_max": 0.797781, + "nauc_mrr_at_1_std": -0.086575, + "nauc_mrr_at_1_diff1": 0.925459, + "nauc_mrr_at_3_max": 0.831644, + "nauc_mrr_at_3_std": -0.045974, + "nauc_mrr_at_3_diff1": 0.917103, + "nauc_mrr_at_5_max": 0.831968, + "nauc_mrr_at_5_std": -0.031937, + "nauc_mrr_at_5_diff1": 0.919118, + "nauc_mrr_at_10_max": 0.830243, + "nauc_mrr_at_10_std": -0.031841, + "nauc_mrr_at_10_diff1": 0.919696, + "nauc_mrr_at_20_max": 0.829662, + "nauc_mrr_at_20_std": -0.033764, + "nauc_mrr_at_20_diff1": 0.919855, + "nauc_mrr_at_100_max": 0.829179, + "nauc_mrr_at_100_std": -0.035402, + "nauc_mrr_at_100_diff1": 0.919999, + "nauc_mrr_at_1000_max": 0.829134, + "nauc_mrr_at_1000_std": -0.035676, + "nauc_mrr_at_1000_diff1": 0.919978, + "hit_rate_at_1": 0.87222, + "hit_rate_at_3": 0.92889, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92355, "hf_subset": "eng_Latn-kor_Hang", "languages": [ "eng-Latn", "kor-Hang" - ] - }, - { - "ndcg_at_1": 0.65667, - "ndcg_at_3": 0.73664, - "ndcg_at_5": 0.75481, - "ndcg_at_10": 0.76746, - "ndcg_at_20": 0.77681, - "ndcg_at_100": 0.78991, - "ndcg_at_1000": 0.79229, - "map_at_1": 0.65667, - "map_at_3": 0.71704, - "map_at_5": 0.72704, - "map_at_10": 0.73231, - "map_at_20": 0.73491, - "map_at_100": 0.73686, - "map_at_1000": 0.73697, - "recall_at_1": 0.65667, - "recall_at_3": 0.79333, - "recall_at_5": 0.83778, - "recall_at_10": 0.87667, - "recall_at_20": 0.91333, - "recall_at_100": 0.98222, - "recall_at_1000": 1.0, - "precision_at_1": 0.65667, - "precision_at_3": 0.26444, - "precision_at_5": 0.16756, - "precision_at_10": 0.08767, - "precision_at_20": 0.04567, - "precision_at_100": 0.00982, - "precision_at_1000": 0.001, - "mrr_at_1": 0.656667, - "mrr_at_3": 0.717037, - "mrr_at_5": 0.727037, - "mrr_at_10": 0.732308, - "mrr_at_20": 0.734913, - "mrr_at_100": 0.736861, - "mrr_at_1000": 0.736968, - "nauc_ndcg_at_1_max": 0.705435, - "nauc_ndcg_at_1_std": 0.079376, - "nauc_ndcg_at_1_diff1": 0.833543, - "nauc_ndcg_at_3_max": 0.715089, - "nauc_ndcg_at_3_std": 0.099586, - "nauc_ndcg_at_3_diff1": 0.787897, - "nauc_ndcg_at_5_max": 0.712514, - "nauc_ndcg_at_5_std": 0.103492, - "nauc_ndcg_at_5_diff1": 0.783056, - "nauc_ndcg_at_10_max": 0.716368, - "nauc_ndcg_at_10_std": 0.112171, - "nauc_ndcg_at_10_diff1": 0.787193, - "nauc_ndcg_at_20_max": 0.712592, - "nauc_ndcg_at_20_std": 0.113501, - "nauc_ndcg_at_20_diff1": 0.783855, - "nauc_ndcg_at_100_max": 0.716608, - "nauc_ndcg_at_100_std": 0.116655, - "nauc_ndcg_at_100_diff1": 0.792701, - "nauc_ndcg_at_1000_max": 0.713854, - "nauc_ndcg_at_1000_std": 0.108102, - "nauc_ndcg_at_1000_diff1": 0.794454, - "nauc_map_at_1_max": 0.705435, - "nauc_map_at_1_std": 0.079376, - "nauc_map_at_1_diff1": 0.833543, - "nauc_map_at_3_max": 0.714361, - "nauc_map_at_3_std": 0.09498, - "nauc_map_at_3_diff1": 0.801119, - "nauc_map_at_5_max": 0.712782, - "nauc_map_at_5_std": 0.096572, - "nauc_map_at_5_diff1": 0.798981, - "nauc_map_at_10_max": 0.714012, - "nauc_map_at_10_std": 0.099241, - "nauc_map_at_10_diff1": 0.800927, - "nauc_map_at_20_max": 0.712929, - "nauc_map_at_20_std": 0.099276, - "nauc_map_at_20_diff1": 0.800167, - "nauc_map_at_100_max": 0.713314, - "nauc_map_at_100_std": 0.100229, - "nauc_map_at_100_diff1": 0.801208, - "nauc_map_at_1000_max": 0.713215, - "nauc_map_at_1000_std": 0.099933, - "nauc_map_at_1000_diff1": 0.80129, - "nauc_recall_at_1_max": 0.705435, - "nauc_recall_at_1_std": 0.079376, - "nauc_recall_at_1_diff1": 0.833543, - "nauc_recall_at_3_max": 0.716715, - "nauc_recall_at_3_std": 0.115885, - "nauc_recall_at_3_diff1": 0.739288, - "nauc_recall_at_5_max": 0.70996, - "nauc_recall_at_5_std": 0.134488, - "nauc_recall_at_5_diff1": 0.712034, - "nauc_recall_at_10_max": 0.731225, - "nauc_recall_at_10_std": 0.1924, - "nauc_recall_at_10_diff1": 0.712453, - "nauc_recall_at_20_max": 0.70678, - "nauc_recall_at_20_std": 0.238077, - "nauc_recall_at_20_diff1": 0.656097, - "nauc_recall_at_100_max": 0.925449, - "nauc_recall_at_100_std": 0.771709, - "nauc_recall_at_100_diff1": 0.668826, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.705435, - "nauc_precision_at_1_std": 0.079376, - "nauc_precision_at_1_diff1": 0.833543, - "nauc_precision_at_3_max": 0.716715, - "nauc_precision_at_3_std": 0.115885, - "nauc_precision_at_3_diff1": 0.739288, - "nauc_precision_at_5_max": 0.70996, - "nauc_precision_at_5_std": 0.134488, - "nauc_precision_at_5_diff1": 0.712034, - "nauc_precision_at_10_max": 0.731225, - "nauc_precision_at_10_std": 0.1924, - "nauc_precision_at_10_diff1": 0.712453, - "nauc_precision_at_20_max": 0.70678, - "nauc_precision_at_20_std": 0.238077, - "nauc_precision_at_20_diff1": 0.656097, - "nauc_precision_at_100_max": 0.925449, - "nauc_precision_at_100_std": 0.771709, - "nauc_precision_at_100_diff1": 0.668826, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.705435, - "nauc_mrr_at_1_std": 0.079376, - "nauc_mrr_at_1_diff1": 0.833543, - "nauc_mrr_at_3_max": 0.714361, - "nauc_mrr_at_3_std": 0.09498, - "nauc_mrr_at_3_diff1": 0.801119, - "nauc_mrr_at_5_max": 0.712782, - "nauc_mrr_at_5_std": 0.096572, - "nauc_mrr_at_5_diff1": 0.798981, - "nauc_mrr_at_10_max": 0.714012, - "nauc_mrr_at_10_std": 0.099241, - "nauc_mrr_at_10_diff1": 0.800927, - "nauc_mrr_at_20_max": 0.712929, - "nauc_mrr_at_20_std": 0.099276, - "nauc_mrr_at_20_diff1": 0.800167, - "nauc_mrr_at_100_max": 0.713314, - "nauc_mrr_at_100_std": 0.100229, - "nauc_mrr_at_100_diff1": 0.801208, - "nauc_mrr_at_1000_max": 0.713215, - "nauc_mrr_at_1000_std": 0.099933, - "nauc_mrr_at_1000_diff1": 0.80129, - "main_score": 0.76746, - "hf_subset": "lao_Laoo-lao_Laoo", - "languages": [ - "lao-Laoo", - "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.80889, - "ndcg_at_3": 0.87059, - "ndcg_at_5": 0.88126, - "ndcg_at_10": 0.89117, - "ndcg_at_20": 0.89491, - "ndcg_at_100": 0.89774, - "ndcg_at_1000": 0.89821, - "map_at_1": 0.80889, - "map_at_3": 0.85611, - "map_at_5": 0.86211, - "map_at_10": 0.86633, - "map_at_20": 0.8674, - "map_at_100": 0.86784, - "map_at_1000": 0.86787, - "recall_at_1": 0.80889, - "recall_at_3": 0.91222, - "recall_at_5": 0.93778, - "recall_at_10": 0.96778, - "recall_at_20": 0.98222, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.63222, + "ndcg_at_3": 0.72505, + "ndcg_at_5": 0.73863, + "ndcg_at_10": 0.75507, + "ndcg_at_20": 0.76634, + "ndcg_at_100": 0.77711, + "ndcg_at_1000": 0.78005, + "map_at_1": 0.63222, + "map_at_3": 0.70222, + "map_at_5": 0.70967, + "map_at_10": 0.71661, + "map_at_20": 0.71958, + "map_at_100": 0.72108, + "map_at_1000": 0.72121, + "recall_at_1": 0.63222, + "recall_at_3": 0.79111, + "recall_at_5": 0.82444, + "recall_at_10": 0.87444, + "recall_at_20": 0.92, + "recall_at_100": 0.97778, "recall_at_1000": 1.0, - "precision_at_1": 0.80889, - "precision_at_3": 0.30407, - "precision_at_5": 0.18756, - "precision_at_10": 0.09678, - "precision_at_20": 0.04911, - "precision_at_100": 0.00997, + "accuracy": 0.63222, + "precision_at_1": 0.63222, + "precision_at_3": 0.2637, + "precision_at_5": 0.16489, + "precision_at_10": 0.08744, + "precision_at_20": 0.046, + "precision_at_100": 0.00978, "precision_at_1000": 0.001, - "mrr_at_1": 0.808889, - "mrr_at_3": 0.856111, - "mrr_at_5": 0.862111, - "mrr_at_10": 0.866326, - "mrr_at_20": 0.8674, - "mrr_at_100": 0.867844, - "mrr_at_1000": 0.867871, - "nauc_ndcg_at_1_max": 0.715889, - "nauc_ndcg_at_1_std": -0.067092, - "nauc_ndcg_at_1_diff1": 0.883012, - "nauc_ndcg_at_3_max": 0.738995, - "nauc_ndcg_at_3_std": -0.15544, - "nauc_ndcg_at_3_diff1": 0.859489, - "nauc_ndcg_at_5_max": 0.739563, - "nauc_ndcg_at_5_std": -0.147356, - "nauc_ndcg_at_5_diff1": 0.861707, - "nauc_ndcg_at_10_max": 0.734219, - "nauc_ndcg_at_10_std": -0.134783, - "nauc_ndcg_at_10_diff1": 0.866218, - "nauc_ndcg_at_20_max": 0.734932, - "nauc_ndcg_at_20_std": -0.1208, - "nauc_ndcg_at_20_diff1": 0.868709, - "nauc_ndcg_at_100_max": 0.734141, - "nauc_ndcg_at_100_std": -0.11444, - "nauc_ndcg_at_100_diff1": 0.868908, - "nauc_ndcg_at_1000_max": 0.732842, - "nauc_ndcg_at_1000_std": -0.118389, - "nauc_ndcg_at_1000_diff1": 0.868687, - "nauc_map_at_1_max": 0.715889, - "nauc_map_at_1_std": -0.067092, - "nauc_map_at_1_diff1": 0.883012, - "nauc_map_at_3_max": 0.732475, - "nauc_map_at_3_std": -0.128452, - "nauc_map_at_3_diff1": 0.866376, - "nauc_map_at_5_max": 0.732413, - "nauc_map_at_5_std": -0.12322, - "nauc_map_at_5_diff1": 0.867725, - "nauc_map_at_10_max": 0.730324, - "nauc_map_at_10_std": -0.118427, - "nauc_map_at_10_diff1": 0.869477, - "nauc_map_at_20_max": 0.73059, - "nauc_map_at_20_std": -0.114563, - "nauc_map_at_20_diff1": 0.870052, - "nauc_map_at_100_max": 0.73049, - "nauc_map_at_100_std": -0.113844, - "nauc_map_at_100_diff1": 0.870058, - "nauc_map_at_1000_max": 0.730434, - "nauc_map_at_1000_std": -0.114002, - "nauc_map_at_1000_diff1": 0.870048, - "nauc_recall_at_1_max": 0.715889, - "nauc_recall_at_1_std": -0.067092, - "nauc_recall_at_1_diff1": 0.883012, - "nauc_recall_at_3_max": 0.768015, - "nauc_recall_at_3_std": -0.277057, - "nauc_recall_at_3_diff1": 0.828653, - "nauc_recall_at_5_max": 0.782805, - "nauc_recall_at_5_std": -0.292, - "nauc_recall_at_5_diff1": 0.826139, - "nauc_recall_at_10_max": 0.77063, - "nauc_recall_at_10_std": -0.29576, - "nauc_recall_at_10_diff1": 0.837487, - "nauc_recall_at_20_max": 0.808765, - "nauc_recall_at_20_std": -0.149247, - "nauc_recall_at_20_diff1": 0.869719, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.707594, - "nauc_recall_at_100_diff1": 0.912854, + "mrr_at_1": 0.632222, + "mrr_at_3": 0.702222, + "mrr_at_5": 0.709667, + "mrr_at_10": 0.716614, + "mrr_at_20": 0.719578, + "mrr_at_100": 0.721083, + "mrr_at_1000": 0.721209, + "nauc_ndcg_at_1_max": 0.72702, + "nauc_ndcg_at_1_std": 0.1063, + "nauc_ndcg_at_1_diff1": 0.846496, + "nauc_ndcg_at_3_max": 0.720199, + "nauc_ndcg_at_3_std": 0.125882, + "nauc_ndcg_at_3_diff1": 0.792528, + "nauc_ndcg_at_5_max": 0.719288, + "nauc_ndcg_at_5_std": 0.130732, + "nauc_ndcg_at_5_diff1": 0.790947, + "nauc_ndcg_at_10_max": 0.723924, + "nauc_ndcg_at_10_std": 0.141813, + "nauc_ndcg_at_10_diff1": 0.793582, + "nauc_ndcg_at_20_max": 0.718891, + "nauc_ndcg_at_20_std": 0.144296, + "nauc_ndcg_at_20_diff1": 0.793148, + "nauc_ndcg_at_100_max": 0.724989, + "nauc_ndcg_at_100_std": 0.145837, + "nauc_ndcg_at_100_diff1": 0.800108, + "nauc_ndcg_at_1000_max": 0.722718, + "nauc_ndcg_at_1000_std": 0.137487, + "nauc_ndcg_at_1000_diff1": 0.802205, + "nauc_map_at_1_max": 0.72702, + "nauc_map_at_1_std": 0.1063, + "nauc_map_at_1_diff1": 0.846496, + "nauc_map_at_3_max": 0.723053, + "nauc_map_at_3_std": 0.123103, + "nauc_map_at_3_diff1": 0.80775, + "nauc_map_at_5_max": 0.722658, + "nauc_map_at_5_std": 0.125486, + "nauc_map_at_5_diff1": 0.807238, + "nauc_map_at_10_max": 0.724416, + "nauc_map_at_10_std": 0.129226, + "nauc_map_at_10_diff1": 0.808706, + "nauc_map_at_20_max": 0.723266, + "nauc_map_at_20_std": 0.129715, + "nauc_map_at_20_diff1": 0.808729, + "nauc_map_at_100_max": 0.723802, + "nauc_map_at_100_std": 0.130124, + "nauc_map_at_100_diff1": 0.809434, + "nauc_map_at_1000_max": 0.723714, + "nauc_map_at_1000_std": 0.129845, + "nauc_map_at_1000_diff1": 0.809512, + "nauc_recall_at_1_max": 0.72702, + "nauc_recall_at_1_std": 0.1063, + "nauc_recall_at_1_diff1": 0.846496, + "nauc_recall_at_3_max": 0.708982, + "nauc_recall_at_3_std": 0.134833, + "nauc_recall_at_3_diff1": 0.735368, + "nauc_recall_at_5_max": 0.704104, + "nauc_recall_at_5_std": 0.152475, + "nauc_recall_at_5_diff1": 0.721133, + "nauc_recall_at_10_max": 0.723594, + "nauc_recall_at_10_std": 0.221043, + "nauc_recall_at_10_diff1": 0.709383, + "nauc_recall_at_20_max": 0.673138, + "nauc_recall_at_20_std": 0.286369, + "nauc_recall_at_20_diff1": 0.661771, + "nauc_recall_at_100_max": 0.865546, + "nauc_recall_at_100_std": 0.68457, + "nauc_recall_at_100_diff1": 0.667507, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.72702, + "nauc_precision_at_1_std": 0.1063, + "nauc_precision_at_1_diff1": 0.846496, + "nauc_precision_at_3_max": 0.708982, + "nauc_precision_at_3_std": 0.134833, + "nauc_precision_at_3_diff1": 0.735368, + "nauc_precision_at_5_max": 0.704104, + "nauc_precision_at_5_std": 0.152475, + "nauc_precision_at_5_diff1": 0.721133, + "nauc_precision_at_10_max": 0.723594, + "nauc_precision_at_10_std": 0.221043, + "nauc_precision_at_10_diff1": 0.709383, + "nauc_precision_at_20_max": 0.673138, + "nauc_precision_at_20_std": 0.286369, + "nauc_precision_at_20_diff1": 0.661771, + "nauc_precision_at_100_max": 0.865546, + "nauc_precision_at_100_std": 0.68457, + "nauc_precision_at_100_diff1": 0.667507, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.72702, + "nauc_mrr_at_1_std": 0.1063, + "nauc_mrr_at_1_diff1": 0.846496, + "nauc_mrr_at_3_max": 0.723053, + "nauc_mrr_at_3_std": 0.123103, + "nauc_mrr_at_3_diff1": 0.80775, + "nauc_mrr_at_5_max": 0.722658, + "nauc_mrr_at_5_std": 0.125486, + "nauc_mrr_at_5_diff1": 0.807238, + "nauc_mrr_at_10_max": 0.724416, + "nauc_mrr_at_10_std": 0.129226, + "nauc_mrr_at_10_diff1": 0.808706, + "nauc_mrr_at_20_max": 0.723266, + "nauc_mrr_at_20_std": 0.129715, + "nauc_mrr_at_20_diff1": 0.808729, + "nauc_mrr_at_100_max": 0.723802, + "nauc_mrr_at_100_std": 0.130124, + "nauc_mrr_at_100_diff1": 0.809434, + "nauc_mrr_at_1000_max": 0.723714, + "nauc_mrr_at_1000_std": 0.129845, + "nauc_mrr_at_1000_diff1": 0.809512, + "hit_rate_at_1": 0.63222, + "hit_rate_at_3": 0.79111, + "hit_rate_at_5": 0.82444, + "hit_rate_at_10": 0.87444, + "hit_rate_at_20": 0.92, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.75507, + "hf_subset": "lao_Laoo-lao_Laoo", + "languages": [ + "lao-Laoo", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.85934, + "ndcg_at_5": 0.87335, + "ndcg_at_10": 0.88327, + "ndcg_at_20": 0.88746, + "ndcg_at_100": 0.89086, + "ndcg_at_1000": 0.89117, + "map_at_1": 0.79889, + "map_at_3": 0.84519, + "map_at_5": 0.85313, + "map_at_10": 0.85735, + "map_at_20": 0.85849, + "map_at_100": 0.85901, + "map_at_1000": 0.85902, + "recall_at_1": 0.79889, + "recall_at_3": 0.9, + "recall_at_5": 0.93333, + "recall_at_10": 0.96333, + "recall_at_20": 0.98, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.79889, + "precision_at_1": 0.79889, + "precision_at_3": 0.3, + "precision_at_5": 0.18667, + "precision_at_10": 0.09633, + "precision_at_20": 0.049, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.845185, + "mrr_at_5": 0.85313, + "mrr_at_10": 0.857351, + "mrr_at_20": 0.858489, + "mrr_at_100": 0.859007, + "mrr_at_1000": 0.859021, + "nauc_ndcg_at_1_max": 0.733835, + "nauc_ndcg_at_1_std": -0.072353, + "nauc_ndcg_at_1_diff1": 0.88764, + "nauc_ndcg_at_3_max": 0.733242, + "nauc_ndcg_at_3_std": -0.160191, + "nauc_ndcg_at_3_diff1": 0.869184, + "nauc_ndcg_at_5_max": 0.734297, + "nauc_ndcg_at_5_std": -0.153959, + "nauc_ndcg_at_5_diff1": 0.869239, + "nauc_ndcg_at_10_max": 0.732733, + "nauc_ndcg_at_10_std": -0.142743, + "nauc_ndcg_at_10_diff1": 0.870661, + "nauc_ndcg_at_20_max": 0.736247, + "nauc_ndcg_at_20_std": -0.131033, + "nauc_ndcg_at_20_diff1": 0.872983, + "nauc_ndcg_at_100_max": 0.734784, + "nauc_ndcg_at_100_std": -0.128258, + "nauc_ndcg_at_100_diff1": 0.874881, + "nauc_ndcg_at_1000_max": 0.734219, + "nauc_ndcg_at_1000_std": -0.13133, + "nauc_ndcg_at_1000_diff1": 0.874723, + "nauc_map_at_1_max": 0.733835, + "nauc_map_at_1_std": -0.072353, + "nauc_map_at_1_diff1": 0.88764, + "nauc_map_at_3_max": 0.733315, + "nauc_map_at_3_std": -0.137681, + "nauc_map_at_3_diff1": 0.874642, + "nauc_map_at_5_max": 0.733849, + "nauc_map_at_5_std": -0.133072, + "nauc_map_at_5_diff1": 0.87485, + "nauc_map_at_10_max": 0.733077, + "nauc_map_at_10_std": -0.129824, + "nauc_map_at_10_diff1": 0.875446, + "nauc_map_at_20_max": 0.733817, + "nauc_map_at_20_std": -0.127413, + "nauc_map_at_20_diff1": 0.876008, + "nauc_map_at_100_max": 0.73369, + "nauc_map_at_100_std": -0.12687, + "nauc_map_at_100_diff1": 0.876278, + "nauc_map_at_1000_max": 0.733672, + "nauc_map_at_1000_std": -0.126979, + "nauc_map_at_1000_diff1": 0.876275, + "nauc_recall_at_1_max": 0.733835, + "nauc_recall_at_1_std": -0.072353, + "nauc_recall_at_1_diff1": 0.88764, + "nauc_recall_at_3_max": 0.732996, + "nauc_recall_at_3_std": -0.253346, + "nauc_recall_at_3_diff1": 0.846068, + "nauc_recall_at_5_max": 0.737348, + "nauc_recall_at_5_std": -0.275218, + "nauc_recall_at_5_diff1": 0.835862, + "nauc_recall_at_10_max": 0.729819, + "nauc_recall_at_10_std": -0.244546, + "nauc_recall_at_10_diff1": 0.823162, + "nauc_recall_at_20_max": 0.803792, + "nauc_recall_at_20_std": -0.067668, + "nauc_recall_at_20_diff1": 0.832192, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.715889, - "nauc_precision_at_1_std": -0.067092, - "nauc_precision_at_1_diff1": 0.883012, - "nauc_precision_at_3_max": 0.768015, - "nauc_precision_at_3_std": -0.277057, - "nauc_precision_at_3_diff1": 0.828653, - "nauc_precision_at_5_max": 0.782805, - "nauc_precision_at_5_std": -0.292, - "nauc_precision_at_5_diff1": 0.826139, - "nauc_precision_at_10_max": 0.77063, - "nauc_precision_at_10_std": -0.29576, - "nauc_precision_at_10_diff1": 0.837487, - "nauc_precision_at_20_max": 0.808765, - "nauc_precision_at_20_std": -0.149247, - "nauc_precision_at_20_diff1": 0.869719, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.707594, - "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1_max": 0.733835, + "nauc_precision_at_1_std": -0.072353, + "nauc_precision_at_1_diff1": 0.88764, + "nauc_precision_at_3_max": 0.732996, + "nauc_precision_at_3_std": -0.253346, + "nauc_precision_at_3_diff1": 0.846068, + "nauc_precision_at_5_max": 0.737348, + "nauc_precision_at_5_std": -0.275218, + "nauc_precision_at_5_diff1": 0.835862, + "nauc_precision_at_10_max": 0.729819, + "nauc_precision_at_10_std": -0.244546, + "nauc_precision_at_10_diff1": 0.823162, + "nauc_precision_at_20_max": 0.803792, + "nauc_precision_at_20_std": -0.067668, + "nauc_precision_at_20_diff1": 0.832192, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.715889, - "nauc_mrr_at_1_std": -0.067092, - "nauc_mrr_at_1_diff1": 0.883012, - "nauc_mrr_at_3_max": 0.732475, - "nauc_mrr_at_3_std": -0.128452, - "nauc_mrr_at_3_diff1": 0.866376, - "nauc_mrr_at_5_max": 0.732413, - "nauc_mrr_at_5_std": -0.12322, - "nauc_mrr_at_5_diff1": 0.867725, - "nauc_mrr_at_10_max": 0.730324, - "nauc_mrr_at_10_std": -0.118427, - "nauc_mrr_at_10_diff1": 0.869477, - "nauc_mrr_at_20_max": 0.73059, - "nauc_mrr_at_20_std": -0.114563, - "nauc_mrr_at_20_diff1": 0.870052, - "nauc_mrr_at_100_max": 0.73049, - "nauc_mrr_at_100_std": -0.113844, - "nauc_mrr_at_100_diff1": 0.870058, - "nauc_mrr_at_1000_max": 0.730434, - "nauc_mrr_at_1000_std": -0.114002, - "nauc_mrr_at_1000_diff1": 0.870048, - "main_score": 0.89117, + "nauc_mrr_at_1_max": 0.733835, + "nauc_mrr_at_1_std": -0.072353, + "nauc_mrr_at_1_diff1": 0.88764, + "nauc_mrr_at_3_max": 0.733315, + "nauc_mrr_at_3_std": -0.137681, + "nauc_mrr_at_3_diff1": 0.874642, + "nauc_mrr_at_5_max": 0.733849, + "nauc_mrr_at_5_std": -0.133072, + "nauc_mrr_at_5_diff1": 0.87485, + "nauc_mrr_at_10_max": 0.733077, + "nauc_mrr_at_10_std": -0.129824, + "nauc_mrr_at_10_diff1": 0.875446, + "nauc_mrr_at_20_max": 0.733817, + "nauc_mrr_at_20_std": -0.127413, + "nauc_mrr_at_20_diff1": 0.876008, + "nauc_mrr_at_100_max": 0.73369, + "nauc_mrr_at_100_std": -0.12687, + "nauc_mrr_at_100_diff1": 0.876278, + "nauc_mrr_at_1000_max": 0.733672, + "nauc_mrr_at_1000_std": -0.126979, + "nauc_mrr_at_1000_diff1": 0.876275, + "hit_rate_at_1": 0.79889, + "hit_rate_at_3": 0.9, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.96333, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.88327, "hf_subset": "lao_Laoo-eng_Latn", "languages": [ "lao-Laoo", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.57111, - "ndcg_at_3": 0.65362, - "ndcg_at_5": 0.67351, - "ndcg_at_10": 0.69113, - "ndcg_at_20": 0.70493, - "ndcg_at_100": 0.72105, - "ndcg_at_1000": 0.72694, - "map_at_1": 0.57111, - "map_at_3": 0.6337, - "map_at_5": 0.64459, - "map_at_10": 0.65188, - "map_at_20": 0.65568, - "map_at_100": 0.65792, - "map_at_1000": 0.65817, - "recall_at_1": 0.57111, - "recall_at_3": 0.71111, - "recall_at_5": 0.76, - "recall_at_10": 0.81444, - "recall_at_20": 0.86889, - "recall_at_100": 0.95556, - "recall_at_1000": 1.0, - "precision_at_1": 0.57111, - "precision_at_3": 0.23704, - "precision_at_5": 0.152, - "precision_at_10": 0.08144, - "precision_at_20": 0.04344, - "precision_at_100": 0.00956, - "precision_at_1000": 0.001, - "mrr_at_1": 0.571111, - "mrr_at_3": 0.633704, - "mrr_at_5": 0.644593, - "mrr_at_10": 0.651876, - "mrr_at_20": 0.655684, - "mrr_at_100": 0.65792, - "mrr_at_1000": 0.65817, - "nauc_ndcg_at_1_max": 0.758941, - "nauc_ndcg_at_1_std": 0.159753, - "nauc_ndcg_at_1_diff1": 0.832329, - "nauc_ndcg_at_3_max": 0.766177, - "nauc_ndcg_at_3_std": 0.240272, - "nauc_ndcg_at_3_diff1": 0.786307, - "nauc_ndcg_at_5_max": 0.771011, - "nauc_ndcg_at_5_std": 0.272561, - "nauc_ndcg_at_5_diff1": 0.780807, - "nauc_ndcg_at_10_max": 0.774117, - "nauc_ndcg_at_10_std": 0.284825, - "nauc_ndcg_at_10_diff1": 0.784152, - "nauc_ndcg_at_20_max": 0.770696, - "nauc_ndcg_at_20_std": 0.281411, - "nauc_ndcg_at_20_diff1": 0.783012, - "nauc_ndcg_at_100_max": 0.770266, - "nauc_ndcg_at_100_std": 0.268641, - "nauc_ndcg_at_100_diff1": 0.786747, - "nauc_ndcg_at_1000_max": 0.769961, - "nauc_ndcg_at_1000_std": 0.258578, - "nauc_ndcg_at_1000_diff1": 0.790876, - "nauc_map_at_1_max": 0.758941, - "nauc_map_at_1_std": 0.159753, - "nauc_map_at_1_diff1": 0.832329, - "nauc_map_at_3_max": 0.76614, - "nauc_map_at_3_std": 0.222884, - "nauc_map_at_3_diff1": 0.797932, - "nauc_map_at_5_max": 0.768604, - "nauc_map_at_5_std": 0.238742, - "nauc_map_at_5_diff1": 0.795549, - "nauc_map_at_10_max": 0.769681, - "nauc_map_at_10_std": 0.242537, - "nauc_map_at_10_diff1": 0.796991, - "nauc_map_at_20_max": 0.768787, - "nauc_map_at_20_std": 0.241095, - "nauc_map_at_20_diff1": 0.796925, - "nauc_map_at_100_max": 0.768684, - "nauc_map_at_100_std": 0.239763, - "nauc_map_at_100_diff1": 0.797401, - "nauc_map_at_1000_max": 0.76869, - "nauc_map_at_1000_std": 0.239417, - "nauc_map_at_1000_diff1": 0.797575, - "nauc_recall_at_1_max": 0.758941, - "nauc_recall_at_1_std": 0.159753, - "nauc_recall_at_1_diff1": 0.832329, - "nauc_recall_at_3_max": 0.765385, - "nauc_recall_at_3_std": 0.296691, - "nauc_recall_at_3_diff1": 0.747581, - "nauc_recall_at_5_max": 0.780114, - "nauc_recall_at_5_std": 0.405817, - "nauc_recall_at_5_diff1": 0.723794, - "nauc_recall_at_10_max": 0.79659, - "nauc_recall_at_10_std": 0.493863, - "nauc_recall_at_10_diff1": 0.726191, - "nauc_recall_at_20_max": 0.779394, - "nauc_recall_at_20_std": 0.547669, - "nauc_recall_at_20_diff1": 0.695124, - "nauc_recall_at_100_max": 0.786018, - "nauc_recall_at_100_std": 0.652311, - "nauc_recall_at_100_diff1": 0.638294, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.758941, - "nauc_precision_at_1_std": 0.159753, - "nauc_precision_at_1_diff1": 0.832329, - "nauc_precision_at_3_max": 0.765385, - "nauc_precision_at_3_std": 0.296691, - "nauc_precision_at_3_diff1": 0.747581, - "nauc_precision_at_5_max": 0.780114, - "nauc_precision_at_5_std": 0.405817, - "nauc_precision_at_5_diff1": 0.723794, - "nauc_precision_at_10_max": 0.79659, - "nauc_precision_at_10_std": 0.493863, - "nauc_precision_at_10_diff1": 0.726191, - "nauc_precision_at_20_max": 0.779394, - "nauc_precision_at_20_std": 0.547669, - "nauc_precision_at_20_diff1": 0.695124, - "nauc_precision_at_100_max": 0.786018, - "nauc_precision_at_100_std": 0.652311, - "nauc_precision_at_100_diff1": 0.638294, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.758941, - "nauc_mrr_at_1_std": 0.159753, - "nauc_mrr_at_1_diff1": 0.832329, - "nauc_mrr_at_3_max": 0.76614, - "nauc_mrr_at_3_std": 0.222884, - "nauc_mrr_at_3_diff1": 0.797932, - "nauc_mrr_at_5_max": 0.768604, - "nauc_mrr_at_5_std": 0.238742, - "nauc_mrr_at_5_diff1": 0.795549, - "nauc_mrr_at_10_max": 0.769681, - "nauc_mrr_at_10_std": 0.242537, - "nauc_mrr_at_10_diff1": 0.796991, - "nauc_mrr_at_20_max": 0.768787, - "nauc_mrr_at_20_std": 0.241095, - "nauc_mrr_at_20_diff1": 0.796925, - "nauc_mrr_at_100_max": 0.768684, - "nauc_mrr_at_100_std": 0.239763, - "nauc_mrr_at_100_diff1": 0.797401, - "nauc_mrr_at_1000_max": 0.76869, - "nauc_mrr_at_1000_std": 0.239417, - "nauc_mrr_at_1000_diff1": 0.797575, - "main_score": 0.69113, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.55222, + "ndcg_at_3": 0.62951, + "ndcg_at_5": 0.65069, + "ndcg_at_10": 0.6719, + "ndcg_at_20": 0.6857, + "ndcg_at_100": 0.70324, + "ndcg_at_1000": 0.70976, + "map_at_1": 0.55222, + "map_at_3": 0.61019, + "map_at_5": 0.62202, + "map_at_10": 0.63098, + "map_at_20": 0.63465, + "map_at_100": 0.63706, + "map_at_1000": 0.63734, + "recall_at_1": 0.55222, + "recall_at_3": 0.68556, + "recall_at_5": 0.73667, + "recall_at_10": 0.80111, + "recall_at_20": 0.85667, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "accuracy": 0.55222, + "precision_at_1": 0.55222, + "precision_at_3": 0.22852, + "precision_at_5": 0.14733, + "precision_at_10": 0.08011, + "precision_at_20": 0.04283, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.552222, + "mrr_at_3": 0.610185, + "mrr_at_5": 0.622019, + "mrr_at_10": 0.630979, + "mrr_at_20": 0.634648, + "mrr_at_100": 0.637061, + "mrr_at_1000": 0.637345, + "nauc_ndcg_at_1_max": 0.742423, + "nauc_ndcg_at_1_std": 0.186248, + "nauc_ndcg_at_1_diff1": 0.810251, + "nauc_ndcg_at_3_max": 0.736773, + "nauc_ndcg_at_3_std": 0.23896, + "nauc_ndcg_at_3_diff1": 0.767467, + "nauc_ndcg_at_5_max": 0.744753, + "nauc_ndcg_at_5_std": 0.265566, + "nauc_ndcg_at_5_diff1": 0.762092, + "nauc_ndcg_at_10_max": 0.742295, + "nauc_ndcg_at_10_std": 0.275746, + "nauc_ndcg_at_10_diff1": 0.757112, + "nauc_ndcg_at_20_max": 0.746483, + "nauc_ndcg_at_20_std": 0.286395, + "nauc_ndcg_at_20_diff1": 0.759768, + "nauc_ndcg_at_100_max": 0.744079, + "nauc_ndcg_at_100_std": 0.26898, + "nauc_ndcg_at_100_diff1": 0.766244, + "nauc_ndcg_at_1000_max": 0.743737, + "nauc_ndcg_at_1000_std": 0.259003, + "nauc_ndcg_at_1000_diff1": 0.768364, + "nauc_map_at_1_max": 0.742423, + "nauc_map_at_1_std": 0.186248, + "nauc_map_at_1_diff1": 0.810251, + "nauc_map_at_3_max": 0.738717, + "nauc_map_at_3_std": 0.224596, + "nauc_map_at_3_diff1": 0.77801, + "nauc_map_at_5_max": 0.743319, + "nauc_map_at_5_std": 0.238745, + "nauc_map_at_5_diff1": 0.775497, + "nauc_map_at_10_max": 0.742285, + "nauc_map_at_10_std": 0.242127, + "nauc_map_at_10_diff1": 0.773689, + "nauc_map_at_20_max": 0.743342, + "nauc_map_at_20_std": 0.244204, + "nauc_map_at_20_diff1": 0.774599, + "nauc_map_at_100_max": 0.742938, + "nauc_map_at_100_std": 0.242086, + "nauc_map_at_100_diff1": 0.775242, + "nauc_map_at_1000_max": 0.742953, + "nauc_map_at_1000_std": 0.241719, + "nauc_map_at_1000_diff1": 0.775339, + "nauc_recall_at_1_max": 0.742423, + "nauc_recall_at_1_std": 0.186248, + "nauc_recall_at_1_diff1": 0.810251, + "nauc_recall_at_3_max": 0.730168, + "nauc_recall_at_3_std": 0.286406, + "nauc_recall_at_3_diff1": 0.733151, + "nauc_recall_at_5_max": 0.750657, + "nauc_recall_at_5_std": 0.368369, + "nauc_recall_at_5_diff1": 0.712183, + "nauc_recall_at_10_max": 0.74192, + "nauc_recall_at_10_std": 0.437938, + "nauc_recall_at_10_diff1": 0.679518, + "nauc_recall_at_20_max": 0.771487, + "nauc_recall_at_20_std": 0.574111, + "nauc_recall_at_20_diff1": 0.670352, + "nauc_recall_at_100_max": 0.762297, + "nauc_recall_at_100_std": 0.622507, + "nauc_recall_at_100_diff1": 0.694105, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.742423, + "nauc_precision_at_1_std": 0.186248, + "nauc_precision_at_1_diff1": 0.810251, + "nauc_precision_at_3_max": 0.730168, + "nauc_precision_at_3_std": 0.286406, + "nauc_precision_at_3_diff1": 0.733151, + "nauc_precision_at_5_max": 0.750657, + "nauc_precision_at_5_std": 0.368369, + "nauc_precision_at_5_diff1": 0.712183, + "nauc_precision_at_10_max": 0.74192, + "nauc_precision_at_10_std": 0.437938, + "nauc_precision_at_10_diff1": 0.679518, + "nauc_precision_at_20_max": 0.771487, + "nauc_precision_at_20_std": 0.574111, + "nauc_precision_at_20_diff1": 0.670352, + "nauc_precision_at_100_max": 0.762297, + "nauc_precision_at_100_std": 0.622507, + "nauc_precision_at_100_diff1": 0.694105, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.742423, + "nauc_mrr_at_1_std": 0.186248, + "nauc_mrr_at_1_diff1": 0.810251, + "nauc_mrr_at_3_max": 0.738717, + "nauc_mrr_at_3_std": 0.224596, + "nauc_mrr_at_3_diff1": 0.77801, + "nauc_mrr_at_5_max": 0.743319, + "nauc_mrr_at_5_std": 0.238745, + "nauc_mrr_at_5_diff1": 0.775497, + "nauc_mrr_at_10_max": 0.742285, + "nauc_mrr_at_10_std": 0.242127, + "nauc_mrr_at_10_diff1": 0.773689, + "nauc_mrr_at_20_max": 0.743342, + "nauc_mrr_at_20_std": 0.244204, + "nauc_mrr_at_20_diff1": 0.774599, + "nauc_mrr_at_100_max": 0.742938, + "nauc_mrr_at_100_std": 0.242086, + "nauc_mrr_at_100_diff1": 0.775242, + "nauc_mrr_at_1000_max": 0.742953, + "nauc_mrr_at_1000_std": 0.241719, + "nauc_mrr_at_1000_diff1": 0.775339, + "hit_rate_at_1": 0.55222, + "hit_rate_at_3": 0.68556, + "hit_rate_at_5": 0.73667, + "hit_rate_at_10": 0.80111, + "hit_rate_at_20": 0.85667, + "hit_rate_at_100": 0.95111, + "hit_rate_at_1000": 1.0, + "main_score": 0.6719, "hf_subset": "eng_Latn-lao_Laoo", "languages": [ "eng-Latn", "lao-Laoo" - ] - }, - { - "ndcg_at_1": 0.50445, - "ndcg_at_3": 0.56136, - "ndcg_at_5": 0.57506, - "ndcg_at_10": 0.59295, - "ndcg_at_20": 0.60431, - "ndcg_at_100": 0.62637, - "ndcg_at_1000": 0.64545, - "map_at_1": 0.5039, - "map_at_3": 0.54751, - "map_at_5": 0.55509, - "map_at_10": 0.56261, - "map_at_20": 0.56578, - "map_at_100": 0.56869, - "map_at_1000": 0.56947, - "recall_at_1": 0.5039, - "recall_at_3": 0.60078, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.51225, + "ndcg_at_3": 0.56661, + "ndcg_at_5": 0.57854, + "ndcg_at_10": 0.59652, + "ndcg_at_20": 0.60764, + "ndcg_at_100": 0.63069, + "ndcg_at_1000": 0.64858, + "map_at_1": 0.51169, + "map_at_3": 0.55308, + "map_at_5": 0.55971, + "map_at_10": 0.56711, + "map_at_20": 0.57013, + "map_at_100": 0.57307, + "map_at_1000": 0.57377, + "recall_at_1": 0.51169, + "recall_at_3": 0.60523, "recall_at_5": 0.63419, - "recall_at_10": 0.68875, - "recall_at_20": 0.7333, - "recall_at_100": 0.85412, + "recall_at_10": 0.68987, + "recall_at_20": 0.73385, + "recall_at_100": 0.86192, "recall_at_1000": 1.0, - "precision_at_1": 0.50445, - "precision_at_3": 0.20045, + "accuracy": 0.51169, + "precision_at_1": 0.51225, + "precision_at_3": 0.20193, "precision_at_5": 0.12695, - "precision_at_10": 0.06893, - "precision_at_20": 0.03669, - "precision_at_100": 0.00856, - "precision_at_1000": 0.001, - "mrr_at_1": 0.504454, - "mrr_at_3": 0.54807, - "mrr_at_5": 0.555642, - "mrr_at_10": 0.563168, - "mrr_at_20": 0.56634, - "mrr_at_100": 0.569238, - "mrr_at_1000": 0.570021, - "nauc_ndcg_at_1_max": 0.650311, - "nauc_ndcg_at_1_std": -0.508698, - "nauc_ndcg_at_1_diff1": 0.838291, - "nauc_ndcg_at_3_max": 0.64412, - "nauc_ndcg_at_3_std": -0.541273, - "nauc_ndcg_at_3_diff1": 0.800357, - "nauc_ndcg_at_5_max": 0.642029, - "nauc_ndcg_at_5_std": -0.537116, - "nauc_ndcg_at_5_diff1": 0.793218, - "nauc_ndcg_at_10_max": 0.632829, - "nauc_ndcg_at_10_std": -0.533381, - "nauc_ndcg_at_10_diff1": 0.781582, - "nauc_ndcg_at_20_max": 0.631823, - "nauc_ndcg_at_20_std": -0.533564, - "nauc_ndcg_at_20_diff1": 0.776734, - "nauc_ndcg_at_100_max": 0.631987, - "nauc_ndcg_at_100_std": -0.524295, - "nauc_ndcg_at_100_diff1": 0.776014, - "nauc_ndcg_at_1000_max": 0.636517, - "nauc_ndcg_at_1000_std": -0.528039, - "nauc_ndcg_at_1000_diff1": 0.787872, - "nauc_map_at_1_max": 0.649039, - "nauc_map_at_1_std": -0.508681, - "nauc_map_at_1_diff1": 0.835975, - "nauc_map_at_3_max": 0.646073, - "nauc_map_at_3_std": -0.532529, - "nauc_map_at_3_diff1": 0.809142, - "nauc_map_at_5_max": 0.644879, - "nauc_map_at_5_std": -0.530246, - "nauc_map_at_5_diff1": 0.805436, - "nauc_map_at_10_max": 0.641022, - "nauc_map_at_10_std": -0.528832, - "nauc_map_at_10_diff1": 0.800781, - "nauc_map_at_20_max": 0.640744, - "nauc_map_at_20_std": -0.528917, - "nauc_map_at_20_diff1": 0.799585, - "nauc_map_at_100_max": 0.640653, - "nauc_map_at_100_std": -0.527785, - "nauc_map_at_100_diff1": 0.799489, - "nauc_map_at_1000_max": 0.640837, - "nauc_map_at_1000_std": -0.527813, - "nauc_map_at_1000_diff1": 0.799875, - "nauc_recall_at_1_max": 0.649039, - "nauc_recall_at_1_std": -0.508681, - "nauc_recall_at_1_diff1": 0.835975, - "nauc_recall_at_3_max": 0.636267, - "nauc_recall_at_3_std": -0.568038, - "nauc_recall_at_3_diff1": 0.770852, - "nauc_recall_at_5_max": 0.630675, - "nauc_recall_at_5_std": -0.558416, - "nauc_recall_at_5_diff1": 0.750016, - "nauc_recall_at_10_max": 0.597761, - "nauc_recall_at_10_std": -0.546359, - "nauc_recall_at_10_diff1": 0.704383, - "nauc_recall_at_20_max": 0.588644, - "nauc_recall_at_20_std": -0.548134, - "nauc_recall_at_20_diff1": 0.670217, - "nauc_recall_at_100_max": 0.566771, - "nauc_recall_at_100_std": -0.457307, - "nauc_recall_at_100_diff1": 0.595274, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.650311, - "nauc_precision_at_1_std": -0.508698, - "nauc_precision_at_1_diff1": 0.838291, - "nauc_precision_at_3_max": 0.637894, - "nauc_precision_at_3_std": -0.568292, - "nauc_precision_at_3_diff1": 0.773652, - "nauc_precision_at_5_max": 0.632398, - "nauc_precision_at_5_std": -0.558676, - "nauc_precision_at_5_diff1": 0.75297, - "nauc_precision_at_10_max": 0.599642, - "nauc_precision_at_10_std": -0.546635, - "nauc_precision_at_10_diff1": 0.70762, - "nauc_precision_at_20_max": 0.59099, - "nauc_precision_at_20_std": -0.548666, - "nauc_precision_at_20_diff1": 0.674094, - "nauc_precision_at_100_max": 0.557209, - "nauc_precision_at_100_std": -0.434752, - "nauc_precision_at_100_diff1": 0.587212, - "nauc_precision_at_1000_max": 0.211621, + "precision_at_10": 0.06904, + "precision_at_20": 0.03675, + "precision_at_100": 0.00863, + "precision_at_1000": 0.001, + "mrr_at_1": 0.512249, + "mrr_at_3": 0.553638, + "mrr_at_5": 0.560264, + "mrr_at_10": 0.567664, + "mrr_at_20": 0.570726, + "mrr_at_100": 0.573659, + "mrr_at_1000": 0.574344, + "nauc_ndcg_at_1_max": 0.671776, + "nauc_ndcg_at_1_std": -0.534962, + "nauc_ndcg_at_1_diff1": 0.849402, + "nauc_ndcg_at_3_max": 0.676324, + "nauc_ndcg_at_3_std": -0.54421, + "nauc_ndcg_at_3_diff1": 0.821083, + "nauc_ndcg_at_5_max": 0.669134, + "nauc_ndcg_at_5_std": -0.552498, + "nauc_ndcg_at_5_diff1": 0.815398, + "nauc_ndcg_at_10_max": 0.663184, + "nauc_ndcg_at_10_std": -0.545866, + "nauc_ndcg_at_10_diff1": 0.803202, + "nauc_ndcg_at_20_max": 0.659354, + "nauc_ndcg_at_20_std": -0.544867, + "nauc_ndcg_at_20_diff1": 0.798907, + "nauc_ndcg_at_100_max": 0.659759, + "nauc_ndcg_at_100_std": -0.538459, + "nauc_ndcg_at_100_diff1": 0.79755, + "nauc_ndcg_at_1000_max": 0.664792, + "nauc_ndcg_at_1000_std": -0.542253, + "nauc_ndcg_at_1000_diff1": 0.808845, + "nauc_map_at_1_max": 0.670481, + "nauc_map_at_1_std": -0.534929, + "nauc_map_at_1_diff1": 0.847061, + "nauc_map_at_3_max": 0.675882, + "nauc_map_at_3_std": -0.541915, + "nauc_map_at_3_diff1": 0.828224, + "nauc_map_at_5_max": 0.671876, + "nauc_map_at_5_std": -0.546662, + "nauc_map_at_5_diff1": 0.825102, + "nauc_map_at_10_max": 0.669413, + "nauc_map_at_10_std": -0.54429, + "nauc_map_at_10_diff1": 0.820134, + "nauc_map_at_20_max": 0.668492, + "nauc_map_at_20_std": -0.543927, + "nauc_map_at_20_diff1": 0.81909, + "nauc_map_at_100_max": 0.668501, + "nauc_map_at_100_std": -0.543312, + "nauc_map_at_100_diff1": 0.819008, + "nauc_map_at_1000_max": 0.668721, + "nauc_map_at_1000_std": -0.543307, + "nauc_map_at_1000_diff1": 0.819397, + "nauc_recall_at_1_max": 0.670481, + "nauc_recall_at_1_std": -0.534929, + "nauc_recall_at_1_diff1": 0.847061, + "nauc_recall_at_3_max": 0.67562, + "nauc_recall_at_3_std": -0.550991, + "nauc_recall_at_3_diff1": 0.796199, + "nauc_recall_at_5_max": 0.657226, + "nauc_recall_at_5_std": -0.571786, + "nauc_recall_at_5_diff1": 0.780511, + "nauc_recall_at_10_max": 0.635229, + "nauc_recall_at_10_std": -0.548158, + "nauc_recall_at_10_diff1": 0.734202, + "nauc_recall_at_20_max": 0.611365, + "nauc_recall_at_20_std": -0.544768, + "nauc_recall_at_20_diff1": 0.703917, + "nauc_recall_at_100_max": 0.583713, + "nauc_recall_at_100_std": -0.463137, + "nauc_recall_at_100_diff1": 0.617299, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.671776, + "nauc_precision_at_1_std": -0.534962, + "nauc_precision_at_1_diff1": 0.849402, + "nauc_precision_at_3_max": 0.677298, + "nauc_precision_at_3_std": -0.551231, + "nauc_precision_at_3_diff1": 0.799046, + "nauc_precision_at_5_max": 0.658977, + "nauc_precision_at_5_std": -0.57206, + "nauc_precision_at_5_diff1": 0.783497, + "nauc_precision_at_10_max": 0.637158, + "nauc_precision_at_10_std": -0.548437, + "nauc_precision_at_10_diff1": 0.737482, + "nauc_precision_at_20_max": 0.614516, + "nauc_precision_at_20_std": -0.543493, + "nauc_precision_at_20_diff1": 0.707007, + "nauc_precision_at_100_max": 0.589847, + "nauc_precision_at_100_std": -0.460958, + "nauc_precision_at_100_diff1": 0.623007, + "nauc_precision_at_1000_max": 0.126962, "nauc_precision_at_1000_std": 0.38047, - "nauc_precision_at_1000_diff1": 0.29581, - "nauc_mrr_at_1_max": 0.650311, - "nauc_mrr_at_1_std": -0.508698, - "nauc_mrr_at_1_diff1": 0.838291, - "nauc_mrr_at_3_max": 0.647403, - "nauc_mrr_at_3_std": -0.532562, - "nauc_mrr_at_3_diff1": 0.811551, - "nauc_mrr_at_5_max": 0.646225, - "nauc_mrr_at_5_std": -0.530277, - "nauc_mrr_at_5_diff1": 0.807873, - "nauc_mrr_at_10_max": 0.642383, - "nauc_mrr_at_10_std": -0.528863, - "nauc_mrr_at_10_diff1": 0.803247, - "nauc_mrr_at_20_max": 0.642114, - "nauc_mrr_at_20_std": -0.528948, - "nauc_mrr_at_20_diff1": 0.802066, - "nauc_mrr_at_100_max": 0.642017, - "nauc_mrr_at_100_std": -0.527797, - "nauc_mrr_at_100_diff1": 0.801944, - "nauc_mrr_at_1000_max": 0.642205, - "nauc_mrr_at_1000_std": -0.527825, - "nauc_mrr_at_1000_diff1": 0.802336, - "main_score": 0.59295, + "nauc_precision_at_1000_diff1": 0.081084, + "nauc_mrr_at_1_max": 0.671776, + "nauc_mrr_at_1_std": -0.534962, + "nauc_mrr_at_1_diff1": 0.849402, + "nauc_mrr_at_3_max": 0.677239, + "nauc_mrr_at_3_std": -0.541953, + "nauc_mrr_at_3_diff1": 0.830661, + "nauc_mrr_at_5_max": 0.673246, + "nauc_mrr_at_5_std": -0.546703, + "nauc_mrr_at_5_diff1": 0.827564, + "nauc_mrr_at_10_max": 0.670799, + "nauc_mrr_at_10_std": -0.54433, + "nauc_mrr_at_10_diff1": 0.822625, + "nauc_mrr_at_20_max": 0.669925, + "nauc_mrr_at_20_std": -0.543886, + "nauc_mrr_at_20_diff1": 0.821566, + "nauc_mrr_at_100_max": 0.669945, + "nauc_mrr_at_100_std": -0.54327, + "nauc_mrr_at_100_diff1": 0.821502, + "nauc_mrr_at_1000_max": 0.670127, + "nauc_mrr_at_1000_std": -0.54329, + "nauc_mrr_at_1000_diff1": 0.821856, + "hit_rate_at_1": 0.51225, + "hit_rate_at_3": 0.60579, + "hit_rate_at_5": 0.63474, + "hit_rate_at_10": 0.69042, + "hit_rate_at_20": 0.73497, + "hit_rate_at_100": 0.86303, + "hit_rate_at_1000": 1.0, + "main_score": 0.59652, "hf_subset": "lin_Latn-lin_Latn", "languages": [ "lin-Latn", "lin-Latn" - ] - }, - { - "ndcg_at_1": 0.64667, - "ndcg_at_3": 0.70467, - "ndcg_at_5": 0.72141, - "ndcg_at_10": 0.73582, - "ndcg_at_20": 0.74476, - "ndcg_at_100": 0.75921, - "ndcg_at_1000": 0.76641, - "map_at_1": 0.64667, - "map_at_3": 0.69019, - "map_at_5": 0.69963, - "map_at_10": 0.70561, - "map_at_20": 0.70803, - "map_at_100": 0.70997, - "map_at_1000": 0.71028, - "recall_at_1": 0.64667, - "recall_at_3": 0.74667, - "recall_at_5": 0.78667, - "recall_at_10": 0.83111, - "recall_at_20": 0.86667, - "recall_at_100": 0.94556, - "recall_at_1000": 1.0, - "precision_at_1": 0.64667, - "precision_at_3": 0.24889, - "precision_at_5": 0.15733, - "precision_at_10": 0.08311, - "precision_at_20": 0.04333, - "precision_at_100": 0.00946, - "precision_at_1000": 0.001, - "mrr_at_1": 0.646667, - "mrr_at_3": 0.690185, - "mrr_at_5": 0.69963, - "mrr_at_10": 0.70561, - "mrr_at_20": 0.708034, - "mrr_at_100": 0.709975, - "mrr_at_1000": 0.710281, - "nauc_ndcg_at_1_max": 0.816139, - "nauc_ndcg_at_1_std": 0.319028, - "nauc_ndcg_at_1_diff1": 0.888017, - "nauc_ndcg_at_3_max": 0.839969, - "nauc_ndcg_at_3_std": 0.377076, - "nauc_ndcg_at_3_diff1": 0.862518, - "nauc_ndcg_at_5_max": 0.839022, - "nauc_ndcg_at_5_std": 0.377527, - "nauc_ndcg_at_5_diff1": 0.856734, - "nauc_ndcg_at_10_max": 0.833861, - "nauc_ndcg_at_10_std": 0.375249, - "nauc_ndcg_at_10_diff1": 0.851115, - "nauc_ndcg_at_20_max": 0.830209, - "nauc_ndcg_at_20_std": 0.377604, - "nauc_ndcg_at_20_diff1": 0.850806, - "nauc_ndcg_at_100_max": 0.830169, - "nauc_ndcg_at_100_std": 0.373403, - "nauc_ndcg_at_100_diff1": 0.854152, - "nauc_ndcg_at_1000_max": 0.830593, - "nauc_ndcg_at_1000_std": 0.36901, - "nauc_ndcg_at_1000_diff1": 0.85793, - "nauc_map_at_1_max": 0.816139, - "nauc_map_at_1_std": 0.319028, - "nauc_map_at_1_diff1": 0.888017, - "nauc_map_at_3_max": 0.83331, - "nauc_map_at_3_std": 0.362285, - "nauc_map_at_3_diff1": 0.868865, - "nauc_map_at_5_max": 0.832733, - "nauc_map_at_5_std": 0.362117, - "nauc_map_at_5_diff1": 0.865922, - "nauc_map_at_10_max": 0.830466, - "nauc_map_at_10_std": 0.360482, - "nauc_map_at_10_diff1": 0.863863, - "nauc_map_at_20_max": 0.829602, - "nauc_map_at_20_std": 0.360772, - "nauc_map_at_20_diff1": 0.863871, - "nauc_map_at_100_max": 0.829488, - "nauc_map_at_100_std": 0.360163, - "nauc_map_at_100_diff1": 0.864181, - "nauc_map_at_1000_max": 0.82952, - "nauc_map_at_1000_std": 0.360139, - "nauc_map_at_1000_diff1": 0.864315, - "nauc_recall_at_1_max": 0.816139, - "nauc_recall_at_1_std": 0.319028, - "nauc_recall_at_1_diff1": 0.888017, - "nauc_recall_at_3_max": 0.862437, - "nauc_recall_at_3_std": 0.426321, - "nauc_recall_at_3_diff1": 0.84146, - "nauc_recall_at_5_max": 0.862405, - "nauc_recall_at_5_std": 0.434947, - "nauc_recall_at_5_diff1": 0.821653, - "nauc_recall_at_10_max": 0.846511, - "nauc_recall_at_10_std": 0.441955, - "nauc_recall_at_10_diff1": 0.789715, - "nauc_recall_at_20_max": 0.824007, - "nauc_recall_at_20_std": 0.476162, - "nauc_recall_at_20_diff1": 0.773242, - "nauc_recall_at_100_max": 0.821167, - "nauc_recall_at_100_std": 0.521418, - "nauc_recall_at_100_diff1": 0.747613, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816139, - "nauc_precision_at_1_std": 0.319028, - "nauc_precision_at_1_diff1": 0.888017, - "nauc_precision_at_3_max": 0.862437, - "nauc_precision_at_3_std": 0.426321, - "nauc_precision_at_3_diff1": 0.84146, - "nauc_precision_at_5_max": 0.862405, - "nauc_precision_at_5_std": 0.434947, - "nauc_precision_at_5_diff1": 0.821653, - "nauc_precision_at_10_max": 0.846511, - "nauc_precision_at_10_std": 0.441955, - "nauc_precision_at_10_diff1": 0.789715, - "nauc_precision_at_20_max": 0.824007, - "nauc_precision_at_20_std": 0.476162, - "nauc_precision_at_20_diff1": 0.773242, - "nauc_precision_at_100_max": 0.821167, - "nauc_precision_at_100_std": 0.521418, - "nauc_precision_at_100_diff1": 0.747613, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816139, - "nauc_mrr_at_1_std": 0.319028, - "nauc_mrr_at_1_diff1": 0.888017, - "nauc_mrr_at_3_max": 0.83331, - "nauc_mrr_at_3_std": 0.362285, - "nauc_mrr_at_3_diff1": 0.868865, - "nauc_mrr_at_5_max": 0.832733, - "nauc_mrr_at_5_std": 0.362117, - "nauc_mrr_at_5_diff1": 0.865922, - "nauc_mrr_at_10_max": 0.830466, - "nauc_mrr_at_10_std": 0.360482, - "nauc_mrr_at_10_diff1": 0.863863, - "nauc_mrr_at_20_max": 0.829602, - "nauc_mrr_at_20_std": 0.360772, - "nauc_mrr_at_20_diff1": 0.863871, - "nauc_mrr_at_100_max": 0.829488, - "nauc_mrr_at_100_std": 0.360163, - "nauc_mrr_at_100_diff1": 0.864181, - "nauc_mrr_at_1000_max": 0.82952, - "nauc_mrr_at_1000_std": 0.360139, - "nauc_mrr_at_1000_diff1": 0.864315, - "main_score": 0.73582, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.63556, + "ndcg_at_3": 0.69887, + "ndcg_at_5": 0.71537, + "ndcg_at_10": 0.72899, + "ndcg_at_20": 0.7393, + "ndcg_at_100": 0.75297, + "ndcg_at_1000": 0.76063, + "map_at_1": 0.63556, + "map_at_3": 0.68315, + "map_at_5": 0.69231, + "map_at_10": 0.6979, + "map_at_20": 0.70069, + "map_at_100": 0.70254, + "map_at_1000": 0.70287, + "recall_at_1": 0.63556, + "recall_at_3": 0.74444, + "recall_at_5": 0.78444, + "recall_at_10": 0.82667, + "recall_at_20": 0.86778, + "recall_at_100": 0.94222, + "recall_at_1000": 1.0, + "accuracy": 0.63556, + "precision_at_1": 0.63556, + "precision_at_3": 0.24815, + "precision_at_5": 0.15689, + "precision_at_10": 0.08267, + "precision_at_20": 0.04339, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.635556, + "mrr_at_3": 0.683148, + "mrr_at_5": 0.692315, + "mrr_at_10": 0.697905, + "mrr_at_20": 0.700692, + "mrr_at_100": 0.702538, + "mrr_at_1000": 0.702867, + "nauc_ndcg_at_1_max": 0.806765, + "nauc_ndcg_at_1_std": 0.282452, + "nauc_ndcg_at_1_diff1": 0.894407, + "nauc_ndcg_at_3_max": 0.826323, + "nauc_ndcg_at_3_std": 0.337, + "nauc_ndcg_at_3_diff1": 0.859364, + "nauc_ndcg_at_5_max": 0.825188, + "nauc_ndcg_at_5_std": 0.334742, + "nauc_ndcg_at_5_diff1": 0.851754, + "nauc_ndcg_at_10_max": 0.820909, + "nauc_ndcg_at_10_std": 0.337211, + "nauc_ndcg_at_10_diff1": 0.849809, + "nauc_ndcg_at_20_max": 0.816409, + "nauc_ndcg_at_20_std": 0.334268, + "nauc_ndcg_at_20_diff1": 0.847728, + "nauc_ndcg_at_100_max": 0.816969, + "nauc_ndcg_at_100_std": 0.337128, + "nauc_ndcg_at_100_diff1": 0.851129, + "nauc_ndcg_at_1000_max": 0.81751, + "nauc_ndcg_at_1000_std": 0.328667, + "nauc_ndcg_at_1000_diff1": 0.855918, + "nauc_map_at_1_max": 0.806765, + "nauc_map_at_1_std": 0.282452, + "nauc_map_at_1_diff1": 0.894407, + "nauc_map_at_3_max": 0.820401, + "nauc_map_at_3_std": 0.32119, + "nauc_map_at_3_diff1": 0.867869, + "nauc_map_at_5_max": 0.819778, + "nauc_map_at_5_std": 0.319882, + "nauc_map_at_5_diff1": 0.864035, + "nauc_map_at_10_max": 0.817995, + "nauc_map_at_10_std": 0.320389, + "nauc_map_at_10_diff1": 0.863502, + "nauc_map_at_20_max": 0.816876, + "nauc_map_at_20_std": 0.319489, + "nauc_map_at_20_diff1": 0.863076, + "nauc_map_at_100_max": 0.816806, + "nauc_map_at_100_std": 0.319594, + "nauc_map_at_100_diff1": 0.863349, + "nauc_map_at_1000_max": 0.816847, + "nauc_map_at_1000_std": 0.319371, + "nauc_map_at_1000_diff1": 0.863529, + "nauc_recall_at_1_max": 0.806765, + "nauc_recall_at_1_std": 0.282452, + "nauc_recall_at_1_diff1": 0.894407, + "nauc_recall_at_3_max": 0.84667, + "nauc_recall_at_3_std": 0.391024, + "nauc_recall_at_3_diff1": 0.831037, + "nauc_recall_at_5_max": 0.845588, + "nauc_recall_at_5_std": 0.39066, + "nauc_recall_at_5_diff1": 0.804567, + "nauc_recall_at_10_max": 0.831626, + "nauc_recall_at_10_std": 0.414665, + "nauc_recall_at_10_diff1": 0.786265, + "nauc_recall_at_20_max": 0.803358, + "nauc_recall_at_20_std": 0.416232, + "nauc_recall_at_20_diff1": 0.754836, + "nauc_recall_at_100_max": 0.806579, + "nauc_recall_at_100_std": 0.578952, + "nauc_recall_at_100_diff1": 0.722994, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806765, + "nauc_precision_at_1_std": 0.282452, + "nauc_precision_at_1_diff1": 0.894407, + "nauc_precision_at_3_max": 0.84667, + "nauc_precision_at_3_std": 0.391024, + "nauc_precision_at_3_diff1": 0.831037, + "nauc_precision_at_5_max": 0.845588, + "nauc_precision_at_5_std": 0.39066, + "nauc_precision_at_5_diff1": 0.804567, + "nauc_precision_at_10_max": 0.831626, + "nauc_precision_at_10_std": 0.414665, + "nauc_precision_at_10_diff1": 0.786265, + "nauc_precision_at_20_max": 0.803358, + "nauc_precision_at_20_std": 0.416232, + "nauc_precision_at_20_diff1": 0.754836, + "nauc_precision_at_100_max": 0.806579, + "nauc_precision_at_100_std": 0.578952, + "nauc_precision_at_100_diff1": 0.722994, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806765, + "nauc_mrr_at_1_std": 0.282452, + "nauc_mrr_at_1_diff1": 0.894407, + "nauc_mrr_at_3_max": 0.820401, + "nauc_mrr_at_3_std": 0.32119, + "nauc_mrr_at_3_diff1": 0.867869, + "nauc_mrr_at_5_max": 0.819778, + "nauc_mrr_at_5_std": 0.319882, + "nauc_mrr_at_5_diff1": 0.864035, + "nauc_mrr_at_10_max": 0.817995, + "nauc_mrr_at_10_std": 0.320389, + "nauc_mrr_at_10_diff1": 0.863502, + "nauc_mrr_at_20_max": 0.816876, + "nauc_mrr_at_20_std": 0.319489, + "nauc_mrr_at_20_diff1": 0.863076, + "nauc_mrr_at_100_max": 0.816806, + "nauc_mrr_at_100_std": 0.319594, + "nauc_mrr_at_100_diff1": 0.863349, + "nauc_mrr_at_1000_max": 0.816847, + "nauc_mrr_at_1000_std": 0.319371, + "nauc_mrr_at_1000_diff1": 0.863529, + "hit_rate_at_1": 0.63556, + "hit_rate_at_3": 0.74444, + "hit_rate_at_5": 0.78444, + "hit_rate_at_10": 0.82667, + "hit_rate_at_20": 0.86778, + "hit_rate_at_100": 0.94222, + "hit_rate_at_1000": 1.0, + "main_score": 0.72899, "hf_subset": "lin_Latn-eng_Latn", "languages": [ "lin-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.50334, - "ndcg_at_3": 0.5476, - "ndcg_at_5": 0.5569, - "ndcg_at_10": 0.56538, - "ndcg_at_20": 0.57129, - "ndcg_at_100": 0.59363, - "ndcg_at_1000": 0.62188, - "map_at_1": 0.50278, - "map_at_3": 0.53638, - "map_at_5": 0.54161, - "map_at_10": 0.54508, - "map_at_20": 0.54663, - "map_at_100": 0.54939, - "map_at_1000": 0.5504, - "recall_at_1": 0.50278, - "recall_at_3": 0.57962, - "recall_at_5": 0.60189, - "recall_at_10": 0.62806, - "recall_at_20": 0.652, - "recall_at_100": 0.77784, - "recall_at_1000": 1.0, - "precision_at_1": 0.50334, - "precision_at_3": 0.19339, - "precision_at_5": 0.12049, - "precision_at_10": 0.06292, - "precision_at_20": 0.03268, - "precision_at_100": 0.0078, - "precision_at_1000": 0.001, - "mrr_at_1": 0.503341, - "mrr_at_3": 0.536934, - "mrr_at_5": 0.542168, - "mrr_at_10": 0.545717, - "mrr_at_20": 0.547207, - "mrr_at_100": 0.549964, - "mrr_at_1000": 0.550974, - "nauc_ndcg_at_1_max": 0.87057, - "nauc_ndcg_at_1_std": 0.609096, - "nauc_ndcg_at_1_diff1": 0.881134, - "nauc_ndcg_at_3_max": 0.907005, - "nauc_ndcg_at_3_std": 0.665753, - "nauc_ndcg_at_3_diff1": 0.858653, - "nauc_ndcg_at_5_max": 0.904206, - "nauc_ndcg_at_5_std": 0.665985, - "nauc_ndcg_at_5_diff1": 0.849031, - "nauc_ndcg_at_10_max": 0.905299, - "nauc_ndcg_at_10_std": 0.675256, - "nauc_ndcg_at_10_diff1": 0.845119, - "nauc_ndcg_at_20_max": 0.904444, - "nauc_ndcg_at_20_std": 0.67841, - "nauc_ndcg_at_20_diff1": 0.842241, - "nauc_ndcg_at_100_max": 0.896878, - "nauc_ndcg_at_100_std": 0.676048, - "nauc_ndcg_at_100_diff1": 0.835097, - "nauc_ndcg_at_1000_max": 0.898707, - "nauc_ndcg_at_1000_std": 0.667333, - "nauc_ndcg_at_1000_diff1": 0.845961, - "nauc_map_at_1_max": 0.8698, - "nauc_map_at_1_std": 0.608475, - "nauc_map_at_1_diff1": 0.879732, - "nauc_map_at_3_max": 0.898419, - "nauc_map_at_3_std": 0.651688, - "nauc_map_at_3_diff1": 0.863796, - "nauc_map_at_5_max": 0.896852, - "nauc_map_at_5_std": 0.651671, - "nauc_map_at_5_diff1": 0.858463, - "nauc_map_at_10_max": 0.897282, - "nauc_map_at_10_std": 0.655477, - "nauc_map_at_10_diff1": 0.856903, - "nauc_map_at_20_max": 0.897091, - "nauc_map_at_20_std": 0.656304, - "nauc_map_at_20_diff1": 0.856193, - "nauc_map_at_100_max": 0.896108, - "nauc_map_at_100_std": 0.655982, - "nauc_map_at_100_diff1": 0.855274, - "nauc_map_at_1000_max": 0.896111, - "nauc_map_at_1000_std": 0.655637, - "nauc_map_at_1000_diff1": 0.855564, - "nauc_recall_at_1_max": 0.8698, - "nauc_recall_at_1_std": 0.608475, - "nauc_recall_at_1_diff1": 0.879732, - "nauc_recall_at_3_max": 0.931854, - "nauc_recall_at_3_std": 0.707517, - "nauc_recall_at_3_diff1": 0.841716, - "nauc_recall_at_5_max": 0.925001, - "nauc_recall_at_5_std": 0.709255, - "nauc_recall_at_5_diff1": 0.81689, - "nauc_recall_at_10_max": 0.929518, - "nauc_recall_at_10_std": 0.741359, - "nauc_recall_at_10_diff1": 0.802817, - "nauc_recall_at_20_max": 0.926311, - "nauc_recall_at_20_std": 0.758117, - "nauc_recall_at_20_diff1": 0.787739, - "nauc_recall_at_100_max": 0.872159, - "nauc_recall_at_100_std": 0.768605, - "nauc_recall_at_100_diff1": 0.708393, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.87057, - "nauc_precision_at_1_std": 0.609096, - "nauc_precision_at_1_diff1": 0.881134, - "nauc_precision_at_3_max": 0.932728, - "nauc_precision_at_3_std": 0.708252, - "nauc_precision_at_3_diff1": 0.843215, - "nauc_precision_at_5_max": 0.926217, - "nauc_precision_at_5_std": 0.710258, - "nauc_precision_at_5_diff1": 0.818698, - "nauc_precision_at_10_max": 0.930726, - "nauc_precision_at_10_std": 0.742982, - "nauc_precision_at_10_diff1": 0.803664, - "nauc_precision_at_20_max": 0.919252, - "nauc_precision_at_20_std": 0.753681, - "nauc_precision_at_20_diff1": 0.780497, - "nauc_precision_at_100_max": 0.863071, - "nauc_precision_at_100_std": 0.762641, - "nauc_precision_at_100_diff1": 0.699175, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.5, + "ndcg_at_3": 0.54595, + "ndcg_at_5": 0.55645, + "ndcg_at_10": 0.56147, + "ndcg_at_20": 0.56859, + "ndcg_at_100": 0.58954, + "ndcg_at_1000": 0.61999, + "map_at_1": 0.49944, + "map_at_3": 0.53452, + "map_at_5": 0.54031, + "map_at_10": 0.54243, + "map_at_20": 0.54443, + "map_at_100": 0.54719, + "map_at_1000": 0.54832, + "recall_at_1": 0.49944, + "recall_at_3": 0.57851, + "recall_at_5": 0.60412, + "recall_at_10": 0.61915, + "recall_at_20": 0.64699, + "recall_at_100": 0.76225, + "recall_at_1000": 1.0, + "accuracy": 0.49944, + "precision_at_1": 0.5, + "precision_at_3": 0.19302, + "precision_at_5": 0.12094, + "precision_at_10": 0.06203, + "precision_at_20": 0.03241, + "precision_at_100": 0.00764, + "precision_at_1000": 0.001, + "mrr_at_1": 0.5, + "mrr_at_3": 0.535078, + "mrr_at_5": 0.540869, + "mrr_at_10": 0.543081, + "mrr_at_20": 0.545079, + "mrr_at_100": 0.547799, + "mrr_at_1000": 0.548926, + "nauc_ndcg_at_1_max": 0.857828, + "nauc_ndcg_at_1_std": 0.607292, + "nauc_ndcg_at_1_diff1": 0.87755, + "nauc_ndcg_at_3_max": 0.903264, + "nauc_ndcg_at_3_std": 0.674227, + "nauc_ndcg_at_3_diff1": 0.863738, + "nauc_ndcg_at_5_max": 0.899976, + "nauc_ndcg_at_5_std": 0.679992, + "nauc_ndcg_at_5_diff1": 0.854517, + "nauc_ndcg_at_10_max": 0.901284, + "nauc_ndcg_at_10_std": 0.683395, + "nauc_ndcg_at_10_diff1": 0.854723, + "nauc_ndcg_at_20_max": 0.898362, + "nauc_ndcg_at_20_std": 0.685018, + "nauc_ndcg_at_20_diff1": 0.8502, + "nauc_ndcg_at_100_max": 0.89213, + "nauc_ndcg_at_100_std": 0.68457, + "nauc_ndcg_at_100_diff1": 0.84381, + "nauc_ndcg_at_1000_max": 0.892787, + "nauc_ndcg_at_1000_std": 0.674721, + "nauc_ndcg_at_1000_diff1": 0.852625, + "nauc_map_at_1_max": 0.857389, + "nauc_map_at_1_std": 0.607368, + "nauc_map_at_1_diff1": 0.876482, + "nauc_map_at_3_max": 0.892658, + "nauc_map_at_3_std": 0.657591, + "nauc_map_at_3_diff1": 0.867313, + "nauc_map_at_5_max": 0.890896, + "nauc_map_at_5_std": 0.660799, + "nauc_map_at_5_diff1": 0.862365, + "nauc_map_at_10_max": 0.891352, + "nauc_map_at_10_std": 0.662206, + "nauc_map_at_10_diff1": 0.862383, + "nauc_map_at_20_max": 0.890532, + "nauc_map_at_20_std": 0.662503, + "nauc_map_at_20_diff1": 0.861145, + "nauc_map_at_100_max": 0.889678, + "nauc_map_at_100_std": 0.662484, + "nauc_map_at_100_diff1": 0.860256, + "nauc_map_at_1000_max": 0.889621, + "nauc_map_at_1000_std": 0.662088, + "nauc_map_at_1000_diff1": 0.860476, + "nauc_recall_at_1_max": 0.857389, + "nauc_recall_at_1_std": 0.607368, + "nauc_recall_at_1_diff1": 0.876482, + "nauc_recall_at_3_max": 0.934201, + "nauc_recall_at_3_std": 0.724358, + "nauc_recall_at_3_diff1": 0.851353, + "nauc_recall_at_5_max": 0.925991, + "nauc_recall_at_5_std": 0.739709, + "nauc_recall_at_5_diff1": 0.826781, + "nauc_recall_at_10_max": 0.931338, + "nauc_recall_at_10_std": 0.752082, + "nauc_recall_at_10_diff1": 0.827431, + "nauc_recall_at_20_max": 0.920041, + "nauc_recall_at_20_std": 0.763407, + "nauc_recall_at_20_diff1": 0.806462, + "nauc_recall_at_100_max": 0.879121, + "nauc_recall_at_100_std": 0.783573, + "nauc_recall_at_100_diff1": 0.743928, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.857828, + "nauc_precision_at_1_std": 0.607292, + "nauc_precision_at_1_diff1": 0.87755, + "nauc_precision_at_3_max": 0.935076, + "nauc_precision_at_3_std": 0.724594, + "nauc_precision_at_3_diff1": 0.852856, + "nauc_precision_at_5_max": 0.927213, + "nauc_precision_at_5_std": 0.740221, + "nauc_precision_at_5_diff1": 0.828606, + "nauc_precision_at_10_max": 0.93253, + "nauc_precision_at_10_std": 0.752729, + "nauc_precision_at_10_diff1": 0.828824, + "nauc_precision_at_20_max": 0.921273, + "nauc_precision_at_20_std": 0.764113, + "nauc_precision_at_20_diff1": 0.807885, + "nauc_precision_at_100_max": 0.870457, + "nauc_precision_at_100_std": 0.775841, + "nauc_precision_at_100_diff1": 0.736372, "nauc_precision_at_1000_max": -0.1101, - "nauc_precision_at_1000_std": 0.013977, - "nauc_precision_at_1000_diff1": -0.125379, - "nauc_mrr_at_1_max": 0.87057, - "nauc_mrr_at_1_std": 0.609096, - "nauc_mrr_at_1_diff1": 0.881134, - "nauc_mrr_at_3_max": 0.899234, - "nauc_mrr_at_3_std": 0.652357, - "nauc_mrr_at_3_diff1": 0.865238, - "nauc_mrr_at_5_max": 0.89767, - "nauc_mrr_at_5_std": 0.652343, - "nauc_mrr_at_5_diff1": 0.859911, - "nauc_mrr_at_10_max": 0.898091, - "nauc_mrr_at_10_std": 0.656213, - "nauc_mrr_at_10_diff1": 0.858233, - "nauc_mrr_at_20_max": 0.897913, - "nauc_mrr_at_20_std": 0.657, - "nauc_mrr_at_20_diff1": 0.857619, - "nauc_mrr_at_100_max": 0.896933, - "nauc_mrr_at_100_std": 0.656682, - "nauc_mrr_at_100_diff1": 0.856706, - "nauc_mrr_at_1000_max": 0.89693, - "nauc_mrr_at_1000_std": 0.656332, - "nauc_mrr_at_1000_diff1": 0.856987, - "main_score": 0.56538, + "nauc_precision_at_1000_std": -0.138372, + "nauc_precision_at_1000_diff1": -0.045435, + "nauc_mrr_at_1_max": 0.857828, + "nauc_mrr_at_1_std": 0.607292, + "nauc_mrr_at_1_diff1": 0.87755, + "nauc_mrr_at_3_max": 0.893122, + "nauc_mrr_at_3_std": 0.657522, + "nauc_mrr_at_3_diff1": 0.868418, + "nauc_mrr_at_5_max": 0.891362, + "nauc_mrr_at_5_std": 0.660729, + "nauc_mrr_at_5_diff1": 0.863477, + "nauc_mrr_at_10_max": 0.891803, + "nauc_mrr_at_10_std": 0.66214, + "nauc_mrr_at_10_diff1": 0.863431, + "nauc_mrr_at_20_max": 0.890985, + "nauc_mrr_at_20_std": 0.662436, + "nauc_mrr_at_20_diff1": 0.862196, + "nauc_mrr_at_100_max": 0.890139, + "nauc_mrr_at_100_std": 0.662415, + "nauc_mrr_at_100_diff1": 0.861341, + "nauc_mrr_at_1000_max": 0.890078, + "nauc_mrr_at_1000_std": 0.66202, + "nauc_mrr_at_1000_diff1": 0.861552, + "hit_rate_at_1": 0.5, + "hit_rate_at_3": 0.57906, + "hit_rate_at_5": 0.60468, + "hit_rate_at_10": 0.62027, + "hit_rate_at_20": 0.64811, + "hit_rate_at_100": 0.76281, + "hit_rate_at_1000": 1.0, + "main_score": 0.56147, "hf_subset": "eng_Latn-lin_Latn", "languages": [ "eng-Latn", "lin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.86, - "ndcg_at_3": 0.90283, - "ndcg_at_5": 0.91115, - "ndcg_at_10": 0.91803, - "ndcg_at_20": 0.92088, - "ndcg_at_100": 0.92313, - "ndcg_at_1000": 0.92371, - "map_at_1": 0.86, - "map_at_3": 0.89296, - "map_at_5": 0.89763, - "map_at_10": 0.9005, - "map_at_20": 0.9013, - "map_at_100": 0.90161, - "map_at_1000": 0.90163, - "recall_at_1": 0.86, + "ndcg_at_1": 0.85889, + "ndcg_at_3": 0.9014, + "ndcg_at_5": 0.90972, + "ndcg_at_10": 0.91649, + "ndcg_at_20": 0.91885, + "ndcg_at_100": 0.92163, + "ndcg_at_1000": 0.92238, + "map_at_1": 0.85889, + "map_at_3": 0.89111, + "map_at_5": 0.89578, + "map_at_10": 0.89875, + "map_at_20": 0.89946, + "map_at_100": 0.89988, + "map_at_1000": 0.89991, + "recall_at_1": 0.85889, "recall_at_3": 0.93111, "recall_at_5": 0.95111, - "recall_at_10": 0.97222, - "recall_at_20": 0.98333, - "recall_at_100": 0.99556, + "recall_at_10": 0.97111, + "recall_at_20": 0.98, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.86, + "accuracy": 0.85889, + "precision_at_1": 0.85889, "precision_at_3": 0.31037, "precision_at_5": 0.19022, - "precision_at_10": 0.09722, - "precision_at_20": 0.04917, - "precision_at_100": 0.00996, + "precision_at_10": 0.09711, + "precision_at_20": 0.049, + "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.86, - "mrr_at_3": 0.892963, - "mrr_at_5": 0.89763, - "mrr_at_10": 0.900498, - "mrr_at_20": 0.901302, - "mrr_at_100": 0.901605, - "mrr_at_1000": 0.901628, - "nauc_ndcg_at_1_max": 0.75478, - "nauc_ndcg_at_1_std": 0.056329, - "nauc_ndcg_at_1_diff1": 0.93859, - "nauc_ndcg_at_3_max": 0.813477, - "nauc_ndcg_at_3_std": 0.075958, - "nauc_ndcg_at_3_diff1": 0.932677, - "nauc_ndcg_at_5_max": 0.815064, - "nauc_ndcg_at_5_std": 0.092406, - "nauc_ndcg_at_5_diff1": 0.931213, - "nauc_ndcg_at_10_max": 0.804693, - "nauc_ndcg_at_10_std": 0.076725, - "nauc_ndcg_at_10_diff1": 0.932907, - "nauc_ndcg_at_20_max": 0.80403, - "nauc_ndcg_at_20_std": 0.089825, - "nauc_ndcg_at_20_diff1": 0.933346, - "nauc_ndcg_at_100_max": 0.801181, - "nauc_ndcg_at_100_std": 0.0894, - "nauc_ndcg_at_100_diff1": 0.93398, - "nauc_ndcg_at_1000_max": 0.799641, - "nauc_ndcg_at_1000_std": 0.082954, - "nauc_ndcg_at_1000_diff1": 0.9337, - "nauc_map_at_1_max": 0.75478, - "nauc_map_at_1_std": 0.056329, - "nauc_map_at_1_diff1": 0.93859, - "nauc_map_at_3_max": 0.798793, - "nauc_map_at_3_std": 0.074148, - "nauc_map_at_3_diff1": 0.933675, - "nauc_map_at_5_max": 0.798916, - "nauc_map_at_5_std": 0.0818, - "nauc_map_at_5_diff1": 0.93302, - "nauc_map_at_10_max": 0.794888, - "nauc_map_at_10_std": 0.075838, - "nauc_map_at_10_diff1": 0.933765, - "nauc_map_at_20_max": 0.794591, - "nauc_map_at_20_std": 0.07848, - "nauc_map_at_20_diff1": 0.93388, - "nauc_map_at_100_max": 0.794305, - "nauc_map_at_100_std": 0.078285, - "nauc_map_at_100_diff1": 0.933984, - "nauc_map_at_1000_max": 0.794257, - "nauc_map_at_1000_std": 0.078098, - "nauc_map_at_1000_diff1": 0.933973, - "nauc_recall_at_1_max": 0.75478, - "nauc_recall_at_1_std": 0.056329, - "nauc_recall_at_1_diff1": 0.93859, - "nauc_recall_at_3_max": 0.875463, - "nauc_recall_at_3_std": 0.08118, - "nauc_recall_at_3_diff1": 0.928843, - "nauc_recall_at_5_max": 0.907319, - "nauc_recall_at_5_std": 0.156141, - "nauc_recall_at_5_diff1": 0.9209, - "nauc_recall_at_10_max": 0.885247, - "nauc_recall_at_10_std": 0.070065, - "nauc_recall_at_10_diff1": 0.926144, - "nauc_recall_at_20_max": 0.929972, - "nauc_recall_at_20_std": 0.316215, - "nauc_recall_at_20_diff1": 0.929194, + "mrr_at_1": 0.858889, + "mrr_at_3": 0.891111, + "mrr_at_5": 0.895778, + "mrr_at_10": 0.898748, + "mrr_at_20": 0.899457, + "mrr_at_100": 0.899878, + "mrr_at_1000": 0.899912, + "nauc_ndcg_at_1_max": 0.755153, + "nauc_ndcg_at_1_std": 0.044196, + "nauc_ndcg_at_1_diff1": 0.92997, + "nauc_ndcg_at_3_max": 0.810524, + "nauc_ndcg_at_3_std": 0.040972, + "nauc_ndcg_at_3_diff1": 0.922231, + "nauc_ndcg_at_5_max": 0.809885, + "nauc_ndcg_at_5_std": 0.035264, + "nauc_ndcg_at_5_diff1": 0.926382, + "nauc_ndcg_at_10_max": 0.801516, + "nauc_ndcg_at_10_std": 0.051159, + "nauc_ndcg_at_10_diff1": 0.923202, + "nauc_ndcg_at_20_max": 0.800779, + "nauc_ndcg_at_20_std": 0.05337, + "nauc_ndcg_at_20_diff1": 0.926008, + "nauc_ndcg_at_100_max": 0.799777, + "nauc_ndcg_at_100_std": 0.064666, + "nauc_ndcg_at_100_diff1": 0.926176, + "nauc_ndcg_at_1000_max": 0.797799, + "nauc_ndcg_at_1000_std": 0.05669, + "nauc_ndcg_at_1000_diff1": 0.925674, + "nauc_map_at_1_max": 0.755153, + "nauc_map_at_1_std": 0.044196, + "nauc_map_at_1_diff1": 0.92997, + "nauc_map_at_3_max": 0.797551, + "nauc_map_at_3_std": 0.046607, + "nauc_map_at_3_diff1": 0.92439, + "nauc_map_at_5_max": 0.796827, + "nauc_map_at_5_std": 0.044468, + "nauc_map_at_5_diff1": 0.926566, + "nauc_map_at_10_max": 0.793404, + "nauc_map_at_10_std": 0.051255, + "nauc_map_at_10_diff1": 0.925376, + "nauc_map_at_20_max": 0.793135, + "nauc_map_at_20_std": 0.051612, + "nauc_map_at_20_diff1": 0.926065, + "nauc_map_at_100_max": 0.793099, + "nauc_map_at_100_std": 0.053383, + "nauc_map_at_100_diff1": 0.92604, + "nauc_map_at_1000_max": 0.793026, + "nauc_map_at_1000_std": 0.05311, + "nauc_map_at_1000_diff1": 0.926018, + "nauc_recall_at_1_max": 0.755153, + "nauc_recall_at_1_std": 0.044196, + "nauc_recall_at_1_diff1": 0.92997, + "nauc_recall_at_3_max": 0.865637, + "nauc_recall_at_3_std": 0.012944, + "nauc_recall_at_3_diff1": 0.912766, + "nauc_recall_at_5_max": 0.883817, + "nauc_recall_at_5_std": -0.026611, + "nauc_recall_at_5_diff1": 0.926471, + "nauc_recall_at_10_max": 0.864972, + "nauc_recall_at_10_std": 0.049738, + "nauc_recall_at_10_diff1": 0.900704, + "nauc_recall_at_20_max": 0.883287, + "nauc_recall_at_20_std": 0.088287, + "nauc_recall_at_20_diff1": 0.932825, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.930556, - "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_100_std": 0.884687, + "nauc_recall_at_100_diff1": 0.973856, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.75478, - "nauc_precision_at_1_std": 0.056329, - "nauc_precision_at_1_diff1": 0.93859, - "nauc_precision_at_3_max": 0.875463, - "nauc_precision_at_3_std": 0.08118, - "nauc_precision_at_3_diff1": 0.928843, - "nauc_precision_at_5_max": 0.907319, - "nauc_precision_at_5_std": 0.156141, - "nauc_precision_at_5_diff1": 0.9209, - "nauc_precision_at_10_max": 0.885247, - "nauc_precision_at_10_std": 0.070065, - "nauc_precision_at_10_diff1": 0.926144, - "nauc_precision_at_20_max": 0.929972, - "nauc_precision_at_20_std": 0.316215, - "nauc_precision_at_20_diff1": 0.929194, + "nauc_precision_at_1_max": 0.755153, + "nauc_precision_at_1_std": 0.044196, + "nauc_precision_at_1_diff1": 0.92997, + "nauc_precision_at_3_max": 0.865637, + "nauc_precision_at_3_std": 0.012944, + "nauc_precision_at_3_diff1": 0.912766, + "nauc_precision_at_5_max": 0.883817, + "nauc_precision_at_5_std": -0.026611, + "nauc_precision_at_5_diff1": 0.926471, + "nauc_precision_at_10_max": 0.864972, + "nauc_precision_at_10_std": 0.049738, + "nauc_precision_at_10_diff1": 0.900704, + "nauc_precision_at_20_max": 0.883287, + "nauc_precision_at_20_std": 0.088287, + "nauc_precision_at_20_diff1": 0.932825, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.930556, - "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_100_std": 0.884687, + "nauc_precision_at_100_diff1": 0.973856, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.75478, - "nauc_mrr_at_1_std": 0.056329, - "nauc_mrr_at_1_diff1": 0.93859, - "nauc_mrr_at_3_max": 0.798793, - "nauc_mrr_at_3_std": 0.074148, - "nauc_mrr_at_3_diff1": 0.933675, - "nauc_mrr_at_5_max": 0.798916, - "nauc_mrr_at_5_std": 0.0818, - "nauc_mrr_at_5_diff1": 0.93302, - "nauc_mrr_at_10_max": 0.794888, - "nauc_mrr_at_10_std": 0.075838, - "nauc_mrr_at_10_diff1": 0.933765, - "nauc_mrr_at_20_max": 0.794591, - "nauc_mrr_at_20_std": 0.07848, - "nauc_mrr_at_20_diff1": 0.93388, - "nauc_mrr_at_100_max": 0.794305, - "nauc_mrr_at_100_std": 0.078285, - "nauc_mrr_at_100_diff1": 0.933984, - "nauc_mrr_at_1000_max": 0.794257, - "nauc_mrr_at_1000_std": 0.078098, - "nauc_mrr_at_1000_diff1": 0.933973, - "main_score": 0.91803, + "nauc_mrr_at_1_max": 0.755153, + "nauc_mrr_at_1_std": 0.044196, + "nauc_mrr_at_1_diff1": 0.92997, + "nauc_mrr_at_3_max": 0.797551, + "nauc_mrr_at_3_std": 0.046607, + "nauc_mrr_at_3_diff1": 0.92439, + "nauc_mrr_at_5_max": 0.796827, + "nauc_mrr_at_5_std": 0.044468, + "nauc_mrr_at_5_diff1": 0.926566, + "nauc_mrr_at_10_max": 0.793404, + "nauc_mrr_at_10_std": 0.051255, + "nauc_mrr_at_10_diff1": 0.925376, + "nauc_mrr_at_20_max": 0.793135, + "nauc_mrr_at_20_std": 0.051612, + "nauc_mrr_at_20_diff1": 0.926065, + "nauc_mrr_at_100_max": 0.793099, + "nauc_mrr_at_100_std": 0.053383, + "nauc_mrr_at_100_diff1": 0.92604, + "nauc_mrr_at_1000_max": 0.793026, + "nauc_mrr_at_1000_std": 0.05311, + "nauc_mrr_at_1000_diff1": 0.926018, + "hit_rate_at_1": 0.85889, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.91649, "hf_subset": "lit_Latn-lit_Latn", "languages": [ "lit-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89889, - "ndcg_at_3": 0.93804, - "ndcg_at_5": 0.94167, - "ndcg_at_10": 0.94599, - "ndcg_at_20": 0.94707, - "ndcg_at_100": 0.94797, - "ndcg_at_1000": 0.94841, - "map_at_1": 0.89889, - "map_at_3": 0.92852, - "map_at_5": 0.93052, - "map_at_10": 0.93229, - "map_at_20": 0.93257, - "map_at_100": 0.93272, - "map_at_1000": 0.93274, - "recall_at_1": 0.89889, - "recall_at_3": 0.96556, - "recall_at_5": 0.97444, - "recall_at_10": 0.98778, - "recall_at_20": 0.99222, + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.93225, + "ndcg_at_5": 0.93732, + "ndcg_at_10": 0.94122, + "ndcg_at_20": 0.9426, + "ndcg_at_100": 0.94365, + "ndcg_at_1000": 0.94409, + "map_at_1": 0.89, + "map_at_3": 0.92222, + "map_at_5": 0.92506, + "map_at_10": 0.92664, + "map_at_20": 0.927, + "map_at_100": 0.92715, + "map_at_1000": 0.92717, + "recall_at_1": 0.89, + "recall_at_3": 0.96111, + "recall_at_5": 0.97333, + "recall_at_10": 0.98556, + "recall_at_20": 0.99111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.89889, - "precision_at_3": 0.32185, - "precision_at_5": 0.19489, - "precision_at_10": 0.09878, - "precision_at_20": 0.04961, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.32037, + "precision_at_5": 0.19467, + "precision_at_10": 0.09856, + "precision_at_20": 0.04956, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.898889, - "mrr_at_3": 0.928519, - "mrr_at_5": 0.930519, - "mrr_at_10": 0.932294, - "mrr_at_20": 0.932571, - "mrr_at_100": 0.932722, - "mrr_at_1000": 0.932741, - "nauc_ndcg_at_1_max": 0.729668, - "nauc_ndcg_at_1_std": -0.167523, - "nauc_ndcg_at_1_diff1": 0.920624, - "nauc_ndcg_at_3_max": 0.75968, - "nauc_ndcg_at_3_std": -0.259734, - "nauc_ndcg_at_3_diff1": 0.930168, - "nauc_ndcg_at_5_max": 0.765296, - "nauc_ndcg_at_5_std": -0.233708, - "nauc_ndcg_at_5_diff1": 0.931206, - "nauc_ndcg_at_10_max": 0.762599, - "nauc_ndcg_at_10_std": -0.208513, - "nauc_ndcg_at_10_diff1": 0.928368, - "nauc_ndcg_at_20_max": 0.762235, - "nauc_ndcg_at_20_std": -0.193294, - "nauc_ndcg_at_20_diff1": 0.928273, - "nauc_ndcg_at_100_max": 0.759376, - "nauc_ndcg_at_100_std": -0.192054, - "nauc_ndcg_at_100_diff1": 0.927619, - "nauc_ndcg_at_1000_max": 0.757322, - "nauc_ndcg_at_1000_std": -0.201866, - "nauc_ndcg_at_1000_diff1": 0.927001, - "nauc_map_at_1_max": 0.729668, - "nauc_map_at_1_std": -0.167523, - "nauc_map_at_1_diff1": 0.920624, - "nauc_map_at_3_max": 0.75197, - "nauc_map_at_3_std": -0.228199, - "nauc_map_at_3_diff1": 0.926487, - "nauc_map_at_5_max": 0.754753, - "nauc_map_at_5_std": -0.214775, - "nauc_map_at_5_diff1": 0.926945, - "nauc_map_at_10_max": 0.753775, - "nauc_map_at_10_std": -0.205003, - "nauc_map_at_10_diff1": 0.925922, - "nauc_map_at_20_max": 0.753581, - "nauc_map_at_20_std": -0.202149, - "nauc_map_at_20_diff1": 0.925872, - "nauc_map_at_100_max": 0.753196, - "nauc_map_at_100_std": -0.202317, - "nauc_map_at_100_diff1": 0.925785, - "nauc_map_at_1000_max": 0.753128, - "nauc_map_at_1000_std": -0.202638, - "nauc_map_at_1000_diff1": 0.925764, - "nauc_recall_at_1_max": 0.729668, - "nauc_recall_at_1_std": -0.167523, - "nauc_recall_at_1_diff1": 0.920624, - "nauc_recall_at_3_max": 0.80365, - "nauc_recall_at_3_std": -0.44848, - "nauc_recall_at_3_diff1": 0.952562, - "nauc_recall_at_5_max": 0.845654, - "nauc_recall_at_5_std": -0.374437, - "nauc_recall_at_5_diff1": 0.965189, - "nauc_recall_at_10_max": 0.891138, - "nauc_recall_at_10_std": -0.212758, - "nauc_recall_at_10_diff1": 0.962864, - "nauc_recall_at_20_max": 0.960317, - "nauc_recall_at_20_std": 0.224156, - "nauc_recall_at_20_diff1": 0.981326, + "mrr_at_1": 0.89, + "mrr_at_3": 0.922222, + "mrr_at_5": 0.925056, + "mrr_at_10": 0.926636, + "mrr_at_20": 0.927001, + "mrr_at_100": 0.927152, + "mrr_at_1000": 0.927169, + "nauc_ndcg_at_1_max": 0.703581, + "nauc_ndcg_at_1_std": -0.238816, + "nauc_ndcg_at_1_diff1": 0.924214, + "nauc_ndcg_at_3_max": 0.734337, + "nauc_ndcg_at_3_std": -0.228836, + "nauc_ndcg_at_3_diff1": 0.918372, + "nauc_ndcg_at_5_max": 0.727643, + "nauc_ndcg_at_5_std": -0.25391, + "nauc_ndcg_at_5_diff1": 0.916646, + "nauc_ndcg_at_10_max": 0.731158, + "nauc_ndcg_at_10_std": -0.230281, + "nauc_ndcg_at_10_diff1": 0.920176, + "nauc_ndcg_at_20_max": 0.728094, + "nauc_ndcg_at_20_std": -0.239535, + "nauc_ndcg_at_20_diff1": 0.921175, + "nauc_ndcg_at_100_max": 0.72846, + "nauc_ndcg_at_100_std": -0.224166, + "nauc_ndcg_at_100_diff1": 0.921333, + "nauc_ndcg_at_1000_max": 0.726317, + "nauc_ndcg_at_1000_std": -0.233827, + "nauc_ndcg_at_1000_diff1": 0.920712, + "nauc_map_at_1_max": 0.703581, + "nauc_map_at_1_std": -0.238816, + "nauc_map_at_1_diff1": 0.924214, + "nauc_map_at_3_max": 0.725801, + "nauc_map_at_3_std": -0.23291, + "nauc_map_at_3_diff1": 0.919794, + "nauc_map_at_5_max": 0.722613, + "nauc_map_at_5_std": -0.24416, + "nauc_map_at_5_diff1": 0.919081, + "nauc_map_at_10_max": 0.723413, + "nauc_map_at_10_std": -0.236537, + "nauc_map_at_10_diff1": 0.920313, + "nauc_map_at_20_max": 0.722716, + "nauc_map_at_20_std": -0.238775, + "nauc_map_at_20_diff1": 0.920583, + "nauc_map_at_100_max": 0.722906, + "nauc_map_at_100_std": -0.236826, + "nauc_map_at_100_diff1": 0.92063, + "nauc_map_at_1000_max": 0.72284, + "nauc_map_at_1000_std": -0.237121, + "nauc_map_at_1000_diff1": 0.920611, + "nauc_recall_at_1_max": 0.703581, + "nauc_recall_at_1_std": -0.238816, + "nauc_recall_at_1_diff1": 0.924214, + "nauc_recall_at_3_max": 0.781619, + "nauc_recall_at_3_std": -0.204962, + "nauc_recall_at_3_diff1": 0.910698, + "nauc_recall_at_5_max": 0.762527, + "nauc_recall_at_5_std": -0.342418, + "nauc_recall_at_5_diff1": 0.897, + "nauc_recall_at_10_max": 0.842563, + "nauc_recall_at_10_std": -0.111614, + "nauc_recall_at_10_diff1": 0.924226, + "nauc_recall_at_20_max": 0.834617, + "nauc_recall_at_20_std": -0.257645, + "nauc_recall_at_20_diff1": 0.948938, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.729668, - "nauc_precision_at_1_std": -0.167523, - "nauc_precision_at_1_diff1": 0.920624, - "nauc_precision_at_3_max": 0.80365, - "nauc_precision_at_3_std": -0.44848, - "nauc_precision_at_3_diff1": 0.952562, - "nauc_precision_at_5_max": 0.845654, - "nauc_precision_at_5_std": -0.374437, - "nauc_precision_at_5_diff1": 0.965189, - "nauc_precision_at_10_max": 0.891138, - "nauc_precision_at_10_std": -0.212758, - "nauc_precision_at_10_diff1": 0.962864, - "nauc_precision_at_20_max": 0.960317, - "nauc_precision_at_20_std": 0.224156, - "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_1_max": 0.703581, + "nauc_precision_at_1_std": -0.238816, + "nauc_precision_at_1_diff1": 0.924214, + "nauc_precision_at_3_max": 0.781619, + "nauc_precision_at_3_std": -0.204962, + "nauc_precision_at_3_diff1": 0.910698, + "nauc_precision_at_5_max": 0.762527, + "nauc_precision_at_5_std": -0.342418, + "nauc_precision_at_5_diff1": 0.897, + "nauc_precision_at_10_max": 0.842563, + "nauc_precision_at_10_std": -0.111614, + "nauc_precision_at_10_diff1": 0.924226, + "nauc_precision_at_20_max": 0.834617, + "nauc_precision_at_20_std": -0.257645, + "nauc_precision_at_20_diff1": 0.948938, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.729668, - "nauc_mrr_at_1_std": -0.167523, - "nauc_mrr_at_1_diff1": 0.920624, - "nauc_mrr_at_3_max": 0.75197, - "nauc_mrr_at_3_std": -0.228199, - "nauc_mrr_at_3_diff1": 0.926487, - "nauc_mrr_at_5_max": 0.754753, - "nauc_mrr_at_5_std": -0.214775, - "nauc_mrr_at_5_diff1": 0.926945, - "nauc_mrr_at_10_max": 0.753775, - "nauc_mrr_at_10_std": -0.205003, - "nauc_mrr_at_10_diff1": 0.925922, - "nauc_mrr_at_20_max": 0.753581, - "nauc_mrr_at_20_std": -0.202149, - "nauc_mrr_at_20_diff1": 0.925872, - "nauc_mrr_at_100_max": 0.753196, - "nauc_mrr_at_100_std": -0.202317, - "nauc_mrr_at_100_diff1": 0.925785, - "nauc_mrr_at_1000_max": 0.753128, - "nauc_mrr_at_1000_std": -0.202638, - "nauc_mrr_at_1000_diff1": 0.925764, - "main_score": 0.94599, + "nauc_mrr_at_1_max": 0.703581, + "nauc_mrr_at_1_std": -0.238816, + "nauc_mrr_at_1_diff1": 0.924214, + "nauc_mrr_at_3_max": 0.725801, + "nauc_mrr_at_3_std": -0.23291, + "nauc_mrr_at_3_diff1": 0.919794, + "nauc_mrr_at_5_max": 0.722613, + "nauc_mrr_at_5_std": -0.24416, + "nauc_mrr_at_5_diff1": 0.919081, + "nauc_mrr_at_10_max": 0.723413, + "nauc_mrr_at_10_std": -0.236537, + "nauc_mrr_at_10_diff1": 0.920313, + "nauc_mrr_at_20_max": 0.722716, + "nauc_mrr_at_20_std": -0.238775, + "nauc_mrr_at_20_diff1": 0.920583, + "nauc_mrr_at_100_max": 0.722906, + "nauc_mrr_at_100_std": -0.236826, + "nauc_mrr_at_100_diff1": 0.92063, + "nauc_mrr_at_1000_max": 0.72284, + "nauc_mrr_at_1000_std": -0.237121, + "nauc_mrr_at_1000_diff1": 0.920611, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94122, "hf_subset": "lit_Latn-eng_Latn", "languages": [ "lit-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.84444, - "ndcg_at_3": 0.88657, - "ndcg_at_5": 0.89475, - "ndcg_at_10": 0.90204, - "ndcg_at_20": 0.9065, - "ndcg_at_100": 0.90989, - "ndcg_at_1000": 0.91096, - "map_at_1": 0.84444, - "map_at_3": 0.87685, - "map_at_5": 0.88135, - "map_at_10": 0.88443, - "map_at_20": 0.88563, - "map_at_100": 0.88613, - "map_at_1000": 0.88619, - "recall_at_1": 0.84444, - "recall_at_3": 0.91444, - "recall_at_5": 0.93444, - "recall_at_10": 0.95667, - "recall_at_20": 0.97444, - "recall_at_100": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.82778, + "ndcg_at_3": 0.87987, + "ndcg_at_5": 0.88809, + "ndcg_at_10": 0.8939, + "ndcg_at_20": 0.89811, + "ndcg_at_100": 0.903, + "ndcg_at_1000": 0.90373, + "map_at_1": 0.82778, + "map_at_3": 0.86815, + "map_at_5": 0.8727, + "map_at_10": 0.87514, + "map_at_20": 0.87629, + "map_at_100": 0.87694, + "map_at_1000": 0.87697, + "recall_at_1": 0.82778, + "recall_at_3": 0.91333, + "recall_at_5": 0.93333, + "recall_at_10": 0.95111, + "recall_at_20": 0.96778, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.84444, - "precision_at_3": 0.30481, - "precision_at_5": 0.18689, - "precision_at_10": 0.09567, - "precision_at_20": 0.04872, - "precision_at_100": 0.00992, + "accuracy": 0.82778, + "precision_at_1": 0.82778, + "precision_at_3": 0.30444, + "precision_at_5": 0.18667, + "precision_at_10": 0.09511, + "precision_at_20": 0.04839, + "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.844444, - "mrr_at_3": 0.876852, - "mrr_at_5": 0.881352, - "mrr_at_10": 0.884427, - "mrr_at_20": 0.885635, - "mrr_at_100": 0.886132, - "mrr_at_1000": 0.886187, - "nauc_ndcg_at_1_max": 0.793543, - "nauc_ndcg_at_1_std": 0.103676, - "nauc_ndcg_at_1_diff1": 0.913464, - "nauc_ndcg_at_3_max": 0.836619, - "nauc_ndcg_at_3_std": 0.163172, - "nauc_ndcg_at_3_diff1": 0.906603, - "nauc_ndcg_at_5_max": 0.83242, - "nauc_ndcg_at_5_std": 0.136251, - "nauc_ndcg_at_5_diff1": 0.908941, - "nauc_ndcg_at_10_max": 0.831831, - "nauc_ndcg_at_10_std": 0.15455, - "nauc_ndcg_at_10_diff1": 0.909933, - "nauc_ndcg_at_20_max": 0.829197, - "nauc_ndcg_at_20_std": 0.153002, - "nauc_ndcg_at_20_diff1": 0.90878, - "nauc_ndcg_at_100_max": 0.826267, - "nauc_ndcg_at_100_std": 0.152782, - "nauc_ndcg_at_100_diff1": 0.909717, - "nauc_ndcg_at_1000_max": 0.824564, - "nauc_ndcg_at_1000_std": 0.144602, - "nauc_ndcg_at_1000_diff1": 0.909018, - "nauc_map_at_1_max": 0.793543, - "nauc_map_at_1_std": 0.103676, - "nauc_map_at_1_diff1": 0.913464, - "nauc_map_at_3_max": 0.824125, - "nauc_map_at_3_std": 0.145264, - "nauc_map_at_3_diff1": 0.907723, - "nauc_map_at_5_max": 0.821612, - "nauc_map_at_5_std": 0.131018, - "nauc_map_at_5_diff1": 0.9089, - "nauc_map_at_10_max": 0.821088, - "nauc_map_at_10_std": 0.137171, - "nauc_map_at_10_diff1": 0.909287, - "nauc_map_at_20_max": 0.820401, - "nauc_map_at_20_std": 0.136559, - "nauc_map_at_20_diff1": 0.909028, - "nauc_map_at_100_max": 0.820062, - "nauc_map_at_100_std": 0.136624, - "nauc_map_at_100_diff1": 0.909107, - "nauc_map_at_1000_max": 0.819991, - "nauc_map_at_1000_std": 0.13631, - "nauc_map_at_1000_diff1": 0.909074, - "nauc_recall_at_1_max": 0.793543, - "nauc_recall_at_1_std": 0.103676, - "nauc_recall_at_1_diff1": 0.913464, - "nauc_recall_at_3_max": 0.886749, - "nauc_recall_at_3_std": 0.235409, - "nauc_recall_at_3_diff1": 0.902628, - "nauc_recall_at_5_max": 0.8857, - "nauc_recall_at_5_std": 0.156815, - "nauc_recall_at_5_diff1": 0.910467, - "nauc_recall_at_10_max": 0.909263, - "nauc_recall_at_10_std": 0.293543, - "nauc_recall_at_10_diff1": 0.917463, - "nauc_recall_at_20_max": 0.925202, - "nauc_recall_at_20_std": 0.370296, - "nauc_recall_at_20_diff1": 0.906223, - "nauc_recall_at_100_max": 0.962652, - "nauc_recall_at_100_std": 0.818661, - "nauc_recall_at_100_diff1": 0.962652, + "mrr_at_1": 0.827778, + "mrr_at_3": 0.868148, + "mrr_at_5": 0.872704, + "mrr_at_10": 0.875139, + "mrr_at_20": 0.876291, + "mrr_at_100": 0.876938, + "mrr_at_1000": 0.876968, + "nauc_ndcg_at_1_max": 0.745649, + "nauc_ndcg_at_1_std": -0.012256, + "nauc_ndcg_at_1_diff1": 0.899519, + "nauc_ndcg_at_3_max": 0.785811, + "nauc_ndcg_at_3_std": -0.009079, + "nauc_ndcg_at_3_diff1": 0.88358, + "nauc_ndcg_at_5_max": 0.78727, + "nauc_ndcg_at_5_std": 0.002316, + "nauc_ndcg_at_5_diff1": 0.883674, + "nauc_ndcg_at_10_max": 0.790467, + "nauc_ndcg_at_10_std": 0.031419, + "nauc_ndcg_at_10_diff1": 0.887963, + "nauc_ndcg_at_20_max": 0.78628, + "nauc_ndcg_at_20_std": 0.02271, + "nauc_ndcg_at_20_diff1": 0.888736, + "nauc_ndcg_at_100_max": 0.780736, + "nauc_ndcg_at_100_std": 0.01829, + "nauc_ndcg_at_100_diff1": 0.887881, + "nauc_ndcg_at_1000_max": 0.779399, + "nauc_ndcg_at_1000_std": 0.011724, + "nauc_ndcg_at_1000_diff1": 0.88828, + "nauc_map_at_1_max": 0.745649, + "nauc_map_at_1_std": -0.012256, + "nauc_map_at_1_diff1": 0.899519, + "nauc_map_at_3_max": 0.774536, + "nauc_map_at_3_std": -0.009209, + "nauc_map_at_3_diff1": 0.887446, + "nauc_map_at_5_max": 0.774771, + "nauc_map_at_5_std": -0.004046, + "nauc_map_at_5_diff1": 0.887659, + "nauc_map_at_10_max": 0.775593, + "nauc_map_at_10_std": 0.005711, + "nauc_map_at_10_diff1": 0.889213, + "nauc_map_at_20_max": 0.774476, + "nauc_map_at_20_std": 0.003376, + "nauc_map_at_20_diff1": 0.88942, + "nauc_map_at_100_max": 0.773874, + "nauc_map_at_100_std": 0.003249, + "nauc_map_at_100_diff1": 0.889309, + "nauc_map_at_1000_max": 0.773827, + "nauc_map_at_1000_std": 0.003028, + "nauc_map_at_1000_diff1": 0.889313, + "nauc_recall_at_1_max": 0.745649, + "nauc_recall_at_1_std": -0.012256, + "nauc_recall_at_1_diff1": 0.899519, + "nauc_recall_at_3_max": 0.832849, + "nauc_recall_at_3_std": -0.009044, + "nauc_recall_at_3_diff1": 0.867857, + "nauc_recall_at_5_max": 0.85319, + "nauc_recall_at_5_std": 0.039192, + "nauc_recall_at_5_diff1": 0.863336, + "nauc_recall_at_10_max": 0.898523, + "nauc_recall_at_10_std": 0.246446, + "nauc_recall_at_10_diff1": 0.884189, + "nauc_recall_at_20_max": 0.904392, + "nauc_recall_at_20_std": 0.255015, + "nauc_recall_at_20_diff1": 0.890933, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.845472, + "nauc_recall_at_100_diff1": 0.829132, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.793543, - "nauc_precision_at_1_std": 0.103676, - "nauc_precision_at_1_diff1": 0.913464, - "nauc_precision_at_3_max": 0.886749, - "nauc_precision_at_3_std": 0.235409, - "nauc_precision_at_3_diff1": 0.902628, - "nauc_precision_at_5_max": 0.8857, - "nauc_precision_at_5_std": 0.156815, - "nauc_precision_at_5_diff1": 0.910467, - "nauc_precision_at_10_max": 0.909263, - "nauc_precision_at_10_std": 0.293543, - "nauc_precision_at_10_diff1": 0.917463, - "nauc_precision_at_20_max": 0.925202, - "nauc_precision_at_20_std": 0.370296, - "nauc_precision_at_20_diff1": 0.906223, - "nauc_precision_at_100_max": 0.962652, - "nauc_precision_at_100_std": 0.818661, - "nauc_precision_at_100_diff1": 0.962652, + "nauc_precision_at_1_max": 0.745649, + "nauc_precision_at_1_std": -0.012256, + "nauc_precision_at_1_diff1": 0.899519, + "nauc_precision_at_3_max": 0.832849, + "nauc_precision_at_3_std": -0.009044, + "nauc_precision_at_3_diff1": 0.867857, + "nauc_precision_at_5_max": 0.85319, + "nauc_precision_at_5_std": 0.039192, + "nauc_precision_at_5_diff1": 0.863336, + "nauc_precision_at_10_max": 0.898523, + "nauc_precision_at_10_std": 0.246446, + "nauc_precision_at_10_diff1": 0.884189, + "nauc_precision_at_20_max": 0.904392, + "nauc_precision_at_20_std": 0.255015, + "nauc_precision_at_20_diff1": 0.890933, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.845472, + "nauc_precision_at_100_diff1": 0.829132, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.793543, - "nauc_mrr_at_1_std": 0.103676, - "nauc_mrr_at_1_diff1": 0.913464, - "nauc_mrr_at_3_max": 0.824125, - "nauc_mrr_at_3_std": 0.145264, - "nauc_mrr_at_3_diff1": 0.907723, - "nauc_mrr_at_5_max": 0.821612, - "nauc_mrr_at_5_std": 0.131018, - "nauc_mrr_at_5_diff1": 0.9089, - "nauc_mrr_at_10_max": 0.821088, - "nauc_mrr_at_10_std": 0.137171, - "nauc_mrr_at_10_diff1": 0.909287, - "nauc_mrr_at_20_max": 0.820401, - "nauc_mrr_at_20_std": 0.136559, - "nauc_mrr_at_20_diff1": 0.909028, - "nauc_mrr_at_100_max": 0.820062, - "nauc_mrr_at_100_std": 0.136624, - "nauc_mrr_at_100_diff1": 0.909107, - "nauc_mrr_at_1000_max": 0.819991, - "nauc_mrr_at_1000_std": 0.13631, - "nauc_mrr_at_1000_diff1": 0.909074, - "main_score": 0.90204, + "nauc_mrr_at_1_max": 0.745649, + "nauc_mrr_at_1_std": -0.012256, + "nauc_mrr_at_1_diff1": 0.899519, + "nauc_mrr_at_3_max": 0.774536, + "nauc_mrr_at_3_std": -0.009209, + "nauc_mrr_at_3_diff1": 0.887446, + "nauc_mrr_at_5_max": 0.774771, + "nauc_mrr_at_5_std": -0.004046, + "nauc_mrr_at_5_diff1": 0.887659, + "nauc_mrr_at_10_max": 0.775593, + "nauc_mrr_at_10_std": 0.005711, + "nauc_mrr_at_10_diff1": 0.889213, + "nauc_mrr_at_20_max": 0.774476, + "nauc_mrr_at_20_std": 0.003376, + "nauc_mrr_at_20_diff1": 0.88942, + "nauc_mrr_at_100_max": 0.773874, + "nauc_mrr_at_100_std": 0.003249, + "nauc_mrr_at_100_diff1": 0.889309, + "nauc_mrr_at_1000_max": 0.773827, + "nauc_mrr_at_1000_std": 0.003028, + "nauc_mrr_at_1000_diff1": 0.889313, + "hit_rate_at_1": 0.82778, + "hit_rate_at_3": 0.91333, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.95111, + "hit_rate_at_20": 0.96778, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.8939, "hf_subset": "eng_Latn-lit_Latn", "languages": [ "eng-Latn", "lit-Latn" - ] - }, - { - "ndcg_at_1": 0.42492, - "ndcg_at_3": 0.47682, - "ndcg_at_5": 0.4872, - "ndcg_at_10": 0.49981, - "ndcg_at_20": 0.51002, - "ndcg_at_100": 0.54098, - "ndcg_at_1000": 0.56821, - "map_at_1": 0.42436, - "map_at_3": 0.46366, - "map_at_5": 0.46934, - "map_at_10": 0.47455, - "map_at_20": 0.4774, - "map_at_100": 0.48139, - "map_at_1000": 0.48247, - "recall_at_1": 0.42436, - "recall_at_3": 0.51446, - "recall_at_5": 0.54004, - "recall_at_10": 0.57898, - "recall_at_20": 0.61902, - "recall_at_100": 0.79032, - "recall_at_1000": 1.0, - "precision_at_1": 0.42492, - "precision_at_3": 0.17167, - "precision_at_5": 0.10812, - "precision_at_10": 0.05795, - "precision_at_20": 0.03098, - "precision_at_100": 0.00791, - "precision_at_1000": 0.001, - "mrr_at_1": 0.424917, - "mrr_at_3": 0.46422, - "mrr_at_5": 0.469892, - "mrr_at_10": 0.475105, - "mrr_at_20": 0.477951, - "mrr_at_100": 0.48195, - "mrr_at_1000": 0.483021, - "nauc_ndcg_at_1_max": 0.698378, - "nauc_ndcg_at_1_std": -0.549687, - "nauc_ndcg_at_1_diff1": 0.86838, - "nauc_ndcg_at_3_max": 0.690779, - "nauc_ndcg_at_3_std": -0.543637, - "nauc_ndcg_at_3_diff1": 0.822022, - "nauc_ndcg_at_5_max": 0.684595, - "nauc_ndcg_at_5_std": -0.545175, - "nauc_ndcg_at_5_diff1": 0.81312, - "nauc_ndcg_at_10_max": 0.675778, - "nauc_ndcg_at_10_std": -0.538639, - "nauc_ndcg_at_10_diff1": 0.800577, - "nauc_ndcg_at_20_max": 0.672257, - "nauc_ndcg_at_20_std": -0.542266, - "nauc_ndcg_at_20_diff1": 0.80029, - "nauc_ndcg_at_100_max": 0.668945, - "nauc_ndcg_at_100_std": -0.532545, - "nauc_ndcg_at_100_diff1": 0.796293, - "nauc_ndcg_at_1000_max": 0.677211, - "nauc_ndcg_at_1000_std": -0.53912, - "nauc_ndcg_at_1000_diff1": 0.809338, - "nauc_map_at_1_max": 0.696467, - "nauc_map_at_1_std": -0.548727, - "nauc_map_at_1_diff1": 0.86553, - "nauc_map_at_3_max": 0.692049, - "nauc_map_at_3_std": -0.544486, - "nauc_map_at_3_diff1": 0.831902, - "nauc_map_at_5_max": 0.688861, - "nauc_map_at_5_std": -0.545152, - "nauc_map_at_5_diff1": 0.827225, - "nauc_map_at_10_max": 0.684989, - "nauc_map_at_10_std": -0.54269, - "nauc_map_at_10_diff1": 0.822147, - "nauc_map_at_20_max": 0.683821, - "nauc_map_at_20_std": -0.543943, - "nauc_map_at_20_diff1": 0.822157, - "nauc_map_at_100_max": 0.683352, - "nauc_map_at_100_std": -0.542462, - "nauc_map_at_100_diff1": 0.821536, - "nauc_map_at_1000_max": 0.683659, - "nauc_map_at_1000_std": -0.542681, - "nauc_map_at_1000_diff1": 0.822015, - "nauc_recall_at_1_max": 0.696467, - "nauc_recall_at_1_std": -0.548727, - "nauc_recall_at_1_diff1": 0.86553, - "nauc_recall_at_3_max": 0.684926, - "nauc_recall_at_3_std": -0.540137, - "nauc_recall_at_3_diff1": 0.790015, - "nauc_recall_at_5_max": 0.668366, - "nauc_recall_at_5_std": -0.544704, - "nauc_recall_at_5_diff1": 0.766121, - "nauc_recall_at_10_max": 0.64046, - "nauc_recall_at_10_std": -0.522034, - "nauc_recall_at_10_diff1": 0.723154, - "nauc_recall_at_20_max": 0.624769, - "nauc_recall_at_20_std": -0.534541, - "nauc_recall_at_20_diff1": 0.71686, - "nauc_recall_at_100_max": 0.57085, - "nauc_recall_at_100_std": -0.451389, - "nauc_recall_at_100_diff1": 0.640573, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.698378, - "nauc_precision_at_1_std": -0.549687, - "nauc_precision_at_1_diff1": 0.86838, - "nauc_precision_at_3_max": 0.687176, - "nauc_precision_at_3_std": -0.541341, - "nauc_precision_at_3_diff1": 0.793272, - "nauc_precision_at_5_max": 0.670667, - "nauc_precision_at_5_std": -0.545944, - "nauc_precision_at_5_diff1": 0.769453, - "nauc_precision_at_10_max": 0.642843, - "nauc_precision_at_10_std": -0.523314, - "nauc_precision_at_10_diff1": 0.726603, - "nauc_precision_at_20_max": 0.62751, - "nauc_precision_at_20_std": -0.536097, - "nauc_precision_at_20_diff1": 0.720769, - "nauc_precision_at_100_max": 0.575342, - "nauc_precision_at_100_std": -0.453918, - "nauc_precision_at_100_diff1": 0.646897, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.43159, + "ndcg_at_3": 0.48238, + "ndcg_at_5": 0.49397, + "ndcg_at_10": 0.50578, + "ndcg_at_20": 0.51839, + "ndcg_at_100": 0.54749, + "ndcg_at_1000": 0.57408, + "map_at_1": 0.43103, + "map_at_3": 0.4696, + "map_at_5": 0.4761, + "map_at_10": 0.48094, + "map_at_20": 0.48439, + "map_at_100": 0.48811, + "map_at_1000": 0.48915, + "recall_at_1": 0.43103, + "recall_at_3": 0.51891, + "recall_at_5": 0.54672, + "recall_at_10": 0.58343, + "recall_at_20": 0.63348, + "recall_at_100": 0.79477, + "recall_at_1000": 1.0, + "accuracy": 0.43103, + "precision_at_1": 0.43159, + "precision_at_3": 0.17316, + "precision_at_5": 0.10945, + "precision_at_10": 0.0584, + "precision_at_20": 0.0317, + "precision_at_100": 0.00795, + "precision_at_1000": 0.001, + "mrr_at_1": 0.431591, + "mrr_at_3": 0.470152, + "mrr_at_5": 0.476659, + "mrr_at_10": 0.4815, + "mrr_at_20": 0.484943, + "mrr_at_100": 0.488671, + "mrr_at_1000": 0.489707, + "nauc_ndcg_at_1_max": 0.691176, + "nauc_ndcg_at_1_std": -0.537562, + "nauc_ndcg_at_1_diff1": 0.862487, + "nauc_ndcg_at_3_max": 0.684611, + "nauc_ndcg_at_3_std": -0.547686, + "nauc_ndcg_at_3_diff1": 0.819039, + "nauc_ndcg_at_5_max": 0.686615, + "nauc_ndcg_at_5_std": -0.541807, + "nauc_ndcg_at_5_diff1": 0.817732, + "nauc_ndcg_at_10_max": 0.677484, + "nauc_ndcg_at_10_std": -0.543837, + "nauc_ndcg_at_10_diff1": 0.806211, + "nauc_ndcg_at_20_max": 0.67608, + "nauc_ndcg_at_20_std": -0.535895, + "nauc_ndcg_at_20_diff1": 0.802211, + "nauc_ndcg_at_100_max": 0.672021, + "nauc_ndcg_at_100_std": -0.531881, + "nauc_ndcg_at_100_diff1": 0.800503, + "nauc_ndcg_at_1000_max": 0.678452, + "nauc_ndcg_at_1000_std": -0.53756, + "nauc_ndcg_at_1000_diff1": 0.810736, + "nauc_map_at_1_max": 0.689262, + "nauc_map_at_1_std": -0.536602, + "nauc_map_at_1_diff1": 0.859631, + "nauc_map_at_3_max": 0.685711, + "nauc_map_at_3_std": -0.545136, + "nauc_map_at_3_diff1": 0.827923, + "nauc_map_at_5_max": 0.686988, + "nauc_map_at_5_std": -0.541728, + "nauc_map_at_5_diff1": 0.82727, + "nauc_map_at_10_max": 0.683126, + "nauc_map_at_10_std": -0.543076, + "nauc_map_at_10_diff1": 0.822658, + "nauc_map_at_20_max": 0.682937, + "nauc_map_at_20_std": -0.540725, + "nauc_map_at_20_diff1": 0.821539, + "nauc_map_at_100_max": 0.682321, + "nauc_map_at_100_std": -0.540343, + "nauc_map_at_100_diff1": 0.821159, + "nauc_map_at_1000_max": 0.682538, + "nauc_map_at_1000_std": -0.540493, + "nauc_map_at_1000_diff1": 0.821489, + "nauc_recall_at_1_max": 0.689262, + "nauc_recall_at_1_std": -0.536602, + "nauc_recall_at_1_diff1": 0.859631, + "nauc_recall_at_3_max": 0.679213, + "nauc_recall_at_3_std": -0.554004, + "nauc_recall_at_3_diff1": 0.790045, + "nauc_recall_at_5_max": 0.683354, + "nauc_recall_at_5_std": -0.540108, + "nauc_recall_at_5_diff1": 0.785869, + "nauc_recall_at_10_max": 0.654094, + "nauc_recall_at_10_std": -0.543663, + "nauc_recall_at_10_diff1": 0.746538, + "nauc_recall_at_20_max": 0.644203, + "nauc_recall_at_20_std": -0.509818, + "nauc_recall_at_20_diff1": 0.724509, + "nauc_recall_at_100_max": 0.593562, + "nauc_recall_at_100_std": -0.457743, + "nauc_recall_at_100_diff1": 0.673614, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.691176, + "nauc_precision_at_1_std": -0.537562, + "nauc_precision_at_1_diff1": 0.862487, + "nauc_precision_at_3_max": 0.68147, + "nauc_precision_at_3_std": -0.555222, + "nauc_precision_at_3_diff1": 0.793317, + "nauc_precision_at_5_max": 0.685681, + "nauc_precision_at_5_std": -0.541354, + "nauc_precision_at_5_diff1": 0.789236, + "nauc_precision_at_10_max": 0.656498, + "nauc_precision_at_10_std": -0.544963, + "nauc_precision_at_10_diff1": 0.750019, + "nauc_precision_at_20_max": 0.647038, + "nauc_precision_at_20_std": -0.511391, + "nauc_precision_at_20_diff1": 0.728533, + "nauc_precision_at_100_max": 0.598178, + "nauc_precision_at_100_std": -0.460327, + "nauc_precision_at_100_diff1": 0.680115, "nauc_precision_at_1000_max": 0.662006, "nauc_precision_at_1000_std": -0.318687, "nauc_precision_at_1000_diff1": 1.0, - "nauc_mrr_at_1_max": 0.698378, - "nauc_mrr_at_1_std": -0.549687, - "nauc_mrr_at_1_diff1": 0.86838, - "nauc_mrr_at_3_max": 0.693991, - "nauc_mrr_at_3_std": -0.545462, - "nauc_mrr_at_3_diff1": 0.834795, - "nauc_mrr_at_5_max": 0.690814, - "nauc_mrr_at_5_std": -0.546133, - "nauc_mrr_at_5_diff1": 0.830133, - "nauc_mrr_at_10_max": 0.686952, - "nauc_mrr_at_10_std": -0.543676, - "nauc_mrr_at_10_diff1": 0.82507, - "nauc_mrr_at_20_max": 0.685791, - "nauc_mrr_at_20_std": -0.544933, - "nauc_mrr_at_20_diff1": 0.825091, - "nauc_mrr_at_100_max": 0.685335, - "nauc_mrr_at_100_std": -0.543458, - "nauc_mrr_at_100_diff1": 0.82449, - "nauc_mrr_at_1000_max": 0.685632, - "nauc_mrr_at_1000_std": -0.543673, - "nauc_mrr_at_1000_diff1": 0.824955, - "main_score": 0.49981, + "nauc_mrr_at_1_max": 0.691176, + "nauc_mrr_at_1_std": -0.537562, + "nauc_mrr_at_1_diff1": 0.862487, + "nauc_mrr_at_3_max": 0.687658, + "nauc_mrr_at_3_std": -0.546115, + "nauc_mrr_at_3_diff1": 0.830824, + "nauc_mrr_at_5_max": 0.688948, + "nauc_mrr_at_5_std": -0.542713, + "nauc_mrr_at_5_diff1": 0.83019, + "nauc_mrr_at_10_max": 0.685095, + "nauc_mrr_at_10_std": -0.544066, + "nauc_mrr_at_10_diff1": 0.825592, + "nauc_mrr_at_20_max": 0.684916, + "nauc_mrr_at_20_std": -0.541719, + "nauc_mrr_at_20_diff1": 0.824486, + "nauc_mrr_at_100_max": 0.684313, + "nauc_mrr_at_100_std": -0.541343, + "nauc_mrr_at_100_diff1": 0.824126, + "nauc_mrr_at_1000_max": 0.684524, + "nauc_mrr_at_1000_std": -0.54149, + "nauc_mrr_at_1000_diff1": 0.824447, + "hit_rate_at_1": 0.43159, + "hit_rate_at_3": 0.51947, + "hit_rate_at_5": 0.54727, + "hit_rate_at_10": 0.58398, + "hit_rate_at_20": 0.63404, + "hit_rate_at_100": 0.79533, + "hit_rate_at_1000": 1.0, + "main_score": 0.50578, "hf_subset": "lug_Latn-lug_Latn", "languages": [ "lug-Latn", "lug-Latn" - ] - }, - { - "ndcg_at_1": 0.55667, - "ndcg_at_3": 0.60616, - "ndcg_at_5": 0.62285, - "ndcg_at_10": 0.63443, - "ndcg_at_20": 0.648, - "ndcg_at_100": 0.66748, - "ndcg_at_1000": 0.68362, - "map_at_1": 0.55667, - "map_at_3": 0.59407, - "map_at_5": 0.60319, - "map_at_10": 0.60802, - "map_at_20": 0.6118, - "map_at_100": 0.61437, - "map_at_1000": 0.61505, - "recall_at_1": 0.55667, - "recall_at_3": 0.64111, - "recall_at_5": 0.68222, - "recall_at_10": 0.71778, - "recall_at_20": 0.77111, - "recall_at_100": 0.87778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.54889, + "ndcg_at_3": 0.60452, + "ndcg_at_5": 0.61691, + "ndcg_at_10": 0.63057, + "ndcg_at_20": 0.64308, + "ndcg_at_100": 0.66298, + "ndcg_at_1000": 0.67909, + "map_at_1": 0.54889, + "map_at_3": 0.59074, + "map_at_5": 0.59763, + "map_at_10": 0.60328, + "map_at_20": 0.60664, + "map_at_100": 0.6092, + "map_at_1000": 0.60985, + "recall_at_1": 0.54889, + "recall_at_3": 0.64444, + "recall_at_5": 0.67444, + "recall_at_10": 0.71667, + "recall_at_20": 0.76667, + "recall_at_100": 0.87667, "recall_at_1000": 1.0, - "precision_at_1": 0.55667, - "precision_at_3": 0.2137, - "precision_at_5": 0.13644, - "precision_at_10": 0.07178, - "precision_at_20": 0.03856, - "precision_at_100": 0.00878, + "accuracy": 0.54889, + "precision_at_1": 0.54889, + "precision_at_3": 0.21481, + "precision_at_5": 0.13489, + "precision_at_10": 0.07167, + "precision_at_20": 0.03833, + "precision_at_100": 0.00877, "precision_at_1000": 0.001, - "mrr_at_1": 0.556667, - "mrr_at_3": 0.594074, - "mrr_at_5": 0.603185, - "mrr_at_10": 0.608022, - "mrr_at_20": 0.611796, - "mrr_at_100": 0.614371, - "mrr_at_1000": 0.615054, - "nauc_ndcg_at_1_max": 0.847281, - "nauc_ndcg_at_1_std": 0.402085, - "nauc_ndcg_at_1_diff1": 0.860175, - "nauc_ndcg_at_3_max": 0.856997, - "nauc_ndcg_at_3_std": 0.443015, - "nauc_ndcg_at_3_diff1": 0.831623, - "nauc_ndcg_at_5_max": 0.852883, - "nauc_ndcg_at_5_std": 0.444436, - "nauc_ndcg_at_5_diff1": 0.826348, - "nauc_ndcg_at_10_max": 0.846413, - "nauc_ndcg_at_10_std": 0.437872, - "nauc_ndcg_at_10_diff1": 0.822562, - "nauc_ndcg_at_20_max": 0.843327, - "nauc_ndcg_at_20_std": 0.444784, - "nauc_ndcg_at_20_diff1": 0.818437, - "nauc_ndcg_at_100_max": 0.84343, - "nauc_ndcg_at_100_std": 0.446585, - "nauc_ndcg_at_100_diff1": 0.819933, - "nauc_ndcg_at_1000_max": 0.846945, - "nauc_ndcg_at_1000_std": 0.439391, - "nauc_ndcg_at_1000_diff1": 0.826871, - "nauc_map_at_1_max": 0.847281, - "nauc_map_at_1_std": 0.402085, - "nauc_map_at_1_diff1": 0.860175, - "nauc_map_at_3_max": 0.85476, - "nauc_map_at_3_std": 0.433521, - "nauc_map_at_3_diff1": 0.83852, - "nauc_map_at_5_max": 0.852715, - "nauc_map_at_5_std": 0.434007, - "nauc_map_at_5_diff1": 0.835948, - "nauc_map_at_10_max": 0.850115, - "nauc_map_at_10_std": 0.431157, - "nauc_map_at_10_diff1": 0.834528, - "nauc_map_at_20_max": 0.849372, - "nauc_map_at_20_std": 0.432996, - "nauc_map_at_20_diff1": 0.833618, - "nauc_map_at_100_max": 0.849473, - "nauc_map_at_100_std": 0.433133, - "nauc_map_at_100_diff1": 0.833974, - "nauc_map_at_1000_max": 0.849563, - "nauc_map_at_1000_std": 0.432825, - "nauc_map_at_1000_diff1": 0.834224, - "nauc_recall_at_1_max": 0.847281, - "nauc_recall_at_1_std": 0.402085, - "nauc_recall_at_1_diff1": 0.860175, - "nauc_recall_at_3_max": 0.863833, - "nauc_recall_at_3_std": 0.472063, - "nauc_recall_at_3_diff1": 0.810386, - "nauc_recall_at_5_max": 0.852361, - "nauc_recall_at_5_std": 0.478937, - "nauc_recall_at_5_diff1": 0.793657, - "nauc_recall_at_10_max": 0.828984, - "nauc_recall_at_10_std": 0.459232, - "nauc_recall_at_10_diff1": 0.776964, - "nauc_recall_at_20_max": 0.809055, - "nauc_recall_at_20_std": 0.498627, - "nauc_recall_at_20_diff1": 0.74602, - "nauc_recall_at_100_max": 0.78241, - "nauc_recall_at_100_std": 0.558595, - "nauc_recall_at_100_diff1": 0.706982, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.847281, - "nauc_precision_at_1_std": 0.402085, - "nauc_precision_at_1_diff1": 0.860175, - "nauc_precision_at_3_max": 0.863833, - "nauc_precision_at_3_std": 0.472063, - "nauc_precision_at_3_diff1": 0.810386, - "nauc_precision_at_5_max": 0.852361, - "nauc_precision_at_5_std": 0.478937, - "nauc_precision_at_5_diff1": 0.793657, - "nauc_precision_at_10_max": 0.828984, - "nauc_precision_at_10_std": 0.459232, - "nauc_precision_at_10_diff1": 0.776964, - "nauc_precision_at_20_max": 0.809055, - "nauc_precision_at_20_std": 0.498627, - "nauc_precision_at_20_diff1": 0.74602, - "nauc_precision_at_100_max": 0.78241, - "nauc_precision_at_100_std": 0.558595, - "nauc_precision_at_100_diff1": 0.706982, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.847281, - "nauc_mrr_at_1_std": 0.402085, - "nauc_mrr_at_1_diff1": 0.860175, - "nauc_mrr_at_3_max": 0.85476, - "nauc_mrr_at_3_std": 0.433521, - "nauc_mrr_at_3_diff1": 0.83852, - "nauc_mrr_at_5_max": 0.852715, - "nauc_mrr_at_5_std": 0.434007, - "nauc_mrr_at_5_diff1": 0.835948, - "nauc_mrr_at_10_max": 0.850115, - "nauc_mrr_at_10_std": 0.431157, - "nauc_mrr_at_10_diff1": 0.834528, - "nauc_mrr_at_20_max": 0.849372, - "nauc_mrr_at_20_std": 0.432996, - "nauc_mrr_at_20_diff1": 0.833618, - "nauc_mrr_at_100_max": 0.849473, - "nauc_mrr_at_100_std": 0.433133, - "nauc_mrr_at_100_diff1": 0.833974, - "nauc_mrr_at_1000_max": 0.849563, - "nauc_mrr_at_1000_std": 0.432825, - "nauc_mrr_at_1000_diff1": 0.834224, - "main_score": 0.63443, + "mrr_at_1": 0.548889, + "mrr_at_3": 0.590741, + "mrr_at_5": 0.59763, + "mrr_at_10": 0.603276, + "mrr_at_20": 0.606639, + "mrr_at_100": 0.609202, + "mrr_at_1000": 0.609854, + "nauc_ndcg_at_1_max": 0.822926, + "nauc_ndcg_at_1_std": 0.340644, + "nauc_ndcg_at_1_diff1": 0.867114, + "nauc_ndcg_at_3_max": 0.830838, + "nauc_ndcg_at_3_std": 0.394188, + "nauc_ndcg_at_3_diff1": 0.82778, + "nauc_ndcg_at_5_max": 0.832373, + "nauc_ndcg_at_5_std": 0.403342, + "nauc_ndcg_at_5_diff1": 0.827824, + "nauc_ndcg_at_10_max": 0.82208, + "nauc_ndcg_at_10_std": 0.392997, + "nauc_ndcg_at_10_diff1": 0.822278, + "nauc_ndcg_at_20_max": 0.819199, + "nauc_ndcg_at_20_std": 0.399205, + "nauc_ndcg_at_20_diff1": 0.81661, + "nauc_ndcg_at_100_max": 0.819958, + "nauc_ndcg_at_100_std": 0.400797, + "nauc_ndcg_at_100_diff1": 0.820455, + "nauc_ndcg_at_1000_max": 0.822659, + "nauc_ndcg_at_1000_std": 0.392259, + "nauc_ndcg_at_1000_diff1": 0.826658, + "nauc_map_at_1_max": 0.822926, + "nauc_map_at_1_std": 0.340644, + "nauc_map_at_1_diff1": 0.867114, + "nauc_map_at_3_max": 0.828403, + "nauc_map_at_3_std": 0.380592, + "nauc_map_at_3_diff1": 0.837229, + "nauc_map_at_5_max": 0.829348, + "nauc_map_at_5_std": 0.385322, + "nauc_map_at_5_diff1": 0.837552, + "nauc_map_at_10_max": 0.825163, + "nauc_map_at_10_std": 0.381014, + "nauc_map_at_10_diff1": 0.83535, + "nauc_map_at_20_max": 0.824488, + "nauc_map_at_20_std": 0.382685, + "nauc_map_at_20_diff1": 0.833982, + "nauc_map_at_100_max": 0.824691, + "nauc_map_at_100_std": 0.382929, + "nauc_map_at_100_diff1": 0.834643, + "nauc_map_at_1000_max": 0.824737, + "nauc_map_at_1000_std": 0.382602, + "nauc_map_at_1000_diff1": 0.83484, + "nauc_recall_at_1_max": 0.822926, + "nauc_recall_at_1_std": 0.340644, + "nauc_recall_at_1_diff1": 0.867114, + "nauc_recall_at_3_max": 0.838652, + "nauc_recall_at_3_std": 0.436743, + "nauc_recall_at_3_diff1": 0.798447, + "nauc_recall_at_5_max": 0.842537, + "nauc_recall_at_5_std": 0.463988, + "nauc_recall_at_5_diff1": 0.795916, + "nauc_recall_at_10_max": 0.806537, + "nauc_recall_at_10_std": 0.432734, + "nauc_recall_at_10_diff1": 0.773022, + "nauc_recall_at_20_max": 0.788057, + "nauc_recall_at_20_std": 0.470492, + "nauc_recall_at_20_diff1": 0.734639, + "nauc_recall_at_100_max": 0.770314, + "nauc_recall_at_100_std": 0.537636, + "nauc_recall_at_100_diff1": 0.716213, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.822926, + "nauc_precision_at_1_std": 0.340644, + "nauc_precision_at_1_diff1": 0.867114, + "nauc_precision_at_3_max": 0.838652, + "nauc_precision_at_3_std": 0.436743, + "nauc_precision_at_3_diff1": 0.798447, + "nauc_precision_at_5_max": 0.842537, + "nauc_precision_at_5_std": 0.463988, + "nauc_precision_at_5_diff1": 0.795916, + "nauc_precision_at_10_max": 0.806537, + "nauc_precision_at_10_std": 0.432734, + "nauc_precision_at_10_diff1": 0.773022, + "nauc_precision_at_20_max": 0.788057, + "nauc_precision_at_20_std": 0.470492, + "nauc_precision_at_20_diff1": 0.734639, + "nauc_precision_at_100_max": 0.770314, + "nauc_precision_at_100_std": 0.537636, + "nauc_precision_at_100_diff1": 0.716213, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.822926, + "nauc_mrr_at_1_std": 0.340644, + "nauc_mrr_at_1_diff1": 0.867114, + "nauc_mrr_at_3_max": 0.828403, + "nauc_mrr_at_3_std": 0.380592, + "nauc_mrr_at_3_diff1": 0.837229, + "nauc_mrr_at_5_max": 0.829348, + "nauc_mrr_at_5_std": 0.385322, + "nauc_mrr_at_5_diff1": 0.837552, + "nauc_mrr_at_10_max": 0.825163, + "nauc_mrr_at_10_std": 0.381014, + "nauc_mrr_at_10_diff1": 0.83535, + "nauc_mrr_at_20_max": 0.824488, + "nauc_mrr_at_20_std": 0.382685, + "nauc_mrr_at_20_diff1": 0.833982, + "nauc_mrr_at_100_max": 0.824691, + "nauc_mrr_at_100_std": 0.382929, + "nauc_mrr_at_100_diff1": 0.834643, + "nauc_mrr_at_1000_max": 0.824737, + "nauc_mrr_at_1000_std": 0.382602, + "nauc_mrr_at_1000_diff1": 0.83484, + "hit_rate_at_1": 0.54889, + "hit_rate_at_3": 0.64444, + "hit_rate_at_5": 0.67444, + "hit_rate_at_10": 0.71667, + "hit_rate_at_20": 0.76667, + "hit_rate_at_100": 0.87667, + "hit_rate_at_1000": 1.0, + "main_score": 0.63057, "hf_subset": "lug_Latn-eng_Latn", "languages": [ "lug-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.43382, - "ndcg_at_3": 0.46898, - "ndcg_at_5": 0.473, - "ndcg_at_10": 0.48098, - "ndcg_at_20": 0.4888, - "ndcg_at_100": 0.51075, - "ndcg_at_1000": 0.55094, - "map_at_1": 0.43326, - "map_at_3": 0.4607, - "map_at_5": 0.46287, - "map_at_10": 0.4662, - "map_at_20": 0.46832, - "map_at_100": 0.47089, - "map_at_1000": 0.47232, - "recall_at_1": 0.43326, - "recall_at_3": 0.49221, - "recall_at_5": 0.50222, - "recall_at_10": 0.5267, - "recall_at_20": 0.55784, - "recall_at_100": 0.68298, - "recall_at_1000": 1.0, - "precision_at_1": 0.43382, - "precision_at_3": 0.16426, - "precision_at_5": 0.10056, - "precision_at_10": 0.05273, - "precision_at_20": 0.02792, - "precision_at_100": 0.00684, - "precision_at_1000": 0.001, - "mrr_at_1": 0.433815, - "mrr_at_3": 0.461253, - "mrr_at_5": 0.463422, - "mrr_at_10": 0.46676, - "mrr_at_20": 0.468872, - "mrr_at_100": 0.471409, - "mrr_at_1000": 0.47284, - "nauc_ndcg_at_1_max": 0.91137, - "nauc_ndcg_at_1_std": 0.80438, - "nauc_ndcg_at_1_diff1": 0.927034, - "nauc_ndcg_at_3_max": 0.93974, - "nauc_ndcg_at_3_std": 0.845675, - "nauc_ndcg_at_3_diff1": 0.900103, - "nauc_ndcg_at_5_max": 0.940278, - "nauc_ndcg_at_5_std": 0.846669, - "nauc_ndcg_at_5_diff1": 0.89395, - "nauc_ndcg_at_10_max": 0.938632, - "nauc_ndcg_at_10_std": 0.849977, - "nauc_ndcg_at_10_diff1": 0.889952, - "nauc_ndcg_at_20_max": 0.933528, - "nauc_ndcg_at_20_std": 0.846234, - "nauc_ndcg_at_20_diff1": 0.882626, - "nauc_ndcg_at_100_max": 0.921533, - "nauc_ndcg_at_100_std": 0.840839, - "nauc_ndcg_at_100_diff1": 0.871626, - "nauc_ndcg_at_1000_max": 0.92845, - "nauc_ndcg_at_1000_std": 0.840689, - "nauc_ndcg_at_1000_diff1": 0.886109, - "nauc_map_at_1_max": 0.909414, - "nauc_map_at_1_std": 0.802443, - "nauc_map_at_1_diff1": 0.925074, - "nauc_map_at_3_max": 0.932924, - "nauc_map_at_3_std": 0.836377, - "nauc_map_at_3_diff1": 0.905815, - "nauc_map_at_5_max": 0.933162, - "nauc_map_at_5_std": 0.836886, - "nauc_map_at_5_diff1": 0.902536, - "nauc_map_at_10_max": 0.932462, - "nauc_map_at_10_std": 0.838036, - "nauc_map_at_10_diff1": 0.900845, - "nauc_map_at_20_max": 0.931133, - "nauc_map_at_20_std": 0.837057, - "nauc_map_at_20_diff1": 0.898881, - "nauc_map_at_100_max": 0.92972, - "nauc_map_at_100_std": 0.836547, - "nauc_map_at_100_diff1": 0.897589, - "nauc_map_at_1000_max": 0.929785, - "nauc_map_at_1000_std": 0.836419, - "nauc_map_at_1000_diff1": 0.897944, - "nauc_recall_at_1_max": 0.909414, - "nauc_recall_at_1_std": 0.802443, - "nauc_recall_at_1_diff1": 0.925074, - "nauc_recall_at_3_max": 0.957486, - "nauc_recall_at_3_std": 0.870405, - "nauc_recall_at_3_diff1": 0.881698, - "nauc_recall_at_5_max": 0.958768, - "nauc_recall_at_5_std": 0.872781, - "nauc_recall_at_5_diff1": 0.865671, - "nauc_recall_at_10_max": 0.954027, - "nauc_recall_at_10_std": 0.884897, - "nauc_recall_at_10_diff1": 0.85272, - "nauc_recall_at_20_max": 0.932699, - "nauc_recall_at_20_std": 0.869964, - "nauc_recall_at_20_diff1": 0.820951, - "nauc_recall_at_100_max": 0.848741, - "nauc_recall_at_100_std": 0.835145, - "nauc_recall_at_100_diff1": 0.731137, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.91137, - "nauc_precision_at_1_std": 0.80438, - "nauc_precision_at_1_diff1": 0.927034, - "nauc_precision_at_3_max": 0.959492, - "nauc_precision_at_3_std": 0.872394, - "nauc_precision_at_3_diff1": 0.883689, - "nauc_precision_at_5_max": 0.961145, - "nauc_precision_at_5_std": 0.875109, - "nauc_precision_at_5_diff1": 0.867995, - "nauc_precision_at_10_max": 0.956462, - "nauc_precision_at_10_std": 0.887292, - "nauc_precision_at_10_diff1": 0.855097, - "nauc_precision_at_20_max": 0.935204, - "nauc_precision_at_20_std": 0.872431, - "nauc_precision_at_20_diff1": 0.823388, - "nauc_precision_at_100_max": 0.847407, - "nauc_precision_at_100_std": 0.833907, - "nauc_precision_at_100_diff1": 0.730643, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.44049, + "ndcg_at_3": 0.46752, + "ndcg_at_5": 0.47757, + "ndcg_at_10": 0.48261, + "ndcg_at_20": 0.4895, + "ndcg_at_100": 0.51429, + "ndcg_at_1000": 0.55283, + "map_at_1": 0.43993, + "map_at_3": 0.46107, + "map_at_5": 0.46663, + "map_at_10": 0.46871, + "map_at_20": 0.47061, + "map_at_100": 0.47354, + "map_at_1000": 0.47487, + "recall_at_1": 0.43993, + "recall_at_3": 0.48554, + "recall_at_5": 0.51001, + "recall_at_10": 0.52558, + "recall_at_20": 0.55284, + "recall_at_100": 0.6941, + "recall_at_1000": 1.0, + "accuracy": 0.43993, + "precision_at_1": 0.44049, + "precision_at_3": 0.16203, + "precision_at_5": 0.10211, + "precision_at_10": 0.05261, + "precision_at_20": 0.0277, + "precision_at_100": 0.00695, + "precision_at_1000": 0.001, + "mrr_at_1": 0.440489, + "mrr_at_3": 0.461624, + "mrr_at_5": 0.467186, + "mrr_at_10": 0.469266, + "mrr_at_20": 0.471098, + "mrr_at_100": 0.474034, + "mrr_at_1000": 0.475362, + "nauc_ndcg_at_1_max": 0.902895, + "nauc_ndcg_at_1_std": 0.808187, + "nauc_ndcg_at_1_diff1": 0.8968, + "nauc_ndcg_at_3_max": 0.927063, + "nauc_ndcg_at_3_std": 0.837228, + "nauc_ndcg_at_3_diff1": 0.884295, + "nauc_ndcg_at_5_max": 0.93221, + "nauc_ndcg_at_5_std": 0.843536, + "nauc_ndcg_at_5_diff1": 0.879626, + "nauc_ndcg_at_10_max": 0.929661, + "nauc_ndcg_at_10_std": 0.842205, + "nauc_ndcg_at_10_diff1": 0.875274, + "nauc_ndcg_at_20_max": 0.92706, + "nauc_ndcg_at_20_std": 0.843833, + "nauc_ndcg_at_20_diff1": 0.870355, + "nauc_ndcg_at_100_max": 0.915403, + "nauc_ndcg_at_100_std": 0.836823, + "nauc_ndcg_at_100_diff1": 0.857172, + "nauc_ndcg_at_1000_max": 0.920771, + "nauc_ndcg_at_1000_std": 0.836164, + "nauc_ndcg_at_1000_diff1": 0.870522, + "nauc_map_at_1_max": 0.900936, + "nauc_map_at_1_std": 0.806245, + "nauc_map_at_1_diff1": 0.894842, + "nauc_map_at_3_max": 0.921573, + "nauc_map_at_3_std": 0.830537, + "nauc_map_at_3_diff1": 0.886736, + "nauc_map_at_5_max": 0.924373, + "nauc_map_at_5_std": 0.83395, + "nauc_map_at_5_diff1": 0.884077, + "nauc_map_at_10_max": 0.923247, + "nauc_map_at_10_std": 0.833262, + "nauc_map_at_10_diff1": 0.882238, + "nauc_map_at_20_max": 0.922656, + "nauc_map_at_20_std": 0.833707, + "nauc_map_at_20_diff1": 0.88101, + "nauc_map_at_100_max": 0.921108, + "nauc_map_at_100_std": 0.832727, + "nauc_map_at_100_diff1": 0.879266, + "nauc_map_at_1000_max": 0.921145, + "nauc_map_at_1000_std": 0.832573, + "nauc_map_at_1000_diff1": 0.879623, + "nauc_recall_at_1_max": 0.900936, + "nauc_recall_at_1_std": 0.806245, + "nauc_recall_at_1_diff1": 0.894842, + "nauc_recall_at_3_max": 0.940787, + "nauc_recall_at_3_std": 0.854474, + "nauc_recall_at_3_diff1": 0.875353, + "nauc_recall_at_5_max": 0.953444, + "nauc_recall_at_5_std": 0.87018, + "nauc_recall_at_5_diff1": 0.863745, + "nauc_recall_at_10_max": 0.946045, + "nauc_recall_at_10_std": 0.867025, + "nauc_recall_at_10_diff1": 0.850041, + "nauc_recall_at_20_max": 0.93536, + "nauc_recall_at_20_std": 0.874901, + "nauc_recall_at_20_diff1": 0.828754, + "nauc_recall_at_100_max": 0.85674, + "nauc_recall_at_100_std": 0.834919, + "nauc_recall_at_100_diff1": 0.727427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.902895, + "nauc_precision_at_1_std": 0.808187, + "nauc_precision_at_1_diff1": 0.8968, + "nauc_precision_at_3_max": 0.942785, + "nauc_precision_at_3_std": 0.856456, + "nauc_precision_at_3_diff1": 0.877339, + "nauc_precision_at_5_max": 0.955837, + "nauc_precision_at_5_std": 0.872525, + "nauc_precision_at_5_diff1": 0.866087, + "nauc_precision_at_10_max": 0.948473, + "nauc_precision_at_10_std": 0.869407, + "nauc_precision_at_10_diff1": 0.852413, + "nauc_precision_at_20_max": 0.933775, + "nauc_precision_at_20_std": 0.873666, + "nauc_precision_at_20_diff1": 0.827788, + "nauc_precision_at_100_max": 0.855316, + "nauc_precision_at_100_std": 0.833654, + "nauc_precision_at_100_diff1": 0.726948, "nauc_precision_at_1000_max": 0.662006, "nauc_precision_at_1000_std": 0.662006, "nauc_precision_at_1000_diff1": 0.662006, - "nauc_mrr_at_1_max": 0.91137, - "nauc_mrr_at_1_std": 0.80438, - "nauc_mrr_at_1_diff1": 0.927034, - "nauc_mrr_at_3_max": 0.934904, - "nauc_mrr_at_3_std": 0.838338, - "nauc_mrr_at_3_diff1": 0.907789, - "nauc_mrr_at_5_max": 0.935144, - "nauc_mrr_at_5_std": 0.83885, - "nauc_mrr_at_5_diff1": 0.904512, - "nauc_mrr_at_10_max": 0.93445, - "nauc_mrr_at_10_std": 0.840007, - "nauc_mrr_at_10_diff1": 0.902827, - "nauc_mrr_at_20_max": 0.933125, - "nauc_mrr_at_20_std": 0.839031, - "nauc_mrr_at_20_diff1": 0.900868, - "nauc_mrr_at_100_max": 0.931581, - "nauc_mrr_at_100_std": 0.838391, - "nauc_mrr_at_100_diff1": 0.899445, - "nauc_mrr_at_1000_max": 0.931652, - "nauc_mrr_at_1000_std": 0.838269, - "nauc_mrr_at_1000_diff1": 0.899805, - "main_score": 0.48098, + "nauc_mrr_at_1_max": 0.902895, + "nauc_mrr_at_1_std": 0.808187, + "nauc_mrr_at_1_diff1": 0.8968, + "nauc_mrr_at_3_max": 0.923551, + "nauc_mrr_at_3_std": 0.832497, + "nauc_mrr_at_3_diff1": 0.888707, + "nauc_mrr_at_5_max": 0.926358, + "nauc_mrr_at_5_std": 0.835918, + "nauc_mrr_at_5_diff1": 0.886054, + "nauc_mrr_at_10_max": 0.925236, + "nauc_mrr_at_10_std": 0.835234, + "nauc_mrr_at_10_diff1": 0.884219, + "nauc_mrr_at_20_max": 0.924414, + "nauc_mrr_at_20_std": 0.83545, + "nauc_mrr_at_20_diff1": 0.882761, + "nauc_mrr_at_100_max": 0.922873, + "nauc_mrr_at_100_std": 0.834476, + "nauc_mrr_at_100_diff1": 0.881023, + "nauc_mrr_at_1000_max": 0.922915, + "nauc_mrr_at_1000_std": 0.834328, + "nauc_mrr_at_1000_diff1": 0.881386, + "hit_rate_at_1": 0.44049, + "hit_rate_at_3": 0.4861, + "hit_rate_at_5": 0.51057, + "hit_rate_at_10": 0.52614, + "hit_rate_at_20": 0.55284, + "hit_rate_at_100": 0.6941, + "hit_rate_at_1000": 1.0, + "main_score": 0.48261, "hf_subset": "eng_Latn-lug_Latn", "languages": [ "eng-Latn", "lug-Latn" - ] - }, - { - "ndcg_at_1": 0.47444, - "ndcg_at_3": 0.52169, - "ndcg_at_5": 0.53661, - "ndcg_at_10": 0.55044, - "ndcg_at_20": 0.5612, - "ndcg_at_100": 0.58755, - "ndcg_at_1000": 0.61087, - "map_at_1": 0.47444, - "map_at_3": 0.51, - "map_at_5": 0.51817, - "map_at_10": 0.52397, - "map_at_20": 0.52698, - "map_at_100": 0.5304, - "map_at_1000": 0.53136, - "recall_at_1": 0.47444, - "recall_at_3": 0.55556, - "recall_at_5": 0.59222, - "recall_at_10": 0.63444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.48333, + "ndcg_at_3": 0.5264, + "ndcg_at_5": 0.53989, + "ndcg_at_10": 0.55497, + "ndcg_at_20": 0.56548, + "ndcg_at_100": 0.59002, + "ndcg_at_1000": 0.61474, + "map_at_1": 0.48333, + "map_at_3": 0.51593, + "map_at_5": 0.52354, + "map_at_10": 0.52975, + "map_at_20": 0.5327, + "map_at_100": 0.53588, + "map_at_1000": 0.53691, + "recall_at_1": 0.48333, + "recall_at_3": 0.55667, + "recall_at_5": 0.58889, + "recall_at_10": 0.63556, "recall_at_20": 0.67667, - "recall_at_100": 0.82222, + "recall_at_100": 0.81222, "recall_at_1000": 1.0, - "precision_at_1": 0.47444, - "precision_at_3": 0.18519, - "precision_at_5": 0.11844, - "precision_at_10": 0.06344, + "accuracy": 0.48333, + "precision_at_1": 0.48333, + "precision_at_3": 0.18556, + "precision_at_5": 0.11778, + "precision_at_10": 0.06356, "precision_at_20": 0.03383, - "precision_at_100": 0.00822, + "precision_at_100": 0.00812, "precision_at_1000": 0.001, - "mrr_at_1": 0.474444, - "mrr_at_3": 0.51, - "mrr_at_5": 0.518167, - "mrr_at_10": 0.523974, - "mrr_at_20": 0.526977, - "mrr_at_100": 0.530404, - "mrr_at_1000": 0.531361, - "nauc_ndcg_at_1_max": 0.769103, - "nauc_ndcg_at_1_std": -0.571474, - "nauc_ndcg_at_1_diff1": 0.882198, - "nauc_ndcg_at_3_max": 0.767893, - "nauc_ndcg_at_3_std": -0.59258, - "nauc_ndcg_at_3_diff1": 0.842669, - "nauc_ndcg_at_5_max": 0.751899, - "nauc_ndcg_at_5_std": -0.593521, - "nauc_ndcg_at_5_diff1": 0.830716, - "nauc_ndcg_at_10_max": 0.7458, - "nauc_ndcg_at_10_std": -0.592774, - "nauc_ndcg_at_10_diff1": 0.826451, - "nauc_ndcg_at_20_max": 0.741654, - "nauc_ndcg_at_20_std": -0.584372, - "nauc_ndcg_at_20_diff1": 0.818253, - "nauc_ndcg_at_100_max": 0.741219, - "nauc_ndcg_at_100_std": -0.570419, - "nauc_ndcg_at_100_diff1": 0.819322, - "nauc_ndcg_at_1000_max": 0.748742, - "nauc_ndcg_at_1000_std": -0.581986, - "nauc_ndcg_at_1000_diff1": 0.830736, - "nauc_map_at_1_max": 0.769103, - "nauc_map_at_1_std": -0.571474, - "nauc_map_at_1_diff1": 0.882198, - "nauc_map_at_3_max": 0.767966, - "nauc_map_at_3_std": -0.588362, - "nauc_map_at_3_diff1": 0.852443, - "nauc_map_at_5_max": 0.759451, - "nauc_map_at_5_std": -0.588911, - "nauc_map_at_5_diff1": 0.846221, - "nauc_map_at_10_max": 0.756924, - "nauc_map_at_10_std": -0.588794, - "nauc_map_at_10_diff1": 0.844596, - "nauc_map_at_20_max": 0.755939, - "nauc_map_at_20_std": -0.586314, - "nauc_map_at_20_diff1": 0.842439, - "nauc_map_at_100_max": 0.755706, - "nauc_map_at_100_std": -0.584788, - "nauc_map_at_100_diff1": 0.842613, - "nauc_map_at_1000_max": 0.756021, - "nauc_map_at_1000_std": -0.585137, - "nauc_map_at_1000_diff1": 0.843059, - "nauc_recall_at_1_max": 0.769103, - "nauc_recall_at_1_std": -0.571474, - "nauc_recall_at_1_diff1": 0.882198, - "nauc_recall_at_3_max": 0.767773, - "nauc_recall_at_3_std": -0.604805, - "nauc_recall_at_3_diff1": 0.813342, - "nauc_recall_at_5_max": 0.72584, - "nauc_recall_at_5_std": -0.607404, - "nauc_recall_at_5_diff1": 0.780537, - "nauc_recall_at_10_max": 0.703883, - "nauc_recall_at_10_std": -0.604424, - "nauc_recall_at_10_diff1": 0.762487, - "nauc_recall_at_20_max": 0.680392, - "nauc_recall_at_20_std": -0.568407, - "nauc_recall_at_20_diff1": 0.719426, - "nauc_recall_at_100_max": 0.645958, - "nauc_recall_at_100_std": -0.414286, - "nauc_recall_at_100_diff1": 0.671788, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.769103, - "nauc_precision_at_1_std": -0.571474, - "nauc_precision_at_1_diff1": 0.882198, - "nauc_precision_at_3_max": 0.767773, - "nauc_precision_at_3_std": -0.604805, - "nauc_precision_at_3_diff1": 0.813342, - "nauc_precision_at_5_max": 0.72584, - "nauc_precision_at_5_std": -0.607404, - "nauc_precision_at_5_diff1": 0.780537, - "nauc_precision_at_10_max": 0.703883, - "nauc_precision_at_10_std": -0.604424, - "nauc_precision_at_10_diff1": 0.762487, - "nauc_precision_at_20_max": 0.680392, - "nauc_precision_at_20_std": -0.568407, - "nauc_precision_at_20_diff1": 0.719426, - "nauc_precision_at_100_max": 0.645958, - "nauc_precision_at_100_std": -0.414286, - "nauc_precision_at_100_diff1": 0.671788, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.769103, - "nauc_mrr_at_1_std": -0.571474, - "nauc_mrr_at_1_diff1": 0.882198, - "nauc_mrr_at_3_max": 0.767966, - "nauc_mrr_at_3_std": -0.588362, - "nauc_mrr_at_3_diff1": 0.852443, - "nauc_mrr_at_5_max": 0.759451, - "nauc_mrr_at_5_std": -0.588911, - "nauc_mrr_at_5_diff1": 0.846221, - "nauc_mrr_at_10_max": 0.756924, - "nauc_mrr_at_10_std": -0.588794, - "nauc_mrr_at_10_diff1": 0.844596, - "nauc_mrr_at_20_max": 0.755939, - "nauc_mrr_at_20_std": -0.586314, - "nauc_mrr_at_20_diff1": 0.842439, - "nauc_mrr_at_100_max": 0.755706, - "nauc_mrr_at_100_std": -0.584788, - "nauc_mrr_at_100_diff1": 0.842613, - "nauc_mrr_at_1000_max": 0.756021, - "nauc_mrr_at_1000_std": -0.585137, - "nauc_mrr_at_1000_diff1": 0.843059, - "main_score": 0.55044, + "mrr_at_1": 0.483333, + "mrr_at_3": 0.515926, + "mrr_at_5": 0.523537, + "mrr_at_10": 0.529755, + "mrr_at_20": 0.532704, + "mrr_at_100": 0.535876, + "mrr_at_1000": 0.536906, + "nauc_ndcg_at_1_max": 0.765397, + "nauc_ndcg_at_1_std": -0.558366, + "nauc_ndcg_at_1_diff1": 0.860446, + "nauc_ndcg_at_3_max": 0.766411, + "nauc_ndcg_at_3_std": -0.593033, + "nauc_ndcg_at_3_diff1": 0.830461, + "nauc_ndcg_at_5_max": 0.752065, + "nauc_ndcg_at_5_std": -0.585157, + "nauc_ndcg_at_5_diff1": 0.821388, + "nauc_ndcg_at_10_max": 0.745327, + "nauc_ndcg_at_10_std": -0.589294, + "nauc_ndcg_at_10_diff1": 0.816626, + "nauc_ndcg_at_20_max": 0.741984, + "nauc_ndcg_at_20_std": -0.583066, + "nauc_ndcg_at_20_diff1": 0.811001, + "nauc_ndcg_at_100_max": 0.739812, + "nauc_ndcg_at_100_std": -0.563306, + "nauc_ndcg_at_100_diff1": 0.808517, + "nauc_ndcg_at_1000_max": 0.747633, + "nauc_ndcg_at_1000_std": -0.57582, + "nauc_ndcg_at_1000_diff1": 0.819243, + "nauc_map_at_1_max": 0.765397, + "nauc_map_at_1_std": -0.558366, + "nauc_map_at_1_diff1": 0.860446, + "nauc_map_at_3_max": 0.76579, + "nauc_map_at_3_std": -0.58461, + "nauc_map_at_3_diff1": 0.837746, + "nauc_map_at_5_max": 0.757802, + "nauc_map_at_5_std": -0.58032, + "nauc_map_at_5_diff1": 0.83274, + "nauc_map_at_10_max": 0.755177, + "nauc_map_at_10_std": -0.581686, + "nauc_map_at_10_diff1": 0.830965, + "nauc_map_at_20_max": 0.754174, + "nauc_map_at_20_std": -0.580325, + "nauc_map_at_20_diff1": 0.829549, + "nauc_map_at_100_max": 0.753871, + "nauc_map_at_100_std": -0.577777, + "nauc_map_at_100_diff1": 0.829157, + "nauc_map_at_1000_max": 0.754185, + "nauc_map_at_1000_std": -0.57818, + "nauc_map_at_1000_diff1": 0.829554, + "nauc_recall_at_1_max": 0.765397, + "nauc_recall_at_1_std": -0.558366, + "nauc_recall_at_1_diff1": 0.860446, + "nauc_recall_at_3_max": 0.768431, + "nauc_recall_at_3_std": -0.618197, + "nauc_recall_at_3_diff1": 0.808699, + "nauc_recall_at_5_max": 0.732567, + "nauc_recall_at_5_std": -0.59867, + "nauc_recall_at_5_diff1": 0.78525, + "nauc_recall_at_10_max": 0.707768, + "nauc_recall_at_10_std": -0.615359, + "nauc_recall_at_10_diff1": 0.765817, + "nauc_recall_at_20_max": 0.690553, + "nauc_recall_at_20_std": -0.585482, + "nauc_recall_at_20_diff1": 0.735286, + "nauc_recall_at_100_max": 0.644914, + "nauc_recall_at_100_std": -0.404386, + "nauc_recall_at_100_diff1": 0.675357, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765397, + "nauc_precision_at_1_std": -0.558366, + "nauc_precision_at_1_diff1": 0.860446, + "nauc_precision_at_3_max": 0.768431, + "nauc_precision_at_3_std": -0.618197, + "nauc_precision_at_3_diff1": 0.808699, + "nauc_precision_at_5_max": 0.732567, + "nauc_precision_at_5_std": -0.59867, + "nauc_precision_at_5_diff1": 0.78525, + "nauc_precision_at_10_max": 0.707768, + "nauc_precision_at_10_std": -0.615359, + "nauc_precision_at_10_diff1": 0.765817, + "nauc_precision_at_20_max": 0.690553, + "nauc_precision_at_20_std": -0.585482, + "nauc_precision_at_20_diff1": 0.735286, + "nauc_precision_at_100_max": 0.644914, + "nauc_precision_at_100_std": -0.404386, + "nauc_precision_at_100_diff1": 0.675357, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765397, + "nauc_mrr_at_1_std": -0.558366, + "nauc_mrr_at_1_diff1": 0.860446, + "nauc_mrr_at_3_max": 0.76579, + "nauc_mrr_at_3_std": -0.58461, + "nauc_mrr_at_3_diff1": 0.837746, + "nauc_mrr_at_5_max": 0.757802, + "nauc_mrr_at_5_std": -0.58032, + "nauc_mrr_at_5_diff1": 0.83274, + "nauc_mrr_at_10_max": 0.755177, + "nauc_mrr_at_10_std": -0.581686, + "nauc_mrr_at_10_diff1": 0.830965, + "nauc_mrr_at_20_max": 0.754174, + "nauc_mrr_at_20_std": -0.580325, + "nauc_mrr_at_20_diff1": 0.829549, + "nauc_mrr_at_100_max": 0.753871, + "nauc_mrr_at_100_std": -0.577777, + "nauc_mrr_at_100_diff1": 0.829157, + "nauc_mrr_at_1000_max": 0.754185, + "nauc_mrr_at_1000_std": -0.57818, + "nauc_mrr_at_1000_diff1": 0.829554, + "hit_rate_at_1": 0.48333, + "hit_rate_at_3": 0.55667, + "hit_rate_at_5": 0.58889, + "hit_rate_at_10": 0.63556, + "hit_rate_at_20": 0.67667, + "hit_rate_at_100": 0.81222, + "hit_rate_at_1000": 1.0, + "main_score": 0.55497, "hf_subset": "luo_Latn-luo_Latn", "languages": [ "luo-Latn", "luo-Latn" - ] - }, - { - "ndcg_at_1": 0.59333, - "ndcg_at_3": 0.64996, - "ndcg_at_5": 0.66325, - "ndcg_at_10": 0.68164, - "ndcg_at_20": 0.6901, - "ndcg_at_100": 0.70907, - "ndcg_at_1000": 0.72006, - "map_at_1": 0.59333, - "map_at_3": 0.63611, - "map_at_5": 0.6435, - "map_at_10": 0.65113, - "map_at_20": 0.65346, - "map_at_100": 0.65587, - "map_at_1000": 0.65635, - "recall_at_1": 0.59333, - "recall_at_3": 0.69, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.65069, + "ndcg_at_5": 0.66254, + "ndcg_at_10": 0.67752, + "ndcg_at_20": 0.68715, + "ndcg_at_100": 0.70764, + "ndcg_at_1000": 0.71811, + "map_at_1": 0.59, + "map_at_3": 0.63593, + "map_at_5": 0.64248, + "map_at_10": 0.6486, + "map_at_20": 0.65128, + "map_at_100": 0.65393, + "map_at_1000": 0.65435, + "recall_at_1": 0.59, + "recall_at_3": 0.69333, "recall_at_5": 0.72222, - "recall_at_10": 0.77889, - "recall_at_20": 0.81222, - "recall_at_100": 0.91778, + "recall_at_10": 0.76889, + "recall_at_20": 0.80667, + "recall_at_100": 0.92, "recall_at_1000": 1.0, - "precision_at_1": 0.59333, - "precision_at_3": 0.23, + "accuracy": 0.59, + "precision_at_1": 0.59, + "precision_at_3": 0.23111, "precision_at_5": 0.14444, - "precision_at_10": 0.07789, - "precision_at_20": 0.04061, - "precision_at_100": 0.00918, - "precision_at_1000": 0.001, - "mrr_at_1": 0.593333, - "mrr_at_3": 0.636111, - "mrr_at_5": 0.6435, - "mrr_at_10": 0.651127, - "mrr_at_20": 0.653464, - "mrr_at_100": 0.655868, - "mrr_at_1000": 0.656353, - "nauc_ndcg_at_1_max": 0.857102, - "nauc_ndcg_at_1_std": 0.390605, - "nauc_ndcg_at_1_diff1": 0.877142, - "nauc_ndcg_at_3_max": 0.857452, - "nauc_ndcg_at_3_std": 0.412901, - "nauc_ndcg_at_3_diff1": 0.835915, - "nauc_ndcg_at_5_max": 0.854704, - "nauc_ndcg_at_5_std": 0.404426, - "nauc_ndcg_at_5_diff1": 0.832343, - "nauc_ndcg_at_10_max": 0.849629, - "nauc_ndcg_at_10_std": 0.400644, - "nauc_ndcg_at_10_diff1": 0.828748, - "nauc_ndcg_at_20_max": 0.849213, - "nauc_ndcg_at_20_std": 0.407442, - "nauc_ndcg_at_20_diff1": 0.825206, - "nauc_ndcg_at_100_max": 0.848641, - "nauc_ndcg_at_100_std": 0.413457, - "nauc_ndcg_at_100_diff1": 0.828018, - "nauc_ndcg_at_1000_max": 0.851676, - "nauc_ndcg_at_1000_std": 0.405931, - "nauc_ndcg_at_1000_diff1": 0.834763, - "nauc_map_at_1_max": 0.857102, - "nauc_map_at_1_std": 0.390605, - "nauc_map_at_1_diff1": 0.877142, - "nauc_map_at_3_max": 0.858197, - "nauc_map_at_3_std": 0.407569, - "nauc_map_at_3_diff1": 0.846742, - "nauc_map_at_5_max": 0.856846, - "nauc_map_at_5_std": 0.40296, - "nauc_map_at_5_diff1": 0.845025, - "nauc_map_at_10_max": 0.854887, - "nauc_map_at_10_std": 0.401384, - "nauc_map_at_10_diff1": 0.843857, - "nauc_map_at_20_max": 0.854725, - "nauc_map_at_20_std": 0.402948, - "nauc_map_at_20_diff1": 0.842961, - "nauc_map_at_100_max": 0.854638, - "nauc_map_at_100_std": 0.403467, - "nauc_map_at_100_diff1": 0.843291, - "nauc_map_at_1000_max": 0.854726, - "nauc_map_at_1000_std": 0.403147, - "nauc_map_at_1000_diff1": 0.843567, - "nauc_recall_at_1_max": 0.857102, - "nauc_recall_at_1_std": 0.390605, - "nauc_recall_at_1_diff1": 0.877142, - "nauc_recall_at_3_max": 0.854682, - "nauc_recall_at_3_std": 0.42977, - "nauc_recall_at_3_diff1": 0.801175, - "nauc_recall_at_5_max": 0.846327, - "nauc_recall_at_5_std": 0.407788, - "nauc_recall_at_5_diff1": 0.788181, - "nauc_recall_at_10_max": 0.824481, - "nauc_recall_at_10_std": 0.39387, - "nauc_recall_at_10_diff1": 0.76492, - "nauc_recall_at_20_max": 0.819509, - "nauc_recall_at_20_std": 0.434097, - "nauc_recall_at_20_diff1": 0.736302, - "nauc_recall_at_100_max": 0.779803, - "nauc_recall_at_100_std": 0.56606, - "nauc_recall_at_100_diff1": 0.687082, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.857102, - "nauc_precision_at_1_std": 0.390605, - "nauc_precision_at_1_diff1": 0.877142, - "nauc_precision_at_3_max": 0.854682, - "nauc_precision_at_3_std": 0.42977, - "nauc_precision_at_3_diff1": 0.801175, - "nauc_precision_at_5_max": 0.846327, - "nauc_precision_at_5_std": 0.407788, - "nauc_precision_at_5_diff1": 0.788181, - "nauc_precision_at_10_max": 0.824481, - "nauc_precision_at_10_std": 0.39387, - "nauc_precision_at_10_diff1": 0.76492, - "nauc_precision_at_20_max": 0.819509, - "nauc_precision_at_20_std": 0.434097, - "nauc_precision_at_20_diff1": 0.736302, - "nauc_precision_at_100_max": 0.779803, - "nauc_precision_at_100_std": 0.56606, - "nauc_precision_at_100_diff1": 0.687082, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.857102, - "nauc_mrr_at_1_std": 0.390605, - "nauc_mrr_at_1_diff1": 0.877142, - "nauc_mrr_at_3_max": 0.858197, - "nauc_mrr_at_3_std": 0.407569, - "nauc_mrr_at_3_diff1": 0.846742, - "nauc_mrr_at_5_max": 0.856846, - "nauc_mrr_at_5_std": 0.40296, - "nauc_mrr_at_5_diff1": 0.845025, - "nauc_mrr_at_10_max": 0.854887, - "nauc_mrr_at_10_std": 0.401384, - "nauc_mrr_at_10_diff1": 0.843857, - "nauc_mrr_at_20_max": 0.854725, - "nauc_mrr_at_20_std": 0.402948, - "nauc_mrr_at_20_diff1": 0.842961, - "nauc_mrr_at_100_max": 0.854638, - "nauc_mrr_at_100_std": 0.403467, - "nauc_mrr_at_100_diff1": 0.843291, - "nauc_mrr_at_1000_max": 0.854726, - "nauc_mrr_at_1000_std": 0.403147, - "nauc_mrr_at_1000_diff1": 0.843567, - "main_score": 0.68164, + "precision_at_10": 0.07689, + "precision_at_20": 0.04033, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "mrr_at_1": 0.59, + "mrr_at_3": 0.635926, + "mrr_at_5": 0.642481, + "mrr_at_10": 0.648601, + "mrr_at_20": 0.651283, + "mrr_at_100": 0.653928, + "mrr_at_1000": 0.654345, + "nauc_ndcg_at_1_max": 0.836923, + "nauc_ndcg_at_1_std": 0.347906, + "nauc_ndcg_at_1_diff1": 0.874761, + "nauc_ndcg_at_3_max": 0.84589, + "nauc_ndcg_at_3_std": 0.397946, + "nauc_ndcg_at_3_diff1": 0.838696, + "nauc_ndcg_at_5_max": 0.841589, + "nauc_ndcg_at_5_std": 0.388455, + "nauc_ndcg_at_5_diff1": 0.834, + "nauc_ndcg_at_10_max": 0.837185, + "nauc_ndcg_at_10_std": 0.386199, + "nauc_ndcg_at_10_diff1": 0.829772, + "nauc_ndcg_at_20_max": 0.834958, + "nauc_ndcg_at_20_std": 0.387823, + "nauc_ndcg_at_20_diff1": 0.82808, + "nauc_ndcg_at_100_max": 0.836146, + "nauc_ndcg_at_100_std": 0.394777, + "nauc_ndcg_at_100_diff1": 0.829329, + "nauc_ndcg_at_1000_max": 0.838169, + "nauc_ndcg_at_1000_std": 0.386964, + "nauc_ndcg_at_1000_diff1": 0.835952, + "nauc_map_at_1_max": 0.836923, + "nauc_map_at_1_std": 0.347906, + "nauc_map_at_1_diff1": 0.874761, + "nauc_map_at_3_max": 0.844697, + "nauc_map_at_3_std": 0.387089, + "nauc_map_at_3_diff1": 0.847933, + "nauc_map_at_5_max": 0.842308, + "nauc_map_at_5_std": 0.381919, + "nauc_map_at_5_diff1": 0.845487, + "nauc_map_at_10_max": 0.840796, + "nauc_map_at_10_std": 0.381395, + "nauc_map_at_10_diff1": 0.844061, + "nauc_map_at_20_max": 0.840289, + "nauc_map_at_20_std": 0.381776, + "nauc_map_at_20_diff1": 0.84375, + "nauc_map_at_100_max": 0.84036, + "nauc_map_at_100_std": 0.382331, + "nauc_map_at_100_diff1": 0.843924, + "nauc_map_at_1000_max": 0.840416, + "nauc_map_at_1000_std": 0.382035, + "nauc_map_at_1000_diff1": 0.844159, + "nauc_recall_at_1_max": 0.836923, + "nauc_recall_at_1_std": 0.347906, + "nauc_recall_at_1_diff1": 0.874761, + "nauc_recall_at_3_max": 0.849208, + "nauc_recall_at_3_std": 0.431926, + "nauc_recall_at_3_diff1": 0.808998, + "nauc_recall_at_5_max": 0.837937, + "nauc_recall_at_5_std": 0.408108, + "nauc_recall_at_5_diff1": 0.793991, + "nauc_recall_at_10_max": 0.818666, + "nauc_recall_at_10_std": 0.399095, + "nauc_recall_at_10_diff1": 0.770645, + "nauc_recall_at_20_max": 0.802851, + "nauc_recall_at_20_std": 0.410275, + "nauc_recall_at_20_diff1": 0.751672, + "nauc_recall_at_100_max": 0.788185, + "nauc_recall_at_100_std": 0.56311, + "nauc_recall_at_100_diff1": 0.681943, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.836923, + "nauc_precision_at_1_std": 0.347906, + "nauc_precision_at_1_diff1": 0.874761, + "nauc_precision_at_3_max": 0.849208, + "nauc_precision_at_3_std": 0.431926, + "nauc_precision_at_3_diff1": 0.808998, + "nauc_precision_at_5_max": 0.837937, + "nauc_precision_at_5_std": 0.408108, + "nauc_precision_at_5_diff1": 0.793991, + "nauc_precision_at_10_max": 0.818666, + "nauc_precision_at_10_std": 0.399095, + "nauc_precision_at_10_diff1": 0.770645, + "nauc_precision_at_20_max": 0.802851, + "nauc_precision_at_20_std": 0.410275, + "nauc_precision_at_20_diff1": 0.751672, + "nauc_precision_at_100_max": 0.788185, + "nauc_precision_at_100_std": 0.56311, + "nauc_precision_at_100_diff1": 0.681943, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.836923, + "nauc_mrr_at_1_std": 0.347906, + "nauc_mrr_at_1_diff1": 0.874761, + "nauc_mrr_at_3_max": 0.844697, + "nauc_mrr_at_3_std": 0.387089, + "nauc_mrr_at_3_diff1": 0.847933, + "nauc_mrr_at_5_max": 0.842308, + "nauc_mrr_at_5_std": 0.381919, + "nauc_mrr_at_5_diff1": 0.845487, + "nauc_mrr_at_10_max": 0.840796, + "nauc_mrr_at_10_std": 0.381395, + "nauc_mrr_at_10_diff1": 0.844061, + "nauc_mrr_at_20_max": 0.840289, + "nauc_mrr_at_20_std": 0.381776, + "nauc_mrr_at_20_diff1": 0.84375, + "nauc_mrr_at_100_max": 0.84036, + "nauc_mrr_at_100_std": 0.382331, + "nauc_mrr_at_100_diff1": 0.843924, + "nauc_mrr_at_1000_max": 0.840416, + "nauc_mrr_at_1000_std": 0.382035, + "nauc_mrr_at_1000_diff1": 0.844159, + "hit_rate_at_1": 0.59, + "hit_rate_at_3": 0.69333, + "hit_rate_at_5": 0.72222, + "hit_rate_at_10": 0.76889, + "hit_rate_at_20": 0.80667, + "hit_rate_at_100": 0.92, + "hit_rate_at_1000": 1.0, + "main_score": 0.67752, "hf_subset": "luo_Latn-eng_Latn", "languages": [ "luo-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.45889, - "ndcg_at_3": 0.48925, - "ndcg_at_5": 0.498, - "ndcg_at_10": 0.50569, - "ndcg_at_20": 0.51188, - "ndcg_at_100": 0.53563, - "ndcg_at_1000": 0.57196, - "map_at_1": 0.45889, - "map_at_3": 0.48204, - "map_at_5": 0.48693, - "map_at_10": 0.49018, - "map_at_20": 0.49189, - "map_at_100": 0.49476, - "map_at_1000": 0.49604, - "recall_at_1": 0.45889, - "recall_at_3": 0.51, - "recall_at_5": 0.53111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.45, + "ndcg_at_3": 0.48442, + "ndcg_at_5": 0.49183, + "ndcg_at_10": 0.50117, + "ndcg_at_20": 0.50674, + "ndcg_at_100": 0.52926, + "ndcg_at_1000": 0.56691, + "map_at_1": 0.45, + "map_at_3": 0.4763, + "map_at_5": 0.48046, + "map_at_10": 0.48431, + "map_at_20": 0.48581, + "map_at_100": 0.48851, + "map_at_1000": 0.48987, + "recall_at_1": 0.45, + "recall_at_3": 0.50778, + "recall_at_5": 0.52556, "recall_at_10": 0.55444, - "recall_at_20": 0.57889, - "recall_at_100": 0.71333, + "recall_at_20": 0.57667, + "recall_at_100": 0.70444, "recall_at_1000": 1.0, - "precision_at_1": 0.45889, - "precision_at_3": 0.17, - "precision_at_5": 0.10622, + "accuracy": 0.45, + "precision_at_1": 0.45, + "precision_at_3": 0.16926, + "precision_at_5": 0.10511, "precision_at_10": 0.05544, - "precision_at_20": 0.02894, - "precision_at_100": 0.00713, - "precision_at_1000": 0.001, - "mrr_at_1": 0.458889, - "mrr_at_3": 0.482037, - "mrr_at_5": 0.486926, - "mrr_at_10": 0.490184, - "mrr_at_20": 0.491887, - "mrr_at_100": 0.494757, - "mrr_at_1000": 0.496043, - "nauc_ndcg_at_1_max": 0.920011, - "nauc_ndcg_at_1_std": 0.822267, - "nauc_ndcg_at_1_diff1": 0.889241, - "nauc_ndcg_at_3_max": 0.94038, - "nauc_ndcg_at_3_std": 0.863817, - "nauc_ndcg_at_3_diff1": 0.868243, - "nauc_ndcg_at_5_max": 0.939867, - "nauc_ndcg_at_5_std": 0.867633, - "nauc_ndcg_at_5_diff1": 0.861665, - "nauc_ndcg_at_10_max": 0.935456, - "nauc_ndcg_at_10_std": 0.861908, - "nauc_ndcg_at_10_diff1": 0.858236, - "nauc_ndcg_at_20_max": 0.933461, - "nauc_ndcg_at_20_std": 0.862074, - "nauc_ndcg_at_20_diff1": 0.854232, - "nauc_ndcg_at_100_max": 0.919886, - "nauc_ndcg_at_100_std": 0.850737, - "nauc_ndcg_at_100_diff1": 0.840394, - "nauc_ndcg_at_1000_max": 0.928838, - "nauc_ndcg_at_1000_std": 0.854949, - "nauc_ndcg_at_1000_diff1": 0.854938, - "nauc_map_at_1_max": 0.920011, - "nauc_map_at_1_std": 0.822267, - "nauc_map_at_1_diff1": 0.889241, - "nauc_map_at_3_max": 0.936102, - "nauc_map_at_3_std": 0.854621, - "nauc_map_at_3_diff1": 0.872978, - "nauc_map_at_5_max": 0.935827, - "nauc_map_at_5_std": 0.856735, - "nauc_map_at_5_diff1": 0.869373, - "nauc_map_at_10_max": 0.93397, - "nauc_map_at_10_std": 0.854389, - "nauc_map_at_10_diff1": 0.867902, - "nauc_map_at_20_max": 0.933463, - "nauc_map_at_20_std": 0.854499, - "nauc_map_at_20_diff1": 0.866868, - "nauc_map_at_100_max": 0.931877, - "nauc_map_at_100_std": 0.85311, - "nauc_map_at_100_diff1": 0.865131, - "nauc_map_at_1000_max": 0.932065, - "nauc_map_at_1000_std": 0.853174, - "nauc_map_at_1000_diff1": 0.865552, - "nauc_recall_at_1_max": 0.920011, - "nauc_recall_at_1_std": 0.822267, - "nauc_recall_at_1_diff1": 0.889241, - "nauc_recall_at_3_max": 0.952618, - "nauc_recall_at_3_std": 0.890346, - "nauc_recall_at_3_diff1": 0.854541, - "nauc_recall_at_5_max": 0.95149, - "nauc_recall_at_5_std": 0.900181, - "nauc_recall_at_5_diff1": 0.837906, - "nauc_recall_at_10_max": 0.937843, - "nauc_recall_at_10_std": 0.882425, - "nauc_recall_at_10_diff1": 0.826821, - "nauc_recall_at_20_max": 0.929238, - "nauc_recall_at_20_std": 0.883057, - "nauc_recall_at_20_diff1": 0.808901, - "nauc_recall_at_100_max": 0.827024, - "nauc_recall_at_100_std": 0.805736, - "nauc_recall_at_100_diff1": 0.696343, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.920011, - "nauc_precision_at_1_std": 0.822267, - "nauc_precision_at_1_diff1": 0.889241, - "nauc_precision_at_3_max": 0.952618, - "nauc_precision_at_3_std": 0.890346, - "nauc_precision_at_3_diff1": 0.854541, - "nauc_precision_at_5_max": 0.95149, - "nauc_precision_at_5_std": 0.900181, - "nauc_precision_at_5_diff1": 0.837906, - "nauc_precision_at_10_max": 0.937843, - "nauc_precision_at_10_std": 0.882425, - "nauc_precision_at_10_diff1": 0.826821, - "nauc_precision_at_20_max": 0.929238, - "nauc_precision_at_20_std": 0.883057, - "nauc_precision_at_20_diff1": 0.808901, - "nauc_precision_at_100_max": 0.827024, - "nauc_precision_at_100_std": 0.805736, - "nauc_precision_at_100_diff1": 0.696343, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.920011, - "nauc_mrr_at_1_std": 0.822267, - "nauc_mrr_at_1_diff1": 0.889241, - "nauc_mrr_at_3_max": 0.936102, - "nauc_mrr_at_3_std": 0.854621, - "nauc_mrr_at_3_diff1": 0.872978, - "nauc_mrr_at_5_max": 0.935827, - "nauc_mrr_at_5_std": 0.856735, - "nauc_mrr_at_5_diff1": 0.869373, - "nauc_mrr_at_10_max": 0.93397, - "nauc_mrr_at_10_std": 0.854389, - "nauc_mrr_at_10_diff1": 0.867902, - "nauc_mrr_at_20_max": 0.933463, - "nauc_mrr_at_20_std": 0.854499, - "nauc_mrr_at_20_diff1": 0.866868, - "nauc_mrr_at_100_max": 0.931877, - "nauc_mrr_at_100_std": 0.85311, - "nauc_mrr_at_100_diff1": 0.865131, - "nauc_mrr_at_1000_max": 0.932065, - "nauc_mrr_at_1000_std": 0.853174, - "nauc_mrr_at_1000_diff1": 0.865552, - "main_score": 0.50569, + "precision_at_20": 0.02883, + "precision_at_100": 0.00704, + "precision_at_1000": 0.001, + "mrr_at_1": 0.45, + "mrr_at_3": 0.476296, + "mrr_at_5": 0.480463, + "mrr_at_10": 0.484313, + "mrr_at_20": 0.485813, + "mrr_at_100": 0.488505, + "mrr_at_1000": 0.489874, + "nauc_ndcg_at_1_max": 0.917135, + "nauc_ndcg_at_1_std": 0.806812, + "nauc_ndcg_at_1_diff1": 0.887997, + "nauc_ndcg_at_3_max": 0.935268, + "nauc_ndcg_at_3_std": 0.839257, + "nauc_ndcg_at_3_diff1": 0.859737, + "nauc_ndcg_at_5_max": 0.932941, + "nauc_ndcg_at_5_std": 0.840635, + "nauc_ndcg_at_5_diff1": 0.854107, + "nauc_ndcg_at_10_max": 0.932717, + "nauc_ndcg_at_10_std": 0.84382, + "nauc_ndcg_at_10_diff1": 0.850239, + "nauc_ndcg_at_20_max": 0.927793, + "nauc_ndcg_at_20_std": 0.84028, + "nauc_ndcg_at_20_diff1": 0.845483, + "nauc_ndcg_at_100_max": 0.916621, + "nauc_ndcg_at_100_std": 0.830654, + "nauc_ndcg_at_100_diff1": 0.834056, + "nauc_ndcg_at_1000_max": 0.924491, + "nauc_ndcg_at_1000_std": 0.834006, + "nauc_ndcg_at_1000_diff1": 0.847811, + "nauc_map_at_1_max": 0.917135, + "nauc_map_at_1_std": 0.806812, + "nauc_map_at_1_diff1": 0.887997, + "nauc_map_at_3_max": 0.931712, + "nauc_map_at_3_std": 0.832352, + "nauc_map_at_3_diff1": 0.866569, + "nauc_map_at_5_max": 0.930455, + "nauc_map_at_5_std": 0.833127, + "nauc_map_at_5_diff1": 0.863494, + "nauc_map_at_10_max": 0.930351, + "nauc_map_at_10_std": 0.834533, + "nauc_map_at_10_diff1": 0.861879, + "nauc_map_at_20_max": 0.929024, + "nauc_map_at_20_std": 0.833516, + "nauc_map_at_20_diff1": 0.860664, + "nauc_map_at_100_max": 0.927809, + "nauc_map_at_100_std": 0.832418, + "nauc_map_at_100_diff1": 0.859286, + "nauc_map_at_1000_max": 0.927907, + "nauc_map_at_1000_std": 0.83242, + "nauc_map_at_1000_diff1": 0.859608, + "nauc_recall_at_1_max": 0.917135, + "nauc_recall_at_1_std": 0.806812, + "nauc_recall_at_1_diff1": 0.887997, + "nauc_recall_at_3_max": 0.945317, + "nauc_recall_at_3_std": 0.859053, + "nauc_recall_at_3_diff1": 0.839757, + "nauc_recall_at_5_max": 0.93956, + "nauc_recall_at_5_std": 0.862652, + "nauc_recall_at_5_diff1": 0.825423, + "nauc_recall_at_10_max": 0.939095, + "nauc_recall_at_10_std": 0.872903, + "nauc_recall_at_10_diff1": 0.812483, + "nauc_recall_at_20_max": 0.918516, + "nauc_recall_at_20_std": 0.859142, + "nauc_recall_at_20_diff1": 0.791137, + "nauc_recall_at_100_max": 0.832613, + "nauc_recall_at_100_std": 0.792577, + "nauc_recall_at_100_diff1": 0.695538, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.917135, + "nauc_precision_at_1_std": 0.806812, + "nauc_precision_at_1_diff1": 0.887997, + "nauc_precision_at_3_max": 0.945317, + "nauc_precision_at_3_std": 0.859053, + "nauc_precision_at_3_diff1": 0.839757, + "nauc_precision_at_5_max": 0.93956, + "nauc_precision_at_5_std": 0.862652, + "nauc_precision_at_5_diff1": 0.825423, + "nauc_precision_at_10_max": 0.939095, + "nauc_precision_at_10_std": 0.872903, + "nauc_precision_at_10_diff1": 0.812483, + "nauc_precision_at_20_max": 0.918516, + "nauc_precision_at_20_std": 0.859142, + "nauc_precision_at_20_diff1": 0.791137, + "nauc_precision_at_100_max": 0.832613, + "nauc_precision_at_100_std": 0.792577, + "nauc_precision_at_100_diff1": 0.695538, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.917135, + "nauc_mrr_at_1_std": 0.806812, + "nauc_mrr_at_1_diff1": 0.887997, + "nauc_mrr_at_3_max": 0.931712, + "nauc_mrr_at_3_std": 0.832352, + "nauc_mrr_at_3_diff1": 0.866569, + "nauc_mrr_at_5_max": 0.930455, + "nauc_mrr_at_5_std": 0.833127, + "nauc_mrr_at_5_diff1": 0.863494, + "nauc_mrr_at_10_max": 0.930351, + "nauc_mrr_at_10_std": 0.834533, + "nauc_mrr_at_10_diff1": 0.861879, + "nauc_mrr_at_20_max": 0.929024, + "nauc_mrr_at_20_std": 0.833516, + "nauc_mrr_at_20_diff1": 0.860664, + "nauc_mrr_at_100_max": 0.927809, + "nauc_mrr_at_100_std": 0.832418, + "nauc_mrr_at_100_diff1": 0.859286, + "nauc_mrr_at_1000_max": 0.927907, + "nauc_mrr_at_1000_std": 0.83242, + "nauc_mrr_at_1000_diff1": 0.859608, + "hit_rate_at_1": 0.45, + "hit_rate_at_3": 0.50778, + "hit_rate_at_5": 0.52556, + "hit_rate_at_10": 0.55444, + "hit_rate_at_20": 0.57667, + "hit_rate_at_100": 0.70444, + "hit_rate_at_1000": 1.0, + "main_score": 0.50117, "hf_subset": "eng_Latn-luo_Latn", "languages": [ "eng-Latn", "luo-Latn" - ] - }, - { - "ndcg_at_1": 0.87444, - "ndcg_at_3": 0.90664, - "ndcg_at_5": 0.91295, - "ndcg_at_10": 0.91909, - "ndcg_at_20": 0.92303, - "ndcg_at_100": 0.92642, - "ndcg_at_1000": 0.92704, - "map_at_1": 0.87444, - "map_at_3": 0.89926, - "map_at_5": 0.9027, - "map_at_10": 0.90526, - "map_at_20": 0.90635, - "map_at_100": 0.90685, - "map_at_1000": 0.90688, - "recall_at_1": 0.87444, - "recall_at_3": 0.92778, - "recall_at_5": 0.94333, - "recall_at_10": 0.96222, - "recall_at_20": 0.97778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.90094, + "ndcg_at_5": 0.90782, + "ndcg_at_10": 0.9122, + "ndcg_at_20": 0.91641, + "ndcg_at_100": 0.92134, + "ndcg_at_1000": 0.92192, + "map_at_1": 0.86778, + "map_at_3": 0.89315, + "map_at_5": 0.89698, + "map_at_10": 0.89883, + "map_at_20": 0.89998, + "map_at_100": 0.90074, + "map_at_1000": 0.90076, + "recall_at_1": 0.86778, + "recall_at_3": 0.92333, + "recall_at_5": 0.94, + "recall_at_10": 0.95333, + "recall_at_20": 0.97, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.87444, - "precision_at_3": 0.30926, - "precision_at_5": 0.18867, - "precision_at_10": 0.09622, - "precision_at_20": 0.04889, + "accuracy": 0.86778, + "precision_at_1": 0.86778, + "precision_at_3": 0.30778, + "precision_at_5": 0.188, + "precision_at_10": 0.09533, + "precision_at_20": 0.0485, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.874444, - "mrr_at_3": 0.899259, - "mrr_at_5": 0.902704, - "mrr_at_10": 0.905257, - "mrr_at_20": 0.906346, - "mrr_at_100": 0.906846, - "mrr_at_1000": 0.906878, - "nauc_ndcg_at_1_max": 0.749208, - "nauc_ndcg_at_1_std": -0.085694, - "nauc_ndcg_at_1_diff1": 0.915669, - "nauc_ndcg_at_3_max": 0.792861, - "nauc_ndcg_at_3_std": 0.002522, - "nauc_ndcg_at_3_diff1": 0.899793, - "nauc_ndcg_at_5_max": 0.792545, - "nauc_ndcg_at_5_std": 0.001378, - "nauc_ndcg_at_5_diff1": 0.901101, - "nauc_ndcg_at_10_max": 0.785142, - "nauc_ndcg_at_10_std": -0.007757, - "nauc_ndcg_at_10_diff1": 0.899482, - "nauc_ndcg_at_20_max": 0.783629, - "nauc_ndcg_at_20_std": -0.015795, - "nauc_ndcg_at_20_diff1": 0.902366, - "nauc_ndcg_at_100_max": 0.783912, - "nauc_ndcg_at_100_std": -0.011365, - "nauc_ndcg_at_100_diff1": 0.904216, - "nauc_ndcg_at_1000_max": 0.782049, - "nauc_ndcg_at_1000_std": -0.019504, - "nauc_ndcg_at_1000_diff1": 0.904218, - "nauc_map_at_1_max": 0.749208, - "nauc_map_at_1_std": -0.085694, - "nauc_map_at_1_diff1": 0.915669, - "nauc_map_at_3_max": 0.781756, - "nauc_map_at_3_std": -0.022679, - "nauc_map_at_3_diff1": 0.90438, - "nauc_map_at_5_max": 0.781069, - "nauc_map_at_5_std": -0.023736, - "nauc_map_at_5_diff1": 0.905085, - "nauc_map_at_10_max": 0.778127, - "nauc_map_at_10_std": -0.027921, - "nauc_map_at_10_diff1": 0.90458, - "nauc_map_at_20_max": 0.777738, - "nauc_map_at_20_std": -0.030395, - "nauc_map_at_20_diff1": 0.905297, - "nauc_map_at_100_max": 0.777957, - "nauc_map_at_100_std": -0.02952, - "nauc_map_at_100_diff1": 0.905647, - "nauc_map_at_1000_max": 0.77788, - "nauc_map_at_1000_std": -0.029856, - "nauc_map_at_1000_diff1": 0.905641, - "nauc_recall_at_1_max": 0.749208, - "nauc_recall_at_1_std": -0.085694, - "nauc_recall_at_1_diff1": 0.915669, - "nauc_recall_at_3_max": 0.835754, - "nauc_recall_at_3_std": 0.101688, - "nauc_recall_at_3_diff1": 0.881714, - "nauc_recall_at_5_max": 0.847275, - "nauc_recall_at_5_std": 0.121766, - "nauc_recall_at_5_diff1": 0.882335, - "nauc_recall_at_10_max": 0.826454, - "nauc_recall_at_10_std": 0.125529, - "nauc_recall_at_10_diff1": 0.86291, - "nauc_recall_at_20_max": 0.834034, - "nauc_recall_at_20_std": 0.123179, - "nauc_recall_at_20_diff1": 0.876074, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.893148, + "mrr_at_5": 0.896981, + "mrr_at_10": 0.898828, + "mrr_at_20": 0.899979, + "mrr_at_100": 0.900738, + "mrr_at_1000": 0.900761, + "nauc_ndcg_at_1_max": 0.779344, + "nauc_ndcg_at_1_std": -0.158102, + "nauc_ndcg_at_1_diff1": 0.922319, + "nauc_ndcg_at_3_max": 0.810038, + "nauc_ndcg_at_3_std": -0.060738, + "nauc_ndcg_at_3_diff1": 0.9021, + "nauc_ndcg_at_5_max": 0.811238, + "nauc_ndcg_at_5_std": -0.055444, + "nauc_ndcg_at_5_diff1": 0.90295, + "nauc_ndcg_at_10_max": 0.806477, + "nauc_ndcg_at_10_std": -0.061139, + "nauc_ndcg_at_10_diff1": 0.902304, + "nauc_ndcg_at_20_max": 0.80336, + "nauc_ndcg_at_20_std": -0.073724, + "nauc_ndcg_at_20_diff1": 0.903447, + "nauc_ndcg_at_100_max": 0.805045, + "nauc_ndcg_at_100_std": -0.06943, + "nauc_ndcg_at_100_diff1": 0.907248, + "nauc_ndcg_at_1000_max": 0.803573, + "nauc_ndcg_at_1000_std": -0.076984, + "nauc_ndcg_at_1000_diff1": 0.907284, + "nauc_map_at_1_max": 0.779344, + "nauc_map_at_1_std": -0.158102, + "nauc_map_at_1_diff1": 0.922319, + "nauc_map_at_3_max": 0.802289, + "nauc_map_at_3_std": -0.087962, + "nauc_map_at_3_diff1": 0.907455, + "nauc_map_at_5_max": 0.80249, + "nauc_map_at_5_std": -0.086512, + "nauc_map_at_5_diff1": 0.908034, + "nauc_map_at_10_max": 0.800771, + "nauc_map_at_10_std": -0.088017, + "nauc_map_at_10_diff1": 0.90803, + "nauc_map_at_20_max": 0.799983, + "nauc_map_at_20_std": -0.091283, + "nauc_map_at_20_diff1": 0.908353, + "nauc_map_at_100_max": 0.800364, + "nauc_map_at_100_std": -0.090322, + "nauc_map_at_100_diff1": 0.909031, + "nauc_map_at_1000_max": 0.800318, + "nauc_map_at_1000_std": -0.090555, + "nauc_map_at_1000_diff1": 0.909033, + "nauc_recall_at_1_max": 0.779344, + "nauc_recall_at_1_std": -0.158102, + "nauc_recall_at_1_diff1": 0.922319, + "nauc_recall_at_3_max": 0.839863, + "nauc_recall_at_3_std": 0.045772, + "nauc_recall_at_3_diff1": 0.881325, + "nauc_recall_at_5_max": 0.853252, + "nauc_recall_at_5_std": 0.095835, + "nauc_recall_at_5_diff1": 0.879007, + "nauc_recall_at_10_max": 0.836335, + "nauc_recall_at_10_std": 0.093993, + "nauc_recall_at_10_diff1": 0.867002, + "nauc_recall_at_20_max": 0.819224, + "nauc_recall_at_20_std": 0.045596, + "nauc_recall_at_20_diff1": 0.859858, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_100_diff1": 0.901961, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.749208, - "nauc_precision_at_1_std": -0.085694, - "nauc_precision_at_1_diff1": 0.915669, - "nauc_precision_at_3_max": 0.835754, - "nauc_precision_at_3_std": 0.101688, - "nauc_precision_at_3_diff1": 0.881714, - "nauc_precision_at_5_max": 0.847275, - "nauc_precision_at_5_std": 0.121766, - "nauc_precision_at_5_diff1": 0.882335, - "nauc_precision_at_10_max": 0.826454, - "nauc_precision_at_10_std": 0.125529, - "nauc_precision_at_10_diff1": 0.86291, - "nauc_precision_at_20_max": 0.834034, - "nauc_precision_at_20_std": 0.123179, - "nauc_precision_at_20_diff1": 0.876074, + "nauc_precision_at_1_max": 0.779344, + "nauc_precision_at_1_std": -0.158102, + "nauc_precision_at_1_diff1": 0.922319, + "nauc_precision_at_3_max": 0.839863, + "nauc_precision_at_3_std": 0.045772, + "nauc_precision_at_3_diff1": 0.881325, + "nauc_precision_at_5_max": 0.853252, + "nauc_precision_at_5_std": 0.095835, + "nauc_precision_at_5_diff1": 0.879007, + "nauc_precision_at_10_max": 0.836335, + "nauc_precision_at_10_std": 0.093993, + "nauc_precision_at_10_diff1": 0.867002, + "nauc_precision_at_20_max": 0.819224, + "nauc_precision_at_20_std": 0.045596, + "nauc_precision_at_20_diff1": 0.859858, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_100_diff1": 0.901961, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.749208, - "nauc_mrr_at_1_std": -0.085694, - "nauc_mrr_at_1_diff1": 0.915669, - "nauc_mrr_at_3_max": 0.781756, - "nauc_mrr_at_3_std": -0.022679, - "nauc_mrr_at_3_diff1": 0.90438, - "nauc_mrr_at_5_max": 0.781069, - "nauc_mrr_at_5_std": -0.023736, - "nauc_mrr_at_5_diff1": 0.905085, - "nauc_mrr_at_10_max": 0.778127, - "nauc_mrr_at_10_std": -0.027921, - "nauc_mrr_at_10_diff1": 0.90458, - "nauc_mrr_at_20_max": 0.777738, - "nauc_mrr_at_20_std": -0.030395, - "nauc_mrr_at_20_diff1": 0.905297, - "nauc_mrr_at_100_max": 0.777957, - "nauc_mrr_at_100_std": -0.02952, - "nauc_mrr_at_100_diff1": 0.905647, - "nauc_mrr_at_1000_max": 0.77788, - "nauc_mrr_at_1000_std": -0.029856, - "nauc_mrr_at_1000_diff1": 0.905641, - "main_score": 0.91909, + "nauc_mrr_at_1_max": 0.779344, + "nauc_mrr_at_1_std": -0.158102, + "nauc_mrr_at_1_diff1": 0.922319, + "nauc_mrr_at_3_max": 0.802289, + "nauc_mrr_at_3_std": -0.087962, + "nauc_mrr_at_3_diff1": 0.907455, + "nauc_mrr_at_5_max": 0.80249, + "nauc_mrr_at_5_std": -0.086512, + "nauc_mrr_at_5_diff1": 0.908034, + "nauc_mrr_at_10_max": 0.800771, + "nauc_mrr_at_10_std": -0.088017, + "nauc_mrr_at_10_diff1": 0.90803, + "nauc_mrr_at_20_max": 0.799983, + "nauc_mrr_at_20_std": -0.091283, + "nauc_mrr_at_20_diff1": 0.908353, + "nauc_mrr_at_100_max": 0.800364, + "nauc_mrr_at_100_std": -0.090322, + "nauc_mrr_at_100_diff1": 0.909031, + "nauc_mrr_at_1000_max": 0.800318, + "nauc_mrr_at_1000_std": -0.090555, + "nauc_mrr_at_1000_diff1": 0.909033, + "hit_rate_at_1": 0.86778, + "hit_rate_at_3": 0.92333, + "hit_rate_at_5": 0.94, + "hit_rate_at_10": 0.95333, + "hit_rate_at_20": 0.97, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.9122, "hf_subset": "lvs_Latn-lvs_Latn", "languages": [ "lvs-Latn", "lvs-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90111, - "ndcg_at_3": 0.93819, - "ndcg_at_5": 0.94469, - "ndcg_at_10": 0.9472, - "ndcg_at_20": 0.94869, - "ndcg_at_100": 0.94974, - "ndcg_at_1000": 0.95002, - "map_at_1": 0.90111, - "map_at_3": 0.92944, - "map_at_5": 0.93311, - "map_at_10": 0.93414, - "map_at_20": 0.9346, - "map_at_100": 0.93475, - "map_at_1000": 0.93476, - "recall_at_1": 0.90111, - "recall_at_3": 0.96333, - "recall_at_5": 0.97889, - "recall_at_10": 0.98667, - "recall_at_20": 0.99222, + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93587, + "ndcg_at_5": 0.93998, + "ndcg_at_10": 0.9442, + "ndcg_at_20": 0.94504, + "ndcg_at_100": 0.94678, + "ndcg_at_1000": 0.94706, + "map_at_1": 0.89556, + "map_at_3": 0.92667, + "map_at_5": 0.92894, + "map_at_10": 0.93063, + "map_at_20": 0.93086, + "map_at_100": 0.93113, + "map_at_1000": 0.93114, + "recall_at_1": 0.89556, + "recall_at_3": 0.96222, + "recall_at_5": 0.97222, + "recall_at_10": 0.98556, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90111, - "precision_at_3": 0.32111, - "precision_at_5": 0.19578, - "precision_at_10": 0.09867, - "precision_at_20": 0.04961, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.32074, + "precision_at_5": 0.19444, + "precision_at_10": 0.09856, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.901111, - "mrr_at_3": 0.929444, - "mrr_at_5": 0.933111, - "mrr_at_10": 0.93414, - "mrr_at_20": 0.934598, - "mrr_at_100": 0.934749, - "mrr_at_1000": 0.93476, - "nauc_ndcg_at_1_max": 0.706281, - "nauc_ndcg_at_1_std": -0.283259, - "nauc_ndcg_at_1_diff1": 0.922786, - "nauc_ndcg_at_3_max": 0.726604, - "nauc_ndcg_at_3_std": -0.339337, - "nauc_ndcg_at_3_diff1": 0.931707, - "nauc_ndcg_at_5_max": 0.743773, - "nauc_ndcg_at_5_std": -0.290311, - "nauc_ndcg_at_5_diff1": 0.930744, - "nauc_ndcg_at_10_max": 0.739785, - "nauc_ndcg_at_10_std": -0.284813, - "nauc_ndcg_at_10_diff1": 0.930282, - "nauc_ndcg_at_20_max": 0.736171, - "nauc_ndcg_at_20_std": -0.285554, - "nauc_ndcg_at_20_diff1": 0.928921, - "nauc_ndcg_at_100_max": 0.732824, - "nauc_ndcg_at_100_std": -0.282119, - "nauc_ndcg_at_100_diff1": 0.928071, - "nauc_ndcg_at_1000_max": 0.731277, - "nauc_ndcg_at_1000_std": -0.289171, - "nauc_ndcg_at_1000_diff1": 0.928024, - "nauc_map_at_1_max": 0.706281, - "nauc_map_at_1_std": -0.283259, - "nauc_map_at_1_diff1": 0.922786, - "nauc_map_at_3_max": 0.721181, - "nauc_map_at_3_std": -0.318474, - "nauc_map_at_3_diff1": 0.928293, - "nauc_map_at_5_max": 0.729464, - "nauc_map_at_5_std": -0.294139, - "nauc_map_at_5_diff1": 0.927755, - "nauc_map_at_10_max": 0.728033, - "nauc_map_at_10_std": -0.292149, - "nauc_map_at_10_diff1": 0.92758, - "nauc_map_at_20_max": 0.726981, - "nauc_map_at_20_std": -0.292845, - "nauc_map_at_20_diff1": 0.927197, - "nauc_map_at_100_max": 0.726677, - "nauc_map_at_100_std": -0.292362, - "nauc_map_at_100_diff1": 0.927125, - "nauc_map_at_1000_max": 0.726632, - "nauc_map_at_1000_std": -0.292569, - "nauc_map_at_1000_diff1": 0.927122, - "nauc_recall_at_1_max": 0.706281, - "nauc_recall_at_1_std": -0.283259, - "nauc_recall_at_1_diff1": 0.922786, - "nauc_recall_at_3_max": 0.755567, - "nauc_recall_at_3_std": -0.45671, - "nauc_recall_at_3_diff1": 0.95098, - "nauc_recall_at_5_max": 0.876898, - "nauc_recall_at_5_std": -0.240479, - "nauc_recall_at_5_diff1": 0.95786, - "nauc_recall_at_10_max": 0.902544, - "nauc_recall_at_10_std": -0.150599, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.936308, - "nauc_recall_at_20_std": -0.043551, - "nauc_recall_at_20_diff1": 0.962652, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.926667, + "mrr_at_5": 0.928944, + "mrr_at_10": 0.930626, + "mrr_at_20": 0.930859, + "mrr_at_100": 0.931133, + "mrr_at_1000": 0.931142, + "nauc_ndcg_at_1_max": 0.704782, + "nauc_ndcg_at_1_std": -0.235072, + "nauc_ndcg_at_1_diff1": 0.924986, + "nauc_ndcg_at_3_max": 0.728743, + "nauc_ndcg_at_3_std": -0.278665, + "nauc_ndcg_at_3_diff1": 0.924747, + "nauc_ndcg_at_5_max": 0.735744, + "nauc_ndcg_at_5_std": -0.280452, + "nauc_ndcg_at_5_diff1": 0.92799, + "nauc_ndcg_at_10_max": 0.733718, + "nauc_ndcg_at_10_std": -0.257209, + "nauc_ndcg_at_10_diff1": 0.925684, + "nauc_ndcg_at_20_max": 0.731916, + "nauc_ndcg_at_20_std": -0.261288, + "nauc_ndcg_at_20_diff1": 0.92753, + "nauc_ndcg_at_100_max": 0.727931, + "nauc_ndcg_at_100_std": -0.251335, + "nauc_ndcg_at_100_diff1": 0.925601, + "nauc_ndcg_at_1000_max": 0.726486, + "nauc_ndcg_at_1000_std": -0.257981, + "nauc_ndcg_at_1000_diff1": 0.925558, + "nauc_map_at_1_max": 0.704782, + "nauc_map_at_1_std": -0.235072, + "nauc_map_at_1_diff1": 0.924986, + "nauc_map_at_3_max": 0.721411, + "nauc_map_at_3_std": -0.266507, + "nauc_map_at_3_diff1": 0.924207, + "nauc_map_at_5_max": 0.724442, + "nauc_map_at_5_std": -0.267183, + "nauc_map_at_5_diff1": 0.925796, + "nauc_map_at_10_max": 0.723333, + "nauc_map_at_10_std": -0.25938, + "nauc_map_at_10_diff1": 0.92493, + "nauc_map_at_20_max": 0.722911, + "nauc_map_at_20_std": -0.260288, + "nauc_map_at_20_diff1": 0.925341, + "nauc_map_at_100_max": 0.722415, + "nauc_map_at_100_std": -0.258752, + "nauc_map_at_100_diff1": 0.925071, + "nauc_map_at_1000_max": 0.722378, + "nauc_map_at_1000_std": -0.25892, + "nauc_map_at_1000_diff1": 0.92507, + "nauc_recall_at_1_max": 0.704782, + "nauc_recall_at_1_std": -0.235072, + "nauc_recall_at_1_diff1": 0.924986, + "nauc_recall_at_3_max": 0.768949, + "nauc_recall_at_3_std": -0.344277, + "nauc_recall_at_3_diff1": 0.928256, + "nauc_recall_at_5_max": 0.820187, + "nauc_recall_at_5_std": -0.374809, + "nauc_recall_at_5_diff1": 0.945565, + "nauc_recall_at_10_max": 0.878115, + "nauc_recall_at_10_std": -0.179092, + "nauc_recall_at_10_diff1": 0.935538, + "nauc_recall_at_20_max": 0.886134, + "nauc_recall_at_20_std": -0.23436, + "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.706281, - "nauc_precision_at_1_std": -0.283259, - "nauc_precision_at_1_diff1": 0.922786, - "nauc_precision_at_3_max": 0.755567, - "nauc_precision_at_3_std": -0.45671, - "nauc_precision_at_3_diff1": 0.95098, - "nauc_precision_at_5_max": 0.876898, - "nauc_precision_at_5_std": -0.240479, - "nauc_precision_at_5_diff1": 0.95786, - "nauc_precision_at_10_max": 0.902544, - "nauc_precision_at_10_std": -0.150599, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.936308, - "nauc_precision_at_20_std": -0.043551, - "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_1_max": 0.704782, + "nauc_precision_at_1_std": -0.235072, + "nauc_precision_at_1_diff1": 0.924986, + "nauc_precision_at_3_max": 0.768949, + "nauc_precision_at_3_std": -0.344277, + "nauc_precision_at_3_diff1": 0.928256, + "nauc_precision_at_5_max": 0.820187, + "nauc_precision_at_5_std": -0.374809, + "nauc_precision_at_5_diff1": 0.945565, + "nauc_precision_at_10_max": 0.878115, + "nauc_precision_at_10_std": -0.179092, + "nauc_precision_at_10_diff1": 0.935538, + "nauc_precision_at_20_max": 0.886134, + "nauc_precision_at_20_std": -0.23436, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.706281, - "nauc_mrr_at_1_std": -0.283259, - "nauc_mrr_at_1_diff1": 0.922786, - "nauc_mrr_at_3_max": 0.721181, - "nauc_mrr_at_3_std": -0.318474, - "nauc_mrr_at_3_diff1": 0.928293, - "nauc_mrr_at_5_max": 0.729464, - "nauc_mrr_at_5_std": -0.294139, - "nauc_mrr_at_5_diff1": 0.927755, - "nauc_mrr_at_10_max": 0.728033, - "nauc_mrr_at_10_std": -0.292149, - "nauc_mrr_at_10_diff1": 0.92758, - "nauc_mrr_at_20_max": 0.726981, - "nauc_mrr_at_20_std": -0.292845, - "nauc_mrr_at_20_diff1": 0.927197, - "nauc_mrr_at_100_max": 0.726677, - "nauc_mrr_at_100_std": -0.292362, - "nauc_mrr_at_100_diff1": 0.927125, - "nauc_mrr_at_1000_max": 0.726632, - "nauc_mrr_at_1000_std": -0.292569, - "nauc_mrr_at_1000_diff1": 0.927122, - "main_score": 0.9472, + "nauc_mrr_at_1_max": 0.704782, + "nauc_mrr_at_1_std": -0.235072, + "nauc_mrr_at_1_diff1": 0.924986, + "nauc_mrr_at_3_max": 0.721411, + "nauc_mrr_at_3_std": -0.266507, + "nauc_mrr_at_3_diff1": 0.924207, + "nauc_mrr_at_5_max": 0.724442, + "nauc_mrr_at_5_std": -0.267183, + "nauc_mrr_at_5_diff1": 0.925796, + "nauc_mrr_at_10_max": 0.723333, + "nauc_mrr_at_10_std": -0.25938, + "nauc_mrr_at_10_diff1": 0.92493, + "nauc_mrr_at_20_max": 0.722911, + "nauc_mrr_at_20_std": -0.260288, + "nauc_mrr_at_20_diff1": 0.925341, + "nauc_mrr_at_100_max": 0.722415, + "nauc_mrr_at_100_std": -0.258752, + "nauc_mrr_at_100_diff1": 0.925071, + "nauc_mrr_at_1000_max": 0.722378, + "nauc_mrr_at_1000_std": -0.25892, + "nauc_mrr_at_1000_diff1": 0.92507, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9442, "hf_subset": "lvs_Latn-eng_Latn", "languages": [ "lvs-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.83889, - "ndcg_at_3": 0.8838, - "ndcg_at_5": 0.89154, - "ndcg_at_10": 0.89864, - "ndcg_at_20": 0.90316, - "ndcg_at_100": 0.90767, - "ndcg_at_1000": 0.90815, - "map_at_1": 0.83889, - "map_at_3": 0.87315, - "map_at_5": 0.87743, - "map_at_10": 0.88052, - "map_at_20": 0.88177, - "map_at_100": 0.88238, - "map_at_1000": 0.8824, - "recall_at_1": 0.83889, - "recall_at_3": 0.91444, - "recall_at_5": 0.93333, - "recall_at_10": 0.95444, - "recall_at_20": 0.97222, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.87034, + "ndcg_at_5": 0.88158, + "ndcg_at_10": 0.88704, + "ndcg_at_20": 0.89166, + "ndcg_at_100": 0.89672, + "ndcg_at_1000": 0.89765, + "map_at_1": 0.82, + "map_at_3": 0.85815, + "map_at_5": 0.86454, + "map_at_10": 0.86683, + "map_at_20": 0.86816, + "map_at_100": 0.86889, + "map_at_1000": 0.86894, + "recall_at_1": 0.82, + "recall_at_3": 0.90556, + "recall_at_5": 0.93222, + "recall_at_10": 0.94889, + "recall_at_20": 0.96667, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.83889, - "precision_at_3": 0.30481, - "precision_at_5": 0.18667, - "precision_at_10": 0.09544, - "precision_at_20": 0.04861, - "precision_at_100": 0.00997, + "accuracy": 0.82, + "precision_at_1": 0.82, + "precision_at_3": 0.30185, + "precision_at_5": 0.18644, + "precision_at_10": 0.09489, + "precision_at_20": 0.04833, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.838889, - "mrr_at_3": 0.873148, - "mrr_at_5": 0.877426, - "mrr_at_10": 0.880517, - "mrr_at_20": 0.881767, - "mrr_at_100": 0.882378, - "mrr_at_1000": 0.882404, - "nauc_ndcg_at_1_max": 0.804729, - "nauc_ndcg_at_1_std": 0.047641, - "nauc_ndcg_at_1_diff1": 0.903794, - "nauc_ndcg_at_3_max": 0.826409, - "nauc_ndcg_at_3_std": 0.105825, - "nauc_ndcg_at_3_diff1": 0.87963, - "nauc_ndcg_at_5_max": 0.825488, - "nauc_ndcg_at_5_std": 0.089952, - "nauc_ndcg_at_5_diff1": 0.88522, - "nauc_ndcg_at_10_max": 0.82604, - "nauc_ndcg_at_10_std": 0.102253, - "nauc_ndcg_at_10_diff1": 0.890703, - "nauc_ndcg_at_20_max": 0.82565, - "nauc_ndcg_at_20_std": 0.112991, - "nauc_ndcg_at_20_diff1": 0.890653, - "nauc_ndcg_at_100_max": 0.82239, - "nauc_ndcg_at_100_std": 0.097379, - "nauc_ndcg_at_100_diff1": 0.890871, - "nauc_ndcg_at_1000_max": 0.821437, - "nauc_ndcg_at_1000_std": 0.093706, - "nauc_ndcg_at_1000_diff1": 0.890523, - "nauc_map_at_1_max": 0.804729, - "nauc_map_at_1_std": 0.047641, - "nauc_map_at_1_diff1": 0.903794, - "nauc_map_at_3_max": 0.819535, - "nauc_map_at_3_std": 0.086076, - "nauc_map_at_3_diff1": 0.886162, - "nauc_map_at_5_max": 0.818934, - "nauc_map_at_5_std": 0.07824, - "nauc_map_at_5_diff1": 0.889323, - "nauc_map_at_10_max": 0.818781, - "nauc_map_at_10_std": 0.081463, - "nauc_map_at_10_diff1": 0.891362, - "nauc_map_at_20_max": 0.818671, - "nauc_map_at_20_std": 0.084001, - "nauc_map_at_20_diff1": 0.891359, - "nauc_map_at_100_max": 0.818359, - "nauc_map_at_100_std": 0.082786, - "nauc_map_at_100_diff1": 0.89137, - "nauc_map_at_1000_max": 0.818317, - "nauc_map_at_1000_std": 0.082627, - "nauc_map_at_1000_diff1": 0.891355, - "nauc_recall_at_1_max": 0.804729, - "nauc_recall_at_1_std": 0.047641, - "nauc_recall_at_1_diff1": 0.903794, - "nauc_recall_at_3_max": 0.855069, - "nauc_recall_at_3_std": 0.188894, - "nauc_recall_at_3_diff1": 0.853032, - "nauc_recall_at_5_max": 0.858901, - "nauc_recall_at_5_std": 0.146242, - "nauc_recall_at_5_diff1": 0.865741, - "nauc_recall_at_10_max": 0.880338, - "nauc_recall_at_10_std": 0.265025, - "nauc_recall_at_10_diff1": 0.89325, - "nauc_recall_at_20_max": 0.908123, - "nauc_recall_at_20_std": 0.501849, - "nauc_recall_at_20_diff1": 0.894211, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.786026, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.82, + "mrr_at_3": 0.858148, + "mrr_at_5": 0.864537, + "mrr_at_10": 0.866825, + "mrr_at_20": 0.868164, + "mrr_at_100": 0.86889, + "mrr_at_1000": 0.868937, + "nauc_ndcg_at_1_max": 0.770735, + "nauc_ndcg_at_1_std": -0.073127, + "nauc_ndcg_at_1_diff1": 0.914962, + "nauc_ndcg_at_3_max": 0.803276, + "nauc_ndcg_at_3_std": -0.013669, + "nauc_ndcg_at_3_diff1": 0.890232, + "nauc_ndcg_at_5_max": 0.799366, + "nauc_ndcg_at_5_std": -0.023538, + "nauc_ndcg_at_5_diff1": 0.896703, + "nauc_ndcg_at_10_max": 0.804055, + "nauc_ndcg_at_10_std": -0.015071, + "nauc_ndcg_at_10_diff1": 0.898972, + "nauc_ndcg_at_20_max": 0.80204, + "nauc_ndcg_at_20_std": -0.005238, + "nauc_ndcg_at_20_diff1": 0.899844, + "nauc_ndcg_at_100_max": 0.798796, + "nauc_ndcg_at_100_std": -0.016114, + "nauc_ndcg_at_100_diff1": 0.9006, + "nauc_ndcg_at_1000_max": 0.797086, + "nauc_ndcg_at_1000_std": -0.023315, + "nauc_ndcg_at_1000_diff1": 0.90049, + "nauc_map_at_1_max": 0.770735, + "nauc_map_at_1_std": -0.073127, + "nauc_map_at_1_diff1": 0.914962, + "nauc_map_at_3_max": 0.795162, + "nauc_map_at_3_std": -0.03183, + "nauc_map_at_3_diff1": 0.897318, + "nauc_map_at_5_max": 0.792862, + "nauc_map_at_5_std": -0.037715, + "nauc_map_at_5_diff1": 0.900944, + "nauc_map_at_10_max": 0.794401, + "nauc_map_at_10_std": -0.034973, + "nauc_map_at_10_diff1": 0.901684, + "nauc_map_at_20_max": 0.793853, + "nauc_map_at_20_std": -0.032516, + "nauc_map_at_20_diff1": 0.901875, + "nauc_map_at_100_max": 0.793415, + "nauc_map_at_100_std": -0.033779, + "nauc_map_at_100_diff1": 0.901939, + "nauc_map_at_1000_max": 0.793343, + "nauc_map_at_1000_std": -0.034081, + "nauc_map_at_1000_diff1": 0.901936, + "nauc_recall_at_1_max": 0.770735, + "nauc_recall_at_1_std": -0.073127, + "nauc_recall_at_1_diff1": 0.914962, + "nauc_recall_at_3_max": 0.836041, + "nauc_recall_at_3_std": 0.062059, + "nauc_recall_at_3_diff1": 0.86096, + "nauc_recall_at_5_max": 0.832866, + "nauc_recall_at_5_std": 0.052846, + "nauc_recall_at_5_diff1": 0.874983, + "nauc_recall_at_10_max": 0.874457, + "nauc_recall_at_10_std": 0.13286, + "nauc_recall_at_10_diff1": 0.884505, + "nauc_recall_at_20_max": 0.886788, + "nauc_recall_at_20_std": 0.320728, + "nauc_recall_at_20_diff1": 0.888578, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.736695, + "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.804729, - "nauc_precision_at_1_std": 0.047641, - "nauc_precision_at_1_diff1": 0.903794, - "nauc_precision_at_3_max": 0.855069, - "nauc_precision_at_3_std": 0.188894, - "nauc_precision_at_3_diff1": 0.853032, - "nauc_precision_at_5_max": 0.858901, - "nauc_precision_at_5_std": 0.146242, - "nauc_precision_at_5_diff1": 0.865741, - "nauc_precision_at_10_max": 0.880338, - "nauc_precision_at_10_std": 0.265025, - "nauc_precision_at_10_diff1": 0.89325, - "nauc_precision_at_20_max": 0.908123, - "nauc_precision_at_20_std": 0.501849, - "nauc_precision_at_20_diff1": 0.894211, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.786026, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.770735, + "nauc_precision_at_1_std": -0.073127, + "nauc_precision_at_1_diff1": 0.914962, + "nauc_precision_at_3_max": 0.836041, + "nauc_precision_at_3_std": 0.062059, + "nauc_precision_at_3_diff1": 0.86096, + "nauc_precision_at_5_max": 0.832866, + "nauc_precision_at_5_std": 0.052846, + "nauc_precision_at_5_diff1": 0.874983, + "nauc_precision_at_10_max": 0.874457, + "nauc_precision_at_10_std": 0.13286, + "nauc_precision_at_10_diff1": 0.884505, + "nauc_precision_at_20_max": 0.886788, + "nauc_precision_at_20_std": 0.320728, + "nauc_precision_at_20_diff1": 0.888578, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.736695, + "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.804729, - "nauc_mrr_at_1_std": 0.047641, - "nauc_mrr_at_1_diff1": 0.903794, - "nauc_mrr_at_3_max": 0.819535, - "nauc_mrr_at_3_std": 0.086076, - "nauc_mrr_at_3_diff1": 0.886162, - "nauc_mrr_at_5_max": 0.818934, - "nauc_mrr_at_5_std": 0.07824, - "nauc_mrr_at_5_diff1": 0.889323, - "nauc_mrr_at_10_max": 0.818781, - "nauc_mrr_at_10_std": 0.081463, - "nauc_mrr_at_10_diff1": 0.891362, - "nauc_mrr_at_20_max": 0.818671, - "nauc_mrr_at_20_std": 0.084001, - "nauc_mrr_at_20_diff1": 0.891359, - "nauc_mrr_at_100_max": 0.818359, - "nauc_mrr_at_100_std": 0.082786, - "nauc_mrr_at_100_diff1": 0.89137, - "nauc_mrr_at_1000_max": 0.818317, - "nauc_mrr_at_1000_std": 0.082627, - "nauc_mrr_at_1000_diff1": 0.891355, - "main_score": 0.89864, + "nauc_mrr_at_1_max": 0.770735, + "nauc_mrr_at_1_std": -0.073127, + "nauc_mrr_at_1_diff1": 0.914962, + "nauc_mrr_at_3_max": 0.795162, + "nauc_mrr_at_3_std": -0.03183, + "nauc_mrr_at_3_diff1": 0.897318, + "nauc_mrr_at_5_max": 0.792862, + "nauc_mrr_at_5_std": -0.037715, + "nauc_mrr_at_5_diff1": 0.900944, + "nauc_mrr_at_10_max": 0.794401, + "nauc_mrr_at_10_std": -0.034973, + "nauc_mrr_at_10_diff1": 0.901684, + "nauc_mrr_at_20_max": 0.793853, + "nauc_mrr_at_20_std": -0.032516, + "nauc_mrr_at_20_diff1": 0.901875, + "nauc_mrr_at_100_max": 0.793415, + "nauc_mrr_at_100_std": -0.033779, + "nauc_mrr_at_100_diff1": 0.901939, + "nauc_mrr_at_1000_max": 0.793343, + "nauc_mrr_at_1000_std": -0.034081, + "nauc_mrr_at_1000_diff1": 0.901936, + "hit_rate_at_1": 0.82, + "hit_rate_at_3": 0.90556, + "hit_rate_at_5": 0.93222, + "hit_rate_at_10": 0.94889, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.88704, "hf_subset": "eng_Latn-lvs_Latn", "languages": [ "eng-Latn", "lvs-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85444, - "ndcg_at_3": 0.89544, - "ndcg_at_5": 0.90557, - "ndcg_at_10": 0.90982, - "ndcg_at_20": 0.91405, - "ndcg_at_100": 0.91771, - "ndcg_at_1000": 0.91817, - "map_at_1": 0.85444, - "map_at_3": 0.88574, - "map_at_5": 0.89141, - "map_at_10": 0.89313, - "map_at_20": 0.8943, - "map_at_100": 0.89485, - "map_at_1000": 0.89488, - "recall_at_1": 0.85444, - "recall_at_3": 0.92333, - "recall_at_5": 0.94778, - "recall_at_10": 0.96111, - "recall_at_20": 0.97778, + "ndcg_at_1": 0.85333, + "ndcg_at_3": 0.89137, + "ndcg_at_5": 0.90046, + "ndcg_at_10": 0.90472, + "ndcg_at_20": 0.90872, + "ndcg_at_100": 0.91399, + "ndcg_at_1000": 0.91445, + "map_at_1": 0.85333, + "map_at_3": 0.88222, + "map_at_5": 0.88722, + "map_at_10": 0.88895, + "map_at_20": 0.89008, + "map_at_100": 0.89085, + "map_at_1000": 0.89087, + "recall_at_1": 0.85333, + "recall_at_3": 0.91778, + "recall_at_5": 0.94, + "recall_at_10": 0.95333, + "recall_at_20": 0.96889, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.85444, - "precision_at_3": 0.30778, - "precision_at_5": 0.18956, - "precision_at_10": 0.09611, - "precision_at_20": 0.04889, + "accuracy": 0.85333, + "precision_at_1": 0.85333, + "precision_at_3": 0.30593, + "precision_at_5": 0.188, + "precision_at_10": 0.09533, + "precision_at_20": 0.04844, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.854444, - "mrr_at_3": 0.885741, - "mrr_at_5": 0.891407, - "mrr_at_10": 0.893126, - "mrr_at_20": 0.894297, - "mrr_at_100": 0.894854, - "mrr_at_1000": 0.894878, - "nauc_ndcg_at_1_max": 0.844323, - "nauc_ndcg_at_1_std": 0.102076, - "nauc_ndcg_at_1_diff1": 0.948336, - "nauc_ndcg_at_3_max": 0.870299, - "nauc_ndcg_at_3_std": 0.162101, - "nauc_ndcg_at_3_diff1": 0.933011, - "nauc_ndcg_at_5_max": 0.867745, - "nauc_ndcg_at_5_std": 0.15123, - "nauc_ndcg_at_5_diff1": 0.933071, - "nauc_ndcg_at_10_max": 0.865364, - "nauc_ndcg_at_10_std": 0.155256, - "nauc_ndcg_at_10_diff1": 0.934077, - "nauc_ndcg_at_20_max": 0.862314, - "nauc_ndcg_at_20_std": 0.149301, - "nauc_ndcg_at_20_diff1": 0.934034, - "nauc_ndcg_at_100_max": 0.861866, - "nauc_ndcg_at_100_std": 0.147255, - "nauc_ndcg_at_100_diff1": 0.935842, - "nauc_ndcg_at_1000_max": 0.861066, - "nauc_ndcg_at_1000_std": 0.142579, - "nauc_ndcg_at_1000_diff1": 0.936006, - "nauc_map_at_1_max": 0.844323, - "nauc_map_at_1_std": 0.102076, - "nauc_map_at_1_diff1": 0.948336, - "nauc_map_at_3_max": 0.862165, - "nauc_map_at_3_std": 0.14283, - "nauc_map_at_3_diff1": 0.936451, - "nauc_map_at_5_max": 0.860444, - "nauc_map_at_5_std": 0.136161, - "nauc_map_at_5_diff1": 0.936703, - "nauc_map_at_10_max": 0.859603, - "nauc_map_at_10_std": 0.137897, - "nauc_map_at_10_diff1": 0.937057, - "nauc_map_at_20_max": 0.858866, - "nauc_map_at_20_std": 0.136533, - "nauc_map_at_20_diff1": 0.937121, - "nauc_map_at_100_max": 0.858796, - "nauc_map_at_100_std": 0.135989, - "nauc_map_at_100_diff1": 0.937351, - "nauc_map_at_1000_max": 0.858763, - "nauc_map_at_1000_std": 0.135801, - "nauc_map_at_1000_diff1": 0.937363, - "nauc_recall_at_1_max": 0.844323, - "nauc_recall_at_1_std": 0.102076, - "nauc_recall_at_1_diff1": 0.948336, - "nauc_recall_at_3_max": 0.904532, - "nauc_recall_at_3_std": 0.243488, - "nauc_recall_at_3_diff1": 0.919322, - "nauc_recall_at_5_max": 0.910007, - "nauc_recall_at_5_std": 0.238046, - "nauc_recall_at_5_diff1": 0.912847, - "nauc_recall_at_10_max": 0.906229, - "nauc_recall_at_10_std": 0.287542, - "nauc_recall_at_10_diff1": 0.913779, - "nauc_recall_at_20_max": 0.890873, - "nauc_recall_at_20_std": 0.291433, - "nauc_recall_at_20_diff1": 0.896499, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "mrr_at_1": 0.853333, + "mrr_at_3": 0.882222, + "mrr_at_5": 0.887222, + "mrr_at_10": 0.888953, + "mrr_at_20": 0.890083, + "mrr_at_100": 0.89085, + "mrr_at_1000": 0.890872, + "nauc_ndcg_at_1_max": 0.822322, + "nauc_ndcg_at_1_std": 0.057586, + "nauc_ndcg_at_1_diff1": 0.932398, + "nauc_ndcg_at_3_max": 0.845688, + "nauc_ndcg_at_3_std": 0.086379, + "nauc_ndcg_at_3_diff1": 0.918253, + "nauc_ndcg_at_5_max": 0.848962, + "nauc_ndcg_at_5_std": 0.101002, + "nauc_ndcg_at_5_diff1": 0.921014, + "nauc_ndcg_at_10_max": 0.849641, + "nauc_ndcg_at_10_std": 0.11491, + "nauc_ndcg_at_10_diff1": 0.920969, + "nauc_ndcg_at_20_max": 0.846246, + "nauc_ndcg_at_20_std": 0.10653, + "nauc_ndcg_at_20_diff1": 0.921799, + "nauc_ndcg_at_100_max": 0.84256, + "nauc_ndcg_at_100_std": 0.09769, + "nauc_ndcg_at_100_diff1": 0.922939, + "nauc_ndcg_at_1000_max": 0.841948, + "nauc_ndcg_at_1000_std": 0.09397, + "nauc_ndcg_at_1000_diff1": 0.922983, + "nauc_map_at_1_max": 0.822322, + "nauc_map_at_1_std": 0.057586, + "nauc_map_at_1_diff1": 0.932398, + "nauc_map_at_3_max": 0.838652, + "nauc_map_at_3_std": 0.076906, + "nauc_map_at_3_diff1": 0.922008, + "nauc_map_at_5_max": 0.839979, + "nauc_map_at_5_std": 0.083814, + "nauc_map_at_5_diff1": 0.923604, + "nauc_map_at_10_max": 0.840035, + "nauc_map_at_10_std": 0.088681, + "nauc_map_at_10_diff1": 0.923605, + "nauc_map_at_20_max": 0.839151, + "nauc_map_at_20_std": 0.086466, + "nauc_map_at_20_diff1": 0.923835, + "nauc_map_at_100_max": 0.838686, + "nauc_map_at_100_std": 0.085381, + "nauc_map_at_100_diff1": 0.924004, + "nauc_map_at_1000_max": 0.838663, + "nauc_map_at_1000_std": 0.085243, + "nauc_map_at_1000_diff1": 0.924005, + "nauc_recall_at_1_max": 0.822322, + "nauc_recall_at_1_std": 0.057586, + "nauc_recall_at_1_diff1": 0.932398, + "nauc_recall_at_3_max": 0.874082, + "nauc_recall_at_3_std": 0.12506, + "nauc_recall_at_3_diff1": 0.903387, + "nauc_recall_at_5_max": 0.897206, + "nauc_recall_at_5_std": 0.195836, + "nauc_recall_at_5_diff1": 0.908237, + "nauc_recall_at_10_max": 0.915633, + "nauc_recall_at_10_std": 0.306256, + "nauc_recall_at_10_diff1": 0.904584, + "nauc_recall_at_20_max": 0.910381, + "nauc_recall_at_20_std": 0.307706, + "nauc_recall_at_20_diff1": 0.905479, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.786026, "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.844323, - "nauc_precision_at_1_std": 0.102076, - "nauc_precision_at_1_diff1": 0.948336, - "nauc_precision_at_3_max": 0.904532, - "nauc_precision_at_3_std": 0.243488, - "nauc_precision_at_3_diff1": 0.919322, - "nauc_precision_at_5_max": 0.910007, - "nauc_precision_at_5_std": 0.238046, - "nauc_precision_at_5_diff1": 0.912847, - "nauc_precision_at_10_max": 0.906229, - "nauc_precision_at_10_std": 0.287542, - "nauc_precision_at_10_diff1": 0.913779, - "nauc_precision_at_20_max": 0.890873, - "nauc_precision_at_20_std": 0.291433, - "nauc_precision_at_20_diff1": 0.896499, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_1_max": 0.822322, + "nauc_precision_at_1_std": 0.057586, + "nauc_precision_at_1_diff1": 0.932398, + "nauc_precision_at_3_max": 0.874082, + "nauc_precision_at_3_std": 0.12506, + "nauc_precision_at_3_diff1": 0.903387, + "nauc_precision_at_5_max": 0.897206, + "nauc_precision_at_5_std": 0.195836, + "nauc_precision_at_5_diff1": 0.908237, + "nauc_precision_at_10_max": 0.915633, + "nauc_precision_at_10_std": 0.306256, + "nauc_precision_at_10_diff1": 0.904584, + "nauc_precision_at_20_max": 0.910381, + "nauc_precision_at_20_std": 0.307706, + "nauc_precision_at_20_diff1": 0.905479, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.786026, "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.844323, - "nauc_mrr_at_1_std": 0.102076, - "nauc_mrr_at_1_diff1": 0.948336, - "nauc_mrr_at_3_max": 0.862165, - "nauc_mrr_at_3_std": 0.14283, - "nauc_mrr_at_3_diff1": 0.936451, - "nauc_mrr_at_5_max": 0.860444, - "nauc_mrr_at_5_std": 0.136161, - "nauc_mrr_at_5_diff1": 0.936703, - "nauc_mrr_at_10_max": 0.859603, - "nauc_mrr_at_10_std": 0.137897, - "nauc_mrr_at_10_diff1": 0.937057, - "nauc_mrr_at_20_max": 0.858866, - "nauc_mrr_at_20_std": 0.136533, - "nauc_mrr_at_20_diff1": 0.937121, - "nauc_mrr_at_100_max": 0.858796, - "nauc_mrr_at_100_std": 0.135989, - "nauc_mrr_at_100_diff1": 0.937351, - "nauc_mrr_at_1000_max": 0.858763, - "nauc_mrr_at_1000_std": 0.135801, - "nauc_mrr_at_1000_diff1": 0.937363, - "main_score": 0.90982, + "nauc_mrr_at_1_max": 0.822322, + "nauc_mrr_at_1_std": 0.057586, + "nauc_mrr_at_1_diff1": 0.932398, + "nauc_mrr_at_3_max": 0.838652, + "nauc_mrr_at_3_std": 0.076906, + "nauc_mrr_at_3_diff1": 0.922008, + "nauc_mrr_at_5_max": 0.839979, + "nauc_mrr_at_5_std": 0.083814, + "nauc_mrr_at_5_diff1": 0.923604, + "nauc_mrr_at_10_max": 0.840035, + "nauc_mrr_at_10_std": 0.088681, + "nauc_mrr_at_10_diff1": 0.923605, + "nauc_mrr_at_20_max": 0.839151, + "nauc_mrr_at_20_std": 0.086466, + "nauc_mrr_at_20_diff1": 0.923835, + "nauc_mrr_at_100_max": 0.838686, + "nauc_mrr_at_100_std": 0.085381, + "nauc_mrr_at_100_diff1": 0.924004, + "nauc_mrr_at_1000_max": 0.838663, + "nauc_mrr_at_1000_std": 0.085243, + "nauc_mrr_at_1000_diff1": 0.924005, + "hit_rate_at_1": 0.85333, + "hit_rate_at_3": 0.91778, + "hit_rate_at_5": 0.94, + "hit_rate_at_10": 0.95333, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90472, "hf_subset": "mal_Mlym-mal_Mlym", "languages": [ "mal-Mlym", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88889, - "ndcg_at_3": 0.9293, - "ndcg_at_5": 0.93618, - "ndcg_at_10": 0.93874, - "ndcg_at_20": 0.94071, - "ndcg_at_100": 0.94205, - "ndcg_at_1000": 0.94251, - "map_at_1": 0.88889, - "map_at_3": 0.91944, - "map_at_5": 0.92328, - "map_at_10": 0.92435, - "map_at_20": 0.9249, - "map_at_100": 0.92512, - "map_at_1000": 0.92515, - "recall_at_1": 0.88889, - "recall_at_3": 0.95778, - "recall_at_5": 0.97444, - "recall_at_10": 0.98222, - "recall_at_20": 0.99, + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.93055, + "ndcg_at_5": 0.93653, + "ndcg_at_10": 0.93912, + "ndcg_at_20": 0.94159, + "ndcg_at_100": 0.94269, + "ndcg_at_1000": 0.94315, + "map_at_1": 0.89, + "map_at_3": 0.92074, + "map_at_5": 0.92407, + "map_at_10": 0.92518, + "map_at_20": 0.92584, + "map_at_100": 0.92601, + "map_at_1000": 0.92603, + "recall_at_1": 0.89, + "recall_at_3": 0.95889, + "recall_at_5": 0.97333, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88889, - "precision_at_3": 0.31926, - "precision_at_5": 0.19489, - "precision_at_10": 0.09822, - "precision_at_20": 0.0495, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.31963, + "precision_at_5": 0.19467, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.888889, - "mrr_at_3": 0.919444, - "mrr_at_5": 0.923278, - "mrr_at_10": 0.924354, - "mrr_at_20": 0.924901, - "mrr_at_100": 0.925124, - "mrr_at_1000": 0.925146, - "nauc_ndcg_at_1_max": 0.741764, - "nauc_ndcg_at_1_std": -0.278798, - "nauc_ndcg_at_1_diff1": 0.925355, - "nauc_ndcg_at_3_max": 0.784038, - "nauc_ndcg_at_3_std": -0.293035, - "nauc_ndcg_at_3_diff1": 0.929183, - "nauc_ndcg_at_5_max": 0.787406, - "nauc_ndcg_at_5_std": -0.266061, - "nauc_ndcg_at_5_diff1": 0.92734, - "nauc_ndcg_at_10_max": 0.781876, - "nauc_ndcg_at_10_std": -0.262969, - "nauc_ndcg_at_10_diff1": 0.926579, - "nauc_ndcg_at_20_max": 0.778756, - "nauc_ndcg_at_20_std": -0.268467, - "nauc_ndcg_at_20_diff1": 0.926078, - "nauc_ndcg_at_100_max": 0.7763, - "nauc_ndcg_at_100_std": -0.272195, - "nauc_ndcg_at_100_diff1": 0.926831, - "nauc_ndcg_at_1000_max": 0.774863, - "nauc_ndcg_at_1000_std": -0.274494, - "nauc_ndcg_at_1000_diff1": 0.926589, - "nauc_map_at_1_max": 0.741764, - "nauc_map_at_1_std": -0.278798, - "nauc_map_at_1_diff1": 0.925355, - "nauc_map_at_3_max": 0.772927, - "nauc_map_at_3_std": -0.288897, - "nauc_map_at_3_diff1": 0.927873, - "nauc_map_at_5_max": 0.7742, - "nauc_map_at_5_std": -0.276063, - "nauc_map_at_5_diff1": 0.926922, - "nauc_map_at_10_max": 0.772157, - "nauc_map_at_10_std": -0.275117, - "nauc_map_at_10_diff1": 0.926581, - "nauc_map_at_20_max": 0.771346, - "nauc_map_at_20_std": -0.276491, - "nauc_map_at_20_diff1": 0.926504, - "nauc_map_at_100_max": 0.770915, - "nauc_map_at_100_std": -0.277338, - "nauc_map_at_100_diff1": 0.926563, - "nauc_map_at_1000_max": 0.770863, - "nauc_map_at_1000_std": -0.277387, - "nauc_map_at_1000_diff1": 0.926553, - "nauc_recall_at_1_max": 0.741764, - "nauc_recall_at_1_std": -0.278798, - "nauc_recall_at_1_diff1": 0.925355, - "nauc_recall_at_3_max": 0.8424, - "nauc_recall_at_3_std": -0.315163, - "nauc_recall_at_3_diff1": 0.936361, - "nauc_recall_at_5_max": 0.897292, - "nauc_recall_at_5_std": -0.169427, - "nauc_recall_at_5_diff1": 0.930378, - "nauc_recall_at_10_max": 0.88708, - "nauc_recall_at_10_std": -0.09483, - "nauc_recall_at_10_diff1": 0.925449, - "nauc_recall_at_20_max": 0.899627, - "nauc_recall_at_20_std": -0.088287, - "nauc_recall_at_20_diff1": 0.911038, + "mrr_at_1": 0.89, + "mrr_at_3": 0.920741, + "mrr_at_5": 0.924074, + "mrr_at_10": 0.925182, + "mrr_at_20": 0.925835, + "mrr_at_100": 0.926013, + "mrr_at_1000": 0.926034, + "nauc_ndcg_at_1_max": 0.734506, + "nauc_ndcg_at_1_std": -0.21975, + "nauc_ndcg_at_1_diff1": 0.921017, + "nauc_ndcg_at_3_max": 0.754778, + "nauc_ndcg_at_3_std": -0.229949, + "nauc_ndcg_at_3_diff1": 0.921005, + "nauc_ndcg_at_5_max": 0.759573, + "nauc_ndcg_at_5_std": -0.208247, + "nauc_ndcg_at_5_diff1": 0.923271, + "nauc_ndcg_at_10_max": 0.762867, + "nauc_ndcg_at_10_std": -0.194275, + "nauc_ndcg_at_10_diff1": 0.925776, + "nauc_ndcg_at_20_max": 0.761536, + "nauc_ndcg_at_20_std": -0.217485, + "nauc_ndcg_at_20_diff1": 0.924472, + "nauc_ndcg_at_100_max": 0.758447, + "nauc_ndcg_at_100_std": -0.208802, + "nauc_ndcg_at_100_diff1": 0.923913, + "nauc_ndcg_at_1000_max": 0.756875, + "nauc_ndcg_at_1000_std": -0.212374, + "nauc_ndcg_at_1000_diff1": 0.923618, + "nauc_map_at_1_max": 0.734506, + "nauc_map_at_1_std": -0.21975, + "nauc_map_at_1_diff1": 0.921017, + "nauc_map_at_3_max": 0.751545, + "nauc_map_at_3_std": -0.225529, + "nauc_map_at_3_diff1": 0.921454, + "nauc_map_at_5_max": 0.753502, + "nauc_map_at_5_std": -0.216271, + "nauc_map_at_5_diff1": 0.922523, + "nauc_map_at_10_max": 0.7548, + "nauc_map_at_10_std": -0.210583, + "nauc_map_at_10_diff1": 0.923512, + "nauc_map_at_20_max": 0.754256, + "nauc_map_at_20_std": -0.21601, + "nauc_map_at_20_diff1": 0.923224, + "nauc_map_at_100_max": 0.753834, + "nauc_map_at_100_std": -0.215117, + "nauc_map_at_100_diff1": 0.923118, + "nauc_map_at_1000_max": 0.753778, + "nauc_map_at_1000_std": -0.215193, + "nauc_map_at_1000_diff1": 0.923103, + "nauc_recall_at_1_max": 0.734506, + "nauc_recall_at_1_std": -0.21975, + "nauc_recall_at_1_diff1": 0.921017, + "nauc_recall_at_3_max": 0.769829, + "nauc_recall_at_3_std": -0.255142, + "nauc_recall_at_3_diff1": 0.918174, + "nauc_recall_at_5_max": 0.806956, + "nauc_recall_at_5_std": -0.13247, + "nauc_recall_at_5_diff1": 0.92968, + "nauc_recall_at_10_max": 0.853243, + "nauc_recall_at_10_std": 0.01417, + "nauc_recall_at_10_diff1": 0.953864, + "nauc_recall_at_20_max": 0.932598, + "nauc_recall_at_20_std": -0.332575, + "nauc_recall_at_20_diff1": 0.95098, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.741764, - "nauc_precision_at_1_std": -0.278798, - "nauc_precision_at_1_diff1": 0.925355, - "nauc_precision_at_3_max": 0.8424, - "nauc_precision_at_3_std": -0.315163, - "nauc_precision_at_3_diff1": 0.936361, - "nauc_precision_at_5_max": 0.897292, - "nauc_precision_at_5_std": -0.169427, - "nauc_precision_at_5_diff1": 0.930378, - "nauc_precision_at_10_max": 0.88708, - "nauc_precision_at_10_std": -0.09483, - "nauc_precision_at_10_diff1": 0.925449, - "nauc_precision_at_20_max": 0.899627, - "nauc_precision_at_20_std": -0.088287, - "nauc_precision_at_20_diff1": 0.911038, + "nauc_precision_at_1_max": 0.734506, + "nauc_precision_at_1_std": -0.21975, + "nauc_precision_at_1_diff1": 0.921017, + "nauc_precision_at_3_max": 0.769829, + "nauc_precision_at_3_std": -0.255142, + "nauc_precision_at_3_diff1": 0.918174, + "nauc_precision_at_5_max": 0.806956, + "nauc_precision_at_5_std": -0.13247, + "nauc_precision_at_5_diff1": 0.92968, + "nauc_precision_at_10_max": 0.853243, + "nauc_precision_at_10_std": 0.01417, + "nauc_precision_at_10_diff1": 0.953864, + "nauc_precision_at_20_max": 0.932598, + "nauc_precision_at_20_std": -0.332575, + "nauc_precision_at_20_diff1": 0.95098, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.741764, - "nauc_mrr_at_1_std": -0.278798, - "nauc_mrr_at_1_diff1": 0.925355, - "nauc_mrr_at_3_max": 0.772927, - "nauc_mrr_at_3_std": -0.288897, - "nauc_mrr_at_3_diff1": 0.927873, - "nauc_mrr_at_5_max": 0.7742, - "nauc_mrr_at_5_std": -0.276063, - "nauc_mrr_at_5_diff1": 0.926922, - "nauc_mrr_at_10_max": 0.772157, - "nauc_mrr_at_10_std": -0.275117, - "nauc_mrr_at_10_diff1": 0.926581, - "nauc_mrr_at_20_max": 0.771346, - "nauc_mrr_at_20_std": -0.276491, - "nauc_mrr_at_20_diff1": 0.926504, - "nauc_mrr_at_100_max": 0.770915, - "nauc_mrr_at_100_std": -0.277338, - "nauc_mrr_at_100_diff1": 0.926563, - "nauc_mrr_at_1000_max": 0.770863, - "nauc_mrr_at_1000_std": -0.277387, - "nauc_mrr_at_1000_diff1": 0.926553, - "main_score": 0.93874, + "nauc_mrr_at_1_max": 0.734506, + "nauc_mrr_at_1_std": -0.21975, + "nauc_mrr_at_1_diff1": 0.921017, + "nauc_mrr_at_3_max": 0.751545, + "nauc_mrr_at_3_std": -0.225529, + "nauc_mrr_at_3_diff1": 0.921454, + "nauc_mrr_at_5_max": 0.753502, + "nauc_mrr_at_5_std": -0.216271, + "nauc_mrr_at_5_diff1": 0.922523, + "nauc_mrr_at_10_max": 0.7548, + "nauc_mrr_at_10_std": -0.210583, + "nauc_mrr_at_10_diff1": 0.923512, + "nauc_mrr_at_20_max": 0.754256, + "nauc_mrr_at_20_std": -0.21601, + "nauc_mrr_at_20_diff1": 0.923224, + "nauc_mrr_at_100_max": 0.753834, + "nauc_mrr_at_100_std": -0.215117, + "nauc_mrr_at_100_diff1": 0.923118, + "nauc_mrr_at_1000_max": 0.753778, + "nauc_mrr_at_1000_std": -0.215193, + "nauc_mrr_at_1000_diff1": 0.923103, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93912, "hf_subset": "mal_Mlym-eng_Latn", "languages": [ "mal-Mlym", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.83, - "ndcg_at_3": 0.88204, - "ndcg_at_5": 0.89084, - "ndcg_at_10": 0.89684, - "ndcg_at_20": 0.90126, - "ndcg_at_100": 0.90537, - "ndcg_at_1000": 0.90582, - "map_at_1": 0.83, - "map_at_3": 0.86963, - "map_at_5": 0.87457, - "map_at_10": 0.87699, - "map_at_20": 0.87816, - "map_at_100": 0.87881, - "map_at_1000": 0.87883, - "recall_at_1": 0.83, - "recall_at_3": 0.91778, - "recall_at_5": 0.93889, - "recall_at_10": 0.95778, - "recall_at_20": 0.97556, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.81778, + "ndcg_at_3": 0.86157, + "ndcg_at_5": 0.87391, + "ndcg_at_10": 0.88392, + "ndcg_at_20": 0.88826, + "ndcg_at_100": 0.8932, + "ndcg_at_1000": 0.89395, + "map_at_1": 0.81778, + "map_at_3": 0.8513, + "map_at_5": 0.85813, + "map_at_10": 0.86244, + "map_at_20": 0.86369, + "map_at_100": 0.86439, + "map_at_1000": 0.86442, + "recall_at_1": 0.81778, + "recall_at_3": 0.89111, + "recall_at_5": 0.92111, + "recall_at_10": 0.95111, + "recall_at_20": 0.96778, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.83, - "precision_at_3": 0.30593, - "precision_at_5": 0.18778, - "precision_at_10": 0.09578, - "precision_at_20": 0.04878, - "precision_at_100": 0.00997, + "accuracy": 0.81778, + "precision_at_1": 0.81778, + "precision_at_3": 0.29704, + "precision_at_5": 0.18422, + "precision_at_10": 0.09511, + "precision_at_20": 0.04839, + "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.83, - "mrr_at_3": 0.86963, - "mrr_at_5": 0.874574, - "mrr_at_10": 0.876993, - "mrr_at_20": 0.878163, - "mrr_at_100": 0.878808, - "mrr_at_1000": 0.878827, - "nauc_ndcg_at_1_max": 0.803971, - "nauc_ndcg_at_1_std": 0.004021, - "nauc_ndcg_at_1_diff1": 0.912253, - "nauc_ndcg_at_3_max": 0.826314, - "nauc_ndcg_at_3_std": 0.06205, - "nauc_ndcg_at_3_diff1": 0.879726, - "nauc_ndcg_at_5_max": 0.828819, - "nauc_ndcg_at_5_std": 0.055867, - "nauc_ndcg_at_5_diff1": 0.885185, - "nauc_ndcg_at_10_max": 0.82683, - "nauc_ndcg_at_10_std": 0.066325, - "nauc_ndcg_at_10_diff1": 0.886546, - "nauc_ndcg_at_20_max": 0.825261, - "nauc_ndcg_at_20_std": 0.060101, - "nauc_ndcg_at_20_diff1": 0.892711, - "nauc_ndcg_at_100_max": 0.822284, - "nauc_ndcg_at_100_std": 0.05418, - "nauc_ndcg_at_100_diff1": 0.892048, - "nauc_ndcg_at_1000_max": 0.821604, - "nauc_ndcg_at_1000_std": 0.050835, - "nauc_ndcg_at_1000_diff1": 0.891743, - "nauc_map_at_1_max": 0.803971, - "nauc_map_at_1_std": 0.004021, - "nauc_map_at_1_diff1": 0.912253, - "nauc_map_at_3_max": 0.819183, - "nauc_map_at_3_std": 0.044095, - "nauc_map_at_3_diff1": 0.888211, - "nauc_map_at_5_max": 0.820065, - "nauc_map_at_5_std": 0.040488, - "nauc_map_at_5_diff1": 0.891128, - "nauc_map_at_10_max": 0.81923, - "nauc_map_at_10_std": 0.043583, - "nauc_map_at_10_diff1": 0.891799, - "nauc_map_at_20_max": 0.818818, - "nauc_map_at_20_std": 0.041761, - "nauc_map_at_20_diff1": 0.893235, - "nauc_map_at_100_max": 0.818518, - "nauc_map_at_100_std": 0.041718, - "nauc_map_at_100_diff1": 0.893205, - "nauc_map_at_1000_max": 0.818492, - "nauc_map_at_1000_std": 0.041585, - "nauc_map_at_1000_diff1": 0.893197, - "nauc_recall_at_1_max": 0.803971, - "nauc_recall_at_1_std": 0.004021, - "nauc_recall_at_1_diff1": 0.912253, - "nauc_recall_at_3_max": 0.8579, - "nauc_recall_at_3_std": 0.141242, - "nauc_recall_at_3_diff1": 0.843295, - "nauc_recall_at_5_max": 0.879679, - "nauc_recall_at_5_std": 0.141567, - "nauc_recall_at_5_diff1": 0.854299, - "nauc_recall_at_10_max": 0.887279, - "nauc_recall_at_10_std": 0.259054, - "nauc_recall_at_10_diff1": 0.849317, - "nauc_recall_at_20_max": 0.906523, - "nauc_recall_at_20_std": 0.310924, - "nauc_recall_at_20_diff1": 0.917134, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.707594, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.817778, + "mrr_at_3": 0.851296, + "mrr_at_5": 0.85813, + "mrr_at_10": 0.862437, + "mrr_at_20": 0.863695, + "mrr_at_100": 0.864388, + "mrr_at_1000": 0.864422, + "nauc_ndcg_at_1_max": 0.727279, + "nauc_ndcg_at_1_std": -0.080649, + "nauc_ndcg_at_1_diff1": 0.890628, + "nauc_ndcg_at_3_max": 0.768313, + "nauc_ndcg_at_3_std": -0.07208, + "nauc_ndcg_at_3_diff1": 0.870789, + "nauc_ndcg_at_5_max": 0.76729, + "nauc_ndcg_at_5_std": -0.060288, + "nauc_ndcg_at_5_diff1": 0.866755, + "nauc_ndcg_at_10_max": 0.762869, + "nauc_ndcg_at_10_std": -0.06209, + "nauc_ndcg_at_10_diff1": 0.868673, + "nauc_ndcg_at_20_max": 0.761196, + "nauc_ndcg_at_20_std": -0.05725, + "nauc_ndcg_at_20_diff1": 0.870686, + "nauc_ndcg_at_100_max": 0.758806, + "nauc_ndcg_at_100_std": -0.055943, + "nauc_ndcg_at_100_diff1": 0.874973, + "nauc_ndcg_at_1000_max": 0.75739, + "nauc_ndcg_at_1000_std": -0.062032, + "nauc_ndcg_at_1000_diff1": 0.874645, + "nauc_map_at_1_max": 0.727279, + "nauc_map_at_1_std": -0.080649, + "nauc_map_at_1_diff1": 0.890628, + "nauc_map_at_3_max": 0.756769, + "nauc_map_at_3_std": -0.074996, + "nauc_map_at_3_diff1": 0.876505, + "nauc_map_at_5_max": 0.755642, + "nauc_map_at_5_std": -0.069609, + "nauc_map_at_5_diff1": 0.87465, + "nauc_map_at_10_max": 0.753537, + "nauc_map_at_10_std": -0.070332, + "nauc_map_at_10_diff1": 0.875615, + "nauc_map_at_20_max": 0.753073, + "nauc_map_at_20_std": -0.069184, + "nauc_map_at_20_diff1": 0.87615, + "nauc_map_at_100_max": 0.752931, + "nauc_map_at_100_std": -0.068463, + "nauc_map_at_100_diff1": 0.876787, + "nauc_map_at_1000_max": 0.752875, + "nauc_map_at_1000_std": -0.068714, + "nauc_map_at_1000_diff1": 0.876774, + "nauc_recall_at_1_max": 0.727279, + "nauc_recall_at_1_std": -0.080649, + "nauc_recall_at_1_diff1": 0.890628, + "nauc_recall_at_3_max": 0.812126, + "nauc_recall_at_3_std": -0.060729, + "nauc_recall_at_3_diff1": 0.84902, + "nauc_recall_at_5_max": 0.824752, + "nauc_recall_at_5_std": -0.010106, + "nauc_recall_at_5_diff1": 0.82687, + "nauc_recall_at_10_max": 0.831201, + "nauc_recall_at_10_std": 0.005104, + "nauc_recall_at_10_diff1": 0.815434, + "nauc_recall_at_20_max": 0.844506, + "nauc_recall_at_20_std": 0.099681, + "nauc_recall_at_20_diff1": 0.813983, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.739589, + "nauc_recall_at_100_diff1": 0.918301, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.803971, - "nauc_precision_at_1_std": 0.004021, - "nauc_precision_at_1_diff1": 0.912253, - "nauc_precision_at_3_max": 0.8579, - "nauc_precision_at_3_std": 0.141242, - "nauc_precision_at_3_diff1": 0.843295, - "nauc_precision_at_5_max": 0.879679, - "nauc_precision_at_5_std": 0.141567, - "nauc_precision_at_5_diff1": 0.854299, - "nauc_precision_at_10_max": 0.887279, - "nauc_precision_at_10_std": 0.259054, - "nauc_precision_at_10_diff1": 0.849317, - "nauc_precision_at_20_max": 0.906523, - "nauc_precision_at_20_std": 0.310924, - "nauc_precision_at_20_diff1": 0.917134, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.707594, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.727279, + "nauc_precision_at_1_std": -0.080649, + "nauc_precision_at_1_diff1": 0.890628, + "nauc_precision_at_3_max": 0.812126, + "nauc_precision_at_3_std": -0.060729, + "nauc_precision_at_3_diff1": 0.84902, + "nauc_precision_at_5_max": 0.824752, + "nauc_precision_at_5_std": -0.010106, + "nauc_precision_at_5_diff1": 0.82687, + "nauc_precision_at_10_max": 0.831201, + "nauc_precision_at_10_std": 0.005104, + "nauc_precision_at_10_diff1": 0.815434, + "nauc_precision_at_20_max": 0.844506, + "nauc_precision_at_20_std": 0.099681, + "nauc_precision_at_20_diff1": 0.813983, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.739589, + "nauc_precision_at_100_diff1": 0.918301, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.803971, - "nauc_mrr_at_1_std": 0.004021, - "nauc_mrr_at_1_diff1": 0.912253, - "nauc_mrr_at_3_max": 0.819183, - "nauc_mrr_at_3_std": 0.044095, - "nauc_mrr_at_3_diff1": 0.888211, - "nauc_mrr_at_5_max": 0.820065, - "nauc_mrr_at_5_std": 0.040488, - "nauc_mrr_at_5_diff1": 0.891128, - "nauc_mrr_at_10_max": 0.81923, - "nauc_mrr_at_10_std": 0.043583, - "nauc_mrr_at_10_diff1": 0.891799, - "nauc_mrr_at_20_max": 0.818818, - "nauc_mrr_at_20_std": 0.041761, - "nauc_mrr_at_20_diff1": 0.893235, - "nauc_mrr_at_100_max": 0.818518, - "nauc_mrr_at_100_std": 0.041718, - "nauc_mrr_at_100_diff1": 0.893205, - "nauc_mrr_at_1000_max": 0.818492, - "nauc_mrr_at_1000_std": 0.041585, - "nauc_mrr_at_1000_diff1": 0.893197, - "main_score": 0.89684, + "nauc_mrr_at_1_max": 0.727279, + "nauc_mrr_at_1_std": -0.080649, + "nauc_mrr_at_1_diff1": 0.890628, + "nauc_mrr_at_3_max": 0.756769, + "nauc_mrr_at_3_std": -0.074996, + "nauc_mrr_at_3_diff1": 0.876505, + "nauc_mrr_at_5_max": 0.755642, + "nauc_mrr_at_5_std": -0.069609, + "nauc_mrr_at_5_diff1": 0.87465, + "nauc_mrr_at_10_max": 0.753537, + "nauc_mrr_at_10_std": -0.070332, + "nauc_mrr_at_10_diff1": 0.875615, + "nauc_mrr_at_20_max": 0.753073, + "nauc_mrr_at_20_std": -0.069184, + "nauc_mrr_at_20_diff1": 0.87615, + "nauc_mrr_at_100_max": 0.752931, + "nauc_mrr_at_100_std": -0.068463, + "nauc_mrr_at_100_diff1": 0.876787, + "nauc_mrr_at_1000_max": 0.752875, + "nauc_mrr_at_1000_std": -0.068714, + "nauc_mrr_at_1000_diff1": 0.876774, + "hit_rate_at_1": 0.81778, + "hit_rate_at_3": 0.89111, + "hit_rate_at_5": 0.92111, + "hit_rate_at_10": 0.95111, + "hit_rate_at_20": 0.96778, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.88392, "hf_subset": "eng_Latn-mal_Mlym", "languages": [ "eng-Latn", "mal-Mlym" - ] - }, - { - "ndcg_at_1": 0.86652, - "ndcg_at_3": 0.90306, - "ndcg_at_5": 0.91033, - "ndcg_at_10": 0.91805, - "ndcg_at_20": 0.91996, - "ndcg_at_100": 0.92343, - "ndcg_at_1000": 0.92377, - "map_at_1": 0.86596, - "map_at_3": 0.89414, - "map_at_5": 0.89815, - "map_at_10": 0.90121, - "map_at_20": 0.90171, - "map_at_100": 0.90217, - "map_at_1000": 0.90218, - "recall_at_1": 0.86596, - "recall_at_3": 0.92825, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86429, + "ndcg_at_3": 0.90294, + "ndcg_at_5": 0.90988, + "ndcg_at_10": 0.9159, + "ndcg_at_20": 0.91877, + "ndcg_at_100": 0.92248, + "ndcg_at_1000": 0.92298, + "map_at_1": 0.86374, + "map_at_3": 0.89359, + "map_at_5": 0.89748, + "map_at_10": 0.8999, + "map_at_20": 0.90072, + "map_at_100": 0.90122, + "map_at_1000": 0.90124, + "recall_at_1": 0.86374, + "recall_at_3": 0.92937, "recall_at_5": 0.94605, - "recall_at_10": 0.97052, - "recall_at_20": 0.97831, - "recall_at_100": 0.99722, + "recall_at_10": 0.96496, + "recall_at_20": 0.97608, + "recall_at_100": 0.99611, "recall_at_1000": 1.0, - "precision_at_1": 0.86652, - "precision_at_3": 0.3096, + "accuracy": 0.86374, + "precision_at_1": 0.86429, + "precision_at_3": 0.30997, "precision_at_5": 0.18932, - "precision_at_10": 0.09711, - "precision_at_20": 0.04894, - "precision_at_100": 0.00998, + "precision_at_10": 0.09655, + "precision_at_20": 0.04883, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.866518, - "mrr_at_3": 0.894698, - "mrr_at_5": 0.898702, - "mrr_at_10": 0.901767, - "mrr_at_20": 0.902266, - "mrr_at_100": 0.902725, - "mrr_at_1000": 0.902731, - "nauc_ndcg_at_1_max": 0.807067, - "nauc_ndcg_at_1_std": 0.036883, - "nauc_ndcg_at_1_diff1": 0.918798, - "nauc_ndcg_at_3_max": 0.837543, - "nauc_ndcg_at_3_std": 0.070755, - "nauc_ndcg_at_3_diff1": 0.913112, - "nauc_ndcg_at_5_max": 0.84087, - "nauc_ndcg_at_5_std": 0.071819, - "nauc_ndcg_at_5_diff1": 0.915123, - "nauc_ndcg_at_10_max": 0.833504, - "nauc_ndcg_at_10_std": 0.090429, - "nauc_ndcg_at_10_diff1": 0.91272, - "nauc_ndcg_at_20_max": 0.830326, - "nauc_ndcg_at_20_std": 0.080151, - "nauc_ndcg_at_20_diff1": 0.912432, - "nauc_ndcg_at_100_max": 0.8283, - "nauc_ndcg_at_100_std": 0.079038, - "nauc_ndcg_at_100_diff1": 0.912504, - "nauc_ndcg_at_1000_max": 0.829195, - "nauc_ndcg_at_1000_std": 0.07596, - "nauc_ndcg_at_1000_diff1": 0.913235, - "nauc_map_at_1_max": 0.801639, - "nauc_map_at_1_std": 0.03727, - "nauc_map_at_1_diff1": 0.915895, - "nauc_map_at_3_max": 0.826522, - "nauc_map_at_3_std": 0.063599, - "nauc_map_at_3_diff1": 0.912519, - "nauc_map_at_5_max": 0.827679, - "nauc_map_at_5_std": 0.064168, - "nauc_map_at_5_diff1": 0.913411, - "nauc_map_at_10_max": 0.824852, - "nauc_map_at_10_std": 0.071178, - "nauc_map_at_10_diff1": 0.912546, - "nauc_map_at_20_max": 0.824124, - "nauc_map_at_20_std": 0.068752, - "nauc_map_at_20_diff1": 0.912467, - "nauc_map_at_100_max": 0.823936, - "nauc_map_at_100_std": 0.068878, - "nauc_map_at_100_diff1": 0.912467, - "nauc_map_at_1000_max": 0.823983, - "nauc_map_at_1000_std": 0.068817, - "nauc_map_at_1000_diff1": 0.912498, - "nauc_recall_at_1_max": 0.801639, - "nauc_recall_at_1_std": 0.03727, - "nauc_recall_at_1_diff1": 0.915895, - "nauc_recall_at_3_max": 0.873348, - "nauc_recall_at_3_std": 0.099207, - "nauc_recall_at_3_diff1": 0.910703, - "nauc_recall_at_5_max": 0.898577, - "nauc_recall_at_5_std": 0.110244, - "nauc_recall_at_5_diff1": 0.918408, - "nauc_recall_at_10_max": 0.882393, - "nauc_recall_at_10_std": 0.283951, - "nauc_recall_at_10_diff1": 0.900622, - "nauc_recall_at_20_max": 0.853584, - "nauc_recall_at_20_std": 0.207657, - "nauc_recall_at_20_diff1": 0.892605, - "nauc_recall_at_100_max": 0.687345, - "nauc_recall_at_100_std": 0.772153, - "nauc_recall_at_100_diff1": 0.772153, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.807067, - "nauc_precision_at_1_std": 0.036883, - "nauc_precision_at_1_diff1": 0.918798, - "nauc_precision_at_3_max": 0.884571, - "nauc_precision_at_3_std": 0.099027, - "nauc_precision_at_3_diff1": 0.916863, - "nauc_precision_at_5_max": 0.913805, - "nauc_precision_at_5_std": 0.110119, - "nauc_precision_at_5_diff1": 0.926701, - "nauc_precision_at_10_max": 0.910194, - "nauc_precision_at_10_std": 0.28706, - "nauc_precision_at_10_diff1": 0.915591, - "nauc_precision_at_20_max": 0.89087, - "nauc_precision_at_20_std": 0.209905, - "nauc_precision_at_20_diff1": 0.912878, + "mrr_at_1": 0.864294, + "mrr_at_3": 0.894142, + "mrr_at_5": 0.898035, + "mrr_at_10": 0.900457, + "mrr_at_20": 0.901274, + "mrr_at_100": 0.901776, + "mrr_at_1000": 0.901788, + "nauc_ndcg_at_1_max": 0.772212, + "nauc_ndcg_at_1_std": -0.018178, + "nauc_ndcg_at_1_diff1": 0.917421, + "nauc_ndcg_at_3_max": 0.818568, + "nauc_ndcg_at_3_std": 0.056805, + "nauc_ndcg_at_3_diff1": 0.912731, + "nauc_ndcg_at_5_max": 0.812698, + "nauc_ndcg_at_5_std": 0.04939, + "nauc_ndcg_at_5_diff1": 0.913712, + "nauc_ndcg_at_10_max": 0.807464, + "nauc_ndcg_at_10_std": 0.050183, + "nauc_ndcg_at_10_diff1": 0.913313, + "nauc_ndcg_at_20_max": 0.805754, + "nauc_ndcg_at_20_std": 0.051966, + "nauc_ndcg_at_20_diff1": 0.913126, + "nauc_ndcg_at_100_max": 0.802534, + "nauc_ndcg_at_100_std": 0.044217, + "nauc_ndcg_at_100_diff1": 0.91222, + "nauc_ndcg_at_1000_max": 0.80291, + "nauc_ndcg_at_1000_std": 0.040419, + "nauc_ndcg_at_1000_diff1": 0.913359, + "nauc_map_at_1_max": 0.766992, + "nauc_map_at_1_std": -0.017594, + "nauc_map_at_1_diff1": 0.913324, + "nauc_map_at_3_max": 0.803288, + "nauc_map_at_3_std": 0.037094, + "nauc_map_at_3_diff1": 0.911794, + "nauc_map_at_5_max": 0.799788, + "nauc_map_at_5_std": 0.032751, + "nauc_map_at_5_diff1": 0.912268, + "nauc_map_at_10_max": 0.797717, + "nauc_map_at_10_std": 0.032353, + "nauc_map_at_10_diff1": 0.912138, + "nauc_map_at_20_max": 0.797169, + "nauc_map_at_20_std": 0.032187, + "nauc_map_at_20_diff1": 0.912084, + "nauc_map_at_100_max": 0.796849, + "nauc_map_at_100_std": 0.031444, + "nauc_map_at_100_diff1": 0.911971, + "nauc_map_at_1000_max": 0.796879, + "nauc_map_at_1000_std": 0.03136, + "nauc_map_at_1000_diff1": 0.912017, + "nauc_recall_at_1_max": 0.766992, + "nauc_recall_at_1_std": -0.017594, + "nauc_recall_at_1_diff1": 0.913324, + "nauc_recall_at_3_max": 0.872969, + "nauc_recall_at_3_std": 0.139251, + "nauc_recall_at_3_diff1": 0.909374, + "nauc_recall_at_5_max": 0.866703, + "nauc_recall_at_5_std": 0.134853, + "nauc_recall_at_5_diff1": 0.912008, + "nauc_recall_at_10_max": 0.856804, + "nauc_recall_at_10_std": 0.190423, + "nauc_recall_at_10_diff1": 0.907583, + "nauc_recall_at_20_max": 0.859817, + "nauc_recall_at_20_std": 0.291978, + "nauc_recall_at_20_diff1": 0.902604, + "nauc_recall_at_100_max": 0.776675, + "nauc_recall_at_100_std": 0.653765, + "nauc_recall_at_100_diff1": 0.757929, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772212, + "nauc_precision_at_1_std": -0.018178, + "nauc_precision_at_1_diff1": 0.917421, + "nauc_precision_at_3_max": 0.884368, + "nauc_precision_at_3_std": 0.139386, + "nauc_precision_at_3_diff1": 0.917952, + "nauc_precision_at_5_max": 0.881599, + "nauc_precision_at_5_std": 0.134984, + "nauc_precision_at_5_diff1": 0.923296, + "nauc_precision_at_10_max": 0.879708, + "nauc_precision_at_10_std": 0.191523, + "nauc_precision_at_10_diff1": 0.924988, + "nauc_precision_at_20_max": 0.893701, + "nauc_precision_at_20_std": 0.296019, + "nauc_precision_at_20_diff1": 0.92818, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934632, - "nauc_precision_at_100_diff1": 0.934632, + "nauc_precision_at_100_std": 0.742353, + "nauc_precision_at_100_diff1": 0.912843, "nauc_precision_at_1000_max": 0.324012, "nauc_precision_at_1000_std": -0.070315, - "nauc_precision_at_1000_diff1": -0.070315, - "nauc_mrr_at_1_max": 0.807067, - "nauc_mrr_at_1_std": 0.036883, - "nauc_mrr_at_1_diff1": 0.918798, - "nauc_mrr_at_3_max": 0.833435, - "nauc_mrr_at_3_std": 0.063238, - "nauc_mrr_at_3_diff1": 0.916138, - "nauc_mrr_at_5_max": 0.834877, - "nauc_mrr_at_5_std": 0.063795, - "nauc_mrr_at_5_diff1": 0.91718, - "nauc_mrr_at_10_max": 0.832265, - "nauc_mrr_at_10_std": 0.070829, - "nauc_mrr_at_10_diff1": 0.916431, - "nauc_mrr_at_20_max": 0.831572, - "nauc_mrr_at_20_std": 0.068389, - "nauc_mrr_at_20_diff1": 0.916372, - "nauc_mrr_at_100_max": 0.831419, - "nauc_mrr_at_100_std": 0.068513, - "nauc_mrr_at_100_diff1": 0.916391, - "nauc_mrr_at_1000_max": 0.831408, - "nauc_mrr_at_1000_std": 0.068454, - "nauc_mrr_at_1000_diff1": 0.916391, - "main_score": 0.91805, + "nauc_precision_at_1000_diff1": 0.098682, + "nauc_mrr_at_1_max": 0.772212, + "nauc_mrr_at_1_std": -0.018178, + "nauc_mrr_at_1_diff1": 0.917421, + "nauc_mrr_at_3_max": 0.810065, + "nauc_mrr_at_3_std": 0.036611, + "nauc_mrr_at_3_diff1": 0.916973, + "nauc_mrr_at_5_max": 0.806813, + "nauc_mrr_at_5_std": 0.032227, + "nauc_mrr_at_5_diff1": 0.917652, + "nauc_mrr_at_10_max": 0.804907, + "nauc_mrr_at_10_std": 0.031814, + "nauc_mrr_at_10_diff1": 0.917656, + "nauc_mrr_at_20_max": 0.804417, + "nauc_mrr_at_20_std": 0.031643, + "nauc_mrr_at_20_diff1": 0.917649, + "nauc_mrr_at_100_max": 0.804133, + "nauc_mrr_at_100_std": 0.030893, + "nauc_mrr_at_100_diff1": 0.917564, + "nauc_mrr_at_1000_max": 0.804107, + "nauc_mrr_at_1000_std": 0.030813, + "nauc_mrr_at_1000_diff1": 0.917567, + "hit_rate_at_1": 0.86429, + "hit_rate_at_3": 0.92992, + "hit_rate_at_5": 0.94661, + "hit_rate_at_10": 0.96552, + "hit_rate_at_20": 0.97664, + "hit_rate_at_100": 0.99666, + "hit_rate_at_1000": 1.0, + "main_score": 0.9159, "hf_subset": "mar_Deva-mar_Deva", "languages": [ "mar-Deva", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91, - "ndcg_at_3": 0.94149, - "ndcg_at_5": 0.94694, - "ndcg_at_10": 0.95048, - "ndcg_at_20": 0.95212, - "ndcg_at_100": 0.95277, - "ndcg_at_1000": 0.95323, - "map_at_1": 0.91, - "map_at_3": 0.93426, - "map_at_5": 0.93726, - "map_at_10": 0.93868, - "map_at_20": 0.93911, - "map_at_100": 0.93921, - "map_at_1000": 0.93923, - "recall_at_1": 0.91, - "recall_at_3": 0.96222, - "recall_at_5": 0.97556, - "recall_at_10": 0.98667, - "recall_at_20": 0.99333, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.94152, + "ndcg_at_5": 0.94525, + "ndcg_at_10": 0.94915, + "ndcg_at_20": 0.95081, + "ndcg_at_100": 0.95189, + "ndcg_at_1000": 0.95217, + "map_at_1": 0.90667, + "map_at_3": 0.93352, + "map_at_5": 0.93563, + "map_at_10": 0.93721, + "map_at_20": 0.93764, + "map_at_100": 0.93782, + "map_at_1000": 0.93783, + "recall_at_1": 0.90667, + "recall_at_3": 0.96444, + "recall_at_5": 0.97333, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91, - "precision_at_3": 0.32074, - "precision_at_5": 0.19511, - "precision_at_10": 0.09867, - "precision_at_20": 0.04967, - "precision_at_100": 0.00997, + "accuracy": 0.90667, + "precision_at_1": 0.90667, + "precision_at_3": 0.32148, + "precision_at_5": 0.19467, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.91, - "mrr_at_3": 0.934259, - "mrr_at_5": 0.937259, - "mrr_at_10": 0.938683, - "mrr_at_20": 0.939108, - "mrr_at_100": 0.939206, - "mrr_at_1000": 0.93923, - "nauc_ndcg_at_1_max": 0.733121, - "nauc_ndcg_at_1_std": -0.287674, - "nauc_ndcg_at_1_diff1": 0.923436, - "nauc_ndcg_at_3_max": 0.777259, - "nauc_ndcg_at_3_std": -0.297376, - "nauc_ndcg_at_3_diff1": 0.930085, - "nauc_ndcg_at_5_max": 0.774294, - "nauc_ndcg_at_5_std": -0.313979, - "nauc_ndcg_at_5_diff1": 0.927499, - "nauc_ndcg_at_10_max": 0.770517, - "nauc_ndcg_at_10_std": -0.316698, - "nauc_ndcg_at_10_diff1": 0.930768, - "nauc_ndcg_at_20_max": 0.771017, - "nauc_ndcg_at_20_std": -0.293395, - "nauc_ndcg_at_20_diff1": 0.929816, - "nauc_ndcg_at_100_max": 0.767874, - "nauc_ndcg_at_100_std": -0.295398, - "nauc_ndcg_at_100_diff1": 0.928852, - "nauc_ndcg_at_1000_max": 0.766035, - "nauc_ndcg_at_1000_std": -0.298108, - "nauc_ndcg_at_1000_diff1": 0.92857, - "nauc_map_at_1_max": 0.733121, - "nauc_map_at_1_std": -0.287674, - "nauc_map_at_1_diff1": 0.923436, - "nauc_map_at_3_max": 0.765023, - "nauc_map_at_3_std": -0.298155, - "nauc_map_at_3_diff1": 0.928227, - "nauc_map_at_5_max": 0.763386, - "nauc_map_at_5_std": -0.305335, - "nauc_map_at_5_diff1": 0.926994, - "nauc_map_at_10_max": 0.762113, - "nauc_map_at_10_std": -0.304515, - "nauc_map_at_10_diff1": 0.92814, - "nauc_map_at_20_max": 0.762083, - "nauc_map_at_20_std": -0.299419, - "nauc_map_at_20_diff1": 0.927897, - "nauc_map_at_100_max": 0.761698, - "nauc_map_at_100_std": -0.299486, - "nauc_map_at_100_diff1": 0.92778, - "nauc_map_at_1000_max": 0.761629, - "nauc_map_at_1000_std": -0.299488, - "nauc_map_at_1000_diff1": 0.927767, - "nauc_recall_at_1_max": 0.733121, - "nauc_recall_at_1_std": -0.287674, - "nauc_recall_at_1_diff1": 0.923436, - "nauc_recall_at_3_max": 0.837027, - "nauc_recall_at_3_std": -0.290603, - "nauc_recall_at_3_diff1": 0.939172, - "nauc_recall_at_5_max": 0.850395, - "nauc_recall_at_5_std": -0.381292, - "nauc_recall_at_5_diff1": 0.92976, - "nauc_recall_at_10_max": 0.864418, - "nauc_recall_at_10_std": -0.506108, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": -0.032291, - "nauc_recall_at_20_diff1": 0.978214, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.933519, + "mrr_at_5": 0.93563, + "mrr_at_10": 0.937208, + "mrr_at_20": 0.937643, + "mrr_at_100": 0.937817, + "mrr_at_1000": 0.937826, + "nauc_ndcg_at_1_max": 0.672797, + "nauc_ndcg_at_1_std": -0.269997, + "nauc_ndcg_at_1_diff1": 0.927415, + "nauc_ndcg_at_3_max": 0.719566, + "nauc_ndcg_at_3_std": -0.266973, + "nauc_ndcg_at_3_diff1": 0.929389, + "nauc_ndcg_at_5_max": 0.725885, + "nauc_ndcg_at_5_std": -0.235536, + "nauc_ndcg_at_5_diff1": 0.929291, + "nauc_ndcg_at_10_max": 0.716374, + "nauc_ndcg_at_10_std": -0.270458, + "nauc_ndcg_at_10_diff1": 0.933742, + "nauc_ndcg_at_20_max": 0.718722, + "nauc_ndcg_at_20_std": -0.242658, + "nauc_ndcg_at_20_diff1": 0.931516, + "nauc_ndcg_at_100_max": 0.713403, + "nauc_ndcg_at_100_std": -0.248122, + "nauc_ndcg_at_100_diff1": 0.930625, + "nauc_ndcg_at_1000_max": 0.711751, + "nauc_ndcg_at_1000_std": -0.255316, + "nauc_ndcg_at_1000_diff1": 0.930613, + "nauc_map_at_1_max": 0.672797, + "nauc_map_at_1_std": -0.269997, + "nauc_map_at_1_diff1": 0.927415, + "nauc_map_at_3_max": 0.707959, + "nauc_map_at_3_std": -0.267329, + "nauc_map_at_3_diff1": 0.929081, + "nauc_map_at_5_max": 0.710747, + "nauc_map_at_5_std": -0.251907, + "nauc_map_at_5_diff1": 0.929082, + "nauc_map_at_10_max": 0.707198, + "nauc_map_at_10_std": -0.263747, + "nauc_map_at_10_diff1": 0.930534, + "nauc_map_at_20_max": 0.707455, + "nauc_map_at_20_std": -0.258206, + "nauc_map_at_20_diff1": 0.930049, + "nauc_map_at_100_max": 0.706728, + "nauc_map_at_100_std": -0.259501, + "nauc_map_at_100_diff1": 0.929955, + "nauc_map_at_1000_max": 0.706688, + "nauc_map_at_1000_std": -0.259672, + "nauc_map_at_1000_diff1": 0.929956, + "nauc_recall_at_1_max": 0.672797, + "nauc_recall_at_1_std": -0.269997, + "nauc_recall_at_1_diff1": 0.927415, + "nauc_recall_at_3_max": 0.77893, + "nauc_recall_at_3_std": -0.265567, + "nauc_recall_at_3_diff1": 0.930774, + "nauc_recall_at_5_max": 0.828354, + "nauc_recall_at_5_std": -0.11436, + "nauc_recall_at_5_diff1": 0.930167, + "nauc_recall_at_10_max": 0.81114, + "nauc_recall_at_10_std": -0.397903, + "nauc_recall_at_10_diff1": 0.979889, + "nauc_recall_at_20_max": 0.962652, + "nauc_recall_at_20_std": 0.220221, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.733121, - "nauc_precision_at_1_std": -0.287674, - "nauc_precision_at_1_diff1": 0.923436, - "nauc_precision_at_3_max": 0.837027, - "nauc_precision_at_3_std": -0.290603, - "nauc_precision_at_3_diff1": 0.939172, - "nauc_precision_at_5_max": 0.850395, - "nauc_precision_at_5_std": -0.381292, - "nauc_precision_at_5_diff1": 0.92976, - "nauc_precision_at_10_max": 0.864418, - "nauc_precision_at_10_std": -0.506108, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": -0.032291, - "nauc_precision_at_20_diff1": 0.978214, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.672797, + "nauc_precision_at_1_std": -0.269997, + "nauc_precision_at_1_diff1": 0.927415, + "nauc_precision_at_3_max": 0.77893, + "nauc_precision_at_3_std": -0.265567, + "nauc_precision_at_3_diff1": 0.930774, + "nauc_precision_at_5_max": 0.828354, + "nauc_precision_at_5_std": -0.11436, + "nauc_precision_at_5_diff1": 0.930167, + "nauc_precision_at_10_max": 0.81114, + "nauc_precision_at_10_std": -0.397903, + "nauc_precision_at_10_diff1": 0.979889, + "nauc_precision_at_20_max": 0.962652, + "nauc_precision_at_20_std": 0.220221, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.733121, - "nauc_mrr_at_1_std": -0.287674, - "nauc_mrr_at_1_diff1": 0.923436, - "nauc_mrr_at_3_max": 0.765023, - "nauc_mrr_at_3_std": -0.298155, - "nauc_mrr_at_3_diff1": 0.928227, - "nauc_mrr_at_5_max": 0.763386, - "nauc_mrr_at_5_std": -0.305335, - "nauc_mrr_at_5_diff1": 0.926994, - "nauc_mrr_at_10_max": 0.762113, - "nauc_mrr_at_10_std": -0.304515, - "nauc_mrr_at_10_diff1": 0.92814, - "nauc_mrr_at_20_max": 0.762083, - "nauc_mrr_at_20_std": -0.299419, - "nauc_mrr_at_20_diff1": 0.927897, - "nauc_mrr_at_100_max": 0.761698, - "nauc_mrr_at_100_std": -0.299486, - "nauc_mrr_at_100_diff1": 0.92778, - "nauc_mrr_at_1000_max": 0.761629, - "nauc_mrr_at_1000_std": -0.299488, - "nauc_mrr_at_1000_diff1": 0.927767, - "main_score": 0.95048, + "nauc_mrr_at_1_max": 0.672797, + "nauc_mrr_at_1_std": -0.269997, + "nauc_mrr_at_1_diff1": 0.927415, + "nauc_mrr_at_3_max": 0.707959, + "nauc_mrr_at_3_std": -0.267329, + "nauc_mrr_at_3_diff1": 0.929081, + "nauc_mrr_at_5_max": 0.710747, + "nauc_mrr_at_5_std": -0.251907, + "nauc_mrr_at_5_diff1": 0.929082, + "nauc_mrr_at_10_max": 0.707198, + "nauc_mrr_at_10_std": -0.263747, + "nauc_mrr_at_10_diff1": 0.930534, + "nauc_mrr_at_20_max": 0.707455, + "nauc_mrr_at_20_std": -0.258206, + "nauc_mrr_at_20_diff1": 0.930049, + "nauc_mrr_at_100_max": 0.706728, + "nauc_mrr_at_100_std": -0.259501, + "nauc_mrr_at_100_diff1": 0.929955, + "nauc_mrr_at_1000_max": 0.706688, + "nauc_mrr_at_1000_std": -0.259672, + "nauc_mrr_at_1000_diff1": 0.929956, + "hit_rate_at_1": 0.90667, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94915, "hf_subset": "mar_Deva-eng_Latn", "languages": [ "mar-Deva", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.84761, - "ndcg_at_3": 0.88918, - "ndcg_at_5": 0.89555, - "ndcg_at_10": 0.90283, - "ndcg_at_20": 0.90875, - "ndcg_at_100": 0.91176, - "ndcg_at_1000": 0.91242, - "map_at_1": 0.84705, - "map_at_3": 0.87894, - "map_at_5": 0.88244, - "map_at_10": 0.88551, - "map_at_20": 0.88713, - "map_at_100": 0.88759, - "map_at_1000": 0.88762, - "recall_at_1": 0.84705, - "recall_at_3": 0.91824, - "recall_at_5": 0.93382, - "recall_at_10": 0.95606, - "recall_at_20": 0.97942, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83204, + "ndcg_at_3": 0.87489, + "ndcg_at_5": 0.88504, + "ndcg_at_10": 0.89194, + "ndcg_at_20": 0.89786, + "ndcg_at_100": 0.90208, + "ndcg_at_1000": 0.90274, + "map_at_1": 0.83148, + "map_at_3": 0.86466, + "map_at_5": 0.87034, + "map_at_10": 0.87322, + "map_at_20": 0.87485, + "map_at_100": 0.87547, + "map_at_1000": 0.8755, + "recall_at_1": 0.83148, + "recall_at_3": 0.90378, + "recall_at_5": 0.92825, + "recall_at_10": 0.94939, + "recall_at_20": 0.97275, "recall_at_100": 0.99499, "recall_at_1000": 1.0, - "precision_at_1": 0.84761, - "precision_at_3": 0.30627, - "precision_at_5": 0.18687, - "precision_at_10": 0.09566, - "precision_at_20": 0.049, + "accuracy": 0.83148, + "precision_at_1": 0.83204, + "precision_at_3": 0.30145, + "precision_at_5": 0.18576, + "precision_at_10": 0.09499, + "precision_at_20": 0.04867, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.847608, - "mrr_at_3": 0.879496, - "mrr_at_5": 0.883, - "mrr_at_10": 0.886061, - "mrr_at_20": 0.88769, - "mrr_at_100": 0.888144, - "mrr_at_1000": 0.888166, - "nauc_ndcg_at_1_max": 0.781253, - "nauc_ndcg_at_1_std": -0.005974, - "nauc_ndcg_at_1_diff1": 0.906484, - "nauc_ndcg_at_3_max": 0.816137, - "nauc_ndcg_at_3_std": 0.021143, - "nauc_ndcg_at_3_diff1": 0.887508, - "nauc_ndcg_at_5_max": 0.818766, - "nauc_ndcg_at_5_std": 0.05563, - "nauc_ndcg_at_5_diff1": 0.888419, - "nauc_ndcg_at_10_max": 0.815874, - "nauc_ndcg_at_10_std": 0.056706, - "nauc_ndcg_at_10_diff1": 0.891356, - "nauc_ndcg_at_20_max": 0.810196, - "nauc_ndcg_at_20_std": 0.049884, - "nauc_ndcg_at_20_diff1": 0.893021, - "nauc_ndcg_at_100_max": 0.806989, - "nauc_ndcg_at_100_std": 0.043375, - "nauc_ndcg_at_100_diff1": 0.892087, - "nauc_ndcg_at_1000_max": 0.806594, - "nauc_ndcg_at_1000_std": 0.036788, - "nauc_ndcg_at_1000_diff1": 0.892492, - "nauc_map_at_1_max": 0.778013, - "nauc_map_at_1_std": -0.003845, - "nauc_map_at_1_diff1": 0.903949, - "nauc_map_at_3_max": 0.803295, - "nauc_map_at_3_std": 0.012494, - "nauc_map_at_3_diff1": 0.890576, - "nauc_map_at_5_max": 0.804311, - "nauc_map_at_5_std": 0.029861, - "nauc_map_at_5_diff1": 0.891139, - "nauc_map_at_10_max": 0.803012, - "nauc_map_at_10_std": 0.029652, - "nauc_map_at_10_diff1": 0.892209, - "nauc_map_at_20_max": 0.801489, - "nauc_map_at_20_std": 0.027426, - "nauc_map_at_20_diff1": 0.8925, - "nauc_map_at_100_max": 0.801072, - "nauc_map_at_100_std": 0.026757, - "nauc_map_at_100_diff1": 0.892394, - "nauc_map_at_1000_max": 0.801074, - "nauc_map_at_1000_std": 0.026544, - "nauc_map_at_1000_diff1": 0.892419, - "nauc_recall_at_1_max": 0.778013, - "nauc_recall_at_1_std": -0.003845, - "nauc_recall_at_1_diff1": 0.903949, - "nauc_recall_at_3_max": 0.863819, - "nauc_recall_at_3_std": 0.061145, - "nauc_recall_at_3_diff1": 0.870905, - "nauc_recall_at_5_max": 0.884088, - "nauc_recall_at_5_std": 0.195512, - "nauc_recall_at_5_diff1": 0.870273, - "nauc_recall_at_10_max": 0.896388, - "nauc_recall_at_10_std": 0.271835, - "nauc_recall_at_10_diff1": 0.88125, - "nauc_recall_at_20_max": 0.893877, - "nauc_recall_at_20_std": 0.411653, - "nauc_recall_at_20_diff1": 0.901818, - "nauc_recall_at_100_max": 0.869827, - "nauc_recall_at_100_std": 0.892342, - "nauc_recall_at_100_diff1": 0.844366, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.781253, - "nauc_precision_at_1_std": -0.005974, - "nauc_precision_at_1_diff1": 0.906484, - "nauc_precision_at_3_max": 0.870911, - "nauc_precision_at_3_std": 0.057769, - "nauc_precision_at_3_diff1": 0.876033, - "nauc_precision_at_5_max": 0.893035, - "nauc_precision_at_5_std": 0.192474, - "nauc_precision_at_5_diff1": 0.876612, - "nauc_precision_at_10_max": 0.91008, - "nauc_precision_at_10_std": 0.268217, - "nauc_precision_at_10_diff1": 0.890981, - "nauc_precision_at_20_max": 0.923473, - "nauc_precision_at_20_std": 0.407698, - "nauc_precision_at_20_diff1": 0.923473, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934632, - "nauc_precision_at_100_diff1": 0.934632, + "mrr_at_1": 0.832036, + "mrr_at_3": 0.865221, + "mrr_at_5": 0.870894, + "mrr_at_10": 0.873774, + "mrr_at_20": 0.875411, + "mrr_at_100": 0.876024, + "mrr_at_1000": 0.876047, + "nauc_ndcg_at_1_max": 0.718083, + "nauc_ndcg_at_1_std": -0.080675, + "nauc_ndcg_at_1_diff1": 0.894948, + "nauc_ndcg_at_3_max": 0.771675, + "nauc_ndcg_at_3_std": -0.017454, + "nauc_ndcg_at_3_diff1": 0.871819, + "nauc_ndcg_at_5_max": 0.772815, + "nauc_ndcg_at_5_std": -0.018139, + "nauc_ndcg_at_5_diff1": 0.87394, + "nauc_ndcg_at_10_max": 0.767124, + "nauc_ndcg_at_10_std": -0.020271, + "nauc_ndcg_at_10_diff1": 0.872438, + "nauc_ndcg_at_20_max": 0.761662, + "nauc_ndcg_at_20_std": -0.025208, + "nauc_ndcg_at_20_diff1": 0.877028, + "nauc_ndcg_at_100_max": 0.759272, + "nauc_ndcg_at_100_std": -0.027864, + "nauc_ndcg_at_100_diff1": 0.877509, + "nauc_ndcg_at_1000_max": 0.758782, + "nauc_ndcg_at_1000_std": -0.029768, + "nauc_ndcg_at_1000_diff1": 0.878199, + "nauc_map_at_1_max": 0.71531, + "nauc_map_at_1_std": -0.077914, + "nauc_map_at_1_diff1": 0.890274, + "nauc_map_at_3_max": 0.756497, + "nauc_map_at_3_std": -0.032568, + "nauc_map_at_3_diff1": 0.875911, + "nauc_map_at_5_max": 0.756473, + "nauc_map_at_5_std": -0.033488, + "nauc_map_at_5_diff1": 0.87705, + "nauc_map_at_10_max": 0.754101, + "nauc_map_at_10_std": -0.034793, + "nauc_map_at_10_diff1": 0.87656, + "nauc_map_at_20_max": 0.752665, + "nauc_map_at_20_std": -0.036331, + "nauc_map_at_20_diff1": 0.877717, + "nauc_map_at_100_max": 0.752476, + "nauc_map_at_100_std": -0.036241, + "nauc_map_at_100_diff1": 0.877833, + "nauc_map_at_1000_max": 0.752471, + "nauc_map_at_1000_std": -0.036246, + "nauc_map_at_1000_diff1": 0.87787, + "nauc_recall_at_1_max": 0.71531, + "nauc_recall_at_1_std": -0.077914, + "nauc_recall_at_1_diff1": 0.890274, + "nauc_recall_at_3_max": 0.82508, + "nauc_recall_at_3_std": 0.044262, + "nauc_recall_at_3_diff1": 0.848639, + "nauc_recall_at_5_max": 0.84686, + "nauc_recall_at_5_std": 0.061967, + "nauc_recall_at_5_diff1": 0.849427, + "nauc_recall_at_10_max": 0.841097, + "nauc_recall_at_10_std": 0.084331, + "nauc_recall_at_10_diff1": 0.83001, + "nauc_recall_at_20_max": 0.827355, + "nauc_recall_at_20_std": 0.110621, + "nauc_recall_at_20_diff1": 0.857175, + "nauc_recall_at_100_max": 0.840775, + "nauc_recall_at_100_std": 0.292947, + "nauc_recall_at_100_diff1": 0.797251, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718083, + "nauc_precision_at_1_std": -0.080675, + "nauc_precision_at_1_diff1": 0.894948, + "nauc_precision_at_3_max": 0.830874, + "nauc_precision_at_3_std": 0.04032, + "nauc_precision_at_3_diff1": 0.856848, + "nauc_precision_at_5_max": 0.854816, + "nauc_precision_at_5_std": 0.056809, + "nauc_precision_at_5_diff1": 0.860464, + "nauc_precision_at_10_max": 0.852348, + "nauc_precision_at_10_std": 0.077244, + "nauc_precision_at_10_diff1": 0.845491, + "nauc_precision_at_20_max": 0.848166, + "nauc_precision_at_20_std": 0.09788, + "nauc_precision_at_20_diff1": 0.886768, + "nauc_precision_at_100_max": 0.967316, + "nauc_precision_at_100_std": 0.239295, + "nauc_precision_at_100_diff1": 0.967316, "nauc_precision_at_1000_max": 0.098682, - "nauc_precision_at_1000_std": -0.318687, - "nauc_precision_at_1000_diff1": -0.070315, - "nauc_mrr_at_1_max": 0.781253, - "nauc_mrr_at_1_std": -0.005974, - "nauc_mrr_at_1_diff1": 0.906484, - "nauc_mrr_at_3_max": 0.807429, - "nauc_mrr_at_3_std": 0.009912, - "nauc_mrr_at_3_diff1": 0.893674, - "nauc_mrr_at_5_max": 0.808577, - "nauc_mrr_at_5_std": 0.027273, - "nauc_mrr_at_5_diff1": 0.894335, - "nauc_mrr_at_10_max": 0.807391, - "nauc_mrr_at_10_std": 0.026992, - "nauc_mrr_at_10_diff1": 0.895499, - "nauc_mrr_at_20_max": 0.805927, - "nauc_mrr_at_20_std": 0.024717, - "nauc_mrr_at_20_diff1": 0.89584, - "nauc_mrr_at_100_max": 0.805526, - "nauc_mrr_at_100_std": 0.024033, - "nauc_mrr_at_100_diff1": 0.895748, - "nauc_mrr_at_1000_max": 0.805487, - "nauc_mrr_at_1000_std": 0.023844, - "nauc_mrr_at_1000_diff1": 0.895742, - "main_score": 0.90283, + "nauc_precision_at_1000_std": -0.41541, + "nauc_precision_at_1000_diff1": 0.324012, + "nauc_mrr_at_1_max": 0.718083, + "nauc_mrr_at_1_std": -0.080675, + "nauc_mrr_at_1_diff1": 0.894948, + "nauc_mrr_at_3_max": 0.760043, + "nauc_mrr_at_3_std": -0.035777, + "nauc_mrr_at_3_diff1": 0.881575, + "nauc_mrr_at_5_max": 0.760181, + "nauc_mrr_at_5_std": -0.036847, + "nauc_mrr_at_5_diff1": 0.882978, + "nauc_mrr_at_10_max": 0.757887, + "nauc_mrr_at_10_std": -0.038237, + "nauc_mrr_at_10_diff1": 0.882626, + "nauc_mrr_at_20_max": 0.756497, + "nauc_mrr_at_20_std": -0.039828, + "nauc_mrr_at_20_diff1": 0.883871, + "nauc_mrr_at_100_max": 0.756327, + "nauc_mrr_at_100_std": -0.039756, + "nauc_mrr_at_100_diff1": 0.884019, + "nauc_mrr_at_1000_max": 0.756292, + "nauc_mrr_at_1000_std": -0.039733, + "nauc_mrr_at_1000_diff1": 0.884008, + "hit_rate_at_1": 0.83204, + "hit_rate_at_3": 0.90434, + "hit_rate_at_5": 0.92881, + "hit_rate_at_10": 0.94994, + "hit_rate_at_20": 0.9733, + "hit_rate_at_100": 0.99555, + "hit_rate_at_1000": 1.0, + "main_score": 0.89194, "hf_subset": "eng_Latn-mar_Deva", "languages": [ "eng-Latn", "mar-Deva" - ] - }, - { - "ndcg_at_1": 0.87444, - "ndcg_at_3": 0.9159, - "ndcg_at_5": 0.91996, - "ndcg_at_10": 0.92602, - "ndcg_at_20": 0.92773, - "ndcg_at_100": 0.9314, - "ndcg_at_1000": 0.93183, - "map_at_1": 0.87444, - "map_at_3": 0.90667, - "map_at_5": 0.90889, - "map_at_10": 0.91135, - "map_at_20": 0.91184, - "map_at_100": 0.91241, - "map_at_1000": 0.91243, - "recall_at_1": 0.87444, - "recall_at_3": 0.94222, - "recall_at_5": 0.95222, - "recall_at_10": 0.97111, - "recall_at_20": 0.97778, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87556, + "ndcg_at_3": 0.91, + "ndcg_at_5": 0.91598, + "ndcg_at_10": 0.92207, + "ndcg_at_20": 0.92469, + "ndcg_at_100": 0.92834, + "ndcg_at_1000": 0.92907, + "map_at_1": 0.87556, + "map_at_3": 0.90222, + "map_at_5": 0.90556, + "map_at_10": 0.90806, + "map_at_20": 0.90883, + "map_at_100": 0.90939, + "map_at_1000": 0.90942, + "recall_at_1": 0.87556, + "recall_at_3": 0.93222, + "recall_at_5": 0.94667, + "recall_at_10": 0.96556, + "recall_at_20": 0.97556, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.87444, - "precision_at_3": 0.31407, - "precision_at_5": 0.19044, - "precision_at_10": 0.09711, - "precision_at_20": 0.04889, - "precision_at_100": 0.00997, - "precision_at_1000": 0.001, - "mrr_at_1": 0.874444, - "mrr_at_3": 0.906667, - "mrr_at_5": 0.908889, - "mrr_at_10": 0.911355, - "mrr_at_20": 0.911836, - "mrr_at_100": 0.912409, - "mrr_at_1000": 0.912426, - "nauc_ndcg_at_1_max": 0.766432, - "nauc_ndcg_at_1_std": -0.057511, - "nauc_ndcg_at_1_diff1": 0.931899, - "nauc_ndcg_at_3_max": 0.834004, - "nauc_ndcg_at_3_std": 0.042876, - "nauc_ndcg_at_3_diff1": 0.92272, - "nauc_ndcg_at_5_max": 0.831127, - "nauc_ndcg_at_5_std": 0.03245, - "nauc_ndcg_at_5_diff1": 0.924229, - "nauc_ndcg_at_10_max": 0.828349, - "nauc_ndcg_at_10_std": 0.049877, - "nauc_ndcg_at_10_diff1": 0.926519, - "nauc_ndcg_at_20_max": 0.825915, - "nauc_ndcg_at_20_std": 0.045894, - "nauc_ndcg_at_20_diff1": 0.926336, - "nauc_ndcg_at_100_max": 0.818864, - "nauc_ndcg_at_100_std": 0.034642, - "nauc_ndcg_at_100_diff1": 0.925971, - "nauc_ndcg_at_1000_max": 0.817693, - "nauc_ndcg_at_1000_std": 0.028403, - "nauc_ndcg_at_1000_diff1": 0.926337, - "nauc_map_at_1_max": 0.766432, - "nauc_map_at_1_std": -0.057511, - "nauc_map_at_1_diff1": 0.931899, - "nauc_map_at_3_max": 0.815708, - "nauc_map_at_3_std": 0.017993, - "nauc_map_at_3_diff1": 0.925367, - "nauc_map_at_5_max": 0.813951, - "nauc_map_at_5_std": 0.012198, - "nauc_map_at_5_diff1": 0.926242, - "nauc_map_at_10_max": 0.812492, - "nauc_map_at_10_std": 0.016342, - "nauc_map_at_10_diff1": 0.92696, - "nauc_map_at_20_max": 0.811866, - "nauc_map_at_20_std": 0.015371, - "nauc_map_at_20_diff1": 0.926927, - "nauc_map_at_100_max": 0.810969, - "nauc_map_at_100_std": 0.014396, - "nauc_map_at_100_diff1": 0.926906, - "nauc_map_at_1000_max": 0.810931, - "nauc_map_at_1000_std": 0.014198, - "nauc_map_at_1000_diff1": 0.926918, - "nauc_recall_at_1_max": 0.766432, - "nauc_recall_at_1_std": -0.057511, - "nauc_recall_at_1_diff1": 0.931899, - "nauc_recall_at_3_max": 0.915517, - "nauc_recall_at_3_std": 0.151952, - "nauc_recall_at_3_diff1": 0.910804, - "nauc_recall_at_5_max": 0.920255, - "nauc_recall_at_5_std": 0.13364, - "nauc_recall_at_5_diff1": 0.913795, - "nauc_recall_at_10_max": 0.957085, - "nauc_recall_at_10_std": 0.356425, - "nauc_recall_at_10_diff1": 0.926919, - "nauc_recall_at_20_max": 0.964636, - "nauc_recall_at_20_std": 0.395098, - "nauc_recall_at_20_diff1": 0.924603, + "accuracy": 0.87556, + "precision_at_1": 0.87556, + "precision_at_3": 0.31074, + "precision_at_5": 0.18933, + "precision_at_10": 0.09656, + "precision_at_20": 0.04878, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875556, + "mrr_at_3": 0.902222, + "mrr_at_5": 0.905556, + "mrr_at_10": 0.90806, + "mrr_at_20": 0.90883, + "mrr_at_100": 0.909389, + "mrr_at_1000": 0.909419, + "nauc_ndcg_at_1_max": 0.777205, + "nauc_ndcg_at_1_std": -0.042641, + "nauc_ndcg_at_1_diff1": 0.914757, + "nauc_ndcg_at_3_max": 0.838795, + "nauc_ndcg_at_3_std": -0.005021, + "nauc_ndcg_at_3_diff1": 0.909331, + "nauc_ndcg_at_5_max": 0.836961, + "nauc_ndcg_at_5_std": 0.023027, + "nauc_ndcg_at_5_diff1": 0.907174, + "nauc_ndcg_at_10_max": 0.834932, + "nauc_ndcg_at_10_std": 0.039866, + "nauc_ndcg_at_10_diff1": 0.911006, + "nauc_ndcg_at_20_max": 0.832082, + "nauc_ndcg_at_20_std": 0.029826, + "nauc_ndcg_at_20_diff1": 0.908901, + "nauc_ndcg_at_100_max": 0.825963, + "nauc_ndcg_at_100_std": 0.024605, + "nauc_ndcg_at_100_diff1": 0.909569, + "nauc_ndcg_at_1000_max": 0.824143, + "nauc_ndcg_at_1000_std": 0.014409, + "nauc_ndcg_at_1000_diff1": 0.910111, + "nauc_map_at_1_max": 0.777205, + "nauc_map_at_1_std": -0.042641, + "nauc_map_at_1_diff1": 0.914757, + "nauc_map_at_3_max": 0.822246, + "nauc_map_at_3_std": -0.013172, + "nauc_map_at_3_diff1": 0.910548, + "nauc_map_at_5_max": 0.820694, + "nauc_map_at_5_std": 0.000199, + "nauc_map_at_5_diff1": 0.909487, + "nauc_map_at_10_max": 0.81937, + "nauc_map_at_10_std": 0.004858, + "nauc_map_at_10_diff1": 0.910935, + "nauc_map_at_20_max": 0.818523, + "nauc_map_at_20_std": 0.001682, + "nauc_map_at_20_diff1": 0.91043, + "nauc_map_at_100_max": 0.817724, + "nauc_map_at_100_std": 0.001261, + "nauc_map_at_100_diff1": 0.910585, + "nauc_map_at_1000_max": 0.817662, + "nauc_map_at_1000_std": 0.000922, + "nauc_map_at_1000_diff1": 0.910611, + "nauc_recall_at_1_max": 0.777205, + "nauc_recall_at_1_std": -0.042641, + "nauc_recall_at_1_diff1": 0.914757, + "nauc_recall_at_3_max": 0.90529, + "nauc_recall_at_3_std": 0.026435, + "nauc_recall_at_3_diff1": 0.904601, + "nauc_recall_at_5_max": 0.916744, + "nauc_recall_at_5_std": 0.142342, + "nauc_recall_at_5_diff1": 0.895444, + "nauc_recall_at_10_max": 0.948721, + "nauc_recall_at_10_std": 0.332309, + "nauc_recall_at_10_diff1": 0.914837, + "nauc_recall_at_20_max": 0.962864, + "nauc_recall_at_20_std": 0.347827, + "nauc_recall_at_20_diff1": 0.891881, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.869281, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.766432, - "nauc_precision_at_1_std": -0.057511, - "nauc_precision_at_1_diff1": 0.931899, - "nauc_precision_at_3_max": 0.915517, - "nauc_precision_at_3_std": 0.151952, - "nauc_precision_at_3_diff1": 0.910804, - "nauc_precision_at_5_max": 0.920255, - "nauc_precision_at_5_std": 0.13364, - "nauc_precision_at_5_diff1": 0.913795, - "nauc_precision_at_10_max": 0.957085, - "nauc_precision_at_10_std": 0.356425, - "nauc_precision_at_10_diff1": 0.926919, - "nauc_precision_at_20_max": 0.964636, - "nauc_precision_at_20_std": 0.395098, - "nauc_precision_at_20_diff1": 0.924603, + "nauc_recall_at_100_diff1": 0.862745, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777205, + "nauc_precision_at_1_std": -0.042641, + "nauc_precision_at_1_diff1": 0.914757, + "nauc_precision_at_3_max": 0.90529, + "nauc_precision_at_3_std": 0.026435, + "nauc_precision_at_3_diff1": 0.904601, + "nauc_precision_at_5_max": 0.916744, + "nauc_precision_at_5_std": 0.142342, + "nauc_precision_at_5_diff1": 0.895444, + "nauc_precision_at_10_max": 0.948721, + "nauc_precision_at_10_std": 0.332309, + "nauc_precision_at_10_diff1": 0.914837, + "nauc_precision_at_20_max": 0.962864, + "nauc_precision_at_20_std": 0.347827, + "nauc_precision_at_20_diff1": 0.891881, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_diff1": 0.862745, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.766432, - "nauc_mrr_at_1_std": -0.057511, - "nauc_mrr_at_1_diff1": 0.931899, - "nauc_mrr_at_3_max": 0.815708, - "nauc_mrr_at_3_std": 0.017993, - "nauc_mrr_at_3_diff1": 0.925367, - "nauc_mrr_at_5_max": 0.813951, - "nauc_mrr_at_5_std": 0.012198, - "nauc_mrr_at_5_diff1": 0.926242, - "nauc_mrr_at_10_max": 0.812492, - "nauc_mrr_at_10_std": 0.016342, - "nauc_mrr_at_10_diff1": 0.92696, - "nauc_mrr_at_20_max": 0.811866, - "nauc_mrr_at_20_std": 0.015371, - "nauc_mrr_at_20_diff1": 0.926927, - "nauc_mrr_at_100_max": 0.810969, - "nauc_mrr_at_100_std": 0.014396, - "nauc_mrr_at_100_diff1": 0.926906, - "nauc_mrr_at_1000_max": 0.810931, - "nauc_mrr_at_1000_std": 0.014198, - "nauc_mrr_at_1000_diff1": 0.926918, - "main_score": 0.92602, + "nauc_mrr_at_1_max": 0.777205, + "nauc_mrr_at_1_std": -0.042641, + "nauc_mrr_at_1_diff1": 0.914757, + "nauc_mrr_at_3_max": 0.822246, + "nauc_mrr_at_3_std": -0.013172, + "nauc_mrr_at_3_diff1": 0.910548, + "nauc_mrr_at_5_max": 0.820694, + "nauc_mrr_at_5_std": 0.000199, + "nauc_mrr_at_5_diff1": 0.909487, + "nauc_mrr_at_10_max": 0.81937, + "nauc_mrr_at_10_std": 0.004858, + "nauc_mrr_at_10_diff1": 0.910935, + "nauc_mrr_at_20_max": 0.818523, + "nauc_mrr_at_20_std": 0.001682, + "nauc_mrr_at_20_diff1": 0.91043, + "nauc_mrr_at_100_max": 0.817724, + "nauc_mrr_at_100_std": 0.001261, + "nauc_mrr_at_100_diff1": 0.910585, + "nauc_mrr_at_1000_max": 0.817662, + "nauc_mrr_at_1000_std": 0.000922, + "nauc_mrr_at_1000_diff1": 0.910611, + "hit_rate_at_1": 0.87556, + "hit_rate_at_3": 0.93222, + "hit_rate_at_5": 0.94667, + "hit_rate_at_10": 0.96556, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.92207, "hf_subset": "mkd_Cyrl-mkd_Cyrl", "languages": [ "mkd-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94526, - "ndcg_at_5": 0.95139, - "ndcg_at_10": 0.95392, - "ndcg_at_20": 0.95502, - "ndcg_at_100": 0.95607, - "ndcg_at_1000": 0.95639, - "map_at_1": 0.91333, - "map_at_3": 0.93815, - "map_at_5": 0.94165, - "map_at_10": 0.94271, - "map_at_20": 0.94299, - "map_at_100": 0.94314, - "map_at_1000": 0.94316, - "recall_at_1": 0.91333, - "recall_at_3": 0.96556, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94413, + "ndcg_at_5": 0.94962, + "ndcg_at_10": 0.95216, + "ndcg_at_20": 0.95302, + "ndcg_at_100": 0.95427, + "ndcg_at_1000": 0.95458, + "map_at_1": 0.91111, + "map_at_3": 0.9363, + "map_at_5": 0.93935, + "map_at_10": 0.94041, + "map_at_20": 0.94065, + "map_at_100": 0.94083, + "map_at_1000": 0.94084, + "recall_at_1": 0.91111, + "recall_at_3": 0.96667, "recall_at_5": 0.98, "recall_at_10": 0.98778, - "recall_at_20": 0.99222, + "recall_at_20": 0.99111, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32185, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32222, "precision_at_5": 0.196, "precision_at_10": 0.09878, - "precision_at_20": 0.04961, + "precision_at_20": 0.04956, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.938148, - "mrr_at_5": 0.941648, - "mrr_at_10": 0.942705, - "mrr_at_20": 0.94299, - "mrr_at_100": 0.943144, - "mrr_at_1000": 0.943163, - "nauc_ndcg_at_1_max": 0.751861, - "nauc_ndcg_at_1_std": -0.244003, - "nauc_ndcg_at_1_diff1": 0.928715, - "nauc_ndcg_at_3_max": 0.770026, - "nauc_ndcg_at_3_std": -0.339093, - "nauc_ndcg_at_3_diff1": 0.929756, - "nauc_ndcg_at_5_max": 0.78311, - "nauc_ndcg_at_5_std": -0.272283, - "nauc_ndcg_at_5_diff1": 0.933178, - "nauc_ndcg_at_10_max": 0.779163, - "nauc_ndcg_at_10_std": -0.267272, - "nauc_ndcg_at_10_diff1": 0.932489, - "nauc_ndcg_at_20_max": 0.774661, - "nauc_ndcg_at_20_std": -0.26769, - "nauc_ndcg_at_20_diff1": 0.931606, - "nauc_ndcg_at_100_max": 0.773833, - "nauc_ndcg_at_100_std": -0.263939, - "nauc_ndcg_at_100_diff1": 0.93202, - "nauc_ndcg_at_1000_max": 0.772157, - "nauc_ndcg_at_1000_std": -0.273303, - "nauc_ndcg_at_1000_diff1": 0.931516, - "nauc_map_at_1_max": 0.751861, - "nauc_map_at_1_std": -0.244003, - "nauc_map_at_1_diff1": 0.928715, - "nauc_map_at_3_max": 0.765155, - "nauc_map_at_3_std": -0.313861, - "nauc_map_at_3_diff1": 0.929713, - "nauc_map_at_5_max": 0.771197, - "nauc_map_at_5_std": -0.280067, - "nauc_map_at_5_diff1": 0.931431, - "nauc_map_at_10_max": 0.769541, - "nauc_map_at_10_std": -0.277813, - "nauc_map_at_10_diff1": 0.931067, - "nauc_map_at_20_max": 0.768601, - "nauc_map_at_20_std": -0.277403, - "nauc_map_at_20_diff1": 0.930864, - "nauc_map_at_100_max": 0.768587, - "nauc_map_at_100_std": -0.276986, - "nauc_map_at_100_diff1": 0.930957, - "nauc_map_at_1000_max": 0.768509, - "nauc_map_at_1000_std": -0.277416, - "nauc_map_at_1000_diff1": 0.930934, - "nauc_recall_at_1_max": 0.751861, - "nauc_recall_at_1_std": -0.244003, - "nauc_recall_at_1_diff1": 0.928715, - "nauc_recall_at_3_max": 0.794328, - "nauc_recall_at_3_std": -0.46473, - "nauc_recall_at_3_diff1": 0.929746, - "nauc_recall_at_5_max": 0.885647, - "nauc_recall_at_5_std": -0.178053, - "nauc_recall_at_5_diff1": 0.948257, - "nauc_recall_at_10_max": 0.908369, - "nauc_recall_at_10_std": -0.07563, - "nauc_recall_at_10_diff1": 0.952466, - "nauc_recall_at_20_max": 0.874683, - "nauc_recall_at_20_std": -0.006202, - "nauc_recall_at_20_diff1": 0.943978, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.936296, + "mrr_at_5": 0.939352, + "mrr_at_10": 0.940407, + "mrr_at_20": 0.940652, + "mrr_at_100": 0.940826, + "mrr_at_1000": 0.940841, + "nauc_ndcg_at_1_max": 0.726943, + "nauc_ndcg_at_1_std": -0.305661, + "nauc_ndcg_at_1_diff1": 0.924457, + "nauc_ndcg_at_3_max": 0.744634, + "nauc_ndcg_at_3_std": -0.371743, + "nauc_ndcg_at_3_diff1": 0.927086, + "nauc_ndcg_at_5_max": 0.744102, + "nauc_ndcg_at_5_std": -0.329669, + "nauc_ndcg_at_5_diff1": 0.930855, + "nauc_ndcg_at_10_max": 0.746077, + "nauc_ndcg_at_10_std": -0.306199, + "nauc_ndcg_at_10_diff1": 0.930373, + "nauc_ndcg_at_20_max": 0.74419, + "nauc_ndcg_at_20_std": -0.309334, + "nauc_ndcg_at_20_diff1": 0.929908, + "nauc_ndcg_at_100_max": 0.74428, + "nauc_ndcg_at_100_std": -0.313073, + "nauc_ndcg_at_100_diff1": 0.928625, + "nauc_ndcg_at_1000_max": 0.742548, + "nauc_ndcg_at_1000_std": -0.321966, + "nauc_ndcg_at_1000_diff1": 0.928142, + "nauc_map_at_1_max": 0.726943, + "nauc_map_at_1_std": -0.305661, + "nauc_map_at_1_diff1": 0.924457, + "nauc_map_at_3_max": 0.739969, + "nauc_map_at_3_std": -0.353559, + "nauc_map_at_3_diff1": 0.925629, + "nauc_map_at_5_max": 0.739467, + "nauc_map_at_5_std": -0.334067, + "nauc_map_at_5_diff1": 0.927412, + "nauc_map_at_10_max": 0.740593, + "nauc_map_at_10_std": -0.325141, + "nauc_map_at_10_diff1": 0.927233, + "nauc_map_at_20_max": 0.740164, + "nauc_map_at_20_std": -0.325865, + "nauc_map_at_20_diff1": 0.927121, + "nauc_map_at_100_max": 0.740137, + "nauc_map_at_100_std": -0.326695, + "nauc_map_at_100_diff1": 0.926986, + "nauc_map_at_1000_max": 0.740069, + "nauc_map_at_1000_std": -0.32704, + "nauc_map_at_1000_diff1": 0.926967, + "nauc_recall_at_1_max": 0.726943, + "nauc_recall_at_1_std": -0.305661, + "nauc_recall_at_1_diff1": 0.924457, + "nauc_recall_at_3_max": 0.769343, + "nauc_recall_at_3_std": -0.46883, + "nauc_recall_at_3_diff1": 0.935574, + "nauc_recall_at_5_max": 0.782835, + "nauc_recall_at_5_std": -0.266003, + "nauc_recall_at_5_diff1": 0.962781, + "nauc_recall_at_10_max": 0.817333, + "nauc_recall_at_10_std": 0.028478, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 0.804563, + "nauc_recall_at_20_std": 0.086893, + "nauc_recall_at_20_diff1": 0.98366, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.751861, - "nauc_precision_at_1_std": -0.244003, - "nauc_precision_at_1_diff1": 0.928715, - "nauc_precision_at_3_max": 0.794328, - "nauc_precision_at_3_std": -0.46473, - "nauc_precision_at_3_diff1": 0.929746, - "nauc_precision_at_5_max": 0.885647, - "nauc_precision_at_5_std": -0.178053, - "nauc_precision_at_5_diff1": 0.948257, - "nauc_precision_at_10_max": 0.908369, - "nauc_precision_at_10_std": -0.07563, - "nauc_precision_at_10_diff1": 0.952466, - "nauc_precision_at_20_max": 0.874683, - "nauc_precision_at_20_std": -0.006202, - "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_1_max": 0.726943, + "nauc_precision_at_1_std": -0.305661, + "nauc_precision_at_1_diff1": 0.924457, + "nauc_precision_at_3_max": 0.769343, + "nauc_precision_at_3_std": -0.46883, + "nauc_precision_at_3_diff1": 0.935574, + "nauc_precision_at_5_max": 0.782835, + "nauc_precision_at_5_std": -0.266003, + "nauc_precision_at_5_diff1": 0.962781, + "nauc_precision_at_10_max": 0.817333, + "nauc_precision_at_10_std": 0.028478, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 0.804563, + "nauc_precision_at_20_std": 0.086893, + "nauc_precision_at_20_diff1": 0.98366, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.751861, - "nauc_mrr_at_1_std": -0.244003, - "nauc_mrr_at_1_diff1": 0.928715, - "nauc_mrr_at_3_max": 0.765155, - "nauc_mrr_at_3_std": -0.313861, - "nauc_mrr_at_3_diff1": 0.929713, - "nauc_mrr_at_5_max": 0.771197, - "nauc_mrr_at_5_std": -0.280067, - "nauc_mrr_at_5_diff1": 0.931431, - "nauc_mrr_at_10_max": 0.769541, - "nauc_mrr_at_10_std": -0.277813, - "nauc_mrr_at_10_diff1": 0.931067, - "nauc_mrr_at_20_max": 0.768601, - "nauc_mrr_at_20_std": -0.277403, - "nauc_mrr_at_20_diff1": 0.930864, - "nauc_mrr_at_100_max": 0.768587, - "nauc_mrr_at_100_std": -0.276986, - "nauc_mrr_at_100_diff1": 0.930957, - "nauc_mrr_at_1000_max": 0.768509, - "nauc_mrr_at_1000_std": -0.277416, - "nauc_mrr_at_1000_diff1": 0.930934, - "main_score": 0.95392, + "nauc_mrr_at_1_max": 0.726943, + "nauc_mrr_at_1_std": -0.305661, + "nauc_mrr_at_1_diff1": 0.924457, + "nauc_mrr_at_3_max": 0.739969, + "nauc_mrr_at_3_std": -0.353559, + "nauc_mrr_at_3_diff1": 0.925629, + "nauc_mrr_at_5_max": 0.739467, + "nauc_mrr_at_5_std": -0.334067, + "nauc_mrr_at_5_diff1": 0.927412, + "nauc_mrr_at_10_max": 0.740593, + "nauc_mrr_at_10_std": -0.325141, + "nauc_mrr_at_10_diff1": 0.927233, + "nauc_mrr_at_20_max": 0.740164, + "nauc_mrr_at_20_std": -0.325865, + "nauc_mrr_at_20_diff1": 0.927121, + "nauc_mrr_at_100_max": 0.740137, + "nauc_mrr_at_100_std": -0.326695, + "nauc_mrr_at_100_diff1": 0.926986, + "nauc_mrr_at_1000_max": 0.740069, + "nauc_mrr_at_1000_std": -0.32704, + "nauc_mrr_at_1000_diff1": 0.926967, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95216, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": [ "mkd-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.84667, - "ndcg_at_3": 0.89198, - "ndcg_at_5": 0.90011, - "ndcg_at_10": 0.90588, - "ndcg_at_20": 0.90926, - "ndcg_at_100": 0.91292, - "ndcg_at_1000": 0.91381, - "map_at_1": 0.84667, - "map_at_3": 0.88111, - "map_at_5": 0.88556, - "map_at_10": 0.88795, - "map_at_20": 0.88888, - "map_at_100": 0.88944, - "map_at_1000": 0.88948, - "recall_at_1": 0.84667, - "recall_at_3": 0.92333, - "recall_at_5": 0.94333, - "recall_at_10": 0.96111, - "recall_at_20": 0.97444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83111, + "ndcg_at_3": 0.88008, + "ndcg_at_5": 0.88868, + "ndcg_at_10": 0.89403, + "ndcg_at_20": 0.89802, + "ndcg_at_100": 0.90304, + "ndcg_at_1000": 0.90394, + "map_at_1": 0.83111, + "map_at_3": 0.86852, + "map_at_5": 0.87324, + "map_at_10": 0.87543, + "map_at_20": 0.87655, + "map_at_100": 0.87728, + "map_at_1000": 0.87732, + "recall_at_1": 0.83111, + "recall_at_3": 0.91333, + "recall_at_5": 0.93444, + "recall_at_10": 0.95111, + "recall_at_20": 0.96667, "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.84667, - "precision_at_3": 0.30778, - "precision_at_5": 0.18867, - "precision_at_10": 0.09611, - "precision_at_20": 0.04872, + "accuracy": 0.83111, + "precision_at_1": 0.83111, + "precision_at_3": 0.30444, + "precision_at_5": 0.18689, + "precision_at_10": 0.09511, + "precision_at_20": 0.04833, "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.846667, - "mrr_at_3": 0.881111, - "mrr_at_5": 0.885556, - "mrr_at_10": 0.88795, - "mrr_at_20": 0.888878, - "mrr_at_100": 0.889444, - "mrr_at_1000": 0.889484, - "nauc_ndcg_at_1_max": 0.840507, - "nauc_ndcg_at_1_std": -0.042643, - "nauc_ndcg_at_1_diff1": 0.941699, - "nauc_ndcg_at_3_max": 0.870513, - "nauc_ndcg_at_3_std": 0.029122, - "nauc_ndcg_at_3_diff1": 0.925223, - "nauc_ndcg_at_5_max": 0.87213, - "nauc_ndcg_at_5_std": 0.007404, - "nauc_ndcg_at_5_diff1": 0.931776, - "nauc_ndcg_at_10_max": 0.870485, - "nauc_ndcg_at_10_std": 0.012199, - "nauc_ndcg_at_10_diff1": 0.932861, - "nauc_ndcg_at_20_max": 0.869132, - "nauc_ndcg_at_20_std": 0.027781, - "nauc_ndcg_at_20_diff1": 0.931515, - "nauc_ndcg_at_100_max": 0.865794, - "nauc_ndcg_at_100_std": 0.017428, - "nauc_ndcg_at_100_diff1": 0.932372, - "nauc_ndcg_at_1000_max": 0.864353, - "nauc_ndcg_at_1000_std": 0.009786, - "nauc_ndcg_at_1000_diff1": 0.932146, - "nauc_map_at_1_max": 0.840507, - "nauc_map_at_1_std": -0.042643, - "nauc_map_at_1_diff1": 0.941699, - "nauc_map_at_3_max": 0.861845, - "nauc_map_at_3_std": 0.00874, - "nauc_map_at_3_diff1": 0.92934, - "nauc_map_at_5_max": 0.862172, - "nauc_map_at_5_std": -0.003065, - "nauc_map_at_5_diff1": 0.93246, - "nauc_map_at_10_max": 0.861447, - "nauc_map_at_10_std": -0.001807, - "nauc_map_at_10_diff1": 0.93283, - "nauc_map_at_20_max": 0.861084, - "nauc_map_at_20_std": 0.00153, - "nauc_map_at_20_diff1": 0.932515, - "nauc_map_at_100_max": 0.860621, - "nauc_map_at_100_std": 0.000193, - "nauc_map_at_100_diff1": 0.932648, - "nauc_map_at_1000_max": 0.860569, - "nauc_map_at_1000_std": -6.7e-05, - "nauc_map_at_1000_diff1": 0.932641, - "nauc_recall_at_1_max": 0.840507, - "nauc_recall_at_1_std": -0.042643, - "nauc_recall_at_1_diff1": 0.941699, - "nauc_recall_at_3_max": 0.907847, - "nauc_recall_at_3_std": 0.11668, - "nauc_recall_at_3_diff1": 0.907915, - "nauc_recall_at_5_max": 0.92869, - "nauc_recall_at_5_std": 0.060435, - "nauc_recall_at_5_diff1": 0.931025, - "nauc_recall_at_10_max": 0.94151, - "nauc_recall_at_10_std": 0.122156, - "nauc_recall_at_10_diff1": 0.938842, - "nauc_recall_at_20_max": 0.959506, - "nauc_recall_at_20_std": 0.393233, - "nauc_recall_at_20_diff1": 0.923984, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.736695, - "nauc_recall_at_100_diff1": 0.953704, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.840507, - "nauc_precision_at_1_std": -0.042643, - "nauc_precision_at_1_diff1": 0.941699, - "nauc_precision_at_3_max": 0.907847, - "nauc_precision_at_3_std": 0.11668, - "nauc_precision_at_3_diff1": 0.907915, - "nauc_precision_at_5_max": 0.92869, - "nauc_precision_at_5_std": 0.060435, - "nauc_precision_at_5_diff1": 0.931025, - "nauc_precision_at_10_max": 0.94151, - "nauc_precision_at_10_std": 0.122156, - "nauc_precision_at_10_diff1": 0.938842, - "nauc_precision_at_20_max": 0.959506, - "nauc_precision_at_20_std": 0.393233, - "nauc_precision_at_20_diff1": 0.923984, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.736695, - "nauc_precision_at_100_diff1": 0.953704, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.840507, - "nauc_mrr_at_1_std": -0.042643, - "nauc_mrr_at_1_diff1": 0.941699, - "nauc_mrr_at_3_max": 0.861845, - "nauc_mrr_at_3_std": 0.00874, - "nauc_mrr_at_3_diff1": 0.92934, - "nauc_mrr_at_5_max": 0.862172, - "nauc_mrr_at_5_std": -0.003065, - "nauc_mrr_at_5_diff1": 0.93246, - "nauc_mrr_at_10_max": 0.861447, - "nauc_mrr_at_10_std": -0.001807, - "nauc_mrr_at_10_diff1": 0.93283, - "nauc_mrr_at_20_max": 0.861084, - "nauc_mrr_at_20_std": 0.00153, - "nauc_mrr_at_20_diff1": 0.932515, - "nauc_mrr_at_100_max": 0.860621, - "nauc_mrr_at_100_std": 0.000193, - "nauc_mrr_at_100_diff1": 0.932648, - "nauc_mrr_at_1000_max": 0.860569, - "nauc_mrr_at_1000_std": -6.7e-05, - "nauc_mrr_at_1000_diff1": 0.932641, - "main_score": 0.90588, + "mrr_at_1": 0.831111, + "mrr_at_3": 0.868519, + "mrr_at_5": 0.873241, + "mrr_at_10": 0.875432, + "mrr_at_20": 0.876553, + "mrr_at_100": 0.877281, + "mrr_at_1000": 0.877322, + "nauc_ndcg_at_1_max": 0.782973, + "nauc_ndcg_at_1_std": -0.068911, + "nauc_ndcg_at_1_diff1": 0.920885, + "nauc_ndcg_at_3_max": 0.82398, + "nauc_ndcg_at_3_std": -0.025345, + "nauc_ndcg_at_3_diff1": 0.902467, + "nauc_ndcg_at_5_max": 0.819403, + "nauc_ndcg_at_5_std": -0.058215, + "nauc_ndcg_at_5_diff1": 0.906263, + "nauc_ndcg_at_10_max": 0.817814, + "nauc_ndcg_at_10_std": -0.049972, + "nauc_ndcg_at_10_diff1": 0.909032, + "nauc_ndcg_at_20_max": 0.823237, + "nauc_ndcg_at_20_std": -0.019985, + "nauc_ndcg_at_20_diff1": 0.910575, + "nauc_ndcg_at_100_max": 0.816257, + "nauc_ndcg_at_100_std": -0.032578, + "nauc_ndcg_at_100_diff1": 0.909737, + "nauc_ndcg_at_1000_max": 0.814691, + "nauc_ndcg_at_1000_std": -0.039559, + "nauc_ndcg_at_1000_diff1": 0.910207, + "nauc_map_at_1_max": 0.782973, + "nauc_map_at_1_std": -0.068911, + "nauc_map_at_1_diff1": 0.920885, + "nauc_map_at_3_max": 0.812987, + "nauc_map_at_3_std": -0.039508, + "nauc_map_at_3_diff1": 0.907763, + "nauc_map_at_5_max": 0.810286, + "nauc_map_at_5_std": -0.05629, + "nauc_map_at_5_diff1": 0.909789, + "nauc_map_at_10_max": 0.809684, + "nauc_map_at_10_std": -0.052467, + "nauc_map_at_10_diff1": 0.910853, + "nauc_map_at_20_max": 0.810963, + "nauc_map_at_20_std": -0.045259, + "nauc_map_at_20_diff1": 0.911214, + "nauc_map_at_100_max": 0.810019, + "nauc_map_at_100_std": -0.046893, + "nauc_map_at_100_diff1": 0.911141, + "nauc_map_at_1000_max": 0.809961, + "nauc_map_at_1000_std": -0.047151, + "nauc_map_at_1000_diff1": 0.911161, + "nauc_recall_at_1_max": 0.782973, + "nauc_recall_at_1_std": -0.068911, + "nauc_recall_at_1_diff1": 0.920885, + "nauc_recall_at_3_max": 0.869497, + "nauc_recall_at_3_std": 0.034996, + "nauc_recall_at_3_diff1": 0.880294, + "nauc_recall_at_5_max": 0.866124, + "nauc_recall_at_5_std": -0.075931, + "nauc_recall_at_5_diff1": 0.888628, + "nauc_recall_at_10_max": 0.870087, + "nauc_recall_at_10_std": -0.039905, + "nauc_recall_at_10_diff1": 0.900263, + "nauc_recall_at_20_max": 0.954793, + "nauc_recall_at_20_std": 0.305167, + "nauc_recall_at_20_diff1": 0.914488, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.684174, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782973, + "nauc_precision_at_1_std": -0.068911, + "nauc_precision_at_1_diff1": 0.920885, + "nauc_precision_at_3_max": 0.869497, + "nauc_precision_at_3_std": 0.034996, + "nauc_precision_at_3_diff1": 0.880294, + "nauc_precision_at_5_max": 0.866124, + "nauc_precision_at_5_std": -0.075931, + "nauc_precision_at_5_diff1": 0.888628, + "nauc_precision_at_10_max": 0.870087, + "nauc_precision_at_10_std": -0.039905, + "nauc_precision_at_10_diff1": 0.900263, + "nauc_precision_at_20_max": 0.954793, + "nauc_precision_at_20_std": 0.305167, + "nauc_precision_at_20_diff1": 0.914488, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.684174, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.782973, + "nauc_mrr_at_1_std": -0.068911, + "nauc_mrr_at_1_diff1": 0.920885, + "nauc_mrr_at_3_max": 0.812987, + "nauc_mrr_at_3_std": -0.039508, + "nauc_mrr_at_3_diff1": 0.907763, + "nauc_mrr_at_5_max": 0.810286, + "nauc_mrr_at_5_std": -0.05629, + "nauc_mrr_at_5_diff1": 0.909789, + "nauc_mrr_at_10_max": 0.809684, + "nauc_mrr_at_10_std": -0.052467, + "nauc_mrr_at_10_diff1": 0.910853, + "nauc_mrr_at_20_max": 0.810963, + "nauc_mrr_at_20_std": -0.045259, + "nauc_mrr_at_20_diff1": 0.911214, + "nauc_mrr_at_100_max": 0.810019, + "nauc_mrr_at_100_std": -0.046893, + "nauc_mrr_at_100_diff1": 0.911141, + "nauc_mrr_at_1000_max": 0.809961, + "nauc_mrr_at_1000_std": -0.047151, + "nauc_mrr_at_1000_diff1": 0.911161, + "hit_rate_at_1": 0.83111, + "hit_rate_at_3": 0.91333, + "hit_rate_at_5": 0.93444, + "hit_rate_at_10": 0.95111, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.89403, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": [ "eng-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.74111, - "ndcg_at_3": 0.80504, - "ndcg_at_5": 0.81331, - "ndcg_at_10": 0.82273, - "ndcg_at_20": 0.83054, - "ndcg_at_100": 0.83897, - "ndcg_at_1000": 0.84213, - "map_at_1": 0.74111, - "map_at_3": 0.78981, - "map_at_5": 0.79443, - "map_at_10": 0.79835, - "map_at_20": 0.80047, - "map_at_100": 0.80154, - "map_at_1000": 0.80166, - "recall_at_1": 0.74111, - "recall_at_3": 0.84889, - "recall_at_5": 0.86889, - "recall_at_10": 0.89778, - "recall_at_20": 0.92889, - "recall_at_100": 0.97556, + "ndcg_at_1": 0.75111, + "ndcg_at_3": 0.80776, + "ndcg_at_5": 0.81762, + "ndcg_at_10": 0.8263, + "ndcg_at_20": 0.83478, + "ndcg_at_100": 0.84257, + "ndcg_at_1000": 0.84611, + "map_at_1": 0.75111, + "map_at_3": 0.79426, + "map_at_5": 0.79987, + "map_at_10": 0.80349, + "map_at_20": 0.80585, + "map_at_100": 0.80682, + "map_at_1000": 0.80698, + "recall_at_1": 0.75111, + "recall_at_3": 0.84667, + "recall_at_5": 0.87, + "recall_at_10": 0.89667, + "recall_at_20": 0.93, + "recall_at_100": 0.97333, "recall_at_1000": 1.0, - "precision_at_1": 0.74111, - "precision_at_3": 0.28296, - "precision_at_5": 0.17378, - "precision_at_10": 0.08978, - "precision_at_20": 0.04644, - "precision_at_100": 0.00976, + "accuracy": 0.75111, + "precision_at_1": 0.75111, + "precision_at_3": 0.28222, + "precision_at_5": 0.174, + "precision_at_10": 0.08967, + "precision_at_20": 0.0465, + "precision_at_100": 0.00973, "precision_at_1000": 0.001, - "mrr_at_1": 0.741111, - "mrr_at_3": 0.789815, - "mrr_at_5": 0.794426, - "mrr_at_10": 0.798353, - "mrr_at_20": 0.800465, - "mrr_at_100": 0.801542, - "mrr_at_1000": 0.801663, - "nauc_ndcg_at_1_max": 0.799598, - "nauc_ndcg_at_1_std": 0.347217, - "nauc_ndcg_at_1_diff1": 0.893657, - "nauc_ndcg_at_3_max": 0.825127, - "nauc_ndcg_at_3_std": 0.419426, - "nauc_ndcg_at_3_diff1": 0.866885, - "nauc_ndcg_at_5_max": 0.823594, - "nauc_ndcg_at_5_std": 0.4222, - "nauc_ndcg_at_5_diff1": 0.861561, - "nauc_ndcg_at_10_max": 0.82006, - "nauc_ndcg_at_10_std": 0.428412, - "nauc_ndcg_at_10_diff1": 0.855904, - "nauc_ndcg_at_20_max": 0.820868, - "nauc_ndcg_at_20_std": 0.429548, - "nauc_ndcg_at_20_diff1": 0.860996, - "nauc_ndcg_at_100_max": 0.81934, - "nauc_ndcg_at_100_std": 0.420313, - "nauc_ndcg_at_100_diff1": 0.864433, - "nauc_ndcg_at_1000_max": 0.818517, - "nauc_ndcg_at_1000_std": 0.414689, - "nauc_ndcg_at_1000_diff1": 0.866038, - "nauc_map_at_1_max": 0.799598, - "nauc_map_at_1_std": 0.347217, - "nauc_map_at_1_diff1": 0.893657, - "nauc_map_at_3_max": 0.818219, - "nauc_map_at_3_std": 0.401101, - "nauc_map_at_3_diff1": 0.873513, - "nauc_map_at_5_max": 0.817315, - "nauc_map_at_5_std": 0.402076, - "nauc_map_at_5_diff1": 0.870886, - "nauc_map_at_10_max": 0.8161, - "nauc_map_at_10_std": 0.404468, - "nauc_map_at_10_diff1": 0.869012, - "nauc_map_at_20_max": 0.816317, - "nauc_map_at_20_std": 0.404677, - "nauc_map_at_20_diff1": 0.870414, - "nauc_map_at_100_max": 0.816119, - "nauc_map_at_100_std": 0.403437, - "nauc_map_at_100_diff1": 0.870819, - "nauc_map_at_1000_max": 0.816085, - "nauc_map_at_1000_std": 0.40324, - "nauc_map_at_1000_diff1": 0.870857, - "nauc_recall_at_1_max": 0.799598, - "nauc_recall_at_1_std": 0.347217, - "nauc_recall_at_1_diff1": 0.893657, - "nauc_recall_at_3_max": 0.851292, - "nauc_recall_at_3_std": 0.488134, - "nauc_recall_at_3_diff1": 0.842137, - "nauc_recall_at_5_max": 0.849679, - "nauc_recall_at_5_std": 0.506949, - "nauc_recall_at_5_diff1": 0.821576, - "nauc_recall_at_10_max": 0.83666, - "nauc_recall_at_10_std": 0.554314, - "nauc_recall_at_10_diff1": 0.783292, - "nauc_recall_at_20_max": 0.84952, - "nauc_recall_at_20_std": 0.614372, - "nauc_recall_at_20_diff1": 0.795059, - "nauc_recall_at_100_max": 0.855275, - "nauc_recall_at_100_std": 0.674518, - "nauc_recall_at_100_diff1": 0.785247, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.799598, - "nauc_precision_at_1_std": 0.347217, - "nauc_precision_at_1_diff1": 0.893657, - "nauc_precision_at_3_max": 0.851292, - "nauc_precision_at_3_std": 0.488134, - "nauc_precision_at_3_diff1": 0.842137, - "nauc_precision_at_5_max": 0.849679, - "nauc_precision_at_5_std": 0.506949, - "nauc_precision_at_5_diff1": 0.821576, - "nauc_precision_at_10_max": 0.83666, - "nauc_precision_at_10_std": 0.554314, - "nauc_precision_at_10_diff1": 0.783292, - "nauc_precision_at_20_max": 0.84952, - "nauc_precision_at_20_std": 0.614372, - "nauc_precision_at_20_diff1": 0.795059, - "nauc_precision_at_100_max": 0.855275, - "nauc_precision_at_100_std": 0.674518, - "nauc_precision_at_100_diff1": 0.785247, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.799598, - "nauc_mrr_at_1_std": 0.347217, - "nauc_mrr_at_1_diff1": 0.893657, - "nauc_mrr_at_3_max": 0.818219, - "nauc_mrr_at_3_std": 0.401101, - "nauc_mrr_at_3_diff1": 0.873513, - "nauc_mrr_at_5_max": 0.817315, - "nauc_mrr_at_5_std": 0.402076, - "nauc_mrr_at_5_diff1": 0.870886, - "nauc_mrr_at_10_max": 0.8161, - "nauc_mrr_at_10_std": 0.404468, - "nauc_mrr_at_10_diff1": 0.869012, - "nauc_mrr_at_20_max": 0.816317, - "nauc_mrr_at_20_std": 0.404677, - "nauc_mrr_at_20_diff1": 0.870414, - "nauc_mrr_at_100_max": 0.816119, - "nauc_mrr_at_100_std": 0.403437, - "nauc_mrr_at_100_diff1": 0.870819, - "nauc_mrr_at_1000_max": 0.816085, - "nauc_mrr_at_1000_std": 0.40324, - "nauc_mrr_at_1000_diff1": 0.870857, - "main_score": 0.82273, + "mrr_at_1": 0.751111, + "mrr_at_3": 0.794259, + "mrr_at_5": 0.79987, + "mrr_at_10": 0.803486, + "mrr_at_20": 0.80585, + "mrr_at_100": 0.806825, + "mrr_at_1000": 0.806978, + "nauc_ndcg_at_1_max": 0.786655, + "nauc_ndcg_at_1_std": 0.310811, + "nauc_ndcg_at_1_diff1": 0.901895, + "nauc_ndcg_at_3_max": 0.822095, + "nauc_ndcg_at_3_std": 0.378023, + "nauc_ndcg_at_3_diff1": 0.872777, + "nauc_ndcg_at_5_max": 0.822983, + "nauc_ndcg_at_5_std": 0.389387, + "nauc_ndcg_at_5_diff1": 0.872619, + "nauc_ndcg_at_10_max": 0.817521, + "nauc_ndcg_at_10_std": 0.393997, + "nauc_ndcg_at_10_diff1": 0.867511, + "nauc_ndcg_at_20_max": 0.81942, + "nauc_ndcg_at_20_std": 0.398221, + "nauc_ndcg_at_20_diff1": 0.873753, + "nauc_ndcg_at_100_max": 0.816268, + "nauc_ndcg_at_100_std": 0.382908, + "nauc_ndcg_at_100_diff1": 0.87641, + "nauc_ndcg_at_1000_max": 0.814472, + "nauc_ndcg_at_1000_std": 0.378588, + "nauc_ndcg_at_1000_diff1": 0.876645, + "nauc_map_at_1_max": 0.786655, + "nauc_map_at_1_std": 0.310811, + "nauc_map_at_1_diff1": 0.901895, + "nauc_map_at_3_max": 0.812556, + "nauc_map_at_3_std": 0.359944, + "nauc_map_at_3_diff1": 0.880124, + "nauc_map_at_5_max": 0.812867, + "nauc_map_at_5_std": 0.365392, + "nauc_map_at_5_diff1": 0.880292, + "nauc_map_at_10_max": 0.810756, + "nauc_map_at_10_std": 0.366758, + "nauc_map_at_10_diff1": 0.878568, + "nauc_map_at_20_max": 0.811048, + "nauc_map_at_20_std": 0.367673, + "nauc_map_at_20_diff1": 0.880037, + "nauc_map_at_100_max": 0.810608, + "nauc_map_at_100_std": 0.36587, + "nauc_map_at_100_diff1": 0.880287, + "nauc_map_at_1000_max": 0.810541, + "nauc_map_at_1000_std": 0.365718, + "nauc_map_at_1000_diff1": 0.880294, + "nauc_recall_at_1_max": 0.786655, + "nauc_recall_at_1_std": 0.310811, + "nauc_recall_at_1_diff1": 0.901895, + "nauc_recall_at_3_max": 0.857224, + "nauc_recall_at_3_std": 0.444598, + "nauc_recall_at_3_diff1": 0.845997, + "nauc_recall_at_5_max": 0.8651, + "nauc_recall_at_5_std": 0.491553, + "nauc_recall_at_5_diff1": 0.840846, + "nauc_recall_at_10_max": 0.847313, + "nauc_recall_at_10_std": 0.536095, + "nauc_recall_at_10_diff1": 0.808672, + "nauc_recall_at_20_max": 0.878996, + "nauc_recall_at_20_std": 0.634246, + "nauc_recall_at_20_diff1": 0.837898, + "nauc_recall_at_100_max": 0.888441, + "nauc_recall_at_100_std": 0.561022, + "nauc_recall_at_100_diff1": 0.865682, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.786655, + "nauc_precision_at_1_std": 0.310811, + "nauc_precision_at_1_diff1": 0.901895, + "nauc_precision_at_3_max": 0.857224, + "nauc_precision_at_3_std": 0.444598, + "nauc_precision_at_3_diff1": 0.845997, + "nauc_precision_at_5_max": 0.8651, + "nauc_precision_at_5_std": 0.491553, + "nauc_precision_at_5_diff1": 0.840846, + "nauc_precision_at_10_max": 0.847313, + "nauc_precision_at_10_std": 0.536095, + "nauc_precision_at_10_diff1": 0.808672, + "nauc_precision_at_20_max": 0.878996, + "nauc_precision_at_20_std": 0.634246, + "nauc_precision_at_20_diff1": 0.837898, + "nauc_precision_at_100_max": 0.888441, + "nauc_precision_at_100_std": 0.561022, + "nauc_precision_at_100_diff1": 0.865682, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.786655, + "nauc_mrr_at_1_std": 0.310811, + "nauc_mrr_at_1_diff1": 0.901895, + "nauc_mrr_at_3_max": 0.812556, + "nauc_mrr_at_3_std": 0.359944, + "nauc_mrr_at_3_diff1": 0.880124, + "nauc_mrr_at_5_max": 0.812867, + "nauc_mrr_at_5_std": 0.365392, + "nauc_mrr_at_5_diff1": 0.880292, + "nauc_mrr_at_10_max": 0.810756, + "nauc_mrr_at_10_std": 0.366758, + "nauc_mrr_at_10_diff1": 0.878568, + "nauc_mrr_at_20_max": 0.811048, + "nauc_mrr_at_20_std": 0.367673, + "nauc_mrr_at_20_diff1": 0.880037, + "nauc_mrr_at_100_max": 0.810608, + "nauc_mrr_at_100_std": 0.36587, + "nauc_mrr_at_100_diff1": 0.880287, + "nauc_mrr_at_1000_max": 0.810541, + "nauc_mrr_at_1000_std": 0.365718, + "nauc_mrr_at_1000_diff1": 0.880294, + "hit_rate_at_1": 0.75111, + "hit_rate_at_3": 0.84667, + "hit_rate_at_5": 0.87, + "hit_rate_at_10": 0.89667, + "hit_rate_at_20": 0.93, + "hit_rate_at_100": 0.97333, + "hit_rate_at_1000": 1.0, + "main_score": 0.8263, "hf_subset": "mlt_Latn-mlt_Latn", "languages": [ "mlt-Latn", "mlt-Latn" - ] - }, - { - "ndcg_at_1": 0.89, - "ndcg_at_3": 0.93058, - "ndcg_at_5": 0.93575, - "ndcg_at_10": 0.93904, - "ndcg_at_20": 0.9419, - "ndcg_at_100": 0.94317, - "ndcg_at_1000": 0.94348, - "map_at_1": 0.89, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.92944, + "ndcg_at_5": 0.93461, + "ndcg_at_10": 0.93958, + "ndcg_at_20": 0.94241, + "ndcg_at_100": 0.94342, + "ndcg_at_1000": 0.94372, + "map_at_1": 0.89333, "map_at_3": 0.92111, "map_at_5": 0.92406, - "map_at_10": 0.92546, - "map_at_20": 0.92626, - "map_at_100": 0.92645, - "map_at_1000": 0.92647, - "recall_at_1": 0.89, - "recall_at_3": 0.95778, - "recall_at_5": 0.97, - "recall_at_10": 0.98, - "recall_at_20": 0.99111, + "map_at_10": 0.92607, + "map_at_20": 0.92686, + "map_at_100": 0.927, + "map_at_1000": 0.92701, + "recall_at_1": 0.89333, + "recall_at_3": 0.95333, + "recall_at_5": 0.96556, + "recall_at_10": 0.98111, + "recall_at_20": 0.99222, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.89, - "precision_at_3": 0.31926, - "precision_at_5": 0.194, - "precision_at_10": 0.098, - "precision_at_20": 0.04956, + "accuracy": 0.89333, + "precision_at_1": 0.89333, + "precision_at_3": 0.31778, + "precision_at_5": 0.19311, + "precision_at_10": 0.09811, + "precision_at_20": 0.04961, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.89, + "mrr_at_1": 0.893333, "mrr_at_3": 0.921111, "mrr_at_5": 0.924056, - "mrr_at_10": 0.925455, - "mrr_at_20": 0.926259, - "mrr_at_100": 0.926449, - "mrr_at_1000": 0.926465, - "nauc_ndcg_at_1_max": 0.766472, - "nauc_ndcg_at_1_std": -0.23621, - "nauc_ndcg_at_1_diff1": 0.936766, - "nauc_ndcg_at_3_max": 0.798813, - "nauc_ndcg_at_3_std": -0.303838, - "nauc_ndcg_at_3_diff1": 0.937871, - "nauc_ndcg_at_5_max": 0.790394, - "nauc_ndcg_at_5_std": -0.269008, - "nauc_ndcg_at_5_diff1": 0.934699, - "nauc_ndcg_at_10_max": 0.788445, - "nauc_ndcg_at_10_std": -0.278925, - "nauc_ndcg_at_10_diff1": 0.938576, - "nauc_ndcg_at_20_max": 0.790662, - "nauc_ndcg_at_20_std": -0.266957, - "nauc_ndcg_at_20_diff1": 0.939193, - "nauc_ndcg_at_100_max": 0.789314, - "nauc_ndcg_at_100_std": -0.259329, - "nauc_ndcg_at_100_diff1": 0.938347, - "nauc_ndcg_at_1000_max": 0.788134, - "nauc_ndcg_at_1000_std": -0.266022, - "nauc_ndcg_at_1000_diff1": 0.938002, - "nauc_map_at_1_max": 0.766472, - "nauc_map_at_1_std": -0.23621, - "nauc_map_at_1_diff1": 0.936766, - "nauc_map_at_3_max": 0.79063, - "nauc_map_at_3_std": -0.282131, - "nauc_map_at_3_diff1": 0.937669, - "nauc_map_at_5_max": 0.786215, - "nauc_map_at_5_std": -0.264154, - "nauc_map_at_5_diff1": 0.9361, - "nauc_map_at_10_max": 0.785534, - "nauc_map_at_10_std": -0.267324, - "nauc_map_at_10_diff1": 0.937474, - "nauc_map_at_20_max": 0.785953, - "nauc_map_at_20_std": -0.264437, - "nauc_map_at_20_diff1": 0.937668, - "nauc_map_at_100_max": 0.785824, - "nauc_map_at_100_std": -0.263882, - "nauc_map_at_100_diff1": 0.937574, - "nauc_map_at_1000_max": 0.785776, - "nauc_map_at_1000_std": -0.264156, - "nauc_map_at_1000_diff1": 0.93756, - "nauc_recall_at_1_max": 0.766472, - "nauc_recall_at_1_std": -0.23621, - "nauc_recall_at_1_diff1": 0.936766, - "nauc_recall_at_3_max": 0.840545, - "nauc_recall_at_3_std": -0.419185, - "nauc_recall_at_3_diff1": 0.938818, - "nauc_recall_at_5_max": 0.815524, - "nauc_recall_at_5_std": -0.294308, - "nauc_recall_at_5_diff1": 0.923574, - "nauc_recall_at_10_max": 0.808875, - "nauc_recall_at_10_std": -0.400975, - "nauc_recall_at_10_diff1": 0.953444, - "nauc_recall_at_20_max": 0.893207, - "nauc_recall_at_20_std": -0.255602, - "nauc_recall_at_20_diff1": 0.98366, + "mrr_at_10": 0.926069, + "mrr_at_20": 0.926861, + "mrr_at_100": 0.926995, + "mrr_at_1000": 0.927008, + "nauc_ndcg_at_1_max": 0.726936, + "nauc_ndcg_at_1_std": -0.258095, + "nauc_ndcg_at_1_diff1": 0.909783, + "nauc_ndcg_at_3_max": 0.766824, + "nauc_ndcg_at_3_std": -0.292009, + "nauc_ndcg_at_3_diff1": 0.908446, + "nauc_ndcg_at_5_max": 0.760697, + "nauc_ndcg_at_5_std": -0.274099, + "nauc_ndcg_at_5_diff1": 0.907808, + "nauc_ndcg_at_10_max": 0.758655, + "nauc_ndcg_at_10_std": -0.259889, + "nauc_ndcg_at_10_diff1": 0.912348, + "nauc_ndcg_at_20_max": 0.754623, + "nauc_ndcg_at_20_std": -0.280437, + "nauc_ndcg_at_20_diff1": 0.911685, + "nauc_ndcg_at_100_max": 0.756208, + "nauc_ndcg_at_100_std": -0.263877, + "nauc_ndcg_at_100_diff1": 0.911186, + "nauc_ndcg_at_1000_max": 0.754922, + "nauc_ndcg_at_1000_std": -0.270546, + "nauc_ndcg_at_1000_diff1": 0.910718, + "nauc_map_at_1_max": 0.726936, + "nauc_map_at_1_std": -0.258095, + "nauc_map_at_1_diff1": 0.909783, + "nauc_map_at_3_max": 0.757194, + "nauc_map_at_3_std": -0.279657, + "nauc_map_at_3_diff1": 0.909169, + "nauc_map_at_5_max": 0.753761, + "nauc_map_at_5_std": -0.270696, + "nauc_map_at_5_diff1": 0.908897, + "nauc_map_at_10_max": 0.752882, + "nauc_map_at_10_std": -0.26654, + "nauc_map_at_10_diff1": 0.91028, + "nauc_map_at_20_max": 0.75167, + "nauc_map_at_20_std": -0.27207, + "nauc_map_at_20_diff1": 0.910188, + "nauc_map_at_100_max": 0.752052, + "nauc_map_at_100_std": -0.269978, + "nauc_map_at_100_diff1": 0.910177, + "nauc_map_at_1000_max": 0.75201, + "nauc_map_at_1000_std": -0.270191, + "nauc_map_at_1000_diff1": 0.910162, + "nauc_recall_at_1_max": 0.726936, + "nauc_recall_at_1_std": -0.258095, + "nauc_recall_at_1_diff1": 0.909783, + "nauc_recall_at_3_max": 0.811224, + "nauc_recall_at_3_std": -0.352852, + "nauc_recall_at_3_diff1": 0.90474, + "nauc_recall_at_5_max": 0.800036, + "nauc_recall_at_5_std": -0.291527, + "nauc_recall_at_5_diff1": 0.900455, + "nauc_recall_at_10_max": 0.812627, + "nauc_recall_at_10_std": -0.150299, + "nauc_recall_at_10_diff1": 0.943016, + "nauc_recall_at_20_max": 0.792317, + "nauc_recall_at_20_std": -0.521342, + "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.766472, - "nauc_precision_at_1_std": -0.23621, - "nauc_precision_at_1_diff1": 0.936766, - "nauc_precision_at_3_max": 0.840545, - "nauc_precision_at_3_std": -0.419185, - "nauc_precision_at_3_diff1": 0.938818, - "nauc_precision_at_5_max": 0.815524, - "nauc_precision_at_5_std": -0.294308, - "nauc_precision_at_5_diff1": 0.923574, - "nauc_precision_at_10_max": 0.808875, - "nauc_precision_at_10_std": -0.400975, - "nauc_precision_at_10_diff1": 0.953444, - "nauc_precision_at_20_max": 0.893207, - "nauc_precision_at_20_std": -0.255602, - "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_1_max": 0.726936, + "nauc_precision_at_1_std": -0.258095, + "nauc_precision_at_1_diff1": 0.909783, + "nauc_precision_at_3_max": 0.811224, + "nauc_precision_at_3_std": -0.352852, + "nauc_precision_at_3_diff1": 0.90474, + "nauc_precision_at_5_max": 0.800036, + "nauc_precision_at_5_std": -0.291527, + "nauc_precision_at_5_diff1": 0.900455, + "nauc_precision_at_10_max": 0.812627, + "nauc_precision_at_10_std": -0.150299, + "nauc_precision_at_10_diff1": 0.943016, + "nauc_precision_at_20_max": 0.792317, + "nauc_precision_at_20_std": -0.521342, + "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.766472, - "nauc_mrr_at_1_std": -0.23621, - "nauc_mrr_at_1_diff1": 0.936766, - "nauc_mrr_at_3_max": 0.79063, - "nauc_mrr_at_3_std": -0.282131, - "nauc_mrr_at_3_diff1": 0.937669, - "nauc_mrr_at_5_max": 0.786215, - "nauc_mrr_at_5_std": -0.264154, - "nauc_mrr_at_5_diff1": 0.9361, - "nauc_mrr_at_10_max": 0.785534, - "nauc_mrr_at_10_std": -0.267324, - "nauc_mrr_at_10_diff1": 0.937474, - "nauc_mrr_at_20_max": 0.785953, - "nauc_mrr_at_20_std": -0.264437, - "nauc_mrr_at_20_diff1": 0.937668, - "nauc_mrr_at_100_max": 0.785824, - "nauc_mrr_at_100_std": -0.263882, - "nauc_mrr_at_100_diff1": 0.937574, - "nauc_mrr_at_1000_max": 0.785776, - "nauc_mrr_at_1000_std": -0.264156, - "nauc_mrr_at_1000_diff1": 0.93756, - "main_score": 0.93904, + "nauc_mrr_at_1_max": 0.726936, + "nauc_mrr_at_1_std": -0.258095, + "nauc_mrr_at_1_diff1": 0.909783, + "nauc_mrr_at_3_max": 0.757194, + "nauc_mrr_at_3_std": -0.279657, + "nauc_mrr_at_3_diff1": 0.909169, + "nauc_mrr_at_5_max": 0.753761, + "nauc_mrr_at_5_std": -0.270696, + "nauc_mrr_at_5_diff1": 0.908897, + "nauc_mrr_at_10_max": 0.752882, + "nauc_mrr_at_10_std": -0.26654, + "nauc_mrr_at_10_diff1": 0.91028, + "nauc_mrr_at_20_max": 0.75167, + "nauc_mrr_at_20_std": -0.27207, + "nauc_mrr_at_20_diff1": 0.910188, + "nauc_mrr_at_100_max": 0.752052, + "nauc_mrr_at_100_std": -0.269978, + "nauc_mrr_at_100_diff1": 0.910177, + "nauc_mrr_at_1000_max": 0.75201, + "nauc_mrr_at_1000_std": -0.270191, + "nauc_mrr_at_1000_diff1": 0.910162, + "hit_rate_at_1": 0.89333, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93958, "hf_subset": "mlt_Latn-eng_Latn", "languages": [ "mlt-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.70444, - "ndcg_at_3": 0.7568, - "ndcg_at_5": 0.76928, - "ndcg_at_10": 0.78079, - "ndcg_at_20": 0.78793, - "ndcg_at_100": 0.80163, - "ndcg_at_1000": 0.80739, - "map_at_1": 0.70444, - "map_at_3": 0.74481, - "map_at_5": 0.75181, - "map_at_10": 0.75657, - "map_at_20": 0.75859, - "map_at_100": 0.7606, - "map_at_1000": 0.76085, - "recall_at_1": 0.70444, - "recall_at_3": 0.79111, - "recall_at_5": 0.82111, - "recall_at_10": 0.85667, - "recall_at_20": 0.88444, - "recall_at_100": 0.95667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.69111, + "ndcg_at_3": 0.75279, + "ndcg_at_5": 0.76278, + "ndcg_at_10": 0.7738, + "ndcg_at_20": 0.78269, + "ndcg_at_100": 0.79577, + "ndcg_at_1000": 0.80087, + "map_at_1": 0.69111, + "map_at_3": 0.73796, + "map_at_5": 0.74346, + "map_at_10": 0.74794, + "map_at_20": 0.75033, + "map_at_100": 0.7521, + "map_at_1000": 0.75231, + "recall_at_1": 0.69111, + "recall_at_3": 0.79556, + "recall_at_5": 0.82, + "recall_at_10": 0.85444, + "recall_at_20": 0.89, + "recall_at_100": 0.96111, "recall_at_1000": 1.0, - "precision_at_1": 0.70444, - "precision_at_3": 0.2637, - "precision_at_5": 0.16422, - "precision_at_10": 0.08567, - "precision_at_20": 0.04422, - "precision_at_100": 0.00957, - "precision_at_1000": 0.001, - "mrr_at_1": 0.704444, - "mrr_at_3": 0.744815, - "mrr_at_5": 0.751815, - "mrr_at_10": 0.756568, - "mrr_at_20": 0.758593, - "mrr_at_100": 0.760596, - "mrr_at_1000": 0.760851, - "nauc_ndcg_at_1_max": 0.82418, - "nauc_ndcg_at_1_std": 0.412013, - "nauc_ndcg_at_1_diff1": 0.888259, - "nauc_ndcg_at_3_max": 0.867997, - "nauc_ndcg_at_3_std": 0.499294, - "nauc_ndcg_at_3_diff1": 0.875966, - "nauc_ndcg_at_5_max": 0.865775, - "nauc_ndcg_at_5_std": 0.500084, - "nauc_ndcg_at_5_diff1": 0.875503, - "nauc_ndcg_at_10_max": 0.868553, - "nauc_ndcg_at_10_std": 0.516502, - "nauc_ndcg_at_10_diff1": 0.875785, - "nauc_ndcg_at_20_max": 0.865595, - "nauc_ndcg_at_20_std": 0.520503, - "nauc_ndcg_at_20_diff1": 0.87299, - "nauc_ndcg_at_100_max": 0.863016, - "nauc_ndcg_at_100_std": 0.507745, - "nauc_ndcg_at_100_diff1": 0.875622, - "nauc_ndcg_at_1000_max": 0.860479, - "nauc_ndcg_at_1000_std": 0.497245, - "nauc_ndcg_at_1000_diff1": 0.876409, - "nauc_map_at_1_max": 0.82418, - "nauc_map_at_1_std": 0.412013, - "nauc_map_at_1_diff1": 0.888259, - "nauc_map_at_3_max": 0.858153, - "nauc_map_at_3_std": 0.478629, - "nauc_map_at_3_diff1": 0.87936, - "nauc_map_at_5_max": 0.85654, - "nauc_map_at_5_std": 0.478357, - "nauc_map_at_5_diff1": 0.879076, - "nauc_map_at_10_max": 0.857533, - "nauc_map_at_10_std": 0.484423, - "nauc_map_at_10_diff1": 0.879369, - "nauc_map_at_20_max": 0.856614, - "nauc_map_at_20_std": 0.484811, - "nauc_map_at_20_diff1": 0.878672, - "nauc_map_at_100_max": 0.856036, - "nauc_map_at_100_std": 0.482595, - "nauc_map_at_100_diff1": 0.878871, - "nauc_map_at_1000_max": 0.855944, - "nauc_map_at_1000_std": 0.482209, - "nauc_map_at_1000_diff1": 0.878895, - "nauc_recall_at_1_max": 0.82418, - "nauc_recall_at_1_std": 0.412013, - "nauc_recall_at_1_diff1": 0.888259, - "nauc_recall_at_3_max": 0.90031, - "nauc_recall_at_3_std": 0.567742, - "nauc_recall_at_3_diff1": 0.864454, - "nauc_recall_at_5_max": 0.899478, - "nauc_recall_at_5_std": 0.580961, - "nauc_recall_at_5_diff1": 0.862088, - "nauc_recall_at_10_max": 0.918334, - "nauc_recall_at_10_std": 0.669594, - "nauc_recall_at_10_diff1": 0.859328, - "nauc_recall_at_20_max": 0.910696, - "nauc_recall_at_20_std": 0.733669, - "nauc_recall_at_20_diff1": 0.837792, - "nauc_recall_at_100_max": 0.940386, - "nauc_recall_at_100_std": 0.8259, - "nauc_recall_at_100_diff1": 0.849781, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.82418, - "nauc_precision_at_1_std": 0.412013, - "nauc_precision_at_1_diff1": 0.888259, - "nauc_precision_at_3_max": 0.90031, - "nauc_precision_at_3_std": 0.567742, - "nauc_precision_at_3_diff1": 0.864454, - "nauc_precision_at_5_max": 0.899478, - "nauc_precision_at_5_std": 0.580961, - "nauc_precision_at_5_diff1": 0.862088, - "nauc_precision_at_10_max": 0.918334, - "nauc_precision_at_10_std": 0.669594, - "nauc_precision_at_10_diff1": 0.859328, - "nauc_precision_at_20_max": 0.910696, - "nauc_precision_at_20_std": 0.733669, - "nauc_precision_at_20_diff1": 0.837792, - "nauc_precision_at_100_max": 0.940386, - "nauc_precision_at_100_std": 0.8259, - "nauc_precision_at_100_diff1": 0.849781, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.82418, - "nauc_mrr_at_1_std": 0.412013, - "nauc_mrr_at_1_diff1": 0.888259, - "nauc_mrr_at_3_max": 0.858153, - "nauc_mrr_at_3_std": 0.478629, - "nauc_mrr_at_3_diff1": 0.87936, - "nauc_mrr_at_5_max": 0.85654, - "nauc_mrr_at_5_std": 0.478357, - "nauc_mrr_at_5_diff1": 0.879076, - "nauc_mrr_at_10_max": 0.857533, - "nauc_mrr_at_10_std": 0.484423, - "nauc_mrr_at_10_diff1": 0.879369, - "nauc_mrr_at_20_max": 0.856614, - "nauc_mrr_at_20_std": 0.484811, - "nauc_mrr_at_20_diff1": 0.878672, - "nauc_mrr_at_100_max": 0.856036, - "nauc_mrr_at_100_std": 0.482595, - "nauc_mrr_at_100_diff1": 0.878871, - "nauc_mrr_at_1000_max": 0.855944, - "nauc_mrr_at_1000_std": 0.482209, - "nauc_mrr_at_1000_diff1": 0.878895, - "main_score": 0.78079, + "accuracy": 0.69111, + "precision_at_1": 0.69111, + "precision_at_3": 0.26519, + "precision_at_5": 0.164, + "precision_at_10": 0.08544, + "precision_at_20": 0.0445, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.691111, + "mrr_at_3": 0.737963, + "mrr_at_5": 0.743463, + "mrr_at_10": 0.747938, + "mrr_at_20": 0.750326, + "mrr_at_100": 0.752105, + "mrr_at_1000": 0.752313, + "nauc_ndcg_at_1_max": 0.818795, + "nauc_ndcg_at_1_std": 0.296245, + "nauc_ndcg_at_1_diff1": 0.884137, + "nauc_ndcg_at_3_max": 0.855872, + "nauc_ndcg_at_3_std": 0.403914, + "nauc_ndcg_at_3_diff1": 0.863789, + "nauc_ndcg_at_5_max": 0.858574, + "nauc_ndcg_at_5_std": 0.409983, + "nauc_ndcg_at_5_diff1": 0.861687, + "nauc_ndcg_at_10_max": 0.856066, + "nauc_ndcg_at_10_std": 0.412016, + "nauc_ndcg_at_10_diff1": 0.863057, + "nauc_ndcg_at_20_max": 0.851045, + "nauc_ndcg_at_20_std": 0.409335, + "nauc_ndcg_at_20_diff1": 0.858477, + "nauc_ndcg_at_100_max": 0.8513, + "nauc_ndcg_at_100_std": 0.404317, + "nauc_ndcg_at_100_diff1": 0.862966, + "nauc_ndcg_at_1000_max": 0.849374, + "nauc_ndcg_at_1000_std": 0.392583, + "nauc_ndcg_at_1000_diff1": 0.864768, + "nauc_map_at_1_max": 0.818795, + "nauc_map_at_1_std": 0.296245, + "nauc_map_at_1_diff1": 0.884137, + "nauc_map_at_3_max": 0.846902, + "nauc_map_at_3_std": 0.374754, + "nauc_map_at_3_diff1": 0.869596, + "nauc_map_at_5_max": 0.848039, + "nauc_map_at_5_std": 0.377347, + "nauc_map_at_5_diff1": 0.868587, + "nauc_map_at_10_max": 0.847033, + "nauc_map_at_10_std": 0.377533, + "nauc_map_at_10_diff1": 0.869181, + "nauc_map_at_20_max": 0.84581, + "nauc_map_at_20_std": 0.376712, + "nauc_map_at_20_diff1": 0.868218, + "nauc_map_at_100_max": 0.845684, + "nauc_map_at_100_std": 0.375796, + "nauc_map_at_100_diff1": 0.86867, + "nauc_map_at_1000_max": 0.845615, + "nauc_map_at_1000_std": 0.375376, + "nauc_map_at_1000_diff1": 0.86874, + "nauc_recall_at_1_max": 0.818795, + "nauc_recall_at_1_std": 0.296245, + "nauc_recall_at_1_diff1": 0.884137, + "nauc_recall_at_3_max": 0.886692, + "nauc_recall_at_3_std": 0.505879, + "nauc_recall_at_3_diff1": 0.843333, + "nauc_recall_at_5_max": 0.899108, + "nauc_recall_at_5_std": 0.536513, + "nauc_recall_at_5_diff1": 0.834658, + "nauc_recall_at_10_max": 0.89552, + "nauc_recall_at_10_std": 0.57274, + "nauc_recall_at_10_diff1": 0.835331, + "nauc_recall_at_20_max": 0.869962, + "nauc_recall_at_20_std": 0.59718, + "nauc_recall_at_20_diff1": 0.793679, + "nauc_recall_at_100_max": 0.918301, + "nauc_recall_at_100_std": 0.810804, + "nauc_recall_at_100_diff1": 0.802067, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.818795, + "nauc_precision_at_1_std": 0.296245, + "nauc_precision_at_1_diff1": 0.884137, + "nauc_precision_at_3_max": 0.886692, + "nauc_precision_at_3_std": 0.505879, + "nauc_precision_at_3_diff1": 0.843333, + "nauc_precision_at_5_max": 0.899108, + "nauc_precision_at_5_std": 0.536513, + "nauc_precision_at_5_diff1": 0.834658, + "nauc_precision_at_10_max": 0.89552, + "nauc_precision_at_10_std": 0.57274, + "nauc_precision_at_10_diff1": 0.835331, + "nauc_precision_at_20_max": 0.869962, + "nauc_precision_at_20_std": 0.59718, + "nauc_precision_at_20_diff1": 0.793679, + "nauc_precision_at_100_max": 0.918301, + "nauc_precision_at_100_std": 0.810804, + "nauc_precision_at_100_diff1": 0.802067, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.818795, + "nauc_mrr_at_1_std": 0.296245, + "nauc_mrr_at_1_diff1": 0.884137, + "nauc_mrr_at_3_max": 0.846902, + "nauc_mrr_at_3_std": 0.374754, + "nauc_mrr_at_3_diff1": 0.869596, + "nauc_mrr_at_5_max": 0.848039, + "nauc_mrr_at_5_std": 0.377347, + "nauc_mrr_at_5_diff1": 0.868587, + "nauc_mrr_at_10_max": 0.847033, + "nauc_mrr_at_10_std": 0.377533, + "nauc_mrr_at_10_diff1": 0.869181, + "nauc_mrr_at_20_max": 0.84581, + "nauc_mrr_at_20_std": 0.376712, + "nauc_mrr_at_20_diff1": 0.868218, + "nauc_mrr_at_100_max": 0.845684, + "nauc_mrr_at_100_std": 0.375796, + "nauc_mrr_at_100_diff1": 0.86867, + "nauc_mrr_at_1000_max": 0.845615, + "nauc_mrr_at_1000_std": 0.375376, + "nauc_mrr_at_1000_diff1": 0.86874, + "hit_rate_at_1": 0.69111, + "hit_rate_at_3": 0.79556, + "hit_rate_at_5": 0.82, + "hit_rate_at_10": 0.85444, + "hit_rate_at_20": 0.89, + "hit_rate_at_100": 0.96111, + "hit_rate_at_1000": 1.0, + "main_score": 0.7738, "hf_subset": "eng_Latn-mlt_Latn", "languages": [ "eng-Latn", "mlt-Latn" - ] - }, - { - "ndcg_at_1": 0.51556, - "ndcg_at_3": 0.57733, - "ndcg_at_5": 0.59416, - "ndcg_at_10": 0.60882, - "ndcg_at_20": 0.62103, - "ndcg_at_100": 0.64074, - "ndcg_at_1000": 0.65795, - "map_at_1": 0.51556, - "map_at_3": 0.56185, - "map_at_5": 0.57113, - "map_at_10": 0.57715, - "map_at_20": 0.58041, - "map_at_100": 0.58295, - "map_at_1000": 0.58362, - "recall_at_1": 0.51556, - "recall_at_3": 0.62222, - "recall_at_5": 0.66333, - "recall_at_10": 0.70889, - "recall_at_20": 0.75778, - "recall_at_100": 0.86667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.51333, + "ndcg_at_3": 0.57989, + "ndcg_at_5": 0.594, + "ndcg_at_10": 0.60546, + "ndcg_at_20": 0.62016, + "ndcg_at_100": 0.641, + "ndcg_at_1000": 0.65784, + "map_at_1": 0.51333, + "map_at_3": 0.5637, + "map_at_5": 0.57148, + "map_at_10": 0.57619, + "map_at_20": 0.58028, + "map_at_100": 0.58303, + "map_at_1000": 0.58366, + "recall_at_1": 0.51333, + "recall_at_3": 0.62667, + "recall_at_5": 0.66111, + "recall_at_10": 0.69667, + "recall_at_20": 0.75444, + "recall_at_100": 0.86889, "recall_at_1000": 1.0, - "precision_at_1": 0.51556, - "precision_at_3": 0.20741, - "precision_at_5": 0.13267, - "precision_at_10": 0.07089, - "precision_at_20": 0.03789, - "precision_at_100": 0.00867, + "accuracy": 0.51333, + "precision_at_1": 0.51333, + "precision_at_3": 0.20889, + "precision_at_5": 0.13222, + "precision_at_10": 0.06967, + "precision_at_20": 0.03772, + "precision_at_100": 0.00869, "precision_at_1000": 0.001, - "mrr_at_1": 0.515556, - "mrr_at_3": 0.561852, - "mrr_at_5": 0.57113, - "mrr_at_10": 0.577146, - "mrr_at_20": 0.580412, - "mrr_at_100": 0.582954, - "mrr_at_1000": 0.583615, - "nauc_ndcg_at_1_max": 0.725165, - "nauc_ndcg_at_1_std": -0.375537, - "nauc_ndcg_at_1_diff1": 0.844134, - "nauc_ndcg_at_3_max": 0.713058, - "nauc_ndcg_at_3_std": -0.394713, - "nauc_ndcg_at_3_diff1": 0.802714, - "nauc_ndcg_at_5_max": 0.720341, - "nauc_ndcg_at_5_std": -0.372145, - "nauc_ndcg_at_5_diff1": 0.797745, - "nauc_ndcg_at_10_max": 0.712784, - "nauc_ndcg_at_10_std": -0.371166, - "nauc_ndcg_at_10_diff1": 0.791505, - "nauc_ndcg_at_20_max": 0.709501, - "nauc_ndcg_at_20_std": -0.374594, - "nauc_ndcg_at_20_diff1": 0.793096, - "nauc_ndcg_at_100_max": 0.707765, - "nauc_ndcg_at_100_std": -0.369571, - "nauc_ndcg_at_100_diff1": 0.793724, - "nauc_ndcg_at_1000_max": 0.713176, - "nauc_ndcg_at_1000_std": -0.375357, - "nauc_ndcg_at_1000_diff1": 0.800715, - "nauc_map_at_1_max": 0.725165, - "nauc_map_at_1_std": -0.375537, - "nauc_map_at_1_diff1": 0.844134, - "nauc_map_at_3_max": 0.717039, - "nauc_map_at_3_std": -0.391494, - "nauc_map_at_3_diff1": 0.813529, - "nauc_map_at_5_max": 0.721027, - "nauc_map_at_5_std": -0.379749, - "nauc_map_at_5_diff1": 0.811222, - "nauc_map_at_10_max": 0.718104, - "nauc_map_at_10_std": -0.379335, - "nauc_map_at_10_diff1": 0.808972, - "nauc_map_at_20_max": 0.717288, - "nauc_map_at_20_std": -0.380507, - "nauc_map_at_20_diff1": 0.809514, - "nauc_map_at_100_max": 0.717063, - "nauc_map_at_100_std": -0.379959, - "nauc_map_at_100_diff1": 0.809655, - "nauc_map_at_1000_max": 0.717269, - "nauc_map_at_1000_std": -0.38005, - "nauc_map_at_1000_diff1": 0.809876, - "nauc_recall_at_1_max": 0.725165, - "nauc_recall_at_1_std": -0.375537, - "nauc_recall_at_1_diff1": 0.844134, - "nauc_recall_at_3_max": 0.700235, - "nauc_recall_at_3_std": -0.404016, - "nauc_recall_at_3_diff1": 0.768853, - "nauc_recall_at_5_max": 0.718812, - "nauc_recall_at_5_std": -0.341749, - "nauc_recall_at_5_diff1": 0.75176, - "nauc_recall_at_10_max": 0.690465, - "nauc_recall_at_10_std": -0.335532, - "nauc_recall_at_10_diff1": 0.723475, - "nauc_recall_at_20_max": 0.669518, - "nauc_recall_at_20_std": -0.345293, - "nauc_recall_at_20_diff1": 0.720868, - "nauc_recall_at_100_max": 0.624658, - "nauc_recall_at_100_std": -0.266039, - "nauc_recall_at_100_diff1": 0.680361, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.725165, - "nauc_precision_at_1_std": -0.375537, - "nauc_precision_at_1_diff1": 0.844134, - "nauc_precision_at_3_max": 0.700235, - "nauc_precision_at_3_std": -0.404016, - "nauc_precision_at_3_diff1": 0.768853, - "nauc_precision_at_5_max": 0.718812, - "nauc_precision_at_5_std": -0.341749, - "nauc_precision_at_5_diff1": 0.75176, - "nauc_precision_at_10_max": 0.690465, - "nauc_precision_at_10_std": -0.335532, - "nauc_precision_at_10_diff1": 0.723475, - "nauc_precision_at_20_max": 0.669518, - "nauc_precision_at_20_std": -0.345293, - "nauc_precision_at_20_diff1": 0.720868, - "nauc_precision_at_100_max": 0.624658, - "nauc_precision_at_100_std": -0.266039, - "nauc_precision_at_100_diff1": 0.680361, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.725165, - "nauc_mrr_at_1_std": -0.375537, - "nauc_mrr_at_1_diff1": 0.844134, - "nauc_mrr_at_3_max": 0.717039, - "nauc_mrr_at_3_std": -0.391494, - "nauc_mrr_at_3_diff1": 0.813529, - "nauc_mrr_at_5_max": 0.721027, - "nauc_mrr_at_5_std": -0.379749, - "nauc_mrr_at_5_diff1": 0.811222, - "nauc_mrr_at_10_max": 0.718104, - "nauc_mrr_at_10_std": -0.379335, - "nauc_mrr_at_10_diff1": 0.808972, - "nauc_mrr_at_20_max": 0.717288, - "nauc_mrr_at_20_std": -0.380507, - "nauc_mrr_at_20_diff1": 0.809514, - "nauc_mrr_at_100_max": 0.717063, - "nauc_mrr_at_100_std": -0.379959, - "nauc_mrr_at_100_diff1": 0.809655, - "nauc_mrr_at_1000_max": 0.717269, - "nauc_mrr_at_1000_std": -0.38005, - "nauc_mrr_at_1000_diff1": 0.809876, - "main_score": 0.60882, + "mrr_at_1": 0.513333, + "mrr_at_3": 0.563704, + "mrr_at_5": 0.571481, + "mrr_at_10": 0.576188, + "mrr_at_20": 0.580279, + "mrr_at_100": 0.583027, + "mrr_at_1000": 0.583659, + "nauc_ndcg_at_1_max": 0.725625, + "nauc_ndcg_at_1_std": -0.335355, + "nauc_ndcg_at_1_diff1": 0.838151, + "nauc_ndcg_at_3_max": 0.718826, + "nauc_ndcg_at_3_std": -0.344838, + "nauc_ndcg_at_3_diff1": 0.796331, + "nauc_ndcg_at_5_max": 0.7225, + "nauc_ndcg_at_5_std": -0.330231, + "nauc_ndcg_at_5_diff1": 0.788421, + "nauc_ndcg_at_10_max": 0.715083, + "nauc_ndcg_at_10_std": -0.331321, + "nauc_ndcg_at_10_diff1": 0.78343, + "nauc_ndcg_at_20_max": 0.714497, + "nauc_ndcg_at_20_std": -0.329621, + "nauc_ndcg_at_20_diff1": 0.78563, + "nauc_ndcg_at_100_max": 0.712468, + "nauc_ndcg_at_100_std": -0.324996, + "nauc_ndcg_at_100_diff1": 0.787546, + "nauc_ndcg_at_1000_max": 0.716131, + "nauc_ndcg_at_1000_std": -0.330059, + "nauc_ndcg_at_1000_diff1": 0.793355, + "nauc_map_at_1_max": 0.725625, + "nauc_map_at_1_std": -0.335355, + "nauc_map_at_1_diff1": 0.838151, + "nauc_map_at_3_max": 0.721114, + "nauc_map_at_3_std": -0.343154, + "nauc_map_at_3_diff1": 0.806929, + "nauc_map_at_5_max": 0.722945, + "nauc_map_at_5_std": -0.335181, + "nauc_map_at_5_diff1": 0.802938, + "nauc_map_at_10_max": 0.719999, + "nauc_map_at_10_std": -0.335683, + "nauc_map_at_10_diff1": 0.801224, + "nauc_map_at_20_max": 0.719741, + "nauc_map_at_20_std": -0.335237, + "nauc_map_at_20_diff1": 0.801862, + "nauc_map_at_100_max": 0.719367, + "nauc_map_at_100_std": -0.334746, + "nauc_map_at_100_diff1": 0.80211, + "nauc_map_at_1000_max": 0.719487, + "nauc_map_at_1000_std": -0.334756, + "nauc_map_at_1000_diff1": 0.802292, + "nauc_recall_at_1_max": 0.725625, + "nauc_recall_at_1_std": -0.335355, + "nauc_recall_at_1_diff1": 0.838151, + "nauc_recall_at_3_max": 0.711402, + "nauc_recall_at_3_std": -0.349789, + "nauc_recall_at_3_diff1": 0.763136, + "nauc_recall_at_5_max": 0.721618, + "nauc_recall_at_5_std": -0.311274, + "nauc_recall_at_5_diff1": 0.739019, + "nauc_recall_at_10_max": 0.694855, + "nauc_recall_at_10_std": -0.313524, + "nauc_recall_at_10_diff1": 0.716296, + "nauc_recall_at_20_max": 0.689563, + "nauc_recall_at_20_std": -0.301824, + "nauc_recall_at_20_diff1": 0.716313, + "nauc_recall_at_100_max": 0.653012, + "nauc_recall_at_100_std": -0.225191, + "nauc_recall_at_100_diff1": 0.691809, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.725625, + "nauc_precision_at_1_std": -0.335355, + "nauc_precision_at_1_diff1": 0.838151, + "nauc_precision_at_3_max": 0.711402, + "nauc_precision_at_3_std": -0.349789, + "nauc_precision_at_3_diff1": 0.763136, + "nauc_precision_at_5_max": 0.721618, + "nauc_precision_at_5_std": -0.311274, + "nauc_precision_at_5_diff1": 0.739019, + "nauc_precision_at_10_max": 0.694855, + "nauc_precision_at_10_std": -0.313524, + "nauc_precision_at_10_diff1": 0.716296, + "nauc_precision_at_20_max": 0.689563, + "nauc_precision_at_20_std": -0.301824, + "nauc_precision_at_20_diff1": 0.716313, + "nauc_precision_at_100_max": 0.653012, + "nauc_precision_at_100_std": -0.225191, + "nauc_precision_at_100_diff1": 0.691809, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.725625, + "nauc_mrr_at_1_std": -0.335355, + "nauc_mrr_at_1_diff1": 0.838151, + "nauc_mrr_at_3_max": 0.721114, + "nauc_mrr_at_3_std": -0.343154, + "nauc_mrr_at_3_diff1": 0.806929, + "nauc_mrr_at_5_max": 0.722945, + "nauc_mrr_at_5_std": -0.335181, + "nauc_mrr_at_5_diff1": 0.802938, + "nauc_mrr_at_10_max": 0.719999, + "nauc_mrr_at_10_std": -0.335683, + "nauc_mrr_at_10_diff1": 0.801224, + "nauc_mrr_at_20_max": 0.719741, + "nauc_mrr_at_20_std": -0.335237, + "nauc_mrr_at_20_diff1": 0.801862, + "nauc_mrr_at_100_max": 0.719367, + "nauc_mrr_at_100_std": -0.334746, + "nauc_mrr_at_100_diff1": 0.80211, + "nauc_mrr_at_1000_max": 0.719487, + "nauc_mrr_at_1000_std": -0.334756, + "nauc_mrr_at_1000_diff1": 0.802292, + "hit_rate_at_1": 0.51333, + "hit_rate_at_3": 0.62667, + "hit_rate_at_5": 0.66111, + "hit_rate_at_10": 0.69667, + "hit_rate_at_20": 0.75444, + "hit_rate_at_100": 0.86889, + "hit_rate_at_1000": 1.0, + "main_score": 0.60546, "hf_subset": "mri_Latn-mri_Latn", "languages": [ "mri-Latn", "mri-Latn" - ] - }, - { - "ndcg_at_1": 0.67889, - "ndcg_at_3": 0.73902, - "ndcg_at_5": 0.7625, - "ndcg_at_10": 0.77639, - "ndcg_at_20": 0.78506, - "ndcg_at_100": 0.79884, - "ndcg_at_1000": 0.80024, - "map_at_1": 0.67889, - "map_at_3": 0.72444, - "map_at_5": 0.73756, - "map_at_10": 0.74322, - "map_at_20": 0.74558, - "map_at_100": 0.74746, - "map_at_1000": 0.74753, - "recall_at_1": 0.67889, - "recall_at_3": 0.78111, - "recall_at_5": 0.83778, - "recall_at_10": 0.88111, - "recall_at_20": 0.91556, - "recall_at_100": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.68333, + "ndcg_at_3": 0.74054, + "ndcg_at_5": 0.7622, + "ndcg_at_10": 0.77641, + "ndcg_at_20": 0.7853, + "ndcg_at_100": 0.7999, + "ndcg_at_1000": 0.80112, + "map_at_1": 0.68333, + "map_at_3": 0.72685, + "map_at_5": 0.73896, + "map_at_10": 0.74473, + "map_at_20": 0.74711, + "map_at_100": 0.7491, + "map_at_1000": 0.74915, + "recall_at_1": 0.68333, + "recall_at_3": 0.78, + "recall_at_5": 0.83222, + "recall_at_10": 0.87667, + "recall_at_20": 0.91222, + "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.67889, - "precision_at_3": 0.26037, - "precision_at_5": 0.16756, - "precision_at_10": 0.08811, - "precision_at_20": 0.04578, - "precision_at_100": 0.0099, + "accuracy": 0.68333, + "precision_at_1": 0.68333, + "precision_at_3": 0.26, + "precision_at_5": 0.16644, + "precision_at_10": 0.08767, + "precision_at_20": 0.04561, + "precision_at_100": 0.00991, "precision_at_1000": 0.001, - "mrr_at_1": 0.678889, - "mrr_at_3": 0.724444, - "mrr_at_5": 0.737556, - "mrr_at_10": 0.743221, - "mrr_at_20": 0.745575, - "mrr_at_100": 0.747458, - "mrr_at_1000": 0.74753, - "nauc_ndcg_at_1_max": 0.761364, - "nauc_ndcg_at_1_std": 0.02258, - "nauc_ndcg_at_1_diff1": 0.854117, - "nauc_ndcg_at_3_max": 0.752823, - "nauc_ndcg_at_3_std": 0.006653, - "nauc_ndcg_at_3_diff1": 0.826408, - "nauc_ndcg_at_5_max": 0.757446, - "nauc_ndcg_at_5_std": 0.019301, - "nauc_ndcg_at_5_diff1": 0.826628, - "nauc_ndcg_at_10_max": 0.7534, - "nauc_ndcg_at_10_std": 0.02344, - "nauc_ndcg_at_10_diff1": 0.825777, - "nauc_ndcg_at_20_max": 0.75625, - "nauc_ndcg_at_20_std": 0.032508, - "nauc_ndcg_at_20_diff1": 0.826659, - "nauc_ndcg_at_100_max": 0.756731, - "nauc_ndcg_at_100_std": 0.021096, - "nauc_ndcg_at_100_diff1": 0.832176, - "nauc_ndcg_at_1000_max": 0.755977, - "nauc_ndcg_at_1000_std": 0.018438, - "nauc_ndcg_at_1000_diff1": 0.831588, - "nauc_map_at_1_max": 0.761364, - "nauc_map_at_1_std": 0.02258, - "nauc_map_at_1_diff1": 0.854117, - "nauc_map_at_3_max": 0.755276, - "nauc_map_at_3_std": 0.007357, - "nauc_map_at_3_diff1": 0.833567, - "nauc_map_at_5_max": 0.757468, - "nauc_map_at_5_std": 0.013341, - "nauc_map_at_5_diff1": 0.833881, - "nauc_map_at_10_max": 0.755928, - "nauc_map_at_10_std": 0.013972, - "nauc_map_at_10_diff1": 0.833722, - "nauc_map_at_20_max": 0.756601, - "nauc_map_at_20_std": 0.015929, - "nauc_map_at_20_diff1": 0.833988, - "nauc_map_at_100_max": 0.756552, - "nauc_map_at_100_std": 0.014514, - "nauc_map_at_100_diff1": 0.834619, - "nauc_map_at_1000_max": 0.756524, - "nauc_map_at_1000_std": 0.014396, - "nauc_map_at_1000_diff1": 0.8346, - "nauc_recall_at_1_max": 0.761364, - "nauc_recall_at_1_std": 0.02258, - "nauc_recall_at_1_diff1": 0.854117, - "nauc_recall_at_3_max": 0.744302, - "nauc_recall_at_3_std": 0.006018, - "nauc_recall_at_3_diff1": 0.801908, - "nauc_recall_at_5_max": 0.75878, - "nauc_recall_at_5_std": 0.05084, - "nauc_recall_at_5_diff1": 0.796069, - "nauc_recall_at_10_max": 0.738462, - "nauc_recall_at_10_std": 0.090249, - "nauc_recall_at_10_diff1": 0.781713, - "nauc_recall_at_20_max": 0.758453, - "nauc_recall_at_20_std": 0.197559, - "nauc_recall_at_20_diff1": 0.773134, - "nauc_recall_at_100_max": 0.854238, - "nauc_recall_at_100_std": 0.349621, - "nauc_recall_at_100_diff1": 0.909223, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.761364, - "nauc_precision_at_1_std": 0.02258, - "nauc_precision_at_1_diff1": 0.854117, - "nauc_precision_at_3_max": 0.744302, - "nauc_precision_at_3_std": 0.006018, - "nauc_precision_at_3_diff1": 0.801908, - "nauc_precision_at_5_max": 0.75878, - "nauc_precision_at_5_std": 0.05084, - "nauc_precision_at_5_diff1": 0.796069, - "nauc_precision_at_10_max": 0.738462, - "nauc_precision_at_10_std": 0.090249, - "nauc_precision_at_10_diff1": 0.781713, - "nauc_precision_at_20_max": 0.758453, - "nauc_precision_at_20_std": 0.197559, - "nauc_precision_at_20_diff1": 0.773134, - "nauc_precision_at_100_max": 0.854238, - "nauc_precision_at_100_std": 0.349621, - "nauc_precision_at_100_diff1": 0.909223, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.761364, - "nauc_mrr_at_1_std": 0.02258, - "nauc_mrr_at_1_diff1": 0.854117, - "nauc_mrr_at_3_max": 0.755276, - "nauc_mrr_at_3_std": 0.007357, - "nauc_mrr_at_3_diff1": 0.833567, - "nauc_mrr_at_5_max": 0.757468, - "nauc_mrr_at_5_std": 0.013341, - "nauc_mrr_at_5_diff1": 0.833881, - "nauc_mrr_at_10_max": 0.755928, - "nauc_mrr_at_10_std": 0.013972, - "nauc_mrr_at_10_diff1": 0.833722, - "nauc_mrr_at_20_max": 0.756601, - "nauc_mrr_at_20_std": 0.015929, - "nauc_mrr_at_20_diff1": 0.833988, - "nauc_mrr_at_100_max": 0.756552, - "nauc_mrr_at_100_std": 0.014514, - "nauc_mrr_at_100_diff1": 0.834619, - "nauc_mrr_at_1000_max": 0.756524, - "nauc_mrr_at_1000_std": 0.014396, - "nauc_mrr_at_1000_diff1": 0.8346, - "main_score": 0.77639, + "mrr_at_1": 0.683333, + "mrr_at_3": 0.726852, + "mrr_at_5": 0.738963, + "mrr_at_10": 0.74473, + "mrr_at_20": 0.747113, + "mrr_at_100": 0.749095, + "mrr_at_1000": 0.749154, + "nauc_ndcg_at_1_max": 0.743347, + "nauc_ndcg_at_1_std": 0.018928, + "nauc_ndcg_at_1_diff1": 0.839637, + "nauc_ndcg_at_3_max": 0.726271, + "nauc_ndcg_at_3_std": 0.006703, + "nauc_ndcg_at_3_diff1": 0.817099, + "nauc_ndcg_at_5_max": 0.724835, + "nauc_ndcg_at_5_std": 0.013423, + "nauc_ndcg_at_5_diff1": 0.809327, + "nauc_ndcg_at_10_max": 0.726368, + "nauc_ndcg_at_10_std": 0.01832, + "nauc_ndcg_at_10_diff1": 0.8119, + "nauc_ndcg_at_20_max": 0.729722, + "nauc_ndcg_at_20_std": 0.026055, + "nauc_ndcg_at_20_diff1": 0.812152, + "nauc_ndcg_at_100_max": 0.731066, + "nauc_ndcg_at_100_std": 0.019413, + "nauc_ndcg_at_100_diff1": 0.818795, + "nauc_ndcg_at_1000_max": 0.730797, + "nauc_ndcg_at_1000_std": 0.017431, + "nauc_ndcg_at_1000_diff1": 0.818246, + "nauc_map_at_1_max": 0.743347, + "nauc_map_at_1_std": 0.018928, + "nauc_map_at_1_diff1": 0.839637, + "nauc_map_at_3_max": 0.731102, + "nauc_map_at_3_std": 0.008439, + "nauc_map_at_3_diff1": 0.823072, + "nauc_map_at_5_max": 0.730564, + "nauc_map_at_5_std": 0.012661, + "nauc_map_at_5_diff1": 0.819158, + "nauc_map_at_10_max": 0.731464, + "nauc_map_at_10_std": 0.014417, + "nauc_map_at_10_diff1": 0.820587, + "nauc_map_at_20_max": 0.732216, + "nauc_map_at_20_std": 0.016151, + "nauc_map_at_20_diff1": 0.820806, + "nauc_map_at_100_max": 0.732378, + "nauc_map_at_100_std": 0.015226, + "nauc_map_at_100_diff1": 0.821578, + "nauc_map_at_1000_max": 0.732375, + "nauc_map_at_1000_std": 0.015159, + "nauc_map_at_1000_diff1": 0.821558, + "nauc_recall_at_1_max": 0.743347, + "nauc_recall_at_1_std": 0.018928, + "nauc_recall_at_1_diff1": 0.839637, + "nauc_recall_at_3_max": 0.709675, + "nauc_recall_at_3_std": 0.001548, + "nauc_recall_at_3_diff1": 0.79677, + "nauc_recall_at_5_max": 0.700655, + "nauc_recall_at_5_std": 0.017688, + "nauc_recall_at_5_diff1": 0.767341, + "nauc_recall_at_10_max": 0.69861, + "nauc_recall_at_10_std": 0.044178, + "nauc_recall_at_10_diff1": 0.764406, + "nauc_recall_at_20_max": 0.719108, + "nauc_recall_at_20_std": 0.121518, + "nauc_recall_at_20_diff1": 0.747598, + "nauc_recall_at_100_max": 0.777428, + "nauc_recall_at_100_std": 0.314426, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743347, + "nauc_precision_at_1_std": 0.018928, + "nauc_precision_at_1_diff1": 0.839637, + "nauc_precision_at_3_max": 0.709675, + "nauc_precision_at_3_std": 0.001548, + "nauc_precision_at_3_diff1": 0.79677, + "nauc_precision_at_5_max": 0.700655, + "nauc_precision_at_5_std": 0.017688, + "nauc_precision_at_5_diff1": 0.767341, + "nauc_precision_at_10_max": 0.69861, + "nauc_precision_at_10_std": 0.044178, + "nauc_precision_at_10_diff1": 0.764406, + "nauc_precision_at_20_max": 0.719108, + "nauc_precision_at_20_std": 0.121518, + "nauc_precision_at_20_diff1": 0.747598, + "nauc_precision_at_100_max": 0.777428, + "nauc_precision_at_100_std": 0.314426, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743347, + "nauc_mrr_at_1_std": 0.018928, + "nauc_mrr_at_1_diff1": 0.839637, + "nauc_mrr_at_3_max": 0.731102, + "nauc_mrr_at_3_std": 0.008439, + "nauc_mrr_at_3_diff1": 0.823072, + "nauc_mrr_at_5_max": 0.730564, + "nauc_mrr_at_5_std": 0.012661, + "nauc_mrr_at_5_diff1": 0.819158, + "nauc_mrr_at_10_max": 0.731464, + "nauc_mrr_at_10_std": 0.014417, + "nauc_mrr_at_10_diff1": 0.820587, + "nauc_mrr_at_20_max": 0.732216, + "nauc_mrr_at_20_std": 0.016151, + "nauc_mrr_at_20_diff1": 0.820806, + "nauc_mrr_at_100_max": 0.732378, + "nauc_mrr_at_100_std": 0.015226, + "nauc_mrr_at_100_diff1": 0.821578, + "nauc_mrr_at_1000_max": 0.732375, + "nauc_mrr_at_1000_std": 0.015159, + "nauc_mrr_at_1000_diff1": 0.821558, + "hit_rate_at_1": 0.68333, + "hit_rate_at_3": 0.78, + "hit_rate_at_5": 0.83222, + "hit_rate_at_10": 0.87667, + "hit_rate_at_20": 0.91222, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.77641, "hf_subset": "mri_Latn-eng_Latn", "languages": [ "mri-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.47333, - "ndcg_at_3": 0.52493, - "ndcg_at_5": 0.53689, - "ndcg_at_10": 0.55149, - "ndcg_at_20": 0.56501, - "ndcg_at_100": 0.59065, - "ndcg_at_1000": 0.61262, - "map_at_1": 0.47333, - "map_at_3": 0.51241, - "map_at_5": 0.51907, - "map_at_10": 0.52503, - "map_at_20": 0.52875, - "map_at_100": 0.53202, - "map_at_1000": 0.53289, - "recall_at_1": 0.47333, - "recall_at_3": 0.56111, - "recall_at_5": 0.59, - "recall_at_10": 0.63556, - "recall_at_20": 0.68889, - "recall_at_100": 0.83111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47, + "ndcg_at_3": 0.5195, + "ndcg_at_5": 0.52973, + "ndcg_at_10": 0.54562, + "ndcg_at_20": 0.55664, + "ndcg_at_100": 0.58279, + "ndcg_at_1000": 0.60708, + "map_at_1": 0.47, + "map_at_3": 0.50741, + "map_at_5": 0.51319, + "map_at_10": 0.51979, + "map_at_20": 0.52284, + "map_at_100": 0.52628, + "map_at_1000": 0.52727, + "recall_at_1": 0.47, + "recall_at_3": 0.55444, + "recall_at_5": 0.57889, + "recall_at_10": 0.62778, + "recall_at_20": 0.67111, + "recall_at_100": 0.81444, "recall_at_1000": 1.0, - "precision_at_1": 0.47333, - "precision_at_3": 0.18704, - "precision_at_5": 0.118, - "precision_at_10": 0.06356, - "precision_at_20": 0.03444, - "precision_at_100": 0.00831, - "precision_at_1000": 0.001, - "mrr_at_1": 0.473333, - "mrr_at_3": 0.512407, - "mrr_at_5": 0.519074, - "mrr_at_10": 0.525026, - "mrr_at_20": 0.52875, - "mrr_at_100": 0.532018, - "mrr_at_1000": 0.53289, - "nauc_ndcg_at_1_max": 0.876183, - "nauc_ndcg_at_1_std": 0.335479, - "nauc_ndcg_at_1_diff1": 0.85819, - "nauc_ndcg_at_3_max": 0.876761, - "nauc_ndcg_at_3_std": 0.378757, - "nauc_ndcg_at_3_diff1": 0.806635, - "nauc_ndcg_at_5_max": 0.866474, - "nauc_ndcg_at_5_std": 0.377164, - "nauc_ndcg_at_5_diff1": 0.793254, - "nauc_ndcg_at_10_max": 0.860967, - "nauc_ndcg_at_10_std": 0.37623, - "nauc_ndcg_at_10_diff1": 0.785712, - "nauc_ndcg_at_20_max": 0.854498, - "nauc_ndcg_at_20_std": 0.376213, - "nauc_ndcg_at_20_diff1": 0.7766, - "nauc_ndcg_at_100_max": 0.851444, - "nauc_ndcg_at_100_std": 0.383242, - "nauc_ndcg_at_100_diff1": 0.773564, - "nauc_ndcg_at_1000_max": 0.860557, - "nauc_ndcg_at_1000_std": 0.374416, - "nauc_ndcg_at_1000_diff1": 0.790403, - "nauc_map_at_1_max": 0.876183, - "nauc_map_at_1_std": 0.335479, - "nauc_map_at_1_diff1": 0.85819, - "nauc_map_at_3_max": 0.877432, - "nauc_map_at_3_std": 0.367936, - "nauc_map_at_3_diff1": 0.819472, - "nauc_map_at_5_max": 0.871836, - "nauc_map_at_5_std": 0.367095, - "nauc_map_at_5_diff1": 0.812319, - "nauc_map_at_10_max": 0.869615, - "nauc_map_at_10_std": 0.366636, - "nauc_map_at_10_diff1": 0.809337, - "nauc_map_at_20_max": 0.868087, - "nauc_map_at_20_std": 0.366548, - "nauc_map_at_20_diff1": 0.807184, - "nauc_map_at_100_max": 0.867725, - "nauc_map_at_100_std": 0.367378, - "nauc_map_at_100_diff1": 0.806755, - "nauc_map_at_1000_max": 0.868005, - "nauc_map_at_1000_std": 0.367044, - "nauc_map_at_1000_diff1": 0.807357, - "nauc_recall_at_1_max": 0.876183, - "nauc_recall_at_1_std": 0.335479, - "nauc_recall_at_1_diff1": 0.85819, - "nauc_recall_at_3_max": 0.874387, - "nauc_recall_at_3_std": 0.411368, - "nauc_recall_at_3_diff1": 0.767969, - "nauc_recall_at_5_max": 0.847961, - "nauc_recall_at_5_std": 0.407889, - "nauc_recall_at_5_diff1": 0.732254, - "nauc_recall_at_10_max": 0.827914, - "nauc_recall_at_10_std": 0.407022, - "nauc_recall_at_10_diff1": 0.702257, - "nauc_recall_at_20_max": 0.792328, - "nauc_recall_at_20_std": 0.410519, - "nauc_recall_at_20_diff1": 0.648723, - "nauc_recall_at_100_max": 0.72264, - "nauc_recall_at_100_std": 0.502631, - "nauc_recall_at_100_diff1": 0.542391, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.876183, - "nauc_precision_at_1_std": 0.335479, - "nauc_precision_at_1_diff1": 0.85819, - "nauc_precision_at_3_max": 0.874387, - "nauc_precision_at_3_std": 0.411368, - "nauc_precision_at_3_diff1": 0.767969, - "nauc_precision_at_5_max": 0.847961, - "nauc_precision_at_5_std": 0.407889, - "nauc_precision_at_5_diff1": 0.732254, - "nauc_precision_at_10_max": 0.827914, - "nauc_precision_at_10_std": 0.407022, - "nauc_precision_at_10_diff1": 0.702257, - "nauc_precision_at_20_max": 0.792328, - "nauc_precision_at_20_std": 0.410519, - "nauc_precision_at_20_diff1": 0.648723, - "nauc_precision_at_100_max": 0.72264, - "nauc_precision_at_100_std": 0.502631, - "nauc_precision_at_100_diff1": 0.542391, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.876183, - "nauc_mrr_at_1_std": 0.335479, - "nauc_mrr_at_1_diff1": 0.85819, - "nauc_mrr_at_3_max": 0.877432, - "nauc_mrr_at_3_std": 0.367936, - "nauc_mrr_at_3_diff1": 0.819472, - "nauc_mrr_at_5_max": 0.871836, - "nauc_mrr_at_5_std": 0.367095, - "nauc_mrr_at_5_diff1": 0.812319, - "nauc_mrr_at_10_max": 0.869615, - "nauc_mrr_at_10_std": 0.366636, - "nauc_mrr_at_10_diff1": 0.809337, - "nauc_mrr_at_20_max": 0.868087, - "nauc_mrr_at_20_std": 0.366548, - "nauc_mrr_at_20_diff1": 0.807184, - "nauc_mrr_at_100_max": 0.867725, - "nauc_mrr_at_100_std": 0.367378, - "nauc_mrr_at_100_diff1": 0.806755, - "nauc_mrr_at_1000_max": 0.868005, - "nauc_mrr_at_1000_std": 0.367044, - "nauc_mrr_at_1000_diff1": 0.807357, - "main_score": 0.55149, + "accuracy": 0.47, + "precision_at_1": 0.47, + "precision_at_3": 0.18481, + "precision_at_5": 0.11578, + "precision_at_10": 0.06278, + "precision_at_20": 0.03356, + "precision_at_100": 0.00814, + "precision_at_1000": 0.001, + "mrr_at_1": 0.47, + "mrr_at_3": 0.507407, + "mrr_at_5": 0.513185, + "mrr_at_10": 0.519787, + "mrr_at_20": 0.52284, + "mrr_at_100": 0.526278, + "mrr_at_1000": 0.527271, + "nauc_ndcg_at_1_max": 0.856354, + "nauc_ndcg_at_1_std": 0.325549, + "nauc_ndcg_at_1_diff1": 0.857079, + "nauc_ndcg_at_3_max": 0.858909, + "nauc_ndcg_at_3_std": 0.358112, + "nauc_ndcg_at_3_diff1": 0.815685, + "nauc_ndcg_at_5_max": 0.85494, + "nauc_ndcg_at_5_std": 0.361865, + "nauc_ndcg_at_5_diff1": 0.810874, + "nauc_ndcg_at_10_max": 0.851721, + "nauc_ndcg_at_10_std": 0.369237, + "nauc_ndcg_at_10_diff1": 0.803857, + "nauc_ndcg_at_20_max": 0.846523, + "nauc_ndcg_at_20_std": 0.367074, + "nauc_ndcg_at_20_diff1": 0.798833, + "nauc_ndcg_at_100_max": 0.843343, + "nauc_ndcg_at_100_std": 0.372845, + "nauc_ndcg_at_100_diff1": 0.795257, + "nauc_ndcg_at_1000_max": 0.848656, + "nauc_ndcg_at_1000_std": 0.362702, + "nauc_ndcg_at_1000_diff1": 0.806479, + "nauc_map_at_1_max": 0.856354, + "nauc_map_at_1_std": 0.325549, + "nauc_map_at_1_diff1": 0.857079, + "nauc_map_at_3_max": 0.858452, + "nauc_map_at_3_std": 0.34998, + "nauc_map_at_3_diff1": 0.824987, + "nauc_map_at_5_max": 0.856259, + "nauc_map_at_5_std": 0.352078, + "nauc_map_at_5_diff1": 0.822371, + "nauc_map_at_10_max": 0.854835, + "nauc_map_at_10_std": 0.355073, + "nauc_map_at_10_diff1": 0.819383, + "nauc_map_at_20_max": 0.853456, + "nauc_map_at_20_std": 0.354299, + "nauc_map_at_20_diff1": 0.818177, + "nauc_map_at_100_max": 0.852934, + "nauc_map_at_100_std": 0.35473, + "nauc_map_at_100_diff1": 0.817685, + "nauc_map_at_1000_max": 0.853082, + "nauc_map_at_1000_std": 0.35439, + "nauc_map_at_1000_diff1": 0.818051, + "nauc_recall_at_1_max": 0.856354, + "nauc_recall_at_1_std": 0.325549, + "nauc_recall_at_1_diff1": 0.857079, + "nauc_recall_at_3_max": 0.860203, + "nauc_recall_at_3_std": 0.382547, + "nauc_recall_at_3_diff1": 0.788177, + "nauc_recall_at_5_max": 0.850246, + "nauc_recall_at_5_std": 0.39233, + "nauc_recall_at_5_diff1": 0.775389, + "nauc_recall_at_10_max": 0.839785, + "nauc_recall_at_10_std": 0.419066, + "nauc_recall_at_10_diff1": 0.750382, + "nauc_recall_at_20_max": 0.814811, + "nauc_recall_at_20_std": 0.414601, + "nauc_recall_at_20_diff1": 0.721922, + "nauc_recall_at_100_max": 0.771798, + "nauc_recall_at_100_std": 0.502954, + "nauc_recall_at_100_diff1": 0.648825, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.856354, + "nauc_precision_at_1_std": 0.325549, + "nauc_precision_at_1_diff1": 0.857079, + "nauc_precision_at_3_max": 0.860203, + "nauc_precision_at_3_std": 0.382547, + "nauc_precision_at_3_diff1": 0.788177, + "nauc_precision_at_5_max": 0.850246, + "nauc_precision_at_5_std": 0.39233, + "nauc_precision_at_5_diff1": 0.775389, + "nauc_precision_at_10_max": 0.839785, + "nauc_precision_at_10_std": 0.419066, + "nauc_precision_at_10_diff1": 0.750382, + "nauc_precision_at_20_max": 0.814811, + "nauc_precision_at_20_std": 0.414601, + "nauc_precision_at_20_diff1": 0.721922, + "nauc_precision_at_100_max": 0.771798, + "nauc_precision_at_100_std": 0.502954, + "nauc_precision_at_100_diff1": 0.648825, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.856354, + "nauc_mrr_at_1_std": 0.325549, + "nauc_mrr_at_1_diff1": 0.857079, + "nauc_mrr_at_3_max": 0.858452, + "nauc_mrr_at_3_std": 0.34998, + "nauc_mrr_at_3_diff1": 0.824987, + "nauc_mrr_at_5_max": 0.856259, + "nauc_mrr_at_5_std": 0.352078, + "nauc_mrr_at_5_diff1": 0.822371, + "nauc_mrr_at_10_max": 0.854835, + "nauc_mrr_at_10_std": 0.355073, + "nauc_mrr_at_10_diff1": 0.819383, + "nauc_mrr_at_20_max": 0.853456, + "nauc_mrr_at_20_std": 0.354299, + "nauc_mrr_at_20_diff1": 0.818177, + "nauc_mrr_at_100_max": 0.852934, + "nauc_mrr_at_100_std": 0.35473, + "nauc_mrr_at_100_diff1": 0.817685, + "nauc_mrr_at_1000_max": 0.853082, + "nauc_mrr_at_1000_std": 0.35439, + "nauc_mrr_at_1000_diff1": 0.818051, + "hit_rate_at_1": 0.47, + "hit_rate_at_3": 0.55444, + "hit_rate_at_5": 0.57889, + "hit_rate_at_10": 0.62778, + "hit_rate_at_20": 0.67111, + "hit_rate_at_100": 0.81444, + "hit_rate_at_1000": 1.0, + "main_score": 0.54562, "hf_subset": "eng_Latn-mri_Latn", "languages": [ "eng-Latn", "mri-Latn" - ] - }, - { - "ndcg_at_1": 0.66556, - "ndcg_at_3": 0.73789, - "ndcg_at_5": 0.75802, - "ndcg_at_10": 0.77551, - "ndcg_at_20": 0.78503, - "ndcg_at_100": 0.79539, - "ndcg_at_1000": 0.79795, - "map_at_1": 0.66556, - "map_at_3": 0.72093, - "map_at_5": 0.73209, - "map_at_10": 0.73944, - "map_at_20": 0.74204, - "map_at_100": 0.74357, - "map_at_1000": 0.74369, - "recall_at_1": 0.66556, - "recall_at_3": 0.78667, - "recall_at_5": 0.83556, - "recall_at_10": 0.88889, - "recall_at_20": 0.92667, - "recall_at_100": 0.98111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.64556, + "ndcg_at_3": 0.72971, + "ndcg_at_5": 0.74414, + "ndcg_at_10": 0.76461, + "ndcg_at_20": 0.7736, + "ndcg_at_100": 0.7834, + "ndcg_at_1000": 0.78664, + "map_at_1": 0.64556, + "map_at_3": 0.70889, + "map_at_5": 0.71678, + "map_at_10": 0.72542, + "map_at_20": 0.72789, + "map_at_100": 0.7293, + "map_at_1000": 0.72943, + "recall_at_1": 0.64556, + "recall_at_3": 0.79, + "recall_at_5": 0.82556, + "recall_at_10": 0.88778, + "recall_at_20": 0.92333, + "recall_at_100": 0.97556, "recall_at_1000": 1.0, - "precision_at_1": 0.66556, - "precision_at_3": 0.26222, - "precision_at_5": 0.16711, - "precision_at_10": 0.08889, - "precision_at_20": 0.04633, - "precision_at_100": 0.00981, + "accuracy": 0.64556, + "precision_at_1": 0.64556, + "precision_at_3": 0.26333, + "precision_at_5": 0.16511, + "precision_at_10": 0.08878, + "precision_at_20": 0.04617, + "precision_at_100": 0.00976, "precision_at_1000": 0.001, - "mrr_at_1": 0.665556, - "mrr_at_3": 0.720926, - "mrr_at_5": 0.732093, - "mrr_at_10": 0.73944, - "mrr_at_20": 0.742036, - "mrr_at_100": 0.74357, - "mrr_at_1000": 0.743689, - "nauc_ndcg_at_1_max": 0.704491, - "nauc_ndcg_at_1_std": -0.006648, - "nauc_ndcg_at_1_diff1": 0.816153, - "nauc_ndcg_at_3_max": 0.714592, - "nauc_ndcg_at_3_std": 0.013295, - "nauc_ndcg_at_3_diff1": 0.772738, - "nauc_ndcg_at_5_max": 0.725053, - "nauc_ndcg_at_5_std": 0.040582, - "nauc_ndcg_at_5_diff1": 0.766276, - "nauc_ndcg_at_10_max": 0.722991, - "nauc_ndcg_at_10_std": 0.048127, - "nauc_ndcg_at_10_diff1": 0.768631, - "nauc_ndcg_at_20_max": 0.727966, - "nauc_ndcg_at_20_std": 0.059571, - "nauc_ndcg_at_20_diff1": 0.776901, - "nauc_ndcg_at_100_max": 0.723397, - "nauc_ndcg_at_100_std": 0.043322, - "nauc_ndcg_at_100_diff1": 0.780516, - "nauc_ndcg_at_1000_max": 0.720939, - "nauc_ndcg_at_1000_std": 0.036105, - "nauc_ndcg_at_1000_diff1": 0.781299, - "nauc_map_at_1_max": 0.704491, - "nauc_map_at_1_std": -0.006648, - "nauc_map_at_1_diff1": 0.816153, - "nauc_map_at_3_max": 0.712199, - "nauc_map_at_3_std": 0.008481, - "nauc_map_at_3_diff1": 0.784288, - "nauc_map_at_5_max": 0.717696, - "nauc_map_at_5_std": 0.022355, - "nauc_map_at_5_diff1": 0.78148, - "nauc_map_at_10_max": 0.716858, - "nauc_map_at_10_std": 0.025106, - "nauc_map_at_10_diff1": 0.782794, - "nauc_map_at_20_max": 0.717988, - "nauc_map_at_20_std": 0.027481, - "nauc_map_at_20_diff1": 0.784944, - "nauc_map_at_100_max": 0.717337, - "nauc_map_at_100_std": 0.02513, - "nauc_map_at_100_diff1": 0.785602, - "nauc_map_at_1000_max": 0.717243, - "nauc_map_at_1000_std": 0.024859, - "nauc_map_at_1000_diff1": 0.785643, - "nauc_recall_at_1_max": 0.704491, - "nauc_recall_at_1_std": -0.006648, - "nauc_recall_at_1_diff1": 0.816153, - "nauc_recall_at_3_max": 0.722852, - "nauc_recall_at_3_std": 0.029964, - "nauc_recall_at_3_diff1": 0.732115, - "nauc_recall_at_5_max": 0.758059, - "nauc_recall_at_5_std": 0.123757, - "nauc_recall_at_5_diff1": 0.699979, - "nauc_recall_at_10_max": 0.759357, - "nauc_recall_at_10_std": 0.195142, - "nauc_recall_at_10_diff1": 0.684787, - "nauc_recall_at_20_max": 0.826854, - "nauc_recall_at_20_std": 0.384461, - "nauc_recall_at_20_diff1": 0.725596, - "nauc_recall_at_100_max": 0.8918, - "nauc_recall_at_100_std": 0.543939, - "nauc_recall_at_100_diff1": 0.731038, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.704491, - "nauc_precision_at_1_std": -0.006648, - "nauc_precision_at_1_diff1": 0.816153, - "nauc_precision_at_3_max": 0.722852, - "nauc_precision_at_3_std": 0.029964, - "nauc_precision_at_3_diff1": 0.732115, - "nauc_precision_at_5_max": 0.758059, - "nauc_precision_at_5_std": 0.123757, - "nauc_precision_at_5_diff1": 0.699979, - "nauc_precision_at_10_max": 0.759357, - "nauc_precision_at_10_std": 0.195142, - "nauc_precision_at_10_diff1": 0.684787, - "nauc_precision_at_20_max": 0.826854, - "nauc_precision_at_20_std": 0.384461, - "nauc_precision_at_20_diff1": 0.725596, - "nauc_precision_at_100_max": 0.8918, - "nauc_precision_at_100_std": 0.543939, - "nauc_precision_at_100_diff1": 0.731038, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.704491, - "nauc_mrr_at_1_std": -0.006648, - "nauc_mrr_at_1_diff1": 0.816153, - "nauc_mrr_at_3_max": 0.712199, - "nauc_mrr_at_3_std": 0.008481, - "nauc_mrr_at_3_diff1": 0.784288, - "nauc_mrr_at_5_max": 0.717696, - "nauc_mrr_at_5_std": 0.022355, - "nauc_mrr_at_5_diff1": 0.78148, - "nauc_mrr_at_10_max": 0.716858, - "nauc_mrr_at_10_std": 0.025106, - "nauc_mrr_at_10_diff1": 0.782794, - "nauc_mrr_at_20_max": 0.717988, - "nauc_mrr_at_20_std": 0.027481, - "nauc_mrr_at_20_diff1": 0.784944, - "nauc_mrr_at_100_max": 0.717337, - "nauc_mrr_at_100_std": 0.02513, - "nauc_mrr_at_100_diff1": 0.785602, - "nauc_mrr_at_1000_max": 0.717243, - "nauc_mrr_at_1000_std": 0.024859, - "nauc_mrr_at_1000_diff1": 0.785643, - "main_score": 0.77551, + "mrr_at_1": 0.645556, + "mrr_at_3": 0.708889, + "mrr_at_5": 0.716778, + "mrr_at_10": 0.725422, + "mrr_at_20": 0.727895, + "mrr_at_100": 0.729295, + "mrr_at_1000": 0.729434, + "nauc_ndcg_at_1_max": 0.680787, + "nauc_ndcg_at_1_std": -0.034668, + "nauc_ndcg_at_1_diff1": 0.788279, + "nauc_ndcg_at_3_max": 0.702246, + "nauc_ndcg_at_3_std": -0.003396, + "nauc_ndcg_at_3_diff1": 0.743042, + "nauc_ndcg_at_5_max": 0.704382, + "nauc_ndcg_at_5_std": -0.010062, + "nauc_ndcg_at_5_diff1": 0.74992, + "nauc_ndcg_at_10_max": 0.705294, + "nauc_ndcg_at_10_std": 0.005489, + "nauc_ndcg_at_10_diff1": 0.749323, + "nauc_ndcg_at_20_max": 0.705988, + "nauc_ndcg_at_20_std": 0.015241, + "nauc_ndcg_at_20_diff1": 0.753618, + "nauc_ndcg_at_100_max": 0.703929, + "nauc_ndcg_at_100_std": 0.008524, + "nauc_ndcg_at_100_diff1": 0.756991, + "nauc_ndcg_at_1000_max": 0.700732, + "nauc_ndcg_at_1000_std": -0.002508, + "nauc_ndcg_at_1000_diff1": 0.757189, + "nauc_map_at_1_max": 0.680787, + "nauc_map_at_1_std": -0.034668, + "nauc_map_at_1_diff1": 0.788279, + "nauc_map_at_3_max": 0.696336, + "nauc_map_at_3_std": -0.014433, + "nauc_map_at_3_diff1": 0.755694, + "nauc_map_at_5_max": 0.696858, + "nauc_map_at_5_std": -0.018537, + "nauc_map_at_5_diff1": 0.759255, + "nauc_map_at_10_max": 0.696854, + "nauc_map_at_10_std": -0.013303, + "nauc_map_at_10_diff1": 0.759396, + "nauc_map_at_20_max": 0.697064, + "nauc_map_at_20_std": -0.010988, + "nauc_map_at_20_diff1": 0.760461, + "nauc_map_at_100_max": 0.696729, + "nauc_map_at_100_std": -0.012274, + "nauc_map_at_100_diff1": 0.760877, + "nauc_map_at_1000_max": 0.696614, + "nauc_map_at_1000_std": -0.012663, + "nauc_map_at_1000_diff1": 0.760893, + "nauc_recall_at_1_max": 0.680787, + "nauc_recall_at_1_std": -0.034668, + "nauc_recall_at_1_diff1": 0.788279, + "nauc_recall_at_3_max": 0.723979, + "nauc_recall_at_3_std": 0.038498, + "nauc_recall_at_3_diff1": 0.696409, + "nauc_recall_at_5_max": 0.737357, + "nauc_recall_at_5_std": 0.026583, + "nauc_recall_at_5_diff1": 0.71239, + "nauc_recall_at_10_max": 0.759676, + "nauc_recall_at_10_std": 0.134328, + "nauc_recall_at_10_diff1": 0.690053, + "nauc_recall_at_20_max": 0.787744, + "nauc_recall_at_20_std": 0.284611, + "nauc_recall_at_20_diff1": 0.70798, + "nauc_recall_at_100_max": 0.883711, + "nauc_recall_at_100_std": 0.632226, + "nauc_recall_at_100_diff1": 0.749109, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.680787, + "nauc_precision_at_1_std": -0.034668, + "nauc_precision_at_1_diff1": 0.788279, + "nauc_precision_at_3_max": 0.723979, + "nauc_precision_at_3_std": 0.038498, + "nauc_precision_at_3_diff1": 0.696409, + "nauc_precision_at_5_max": 0.737357, + "nauc_precision_at_5_std": 0.026583, + "nauc_precision_at_5_diff1": 0.71239, + "nauc_precision_at_10_max": 0.759676, + "nauc_precision_at_10_std": 0.134328, + "nauc_precision_at_10_diff1": 0.690053, + "nauc_precision_at_20_max": 0.787744, + "nauc_precision_at_20_std": 0.284611, + "nauc_precision_at_20_diff1": 0.70798, + "nauc_precision_at_100_max": 0.883711, + "nauc_precision_at_100_std": 0.632226, + "nauc_precision_at_100_diff1": 0.749109, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.680787, + "nauc_mrr_at_1_std": -0.034668, + "nauc_mrr_at_1_diff1": 0.788279, + "nauc_mrr_at_3_max": 0.696336, + "nauc_mrr_at_3_std": -0.014433, + "nauc_mrr_at_3_diff1": 0.755694, + "nauc_mrr_at_5_max": 0.696858, + "nauc_mrr_at_5_std": -0.018537, + "nauc_mrr_at_5_diff1": 0.759255, + "nauc_mrr_at_10_max": 0.696854, + "nauc_mrr_at_10_std": -0.013303, + "nauc_mrr_at_10_diff1": 0.759396, + "nauc_mrr_at_20_max": 0.697064, + "nauc_mrr_at_20_std": -0.010988, + "nauc_mrr_at_20_diff1": 0.760461, + "nauc_mrr_at_100_max": 0.696729, + "nauc_mrr_at_100_std": -0.012274, + "nauc_mrr_at_100_diff1": 0.760877, + "nauc_mrr_at_1000_max": 0.696614, + "nauc_mrr_at_1000_std": -0.012663, + "nauc_mrr_at_1000_diff1": 0.760893, + "hit_rate_at_1": 0.64556, + "hit_rate_at_3": 0.79, + "hit_rate_at_5": 0.82556, + "hit_rate_at_10": 0.88778, + "hit_rate_at_20": 0.92333, + "hit_rate_at_100": 0.97556, + "hit_rate_at_1000": 1.0, + "main_score": 0.76461, "hf_subset": "mya_Mymr-mya_Mymr", "languages": [ "mya-Mymr", "mya-Mymr" - ] - }, - { - "ndcg_at_1": 0.78333, - "ndcg_at_3": 0.85883, - "ndcg_at_5": 0.87227, - "ndcg_at_10": 0.88018, - "ndcg_at_20": 0.88504, - "ndcg_at_100": 0.88724, - "ndcg_at_1000": 0.88739, - "map_at_1": 0.78333, - "map_at_3": 0.84037, - "map_at_5": 0.84793, - "map_at_10": 0.85119, - "map_at_20": 0.85257, - "map_at_100": 0.85293, - "map_at_1000": 0.85293, - "recall_at_1": 0.78333, - "recall_at_3": 0.91222, - "recall_at_5": 0.94444, - "recall_at_10": 0.96889, - "recall_at_20": 0.98778, - "recall_at_100": 0.99889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.85436, + "ndcg_at_5": 0.86584, + "ndcg_at_10": 0.87666, + "ndcg_at_20": 0.88066, + "ndcg_at_100": 0.88353, + "ndcg_at_1000": 0.88383, + "map_at_1": 0.78111, + "map_at_3": 0.8363, + "map_at_5": 0.84269, + "map_at_10": 0.84718, + "map_at_20": 0.84831, + "map_at_100": 0.84877, + "map_at_1000": 0.84879, + "recall_at_1": 0.78111, + "recall_at_3": 0.90667, + "recall_at_5": 0.93444, + "recall_at_10": 0.96778, + "recall_at_20": 0.98333, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.78333, - "precision_at_3": 0.30407, - "precision_at_5": 0.18889, - "precision_at_10": 0.09689, - "precision_at_20": 0.04939, - "precision_at_100": 0.00999, + "accuracy": 0.78111, + "precision_at_1": 0.78111, + "precision_at_3": 0.30222, + "precision_at_5": 0.18689, + "precision_at_10": 0.09678, + "precision_at_20": 0.04917, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.783333, - "mrr_at_3": 0.84037, - "mrr_at_5": 0.847926, - "mrr_at_10": 0.851189, - "mrr_at_20": 0.852567, - "mrr_at_100": 0.852929, - "mrr_at_1000": 0.852935, - "nauc_ndcg_at_1_max": 0.57237, - "nauc_ndcg_at_1_std": -0.159154, - "nauc_ndcg_at_1_diff1": 0.8471, - "nauc_ndcg_at_3_max": 0.604133, - "nauc_ndcg_at_3_std": -0.200768, - "nauc_ndcg_at_3_diff1": 0.833138, - "nauc_ndcg_at_5_max": 0.600912, - "nauc_ndcg_at_5_std": -0.187482, - "nauc_ndcg_at_5_diff1": 0.835257, - "nauc_ndcg_at_10_max": 0.607795, - "nauc_ndcg_at_10_std": -0.169544, - "nauc_ndcg_at_10_diff1": 0.838011, - "nauc_ndcg_at_20_max": 0.603371, - "nauc_ndcg_at_20_std": -0.172016, - "nauc_ndcg_at_20_diff1": 0.838044, - "nauc_ndcg_at_100_max": 0.599993, - "nauc_ndcg_at_100_std": -0.169744, - "nauc_ndcg_at_100_diff1": 0.839468, - "nauc_ndcg_at_1000_max": 0.599436, - "nauc_ndcg_at_1000_std": -0.171374, - "nauc_ndcg_at_1000_diff1": 0.839631, - "nauc_map_at_1_max": 0.57237, - "nauc_map_at_1_std": -0.159154, - "nauc_map_at_1_diff1": 0.8471, - "nauc_map_at_3_max": 0.597732, - "nauc_map_at_3_std": -0.182951, - "nauc_map_at_3_diff1": 0.838123, - "nauc_map_at_5_max": 0.595744, - "nauc_map_at_5_std": -0.175594, - "nauc_map_at_5_diff1": 0.839335, - "nauc_map_at_10_max": 0.598063, - "nauc_map_at_10_std": -0.16986, - "nauc_map_at_10_diff1": 0.840406, - "nauc_map_at_20_max": 0.59697, - "nauc_map_at_20_std": -0.170562, - "nauc_map_at_20_diff1": 0.840463, - "nauc_map_at_100_max": 0.596466, - "nauc_map_at_100_std": -0.170146, - "nauc_map_at_100_diff1": 0.840675, - "nauc_map_at_1000_max": 0.596448, - "nauc_map_at_1000_std": -0.170196, - "nauc_map_at_1000_diff1": 0.840681, - "nauc_recall_at_1_max": 0.57237, - "nauc_recall_at_1_std": -0.159154, - "nauc_recall_at_1_diff1": 0.8471, - "nauc_recall_at_3_max": 0.633059, - "nauc_recall_at_3_std": -0.29186, - "nauc_recall_at_3_diff1": 0.808176, - "nauc_recall_at_5_max": 0.634304, - "nauc_recall_at_5_std": -0.27648, - "nauc_recall_at_5_diff1": 0.805369, - "nauc_recall_at_10_max": 0.734127, - "nauc_recall_at_10_std": -0.133003, - "nauc_recall_at_10_diff1": 0.811258, - "nauc_recall_at_20_max": 0.778711, - "nauc_recall_at_20_std": -0.148841, - "nauc_recall_at_20_diff1": 0.768908, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.836296, + "mrr_at_5": 0.842685, + "mrr_at_10": 0.847176, + "mrr_at_20": 0.84831, + "mrr_at_100": 0.848773, + "mrr_at_1000": 0.848788, + "nauc_ndcg_at_1_max": 0.506676, + "nauc_ndcg_at_1_std": -0.14864, + "nauc_ndcg_at_1_diff1": 0.810828, + "nauc_ndcg_at_3_max": 0.535713, + "nauc_ndcg_at_3_std": -0.171719, + "nauc_ndcg_at_3_diff1": 0.792308, + "nauc_ndcg_at_5_max": 0.535498, + "nauc_ndcg_at_5_std": -0.182875, + "nauc_ndcg_at_5_diff1": 0.796511, + "nauc_ndcg_at_10_max": 0.543979, + "nauc_ndcg_at_10_std": -0.158743, + "nauc_ndcg_at_10_diff1": 0.801454, + "nauc_ndcg_at_20_max": 0.532946, + "nauc_ndcg_at_20_std": -0.164846, + "nauc_ndcg_at_20_diff1": 0.801344, + "nauc_ndcg_at_100_max": 0.533395, + "nauc_ndcg_at_100_std": -0.160379, + "nauc_ndcg_at_100_diff1": 0.800728, + "nauc_ndcg_at_1000_max": 0.533083, + "nauc_ndcg_at_1000_std": -0.161206, + "nauc_ndcg_at_1000_diff1": 0.800945, + "nauc_map_at_1_max": 0.506676, + "nauc_map_at_1_std": -0.14864, + "nauc_map_at_1_diff1": 0.810828, + "nauc_map_at_3_max": 0.52956, + "nauc_map_at_3_std": -0.162338, + "nauc_map_at_3_diff1": 0.797722, + "nauc_map_at_5_max": 0.529446, + "nauc_map_at_5_std": -0.167578, + "nauc_map_at_5_diff1": 0.799981, + "nauc_map_at_10_max": 0.532006, + "nauc_map_at_10_std": -0.159282, + "nauc_map_at_10_diff1": 0.801657, + "nauc_map_at_20_max": 0.529472, + "nauc_map_at_20_std": -0.160729, + "nauc_map_at_20_diff1": 0.801608, + "nauc_map_at_100_max": 0.529773, + "nauc_map_at_100_std": -0.159952, + "nauc_map_at_100_diff1": 0.801607, + "nauc_map_at_1000_max": 0.529774, + "nauc_map_at_1000_std": -0.159951, + "nauc_map_at_1000_diff1": 0.801615, + "nauc_recall_at_1_max": 0.506676, + "nauc_recall_at_1_std": -0.14864, + "nauc_recall_at_1_diff1": 0.810828, + "nauc_recall_at_3_max": 0.562925, + "nauc_recall_at_3_std": -0.217737, + "nauc_recall_at_3_diff1": 0.766862, + "nauc_recall_at_5_max": 0.571072, + "nauc_recall_at_5_std": -0.286608, + "nauc_recall_at_5_diff1": 0.775641, + "nauc_recall_at_10_max": 0.704079, + "nauc_recall_at_10_std": -0.119772, + "nauc_recall_at_10_diff1": 0.811246, + "nauc_recall_at_20_max": 0.563585, + "nauc_recall_at_20_std": -0.237846, + "nauc_recall_at_20_diff1": 0.819328, + "nauc_recall_at_100_max": 0.679038, + "nauc_recall_at_100_std": 0.218254, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.57237, - "nauc_precision_at_1_std": -0.159154, - "nauc_precision_at_1_diff1": 0.8471, - "nauc_precision_at_3_max": 0.633059, - "nauc_precision_at_3_std": -0.29186, - "nauc_precision_at_3_diff1": 0.808176, - "nauc_precision_at_5_max": 0.634304, - "nauc_precision_at_5_std": -0.27648, - "nauc_precision_at_5_diff1": 0.805369, - "nauc_precision_at_10_max": 0.734127, - "nauc_precision_at_10_std": -0.133003, - "nauc_precision_at_10_diff1": 0.811258, - "nauc_precision_at_20_max": 0.778711, - "nauc_precision_at_20_std": -0.148841, - "nauc_precision_at_20_diff1": 0.768908, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_1_max": 0.506676, + "nauc_precision_at_1_std": -0.14864, + "nauc_precision_at_1_diff1": 0.810828, + "nauc_precision_at_3_max": 0.562925, + "nauc_precision_at_3_std": -0.217737, + "nauc_precision_at_3_diff1": 0.766862, + "nauc_precision_at_5_max": 0.571072, + "nauc_precision_at_5_std": -0.286608, + "nauc_precision_at_5_diff1": 0.775641, + "nauc_precision_at_10_max": 0.704079, + "nauc_precision_at_10_std": -0.119772, + "nauc_precision_at_10_diff1": 0.811246, + "nauc_precision_at_20_max": 0.563585, + "nauc_precision_at_20_std": -0.237846, + "nauc_precision_at_20_diff1": 0.819328, + "nauc_precision_at_100_max": 0.679038, + "nauc_precision_at_100_std": 0.218254, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.57237, - "nauc_mrr_at_1_std": -0.159154, - "nauc_mrr_at_1_diff1": 0.8471, - "nauc_mrr_at_3_max": 0.597732, - "nauc_mrr_at_3_std": -0.182951, - "nauc_mrr_at_3_diff1": 0.838123, - "nauc_mrr_at_5_max": 0.595744, - "nauc_mrr_at_5_std": -0.175594, - "nauc_mrr_at_5_diff1": 0.839335, - "nauc_mrr_at_10_max": 0.598063, - "nauc_mrr_at_10_std": -0.16986, - "nauc_mrr_at_10_diff1": 0.840406, - "nauc_mrr_at_20_max": 0.59697, - "nauc_mrr_at_20_std": -0.170562, - "nauc_mrr_at_20_diff1": 0.840463, - "nauc_mrr_at_100_max": 0.596466, - "nauc_mrr_at_100_std": -0.170146, - "nauc_mrr_at_100_diff1": 0.840675, - "nauc_mrr_at_1000_max": 0.596448, - "nauc_mrr_at_1000_std": -0.170196, - "nauc_mrr_at_1000_diff1": 0.840681, - "main_score": 0.88018, + "nauc_mrr_at_1_max": 0.506676, + "nauc_mrr_at_1_std": -0.14864, + "nauc_mrr_at_1_diff1": 0.810828, + "nauc_mrr_at_3_max": 0.52956, + "nauc_mrr_at_3_std": -0.162338, + "nauc_mrr_at_3_diff1": 0.797722, + "nauc_mrr_at_5_max": 0.529446, + "nauc_mrr_at_5_std": -0.167578, + "nauc_mrr_at_5_diff1": 0.799981, + "nauc_mrr_at_10_max": 0.532006, + "nauc_mrr_at_10_std": -0.159282, + "nauc_mrr_at_10_diff1": 0.801657, + "nauc_mrr_at_20_max": 0.529472, + "nauc_mrr_at_20_std": -0.160729, + "nauc_mrr_at_20_diff1": 0.801608, + "nauc_mrr_at_100_max": 0.529773, + "nauc_mrr_at_100_std": -0.159952, + "nauc_mrr_at_100_diff1": 0.801607, + "nauc_mrr_at_1000_max": 0.529774, + "nauc_mrr_at_1000_std": -0.159951, + "nauc_mrr_at_1000_diff1": 0.801615, + "hit_rate_at_1": 0.78111, + "hit_rate_at_3": 0.90667, + "hit_rate_at_5": 0.93444, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.87666, "hf_subset": "mya_Mymr-eng_Latn", "languages": [ "mya-Mymr", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.56333, - "ndcg_at_3": 0.65336, - "ndcg_at_5": 0.67621, - "ndcg_at_10": 0.69755, - "ndcg_at_20": 0.71089, - "ndcg_at_100": 0.72743, - "ndcg_at_1000": 0.73026, - "map_at_1": 0.56333, - "map_at_3": 0.63111, - "map_at_5": 0.64378, - "map_at_10": 0.65266, - "map_at_20": 0.6564, - "map_at_100": 0.65876, - "map_at_1000": 0.65889, - "recall_at_1": 0.56333, - "recall_at_3": 0.71778, - "recall_at_5": 0.77333, - "recall_at_10": 0.83889, - "recall_at_20": 0.89111, - "recall_at_100": 0.97889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.54556, + "ndcg_at_3": 0.62553, + "ndcg_at_5": 0.64843, + "ndcg_at_10": 0.67219, + "ndcg_at_20": 0.68905, + "ndcg_at_100": 0.70621, + "ndcg_at_1000": 0.71037, + "map_at_1": 0.54556, + "map_at_3": 0.60593, + "map_at_5": 0.61865, + "map_at_10": 0.62847, + "map_at_20": 0.63311, + "map_at_100": 0.63556, + "map_at_1000": 0.63575, + "recall_at_1": 0.54556, + "recall_at_3": 0.68222, + "recall_at_5": 0.73778, + "recall_at_10": 0.81111, + "recall_at_20": 0.87778, + "recall_at_100": 0.96889, "recall_at_1000": 1.0, - "precision_at_1": 0.56333, - "precision_at_3": 0.23926, - "precision_at_5": 0.15467, - "precision_at_10": 0.08389, - "precision_at_20": 0.04456, - "precision_at_100": 0.00979, - "precision_at_1000": 0.001, - "mrr_at_1": 0.563333, - "mrr_at_3": 0.631111, - "mrr_at_5": 0.643778, - "mrr_at_10": 0.65266, - "mrr_at_20": 0.656397, - "mrr_at_100": 0.658759, - "mrr_at_1000": 0.658888, - "nauc_ndcg_at_1_max": 0.677363, - "nauc_ndcg_at_1_std": 0.123578, - "nauc_ndcg_at_1_diff1": 0.80501, - "nauc_ndcg_at_3_max": 0.693754, - "nauc_ndcg_at_3_std": 0.171244, - "nauc_ndcg_at_3_diff1": 0.746976, - "nauc_ndcg_at_5_max": 0.695581, - "nauc_ndcg_at_5_std": 0.175591, - "nauc_ndcg_at_5_diff1": 0.750731, - "nauc_ndcg_at_10_max": 0.703737, - "nauc_ndcg_at_10_std": 0.188769, - "nauc_ndcg_at_10_diff1": 0.758935, - "nauc_ndcg_at_20_max": 0.702357, - "nauc_ndcg_at_20_std": 0.196204, - "nauc_ndcg_at_20_diff1": 0.761319, - "nauc_ndcg_at_100_max": 0.699266, - "nauc_ndcg_at_100_std": 0.184954, - "nauc_ndcg_at_100_diff1": 0.764908, - "nauc_ndcg_at_1000_max": 0.69739, - "nauc_ndcg_at_1000_std": 0.178012, - "nauc_ndcg_at_1000_diff1": 0.765034, - "nauc_map_at_1_max": 0.677363, - "nauc_map_at_1_std": 0.123578, - "nauc_map_at_1_diff1": 0.80501, - "nauc_map_at_3_max": 0.689988, - "nauc_map_at_3_std": 0.159236, - "nauc_map_at_3_diff1": 0.761511, - "nauc_map_at_5_max": 0.690892, - "nauc_map_at_5_std": 0.161205, - "nauc_map_at_5_diff1": 0.763903, - "nauc_map_at_10_max": 0.693955, - "nauc_map_at_10_std": 0.16572, - "nauc_map_at_10_diff1": 0.767596, - "nauc_map_at_20_max": 0.693472, - "nauc_map_at_20_std": 0.166953, - "nauc_map_at_20_diff1": 0.768329, - "nauc_map_at_100_max": 0.69327, - "nauc_map_at_100_std": 0.166048, - "nauc_map_at_100_diff1": 0.768813, - "nauc_map_at_1000_max": 0.693202, - "nauc_map_at_1000_std": 0.165791, - "nauc_map_at_1000_diff1": 0.76883, - "nauc_recall_at_1_max": 0.677363, - "nauc_recall_at_1_std": 0.123578, - "nauc_recall_at_1_diff1": 0.80501, - "nauc_recall_at_3_max": 0.706346, - "nauc_recall_at_3_std": 0.212007, - "nauc_recall_at_3_diff1": 0.69768, - "nauc_recall_at_5_max": 0.714029, - "nauc_recall_at_5_std": 0.232852, - "nauc_recall_at_5_diff1": 0.699888, - "nauc_recall_at_10_max": 0.759572, - "nauc_recall_at_10_std": 0.318375, - "nauc_recall_at_10_diff1": 0.720038, - "nauc_recall_at_20_max": 0.771885, - "nauc_recall_at_20_std": 0.442237, - "nauc_recall_at_20_diff1": 0.723016, - "nauc_recall_at_100_max": 0.845324, - "nauc_recall_at_100_std": 0.719691, - "nauc_recall_at_100_diff1": 0.760922, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.677363, - "nauc_precision_at_1_std": 0.123578, - "nauc_precision_at_1_diff1": 0.80501, - "nauc_precision_at_3_max": 0.706346, - "nauc_precision_at_3_std": 0.212007, - "nauc_precision_at_3_diff1": 0.69768, - "nauc_precision_at_5_max": 0.714029, - "nauc_precision_at_5_std": 0.232852, - "nauc_precision_at_5_diff1": 0.699888, - "nauc_precision_at_10_max": 0.759572, - "nauc_precision_at_10_std": 0.318375, - "nauc_precision_at_10_diff1": 0.720038, - "nauc_precision_at_20_max": 0.771885, - "nauc_precision_at_20_std": 0.442237, - "nauc_precision_at_20_diff1": 0.723016, - "nauc_precision_at_100_max": 0.845324, - "nauc_precision_at_100_std": 0.719691, - "nauc_precision_at_100_diff1": 0.760922, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.677363, - "nauc_mrr_at_1_std": 0.123578, - "nauc_mrr_at_1_diff1": 0.80501, - "nauc_mrr_at_3_max": 0.689988, - "nauc_mrr_at_3_std": 0.159236, - "nauc_mrr_at_3_diff1": 0.761511, - "nauc_mrr_at_5_max": 0.690892, - "nauc_mrr_at_5_std": 0.161205, - "nauc_mrr_at_5_diff1": 0.763903, - "nauc_mrr_at_10_max": 0.693955, - "nauc_mrr_at_10_std": 0.16572, - "nauc_mrr_at_10_diff1": 0.767596, - "nauc_mrr_at_20_max": 0.693472, - "nauc_mrr_at_20_std": 0.166953, - "nauc_mrr_at_20_diff1": 0.768329, - "nauc_mrr_at_100_max": 0.69327, - "nauc_mrr_at_100_std": 0.166048, - "nauc_mrr_at_100_diff1": 0.768813, - "nauc_mrr_at_1000_max": 0.693202, - "nauc_mrr_at_1000_std": 0.165791, - "nauc_mrr_at_1000_diff1": 0.76883, - "main_score": 0.69755, + "accuracy": 0.54556, + "precision_at_1": 0.54556, + "precision_at_3": 0.22741, + "precision_at_5": 0.14756, + "precision_at_10": 0.08111, + "precision_at_20": 0.04389, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.545556, + "mrr_at_3": 0.605926, + "mrr_at_5": 0.618648, + "mrr_at_10": 0.628465, + "mrr_at_20": 0.633108, + "mrr_at_100": 0.63556, + "mrr_at_1000": 0.635745, + "nauc_ndcg_at_1_max": 0.627638, + "nauc_ndcg_at_1_std": 0.118777, + "nauc_ndcg_at_1_diff1": 0.746585, + "nauc_ndcg_at_3_max": 0.635759, + "nauc_ndcg_at_3_std": 0.136653, + "nauc_ndcg_at_3_diff1": 0.707283, + "nauc_ndcg_at_5_max": 0.633239, + "nauc_ndcg_at_5_std": 0.149562, + "nauc_ndcg_at_5_diff1": 0.699161, + "nauc_ndcg_at_10_max": 0.649964, + "nauc_ndcg_at_10_std": 0.174141, + "nauc_ndcg_at_10_diff1": 0.704986, + "nauc_ndcg_at_20_max": 0.646199, + "nauc_ndcg_at_20_std": 0.167269, + "nauc_ndcg_at_20_diff1": 0.707866, + "nauc_ndcg_at_100_max": 0.645311, + "nauc_ndcg_at_100_std": 0.167322, + "nauc_ndcg_at_100_diff1": 0.713339, + "nauc_ndcg_at_1000_max": 0.642685, + "nauc_ndcg_at_1000_std": 0.159208, + "nauc_ndcg_at_1000_diff1": 0.713217, + "nauc_map_at_1_max": 0.627638, + "nauc_map_at_1_std": 0.118777, + "nauc_map_at_1_diff1": 0.746585, + "nauc_map_at_3_max": 0.634625, + "nauc_map_at_3_std": 0.133992, + "nauc_map_at_3_diff1": 0.717264, + "nauc_map_at_5_max": 0.633275, + "nauc_map_at_5_std": 0.140973, + "nauc_map_at_5_diff1": 0.713054, + "nauc_map_at_10_max": 0.63998, + "nauc_map_at_10_std": 0.150159, + "nauc_map_at_10_diff1": 0.715664, + "nauc_map_at_20_max": 0.639009, + "nauc_map_at_20_std": 0.148269, + "nauc_map_at_20_diff1": 0.716543, + "nauc_map_at_100_max": 0.638967, + "nauc_map_at_100_std": 0.148752, + "nauc_map_at_100_diff1": 0.717263, + "nauc_map_at_1000_max": 0.63888, + "nauc_map_at_1000_std": 0.148477, + "nauc_map_at_1000_diff1": 0.717273, + "nauc_recall_at_1_max": 0.627638, + "nauc_recall_at_1_std": 0.118777, + "nauc_recall_at_1_diff1": 0.746585, + "nauc_recall_at_3_max": 0.639006, + "nauc_recall_at_3_std": 0.144425, + "nauc_recall_at_3_diff1": 0.674698, + "nauc_recall_at_5_max": 0.632087, + "nauc_recall_at_5_std": 0.182171, + "nauc_recall_at_5_diff1": 0.646799, + "nauc_recall_at_10_max": 0.704901, + "nauc_recall_at_10_std": 0.303567, + "nauc_recall_at_10_diff1": 0.656803, + "nauc_recall_at_20_max": 0.699096, + "nauc_recall_at_20_std": 0.307908, + "nauc_recall_at_20_diff1": 0.656317, + "nauc_recall_at_100_max": 0.793634, + "nauc_recall_at_100_std": 0.623433, + "nauc_recall_at_100_diff1": 0.724406, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.627638, + "nauc_precision_at_1_std": 0.118777, + "nauc_precision_at_1_diff1": 0.746585, + "nauc_precision_at_3_max": 0.639006, + "nauc_precision_at_3_std": 0.144425, + "nauc_precision_at_3_diff1": 0.674698, + "nauc_precision_at_5_max": 0.632087, + "nauc_precision_at_5_std": 0.182171, + "nauc_precision_at_5_diff1": 0.646799, + "nauc_precision_at_10_max": 0.704901, + "nauc_precision_at_10_std": 0.303567, + "nauc_precision_at_10_diff1": 0.656803, + "nauc_precision_at_20_max": 0.699096, + "nauc_precision_at_20_std": 0.307908, + "nauc_precision_at_20_diff1": 0.656317, + "nauc_precision_at_100_max": 0.793634, + "nauc_precision_at_100_std": 0.623433, + "nauc_precision_at_100_diff1": 0.724406, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.627638, + "nauc_mrr_at_1_std": 0.118777, + "nauc_mrr_at_1_diff1": 0.746585, + "nauc_mrr_at_3_max": 0.634625, + "nauc_mrr_at_3_std": 0.133992, + "nauc_mrr_at_3_diff1": 0.717264, + "nauc_mrr_at_5_max": 0.633275, + "nauc_mrr_at_5_std": 0.140973, + "nauc_mrr_at_5_diff1": 0.713054, + "nauc_mrr_at_10_max": 0.63998, + "nauc_mrr_at_10_std": 0.150159, + "nauc_mrr_at_10_diff1": 0.715664, + "nauc_mrr_at_20_max": 0.639009, + "nauc_mrr_at_20_std": 0.148269, + "nauc_mrr_at_20_diff1": 0.716543, + "nauc_mrr_at_100_max": 0.638967, + "nauc_mrr_at_100_std": 0.148752, + "nauc_mrr_at_100_diff1": 0.717263, + "nauc_mrr_at_1000_max": 0.63888, + "nauc_mrr_at_1000_std": 0.148477, + "nauc_mrr_at_1000_diff1": 0.717273, + "hit_rate_at_1": 0.54556, + "hit_rate_at_3": 0.68222, + "hit_rate_at_5": 0.73778, + "hit_rate_at_10": 0.81111, + "hit_rate_at_20": 0.87778, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.67219, "hf_subset": "eng_Latn-mya_Mymr", "languages": [ "eng-Latn", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92, - "ndcg_at_3": 0.9453, - "ndcg_at_5": 0.94985, - "ndcg_at_10": 0.95388, - "ndcg_at_20": 0.9553, - "ndcg_at_100": 0.95666, - "ndcg_at_1000": 0.9568, - "map_at_1": 0.92, - "map_at_3": 0.93907, - "map_at_5": 0.94157, - "map_at_10": 0.94328, - "map_at_20": 0.94368, - "map_at_100": 0.94392, - "map_at_1000": 0.94392, - "recall_at_1": 0.92, - "recall_at_3": 0.96333, - "recall_at_5": 0.97444, - "recall_at_10": 0.98667, - "recall_at_20": 0.99222, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93702, + "ndcg_at_5": 0.94353, + "ndcg_at_10": 0.9471, + "ndcg_at_20": 0.94858, + "ndcg_at_100": 0.95061, + "ndcg_at_1000": 0.95075, + "map_at_1": 0.90778, + "map_at_3": 0.93019, + "map_at_5": 0.93385, + "map_at_10": 0.93531, + "map_at_20": 0.93576, + "map_at_100": 0.93611, + "map_at_1000": 0.93611, + "recall_at_1": 0.90778, + "recall_at_3": 0.95667, + "recall_at_5": 0.97222, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92, - "precision_at_3": 0.32111, - "precision_at_5": 0.19489, - "precision_at_10": 0.09867, - "precision_at_20": 0.04961, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.31889, + "precision_at_5": 0.19444, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.92, - "mrr_at_3": 0.939074, - "mrr_at_5": 0.941574, - "mrr_at_10": 0.943285, - "mrr_at_20": 0.943682, - "mrr_at_100": 0.943916, - "mrr_at_1000": 0.943921, - "nauc_ndcg_at_1_max": 0.829008, - "nauc_ndcg_at_1_std": -0.013403, - "nauc_ndcg_at_1_diff1": 0.935419, - "nauc_ndcg_at_3_max": 0.864284, - "nauc_ndcg_at_3_std": -0.043332, - "nauc_ndcg_at_3_diff1": 0.939351, - "nauc_ndcg_at_5_max": 0.864448, - "nauc_ndcg_at_5_std": -0.051155, - "nauc_ndcg_at_5_diff1": 0.942825, - "nauc_ndcg_at_10_max": 0.862141, - "nauc_ndcg_at_10_std": -0.023942, - "nauc_ndcg_at_10_diff1": 0.940859, - "nauc_ndcg_at_20_max": 0.858574, - "nauc_ndcg_at_20_std": -0.03326, - "nauc_ndcg_at_20_diff1": 0.940564, - "nauc_ndcg_at_100_max": 0.85557, - "nauc_ndcg_at_100_std": -0.030707, - "nauc_ndcg_at_100_diff1": 0.940038, - "nauc_ndcg_at_1000_max": 0.855104, - "nauc_ndcg_at_1000_std": -0.034035, - "nauc_ndcg_at_1000_diff1": 0.939844, - "nauc_map_at_1_max": 0.829008, - "nauc_map_at_1_std": -0.013403, - "nauc_map_at_1_diff1": 0.935419, - "nauc_map_at_3_max": 0.854889, - "nauc_map_at_3_std": -0.036029, - "nauc_map_at_3_diff1": 0.938635, - "nauc_map_at_5_max": 0.854556, - "nauc_map_at_5_std": -0.040468, - "nauc_map_at_5_diff1": 0.940269, - "nauc_map_at_10_max": 0.853225, - "nauc_map_at_10_std": -0.03314, - "nauc_map_at_10_diff1": 0.939473, - "nauc_map_at_20_max": 0.852362, - "nauc_map_at_20_std": -0.035309, - "nauc_map_at_20_diff1": 0.939366, - "nauc_map_at_100_max": 0.851959, - "nauc_map_at_100_std": -0.034616, - "nauc_map_at_100_diff1": 0.939281, - "nauc_map_at_1000_max": 0.851947, - "nauc_map_at_1000_std": -0.034699, - "nauc_map_at_1000_diff1": 0.939276, - "nauc_recall_at_1_max": 0.829008, - "nauc_recall_at_1_std": -0.013403, - "nauc_recall_at_1_diff1": 0.935419, - "nauc_recall_at_3_max": 0.908115, - "nauc_recall_at_3_std": -0.076861, - "nauc_recall_at_3_diff1": 0.942421, - "nauc_recall_at_5_max": 0.928044, - "nauc_recall_at_5_std": -0.119007, - "nauc_recall_at_5_diff1": 0.960216, - "nauc_recall_at_10_max": 0.96732, - "nauc_recall_at_10_std": 0.155735, - "nauc_recall_at_10_diff1": 0.956427, - "nauc_recall_at_20_max": 0.962652, - "nauc_recall_at_20_std": 0.075497, - "nauc_recall_at_20_diff1": 0.962652, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.930185, + "mrr_at_5": 0.933852, + "mrr_at_10": 0.935314, + "mrr_at_20": 0.935758, + "mrr_at_100": 0.936107, + "mrr_at_1000": 0.936111, + "nauc_ndcg_at_1_max": 0.829565, + "nauc_ndcg_at_1_std": -0.036235, + "nauc_ndcg_at_1_diff1": 0.936778, + "nauc_ndcg_at_3_max": 0.866012, + "nauc_ndcg_at_3_std": -0.029211, + "nauc_ndcg_at_3_diff1": 0.940466, + "nauc_ndcg_at_5_max": 0.859557, + "nauc_ndcg_at_5_std": -0.069979, + "nauc_ndcg_at_5_diff1": 0.940292, + "nauc_ndcg_at_10_max": 0.862867, + "nauc_ndcg_at_10_std": -0.005618, + "nauc_ndcg_at_10_diff1": 0.940858, + "nauc_ndcg_at_20_max": 0.859578, + "nauc_ndcg_at_20_std": -0.008865, + "nauc_ndcg_at_20_diff1": 0.93995, + "nauc_ndcg_at_100_max": 0.855082, + "nauc_ndcg_at_100_std": -0.027901, + "nauc_ndcg_at_100_diff1": 0.939316, + "nauc_ndcg_at_1000_max": 0.854673, + "nauc_ndcg_at_1000_std": -0.030802, + "nauc_ndcg_at_1000_diff1": 0.939144, + "nauc_map_at_1_max": 0.829565, + "nauc_map_at_1_std": -0.036235, + "nauc_map_at_1_diff1": 0.936778, + "nauc_map_at_3_max": 0.855948, + "nauc_map_at_3_std": -0.031947, + "nauc_map_at_3_diff1": 0.938993, + "nauc_map_at_5_max": 0.85225, + "nauc_map_at_5_std": -0.052401, + "nauc_map_at_5_diff1": 0.938809, + "nauc_map_at_10_max": 0.853012, + "nauc_map_at_10_std": -0.031252, + "nauc_map_at_10_diff1": 0.938878, + "nauc_map_at_20_max": 0.852109, + "nauc_map_at_20_std": -0.032893, + "nauc_map_at_20_diff1": 0.938661, + "nauc_map_at_100_max": 0.851501, + "nauc_map_at_100_std": -0.035347, + "nauc_map_at_100_diff1": 0.938584, + "nauc_map_at_1000_max": 0.851491, + "nauc_map_at_1000_std": -0.035418, + "nauc_map_at_1000_diff1": 0.93858, + "nauc_recall_at_1_max": 0.829565, + "nauc_recall_at_1_std": -0.036235, + "nauc_recall_at_1_diff1": 0.936778, + "nauc_recall_at_3_max": 0.911777, + "nauc_recall_at_3_std": -0.01616, + "nauc_recall_at_3_diff1": 0.947509, + "nauc_recall_at_5_max": 0.906349, + "nauc_recall_at_5_std": -0.200317, + "nauc_recall_at_5_diff1": 0.950794, + "nauc_recall_at_10_max": 0.973856, + "nauc_recall_at_10_std": 0.363834, + "nauc_recall_at_10_diff1": 0.965142, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.522316, + "nauc_recall_at_20_diff1": 0.960784, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829008, - "nauc_precision_at_1_std": -0.013403, - "nauc_precision_at_1_diff1": 0.935419, - "nauc_precision_at_3_max": 0.908115, - "nauc_precision_at_3_std": -0.076861, - "nauc_precision_at_3_diff1": 0.942421, - "nauc_precision_at_5_max": 0.928044, - "nauc_precision_at_5_std": -0.119007, - "nauc_precision_at_5_diff1": 0.960216, - "nauc_precision_at_10_max": 0.96732, - "nauc_precision_at_10_std": 0.155735, - "nauc_precision_at_10_diff1": 0.956427, - "nauc_precision_at_20_max": 0.962652, - "nauc_precision_at_20_std": 0.075497, - "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_1_max": 0.829565, + "nauc_precision_at_1_std": -0.036235, + "nauc_precision_at_1_diff1": 0.936778, + "nauc_precision_at_3_max": 0.911777, + "nauc_precision_at_3_std": -0.01616, + "nauc_precision_at_3_diff1": 0.947509, + "nauc_precision_at_5_max": 0.906349, + "nauc_precision_at_5_std": -0.200317, + "nauc_precision_at_5_diff1": 0.950794, + "nauc_precision_at_10_max": 0.973856, + "nauc_precision_at_10_std": 0.363834, + "nauc_precision_at_10_diff1": 0.965142, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.522316, + "nauc_precision_at_20_diff1": 0.960784, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829008, - "nauc_mrr_at_1_std": -0.013403, - "nauc_mrr_at_1_diff1": 0.935419, - "nauc_mrr_at_3_max": 0.854889, - "nauc_mrr_at_3_std": -0.036029, - "nauc_mrr_at_3_diff1": 0.938635, - "nauc_mrr_at_5_max": 0.854556, - "nauc_mrr_at_5_std": -0.040468, - "nauc_mrr_at_5_diff1": 0.940269, - "nauc_mrr_at_10_max": 0.853225, - "nauc_mrr_at_10_std": -0.03314, - "nauc_mrr_at_10_diff1": 0.939473, - "nauc_mrr_at_20_max": 0.852362, - "nauc_mrr_at_20_std": -0.035309, - "nauc_mrr_at_20_diff1": 0.939366, - "nauc_mrr_at_100_max": 0.851959, - "nauc_mrr_at_100_std": -0.034616, - "nauc_mrr_at_100_diff1": 0.939281, - "nauc_mrr_at_1000_max": 0.851947, - "nauc_mrr_at_1000_std": -0.034699, - "nauc_mrr_at_1000_diff1": 0.939276, - "main_score": 0.95388, + "nauc_mrr_at_1_max": 0.829565, + "nauc_mrr_at_1_std": -0.036235, + "nauc_mrr_at_1_diff1": 0.936778, + "nauc_mrr_at_3_max": 0.855948, + "nauc_mrr_at_3_std": -0.031947, + "nauc_mrr_at_3_diff1": 0.938993, + "nauc_mrr_at_5_max": 0.85225, + "nauc_mrr_at_5_std": -0.052401, + "nauc_mrr_at_5_diff1": 0.938809, + "nauc_mrr_at_10_max": 0.853012, + "nauc_mrr_at_10_std": -0.031252, + "nauc_mrr_at_10_diff1": 0.938878, + "nauc_mrr_at_20_max": 0.852109, + "nauc_mrr_at_20_std": -0.032893, + "nauc_mrr_at_20_diff1": 0.938661, + "nauc_mrr_at_100_max": 0.851501, + "nauc_mrr_at_100_std": -0.035347, + "nauc_mrr_at_100_diff1": 0.938584, + "nauc_mrr_at_1000_max": 0.851491, + "nauc_mrr_at_1000_std": -0.035418, + "nauc_mrr_at_1000_diff1": 0.93858, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.9471, "hf_subset": "nld_Latn-nld_Latn", "languages": [ "nld-Latn", "nld-Latn" - ] - }, - { - "ndcg_at_1": 0.93222, - "ndcg_at_3": 0.95533, - "ndcg_at_5": 0.95997, - "ndcg_at_10": 0.9629, - "ndcg_at_20": 0.96463, - "ndcg_at_100": 0.96519, - "ndcg_at_1000": 0.96519, - "map_at_1": 0.93222, - "map_at_3": 0.95019, - "map_at_5": 0.9528, - "map_at_10": 0.95404, - "map_at_20": 0.95453, - "map_at_100": 0.95459, - "map_at_1000": 0.95459, - "recall_at_1": 0.93222, - "recall_at_3": 0.97, - "recall_at_5": 0.98111, - "recall_at_10": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.95185, + "ndcg_at_5": 0.9551, + "ndcg_at_10": 0.95828, + "ndcg_at_20": 0.96023, + "ndcg_at_100": 0.96064, + "ndcg_at_1000": 0.96079, + "map_at_1": 0.92444, + "map_at_3": 0.94519, + "map_at_5": 0.94702, + "map_at_10": 0.9483, + "map_at_20": 0.94882, + "map_at_100": 0.94888, + "map_at_1000": 0.94888, + "recall_at_1": 0.92444, + "recall_at_3": 0.97111, + "recall_at_5": 0.97889, + "recall_at_10": 0.98889, "recall_at_20": 0.99667, - "recall_at_100": 1.0, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.93222, - "precision_at_3": 0.32333, - "precision_at_5": 0.19622, - "precision_at_10": 0.099, + "accuracy": 0.92444, + "precision_at_1": 0.92444, + "precision_at_3": 0.3237, + "precision_at_5": 0.19578, + "precision_at_10": 0.09889, "precision_at_20": 0.04983, - "precision_at_100": 0.01, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.932222, - "mrr_at_3": 0.950185, - "mrr_at_5": 0.952796, - "mrr_at_10": 0.95404, - "mrr_at_20": 0.954531, - "mrr_at_100": 0.954587, - "mrr_at_1000": 0.954587, - "nauc_ndcg_at_1_max": 0.841323, - "nauc_ndcg_at_1_std": -0.197686, - "nauc_ndcg_at_1_diff1": 0.940189, - "nauc_ndcg_at_3_max": 0.854101, - "nauc_ndcg_at_3_std": -0.276693, - "nauc_ndcg_at_3_diff1": 0.946936, - "nauc_ndcg_at_5_max": 0.865999, - "nauc_ndcg_at_5_std": -0.237556, - "nauc_ndcg_at_5_diff1": 0.946877, - "nauc_ndcg_at_10_max": 0.866153, - "nauc_ndcg_at_10_std": -0.179394, - "nauc_ndcg_at_10_diff1": 0.946695, - "nauc_ndcg_at_20_max": 0.859635, - "nauc_ndcg_at_20_std": -0.21166, - "nauc_ndcg_at_20_diff1": 0.94515, - "nauc_ndcg_at_100_max": 0.85738, - "nauc_ndcg_at_100_std": -0.218544, - "nauc_ndcg_at_100_diff1": 0.945033, - "nauc_ndcg_at_1000_max": 0.85738, - "nauc_ndcg_at_1000_std": -0.218544, - "nauc_ndcg_at_1000_diff1": 0.945033, - "nauc_map_at_1_max": 0.841323, - "nauc_map_at_1_std": -0.197686, - "nauc_map_at_1_diff1": 0.940189, - "nauc_map_at_3_max": 0.850944, - "nauc_map_at_3_std": -0.255379, - "nauc_map_at_3_diff1": 0.945036, - "nauc_map_at_5_max": 0.856622, - "nauc_map_at_5_std": -0.235182, - "nauc_map_at_5_diff1": 0.944919, - "nauc_map_at_10_max": 0.856387, - "nauc_map_at_10_std": -0.21557, - "nauc_map_at_10_diff1": 0.944795, - "nauc_map_at_20_max": 0.854836, - "nauc_map_at_20_std": -0.222952, - "nauc_map_at_20_diff1": 0.944427, - "nauc_map_at_100_max": 0.854657, - "nauc_map_at_100_std": -0.223236, - "nauc_map_at_100_diff1": 0.944433, - "nauc_map_at_1000_max": 0.854657, - "nauc_map_at_1000_std": -0.223236, - "nauc_map_at_1000_diff1": 0.944433, - "nauc_recall_at_1_max": 0.841323, - "nauc_recall_at_1_std": -0.197686, - "nauc_recall_at_1_diff1": 0.940189, - "nauc_recall_at_3_max": 0.86852, - "nauc_recall_at_3_std": -0.375661, - "nauc_recall_at_3_diff1": 0.955822, - "nauc_recall_at_5_max": 0.935602, - "nauc_recall_at_5_std": -0.238727, - "nauc_recall_at_5_diff1": 0.960592, - "nauc_recall_at_10_max": 1.0, - "nauc_recall_at_10_std": 0.421465, - "nauc_recall_at_10_diff1": 0.970951, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.945185, + "mrr_at_5": 0.947019, + "mrr_at_10": 0.948302, + "mrr_at_20": 0.948822, + "mrr_at_100": 0.948877, + "mrr_at_1000": 0.948884, + "nauc_ndcg_at_1_max": 0.828376, + "nauc_ndcg_at_1_std": -0.217924, + "nauc_ndcg_at_1_diff1": 0.938176, + "nauc_ndcg_at_3_max": 0.835119, + "nauc_ndcg_at_3_std": -0.23913, + "nauc_ndcg_at_3_diff1": 0.93632, + "nauc_ndcg_at_5_max": 0.842939, + "nauc_ndcg_at_5_std": -0.226845, + "nauc_ndcg_at_5_diff1": 0.93728, + "nauc_ndcg_at_10_max": 0.846897, + "nauc_ndcg_at_10_std": -0.194449, + "nauc_ndcg_at_10_diff1": 0.938211, + "nauc_ndcg_at_20_max": 0.842448, + "nauc_ndcg_at_20_std": -0.209782, + "nauc_ndcg_at_20_diff1": 0.938008, + "nauc_ndcg_at_100_max": 0.840798, + "nauc_ndcg_at_100_std": -0.211041, + "nauc_ndcg_at_100_diff1": 0.938053, + "nauc_ndcg_at_1000_max": 0.84017, + "nauc_ndcg_at_1000_std": -0.215814, + "nauc_ndcg_at_1000_diff1": 0.937808, + "nauc_map_at_1_max": 0.828376, + "nauc_map_at_1_std": -0.217924, + "nauc_map_at_1_diff1": 0.938176, + "nauc_map_at_3_max": 0.834384, + "nauc_map_at_3_std": -0.234876, + "nauc_map_at_3_diff1": 0.936967, + "nauc_map_at_5_max": 0.838145, + "nauc_map_at_5_std": -0.228964, + "nauc_map_at_5_diff1": 0.937527, + "nauc_map_at_10_max": 0.83922, + "nauc_map_at_10_std": -0.217828, + "nauc_map_at_10_diff1": 0.937788, + "nauc_map_at_20_max": 0.838291, + "nauc_map_at_20_std": -0.220842, + "nauc_map_at_20_diff1": 0.937727, + "nauc_map_at_100_max": 0.838119, + "nauc_map_at_100_std": -0.22094, + "nauc_map_at_100_diff1": 0.937733, + "nauc_map_at_1000_max": 0.838095, + "nauc_map_at_1000_std": -0.221123, + "nauc_map_at_1000_diff1": 0.937724, + "nauc_recall_at_1_max": 0.828376, + "nauc_recall_at_1_std": -0.217924, + "nauc_recall_at_1_diff1": 0.938176, + "nauc_recall_at_3_max": 0.837966, + "nauc_recall_at_3_std": -0.260235, + "nauc_recall_at_3_diff1": 0.932755, + "nauc_recall_at_5_max": 0.87825, + "nauc_recall_at_5_std": -0.204457, + "nauc_recall_at_5_diff1": 0.935501, + "nauc_recall_at_10_max": 0.95915, + "nauc_recall_at_10_std": 0.181793, + "nauc_recall_at_10_diff1": 0.946078, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.282758, "nauc_recall_at_20_diff1": 0.956427, - "nauc_recall_at_100_max": NaN, - "nauc_recall_at_100_std": NaN, - "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.841323, - "nauc_precision_at_1_std": -0.197686, - "nauc_precision_at_1_diff1": 0.940189, - "nauc_precision_at_3_max": 0.86852, - "nauc_precision_at_3_std": -0.375661, - "nauc_precision_at_3_diff1": 0.955822, - "nauc_precision_at_5_max": 0.935602, - "nauc_precision_at_5_std": -0.238727, - "nauc_precision_at_5_diff1": 0.960592, - "nauc_precision_at_10_max": 1.0, - "nauc_precision_at_10_std": 0.421465, - "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_1_max": 0.828376, + "nauc_precision_at_1_std": -0.217924, + "nauc_precision_at_1_diff1": 0.938176, + "nauc_precision_at_3_max": 0.837966, + "nauc_precision_at_3_std": -0.260235, + "nauc_precision_at_3_diff1": 0.932755, + "nauc_precision_at_5_max": 0.87825, + "nauc_precision_at_5_std": -0.204457, + "nauc_precision_at_5_diff1": 0.935501, + "nauc_precision_at_10_max": 0.95915, + "nauc_precision_at_10_std": 0.181793, + "nauc_precision_at_10_diff1": 0.946078, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.282758, "nauc_precision_at_20_diff1": 0.956427, @@ -31056,5750 +32938,6101 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.841323, - "nauc_mrr_at_1_std": -0.197686, - "nauc_mrr_at_1_diff1": 0.940189, - "nauc_mrr_at_3_max": 0.850944, - "nauc_mrr_at_3_std": -0.255379, - "nauc_mrr_at_3_diff1": 0.945036, - "nauc_mrr_at_5_max": 0.856622, - "nauc_mrr_at_5_std": -0.235182, - "nauc_mrr_at_5_diff1": 0.944919, - "nauc_mrr_at_10_max": 0.856387, - "nauc_mrr_at_10_std": -0.21557, - "nauc_mrr_at_10_diff1": 0.944795, - "nauc_mrr_at_20_max": 0.854836, - "nauc_mrr_at_20_std": -0.222952, - "nauc_mrr_at_20_diff1": 0.944427, - "nauc_mrr_at_100_max": 0.854657, - "nauc_mrr_at_100_std": -0.223236, - "nauc_mrr_at_100_diff1": 0.944433, - "nauc_mrr_at_1000_max": 0.854657, - "nauc_mrr_at_1000_std": -0.223236, - "nauc_mrr_at_1000_diff1": 0.944433, - "main_score": 0.9629, + "nauc_mrr_at_1_max": 0.828376, + "nauc_mrr_at_1_std": -0.217924, + "nauc_mrr_at_1_diff1": 0.938176, + "nauc_mrr_at_3_max": 0.834384, + "nauc_mrr_at_3_std": -0.234876, + "nauc_mrr_at_3_diff1": 0.936967, + "nauc_mrr_at_5_max": 0.838145, + "nauc_mrr_at_5_std": -0.228964, + "nauc_mrr_at_5_diff1": 0.937527, + "nauc_mrr_at_10_max": 0.83922, + "nauc_mrr_at_10_std": -0.217828, + "nauc_mrr_at_10_diff1": 0.937788, + "nauc_mrr_at_20_max": 0.838291, + "nauc_mrr_at_20_std": -0.220842, + "nauc_mrr_at_20_diff1": 0.937727, + "nauc_mrr_at_100_max": 0.838119, + "nauc_mrr_at_100_std": -0.22094, + "nauc_mrr_at_100_diff1": 0.937733, + "nauc_mrr_at_1000_max": 0.838095, + "nauc_mrr_at_1000_std": -0.221123, + "nauc_mrr_at_1000_diff1": 0.937724, + "hit_rate_at_1": 0.92444, + "hit_rate_at_3": 0.97111, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99667, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95828, "hf_subset": "nld_Latn-eng_Latn", "languages": [ "nld-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91222, - "ndcg_at_3": 0.94217, - "ndcg_at_5": 0.94613, - "ndcg_at_10": 0.95061, - "ndcg_at_20": 0.95177, - "ndcg_at_100": 0.95332, - "ndcg_at_1000": 0.95364, - "map_at_1": 0.91222, - "map_at_3": 0.93519, - "map_at_5": 0.9373, - "map_at_10": 0.93924, - "map_at_20": 0.93958, - "map_at_100": 0.93983, - "map_at_1000": 0.93985, - "recall_at_1": 0.91222, - "recall_at_3": 0.96222, - "recall_at_5": 0.97222, - "recall_at_10": 0.98556, - "recall_at_20": 0.99, + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.9343, + "ndcg_at_5": 0.93846, + "ndcg_at_10": 0.94175, + "ndcg_at_20": 0.94437, + "ndcg_at_100": 0.94609, + "ndcg_at_1000": 0.9464, + "map_at_1": 0.89778, + "map_at_3": 0.92574, + "map_at_5": 0.92807, + "map_at_10": 0.92947, + "map_at_20": 0.93023, + "map_at_100": 0.9305, + "map_at_1000": 0.93052, + "recall_at_1": 0.89778, + "recall_at_3": 0.95889, + "recall_at_5": 0.96889, + "recall_at_10": 0.97889, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91222, - "precision_at_3": 0.32074, - "precision_at_5": 0.19444, - "precision_at_10": 0.09856, - "precision_at_20": 0.0495, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31963, + "precision_at_5": 0.19378, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.912222, - "mrr_at_3": 0.935185, - "mrr_at_5": 0.937296, - "mrr_at_10": 0.939242, - "mrr_at_20": 0.939579, - "mrr_at_100": 0.939834, - "mrr_at_1000": 0.939852, - "nauc_ndcg_at_1_max": 0.850619, - "nauc_ndcg_at_1_std": -0.094529, - "nauc_ndcg_at_1_diff1": 0.930031, - "nauc_ndcg_at_3_max": 0.877025, - "nauc_ndcg_at_3_std": -0.076832, - "nauc_ndcg_at_3_diff1": 0.933871, - "nauc_ndcg_at_5_max": 0.87123, - "nauc_ndcg_at_5_std": -0.086632, - "nauc_ndcg_at_5_diff1": 0.933293, - "nauc_ndcg_at_10_max": 0.870177, - "nauc_ndcg_at_10_std": -0.075782, - "nauc_ndcg_at_10_diff1": 0.934299, - "nauc_ndcg_at_20_max": 0.867754, - "nauc_ndcg_at_20_std": -0.074777, - "nauc_ndcg_at_20_diff1": 0.933417, - "nauc_ndcg_at_100_max": 0.866988, - "nauc_ndcg_at_100_std": -0.079832, - "nauc_ndcg_at_100_diff1": 0.932863, - "nauc_ndcg_at_1000_max": 0.866072, - "nauc_ndcg_at_1000_std": -0.086822, - "nauc_ndcg_at_1000_diff1": 0.932856, - "nauc_map_at_1_max": 0.850619, - "nauc_map_at_1_std": -0.094529, - "nauc_map_at_1_diff1": 0.930031, - "nauc_map_at_3_max": 0.869489, - "nauc_map_at_3_std": -0.084515, - "nauc_map_at_3_diff1": 0.933153, - "nauc_map_at_5_max": 0.866543, - "nauc_map_at_5_std": -0.089101, - "nauc_map_at_5_diff1": 0.932872, - "nauc_map_at_10_max": 0.865545, - "nauc_map_at_10_std": -0.087395, - "nauc_map_at_10_diff1": 0.933169, - "nauc_map_at_20_max": 0.86492, - "nauc_map_at_20_std": -0.08781, - "nauc_map_at_20_diff1": 0.932922, - "nauc_map_at_100_max": 0.864695, - "nauc_map_at_100_std": -0.089133, - "nauc_map_at_100_diff1": 0.932775, - "nauc_map_at_1000_max": 0.864654, - "nauc_map_at_1000_std": -0.08944, - "nauc_map_at_1000_diff1": 0.932775, - "nauc_recall_at_1_max": 0.850619, - "nauc_recall_at_1_std": -0.094529, - "nauc_recall_at_1_diff1": 0.930031, - "nauc_recall_at_3_max": 0.913563, - "nauc_recall_at_3_std": -0.037444, - "nauc_recall_at_3_diff1": 0.937043, - "nauc_recall_at_5_max": 0.898786, - "nauc_recall_at_5_std": -0.072624, - "nauc_recall_at_5_diff1": 0.935294, - "nauc_recall_at_10_max": 0.924226, - "nauc_recall_at_10_std": 0.096639, - "nauc_recall_at_10_diff1": 0.948467, - "nauc_recall_at_20_max": 0.905073, - "nauc_recall_at_20_std": 0.218695, - "nauc_recall_at_20_diff1": 0.940087, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.934641, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.925741, + "mrr_at_5": 0.928074, + "mrr_at_10": 0.929467, + "mrr_at_20": 0.930228, + "mrr_at_100": 0.9305, + "mrr_at_1000": 0.930516, + "nauc_ndcg_at_1_max": 0.815291, + "nauc_ndcg_at_1_std": -0.322859, + "nauc_ndcg_at_1_diff1": 0.930434, + "nauc_ndcg_at_3_max": 0.854341, + "nauc_ndcg_at_3_std": -0.30115, + "nauc_ndcg_at_3_diff1": 0.940722, + "nauc_ndcg_at_5_max": 0.850736, + "nauc_ndcg_at_5_std": -0.302583, + "nauc_ndcg_at_5_diff1": 0.939762, + "nauc_ndcg_at_10_max": 0.843957, + "nauc_ndcg_at_10_std": -0.274392, + "nauc_ndcg_at_10_diff1": 0.938779, + "nauc_ndcg_at_20_max": 0.845181, + "nauc_ndcg_at_20_std": -0.277505, + "nauc_ndcg_at_20_diff1": 0.938759, + "nauc_ndcg_at_100_max": 0.841297, + "nauc_ndcg_at_100_std": -0.293081, + "nauc_ndcg_at_100_diff1": 0.937361, + "nauc_ndcg_at_1000_max": 0.841703, + "nauc_ndcg_at_1000_std": -0.294175, + "nauc_ndcg_at_1000_diff1": 0.937823, + "nauc_map_at_1_max": 0.815291, + "nauc_map_at_1_std": -0.322859, + "nauc_map_at_1_diff1": 0.930434, + "nauc_map_at_3_max": 0.84384, + "nauc_map_at_3_std": -0.307128, + "nauc_map_at_3_diff1": 0.938199, + "nauc_map_at_5_max": 0.841824, + "nauc_map_at_5_std": -0.307945, + "nauc_map_at_5_diff1": 0.937707, + "nauc_map_at_10_max": 0.839295, + "nauc_map_at_10_std": -0.298154, + "nauc_map_at_10_diff1": 0.937305, + "nauc_map_at_20_max": 0.839507, + "nauc_map_at_20_std": -0.29903, + "nauc_map_at_20_diff1": 0.937303, + "nauc_map_at_100_max": 0.839015, + "nauc_map_at_100_std": -0.301102, + "nauc_map_at_100_diff1": 0.937137, + "nauc_map_at_1000_max": 0.839035, + "nauc_map_at_1000_std": -0.301121, + "nauc_map_at_1000_diff1": 0.937158, + "nauc_recall_at_1_max": 0.815291, + "nauc_recall_at_1_std": -0.322859, + "nauc_recall_at_1_diff1": 0.930434, + "nauc_recall_at_3_max": 0.907147, + "nauc_recall_at_3_std": -0.270964, + "nauc_recall_at_3_diff1": 0.953188, + "nauc_recall_at_5_max": 0.906479, + "nauc_recall_at_5_std": -0.268674, + "nauc_recall_at_5_diff1": 0.952148, + "nauc_recall_at_10_max": 0.87594, + "nauc_recall_at_10_std": -0.018158, + "nauc_recall_at_10_diff1": 0.95012, + "nauc_recall_at_20_max": 0.929272, + "nauc_recall_at_20_std": 0.148179, + "nauc_recall_at_20_diff1": 0.95915, + "nauc_recall_at_100_max": 0.777077, + "nauc_recall_at_100_std": -0.075864, + "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.850619, - "nauc_precision_at_1_std": -0.094529, - "nauc_precision_at_1_diff1": 0.930031, - "nauc_precision_at_3_max": 0.913563, - "nauc_precision_at_3_std": -0.037444, - "nauc_precision_at_3_diff1": 0.937043, - "nauc_precision_at_5_max": 0.898786, - "nauc_precision_at_5_std": -0.072624, - "nauc_precision_at_5_diff1": 0.935294, - "nauc_precision_at_10_max": 0.924226, - "nauc_precision_at_10_std": 0.096639, - "nauc_precision_at_10_diff1": 0.948467, - "nauc_precision_at_20_max": 0.905073, - "nauc_precision_at_20_std": 0.218695, - "nauc_precision_at_20_diff1": 0.940087, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1_max": 0.815291, + "nauc_precision_at_1_std": -0.322859, + "nauc_precision_at_1_diff1": 0.930434, + "nauc_precision_at_3_max": 0.907147, + "nauc_precision_at_3_std": -0.270964, + "nauc_precision_at_3_diff1": 0.953188, + "nauc_precision_at_5_max": 0.906479, + "nauc_precision_at_5_std": -0.268674, + "nauc_precision_at_5_diff1": 0.952148, + "nauc_precision_at_10_max": 0.87594, + "nauc_precision_at_10_std": -0.018158, + "nauc_precision_at_10_diff1": 0.95012, + "nauc_precision_at_20_max": 0.929272, + "nauc_precision_at_20_std": 0.148179, + "nauc_precision_at_20_diff1": 0.95915, + "nauc_precision_at_100_max": 0.777077, + "nauc_precision_at_100_std": -0.075864, + "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.850619, - "nauc_mrr_at_1_std": -0.094529, - "nauc_mrr_at_1_diff1": 0.930031, - "nauc_mrr_at_3_max": 0.869489, - "nauc_mrr_at_3_std": -0.084515, - "nauc_mrr_at_3_diff1": 0.933153, - "nauc_mrr_at_5_max": 0.866543, - "nauc_mrr_at_5_std": -0.089101, - "nauc_mrr_at_5_diff1": 0.932872, - "nauc_mrr_at_10_max": 0.865545, - "nauc_mrr_at_10_std": -0.087395, - "nauc_mrr_at_10_diff1": 0.933169, - "nauc_mrr_at_20_max": 0.86492, - "nauc_mrr_at_20_std": -0.08781, - "nauc_mrr_at_20_diff1": 0.932922, - "nauc_mrr_at_100_max": 0.864695, - "nauc_mrr_at_100_std": -0.089133, - "nauc_mrr_at_100_diff1": 0.932775, - "nauc_mrr_at_1000_max": 0.864654, - "nauc_mrr_at_1000_std": -0.08944, - "nauc_mrr_at_1000_diff1": 0.932775, - "main_score": 0.95061, + "nauc_mrr_at_1_max": 0.815291, + "nauc_mrr_at_1_std": -0.322859, + "nauc_mrr_at_1_diff1": 0.930434, + "nauc_mrr_at_3_max": 0.84384, + "nauc_mrr_at_3_std": -0.307128, + "nauc_mrr_at_3_diff1": 0.938199, + "nauc_mrr_at_5_max": 0.841824, + "nauc_mrr_at_5_std": -0.307945, + "nauc_mrr_at_5_diff1": 0.937707, + "nauc_mrr_at_10_max": 0.839295, + "nauc_mrr_at_10_std": -0.298154, + "nauc_mrr_at_10_diff1": 0.937305, + "nauc_mrr_at_20_max": 0.839507, + "nauc_mrr_at_20_std": -0.29903, + "nauc_mrr_at_20_diff1": 0.937303, + "nauc_mrr_at_100_max": 0.839015, + "nauc_mrr_at_100_std": -0.301102, + "nauc_mrr_at_100_diff1": 0.937137, + "nauc_mrr_at_1000_max": 0.839035, + "nauc_mrr_at_1000_std": -0.301121, + "nauc_mrr_at_1000_diff1": 0.937158, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94175, "hf_subset": "eng_Latn-nld_Latn", "languages": [ "eng-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92222, - "ndcg_at_3": 0.9491, - "ndcg_at_5": 0.95427, - "ndcg_at_10": 0.95681, - "ndcg_at_20": 0.95764, - "ndcg_at_100": 0.95892, - "ndcg_at_1000": 0.95937, - "map_at_1": 0.92222, - "map_at_3": 0.94296, - "map_at_5": 0.94591, - "map_at_10": 0.94697, - "map_at_20": 0.94719, - "map_at_100": 0.94738, - "map_at_1000": 0.9474, - "recall_at_1": 0.92222, + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94673, + "ndcg_at_5": 0.95041, + "ndcg_at_10": 0.95295, + "ndcg_at_20": 0.95382, + "ndcg_at_100": 0.95588, + "ndcg_at_1000": 0.95633, + "map_at_1": 0.91778, + "map_at_3": 0.93981, + "map_at_5": 0.94187, + "map_at_10": 0.94293, + "map_at_20": 0.94318, + "map_at_100": 0.94355, + "map_at_1000": 0.94356, + "recall_at_1": 0.91778, "recall_at_3": 0.96667, - "recall_at_5": 0.97889, - "recall_at_10": 0.98667, - "recall_at_20": 0.99, + "recall_at_5": 0.97556, + "recall_at_10": 0.98333, + "recall_at_20": 0.98667, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.92222, + "accuracy": 0.91778, + "precision_at_1": 0.91778, "precision_at_3": 0.32222, - "precision_at_5": 0.19578, - "precision_at_10": 0.09867, - "precision_at_20": 0.0495, + "precision_at_5": 0.19511, + "precision_at_10": 0.09833, + "precision_at_20": 0.04933, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.922222, - "mrr_at_3": 0.942963, - "mrr_at_5": 0.945907, - "mrr_at_10": 0.94697, - "mrr_at_20": 0.947188, - "mrr_at_100": 0.947379, - "mrr_at_1000": 0.9474, - "nauc_ndcg_at_1_max": 0.848693, - "nauc_ndcg_at_1_std": -0.018541, - "nauc_ndcg_at_1_diff1": 0.946312, - "nauc_ndcg_at_3_max": 0.865871, - "nauc_ndcg_at_3_std": -0.091652, - "nauc_ndcg_at_3_diff1": 0.941732, - "nauc_ndcg_at_5_max": 0.867743, - "nauc_ndcg_at_5_std": -0.064863, - "nauc_ndcg_at_5_diff1": 0.939253, - "nauc_ndcg_at_10_max": 0.868498, - "nauc_ndcg_at_10_std": -0.072659, - "nauc_ndcg_at_10_diff1": 0.940181, - "nauc_ndcg_at_20_max": 0.865928, - "nauc_ndcg_at_20_std": -0.065374, - "nauc_ndcg_at_20_diff1": 0.939851, - "nauc_ndcg_at_100_max": 0.865266, - "nauc_ndcg_at_100_std": -0.039156, - "nauc_ndcg_at_100_diff1": 0.941292, - "nauc_ndcg_at_1000_max": 0.863767, - "nauc_ndcg_at_1000_std": -0.05071, - "nauc_ndcg_at_1000_diff1": 0.941066, - "nauc_map_at_1_max": 0.848693, - "nauc_map_at_1_std": -0.018541, - "nauc_map_at_1_diff1": 0.946312, - "nauc_map_at_3_max": 0.861003, - "nauc_map_at_3_std": -0.066681, - "nauc_map_at_3_diff1": 0.942598, - "nauc_map_at_5_max": 0.861792, - "nauc_map_at_5_std": -0.051537, - "nauc_map_at_5_diff1": 0.941487, - "nauc_map_at_10_max": 0.862058, - "nauc_map_at_10_std": -0.053288, - "nauc_map_at_10_diff1": 0.941831, - "nauc_map_at_20_max": 0.861488, - "nauc_map_at_20_std": -0.051578, - "nauc_map_at_20_diff1": 0.941763, - "nauc_map_at_100_max": 0.861349, - "nauc_map_at_100_std": -0.048341, - "nauc_map_at_100_diff1": 0.941884, - "nauc_map_at_1000_max": 0.861292, - "nauc_map_at_1000_std": -0.04877, - "nauc_map_at_1000_diff1": 0.941869, - "nauc_recall_at_1_max": 0.848693, - "nauc_recall_at_1_std": -0.018541, - "nauc_recall_at_1_diff1": 0.946312, - "nauc_recall_at_3_max": 0.889356, - "nauc_recall_at_3_std": -0.215608, - "nauc_recall_at_3_diff1": 0.937908, - "nauc_recall_at_5_max": 0.910929, - "nauc_recall_at_5_std": -0.159394, - "nauc_recall_at_5_diff1": 0.922601, - "nauc_recall_at_10_max": 0.94106, - "nauc_recall_at_10_std": -0.304194, - "nauc_recall_at_10_diff1": 0.922386, - "nauc_recall_at_20_max": 0.921413, - "nauc_recall_at_20_std": -0.260764, - "nauc_recall_at_20_diff1": 0.911038, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.939815, + "mrr_at_5": 0.94187, + "mrr_at_10": 0.942932, + "mrr_at_20": 0.94318, + "mrr_at_100": 0.943545, + "mrr_at_1000": 0.943565, + "nauc_ndcg_at_1_max": 0.793884, + "nauc_ndcg_at_1_std": -0.049852, + "nauc_ndcg_at_1_diff1": 0.94546, + "nauc_ndcg_at_3_max": 0.840353, + "nauc_ndcg_at_3_std": -0.081988, + "nauc_ndcg_at_3_diff1": 0.946943, + "nauc_ndcg_at_5_max": 0.834062, + "nauc_ndcg_at_5_std": -0.08629, + "nauc_ndcg_at_5_diff1": 0.943003, + "nauc_ndcg_at_10_max": 0.83515, + "nauc_ndcg_at_10_std": -0.06289, + "nauc_ndcg_at_10_diff1": 0.943044, + "nauc_ndcg_at_20_max": 0.832945, + "nauc_ndcg_at_20_std": -0.076913, + "nauc_ndcg_at_20_diff1": 0.942857, + "nauc_ndcg_at_100_max": 0.829646, + "nauc_ndcg_at_100_std": -0.049448, + "nauc_ndcg_at_100_diff1": 0.944161, + "nauc_ndcg_at_1000_max": 0.827909, + "nauc_ndcg_at_1000_std": -0.060152, + "nauc_ndcg_at_1000_diff1": 0.943992, + "nauc_map_at_1_max": 0.793884, + "nauc_map_at_1_std": -0.049852, + "nauc_map_at_1_diff1": 0.94546, + "nauc_map_at_3_max": 0.827439, + "nauc_map_at_3_std": -0.071057, + "nauc_map_at_3_diff1": 0.946204, + "nauc_map_at_5_max": 0.824093, + "nauc_map_at_5_std": -0.071338, + "nauc_map_at_5_diff1": 0.944302, + "nauc_map_at_10_max": 0.824429, + "nauc_map_at_10_std": -0.062827, + "nauc_map_at_10_diff1": 0.944321, + "nauc_map_at_20_max": 0.823895, + "nauc_map_at_20_std": -0.066284, + "nauc_map_at_20_diff1": 0.944311, + "nauc_map_at_100_max": 0.823397, + "nauc_map_at_100_std": -0.061896, + "nauc_map_at_100_diff1": 0.944438, + "nauc_map_at_1000_max": 0.823336, + "nauc_map_at_1000_std": -0.062264, + "nauc_map_at_1000_diff1": 0.944427, + "nauc_recall_at_1_max": 0.793884, + "nauc_recall_at_1_std": -0.049852, + "nauc_recall_at_1_diff1": 0.94546, + "nauc_recall_at_3_max": 0.905851, + "nauc_recall_at_3_std": -0.1392, + "nauc_recall_at_3_diff1": 0.95098, + "nauc_recall_at_5_max": 0.897823, + "nauc_recall_at_5_std": -0.194678, + "nauc_recall_at_5_diff1": 0.933155, + "nauc_recall_at_10_max": 0.934329, + "nauc_recall_at_10_std": -0.045534, + "nauc_recall_at_10_diff1": 0.929194, + "nauc_recall_at_20_max": 0.928805, + "nauc_recall_at_20_std": -0.222923, + "nauc_recall_at_20_diff1": 0.922386, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.848693, - "nauc_precision_at_1_std": -0.018541, - "nauc_precision_at_1_diff1": 0.946312, - "nauc_precision_at_3_max": 0.889356, - "nauc_precision_at_3_std": -0.215608, - "nauc_precision_at_3_diff1": 0.937908, - "nauc_precision_at_5_max": 0.910929, - "nauc_precision_at_5_std": -0.159394, - "nauc_precision_at_5_diff1": 0.922601, - "nauc_precision_at_10_max": 0.94106, - "nauc_precision_at_10_std": -0.304194, - "nauc_precision_at_10_diff1": 0.922386, - "nauc_precision_at_20_max": 0.921413, - "nauc_precision_at_20_std": -0.260764, - "nauc_precision_at_20_diff1": 0.911038, + "nauc_precision_at_1_max": 0.793884, + "nauc_precision_at_1_std": -0.049852, + "nauc_precision_at_1_diff1": 0.94546, + "nauc_precision_at_3_max": 0.905851, + "nauc_precision_at_3_std": -0.1392, + "nauc_precision_at_3_diff1": 0.95098, + "nauc_precision_at_5_max": 0.897823, + "nauc_precision_at_5_std": -0.194678, + "nauc_precision_at_5_diff1": 0.933155, + "nauc_precision_at_10_max": 0.934329, + "nauc_precision_at_10_std": -0.045534, + "nauc_precision_at_10_diff1": 0.929194, + "nauc_precision_at_20_max": 0.928805, + "nauc_precision_at_20_std": -0.222923, + "nauc_precision_at_20_diff1": 0.922386, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.848693, - "nauc_mrr_at_1_std": -0.018541, - "nauc_mrr_at_1_diff1": 0.946312, - "nauc_mrr_at_3_max": 0.861003, - "nauc_mrr_at_3_std": -0.066681, - "nauc_mrr_at_3_diff1": 0.942598, - "nauc_mrr_at_5_max": 0.861792, - "nauc_mrr_at_5_std": -0.051537, - "nauc_mrr_at_5_diff1": 0.941487, - "nauc_mrr_at_10_max": 0.862058, - "nauc_mrr_at_10_std": -0.053288, - "nauc_mrr_at_10_diff1": 0.941831, - "nauc_mrr_at_20_max": 0.861488, - "nauc_mrr_at_20_std": -0.051578, - "nauc_mrr_at_20_diff1": 0.941763, - "nauc_mrr_at_100_max": 0.861349, - "nauc_mrr_at_100_std": -0.048341, - "nauc_mrr_at_100_diff1": 0.941884, - "nauc_mrr_at_1000_max": 0.861292, - "nauc_mrr_at_1000_std": -0.04877, - "nauc_mrr_at_1000_diff1": 0.941869, - "main_score": 0.95681, + "nauc_mrr_at_1_max": 0.793884, + "nauc_mrr_at_1_std": -0.049852, + "nauc_mrr_at_1_diff1": 0.94546, + "nauc_mrr_at_3_max": 0.827439, + "nauc_mrr_at_3_std": -0.071057, + "nauc_mrr_at_3_diff1": 0.946204, + "nauc_mrr_at_5_max": 0.824093, + "nauc_mrr_at_5_std": -0.071338, + "nauc_mrr_at_5_diff1": 0.944302, + "nauc_mrr_at_10_max": 0.824429, + "nauc_mrr_at_10_std": -0.062827, + "nauc_mrr_at_10_diff1": 0.944321, + "nauc_mrr_at_20_max": 0.823895, + "nauc_mrr_at_20_std": -0.066284, + "nauc_mrr_at_20_diff1": 0.944311, + "nauc_mrr_at_100_max": 0.823397, + "nauc_mrr_at_100_std": -0.061896, + "nauc_mrr_at_100_diff1": 0.944438, + "nauc_mrr_at_1000_max": 0.823336, + "nauc_mrr_at_1000_std": -0.062264, + "nauc_mrr_at_1000_diff1": 0.944427, + "hit_rate_at_1": 0.91778, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.95295, "hf_subset": "nob_Latn-nob_Latn", "languages": [ "nob-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92222, - "ndcg_at_3": 0.9526, - "ndcg_at_5": 0.95634, - "ndcg_at_10": 0.95878, - "ndcg_at_20": 0.95994, - "ndcg_at_100": 0.96076, - "ndcg_at_1000": 0.96108, - "map_at_1": 0.92222, - "map_at_3": 0.94574, - "map_at_5": 0.94785, - "map_at_10": 0.94882, - "map_at_20": 0.94916, - "map_at_100": 0.94927, - "map_at_1000": 0.94929, - "recall_at_1": 0.92222, - "recall_at_3": 0.97222, - "recall_at_5": 0.98111, - "recall_at_10": 0.98889, + "ndcg_at_1": 0.92333, + "ndcg_at_3": 0.9498, + "ndcg_at_5": 0.95487, + "ndcg_at_10": 0.95771, + "ndcg_at_20": 0.95921, + "ndcg_at_100": 0.96003, + "ndcg_at_1000": 0.96033, + "map_at_1": 0.92333, + "map_at_3": 0.94389, + "map_at_5": 0.94672, + "map_at_10": 0.94788, + "map_at_20": 0.94833, + "map_at_100": 0.94845, + "map_at_1000": 0.94846, + "recall_at_1": 0.92333, + "recall_at_3": 0.96667, + "recall_at_5": 0.97889, + "recall_at_10": 0.98778, "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92222, - "precision_at_3": 0.32407, - "precision_at_5": 0.19622, - "precision_at_10": 0.09889, + "accuracy": 0.92333, + "precision_at_1": 0.92333, + "precision_at_3": 0.32222, + "precision_at_5": 0.19578, + "precision_at_10": 0.09878, "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.922222, - "mrr_at_3": 0.945741, - "mrr_at_5": 0.947852, - "mrr_at_10": 0.948818, - "mrr_at_20": 0.949164, - "mrr_at_100": 0.949271, - "mrr_at_1000": 0.949289, - "nauc_ndcg_at_1_max": 0.811178, - "nauc_ndcg_at_1_std": -0.218301, - "nauc_ndcg_at_1_diff1": 0.939943, - "nauc_ndcg_at_3_max": 0.81123, - "nauc_ndcg_at_3_std": -0.370522, - "nauc_ndcg_at_3_diff1": 0.940168, - "nauc_ndcg_at_5_max": 0.81477, - "nauc_ndcg_at_5_std": -0.348389, - "nauc_ndcg_at_5_diff1": 0.945133, - "nauc_ndcg_at_10_max": 0.815433, - "nauc_ndcg_at_10_std": -0.296579, - "nauc_ndcg_at_10_diff1": 0.944395, - "nauc_ndcg_at_20_max": 0.82157, - "nauc_ndcg_at_20_std": -0.275663, - "nauc_ndcg_at_20_diff1": 0.943725, - "nauc_ndcg_at_100_max": 0.817853, - "nauc_ndcg_at_100_std": -0.278927, - "nauc_ndcg_at_100_diff1": 0.943215, - "nauc_ndcg_at_1000_max": 0.816356, - "nauc_ndcg_at_1000_std": -0.28944, - "nauc_ndcg_at_1000_diff1": 0.942748, - "nauc_map_at_1_max": 0.811178, - "nauc_map_at_1_std": -0.218301, - "nauc_map_at_1_diff1": 0.939943, - "nauc_map_at_3_max": 0.811533, - "nauc_map_at_3_std": -0.322006, - "nauc_map_at_3_diff1": 0.940002, - "nauc_map_at_5_max": 0.813318, - "nauc_map_at_5_std": -0.309209, - "nauc_map_at_5_diff1": 0.942326, - "nauc_map_at_10_max": 0.813828, - "nauc_map_at_10_std": -0.291274, - "nauc_map_at_10_diff1": 0.942183, - "nauc_map_at_20_max": 0.815034, - "nauc_map_at_20_std": -0.286859, - "nauc_map_at_20_diff1": 0.942009, - "nauc_map_at_100_max": 0.814645, - "nauc_map_at_100_std": -0.287171, - "nauc_map_at_100_diff1": 0.941948, - "nauc_map_at_1000_max": 0.814578, - "nauc_map_at_1000_std": -0.287632, - "nauc_map_at_1000_diff1": 0.941927, - "nauc_recall_at_1_max": 0.811178, - "nauc_recall_at_1_std": -0.218301, - "nauc_recall_at_1_diff1": 0.939943, - "nauc_recall_at_3_max": 0.809262, - "nauc_recall_at_3_std": -0.640691, - "nauc_recall_at_3_diff1": 0.941176, - "nauc_recall_at_5_max": 0.826742, - "nauc_recall_at_5_std": -0.649887, - "nauc_recall_at_5_diff1": 0.969243, - "nauc_recall_at_10_max": 0.835014, - "nauc_recall_at_10_std": -0.265406, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.260971, - "nauc_recall_at_20_diff1": 0.978214, + "mrr_at_1": 0.923333, + "mrr_at_3": 0.943889, + "mrr_at_5": 0.946722, + "mrr_at_10": 0.947876, + "mrr_at_20": 0.948333, + "mrr_at_100": 0.948447, + "mrr_at_1000": 0.948462, + "nauc_ndcg_at_1_max": 0.777094, + "nauc_ndcg_at_1_std": -0.275328, + "nauc_ndcg_at_1_diff1": 0.928585, + "nauc_ndcg_at_3_max": 0.797741, + "nauc_ndcg_at_3_std": -0.306707, + "nauc_ndcg_at_3_diff1": 0.938025, + "nauc_ndcg_at_5_max": 0.801035, + "nauc_ndcg_at_5_std": -0.295639, + "nauc_ndcg_at_5_diff1": 0.936641, + "nauc_ndcg_at_10_max": 0.795979, + "nauc_ndcg_at_10_std": -0.297715, + "nauc_ndcg_at_10_diff1": 0.936036, + "nauc_ndcg_at_20_max": 0.795349, + "nauc_ndcg_at_20_std": -0.283383, + "nauc_ndcg_at_20_diff1": 0.935652, + "nauc_ndcg_at_100_max": 0.796164, + "nauc_ndcg_at_100_std": -0.274537, + "nauc_ndcg_at_100_diff1": 0.935696, + "nauc_ndcg_at_1000_max": 0.794597, + "nauc_ndcg_at_1000_std": -0.284335, + "nauc_ndcg_at_1000_diff1": 0.935202, + "nauc_map_at_1_max": 0.777094, + "nauc_map_at_1_std": -0.275328, + "nauc_map_at_1_diff1": 0.928585, + "nauc_map_at_3_max": 0.792355, + "nauc_map_at_3_std": -0.297751, + "nauc_map_at_3_diff1": 0.935303, + "nauc_map_at_5_max": 0.793631, + "nauc_map_at_5_std": -0.291875, + "nauc_map_at_5_diff1": 0.934537, + "nauc_map_at_10_max": 0.791819, + "nauc_map_at_10_std": -0.293041, + "nauc_map_at_10_diff1": 0.934399, + "nauc_map_at_20_max": 0.791723, + "nauc_map_at_20_std": -0.288846, + "nauc_map_at_20_diff1": 0.934309, + "nauc_map_at_100_max": 0.791935, + "nauc_map_at_100_std": -0.287539, + "nauc_map_at_100_diff1": 0.934318, + "nauc_map_at_1000_max": 0.791877, + "nauc_map_at_1000_std": -0.287898, + "nauc_map_at_1000_diff1": 0.9343, + "nauc_recall_at_1_max": 0.777094, + "nauc_recall_at_1_std": -0.275328, + "nauc_recall_at_1_diff1": 0.928585, + "nauc_recall_at_3_max": 0.822923, + "nauc_recall_at_3_std": -0.349253, + "nauc_recall_at_3_diff1": 0.95098, + "nauc_recall_at_5_max": 0.85444, + "nauc_recall_at_5_std": -0.318492, + "nauc_recall_at_5_diff1": 0.95098, + "nauc_recall_at_10_max": 0.838129, + "nauc_recall_at_10_std": -0.345981, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.853797, + "nauc_recall_at_20_std": -0.09765, + "nauc_recall_at_20_diff1": 0.956427, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.811178, - "nauc_precision_at_1_std": -0.218301, - "nauc_precision_at_1_diff1": 0.939943, - "nauc_precision_at_3_max": 0.809262, - "nauc_precision_at_3_std": -0.640691, - "nauc_precision_at_3_diff1": 0.941176, - "nauc_precision_at_5_max": 0.826742, - "nauc_precision_at_5_std": -0.649887, - "nauc_precision_at_5_diff1": 0.969243, - "nauc_precision_at_10_max": 0.835014, - "nauc_precision_at_10_std": -0.265406, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.260971, - "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_1_max": 0.777094, + "nauc_precision_at_1_std": -0.275328, + "nauc_precision_at_1_diff1": 0.928585, + "nauc_precision_at_3_max": 0.822923, + "nauc_precision_at_3_std": -0.349253, + "nauc_precision_at_3_diff1": 0.95098, + "nauc_precision_at_5_max": 0.85444, + "nauc_precision_at_5_std": -0.318492, + "nauc_precision_at_5_diff1": 0.95098, + "nauc_precision_at_10_max": 0.838129, + "nauc_precision_at_10_std": -0.345981, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.853797, + "nauc_precision_at_20_std": -0.09765, + "nauc_precision_at_20_diff1": 0.956427, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.811178, - "nauc_mrr_at_1_std": -0.218301, - "nauc_mrr_at_1_diff1": 0.939943, - "nauc_mrr_at_3_max": 0.811533, - "nauc_mrr_at_3_std": -0.322006, - "nauc_mrr_at_3_diff1": 0.940002, - "nauc_mrr_at_5_max": 0.813318, - "nauc_mrr_at_5_std": -0.309209, - "nauc_mrr_at_5_diff1": 0.942326, - "nauc_mrr_at_10_max": 0.813828, - "nauc_mrr_at_10_std": -0.291274, - "nauc_mrr_at_10_diff1": 0.942183, - "nauc_mrr_at_20_max": 0.815034, - "nauc_mrr_at_20_std": -0.286859, - "nauc_mrr_at_20_diff1": 0.942009, - "nauc_mrr_at_100_max": 0.814645, - "nauc_mrr_at_100_std": -0.287171, - "nauc_mrr_at_100_diff1": 0.941948, - "nauc_mrr_at_1000_max": 0.814578, - "nauc_mrr_at_1000_std": -0.287632, - "nauc_mrr_at_1000_diff1": 0.941927, - "main_score": 0.95878, + "nauc_mrr_at_1_max": 0.777094, + "nauc_mrr_at_1_std": -0.275328, + "nauc_mrr_at_1_diff1": 0.928585, + "nauc_mrr_at_3_max": 0.792355, + "nauc_mrr_at_3_std": -0.297751, + "nauc_mrr_at_3_diff1": 0.935303, + "nauc_mrr_at_5_max": 0.793631, + "nauc_mrr_at_5_std": -0.291875, + "nauc_mrr_at_5_diff1": 0.934537, + "nauc_mrr_at_10_max": 0.791819, + "nauc_mrr_at_10_std": -0.293041, + "nauc_mrr_at_10_diff1": 0.934399, + "nauc_mrr_at_20_max": 0.791723, + "nauc_mrr_at_20_std": -0.288846, + "nauc_mrr_at_20_diff1": 0.934309, + "nauc_mrr_at_100_max": 0.791935, + "nauc_mrr_at_100_std": -0.287539, + "nauc_mrr_at_100_diff1": 0.934318, + "nauc_mrr_at_1000_max": 0.791877, + "nauc_mrr_at_1000_std": -0.287898, + "nauc_mrr_at_1000_diff1": 0.9343, + "hit_rate_at_1": 0.92333, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95771, "hf_subset": "nob_Latn-eng_Latn", "languages": [ "nob-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.89222, - "ndcg_at_3": 0.92749, - "ndcg_at_5": 0.93475, - "ndcg_at_10": 0.9379, - "ndcg_at_20": 0.94038, - "ndcg_at_100": 0.94192, - "ndcg_at_1000": 0.94237, - "map_at_1": 0.89222, - "map_at_3": 0.91926, - "map_at_5": 0.92326, - "map_at_10": 0.92451, - "map_at_20": 0.92516, - "map_at_100": 0.92541, - "map_at_1000": 0.92543, - "recall_at_1": 0.89222, - "recall_at_3": 0.95111, - "recall_at_5": 0.96889, - "recall_at_10": 0.97889, - "recall_at_20": 0.98889, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87778, + "ndcg_at_3": 0.91894, + "ndcg_at_5": 0.92502, + "ndcg_at_10": 0.92892, + "ndcg_at_20": 0.93237, + "ndcg_at_100": 0.93481, + "ndcg_at_1000": 0.93494, + "map_at_1": 0.87778, + "map_at_3": 0.90963, + "map_at_5": 0.91307, + "map_at_10": 0.91466, + "map_at_20": 0.91564, + "map_at_100": 0.91596, + "map_at_1000": 0.91597, + "recall_at_1": 0.87778, + "recall_at_3": 0.94556, + "recall_at_5": 0.96, + "recall_at_10": 0.97222, + "recall_at_20": 0.98556, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89222, - "precision_at_3": 0.31704, - "precision_at_5": 0.19378, - "precision_at_10": 0.09789, - "precision_at_20": 0.04944, - "precision_at_100": 0.00997, + "accuracy": 0.87778, + "precision_at_1": 0.87778, + "precision_at_3": 0.31519, + "precision_at_5": 0.192, + "precision_at_10": 0.09722, + "precision_at_20": 0.04928, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.892222, - "mrr_at_3": 0.919259, - "mrr_at_5": 0.923259, - "mrr_at_10": 0.924509, - "mrr_at_20": 0.925165, - "mrr_at_100": 0.925413, - "mrr_at_1000": 0.925434, - "nauc_ndcg_at_1_max": 0.842134, - "nauc_ndcg_at_1_std": -0.078056, - "nauc_ndcg_at_1_diff1": 0.931759, - "nauc_ndcg_at_3_max": 0.875514, - "nauc_ndcg_at_3_std": -0.040755, - "nauc_ndcg_at_3_diff1": 0.929124, - "nauc_ndcg_at_5_max": 0.874112, - "nauc_ndcg_at_5_std": -0.022285, - "nauc_ndcg_at_5_diff1": 0.932514, - "nauc_ndcg_at_10_max": 0.869135, - "nauc_ndcg_at_10_std": -0.039253, - "nauc_ndcg_at_10_diff1": 0.933629, - "nauc_ndcg_at_20_max": 0.866906, - "nauc_ndcg_at_20_std": -0.039523, - "nauc_ndcg_at_20_diff1": 0.932126, - "nauc_ndcg_at_100_max": 0.865913, - "nauc_ndcg_at_100_std": -0.033439, - "nauc_ndcg_at_100_diff1": 0.931338, - "nauc_ndcg_at_1000_max": 0.864859, - "nauc_ndcg_at_1000_std": -0.041256, - "nauc_ndcg_at_1000_diff1": 0.931566, - "nauc_map_at_1_max": 0.842134, - "nauc_map_at_1_std": -0.078056, - "nauc_map_at_1_diff1": 0.931759, - "nauc_map_at_3_max": 0.865691, - "nauc_map_at_3_std": -0.052784, - "nauc_map_at_3_diff1": 0.929857, - "nauc_map_at_5_max": 0.86454, - "nauc_map_at_5_std": -0.044372, - "nauc_map_at_5_diff1": 0.931428, - "nauc_map_at_10_max": 0.862694, - "nauc_map_at_10_std": -0.049497, - "nauc_map_at_10_diff1": 0.931696, - "nauc_map_at_20_max": 0.862189, - "nauc_map_at_20_std": -0.049322, - "nauc_map_at_20_diff1": 0.931387, - "nauc_map_at_100_max": 0.862007, - "nauc_map_at_100_std": -0.048587, - "nauc_map_at_100_diff1": 0.931294, - "nauc_map_at_1000_max": 0.861969, - "nauc_map_at_1000_std": -0.048875, - "nauc_map_at_1000_diff1": 0.931308, - "nauc_recall_at_1_max": 0.842134, - "nauc_recall_at_1_std": -0.078056, - "nauc_recall_at_1_diff1": 0.931759, - "nauc_recall_at_3_max": 0.921431, - "nauc_recall_at_3_std": 0.016255, - "nauc_recall_at_3_diff1": 0.925728, - "nauc_recall_at_5_max": 0.940309, - "nauc_recall_at_5_std": 0.139072, - "nauc_recall_at_5_diff1": 0.941643, - "nauc_recall_at_10_max": 0.926655, - "nauc_recall_at_10_std": 0.043639, - "nauc_recall_at_10_diff1": 0.95786, - "nauc_recall_at_20_max": 0.929272, - "nauc_recall_at_20_std": 0.095191, - "nauc_recall_at_20_diff1": 0.946078, + "mrr_at_1": 0.877778, + "mrr_at_3": 0.90963, + "mrr_at_5": 0.913074, + "mrr_at_10": 0.914657, + "mrr_at_20": 0.915639, + "mrr_at_100": 0.915965, + "mrr_at_1000": 0.915968, + "nauc_ndcg_at_1_max": 0.802622, + "nauc_ndcg_at_1_std": -0.174285, + "nauc_ndcg_at_1_diff1": 0.942918, + "nauc_ndcg_at_3_max": 0.845396, + "nauc_ndcg_at_3_std": -0.114717, + "nauc_ndcg_at_3_diff1": 0.937309, + "nauc_ndcg_at_5_max": 0.847528, + "nauc_ndcg_at_5_std": -0.111276, + "nauc_ndcg_at_5_diff1": 0.939524, + "nauc_ndcg_at_10_max": 0.840967, + "nauc_ndcg_at_10_std": -0.118472, + "nauc_ndcg_at_10_diff1": 0.940284, + "nauc_ndcg_at_20_max": 0.839315, + "nauc_ndcg_at_20_std": -0.111881, + "nauc_ndcg_at_20_diff1": 0.940781, + "nauc_ndcg_at_100_max": 0.835494, + "nauc_ndcg_at_100_std": -0.121516, + "nauc_ndcg_at_100_diff1": 0.94025, + "nauc_ndcg_at_1000_max": 0.835158, + "nauc_ndcg_at_1000_std": -0.12354, + "nauc_ndcg_at_1000_diff1": 0.940395, + "nauc_map_at_1_max": 0.802622, + "nauc_map_at_1_std": -0.174285, + "nauc_map_at_1_diff1": 0.942918, + "nauc_map_at_3_max": 0.833871, + "nauc_map_at_3_std": -0.131915, + "nauc_map_at_3_diff1": 0.939207, + "nauc_map_at_5_max": 0.834441, + "nauc_map_at_5_std": -0.131173, + "nauc_map_at_5_diff1": 0.940284, + "nauc_map_at_10_max": 0.831955, + "nauc_map_at_10_std": -0.133421, + "nauc_map_at_10_diff1": 0.94051, + "nauc_map_at_20_max": 0.831472, + "nauc_map_at_20_std": -0.132274, + "nauc_map_at_20_diff1": 0.940651, + "nauc_map_at_100_max": 0.831041, + "nauc_map_at_100_std": -0.132922, + "nauc_map_at_100_diff1": 0.940594, + "nauc_map_at_1000_max": 0.831035, + "nauc_map_at_1000_std": -0.13296, + "nauc_map_at_1000_diff1": 0.940596, + "nauc_recall_at_1_max": 0.802622, + "nauc_recall_at_1_std": -0.174285, + "nauc_recall_at_1_diff1": 0.942918, + "nauc_recall_at_3_max": 0.89815, + "nauc_recall_at_3_std": -0.035062, + "nauc_recall_at_3_diff1": 0.928305, + "nauc_recall_at_5_max": 0.926665, + "nauc_recall_at_5_std": 0.011049, + "nauc_recall_at_5_diff1": 0.935548, + "nauc_recall_at_10_max": 0.910084, + "nauc_recall_at_10_std": -0.000896, + "nauc_recall_at_10_diff1": 0.940523, + "nauc_recall_at_20_max": 0.944337, + "nauc_recall_at_20_std": 0.23454, + "nauc_recall_at_20_diff1": 0.948467, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, - "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.842134, - "nauc_precision_at_1_std": -0.078056, - "nauc_precision_at_1_diff1": 0.931759, - "nauc_precision_at_3_max": 0.921431, - "nauc_precision_at_3_std": 0.016255, - "nauc_precision_at_3_diff1": 0.925728, - "nauc_precision_at_5_max": 0.940309, - "nauc_precision_at_5_std": 0.139072, - "nauc_precision_at_5_diff1": 0.941643, - "nauc_precision_at_10_max": 0.926655, - "nauc_precision_at_10_std": 0.043639, - "nauc_precision_at_10_diff1": 0.95786, - "nauc_precision_at_20_max": 0.929272, - "nauc_precision_at_20_std": 0.095191, - "nauc_precision_at_20_diff1": 0.946078, + "nauc_precision_at_1_max": 0.802622, + "nauc_precision_at_1_std": -0.174285, + "nauc_precision_at_1_diff1": 0.942918, + "nauc_precision_at_3_max": 0.89815, + "nauc_precision_at_3_std": -0.035062, + "nauc_precision_at_3_diff1": 0.928305, + "nauc_precision_at_5_max": 0.926665, + "nauc_precision_at_5_std": 0.011049, + "nauc_precision_at_5_diff1": 0.935548, + "nauc_precision_at_10_max": 0.910084, + "nauc_precision_at_10_std": -0.000896, + "nauc_precision_at_10_diff1": 0.940523, + "nauc_precision_at_20_max": 0.944337, + "nauc_precision_at_20_std": 0.23454, + "nauc_precision_at_20_diff1": 0.948467, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, - "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.842134, - "nauc_mrr_at_1_std": -0.078056, - "nauc_mrr_at_1_diff1": 0.931759, - "nauc_mrr_at_3_max": 0.865691, - "nauc_mrr_at_3_std": -0.052784, - "nauc_mrr_at_3_diff1": 0.929857, - "nauc_mrr_at_5_max": 0.86454, - "nauc_mrr_at_5_std": -0.044372, - "nauc_mrr_at_5_diff1": 0.931428, - "nauc_mrr_at_10_max": 0.862694, - "nauc_mrr_at_10_std": -0.049497, - "nauc_mrr_at_10_diff1": 0.931696, - "nauc_mrr_at_20_max": 0.862189, - "nauc_mrr_at_20_std": -0.049322, - "nauc_mrr_at_20_diff1": 0.931387, - "nauc_mrr_at_100_max": 0.862007, - "nauc_mrr_at_100_std": -0.048587, - "nauc_mrr_at_100_diff1": 0.931294, - "nauc_mrr_at_1000_max": 0.861969, - "nauc_mrr_at_1000_std": -0.048875, - "nauc_mrr_at_1000_diff1": 0.931308, - "main_score": 0.9379, + "nauc_mrr_at_1_max": 0.802622, + "nauc_mrr_at_1_std": -0.174285, + "nauc_mrr_at_1_diff1": 0.942918, + "nauc_mrr_at_3_max": 0.833871, + "nauc_mrr_at_3_std": -0.131915, + "nauc_mrr_at_3_diff1": 0.939207, + "nauc_mrr_at_5_max": 0.834441, + "nauc_mrr_at_5_std": -0.131173, + "nauc_mrr_at_5_diff1": 0.940284, + "nauc_mrr_at_10_max": 0.831955, + "nauc_mrr_at_10_std": -0.133421, + "nauc_mrr_at_10_diff1": 0.94051, + "nauc_mrr_at_20_max": 0.831472, + "nauc_mrr_at_20_std": -0.132274, + "nauc_mrr_at_20_diff1": 0.940651, + "nauc_mrr_at_100_max": 0.831041, + "nauc_mrr_at_100_std": -0.132922, + "nauc_mrr_at_100_diff1": 0.940594, + "nauc_mrr_at_1000_max": 0.831035, + "nauc_mrr_at_1000_std": -0.13296, + "nauc_mrr_at_1000_diff1": 0.940596, + "hit_rate_at_1": 0.87778, + "hit_rate_at_3": 0.94556, + "hit_rate_at_5": 0.96, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.92892, "hf_subset": "eng_Latn-nob_Latn", "languages": [ "eng-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.83556, - "ndcg_at_3": 0.8816, - "ndcg_at_5": 0.88891, - "ndcg_at_10": 0.89655, - "ndcg_at_20": 0.90134, - "ndcg_at_100": 0.90596, - "ndcg_at_1000": 0.90638, - "map_at_1": 0.83556, - "map_at_3": 0.87093, - "map_at_5": 0.87498, - "map_at_10": 0.87819, - "map_at_20": 0.87951, - "map_at_100": 0.88019, - "map_at_1000": 0.8802, - "recall_at_1": 0.83556, - "recall_at_3": 0.91222, - "recall_at_5": 0.93, - "recall_at_10": 0.95333, - "recall_at_20": 0.97222, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.82222, + "ndcg_at_3": 0.87499, + "ndcg_at_5": 0.88278, + "ndcg_at_10": 0.88944, + "ndcg_at_20": 0.89373, + "ndcg_at_100": 0.89915, + "ndcg_at_1000": 0.89988, + "map_at_1": 0.82222, + "map_at_3": 0.86278, + "map_at_5": 0.86711, + "map_at_10": 0.86976, + "map_at_20": 0.87098, + "map_at_100": 0.87183, + "map_at_1000": 0.87186, + "recall_at_1": 0.82222, + "recall_at_3": 0.91, + "recall_at_5": 0.92889, + "recall_at_10": 0.95, + "recall_at_20": 0.96667, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.83556, - "precision_at_3": 0.30407, - "precision_at_5": 0.186, - "precision_at_10": 0.09533, - "precision_at_20": 0.04861, - "precision_at_100": 0.00997, + "accuracy": 0.82222, + "precision_at_1": 0.82222, + "precision_at_3": 0.30333, + "precision_at_5": 0.18578, + "precision_at_10": 0.095, + "precision_at_20": 0.04833, + "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.835556, - "mrr_at_3": 0.870926, - "mrr_at_5": 0.874981, - "mrr_at_10": 0.878186, - "mrr_at_20": 0.879511, - "mrr_at_100": 0.880188, - "mrr_at_1000": 0.880202, - "nauc_ndcg_at_1_max": 0.715665, - "nauc_ndcg_at_1_std": -0.098356, - "nauc_ndcg_at_1_diff1": 0.90457, - "nauc_ndcg_at_3_max": 0.761595, - "nauc_ndcg_at_3_std": -0.037554, - "nauc_ndcg_at_3_diff1": 0.886245, - "nauc_ndcg_at_5_max": 0.755665, - "nauc_ndcg_at_5_std": -0.052337, - "nauc_ndcg_at_5_diff1": 0.887719, - "nauc_ndcg_at_10_max": 0.756957, - "nauc_ndcg_at_10_std": -0.045698, - "nauc_ndcg_at_10_diff1": 0.892519, - "nauc_ndcg_at_20_max": 0.756366, - "nauc_ndcg_at_20_std": -0.049176, - "nauc_ndcg_at_20_diff1": 0.895716, - "nauc_ndcg_at_100_max": 0.75116, - "nauc_ndcg_at_100_std": -0.049539, - "nauc_ndcg_at_100_diff1": 0.894028, - "nauc_ndcg_at_1000_max": 0.750684, - "nauc_ndcg_at_1000_std": -0.050938, - "nauc_ndcg_at_1000_diff1": 0.893988, - "nauc_map_at_1_max": 0.715665, - "nauc_map_at_1_std": -0.098356, - "nauc_map_at_1_diff1": 0.90457, - "nauc_map_at_3_max": 0.749741, - "nauc_map_at_3_std": -0.052254, - "nauc_map_at_3_diff1": 0.891336, - "nauc_map_at_5_max": 0.746555, - "nauc_map_at_5_std": -0.06008, - "nauc_map_at_5_diff1": 0.892132, - "nauc_map_at_10_max": 0.746775, - "nauc_map_at_10_std": -0.057427, - "nauc_map_at_10_diff1": 0.893886, - "nauc_map_at_20_max": 0.746569, - "nauc_map_at_20_std": -0.058544, - "nauc_map_at_20_diff1": 0.894762, - "nauc_map_at_100_max": 0.746044, - "nauc_map_at_100_std": -0.05775, - "nauc_map_at_100_diff1": 0.894542, - "nauc_map_at_1000_max": 0.74603, - "nauc_map_at_1000_std": -0.057795, - "nauc_map_at_1000_diff1": 0.894544, - "nauc_recall_at_1_max": 0.715665, - "nauc_recall_at_1_std": -0.098356, - "nauc_recall_at_1_diff1": 0.90457, - "nauc_recall_at_3_max": 0.809033, - "nauc_recall_at_3_std": 0.020595, - "nauc_recall_at_3_diff1": 0.865623, - "nauc_recall_at_5_max": 0.797801, - "nauc_recall_at_5_std": -0.019964, - "nauc_recall_at_5_diff1": 0.866658, - "nauc_recall_at_10_max": 0.827231, - "nauc_recall_at_10_std": 0.033302, - "nauc_recall_at_10_diff1": 0.888744, - "nauc_recall_at_20_max": 0.865733, - "nauc_recall_at_20_std": 0.045658, - "nauc_recall_at_20_diff1": 0.92549, - "nauc_recall_at_100_max": 0.851385, - "nauc_recall_at_100_std": 0.239185, - "nauc_recall_at_100_diff1": 0.907407, + "mrr_at_1": 0.822222, + "mrr_at_3": 0.862778, + "mrr_at_5": 0.867111, + "mrr_at_10": 0.869761, + "mrr_at_20": 0.870983, + "mrr_at_100": 0.87183, + "mrr_at_1000": 0.871859, + "nauc_ndcg_at_1_max": 0.735488, + "nauc_ndcg_at_1_std": -0.045652, + "nauc_ndcg_at_1_diff1": 0.904426, + "nauc_ndcg_at_3_max": 0.772741, + "nauc_ndcg_at_3_std": -0.020559, + "nauc_ndcg_at_3_diff1": 0.881741, + "nauc_ndcg_at_5_max": 0.764259, + "nauc_ndcg_at_5_std": -0.053374, + "nauc_ndcg_at_5_diff1": 0.881068, + "nauc_ndcg_at_10_max": 0.773274, + "nauc_ndcg_at_10_std": -0.004489, + "nauc_ndcg_at_10_diff1": 0.885553, + "nauc_ndcg_at_20_max": 0.770309, + "nauc_ndcg_at_20_std": -0.01161, + "nauc_ndcg_at_20_diff1": 0.889389, + "nauc_ndcg_at_100_max": 0.765094, + "nauc_ndcg_at_100_std": -0.019897, + "nauc_ndcg_at_100_diff1": 0.889985, + "nauc_ndcg_at_1000_max": 0.763733, + "nauc_ndcg_at_1000_std": -0.024225, + "nauc_ndcg_at_1000_diff1": 0.889346, + "nauc_map_at_1_max": 0.735488, + "nauc_map_at_1_std": -0.045652, + "nauc_map_at_1_diff1": 0.904426, + "nauc_map_at_3_max": 0.762164, + "nauc_map_at_3_std": -0.027021, + "nauc_map_at_3_diff1": 0.887313, + "nauc_map_at_5_max": 0.757658, + "nauc_map_at_5_std": -0.043855, + "nauc_map_at_5_diff1": 0.887249, + "nauc_map_at_10_max": 0.760738, + "nauc_map_at_10_std": -0.027049, + "nauc_map_at_10_diff1": 0.889084, + "nauc_map_at_20_max": 0.759881, + "nauc_map_at_20_std": -0.028947, + "nauc_map_at_20_diff1": 0.890089, + "nauc_map_at_100_max": 0.75924, + "nauc_map_at_100_std": -0.030039, + "nauc_map_at_100_diff1": 0.890244, + "nauc_map_at_1000_max": 0.759195, + "nauc_map_at_1000_std": -0.030189, + "nauc_map_at_1000_diff1": 0.890223, + "nauc_recall_at_1_max": 0.735488, + "nauc_recall_at_1_std": -0.045652, + "nauc_recall_at_1_diff1": 0.904426, + "nauc_recall_at_3_max": 0.81697, + "nauc_recall_at_3_std": 0.006029, + "nauc_recall_at_3_diff1": 0.859005, + "nauc_recall_at_5_max": 0.795671, + "nauc_recall_at_5_std": -0.110535, + "nauc_recall_at_5_diff1": 0.849783, + "nauc_recall_at_10_max": 0.867849, + "nauc_recall_at_10_std": 0.196047, + "nauc_recall_at_10_diff1": 0.864519, + "nauc_recall_at_20_max": 0.880579, + "nauc_recall_at_20_std": 0.210613, + "nauc_recall_at_20_diff1": 0.897837, + "nauc_recall_at_100_max": 0.944444, + "nauc_recall_at_100_std": 0.543511, + "nauc_recall_at_100_diff1": 0.973856, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.715665, - "nauc_precision_at_1_std": -0.098356, - "nauc_precision_at_1_diff1": 0.90457, - "nauc_precision_at_3_max": 0.809033, - "nauc_precision_at_3_std": 0.020595, - "nauc_precision_at_3_diff1": 0.865623, - "nauc_precision_at_5_max": 0.797801, - "nauc_precision_at_5_std": -0.019964, - "nauc_precision_at_5_diff1": 0.866658, - "nauc_precision_at_10_max": 0.827231, - "nauc_precision_at_10_std": 0.033302, - "nauc_precision_at_10_diff1": 0.888744, - "nauc_precision_at_20_max": 0.865733, - "nauc_precision_at_20_std": 0.045658, - "nauc_precision_at_20_diff1": 0.92549, - "nauc_precision_at_100_max": 0.851385, - "nauc_precision_at_100_std": 0.239185, - "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1_max": 0.735488, + "nauc_precision_at_1_std": -0.045652, + "nauc_precision_at_1_diff1": 0.904426, + "nauc_precision_at_3_max": 0.81697, + "nauc_precision_at_3_std": 0.006029, + "nauc_precision_at_3_diff1": 0.859005, + "nauc_precision_at_5_max": 0.795671, + "nauc_precision_at_5_std": -0.110535, + "nauc_precision_at_5_diff1": 0.849783, + "nauc_precision_at_10_max": 0.867849, + "nauc_precision_at_10_std": 0.196047, + "nauc_precision_at_10_diff1": 0.864519, + "nauc_precision_at_20_max": 0.880579, + "nauc_precision_at_20_std": 0.210613, + "nauc_precision_at_20_diff1": 0.897837, + "nauc_precision_at_100_max": 0.944444, + "nauc_precision_at_100_std": 0.543511, + "nauc_precision_at_100_diff1": 0.973856, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.715665, - "nauc_mrr_at_1_std": -0.098356, - "nauc_mrr_at_1_diff1": 0.90457, - "nauc_mrr_at_3_max": 0.749741, - "nauc_mrr_at_3_std": -0.052254, - "nauc_mrr_at_3_diff1": 0.891336, - "nauc_mrr_at_5_max": 0.746555, - "nauc_mrr_at_5_std": -0.06008, - "nauc_mrr_at_5_diff1": 0.892132, - "nauc_mrr_at_10_max": 0.746775, - "nauc_mrr_at_10_std": -0.057427, - "nauc_mrr_at_10_diff1": 0.893886, - "nauc_mrr_at_20_max": 0.746569, - "nauc_mrr_at_20_std": -0.058544, - "nauc_mrr_at_20_diff1": 0.894762, - "nauc_mrr_at_100_max": 0.746044, - "nauc_mrr_at_100_std": -0.05775, - "nauc_mrr_at_100_diff1": 0.894542, - "nauc_mrr_at_1000_max": 0.74603, - "nauc_mrr_at_1000_std": -0.057795, - "nauc_mrr_at_1000_diff1": 0.894544, - "main_score": 0.89655, + "nauc_mrr_at_1_max": 0.735488, + "nauc_mrr_at_1_std": -0.045652, + "nauc_mrr_at_1_diff1": 0.904426, + "nauc_mrr_at_3_max": 0.762164, + "nauc_mrr_at_3_std": -0.027021, + "nauc_mrr_at_3_diff1": 0.887313, + "nauc_mrr_at_5_max": 0.757658, + "nauc_mrr_at_5_std": -0.043855, + "nauc_mrr_at_5_diff1": 0.887249, + "nauc_mrr_at_10_max": 0.760738, + "nauc_mrr_at_10_std": -0.027049, + "nauc_mrr_at_10_diff1": 0.889084, + "nauc_mrr_at_20_max": 0.759881, + "nauc_mrr_at_20_std": -0.028947, + "nauc_mrr_at_20_diff1": 0.890089, + "nauc_mrr_at_100_max": 0.75924, + "nauc_mrr_at_100_std": -0.030039, + "nauc_mrr_at_100_diff1": 0.890244, + "nauc_mrr_at_1000_max": 0.759195, + "nauc_mrr_at_1000_std": -0.030189, + "nauc_mrr_at_1000_diff1": 0.890223, + "hit_rate_at_1": 0.82222, + "hit_rate_at_3": 0.91, + "hit_rate_at_5": 0.92889, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.88944, "hf_subset": "npi_Deva-npi_Deva", "languages": [ "npi-Deva", "npi-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90889, - "ndcg_at_3": 0.93843, - "ndcg_at_5": 0.94478, - "ndcg_at_10": 0.94885, - "ndcg_at_20": 0.95035, - "ndcg_at_100": 0.95143, - "ndcg_at_1000": 0.95189, - "map_at_1": 0.90889, - "map_at_3": 0.93167, - "map_at_5": 0.93517, - "map_at_10": 0.93692, - "map_at_20": 0.93737, - "map_at_100": 0.93754, - "map_at_1000": 0.93756, - "recall_at_1": 0.90889, - "recall_at_3": 0.95778, - "recall_at_5": 0.97333, - "recall_at_10": 0.98556, + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93637, + "ndcg_at_5": 0.94144, + "ndcg_at_10": 0.94552, + "ndcg_at_20": 0.94753, + "ndcg_at_100": 0.94858, + "ndcg_at_1000": 0.94904, + "map_at_1": 0.90222, + "map_at_3": 0.92852, + "map_at_5": 0.93135, + "map_at_10": 0.93311, + "map_at_20": 0.93368, + "map_at_100": 0.93383, + "map_at_1000": 0.93385, + "recall_at_1": 0.90222, + "recall_at_3": 0.95889, + "recall_at_5": 0.97111, + "recall_at_10": 0.98333, "recall_at_20": 0.99111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90889, - "precision_at_3": 0.31926, - "precision_at_5": 0.19467, - "precision_at_10": 0.09856, + "accuracy": 0.90222, + "precision_at_1": 0.90222, + "precision_at_3": 0.31963, + "precision_at_5": 0.19422, + "precision_at_10": 0.09833, "precision_at_20": 0.04956, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.908889, - "mrr_at_3": 0.931667, - "mrr_at_5": 0.935167, - "mrr_at_10": 0.936916, - "mrr_at_20": 0.937372, - "mrr_at_100": 0.937542, - "mrr_at_1000": 0.937564, - "nauc_ndcg_at_1_max": 0.759656, - "nauc_ndcg_at_1_std": -0.264769, - "nauc_ndcg_at_1_diff1": 0.912209, - "nauc_ndcg_at_3_max": 0.802594, - "nauc_ndcg_at_3_std": -0.272574, - "nauc_ndcg_at_3_diff1": 0.917462, - "nauc_ndcg_at_5_max": 0.806872, - "nauc_ndcg_at_5_std": -0.235359, - "nauc_ndcg_at_5_diff1": 0.918863, - "nauc_ndcg_at_10_max": 0.798459, - "nauc_ndcg_at_10_std": -0.243131, - "nauc_ndcg_at_10_diff1": 0.915184, - "nauc_ndcg_at_20_max": 0.794797, - "nauc_ndcg_at_20_std": -0.264279, - "nauc_ndcg_at_20_diff1": 0.916626, - "nauc_ndcg_at_100_max": 0.79379, - "nauc_ndcg_at_100_std": -0.257338, - "nauc_ndcg_at_100_diff1": 0.915938, - "nauc_ndcg_at_1000_max": 0.792245, - "nauc_ndcg_at_1000_std": -0.259887, - "nauc_ndcg_at_1000_diff1": 0.915566, - "nauc_map_at_1_max": 0.759656, - "nauc_map_at_1_std": -0.264769, - "nauc_map_at_1_diff1": 0.912209, - "nauc_map_at_3_max": 0.791067, - "nauc_map_at_3_std": -0.272771, - "nauc_map_at_3_diff1": 0.915644, - "nauc_map_at_5_max": 0.792574, - "nauc_map_at_5_std": -0.255728, - "nauc_map_at_5_diff1": 0.916144, - "nauc_map_at_10_max": 0.789291, - "nauc_map_at_10_std": -0.259382, - "nauc_map_at_10_diff1": 0.914762, - "nauc_map_at_20_max": 0.78831, - "nauc_map_at_20_std": -0.264665, - "nauc_map_at_20_diff1": 0.915053, - "nauc_map_at_100_max": 0.788198, - "nauc_map_at_100_std": -0.263565, - "nauc_map_at_100_diff1": 0.914963, - "nauc_map_at_1000_max": 0.788139, - "nauc_map_at_1000_std": -0.263614, - "nauc_map_at_1000_diff1": 0.914951, - "nauc_recall_at_1_max": 0.759656, - "nauc_recall_at_1_std": -0.264769, - "nauc_recall_at_1_diff1": 0.912209, - "nauc_recall_at_3_max": 0.854907, - "nauc_recall_at_3_std": -0.269841, - "nauc_recall_at_3_diff1": 0.926041, - "nauc_recall_at_5_max": 0.905851, - "nauc_recall_at_5_std": -0.075786, - "nauc_recall_at_5_diff1": 0.938725, - "nauc_recall_at_10_max": 0.899088, - "nauc_recall_at_10_std": -0.015729, - "nauc_recall_at_10_diff1": 0.917044, - "nauc_recall_at_20_max": 0.88708, - "nauc_recall_at_20_std": -0.31215, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.928519, + "mrr_at_5": 0.931352, + "mrr_at_10": 0.933108, + "mrr_at_20": 0.933683, + "mrr_at_100": 0.933832, + "mrr_at_1000": 0.933855, + "nauc_ndcg_at_1_max": 0.759242, + "nauc_ndcg_at_1_std": -0.164964, + "nauc_ndcg_at_1_diff1": 0.927664, + "nauc_ndcg_at_3_max": 0.792411, + "nauc_ndcg_at_3_std": -0.213434, + "nauc_ndcg_at_3_diff1": 0.927191, + "nauc_ndcg_at_5_max": 0.793953, + "nauc_ndcg_at_5_std": -0.183866, + "nauc_ndcg_at_5_diff1": 0.930966, + "nauc_ndcg_at_10_max": 0.796014, + "nauc_ndcg_at_10_std": -0.165945, + "nauc_ndcg_at_10_diff1": 0.930426, + "nauc_ndcg_at_20_max": 0.790417, + "nauc_ndcg_at_20_std": -0.183656, + "nauc_ndcg_at_20_diff1": 0.930081, + "nauc_ndcg_at_100_max": 0.788533, + "nauc_ndcg_at_100_std": -0.175146, + "nauc_ndcg_at_100_diff1": 0.929679, + "nauc_ndcg_at_1000_max": 0.787045, + "nauc_ndcg_at_1000_std": -0.178884, + "nauc_ndcg_at_1000_diff1": 0.929462, + "nauc_map_at_1_max": 0.759242, + "nauc_map_at_1_std": -0.164964, + "nauc_map_at_1_diff1": 0.927664, + "nauc_map_at_3_max": 0.784137, + "nauc_map_at_3_std": -0.198217, + "nauc_map_at_3_diff1": 0.927166, + "nauc_map_at_5_max": 0.784524, + "nauc_map_at_5_std": -0.183723, + "nauc_map_at_5_diff1": 0.929098, + "nauc_map_at_10_max": 0.784799, + "nauc_map_at_10_std": -0.177923, + "nauc_map_at_10_diff1": 0.928942, + "nauc_map_at_20_max": 0.783461, + "nauc_map_at_20_std": -0.181418, + "nauc_map_at_20_diff1": 0.928924, + "nauc_map_at_100_max": 0.783247, + "nauc_map_at_100_std": -0.180398, + "nauc_map_at_100_diff1": 0.928864, + "nauc_map_at_1000_max": 0.783191, + "nauc_map_at_1000_std": -0.180491, + "nauc_map_at_1000_diff1": 0.928858, + "nauc_recall_at_1_max": 0.759242, + "nauc_recall_at_1_std": -0.164964, + "nauc_recall_at_1_diff1": 0.927664, + "nauc_recall_at_3_max": 0.832008, + "nauc_recall_at_3_std": -0.289235, + "nauc_recall_at_3_diff1": 0.927448, + "nauc_recall_at_5_max": 0.856371, + "nauc_recall_at_5_std": -0.174513, + "nauc_recall_at_5_diff1": 0.944696, + "nauc_recall_at_10_max": 0.926704, + "nauc_recall_at_10_std": 0.018425, + "nauc_recall_at_10_diff1": 0.947712, + "nauc_recall_at_20_max": 0.91159, + "nauc_recall_at_20_std": -0.259045, "nauc_recall_at_20_diff1": 0.95098, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.759656, - "nauc_precision_at_1_std": -0.264769, - "nauc_precision_at_1_diff1": 0.912209, - "nauc_precision_at_3_max": 0.854907, - "nauc_precision_at_3_std": -0.269841, - "nauc_precision_at_3_diff1": 0.926041, - "nauc_precision_at_5_max": 0.905851, - "nauc_precision_at_5_std": -0.075786, - "nauc_precision_at_5_diff1": 0.938725, - "nauc_precision_at_10_max": 0.899088, - "nauc_precision_at_10_std": -0.015729, - "nauc_precision_at_10_diff1": 0.917044, - "nauc_precision_at_20_max": 0.88708, - "nauc_precision_at_20_std": -0.31215, + "nauc_precision_at_1_max": 0.759242, + "nauc_precision_at_1_std": -0.164964, + "nauc_precision_at_1_diff1": 0.927664, + "nauc_precision_at_3_max": 0.832008, + "nauc_precision_at_3_std": -0.289235, + "nauc_precision_at_3_diff1": 0.927448, + "nauc_precision_at_5_max": 0.856371, + "nauc_precision_at_5_std": -0.174513, + "nauc_precision_at_5_diff1": 0.944696, + "nauc_precision_at_10_max": 0.926704, + "nauc_precision_at_10_std": 0.018425, + "nauc_precision_at_10_diff1": 0.947712, + "nauc_precision_at_20_max": 0.91159, + "nauc_precision_at_20_std": -0.259045, "nauc_precision_at_20_diff1": 0.95098, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.759656, - "nauc_mrr_at_1_std": -0.264769, - "nauc_mrr_at_1_diff1": 0.912209, - "nauc_mrr_at_3_max": 0.791067, - "nauc_mrr_at_3_std": -0.272771, - "nauc_mrr_at_3_diff1": 0.915644, - "nauc_mrr_at_5_max": 0.792574, - "nauc_mrr_at_5_std": -0.255728, - "nauc_mrr_at_5_diff1": 0.916144, - "nauc_mrr_at_10_max": 0.789291, - "nauc_mrr_at_10_std": -0.259382, - "nauc_mrr_at_10_diff1": 0.914762, - "nauc_mrr_at_20_max": 0.78831, - "nauc_mrr_at_20_std": -0.264665, - "nauc_mrr_at_20_diff1": 0.915053, - "nauc_mrr_at_100_max": 0.788198, - "nauc_mrr_at_100_std": -0.263565, - "nauc_mrr_at_100_diff1": 0.914963, - "nauc_mrr_at_1000_max": 0.788139, - "nauc_mrr_at_1000_std": -0.263614, - "nauc_mrr_at_1000_diff1": 0.914951, - "main_score": 0.94885, + "nauc_mrr_at_1_max": 0.759242, + "nauc_mrr_at_1_std": -0.164964, + "nauc_mrr_at_1_diff1": 0.927664, + "nauc_mrr_at_3_max": 0.784137, + "nauc_mrr_at_3_std": -0.198217, + "nauc_mrr_at_3_diff1": 0.927166, + "nauc_mrr_at_5_max": 0.784524, + "nauc_mrr_at_5_std": -0.183723, + "nauc_mrr_at_5_diff1": 0.929098, + "nauc_mrr_at_10_max": 0.784799, + "nauc_mrr_at_10_std": -0.177923, + "nauc_mrr_at_10_diff1": 0.928942, + "nauc_mrr_at_20_max": 0.783461, + "nauc_mrr_at_20_std": -0.181418, + "nauc_mrr_at_20_diff1": 0.928924, + "nauc_mrr_at_100_max": 0.783247, + "nauc_mrr_at_100_std": -0.180398, + "nauc_mrr_at_100_diff1": 0.928864, + "nauc_mrr_at_1000_max": 0.783191, + "nauc_mrr_at_1000_std": -0.180491, + "nauc_mrr_at_1000_diff1": 0.928858, + "hit_rate_at_1": 0.90222, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94552, "hf_subset": "npi_Deva-eng_Latn", "languages": [ "npi-Deva", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.82, - "ndcg_at_3": 0.86619, - "ndcg_at_5": 0.87805, - "ndcg_at_10": 0.88769, - "ndcg_at_20": 0.89244, - "ndcg_at_100": 0.89611, - "ndcg_at_1000": 0.89685, - "map_at_1": 0.82, - "map_at_3": 0.85556, - "map_at_5": 0.86211, - "map_at_10": 0.86605, - "map_at_20": 0.86734, - "map_at_100": 0.86784, - "map_at_1000": 0.86787, - "recall_at_1": 0.82, - "recall_at_3": 0.89667, - "recall_at_5": 0.92556, - "recall_at_10": 0.95556, - "recall_at_20": 0.97444, - "recall_at_100": 0.99444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.84868, + "ndcg_at_5": 0.86139, + "ndcg_at_10": 0.87233, + "ndcg_at_20": 0.87685, + "ndcg_at_100": 0.88216, + "ndcg_at_1000": 0.88306, + "map_at_1": 0.79889, + "map_at_3": 0.83667, + "map_at_5": 0.84367, + "map_at_10": 0.84827, + "map_at_20": 0.84953, + "map_at_100": 0.85034, + "map_at_1000": 0.85038, + "recall_at_1": 0.79889, + "recall_at_3": 0.88333, + "recall_at_5": 0.91444, + "recall_at_10": 0.94778, + "recall_at_20": 0.96556, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.82, - "precision_at_3": 0.29889, - "precision_at_5": 0.18511, - "precision_at_10": 0.09556, - "precision_at_20": 0.04872, - "precision_at_100": 0.00994, + "accuracy": 0.79889, + "precision_at_1": 0.79889, + "precision_at_3": 0.29444, + "precision_at_5": 0.18289, + "precision_at_10": 0.09478, + "precision_at_20": 0.04828, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.82, - "mrr_at_3": 0.855556, - "mrr_at_5": 0.862111, - "mrr_at_10": 0.866051, - "mrr_at_20": 0.867337, - "mrr_at_100": 0.86784, - "mrr_at_1000": 0.867874, - "nauc_ndcg_at_1_max": 0.777151, - "nauc_ndcg_at_1_std": -0.098038, - "nauc_ndcg_at_1_diff1": 0.896504, - "nauc_ndcg_at_3_max": 0.813939, - "nauc_ndcg_at_3_std": -0.058841, - "nauc_ndcg_at_3_diff1": 0.877872, - "nauc_ndcg_at_5_max": 0.81226, - "nauc_ndcg_at_5_std": -0.066029, - "nauc_ndcg_at_5_diff1": 0.886353, - "nauc_ndcg_at_10_max": 0.808816, - "nauc_ndcg_at_10_std": -0.05853, - "nauc_ndcg_at_10_diff1": 0.884898, - "nauc_ndcg_at_20_max": 0.808155, - "nauc_ndcg_at_20_std": -0.051796, - "nauc_ndcg_at_20_diff1": 0.885547, - "nauc_ndcg_at_100_max": 0.806295, - "nauc_ndcg_at_100_std": -0.057425, - "nauc_ndcg_at_100_diff1": 0.887157, - "nauc_ndcg_at_1000_max": 0.804838, - "nauc_ndcg_at_1000_std": -0.065009, - "nauc_ndcg_at_1000_diff1": 0.886729, - "nauc_map_at_1_max": 0.777151, - "nauc_map_at_1_std": -0.098038, - "nauc_map_at_1_diff1": 0.896504, - "nauc_map_at_3_max": 0.804783, - "nauc_map_at_3_std": -0.070841, - "nauc_map_at_3_diff1": 0.883492, - "nauc_map_at_5_max": 0.803408, - "nauc_map_at_5_std": -0.075578, - "nauc_map_at_5_diff1": 0.887998, - "nauc_map_at_10_max": 0.801954, - "nauc_map_at_10_std": -0.073107, - "nauc_map_at_10_diff1": 0.887589, - "nauc_map_at_20_max": 0.801703, - "nauc_map_at_20_std": -0.07185, - "nauc_map_at_20_diff1": 0.88772, - "nauc_map_at_100_max": 0.801443, - "nauc_map_at_100_std": -0.07271, - "nauc_map_at_100_diff1": 0.887824, - "nauc_map_at_1000_max": 0.801391, - "nauc_map_at_1000_std": -0.072986, - "nauc_map_at_1000_diff1": 0.887813, - "nauc_recall_at_1_max": 0.777151, - "nauc_recall_at_1_std": -0.098038, - "nauc_recall_at_1_diff1": 0.896504, - "nauc_recall_at_3_max": 0.848593, - "nauc_recall_at_3_std": -0.011943, - "nauc_recall_at_3_diff1": 0.855953, - "nauc_recall_at_5_max": 0.856119, - "nauc_recall_at_5_std": -0.017197, - "nauc_recall_at_5_diff1": 0.879838, - "nauc_recall_at_10_max": 0.859594, - "nauc_recall_at_10_std": 0.069386, - "nauc_recall_at_10_diff1": 0.863796, - "nauc_recall_at_20_max": 0.888057, - "nauc_recall_at_20_std": 0.276195, - "nauc_recall_at_20_diff1": 0.860147, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.836667, + "mrr_at_5": 0.843667, + "mrr_at_10": 0.848273, + "mrr_at_20": 0.84953, + "mrr_at_100": 0.850337, + "mrr_at_1000": 0.850378, + "nauc_ndcg_at_1_max": 0.745197, + "nauc_ndcg_at_1_std": -0.13753, + "nauc_ndcg_at_1_diff1": 0.889411, + "nauc_ndcg_at_3_max": 0.77928, + "nauc_ndcg_at_3_std": -0.12671, + "nauc_ndcg_at_3_diff1": 0.871577, + "nauc_ndcg_at_5_max": 0.777507, + "nauc_ndcg_at_5_std": -0.111819, + "nauc_ndcg_at_5_diff1": 0.8685, + "nauc_ndcg_at_10_max": 0.77461, + "nauc_ndcg_at_10_std": -0.122884, + "nauc_ndcg_at_10_diff1": 0.87119, + "nauc_ndcg_at_20_max": 0.774731, + "nauc_ndcg_at_20_std": -0.110784, + "nauc_ndcg_at_20_diff1": 0.872801, + "nauc_ndcg_at_100_max": 0.773689, + "nauc_ndcg_at_100_std": -0.111044, + "nauc_ndcg_at_100_diff1": 0.875954, + "nauc_ndcg_at_1000_max": 0.771861, + "nauc_ndcg_at_1000_std": -0.118476, + "nauc_ndcg_at_1000_diff1": 0.875506, + "nauc_map_at_1_max": 0.745197, + "nauc_map_at_1_std": -0.13753, + "nauc_map_at_1_diff1": 0.889411, + "nauc_map_at_3_max": 0.771312, + "nauc_map_at_3_std": -0.130644, + "nauc_map_at_3_diff1": 0.876633, + "nauc_map_at_5_max": 0.770026, + "nauc_map_at_5_std": -0.123373, + "nauc_map_at_5_diff1": 0.875331, + "nauc_map_at_10_max": 0.768518, + "nauc_map_at_10_std": -0.128677, + "nauc_map_at_10_diff1": 0.87665, + "nauc_map_at_20_max": 0.768595, + "nauc_map_at_20_std": -0.12531, + "nauc_map_at_20_diff1": 0.877089, + "nauc_map_at_100_max": 0.768503, + "nauc_map_at_100_std": -0.125018, + "nauc_map_at_100_diff1": 0.877434, + "nauc_map_at_1000_max": 0.768436, + "nauc_map_at_1000_std": -0.125289, + "nauc_map_at_1000_diff1": 0.87742, + "nauc_recall_at_1_max": 0.745197, + "nauc_recall_at_1_std": -0.13753, + "nauc_recall_at_1_diff1": 0.889411, + "nauc_recall_at_3_max": 0.809297, + "nauc_recall_at_3_std": -0.11091, + "nauc_recall_at_3_diff1": 0.851914, + "nauc_recall_at_5_max": 0.813192, + "nauc_recall_at_5_std": -0.04985, + "nauc_recall_at_5_diff1": 0.833636, + "nauc_recall_at_10_max": 0.818801, + "nauc_recall_at_10_std": -0.074776, + "nauc_recall_at_10_diff1": 0.828456, + "nauc_recall_at_20_max": 0.840005, + "nauc_recall_at_20_std": 0.091955, + "nauc_recall_at_20_diff1": 0.827189, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.944444, - "nauc_recall_at_100_diff1": 0.947712, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.777151, - "nauc_precision_at_1_std": -0.098038, - "nauc_precision_at_1_diff1": 0.896504, - "nauc_precision_at_3_max": 0.848593, - "nauc_precision_at_3_std": -0.011943, - "nauc_precision_at_3_diff1": 0.855953, - "nauc_precision_at_5_max": 0.856119, - "nauc_precision_at_5_std": -0.017197, - "nauc_precision_at_5_diff1": 0.879838, - "nauc_precision_at_10_max": 0.859594, - "nauc_precision_at_10_std": 0.069386, - "nauc_precision_at_10_diff1": 0.863796, - "nauc_precision_at_20_max": 0.888057, - "nauc_precision_at_20_std": 0.276195, - "nauc_precision_at_20_diff1": 0.860147, + "nauc_recall_at_100_std": 0.807812, + "nauc_recall_at_100_diff1": 0.931917, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.745197, + "nauc_precision_at_1_std": -0.13753, + "nauc_precision_at_1_diff1": 0.889411, + "nauc_precision_at_3_max": 0.809297, + "nauc_precision_at_3_std": -0.11091, + "nauc_precision_at_3_diff1": 0.851914, + "nauc_precision_at_5_max": 0.813192, + "nauc_precision_at_5_std": -0.04985, + "nauc_precision_at_5_diff1": 0.833636, + "nauc_precision_at_10_max": 0.818801, + "nauc_precision_at_10_std": -0.074776, + "nauc_precision_at_10_diff1": 0.828456, + "nauc_precision_at_20_max": 0.840005, + "nauc_precision_at_20_std": 0.091955, + "nauc_precision_at_20_diff1": 0.827189, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.944444, - "nauc_precision_at_100_diff1": 0.947712, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.777151, - "nauc_mrr_at_1_std": -0.098038, - "nauc_mrr_at_1_diff1": 0.896504, - "nauc_mrr_at_3_max": 0.804783, - "nauc_mrr_at_3_std": -0.070841, - "nauc_mrr_at_3_diff1": 0.883492, - "nauc_mrr_at_5_max": 0.803408, - "nauc_mrr_at_5_std": -0.075578, - "nauc_mrr_at_5_diff1": 0.887998, - "nauc_mrr_at_10_max": 0.801954, - "nauc_mrr_at_10_std": -0.073107, - "nauc_mrr_at_10_diff1": 0.887589, - "nauc_mrr_at_20_max": 0.801703, - "nauc_mrr_at_20_std": -0.07185, - "nauc_mrr_at_20_diff1": 0.88772, - "nauc_mrr_at_100_max": 0.801443, - "nauc_mrr_at_100_std": -0.07271, - "nauc_mrr_at_100_diff1": 0.887824, - "nauc_mrr_at_1000_max": 0.801391, - "nauc_mrr_at_1000_std": -0.072986, - "nauc_mrr_at_1000_diff1": 0.887813, - "main_score": 0.88769, + "nauc_precision_at_100_std": 0.807812, + "nauc_precision_at_100_diff1": 0.931917, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.745197, + "nauc_mrr_at_1_std": -0.13753, + "nauc_mrr_at_1_diff1": 0.889411, + "nauc_mrr_at_3_max": 0.771312, + "nauc_mrr_at_3_std": -0.130644, + "nauc_mrr_at_3_diff1": 0.876633, + "nauc_mrr_at_5_max": 0.770026, + "nauc_mrr_at_5_std": -0.123373, + "nauc_mrr_at_5_diff1": 0.875331, + "nauc_mrr_at_10_max": 0.768518, + "nauc_mrr_at_10_std": -0.128677, + "nauc_mrr_at_10_diff1": 0.87665, + "nauc_mrr_at_20_max": 0.768595, + "nauc_mrr_at_20_std": -0.12531, + "nauc_mrr_at_20_diff1": 0.877089, + "nauc_mrr_at_100_max": 0.768503, + "nauc_mrr_at_100_std": -0.125018, + "nauc_mrr_at_100_diff1": 0.877434, + "nauc_mrr_at_1000_max": 0.768436, + "nauc_mrr_at_1000_std": -0.125289, + "nauc_mrr_at_1000_diff1": 0.87742, + "hit_rate_at_1": 0.79889, + "hit_rate_at_3": 0.88333, + "hit_rate_at_5": 0.91444, + "hit_rate_at_10": 0.94778, + "hit_rate_at_20": 0.96556, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.87233, "hf_subset": "eng_Latn-npi_Deva", "languages": [ "eng-Latn", "npi-Deva" - ] - }, - { - "ndcg_at_1": 0.65111, - "ndcg_at_3": 0.71893, - "ndcg_at_5": 0.73136, - "ndcg_at_10": 0.74819, - "ndcg_at_20": 0.75629, - "ndcg_at_100": 0.769, - "ndcg_at_1000": 0.77573, - "map_at_1": 0.65111, - "map_at_3": 0.70241, - "map_at_5": 0.70935, - "map_at_10": 0.71627, - "map_at_20": 0.71846, - "map_at_100": 0.72027, - "map_at_1000": 0.72055, - "recall_at_1": 0.65111, - "recall_at_3": 0.76667, - "recall_at_5": 0.79667, - "recall_at_10": 0.84889, - "recall_at_20": 0.88111, - "recall_at_100": 0.94889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.65222, + "ndcg_at_3": 0.71124, + "ndcg_at_5": 0.72621, + "ndcg_at_10": 0.7407, + "ndcg_at_20": 0.75035, + "ndcg_at_100": 0.76551, + "ndcg_at_1000": 0.77169, + "map_at_1": 0.65222, + "map_at_3": 0.69704, + "map_at_5": 0.70526, + "map_at_10": 0.71132, + "map_at_20": 0.71401, + "map_at_100": 0.71618, + "map_at_1000": 0.71642, + "recall_at_1": 0.65222, + "recall_at_3": 0.75222, + "recall_at_5": 0.78889, + "recall_at_10": 0.83333, + "recall_at_20": 0.87111, + "recall_at_100": 0.95222, "recall_at_1000": 1.0, - "precision_at_1": 0.65111, - "precision_at_3": 0.25556, - "precision_at_5": 0.15933, - "precision_at_10": 0.08489, - "precision_at_20": 0.04406, - "precision_at_100": 0.00949, - "precision_at_1000": 0.001, - "mrr_at_1": 0.651111, - "mrr_at_3": 0.702407, - "mrr_at_5": 0.709352, - "mrr_at_10": 0.71627, - "mrr_at_20": 0.718464, - "mrr_at_100": 0.720265, - "mrr_at_1000": 0.720546, - "nauc_ndcg_at_1_max": 0.737325, - "nauc_ndcg_at_1_std": 0.239628, - "nauc_ndcg_at_1_diff1": 0.861911, - "nauc_ndcg_at_3_max": 0.77196, - "nauc_ndcg_at_3_std": 0.294159, - "nauc_ndcg_at_3_diff1": 0.846371, - "nauc_ndcg_at_5_max": 0.7702, - "nauc_ndcg_at_5_std": 0.301458, - "nauc_ndcg_at_5_diff1": 0.838895, - "nauc_ndcg_at_10_max": 0.771409, - "nauc_ndcg_at_10_std": 0.305124, - "nauc_ndcg_at_10_diff1": 0.840785, - "nauc_ndcg_at_20_max": 0.77025, - "nauc_ndcg_at_20_std": 0.309446, - "nauc_ndcg_at_20_diff1": 0.84113, - "nauc_ndcg_at_100_max": 0.769134, - "nauc_ndcg_at_100_std": 0.30947, - "nauc_ndcg_at_100_diff1": 0.843713, - "nauc_ndcg_at_1000_max": 0.766522, - "nauc_ndcg_at_1000_std": 0.298435, - "nauc_ndcg_at_1000_diff1": 0.844566, - "nauc_map_at_1_max": 0.737325, - "nauc_map_at_1_std": 0.239628, - "nauc_map_at_1_diff1": 0.861911, - "nauc_map_at_3_max": 0.764397, - "nauc_map_at_3_std": 0.282092, - "nauc_map_at_3_diff1": 0.850612, - "nauc_map_at_5_max": 0.763384, - "nauc_map_at_5_std": 0.28591, - "nauc_map_at_5_diff1": 0.846877, - "nauc_map_at_10_max": 0.763682, - "nauc_map_at_10_std": 0.286701, - "nauc_map_at_10_diff1": 0.847688, - "nauc_map_at_20_max": 0.763367, - "nauc_map_at_20_std": 0.287624, - "nauc_map_at_20_diff1": 0.847816, - "nauc_map_at_100_max": 0.763014, - "nauc_map_at_100_std": 0.287389, - "nauc_map_at_100_diff1": 0.848003, - "nauc_map_at_1000_max": 0.762912, - "nauc_map_at_1000_std": 0.28702, - "nauc_map_at_1000_diff1": 0.848018, - "nauc_recall_at_1_max": 0.737325, - "nauc_recall_at_1_std": 0.239628, - "nauc_recall_at_1_diff1": 0.861911, - "nauc_recall_at_3_max": 0.797232, - "nauc_recall_at_3_std": 0.33458, - "nauc_recall_at_3_diff1": 0.831676, - "nauc_recall_at_5_max": 0.79454, - "nauc_recall_at_5_std": 0.359676, - "nauc_recall_at_5_diff1": 0.807179, - "nauc_recall_at_10_max": 0.80749, - "nauc_recall_at_10_std": 0.396438, - "nauc_recall_at_10_diff1": 0.806922, - "nauc_recall_at_20_max": 0.807324, - "nauc_recall_at_20_std": 0.448938, - "nauc_recall_at_20_diff1": 0.801403, - "nauc_recall_at_100_max": 0.842488, - "nauc_recall_at_100_std": 0.632404, - "nauc_recall_at_100_diff1": 0.815045, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.737325, - "nauc_precision_at_1_std": 0.239628, - "nauc_precision_at_1_diff1": 0.861911, - "nauc_precision_at_3_max": 0.797232, - "nauc_precision_at_3_std": 0.33458, - "nauc_precision_at_3_diff1": 0.831676, - "nauc_precision_at_5_max": 0.79454, - "nauc_precision_at_5_std": 0.359676, - "nauc_precision_at_5_diff1": 0.807179, - "nauc_precision_at_10_max": 0.80749, - "nauc_precision_at_10_std": 0.396438, - "nauc_precision_at_10_diff1": 0.806922, - "nauc_precision_at_20_max": 0.807324, - "nauc_precision_at_20_std": 0.448938, - "nauc_precision_at_20_diff1": 0.801403, - "nauc_precision_at_100_max": 0.842488, - "nauc_precision_at_100_std": 0.632404, - "nauc_precision_at_100_diff1": 0.815045, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.737325, - "nauc_mrr_at_1_std": 0.239628, - "nauc_mrr_at_1_diff1": 0.861911, - "nauc_mrr_at_3_max": 0.764397, - "nauc_mrr_at_3_std": 0.282092, - "nauc_mrr_at_3_diff1": 0.850612, - "nauc_mrr_at_5_max": 0.763384, - "nauc_mrr_at_5_std": 0.28591, - "nauc_mrr_at_5_diff1": 0.846877, - "nauc_mrr_at_10_max": 0.763682, - "nauc_mrr_at_10_std": 0.286701, - "nauc_mrr_at_10_diff1": 0.847688, - "nauc_mrr_at_20_max": 0.763367, - "nauc_mrr_at_20_std": 0.287624, - "nauc_mrr_at_20_diff1": 0.847816, - "nauc_mrr_at_100_max": 0.763014, - "nauc_mrr_at_100_std": 0.287389, - "nauc_mrr_at_100_diff1": 0.848003, - "nauc_mrr_at_1000_max": 0.762912, - "nauc_mrr_at_1000_std": 0.28702, - "nauc_mrr_at_1000_diff1": 0.848018, - "main_score": 0.74819, + "accuracy": 0.65222, + "precision_at_1": 0.65222, + "precision_at_3": 0.25074, + "precision_at_5": 0.15778, + "precision_at_10": 0.08333, + "precision_at_20": 0.04356, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.652222, + "mrr_at_3": 0.697037, + "mrr_at_5": 0.705259, + "mrr_at_10": 0.711317, + "mrr_at_20": 0.714013, + "mrr_at_100": 0.716177, + "mrr_at_1000": 0.716416, + "nauc_ndcg_at_1_max": 0.732343, + "nauc_ndcg_at_1_std": 0.271407, + "nauc_ndcg_at_1_diff1": 0.834948, + "nauc_ndcg_at_3_max": 0.764047, + "nauc_ndcg_at_3_std": 0.327129, + "nauc_ndcg_at_3_diff1": 0.81231, + "nauc_ndcg_at_5_max": 0.768255, + "nauc_ndcg_at_5_std": 0.345308, + "nauc_ndcg_at_5_diff1": 0.806666, + "nauc_ndcg_at_10_max": 0.763303, + "nauc_ndcg_at_10_std": 0.342002, + "nauc_ndcg_at_10_diff1": 0.803887, + "nauc_ndcg_at_20_max": 0.763774, + "nauc_ndcg_at_20_std": 0.341892, + "nauc_ndcg_at_20_diff1": 0.809704, + "nauc_ndcg_at_100_max": 0.761184, + "nauc_ndcg_at_100_std": 0.338685, + "nauc_ndcg_at_100_diff1": 0.811553, + "nauc_ndcg_at_1000_max": 0.759678, + "nauc_ndcg_at_1000_std": 0.331128, + "nauc_ndcg_at_1000_diff1": 0.812557, + "nauc_map_at_1_max": 0.732343, + "nauc_map_at_1_std": 0.271407, + "nauc_map_at_1_diff1": 0.834948, + "nauc_map_at_3_max": 0.756776, + "nauc_map_at_3_std": 0.312409, + "nauc_map_at_3_diff1": 0.818385, + "nauc_map_at_5_max": 0.758684, + "nauc_map_at_5_std": 0.321378, + "nauc_map_at_5_diff1": 0.815554, + "nauc_map_at_10_max": 0.756459, + "nauc_map_at_10_std": 0.319456, + "nauc_map_at_10_diff1": 0.814483, + "nauc_map_at_20_max": 0.756503, + "nauc_map_at_20_std": 0.319254, + "nauc_map_at_20_diff1": 0.816062, + "nauc_map_at_100_max": 0.756103, + "nauc_map_at_100_std": 0.319086, + "nauc_map_at_100_diff1": 0.816179, + "nauc_map_at_1000_max": 0.756049, + "nauc_map_at_1000_std": 0.318827, + "nauc_map_at_1000_diff1": 0.816236, + "nauc_recall_at_1_max": 0.732343, + "nauc_recall_at_1_std": 0.271407, + "nauc_recall_at_1_diff1": 0.834948, + "nauc_recall_at_3_max": 0.787845, + "nauc_recall_at_3_std": 0.376388, + "nauc_recall_at_3_diff1": 0.791935, + "nauc_recall_at_5_max": 0.804169, + "nauc_recall_at_5_std": 0.437889, + "nauc_recall_at_5_diff1": 0.772589, + "nauc_recall_at_10_max": 0.792033, + "nauc_recall_at_10_std": 0.446437, + "nauc_recall_at_10_diff1": 0.754007, + "nauc_recall_at_20_max": 0.802937, + "nauc_recall_at_20_std": 0.472607, + "nauc_recall_at_20_diff1": 0.779864, + "nauc_recall_at_100_max": 0.808699, + "nauc_recall_at_100_std": 0.580038, + "nauc_recall_at_100_diff1": 0.784335, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732343, + "nauc_precision_at_1_std": 0.271407, + "nauc_precision_at_1_diff1": 0.834948, + "nauc_precision_at_3_max": 0.787845, + "nauc_precision_at_3_std": 0.376388, + "nauc_precision_at_3_diff1": 0.791935, + "nauc_precision_at_5_max": 0.804169, + "nauc_precision_at_5_std": 0.437889, + "nauc_precision_at_5_diff1": 0.772589, + "nauc_precision_at_10_max": 0.792033, + "nauc_precision_at_10_std": 0.446437, + "nauc_precision_at_10_diff1": 0.754007, + "nauc_precision_at_20_max": 0.802937, + "nauc_precision_at_20_std": 0.472607, + "nauc_precision_at_20_diff1": 0.779864, + "nauc_precision_at_100_max": 0.808699, + "nauc_precision_at_100_std": 0.580038, + "nauc_precision_at_100_diff1": 0.784335, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732343, + "nauc_mrr_at_1_std": 0.271407, + "nauc_mrr_at_1_diff1": 0.834948, + "nauc_mrr_at_3_max": 0.756776, + "nauc_mrr_at_3_std": 0.312409, + "nauc_mrr_at_3_diff1": 0.818385, + "nauc_mrr_at_5_max": 0.758684, + "nauc_mrr_at_5_std": 0.321378, + "nauc_mrr_at_5_diff1": 0.815554, + "nauc_mrr_at_10_max": 0.756459, + "nauc_mrr_at_10_std": 0.319456, + "nauc_mrr_at_10_diff1": 0.814483, + "nauc_mrr_at_20_max": 0.756503, + "nauc_mrr_at_20_std": 0.319254, + "nauc_mrr_at_20_diff1": 0.816062, + "nauc_mrr_at_100_max": 0.756103, + "nauc_mrr_at_100_std": 0.319086, + "nauc_mrr_at_100_diff1": 0.816179, + "nauc_mrr_at_1000_max": 0.756049, + "nauc_mrr_at_1000_std": 0.318827, + "nauc_mrr_at_1000_diff1": 0.816236, + "hit_rate_at_1": 0.65222, + "hit_rate_at_3": 0.75222, + "hit_rate_at_5": 0.78889, + "hit_rate_at_10": 0.83333, + "hit_rate_at_20": 0.87111, + "hit_rate_at_100": 0.95222, + "hit_rate_at_1000": 1.0, + "main_score": 0.7407, "hf_subset": "npi_Latn-npi_Latn", "languages": [ "npi-Latn", "npi-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.79333, - "ndcg_at_3": 0.84914, - "ndcg_at_5": 0.85913, - "ndcg_at_10": 0.8696, - "ndcg_at_20": 0.87456, - "ndcg_at_100": 0.87948, - "ndcg_at_1000": 0.88093, - "map_at_1": 0.79333, - "map_at_3": 0.83574, - "map_at_5": 0.84124, - "map_at_10": 0.84559, - "map_at_20": 0.84706, - "map_at_100": 0.8478, - "map_at_1000": 0.84786, - "recall_at_1": 0.79333, - "recall_at_3": 0.88778, - "recall_at_5": 0.91222, - "recall_at_10": 0.94444, - "recall_at_20": 0.96333, - "recall_at_100": 0.98889, + "ndcg_at_1": 0.78333, + "ndcg_at_3": 0.83762, + "ndcg_at_5": 0.84809, + "ndcg_at_10": 0.85967, + "ndcg_at_20": 0.86517, + "ndcg_at_100": 0.87086, + "ndcg_at_1000": 0.87255, + "map_at_1": 0.78333, + "map_at_3": 0.82481, + "map_at_5": 0.83059, + "map_at_10": 0.83542, + "map_at_20": 0.83687, + "map_at_100": 0.83779, + "map_at_1000": 0.83785, + "recall_at_1": 0.78333, + "recall_at_3": 0.87444, + "recall_at_5": 0.9, + "recall_at_10": 0.93556, + "recall_at_20": 0.95778, + "recall_at_100": 0.98667, "recall_at_1000": 1.0, - "precision_at_1": 0.79333, - "precision_at_3": 0.29593, - "precision_at_5": 0.18244, - "precision_at_10": 0.09444, - "precision_at_20": 0.04817, - "precision_at_100": 0.00989, + "accuracy": 0.78333, + "precision_at_1": 0.78333, + "precision_at_3": 0.29148, + "precision_at_5": 0.18, + "precision_at_10": 0.09356, + "precision_at_20": 0.04789, + "precision_at_100": 0.00987, "precision_at_1000": 0.001, - "mrr_at_1": 0.793333, - "mrr_at_3": 0.835741, - "mrr_at_5": 0.841241, - "mrr_at_10": 0.845595, - "mrr_at_20": 0.847055, - "mrr_at_100": 0.847801, - "mrr_at_1000": 0.847859, - "nauc_ndcg_at_1_max": 0.671304, - "nauc_ndcg_at_1_std": -0.242738, - "nauc_ndcg_at_1_diff1": 0.859905, - "nauc_ndcg_at_3_max": 0.72382, - "nauc_ndcg_at_3_std": -0.222963, - "nauc_ndcg_at_3_diff1": 0.852731, - "nauc_ndcg_at_5_max": 0.723495, - "nauc_ndcg_at_5_std": -0.212867, - "nauc_ndcg_at_5_diff1": 0.847643, - "nauc_ndcg_at_10_max": 0.722677, - "nauc_ndcg_at_10_std": -0.214312, - "nauc_ndcg_at_10_diff1": 0.852978, - "nauc_ndcg_at_20_max": 0.718513, - "nauc_ndcg_at_20_std": -0.219813, - "nauc_ndcg_at_20_diff1": 0.856634, - "nauc_ndcg_at_100_max": 0.714518, - "nauc_ndcg_at_100_std": -0.216932, - "nauc_ndcg_at_100_diff1": 0.855967, - "nauc_ndcg_at_1000_max": 0.713454, - "nauc_ndcg_at_1000_std": -0.22243, - "nauc_ndcg_at_1000_diff1": 0.855689, - "nauc_map_at_1_max": 0.671304, - "nauc_map_at_1_std": -0.242738, - "nauc_map_at_1_diff1": 0.859905, - "nauc_map_at_3_max": 0.711232, - "nauc_map_at_3_std": -0.230512, - "nauc_map_at_3_diff1": 0.855213, - "nauc_map_at_5_max": 0.710612, - "nauc_map_at_5_std": -0.226635, - "nauc_map_at_5_diff1": 0.852825, - "nauc_map_at_10_max": 0.710079, - "nauc_map_at_10_std": -0.226774, - "nauc_map_at_10_diff1": 0.854898, - "nauc_map_at_20_max": 0.708993, - "nauc_map_at_20_std": -0.227834, - "nauc_map_at_20_diff1": 0.855889, - "nauc_map_at_100_max": 0.708472, - "nauc_map_at_100_std": -0.227677, - "nauc_map_at_100_diff1": 0.855867, - "nauc_map_at_1000_max": 0.708432, - "nauc_map_at_1000_std": -0.227866, - "nauc_map_at_1000_diff1": 0.855861, - "nauc_recall_at_1_max": 0.671304, - "nauc_recall_at_1_std": -0.242738, - "nauc_recall_at_1_diff1": 0.859905, - "nauc_recall_at_3_max": 0.773073, - "nauc_recall_at_3_std": -0.191403, - "nauc_recall_at_3_diff1": 0.842471, - "nauc_recall_at_5_max": 0.784905, - "nauc_recall_at_5_std": -0.139347, - "nauc_recall_at_5_diff1": 0.820468, - "nauc_recall_at_10_max": 0.812988, - "nauc_recall_at_10_std": -0.118021, - "nauc_recall_at_10_diff1": 0.841083, - "nauc_recall_at_20_max": 0.806482, - "nauc_recall_at_20_std": -0.148346, - "nauc_recall_at_20_diff1": 0.877769, - "nauc_recall_at_100_max": 0.794818, - "nauc_recall_at_100_std": 0.202568, - "nauc_recall_at_100_diff1": 0.879085, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.671304, - "nauc_precision_at_1_std": -0.242738, - "nauc_precision_at_1_diff1": 0.859905, - "nauc_precision_at_3_max": 0.773073, - "nauc_precision_at_3_std": -0.191403, - "nauc_precision_at_3_diff1": 0.842471, - "nauc_precision_at_5_max": 0.784905, - "nauc_precision_at_5_std": -0.139347, - "nauc_precision_at_5_diff1": 0.820468, - "nauc_precision_at_10_max": 0.812988, - "nauc_precision_at_10_std": -0.118021, - "nauc_precision_at_10_diff1": 0.841083, - "nauc_precision_at_20_max": 0.806482, - "nauc_precision_at_20_std": -0.148346, - "nauc_precision_at_20_diff1": 0.877769, - "nauc_precision_at_100_max": 0.794818, - "nauc_precision_at_100_std": 0.202568, - "nauc_precision_at_100_diff1": 0.879085, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.671304, - "nauc_mrr_at_1_std": -0.242738, - "nauc_mrr_at_1_diff1": 0.859905, - "nauc_mrr_at_3_max": 0.711232, - "nauc_mrr_at_3_std": -0.230512, - "nauc_mrr_at_3_diff1": 0.855213, - "nauc_mrr_at_5_max": 0.710612, - "nauc_mrr_at_5_std": -0.226635, - "nauc_mrr_at_5_diff1": 0.852825, - "nauc_mrr_at_10_max": 0.710079, - "nauc_mrr_at_10_std": -0.226774, - "nauc_mrr_at_10_diff1": 0.854898, - "nauc_mrr_at_20_max": 0.708993, - "nauc_mrr_at_20_std": -0.227834, - "nauc_mrr_at_20_diff1": 0.855889, - "nauc_mrr_at_100_max": 0.708472, - "nauc_mrr_at_100_std": -0.227677, - "nauc_mrr_at_100_diff1": 0.855867, - "nauc_mrr_at_1000_max": 0.708432, - "nauc_mrr_at_1000_std": -0.227866, - "nauc_mrr_at_1000_diff1": 0.855861, - "main_score": 0.8696, + "mrr_at_1": 0.783333, + "mrr_at_3": 0.824815, + "mrr_at_5": 0.830593, + "mrr_at_10": 0.835423, + "mrr_at_20": 0.83687, + "mrr_at_100": 0.837789, + "mrr_at_1000": 0.837848, + "nauc_ndcg_at_1_max": 0.647708, + "nauc_ndcg_at_1_std": -0.173499, + "nauc_ndcg_at_1_diff1": 0.860266, + "nauc_ndcg_at_3_max": 0.689432, + "nauc_ndcg_at_3_std": -0.201912, + "nauc_ndcg_at_3_diff1": 0.852237, + "nauc_ndcg_at_5_max": 0.683699, + "nauc_ndcg_at_5_std": -0.193531, + "nauc_ndcg_at_5_diff1": 0.848344, + "nauc_ndcg_at_10_max": 0.689125, + "nauc_ndcg_at_10_std": -0.17425, + "nauc_ndcg_at_10_diff1": 0.851443, + "nauc_ndcg_at_20_max": 0.686592, + "nauc_ndcg_at_20_std": -0.17211, + "nauc_ndcg_at_20_diff1": 0.854891, + "nauc_ndcg_at_100_max": 0.684084, + "nauc_ndcg_at_100_std": -0.170347, + "nauc_ndcg_at_100_diff1": 0.856056, + "nauc_ndcg_at_1000_max": 0.682102, + "nauc_ndcg_at_1000_std": -0.176878, + "nauc_ndcg_at_1000_diff1": 0.854796, + "nauc_map_at_1_max": 0.647708, + "nauc_map_at_1_std": -0.173499, + "nauc_map_at_1_diff1": 0.860266, + "nauc_map_at_3_max": 0.679764, + "nauc_map_at_3_std": -0.192972, + "nauc_map_at_3_diff1": 0.854677, + "nauc_map_at_5_max": 0.676873, + "nauc_map_at_5_std": -0.187854, + "nauc_map_at_5_diff1": 0.852797, + "nauc_map_at_10_max": 0.678704, + "nauc_map_at_10_std": -0.180611, + "nauc_map_at_10_diff1": 0.854125, + "nauc_map_at_20_max": 0.677985, + "nauc_map_at_20_std": -0.180244, + "nauc_map_at_20_diff1": 0.854887, + "nauc_map_at_100_max": 0.677657, + "nauc_map_at_100_std": -0.180174, + "nauc_map_at_100_diff1": 0.855046, + "nauc_map_at_1000_max": 0.677592, + "nauc_map_at_1000_std": -0.180355, + "nauc_map_at_1000_diff1": 0.855009, + "nauc_recall_at_1_max": 0.647708, + "nauc_recall_at_1_std": -0.173499, + "nauc_recall_at_1_diff1": 0.860266, + "nauc_recall_at_3_max": 0.725499, + "nauc_recall_at_3_std": -0.236912, + "nauc_recall_at_3_diff1": 0.842729, + "nauc_recall_at_5_max": 0.711474, + "nauc_recall_at_5_std": -0.219426, + "nauc_recall_at_5_diff1": 0.826984, + "nauc_recall_at_10_max": 0.759804, + "nauc_recall_at_10_std": -0.11417, + "nauc_recall_at_10_diff1": 0.833792, + "nauc_recall_at_20_max": 0.768023, + "nauc_recall_at_20_std": -0.055396, + "nauc_recall_at_20_diff1": 0.866947, + "nauc_recall_at_100_max": 0.820456, + "nauc_recall_at_100_std": 0.292328, + "nauc_recall_at_100_diff1": 0.944172, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.647708, + "nauc_precision_at_1_std": -0.173499, + "nauc_precision_at_1_diff1": 0.860266, + "nauc_precision_at_3_max": 0.725499, + "nauc_precision_at_3_std": -0.236912, + "nauc_precision_at_3_diff1": 0.842729, + "nauc_precision_at_5_max": 0.711474, + "nauc_precision_at_5_std": -0.219426, + "nauc_precision_at_5_diff1": 0.826984, + "nauc_precision_at_10_max": 0.759804, + "nauc_precision_at_10_std": -0.11417, + "nauc_precision_at_10_diff1": 0.833792, + "nauc_precision_at_20_max": 0.768023, + "nauc_precision_at_20_std": -0.055396, + "nauc_precision_at_20_diff1": 0.866947, + "nauc_precision_at_100_max": 0.820456, + "nauc_precision_at_100_std": 0.292328, + "nauc_precision_at_100_diff1": 0.944172, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.647708, + "nauc_mrr_at_1_std": -0.173499, + "nauc_mrr_at_1_diff1": 0.860266, + "nauc_mrr_at_3_max": 0.679764, + "nauc_mrr_at_3_std": -0.192972, + "nauc_mrr_at_3_diff1": 0.854677, + "nauc_mrr_at_5_max": 0.676873, + "nauc_mrr_at_5_std": -0.187854, + "nauc_mrr_at_5_diff1": 0.852797, + "nauc_mrr_at_10_max": 0.678704, + "nauc_mrr_at_10_std": -0.180611, + "nauc_mrr_at_10_diff1": 0.854125, + "nauc_mrr_at_20_max": 0.677985, + "nauc_mrr_at_20_std": -0.180244, + "nauc_mrr_at_20_diff1": 0.854887, + "nauc_mrr_at_100_max": 0.677657, + "nauc_mrr_at_100_std": -0.180174, + "nauc_mrr_at_100_diff1": 0.855046, + "nauc_mrr_at_1000_max": 0.677592, + "nauc_mrr_at_1000_std": -0.180355, + "nauc_mrr_at_1000_diff1": 0.855009, + "hit_rate_at_1": 0.78333, + "hit_rate_at_3": 0.87444, + "hit_rate_at_5": 0.9, + "hit_rate_at_10": 0.93556, + "hit_rate_at_20": 0.95778, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.85967, "hf_subset": "npi_Latn-eng_Latn", "languages": [ "npi-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.61778, - "ndcg_at_3": 0.68369, - "ndcg_at_5": 0.69602, - "ndcg_at_10": 0.71246, - "ndcg_at_20": 0.71976, - "ndcg_at_100": 0.73715, - "ndcg_at_1000": 0.74643, - "map_at_1": 0.61778, - "map_at_3": 0.66833, - "map_at_5": 0.67517, - "map_at_10": 0.68189, - "map_at_20": 0.68389, - "map_at_100": 0.68648, - "map_at_1000": 0.68685, - "recall_at_1": 0.61778, - "recall_at_3": 0.72778, - "recall_at_5": 0.75778, - "recall_at_10": 0.80889, - "recall_at_20": 0.83778, - "recall_at_100": 0.92889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.58778, + "ndcg_at_3": 0.65965, + "ndcg_at_5": 0.67529, + "ndcg_at_10": 0.68767, + "ndcg_at_20": 0.69952, + "ndcg_at_100": 0.71812, + "ndcg_at_1000": 0.72692, + "map_at_1": 0.58778, + "map_at_3": 0.64222, + "map_at_5": 0.65094, + "map_at_10": 0.65614, + "map_at_20": 0.65942, + "map_at_100": 0.662, + "map_at_1000": 0.66235, + "recall_at_1": 0.58778, + "recall_at_3": 0.71, + "recall_at_5": 0.74778, + "recall_at_10": 0.78556, + "recall_at_20": 0.83222, + "recall_at_100": 0.93222, "recall_at_1000": 1.0, - "precision_at_1": 0.61778, - "precision_at_3": 0.24259, - "precision_at_5": 0.15156, - "precision_at_10": 0.08089, - "precision_at_20": 0.04189, - "precision_at_100": 0.00929, - "precision_at_1000": 0.001, - "mrr_at_1": 0.617778, - "mrr_at_3": 0.668333, - "mrr_at_5": 0.675167, - "mrr_at_10": 0.681892, - "mrr_at_20": 0.683891, - "mrr_at_100": 0.686483, - "mrr_at_1000": 0.686852, - "nauc_ndcg_at_1_max": 0.786248, - "nauc_ndcg_at_1_std": 0.393201, - "nauc_ndcg_at_1_diff1": 0.840935, - "nauc_ndcg_at_3_max": 0.824779, - "nauc_ndcg_at_3_std": 0.45952, - "nauc_ndcg_at_3_diff1": 0.811533, - "nauc_ndcg_at_5_max": 0.824959, - "nauc_ndcg_at_5_std": 0.455881, - "nauc_ndcg_at_5_diff1": 0.811519, - "nauc_ndcg_at_10_max": 0.819532, - "nauc_ndcg_at_10_std": 0.459267, - "nauc_ndcg_at_10_diff1": 0.802177, - "nauc_ndcg_at_20_max": 0.821369, - "nauc_ndcg_at_20_std": 0.462485, - "nauc_ndcg_at_20_diff1": 0.804845, - "nauc_ndcg_at_100_max": 0.820951, - "nauc_ndcg_at_100_std": 0.471062, - "nauc_ndcg_at_100_diff1": 0.80808, - "nauc_ndcg_at_1000_max": 0.818033, - "nauc_ndcg_at_1000_std": 0.456263, - "nauc_ndcg_at_1000_diff1": 0.811463, - "nauc_map_at_1_max": 0.786248, - "nauc_map_at_1_std": 0.393201, - "nauc_map_at_1_diff1": 0.840935, - "nauc_map_at_3_max": 0.815559, - "nauc_map_at_3_std": 0.441788, - "nauc_map_at_3_diff1": 0.818728, - "nauc_map_at_5_max": 0.815358, - "nauc_map_at_5_std": 0.439439, - "nauc_map_at_5_diff1": 0.818748, - "nauc_map_at_10_max": 0.81316, - "nauc_map_at_10_std": 0.440676, - "nauc_map_at_10_diff1": 0.815267, - "nauc_map_at_20_max": 0.813629, - "nauc_map_at_20_std": 0.441317, - "nauc_map_at_20_diff1": 0.816136, - "nauc_map_at_100_max": 0.813591, - "nauc_map_at_100_std": 0.442779, - "nauc_map_at_100_diff1": 0.816664, - "nauc_map_at_1000_max": 0.81349, - "nauc_map_at_1000_std": 0.442265, - "nauc_map_at_1000_diff1": 0.8168, - "nauc_recall_at_1_max": 0.786248, - "nauc_recall_at_1_std": 0.393201, - "nauc_recall_at_1_diff1": 0.840935, - "nauc_recall_at_3_max": 0.854886, - "nauc_recall_at_3_std": 0.518408, - "nauc_recall_at_3_diff1": 0.787954, - "nauc_recall_at_5_max": 0.859056, - "nauc_recall_at_5_std": 0.514379, - "nauc_recall_at_5_diff1": 0.786096, - "nauc_recall_at_10_max": 0.843095, - "nauc_recall_at_10_std": 0.539269, - "nauc_recall_at_10_diff1": 0.741739, - "nauc_recall_at_20_max": 0.857476, - "nauc_recall_at_20_std": 0.572418, - "nauc_recall_at_20_diff1": 0.746671, - "nauc_recall_at_100_max": 0.889013, - "nauc_recall_at_100_std": 0.812434, - "nauc_recall_at_100_diff1": 0.732931, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.786248, - "nauc_precision_at_1_std": 0.393201, - "nauc_precision_at_1_diff1": 0.840935, - "nauc_precision_at_3_max": 0.854886, - "nauc_precision_at_3_std": 0.518408, - "nauc_precision_at_3_diff1": 0.787954, - "nauc_precision_at_5_max": 0.859056, - "nauc_precision_at_5_std": 0.514379, - "nauc_precision_at_5_diff1": 0.786096, - "nauc_precision_at_10_max": 0.843095, - "nauc_precision_at_10_std": 0.539269, - "nauc_precision_at_10_diff1": 0.741739, - "nauc_precision_at_20_max": 0.857476, - "nauc_precision_at_20_std": 0.572418, - "nauc_precision_at_20_diff1": 0.746671, - "nauc_precision_at_100_max": 0.889013, - "nauc_precision_at_100_std": 0.812434, - "nauc_precision_at_100_diff1": 0.732931, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.786248, - "nauc_mrr_at_1_std": 0.393201, - "nauc_mrr_at_1_diff1": 0.840935, - "nauc_mrr_at_3_max": 0.815559, - "nauc_mrr_at_3_std": 0.441788, - "nauc_mrr_at_3_diff1": 0.818728, - "nauc_mrr_at_5_max": 0.815358, - "nauc_mrr_at_5_std": 0.439439, - "nauc_mrr_at_5_diff1": 0.818748, - "nauc_mrr_at_10_max": 0.81316, - "nauc_mrr_at_10_std": 0.440676, - "nauc_mrr_at_10_diff1": 0.815267, - "nauc_mrr_at_20_max": 0.813629, - "nauc_mrr_at_20_std": 0.441317, - "nauc_mrr_at_20_diff1": 0.816136, - "nauc_mrr_at_100_max": 0.813591, - "nauc_mrr_at_100_std": 0.442779, - "nauc_mrr_at_100_diff1": 0.816664, - "nauc_mrr_at_1000_max": 0.81349, - "nauc_mrr_at_1000_std": 0.442265, - "nauc_mrr_at_1000_diff1": 0.8168, - "main_score": 0.71246, + "accuracy": 0.58778, + "precision_at_1": 0.58778, + "precision_at_3": 0.23667, + "precision_at_5": 0.14956, + "precision_at_10": 0.07856, + "precision_at_20": 0.04161, + "precision_at_100": 0.00932, + "precision_at_1000": 0.001, + "mrr_at_1": 0.587778, + "mrr_at_3": 0.642222, + "mrr_at_5": 0.650944, + "mrr_at_10": 0.656143, + "mrr_at_20": 0.659424, + "mrr_at_100": 0.662002, + "mrr_at_1000": 0.662349, + "nauc_ndcg_at_1_max": 0.768559, + "nauc_ndcg_at_1_std": 0.337441, + "nauc_ndcg_at_1_diff1": 0.859499, + "nauc_ndcg_at_3_max": 0.806733, + "nauc_ndcg_at_3_std": 0.400669, + "nauc_ndcg_at_3_diff1": 0.820321, + "nauc_ndcg_at_5_max": 0.808454, + "nauc_ndcg_at_5_std": 0.413547, + "nauc_ndcg_at_5_diff1": 0.816102, + "nauc_ndcg_at_10_max": 0.805205, + "nauc_ndcg_at_10_std": 0.417121, + "nauc_ndcg_at_10_diff1": 0.809418, + "nauc_ndcg_at_20_max": 0.803434, + "nauc_ndcg_at_20_std": 0.418688, + "nauc_ndcg_at_20_diff1": 0.809707, + "nauc_ndcg_at_100_max": 0.803272, + "nauc_ndcg_at_100_std": 0.421311, + "nauc_ndcg_at_100_diff1": 0.814599, + "nauc_ndcg_at_1000_max": 0.80085, + "nauc_ndcg_at_1000_std": 0.407449, + "nauc_ndcg_at_1000_diff1": 0.819312, + "nauc_map_at_1_max": 0.768559, + "nauc_map_at_1_std": 0.337441, + "nauc_map_at_1_diff1": 0.859499, + "nauc_map_at_3_max": 0.797959, + "nauc_map_at_3_std": 0.384314, + "nauc_map_at_3_diff1": 0.830756, + "nauc_map_at_5_max": 0.798723, + "nauc_map_at_5_std": 0.39118, + "nauc_map_at_5_diff1": 0.828729, + "nauc_map_at_10_max": 0.797355, + "nauc_map_at_10_std": 0.392191, + "nauc_map_at_10_diff1": 0.826327, + "nauc_map_at_20_max": 0.796759, + "nauc_map_at_20_std": 0.392369, + "nauc_map_at_20_diff1": 0.826386, + "nauc_map_at_100_max": 0.796718, + "nauc_map_at_100_std": 0.392808, + "nauc_map_at_100_diff1": 0.827031, + "nauc_map_at_1000_max": 0.796637, + "nauc_map_at_1000_std": 0.392324, + "nauc_map_at_1000_diff1": 0.82722, + "nauc_recall_at_1_max": 0.768559, + "nauc_recall_at_1_std": 0.337441, + "nauc_recall_at_1_diff1": 0.859499, + "nauc_recall_at_3_max": 0.835171, + "nauc_recall_at_3_std": 0.454674, + "nauc_recall_at_3_diff1": 0.785717, + "nauc_recall_at_5_max": 0.843334, + "nauc_recall_at_5_std": 0.496235, + "nauc_recall_at_5_diff1": 0.769473, + "nauc_recall_at_10_max": 0.834834, + "nauc_recall_at_10_std": 0.52255, + "nauc_recall_at_10_diff1": 0.735901, + "nauc_recall_at_20_max": 0.831999, + "nauc_recall_at_20_std": 0.557377, + "nauc_recall_at_20_diff1": 0.722165, + "nauc_recall_at_100_max": 0.865531, + "nauc_recall_at_100_std": 0.773316, + "nauc_recall_at_100_diff1": 0.699063, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768559, + "nauc_precision_at_1_std": 0.337441, + "nauc_precision_at_1_diff1": 0.859499, + "nauc_precision_at_3_max": 0.835171, + "nauc_precision_at_3_std": 0.454674, + "nauc_precision_at_3_diff1": 0.785717, + "nauc_precision_at_5_max": 0.843334, + "nauc_precision_at_5_std": 0.496235, + "nauc_precision_at_5_diff1": 0.769473, + "nauc_precision_at_10_max": 0.834834, + "nauc_precision_at_10_std": 0.52255, + "nauc_precision_at_10_diff1": 0.735901, + "nauc_precision_at_20_max": 0.831999, + "nauc_precision_at_20_std": 0.557377, + "nauc_precision_at_20_diff1": 0.722165, + "nauc_precision_at_100_max": 0.865531, + "nauc_precision_at_100_std": 0.773316, + "nauc_precision_at_100_diff1": 0.699063, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768559, + "nauc_mrr_at_1_std": 0.337441, + "nauc_mrr_at_1_diff1": 0.859499, + "nauc_mrr_at_3_max": 0.797959, + "nauc_mrr_at_3_std": 0.384314, + "nauc_mrr_at_3_diff1": 0.830756, + "nauc_mrr_at_5_max": 0.798723, + "nauc_mrr_at_5_std": 0.39118, + "nauc_mrr_at_5_diff1": 0.828729, + "nauc_mrr_at_10_max": 0.797355, + "nauc_mrr_at_10_std": 0.392191, + "nauc_mrr_at_10_diff1": 0.826327, + "nauc_mrr_at_20_max": 0.796759, + "nauc_mrr_at_20_std": 0.392369, + "nauc_mrr_at_20_diff1": 0.826386, + "nauc_mrr_at_100_max": 0.796718, + "nauc_mrr_at_100_std": 0.392808, + "nauc_mrr_at_100_diff1": 0.827031, + "nauc_mrr_at_1000_max": 0.796637, + "nauc_mrr_at_1000_std": 0.392324, + "nauc_mrr_at_1000_diff1": 0.82722, + "hit_rate_at_1": 0.58778, + "hit_rate_at_3": 0.71, + "hit_rate_at_5": 0.74778, + "hit_rate_at_10": 0.78556, + "hit_rate_at_20": 0.83222, + "hit_rate_at_100": 0.93222, + "hit_rate_at_1000": 1.0, + "main_score": 0.68767, "hf_subset": "eng_Latn-npi_Latn", "languages": [ "eng-Latn", "npi-Latn" - ] - }, - { - "ndcg_at_1": 0.50111, - "ndcg_at_3": 0.55409, - "ndcg_at_5": 0.56389, - "ndcg_at_10": 0.57659, - "ndcg_at_20": 0.58767, - "ndcg_at_100": 0.61225, - "ndcg_at_1000": 0.63379, - "map_at_1": 0.50111, - "map_at_3": 0.54093, - "map_at_5": 0.54648, - "map_at_10": 0.55159, - "map_at_20": 0.55455, - "map_at_100": 0.55782, - "map_at_1000": 0.55867, - "recall_at_1": 0.50111, - "recall_at_3": 0.59222, - "recall_at_5": 0.61556, - "recall_at_10": 0.65556, - "recall_at_20": 0.7, - "recall_at_100": 0.83444, - "recall_at_1000": 1.0, - "precision_at_1": 0.50111, - "precision_at_3": 0.19741, - "precision_at_5": 0.12311, - "precision_at_10": 0.06556, - "precision_at_20": 0.035, - "precision_at_100": 0.00834, - "precision_at_1000": 0.001, - "mrr_at_1": 0.501111, - "mrr_at_3": 0.540926, - "mrr_at_5": 0.546481, - "mrr_at_10": 0.551587, - "mrr_at_20": 0.55455, - "mrr_at_100": 0.557815, - "mrr_at_1000": 0.558669, - "nauc_ndcg_at_1_max": 0.704581, - "nauc_ndcg_at_1_std": -0.598554, - "nauc_ndcg_at_1_diff1": 0.849418, - "nauc_ndcg_at_3_max": 0.718409, - "nauc_ndcg_at_3_std": -0.615571, - "nauc_ndcg_at_3_diff1": 0.819963, - "nauc_ndcg_at_5_max": 0.716465, - "nauc_ndcg_at_5_std": -0.605685, - "nauc_ndcg_at_5_diff1": 0.815465, - "nauc_ndcg_at_10_max": 0.712317, - "nauc_ndcg_at_10_std": -0.605619, - "nauc_ndcg_at_10_diff1": 0.810775, - "nauc_ndcg_at_20_max": 0.706302, - "nauc_ndcg_at_20_std": -0.594334, - "nauc_ndcg_at_20_diff1": 0.802675, - "nauc_ndcg_at_100_max": 0.702782, - "nauc_ndcg_at_100_std": -0.59381, - "nauc_ndcg_at_100_diff1": 0.80185, - "nauc_ndcg_at_1000_max": 0.708322, - "nauc_ndcg_at_1000_std": -0.599354, - "nauc_ndcg_at_1000_diff1": 0.811633, - "nauc_map_at_1_max": 0.704581, - "nauc_map_at_1_std": -0.598554, - "nauc_map_at_1_diff1": 0.849418, - "nauc_map_at_3_max": 0.716174, - "nauc_map_at_3_std": -0.610582, - "nauc_map_at_3_diff1": 0.828044, - "nauc_map_at_5_max": 0.714953, - "nauc_map_at_5_std": -0.605268, - "nauc_map_at_5_diff1": 0.825617, - "nauc_map_at_10_max": 0.713392, - "nauc_map_at_10_std": -0.60526, - "nauc_map_at_10_diff1": 0.823902, - "nauc_map_at_20_max": 0.71185, - "nauc_map_at_20_std": -0.602582, - "nauc_map_at_20_diff1": 0.821864, - "nauc_map_at_100_max": 0.711349, - "nauc_map_at_100_std": -0.602679, - "nauc_map_at_100_diff1": 0.821741, - "nauc_map_at_1000_max": 0.7115, - "nauc_map_at_1000_std": -0.6028, - "nauc_map_at_1000_diff1": 0.822034, - "nauc_recall_at_1_max": 0.704581, - "nauc_recall_at_1_std": -0.598554, - "nauc_recall_at_1_diff1": 0.849418, - "nauc_recall_at_3_max": 0.724691, - "nauc_recall_at_3_std": -0.631111, - "nauc_recall_at_3_diff1": 0.794996, - "nauc_recall_at_5_max": 0.720547, - "nauc_recall_at_5_std": -0.605644, - "nauc_recall_at_5_diff1": 0.782634, - "nauc_recall_at_10_max": 0.705776, - "nauc_recall_at_10_std": -0.605241, - "nauc_recall_at_10_diff1": 0.763347, - "nauc_recall_at_20_max": 0.676118, - "nauc_recall_at_20_std": -0.548626, - "nauc_recall_at_20_diff1": 0.719956, - "nauc_recall_at_100_max": 0.623682, - "nauc_recall_at_100_std": -0.511251, - "nauc_recall_at_100_diff1": 0.662623, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.704581, - "nauc_precision_at_1_std": -0.598554, - "nauc_precision_at_1_diff1": 0.849418, - "nauc_precision_at_3_max": 0.724691, - "nauc_precision_at_3_std": -0.631111, - "nauc_precision_at_3_diff1": 0.794996, - "nauc_precision_at_5_max": 0.720547, - "nauc_precision_at_5_std": -0.605644, - "nauc_precision_at_5_diff1": 0.782634, - "nauc_precision_at_10_max": 0.705776, - "nauc_precision_at_10_std": -0.605241, - "nauc_precision_at_10_diff1": 0.763347, - "nauc_precision_at_20_max": 0.676118, - "nauc_precision_at_20_std": -0.548626, - "nauc_precision_at_20_diff1": 0.719956, - "nauc_precision_at_100_max": 0.623682, - "nauc_precision_at_100_std": -0.511251, - "nauc_precision_at_100_diff1": 0.662623, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.704581, - "nauc_mrr_at_1_std": -0.598554, - "nauc_mrr_at_1_diff1": 0.849418, - "nauc_mrr_at_3_max": 0.716174, - "nauc_mrr_at_3_std": -0.610582, - "nauc_mrr_at_3_diff1": 0.828044, - "nauc_mrr_at_5_max": 0.714953, - "nauc_mrr_at_5_std": -0.605268, - "nauc_mrr_at_5_diff1": 0.825617, - "nauc_mrr_at_10_max": 0.713392, - "nauc_mrr_at_10_std": -0.60526, - "nauc_mrr_at_10_diff1": 0.823902, - "nauc_mrr_at_20_max": 0.71185, - "nauc_mrr_at_20_std": -0.602582, - "nauc_mrr_at_20_diff1": 0.821864, - "nauc_mrr_at_100_max": 0.711349, - "nauc_mrr_at_100_std": -0.602679, - "nauc_mrr_at_100_diff1": 0.821741, - "nauc_mrr_at_1000_max": 0.7115, - "nauc_mrr_at_1000_std": -0.6028, - "nauc_mrr_at_1000_diff1": 0.822034, - "main_score": 0.57659, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.49111, + "ndcg_at_3": 0.54887, + "ndcg_at_5": 0.56068, + "ndcg_at_10": 0.5747, + "ndcg_at_20": 0.58415, + "ndcg_at_100": 0.60943, + "ndcg_at_1000": 0.63027, + "map_at_1": 0.49111, + "map_at_3": 0.535, + "map_at_5": 0.5415, + "map_at_10": 0.54729, + "map_at_20": 0.54983, + "map_at_100": 0.55308, + "map_at_1000": 0.55388, + "recall_at_1": 0.49111, + "recall_at_3": 0.58889, + "recall_at_5": 0.61778, + "recall_at_10": 0.66111, + "recall_at_20": 0.69889, + "recall_at_100": 0.83889, + "recall_at_1000": 1.0, + "accuracy": 0.49111, + "precision_at_1": 0.49111, + "precision_at_3": 0.1963, + "precision_at_5": 0.12356, + "precision_at_10": 0.06611, + "precision_at_20": 0.03494, + "precision_at_100": 0.00839, + "precision_at_1000": 0.001, + "mrr_at_1": 0.491111, + "mrr_at_3": 0.535, + "mrr_at_5": 0.5415, + "mrr_at_10": 0.547286, + "mrr_at_20": 0.549826, + "mrr_at_100": 0.553079, + "mrr_at_1000": 0.553882, + "nauc_ndcg_at_1_max": 0.73261, + "nauc_ndcg_at_1_std": -0.527692, + "nauc_ndcg_at_1_diff1": 0.851906, + "nauc_ndcg_at_3_max": 0.738148, + "nauc_ndcg_at_3_std": -0.540364, + "nauc_ndcg_at_3_diff1": 0.812839, + "nauc_ndcg_at_5_max": 0.732352, + "nauc_ndcg_at_5_std": -0.545983, + "nauc_ndcg_at_5_diff1": 0.808646, + "nauc_ndcg_at_10_max": 0.72495, + "nauc_ndcg_at_10_std": -0.546135, + "nauc_ndcg_at_10_diff1": 0.801228, + "nauc_ndcg_at_20_max": 0.720456, + "nauc_ndcg_at_20_std": -0.542051, + "nauc_ndcg_at_20_diff1": 0.797806, + "nauc_ndcg_at_100_max": 0.719431, + "nauc_ndcg_at_100_std": -0.532664, + "nauc_ndcg_at_100_diff1": 0.795481, + "nauc_ndcg_at_1000_max": 0.72579, + "nauc_ndcg_at_1000_std": -0.536085, + "nauc_ndcg_at_1000_diff1": 0.806177, + "nauc_map_at_1_max": 0.73261, + "nauc_map_at_1_std": -0.527692, + "nauc_map_at_1_diff1": 0.851906, + "nauc_map_at_3_max": 0.73744, + "nauc_map_at_3_std": -0.536536, + "nauc_map_at_3_diff1": 0.822731, + "nauc_map_at_5_max": 0.734165, + "nauc_map_at_5_std": -0.539831, + "nauc_map_at_5_diff1": 0.8204, + "nauc_map_at_10_max": 0.731319, + "nauc_map_at_10_std": -0.53988, + "nauc_map_at_10_diff1": 0.817706, + "nauc_map_at_20_max": 0.730256, + "nauc_map_at_20_std": -0.538755, + "nauc_map_at_20_diff1": 0.817014, + "nauc_map_at_100_max": 0.730328, + "nauc_map_at_100_std": -0.536939, + "nauc_map_at_100_diff1": 0.816805, + "nauc_map_at_1000_max": 0.730519, + "nauc_map_at_1000_std": -0.536997, + "nauc_map_at_1000_diff1": 0.817148, + "nauc_recall_at_1_max": 0.73261, + "nauc_recall_at_1_std": -0.527692, + "nauc_recall_at_1_diff1": 0.851906, + "nauc_recall_at_3_max": 0.74001, + "nauc_recall_at_3_std": -0.552321, + "nauc_recall_at_3_diff1": 0.78263, + "nauc_recall_at_5_max": 0.72557, + "nauc_recall_at_5_std": -0.566214, + "nauc_recall_at_5_diff1": 0.771015, + "nauc_recall_at_10_max": 0.698456, + "nauc_recall_at_10_std": -0.568211, + "nauc_recall_at_10_diff1": 0.740826, + "nauc_recall_at_20_max": 0.674023, + "nauc_recall_at_20_std": -0.550948, + "nauc_recall_at_20_diff1": 0.718332, + "nauc_recall_at_100_max": 0.627843, + "nauc_recall_at_100_std": -0.47839, + "nauc_recall_at_100_diff1": 0.641675, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73261, + "nauc_precision_at_1_std": -0.527692, + "nauc_precision_at_1_diff1": 0.851906, + "nauc_precision_at_3_max": 0.74001, + "nauc_precision_at_3_std": -0.552321, + "nauc_precision_at_3_diff1": 0.78263, + "nauc_precision_at_5_max": 0.72557, + "nauc_precision_at_5_std": -0.566214, + "nauc_precision_at_5_diff1": 0.771015, + "nauc_precision_at_10_max": 0.698456, + "nauc_precision_at_10_std": -0.568211, + "nauc_precision_at_10_diff1": 0.740826, + "nauc_precision_at_20_max": 0.674023, + "nauc_precision_at_20_std": -0.550948, + "nauc_precision_at_20_diff1": 0.718332, + "nauc_precision_at_100_max": 0.627843, + "nauc_precision_at_100_std": -0.47839, + "nauc_precision_at_100_diff1": 0.641675, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73261, + "nauc_mrr_at_1_std": -0.527692, + "nauc_mrr_at_1_diff1": 0.851906, + "nauc_mrr_at_3_max": 0.73744, + "nauc_mrr_at_3_std": -0.536536, + "nauc_mrr_at_3_diff1": 0.822731, + "nauc_mrr_at_5_max": 0.734165, + "nauc_mrr_at_5_std": -0.539831, + "nauc_mrr_at_5_diff1": 0.8204, + "nauc_mrr_at_10_max": 0.731319, + "nauc_mrr_at_10_std": -0.53988, + "nauc_mrr_at_10_diff1": 0.817706, + "nauc_mrr_at_20_max": 0.730256, + "nauc_mrr_at_20_std": -0.538755, + "nauc_mrr_at_20_diff1": 0.817014, + "nauc_mrr_at_100_max": 0.730328, + "nauc_mrr_at_100_std": -0.536939, + "nauc_mrr_at_100_diff1": 0.816805, + "nauc_mrr_at_1000_max": 0.730519, + "nauc_mrr_at_1000_std": -0.536997, + "nauc_mrr_at_1000_diff1": 0.817148, + "hit_rate_at_1": 0.49111, + "hit_rate_at_3": 0.58889, + "hit_rate_at_5": 0.61778, + "hit_rate_at_10": 0.66111, + "hit_rate_at_20": 0.69889, + "hit_rate_at_100": 0.83889, + "hit_rate_at_1000": 1.0, + "main_score": 0.5747, "hf_subset": "nso_Latn-nso_Latn", "languages": [ "nso-Latn", "nso-Latn" - ] - }, - { - "ndcg_at_1": 0.57889, - "ndcg_at_3": 0.64081, - "ndcg_at_5": 0.65458, - "ndcg_at_10": 0.66803, - "ndcg_at_20": 0.67746, - "ndcg_at_100": 0.69711, - "ndcg_at_1000": 0.7097, - "map_at_1": 0.57889, - "map_at_3": 0.62537, - "map_at_5": 0.63304, - "map_at_10": 0.63868, - "map_at_20": 0.64136, - "map_at_100": 0.64387, - "map_at_1000": 0.64442, - "recall_at_1": 0.57889, - "recall_at_3": 0.68556, - "recall_at_5": 0.71889, - "recall_at_10": 0.76, - "recall_at_20": 0.79667, - "recall_at_100": 0.90556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.64305, + "ndcg_at_5": 0.6542, + "ndcg_at_10": 0.66758, + "ndcg_at_20": 0.67661, + "ndcg_at_100": 0.69512, + "ndcg_at_1000": 0.70934, + "map_at_1": 0.58, + "map_at_3": 0.62759, + "map_at_5": 0.63387, + "map_at_10": 0.63945, + "map_at_20": 0.64195, + "map_at_100": 0.64435, + "map_at_1000": 0.64497, + "recall_at_1": 0.58, + "recall_at_3": 0.68778, + "recall_at_5": 0.71444, + "recall_at_10": 0.75556, + "recall_at_20": 0.79111, + "recall_at_100": 0.89333, "recall_at_1000": 1.0, - "precision_at_1": 0.57889, - "precision_at_3": 0.22852, - "precision_at_5": 0.14378, - "precision_at_10": 0.076, - "precision_at_20": 0.03983, - "precision_at_100": 0.00906, - "precision_at_1000": 0.001, - "mrr_at_1": 0.578889, - "mrr_at_3": 0.62537, - "mrr_at_5": 0.633037, - "mrr_at_10": 0.638684, - "mrr_at_20": 0.641358, - "mrr_at_100": 0.643866, - "mrr_at_1000": 0.644415, - "nauc_ndcg_at_1_max": 0.848106, - "nauc_ndcg_at_1_std": 0.423775, - "nauc_ndcg_at_1_diff1": 0.888285, - "nauc_ndcg_at_3_max": 0.858849, - "nauc_ndcg_at_3_std": 0.459689, - "nauc_ndcg_at_3_diff1": 0.852091, - "nauc_ndcg_at_5_max": 0.854806, - "nauc_ndcg_at_5_std": 0.461799, - "nauc_ndcg_at_5_diff1": 0.845801, - "nauc_ndcg_at_10_max": 0.849496, - "nauc_ndcg_at_10_std": 0.459179, - "nauc_ndcg_at_10_diff1": 0.842428, - "nauc_ndcg_at_20_max": 0.846417, - "nauc_ndcg_at_20_std": 0.461402, - "nauc_ndcg_at_20_diff1": 0.837565, - "nauc_ndcg_at_100_max": 0.844346, - "nauc_ndcg_at_100_std": 0.461267, - "nauc_ndcg_at_100_diff1": 0.841436, - "nauc_ndcg_at_1000_max": 0.849597, - "nauc_ndcg_at_1000_std": 0.458403, - "nauc_ndcg_at_1000_diff1": 0.848741, - "nauc_map_at_1_max": 0.848106, - "nauc_map_at_1_std": 0.423775, - "nauc_map_at_1_diff1": 0.888285, - "nauc_map_at_3_max": 0.857818, - "nauc_map_at_3_std": 0.453044, - "nauc_map_at_3_diff1": 0.862146, - "nauc_map_at_5_max": 0.855527, - "nauc_map_at_5_std": 0.453965, - "nauc_map_at_5_diff1": 0.858898, - "nauc_map_at_10_max": 0.8536, - "nauc_map_at_10_std": 0.453244, - "nauc_map_at_10_diff1": 0.857912, - "nauc_map_at_20_max": 0.852804, - "nauc_map_at_20_std": 0.453747, - "nauc_map_at_20_diff1": 0.856686, - "nauc_map_at_100_max": 0.852536, - "nauc_map_at_100_std": 0.453803, - "nauc_map_at_100_diff1": 0.857286, - "nauc_map_at_1000_max": 0.852739, - "nauc_map_at_1000_std": 0.453706, - "nauc_map_at_1000_diff1": 0.85759, - "nauc_recall_at_1_max": 0.848106, - "nauc_recall_at_1_std": 0.423775, - "nauc_recall_at_1_diff1": 0.888285, - "nauc_recall_at_3_max": 0.861357, - "nauc_recall_at_3_std": 0.47986, - "nauc_recall_at_3_diff1": 0.819388, - "nauc_recall_at_5_max": 0.850927, - "nauc_recall_at_5_std": 0.487964, - "nauc_recall_at_5_diff1": 0.799331, - "nauc_recall_at_10_max": 0.828856, - "nauc_recall_at_10_std": 0.478416, - "nauc_recall_at_10_diff1": 0.778867, - "nauc_recall_at_20_max": 0.809409, - "nauc_recall_at_20_std": 0.493607, - "nauc_recall_at_20_diff1": 0.744168, - "nauc_recall_at_100_max": 0.74529, - "nauc_recall_at_100_std": 0.517702, - "nauc_recall_at_100_diff1": 0.705245, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.848106, - "nauc_precision_at_1_std": 0.423775, - "nauc_precision_at_1_diff1": 0.888285, - "nauc_precision_at_3_max": 0.861357, - "nauc_precision_at_3_std": 0.47986, - "nauc_precision_at_3_diff1": 0.819388, - "nauc_precision_at_5_max": 0.850927, - "nauc_precision_at_5_std": 0.487964, - "nauc_precision_at_5_diff1": 0.799331, - "nauc_precision_at_10_max": 0.828856, - "nauc_precision_at_10_std": 0.478416, - "nauc_precision_at_10_diff1": 0.778867, - "nauc_precision_at_20_max": 0.809409, - "nauc_precision_at_20_std": 0.493607, - "nauc_precision_at_20_diff1": 0.744168, - "nauc_precision_at_100_max": 0.74529, - "nauc_precision_at_100_std": 0.517702, - "nauc_precision_at_100_diff1": 0.705245, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.848106, - "nauc_mrr_at_1_std": 0.423775, - "nauc_mrr_at_1_diff1": 0.888285, - "nauc_mrr_at_3_max": 0.857818, - "nauc_mrr_at_3_std": 0.453044, - "nauc_mrr_at_3_diff1": 0.862146, - "nauc_mrr_at_5_max": 0.855527, - "nauc_mrr_at_5_std": 0.453965, - "nauc_mrr_at_5_diff1": 0.858898, - "nauc_mrr_at_10_max": 0.8536, - "nauc_mrr_at_10_std": 0.453244, - "nauc_mrr_at_10_diff1": 0.857912, - "nauc_mrr_at_20_max": 0.852804, - "nauc_mrr_at_20_std": 0.453747, - "nauc_mrr_at_20_diff1": 0.856686, - "nauc_mrr_at_100_max": 0.852536, - "nauc_mrr_at_100_std": 0.453803, - "nauc_mrr_at_100_diff1": 0.857286, - "nauc_mrr_at_1000_max": 0.852739, - "nauc_mrr_at_1000_std": 0.453706, - "nauc_mrr_at_1000_diff1": 0.85759, - "main_score": 0.66803, + "accuracy": 0.58, + "precision_at_1": 0.58, + "precision_at_3": 0.22926, + "precision_at_5": 0.14289, + "precision_at_10": 0.07556, + "precision_at_20": 0.03956, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.58, + "mrr_at_3": 0.627593, + "mrr_at_5": 0.63387, + "mrr_at_10": 0.639445, + "mrr_at_20": 0.64195, + "mrr_at_100": 0.644345, + "mrr_at_1000": 0.644971, + "nauc_ndcg_at_1_max": 0.828384, + "nauc_ndcg_at_1_std": 0.408127, + "nauc_ndcg_at_1_diff1": 0.890887, + "nauc_ndcg_at_3_max": 0.840232, + "nauc_ndcg_at_3_std": 0.434351, + "nauc_ndcg_at_3_diff1": 0.857813, + "nauc_ndcg_at_5_max": 0.839449, + "nauc_ndcg_at_5_std": 0.441875, + "nauc_ndcg_at_5_diff1": 0.853969, + "nauc_ndcg_at_10_max": 0.836125, + "nauc_ndcg_at_10_std": 0.443735, + "nauc_ndcg_at_10_diff1": 0.849634, + "nauc_ndcg_at_20_max": 0.833502, + "nauc_ndcg_at_20_std": 0.448916, + "nauc_ndcg_at_20_diff1": 0.846723, + "nauc_ndcg_at_100_max": 0.830307, + "nauc_ndcg_at_100_std": 0.443244, + "nauc_ndcg_at_100_diff1": 0.848569, + "nauc_ndcg_at_1000_max": 0.834497, + "nauc_ndcg_at_1000_std": 0.440641, + "nauc_ndcg_at_1000_diff1": 0.855559, + "nauc_map_at_1_max": 0.828384, + "nauc_map_at_1_std": 0.408127, + "nauc_map_at_1_diff1": 0.890887, + "nauc_map_at_3_max": 0.838624, + "nauc_map_at_3_std": 0.429001, + "nauc_map_at_3_diff1": 0.866455, + "nauc_map_at_5_max": 0.838136, + "nauc_map_at_5_std": 0.433053, + "nauc_map_at_5_diff1": 0.864428, + "nauc_map_at_10_max": 0.836768, + "nauc_map_at_10_std": 0.433494, + "nauc_map_at_10_diff1": 0.862964, + "nauc_map_at_20_max": 0.836173, + "nauc_map_at_20_std": 0.434819, + "nauc_map_at_20_diff1": 0.862324, + "nauc_map_at_100_max": 0.835798, + "nauc_map_at_100_std": 0.434295, + "nauc_map_at_100_diff1": 0.862639, + "nauc_map_at_1000_max": 0.835963, + "nauc_map_at_1000_std": 0.434222, + "nauc_map_at_1000_diff1": 0.862952, + "nauc_recall_at_1_max": 0.828384, + "nauc_recall_at_1_std": 0.408127, + "nauc_recall_at_1_diff1": 0.890887, + "nauc_recall_at_3_max": 0.844737, + "nauc_recall_at_3_std": 0.450924, + "nauc_recall_at_3_diff1": 0.829922, + "nauc_recall_at_5_max": 0.843126, + "nauc_recall_at_5_std": 0.472252, + "nauc_recall_at_5_diff1": 0.817871, + "nauc_recall_at_10_max": 0.831224, + "nauc_recall_at_10_std": 0.484604, + "nauc_recall_at_10_diff1": 0.79578, + "nauc_recall_at_20_max": 0.815542, + "nauc_recall_at_20_std": 0.517428, + "nauc_recall_at_20_diff1": 0.772584, + "nauc_recall_at_100_max": 0.759821, + "nauc_recall_at_100_std": 0.492209, + "nauc_recall_at_100_diff1": 0.734315, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.828384, + "nauc_precision_at_1_std": 0.408127, + "nauc_precision_at_1_diff1": 0.890887, + "nauc_precision_at_3_max": 0.844737, + "nauc_precision_at_3_std": 0.450924, + "nauc_precision_at_3_diff1": 0.829922, + "nauc_precision_at_5_max": 0.843126, + "nauc_precision_at_5_std": 0.472252, + "nauc_precision_at_5_diff1": 0.817871, + "nauc_precision_at_10_max": 0.831224, + "nauc_precision_at_10_std": 0.484604, + "nauc_precision_at_10_diff1": 0.79578, + "nauc_precision_at_20_max": 0.815542, + "nauc_precision_at_20_std": 0.517428, + "nauc_precision_at_20_diff1": 0.772584, + "nauc_precision_at_100_max": 0.759821, + "nauc_precision_at_100_std": 0.492209, + "nauc_precision_at_100_diff1": 0.734315, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.828384, + "nauc_mrr_at_1_std": 0.408127, + "nauc_mrr_at_1_diff1": 0.890887, + "nauc_mrr_at_3_max": 0.838624, + "nauc_mrr_at_3_std": 0.429001, + "nauc_mrr_at_3_diff1": 0.866455, + "nauc_mrr_at_5_max": 0.838136, + "nauc_mrr_at_5_std": 0.433053, + "nauc_mrr_at_5_diff1": 0.864428, + "nauc_mrr_at_10_max": 0.836768, + "nauc_mrr_at_10_std": 0.433494, + "nauc_mrr_at_10_diff1": 0.862964, + "nauc_mrr_at_20_max": 0.836173, + "nauc_mrr_at_20_std": 0.434819, + "nauc_mrr_at_20_diff1": 0.862324, + "nauc_mrr_at_100_max": 0.835798, + "nauc_mrr_at_100_std": 0.434295, + "nauc_mrr_at_100_diff1": 0.862639, + "nauc_mrr_at_1000_max": 0.835963, + "nauc_mrr_at_1000_std": 0.434222, + "nauc_mrr_at_1000_diff1": 0.862952, + "hit_rate_at_1": 0.58, + "hit_rate_at_3": 0.68778, + "hit_rate_at_5": 0.71444, + "hit_rate_at_10": 0.75556, + "hit_rate_at_20": 0.79111, + "hit_rate_at_100": 0.89333, + "hit_rate_at_1000": 1.0, + "main_score": 0.66758, "hf_subset": "nso_Latn-eng_Latn", "languages": [ "nso-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.43667, - "ndcg_at_3": 0.4679, - "ndcg_at_5": 0.47579, - "ndcg_at_10": 0.48359, - "ndcg_at_20": 0.48856, - "ndcg_at_100": 0.51009, - "ndcg_at_1000": 0.55162, - "map_at_1": 0.43667, - "map_at_3": 0.46093, - "map_at_5": 0.46537, - "map_at_10": 0.46853, - "map_at_20": 0.46985, - "map_at_100": 0.47234, - "map_at_1000": 0.47385, - "recall_at_1": 0.43667, - "recall_at_3": 0.48778, - "recall_at_5": 0.50667, - "recall_at_10": 0.53111, - "recall_at_20": 0.55111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.42333, + "ndcg_at_3": 0.46026, + "ndcg_at_5": 0.46652, + "ndcg_at_10": 0.47361, + "ndcg_at_20": 0.4783, + "ndcg_at_100": 0.50142, + "ndcg_at_1000": 0.54286, + "map_at_1": 0.42333, + "map_at_3": 0.45148, + "map_at_5": 0.45487, + "map_at_10": 0.45774, + "map_at_20": 0.45899, + "map_at_100": 0.46169, + "map_at_1000": 0.46318, + "recall_at_1": 0.42333, + "recall_at_3": 0.48556, + "recall_at_5": 0.50111, + "recall_at_10": 0.52333, + "recall_at_20": 0.54222, "recall_at_100": 0.67444, "recall_at_1000": 1.0, - "precision_at_1": 0.43667, - "precision_at_3": 0.16259, - "precision_at_5": 0.10133, - "precision_at_10": 0.05311, - "precision_at_20": 0.02756, + "accuracy": 0.42333, + "precision_at_1": 0.42333, + "precision_at_3": 0.16185, + "precision_at_5": 0.10022, + "precision_at_10": 0.05233, + "precision_at_20": 0.02711, "precision_at_100": 0.00674, "precision_at_1000": 0.001, - "mrr_at_1": 0.436667, - "mrr_at_3": 0.460926, - "mrr_at_5": 0.46537, - "mrr_at_10": 0.468526, - "mrr_at_20": 0.469853, - "mrr_at_100": 0.472336, - "mrr_at_1000": 0.473854, - "nauc_ndcg_at_1_max": 0.914663, - "nauc_ndcg_at_1_std": 0.802548, - "nauc_ndcg_at_1_diff1": 0.89686, - "nauc_ndcg_at_3_max": 0.942584, - "nauc_ndcg_at_3_std": 0.84436, - "nauc_ndcg_at_3_diff1": 0.878476, - "nauc_ndcg_at_5_max": 0.943116, - "nauc_ndcg_at_5_std": 0.851846, - "nauc_ndcg_at_5_diff1": 0.87239, - "nauc_ndcg_at_10_max": 0.941158, - "nauc_ndcg_at_10_std": 0.850654, - "nauc_ndcg_at_10_diff1": 0.865961, - "nauc_ndcg_at_20_max": 0.937518, - "nauc_ndcg_at_20_std": 0.847174, - "nauc_ndcg_at_20_diff1": 0.86134, - "nauc_ndcg_at_100_max": 0.92261, - "nauc_ndcg_at_100_std": 0.834604, - "nauc_ndcg_at_100_diff1": 0.850765, - "nauc_ndcg_at_1000_max": 0.931487, - "nauc_ndcg_at_1000_std": 0.83892, - "nauc_ndcg_at_1000_diff1": 0.86421, - "nauc_map_at_1_max": 0.914663, - "nauc_map_at_1_std": 0.802548, - "nauc_map_at_1_diff1": 0.89686, - "nauc_map_at_3_max": 0.937109, - "nauc_map_at_3_std": 0.835184, - "nauc_map_at_3_diff1": 0.883017, - "nauc_map_at_5_max": 0.937303, - "nauc_map_at_5_std": 0.839308, - "nauc_map_at_5_diff1": 0.879521, - "nauc_map_at_10_max": 0.936562, - "nauc_map_at_10_std": 0.838842, - "nauc_map_at_10_diff1": 0.87702, - "nauc_map_at_20_max": 0.935663, - "nauc_map_at_20_std": 0.83792, - "nauc_map_at_20_diff1": 0.875796, - "nauc_map_at_100_max": 0.933795, - "nauc_map_at_100_std": 0.836417, - "nauc_map_at_100_diff1": 0.874438, - "nauc_map_at_1000_max": 0.933959, - "nauc_map_at_1000_std": 0.83644, - "nauc_map_at_1000_diff1": 0.874837, - "nauc_recall_at_1_max": 0.914663, - "nauc_recall_at_1_std": 0.802548, - "nauc_recall_at_1_diff1": 0.89686, - "nauc_recall_at_3_max": 0.957986, - "nauc_recall_at_3_std": 0.870676, - "nauc_recall_at_3_diff1": 0.86522, - "nauc_recall_at_5_max": 0.959828, - "nauc_recall_at_5_std": 0.889345, - "nauc_recall_at_5_diff1": 0.850702, - "nauc_recall_at_10_max": 0.953593, - "nauc_recall_at_10_std": 0.886182, - "nauc_recall_at_10_diff1": 0.82907, - "nauc_recall_at_20_max": 0.938007, - "nauc_recall_at_20_std": 0.872204, - "nauc_recall_at_20_diff1": 0.809013, - "nauc_recall_at_100_max": 0.836313, - "nauc_recall_at_100_std": 0.789976, - "nauc_recall_at_100_diff1": 0.727445, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.914663, - "nauc_precision_at_1_std": 0.802548, - "nauc_precision_at_1_diff1": 0.89686, - "nauc_precision_at_3_max": 0.957986, - "nauc_precision_at_3_std": 0.870676, - "nauc_precision_at_3_diff1": 0.86522, - "nauc_precision_at_5_max": 0.959828, - "nauc_precision_at_5_std": 0.889345, - "nauc_precision_at_5_diff1": 0.850702, - "nauc_precision_at_10_max": 0.953593, - "nauc_precision_at_10_std": 0.886182, - "nauc_precision_at_10_diff1": 0.82907, - "nauc_precision_at_20_max": 0.938007, - "nauc_precision_at_20_std": 0.872204, - "nauc_precision_at_20_diff1": 0.809013, - "nauc_precision_at_100_max": 0.836313, - "nauc_precision_at_100_std": 0.789976, - "nauc_precision_at_100_diff1": 0.727445, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.914663, - "nauc_mrr_at_1_std": 0.802548, - "nauc_mrr_at_1_diff1": 0.89686, - "nauc_mrr_at_3_max": 0.937109, - "nauc_mrr_at_3_std": 0.835184, - "nauc_mrr_at_3_diff1": 0.883017, - "nauc_mrr_at_5_max": 0.937303, - "nauc_mrr_at_5_std": 0.839308, - "nauc_mrr_at_5_diff1": 0.879521, - "nauc_mrr_at_10_max": 0.936562, - "nauc_mrr_at_10_std": 0.838842, - "nauc_mrr_at_10_diff1": 0.87702, - "nauc_mrr_at_20_max": 0.935663, - "nauc_mrr_at_20_std": 0.83792, - "nauc_mrr_at_20_diff1": 0.875796, - "nauc_mrr_at_100_max": 0.933795, - "nauc_mrr_at_100_std": 0.836417, - "nauc_mrr_at_100_diff1": 0.874438, - "nauc_mrr_at_1000_max": 0.933959, - "nauc_mrr_at_1000_std": 0.83644, - "nauc_mrr_at_1000_diff1": 0.874837, - "main_score": 0.48359, + "mrr_at_1": 0.423333, + "mrr_at_3": 0.451481, + "mrr_at_5": 0.45487, + "mrr_at_10": 0.457743, + "mrr_at_20": 0.458985, + "mrr_at_100": 0.461688, + "mrr_at_1000": 0.463183, + "nauc_ndcg_at_1_max": 0.909602, + "nauc_ndcg_at_1_std": 0.764614, + "nauc_ndcg_at_1_diff1": 0.900878, + "nauc_ndcg_at_3_max": 0.939345, + "nauc_ndcg_at_3_std": 0.804505, + "nauc_ndcg_at_3_diff1": 0.879895, + "nauc_ndcg_at_5_max": 0.93285, + "nauc_ndcg_at_5_std": 0.801323, + "nauc_ndcg_at_5_diff1": 0.870212, + "nauc_ndcg_at_10_max": 0.929413, + "nauc_ndcg_at_10_std": 0.802283, + "nauc_ndcg_at_10_diff1": 0.863739, + "nauc_ndcg_at_20_max": 0.929235, + "nauc_ndcg_at_20_std": 0.802331, + "nauc_ndcg_at_20_diff1": 0.861242, + "nauc_ndcg_at_100_max": 0.9116, + "nauc_ndcg_at_100_std": 0.786121, + "nauc_ndcg_at_100_diff1": 0.846697, + "nauc_ndcg_at_1000_max": 0.922688, + "nauc_ndcg_at_1000_std": 0.793455, + "nauc_ndcg_at_1000_diff1": 0.863241, + "nauc_map_at_1_max": 0.909602, + "nauc_map_at_1_std": 0.764614, + "nauc_map_at_1_diff1": 0.900878, + "nauc_map_at_3_max": 0.933727, + "nauc_map_at_3_std": 0.795217, + "nauc_map_at_3_diff1": 0.886016, + "nauc_map_at_5_max": 0.930272, + "nauc_map_at_5_std": 0.793498, + "nauc_map_at_5_diff1": 0.880823, + "nauc_map_at_10_max": 0.928931, + "nauc_map_at_10_std": 0.79414, + "nauc_map_at_10_diff1": 0.878243, + "nauc_map_at_20_max": 0.928928, + "nauc_map_at_20_std": 0.794174, + "nauc_map_at_20_diff1": 0.877627, + "nauc_map_at_100_max": 0.9267, + "nauc_map_at_100_std": 0.792325, + "nauc_map_at_100_diff1": 0.875857, + "nauc_map_at_1000_max": 0.926941, + "nauc_map_at_1000_std": 0.79248, + "nauc_map_at_1000_diff1": 0.876299, + "nauc_recall_at_1_max": 0.909602, + "nauc_recall_at_1_std": 0.764614, + "nauc_recall_at_1_diff1": 0.900878, + "nauc_recall_at_3_max": 0.955071, + "nauc_recall_at_3_std": 0.831448, + "nauc_recall_at_3_diff1": 0.861599, + "nauc_recall_at_5_max": 0.938605, + "nauc_recall_at_5_std": 0.823572, + "nauc_recall_at_5_diff1": 0.837051, + "nauc_recall_at_10_max": 0.927403, + "nauc_recall_at_10_std": 0.825669, + "nauc_recall_at_10_diff1": 0.815459, + "nauc_recall_at_20_max": 0.926239, + "nauc_recall_at_20_std": 0.826086, + "nauc_recall_at_20_diff1": 0.803801, + "nauc_recall_at_100_max": 0.804943, + "nauc_recall_at_100_std": 0.716004, + "nauc_recall_at_100_diff1": 0.691029, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.909602, + "nauc_precision_at_1_std": 0.764614, + "nauc_precision_at_1_diff1": 0.900878, + "nauc_precision_at_3_max": 0.955071, + "nauc_precision_at_3_std": 0.831448, + "nauc_precision_at_3_diff1": 0.861599, + "nauc_precision_at_5_max": 0.938605, + "nauc_precision_at_5_std": 0.823572, + "nauc_precision_at_5_diff1": 0.837051, + "nauc_precision_at_10_max": 0.927403, + "nauc_precision_at_10_std": 0.825669, + "nauc_precision_at_10_diff1": 0.815459, + "nauc_precision_at_20_max": 0.926239, + "nauc_precision_at_20_std": 0.826086, + "nauc_precision_at_20_diff1": 0.803801, + "nauc_precision_at_100_max": 0.804943, + "nauc_precision_at_100_std": 0.716004, + "nauc_precision_at_100_diff1": 0.691029, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.909602, + "nauc_mrr_at_1_std": 0.764614, + "nauc_mrr_at_1_diff1": 0.900878, + "nauc_mrr_at_3_max": 0.933727, + "nauc_mrr_at_3_std": 0.795217, + "nauc_mrr_at_3_diff1": 0.886016, + "nauc_mrr_at_5_max": 0.930272, + "nauc_mrr_at_5_std": 0.793498, + "nauc_mrr_at_5_diff1": 0.880823, + "nauc_mrr_at_10_max": 0.928931, + "nauc_mrr_at_10_std": 0.79414, + "nauc_mrr_at_10_diff1": 0.878243, + "nauc_mrr_at_20_max": 0.928928, + "nauc_mrr_at_20_std": 0.794174, + "nauc_mrr_at_20_diff1": 0.877627, + "nauc_mrr_at_100_max": 0.9267, + "nauc_mrr_at_100_std": 0.792325, + "nauc_mrr_at_100_diff1": 0.875857, + "nauc_mrr_at_1000_max": 0.926941, + "nauc_mrr_at_1000_std": 0.79248, + "nauc_mrr_at_1000_diff1": 0.876299, + "hit_rate_at_1": 0.42333, + "hit_rate_at_3": 0.48556, + "hit_rate_at_5": 0.50111, + "hit_rate_at_10": 0.52333, + "hit_rate_at_20": 0.54222, + "hit_rate_at_100": 0.67444, + "hit_rate_at_1000": 1.0, + "main_score": 0.47361, "hf_subset": "eng_Latn-nso_Latn", "languages": [ "eng-Latn", "nso-Latn" - ] - }, - { - "ndcg_at_1": 0.44667, - "ndcg_at_3": 0.4952, - "ndcg_at_5": 0.50816, - "ndcg_at_10": 0.5211, - "ndcg_at_20": 0.53346, - "ndcg_at_100": 0.56289, - "ndcg_at_1000": 0.58729, - "map_at_1": 0.44667, - "map_at_3": 0.48352, - "map_at_5": 0.4908, - "map_at_10": 0.49615, - "map_at_20": 0.49954, - "map_at_100": 0.50329, - "map_at_1000": 0.50426, - "recall_at_1": 0.44667, - "recall_at_3": 0.52889, - "recall_at_5": 0.56, - "recall_at_10": 0.6, - "recall_at_20": 0.64889, - "recall_at_100": 0.81222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.46444, + "ndcg_at_3": 0.50865, + "ndcg_at_5": 0.52295, + "ndcg_at_10": 0.53619, + "ndcg_at_20": 0.54856, + "ndcg_at_100": 0.57598, + "ndcg_at_1000": 0.60003, + "map_at_1": 0.46444, + "map_at_3": 0.49815, + "map_at_5": 0.50615, + "map_at_10": 0.51158, + "map_at_20": 0.51483, + "map_at_100": 0.5184, + "map_at_1000": 0.51937, + "recall_at_1": 0.46444, + "recall_at_3": 0.53889, + "recall_at_5": 0.57333, + "recall_at_10": 0.61444, + "recall_at_20": 0.66444, + "recall_at_100": 0.81556, "recall_at_1000": 1.0, - "precision_at_1": 0.44667, - "precision_at_3": 0.1763, - "precision_at_5": 0.112, - "precision_at_10": 0.06, - "precision_at_20": 0.03244, - "precision_at_100": 0.00812, + "accuracy": 0.46444, + "precision_at_1": 0.46444, + "precision_at_3": 0.17963, + "precision_at_5": 0.11467, + "precision_at_10": 0.06144, + "precision_at_20": 0.03322, + "precision_at_100": 0.00816, "precision_at_1000": 0.001, - "mrr_at_1": 0.446667, - "mrr_at_3": 0.483519, - "mrr_at_5": 0.490796, - "mrr_at_10": 0.496147, - "mrr_at_20": 0.499538, - "mrr_at_100": 0.503294, - "mrr_at_1000": 0.504256, - "nauc_ndcg_at_1_max": 0.710732, - "nauc_ndcg_at_1_std": -0.557503, - "nauc_ndcg_at_1_diff1": 0.83743, - "nauc_ndcg_at_3_max": 0.704095, - "nauc_ndcg_at_3_std": -0.556973, - "nauc_ndcg_at_3_diff1": 0.809787, - "nauc_ndcg_at_5_max": 0.695767, - "nauc_ndcg_at_5_std": -0.552835, - "nauc_ndcg_at_5_diff1": 0.796843, - "nauc_ndcg_at_10_max": 0.694804, - "nauc_ndcg_at_10_std": -0.543954, - "nauc_ndcg_at_10_diff1": 0.790286, - "nauc_ndcg_at_20_max": 0.68847, - "nauc_ndcg_at_20_std": -0.537219, - "nauc_ndcg_at_20_diff1": 0.784759, - "nauc_ndcg_at_100_max": 0.684345, - "nauc_ndcg_at_100_std": -0.531738, - "nauc_ndcg_at_100_diff1": 0.779183, - "nauc_ndcg_at_1000_max": 0.692566, - "nauc_ndcg_at_1000_std": -0.542494, - "nauc_ndcg_at_1000_diff1": 0.79344, - "nauc_map_at_1_max": 0.710732, - "nauc_map_at_1_std": -0.557503, - "nauc_map_at_1_diff1": 0.83743, - "nauc_map_at_3_max": 0.705913, - "nauc_map_at_3_std": -0.558385, - "nauc_map_at_3_diff1": 0.816269, - "nauc_map_at_5_max": 0.70115, - "nauc_map_at_5_std": -0.55621, - "nauc_map_at_5_diff1": 0.809284, - "nauc_map_at_10_max": 0.700723, - "nauc_map_at_10_std": -0.55267, - "nauc_map_at_10_diff1": 0.806748, - "nauc_map_at_20_max": 0.699073, - "nauc_map_at_20_std": -0.550916, - "nauc_map_at_20_diff1": 0.805369, - "nauc_map_at_100_max": 0.698478, - "nauc_map_at_100_std": -0.550461, - "nauc_map_at_100_diff1": 0.804845, - "nauc_map_at_1000_max": 0.698786, - "nauc_map_at_1000_std": -0.550758, - "nauc_map_at_1000_diff1": 0.805362, - "nauc_recall_at_1_max": 0.710732, - "nauc_recall_at_1_std": -0.557503, - "nauc_recall_at_1_diff1": 0.83743, - "nauc_recall_at_3_max": 0.698615, - "nauc_recall_at_3_std": -0.552236, - "nauc_recall_at_3_diff1": 0.790669, - "nauc_recall_at_5_max": 0.6783, - "nauc_recall_at_5_std": -0.541249, - "nauc_recall_at_5_diff1": 0.75702, - "nauc_recall_at_10_max": 0.674732, - "nauc_recall_at_10_std": -0.510997, - "nauc_recall_at_10_diff1": 0.733127, - "nauc_recall_at_20_max": 0.644015, - "nauc_recall_at_20_std": -0.477329, - "nauc_recall_at_20_diff1": 0.702562, - "nauc_recall_at_100_max": 0.580835, - "nauc_recall_at_100_std": -0.384862, - "nauc_recall_at_100_diff1": 0.596808, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.710732, - "nauc_precision_at_1_std": -0.557503, - "nauc_precision_at_1_diff1": 0.83743, - "nauc_precision_at_3_max": 0.698615, - "nauc_precision_at_3_std": -0.552236, - "nauc_precision_at_3_diff1": 0.790669, - "nauc_precision_at_5_max": 0.6783, - "nauc_precision_at_5_std": -0.541249, - "nauc_precision_at_5_diff1": 0.75702, - "nauc_precision_at_10_max": 0.674732, - "nauc_precision_at_10_std": -0.510997, - "nauc_precision_at_10_diff1": 0.733127, - "nauc_precision_at_20_max": 0.644015, - "nauc_precision_at_20_std": -0.477329, - "nauc_precision_at_20_diff1": 0.702562, - "nauc_precision_at_100_max": 0.580835, - "nauc_precision_at_100_std": -0.384862, - "nauc_precision_at_100_diff1": 0.596808, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.710732, - "nauc_mrr_at_1_std": -0.557503, - "nauc_mrr_at_1_diff1": 0.83743, - "nauc_mrr_at_3_max": 0.705913, - "nauc_mrr_at_3_std": -0.558385, - "nauc_mrr_at_3_diff1": 0.816269, - "nauc_mrr_at_5_max": 0.70115, - "nauc_mrr_at_5_std": -0.55621, - "nauc_mrr_at_5_diff1": 0.809284, - "nauc_mrr_at_10_max": 0.700723, - "nauc_mrr_at_10_std": -0.55267, - "nauc_mrr_at_10_diff1": 0.806748, - "nauc_mrr_at_20_max": 0.699073, - "nauc_mrr_at_20_std": -0.550916, - "nauc_mrr_at_20_diff1": 0.805369, - "nauc_mrr_at_100_max": 0.698478, - "nauc_mrr_at_100_std": -0.550461, - "nauc_mrr_at_100_diff1": 0.804845, - "nauc_mrr_at_1000_max": 0.698786, - "nauc_mrr_at_1000_std": -0.550758, - "nauc_mrr_at_1000_diff1": 0.805362, - "main_score": 0.5211, + "mrr_at_1": 0.464444, + "mrr_at_3": 0.498148, + "mrr_at_5": 0.506148, + "mrr_at_10": 0.511579, + "mrr_at_20": 0.51483, + "mrr_at_100": 0.518404, + "mrr_at_1000": 0.51937, + "nauc_ndcg_at_1_max": 0.715254, + "nauc_ndcg_at_1_std": -0.498611, + "nauc_ndcg_at_1_diff1": 0.814569, + "nauc_ndcg_at_3_max": 0.714922, + "nauc_ndcg_at_3_std": -0.509173, + "nauc_ndcg_at_3_diff1": 0.792902, + "nauc_ndcg_at_5_max": 0.705106, + "nauc_ndcg_at_5_std": -0.513782, + "nauc_ndcg_at_5_diff1": 0.782614, + "nauc_ndcg_at_10_max": 0.7037, + "nauc_ndcg_at_10_std": -0.506901, + "nauc_ndcg_at_10_diff1": 0.776862, + "nauc_ndcg_at_20_max": 0.700975, + "nauc_ndcg_at_20_std": -0.489025, + "nauc_ndcg_at_20_diff1": 0.770237, + "nauc_ndcg_at_100_max": 0.692688, + "nauc_ndcg_at_100_std": -0.488787, + "nauc_ndcg_at_100_diff1": 0.763569, + "nauc_ndcg_at_1000_max": 0.701603, + "nauc_ndcg_at_1000_std": -0.499129, + "nauc_ndcg_at_1000_diff1": 0.777101, + "nauc_map_at_1_max": 0.715254, + "nauc_map_at_1_std": -0.498611, + "nauc_map_at_1_diff1": 0.814569, + "nauc_map_at_3_max": 0.71487, + "nauc_map_at_3_std": -0.509198, + "nauc_map_at_3_diff1": 0.797973, + "nauc_map_at_5_max": 0.709241, + "nauc_map_at_5_std": -0.512098, + "nauc_map_at_5_diff1": 0.792272, + "nauc_map_at_10_max": 0.708938, + "nauc_map_at_10_std": -0.50925, + "nauc_map_at_10_diff1": 0.790232, + "nauc_map_at_20_max": 0.708259, + "nauc_map_at_20_std": -0.504656, + "nauc_map_at_20_diff1": 0.788626, + "nauc_map_at_100_max": 0.707002, + "nauc_map_at_100_std": -0.505219, + "nauc_map_at_100_diff1": 0.787706, + "nauc_map_at_1000_max": 0.707323, + "nauc_map_at_1000_std": -0.505506, + "nauc_map_at_1000_diff1": 0.788186, + "nauc_recall_at_1_max": 0.715254, + "nauc_recall_at_1_std": -0.498611, + "nauc_recall_at_1_diff1": 0.814569, + "nauc_recall_at_3_max": 0.715133, + "nauc_recall_at_3_std": -0.507976, + "nauc_recall_at_3_diff1": 0.777931, + "nauc_recall_at_5_max": 0.69135, + "nauc_recall_at_5_std": -0.517975, + "nauc_recall_at_5_diff1": 0.751741, + "nauc_recall_at_10_max": 0.684468, + "nauc_recall_at_10_std": -0.495464, + "nauc_recall_at_10_diff1": 0.729377, + "nauc_recall_at_20_max": 0.669815, + "nauc_recall_at_20_std": -0.410517, + "nauc_recall_at_20_diff1": 0.693333, + "nauc_recall_at_100_max": 0.579039, + "nauc_recall_at_100_std": -0.347783, + "nauc_recall_at_100_diff1": 0.588934, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.715254, + "nauc_precision_at_1_std": -0.498611, + "nauc_precision_at_1_diff1": 0.814569, + "nauc_precision_at_3_max": 0.715133, + "nauc_precision_at_3_std": -0.507976, + "nauc_precision_at_3_diff1": 0.777931, + "nauc_precision_at_5_max": 0.69135, + "nauc_precision_at_5_std": -0.517975, + "nauc_precision_at_5_diff1": 0.751741, + "nauc_precision_at_10_max": 0.684468, + "nauc_precision_at_10_std": -0.495464, + "nauc_precision_at_10_diff1": 0.729377, + "nauc_precision_at_20_max": 0.669815, + "nauc_precision_at_20_std": -0.410517, + "nauc_precision_at_20_diff1": 0.693333, + "nauc_precision_at_100_max": 0.579039, + "nauc_precision_at_100_std": -0.347783, + "nauc_precision_at_100_diff1": 0.588934, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.715254, + "nauc_mrr_at_1_std": -0.498611, + "nauc_mrr_at_1_diff1": 0.814569, + "nauc_mrr_at_3_max": 0.71487, + "nauc_mrr_at_3_std": -0.509198, + "nauc_mrr_at_3_diff1": 0.797973, + "nauc_mrr_at_5_max": 0.709241, + "nauc_mrr_at_5_std": -0.512098, + "nauc_mrr_at_5_diff1": 0.792272, + "nauc_mrr_at_10_max": 0.708938, + "nauc_mrr_at_10_std": -0.50925, + "nauc_mrr_at_10_diff1": 0.790232, + "nauc_mrr_at_20_max": 0.708259, + "nauc_mrr_at_20_std": -0.504656, + "nauc_mrr_at_20_diff1": 0.788626, + "nauc_mrr_at_100_max": 0.707002, + "nauc_mrr_at_100_std": -0.505219, + "nauc_mrr_at_100_diff1": 0.787706, + "nauc_mrr_at_1000_max": 0.707323, + "nauc_mrr_at_1000_std": -0.505506, + "nauc_mrr_at_1000_diff1": 0.788186, + "hit_rate_at_1": 0.46444, + "hit_rate_at_3": 0.53889, + "hit_rate_at_5": 0.57333, + "hit_rate_at_10": 0.61444, + "hit_rate_at_20": 0.66444, + "hit_rate_at_100": 0.81556, + "hit_rate_at_1000": 1.0, + "main_score": 0.53619, "hf_subset": "nya_Latn-nya_Latn", "languages": [ "nya-Latn", "nya-Latn" - ] - }, - { - "ndcg_at_1": 0.64556, - "ndcg_at_3": 0.69061, - "ndcg_at_5": 0.70079, - "ndcg_at_10": 0.71485, - "ndcg_at_20": 0.72926, - "ndcg_at_100": 0.74444, - "ndcg_at_1000": 0.75384, - "map_at_1": 0.64556, - "map_at_3": 0.68, - "map_at_5": 0.68572, - "map_at_10": 0.69154, - "map_at_20": 0.69555, - "map_at_100": 0.69747, - "map_at_1000": 0.69789, - "recall_at_1": 0.64556, - "recall_at_3": 0.72111, - "recall_at_5": 0.74556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.68894, + "ndcg_at_5": 0.70118, + "ndcg_at_10": 0.7126, + "ndcg_at_20": 0.72393, + "ndcg_at_100": 0.74046, + "ndcg_at_1000": 0.75069, + "map_at_1": 0.64, + "map_at_3": 0.67704, + "map_at_5": 0.68376, + "map_at_10": 0.68843, + "map_at_20": 0.6916, + "map_at_100": 0.69382, + "map_at_1000": 0.69426, + "recall_at_1": 0.64, + "recall_at_3": 0.72333, + "recall_at_5": 0.75333, "recall_at_10": 0.78889, - "recall_at_20": 0.84556, - "recall_at_100": 0.93, + "recall_at_20": 0.83333, + "recall_at_100": 0.92333, "recall_at_1000": 1.0, - "precision_at_1": 0.64556, - "precision_at_3": 0.24037, - "precision_at_5": 0.14911, + "accuracy": 0.64, + "precision_at_1": 0.64, + "precision_at_3": 0.24111, + "precision_at_5": 0.15067, "precision_at_10": 0.07889, - "precision_at_20": 0.04228, - "precision_at_100": 0.0093, - "precision_at_1000": 0.001, - "mrr_at_1": 0.645556, - "mrr_at_3": 0.68, - "mrr_at_5": 0.685722, - "mrr_at_10": 0.691545, - "mrr_at_20": 0.69555, - "mrr_at_100": 0.697475, - "mrr_at_1000": 0.697892, - "nauc_ndcg_at_1_max": 0.82868, - "nauc_ndcg_at_1_std": 0.309902, - "nauc_ndcg_at_1_diff1": 0.894643, - "nauc_ndcg_at_3_max": 0.853666, - "nauc_ndcg_at_3_std": 0.347917, - "nauc_ndcg_at_3_diff1": 0.861498, - "nauc_ndcg_at_5_max": 0.850881, - "nauc_ndcg_at_5_std": 0.347508, - "nauc_ndcg_at_5_diff1": 0.857546, - "nauc_ndcg_at_10_max": 0.843375, - "nauc_ndcg_at_10_std": 0.346971, - "nauc_ndcg_at_10_diff1": 0.849557, - "nauc_ndcg_at_20_max": 0.842583, - "nauc_ndcg_at_20_std": 0.358703, - "nauc_ndcg_at_20_diff1": 0.846339, - "nauc_ndcg_at_100_max": 0.841257, - "nauc_ndcg_at_100_std": 0.355703, - "nauc_ndcg_at_100_diff1": 0.851305, - "nauc_ndcg_at_1000_max": 0.842976, - "nauc_ndcg_at_1000_std": 0.347757, - "nauc_ndcg_at_1000_diff1": 0.85689, - "nauc_map_at_1_max": 0.82868, - "nauc_map_at_1_std": 0.309902, - "nauc_map_at_1_diff1": 0.894643, - "nauc_map_at_3_max": 0.848125, - "nauc_map_at_3_std": 0.338538, - "nauc_map_at_3_diff1": 0.869567, - "nauc_map_at_5_max": 0.846567, - "nauc_map_at_5_std": 0.338343, - "nauc_map_at_5_diff1": 0.867583, - "nauc_map_at_10_max": 0.843592, - "nauc_map_at_10_std": 0.337771, - "nauc_map_at_10_diff1": 0.864702, - "nauc_map_at_20_max": 0.843301, - "nauc_map_at_20_std": 0.340528, - "nauc_map_at_20_diff1": 0.864009, - "nauc_map_at_100_max": 0.843064, - "nauc_map_at_100_std": 0.339951, - "nauc_map_at_100_diff1": 0.864667, - "nauc_map_at_1000_max": 0.843127, - "nauc_map_at_1000_std": 0.339705, - "nauc_map_at_1000_diff1": 0.864871, - "nauc_recall_at_1_max": 0.82868, - "nauc_recall_at_1_std": 0.309902, - "nauc_recall_at_1_diff1": 0.894643, - "nauc_recall_at_3_max": 0.870878, - "nauc_recall_at_3_std": 0.377552, - "nauc_recall_at_3_diff1": 0.836058, - "nauc_recall_at_5_max": 0.864502, - "nauc_recall_at_5_std": 0.377916, - "nauc_recall_at_5_diff1": 0.823231, - "nauc_recall_at_10_max": 0.837464, - "nauc_recall_at_10_std": 0.382162, - "nauc_recall_at_10_diff1": 0.78627, - "nauc_recall_at_20_max": 0.83187, - "nauc_recall_at_20_std": 0.467527, - "nauc_recall_at_20_diff1": 0.746928, - "nauc_recall_at_100_max": 0.802365, - "nauc_recall_at_100_std": 0.54298, - "nauc_recall_at_100_diff1": 0.723393, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.82868, - "nauc_precision_at_1_std": 0.309902, - "nauc_precision_at_1_diff1": 0.894643, - "nauc_precision_at_3_max": 0.870878, - "nauc_precision_at_3_std": 0.377552, - "nauc_precision_at_3_diff1": 0.836058, - "nauc_precision_at_5_max": 0.864502, - "nauc_precision_at_5_std": 0.377916, - "nauc_precision_at_5_diff1": 0.823231, - "nauc_precision_at_10_max": 0.837464, - "nauc_precision_at_10_std": 0.382162, - "nauc_precision_at_10_diff1": 0.78627, - "nauc_precision_at_20_max": 0.83187, - "nauc_precision_at_20_std": 0.467527, - "nauc_precision_at_20_diff1": 0.746928, - "nauc_precision_at_100_max": 0.802365, - "nauc_precision_at_100_std": 0.54298, - "nauc_precision_at_100_diff1": 0.723393, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.82868, - "nauc_mrr_at_1_std": 0.309902, - "nauc_mrr_at_1_diff1": 0.894643, - "nauc_mrr_at_3_max": 0.848125, - "nauc_mrr_at_3_std": 0.338538, - "nauc_mrr_at_3_diff1": 0.869567, - "nauc_mrr_at_5_max": 0.846567, - "nauc_mrr_at_5_std": 0.338343, - "nauc_mrr_at_5_diff1": 0.867583, - "nauc_mrr_at_10_max": 0.843592, - "nauc_mrr_at_10_std": 0.337771, - "nauc_mrr_at_10_diff1": 0.864702, - "nauc_mrr_at_20_max": 0.843301, - "nauc_mrr_at_20_std": 0.340528, - "nauc_mrr_at_20_diff1": 0.864009, - "nauc_mrr_at_100_max": 0.843064, - "nauc_mrr_at_100_std": 0.339951, - "nauc_mrr_at_100_diff1": 0.864667, - "nauc_mrr_at_1000_max": 0.843127, - "nauc_mrr_at_1000_std": 0.339705, - "nauc_mrr_at_1000_diff1": 0.864871, - "main_score": 0.71485, + "precision_at_20": 0.04167, + "precision_at_100": 0.00923, + "precision_at_1000": 0.001, + "mrr_at_1": 0.64, + "mrr_at_3": 0.677037, + "mrr_at_5": 0.683759, + "mrr_at_10": 0.688433, + "mrr_at_20": 0.691595, + "mrr_at_100": 0.693823, + "mrr_at_1000": 0.694264, + "nauc_ndcg_at_1_max": 0.801248, + "nauc_ndcg_at_1_std": 0.292414, + "nauc_ndcg_at_1_diff1": 0.902646, + "nauc_ndcg_at_3_max": 0.825948, + "nauc_ndcg_at_3_std": 0.32969, + "nauc_ndcg_at_3_diff1": 0.863262, + "nauc_ndcg_at_5_max": 0.821874, + "nauc_ndcg_at_5_std": 0.332254, + "nauc_ndcg_at_5_diff1": 0.859023, + "nauc_ndcg_at_10_max": 0.819119, + "nauc_ndcg_at_10_std": 0.327045, + "nauc_ndcg_at_10_diff1": 0.855779, + "nauc_ndcg_at_20_max": 0.817669, + "nauc_ndcg_at_20_std": 0.336659, + "nauc_ndcg_at_20_diff1": 0.852391, + "nauc_ndcg_at_100_max": 0.81707, + "nauc_ndcg_at_100_std": 0.33613, + "nauc_ndcg_at_100_diff1": 0.855601, + "nauc_ndcg_at_1000_max": 0.817264, + "nauc_ndcg_at_1000_std": 0.328683, + "nauc_ndcg_at_1000_diff1": 0.86147, + "nauc_map_at_1_max": 0.801248, + "nauc_map_at_1_std": 0.292414, + "nauc_map_at_1_diff1": 0.902646, + "nauc_map_at_3_max": 0.820605, + "nauc_map_at_3_std": 0.319581, + "nauc_map_at_3_diff1": 0.873162, + "nauc_map_at_5_max": 0.818274, + "nauc_map_at_5_std": 0.320649, + "nauc_map_at_5_diff1": 0.870993, + "nauc_map_at_10_max": 0.81707, + "nauc_map_at_10_std": 0.318236, + "nauc_map_at_10_diff1": 0.869836, + "nauc_map_at_20_max": 0.816612, + "nauc_map_at_20_std": 0.321014, + "nauc_map_at_20_diff1": 0.869046, + "nauc_map_at_100_max": 0.816467, + "nauc_map_at_100_std": 0.320819, + "nauc_map_at_100_diff1": 0.869432, + "nauc_map_at_1000_max": 0.816474, + "nauc_map_at_1000_std": 0.320598, + "nauc_map_at_1000_diff1": 0.869655, + "nauc_recall_at_1_max": 0.801248, + "nauc_recall_at_1_std": 0.292414, + "nauc_recall_at_1_diff1": 0.902646, + "nauc_recall_at_3_max": 0.842658, + "nauc_recall_at_3_std": 0.362447, + "nauc_recall_at_3_diff1": 0.831528, + "nauc_recall_at_5_max": 0.833235, + "nauc_recall_at_5_std": 0.373391, + "nauc_recall_at_5_diff1": 0.817026, + "nauc_recall_at_10_max": 0.824591, + "nauc_recall_at_10_std": 0.360253, + "nauc_recall_at_10_diff1": 0.799175, + "nauc_recall_at_20_max": 0.818177, + "nauc_recall_at_20_std": 0.419488, + "nauc_recall_at_20_diff1": 0.766824, + "nauc_recall_at_100_max": 0.813191, + "nauc_recall_at_100_std": 0.500149, + "nauc_recall_at_100_diff1": 0.732912, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.801248, + "nauc_precision_at_1_std": 0.292414, + "nauc_precision_at_1_diff1": 0.902646, + "nauc_precision_at_3_max": 0.842658, + "nauc_precision_at_3_std": 0.362447, + "nauc_precision_at_3_diff1": 0.831528, + "nauc_precision_at_5_max": 0.833235, + "nauc_precision_at_5_std": 0.373391, + "nauc_precision_at_5_diff1": 0.817026, + "nauc_precision_at_10_max": 0.824591, + "nauc_precision_at_10_std": 0.360253, + "nauc_precision_at_10_diff1": 0.799175, + "nauc_precision_at_20_max": 0.818177, + "nauc_precision_at_20_std": 0.419488, + "nauc_precision_at_20_diff1": 0.766824, + "nauc_precision_at_100_max": 0.813191, + "nauc_precision_at_100_std": 0.500149, + "nauc_precision_at_100_diff1": 0.732912, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.801248, + "nauc_mrr_at_1_std": 0.292414, + "nauc_mrr_at_1_diff1": 0.902646, + "nauc_mrr_at_3_max": 0.820605, + "nauc_mrr_at_3_std": 0.319581, + "nauc_mrr_at_3_diff1": 0.873162, + "nauc_mrr_at_5_max": 0.818274, + "nauc_mrr_at_5_std": 0.320649, + "nauc_mrr_at_5_diff1": 0.870993, + "nauc_mrr_at_10_max": 0.81707, + "nauc_mrr_at_10_std": 0.318236, + "nauc_mrr_at_10_diff1": 0.869836, + "nauc_mrr_at_20_max": 0.816612, + "nauc_mrr_at_20_std": 0.321014, + "nauc_mrr_at_20_diff1": 0.869046, + "nauc_mrr_at_100_max": 0.816467, + "nauc_mrr_at_100_std": 0.320819, + "nauc_mrr_at_100_diff1": 0.869432, + "nauc_mrr_at_1000_max": 0.816474, + "nauc_mrr_at_1000_std": 0.320598, + "nauc_mrr_at_1000_diff1": 0.869655, + "hit_rate_at_1": 0.64, + "hit_rate_at_3": 0.72333, + "hit_rate_at_5": 0.75333, + "hit_rate_at_10": 0.78889, + "hit_rate_at_20": 0.83333, + "hit_rate_at_100": 0.92333, + "hit_rate_at_1000": 1.0, + "main_score": 0.7126, "hf_subset": "nya_Latn-eng_Latn", "languages": [ "nya-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.39333, - "ndcg_at_3": 0.43234, - "ndcg_at_5": 0.44291, - "ndcg_at_10": 0.4518, - "ndcg_at_20": 0.45977, - "ndcg_at_100": 0.48158, - "ndcg_at_1000": 0.52392, - "map_at_1": 0.39333, - "map_at_3": 0.42278, - "map_at_5": 0.42867, - "map_at_10": 0.43249, - "map_at_20": 0.43474, - "map_at_100": 0.43744, - "map_at_1000": 0.43894, - "recall_at_1": 0.39333, - "recall_at_3": 0.46, - "recall_at_5": 0.48556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.39222, + "ndcg_at_3": 0.43401, + "ndcg_at_5": 0.44185, + "ndcg_at_10": 0.45138, + "ndcg_at_20": 0.45967, + "ndcg_at_100": 0.48191, + "ndcg_at_1000": 0.52346, + "map_at_1": 0.39222, + "map_at_3": 0.42352, + "map_at_5": 0.42791, + "map_at_10": 0.43195, + "map_at_20": 0.43415, + "map_at_100": 0.43686, + "map_at_1000": 0.43832, + "recall_at_1": 0.39222, + "recall_at_3": 0.46444, + "recall_at_5": 0.48333, "recall_at_10": 0.51222, - "recall_at_20": 0.54333, - "recall_at_100": 0.66556, + "recall_at_20": 0.54556, + "recall_at_100": 0.67111, "recall_at_1000": 1.0, - "precision_at_1": 0.39333, - "precision_at_3": 0.15333, - "precision_at_5": 0.09711, + "accuracy": 0.39222, + "precision_at_1": 0.39222, + "precision_at_3": 0.15481, + "precision_at_5": 0.09667, "precision_at_10": 0.05122, - "precision_at_20": 0.02717, - "precision_at_100": 0.00666, - "precision_at_1000": 0.001, - "mrr_at_1": 0.393333, - "mrr_at_3": 0.422778, - "mrr_at_5": 0.428667, - "mrr_at_10": 0.432492, - "mrr_at_20": 0.434735, - "mrr_at_100": 0.437439, - "mrr_at_1000": 0.438939, - "nauc_ndcg_at_1_max": 0.919041, - "nauc_ndcg_at_1_std": 0.708587, - "nauc_ndcg_at_1_diff1": 0.87544, - "nauc_ndcg_at_3_max": 0.928376, - "nauc_ndcg_at_3_std": 0.737752, - "nauc_ndcg_at_3_diff1": 0.851695, - "nauc_ndcg_at_5_max": 0.922022, - "nauc_ndcg_at_5_std": 0.736236, - "nauc_ndcg_at_5_diff1": 0.839223, - "nauc_ndcg_at_10_max": 0.918565, - "nauc_ndcg_at_10_std": 0.743816, - "nauc_ndcg_at_10_diff1": 0.83173, - "nauc_ndcg_at_20_max": 0.917522, - "nauc_ndcg_at_20_std": 0.747488, - "nauc_ndcg_at_20_diff1": 0.831126, - "nauc_ndcg_at_100_max": 0.90644, - "nauc_ndcg_at_100_std": 0.741614, - "nauc_ndcg_at_100_diff1": 0.821453, - "nauc_ndcg_at_1000_max": 0.914996, - "nauc_ndcg_at_1000_std": 0.739181, - "nauc_ndcg_at_1000_diff1": 0.834553, - "nauc_map_at_1_max": 0.919041, - "nauc_map_at_1_std": 0.708587, - "nauc_map_at_1_diff1": 0.87544, - "nauc_map_at_3_max": 0.926842, - "nauc_map_at_3_std": 0.731077, - "nauc_map_at_3_diff1": 0.857782, - "nauc_map_at_5_max": 0.923463, - "nauc_map_at_5_std": 0.730472, - "nauc_map_at_5_diff1": 0.850941, - "nauc_map_at_10_max": 0.921879, - "nauc_map_at_10_std": 0.733586, - "nauc_map_at_10_diff1": 0.847644, - "nauc_map_at_20_max": 0.921617, - "nauc_map_at_20_std": 0.734716, - "nauc_map_at_20_diff1": 0.847499, - "nauc_map_at_100_max": 0.920282, - "nauc_map_at_100_std": 0.734188, - "nauc_map_at_100_diff1": 0.846289, - "nauc_map_at_1000_max": 0.920442, - "nauc_map_at_1000_std": 0.733988, - "nauc_map_at_1000_diff1": 0.84666, - "nauc_recall_at_1_max": 0.919041, - "nauc_recall_at_1_std": 0.708587, - "nauc_recall_at_1_diff1": 0.87544, - "nauc_recall_at_3_max": 0.932539, - "nauc_recall_at_3_std": 0.757037, - "nauc_recall_at_3_diff1": 0.83382, - "nauc_recall_at_5_max": 0.916384, - "nauc_recall_at_5_std": 0.752443, - "nauc_recall_at_5_diff1": 0.802825, - "nauc_recall_at_10_max": 0.906255, - "nauc_recall_at_10_std": 0.776574, - "nauc_recall_at_10_diff1": 0.779833, - "nauc_recall_at_20_max": 0.901358, - "nauc_recall_at_20_std": 0.79157, - "nauc_recall_at_20_diff1": 0.775742, - "nauc_recall_at_100_max": 0.82244, - "nauc_recall_at_100_std": 0.756113, - "nauc_recall_at_100_diff1": 0.700021, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.919041, - "nauc_precision_at_1_std": 0.708587, - "nauc_precision_at_1_diff1": 0.87544, - "nauc_precision_at_3_max": 0.932539, - "nauc_precision_at_3_std": 0.757037, - "nauc_precision_at_3_diff1": 0.83382, - "nauc_precision_at_5_max": 0.916384, - "nauc_precision_at_5_std": 0.752443, - "nauc_precision_at_5_diff1": 0.802825, - "nauc_precision_at_10_max": 0.906255, - "nauc_precision_at_10_std": 0.776574, - "nauc_precision_at_10_diff1": 0.779833, - "nauc_precision_at_20_max": 0.901358, - "nauc_precision_at_20_std": 0.79157, - "nauc_precision_at_20_diff1": 0.775742, - "nauc_precision_at_100_max": 0.82244, - "nauc_precision_at_100_std": 0.756113, - "nauc_precision_at_100_diff1": 0.700021, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.919041, - "nauc_mrr_at_1_std": 0.708587, - "nauc_mrr_at_1_diff1": 0.87544, - "nauc_mrr_at_3_max": 0.926842, - "nauc_mrr_at_3_std": 0.731077, - "nauc_mrr_at_3_diff1": 0.857782, - "nauc_mrr_at_5_max": 0.923463, - "nauc_mrr_at_5_std": 0.730472, - "nauc_mrr_at_5_diff1": 0.850941, - "nauc_mrr_at_10_max": 0.921879, - "nauc_mrr_at_10_std": 0.733586, - "nauc_mrr_at_10_diff1": 0.847644, - "nauc_mrr_at_20_max": 0.921617, - "nauc_mrr_at_20_std": 0.734716, - "nauc_mrr_at_20_diff1": 0.847499, - "nauc_mrr_at_100_max": 0.920282, - "nauc_mrr_at_100_std": 0.734188, - "nauc_mrr_at_100_diff1": 0.846289, - "nauc_mrr_at_1000_max": 0.920442, - "nauc_mrr_at_1000_std": 0.733988, - "nauc_mrr_at_1000_diff1": 0.84666, - "main_score": 0.4518, + "precision_at_20": 0.02728, + "precision_at_100": 0.00671, + "precision_at_1000": 0.001, + "mrr_at_1": 0.392222, + "mrr_at_3": 0.423519, + "mrr_at_5": 0.427907, + "mrr_at_10": 0.431952, + "mrr_at_20": 0.43415, + "mrr_at_100": 0.436862, + "mrr_at_1000": 0.438316, + "nauc_ndcg_at_1_max": 0.916061, + "nauc_ndcg_at_1_std": 0.708764, + "nauc_ndcg_at_1_diff1": 0.873072, + "nauc_ndcg_at_3_max": 0.926532, + "nauc_ndcg_at_3_std": 0.732236, + "nauc_ndcg_at_3_diff1": 0.842362, + "nauc_ndcg_at_5_max": 0.921822, + "nauc_ndcg_at_5_std": 0.734837, + "nauc_ndcg_at_5_diff1": 0.834811, + "nauc_ndcg_at_10_max": 0.918373, + "nauc_ndcg_at_10_std": 0.740307, + "nauc_ndcg_at_10_diff1": 0.827259, + "nauc_ndcg_at_20_max": 0.915626, + "nauc_ndcg_at_20_std": 0.74111, + "nauc_ndcg_at_20_diff1": 0.824207, + "nauc_ndcg_at_100_max": 0.903465, + "nauc_ndcg_at_100_std": 0.738325, + "nauc_ndcg_at_100_diff1": 0.814344, + "nauc_ndcg_at_1000_max": 0.912874, + "nauc_ndcg_at_1000_std": 0.735095, + "nauc_ndcg_at_1000_diff1": 0.828561, + "nauc_map_at_1_max": 0.916061, + "nauc_map_at_1_std": 0.708764, + "nauc_map_at_1_diff1": 0.873072, + "nauc_map_at_3_max": 0.92494, + "nauc_map_at_3_std": 0.726816, + "nauc_map_at_3_diff1": 0.850487, + "nauc_map_at_5_max": 0.922291, + "nauc_map_at_5_std": 0.728183, + "nauc_map_at_5_diff1": 0.846246, + "nauc_map_at_10_max": 0.920881, + "nauc_map_at_10_std": 0.730478, + "nauc_map_at_10_diff1": 0.842945, + "nauc_map_at_20_max": 0.92022, + "nauc_map_at_20_std": 0.730697, + "nauc_map_at_20_diff1": 0.842224, + "nauc_map_at_100_max": 0.918702, + "nauc_map_at_100_std": 0.730638, + "nauc_map_at_100_diff1": 0.841057, + "nauc_map_at_1000_max": 0.918855, + "nauc_map_at_1000_std": 0.730391, + "nauc_map_at_1000_diff1": 0.841442, + "nauc_recall_at_1_max": 0.916061, + "nauc_recall_at_1_std": 0.708764, + "nauc_recall_at_1_diff1": 0.873072, + "nauc_recall_at_3_max": 0.93078, + "nauc_recall_at_3_std": 0.74793, + "nauc_recall_at_3_diff1": 0.818381, + "nauc_recall_at_5_max": 0.919417, + "nauc_recall_at_5_std": 0.754686, + "nauc_recall_at_5_diff1": 0.800006, + "nauc_recall_at_10_max": 0.908449, + "nauc_recall_at_10_std": 0.772012, + "nauc_recall_at_10_diff1": 0.776739, + "nauc_recall_at_20_max": 0.896061, + "nauc_recall_at_20_std": 0.776324, + "nauc_recall_at_20_diff1": 0.761673, + "nauc_recall_at_100_max": 0.808759, + "nauc_recall_at_100_std": 0.758864, + "nauc_recall_at_100_diff1": 0.680186, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.916061, + "nauc_precision_at_1_std": 0.708764, + "nauc_precision_at_1_diff1": 0.873072, + "nauc_precision_at_3_max": 0.93078, + "nauc_precision_at_3_std": 0.74793, + "nauc_precision_at_3_diff1": 0.818381, + "nauc_precision_at_5_max": 0.919417, + "nauc_precision_at_5_std": 0.754686, + "nauc_precision_at_5_diff1": 0.800006, + "nauc_precision_at_10_max": 0.908449, + "nauc_precision_at_10_std": 0.772012, + "nauc_precision_at_10_diff1": 0.776739, + "nauc_precision_at_20_max": 0.896061, + "nauc_precision_at_20_std": 0.776324, + "nauc_precision_at_20_diff1": 0.761673, + "nauc_precision_at_100_max": 0.808759, + "nauc_precision_at_100_std": 0.758864, + "nauc_precision_at_100_diff1": 0.680186, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.916061, + "nauc_mrr_at_1_std": 0.708764, + "nauc_mrr_at_1_diff1": 0.873072, + "nauc_mrr_at_3_max": 0.92494, + "nauc_mrr_at_3_std": 0.726816, + "nauc_mrr_at_3_diff1": 0.850487, + "nauc_mrr_at_5_max": 0.922291, + "nauc_mrr_at_5_std": 0.728183, + "nauc_mrr_at_5_diff1": 0.846246, + "nauc_mrr_at_10_max": 0.920881, + "nauc_mrr_at_10_std": 0.730478, + "nauc_mrr_at_10_diff1": 0.842945, + "nauc_mrr_at_20_max": 0.92022, + "nauc_mrr_at_20_std": 0.730697, + "nauc_mrr_at_20_diff1": 0.842224, + "nauc_mrr_at_100_max": 0.918702, + "nauc_mrr_at_100_std": 0.730638, + "nauc_mrr_at_100_diff1": 0.841057, + "nauc_mrr_at_1000_max": 0.918855, + "nauc_mrr_at_1000_std": 0.730391, + "nauc_mrr_at_1000_diff1": 0.841442, + "hit_rate_at_1": 0.39222, + "hit_rate_at_3": 0.46444, + "hit_rate_at_5": 0.48333, + "hit_rate_at_10": 0.51222, + "hit_rate_at_20": 0.54556, + "hit_rate_at_100": 0.67111, + "hit_rate_at_1000": 1.0, + "main_score": 0.45138, "hf_subset": "eng_Latn-nya_Latn", "languages": [ "eng-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85111, - "ndcg_at_3": 0.89432, - "ndcg_at_5": 0.90312, - "ndcg_at_10": 0.90909, - "ndcg_at_20": 0.91275, - "ndcg_at_100": 0.91578, - "ndcg_at_1000": 0.91667, - "map_at_1": 0.85111, - "map_at_3": 0.88389, - "map_at_5": 0.88883, - "map_at_10": 0.89143, - "map_at_20": 0.89243, - "map_at_100": 0.89291, - "map_at_1000": 0.89294, - "recall_at_1": 0.85111, - "recall_at_3": 0.92444, - "recall_at_5": 0.94556, - "recall_at_10": 0.96333, - "recall_at_20": 0.97778, + "ndcg_at_1": 0.84556, + "ndcg_at_3": 0.89397, + "ndcg_at_5": 0.89899, + "ndcg_at_10": 0.90474, + "ndcg_at_20": 0.90906, + "ndcg_at_100": 0.91284, + "ndcg_at_1000": 0.91373, + "map_at_1": 0.84556, + "map_at_3": 0.88259, + "map_at_5": 0.88537, + "map_at_10": 0.88774, + "map_at_20": 0.88899, + "map_at_100": 0.88953, + "map_at_1000": 0.88957, + "recall_at_1": 0.84556, + "recall_at_3": 0.92667, + "recall_at_5": 0.93889, + "recall_at_10": 0.95667, + "recall_at_20": 0.97333, "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.85111, - "precision_at_3": 0.30815, - "precision_at_5": 0.18911, - "precision_at_10": 0.09633, - "precision_at_20": 0.04889, + "accuracy": 0.84556, + "precision_at_1": 0.84556, + "precision_at_3": 0.30889, + "precision_at_5": 0.18778, + "precision_at_10": 0.09567, + "precision_at_20": 0.04867, "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.851111, - "mrr_at_3": 0.883889, - "mrr_at_5": 0.888833, - "mrr_at_10": 0.891427, - "mrr_at_20": 0.892431, - "mrr_at_100": 0.892907, - "mrr_at_1000": 0.892945, - "nauc_ndcg_at_1_max": 0.762187, - "nauc_ndcg_at_1_std": -0.031717, - "nauc_ndcg_at_1_diff1": 0.899319, - "nauc_ndcg_at_3_max": 0.810565, - "nauc_ndcg_at_3_std": 0.061417, - "nauc_ndcg_at_3_diff1": 0.878514, - "nauc_ndcg_at_5_max": 0.80307, - "nauc_ndcg_at_5_std": 0.051663, - "nauc_ndcg_at_5_diff1": 0.873191, - "nauc_ndcg_at_10_max": 0.796341, - "nauc_ndcg_at_10_std": 0.042943, - "nauc_ndcg_at_10_diff1": 0.874625, - "nauc_ndcg_at_20_max": 0.797546, - "nauc_ndcg_at_20_std": 0.04717, - "nauc_ndcg_at_20_diff1": 0.879238, - "nauc_ndcg_at_100_max": 0.795939, - "nauc_ndcg_at_100_std": 0.042133, - "nauc_ndcg_at_100_diff1": 0.882523, - "nauc_ndcg_at_1000_max": 0.794266, - "nauc_ndcg_at_1000_std": 0.036738, - "nauc_ndcg_at_1000_diff1": 0.881735, - "nauc_map_at_1_max": 0.762187, - "nauc_map_at_1_std": -0.031717, - "nauc_map_at_1_diff1": 0.899319, - "nauc_map_at_3_max": 0.797367, - "nauc_map_at_3_std": 0.035977, - "nauc_map_at_3_diff1": 0.883726, - "nauc_map_at_5_max": 0.793035, - "nauc_map_at_5_std": 0.028586, - "nauc_map_at_5_diff1": 0.881377, - "nauc_map_at_10_max": 0.790424, - "nauc_map_at_10_std": 0.025277, - "nauc_map_at_10_diff1": 0.882128, - "nauc_map_at_20_max": 0.790652, - "nauc_map_at_20_std": 0.026539, - "nauc_map_at_20_diff1": 0.883137, - "nauc_map_at_100_max": 0.790435, - "nauc_map_at_100_std": 0.025951, - "nauc_map_at_100_diff1": 0.88364, - "nauc_map_at_1000_max": 0.790384, - "nauc_map_at_1000_std": 0.025822, - "nauc_map_at_1000_diff1": 0.883617, - "nauc_recall_at_1_max": 0.762187, - "nauc_recall_at_1_std": -0.031717, - "nauc_recall_at_1_diff1": 0.899319, - "nauc_recall_at_3_max": 0.866542, - "nauc_recall_at_3_std": 0.169337, - "nauc_recall_at_3_diff1": 0.856731, - "nauc_recall_at_5_max": 0.857372, - "nauc_recall_at_5_std": 0.182301, - "nauc_recall_at_5_diff1": 0.825854, - "nauc_recall_at_10_max": 0.833913, - "nauc_recall_at_10_std": 0.176103, - "nauc_recall_at_10_diff1": 0.812863, - "nauc_recall_at_20_max": 0.875934, - "nauc_recall_at_20_std": 0.308847, - "nauc_recall_at_20_diff1": 0.845612, - "nauc_recall_at_100_max": 0.953704, - "nauc_recall_at_100_std": 0.573296, - "nauc_recall_at_100_diff1": 0.956427, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.762187, - "nauc_precision_at_1_std": -0.031717, - "nauc_precision_at_1_diff1": 0.899319, - "nauc_precision_at_3_max": 0.866542, - "nauc_precision_at_3_std": 0.169337, - "nauc_precision_at_3_diff1": 0.856731, - "nauc_precision_at_5_max": 0.857372, - "nauc_precision_at_5_std": 0.182301, - "nauc_precision_at_5_diff1": 0.825854, - "nauc_precision_at_10_max": 0.833913, - "nauc_precision_at_10_std": 0.176103, - "nauc_precision_at_10_diff1": 0.812863, - "nauc_precision_at_20_max": 0.875934, - "nauc_precision_at_20_std": 0.308847, - "nauc_precision_at_20_diff1": 0.845612, - "nauc_precision_at_100_max": 0.953704, - "nauc_precision_at_100_std": 0.573296, - "nauc_precision_at_100_diff1": 0.956427, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.762187, - "nauc_mrr_at_1_std": -0.031717, - "nauc_mrr_at_1_diff1": 0.899319, - "nauc_mrr_at_3_max": 0.797367, - "nauc_mrr_at_3_std": 0.035977, - "nauc_mrr_at_3_diff1": 0.883726, - "nauc_mrr_at_5_max": 0.793035, - "nauc_mrr_at_5_std": 0.028586, - "nauc_mrr_at_5_diff1": 0.881377, - "nauc_mrr_at_10_max": 0.790424, - "nauc_mrr_at_10_std": 0.025277, - "nauc_mrr_at_10_diff1": 0.882128, - "nauc_mrr_at_20_max": 0.790652, - "nauc_mrr_at_20_std": 0.026539, - "nauc_mrr_at_20_diff1": 0.883137, - "nauc_mrr_at_100_max": 0.790435, - "nauc_mrr_at_100_std": 0.025951, - "nauc_mrr_at_100_diff1": 0.88364, - "nauc_mrr_at_1000_max": 0.790384, - "nauc_mrr_at_1000_std": 0.025822, - "nauc_mrr_at_1000_diff1": 0.883617, - "main_score": 0.90909, + "mrr_at_1": 0.845556, + "mrr_at_3": 0.882593, + "mrr_at_5": 0.88537, + "mrr_at_10": 0.887743, + "mrr_at_20": 0.888987, + "mrr_at_100": 0.88953, + "mrr_at_1000": 0.889568, + "nauc_ndcg_at_1_max": 0.736291, + "nauc_ndcg_at_1_std": -0.115271, + "nauc_ndcg_at_1_diff1": 0.884113, + "nauc_ndcg_at_3_max": 0.789791, + "nauc_ndcg_at_3_std": -0.009424, + "nauc_ndcg_at_3_diff1": 0.862984, + "nauc_ndcg_at_5_max": 0.786298, + "nauc_ndcg_at_5_std": -0.013228, + "nauc_ndcg_at_5_diff1": 0.862251, + "nauc_ndcg_at_10_max": 0.781092, + "nauc_ndcg_at_10_std": -0.00421, + "nauc_ndcg_at_10_diff1": 0.860965, + "nauc_ndcg_at_20_max": 0.780098, + "nauc_ndcg_at_20_std": -0.011174, + "nauc_ndcg_at_20_diff1": 0.864315, + "nauc_ndcg_at_100_max": 0.777525, + "nauc_ndcg_at_100_std": -0.016209, + "nauc_ndcg_at_100_diff1": 0.867415, + "nauc_ndcg_at_1000_max": 0.775405, + "nauc_ndcg_at_1000_std": -0.026134, + "nauc_ndcg_at_1000_diff1": 0.867219, + "nauc_map_at_1_max": 0.736291, + "nauc_map_at_1_std": -0.115271, + "nauc_map_at_1_diff1": 0.884113, + "nauc_map_at_3_max": 0.775417, + "nauc_map_at_3_std": -0.037159, + "nauc_map_at_3_diff1": 0.86905, + "nauc_map_at_5_max": 0.773301, + "nauc_map_at_5_std": -0.039794, + "nauc_map_at_5_diff1": 0.868864, + "nauc_map_at_10_max": 0.771138, + "nauc_map_at_10_std": -0.037529, + "nauc_map_at_10_diff1": 0.868481, + "nauc_map_at_20_max": 0.770694, + "nauc_map_at_20_std": -0.039592, + "nauc_map_at_20_diff1": 0.869172, + "nauc_map_at_100_max": 0.770402, + "nauc_map_at_100_std": -0.040291, + "nauc_map_at_100_diff1": 0.869578, + "nauc_map_at_1000_max": 0.770329, + "nauc_map_at_1000_std": -0.040626, + "nauc_map_at_1000_diff1": 0.869575, + "nauc_recall_at_1_max": 0.736291, + "nauc_recall_at_1_std": -0.115271, + "nauc_recall_at_1_diff1": 0.884113, + "nauc_recall_at_3_max": 0.852701, + "nauc_recall_at_3_std": 0.111436, + "nauc_recall_at_3_diff1": 0.836149, + "nauc_recall_at_5_max": 0.851931, + "nauc_recall_at_5_std": 0.12128, + "nauc_recall_at_5_diff1": 0.82774, + "nauc_recall_at_10_max": 0.845053, + "nauc_recall_at_10_std": 0.240262, + "nauc_recall_at_10_diff1": 0.806088, + "nauc_recall_at_20_max": 0.875019, + "nauc_recall_at_20_std": 0.304155, + "nauc_recall_at_20_diff1": 0.820359, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.925692, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736291, + "nauc_precision_at_1_std": -0.115271, + "nauc_precision_at_1_diff1": 0.884113, + "nauc_precision_at_3_max": 0.852701, + "nauc_precision_at_3_std": 0.111436, + "nauc_precision_at_3_diff1": 0.836149, + "nauc_precision_at_5_max": 0.851931, + "nauc_precision_at_5_std": 0.12128, + "nauc_precision_at_5_diff1": 0.82774, + "nauc_precision_at_10_max": 0.845053, + "nauc_precision_at_10_std": 0.240262, + "nauc_precision_at_10_diff1": 0.806088, + "nauc_precision_at_20_max": 0.875019, + "nauc_precision_at_20_std": 0.304155, + "nauc_precision_at_20_diff1": 0.820359, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.925692, + "nauc_precision_at_100_diff1": 0.888344, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736291, + "nauc_mrr_at_1_std": -0.115271, + "nauc_mrr_at_1_diff1": 0.884113, + "nauc_mrr_at_3_max": 0.775417, + "nauc_mrr_at_3_std": -0.037159, + "nauc_mrr_at_3_diff1": 0.86905, + "nauc_mrr_at_5_max": 0.773301, + "nauc_mrr_at_5_std": -0.039794, + "nauc_mrr_at_5_diff1": 0.868864, + "nauc_mrr_at_10_max": 0.771138, + "nauc_mrr_at_10_std": -0.037529, + "nauc_mrr_at_10_diff1": 0.868481, + "nauc_mrr_at_20_max": 0.770694, + "nauc_mrr_at_20_std": -0.039592, + "nauc_mrr_at_20_diff1": 0.869172, + "nauc_mrr_at_100_max": 0.770402, + "nauc_mrr_at_100_std": -0.040291, + "nauc_mrr_at_100_diff1": 0.869578, + "nauc_mrr_at_1000_max": 0.770329, + "nauc_mrr_at_1000_std": -0.040626, + "nauc_mrr_at_1000_diff1": 0.869575, + "hit_rate_at_1": 0.84556, + "hit_rate_at_3": 0.92667, + "hit_rate_at_5": 0.93889, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.97333, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.90474, "hf_subset": "ory_Orya-ory_Orya", "languages": [ "ory-Orya", "ory-Orya" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90667, - "ndcg_at_3": 0.93688, - "ndcg_at_5": 0.94228, - "ndcg_at_10": 0.94677, - "ndcg_at_20": 0.94907, - "ndcg_at_100": 0.94967, - "ndcg_at_1000": 0.95013, - "map_at_1": 0.90667, - "map_at_3": 0.92963, - "map_at_5": 0.93257, - "map_at_10": 0.93453, - "map_at_20": 0.93518, - "map_at_100": 0.93526, - "map_at_1000": 0.93528, - "recall_at_1": 0.90667, - "recall_at_3": 0.95778, - "recall_at_5": 0.97111, - "recall_at_10": 0.98444, - "recall_at_20": 0.99333, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.93854, + "ndcg_at_5": 0.9418, + "ndcg_at_10": 0.94762, + "ndcg_at_20": 0.94954, + "ndcg_at_100": 0.95087, + "ndcg_at_1000": 0.95132, + "map_at_1": 0.91111, + "map_at_3": 0.93222, + "map_at_5": 0.93406, + "map_at_10": 0.93651, + "map_at_20": 0.93701, + "map_at_100": 0.93723, + "map_at_1000": 0.93725, + "recall_at_1": 0.91111, + "recall_at_3": 0.95667, + "recall_at_5": 0.96444, + "recall_at_10": 0.98222, + "recall_at_20": 0.99, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90667, - "precision_at_3": 0.31926, - "precision_at_5": 0.19422, - "precision_at_10": 0.09844, - "precision_at_20": 0.04967, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.31889, + "precision_at_5": 0.19289, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.906667, - "mrr_at_3": 0.92963, - "mrr_at_5": 0.932574, - "mrr_at_10": 0.93453, - "mrr_at_20": 0.935183, - "mrr_at_100": 0.935261, - "mrr_at_1000": 0.935281, - "nauc_ndcg_at_1_max": 0.74233, - "nauc_ndcg_at_1_std": -0.276422, - "nauc_ndcg_at_1_diff1": 0.9158, - "nauc_ndcg_at_3_max": 0.80864, - "nauc_ndcg_at_3_std": -0.265643, - "nauc_ndcg_at_3_diff1": 0.926926, - "nauc_ndcg_at_5_max": 0.801973, - "nauc_ndcg_at_5_std": -0.253544, - "nauc_ndcg_at_5_diff1": 0.928385, - "nauc_ndcg_at_10_max": 0.794529, - "nauc_ndcg_at_10_std": -0.246315, - "nauc_ndcg_at_10_diff1": 0.925231, - "nauc_ndcg_at_20_max": 0.78845, - "nauc_ndcg_at_20_std": -0.263448, - "nauc_ndcg_at_20_diff1": 0.924415, - "nauc_ndcg_at_100_max": 0.787902, - "nauc_ndcg_at_100_std": -0.258296, - "nauc_ndcg_at_100_diff1": 0.924091, - "nauc_ndcg_at_1000_max": 0.786387, - "nauc_ndcg_at_1000_std": -0.260238, - "nauc_ndcg_at_1000_diff1": 0.923773, - "nauc_map_at_1_max": 0.74233, - "nauc_map_at_1_std": -0.276422, - "nauc_map_at_1_diff1": 0.9158, - "nauc_map_at_3_max": 0.78996, - "nauc_map_at_3_std": -0.268183, - "nauc_map_at_3_diff1": 0.923792, - "nauc_map_at_5_max": 0.785881, - "nauc_map_at_5_std": -0.262604, - "nauc_map_at_5_diff1": 0.924196, - "nauc_map_at_10_max": 0.782789, - "nauc_map_at_10_std": -0.260639, - "nauc_map_at_10_diff1": 0.922964, - "nauc_map_at_20_max": 0.781333, - "nauc_map_at_20_std": -0.264393, - "nauc_map_at_20_diff1": 0.922775, - "nauc_map_at_100_max": 0.781333, - "nauc_map_at_100_std": -0.263659, - "nauc_map_at_100_diff1": 0.92276, - "nauc_map_at_1000_max": 0.78128, - "nauc_map_at_1000_std": -0.263679, - "nauc_map_at_1000_diff1": 0.922745, - "nauc_recall_at_1_max": 0.74233, - "nauc_recall_at_1_std": -0.276422, - "nauc_recall_at_1_diff1": 0.9158, - "nauc_recall_at_3_max": 0.896739, - "nauc_recall_at_3_std": -0.254054, - "nauc_recall_at_3_diff1": 0.941705, - "nauc_recall_at_5_max": 0.906001, - "nauc_recall_at_5_std": -0.189453, - "nauc_recall_at_5_diff1": 0.957085, - "nauc_recall_at_10_max": 0.919134, - "nauc_recall_at_10_std": -0.053088, - "nauc_recall_at_10_diff1": 0.94948, - "nauc_recall_at_20_max": 0.903906, - "nauc_recall_at_20_std": -0.318238, - "nauc_recall_at_20_diff1": 0.956427, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.932222, + "mrr_at_5": 0.934056, + "mrr_at_10": 0.936507, + "mrr_at_20": 0.937006, + "mrr_at_100": 0.937226, + "mrr_at_1000": 0.937248, + "nauc_ndcg_at_1_max": 0.715412, + "nauc_ndcg_at_1_std": -0.220174, + "nauc_ndcg_at_1_diff1": 0.905141, + "nauc_ndcg_at_3_max": 0.780262, + "nauc_ndcg_at_3_std": -0.171493, + "nauc_ndcg_at_3_diff1": 0.919378, + "nauc_ndcg_at_5_max": 0.771233, + "nauc_ndcg_at_5_std": -0.200378, + "nauc_ndcg_at_5_diff1": 0.918122, + "nauc_ndcg_at_10_max": 0.768058, + "nauc_ndcg_at_10_std": -0.185533, + "nauc_ndcg_at_10_diff1": 0.920148, + "nauc_ndcg_at_20_max": 0.765594, + "nauc_ndcg_at_20_std": -0.188656, + "nauc_ndcg_at_20_diff1": 0.918485, + "nauc_ndcg_at_100_max": 0.761147, + "nauc_ndcg_at_100_std": -0.193473, + "nauc_ndcg_at_100_diff1": 0.916836, + "nauc_ndcg_at_1000_max": 0.759348, + "nauc_ndcg_at_1000_std": -0.197561, + "nauc_ndcg_at_1000_diff1": 0.916416, + "nauc_map_at_1_max": 0.715412, + "nauc_map_at_1_std": -0.220174, + "nauc_map_at_1_diff1": 0.905141, + "nauc_map_at_3_max": 0.761564, + "nauc_map_at_3_std": -0.191069, + "nauc_map_at_3_diff1": 0.915577, + "nauc_map_at_5_max": 0.756546, + "nauc_map_at_5_std": -0.205982, + "nauc_map_at_5_diff1": 0.914841, + "nauc_map_at_10_max": 0.754927, + "nauc_map_at_10_std": -0.201611, + "nauc_map_at_10_diff1": 0.915543, + "nauc_map_at_20_max": 0.754341, + "nauc_map_at_20_std": -0.201645, + "nauc_map_at_20_diff1": 0.915137, + "nauc_map_at_100_max": 0.753676, + "nauc_map_at_100_std": -0.202899, + "nauc_map_at_100_diff1": 0.914897, + "nauc_map_at_1000_max": 0.753608, + "nauc_map_at_1000_std": -0.203015, + "nauc_map_at_1000_diff1": 0.914874, + "nauc_recall_at_1_max": 0.715412, + "nauc_recall_at_1_std": -0.220174, + "nauc_recall_at_1_diff1": 0.905141, + "nauc_recall_at_3_max": 0.863487, + "nauc_recall_at_3_std": -0.08043, + "nauc_recall_at_3_diff1": 0.936077, + "nauc_recall_at_5_max": 0.846391, + "nauc_recall_at_5_std": -0.173611, + "nauc_recall_at_5_diff1": 0.934859, + "nauc_recall_at_10_max": 0.891778, + "nauc_recall_at_10_std": -0.00426, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 0.935937, + "nauc_recall_at_20_std": 0.037711, + "nauc_recall_at_20_diff1": 0.970951, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": -0.005913, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.74233, - "nauc_precision_at_1_std": -0.276422, - "nauc_precision_at_1_diff1": 0.9158, - "nauc_precision_at_3_max": 0.896739, - "nauc_precision_at_3_std": -0.254054, - "nauc_precision_at_3_diff1": 0.941705, - "nauc_precision_at_5_max": 0.906001, - "nauc_precision_at_5_std": -0.189453, - "nauc_precision_at_5_diff1": 0.957085, - "nauc_precision_at_10_max": 0.919134, - "nauc_precision_at_10_std": -0.053088, - "nauc_precision_at_10_diff1": 0.94948, - "nauc_precision_at_20_max": 0.903906, - "nauc_precision_at_20_std": -0.318238, - "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_1_max": 0.715412, + "nauc_precision_at_1_std": -0.220174, + "nauc_precision_at_1_diff1": 0.905141, + "nauc_precision_at_3_max": 0.863487, + "nauc_precision_at_3_std": -0.08043, + "nauc_precision_at_3_diff1": 0.936077, + "nauc_precision_at_5_max": 0.846391, + "nauc_precision_at_5_std": -0.173611, + "nauc_precision_at_5_diff1": 0.934859, + "nauc_precision_at_10_max": 0.891778, + "nauc_precision_at_10_std": -0.00426, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 0.935937, + "nauc_precision_at_20_std": 0.037711, + "nauc_precision_at_20_diff1": 0.970951, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": -0.005913, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.74233, - "nauc_mrr_at_1_std": -0.276422, - "nauc_mrr_at_1_diff1": 0.9158, - "nauc_mrr_at_3_max": 0.78996, - "nauc_mrr_at_3_std": -0.268183, - "nauc_mrr_at_3_diff1": 0.923792, - "nauc_mrr_at_5_max": 0.785881, - "nauc_mrr_at_5_std": -0.262604, - "nauc_mrr_at_5_diff1": 0.924196, - "nauc_mrr_at_10_max": 0.782789, - "nauc_mrr_at_10_std": -0.260639, - "nauc_mrr_at_10_diff1": 0.922964, - "nauc_mrr_at_20_max": 0.781333, - "nauc_mrr_at_20_std": -0.264393, - "nauc_mrr_at_20_diff1": 0.922775, - "nauc_mrr_at_100_max": 0.781333, - "nauc_mrr_at_100_std": -0.263659, - "nauc_mrr_at_100_diff1": 0.92276, - "nauc_mrr_at_1000_max": 0.78128, - "nauc_mrr_at_1000_std": -0.263679, - "nauc_mrr_at_1000_diff1": 0.922745, - "main_score": 0.94677, + "nauc_mrr_at_1_max": 0.715412, + "nauc_mrr_at_1_std": -0.220174, + "nauc_mrr_at_1_diff1": 0.905141, + "nauc_mrr_at_3_max": 0.761564, + "nauc_mrr_at_3_std": -0.191069, + "nauc_mrr_at_3_diff1": 0.915577, + "nauc_mrr_at_5_max": 0.756546, + "nauc_mrr_at_5_std": -0.205982, + "nauc_mrr_at_5_diff1": 0.914841, + "nauc_mrr_at_10_max": 0.754927, + "nauc_mrr_at_10_std": -0.201611, + "nauc_mrr_at_10_diff1": 0.915543, + "nauc_mrr_at_20_max": 0.754341, + "nauc_mrr_at_20_std": -0.201645, + "nauc_mrr_at_20_diff1": 0.915137, + "nauc_mrr_at_100_max": 0.753676, + "nauc_mrr_at_100_std": -0.202899, + "nauc_mrr_at_100_diff1": 0.914897, + "nauc_mrr_at_1000_max": 0.753608, + "nauc_mrr_at_1000_std": -0.203015, + "nauc_mrr_at_1000_diff1": 0.914874, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.96444, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94762, "hf_subset": "ory_Orya-eng_Latn", "languages": [ "ory-Orya", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79333, + "ndcg_at_3": 0.86468, + "ndcg_at_5": 0.87185, + "ndcg_at_10": 0.88053, + "ndcg_at_20": 0.885, + "ndcg_at_100": 0.8883, + "ndcg_at_1000": 0.88917, + "map_at_1": 0.79333, + "map_at_3": 0.84778, + "map_at_5": 0.85167, + "map_at_10": 0.85529, + "map_at_20": 0.8565, + "map_at_100": 0.85695, + "map_at_1000": 0.85699, + "recall_at_1": 0.79333, + "recall_at_3": 0.91333, + "recall_at_5": 0.93111, + "recall_at_10": 0.95778, + "recall_at_20": 0.97556, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.79333, + "precision_at_1": 0.79333, + "precision_at_3": 0.30444, + "precision_at_5": 0.18622, + "precision_at_10": 0.09578, + "precision_at_20": 0.04878, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.793333, + "mrr_at_3": 0.847778, + "mrr_at_5": 0.851667, + "mrr_at_10": 0.855286, + "mrr_at_20": 0.856497, + "mrr_at_100": 0.856948, + "mrr_at_1000": 0.856985, + "nauc_ndcg_at_1_max": 0.676295, + "nauc_ndcg_at_1_std": -0.036265, + "nauc_ndcg_at_1_diff1": 0.87677, + "nauc_ndcg_at_3_max": 0.720845, + "nauc_ndcg_at_3_std": -0.066772, + "nauc_ndcg_at_3_diff1": 0.854544, + "nauc_ndcg_at_5_max": 0.717777, + "nauc_ndcg_at_5_std": -0.065075, + "nauc_ndcg_at_5_diff1": 0.854517, + "nauc_ndcg_at_10_max": 0.712934, + "nauc_ndcg_at_10_std": -0.054767, + "nauc_ndcg_at_10_diff1": 0.854595, + "nauc_ndcg_at_20_max": 0.714541, + "nauc_ndcg_at_20_std": -0.044226, + "nauc_ndcg_at_20_diff1": 0.860813, + "nauc_ndcg_at_100_max": 0.711065, + "nauc_ndcg_at_100_std": -0.044047, + "nauc_ndcg_at_100_diff1": 0.861809, + "nauc_ndcg_at_1000_max": 0.708824, + "nauc_ndcg_at_1000_std": -0.050281, + "nauc_ndcg_at_1000_diff1": 0.861551, + "nauc_map_at_1_max": 0.676295, + "nauc_map_at_1_std": -0.036265, + "nauc_map_at_1_diff1": 0.87677, + "nauc_map_at_3_max": 0.708422, + "nauc_map_at_3_std": -0.058156, + "nauc_map_at_3_diff1": 0.861544, + "nauc_map_at_5_max": 0.706562, + "nauc_map_at_5_std": -0.057493, + "nauc_map_at_5_diff1": 0.861654, + "nauc_map_at_10_max": 0.704543, + "nauc_map_at_10_std": -0.053783, + "nauc_map_at_10_diff1": 0.861909, + "nauc_map_at_20_max": 0.704597, + "nauc_map_at_20_std": -0.051887, + "nauc_map_at_20_diff1": 0.863246, + "nauc_map_at_100_max": 0.704234, + "nauc_map_at_100_std": -0.051766, + "nauc_map_at_100_diff1": 0.863448, + "nauc_map_at_1000_max": 0.704158, + "nauc_map_at_1000_std": -0.05197, + "nauc_map_at_1000_diff1": 0.863435, + "nauc_recall_at_1_max": 0.676295, + "nauc_recall_at_1_std": -0.036265, + "nauc_recall_at_1_diff1": 0.87677, + "nauc_recall_at_3_max": 0.779268, + "nauc_recall_at_3_std": -0.107382, + "nauc_recall_at_3_diff1": 0.820986, + "nauc_recall_at_5_max": 0.781407, + "nauc_recall_at_5_std": -0.107203, + "nauc_recall_at_5_diff1": 0.812814, + "nauc_recall_at_10_max": 0.782287, + "nauc_recall_at_10_std": -0.047607, + "nauc_recall_at_10_diff1": 0.786427, + "nauc_recall_at_20_max": 0.870788, + "nauc_recall_at_20_std": 0.162614, + "nauc_recall_at_20_diff1": 0.850819, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.703237, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.676295, + "nauc_precision_at_1_std": -0.036265, + "nauc_precision_at_1_diff1": 0.87677, + "nauc_precision_at_3_max": 0.779268, + "nauc_precision_at_3_std": -0.107382, + "nauc_precision_at_3_diff1": 0.820986, + "nauc_precision_at_5_max": 0.781407, + "nauc_precision_at_5_std": -0.107203, + "nauc_precision_at_5_diff1": 0.812814, + "nauc_precision_at_10_max": 0.782287, + "nauc_precision_at_10_std": -0.047607, + "nauc_precision_at_10_diff1": 0.786427, + "nauc_precision_at_20_max": 0.870788, + "nauc_precision_at_20_std": 0.162614, + "nauc_precision_at_20_diff1": 0.850819, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.703237, + "nauc_precision_at_100_diff1": 0.888344, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.676295, + "nauc_mrr_at_1_std": -0.036265, + "nauc_mrr_at_1_diff1": 0.87677, + "nauc_mrr_at_3_max": 0.708422, + "nauc_mrr_at_3_std": -0.058156, + "nauc_mrr_at_3_diff1": 0.861544, + "nauc_mrr_at_5_max": 0.706562, + "nauc_mrr_at_5_std": -0.057493, + "nauc_mrr_at_5_diff1": 0.861654, + "nauc_mrr_at_10_max": 0.704543, + "nauc_mrr_at_10_std": -0.053783, + "nauc_mrr_at_10_diff1": 0.861909, + "nauc_mrr_at_20_max": 0.704597, + "nauc_mrr_at_20_std": -0.051887, + "nauc_mrr_at_20_diff1": 0.863246, + "nauc_mrr_at_100_max": 0.704234, + "nauc_mrr_at_100_std": -0.051766, + "nauc_mrr_at_100_diff1": 0.863448, + "nauc_mrr_at_1000_max": 0.704158, + "nauc_mrr_at_1000_std": -0.05197, + "nauc_mrr_at_1000_diff1": 0.863435, + "hit_rate_at_1": 0.79333, + "hit_rate_at_3": 0.91333, + "hit_rate_at_5": 0.93111, + "hit_rate_at_10": 0.95778, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.88053, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.82889, - "ndcg_at_3": 0.88472, - "ndcg_at_5": 0.89471, - "ndcg_at_10": 0.90042, - "ndcg_at_20": 0.9042, - "ndcg_at_100": 0.90664, - "ndcg_at_1000": 0.9077, + "ndcg_at_3": 0.87114, + "ndcg_at_5": 0.88075, + "ndcg_at_10": 0.88985, + "ndcg_at_20": 0.89576, + "ndcg_at_100": 0.90003, + "ndcg_at_1000": 0.90046, "map_at_1": 0.82889, - "map_at_3": 0.87167, - "map_at_5": 0.87717, - "map_at_10": 0.8795, - "map_at_20": 0.8806, - "map_at_100": 0.88092, - "map_at_1000": 0.88097, + "map_at_3": 0.86111, + "map_at_5": 0.86644, + "map_at_10": 0.87026, + "map_at_20": 0.87189, + "map_at_100": 0.87254, + "map_at_1000": 0.87255, "recall_at_1": 0.82889, - "recall_at_3": 0.92222, - "recall_at_5": 0.94667, - "recall_at_10": 0.96444, - "recall_at_20": 0.97889, - "recall_at_100": 0.99222, - "recall_at_1000": 1.0, - "precision_at_1": 0.82889, - "precision_at_3": 0.30741, - "precision_at_5": 0.18933, - "precision_at_10": 0.09644, - "precision_at_20": 0.04894, - "precision_at_100": 0.00992, - "precision_at_1000": 0.001, - "mrr_at_1": 0.828889, - "mrr_at_3": 0.871667, - "mrr_at_5": 0.877167, - "mrr_at_10": 0.8795, - "mrr_at_20": 0.880603, - "mrr_at_100": 0.880923, - "mrr_at_1000": 0.880973, - "nauc_ndcg_at_1_max": 0.711266, - "nauc_ndcg_at_1_std": -0.014246, - "nauc_ndcg_at_1_diff1": 0.865962, - "nauc_ndcg_at_3_max": 0.762098, - "nauc_ndcg_at_3_std": -0.012665, - "nauc_ndcg_at_3_diff1": 0.853554, - "nauc_ndcg_at_5_max": 0.753205, - "nauc_ndcg_at_5_std": -0.031243, - "nauc_ndcg_at_5_diff1": 0.852763, - "nauc_ndcg_at_10_max": 0.753799, - "nauc_ndcg_at_10_std": -0.011438, - "nauc_ndcg_at_10_diff1": 0.858633, - "nauc_ndcg_at_20_max": 0.753005, - "nauc_ndcg_at_20_std": 0.005341, - "nauc_ndcg_at_20_diff1": 0.859513, - "nauc_ndcg_at_100_max": 0.749923, - "nauc_ndcg_at_100_std": 0.003659, - "nauc_ndcg_at_100_diff1": 0.859439, - "nauc_ndcg_at_1000_max": 0.747156, - "nauc_ndcg_at_1000_std": -0.006461, - "nauc_ndcg_at_1000_diff1": 0.858413, - "nauc_map_at_1_max": 0.711266, - "nauc_map_at_1_std": -0.014246, - "nauc_map_at_1_diff1": 0.865962, - "nauc_map_at_3_max": 0.747845, - "nauc_map_at_3_std": -0.011271, - "nauc_map_at_3_diff1": 0.85655, - "nauc_map_at_5_max": 0.742752, - "nauc_map_at_5_std": -0.02125, - "nauc_map_at_5_diff1": 0.856305, - "nauc_map_at_10_max": 0.74267, - "nauc_map_at_10_std": -0.014358, - "nauc_map_at_10_diff1": 0.858235, - "nauc_map_at_20_max": 0.742394, - "nauc_map_at_20_std": -0.010464, - "nauc_map_at_20_diff1": 0.858549, - "nauc_map_at_100_max": 0.742033, - "nauc_map_at_100_std": -0.010863, - "nauc_map_at_100_diff1": 0.858529, - "nauc_map_at_1000_max": 0.741927, - "nauc_map_at_1000_std": -0.011237, - "nauc_map_at_1000_diff1": 0.858484, - "nauc_recall_at_1_max": 0.711266, - "nauc_recall_at_1_std": -0.014246, - "nauc_recall_at_1_diff1": 0.865962, - "nauc_recall_at_3_max": 0.826317, - "nauc_recall_at_3_std": -0.020308, - "nauc_recall_at_3_diff1": 0.840409, - "nauc_recall_at_5_max": 0.816147, - "nauc_recall_at_5_std": -0.099294, - "nauc_recall_at_5_diff1": 0.830775, - "nauc_recall_at_10_max": 0.853889, - "nauc_recall_at_10_std": 0.034343, - "nauc_recall_at_10_diff1": 0.871396, - "nauc_recall_at_20_max": 0.908595, - "nauc_recall_at_20_std": 0.347536, - "nauc_recall_at_20_diff1": 0.890535, - "nauc_recall_at_100_max": 0.981326, - "nauc_recall_at_100_std": 0.853942, - "nauc_recall_at_100_diff1": 0.941643, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.711266, - "nauc_precision_at_1_std": -0.014246, - "nauc_precision_at_1_diff1": 0.865962, - "nauc_precision_at_3_max": 0.826317, - "nauc_precision_at_3_std": -0.020308, - "nauc_precision_at_3_diff1": 0.840409, - "nauc_precision_at_5_max": 0.816147, - "nauc_precision_at_5_std": -0.099294, - "nauc_precision_at_5_diff1": 0.830775, - "nauc_precision_at_10_max": 0.853889, - "nauc_precision_at_10_std": 0.034343, - "nauc_precision_at_10_diff1": 0.871396, - "nauc_precision_at_20_max": 0.908595, - "nauc_precision_at_20_std": 0.347536, - "nauc_precision_at_20_diff1": 0.890535, - "nauc_precision_at_100_max": 0.981326, - "nauc_precision_at_100_std": 0.853942, - "nauc_precision_at_100_diff1": 0.941643, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.711266, - "nauc_mrr_at_1_std": -0.014246, - "nauc_mrr_at_1_diff1": 0.865962, - "nauc_mrr_at_3_max": 0.747845, - "nauc_mrr_at_3_std": -0.011271, - "nauc_mrr_at_3_diff1": 0.85655, - "nauc_mrr_at_5_max": 0.742752, - "nauc_mrr_at_5_std": -0.02125, - "nauc_mrr_at_5_diff1": 0.856305, - "nauc_mrr_at_10_max": 0.74267, - "nauc_mrr_at_10_std": -0.014358, - "nauc_mrr_at_10_diff1": 0.858235, - "nauc_mrr_at_20_max": 0.742394, - "nauc_mrr_at_20_std": -0.010464, - "nauc_mrr_at_20_diff1": 0.858549, - "nauc_mrr_at_100_max": 0.742033, - "nauc_mrr_at_100_std": -0.010863, - "nauc_mrr_at_100_diff1": 0.858529, - "nauc_mrr_at_1000_max": 0.741927, - "nauc_mrr_at_1000_std": -0.011237, - "nauc_mrr_at_1000_diff1": 0.858484, - "main_score": 0.90042, - "hf_subset": "eng_Latn-ory_Orya", - "languages": [ - "eng-Latn", - "ory-Orya" - ] - }, - { - "ndcg_at_1": 0.83667, - "ndcg_at_3": 0.87959, - "ndcg_at_5": 0.89073, - "ndcg_at_10": 0.89806, - "ndcg_at_20": 0.90214, - "ndcg_at_100": 0.90621, - "ndcg_at_1000": 0.90665, - "map_at_1": 0.83667, - "map_at_3": 0.86907, - "map_at_5": 0.87535, - "map_at_10": 0.87825, - "map_at_20": 0.87944, - "map_at_100": 0.88007, - "map_at_1000": 0.88009, - "recall_at_1": 0.83667, - "recall_at_3": 0.91, - "recall_at_5": 0.93667, - "recall_at_10": 0.96, - "recall_at_20": 0.97556, + "recall_at_3": 0.9, + "recall_at_5": 0.92333, + "recall_at_10": 0.95111, + "recall_at_20": 0.97444, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.83667, - "precision_at_3": 0.30333, - "precision_at_5": 0.18733, - "precision_at_10": 0.096, - "precision_at_20": 0.04878, + "accuracy": 0.82889, + "precision_at_1": 0.82889, + "precision_at_3": 0.3, + "precision_at_5": 0.18467, + "precision_at_10": 0.09511, + "precision_at_20": 0.04872, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.836667, - "mrr_at_3": 0.869074, - "mrr_at_5": 0.875352, - "mrr_at_10": 0.878254, - "mrr_at_20": 0.879444, - "mrr_at_100": 0.880075, - "mrr_at_1000": 0.880092, - "nauc_ndcg_at_1_max": 0.812812, - "nauc_ndcg_at_1_std": 0.073489, - "nauc_ndcg_at_1_diff1": 0.90526, - "nauc_ndcg_at_3_max": 0.829973, - "nauc_ndcg_at_3_std": 0.074067, - "nauc_ndcg_at_3_diff1": 0.894383, - "nauc_ndcg_at_5_max": 0.833071, - "nauc_ndcg_at_5_std": 0.097951, - "nauc_ndcg_at_5_diff1": 0.895017, - "nauc_ndcg_at_10_max": 0.837147, - "nauc_ndcg_at_10_std": 0.111286, - "nauc_ndcg_at_10_diff1": 0.897861, - "nauc_ndcg_at_20_max": 0.832125, - "nauc_ndcg_at_20_std": 0.097366, - "nauc_ndcg_at_20_diff1": 0.896802, - "nauc_ndcg_at_100_max": 0.83034, - "nauc_ndcg_at_100_std": 0.094443, - "nauc_ndcg_at_100_diff1": 0.897849, - "nauc_ndcg_at_1000_max": 0.829518, - "nauc_ndcg_at_1000_std": 0.090271, - "nauc_ndcg_at_1000_diff1": 0.897759, - "nauc_map_at_1_max": 0.812812, - "nauc_map_at_1_std": 0.073489, - "nauc_map_at_1_diff1": 0.90526, - "nauc_map_at_3_max": 0.826685, - "nauc_map_at_3_std": 0.075615, - "nauc_map_at_3_diff1": 0.897713, - "nauc_map_at_5_max": 0.827981, - "nauc_map_at_5_std": 0.086166, - "nauc_map_at_5_diff1": 0.898227, - "nauc_map_at_10_max": 0.829044, - "nauc_map_at_10_std": 0.09086, - "nauc_map_at_10_diff1": 0.899033, - "nauc_map_at_20_max": 0.82774, - "nauc_map_at_20_std": 0.087169, - "nauc_map_at_20_diff1": 0.898756, - "nauc_map_at_100_max": 0.827428, - "nauc_map_at_100_std": 0.08618, - "nauc_map_at_100_diff1": 0.898846, - "nauc_map_at_1000_max": 0.827402, - "nauc_map_at_1000_std": 0.086047, - "nauc_map_at_1000_diff1": 0.898841, - "nauc_recall_at_1_max": 0.812812, - "nauc_recall_at_1_std": 0.073489, - "nauc_recall_at_1_diff1": 0.90526, - "nauc_recall_at_3_max": 0.842267, - "nauc_recall_at_3_std": 0.066795, - "nauc_recall_at_3_diff1": 0.880814, - "nauc_recall_at_5_max": 0.860403, - "nauc_recall_at_5_std": 0.170279, - "nauc_recall_at_5_diff1": 0.877439, - "nauc_recall_at_10_max": 0.911103, - "nauc_recall_at_10_std": 0.308746, - "nauc_recall_at_10_diff1": 0.893078, - "nauc_recall_at_20_max": 0.884984, - "nauc_recall_at_20_std": 0.235252, - "nauc_recall_at_20_diff1": 0.875753, + "mrr_at_1": 0.828889, + "mrr_at_3": 0.861111, + "mrr_at_5": 0.866444, + "mrr_at_10": 0.870263, + "mrr_at_20": 0.871895, + "mrr_at_100": 0.872538, + "mrr_at_1000": 0.872555, + "nauc_ndcg_at_1_max": 0.813068, + "nauc_ndcg_at_1_std": 0.082709, + "nauc_ndcg_at_1_diff1": 0.891415, + "nauc_ndcg_at_3_max": 0.827809, + "nauc_ndcg_at_3_std": 0.09678, + "nauc_ndcg_at_3_diff1": 0.868745, + "nauc_ndcg_at_5_max": 0.830612, + "nauc_ndcg_at_5_std": 0.109147, + "nauc_ndcg_at_5_diff1": 0.872127, + "nauc_ndcg_at_10_max": 0.830132, + "nauc_ndcg_at_10_std": 0.125343, + "nauc_ndcg_at_10_diff1": 0.871608, + "nauc_ndcg_at_20_max": 0.82834, + "nauc_ndcg_at_20_std": 0.116083, + "nauc_ndcg_at_20_diff1": 0.873733, + "nauc_ndcg_at_100_max": 0.828185, + "nauc_ndcg_at_100_std": 0.111062, + "nauc_ndcg_at_100_diff1": 0.876343, + "nauc_ndcg_at_1000_max": 0.827412, + "nauc_ndcg_at_1000_std": 0.107247, + "nauc_ndcg_at_1000_diff1": 0.876563, + "nauc_map_at_1_max": 0.813068, + "nauc_map_at_1_std": 0.082709, + "nauc_map_at_1_diff1": 0.891415, + "nauc_map_at_3_max": 0.825588, + "nauc_map_at_3_std": 0.095356, + "nauc_map_at_3_diff1": 0.875803, + "nauc_map_at_5_max": 0.826855, + "nauc_map_at_5_std": 0.101478, + "nauc_map_at_5_diff1": 0.877819, + "nauc_map_at_10_max": 0.82629, + "nauc_map_at_10_std": 0.105574, + "nauc_map_at_10_diff1": 0.877799, + "nauc_map_at_20_max": 0.825915, + "nauc_map_at_20_std": 0.103295, + "nauc_map_at_20_diff1": 0.878465, + "nauc_map_at_100_max": 0.825887, + "nauc_map_at_100_std": 0.102365, + "nauc_map_at_100_diff1": 0.878779, + "nauc_map_at_1000_max": 0.825863, + "nauc_map_at_1000_std": 0.102244, + "nauc_map_at_1000_diff1": 0.878778, + "nauc_recall_at_1_max": 0.813068, + "nauc_recall_at_1_std": 0.082709, + "nauc_recall_at_1_diff1": 0.891415, + "nauc_recall_at_3_max": 0.835237, + "nauc_recall_at_3_std": 0.100794, + "nauc_recall_at_3_diff1": 0.841244, + "nauc_recall_at_5_max": 0.848016, + "nauc_recall_at_5_std": 0.147154, + "nauc_recall_at_5_diff1": 0.844991, + "nauc_recall_at_10_max": 0.858533, + "nauc_recall_at_10_std": 0.296378, + "nauc_recall_at_10_diff1": 0.826203, + "nauc_recall_at_20_max": 0.853672, + "nauc_recall_at_20_std": 0.306154, + "nauc_recall_at_20_diff1": 0.813766, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.956427, - "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_100_diff1": 0.814815, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.812812, - "nauc_precision_at_1_std": 0.073489, - "nauc_precision_at_1_diff1": 0.90526, - "nauc_precision_at_3_max": 0.842267, - "nauc_precision_at_3_std": 0.066795, - "nauc_precision_at_3_diff1": 0.880814, - "nauc_precision_at_5_max": 0.860403, - "nauc_precision_at_5_std": 0.170279, - "nauc_precision_at_5_diff1": 0.877439, - "nauc_precision_at_10_max": 0.911103, - "nauc_precision_at_10_std": 0.308746, - "nauc_precision_at_10_diff1": 0.893078, - "nauc_precision_at_20_max": 0.884984, - "nauc_precision_at_20_std": 0.235252, - "nauc_precision_at_20_diff1": 0.875753, + "nauc_precision_at_1_max": 0.813068, + "nauc_precision_at_1_std": 0.082709, + "nauc_precision_at_1_diff1": 0.891415, + "nauc_precision_at_3_max": 0.835237, + "nauc_precision_at_3_std": 0.100794, + "nauc_precision_at_3_diff1": 0.841244, + "nauc_precision_at_5_max": 0.848016, + "nauc_precision_at_5_std": 0.147154, + "nauc_precision_at_5_diff1": 0.844991, + "nauc_precision_at_10_max": 0.858533, + "nauc_precision_at_10_std": 0.296378, + "nauc_precision_at_10_diff1": 0.826203, + "nauc_precision_at_20_max": 0.853672, + "nauc_precision_at_20_std": 0.306154, + "nauc_precision_at_20_diff1": 0.813766, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.956427, - "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_100_diff1": 0.814815, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.812812, - "nauc_mrr_at_1_std": 0.073489, - "nauc_mrr_at_1_diff1": 0.90526, - "nauc_mrr_at_3_max": 0.826685, - "nauc_mrr_at_3_std": 0.075615, - "nauc_mrr_at_3_diff1": 0.897713, - "nauc_mrr_at_5_max": 0.827981, - "nauc_mrr_at_5_std": 0.086166, - "nauc_mrr_at_5_diff1": 0.898227, - "nauc_mrr_at_10_max": 0.829044, - "nauc_mrr_at_10_std": 0.09086, - "nauc_mrr_at_10_diff1": 0.899033, - "nauc_mrr_at_20_max": 0.82774, - "nauc_mrr_at_20_std": 0.087169, - "nauc_mrr_at_20_diff1": 0.898756, - "nauc_mrr_at_100_max": 0.827428, - "nauc_mrr_at_100_std": 0.08618, - "nauc_mrr_at_100_diff1": 0.898846, - "nauc_mrr_at_1000_max": 0.827402, - "nauc_mrr_at_1000_std": 0.086047, - "nauc_mrr_at_1000_diff1": 0.898841, - "main_score": 0.89806, + "nauc_mrr_at_1_max": 0.813068, + "nauc_mrr_at_1_std": 0.082709, + "nauc_mrr_at_1_diff1": 0.891415, + "nauc_mrr_at_3_max": 0.825588, + "nauc_mrr_at_3_std": 0.095356, + "nauc_mrr_at_3_diff1": 0.875803, + "nauc_mrr_at_5_max": 0.826855, + "nauc_mrr_at_5_std": 0.101478, + "nauc_mrr_at_5_diff1": 0.877819, + "nauc_mrr_at_10_max": 0.82629, + "nauc_mrr_at_10_std": 0.105574, + "nauc_mrr_at_10_diff1": 0.877799, + "nauc_mrr_at_20_max": 0.825915, + "nauc_mrr_at_20_std": 0.103295, + "nauc_mrr_at_20_diff1": 0.878465, + "nauc_mrr_at_100_max": 0.825887, + "nauc_mrr_at_100_std": 0.102365, + "nauc_mrr_at_100_diff1": 0.878779, + "nauc_mrr_at_1000_max": 0.825863, + "nauc_mrr_at_1000_std": 0.102244, + "nauc_mrr_at_1000_diff1": 0.878778, + "hit_rate_at_1": 0.82889, + "hit_rate_at_3": 0.9, + "hit_rate_at_5": 0.92333, + "hit_rate_at_10": 0.95111, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.88985, "hf_subset": "pan_Guru-pan_Guru", "languages": [ "pan-Guru", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94442, - "ndcg_at_5": 0.94934, - "ndcg_at_10": 0.95294, - "ndcg_at_20": 0.95435, - "ndcg_at_100": 0.95517, - "ndcg_at_1000": 0.95548, + "ndcg_at_3": 0.94272, + "ndcg_at_5": 0.94765, + "ndcg_at_10": 0.95126, + "ndcg_at_20": 0.95322, + "ndcg_at_100": 0.95422, + "ndcg_at_1000": 0.95435, "map_at_1": 0.91333, - "map_at_3": 0.93741, - "map_at_5": 0.94007, - "map_at_10": 0.94156, - "map_at_20": 0.94196, - "map_at_100": 0.94206, - "map_at_1000": 0.94208, + "map_at_3": 0.93593, + "map_at_5": 0.93859, + "map_at_10": 0.9401, + "map_at_20": 0.94063, + "map_at_100": 0.94076, + "map_at_1000": 0.94076, "recall_at_1": 0.91333, - "recall_at_3": 0.96444, - "recall_at_5": 0.97667, - "recall_at_10": 0.98778, + "recall_at_3": 0.96222, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, "recall_at_20": 0.99333, - "recall_at_100": 0.99778, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, + "accuracy": 0.91333, "precision_at_1": 0.91333, - "precision_at_3": 0.32148, - "precision_at_5": 0.19533, - "precision_at_10": 0.09878, + "precision_at_3": 0.32074, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.913333, - "mrr_at_3": 0.937407, - "mrr_at_5": 0.940074, - "mrr_at_10": 0.941559, - "mrr_at_20": 0.941955, - "mrr_at_100": 0.942063, - "mrr_at_1000": 0.942079, - "nauc_ndcg_at_1_max": 0.738843, - "nauc_ndcg_at_1_std": -0.302288, - "nauc_ndcg_at_1_diff1": 0.928296, - "nauc_ndcg_at_3_max": 0.772309, - "nauc_ndcg_at_3_std": -0.350155, - "nauc_ndcg_at_3_diff1": 0.941407, - "nauc_ndcg_at_5_max": 0.784316, - "nauc_ndcg_at_5_std": -0.299069, - "nauc_ndcg_at_5_diff1": 0.939292, - "nauc_ndcg_at_10_max": 0.778329, - "nauc_ndcg_at_10_std": -0.295713, - "nauc_ndcg_at_10_diff1": 0.939866, - "nauc_ndcg_at_20_max": 0.773059, - "nauc_ndcg_at_20_std": -0.295872, - "nauc_ndcg_at_20_diff1": 0.937996, - "nauc_ndcg_at_100_max": 0.768951, - "nauc_ndcg_at_100_std": -0.308978, - "nauc_ndcg_at_100_diff1": 0.936874, - "nauc_ndcg_at_1000_max": 0.767831, - "nauc_ndcg_at_1000_std": -0.307879, - "nauc_ndcg_at_1000_diff1": 0.936435, - "nauc_map_at_1_max": 0.738843, - "nauc_map_at_1_std": -0.302288, - "nauc_map_at_1_diff1": 0.928296, - "nauc_map_at_3_max": 0.761881, - "nauc_map_at_3_std": -0.336025, - "nauc_map_at_3_diff1": 0.936484, - "nauc_map_at_5_max": 0.766661, - "nauc_map_at_5_std": -0.311414, - "nauc_map_at_5_diff1": 0.935355, - "nauc_map_at_10_max": 0.764567, - "nauc_map_at_10_std": -0.308561, - "nauc_map_at_10_diff1": 0.93549, - "nauc_map_at_20_max": 0.763272, - "nauc_map_at_20_std": -0.309536, - "nauc_map_at_20_diff1": 0.935049, - "nauc_map_at_100_max": 0.76283, - "nauc_map_at_100_std": -0.311234, - "nauc_map_at_100_diff1": 0.934928, - "nauc_map_at_1000_max": 0.762789, - "nauc_map_at_1000_std": -0.311088, - "nauc_map_at_1000_diff1": 0.93491, - "nauc_recall_at_1_max": 0.738843, - "nauc_recall_at_1_std": -0.302288, - "nauc_recall_at_1_diff1": 0.928296, - "nauc_recall_at_3_max": 0.82474, - "nauc_recall_at_3_std": -0.420591, - "nauc_recall_at_3_diff1": 0.96681, - "nauc_recall_at_5_max": 0.919635, - "nauc_recall_at_5_std": -0.188386, - "nauc_recall_at_5_diff1": 0.968098, - "nauc_recall_at_10_max": 0.962864, - "nauc_recall_at_10_std": -0.098379, - "nauc_recall_at_10_diff1": 1.0, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.116636, - "nauc_recall_at_20_diff1": 1.0, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": -0.369981, + "mrr_at_3": 0.935926, + "mrr_at_5": 0.938593, + "mrr_at_10": 0.940098, + "mrr_at_20": 0.940628, + "mrr_at_100": 0.940758, + "mrr_at_1000": 0.940762, + "nauc_ndcg_at_1_max": 0.736174, + "nauc_ndcg_at_1_std": -0.266926, + "nauc_ndcg_at_1_diff1": 0.93473, + "nauc_ndcg_at_3_max": 0.763817, + "nauc_ndcg_at_3_std": -0.253268, + "nauc_ndcg_at_3_diff1": 0.943245, + "nauc_ndcg_at_5_max": 0.77061, + "nauc_ndcg_at_5_std": -0.213188, + "nauc_ndcg_at_5_diff1": 0.944737, + "nauc_ndcg_at_10_max": 0.770667, + "nauc_ndcg_at_10_std": -0.218928, + "nauc_ndcg_at_10_diff1": 0.943579, + "nauc_ndcg_at_20_max": 0.767276, + "nauc_ndcg_at_20_std": -0.237624, + "nauc_ndcg_at_20_diff1": 0.942725, + "nauc_ndcg_at_100_max": 0.764194, + "nauc_ndcg_at_100_std": -0.232309, + "nauc_ndcg_at_100_diff1": 0.941958, + "nauc_ndcg_at_1000_max": 0.763498, + "nauc_ndcg_at_1000_std": -0.235948, + "nauc_ndcg_at_1000_diff1": 0.941787, + "nauc_map_at_1_max": 0.736174, + "nauc_map_at_1_std": -0.266926, + "nauc_map_at_1_diff1": 0.93473, + "nauc_map_at_3_max": 0.757279, + "nauc_map_at_3_std": -0.255338, + "nauc_map_at_3_diff1": 0.941171, + "nauc_map_at_5_max": 0.759905, + "nauc_map_at_5_std": -0.237213, + "nauc_map_at_5_diff1": 0.941691, + "nauc_map_at_10_max": 0.760232, + "nauc_map_at_10_std": -0.238885, + "nauc_map_at_10_diff1": 0.941236, + "nauc_map_at_20_max": 0.759492, + "nauc_map_at_20_std": -0.242943, + "nauc_map_at_20_diff1": 0.941011, + "nauc_map_at_100_max": 0.759235, + "nauc_map_at_100_std": -0.24218, + "nauc_map_at_100_diff1": 0.940906, + "nauc_map_at_1000_max": 0.75922, + "nauc_map_at_1000_std": -0.242257, + "nauc_map_at_1000_diff1": 0.940903, + "nauc_recall_at_1_max": 0.736174, + "nauc_recall_at_1_std": -0.266926, + "nauc_recall_at_1_diff1": 0.93473, + "nauc_recall_at_3_max": 0.794076, + "nauc_recall_at_3_std": -0.24481, + "nauc_recall_at_3_diff1": 0.952903, + "nauc_recall_at_5_max": 0.84537, + "nauc_recall_at_5_std": -0.033979, + "nauc_recall_at_5_diff1": 0.965899, + "nauc_recall_at_10_max": 0.891044, + "nauc_recall_at_10_std": 0.024133, + "nauc_recall_at_10_diff1": 0.969834, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": -0.220199, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.738843, - "nauc_precision_at_1_std": -0.302288, - "nauc_precision_at_1_diff1": 0.928296, - "nauc_precision_at_3_max": 0.82474, - "nauc_precision_at_3_std": -0.420591, - "nauc_precision_at_3_diff1": 0.96681, - "nauc_precision_at_5_max": 0.919635, - "nauc_precision_at_5_std": -0.188386, - "nauc_precision_at_5_diff1": 0.968098, - "nauc_precision_at_10_max": 0.962864, - "nauc_precision_at_10_std": -0.098379, - "nauc_precision_at_10_diff1": 1.0, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.116636, - "nauc_precision_at_20_diff1": 1.0, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_1_max": 0.736174, + "nauc_precision_at_1_std": -0.266926, + "nauc_precision_at_1_diff1": 0.93473, + "nauc_precision_at_3_max": 0.794076, + "nauc_precision_at_3_std": -0.24481, + "nauc_precision_at_3_diff1": 0.952903, + "nauc_precision_at_5_max": 0.84537, + "nauc_precision_at_5_std": -0.033979, + "nauc_precision_at_5_diff1": 0.965899, + "nauc_precision_at_10_max": 0.891044, + "nauc_precision_at_10_std": 0.024133, + "nauc_precision_at_10_diff1": 0.969834, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": -0.220199, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.738843, - "nauc_mrr_at_1_std": -0.302288, - "nauc_mrr_at_1_diff1": 0.928296, - "nauc_mrr_at_3_max": 0.761881, - "nauc_mrr_at_3_std": -0.336025, - "nauc_mrr_at_3_diff1": 0.936484, - "nauc_mrr_at_5_max": 0.766661, - "nauc_mrr_at_5_std": -0.311414, - "nauc_mrr_at_5_diff1": 0.935355, - "nauc_mrr_at_10_max": 0.764567, - "nauc_mrr_at_10_std": -0.308561, - "nauc_mrr_at_10_diff1": 0.93549, - "nauc_mrr_at_20_max": 0.763272, - "nauc_mrr_at_20_std": -0.309536, - "nauc_mrr_at_20_diff1": 0.935049, - "nauc_mrr_at_100_max": 0.76283, - "nauc_mrr_at_100_std": -0.311234, - "nauc_mrr_at_100_diff1": 0.934928, - "nauc_mrr_at_1000_max": 0.762789, - "nauc_mrr_at_1000_std": -0.311088, - "nauc_mrr_at_1000_diff1": 0.93491, - "main_score": 0.95294, + "nauc_mrr_at_1_max": 0.736174, + "nauc_mrr_at_1_std": -0.266926, + "nauc_mrr_at_1_diff1": 0.93473, + "nauc_mrr_at_3_max": 0.757279, + "nauc_mrr_at_3_std": -0.255338, + "nauc_mrr_at_3_diff1": 0.941171, + "nauc_mrr_at_5_max": 0.759905, + "nauc_mrr_at_5_std": -0.237213, + "nauc_mrr_at_5_diff1": 0.941691, + "nauc_mrr_at_10_max": 0.760232, + "nauc_mrr_at_10_std": -0.238885, + "nauc_mrr_at_10_diff1": 0.941236, + "nauc_mrr_at_20_max": 0.759492, + "nauc_mrr_at_20_std": -0.242943, + "nauc_mrr_at_20_diff1": 0.941011, + "nauc_mrr_at_100_max": 0.759235, + "nauc_mrr_at_100_std": -0.24218, + "nauc_mrr_at_100_diff1": 0.940906, + "nauc_mrr_at_1000_max": 0.75922, + "nauc_mrr_at_1000_std": -0.242257, + "nauc_mrr_at_1000_diff1": 0.940903, + "hit_rate_at_1": 0.91333, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95126, "hf_subset": "pan_Guru-eng_Latn", "languages": [ "pan-Guru", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.81556, - "ndcg_at_3": 0.86619, - "ndcg_at_5": 0.87518, - "ndcg_at_10": 0.88568, - "ndcg_at_20": 0.88885, - "ndcg_at_100": 0.89407, - "ndcg_at_1000": 0.89483, - "map_at_1": 0.81556, - "map_at_3": 0.85407, - "map_at_5": 0.85924, - "map_at_10": 0.86362, - "map_at_20": 0.86453, - "map_at_100": 0.86526, - "map_at_1000": 0.8653, - "recall_at_1": 0.81556, - "recall_at_3": 0.90111, - "recall_at_5": 0.92222, - "recall_at_10": 0.95444, - "recall_at_20": 0.96667, - "recall_at_100": 0.99444, + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.84993, + "ndcg_at_5": 0.85964, + "ndcg_at_10": 0.86868, + "ndcg_at_20": 0.87516, + "ndcg_at_100": 0.88065, + "ndcg_at_1000": 0.8817, + "map_at_1": 0.79889, + "map_at_3": 0.83759, + "map_at_5": 0.84304, + "map_at_10": 0.8468, + "map_at_20": 0.8486, + "map_at_100": 0.84932, + "map_at_1000": 0.84936, + "recall_at_1": 0.79889, + "recall_at_3": 0.88556, + "recall_at_5": 0.90889, + "recall_at_10": 0.93667, + "recall_at_20": 0.96222, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.81556, - "precision_at_3": 0.30037, - "precision_at_5": 0.18444, - "precision_at_10": 0.09544, - "precision_at_20": 0.04833, - "precision_at_100": 0.00994, + "accuracy": 0.79889, + "precision_at_1": 0.79889, + "precision_at_3": 0.29519, + "precision_at_5": 0.18178, + "precision_at_10": 0.09367, + "precision_at_20": 0.04811, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.815556, - "mrr_at_3": 0.854074, - "mrr_at_5": 0.859241, - "mrr_at_10": 0.863615, - "mrr_at_20": 0.864526, - "mrr_at_100": 0.865264, - "mrr_at_1000": 0.865302, - "nauc_ndcg_at_1_max": 0.795765, - "nauc_ndcg_at_1_std": 0.034685, - "nauc_ndcg_at_1_diff1": 0.913133, - "nauc_ndcg_at_3_max": 0.820034, - "nauc_ndcg_at_3_std": 0.050816, - "nauc_ndcg_at_3_diff1": 0.887429, - "nauc_ndcg_at_5_max": 0.824615, - "nauc_ndcg_at_5_std": 0.067813, - "nauc_ndcg_at_5_diff1": 0.89037, - "nauc_ndcg_at_10_max": 0.821929, - "nauc_ndcg_at_10_std": 0.077698, - "nauc_ndcg_at_10_diff1": 0.894388, - "nauc_ndcg_at_20_max": 0.820007, - "nauc_ndcg_at_20_std": 0.084274, - "nauc_ndcg_at_20_diff1": 0.894613, - "nauc_ndcg_at_100_max": 0.816118, - "nauc_ndcg_at_100_std": 0.069207, - "nauc_ndcg_at_100_diff1": 0.89494, - "nauc_ndcg_at_1000_max": 0.815983, - "nauc_ndcg_at_1000_std": 0.06705, - "nauc_ndcg_at_1000_diff1": 0.895469, - "nauc_map_at_1_max": 0.795765, - "nauc_map_at_1_std": 0.034685, - "nauc_map_at_1_diff1": 0.913133, - "nauc_map_at_3_max": 0.813275, - "nauc_map_at_3_std": 0.046193, - "nauc_map_at_3_diff1": 0.894192, - "nauc_map_at_5_max": 0.81517, - "nauc_map_at_5_std": 0.054222, - "nauc_map_at_5_diff1": 0.895939, - "nauc_map_at_10_max": 0.813846, - "nauc_map_at_10_std": 0.058073, - "nauc_map_at_10_diff1": 0.897277, - "nauc_map_at_20_max": 0.813335, - "nauc_map_at_20_std": 0.059655, - "nauc_map_at_20_diff1": 0.897369, - "nauc_map_at_100_max": 0.812886, - "nauc_map_at_100_std": 0.058042, - "nauc_map_at_100_diff1": 0.897376, - "nauc_map_at_1000_max": 0.812893, - "nauc_map_at_1000_std": 0.05801, - "nauc_map_at_1000_diff1": 0.897402, - "nauc_recall_at_1_max": 0.795765, - "nauc_recall_at_1_std": 0.034685, - "nauc_recall_at_1_diff1": 0.913133, - "nauc_recall_at_3_max": 0.847334, - "nauc_recall_at_3_std": 0.069572, - "nauc_recall_at_3_diff1": 0.860364, - "nauc_recall_at_5_max": 0.872782, - "nauc_recall_at_5_std": 0.140069, - "nauc_recall_at_5_diff1": 0.863846, - "nauc_recall_at_10_max": 0.887955, - "nauc_recall_at_10_std": 0.252158, - "nauc_recall_at_10_diff1": 0.878789, - "nauc_recall_at_20_max": 0.888422, - "nauc_recall_at_20_std": 0.392655, - "nauc_recall_at_20_diff1": 0.87535, - "nauc_recall_at_100_max": 0.845472, - "nauc_recall_at_100_std": 0.39972, - "nauc_recall_at_100_diff1": 0.829132, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.795765, - "nauc_precision_at_1_std": 0.034685, - "nauc_precision_at_1_diff1": 0.913133, - "nauc_precision_at_3_max": 0.847334, - "nauc_precision_at_3_std": 0.069572, - "nauc_precision_at_3_diff1": 0.860364, - "nauc_precision_at_5_max": 0.872782, - "nauc_precision_at_5_std": 0.140069, - "nauc_precision_at_5_diff1": 0.863846, - "nauc_precision_at_10_max": 0.887955, - "nauc_precision_at_10_std": 0.252158, - "nauc_precision_at_10_diff1": 0.878789, - "nauc_precision_at_20_max": 0.888422, - "nauc_precision_at_20_std": 0.392655, - "nauc_precision_at_20_diff1": 0.87535, - "nauc_precision_at_100_max": 0.845472, - "nauc_precision_at_100_std": 0.39972, - "nauc_precision_at_100_diff1": 0.829132, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.795765, - "nauc_mrr_at_1_std": 0.034685, - "nauc_mrr_at_1_diff1": 0.913133, - "nauc_mrr_at_3_max": 0.813275, - "nauc_mrr_at_3_std": 0.046193, - "nauc_mrr_at_3_diff1": 0.894192, - "nauc_mrr_at_5_max": 0.81517, - "nauc_mrr_at_5_std": 0.054222, - "nauc_mrr_at_5_diff1": 0.895939, - "nauc_mrr_at_10_max": 0.813846, - "nauc_mrr_at_10_std": 0.058073, - "nauc_mrr_at_10_diff1": 0.897277, - "nauc_mrr_at_20_max": 0.813335, - "nauc_mrr_at_20_std": 0.059655, - "nauc_mrr_at_20_diff1": 0.897369, - "nauc_mrr_at_100_max": 0.812886, - "nauc_mrr_at_100_std": 0.058042, - "nauc_mrr_at_100_diff1": 0.897376, - "nauc_mrr_at_1000_max": 0.812893, - "nauc_mrr_at_1000_std": 0.05801, - "nauc_mrr_at_1000_diff1": 0.897402, - "main_score": 0.88568, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.837593, + "mrr_at_5": 0.843037, + "mrr_at_10": 0.8468, + "mrr_at_20": 0.848596, + "mrr_at_100": 0.849316, + "mrr_at_1000": 0.849364, + "nauc_ndcg_at_1_max": 0.736145, + "nauc_ndcg_at_1_std": -0.02205, + "nauc_ndcg_at_1_diff1": 0.867118, + "nauc_ndcg_at_3_max": 0.782219, + "nauc_ndcg_at_3_std": 0.031755, + "nauc_ndcg_at_3_diff1": 0.84502, + "nauc_ndcg_at_5_max": 0.77773, + "nauc_ndcg_at_5_std": 0.036243, + "nauc_ndcg_at_5_diff1": 0.841131, + "nauc_ndcg_at_10_max": 0.77628, + "nauc_ndcg_at_10_std": 0.051716, + "nauc_ndcg_at_10_diff1": 0.847648, + "nauc_ndcg_at_20_max": 0.772304, + "nauc_ndcg_at_20_std": 0.046963, + "nauc_ndcg_at_20_diff1": 0.847536, + "nauc_ndcg_at_100_max": 0.770686, + "nauc_ndcg_at_100_std": 0.038034, + "nauc_ndcg_at_100_diff1": 0.850362, + "nauc_ndcg_at_1000_max": 0.768889, + "nauc_ndcg_at_1000_std": 0.030395, + "nauc_ndcg_at_1000_diff1": 0.849863, + "nauc_map_at_1_max": 0.736145, + "nauc_map_at_1_std": -0.02205, + "nauc_map_at_1_diff1": 0.867118, + "nauc_map_at_3_max": 0.769536, + "nauc_map_at_3_std": 0.016273, + "nauc_map_at_3_diff1": 0.851264, + "nauc_map_at_5_max": 0.766651, + "nauc_map_at_5_std": 0.017309, + "nauc_map_at_5_diff1": 0.849355, + "nauc_map_at_10_max": 0.765763, + "nauc_map_at_10_std": 0.021907, + "nauc_map_at_10_diff1": 0.851906, + "nauc_map_at_20_max": 0.764653, + "nauc_map_at_20_std": 0.020046, + "nauc_map_at_20_diff1": 0.851899, + "nauc_map_at_100_max": 0.76452, + "nauc_map_at_100_std": 0.019157, + "nauc_map_at_100_diff1": 0.852136, + "nauc_map_at_1000_max": 0.764453, + "nauc_map_at_1000_std": 0.018874, + "nauc_map_at_1000_diff1": 0.85212, + "nauc_recall_at_1_max": 0.736145, + "nauc_recall_at_1_std": -0.02205, + "nauc_recall_at_1_diff1": 0.867118, + "nauc_recall_at_3_max": 0.831869, + "nauc_recall_at_3_std": 0.092771, + "nauc_recall_at_3_diff1": 0.820482, + "nauc_recall_at_5_max": 0.828927, + "nauc_recall_at_5_std": 0.127935, + "nauc_recall_at_5_diff1": 0.801912, + "nauc_recall_at_10_max": 0.843489, + "nauc_recall_at_10_std": 0.26808, + "nauc_recall_at_10_diff1": 0.824447, + "nauc_recall_at_20_max": 0.84149, + "nauc_recall_at_20_std": 0.366768, + "nauc_recall_at_20_diff1": 0.808329, + "nauc_recall_at_100_max": 0.962652, + "nauc_recall_at_100_std": 0.853942, + "nauc_recall_at_100_diff1": 0.904295, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736145, + "nauc_precision_at_1_std": -0.02205, + "nauc_precision_at_1_diff1": 0.867118, + "nauc_precision_at_3_max": 0.831869, + "nauc_precision_at_3_std": 0.092771, + "nauc_precision_at_3_diff1": 0.820482, + "nauc_precision_at_5_max": 0.828927, + "nauc_precision_at_5_std": 0.127935, + "nauc_precision_at_5_diff1": 0.801912, + "nauc_precision_at_10_max": 0.843489, + "nauc_precision_at_10_std": 0.26808, + "nauc_precision_at_10_diff1": 0.824447, + "nauc_precision_at_20_max": 0.84149, + "nauc_precision_at_20_std": 0.366768, + "nauc_precision_at_20_diff1": 0.808329, + "nauc_precision_at_100_max": 0.962652, + "nauc_precision_at_100_std": 0.853942, + "nauc_precision_at_100_diff1": 0.904295, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736145, + "nauc_mrr_at_1_std": -0.02205, + "nauc_mrr_at_1_diff1": 0.867118, + "nauc_mrr_at_3_max": 0.769536, + "nauc_mrr_at_3_std": 0.016273, + "nauc_mrr_at_3_diff1": 0.851264, + "nauc_mrr_at_5_max": 0.766651, + "nauc_mrr_at_5_std": 0.017309, + "nauc_mrr_at_5_diff1": 0.849355, + "nauc_mrr_at_10_max": 0.765763, + "nauc_mrr_at_10_std": 0.021907, + "nauc_mrr_at_10_diff1": 0.851906, + "nauc_mrr_at_20_max": 0.764653, + "nauc_mrr_at_20_std": 0.020046, + "nauc_mrr_at_20_diff1": 0.851899, + "nauc_mrr_at_100_max": 0.76452, + "nauc_mrr_at_100_std": 0.019157, + "nauc_mrr_at_100_diff1": 0.852136, + "nauc_mrr_at_1000_max": 0.764453, + "nauc_mrr_at_1000_std": 0.018874, + "nauc_mrr_at_1000_diff1": 0.85212, + "hit_rate_at_1": 0.79889, + "hit_rate_at_3": 0.88556, + "hit_rate_at_5": 0.90889, + "hit_rate_at_10": 0.93667, + "hit_rate_at_20": 0.96222, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.86868, "hf_subset": "eng_Latn-pan_Guru", "languages": [ "eng-Latn", "pan-Guru" - ] - }, - { - "ndcg_at_1": 0.69444, - "ndcg_at_3": 0.75387, - "ndcg_at_5": 0.77128, - "ndcg_at_10": 0.78361, - "ndcg_at_20": 0.79167, - "ndcg_at_100": 0.80318, - "ndcg_at_1000": 0.80727, - "map_at_1": 0.69444, - "map_at_3": 0.73944, - "map_at_5": 0.74911, - "map_at_10": 0.75427, - "map_at_20": 0.75643, - "map_at_100": 0.75807, - "map_at_1000": 0.75824, - "recall_at_1": 0.69444, - "recall_at_3": 0.79556, - "recall_at_5": 0.83778, - "recall_at_10": 0.87556, - "recall_at_20": 0.90778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.69, + "ndcg_at_3": 0.7551, + "ndcg_at_5": 0.76754, + "ndcg_at_10": 0.77945, + "ndcg_at_20": 0.78732, + "ndcg_at_100": 0.79972, + "ndcg_at_1000": 0.80381, + "map_at_1": 0.69, + "map_at_3": 0.73852, + "map_at_5": 0.74546, + "map_at_10": 0.75021, + "map_at_20": 0.75237, + "map_at_100": 0.75409, + "map_at_1000": 0.75426, + "recall_at_1": 0.69, + "recall_at_3": 0.80333, + "recall_at_5": 0.83333, + "recall_at_10": 0.87111, + "recall_at_20": 0.90222, "recall_at_100": 0.96889, "recall_at_1000": 1.0, - "precision_at_1": 0.69444, - "precision_at_3": 0.26519, - "precision_at_5": 0.16756, - "precision_at_10": 0.08756, - "precision_at_20": 0.04539, + "accuracy": 0.69, + "precision_at_1": 0.69, + "precision_at_3": 0.26778, + "precision_at_5": 0.16667, + "precision_at_10": 0.08711, + "precision_at_20": 0.04511, "precision_at_100": 0.00969, "precision_at_1000": 0.001, - "mrr_at_1": 0.694444, - "mrr_at_3": 0.739444, - "mrr_at_5": 0.749111, - "mrr_at_10": 0.754268, - "mrr_at_20": 0.756428, - "mrr_at_100": 0.758075, - "mrr_at_1000": 0.758245, - "nauc_ndcg_at_1_max": 0.685974, - "nauc_ndcg_at_1_std": 0.118055, - "nauc_ndcg_at_1_diff1": 0.837189, - "nauc_ndcg_at_3_max": 0.718984, - "nauc_ndcg_at_3_std": 0.142715, - "nauc_ndcg_at_3_diff1": 0.818741, - "nauc_ndcg_at_5_max": 0.716927, - "nauc_ndcg_at_5_std": 0.154287, - "nauc_ndcg_at_5_diff1": 0.809086, - "nauc_ndcg_at_10_max": 0.717837, - "nauc_ndcg_at_10_std": 0.160061, - "nauc_ndcg_at_10_diff1": 0.806938, - "nauc_ndcg_at_20_max": 0.720255, - "nauc_ndcg_at_20_std": 0.173201, - "nauc_ndcg_at_20_diff1": 0.806779, - "nauc_ndcg_at_100_max": 0.718392, - "nauc_ndcg_at_100_std": 0.166816, - "nauc_ndcg_at_100_diff1": 0.814444, - "nauc_ndcg_at_1000_max": 0.715251, - "nauc_ndcg_at_1000_std": 0.158837, - "nauc_ndcg_at_1000_diff1": 0.81538, - "nauc_map_at_1_max": 0.685974, - "nauc_map_at_1_std": 0.118055, - "nauc_map_at_1_diff1": 0.837189, - "nauc_map_at_3_max": 0.711707, - "nauc_map_at_3_std": 0.138358, - "nauc_map_at_3_diff1": 0.824232, - "nauc_map_at_5_max": 0.71036, - "nauc_map_at_5_std": 0.14448, - "nauc_map_at_5_diff1": 0.819464, - "nauc_map_at_10_max": 0.710549, - "nauc_map_at_10_std": 0.146421, - "nauc_map_at_10_diff1": 0.81882, - "nauc_map_at_20_max": 0.711016, - "nauc_map_at_20_std": 0.149573, - "nauc_map_at_20_diff1": 0.818799, - "nauc_map_at_100_max": 0.710733, - "nauc_map_at_100_std": 0.148745, - "nauc_map_at_100_diff1": 0.819818, - "nauc_map_at_1000_max": 0.710653, - "nauc_map_at_1000_std": 0.148561, - "nauc_map_at_1000_diff1": 0.819875, - "nauc_recall_at_1_max": 0.685974, - "nauc_recall_at_1_std": 0.118055, - "nauc_recall_at_1_diff1": 0.837189, - "nauc_recall_at_3_max": 0.743512, - "nauc_recall_at_3_std": 0.156727, - "nauc_recall_at_3_diff1": 0.799347, - "nauc_recall_at_5_max": 0.742739, - "nauc_recall_at_5_std": 0.195292, - "nauc_recall_at_5_diff1": 0.763748, - "nauc_recall_at_10_max": 0.754308, - "nauc_recall_at_10_std": 0.234838, - "nauc_recall_at_10_diff1": 0.741486, - "nauc_recall_at_20_max": 0.786243, - "nauc_recall_at_20_std": 0.361721, - "nauc_recall_at_20_diff1": 0.721199, - "nauc_recall_at_100_max": 0.858977, - "nauc_recall_at_100_std": 0.530062, - "nauc_recall_at_100_diff1": 0.781913, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.685974, - "nauc_precision_at_1_std": 0.118055, - "nauc_precision_at_1_diff1": 0.837189, - "nauc_precision_at_3_max": 0.743512, - "nauc_precision_at_3_std": 0.156727, - "nauc_precision_at_3_diff1": 0.799347, - "nauc_precision_at_5_max": 0.742739, - "nauc_precision_at_5_std": 0.195292, - "nauc_precision_at_5_diff1": 0.763748, - "nauc_precision_at_10_max": 0.754308, - "nauc_precision_at_10_std": 0.234838, - "nauc_precision_at_10_diff1": 0.741486, - "nauc_precision_at_20_max": 0.786243, - "nauc_precision_at_20_std": 0.361721, - "nauc_precision_at_20_diff1": 0.721199, - "nauc_precision_at_100_max": 0.858977, - "nauc_precision_at_100_std": 0.530062, - "nauc_precision_at_100_diff1": 0.781913, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.685974, - "nauc_mrr_at_1_std": 0.118055, - "nauc_mrr_at_1_diff1": 0.837189, - "nauc_mrr_at_3_max": 0.711707, - "nauc_mrr_at_3_std": 0.138358, - "nauc_mrr_at_3_diff1": 0.824232, - "nauc_mrr_at_5_max": 0.71036, - "nauc_mrr_at_5_std": 0.14448, - "nauc_mrr_at_5_diff1": 0.819464, - "nauc_mrr_at_10_max": 0.710549, - "nauc_mrr_at_10_std": 0.146421, - "nauc_mrr_at_10_diff1": 0.81882, - "nauc_mrr_at_20_max": 0.711016, - "nauc_mrr_at_20_std": 0.149573, - "nauc_mrr_at_20_diff1": 0.818799, - "nauc_mrr_at_100_max": 0.710733, - "nauc_mrr_at_100_std": 0.148745, - "nauc_mrr_at_100_diff1": 0.819818, - "nauc_mrr_at_1000_max": 0.710653, - "nauc_mrr_at_1000_std": 0.148561, - "nauc_mrr_at_1000_diff1": 0.819875, - "main_score": 0.78361, + "mrr_at_1": 0.69, + "mrr_at_3": 0.738519, + "mrr_at_5": 0.745463, + "mrr_at_10": 0.750205, + "mrr_at_20": 0.752366, + "mrr_at_100": 0.754092, + "mrr_at_1000": 0.754262, + "nauc_ndcg_at_1_max": 0.672005, + "nauc_ndcg_at_1_std": 0.148867, + "nauc_ndcg_at_1_diff1": 0.822119, + "nauc_ndcg_at_3_max": 0.699886, + "nauc_ndcg_at_3_std": 0.16043, + "nauc_ndcg_at_3_diff1": 0.802953, + "nauc_ndcg_at_5_max": 0.703792, + "nauc_ndcg_at_5_std": 0.178398, + "nauc_ndcg_at_5_diff1": 0.800074, + "nauc_ndcg_at_10_max": 0.70332, + "nauc_ndcg_at_10_std": 0.197637, + "nauc_ndcg_at_10_diff1": 0.795168, + "nauc_ndcg_at_20_max": 0.702598, + "nauc_ndcg_at_20_std": 0.195075, + "nauc_ndcg_at_20_diff1": 0.79538, + "nauc_ndcg_at_100_max": 0.700728, + "nauc_ndcg_at_100_std": 0.190342, + "nauc_ndcg_at_100_diff1": 0.801467, + "nauc_ndcg_at_1000_max": 0.697974, + "nauc_ndcg_at_1000_std": 0.181262, + "nauc_ndcg_at_1000_diff1": 0.802292, + "nauc_map_at_1_max": 0.672005, + "nauc_map_at_1_std": 0.148867, + "nauc_map_at_1_diff1": 0.822119, + "nauc_map_at_3_max": 0.692708, + "nauc_map_at_3_std": 0.15708, + "nauc_map_at_3_diff1": 0.807961, + "nauc_map_at_5_max": 0.694362, + "nauc_map_at_5_std": 0.166194, + "nauc_map_at_5_diff1": 0.806637, + "nauc_map_at_10_max": 0.693984, + "nauc_map_at_10_std": 0.172869, + "nauc_map_at_10_diff1": 0.804984, + "nauc_map_at_20_max": 0.693696, + "nauc_map_at_20_std": 0.171846, + "nauc_map_at_20_diff1": 0.805147, + "nauc_map_at_100_max": 0.693399, + "nauc_map_at_100_std": 0.171039, + "nauc_map_at_100_diff1": 0.805898, + "nauc_map_at_1000_max": 0.693331, + "nauc_map_at_1000_std": 0.170793, + "nauc_map_at_1000_diff1": 0.805944, + "nauc_recall_at_1_max": 0.672005, + "nauc_recall_at_1_std": 0.148867, + "nauc_recall_at_1_diff1": 0.822119, + "nauc_recall_at_3_max": 0.725527, + "nauc_recall_at_3_std": 0.172606, + "nauc_recall_at_3_diff1": 0.785021, + "nauc_recall_at_5_max": 0.743166, + "nauc_recall_at_5_std": 0.232138, + "nauc_recall_at_5_diff1": 0.772755, + "nauc_recall_at_10_max": 0.751455, + "nauc_recall_at_10_std": 0.34201, + "nauc_recall_at_10_diff1": 0.741239, + "nauc_recall_at_20_max": 0.760043, + "nauc_recall_at_20_std": 0.366188, + "nauc_recall_at_20_diff1": 0.727384, + "nauc_recall_at_100_max": 0.826881, + "nauc_recall_at_100_std": 0.598089, + "nauc_recall_at_100_diff1": 0.771242, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.672005, + "nauc_precision_at_1_std": 0.148867, + "nauc_precision_at_1_diff1": 0.822119, + "nauc_precision_at_3_max": 0.725527, + "nauc_precision_at_3_std": 0.172606, + "nauc_precision_at_3_diff1": 0.785021, + "nauc_precision_at_5_max": 0.743166, + "nauc_precision_at_5_std": 0.232138, + "nauc_precision_at_5_diff1": 0.772755, + "nauc_precision_at_10_max": 0.751455, + "nauc_precision_at_10_std": 0.34201, + "nauc_precision_at_10_diff1": 0.741239, + "nauc_precision_at_20_max": 0.760043, + "nauc_precision_at_20_std": 0.366188, + "nauc_precision_at_20_diff1": 0.727384, + "nauc_precision_at_100_max": 0.826881, + "nauc_precision_at_100_std": 0.598089, + "nauc_precision_at_100_diff1": 0.771242, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.672005, + "nauc_mrr_at_1_std": 0.148867, + "nauc_mrr_at_1_diff1": 0.822119, + "nauc_mrr_at_3_max": 0.692708, + "nauc_mrr_at_3_std": 0.15708, + "nauc_mrr_at_3_diff1": 0.807961, + "nauc_mrr_at_5_max": 0.694362, + "nauc_mrr_at_5_std": 0.166194, + "nauc_mrr_at_5_diff1": 0.806637, + "nauc_mrr_at_10_max": 0.693984, + "nauc_mrr_at_10_std": 0.172869, + "nauc_mrr_at_10_diff1": 0.804984, + "nauc_mrr_at_20_max": 0.693696, + "nauc_mrr_at_20_std": 0.171846, + "nauc_mrr_at_20_diff1": 0.805147, + "nauc_mrr_at_100_max": 0.693399, + "nauc_mrr_at_100_std": 0.171039, + "nauc_mrr_at_100_diff1": 0.805898, + "nauc_mrr_at_1000_max": 0.693331, + "nauc_mrr_at_1000_std": 0.170793, + "nauc_mrr_at_1000_diff1": 0.805944, + "hit_rate_at_1": 0.69, + "hit_rate_at_3": 0.80333, + "hit_rate_at_5": 0.83333, + "hit_rate_at_10": 0.87111, + "hit_rate_at_20": 0.90222, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.77945, "hf_subset": "pbt_Arab-pbt_Arab", "languages": [ "pbt-Arab", "pbt-Arab" - ] - }, - { - "ndcg_at_1": 0.83, - "ndcg_at_3": 0.88499, - "ndcg_at_5": 0.89593, - "ndcg_at_10": 0.90474, - "ndcg_at_20": 0.90665, - "ndcg_at_100": 0.9091, - "ndcg_at_1000": 0.90956, - "map_at_1": 0.83, - "map_at_3": 0.87204, - "map_at_5": 0.87809, - "map_at_10": 0.88183, - "map_at_20": 0.88232, - "map_at_100": 0.88266, - "map_at_1000": 0.88268, - "recall_at_1": 0.83, - "recall_at_3": 0.92222, - "recall_at_5": 0.94889, - "recall_at_10": 0.97556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83111, + "ndcg_at_3": 0.88341, + "ndcg_at_5": 0.89345, + "ndcg_at_10": 0.90213, + "ndcg_at_20": 0.90521, + "ndcg_at_100": 0.90771, + "ndcg_at_1000": 0.90816, + "map_at_1": 0.83111, + "map_at_3": 0.87074, + "map_at_5": 0.8763, + "map_at_10": 0.87991, + "map_at_20": 0.88075, + "map_at_100": 0.8811, + "map_at_1000": 0.88113, + "recall_at_1": 0.83111, + "recall_at_3": 0.92, + "recall_at_5": 0.94444, + "recall_at_10": 0.97111, "recall_at_20": 0.98333, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.83, - "precision_at_3": 0.30741, - "precision_at_5": 0.18978, - "precision_at_10": 0.09756, + "accuracy": 0.83111, + "precision_at_1": 0.83111, + "precision_at_3": 0.30667, + "precision_at_5": 0.18889, + "precision_at_10": 0.09711, "precision_at_20": 0.04917, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.83, - "mrr_at_3": 0.872037, - "mrr_at_5": 0.878093, - "mrr_at_10": 0.881834, - "mrr_at_20": 0.882321, - "mrr_at_100": 0.882659, - "mrr_at_1000": 0.882681, - "nauc_ndcg_at_1_max": 0.649417, - "nauc_ndcg_at_1_std": -0.354199, - "nauc_ndcg_at_1_diff1": 0.900592, - "nauc_ndcg_at_3_max": 0.671612, - "nauc_ndcg_at_3_std": -0.372593, - "nauc_ndcg_at_3_diff1": 0.874703, - "nauc_ndcg_at_5_max": 0.662247, - "nauc_ndcg_at_5_std": -0.385621, - "nauc_ndcg_at_5_diff1": 0.876561, - "nauc_ndcg_at_10_max": 0.668776, - "nauc_ndcg_at_10_std": -0.368498, - "nauc_ndcg_at_10_diff1": 0.879388, - "nauc_ndcg_at_20_max": 0.669912, - "nauc_ndcg_at_20_std": -0.360831, - "nauc_ndcg_at_20_diff1": 0.883966, - "nauc_ndcg_at_100_max": 0.666224, - "nauc_ndcg_at_100_std": -0.366777, - "nauc_ndcg_at_100_diff1": 0.883892, - "nauc_ndcg_at_1000_max": 0.664686, - "nauc_ndcg_at_1000_std": -0.369077, - "nauc_ndcg_at_1000_diff1": 0.883526, - "nauc_map_at_1_max": 0.649417, - "nauc_map_at_1_std": -0.354199, - "nauc_map_at_1_diff1": 0.900592, - "nauc_map_at_3_max": 0.664643, - "nauc_map_at_3_std": -0.370536, - "nauc_map_at_3_diff1": 0.881673, - "nauc_map_at_5_max": 0.659942, - "nauc_map_at_5_std": -0.377238, - "nauc_map_at_5_diff1": 0.88299, - "nauc_map_at_10_max": 0.661906, - "nauc_map_at_10_std": -0.371523, - "nauc_map_at_10_diff1": 0.884133, - "nauc_map_at_20_max": 0.662138, - "nauc_map_at_20_std": -0.369921, - "nauc_map_at_20_diff1": 0.885097, - "nauc_map_at_100_max": 0.661738, - "nauc_map_at_100_std": -0.370372, - "nauc_map_at_100_diff1": 0.885063, - "nauc_map_at_1000_max": 0.661679, - "nauc_map_at_1000_std": -0.370482, - "nauc_map_at_1000_diff1": 0.885052, - "nauc_recall_at_1_max": 0.649417, - "nauc_recall_at_1_std": -0.354199, - "nauc_recall_at_1_diff1": 0.900592, - "nauc_recall_at_3_max": 0.703495, - "nauc_recall_at_3_std": -0.379565, - "nauc_recall_at_3_diff1": 0.843571, - "nauc_recall_at_5_max": 0.674228, - "nauc_recall_at_5_std": -0.439745, - "nauc_recall_at_5_diff1": 0.835536, - "nauc_recall_at_10_max": 0.766616, - "nauc_recall_at_10_std": -0.293566, - "nauc_recall_at_10_diff1": 0.823869, - "nauc_recall_at_20_max": 0.835543, - "nauc_recall_at_20_std": -0.09253, - "nauc_recall_at_20_diff1": 0.898382, + "mrr_at_1": 0.831111, + "mrr_at_3": 0.870741, + "mrr_at_5": 0.876296, + "mrr_at_10": 0.879906, + "mrr_at_20": 0.880747, + "mrr_at_100": 0.881104, + "mrr_at_1000": 0.881126, + "nauc_ndcg_at_1_max": 0.587719, + "nauc_ndcg_at_1_std": -0.402045, + "nauc_ndcg_at_1_diff1": 0.884457, + "nauc_ndcg_at_3_max": 0.611281, + "nauc_ndcg_at_3_std": -0.389236, + "nauc_ndcg_at_3_diff1": 0.860553, + "nauc_ndcg_at_5_max": 0.605601, + "nauc_ndcg_at_5_std": -0.411016, + "nauc_ndcg_at_5_diff1": 0.863125, + "nauc_ndcg_at_10_max": 0.610226, + "nauc_ndcg_at_10_std": -0.402729, + "nauc_ndcg_at_10_diff1": 0.864381, + "nauc_ndcg_at_20_max": 0.612261, + "nauc_ndcg_at_20_std": -0.387812, + "nauc_ndcg_at_20_diff1": 0.868269, + "nauc_ndcg_at_100_max": 0.608167, + "nauc_ndcg_at_100_std": -0.395093, + "nauc_ndcg_at_100_diff1": 0.869149, + "nauc_ndcg_at_1000_max": 0.606375, + "nauc_ndcg_at_1000_std": -0.398654, + "nauc_ndcg_at_1000_diff1": 0.868723, + "nauc_map_at_1_max": 0.587719, + "nauc_map_at_1_std": -0.402045, + "nauc_map_at_1_diff1": 0.884457, + "nauc_map_at_3_max": 0.605106, + "nauc_map_at_3_std": -0.395582, + "nauc_map_at_3_diff1": 0.867094, + "nauc_map_at_5_max": 0.60226, + "nauc_map_at_5_std": -0.406358, + "nauc_map_at_5_diff1": 0.868561, + "nauc_map_at_10_max": 0.603523, + "nauc_map_at_10_std": -0.403388, + "nauc_map_at_10_diff1": 0.869261, + "nauc_map_at_20_max": 0.603798, + "nauc_map_at_20_std": -0.400202, + "nauc_map_at_20_diff1": 0.870064, + "nauc_map_at_100_max": 0.603311, + "nauc_map_at_100_std": -0.401146, + "nauc_map_at_100_diff1": 0.870188, + "nauc_map_at_1000_max": 0.603243, + "nauc_map_at_1000_std": -0.401295, + "nauc_map_at_1000_diff1": 0.870176, + "nauc_recall_at_1_max": 0.587719, + "nauc_recall_at_1_std": -0.402045, + "nauc_recall_at_1_diff1": 0.884457, + "nauc_recall_at_3_max": 0.638312, + "nauc_recall_at_3_std": -0.359192, + "nauc_recall_at_3_diff1": 0.831712, + "nauc_recall_at_5_max": 0.623081, + "nauc_recall_at_5_std": -0.443968, + "nauc_recall_at_5_diff1": 0.831279, + "nauc_recall_at_10_max": 0.689668, + "nauc_recall_at_10_std": -0.391295, + "nauc_recall_at_10_diff1": 0.812271, + "nauc_recall_at_20_max": 0.798506, + "nauc_recall_at_20_std": -0.055618, + "nauc_recall_at_20_diff1": 0.862901, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.649417, - "nauc_precision_at_1_std": -0.354199, - "nauc_precision_at_1_diff1": 0.900592, - "nauc_precision_at_3_max": 0.703495, - "nauc_precision_at_3_std": -0.379565, - "nauc_precision_at_3_diff1": 0.843571, - "nauc_precision_at_5_max": 0.674228, - "nauc_precision_at_5_std": -0.439745, - "nauc_precision_at_5_diff1": 0.835536, - "nauc_precision_at_10_max": 0.766616, - "nauc_precision_at_10_std": -0.293566, - "nauc_precision_at_10_diff1": 0.823869, - "nauc_precision_at_20_max": 0.835543, - "nauc_precision_at_20_std": -0.09253, - "nauc_precision_at_20_diff1": 0.898382, + "nauc_precision_at_1_max": 0.587719, + "nauc_precision_at_1_std": -0.402045, + "nauc_precision_at_1_diff1": 0.884457, + "nauc_precision_at_3_max": 0.638312, + "nauc_precision_at_3_std": -0.359192, + "nauc_precision_at_3_diff1": 0.831712, + "nauc_precision_at_5_max": 0.623081, + "nauc_precision_at_5_std": -0.443968, + "nauc_precision_at_5_diff1": 0.831279, + "nauc_precision_at_10_max": 0.689668, + "nauc_precision_at_10_std": -0.391295, + "nauc_precision_at_10_diff1": 0.812271, + "nauc_precision_at_20_max": 0.798506, + "nauc_precision_at_20_std": -0.055618, + "nauc_precision_at_20_diff1": 0.862901, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.649417, - "nauc_mrr_at_1_std": -0.354199, - "nauc_mrr_at_1_diff1": 0.900592, - "nauc_mrr_at_3_max": 0.664643, - "nauc_mrr_at_3_std": -0.370536, - "nauc_mrr_at_3_diff1": 0.881673, - "nauc_mrr_at_5_max": 0.659942, - "nauc_mrr_at_5_std": -0.377238, - "nauc_mrr_at_5_diff1": 0.88299, - "nauc_mrr_at_10_max": 0.661906, - "nauc_mrr_at_10_std": -0.371523, - "nauc_mrr_at_10_diff1": 0.884133, - "nauc_mrr_at_20_max": 0.662138, - "nauc_mrr_at_20_std": -0.369921, - "nauc_mrr_at_20_diff1": 0.885097, - "nauc_mrr_at_100_max": 0.661738, - "nauc_mrr_at_100_std": -0.370372, - "nauc_mrr_at_100_diff1": 0.885063, - "nauc_mrr_at_1000_max": 0.661679, - "nauc_mrr_at_1000_std": -0.370482, - "nauc_mrr_at_1000_diff1": 0.885052, - "main_score": 0.90474, + "nauc_mrr_at_1_max": 0.587719, + "nauc_mrr_at_1_std": -0.402045, + "nauc_mrr_at_1_diff1": 0.884457, + "nauc_mrr_at_3_max": 0.605106, + "nauc_mrr_at_3_std": -0.395582, + "nauc_mrr_at_3_diff1": 0.867094, + "nauc_mrr_at_5_max": 0.60226, + "nauc_mrr_at_5_std": -0.406358, + "nauc_mrr_at_5_diff1": 0.868561, + "nauc_mrr_at_10_max": 0.603523, + "nauc_mrr_at_10_std": -0.403388, + "nauc_mrr_at_10_diff1": 0.869261, + "nauc_mrr_at_20_max": 0.603798, + "nauc_mrr_at_20_std": -0.400202, + "nauc_mrr_at_20_diff1": 0.870064, + "nauc_mrr_at_100_max": 0.603311, + "nauc_mrr_at_100_std": -0.401146, + "nauc_mrr_at_100_diff1": 0.870188, + "nauc_mrr_at_1000_max": 0.603243, + "nauc_mrr_at_1000_std": -0.401295, + "nauc_mrr_at_1000_diff1": 0.870176, + "hit_rate_at_1": 0.83111, + "hit_rate_at_3": 0.92, + "hit_rate_at_5": 0.94444, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90213, "hf_subset": "pbt_Arab-eng_Latn", "languages": [ "pbt-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.60778, - "ndcg_at_3": 0.67305, - "ndcg_at_5": 0.69337, - "ndcg_at_10": 0.71019, - "ndcg_at_20": 0.72049, - "ndcg_at_100": 0.73635, - "ndcg_at_1000": 0.7432, - "map_at_1": 0.60778, - "map_at_3": 0.65685, - "map_at_5": 0.66796, - "map_at_10": 0.67487, - "map_at_20": 0.67765, - "map_at_100": 0.6799, - "map_at_1000": 0.68018, - "recall_at_1": 0.60778, - "recall_at_3": 0.72, - "recall_at_5": 0.77, - "recall_at_10": 0.82222, - "recall_at_20": 0.86333, - "recall_at_100": 0.94778, + "ndcg_at_1": 0.57889, + "ndcg_at_3": 0.64752, + "ndcg_at_5": 0.66765, + "ndcg_at_10": 0.68398, + "ndcg_at_20": 0.69699, + "ndcg_at_100": 0.71465, + "ndcg_at_1000": 0.72217, + "map_at_1": 0.57889, + "map_at_3": 0.63056, + "map_at_5": 0.64172, + "map_at_10": 0.64855, + "map_at_20": 0.65217, + "map_at_100": 0.65459, + "map_at_1000": 0.65489, + "recall_at_1": 0.57889, + "recall_at_3": 0.69667, + "recall_at_5": 0.74556, + "recall_at_10": 0.79556, + "recall_at_20": 0.84667, + "recall_at_100": 0.94222, "recall_at_1000": 1.0, - "precision_at_1": 0.60778, - "precision_at_3": 0.24, - "precision_at_5": 0.154, - "precision_at_10": 0.08222, - "precision_at_20": 0.04317, - "precision_at_100": 0.00948, + "accuracy": 0.57889, + "precision_at_1": 0.57889, + "precision_at_3": 0.23222, + "precision_at_5": 0.14911, + "precision_at_10": 0.07956, + "precision_at_20": 0.04233, + "precision_at_100": 0.00942, "precision_at_1000": 0.001, - "mrr_at_1": 0.607778, - "mrr_at_3": 0.656852, - "mrr_at_5": 0.667963, - "mrr_at_10": 0.674867, - "mrr_at_20": 0.677646, - "mrr_at_100": 0.6799, - "mrr_at_1000": 0.68018, - "nauc_ndcg_at_1_max": 0.735469, - "nauc_ndcg_at_1_std": 0.260955, - "nauc_ndcg_at_1_diff1": 0.855433, - "nauc_ndcg_at_3_max": 0.767819, - "nauc_ndcg_at_3_std": 0.309802, - "nauc_ndcg_at_3_diff1": 0.829889, - "nauc_ndcg_at_5_max": 0.768717, - "nauc_ndcg_at_5_std": 0.327235, - "nauc_ndcg_at_5_diff1": 0.821229, - "nauc_ndcg_at_10_max": 0.764606, - "nauc_ndcg_at_10_std": 0.329864, - "nauc_ndcg_at_10_diff1": 0.82169, - "nauc_ndcg_at_20_max": 0.764288, - "nauc_ndcg_at_20_std": 0.34004, - "nauc_ndcg_at_20_diff1": 0.823916, - "nauc_ndcg_at_100_max": 0.764264, - "nauc_ndcg_at_100_std": 0.332938, - "nauc_ndcg_at_100_diff1": 0.828445, - "nauc_ndcg_at_1000_max": 0.761628, - "nauc_ndcg_at_1000_std": 0.322034, - "nauc_ndcg_at_1000_diff1": 0.829759, - "nauc_map_at_1_max": 0.735469, - "nauc_map_at_1_std": 0.260955, - "nauc_map_at_1_diff1": 0.855433, - "nauc_map_at_3_max": 0.759103, - "nauc_map_at_3_std": 0.296111, - "nauc_map_at_3_diff1": 0.836783, - "nauc_map_at_5_max": 0.759184, - "nauc_map_at_5_std": 0.304678, - "nauc_map_at_5_diff1": 0.832625, - "nauc_map_at_10_max": 0.757366, - "nauc_map_at_10_std": 0.305612, - "nauc_map_at_10_diff1": 0.832911, - "nauc_map_at_20_max": 0.757315, - "nauc_map_at_20_std": 0.30806, - "nauc_map_at_20_diff1": 0.833602, - "nauc_map_at_100_max": 0.757366, - "nauc_map_at_100_std": 0.307326, - "nauc_map_at_100_diff1": 0.834225, - "nauc_map_at_1000_max": 0.757276, - "nauc_map_at_1000_std": 0.306943, - "nauc_map_at_1000_diff1": 0.83426, - "nauc_recall_at_1_max": 0.735469, - "nauc_recall_at_1_std": 0.260955, - "nauc_recall_at_1_diff1": 0.855433, - "nauc_recall_at_3_max": 0.79686, - "nauc_recall_at_3_std": 0.35567, - "nauc_recall_at_3_diff1": 0.806912, - "nauc_recall_at_5_max": 0.805306, - "nauc_recall_at_5_std": 0.416632, - "nauc_recall_at_5_diff1": 0.776079, - "nauc_recall_at_10_max": 0.796484, - "nauc_recall_at_10_std": 0.447137, - "nauc_recall_at_10_diff1": 0.768099, - "nauc_recall_at_20_max": 0.801362, - "nauc_recall_at_20_std": 0.547678, - "nauc_recall_at_20_diff1": 0.768552, - "nauc_recall_at_100_max": 0.848283, - "nauc_recall_at_100_std": 0.67649, - "nauc_recall_at_100_diff1": 0.784552, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.735469, - "nauc_precision_at_1_std": 0.260955, - "nauc_precision_at_1_diff1": 0.855433, - "nauc_precision_at_3_max": 0.79686, - "nauc_precision_at_3_std": 0.35567, - "nauc_precision_at_3_diff1": 0.806912, - "nauc_precision_at_5_max": 0.805306, - "nauc_precision_at_5_std": 0.416632, - "nauc_precision_at_5_diff1": 0.776079, - "nauc_precision_at_10_max": 0.796484, - "nauc_precision_at_10_std": 0.447137, - "nauc_precision_at_10_diff1": 0.768099, - "nauc_precision_at_20_max": 0.801362, - "nauc_precision_at_20_std": 0.547678, - "nauc_precision_at_20_diff1": 0.768552, - "nauc_precision_at_100_max": 0.848283, - "nauc_precision_at_100_std": 0.67649, - "nauc_precision_at_100_diff1": 0.784552, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.735469, - "nauc_mrr_at_1_std": 0.260955, - "nauc_mrr_at_1_diff1": 0.855433, - "nauc_mrr_at_3_max": 0.759103, - "nauc_mrr_at_3_std": 0.296111, - "nauc_mrr_at_3_diff1": 0.836783, - "nauc_mrr_at_5_max": 0.759184, - "nauc_mrr_at_5_std": 0.304678, - "nauc_mrr_at_5_diff1": 0.832625, - "nauc_mrr_at_10_max": 0.757366, - "nauc_mrr_at_10_std": 0.305612, - "nauc_mrr_at_10_diff1": 0.832911, - "nauc_mrr_at_20_max": 0.757315, - "nauc_mrr_at_20_std": 0.30806, - "nauc_mrr_at_20_diff1": 0.833602, - "nauc_mrr_at_100_max": 0.757366, - "nauc_mrr_at_100_std": 0.307326, - "nauc_mrr_at_100_diff1": 0.834225, - "nauc_mrr_at_1000_max": 0.757276, - "nauc_mrr_at_1000_std": 0.306943, - "nauc_mrr_at_1000_diff1": 0.83426, - "main_score": 0.71019, + "mrr_at_1": 0.578889, + "mrr_at_3": 0.630556, + "mrr_at_5": 0.641722, + "mrr_at_10": 0.648546, + "mrr_at_20": 0.65217, + "mrr_at_100": 0.654593, + "mrr_at_1000": 0.654889, + "nauc_ndcg_at_1_max": 0.711675, + "nauc_ndcg_at_1_std": 0.231701, + "nauc_ndcg_at_1_diff1": 0.832993, + "nauc_ndcg_at_3_max": 0.721291, + "nauc_ndcg_at_3_std": 0.248706, + "nauc_ndcg_at_3_diff1": 0.797773, + "nauc_ndcg_at_5_max": 0.732543, + "nauc_ndcg_at_5_std": 0.275122, + "nauc_ndcg_at_5_diff1": 0.790353, + "nauc_ndcg_at_10_max": 0.730407, + "nauc_ndcg_at_10_std": 0.29078, + "nauc_ndcg_at_10_diff1": 0.786113, + "nauc_ndcg_at_20_max": 0.733045, + "nauc_ndcg_at_20_std": 0.298808, + "nauc_ndcg_at_20_diff1": 0.789905, + "nauc_ndcg_at_100_max": 0.732156, + "nauc_ndcg_at_100_std": 0.290669, + "nauc_ndcg_at_100_diff1": 0.795707, + "nauc_ndcg_at_1000_max": 0.72823, + "nauc_ndcg_at_1000_std": 0.278497, + "nauc_ndcg_at_1000_diff1": 0.797452, + "nauc_map_at_1_max": 0.711675, + "nauc_map_at_1_std": 0.231701, + "nauc_map_at_1_diff1": 0.832993, + "nauc_map_at_3_max": 0.718015, + "nauc_map_at_3_std": 0.242386, + "nauc_map_at_3_diff1": 0.806865, + "nauc_map_at_5_max": 0.724027, + "nauc_map_at_5_std": 0.25655, + "nauc_map_at_5_diff1": 0.803079, + "nauc_map_at_10_max": 0.723251, + "nauc_map_at_10_std": 0.262642, + "nauc_map_at_10_diff1": 0.801641, + "nauc_map_at_20_max": 0.723964, + "nauc_map_at_20_std": 0.264385, + "nauc_map_at_20_diff1": 0.802787, + "nauc_map_at_100_max": 0.723792, + "nauc_map_at_100_std": 0.263427, + "nauc_map_at_100_diff1": 0.803532, + "nauc_map_at_1000_max": 0.72366, + "nauc_map_at_1000_std": 0.263024, + "nauc_map_at_1000_diff1": 0.803587, + "nauc_recall_at_1_max": 0.711675, + "nauc_recall_at_1_std": 0.231701, + "nauc_recall_at_1_diff1": 0.832993, + "nauc_recall_at_3_max": 0.732347, + "nauc_recall_at_3_std": 0.270225, + "nauc_recall_at_3_diff1": 0.768137, + "nauc_recall_at_5_max": 0.765938, + "nauc_recall_at_5_std": 0.348349, + "nauc_recall_at_5_diff1": 0.742619, + "nauc_recall_at_10_max": 0.761813, + "nauc_recall_at_10_std": 0.425104, + "nauc_recall_at_10_diff1": 0.715969, + "nauc_recall_at_20_max": 0.786916, + "nauc_recall_at_20_std": 0.518089, + "nauc_recall_at_20_diff1": 0.71991, + "nauc_recall_at_100_max": 0.85049, + "nauc_recall_at_100_std": 0.659475, + "nauc_recall_at_100_diff1": 0.741211, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711675, + "nauc_precision_at_1_std": 0.231701, + "nauc_precision_at_1_diff1": 0.832993, + "nauc_precision_at_3_max": 0.732347, + "nauc_precision_at_3_std": 0.270225, + "nauc_precision_at_3_diff1": 0.768137, + "nauc_precision_at_5_max": 0.765938, + "nauc_precision_at_5_std": 0.348349, + "nauc_precision_at_5_diff1": 0.742619, + "nauc_precision_at_10_max": 0.761813, + "nauc_precision_at_10_std": 0.425104, + "nauc_precision_at_10_diff1": 0.715969, + "nauc_precision_at_20_max": 0.786916, + "nauc_precision_at_20_std": 0.518089, + "nauc_precision_at_20_diff1": 0.71991, + "nauc_precision_at_100_max": 0.85049, + "nauc_precision_at_100_std": 0.659475, + "nauc_precision_at_100_diff1": 0.741211, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711675, + "nauc_mrr_at_1_std": 0.231701, + "nauc_mrr_at_1_diff1": 0.832993, + "nauc_mrr_at_3_max": 0.718015, + "nauc_mrr_at_3_std": 0.242386, + "nauc_mrr_at_3_diff1": 0.806865, + "nauc_mrr_at_5_max": 0.724027, + "nauc_mrr_at_5_std": 0.25655, + "nauc_mrr_at_5_diff1": 0.803079, + "nauc_mrr_at_10_max": 0.723251, + "nauc_mrr_at_10_std": 0.262642, + "nauc_mrr_at_10_diff1": 0.801641, + "nauc_mrr_at_20_max": 0.723964, + "nauc_mrr_at_20_std": 0.264385, + "nauc_mrr_at_20_diff1": 0.802787, + "nauc_mrr_at_100_max": 0.723792, + "nauc_mrr_at_100_std": 0.263427, + "nauc_mrr_at_100_diff1": 0.803532, + "nauc_mrr_at_1000_max": 0.72366, + "nauc_mrr_at_1000_std": 0.263024, + "nauc_mrr_at_1000_diff1": 0.803587, + "hit_rate_at_1": 0.57889, + "hit_rate_at_3": 0.69667, + "hit_rate_at_5": 0.74556, + "hit_rate_at_10": 0.79556, + "hit_rate_at_20": 0.84667, + "hit_rate_at_100": 0.94222, + "hit_rate_at_1000": 1.0, + "main_score": 0.68398, "hf_subset": "eng_Latn-pbt_Arab", "languages": [ "eng-Latn", "pbt-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89, - "ndcg_at_3": 0.92819, - "ndcg_at_5": 0.9333, - "ndcg_at_10": 0.93695, - "ndcg_at_20": 0.93945, - "ndcg_at_100": 0.94104, - "ndcg_at_1000": 0.94165, - "map_at_1": 0.89, - "map_at_3": 0.91907, - "map_at_5": 0.92196, - "map_at_10": 0.9235, - "map_at_20": 0.92417, - "map_at_100": 0.92445, - "map_at_1000": 0.92448, - "recall_at_1": 0.89, - "recall_at_3": 0.95444, - "recall_at_5": 0.96667, - "recall_at_10": 0.97778, - "recall_at_20": 0.98778, + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.92167, + "ndcg_at_5": 0.92769, + "ndcg_at_10": 0.9317, + "ndcg_at_20": 0.93565, + "ndcg_at_100": 0.93675, + "ndcg_at_1000": 0.93735, + "map_at_1": 0.88333, + "map_at_3": 0.91259, + "map_at_5": 0.91598, + "map_at_10": 0.91767, + "map_at_20": 0.91876, + "map_at_100": 0.91893, + "map_at_1000": 0.91896, + "recall_at_1": 0.88333, + "recall_at_3": 0.94778, + "recall_at_5": 0.96222, + "recall_at_10": 0.97444, + "recall_at_20": 0.99, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.89, - "precision_at_3": 0.31815, - "precision_at_5": 0.19333, - "precision_at_10": 0.09778, - "precision_at_20": 0.04939, + "accuracy": 0.88333, + "precision_at_1": 0.88333, + "precision_at_3": 0.31593, + "precision_at_5": 0.19244, + "precision_at_10": 0.09744, + "precision_at_20": 0.0495, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.89, - "mrr_at_3": 0.919074, - "mrr_at_5": 0.921963, - "mrr_at_10": 0.923497, - "mrr_at_20": 0.924168, - "mrr_at_100": 0.924446, - "mrr_at_1000": 0.924476, - "nauc_ndcg_at_1_max": 0.843694, - "nauc_ndcg_at_1_std": -0.125953, - "nauc_ndcg_at_1_diff1": 0.931039, - "nauc_ndcg_at_3_max": 0.870504, - "nauc_ndcg_at_3_std": -0.08914, - "nauc_ndcg_at_3_diff1": 0.923006, - "nauc_ndcg_at_5_max": 0.874744, - "nauc_ndcg_at_5_std": -0.075376, - "nauc_ndcg_at_5_diff1": 0.93161, - "nauc_ndcg_at_10_max": 0.872142, - "nauc_ndcg_at_10_std": -0.093671, - "nauc_ndcg_at_10_diff1": 0.932996, - "nauc_ndcg_at_20_max": 0.867422, - "nauc_ndcg_at_20_std": -0.085113, - "nauc_ndcg_at_20_diff1": 0.931945, - "nauc_ndcg_at_100_max": 0.866923, - "nauc_ndcg_at_100_std": -0.085119, - "nauc_ndcg_at_100_diff1": 0.930547, - "nauc_ndcg_at_1000_max": 0.865527, - "nauc_ndcg_at_1000_std": -0.090624, - "nauc_ndcg_at_1000_diff1": 0.930143, - "nauc_map_at_1_max": 0.843694, - "nauc_map_at_1_std": -0.125953, - "nauc_map_at_1_diff1": 0.931039, - "nauc_map_at_3_max": 0.862665, - "nauc_map_at_3_std": -0.099741, - "nauc_map_at_3_diff1": 0.925691, - "nauc_map_at_5_max": 0.864523, - "nauc_map_at_5_std": -0.092462, - "nauc_map_at_5_diff1": 0.929845, - "nauc_map_at_10_max": 0.863424, - "nauc_map_at_10_std": -0.099679, - "nauc_map_at_10_diff1": 0.930217, - "nauc_map_at_20_max": 0.862333, - "nauc_map_at_20_std": -0.09737, - "nauc_map_at_20_diff1": 0.929906, - "nauc_map_at_100_max": 0.862275, - "nauc_map_at_100_std": -0.097309, - "nauc_map_at_100_diff1": 0.929691, - "nauc_map_at_1000_max": 0.862221, - "nauc_map_at_1000_std": -0.097482, - "nauc_map_at_1000_diff1": 0.929673, - "nauc_recall_at_1_max": 0.843694, - "nauc_recall_at_1_std": -0.125953, - "nauc_recall_at_1_diff1": 0.931039, - "nauc_recall_at_3_max": 0.909704, - "nauc_recall_at_3_std": -0.036267, - "nauc_recall_at_3_diff1": 0.909305, - "nauc_recall_at_5_max": 0.9432, - "nauc_recall_at_5_std": 0.038547, - "nauc_recall_at_5_diff1": 0.946078, - "nauc_recall_at_10_max": 0.954832, - "nauc_recall_at_10_std": -0.051961, - "nauc_recall_at_10_diff1": 0.966503, - "nauc_recall_at_20_max": 0.92976, - "nauc_recall_at_20_std": 0.124607, - "nauc_recall_at_20_diff1": 0.976233, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.915981, + "mrr_at_10": 0.917666, + "mrr_at_20": 0.918761, + "mrr_at_100": 0.918934, + "mrr_at_1000": 0.918961, + "nauc_ndcg_at_1_max": 0.840782, + "nauc_ndcg_at_1_std": -0.117117, + "nauc_ndcg_at_1_diff1": 0.937225, + "nauc_ndcg_at_3_max": 0.873752, + "nauc_ndcg_at_3_std": -0.031922, + "nauc_ndcg_at_3_diff1": 0.928299, + "nauc_ndcg_at_5_max": 0.872722, + "nauc_ndcg_at_5_std": -0.044819, + "nauc_ndcg_at_5_diff1": 0.929284, + "nauc_ndcg_at_10_max": 0.869629, + "nauc_ndcg_at_10_std": -0.059933, + "nauc_ndcg_at_10_diff1": 0.928972, + "nauc_ndcg_at_20_max": 0.866495, + "nauc_ndcg_at_20_std": -0.053804, + "nauc_ndcg_at_20_diff1": 0.931398, + "nauc_ndcg_at_100_max": 0.865009, + "nauc_ndcg_at_100_std": -0.059096, + "nauc_ndcg_at_100_diff1": 0.932041, + "nauc_ndcg_at_1000_max": 0.863703, + "nauc_ndcg_at_1000_std": -0.06559, + "nauc_ndcg_at_1000_diff1": 0.931702, + "nauc_map_at_1_max": 0.840782, + "nauc_map_at_1_std": -0.117117, + "nauc_map_at_1_diff1": 0.937225, + "nauc_map_at_3_max": 0.863724, + "nauc_map_at_3_std": -0.060423, + "nauc_map_at_3_diff1": 0.931036, + "nauc_map_at_5_max": 0.862732, + "nauc_map_at_5_std": -0.067918, + "nauc_map_at_5_diff1": 0.931644, + "nauc_map_at_10_max": 0.861474, + "nauc_map_at_10_std": -0.073599, + "nauc_map_at_10_diff1": 0.931573, + "nauc_map_at_20_max": 0.860678, + "nauc_map_at_20_std": -0.072868, + "nauc_map_at_20_diff1": 0.9322, + "nauc_map_at_100_max": 0.860462, + "nauc_map_at_100_std": -0.073902, + "nauc_map_at_100_diff1": 0.932265, + "nauc_map_at_1000_max": 0.860414, + "nauc_map_at_1000_std": -0.074094, + "nauc_map_at_1000_diff1": 0.932253, + "nauc_recall_at_1_max": 0.840782, + "nauc_recall_at_1_std": -0.117117, + "nauc_recall_at_1_diff1": 0.937225, + "nauc_recall_at_3_max": 0.921231, + "nauc_recall_at_3_std": 0.104883, + "nauc_recall_at_3_diff1": 0.915321, + "nauc_recall_at_5_max": 0.935464, + "nauc_recall_at_5_std": 0.099371, + "nauc_recall_at_5_diff1": 0.914662, + "nauc_recall_at_10_max": 0.940121, + "nauc_recall_at_10_std": 0.04561, + "nauc_recall_at_10_diff1": 0.90531, + "nauc_recall_at_20_max": 0.970951, + "nauc_recall_at_20_std": 0.38754, + "nauc_recall_at_20_diff1": 0.925563, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.464986, + "nauc_recall_at_100_std": 0.637722, "nauc_recall_at_100_diff1": 0.96732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.843694, - "nauc_precision_at_1_std": -0.125953, - "nauc_precision_at_1_diff1": 0.931039, - "nauc_precision_at_3_max": 0.909704, - "nauc_precision_at_3_std": -0.036267, - "nauc_precision_at_3_diff1": 0.909305, - "nauc_precision_at_5_max": 0.9432, - "nauc_precision_at_5_std": 0.038547, - "nauc_precision_at_5_diff1": 0.946078, - "nauc_precision_at_10_max": 0.954832, - "nauc_precision_at_10_std": -0.051961, - "nauc_precision_at_10_diff1": 0.966503, - "nauc_precision_at_20_max": 0.92976, - "nauc_precision_at_20_std": 0.124607, - "nauc_precision_at_20_diff1": 0.976233, + "nauc_precision_at_1_max": 0.840782, + "nauc_precision_at_1_std": -0.117117, + "nauc_precision_at_1_diff1": 0.937225, + "nauc_precision_at_3_max": 0.921231, + "nauc_precision_at_3_std": 0.104883, + "nauc_precision_at_3_diff1": 0.915321, + "nauc_precision_at_5_max": 0.935464, + "nauc_precision_at_5_std": 0.099371, + "nauc_precision_at_5_diff1": 0.914662, + "nauc_precision_at_10_max": 0.940121, + "nauc_precision_at_10_std": 0.04561, + "nauc_precision_at_10_diff1": 0.90531, + "nauc_precision_at_20_max": 0.970951, + "nauc_precision_at_20_std": 0.38754, + "nauc_precision_at_20_diff1": 0.925563, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.464986, + "nauc_precision_at_100_std": 0.637722, "nauc_precision_at_100_diff1": 0.96732, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.843694, - "nauc_mrr_at_1_std": -0.125953, - "nauc_mrr_at_1_diff1": 0.931039, - "nauc_mrr_at_3_max": 0.862665, - "nauc_mrr_at_3_std": -0.099741, - "nauc_mrr_at_3_diff1": 0.925691, - "nauc_mrr_at_5_max": 0.864523, - "nauc_mrr_at_5_std": -0.092462, - "nauc_mrr_at_5_diff1": 0.929845, - "nauc_mrr_at_10_max": 0.863424, - "nauc_mrr_at_10_std": -0.099679, - "nauc_mrr_at_10_diff1": 0.930217, - "nauc_mrr_at_20_max": 0.862333, - "nauc_mrr_at_20_std": -0.09737, - "nauc_mrr_at_20_diff1": 0.929906, - "nauc_mrr_at_100_max": 0.862275, - "nauc_mrr_at_100_std": -0.097309, - "nauc_mrr_at_100_diff1": 0.929691, - "nauc_mrr_at_1000_max": 0.862221, - "nauc_mrr_at_1000_std": -0.097482, - "nauc_mrr_at_1000_diff1": 0.929673, - "main_score": 0.93695, + "nauc_mrr_at_1_max": 0.840782, + "nauc_mrr_at_1_std": -0.117117, + "nauc_mrr_at_1_diff1": 0.937225, + "nauc_mrr_at_3_max": 0.863724, + "nauc_mrr_at_3_std": -0.060423, + "nauc_mrr_at_3_diff1": 0.931036, + "nauc_mrr_at_5_max": 0.862732, + "nauc_mrr_at_5_std": -0.067918, + "nauc_mrr_at_5_diff1": 0.931644, + "nauc_mrr_at_10_max": 0.861474, + "nauc_mrr_at_10_std": -0.073599, + "nauc_mrr_at_10_diff1": 0.931573, + "nauc_mrr_at_20_max": 0.860678, + "nauc_mrr_at_20_std": -0.072868, + "nauc_mrr_at_20_diff1": 0.9322, + "nauc_mrr_at_100_max": 0.860462, + "nauc_mrr_at_100_std": -0.073902, + "nauc_mrr_at_100_diff1": 0.932265, + "nauc_mrr_at_1000_max": 0.860414, + "nauc_mrr_at_1000_std": -0.074094, + "nauc_mrr_at_1000_diff1": 0.932253, + "hit_rate_at_1": 0.88333, + "hit_rate_at_3": 0.94778, + "hit_rate_at_5": 0.96222, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.9317, "hf_subset": "pes_Arab-pes_Arab", "languages": [ "pes-Arab", "pes-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.9455, - "ndcg_at_5": 0.95009, - "ndcg_at_10": 0.9538, - "ndcg_at_20": 0.95438, - "ndcg_at_100": 0.95535, - "ndcg_at_1000": 0.95566, - "map_at_1": 0.91333, - "map_at_3": 0.93778, - "map_at_5": 0.94033, - "map_at_10": 0.94193, - "map_at_20": 0.9421, - "map_at_100": 0.94221, - "map_at_1000": 0.94223, - "recall_at_1": 0.91333, - "recall_at_3": 0.96778, - "recall_at_5": 0.97889, - "recall_at_10": 0.99, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94401, + "ndcg_at_5": 0.94917, + "ndcg_at_10": 0.95172, + "ndcg_at_20": 0.95347, + "ndcg_at_100": 0.95427, + "ndcg_at_1000": 0.95473, + "map_at_1": 0.91111, + "map_at_3": 0.93648, + "map_at_5": 0.93943, + "map_at_10": 0.9405, + "map_at_20": 0.94101, + "map_at_100": 0.94111, + "map_at_1000": 0.94113, + "recall_at_1": 0.91111, + "recall_at_3": 0.96556, + "recall_at_5": 0.97778, + "recall_at_10": 0.98556, "recall_at_20": 0.99222, - "recall_at_100": 0.99778, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32259, - "precision_at_5": 0.19578, - "precision_at_10": 0.099, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32185, + "precision_at_5": 0.19556, + "precision_at_10": 0.09856, "precision_at_20": 0.04961, - "precision_at_100": 0.00998, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.937778, - "mrr_at_5": 0.940333, - "mrr_at_10": 0.94193, - "mrr_at_20": 0.942097, - "mrr_at_100": 0.942215, - "mrr_at_1000": 0.942231, - "nauc_ndcg_at_1_max": 0.761013, - "nauc_ndcg_at_1_std": -0.345262, - "nauc_ndcg_at_1_diff1": 0.92677, - "nauc_ndcg_at_3_max": 0.794731, - "nauc_ndcg_at_3_std": -0.36833, - "nauc_ndcg_at_3_diff1": 0.941569, - "nauc_ndcg_at_5_max": 0.797023, - "nauc_ndcg_at_5_std": -0.330413, - "nauc_ndcg_at_5_diff1": 0.942347, - "nauc_ndcg_at_10_max": 0.798465, - "nauc_ndcg_at_10_std": -0.297778, - "nauc_ndcg_at_10_diff1": 0.939789, - "nauc_ndcg_at_20_max": 0.79774, - "nauc_ndcg_at_20_std": -0.295392, - "nauc_ndcg_at_20_diff1": 0.939026, - "nauc_ndcg_at_100_max": 0.793328, - "nauc_ndcg_at_100_std": -0.313378, - "nauc_ndcg_at_100_diff1": 0.938373, - "nauc_ndcg_at_1000_max": 0.791874, - "nauc_ndcg_at_1000_std": -0.322152, - "nauc_ndcg_at_1000_diff1": 0.937939, - "nauc_map_at_1_max": 0.761013, - "nauc_map_at_1_std": -0.345262, - "nauc_map_at_1_diff1": 0.92677, - "nauc_map_at_3_max": 0.786823, - "nauc_map_at_3_std": -0.361961, - "nauc_map_at_3_diff1": 0.937524, - "nauc_map_at_5_max": 0.787786, - "nauc_map_at_5_std": -0.343817, - "nauc_map_at_5_diff1": 0.937708, - "nauc_map_at_10_max": 0.78796, - "nauc_map_at_10_std": -0.332988, - "nauc_map_at_10_diff1": 0.93669, - "nauc_map_at_20_max": 0.787794, - "nauc_map_at_20_std": -0.332276, - "nauc_map_at_20_diff1": 0.936507, - "nauc_map_at_100_max": 0.787361, - "nauc_map_at_100_std": -0.334266, - "nauc_map_at_100_diff1": 0.936471, - "nauc_map_at_1000_max": 0.787302, - "nauc_map_at_1000_std": -0.334618, - "nauc_map_at_1000_diff1": 0.936453, - "nauc_recall_at_1_max": 0.761013, - "nauc_recall_at_1_std": -0.345262, - "nauc_recall_at_1_diff1": 0.92677, - "nauc_recall_at_3_max": 0.83607, - "nauc_recall_at_3_std": -0.402717, - "nauc_recall_at_3_diff1": 0.963376, - "nauc_recall_at_5_max": 0.8682, - "nauc_recall_at_5_std": -0.206374, - "nauc_recall_at_5_diff1": 0.97936, - "nauc_recall_at_10_max": 0.969136, - "nauc_recall_at_10_std": 0.382042, - "nauc_recall_at_10_diff1": 0.985476, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.936481, + "mrr_at_5": 0.939426, + "mrr_at_10": 0.940495, + "mrr_at_20": 0.941008, + "mrr_at_100": 0.94111, + "mrr_at_1000": 0.941132, + "nauc_ndcg_at_1_max": 0.713498, + "nauc_ndcg_at_1_std": -0.276161, + "nauc_ndcg_at_1_diff1": 0.909722, + "nauc_ndcg_at_3_max": 0.753747, + "nauc_ndcg_at_3_std": -0.291958, + "nauc_ndcg_at_3_diff1": 0.923795, + "nauc_ndcg_at_5_max": 0.744667, + "nauc_ndcg_at_5_std": -0.306024, + "nauc_ndcg_at_5_diff1": 0.924693, + "nauc_ndcg_at_10_max": 0.752607, + "nauc_ndcg_at_10_std": -0.2504, + "nauc_ndcg_at_10_diff1": 0.926282, + "nauc_ndcg_at_20_max": 0.752186, + "nauc_ndcg_at_20_std": -0.242087, + "nauc_ndcg_at_20_diff1": 0.924356, + "nauc_ndcg_at_100_max": 0.747844, + "nauc_ndcg_at_100_std": -0.25221, + "nauc_ndcg_at_100_diff1": 0.92303, + "nauc_ndcg_at_1000_max": 0.74531, + "nauc_ndcg_at_1000_std": -0.264792, + "nauc_ndcg_at_1000_diff1": 0.922257, + "nauc_map_at_1_max": 0.713498, + "nauc_map_at_1_std": -0.276161, + "nauc_map_at_1_diff1": 0.909722, + "nauc_map_at_3_max": 0.742875, + "nauc_map_at_3_std": -0.288344, + "nauc_map_at_3_diff1": 0.920056, + "nauc_map_at_5_max": 0.738146, + "nauc_map_at_5_std": -0.294539, + "nauc_map_at_5_diff1": 0.920322, + "nauc_map_at_10_max": 0.740957, + "nauc_map_at_10_std": -0.275295, + "nauc_map_at_10_diff1": 0.920897, + "nauc_map_at_20_max": 0.74071, + "nauc_map_at_20_std": -0.273074, + "nauc_map_at_20_diff1": 0.920415, + "nauc_map_at_100_max": 0.740259, + "nauc_map_at_100_std": -0.274367, + "nauc_map_at_100_diff1": 0.920276, + "nauc_map_at_1000_max": 0.740164, + "nauc_map_at_1000_std": -0.274837, + "nauc_map_at_1000_diff1": 0.920247, + "nauc_recall_at_1_max": 0.713498, + "nauc_recall_at_1_std": -0.276161, + "nauc_recall_at_1_diff1": 0.909722, + "nauc_recall_at_3_max": 0.809539, + "nauc_recall_at_3_std": -0.309885, + "nauc_recall_at_3_diff1": 0.942923, + "nauc_recall_at_5_max": 0.789496, + "nauc_recall_at_5_std": -0.39986, + "nauc_recall_at_5_diff1": 0.9581, + "nauc_recall_at_10_max": 0.889787, + "nauc_recall_at_10_std": 0.115097, + "nauc_recall_at_10_diff1": 0.989945, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.61558, - "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_20_std": 0.589236, + "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.761013, - "nauc_precision_at_1_std": -0.345262, - "nauc_precision_at_1_diff1": 0.92677, - "nauc_precision_at_3_max": 0.83607, - "nauc_precision_at_3_std": -0.402717, - "nauc_precision_at_3_diff1": 0.963376, - "nauc_precision_at_5_max": 0.8682, - "nauc_precision_at_5_std": -0.206374, - "nauc_precision_at_5_diff1": 0.97936, - "nauc_precision_at_10_max": 0.969136, - "nauc_precision_at_10_std": 0.382042, - "nauc_precision_at_10_diff1": 0.985476, + "nauc_precision_at_1_max": 0.713498, + "nauc_precision_at_1_std": -0.276161, + "nauc_precision_at_1_diff1": 0.909722, + "nauc_precision_at_3_max": 0.809539, + "nauc_precision_at_3_std": -0.309885, + "nauc_precision_at_3_diff1": 0.942923, + "nauc_precision_at_5_max": 0.789496, + "nauc_precision_at_5_std": -0.39986, + "nauc_precision_at_5_diff1": 0.9581, + "nauc_precision_at_10_max": 0.889787, + "nauc_precision_at_10_std": 0.115097, + "nauc_precision_at_10_diff1": 0.989945, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.61558, - "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_20_std": 0.589236, + "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.761013, - "nauc_mrr_at_1_std": -0.345262, - "nauc_mrr_at_1_diff1": 0.92677, - "nauc_mrr_at_3_max": 0.786823, - "nauc_mrr_at_3_std": -0.361961, - "nauc_mrr_at_3_diff1": 0.937524, - "nauc_mrr_at_5_max": 0.787786, - "nauc_mrr_at_5_std": -0.343817, - "nauc_mrr_at_5_diff1": 0.937708, - "nauc_mrr_at_10_max": 0.78796, - "nauc_mrr_at_10_std": -0.332988, - "nauc_mrr_at_10_diff1": 0.93669, - "nauc_mrr_at_20_max": 0.787794, - "nauc_mrr_at_20_std": -0.332276, - "nauc_mrr_at_20_diff1": 0.936507, - "nauc_mrr_at_100_max": 0.787361, - "nauc_mrr_at_100_std": -0.334266, - "nauc_mrr_at_100_diff1": 0.936471, - "nauc_mrr_at_1000_max": 0.787302, - "nauc_mrr_at_1000_std": -0.334618, - "nauc_mrr_at_1000_diff1": 0.936453, - "main_score": 0.9538, + "nauc_mrr_at_1_max": 0.713498, + "nauc_mrr_at_1_std": -0.276161, + "nauc_mrr_at_1_diff1": 0.909722, + "nauc_mrr_at_3_max": 0.742875, + "nauc_mrr_at_3_std": -0.288344, + "nauc_mrr_at_3_diff1": 0.920056, + "nauc_mrr_at_5_max": 0.738146, + "nauc_mrr_at_5_std": -0.294539, + "nauc_mrr_at_5_diff1": 0.920322, + "nauc_mrr_at_10_max": 0.740957, + "nauc_mrr_at_10_std": -0.275295, + "nauc_mrr_at_10_diff1": 0.920897, + "nauc_mrr_at_20_max": 0.74071, + "nauc_mrr_at_20_std": -0.273074, + "nauc_mrr_at_20_diff1": 0.920415, + "nauc_mrr_at_100_max": 0.740259, + "nauc_mrr_at_100_std": -0.274367, + "nauc_mrr_at_100_diff1": 0.920276, + "nauc_mrr_at_1000_max": 0.740164, + "nauc_mrr_at_1000_std": -0.274837, + "nauc_mrr_at_1000_diff1": 0.920247, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96556, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.95172, "hf_subset": "pes_Arab-eng_Latn", "languages": [ "pes-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.84667, - "ndcg_at_3": 0.89218, - "ndcg_at_5": 0.90079, - "ndcg_at_10": 0.90869, - "ndcg_at_20": 0.91292, - "ndcg_at_100": 0.91531, - "ndcg_at_1000": 0.91574, - "map_at_1": 0.84667, - "map_at_3": 0.88204, - "map_at_5": 0.88676, - "map_at_10": 0.89002, - "map_at_20": 0.89118, - "map_at_100": 0.89148, - "map_at_1000": 0.8915, - "recall_at_1": 0.84667, - "recall_at_3": 0.92111, - "recall_at_5": 0.94222, - "recall_at_10": 0.96667, - "recall_at_20": 0.98333, - "recall_at_100": 0.99667, - "recall_at_1000": 1.0, - "precision_at_1": 0.84667, - "precision_at_3": 0.30704, - "precision_at_5": 0.18844, - "precision_at_10": 0.09667, - "precision_at_20": 0.04917, - "precision_at_100": 0.00997, - "precision_at_1000": 0.001, - "mrr_at_1": 0.846667, - "mrr_at_3": 0.882037, - "mrr_at_5": 0.886759, - "mrr_at_10": 0.890022, - "mrr_at_20": 0.891183, - "mrr_at_100": 0.891484, - "mrr_at_1000": 0.891498, - "nauc_ndcg_at_1_max": 0.820815, - "nauc_ndcg_at_1_std": 0.024883, - "nauc_ndcg_at_1_diff1": 0.934469, - "nauc_ndcg_at_3_max": 0.859085, - "nauc_ndcg_at_3_std": 0.103687, - "nauc_ndcg_at_3_diff1": 0.910523, - "nauc_ndcg_at_5_max": 0.858102, - "nauc_ndcg_at_5_std": 0.116877, - "nauc_ndcg_at_5_diff1": 0.91418, - "nauc_ndcg_at_10_max": 0.852555, - "nauc_ndcg_at_10_std": 0.09329, - "nauc_ndcg_at_10_diff1": 0.916374, - "nauc_ndcg_at_20_max": 0.849264, - "nauc_ndcg_at_20_std": 0.081692, - "nauc_ndcg_at_20_diff1": 0.918592, - "nauc_ndcg_at_100_max": 0.847974, - "nauc_ndcg_at_100_std": 0.084262, - "nauc_ndcg_at_100_diff1": 0.91891, - "nauc_ndcg_at_1000_max": 0.847185, - "nauc_ndcg_at_1000_std": 0.080567, - "nauc_ndcg_at_1000_diff1": 0.918727, - "nauc_map_at_1_max": 0.820815, - "nauc_map_at_1_std": 0.024883, - "nauc_map_at_1_diff1": 0.934469, - "nauc_map_at_3_max": 0.848067, - "nauc_map_at_3_std": 0.080071, - "nauc_map_at_3_diff1": 0.916402, - "nauc_map_at_5_max": 0.847017, - "nauc_map_at_5_std": 0.084317, - "nauc_map_at_5_diff1": 0.918511, - "nauc_map_at_10_max": 0.84481, - "nauc_map_at_10_std": 0.075749, - "nauc_map_at_10_diff1": 0.919356, - "nauc_map_at_20_max": 0.844016, - "nauc_map_at_20_std": 0.072989, - "nauc_map_at_20_diff1": 0.91986, - "nauc_map_at_100_max": 0.843843, - "nauc_map_at_100_std": 0.073071, - "nauc_map_at_100_diff1": 0.91991, - "nauc_map_at_1000_max": 0.843821, - "nauc_map_at_1000_std": 0.072964, - "nauc_map_at_1000_diff1": 0.919907, - "nauc_recall_at_1_max": 0.820815, - "nauc_recall_at_1_std": 0.024883, - "nauc_recall_at_1_diff1": 0.934469, - "nauc_recall_at_3_max": 0.904755, - "nauc_recall_at_3_std": 0.202174, - "nauc_recall_at_3_diff1": 0.886804, - "nauc_recall_at_5_max": 0.918211, - "nauc_recall_at_5_std": 0.301031, - "nauc_recall_at_5_diff1": 0.892444, - "nauc_recall_at_10_max": 0.915966, - "nauc_recall_at_10_std": 0.232975, - "nauc_recall_at_10_diff1": 0.895269, - "nauc_recall_at_20_max": 0.912543, - "nauc_recall_at_20_std": 0.140212, - "nauc_recall_at_20_diff1": 0.91939, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.786026, - "nauc_recall_at_100_diff1": 0.956427, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.820815, - "nauc_precision_at_1_std": 0.024883, - "nauc_precision_at_1_diff1": 0.934469, - "nauc_precision_at_3_max": 0.904755, - "nauc_precision_at_3_std": 0.202174, - "nauc_precision_at_3_diff1": 0.886804, - "nauc_precision_at_5_max": 0.918211, - "nauc_precision_at_5_std": 0.301031, - "nauc_precision_at_5_diff1": 0.892444, - "nauc_precision_at_10_max": 0.915966, - "nauc_precision_at_10_std": 0.232975, - "nauc_precision_at_10_diff1": 0.895269, - "nauc_precision_at_20_max": 0.912543, - "nauc_precision_at_20_std": 0.140212, - "nauc_precision_at_20_diff1": 0.91939, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.786026, - "nauc_precision_at_100_diff1": 0.956427, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.820815, - "nauc_mrr_at_1_std": 0.024883, - "nauc_mrr_at_1_diff1": 0.934469, - "nauc_mrr_at_3_max": 0.848067, - "nauc_mrr_at_3_std": 0.080071, - "nauc_mrr_at_3_diff1": 0.916402, - "nauc_mrr_at_5_max": 0.847017, - "nauc_mrr_at_5_std": 0.084317, - "nauc_mrr_at_5_diff1": 0.918511, - "nauc_mrr_at_10_max": 0.84481, - "nauc_mrr_at_10_std": 0.075749, - "nauc_mrr_at_10_diff1": 0.919356, - "nauc_mrr_at_20_max": 0.844016, - "nauc_mrr_at_20_std": 0.072989, - "nauc_mrr_at_20_diff1": 0.91986, - "nauc_mrr_at_100_max": 0.843843, - "nauc_mrr_at_100_std": 0.073071, - "nauc_mrr_at_100_diff1": 0.91991, - "nauc_mrr_at_1000_max": 0.843821, - "nauc_mrr_at_1000_std": 0.072964, - "nauc_mrr_at_1000_diff1": 0.919907, - "main_score": 0.90869, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.82556, + "ndcg_at_3": 0.87499, + "ndcg_at_5": 0.88379, + "ndcg_at_10": 0.89236, + "ndcg_at_20": 0.89687, + "ndcg_at_100": 0.90077, + "ndcg_at_1000": 0.90184, + "map_at_1": 0.82556, + "map_at_3": 0.86389, + "map_at_5": 0.86883, + "map_at_10": 0.87235, + "map_at_20": 0.87359, + "map_at_100": 0.8742, + "map_at_1000": 0.87425, + "recall_at_1": 0.82556, + "recall_at_3": 0.90667, + "recall_at_5": 0.92778, + "recall_at_10": 0.95444, + "recall_at_20": 0.97222, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.82556, + "precision_at_1": 0.82556, + "precision_at_3": 0.30222, + "precision_at_5": 0.18556, + "precision_at_10": 0.09544, + "precision_at_20": 0.04861, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.825556, + "mrr_at_3": 0.863889, + "mrr_at_5": 0.868833, + "mrr_at_10": 0.872346, + "mrr_at_20": 0.87359, + "mrr_at_100": 0.8742, + "mrr_at_1000": 0.874252, + "nauc_ndcg_at_1_max": 0.787402, + "nauc_ndcg_at_1_std": -0.009879, + "nauc_ndcg_at_1_diff1": 0.92056, + "nauc_ndcg_at_3_max": 0.823125, + "nauc_ndcg_at_3_std": 0.041884, + "nauc_ndcg_at_3_diff1": 0.895897, + "nauc_ndcg_at_5_max": 0.825176, + "nauc_ndcg_at_5_std": 0.057032, + "nauc_ndcg_at_5_diff1": 0.899388, + "nauc_ndcg_at_10_max": 0.826912, + "nauc_ndcg_at_10_std": 0.067576, + "nauc_ndcg_at_10_diff1": 0.903721, + "nauc_ndcg_at_20_max": 0.821272, + "nauc_ndcg_at_20_std": 0.052132, + "nauc_ndcg_at_20_diff1": 0.902892, + "nauc_ndcg_at_100_max": 0.818603, + "nauc_ndcg_at_100_std": 0.046769, + "nauc_ndcg_at_100_diff1": 0.905238, + "nauc_ndcg_at_1000_max": 0.817433, + "nauc_ndcg_at_1000_std": 0.043944, + "nauc_ndcg_at_1000_diff1": 0.905088, + "nauc_map_at_1_max": 0.787402, + "nauc_map_at_1_std": -0.009879, + "nauc_map_at_1_diff1": 0.92056, + "nauc_map_at_3_max": 0.813702, + "nauc_map_at_3_std": 0.027488, + "nauc_map_at_3_diff1": 0.902714, + "nauc_map_at_5_max": 0.814471, + "nauc_map_at_5_std": 0.035136, + "nauc_map_at_5_diff1": 0.904779, + "nauc_map_at_10_max": 0.815139, + "nauc_map_at_10_std": 0.039344, + "nauc_map_at_10_diff1": 0.906501, + "nauc_map_at_20_max": 0.81372, + "nauc_map_at_20_std": 0.035317, + "nauc_map_at_20_diff1": 0.906364, + "nauc_map_at_100_max": 0.813321, + "nauc_map_at_100_std": 0.034651, + "nauc_map_at_100_diff1": 0.906644, + "nauc_map_at_1000_max": 0.813276, + "nauc_map_at_1000_std": 0.034575, + "nauc_map_at_1000_diff1": 0.906646, + "nauc_recall_at_1_max": 0.787402, + "nauc_recall_at_1_std": -0.009879, + "nauc_recall_at_1_diff1": 0.92056, + "nauc_recall_at_3_max": 0.860511, + "nauc_recall_at_3_std": 0.09949, + "nauc_recall_at_3_diff1": 0.868642, + "nauc_recall_at_5_max": 0.878302, + "nauc_recall_at_5_std": 0.168441, + "nauc_recall_at_5_diff1": 0.873375, + "nauc_recall_at_10_max": 0.916479, + "nauc_recall_at_10_std": 0.291647, + "nauc_recall_at_10_diff1": 0.887955, + "nauc_recall_at_20_max": 0.895051, + "nauc_recall_at_20_std": 0.225882, + "nauc_recall_at_20_diff1": 0.865453, + "nauc_recall_at_100_max": 0.922969, + "nauc_recall_at_100_std": 0.317594, + "nauc_recall_at_100_diff1": 0.922969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.787402, + "nauc_precision_at_1_std": -0.009879, + "nauc_precision_at_1_diff1": 0.92056, + "nauc_precision_at_3_max": 0.860511, + "nauc_precision_at_3_std": 0.09949, + "nauc_precision_at_3_diff1": 0.868642, + "nauc_precision_at_5_max": 0.878302, + "nauc_precision_at_5_std": 0.168441, + "nauc_precision_at_5_diff1": 0.873375, + "nauc_precision_at_10_max": 0.916479, + "nauc_precision_at_10_std": 0.291647, + "nauc_precision_at_10_diff1": 0.887955, + "nauc_precision_at_20_max": 0.895051, + "nauc_precision_at_20_std": 0.225882, + "nauc_precision_at_20_diff1": 0.865453, + "nauc_precision_at_100_max": 0.922969, + "nauc_precision_at_100_std": 0.317594, + "nauc_precision_at_100_diff1": 0.922969, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.787402, + "nauc_mrr_at_1_std": -0.009879, + "nauc_mrr_at_1_diff1": 0.92056, + "nauc_mrr_at_3_max": 0.813702, + "nauc_mrr_at_3_std": 0.027488, + "nauc_mrr_at_3_diff1": 0.902714, + "nauc_mrr_at_5_max": 0.814471, + "nauc_mrr_at_5_std": 0.035136, + "nauc_mrr_at_5_diff1": 0.904779, + "nauc_mrr_at_10_max": 0.815139, + "nauc_mrr_at_10_std": 0.039344, + "nauc_mrr_at_10_diff1": 0.906501, + "nauc_mrr_at_20_max": 0.81372, + "nauc_mrr_at_20_std": 0.035317, + "nauc_mrr_at_20_diff1": 0.906364, + "nauc_mrr_at_100_max": 0.813321, + "nauc_mrr_at_100_std": 0.034651, + "nauc_mrr_at_100_diff1": 0.906644, + "nauc_mrr_at_1000_max": 0.813276, + "nauc_mrr_at_1000_std": 0.034575, + "nauc_mrr_at_1000_diff1": 0.906646, + "hit_rate_at_1": 0.82556, + "hit_rate_at_3": 0.90667, + "hit_rate_at_5": 0.92778, + "hit_rate_at_10": 0.95444, + "hit_rate_at_20": 0.97222, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.89236, "hf_subset": "eng_Latn-pes_Arab", "languages": [ "eng-Latn", "pes-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.56889, - "ndcg_at_3": 0.6114, - "ndcg_at_5": 0.62364, - "ndcg_at_10": 0.6363, - "ndcg_at_20": 0.64408, - "ndcg_at_100": 0.66705, - "ndcg_at_1000": 0.68373, + "ndcg_at_3": 0.61602, + "ndcg_at_5": 0.62706, + "ndcg_at_10": 0.63831, + "ndcg_at_20": 0.64966, + "ndcg_at_100": 0.66958, + "ndcg_at_1000": 0.6871, "map_at_1": 0.56889, - "map_at_3": 0.60111, - "map_at_5": 0.60783, - "map_at_10": 0.6129, - "map_at_20": 0.61499, - "map_at_100": 0.61789, - "map_at_1000": 0.61851, + "map_at_3": 0.60463, + "map_at_5": 0.6108, + "map_at_10": 0.61549, + "map_at_20": 0.61867, + "map_at_100": 0.62126, + "map_at_1000": 0.62193, "recall_at_1": 0.56889, - "recall_at_3": 0.64111, - "recall_at_5": 0.67111, - "recall_at_10": 0.71111, - "recall_at_20": 0.74222, - "recall_at_100": 0.87, + "recall_at_3": 0.64889, + "recall_at_5": 0.67556, + "recall_at_10": 0.71, + "recall_at_20": 0.75444, + "recall_at_100": 0.86444, "recall_at_1000": 1.0, + "accuracy": 0.56889, "precision_at_1": 0.56889, - "precision_at_3": 0.2137, - "precision_at_5": 0.13422, - "precision_at_10": 0.07111, - "precision_at_20": 0.03711, - "precision_at_100": 0.0087, + "precision_at_3": 0.2163, + "precision_at_5": 0.13511, + "precision_at_10": 0.071, + "precision_at_20": 0.03772, + "precision_at_100": 0.00864, "precision_at_1000": 0.001, "mrr_at_1": 0.568889, - "mrr_at_3": 0.601111, - "mrr_at_5": 0.607833, - "mrr_at_10": 0.612896, - "mrr_at_20": 0.614985, - "mrr_at_100": 0.617886, - "mrr_at_1000": 0.618511, - "nauc_ndcg_at_1_max": 0.775383, - "nauc_ndcg_at_1_std": -0.181313, - "nauc_ndcg_at_1_diff1": 0.853761, - "nauc_ndcg_at_3_max": 0.796461, - "nauc_ndcg_at_3_std": -0.173617, - "nauc_ndcg_at_3_diff1": 0.847979, - "nauc_ndcg_at_5_max": 0.791734, - "nauc_ndcg_at_5_std": -0.171235, - "nauc_ndcg_at_5_diff1": 0.838706, - "nauc_ndcg_at_10_max": 0.787183, - "nauc_ndcg_at_10_std": -0.172205, - "nauc_ndcg_at_10_diff1": 0.833836, - "nauc_ndcg_at_20_max": 0.786327, - "nauc_ndcg_at_20_std": -0.16772, - "nauc_ndcg_at_20_diff1": 0.831238, - "nauc_ndcg_at_100_max": 0.784288, - "nauc_ndcg_at_100_std": -0.158491, - "nauc_ndcg_at_100_diff1": 0.829324, - "nauc_ndcg_at_1000_max": 0.786138, - "nauc_ndcg_at_1000_std": -0.16783, - "nauc_ndcg_at_1000_diff1": 0.835615, - "nauc_map_at_1_max": 0.775383, - "nauc_map_at_1_std": -0.181313, - "nauc_map_at_1_diff1": 0.853761, - "nauc_map_at_3_max": 0.791671, - "nauc_map_at_3_std": -0.176198, - "nauc_map_at_3_diff1": 0.84917, - "nauc_map_at_5_max": 0.789088, - "nauc_map_at_5_std": -0.17462, - "nauc_map_at_5_diff1": 0.844238, - "nauc_map_at_10_max": 0.787129, - "nauc_map_at_10_std": -0.17509, - "nauc_map_at_10_diff1": 0.842316, - "nauc_map_at_20_max": 0.78694, - "nauc_map_at_20_std": -0.174027, - "nauc_map_at_20_diff1": 0.841707, - "nauc_map_at_100_max": 0.786554, - "nauc_map_at_100_std": -0.173145, - "nauc_map_at_100_diff1": 0.841418, - "nauc_map_at_1000_max": 0.78662, - "nauc_map_at_1000_std": -0.173335, - "nauc_map_at_1000_diff1": 0.841617, - "nauc_recall_at_1_max": 0.775383, - "nauc_recall_at_1_std": -0.181313, - "nauc_recall_at_1_diff1": 0.853761, - "nauc_recall_at_3_max": 0.810953, - "nauc_recall_at_3_std": -0.165399, - "nauc_recall_at_3_diff1": 0.844434, - "nauc_recall_at_5_max": 0.799209, - "nauc_recall_at_5_std": -0.160107, - "nauc_recall_at_5_diff1": 0.819433, - "nauc_recall_at_10_max": 0.784423, - "nauc_recall_at_10_std": -0.162224, - "nauc_recall_at_10_diff1": 0.800413, - "nauc_recall_at_20_max": 0.779596, - "nauc_recall_at_20_std": -0.138191, - "nauc_recall_at_20_diff1": 0.784038, - "nauc_recall_at_100_max": 0.756083, - "nauc_recall_at_100_std": 0.001403, - "nauc_recall_at_100_diff1": 0.728892, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.775383, - "nauc_precision_at_1_std": -0.181313, - "nauc_precision_at_1_diff1": 0.853761, - "nauc_precision_at_3_max": 0.810953, - "nauc_precision_at_3_std": -0.165399, - "nauc_precision_at_3_diff1": 0.844434, - "nauc_precision_at_5_max": 0.799209, - "nauc_precision_at_5_std": -0.160107, - "nauc_precision_at_5_diff1": 0.819433, - "nauc_precision_at_10_max": 0.784423, - "nauc_precision_at_10_std": -0.162224, - "nauc_precision_at_10_diff1": 0.800413, - "nauc_precision_at_20_max": 0.779596, - "nauc_precision_at_20_std": -0.138191, - "nauc_precision_at_20_diff1": 0.784038, - "nauc_precision_at_100_max": 0.756083, - "nauc_precision_at_100_std": 0.001403, - "nauc_precision_at_100_diff1": 0.728892, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.775383, - "nauc_mrr_at_1_std": -0.181313, - "nauc_mrr_at_1_diff1": 0.853761, - "nauc_mrr_at_3_max": 0.791671, - "nauc_mrr_at_3_std": -0.176198, - "nauc_mrr_at_3_diff1": 0.84917, - "nauc_mrr_at_5_max": 0.789088, - "nauc_mrr_at_5_std": -0.17462, - "nauc_mrr_at_5_diff1": 0.844238, - "nauc_mrr_at_10_max": 0.787129, - "nauc_mrr_at_10_std": -0.17509, - "nauc_mrr_at_10_diff1": 0.842316, - "nauc_mrr_at_20_max": 0.78694, - "nauc_mrr_at_20_std": -0.174027, - "nauc_mrr_at_20_diff1": 0.841707, - "nauc_mrr_at_100_max": 0.786554, - "nauc_mrr_at_100_std": -0.173145, - "nauc_mrr_at_100_diff1": 0.841418, - "nauc_mrr_at_1000_max": 0.78662, - "nauc_mrr_at_1000_std": -0.173335, - "nauc_mrr_at_1000_diff1": 0.841617, - "main_score": 0.6363, + "mrr_at_3": 0.60463, + "mrr_at_5": 0.610796, + "mrr_at_10": 0.615494, + "mrr_at_20": 0.618671, + "mrr_at_100": 0.621258, + "mrr_at_1000": 0.621932, + "nauc_ndcg_at_1_max": 0.766778, + "nauc_ndcg_at_1_std": -0.257095, + "nauc_ndcg_at_1_diff1": 0.875443, + "nauc_ndcg_at_3_max": 0.793284, + "nauc_ndcg_at_3_std": -0.255362, + "nauc_ndcg_at_3_diff1": 0.862348, + "nauc_ndcg_at_5_max": 0.793466, + "nauc_ndcg_at_5_std": -0.245663, + "nauc_ndcg_at_5_diff1": 0.855293, + "nauc_ndcg_at_10_max": 0.787343, + "nauc_ndcg_at_10_std": -0.242639, + "nauc_ndcg_at_10_diff1": 0.84891, + "nauc_ndcg_at_20_max": 0.783913, + "nauc_ndcg_at_20_std": -0.237803, + "nauc_ndcg_at_20_diff1": 0.843771, + "nauc_ndcg_at_100_max": 0.777948, + "nauc_ndcg_at_100_std": -0.233406, + "nauc_ndcg_at_100_diff1": 0.842283, + "nauc_ndcg_at_1000_max": 0.782852, + "nauc_ndcg_at_1000_std": -0.240904, + "nauc_ndcg_at_1000_diff1": 0.850391, + "nauc_map_at_1_max": 0.766778, + "nauc_map_at_1_std": -0.257095, + "nauc_map_at_1_diff1": 0.875443, + "nauc_map_at_3_max": 0.787468, + "nauc_map_at_3_std": -0.255483, + "nauc_map_at_3_diff1": 0.865336, + "nauc_map_at_5_max": 0.787444, + "nauc_map_at_5_std": -0.250112, + "nauc_map_at_5_diff1": 0.861562, + "nauc_map_at_10_max": 0.784766, + "nauc_map_at_10_std": -0.249074, + "nauc_map_at_10_diff1": 0.859016, + "nauc_map_at_20_max": 0.783887, + "nauc_map_at_20_std": -0.247909, + "nauc_map_at_20_diff1": 0.857841, + "nauc_map_at_100_max": 0.783099, + "nauc_map_at_100_std": -0.247365, + "nauc_map_at_100_diff1": 0.857645, + "nauc_map_at_1000_max": 0.783289, + "nauc_map_at_1000_std": -0.247519, + "nauc_map_at_1000_diff1": 0.857907, + "nauc_recall_at_1_max": 0.766778, + "nauc_recall_at_1_std": -0.257095, + "nauc_recall_at_1_diff1": 0.875443, + "nauc_recall_at_3_max": 0.810912, + "nauc_recall_at_3_std": -0.255128, + "nauc_recall_at_3_diff1": 0.853231, + "nauc_recall_at_5_max": 0.812619, + "nauc_recall_at_5_std": -0.230067, + "nauc_recall_at_5_diff1": 0.834053, + "nauc_recall_at_10_max": 0.793579, + "nauc_recall_at_10_std": -0.21734, + "nauc_recall_at_10_diff1": 0.81002, + "nauc_recall_at_20_max": 0.776758, + "nauc_recall_at_20_std": -0.188694, + "nauc_recall_at_20_diff1": 0.77745, + "nauc_recall_at_100_max": 0.707732, + "nauc_recall_at_100_std": -0.110103, + "nauc_recall_at_100_diff1": 0.719516, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.766778, + "nauc_precision_at_1_std": -0.257095, + "nauc_precision_at_1_diff1": 0.875443, + "nauc_precision_at_3_max": 0.810912, + "nauc_precision_at_3_std": -0.255128, + "nauc_precision_at_3_diff1": 0.853231, + "nauc_precision_at_5_max": 0.812619, + "nauc_precision_at_5_std": -0.230067, + "nauc_precision_at_5_diff1": 0.834053, + "nauc_precision_at_10_max": 0.793579, + "nauc_precision_at_10_std": -0.21734, + "nauc_precision_at_10_diff1": 0.81002, + "nauc_precision_at_20_max": 0.776758, + "nauc_precision_at_20_std": -0.188694, + "nauc_precision_at_20_diff1": 0.77745, + "nauc_precision_at_100_max": 0.707732, + "nauc_precision_at_100_std": -0.110103, + "nauc_precision_at_100_diff1": 0.719516, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.766778, + "nauc_mrr_at_1_std": -0.257095, + "nauc_mrr_at_1_diff1": 0.875443, + "nauc_mrr_at_3_max": 0.787468, + "nauc_mrr_at_3_std": -0.255483, + "nauc_mrr_at_3_diff1": 0.865336, + "nauc_mrr_at_5_max": 0.787444, + "nauc_mrr_at_5_std": -0.250112, + "nauc_mrr_at_5_diff1": 0.861562, + "nauc_mrr_at_10_max": 0.784766, + "nauc_mrr_at_10_std": -0.249074, + "nauc_mrr_at_10_diff1": 0.859016, + "nauc_mrr_at_20_max": 0.783887, + "nauc_mrr_at_20_std": -0.247909, + "nauc_mrr_at_20_diff1": 0.857841, + "nauc_mrr_at_100_max": 0.783099, + "nauc_mrr_at_100_std": -0.247365, + "nauc_mrr_at_100_diff1": 0.857645, + "nauc_mrr_at_1000_max": 0.783289, + "nauc_mrr_at_1000_std": -0.247519, + "nauc_mrr_at_1000_diff1": 0.857907, + "hit_rate_at_1": 0.56889, + "hit_rate_at_3": 0.64889, + "hit_rate_at_5": 0.67556, + "hit_rate_at_10": 0.71, + "hit_rate_at_20": 0.75444, + "hit_rate_at_100": 0.86444, + "hit_rate_at_1000": 1.0, + "main_score": 0.63831, "hf_subset": "plt_Latn-plt_Latn", "languages": [ "plt-Latn", "plt-Latn" - ] - }, - { - "ndcg_at_1": 0.59889, - "ndcg_at_3": 0.65709, - "ndcg_at_5": 0.67071, - "ndcg_at_10": 0.68873, - "ndcg_at_20": 0.69855, - "ndcg_at_100": 0.71875, - "ndcg_at_1000": 0.72755, - "map_at_1": 0.59889, - "map_at_3": 0.64333, - "map_at_5": 0.65083, - "map_at_10": 0.65851, - "map_at_20": 0.6612, - "map_at_100": 0.66383, - "map_at_1000": 0.66422, - "recall_at_1": 0.59889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.60889, + "ndcg_at_3": 0.66049, + "ndcg_at_5": 0.67411, + "ndcg_at_10": 0.68972, + "ndcg_at_20": 0.7007, + "ndcg_at_100": 0.72075, + "ndcg_at_1000": 0.73018, + "map_at_1": 0.60889, + "map_at_3": 0.64796, + "map_at_5": 0.65546, + "map_at_10": 0.662, + "map_at_20": 0.66503, + "map_at_100": 0.66774, + "map_at_1000": 0.66816, + "recall_at_1": 0.60889, "recall_at_3": 0.69667, "recall_at_5": 0.73, - "recall_at_10": 0.78444, - "recall_at_20": 0.82333, - "recall_at_100": 0.93444, + "recall_at_10": 0.77778, + "recall_at_20": 0.82111, + "recall_at_100": 0.93, "recall_at_1000": 1.0, - "precision_at_1": 0.59889, + "accuracy": 0.60889, + "precision_at_1": 0.60889, "precision_at_3": 0.23222, "precision_at_5": 0.146, - "precision_at_10": 0.07844, - "precision_at_20": 0.04117, - "precision_at_100": 0.00934, + "precision_at_10": 0.07778, + "precision_at_20": 0.04106, + "precision_at_100": 0.0093, "precision_at_1000": 0.001, - "mrr_at_1": 0.598889, - "mrr_at_3": 0.643333, - "mrr_at_5": 0.650833, - "mrr_at_10": 0.658511, - "mrr_at_20": 0.661201, - "mrr_at_100": 0.66383, - "mrr_at_1000": 0.664222, - "nauc_ndcg_at_1_max": 0.84559, - "nauc_ndcg_at_1_std": 0.260605, - "nauc_ndcg_at_1_diff1": 0.888861, - "nauc_ndcg_at_3_max": 0.843474, - "nauc_ndcg_at_3_std": 0.259145, - "nauc_ndcg_at_3_diff1": 0.847335, - "nauc_ndcg_at_5_max": 0.842284, - "nauc_ndcg_at_5_std": 0.266544, - "nauc_ndcg_at_5_diff1": 0.843388, - "nauc_ndcg_at_10_max": 0.837068, - "nauc_ndcg_at_10_std": 0.26338, - "nauc_ndcg_at_10_diff1": 0.836701, - "nauc_ndcg_at_20_max": 0.836677, - "nauc_ndcg_at_20_std": 0.27966, - "nauc_ndcg_at_20_diff1": 0.835723, - "nauc_ndcg_at_100_max": 0.835588, - "nauc_ndcg_at_100_std": 0.276941, - "nauc_ndcg_at_100_diff1": 0.839234, - "nauc_ndcg_at_1000_max": 0.84004, - "nauc_ndcg_at_1000_std": 0.272316, - "nauc_ndcg_at_1000_diff1": 0.846081, - "nauc_map_at_1_max": 0.84559, - "nauc_map_at_1_std": 0.260605, - "nauc_map_at_1_diff1": 0.888861, - "nauc_map_at_3_max": 0.845725, - "nauc_map_at_3_std": 0.261996, - "nauc_map_at_3_diff1": 0.858265, - "nauc_map_at_5_max": 0.845171, - "nauc_map_at_5_std": 0.265948, - "nauc_map_at_5_diff1": 0.856403, - "nauc_map_at_10_max": 0.843313, - "nauc_map_at_10_std": 0.264609, - "nauc_map_at_10_diff1": 0.854074, - "nauc_map_at_20_max": 0.843205, - "nauc_map_at_20_std": 0.268629, - "nauc_map_at_20_diff1": 0.853907, - "nauc_map_at_100_max": 0.843172, - "nauc_map_at_100_std": 0.268502, - "nauc_map_at_100_diff1": 0.85448, - "nauc_map_at_1000_max": 0.843337, - "nauc_map_at_1000_std": 0.268333, - "nauc_map_at_1000_diff1": 0.854761, - "nauc_recall_at_1_max": 0.84559, - "nauc_recall_at_1_std": 0.260605, - "nauc_recall_at_1_diff1": 0.888861, - "nauc_recall_at_3_max": 0.835467, - "nauc_recall_at_3_std": 0.248856, - "nauc_recall_at_3_diff1": 0.812202, - "nauc_recall_at_5_max": 0.831168, - "nauc_recall_at_5_std": 0.268679, - "nauc_recall_at_5_diff1": 0.797526, - "nauc_recall_at_10_max": 0.807187, - "nauc_recall_at_10_std": 0.257114, - "nauc_recall_at_10_diff1": 0.761448, - "nauc_recall_at_20_max": 0.799877, - "nauc_recall_at_20_std": 0.353996, - "nauc_recall_at_20_diff1": 0.742045, - "nauc_recall_at_100_max": 0.720394, - "nauc_recall_at_100_std": 0.397261, - "nauc_recall_at_100_diff1": 0.665931, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.84559, - "nauc_precision_at_1_std": 0.260605, - "nauc_precision_at_1_diff1": 0.888861, - "nauc_precision_at_3_max": 0.835467, - "nauc_precision_at_3_std": 0.248856, - "nauc_precision_at_3_diff1": 0.812202, - "nauc_precision_at_5_max": 0.831168, - "nauc_precision_at_5_std": 0.268679, - "nauc_precision_at_5_diff1": 0.797526, - "nauc_precision_at_10_max": 0.807187, - "nauc_precision_at_10_std": 0.257114, - "nauc_precision_at_10_diff1": 0.761448, - "nauc_precision_at_20_max": 0.799877, - "nauc_precision_at_20_std": 0.353996, - "nauc_precision_at_20_diff1": 0.742045, - "nauc_precision_at_100_max": 0.720394, - "nauc_precision_at_100_std": 0.397261, - "nauc_precision_at_100_diff1": 0.665931, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.84559, - "nauc_mrr_at_1_std": 0.260605, - "nauc_mrr_at_1_diff1": 0.888861, - "nauc_mrr_at_3_max": 0.845725, - "nauc_mrr_at_3_std": 0.261996, - "nauc_mrr_at_3_diff1": 0.858265, - "nauc_mrr_at_5_max": 0.845171, - "nauc_mrr_at_5_std": 0.265948, - "nauc_mrr_at_5_diff1": 0.856403, - "nauc_mrr_at_10_max": 0.843313, - "nauc_mrr_at_10_std": 0.264609, - "nauc_mrr_at_10_diff1": 0.854074, - "nauc_mrr_at_20_max": 0.843205, - "nauc_mrr_at_20_std": 0.268629, - "nauc_mrr_at_20_diff1": 0.853907, - "nauc_mrr_at_100_max": 0.843172, - "nauc_mrr_at_100_std": 0.268502, - "nauc_mrr_at_100_diff1": 0.85448, - "nauc_mrr_at_1000_max": 0.843337, - "nauc_mrr_at_1000_std": 0.268333, - "nauc_mrr_at_1000_diff1": 0.854761, - "main_score": 0.68873, + "mrr_at_1": 0.608889, + "mrr_at_3": 0.647963, + "mrr_at_5": 0.655463, + "mrr_at_10": 0.662003, + "mrr_at_20": 0.665035, + "mrr_at_100": 0.667736, + "mrr_at_1000": 0.668161, + "nauc_ndcg_at_1_max": 0.815219, + "nauc_ndcg_at_1_std": 0.220763, + "nauc_ndcg_at_1_diff1": 0.866683, + "nauc_ndcg_at_3_max": 0.819046, + "nauc_ndcg_at_3_std": 0.238754, + "nauc_ndcg_at_3_diff1": 0.833924, + "nauc_ndcg_at_5_max": 0.818172, + "nauc_ndcg_at_5_std": 0.236785, + "nauc_ndcg_at_5_diff1": 0.826159, + "nauc_ndcg_at_10_max": 0.814629, + "nauc_ndcg_at_10_std": 0.240741, + "nauc_ndcg_at_10_diff1": 0.82304, + "nauc_ndcg_at_20_max": 0.8151, + "nauc_ndcg_at_20_std": 0.25109, + "nauc_ndcg_at_20_diff1": 0.823177, + "nauc_ndcg_at_100_max": 0.813353, + "nauc_ndcg_at_100_std": 0.246817, + "nauc_ndcg_at_100_diff1": 0.824621, + "nauc_ndcg_at_1000_max": 0.816047, + "nauc_ndcg_at_1000_std": 0.241114, + "nauc_ndcg_at_1000_diff1": 0.830898, + "nauc_map_at_1_max": 0.815219, + "nauc_map_at_1_std": 0.220763, + "nauc_map_at_1_diff1": 0.866683, + "nauc_map_at_3_max": 0.819601, + "nauc_map_at_3_std": 0.235331, + "nauc_map_at_3_diff1": 0.842569, + "nauc_map_at_5_max": 0.819094, + "nauc_map_at_5_std": 0.233937, + "nauc_map_at_5_diff1": 0.838528, + "nauc_map_at_10_max": 0.817768, + "nauc_map_at_10_std": 0.234868, + "nauc_map_at_10_diff1": 0.837517, + "nauc_map_at_20_max": 0.817834, + "nauc_map_at_20_std": 0.237003, + "nauc_map_at_20_diff1": 0.837705, + "nauc_map_at_100_max": 0.817667, + "nauc_map_at_100_std": 0.236454, + "nauc_map_at_100_diff1": 0.837962, + "nauc_map_at_1000_max": 0.817753, + "nauc_map_at_1000_std": 0.236217, + "nauc_map_at_1000_diff1": 0.838227, + "nauc_recall_at_1_max": 0.815219, + "nauc_recall_at_1_std": 0.220763, + "nauc_recall_at_1_diff1": 0.866683, + "nauc_recall_at_3_max": 0.816572, + "nauc_recall_at_3_std": 0.24909, + "nauc_recall_at_3_diff1": 0.806329, + "nauc_recall_at_5_max": 0.814161, + "nauc_recall_at_5_std": 0.246033, + "nauc_recall_at_5_diff1": 0.782369, + "nauc_recall_at_10_max": 0.799236, + "nauc_recall_at_10_std": 0.267314, + "nauc_recall_at_10_diff1": 0.762648, + "nauc_recall_at_20_max": 0.799786, + "nauc_recall_at_20_std": 0.338674, + "nauc_recall_at_20_diff1": 0.750805, + "nauc_recall_at_100_max": 0.746328, + "nauc_recall_at_100_std": 0.380374, + "nauc_recall_at_100_diff1": 0.677575, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.815219, + "nauc_precision_at_1_std": 0.220763, + "nauc_precision_at_1_diff1": 0.866683, + "nauc_precision_at_3_max": 0.816572, + "nauc_precision_at_3_std": 0.24909, + "nauc_precision_at_3_diff1": 0.806329, + "nauc_precision_at_5_max": 0.814161, + "nauc_precision_at_5_std": 0.246033, + "nauc_precision_at_5_diff1": 0.782369, + "nauc_precision_at_10_max": 0.799236, + "nauc_precision_at_10_std": 0.267314, + "nauc_precision_at_10_diff1": 0.762648, + "nauc_precision_at_20_max": 0.799786, + "nauc_precision_at_20_std": 0.338674, + "nauc_precision_at_20_diff1": 0.750805, + "nauc_precision_at_100_max": 0.746328, + "nauc_precision_at_100_std": 0.380374, + "nauc_precision_at_100_diff1": 0.677575, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.815219, + "nauc_mrr_at_1_std": 0.220763, + "nauc_mrr_at_1_diff1": 0.866683, + "nauc_mrr_at_3_max": 0.819601, + "nauc_mrr_at_3_std": 0.235331, + "nauc_mrr_at_3_diff1": 0.842569, + "nauc_mrr_at_5_max": 0.819094, + "nauc_mrr_at_5_std": 0.233937, + "nauc_mrr_at_5_diff1": 0.838528, + "nauc_mrr_at_10_max": 0.817768, + "nauc_mrr_at_10_std": 0.234868, + "nauc_mrr_at_10_diff1": 0.837517, + "nauc_mrr_at_20_max": 0.817834, + "nauc_mrr_at_20_std": 0.237003, + "nauc_mrr_at_20_diff1": 0.837705, + "nauc_mrr_at_100_max": 0.817667, + "nauc_mrr_at_100_std": 0.236454, + "nauc_mrr_at_100_diff1": 0.837962, + "nauc_mrr_at_1000_max": 0.817753, + "nauc_mrr_at_1000_std": 0.236217, + "nauc_mrr_at_1000_diff1": 0.838227, + "hit_rate_at_1": 0.60889, + "hit_rate_at_3": 0.69667, + "hit_rate_at_5": 0.73, + "hit_rate_at_10": 0.77778, + "hit_rate_at_20": 0.82111, + "hit_rate_at_100": 0.93, + "hit_rate_at_1000": 1.0, + "main_score": 0.68972, "hf_subset": "plt_Latn-eng_Latn", "languages": [ "plt-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.44556, - "ndcg_at_3": 0.48249, - "ndcg_at_5": 0.49047, - "ndcg_at_10": 0.49611, - "ndcg_at_20": 0.50448, - "ndcg_at_100": 0.52531, - "ndcg_at_1000": 0.564, - "map_at_1": 0.44556, - "map_at_3": 0.4737, - "map_at_5": 0.47826, - "map_at_10": 0.48052, - "map_at_20": 0.48279, - "map_at_100": 0.48523, - "map_at_1000": 0.48665, - "recall_at_1": 0.44556, - "recall_at_3": 0.50778, - "recall_at_5": 0.52667, - "recall_at_10": 0.54444, - "recall_at_20": 0.57778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.44, + "ndcg_at_3": 0.47921, + "ndcg_at_5": 0.48614, + "ndcg_at_10": 0.49315, + "ndcg_at_20": 0.49949, + "ndcg_at_100": 0.52237, + "ndcg_at_1000": 0.56118, + "map_at_1": 0.44, + "map_at_3": 0.47037, + "map_at_5": 0.47426, + "map_at_10": 0.47705, + "map_at_20": 0.47887, + "map_at_100": 0.48167, + "map_at_1000": 0.4831, + "recall_at_1": 0.44, + "recall_at_3": 0.50444, + "recall_at_5": 0.52111, + "recall_at_10": 0.54333, + "recall_at_20": 0.56778, "recall_at_100": 0.69667, "recall_at_1000": 1.0, - "precision_at_1": 0.44556, - "precision_at_3": 0.16926, - "precision_at_5": 0.10533, - "precision_at_10": 0.05444, - "precision_at_20": 0.02889, + "accuracy": 0.44, + "precision_at_1": 0.44, + "precision_at_3": 0.16815, + "precision_at_5": 0.10422, + "precision_at_10": 0.05433, + "precision_at_20": 0.02839, "precision_at_100": 0.00697, "precision_at_1000": 0.001, - "mrr_at_1": 0.445556, - "mrr_at_3": 0.473704, - "mrr_at_5": 0.478259, - "mrr_at_10": 0.480519, - "mrr_at_20": 0.482788, - "mrr_at_100": 0.485232, - "mrr_at_1000": 0.486645, - "nauc_ndcg_at_1_max": 0.919589, - "nauc_ndcg_at_1_std": 0.772151, - "nauc_ndcg_at_1_diff1": 0.900213, - "nauc_ndcg_at_3_max": 0.941577, - "nauc_ndcg_at_3_std": 0.814915, - "nauc_ndcg_at_3_diff1": 0.878794, - "nauc_ndcg_at_5_max": 0.942184, - "nauc_ndcg_at_5_std": 0.817747, - "nauc_ndcg_at_5_diff1": 0.873455, - "nauc_ndcg_at_10_max": 0.942544, - "nauc_ndcg_at_10_std": 0.823712, - "nauc_ndcg_at_10_diff1": 0.868771, - "nauc_ndcg_at_20_max": 0.937328, - "nauc_ndcg_at_20_std": 0.823431, - "nauc_ndcg_at_20_diff1": 0.862902, - "nauc_ndcg_at_100_max": 0.923853, - "nauc_ndcg_at_100_std": 0.813202, - "nauc_ndcg_at_100_diff1": 0.852807, - "nauc_ndcg_at_1000_max": 0.932451, - "nauc_ndcg_at_1000_std": 0.813316, - "nauc_ndcg_at_1000_diff1": 0.865925, - "nauc_map_at_1_max": 0.919589, - "nauc_map_at_1_std": 0.772151, - "nauc_map_at_1_diff1": 0.900213, - "nauc_map_at_3_max": 0.93717, - "nauc_map_at_3_std": 0.805429, - "nauc_map_at_3_diff1": 0.883863, - "nauc_map_at_5_max": 0.937445, - "nauc_map_at_5_std": 0.80692, - "nauc_map_at_5_diff1": 0.880841, - "nauc_map_at_10_max": 0.93763, - "nauc_map_at_10_std": 0.809262, - "nauc_map_at_10_diff1": 0.879062, - "nauc_map_at_20_max": 0.936213, - "nauc_map_at_20_std": 0.809199, - "nauc_map_at_20_diff1": 0.877458, - "nauc_map_at_100_max": 0.934657, - "nauc_map_at_100_std": 0.808, - "nauc_map_at_100_diff1": 0.87627, - "nauc_map_at_1000_max": 0.934835, - "nauc_map_at_1000_std": 0.807906, - "nauc_map_at_1000_diff1": 0.876616, - "nauc_recall_at_1_max": 0.919589, - "nauc_recall_at_1_std": 0.772151, - "nauc_recall_at_1_diff1": 0.900213, - "nauc_recall_at_3_max": 0.954091, - "nauc_recall_at_3_std": 0.842318, - "nauc_recall_at_3_diff1": 0.864006, - "nauc_recall_at_5_max": 0.956015, - "nauc_recall_at_5_std": 0.850005, - "nauc_recall_at_5_diff1": 0.850892, - "nauc_recall_at_10_max": 0.95716, - "nauc_recall_at_10_std": 0.870135, - "nauc_recall_at_10_diff1": 0.834792, - "nauc_recall_at_20_max": 0.935686, - "nauc_recall_at_20_std": 0.870263, - "nauc_recall_at_20_diff1": 0.809159, - "nauc_recall_at_100_max": 0.837729, - "nauc_recall_at_100_std": 0.80676, - "nauc_recall_at_100_diff1": 0.72492, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.919589, - "nauc_precision_at_1_std": 0.772151, - "nauc_precision_at_1_diff1": 0.900213, - "nauc_precision_at_3_max": 0.954091, - "nauc_precision_at_3_std": 0.842318, - "nauc_precision_at_3_diff1": 0.864006, - "nauc_precision_at_5_max": 0.956015, - "nauc_precision_at_5_std": 0.850005, - "nauc_precision_at_5_diff1": 0.850892, - "nauc_precision_at_10_max": 0.95716, - "nauc_precision_at_10_std": 0.870135, - "nauc_precision_at_10_diff1": 0.834792, - "nauc_precision_at_20_max": 0.935686, - "nauc_precision_at_20_std": 0.870263, - "nauc_precision_at_20_diff1": 0.809159, - "nauc_precision_at_100_max": 0.837729, - "nauc_precision_at_100_std": 0.80676, - "nauc_precision_at_100_diff1": 0.72492, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.919589, - "nauc_mrr_at_1_std": 0.772151, - "nauc_mrr_at_1_diff1": 0.900213, - "nauc_mrr_at_3_max": 0.93717, - "nauc_mrr_at_3_std": 0.805429, - "nauc_mrr_at_3_diff1": 0.883863, - "nauc_mrr_at_5_max": 0.937445, - "nauc_mrr_at_5_std": 0.80692, - "nauc_mrr_at_5_diff1": 0.880841, - "nauc_mrr_at_10_max": 0.93763, - "nauc_mrr_at_10_std": 0.809262, - "nauc_mrr_at_10_diff1": 0.879062, - "nauc_mrr_at_20_max": 0.936213, - "nauc_mrr_at_20_std": 0.809199, - "nauc_mrr_at_20_diff1": 0.877458, - "nauc_mrr_at_100_max": 0.934657, - "nauc_mrr_at_100_std": 0.808, - "nauc_mrr_at_100_diff1": 0.87627, - "nauc_mrr_at_1000_max": 0.934835, - "nauc_mrr_at_1000_std": 0.807906, - "nauc_mrr_at_1000_diff1": 0.876616, - "main_score": 0.49611, + "mrr_at_1": 0.44, + "mrr_at_3": 0.47037, + "mrr_at_5": 0.474259, + "mrr_at_10": 0.477055, + "mrr_at_20": 0.478873, + "mrr_at_100": 0.481666, + "mrr_at_1000": 0.483097, + "nauc_ndcg_at_1_max": 0.904722, + "nauc_ndcg_at_1_std": 0.757143, + "nauc_ndcg_at_1_diff1": 0.907271, + "nauc_ndcg_at_3_max": 0.921554, + "nauc_ndcg_at_3_std": 0.783574, + "nauc_ndcg_at_3_diff1": 0.87977, + "nauc_ndcg_at_5_max": 0.925661, + "nauc_ndcg_at_5_std": 0.794963, + "nauc_ndcg_at_5_diff1": 0.876152, + "nauc_ndcg_at_10_max": 0.923982, + "nauc_ndcg_at_10_std": 0.80061, + "nauc_ndcg_at_10_diff1": 0.870766, + "nauc_ndcg_at_20_max": 0.919031, + "nauc_ndcg_at_20_std": 0.799866, + "nauc_ndcg_at_20_diff1": 0.864443, + "nauc_ndcg_at_100_max": 0.906052, + "nauc_ndcg_at_100_std": 0.79043, + "nauc_ndcg_at_100_diff1": 0.852589, + "nauc_ndcg_at_1000_max": 0.914173, + "nauc_ndcg_at_1000_std": 0.789244, + "nauc_ndcg_at_1000_diff1": 0.867536, + "nauc_map_at_1_max": 0.904722, + "nauc_map_at_1_std": 0.757143, + "nauc_map_at_1_diff1": 0.907271, + "nauc_map_at_3_max": 0.91831, + "nauc_map_at_3_std": 0.777552, + "nauc_map_at_3_diff1": 0.886429, + "nauc_map_at_5_max": 0.920608, + "nauc_map_at_5_std": 0.783738, + "nauc_map_at_5_diff1": 0.884525, + "nauc_map_at_10_max": 0.919922, + "nauc_map_at_10_std": 0.785855, + "nauc_map_at_10_diff1": 0.882425, + "nauc_map_at_20_max": 0.918463, + "nauc_map_at_20_std": 0.785589, + "nauc_map_at_20_diff1": 0.880662, + "nauc_map_at_100_max": 0.91686, + "nauc_map_at_100_std": 0.784387, + "nauc_map_at_100_diff1": 0.879211, + "nauc_map_at_1000_max": 0.917013, + "nauc_map_at_1000_std": 0.784203, + "nauc_map_at_1000_diff1": 0.879616, + "nauc_recall_at_1_max": 0.904722, + "nauc_recall_at_1_std": 0.757143, + "nauc_recall_at_1_diff1": 0.907271, + "nauc_recall_at_3_max": 0.930688, + "nauc_recall_at_3_std": 0.801018, + "nauc_recall_at_3_diff1": 0.860304, + "nauc_recall_at_5_max": 0.940821, + "nauc_recall_at_5_std": 0.829834, + "nauc_recall_at_5_diff1": 0.850729, + "nauc_recall_at_10_max": 0.935733, + "nauc_recall_at_10_std": 0.849682, + "nauc_recall_at_10_diff1": 0.83242, + "nauc_recall_at_20_max": 0.916233, + "nauc_recall_at_20_std": 0.848163, + "nauc_recall_at_20_diff1": 0.805562, + "nauc_recall_at_100_max": 0.823655, + "nauc_recall_at_100_std": 0.79307, + "nauc_recall_at_100_diff1": 0.707682, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.904722, + "nauc_precision_at_1_std": 0.757143, + "nauc_precision_at_1_diff1": 0.907271, + "nauc_precision_at_3_max": 0.930688, + "nauc_precision_at_3_std": 0.801018, + "nauc_precision_at_3_diff1": 0.860304, + "nauc_precision_at_5_max": 0.940821, + "nauc_precision_at_5_std": 0.829834, + "nauc_precision_at_5_diff1": 0.850729, + "nauc_precision_at_10_max": 0.935733, + "nauc_precision_at_10_std": 0.849682, + "nauc_precision_at_10_diff1": 0.83242, + "nauc_precision_at_20_max": 0.916233, + "nauc_precision_at_20_std": 0.848163, + "nauc_precision_at_20_diff1": 0.805562, + "nauc_precision_at_100_max": 0.823655, + "nauc_precision_at_100_std": 0.79307, + "nauc_precision_at_100_diff1": 0.707682, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.904722, + "nauc_mrr_at_1_std": 0.757143, + "nauc_mrr_at_1_diff1": 0.907271, + "nauc_mrr_at_3_max": 0.91831, + "nauc_mrr_at_3_std": 0.777552, + "nauc_mrr_at_3_diff1": 0.886429, + "nauc_mrr_at_5_max": 0.920608, + "nauc_mrr_at_5_std": 0.783738, + "nauc_mrr_at_5_diff1": 0.884525, + "nauc_mrr_at_10_max": 0.919922, + "nauc_mrr_at_10_std": 0.785855, + "nauc_mrr_at_10_diff1": 0.882425, + "nauc_mrr_at_20_max": 0.918463, + "nauc_mrr_at_20_std": 0.785589, + "nauc_mrr_at_20_diff1": 0.880662, + "nauc_mrr_at_100_max": 0.91686, + "nauc_mrr_at_100_std": 0.784387, + "nauc_mrr_at_100_diff1": 0.879211, + "nauc_mrr_at_1000_max": 0.917013, + "nauc_mrr_at_1000_std": 0.784203, + "nauc_mrr_at_1000_diff1": 0.879616, + "hit_rate_at_1": 0.44, + "hit_rate_at_3": 0.50444, + "hit_rate_at_5": 0.52111, + "hit_rate_at_10": 0.54333, + "hit_rate_at_20": 0.56778, + "hit_rate_at_100": 0.69667, + "hit_rate_at_1000": 1.0, + "main_score": 0.49315, "hf_subset": "eng_Latn-plt_Latn", "languages": [ "eng-Latn", "plt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.941, - "ndcg_at_5": 0.94598, - "ndcg_at_10": 0.95038, - "ndcg_at_20": 0.95117, - "ndcg_at_100": 0.95263, - "ndcg_at_1000": 0.95293, - "map_at_1": 0.91333, - "map_at_3": 0.93407, - "map_at_5": 0.9368, - "map_at_10": 0.93866, - "map_at_20": 0.93885, - "map_at_100": 0.93906, - "map_at_1000": 0.93908, - "recall_at_1": 0.91333, - "recall_at_3": 0.96111, - "recall_at_5": 0.97333, - "recall_at_10": 0.98667, - "recall_at_20": 0.99, + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.93241, + "ndcg_at_5": 0.93949, + "ndcg_at_10": 0.9435, + "ndcg_at_20": 0.94524, + "ndcg_at_100": 0.94734, + "ndcg_at_1000": 0.94764, + "map_at_1": 0.90556, + "map_at_3": 0.92593, + "map_at_5": 0.92998, + "map_at_10": 0.93168, + "map_at_20": 0.93218, + "map_at_100": 0.93249, + "map_at_1000": 0.9325, + "recall_at_1": 0.90556, + "recall_at_3": 0.95111, + "recall_at_5": 0.96778, + "recall_at_10": 0.98, + "recall_at_20": 0.98667, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32037, - "precision_at_5": 0.19467, - "precision_at_10": 0.09867, - "precision_at_20": 0.0495, + "accuracy": 0.90556, + "precision_at_1": 0.90556, + "precision_at_3": 0.31704, + "precision_at_5": 0.19356, + "precision_at_10": 0.098, + "precision_at_20": 0.04933, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.934074, - "mrr_at_5": 0.936796, - "mrr_at_10": 0.938664, - "mrr_at_20": 0.938853, - "mrr_at_100": 0.939063, - "mrr_at_1000": 0.939077, - "nauc_ndcg_at_1_max": 0.820914, - "nauc_ndcg_at_1_std": -0.16295, - "nauc_ndcg_at_1_diff1": 0.91848, - "nauc_ndcg_at_3_max": 0.856177, - "nauc_ndcg_at_3_std": -0.119892, - "nauc_ndcg_at_3_diff1": 0.925449, - "nauc_ndcg_at_5_max": 0.848048, - "nauc_ndcg_at_5_std": -0.115205, - "nauc_ndcg_at_5_diff1": 0.921826, - "nauc_ndcg_at_10_max": 0.853085, - "nauc_ndcg_at_10_std": -0.099697, - "nauc_ndcg_at_10_diff1": 0.926328, - "nauc_ndcg_at_20_max": 0.85141, - "nauc_ndcg_at_20_std": -0.102802, - "nauc_ndcg_at_20_diff1": 0.925837, - "nauc_ndcg_at_100_max": 0.848072, - "nauc_ndcg_at_100_std": -0.114806, - "nauc_ndcg_at_100_diff1": 0.92466, - "nauc_ndcg_at_1000_max": 0.847089, - "nauc_ndcg_at_1000_std": -0.122018, - "nauc_ndcg_at_1000_diff1": 0.924173, - "nauc_map_at_1_max": 0.820914, - "nauc_map_at_1_std": -0.16295, - "nauc_map_at_1_diff1": 0.91848, - "nauc_map_at_3_max": 0.847377, - "nauc_map_at_3_std": -0.138029, - "nauc_map_at_3_diff1": 0.923553, - "nauc_map_at_5_max": 0.84306, - "nauc_map_at_5_std": -0.135513, - "nauc_map_at_5_diff1": 0.921754, - "nauc_map_at_10_max": 0.844536, - "nauc_map_at_10_std": -0.132268, - "nauc_map_at_10_diff1": 0.923434, - "nauc_map_at_20_max": 0.844188, - "nauc_map_at_20_std": -0.132998, - "nauc_map_at_20_diff1": 0.92333, - "nauc_map_at_100_max": 0.843794, - "nauc_map_at_100_std": -0.134114, - "nauc_map_at_100_diff1": 0.923175, - "nauc_map_at_1000_max": 0.843757, - "nauc_map_at_1000_std": -0.134382, - "nauc_map_at_1000_diff1": 0.923157, - "nauc_recall_at_1_max": 0.820914, - "nauc_recall_at_1_std": -0.16295, - "nauc_recall_at_1_diff1": 0.91848, - "nauc_recall_at_3_max": 0.897559, - "nauc_recall_at_3_std": -0.028025, - "nauc_recall_at_3_diff1": 0.934507, - "nauc_recall_at_5_max": 0.877354, - "nauc_recall_at_5_std": 0.026591, - "nauc_recall_at_5_diff1": 0.920829, - "nauc_recall_at_10_max": 0.965959, - "nauc_recall_at_10_std": 0.379007, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.969136, - "nauc_recall_at_20_std": 0.47645, - "nauc_recall_at_20_diff1": 0.970951, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.929981, + "mrr_at_10": 0.931675, + "mrr_at_20": 0.93218, + "mrr_at_100": 0.932487, + "mrr_at_1000": 0.932502, + "nauc_ndcg_at_1_max": 0.81634, + "nauc_ndcg_at_1_std": -0.135882, + "nauc_ndcg_at_1_diff1": 0.925056, + "nauc_ndcg_at_3_max": 0.837915, + "nauc_ndcg_at_3_std": -0.094902, + "nauc_ndcg_at_3_diff1": 0.926816, + "nauc_ndcg_at_5_max": 0.841753, + "nauc_ndcg_at_5_std": -0.058022, + "nauc_ndcg_at_5_diff1": 0.925513, + "nauc_ndcg_at_10_max": 0.840392, + "nauc_ndcg_at_10_std": -0.086739, + "nauc_ndcg_at_10_diff1": 0.926956, + "nauc_ndcg_at_20_max": 0.840092, + "nauc_ndcg_at_20_std": -0.071568, + "nauc_ndcg_at_20_diff1": 0.927165, + "nauc_ndcg_at_100_max": 0.836652, + "nauc_ndcg_at_100_std": -0.078515, + "nauc_ndcg_at_100_diff1": 0.926725, + "nauc_ndcg_at_1000_max": 0.83569, + "nauc_ndcg_at_1000_std": -0.084865, + "nauc_ndcg_at_1000_diff1": 0.926293, + "nauc_map_at_1_max": 0.81634, + "nauc_map_at_1_std": -0.135882, + "nauc_map_at_1_diff1": 0.925056, + "nauc_map_at_3_max": 0.832258, + "nauc_map_at_3_std": -0.106971, + "nauc_map_at_3_diff1": 0.926319, + "nauc_map_at_5_max": 0.833809, + "nauc_map_at_5_std": -0.089557, + "nauc_map_at_5_diff1": 0.925642, + "nauc_map_at_10_max": 0.833025, + "nauc_map_at_10_std": -0.100499, + "nauc_map_at_10_diff1": 0.926035, + "nauc_map_at_20_max": 0.833, + "nauc_map_at_20_std": -0.096378, + "nauc_map_at_20_diff1": 0.926149, + "nauc_map_at_100_max": 0.832592, + "nauc_map_at_100_std": -0.096477, + "nauc_map_at_100_diff1": 0.926024, + "nauc_map_at_1000_max": 0.832555, + "nauc_map_at_1000_std": -0.096723, + "nauc_map_at_1000_diff1": 0.926007, + "nauc_recall_at_1_max": 0.81634, + "nauc_recall_at_1_std": -0.135882, + "nauc_recall_at_1_diff1": 0.925056, + "nauc_recall_at_3_max": 0.862034, + "nauc_recall_at_3_std": -0.042462, + "nauc_recall_at_3_diff1": 0.928964, + "nauc_recall_at_5_max": 0.891674, + "nauc_recall_at_5_std": 0.148975, + "nauc_recall_at_5_diff1": 0.924338, + "nauc_recall_at_10_max": 0.912335, + "nauc_recall_at_10_std": 0.030709, + "nauc_recall_at_10_diff1": 0.938012, + "nauc_recall_at_20_max": 0.939698, + "nauc_recall_at_20_std": 0.303727, + "nauc_recall_at_20_diff1": 0.944172, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.820914, - "nauc_precision_at_1_std": -0.16295, - "nauc_precision_at_1_diff1": 0.91848, - "nauc_precision_at_3_max": 0.897559, - "nauc_precision_at_3_std": -0.028025, - "nauc_precision_at_3_diff1": 0.934507, - "nauc_precision_at_5_max": 0.877354, - "nauc_precision_at_5_std": 0.026591, - "nauc_precision_at_5_diff1": 0.920829, - "nauc_precision_at_10_max": 0.965959, - "nauc_precision_at_10_std": 0.379007, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.969136, - "nauc_precision_at_20_std": 0.47645, - "nauc_precision_at_20_diff1": 0.970951, + "nauc_precision_at_1_max": 0.81634, + "nauc_precision_at_1_std": -0.135882, + "nauc_precision_at_1_diff1": 0.925056, + "nauc_precision_at_3_max": 0.862034, + "nauc_precision_at_3_std": -0.042462, + "nauc_precision_at_3_diff1": 0.928964, + "nauc_precision_at_5_max": 0.891674, + "nauc_precision_at_5_std": 0.148975, + "nauc_precision_at_5_diff1": 0.924338, + "nauc_precision_at_10_max": 0.912335, + "nauc_precision_at_10_std": 0.030709, + "nauc_precision_at_10_diff1": 0.938012, + "nauc_precision_at_20_max": 0.939698, + "nauc_precision_at_20_std": 0.303727, + "nauc_precision_at_20_diff1": 0.944172, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.820914, - "nauc_mrr_at_1_std": -0.16295, - "nauc_mrr_at_1_diff1": 0.91848, - "nauc_mrr_at_3_max": 0.847377, - "nauc_mrr_at_3_std": -0.138029, - "nauc_mrr_at_3_diff1": 0.923553, - "nauc_mrr_at_5_max": 0.84306, - "nauc_mrr_at_5_std": -0.135513, - "nauc_mrr_at_5_diff1": 0.921754, - "nauc_mrr_at_10_max": 0.844536, - "nauc_mrr_at_10_std": -0.132268, - "nauc_mrr_at_10_diff1": 0.923434, - "nauc_mrr_at_20_max": 0.844188, - "nauc_mrr_at_20_std": -0.132998, - "nauc_mrr_at_20_diff1": 0.92333, - "nauc_mrr_at_100_max": 0.843794, - "nauc_mrr_at_100_std": -0.134114, - "nauc_mrr_at_100_diff1": 0.923175, - "nauc_mrr_at_1000_max": 0.843757, - "nauc_mrr_at_1000_std": -0.134382, - "nauc_mrr_at_1000_diff1": 0.923157, - "main_score": 0.95038, + "nauc_mrr_at_1_max": 0.81634, + "nauc_mrr_at_1_std": -0.135882, + "nauc_mrr_at_1_diff1": 0.925056, + "nauc_mrr_at_3_max": 0.832258, + "nauc_mrr_at_3_std": -0.106971, + "nauc_mrr_at_3_diff1": 0.926319, + "nauc_mrr_at_5_max": 0.833809, + "nauc_mrr_at_5_std": -0.089557, + "nauc_mrr_at_5_diff1": 0.925642, + "nauc_mrr_at_10_max": 0.833025, + "nauc_mrr_at_10_std": -0.100499, + "nauc_mrr_at_10_diff1": 0.926035, + "nauc_mrr_at_20_max": 0.833, + "nauc_mrr_at_20_std": -0.096378, + "nauc_mrr_at_20_diff1": 0.926149, + "nauc_mrr_at_100_max": 0.832592, + "nauc_mrr_at_100_std": -0.096477, + "nauc_mrr_at_100_diff1": 0.926024, + "nauc_mrr_at_1000_max": 0.832555, + "nauc_mrr_at_1000_std": -0.096723, + "nauc_mrr_at_1000_diff1": 0.926007, + "hit_rate_at_1": 0.90556, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9435, "hf_subset": "pol_Latn-pol_Latn", "languages": [ "pol-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92333, - "ndcg_at_3": 0.95091, - "ndcg_at_5": 0.95507, - "ndcg_at_10": 0.95878, - "ndcg_at_20": 0.9596, - "ndcg_at_100": 0.9606, - "ndcg_at_1000": 0.96076, - "map_at_1": 0.92333, - "map_at_3": 0.94463, - "map_at_5": 0.94696, - "map_at_10": 0.94855, - "map_at_20": 0.94877, - "map_at_100": 0.9489, - "map_at_1000": 0.94891, - "recall_at_1": 0.92333, - "recall_at_3": 0.96889, + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94591, + "ndcg_at_5": 0.95189, + "ndcg_at_10": 0.95505, + "ndcg_at_20": 0.95613, + "ndcg_at_100": 0.95708, + "ndcg_at_1000": 0.95723, + "map_at_1": 0.91778, + "map_at_3": 0.93944, + "map_at_5": 0.94278, + "map_at_10": 0.94404, + "map_at_20": 0.94431, + "map_at_100": 0.94441, + "map_at_1000": 0.94442, + "recall_at_1": 0.91778, + "recall_at_3": 0.96444, "recall_at_5": 0.97889, - "recall_at_10": 0.99, + "recall_at_10": 0.98889, "recall_at_20": 0.99333, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92333, - "precision_at_3": 0.32296, + "accuracy": 0.91778, + "precision_at_1": 0.91778, + "precision_at_3": 0.32148, "precision_at_5": 0.19578, - "precision_at_10": 0.099, + "precision_at_10": 0.09889, "precision_at_20": 0.04967, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.923333, - "mrr_at_3": 0.94463, - "mrr_at_5": 0.946963, - "mrr_at_10": 0.948555, - "mrr_at_20": 0.948771, - "mrr_at_100": 0.948901, - "mrr_at_1000": 0.94891, - "nauc_ndcg_at_1_max": 0.811594, - "nauc_ndcg_at_1_std": -0.254022, - "nauc_ndcg_at_1_diff1": 0.92186, - "nauc_ndcg_at_3_max": 0.824998, - "nauc_ndcg_at_3_std": -0.301623, - "nauc_ndcg_at_3_diff1": 0.9298, - "nauc_ndcg_at_5_max": 0.829568, - "nauc_ndcg_at_5_std": -0.269351, - "nauc_ndcg_at_5_diff1": 0.931369, - "nauc_ndcg_at_10_max": 0.830895, - "nauc_ndcg_at_10_std": -0.256018, - "nauc_ndcg_at_10_diff1": 0.931234, - "nauc_ndcg_at_20_max": 0.829448, - "nauc_ndcg_at_20_std": -0.257083, - "nauc_ndcg_at_20_diff1": 0.930774, - "nauc_ndcg_at_100_max": 0.825738, - "nauc_ndcg_at_100_std": -0.263554, - "nauc_ndcg_at_100_diff1": 0.929018, - "nauc_ndcg_at_1000_max": 0.825035, - "nauc_ndcg_at_1000_std": -0.268657, - "nauc_ndcg_at_1000_diff1": 0.928732, - "nauc_map_at_1_max": 0.811594, - "nauc_map_at_1_std": -0.254022, - "nauc_map_at_1_diff1": 0.92186, - "nauc_map_at_3_max": 0.820755, - "nauc_map_at_3_std": -0.293076, - "nauc_map_at_3_diff1": 0.927252, - "nauc_map_at_5_max": 0.822789, - "nauc_map_at_5_std": -0.27779, - "nauc_map_at_5_diff1": 0.927885, - "nauc_map_at_10_max": 0.822941, - "nauc_map_at_10_std": -0.274431, - "nauc_map_at_10_diff1": 0.927674, - "nauc_map_at_20_max": 0.822655, - "nauc_map_at_20_std": -0.27431, - "nauc_map_at_20_diff1": 0.927586, - "nauc_map_at_100_max": 0.822252, - "nauc_map_at_100_std": -0.274587, - "nauc_map_at_100_diff1": 0.927402, - "nauc_map_at_1000_max": 0.822221, - "nauc_map_at_1000_std": -0.274804, - "nauc_map_at_1000_diff1": 0.92739, - "nauc_recall_at_1_max": 0.811594, - "nauc_recall_at_1_std": -0.254022, - "nauc_recall_at_1_diff1": 0.92186, - "nauc_recall_at_3_max": 0.846622, - "nauc_recall_at_3_std": -0.340119, - "nauc_recall_at_3_diff1": 0.94281, - "nauc_recall_at_5_max": 0.879724, - "nauc_recall_at_5_std": -0.188904, - "nauc_recall_at_5_diff1": 0.957, - "nauc_recall_at_10_max": 0.954611, - "nauc_recall_at_10_std": 0.091607, - "nauc_recall_at_10_diff1": 0.985476, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.939444, + "mrr_at_5": 0.942778, + "mrr_at_10": 0.944041, + "mrr_at_20": 0.944314, + "mrr_at_100": 0.944413, + "mrr_at_1000": 0.944419, + "nauc_ndcg_at_1_max": 0.783374, + "nauc_ndcg_at_1_std": -0.238127, + "nauc_ndcg_at_1_diff1": 0.917077, + "nauc_ndcg_at_3_max": 0.811974, + "nauc_ndcg_at_3_std": -0.230551, + "nauc_ndcg_at_3_diff1": 0.92503, + "nauc_ndcg_at_5_max": 0.808949, + "nauc_ndcg_at_5_std": -0.2402, + "nauc_ndcg_at_5_diff1": 0.925602, + "nauc_ndcg_at_10_max": 0.812264, + "nauc_ndcg_at_10_std": -0.203659, + "nauc_ndcg_at_10_diff1": 0.926572, + "nauc_ndcg_at_20_max": 0.811356, + "nauc_ndcg_at_20_std": -0.21196, + "nauc_ndcg_at_20_diff1": 0.925535, + "nauc_ndcg_at_100_max": 0.807762, + "nauc_ndcg_at_100_std": -0.217568, + "nauc_ndcg_at_100_diff1": 0.924471, + "nauc_ndcg_at_1000_max": 0.807108, + "nauc_ndcg_at_1000_std": -0.22171, + "nauc_ndcg_at_1000_diff1": 0.924214, + "nauc_map_at_1_max": 0.783374, + "nauc_map_at_1_std": -0.238127, + "nauc_map_at_1_diff1": 0.917077, + "nauc_map_at_3_max": 0.805548, + "nauc_map_at_3_std": -0.230363, + "nauc_map_at_3_diff1": 0.923266, + "nauc_map_at_5_max": 0.803707, + "nauc_map_at_5_std": -0.235391, + "nauc_map_at_5_diff1": 0.923302, + "nauc_map_at_10_max": 0.804586, + "nauc_map_at_10_std": -0.224077, + "nauc_map_at_10_diff1": 0.923477, + "nauc_map_at_20_max": 0.804266, + "nauc_map_at_20_std": -0.226308, + "nauc_map_at_20_diff1": 0.923238, + "nauc_map_at_100_max": 0.803965, + "nauc_map_at_100_std": -0.226746, + "nauc_map_at_100_diff1": 0.92315, + "nauc_map_at_1000_max": 0.803946, + "nauc_map_at_1000_std": -0.22687, + "nauc_map_at_1000_diff1": 0.923142, + "nauc_recall_at_1_max": 0.783374, + "nauc_recall_at_1_std": -0.238127, + "nauc_recall_at_1_diff1": 0.917077, + "nauc_recall_at_3_max": 0.841489, + "nauc_recall_at_3_std": -0.233354, + "nauc_recall_at_3_diff1": 0.933109, + "nauc_recall_at_5_max": 0.84557, + "nauc_recall_at_5_std": -0.282618, + "nauc_recall_at_5_diff1": 0.94324, + "nauc_recall_at_10_max": 0.922736, + "nauc_recall_at_10_std": 0.160738, + "nauc_recall_at_10_diff1": 0.973856, "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.214675, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_std": 0.20845, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.811594, - "nauc_precision_at_1_std": -0.254022, - "nauc_precision_at_1_diff1": 0.92186, - "nauc_precision_at_3_max": 0.846622, - "nauc_precision_at_3_std": -0.340119, - "nauc_precision_at_3_diff1": 0.94281, - "nauc_precision_at_5_max": 0.879724, - "nauc_precision_at_5_std": -0.188904, - "nauc_precision_at_5_diff1": 0.957, - "nauc_precision_at_10_max": 0.954611, - "nauc_precision_at_10_std": 0.091607, - "nauc_precision_at_10_diff1": 0.985476, + "nauc_precision_at_1_max": 0.783374, + "nauc_precision_at_1_std": -0.238127, + "nauc_precision_at_1_diff1": 0.917077, + "nauc_precision_at_3_max": 0.841489, + "nauc_precision_at_3_std": -0.233354, + "nauc_precision_at_3_diff1": 0.933109, + "nauc_precision_at_5_max": 0.84557, + "nauc_precision_at_5_std": -0.282618, + "nauc_precision_at_5_diff1": 0.94324, + "nauc_precision_at_10_max": 0.922736, + "nauc_precision_at_10_std": 0.160738, + "nauc_precision_at_10_diff1": 0.973856, "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.214675, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_std": 0.20845, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.811594, - "nauc_mrr_at_1_std": -0.254022, - "nauc_mrr_at_1_diff1": 0.92186, - "nauc_mrr_at_3_max": 0.820755, - "nauc_mrr_at_3_std": -0.293076, - "nauc_mrr_at_3_diff1": 0.927252, - "nauc_mrr_at_5_max": 0.822789, - "nauc_mrr_at_5_std": -0.27779, - "nauc_mrr_at_5_diff1": 0.927885, - "nauc_mrr_at_10_max": 0.822941, - "nauc_mrr_at_10_std": -0.274431, - "nauc_mrr_at_10_diff1": 0.927674, - "nauc_mrr_at_20_max": 0.822655, - "nauc_mrr_at_20_std": -0.27431, - "nauc_mrr_at_20_diff1": 0.927586, - "nauc_mrr_at_100_max": 0.822252, - "nauc_mrr_at_100_std": -0.274587, - "nauc_mrr_at_100_diff1": 0.927402, - "nauc_mrr_at_1000_max": 0.822221, - "nauc_mrr_at_1000_std": -0.274804, - "nauc_mrr_at_1000_diff1": 0.92739, - "main_score": 0.95878, + "nauc_mrr_at_1_max": 0.783374, + "nauc_mrr_at_1_std": -0.238127, + "nauc_mrr_at_1_diff1": 0.917077, + "nauc_mrr_at_3_max": 0.805548, + "nauc_mrr_at_3_std": -0.230363, + "nauc_mrr_at_3_diff1": 0.923266, + "nauc_mrr_at_5_max": 0.803707, + "nauc_mrr_at_5_std": -0.235391, + "nauc_mrr_at_5_diff1": 0.923302, + "nauc_mrr_at_10_max": 0.804586, + "nauc_mrr_at_10_std": -0.224077, + "nauc_mrr_at_10_diff1": 0.923477, + "nauc_mrr_at_20_max": 0.804266, + "nauc_mrr_at_20_std": -0.226308, + "nauc_mrr_at_20_diff1": 0.923238, + "nauc_mrr_at_100_max": 0.803965, + "nauc_mrr_at_100_std": -0.226746, + "nauc_mrr_at_100_diff1": 0.92315, + "nauc_mrr_at_1000_max": 0.803946, + "nauc_mrr_at_1000_std": -0.22687, + "nauc_mrr_at_1000_diff1": 0.923142, + "hit_rate_at_1": 0.91778, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95505, "hf_subset": "pol_Latn-eng_Latn", "languages": [ "pol-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89222, - "ndcg_at_3": 0.92971, - "ndcg_at_5": 0.93564, - "ndcg_at_10": 0.94059, - "ndcg_at_20": 0.94142, - "ndcg_at_100": 0.94333, - "ndcg_at_1000": 0.94348, - "map_at_1": 0.89222, - "map_at_3": 0.92074, - "map_at_5": 0.92402, - "map_at_10": 0.92601, - "map_at_20": 0.92623, - "map_at_100": 0.92652, - "map_at_1000": 0.92653, - "recall_at_1": 0.89222, - "recall_at_3": 0.95556, - "recall_at_5": 0.97, - "recall_at_10": 0.98556, - "recall_at_20": 0.98889, - "recall_at_100": 0.99889, + "ndcg_at_1": 0.88222, + "ndcg_at_3": 0.9164, + "ndcg_at_5": 0.92578, + "ndcg_at_10": 0.92935, + "ndcg_at_20": 0.93346, + "ndcg_at_100": 0.93552, + "ndcg_at_1000": 0.93598, + "map_at_1": 0.88222, + "map_at_3": 0.90889, + "map_at_5": 0.91422, + "map_at_10": 0.91568, + "map_at_20": 0.91691, + "map_at_100": 0.91727, + "map_at_1000": 0.91729, + "recall_at_1": 0.88222, + "recall_at_3": 0.93778, + "recall_at_5": 0.96, + "recall_at_10": 0.97111, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.89222, - "precision_at_3": 0.31852, - "precision_at_5": 0.194, - "precision_at_10": 0.09856, - "precision_at_20": 0.04944, - "precision_at_100": 0.00999, + "accuracy": 0.88222, + "precision_at_1": 0.88222, + "precision_at_3": 0.31259, + "precision_at_5": 0.192, + "precision_at_10": 0.09711, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.892222, - "mrr_at_3": 0.920741, - "mrr_at_5": 0.924019, - "mrr_at_10": 0.926015, - "mrr_at_20": 0.926235, - "mrr_at_100": 0.926525, - "mrr_at_1000": 0.926531, - "nauc_ndcg_at_1_max": 0.816694, - "nauc_ndcg_at_1_std": -0.278071, - "nauc_ndcg_at_1_diff1": 0.92809, - "nauc_ndcg_at_3_max": 0.856218, - "nauc_ndcg_at_3_std": -0.235921, - "nauc_ndcg_at_3_diff1": 0.928123, - "nauc_ndcg_at_5_max": 0.853864, - "nauc_ndcg_at_5_std": -0.235282, - "nauc_ndcg_at_5_diff1": 0.928118, - "nauc_ndcg_at_10_max": 0.850742, - "nauc_ndcg_at_10_std": -0.2141, - "nauc_ndcg_at_10_diff1": 0.93113, - "nauc_ndcg_at_20_max": 0.84991, - "nauc_ndcg_at_20_std": -0.205283, - "nauc_ndcg_at_20_diff1": 0.930149, - "nauc_ndcg_at_100_max": 0.845743, - "nauc_ndcg_at_100_std": -0.228888, - "nauc_ndcg_at_100_diff1": 0.92917, - "nauc_ndcg_at_1000_max": 0.84534, - "nauc_ndcg_at_1000_std": -0.232104, - "nauc_ndcg_at_1000_diff1": 0.928984, - "nauc_map_at_1_max": 0.816694, - "nauc_map_at_1_std": -0.278071, - "nauc_map_at_1_diff1": 0.92809, - "nauc_map_at_3_max": 0.845157, - "nauc_map_at_3_std": -0.249145, - "nauc_map_at_3_diff1": 0.927846, - "nauc_map_at_5_max": 0.843783, - "nauc_map_at_5_std": -0.248135, - "nauc_map_at_5_diff1": 0.927839, - "nauc_map_at_10_max": 0.842451, - "nauc_map_at_10_std": -0.242131, - "nauc_map_at_10_diff1": 0.92887, - "nauc_map_at_20_max": 0.842272, - "nauc_map_at_20_std": -0.240051, - "nauc_map_at_20_diff1": 0.928656, - "nauc_map_at_100_max": 0.841737, - "nauc_map_at_100_std": -0.24301, - "nauc_map_at_100_diff1": 0.928516, - "nauc_map_at_1000_max": 0.841725, - "nauc_map_at_1000_std": -0.243111, - "nauc_map_at_1000_diff1": 0.92851, - "nauc_recall_at_1_max": 0.816694, - "nauc_recall_at_1_std": -0.278071, - "nauc_recall_at_1_diff1": 0.92809, - "nauc_recall_at_3_max": 0.911415, - "nauc_recall_at_3_std": -0.168709, - "nauc_recall_at_3_diff1": 0.929739, - "nauc_recall_at_5_max": 0.923574, - "nauc_recall_at_5_std": -0.146419, - "nauc_recall_at_5_diff1": 0.930404, - "nauc_recall_at_10_max": 0.959779, - "nauc_recall_at_10_std": 0.235402, - "nauc_recall_at_10_diff1": 0.969834, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.539776, - "nauc_recall_at_20_diff1": 0.960784, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "mrr_at_1": 0.882222, + "mrr_at_3": 0.908889, + "mrr_at_5": 0.914222, + "mrr_at_10": 0.915684, + "mrr_at_20": 0.916906, + "mrr_at_100": 0.917271, + "mrr_at_1000": 0.917292, + "nauc_ndcg_at_1_max": 0.767774, + "nauc_ndcg_at_1_std": -0.325135, + "nauc_ndcg_at_1_diff1": 0.914589, + "nauc_ndcg_at_3_max": 0.815062, + "nauc_ndcg_at_3_std": -0.289154, + "nauc_ndcg_at_3_diff1": 0.907855, + "nauc_ndcg_at_5_max": 0.818813, + "nauc_ndcg_at_5_std": -0.258918, + "nauc_ndcg_at_5_diff1": 0.909365, + "nauc_ndcg_at_10_max": 0.814969, + "nauc_ndcg_at_10_std": -0.255334, + "nauc_ndcg_at_10_diff1": 0.908106, + "nauc_ndcg_at_20_max": 0.80704, + "nauc_ndcg_at_20_std": -0.273999, + "nauc_ndcg_at_20_diff1": 0.909386, + "nauc_ndcg_at_100_max": 0.804356, + "nauc_ndcg_at_100_std": -0.274813, + "nauc_ndcg_at_100_diff1": 0.910342, + "nauc_ndcg_at_1000_max": 0.803288, + "nauc_ndcg_at_1000_std": -0.280357, + "nauc_ndcg_at_1000_diff1": 0.910033, + "nauc_map_at_1_max": 0.767774, + "nauc_map_at_1_std": -0.325135, + "nauc_map_at_1_diff1": 0.914589, + "nauc_map_at_3_max": 0.801911, + "nauc_map_at_3_std": -0.298416, + "nauc_map_at_3_diff1": 0.909325, + "nauc_map_at_5_max": 0.802815, + "nauc_map_at_5_std": -0.284484, + "nauc_map_at_5_diff1": 0.910213, + "nauc_map_at_10_max": 0.801128, + "nauc_map_at_10_std": -0.284092, + "nauc_map_at_10_diff1": 0.909729, + "nauc_map_at_20_max": 0.799062, + "nauc_map_at_20_std": -0.289135, + "nauc_map_at_20_diff1": 0.91015, + "nauc_map_at_100_max": 0.798662, + "nauc_map_at_100_std": -0.289152, + "nauc_map_at_100_diff1": 0.910289, + "nauc_map_at_1000_max": 0.798625, + "nauc_map_at_1000_std": -0.28933, + "nauc_map_at_1000_diff1": 0.910281, + "nauc_recall_at_1_max": 0.767774, + "nauc_recall_at_1_std": -0.325135, + "nauc_recall_at_1_diff1": 0.914589, + "nauc_recall_at_3_max": 0.869039, + "nauc_recall_at_3_std": -0.251634, + "nauc_recall_at_3_diff1": 0.902086, + "nauc_recall_at_5_max": 0.916355, + "nauc_recall_at_5_std": -0.095874, + "nauc_recall_at_5_diff1": 0.905008, + "nauc_recall_at_10_max": 0.926291, + "nauc_recall_at_10_std": -9e-05, + "nauc_recall_at_10_diff1": 0.894868, + "nauc_recall_at_20_max": 0.907018, + "nauc_recall_at_20_std": -0.043573, + "nauc_recall_at_20_diff1": 0.899237, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.522409, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816694, - "nauc_precision_at_1_std": -0.278071, - "nauc_precision_at_1_diff1": 0.92809, - "nauc_precision_at_3_max": 0.911415, - "nauc_precision_at_3_std": -0.168709, - "nauc_precision_at_3_diff1": 0.929739, - "nauc_precision_at_5_max": 0.923574, - "nauc_precision_at_5_std": -0.146419, - "nauc_precision_at_5_diff1": 0.930404, - "nauc_precision_at_10_max": 0.959779, - "nauc_precision_at_10_std": 0.235402, - "nauc_precision_at_10_diff1": 0.969834, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.539776, - "nauc_precision_at_20_diff1": 0.960784, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1_max": 0.767774, + "nauc_precision_at_1_std": -0.325135, + "nauc_precision_at_1_diff1": 0.914589, + "nauc_precision_at_3_max": 0.869039, + "nauc_precision_at_3_std": -0.251634, + "nauc_precision_at_3_diff1": 0.902086, + "nauc_precision_at_5_max": 0.916355, + "nauc_precision_at_5_std": -0.095874, + "nauc_precision_at_5_diff1": 0.905008, + "nauc_precision_at_10_max": 0.926291, + "nauc_precision_at_10_std": -9e-05, + "nauc_precision_at_10_diff1": 0.894868, + "nauc_precision_at_20_max": 0.907018, + "nauc_precision_at_20_std": -0.043573, + "nauc_precision_at_20_diff1": 0.899237, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.522409, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816694, - "nauc_mrr_at_1_std": -0.278071, - "nauc_mrr_at_1_diff1": 0.92809, - "nauc_mrr_at_3_max": 0.845157, - "nauc_mrr_at_3_std": -0.249145, - "nauc_mrr_at_3_diff1": 0.927846, - "nauc_mrr_at_5_max": 0.843783, - "nauc_mrr_at_5_std": -0.248135, - "nauc_mrr_at_5_diff1": 0.927839, - "nauc_mrr_at_10_max": 0.842451, - "nauc_mrr_at_10_std": -0.242131, - "nauc_mrr_at_10_diff1": 0.92887, - "nauc_mrr_at_20_max": 0.842272, - "nauc_mrr_at_20_std": -0.240051, - "nauc_mrr_at_20_diff1": 0.928656, - "nauc_mrr_at_100_max": 0.841737, - "nauc_mrr_at_100_std": -0.24301, - "nauc_mrr_at_100_diff1": 0.928516, - "nauc_mrr_at_1000_max": 0.841725, - "nauc_mrr_at_1000_std": -0.243111, - "nauc_mrr_at_1000_diff1": 0.92851, - "main_score": 0.94059, + "nauc_mrr_at_1_max": 0.767774, + "nauc_mrr_at_1_std": -0.325135, + "nauc_mrr_at_1_diff1": 0.914589, + "nauc_mrr_at_3_max": 0.801911, + "nauc_mrr_at_3_std": -0.298416, + "nauc_mrr_at_3_diff1": 0.909325, + "nauc_mrr_at_5_max": 0.802815, + "nauc_mrr_at_5_std": -0.284484, + "nauc_mrr_at_5_diff1": 0.910213, + "nauc_mrr_at_10_max": 0.801128, + "nauc_mrr_at_10_std": -0.284092, + "nauc_mrr_at_10_diff1": 0.909729, + "nauc_mrr_at_20_max": 0.799062, + "nauc_mrr_at_20_std": -0.289135, + "nauc_mrr_at_20_diff1": 0.91015, + "nauc_mrr_at_100_max": 0.798662, + "nauc_mrr_at_100_std": -0.289152, + "nauc_mrr_at_100_diff1": 0.910289, + "nauc_mrr_at_1000_max": 0.798625, + "nauc_mrr_at_1000_std": -0.28933, + "nauc_mrr_at_1000_diff1": 0.910281, + "hit_rate_at_1": 0.88222, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.96, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92935, "hf_subset": "eng_Latn-pol_Latn", "languages": [ "eng-Latn", "pol-Latn" - ] - }, - { - "ndcg_at_1": 0.92667, - "ndcg_at_3": 0.95577, - "ndcg_at_5": 0.95897, - "ndcg_at_10": 0.96033, - "ndcg_at_20": 0.96212, - "ndcg_at_100": 0.9628, - "ndcg_at_1000": 0.9631, - "map_at_1": 0.92667, - "map_at_3": 0.94889, - "map_at_5": 0.95067, - "map_at_10": 0.95119, - "map_at_20": 0.95173, - "map_at_100": 0.95185, - "map_at_1000": 0.95186, - "recall_at_1": 0.92667, - "recall_at_3": 0.97556, - "recall_at_5": 0.98333, - "recall_at_10": 0.98778, - "recall_at_20": 0.99444, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.94684, + "ndcg_at_5": 0.94918, + "ndcg_at_10": 0.95211, + "ndcg_at_20": 0.95357, + "ndcg_at_100": 0.95481, + "ndcg_at_1000": 0.95494, + "map_at_1": 0.90778, + "map_at_3": 0.93796, + "map_at_5": 0.9393, + "map_at_10": 0.94053, + "map_at_20": 0.94096, + "map_at_100": 0.94114, + "map_at_1000": 0.94114, + "recall_at_1": 0.90778, + "recall_at_3": 0.97222, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92667, - "precision_at_3": 0.32519, - "precision_at_5": 0.19667, - "precision_at_10": 0.09878, - "precision_at_20": 0.04972, - "precision_at_100": 0.00998, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.32407, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.926667, - "mrr_at_3": 0.948889, - "mrr_at_5": 0.950667, - "mrr_at_10": 0.951187, - "mrr_at_20": 0.951729, - "mrr_at_100": 0.951847, - "mrr_at_1000": 0.951862, - "nauc_ndcg_at_1_max": 0.776115, - "nauc_ndcg_at_1_std": -0.187145, - "nauc_ndcg_at_1_diff1": 0.944791, - "nauc_ndcg_at_3_max": 0.833718, - "nauc_ndcg_at_3_std": -0.095037, - "nauc_ndcg_at_3_diff1": 0.954742, - "nauc_ndcg_at_5_max": 0.830124, - "nauc_ndcg_at_5_std": -0.105621, - "nauc_ndcg_at_5_diff1": 0.955488, - "nauc_ndcg_at_10_max": 0.826535, - "nauc_ndcg_at_10_std": -0.10917, - "nauc_ndcg_at_10_diff1": 0.953958, - "nauc_ndcg_at_20_max": 0.82171, - "nauc_ndcg_at_20_std": -0.116553, - "nauc_ndcg_at_20_diff1": 0.953667, - "nauc_ndcg_at_100_max": 0.818454, - "nauc_ndcg_at_100_std": -0.113636, - "nauc_ndcg_at_100_diff1": 0.95282, - "nauc_ndcg_at_1000_max": 0.816968, - "nauc_ndcg_at_1000_std": -0.122752, - "nauc_ndcg_at_1000_diff1": 0.952434, - "nauc_map_at_1_max": 0.776115, - "nauc_map_at_1_std": -0.187145, - "nauc_map_at_1_diff1": 0.944791, - "nauc_map_at_3_max": 0.817129, - "nauc_map_at_3_std": -0.124687, - "nauc_map_at_3_diff1": 0.952164, - "nauc_map_at_5_max": 0.814918, - "nauc_map_at_5_std": -0.129629, - "nauc_map_at_5_diff1": 0.952281, - "nauc_map_at_10_max": 0.813579, - "nauc_map_at_10_std": -0.131732, - "nauc_map_at_10_diff1": 0.951773, - "nauc_map_at_20_max": 0.812337, - "nauc_map_at_20_std": -0.132994, - "nauc_map_at_20_diff1": 0.951606, - "nauc_map_at_100_max": 0.811879, - "nauc_map_at_100_std": -0.132949, - "nauc_map_at_100_diff1": 0.951488, - "nauc_map_at_1000_max": 0.811821, - "nauc_map_at_1000_std": -0.133296, - "nauc_map_at_1000_diff1": 0.951473, - "nauc_recall_at_1_max": 0.776115, - "nauc_recall_at_1_std": -0.187145, - "nauc_recall_at_1_diff1": 0.944791, - "nauc_recall_at_3_max": 0.930927, - "nauc_recall_at_3_std": 0.081954, - "nauc_recall_at_3_diff1": 0.969548, - "nauc_recall_at_5_max": 0.954248, - "nauc_recall_at_5_std": 0.088889, - "nauc_recall_at_5_diff1": 0.982571, - "nauc_recall_at_10_max": 0.962864, - "nauc_recall_at_10_std": 0.138825, - "nauc_recall_at_10_diff1": 0.976233, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.201401, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.937963, + "mrr_at_5": 0.939296, + "mrr_at_10": 0.940534, + "mrr_at_20": 0.940965, + "mrr_at_100": 0.94114, + "mrr_at_1000": 0.941145, + "nauc_ndcg_at_1_max": 0.77379, + "nauc_ndcg_at_1_std": -0.224781, + "nauc_ndcg_at_1_diff1": 0.949546, + "nauc_ndcg_at_3_max": 0.826632, + "nauc_ndcg_at_3_std": -0.101627, + "nauc_ndcg_at_3_diff1": 0.948554, + "nauc_ndcg_at_5_max": 0.824972, + "nauc_ndcg_at_5_std": -0.095835, + "nauc_ndcg_at_5_diff1": 0.94853, + "nauc_ndcg_at_10_max": 0.816244, + "nauc_ndcg_at_10_std": -0.126284, + "nauc_ndcg_at_10_diff1": 0.950554, + "nauc_ndcg_at_20_max": 0.815291, + "nauc_ndcg_at_20_std": -0.123525, + "nauc_ndcg_at_20_diff1": 0.950652, + "nauc_ndcg_at_100_max": 0.810801, + "nauc_ndcg_at_100_std": -0.134672, + "nauc_ndcg_at_100_diff1": 0.950008, + "nauc_ndcg_at_1000_max": 0.810221, + "nauc_ndcg_at_1000_std": -0.138153, + "nauc_ndcg_at_1000_diff1": 0.949855, + "nauc_map_at_1_max": 0.77379, + "nauc_map_at_1_std": -0.224781, + "nauc_map_at_1_diff1": 0.949546, + "nauc_map_at_3_max": 0.810512, + "nauc_map_at_3_std": -0.141298, + "nauc_map_at_3_diff1": 0.94889, + "nauc_map_at_5_max": 0.809371, + "nauc_map_at_5_std": -0.13906, + "nauc_map_at_5_diff1": 0.948784, + "nauc_map_at_10_max": 0.806054, + "nauc_map_at_10_std": -0.151456, + "nauc_map_at_10_diff1": 0.949506, + "nauc_map_at_20_max": 0.805877, + "nauc_map_at_20_std": -0.15016, + "nauc_map_at_20_diff1": 0.949525, + "nauc_map_at_100_max": 0.805351, + "nauc_map_at_100_std": -0.151572, + "nauc_map_at_100_diff1": 0.949487, + "nauc_map_at_1000_max": 0.805337, + "nauc_map_at_1000_std": -0.151655, + "nauc_map_at_1000_diff1": 0.949483, + "nauc_recall_at_1_max": 0.77379, + "nauc_recall_at_1_std": -0.224781, + "nauc_recall_at_1_diff1": 0.949546, + "nauc_recall_at_3_max": 0.927918, + "nauc_recall_at_3_std": 0.149916, + "nauc_recall_at_3_diff1": 0.946405, + "nauc_recall_at_5_max": 0.944211, + "nauc_recall_at_5_std": 0.240219, + "nauc_recall_at_5_diff1": 0.946895, + "nauc_recall_at_10_max": 0.928805, + "nauc_recall_at_10_std": 0.158458, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.379885, + "nauc_recall_at_20_diff1": 0.981326, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.776115, - "nauc_precision_at_1_std": -0.187145, - "nauc_precision_at_1_diff1": 0.944791, - "nauc_precision_at_3_max": 0.930927, - "nauc_precision_at_3_std": 0.081954, - "nauc_precision_at_3_diff1": 0.969548, - "nauc_precision_at_5_max": 0.954248, - "nauc_precision_at_5_std": 0.088889, - "nauc_precision_at_5_diff1": 0.982571, - "nauc_precision_at_10_max": 0.962864, - "nauc_precision_at_10_std": 0.138825, - "nauc_precision_at_10_diff1": 0.976233, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.201401, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.77379, + "nauc_precision_at_1_std": -0.224781, + "nauc_precision_at_1_diff1": 0.949546, + "nauc_precision_at_3_max": 0.927918, + "nauc_precision_at_3_std": 0.149916, + "nauc_precision_at_3_diff1": 0.946405, + "nauc_precision_at_5_max": 0.944211, + "nauc_precision_at_5_std": 0.240219, + "nauc_precision_at_5_diff1": 0.946895, + "nauc_precision_at_10_max": 0.928805, + "nauc_precision_at_10_std": 0.158458, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.379885, + "nauc_precision_at_20_diff1": 0.981326, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.776115, - "nauc_mrr_at_1_std": -0.187145, - "nauc_mrr_at_1_diff1": 0.944791, - "nauc_mrr_at_3_max": 0.817129, - "nauc_mrr_at_3_std": -0.124687, - "nauc_mrr_at_3_diff1": 0.952164, - "nauc_mrr_at_5_max": 0.814918, - "nauc_mrr_at_5_std": -0.129629, - "nauc_mrr_at_5_diff1": 0.952281, - "nauc_mrr_at_10_max": 0.813579, - "nauc_mrr_at_10_std": -0.131732, - "nauc_mrr_at_10_diff1": 0.951773, - "nauc_mrr_at_20_max": 0.812337, - "nauc_mrr_at_20_std": -0.132994, - "nauc_mrr_at_20_diff1": 0.951606, - "nauc_mrr_at_100_max": 0.811879, - "nauc_mrr_at_100_std": -0.132949, - "nauc_mrr_at_100_diff1": 0.951488, - "nauc_mrr_at_1000_max": 0.811821, - "nauc_mrr_at_1000_std": -0.133296, - "nauc_mrr_at_1000_diff1": 0.951473, - "main_score": 0.96033, + "nauc_mrr_at_1_max": 0.77379, + "nauc_mrr_at_1_std": -0.224781, + "nauc_mrr_at_1_diff1": 0.949546, + "nauc_mrr_at_3_max": 0.810512, + "nauc_mrr_at_3_std": -0.141298, + "nauc_mrr_at_3_diff1": 0.94889, + "nauc_mrr_at_5_max": 0.809371, + "nauc_mrr_at_5_std": -0.13906, + "nauc_mrr_at_5_diff1": 0.948784, + "nauc_mrr_at_10_max": 0.806054, + "nauc_mrr_at_10_std": -0.151456, + "nauc_mrr_at_10_diff1": 0.949506, + "nauc_mrr_at_20_max": 0.805877, + "nauc_mrr_at_20_std": -0.15016, + "nauc_mrr_at_20_diff1": 0.949525, + "nauc_mrr_at_100_max": 0.805351, + "nauc_mrr_at_100_std": -0.151572, + "nauc_mrr_at_100_diff1": 0.949487, + "nauc_mrr_at_1000_max": 0.805337, + "nauc_mrr_at_1000_std": -0.151655, + "nauc_mrr_at_1000_diff1": 0.949483, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.97222, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95211, "hf_subset": "por_Latn-por_Latn", "languages": [ "por-Latn", "por-Latn" - ] - }, - { - "ndcg_at_1": 0.93111, - "ndcg_at_3": 0.95659, - "ndcg_at_5": 0.96027, - "ndcg_at_10": 0.96313, - "ndcg_at_20": 0.96461, - "ndcg_at_100": 0.96501, - "ndcg_at_1000": 0.96517, - "map_at_1": 0.93111, - "map_at_3": 0.95074, - "map_at_5": 0.9528, - "map_at_10": 0.95398, - "map_at_20": 0.95442, - "map_at_100": 0.95447, - "map_at_1000": 0.95448, - "recall_at_1": 0.93111, - "recall_at_3": 0.97333, - "recall_at_5": 0.98222, - "recall_at_10": 0.99111, - "recall_at_20": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95229, + "ndcg_at_5": 0.95635, + "ndcg_at_10": 0.95917, + "ndcg_at_20": 0.96091, + "ndcg_at_100": 0.96159, + "ndcg_at_1000": 0.96174, + "map_at_1": 0.92556, + "map_at_3": 0.94611, + "map_at_5": 0.94833, + "map_at_10": 0.94946, + "map_at_20": 0.94996, + "map_at_100": 0.95008, + "map_at_1000": 0.95009, + "recall_at_1": 0.92556, + "recall_at_3": 0.97, + "recall_at_5": 0.98, + "recall_at_10": 0.98889, + "recall_at_20": 0.99556, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.93111, - "precision_at_3": 0.32444, - "precision_at_5": 0.19644, - "precision_at_10": 0.09911, - "precision_at_20": 0.04983, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.32333, + "precision_at_5": 0.196, + "precision_at_10": 0.09889, + "precision_at_20": 0.04978, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.931111, - "mrr_at_3": 0.950741, - "mrr_at_5": 0.952796, - "mrr_at_10": 0.953975, - "mrr_at_20": 0.954419, - "mrr_at_100": 0.954467, - "mrr_at_1000": 0.954478, - "nauc_ndcg_at_1_max": 0.829772, - "nauc_ndcg_at_1_std": -0.27582, - "nauc_ndcg_at_1_diff1": 0.952223, - "nauc_ndcg_at_3_max": 0.854041, - "nauc_ndcg_at_3_std": -0.314496, - "nauc_ndcg_at_3_diff1": 0.958479, - "nauc_ndcg_at_5_max": 0.85743, - "nauc_ndcg_at_5_std": -0.292587, - "nauc_ndcg_at_5_diff1": 0.960768, - "nauc_ndcg_at_10_max": 0.854096, - "nauc_ndcg_at_10_std": -0.246738, - "nauc_ndcg_at_10_diff1": 0.958858, - "nauc_ndcg_at_20_max": 0.851678, - "nauc_ndcg_at_20_std": -0.252016, - "nauc_ndcg_at_20_diff1": 0.958217, - "nauc_ndcg_at_100_max": 0.850006, - "nauc_ndcg_at_100_std": -0.266132, - "nauc_ndcg_at_100_diff1": 0.957746, - "nauc_ndcg_at_1000_max": 0.849302, - "nauc_ndcg_at_1000_std": -0.272077, - "nauc_ndcg_at_1000_diff1": 0.957547, - "nauc_map_at_1_max": 0.829772, - "nauc_map_at_1_std": -0.27582, - "nauc_map_at_1_diff1": 0.952223, - "nauc_map_at_3_max": 0.847495, - "nauc_map_at_3_std": -0.303093, - "nauc_map_at_3_diff1": 0.956763, - "nauc_map_at_5_max": 0.848959, - "nauc_map_at_5_std": -0.29153, - "nauc_map_at_5_diff1": 0.957804, - "nauc_map_at_10_max": 0.847557, - "nauc_map_at_10_std": -0.275889, - "nauc_map_at_10_diff1": 0.957038, - "nauc_map_at_20_max": 0.846908, - "nauc_map_at_20_std": -0.277895, - "nauc_map_at_20_diff1": 0.956865, - "nauc_map_at_100_max": 0.846746, - "nauc_map_at_100_std": -0.27925, - "nauc_map_at_100_diff1": 0.956819, - "nauc_map_at_1000_max": 0.846712, - "nauc_map_at_1000_std": -0.279534, - "nauc_map_at_1000_diff1": 0.95681, - "nauc_recall_at_1_max": 0.829772, - "nauc_recall_at_1_std": -0.27582, - "nauc_recall_at_1_diff1": 0.952223, - "nauc_recall_at_3_max": 0.887683, - "nauc_recall_at_3_std": -0.374027, - "nauc_recall_at_3_diff1": 0.96732, - "nauc_recall_at_5_max": 0.921073, - "nauc_recall_at_5_std": -0.294088, - "nauc_recall_at_5_diff1": 0.98366, - "nauc_recall_at_10_max": 0.944269, - "nauc_recall_at_10_std": 0.28233, - "nauc_recall_at_10_diff1": 0.98366, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 1.0, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.946111, + "mrr_at_5": 0.948333, + "mrr_at_10": 0.949458, + "mrr_at_20": 0.949964, + "mrr_at_100": 0.950084, + "mrr_at_1000": 0.95009, + "nauc_ndcg_at_1_max": 0.818854, + "nauc_ndcg_at_1_std": -0.222445, + "nauc_ndcg_at_1_diff1": 0.964394, + "nauc_ndcg_at_3_max": 0.838884, + "nauc_ndcg_at_3_std": -0.230594, + "nauc_ndcg_at_3_diff1": 0.965014, + "nauc_ndcg_at_5_max": 0.844942, + "nauc_ndcg_at_5_std": -0.191811, + "nauc_ndcg_at_5_diff1": 0.96609, + "nauc_ndcg_at_10_max": 0.841089, + "nauc_ndcg_at_10_std": -0.17582, + "nauc_ndcg_at_10_diff1": 0.965893, + "nauc_ndcg_at_20_max": 0.834014, + "nauc_ndcg_at_20_std": -0.205274, + "nauc_ndcg_at_20_diff1": 0.965266, + "nauc_ndcg_at_100_max": 0.836755, + "nauc_ndcg_at_100_std": -0.195671, + "nauc_ndcg_at_100_diff1": 0.965497, + "nauc_ndcg_at_1000_max": 0.836131, + "nauc_ndcg_at_1000_std": -0.200244, + "nauc_ndcg_at_1000_diff1": 0.965365, + "nauc_map_at_1_max": 0.818854, + "nauc_map_at_1_std": -0.222445, + "nauc_map_at_1_diff1": 0.964394, + "nauc_map_at_3_max": 0.834302, + "nauc_map_at_3_std": -0.224361, + "nauc_map_at_3_diff1": 0.964906, + "nauc_map_at_5_max": 0.836711, + "nauc_map_at_5_std": -0.20737, + "nauc_map_at_5_diff1": 0.965452, + "nauc_map_at_10_max": 0.835257, + "nauc_map_at_10_std": -0.202181, + "nauc_map_at_10_diff1": 0.965322, + "nauc_map_at_20_max": 0.833589, + "nauc_map_at_20_std": -0.208637, + "nauc_map_at_20_diff1": 0.965142, + "nauc_map_at_100_max": 0.834119, + "nauc_map_at_100_std": -0.206723, + "nauc_map_at_100_diff1": 0.965197, + "nauc_map_at_1000_max": 0.834099, + "nauc_map_at_1000_std": -0.206863, + "nauc_map_at_1000_diff1": 0.965193, + "nauc_recall_at_1_max": 0.818854, + "nauc_recall_at_1_std": -0.222445, + "nauc_recall_at_1_diff1": 0.964394, + "nauc_recall_at_3_max": 0.861085, + "nauc_recall_at_3_std": -0.265519, + "nauc_recall_at_3_diff1": 0.965505, + "nauc_recall_at_5_max": 0.906785, + "nauc_recall_at_5_std": -0.061858, + "nauc_recall_at_5_diff1": 0.970951, + "nauc_recall_at_10_max": 0.912278, + "nauc_recall_at_10_std": 0.218394, + "nauc_recall_at_10_diff1": 0.973856, + "nauc_recall_at_20_max": 0.780696, + "nauc_recall_at_20_std": -0.222923, + "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829772, - "nauc_precision_at_1_std": -0.27582, - "nauc_precision_at_1_diff1": 0.952223, - "nauc_precision_at_3_max": 0.887683, - "nauc_precision_at_3_std": -0.374027, - "nauc_precision_at_3_diff1": 0.96732, - "nauc_precision_at_5_max": 0.921073, - "nauc_precision_at_5_std": -0.294088, - "nauc_precision_at_5_diff1": 0.98366, - "nauc_precision_at_10_max": 0.944269, - "nauc_precision_at_10_std": 0.28233, - "nauc_precision_at_10_diff1": 0.98366, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 1.0, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.818854, + "nauc_precision_at_1_std": -0.222445, + "nauc_precision_at_1_diff1": 0.964394, + "nauc_precision_at_3_max": 0.861085, + "nauc_precision_at_3_std": -0.265519, + "nauc_precision_at_3_diff1": 0.965505, + "nauc_precision_at_5_max": 0.906785, + "nauc_precision_at_5_std": -0.061858, + "nauc_precision_at_5_diff1": 0.970951, + "nauc_precision_at_10_max": 0.912278, + "nauc_precision_at_10_std": 0.218394, + "nauc_precision_at_10_diff1": 0.973856, + "nauc_precision_at_20_max": 0.780696, + "nauc_precision_at_20_std": -0.222923, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829772, - "nauc_mrr_at_1_std": -0.27582, - "nauc_mrr_at_1_diff1": 0.952223, - "nauc_mrr_at_3_max": 0.847495, - "nauc_mrr_at_3_std": -0.303093, - "nauc_mrr_at_3_diff1": 0.956763, - "nauc_mrr_at_5_max": 0.848959, - "nauc_mrr_at_5_std": -0.29153, - "nauc_mrr_at_5_diff1": 0.957804, - "nauc_mrr_at_10_max": 0.847557, - "nauc_mrr_at_10_std": -0.275889, - "nauc_mrr_at_10_diff1": 0.957038, - "nauc_mrr_at_20_max": 0.846908, - "nauc_mrr_at_20_std": -0.277895, - "nauc_mrr_at_20_diff1": 0.956865, - "nauc_mrr_at_100_max": 0.846746, - "nauc_mrr_at_100_std": -0.27925, - "nauc_mrr_at_100_diff1": 0.956819, - "nauc_mrr_at_1000_max": 0.846712, - "nauc_mrr_at_1000_std": -0.279534, - "nauc_mrr_at_1000_diff1": 0.95681, - "main_score": 0.96313, + "nauc_mrr_at_1_max": 0.818854, + "nauc_mrr_at_1_std": -0.222445, + "nauc_mrr_at_1_diff1": 0.964394, + "nauc_mrr_at_3_max": 0.834302, + "nauc_mrr_at_3_std": -0.224361, + "nauc_mrr_at_3_diff1": 0.964906, + "nauc_mrr_at_5_max": 0.836711, + "nauc_mrr_at_5_std": -0.20737, + "nauc_mrr_at_5_diff1": 0.965452, + "nauc_mrr_at_10_max": 0.835257, + "nauc_mrr_at_10_std": -0.202181, + "nauc_mrr_at_10_diff1": 0.965322, + "nauc_mrr_at_20_max": 0.833589, + "nauc_mrr_at_20_std": -0.208637, + "nauc_mrr_at_20_diff1": 0.965142, + "nauc_mrr_at_100_max": 0.834119, + "nauc_mrr_at_100_std": -0.206723, + "nauc_mrr_at_100_diff1": 0.965197, + "nauc_mrr_at_1000_max": 0.834099, + "nauc_mrr_at_1000_std": -0.206863, + "nauc_mrr_at_1000_diff1": 0.965193, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.97, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99556, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95917, "hf_subset": "por_Latn-eng_Latn", "languages": [ "por-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91778, - "ndcg_at_3": 0.94884, - "ndcg_at_5": 0.95257, - "ndcg_at_10": 0.95591, - "ndcg_at_20": 0.95702, - "ndcg_at_100": 0.95787, - "ndcg_at_1000": 0.95816, - "map_at_1": 0.91778, - "map_at_3": 0.94148, - "map_at_5": 0.94359, - "map_at_10": 0.94504, - "map_at_20": 0.94533, - "map_at_100": 0.94546, - "map_at_1000": 0.94547, - "recall_at_1": 0.91778, - "recall_at_3": 0.97, - "recall_at_5": 0.97889, - "recall_at_10": 0.98889, - "recall_at_20": 0.99333, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93877, + "ndcg_at_5": 0.94427, + "ndcg_at_10": 0.94796, + "ndcg_at_20": 0.94881, + "ndcg_at_100": 0.94985, + "ndcg_at_1000": 0.9503, + "map_at_1": 0.90111, + "map_at_3": 0.93019, + "map_at_5": 0.93324, + "map_at_10": 0.93482, + "map_at_20": 0.93505, + "map_at_100": 0.9352, + "map_at_1000": 0.93523, + "recall_at_1": 0.90111, + "recall_at_3": 0.96333, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.91778, - "precision_at_3": 0.32333, - "precision_at_5": 0.19578, - "precision_at_10": 0.09889, - "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "accuracy": 0.90111, + "precision_at_1": 0.90111, + "precision_at_3": 0.32111, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.917778, - "mrr_at_3": 0.941481, - "mrr_at_5": 0.943593, - "mrr_at_10": 0.945037, - "mrr_at_20": 0.945334, - "mrr_at_100": 0.945458, - "mrr_at_1000": 0.945468, - "nauc_ndcg_at_1_max": 0.819397, - "nauc_ndcg_at_1_std": -0.140302, - "nauc_ndcg_at_1_diff1": 0.939435, - "nauc_ndcg_at_3_max": 0.862402, - "nauc_ndcg_at_3_std": -0.17552, - "nauc_ndcg_at_3_diff1": 0.943292, - "nauc_ndcg_at_5_max": 0.859442, - "nauc_ndcg_at_5_std": -0.167122, - "nauc_ndcg_at_5_diff1": 0.945171, - "nauc_ndcg_at_10_max": 0.85113, - "nauc_ndcg_at_10_std": -0.164874, - "nauc_ndcg_at_10_diff1": 0.944546, - "nauc_ndcg_at_20_max": 0.849922, - "nauc_ndcg_at_20_std": -0.155887, - "nauc_ndcg_at_20_diff1": 0.944923, - "nauc_ndcg_at_100_max": 0.847589, - "nauc_ndcg_at_100_std": -0.148562, - "nauc_ndcg_at_100_diff1": 0.943811, - "nauc_ndcg_at_1000_max": 0.846543, - "nauc_ndcg_at_1000_std": -0.156002, - "nauc_ndcg_at_1000_diff1": 0.943425, - "nauc_map_at_1_max": 0.819397, - "nauc_map_at_1_std": -0.140302, - "nauc_map_at_1_diff1": 0.939435, - "nauc_map_at_3_max": 0.848626, - "nauc_map_at_3_std": -0.16885, - "nauc_map_at_3_diff1": 0.942027, - "nauc_map_at_5_max": 0.846519, - "nauc_map_at_5_std": -0.164753, - "nauc_map_at_5_diff1": 0.942755, - "nauc_map_at_10_max": 0.843368, - "nauc_map_at_10_std": -0.162715, - "nauc_map_at_10_diff1": 0.942517, - "nauc_map_at_20_max": 0.84307, - "nauc_map_at_20_std": -0.160353, - "nauc_map_at_20_diff1": 0.942635, - "nauc_map_at_100_max": 0.842804, - "nauc_map_at_100_std": -0.159242, - "nauc_map_at_100_diff1": 0.942505, - "nauc_map_at_1000_max": 0.842773, - "nauc_map_at_1000_std": -0.159454, - "nauc_map_at_1000_diff1": 0.942494, - "nauc_recall_at_1_max": 0.819397, - "nauc_recall_at_1_std": -0.140302, - "nauc_recall_at_1_diff1": 0.939435, - "nauc_recall_at_3_max": 0.939309, - "nauc_recall_at_3_std": -0.208822, - "nauc_recall_at_3_diff1": 0.950375, - "nauc_recall_at_5_max": 0.95786, - "nauc_recall_at_5_std": -0.176249, - "nauc_recall_at_5_diff1": 0.96474, - "nauc_recall_at_10_max": 0.946078, - "nauc_recall_at_10_std": -0.188609, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.000389, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.930185, + "mrr_at_5": 0.933241, + "mrr_at_10": 0.934817, + "mrr_at_20": 0.935053, + "mrr_at_100": 0.935204, + "mrr_at_1000": 0.935225, + "nauc_ndcg_at_1_max": 0.785221, + "nauc_ndcg_at_1_std": -0.339985, + "nauc_ndcg_at_1_diff1": 0.927428, + "nauc_ndcg_at_3_max": 0.834776, + "nauc_ndcg_at_3_std": -0.303242, + "nauc_ndcg_at_3_diff1": 0.92589, + "nauc_ndcg_at_5_max": 0.827402, + "nauc_ndcg_at_5_std": -0.284265, + "nauc_ndcg_at_5_diff1": 0.928683, + "nauc_ndcg_at_10_max": 0.822256, + "nauc_ndcg_at_10_std": -0.314622, + "nauc_ndcg_at_10_diff1": 0.929579, + "nauc_ndcg_at_20_max": 0.822614, + "nauc_ndcg_at_20_std": -0.299471, + "nauc_ndcg_at_20_diff1": 0.930039, + "nauc_ndcg_at_100_max": 0.820045, + "nauc_ndcg_at_100_std": -0.297212, + "nauc_ndcg_at_100_diff1": 0.929682, + "nauc_ndcg_at_1000_max": 0.818411, + "nauc_ndcg_at_1000_std": -0.308633, + "nauc_ndcg_at_1000_diff1": 0.929044, + "nauc_map_at_1_max": 0.785221, + "nauc_map_at_1_std": -0.339985, + "nauc_map_at_1_diff1": 0.927428, + "nauc_map_at_3_max": 0.820349, + "nauc_map_at_3_std": -0.315917, + "nauc_map_at_3_diff1": 0.926635, + "nauc_map_at_5_max": 0.816233, + "nauc_map_at_5_std": -0.308875, + "nauc_map_at_5_diff1": 0.92796, + "nauc_map_at_10_max": 0.814308, + "nauc_map_at_10_std": -0.319474, + "nauc_map_at_10_diff1": 0.92832, + "nauc_map_at_20_max": 0.814408, + "nauc_map_at_20_std": -0.316099, + "nauc_map_at_20_diff1": 0.928456, + "nauc_map_at_100_max": 0.814106, + "nauc_map_at_100_std": -0.316171, + "nauc_map_at_100_diff1": 0.928411, + "nauc_map_at_1000_max": 0.814046, + "nauc_map_at_1000_std": -0.316585, + "nauc_map_at_1000_diff1": 0.928388, + "nauc_recall_at_1_max": 0.785221, + "nauc_recall_at_1_std": -0.339985, + "nauc_recall_at_1_diff1": 0.927428, + "nauc_recall_at_3_max": 0.912076, + "nauc_recall_at_3_std": -0.233497, + "nauc_recall_at_3_diff1": 0.921625, + "nauc_recall_at_5_max": 0.913966, + "nauc_recall_at_5_std": -0.069739, + "nauc_recall_at_5_diff1": 0.935419, + "nauc_recall_at_10_max": 0.923818, + "nauc_recall_at_10_std": -0.273619, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.080182, + "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 0.956427, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.819397, - "nauc_precision_at_1_std": -0.140302, - "nauc_precision_at_1_diff1": 0.939435, - "nauc_precision_at_3_max": 0.939309, - "nauc_precision_at_3_std": -0.208822, - "nauc_precision_at_3_diff1": 0.950375, - "nauc_precision_at_5_max": 0.95786, - "nauc_precision_at_5_std": -0.176249, - "nauc_precision_at_5_diff1": 0.96474, - "nauc_precision_at_10_max": 0.946078, - "nauc_precision_at_10_std": -0.188609, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.000389, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.785221, + "nauc_precision_at_1_std": -0.339985, + "nauc_precision_at_1_diff1": 0.927428, + "nauc_precision_at_3_max": 0.912076, + "nauc_precision_at_3_std": -0.233497, + "nauc_precision_at_3_diff1": 0.921625, + "nauc_precision_at_5_max": 0.913966, + "nauc_precision_at_5_std": -0.069739, + "nauc_precision_at_5_diff1": 0.935419, + "nauc_precision_at_10_max": 0.923818, + "nauc_precision_at_10_std": -0.273619, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.080182, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 0.956427, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.819397, - "nauc_mrr_at_1_std": -0.140302, - "nauc_mrr_at_1_diff1": 0.939435, - "nauc_mrr_at_3_max": 0.848626, - "nauc_mrr_at_3_std": -0.16885, - "nauc_mrr_at_3_diff1": 0.942027, - "nauc_mrr_at_5_max": 0.846519, - "nauc_mrr_at_5_std": -0.164753, - "nauc_mrr_at_5_diff1": 0.942755, - "nauc_mrr_at_10_max": 0.843368, - "nauc_mrr_at_10_std": -0.162715, - "nauc_mrr_at_10_diff1": 0.942517, - "nauc_mrr_at_20_max": 0.84307, - "nauc_mrr_at_20_std": -0.160353, - "nauc_mrr_at_20_diff1": 0.942635, - "nauc_mrr_at_100_max": 0.842804, - "nauc_mrr_at_100_std": -0.159242, - "nauc_mrr_at_100_diff1": 0.942505, - "nauc_mrr_at_1000_max": 0.842773, - "nauc_mrr_at_1000_std": -0.159454, - "nauc_mrr_at_1000_diff1": 0.942494, - "main_score": 0.95591, + "nauc_mrr_at_1_max": 0.785221, + "nauc_mrr_at_1_std": -0.339985, + "nauc_mrr_at_1_diff1": 0.927428, + "nauc_mrr_at_3_max": 0.820349, + "nauc_mrr_at_3_std": -0.315917, + "nauc_mrr_at_3_diff1": 0.926635, + "nauc_mrr_at_5_max": 0.816233, + "nauc_mrr_at_5_std": -0.308875, + "nauc_mrr_at_5_diff1": 0.92796, + "nauc_mrr_at_10_max": 0.814308, + "nauc_mrr_at_10_std": -0.319474, + "nauc_mrr_at_10_diff1": 0.92832, + "nauc_mrr_at_20_max": 0.814408, + "nauc_mrr_at_20_std": -0.316099, + "nauc_mrr_at_20_diff1": 0.928456, + "nauc_mrr_at_100_max": 0.814106, + "nauc_mrr_at_100_std": -0.316171, + "nauc_mrr_at_100_diff1": 0.928411, + "nauc_mrr_at_1000_max": 0.814046, + "nauc_mrr_at_1000_std": -0.316585, + "nauc_mrr_at_1000_diff1": 0.928388, + "hit_rate_at_1": 0.90111, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94796, "hf_subset": "eng_Latn-por_Latn", "languages": [ "eng-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91667, - "ndcg_at_3": 0.94311, - "ndcg_at_5": 0.94999, - "ndcg_at_10": 0.95326, - "ndcg_at_20": 0.95467, - "ndcg_at_100": 0.95551, - "ndcg_at_1000": 0.95581, - "map_at_1": 0.91667, - "map_at_3": 0.93685, - "map_at_5": 0.94069, - "map_at_10": 0.94205, - "map_at_20": 0.94244, - "map_at_100": 0.94256, - "map_at_1000": 0.94258, - "recall_at_1": 0.91667, - "recall_at_3": 0.96111, - "recall_at_5": 0.97778, - "recall_at_10": 0.98778, - "recall_at_20": 0.99333, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93395, + "ndcg_at_5": 0.94208, + "ndcg_at_10": 0.94533, + "ndcg_at_20": 0.9473, + "ndcg_at_100": 0.94924, + "ndcg_at_1000": 0.94938, + "map_at_1": 0.90778, + "map_at_3": 0.92796, + "map_at_5": 0.93241, + "map_at_10": 0.93376, + "map_at_20": 0.9343, + "map_at_100": 0.9346, + "map_at_1000": 0.9346, + "recall_at_1": 0.90778, + "recall_at_3": 0.95111, + "recall_at_5": 0.97111, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91667, - "precision_at_3": 0.32037, - "precision_at_5": 0.19556, - "precision_at_10": 0.09878, - "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.31704, + "precision_at_5": 0.19422, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.916667, - "mrr_at_3": 0.936852, - "mrr_at_5": 0.940685, - "mrr_at_10": 0.942054, - "mrr_at_20": 0.942443, - "mrr_at_100": 0.942565, - "mrr_at_1000": 0.942579, - "nauc_ndcg_at_1_max": 0.816962, - "nauc_ndcg_at_1_std": -0.001625, - "nauc_ndcg_at_1_diff1": 0.929785, - "nauc_ndcg_at_3_max": 0.845955, - "nauc_ndcg_at_3_std": -0.006861, - "nauc_ndcg_at_3_diff1": 0.934663, - "nauc_ndcg_at_5_max": 0.843482, - "nauc_ndcg_at_5_std": -0.022421, - "nauc_ndcg_at_5_diff1": 0.939641, - "nauc_ndcg_at_10_max": 0.847488, - "nauc_ndcg_at_10_std": 0.030119, - "nauc_ndcg_at_10_diff1": 0.936532, - "nauc_ndcg_at_20_max": 0.843529, - "nauc_ndcg_at_20_std": 0.028353, - "nauc_ndcg_at_20_diff1": 0.935342, - "nauc_ndcg_at_100_max": 0.841155, - "nauc_ndcg_at_100_std": 0.02028, - "nauc_ndcg_at_100_diff1": 0.935472, - "nauc_ndcg_at_1000_max": 0.840072, - "nauc_ndcg_at_1000_std": 0.013599, - "nauc_ndcg_at_1000_diff1": 0.935521, - "nauc_map_at_1_max": 0.816962, - "nauc_map_at_1_std": -0.001625, - "nauc_map_at_1_diff1": 0.929785, - "nauc_map_at_3_max": 0.837853, - "nauc_map_at_3_std": -0.003827, - "nauc_map_at_3_diff1": 0.933689, - "nauc_map_at_5_max": 0.836416, - "nauc_map_at_5_std": -0.009811, - "nauc_map_at_5_diff1": 0.936122, - "nauc_map_at_10_max": 0.837915, - "nauc_map_at_10_std": 0.00857, - "nauc_map_at_10_diff1": 0.935031, - "nauc_map_at_20_max": 0.836978, - "nauc_map_at_20_std": 0.008404, - "nauc_map_at_20_diff1": 0.93475, - "nauc_map_at_100_max": 0.836686, - "nauc_map_at_100_std": 0.007276, - "nauc_map_at_100_diff1": 0.934798, - "nauc_map_at_1000_max": 0.836645, - "nauc_map_at_1000_std": 0.007025, - "nauc_map_at_1000_diff1": 0.934805, - "nauc_recall_at_1_max": 0.816962, - "nauc_recall_at_1_std": -0.001625, - "nauc_recall_at_1_diff1": 0.929785, - "nauc_recall_at_3_max": 0.883167, - "nauc_recall_at_3_std": -0.021995, - "nauc_recall_at_3_diff1": 0.938842, - "nauc_recall_at_5_max": 0.894865, - "nauc_recall_at_5_std": -0.130509, - "nauc_recall_at_5_diff1": 0.96732, - "nauc_recall_at_10_max": 0.976233, - "nauc_recall_at_10_std": 0.389398, - "nauc_recall_at_10_diff1": 0.952466, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.619592, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.927963, + "mrr_at_5": 0.932407, + "mrr_at_10": 0.93376, + "mrr_at_20": 0.934298, + "mrr_at_100": 0.934599, + "mrr_at_1000": 0.934604, + "nauc_ndcg_at_1_max": 0.811172, + "nauc_ndcg_at_1_std": -0.017324, + "nauc_ndcg_at_1_diff1": 0.918835, + "nauc_ndcg_at_3_max": 0.848473, + "nauc_ndcg_at_3_std": 0.005218, + "nauc_ndcg_at_3_diff1": 0.927965, + "nauc_ndcg_at_5_max": 0.847897, + "nauc_ndcg_at_5_std": 0.027281, + "nauc_ndcg_at_5_diff1": 0.929703, + "nauc_ndcg_at_10_max": 0.8486, + "nauc_ndcg_at_10_std": 0.029856, + "nauc_ndcg_at_10_diff1": 0.9273, + "nauc_ndcg_at_20_max": 0.845044, + "nauc_ndcg_at_20_std": 0.034352, + "nauc_ndcg_at_20_diff1": 0.925984, + "nauc_ndcg_at_100_max": 0.84032, + "nauc_ndcg_at_100_std": 0.020013, + "nauc_ndcg_at_100_diff1": 0.925906, + "nauc_ndcg_at_1000_max": 0.839877, + "nauc_ndcg_at_1000_std": 0.017297, + "nauc_ndcg_at_1000_diff1": 0.9257, + "nauc_map_at_1_max": 0.811172, + "nauc_map_at_1_std": -0.017324, + "nauc_map_at_1_diff1": 0.918835, + "nauc_map_at_3_max": 0.838603, + "nauc_map_at_3_std": 0.00033, + "nauc_map_at_3_diff1": 0.925321, + "nauc_map_at_5_max": 0.837589, + "nauc_map_at_5_std": 0.008982, + "nauc_map_at_5_diff1": 0.926092, + "nauc_map_at_10_max": 0.837436, + "nauc_map_at_10_std": 0.008638, + "nauc_map_at_10_diff1": 0.925166, + "nauc_map_at_20_max": 0.836563, + "nauc_map_at_20_std": 0.009629, + "nauc_map_at_20_diff1": 0.924858, + "nauc_map_at_100_max": 0.835977, + "nauc_map_at_100_std": 0.008356, + "nauc_map_at_100_diff1": 0.924841, + "nauc_map_at_1000_max": 0.835965, + "nauc_map_at_1000_std": 0.008287, + "nauc_map_at_1000_diff1": 0.924835, + "nauc_recall_at_1_max": 0.811172, + "nauc_recall_at_1_std": -0.017324, + "nauc_recall_at_1_diff1": 0.918835, + "nauc_recall_at_3_max": 0.889441, + "nauc_recall_at_3_std": 0.024743, + "nauc_recall_at_3_diff1": 0.939097, + "nauc_recall_at_5_max": 0.915877, + "nauc_recall_at_5_std": 0.160364, + "nauc_recall_at_5_diff1": 0.954123, + "nauc_recall_at_10_max": 0.961553, + "nauc_recall_at_10_std": 0.269814, + "nauc_recall_at_10_diff1": 0.946175, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.514613, "nauc_recall_at_20_diff1": 0.934641, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816962, - "nauc_precision_at_1_std": -0.001625, - "nauc_precision_at_1_diff1": 0.929785, - "nauc_precision_at_3_max": 0.883167, - "nauc_precision_at_3_std": -0.021995, - "nauc_precision_at_3_diff1": 0.938842, - "nauc_precision_at_5_max": 0.894865, - "nauc_precision_at_5_std": -0.130509, - "nauc_precision_at_5_diff1": 0.96732, - "nauc_precision_at_10_max": 0.976233, - "nauc_precision_at_10_std": 0.389398, - "nauc_precision_at_10_diff1": 0.952466, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.619592, + "nauc_precision_at_1_max": 0.811172, + "nauc_precision_at_1_std": -0.017324, + "nauc_precision_at_1_diff1": 0.918835, + "nauc_precision_at_3_max": 0.889441, + "nauc_precision_at_3_std": 0.024743, + "nauc_precision_at_3_diff1": 0.939097, + "nauc_precision_at_5_max": 0.915877, + "nauc_precision_at_5_std": 0.160364, + "nauc_precision_at_5_diff1": 0.954123, + "nauc_precision_at_10_max": 0.961553, + "nauc_precision_at_10_std": 0.269814, + "nauc_precision_at_10_diff1": 0.946175, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.514613, "nauc_precision_at_20_diff1": 0.934641, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816962, - "nauc_mrr_at_1_std": -0.001625, - "nauc_mrr_at_1_diff1": 0.929785, - "nauc_mrr_at_3_max": 0.837853, - "nauc_mrr_at_3_std": -0.003827, - "nauc_mrr_at_3_diff1": 0.933689, - "nauc_mrr_at_5_max": 0.836416, - "nauc_mrr_at_5_std": -0.009811, - "nauc_mrr_at_5_diff1": 0.936122, - "nauc_mrr_at_10_max": 0.837915, - "nauc_mrr_at_10_std": 0.00857, - "nauc_mrr_at_10_diff1": 0.935031, - "nauc_mrr_at_20_max": 0.836978, - "nauc_mrr_at_20_std": 0.008404, - "nauc_mrr_at_20_diff1": 0.93475, - "nauc_mrr_at_100_max": 0.836686, - "nauc_mrr_at_100_std": 0.007276, - "nauc_mrr_at_100_diff1": 0.934798, - "nauc_mrr_at_1000_max": 0.836645, - "nauc_mrr_at_1000_std": 0.007025, - "nauc_mrr_at_1000_diff1": 0.934805, - "main_score": 0.95326, + "nauc_mrr_at_1_max": 0.811172, + "nauc_mrr_at_1_std": -0.017324, + "nauc_mrr_at_1_diff1": 0.918835, + "nauc_mrr_at_3_max": 0.838603, + "nauc_mrr_at_3_std": 0.00033, + "nauc_mrr_at_3_diff1": 0.925321, + "nauc_mrr_at_5_max": 0.837589, + "nauc_mrr_at_5_std": 0.008982, + "nauc_mrr_at_5_diff1": 0.926092, + "nauc_mrr_at_10_max": 0.837436, + "nauc_mrr_at_10_std": 0.008638, + "nauc_mrr_at_10_diff1": 0.925166, + "nauc_mrr_at_20_max": 0.836563, + "nauc_mrr_at_20_std": 0.009629, + "nauc_mrr_at_20_diff1": 0.924858, + "nauc_mrr_at_100_max": 0.835977, + "nauc_mrr_at_100_std": 0.008356, + "nauc_mrr_at_100_diff1": 0.924841, + "nauc_mrr_at_1000_max": 0.835965, + "nauc_mrr_at_1000_std": 0.008287, + "nauc_mrr_at_1000_diff1": 0.924835, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94533, "hf_subset": "ron_Latn-ron_Latn", "languages": [ "ron-Latn", "ron-Latn" - ] - }, - { - "ndcg_at_1": 0.93222, - "ndcg_at_3": 0.956, - "ndcg_at_5": 0.96188, - "ndcg_at_10": 0.96362, - "ndcg_at_20": 0.96452, - "ndcg_at_100": 0.9651, - "ndcg_at_1000": 0.96526, - "map_at_1": 0.93222, - "map_at_3": 0.95037, - "map_at_5": 0.95359, - "map_at_10": 0.95427, - "map_at_20": 0.95455, - "map_at_100": 0.95462, - "map_at_1000": 0.95462, - "recall_at_1": 0.93222, - "recall_at_3": 0.97222, - "recall_at_5": 0.98667, - "recall_at_10": 0.99222, - "recall_at_20": 0.99556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95118, + "ndcg_at_5": 0.95625, + "ndcg_at_10": 0.95912, + "ndcg_at_20": 0.96055, + "ndcg_at_100": 0.96143, + "ndcg_at_1000": 0.96158, + "map_at_1": 0.92556, + "map_at_3": 0.94537, + "map_at_5": 0.9482, + "map_at_10": 0.94939, + "map_at_20": 0.94979, + "map_at_100": 0.94993, + "map_at_1000": 0.94994, + "recall_at_1": 0.92556, + "recall_at_3": 0.96778, + "recall_at_5": 0.98, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.93222, - "precision_at_3": 0.32407, - "precision_at_5": 0.19733, - "precision_at_10": 0.09922, - "precision_at_20": 0.04978, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.32259, + "precision_at_5": 0.196, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.932222, - "mrr_at_3": 0.95037, - "mrr_at_5": 0.953593, - "mrr_at_10": 0.954275, - "mrr_at_20": 0.954554, - "mrr_at_100": 0.954616, - "mrr_at_1000": 0.954624, - "nauc_ndcg_at_1_max": 0.782515, - "nauc_ndcg_at_1_std": -0.203747, - "nauc_ndcg_at_1_diff1": 0.933493, - "nauc_ndcg_at_3_max": 0.805873, - "nauc_ndcg_at_3_std": -0.310916, - "nauc_ndcg_at_3_diff1": 0.9423, - "nauc_ndcg_at_5_max": 0.810238, - "nauc_ndcg_at_5_std": -0.238013, - "nauc_ndcg_at_5_diff1": 0.942967, - "nauc_ndcg_at_10_max": 0.807793, - "nauc_ndcg_at_10_std": -0.244859, - "nauc_ndcg_at_10_diff1": 0.941399, - "nauc_ndcg_at_20_max": 0.806801, - "nauc_ndcg_at_20_std": -0.234362, - "nauc_ndcg_at_20_diff1": 0.941051, - "nauc_ndcg_at_100_max": 0.804338, - "nauc_ndcg_at_100_std": -0.23946, - "nauc_ndcg_at_100_diff1": 0.940076, - "nauc_ndcg_at_1000_max": 0.803462, - "nauc_ndcg_at_1000_std": -0.245012, - "nauc_ndcg_at_1000_diff1": 0.939808, - "nauc_map_at_1_max": 0.782515, - "nauc_map_at_1_std": -0.203747, - "nauc_map_at_1_diff1": 0.933493, - "nauc_map_at_3_max": 0.800232, - "nauc_map_at_3_std": -0.280208, - "nauc_map_at_3_diff1": 0.939466, - "nauc_map_at_5_max": 0.801965, - "nauc_map_at_5_std": -0.246218, - "nauc_map_at_5_diff1": 0.939507, - "nauc_map_at_10_max": 0.800938, - "nauc_map_at_10_std": -0.249352, - "nauc_map_at_10_diff1": 0.938923, - "nauc_map_at_20_max": 0.800707, - "nauc_map_at_20_std": -0.24655, - "nauc_map_at_20_diff1": 0.938838, - "nauc_map_at_100_max": 0.800495, - "nauc_map_at_100_std": -0.246955, - "nauc_map_at_100_diff1": 0.938754, - "nauc_map_at_1000_max": 0.80046, - "nauc_map_at_1000_std": -0.247173, - "nauc_map_at_1000_diff1": 0.938743, - "nauc_recall_at_1_max": 0.782515, - "nauc_recall_at_1_std": -0.203747, - "nauc_recall_at_1_diff1": 0.933493, - "nauc_recall_at_3_max": 0.833445, - "nauc_recall_at_3_std": -0.465864, - "nauc_recall_at_3_diff1": 0.956863, - "nauc_recall_at_5_max": 0.891651, - "nauc_recall_at_5_std": -0.107999, - "nauc_recall_at_5_diff1": 0.978214, - "nauc_recall_at_10_max": 0.917634, - "nauc_recall_at_10_std": -0.090236, - "nauc_recall_at_10_diff1": 0.981326, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.315009, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.94537, + "mrr_at_5": 0.948204, + "mrr_at_10": 0.949385, + "mrr_at_20": 0.949792, + "mrr_at_100": 0.949934, + "mrr_at_1000": 0.949939, + "nauc_ndcg_at_1_max": 0.77807, + "nauc_ndcg_at_1_std": -0.1935, + "nauc_ndcg_at_1_diff1": 0.941086, + "nauc_ndcg_at_3_max": 0.796464, + "nauc_ndcg_at_3_std": -0.257512, + "nauc_ndcg_at_3_diff1": 0.943353, + "nauc_ndcg_at_5_max": 0.800448, + "nauc_ndcg_at_5_std": -0.235489, + "nauc_ndcg_at_5_diff1": 0.945256, + "nauc_ndcg_at_10_max": 0.797423, + "nauc_ndcg_at_10_std": -0.212731, + "nauc_ndcg_at_10_diff1": 0.945232, + "nauc_ndcg_at_20_max": 0.79928, + "nauc_ndcg_at_20_std": -0.21055, + "nauc_ndcg_at_20_diff1": 0.945358, + "nauc_ndcg_at_100_max": 0.795407, + "nauc_ndcg_at_100_std": -0.212962, + "nauc_ndcg_at_100_diff1": 0.944106, + "nauc_ndcg_at_1000_max": 0.794653, + "nauc_ndcg_at_1000_std": -0.217433, + "nauc_ndcg_at_1000_diff1": 0.9439, + "nauc_map_at_1_max": 0.77807, + "nauc_map_at_1_std": -0.1935, + "nauc_map_at_1_diff1": 0.941086, + "nauc_map_at_3_max": 0.792181, + "nauc_map_at_3_std": -0.237783, + "nauc_map_at_3_diff1": 0.94253, + "nauc_map_at_5_max": 0.793844, + "nauc_map_at_5_std": -0.226377, + "nauc_map_at_5_diff1": 0.943399, + "nauc_map_at_10_max": 0.792638, + "nauc_map_at_10_std": -0.218776, + "nauc_map_at_10_diff1": 0.943301, + "nauc_map_at_20_max": 0.79286, + "nauc_map_at_20_std": -0.218686, + "nauc_map_at_20_diff1": 0.943355, + "nauc_map_at_100_max": 0.792355, + "nauc_map_at_100_std": -0.218793, + "nauc_map_at_100_diff1": 0.943194, + "nauc_map_at_1000_max": 0.792334, + "nauc_map_at_1000_std": -0.218911, + "nauc_map_at_1000_diff1": 0.943188, + "nauc_recall_at_1_max": 0.77807, + "nauc_recall_at_1_std": -0.1935, + "nauc_recall_at_1_diff1": 0.941086, + "nauc_recall_at_3_max": 0.816189, + "nauc_recall_at_3_std": -0.353118, + "nauc_recall_at_3_diff1": 0.947439, + "nauc_recall_at_5_max": 0.849077, + "nauc_recall_at_5_std": -0.29461, + "nauc_recall_at_5_diff1": 0.959799, + "nauc_recall_at_10_max": 0.854622, + "nauc_recall_at_10_std": -0.079132, + "nauc_recall_at_10_diff1": 0.972222, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.139309, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -36807,20 +39040,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.782515, - "nauc_precision_at_1_std": -0.203747, - "nauc_precision_at_1_diff1": 0.933493, - "nauc_precision_at_3_max": 0.833445, - "nauc_precision_at_3_std": -0.465864, - "nauc_precision_at_3_diff1": 0.956863, - "nauc_precision_at_5_max": 0.891651, - "nauc_precision_at_5_std": -0.107999, - "nauc_precision_at_5_diff1": 0.978214, - "nauc_precision_at_10_max": 0.917634, - "nauc_precision_at_10_std": -0.090236, - "nauc_precision_at_10_diff1": 0.981326, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.315009, + "nauc_precision_at_1_max": 0.77807, + "nauc_precision_at_1_std": -0.1935, + "nauc_precision_at_1_diff1": 0.941086, + "nauc_precision_at_3_max": 0.816189, + "nauc_precision_at_3_std": -0.353118, + "nauc_precision_at_3_diff1": 0.947439, + "nauc_precision_at_5_max": 0.849077, + "nauc_precision_at_5_std": -0.29461, + "nauc_precision_at_5_diff1": 0.959799, + "nauc_precision_at_10_max": 0.854622, + "nauc_precision_at_10_std": -0.079132, + "nauc_precision_at_10_diff1": 0.972222, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.139309, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -36828,274 +39061,292 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.782515, - "nauc_mrr_at_1_std": -0.203747, - "nauc_mrr_at_1_diff1": 0.933493, - "nauc_mrr_at_3_max": 0.800232, - "nauc_mrr_at_3_std": -0.280208, - "nauc_mrr_at_3_diff1": 0.939466, - "nauc_mrr_at_5_max": 0.801965, - "nauc_mrr_at_5_std": -0.246218, - "nauc_mrr_at_5_diff1": 0.939507, - "nauc_mrr_at_10_max": 0.800938, - "nauc_mrr_at_10_std": -0.249352, - "nauc_mrr_at_10_diff1": 0.938923, - "nauc_mrr_at_20_max": 0.800707, - "nauc_mrr_at_20_std": -0.24655, - "nauc_mrr_at_20_diff1": 0.938838, - "nauc_mrr_at_100_max": 0.800495, - "nauc_mrr_at_100_std": -0.246955, - "nauc_mrr_at_100_diff1": 0.938754, - "nauc_mrr_at_1000_max": 0.80046, - "nauc_mrr_at_1000_std": -0.247173, - "nauc_mrr_at_1000_diff1": 0.938743, - "main_score": 0.96362, + "nauc_mrr_at_1_max": 0.77807, + "nauc_mrr_at_1_std": -0.1935, + "nauc_mrr_at_1_diff1": 0.941086, + "nauc_mrr_at_3_max": 0.792181, + "nauc_mrr_at_3_std": -0.237783, + "nauc_mrr_at_3_diff1": 0.94253, + "nauc_mrr_at_5_max": 0.793844, + "nauc_mrr_at_5_std": -0.226377, + "nauc_mrr_at_5_diff1": 0.943399, + "nauc_mrr_at_10_max": 0.792638, + "nauc_mrr_at_10_std": -0.218776, + "nauc_mrr_at_10_diff1": 0.943301, + "nauc_mrr_at_20_max": 0.79286, + "nauc_mrr_at_20_std": -0.218686, + "nauc_mrr_at_20_diff1": 0.943355, + "nauc_mrr_at_100_max": 0.792355, + "nauc_mrr_at_100_std": -0.218793, + "nauc_mrr_at_100_diff1": 0.943194, + "nauc_mrr_at_1000_max": 0.792334, + "nauc_mrr_at_1000_std": -0.218911, + "nauc_mrr_at_1000_diff1": 0.943188, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95912, "hf_subset": "ron_Latn-eng_Latn", "languages": [ "ron-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89111, - "ndcg_at_3": 0.92833, - "ndcg_at_5": 0.9357, - "ndcg_at_10": 0.93999, - "ndcg_at_20": 0.94174, - "ndcg_at_100": 0.94301, - "ndcg_at_1000": 0.9433, - "map_at_1": 0.89111, - "map_at_3": 0.91963, - "map_at_5": 0.92374, - "map_at_10": 0.9255, - "map_at_20": 0.92602, - "map_at_100": 0.9262, - "map_at_1000": 0.92622, - "recall_at_1": 0.89111, - "recall_at_3": 0.95333, - "recall_at_5": 0.97111, - "recall_at_10": 0.98444, - "recall_at_20": 0.99111, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.88444, + "ndcg_at_3": 0.9207, + "ndcg_at_5": 0.92849, + "ndcg_at_10": 0.93186, + "ndcg_at_20": 0.93466, + "ndcg_at_100": 0.93725, + "ndcg_at_1000": 0.93739, + "map_at_1": 0.88444, + "map_at_3": 0.91241, + "map_at_5": 0.91674, + "map_at_10": 0.91821, + "map_at_20": 0.91897, + "map_at_100": 0.91929, + "map_at_1000": 0.91929, + "recall_at_1": 0.88444, + "recall_at_3": 0.94444, + "recall_at_5": 0.96333, + "recall_at_10": 0.97333, + "recall_at_20": 0.98444, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89111, - "precision_at_3": 0.31778, - "precision_at_5": 0.19422, - "precision_at_10": 0.09844, - "precision_at_20": 0.04956, - "precision_at_100": 0.00998, + "accuracy": 0.88444, + "precision_at_1": 0.88444, + "precision_at_3": 0.31481, + "precision_at_5": 0.19267, + "precision_at_10": 0.09733, + "precision_at_20": 0.04922, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.891111, - "mrr_at_3": 0.91963, - "mrr_at_5": 0.923741, - "mrr_at_10": 0.925503, - "mrr_at_20": 0.926018, - "mrr_at_100": 0.926204, - "mrr_at_1000": 0.926216, - "nauc_ndcg_at_1_max": 0.841421, - "nauc_ndcg_at_1_std": -0.112676, - "nauc_ndcg_at_1_diff1": 0.93928, - "nauc_ndcg_at_3_max": 0.877188, - "nauc_ndcg_at_3_std": -0.05846, - "nauc_ndcg_at_3_diff1": 0.943179, - "nauc_ndcg_at_5_max": 0.873408, - "nauc_ndcg_at_5_std": -0.057444, - "nauc_ndcg_at_5_diff1": 0.944508, - "nauc_ndcg_at_10_max": 0.867253, - "nauc_ndcg_at_10_std": -0.053515, - "nauc_ndcg_at_10_diff1": 0.942655, - "nauc_ndcg_at_20_max": 0.866776, - "nauc_ndcg_at_20_std": -0.056423, - "nauc_ndcg_at_20_diff1": 0.943085, - "nauc_ndcg_at_100_max": 0.865458, - "nauc_ndcg_at_100_std": -0.058955, - "nauc_ndcg_at_100_diff1": 0.942811, - "nauc_ndcg_at_1000_max": 0.864759, - "nauc_ndcg_at_1000_std": -0.064126, - "nauc_ndcg_at_1000_diff1": 0.942514, - "nauc_map_at_1_max": 0.841421, - "nauc_map_at_1_std": -0.112676, - "nauc_map_at_1_diff1": 0.93928, - "nauc_map_at_3_max": 0.866499, - "nauc_map_at_3_std": -0.074935, - "nauc_map_at_3_diff1": 0.941982, - "nauc_map_at_5_max": 0.864172, - "nauc_map_at_5_std": -0.075772, - "nauc_map_at_5_diff1": 0.942597, - "nauc_map_at_10_max": 0.862051, - "nauc_map_at_10_std": -0.073419, - "nauc_map_at_10_diff1": 0.94184, - "nauc_map_at_20_max": 0.861936, - "nauc_map_at_20_std": -0.073988, - "nauc_map_at_20_diff1": 0.941979, - "nauc_map_at_100_max": 0.861818, - "nauc_map_at_100_std": -0.073913, - "nauc_map_at_100_diff1": 0.941954, - "nauc_map_at_1000_max": 0.861797, - "nauc_map_at_1000_std": -0.074073, - "nauc_map_at_1000_diff1": 0.941945, - "nauc_recall_at_1_max": 0.841421, - "nauc_recall_at_1_std": -0.112676, - "nauc_recall_at_1_diff1": 0.93928, - "nauc_recall_at_3_max": 0.929249, - "nauc_recall_at_3_std": 0.021998, - "nauc_recall_at_3_diff1": 0.949035, - "nauc_recall_at_5_max": 0.940746, - "nauc_recall_at_5_std": 0.081502, - "nauc_recall_at_5_diff1": 0.95915, - "nauc_recall_at_10_max": 0.921802, - "nauc_recall_at_10_std": 0.210184, - "nauc_recall_at_10_diff1": 0.952148, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.321137, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.884444, + "mrr_at_3": 0.912407, + "mrr_at_5": 0.916741, + "mrr_at_10": 0.918211, + "mrr_at_20": 0.918967, + "mrr_at_100": 0.919291, + "mrr_at_1000": 0.919295, + "nauc_ndcg_at_1_max": 0.794593, + "nauc_ndcg_at_1_std": -0.252504, + "nauc_ndcg_at_1_diff1": 0.92095, + "nauc_ndcg_at_3_max": 0.831307, + "nauc_ndcg_at_3_std": -0.188471, + "nauc_ndcg_at_3_diff1": 0.919975, + "nauc_ndcg_at_5_max": 0.833307, + "nauc_ndcg_at_5_std": -0.179082, + "nauc_ndcg_at_5_diff1": 0.921849, + "nauc_ndcg_at_10_max": 0.833512, + "nauc_ndcg_at_10_std": -0.166369, + "nauc_ndcg_at_10_diff1": 0.92169, + "nauc_ndcg_at_20_max": 0.829257, + "nauc_ndcg_at_20_std": -0.170042, + "nauc_ndcg_at_20_diff1": 0.921768, + "nauc_ndcg_at_100_max": 0.82587, + "nauc_ndcg_at_100_std": -0.18326, + "nauc_ndcg_at_100_diff1": 0.92128, + "nauc_ndcg_at_1000_max": 0.825485, + "nauc_ndcg_at_1000_std": -0.185879, + "nauc_ndcg_at_1000_diff1": 0.921395, + "nauc_map_at_1_max": 0.794593, + "nauc_map_at_1_std": -0.252504, + "nauc_map_at_1_diff1": 0.92095, + "nauc_map_at_3_max": 0.821673, + "nauc_map_at_3_std": -0.208006, + "nauc_map_at_3_diff1": 0.920212, + "nauc_map_at_5_max": 0.822129, + "nauc_map_at_5_std": -0.203731, + "nauc_map_at_5_diff1": 0.921119, + "nauc_map_at_10_max": 0.822224, + "nauc_map_at_10_std": -0.198688, + "nauc_map_at_10_diff1": 0.921059, + "nauc_map_at_20_max": 0.821207, + "nauc_map_at_20_std": -0.199507, + "nauc_map_at_20_diff1": 0.921071, + "nauc_map_at_100_max": 0.820979, + "nauc_map_at_100_std": -0.200266, + "nauc_map_at_100_diff1": 0.921081, + "nauc_map_at_1000_max": 0.82097, + "nauc_map_at_1000_std": -0.200326, + "nauc_map_at_1000_diff1": 0.921084, + "nauc_recall_at_1_max": 0.794593, + "nauc_recall_at_1_std": -0.252504, + "nauc_recall_at_1_diff1": 0.92095, + "nauc_recall_at_3_max": 0.873361, + "nauc_recall_at_3_std": -0.101083, + "nauc_recall_at_3_diff1": 0.918954, + "nauc_recall_at_5_max": 0.904309, + "nauc_recall_at_5_std": -0.019707, + "nauc_recall_at_5_diff1": 0.927213, + "nauc_recall_at_10_max": 0.928999, + "nauc_recall_at_10_std": 0.121732, + "nauc_recall_at_10_diff1": 0.927832, + "nauc_recall_at_20_max": 0.926137, + "nauc_recall_at_20_std": 0.256202, + "nauc_recall_at_20_diff1": 0.933473, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.841421, - "nauc_precision_at_1_std": -0.112676, - "nauc_precision_at_1_diff1": 0.93928, - "nauc_precision_at_3_max": 0.929249, - "nauc_precision_at_3_std": 0.021998, - "nauc_precision_at_3_diff1": 0.949035, - "nauc_precision_at_5_max": 0.940746, - "nauc_precision_at_5_std": 0.081502, - "nauc_precision_at_5_diff1": 0.95915, - "nauc_precision_at_10_max": 0.921802, - "nauc_precision_at_10_std": 0.210184, - "nauc_precision_at_10_diff1": 0.952148, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.321137, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.794593, + "nauc_precision_at_1_std": -0.252504, + "nauc_precision_at_1_diff1": 0.92095, + "nauc_precision_at_3_max": 0.873361, + "nauc_precision_at_3_std": -0.101083, + "nauc_precision_at_3_diff1": 0.918954, + "nauc_precision_at_5_max": 0.904309, + "nauc_precision_at_5_std": -0.019707, + "nauc_precision_at_5_diff1": 0.927213, + "nauc_precision_at_10_max": 0.928999, + "nauc_precision_at_10_std": 0.121732, + "nauc_precision_at_10_diff1": 0.927832, + "nauc_precision_at_20_max": 0.926137, + "nauc_precision_at_20_std": 0.256202, + "nauc_precision_at_20_diff1": 0.933473, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.841421, - "nauc_mrr_at_1_std": -0.112676, - "nauc_mrr_at_1_diff1": 0.93928, - "nauc_mrr_at_3_max": 0.866499, - "nauc_mrr_at_3_std": -0.074935, - "nauc_mrr_at_3_diff1": 0.941982, - "nauc_mrr_at_5_max": 0.864172, - "nauc_mrr_at_5_std": -0.075772, - "nauc_mrr_at_5_diff1": 0.942597, - "nauc_mrr_at_10_max": 0.862051, - "nauc_mrr_at_10_std": -0.073419, - "nauc_mrr_at_10_diff1": 0.94184, - "nauc_mrr_at_20_max": 0.861936, - "nauc_mrr_at_20_std": -0.073988, - "nauc_mrr_at_20_diff1": 0.941979, - "nauc_mrr_at_100_max": 0.861818, - "nauc_mrr_at_100_std": -0.073913, - "nauc_mrr_at_100_diff1": 0.941954, - "nauc_mrr_at_1000_max": 0.861797, - "nauc_mrr_at_1000_std": -0.074073, - "nauc_mrr_at_1000_diff1": 0.941945, - "main_score": 0.93999, + "nauc_mrr_at_1_max": 0.794593, + "nauc_mrr_at_1_std": -0.252504, + "nauc_mrr_at_1_diff1": 0.92095, + "nauc_mrr_at_3_max": 0.821673, + "nauc_mrr_at_3_std": -0.208006, + "nauc_mrr_at_3_diff1": 0.920212, + "nauc_mrr_at_5_max": 0.822129, + "nauc_mrr_at_5_std": -0.203731, + "nauc_mrr_at_5_diff1": 0.921119, + "nauc_mrr_at_10_max": 0.822224, + "nauc_mrr_at_10_std": -0.198688, + "nauc_mrr_at_10_diff1": 0.921059, + "nauc_mrr_at_20_max": 0.821207, + "nauc_mrr_at_20_std": -0.199507, + "nauc_mrr_at_20_diff1": 0.921071, + "nauc_mrr_at_100_max": 0.820979, + "nauc_mrr_at_100_std": -0.200266, + "nauc_mrr_at_100_diff1": 0.921081, + "nauc_mrr_at_1000_max": 0.82097, + "nauc_mrr_at_1000_std": -0.200326, + "nauc_mrr_at_1000_diff1": 0.921084, + "hit_rate_at_1": 0.88444, + "hit_rate_at_3": 0.94444, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.93186, "hf_subset": "eng_Latn-ron_Latn", "languages": [ "eng-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.9512, - "ndcg_at_5": 0.95527, - "ndcg_at_10": 0.95787, - "ndcg_at_20": 0.95875, - "ndcg_at_100": 0.95938, - "ndcg_at_1000": 0.95967, - "map_at_1": 0.91889, - "map_at_3": 0.94352, - "map_at_5": 0.94574, - "map_at_10": 0.94687, - "map_at_20": 0.94713, - "map_at_100": 0.94722, - "map_at_1000": 0.94723, - "recall_at_1": 0.91889, - "recall_at_3": 0.97333, - "recall_at_5": 0.98333, - "recall_at_10": 0.99111, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94483, + "ndcg_at_5": 0.94952, + "ndcg_at_10": 0.95168, + "ndcg_at_20": 0.95423, + "ndcg_at_100": 0.95447, + "ndcg_at_1000": 0.95476, + "map_at_1": 0.91, + "map_at_3": 0.93648, + "map_at_5": 0.93915, + "map_at_10": 0.94005, + "map_at_20": 0.94076, + "map_at_100": 0.94081, + "map_at_1000": 0.94082, + "recall_at_1": 0.91, + "recall_at_3": 0.96889, + "recall_at_5": 0.98, + "recall_at_10": 0.98667, + "recall_at_20": 0.99667, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.32444, - "precision_at_5": 0.19667, - "precision_at_10": 0.09911, - "precision_at_20": 0.04972, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32296, + "precision_at_5": 0.196, + "precision_at_10": 0.09867, + "precision_at_20": 0.04983, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.943519, - "mrr_at_5": 0.945741, - "mrr_at_10": 0.946867, - "mrr_at_20": 0.947132, - "mrr_at_100": 0.947224, - "mrr_at_1000": 0.947234, - "nauc_ndcg_at_1_max": 0.836723, - "nauc_ndcg_at_1_std": -0.188961, - "nauc_ndcg_at_1_diff1": 0.948742, - "nauc_ndcg_at_3_max": 0.871075, - "nauc_ndcg_at_3_std": -0.135634, - "nauc_ndcg_at_3_diff1": 0.953837, - "nauc_ndcg_at_5_max": 0.867215, - "nauc_ndcg_at_5_std": -0.094558, - "nauc_ndcg_at_5_diff1": 0.953569, - "nauc_ndcg_at_10_max": 0.862506, - "nauc_ndcg_at_10_std": -0.091725, - "nauc_ndcg_at_10_diff1": 0.953017, - "nauc_ndcg_at_20_max": 0.859556, - "nauc_ndcg_at_20_std": -0.114196, - "nauc_ndcg_at_20_diff1": 0.95291, - "nauc_ndcg_at_100_max": 0.85906, - "nauc_ndcg_at_100_std": -0.114233, - "nauc_ndcg_at_100_diff1": 0.95218, - "nauc_ndcg_at_1000_max": 0.858068, - "nauc_ndcg_at_1000_std": -0.122077, - "nauc_ndcg_at_1000_diff1": 0.951844, - "nauc_map_at_1_max": 0.836723, - "nauc_map_at_1_std": -0.188961, - "nauc_map_at_1_diff1": 0.948742, - "nauc_map_at_3_max": 0.860001, - "nauc_map_at_3_std": -0.148325, - "nauc_map_at_3_diff1": 0.951784, - "nauc_map_at_5_max": 0.857613, - "nauc_map_at_5_std": -0.130906, - "nauc_map_at_5_diff1": 0.951482, - "nauc_map_at_10_max": 0.855809, - "nauc_map_at_10_std": -0.131179, - "nauc_map_at_10_diff1": 0.951251, - "nauc_map_at_20_max": 0.855087, - "nauc_map_at_20_std": -0.136611, - "nauc_map_at_20_diff1": 0.951203, - "nauc_map_at_100_max": 0.855101, - "nauc_map_at_100_std": -0.135906, - "nauc_map_at_100_diff1": 0.951118, - "nauc_map_at_1000_max": 0.855072, - "nauc_map_at_1000_std": -0.136127, - "nauc_map_at_1000_diff1": 0.951109, - "nauc_recall_at_1_max": 0.836723, - "nauc_recall_at_1_std": -0.188961, - "nauc_recall_at_1_diff1": 0.948742, - "nauc_recall_at_3_max": 0.938045, - "nauc_recall_at_3_std": -0.063122, - "nauc_recall_at_3_diff1": 0.966639, - "nauc_recall_at_5_max": 0.955338, - "nauc_recall_at_5_std": 0.25957, - "nauc_recall_at_5_diff1": 0.973856, - "nauc_recall_at_10_max": 0.965278, - "nauc_recall_at_10_std": 0.624825, - "nauc_recall_at_10_diff1": 0.98366, - "nauc_recall_at_20_max": 0.944444, - "nauc_recall_at_20_std": 0.425864, + "mrr_at_1": 0.91, + "mrr_at_3": 0.936481, + "mrr_at_5": 0.939148, + "mrr_at_10": 0.940051, + "mrr_at_20": 0.940762, + "mrr_at_100": 0.940807, + "mrr_at_1000": 0.940817, + "nauc_ndcg_at_1_max": 0.808821, + "nauc_ndcg_at_1_std": -0.176309, + "nauc_ndcg_at_1_diff1": 0.94856, + "nauc_ndcg_at_3_max": 0.851374, + "nauc_ndcg_at_3_std": -0.121544, + "nauc_ndcg_at_3_diff1": 0.95024, + "nauc_ndcg_at_5_max": 0.850034, + "nauc_ndcg_at_5_std": -0.087508, + "nauc_ndcg_at_5_diff1": 0.950449, + "nauc_ndcg_at_10_max": 0.846394, + "nauc_ndcg_at_10_std": -0.072202, + "nauc_ndcg_at_10_diff1": 0.950079, + "nauc_ndcg_at_20_max": 0.841189, + "nauc_ndcg_at_20_std": -0.093285, + "nauc_ndcg_at_20_diff1": 0.9505, + "nauc_ndcg_at_100_max": 0.840365, + "nauc_ndcg_at_100_std": -0.098961, + "nauc_ndcg_at_100_diff1": 0.950243, + "nauc_ndcg_at_1000_max": 0.83936, + "nauc_ndcg_at_1000_std": -0.105881, + "nauc_ndcg_at_1000_diff1": 0.94993, + "nauc_map_at_1_max": 0.808821, + "nauc_map_at_1_std": -0.176309, + "nauc_map_at_1_diff1": 0.94856, + "nauc_map_at_3_max": 0.839616, + "nauc_map_at_3_std": -0.135281, + "nauc_map_at_3_diff1": 0.949885, + "nauc_map_at_5_max": 0.838406, + "nauc_map_at_5_std": -0.120416, + "nauc_map_at_5_diff1": 0.949956, + "nauc_map_at_10_max": 0.837083, + "nauc_map_at_10_std": -0.113942, + "nauc_map_at_10_diff1": 0.949775, + "nauc_map_at_20_max": 0.835857, + "nauc_map_at_20_std": -0.118845, + "nauc_map_at_20_diff1": 0.949767, + "nauc_map_at_100_max": 0.835734, + "nauc_map_at_100_std": -0.119685, + "nauc_map_at_100_diff1": 0.949729, + "nauc_map_at_1000_max": 0.835706, + "nauc_map_at_1000_std": -0.119877, + "nauc_map_at_1000_diff1": 0.949721, + "nauc_recall_at_1_max": 0.808821, + "nauc_recall_at_1_std": -0.176309, + "nauc_recall_at_1_diff1": 0.94856, + "nauc_recall_at_3_max": 0.918301, + "nauc_recall_at_3_std": -0.044801, + "nauc_recall_at_3_diff1": 0.952148, + "nauc_recall_at_5_max": 0.948257, + "nauc_recall_at_5_std": 0.208969, + "nauc_recall_at_5_diff1": 0.954611, + "nauc_recall_at_10_max": 0.955065, + "nauc_recall_at_10_std": 0.484399, + "nauc_recall_at_10_diff1": 0.953704, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -37103,20 +39354,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.836723, - "nauc_precision_at_1_std": -0.188961, - "nauc_precision_at_1_diff1": 0.948742, - "nauc_precision_at_3_max": 0.938045, - "nauc_precision_at_3_std": -0.063122, - "nauc_precision_at_3_diff1": 0.966639, - "nauc_precision_at_5_max": 0.955338, - "nauc_precision_at_5_std": 0.25957, - "nauc_precision_at_5_diff1": 0.973856, - "nauc_precision_at_10_max": 0.965278, - "nauc_precision_at_10_std": 0.624825, - "nauc_precision_at_10_diff1": 0.98366, - "nauc_precision_at_20_max": 0.944444, - "nauc_precision_at_20_std": 0.425864, + "nauc_precision_at_1_max": 0.808821, + "nauc_precision_at_1_std": -0.176309, + "nauc_precision_at_1_diff1": 0.94856, + "nauc_precision_at_3_max": 0.918301, + "nauc_precision_at_3_std": -0.044801, + "nauc_precision_at_3_diff1": 0.952148, + "nauc_precision_at_5_max": 0.948257, + "nauc_precision_at_5_std": 0.208969, + "nauc_precision_at_5_diff1": 0.954611, + "nauc_precision_at_10_max": 0.955065, + "nauc_precision_at_10_std": 0.484399, + "nauc_precision_at_10_diff1": 0.953704, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -37124,4586 +39375,4865 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.836723, - "nauc_mrr_at_1_std": -0.188961, - "nauc_mrr_at_1_diff1": 0.948742, - "nauc_mrr_at_3_max": 0.860001, - "nauc_mrr_at_3_std": -0.148325, - "nauc_mrr_at_3_diff1": 0.951784, - "nauc_mrr_at_5_max": 0.857613, - "nauc_mrr_at_5_std": -0.130906, - "nauc_mrr_at_5_diff1": 0.951482, - "nauc_mrr_at_10_max": 0.855809, - "nauc_mrr_at_10_std": -0.131179, - "nauc_mrr_at_10_diff1": 0.951251, - "nauc_mrr_at_20_max": 0.855087, - "nauc_mrr_at_20_std": -0.136611, - "nauc_mrr_at_20_diff1": 0.951203, - "nauc_mrr_at_100_max": 0.855101, - "nauc_mrr_at_100_std": -0.135906, - "nauc_mrr_at_100_diff1": 0.951118, - "nauc_mrr_at_1000_max": 0.855072, - "nauc_mrr_at_1000_std": -0.136127, - "nauc_mrr_at_1000_diff1": 0.951109, - "main_score": 0.95787, + "nauc_mrr_at_1_max": 0.808821, + "nauc_mrr_at_1_std": -0.176309, + "nauc_mrr_at_1_diff1": 0.94856, + "nauc_mrr_at_3_max": 0.839616, + "nauc_mrr_at_3_std": -0.135281, + "nauc_mrr_at_3_diff1": 0.949885, + "nauc_mrr_at_5_max": 0.838406, + "nauc_mrr_at_5_std": -0.120416, + "nauc_mrr_at_5_diff1": 0.949956, + "nauc_mrr_at_10_max": 0.837083, + "nauc_mrr_at_10_std": -0.113942, + "nauc_mrr_at_10_diff1": 0.949775, + "nauc_mrr_at_20_max": 0.835857, + "nauc_mrr_at_20_std": -0.118845, + "nauc_mrr_at_20_diff1": 0.949767, + "nauc_mrr_at_100_max": 0.835734, + "nauc_mrr_at_100_std": -0.119685, + "nauc_mrr_at_100_diff1": 0.949729, + "nauc_mrr_at_1000_max": 0.835706, + "nauc_mrr_at_1000_std": -0.119877, + "nauc_mrr_at_1000_diff1": 0.949721, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96889, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99667, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95168, "hf_subset": "rus_Cyrl-rus_Cyrl", "languages": [ "rus-Cyrl", "rus-Cyrl" - ] - }, - { - "ndcg_at_1": 0.93111, - "ndcg_at_3": 0.95489, - "ndcg_at_5": 0.95905, - "ndcg_at_10": 0.96198, - "ndcg_at_20": 0.96315, - "ndcg_at_100": 0.9636, - "ndcg_at_1000": 0.96405, - "map_at_1": 0.93111, - "map_at_3": 0.94926, - "map_at_5": 0.95159, - "map_at_10": 0.95282, - "map_at_20": 0.95318, - "map_at_100": 0.95325, - "map_at_1000": 0.95327, - "recall_at_1": 0.93111, - "recall_at_3": 0.97111, - "recall_at_5": 0.98111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.9477, + "ndcg_at_5": 0.95272, + "ndcg_at_10": 0.95601, + "ndcg_at_20": 0.95684, + "ndcg_at_100": 0.95767, + "ndcg_at_1000": 0.95795, + "map_at_1": 0.91889, + "map_at_3": 0.94074, + "map_at_5": 0.94352, + "map_at_10": 0.94491, + "map_at_20": 0.94513, + "map_at_100": 0.94524, + "map_at_1000": 0.94525, + "recall_at_1": 0.91889, + "recall_at_3": 0.96778, + "recall_at_5": 0.98, "recall_at_10": 0.99, - "recall_at_20": 0.99444, - "recall_at_100": 0.99667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.93111, - "precision_at_3": 0.3237, - "precision_at_5": 0.19622, + "accuracy": 0.91889, + "precision_at_1": 0.91889, + "precision_at_3": 0.32259, + "precision_at_5": 0.196, "precision_at_10": 0.099, - "precision_at_20": 0.04972, - "precision_at_100": 0.00997, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.931111, - "mrr_at_3": 0.949259, - "mrr_at_5": 0.951593, - "mrr_at_10": 0.952825, - "mrr_at_20": 0.953177, - "mrr_at_100": 0.953249, - "mrr_at_1000": 0.953269, - "nauc_ndcg_at_1_max": 0.816587, - "nauc_ndcg_at_1_std": -0.334034, - "nauc_ndcg_at_1_diff1": 0.932118, - "nauc_ndcg_at_3_max": 0.825085, - "nauc_ndcg_at_3_std": -0.443399, - "nauc_ndcg_at_3_diff1": 0.938211, - "nauc_ndcg_at_5_max": 0.834707, - "nauc_ndcg_at_5_std": -0.388497, - "nauc_ndcg_at_5_diff1": 0.939467, - "nauc_ndcg_at_10_max": 0.833258, - "nauc_ndcg_at_10_std": -0.358961, - "nauc_ndcg_at_10_diff1": 0.938511, - "nauc_ndcg_at_20_max": 0.834789, - "nauc_ndcg_at_20_std": -0.340354, - "nauc_ndcg_at_20_diff1": 0.938592, - "nauc_ndcg_at_100_max": 0.832782, - "nauc_ndcg_at_100_std": -0.34297, - "nauc_ndcg_at_100_diff1": 0.937846, - "nauc_ndcg_at_1000_max": 0.830684, - "nauc_ndcg_at_1000_std": -0.359231, - "nauc_ndcg_at_1000_diff1": 0.937066, - "nauc_map_at_1_max": 0.816587, - "nauc_map_at_1_std": -0.334034, - "nauc_map_at_1_diff1": 0.932118, - "nauc_map_at_3_max": 0.823923, - "nauc_map_at_3_std": -0.409282, - "nauc_map_at_3_diff1": 0.936191, - "nauc_map_at_5_max": 0.82848, - "nauc_map_at_5_std": -0.381492, - "nauc_map_at_5_diff1": 0.936585, - "nauc_map_at_10_max": 0.828077, - "nauc_map_at_10_std": -0.369066, - "nauc_map_at_10_diff1": 0.93615, - "nauc_map_at_20_max": 0.82829, - "nauc_map_at_20_std": -0.365248, - "nauc_map_at_20_diff1": 0.936135, - "nauc_map_at_100_max": 0.828024, - "nauc_map_at_100_std": -0.365965, - "nauc_map_at_100_diff1": 0.936036, - "nauc_map_at_1000_max": 0.827948, - "nauc_map_at_1000_std": -0.366537, - "nauc_map_at_1000_diff1": 0.936008, - "nauc_recall_at_1_max": 0.816587, - "nauc_recall_at_1_std": -0.334034, - "nauc_recall_at_1_diff1": 0.932118, - "nauc_recall_at_3_max": 0.829796, - "nauc_recall_at_3_std": -0.615097, - "nauc_recall_at_3_diff1": 0.948467, - "nauc_recall_at_5_max": 0.881914, - "nauc_recall_at_5_std": -0.421047, - "nauc_recall_at_5_diff1": 0.961553, - "nauc_recall_at_10_max": 0.900923, - "nauc_recall_at_10_std": -0.163295, - "nauc_recall_at_10_diff1": 0.970951, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.940741, + "mrr_at_5": 0.943519, + "mrr_at_10": 0.944906, + "mrr_at_20": 0.945131, + "mrr_at_100": 0.945245, + "mrr_at_1000": 0.945255, + "nauc_ndcg_at_1_max": 0.812677, + "nauc_ndcg_at_1_std": -0.283035, + "nauc_ndcg_at_1_diff1": 0.945928, + "nauc_ndcg_at_3_max": 0.819997, + "nauc_ndcg_at_3_std": -0.319549, + "nauc_ndcg_at_3_diff1": 0.944642, + "nauc_ndcg_at_5_max": 0.825693, + "nauc_ndcg_at_5_std": -0.305722, + "nauc_ndcg_at_5_diff1": 0.948734, + "nauc_ndcg_at_10_max": 0.823165, + "nauc_ndcg_at_10_std": -0.287381, + "nauc_ndcg_at_10_diff1": 0.947042, + "nauc_ndcg_at_20_max": 0.827728, + "nauc_ndcg_at_20_std": -0.275804, + "nauc_ndcg_at_20_diff1": 0.947734, + "nauc_ndcg_at_100_max": 0.82437, + "nauc_ndcg_at_100_std": -0.277921, + "nauc_ndcg_at_100_diff1": 0.947402, + "nauc_ndcg_at_1000_max": 0.823191, + "nauc_ndcg_at_1000_std": -0.286498, + "nauc_ndcg_at_1000_diff1": 0.947049, + "nauc_map_at_1_max": 0.812677, + "nauc_map_at_1_std": -0.283035, + "nauc_map_at_1_diff1": 0.945928, + "nauc_map_at_3_max": 0.81942, + "nauc_map_at_3_std": -0.308088, + "nauc_map_at_3_diff1": 0.944977, + "nauc_map_at_5_max": 0.821955, + "nauc_map_at_5_std": -0.300405, + "nauc_map_at_5_diff1": 0.947115, + "nauc_map_at_10_max": 0.821009, + "nauc_map_at_10_std": -0.293783, + "nauc_map_at_10_diff1": 0.94649, + "nauc_map_at_20_max": 0.821742, + "nauc_map_at_20_std": -0.29208, + "nauc_map_at_20_diff1": 0.946601, + "nauc_map_at_100_max": 0.82137, + "nauc_map_at_100_std": -0.292093, + "nauc_map_at_100_diff1": 0.946576, + "nauc_map_at_1000_max": 0.821339, + "nauc_map_at_1000_std": -0.292319, + "nauc_map_at_1000_diff1": 0.946566, + "nauc_recall_at_1_max": 0.812677, + "nauc_recall_at_1_std": -0.283035, + "nauc_recall_at_1_diff1": 0.945928, + "nauc_recall_at_3_max": 0.821662, + "nauc_recall_at_3_std": -0.379922, + "nauc_recall_at_3_diff1": 0.942931, + "nauc_recall_at_5_max": 0.856339, + "nauc_recall_at_5_std": -0.345601, + "nauc_recall_at_5_diff1": 0.962781, + "nauc_recall_at_10_max": 0.852993, + "nauc_recall_at_10_std": -0.151105, + "nauc_recall_at_10_diff1": 0.954611, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.487955, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_std": 0.260971, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816587, - "nauc_precision_at_1_std": -0.334034, - "nauc_precision_at_1_diff1": 0.932118, - "nauc_precision_at_3_max": 0.829796, - "nauc_precision_at_3_std": -0.615097, - "nauc_precision_at_3_diff1": 0.948467, - "nauc_precision_at_5_max": 0.881914, - "nauc_precision_at_5_std": -0.421047, - "nauc_precision_at_5_diff1": 0.961553, - "nauc_precision_at_10_max": 0.900923, - "nauc_precision_at_10_std": -0.163295, - "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_1_max": 0.812677, + "nauc_precision_at_1_std": -0.283035, + "nauc_precision_at_1_diff1": 0.945928, + "nauc_precision_at_3_max": 0.821662, + "nauc_precision_at_3_std": -0.379922, + "nauc_precision_at_3_diff1": 0.942931, + "nauc_precision_at_5_max": 0.856339, + "nauc_precision_at_5_std": -0.345601, + "nauc_precision_at_5_diff1": 0.962781, + "nauc_precision_at_10_max": 0.852993, + "nauc_precision_at_10_std": -0.151105, + "nauc_precision_at_10_diff1": 0.954611, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.487955, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_std": 0.260971, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816587, - "nauc_mrr_at_1_std": -0.334034, - "nauc_mrr_at_1_diff1": 0.932118, - "nauc_mrr_at_3_max": 0.823923, - "nauc_mrr_at_3_std": -0.409282, - "nauc_mrr_at_3_diff1": 0.936191, - "nauc_mrr_at_5_max": 0.82848, - "nauc_mrr_at_5_std": -0.381492, - "nauc_mrr_at_5_diff1": 0.936585, - "nauc_mrr_at_10_max": 0.828077, - "nauc_mrr_at_10_std": -0.369066, - "nauc_mrr_at_10_diff1": 0.93615, - "nauc_mrr_at_20_max": 0.82829, - "nauc_mrr_at_20_std": -0.365248, - "nauc_mrr_at_20_diff1": 0.936135, - "nauc_mrr_at_100_max": 0.828024, - "nauc_mrr_at_100_std": -0.365965, - "nauc_mrr_at_100_diff1": 0.936036, - "nauc_mrr_at_1000_max": 0.827948, - "nauc_mrr_at_1000_std": -0.366537, - "nauc_mrr_at_1000_diff1": 0.936008, - "main_score": 0.96198, + "nauc_mrr_at_1_max": 0.812677, + "nauc_mrr_at_1_std": -0.283035, + "nauc_mrr_at_1_diff1": 0.945928, + "nauc_mrr_at_3_max": 0.81942, + "nauc_mrr_at_3_std": -0.308088, + "nauc_mrr_at_3_diff1": 0.944977, + "nauc_mrr_at_5_max": 0.821955, + "nauc_mrr_at_5_std": -0.300405, + "nauc_mrr_at_5_diff1": 0.947115, + "nauc_mrr_at_10_max": 0.821009, + "nauc_mrr_at_10_std": -0.293783, + "nauc_mrr_at_10_diff1": 0.94649, + "nauc_mrr_at_20_max": 0.821742, + "nauc_mrr_at_20_std": -0.29208, + "nauc_mrr_at_20_diff1": 0.946601, + "nauc_mrr_at_100_max": 0.82137, + "nauc_mrr_at_100_std": -0.292093, + "nauc_mrr_at_100_diff1": 0.946576, + "nauc_mrr_at_1000_max": 0.821339, + "nauc_mrr_at_1000_std": -0.292319, + "nauc_mrr_at_1000_diff1": 0.946566, + "hit_rate_at_1": 0.91889, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95601, "hf_subset": "rus_Cyrl-eng_Latn", "languages": [ "rus-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91, - "ndcg_at_3": 0.93925, - "ndcg_at_5": 0.94551, - "ndcg_at_10": 0.94856, - "ndcg_at_20": 0.95084, - "ndcg_at_100": 0.95212, - "ndcg_at_1000": 0.95212, - "map_at_1": 0.91, - "map_at_3": 0.93241, - "map_at_5": 0.9358, - "map_at_10": 0.93695, - "map_at_20": 0.93759, - "map_at_100": 0.93779, - "map_at_1000": 0.93779, - "recall_at_1": 0.91, - "recall_at_3": 0.95889, - "recall_at_5": 0.97444, - "recall_at_10": 0.98444, - "recall_at_20": 0.99333, + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93357, + "ndcg_at_5": 0.93945, + "ndcg_at_10": 0.94314, + "ndcg_at_20": 0.9449, + "ndcg_at_100": 0.94721, + "ndcg_at_1000": 0.94721, + "map_at_1": 0.90111, + "map_at_3": 0.92593, + "map_at_5": 0.92915, + "map_at_10": 0.93073, + "map_at_20": 0.93125, + "map_at_100": 0.93158, + "map_at_1000": 0.93158, + "recall_at_1": 0.90111, + "recall_at_3": 0.95556, + "recall_at_5": 0.97, + "recall_at_10": 0.98111, + "recall_at_20": 0.98778, "recall_at_100": 1.0, "recall_at_1000": 1.0, - "precision_at_1": 0.91, - "precision_at_3": 0.31963, - "precision_at_5": 0.19489, - "precision_at_10": 0.09844, - "precision_at_20": 0.04967, + "accuracy": 0.90111, + "precision_at_1": 0.90111, + "precision_at_3": 0.31852, + "precision_at_5": 0.194, + "precision_at_10": 0.09811, + "precision_at_20": 0.04939, "precision_at_100": 0.01, "precision_at_1000": 0.001, - "mrr_at_1": 0.91, - "mrr_at_3": 0.932407, - "mrr_at_5": 0.935796, - "mrr_at_10": 0.936951, - "mrr_at_20": 0.937592, - "mrr_at_100": 0.937791, - "mrr_at_1000": 0.937791, - "nauc_ndcg_at_1_max": 0.859402, - "nauc_ndcg_at_1_std": -0.057077, - "nauc_ndcg_at_1_diff1": 0.94513, - "nauc_ndcg_at_3_max": 0.891409, - "nauc_ndcg_at_3_std": -0.020285, - "nauc_ndcg_at_3_diff1": 0.939461, - "nauc_ndcg_at_5_max": 0.891437, - "nauc_ndcg_at_5_std": 0.003017, - "nauc_ndcg_at_5_diff1": 0.940463, - "nauc_ndcg_at_10_max": 0.887516, - "nauc_ndcg_at_10_std": 0.005639, - "nauc_ndcg_at_10_diff1": 0.941413, - "nauc_ndcg_at_20_max": 0.885502, - "nauc_ndcg_at_20_std": 0.015194, - "nauc_ndcg_at_20_diff1": 0.942638, - "nauc_ndcg_at_100_max": 0.88243, - "nauc_ndcg_at_100_std": -0.010556, - "nauc_ndcg_at_100_diff1": 0.942505, - "nauc_ndcg_at_1000_max": 0.88243, - "nauc_ndcg_at_1000_std": -0.010556, - "nauc_ndcg_at_1000_diff1": 0.942505, - "nauc_map_at_1_max": 0.859402, - "nauc_map_at_1_std": -0.057077, - "nauc_map_at_1_diff1": 0.94513, - "nauc_map_at_3_max": 0.882338, - "nauc_map_at_3_std": -0.030692, - "nauc_map_at_3_diff1": 0.941311, - "nauc_map_at_5_max": 0.881869, - "nauc_map_at_5_std": -0.019889, - "nauc_map_at_5_diff1": 0.94196, - "nauc_map_at_10_max": 0.880449, - "nauc_map_at_10_std": -0.01996, - "nauc_map_at_10_diff1": 0.942315, - "nauc_map_at_20_max": 0.879962, - "nauc_map_at_20_std": -0.017501, - "nauc_map_at_20_diff1": 0.942618, - "nauc_map_at_100_max": 0.879578, - "nauc_map_at_100_std": -0.020649, - "nauc_map_at_100_diff1": 0.94265, - "nauc_map_at_1000_max": 0.879578, - "nauc_map_at_1000_std": -0.020649, - "nauc_map_at_1000_diff1": 0.94265, - "nauc_recall_at_1_max": 0.859402, - "nauc_recall_at_1_std": -0.057077, - "nauc_recall_at_1_diff1": 0.94513, - "nauc_recall_at_3_max": 0.933631, - "nauc_recall_at_3_std": 0.028137, - "nauc_recall_at_3_diff1": 0.930666, - "nauc_recall_at_5_max": 0.959506, - "nauc_recall_at_5_std": 0.174319, - "nauc_recall_at_5_diff1": 0.929668, - "nauc_recall_at_10_max": 0.961485, - "nauc_recall_at_10_std": 0.322662, - "nauc_recall_at_10_diff1": 0.932306, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.978214, - "nauc_recall_at_20_diff1": 0.953704, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.929148, + "mrr_at_10": 0.930731, + "mrr_at_20": 0.931249, + "mrr_at_100": 0.931582, + "mrr_at_1000": 0.931582, + "nauc_ndcg_at_1_max": 0.834414, + "nauc_ndcg_at_1_std": -0.067647, + "nauc_ndcg_at_1_diff1": 0.93666, + "nauc_ndcg_at_3_max": 0.870676, + "nauc_ndcg_at_3_std": -0.031638, + "nauc_ndcg_at_3_diff1": 0.936869, + "nauc_ndcg_at_5_max": 0.867121, + "nauc_ndcg_at_5_std": -0.0153, + "nauc_ndcg_at_5_diff1": 0.938946, + "nauc_ndcg_at_10_max": 0.868423, + "nauc_ndcg_at_10_std": 0.001324, + "nauc_ndcg_at_10_diff1": 0.938592, + "nauc_ndcg_at_20_max": 0.866342, + "nauc_ndcg_at_20_std": -0.00116, + "nauc_ndcg_at_20_diff1": 0.940133, + "nauc_ndcg_at_100_max": 0.861516, + "nauc_ndcg_at_100_std": -0.019019, + "nauc_ndcg_at_100_diff1": 0.938525, + "nauc_ndcg_at_1000_max": 0.861516, + "nauc_ndcg_at_1000_std": -0.019019, + "nauc_ndcg_at_1000_diff1": 0.938525, + "nauc_map_at_1_max": 0.834414, + "nauc_map_at_1_std": -0.067647, + "nauc_map_at_1_diff1": 0.93666, + "nauc_map_at_3_max": 0.86104, + "nauc_map_at_3_std": -0.039947, + "nauc_map_at_3_diff1": 0.936969, + "nauc_map_at_5_max": 0.858923, + "nauc_map_at_5_std": -0.031613, + "nauc_map_at_5_diff1": 0.938023, + "nauc_map_at_10_max": 0.859302, + "nauc_map_at_10_std": -0.026109, + "nauc_map_at_10_diff1": 0.937932, + "nauc_map_at_20_max": 0.858717, + "nauc_map_at_20_std": -0.027041, + "nauc_map_at_20_diff1": 0.938264, + "nauc_map_at_100_max": 0.858145, + "nauc_map_at_100_std": -0.028699, + "nauc_map_at_100_diff1": 0.938069, + "nauc_map_at_1000_max": 0.858145, + "nauc_map_at_1000_std": -0.028699, + "nauc_map_at_1000_diff1": 0.938069, + "nauc_recall_at_1_max": 0.834414, + "nauc_recall_at_1_std": -0.067647, + "nauc_recall_at_1_diff1": 0.93666, + "nauc_recall_at_3_max": 0.915616, + "nauc_recall_at_3_std": 0.006069, + "nauc_recall_at_3_diff1": 0.936275, + "nauc_recall_at_5_max": 0.91977, + "nauc_recall_at_5_std": 0.09484, + "nauc_recall_at_5_diff1": 0.945534, + "nauc_recall_at_10_max": 0.960592, + "nauc_recall_at_10_std": 0.309881, + "nauc_recall_at_10_diff1": 0.945213, + "nauc_recall_at_20_max": 0.976233, + "nauc_recall_at_20_std": 0.441389, + "nauc_recall_at_20_diff1": 0.976233, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.859402, - "nauc_precision_at_1_std": -0.057077, - "nauc_precision_at_1_diff1": 0.94513, - "nauc_precision_at_3_max": 0.933631, - "nauc_precision_at_3_std": 0.028137, - "nauc_precision_at_3_diff1": 0.930666, - "nauc_precision_at_5_max": 0.959506, - "nauc_precision_at_5_std": 0.174319, - "nauc_precision_at_5_diff1": 0.929668, - "nauc_precision_at_10_max": 0.961485, - "nauc_precision_at_10_std": 0.322662, - "nauc_precision_at_10_diff1": 0.932306, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.978214, - "nauc_precision_at_20_diff1": 0.953704, + "nauc_precision_at_1_max": 0.834414, + "nauc_precision_at_1_std": -0.067647, + "nauc_precision_at_1_diff1": 0.93666, + "nauc_precision_at_3_max": 0.915616, + "nauc_precision_at_3_std": 0.006069, + "nauc_precision_at_3_diff1": 0.936275, + "nauc_precision_at_5_max": 0.91977, + "nauc_precision_at_5_std": 0.09484, + "nauc_precision_at_5_diff1": 0.945534, + "nauc_precision_at_10_max": 0.960592, + "nauc_precision_at_10_std": 0.309881, + "nauc_precision_at_10_diff1": 0.945213, + "nauc_precision_at_20_max": 0.976233, + "nauc_precision_at_20_std": 0.441389, + "nauc_precision_at_20_diff1": 0.976233, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.859402, - "nauc_mrr_at_1_std": -0.057077, - "nauc_mrr_at_1_diff1": 0.94513, - "nauc_mrr_at_3_max": 0.882338, - "nauc_mrr_at_3_std": -0.030692, - "nauc_mrr_at_3_diff1": 0.941311, - "nauc_mrr_at_5_max": 0.881869, - "nauc_mrr_at_5_std": -0.019889, - "nauc_mrr_at_5_diff1": 0.94196, - "nauc_mrr_at_10_max": 0.880449, - "nauc_mrr_at_10_std": -0.01996, - "nauc_mrr_at_10_diff1": 0.942315, - "nauc_mrr_at_20_max": 0.879962, - "nauc_mrr_at_20_std": -0.017501, - "nauc_mrr_at_20_diff1": 0.942618, - "nauc_mrr_at_100_max": 0.879578, - "nauc_mrr_at_100_std": -0.020649, - "nauc_mrr_at_100_diff1": 0.94265, - "nauc_mrr_at_1000_max": 0.879578, - "nauc_mrr_at_1000_std": -0.020649, - "nauc_mrr_at_1000_diff1": 0.94265, - "main_score": 0.94856, + "nauc_mrr_at_1_max": 0.834414, + "nauc_mrr_at_1_std": -0.067647, + "nauc_mrr_at_1_diff1": 0.93666, + "nauc_mrr_at_3_max": 0.86104, + "nauc_mrr_at_3_std": -0.039947, + "nauc_mrr_at_3_diff1": 0.936969, + "nauc_mrr_at_5_max": 0.858923, + "nauc_mrr_at_5_std": -0.031613, + "nauc_mrr_at_5_diff1": 0.938023, + "nauc_mrr_at_10_max": 0.859302, + "nauc_mrr_at_10_std": -0.026109, + "nauc_mrr_at_10_diff1": 0.937932, + "nauc_mrr_at_20_max": 0.858717, + "nauc_mrr_at_20_std": -0.027041, + "nauc_mrr_at_20_diff1": 0.938264, + "nauc_mrr_at_100_max": 0.858145, + "nauc_mrr_at_100_std": -0.028699, + "nauc_mrr_at_100_diff1": 0.938069, + "nauc_mrr_at_1000_max": 0.858145, + "nauc_mrr_at_1000_std": -0.028699, + "nauc_mrr_at_1000_diff1": 0.938069, + "hit_rate_at_1": 0.90111, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.94314, "hf_subset": "eng_Latn-rus_Cyrl", "languages": [ "eng-Latn", "rus-Cyrl" - ] - }, - { - "ndcg_at_1": 0.32778, - "ndcg_at_3": 0.35212, - "ndcg_at_5": 0.36087, - "ndcg_at_10": 0.36556, - "ndcg_at_20": 0.37731, - "ndcg_at_100": 0.40754, - "ndcg_at_1000": 0.45597, - "map_at_1": 0.32778, - "map_at_3": 0.3463, - "map_at_5": 0.35119, - "map_at_10": 0.35313, - "map_at_20": 0.35633, - "map_at_100": 0.36013, - "map_at_1000": 0.36189, - "recall_at_1": 0.32778, - "recall_at_3": 0.36889, - "recall_at_5": 0.39, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.32556, + "ndcg_at_3": 0.35045, + "ndcg_at_5": 0.35557, + "ndcg_at_10": 0.36359, + "ndcg_at_20": 0.37406, + "ndcg_at_100": 0.40466, + "ndcg_at_1000": 0.45327, + "map_at_1": 0.32556, + "map_at_3": 0.34444, + "map_at_5": 0.34733, + "map_at_10": 0.35072, + "map_at_20": 0.35362, + "map_at_100": 0.35737, + "map_at_1000": 0.35912, + "recall_at_1": 0.32556, + "recall_at_3": 0.36778, + "recall_at_5": 0.38, "recall_at_10": 0.40444, - "recall_at_20": 0.45111, - "recall_at_100": 0.62, + "recall_at_20": 0.44556, + "recall_at_100": 0.61778, "recall_at_1000": 1.0, - "precision_at_1": 0.32778, - "precision_at_3": 0.12296, - "precision_at_5": 0.078, + "accuracy": 0.32556, + "precision_at_1": 0.32556, + "precision_at_3": 0.12259, + "precision_at_5": 0.076, "precision_at_10": 0.04044, - "precision_at_20": 0.02256, - "precision_at_100": 0.0062, - "precision_at_1000": 0.001, - "mrr_at_1": 0.327778, - "mrr_at_3": 0.346296, - "mrr_at_5": 0.351185, - "mrr_at_10": 0.353135, - "mrr_at_20": 0.356332, - "mrr_at_100": 0.360127, - "mrr_at_1000": 0.361887, - "nauc_ndcg_at_1_max": 0.387546, - "nauc_ndcg_at_1_std": -0.727978, - "nauc_ndcg_at_1_diff1": 0.945275, - "nauc_ndcg_at_3_max": 0.358741, - "nauc_ndcg_at_3_std": -0.755235, - "nauc_ndcg_at_3_diff1": 0.921794, - "nauc_ndcg_at_5_max": 0.3469, - "nauc_ndcg_at_5_std": -0.754323, - "nauc_ndcg_at_5_diff1": 0.908309, - "nauc_ndcg_at_10_max": 0.344376, - "nauc_ndcg_at_10_std": -0.751287, - "nauc_ndcg_at_10_diff1": 0.903149, - "nauc_ndcg_at_20_max": 0.336623, - "nauc_ndcg_at_20_std": -0.741888, - "nauc_ndcg_at_20_diff1": 0.892283, - "nauc_ndcg_at_100_max": 0.328594, - "nauc_ndcg_at_100_std": -0.725826, - "nauc_ndcg_at_100_diff1": 0.870335, - "nauc_ndcg_at_1000_max": 0.342453, - "nauc_ndcg_at_1000_std": -0.737707, - "nauc_ndcg_at_1000_diff1": 0.894043, - "nauc_map_at_1_max": 0.387546, - "nauc_map_at_1_std": -0.727978, - "nauc_map_at_1_diff1": 0.945275, - "nauc_map_at_3_max": 0.366351, - "nauc_map_at_3_std": -0.749026, - "nauc_map_at_3_diff1": 0.927469, - "nauc_map_at_5_max": 0.359775, - "nauc_map_at_5_std": -0.748274, - "nauc_map_at_5_diff1": 0.91987, - "nauc_map_at_10_max": 0.358784, - "nauc_map_at_10_std": -0.746924, - "nauc_map_at_10_diff1": 0.917634, - "nauc_map_at_20_max": 0.356663, - "nauc_map_at_20_std": -0.744367, - "nauc_map_at_20_diff1": 0.914566, - "nauc_map_at_100_max": 0.35548, - "nauc_map_at_100_std": -0.742174, - "nauc_map_at_100_diff1": 0.911639, - "nauc_map_at_1000_max": 0.355899, - "nauc_map_at_1000_std": -0.742474, - "nauc_map_at_1000_diff1": 0.91231, - "nauc_recall_at_1_max": 0.387546, - "nauc_recall_at_1_std": -0.727978, - "nauc_recall_at_1_diff1": 0.945275, - "nauc_recall_at_3_max": 0.336721, - "nauc_recall_at_3_std": -0.772835, - "nauc_recall_at_3_diff1": 0.905569, - "nauc_recall_at_5_max": 0.308416, - "nauc_recall_at_5_std": -0.771523, - "nauc_recall_at_5_diff1": 0.87372, - "nauc_recall_at_10_max": 0.300571, - "nauc_recall_at_10_std": -0.762691, - "nauc_recall_at_10_diff1": 0.858601, - "nauc_recall_at_20_max": 0.269338, - "nauc_recall_at_20_std": -0.725607, - "nauc_recall_at_20_diff1": 0.815761, - "nauc_recall_at_100_max": 0.212105, - "nauc_recall_at_100_std": -0.622462, - "nauc_recall_at_100_diff1": 0.667892, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.387546, - "nauc_precision_at_1_std": -0.727978, - "nauc_precision_at_1_diff1": 0.945275, - "nauc_precision_at_3_max": 0.336721, - "nauc_precision_at_3_std": -0.772835, - "nauc_precision_at_3_diff1": 0.905569, - "nauc_precision_at_5_max": 0.308416, - "nauc_precision_at_5_std": -0.771523, - "nauc_precision_at_5_diff1": 0.87372, - "nauc_precision_at_10_max": 0.300571, - "nauc_precision_at_10_std": -0.762691, - "nauc_precision_at_10_diff1": 0.858601, - "nauc_precision_at_20_max": 0.269338, - "nauc_precision_at_20_std": -0.725607, - "nauc_precision_at_20_diff1": 0.815761, - "nauc_precision_at_100_max": 0.212105, - "nauc_precision_at_100_std": -0.622462, - "nauc_precision_at_100_diff1": 0.667892, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.387546, - "nauc_mrr_at_1_std": -0.727978, - "nauc_mrr_at_1_diff1": 0.945275, - "nauc_mrr_at_3_max": 0.366351, - "nauc_mrr_at_3_std": -0.749026, - "nauc_mrr_at_3_diff1": 0.927469, - "nauc_mrr_at_5_max": 0.359775, - "nauc_mrr_at_5_std": -0.748274, - "nauc_mrr_at_5_diff1": 0.91987, - "nauc_mrr_at_10_max": 0.358784, - "nauc_mrr_at_10_std": -0.746924, - "nauc_mrr_at_10_diff1": 0.917634, - "nauc_mrr_at_20_max": 0.356663, - "nauc_mrr_at_20_std": -0.744367, - "nauc_mrr_at_20_diff1": 0.914566, - "nauc_mrr_at_100_max": 0.35548, - "nauc_mrr_at_100_std": -0.742174, - "nauc_mrr_at_100_diff1": 0.911639, - "nauc_mrr_at_1000_max": 0.355899, - "nauc_mrr_at_1000_std": -0.742474, - "nauc_mrr_at_1000_diff1": 0.91231, - "main_score": 0.36556, + "precision_at_20": 0.02228, + "precision_at_100": 0.00618, + "precision_at_1000": 0.001, + "mrr_at_1": 0.325556, + "mrr_at_3": 0.344444, + "mrr_at_5": 0.347333, + "mrr_at_10": 0.350717, + "mrr_at_20": 0.353624, + "mrr_at_100": 0.357373, + "mrr_at_1000": 0.359124, + "nauc_ndcg_at_1_max": 0.385859, + "nauc_ndcg_at_1_std": -0.71793, + "nauc_ndcg_at_1_diff1": 0.94025, + "nauc_ndcg_at_3_max": 0.358641, + "nauc_ndcg_at_3_std": -0.736407, + "nauc_ndcg_at_3_diff1": 0.913337, + "nauc_ndcg_at_5_max": 0.352022, + "nauc_ndcg_at_5_std": -0.739428, + "nauc_ndcg_at_5_diff1": 0.906397, + "nauc_ndcg_at_10_max": 0.341519, + "nauc_ndcg_at_10_std": -0.733954, + "nauc_ndcg_at_10_diff1": 0.893709, + "nauc_ndcg_at_20_max": 0.332953, + "nauc_ndcg_at_20_std": -0.728075, + "nauc_ndcg_at_20_diff1": 0.884691, + "nauc_ndcg_at_100_max": 0.324195, + "nauc_ndcg_at_100_std": -0.713838, + "nauc_ndcg_at_100_diff1": 0.861178, + "nauc_ndcg_at_1000_max": 0.339222, + "nauc_ndcg_at_1000_std": -0.724813, + "nauc_ndcg_at_1000_diff1": 0.886281, + "nauc_map_at_1_max": 0.385859, + "nauc_map_at_1_std": -0.71793, + "nauc_map_at_1_diff1": 0.94025, + "nauc_map_at_3_max": 0.365695, + "nauc_map_at_3_std": -0.732275, + "nauc_map_at_3_diff1": 0.919903, + "nauc_map_at_5_max": 0.36163, + "nauc_map_at_5_std": -0.734176, + "nauc_map_at_5_diff1": 0.915943, + "nauc_map_at_10_max": 0.356867, + "nauc_map_at_10_std": -0.732233, + "nauc_map_at_10_diff1": 0.910556, + "nauc_map_at_20_max": 0.354402, + "nauc_map_at_20_std": -0.730874, + "nauc_map_at_20_diff1": 0.908168, + "nauc_map_at_100_max": 0.353135, + "nauc_map_at_100_std": -0.729149, + "nauc_map_at_100_diff1": 0.904865, + "nauc_map_at_1000_max": 0.353586, + "nauc_map_at_1000_std": -0.729392, + "nauc_map_at_1000_diff1": 0.905606, + "nauc_recall_at_1_max": 0.385859, + "nauc_recall_at_1_std": -0.71793, + "nauc_recall_at_1_diff1": 0.94025, + "nauc_recall_at_3_max": 0.338284, + "nauc_recall_at_3_std": -0.74808, + "nauc_recall_at_3_diff1": 0.894545, + "nauc_recall_at_5_max": 0.324024, + "nauc_recall_at_5_std": -0.754398, + "nauc_recall_at_5_diff1": 0.878348, + "nauc_recall_at_10_max": 0.294334, + "nauc_recall_at_10_std": -0.735984, + "nauc_recall_at_10_diff1": 0.840571, + "nauc_recall_at_20_max": 0.260917, + "nauc_recall_at_20_std": -0.71103, + "nauc_recall_at_20_diff1": 0.803846, + "nauc_recall_at_100_max": 0.197924, + "nauc_recall_at_100_std": -0.617373, + "nauc_recall_at_100_diff1": 0.649557, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.385859, + "nauc_precision_at_1_std": -0.71793, + "nauc_precision_at_1_diff1": 0.94025, + "nauc_precision_at_3_max": 0.338284, + "nauc_precision_at_3_std": -0.74808, + "nauc_precision_at_3_diff1": 0.894545, + "nauc_precision_at_5_max": 0.324024, + "nauc_precision_at_5_std": -0.754398, + "nauc_precision_at_5_diff1": 0.878348, + "nauc_precision_at_10_max": 0.294334, + "nauc_precision_at_10_std": -0.735984, + "nauc_precision_at_10_diff1": 0.840571, + "nauc_precision_at_20_max": 0.260917, + "nauc_precision_at_20_std": -0.71103, + "nauc_precision_at_20_diff1": 0.803846, + "nauc_precision_at_100_max": 0.197924, + "nauc_precision_at_100_std": -0.617373, + "nauc_precision_at_100_diff1": 0.649557, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.385859, + "nauc_mrr_at_1_std": -0.71793, + "nauc_mrr_at_1_diff1": 0.94025, + "nauc_mrr_at_3_max": 0.365695, + "nauc_mrr_at_3_std": -0.732275, + "nauc_mrr_at_3_diff1": 0.919903, + "nauc_mrr_at_5_max": 0.36163, + "nauc_mrr_at_5_std": -0.734176, + "nauc_mrr_at_5_diff1": 0.915943, + "nauc_mrr_at_10_max": 0.356867, + "nauc_mrr_at_10_std": -0.732233, + "nauc_mrr_at_10_diff1": 0.910556, + "nauc_mrr_at_20_max": 0.354402, + "nauc_mrr_at_20_std": -0.730874, + "nauc_mrr_at_20_diff1": 0.908168, + "nauc_mrr_at_100_max": 0.353135, + "nauc_mrr_at_100_std": -0.729149, + "nauc_mrr_at_100_diff1": 0.904865, + "nauc_mrr_at_1000_max": 0.353586, + "nauc_mrr_at_1000_std": -0.729392, + "nauc_mrr_at_1000_diff1": 0.905606, + "hit_rate_at_1": 0.32556, + "hit_rate_at_3": 0.36778, + "hit_rate_at_5": 0.38, + "hit_rate_at_10": 0.40444, + "hit_rate_at_20": 0.44556, + "hit_rate_at_100": 0.61778, + "hit_rate_at_1000": 1.0, + "main_score": 0.36359, "hf_subset": "shn_Mymr-shn_Mymr", "languages": [ "shn-Mymr", "shn-Mymr" - ] - }, - { - "ndcg_at_1": 0.58222, - "ndcg_at_3": 0.62473, - "ndcg_at_5": 0.63827, - "ndcg_at_10": 0.6488, - "ndcg_at_20": 0.65726, - "ndcg_at_100": 0.6749, - "ndcg_at_1000": 0.69387, - "map_at_1": 0.58222, - "map_at_3": 0.61444, - "map_at_5": 0.62211, - "map_at_10": 0.62631, - "map_at_20": 0.62851, - "map_at_100": 0.63084, - "map_at_1000": 0.63152, - "recall_at_1": 0.58222, - "recall_at_3": 0.65444, - "recall_at_5": 0.68667, - "recall_at_10": 0.72, - "recall_at_20": 0.75444, - "recall_at_100": 0.85111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.57333, + "ndcg_at_3": 0.62063, + "ndcg_at_5": 0.63168, + "ndcg_at_10": 0.64304, + "ndcg_at_20": 0.6518, + "ndcg_at_100": 0.66974, + "ndcg_at_1000": 0.68969, + "map_at_1": 0.57333, + "map_at_3": 0.60963, + "map_at_5": 0.6158, + "map_at_10": 0.62061, + "map_at_20": 0.62304, + "map_at_100": 0.62554, + "map_at_1000": 0.62628, + "recall_at_1": 0.57333, + "recall_at_3": 0.65222, + "recall_at_5": 0.67889, + "recall_at_10": 0.71333, + "recall_at_20": 0.74778, + "recall_at_100": 0.84444, "recall_at_1000": 1.0, - "precision_at_1": 0.58222, - "precision_at_3": 0.21815, - "precision_at_5": 0.13733, - "precision_at_10": 0.072, - "precision_at_20": 0.03772, - "precision_at_100": 0.00851, - "precision_at_1000": 0.001, - "mrr_at_1": 0.582222, - "mrr_at_3": 0.614444, - "mrr_at_5": 0.622111, - "mrr_at_10": 0.626315, - "mrr_at_20": 0.628507, - "mrr_at_100": 0.630838, - "mrr_at_1000": 0.631523, - "nauc_ndcg_at_1_max": 0.816186, - "nauc_ndcg_at_1_std": 0.335548, - "nauc_ndcg_at_1_diff1": 0.868043, - "nauc_ndcg_at_3_max": 0.831944, - "nauc_ndcg_at_3_std": 0.360711, - "nauc_ndcg_at_3_diff1": 0.841692, - "nauc_ndcg_at_5_max": 0.824117, - "nauc_ndcg_at_5_std": 0.358114, - "nauc_ndcg_at_5_diff1": 0.833408, - "nauc_ndcg_at_10_max": 0.819785, - "nauc_ndcg_at_10_std": 0.364912, - "nauc_ndcg_at_10_diff1": 0.827352, - "nauc_ndcg_at_20_max": 0.82069, - "nauc_ndcg_at_20_std": 0.375525, - "nauc_ndcg_at_20_diff1": 0.830135, - "nauc_ndcg_at_100_max": 0.815301, - "nauc_ndcg_at_100_std": 0.374782, - "nauc_ndcg_at_100_diff1": 0.827784, - "nauc_ndcg_at_1000_max": 0.820192, - "nauc_ndcg_at_1000_std": 0.366237, - "nauc_ndcg_at_1000_diff1": 0.834864, - "nauc_map_at_1_max": 0.816186, - "nauc_map_at_1_std": 0.335548, - "nauc_map_at_1_diff1": 0.868043, - "nauc_map_at_3_max": 0.829454, - "nauc_map_at_3_std": 0.35545, - "nauc_map_at_3_diff1": 0.849012, - "nauc_map_at_5_max": 0.825163, - "nauc_map_at_5_std": 0.353734, - "nauc_map_at_5_diff1": 0.844564, - "nauc_map_at_10_max": 0.823597, - "nauc_map_at_10_std": 0.356504, - "nauc_map_at_10_diff1": 0.842355, - "nauc_map_at_20_max": 0.823923, - "nauc_map_at_20_std": 0.358992, - "nauc_map_at_20_diff1": 0.843189, - "nauc_map_at_100_max": 0.823127, - "nauc_map_at_100_std": 0.358995, - "nauc_map_at_100_diff1": 0.842797, - "nauc_map_at_1000_max": 0.823252, - "nauc_map_at_1000_std": 0.358644, - "nauc_map_at_1000_diff1": 0.843035, - "nauc_recall_at_1_max": 0.816186, - "nauc_recall_at_1_std": 0.335548, - "nauc_recall_at_1_diff1": 0.868043, - "nauc_recall_at_3_max": 0.838977, - "nauc_recall_at_3_std": 0.37648, - "nauc_recall_at_3_diff1": 0.818771, - "nauc_recall_at_5_max": 0.818792, - "nauc_recall_at_5_std": 0.371762, - "nauc_recall_at_5_diff1": 0.795597, - "nauc_recall_at_10_max": 0.801827, - "nauc_recall_at_10_std": 0.39673, - "nauc_recall_at_10_diff1": 0.769846, - "nauc_recall_at_20_max": 0.803614, - "nauc_recall_at_20_std": 0.455788, - "nauc_recall_at_20_diff1": 0.777013, - "nauc_recall_at_100_max": 0.744911, - "nauc_recall_at_100_std": 0.486335, - "nauc_recall_at_100_diff1": 0.73011, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816186, - "nauc_precision_at_1_std": 0.335548, - "nauc_precision_at_1_diff1": 0.868043, - "nauc_precision_at_3_max": 0.838977, - "nauc_precision_at_3_std": 0.37648, - "nauc_precision_at_3_diff1": 0.818771, - "nauc_precision_at_5_max": 0.818792, - "nauc_precision_at_5_std": 0.371762, - "nauc_precision_at_5_diff1": 0.795597, - "nauc_precision_at_10_max": 0.801827, - "nauc_precision_at_10_std": 0.39673, - "nauc_precision_at_10_diff1": 0.769846, - "nauc_precision_at_20_max": 0.803614, - "nauc_precision_at_20_std": 0.455788, - "nauc_precision_at_20_diff1": 0.777013, - "nauc_precision_at_100_max": 0.744911, - "nauc_precision_at_100_std": 0.486335, - "nauc_precision_at_100_diff1": 0.73011, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816186, - "nauc_mrr_at_1_std": 0.335548, - "nauc_mrr_at_1_diff1": 0.868043, - "nauc_mrr_at_3_max": 0.829454, - "nauc_mrr_at_3_std": 0.35545, - "nauc_mrr_at_3_diff1": 0.849012, - "nauc_mrr_at_5_max": 0.825163, - "nauc_mrr_at_5_std": 0.353734, - "nauc_mrr_at_5_diff1": 0.844564, - "nauc_mrr_at_10_max": 0.823597, - "nauc_mrr_at_10_std": 0.356504, - "nauc_mrr_at_10_diff1": 0.842355, - "nauc_mrr_at_20_max": 0.823923, - "nauc_mrr_at_20_std": 0.358992, - "nauc_mrr_at_20_diff1": 0.843189, - "nauc_mrr_at_100_max": 0.823127, - "nauc_mrr_at_100_std": 0.358995, - "nauc_mrr_at_100_diff1": 0.842797, - "nauc_mrr_at_1000_max": 0.823252, - "nauc_mrr_at_1000_std": 0.358644, - "nauc_mrr_at_1000_diff1": 0.843035, - "main_score": 0.6488, + "accuracy": 0.57333, + "precision_at_1": 0.57333, + "precision_at_3": 0.21741, + "precision_at_5": 0.13578, + "precision_at_10": 0.07133, + "precision_at_20": 0.03739, + "precision_at_100": 0.00844, + "precision_at_1000": 0.001, + "mrr_at_1": 0.573333, + "mrr_at_3": 0.60963, + "mrr_at_5": 0.615796, + "mrr_at_10": 0.620611, + "mrr_at_20": 0.623042, + "mrr_at_100": 0.625537, + "mrr_at_1000": 0.626277, + "nauc_ndcg_at_1_max": 0.81134, + "nauc_ndcg_at_1_std": 0.316386, + "nauc_ndcg_at_1_diff1": 0.87755, + "nauc_ndcg_at_3_max": 0.817173, + "nauc_ndcg_at_3_std": 0.340682, + "nauc_ndcg_at_3_diff1": 0.83974, + "nauc_ndcg_at_5_max": 0.811533, + "nauc_ndcg_at_5_std": 0.337534, + "nauc_ndcg_at_5_diff1": 0.834442, + "nauc_ndcg_at_10_max": 0.809772, + "nauc_ndcg_at_10_std": 0.341581, + "nauc_ndcg_at_10_diff1": 0.831907, + "nauc_ndcg_at_20_max": 0.809694, + "nauc_ndcg_at_20_std": 0.356849, + "nauc_ndcg_at_20_diff1": 0.829982, + "nauc_ndcg_at_100_max": 0.806058, + "nauc_ndcg_at_100_std": 0.355117, + "nauc_ndcg_at_100_diff1": 0.829792, + "nauc_ndcg_at_1000_max": 0.809712, + "nauc_ndcg_at_1000_std": 0.346369, + "nauc_ndcg_at_1000_diff1": 0.83647, + "nauc_map_at_1_max": 0.81134, + "nauc_map_at_1_std": 0.316386, + "nauc_map_at_1_diff1": 0.87755, + "nauc_map_at_3_max": 0.816756, + "nauc_map_at_3_std": 0.334724, + "nauc_map_at_3_diff1": 0.849414, + "nauc_map_at_5_max": 0.813774, + "nauc_map_at_5_std": 0.333039, + "nauc_map_at_5_diff1": 0.84672, + "nauc_map_at_10_max": 0.813039, + "nauc_map_at_10_std": 0.334687, + "nauc_map_at_10_diff1": 0.845555, + "nauc_map_at_20_max": 0.813056, + "nauc_map_at_20_std": 0.33856, + "nauc_map_at_20_diff1": 0.84516, + "nauc_map_at_100_max": 0.812492, + "nauc_map_at_100_std": 0.338457, + "nauc_map_at_100_diff1": 0.845005, + "nauc_map_at_1000_max": 0.812584, + "nauc_map_at_1000_std": 0.33813, + "nauc_map_at_1000_diff1": 0.845232, + "nauc_recall_at_1_max": 0.81134, + "nauc_recall_at_1_std": 0.316386, + "nauc_recall_at_1_diff1": 0.87755, + "nauc_recall_at_3_max": 0.817992, + "nauc_recall_at_3_std": 0.359035, + "nauc_recall_at_3_diff1": 0.809756, + "nauc_recall_at_5_max": 0.802799, + "nauc_recall_at_5_std": 0.351329, + "nauc_recall_at_5_diff1": 0.793836, + "nauc_recall_at_10_max": 0.796125, + "nauc_recall_at_10_std": 0.366373, + "nauc_recall_at_10_diff1": 0.783066, + "nauc_recall_at_20_max": 0.794054, + "nauc_recall_at_20_std": 0.445243, + "nauc_recall_at_20_diff1": 0.767871, + "nauc_recall_at_100_max": 0.754743, + "nauc_recall_at_100_std": 0.467511, + "nauc_recall_at_100_diff1": 0.740727, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.81134, + "nauc_precision_at_1_std": 0.316386, + "nauc_precision_at_1_diff1": 0.87755, + "nauc_precision_at_3_max": 0.817992, + "nauc_precision_at_3_std": 0.359035, + "nauc_precision_at_3_diff1": 0.809756, + "nauc_precision_at_5_max": 0.802799, + "nauc_precision_at_5_std": 0.351329, + "nauc_precision_at_5_diff1": 0.793836, + "nauc_precision_at_10_max": 0.796125, + "nauc_precision_at_10_std": 0.366373, + "nauc_precision_at_10_diff1": 0.783066, + "nauc_precision_at_20_max": 0.794054, + "nauc_precision_at_20_std": 0.445243, + "nauc_precision_at_20_diff1": 0.767871, + "nauc_precision_at_100_max": 0.754743, + "nauc_precision_at_100_std": 0.467511, + "nauc_precision_at_100_diff1": 0.740727, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.81134, + "nauc_mrr_at_1_std": 0.316386, + "nauc_mrr_at_1_diff1": 0.87755, + "nauc_mrr_at_3_max": 0.816756, + "nauc_mrr_at_3_std": 0.334724, + "nauc_mrr_at_3_diff1": 0.849414, + "nauc_mrr_at_5_max": 0.813774, + "nauc_mrr_at_5_std": 0.333039, + "nauc_mrr_at_5_diff1": 0.84672, + "nauc_mrr_at_10_max": 0.813039, + "nauc_mrr_at_10_std": 0.334687, + "nauc_mrr_at_10_diff1": 0.845555, + "nauc_mrr_at_20_max": 0.813056, + "nauc_mrr_at_20_std": 0.33856, + "nauc_mrr_at_20_diff1": 0.84516, + "nauc_mrr_at_100_max": 0.812492, + "nauc_mrr_at_100_std": 0.338457, + "nauc_mrr_at_100_diff1": 0.845005, + "nauc_mrr_at_1000_max": 0.812584, + "nauc_mrr_at_1000_std": 0.33813, + "nauc_mrr_at_1000_diff1": 0.845232, + "hit_rate_at_1": 0.57333, + "hit_rate_at_3": 0.65222, + "hit_rate_at_5": 0.67889, + "hit_rate_at_10": 0.71333, + "hit_rate_at_20": 0.74778, + "hit_rate_at_100": 0.84444, + "hit_rate_at_1000": 1.0, + "main_score": 0.64304, "hf_subset": "shn_Mymr-eng_Latn", "languages": [ "shn-Mymr", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.36556, - "ndcg_at_3": 0.38656, - "ndcg_at_5": 0.38886, - "ndcg_at_10": 0.39116, - "ndcg_at_20": 0.39447, - "ndcg_at_100": 0.41105, - "ndcg_at_1000": 0.47068, - "map_at_1": 0.36556, - "map_at_3": 0.38185, - "map_at_5": 0.38313, - "map_at_10": 0.38417, - "map_at_20": 0.38504, - "map_at_100": 0.38687, - "map_at_1000": 0.38885, - "recall_at_1": 0.36556, - "recall_at_3": 0.4, - "recall_at_5": 0.40556, - "recall_at_10": 0.41222, - "recall_at_20": 0.42556, - "recall_at_100": 0.52222, - "recall_at_1000": 1.0, - "precision_at_1": 0.36556, - "precision_at_3": 0.13333, - "precision_at_5": 0.08111, - "precision_at_10": 0.04122, - "precision_at_20": 0.02128, - "precision_at_100": 0.00522, - "precision_at_1000": 0.001, - "mrr_at_1": 0.365556, - "mrr_at_3": 0.381852, - "mrr_at_5": 0.38313, - "mrr_at_10": 0.384168, - "mrr_at_20": 0.385044, - "mrr_at_100": 0.386873, - "mrr_at_1000": 0.388855, - "nauc_ndcg_at_1_max": 0.971786, - "nauc_ndcg_at_1_std": 0.914957, - "nauc_ndcg_at_1_diff1": 0.933802, - "nauc_ndcg_at_3_max": 0.979377, - "nauc_ndcg_at_3_std": 0.934979, - "nauc_ndcg_at_3_diff1": 0.906406, - "nauc_ndcg_at_5_max": 0.979828, - "nauc_ndcg_at_5_std": 0.938456, - "nauc_ndcg_at_5_diff1": 0.904249, - "nauc_ndcg_at_10_max": 0.981026, - "nauc_ndcg_at_10_std": 0.941061, - "nauc_ndcg_at_10_diff1": 0.902049, - "nauc_ndcg_at_20_max": 0.976873, - "nauc_ndcg_at_20_std": 0.936243, - "nauc_ndcg_at_20_diff1": 0.897902, - "nauc_ndcg_at_100_max": 0.956007, - "nauc_ndcg_at_100_std": 0.915053, - "nauc_ndcg_at_100_diff1": 0.879644, - "nauc_ndcg_at_1000_max": 0.967952, - "nauc_ndcg_at_1000_std": 0.925716, - "nauc_ndcg_at_1000_diff1": 0.894266, - "nauc_map_at_1_max": 0.971786, - "nauc_map_at_1_std": 0.914957, - "nauc_map_at_1_diff1": 0.933802, - "nauc_map_at_3_max": 0.977913, - "nauc_map_at_3_std": 0.93092, - "nauc_map_at_3_diff1": 0.912449, - "nauc_map_at_5_max": 0.978199, - "nauc_map_at_5_std": 0.93292, - "nauc_map_at_5_diff1": 0.911284, - "nauc_map_at_10_max": 0.978739, - "nauc_map_at_10_std": 0.934139, - "nauc_map_at_10_diff1": 0.910334, - "nauc_map_at_20_max": 0.97762, - "nauc_map_at_20_std": 0.932801, - "nauc_map_at_20_diff1": 0.909242, - "nauc_map_at_100_max": 0.975129, - "nauc_map_at_100_std": 0.930485, - "nauc_map_at_100_diff1": 0.907085, - "nauc_map_at_1000_max": 0.975173, - "nauc_map_at_1000_std": 0.930444, - "nauc_map_at_1000_diff1": 0.907215, - "nauc_recall_at_1_max": 0.971786, - "nauc_recall_at_1_std": 0.914957, - "nauc_recall_at_1_diff1": 0.933802, - "nauc_recall_at_3_max": 0.983419, - "nauc_recall_at_3_std": 0.94629, - "nauc_recall_at_3_diff1": 0.889327, - "nauc_recall_at_5_max": 0.984372, - "nauc_recall_at_5_std": 0.95443, - "nauc_recall_at_5_diff1": 0.883958, - "nauc_recall_at_10_max": 0.987836, - "nauc_recall_at_10_std": 0.961747, - "nauc_recall_at_10_diff1": 0.877368, - "nauc_recall_at_20_max": 0.971266, - "nauc_recall_at_20_std": 0.942893, - "nauc_recall_at_20_diff1": 0.860512, - "nauc_recall_at_100_max": 0.847777, - "nauc_recall_at_100_std": 0.814366, - "nauc_recall_at_100_diff1": 0.75089, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.971786, - "nauc_precision_at_1_std": 0.914957, - "nauc_precision_at_1_diff1": 0.933802, - "nauc_precision_at_3_max": 0.983419, - "nauc_precision_at_3_std": 0.94629, - "nauc_precision_at_3_diff1": 0.889327, - "nauc_precision_at_5_max": 0.984372, - "nauc_precision_at_5_std": 0.95443, - "nauc_precision_at_5_diff1": 0.883958, - "nauc_precision_at_10_max": 0.987836, - "nauc_precision_at_10_std": 0.961747, - "nauc_precision_at_10_diff1": 0.877368, - "nauc_precision_at_20_max": 0.971266, - "nauc_precision_at_20_std": 0.942893, - "nauc_precision_at_20_diff1": 0.860512, - "nauc_precision_at_100_max": 0.847777, - "nauc_precision_at_100_std": 0.814366, - "nauc_precision_at_100_diff1": 0.75089, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.971786, - "nauc_mrr_at_1_std": 0.914957, - "nauc_mrr_at_1_diff1": 0.933802, - "nauc_mrr_at_3_max": 0.977913, - "nauc_mrr_at_3_std": 0.93092, - "nauc_mrr_at_3_diff1": 0.912449, - "nauc_mrr_at_5_max": 0.978199, - "nauc_mrr_at_5_std": 0.93292, - "nauc_mrr_at_5_diff1": 0.911284, - "nauc_mrr_at_10_max": 0.978739, - "nauc_mrr_at_10_std": 0.934139, - "nauc_mrr_at_10_diff1": 0.910334, - "nauc_mrr_at_20_max": 0.97762, - "nauc_mrr_at_20_std": 0.932801, - "nauc_mrr_at_20_diff1": 0.909242, - "nauc_mrr_at_100_max": 0.975129, - "nauc_mrr_at_100_std": 0.930485, - "nauc_mrr_at_100_diff1": 0.907085, - "nauc_mrr_at_1000_max": 0.975173, - "nauc_mrr_at_1000_std": 0.930444, - "nauc_mrr_at_1000_diff1": 0.907215, - "main_score": 0.39116, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.36, + "ndcg_at_3": 0.38253, + "ndcg_at_5": 0.3852, + "ndcg_at_10": 0.38747, + "ndcg_at_20": 0.39044, + "ndcg_at_100": 0.4072, + "ndcg_at_1000": 0.46719, + "map_at_1": 0.36, + "map_at_3": 0.37722, + "map_at_5": 0.37867, + "map_at_10": 0.37967, + "map_at_20": 0.38057, + "map_at_100": 0.38248, + "map_at_1000": 0.38446, + "recall_at_1": 0.36, + "recall_at_3": 0.39778, + "recall_at_5": 0.40444, + "recall_at_10": 0.41111, + "recall_at_20": 0.42222, + "recall_at_100": 0.51889, + "recall_at_1000": 1.0, + "accuracy": 0.36, + "precision_at_1": 0.36, + "precision_at_3": 0.13259, + "precision_at_5": 0.08089, + "precision_at_10": 0.04111, + "precision_at_20": 0.02111, + "precision_at_100": 0.00519, + "precision_at_1000": 0.001, + "mrr_at_1": 0.36, + "mrr_at_3": 0.377222, + "mrr_at_5": 0.378667, + "mrr_at_10": 0.37967, + "mrr_at_20": 0.380567, + "mrr_at_100": 0.38248, + "mrr_at_1000": 0.384459, + "nauc_ndcg_at_1_max": 0.97062, + "nauc_ndcg_at_1_std": 0.916684, + "nauc_ndcg_at_1_diff1": 0.931809, + "nauc_ndcg_at_3_max": 0.975656, + "nauc_ndcg_at_3_std": 0.932736, + "nauc_ndcg_at_3_diff1": 0.901985, + "nauc_ndcg_at_5_max": 0.974984, + "nauc_ndcg_at_5_std": 0.935403, + "nauc_ndcg_at_5_diff1": 0.898701, + "nauc_ndcg_at_10_max": 0.973064, + "nauc_ndcg_at_10_std": 0.935319, + "nauc_ndcg_at_10_diff1": 0.897085, + "nauc_ndcg_at_20_max": 0.970139, + "nauc_ndcg_at_20_std": 0.933122, + "nauc_ndcg_at_20_diff1": 0.894172, + "nauc_ndcg_at_100_max": 0.950404, + "nauc_ndcg_at_100_std": 0.914722, + "nauc_ndcg_at_100_diff1": 0.87487, + "nauc_ndcg_at_1000_max": 0.961905, + "nauc_ndcg_at_1000_std": 0.923076, + "nauc_ndcg_at_1000_diff1": 0.890439, + "nauc_map_at_1_max": 0.97062, + "nauc_map_at_1_std": 0.916684, + "nauc_map_at_1_diff1": 0.931809, + "nauc_map_at_3_max": 0.974909, + "nauc_map_at_3_std": 0.929106, + "nauc_map_at_3_diff1": 0.908865, + "nauc_map_at_5_max": 0.974519, + "nauc_map_at_5_std": 0.930473, + "nauc_map_at_5_diff1": 0.907167, + "nauc_map_at_10_max": 0.973735, + "nauc_map_at_10_std": 0.930541, + "nauc_map_at_10_diff1": 0.906477, + "nauc_map_at_20_max": 0.972829, + "nauc_map_at_20_std": 0.929849, + "nauc_map_at_20_diff1": 0.905627, + "nauc_map_at_100_max": 0.970502, + "nauc_map_at_100_std": 0.927786, + "nauc_map_at_100_diff1": 0.903447, + "nauc_map_at_1000_max": 0.970463, + "nauc_map_at_1000_std": 0.927666, + "nauc_map_at_1000_diff1": 0.903637, + "nauc_recall_at_1_max": 0.97062, + "nauc_recall_at_1_std": 0.916684, + "nauc_recall_at_1_diff1": 0.931809, + "nauc_recall_at_3_max": 0.977606, + "nauc_recall_at_3_std": 0.943026, + "nauc_recall_at_3_diff1": 0.882426, + "nauc_recall_at_5_max": 0.976052, + "nauc_recall_at_5_std": 0.949935, + "nauc_recall_at_5_diff1": 0.873976, + "nauc_recall_at_10_max": 0.970096, + "nauc_recall_at_10_std": 0.949179, + "nauc_recall_at_10_diff1": 0.869073, + "nauc_recall_at_20_max": 0.959291, + "nauc_recall_at_20_std": 0.941187, + "nauc_recall_at_20_diff1": 0.857872, + "nauc_recall_at_100_max": 0.842589, + "nauc_recall_at_100_std": 0.831289, + "nauc_recall_at_100_diff1": 0.741014, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.97062, + "nauc_precision_at_1_std": 0.916684, + "nauc_precision_at_1_diff1": 0.931809, + "nauc_precision_at_3_max": 0.977606, + "nauc_precision_at_3_std": 0.943026, + "nauc_precision_at_3_diff1": 0.882426, + "nauc_precision_at_5_max": 0.976052, + "nauc_precision_at_5_std": 0.949935, + "nauc_precision_at_5_diff1": 0.873976, + "nauc_precision_at_10_max": 0.970096, + "nauc_precision_at_10_std": 0.949179, + "nauc_precision_at_10_diff1": 0.869073, + "nauc_precision_at_20_max": 0.959291, + "nauc_precision_at_20_std": 0.941187, + "nauc_precision_at_20_diff1": 0.857872, + "nauc_precision_at_100_max": 0.842589, + "nauc_precision_at_100_std": 0.831289, + "nauc_precision_at_100_diff1": 0.741014, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.97062, + "nauc_mrr_at_1_std": 0.916684, + "nauc_mrr_at_1_diff1": 0.931809, + "nauc_mrr_at_3_max": 0.974909, + "nauc_mrr_at_3_std": 0.929106, + "nauc_mrr_at_3_diff1": 0.908865, + "nauc_mrr_at_5_max": 0.974519, + "nauc_mrr_at_5_std": 0.930473, + "nauc_mrr_at_5_diff1": 0.907167, + "nauc_mrr_at_10_max": 0.973735, + "nauc_mrr_at_10_std": 0.930541, + "nauc_mrr_at_10_diff1": 0.906477, + "nauc_mrr_at_20_max": 0.972829, + "nauc_mrr_at_20_std": 0.929849, + "nauc_mrr_at_20_diff1": 0.905627, + "nauc_mrr_at_100_max": 0.970502, + "nauc_mrr_at_100_std": 0.927786, + "nauc_mrr_at_100_diff1": 0.903447, + "nauc_mrr_at_1000_max": 0.970463, + "nauc_mrr_at_1000_std": 0.927666, + "nauc_mrr_at_1000_diff1": 0.903637, + "hit_rate_at_1": 0.36, + "hit_rate_at_3": 0.39778, + "hit_rate_at_5": 0.40444, + "hit_rate_at_10": 0.41111, + "hit_rate_at_20": 0.42222, + "hit_rate_at_100": 0.51889, + "hit_rate_at_1000": 1.0, + "main_score": 0.38747, "hf_subset": "eng_Latn-shn_Mymr", "languages": [ "eng-Latn", "shn-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.33889, - "ndcg_at_3": 0.41903, - "ndcg_at_5": 0.43787, - "ndcg_at_10": 0.46206, - "ndcg_at_20": 0.48093, - "ndcg_at_100": 0.51004, - "ndcg_at_1000": 0.53246, + "ndcg_at_3": 0.41041, + "ndcg_at_5": 0.43211, + "ndcg_at_10": 0.45966, + "ndcg_at_20": 0.47492, + "ndcg_at_100": 0.50436, + "ndcg_at_1000": 0.52832, "map_at_1": 0.33889, - "map_at_3": 0.39981, - "map_at_5": 0.41031, - "map_at_10": 0.42015, - "map_at_20": 0.42536, - "map_at_100": 0.42929, - "map_at_1000": 0.4302, + "map_at_3": 0.39389, + "map_at_5": 0.40578, + "map_at_10": 0.4173, + "map_at_20": 0.42139, + "map_at_100": 0.42531, + "map_at_1000": 0.4263, "recall_at_1": 0.33889, - "recall_at_3": 0.47444, - "recall_at_5": 0.52, + "recall_at_3": 0.45778, + "recall_at_5": 0.51111, "recall_at_10": 0.59556, - "recall_at_20": 0.67, - "recall_at_100": 0.82889, + "recall_at_20": 0.65667, + "recall_at_100": 0.81778, "recall_at_1000": 1.0, + "accuracy": 0.33889, "precision_at_1": 0.33889, - "precision_at_3": 0.15815, - "precision_at_5": 0.104, + "precision_at_3": 0.15259, + "precision_at_5": 0.10222, "precision_at_10": 0.05956, - "precision_at_20": 0.0335, - "precision_at_100": 0.00829, + "precision_at_20": 0.03283, + "precision_at_100": 0.00818, "precision_at_1000": 0.001, "mrr_at_1": 0.338889, - "mrr_at_3": 0.399815, - "mrr_at_5": 0.410315, - "mrr_at_10": 0.42015, - "mrr_at_20": 0.425357, - "mrr_at_100": 0.429286, - "mrr_at_1000": 0.430198, - "nauc_ndcg_at_1_max": 0.581425, - "nauc_ndcg_at_1_std": 0.009179, - "nauc_ndcg_at_1_diff1": 0.725354, - "nauc_ndcg_at_3_max": 0.585504, - "nauc_ndcg_at_3_std": 0.033163, - "nauc_ndcg_at_3_diff1": 0.648004, - "nauc_ndcg_at_5_max": 0.576058, - "nauc_ndcg_at_5_std": 0.027503, - "nauc_ndcg_at_5_diff1": 0.638162, - "nauc_ndcg_at_10_max": 0.575352, - "nauc_ndcg_at_10_std": 0.045843, - "nauc_ndcg_at_10_diff1": 0.63137, - "nauc_ndcg_at_20_max": 0.568399, - "nauc_ndcg_at_20_std": 0.04629, - "nauc_ndcg_at_20_diff1": 0.624544, - "nauc_ndcg_at_100_max": 0.570695, - "nauc_ndcg_at_100_std": 0.046248, - "nauc_ndcg_at_100_diff1": 0.632141, - "nauc_ndcg_at_1000_max": 0.574936, - "nauc_ndcg_at_1000_std": 0.038082, - "nauc_ndcg_at_1000_diff1": 0.642934, - "nauc_map_at_1_max": 0.581425, - "nauc_map_at_1_std": 0.009179, - "nauc_map_at_1_diff1": 0.725354, - "nauc_map_at_3_max": 0.585249, - "nauc_map_at_3_std": 0.027392, - "nauc_map_at_3_diff1": 0.665507, - "nauc_map_at_5_max": 0.580006, - "nauc_map_at_5_std": 0.024155, - "nauc_map_at_5_diff1": 0.660172, - "nauc_map_at_10_max": 0.580059, - "nauc_map_at_10_std": 0.031386, - "nauc_map_at_10_diff1": 0.658009, - "nauc_map_at_20_max": 0.578212, - "nauc_map_at_20_std": 0.031636, - "nauc_map_at_20_diff1": 0.656145, - "nauc_map_at_100_max": 0.578725, - "nauc_map_at_100_std": 0.031421, - "nauc_map_at_100_diff1": 0.657553, - "nauc_map_at_1000_max": 0.578861, - "nauc_map_at_1000_std": 0.031068, - "nauc_map_at_1000_diff1": 0.657976, - "nauc_recall_at_1_max": 0.581425, - "nauc_recall_at_1_std": 0.009179, - "nauc_recall_at_1_diff1": 0.725354, - "nauc_recall_at_3_max": 0.585941, - "nauc_recall_at_3_std": 0.049833, - "nauc_recall_at_3_diff1": 0.59791, - "nauc_recall_at_5_max": 0.562718, - "nauc_recall_at_5_std": 0.03666, - "nauc_recall_at_5_diff1": 0.572142, - "nauc_recall_at_10_max": 0.557401, - "nauc_recall_at_10_std": 0.099395, - "nauc_recall_at_10_diff1": 0.541728, - "nauc_recall_at_20_max": 0.522422, - "nauc_recall_at_20_std": 0.107044, - "nauc_recall_at_20_diff1": 0.49897, - "nauc_recall_at_100_max": 0.509668, - "nauc_recall_at_100_std": 0.152484, - "nauc_recall_at_100_diff1": 0.483773, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.581425, - "nauc_precision_at_1_std": 0.009179, - "nauc_precision_at_1_diff1": 0.725354, - "nauc_precision_at_3_max": 0.585941, - "nauc_precision_at_3_std": 0.049833, - "nauc_precision_at_3_diff1": 0.59791, - "nauc_precision_at_5_max": 0.562718, - "nauc_precision_at_5_std": 0.03666, - "nauc_precision_at_5_diff1": 0.572142, - "nauc_precision_at_10_max": 0.557401, - "nauc_precision_at_10_std": 0.099395, - "nauc_precision_at_10_diff1": 0.541728, - "nauc_precision_at_20_max": 0.522422, - "nauc_precision_at_20_std": 0.107044, - "nauc_precision_at_20_diff1": 0.49897, - "nauc_precision_at_100_max": 0.509668, - "nauc_precision_at_100_std": 0.152484, - "nauc_precision_at_100_diff1": 0.483773, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.581425, - "nauc_mrr_at_1_std": 0.009179, - "nauc_mrr_at_1_diff1": 0.725354, - "nauc_mrr_at_3_max": 0.585249, - "nauc_mrr_at_3_std": 0.027392, - "nauc_mrr_at_3_diff1": 0.665507, - "nauc_mrr_at_5_max": 0.580006, - "nauc_mrr_at_5_std": 0.024155, - "nauc_mrr_at_5_diff1": 0.660172, - "nauc_mrr_at_10_max": 0.580059, - "nauc_mrr_at_10_std": 0.031386, - "nauc_mrr_at_10_diff1": 0.658009, - "nauc_mrr_at_20_max": 0.578212, - "nauc_mrr_at_20_std": 0.031636, - "nauc_mrr_at_20_diff1": 0.656145, - "nauc_mrr_at_100_max": 0.578725, - "nauc_mrr_at_100_std": 0.031421, - "nauc_mrr_at_100_diff1": 0.657553, - "nauc_mrr_at_1000_max": 0.578861, - "nauc_mrr_at_1000_std": 0.031068, - "nauc_mrr_at_1000_diff1": 0.657976, - "main_score": 0.46206, + "mrr_at_3": 0.393889, + "mrr_at_5": 0.405778, + "mrr_at_10": 0.417298, + "mrr_at_20": 0.42139, + "mrr_at_100": 0.425309, + "mrr_at_1000": 0.426297, + "nauc_ndcg_at_1_max": 0.596789, + "nauc_ndcg_at_1_std": 0.00345, + "nauc_ndcg_at_1_diff1": 0.729033, + "nauc_ndcg_at_3_max": 0.592358, + "nauc_ndcg_at_3_std": 0.029069, + "nauc_ndcg_at_3_diff1": 0.662792, + "nauc_ndcg_at_5_max": 0.591327, + "nauc_ndcg_at_5_std": 0.035787, + "nauc_ndcg_at_5_diff1": 0.653714, + "nauc_ndcg_at_10_max": 0.583211, + "nauc_ndcg_at_10_std": 0.038509, + "nauc_ndcg_at_10_diff1": 0.648415, + "nauc_ndcg_at_20_max": 0.578514, + "nauc_ndcg_at_20_std": 0.042797, + "nauc_ndcg_at_20_diff1": 0.643088, + "nauc_ndcg_at_100_max": 0.577014, + "nauc_ndcg_at_100_std": 0.045934, + "nauc_ndcg_at_100_diff1": 0.64611, + "nauc_ndcg_at_1000_max": 0.582916, + "nauc_ndcg_at_1000_std": 0.036638, + "nauc_ndcg_at_1000_diff1": 0.655454, + "nauc_map_at_1_max": 0.596789, + "nauc_map_at_1_std": 0.00345, + "nauc_map_at_1_diff1": 0.729033, + "nauc_map_at_3_max": 0.593951, + "nauc_map_at_3_std": 0.023916, + "nauc_map_at_3_diff1": 0.676646, + "nauc_map_at_5_max": 0.59341, + "nauc_map_at_5_std": 0.027923, + "nauc_map_at_5_diff1": 0.671764, + "nauc_map_at_10_max": 0.589997, + "nauc_map_at_10_std": 0.028767, + "nauc_map_at_10_diff1": 0.669374, + "nauc_map_at_20_max": 0.588951, + "nauc_map_at_20_std": 0.030184, + "nauc_map_at_20_diff1": 0.667988, + "nauc_map_at_100_max": 0.588528, + "nauc_map_at_100_std": 0.030416, + "nauc_map_at_100_diff1": 0.668265, + "nauc_map_at_1000_max": 0.588692, + "nauc_map_at_1000_std": 0.029934, + "nauc_map_at_1000_diff1": 0.668633, + "nauc_recall_at_1_max": 0.596789, + "nauc_recall_at_1_std": 0.00345, + "nauc_recall_at_1_diff1": 0.729033, + "nauc_recall_at_3_max": 0.587555, + "nauc_recall_at_3_std": 0.043486, + "nauc_recall_at_3_diff1": 0.623771, + "nauc_recall_at_5_max": 0.584806, + "nauc_recall_at_5_std": 0.059037, + "nauc_recall_at_5_diff1": 0.600157, + "nauc_recall_at_10_max": 0.55799, + "nauc_recall_at_10_std": 0.071288, + "nauc_recall_at_10_diff1": 0.579984, + "nauc_recall_at_20_max": 0.531665, + "nauc_recall_at_20_std": 0.091761, + "nauc_recall_at_20_diff1": 0.548194, + "nauc_recall_at_100_max": 0.494125, + "nauc_recall_at_100_std": 0.153732, + "nauc_recall_at_100_diff1": 0.524186, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.596789, + "nauc_precision_at_1_std": 0.00345, + "nauc_precision_at_1_diff1": 0.729033, + "nauc_precision_at_3_max": 0.587555, + "nauc_precision_at_3_std": 0.043486, + "nauc_precision_at_3_diff1": 0.623771, + "nauc_precision_at_5_max": 0.584806, + "nauc_precision_at_5_std": 0.059037, + "nauc_precision_at_5_diff1": 0.600157, + "nauc_precision_at_10_max": 0.55799, + "nauc_precision_at_10_std": 0.071288, + "nauc_precision_at_10_diff1": 0.579984, + "nauc_precision_at_20_max": 0.531665, + "nauc_precision_at_20_std": 0.091761, + "nauc_precision_at_20_diff1": 0.548194, + "nauc_precision_at_100_max": 0.494125, + "nauc_precision_at_100_std": 0.153732, + "nauc_precision_at_100_diff1": 0.524186, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.596789, + "nauc_mrr_at_1_std": 0.00345, + "nauc_mrr_at_1_diff1": 0.729033, + "nauc_mrr_at_3_max": 0.593951, + "nauc_mrr_at_3_std": 0.023916, + "nauc_mrr_at_3_diff1": 0.676646, + "nauc_mrr_at_5_max": 0.59341, + "nauc_mrr_at_5_std": 0.027923, + "nauc_mrr_at_5_diff1": 0.671764, + "nauc_mrr_at_10_max": 0.589997, + "nauc_mrr_at_10_std": 0.028767, + "nauc_mrr_at_10_diff1": 0.669374, + "nauc_mrr_at_20_max": 0.588951, + "nauc_mrr_at_20_std": 0.030184, + "nauc_mrr_at_20_diff1": 0.667988, + "nauc_mrr_at_100_max": 0.588528, + "nauc_mrr_at_100_std": 0.030416, + "nauc_mrr_at_100_diff1": 0.668265, + "nauc_mrr_at_1000_max": 0.588692, + "nauc_mrr_at_1000_std": 0.029934, + "nauc_mrr_at_1000_diff1": 0.668633, + "hit_rate_at_1": 0.33889, + "hit_rate_at_3": 0.45778, + "hit_rate_at_5": 0.51111, + "hit_rate_at_10": 0.59556, + "hit_rate_at_20": 0.65667, + "hit_rate_at_100": 0.81778, + "hit_rate_at_1000": 1.0, + "main_score": 0.45966, "hf_subset": "sin_Latn-sin_Latn", "languages": [ "sin-Latn", "sin-Latn" - ] - }, - { - "ndcg_at_1": 0.50222, - "ndcg_at_3": 0.58234, - "ndcg_at_5": 0.60511, - "ndcg_at_10": 0.62486, - "ndcg_at_20": 0.64156, - "ndcg_at_100": 0.66402, - "ndcg_at_1000": 0.67202, - "map_at_1": 0.50222, - "map_at_3": 0.56278, - "map_at_5": 0.57561, - "map_at_10": 0.58375, - "map_at_20": 0.58841, - "map_at_100": 0.59151, - "map_at_1000": 0.59188, - "recall_at_1": 0.50222, - "recall_at_3": 0.63889, - "recall_at_5": 0.69333, - "recall_at_10": 0.75444, - "recall_at_20": 0.82, - "recall_at_100": 0.94111, - "recall_at_1000": 1.0, - "precision_at_1": 0.50222, - "precision_at_3": 0.21296, - "precision_at_5": 0.13867, - "precision_at_10": 0.07544, - "precision_at_20": 0.041, - "precision_at_100": 0.00941, - "precision_at_1000": 0.001, - "mrr_at_1": 0.502222, - "mrr_at_3": 0.562778, - "mrr_at_5": 0.575611, - "mrr_at_10": 0.583751, - "mrr_at_20": 0.588409, - "mrr_at_100": 0.591509, - "mrr_at_1000": 0.591881, - "nauc_ndcg_at_1_max": 0.686709, - "nauc_ndcg_at_1_std": 0.16854, - "nauc_ndcg_at_1_diff1": 0.7576, - "nauc_ndcg_at_3_max": 0.689384, - "nauc_ndcg_at_3_std": 0.189693, - "nauc_ndcg_at_3_diff1": 0.71739, - "nauc_ndcg_at_5_max": 0.673745, - "nauc_ndcg_at_5_std": 0.173711, - "nauc_ndcg_at_5_diff1": 0.709336, - "nauc_ndcg_at_10_max": 0.66504, - "nauc_ndcg_at_10_std": 0.17331, - "nauc_ndcg_at_10_diff1": 0.701331, - "nauc_ndcg_at_20_max": 0.662647, - "nauc_ndcg_at_20_std": 0.164549, - "nauc_ndcg_at_20_diff1": 0.703346, - "nauc_ndcg_at_100_max": 0.669126, - "nauc_ndcg_at_100_std": 0.17545, - "nauc_ndcg_at_100_diff1": 0.708085, - "nauc_ndcg_at_1000_max": 0.672846, - "nauc_ndcg_at_1000_std": 0.172791, - "nauc_ndcg_at_1000_diff1": 0.71365, - "nauc_map_at_1_max": 0.686709, - "nauc_map_at_1_std": 0.16854, - "nauc_map_at_1_diff1": 0.7576, - "nauc_map_at_3_max": 0.690136, - "nauc_map_at_3_std": 0.18404, - "nauc_map_at_3_diff1": 0.728261, - "nauc_map_at_5_max": 0.681876, - "nauc_map_at_5_std": 0.175405, - "nauc_map_at_5_diff1": 0.724056, - "nauc_map_at_10_max": 0.678331, - "nauc_map_at_10_std": 0.175005, - "nauc_map_at_10_diff1": 0.720963, - "nauc_map_at_20_max": 0.677989, - "nauc_map_at_20_std": 0.172826, - "nauc_map_at_20_diff1": 0.72168, - "nauc_map_at_100_max": 0.678699, - "nauc_map_at_100_std": 0.17396, - "nauc_map_at_100_diff1": 0.722284, - "nauc_map_at_1000_max": 0.678857, - "nauc_map_at_1000_std": 0.173891, - "nauc_map_at_1000_diff1": 0.722521, - "nauc_recall_at_1_max": 0.686709, - "nauc_recall_at_1_std": 0.16854, - "nauc_recall_at_1_diff1": 0.7576, - "nauc_recall_at_3_max": 0.686315, - "nauc_recall_at_3_std": 0.207885, - "nauc_recall_at_3_diff1": 0.682349, - "nauc_recall_at_5_max": 0.641848, - "nauc_recall_at_5_std": 0.165151, - "nauc_recall_at_5_diff1": 0.656539, - "nauc_recall_at_10_max": 0.602741, - "nauc_recall_at_10_std": 0.164061, - "nauc_recall_at_10_diff1": 0.615689, - "nauc_recall_at_20_max": 0.567469, - "nauc_recall_at_20_std": 0.10509, - "nauc_recall_at_20_diff1": 0.603496, - "nauc_recall_at_100_max": 0.554745, - "nauc_recall_at_100_std": 0.265261, - "nauc_recall_at_100_diff1": 0.537472, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.686709, - "nauc_precision_at_1_std": 0.16854, - "nauc_precision_at_1_diff1": 0.7576, - "nauc_precision_at_3_max": 0.686315, - "nauc_precision_at_3_std": 0.207885, - "nauc_precision_at_3_diff1": 0.682349, - "nauc_precision_at_5_max": 0.641848, - "nauc_precision_at_5_std": 0.165151, - "nauc_precision_at_5_diff1": 0.656539, - "nauc_precision_at_10_max": 0.602741, - "nauc_precision_at_10_std": 0.164061, - "nauc_precision_at_10_diff1": 0.615689, - "nauc_precision_at_20_max": 0.567469, - "nauc_precision_at_20_std": 0.10509, - "nauc_precision_at_20_diff1": 0.603496, - "nauc_precision_at_100_max": 0.554745, - "nauc_precision_at_100_std": 0.265261, - "nauc_precision_at_100_diff1": 0.537472, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.686709, - "nauc_mrr_at_1_std": 0.16854, - "nauc_mrr_at_1_diff1": 0.7576, - "nauc_mrr_at_3_max": 0.690136, - "nauc_mrr_at_3_std": 0.18404, - "nauc_mrr_at_3_diff1": 0.728261, - "nauc_mrr_at_5_max": 0.681876, - "nauc_mrr_at_5_std": 0.175405, - "nauc_mrr_at_5_diff1": 0.724056, - "nauc_mrr_at_10_max": 0.678331, - "nauc_mrr_at_10_std": 0.175005, - "nauc_mrr_at_10_diff1": 0.720963, - "nauc_mrr_at_20_max": 0.677989, - "nauc_mrr_at_20_std": 0.172826, - "nauc_mrr_at_20_diff1": 0.72168, - "nauc_mrr_at_100_max": 0.678699, - "nauc_mrr_at_100_std": 0.17396, - "nauc_mrr_at_100_diff1": 0.722284, - "nauc_mrr_at_1000_max": 0.678857, - "nauc_mrr_at_1000_std": 0.173891, - "nauc_mrr_at_1000_diff1": 0.722521, - "main_score": 0.62486, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.49667, + "ndcg_at_3": 0.57632, + "ndcg_at_5": 0.59186, + "ndcg_at_10": 0.61399, + "ndcg_at_20": 0.62778, + "ndcg_at_100": 0.65449, + "ndcg_at_1000": 0.66265, + "map_at_1": 0.49667, + "map_at_3": 0.5563, + "map_at_5": 0.56491, + "map_at_10": 0.57395, + "map_at_20": 0.57775, + "map_at_100": 0.58152, + "map_at_1000": 0.58187, + "recall_at_1": 0.49667, + "recall_at_3": 0.63444, + "recall_at_5": 0.67222, + "recall_at_10": 0.74111, + "recall_at_20": 0.79556, + "recall_at_100": 0.93889, + "recall_at_1000": 1.0, + "accuracy": 0.49667, + "precision_at_1": 0.49667, + "precision_at_3": 0.21148, + "precision_at_5": 0.13444, + "precision_at_10": 0.07411, + "precision_at_20": 0.03978, + "precision_at_100": 0.00939, + "precision_at_1000": 0.001, + "mrr_at_1": 0.496667, + "mrr_at_3": 0.556296, + "mrr_at_5": 0.564907, + "mrr_at_10": 0.573949, + "mrr_at_20": 0.577752, + "mrr_at_100": 0.581518, + "mrr_at_1000": 0.581873, + "nauc_ndcg_at_1_max": 0.635655, + "nauc_ndcg_at_1_std": 0.116831, + "nauc_ndcg_at_1_diff1": 0.742136, + "nauc_ndcg_at_3_max": 0.629182, + "nauc_ndcg_at_3_std": 0.102741, + "nauc_ndcg_at_3_diff1": 0.70771, + "nauc_ndcg_at_5_max": 0.620624, + "nauc_ndcg_at_5_std": 0.10923, + "nauc_ndcg_at_5_diff1": 0.69643, + "nauc_ndcg_at_10_max": 0.61193, + "nauc_ndcg_at_10_std": 0.100558, + "nauc_ndcg_at_10_diff1": 0.690578, + "nauc_ndcg_at_20_max": 0.60603, + "nauc_ndcg_at_20_std": 0.099711, + "nauc_ndcg_at_20_diff1": 0.686274, + "nauc_ndcg_at_100_max": 0.614038, + "nauc_ndcg_at_100_std": 0.113125, + "nauc_ndcg_at_100_diff1": 0.693675, + "nauc_ndcg_at_1000_max": 0.617038, + "nauc_ndcg_at_1000_std": 0.105728, + "nauc_ndcg_at_1000_diff1": 0.699516, + "nauc_map_at_1_max": 0.635655, + "nauc_map_at_1_std": 0.116831, + "nauc_map_at_1_diff1": 0.742136, + "nauc_map_at_3_max": 0.631043, + "nauc_map_at_3_std": 0.105466, + "nauc_map_at_3_diff1": 0.715914, + "nauc_map_at_5_max": 0.626172, + "nauc_map_at_5_std": 0.108772, + "nauc_map_at_5_diff1": 0.709866, + "nauc_map_at_10_max": 0.62295, + "nauc_map_at_10_std": 0.105566, + "nauc_map_at_10_diff1": 0.707763, + "nauc_map_at_20_max": 0.621605, + "nauc_map_at_20_std": 0.105543, + "nauc_map_at_20_diff1": 0.706773, + "nauc_map_at_100_max": 0.622562, + "nauc_map_at_100_std": 0.106619, + "nauc_map_at_100_diff1": 0.707942, + "nauc_map_at_1000_max": 0.622687, + "nauc_map_at_1000_std": 0.106376, + "nauc_map_at_1000_diff1": 0.708181, + "nauc_recall_at_1_max": 0.635655, + "nauc_recall_at_1_std": 0.116831, + "nauc_recall_at_1_diff1": 0.742136, + "nauc_recall_at_3_max": 0.623144, + "nauc_recall_at_3_std": 0.09444, + "nauc_recall_at_3_diff1": 0.681775, + "nauc_recall_at_5_max": 0.600752, + "nauc_recall_at_5_std": 0.112618, + "nauc_recall_at_5_diff1": 0.649501, + "nauc_recall_at_10_max": 0.561882, + "nauc_recall_at_10_std": 0.077644, + "nauc_recall_at_10_diff1": 0.617507, + "nauc_recall_at_20_max": 0.515897, + "nauc_recall_at_20_std": 0.066212, + "nauc_recall_at_20_diff1": 0.577521, + "nauc_recall_at_100_max": 0.522816, + "nauc_recall_at_100_std": 0.349342, + "nauc_recall_at_100_diff1": 0.515559, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.635655, + "nauc_precision_at_1_std": 0.116831, + "nauc_precision_at_1_diff1": 0.742136, + "nauc_precision_at_3_max": 0.623144, + "nauc_precision_at_3_std": 0.09444, + "nauc_precision_at_3_diff1": 0.681775, + "nauc_precision_at_5_max": 0.600752, + "nauc_precision_at_5_std": 0.112618, + "nauc_precision_at_5_diff1": 0.649501, + "nauc_precision_at_10_max": 0.561882, + "nauc_precision_at_10_std": 0.077644, + "nauc_precision_at_10_diff1": 0.617507, + "nauc_precision_at_20_max": 0.515897, + "nauc_precision_at_20_std": 0.066212, + "nauc_precision_at_20_diff1": 0.577521, + "nauc_precision_at_100_max": 0.522816, + "nauc_precision_at_100_std": 0.349342, + "nauc_precision_at_100_diff1": 0.515559, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.635655, + "nauc_mrr_at_1_std": 0.116831, + "nauc_mrr_at_1_diff1": 0.742136, + "nauc_mrr_at_3_max": 0.631043, + "nauc_mrr_at_3_std": 0.105466, + "nauc_mrr_at_3_diff1": 0.715914, + "nauc_mrr_at_5_max": 0.626172, + "nauc_mrr_at_5_std": 0.108772, + "nauc_mrr_at_5_diff1": 0.709866, + "nauc_mrr_at_10_max": 0.62295, + "nauc_mrr_at_10_std": 0.105566, + "nauc_mrr_at_10_diff1": 0.707763, + "nauc_mrr_at_20_max": 0.621605, + "nauc_mrr_at_20_std": 0.105543, + "nauc_mrr_at_20_diff1": 0.706773, + "nauc_mrr_at_100_max": 0.622562, + "nauc_mrr_at_100_std": 0.106619, + "nauc_mrr_at_100_diff1": 0.707942, + "nauc_mrr_at_1000_max": 0.622687, + "nauc_mrr_at_1000_std": 0.106376, + "nauc_mrr_at_1000_diff1": 0.708181, + "hit_rate_at_1": 0.49667, + "hit_rate_at_3": 0.63444, + "hit_rate_at_5": 0.67222, + "hit_rate_at_10": 0.74111, + "hit_rate_at_20": 0.79556, + "hit_rate_at_100": 0.93889, + "hit_rate_at_1000": 1.0, + "main_score": 0.61399, "hf_subset": "sin_Latn-eng_Latn", "languages": [ "sin-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.23222, - "ndcg_at_3": 0.28, - "ndcg_at_5": 0.29291, - "ndcg_at_10": 0.30839, - "ndcg_at_20": 0.32637, - "ndcg_at_100": 0.36534, - "ndcg_at_1000": 0.40646, - "map_at_1": 0.23222, - "map_at_3": 0.26778, - "map_at_5": 0.275, - "map_at_10": 0.28141, - "map_at_20": 0.28635, - "map_at_100": 0.29138, - "map_at_1000": 0.29296, - "recall_at_1": 0.23222, - "recall_at_3": 0.31556, - "recall_at_5": 0.34667, - "recall_at_10": 0.39444, - "recall_at_20": 0.46556, - "recall_at_100": 0.68111, - "recall_at_1000": 1.0, - "precision_at_1": 0.23222, - "precision_at_3": 0.10519, - "precision_at_5": 0.06933, - "precision_at_10": 0.03944, - "precision_at_20": 0.02328, - "precision_at_100": 0.00681, - "precision_at_1000": 0.001, - "mrr_at_1": 0.232222, - "mrr_at_3": 0.267778, - "mrr_at_5": 0.275, - "mrr_at_10": 0.281408, - "mrr_at_20": 0.286349, - "mrr_at_100": 0.29138, - "mrr_at_1000": 0.292956, - "nauc_ndcg_at_1_max": 0.78794, - "nauc_ndcg_at_1_std": 0.426047, - "nauc_ndcg_at_1_diff1": 0.731916, - "nauc_ndcg_at_3_max": 0.765622, - "nauc_ndcg_at_3_std": 0.433435, - "nauc_ndcg_at_3_diff1": 0.654519, - "nauc_ndcg_at_5_max": 0.757826, - "nauc_ndcg_at_5_std": 0.434235, - "nauc_ndcg_at_5_diff1": 0.63334, - "nauc_ndcg_at_10_max": 0.742935, - "nauc_ndcg_at_10_std": 0.436002, - "nauc_ndcg_at_10_diff1": 0.616844, - "nauc_ndcg_at_20_max": 0.731141, - "nauc_ndcg_at_20_std": 0.435144, - "nauc_ndcg_at_20_diff1": 0.605307, - "nauc_ndcg_at_100_max": 0.721708, - "nauc_ndcg_at_100_std": 0.439491, - "nauc_ndcg_at_100_diff1": 0.599427, - "nauc_ndcg_at_1000_max": 0.739799, - "nauc_ndcg_at_1000_std": 0.436275, - "nauc_ndcg_at_1000_diff1": 0.622801, - "nauc_map_at_1_max": 0.78794, - "nauc_map_at_1_std": 0.426047, - "nauc_map_at_1_diff1": 0.731916, - "nauc_map_at_3_max": 0.771737, - "nauc_map_at_3_std": 0.433311, - "nauc_map_at_3_diff1": 0.671953, - "nauc_map_at_5_max": 0.767152, - "nauc_map_at_5_std": 0.433813, - "nauc_map_at_5_diff1": 0.659991, - "nauc_map_at_10_max": 0.760795, - "nauc_map_at_10_std": 0.434623, - "nauc_map_at_10_diff1": 0.653127, - "nauc_map_at_20_max": 0.757436, - "nauc_map_at_20_std": 0.434224, - "nauc_map_at_20_diff1": 0.649792, - "nauc_map_at_100_max": 0.755846, - "nauc_map_at_100_std": 0.434976, - "nauc_map_at_100_diff1": 0.648629, - "nauc_map_at_1000_max": 0.756468, - "nauc_map_at_1000_std": 0.434794, - "nauc_map_at_1000_diff1": 0.649449, - "nauc_recall_at_1_max": 0.78794, - "nauc_recall_at_1_std": 0.426047, - "nauc_recall_at_1_diff1": 0.731916, - "nauc_recall_at_3_max": 0.748734, - "nauc_recall_at_3_std": 0.433169, - "nauc_recall_at_3_diff1": 0.607588, - "nauc_recall_at_5_max": 0.731696, - "nauc_recall_at_5_std": 0.434818, - "nauc_recall_at_5_diff1": 0.559405, - "nauc_recall_at_10_max": 0.689569, - "nauc_recall_at_10_std": 0.439566, - "nauc_recall_at_10_diff1": 0.512684, - "nauc_recall_at_20_max": 0.645038, - "nauc_recall_at_20_std": 0.437519, - "nauc_recall_at_20_diff1": 0.468564, - "nauc_recall_at_100_max": 0.566482, - "nauc_recall_at_100_std": 0.462869, - "nauc_recall_at_100_diff1": 0.398683, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.78794, - "nauc_precision_at_1_std": 0.426047, - "nauc_precision_at_1_diff1": 0.731916, - "nauc_precision_at_3_max": 0.748734, - "nauc_precision_at_3_std": 0.433169, - "nauc_precision_at_3_diff1": 0.607588, - "nauc_precision_at_5_max": 0.731696, - "nauc_precision_at_5_std": 0.434818, - "nauc_precision_at_5_diff1": 0.559405, - "nauc_precision_at_10_max": 0.689569, - "nauc_precision_at_10_std": 0.439566, - "nauc_precision_at_10_diff1": 0.512684, - "nauc_precision_at_20_max": 0.645038, - "nauc_precision_at_20_std": 0.437519, - "nauc_precision_at_20_diff1": 0.468564, - "nauc_precision_at_100_max": 0.566482, - "nauc_precision_at_100_std": 0.462869, - "nauc_precision_at_100_diff1": 0.398683, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.78794, - "nauc_mrr_at_1_std": 0.426047, - "nauc_mrr_at_1_diff1": 0.731916, - "nauc_mrr_at_3_max": 0.771737, - "nauc_mrr_at_3_std": 0.433311, - "nauc_mrr_at_3_diff1": 0.671953, - "nauc_mrr_at_5_max": 0.767152, - "nauc_mrr_at_5_std": 0.433813, - "nauc_mrr_at_5_diff1": 0.659991, - "nauc_mrr_at_10_max": 0.760795, - "nauc_mrr_at_10_std": 0.434623, - "nauc_mrr_at_10_diff1": 0.653127, - "nauc_mrr_at_20_max": 0.757436, - "nauc_mrr_at_20_std": 0.434224, - "nauc_mrr_at_20_diff1": 0.649792, - "nauc_mrr_at_100_max": 0.755846, - "nauc_mrr_at_100_std": 0.434976, - "nauc_mrr_at_100_diff1": 0.648629, - "nauc_mrr_at_1000_max": 0.756468, - "nauc_mrr_at_1000_std": 0.434794, - "nauc_mrr_at_1000_diff1": 0.649449, - "main_score": 0.30839, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.21778, + "ndcg_at_3": 0.25553, + "ndcg_at_5": 0.27088, + "ndcg_at_10": 0.29162, + "ndcg_at_20": 0.30643, + "ndcg_at_100": 0.34811, + "ndcg_at_1000": 0.39032, + "map_at_1": 0.21778, + "map_at_3": 0.2463, + "map_at_5": 0.25496, + "map_at_10": 0.26346, + "map_at_20": 0.26748, + "map_at_100": 0.27285, + "map_at_1000": 0.27448, + "recall_at_1": 0.21778, + "recall_at_3": 0.28222, + "recall_at_5": 0.31889, + "recall_at_10": 0.38333, + "recall_at_20": 0.44222, + "recall_at_100": 0.67333, + "recall_at_1000": 1.0, + "accuracy": 0.21778, + "precision_at_1": 0.21778, + "precision_at_3": 0.09407, + "precision_at_5": 0.06378, + "precision_at_10": 0.03833, + "precision_at_20": 0.02211, + "precision_at_100": 0.00673, + "precision_at_1000": 0.001, + "mrr_at_1": 0.217778, + "mrr_at_3": 0.246296, + "mrr_at_5": 0.254963, + "mrr_at_10": 0.263459, + "mrr_at_20": 0.267483, + "mrr_at_100": 0.27285, + "mrr_at_1000": 0.274482, + "nauc_ndcg_at_1_max": 0.772309, + "nauc_ndcg_at_1_std": 0.392094, + "nauc_ndcg_at_1_diff1": 0.726206, + "nauc_ndcg_at_3_max": 0.765197, + "nauc_ndcg_at_3_std": 0.402916, + "nauc_ndcg_at_3_diff1": 0.660674, + "nauc_ndcg_at_5_max": 0.751708, + "nauc_ndcg_at_5_std": 0.396179, + "nauc_ndcg_at_5_diff1": 0.646762, + "nauc_ndcg_at_10_max": 0.736172, + "nauc_ndcg_at_10_std": 0.399853, + "nauc_ndcg_at_10_diff1": 0.624215, + "nauc_ndcg_at_20_max": 0.726644, + "nauc_ndcg_at_20_std": 0.403264, + "nauc_ndcg_at_20_diff1": 0.608474, + "nauc_ndcg_at_100_max": 0.712693, + "nauc_ndcg_at_100_std": 0.397998, + "nauc_ndcg_at_100_diff1": 0.605743, + "nauc_ndcg_at_1000_max": 0.732623, + "nauc_ndcg_at_1000_std": 0.398846, + "nauc_ndcg_at_1000_diff1": 0.627556, + "nauc_map_at_1_max": 0.772309, + "nauc_map_at_1_std": 0.392094, + "nauc_map_at_1_diff1": 0.726206, + "nauc_map_at_3_max": 0.767223, + "nauc_map_at_3_std": 0.399995, + "nauc_map_at_3_diff1": 0.675767, + "nauc_map_at_5_max": 0.759375, + "nauc_map_at_5_std": 0.396294, + "nauc_map_at_5_diff1": 0.667438, + "nauc_map_at_10_max": 0.753248, + "nauc_map_at_10_std": 0.398462, + "nauc_map_at_10_diff1": 0.657874, + "nauc_map_at_20_max": 0.750792, + "nauc_map_at_20_std": 0.399692, + "nauc_map_at_20_diff1": 0.653401, + "nauc_map_at_100_max": 0.748499, + "nauc_map_at_100_std": 0.398748, + "nauc_map_at_100_diff1": 0.652415, + "nauc_map_at_1000_max": 0.749137, + "nauc_map_at_1000_std": 0.398697, + "nauc_map_at_1000_diff1": 0.653204, + "nauc_recall_at_1_max": 0.772309, + "nauc_recall_at_1_std": 0.392094, + "nauc_recall_at_1_diff1": 0.726206, + "nauc_recall_at_3_max": 0.759548, + "nauc_recall_at_3_std": 0.41101, + "nauc_recall_at_3_diff1": 0.61971, + "nauc_recall_at_5_max": 0.72976, + "nauc_recall_at_5_std": 0.39504, + "nauc_recall_at_5_diff1": 0.590711, + "nauc_recall_at_10_max": 0.684037, + "nauc_recall_at_10_std": 0.402648, + "nauc_recall_at_10_diff1": 0.528038, + "nauc_recall_at_20_max": 0.647416, + "nauc_recall_at_20_std": 0.413267, + "nauc_recall_at_20_diff1": 0.470331, + "nauc_recall_at_100_max": 0.545766, + "nauc_recall_at_100_std": 0.38763, + "nauc_recall_at_100_diff1": 0.425907, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772309, + "nauc_precision_at_1_std": 0.392094, + "nauc_precision_at_1_diff1": 0.726206, + "nauc_precision_at_3_max": 0.759548, + "nauc_precision_at_3_std": 0.41101, + "nauc_precision_at_3_diff1": 0.61971, + "nauc_precision_at_5_max": 0.72976, + "nauc_precision_at_5_std": 0.39504, + "nauc_precision_at_5_diff1": 0.590711, + "nauc_precision_at_10_max": 0.684037, + "nauc_precision_at_10_std": 0.402648, + "nauc_precision_at_10_diff1": 0.528038, + "nauc_precision_at_20_max": 0.647416, + "nauc_precision_at_20_std": 0.413267, + "nauc_precision_at_20_diff1": 0.470331, + "nauc_precision_at_100_max": 0.545766, + "nauc_precision_at_100_std": 0.38763, + "nauc_precision_at_100_diff1": 0.425907, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772309, + "nauc_mrr_at_1_std": 0.392094, + "nauc_mrr_at_1_diff1": 0.726206, + "nauc_mrr_at_3_max": 0.767223, + "nauc_mrr_at_3_std": 0.399995, + "nauc_mrr_at_3_diff1": 0.675767, + "nauc_mrr_at_5_max": 0.759375, + "nauc_mrr_at_5_std": 0.396294, + "nauc_mrr_at_5_diff1": 0.667438, + "nauc_mrr_at_10_max": 0.753248, + "nauc_mrr_at_10_std": 0.398462, + "nauc_mrr_at_10_diff1": 0.657874, + "nauc_mrr_at_20_max": 0.750792, + "nauc_mrr_at_20_std": 0.399692, + "nauc_mrr_at_20_diff1": 0.653401, + "nauc_mrr_at_100_max": 0.748499, + "nauc_mrr_at_100_std": 0.398748, + "nauc_mrr_at_100_diff1": 0.652415, + "nauc_mrr_at_1000_max": 0.749137, + "nauc_mrr_at_1000_std": 0.398697, + "nauc_mrr_at_1000_diff1": 0.653204, + "hit_rate_at_1": 0.21778, + "hit_rate_at_3": 0.28222, + "hit_rate_at_5": 0.31889, + "hit_rate_at_10": 0.38333, + "hit_rate_at_20": 0.44222, + "hit_rate_at_100": 0.67333, + "hit_rate_at_1000": 1.0, + "main_score": 0.29162, "hf_subset": "eng_Latn-sin_Latn", "languages": [ "eng-Latn", "sin-Latn" - ] - }, - { - "ndcg_at_1": 0.70444, - "ndcg_at_3": 0.76849, - "ndcg_at_5": 0.78188, - "ndcg_at_10": 0.79241, - "ndcg_at_20": 0.79859, - "ndcg_at_100": 0.80936, - "ndcg_at_1000": 0.81445, - "map_at_1": 0.70444, - "map_at_3": 0.75296, - "map_at_5": 0.76046, - "map_at_10": 0.76487, - "map_at_20": 0.76657, - "map_at_100": 0.76801, - "map_at_1000": 0.76822, - "recall_at_1": 0.70444, - "recall_at_3": 0.81333, - "recall_at_5": 0.84556, - "recall_at_10": 0.87778, - "recall_at_20": 0.90222, - "recall_at_100": 0.96111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.68444, + "ndcg_at_3": 0.7475, + "ndcg_at_5": 0.76003, + "ndcg_at_10": 0.77338, + "ndcg_at_20": 0.78038, + "ndcg_at_100": 0.79151, + "ndcg_at_1000": 0.79784, + "map_at_1": 0.68444, + "map_at_3": 0.73204, + "map_at_5": 0.73909, + "map_at_10": 0.74464, + "map_at_20": 0.74654, + "map_at_100": 0.748, + "map_at_1000": 0.74827, + "recall_at_1": 0.68444, + "recall_at_3": 0.79222, + "recall_at_5": 0.82222, + "recall_at_10": 0.86333, + "recall_at_20": 0.89111, + "recall_at_100": 0.95222, "recall_at_1000": 1.0, - "precision_at_1": 0.70444, - "precision_at_3": 0.27111, - "precision_at_5": 0.16911, - "precision_at_10": 0.08778, - "precision_at_20": 0.04511, - "precision_at_100": 0.00961, - "precision_at_1000": 0.001, - "mrr_at_1": 0.704444, - "mrr_at_3": 0.752963, - "mrr_at_5": 0.760463, - "mrr_at_10": 0.764871, - "mrr_at_20": 0.766567, - "mrr_at_100": 0.768009, - "mrr_at_1000": 0.768216, - "nauc_ndcg_at_1_max": 0.784673, - "nauc_ndcg_at_1_std": 0.145141, - "nauc_ndcg_at_1_diff1": 0.848177, - "nauc_ndcg_at_3_max": 0.798541, - "nauc_ndcg_at_3_std": 0.197797, - "nauc_ndcg_at_3_diff1": 0.814225, - "nauc_ndcg_at_5_max": 0.798324, - "nauc_ndcg_at_5_std": 0.20459, - "nauc_ndcg_at_5_diff1": 0.8151, - "nauc_ndcg_at_10_max": 0.796501, - "nauc_ndcg_at_10_std": 0.210808, - "nauc_ndcg_at_10_diff1": 0.811901, - "nauc_ndcg_at_20_max": 0.794038, - "nauc_ndcg_at_20_std": 0.209428, - "nauc_ndcg_at_20_diff1": 0.810883, - "nauc_ndcg_at_100_max": 0.793916, - "nauc_ndcg_at_100_std": 0.209655, - "nauc_ndcg_at_100_diff1": 0.813295, - "nauc_ndcg_at_1000_max": 0.795311, - "nauc_ndcg_at_1000_std": 0.202228, - "nauc_ndcg_at_1000_diff1": 0.817436, - "nauc_map_at_1_max": 0.784673, - "nauc_map_at_1_std": 0.145141, - "nauc_map_at_1_diff1": 0.848177, - "nauc_map_at_3_max": 0.796701, - "nauc_map_at_3_std": 0.186911, - "nauc_map_at_3_diff1": 0.824195, - "nauc_map_at_5_max": 0.796572, - "nauc_map_at_5_std": 0.189964, - "nauc_map_at_5_diff1": 0.824917, - "nauc_map_at_10_max": 0.795975, - "nauc_map_at_10_std": 0.192047, - "nauc_map_at_10_diff1": 0.823941, - "nauc_map_at_20_max": 0.79545, - "nauc_map_at_20_std": 0.191484, - "nauc_map_at_20_diff1": 0.823851, - "nauc_map_at_100_max": 0.795432, - "nauc_map_at_100_std": 0.19183, - "nauc_map_at_100_diff1": 0.823964, - "nauc_map_at_1000_max": 0.795476, - "nauc_map_at_1000_std": 0.191632, - "nauc_map_at_1000_diff1": 0.824092, - "nauc_recall_at_1_max": 0.784673, - "nauc_recall_at_1_std": 0.145141, - "nauc_recall_at_1_diff1": 0.848177, - "nauc_recall_at_3_max": 0.804151, - "nauc_recall_at_3_std": 0.235249, - "nauc_recall_at_3_diff1": 0.777851, - "nauc_recall_at_5_max": 0.804276, - "nauc_recall_at_5_std": 0.264976, - "nauc_recall_at_5_diff1": 0.773947, - "nauc_recall_at_10_max": 0.795818, - "nauc_recall_at_10_std": 0.309064, - "nauc_recall_at_10_diff1": 0.748439, - "nauc_recall_at_20_max": 0.776377, - "nauc_recall_at_20_std": 0.322124, - "nauc_recall_at_20_diff1": 0.725856, - "nauc_recall_at_100_max": 0.748793, - "nauc_recall_at_100_std": 0.468214, - "nauc_recall_at_100_diff1": 0.67551, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.784673, - "nauc_precision_at_1_std": 0.145141, - "nauc_precision_at_1_diff1": 0.848177, - "nauc_precision_at_3_max": 0.804151, - "nauc_precision_at_3_std": 0.235249, - "nauc_precision_at_3_diff1": 0.777851, - "nauc_precision_at_5_max": 0.804276, - "nauc_precision_at_5_std": 0.264976, - "nauc_precision_at_5_diff1": 0.773947, - "nauc_precision_at_10_max": 0.795818, - "nauc_precision_at_10_std": 0.309064, - "nauc_precision_at_10_diff1": 0.748439, - "nauc_precision_at_20_max": 0.776377, - "nauc_precision_at_20_std": 0.322124, - "nauc_precision_at_20_diff1": 0.725856, - "nauc_precision_at_100_max": 0.748793, - "nauc_precision_at_100_std": 0.468214, - "nauc_precision_at_100_diff1": 0.67551, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.784673, - "nauc_mrr_at_1_std": 0.145141, - "nauc_mrr_at_1_diff1": 0.848177, - "nauc_mrr_at_3_max": 0.796701, - "nauc_mrr_at_3_std": 0.186911, - "nauc_mrr_at_3_diff1": 0.824195, - "nauc_mrr_at_5_max": 0.796572, - "nauc_mrr_at_5_std": 0.189964, - "nauc_mrr_at_5_diff1": 0.824917, - "nauc_mrr_at_10_max": 0.795975, - "nauc_mrr_at_10_std": 0.192047, - "nauc_mrr_at_10_diff1": 0.823941, - "nauc_mrr_at_20_max": 0.79545, - "nauc_mrr_at_20_std": 0.191484, - "nauc_mrr_at_20_diff1": 0.823851, - "nauc_mrr_at_100_max": 0.795432, - "nauc_mrr_at_100_std": 0.19183, - "nauc_mrr_at_100_diff1": 0.823964, - "nauc_mrr_at_1000_max": 0.795476, - "nauc_mrr_at_1000_std": 0.191632, - "nauc_mrr_at_1000_diff1": 0.824092, - "main_score": 0.79241, + "accuracy": 0.68444, + "precision_at_1": 0.68444, + "precision_at_3": 0.26407, + "precision_at_5": 0.16444, + "precision_at_10": 0.08633, + "precision_at_20": 0.04456, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.684444, + "mrr_at_3": 0.732037, + "mrr_at_5": 0.739093, + "mrr_at_10": 0.744637, + "mrr_at_20": 0.746538, + "mrr_at_100": 0.748004, + "mrr_at_1000": 0.748274, + "nauc_ndcg_at_1_max": 0.754239, + "nauc_ndcg_at_1_std": 0.109642, + "nauc_ndcg_at_1_diff1": 0.830576, + "nauc_ndcg_at_3_max": 0.762224, + "nauc_ndcg_at_3_std": 0.125503, + "nauc_ndcg_at_3_diff1": 0.788216, + "nauc_ndcg_at_5_max": 0.763116, + "nauc_ndcg_at_5_std": 0.140609, + "nauc_ndcg_at_5_diff1": 0.783381, + "nauc_ndcg_at_10_max": 0.763081, + "nauc_ndcg_at_10_std": 0.149709, + "nauc_ndcg_at_10_diff1": 0.783383, + "nauc_ndcg_at_20_max": 0.762093, + "nauc_ndcg_at_20_std": 0.153703, + "nauc_ndcg_at_20_diff1": 0.783112, + "nauc_ndcg_at_100_max": 0.760958, + "nauc_ndcg_at_100_std": 0.152475, + "nauc_ndcg_at_100_diff1": 0.786354, + "nauc_ndcg_at_1000_max": 0.761861, + "nauc_ndcg_at_1000_std": 0.144028, + "nauc_ndcg_at_1000_diff1": 0.790962, + "nauc_map_at_1_max": 0.754239, + "nauc_map_at_1_std": 0.109642, + "nauc_map_at_1_diff1": 0.830576, + "nauc_map_at_3_max": 0.761767, + "nauc_map_at_3_std": 0.124194, + "nauc_map_at_3_diff1": 0.800085, + "nauc_map_at_5_max": 0.762056, + "nauc_map_at_5_std": 0.131749, + "nauc_map_at_5_diff1": 0.797793, + "nauc_map_at_10_max": 0.762015, + "nauc_map_at_10_std": 0.134643, + "nauc_map_at_10_diff1": 0.798038, + "nauc_map_at_20_max": 0.761856, + "nauc_map_at_20_std": 0.13565, + "nauc_map_at_20_diff1": 0.798108, + "nauc_map_at_100_max": 0.761759, + "nauc_map_at_100_std": 0.135557, + "nauc_map_at_100_diff1": 0.798502, + "nauc_map_at_1000_max": 0.76177, + "nauc_map_at_1000_std": 0.135271, + "nauc_map_at_1000_diff1": 0.79865, + "nauc_recall_at_1_max": 0.754239, + "nauc_recall_at_1_std": 0.109642, + "nauc_recall_at_1_diff1": 0.830576, + "nauc_recall_at_3_max": 0.762956, + "nauc_recall_at_3_std": 0.128568, + "nauc_recall_at_3_diff1": 0.746356, + "nauc_recall_at_5_max": 0.766737, + "nauc_recall_at_5_std": 0.177039, + "nauc_recall_at_5_diff1": 0.725703, + "nauc_recall_at_10_max": 0.7676, + "nauc_recall_at_10_std": 0.232757, + "nauc_recall_at_10_diff1": 0.710659, + "nauc_recall_at_20_max": 0.760112, + "nauc_recall_at_20_std": 0.277533, + "nauc_recall_at_20_diff1": 0.691977, + "nauc_recall_at_100_max": 0.7322, + "nauc_recall_at_100_std": 0.397857, + "nauc_recall_at_100_diff1": 0.651358, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754239, + "nauc_precision_at_1_std": 0.109642, + "nauc_precision_at_1_diff1": 0.830576, + "nauc_precision_at_3_max": 0.762956, + "nauc_precision_at_3_std": 0.128568, + "nauc_precision_at_3_diff1": 0.746356, + "nauc_precision_at_5_max": 0.766737, + "nauc_precision_at_5_std": 0.177039, + "nauc_precision_at_5_diff1": 0.725703, + "nauc_precision_at_10_max": 0.7676, + "nauc_precision_at_10_std": 0.232757, + "nauc_precision_at_10_diff1": 0.710659, + "nauc_precision_at_20_max": 0.760112, + "nauc_precision_at_20_std": 0.277533, + "nauc_precision_at_20_diff1": 0.691977, + "nauc_precision_at_100_max": 0.7322, + "nauc_precision_at_100_std": 0.397857, + "nauc_precision_at_100_diff1": 0.651358, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754239, + "nauc_mrr_at_1_std": 0.109642, + "nauc_mrr_at_1_diff1": 0.830576, + "nauc_mrr_at_3_max": 0.761767, + "nauc_mrr_at_3_std": 0.124194, + "nauc_mrr_at_3_diff1": 0.800085, + "nauc_mrr_at_5_max": 0.762056, + "nauc_mrr_at_5_std": 0.131749, + "nauc_mrr_at_5_diff1": 0.797793, + "nauc_mrr_at_10_max": 0.762015, + "nauc_mrr_at_10_std": 0.134643, + "nauc_mrr_at_10_diff1": 0.798038, + "nauc_mrr_at_20_max": 0.761856, + "nauc_mrr_at_20_std": 0.13565, + "nauc_mrr_at_20_diff1": 0.798108, + "nauc_mrr_at_100_max": 0.761759, + "nauc_mrr_at_100_std": 0.135557, + "nauc_mrr_at_100_diff1": 0.798502, + "nauc_mrr_at_1000_max": 0.76177, + "nauc_mrr_at_1000_std": 0.135271, + "nauc_mrr_at_1000_diff1": 0.79865, + "hit_rate_at_1": 0.68444, + "hit_rate_at_3": 0.79222, + "hit_rate_at_5": 0.82222, + "hit_rate_at_10": 0.86333, + "hit_rate_at_20": 0.89111, + "hit_rate_at_100": 0.95222, + "hit_rate_at_1000": 1.0, + "main_score": 0.77338, "hf_subset": "sin_Sinh-sin_Sinh", "languages": [ "sin-Sinh", "sin-Sinh" - ] - }, - { - "ndcg_at_1": 0.77, - "ndcg_at_3": 0.83629, - "ndcg_at_5": 0.85002, - "ndcg_at_10": 0.86115, - "ndcg_at_20": 0.86679, - "ndcg_at_100": 0.8711, - "ndcg_at_1000": 0.87185, - "map_at_1": 0.77, - "map_at_3": 0.82037, - "map_at_5": 0.82798, - "map_at_10": 0.83258, - "map_at_20": 0.83413, - "map_at_100": 0.8348, - "map_at_1000": 0.83484, - "recall_at_1": 0.77, - "recall_at_3": 0.88222, - "recall_at_5": 0.91556, - "recall_at_10": 0.95, - "recall_at_20": 0.97222, - "recall_at_100": 0.99444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.82992, + "ndcg_at_5": 0.84278, + "ndcg_at_10": 0.85231, + "ndcg_at_20": 0.85992, + "ndcg_at_100": 0.86453, + "ndcg_at_1000": 0.86543, + "map_at_1": 0.76, + "map_at_3": 0.81296, + "map_at_5": 0.82013, + "map_at_10": 0.82417, + "map_at_20": 0.82627, + "map_at_100": 0.82694, + "map_at_1000": 0.82698, + "recall_at_1": 0.76, + "recall_at_3": 0.87889, + "recall_at_5": 0.91, + "recall_at_10": 0.93889, + "recall_at_20": 0.96889, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.77, - "precision_at_3": 0.29407, - "precision_at_5": 0.18311, - "precision_at_10": 0.095, - "precision_at_20": 0.04861, - "precision_at_100": 0.00994, + "accuracy": 0.76, + "precision_at_1": 0.76, + "precision_at_3": 0.29296, + "precision_at_5": 0.182, + "precision_at_10": 0.09389, + "precision_at_20": 0.04844, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.77, - "mrr_at_3": 0.82037, - "mrr_at_5": 0.827981, - "mrr_at_10": 0.832577, - "mrr_at_20": 0.834133, - "mrr_at_100": 0.834801, - "mrr_at_1000": 0.834837, - "nauc_ndcg_at_1_max": 0.637738, - "nauc_ndcg_at_1_std": -0.212131, - "nauc_ndcg_at_1_diff1": 0.857854, - "nauc_ndcg_at_3_max": 0.684876, - "nauc_ndcg_at_3_std": -0.235023, - "nauc_ndcg_at_3_diff1": 0.853507, - "nauc_ndcg_at_5_max": 0.670828, - "nauc_ndcg_at_5_std": -0.238329, - "nauc_ndcg_at_5_diff1": 0.850872, - "nauc_ndcg_at_10_max": 0.66708, - "nauc_ndcg_at_10_std": -0.233009, - "nauc_ndcg_at_10_diff1": 0.851874, - "nauc_ndcg_at_20_max": 0.669691, - "nauc_ndcg_at_20_std": -0.213802, - "nauc_ndcg_at_20_diff1": 0.852201, - "nauc_ndcg_at_100_max": 0.666254, - "nauc_ndcg_at_100_std": -0.22311, - "nauc_ndcg_at_100_diff1": 0.853609, - "nauc_ndcg_at_1000_max": 0.665059, - "nauc_ndcg_at_1000_std": -0.226267, - "nauc_ndcg_at_1000_diff1": 0.853343, - "nauc_map_at_1_max": 0.637738, - "nauc_map_at_1_std": -0.212131, - "nauc_map_at_1_diff1": 0.857854, - "nauc_map_at_3_max": 0.671464, - "nauc_map_at_3_std": -0.230506, - "nauc_map_at_3_diff1": 0.854781, - "nauc_map_at_5_max": 0.664194, - "nauc_map_at_5_std": -0.231418, - "nauc_map_at_5_diff1": 0.853394, - "nauc_map_at_10_max": 0.662809, - "nauc_map_at_10_std": -0.228706, - "nauc_map_at_10_diff1": 0.853784, - "nauc_map_at_20_max": 0.662958, - "nauc_map_at_20_std": -0.224976, - "nauc_map_at_20_diff1": 0.853896, - "nauc_map_at_100_max": 0.662396, - "nauc_map_at_100_std": -0.226589, - "nauc_map_at_100_diff1": 0.854048, - "nauc_map_at_1000_max": 0.662354, - "nauc_map_at_1000_std": -0.226689, - "nauc_map_at_1000_diff1": 0.854039, - "nauc_recall_at_1_max": 0.637738, - "nauc_recall_at_1_std": -0.212131, - "nauc_recall_at_1_diff1": 0.857854, - "nauc_recall_at_3_max": 0.740399, - "nauc_recall_at_3_std": -0.252458, - "nauc_recall_at_3_diff1": 0.848211, - "nauc_recall_at_5_max": 0.70232, - "nauc_recall_at_5_std": -0.276242, - "nauc_recall_at_5_diff1": 0.836792, - "nauc_recall_at_10_max": 0.692146, - "nauc_recall_at_10_std": -0.270993, - "nauc_recall_at_10_diff1": 0.835626, - "nauc_recall_at_20_max": 0.775219, - "nauc_recall_at_20_std": 0.063025, - "nauc_recall_at_20_diff1": 0.827563, - "nauc_recall_at_100_max": 0.858543, - "nauc_recall_at_100_std": 0.296545, - "nauc_recall_at_100_diff1": 0.895425, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.637738, - "nauc_precision_at_1_std": -0.212131, - "nauc_precision_at_1_diff1": 0.857854, - "nauc_precision_at_3_max": 0.740399, - "nauc_precision_at_3_std": -0.252458, - "nauc_precision_at_3_diff1": 0.848211, - "nauc_precision_at_5_max": 0.70232, - "nauc_precision_at_5_std": -0.276242, - "nauc_precision_at_5_diff1": 0.836792, - "nauc_precision_at_10_max": 0.692146, - "nauc_precision_at_10_std": -0.270993, - "nauc_precision_at_10_diff1": 0.835626, - "nauc_precision_at_20_max": 0.775219, - "nauc_precision_at_20_std": 0.063025, - "nauc_precision_at_20_diff1": 0.827563, - "nauc_precision_at_100_max": 0.858543, - "nauc_precision_at_100_std": 0.296545, - "nauc_precision_at_100_diff1": 0.895425, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.637738, - "nauc_mrr_at_1_std": -0.212131, - "nauc_mrr_at_1_diff1": 0.857854, - "nauc_mrr_at_3_max": 0.671464, - "nauc_mrr_at_3_std": -0.230506, - "nauc_mrr_at_3_diff1": 0.854781, - "nauc_mrr_at_5_max": 0.664194, - "nauc_mrr_at_5_std": -0.231418, - "nauc_mrr_at_5_diff1": 0.853394, - "nauc_mrr_at_10_max": 0.662809, - "nauc_mrr_at_10_std": -0.228706, - "nauc_mrr_at_10_diff1": 0.853784, - "nauc_mrr_at_20_max": 0.662958, - "nauc_mrr_at_20_std": -0.224976, - "nauc_mrr_at_20_diff1": 0.853896, - "nauc_mrr_at_100_max": 0.662396, - "nauc_mrr_at_100_std": -0.226589, - "nauc_mrr_at_100_diff1": 0.854048, - "nauc_mrr_at_1000_max": 0.662354, - "nauc_mrr_at_1000_std": -0.226689, - "nauc_mrr_at_1000_diff1": 0.854039, - "main_score": 0.86115, + "mrr_at_1": 0.76, + "mrr_at_3": 0.812963, + "mrr_at_5": 0.82013, + "mrr_at_10": 0.824168, + "mrr_at_20": 0.826271, + "mrr_at_100": 0.826935, + "mrr_at_1000": 0.826976, + "nauc_ndcg_at_1_max": 0.572349, + "nauc_ndcg_at_1_std": -0.276622, + "nauc_ndcg_at_1_diff1": 0.848221, + "nauc_ndcg_at_3_max": 0.624734, + "nauc_ndcg_at_3_std": -0.279568, + "nauc_ndcg_at_3_diff1": 0.839807, + "nauc_ndcg_at_5_max": 0.619353, + "nauc_ndcg_at_5_std": -0.256305, + "nauc_ndcg_at_5_diff1": 0.837095, + "nauc_ndcg_at_10_max": 0.60922, + "nauc_ndcg_at_10_std": -0.266123, + "nauc_ndcg_at_10_diff1": 0.840873, + "nauc_ndcg_at_20_max": 0.610601, + "nauc_ndcg_at_20_std": -0.265553, + "nauc_ndcg_at_20_diff1": 0.841622, + "nauc_ndcg_at_100_max": 0.608319, + "nauc_ndcg_at_100_std": -0.265311, + "nauc_ndcg_at_100_diff1": 0.84274, + "nauc_ndcg_at_1000_max": 0.608198, + "nauc_ndcg_at_1000_std": -0.267014, + "nauc_ndcg_at_1000_diff1": 0.842443, + "nauc_map_at_1_max": 0.572349, + "nauc_map_at_1_std": -0.276622, + "nauc_map_at_1_diff1": 0.848221, + "nauc_map_at_3_max": 0.612506, + "nauc_map_at_3_std": -0.277624, + "nauc_map_at_3_diff1": 0.842935, + "nauc_map_at_5_max": 0.609093, + "nauc_map_at_5_std": -0.266532, + "nauc_map_at_5_diff1": 0.841716, + "nauc_map_at_10_max": 0.605392, + "nauc_map_at_10_std": -0.270173, + "nauc_map_at_10_diff1": 0.843284, + "nauc_map_at_20_max": 0.605502, + "nauc_map_at_20_std": -0.270068, + "nauc_map_at_20_diff1": 0.843447, + "nauc_map_at_100_max": 0.60522, + "nauc_map_at_100_std": -0.269814, + "nauc_map_at_100_diff1": 0.843489, + "nauc_map_at_1000_max": 0.605233, + "nauc_map_at_1000_std": -0.269842, + "nauc_map_at_1000_diff1": 0.843483, + "nauc_recall_at_1_max": 0.572349, + "nauc_recall_at_1_std": -0.276622, + "nauc_recall_at_1_diff1": 0.848221, + "nauc_recall_at_3_max": 0.674086, + "nauc_recall_at_3_std": -0.288392, + "nauc_recall_at_3_diff1": 0.826274, + "nauc_recall_at_5_max": 0.670534, + "nauc_recall_at_5_std": -0.195784, + "nauc_recall_at_5_diff1": 0.811334, + "nauc_recall_at_10_max": 0.622867, + "nauc_recall_at_10_std": -0.236168, + "nauc_recall_at_10_diff1": 0.823665, + "nauc_recall_at_20_max": 0.665049, + "nauc_recall_at_20_std": -0.19938, + "nauc_recall_at_20_diff1": 0.820945, + "nauc_recall_at_100_max": 0.643324, + "nauc_recall_at_100_std": 0.007781, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.572349, + "nauc_precision_at_1_std": -0.276622, + "nauc_precision_at_1_diff1": 0.848221, + "nauc_precision_at_3_max": 0.674086, + "nauc_precision_at_3_std": -0.288392, + "nauc_precision_at_3_diff1": 0.826274, + "nauc_precision_at_5_max": 0.670534, + "nauc_precision_at_5_std": -0.195784, + "nauc_precision_at_5_diff1": 0.811334, + "nauc_precision_at_10_max": 0.622867, + "nauc_precision_at_10_std": -0.236168, + "nauc_precision_at_10_diff1": 0.823665, + "nauc_precision_at_20_max": 0.665049, + "nauc_precision_at_20_std": -0.19938, + "nauc_precision_at_20_diff1": 0.820945, + "nauc_precision_at_100_max": 0.643324, + "nauc_precision_at_100_std": 0.007781, + "nauc_precision_at_100_diff1": 0.888344, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.572349, + "nauc_mrr_at_1_std": -0.276622, + "nauc_mrr_at_1_diff1": 0.848221, + "nauc_mrr_at_3_max": 0.612506, + "nauc_mrr_at_3_std": -0.277624, + "nauc_mrr_at_3_diff1": 0.842935, + "nauc_mrr_at_5_max": 0.609093, + "nauc_mrr_at_5_std": -0.266532, + "nauc_mrr_at_5_diff1": 0.841716, + "nauc_mrr_at_10_max": 0.605392, + "nauc_mrr_at_10_std": -0.270173, + "nauc_mrr_at_10_diff1": 0.843284, + "nauc_mrr_at_20_max": 0.605502, + "nauc_mrr_at_20_std": -0.270068, + "nauc_mrr_at_20_diff1": 0.843447, + "nauc_mrr_at_100_max": 0.60522, + "nauc_mrr_at_100_std": -0.269814, + "nauc_mrr_at_100_diff1": 0.843489, + "nauc_mrr_at_1000_max": 0.605233, + "nauc_mrr_at_1000_std": -0.269842, + "nauc_mrr_at_1000_diff1": 0.843483, + "hit_rate_at_1": 0.76, + "hit_rate_at_3": 0.87889, + "hit_rate_at_5": 0.91, + "hit_rate_at_10": 0.93889, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.85231, "hf_subset": "sin_Sinh-eng_Latn", "languages": [ "sin-Sinh", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.55, - "ndcg_at_3": 0.62284, - "ndcg_at_5": 0.64431, - "ndcg_at_10": 0.66475, - "ndcg_at_20": 0.68021, - "ndcg_at_100": 0.6968, - "ndcg_at_1000": 0.70417, - "map_at_1": 0.55, - "map_at_3": 0.605, - "map_at_5": 0.61689, - "map_at_10": 0.6253, - "map_at_20": 0.62956, - "map_at_100": 0.63166, - "map_at_1000": 0.63195, - "recall_at_1": 0.55, - "recall_at_3": 0.67444, - "recall_at_5": 0.72667, - "recall_at_10": 0.79, - "recall_at_20": 0.85111, - "recall_at_100": 0.94333, - "recall_at_1000": 1.0, - "precision_at_1": 0.55, - "precision_at_3": 0.22481, - "precision_at_5": 0.14533, - "precision_at_10": 0.079, - "precision_at_20": 0.04256, - "precision_at_100": 0.00943, - "precision_at_1000": 0.001, - "mrr_at_1": 0.55, - "mrr_at_3": 0.605, - "mrr_at_5": 0.616889, - "mrr_at_10": 0.625302, - "mrr_at_20": 0.629556, - "mrr_at_100": 0.631657, - "mrr_at_1000": 0.631947, - "nauc_ndcg_at_1_max": 0.714828, - "nauc_ndcg_at_1_std": 0.157328, - "nauc_ndcg_at_1_diff1": 0.821528, - "nauc_ndcg_at_3_max": 0.734629, - "nauc_ndcg_at_3_std": 0.217627, - "nauc_ndcg_at_3_diff1": 0.774458, - "nauc_ndcg_at_5_max": 0.739411, - "nauc_ndcg_at_5_std": 0.232688, - "nauc_ndcg_at_5_diff1": 0.776198, - "nauc_ndcg_at_10_max": 0.742423, - "nauc_ndcg_at_10_std": 0.251076, - "nauc_ndcg_at_10_diff1": 0.769576, - "nauc_ndcg_at_20_max": 0.741644, - "nauc_ndcg_at_20_std": 0.256606, - "nauc_ndcg_at_20_diff1": 0.767038, - "nauc_ndcg_at_100_max": 0.738697, - "nauc_ndcg_at_100_std": 0.243837, - "nauc_ndcg_at_100_diff1": 0.77276, - "nauc_ndcg_at_1000_max": 0.737603, - "nauc_ndcg_at_1000_std": 0.234897, - "nauc_ndcg_at_1000_diff1": 0.777757, - "nauc_map_at_1_max": 0.714828, - "nauc_map_at_1_std": 0.157328, - "nauc_map_at_1_diff1": 0.821528, - "nauc_map_at_3_max": 0.731146, - "nauc_map_at_3_std": 0.204559, - "nauc_map_at_3_diff1": 0.786633, - "nauc_map_at_5_max": 0.733493, - "nauc_map_at_5_std": 0.212338, - "nauc_map_at_5_diff1": 0.787718, - "nauc_map_at_10_max": 0.734709, - "nauc_map_at_10_std": 0.219128, - "nauc_map_at_10_diff1": 0.785362, - "nauc_map_at_20_max": 0.734643, - "nauc_map_at_20_std": 0.220438, - "nauc_map_at_20_diff1": 0.785011, - "nauc_map_at_100_max": 0.734177, - "nauc_map_at_100_std": 0.218836, - "nauc_map_at_100_diff1": 0.78569, - "nauc_map_at_1000_max": 0.734162, - "nauc_map_at_1000_std": 0.218575, - "nauc_map_at_1000_diff1": 0.785886, - "nauc_recall_at_1_max": 0.714828, - "nauc_recall_at_1_std": 0.157328, - "nauc_recall_at_1_diff1": 0.821528, - "nauc_recall_at_3_max": 0.745129, - "nauc_recall_at_3_std": 0.258727, - "nauc_recall_at_3_diff1": 0.735063, - "nauc_recall_at_5_max": 0.76083, - "nauc_recall_at_5_std": 0.307007, - "nauc_recall_at_5_diff1": 0.735301, - "nauc_recall_at_10_max": 0.777305, - "nauc_recall_at_10_std": 0.401808, - "nauc_recall_at_10_diff1": 0.69782, - "nauc_recall_at_20_max": 0.781029, - "nauc_recall_at_20_std": 0.490266, - "nauc_recall_at_20_diff1": 0.652686, - "nauc_recall_at_100_max": 0.778986, - "nauc_recall_at_100_std": 0.539326, - "nauc_recall_at_100_diff1": 0.619029, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.714828, - "nauc_precision_at_1_std": 0.157328, - "nauc_precision_at_1_diff1": 0.821528, - "nauc_precision_at_3_max": 0.745129, - "nauc_precision_at_3_std": 0.258727, - "nauc_precision_at_3_diff1": 0.735063, - "nauc_precision_at_5_max": 0.76083, - "nauc_precision_at_5_std": 0.307007, - "nauc_precision_at_5_diff1": 0.735301, - "nauc_precision_at_10_max": 0.777305, - "nauc_precision_at_10_std": 0.401808, - "nauc_precision_at_10_diff1": 0.69782, - "nauc_precision_at_20_max": 0.781029, - "nauc_precision_at_20_std": 0.490266, - "nauc_precision_at_20_diff1": 0.652686, - "nauc_precision_at_100_max": 0.778986, - "nauc_precision_at_100_std": 0.539326, - "nauc_precision_at_100_diff1": 0.619029, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.714828, - "nauc_mrr_at_1_std": 0.157328, - "nauc_mrr_at_1_diff1": 0.821528, - "nauc_mrr_at_3_max": 0.731146, - "nauc_mrr_at_3_std": 0.204559, - "nauc_mrr_at_3_diff1": 0.786633, - "nauc_mrr_at_5_max": 0.733493, - "nauc_mrr_at_5_std": 0.212338, - "nauc_mrr_at_5_diff1": 0.787718, - "nauc_mrr_at_10_max": 0.734709, - "nauc_mrr_at_10_std": 0.219128, - "nauc_mrr_at_10_diff1": 0.785362, - "nauc_mrr_at_20_max": 0.734643, - "nauc_mrr_at_20_std": 0.220438, - "nauc_mrr_at_20_diff1": 0.785011, - "nauc_mrr_at_100_max": 0.734177, - "nauc_mrr_at_100_std": 0.218836, - "nauc_mrr_at_100_diff1": 0.78569, - "nauc_mrr_at_1000_max": 0.734162, - "nauc_mrr_at_1000_std": 0.218575, - "nauc_mrr_at_1000_diff1": 0.785886, - "main_score": 0.66475, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.51111, + "ndcg_at_3": 0.58492, + "ndcg_at_5": 0.60696, + "ndcg_at_10": 0.62776, + "ndcg_at_20": 0.64363, + "ndcg_at_100": 0.66578, + "ndcg_at_1000": 0.67367, + "map_at_1": 0.51111, + "map_at_3": 0.56667, + "map_at_5": 0.57894, + "map_at_10": 0.5875, + "map_at_20": 0.59192, + "map_at_100": 0.59487, + "map_at_1000": 0.59517, + "recall_at_1": 0.51111, + "recall_at_3": 0.63778, + "recall_at_5": 0.69111, + "recall_at_10": 0.75556, + "recall_at_20": 0.81778, + "recall_at_100": 0.93889, + "recall_at_1000": 1.0, + "accuracy": 0.51111, + "precision_at_1": 0.51111, + "precision_at_3": 0.21259, + "precision_at_5": 0.13822, + "precision_at_10": 0.07556, + "precision_at_20": 0.04089, + "precision_at_100": 0.00939, + "precision_at_1000": 0.001, + "mrr_at_1": 0.511111, + "mrr_at_3": 0.566667, + "mrr_at_5": 0.578944, + "mrr_at_10": 0.5875, + "mrr_at_20": 0.591919, + "mrr_at_100": 0.59487, + "mrr_at_1000": 0.59517, + "nauc_ndcg_at_1_max": 0.660482, + "nauc_ndcg_at_1_std": 0.106078, + "nauc_ndcg_at_1_diff1": 0.786013, + "nauc_ndcg_at_3_max": 0.677918, + "nauc_ndcg_at_3_std": 0.163893, + "nauc_ndcg_at_3_diff1": 0.751171, + "nauc_ndcg_at_5_max": 0.6828, + "nauc_ndcg_at_5_std": 0.175479, + "nauc_ndcg_at_5_diff1": 0.748272, + "nauc_ndcg_at_10_max": 0.687174, + "nauc_ndcg_at_10_std": 0.188458, + "nauc_ndcg_at_10_diff1": 0.750485, + "nauc_ndcg_at_20_max": 0.686123, + "nauc_ndcg_at_20_std": 0.184941, + "nauc_ndcg_at_20_diff1": 0.749334, + "nauc_ndcg_at_100_max": 0.682932, + "nauc_ndcg_at_100_std": 0.180406, + "nauc_ndcg_at_100_diff1": 0.74993, + "nauc_ndcg_at_1000_max": 0.681396, + "nauc_ndcg_at_1000_std": 0.172076, + "nauc_ndcg_at_1000_diff1": 0.754299, + "nauc_map_at_1_max": 0.660482, + "nauc_map_at_1_std": 0.106078, + "nauc_map_at_1_diff1": 0.786013, + "nauc_map_at_3_max": 0.674009, + "nauc_map_at_3_std": 0.148125, + "nauc_map_at_3_diff1": 0.760059, + "nauc_map_at_5_max": 0.676482, + "nauc_map_at_5_std": 0.153782, + "nauc_map_at_5_diff1": 0.758704, + "nauc_map_at_10_max": 0.678275, + "nauc_map_at_10_std": 0.15887, + "nauc_map_at_10_diff1": 0.759866, + "nauc_map_at_20_max": 0.677884, + "nauc_map_at_20_std": 0.157807, + "nauc_map_at_20_diff1": 0.75955, + "nauc_map_at_100_max": 0.677481, + "nauc_map_at_100_std": 0.157537, + "nauc_map_at_100_diff1": 0.759658, + "nauc_map_at_1000_max": 0.677446, + "nauc_map_at_1000_std": 0.157288, + "nauc_map_at_1000_diff1": 0.759838, + "nauc_recall_at_1_max": 0.660482, + "nauc_recall_at_1_std": 0.106078, + "nauc_recall_at_1_diff1": 0.786013, + "nauc_recall_at_3_max": 0.690096, + "nauc_recall_at_3_std": 0.214503, + "nauc_recall_at_3_diff1": 0.72291, + "nauc_recall_at_5_max": 0.705305, + "nauc_recall_at_5_std": 0.253385, + "nauc_recall_at_5_diff1": 0.711662, + "nauc_recall_at_10_max": 0.725995, + "nauc_recall_at_10_std": 0.318388, + "nauc_recall_at_10_diff1": 0.712377, + "nauc_recall_at_20_max": 0.73047, + "nauc_recall_at_20_std": 0.330108, + "nauc_recall_at_20_diff1": 0.696247, + "nauc_recall_at_100_max": 0.736423, + "nauc_recall_at_100_std": 0.453357, + "nauc_recall_at_100_diff1": 0.618666, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.660482, + "nauc_precision_at_1_std": 0.106078, + "nauc_precision_at_1_diff1": 0.786013, + "nauc_precision_at_3_max": 0.690096, + "nauc_precision_at_3_std": 0.214503, + "nauc_precision_at_3_diff1": 0.72291, + "nauc_precision_at_5_max": 0.705305, + "nauc_precision_at_5_std": 0.253385, + "nauc_precision_at_5_diff1": 0.711662, + "nauc_precision_at_10_max": 0.725995, + "nauc_precision_at_10_std": 0.318388, + "nauc_precision_at_10_diff1": 0.712377, + "nauc_precision_at_20_max": 0.73047, + "nauc_precision_at_20_std": 0.330108, + "nauc_precision_at_20_diff1": 0.696247, + "nauc_precision_at_100_max": 0.736423, + "nauc_precision_at_100_std": 0.453357, + "nauc_precision_at_100_diff1": 0.618666, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.660482, + "nauc_mrr_at_1_std": 0.106078, + "nauc_mrr_at_1_diff1": 0.786013, + "nauc_mrr_at_3_max": 0.674009, + "nauc_mrr_at_3_std": 0.148125, + "nauc_mrr_at_3_diff1": 0.760059, + "nauc_mrr_at_5_max": 0.676482, + "nauc_mrr_at_5_std": 0.153782, + "nauc_mrr_at_5_diff1": 0.758704, + "nauc_mrr_at_10_max": 0.678275, + "nauc_mrr_at_10_std": 0.15887, + "nauc_mrr_at_10_diff1": 0.759866, + "nauc_mrr_at_20_max": 0.677884, + "nauc_mrr_at_20_std": 0.157807, + "nauc_mrr_at_20_diff1": 0.75955, + "nauc_mrr_at_100_max": 0.677481, + "nauc_mrr_at_100_std": 0.157537, + "nauc_mrr_at_100_diff1": 0.759658, + "nauc_mrr_at_1000_max": 0.677446, + "nauc_mrr_at_1000_std": 0.157288, + "nauc_mrr_at_1000_diff1": 0.759838, + "hit_rate_at_1": 0.51111, + "hit_rate_at_3": 0.63778, + "hit_rate_at_5": 0.69111, + "hit_rate_at_10": 0.75556, + "hit_rate_at_20": 0.81778, + "hit_rate_at_100": 0.93889, + "hit_rate_at_1000": 1.0, + "main_score": 0.62776, "hf_subset": "eng_Latn-sin_Sinh", "languages": [ "eng-Latn", "sin-Sinh" - ] - }, - { - "ndcg_at_1": 0.90111, - "ndcg_at_3": 0.93231, - "ndcg_at_5": 0.93805, - "ndcg_at_10": 0.94037, - "ndcg_at_20": 0.94312, - "ndcg_at_100": 0.94544, - "ndcg_at_1000": 0.94573, - "map_at_1": 0.90111, - "map_at_3": 0.925, - "map_at_5": 0.92806, - "map_at_10": 0.92911, - "map_at_20": 0.92984, - "map_at_100": 0.93017, - "map_at_1000": 0.93018, - "recall_at_1": 0.90111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.92828, + "ndcg_at_5": 0.93287, + "ndcg_at_10": 0.93649, + "ndcg_at_20": 0.93869, + "ndcg_at_100": 0.94084, + "ndcg_at_1000": 0.94128, + "map_at_1": 0.89333, + "map_at_3": 0.91963, + "map_at_5": 0.92219, + "map_at_10": 0.9237, + "map_at_20": 0.92427, + "map_at_100": 0.92453, + "map_at_1000": 0.92455, + "recall_at_1": 0.89333, "recall_at_3": 0.95333, - "recall_at_5": 0.96778, - "recall_at_10": 0.97444, - "recall_at_20": 0.98556, - "recall_at_100": 0.99778, + "recall_at_5": 0.96444, + "recall_at_10": 0.97556, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90111, + "accuracy": 0.89333, + "precision_at_1": 0.89333, "precision_at_3": 0.31778, - "precision_at_5": 0.19356, - "precision_at_10": 0.09744, - "precision_at_20": 0.04928, - "precision_at_100": 0.00998, + "precision_at_5": 0.19289, + "precision_at_10": 0.09756, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.901111, - "mrr_at_3": 0.925, - "mrr_at_5": 0.928056, - "mrr_at_10": 0.929114, - "mrr_at_20": 0.929836, - "mrr_at_100": 0.930173, - "mrr_at_1000": 0.930182, - "nauc_ndcg_at_1_max": 0.829142, - "nauc_ndcg_at_1_std": -0.091367, - "nauc_ndcg_at_1_diff1": 0.912688, - "nauc_ndcg_at_3_max": 0.854937, - "nauc_ndcg_at_3_std": -0.065013, - "nauc_ndcg_at_3_diff1": 0.909284, - "nauc_ndcg_at_5_max": 0.851115, - "nauc_ndcg_at_5_std": -0.041874, - "nauc_ndcg_at_5_diff1": 0.907566, - "nauc_ndcg_at_10_max": 0.847906, - "nauc_ndcg_at_10_std": -0.062141, - "nauc_ndcg_at_10_diff1": 0.905698, - "nauc_ndcg_at_20_max": 0.850166, - "nauc_ndcg_at_20_std": -0.0609, - "nauc_ndcg_at_20_diff1": 0.907955, - "nauc_ndcg_at_100_max": 0.846523, - "nauc_ndcg_at_100_std": -0.05838, - "nauc_ndcg_at_100_diff1": 0.908596, - "nauc_ndcg_at_1000_max": 0.845729, - "nauc_ndcg_at_1000_std": -0.063853, - "nauc_ndcg_at_1000_diff1": 0.908799, - "nauc_map_at_1_max": 0.829142, - "nauc_map_at_1_std": -0.091367, - "nauc_map_at_1_diff1": 0.912688, - "nauc_map_at_3_max": 0.846497, - "nauc_map_at_3_std": -0.072861, - "nauc_map_at_3_diff1": 0.910087, - "nauc_map_at_5_max": 0.844419, - "nauc_map_at_5_std": -0.062237, - "nauc_map_at_5_diff1": 0.909297, - "nauc_map_at_10_max": 0.84306, - "nauc_map_at_10_std": -0.070532, - "nauc_map_at_10_diff1": 0.908626, - "nauc_map_at_20_max": 0.843452, - "nauc_map_at_20_std": -0.070431, - "nauc_map_at_20_diff1": 0.909136, - "nauc_map_at_100_max": 0.843022, - "nauc_map_at_100_std": -0.070013, - "nauc_map_at_100_diff1": 0.90933, - "nauc_map_at_1000_max": 0.843001, - "nauc_map_at_1000_std": -0.07016, - "nauc_map_at_1000_diff1": 0.909336, - "nauc_recall_at_1_max": 0.829142, - "nauc_recall_at_1_std": -0.091367, - "nauc_recall_at_1_diff1": 0.912688, - "nauc_recall_at_3_max": 0.894235, - "nauc_recall_at_3_std": -0.028967, - "nauc_recall_at_3_diff1": 0.90574, - "nauc_recall_at_5_max": 0.893026, - "nauc_recall_at_5_std": 0.096124, - "nauc_recall_at_5_diff1": 0.896165, - "nauc_recall_at_10_max": 0.882881, - "nauc_recall_at_10_std": -0.000447, - "nauc_recall_at_10_diff1": 0.880445, - "nauc_recall_at_20_max": 0.94721, - "nauc_recall_at_20_std": 0.069741, - "nauc_recall_at_20_diff1": 0.896933, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.91963, + "mrr_at_5": 0.922185, + "mrr_at_10": 0.923698, + "mrr_at_20": 0.924271, + "mrr_at_100": 0.924528, + "mrr_at_1000": 0.924547, + "nauc_ndcg_at_1_max": 0.826278, + "nauc_ndcg_at_1_std": -0.169408, + "nauc_ndcg_at_1_diff1": 0.914122, + "nauc_ndcg_at_3_max": 0.847122, + "nauc_ndcg_at_3_std": -0.149103, + "nauc_ndcg_at_3_diff1": 0.907202, + "nauc_ndcg_at_5_max": 0.848652, + "nauc_ndcg_at_5_std": -0.127372, + "nauc_ndcg_at_5_diff1": 0.909026, + "nauc_ndcg_at_10_max": 0.84481, + "nauc_ndcg_at_10_std": -0.146061, + "nauc_ndcg_at_10_diff1": 0.910286, + "nauc_ndcg_at_20_max": 0.846725, + "nauc_ndcg_at_20_std": -0.134632, + "nauc_ndcg_at_20_diff1": 0.910662, + "nauc_ndcg_at_100_max": 0.844063, + "nauc_ndcg_at_100_std": -0.132883, + "nauc_ndcg_at_100_diff1": 0.910815, + "nauc_ndcg_at_1000_max": 0.842884, + "nauc_ndcg_at_1000_std": -0.140677, + "nauc_ndcg_at_1000_diff1": 0.910434, + "nauc_map_at_1_max": 0.826278, + "nauc_map_at_1_std": -0.169408, + "nauc_map_at_1_diff1": 0.914122, + "nauc_map_at_3_max": 0.840705, + "nauc_map_at_3_std": -0.155272, + "nauc_map_at_3_diff1": 0.909311, + "nauc_map_at_5_max": 0.84124, + "nauc_map_at_5_std": -0.144685, + "nauc_map_at_5_diff1": 0.91013, + "nauc_map_at_10_max": 0.839875, + "nauc_map_at_10_std": -0.151339, + "nauc_map_at_10_diff1": 0.910687, + "nauc_map_at_20_max": 0.840127, + "nauc_map_at_20_std": -0.148626, + "nauc_map_at_20_diff1": 0.910671, + "nauc_map_at_100_max": 0.839929, + "nauc_map_at_100_std": -0.148182, + "nauc_map_at_100_diff1": 0.910678, + "nauc_map_at_1000_max": 0.839888, + "nauc_map_at_1000_std": -0.148437, + "nauc_map_at_1000_diff1": 0.910661, + "nauc_recall_at_1_max": 0.826278, + "nauc_recall_at_1_std": -0.169408, + "nauc_recall_at_1_diff1": 0.914122, + "nauc_recall_at_3_max": 0.878674, + "nauc_recall_at_3_std": -0.118825, + "nauc_recall_at_3_diff1": 0.896848, + "nauc_recall_at_5_max": 0.895396, + "nauc_recall_at_5_std": -0.013655, + "nauc_recall_at_5_diff1": 0.903055, + "nauc_recall_at_10_max": 0.884242, + "nauc_recall_at_10_std": -0.113212, + "nauc_recall_at_10_diff1": 0.908751, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.07433, + "nauc_recall_at_20_diff1": 0.917634, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829142, - "nauc_precision_at_1_std": -0.091367, - "nauc_precision_at_1_diff1": 0.912688, - "nauc_precision_at_3_max": 0.894235, - "nauc_precision_at_3_std": -0.028967, - "nauc_precision_at_3_diff1": 0.90574, - "nauc_precision_at_5_max": 0.893026, - "nauc_precision_at_5_std": 0.096124, - "nauc_precision_at_5_diff1": 0.896165, - "nauc_precision_at_10_max": 0.882881, - "nauc_precision_at_10_std": -0.000447, - "nauc_precision_at_10_diff1": 0.880445, - "nauc_precision_at_20_max": 0.94721, - "nauc_precision_at_20_std": 0.069741, - "nauc_precision_at_20_diff1": 0.896933, + "nauc_precision_at_1_max": 0.826278, + "nauc_precision_at_1_std": -0.169408, + "nauc_precision_at_1_diff1": 0.914122, + "nauc_precision_at_3_max": 0.878674, + "nauc_precision_at_3_std": -0.118825, + "nauc_precision_at_3_diff1": 0.896848, + "nauc_precision_at_5_max": 0.895396, + "nauc_precision_at_5_std": -0.013655, + "nauc_precision_at_5_diff1": 0.903055, + "nauc_precision_at_10_max": 0.884242, + "nauc_precision_at_10_std": -0.113212, + "nauc_precision_at_10_diff1": 0.908751, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.07433, + "nauc_precision_at_20_diff1": 0.917634, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829142, - "nauc_mrr_at_1_std": -0.091367, - "nauc_mrr_at_1_diff1": 0.912688, - "nauc_mrr_at_3_max": 0.846497, - "nauc_mrr_at_3_std": -0.072861, - "nauc_mrr_at_3_diff1": 0.910087, - "nauc_mrr_at_5_max": 0.844419, - "nauc_mrr_at_5_std": -0.062237, - "nauc_mrr_at_5_diff1": 0.909297, - "nauc_mrr_at_10_max": 0.84306, - "nauc_mrr_at_10_std": -0.070532, - "nauc_mrr_at_10_diff1": 0.908626, - "nauc_mrr_at_20_max": 0.843452, - "nauc_mrr_at_20_std": -0.070431, - "nauc_mrr_at_20_diff1": 0.909136, - "nauc_mrr_at_100_max": 0.843022, - "nauc_mrr_at_100_std": -0.070013, - "nauc_mrr_at_100_diff1": 0.90933, - "nauc_mrr_at_1000_max": 0.843001, - "nauc_mrr_at_1000_std": -0.07016, - "nauc_mrr_at_1000_diff1": 0.909336, - "main_score": 0.94037, + "nauc_mrr_at_1_max": 0.826278, + "nauc_mrr_at_1_std": -0.169408, + "nauc_mrr_at_1_diff1": 0.914122, + "nauc_mrr_at_3_max": 0.840705, + "nauc_mrr_at_3_std": -0.155272, + "nauc_mrr_at_3_diff1": 0.909311, + "nauc_mrr_at_5_max": 0.84124, + "nauc_mrr_at_5_std": -0.144685, + "nauc_mrr_at_5_diff1": 0.91013, + "nauc_mrr_at_10_max": 0.839875, + "nauc_mrr_at_10_std": -0.151339, + "nauc_mrr_at_10_diff1": 0.910687, + "nauc_mrr_at_20_max": 0.840127, + "nauc_mrr_at_20_std": -0.148626, + "nauc_mrr_at_20_diff1": 0.910671, + "nauc_mrr_at_100_max": 0.839929, + "nauc_mrr_at_100_std": -0.148182, + "nauc_mrr_at_100_diff1": 0.910678, + "nauc_mrr_at_1000_max": 0.839888, + "nauc_mrr_at_1000_std": -0.148437, + "nauc_mrr_at_1000_diff1": 0.910661, + "hit_rate_at_1": 0.89333, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96444, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93649, "hf_subset": "slk_Latn-slk_Latn", "languages": [ "slk-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91778, - "ndcg_at_3": 0.94913, - "ndcg_at_5": 0.95544, - "ndcg_at_10": 0.95805, - "ndcg_at_20": 0.95856, - "ndcg_at_100": 0.95896, - "ndcg_at_1000": 0.95926, - "map_at_1": 0.91778, - "map_at_3": 0.94185, - "map_at_5": 0.9453, - "map_at_10": 0.94643, - "map_at_20": 0.94655, - "map_at_100": 0.9466, - "map_at_1000": 0.94661, - "recall_at_1": 0.91778, - "recall_at_3": 0.97, - "recall_at_5": 0.98556, - "recall_at_10": 0.99333, + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94541, + "ndcg_at_5": 0.95177, + "ndcg_at_10": 0.95393, + "ndcg_at_20": 0.95559, + "ndcg_at_100": 0.95601, + "ndcg_at_1000": 0.9563, + "map_at_1": 0.91222, + "map_at_3": 0.93796, + "map_at_5": 0.94146, + "map_at_10": 0.94236, + "map_at_20": 0.9428, + "map_at_100": 0.94286, + "map_at_1000": 0.94288, + "recall_at_1": 0.91222, + "recall_at_3": 0.96667, + "recall_at_5": 0.98222, + "recall_at_10": 0.98889, "recall_at_20": 0.99556, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91778, - "precision_at_3": 0.32333, - "precision_at_5": 0.19711, - "precision_at_10": 0.09933, + "accuracy": 0.91222, + "precision_at_1": 0.91222, + "precision_at_3": 0.32222, + "precision_at_5": 0.19644, + "precision_at_10": 0.09889, "precision_at_20": 0.04978, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.917778, - "mrr_at_3": 0.941852, - "mrr_at_5": 0.945296, - "mrr_at_10": 0.946427, - "mrr_at_20": 0.946547, - "mrr_at_100": 0.946596, - "mrr_at_1000": 0.94661, - "nauc_ndcg_at_1_max": 0.762668, - "nauc_ndcg_at_1_std": -0.272529, - "nauc_ndcg_at_1_diff1": 0.916477, - "nauc_ndcg_at_3_max": 0.780694, - "nauc_ndcg_at_3_std": -0.349827, - "nauc_ndcg_at_3_diff1": 0.923736, - "nauc_ndcg_at_5_max": 0.780248, - "nauc_ndcg_at_5_std": -0.288872, - "nauc_ndcg_at_5_diff1": 0.918585, - "nauc_ndcg_at_10_max": 0.776362, - "nauc_ndcg_at_10_std": -0.305027, - "nauc_ndcg_at_10_diff1": 0.917076, - "nauc_ndcg_at_20_max": 0.779143, - "nauc_ndcg_at_20_std": -0.287066, - "nauc_ndcg_at_20_diff1": 0.917674, - "nauc_ndcg_at_100_max": 0.777722, - "nauc_ndcg_at_100_std": -0.287892, - "nauc_ndcg_at_100_diff1": 0.918139, - "nauc_ndcg_at_1000_max": 0.776059, - "nauc_ndcg_at_1000_std": -0.297524, - "nauc_ndcg_at_1000_diff1": 0.91803, - "nauc_map_at_1_max": 0.762668, - "nauc_map_at_1_std": -0.272529, - "nauc_map_at_1_diff1": 0.916477, - "nauc_map_at_3_max": 0.775194, - "nauc_map_at_3_std": -0.328292, - "nauc_map_at_3_diff1": 0.920775, - "nauc_map_at_5_max": 0.774805, - "nauc_map_at_5_std": -0.299833, - "nauc_map_at_5_diff1": 0.918392, - "nauc_map_at_10_max": 0.773426, - "nauc_map_at_10_std": -0.304859, - "nauc_map_at_10_diff1": 0.917841, - "nauc_map_at_20_max": 0.773919, - "nauc_map_at_20_std": -0.301631, - "nauc_map_at_20_diff1": 0.91795, - "nauc_map_at_100_max": 0.7738, - "nauc_map_at_100_std": -0.301409, - "nauc_map_at_100_diff1": 0.917994, - "nauc_map_at_1000_max": 0.773739, - "nauc_map_at_1000_std": -0.301758, - "nauc_map_at_1000_diff1": 0.917992, - "nauc_recall_at_1_max": 0.762668, - "nauc_recall_at_1_std": -0.272529, - "nauc_recall_at_1_diff1": 0.916477, - "nauc_recall_at_3_max": 0.810942, - "nauc_recall_at_3_std": -0.466421, - "nauc_recall_at_3_diff1": 0.940692, - "nauc_recall_at_5_max": 0.837679, - "nauc_recall_at_5_std": -0.128313, - "nauc_recall_at_5_diff1": 0.918301, - "nauc_recall_at_10_max": 0.829599, - "nauc_recall_at_10_std": -0.271942, - "nauc_recall_at_10_diff1": 0.891068, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.462068, - "nauc_recall_at_20_diff1": 0.901961, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.937963, + "mrr_at_5": 0.941463, + "mrr_at_10": 0.942359, + "mrr_at_20": 0.942801, + "mrr_at_100": 0.942865, + "mrr_at_1000": 0.942877, + "nauc_ndcg_at_1_max": 0.783664, + "nauc_ndcg_at_1_std": -0.143147, + "nauc_ndcg_at_1_diff1": 0.927141, + "nauc_ndcg_at_3_max": 0.789006, + "nauc_ndcg_at_3_std": -0.234334, + "nauc_ndcg_at_3_diff1": 0.932648, + "nauc_ndcg_at_5_max": 0.797747, + "nauc_ndcg_at_5_std": -0.196102, + "nauc_ndcg_at_5_diff1": 0.932746, + "nauc_ndcg_at_10_max": 0.797645, + "nauc_ndcg_at_10_std": -0.193782, + "nauc_ndcg_at_10_diff1": 0.932697, + "nauc_ndcg_at_20_max": 0.791671, + "nauc_ndcg_at_20_std": -0.180357, + "nauc_ndcg_at_20_diff1": 0.931673, + "nauc_ndcg_at_100_max": 0.794508, + "nauc_ndcg_at_100_std": -0.176567, + "nauc_ndcg_at_100_diff1": 0.93155, + "nauc_ndcg_at_1000_max": 0.793128, + "nauc_ndcg_at_1000_std": -0.184469, + "nauc_ndcg_at_1000_diff1": 0.93109, + "nauc_map_at_1_max": 0.783664, + "nauc_map_at_1_std": -0.143147, + "nauc_map_at_1_diff1": 0.927141, + "nauc_map_at_3_max": 0.787874, + "nauc_map_at_3_std": -0.210065, + "nauc_map_at_3_diff1": 0.931049, + "nauc_map_at_5_max": 0.792194, + "nauc_map_at_5_std": -0.190629, + "nauc_map_at_5_diff1": 0.931098, + "nauc_map_at_10_max": 0.792011, + "nauc_map_at_10_std": -0.189134, + "nauc_map_at_10_diff1": 0.930887, + "nauc_map_at_20_max": 0.790673, + "nauc_map_at_20_std": -0.186856, + "nauc_map_at_20_diff1": 0.930606, + "nauc_map_at_100_max": 0.791182, + "nauc_map_at_100_std": -0.185859, + "nauc_map_at_100_diff1": 0.930564, + "nauc_map_at_1000_max": 0.791137, + "nauc_map_at_1000_std": -0.186115, + "nauc_map_at_1000_diff1": 0.930549, + "nauc_recall_at_1_max": 0.783664, + "nauc_recall_at_1_std": -0.143147, + "nauc_recall_at_1_diff1": 0.927141, + "nauc_recall_at_3_max": 0.794553, + "nauc_recall_at_3_std": -0.359415, + "nauc_recall_at_3_diff1": 0.941021, + "nauc_recall_at_5_max": 0.851657, + "nauc_recall_at_5_std": -0.223915, + "nauc_recall_at_5_diff1": 0.947625, + "nauc_recall_at_10_max": 0.8845, + "nauc_recall_at_10_std": -0.227778, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.780696, + "nauc_recall_at_20_std": 0.315009, + "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.762668, - "nauc_precision_at_1_std": -0.272529, - "nauc_precision_at_1_diff1": 0.916477, - "nauc_precision_at_3_max": 0.810942, - "nauc_precision_at_3_std": -0.466421, - "nauc_precision_at_3_diff1": 0.940692, - "nauc_precision_at_5_max": 0.837679, - "nauc_precision_at_5_std": -0.128313, - "nauc_precision_at_5_diff1": 0.918301, - "nauc_precision_at_10_max": 0.829599, - "nauc_precision_at_10_std": -0.271942, - "nauc_precision_at_10_diff1": 0.891068, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.462068, - "nauc_precision_at_20_diff1": 0.901961, + "nauc_precision_at_1_max": 0.783664, + "nauc_precision_at_1_std": -0.143147, + "nauc_precision_at_1_diff1": 0.927141, + "nauc_precision_at_3_max": 0.794553, + "nauc_precision_at_3_std": -0.359415, + "nauc_precision_at_3_diff1": 0.941021, + "nauc_precision_at_5_max": 0.851657, + "nauc_precision_at_5_std": -0.223915, + "nauc_precision_at_5_diff1": 0.947625, + "nauc_precision_at_10_max": 0.8845, + "nauc_precision_at_10_std": -0.227778, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.780696, + "nauc_precision_at_20_std": 0.315009, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.762668, - "nauc_mrr_at_1_std": -0.272529, - "nauc_mrr_at_1_diff1": 0.916477, - "nauc_mrr_at_3_max": 0.775194, - "nauc_mrr_at_3_std": -0.328292, - "nauc_mrr_at_3_diff1": 0.920775, - "nauc_mrr_at_5_max": 0.774805, - "nauc_mrr_at_5_std": -0.299833, - "nauc_mrr_at_5_diff1": 0.918392, - "nauc_mrr_at_10_max": 0.773426, - "nauc_mrr_at_10_std": -0.304859, - "nauc_mrr_at_10_diff1": 0.917841, - "nauc_mrr_at_20_max": 0.773919, - "nauc_mrr_at_20_std": -0.301631, - "nauc_mrr_at_20_diff1": 0.91795, - "nauc_mrr_at_100_max": 0.7738, - "nauc_mrr_at_100_std": -0.301409, - "nauc_mrr_at_100_diff1": 0.917994, - "nauc_mrr_at_1000_max": 0.773739, - "nauc_mrr_at_1000_std": -0.301758, - "nauc_mrr_at_1000_diff1": 0.917992, - "main_score": 0.95805, + "nauc_mrr_at_1_max": 0.783664, + "nauc_mrr_at_1_std": -0.143147, + "nauc_mrr_at_1_diff1": 0.927141, + "nauc_mrr_at_3_max": 0.787874, + "nauc_mrr_at_3_std": -0.210065, + "nauc_mrr_at_3_diff1": 0.931049, + "nauc_mrr_at_5_max": 0.792194, + "nauc_mrr_at_5_std": -0.190629, + "nauc_mrr_at_5_diff1": 0.931098, + "nauc_mrr_at_10_max": 0.792011, + "nauc_mrr_at_10_std": -0.189134, + "nauc_mrr_at_10_diff1": 0.930887, + "nauc_mrr_at_20_max": 0.790673, + "nauc_mrr_at_20_std": -0.186856, + "nauc_mrr_at_20_diff1": 0.930606, + "nauc_mrr_at_100_max": 0.791182, + "nauc_mrr_at_100_std": -0.185859, + "nauc_mrr_at_100_diff1": 0.930564, + "nauc_mrr_at_1000_max": 0.791137, + "nauc_mrr_at_1000_std": -0.186115, + "nauc_mrr_at_1000_diff1": 0.930549, + "hit_rate_at_1": 0.91222, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.98222, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99556, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95393, "hf_subset": "slk_Latn-eng_Latn", "languages": [ "slk-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88556, - "ndcg_at_3": 0.91647, - "ndcg_at_5": 0.92312, - "ndcg_at_10": 0.92824, - "ndcg_at_20": 0.93155, - "ndcg_at_100": 0.93441, - "ndcg_at_1000": 0.93484, - "map_at_1": 0.88556, - "map_at_3": 0.90907, - "map_at_5": 0.91291, - "map_at_10": 0.91508, - "map_at_20": 0.91595, - "map_at_100": 0.91642, - "map_at_1000": 0.91643, - "recall_at_1": 0.88556, - "recall_at_3": 0.93778, - "recall_at_5": 0.95333, - "recall_at_10": 0.96889, - "recall_at_20": 0.98222, + "ndcg_at_1": 0.86222, + "ndcg_at_3": 0.90336, + "ndcg_at_5": 0.91163, + "ndcg_at_10": 0.91567, + "ndcg_at_20": 0.91791, + "ndcg_at_100": 0.92257, + "ndcg_at_1000": 0.92299, + "map_at_1": 0.86222, + "map_at_3": 0.8937, + "map_at_5": 0.89831, + "map_at_10": 0.90004, + "map_at_20": 0.90064, + "map_at_100": 0.90134, + "map_at_1000": 0.90135, + "recall_at_1": 0.86222, + "recall_at_3": 0.93111, + "recall_at_5": 0.95111, + "recall_at_10": 0.96333, + "recall_at_20": 0.97222, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88556, - "precision_at_3": 0.31259, - "precision_at_5": 0.19067, - "precision_at_10": 0.09689, - "precision_at_20": 0.04911, + "accuracy": 0.86222, + "precision_at_1": 0.86222, + "precision_at_3": 0.31037, + "precision_at_5": 0.19022, + "precision_at_10": 0.09633, + "precision_at_20": 0.04861, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.885556, - "mrr_at_3": 0.909074, - "mrr_at_5": 0.912907, - "mrr_at_10": 0.915078, - "mrr_at_20": 0.915952, - "mrr_at_100": 0.916419, - "mrr_at_1000": 0.916434, - "nauc_ndcg_at_1_max": 0.862747, - "nauc_ndcg_at_1_std": -0.0962, - "nauc_ndcg_at_1_diff1": 0.930341, - "nauc_ndcg_at_3_max": 0.885466, - "nauc_ndcg_at_3_std": -0.079025, - "nauc_ndcg_at_3_diff1": 0.933097, - "nauc_ndcg_at_5_max": 0.882166, - "nauc_ndcg_at_5_std": -0.089054, - "nauc_ndcg_at_5_diff1": 0.9321, - "nauc_ndcg_at_10_max": 0.883283, - "nauc_ndcg_at_10_std": -0.076962, - "nauc_ndcg_at_10_diff1": 0.932248, - "nauc_ndcg_at_20_max": 0.879739, - "nauc_ndcg_at_20_std": -0.094355, - "nauc_ndcg_at_20_diff1": 0.932234, - "nauc_ndcg_at_100_max": 0.87986, - "nauc_ndcg_at_100_std": -0.073989, - "nauc_ndcg_at_100_diff1": 0.932057, - "nauc_ndcg_at_1000_max": 0.879073, - "nauc_ndcg_at_1000_std": -0.080461, - "nauc_ndcg_at_1000_diff1": 0.931889, - "nauc_map_at_1_max": 0.862747, - "nauc_map_at_1_std": -0.0962, - "nauc_map_at_1_diff1": 0.930341, - "nauc_map_at_3_max": 0.87914, - "nauc_map_at_3_std": -0.082288, - "nauc_map_at_3_diff1": 0.931875, - "nauc_map_at_5_max": 0.877113, - "nauc_map_at_5_std": -0.087611, - "nauc_map_at_5_diff1": 0.931288, - "nauc_map_at_10_max": 0.877553, - "nauc_map_at_10_std": -0.082042, - "nauc_map_at_10_diff1": 0.931399, - "nauc_map_at_20_max": 0.876742, - "nauc_map_at_20_std": -0.085892, - "nauc_map_at_20_diff1": 0.931429, - "nauc_map_at_100_max": 0.876795, - "nauc_map_at_100_std": -0.083201, - "nauc_map_at_100_diff1": 0.931436, - "nauc_map_at_1000_max": 0.876773, - "nauc_map_at_1000_std": -0.083387, - "nauc_map_at_1000_diff1": 0.93143, - "nauc_recall_at_1_max": 0.862747, - "nauc_recall_at_1_std": -0.0962, - "nauc_recall_at_1_diff1": 0.930341, - "nauc_recall_at_3_max": 0.911548, - "nauc_recall_at_3_std": -0.066552, - "nauc_recall_at_3_diff1": 0.938434, - "nauc_recall_at_5_max": 0.90813, - "nauc_recall_at_5_std": -0.100185, - "nauc_recall_at_5_diff1": 0.936586, - "nauc_recall_at_10_max": 0.926304, - "nauc_recall_at_10_std": -0.039983, - "nauc_recall_at_10_diff1": 0.938725, - "nauc_recall_at_20_max": 0.903711, - "nauc_recall_at_20_std": -0.27699, - "nauc_recall_at_20_diff1": 0.941789, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, + "mrr_at_1": 0.862222, + "mrr_at_3": 0.893704, + "mrr_at_5": 0.898315, + "mrr_at_10": 0.900038, + "mrr_at_20": 0.900642, + "mrr_at_100": 0.901338, + "mrr_at_1000": 0.901352, + "nauc_ndcg_at_1_max": 0.844077, + "nauc_ndcg_at_1_std": -0.155837, + "nauc_ndcg_at_1_diff1": 0.937248, + "nauc_ndcg_at_3_max": 0.863035, + "nauc_ndcg_at_3_std": -0.149117, + "nauc_ndcg_at_3_diff1": 0.925558, + "nauc_ndcg_at_5_max": 0.857944, + "nauc_ndcg_at_5_std": -0.170838, + "nauc_ndcg_at_5_diff1": 0.927858, + "nauc_ndcg_at_10_max": 0.858565, + "nauc_ndcg_at_10_std": -0.167089, + "nauc_ndcg_at_10_diff1": 0.929041, + "nauc_ndcg_at_20_max": 0.859478, + "nauc_ndcg_at_20_std": -0.157648, + "nauc_ndcg_at_20_diff1": 0.930342, + "nauc_ndcg_at_100_max": 0.857058, + "nauc_ndcg_at_100_std": -0.156604, + "nauc_ndcg_at_100_diff1": 0.929879, + "nauc_ndcg_at_1000_max": 0.856533, + "nauc_ndcg_at_1000_std": -0.159611, + "nauc_ndcg_at_1000_diff1": 0.929727, + "nauc_map_at_1_max": 0.844077, + "nauc_map_at_1_std": -0.155837, + "nauc_map_at_1_diff1": 0.937248, + "nauc_map_at_3_max": 0.857238, + "nauc_map_at_3_std": -0.153109, + "nauc_map_at_3_diff1": 0.928173, + "nauc_map_at_5_max": 0.854546, + "nauc_map_at_5_std": -0.163887, + "nauc_map_at_5_diff1": 0.929423, + "nauc_map_at_10_max": 0.854698, + "nauc_map_at_10_std": -0.162878, + "nauc_map_at_10_diff1": 0.929833, + "nauc_map_at_20_max": 0.854784, + "nauc_map_at_20_std": -0.161021, + "nauc_map_at_20_diff1": 0.930095, + "nauc_map_at_100_max": 0.854522, + "nauc_map_at_100_std": -0.160779, + "nauc_map_at_100_diff1": 0.930059, + "nauc_map_at_1000_max": 0.854511, + "nauc_map_at_1000_std": -0.160824, + "nauc_map_at_1000_diff1": 0.930055, + "nauc_recall_at_1_max": 0.844077, + "nauc_recall_at_1_std": -0.155837, + "nauc_recall_at_1_diff1": 0.937248, + "nauc_recall_at_3_max": 0.888219, + "nauc_recall_at_3_std": -0.130561, + "nauc_recall_at_3_diff1": 0.914799, + "nauc_recall_at_5_max": 0.876284, + "nauc_recall_at_5_std": -0.215665, + "nauc_recall_at_5_diff1": 0.920157, + "nauc_recall_at_10_max": 0.886823, + "nauc_recall_at_10_std": -0.198483, + "nauc_recall_at_10_diff1": 0.926223, + "nauc_recall_at_20_max": 0.908964, + "nauc_recall_at_20_std": -0.091989, + "nauc_recall_at_20_diff1": 0.941176, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.435263, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.862747, - "nauc_precision_at_1_std": -0.0962, - "nauc_precision_at_1_diff1": 0.930341, - "nauc_precision_at_3_max": 0.911548, - "nauc_precision_at_3_std": -0.066552, - "nauc_precision_at_3_diff1": 0.938434, - "nauc_precision_at_5_max": 0.90813, - "nauc_precision_at_5_std": -0.100185, - "nauc_precision_at_5_diff1": 0.936586, - "nauc_precision_at_10_max": 0.926304, - "nauc_precision_at_10_std": -0.039983, - "nauc_precision_at_10_diff1": 0.938725, - "nauc_precision_at_20_max": 0.903711, - "nauc_precision_at_20_std": -0.27699, - "nauc_precision_at_20_diff1": 0.941789, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_1_max": 0.844077, + "nauc_precision_at_1_std": -0.155837, + "nauc_precision_at_1_diff1": 0.937248, + "nauc_precision_at_3_max": 0.888219, + "nauc_precision_at_3_std": -0.130561, + "nauc_precision_at_3_diff1": 0.914799, + "nauc_precision_at_5_max": 0.876284, + "nauc_precision_at_5_std": -0.215665, + "nauc_precision_at_5_diff1": 0.920157, + "nauc_precision_at_10_max": 0.886823, + "nauc_precision_at_10_std": -0.198483, + "nauc_precision_at_10_diff1": 0.926223, + "nauc_precision_at_20_max": 0.908964, + "nauc_precision_at_20_std": -0.091989, + "nauc_precision_at_20_diff1": 0.941176, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.435263, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.862747, - "nauc_mrr_at_1_std": -0.0962, - "nauc_mrr_at_1_diff1": 0.930341, - "nauc_mrr_at_3_max": 0.87914, - "nauc_mrr_at_3_std": -0.082288, - "nauc_mrr_at_3_diff1": 0.931875, - "nauc_mrr_at_5_max": 0.877113, - "nauc_mrr_at_5_std": -0.087611, - "nauc_mrr_at_5_diff1": 0.931288, - "nauc_mrr_at_10_max": 0.877553, - "nauc_mrr_at_10_std": -0.082042, - "nauc_mrr_at_10_diff1": 0.931399, - "nauc_mrr_at_20_max": 0.876742, - "nauc_mrr_at_20_std": -0.085892, - "nauc_mrr_at_20_diff1": 0.931429, - "nauc_mrr_at_100_max": 0.876795, - "nauc_mrr_at_100_std": -0.083201, - "nauc_mrr_at_100_diff1": 0.931436, - "nauc_mrr_at_1000_max": 0.876773, - "nauc_mrr_at_1000_std": -0.083387, - "nauc_mrr_at_1000_diff1": 0.93143, - "main_score": 0.92824, + "nauc_mrr_at_1_max": 0.844077, + "nauc_mrr_at_1_std": -0.155837, + "nauc_mrr_at_1_diff1": 0.937248, + "nauc_mrr_at_3_max": 0.857238, + "nauc_mrr_at_3_std": -0.153109, + "nauc_mrr_at_3_diff1": 0.928173, + "nauc_mrr_at_5_max": 0.854546, + "nauc_mrr_at_5_std": -0.163887, + "nauc_mrr_at_5_diff1": 0.929423, + "nauc_mrr_at_10_max": 0.854698, + "nauc_mrr_at_10_std": -0.162878, + "nauc_mrr_at_10_diff1": 0.929833, + "nauc_mrr_at_20_max": 0.854784, + "nauc_mrr_at_20_std": -0.161021, + "nauc_mrr_at_20_diff1": 0.930095, + "nauc_mrr_at_100_max": 0.854522, + "nauc_mrr_at_100_std": -0.160779, + "nauc_mrr_at_100_diff1": 0.930059, + "nauc_mrr_at_1000_max": 0.854511, + "nauc_mrr_at_1000_std": -0.160824, + "nauc_mrr_at_1000_diff1": 0.930055, + "hit_rate_at_1": 0.86222, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.96333, + "hit_rate_at_20": 0.97222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91567, "hf_subset": "eng_Latn-slk_Latn", "languages": [ "eng-Latn", "slk-Latn" - ] - }, - { - "ndcg_at_1": 0.87889, - "ndcg_at_3": 0.91524, - "ndcg_at_5": 0.92336, - "ndcg_at_10": 0.92952, - "ndcg_at_20": 0.93034, - "ndcg_at_100": 0.93262, - "ndcg_at_1000": 0.93323, - "map_at_1": 0.87889, - "map_at_3": 0.9063, - "map_at_5": 0.91074, - "map_at_10": 0.91331, - "map_at_20": 0.91353, - "map_at_100": 0.91384, - "map_at_1000": 0.91388, - "recall_at_1": 0.87889, - "recall_at_3": 0.94111, - "recall_at_5": 0.96111, - "recall_at_10": 0.98, - "recall_at_20": 0.98333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87667, + "ndcg_at_3": 0.9112, + "ndcg_at_5": 0.92139, + "ndcg_at_10": 0.92621, + "ndcg_at_20": 0.92727, + "ndcg_at_100": 0.93033, + "ndcg_at_1000": 0.93094, + "map_at_1": 0.87667, + "map_at_3": 0.90278, + "map_at_5": 0.9085, + "map_at_10": 0.91058, + "map_at_20": 0.91084, + "map_at_100": 0.91126, + "map_at_1000": 0.91129, + "recall_at_1": 0.87667, + "recall_at_3": 0.93556, + "recall_at_5": 0.96, + "recall_at_10": 0.97444, + "recall_at_20": 0.97889, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.87889, - "precision_at_3": 0.3137, - "precision_at_5": 0.19222, - "precision_at_10": 0.098, - "precision_at_20": 0.04917, + "accuracy": 0.87667, + "precision_at_1": 0.87667, + "precision_at_3": 0.31185, + "precision_at_5": 0.192, + "precision_at_10": 0.09744, + "precision_at_20": 0.04894, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.878889, - "mrr_at_3": 0.906296, - "mrr_at_5": 0.910741, - "mrr_at_10": 0.913313, - "mrr_at_20": 0.913529, - "mrr_at_100": 0.913845, - "mrr_at_1000": 0.913875, - "nauc_ndcg_at_1_max": 0.808168, - "nauc_ndcg_at_1_std": -0.01204, - "nauc_ndcg_at_1_diff1": 0.904386, - "nauc_ndcg_at_3_max": 0.832506, - "nauc_ndcg_at_3_std": 0.031811, - "nauc_ndcg_at_3_diff1": 0.902331, - "nauc_ndcg_at_5_max": 0.833949, - "nauc_ndcg_at_5_std": 0.035775, - "nauc_ndcg_at_5_diff1": 0.904132, - "nauc_ndcg_at_10_max": 0.830022, - "nauc_ndcg_at_10_std": 0.042722, - "nauc_ndcg_at_10_diff1": 0.902931, - "nauc_ndcg_at_20_max": 0.830894, - "nauc_ndcg_at_20_std": 0.042573, - "nauc_ndcg_at_20_diff1": 0.902273, - "nauc_ndcg_at_100_max": 0.82911, - "nauc_ndcg_at_100_std": 0.042919, - "nauc_ndcg_at_100_diff1": 0.90321, - "nauc_ndcg_at_1000_max": 0.827507, - "nauc_ndcg_at_1000_std": 0.03394, - "nauc_ndcg_at_1000_diff1": 0.903234, - "nauc_map_at_1_max": 0.808168, - "nauc_map_at_1_std": -0.01204, - "nauc_map_at_1_diff1": 0.904386, - "nauc_map_at_3_max": 0.82555, - "nauc_map_at_3_std": 0.022344, - "nauc_map_at_3_diff1": 0.902219, - "nauc_map_at_5_max": 0.826179, - "nauc_map_at_5_std": 0.024053, - "nauc_map_at_5_diff1": 0.903248, - "nauc_map_at_10_max": 0.82449, - "nauc_map_at_10_std": 0.025848, - "nauc_map_at_10_diff1": 0.902917, - "nauc_map_at_20_max": 0.824585, - "nauc_map_at_20_std": 0.025467, - "nauc_map_at_20_diff1": 0.90277, - "nauc_map_at_100_max": 0.824466, - "nauc_map_at_100_std": 0.02565, - "nauc_map_at_100_diff1": 0.902999, - "nauc_map_at_1000_max": 0.824403, - "nauc_map_at_1000_std": 0.025299, - "nauc_map_at_1000_diff1": 0.903001, - "nauc_recall_at_1_max": 0.808168, - "nauc_recall_at_1_std": -0.01204, - "nauc_recall_at_1_diff1": 0.904386, - "nauc_recall_at_3_max": 0.863608, - "nauc_recall_at_3_std": 0.071992, - "nauc_recall_at_3_diff1": 0.903326, - "nauc_recall_at_5_max": 0.883687, - "nauc_recall_at_5_std": 0.108617, - "nauc_recall_at_5_diff1": 0.910698, - "nauc_recall_at_10_max": 0.891457, - "nauc_recall_at_10_std": 0.256277, - "nauc_recall_at_10_diff1": 0.901701, - "nauc_recall_at_20_max": 0.921257, - "nauc_recall_at_20_std": 0.308715, - "nauc_recall_at_20_diff1": 0.890756, + "mrr_at_1": 0.876667, + "mrr_at_3": 0.902778, + "mrr_at_5": 0.9085, + "mrr_at_10": 0.910578, + "mrr_at_20": 0.91084, + "mrr_at_100": 0.911259, + "mrr_at_1000": 0.911287, + "nauc_ndcg_at_1_max": 0.805574, + "nauc_ndcg_at_1_std": -0.017047, + "nauc_ndcg_at_1_diff1": 0.894429, + "nauc_ndcg_at_3_max": 0.829714, + "nauc_ndcg_at_3_std": 0.025689, + "nauc_ndcg_at_3_diff1": 0.894953, + "nauc_ndcg_at_5_max": 0.82377, + "nauc_ndcg_at_5_std": 0.031455, + "nauc_ndcg_at_5_diff1": 0.89368, + "nauc_ndcg_at_10_max": 0.825013, + "nauc_ndcg_at_10_std": 0.039355, + "nauc_ndcg_at_10_diff1": 0.894906, + "nauc_ndcg_at_20_max": 0.827157, + "nauc_ndcg_at_20_std": 0.045963, + "nauc_ndcg_at_20_diff1": 0.894292, + "nauc_ndcg_at_100_max": 0.824545, + "nauc_ndcg_at_100_std": 0.040033, + "nauc_ndcg_at_100_diff1": 0.892519, + "nauc_ndcg_at_1000_max": 0.822981, + "nauc_ndcg_at_1000_std": 0.031474, + "nauc_ndcg_at_1000_diff1": 0.893393, + "nauc_map_at_1_max": 0.805574, + "nauc_map_at_1_std": -0.017047, + "nauc_map_at_1_diff1": 0.894429, + "nauc_map_at_3_max": 0.823044, + "nauc_map_at_3_std": 0.014909, + "nauc_map_at_3_diff1": 0.89374, + "nauc_map_at_5_max": 0.819736, + "nauc_map_at_5_std": 0.017258, + "nauc_map_at_5_diff1": 0.892991, + "nauc_map_at_10_max": 0.819901, + "nauc_map_at_10_std": 0.019351, + "nauc_map_at_10_diff1": 0.893492, + "nauc_map_at_20_max": 0.820304, + "nauc_map_at_20_std": 0.020762, + "nauc_map_at_20_diff1": 0.893354, + "nauc_map_at_100_max": 0.82009, + "nauc_map_at_100_std": 0.020432, + "nauc_map_at_100_diff1": 0.893181, + "nauc_map_at_1000_max": 0.820033, + "nauc_map_at_1000_std": 0.02012, + "nauc_map_at_1000_diff1": 0.893215, + "nauc_recall_at_1_max": 0.805574, + "nauc_recall_at_1_std": -0.017047, + "nauc_recall_at_1_diff1": 0.894429, + "nauc_recall_at_3_max": 0.857899, + "nauc_recall_at_3_std": 0.070551, + "nauc_recall_at_3_diff1": 0.900794, + "nauc_recall_at_5_max": 0.847572, + "nauc_recall_at_5_std": 0.122484, + "nauc_recall_at_5_diff1": 0.898978, + "nauc_recall_at_10_max": 0.874985, + "nauc_recall_at_10_std": 0.24861, + "nauc_recall_at_10_diff1": 0.910993, + "nauc_recall_at_20_max": 0.916335, + "nauc_recall_at_20_std": 0.381665, + "nauc_recall_at_20_diff1": 0.906015, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.901961, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.808168, - "nauc_precision_at_1_std": -0.01204, - "nauc_precision_at_1_diff1": 0.904386, - "nauc_precision_at_3_max": 0.863608, - "nauc_precision_at_3_std": 0.071992, - "nauc_precision_at_3_diff1": 0.903326, - "nauc_precision_at_5_max": 0.883687, - "nauc_precision_at_5_std": 0.108617, - "nauc_precision_at_5_diff1": 0.910698, - "nauc_precision_at_10_max": 0.891457, - "nauc_precision_at_10_std": 0.256277, - "nauc_precision_at_10_diff1": 0.901701, - "nauc_precision_at_20_max": 0.921257, - "nauc_precision_at_20_std": 0.308715, - "nauc_precision_at_20_diff1": 0.890756, + "nauc_recall_at_100_diff1": 0.795752, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.805574, + "nauc_precision_at_1_std": -0.017047, + "nauc_precision_at_1_diff1": 0.894429, + "nauc_precision_at_3_max": 0.857899, + "nauc_precision_at_3_std": 0.070551, + "nauc_precision_at_3_diff1": 0.900794, + "nauc_precision_at_5_max": 0.847572, + "nauc_precision_at_5_std": 0.122484, + "nauc_precision_at_5_diff1": 0.898978, + "nauc_precision_at_10_max": 0.874985, + "nauc_precision_at_10_std": 0.24861, + "nauc_precision_at_10_diff1": 0.910993, + "nauc_precision_at_20_max": 0.916335, + "nauc_precision_at_20_std": 0.381665, + "nauc_precision_at_20_diff1": 0.906015, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.901961, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.808168, - "nauc_mrr_at_1_std": -0.01204, - "nauc_mrr_at_1_diff1": 0.904386, - "nauc_mrr_at_3_max": 0.82555, - "nauc_mrr_at_3_std": 0.022344, - "nauc_mrr_at_3_diff1": 0.902219, - "nauc_mrr_at_5_max": 0.826179, - "nauc_mrr_at_5_std": 0.024053, - "nauc_mrr_at_5_diff1": 0.903248, - "nauc_mrr_at_10_max": 0.82449, - "nauc_mrr_at_10_std": 0.025848, - "nauc_mrr_at_10_diff1": 0.902917, - "nauc_mrr_at_20_max": 0.824585, - "nauc_mrr_at_20_std": 0.025467, - "nauc_mrr_at_20_diff1": 0.90277, - "nauc_mrr_at_100_max": 0.824466, - "nauc_mrr_at_100_std": 0.02565, - "nauc_mrr_at_100_diff1": 0.902999, - "nauc_mrr_at_1000_max": 0.824403, - "nauc_mrr_at_1000_std": 0.025299, - "nauc_mrr_at_1000_diff1": 0.903001, - "main_score": 0.92952, + "nauc_precision_at_100_diff1": 0.795752, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.805574, + "nauc_mrr_at_1_std": -0.017047, + "nauc_mrr_at_1_diff1": 0.894429, + "nauc_mrr_at_3_max": 0.823044, + "nauc_mrr_at_3_std": 0.014909, + "nauc_mrr_at_3_diff1": 0.89374, + "nauc_mrr_at_5_max": 0.819736, + "nauc_mrr_at_5_std": 0.017258, + "nauc_mrr_at_5_diff1": 0.892991, + "nauc_mrr_at_10_max": 0.819901, + "nauc_mrr_at_10_std": 0.019351, + "nauc_mrr_at_10_diff1": 0.893492, + "nauc_mrr_at_20_max": 0.820304, + "nauc_mrr_at_20_std": 0.020762, + "nauc_mrr_at_20_diff1": 0.893354, + "nauc_mrr_at_100_max": 0.82009, + "nauc_mrr_at_100_std": 0.020432, + "nauc_mrr_at_100_diff1": 0.893181, + "nauc_mrr_at_1000_max": 0.820033, + "nauc_mrr_at_1000_std": 0.02012, + "nauc_mrr_at_1000_diff1": 0.893215, + "hit_rate_at_1": 0.87667, + "hit_rate_at_3": 0.93556, + "hit_rate_at_5": 0.96, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92621, "hf_subset": "slv_Latn-slv_Latn", "languages": [ "slv-Latn", "slv-Latn" - ] - }, - { - "ndcg_at_1": 0.91444, - "ndcg_at_3": 0.94606, - "ndcg_at_5": 0.95156, - "ndcg_at_10": 0.95476, - "ndcg_at_20": 0.9556, - "ndcg_at_100": 0.95602, - "ndcg_at_1000": 0.95649, - "map_at_1": 0.91444, - "map_at_3": 0.93852, - "map_at_5": 0.94157, - "map_at_10": 0.94287, - "map_at_20": 0.94311, - "map_at_100": 0.94317, - "map_at_1000": 0.94319, - "recall_at_1": 0.91444, - "recall_at_3": 0.96778, - "recall_at_5": 0.98111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94208, + "ndcg_at_5": 0.94906, + "ndcg_at_10": 0.953, + "ndcg_at_20": 0.95381, + "ndcg_at_100": 0.95442, + "ndcg_at_1000": 0.95473, + "map_at_1": 0.91, + "map_at_3": 0.935, + "map_at_5": 0.93894, + "map_at_10": 0.94057, + "map_at_20": 0.94077, + "map_at_100": 0.94085, + "map_at_1000": 0.94087, + "recall_at_1": 0.91, + "recall_at_3": 0.96222, + "recall_at_5": 0.97889, "recall_at_10": 0.99111, "recall_at_20": 0.99444, - "recall_at_100": 0.99667, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91444, - "precision_at_3": 0.32259, - "precision_at_5": 0.19622, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32074, + "precision_at_5": 0.19578, "precision_at_10": 0.09911, "precision_at_20": 0.04972, - "precision_at_100": 0.00997, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.914444, - "mrr_at_3": 0.938519, - "mrr_at_5": 0.941574, - "mrr_at_10": 0.942874, - "mrr_at_20": 0.943107, - "mrr_at_100": 0.943168, - "mrr_at_1000": 0.943193, - "nauc_ndcg_at_1_max": 0.768714, - "nauc_ndcg_at_1_std": -0.316993, - "nauc_ndcg_at_1_diff1": 0.916694, - "nauc_ndcg_at_3_max": 0.781214, - "nauc_ndcg_at_3_std": -0.421555, - "nauc_ndcg_at_3_diff1": 0.927701, - "nauc_ndcg_at_5_max": 0.797098, - "nauc_ndcg_at_5_std": -0.36546, - "nauc_ndcg_at_5_diff1": 0.929753, - "nauc_ndcg_at_10_max": 0.790342, - "nauc_ndcg_at_10_std": -0.363176, - "nauc_ndcg_at_10_diff1": 0.927683, - "nauc_ndcg_at_20_max": 0.790918, - "nauc_ndcg_at_20_std": -0.340832, - "nauc_ndcg_at_20_diff1": 0.927166, - "nauc_ndcg_at_100_max": 0.78893, - "nauc_ndcg_at_100_std": -0.344685, - "nauc_ndcg_at_100_diff1": 0.926473, - "nauc_ndcg_at_1000_max": 0.786644, - "nauc_ndcg_at_1000_std": -0.358759, - "nauc_ndcg_at_1000_diff1": 0.925677, - "nauc_map_at_1_max": 0.768714, - "nauc_map_at_1_std": -0.316993, - "nauc_map_at_1_diff1": 0.916694, - "nauc_map_at_3_max": 0.778972, - "nauc_map_at_3_std": -0.391146, - "nauc_map_at_3_diff1": 0.924614, - "nauc_map_at_5_max": 0.78639, - "nauc_map_at_5_std": -0.364081, - "nauc_map_at_5_diff1": 0.925426, - "nauc_map_at_10_max": 0.78368, - "nauc_map_at_10_std": -0.364783, - "nauc_map_at_10_diff1": 0.924523, - "nauc_map_at_20_max": 0.783766, - "nauc_map_at_20_std": -0.360043, - "nauc_map_at_20_diff1": 0.924411, - "nauc_map_at_100_max": 0.783535, - "nauc_map_at_100_std": -0.360879, - "nauc_map_at_100_diff1": 0.92433, - "nauc_map_at_1000_max": 0.78344, - "nauc_map_at_1000_std": -0.361455, - "nauc_map_at_1000_diff1": 0.924297, - "nauc_recall_at_1_max": 0.768714, - "nauc_recall_at_1_std": -0.316993, - "nauc_recall_at_1_diff1": 0.916694, - "nauc_recall_at_3_max": 0.792025, - "nauc_recall_at_3_std": -0.585305, - "nauc_recall_at_3_diff1": 0.944219, - "nauc_recall_at_5_max": 0.895645, - "nauc_recall_at_5_std": -0.347311, - "nauc_recall_at_5_diff1": 0.968281, - "nauc_recall_at_10_max": 0.909547, - "nauc_recall_at_10_std": -0.239262, - "nauc_recall_at_10_diff1": 0.98366, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.543511, - "nauc_recall_at_20_diff1": 1.0, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, - "nauc_recall_at_100_diff1": 1.0, + "mrr_at_1": 0.91, + "mrr_at_3": 0.935, + "mrr_at_5": 0.938944, + "mrr_at_10": 0.940567, + "mrr_at_20": 0.940772, + "mrr_at_100": 0.940853, + "mrr_at_1000": 0.940869, + "nauc_ndcg_at_1_max": 0.754556, + "nauc_ndcg_at_1_std": -0.228891, + "nauc_ndcg_at_1_diff1": 0.917321, + "nauc_ndcg_at_3_max": 0.760837, + "nauc_ndcg_at_3_std": -0.296284, + "nauc_ndcg_at_3_diff1": 0.919906, + "nauc_ndcg_at_5_max": 0.757562, + "nauc_ndcg_at_5_std": -0.292419, + "nauc_ndcg_at_5_diff1": 0.919283, + "nauc_ndcg_at_10_max": 0.764218, + "nauc_ndcg_at_10_std": -0.260449, + "nauc_ndcg_at_10_diff1": 0.920038, + "nauc_ndcg_at_20_max": 0.761798, + "nauc_ndcg_at_20_std": -0.253876, + "nauc_ndcg_at_20_diff1": 0.921117, + "nauc_ndcg_at_100_max": 0.763834, + "nauc_ndcg_at_100_std": -0.249494, + "nauc_ndcg_at_100_diff1": 0.920611, + "nauc_ndcg_at_1000_max": 0.762222, + "nauc_ndcg_at_1000_std": -0.258023, + "nauc_ndcg_at_1000_diff1": 0.920069, + "nauc_map_at_1_max": 0.754556, + "nauc_map_at_1_std": -0.228891, + "nauc_map_at_1_diff1": 0.917321, + "nauc_map_at_3_max": 0.758967, + "nauc_map_at_3_std": -0.277477, + "nauc_map_at_3_diff1": 0.919258, + "nauc_map_at_5_max": 0.757687, + "nauc_map_at_5_std": -0.273614, + "nauc_map_at_5_diff1": 0.918999, + "nauc_map_at_10_max": 0.760381, + "nauc_map_at_10_std": -0.262202, + "nauc_map_at_10_diff1": 0.919321, + "nauc_map_at_20_max": 0.759926, + "nauc_map_at_20_std": -0.260867, + "nauc_map_at_20_diff1": 0.919569, + "nauc_map_at_100_max": 0.760355, + "nauc_map_at_100_std": -0.259852, + "nauc_map_at_100_diff1": 0.919501, + "nauc_map_at_1000_max": 0.760291, + "nauc_map_at_1000_std": -0.260187, + "nauc_map_at_1000_diff1": 0.919479, + "nauc_recall_at_1_max": 0.754556, + "nauc_recall_at_1_std": -0.228891, + "nauc_recall_at_1_diff1": 0.917321, + "nauc_recall_at_3_max": 0.769965, + "nauc_recall_at_3_std": -0.387035, + "nauc_recall_at_3_diff1": 0.922969, + "nauc_recall_at_5_max": 0.753698, + "nauc_recall_at_5_std": -0.446336, + "nauc_recall_at_5_diff1": 0.920881, + "nauc_recall_at_10_max": 0.839286, + "nauc_recall_at_10_std": -0.149393, + "nauc_recall_at_10_diff1": 0.932598, + "nauc_recall_at_20_max": 0.798413, + "nauc_recall_at_20_std": 0.139309, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.768714, - "nauc_precision_at_1_std": -0.316993, - "nauc_precision_at_1_diff1": 0.916694, - "nauc_precision_at_3_max": 0.792025, - "nauc_precision_at_3_std": -0.585305, - "nauc_precision_at_3_diff1": 0.944219, - "nauc_precision_at_5_max": 0.895645, - "nauc_precision_at_5_std": -0.347311, - "nauc_precision_at_5_diff1": 0.968281, - "nauc_precision_at_10_max": 0.909547, - "nauc_precision_at_10_std": -0.239262, - "nauc_precision_at_10_diff1": 0.98366, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.543511, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.754556, + "nauc_precision_at_1_std": -0.228891, + "nauc_precision_at_1_diff1": 0.917321, + "nauc_precision_at_3_max": 0.769965, + "nauc_precision_at_3_std": -0.387035, + "nauc_precision_at_3_diff1": 0.922969, + "nauc_precision_at_5_max": 0.753698, + "nauc_precision_at_5_std": -0.446336, + "nauc_precision_at_5_diff1": 0.920881, + "nauc_precision_at_10_max": 0.839286, + "nauc_precision_at_10_std": -0.149393, + "nauc_precision_at_10_diff1": 0.932598, + "nauc_precision_at_20_max": 0.798413, + "nauc_precision_at_20_std": 0.139309, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.768714, - "nauc_mrr_at_1_std": -0.316993, - "nauc_mrr_at_1_diff1": 0.916694, - "nauc_mrr_at_3_max": 0.778972, - "nauc_mrr_at_3_std": -0.391146, - "nauc_mrr_at_3_diff1": 0.924614, - "nauc_mrr_at_5_max": 0.78639, - "nauc_mrr_at_5_std": -0.364081, - "nauc_mrr_at_5_diff1": 0.925426, - "nauc_mrr_at_10_max": 0.78368, - "nauc_mrr_at_10_std": -0.364783, - "nauc_mrr_at_10_diff1": 0.924523, - "nauc_mrr_at_20_max": 0.783766, - "nauc_mrr_at_20_std": -0.360043, - "nauc_mrr_at_20_diff1": 0.924411, - "nauc_mrr_at_100_max": 0.783535, - "nauc_mrr_at_100_std": -0.360879, - "nauc_mrr_at_100_diff1": 0.92433, - "nauc_mrr_at_1000_max": 0.78344, - "nauc_mrr_at_1000_std": -0.361455, - "nauc_mrr_at_1000_diff1": 0.924297, - "main_score": 0.95476, + "nauc_mrr_at_1_max": 0.754556, + "nauc_mrr_at_1_std": -0.228891, + "nauc_mrr_at_1_diff1": 0.917321, + "nauc_mrr_at_3_max": 0.758967, + "nauc_mrr_at_3_std": -0.277477, + "nauc_mrr_at_3_diff1": 0.919258, + "nauc_mrr_at_5_max": 0.757687, + "nauc_mrr_at_5_std": -0.273614, + "nauc_mrr_at_5_diff1": 0.918999, + "nauc_mrr_at_10_max": 0.760381, + "nauc_mrr_at_10_std": -0.262202, + "nauc_mrr_at_10_diff1": 0.919321, + "nauc_mrr_at_20_max": 0.759926, + "nauc_mrr_at_20_std": -0.260867, + "nauc_mrr_at_20_diff1": 0.919569, + "nauc_mrr_at_100_max": 0.760355, + "nauc_mrr_at_100_std": -0.259852, + "nauc_mrr_at_100_diff1": 0.919501, + "nauc_mrr_at_1000_max": 0.760291, + "nauc_mrr_at_1000_std": -0.260187, + "nauc_mrr_at_1000_diff1": 0.919479, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.99111, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.953, "hf_subset": "slv_Latn-eng_Latn", "languages": [ "slv-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85444, - "ndcg_at_3": 0.88717, - "ndcg_at_5": 0.89501, - "ndcg_at_10": 0.90314, - "ndcg_at_20": 0.90783, - "ndcg_at_100": 0.91126, - "ndcg_at_1000": 0.91246, - "map_at_1": 0.85444, - "map_at_3": 0.87926, - "map_at_5": 0.88365, - "map_at_10": 0.88714, - "map_at_20": 0.88838, - "map_at_100": 0.88882, - "map_at_1000": 0.88887, - "recall_at_1": 0.85444, - "recall_at_3": 0.91, - "recall_at_5": 0.92889, - "recall_at_10": 0.95333, - "recall_at_20": 0.97222, - "recall_at_100": 0.99111, + "ndcg_at_1": 0.83667, + "ndcg_at_3": 0.87848, + "ndcg_at_5": 0.88407, + "ndcg_at_10": 0.8911, + "ndcg_at_20": 0.89596, + "ndcg_at_100": 0.90167, + "ndcg_at_1000": 0.90268, + "map_at_1": 0.83667, + "map_at_3": 0.86833, + "map_at_5": 0.8715, + "map_at_10": 0.87452, + "map_at_20": 0.8759, + "map_at_100": 0.87666, + "map_at_1000": 0.8767, + "recall_at_1": 0.83667, + "recall_at_3": 0.90778, + "recall_at_5": 0.92111, + "recall_at_10": 0.94222, + "recall_at_20": 0.96111, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.85444, - "precision_at_3": 0.30333, - "precision_at_5": 0.18578, - "precision_at_10": 0.09533, - "precision_at_20": 0.04861, - "precision_at_100": 0.00991, + "accuracy": 0.83667, + "precision_at_1": 0.83667, + "precision_at_3": 0.30259, + "precision_at_5": 0.18422, + "precision_at_10": 0.09422, + "precision_at_20": 0.04806, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.854444, - "mrr_at_3": 0.879259, - "mrr_at_5": 0.883648, - "mrr_at_10": 0.88714, - "mrr_at_20": 0.888378, - "mrr_at_100": 0.888817, - "mrr_at_1000": 0.888871, - "nauc_ndcg_at_1_max": 0.853152, - "nauc_ndcg_at_1_std": 0.031302, - "nauc_ndcg_at_1_diff1": 0.909023, - "nauc_ndcg_at_3_max": 0.867283, - "nauc_ndcg_at_3_std": 0.076888, - "nauc_ndcg_at_3_diff1": 0.897584, - "nauc_ndcg_at_5_max": 0.863812, - "nauc_ndcg_at_5_std": 0.077574, - "nauc_ndcg_at_5_diff1": 0.896484, - "nauc_ndcg_at_10_max": 0.868183, - "nauc_ndcg_at_10_std": 0.114582, - "nauc_ndcg_at_10_diff1": 0.8992, - "nauc_ndcg_at_20_max": 0.86661, - "nauc_ndcg_at_20_std": 0.104985, - "nauc_ndcg_at_20_diff1": 0.900769, - "nauc_ndcg_at_100_max": 0.865416, - "nauc_ndcg_at_100_std": 0.0924, - "nauc_ndcg_at_100_diff1": 0.901337, - "nauc_ndcg_at_1000_max": 0.863997, - "nauc_ndcg_at_1000_std": 0.084133, - "nauc_ndcg_at_1000_diff1": 0.90112, - "nauc_map_at_1_max": 0.853152, - "nauc_map_at_1_std": 0.031302, - "nauc_map_at_1_diff1": 0.909023, - "nauc_map_at_3_max": 0.863237, - "nauc_map_at_3_std": 0.062489, - "nauc_map_at_3_diff1": 0.900802, - "nauc_map_at_5_max": 0.861351, - "nauc_map_at_5_std": 0.062448, - "nauc_map_at_5_diff1": 0.900496, - "nauc_map_at_10_max": 0.862773, - "nauc_map_at_10_std": 0.074972, - "nauc_map_at_10_diff1": 0.901548, - "nauc_map_at_20_max": 0.862288, - "nauc_map_at_20_std": 0.072012, - "nauc_map_at_20_diff1": 0.901925, - "nauc_map_at_100_max": 0.862104, - "nauc_map_at_100_std": 0.070592, - "nauc_map_at_100_diff1": 0.902018, - "nauc_map_at_1000_max": 0.862053, - "nauc_map_at_1000_std": 0.070318, - "nauc_map_at_1000_diff1": 0.902, - "nauc_recall_at_1_max": 0.853152, - "nauc_recall_at_1_std": 0.031302, - "nauc_recall_at_1_diff1": 0.909023, - "nauc_recall_at_3_max": 0.882537, - "nauc_recall_at_3_std": 0.131912, - "nauc_recall_at_3_diff1": 0.885477, - "nauc_recall_at_5_max": 0.874314, - "nauc_recall_at_5_std": 0.147788, - "nauc_recall_at_5_diff1": 0.877597, - "nauc_recall_at_10_max": 0.907852, - "nauc_recall_at_10_std": 0.418234, - "nauc_recall_at_10_diff1": 0.885176, - "nauc_recall_at_20_max": 0.91662, - "nauc_recall_at_20_std": 0.511578, - "nauc_recall_at_20_diff1": 0.895892, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.698354, - "nauc_recall_at_100_diff1": 0.91159, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.853152, - "nauc_precision_at_1_std": 0.031302, - "nauc_precision_at_1_diff1": 0.909023, - "nauc_precision_at_3_max": 0.882537, - "nauc_precision_at_3_std": 0.131912, - "nauc_precision_at_3_diff1": 0.885477, - "nauc_precision_at_5_max": 0.874314, - "nauc_precision_at_5_std": 0.147788, - "nauc_precision_at_5_diff1": 0.877597, - "nauc_precision_at_10_max": 0.907852, - "nauc_precision_at_10_std": 0.418234, - "nauc_precision_at_10_diff1": 0.885176, - "nauc_precision_at_20_max": 0.91662, - "nauc_precision_at_20_std": 0.511578, - "nauc_precision_at_20_diff1": 0.895892, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.698354, - "nauc_precision_at_100_diff1": 0.91159, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.853152, - "nauc_mrr_at_1_std": 0.031302, - "nauc_mrr_at_1_diff1": 0.909023, - "nauc_mrr_at_3_max": 0.863237, - "nauc_mrr_at_3_std": 0.062489, - "nauc_mrr_at_3_diff1": 0.900802, - "nauc_mrr_at_5_max": 0.861351, - "nauc_mrr_at_5_std": 0.062448, - "nauc_mrr_at_5_diff1": 0.900496, - "nauc_mrr_at_10_max": 0.862773, - "nauc_mrr_at_10_std": 0.074972, - "nauc_mrr_at_10_diff1": 0.901548, - "nauc_mrr_at_20_max": 0.862288, - "nauc_mrr_at_20_std": 0.072012, - "nauc_mrr_at_20_diff1": 0.901925, - "nauc_mrr_at_100_max": 0.862104, - "nauc_mrr_at_100_std": 0.070592, - "nauc_mrr_at_100_diff1": 0.902018, - "nauc_mrr_at_1000_max": 0.862053, - "nauc_mrr_at_1000_std": 0.070318, - "nauc_mrr_at_1000_diff1": 0.902, - "main_score": 0.90314, + "mrr_at_1": 0.836667, + "mrr_at_3": 0.868333, + "mrr_at_5": 0.8715, + "mrr_at_10": 0.874518, + "mrr_at_20": 0.875897, + "mrr_at_100": 0.87666, + "mrr_at_1000": 0.876699, + "nauc_ndcg_at_1_max": 0.785754, + "nauc_ndcg_at_1_std": -0.06088, + "nauc_ndcg_at_1_diff1": 0.91625, + "nauc_ndcg_at_3_max": 0.814572, + "nauc_ndcg_at_3_std": -0.008598, + "nauc_ndcg_at_3_diff1": 0.903553, + "nauc_ndcg_at_5_max": 0.813492, + "nauc_ndcg_at_5_std": -0.023884, + "nauc_ndcg_at_5_diff1": 0.904834, + "nauc_ndcg_at_10_max": 0.821105, + "nauc_ndcg_at_10_std": 0.022822, + "nauc_ndcg_at_10_diff1": 0.908535, + "nauc_ndcg_at_20_max": 0.815155, + "nauc_ndcg_at_20_std": 0.011525, + "nauc_ndcg_at_20_diff1": 0.908378, + "nauc_ndcg_at_100_max": 0.812881, + "nauc_ndcg_at_100_std": -0.001998, + "nauc_ndcg_at_100_diff1": 0.909512, + "nauc_ndcg_at_1000_max": 0.811746, + "nauc_ndcg_at_1000_std": -0.006712, + "nauc_ndcg_at_1000_diff1": 0.909566, + "nauc_map_at_1_max": 0.785754, + "nauc_map_at_1_std": -0.06088, + "nauc_map_at_1_diff1": 0.91625, + "nauc_map_at_3_max": 0.807091, + "nauc_map_at_3_std": -0.02623, + "nauc_map_at_3_diff1": 0.907449, + "nauc_map_at_5_max": 0.806424, + "nauc_map_at_5_std": -0.034617, + "nauc_map_at_5_diff1": 0.908259, + "nauc_map_at_10_max": 0.809294, + "nauc_map_at_10_std": -0.01706, + "nauc_map_at_10_diff1": 0.909836, + "nauc_map_at_20_max": 0.807737, + "nauc_map_at_20_std": -0.019962, + "nauc_map_at_20_diff1": 0.909811, + "nauc_map_at_100_max": 0.807549, + "nauc_map_at_100_std": -0.021274, + "nauc_map_at_100_diff1": 0.910079, + "nauc_map_at_1000_max": 0.807519, + "nauc_map_at_1000_std": -0.021339, + "nauc_map_at_1000_diff1": 0.910079, + "nauc_recall_at_1_max": 0.785754, + "nauc_recall_at_1_std": -0.06088, + "nauc_recall_at_1_diff1": 0.91625, + "nauc_recall_at_3_max": 0.843784, + "nauc_recall_at_3_std": 0.062862, + "nauc_recall_at_3_diff1": 0.887955, + "nauc_recall_at_5_max": 0.844531, + "nauc_recall_at_5_std": 0.0235, + "nauc_recall_at_5_diff1": 0.889336, + "nauc_recall_at_10_max": 0.895542, + "nauc_recall_at_10_std": 0.293579, + "nauc_recall_at_10_diff1": 0.902814, + "nauc_recall_at_20_max": 0.871882, + "nauc_recall_at_20_std": 0.306109, + "nauc_recall_at_20_diff1": 0.898559, + "nauc_recall_at_100_max": 0.922969, + "nauc_recall_at_100_std": 0.491863, + "nauc_recall_at_100_diff1": 0.904295, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785754, + "nauc_precision_at_1_std": -0.06088, + "nauc_precision_at_1_diff1": 0.91625, + "nauc_precision_at_3_max": 0.843784, + "nauc_precision_at_3_std": 0.062862, + "nauc_precision_at_3_diff1": 0.887955, + "nauc_precision_at_5_max": 0.844531, + "nauc_precision_at_5_std": 0.0235, + "nauc_precision_at_5_diff1": 0.889336, + "nauc_precision_at_10_max": 0.895542, + "nauc_precision_at_10_std": 0.293579, + "nauc_precision_at_10_diff1": 0.902814, + "nauc_precision_at_20_max": 0.871882, + "nauc_precision_at_20_std": 0.306109, + "nauc_precision_at_20_diff1": 0.898559, + "nauc_precision_at_100_max": 0.922969, + "nauc_precision_at_100_std": 0.491863, + "nauc_precision_at_100_diff1": 0.904295, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785754, + "nauc_mrr_at_1_std": -0.06088, + "nauc_mrr_at_1_diff1": 0.91625, + "nauc_mrr_at_3_max": 0.807091, + "nauc_mrr_at_3_std": -0.02623, + "nauc_mrr_at_3_diff1": 0.907449, + "nauc_mrr_at_5_max": 0.806424, + "nauc_mrr_at_5_std": -0.034617, + "nauc_mrr_at_5_diff1": 0.908259, + "nauc_mrr_at_10_max": 0.809294, + "nauc_mrr_at_10_std": -0.01706, + "nauc_mrr_at_10_diff1": 0.909836, + "nauc_mrr_at_20_max": 0.807737, + "nauc_mrr_at_20_std": -0.019962, + "nauc_mrr_at_20_diff1": 0.909811, + "nauc_mrr_at_100_max": 0.807549, + "nauc_mrr_at_100_std": -0.021274, + "nauc_mrr_at_100_diff1": 0.910079, + "nauc_mrr_at_1000_max": 0.807519, + "nauc_mrr_at_1000_std": -0.021339, + "nauc_mrr_at_1000_diff1": 0.910079, + "hit_rate_at_1": 0.83667, + "hit_rate_at_3": 0.90778, + "hit_rate_at_5": 0.92111, + "hit_rate_at_10": 0.94222, + "hit_rate_at_20": 0.96111, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8911, "hf_subset": "eng_Latn-slv_Latn", "languages": [ "eng-Latn", "slv-Latn" - ] - }, - { - "ndcg_at_1": 0.51835, - "ndcg_at_3": 0.55363, - "ndcg_at_5": 0.56143, - "ndcg_at_10": 0.57605, - "ndcg_at_20": 0.58706, - "ndcg_at_100": 0.61307, - "ndcg_at_1000": 0.63492, - "map_at_1": 0.51835, - "map_at_3": 0.54505, - "map_at_5": 0.54939, - "map_at_10": 0.55557, - "map_at_20": 0.55861, - "map_at_100": 0.56177, - "map_at_1000": 0.56264, - "recall_at_1": 0.51835, - "recall_at_3": 0.57842, - "recall_at_5": 0.59733, - "recall_at_10": 0.64182, - "recall_at_20": 0.68521, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.51057, + "ndcg_at_3": 0.55131, + "ndcg_at_5": 0.56036, + "ndcg_at_10": 0.57459, + "ndcg_at_20": 0.58269, + "ndcg_at_100": 0.61005, + "ndcg_at_1000": 0.63173, + "map_at_1": 0.51057, + "map_at_3": 0.54153, + "map_at_5": 0.54648, + "map_at_10": 0.55225, + "map_at_20": 0.55445, + "map_at_100": 0.55783, + "map_at_1000": 0.55866, + "recall_at_1": 0.51057, + "recall_at_3": 0.57953, + "recall_at_5": 0.60178, + "recall_at_10": 0.64627, + "recall_at_20": 0.67853, "recall_at_100": 0.83204, "recall_at_1000": 1.0, - "precision_at_1": 0.51835, - "precision_at_3": 0.19281, - "precision_at_5": 0.11947, - "precision_at_10": 0.06418, - "precision_at_20": 0.03426, + "accuracy": 0.51057, + "precision_at_1": 0.51057, + "precision_at_3": 0.19318, + "precision_at_5": 0.12036, + "precision_at_10": 0.06463, + "precision_at_20": 0.03393, "precision_at_100": 0.00832, "precision_at_1000": 0.001, - "mrr_at_1": 0.518354, - "mrr_at_3": 0.54505, - "mrr_at_5": 0.549388, - "mrr_at_10": 0.555565, - "mrr_at_20": 0.558607, - "mrr_at_100": 0.561774, - "mrr_at_1000": 0.562636, - "nauc_ndcg_at_1_max": 0.750733, - "nauc_ndcg_at_1_std": -0.559939, - "nauc_ndcg_at_1_diff1": 0.871834, - "nauc_ndcg_at_3_max": 0.759815, - "nauc_ndcg_at_3_std": -0.576767, - "nauc_ndcg_at_3_diff1": 0.851648, - "nauc_ndcg_at_5_max": 0.751352, - "nauc_ndcg_at_5_std": -0.578379, - "nauc_ndcg_at_5_diff1": 0.845317, - "nauc_ndcg_at_10_max": 0.746428, - "nauc_ndcg_at_10_std": -0.581575, - "nauc_ndcg_at_10_diff1": 0.839381, - "nauc_ndcg_at_20_max": 0.73736, - "nauc_ndcg_at_20_std": -0.586045, - "nauc_ndcg_at_20_diff1": 0.832645, - "nauc_ndcg_at_100_max": 0.73448, - "nauc_ndcg_at_100_std": -0.576912, - "nauc_ndcg_at_100_diff1": 0.826083, - "nauc_ndcg_at_1000_max": 0.742587, - "nauc_ndcg_at_1000_std": -0.578368, - "nauc_ndcg_at_1000_diff1": 0.838459, - "nauc_map_at_1_max": 0.750733, - "nauc_map_at_1_std": -0.559939, - "nauc_map_at_1_diff1": 0.871834, - "nauc_map_at_3_max": 0.757742, - "nauc_map_at_3_std": -0.573231, - "nauc_map_at_3_diff1": 0.85634, - "nauc_map_at_5_max": 0.753003, - "nauc_map_at_5_std": -0.574202, - "nauc_map_at_5_diff1": 0.852876, - "nauc_map_at_10_max": 0.750981, - "nauc_map_at_10_std": -0.575567, - "nauc_map_at_10_diff1": 0.85062, - "nauc_map_at_20_max": 0.748552, - "nauc_map_at_20_std": -0.577066, - "nauc_map_at_20_diff1": 0.848947, - "nauc_map_at_100_max": 0.74818, - "nauc_map_at_100_std": -0.575943, - "nauc_map_at_100_diff1": 0.848032, - "nauc_map_at_1000_max": 0.748439, - "nauc_map_at_1000_std": -0.575919, - "nauc_map_at_1000_diff1": 0.848445, - "nauc_recall_at_1_max": 0.750733, - "nauc_recall_at_1_std": -0.559939, - "nauc_recall_at_1_diff1": 0.871834, - "nauc_recall_at_3_max": 0.76594, - "nauc_recall_at_3_std": -0.587073, - "nauc_recall_at_3_diff1": 0.83774, - "nauc_recall_at_5_max": 0.745101, - "nauc_recall_at_5_std": -0.590914, - "nauc_recall_at_5_diff1": 0.821528, - "nauc_recall_at_10_max": 0.728173, - "nauc_recall_at_10_std": -0.602092, - "nauc_recall_at_10_diff1": 0.79902, - "nauc_recall_at_20_max": 0.684892, - "nauc_recall_at_20_std": -0.62155, - "nauc_recall_at_20_diff1": 0.763658, - "nauc_recall_at_100_max": 0.622597, - "nauc_recall_at_100_std": -0.551463, - "nauc_recall_at_100_diff1": 0.656938, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.750733, - "nauc_precision_at_1_std": -0.559939, - "nauc_precision_at_1_diff1": 0.871834, - "nauc_precision_at_3_max": 0.76594, - "nauc_precision_at_3_std": -0.587073, - "nauc_precision_at_3_diff1": 0.83774, - "nauc_precision_at_5_max": 0.745101, - "nauc_precision_at_5_std": -0.590914, - "nauc_precision_at_5_diff1": 0.821528, - "nauc_precision_at_10_max": 0.728173, - "nauc_precision_at_10_std": -0.602092, - "nauc_precision_at_10_diff1": 0.79902, - "nauc_precision_at_20_max": 0.684892, - "nauc_precision_at_20_std": -0.62155, - "nauc_precision_at_20_diff1": 0.763658, - "nauc_precision_at_100_max": 0.622597, - "nauc_precision_at_100_std": -0.551463, - "nauc_precision_at_100_diff1": 0.656938, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.750733, - "nauc_mrr_at_1_std": -0.559939, - "nauc_mrr_at_1_diff1": 0.871834, - "nauc_mrr_at_3_max": 0.757742, - "nauc_mrr_at_3_std": -0.573231, - "nauc_mrr_at_3_diff1": 0.85634, - "nauc_mrr_at_5_max": 0.753003, - "nauc_mrr_at_5_std": -0.574202, - "nauc_mrr_at_5_diff1": 0.852876, - "nauc_mrr_at_10_max": 0.750981, - "nauc_mrr_at_10_std": -0.575567, - "nauc_mrr_at_10_diff1": 0.85062, - "nauc_mrr_at_20_max": 0.748552, - "nauc_mrr_at_20_std": -0.577066, - "nauc_mrr_at_20_diff1": 0.848947, - "nauc_mrr_at_100_max": 0.74818, - "nauc_mrr_at_100_std": -0.575943, - "nauc_mrr_at_100_diff1": 0.848032, - "nauc_mrr_at_1000_max": 0.748439, - "nauc_mrr_at_1000_std": -0.575919, - "nauc_mrr_at_1000_diff1": 0.848445, - "main_score": 0.57605, + "mrr_at_1": 0.510567, + "mrr_at_3": 0.541528, + "mrr_at_5": 0.546478, + "mrr_at_10": 0.552255, + "mrr_at_20": 0.554447, + "mrr_at_100": 0.55783, + "mrr_at_1000": 0.558657, + "nauc_ndcg_at_1_max": 0.754458, + "nauc_ndcg_at_1_std": -0.578825, + "nauc_ndcg_at_1_diff1": 0.882092, + "nauc_ndcg_at_3_max": 0.760276, + "nauc_ndcg_at_3_std": -0.600476, + "nauc_ndcg_at_3_diff1": 0.859943, + "nauc_ndcg_at_5_max": 0.752451, + "nauc_ndcg_at_5_std": -0.603301, + "nauc_ndcg_at_5_diff1": 0.850949, + "nauc_ndcg_at_10_max": 0.743978, + "nauc_ndcg_at_10_std": -0.612253, + "nauc_ndcg_at_10_diff1": 0.846895, + "nauc_ndcg_at_20_max": 0.739405, + "nauc_ndcg_at_20_std": -0.614718, + "nauc_ndcg_at_20_diff1": 0.841642, + "nauc_ndcg_at_100_max": 0.735748, + "nauc_ndcg_at_100_std": -0.605327, + "nauc_ndcg_at_100_diff1": 0.8342, + "nauc_ndcg_at_1000_max": 0.744086, + "nauc_ndcg_at_1000_std": -0.605196, + "nauc_ndcg_at_1000_diff1": 0.847011, + "nauc_map_at_1_max": 0.754458, + "nauc_map_at_1_std": -0.578825, + "nauc_map_at_1_diff1": 0.882092, + "nauc_map_at_3_max": 0.759269, + "nauc_map_at_3_std": -0.596305, + "nauc_map_at_3_diff1": 0.86535, + "nauc_map_at_5_max": 0.755019, + "nauc_map_at_5_std": -0.597747, + "nauc_map_at_5_diff1": 0.860457, + "nauc_map_at_10_max": 0.751668, + "nauc_map_at_10_std": -0.601358, + "nauc_map_at_10_diff1": 0.859067, + "nauc_map_at_20_max": 0.750434, + "nauc_map_at_20_std": -0.602279, + "nauc_map_at_20_diff1": 0.857699, + "nauc_map_at_100_max": 0.75002, + "nauc_map_at_100_std": -0.601064, + "nauc_map_at_100_diff1": 0.856811, + "nauc_map_at_1000_max": 0.750284, + "nauc_map_at_1000_std": -0.600997, + "nauc_map_at_1000_diff1": 0.857229, + "nauc_recall_at_1_max": 0.754458, + "nauc_recall_at_1_std": -0.578825, + "nauc_recall_at_1_diff1": 0.882092, + "nauc_recall_at_3_max": 0.763116, + "nauc_recall_at_3_std": -0.612495, + "nauc_recall_at_3_diff1": 0.843727, + "nauc_recall_at_5_max": 0.743137, + "nauc_recall_at_5_std": -0.620349, + "nauc_recall_at_5_diff1": 0.820441, + "nauc_recall_at_10_max": 0.713184, + "nauc_recall_at_10_std": -0.651988, + "nauc_recall_at_10_diff1": 0.803055, + "nauc_recall_at_20_max": 0.690529, + "nauc_recall_at_20_std": -0.663155, + "nauc_recall_at_20_diff1": 0.776197, + "nauc_recall_at_100_max": 0.620218, + "nauc_recall_at_100_std": -0.60161, + "nauc_recall_at_100_diff1": 0.657555, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754458, + "nauc_precision_at_1_std": -0.578825, + "nauc_precision_at_1_diff1": 0.882092, + "nauc_precision_at_3_max": 0.763116, + "nauc_precision_at_3_std": -0.612495, + "nauc_precision_at_3_diff1": 0.843727, + "nauc_precision_at_5_max": 0.743137, + "nauc_precision_at_5_std": -0.620349, + "nauc_precision_at_5_diff1": 0.820441, + "nauc_precision_at_10_max": 0.713184, + "nauc_precision_at_10_std": -0.651988, + "nauc_precision_at_10_diff1": 0.803055, + "nauc_precision_at_20_max": 0.690529, + "nauc_precision_at_20_std": -0.663155, + "nauc_precision_at_20_diff1": 0.776197, + "nauc_precision_at_100_max": 0.620218, + "nauc_precision_at_100_std": -0.60161, + "nauc_precision_at_100_diff1": 0.657555, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754458, + "nauc_mrr_at_1_std": -0.578825, + "nauc_mrr_at_1_diff1": 0.882092, + "nauc_mrr_at_3_max": 0.759269, + "nauc_mrr_at_3_std": -0.596305, + "nauc_mrr_at_3_diff1": 0.86535, + "nauc_mrr_at_5_max": 0.755019, + "nauc_mrr_at_5_std": -0.597747, + "nauc_mrr_at_5_diff1": 0.860457, + "nauc_mrr_at_10_max": 0.751668, + "nauc_mrr_at_10_std": -0.601358, + "nauc_mrr_at_10_diff1": 0.859067, + "nauc_mrr_at_20_max": 0.750434, + "nauc_mrr_at_20_std": -0.602279, + "nauc_mrr_at_20_diff1": 0.857699, + "nauc_mrr_at_100_max": 0.75002, + "nauc_mrr_at_100_std": -0.601064, + "nauc_mrr_at_100_diff1": 0.856811, + "nauc_mrr_at_1000_max": 0.750284, + "nauc_mrr_at_1000_std": -0.600997, + "nauc_mrr_at_1000_diff1": 0.857229, + "hit_rate_at_1": 0.51057, + "hit_rate_at_3": 0.57953, + "hit_rate_at_5": 0.60178, + "hit_rate_at_10": 0.64627, + "hit_rate_at_20": 0.67853, + "hit_rate_at_100": 0.83204, + "hit_rate_at_1000": 1.0, + "main_score": 0.57459, "hf_subset": "sna_Latn-sna_Latn", "languages": [ "sna-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.60667, - "ndcg_at_3": 0.66344, - "ndcg_at_5": 0.67754, - "ndcg_at_10": 0.68899, - "ndcg_at_20": 0.69735, - "ndcg_at_100": 0.71915, - "ndcg_at_1000": 0.72905, - "map_at_1": 0.60667, - "map_at_3": 0.64963, - "map_at_5": 0.65741, - "map_at_10": 0.6621, - "map_at_20": 0.66436, - "map_at_100": 0.6672, - "map_at_1000": 0.66765, - "recall_at_1": 0.60667, - "recall_at_3": 0.70333, - "recall_at_5": 0.73778, - "recall_at_10": 0.77333, - "recall_at_20": 0.80667, - "recall_at_100": 0.92667, + "ndcg_at_1": 0.60778, + "ndcg_at_3": 0.66063, + "ndcg_at_5": 0.67512, + "ndcg_at_10": 0.68909, + "ndcg_at_20": 0.69814, + "ndcg_at_100": 0.71764, + "ndcg_at_1000": 0.72855, + "map_at_1": 0.60778, + "map_at_3": 0.64778, + "map_at_5": 0.65572, + "map_at_10": 0.66167, + "map_at_20": 0.66419, + "map_at_100": 0.66669, + "map_at_1000": 0.66718, + "recall_at_1": 0.60778, + "recall_at_3": 0.69778, + "recall_at_5": 0.73333, + "recall_at_10": 0.77556, + "recall_at_20": 0.81111, + "recall_at_100": 0.91889, "recall_at_1000": 1.0, - "precision_at_1": 0.60667, - "precision_at_3": 0.23444, - "precision_at_5": 0.14756, - "precision_at_10": 0.07733, - "precision_at_20": 0.04033, - "precision_at_100": 0.00927, + "accuracy": 0.60778, + "precision_at_1": 0.60778, + "precision_at_3": 0.23259, + "precision_at_5": 0.14667, + "precision_at_10": 0.07756, + "precision_at_20": 0.04056, + "precision_at_100": 0.00919, "precision_at_1000": 0.001, - "mrr_at_1": 0.606667, - "mrr_at_3": 0.64963, - "mrr_at_5": 0.657407, - "mrr_at_10": 0.662102, - "mrr_at_20": 0.664362, - "mrr_at_100": 0.667197, - "mrr_at_1000": 0.667649, - "nauc_ndcg_at_1_max": 0.85322, - "nauc_ndcg_at_1_std": 0.362427, - "nauc_ndcg_at_1_diff1": 0.88855, - "nauc_ndcg_at_3_max": 0.865168, - "nauc_ndcg_at_3_std": 0.400138, - "nauc_ndcg_at_3_diff1": 0.852541, - "nauc_ndcg_at_5_max": 0.860528, - "nauc_ndcg_at_5_std": 0.407842, - "nauc_ndcg_at_5_diff1": 0.846269, - "nauc_ndcg_at_10_max": 0.858046, - "nauc_ndcg_at_10_std": 0.40599, - "nauc_ndcg_at_10_diff1": 0.846127, - "nauc_ndcg_at_20_max": 0.85467, - "nauc_ndcg_at_20_std": 0.403164, - "nauc_ndcg_at_20_diff1": 0.840866, - "nauc_ndcg_at_100_max": 0.855222, - "nauc_ndcg_at_100_std": 0.406077, - "nauc_ndcg_at_100_diff1": 0.84532, - "nauc_ndcg_at_1000_max": 0.85799, - "nauc_ndcg_at_1000_std": 0.400333, - "nauc_ndcg_at_1000_diff1": 0.850687, - "nauc_map_at_1_max": 0.85322, - "nauc_map_at_1_std": 0.362427, - "nauc_map_at_1_diff1": 0.88855, - "nauc_map_at_3_max": 0.863501, - "nauc_map_at_3_std": 0.391155, - "nauc_map_at_3_diff1": 0.861964, - "nauc_map_at_5_max": 0.860939, - "nauc_map_at_5_std": 0.394735, - "nauc_map_at_5_diff1": 0.858856, - "nauc_map_at_10_max": 0.85995, - "nauc_map_at_10_std": 0.393919, - "nauc_map_at_10_diff1": 0.858825, - "nauc_map_at_20_max": 0.859121, - "nauc_map_at_20_std": 0.393182, - "nauc_map_at_20_diff1": 0.857535, - "nauc_map_at_100_max": 0.859263, - "nauc_map_at_100_std": 0.393641, - "nauc_map_at_100_diff1": 0.858115, - "nauc_map_at_1000_max": 0.859396, - "nauc_map_at_1000_std": 0.39343, - "nauc_map_at_1000_diff1": 0.858341, - "nauc_recall_at_1_max": 0.85322, - "nauc_recall_at_1_std": 0.362427, - "nauc_recall_at_1_diff1": 0.88855, - "nauc_recall_at_3_max": 0.869873, - "nauc_recall_at_3_std": 0.428699, - "nauc_recall_at_3_diff1": 0.822151, - "nauc_recall_at_5_max": 0.857646, - "nauc_recall_at_5_std": 0.455111, - "nauc_recall_at_5_diff1": 0.801066, - "nauc_recall_at_10_max": 0.847799, - "nauc_recall_at_10_std": 0.453259, - "nauc_recall_at_10_diff1": 0.795828, - "nauc_recall_at_20_max": 0.827488, - "nauc_recall_at_20_std": 0.443506, - "nauc_recall_at_20_diff1": 0.760109, - "nauc_recall_at_100_max": 0.795624, - "nauc_recall_at_100_std": 0.540991, - "nauc_recall_at_100_diff1": 0.723481, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.85322, - "nauc_precision_at_1_std": 0.362427, - "nauc_precision_at_1_diff1": 0.88855, - "nauc_precision_at_3_max": 0.869873, - "nauc_precision_at_3_std": 0.428699, - "nauc_precision_at_3_diff1": 0.822151, - "nauc_precision_at_5_max": 0.857646, - "nauc_precision_at_5_std": 0.455111, - "nauc_precision_at_5_diff1": 0.801066, - "nauc_precision_at_10_max": 0.847799, - "nauc_precision_at_10_std": 0.453259, - "nauc_precision_at_10_diff1": 0.795828, - "nauc_precision_at_20_max": 0.827488, - "nauc_precision_at_20_std": 0.443506, - "nauc_precision_at_20_diff1": 0.760109, - "nauc_precision_at_100_max": 0.795624, - "nauc_precision_at_100_std": 0.540991, - "nauc_precision_at_100_diff1": 0.723481, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.85322, - "nauc_mrr_at_1_std": 0.362427, - "nauc_mrr_at_1_diff1": 0.88855, - "nauc_mrr_at_3_max": 0.863501, - "nauc_mrr_at_3_std": 0.391155, - "nauc_mrr_at_3_diff1": 0.861964, - "nauc_mrr_at_5_max": 0.860939, - "nauc_mrr_at_5_std": 0.394735, - "nauc_mrr_at_5_diff1": 0.858856, - "nauc_mrr_at_10_max": 0.85995, - "nauc_mrr_at_10_std": 0.393919, - "nauc_mrr_at_10_diff1": 0.858825, - "nauc_mrr_at_20_max": 0.859121, - "nauc_mrr_at_20_std": 0.393182, - "nauc_mrr_at_20_diff1": 0.857535, - "nauc_mrr_at_100_max": 0.859263, - "nauc_mrr_at_100_std": 0.393641, - "nauc_mrr_at_100_diff1": 0.858115, - "nauc_mrr_at_1000_max": 0.859396, - "nauc_mrr_at_1000_std": 0.39343, - "nauc_mrr_at_1000_diff1": 0.858341, - "main_score": 0.68899, + "mrr_at_1": 0.607778, + "mrr_at_3": 0.647778, + "mrr_at_5": 0.655722, + "mrr_at_10": 0.661671, + "mrr_at_20": 0.664193, + "mrr_at_100": 0.666691, + "mrr_at_1000": 0.667184, + "nauc_ndcg_at_1_max": 0.83706, + "nauc_ndcg_at_1_std": 0.336481, + "nauc_ndcg_at_1_diff1": 0.88507, + "nauc_ndcg_at_3_max": 0.848003, + "nauc_ndcg_at_3_std": 0.371846, + "nauc_ndcg_at_3_diff1": 0.85076, + "nauc_ndcg_at_5_max": 0.843877, + "nauc_ndcg_at_5_std": 0.372785, + "nauc_ndcg_at_5_diff1": 0.844029, + "nauc_ndcg_at_10_max": 0.838792, + "nauc_ndcg_at_10_std": 0.376213, + "nauc_ndcg_at_10_diff1": 0.839703, + "nauc_ndcg_at_20_max": 0.836539, + "nauc_ndcg_at_20_std": 0.373564, + "nauc_ndcg_at_20_diff1": 0.836253, + "nauc_ndcg_at_100_max": 0.83757, + "nauc_ndcg_at_100_std": 0.379534, + "nauc_ndcg_at_100_diff1": 0.84247, + "nauc_ndcg_at_1000_max": 0.83983, + "nauc_ndcg_at_1000_std": 0.372071, + "nauc_ndcg_at_1000_diff1": 0.846825, + "nauc_map_at_1_max": 0.83706, + "nauc_map_at_1_std": 0.336481, + "nauc_map_at_1_diff1": 0.88507, + "nauc_map_at_3_max": 0.846517, + "nauc_map_at_3_std": 0.363127, + "nauc_map_at_3_diff1": 0.859602, + "nauc_map_at_5_max": 0.844195, + "nauc_map_at_5_std": 0.363332, + "nauc_map_at_5_diff1": 0.856223, + "nauc_map_at_10_max": 0.842146, + "nauc_map_at_10_std": 0.365026, + "nauc_map_at_10_diff1": 0.854571, + "nauc_map_at_20_max": 0.841592, + "nauc_map_at_20_std": 0.36439, + "nauc_map_at_20_diff1": 0.853767, + "nauc_map_at_100_max": 0.84166, + "nauc_map_at_100_std": 0.365063, + "nauc_map_at_100_diff1": 0.854547, + "nauc_map_at_1000_max": 0.841755, + "nauc_map_at_1000_std": 0.364841, + "nauc_map_at_1000_diff1": 0.854711, + "nauc_recall_at_1_max": 0.83706, + "nauc_recall_at_1_std": 0.336481, + "nauc_recall_at_1_diff1": 0.88507, + "nauc_recall_at_3_max": 0.852129, + "nauc_recall_at_3_std": 0.399473, + "nauc_recall_at_3_diff1": 0.822561, + "nauc_recall_at_5_max": 0.841527, + "nauc_recall_at_5_std": 0.405667, + "nauc_recall_at_5_diff1": 0.800591, + "nauc_recall_at_10_max": 0.821792, + "nauc_recall_at_10_std": 0.420554, + "nauc_recall_at_10_diff1": 0.77829, + "nauc_recall_at_20_max": 0.806566, + "nauc_recall_at_20_std": 0.411254, + "nauc_recall_at_20_diff1": 0.749772, + "nauc_recall_at_100_max": 0.791483, + "nauc_recall_at_100_std": 0.545809, + "nauc_recall_at_100_diff1": 0.749882, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.83706, + "nauc_precision_at_1_std": 0.336481, + "nauc_precision_at_1_diff1": 0.88507, + "nauc_precision_at_3_max": 0.852129, + "nauc_precision_at_3_std": 0.399473, + "nauc_precision_at_3_diff1": 0.822561, + "nauc_precision_at_5_max": 0.841527, + "nauc_precision_at_5_std": 0.405667, + "nauc_precision_at_5_diff1": 0.800591, + "nauc_precision_at_10_max": 0.821792, + "nauc_precision_at_10_std": 0.420554, + "nauc_precision_at_10_diff1": 0.77829, + "nauc_precision_at_20_max": 0.806566, + "nauc_precision_at_20_std": 0.411254, + "nauc_precision_at_20_diff1": 0.749772, + "nauc_precision_at_100_max": 0.791483, + "nauc_precision_at_100_std": 0.545809, + "nauc_precision_at_100_diff1": 0.749882, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.83706, + "nauc_mrr_at_1_std": 0.336481, + "nauc_mrr_at_1_diff1": 0.88507, + "nauc_mrr_at_3_max": 0.846517, + "nauc_mrr_at_3_std": 0.363127, + "nauc_mrr_at_3_diff1": 0.859602, + "nauc_mrr_at_5_max": 0.844195, + "nauc_mrr_at_5_std": 0.363332, + "nauc_mrr_at_5_diff1": 0.856223, + "nauc_mrr_at_10_max": 0.842146, + "nauc_mrr_at_10_std": 0.365026, + "nauc_mrr_at_10_diff1": 0.854571, + "nauc_mrr_at_20_max": 0.841592, + "nauc_mrr_at_20_std": 0.36439, + "nauc_mrr_at_20_diff1": 0.853767, + "nauc_mrr_at_100_max": 0.84166, + "nauc_mrr_at_100_std": 0.365063, + "nauc_mrr_at_100_diff1": 0.854547, + "nauc_mrr_at_1000_max": 0.841755, + "nauc_mrr_at_1000_std": 0.364841, + "nauc_mrr_at_1000_diff1": 0.854711, + "hit_rate_at_1": 0.60778, + "hit_rate_at_3": 0.69778, + "hit_rate_at_5": 0.73333, + "hit_rate_at_10": 0.77556, + "hit_rate_at_20": 0.81111, + "hit_rate_at_100": 0.91889, + "hit_rate_at_1000": 1.0, + "main_score": 0.68909, "hf_subset": "sna_Latn-eng_Latn", "languages": [ "sna-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.43938, - "ndcg_at_3": 0.47076, - "ndcg_at_5": 0.4755, - "ndcg_at_10": 0.48299, - "ndcg_at_20": 0.48979, - "ndcg_at_100": 0.50913, - "ndcg_at_1000": 0.55216, - "map_at_1": 0.43938, - "map_at_3": 0.46348, - "map_at_5": 0.4662, - "map_at_10": 0.46926, - "map_at_20": 0.47115, - "map_at_100": 0.4735, - "map_at_1000": 0.47506, - "recall_at_1": 0.43938, - "recall_at_3": 0.49166, - "recall_at_5": 0.50278, - "recall_at_10": 0.52614, - "recall_at_20": 0.55284, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.43493, + "ndcg_at_3": 0.46617, + "ndcg_at_5": 0.46932, + "ndcg_at_10": 0.47625, + "ndcg_at_20": 0.48476, + "ndcg_at_100": 0.50453, + "ndcg_at_1000": 0.5476, + "map_at_1": 0.43493, + "map_at_3": 0.45884, + "map_at_5": 0.46057, + "map_at_10": 0.46327, + "map_at_20": 0.46564, + "map_at_100": 0.46807, + "map_at_1000": 0.46963, + "recall_at_1": 0.43493, + "recall_at_3": 0.48721, + "recall_at_5": 0.49499, + "recall_at_10": 0.51724, + "recall_at_20": 0.55061, "recall_at_100": 0.66185, "recall_at_1000": 1.0, - "precision_at_1": 0.43938, - "precision_at_3": 0.16389, - "precision_at_5": 0.10056, - "precision_at_10": 0.05261, - "precision_at_20": 0.02764, + "accuracy": 0.43493, + "precision_at_1": 0.43493, + "precision_at_3": 0.1624, + "precision_at_5": 0.099, + "precision_at_10": 0.05172, + "precision_at_20": 0.02753, "precision_at_100": 0.00662, "precision_at_1000": 0.001, - "mrr_at_1": 0.439377, - "mrr_at_3": 0.463478, - "mrr_at_5": 0.466203, - "mrr_at_10": 0.469257, - "mrr_at_20": 0.471149, - "mrr_at_100": 0.473503, - "mrr_at_1000": 0.47506, - "nauc_ndcg_at_1_max": 0.904223, - "nauc_ndcg_at_1_std": 0.604835, - "nauc_ndcg_at_1_diff1": 0.896659, - "nauc_ndcg_at_3_max": 0.926368, - "nauc_ndcg_at_3_std": 0.629423, - "nauc_ndcg_at_3_diff1": 0.872159, - "nauc_ndcg_at_5_max": 0.920506, - "nauc_ndcg_at_5_std": 0.622918, - "nauc_ndcg_at_5_diff1": 0.864075, - "nauc_ndcg_at_10_max": 0.918925, - "nauc_ndcg_at_10_std": 0.622473, - "nauc_ndcg_at_10_diff1": 0.859642, - "nauc_ndcg_at_20_max": 0.913998, - "nauc_ndcg_at_20_std": 0.620669, - "nauc_ndcg_at_20_diff1": 0.854018, - "nauc_ndcg_at_100_max": 0.900457, - "nauc_ndcg_at_100_std": 0.607172, - "nauc_ndcg_at_100_diff1": 0.844215, - "nauc_ndcg_at_1000_max": 0.90999, - "nauc_ndcg_at_1000_std": 0.615477, - "nauc_ndcg_at_1000_diff1": 0.857318, - "nauc_map_at_1_max": 0.904223, - "nauc_map_at_1_std": 0.604835, - "nauc_map_at_1_diff1": 0.896659, - "nauc_map_at_3_max": 0.922057, - "nauc_map_at_3_std": 0.623719, - "nauc_map_at_3_diff1": 0.877949, - "nauc_map_at_5_max": 0.918663, - "nauc_map_at_5_std": 0.619958, - "nauc_map_at_5_diff1": 0.873314, - "nauc_map_at_10_max": 0.917925, - "nauc_map_at_10_std": 0.619574, - "nauc_map_at_10_diff1": 0.871585, - "nauc_map_at_20_max": 0.91658, - "nauc_map_at_20_std": 0.619077, - "nauc_map_at_20_diff1": 0.870082, - "nauc_map_at_100_max": 0.914919, - "nauc_map_at_100_std": 0.61766, - "nauc_map_at_100_diff1": 0.868765, - "nauc_map_at_1000_max": 0.915057, - "nauc_map_at_1000_std": 0.617824, - "nauc_map_at_1000_diff1": 0.869102, - "nauc_recall_at_1_max": 0.904223, - "nauc_recall_at_1_std": 0.604835, - "nauc_recall_at_1_diff1": 0.896659, - "nauc_recall_at_3_max": 0.938482, - "nauc_recall_at_3_std": 0.645933, - "nauc_recall_at_3_diff1": 0.855354, - "nauc_recall_at_5_max": 0.924789, - "nauc_recall_at_5_std": 0.630721, - "nauc_recall_at_5_diff1": 0.836144, - "nauc_recall_at_10_max": 0.920356, - "nauc_recall_at_10_std": 0.63059, - "nauc_recall_at_10_diff1": 0.821042, - "nauc_recall_at_20_max": 0.900053, - "nauc_recall_at_20_std": 0.623455, - "nauc_recall_at_20_diff1": 0.79662, - "nauc_recall_at_100_max": 0.806775, - "nauc_recall_at_100_std": 0.528706, - "nauc_recall_at_100_diff1": 0.723351, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.904223, - "nauc_precision_at_1_std": 0.604835, - "nauc_precision_at_1_diff1": 0.896659, - "nauc_precision_at_3_max": 0.938482, - "nauc_precision_at_3_std": 0.645933, - "nauc_precision_at_3_diff1": 0.855354, - "nauc_precision_at_5_max": 0.924789, - "nauc_precision_at_5_std": 0.630721, - "nauc_precision_at_5_diff1": 0.836144, - "nauc_precision_at_10_max": 0.920356, - "nauc_precision_at_10_std": 0.63059, - "nauc_precision_at_10_diff1": 0.821042, - "nauc_precision_at_20_max": 0.900053, - "nauc_precision_at_20_std": 0.623455, - "nauc_precision_at_20_diff1": 0.79662, - "nauc_precision_at_100_max": 0.806775, - "nauc_precision_at_100_std": 0.528706, - "nauc_precision_at_100_diff1": 0.723351, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.904223, - "nauc_mrr_at_1_std": 0.604835, - "nauc_mrr_at_1_diff1": 0.896659, - "nauc_mrr_at_3_max": 0.922057, - "nauc_mrr_at_3_std": 0.623719, - "nauc_mrr_at_3_diff1": 0.877949, - "nauc_mrr_at_5_max": 0.918663, - "nauc_mrr_at_5_std": 0.619958, - "nauc_mrr_at_5_diff1": 0.873314, - "nauc_mrr_at_10_max": 0.917925, - "nauc_mrr_at_10_std": 0.619574, - "nauc_mrr_at_10_diff1": 0.871585, - "nauc_mrr_at_20_max": 0.91658, - "nauc_mrr_at_20_std": 0.619077, - "nauc_mrr_at_20_diff1": 0.870082, - "nauc_mrr_at_100_max": 0.914919, - "nauc_mrr_at_100_std": 0.61766, - "nauc_mrr_at_100_diff1": 0.868765, - "nauc_mrr_at_1000_max": 0.915057, - "nauc_mrr_at_1000_std": 0.617824, - "nauc_mrr_at_1000_diff1": 0.869102, - "main_score": 0.48299, + "mrr_at_1": 0.434928, + "mrr_at_3": 0.458843, + "mrr_at_5": 0.460567, + "mrr_at_10": 0.46327, + "mrr_at_20": 0.465642, + "mrr_at_100": 0.468073, + "mrr_at_1000": 0.469633, + "nauc_ndcg_at_1_max": 0.895762, + "nauc_ndcg_at_1_std": 0.563455, + "nauc_ndcg_at_1_diff1": 0.883795, + "nauc_ndcg_at_3_max": 0.921175, + "nauc_ndcg_at_3_std": 0.590603, + "nauc_ndcg_at_3_diff1": 0.863533, + "nauc_ndcg_at_5_max": 0.920212, + "nauc_ndcg_at_5_std": 0.589774, + "nauc_ndcg_at_5_diff1": 0.858605, + "nauc_ndcg_at_10_max": 0.91516, + "nauc_ndcg_at_10_std": 0.584778, + "nauc_ndcg_at_10_diff1": 0.852862, + "nauc_ndcg_at_20_max": 0.910782, + "nauc_ndcg_at_20_std": 0.585028, + "nauc_ndcg_at_20_diff1": 0.847064, + "nauc_ndcg_at_100_max": 0.89791, + "nauc_ndcg_at_100_std": 0.575854, + "nauc_ndcg_at_100_diff1": 0.836245, + "nauc_ndcg_at_1000_max": 0.90675, + "nauc_ndcg_at_1000_std": 0.580674, + "nauc_ndcg_at_1000_diff1": 0.850062, + "nauc_map_at_1_max": 0.895762, + "nauc_map_at_1_std": 0.563455, + "nauc_map_at_1_diff1": 0.883795, + "nauc_map_at_3_max": 0.916183, + "nauc_map_at_3_std": 0.584826, + "nauc_map_at_3_diff1": 0.868706, + "nauc_map_at_5_max": 0.91565, + "nauc_map_at_5_std": 0.584363, + "nauc_map_at_5_diff1": 0.866056, + "nauc_map_at_10_max": 0.913717, + "nauc_map_at_10_std": 0.582388, + "nauc_map_at_10_diff1": 0.863873, + "nauc_map_at_20_max": 0.912547, + "nauc_map_at_20_std": 0.582503, + "nauc_map_at_20_diff1": 0.862318, + "nauc_map_at_100_max": 0.910882, + "nauc_map_at_100_std": 0.5814, + "nauc_map_at_100_diff1": 0.860999, + "nauc_map_at_1000_max": 0.911014, + "nauc_map_at_1000_std": 0.581483, + "nauc_map_at_1000_diff1": 0.861361, + "nauc_recall_at_1_max": 0.895762, + "nauc_recall_at_1_std": 0.563455, + "nauc_recall_at_1_diff1": 0.883795, + "nauc_recall_at_3_max": 0.935225, + "nauc_recall_at_3_std": 0.607093, + "nauc_recall_at_3_diff1": 0.848358, + "nauc_recall_at_5_max": 0.932897, + "nauc_recall_at_5_std": 0.605117, + "nauc_recall_at_5_diff1": 0.835936, + "nauc_recall_at_10_max": 0.916351, + "nauc_recall_at_10_std": 0.589152, + "nauc_recall_at_10_diff1": 0.81647, + "nauc_recall_at_20_max": 0.898016, + "nauc_recall_at_20_std": 0.589945, + "nauc_recall_at_20_diff1": 0.791129, + "nauc_recall_at_100_max": 0.810903, + "nauc_recall_at_100_std": 0.529122, + "nauc_recall_at_100_diff1": 0.708871, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.895762, + "nauc_precision_at_1_std": 0.563455, + "nauc_precision_at_1_diff1": 0.883795, + "nauc_precision_at_3_max": 0.935225, + "nauc_precision_at_3_std": 0.607093, + "nauc_precision_at_3_diff1": 0.848358, + "nauc_precision_at_5_max": 0.932897, + "nauc_precision_at_5_std": 0.605117, + "nauc_precision_at_5_diff1": 0.835936, + "nauc_precision_at_10_max": 0.916351, + "nauc_precision_at_10_std": 0.589152, + "nauc_precision_at_10_diff1": 0.81647, + "nauc_precision_at_20_max": 0.898016, + "nauc_precision_at_20_std": 0.589945, + "nauc_precision_at_20_diff1": 0.791129, + "nauc_precision_at_100_max": 0.810903, + "nauc_precision_at_100_std": 0.529122, + "nauc_precision_at_100_diff1": 0.708871, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.895762, + "nauc_mrr_at_1_std": 0.563455, + "nauc_mrr_at_1_diff1": 0.883795, + "nauc_mrr_at_3_max": 0.916183, + "nauc_mrr_at_3_std": 0.584826, + "nauc_mrr_at_3_diff1": 0.868706, + "nauc_mrr_at_5_max": 0.91565, + "nauc_mrr_at_5_std": 0.584363, + "nauc_mrr_at_5_diff1": 0.866056, + "nauc_mrr_at_10_max": 0.913717, + "nauc_mrr_at_10_std": 0.582388, + "nauc_mrr_at_10_diff1": 0.863873, + "nauc_mrr_at_20_max": 0.912547, + "nauc_mrr_at_20_std": 0.582503, + "nauc_mrr_at_20_diff1": 0.862318, + "nauc_mrr_at_100_max": 0.910882, + "nauc_mrr_at_100_std": 0.5814, + "nauc_mrr_at_100_diff1": 0.860999, + "nauc_mrr_at_1000_max": 0.911014, + "nauc_mrr_at_1000_std": 0.581483, + "nauc_mrr_at_1000_diff1": 0.861361, + "hit_rate_at_1": 0.43493, + "hit_rate_at_3": 0.48721, + "hit_rate_at_5": 0.49499, + "hit_rate_at_10": 0.51724, + "hit_rate_at_20": 0.55061, + "hit_rate_at_100": 0.66185, + "hit_rate_at_1000": 1.0, + "main_score": 0.47625, "hf_subset": "eng_Latn-sna_Latn", "languages": [ "eng-Latn", "sna-Latn" - ] - }, - { - "ndcg_at_1": 0.73778, - "ndcg_at_3": 0.79849, - "ndcg_at_5": 0.81169, - "ndcg_at_10": 0.82218, - "ndcg_at_20": 0.83102, - "ndcg_at_100": 0.83902, - "ndcg_at_1000": 0.8416, - "map_at_1": 0.73778, - "map_at_3": 0.78407, - "map_at_5": 0.79135, - "map_at_10": 0.79594, - "map_at_20": 0.79843, - "map_at_100": 0.79952, - "map_at_1000": 0.79964, - "recall_at_1": 0.73778, - "recall_at_3": 0.84, - "recall_at_5": 0.87222, - "recall_at_10": 0.90333, - "recall_at_20": 0.93778, - "recall_at_100": 0.98111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.72222, + "ndcg_at_3": 0.79357, + "ndcg_at_5": 0.80657, + "ndcg_at_10": 0.81648, + "ndcg_at_20": 0.82358, + "ndcg_at_100": 0.83225, + "ndcg_at_1000": 0.83498, + "map_at_1": 0.72222, + "map_at_3": 0.77667, + "map_at_5": 0.78372, + "map_at_10": 0.78773, + "map_at_20": 0.78971, + "map_at_100": 0.79092, + "map_at_1000": 0.79105, + "recall_at_1": 0.72222, + "recall_at_3": 0.84222, + "recall_at_5": 0.87444, + "recall_at_10": 0.90556, + "recall_at_20": 0.93333, + "recall_at_100": 0.98, "recall_at_1000": 1.0, - "precision_at_1": 0.73778, - "precision_at_3": 0.28, - "precision_at_5": 0.17444, - "precision_at_10": 0.09033, - "precision_at_20": 0.04689, - "precision_at_100": 0.00981, + "accuracy": 0.72222, + "precision_at_1": 0.72222, + "precision_at_3": 0.28074, + "precision_at_5": 0.17489, + "precision_at_10": 0.09056, + "precision_at_20": 0.04667, + "precision_at_100": 0.0098, "precision_at_1000": 0.001, - "mrr_at_1": 0.737778, - "mrr_at_3": 0.784074, - "mrr_at_5": 0.791352, - "mrr_at_10": 0.795938, - "mrr_at_20": 0.798432, - "mrr_at_100": 0.799521, - "mrr_at_1000": 0.799643, - "nauc_ndcg_at_1_max": 0.768627, - "nauc_ndcg_at_1_std": 0.17335, - "nauc_ndcg_at_1_diff1": 0.877888, - "nauc_ndcg_at_3_max": 0.802749, - "nauc_ndcg_at_3_std": 0.219283, - "nauc_ndcg_at_3_diff1": 0.867468, - "nauc_ndcg_at_5_max": 0.80497, - "nauc_ndcg_at_5_std": 0.24059, - "nauc_ndcg_at_5_diff1": 0.861042, - "nauc_ndcg_at_10_max": 0.800968, - "nauc_ndcg_at_10_std": 0.244871, - "nauc_ndcg_at_10_diff1": 0.85922, - "nauc_ndcg_at_20_max": 0.801219, - "nauc_ndcg_at_20_std": 0.256399, - "nauc_ndcg_at_20_diff1": 0.859873, - "nauc_ndcg_at_100_max": 0.799495, - "nauc_ndcg_at_100_std": 0.24401, - "nauc_ndcg_at_100_diff1": 0.86441, - "nauc_ndcg_at_1000_max": 0.797315, - "nauc_ndcg_at_1000_std": 0.23442, - "nauc_ndcg_at_1000_diff1": 0.864671, - "nauc_map_at_1_max": 0.768627, - "nauc_map_at_1_std": 0.17335, - "nauc_map_at_1_diff1": 0.877888, - "nauc_map_at_3_max": 0.794173, - "nauc_map_at_3_std": 0.207848, - "nauc_map_at_3_diff1": 0.87026, - "nauc_map_at_5_max": 0.795215, - "nauc_map_at_5_std": 0.218398, - "nauc_map_at_5_diff1": 0.867143, - "nauc_map_at_10_max": 0.793694, - "nauc_map_at_10_std": 0.220476, - "nauc_map_at_10_diff1": 0.866404, - "nauc_map_at_20_max": 0.793742, - "nauc_map_at_20_std": 0.223086, - "nauc_map_at_20_diff1": 0.866689, - "nauc_map_at_100_max": 0.79345, - "nauc_map_at_100_std": 0.221328, - "nauc_map_at_100_diff1": 0.867277, - "nauc_map_at_1000_max": 0.793365, - "nauc_map_at_1000_std": 0.220963, - "nauc_map_at_1000_diff1": 0.867284, - "nauc_recall_at_1_max": 0.768627, - "nauc_recall_at_1_std": 0.17335, - "nauc_recall_at_1_diff1": 0.877888, - "nauc_recall_at_3_max": 0.834049, - "nauc_recall_at_3_std": 0.26095, - "nauc_recall_at_3_diff1": 0.857174, - "nauc_recall_at_5_max": 0.847361, - "nauc_recall_at_5_std": 0.341758, - "nauc_recall_at_5_diff1": 0.832762, - "nauc_recall_at_10_max": 0.836988, - "nauc_recall_at_10_std": 0.383163, - "nauc_recall_at_10_diff1": 0.817283, - "nauc_recall_at_20_max": 0.85746, - "nauc_recall_at_20_std": 0.567635, - "nauc_recall_at_20_diff1": 0.799712, - "nauc_recall_at_100_max": 0.922145, - "nauc_recall_at_100_std": 0.786099, - "nauc_recall_at_100_diff1": 0.848135, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.768627, - "nauc_precision_at_1_std": 0.17335, - "nauc_precision_at_1_diff1": 0.877888, - "nauc_precision_at_3_max": 0.834049, - "nauc_precision_at_3_std": 0.26095, - "nauc_precision_at_3_diff1": 0.857174, - "nauc_precision_at_5_max": 0.847361, - "nauc_precision_at_5_std": 0.341758, - "nauc_precision_at_5_diff1": 0.832762, - "nauc_precision_at_10_max": 0.836988, - "nauc_precision_at_10_std": 0.383163, - "nauc_precision_at_10_diff1": 0.817283, - "nauc_precision_at_20_max": 0.85746, - "nauc_precision_at_20_std": 0.567635, - "nauc_precision_at_20_diff1": 0.799712, - "nauc_precision_at_100_max": 0.922145, - "nauc_precision_at_100_std": 0.786099, - "nauc_precision_at_100_diff1": 0.848135, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.768627, - "nauc_mrr_at_1_std": 0.17335, - "nauc_mrr_at_1_diff1": 0.877888, - "nauc_mrr_at_3_max": 0.794173, - "nauc_mrr_at_3_std": 0.207848, - "nauc_mrr_at_3_diff1": 0.87026, - "nauc_mrr_at_5_max": 0.795215, - "nauc_mrr_at_5_std": 0.218398, - "nauc_mrr_at_5_diff1": 0.867143, - "nauc_mrr_at_10_max": 0.793694, - "nauc_mrr_at_10_std": 0.220476, - "nauc_mrr_at_10_diff1": 0.866404, - "nauc_mrr_at_20_max": 0.793742, - "nauc_mrr_at_20_std": 0.223086, - "nauc_mrr_at_20_diff1": 0.866689, - "nauc_mrr_at_100_max": 0.79345, - "nauc_mrr_at_100_std": 0.221328, - "nauc_mrr_at_100_diff1": 0.867277, - "nauc_mrr_at_1000_max": 0.793365, - "nauc_mrr_at_1000_std": 0.220963, - "nauc_mrr_at_1000_diff1": 0.867284, - "main_score": 0.82218, + "mrr_at_1": 0.722222, + "mrr_at_3": 0.776667, + "mrr_at_5": 0.783722, + "mrr_at_10": 0.787727, + "mrr_at_20": 0.789714, + "mrr_at_100": 0.790924, + "mrr_at_1000": 0.791052, + "nauc_ndcg_at_1_max": 0.740128, + "nauc_ndcg_at_1_std": 0.122507, + "nauc_ndcg_at_1_diff1": 0.872632, + "nauc_ndcg_at_3_max": 0.784903, + "nauc_ndcg_at_3_std": 0.186517, + "nauc_ndcg_at_3_diff1": 0.844765, + "nauc_ndcg_at_5_max": 0.783767, + "nauc_ndcg_at_5_std": 0.196182, + "nauc_ndcg_at_5_diff1": 0.844269, + "nauc_ndcg_at_10_max": 0.783646, + "nauc_ndcg_at_10_std": 0.205376, + "nauc_ndcg_at_10_diff1": 0.849487, + "nauc_ndcg_at_20_max": 0.782714, + "nauc_ndcg_at_20_std": 0.212872, + "nauc_ndcg_at_20_diff1": 0.848778, + "nauc_ndcg_at_100_max": 0.779626, + "nauc_ndcg_at_100_std": 0.202571, + "nauc_ndcg_at_100_diff1": 0.850728, + "nauc_ndcg_at_1000_max": 0.776555, + "nauc_ndcg_at_1000_std": 0.192351, + "nauc_ndcg_at_1000_diff1": 0.850868, + "nauc_map_at_1_max": 0.740128, + "nauc_map_at_1_std": 0.122507, + "nauc_map_at_1_diff1": 0.872632, + "nauc_map_at_3_max": 0.772939, + "nauc_map_at_3_std": 0.170402, + "nauc_map_at_3_diff1": 0.850596, + "nauc_map_at_5_max": 0.771993, + "nauc_map_at_5_std": 0.174365, + "nauc_map_at_5_diff1": 0.850557, + "nauc_map_at_10_max": 0.771922, + "nauc_map_at_10_std": 0.177604, + "nauc_map_at_10_diff1": 0.852669, + "nauc_map_at_20_max": 0.771542, + "nauc_map_at_20_std": 0.179033, + "nauc_map_at_20_diff1": 0.852447, + "nauc_map_at_100_max": 0.771105, + "nauc_map_at_100_std": 0.177971, + "nauc_map_at_100_diff1": 0.852752, + "nauc_map_at_1000_max": 0.770986, + "nauc_map_at_1000_std": 0.177585, + "nauc_map_at_1000_diff1": 0.85276, + "nauc_recall_at_1_max": 0.740128, + "nauc_recall_at_1_std": 0.122507, + "nauc_recall_at_1_diff1": 0.872632, + "nauc_recall_at_3_max": 0.83062, + "nauc_recall_at_3_std": 0.2475, + "nauc_recall_at_3_diff1": 0.823455, + "nauc_recall_at_5_max": 0.837101, + "nauc_recall_at_5_std": 0.298048, + "nauc_recall_at_5_diff1": 0.816647, + "nauc_recall_at_10_max": 0.850047, + "nauc_recall_at_10_std": 0.374971, + "nauc_recall_at_10_diff1": 0.836134, + "nauc_recall_at_20_max": 0.869608, + "nauc_recall_at_20_std": 0.517865, + "nauc_recall_at_20_diff1": 0.825669, + "nauc_recall_at_100_max": 0.948257, + "nauc_recall_at_100_std": 0.767766, + "nauc_recall_at_100_diff1": 0.843345, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740128, + "nauc_precision_at_1_std": 0.122507, + "nauc_precision_at_1_diff1": 0.872632, + "nauc_precision_at_3_max": 0.83062, + "nauc_precision_at_3_std": 0.2475, + "nauc_precision_at_3_diff1": 0.823455, + "nauc_precision_at_5_max": 0.837101, + "nauc_precision_at_5_std": 0.298048, + "nauc_precision_at_5_diff1": 0.816647, + "nauc_precision_at_10_max": 0.850047, + "nauc_precision_at_10_std": 0.374971, + "nauc_precision_at_10_diff1": 0.836134, + "nauc_precision_at_20_max": 0.869608, + "nauc_precision_at_20_std": 0.517865, + "nauc_precision_at_20_diff1": 0.825669, + "nauc_precision_at_100_max": 0.948257, + "nauc_precision_at_100_std": 0.767766, + "nauc_precision_at_100_diff1": 0.843345, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740128, + "nauc_mrr_at_1_std": 0.122507, + "nauc_mrr_at_1_diff1": 0.872632, + "nauc_mrr_at_3_max": 0.772939, + "nauc_mrr_at_3_std": 0.170402, + "nauc_mrr_at_3_diff1": 0.850596, + "nauc_mrr_at_5_max": 0.771993, + "nauc_mrr_at_5_std": 0.174365, + "nauc_mrr_at_5_diff1": 0.850557, + "nauc_mrr_at_10_max": 0.771922, + "nauc_mrr_at_10_std": 0.177604, + "nauc_mrr_at_10_diff1": 0.852669, + "nauc_mrr_at_20_max": 0.771542, + "nauc_mrr_at_20_std": 0.179033, + "nauc_mrr_at_20_diff1": 0.852447, + "nauc_mrr_at_100_max": 0.771105, + "nauc_mrr_at_100_std": 0.177971, + "nauc_mrr_at_100_diff1": 0.852752, + "nauc_mrr_at_1000_max": 0.770986, + "nauc_mrr_at_1000_std": 0.177585, + "nauc_mrr_at_1000_diff1": 0.85276, + "hit_rate_at_1": 0.72222, + "hit_rate_at_3": 0.84222, + "hit_rate_at_5": 0.87444, + "hit_rate_at_10": 0.90556, + "hit_rate_at_20": 0.93333, + "hit_rate_at_100": 0.98, + "hit_rate_at_1000": 1.0, + "main_score": 0.81648, "hf_subset": "snd_Arab-snd_Arab", "languages": [ "snd-Arab", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.87667, - "ndcg_at_3": 0.92242, - "ndcg_at_5": 0.92706, - "ndcg_at_10": 0.93098, - "ndcg_at_20": 0.93262, - "ndcg_at_100": 0.93529, - "ndcg_at_1000": 0.93559, - "map_at_1": 0.87667, - "map_at_3": 0.91167, - "map_at_5": 0.91428, - "map_at_10": 0.91588, - "map_at_20": 0.91631, - "map_at_100": 0.91667, - "map_at_1000": 0.91668, - "recall_at_1": 0.87667, - "recall_at_3": 0.95333, - "recall_at_5": 0.96444, - "recall_at_10": 0.97667, + "ndcg_at_1": 0.87444, + "ndcg_at_3": 0.91827, + "ndcg_at_5": 0.92525, + "ndcg_at_10": 0.92782, + "ndcg_at_20": 0.93083, + "ndcg_at_100": 0.93356, + "ndcg_at_1000": 0.93386, + "map_at_1": 0.87444, + "map_at_3": 0.90833, + "map_at_5": 0.91228, + "map_at_10": 0.91337, + "map_at_20": 0.91415, + "map_at_100": 0.91455, + "map_at_1000": 0.91456, + "recall_at_1": 0.87444, + "recall_at_3": 0.94667, + "recall_at_5": 0.96333, + "recall_at_10": 0.97111, "recall_at_20": 0.98333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.87667, - "precision_at_3": 0.31778, - "precision_at_5": 0.19289, - "precision_at_10": 0.09767, + "accuracy": 0.87444, + "precision_at_1": 0.87444, + "precision_at_3": 0.31556, + "precision_at_5": 0.19267, + "precision_at_10": 0.09711, "precision_at_20": 0.04917, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.876667, - "mrr_at_3": 0.911667, - "mrr_at_5": 0.914278, - "mrr_at_10": 0.91588, - "mrr_at_20": 0.916305, - "mrr_at_100": 0.916669, - "mrr_at_1000": 0.916683, - "nauc_ndcg_at_1_max": 0.6945, - "nauc_ndcg_at_1_std": -0.203267, - "nauc_ndcg_at_1_diff1": 0.925846, - "nauc_ndcg_at_3_max": 0.760872, - "nauc_ndcg_at_3_std": -0.169372, - "nauc_ndcg_at_3_diff1": 0.924722, - "nauc_ndcg_at_5_max": 0.752719, - "nauc_ndcg_at_5_std": -0.173076, - "nauc_ndcg_at_5_diff1": 0.923343, - "nauc_ndcg_at_10_max": 0.748156, - "nauc_ndcg_at_10_std": -0.150168, - "nauc_ndcg_at_10_diff1": 0.926478, - "nauc_ndcg_at_20_max": 0.743716, - "nauc_ndcg_at_20_std": -0.165095, - "nauc_ndcg_at_20_diff1": 0.928115, - "nauc_ndcg_at_100_max": 0.741367, - "nauc_ndcg_at_100_std": -0.169853, - "nauc_ndcg_at_100_diff1": 0.92691, - "nauc_ndcg_at_1000_max": 0.740461, - "nauc_ndcg_at_1000_std": -0.168645, - "nauc_ndcg_at_1000_diff1": 0.926563, - "nauc_map_at_1_max": 0.6945, - "nauc_map_at_1_std": -0.203267, - "nauc_map_at_1_diff1": 0.925846, - "nauc_map_at_3_max": 0.741513, - "nauc_map_at_3_std": -0.178107, - "nauc_map_at_3_diff1": 0.925281, - "nauc_map_at_5_max": 0.737109, - "nauc_map_at_5_std": -0.179533, - "nauc_map_at_5_diff1": 0.924689, - "nauc_map_at_10_max": 0.735307, - "nauc_map_at_10_std": -0.172317, - "nauc_map_at_10_diff1": 0.925886, - "nauc_map_at_20_max": 0.734292, - "nauc_map_at_20_std": -0.175567, - "nauc_map_at_20_diff1": 0.926196, - "nauc_map_at_100_max": 0.734344, - "nauc_map_at_100_std": -0.175351, - "nauc_map_at_100_diff1": 0.926099, - "nauc_map_at_1000_max": 0.734313, - "nauc_map_at_1000_std": -0.175274, - "nauc_map_at_1000_diff1": 0.926087, - "nauc_recall_at_1_max": 0.6945, - "nauc_recall_at_1_std": -0.203267, - "nauc_recall_at_1_diff1": 0.925846, - "nauc_recall_at_3_max": 0.862623, - "nauc_recall_at_3_std": -0.124472, - "nauc_recall_at_3_diff1": 0.92158, - "nauc_recall_at_5_max": 0.853904, - "nauc_recall_at_5_std": -0.134468, - "nauc_recall_at_5_diff1": 0.913413, - "nauc_recall_at_10_max": 0.864968, - "nauc_recall_at_10_std": 0.099929, - "nauc_recall_at_10_diff1": 0.934418, - "nauc_recall_at_20_max": 0.840678, - "nauc_recall_at_20_std": -0.040741, + "mrr_at_1": 0.874444, + "mrr_at_3": 0.908333, + "mrr_at_5": 0.912278, + "mrr_at_10": 0.913373, + "mrr_at_20": 0.914155, + "mrr_at_100": 0.914551, + "mrr_at_1000": 0.914564, + "nauc_ndcg_at_1_max": 0.641215, + "nauc_ndcg_at_1_std": -0.295689, + "nauc_ndcg_at_1_diff1": 0.910422, + "nauc_ndcg_at_3_max": 0.711515, + "nauc_ndcg_at_3_std": -0.219585, + "nauc_ndcg_at_3_diff1": 0.914766, + "nauc_ndcg_at_5_max": 0.704052, + "nauc_ndcg_at_5_std": -0.233002, + "nauc_ndcg_at_5_diff1": 0.915635, + "nauc_ndcg_at_10_max": 0.699642, + "nauc_ndcg_at_10_std": -0.240028, + "nauc_ndcg_at_10_diff1": 0.914582, + "nauc_ndcg_at_20_max": 0.694576, + "nauc_ndcg_at_20_std": -0.245179, + "nauc_ndcg_at_20_diff1": 0.916627, + "nauc_ndcg_at_100_max": 0.692061, + "nauc_ndcg_at_100_std": -0.246011, + "nauc_ndcg_at_100_diff1": 0.914941, + "nauc_ndcg_at_1000_max": 0.690967, + "nauc_ndcg_at_1000_std": -0.246477, + "nauc_ndcg_at_1000_diff1": 0.914551, + "nauc_map_at_1_max": 0.641215, + "nauc_map_at_1_std": -0.295689, + "nauc_map_at_1_diff1": 0.910422, + "nauc_map_at_3_max": 0.69213, + "nauc_map_at_3_std": -0.242079, + "nauc_map_at_3_diff1": 0.913499, + "nauc_map_at_5_max": 0.687677, + "nauc_map_at_5_std": -0.249827, + "nauc_map_at_5_diff1": 0.913776, + "nauc_map_at_10_max": 0.685984, + "nauc_map_at_10_std": -0.252166, + "nauc_map_at_10_diff1": 0.913365, + "nauc_map_at_20_max": 0.684851, + "nauc_map_at_20_std": -0.253474, + "nauc_map_at_20_diff1": 0.913788, + "nauc_map_at_100_max": 0.684715, + "nauc_map_at_100_std": -0.253099, + "nauc_map_at_100_diff1": 0.913621, + "nauc_map_at_1000_max": 0.684679, + "nauc_map_at_1000_std": -0.253073, + "nauc_map_at_1000_diff1": 0.913608, + "nauc_recall_at_1_max": 0.641215, + "nauc_recall_at_1_std": -0.295689, + "nauc_recall_at_1_diff1": 0.910422, + "nauc_recall_at_3_max": 0.803377, + "nauc_recall_at_3_std": -0.111743, + "nauc_recall_at_3_diff1": 0.920829, + "nauc_recall_at_5_max": 0.809057, + "nauc_recall_at_5_std": -0.124579, + "nauc_recall_at_5_diff1": 0.928557, + "nauc_recall_at_10_max": 0.803078, + "nauc_recall_at_10_std": -0.153954, + "nauc_recall_at_10_diff1": 0.924406, + "nauc_recall_at_20_max": 0.792624, + "nauc_recall_at_20_std": -0.172518, "nauc_recall_at_20_diff1": 0.965142, "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_std": -0.075864, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.6945, - "nauc_precision_at_1_std": -0.203267, - "nauc_precision_at_1_diff1": 0.925846, - "nauc_precision_at_3_max": 0.862623, - "nauc_precision_at_3_std": -0.124472, - "nauc_precision_at_3_diff1": 0.92158, - "nauc_precision_at_5_max": 0.853904, - "nauc_precision_at_5_std": -0.134468, - "nauc_precision_at_5_diff1": 0.913413, - "nauc_precision_at_10_max": 0.864968, - "nauc_precision_at_10_std": 0.099929, - "nauc_precision_at_10_diff1": 0.934418, - "nauc_precision_at_20_max": 0.840678, - "nauc_precision_at_20_std": -0.040741, + "nauc_precision_at_1_max": 0.641215, + "nauc_precision_at_1_std": -0.295689, + "nauc_precision_at_1_diff1": 0.910422, + "nauc_precision_at_3_max": 0.803377, + "nauc_precision_at_3_std": -0.111743, + "nauc_precision_at_3_diff1": 0.920829, + "nauc_precision_at_5_max": 0.809057, + "nauc_precision_at_5_std": -0.124579, + "nauc_precision_at_5_diff1": 0.928557, + "nauc_precision_at_10_max": 0.803078, + "nauc_precision_at_10_std": -0.153954, + "nauc_precision_at_10_diff1": 0.924406, + "nauc_precision_at_20_max": 0.792624, + "nauc_precision_at_20_std": -0.172518, "nauc_precision_at_20_diff1": 0.965142, "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_std": -0.075864, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.6945, - "nauc_mrr_at_1_std": -0.203267, - "nauc_mrr_at_1_diff1": 0.925846, - "nauc_mrr_at_3_max": 0.741513, - "nauc_mrr_at_3_std": -0.178107, - "nauc_mrr_at_3_diff1": 0.925281, - "nauc_mrr_at_5_max": 0.737109, - "nauc_mrr_at_5_std": -0.179533, - "nauc_mrr_at_5_diff1": 0.924689, - "nauc_mrr_at_10_max": 0.735307, - "nauc_mrr_at_10_std": -0.172317, - "nauc_mrr_at_10_diff1": 0.925886, - "nauc_mrr_at_20_max": 0.734292, - "nauc_mrr_at_20_std": -0.175567, - "nauc_mrr_at_20_diff1": 0.926196, - "nauc_mrr_at_100_max": 0.734344, - "nauc_mrr_at_100_std": -0.175351, - "nauc_mrr_at_100_diff1": 0.926099, - "nauc_mrr_at_1000_max": 0.734313, - "nauc_mrr_at_1000_std": -0.175274, - "nauc_mrr_at_1000_diff1": 0.926087, - "main_score": 0.93098, + "nauc_mrr_at_1_max": 0.641215, + "nauc_mrr_at_1_std": -0.295689, + "nauc_mrr_at_1_diff1": 0.910422, + "nauc_mrr_at_3_max": 0.69213, + "nauc_mrr_at_3_std": -0.242079, + "nauc_mrr_at_3_diff1": 0.913499, + "nauc_mrr_at_5_max": 0.687677, + "nauc_mrr_at_5_std": -0.249827, + "nauc_mrr_at_5_diff1": 0.913776, + "nauc_mrr_at_10_max": 0.685984, + "nauc_mrr_at_10_std": -0.252166, + "nauc_mrr_at_10_diff1": 0.913365, + "nauc_mrr_at_20_max": 0.684851, + "nauc_mrr_at_20_std": -0.253474, + "nauc_mrr_at_20_diff1": 0.913788, + "nauc_mrr_at_100_max": 0.684715, + "nauc_mrr_at_100_std": -0.253099, + "nauc_mrr_at_100_diff1": 0.913621, + "nauc_mrr_at_1000_max": 0.684679, + "nauc_mrr_at_1000_std": -0.253073, + "nauc_mrr_at_1000_diff1": 0.913608, + "hit_rate_at_1": 0.87444, + "hit_rate_at_3": 0.94667, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.92782, "hf_subset": "snd_Arab-eng_Latn", "languages": [ "snd-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.71556, - "ndcg_at_3": 0.7827, - "ndcg_at_5": 0.79561, - "ndcg_at_10": 0.8079, - "ndcg_at_20": 0.81327, - "ndcg_at_100": 0.82493, - "ndcg_at_1000": 0.82763, - "map_at_1": 0.71556, - "map_at_3": 0.76667, - "map_at_5": 0.77389, - "map_at_10": 0.77922, - "map_at_20": 0.78071, - "map_at_100": 0.78236, - "map_at_1000": 0.78249, - "recall_at_1": 0.71556, - "recall_at_3": 0.82889, - "recall_at_5": 0.86, - "recall_at_10": 0.89667, - "recall_at_20": 0.91778, - "recall_at_100": 0.98, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.68444, + "ndcg_at_3": 0.75649, + "ndcg_at_5": 0.76979, + "ndcg_at_10": 0.78214, + "ndcg_at_20": 0.79013, + "ndcg_at_100": 0.80211, + "ndcg_at_1000": 0.80588, + "map_at_1": 0.68444, + "map_at_3": 0.73944, + "map_at_5": 0.74683, + "map_at_10": 0.75201, + "map_at_20": 0.75412, + "map_at_100": 0.75578, + "map_at_1000": 0.75596, + "recall_at_1": 0.68444, + "recall_at_3": 0.80556, + "recall_at_5": 0.83778, + "recall_at_10": 0.87556, + "recall_at_20": 0.90778, + "recall_at_100": 0.97222, "recall_at_1000": 1.0, - "precision_at_1": 0.71556, - "precision_at_3": 0.2763, - "precision_at_5": 0.172, - "precision_at_10": 0.08967, - "precision_at_20": 0.04589, - "precision_at_100": 0.0098, + "accuracy": 0.68444, + "precision_at_1": 0.68444, + "precision_at_3": 0.26852, + "precision_at_5": 0.16756, + "precision_at_10": 0.08756, + "precision_at_20": 0.04539, + "precision_at_100": 0.00972, "precision_at_1000": 0.001, - "mrr_at_1": 0.715556, - "mrr_at_3": 0.766667, - "mrr_at_5": 0.773889, - "mrr_at_10": 0.779216, - "mrr_at_20": 0.780711, - "mrr_at_100": 0.782364, - "mrr_at_1000": 0.782488, - "nauc_ndcg_at_1_max": 0.721257, - "nauc_ndcg_at_1_std": 0.151051, - "nauc_ndcg_at_1_diff1": 0.85971, - "nauc_ndcg_at_3_max": 0.768015, - "nauc_ndcg_at_3_std": 0.210943, - "nauc_ndcg_at_3_diff1": 0.831552, - "nauc_ndcg_at_5_max": 0.769797, - "nauc_ndcg_at_5_std": 0.217555, - "nauc_ndcg_at_5_diff1": 0.83189, - "nauc_ndcg_at_10_max": 0.767752, - "nauc_ndcg_at_10_std": 0.236214, - "nauc_ndcg_at_10_diff1": 0.831191, - "nauc_ndcg_at_20_max": 0.767517, - "nauc_ndcg_at_20_std": 0.236898, - "nauc_ndcg_at_20_diff1": 0.832038, - "nauc_ndcg_at_100_max": 0.762321, - "nauc_ndcg_at_100_std": 0.222361, - "nauc_ndcg_at_100_diff1": 0.836829, - "nauc_ndcg_at_1000_max": 0.759553, - "nauc_ndcg_at_1000_std": 0.213342, - "nauc_ndcg_at_1000_diff1": 0.837239, - "nauc_map_at_1_max": 0.721257, - "nauc_map_at_1_std": 0.151051, - "nauc_map_at_1_diff1": 0.85971, - "nauc_map_at_3_max": 0.754842, - "nauc_map_at_3_std": 0.190846, - "nauc_map_at_3_diff1": 0.839272, - "nauc_map_at_5_max": 0.75539, - "nauc_map_at_5_std": 0.193669, - "nauc_map_at_5_diff1": 0.839689, - "nauc_map_at_10_max": 0.754172, - "nauc_map_at_10_std": 0.200154, - "nauc_map_at_10_diff1": 0.83938, - "nauc_map_at_20_max": 0.754054, - "nauc_map_at_20_std": 0.200147, - "nauc_map_at_20_diff1": 0.839686, - "nauc_map_at_100_max": 0.753326, - "nauc_map_at_100_std": 0.198155, - "nauc_map_at_100_diff1": 0.840359, - "nauc_map_at_1000_max": 0.753224, - "nauc_map_at_1000_std": 0.197818, - "nauc_map_at_1000_diff1": 0.840392, - "nauc_recall_at_1_max": 0.721257, - "nauc_recall_at_1_std": 0.151051, - "nauc_recall_at_1_diff1": 0.85971, - "nauc_recall_at_3_max": 0.817165, - "nauc_recall_at_3_std": 0.28767, - "nauc_recall_at_3_diff1": 0.802865, - "nauc_recall_at_5_max": 0.832683, - "nauc_recall_at_5_std": 0.324696, - "nauc_recall_at_5_diff1": 0.798193, - "nauc_recall_at_10_max": 0.84272, - "nauc_recall_at_10_std": 0.453621, - "nauc_recall_at_10_diff1": 0.786465, - "nauc_recall_at_20_max": 0.858909, - "nauc_recall_at_20_std": 0.511943, - "nauc_recall_at_20_diff1": 0.781342, - "nauc_recall_at_100_max": 0.924655, - "nauc_recall_at_100_std": 0.747536, - "nauc_recall_at_100_diff1": 0.818835, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.721257, - "nauc_precision_at_1_std": 0.151051, - "nauc_precision_at_1_diff1": 0.85971, - "nauc_precision_at_3_max": 0.817165, - "nauc_precision_at_3_std": 0.28767, - "nauc_precision_at_3_diff1": 0.802865, - "nauc_precision_at_5_max": 0.832683, - "nauc_precision_at_5_std": 0.324696, - "nauc_precision_at_5_diff1": 0.798193, - "nauc_precision_at_10_max": 0.84272, - "nauc_precision_at_10_std": 0.453621, - "nauc_precision_at_10_diff1": 0.786465, - "nauc_precision_at_20_max": 0.858909, - "nauc_precision_at_20_std": 0.511943, - "nauc_precision_at_20_diff1": 0.781342, - "nauc_precision_at_100_max": 0.924655, - "nauc_precision_at_100_std": 0.747536, - "nauc_precision_at_100_diff1": 0.818835, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.721257, - "nauc_mrr_at_1_std": 0.151051, - "nauc_mrr_at_1_diff1": 0.85971, - "nauc_mrr_at_3_max": 0.754842, - "nauc_mrr_at_3_std": 0.190846, - "nauc_mrr_at_3_diff1": 0.839272, - "nauc_mrr_at_5_max": 0.75539, - "nauc_mrr_at_5_std": 0.193669, - "nauc_mrr_at_5_diff1": 0.839689, - "nauc_mrr_at_10_max": 0.754172, - "nauc_mrr_at_10_std": 0.200154, - "nauc_mrr_at_10_diff1": 0.83938, - "nauc_mrr_at_20_max": 0.754054, - "nauc_mrr_at_20_std": 0.200147, - "nauc_mrr_at_20_diff1": 0.839686, - "nauc_mrr_at_100_max": 0.753326, - "nauc_mrr_at_100_std": 0.198155, - "nauc_mrr_at_100_diff1": 0.840359, - "nauc_mrr_at_1000_max": 0.753224, - "nauc_mrr_at_1000_std": 0.197818, - "nauc_mrr_at_1000_diff1": 0.840392, - "main_score": 0.8079, + "mrr_at_1": 0.684444, + "mrr_at_3": 0.739444, + "mrr_at_5": 0.746833, + "mrr_at_10": 0.752014, + "mrr_at_20": 0.754117, + "mrr_at_100": 0.755785, + "mrr_at_1000": 0.755961, + "nauc_ndcg_at_1_max": 0.686648, + "nauc_ndcg_at_1_std": 0.054941, + "nauc_ndcg_at_1_diff1": 0.856176, + "nauc_ndcg_at_3_max": 0.739646, + "nauc_ndcg_at_3_std": 0.146185, + "nauc_ndcg_at_3_diff1": 0.826217, + "nauc_ndcg_at_5_max": 0.744987, + "nauc_ndcg_at_5_std": 0.17055, + "nauc_ndcg_at_5_diff1": 0.827916, + "nauc_ndcg_at_10_max": 0.742259, + "nauc_ndcg_at_10_std": 0.171659, + "nauc_ndcg_at_10_diff1": 0.829006, + "nauc_ndcg_at_20_max": 0.739778, + "nauc_ndcg_at_20_std": 0.178837, + "nauc_ndcg_at_20_diff1": 0.82892, + "nauc_ndcg_at_100_max": 0.73667, + "nauc_ndcg_at_100_std": 0.163969, + "nauc_ndcg_at_100_diff1": 0.832725, + "nauc_ndcg_at_1000_max": 0.733557, + "nauc_ndcg_at_1000_std": 0.153305, + "nauc_ndcg_at_1000_diff1": 0.833435, + "nauc_map_at_1_max": 0.686648, + "nauc_map_at_1_std": 0.054941, + "nauc_map_at_1_diff1": 0.856176, + "nauc_map_at_3_max": 0.726953, + "nauc_map_at_3_std": 0.123578, + "nauc_map_at_3_diff1": 0.834465, + "nauc_map_at_5_max": 0.729295, + "nauc_map_at_5_std": 0.135568, + "nauc_map_at_5_diff1": 0.835508, + "nauc_map_at_10_max": 0.727831, + "nauc_map_at_10_std": 0.134956, + "nauc_map_at_10_diff1": 0.836195, + "nauc_map_at_20_max": 0.72707, + "nauc_map_at_20_std": 0.136165, + "nauc_map_at_20_diff1": 0.836212, + "nauc_map_at_100_max": 0.726783, + "nauc_map_at_100_std": 0.134582, + "nauc_map_at_100_diff1": 0.836702, + "nauc_map_at_1000_max": 0.726665, + "nauc_map_at_1000_std": 0.134179, + "nauc_map_at_1000_diff1": 0.836732, + "nauc_recall_at_1_max": 0.686648, + "nauc_recall_at_1_std": 0.054941, + "nauc_recall_at_1_diff1": 0.856176, + "nauc_recall_at_3_max": 0.784561, + "nauc_recall_at_3_std": 0.22664, + "nauc_recall_at_3_diff1": 0.796377, + "nauc_recall_at_5_max": 0.810168, + "nauc_recall_at_5_std": 0.319112, + "nauc_recall_at_5_diff1": 0.79684, + "nauc_recall_at_10_max": 0.815585, + "nauc_recall_at_10_std": 0.36777, + "nauc_recall_at_10_diff1": 0.792636, + "nauc_recall_at_20_max": 0.819603, + "nauc_recall_at_20_std": 0.490264, + "nauc_recall_at_20_diff1": 0.780995, + "nauc_recall_at_100_max": 0.880205, + "nauc_recall_at_100_std": 0.655257, + "nauc_recall_at_100_diff1": 0.80028, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.686648, + "nauc_precision_at_1_std": 0.054941, + "nauc_precision_at_1_diff1": 0.856176, + "nauc_precision_at_3_max": 0.784561, + "nauc_precision_at_3_std": 0.22664, + "nauc_precision_at_3_diff1": 0.796377, + "nauc_precision_at_5_max": 0.810168, + "nauc_precision_at_5_std": 0.319112, + "nauc_precision_at_5_diff1": 0.79684, + "nauc_precision_at_10_max": 0.815585, + "nauc_precision_at_10_std": 0.36777, + "nauc_precision_at_10_diff1": 0.792636, + "nauc_precision_at_20_max": 0.819603, + "nauc_precision_at_20_std": 0.490264, + "nauc_precision_at_20_diff1": 0.780995, + "nauc_precision_at_100_max": 0.880205, + "nauc_precision_at_100_std": 0.655257, + "nauc_precision_at_100_diff1": 0.80028, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.686648, + "nauc_mrr_at_1_std": 0.054941, + "nauc_mrr_at_1_diff1": 0.856176, + "nauc_mrr_at_3_max": 0.726953, + "nauc_mrr_at_3_std": 0.123578, + "nauc_mrr_at_3_diff1": 0.834465, + "nauc_mrr_at_5_max": 0.729295, + "nauc_mrr_at_5_std": 0.135568, + "nauc_mrr_at_5_diff1": 0.835508, + "nauc_mrr_at_10_max": 0.727831, + "nauc_mrr_at_10_std": 0.134956, + "nauc_mrr_at_10_diff1": 0.836195, + "nauc_mrr_at_20_max": 0.72707, + "nauc_mrr_at_20_std": 0.136165, + "nauc_mrr_at_20_diff1": 0.836212, + "nauc_mrr_at_100_max": 0.726783, + "nauc_mrr_at_100_std": 0.134582, + "nauc_mrr_at_100_diff1": 0.836702, + "nauc_mrr_at_1000_max": 0.726665, + "nauc_mrr_at_1000_std": 0.134179, + "nauc_mrr_at_1000_diff1": 0.836732, + "hit_rate_at_1": 0.68444, + "hit_rate_at_3": 0.80556, + "hit_rate_at_5": 0.83778, + "hit_rate_at_10": 0.87556, + "hit_rate_at_20": 0.90778, + "hit_rate_at_100": 0.97222, + "hit_rate_at_1000": 1.0, + "main_score": 0.78214, "hf_subset": "eng_Latn-snd_Arab", "languages": [ "eng-Latn", "snd-Arab" - ] - }, - { - "ndcg_at_1": 0.46556, - "ndcg_at_3": 0.52107, - "ndcg_at_5": 0.53565, - "ndcg_at_10": 0.55155, - "ndcg_at_20": 0.56331, - "ndcg_at_100": 0.59038, - "ndcg_at_1000": 0.61141, - "map_at_1": 0.46556, - "map_at_3": 0.50759, - "map_at_5": 0.51565, - "map_at_10": 0.52227, - "map_at_20": 0.52548, - "map_at_100": 0.52902, - "map_at_1000": 0.52989, - "recall_at_1": 0.46556, - "recall_at_3": 0.56, - "recall_at_5": 0.59556, - "recall_at_10": 0.64444, - "recall_at_20": 0.69111, - "recall_at_100": 0.84, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47444, + "ndcg_at_3": 0.53221, + "ndcg_at_5": 0.54406, + "ndcg_at_10": 0.55992, + "ndcg_at_20": 0.57213, + "ndcg_at_100": 0.59866, + "ndcg_at_1000": 0.61934, + "map_at_1": 0.47444, + "map_at_3": 0.51833, + "map_at_5": 0.52489, + "map_at_10": 0.53167, + "map_at_20": 0.53494, + "map_at_100": 0.53846, + "map_at_1000": 0.53933, + "recall_at_1": 0.47444, + "recall_at_3": 0.57222, + "recall_at_5": 0.60111, + "recall_at_10": 0.64889, + "recall_at_20": 0.69778, + "recall_at_100": 0.84333, "recall_at_1000": 1.0, - "precision_at_1": 0.46556, - "precision_at_3": 0.18667, - "precision_at_5": 0.11911, - "precision_at_10": 0.06444, - "precision_at_20": 0.03456, - "precision_at_100": 0.0084, - "precision_at_1000": 0.001, - "mrr_at_1": 0.465556, - "mrr_at_3": 0.507593, - "mrr_at_5": 0.515648, - "mrr_at_10": 0.522267, - "mrr_at_20": 0.525476, - "mrr_at_100": 0.529021, - "mrr_at_1000": 0.529891, - "nauc_ndcg_at_1_max": 0.75588, - "nauc_ndcg_at_1_std": -0.340382, - "nauc_ndcg_at_1_diff1": 0.847881, - "nauc_ndcg_at_3_max": 0.75322, - "nauc_ndcg_at_3_std": -0.340374, - "nauc_ndcg_at_3_diff1": 0.802172, - "nauc_ndcg_at_5_max": 0.750555, - "nauc_ndcg_at_5_std": -0.330625, - "nauc_ndcg_at_5_diff1": 0.788578, - "nauc_ndcg_at_10_max": 0.739485, - "nauc_ndcg_at_10_std": -0.33144, - "nauc_ndcg_at_10_diff1": 0.779089, - "nauc_ndcg_at_20_max": 0.736406, - "nauc_ndcg_at_20_std": -0.333501, - "nauc_ndcg_at_20_diff1": 0.777016, - "nauc_ndcg_at_100_max": 0.735703, - "nauc_ndcg_at_100_std": -0.3257, - "nauc_ndcg_at_100_diff1": 0.778169, - "nauc_ndcg_at_1000_max": 0.741284, - "nauc_ndcg_at_1000_std": -0.331323, - "nauc_ndcg_at_1000_diff1": 0.789018, - "nauc_map_at_1_max": 0.75588, - "nauc_map_at_1_std": -0.340382, - "nauc_map_at_1_diff1": 0.847881, - "nauc_map_at_3_max": 0.754113, - "nauc_map_at_3_std": -0.339925, - "nauc_map_at_3_diff1": 0.813339, - "nauc_map_at_5_max": 0.752477, - "nauc_map_at_5_std": -0.334867, - "nauc_map_at_5_diff1": 0.806041, - "nauc_map_at_10_max": 0.747856, - "nauc_map_at_10_std": -0.335382, - "nauc_map_at_10_diff1": 0.802275, - "nauc_map_at_20_max": 0.747017, - "nauc_map_at_20_std": -0.33615, - "nauc_map_at_20_diff1": 0.801878, - "nauc_map_at_100_max": 0.746757, - "nauc_map_at_100_std": -0.334859, - "nauc_map_at_100_diff1": 0.801945, - "nauc_map_at_1000_max": 0.746956, - "nauc_map_at_1000_std": -0.335048, - "nauc_map_at_1000_diff1": 0.802353, - "nauc_recall_at_1_max": 0.75588, - "nauc_recall_at_1_std": -0.340382, - "nauc_recall_at_1_diff1": 0.847881, - "nauc_recall_at_3_max": 0.750426, - "nauc_recall_at_3_std": -0.341923, - "nauc_recall_at_3_diff1": 0.768597, - "nauc_recall_at_5_max": 0.744323, - "nauc_recall_at_5_std": -0.315777, - "nauc_recall_at_5_diff1": 0.732239, - "nauc_recall_at_10_max": 0.706596, - "nauc_recall_at_10_std": -0.316367, - "nauc_recall_at_10_diff1": 0.695076, - "nauc_recall_at_20_max": 0.689341, - "nauc_recall_at_20_std": -0.322822, - "nauc_recall_at_20_diff1": 0.676707, - "nauc_recall_at_100_max": 0.655515, - "nauc_recall_at_100_std": -0.243182, - "nauc_recall_at_100_diff1": 0.623861, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.75588, - "nauc_precision_at_1_std": -0.340382, - "nauc_precision_at_1_diff1": 0.847881, - "nauc_precision_at_3_max": 0.750426, - "nauc_precision_at_3_std": -0.341923, - "nauc_precision_at_3_diff1": 0.768597, - "nauc_precision_at_5_max": 0.744323, - "nauc_precision_at_5_std": -0.315777, - "nauc_precision_at_5_diff1": 0.732239, - "nauc_precision_at_10_max": 0.706596, - "nauc_precision_at_10_std": -0.316367, - "nauc_precision_at_10_diff1": 0.695076, - "nauc_precision_at_20_max": 0.689341, - "nauc_precision_at_20_std": -0.322822, - "nauc_precision_at_20_diff1": 0.676707, - "nauc_precision_at_100_max": 0.655515, - "nauc_precision_at_100_std": -0.243182, - "nauc_precision_at_100_diff1": 0.623861, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.75588, - "nauc_mrr_at_1_std": -0.340382, - "nauc_mrr_at_1_diff1": 0.847881, - "nauc_mrr_at_3_max": 0.754113, - "nauc_mrr_at_3_std": -0.339925, - "nauc_mrr_at_3_diff1": 0.813339, - "nauc_mrr_at_5_max": 0.752477, - "nauc_mrr_at_5_std": -0.334867, - "nauc_mrr_at_5_diff1": 0.806041, - "nauc_mrr_at_10_max": 0.747856, - "nauc_mrr_at_10_std": -0.335382, - "nauc_mrr_at_10_diff1": 0.802275, - "nauc_mrr_at_20_max": 0.747017, - "nauc_mrr_at_20_std": -0.33615, - "nauc_mrr_at_20_diff1": 0.801878, - "nauc_mrr_at_100_max": 0.746757, - "nauc_mrr_at_100_std": -0.334859, - "nauc_mrr_at_100_diff1": 0.801945, - "nauc_mrr_at_1000_max": 0.746956, - "nauc_mrr_at_1000_std": -0.335048, - "nauc_mrr_at_1000_diff1": 0.802353, - "main_score": 0.55155, + "accuracy": 0.47444, + "precision_at_1": 0.47444, + "precision_at_3": 0.19074, + "precision_at_5": 0.12022, + "precision_at_10": 0.06489, + "precision_at_20": 0.03489, + "precision_at_100": 0.00843, + "precision_at_1000": 0.001, + "mrr_at_1": 0.474444, + "mrr_at_3": 0.518333, + "mrr_at_5": 0.524889, + "mrr_at_10": 0.531672, + "mrr_at_20": 0.534942, + "mrr_at_100": 0.538459, + "mrr_at_1000": 0.53933, + "nauc_ndcg_at_1_max": 0.748905, + "nauc_ndcg_at_1_std": -0.348071, + "nauc_ndcg_at_1_diff1": 0.849843, + "nauc_ndcg_at_3_max": 0.742737, + "nauc_ndcg_at_3_std": -0.345846, + "nauc_ndcg_at_3_diff1": 0.801378, + "nauc_ndcg_at_5_max": 0.736265, + "nauc_ndcg_at_5_std": -0.336016, + "nauc_ndcg_at_5_diff1": 0.789285, + "nauc_ndcg_at_10_max": 0.736742, + "nauc_ndcg_at_10_std": -0.336341, + "nauc_ndcg_at_10_diff1": 0.785328, + "nauc_ndcg_at_20_max": 0.731811, + "nauc_ndcg_at_20_std": -0.325878, + "nauc_ndcg_at_20_diff1": 0.780363, + "nauc_ndcg_at_100_max": 0.730229, + "nauc_ndcg_at_100_std": -0.32836, + "nauc_ndcg_at_100_diff1": 0.781492, + "nauc_ndcg_at_1000_max": 0.735525, + "nauc_ndcg_at_1000_std": -0.335376, + "nauc_ndcg_at_1000_diff1": 0.792649, + "nauc_map_at_1_max": 0.748905, + "nauc_map_at_1_std": -0.348071, + "nauc_map_at_1_diff1": 0.849843, + "nauc_map_at_3_max": 0.744376, + "nauc_map_at_3_std": -0.347771, + "nauc_map_at_3_diff1": 0.813371, + "nauc_map_at_5_max": 0.740715, + "nauc_map_at_5_std": -0.342737, + "nauc_map_at_5_diff1": 0.806799, + "nauc_map_at_10_max": 0.740852, + "nauc_map_at_10_std": -0.343027, + "nauc_map_at_10_diff1": 0.805116, + "nauc_map_at_20_max": 0.739648, + "nauc_map_at_20_std": -0.340492, + "nauc_map_at_20_diff1": 0.804025, + "nauc_map_at_100_max": 0.739475, + "nauc_map_at_100_std": -0.341027, + "nauc_map_at_100_diff1": 0.804343, + "nauc_map_at_1000_max": 0.739675, + "nauc_map_at_1000_std": -0.341291, + "nauc_map_at_1000_diff1": 0.804794, + "nauc_recall_at_1_max": 0.748905, + "nauc_recall_at_1_std": -0.348071, + "nauc_recall_at_1_diff1": 0.849843, + "nauc_recall_at_3_max": 0.737726, + "nauc_recall_at_3_std": -0.339419, + "nauc_recall_at_3_diff1": 0.765088, + "nauc_recall_at_5_max": 0.721578, + "nauc_recall_at_5_std": -0.312562, + "nauc_recall_at_5_diff1": 0.733095, + "nauc_recall_at_10_max": 0.72252, + "nauc_recall_at_10_std": -0.310993, + "nauc_recall_at_10_diff1": 0.716026, + "nauc_recall_at_20_max": 0.696664, + "nauc_recall_at_20_std": -0.256419, + "nauc_recall_at_20_diff1": 0.683934, + "nauc_recall_at_100_max": 0.655153, + "nauc_recall_at_100_std": -0.226105, + "nauc_recall_at_100_diff1": 0.624521, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748905, + "nauc_precision_at_1_std": -0.348071, + "nauc_precision_at_1_diff1": 0.849843, + "nauc_precision_at_3_max": 0.737726, + "nauc_precision_at_3_std": -0.339419, + "nauc_precision_at_3_diff1": 0.765088, + "nauc_precision_at_5_max": 0.721578, + "nauc_precision_at_5_std": -0.312562, + "nauc_precision_at_5_diff1": 0.733095, + "nauc_precision_at_10_max": 0.72252, + "nauc_precision_at_10_std": -0.310993, + "nauc_precision_at_10_diff1": 0.716026, + "nauc_precision_at_20_max": 0.696664, + "nauc_precision_at_20_std": -0.256419, + "nauc_precision_at_20_diff1": 0.683934, + "nauc_precision_at_100_max": 0.655153, + "nauc_precision_at_100_std": -0.226105, + "nauc_precision_at_100_diff1": 0.624521, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748905, + "nauc_mrr_at_1_std": -0.348071, + "nauc_mrr_at_1_diff1": 0.849843, + "nauc_mrr_at_3_max": 0.744376, + "nauc_mrr_at_3_std": -0.347771, + "nauc_mrr_at_3_diff1": 0.813371, + "nauc_mrr_at_5_max": 0.740715, + "nauc_mrr_at_5_std": -0.342737, + "nauc_mrr_at_5_diff1": 0.806799, + "nauc_mrr_at_10_max": 0.740852, + "nauc_mrr_at_10_std": -0.343027, + "nauc_mrr_at_10_diff1": 0.805116, + "nauc_mrr_at_20_max": 0.739648, + "nauc_mrr_at_20_std": -0.340492, + "nauc_mrr_at_20_diff1": 0.804025, + "nauc_mrr_at_100_max": 0.739475, + "nauc_mrr_at_100_std": -0.341027, + "nauc_mrr_at_100_diff1": 0.804343, + "nauc_mrr_at_1000_max": 0.739675, + "nauc_mrr_at_1000_std": -0.341291, + "nauc_mrr_at_1000_diff1": 0.804794, + "hit_rate_at_1": 0.47444, + "hit_rate_at_3": 0.57222, + "hit_rate_at_5": 0.60111, + "hit_rate_at_10": 0.64889, + "hit_rate_at_20": 0.69778, + "hit_rate_at_100": 0.84333, + "hit_rate_at_1000": 1.0, + "main_score": 0.55992, "hf_subset": "som_Latn-som_Latn", "languages": [ "som-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.57333, - "ndcg_at_3": 0.64893, - "ndcg_at_5": 0.67236, - "ndcg_at_10": 0.69118, - "ndcg_at_20": 0.70236, - "ndcg_at_100": 0.72111, - "ndcg_at_1000": 0.7257, + "ndcg_at_3": 0.6517, + "ndcg_at_5": 0.66921, + "ndcg_at_10": 0.68811, + "ndcg_at_20": 0.7004, + "ndcg_at_100": 0.71886, + "ndcg_at_1000": 0.72446, "map_at_1": 0.57333, - "map_at_3": 0.62981, - "map_at_5": 0.64287, - "map_at_10": 0.65051, - "map_at_20": 0.65354, - "map_at_100": 0.65615, - "map_at_1000": 0.65635, + "map_at_3": 0.63167, + "map_at_5": 0.64144, + "map_at_10": 0.64938, + "map_at_20": 0.65286, + "map_at_100": 0.65538, + "map_at_1000": 0.65562, "recall_at_1": 0.57333, - "recall_at_3": 0.70444, - "recall_at_5": 0.76111, - "recall_at_10": 0.82, - "recall_at_20": 0.86444, - "recall_at_100": 0.96556, + "recall_at_3": 0.71, + "recall_at_5": 0.75222, + "recall_at_10": 0.81, + "recall_at_20": 0.85778, + "recall_at_100": 0.95778, "recall_at_1000": 1.0, + "accuracy": 0.57333, "precision_at_1": 0.57333, - "precision_at_3": 0.23481, - "precision_at_5": 0.15222, - "precision_at_10": 0.082, - "precision_at_20": 0.04322, - "precision_at_100": 0.00966, + "precision_at_3": 0.23667, + "precision_at_5": 0.15044, + "precision_at_10": 0.081, + "precision_at_20": 0.04289, + "precision_at_100": 0.00958, "precision_at_1000": 0.001, "mrr_at_1": 0.573333, - "mrr_at_3": 0.629815, - "mrr_at_5": 0.64287, - "mrr_at_10": 0.650509, - "mrr_at_20": 0.653542, - "mrr_at_100": 0.656152, - "mrr_at_1000": 0.656352, - "nauc_ndcg_at_1_max": 0.810623, - "nauc_ndcg_at_1_std": 0.209863, - "nauc_ndcg_at_1_diff1": 0.871097, - "nauc_ndcg_at_3_max": 0.788006, - "nauc_ndcg_at_3_std": 0.205983, - "nauc_ndcg_at_3_diff1": 0.825174, - "nauc_ndcg_at_5_max": 0.783436, - "nauc_ndcg_at_5_std": 0.202819, - "nauc_ndcg_at_5_diff1": 0.819512, - "nauc_ndcg_at_10_max": 0.777315, - "nauc_ndcg_at_10_std": 0.198142, - "nauc_ndcg_at_10_diff1": 0.815146, - "nauc_ndcg_at_20_max": 0.779874, - "nauc_ndcg_at_20_std": 0.203046, - "nauc_ndcg_at_20_diff1": 0.815871, - "nauc_ndcg_at_100_max": 0.786615, - "nauc_ndcg_at_100_std": 0.212786, - "nauc_ndcg_at_100_diff1": 0.824829, - "nauc_ndcg_at_1000_max": 0.787256, - "nauc_ndcg_at_1000_std": 0.206751, - "nauc_ndcg_at_1000_diff1": 0.827102, - "nauc_map_at_1_max": 0.810623, - "nauc_map_at_1_std": 0.209863, - "nauc_map_at_1_diff1": 0.871097, - "nauc_map_at_3_max": 0.795062, - "nauc_map_at_3_std": 0.20784, - "nauc_map_at_3_diff1": 0.837867, - "nauc_map_at_5_max": 0.792878, - "nauc_map_at_5_std": 0.206245, - "nauc_map_at_5_diff1": 0.835301, - "nauc_map_at_10_max": 0.79086, - "nauc_map_at_10_std": 0.204519, - "nauc_map_at_10_diff1": 0.834068, - "nauc_map_at_20_max": 0.791528, - "nauc_map_at_20_std": 0.205705, - "nauc_map_at_20_diff1": 0.834407, - "nauc_map_at_100_max": 0.792236, - "nauc_map_at_100_std": 0.206661, - "nauc_map_at_100_diff1": 0.835353, - "nauc_map_at_1000_max": 0.792259, - "nauc_map_at_1000_std": 0.206483, - "nauc_map_at_1000_diff1": 0.835428, - "nauc_recall_at_1_max": 0.810623, - "nauc_recall_at_1_std": 0.209863, - "nauc_recall_at_1_diff1": 0.871097, - "nauc_recall_at_3_max": 0.764016, - "nauc_recall_at_3_std": 0.199409, - "nauc_recall_at_3_diff1": 0.782674, - "nauc_recall_at_5_max": 0.745805, - "nauc_recall_at_5_std": 0.188618, - "nauc_recall_at_5_diff1": 0.757634, - "nauc_recall_at_10_max": 0.706771, - "nauc_recall_at_10_std": 0.163622, - "nauc_recall_at_10_diff1": 0.720215, - "nauc_recall_at_20_max": 0.706127, - "nauc_recall_at_20_std": 0.190578, - "nauc_recall_at_20_diff1": 0.697893, - "nauc_recall_at_100_max": 0.753501, - "nauc_recall_at_100_std": 0.515963, - "nauc_recall_at_100_diff1": 0.709964, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810623, - "nauc_precision_at_1_std": 0.209863, - "nauc_precision_at_1_diff1": 0.871097, - "nauc_precision_at_3_max": 0.764016, - "nauc_precision_at_3_std": 0.199409, - "nauc_precision_at_3_diff1": 0.782674, - "nauc_precision_at_5_max": 0.745805, - "nauc_precision_at_5_std": 0.188618, - "nauc_precision_at_5_diff1": 0.757634, - "nauc_precision_at_10_max": 0.706771, - "nauc_precision_at_10_std": 0.163622, - "nauc_precision_at_10_diff1": 0.720215, - "nauc_precision_at_20_max": 0.706127, - "nauc_precision_at_20_std": 0.190578, - "nauc_precision_at_20_diff1": 0.697893, - "nauc_precision_at_100_max": 0.753501, - "nauc_precision_at_100_std": 0.515963, - "nauc_precision_at_100_diff1": 0.709964, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810623, - "nauc_mrr_at_1_std": 0.209863, - "nauc_mrr_at_1_diff1": 0.871097, - "nauc_mrr_at_3_max": 0.795062, - "nauc_mrr_at_3_std": 0.20784, - "nauc_mrr_at_3_diff1": 0.837867, - "nauc_mrr_at_5_max": 0.792878, - "nauc_mrr_at_5_std": 0.206245, - "nauc_mrr_at_5_diff1": 0.835301, - "nauc_mrr_at_10_max": 0.79086, - "nauc_mrr_at_10_std": 0.204519, - "nauc_mrr_at_10_diff1": 0.834068, - "nauc_mrr_at_20_max": 0.791528, - "nauc_mrr_at_20_std": 0.205705, - "nauc_mrr_at_20_diff1": 0.834407, - "nauc_mrr_at_100_max": 0.792236, - "nauc_mrr_at_100_std": 0.206661, - "nauc_mrr_at_100_diff1": 0.835353, - "nauc_mrr_at_1000_max": 0.792259, - "nauc_mrr_at_1000_std": 0.206483, - "nauc_mrr_at_1000_diff1": 0.835428, - "main_score": 0.69118, + "mrr_at_3": 0.631667, + "mrr_at_5": 0.641444, + "mrr_at_10": 0.649377, + "mrr_at_20": 0.652859, + "mrr_at_100": 0.655376, + "mrr_at_1000": 0.655617, + "nauc_ndcg_at_1_max": 0.782286, + "nauc_ndcg_at_1_std": 0.181951, + "nauc_ndcg_at_1_diff1": 0.873695, + "nauc_ndcg_at_3_max": 0.751457, + "nauc_ndcg_at_3_std": 0.148139, + "nauc_ndcg_at_3_diff1": 0.827633, + "nauc_ndcg_at_5_max": 0.749996, + "nauc_ndcg_at_5_std": 0.161903, + "nauc_ndcg_at_5_diff1": 0.819695, + "nauc_ndcg_at_10_max": 0.745128, + "nauc_ndcg_at_10_std": 0.161909, + "nauc_ndcg_at_10_diff1": 0.816765, + "nauc_ndcg_at_20_max": 0.745534, + "nauc_ndcg_at_20_std": 0.163805, + "nauc_ndcg_at_20_diff1": 0.81888, + "nauc_ndcg_at_100_max": 0.753274, + "nauc_ndcg_at_100_std": 0.176475, + "nauc_ndcg_at_100_diff1": 0.827071, + "nauc_ndcg_at_1000_max": 0.754369, + "nauc_ndcg_at_1000_std": 0.168646, + "nauc_ndcg_at_1000_diff1": 0.829625, + "nauc_map_at_1_max": 0.782286, + "nauc_map_at_1_std": 0.181951, + "nauc_map_at_1_diff1": 0.873695, + "nauc_map_at_3_max": 0.761017, + "nauc_map_at_3_std": 0.159745, + "nauc_map_at_3_diff1": 0.840645, + "nauc_map_at_5_max": 0.76039, + "nauc_map_at_5_std": 0.167381, + "nauc_map_at_5_diff1": 0.836758, + "nauc_map_at_10_max": 0.758916, + "nauc_map_at_10_std": 0.167478, + "nauc_map_at_10_diff1": 0.836071, + "nauc_map_at_20_max": 0.759028, + "nauc_map_at_20_std": 0.167736, + "nauc_map_at_20_diff1": 0.836772, + "nauc_map_at_100_max": 0.759874, + "nauc_map_at_100_std": 0.168996, + "nauc_map_at_100_diff1": 0.837697, + "nauc_map_at_1000_max": 0.759935, + "nauc_map_at_1000_std": 0.168764, + "nauc_map_at_1000_diff1": 0.837799, + "nauc_recall_at_1_max": 0.782286, + "nauc_recall_at_1_std": 0.181951, + "nauc_recall_at_1_diff1": 0.873695, + "nauc_recall_at_3_max": 0.718622, + "nauc_recall_at_3_std": 0.107817, + "nauc_recall_at_3_diff1": 0.783469, + "nauc_recall_at_5_max": 0.710292, + "nauc_recall_at_5_std": 0.1423, + "nauc_recall_at_5_diff1": 0.754128, + "nauc_recall_at_10_max": 0.677834, + "nauc_recall_at_10_std": 0.137677, + "nauc_recall_at_10_diff1": 0.724745, + "nauc_recall_at_20_max": 0.662342, + "nauc_recall_at_20_std": 0.147631, + "nauc_recall_at_20_diff1": 0.712149, + "nauc_recall_at_100_max": 0.713352, + "nauc_recall_at_100_std": 0.49984, + "nauc_recall_at_100_diff1": 0.72506, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782286, + "nauc_precision_at_1_std": 0.181951, + "nauc_precision_at_1_diff1": 0.873695, + "nauc_precision_at_3_max": 0.718622, + "nauc_precision_at_3_std": 0.107817, + "nauc_precision_at_3_diff1": 0.783469, + "nauc_precision_at_5_max": 0.710292, + "nauc_precision_at_5_std": 0.1423, + "nauc_precision_at_5_diff1": 0.754128, + "nauc_precision_at_10_max": 0.677834, + "nauc_precision_at_10_std": 0.137677, + "nauc_precision_at_10_diff1": 0.724745, + "nauc_precision_at_20_max": 0.662342, + "nauc_precision_at_20_std": 0.147631, + "nauc_precision_at_20_diff1": 0.712149, + "nauc_precision_at_100_max": 0.713352, + "nauc_precision_at_100_std": 0.49984, + "nauc_precision_at_100_diff1": 0.72506, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.782286, + "nauc_mrr_at_1_std": 0.181951, + "nauc_mrr_at_1_diff1": 0.873695, + "nauc_mrr_at_3_max": 0.761017, + "nauc_mrr_at_3_std": 0.159745, + "nauc_mrr_at_3_diff1": 0.840645, + "nauc_mrr_at_5_max": 0.76039, + "nauc_mrr_at_5_std": 0.167381, + "nauc_mrr_at_5_diff1": 0.836758, + "nauc_mrr_at_10_max": 0.758916, + "nauc_mrr_at_10_std": 0.167478, + "nauc_mrr_at_10_diff1": 0.836071, + "nauc_mrr_at_20_max": 0.759028, + "nauc_mrr_at_20_std": 0.167736, + "nauc_mrr_at_20_diff1": 0.836772, + "nauc_mrr_at_100_max": 0.759874, + "nauc_mrr_at_100_std": 0.168996, + "nauc_mrr_at_100_diff1": 0.837697, + "nauc_mrr_at_1000_max": 0.759935, + "nauc_mrr_at_1000_std": 0.168764, + "nauc_mrr_at_1000_diff1": 0.837799, + "hit_rate_at_1": 0.57333, + "hit_rate_at_3": 0.71, + "hit_rate_at_5": 0.75222, + "hit_rate_at_10": 0.81, + "hit_rate_at_20": 0.85778, + "hit_rate_at_100": 0.95778, + "hit_rate_at_1000": 1.0, + "main_score": 0.68811, "hf_subset": "som_Latn-eng_Latn", "languages": [ "som-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.39556, - "ndcg_at_3": 0.4364, - "ndcg_at_5": 0.44673, - "ndcg_at_10": 0.45845, - "ndcg_at_20": 0.46999, - "ndcg_at_100": 0.49703, - "ndcg_at_1000": 0.53237, - "map_at_1": 0.39556, - "map_at_3": 0.42667, - "map_at_5": 0.43228, - "map_at_10": 0.43704, - "map_at_20": 0.44022, - "map_at_100": 0.44339, - "map_at_1000": 0.44476, - "recall_at_1": 0.39556, - "recall_at_3": 0.46444, - "recall_at_5": 0.49, - "recall_at_10": 0.52667, - "recall_at_20": 0.57222, - "recall_at_100": 0.72667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.4, + "ndcg_at_3": 0.44137, + "ndcg_at_5": 0.45275, + "ndcg_at_10": 0.46282, + "ndcg_at_20": 0.47082, + "ndcg_at_100": 0.50042, + "ndcg_at_1000": 0.53568, + "map_at_1": 0.4, + "map_at_3": 0.43111, + "map_at_5": 0.43739, + "map_at_10": 0.44155, + "map_at_20": 0.44367, + "map_at_100": 0.44736, + "map_at_1000": 0.44874, + "recall_at_1": 0.4, + "recall_at_3": 0.47111, + "recall_at_5": 0.49889, + "recall_at_10": 0.53, + "recall_at_20": 0.56222, + "recall_at_100": 0.72778, "recall_at_1000": 1.0, - "precision_at_1": 0.39556, - "precision_at_3": 0.15481, - "precision_at_5": 0.098, - "precision_at_10": 0.05267, - "precision_at_20": 0.02861, - "precision_at_100": 0.00727, - "precision_at_1000": 0.001, - "mrr_at_1": 0.395556, - "mrr_at_3": 0.426667, - "mrr_at_5": 0.432278, - "mrr_at_10": 0.437035, - "mrr_at_20": 0.440216, - "mrr_at_100": 0.443389, - "mrr_at_1000": 0.44476, - "nauc_ndcg_at_1_max": 0.899252, - "nauc_ndcg_at_1_std": 0.691435, - "nauc_ndcg_at_1_diff1": 0.873615, - "nauc_ndcg_at_3_max": 0.920297, - "nauc_ndcg_at_3_std": 0.738837, - "nauc_ndcg_at_3_diff1": 0.838805, - "nauc_ndcg_at_5_max": 0.910332, - "nauc_ndcg_at_5_std": 0.733504, - "nauc_ndcg_at_5_diff1": 0.826689, - "nauc_ndcg_at_10_max": 0.902594, - "nauc_ndcg_at_10_std": 0.733302, - "nauc_ndcg_at_10_diff1": 0.812651, - "nauc_ndcg_at_20_max": 0.895412, - "nauc_ndcg_at_20_std": 0.733791, - "nauc_ndcg_at_20_diff1": 0.803531, - "nauc_ndcg_at_100_max": 0.883873, - "nauc_ndcg_at_100_std": 0.727272, - "nauc_ndcg_at_100_diff1": 0.791676, - "nauc_ndcg_at_1000_max": 0.896961, - "nauc_ndcg_at_1000_std": 0.727989, - "nauc_ndcg_at_1000_diff1": 0.813278, - "nauc_map_at_1_max": 0.899252, - "nauc_map_at_1_std": 0.691435, - "nauc_map_at_1_diff1": 0.873615, - "nauc_map_at_3_max": 0.91602, - "nauc_map_at_3_std": 0.728436, - "nauc_map_at_3_diff1": 0.847202, - "nauc_map_at_5_max": 0.910755, - "nauc_map_at_5_std": 0.725634, - "nauc_map_at_5_diff1": 0.840633, - "nauc_map_at_10_max": 0.907524, - "nauc_map_at_10_std": 0.72532, - "nauc_map_at_10_diff1": 0.834799, - "nauc_map_at_20_max": 0.90547, - "nauc_map_at_20_std": 0.725431, - "nauc_map_at_20_diff1": 0.832239, - "nauc_map_at_100_max": 0.904018, - "nauc_map_at_100_std": 0.724567, - "nauc_map_at_100_diff1": 0.830765, - "nauc_map_at_1000_max": 0.90443, - "nauc_map_at_1000_std": 0.724549, - "nauc_map_at_1000_diff1": 0.831496, - "nauc_recall_at_1_max": 0.899252, - "nauc_recall_at_1_std": 0.691435, - "nauc_recall_at_1_diff1": 0.873615, - "nauc_recall_at_3_max": 0.932425, - "nauc_recall_at_3_std": 0.768718, - "nauc_recall_at_3_diff1": 0.814334, - "nauc_recall_at_5_max": 0.906962, - "nauc_recall_at_5_std": 0.755165, - "nauc_recall_at_5_diff1": 0.783838, - "nauc_recall_at_10_max": 0.882461, - "nauc_recall_at_10_std": 0.756271, - "nauc_recall_at_10_diff1": 0.73839, - "nauc_recall_at_20_max": 0.852, - "nauc_recall_at_20_std": 0.759426, - "nauc_recall_at_20_diff1": 0.697301, - "nauc_recall_at_100_max": 0.749359, - "nauc_recall_at_100_std": 0.718277, - "nauc_recall_at_100_diff1": 0.571928, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.899252, - "nauc_precision_at_1_std": 0.691435, - "nauc_precision_at_1_diff1": 0.873615, - "nauc_precision_at_3_max": 0.932425, - "nauc_precision_at_3_std": 0.768718, - "nauc_precision_at_3_diff1": 0.814334, - "nauc_precision_at_5_max": 0.906962, - "nauc_precision_at_5_std": 0.755165, - "nauc_precision_at_5_diff1": 0.783838, - "nauc_precision_at_10_max": 0.882461, - "nauc_precision_at_10_std": 0.756271, - "nauc_precision_at_10_diff1": 0.73839, - "nauc_precision_at_20_max": 0.852, - "nauc_precision_at_20_std": 0.759426, - "nauc_precision_at_20_diff1": 0.697301, - "nauc_precision_at_100_max": 0.749359, - "nauc_precision_at_100_std": 0.718277, - "nauc_precision_at_100_diff1": 0.571928, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.899252, - "nauc_mrr_at_1_std": 0.691435, - "nauc_mrr_at_1_diff1": 0.873615, - "nauc_mrr_at_3_max": 0.91602, - "nauc_mrr_at_3_std": 0.728436, - "nauc_mrr_at_3_diff1": 0.847202, - "nauc_mrr_at_5_max": 0.910755, - "nauc_mrr_at_5_std": 0.725634, - "nauc_mrr_at_5_diff1": 0.840633, - "nauc_mrr_at_10_max": 0.907524, - "nauc_mrr_at_10_std": 0.72532, - "nauc_mrr_at_10_diff1": 0.834799, - "nauc_mrr_at_20_max": 0.90547, - "nauc_mrr_at_20_std": 0.725431, - "nauc_mrr_at_20_diff1": 0.832239, - "nauc_mrr_at_100_max": 0.904018, - "nauc_mrr_at_100_std": 0.724567, - "nauc_mrr_at_100_diff1": 0.830765, - "nauc_mrr_at_1000_max": 0.90443, - "nauc_mrr_at_1000_std": 0.724549, - "nauc_mrr_at_1000_diff1": 0.831496, - "main_score": 0.45845, + "accuracy": 0.4, + "precision_at_1": 0.4, + "precision_at_3": 0.15704, + "precision_at_5": 0.09978, + "precision_at_10": 0.053, + "precision_at_20": 0.02811, + "precision_at_100": 0.00728, + "precision_at_1000": 0.001, + "mrr_at_1": 0.4, + "mrr_at_3": 0.431111, + "mrr_at_5": 0.437389, + "mrr_at_10": 0.441553, + "mrr_at_20": 0.443669, + "mrr_at_100": 0.447358, + "mrr_at_1000": 0.448736, + "nauc_ndcg_at_1_max": 0.891607, + "nauc_ndcg_at_1_std": 0.649768, + "nauc_ndcg_at_1_diff1": 0.853303, + "nauc_ndcg_at_3_max": 0.912857, + "nauc_ndcg_at_3_std": 0.700073, + "nauc_ndcg_at_3_diff1": 0.830414, + "nauc_ndcg_at_5_max": 0.903848, + "nauc_ndcg_at_5_std": 0.694421, + "nauc_ndcg_at_5_diff1": 0.818102, + "nauc_ndcg_at_10_max": 0.893905, + "nauc_ndcg_at_10_std": 0.689405, + "nauc_ndcg_at_10_diff1": 0.809535, + "nauc_ndcg_at_20_max": 0.889368, + "nauc_ndcg_at_20_std": 0.688047, + "nauc_ndcg_at_20_diff1": 0.804509, + "nauc_ndcg_at_100_max": 0.878431, + "nauc_ndcg_at_100_std": 0.685484, + "nauc_ndcg_at_100_diff1": 0.791747, + "nauc_ndcg_at_1000_max": 0.890133, + "nauc_ndcg_at_1000_std": 0.685807, + "nauc_ndcg_at_1000_diff1": 0.809533, + "nauc_map_at_1_max": 0.891607, + "nauc_map_at_1_std": 0.649768, + "nauc_map_at_1_diff1": 0.853303, + "nauc_map_at_3_max": 0.907929, + "nauc_map_at_3_std": 0.68859, + "nauc_map_at_3_diff1": 0.835336, + "nauc_map_at_5_max": 0.902873, + "nauc_map_at_5_std": 0.685304, + "nauc_map_at_5_diff1": 0.828483, + "nauc_map_at_10_max": 0.898813, + "nauc_map_at_10_std": 0.683095, + "nauc_map_at_10_diff1": 0.825058, + "nauc_map_at_20_max": 0.897599, + "nauc_map_at_20_std": 0.682752, + "nauc_map_at_20_diff1": 0.823749, + "nauc_map_at_100_max": 0.896278, + "nauc_map_at_100_std": 0.682499, + "nauc_map_at_100_diff1": 0.82224, + "nauc_map_at_1000_max": 0.896621, + "nauc_map_at_1000_std": 0.682504, + "nauc_map_at_1000_diff1": 0.822833, + "nauc_recall_at_1_max": 0.891607, + "nauc_recall_at_1_std": 0.649768, + "nauc_recall_at_1_diff1": 0.853303, + "nauc_recall_at_3_max": 0.927169, + "nauc_recall_at_3_std": 0.733346, + "nauc_recall_at_3_diff1": 0.816287, + "nauc_recall_at_5_max": 0.905389, + "nauc_recall_at_5_std": 0.720325, + "nauc_recall_at_5_diff1": 0.78606, + "nauc_recall_at_10_max": 0.87351, + "nauc_recall_at_10_std": 0.705737, + "nauc_recall_at_10_diff1": 0.757333, + "nauc_recall_at_20_max": 0.853612, + "nauc_recall_at_20_std": 0.70019, + "nauc_recall_at_20_diff1": 0.734156, + "nauc_recall_at_100_max": 0.756452, + "nauc_recall_at_100_std": 0.682772, + "nauc_recall_at_100_diff1": 0.609893, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.891607, + "nauc_precision_at_1_std": 0.649768, + "nauc_precision_at_1_diff1": 0.853303, + "nauc_precision_at_3_max": 0.927169, + "nauc_precision_at_3_std": 0.733346, + "nauc_precision_at_3_diff1": 0.816287, + "nauc_precision_at_5_max": 0.905389, + "nauc_precision_at_5_std": 0.720325, + "nauc_precision_at_5_diff1": 0.78606, + "nauc_precision_at_10_max": 0.87351, + "nauc_precision_at_10_std": 0.705737, + "nauc_precision_at_10_diff1": 0.757333, + "nauc_precision_at_20_max": 0.853612, + "nauc_precision_at_20_std": 0.70019, + "nauc_precision_at_20_diff1": 0.734156, + "nauc_precision_at_100_max": 0.756452, + "nauc_precision_at_100_std": 0.682772, + "nauc_precision_at_100_diff1": 0.609893, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.891607, + "nauc_mrr_at_1_std": 0.649768, + "nauc_mrr_at_1_diff1": 0.853303, + "nauc_mrr_at_3_max": 0.907929, + "nauc_mrr_at_3_std": 0.68859, + "nauc_mrr_at_3_diff1": 0.835336, + "nauc_mrr_at_5_max": 0.902873, + "nauc_mrr_at_5_std": 0.685304, + "nauc_mrr_at_5_diff1": 0.828483, + "nauc_mrr_at_10_max": 0.898813, + "nauc_mrr_at_10_std": 0.683095, + "nauc_mrr_at_10_diff1": 0.825058, + "nauc_mrr_at_20_max": 0.897599, + "nauc_mrr_at_20_std": 0.682752, + "nauc_mrr_at_20_diff1": 0.823749, + "nauc_mrr_at_100_max": 0.896278, + "nauc_mrr_at_100_std": 0.682499, + "nauc_mrr_at_100_diff1": 0.82224, + "nauc_mrr_at_1000_max": 0.896621, + "nauc_mrr_at_1000_std": 0.682504, + "nauc_mrr_at_1000_diff1": 0.822833, + "hit_rate_at_1": 0.4, + "hit_rate_at_3": 0.47111, + "hit_rate_at_5": 0.49889, + "hit_rate_at_10": 0.53, + "hit_rate_at_20": 0.56222, + "hit_rate_at_100": 0.72778, + "hit_rate_at_1000": 1.0, + "main_score": 0.46282, "hf_subset": "eng_Latn-som_Latn", "languages": [ "eng-Latn", "som-Latn" - ] - }, - { - "ndcg_at_1": 0.48889, - "ndcg_at_3": 0.53657, - "ndcg_at_5": 0.54805, - "ndcg_at_10": 0.5633, - "ndcg_at_20": 0.57493, - "ndcg_at_100": 0.60044, - "ndcg_at_1000": 0.62174, - "map_at_1": 0.48889, - "map_at_3": 0.525, - "map_at_5": 0.53139, - "map_at_10": 0.53737, - "map_at_20": 0.54062, - "map_at_100": 0.54383, - "map_at_1000": 0.54464, - "recall_at_1": 0.48889, - "recall_at_3": 0.57, - "recall_at_5": 0.59778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.48778, + "ndcg_at_3": 0.53488, + "ndcg_at_5": 0.54951, + "ndcg_at_10": 0.5632, + "ndcg_at_20": 0.57507, + "ndcg_at_100": 0.60002, + "ndcg_at_1000": 0.62197, + "map_at_1": 0.48778, + "map_at_3": 0.52315, + "map_at_5": 0.53126, + "map_at_10": 0.53693, + "map_at_20": 0.54023, + "map_at_100": 0.54354, + "map_at_1000": 0.54438, + "recall_at_1": 0.48778, + "recall_at_3": 0.56889, + "recall_at_5": 0.60444, "recall_at_10": 0.64667, - "recall_at_20": 0.69222, - "recall_at_100": 0.83444, + "recall_at_20": 0.69333, + "recall_at_100": 0.83, "recall_at_1000": 1.0, - "precision_at_1": 0.48889, - "precision_at_3": 0.19, - "precision_at_5": 0.11956, + "accuracy": 0.48778, + "precision_at_1": 0.48778, + "precision_at_3": 0.18963, + "precision_at_5": 0.12089, "precision_at_10": 0.06467, - "precision_at_20": 0.03461, - "precision_at_100": 0.00834, - "precision_at_1000": 0.001, - "mrr_at_1": 0.488889, - "mrr_at_3": 0.525, - "mrr_at_5": 0.531389, - "mrr_at_10": 0.537367, - "mrr_at_20": 0.540617, - "mrr_at_100": 0.543832, - "mrr_at_1000": 0.544638, - "nauc_ndcg_at_1_max": 0.759567, - "nauc_ndcg_at_1_std": -0.606393, - "nauc_ndcg_at_1_diff1": 0.874681, - "nauc_ndcg_at_3_max": 0.759655, - "nauc_ndcg_at_3_std": -0.655191, - "nauc_ndcg_at_3_diff1": 0.851153, - "nauc_ndcg_at_5_max": 0.74782, - "nauc_ndcg_at_5_std": -0.650867, - "nauc_ndcg_at_5_diff1": 0.841033, - "nauc_ndcg_at_10_max": 0.744237, - "nauc_ndcg_at_10_std": -0.631565, - "nauc_ndcg_at_10_diff1": 0.832825, - "nauc_ndcg_at_20_max": 0.737061, - "nauc_ndcg_at_20_std": -0.630845, - "nauc_ndcg_at_20_diff1": 0.828483, - "nauc_ndcg_at_100_max": 0.733771, - "nauc_ndcg_at_100_std": -0.62109, - "nauc_ndcg_at_100_diff1": 0.82603, - "nauc_ndcg_at_1000_max": 0.743629, - "nauc_ndcg_at_1000_std": -0.628835, - "nauc_ndcg_at_1000_diff1": 0.83733, - "nauc_map_at_1_max": 0.759567, - "nauc_map_at_1_std": -0.606393, - "nauc_map_at_1_diff1": 0.874681, - "nauc_map_at_3_max": 0.759867, - "nauc_map_at_3_std": -0.643491, - "nauc_map_at_3_diff1": 0.85714, - "nauc_map_at_5_max": 0.753342, - "nauc_map_at_5_std": -0.641102, - "nauc_map_at_5_diff1": 0.851647, - "nauc_map_at_10_max": 0.752178, - "nauc_map_at_10_std": -0.633467, - "nauc_map_at_10_diff1": 0.848788, - "nauc_map_at_20_max": 0.750186, - "nauc_map_at_20_std": -0.633565, - "nauc_map_at_20_diff1": 0.84769, - "nauc_map_at_100_max": 0.749941, - "nauc_map_at_100_std": -0.632105, - "nauc_map_at_100_diff1": 0.847466, - "nauc_map_at_1000_max": 0.750328, - "nauc_map_at_1000_std": -0.632218, - "nauc_map_at_1000_diff1": 0.847858, - "nauc_recall_at_1_max": 0.759567, - "nauc_recall_at_1_std": -0.606393, - "nauc_recall_at_1_diff1": 0.874681, - "nauc_recall_at_3_max": 0.758916, - "nauc_recall_at_3_std": -0.69029, - "nauc_recall_at_3_diff1": 0.833039, - "nauc_recall_at_5_max": 0.728927, - "nauc_recall_at_5_std": -0.680116, - "nauc_recall_at_5_diff1": 0.806632, - "nauc_recall_at_10_max": 0.713463, - "nauc_recall_at_10_std": -0.614675, - "nauc_recall_at_10_diff1": 0.772999, - "nauc_recall_at_20_max": 0.67779, - "nauc_recall_at_20_std": -0.607022, - "nauc_recall_at_20_diff1": 0.747025, - "nauc_recall_at_100_max": 0.601788, - "nauc_recall_at_100_std": -0.498761, - "nauc_recall_at_100_diff1": 0.668911, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.759567, - "nauc_precision_at_1_std": -0.606393, - "nauc_precision_at_1_diff1": 0.874681, - "nauc_precision_at_3_max": 0.758916, - "nauc_precision_at_3_std": -0.69029, - "nauc_precision_at_3_diff1": 0.833039, - "nauc_precision_at_5_max": 0.728927, - "nauc_precision_at_5_std": -0.680116, - "nauc_precision_at_5_diff1": 0.806632, - "nauc_precision_at_10_max": 0.713463, - "nauc_precision_at_10_std": -0.614675, - "nauc_precision_at_10_diff1": 0.772999, - "nauc_precision_at_20_max": 0.67779, - "nauc_precision_at_20_std": -0.607022, - "nauc_precision_at_20_diff1": 0.747025, - "nauc_precision_at_100_max": 0.601788, - "nauc_precision_at_100_std": -0.498761, - "nauc_precision_at_100_diff1": 0.668911, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.759567, - "nauc_mrr_at_1_std": -0.606393, - "nauc_mrr_at_1_diff1": 0.874681, - "nauc_mrr_at_3_max": 0.759867, - "nauc_mrr_at_3_std": -0.643491, - "nauc_mrr_at_3_diff1": 0.85714, - "nauc_mrr_at_5_max": 0.753342, - "nauc_mrr_at_5_std": -0.641102, - "nauc_mrr_at_5_diff1": 0.851647, - "nauc_mrr_at_10_max": 0.752178, - "nauc_mrr_at_10_std": -0.633467, - "nauc_mrr_at_10_diff1": 0.848788, - "nauc_mrr_at_20_max": 0.750186, - "nauc_mrr_at_20_std": -0.633565, - "nauc_mrr_at_20_diff1": 0.84769, - "nauc_mrr_at_100_max": 0.749941, - "nauc_mrr_at_100_std": -0.632105, - "nauc_mrr_at_100_diff1": 0.847466, - "nauc_mrr_at_1000_max": 0.750328, - "nauc_mrr_at_1000_std": -0.632218, - "nauc_mrr_at_1000_diff1": 0.847858, - "main_score": 0.5633, + "precision_at_20": 0.03467, + "precision_at_100": 0.0083, + "precision_at_1000": 0.001, + "mrr_at_1": 0.487778, + "mrr_at_3": 0.523148, + "mrr_at_5": 0.531259, + "mrr_at_10": 0.536927, + "mrr_at_20": 0.540232, + "mrr_at_100": 0.543538, + "mrr_at_1000": 0.544384, + "nauc_ndcg_at_1_max": 0.767243, + "nauc_ndcg_at_1_std": -0.569883, + "nauc_ndcg_at_1_diff1": 0.876848, + "nauc_ndcg_at_3_max": 0.771904, + "nauc_ndcg_at_3_std": -0.594256, + "nauc_ndcg_at_3_diff1": 0.850896, + "nauc_ndcg_at_5_max": 0.758595, + "nauc_ndcg_at_5_std": -0.589452, + "nauc_ndcg_at_5_diff1": 0.838431, + "nauc_ndcg_at_10_max": 0.7547, + "nauc_ndcg_at_10_std": -0.586471, + "nauc_ndcg_at_10_diff1": 0.834621, + "nauc_ndcg_at_20_max": 0.748605, + "nauc_ndcg_at_20_std": -0.579868, + "nauc_ndcg_at_20_diff1": 0.830669, + "nauc_ndcg_at_100_max": 0.745981, + "nauc_ndcg_at_100_std": -0.569992, + "nauc_ndcg_at_100_diff1": 0.827857, + "nauc_ndcg_at_1000_max": 0.754276, + "nauc_ndcg_at_1000_std": -0.578304, + "nauc_ndcg_at_1000_diff1": 0.838169, + "nauc_map_at_1_max": 0.767243, + "nauc_map_at_1_std": -0.569883, + "nauc_map_at_1_diff1": 0.876848, + "nauc_map_at_3_max": 0.771374, + "nauc_map_at_3_std": -0.589064, + "nauc_map_at_3_diff1": 0.857561, + "nauc_map_at_5_max": 0.764107, + "nauc_map_at_5_std": -0.586545, + "nauc_map_at_5_diff1": 0.850803, + "nauc_map_at_10_max": 0.762635, + "nauc_map_at_10_std": -0.585242, + "nauc_map_at_10_diff1": 0.849385, + "nauc_map_at_20_max": 0.761015, + "nauc_map_at_20_std": -0.583573, + "nauc_map_at_20_diff1": 0.848402, + "nauc_map_at_100_max": 0.760645, + "nauc_map_at_100_std": -0.582445, + "nauc_map_at_100_diff1": 0.848084, + "nauc_map_at_1000_max": 0.760939, + "nauc_map_at_1000_std": -0.582542, + "nauc_map_at_1000_diff1": 0.84843, + "nauc_recall_at_1_max": 0.767243, + "nauc_recall_at_1_std": -0.569883, + "nauc_recall_at_1_diff1": 0.876848, + "nauc_recall_at_3_max": 0.773232, + "nauc_recall_at_3_std": -0.609547, + "nauc_recall_at_3_diff1": 0.830693, + "nauc_recall_at_5_max": 0.739064, + "nauc_recall_at_5_std": -0.597189, + "nauc_recall_at_5_diff1": 0.797833, + "nauc_recall_at_10_max": 0.723769, + "nauc_recall_at_10_std": -0.588034, + "nauc_recall_at_10_diff1": 0.781399, + "nauc_recall_at_20_max": 0.692297, + "nauc_recall_at_20_std": -0.55603, + "nauc_recall_at_20_diff1": 0.75758, + "nauc_recall_at_100_max": 0.634611, + "nauc_recall_at_100_std": -0.439052, + "nauc_recall_at_100_diff1": 0.686522, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.767243, + "nauc_precision_at_1_std": -0.569883, + "nauc_precision_at_1_diff1": 0.876848, + "nauc_precision_at_3_max": 0.773232, + "nauc_precision_at_3_std": -0.609547, + "nauc_precision_at_3_diff1": 0.830693, + "nauc_precision_at_5_max": 0.739064, + "nauc_precision_at_5_std": -0.597189, + "nauc_precision_at_5_diff1": 0.797833, + "nauc_precision_at_10_max": 0.723769, + "nauc_precision_at_10_std": -0.588034, + "nauc_precision_at_10_diff1": 0.781399, + "nauc_precision_at_20_max": 0.692297, + "nauc_precision_at_20_std": -0.55603, + "nauc_precision_at_20_diff1": 0.75758, + "nauc_precision_at_100_max": 0.634611, + "nauc_precision_at_100_std": -0.439052, + "nauc_precision_at_100_diff1": 0.686522, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.767243, + "nauc_mrr_at_1_std": -0.569883, + "nauc_mrr_at_1_diff1": 0.876848, + "nauc_mrr_at_3_max": 0.771374, + "nauc_mrr_at_3_std": -0.589064, + "nauc_mrr_at_3_diff1": 0.857561, + "nauc_mrr_at_5_max": 0.764107, + "nauc_mrr_at_5_std": -0.586545, + "nauc_mrr_at_5_diff1": 0.850803, + "nauc_mrr_at_10_max": 0.762635, + "nauc_mrr_at_10_std": -0.585242, + "nauc_mrr_at_10_diff1": 0.849385, + "nauc_mrr_at_20_max": 0.761015, + "nauc_mrr_at_20_std": -0.583573, + "nauc_mrr_at_20_diff1": 0.848402, + "nauc_mrr_at_100_max": 0.760645, + "nauc_mrr_at_100_std": -0.582445, + "nauc_mrr_at_100_diff1": 0.848084, + "nauc_mrr_at_1000_max": 0.760939, + "nauc_mrr_at_1000_std": -0.582542, + "nauc_mrr_at_1000_diff1": 0.84843, + "hit_rate_at_1": 0.48778, + "hit_rate_at_3": 0.56889, + "hit_rate_at_5": 0.60444, + "hit_rate_at_10": 0.64667, + "hit_rate_at_20": 0.69333, + "hit_rate_at_100": 0.83, + "hit_rate_at_1000": 1.0, + "main_score": 0.5632, "hf_subset": "sot_Latn-sot_Latn", "languages": [ "sot-Latn", "sot-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.59111, - "ndcg_at_3": 0.64315, - "ndcg_at_5": 0.65448, - "ndcg_at_10": 0.66811, - "ndcg_at_20": 0.67697, - "ndcg_at_100": 0.69817, - "ndcg_at_1000": 0.71164, + "ndcg_at_3": 0.63979, + "ndcg_at_5": 0.65222, + "ndcg_at_10": 0.66236, + "ndcg_at_20": 0.67414, + "ndcg_at_100": 0.69398, + "ndcg_at_1000": 0.70834, "map_at_1": 0.59111, - "map_at_3": 0.63074, - "map_at_5": 0.63696, - "map_at_10": 0.64259, - "map_at_20": 0.64509, - "map_at_100": 0.64795, - "map_at_1000": 0.64853, + "map_at_3": 0.62815, + "map_at_5": 0.63509, + "map_at_10": 0.63933, + "map_at_20": 0.64255, + "map_at_100": 0.64509, + "map_at_1000": 0.64568, "recall_at_1": 0.59111, - "recall_at_3": 0.67889, - "recall_at_5": 0.70667, - "recall_at_10": 0.74889, - "recall_at_20": 0.78333, - "recall_at_100": 0.89889, + "recall_at_3": 0.67333, + "recall_at_5": 0.70333, + "recall_at_10": 0.73444, + "recall_at_20": 0.78111, + "recall_at_100": 0.89111, "recall_at_1000": 1.0, + "accuracy": 0.59111, "precision_at_1": 0.59111, - "precision_at_3": 0.2263, - "precision_at_5": 0.14133, - "precision_at_10": 0.07489, - "precision_at_20": 0.03917, - "precision_at_100": 0.00899, + "precision_at_3": 0.22444, + "precision_at_5": 0.14067, + "precision_at_10": 0.07344, + "precision_at_20": 0.03906, + "precision_at_100": 0.00891, "precision_at_1000": 0.001, "mrr_at_1": 0.591111, - "mrr_at_3": 0.630741, - "mrr_at_5": 0.636963, - "mrr_at_10": 0.642587, - "mrr_at_20": 0.64509, - "mrr_at_100": 0.647949, - "mrr_at_1000": 0.648531, - "nauc_ndcg_at_1_max": 0.867367, - "nauc_ndcg_at_1_std": 0.405359, - "nauc_ndcg_at_1_diff1": 0.888892, - "nauc_ndcg_at_3_max": 0.864223, - "nauc_ndcg_at_3_std": 0.411033, - "nauc_ndcg_at_3_diff1": 0.863667, - "nauc_ndcg_at_5_max": 0.863818, - "nauc_ndcg_at_5_std": 0.419013, - "nauc_ndcg_at_5_diff1": 0.857747, - "nauc_ndcg_at_10_max": 0.861748, - "nauc_ndcg_at_10_std": 0.430193, - "nauc_ndcg_at_10_diff1": 0.855373, - "nauc_ndcg_at_20_max": 0.857221, - "nauc_ndcg_at_20_std": 0.431434, - "nauc_ndcg_at_20_diff1": 0.849304, - "nauc_ndcg_at_100_max": 0.856579, - "nauc_ndcg_at_100_std": 0.430493, - "nauc_ndcg_at_100_diff1": 0.850559, - "nauc_ndcg_at_1000_max": 0.86092, - "nauc_ndcg_at_1000_std": 0.424406, - "nauc_ndcg_at_1000_diff1": 0.858055, - "nauc_map_at_1_max": 0.867367, - "nauc_map_at_1_std": 0.405359, - "nauc_map_at_1_diff1": 0.888892, - "nauc_map_at_3_max": 0.865973, - "nauc_map_at_3_std": 0.409556, - "nauc_map_at_3_diff1": 0.870304, - "nauc_map_at_5_max": 0.865837, - "nauc_map_at_5_std": 0.413719, - "nauc_map_at_5_diff1": 0.867286, - "nauc_map_at_10_max": 0.86518, - "nauc_map_at_10_std": 0.418134, - "nauc_map_at_10_diff1": 0.866588, - "nauc_map_at_20_max": 0.864041, - "nauc_map_at_20_std": 0.418461, - "nauc_map_at_20_diff1": 0.865101, - "nauc_map_at_100_max": 0.863979, - "nauc_map_at_100_std": 0.418246, - "nauc_map_at_100_diff1": 0.865285, - "nauc_map_at_1000_max": 0.864134, - "nauc_map_at_1000_std": 0.418044, - "nauc_map_at_1000_diff1": 0.865584, - "nauc_recall_at_1_max": 0.867367, - "nauc_recall_at_1_std": 0.405359, - "nauc_recall_at_1_diff1": 0.888892, - "nauc_recall_at_3_max": 0.858269, - "nauc_recall_at_3_std": 0.415704, - "nauc_recall_at_3_diff1": 0.842633, - "nauc_recall_at_5_max": 0.8565, - "nauc_recall_at_5_std": 0.438072, - "nauc_recall_at_5_diff1": 0.824898, - "nauc_recall_at_10_max": 0.846854, - "nauc_recall_at_10_std": 0.481989, - "nauc_recall_at_10_diff1": 0.810849, - "nauc_recall_at_20_max": 0.821016, - "nauc_recall_at_20_std": 0.494023, - "nauc_recall_at_20_diff1": 0.773183, - "nauc_recall_at_100_max": 0.778496, - "nauc_recall_at_100_std": 0.541502, - "nauc_recall_at_100_diff1": 0.718915, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.867367, - "nauc_precision_at_1_std": 0.405359, - "nauc_precision_at_1_diff1": 0.888892, - "nauc_precision_at_3_max": 0.858269, - "nauc_precision_at_3_std": 0.415704, - "nauc_precision_at_3_diff1": 0.842633, - "nauc_precision_at_5_max": 0.8565, - "nauc_precision_at_5_std": 0.438072, - "nauc_precision_at_5_diff1": 0.824898, - "nauc_precision_at_10_max": 0.846854, - "nauc_precision_at_10_std": 0.481989, - "nauc_precision_at_10_diff1": 0.810849, - "nauc_precision_at_20_max": 0.821016, - "nauc_precision_at_20_std": 0.494023, - "nauc_precision_at_20_diff1": 0.773183, - "nauc_precision_at_100_max": 0.778496, - "nauc_precision_at_100_std": 0.541502, - "nauc_precision_at_100_diff1": 0.718915, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.867367, - "nauc_mrr_at_1_std": 0.405359, - "nauc_mrr_at_1_diff1": 0.888892, - "nauc_mrr_at_3_max": 0.865973, - "nauc_mrr_at_3_std": 0.409556, - "nauc_mrr_at_3_diff1": 0.870304, - "nauc_mrr_at_5_max": 0.865837, - "nauc_mrr_at_5_std": 0.413719, - "nauc_mrr_at_5_diff1": 0.867286, - "nauc_mrr_at_10_max": 0.86518, - "nauc_mrr_at_10_std": 0.418134, - "nauc_mrr_at_10_diff1": 0.866588, - "nauc_mrr_at_20_max": 0.864041, - "nauc_mrr_at_20_std": 0.418461, - "nauc_mrr_at_20_diff1": 0.865101, - "nauc_mrr_at_100_max": 0.863979, - "nauc_mrr_at_100_std": 0.418246, - "nauc_mrr_at_100_diff1": 0.865285, - "nauc_mrr_at_1000_max": 0.864134, - "nauc_mrr_at_1000_std": 0.418044, - "nauc_mrr_at_1000_diff1": 0.865584, - "main_score": 0.66811, + "mrr_at_3": 0.628148, + "mrr_at_5": 0.635093, + "mrr_at_10": 0.639329, + "mrr_at_20": 0.64255, + "mrr_at_100": 0.645089, + "mrr_at_1000": 0.645684, + "nauc_ndcg_at_1_max": 0.855576, + "nauc_ndcg_at_1_std": 0.37607, + "nauc_ndcg_at_1_diff1": 0.883349, + "nauc_ndcg_at_3_max": 0.856659, + "nauc_ndcg_at_3_std": 0.397991, + "nauc_ndcg_at_3_diff1": 0.8577, + "nauc_ndcg_at_5_max": 0.853466, + "nauc_ndcg_at_5_std": 0.40346, + "nauc_ndcg_at_5_diff1": 0.849303, + "nauc_ndcg_at_10_max": 0.851619, + "nauc_ndcg_at_10_std": 0.412138, + "nauc_ndcg_at_10_diff1": 0.843983, + "nauc_ndcg_at_20_max": 0.846706, + "nauc_ndcg_at_20_std": 0.416343, + "nauc_ndcg_at_20_diff1": 0.840144, + "nauc_ndcg_at_100_max": 0.847317, + "nauc_ndcg_at_100_std": 0.413053, + "nauc_ndcg_at_100_diff1": 0.842725, + "nauc_ndcg_at_1000_max": 0.850454, + "nauc_ndcg_at_1000_std": 0.407293, + "nauc_ndcg_at_1000_diff1": 0.849055, + "nauc_map_at_1_max": 0.855576, + "nauc_map_at_1_std": 0.37607, + "nauc_map_at_1_diff1": 0.883349, + "nauc_map_at_3_max": 0.856695, + "nauc_map_at_3_std": 0.391708, + "nauc_map_at_3_diff1": 0.864738, + "nauc_map_at_5_max": 0.855097, + "nauc_map_at_5_std": 0.39464, + "nauc_map_at_5_diff1": 0.860308, + "nauc_map_at_10_max": 0.854492, + "nauc_map_at_10_std": 0.398212, + "nauc_map_at_10_diff1": 0.858246, + "nauc_map_at_20_max": 0.853334, + "nauc_map_at_20_std": 0.39931, + "nauc_map_at_20_diff1": 0.857423, + "nauc_map_at_100_max": 0.853355, + "nauc_map_at_100_std": 0.399028, + "nauc_map_at_100_diff1": 0.857615, + "nauc_map_at_1000_max": 0.85344, + "nauc_map_at_1000_std": 0.398855, + "nauc_map_at_1000_diff1": 0.857818, + "nauc_recall_at_1_max": 0.855576, + "nauc_recall_at_1_std": 0.37607, + "nauc_recall_at_1_diff1": 0.883349, + "nauc_recall_at_3_max": 0.856406, + "nauc_recall_at_3_std": 0.418012, + "nauc_recall_at_3_diff1": 0.835397, + "nauc_recall_at_5_max": 0.847233, + "nauc_recall_at_5_std": 0.433707, + "nauc_recall_at_5_diff1": 0.811358, + "nauc_recall_at_10_max": 0.839173, + "nauc_recall_at_10_std": 0.466795, + "nauc_recall_at_10_diff1": 0.788802, + "nauc_recall_at_20_max": 0.810228, + "nauc_recall_at_20_std": 0.496934, + "nauc_recall_at_20_diff1": 0.758707, + "nauc_recall_at_100_max": 0.79038, + "nauc_recall_at_100_std": 0.515177, + "nauc_recall_at_100_diff1": 0.731115, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.855576, + "nauc_precision_at_1_std": 0.37607, + "nauc_precision_at_1_diff1": 0.883349, + "nauc_precision_at_3_max": 0.856406, + "nauc_precision_at_3_std": 0.418012, + "nauc_precision_at_3_diff1": 0.835397, + "nauc_precision_at_5_max": 0.847233, + "nauc_precision_at_5_std": 0.433707, + "nauc_precision_at_5_diff1": 0.811358, + "nauc_precision_at_10_max": 0.839173, + "nauc_precision_at_10_std": 0.466795, + "nauc_precision_at_10_diff1": 0.788802, + "nauc_precision_at_20_max": 0.810228, + "nauc_precision_at_20_std": 0.496934, + "nauc_precision_at_20_diff1": 0.758707, + "nauc_precision_at_100_max": 0.79038, + "nauc_precision_at_100_std": 0.515177, + "nauc_precision_at_100_diff1": 0.731115, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.855576, + "nauc_mrr_at_1_std": 0.37607, + "nauc_mrr_at_1_diff1": 0.883349, + "nauc_mrr_at_3_max": 0.856695, + "nauc_mrr_at_3_std": 0.391708, + "nauc_mrr_at_3_diff1": 0.864738, + "nauc_mrr_at_5_max": 0.855097, + "nauc_mrr_at_5_std": 0.39464, + "nauc_mrr_at_5_diff1": 0.860308, + "nauc_mrr_at_10_max": 0.854492, + "nauc_mrr_at_10_std": 0.398212, + "nauc_mrr_at_10_diff1": 0.858246, + "nauc_mrr_at_20_max": 0.853334, + "nauc_mrr_at_20_std": 0.39931, + "nauc_mrr_at_20_diff1": 0.857423, + "nauc_mrr_at_100_max": 0.853355, + "nauc_mrr_at_100_std": 0.399028, + "nauc_mrr_at_100_diff1": 0.857615, + "nauc_mrr_at_1000_max": 0.85344, + "nauc_mrr_at_1000_std": 0.398855, + "nauc_mrr_at_1000_diff1": 0.857818, + "hit_rate_at_1": 0.59111, + "hit_rate_at_3": 0.67333, + "hit_rate_at_5": 0.70333, + "hit_rate_at_10": 0.73444, + "hit_rate_at_20": 0.78111, + "hit_rate_at_100": 0.89111, + "hit_rate_at_1000": 1.0, + "main_score": 0.66236, "hf_subset": "sot_Latn-eng_Latn", "languages": [ "sot-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.40889, - "ndcg_at_3": 0.44036, - "ndcg_at_5": 0.44442, - "ndcg_at_10": 0.45065, - "ndcg_at_20": 0.45867, - "ndcg_at_100": 0.48122, - "ndcg_at_1000": 0.52584, + "ndcg_at_3": 0.43475, + "ndcg_at_5": 0.43977, + "ndcg_at_10": 0.44743, + "ndcg_at_20": 0.45295, + "ndcg_at_100": 0.47942, + "ndcg_at_1000": 0.5228, "map_at_1": 0.40889, - "map_at_3": 0.43278, - "map_at_5": 0.435, - "map_at_10": 0.43743, - "map_at_20": 0.43958, - "map_at_100": 0.44243, - "map_at_1000": 0.44405, + "map_at_3": 0.42833, + "map_at_5": 0.43111, + "map_at_10": 0.43434, + "map_at_20": 0.4358, + "map_at_100": 0.43913, + "map_at_1000": 0.44069, "recall_at_1": 0.40889, - "recall_at_3": 0.46222, - "recall_at_5": 0.47222, - "recall_at_10": 0.49222, - "recall_at_20": 0.52444, - "recall_at_100": 0.65, + "recall_at_3": 0.45333, + "recall_at_5": 0.46556, + "recall_at_10": 0.48889, + "recall_at_20": 0.51111, + "recall_at_100": 0.65889, "recall_at_1000": 1.0, + "accuracy": 0.40889, "precision_at_1": 0.40889, - "precision_at_3": 0.15407, - "precision_at_5": 0.09444, - "precision_at_10": 0.04922, - "precision_at_20": 0.02622, - "precision_at_100": 0.0065, + "precision_at_3": 0.15111, + "precision_at_5": 0.09311, + "precision_at_10": 0.04889, + "precision_at_20": 0.02556, + "precision_at_100": 0.00659, "precision_at_1000": 0.001, "mrr_at_1": 0.408889, - "mrr_at_3": 0.432778, - "mrr_at_5": 0.435, - "mrr_at_10": 0.437431, - "mrr_at_20": 0.439576, - "mrr_at_100": 0.44243, - "mrr_at_1000": 0.444053, - "nauc_ndcg_at_1_max": 0.937469, - "nauc_ndcg_at_1_std": 0.842956, - "nauc_ndcg_at_1_diff1": 0.929832, - "nauc_ndcg_at_3_max": 0.960382, - "nauc_ndcg_at_3_std": 0.884805, - "nauc_ndcg_at_3_diff1": 0.904518, - "nauc_ndcg_at_5_max": 0.957783, - "nauc_ndcg_at_5_std": 0.883746, - "nauc_ndcg_at_5_diff1": 0.901168, - "nauc_ndcg_at_10_max": 0.952548, - "nauc_ndcg_at_10_std": 0.884006, - "nauc_ndcg_at_10_diff1": 0.893598, - "nauc_ndcg_at_20_max": 0.945866, - "nauc_ndcg_at_20_std": 0.878407, - "nauc_ndcg_at_20_diff1": 0.886478, - "nauc_ndcg_at_100_max": 0.932624, - "nauc_ndcg_at_100_std": 0.868877, - "nauc_ndcg_at_100_diff1": 0.874847, - "nauc_ndcg_at_1000_max": 0.942951, - "nauc_ndcg_at_1000_std": 0.872142, - "nauc_ndcg_at_1000_diff1": 0.889716, - "nauc_map_at_1_max": 0.937469, - "nauc_map_at_1_std": 0.842956, - "nauc_map_at_1_diff1": 0.929832, - "nauc_map_at_3_max": 0.955234, - "nauc_map_at_3_std": 0.875001, - "nauc_map_at_3_diff1": 0.910851, - "nauc_map_at_5_max": 0.953809, - "nauc_map_at_5_std": 0.874507, - "nauc_map_at_5_diff1": 0.908986, - "nauc_map_at_10_max": 0.951767, - "nauc_map_at_10_std": 0.874666, - "nauc_map_at_10_diff1": 0.906024, - "nauc_map_at_20_max": 0.949958, - "nauc_map_at_20_std": 0.873033, - "nauc_map_at_20_diff1": 0.904033, - "nauc_map_at_100_max": 0.948246, - "nauc_map_at_100_std": 0.871659, - "nauc_map_at_100_diff1": 0.902593, - "nauc_map_at_1000_max": 0.94844, - "nauc_map_at_1000_std": 0.871619, - "nauc_map_at_1000_diff1": 0.902922, - "nauc_recall_at_1_max": 0.937469, - "nauc_recall_at_1_std": 0.842956, - "nauc_recall_at_1_diff1": 0.929832, - "nauc_recall_at_3_max": 0.975216, - "nauc_recall_at_3_std": 0.91323, - "nauc_recall_at_3_diff1": 0.885983, - "nauc_recall_at_5_max": 0.968825, - "nauc_recall_at_5_std": 0.910319, - "nauc_recall_at_5_diff1": 0.87778, - "nauc_recall_at_10_max": 0.951873, - "nauc_recall_at_10_std": 0.911016, - "nauc_recall_at_10_diff1": 0.853093, - "nauc_recall_at_20_max": 0.924346, - "nauc_recall_at_20_std": 0.889568, - "nauc_recall_at_20_diff1": 0.823349, - "nauc_recall_at_100_max": 0.834347, - "nauc_recall_at_100_std": 0.832166, - "nauc_recall_at_100_diff1": 0.735272, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.937469, - "nauc_precision_at_1_std": 0.842956, - "nauc_precision_at_1_diff1": 0.929832, - "nauc_precision_at_3_max": 0.975216, - "nauc_precision_at_3_std": 0.91323, - "nauc_precision_at_3_diff1": 0.885983, - "nauc_precision_at_5_max": 0.968825, - "nauc_precision_at_5_std": 0.910319, - "nauc_precision_at_5_diff1": 0.87778, - "nauc_precision_at_10_max": 0.951873, - "nauc_precision_at_10_std": 0.911016, - "nauc_precision_at_10_diff1": 0.853093, - "nauc_precision_at_20_max": 0.924346, - "nauc_precision_at_20_std": 0.889568, - "nauc_precision_at_20_diff1": 0.823349, - "nauc_precision_at_100_max": 0.834347, - "nauc_precision_at_100_std": 0.832166, - "nauc_precision_at_100_diff1": 0.735272, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.937469, - "nauc_mrr_at_1_std": 0.842956, - "nauc_mrr_at_1_diff1": 0.929832, - "nauc_mrr_at_3_max": 0.955234, - "nauc_mrr_at_3_std": 0.875001, - "nauc_mrr_at_3_diff1": 0.910851, - "nauc_mrr_at_5_max": 0.953809, - "nauc_mrr_at_5_std": 0.874507, - "nauc_mrr_at_5_diff1": 0.908986, - "nauc_mrr_at_10_max": 0.951767, - "nauc_mrr_at_10_std": 0.874666, - "nauc_mrr_at_10_diff1": 0.906024, - "nauc_mrr_at_20_max": 0.949958, - "nauc_mrr_at_20_std": 0.873033, - "nauc_mrr_at_20_diff1": 0.904033, - "nauc_mrr_at_100_max": 0.948246, - "nauc_mrr_at_100_std": 0.871659, - "nauc_mrr_at_100_diff1": 0.902593, - "nauc_mrr_at_1000_max": 0.94844, - "nauc_mrr_at_1000_std": 0.871619, - "nauc_mrr_at_1000_diff1": 0.902922, - "main_score": 0.45065, + "mrr_at_3": 0.428333, + "mrr_at_5": 0.431111, + "mrr_at_10": 0.434343, + "mrr_at_20": 0.435804, + "mrr_at_100": 0.439134, + "mrr_at_1000": 0.440693, + "nauc_ndcg_at_1_max": 0.928267, + "nauc_ndcg_at_1_std": 0.812172, + "nauc_ndcg_at_1_diff1": 0.897236, + "nauc_ndcg_at_3_max": 0.952011, + "nauc_ndcg_at_3_std": 0.853243, + "nauc_ndcg_at_3_diff1": 0.881199, + "nauc_ndcg_at_5_max": 0.951136, + "nauc_ndcg_at_5_std": 0.855814, + "nauc_ndcg_at_5_diff1": 0.876915, + "nauc_ndcg_at_10_max": 0.942733, + "nauc_ndcg_at_10_std": 0.850541, + "nauc_ndcg_at_10_diff1": 0.867395, + "nauc_ndcg_at_20_max": 0.936785, + "nauc_ndcg_at_20_std": 0.8475, + "nauc_ndcg_at_20_diff1": 0.861458, + "nauc_ndcg_at_100_max": 0.921147, + "nauc_ndcg_at_100_std": 0.836234, + "nauc_ndcg_at_100_diff1": 0.846904, + "nauc_ndcg_at_1000_max": 0.933196, + "nauc_ndcg_at_1000_std": 0.841396, + "nauc_ndcg_at_1000_diff1": 0.863073, + "nauc_map_at_1_max": 0.928267, + "nauc_map_at_1_std": 0.812172, + "nauc_map_at_1_diff1": 0.897236, + "nauc_map_at_3_max": 0.946634, + "nauc_map_at_3_std": 0.843873, + "nauc_map_at_3_diff1": 0.8852, + "nauc_map_at_5_max": 0.946288, + "nauc_map_at_5_std": 0.845408, + "nauc_map_at_5_diff1": 0.882857, + "nauc_map_at_10_max": 0.942799, + "nauc_map_at_10_std": 0.843231, + "nauc_map_at_10_diff1": 0.878752, + "nauc_map_at_20_max": 0.9412, + "nauc_map_at_20_std": 0.842349, + "nauc_map_at_20_diff1": 0.877169, + "nauc_map_at_100_max": 0.939182, + "nauc_map_at_100_std": 0.84095, + "nauc_map_at_100_diff1": 0.875297, + "nauc_map_at_1000_max": 0.939431, + "nauc_map_at_1000_std": 0.841009, + "nauc_map_at_1000_diff1": 0.875715, + "nauc_recall_at_1_max": 0.928267, + "nauc_recall_at_1_std": 0.812172, + "nauc_recall_at_1_diff1": 0.897236, + "nauc_recall_at_3_max": 0.9675, + "nauc_recall_at_3_std": 0.880266, + "nauc_recall_at_3_diff1": 0.869507, + "nauc_recall_at_5_max": 0.964825, + "nauc_recall_at_5_std": 0.886166, + "nauc_recall_at_5_diff1": 0.858865, + "nauc_recall_at_10_max": 0.938726, + "nauc_recall_at_10_std": 0.869843, + "nauc_recall_at_10_diff1": 0.829933, + "nauc_recall_at_20_max": 0.914397, + "nauc_recall_at_20_std": 0.858208, + "nauc_recall_at_20_diff1": 0.805111, + "nauc_recall_at_100_max": 0.805466, + "nauc_recall_at_100_std": 0.784287, + "nauc_recall_at_100_diff1": 0.696132, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.928267, + "nauc_precision_at_1_std": 0.812172, + "nauc_precision_at_1_diff1": 0.897236, + "nauc_precision_at_3_max": 0.9675, + "nauc_precision_at_3_std": 0.880266, + "nauc_precision_at_3_diff1": 0.869507, + "nauc_precision_at_5_max": 0.964825, + "nauc_precision_at_5_std": 0.886166, + "nauc_precision_at_5_diff1": 0.858865, + "nauc_precision_at_10_max": 0.938726, + "nauc_precision_at_10_std": 0.869843, + "nauc_precision_at_10_diff1": 0.829933, + "nauc_precision_at_20_max": 0.914397, + "nauc_precision_at_20_std": 0.858208, + "nauc_precision_at_20_diff1": 0.805111, + "nauc_precision_at_100_max": 0.805466, + "nauc_precision_at_100_std": 0.784287, + "nauc_precision_at_100_diff1": 0.696132, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.928267, + "nauc_mrr_at_1_std": 0.812172, + "nauc_mrr_at_1_diff1": 0.897236, + "nauc_mrr_at_3_max": 0.946634, + "nauc_mrr_at_3_std": 0.843873, + "nauc_mrr_at_3_diff1": 0.8852, + "nauc_mrr_at_5_max": 0.946288, + "nauc_mrr_at_5_std": 0.845408, + "nauc_mrr_at_5_diff1": 0.882857, + "nauc_mrr_at_10_max": 0.942799, + "nauc_mrr_at_10_std": 0.843231, + "nauc_mrr_at_10_diff1": 0.878752, + "nauc_mrr_at_20_max": 0.9412, + "nauc_mrr_at_20_std": 0.842349, + "nauc_mrr_at_20_diff1": 0.877169, + "nauc_mrr_at_100_max": 0.939182, + "nauc_mrr_at_100_std": 0.84095, + "nauc_mrr_at_100_diff1": 0.875297, + "nauc_mrr_at_1000_max": 0.939431, + "nauc_mrr_at_1000_std": 0.841009, + "nauc_mrr_at_1000_diff1": 0.875715, + "hit_rate_at_1": 0.40889, + "hit_rate_at_3": 0.45333, + "hit_rate_at_5": 0.46556, + "hit_rate_at_10": 0.48889, + "hit_rate_at_20": 0.51111, + "hit_rate_at_100": 0.65889, + "hit_rate_at_1000": 1.0, + "main_score": 0.44743, "hf_subset": "eng_Latn-sot_Latn", "languages": [ "eng-Latn", "sot-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92778, - "ndcg_at_3": 0.95253, - "ndcg_at_5": 0.95717, - "ndcg_at_10": 0.95935, - "ndcg_at_20": 0.96047, - "ndcg_at_100": 0.96176, - "ndcg_at_1000": 0.96192, - "map_at_1": 0.92778, - "map_at_3": 0.94648, - "map_at_5": 0.94909, - "map_at_10": 0.95001, - "map_at_20": 0.95032, - "map_at_100": 0.95052, - "map_at_1000": 0.95052, - "recall_at_1": 0.92778, - "recall_at_3": 0.97, - "recall_at_5": 0.98111, + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.94881, + "ndcg_at_5": 0.95201, + "ndcg_at_10": 0.95602, + "ndcg_at_20": 0.95687, + "ndcg_at_100": 0.95833, + "ndcg_at_1000": 0.95848, + "map_at_1": 0.92111, + "map_at_3": 0.94222, + "map_at_5": 0.944, + "map_at_10": 0.94568, + "map_at_20": 0.94592, + "map_at_100": 0.94613, + "map_at_1000": 0.94614, + "recall_at_1": 0.92111, + "recall_at_3": 0.96778, + "recall_at_5": 0.97556, "recall_at_10": 0.98778, - "recall_at_20": 0.99222, + "recall_at_20": 0.99111, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92778, - "precision_at_3": 0.32333, - "precision_at_5": 0.19622, + "accuracy": 0.92111, + "precision_at_1": 0.92111, + "precision_at_3": 0.32259, + "precision_at_5": 0.19511, "precision_at_10": 0.09878, - "precision_at_20": 0.04961, + "precision_at_20": 0.04956, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.927778, - "mrr_at_3": 0.946481, - "mrr_at_5": 0.949093, - "mrr_at_10": 0.950007, - "mrr_at_20": 0.950318, - "mrr_at_100": 0.950517, - "mrr_at_1000": 0.950525, - "nauc_ndcg_at_1_max": 0.778805, - "nauc_ndcg_at_1_std": -0.109237, - "nauc_ndcg_at_1_diff1": 0.949903, - "nauc_ndcg_at_3_max": 0.834928, - "nauc_ndcg_at_3_std": -0.045623, - "nauc_ndcg_at_3_diff1": 0.950485, - "nauc_ndcg_at_5_max": 0.830292, - "nauc_ndcg_at_5_std": -0.047535, - "nauc_ndcg_at_5_diff1": 0.949537, - "nauc_ndcg_at_10_max": 0.826064, - "nauc_ndcg_at_10_std": -0.055093, - "nauc_ndcg_at_10_diff1": 0.954148, - "nauc_ndcg_at_20_max": 0.824492, - "nauc_ndcg_at_20_std": -0.059117, - "nauc_ndcg_at_20_diff1": 0.952841, - "nauc_ndcg_at_100_max": 0.8202, - "nauc_ndcg_at_100_std": -0.055264, - "nauc_ndcg_at_100_diff1": 0.952052, - "nauc_ndcg_at_1000_max": 0.819461, - "nauc_ndcg_at_1000_std": -0.059601, - "nauc_ndcg_at_1000_diff1": 0.951855, - "nauc_map_at_1_max": 0.778805, - "nauc_map_at_1_std": -0.109237, - "nauc_map_at_1_diff1": 0.949903, - "nauc_map_at_3_max": 0.820252, - "nauc_map_at_3_std": -0.062817, - "nauc_map_at_3_diff1": 0.95048, - "nauc_map_at_5_max": 0.817202, - "nauc_map_at_5_std": -0.065258, - "nauc_map_at_5_diff1": 0.950026, - "nauc_map_at_10_max": 0.815546, - "nauc_map_at_10_std": -0.068257, - "nauc_map_at_10_diff1": 0.951685, - "nauc_map_at_20_max": 0.815223, - "nauc_map_at_20_std": -0.068648, - "nauc_map_at_20_diff1": 0.951383, - "nauc_map_at_100_max": 0.814717, - "nauc_map_at_100_std": -0.067553, - "nauc_map_at_100_diff1": 0.951301, - "nauc_map_at_1000_max": 0.814687, - "nauc_map_at_1000_std": -0.067729, - "nauc_map_at_1000_diff1": 0.951293, - "nauc_recall_at_1_max": 0.778805, - "nauc_recall_at_1_std": -0.109237, - "nauc_recall_at_1_diff1": 0.949903, - "nauc_recall_at_3_max": 0.90784, - "nauc_recall_at_3_std": 0.040305, - "nauc_recall_at_3_diff1": 0.950375, - "nauc_recall_at_5_max": 0.926677, - "nauc_recall_at_5_std": 0.087768, - "nauc_recall_at_5_diff1": 0.945213, - "nauc_recall_at_10_max": 0.935702, - "nauc_recall_at_10_std": 0.08641, - "nauc_recall_at_10_diff1": 0.988116, - "nauc_recall_at_20_max": 0.962652, - "nauc_recall_at_20_std": 0.059157, - "nauc_recall_at_20_diff1": 0.981326, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.942222, + "mrr_at_5": 0.944, + "mrr_at_10": 0.945683, + "mrr_at_20": 0.945923, + "mrr_at_100": 0.94613, + "mrr_at_1000": 0.946139, + "nauc_ndcg_at_1_max": 0.767816, + "nauc_ndcg_at_1_std": -0.192159, + "nauc_ndcg_at_1_diff1": 0.933424, + "nauc_ndcg_at_3_max": 0.824223, + "nauc_ndcg_at_3_std": -0.117509, + "nauc_ndcg_at_3_diff1": 0.932336, + "nauc_ndcg_at_5_max": 0.818754, + "nauc_ndcg_at_5_std": -0.100648, + "nauc_ndcg_at_5_diff1": 0.932781, + "nauc_ndcg_at_10_max": 0.81115, + "nauc_ndcg_at_10_std": -0.121839, + "nauc_ndcg_at_10_diff1": 0.934444, + "nauc_ndcg_at_20_max": 0.811422, + "nauc_ndcg_at_20_std": -0.108201, + "nauc_ndcg_at_20_diff1": 0.934795, + "nauc_ndcg_at_100_max": 0.807374, + "nauc_ndcg_at_100_std": -0.124849, + "nauc_ndcg_at_100_diff1": 0.934044, + "nauc_ndcg_at_1000_max": 0.806637, + "nauc_ndcg_at_1000_std": -0.129156, + "nauc_ndcg_at_1000_diff1": 0.933792, + "nauc_map_at_1_max": 0.767816, + "nauc_map_at_1_std": -0.192159, + "nauc_map_at_1_diff1": 0.933424, + "nauc_map_at_3_max": 0.808428, + "nauc_map_at_3_std": -0.140512, + "nauc_map_at_3_diff1": 0.932658, + "nauc_map_at_5_max": 0.805265, + "nauc_map_at_5_std": -0.133263, + "nauc_map_at_5_diff1": 0.932789, + "nauc_map_at_10_max": 0.802189, + "nauc_map_at_10_std": -0.1433, + "nauc_map_at_10_diff1": 0.933324, + "nauc_map_at_20_max": 0.802301, + "nauc_map_at_20_std": -0.140054, + "nauc_map_at_20_diff1": 0.933365, + "nauc_map_at_100_max": 0.801909, + "nauc_map_at_100_std": -0.141459, + "nauc_map_at_100_diff1": 0.933345, + "nauc_map_at_1000_max": 0.801876, + "nauc_map_at_1000_std": -0.141646, + "nauc_map_at_1000_diff1": 0.933334, + "nauc_recall_at_1_max": 0.767816, + "nauc_recall_at_1_std": -0.192159, + "nauc_recall_at_1_diff1": 0.933424, + "nauc_recall_at_3_max": 0.903893, + "nauc_recall_at_3_std": 0.000354, + "nauc_recall_at_3_diff1": 0.930696, + "nauc_recall_at_5_max": 0.903765, + "nauc_recall_at_5_std": 0.118581, + "nauc_recall_at_5_diff1": 0.933155, + "nauc_recall_at_10_max": 0.907054, + "nauc_recall_at_10_std": 0.148799, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.944269, + "nauc_recall_at_20_std": 0.49679, + "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.778805, - "nauc_precision_at_1_std": -0.109237, - "nauc_precision_at_1_diff1": 0.949903, - "nauc_precision_at_3_max": 0.90784, - "nauc_precision_at_3_std": 0.040305, - "nauc_precision_at_3_diff1": 0.950375, - "nauc_precision_at_5_max": 0.926677, - "nauc_precision_at_5_std": 0.087768, - "nauc_precision_at_5_diff1": 0.945213, - "nauc_precision_at_10_max": 0.935702, - "nauc_precision_at_10_std": 0.08641, - "nauc_precision_at_10_diff1": 0.988116, - "nauc_precision_at_20_max": 0.962652, - "nauc_precision_at_20_std": 0.059157, - "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_1_max": 0.767816, + "nauc_precision_at_1_std": -0.192159, + "nauc_precision_at_1_diff1": 0.933424, + "nauc_precision_at_3_max": 0.903893, + "nauc_precision_at_3_std": 0.000354, + "nauc_precision_at_3_diff1": 0.930696, + "nauc_precision_at_5_max": 0.903765, + "nauc_precision_at_5_std": 0.118581, + "nauc_precision_at_5_diff1": 0.933155, + "nauc_precision_at_10_max": 0.907054, + "nauc_precision_at_10_std": 0.148799, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.944269, + "nauc_precision_at_20_std": 0.49679, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.778805, - "nauc_mrr_at_1_std": -0.109237, - "nauc_mrr_at_1_diff1": 0.949903, - "nauc_mrr_at_3_max": 0.820252, - "nauc_mrr_at_3_std": -0.062817, - "nauc_mrr_at_3_diff1": 0.95048, - "nauc_mrr_at_5_max": 0.817202, - "nauc_mrr_at_5_std": -0.065258, - "nauc_mrr_at_5_diff1": 0.950026, - "nauc_mrr_at_10_max": 0.815546, - "nauc_mrr_at_10_std": -0.068257, - "nauc_mrr_at_10_diff1": 0.951685, - "nauc_mrr_at_20_max": 0.815223, - "nauc_mrr_at_20_std": -0.068648, - "nauc_mrr_at_20_diff1": 0.951383, - "nauc_mrr_at_100_max": 0.814717, - "nauc_mrr_at_100_std": -0.067553, - "nauc_mrr_at_100_diff1": 0.951301, - "nauc_mrr_at_1000_max": 0.814687, - "nauc_mrr_at_1000_std": -0.067729, - "nauc_mrr_at_1000_diff1": 0.951293, - "main_score": 0.95935, + "nauc_mrr_at_1_max": 0.767816, + "nauc_mrr_at_1_std": -0.192159, + "nauc_mrr_at_1_diff1": 0.933424, + "nauc_mrr_at_3_max": 0.808428, + "nauc_mrr_at_3_std": -0.140512, + "nauc_mrr_at_3_diff1": 0.932658, + "nauc_mrr_at_5_max": 0.805265, + "nauc_mrr_at_5_std": -0.133263, + "nauc_mrr_at_5_diff1": 0.932789, + "nauc_mrr_at_10_max": 0.802189, + "nauc_mrr_at_10_std": -0.1433, + "nauc_mrr_at_10_diff1": 0.933324, + "nauc_mrr_at_20_max": 0.802301, + "nauc_mrr_at_20_std": -0.140054, + "nauc_mrr_at_20_diff1": 0.933365, + "nauc_mrr_at_100_max": 0.801909, + "nauc_mrr_at_100_std": -0.141459, + "nauc_mrr_at_100_diff1": 0.933345, + "nauc_mrr_at_1000_max": 0.801876, + "nauc_mrr_at_1000_std": -0.141646, + "nauc_mrr_at_1000_diff1": 0.933334, + "hit_rate_at_1": 0.92111, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95602, "hf_subset": "spa_Latn-spa_Latn", "languages": [ "spa-Latn", "spa-Latn" - ] - }, - { - "ndcg_at_1": 0.93667, - "ndcg_at_3": 0.96159, - "ndcg_at_5": 0.96383, - "ndcg_at_10": 0.96679, - "ndcg_at_20": 0.96733, - "ndcg_at_100": 0.96834, - "ndcg_at_1000": 0.96834, - "map_at_1": 0.93667, - "map_at_3": 0.95593, - "map_at_5": 0.95715, - "map_at_10": 0.95841, - "map_at_20": 0.95855, - "map_at_100": 0.95869, - "map_at_1000": 0.95869, - "recall_at_1": 0.93667, - "recall_at_3": 0.97778, - "recall_at_5": 0.98333, - "recall_at_10": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95509, + "ndcg_at_5": 0.95681, + "ndcg_at_10": 0.96095, + "ndcg_at_20": 0.96181, + "ndcg_at_100": 0.96262, + "ndcg_at_1000": 0.96277, + "map_at_1": 0.92556, + "map_at_3": 0.94833, + "map_at_5": 0.94922, + "map_at_10": 0.95103, + "map_at_20": 0.95128, + "map_at_100": 0.95139, + "map_at_1000": 0.9514, + "recall_at_1": 0.92556, + "recall_at_3": 0.97444, + "recall_at_5": 0.97889, + "recall_at_10": 0.99111, "recall_at_20": 0.99444, - "recall_at_100": 1.0, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.93667, - "precision_at_3": 0.32593, - "precision_at_5": 0.19667, - "precision_at_10": 0.09922, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.32481, + "precision_at_5": 0.19578, + "precision_at_10": 0.09911, "precision_at_20": 0.04972, - "precision_at_100": 0.01, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.936667, - "mrr_at_3": 0.955926, - "mrr_at_5": 0.957148, - "mrr_at_10": 0.958414, - "mrr_at_20": 0.958555, - "mrr_at_100": 0.958689, - "mrr_at_1000": 0.958689, - "nauc_ndcg_at_1_max": 0.808123, - "nauc_ndcg_at_1_std": -0.263281, - "nauc_ndcg_at_1_diff1": 0.953192, - "nauc_ndcg_at_3_max": 0.823745, - "nauc_ndcg_at_3_std": -0.30308, - "nauc_ndcg_at_3_diff1": 0.962875, - "nauc_ndcg_at_5_max": 0.834194, - "nauc_ndcg_at_5_std": -0.26789, - "nauc_ndcg_at_5_diff1": 0.962299, - "nauc_ndcg_at_10_max": 0.827702, - "nauc_ndcg_at_10_std": -0.266458, - "nauc_ndcg_at_10_diff1": 0.960505, - "nauc_ndcg_at_20_max": 0.82731, - "nauc_ndcg_at_20_std": -0.263102, - "nauc_ndcg_at_20_diff1": 0.959846, - "nauc_ndcg_at_100_max": 0.825316, - "nauc_ndcg_at_100_std": -0.262976, - "nauc_ndcg_at_100_diff1": 0.959595, - "nauc_ndcg_at_1000_max": 0.825316, - "nauc_ndcg_at_1000_std": -0.262976, - "nauc_ndcg_at_1000_diff1": 0.959595, - "nauc_map_at_1_max": 0.808123, - "nauc_map_at_1_std": -0.263281, - "nauc_map_at_1_diff1": 0.953192, - "nauc_map_at_3_max": 0.819422, - "nauc_map_at_3_std": -0.291007, - "nauc_map_at_3_diff1": 0.959778, - "nauc_map_at_5_max": 0.824754, - "nauc_map_at_5_std": -0.27327, - "nauc_map_at_5_diff1": 0.959478, - "nauc_map_at_10_max": 0.822426, - "nauc_map_at_10_std": -0.271111, - "nauc_map_at_10_diff1": 0.958827, - "nauc_map_at_20_max": 0.822395, - "nauc_map_at_20_std": -0.269786, - "nauc_map_at_20_diff1": 0.958687, - "nauc_map_at_100_max": 0.822387, - "nauc_map_at_100_std": -0.268482, - "nauc_map_at_100_diff1": 0.95872, - "nauc_map_at_1000_max": 0.822387, - "nauc_map_at_1000_std": -0.268482, - "nauc_map_at_1000_diff1": 0.95872, - "nauc_recall_at_1_max": 0.808123, - "nauc_recall_at_1_std": -0.263281, - "nauc_recall_at_1_diff1": 0.953192, - "nauc_recall_at_3_max": 0.847596, - "nauc_recall_at_3_std": -0.370775, - "nauc_recall_at_3_diff1": 0.980392, - "nauc_recall_at_5_max": 0.904606, - "nauc_recall_at_5_std": -0.217647, - "nauc_recall_at_5_diff1": 0.982571, - "nauc_recall_at_10_max": 0.896625, - "nauc_recall_at_10_std": -0.192944, - "nauc_recall_at_10_diff1": 0.981326, - "nauc_recall_at_20_max": 0.910831, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.948333, + "mrr_at_5": 0.949222, + "mrr_at_10": 0.951034, + "mrr_at_20": 0.951278, + "mrr_at_100": 0.951389, + "mrr_at_1000": 0.951396, + "nauc_ndcg_at_1_max": 0.783178, + "nauc_ndcg_at_1_std": -0.271548, + "nauc_ndcg_at_1_diff1": 0.960492, + "nauc_ndcg_at_3_max": 0.814192, + "nauc_ndcg_at_3_std": -0.255329, + "nauc_ndcg_at_3_diff1": 0.964355, + "nauc_ndcg_at_5_max": 0.819962, + "nauc_ndcg_at_5_std": -0.223546, + "nauc_ndcg_at_5_diff1": 0.964237, + "nauc_ndcg_at_10_max": 0.810546, + "nauc_ndcg_at_10_std": -0.258818, + "nauc_ndcg_at_10_diff1": 0.964254, + "nauc_ndcg_at_20_max": 0.808471, + "nauc_ndcg_at_20_std": -0.249134, + "nauc_ndcg_at_20_diff1": 0.96345, + "nauc_ndcg_at_100_max": 0.808122, + "nauc_ndcg_at_100_std": -0.241613, + "nauc_ndcg_at_100_diff1": 0.963287, + "nauc_ndcg_at_1000_max": 0.807338, + "nauc_ndcg_at_1000_std": -0.246686, + "nauc_ndcg_at_1000_diff1": 0.963137, + "nauc_map_at_1_max": 0.783178, + "nauc_map_at_1_std": -0.271548, + "nauc_map_at_1_diff1": 0.960492, + "nauc_map_at_3_max": 0.806025, + "nauc_map_at_3_std": -0.258689, + "nauc_map_at_3_diff1": 0.963104, + "nauc_map_at_5_max": 0.80842, + "nauc_map_at_5_std": -0.244772, + "nauc_map_at_5_diff1": 0.96303, + "nauc_map_at_10_max": 0.804781, + "nauc_map_at_10_std": -0.257648, + "nauc_map_at_10_diff1": 0.963003, + "nauc_map_at_20_max": 0.804334, + "nauc_map_at_20_std": -0.25495, + "nauc_map_at_20_diff1": 0.962818, + "nauc_map_at_100_max": 0.804359, + "nauc_map_at_100_std": -0.253039, + "nauc_map_at_100_diff1": 0.962776, + "nauc_map_at_1000_max": 0.80433, + "nauc_map_at_1000_std": -0.253221, + "nauc_map_at_1000_diff1": 0.962771, + "nauc_recall_at_1_max": 0.783178, + "nauc_recall_at_1_std": -0.271548, + "nauc_recall_at_1_diff1": 0.960492, + "nauc_recall_at_3_max": 0.85966, + "nauc_recall_at_3_std": -0.237628, + "nauc_recall_at_3_diff1": 0.971583, + "nauc_recall_at_5_max": 0.899749, + "nauc_recall_at_5_std": -0.065826, + "nauc_recall_at_5_diff1": 0.97248, + "nauc_recall_at_10_max": 0.885037, + "nauc_recall_at_10_std": -0.312792, + "nauc_recall_at_10_diff1": 0.98366, + "nauc_recall_at_20_max": 0.871615, "nauc_recall_at_20_std": -0.122129, "nauc_recall_at_20_diff1": 0.973856, - "nauc_recall_at_100_max": NaN, - "nauc_recall_at_100_std": NaN, - "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.808123, - "nauc_precision_at_1_std": -0.263281, - "nauc_precision_at_1_diff1": 0.953192, - "nauc_precision_at_3_max": 0.847596, - "nauc_precision_at_3_std": -0.370775, - "nauc_precision_at_3_diff1": 0.980392, - "nauc_precision_at_5_max": 0.904606, - "nauc_precision_at_5_std": -0.217647, - "nauc_precision_at_5_diff1": 0.982571, - "nauc_precision_at_10_max": 0.896625, - "nauc_precision_at_10_std": -0.192944, - "nauc_precision_at_10_diff1": 0.981326, - "nauc_precision_at_20_max": 0.910831, + "nauc_precision_at_1_max": 0.783178, + "nauc_precision_at_1_std": -0.271548, + "nauc_precision_at_1_diff1": 0.960492, + "nauc_precision_at_3_max": 0.85966, + "nauc_precision_at_3_std": -0.237628, + "nauc_precision_at_3_diff1": 0.971583, + "nauc_precision_at_5_max": 0.899749, + "nauc_precision_at_5_std": -0.065826, + "nauc_precision_at_5_diff1": 0.97248, + "nauc_precision_at_10_max": 0.885037, + "nauc_precision_at_10_std": -0.312792, + "nauc_precision_at_10_diff1": 0.98366, + "nauc_precision_at_20_max": 0.871615, "nauc_precision_at_20_std": -0.122129, "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, @@ -41712,1751 +44242,1859 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.808123, - "nauc_mrr_at_1_std": -0.263281, - "nauc_mrr_at_1_diff1": 0.953192, - "nauc_mrr_at_3_max": 0.819422, - "nauc_mrr_at_3_std": -0.291007, - "nauc_mrr_at_3_diff1": 0.959778, - "nauc_mrr_at_5_max": 0.824754, - "nauc_mrr_at_5_std": -0.27327, - "nauc_mrr_at_5_diff1": 0.959478, - "nauc_mrr_at_10_max": 0.822426, - "nauc_mrr_at_10_std": -0.271111, - "nauc_mrr_at_10_diff1": 0.958827, - "nauc_mrr_at_20_max": 0.822395, - "nauc_mrr_at_20_std": -0.269786, - "nauc_mrr_at_20_diff1": 0.958687, - "nauc_mrr_at_100_max": 0.822387, - "nauc_mrr_at_100_std": -0.268482, - "nauc_mrr_at_100_diff1": 0.95872, - "nauc_mrr_at_1000_max": 0.822387, - "nauc_mrr_at_1000_std": -0.268482, - "nauc_mrr_at_1000_diff1": 0.95872, - "main_score": 0.96679, + "nauc_mrr_at_1_max": 0.783178, + "nauc_mrr_at_1_std": -0.271548, + "nauc_mrr_at_1_diff1": 0.960492, + "nauc_mrr_at_3_max": 0.806025, + "nauc_mrr_at_3_std": -0.258689, + "nauc_mrr_at_3_diff1": 0.963104, + "nauc_mrr_at_5_max": 0.80842, + "nauc_mrr_at_5_std": -0.244772, + "nauc_mrr_at_5_diff1": 0.96303, + "nauc_mrr_at_10_max": 0.804781, + "nauc_mrr_at_10_std": -0.257648, + "nauc_mrr_at_10_diff1": 0.963003, + "nauc_mrr_at_20_max": 0.804334, + "nauc_mrr_at_20_std": -0.25495, + "nauc_mrr_at_20_diff1": 0.962818, + "nauc_mrr_at_100_max": 0.804359, + "nauc_mrr_at_100_std": -0.253039, + "nauc_mrr_at_100_diff1": 0.962776, + "nauc_mrr_at_1000_max": 0.80433, + "nauc_mrr_at_1000_std": -0.253221, + "nauc_mrr_at_1000_diff1": 0.962771, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.97444, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.99111, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.96095, "hf_subset": "spa_Latn-eng_Latn", "languages": [ "spa-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.94603, - "ndcg_at_5": 0.95052, - "ndcg_at_10": 0.95456, - "ndcg_at_20": 0.95594, - "ndcg_at_100": 0.95696, - "ndcg_at_1000": 0.95711, - "map_at_1": 0.91889, - "map_at_3": 0.93963, - "map_at_5": 0.94207, - "map_at_10": 0.94379, - "map_at_20": 0.94415, - "map_at_100": 0.94429, - "map_at_1000": 0.94429, - "recall_at_1": 0.91889, - "recall_at_3": 0.96444, - "recall_at_5": 0.97556, - "recall_at_10": 0.98778, - "recall_at_20": 0.99333, - "recall_at_100": 0.99889, - "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.32148, - "precision_at_5": 0.19511, - "precision_at_10": 0.09878, - "precision_at_20": 0.04967, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.94249, + "ndcg_at_5": 0.94612, + "ndcg_at_10": 0.95004, + "ndcg_at_20": 0.95111, + "ndcg_at_100": 0.95258, + "ndcg_at_1000": 0.95273, + "map_at_1": 0.90778, + "map_at_3": 0.93444, + "map_at_5": 0.93644, + "map_at_10": 0.93804, + "map_at_20": 0.9383, + "map_at_100": 0.93852, + "map_at_1000": 0.93853, + "recall_at_1": 0.90778, + "recall_at_3": 0.96556, + "recall_at_5": 0.97444, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.32185, + "precision_at_5": 0.19489, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.93963, - "mrr_at_5": 0.942074, - "mrr_at_10": 0.943791, - "mrr_at_20": 0.944153, - "mrr_at_100": 0.944287, - "mrr_at_1000": 0.944295, - "nauc_ndcg_at_1_max": 0.838181, - "nauc_ndcg_at_1_std": -0.117609, - "nauc_ndcg_at_1_diff1": 0.92735, - "nauc_ndcg_at_3_max": 0.882054, - "nauc_ndcg_at_3_std": -0.038604, - "nauc_ndcg_at_3_diff1": 0.937737, - "nauc_ndcg_at_5_max": 0.877616, - "nauc_ndcg_at_5_std": -0.075042, - "nauc_ndcg_at_5_diff1": 0.939454, - "nauc_ndcg_at_10_max": 0.868888, - "nauc_ndcg_at_10_std": -0.086778, - "nauc_ndcg_at_10_diff1": 0.936136, - "nauc_ndcg_at_20_max": 0.867276, - "nauc_ndcg_at_20_std": -0.077334, - "nauc_ndcg_at_20_diff1": 0.93658, - "nauc_ndcg_at_100_max": 0.864789, - "nauc_ndcg_at_100_std": -0.082557, - "nauc_ndcg_at_100_diff1": 0.935077, - "nauc_ndcg_at_1000_max": 0.8643, - "nauc_ndcg_at_1000_std": -0.085996, - "nauc_ndcg_at_1000_diff1": 0.934842, - "nauc_map_at_1_max": 0.838181, - "nauc_map_at_1_std": -0.117609, - "nauc_map_at_1_diff1": 0.92735, - "nauc_map_at_3_max": 0.86763, - "nauc_map_at_3_std": -0.070336, - "nauc_map_at_3_diff1": 0.934404, - "nauc_map_at_5_max": 0.864883, - "nauc_map_at_5_std": -0.088832, - "nauc_map_at_5_diff1": 0.935037, - "nauc_map_at_10_max": 0.861509, - "nauc_map_at_10_std": -0.09259, - "nauc_map_at_10_diff1": 0.933742, - "nauc_map_at_20_max": 0.861095, - "nauc_map_at_20_std": -0.091029, - "nauc_map_at_20_diff1": 0.933812, - "nauc_map_at_100_max": 0.860837, - "nauc_map_at_100_std": -0.091643, - "nauc_map_at_100_diff1": 0.933653, - "nauc_map_at_1000_max": 0.860817, - "nauc_map_at_1000_std": -0.091777, - "nauc_map_at_1000_diff1": 0.933643, - "nauc_recall_at_1_max": 0.838181, - "nauc_recall_at_1_std": -0.117609, - "nauc_recall_at_1_diff1": 0.92735, - "nauc_recall_at_3_max": 0.952877, - "nauc_recall_at_3_std": 0.121178, - "nauc_recall_at_3_diff1": 0.954044, - "nauc_recall_at_5_max": 0.963607, - "nauc_recall_at_5_std": 0.013645, - "nauc_recall_at_5_diff1": 0.970291, - "nauc_recall_at_10_max": 0.95098, - "nauc_recall_at_10_std": -0.046813, - "nauc_recall_at_10_diff1": 0.964349, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.260971, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.934444, + "mrr_at_5": 0.936444, + "mrr_at_10": 0.938039, + "mrr_at_20": 0.938304, + "mrr_at_100": 0.938522, + "mrr_at_1000": 0.938527, + "nauc_ndcg_at_1_max": 0.790422, + "nauc_ndcg_at_1_std": -0.369889, + "nauc_ndcg_at_1_diff1": 0.928735, + "nauc_ndcg_at_3_max": 0.842338, + "nauc_ndcg_at_3_std": -0.341263, + "nauc_ndcg_at_3_diff1": 0.936643, + "nauc_ndcg_at_5_max": 0.83967, + "nauc_ndcg_at_5_std": -0.308508, + "nauc_ndcg_at_5_diff1": 0.935748, + "nauc_ndcg_at_10_max": 0.82898, + "nauc_ndcg_at_10_std": -0.315148, + "nauc_ndcg_at_10_diff1": 0.934609, + "nauc_ndcg_at_20_max": 0.826707, + "nauc_ndcg_at_20_std": -0.31603, + "nauc_ndcg_at_20_diff1": 0.933869, + "nauc_ndcg_at_100_max": 0.825104, + "nauc_ndcg_at_100_std": -0.324522, + "nauc_ndcg_at_100_diff1": 0.93379, + "nauc_ndcg_at_1000_max": 0.824563, + "nauc_ndcg_at_1000_std": -0.328214, + "nauc_ndcg_at_1000_diff1": 0.933585, + "nauc_map_at_1_max": 0.790422, + "nauc_map_at_1_std": -0.369889, + "nauc_map_at_1_diff1": 0.928735, + "nauc_map_at_3_max": 0.826738, + "nauc_map_at_3_std": -0.347505, + "nauc_map_at_3_diff1": 0.933856, + "nauc_map_at_5_max": 0.824901, + "nauc_map_at_5_std": -0.33241, + "nauc_map_at_5_diff1": 0.933317, + "nauc_map_at_10_max": 0.821022, + "nauc_map_at_10_std": -0.335101, + "nauc_map_at_10_diff1": 0.932907, + "nauc_map_at_20_max": 0.820517, + "nauc_map_at_20_std": -0.335589, + "nauc_map_at_20_diff1": 0.932743, + "nauc_map_at_100_max": 0.820416, + "nauc_map_at_100_std": -0.336492, + "nauc_map_at_100_diff1": 0.932775, + "nauc_map_at_1000_max": 0.820399, + "nauc_map_at_1000_std": -0.336604, + "nauc_map_at_1000_diff1": 0.932769, + "nauc_recall_at_1_max": 0.790422, + "nauc_recall_at_1_std": -0.369889, + "nauc_recall_at_1_diff1": 0.928735, + "nauc_recall_at_3_max": 0.926433, + "nauc_recall_at_3_std": -0.309705, + "nauc_recall_at_3_diff1": 0.952035, + "nauc_recall_at_5_max": 0.942963, + "nauc_recall_at_5_std": -0.129846, + "nauc_recall_at_5_diff1": 0.953112, + "nauc_recall_at_10_max": 0.912465, + "nauc_recall_at_10_std": -0.046141, + "nauc_recall_at_10_diff1": 0.955065, + "nauc_recall_at_20_max": 0.90342, + "nauc_recall_at_20_std": 0.080182, + "nauc_recall_at_20_diff1": 0.948938, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.838181, - "nauc_precision_at_1_std": -0.117609, - "nauc_precision_at_1_diff1": 0.92735, - "nauc_precision_at_3_max": 0.952877, - "nauc_precision_at_3_std": 0.121178, - "nauc_precision_at_3_diff1": 0.954044, - "nauc_precision_at_5_max": 0.963607, - "nauc_precision_at_5_std": 0.013645, - "nauc_precision_at_5_diff1": 0.970291, - "nauc_precision_at_10_max": 0.95098, - "nauc_precision_at_10_std": -0.046813, - "nauc_precision_at_10_diff1": 0.964349, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.260971, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.790422, + "nauc_precision_at_1_std": -0.369889, + "nauc_precision_at_1_diff1": 0.928735, + "nauc_precision_at_3_max": 0.926433, + "nauc_precision_at_3_std": -0.309705, + "nauc_precision_at_3_diff1": 0.952035, + "nauc_precision_at_5_max": 0.942963, + "nauc_precision_at_5_std": -0.129846, + "nauc_precision_at_5_diff1": 0.953112, + "nauc_precision_at_10_max": 0.912465, + "nauc_precision_at_10_std": -0.046141, + "nauc_precision_at_10_diff1": 0.955065, + "nauc_precision_at_20_max": 0.90342, + "nauc_precision_at_20_std": 0.080182, + "nauc_precision_at_20_diff1": 0.948938, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.838181, - "nauc_mrr_at_1_std": -0.117609, - "nauc_mrr_at_1_diff1": 0.92735, - "nauc_mrr_at_3_max": 0.86763, - "nauc_mrr_at_3_std": -0.070336, - "nauc_mrr_at_3_diff1": 0.934404, - "nauc_mrr_at_5_max": 0.864883, - "nauc_mrr_at_5_std": -0.088832, - "nauc_mrr_at_5_diff1": 0.935037, - "nauc_mrr_at_10_max": 0.861509, - "nauc_mrr_at_10_std": -0.09259, - "nauc_mrr_at_10_diff1": 0.933742, - "nauc_mrr_at_20_max": 0.861095, - "nauc_mrr_at_20_std": -0.091029, - "nauc_mrr_at_20_diff1": 0.933812, - "nauc_mrr_at_100_max": 0.860837, - "nauc_mrr_at_100_std": -0.091643, - "nauc_mrr_at_100_diff1": 0.933653, - "nauc_mrr_at_1000_max": 0.860817, - "nauc_mrr_at_1000_std": -0.091777, - "nauc_mrr_at_1000_diff1": 0.933643, - "main_score": 0.95456, + "nauc_mrr_at_1_max": 0.790422, + "nauc_mrr_at_1_std": -0.369889, + "nauc_mrr_at_1_diff1": 0.928735, + "nauc_mrr_at_3_max": 0.826738, + "nauc_mrr_at_3_std": -0.347505, + "nauc_mrr_at_3_diff1": 0.933856, + "nauc_mrr_at_5_max": 0.824901, + "nauc_mrr_at_5_std": -0.33241, + "nauc_mrr_at_5_diff1": 0.933317, + "nauc_mrr_at_10_max": 0.821022, + "nauc_mrr_at_10_std": -0.335101, + "nauc_mrr_at_10_diff1": 0.932907, + "nauc_mrr_at_20_max": 0.820517, + "nauc_mrr_at_20_std": -0.335589, + "nauc_mrr_at_20_diff1": 0.932743, + "nauc_mrr_at_100_max": 0.820416, + "nauc_mrr_at_100_std": -0.336492, + "nauc_mrr_at_100_diff1": 0.932775, + "nauc_mrr_at_1000_max": 0.820399, + "nauc_mrr_at_1000_std": -0.336604, + "nauc_mrr_at_1000_diff1": 0.932769, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.96556, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95004, "hf_subset": "eng_Latn-spa_Latn", "languages": [ "eng-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89433, - "ndcg_at_3": 0.92879, - "ndcg_at_5": 0.9352, - "ndcg_at_10": 0.93957, - "ndcg_at_20": 0.94214, - "ndcg_at_100": 0.94347, - "ndcg_at_1000": 0.94388, - "map_at_1": 0.89377, - "map_at_3": 0.92065, - "map_at_5": 0.92421, - "map_at_10": 0.92605, - "map_at_20": 0.92677, - "map_at_100": 0.92698, - "map_at_1000": 0.92701, - "recall_at_1": 0.89377, - "recall_at_3": 0.95161, - "recall_at_5": 0.96719, - "recall_at_10": 0.98053, - "recall_at_20": 0.99055, + "ndcg_at_1": 0.8921, + "ndcg_at_3": 0.9263, + "ndcg_at_5": 0.93276, + "ndcg_at_10": 0.93743, + "ndcg_at_20": 0.93994, + "ndcg_at_100": 0.94173, + "ndcg_at_1000": 0.94214, + "map_at_1": 0.89155, + "map_at_3": 0.91843, + "map_at_5": 0.92204, + "map_at_10": 0.92396, + "map_at_20": 0.92464, + "map_at_100": 0.92493, + "map_at_1000": 0.92496, + "recall_at_1": 0.89155, + "recall_at_3": 0.94828, + "recall_at_5": 0.96385, + "recall_at_10": 0.97831, + "recall_at_20": 0.98832, "recall_at_100": 0.99722, "recall_at_1000": 1.0, - "precision_at_1": 0.89433, - "precision_at_3": 0.31739, - "precision_at_5": 0.19355, - "precision_at_10": 0.09811, - "precision_at_20": 0.04956, + "accuracy": 0.89155, + "precision_at_1": 0.8921, + "precision_at_3": 0.31628, + "precision_at_5": 0.19288, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.894327, - "mrr_at_3": 0.921209, - "mrr_at_5": 0.924768, - "mrr_at_10": 0.926604, - "mrr_at_20": 0.927328, - "mrr_at_100": 0.927541, - "mrr_at_1000": 0.927557, - "nauc_ndcg_at_1_max": 0.79305, - "nauc_ndcg_at_1_std": -0.07047, - "nauc_ndcg_at_1_diff1": 0.931948, - "nauc_ndcg_at_3_max": 0.827451, - "nauc_ndcg_at_3_std": -0.057809, - "nauc_ndcg_at_3_diff1": 0.919332, - "nauc_ndcg_at_5_max": 0.823796, - "nauc_ndcg_at_5_std": -0.056292, - "nauc_ndcg_at_5_diff1": 0.917721, - "nauc_ndcg_at_10_max": 0.816441, - "nauc_ndcg_at_10_std": -0.056893, - "nauc_ndcg_at_10_diff1": 0.915695, - "nauc_ndcg_at_20_max": 0.810239, - "nauc_ndcg_at_20_std": -0.058536, - "nauc_ndcg_at_20_diff1": 0.915931, - "nauc_ndcg_at_100_max": 0.808781, - "nauc_ndcg_at_100_std": -0.05431, - "nauc_ndcg_at_100_diff1": 0.914938, - "nauc_ndcg_at_1000_max": 0.812099, - "nauc_ndcg_at_1000_std": -0.059993, - "nauc_ndcg_at_1000_diff1": 0.919019, - "nauc_map_at_1_max": 0.780243, - "nauc_map_at_1_std": -0.071052, - "nauc_map_at_1_diff1": 0.918504, - "nauc_map_at_3_max": 0.81098, - "nauc_map_at_3_std": -0.064643, - "nauc_map_at_3_diff1": 0.916097, - "nauc_map_at_5_max": 0.808451, - "nauc_map_at_5_std": -0.065397, - "nauc_map_at_5_diff1": 0.915077, - "nauc_map_at_10_max": 0.805676, - "nauc_map_at_10_std": -0.064869, - "nauc_map_at_10_diff1": 0.914315, - "nauc_map_at_20_max": 0.80417, - "nauc_map_at_20_std": -0.065133, - "nauc_map_at_20_diff1": 0.914364, - "nauc_map_at_100_max": 0.803958, - "nauc_map_at_100_std": -0.06452, - "nauc_map_at_100_diff1": 0.914222, - "nauc_map_at_1000_max": 0.804239, - "nauc_map_at_1000_std": -0.064742, - "nauc_map_at_1000_diff1": 0.914541, - "nauc_recall_at_1_max": 0.780243, - "nauc_recall_at_1_std": -0.071052, - "nauc_recall_at_1_diff1": 0.918504, - "nauc_recall_at_3_max": 0.877917, - "nauc_recall_at_3_std": -0.025167, - "nauc_recall_at_3_diff1": 0.907663, - "nauc_recall_at_5_max": 0.884567, - "nauc_recall_at_5_std": 0.008504, - "nauc_recall_at_5_diff1": 0.895419, - "nauc_recall_at_10_max": 0.854244, - "nauc_recall_at_10_std": 0.028366, - "nauc_recall_at_10_diff1": 0.861059, - "nauc_recall_at_20_max": 0.747981, - "nauc_recall_at_20_std": 0.070146, - "nauc_recall_at_20_diff1": 0.808154, + "mrr_at_1": 0.892102, + "mrr_at_3": 0.918984, + "mrr_at_5": 0.922599, + "mrr_at_10": 0.924519, + "mrr_at_20": 0.925196, + "mrr_at_100": 0.92549, + "mrr_at_1000": 0.925507, + "nauc_ndcg_at_1_max": 0.749925, + "nauc_ndcg_at_1_std": -0.140659, + "nauc_ndcg_at_1_diff1": 0.923945, + "nauc_ndcg_at_3_max": 0.802727, + "nauc_ndcg_at_3_std": -0.093301, + "nauc_ndcg_at_3_diff1": 0.912555, + "nauc_ndcg_at_5_max": 0.800242, + "nauc_ndcg_at_5_std": -0.093305, + "nauc_ndcg_at_5_diff1": 0.909529, + "nauc_ndcg_at_10_max": 0.791823, + "nauc_ndcg_at_10_std": -0.088284, + "nauc_ndcg_at_10_diff1": 0.907203, + "nauc_ndcg_at_20_max": 0.784853, + "nauc_ndcg_at_20_std": -0.090779, + "nauc_ndcg_at_20_diff1": 0.908553, + "nauc_ndcg_at_100_max": 0.780467, + "nauc_ndcg_at_100_std": -0.094603, + "nauc_ndcg_at_100_diff1": 0.906691, + "nauc_ndcg_at_1000_max": 0.783341, + "nauc_ndcg_at_1000_std": -0.100431, + "nauc_ndcg_at_1000_diff1": 0.910785, + "nauc_map_at_1_max": 0.737543, + "nauc_map_at_1_std": -0.140914, + "nauc_map_at_1_diff1": 0.910779, + "nauc_map_at_3_max": 0.781296, + "nauc_map_at_3_std": -0.107339, + "nauc_map_at_3_diff1": 0.908983, + "nauc_map_at_5_max": 0.779101, + "nauc_map_at_5_std": -0.108304, + "nauc_map_at_5_diff1": 0.907362, + "nauc_map_at_10_max": 0.77577, + "nauc_map_at_10_std": -0.106953, + "nauc_map_at_10_diff1": 0.90644, + "nauc_map_at_20_max": 0.77411, + "nauc_map_at_20_std": -0.10773, + "nauc_map_at_20_diff1": 0.906702, + "nauc_map_at_100_max": 0.773514, + "nauc_map_at_100_std": -0.108159, + "nauc_map_at_100_diff1": 0.906441, + "nauc_map_at_1000_max": 0.773726, + "nauc_map_at_1000_std": -0.108397, + "nauc_map_at_1000_diff1": 0.906708, + "nauc_recall_at_1_max": 0.737543, + "nauc_recall_at_1_std": -0.140914, + "nauc_recall_at_1_diff1": 0.910779, + "nauc_recall_at_3_max": 0.8741, + "nauc_recall_at_3_std": -0.031445, + "nauc_recall_at_3_diff1": 0.903677, + "nauc_recall_at_5_max": 0.893718, + "nauc_recall_at_5_std": -0.002096, + "nauc_recall_at_5_diff1": 0.88632, + "nauc_recall_at_10_max": 0.880095, + "nauc_recall_at_10_std": 0.102434, + "nauc_recall_at_10_diff1": 0.851599, + "nauc_recall_at_20_max": 0.814673, + "nauc_recall_at_20_std": 0.218796, + "nauc_recall_at_20_diff1": 0.832245, "nauc_recall_at_100_max": 0.452312, "nauc_recall_at_100_std": 0.765689, - "nauc_recall_at_100_diff1": 0.452312, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.79305, - "nauc_precision_at_1_std": -0.07047, - "nauc_precision_at_1_diff1": 0.931948, - "nauc_precision_at_3_max": 0.90834, - "nauc_precision_at_3_std": -0.023465, - "nauc_precision_at_3_diff1": 0.938432, - "nauc_precision_at_5_max": 0.929791, - "nauc_precision_at_5_std": 0.011608, - "nauc_precision_at_5_diff1": 0.94083, - "nauc_precision_at_10_max": 0.930499, - "nauc_precision_at_10_std": 0.034246, - "nauc_precision_at_10_diff1": 0.937515, - "nauc_precision_at_20_max": 0.903382, - "nauc_precision_at_20_std": 0.085252, - "nauc_precision_at_20_diff1": 0.967316, + "nauc_recall_at_100_diff1": 0.400018, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749925, + "nauc_precision_at_1_std": -0.140659, + "nauc_precision_at_1_diff1": 0.923945, + "nauc_precision_at_3_max": 0.902497, + "nauc_precision_at_3_std": -0.029922, + "nauc_precision_at_3_diff1": 0.932396, + "nauc_precision_at_5_max": 0.934845, + "nauc_precision_at_5_std": 0.000552, + "nauc_precision_at_5_diff1": 0.927332, + "nauc_precision_at_10_max": 0.949004, + "nauc_precision_at_10_std": 0.109644, + "nauc_precision_at_10_diff1": 0.919758, + "nauc_precision_at_20_max": 0.942328, + "nauc_precision_at_20_std": 0.238313, + "nauc_precision_at_20_diff1": 0.960779, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_diff1": 0.934632, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.098682, "nauc_precision_at_1000_diff1": 1.0, - "nauc_mrr_at_1_max": 0.79305, - "nauc_mrr_at_1_std": -0.07047, - "nauc_mrr_at_1_diff1": 0.931948, - "nauc_mrr_at_3_max": 0.828307, - "nauc_mrr_at_3_std": -0.063825, - "nauc_mrr_at_3_diff1": 0.934072, - "nauc_mrr_at_5_max": 0.826586, - "nauc_mrr_at_5_std": -0.064544, - "nauc_mrr_at_5_diff1": 0.9339, - "nauc_mrr_at_10_max": 0.824248, - "nauc_mrr_at_10_std": -0.063992, - "nauc_mrr_at_10_diff1": 0.933607, - "nauc_mrr_at_20_max": 0.822918, - "nauc_mrr_at_20_std": -0.064248, - "nauc_mrr_at_20_diff1": 0.933849, - "nauc_mrr_at_100_max": 0.82276, - "nauc_mrr_at_100_std": -0.063629, - "nauc_mrr_at_100_diff1": 0.933764, - "nauc_mrr_at_1000_max": 0.822721, - "nauc_mrr_at_1000_std": -0.063868, - "nauc_mrr_at_1000_diff1": 0.933749, - "main_score": 0.93957, + "nauc_mrr_at_1_max": 0.749925, + "nauc_mrr_at_1_std": -0.140659, + "nauc_mrr_at_1_diff1": 0.923945, + "nauc_mrr_at_3_max": 0.797997, + "nauc_mrr_at_3_std": -0.106799, + "nauc_mrr_at_3_diff1": 0.926451, + "nauc_mrr_at_5_max": 0.796574, + "nauc_mrr_at_5_std": -0.107744, + "nauc_mrr_at_5_diff1": 0.925641, + "nauc_mrr_at_10_max": 0.793669, + "nauc_mrr_at_10_std": -0.10637, + "nauc_mrr_at_10_diff1": 0.925181, + "nauc_mrr_at_20_max": 0.792161, + "nauc_mrr_at_20_std": -0.107147, + "nauc_mrr_at_20_diff1": 0.925617, + "nauc_mrr_at_100_max": 0.791633, + "nauc_mrr_at_100_std": -0.107576, + "nauc_mrr_at_100_diff1": 0.925429, + "nauc_mrr_at_1000_max": 0.791586, + "nauc_mrr_at_1000_std": -0.107824, + "nauc_mrr_at_1000_diff1": 0.925424, + "hit_rate_at_1": 0.8921, + "hit_rate_at_3": 0.94883, + "hit_rate_at_5": 0.9644, + "hit_rate_at_10": 0.97887, + "hit_rate_at_20": 0.98888, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93743, "hf_subset": "srp_Cyrl-srp_Cyrl", "languages": [ "srp-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90778, - "ndcg_at_3": 0.94529, - "ndcg_at_5": 0.94945, - "ndcg_at_10": 0.95295, - "ndcg_at_20": 0.95354, - "ndcg_at_100": 0.95451, - "ndcg_at_1000": 0.95466, - "map_at_1": 0.90778, - "map_at_3": 0.93667, - "map_at_5": 0.939, - "map_at_10": 0.94038, - "map_at_20": 0.94056, - "map_at_100": 0.94068, - "map_at_1000": 0.94069, - "recall_at_1": 0.90778, - "recall_at_3": 0.97, - "recall_at_5": 0.98, - "recall_at_10": 0.99111, + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.94266, + "ndcg_at_5": 0.94596, + "ndcg_at_10": 0.94896, + "ndcg_at_20": 0.95125, + "ndcg_at_100": 0.95211, + "ndcg_at_1000": 0.95241, + "map_at_1": 0.90444, + "map_at_3": 0.93389, + "map_at_5": 0.93578, + "map_at_10": 0.9371, + "map_at_20": 0.93775, + "map_at_100": 0.93788, + "map_at_1000": 0.93789, + "recall_at_1": 0.90444, + "recall_at_3": 0.96778, + "recall_at_5": 0.97556, + "recall_at_10": 0.98444, "recall_at_20": 0.99333, - "recall_at_100": 0.99889, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90778, - "precision_at_3": 0.32333, - "precision_at_5": 0.196, - "precision_at_10": 0.09911, + "accuracy": 0.90444, + "precision_at_1": 0.90444, + "precision_at_3": 0.32259, + "precision_at_5": 0.19511, + "precision_at_10": 0.09844, "precision_at_20": 0.04967, - "precision_at_100": 0.00999, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.907778, - "mrr_at_3": 0.936667, - "mrr_at_5": 0.939, - "mrr_at_10": 0.940384, - "mrr_at_20": 0.940562, - "mrr_at_100": 0.94068, - "mrr_at_1000": 0.940686, - "nauc_ndcg_at_1_max": 0.767293, - "nauc_ndcg_at_1_std": -0.379664, - "nauc_ndcg_at_1_diff1": 0.931575, - "nauc_ndcg_at_3_max": 0.782732, - "nauc_ndcg_at_3_std": -0.441606, - "nauc_ndcg_at_3_diff1": 0.933914, - "nauc_ndcg_at_5_max": 0.789612, - "nauc_ndcg_at_5_std": -0.378634, - "nauc_ndcg_at_5_diff1": 0.934536, - "nauc_ndcg_at_10_max": 0.788701, - "nauc_ndcg_at_10_std": -0.383787, - "nauc_ndcg_at_10_diff1": 0.9337, - "nauc_ndcg_at_20_max": 0.786008, - "nauc_ndcg_at_20_std": -0.397777, - "nauc_ndcg_at_20_diff1": 0.932855, - "nauc_ndcg_at_100_max": 0.784937, - "nauc_ndcg_at_100_std": -0.39279, - "nauc_ndcg_at_100_diff1": 0.933858, - "nauc_ndcg_at_1000_max": 0.784235, - "nauc_ndcg_at_1000_std": -0.397337, - "nauc_ndcg_at_1000_diff1": 0.933642, - "nauc_map_at_1_max": 0.767293, - "nauc_map_at_1_std": -0.379664, - "nauc_map_at_1_diff1": 0.931575, - "nauc_map_at_3_max": 0.779447, - "nauc_map_at_3_std": -0.427374, - "nauc_map_at_3_diff1": 0.933037, - "nauc_map_at_5_max": 0.782472, - "nauc_map_at_5_std": -0.39685, - "nauc_map_at_5_diff1": 0.933332, - "nauc_map_at_10_max": 0.781891, - "nauc_map_at_10_std": -0.399234, - "nauc_map_at_10_diff1": 0.933051, - "nauc_map_at_20_max": 0.781238, - "nauc_map_at_20_std": -0.402581, - "nauc_map_at_20_diff1": 0.93285, - "nauc_map_at_100_max": 0.781375, - "nauc_map_at_100_std": -0.401461, - "nauc_map_at_100_diff1": 0.933114, - "nauc_map_at_1000_max": 0.781352, - "nauc_map_at_1000_std": -0.401606, - "nauc_map_at_1000_diff1": 0.933107, - "nauc_recall_at_1_max": 0.767293, - "nauc_recall_at_1_std": -0.379664, - "nauc_recall_at_1_diff1": 0.931575, - "nauc_recall_at_3_max": 0.800878, - "nauc_recall_at_3_std": -0.521752, - "nauc_recall_at_3_diff1": 0.939309, - "nauc_recall_at_5_max": 0.852345, - "nauc_recall_at_5_std": -0.188323, - "nauc_recall_at_5_diff1": 0.945274, - "nauc_recall_at_10_max": 0.91976, - "nauc_recall_at_10_std": -0.026027, - "nauc_recall_at_10_diff1": 0.944269, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.933889, + "mrr_at_5": 0.935778, + "mrr_at_10": 0.937097, + "mrr_at_20": 0.937746, + "mrr_at_100": 0.937877, + "mrr_at_1000": 0.937892, + "nauc_ndcg_at_1_max": 0.7144, + "nauc_ndcg_at_1_std": -0.366697, + "nauc_ndcg_at_1_diff1": 0.932496, + "nauc_ndcg_at_3_max": 0.736815, + "nauc_ndcg_at_3_std": -0.373298, + "nauc_ndcg_at_3_diff1": 0.93541, + "nauc_ndcg_at_5_max": 0.732821, + "nauc_ndcg_at_5_std": -0.37737, + "nauc_ndcg_at_5_diff1": 0.933662, + "nauc_ndcg_at_10_max": 0.739732, + "nauc_ndcg_at_10_std": -0.338487, + "nauc_ndcg_at_10_diff1": 0.936849, + "nauc_ndcg_at_20_max": 0.737062, + "nauc_ndcg_at_20_std": -0.35902, + "nauc_ndcg_at_20_diff1": 0.935452, + "nauc_ndcg_at_100_max": 0.735712, + "nauc_ndcg_at_100_std": -0.360017, + "nauc_ndcg_at_100_diff1": 0.935746, + "nauc_ndcg_at_1000_max": 0.734016, + "nauc_ndcg_at_1000_std": -0.361215, + "nauc_ndcg_at_1000_diff1": 0.935333, + "nauc_map_at_1_max": 0.7144, + "nauc_map_at_1_std": -0.366697, + "nauc_map_at_1_diff1": 0.932496, + "nauc_map_at_3_max": 0.731525, + "nauc_map_at_3_std": -0.374634, + "nauc_map_at_3_diff1": 0.934647, + "nauc_map_at_5_max": 0.729158, + "nauc_map_at_5_std": -0.376992, + "nauc_map_at_5_diff1": 0.933743, + "nauc_map_at_10_max": 0.731802, + "nauc_map_at_10_std": -0.36257, + "nauc_map_at_10_diff1": 0.934934, + "nauc_map_at_20_max": 0.730964, + "nauc_map_at_20_std": -0.367104, + "nauc_map_at_20_diff1": 0.934617, + "nauc_map_at_100_max": 0.730943, + "nauc_map_at_100_std": -0.366816, + "nauc_map_at_100_diff1": 0.934716, + "nauc_map_at_1000_max": 0.730877, + "nauc_map_at_1000_std": -0.366773, + "nauc_map_at_1000_diff1": 0.9347, + "nauc_recall_at_1_max": 0.7144, + "nauc_recall_at_1_std": -0.366697, + "nauc_recall_at_1_diff1": 0.932496, + "nauc_recall_at_3_max": 0.765994, + "nauc_recall_at_3_std": -0.36231, + "nauc_recall_at_3_diff1": 0.939712, + "nauc_recall_at_5_max": 0.757618, + "nauc_recall_at_5_std": -0.376114, + "nauc_recall_at_5_diff1": 0.932412, + "nauc_recall_at_10_max": 0.833133, + "nauc_recall_at_10_std": -0.010738, + "nauc_recall_at_10_diff1": 0.961485, "nauc_recall_at_20_max": 0.893013, - "nauc_recall_at_20_std": -0.271942, - "nauc_recall_at_20_diff1": 0.925692, + "nauc_recall_at_20_std": -0.173903, + "nauc_recall_at_20_diff1": 0.953704, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_std": -0.075864, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.767293, - "nauc_precision_at_1_std": -0.379664, - "nauc_precision_at_1_diff1": 0.931575, - "nauc_precision_at_3_max": 0.800878, - "nauc_precision_at_3_std": -0.521752, - "nauc_precision_at_3_diff1": 0.939309, - "nauc_precision_at_5_max": 0.852345, - "nauc_precision_at_5_std": -0.188323, - "nauc_precision_at_5_diff1": 0.945274, - "nauc_precision_at_10_max": 0.91976, - "nauc_precision_at_10_std": -0.026027, - "nauc_precision_at_10_diff1": 0.944269, + "nauc_precision_at_1_max": 0.7144, + "nauc_precision_at_1_std": -0.366697, + "nauc_precision_at_1_diff1": 0.932496, + "nauc_precision_at_3_max": 0.765994, + "nauc_precision_at_3_std": -0.36231, + "nauc_precision_at_3_diff1": 0.939712, + "nauc_precision_at_5_max": 0.757618, + "nauc_precision_at_5_std": -0.376114, + "nauc_precision_at_5_diff1": 0.932412, + "nauc_precision_at_10_max": 0.833133, + "nauc_precision_at_10_std": -0.010738, + "nauc_precision_at_10_diff1": 0.961485, "nauc_precision_at_20_max": 0.893013, - "nauc_precision_at_20_std": -0.271942, - "nauc_precision_at_20_diff1": 0.925692, + "nauc_precision_at_20_std": -0.173903, + "nauc_precision_at_20_diff1": 0.953704, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_std": -0.075864, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.767293, - "nauc_mrr_at_1_std": -0.379664, - "nauc_mrr_at_1_diff1": 0.931575, - "nauc_mrr_at_3_max": 0.779447, - "nauc_mrr_at_3_std": -0.427374, - "nauc_mrr_at_3_diff1": 0.933037, - "nauc_mrr_at_5_max": 0.782472, - "nauc_mrr_at_5_std": -0.39685, - "nauc_mrr_at_5_diff1": 0.933332, - "nauc_mrr_at_10_max": 0.781891, - "nauc_mrr_at_10_std": -0.399234, - "nauc_mrr_at_10_diff1": 0.933051, - "nauc_mrr_at_20_max": 0.781238, - "nauc_mrr_at_20_std": -0.402581, - "nauc_mrr_at_20_diff1": 0.93285, - "nauc_mrr_at_100_max": 0.781375, - "nauc_mrr_at_100_std": -0.401461, - "nauc_mrr_at_100_diff1": 0.933114, - "nauc_mrr_at_1000_max": 0.781352, - "nauc_mrr_at_1000_std": -0.401606, - "nauc_mrr_at_1000_diff1": 0.933107, - "main_score": 0.95295, + "nauc_mrr_at_1_max": 0.7144, + "nauc_mrr_at_1_std": -0.366697, + "nauc_mrr_at_1_diff1": 0.932496, + "nauc_mrr_at_3_max": 0.731525, + "nauc_mrr_at_3_std": -0.374634, + "nauc_mrr_at_3_diff1": 0.934647, + "nauc_mrr_at_5_max": 0.729158, + "nauc_mrr_at_5_std": -0.376992, + "nauc_mrr_at_5_diff1": 0.933743, + "nauc_mrr_at_10_max": 0.731802, + "nauc_mrr_at_10_std": -0.36257, + "nauc_mrr_at_10_diff1": 0.934934, + "nauc_mrr_at_20_max": 0.730964, + "nauc_mrr_at_20_std": -0.367104, + "nauc_mrr_at_20_diff1": 0.934617, + "nauc_mrr_at_100_max": 0.730943, + "nauc_mrr_at_100_std": -0.366816, + "nauc_mrr_at_100_diff1": 0.934716, + "nauc_mrr_at_1000_max": 0.730877, + "nauc_mrr_at_1000_std": -0.366773, + "nauc_mrr_at_1000_diff1": 0.9347, + "hit_rate_at_1": 0.90444, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94896, "hf_subset": "srp_Cyrl-eng_Latn", "languages": [ "srp-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.87319, - "ndcg_at_3": 0.91087, - "ndcg_at_5": 0.91954, - "ndcg_at_10": 0.92426, - "ndcg_at_20": 0.92684, - "ndcg_at_100": 0.93007, - "ndcg_at_1000": 0.93047, - "map_at_1": 0.87264, - "map_at_3": 0.90193, - "map_at_5": 0.90671, - "map_at_10": 0.90869, - "map_at_20": 0.90942, - "map_at_100": 0.91, - "map_at_1000": 0.91002, - "recall_at_1": 0.87264, - "recall_at_3": 0.93604, - "recall_at_5": 0.95717, - "recall_at_10": 0.97164, - "recall_at_20": 0.98165, - "recall_at_100": 0.99722, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86207, + "ndcg_at_3": 0.90536, + "ndcg_at_5": 0.91274, + "ndcg_at_10": 0.91816, + "ndcg_at_20": 0.9207, + "ndcg_at_100": 0.92417, + "ndcg_at_1000": 0.92471, + "map_at_1": 0.86151, + "map_at_3": 0.89525, + "map_at_5": 0.89937, + "map_at_10": 0.90162, + "map_at_20": 0.90232, + "map_at_100": 0.90287, + "map_at_1000": 0.9029, + "recall_at_1": 0.86151, + "recall_at_3": 0.93382, + "recall_at_5": 0.95161, + "recall_at_10": 0.9683, + "recall_at_20": 0.97831, + "recall_at_100": 0.99611, "recall_at_1000": 1.0, - "precision_at_1": 0.87319, - "precision_at_3": 0.3122, - "precision_at_5": 0.19155, - "precision_at_10": 0.09722, - "precision_at_20": 0.04911, - "precision_at_100": 0.00998, + "accuracy": 0.86151, + "precision_at_1": 0.86207, + "precision_at_3": 0.31146, + "precision_at_5": 0.19043, + "precision_at_10": 0.09689, + "precision_at_20": 0.04894, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.873192, - "mrr_at_3": 0.902484, - "mrr_at_5": 0.907267, - "mrr_at_10": 0.909246, - "mrr_at_20": 0.909974, - "mrr_at_100": 0.910558, - "mrr_at_1000": 0.910574, - "nauc_ndcg_at_1_max": 0.790154, - "nauc_ndcg_at_1_std": -0.087107, - "nauc_ndcg_at_1_diff1": 0.920285, - "nauc_ndcg_at_3_max": 0.83526, - "nauc_ndcg_at_3_std": -0.00408, - "nauc_ndcg_at_3_diff1": 0.907206, - "nauc_ndcg_at_5_max": 0.837618, - "nauc_ndcg_at_5_std": -0.022394, - "nauc_ndcg_at_5_diff1": 0.912064, - "nauc_ndcg_at_10_max": 0.832184, - "nauc_ndcg_at_10_std": -0.022185, - "nauc_ndcg_at_10_diff1": 0.912702, - "nauc_ndcg_at_20_max": 0.829062, - "nauc_ndcg_at_20_std": -0.01602, - "nauc_ndcg_at_20_diff1": 0.911796, - "nauc_ndcg_at_100_max": 0.823254, - "nauc_ndcg_at_100_std": -0.025372, - "nauc_ndcg_at_100_diff1": 0.908979, - "nauc_ndcg_at_1000_max": 0.823615, - "nauc_ndcg_at_1000_std": -0.030461, - "nauc_ndcg_at_1000_diff1": 0.911355, - "nauc_map_at_1_max": 0.786298, - "nauc_map_at_1_std": -0.084278, - "nauc_map_at_1_diff1": 0.911521, - "nauc_map_at_3_max": 0.821042, - "nauc_map_at_3_std": -0.027371, - "nauc_map_at_3_diff1": 0.90627, - "nauc_map_at_5_max": 0.821533, - "nauc_map_at_5_std": -0.037698, - "nauc_map_at_5_diff1": 0.908583, - "nauc_map_at_10_max": 0.819407, - "nauc_map_at_10_std": -0.037085, - "nauc_map_at_10_diff1": 0.908754, - "nauc_map_at_20_max": 0.818619, - "nauc_map_at_20_std": -0.035982, - "nauc_map_at_20_diff1": 0.908546, - "nauc_map_at_100_max": 0.817719, - "nauc_map_at_100_std": -0.037481, - "nauc_map_at_100_diff1": 0.908135, - "nauc_map_at_1000_max": 0.817736, - "nauc_map_at_1000_std": -0.037685, - "nauc_map_at_1000_diff1": 0.908234, - "nauc_recall_at_1_max": 0.786298, - "nauc_recall_at_1_std": -0.084278, - "nauc_recall_at_1_diff1": 0.911521, - "nauc_recall_at_3_max": 0.888178, - "nauc_recall_at_3_std": 0.100698, - "nauc_recall_at_3_diff1": 0.895782, - "nauc_recall_at_5_max": 0.923961, - "nauc_recall_at_5_std": 0.073072, - "nauc_recall_at_5_diff1": 0.911668, - "nauc_recall_at_10_max": 0.922367, - "nauc_recall_at_10_std": 0.108893, - "nauc_recall_at_10_diff1": 0.91617, - "nauc_recall_at_20_max": 0.922898, - "nauc_recall_at_20_std": 0.280598, - "nauc_recall_at_20_diff1": 0.903129, - "nauc_recall_at_100_max": 0.765689, - "nauc_recall_at_100_std": 0.85851, - "nauc_recall_at_100_diff1": 0.517535, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.790154, - "nauc_precision_at_1_std": -0.087107, - "nauc_precision_at_1_diff1": 0.920285, - "nauc_precision_at_3_max": 0.897474, - "nauc_precision_at_3_std": 0.096722, - "nauc_precision_at_3_diff1": 0.913735, - "nauc_precision_at_5_max": 0.938375, - "nauc_precision_at_5_std": 0.066744, - "nauc_precision_at_5_diff1": 0.938806, - "nauc_precision_at_10_max": 0.944246, - "nauc_precision_at_10_std": 0.09999, - "nauc_precision_at_10_diff1": 0.95751, - "nauc_precision_at_20_max": 0.9571, - "nauc_precision_at_20_std": 0.272054, - "nauc_precision_at_20_diff1": 0.967316, + "mrr_at_1": 0.862069, + "mrr_at_3": 0.89581, + "mrr_at_5": 0.899926, + "mrr_at_10": 0.902177, + "mrr_at_20": 0.902878, + "mrr_at_100": 0.903427, + "mrr_at_1000": 0.903447, + "nauc_ndcg_at_1_max": 0.768642, + "nauc_ndcg_at_1_std": -0.162285, + "nauc_ndcg_at_1_diff1": 0.895688, + "nauc_ndcg_at_3_max": 0.811083, + "nauc_ndcg_at_3_std": -0.130188, + "nauc_ndcg_at_3_diff1": 0.881899, + "nauc_ndcg_at_5_max": 0.807384, + "nauc_ndcg_at_5_std": -0.125608, + "nauc_ndcg_at_5_diff1": 0.882063, + "nauc_ndcg_at_10_max": 0.808182, + "nauc_ndcg_at_10_std": -0.120798, + "nauc_ndcg_at_10_diff1": 0.887021, + "nauc_ndcg_at_20_max": 0.807438, + "nauc_ndcg_at_20_std": -0.110195, + "nauc_ndcg_at_20_diff1": 0.888217, + "nauc_ndcg_at_100_max": 0.80025, + "nauc_ndcg_at_100_std": -0.121358, + "nauc_ndcg_at_100_diff1": 0.884857, + "nauc_ndcg_at_1000_max": 0.799703, + "nauc_ndcg_at_1000_std": -0.127022, + "nauc_ndcg_at_1000_diff1": 0.886366, + "nauc_map_at_1_max": 0.766367, + "nauc_map_at_1_std": -0.158688, + "nauc_map_at_1_diff1": 0.887648, + "nauc_map_at_3_max": 0.797117, + "nauc_map_at_3_std": -0.139257, + "nauc_map_at_3_diff1": 0.881361, + "nauc_map_at_5_max": 0.79474, + "nauc_map_at_5_std": -0.137328, + "nauc_map_at_5_diff1": 0.881458, + "nauc_map_at_10_max": 0.795002, + "nauc_map_at_10_std": -0.134823, + "nauc_map_at_10_diff1": 0.883299, + "nauc_map_at_20_max": 0.794804, + "nauc_map_at_20_std": -0.132396, + "nauc_map_at_20_diff1": 0.88361, + "nauc_map_at_100_max": 0.793808, + "nauc_map_at_100_std": -0.134038, + "nauc_map_at_100_diff1": 0.883144, + "nauc_map_at_1000_max": 0.793787, + "nauc_map_at_1000_std": -0.134225, + "nauc_map_at_1000_diff1": 0.883198, + "nauc_recall_at_1_max": 0.766367, + "nauc_recall_at_1_std": -0.158688, + "nauc_recall_at_1_diff1": 0.887648, + "nauc_recall_at_3_max": 0.867832, + "nauc_recall_at_3_std": -0.082924, + "nauc_recall_at_3_diff1": 0.869657, + "nauc_recall_at_5_max": 0.872895, + "nauc_recall_at_5_std": -0.046736, + "nauc_recall_at_5_diff1": 0.865515, + "nauc_recall_at_10_max": 0.909147, + "nauc_recall_at_10_std": 0.01446, + "nauc_recall_at_10_diff1": 0.893123, + "nauc_recall_at_20_max": 0.943132, + "nauc_recall_at_20_std": 0.220859, + "nauc_recall_at_20_diff1": 0.910489, + "nauc_recall_at_100_max": 0.874605, + "nauc_recall_at_100_std": 0.672167, + "nauc_recall_at_100_diff1": 0.692735, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768642, + "nauc_precision_at_1_std": -0.162285, + "nauc_precision_at_1_diff1": 0.895688, + "nauc_precision_at_3_max": 0.874151, + "nauc_precision_at_3_std": -0.089747, + "nauc_precision_at_3_diff1": 0.88678, + "nauc_precision_at_5_max": 0.881624, + "nauc_precision_at_5_std": -0.055677, + "nauc_precision_at_5_diff1": 0.888962, + "nauc_precision_at_10_max": 0.923199, + "nauc_precision_at_10_std": 0.001823, + "nauc_precision_at_10_diff1": 0.929622, + "nauc_precision_at_20_max": 0.964735, + "nauc_precision_at_20_std": 0.207667, + "nauc_precision_at_20_diff1": 0.964735, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934632, - "nauc_precision_at_100_diff1": 0.934632, - "nauc_precision_at_1000_max": 0.098682, - "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_100_std": 0.663834, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": -0.070315, + "nauc_precision_at_1000_std": -0.41541, "nauc_precision_at_1000_diff1": 0.662006, - "nauc_mrr_at_1_max": 0.790154, - "nauc_mrr_at_1_std": -0.087107, - "nauc_mrr_at_1_diff1": 0.920285, - "nauc_mrr_at_3_max": 0.826183, - "nauc_mrr_at_3_std": -0.030727, - "nauc_mrr_at_3_diff1": 0.917529, - "nauc_mrr_at_5_max": 0.826947, - "nauc_mrr_at_5_std": -0.041285, - "nauc_mrr_at_5_diff1": 0.920445, - "nauc_mrr_at_10_max": 0.824929, - "nauc_mrr_at_10_std": -0.040749, - "nauc_mrr_at_10_diff1": 0.920881, - "nauc_mrr_at_20_max": 0.824182, - "nauc_mrr_at_20_std": -0.039669, - "nauc_mrr_at_20_diff1": 0.920772, - "nauc_mrr_at_100_max": 0.823315, - "nauc_mrr_at_100_std": -0.041201, - "nauc_mrr_at_100_diff1": 0.920441, - "nauc_mrr_at_1000_max": 0.823284, - "nauc_mrr_at_1000_std": -0.041374, - "nauc_mrr_at_1000_diff1": 0.920436, - "main_score": 0.92426, + "nauc_mrr_at_1_max": 0.768642, + "nauc_mrr_at_1_std": -0.162285, + "nauc_mrr_at_1_diff1": 0.895688, + "nauc_mrr_at_3_max": 0.800238, + "nauc_mrr_at_3_std": -0.143868, + "nauc_mrr_at_3_diff1": 0.891843, + "nauc_mrr_at_5_max": 0.79798, + "nauc_mrr_at_5_std": -0.142123, + "nauc_mrr_at_5_diff1": 0.892382, + "nauc_mrr_at_10_max": 0.79832, + "nauc_mrr_at_10_std": -0.139719, + "nauc_mrr_at_10_diff1": 0.894491, + "nauc_mrr_at_20_max": 0.798146, + "nauc_mrr_at_20_std": -0.137316, + "nauc_mrr_at_20_diff1": 0.894886, + "nauc_mrr_at_100_max": 0.797164, + "nauc_mrr_at_100_std": -0.138995, + "nauc_mrr_at_100_diff1": 0.894483, + "nauc_mrr_at_1000_max": 0.79712, + "nauc_mrr_at_1000_std": -0.139149, + "nauc_mrr_at_1000_diff1": 0.89446, + "hit_rate_at_1": 0.86207, + "hit_rate_at_3": 0.93437, + "hit_rate_at_5": 0.95217, + "hit_rate_at_10": 0.96885, + "hit_rate_at_20": 0.97887, + "hit_rate_at_100": 0.99666, + "hit_rate_at_1000": 1.0, + "main_score": 0.91816, "hf_subset": "eng_Latn-srp_Cyrl", "languages": [ "eng-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.44778, - "ndcg_at_3": 0.48862, - "ndcg_at_5": 0.49761, - "ndcg_at_10": 0.51032, - "ndcg_at_20": 0.52321, - "ndcg_at_100": 0.55471, - "ndcg_at_1000": 0.58047, - "map_at_1": 0.44778, - "map_at_3": 0.47889, - "map_at_5": 0.48378, - "map_at_10": 0.48889, - "map_at_20": 0.4924, - "map_at_100": 0.49653, - "map_at_1000": 0.49759, - "recall_at_1": 0.44778, - "recall_at_3": 0.51667, - "recall_at_5": 0.53889, - "recall_at_10": 0.57889, - "recall_at_20": 0.63, - "recall_at_100": 0.80333, - "recall_at_1000": 1.0, - "precision_at_1": 0.44778, - "precision_at_3": 0.17222, - "precision_at_5": 0.10778, - "precision_at_10": 0.05789, - "precision_at_20": 0.0315, - "precision_at_100": 0.00803, - "precision_at_1000": 0.001, - "mrr_at_1": 0.447778, - "mrr_at_3": 0.478889, - "mrr_at_5": 0.483778, - "mrr_at_10": 0.488889, - "mrr_at_20": 0.492403, - "mrr_at_100": 0.496533, - "mrr_at_1000": 0.497589, - "nauc_ndcg_at_1_max": 0.745067, - "nauc_ndcg_at_1_std": -0.588157, - "nauc_ndcg_at_1_diff1": 0.876388, - "nauc_ndcg_at_3_max": 0.748435, - "nauc_ndcg_at_3_std": -0.584709, - "nauc_ndcg_at_3_diff1": 0.845837, - "nauc_ndcg_at_5_max": 0.743995, - "nauc_ndcg_at_5_std": -0.584126, - "nauc_ndcg_at_5_diff1": 0.839108, - "nauc_ndcg_at_10_max": 0.734878, - "nauc_ndcg_at_10_std": -0.577844, - "nauc_ndcg_at_10_diff1": 0.828712, - "nauc_ndcg_at_20_max": 0.730831, - "nauc_ndcg_at_20_std": -0.571037, - "nauc_ndcg_at_20_diff1": 0.82359, - "nauc_ndcg_at_100_max": 0.725317, - "nauc_ndcg_at_100_std": -0.563554, - "nauc_ndcg_at_100_diff1": 0.818257, - "nauc_ndcg_at_1000_max": 0.734167, - "nauc_ndcg_at_1000_std": -0.574281, - "nauc_ndcg_at_1000_diff1": 0.831412, - "nauc_map_at_1_max": 0.745067, - "nauc_map_at_1_std": -0.588157, - "nauc_map_at_1_diff1": 0.876388, - "nauc_map_at_3_max": 0.747838, - "nauc_map_at_3_std": -0.585943, - "nauc_map_at_3_diff1": 0.852995, - "nauc_map_at_5_max": 0.745392, - "nauc_map_at_5_std": -0.585685, - "nauc_map_at_5_diff1": 0.849327, - "nauc_map_at_10_max": 0.741903, - "nauc_map_at_10_std": -0.582978, - "nauc_map_at_10_diff1": 0.845232, - "nauc_map_at_20_max": 0.740801, - "nauc_map_at_20_std": -0.581465, - "nauc_map_at_20_diff1": 0.843947, - "nauc_map_at_100_max": 0.739969, - "nauc_map_at_100_std": -0.58051, - "nauc_map_at_100_diff1": 0.843106, - "nauc_map_at_1000_max": 0.740302, - "nauc_map_at_1000_std": -0.580852, - "nauc_map_at_1000_diff1": 0.843575, - "nauc_recall_at_1_max": 0.745067, - "nauc_recall_at_1_std": -0.588157, - "nauc_recall_at_1_diff1": 0.876388, - "nauc_recall_at_3_max": 0.750097, - "nauc_recall_at_3_std": -0.580911, - "nauc_recall_at_3_diff1": 0.824879, - "nauc_recall_at_5_max": 0.739045, - "nauc_recall_at_5_std": -0.579117, - "nauc_recall_at_5_diff1": 0.807579, - "nauc_recall_at_10_max": 0.707717, - "nauc_recall_at_10_std": -0.559306, - "nauc_recall_at_10_diff1": 0.771675, - "nauc_recall_at_20_max": 0.687932, - "nauc_recall_at_20_std": -0.525042, - "nauc_recall_at_20_diff1": 0.744178, - "nauc_recall_at_100_max": 0.616821, - "nauc_recall_at_100_std": -0.427213, - "nauc_recall_at_100_diff1": 0.654028, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.745067, - "nauc_precision_at_1_std": -0.588157, - "nauc_precision_at_1_diff1": 0.876388, - "nauc_precision_at_3_max": 0.750097, - "nauc_precision_at_3_std": -0.580911, - "nauc_precision_at_3_diff1": 0.824879, - "nauc_precision_at_5_max": 0.739045, - "nauc_precision_at_5_std": -0.579117, - "nauc_precision_at_5_diff1": 0.807579, - "nauc_precision_at_10_max": 0.707717, - "nauc_precision_at_10_std": -0.559306, - "nauc_precision_at_10_diff1": 0.771675, - "nauc_precision_at_20_max": 0.687932, - "nauc_precision_at_20_std": -0.525042, - "nauc_precision_at_20_diff1": 0.744178, - "nauc_precision_at_100_max": 0.616821, - "nauc_precision_at_100_std": -0.427213, - "nauc_precision_at_100_diff1": 0.654028, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.745067, - "nauc_mrr_at_1_std": -0.588157, - "nauc_mrr_at_1_diff1": 0.876388, - "nauc_mrr_at_3_max": 0.747838, - "nauc_mrr_at_3_std": -0.585943, - "nauc_mrr_at_3_diff1": 0.852995, - "nauc_mrr_at_5_max": 0.745392, - "nauc_mrr_at_5_std": -0.585685, - "nauc_mrr_at_5_diff1": 0.849327, - "nauc_mrr_at_10_max": 0.741903, - "nauc_mrr_at_10_std": -0.582978, - "nauc_mrr_at_10_diff1": 0.845232, - "nauc_mrr_at_20_max": 0.740801, - "nauc_mrr_at_20_std": -0.581465, - "nauc_mrr_at_20_diff1": 0.843947, - "nauc_mrr_at_100_max": 0.739969, - "nauc_mrr_at_100_std": -0.58051, - "nauc_mrr_at_100_diff1": 0.843106, - "nauc_mrr_at_1000_max": 0.740302, - "nauc_mrr_at_1000_std": -0.580852, - "nauc_mrr_at_1000_diff1": 0.843575, - "main_score": 0.51032, + "ndcg_at_1": 0.45222, + "ndcg_at_3": 0.49921, + "ndcg_at_5": 0.50504, + "ndcg_at_10": 0.51432, + "ndcg_at_20": 0.5292, + "ndcg_at_100": 0.56118, + "ndcg_at_1000": 0.58606, + "map_at_1": 0.45222, + "map_at_3": 0.48778, + "map_at_5": 0.49094, + "map_at_10": 0.49474, + "map_at_20": 0.49882, + "map_at_100": 0.50306, + "map_at_1000": 0.50407, + "recall_at_1": 0.45222, + "recall_at_3": 0.53222, + "recall_at_5": 0.54667, + "recall_at_10": 0.57556, + "recall_at_20": 0.63444, + "recall_at_100": 0.81, + "recall_at_1000": 1.0, + "accuracy": 0.45222, + "precision_at_1": 0.45222, + "precision_at_3": 0.17741, + "precision_at_5": 0.10933, + "precision_at_10": 0.05756, + "precision_at_20": 0.03172, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.452222, + "mrr_at_3": 0.487778, + "mrr_at_5": 0.490944, + "mrr_at_10": 0.494737, + "mrr_at_20": 0.498818, + "mrr_at_100": 0.503056, + "mrr_at_1000": 0.504074, + "nauc_ndcg_at_1_max": 0.746888, + "nauc_ndcg_at_1_std": -0.580658, + "nauc_ndcg_at_1_diff1": 0.872728, + "nauc_ndcg_at_3_max": 0.753072, + "nauc_ndcg_at_3_std": -0.576405, + "nauc_ndcg_at_3_diff1": 0.83374, + "nauc_ndcg_at_5_max": 0.75138, + "nauc_ndcg_at_5_std": -0.570283, + "nauc_ndcg_at_5_diff1": 0.828551, + "nauc_ndcg_at_10_max": 0.747022, + "nauc_ndcg_at_10_std": -0.565256, + "nauc_ndcg_at_10_diff1": 0.822996, + "nauc_ndcg_at_20_max": 0.740176, + "nauc_ndcg_at_20_std": -0.563735, + "nauc_ndcg_at_20_diff1": 0.817705, + "nauc_ndcg_at_100_max": 0.734673, + "nauc_ndcg_at_100_std": -0.555421, + "nauc_ndcg_at_100_diff1": 0.812276, + "nauc_ndcg_at_1000_max": 0.742238, + "nauc_ndcg_at_1000_std": -0.564332, + "nauc_ndcg_at_1000_diff1": 0.824514, + "nauc_map_at_1_max": 0.746888, + "nauc_map_at_1_std": -0.580658, + "nauc_map_at_1_diff1": 0.872728, + "nauc_map_at_3_max": 0.752061, + "nauc_map_at_3_std": -0.577585, + "nauc_map_at_3_diff1": 0.842367, + "nauc_map_at_5_max": 0.751191, + "nauc_map_at_5_std": -0.574357, + "nauc_map_at_5_diff1": 0.83967, + "nauc_map_at_10_max": 0.749491, + "nauc_map_at_10_std": -0.572261, + "nauc_map_at_10_diff1": 0.837464, + "nauc_map_at_20_max": 0.74761, + "nauc_map_at_20_std": -0.571822, + "nauc_map_at_20_diff1": 0.836039, + "nauc_map_at_100_max": 0.746692, + "nauc_map_at_100_std": -0.57076, + "nauc_map_at_100_diff1": 0.835264, + "nauc_map_at_1000_max": 0.74696, + "nauc_map_at_1000_std": -0.570981, + "nauc_map_at_1000_diff1": 0.835702, + "nauc_recall_at_1_max": 0.746888, + "nauc_recall_at_1_std": -0.580658, + "nauc_recall_at_1_diff1": 0.872728, + "nauc_recall_at_3_max": 0.755861, + "nauc_recall_at_3_std": -0.572843, + "nauc_recall_at_3_diff1": 0.808499, + "nauc_recall_at_5_max": 0.75139, + "nauc_recall_at_5_std": -0.556881, + "nauc_recall_at_5_diff1": 0.794567, + "nauc_recall_at_10_max": 0.736789, + "nauc_recall_at_10_std": -0.540424, + "nauc_recall_at_10_diff1": 0.775336, + "nauc_recall_at_20_max": 0.705848, + "nauc_recall_at_20_std": -0.531876, + "nauc_recall_at_20_diff1": 0.747975, + "nauc_recall_at_100_max": 0.638754, + "nauc_recall_at_100_std": -0.433941, + "nauc_recall_at_100_diff1": 0.656463, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746888, + "nauc_precision_at_1_std": -0.580658, + "nauc_precision_at_1_diff1": 0.872728, + "nauc_precision_at_3_max": 0.755861, + "nauc_precision_at_3_std": -0.572843, + "nauc_precision_at_3_diff1": 0.808499, + "nauc_precision_at_5_max": 0.75139, + "nauc_precision_at_5_std": -0.556881, + "nauc_precision_at_5_diff1": 0.794567, + "nauc_precision_at_10_max": 0.736789, + "nauc_precision_at_10_std": -0.540424, + "nauc_precision_at_10_diff1": 0.775336, + "nauc_precision_at_20_max": 0.705848, + "nauc_precision_at_20_std": -0.531876, + "nauc_precision_at_20_diff1": 0.747975, + "nauc_precision_at_100_max": 0.638754, + "nauc_precision_at_100_std": -0.433941, + "nauc_precision_at_100_diff1": 0.656463, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746888, + "nauc_mrr_at_1_std": -0.580658, + "nauc_mrr_at_1_diff1": 0.872728, + "nauc_mrr_at_3_max": 0.752061, + "nauc_mrr_at_3_std": -0.577585, + "nauc_mrr_at_3_diff1": 0.842367, + "nauc_mrr_at_5_max": 0.751191, + "nauc_mrr_at_5_std": -0.574357, + "nauc_mrr_at_5_diff1": 0.83967, + "nauc_mrr_at_10_max": 0.749491, + "nauc_mrr_at_10_std": -0.572261, + "nauc_mrr_at_10_diff1": 0.837464, + "nauc_mrr_at_20_max": 0.74761, + "nauc_mrr_at_20_std": -0.571822, + "nauc_mrr_at_20_diff1": 0.836039, + "nauc_mrr_at_100_max": 0.746692, + "nauc_mrr_at_100_std": -0.57076, + "nauc_mrr_at_100_diff1": 0.835264, + "nauc_mrr_at_1000_max": 0.74696, + "nauc_mrr_at_1000_std": -0.570981, + "nauc_mrr_at_1000_diff1": 0.835702, + "hit_rate_at_1": 0.45222, + "hit_rate_at_3": 0.53222, + "hit_rate_at_5": 0.54667, + "hit_rate_at_10": 0.57556, + "hit_rate_at_20": 0.63444, + "hit_rate_at_100": 0.81, + "hit_rate_at_1000": 1.0, + "main_score": 0.51432, "hf_subset": "ssw_Latn-ssw_Latn", "languages": [ "ssw-Latn", "ssw-Latn" - ] - }, - { - "ndcg_at_1": 0.56333, - "ndcg_at_3": 0.61692, - "ndcg_at_5": 0.63375, - "ndcg_at_10": 0.64705, - "ndcg_at_20": 0.65946, - "ndcg_at_100": 0.68266, - "ndcg_at_1000": 0.69445, - "map_at_1": 0.56333, - "map_at_3": 0.60426, - "map_at_5": 0.61354, - "map_at_10": 0.61904, - "map_at_20": 0.62233, - "map_at_100": 0.6255, - "map_at_1000": 0.62601, - "recall_at_1": 0.56333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.56889, + "ndcg_at_3": 0.61795, + "ndcg_at_5": 0.63234, + "ndcg_at_10": 0.64469, + "ndcg_at_20": 0.65667, + "ndcg_at_100": 0.67981, + "ndcg_at_1000": 0.69311, + "map_at_1": 0.56889, + "map_at_3": 0.60574, + "map_at_5": 0.61357, + "map_at_10": 0.61876, + "map_at_20": 0.622, + "map_at_100": 0.62513, + "map_at_1000": 0.6257, + "recall_at_1": 0.56889, "recall_at_3": 0.65333, - "recall_at_5": 0.69444, - "recall_at_10": 0.73556, - "recall_at_20": 0.78556, - "recall_at_100": 0.91111, + "recall_at_5": 0.68889, + "recall_at_10": 0.72667, + "recall_at_20": 0.77444, + "recall_at_100": 0.9, "recall_at_1000": 1.0, - "precision_at_1": 0.56333, + "accuracy": 0.56889, + "precision_at_1": 0.56889, "precision_at_3": 0.21778, - "precision_at_5": 0.13889, - "precision_at_10": 0.07356, - "precision_at_20": 0.03928, - "precision_at_100": 0.00911, - "precision_at_1000": 0.001, - "mrr_at_1": 0.563333, - "mrr_at_3": 0.604259, - "mrr_at_5": 0.613537, - "mrr_at_10": 0.619041, - "mrr_at_20": 0.622331, - "mrr_at_100": 0.625504, - "mrr_at_1000": 0.626006, - "nauc_ndcg_at_1_max": 0.848717, - "nauc_ndcg_at_1_std": 0.404895, - "nauc_ndcg_at_1_diff1": 0.876848, - "nauc_ndcg_at_3_max": 0.841171, - "nauc_ndcg_at_3_std": 0.436052, - "nauc_ndcg_at_3_diff1": 0.840129, - "nauc_ndcg_at_5_max": 0.836595, - "nauc_ndcg_at_5_std": 0.433316, - "nauc_ndcg_at_5_diff1": 0.831918, - "nauc_ndcg_at_10_max": 0.82882, - "nauc_ndcg_at_10_std": 0.428786, - "nauc_ndcg_at_10_diff1": 0.824802, - "nauc_ndcg_at_20_max": 0.82434, - "nauc_ndcg_at_20_std": 0.430936, - "nauc_ndcg_at_20_diff1": 0.819003, - "nauc_ndcg_at_100_max": 0.823187, - "nauc_ndcg_at_100_std": 0.427996, - "nauc_ndcg_at_100_diff1": 0.822689, - "nauc_ndcg_at_1000_max": 0.831032, - "nauc_ndcg_at_1000_std": 0.428558, - "nauc_ndcg_at_1000_diff1": 0.831542, - "nauc_map_at_1_max": 0.848717, - "nauc_map_at_1_std": 0.404895, - "nauc_map_at_1_diff1": 0.876848, - "nauc_map_at_3_max": 0.843818, - "nauc_map_at_3_std": 0.42923, - "nauc_map_at_3_diff1": 0.849541, - "nauc_map_at_5_max": 0.841533, - "nauc_map_at_5_std": 0.427589, - "nauc_map_at_5_diff1": 0.845439, - "nauc_map_at_10_max": 0.838518, - "nauc_map_at_10_std": 0.426143, - "nauc_map_at_10_diff1": 0.842725, - "nauc_map_at_20_max": 0.837382, - "nauc_map_at_20_std": 0.426463, - "nauc_map_at_20_diff1": 0.841452, - "nauc_map_at_100_max": 0.837152, - "nauc_map_at_100_std": 0.426075, - "nauc_map_at_100_diff1": 0.841829, - "nauc_map_at_1000_max": 0.837484, - "nauc_map_at_1000_std": 0.426153, - "nauc_map_at_1000_diff1": 0.842184, - "nauc_recall_at_1_max": 0.848717, - "nauc_recall_at_1_std": 0.404895, - "nauc_recall_at_1_diff1": 0.876848, - "nauc_recall_at_3_max": 0.832582, - "nauc_recall_at_3_std": 0.456855, - "nauc_recall_at_3_diff1": 0.810716, - "nauc_recall_at_5_max": 0.818818, - "nauc_recall_at_5_std": 0.451515, - "nauc_recall_at_5_diff1": 0.785192, - "nauc_recall_at_10_max": 0.787636, - "nauc_recall_at_10_std": 0.434081, - "nauc_recall_at_10_diff1": 0.753376, - "nauc_recall_at_20_max": 0.756252, - "nauc_recall_at_20_std": 0.449296, - "nauc_recall_at_20_diff1": 0.707697, - "nauc_recall_at_100_max": 0.66578, - "nauc_recall_at_100_std": 0.426757, - "nauc_recall_at_100_diff1": 0.641813, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.848717, - "nauc_precision_at_1_std": 0.404895, - "nauc_precision_at_1_diff1": 0.876848, - "nauc_precision_at_3_max": 0.832582, - "nauc_precision_at_3_std": 0.456855, - "nauc_precision_at_3_diff1": 0.810716, - "nauc_precision_at_5_max": 0.818818, - "nauc_precision_at_5_std": 0.451515, - "nauc_precision_at_5_diff1": 0.785192, - "nauc_precision_at_10_max": 0.787636, - "nauc_precision_at_10_std": 0.434081, - "nauc_precision_at_10_diff1": 0.753376, - "nauc_precision_at_20_max": 0.756252, - "nauc_precision_at_20_std": 0.449296, - "nauc_precision_at_20_diff1": 0.707697, - "nauc_precision_at_100_max": 0.66578, - "nauc_precision_at_100_std": 0.426757, - "nauc_precision_at_100_diff1": 0.641813, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.848717, - "nauc_mrr_at_1_std": 0.404895, - "nauc_mrr_at_1_diff1": 0.876848, - "nauc_mrr_at_3_max": 0.843818, - "nauc_mrr_at_3_std": 0.42923, - "nauc_mrr_at_3_diff1": 0.849541, - "nauc_mrr_at_5_max": 0.841533, - "nauc_mrr_at_5_std": 0.427589, - "nauc_mrr_at_5_diff1": 0.845439, - "nauc_mrr_at_10_max": 0.838518, - "nauc_mrr_at_10_std": 0.426143, - "nauc_mrr_at_10_diff1": 0.842725, - "nauc_mrr_at_20_max": 0.837382, - "nauc_mrr_at_20_std": 0.426463, - "nauc_mrr_at_20_diff1": 0.841452, - "nauc_mrr_at_100_max": 0.837152, - "nauc_mrr_at_100_std": 0.426075, - "nauc_mrr_at_100_diff1": 0.841829, - "nauc_mrr_at_1000_max": 0.837484, - "nauc_mrr_at_1000_std": 0.426153, - "nauc_mrr_at_1000_diff1": 0.842184, - "main_score": 0.64705, + "precision_at_5": 0.13778, + "precision_at_10": 0.07267, + "precision_at_20": 0.03872, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.568889, + "mrr_at_3": 0.605741, + "mrr_at_5": 0.613574, + "mrr_at_10": 0.618759, + "mrr_at_20": 0.621996, + "mrr_at_100": 0.62513, + "mrr_at_1000": 0.625705, + "nauc_ndcg_at_1_max": 0.820966, + "nauc_ndcg_at_1_std": 0.389238, + "nauc_ndcg_at_1_diff1": 0.857769, + "nauc_ndcg_at_3_max": 0.814289, + "nauc_ndcg_at_3_std": 0.411501, + "nauc_ndcg_at_3_diff1": 0.829385, + "nauc_ndcg_at_5_max": 0.813151, + "nauc_ndcg_at_5_std": 0.417551, + "nauc_ndcg_at_5_diff1": 0.8215, + "nauc_ndcg_at_10_max": 0.8059, + "nauc_ndcg_at_10_std": 0.414863, + "nauc_ndcg_at_10_diff1": 0.812785, + "nauc_ndcg_at_20_max": 0.800394, + "nauc_ndcg_at_20_std": 0.414842, + "nauc_ndcg_at_20_diff1": 0.808644, + "nauc_ndcg_at_100_max": 0.797994, + "nauc_ndcg_at_100_std": 0.411387, + "nauc_ndcg_at_100_diff1": 0.811648, + "nauc_ndcg_at_1000_max": 0.80619, + "nauc_ndcg_at_1000_std": 0.411465, + "nauc_ndcg_at_1000_diff1": 0.819241, + "nauc_map_at_1_max": 0.820966, + "nauc_map_at_1_std": 0.389238, + "nauc_map_at_1_diff1": 0.857769, + "nauc_map_at_3_max": 0.816322, + "nauc_map_at_3_std": 0.406897, + "nauc_map_at_3_diff1": 0.836749, + "nauc_map_at_5_max": 0.815891, + "nauc_map_at_5_std": 0.4101, + "nauc_map_at_5_diff1": 0.832849, + "nauc_map_at_10_max": 0.812889, + "nauc_map_at_10_std": 0.408552, + "nauc_map_at_10_diff1": 0.829361, + "nauc_map_at_20_max": 0.811513, + "nauc_map_at_20_std": 0.408392, + "nauc_map_at_20_diff1": 0.828425, + "nauc_map_at_100_max": 0.8112, + "nauc_map_at_100_std": 0.407925, + "nauc_map_at_100_diff1": 0.828547, + "nauc_map_at_1000_max": 0.811563, + "nauc_map_at_1000_std": 0.408018, + "nauc_map_at_1000_diff1": 0.82886, + "nauc_recall_at_1_max": 0.820966, + "nauc_recall_at_1_std": 0.389238, + "nauc_recall_at_1_diff1": 0.857769, + "nauc_recall_at_3_max": 0.807795, + "nauc_recall_at_3_std": 0.425395, + "nauc_recall_at_3_diff1": 0.806337, + "nauc_recall_at_5_max": 0.803527, + "nauc_recall_at_5_std": 0.442643, + "nauc_recall_at_5_diff1": 0.782276, + "nauc_recall_at_10_max": 0.776957, + "nauc_recall_at_10_std": 0.43819, + "nauc_recall_at_10_diff1": 0.747214, + "nauc_recall_at_20_max": 0.742886, + "nauc_recall_at_20_std": 0.443058, + "nauc_recall_at_20_diff1": 0.714109, + "nauc_recall_at_100_max": 0.653309, + "nauc_recall_at_100_std": 0.42381, + "nauc_recall_at_100_diff1": 0.673467, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.820966, + "nauc_precision_at_1_std": 0.389238, + "nauc_precision_at_1_diff1": 0.857769, + "nauc_precision_at_3_max": 0.807795, + "nauc_precision_at_3_std": 0.425395, + "nauc_precision_at_3_diff1": 0.806337, + "nauc_precision_at_5_max": 0.803527, + "nauc_precision_at_5_std": 0.442643, + "nauc_precision_at_5_diff1": 0.782276, + "nauc_precision_at_10_max": 0.776957, + "nauc_precision_at_10_std": 0.43819, + "nauc_precision_at_10_diff1": 0.747214, + "nauc_precision_at_20_max": 0.742886, + "nauc_precision_at_20_std": 0.443058, + "nauc_precision_at_20_diff1": 0.714109, + "nauc_precision_at_100_max": 0.653309, + "nauc_precision_at_100_std": 0.42381, + "nauc_precision_at_100_diff1": 0.673467, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.820966, + "nauc_mrr_at_1_std": 0.389238, + "nauc_mrr_at_1_diff1": 0.857769, + "nauc_mrr_at_3_max": 0.816322, + "nauc_mrr_at_3_std": 0.406897, + "nauc_mrr_at_3_diff1": 0.836749, + "nauc_mrr_at_5_max": 0.815891, + "nauc_mrr_at_5_std": 0.4101, + "nauc_mrr_at_5_diff1": 0.832849, + "nauc_mrr_at_10_max": 0.812889, + "nauc_mrr_at_10_std": 0.408552, + "nauc_mrr_at_10_diff1": 0.829361, + "nauc_mrr_at_20_max": 0.811513, + "nauc_mrr_at_20_std": 0.408392, + "nauc_mrr_at_20_diff1": 0.828425, + "nauc_mrr_at_100_max": 0.8112, + "nauc_mrr_at_100_std": 0.407925, + "nauc_mrr_at_100_diff1": 0.828547, + "nauc_mrr_at_1000_max": 0.811563, + "nauc_mrr_at_1000_std": 0.408018, + "nauc_mrr_at_1000_diff1": 0.82886, + "hit_rate_at_1": 0.56889, + "hit_rate_at_3": 0.65333, + "hit_rate_at_5": 0.68889, + "hit_rate_at_10": 0.72667, + "hit_rate_at_20": 0.77444, + "hit_rate_at_100": 0.9, + "hit_rate_at_1000": 1.0, + "main_score": 0.64469, "hf_subset": "ssw_Latn-eng_Latn", "languages": [ "ssw-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.41333, - "ndcg_at_3": 0.45099, - "ndcg_at_5": 0.45596, - "ndcg_at_10": 0.46216, - "ndcg_at_20": 0.4678, - "ndcg_at_100": 0.49162, - "ndcg_at_1000": 0.53461, - "map_at_1": 0.41333, - "map_at_3": 0.44241, - "map_at_5": 0.44513, - "map_at_10": 0.44753, - "map_at_20": 0.44909, - "map_at_100": 0.45206, - "map_at_1000": 0.45363, - "recall_at_1": 0.41333, - "recall_at_3": 0.47556, - "recall_at_5": 0.48778, - "recall_at_10": 0.50778, - "recall_at_20": 0.53, - "recall_at_100": 0.66333, - "recall_at_1000": 1.0, - "precision_at_1": 0.41333, - "precision_at_3": 0.15852, - "precision_at_5": 0.09756, - "precision_at_10": 0.05078, - "precision_at_20": 0.0265, - "precision_at_100": 0.00663, - "precision_at_1000": 0.001, - "mrr_at_1": 0.413333, - "mrr_at_3": 0.442407, - "mrr_at_5": 0.44513, - "mrr_at_10": 0.44753, - "mrr_at_20": 0.449092, - "mrr_at_100": 0.452055, - "mrr_at_1000": 0.45363, - "nauc_ndcg_at_1_max": 0.919841, - "nauc_ndcg_at_1_std": 0.845695, - "nauc_ndcg_at_1_diff1": 0.894599, - "nauc_ndcg_at_3_max": 0.94836, - "nauc_ndcg_at_3_std": 0.883879, - "nauc_ndcg_at_3_diff1": 0.865654, - "nauc_ndcg_at_5_max": 0.94522, - "nauc_ndcg_at_5_std": 0.883604, - "nauc_ndcg_at_5_diff1": 0.858341, - "nauc_ndcg_at_10_max": 0.939454, - "nauc_ndcg_at_10_std": 0.880993, - "nauc_ndcg_at_10_diff1": 0.849632, - "nauc_ndcg_at_20_max": 0.935872, - "nauc_ndcg_at_20_std": 0.877981, - "nauc_ndcg_at_20_diff1": 0.845915, - "nauc_ndcg_at_100_max": 0.920732, - "nauc_ndcg_at_100_std": 0.866058, - "nauc_ndcg_at_100_diff1": 0.832913, - "nauc_ndcg_at_1000_max": 0.930807, - "nauc_ndcg_at_1000_std": 0.87117, - "nauc_ndcg_at_1000_diff1": 0.84895, - "nauc_map_at_1_max": 0.919841, - "nauc_map_at_1_std": 0.845695, - "nauc_map_at_1_diff1": 0.894599, - "nauc_map_at_3_max": 0.941791, - "nauc_map_at_3_std": 0.874628, - "nauc_map_at_3_diff1": 0.872165, - "nauc_map_at_5_max": 0.940118, - "nauc_map_at_5_std": 0.874529, - "nauc_map_at_5_diff1": 0.86826, - "nauc_map_at_10_max": 0.937916, - "nauc_map_at_10_std": 0.873606, - "nauc_map_at_10_diff1": 0.864909, - "nauc_map_at_20_max": 0.93693, - "nauc_map_at_20_std": 0.872777, - "nauc_map_at_20_diff1": 0.863918, - "nauc_map_at_100_max": 0.935084, - "nauc_map_at_100_std": 0.871336, - "nauc_map_at_100_diff1": 0.8623, - "nauc_map_at_1000_max": 0.935234, - "nauc_map_at_1000_std": 0.871318, - "nauc_map_at_1000_diff1": 0.862702, - "nauc_recall_at_1_max": 0.919841, - "nauc_recall_at_1_std": 0.845695, - "nauc_recall_at_1_diff1": 0.894599, - "nauc_recall_at_3_max": 0.96738, - "nauc_recall_at_3_std": 0.910859, - "nauc_recall_at_3_diff1": 0.846872, - "nauc_recall_at_5_max": 0.959457, - "nauc_recall_at_5_std": 0.910044, - "nauc_recall_at_5_diff1": 0.828285, - "nauc_recall_at_10_max": 0.940524, - "nauc_recall_at_10_std": 0.901261, - "nauc_recall_at_10_diff1": 0.799312, - "nauc_recall_at_20_max": 0.925928, - "nauc_recall_at_20_std": 0.889358, - "nauc_recall_at_20_diff1": 0.782911, - "nauc_recall_at_100_max": 0.820869, - "nauc_recall_at_100_std": 0.810205, - "nauc_recall_at_100_diff1": 0.682687, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.919841, - "nauc_precision_at_1_std": 0.845695, - "nauc_precision_at_1_diff1": 0.894599, - "nauc_precision_at_3_max": 0.96738, - "nauc_precision_at_3_std": 0.910859, - "nauc_precision_at_3_diff1": 0.846872, - "nauc_precision_at_5_max": 0.959457, - "nauc_precision_at_5_std": 0.910044, - "nauc_precision_at_5_diff1": 0.828285, - "nauc_precision_at_10_max": 0.940524, - "nauc_precision_at_10_std": 0.901261, - "nauc_precision_at_10_diff1": 0.799312, - "nauc_precision_at_20_max": 0.925928, - "nauc_precision_at_20_std": 0.889358, - "nauc_precision_at_20_diff1": 0.782911, - "nauc_precision_at_100_max": 0.820869, - "nauc_precision_at_100_std": 0.810205, - "nauc_precision_at_100_diff1": 0.682687, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.919841, - "nauc_mrr_at_1_std": 0.845695, - "nauc_mrr_at_1_diff1": 0.894599, - "nauc_mrr_at_3_max": 0.941791, - "nauc_mrr_at_3_std": 0.874628, - "nauc_mrr_at_3_diff1": 0.872165, - "nauc_mrr_at_5_max": 0.940118, - "nauc_mrr_at_5_std": 0.874529, - "nauc_mrr_at_5_diff1": 0.86826, - "nauc_mrr_at_10_max": 0.937916, - "nauc_mrr_at_10_std": 0.873606, - "nauc_mrr_at_10_diff1": 0.864909, - "nauc_mrr_at_20_max": 0.93693, - "nauc_mrr_at_20_std": 0.872777, - "nauc_mrr_at_20_diff1": 0.863918, - "nauc_mrr_at_100_max": 0.935084, - "nauc_mrr_at_100_std": 0.871336, - "nauc_mrr_at_100_diff1": 0.8623, - "nauc_mrr_at_1000_max": 0.935234, - "nauc_mrr_at_1000_std": 0.871318, - "nauc_mrr_at_1000_diff1": 0.862702, - "main_score": 0.46216, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.41111, + "ndcg_at_3": 0.44287, + "ndcg_at_5": 0.451, + "ndcg_at_10": 0.45697, + "ndcg_at_20": 0.4646, + "ndcg_at_100": 0.49037, + "ndcg_at_1000": 0.53133, + "map_at_1": 0.41111, + "map_at_3": 0.43537, + "map_at_5": 0.43981, + "map_at_10": 0.4422, + "map_at_20": 0.44432, + "map_at_100": 0.44751, + "map_at_1000": 0.44898, + "recall_at_1": 0.41111, + "recall_at_3": 0.46444, + "recall_at_5": 0.48444, + "recall_at_10": 0.50333, + "recall_at_20": 0.53333, + "recall_at_100": 0.67778, + "recall_at_1000": 1.0, + "accuracy": 0.41111, + "precision_at_1": 0.41111, + "precision_at_3": 0.15481, + "precision_at_5": 0.09689, + "precision_at_10": 0.05033, + "precision_at_20": 0.02667, + "precision_at_100": 0.00678, + "precision_at_1000": 0.001, + "mrr_at_1": 0.411111, + "mrr_at_3": 0.43537, + "mrr_at_5": 0.439815, + "mrr_at_10": 0.4422, + "mrr_at_20": 0.444316, + "mrr_at_100": 0.44751, + "mrr_at_1000": 0.448978, + "nauc_ndcg_at_1_max": 0.918781, + "nauc_ndcg_at_1_std": 0.809676, + "nauc_ndcg_at_1_diff1": 0.877789, + "nauc_ndcg_at_3_max": 0.947808, + "nauc_ndcg_at_3_std": 0.851693, + "nauc_ndcg_at_3_diff1": 0.864387, + "nauc_ndcg_at_5_max": 0.9449, + "nauc_ndcg_at_5_std": 0.852561, + "nauc_ndcg_at_5_diff1": 0.857795, + "nauc_ndcg_at_10_max": 0.940301, + "nauc_ndcg_at_10_std": 0.850304, + "nauc_ndcg_at_10_diff1": 0.851299, + "nauc_ndcg_at_20_max": 0.936303, + "nauc_ndcg_at_20_std": 0.847561, + "nauc_ndcg_at_20_diff1": 0.849161, + "nauc_ndcg_at_100_max": 0.918086, + "nauc_ndcg_at_100_std": 0.831414, + "nauc_ndcg_at_100_diff1": 0.835026, + "nauc_ndcg_at_1000_max": 0.929946, + "nauc_ndcg_at_1000_std": 0.839049, + "nauc_ndcg_at_1000_diff1": 0.849156, + "nauc_map_at_1_max": 0.918781, + "nauc_map_at_1_std": 0.809676, + "nauc_map_at_1_diff1": 0.877789, + "nauc_map_at_3_max": 0.941275, + "nauc_map_at_3_std": 0.842157, + "nauc_map_at_3_diff1": 0.86751, + "nauc_map_at_5_max": 0.939636, + "nauc_map_at_5_std": 0.842588, + "nauc_map_at_5_diff1": 0.863909, + "nauc_map_at_10_max": 0.937783, + "nauc_map_at_10_std": 0.841668, + "nauc_map_at_10_diff1": 0.861388, + "nauc_map_at_20_max": 0.936653, + "nauc_map_at_20_std": 0.840849, + "nauc_map_at_20_diff1": 0.860897, + "nauc_map_at_100_max": 0.934243, + "nauc_map_at_100_std": 0.838755, + "nauc_map_at_100_diff1": 0.859033, + "nauc_map_at_1000_max": 0.934534, + "nauc_map_at_1000_std": 0.838936, + "nauc_map_at_1000_diff1": 0.859439, + "nauc_recall_at_1_max": 0.918781, + "nauc_recall_at_1_std": 0.809676, + "nauc_recall_at_1_diff1": 0.877789, + "nauc_recall_at_3_max": 0.966631, + "nauc_recall_at_3_std": 0.879204, + "nauc_recall_at_3_diff1": 0.85534, + "nauc_recall_at_5_max": 0.95971, + "nauc_recall_at_5_std": 0.88167, + "nauc_recall_at_5_diff1": 0.838925, + "nauc_recall_at_10_max": 0.945165, + "nauc_recall_at_10_std": 0.874725, + "nauc_recall_at_10_diff1": 0.817586, + "nauc_recall_at_20_max": 0.929163, + "nauc_recall_at_20_std": 0.864642, + "nauc_recall_at_20_diff1": 0.807168, + "nauc_recall_at_100_max": 0.803967, + "nauc_recall_at_100_std": 0.758185, + "nauc_recall_at_100_diff1": 0.701712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.918781, + "nauc_precision_at_1_std": 0.809676, + "nauc_precision_at_1_diff1": 0.877789, + "nauc_precision_at_3_max": 0.966631, + "nauc_precision_at_3_std": 0.879204, + "nauc_precision_at_3_diff1": 0.85534, + "nauc_precision_at_5_max": 0.95971, + "nauc_precision_at_5_std": 0.88167, + "nauc_precision_at_5_diff1": 0.838925, + "nauc_precision_at_10_max": 0.945165, + "nauc_precision_at_10_std": 0.874725, + "nauc_precision_at_10_diff1": 0.817586, + "nauc_precision_at_20_max": 0.929163, + "nauc_precision_at_20_std": 0.864642, + "nauc_precision_at_20_diff1": 0.807168, + "nauc_precision_at_100_max": 0.803967, + "nauc_precision_at_100_std": 0.758185, + "nauc_precision_at_100_diff1": 0.701712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.918781, + "nauc_mrr_at_1_std": 0.809676, + "nauc_mrr_at_1_diff1": 0.877789, + "nauc_mrr_at_3_max": 0.941275, + "nauc_mrr_at_3_std": 0.842157, + "nauc_mrr_at_3_diff1": 0.86751, + "nauc_mrr_at_5_max": 0.939636, + "nauc_mrr_at_5_std": 0.842588, + "nauc_mrr_at_5_diff1": 0.863909, + "nauc_mrr_at_10_max": 0.937783, + "nauc_mrr_at_10_std": 0.841668, + "nauc_mrr_at_10_diff1": 0.861388, + "nauc_mrr_at_20_max": 0.936653, + "nauc_mrr_at_20_std": 0.840849, + "nauc_mrr_at_20_diff1": 0.860897, + "nauc_mrr_at_100_max": 0.934243, + "nauc_mrr_at_100_std": 0.838755, + "nauc_mrr_at_100_diff1": 0.859033, + "nauc_mrr_at_1000_max": 0.934534, + "nauc_mrr_at_1000_std": 0.838936, + "nauc_mrr_at_1000_diff1": 0.859439, + "hit_rate_at_1": 0.41111, + "hit_rate_at_3": 0.46444, + "hit_rate_at_5": 0.48444, + "hit_rate_at_10": 0.50333, + "hit_rate_at_20": 0.53333, + "hit_rate_at_100": 0.67778, + "hit_rate_at_1000": 1.0, + "main_score": 0.45697, "hf_subset": "eng_Latn-ssw_Latn", "languages": [ "eng-Latn", "ssw-Latn" - ] - }, - { - "ndcg_at_1": 0.79222, - "ndcg_at_3": 0.83278, - "ndcg_at_5": 0.84052, - "ndcg_at_10": 0.85226, - "ndcg_at_20": 0.85958, - "ndcg_at_100": 0.86787, - "ndcg_at_1000": 0.86921, - "map_at_1": 0.79222, - "map_at_3": 0.82296, - "map_at_5": 0.82724, - "map_at_10": 0.83201, - "map_at_20": 0.83403, - "map_at_100": 0.8352, - "map_at_1000": 0.83526, - "recall_at_1": 0.79222, - "recall_at_3": 0.86111, - "recall_at_5": 0.88, - "recall_at_10": 0.91667, - "recall_at_20": 0.94556, - "recall_at_100": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.77556, + "ndcg_at_3": 0.8188, + "ndcg_at_5": 0.83027, + "ndcg_at_10": 0.83851, + "ndcg_at_20": 0.84688, + "ndcg_at_100": 0.85625, + "ndcg_at_1000": 0.85843, + "map_at_1": 0.77556, + "map_at_3": 0.8087, + "map_at_5": 0.81509, + "map_at_10": 0.81848, + "map_at_20": 0.82074, + "map_at_100": 0.82208, + "map_at_1000": 0.8222, + "recall_at_1": 0.77556, + "recall_at_3": 0.84778, + "recall_at_5": 0.87556, + "recall_at_10": 0.90111, + "recall_at_20": 0.93444, + "recall_at_100": 0.98444, "recall_at_1000": 1.0, - "precision_at_1": 0.79222, - "precision_at_3": 0.28704, - "precision_at_5": 0.176, - "precision_at_10": 0.09167, - "precision_at_20": 0.04728, - "precision_at_100": 0.0099, + "accuracy": 0.77556, + "precision_at_1": 0.77556, + "precision_at_3": 0.28259, + "precision_at_5": 0.17511, + "precision_at_10": 0.09011, + "precision_at_20": 0.04672, + "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.792222, - "mrr_at_3": 0.822963, - "mrr_at_5": 0.827241, - "mrr_at_10": 0.832013, - "mrr_at_20": 0.834028, - "mrr_at_100": 0.835197, - "mrr_at_1000": 0.835259, - "nauc_ndcg_at_1_max": 0.802316, - "nauc_ndcg_at_1_std": 0.278047, - "nauc_ndcg_at_1_diff1": 0.897104, - "nauc_ndcg_at_3_max": 0.854134, - "nauc_ndcg_at_3_std": 0.36096, - "nauc_ndcg_at_3_diff1": 0.891815, - "nauc_ndcg_at_5_max": 0.854516, - "nauc_ndcg_at_5_std": 0.381766, - "nauc_ndcg_at_5_diff1": 0.892488, - "nauc_ndcg_at_10_max": 0.84911, - "nauc_ndcg_at_10_std": 0.385676, - "nauc_ndcg_at_10_diff1": 0.889339, - "nauc_ndcg_at_20_max": 0.849581, - "nauc_ndcg_at_20_std": 0.383803, - "nauc_ndcg_at_20_diff1": 0.892726, - "nauc_ndcg_at_100_max": 0.844932, - "nauc_ndcg_at_100_std": 0.366546, - "nauc_ndcg_at_100_diff1": 0.893533, - "nauc_ndcg_at_1000_max": 0.843549, - "nauc_ndcg_at_1000_std": 0.362199, - "nauc_ndcg_at_1000_diff1": 0.892875, - "nauc_map_at_1_max": 0.802316, - "nauc_map_at_1_std": 0.278047, - "nauc_map_at_1_diff1": 0.897104, - "nauc_map_at_3_max": 0.841991, - "nauc_map_at_3_std": 0.340114, - "nauc_map_at_3_diff1": 0.893913, - "nauc_map_at_5_max": 0.841859, - "nauc_map_at_5_std": 0.350526, - "nauc_map_at_5_diff1": 0.894262, - "nauc_map_at_10_max": 0.839364, - "nauc_map_at_10_std": 0.350947, - "nauc_map_at_10_diff1": 0.893032, - "nauc_map_at_20_max": 0.839334, - "nauc_map_at_20_std": 0.350027, - "nauc_map_at_20_diff1": 0.893876, - "nauc_map_at_100_max": 0.838712, - "nauc_map_at_100_std": 0.34792, - "nauc_map_at_100_diff1": 0.893816, - "nauc_map_at_1000_max": 0.838658, - "nauc_map_at_1000_std": 0.347745, - "nauc_map_at_1000_diff1": 0.893796, - "nauc_recall_at_1_max": 0.802316, - "nauc_recall_at_1_std": 0.278047, - "nauc_recall_at_1_diff1": 0.897104, - "nauc_recall_at_3_max": 0.896523, - "nauc_recall_at_3_std": 0.434596, - "nauc_recall_at_3_diff1": 0.88397, - "nauc_recall_at_5_max": 0.90394, - "nauc_recall_at_5_std": 0.509121, - "nauc_recall_at_5_diff1": 0.885239, - "nauc_recall_at_10_max": 0.897641, - "nauc_recall_at_10_std": 0.582957, - "nauc_recall_at_10_diff1": 0.867165, - "nauc_recall_at_20_max": 0.928209, - "nauc_recall_at_20_std": 0.670163, - "nauc_recall_at_20_diff1": 0.888003, - "nauc_recall_at_100_max": 0.970951, - "nauc_recall_at_100_std": 0.7604, - "nauc_recall_at_100_diff1": 0.956427, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.802316, - "nauc_precision_at_1_std": 0.278047, - "nauc_precision_at_1_diff1": 0.897104, - "nauc_precision_at_3_max": 0.896523, - "nauc_precision_at_3_std": 0.434596, - "nauc_precision_at_3_diff1": 0.88397, - "nauc_precision_at_5_max": 0.90394, - "nauc_precision_at_5_std": 0.509121, - "nauc_precision_at_5_diff1": 0.885239, - "nauc_precision_at_10_max": 0.897641, - "nauc_precision_at_10_std": 0.582957, - "nauc_precision_at_10_diff1": 0.867165, - "nauc_precision_at_20_max": 0.928209, - "nauc_precision_at_20_std": 0.670163, - "nauc_precision_at_20_diff1": 0.888003, - "nauc_precision_at_100_max": 0.970951, - "nauc_precision_at_100_std": 0.7604, - "nauc_precision_at_100_diff1": 0.956427, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.802316, - "nauc_mrr_at_1_std": 0.278047, - "nauc_mrr_at_1_diff1": 0.897104, - "nauc_mrr_at_3_max": 0.841991, - "nauc_mrr_at_3_std": 0.340114, - "nauc_mrr_at_3_diff1": 0.893913, - "nauc_mrr_at_5_max": 0.841859, - "nauc_mrr_at_5_std": 0.350526, - "nauc_mrr_at_5_diff1": 0.894262, - "nauc_mrr_at_10_max": 0.839364, - "nauc_mrr_at_10_std": 0.350947, - "nauc_mrr_at_10_diff1": 0.893032, - "nauc_mrr_at_20_max": 0.839334, - "nauc_mrr_at_20_std": 0.350027, - "nauc_mrr_at_20_diff1": 0.893876, - "nauc_mrr_at_100_max": 0.838712, - "nauc_mrr_at_100_std": 0.34792, - "nauc_mrr_at_100_diff1": 0.893816, - "nauc_mrr_at_1000_max": 0.838658, - "nauc_mrr_at_1000_std": 0.347745, - "nauc_mrr_at_1000_diff1": 0.893796, - "main_score": 0.85226, + "mrr_at_1": 0.775556, + "mrr_at_3": 0.808704, + "mrr_at_5": 0.815093, + "mrr_at_10": 0.818478, + "mrr_at_20": 0.820741, + "mrr_at_100": 0.82208, + "mrr_at_1000": 0.822198, + "nauc_ndcg_at_1_max": 0.806348, + "nauc_ndcg_at_1_std": 0.239545, + "nauc_ndcg_at_1_diff1": 0.920914, + "nauc_ndcg_at_3_max": 0.860805, + "nauc_ndcg_at_3_std": 0.354143, + "nauc_ndcg_at_3_diff1": 0.914303, + "nauc_ndcg_at_5_max": 0.860258, + "nauc_ndcg_at_5_std": 0.370493, + "nauc_ndcg_at_5_diff1": 0.91534, + "nauc_ndcg_at_10_max": 0.855802, + "nauc_ndcg_at_10_std": 0.380971, + "nauc_ndcg_at_10_diff1": 0.9108, + "nauc_ndcg_at_20_max": 0.854633, + "nauc_ndcg_at_20_std": 0.375801, + "nauc_ndcg_at_20_diff1": 0.912628, + "nauc_ndcg_at_100_max": 0.850599, + "nauc_ndcg_at_100_std": 0.358241, + "nauc_ndcg_at_100_diff1": 0.914237, + "nauc_ndcg_at_1000_max": 0.84945, + "nauc_ndcg_at_1000_std": 0.350793, + "nauc_ndcg_at_1000_diff1": 0.914079, + "nauc_map_at_1_max": 0.806348, + "nauc_map_at_1_std": 0.239545, + "nauc_map_at_1_diff1": 0.920914, + "nauc_map_at_3_max": 0.847547, + "nauc_map_at_3_std": 0.326339, + "nauc_map_at_3_diff1": 0.915594, + "nauc_map_at_5_max": 0.846752, + "nauc_map_at_5_std": 0.333385, + "nauc_map_at_5_diff1": 0.916131, + "nauc_map_at_10_max": 0.844955, + "nauc_map_at_10_std": 0.336587, + "nauc_map_at_10_diff1": 0.914507, + "nauc_map_at_20_max": 0.844542, + "nauc_map_at_20_std": 0.33483, + "nauc_map_at_20_diff1": 0.914915, + "nauc_map_at_100_max": 0.844111, + "nauc_map_at_100_std": 0.332676, + "nauc_map_at_100_diff1": 0.915096, + "nauc_map_at_1000_max": 0.844064, + "nauc_map_at_1000_std": 0.332349, + "nauc_map_at_1000_diff1": 0.915092, + "nauc_recall_at_1_max": 0.806348, + "nauc_recall_at_1_std": 0.239545, + "nauc_recall_at_1_diff1": 0.920914, + "nauc_recall_at_3_max": 0.906584, + "nauc_recall_at_3_std": 0.450095, + "nauc_recall_at_3_diff1": 0.910027, + "nauc_recall_at_5_max": 0.914458, + "nauc_recall_at_5_std": 0.524043, + "nauc_recall_at_5_diff1": 0.912704, + "nauc_recall_at_10_max": 0.904688, + "nauc_recall_at_10_std": 0.609018, + "nauc_recall_at_10_diff1": 0.89008, + "nauc_recall_at_20_max": 0.91925, + "nauc_recall_at_20_std": 0.678995, + "nauc_recall_at_20_diff1": 0.896857, + "nauc_recall_at_100_max": 0.922969, + "nauc_recall_at_100_std": 0.813292, + "nauc_recall_at_100_diff1": 0.924136, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806348, + "nauc_precision_at_1_std": 0.239545, + "nauc_precision_at_1_diff1": 0.920914, + "nauc_precision_at_3_max": 0.906584, + "nauc_precision_at_3_std": 0.450095, + "nauc_precision_at_3_diff1": 0.910027, + "nauc_precision_at_5_max": 0.914458, + "nauc_precision_at_5_std": 0.524043, + "nauc_precision_at_5_diff1": 0.912704, + "nauc_precision_at_10_max": 0.904688, + "nauc_precision_at_10_std": 0.609018, + "nauc_precision_at_10_diff1": 0.89008, + "nauc_precision_at_20_max": 0.91925, + "nauc_precision_at_20_std": 0.678995, + "nauc_precision_at_20_diff1": 0.896857, + "nauc_precision_at_100_max": 0.922969, + "nauc_precision_at_100_std": 0.813292, + "nauc_precision_at_100_diff1": 0.924136, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806348, + "nauc_mrr_at_1_std": 0.239545, + "nauc_mrr_at_1_diff1": 0.920914, + "nauc_mrr_at_3_max": 0.847547, + "nauc_mrr_at_3_std": 0.326339, + "nauc_mrr_at_3_diff1": 0.915594, + "nauc_mrr_at_5_max": 0.846752, + "nauc_mrr_at_5_std": 0.333385, + "nauc_mrr_at_5_diff1": 0.916131, + "nauc_mrr_at_10_max": 0.844955, + "nauc_mrr_at_10_std": 0.336587, + "nauc_mrr_at_10_diff1": 0.914507, + "nauc_mrr_at_20_max": 0.844542, + "nauc_mrr_at_20_std": 0.33483, + "nauc_mrr_at_20_diff1": 0.914915, + "nauc_mrr_at_100_max": 0.844111, + "nauc_mrr_at_100_std": 0.332676, + "nauc_mrr_at_100_diff1": 0.915096, + "nauc_mrr_at_1000_max": 0.844064, + "nauc_mrr_at_1000_std": 0.332349, + "nauc_mrr_at_1000_diff1": 0.915092, + "hit_rate_at_1": 0.77556, + "hit_rate_at_3": 0.84778, + "hit_rate_at_5": 0.87556, + "hit_rate_at_10": 0.90111, + "hit_rate_at_20": 0.93444, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.83851, "hf_subset": "sun_Latn-sun_Latn", "languages": [ "sun-Latn", "sun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88333, - "ndcg_at_3": 0.92897, - "ndcg_at_5": 0.93585, - "ndcg_at_10": 0.93905, - "ndcg_at_20": 0.93993, - "ndcg_at_100": 0.94146, - "ndcg_at_1000": 0.94191, - "map_at_1": 0.88333, - "map_at_3": 0.91852, - "map_at_5": 0.92235, - "map_at_10": 0.92364, - "map_at_20": 0.92391, - "map_at_100": 0.92415, - "map_at_1000": 0.92417, - "recall_at_1": 0.88333, - "recall_at_3": 0.95889, - "recall_at_5": 0.97556, - "recall_at_10": 0.98556, - "recall_at_20": 0.98889, + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.93377, + "ndcg_at_5": 0.9374, + "ndcg_at_10": 0.94109, + "ndcg_at_20": 0.94305, + "ndcg_at_100": 0.94391, + "ndcg_at_1000": 0.94435, + "map_at_1": 0.89, + "map_at_3": 0.92315, + "map_at_5": 0.92515, + "map_at_10": 0.92673, + "map_at_20": 0.92726, + "map_at_100": 0.92739, + "map_at_1000": 0.92741, + "recall_at_1": 0.89, + "recall_at_3": 0.96444, + "recall_at_5": 0.97333, + "recall_at_10": 0.98444, + "recall_at_20": 0.99222, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88333, - "precision_at_3": 0.31963, - "precision_at_5": 0.19511, - "precision_at_10": 0.09856, - "precision_at_20": 0.04944, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.32148, + "precision_at_5": 0.19467, + "precision_at_10": 0.09844, + "precision_at_20": 0.04961, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.883333, - "mrr_at_3": 0.918519, - "mrr_at_5": 0.922352, - "mrr_at_10": 0.923645, - "mrr_at_20": 0.923905, - "mrr_at_100": 0.924149, - "mrr_at_1000": 0.924169, - "nauc_ndcg_at_1_max": 0.807091, - "nauc_ndcg_at_1_std": -0.127575, - "nauc_ndcg_at_1_diff1": 0.926465, - "nauc_ndcg_at_3_max": 0.811861, - "nauc_ndcg_at_3_std": -0.246101, - "nauc_ndcg_at_3_diff1": 0.922904, - "nauc_ndcg_at_5_max": 0.820226, - "nauc_ndcg_at_5_std": -0.242083, - "nauc_ndcg_at_5_diff1": 0.92418, - "nauc_ndcg_at_10_max": 0.818891, - "nauc_ndcg_at_10_std": -0.206167, - "nauc_ndcg_at_10_diff1": 0.924101, - "nauc_ndcg_at_20_max": 0.820389, - "nauc_ndcg_at_20_std": -0.186482, - "nauc_ndcg_at_20_diff1": 0.926517, - "nauc_ndcg_at_100_max": 0.816669, - "nauc_ndcg_at_100_std": -0.184868, - "nauc_ndcg_at_100_diff1": 0.925526, - "nauc_ndcg_at_1000_max": 0.815224, - "nauc_ndcg_at_1000_std": -0.193886, - "nauc_ndcg_at_1000_diff1": 0.925265, - "nauc_map_at_1_max": 0.807091, - "nauc_map_at_1_std": -0.127575, - "nauc_map_at_1_diff1": 0.926465, - "nauc_map_at_3_max": 0.809882, - "nauc_map_at_3_std": -0.213158, - "nauc_map_at_3_diff1": 0.924426, - "nauc_map_at_5_max": 0.813453, - "nauc_map_at_5_std": -0.209418, - "nauc_map_at_5_diff1": 0.924876, - "nauc_map_at_10_max": 0.812899, - "nauc_map_at_10_std": -0.197226, - "nauc_map_at_10_diff1": 0.924857, - "nauc_map_at_20_max": 0.813213, - "nauc_map_at_20_std": -0.192659, - "nauc_map_at_20_diff1": 0.92541, - "nauc_map_at_100_max": 0.812743, - "nauc_map_at_100_std": -0.192321, - "nauc_map_at_100_diff1": 0.925273, - "nauc_map_at_1000_max": 0.812692, - "nauc_map_at_1000_std": -0.192638, - "nauc_map_at_1000_diff1": 0.925261, - "nauc_recall_at_1_max": 0.807091, - "nauc_recall_at_1_std": -0.127575, - "nauc_recall_at_1_diff1": 0.926465, - "nauc_recall_at_3_max": 0.823302, - "nauc_recall_at_3_std": -0.425732, - "nauc_recall_at_3_diff1": 0.914074, - "nauc_recall_at_5_max": 0.885939, - "nauc_recall_at_5_std": -0.526123, - "nauc_recall_at_5_diff1": 0.918831, - "nauc_recall_at_10_max": 0.914171, - "nauc_recall_at_10_std": -0.254004, - "nauc_recall_at_10_diff1": 0.914171, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.13296, - "nauc_recall_at_20_diff1": 0.960784, + "mrr_at_1": 0.89, + "mrr_at_3": 0.923148, + "mrr_at_5": 0.925148, + "mrr_at_10": 0.926728, + "mrr_at_20": 0.927262, + "mrr_at_100": 0.92739, + "mrr_at_1000": 0.927409, + "nauc_ndcg_at_1_max": 0.75006, + "nauc_ndcg_at_1_std": -0.324242, + "nauc_ndcg_at_1_diff1": 0.908394, + "nauc_ndcg_at_3_max": 0.76667, + "nauc_ndcg_at_3_std": -0.383827, + "nauc_ndcg_at_3_diff1": 0.908922, + "nauc_ndcg_at_5_max": 0.772776, + "nauc_ndcg_at_5_std": -0.380312, + "nauc_ndcg_at_5_diff1": 0.912425, + "nauc_ndcg_at_10_max": 0.774192, + "nauc_ndcg_at_10_std": -0.3457, + "nauc_ndcg_at_10_diff1": 0.913565, + "nauc_ndcg_at_20_max": 0.773136, + "nauc_ndcg_at_20_std": -0.335989, + "nauc_ndcg_at_20_diff1": 0.91267, + "nauc_ndcg_at_100_max": 0.770111, + "nauc_ndcg_at_100_std": -0.33589, + "nauc_ndcg_at_100_diff1": 0.911794, + "nauc_ndcg_at_1000_max": 0.768264, + "nauc_ndcg_at_1000_std": -0.346622, + "nauc_ndcg_at_1000_diff1": 0.911413, + "nauc_map_at_1_max": 0.75006, + "nauc_map_at_1_std": -0.324242, + "nauc_map_at_1_diff1": 0.908394, + "nauc_map_at_3_max": 0.762736, + "nauc_map_at_3_std": -0.367438, + "nauc_map_at_3_diff1": 0.909255, + "nauc_map_at_5_max": 0.765154, + "nauc_map_at_5_std": -0.365422, + "nauc_map_at_5_diff1": 0.910738, + "nauc_map_at_10_max": 0.765537, + "nauc_map_at_10_std": -0.353019, + "nauc_map_at_10_diff1": 0.911031, + "nauc_map_at_20_max": 0.765284, + "nauc_map_at_20_std": -0.350663, + "nauc_map_at_20_diff1": 0.910854, + "nauc_map_at_100_max": 0.764912, + "nauc_map_at_100_std": -0.350718, + "nauc_map_at_100_diff1": 0.91074, + "nauc_map_at_1000_max": 0.764849, + "nauc_map_at_1000_std": -0.351078, + "nauc_map_at_1000_diff1": 0.910724, + "nauc_recall_at_1_max": 0.75006, + "nauc_recall_at_1_std": -0.324242, + "nauc_recall_at_1_diff1": 0.908394, + "nauc_recall_at_3_max": 0.78942, + "nauc_recall_at_3_std": -0.481545, + "nauc_recall_at_3_diff1": 0.90641, + "nauc_recall_at_5_max": 0.835142, + "nauc_recall_at_5_std": -0.493561, + "nauc_recall_at_5_diff1": 0.927151, + "nauc_recall_at_10_max": 0.894291, + "nauc_recall_at_10_std": -0.186941, + "nauc_recall_at_10_diff1": 0.952148, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.229825, + "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.807091, - "nauc_precision_at_1_std": -0.127575, - "nauc_precision_at_1_diff1": 0.926465, - "nauc_precision_at_3_max": 0.823302, - "nauc_precision_at_3_std": -0.425732, - "nauc_precision_at_3_diff1": 0.914074, - "nauc_precision_at_5_max": 0.885939, - "nauc_precision_at_5_std": -0.526123, - "nauc_precision_at_5_diff1": 0.918831, - "nauc_precision_at_10_max": 0.914171, - "nauc_precision_at_10_std": -0.254004, - "nauc_precision_at_10_diff1": 0.914171, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.13296, - "nauc_precision_at_20_diff1": 0.960784, + "nauc_precision_at_1_max": 0.75006, + "nauc_precision_at_1_std": -0.324242, + "nauc_precision_at_1_diff1": 0.908394, + "nauc_precision_at_3_max": 0.78942, + "nauc_precision_at_3_std": -0.481545, + "nauc_precision_at_3_diff1": 0.90641, + "nauc_precision_at_5_max": 0.835142, + "nauc_precision_at_5_std": -0.493561, + "nauc_precision_at_5_diff1": 0.927151, + "nauc_precision_at_10_max": 0.894291, + "nauc_precision_at_10_std": -0.186941, + "nauc_precision_at_10_diff1": 0.952148, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.229825, + "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.807091, - "nauc_mrr_at_1_std": -0.127575, - "nauc_mrr_at_1_diff1": 0.926465, - "nauc_mrr_at_3_max": 0.809882, - "nauc_mrr_at_3_std": -0.213158, - "nauc_mrr_at_3_diff1": 0.924426, - "nauc_mrr_at_5_max": 0.813453, - "nauc_mrr_at_5_std": -0.209418, - "nauc_mrr_at_5_diff1": 0.924876, - "nauc_mrr_at_10_max": 0.812899, - "nauc_mrr_at_10_std": -0.197226, - "nauc_mrr_at_10_diff1": 0.924857, - "nauc_mrr_at_20_max": 0.813213, - "nauc_mrr_at_20_std": -0.192659, - "nauc_mrr_at_20_diff1": 0.92541, - "nauc_mrr_at_100_max": 0.812743, - "nauc_mrr_at_100_std": -0.192321, - "nauc_mrr_at_100_diff1": 0.925273, - "nauc_mrr_at_1000_max": 0.812692, - "nauc_mrr_at_1000_std": -0.192638, - "nauc_mrr_at_1000_diff1": 0.925261, - "main_score": 0.93905, + "nauc_mrr_at_1_max": 0.75006, + "nauc_mrr_at_1_std": -0.324242, + "nauc_mrr_at_1_diff1": 0.908394, + "nauc_mrr_at_3_max": 0.762736, + "nauc_mrr_at_3_std": -0.367438, + "nauc_mrr_at_3_diff1": 0.909255, + "nauc_mrr_at_5_max": 0.765154, + "nauc_mrr_at_5_std": -0.365422, + "nauc_mrr_at_5_diff1": 0.910738, + "nauc_mrr_at_10_max": 0.765537, + "nauc_mrr_at_10_std": -0.353019, + "nauc_mrr_at_10_diff1": 0.911031, + "nauc_mrr_at_20_max": 0.765284, + "nauc_mrr_at_20_std": -0.350663, + "nauc_mrr_at_20_diff1": 0.910854, + "nauc_mrr_at_100_max": 0.764912, + "nauc_mrr_at_100_std": -0.350718, + "nauc_mrr_at_100_diff1": 0.91074, + "nauc_mrr_at_1000_max": 0.764849, + "nauc_mrr_at_1000_std": -0.351078, + "nauc_mrr_at_1000_diff1": 0.910724, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94109, "hf_subset": "sun_Latn-eng_Latn", "languages": [ "sun-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.75667, - "ndcg_at_3": 0.80844, - "ndcg_at_5": 0.82034, - "ndcg_at_10": 0.82942, - "ndcg_at_20": 0.83454, - "ndcg_at_100": 0.84505, - "ndcg_at_1000": 0.8481, - "map_at_1": 0.75667, - "map_at_3": 0.7963, - "map_at_5": 0.80291, - "map_at_10": 0.80671, - "map_at_20": 0.80814, - "map_at_100": 0.80958, - "map_at_1000": 0.8097, - "recall_at_1": 0.75667, - "recall_at_3": 0.84333, - "recall_at_5": 0.87222, - "recall_at_10": 0.9, - "recall_at_20": 0.92, - "recall_at_100": 0.97667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.73111, + "ndcg_at_3": 0.78931, + "ndcg_at_5": 0.80045, + "ndcg_at_10": 0.81146, + "ndcg_at_20": 0.81806, + "ndcg_at_100": 0.82761, + "ndcg_at_1000": 0.83171, + "map_at_1": 0.73111, + "map_at_3": 0.77556, + "map_at_5": 0.78183, + "map_at_10": 0.78629, + "map_at_20": 0.78803, + "map_at_100": 0.7893, + "map_at_1000": 0.78947, + "recall_at_1": 0.73111, + "recall_at_3": 0.82889, + "recall_at_5": 0.85556, + "recall_at_10": 0.89, + "recall_at_20": 0.91667, + "recall_at_100": 0.96889, "recall_at_1000": 1.0, - "precision_at_1": 0.75667, - "precision_at_3": 0.28111, - "precision_at_5": 0.17444, - "precision_at_10": 0.09, - "precision_at_20": 0.046, - "precision_at_100": 0.00977, + "accuracy": 0.73111, + "precision_at_1": 0.73111, + "precision_at_3": 0.2763, + "precision_at_5": 0.17111, + "precision_at_10": 0.089, + "precision_at_20": 0.04583, + "precision_at_100": 0.00969, "precision_at_1000": 0.001, - "mrr_at_1": 0.756667, - "mrr_at_3": 0.796296, - "mrr_at_5": 0.802907, - "mrr_at_10": 0.806709, - "mrr_at_20": 0.808143, - "mrr_at_100": 0.809582, - "mrr_at_1000": 0.809704, - "nauc_ndcg_at_1_max": 0.829225, - "nauc_ndcg_at_1_std": 0.274141, - "nauc_ndcg_at_1_diff1": 0.909984, - "nauc_ndcg_at_3_max": 0.881053, - "nauc_ndcg_at_3_std": 0.394136, - "nauc_ndcg_at_3_diff1": 0.900532, - "nauc_ndcg_at_5_max": 0.875308, - "nauc_ndcg_at_5_std": 0.403265, - "nauc_ndcg_at_5_diff1": 0.895449, - "nauc_ndcg_at_10_max": 0.871633, - "nauc_ndcg_at_10_std": 0.398565, - "nauc_ndcg_at_10_diff1": 0.894973, - "nauc_ndcg_at_20_max": 0.872133, - "nauc_ndcg_at_20_std": 0.401935, - "nauc_ndcg_at_20_diff1": 0.896267, - "nauc_ndcg_at_100_max": 0.869517, - "nauc_ndcg_at_100_std": 0.391424, - "nauc_ndcg_at_100_diff1": 0.899623, - "nauc_ndcg_at_1000_max": 0.867929, - "nauc_ndcg_at_1000_std": 0.382678, - "nauc_ndcg_at_1000_diff1": 0.899723, - "nauc_map_at_1_max": 0.829225, - "nauc_map_at_1_std": 0.274141, - "nauc_map_at_1_diff1": 0.909984, - "nauc_map_at_3_max": 0.868016, - "nauc_map_at_3_std": 0.363281, - "nauc_map_at_3_diff1": 0.903076, - "nauc_map_at_5_max": 0.864797, - "nauc_map_at_5_std": 0.367517, - "nauc_map_at_5_diff1": 0.900701, - "nauc_map_at_10_max": 0.863423, - "nauc_map_at_10_std": 0.365736, - "nauc_map_at_10_diff1": 0.900718, - "nauc_map_at_20_max": 0.863519, - "nauc_map_at_20_std": 0.366394, - "nauc_map_at_20_diff1": 0.901107, - "nauc_map_at_100_max": 0.863191, - "nauc_map_at_100_std": 0.365089, - "nauc_map_at_100_diff1": 0.901545, - "nauc_map_at_1000_max": 0.86314, - "nauc_map_at_1000_std": 0.364795, - "nauc_map_at_1000_diff1": 0.901557, - "nauc_recall_at_1_max": 0.829225, - "nauc_recall_at_1_std": 0.274141, - "nauc_recall_at_1_diff1": 0.909984, - "nauc_recall_at_3_max": 0.927372, - "nauc_recall_at_3_std": 0.50416, - "nauc_recall_at_3_diff1": 0.891396, - "nauc_recall_at_5_max": 0.917211, - "nauc_recall_at_5_std": 0.552885, - "nauc_recall_at_5_diff1": 0.872101, - "nauc_recall_at_10_max": 0.907615, - "nauc_recall_at_10_std": 0.560255, - "nauc_recall_at_10_diff1": 0.863212, - "nauc_recall_at_20_max": 0.91976, - "nauc_recall_at_20_std": 0.624611, - "nauc_recall_at_20_diff1": 0.864613, - "nauc_recall_at_100_max": 0.944533, - "nauc_recall_at_100_std": 0.79663, - "nauc_recall_at_100_diff1": 0.897626, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829225, - "nauc_precision_at_1_std": 0.274141, - "nauc_precision_at_1_diff1": 0.909984, - "nauc_precision_at_3_max": 0.927372, - "nauc_precision_at_3_std": 0.50416, - "nauc_precision_at_3_diff1": 0.891396, - "nauc_precision_at_5_max": 0.917211, - "nauc_precision_at_5_std": 0.552885, - "nauc_precision_at_5_diff1": 0.872101, - "nauc_precision_at_10_max": 0.907615, - "nauc_precision_at_10_std": 0.560255, - "nauc_precision_at_10_diff1": 0.863212, - "nauc_precision_at_20_max": 0.91976, - "nauc_precision_at_20_std": 0.624611, - "nauc_precision_at_20_diff1": 0.864613, - "nauc_precision_at_100_max": 0.944533, - "nauc_precision_at_100_std": 0.79663, - "nauc_precision_at_100_diff1": 0.897626, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829225, - "nauc_mrr_at_1_std": 0.274141, - "nauc_mrr_at_1_diff1": 0.909984, - "nauc_mrr_at_3_max": 0.868016, - "nauc_mrr_at_3_std": 0.363281, - "nauc_mrr_at_3_diff1": 0.903076, - "nauc_mrr_at_5_max": 0.864797, - "nauc_mrr_at_5_std": 0.367517, - "nauc_mrr_at_5_diff1": 0.900701, - "nauc_mrr_at_10_max": 0.863423, - "nauc_mrr_at_10_std": 0.365736, - "nauc_mrr_at_10_diff1": 0.900718, - "nauc_mrr_at_20_max": 0.863519, - "nauc_mrr_at_20_std": 0.366394, - "nauc_mrr_at_20_diff1": 0.901107, - "nauc_mrr_at_100_max": 0.863191, - "nauc_mrr_at_100_std": 0.365089, - "nauc_mrr_at_100_diff1": 0.901545, - "nauc_mrr_at_1000_max": 0.86314, - "nauc_mrr_at_1000_std": 0.364795, - "nauc_mrr_at_1000_diff1": 0.901557, - "main_score": 0.82942, + "mrr_at_1": 0.731111, + "mrr_at_3": 0.775556, + "mrr_at_5": 0.781833, + "mrr_at_10": 0.786293, + "mrr_at_20": 0.788031, + "mrr_at_100": 0.789303, + "mrr_at_1000": 0.789474, + "nauc_ndcg_at_1_max": 0.816135, + "nauc_ndcg_at_1_std": 0.213168, + "nauc_ndcg_at_1_diff1": 0.920662, + "nauc_ndcg_at_3_max": 0.857917, + "nauc_ndcg_at_3_std": 0.298625, + "nauc_ndcg_at_3_diff1": 0.898714, + "nauc_ndcg_at_5_max": 0.860698, + "nauc_ndcg_at_5_std": 0.319629, + "nauc_ndcg_at_5_diff1": 0.896983, + "nauc_ndcg_at_10_max": 0.85792, + "nauc_ndcg_at_10_std": 0.323342, + "nauc_ndcg_at_10_diff1": 0.895485, + "nauc_ndcg_at_20_max": 0.856807, + "nauc_ndcg_at_20_std": 0.327316, + "nauc_ndcg_at_20_diff1": 0.894646, + "nauc_ndcg_at_100_max": 0.854829, + "nauc_ndcg_at_100_std": 0.319067, + "nauc_ndcg_at_100_diff1": 0.898993, + "nauc_ndcg_at_1000_max": 0.85225, + "nauc_ndcg_at_1000_std": 0.305798, + "nauc_ndcg_at_1000_diff1": 0.900223, + "nauc_map_at_1_max": 0.816135, + "nauc_map_at_1_std": 0.213168, + "nauc_map_at_1_diff1": 0.920662, + "nauc_map_at_3_max": 0.848022, + "nauc_map_at_3_std": 0.277631, + "nauc_map_at_3_diff1": 0.904524, + "nauc_map_at_5_max": 0.849306, + "nauc_map_at_5_std": 0.288236, + "nauc_map_at_5_diff1": 0.903815, + "nauc_map_at_10_max": 0.84812, + "nauc_map_at_10_std": 0.28933, + "nauc_map_at_10_diff1": 0.90333, + "nauc_map_at_20_max": 0.847753, + "nauc_map_at_20_std": 0.289943, + "nauc_map_at_20_diff1": 0.903183, + "nauc_map_at_100_max": 0.847443, + "nauc_map_at_100_std": 0.288487, + "nauc_map_at_100_diff1": 0.903747, + "nauc_map_at_1000_max": 0.847344, + "nauc_map_at_1000_std": 0.288023, + "nauc_map_at_1000_diff1": 0.90379, + "nauc_recall_at_1_max": 0.816135, + "nauc_recall_at_1_std": 0.213168, + "nauc_recall_at_1_diff1": 0.920662, + "nauc_recall_at_3_max": 0.892799, + "nauc_recall_at_3_std": 0.373104, + "nauc_recall_at_3_diff1": 0.877855, + "nauc_recall_at_5_max": 0.906765, + "nauc_recall_at_5_std": 0.4504, + "nauc_recall_at_5_diff1": 0.868712, + "nauc_recall_at_10_max": 0.905134, + "nauc_recall_at_10_std": 0.501341, + "nauc_recall_at_10_diff1": 0.85426, + "nauc_recall_at_20_max": 0.910962, + "nauc_recall_at_20_std": 0.587507, + "nauc_recall_at_20_diff1": 0.835238, + "nauc_recall_at_100_max": 0.949997, + "nauc_recall_at_100_std": 0.81761, + "nauc_recall_at_100_diff1": 0.852791, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.816135, + "nauc_precision_at_1_std": 0.213168, + "nauc_precision_at_1_diff1": 0.920662, + "nauc_precision_at_3_max": 0.892799, + "nauc_precision_at_3_std": 0.373104, + "nauc_precision_at_3_diff1": 0.877855, + "nauc_precision_at_5_max": 0.906765, + "nauc_precision_at_5_std": 0.4504, + "nauc_precision_at_5_diff1": 0.868712, + "nauc_precision_at_10_max": 0.905134, + "nauc_precision_at_10_std": 0.501341, + "nauc_precision_at_10_diff1": 0.85426, + "nauc_precision_at_20_max": 0.910962, + "nauc_precision_at_20_std": 0.587507, + "nauc_precision_at_20_diff1": 0.835238, + "nauc_precision_at_100_max": 0.949997, + "nauc_precision_at_100_std": 0.81761, + "nauc_precision_at_100_diff1": 0.852791, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.816135, + "nauc_mrr_at_1_std": 0.213168, + "nauc_mrr_at_1_diff1": 0.920662, + "nauc_mrr_at_3_max": 0.848022, + "nauc_mrr_at_3_std": 0.277631, + "nauc_mrr_at_3_diff1": 0.904524, + "nauc_mrr_at_5_max": 0.849306, + "nauc_mrr_at_5_std": 0.288236, + "nauc_mrr_at_5_diff1": 0.903815, + "nauc_mrr_at_10_max": 0.84812, + "nauc_mrr_at_10_std": 0.28933, + "nauc_mrr_at_10_diff1": 0.90333, + "nauc_mrr_at_20_max": 0.847753, + "nauc_mrr_at_20_std": 0.289943, + "nauc_mrr_at_20_diff1": 0.903183, + "nauc_mrr_at_100_max": 0.847443, + "nauc_mrr_at_100_std": 0.288487, + "nauc_mrr_at_100_diff1": 0.903747, + "nauc_mrr_at_1000_max": 0.847344, + "nauc_mrr_at_1000_std": 0.288023, + "nauc_mrr_at_1000_diff1": 0.90379, + "hit_rate_at_1": 0.73111, + "hit_rate_at_3": 0.82889, + "hit_rate_at_5": 0.85556, + "hit_rate_at_10": 0.89, + "hit_rate_at_20": 0.91667, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.81146, "hf_subset": "eng_Latn-sun_Latn", "languages": [ "eng-Latn", "sun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.94857, - "ndcg_at_5": 0.95225, - "ndcg_at_10": 0.95622, - "ndcg_at_20": 0.95796, - "ndcg_at_100": 0.95854, - "ndcg_at_1000": 0.95869, - "map_at_1": 0.91889, - "map_at_3": 0.94185, - "map_at_5": 0.94391, - "map_at_10": 0.94555, - "map_at_20": 0.94606, - "map_at_100": 0.94613, - "map_at_1000": 0.94614, - "recall_at_1": 0.91889, - "recall_at_3": 0.96778, - "recall_at_5": 0.97667, - "recall_at_10": 0.98889, - "recall_at_20": 0.99556, - "recall_at_100": 0.99889, + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93514, + "ndcg_at_5": 0.94021, + "ndcg_at_10": 0.94598, + "ndcg_at_20": 0.94738, + "ndcg_at_100": 0.94848, + "ndcg_at_1000": 0.94879, + "map_at_1": 0.90111, + "map_at_3": 0.92759, + "map_at_5": 0.93043, + "map_at_10": 0.93281, + "map_at_20": 0.9332, + "map_at_100": 0.93337, + "map_at_1000": 0.93339, + "recall_at_1": 0.90111, + "recall_at_3": 0.95667, + "recall_at_5": 0.96889, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.32259, - "precision_at_5": 0.19533, - "precision_at_10": 0.09889, - "precision_at_20": 0.04978, - "precision_at_100": 0.00999, + "accuracy": 0.90111, + "precision_at_1": 0.90111, + "precision_at_3": 0.31889, + "precision_at_5": 0.19378, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.941852, - "mrr_at_5": 0.943907, - "mrr_at_10": 0.945554, - "mrr_at_20": 0.946064, - "mrr_at_100": 0.94613, - "mrr_at_1000": 0.946136, - "nauc_ndcg_at_1_max": 0.830705, - "nauc_ndcg_at_1_std": -0.042356, - "nauc_ndcg_at_1_diff1": 0.918493, - "nauc_ndcg_at_3_max": 0.862176, - "nauc_ndcg_at_3_std": 0.020976, - "nauc_ndcg_at_3_diff1": 0.926657, - "nauc_ndcg_at_5_max": 0.866126, - "nauc_ndcg_at_5_std": 0.046174, - "nauc_ndcg_at_5_diff1": 0.927956, - "nauc_ndcg_at_10_max": 0.857081, - "nauc_ndcg_at_10_std": 0.020323, - "nauc_ndcg_at_10_diff1": 0.92484, - "nauc_ndcg_at_20_max": 0.85573, - "nauc_ndcg_at_20_std": 0.014961, - "nauc_ndcg_at_20_diff1": 0.926383, - "nauc_ndcg_at_100_max": 0.854325, - "nauc_ndcg_at_100_std": 0.007824, - "nauc_ndcg_at_100_diff1": 0.925967, - "nauc_ndcg_at_1000_max": 0.853804, - "nauc_ndcg_at_1000_std": 0.004277, - "nauc_ndcg_at_1000_diff1": 0.925702, - "nauc_map_at_1_max": 0.830705, - "nauc_map_at_1_std": -0.042356, - "nauc_map_at_1_diff1": 0.918493, - "nauc_map_at_3_max": 0.853207, - "nauc_map_at_3_std": -0.002313, - "nauc_map_at_3_diff1": 0.924999, - "nauc_map_at_5_max": 0.854833, - "nauc_map_at_5_std": 0.008049, - "nauc_map_at_5_diff1": 0.925623, - "nauc_map_at_10_max": 0.85134, - "nauc_map_at_10_std": -0.003402, - "nauc_map_at_10_diff1": 0.924597, - "nauc_map_at_20_max": 0.851035, - "nauc_map_at_20_std": -0.004528, - "nauc_map_at_20_diff1": 0.924959, - "nauc_map_at_100_max": 0.850906, - "nauc_map_at_100_std": -0.005217, - "nauc_map_at_100_diff1": 0.92492, - "nauc_map_at_1000_max": 0.850889, - "nauc_map_at_1000_std": -0.005331, - "nauc_map_at_1000_diff1": 0.924911, - "nauc_recall_at_1_max": 0.830705, - "nauc_recall_at_1_std": -0.042356, - "nauc_recall_at_1_diff1": 0.918493, - "nauc_recall_at_3_max": 0.907676, - "nauc_recall_at_3_std": 0.143743, - "nauc_recall_at_3_diff1": 0.93448, - "nauc_recall_at_5_max": 0.943755, - "nauc_recall_at_5_std": 0.322529, - "nauc_recall_at_5_diff1": 0.9432, - "nauc_recall_at_10_max": 0.922736, - "nauc_recall_at_10_std": 0.356116, - "nauc_recall_at_10_diff1": 0.919935, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.637722, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.927593, + "mrr_at_5": 0.930426, + "mrr_at_10": 0.932814, + "mrr_at_20": 0.933196, + "mrr_at_100": 0.933373, + "mrr_at_1000": 0.933389, + "nauc_ndcg_at_1_max": 0.820477, + "nauc_ndcg_at_1_std": -0.071743, + "nauc_ndcg_at_1_diff1": 0.926903, + "nauc_ndcg_at_3_max": 0.868049, + "nauc_ndcg_at_3_std": -0.008556, + "nauc_ndcg_at_3_diff1": 0.938007, + "nauc_ndcg_at_5_max": 0.86094, + "nauc_ndcg_at_5_std": -0.034245, + "nauc_ndcg_at_5_diff1": 0.93818, + "nauc_ndcg_at_10_max": 0.854124, + "nauc_ndcg_at_10_std": -0.015158, + "nauc_ndcg_at_10_diff1": 0.936046, + "nauc_ndcg_at_20_max": 0.855105, + "nauc_ndcg_at_20_std": -0.007557, + "nauc_ndcg_at_20_diff1": 0.935743, + "nauc_ndcg_at_100_max": 0.852008, + "nauc_ndcg_at_100_std": -0.022071, + "nauc_ndcg_at_100_diff1": 0.934984, + "nauc_ndcg_at_1000_max": 0.851102, + "nauc_ndcg_at_1000_std": -0.026297, + "nauc_ndcg_at_1000_diff1": 0.934586, + "nauc_map_at_1_max": 0.820477, + "nauc_map_at_1_std": -0.071743, + "nauc_map_at_1_diff1": 0.926903, + "nauc_map_at_3_max": 0.853929, + "nauc_map_at_3_std": -0.029924, + "nauc_map_at_3_diff1": 0.934533, + "nauc_map_at_5_max": 0.849963, + "nauc_map_at_5_std": -0.042731, + "nauc_map_at_5_diff1": 0.9344, + "nauc_map_at_10_max": 0.847521, + "nauc_map_at_10_std": -0.036121, + "nauc_map_at_10_diff1": 0.933606, + "nauc_map_at_20_max": 0.847771, + "nauc_map_at_20_std": -0.033955, + "nauc_map_at_20_diff1": 0.933529, + "nauc_map_at_100_max": 0.847368, + "nauc_map_at_100_std": -0.035708, + "nauc_map_at_100_diff1": 0.933448, + "nauc_map_at_1000_max": 0.84733, + "nauc_map_at_1000_std": -0.035873, + "nauc_map_at_1000_diff1": 0.933431, + "nauc_recall_at_1_max": 0.820477, + "nauc_recall_at_1_std": -0.071743, + "nauc_recall_at_1_diff1": 0.926903, + "nauc_recall_at_3_max": 0.935071, + "nauc_recall_at_3_std": 0.094867, + "nauc_recall_at_3_diff1": 0.954631, + "nauc_recall_at_5_max": 0.928238, + "nauc_recall_at_5_std": 0.012738, + "nauc_recall_at_5_diff1": 0.962652, + "nauc_recall_at_10_max": 0.926899, + "nauc_recall_at_10_std": 0.299253, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.684941, + "nauc_recall_at_20_diff1": 0.981326, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_std": 0.679038, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.830705, - "nauc_precision_at_1_std": -0.042356, - "nauc_precision_at_1_diff1": 0.918493, - "nauc_precision_at_3_max": 0.907676, - "nauc_precision_at_3_std": 0.143743, - "nauc_precision_at_3_diff1": 0.93448, - "nauc_precision_at_5_max": 0.943755, - "nauc_precision_at_5_std": 0.322529, - "nauc_precision_at_5_diff1": 0.9432, - "nauc_precision_at_10_max": 0.922736, - "nauc_precision_at_10_std": 0.356116, - "nauc_precision_at_10_diff1": 0.919935, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.637722, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.820477, + "nauc_precision_at_1_std": -0.071743, + "nauc_precision_at_1_diff1": 0.926903, + "nauc_precision_at_3_max": 0.935071, + "nauc_precision_at_3_std": 0.094867, + "nauc_precision_at_3_diff1": 0.954631, + "nauc_precision_at_5_max": 0.928238, + "nauc_precision_at_5_std": 0.012738, + "nauc_precision_at_5_diff1": 0.962652, + "nauc_precision_at_10_max": 0.926899, + "nauc_precision_at_10_std": 0.299253, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.684941, + "nauc_precision_at_20_diff1": 0.981326, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_std": 0.679038, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.830705, - "nauc_mrr_at_1_std": -0.042356, - "nauc_mrr_at_1_diff1": 0.918493, - "nauc_mrr_at_3_max": 0.853207, - "nauc_mrr_at_3_std": -0.002313, - "nauc_mrr_at_3_diff1": 0.924999, - "nauc_mrr_at_5_max": 0.854833, - "nauc_mrr_at_5_std": 0.008049, - "nauc_mrr_at_5_diff1": 0.925623, - "nauc_mrr_at_10_max": 0.85134, - "nauc_mrr_at_10_std": -0.003402, - "nauc_mrr_at_10_diff1": 0.924597, - "nauc_mrr_at_20_max": 0.851035, - "nauc_mrr_at_20_std": -0.004528, - "nauc_mrr_at_20_diff1": 0.924959, - "nauc_mrr_at_100_max": 0.850906, - "nauc_mrr_at_100_std": -0.005217, - "nauc_mrr_at_100_diff1": 0.92492, - "nauc_mrr_at_1000_max": 0.850889, - "nauc_mrr_at_1000_std": -0.005331, - "nauc_mrr_at_1000_diff1": 0.924911, - "main_score": 0.95622, + "nauc_mrr_at_1_max": 0.820477, + "nauc_mrr_at_1_std": -0.071743, + "nauc_mrr_at_1_diff1": 0.926903, + "nauc_mrr_at_3_max": 0.853929, + "nauc_mrr_at_3_std": -0.029924, + "nauc_mrr_at_3_diff1": 0.934533, + "nauc_mrr_at_5_max": 0.849963, + "nauc_mrr_at_5_std": -0.042731, + "nauc_mrr_at_5_diff1": 0.9344, + "nauc_mrr_at_10_max": 0.847521, + "nauc_mrr_at_10_std": -0.036121, + "nauc_mrr_at_10_diff1": 0.933606, + "nauc_mrr_at_20_max": 0.847771, + "nauc_mrr_at_20_std": -0.033955, + "nauc_mrr_at_20_diff1": 0.933529, + "nauc_mrr_at_100_max": 0.847368, + "nauc_mrr_at_100_std": -0.035708, + "nauc_mrr_at_100_diff1": 0.933448, + "nauc_mrr_at_1000_max": 0.84733, + "nauc_mrr_at_1000_std": -0.035873, + "nauc_mrr_at_1000_diff1": 0.933431, + "hit_rate_at_1": 0.90111, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94598, "hf_subset": "swe_Latn-swe_Latn", "languages": [ "swe-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91778, - "ndcg_at_3": 0.95237, - "ndcg_at_5": 0.95514, - "ndcg_at_10": 0.95882, - "ndcg_at_20": 0.9594, - "ndcg_at_100": 0.96003, - "ndcg_at_1000": 0.96032, - "map_at_1": 0.91778, - "map_at_3": 0.94463, - "map_at_5": 0.94619, - "map_at_10": 0.94776, - "map_at_20": 0.94792, - "map_at_100": 0.94801, - "map_at_1000": 0.94802, - "recall_at_1": 0.91778, - "recall_at_3": 0.97444, + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94749, + "ndcg_at_5": 0.95212, + "ndcg_at_10": 0.95498, + "ndcg_at_20": 0.95612, + "ndcg_at_100": 0.95675, + "ndcg_at_1000": 0.95704, + "map_at_1": 0.91333, + "map_at_3": 0.93963, + "map_at_5": 0.94224, + "map_at_10": 0.94341, + "map_at_20": 0.94373, + "map_at_100": 0.94382, + "map_at_1000": 0.94383, + "recall_at_1": 0.91333, + "recall_at_3": 0.97, "recall_at_5": 0.98111, - "recall_at_10": 0.99222, + "recall_at_10": 0.99, "recall_at_20": 0.99444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91778, - "precision_at_3": 0.32481, + "accuracy": 0.91333, + "precision_at_1": 0.91333, + "precision_at_3": 0.32333, "precision_at_5": 0.19622, - "precision_at_10": 0.09922, + "precision_at_10": 0.099, "precision_at_20": 0.04972, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.917778, - "mrr_at_3": 0.94463, - "mrr_at_5": 0.946185, - "mrr_at_10": 0.947757, - "mrr_at_20": 0.947924, - "mrr_at_100": 0.948008, - "mrr_at_1000": 0.948019, - "nauc_ndcg_at_1_max": 0.814319, - "nauc_ndcg_at_1_std": -0.195984, - "nauc_ndcg_at_1_diff1": 0.950696, - "nauc_ndcg_at_3_max": 0.826999, - "nauc_ndcg_at_3_std": -0.272531, - "nauc_ndcg_at_3_diff1": 0.954761, - "nauc_ndcg_at_5_max": 0.828622, - "nauc_ndcg_at_5_std": -0.275869, - "nauc_ndcg_at_5_diff1": 0.954927, - "nauc_ndcg_at_10_max": 0.833106, - "nauc_ndcg_at_10_std": -0.227593, - "nauc_ndcg_at_10_diff1": 0.955563, - "nauc_ndcg_at_20_max": 0.831696, - "nauc_ndcg_at_20_std": -0.210084, - "nauc_ndcg_at_20_diff1": 0.954931, - "nauc_ndcg_at_100_max": 0.829074, - "nauc_ndcg_at_100_std": -0.216293, - "nauc_ndcg_at_100_diff1": 0.954229, - "nauc_ndcg_at_1000_max": 0.827827, - "nauc_ndcg_at_1000_std": -0.225169, - "nauc_ndcg_at_1000_diff1": 0.953894, - "nauc_map_at_1_max": 0.814319, - "nauc_map_at_1_std": -0.195984, - "nauc_map_at_1_diff1": 0.950696, - "nauc_map_at_3_max": 0.823622, - "nauc_map_at_3_std": -0.248397, - "nauc_map_at_3_diff1": 0.953119, - "nauc_map_at_5_max": 0.824485, - "nauc_map_at_5_std": -0.248844, - "nauc_map_at_5_diff1": 0.953198, - "nauc_map_at_10_max": 0.825792, - "nauc_map_at_10_std": -0.232312, - "nauc_map_at_10_diff1": 0.953357, - "nauc_map_at_20_max": 0.825467, - "nauc_map_at_20_std": -0.228324, - "nauc_map_at_20_diff1": 0.953207, - "nauc_map_at_100_max": 0.825183, - "nauc_map_at_100_std": -0.228769, - "nauc_map_at_100_diff1": 0.953131, - "nauc_map_at_1000_max": 0.825146, - "nauc_map_at_1000_std": -0.229028, - "nauc_map_at_1000_diff1": 0.953121, - "nauc_recall_at_1_max": 0.814319, - "nauc_recall_at_1_std": -0.195984, - "nauc_recall_at_1_diff1": 0.950696, - "nauc_recall_at_3_max": 0.847075, - "nauc_recall_at_3_std": -0.420493, - "nauc_recall_at_3_diff1": 0.965189, - "nauc_recall_at_5_max": 0.861042, - "nauc_recall_at_5_std": -0.496677, - "nauc_recall_at_5_diff1": 0.969243, - "nauc_recall_at_10_max": 0.981326, - "nauc_recall_at_10_std": -0.024877, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.93963, + "mrr_at_5": 0.942241, + "mrr_at_10": 0.943406, + "mrr_at_20": 0.943729, + "mrr_at_100": 0.943819, + "mrr_at_1000": 0.943831, + "nauc_ndcg_at_1_max": 0.801252, + "nauc_ndcg_at_1_std": -0.139709, + "nauc_ndcg_at_1_diff1": 0.940386, + "nauc_ndcg_at_3_max": 0.812234, + "nauc_ndcg_at_3_std": -0.207959, + "nauc_ndcg_at_3_diff1": 0.945791, + "nauc_ndcg_at_5_max": 0.812795, + "nauc_ndcg_at_5_std": -0.197113, + "nauc_ndcg_at_5_diff1": 0.949878, + "nauc_ndcg_at_10_max": 0.817762, + "nauc_ndcg_at_10_std": -0.174587, + "nauc_ndcg_at_10_diff1": 0.948765, + "nauc_ndcg_at_20_max": 0.818488, + "nauc_ndcg_at_20_std": -0.148648, + "nauc_ndcg_at_20_diff1": 0.947435, + "nauc_ndcg_at_100_max": 0.815836, + "nauc_ndcg_at_100_std": -0.153905, + "nauc_ndcg_at_100_diff1": 0.946667, + "nauc_ndcg_at_1000_max": 0.814583, + "nauc_ndcg_at_1000_std": -0.161755, + "nauc_ndcg_at_1000_diff1": 0.946304, + "nauc_map_at_1_max": 0.801252, + "nauc_map_at_1_std": -0.139709, + "nauc_map_at_1_diff1": 0.940386, + "nauc_map_at_3_max": 0.810559, + "nauc_map_at_3_std": -0.181251, + "nauc_map_at_3_diff1": 0.944228, + "nauc_map_at_5_max": 0.810888, + "nauc_map_at_5_std": -0.175357, + "nauc_map_at_5_diff1": 0.946139, + "nauc_map_at_10_max": 0.812251, + "nauc_map_at_10_std": -0.169038, + "nauc_map_at_10_diff1": 0.945636, + "nauc_map_at_20_max": 0.812561, + "nauc_map_at_20_std": -0.162767, + "nauc_map_at_20_diff1": 0.945324, + "nauc_map_at_100_max": 0.812259, + "nauc_map_at_100_std": -0.163263, + "nauc_map_at_100_diff1": 0.945236, + "nauc_map_at_1000_max": 0.81222, + "nauc_map_at_1000_std": -0.163507, + "nauc_map_at_1000_diff1": 0.945225, + "nauc_recall_at_1_max": 0.801252, + "nauc_recall_at_1_std": -0.139709, + "nauc_recall_at_1_diff1": 0.940386, + "nauc_recall_at_3_max": 0.820192, + "nauc_recall_at_3_std": -0.365615, + "nauc_recall_at_3_diff1": 0.954611, + "nauc_recall_at_5_max": 0.826468, + "nauc_recall_at_5_std": -0.38779, + "nauc_recall_at_5_diff1": 0.98366, + "nauc_recall_at_10_max": 0.914151, + "nauc_recall_at_10_std": -0.199035, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.543511, @@ -43467,17 +46105,17 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.814319, - "nauc_precision_at_1_std": -0.195984, - "nauc_precision_at_1_diff1": 0.950696, - "nauc_precision_at_3_max": 0.847075, - "nauc_precision_at_3_std": -0.420493, - "nauc_precision_at_3_diff1": 0.965189, - "nauc_precision_at_5_max": 0.861042, - "nauc_precision_at_5_std": -0.496677, - "nauc_precision_at_5_diff1": 0.969243, - "nauc_precision_at_10_max": 0.981326, - "nauc_precision_at_10_std": -0.024877, + "nauc_precision_at_1_max": 0.801252, + "nauc_precision_at_1_std": -0.139709, + "nauc_precision_at_1_diff1": 0.940386, + "nauc_precision_at_3_max": 0.820192, + "nauc_precision_at_3_std": -0.365615, + "nauc_precision_at_3_diff1": 0.954611, + "nauc_precision_at_5_max": 0.826468, + "nauc_precision_at_5_std": -0.38779, + "nauc_precision_at_5_diff1": 0.98366, + "nauc_precision_at_10_max": 0.914151, + "nauc_precision_at_10_std": -0.199035, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.543511, @@ -43488,4418 +46126,4688 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.814319, - "nauc_mrr_at_1_std": -0.195984, - "nauc_mrr_at_1_diff1": 0.950696, - "nauc_mrr_at_3_max": 0.823622, - "nauc_mrr_at_3_std": -0.248397, - "nauc_mrr_at_3_diff1": 0.953119, - "nauc_mrr_at_5_max": 0.824485, - "nauc_mrr_at_5_std": -0.248844, - "nauc_mrr_at_5_diff1": 0.953198, - "nauc_mrr_at_10_max": 0.825792, - "nauc_mrr_at_10_std": -0.232312, - "nauc_mrr_at_10_diff1": 0.953357, - "nauc_mrr_at_20_max": 0.825467, - "nauc_mrr_at_20_std": -0.228324, - "nauc_mrr_at_20_diff1": 0.953207, - "nauc_mrr_at_100_max": 0.825183, - "nauc_mrr_at_100_std": -0.228769, - "nauc_mrr_at_100_diff1": 0.953131, - "nauc_mrr_at_1000_max": 0.825146, - "nauc_mrr_at_1000_std": -0.229028, - "nauc_mrr_at_1000_diff1": 0.953121, - "main_score": 0.95882, + "nauc_mrr_at_1_max": 0.801252, + "nauc_mrr_at_1_std": -0.139709, + "nauc_mrr_at_1_diff1": 0.940386, + "nauc_mrr_at_3_max": 0.810559, + "nauc_mrr_at_3_std": -0.181251, + "nauc_mrr_at_3_diff1": 0.944228, + "nauc_mrr_at_5_max": 0.810888, + "nauc_mrr_at_5_std": -0.175357, + "nauc_mrr_at_5_diff1": 0.946139, + "nauc_mrr_at_10_max": 0.812251, + "nauc_mrr_at_10_std": -0.169038, + "nauc_mrr_at_10_diff1": 0.945636, + "nauc_mrr_at_20_max": 0.812561, + "nauc_mrr_at_20_std": -0.162767, + "nauc_mrr_at_20_diff1": 0.945324, + "nauc_mrr_at_100_max": 0.812259, + "nauc_mrr_at_100_std": -0.163263, + "nauc_mrr_at_100_diff1": 0.945236, + "nauc_mrr_at_1000_max": 0.81222, + "nauc_mrr_at_1000_std": -0.163507, + "nauc_mrr_at_1000_diff1": 0.945225, + "hit_rate_at_1": 0.91333, + "hit_rate_at_3": 0.97, + "hit_rate_at_5": 0.98111, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95498, "hf_subset": "swe_Latn-eng_Latn", "languages": [ "swe-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.89111, - "ndcg_at_3": 0.92763, - "ndcg_at_5": 0.93356, - "ndcg_at_10": 0.93804, - "ndcg_at_20": 0.94119, - "ndcg_at_100": 0.94236, - "ndcg_at_1000": 0.94251, - "map_at_1": 0.89111, - "map_at_3": 0.91907, - "map_at_5": 0.92235, - "map_at_10": 0.9243, - "map_at_20": 0.92519, - "map_at_100": 0.92533, - "map_at_1000": 0.92534, - "recall_at_1": 0.89111, - "recall_at_3": 0.95222, - "recall_at_5": 0.96667, - "recall_at_10": 0.98, - "recall_at_20": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.92126, + "ndcg_at_5": 0.92494, + "ndcg_at_10": 0.93092, + "ndcg_at_20": 0.93267, + "ndcg_at_100": 0.93588, + "ndcg_at_1000": 0.93601, + "map_at_1": 0.88111, + "map_at_3": 0.91167, + "map_at_5": 0.91372, + "map_at_10": 0.91632, + "map_at_20": 0.91684, + "map_at_100": 0.91733, + "map_at_1000": 0.91733, + "recall_at_1": 0.88111, + "recall_at_3": 0.94889, + "recall_at_5": 0.95778, + "recall_at_10": 0.97556, + "recall_at_20": 0.98222, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89111, - "precision_at_3": 0.31741, - "precision_at_5": 0.19333, - "precision_at_10": 0.098, - "precision_at_20": 0.04961, + "accuracy": 0.88111, + "precision_at_1": 0.88111, + "precision_at_3": 0.3163, + "precision_at_5": 0.19156, + "precision_at_10": 0.09756, + "precision_at_20": 0.04911, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.891111, - "mrr_at_3": 0.919074, - "mrr_at_5": 0.922352, - "mrr_at_10": 0.924301, - "mrr_at_20": 0.925195, - "mrr_at_100": 0.925334, - "mrr_at_1000": 0.925339, - "nauc_ndcg_at_1_max": 0.846313, - "nauc_ndcg_at_1_std": -0.076605, - "nauc_ndcg_at_1_diff1": 0.929867, - "nauc_ndcg_at_3_max": 0.87091, - "nauc_ndcg_at_3_std": -0.039637, - "nauc_ndcg_at_3_diff1": 0.9279, - "nauc_ndcg_at_5_max": 0.870227, - "nauc_ndcg_at_5_std": -0.024699, - "nauc_ndcg_at_5_diff1": 0.926359, - "nauc_ndcg_at_10_max": 0.867702, - "nauc_ndcg_at_10_std": -0.011521, - "nauc_ndcg_at_10_diff1": 0.925995, - "nauc_ndcg_at_20_max": 0.867114, - "nauc_ndcg_at_20_std": -0.02316, - "nauc_ndcg_at_20_diff1": 0.927943, - "nauc_ndcg_at_100_max": 0.865378, - "nauc_ndcg_at_100_std": -0.031292, - "nauc_ndcg_at_100_diff1": 0.92791, - "nauc_ndcg_at_1000_max": 0.865037, - "nauc_ndcg_at_1000_std": -0.033199, - "nauc_ndcg_at_1000_diff1": 0.927728, - "nauc_map_at_1_max": 0.846313, - "nauc_map_at_1_std": -0.076605, - "nauc_map_at_1_diff1": 0.929867, - "nauc_map_at_3_max": 0.864384, - "nauc_map_at_3_std": -0.049676, - "nauc_map_at_3_diff1": 0.9279, - "nauc_map_at_5_max": 0.863803, - "nauc_map_at_5_std": -0.043422, - "nauc_map_at_5_diff1": 0.927194, - "nauc_map_at_10_max": 0.862871, - "nauc_map_at_10_std": -0.038508, - "nauc_map_at_10_diff1": 0.927153, - "nauc_map_at_20_max": 0.862746, - "nauc_map_at_20_std": -0.041059, - "nauc_map_at_20_diff1": 0.927661, - "nauc_map_at_100_max": 0.862605, - "nauc_map_at_100_std": -0.0419, - "nauc_map_at_100_diff1": 0.927687, - "nauc_map_at_1000_max": 0.862595, - "nauc_map_at_1000_std": -0.041956, - "nauc_map_at_1000_diff1": 0.927682, - "nauc_recall_at_1_max": 0.846313, - "nauc_recall_at_1_std": -0.076605, - "nauc_recall_at_1_diff1": 0.929867, - "nauc_recall_at_3_max": 0.901592, - "nauc_recall_at_3_std": 0.007752, - "nauc_recall_at_3_diff1": 0.928343, - "nauc_recall_at_5_max": 0.911391, - "nauc_recall_at_5_std": 0.104124, - "nauc_recall_at_5_diff1": 0.920868, - "nauc_recall_at_10_max": 0.913139, - "nauc_recall_at_10_std": 0.296711, - "nauc_recall_at_10_diff1": 0.912595, - "nauc_recall_at_20_max": 0.962652, - "nauc_recall_at_20_std": 0.416567, - "nauc_recall_at_20_diff1": 0.943978, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.911667, + "mrr_at_5": 0.913722, + "mrr_at_10": 0.916325, + "mrr_at_20": 0.916844, + "mrr_at_100": 0.917328, + "mrr_at_1000": 0.917331, + "nauc_ndcg_at_1_max": 0.79422, + "nauc_ndcg_at_1_std": -0.233588, + "nauc_ndcg_at_1_diff1": 0.929133, + "nauc_ndcg_at_3_max": 0.83876, + "nauc_ndcg_at_3_std": -0.218343, + "nauc_ndcg_at_3_diff1": 0.928875, + "nauc_ndcg_at_5_max": 0.838389, + "nauc_ndcg_at_5_std": -0.21184, + "nauc_ndcg_at_5_diff1": 0.930539, + "nauc_ndcg_at_10_max": 0.832175, + "nauc_ndcg_at_10_std": -0.170895, + "nauc_ndcg_at_10_diff1": 0.927999, + "nauc_ndcg_at_20_max": 0.835198, + "nauc_ndcg_at_20_std": -0.164176, + "nauc_ndcg_at_20_diff1": 0.929857, + "nauc_ndcg_at_100_max": 0.827663, + "nauc_ndcg_at_100_std": -0.188147, + "nauc_ndcg_at_100_diff1": 0.928814, + "nauc_ndcg_at_1000_max": 0.827304, + "nauc_ndcg_at_1000_std": -0.189693, + "nauc_ndcg_at_1000_diff1": 0.928938, + "nauc_map_at_1_max": 0.79422, + "nauc_map_at_1_std": -0.233588, + "nauc_map_at_1_diff1": 0.929133, + "nauc_map_at_3_max": 0.826944, + "nauc_map_at_3_std": -0.217181, + "nauc_map_at_3_diff1": 0.929079, + "nauc_map_at_5_max": 0.826302, + "nauc_map_at_5_std": -0.214131, + "nauc_map_at_5_diff1": 0.929905, + "nauc_map_at_10_max": 0.823679, + "nauc_map_at_10_std": -0.198711, + "nauc_map_at_10_diff1": 0.928916, + "nauc_map_at_20_max": 0.824106, + "nauc_map_at_20_std": -0.197166, + "nauc_map_at_20_diff1": 0.929275, + "nauc_map_at_100_max": 0.82314, + "nauc_map_at_100_std": -0.199909, + "nauc_map_at_100_diff1": 0.929113, + "nauc_map_at_1000_max": 0.823133, + "nauc_map_at_1000_std": -0.199938, + "nauc_map_at_1000_diff1": 0.929116, + "nauc_recall_at_1_max": 0.79422, + "nauc_recall_at_1_std": -0.233588, + "nauc_recall_at_1_diff1": 0.929133, + "nauc_recall_at_3_max": 0.89508, + "nauc_recall_at_3_std": -0.228332, + "nauc_recall_at_3_diff1": 0.92779, + "nauc_recall_at_5_max": 0.906826, + "nauc_recall_at_5_std": -0.201668, + "nauc_recall_at_5_diff1": 0.934518, + "nauc_recall_at_10_max": 0.905165, + "nauc_recall_at_10_std": 0.131462, + "nauc_recall_at_10_diff1": 0.917346, + "nauc_recall_at_20_max": 0.98366, + "nauc_recall_at_20_std": 0.336835, + "nauc_recall_at_20_diff1": 0.94281, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.722222, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 0.554155, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.846313, - "nauc_precision_at_1_std": -0.076605, - "nauc_precision_at_1_diff1": 0.929867, - "nauc_precision_at_3_max": 0.901592, - "nauc_precision_at_3_std": 0.007752, - "nauc_precision_at_3_diff1": 0.928343, - "nauc_precision_at_5_max": 0.911391, - "nauc_precision_at_5_std": 0.104124, - "nauc_precision_at_5_diff1": 0.920868, - "nauc_precision_at_10_max": 0.913139, - "nauc_precision_at_10_std": 0.296711, - "nauc_precision_at_10_diff1": 0.912595, - "nauc_precision_at_20_max": 0.962652, - "nauc_precision_at_20_std": 0.416567, - "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_1_max": 0.79422, + "nauc_precision_at_1_std": -0.233588, + "nauc_precision_at_1_diff1": 0.929133, + "nauc_precision_at_3_max": 0.89508, + "nauc_precision_at_3_std": -0.228332, + "nauc_precision_at_3_diff1": 0.92779, + "nauc_precision_at_5_max": 0.906826, + "nauc_precision_at_5_std": -0.201668, + "nauc_precision_at_5_diff1": 0.934518, + "nauc_precision_at_10_max": 0.905165, + "nauc_precision_at_10_std": 0.131462, + "nauc_precision_at_10_diff1": 0.917346, + "nauc_precision_at_20_max": 0.98366, + "nauc_precision_at_20_std": 0.336835, + "nauc_precision_at_20_diff1": 0.94281, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.722222, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 0.554155, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.846313, - "nauc_mrr_at_1_std": -0.076605, - "nauc_mrr_at_1_diff1": 0.929867, - "nauc_mrr_at_3_max": 0.864384, - "nauc_mrr_at_3_std": -0.049676, - "nauc_mrr_at_3_diff1": 0.9279, - "nauc_mrr_at_5_max": 0.863803, - "nauc_mrr_at_5_std": -0.043422, - "nauc_mrr_at_5_diff1": 0.927194, - "nauc_mrr_at_10_max": 0.862871, - "nauc_mrr_at_10_std": -0.038508, - "nauc_mrr_at_10_diff1": 0.927153, - "nauc_mrr_at_20_max": 0.862746, - "nauc_mrr_at_20_std": -0.041059, - "nauc_mrr_at_20_diff1": 0.927661, - "nauc_mrr_at_100_max": 0.862605, - "nauc_mrr_at_100_std": -0.0419, - "nauc_mrr_at_100_diff1": 0.927687, - "nauc_mrr_at_1000_max": 0.862595, - "nauc_mrr_at_1000_std": -0.041956, - "nauc_mrr_at_1000_diff1": 0.927682, - "main_score": 0.93804, + "nauc_mrr_at_1_max": 0.79422, + "nauc_mrr_at_1_std": -0.233588, + "nauc_mrr_at_1_diff1": 0.929133, + "nauc_mrr_at_3_max": 0.826944, + "nauc_mrr_at_3_std": -0.217181, + "nauc_mrr_at_3_diff1": 0.929079, + "nauc_mrr_at_5_max": 0.826302, + "nauc_mrr_at_5_std": -0.214131, + "nauc_mrr_at_5_diff1": 0.929905, + "nauc_mrr_at_10_max": 0.823679, + "nauc_mrr_at_10_std": -0.198711, + "nauc_mrr_at_10_diff1": 0.928916, + "nauc_mrr_at_20_max": 0.824106, + "nauc_mrr_at_20_std": -0.197166, + "nauc_mrr_at_20_diff1": 0.929275, + "nauc_mrr_at_100_max": 0.82314, + "nauc_mrr_at_100_std": -0.199909, + "nauc_mrr_at_100_diff1": 0.929113, + "nauc_mrr_at_1000_max": 0.823133, + "nauc_mrr_at_1000_std": -0.199938, + "nauc_mrr_at_1000_diff1": 0.929116, + "hit_rate_at_1": 0.88111, + "hit_rate_at_3": 0.94889, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.93092, "hf_subset": "eng_Latn-swe_Latn", "languages": [ "eng-Latn", "swe-Latn" - ] - }, - { - "ndcg_at_1": 0.74222, - "ndcg_at_3": 0.79876, - "ndcg_at_5": 0.81181, - "ndcg_at_10": 0.82153, - "ndcg_at_20": 0.82791, - "ndcg_at_100": 0.83664, - "ndcg_at_1000": 0.84059, - "map_at_1": 0.74222, - "map_at_3": 0.78556, - "map_at_5": 0.79294, - "map_at_10": 0.79696, - "map_at_20": 0.79866, - "map_at_100": 0.79982, - "map_at_1000": 0.80001, - "recall_at_1": 0.74222, - "recall_at_3": 0.83667, - "recall_at_5": 0.86778, - "recall_at_10": 0.89778, - "recall_at_20": 0.92333, - "recall_at_100": 0.97111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.74333, + "ndcg_at_3": 0.79604, + "ndcg_at_5": 0.80843, + "ndcg_at_10": 0.81831, + "ndcg_at_20": 0.8239, + "ndcg_at_100": 0.8349, + "ndcg_at_1000": 0.83818, + "map_at_1": 0.74333, + "map_at_3": 0.78315, + "map_at_5": 0.79004, + "map_at_10": 0.79422, + "map_at_20": 0.79573, + "map_at_100": 0.79721, + "map_at_1000": 0.79735, + "recall_at_1": 0.74333, + "recall_at_3": 0.83333, + "recall_at_5": 0.86333, + "recall_at_10": 0.89333, + "recall_at_20": 0.91556, + "recall_at_100": 0.97556, "recall_at_1000": 1.0, - "precision_at_1": 0.74222, - "precision_at_3": 0.27889, - "precision_at_5": 0.17356, - "precision_at_10": 0.08978, - "precision_at_20": 0.04617, - "precision_at_100": 0.00971, + "accuracy": 0.74333, + "precision_at_1": 0.74333, + "precision_at_3": 0.27778, + "precision_at_5": 0.17267, + "precision_at_10": 0.08933, + "precision_at_20": 0.04578, + "precision_at_100": 0.00976, "precision_at_1000": 0.001, - "mrr_at_1": 0.742222, - "mrr_at_3": 0.785556, - "mrr_at_5": 0.792944, - "mrr_at_10": 0.796956, - "mrr_at_20": 0.798663, - "mrr_at_100": 0.799823, - "mrr_at_1000": 0.800013, - "nauc_ndcg_at_1_max": 0.822143, - "nauc_ndcg_at_1_std": 0.028221, - "nauc_ndcg_at_1_diff1": 0.914168, - "nauc_ndcg_at_3_max": 0.842501, - "nauc_ndcg_at_3_std": 0.116711, - "nauc_ndcg_at_3_diff1": 0.897408, - "nauc_ndcg_at_5_max": 0.841929, - "nauc_ndcg_at_5_std": 0.126683, - "nauc_ndcg_at_5_diff1": 0.895133, - "nauc_ndcg_at_10_max": 0.839568, - "nauc_ndcg_at_10_std": 0.143432, - "nauc_ndcg_at_10_diff1": 0.88992, - "nauc_ndcg_at_20_max": 0.83958, - "nauc_ndcg_at_20_std": 0.142516, - "nauc_ndcg_at_20_diff1": 0.891293, - "nauc_ndcg_at_100_max": 0.841076, - "nauc_ndcg_at_100_std": 0.13138, - "nauc_ndcg_at_100_diff1": 0.895926, - "nauc_ndcg_at_1000_max": 0.838582, - "nauc_ndcg_at_1000_std": 0.120644, - "nauc_ndcg_at_1000_diff1": 0.896214, - "nauc_map_at_1_max": 0.822143, - "nauc_map_at_1_std": 0.028221, - "nauc_map_at_1_diff1": 0.914168, - "nauc_map_at_3_max": 0.837865, - "nauc_map_at_3_std": 0.095254, - "nauc_map_at_3_diff1": 0.901923, - "nauc_map_at_5_max": 0.837305, - "nauc_map_at_5_std": 0.099001, - "nauc_map_at_5_diff1": 0.900809, - "nauc_map_at_10_max": 0.836371, - "nauc_map_at_10_std": 0.105004, - "nauc_map_at_10_diff1": 0.898995, - "nauc_map_at_20_max": 0.836388, - "nauc_map_at_20_std": 0.104591, - "nauc_map_at_20_diff1": 0.899362, - "nauc_map_at_100_max": 0.836485, - "nauc_map_at_100_std": 0.103304, - "nauc_map_at_100_diff1": 0.89977, - "nauc_map_at_1000_max": 0.836384, - "nauc_map_at_1000_std": 0.102871, - "nauc_map_at_1000_diff1": 0.899783, - "nauc_recall_at_1_max": 0.822143, - "nauc_recall_at_1_std": 0.028221, - "nauc_recall_at_1_diff1": 0.914168, - "nauc_recall_at_3_max": 0.858769, - "nauc_recall_at_3_std": 0.192835, - "nauc_recall_at_3_diff1": 0.881116, - "nauc_recall_at_5_max": 0.861001, - "nauc_recall_at_5_std": 0.245459, - "nauc_recall_at_5_diff1": 0.870843, - "nauc_recall_at_10_max": 0.85383, - "nauc_recall_at_10_std": 0.356023, - "nauc_recall_at_10_diff1": 0.838614, - "nauc_recall_at_20_max": 0.857819, - "nauc_recall_at_20_std": 0.41554, - "nauc_recall_at_20_diff1": 0.833665, - "nauc_recall_at_100_max": 0.933384, - "nauc_recall_at_100_std": 0.532608, - "nauc_recall_at_100_diff1": 0.884813, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.822143, - "nauc_precision_at_1_std": 0.028221, - "nauc_precision_at_1_diff1": 0.914168, - "nauc_precision_at_3_max": 0.858769, - "nauc_precision_at_3_std": 0.192835, - "nauc_precision_at_3_diff1": 0.881116, - "nauc_precision_at_5_max": 0.861001, - "nauc_precision_at_5_std": 0.245459, - "nauc_precision_at_5_diff1": 0.870843, - "nauc_precision_at_10_max": 0.85383, - "nauc_precision_at_10_std": 0.356023, - "nauc_precision_at_10_diff1": 0.838614, - "nauc_precision_at_20_max": 0.857819, - "nauc_precision_at_20_std": 0.41554, - "nauc_precision_at_20_diff1": 0.833665, - "nauc_precision_at_100_max": 0.933384, - "nauc_precision_at_100_std": 0.532608, - "nauc_precision_at_100_diff1": 0.884813, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.822143, - "nauc_mrr_at_1_std": 0.028221, - "nauc_mrr_at_1_diff1": 0.914168, - "nauc_mrr_at_3_max": 0.837865, - "nauc_mrr_at_3_std": 0.095254, - "nauc_mrr_at_3_diff1": 0.901923, - "nauc_mrr_at_5_max": 0.837305, - "nauc_mrr_at_5_std": 0.099001, - "nauc_mrr_at_5_diff1": 0.900809, - "nauc_mrr_at_10_max": 0.836371, - "nauc_mrr_at_10_std": 0.105004, - "nauc_mrr_at_10_diff1": 0.898995, - "nauc_mrr_at_20_max": 0.836388, - "nauc_mrr_at_20_std": 0.104591, - "nauc_mrr_at_20_diff1": 0.899362, - "nauc_mrr_at_100_max": 0.836485, - "nauc_mrr_at_100_std": 0.103304, - "nauc_mrr_at_100_diff1": 0.89977, - "nauc_mrr_at_1000_max": 0.836384, - "nauc_mrr_at_1000_std": 0.102871, - "nauc_mrr_at_1000_diff1": 0.899783, - "main_score": 0.82153, + "mrr_at_1": 0.743333, + "mrr_at_3": 0.783148, + "mrr_at_5": 0.790037, + "mrr_at_10": 0.794217, + "mrr_at_20": 0.795733, + "mrr_at_100": 0.797205, + "mrr_at_1000": 0.797352, + "nauc_ndcg_at_1_max": 0.803001, + "nauc_ndcg_at_1_std": 0.042447, + "nauc_ndcg_at_1_diff1": 0.891767, + "nauc_ndcg_at_3_max": 0.821459, + "nauc_ndcg_at_3_std": 0.132518, + "nauc_ndcg_at_3_diff1": 0.873021, + "nauc_ndcg_at_5_max": 0.821015, + "nauc_ndcg_at_5_std": 0.129656, + "nauc_ndcg_at_5_diff1": 0.871237, + "nauc_ndcg_at_10_max": 0.817258, + "nauc_ndcg_at_10_std": 0.150963, + "nauc_ndcg_at_10_diff1": 0.865382, + "nauc_ndcg_at_20_max": 0.816432, + "nauc_ndcg_at_20_std": 0.151574, + "nauc_ndcg_at_20_diff1": 0.865027, + "nauc_ndcg_at_100_max": 0.818741, + "nauc_ndcg_at_100_std": 0.139363, + "nauc_ndcg_at_100_diff1": 0.870554, + "nauc_ndcg_at_1000_max": 0.816593, + "nauc_ndcg_at_1000_std": 0.129511, + "nauc_ndcg_at_1000_diff1": 0.871571, + "nauc_map_at_1_max": 0.803001, + "nauc_map_at_1_std": 0.042447, + "nauc_map_at_1_diff1": 0.891767, + "nauc_map_at_3_max": 0.816617, + "nauc_map_at_3_std": 0.109167, + "nauc_map_at_3_diff1": 0.87737, + "nauc_map_at_5_max": 0.816369, + "nauc_map_at_5_std": 0.106937, + "nauc_map_at_5_diff1": 0.876581, + "nauc_map_at_10_max": 0.814903, + "nauc_map_at_10_std": 0.114743, + "nauc_map_at_10_diff1": 0.874509, + "nauc_map_at_20_max": 0.814668, + "nauc_map_at_20_std": 0.114826, + "nauc_map_at_20_diff1": 0.874423, + "nauc_map_at_100_max": 0.814908, + "nauc_map_at_100_std": 0.113279, + "nauc_map_at_100_diff1": 0.875107, + "nauc_map_at_1000_max": 0.814821, + "nauc_map_at_1000_std": 0.112894, + "nauc_map_at_1000_diff1": 0.875155, + "nauc_recall_at_1_max": 0.803001, + "nauc_recall_at_1_std": 0.042447, + "nauc_recall_at_1_diff1": 0.891767, + "nauc_recall_at_3_max": 0.838768, + "nauc_recall_at_3_std": 0.215849, + "nauc_recall_at_3_diff1": 0.857783, + "nauc_recall_at_5_max": 0.839961, + "nauc_recall_at_5_std": 0.223242, + "nauc_recall_at_5_diff1": 0.849048, + "nauc_recall_at_10_max": 0.826101, + "nauc_recall_at_10_std": 0.347121, + "nauc_recall_at_10_diff1": 0.814976, + "nauc_recall_at_20_max": 0.822332, + "nauc_recall_at_20_std": 0.397544, + "nauc_recall_at_20_diff1": 0.800776, + "nauc_recall_at_100_max": 0.913844, + "nauc_recall_at_100_std": 0.583206, + "nauc_recall_at_100_diff1": 0.827052, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803001, + "nauc_precision_at_1_std": 0.042447, + "nauc_precision_at_1_diff1": 0.891767, + "nauc_precision_at_3_max": 0.838768, + "nauc_precision_at_3_std": 0.215849, + "nauc_precision_at_3_diff1": 0.857783, + "nauc_precision_at_5_max": 0.839961, + "nauc_precision_at_5_std": 0.223242, + "nauc_precision_at_5_diff1": 0.849048, + "nauc_precision_at_10_max": 0.826101, + "nauc_precision_at_10_std": 0.347121, + "nauc_precision_at_10_diff1": 0.814976, + "nauc_precision_at_20_max": 0.822332, + "nauc_precision_at_20_std": 0.397544, + "nauc_precision_at_20_diff1": 0.800776, + "nauc_precision_at_100_max": 0.913844, + "nauc_precision_at_100_std": 0.583206, + "nauc_precision_at_100_diff1": 0.827052, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.803001, + "nauc_mrr_at_1_std": 0.042447, + "nauc_mrr_at_1_diff1": 0.891767, + "nauc_mrr_at_3_max": 0.816617, + "nauc_mrr_at_3_std": 0.109167, + "nauc_mrr_at_3_diff1": 0.87737, + "nauc_mrr_at_5_max": 0.816369, + "nauc_mrr_at_5_std": 0.106937, + "nauc_mrr_at_5_diff1": 0.876581, + "nauc_mrr_at_10_max": 0.814903, + "nauc_mrr_at_10_std": 0.114743, + "nauc_mrr_at_10_diff1": 0.874509, + "nauc_mrr_at_20_max": 0.814668, + "nauc_mrr_at_20_std": 0.114826, + "nauc_mrr_at_20_diff1": 0.874423, + "nauc_mrr_at_100_max": 0.814908, + "nauc_mrr_at_100_std": 0.113279, + "nauc_mrr_at_100_diff1": 0.875107, + "nauc_mrr_at_1000_max": 0.814821, + "nauc_mrr_at_1000_std": 0.112894, + "nauc_mrr_at_1000_diff1": 0.875155, + "hit_rate_at_1": 0.74333, + "hit_rate_at_3": 0.83333, + "hit_rate_at_5": 0.86333, + "hit_rate_at_10": 0.89333, + "hit_rate_at_20": 0.91556, + "hit_rate_at_100": 0.97556, + "hit_rate_at_1000": 1.0, + "main_score": 0.81831, "hf_subset": "swh_Latn-swh_Latn", "languages": [ "swh-Latn", "swh-Latn" - ] - }, - { - "ndcg_at_1": 0.76778, - "ndcg_at_3": 0.82931, - "ndcg_at_5": 0.8394, - "ndcg_at_10": 0.8535, - "ndcg_at_20": 0.86092, - "ndcg_at_100": 0.86556, - "ndcg_at_1000": 0.86643, - "map_at_1": 0.76778, - "map_at_3": 0.81444, - "map_at_5": 0.82006, - "map_at_10": 0.82593, - "map_at_20": 0.82802, - "map_at_100": 0.8287, - "map_at_1000": 0.82873, - "recall_at_1": 0.76778, - "recall_at_3": 0.87222, - "recall_at_5": 0.89667, - "recall_at_10": 0.94, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.75778, + "ndcg_at_3": 0.82378, + "ndcg_at_5": 0.83554, + "ndcg_at_10": 0.84656, + "ndcg_at_20": 0.85551, + "ndcg_at_100": 0.86008, + "ndcg_at_1000": 0.86095, + "map_at_1": 0.75778, + "map_at_3": 0.80778, + "map_at_5": 0.81422, + "map_at_10": 0.8187, + "map_at_20": 0.82113, + "map_at_100": 0.82177, + "map_at_1000": 0.8218, + "recall_at_1": 0.75778, + "recall_at_3": 0.87, + "recall_at_5": 0.89889, + "recall_at_10": 0.93333, "recall_at_20": 0.96889, "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.76778, - "precision_at_3": 0.29074, - "precision_at_5": 0.17933, - "precision_at_10": 0.094, + "accuracy": 0.75778, + "precision_at_1": 0.75778, + "precision_at_3": 0.29, + "precision_at_5": 0.17978, + "precision_at_10": 0.09333, "precision_at_20": 0.04844, "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.767778, - "mrr_at_3": 0.814444, - "mrr_at_5": 0.820056, - "mrr_at_10": 0.825928, - "mrr_at_20": 0.828023, - "mrr_at_100": 0.828698, - "mrr_at_1000": 0.828731, - "nauc_ndcg_at_1_max": 0.757163, - "nauc_ndcg_at_1_std": -0.08005, - "nauc_ndcg_at_1_diff1": 0.886285, - "nauc_ndcg_at_3_max": 0.772669, - "nauc_ndcg_at_3_std": -0.096327, - "nauc_ndcg_at_3_diff1": 0.871085, - "nauc_ndcg_at_5_max": 0.767217, - "nauc_ndcg_at_5_std": -0.090599, - "nauc_ndcg_at_5_diff1": 0.864013, - "nauc_ndcg_at_10_max": 0.768308, - "nauc_ndcg_at_10_std": -0.091372, - "nauc_ndcg_at_10_diff1": 0.867328, - "nauc_ndcg_at_20_max": 0.767578, - "nauc_ndcg_at_20_std": -0.09014, - "nauc_ndcg_at_20_diff1": 0.869111, - "nauc_ndcg_at_100_max": 0.767252, - "nauc_ndcg_at_100_std": -0.091511, - "nauc_ndcg_at_100_diff1": 0.872452, - "nauc_ndcg_at_1000_max": 0.766479, - "nauc_ndcg_at_1000_std": -0.092904, - "nauc_ndcg_at_1000_diff1": 0.872373, - "nauc_map_at_1_max": 0.757163, - "nauc_map_at_1_std": -0.08005, - "nauc_map_at_1_diff1": 0.886285, - "nauc_map_at_3_max": 0.767742, - "nauc_map_at_3_std": -0.097439, - "nauc_map_at_3_diff1": 0.875563, - "nauc_map_at_5_max": 0.76473, - "nauc_map_at_5_std": -0.095121, - "nauc_map_at_5_diff1": 0.872146, - "nauc_map_at_10_max": 0.765027, - "nauc_map_at_10_std": -0.095834, - "nauc_map_at_10_diff1": 0.873754, - "nauc_map_at_20_max": 0.76488, - "nauc_map_at_20_std": -0.095343, - "nauc_map_at_20_diff1": 0.874148, - "nauc_map_at_100_max": 0.764889, - "nauc_map_at_100_std": -0.095232, - "nauc_map_at_100_diff1": 0.874577, - "nauc_map_at_1000_max": 0.764869, - "nauc_map_at_1000_std": -0.095245, - "nauc_map_at_1000_diff1": 0.874576, - "nauc_recall_at_1_max": 0.757163, - "nauc_recall_at_1_std": -0.08005, - "nauc_recall_at_1_diff1": 0.886285, - "nauc_recall_at_3_max": 0.792571, - "nauc_recall_at_3_std": -0.088497, - "nauc_recall_at_3_diff1": 0.853182, - "nauc_recall_at_5_max": 0.778183, - "nauc_recall_at_5_std": -0.062985, - "nauc_recall_at_5_diff1": 0.824325, - "nauc_recall_at_10_max": 0.793703, - "nauc_recall_at_10_std": -0.044455, - "nauc_recall_at_10_diff1": 0.817279, - "nauc_recall_at_20_max": 0.802938, - "nauc_recall_at_20_std": 0.008653, - "nauc_recall_at_20_diff1": 0.803505, - "nauc_recall_at_100_max": 0.88212, - "nauc_recall_at_100_std": 0.141145, - "nauc_recall_at_100_diff1": 0.885621, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.757163, - "nauc_precision_at_1_std": -0.08005, - "nauc_precision_at_1_diff1": 0.886285, - "nauc_precision_at_3_max": 0.792571, - "nauc_precision_at_3_std": -0.088497, - "nauc_precision_at_3_diff1": 0.853182, - "nauc_precision_at_5_max": 0.778183, - "nauc_precision_at_5_std": -0.062985, - "nauc_precision_at_5_diff1": 0.824325, - "nauc_precision_at_10_max": 0.793703, - "nauc_precision_at_10_std": -0.044455, - "nauc_precision_at_10_diff1": 0.817279, - "nauc_precision_at_20_max": 0.802938, - "nauc_precision_at_20_std": 0.008653, - "nauc_precision_at_20_diff1": 0.803505, - "nauc_precision_at_100_max": 0.88212, - "nauc_precision_at_100_std": 0.141145, - "nauc_precision_at_100_diff1": 0.885621, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.757163, - "nauc_mrr_at_1_std": -0.08005, - "nauc_mrr_at_1_diff1": 0.886285, - "nauc_mrr_at_3_max": 0.767742, - "nauc_mrr_at_3_std": -0.097439, - "nauc_mrr_at_3_diff1": 0.875563, - "nauc_mrr_at_5_max": 0.76473, - "nauc_mrr_at_5_std": -0.095121, - "nauc_mrr_at_5_diff1": 0.872146, - "nauc_mrr_at_10_max": 0.765027, - "nauc_mrr_at_10_std": -0.095834, - "nauc_mrr_at_10_diff1": 0.873754, - "nauc_mrr_at_20_max": 0.76488, - "nauc_mrr_at_20_std": -0.095343, - "nauc_mrr_at_20_diff1": 0.874148, - "nauc_mrr_at_100_max": 0.764889, - "nauc_mrr_at_100_std": -0.095232, - "nauc_mrr_at_100_diff1": 0.874577, - "nauc_mrr_at_1000_max": 0.764869, - "nauc_mrr_at_1000_std": -0.095245, - "nauc_mrr_at_1000_diff1": 0.874576, - "main_score": 0.8535, + "mrr_at_1": 0.757778, + "mrr_at_3": 0.807778, + "mrr_at_5": 0.814222, + "mrr_at_10": 0.818702, + "mrr_at_20": 0.821127, + "mrr_at_100": 0.821766, + "mrr_at_1000": 0.821799, + "nauc_ndcg_at_1_max": 0.705878, + "nauc_ndcg_at_1_std": -0.143282, + "nauc_ndcg_at_1_diff1": 0.894452, + "nauc_ndcg_at_3_max": 0.722155, + "nauc_ndcg_at_3_std": -0.137787, + "nauc_ndcg_at_3_diff1": 0.861242, + "nauc_ndcg_at_5_max": 0.715318, + "nauc_ndcg_at_5_std": -0.149435, + "nauc_ndcg_at_5_diff1": 0.856381, + "nauc_ndcg_at_10_max": 0.71669, + "nauc_ndcg_at_10_std": -0.140357, + "nauc_ndcg_at_10_diff1": 0.862712, + "nauc_ndcg_at_20_max": 0.718074, + "nauc_ndcg_at_20_std": -0.130904, + "nauc_ndcg_at_20_diff1": 0.865774, + "nauc_ndcg_at_100_max": 0.718469, + "nauc_ndcg_at_100_std": -0.131042, + "nauc_ndcg_at_100_diff1": 0.868806, + "nauc_ndcg_at_1000_max": 0.717698, + "nauc_ndcg_at_1000_std": -0.132813, + "nauc_ndcg_at_1000_diff1": 0.868548, + "nauc_map_at_1_max": 0.705878, + "nauc_map_at_1_std": -0.143282, + "nauc_map_at_1_diff1": 0.894452, + "nauc_map_at_3_max": 0.718921, + "nauc_map_at_3_std": -0.137917, + "nauc_map_at_3_diff1": 0.870389, + "nauc_map_at_5_max": 0.715613, + "nauc_map_at_5_std": -0.142897, + "nauc_map_at_5_diff1": 0.868164, + "nauc_map_at_10_max": 0.716165, + "nauc_map_at_10_std": -0.138668, + "nauc_map_at_10_diff1": 0.870677, + "nauc_map_at_20_max": 0.716505, + "nauc_map_at_20_std": -0.13616, + "nauc_map_at_20_diff1": 0.87141, + "nauc_map_at_100_max": 0.716599, + "nauc_map_at_100_std": -0.13574, + "nauc_map_at_100_diff1": 0.871733, + "nauc_map_at_1000_max": 0.716578, + "nauc_map_at_1000_std": -0.135768, + "nauc_map_at_1000_diff1": 0.871728, + "nauc_recall_at_1_max": 0.705878, + "nauc_recall_at_1_std": -0.143282, + "nauc_recall_at_1_diff1": 0.894452, + "nauc_recall_at_3_max": 0.734339, + "nauc_recall_at_3_std": -0.13813, + "nauc_recall_at_3_diff1": 0.82457, + "nauc_recall_at_5_max": 0.710695, + "nauc_recall_at_5_std": -0.187041, + "nauc_recall_at_5_diff1": 0.798224, + "nauc_recall_at_10_max": 0.716628, + "nauc_recall_at_10_std": -0.15768, + "nauc_recall_at_10_diff1": 0.810699, + "nauc_recall_at_20_max": 0.738345, + "nauc_recall_at_20_std": -0.032013, + "nauc_recall_at_20_diff1": 0.806022, + "nauc_recall_at_100_max": 0.835823, + "nauc_recall_at_100_std": 0.162932, + "nauc_recall_at_100_diff1": 0.910131, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.705878, + "nauc_precision_at_1_std": -0.143282, + "nauc_precision_at_1_diff1": 0.894452, + "nauc_precision_at_3_max": 0.734339, + "nauc_precision_at_3_std": -0.13813, + "nauc_precision_at_3_diff1": 0.82457, + "nauc_precision_at_5_max": 0.710695, + "nauc_precision_at_5_std": -0.187041, + "nauc_precision_at_5_diff1": 0.798224, + "nauc_precision_at_10_max": 0.716628, + "nauc_precision_at_10_std": -0.15768, + "nauc_precision_at_10_diff1": 0.810699, + "nauc_precision_at_20_max": 0.738345, + "nauc_precision_at_20_std": -0.032013, + "nauc_precision_at_20_diff1": 0.806022, + "nauc_precision_at_100_max": 0.835823, + "nauc_precision_at_100_std": 0.162932, + "nauc_precision_at_100_diff1": 0.910131, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.705878, + "nauc_mrr_at_1_std": -0.143282, + "nauc_mrr_at_1_diff1": 0.894452, + "nauc_mrr_at_3_max": 0.718921, + "nauc_mrr_at_3_std": -0.137917, + "nauc_mrr_at_3_diff1": 0.870389, + "nauc_mrr_at_5_max": 0.715613, + "nauc_mrr_at_5_std": -0.142897, + "nauc_mrr_at_5_diff1": 0.868164, + "nauc_mrr_at_10_max": 0.716165, + "nauc_mrr_at_10_std": -0.138668, + "nauc_mrr_at_10_diff1": 0.870677, + "nauc_mrr_at_20_max": 0.716505, + "nauc_mrr_at_20_std": -0.13616, + "nauc_mrr_at_20_diff1": 0.87141, + "nauc_mrr_at_100_max": 0.716599, + "nauc_mrr_at_100_std": -0.13574, + "nauc_mrr_at_100_diff1": 0.871733, + "nauc_mrr_at_1000_max": 0.716578, + "nauc_mrr_at_1000_std": -0.135768, + "nauc_mrr_at_1000_diff1": 0.871728, + "hit_rate_at_1": 0.75778, + "hit_rate_at_3": 0.87, + "hit_rate_at_5": 0.89889, + "hit_rate_at_10": 0.93333, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.84656, "hf_subset": "swh_Latn-eng_Latn", "languages": [ "swh-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.57, - "ndcg_at_3": 0.62958, - "ndcg_at_5": 0.64846, - "ndcg_at_10": 0.66047, - "ndcg_at_20": 0.67246, - "ndcg_at_100": 0.69246, - "ndcg_at_1000": 0.70399, - "map_at_1": 0.57, - "map_at_3": 0.61519, - "map_at_5": 0.62574, - "map_at_10": 0.63057, - "map_at_20": 0.63381, - "map_at_100": 0.63642, - "map_at_1000": 0.6369, - "recall_at_1": 0.57, - "recall_at_3": 0.67111, - "recall_at_5": 0.71667, - "recall_at_10": 0.75444, - "recall_at_20": 0.80222, - "recall_at_100": 0.91222, - "recall_at_1000": 1.0, - "precision_at_1": 0.57, - "precision_at_3": 0.2237, - "precision_at_5": 0.14333, - "precision_at_10": 0.07544, - "precision_at_20": 0.04011, - "precision_at_100": 0.00912, - "precision_at_1000": 0.001, - "mrr_at_1": 0.57, - "mrr_at_3": 0.615185, - "mrr_at_5": 0.625741, - "mrr_at_10": 0.63057, - "mrr_at_20": 0.633813, - "mrr_at_100": 0.636421, - "mrr_at_1000": 0.636897, - "nauc_ndcg_at_1_max": 0.816287, - "nauc_ndcg_at_1_std": 0.346957, - "nauc_ndcg_at_1_diff1": 0.869129, - "nauc_ndcg_at_3_max": 0.83351, - "nauc_ndcg_at_3_std": 0.395808, - "nauc_ndcg_at_3_diff1": 0.839316, - "nauc_ndcg_at_5_max": 0.831334, - "nauc_ndcg_at_5_std": 0.406589, - "nauc_ndcg_at_5_diff1": 0.827951, - "nauc_ndcg_at_10_max": 0.83235, - "nauc_ndcg_at_10_std": 0.41668, - "nauc_ndcg_at_10_diff1": 0.825926, - "nauc_ndcg_at_20_max": 0.83133, - "nauc_ndcg_at_20_std": 0.418755, - "nauc_ndcg_at_20_diff1": 0.825908, - "nauc_ndcg_at_100_max": 0.830948, - "nauc_ndcg_at_100_std": 0.422196, - "nauc_ndcg_at_100_diff1": 0.829528, - "nauc_ndcg_at_1000_max": 0.830168, - "nauc_ndcg_at_1000_std": 0.408752, - "nauc_ndcg_at_1000_diff1": 0.833309, - "nauc_map_at_1_max": 0.816287, - "nauc_map_at_1_std": 0.346957, - "nauc_map_at_1_diff1": 0.869129, - "nauc_map_at_3_max": 0.829089, - "nauc_map_at_3_std": 0.383282, - "nauc_map_at_3_diff1": 0.84588, - "nauc_map_at_5_max": 0.827585, - "nauc_map_at_5_std": 0.388469, - "nauc_map_at_5_diff1": 0.839727, - "nauc_map_at_10_max": 0.827906, - "nauc_map_at_10_std": 0.392349, - "nauc_map_at_10_diff1": 0.839076, - "nauc_map_at_20_max": 0.827687, - "nauc_map_at_20_std": 0.392781, - "nauc_map_at_20_diff1": 0.839269, - "nauc_map_at_100_max": 0.827798, - "nauc_map_at_100_std": 0.393776, - "nauc_map_at_100_diff1": 0.839753, - "nauc_map_at_1000_max": 0.82778, - "nauc_map_at_1000_std": 0.393299, - "nauc_map_at_1000_diff1": 0.839884, - "nauc_recall_at_1_max": 0.816287, - "nauc_recall_at_1_std": 0.346957, - "nauc_recall_at_1_diff1": 0.869129, - "nauc_recall_at_3_max": 0.847555, - "nauc_recall_at_3_std": 0.435589, - "nauc_recall_at_3_diff1": 0.818964, - "nauc_recall_at_5_max": 0.844313, - "nauc_recall_at_5_std": 0.471604, - "nauc_recall_at_5_diff1": 0.786137, - "nauc_recall_at_10_max": 0.85005, - "nauc_recall_at_10_std": 0.517468, - "nauc_recall_at_10_diff1": 0.773101, - "nauc_recall_at_20_max": 0.846664, - "nauc_recall_at_20_std": 0.54695, - "nauc_recall_at_20_diff1": 0.76199, - "nauc_recall_at_100_max": 0.849053, - "nauc_recall_at_100_std": 0.703093, - "nauc_recall_at_100_diff1": 0.749642, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816287, - "nauc_precision_at_1_std": 0.346957, - "nauc_precision_at_1_diff1": 0.869129, - "nauc_precision_at_3_max": 0.847555, - "nauc_precision_at_3_std": 0.435589, - "nauc_precision_at_3_diff1": 0.818964, - "nauc_precision_at_5_max": 0.844313, - "nauc_precision_at_5_std": 0.471604, - "nauc_precision_at_5_diff1": 0.786137, - "nauc_precision_at_10_max": 0.85005, - "nauc_precision_at_10_std": 0.517468, - "nauc_precision_at_10_diff1": 0.773101, - "nauc_precision_at_20_max": 0.846664, - "nauc_precision_at_20_std": 0.54695, - "nauc_precision_at_20_diff1": 0.76199, - "nauc_precision_at_100_max": 0.849053, - "nauc_precision_at_100_std": 0.703093, - "nauc_precision_at_100_diff1": 0.749642, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816287, - "nauc_mrr_at_1_std": 0.346957, - "nauc_mrr_at_1_diff1": 0.869129, - "nauc_mrr_at_3_max": 0.829089, - "nauc_mrr_at_3_std": 0.383282, - "nauc_mrr_at_3_diff1": 0.84588, - "nauc_mrr_at_5_max": 0.827585, - "nauc_mrr_at_5_std": 0.388469, - "nauc_mrr_at_5_diff1": 0.839727, - "nauc_mrr_at_10_max": 0.827906, - "nauc_mrr_at_10_std": 0.392349, - "nauc_mrr_at_10_diff1": 0.839076, - "nauc_mrr_at_20_max": 0.827687, - "nauc_mrr_at_20_std": 0.392781, - "nauc_mrr_at_20_diff1": 0.839269, - "nauc_mrr_at_100_max": 0.827798, - "nauc_mrr_at_100_std": 0.393776, - "nauc_mrr_at_100_diff1": 0.839753, - "nauc_mrr_at_1000_max": 0.82778, - "nauc_mrr_at_1000_std": 0.393299, - "nauc_mrr_at_1000_diff1": 0.839884, - "main_score": 0.66047, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.55444, + "ndcg_at_3": 0.61206, + "ndcg_at_5": 0.63042, + "ndcg_at_10": 0.64321, + "ndcg_at_20": 0.65646, + "ndcg_at_100": 0.67894, + "ndcg_at_1000": 0.69023, + "map_at_1": 0.55444, + "map_at_3": 0.59815, + "map_at_5": 0.60837, + "map_at_10": 0.61377, + "map_at_20": 0.61728, + "map_at_100": 0.62017, + "map_at_1000": 0.62062, + "recall_at_1": 0.55444, + "recall_at_3": 0.65222, + "recall_at_5": 0.69667, + "recall_at_10": 0.73556, + "recall_at_20": 0.78889, + "recall_at_100": 0.91333, + "recall_at_1000": 1.0, + "accuracy": 0.55444, + "precision_at_1": 0.55444, + "precision_at_3": 0.21741, + "precision_at_5": 0.13933, + "precision_at_10": 0.07356, + "precision_at_20": 0.03944, + "precision_at_100": 0.00913, + "precision_at_1000": 0.001, + "mrr_at_1": 0.554444, + "mrr_at_3": 0.598148, + "mrr_at_5": 0.60837, + "mrr_at_10": 0.613771, + "mrr_at_20": 0.617283, + "mrr_at_100": 0.620168, + "mrr_at_1000": 0.620617, + "nauc_ndcg_at_1_max": 0.793957, + "nauc_ndcg_at_1_std": 0.323005, + "nauc_ndcg_at_1_diff1": 0.853739, + "nauc_ndcg_at_3_max": 0.806558, + "nauc_ndcg_at_3_std": 0.367521, + "nauc_ndcg_at_3_diff1": 0.81143, + "nauc_ndcg_at_5_max": 0.804086, + "nauc_ndcg_at_5_std": 0.374682, + "nauc_ndcg_at_5_diff1": 0.810771, + "nauc_ndcg_at_10_max": 0.802322, + "nauc_ndcg_at_10_std": 0.381806, + "nauc_ndcg_at_10_diff1": 0.803409, + "nauc_ndcg_at_20_max": 0.802364, + "nauc_ndcg_at_20_std": 0.384415, + "nauc_ndcg_at_20_diff1": 0.802264, + "nauc_ndcg_at_100_max": 0.803588, + "nauc_ndcg_at_100_std": 0.390433, + "nauc_ndcg_at_100_diff1": 0.805211, + "nauc_ndcg_at_1000_max": 0.803599, + "nauc_ndcg_at_1000_std": 0.378572, + "nauc_ndcg_at_1000_diff1": 0.810921, + "nauc_map_at_1_max": 0.793957, + "nauc_map_at_1_std": 0.323005, + "nauc_map_at_1_diff1": 0.853739, + "nauc_map_at_3_max": 0.804093, + "nauc_map_at_3_std": 0.356818, + "nauc_map_at_3_diff1": 0.821398, + "nauc_map_at_5_max": 0.802736, + "nauc_map_at_5_std": 0.360471, + "nauc_map_at_5_diff1": 0.821213, + "nauc_map_at_10_max": 0.802111, + "nauc_map_at_10_std": 0.363601, + "nauc_map_at_10_diff1": 0.818278, + "nauc_map_at_20_max": 0.80233, + "nauc_map_at_20_std": 0.364412, + "nauc_map_at_20_diff1": 0.818188, + "nauc_map_at_100_max": 0.802591, + "nauc_map_at_100_std": 0.365599, + "nauc_map_at_100_diff1": 0.81862, + "nauc_map_at_1000_max": 0.802612, + "nauc_map_at_1000_std": 0.365221, + "nauc_map_at_1000_diff1": 0.818831, + "nauc_recall_at_1_max": 0.793957, + "nauc_recall_at_1_std": 0.323005, + "nauc_recall_at_1_diff1": 0.853739, + "nauc_recall_at_3_max": 0.813963, + "nauc_recall_at_3_std": 0.400846, + "nauc_recall_at_3_diff1": 0.780492, + "nauc_recall_at_5_max": 0.807839, + "nauc_recall_at_5_std": 0.423493, + "nauc_recall_at_5_diff1": 0.775855, + "nauc_recall_at_10_max": 0.801047, + "nauc_recall_at_10_std": 0.452545, + "nauc_recall_at_10_diff1": 0.745213, + "nauc_recall_at_20_max": 0.79864, + "nauc_recall_at_20_std": 0.477623, + "nauc_recall_at_20_diff1": 0.726395, + "nauc_recall_at_100_max": 0.806687, + "nauc_recall_at_100_std": 0.654654, + "nauc_recall_at_100_diff1": 0.681402, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793957, + "nauc_precision_at_1_std": 0.323005, + "nauc_precision_at_1_diff1": 0.853739, + "nauc_precision_at_3_max": 0.813963, + "nauc_precision_at_3_std": 0.400846, + "nauc_precision_at_3_diff1": 0.780492, + "nauc_precision_at_5_max": 0.807839, + "nauc_precision_at_5_std": 0.423493, + "nauc_precision_at_5_diff1": 0.775855, + "nauc_precision_at_10_max": 0.801047, + "nauc_precision_at_10_std": 0.452545, + "nauc_precision_at_10_diff1": 0.745213, + "nauc_precision_at_20_max": 0.79864, + "nauc_precision_at_20_std": 0.477623, + "nauc_precision_at_20_diff1": 0.726395, + "nauc_precision_at_100_max": 0.806687, + "nauc_precision_at_100_std": 0.654654, + "nauc_precision_at_100_diff1": 0.681402, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.793957, + "nauc_mrr_at_1_std": 0.323005, + "nauc_mrr_at_1_diff1": 0.853739, + "nauc_mrr_at_3_max": 0.804093, + "nauc_mrr_at_3_std": 0.356818, + "nauc_mrr_at_3_diff1": 0.821398, + "nauc_mrr_at_5_max": 0.802736, + "nauc_mrr_at_5_std": 0.360471, + "nauc_mrr_at_5_diff1": 0.821213, + "nauc_mrr_at_10_max": 0.802111, + "nauc_mrr_at_10_std": 0.363601, + "nauc_mrr_at_10_diff1": 0.818278, + "nauc_mrr_at_20_max": 0.80233, + "nauc_mrr_at_20_std": 0.364412, + "nauc_mrr_at_20_diff1": 0.818188, + "nauc_mrr_at_100_max": 0.802591, + "nauc_mrr_at_100_std": 0.365599, + "nauc_mrr_at_100_diff1": 0.81862, + "nauc_mrr_at_1000_max": 0.802612, + "nauc_mrr_at_1000_std": 0.365221, + "nauc_mrr_at_1000_diff1": 0.818831, + "hit_rate_at_1": 0.55444, + "hit_rate_at_3": 0.65222, + "hit_rate_at_5": 0.69667, + "hit_rate_at_10": 0.73556, + "hit_rate_at_20": 0.78889, + "hit_rate_at_100": 0.91333, + "hit_rate_at_1000": 1.0, + "main_score": 0.64321, "hf_subset": "eng_Latn-swh_Latn", "languages": [ "eng-Latn", "swh-Latn" - ] - }, - { - "ndcg_at_1": 0.84333, - "ndcg_at_3": 0.88701, - "ndcg_at_5": 0.90083, - "ndcg_at_10": 0.90576, - "ndcg_at_20": 0.90903, - "ndcg_at_100": 0.91195, - "ndcg_at_1000": 0.91296, - "map_at_1": 0.84333, - "map_at_3": 0.87704, - "map_at_5": 0.88476, - "map_at_10": 0.88674, - "map_at_20": 0.88773, - "map_at_100": 0.88815, - "map_at_1000": 0.88819, - "recall_at_1": 0.84333, - "recall_at_3": 0.91556, - "recall_at_5": 0.94889, - "recall_at_10": 0.96444, - "recall_at_20": 0.97667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.82889, + "ndcg_at_3": 0.87745, + "ndcg_at_5": 0.88663, + "ndcg_at_10": 0.8945, + "ndcg_at_20": 0.89852, + "ndcg_at_100": 0.90232, + "ndcg_at_1000": 0.90334, + "map_at_1": 0.82889, + "map_at_3": 0.86611, + "map_at_5": 0.87122, + "map_at_10": 0.87445, + "map_at_20": 0.8756, + "map_at_100": 0.87616, + "map_at_1000": 0.8762, + "recall_at_1": 0.82889, + "recall_at_3": 0.91, + "recall_at_5": 0.93222, + "recall_at_10": 0.95667, + "recall_at_20": 0.97222, "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.84333, - "precision_at_3": 0.30519, - "precision_at_5": 0.18978, - "precision_at_10": 0.09644, - "precision_at_20": 0.04883, + "accuracy": 0.82889, + "precision_at_1": 0.82889, + "precision_at_3": 0.30333, + "precision_at_5": 0.18644, + "precision_at_10": 0.09567, + "precision_at_20": 0.04861, "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.843333, - "mrr_at_3": 0.877037, - "mrr_at_5": 0.884759, - "mrr_at_10": 0.886742, - "mrr_at_20": 0.88773, - "mrr_at_100": 0.888147, - "mrr_at_1000": 0.888185, - "nauc_ndcg_at_1_max": 0.786854, - "nauc_ndcg_at_1_std": -0.02177, - "nauc_ndcg_at_1_diff1": 0.924345, - "nauc_ndcg_at_3_max": 0.810178, - "nauc_ndcg_at_3_std": -0.013358, - "nauc_ndcg_at_3_diff1": 0.898677, - "nauc_ndcg_at_5_max": 0.810498, - "nauc_ndcg_at_5_std": -0.005871, - "nauc_ndcg_at_5_diff1": 0.902657, - "nauc_ndcg_at_10_max": 0.809207, - "nauc_ndcg_at_10_std": -0.003827, - "nauc_ndcg_at_10_diff1": 0.906312, - "nauc_ndcg_at_20_max": 0.810506, - "nauc_ndcg_at_20_std": -0.000361, - "nauc_ndcg_at_20_diff1": 0.908755, - "nauc_ndcg_at_100_max": 0.80681, - "nauc_ndcg_at_100_std": -0.0013, - "nauc_ndcg_at_100_diff1": 0.909031, - "nauc_ndcg_at_1000_max": 0.805777, - "nauc_ndcg_at_1000_std": -0.003661, - "nauc_ndcg_at_1000_diff1": 0.908619, - "nauc_map_at_1_max": 0.786854, - "nauc_map_at_1_std": -0.02177, - "nauc_map_at_1_diff1": 0.924345, - "nauc_map_at_3_max": 0.803233, - "nauc_map_at_3_std": -0.014034, - "nauc_map_at_3_diff1": 0.904855, - "nauc_map_at_5_max": 0.80301, - "nauc_map_at_5_std": -0.010646, - "nauc_map_at_5_diff1": 0.907286, - "nauc_map_at_10_max": 0.80248, - "nauc_map_at_10_std": -0.009738, - "nauc_map_at_10_diff1": 0.908674, - "nauc_map_at_20_max": 0.802803, - "nauc_map_at_20_std": -0.008808, - "nauc_map_at_20_diff1": 0.909351, - "nauc_map_at_100_max": 0.802373, - "nauc_map_at_100_std": -0.008497, - "nauc_map_at_100_diff1": 0.909434, - "nauc_map_at_1000_max": 0.80235, - "nauc_map_at_1000_std": -0.008524, - "nauc_map_at_1000_diff1": 0.909423, - "nauc_recall_at_1_max": 0.786854, - "nauc_recall_at_1_std": -0.02177, - "nauc_recall_at_1_diff1": 0.924345, - "nauc_recall_at_3_max": 0.838426, - "nauc_recall_at_3_std": -0.01169, - "nauc_recall_at_3_diff1": 0.87441, - "nauc_recall_at_5_max": 0.857376, - "nauc_recall_at_5_std": 0.025119, - "nauc_recall_at_5_diff1": 0.875979, - "nauc_recall_at_10_max": 0.866757, - "nauc_recall_at_10_std": 0.050026, - "nauc_recall_at_10_diff1": 0.892624, - "nauc_recall_at_20_max": 0.913187, - "nauc_recall_at_20_std": 0.123071, - "nauc_recall_at_20_diff1": 0.918301, - "nauc_recall_at_100_max": 0.89896, - "nauc_recall_at_100_std": 0.222156, - "nauc_recall_at_100_diff1": 0.943978, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.786854, - "nauc_precision_at_1_std": -0.02177, - "nauc_precision_at_1_diff1": 0.924345, - "nauc_precision_at_3_max": 0.838426, - "nauc_precision_at_3_std": -0.01169, - "nauc_precision_at_3_diff1": 0.87441, - "nauc_precision_at_5_max": 0.857376, - "nauc_precision_at_5_std": 0.025119, - "nauc_precision_at_5_diff1": 0.875979, - "nauc_precision_at_10_max": 0.866757, - "nauc_precision_at_10_std": 0.050026, - "nauc_precision_at_10_diff1": 0.892624, - "nauc_precision_at_20_max": 0.913187, - "nauc_precision_at_20_std": 0.123071, - "nauc_precision_at_20_diff1": 0.918301, - "nauc_precision_at_100_max": 0.89896, - "nauc_precision_at_100_std": 0.222156, - "nauc_precision_at_100_diff1": 0.943978, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.786854, - "nauc_mrr_at_1_std": -0.02177, - "nauc_mrr_at_1_diff1": 0.924345, - "nauc_mrr_at_3_max": 0.803233, - "nauc_mrr_at_3_std": -0.014034, - "nauc_mrr_at_3_diff1": 0.904855, - "nauc_mrr_at_5_max": 0.80301, - "nauc_mrr_at_5_std": -0.010646, - "nauc_mrr_at_5_diff1": 0.907286, - "nauc_mrr_at_10_max": 0.80248, - "nauc_mrr_at_10_std": -0.009738, - "nauc_mrr_at_10_diff1": 0.908674, - "nauc_mrr_at_20_max": 0.802803, - "nauc_mrr_at_20_std": -0.008808, - "nauc_mrr_at_20_diff1": 0.909351, - "nauc_mrr_at_100_max": 0.802373, - "nauc_mrr_at_100_std": -0.008497, - "nauc_mrr_at_100_diff1": 0.909434, - "nauc_mrr_at_1000_max": 0.80235, - "nauc_mrr_at_1000_std": -0.008524, - "nauc_mrr_at_1000_diff1": 0.909423, - "main_score": 0.90576, + "mrr_at_1": 0.828889, + "mrr_at_3": 0.866111, + "mrr_at_5": 0.871222, + "mrr_at_10": 0.87445, + "mrr_at_20": 0.875601, + "mrr_at_100": 0.87616, + "mrr_at_1000": 0.876202, + "nauc_ndcg_at_1_max": 0.759633, + "nauc_ndcg_at_1_std": -0.07281, + "nauc_ndcg_at_1_diff1": 0.907507, + "nauc_ndcg_at_3_max": 0.791113, + "nauc_ndcg_at_3_std": -0.07463, + "nauc_ndcg_at_3_diff1": 0.8903, + "nauc_ndcg_at_5_max": 0.79174, + "nauc_ndcg_at_5_std": -0.060515, + "nauc_ndcg_at_5_diff1": 0.892062, + "nauc_ndcg_at_10_max": 0.792116, + "nauc_ndcg_at_10_std": -0.051368, + "nauc_ndcg_at_10_diff1": 0.896015, + "nauc_ndcg_at_20_max": 0.791497, + "nauc_ndcg_at_20_std": -0.053237, + "nauc_ndcg_at_20_diff1": 0.899473, + "nauc_ndcg_at_100_max": 0.785942, + "nauc_ndcg_at_100_std": -0.057334, + "nauc_ndcg_at_100_diff1": 0.897868, + "nauc_ndcg_at_1000_max": 0.78447, + "nauc_ndcg_at_1000_std": -0.05969, + "nauc_ndcg_at_1000_diff1": 0.897191, + "nauc_map_at_1_max": 0.759633, + "nauc_map_at_1_std": -0.07281, + "nauc_map_at_1_diff1": 0.907507, + "nauc_map_at_3_max": 0.781097, + "nauc_map_at_3_std": -0.073518, + "nauc_map_at_3_diff1": 0.894342, + "nauc_map_at_5_max": 0.781079, + "nauc_map_at_5_std": -0.066482, + "nauc_map_at_5_diff1": 0.895335, + "nauc_map_at_10_max": 0.78091, + "nauc_map_at_10_std": -0.06381, + "nauc_map_at_10_diff1": 0.89676, + "nauc_map_at_20_max": 0.780563, + "nauc_map_at_20_std": -0.064288, + "nauc_map_at_20_diff1": 0.897503, + "nauc_map_at_100_max": 0.779896, + "nauc_map_at_100_std": -0.064579, + "nauc_map_at_100_diff1": 0.89732, + "nauc_map_at_1000_max": 0.779851, + "nauc_map_at_1000_std": -0.064598, + "nauc_map_at_1000_diff1": 0.897302, + "nauc_recall_at_1_max": 0.759633, + "nauc_recall_at_1_std": -0.07281, + "nauc_recall_at_1_diff1": 0.907507, + "nauc_recall_at_3_max": 0.832843, + "nauc_recall_at_3_std": -0.079561, + "nauc_recall_at_3_diff1": 0.874267, + "nauc_recall_at_5_max": 0.848326, + "nauc_recall_at_5_std": -0.026067, + "nauc_recall_at_5_diff1": 0.876246, + "nauc_recall_at_10_max": 0.883119, + "nauc_recall_at_10_std": 0.065036, + "nauc_recall_at_10_diff1": 0.896574, + "nauc_recall_at_20_max": 0.928571, + "nauc_recall_at_20_std": 0.10183, + "nauc_recall_at_20_diff1": 0.946405, + "nauc_recall_at_100_max": 0.922969, + "nauc_recall_at_100_std": 0.193878, + "nauc_recall_at_100_diff1": 0.962652, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759633, + "nauc_precision_at_1_std": -0.07281, + "nauc_precision_at_1_diff1": 0.907507, + "nauc_precision_at_3_max": 0.832843, + "nauc_precision_at_3_std": -0.079561, + "nauc_precision_at_3_diff1": 0.874267, + "nauc_precision_at_5_max": 0.848326, + "nauc_precision_at_5_std": -0.026067, + "nauc_precision_at_5_diff1": 0.876246, + "nauc_precision_at_10_max": 0.883119, + "nauc_precision_at_10_std": 0.065036, + "nauc_precision_at_10_diff1": 0.896574, + "nauc_precision_at_20_max": 0.928571, + "nauc_precision_at_20_std": 0.10183, + "nauc_precision_at_20_diff1": 0.946405, + "nauc_precision_at_100_max": 0.922969, + "nauc_precision_at_100_std": 0.193878, + "nauc_precision_at_100_diff1": 0.962652, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759633, + "nauc_mrr_at_1_std": -0.07281, + "nauc_mrr_at_1_diff1": 0.907507, + "nauc_mrr_at_3_max": 0.781097, + "nauc_mrr_at_3_std": -0.073518, + "nauc_mrr_at_3_diff1": 0.894342, + "nauc_mrr_at_5_max": 0.781079, + "nauc_mrr_at_5_std": -0.066482, + "nauc_mrr_at_5_diff1": 0.895335, + "nauc_mrr_at_10_max": 0.78091, + "nauc_mrr_at_10_std": -0.06381, + "nauc_mrr_at_10_diff1": 0.89676, + "nauc_mrr_at_20_max": 0.780563, + "nauc_mrr_at_20_std": -0.064288, + "nauc_mrr_at_20_diff1": 0.897503, + "nauc_mrr_at_100_max": 0.779896, + "nauc_mrr_at_100_std": -0.064579, + "nauc_mrr_at_100_diff1": 0.89732, + "nauc_mrr_at_1000_max": 0.779851, + "nauc_mrr_at_1000_std": -0.064598, + "nauc_mrr_at_1000_diff1": 0.897302, + "hit_rate_at_1": 0.82889, + "hit_rate_at_3": 0.91, + "hit_rate_at_5": 0.93222, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.97222, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8945, "hf_subset": "tam_Taml-tam_Taml", "languages": [ "tam-Taml", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89667, - "ndcg_at_3": 0.93137, - "ndcg_at_5": 0.93826, - "ndcg_at_10": 0.94111, - "ndcg_at_20": 0.94321, - "ndcg_at_100": 0.94469, - "ndcg_at_1000": 0.94532, - "map_at_1": 0.89667, - "map_at_3": 0.92333, - "map_at_5": 0.92717, - "map_at_10": 0.92833, - "map_at_20": 0.92898, - "map_at_100": 0.9292, - "map_at_1000": 0.92923, - "recall_at_1": 0.89667, - "recall_at_3": 0.95444, - "recall_at_5": 0.97111, + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93, + "ndcg_at_5": 0.93693, + "ndcg_at_10": 0.94059, + "ndcg_at_20": 0.94194, + "ndcg_at_100": 0.9439, + "ndcg_at_1000": 0.94449, + "map_at_1": 0.89556, + "map_at_3": 0.92222, + "map_at_5": 0.92611, + "map_at_10": 0.92766, + "map_at_20": 0.928, + "map_at_100": 0.92831, + "map_at_1000": 0.92833, + "recall_at_1": 0.89556, + "recall_at_3": 0.95222, + "recall_at_5": 0.96889, "recall_at_10": 0.98, - "recall_at_20": 0.98778, + "recall_at_20": 0.98556, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.89667, - "precision_at_3": 0.31815, - "precision_at_5": 0.19422, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.31741, + "precision_at_5": 0.19378, "precision_at_10": 0.098, - "precision_at_20": 0.04939, + "precision_at_20": 0.04928, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.896667, - "mrr_at_3": 0.923333, - "mrr_at_5": 0.927167, - "mrr_at_10": 0.928333, - "mrr_at_20": 0.928981, - "mrr_at_100": 0.9292, - "mrr_at_1000": 0.929232, - "nauc_ndcg_at_1_max": 0.686277, - "nauc_ndcg_at_1_std": -0.349465, - "nauc_ndcg_at_1_diff1": 0.91493, - "nauc_ndcg_at_3_max": 0.742327, - "nauc_ndcg_at_3_std": -0.380765, - "nauc_ndcg_at_3_diff1": 0.915023, - "nauc_ndcg_at_5_max": 0.740636, - "nauc_ndcg_at_5_std": -0.340397, - "nauc_ndcg_at_5_diff1": 0.917828, - "nauc_ndcg_at_10_max": 0.73916, - "nauc_ndcg_at_10_std": -0.330102, - "nauc_ndcg_at_10_diff1": 0.917371, - "nauc_ndcg_at_20_max": 0.736586, - "nauc_ndcg_at_20_std": -0.322381, - "nauc_ndcg_at_20_diff1": 0.916453, - "nauc_ndcg_at_100_max": 0.731456, - "nauc_ndcg_at_100_std": -0.335405, - "nauc_ndcg_at_100_diff1": 0.916387, - "nauc_ndcg_at_1000_max": 0.72877, - "nauc_ndcg_at_1000_std": -0.34108, - "nauc_ndcg_at_1000_diff1": 0.916547, - "nauc_map_at_1_max": 0.686277, - "nauc_map_at_1_std": -0.349465, - "nauc_map_at_1_diff1": 0.91493, - "nauc_map_at_3_max": 0.725853, - "nauc_map_at_3_std": -0.37088, - "nauc_map_at_3_diff1": 0.915167, - "nauc_map_at_5_max": 0.724097, - "nauc_map_at_5_std": -0.353109, - "nauc_map_at_5_diff1": 0.916545, - "nauc_map_at_10_max": 0.723868, - "nauc_map_at_10_std": -0.348182, - "nauc_map_at_10_diff1": 0.916495, - "nauc_map_at_20_max": 0.723131, - "nauc_map_at_20_std": -0.346165, - "nauc_map_at_20_diff1": 0.916253, - "nauc_map_at_100_max": 0.722429, - "nauc_map_at_100_std": -0.348012, - "nauc_map_at_100_diff1": 0.916271, - "nauc_map_at_1000_max": 0.722318, - "nauc_map_at_1000_std": -0.348232, - "nauc_map_at_1000_diff1": 0.916276, - "nauc_recall_at_1_max": 0.686277, - "nauc_recall_at_1_std": -0.349465, - "nauc_recall_at_1_diff1": 0.91493, - "nauc_recall_at_3_max": 0.82091, - "nauc_recall_at_3_std": -0.428446, - "nauc_recall_at_3_diff1": 0.914201, - "nauc_recall_at_5_max": 0.858454, - "nauc_recall_at_5_std": -0.228848, - "nauc_recall_at_5_diff1": 0.927728, - "nauc_recall_at_10_max": 0.887203, - "nauc_recall_at_10_std": -0.115935, - "nauc_recall_at_10_diff1": 0.925563, - "nauc_recall_at_20_max": 0.935702, - "nauc_recall_at_20_std": 0.141584, - "nauc_recall_at_20_diff1": 0.91533, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.922222, + "mrr_at_5": 0.926111, + "mrr_at_10": 0.92766, + "mrr_at_20": 0.927998, + "mrr_at_100": 0.928309, + "mrr_at_1000": 0.928335, + "nauc_ndcg_at_1_max": 0.668468, + "nauc_ndcg_at_1_std": -0.226132, + "nauc_ndcg_at_1_diff1": 0.89954, + "nauc_ndcg_at_3_max": 0.708668, + "nauc_ndcg_at_3_std": -0.24468, + "nauc_ndcg_at_3_diff1": 0.910643, + "nauc_ndcg_at_5_max": 0.703815, + "nauc_ndcg_at_5_std": -0.211266, + "nauc_ndcg_at_5_diff1": 0.910618, + "nauc_ndcg_at_10_max": 0.705012, + "nauc_ndcg_at_10_std": -0.19327, + "nauc_ndcg_at_10_diff1": 0.909275, + "nauc_ndcg_at_20_max": 0.698163, + "nauc_ndcg_at_20_std": -0.216211, + "nauc_ndcg_at_20_diff1": 0.907168, + "nauc_ndcg_at_100_max": 0.700102, + "nauc_ndcg_at_100_std": -0.212437, + "nauc_ndcg_at_100_diff1": 0.907623, + "nauc_ndcg_at_1000_max": 0.697252, + "nauc_ndcg_at_1000_std": -0.218081, + "nauc_ndcg_at_1000_diff1": 0.906631, + "nauc_map_at_1_max": 0.668468, + "nauc_map_at_1_std": -0.226132, + "nauc_map_at_1_diff1": 0.89954, + "nauc_map_at_3_max": 0.696403, + "nauc_map_at_3_std": -0.240815, + "nauc_map_at_3_diff1": 0.906581, + "nauc_map_at_5_max": 0.692984, + "nauc_map_at_5_std": -0.225947, + "nauc_map_at_5_diff1": 0.906148, + "nauc_map_at_10_max": 0.693123, + "nauc_map_at_10_std": -0.220896, + "nauc_map_at_10_diff1": 0.905555, + "nauc_map_at_20_max": 0.691674, + "nauc_map_at_20_std": -0.225738, + "nauc_map_at_20_diff1": 0.905109, + "nauc_map_at_100_max": 0.692239, + "nauc_map_at_100_std": -0.22498, + "nauc_map_at_100_diff1": 0.905176, + "nauc_map_at_1000_max": 0.692143, + "nauc_map_at_1000_std": -0.225117, + "nauc_map_at_1000_diff1": 0.905142, + "nauc_recall_at_1_max": 0.668468, + "nauc_recall_at_1_std": -0.226132, + "nauc_recall_at_1_diff1": 0.89954, + "nauc_recall_at_3_max": 0.765585, + "nauc_recall_at_3_std": -0.26134, + "nauc_recall_at_3_diff1": 0.929972, + "nauc_recall_at_5_max": 0.776877, + "nauc_recall_at_5_std": -0.094905, + "nauc_recall_at_5_diff1": 0.942227, + "nauc_recall_at_10_max": 0.828717, + "nauc_recall_at_10_std": 0.147111, + "nauc_recall_at_10_diff1": 0.948257, + "nauc_recall_at_20_max": 0.762838, + "nauc_recall_at_20_std": -0.100122, + "nauc_recall_at_20_diff1": 0.928356, "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.170868, - "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_100_std": 0.350607, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.686277, - "nauc_precision_at_1_std": -0.349465, - "nauc_precision_at_1_diff1": 0.91493, - "nauc_precision_at_3_max": 0.82091, - "nauc_precision_at_3_std": -0.428446, - "nauc_precision_at_3_diff1": 0.914201, - "nauc_precision_at_5_max": 0.858454, - "nauc_precision_at_5_std": -0.228848, - "nauc_precision_at_5_diff1": 0.927728, - "nauc_precision_at_10_max": 0.887203, - "nauc_precision_at_10_std": -0.115935, - "nauc_precision_at_10_diff1": 0.925563, - "nauc_precision_at_20_max": 0.935702, - "nauc_precision_at_20_std": 0.141584, - "nauc_precision_at_20_diff1": 0.91533, + "nauc_precision_at_1_max": 0.668468, + "nauc_precision_at_1_std": -0.226132, + "nauc_precision_at_1_diff1": 0.89954, + "nauc_precision_at_3_max": 0.765585, + "nauc_precision_at_3_std": -0.26134, + "nauc_precision_at_3_diff1": 0.929972, + "nauc_precision_at_5_max": 0.776877, + "nauc_precision_at_5_std": -0.094905, + "nauc_precision_at_5_diff1": 0.942227, + "nauc_precision_at_10_max": 0.828717, + "nauc_precision_at_10_std": 0.147111, + "nauc_precision_at_10_diff1": 0.948257, + "nauc_precision_at_20_max": 0.762838, + "nauc_precision_at_20_std": -0.100122, + "nauc_precision_at_20_diff1": 0.928356, "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.170868, - "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_100_std": 0.350607, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.686277, - "nauc_mrr_at_1_std": -0.349465, - "nauc_mrr_at_1_diff1": 0.91493, - "nauc_mrr_at_3_max": 0.725853, - "nauc_mrr_at_3_std": -0.37088, - "nauc_mrr_at_3_diff1": 0.915167, - "nauc_mrr_at_5_max": 0.724097, - "nauc_mrr_at_5_std": -0.353109, - "nauc_mrr_at_5_diff1": 0.916545, - "nauc_mrr_at_10_max": 0.723868, - "nauc_mrr_at_10_std": -0.348182, - "nauc_mrr_at_10_diff1": 0.916495, - "nauc_mrr_at_20_max": 0.723131, - "nauc_mrr_at_20_std": -0.346165, - "nauc_mrr_at_20_diff1": 0.916253, - "nauc_mrr_at_100_max": 0.722429, - "nauc_mrr_at_100_std": -0.348012, - "nauc_mrr_at_100_diff1": 0.916271, - "nauc_mrr_at_1000_max": 0.722318, - "nauc_mrr_at_1000_std": -0.348232, - "nauc_mrr_at_1000_diff1": 0.916276, - "main_score": 0.94111, + "nauc_mrr_at_1_max": 0.668468, + "nauc_mrr_at_1_std": -0.226132, + "nauc_mrr_at_1_diff1": 0.89954, + "nauc_mrr_at_3_max": 0.696403, + "nauc_mrr_at_3_std": -0.240815, + "nauc_mrr_at_3_diff1": 0.906581, + "nauc_mrr_at_5_max": 0.692984, + "nauc_mrr_at_5_std": -0.225947, + "nauc_mrr_at_5_diff1": 0.906148, + "nauc_mrr_at_10_max": 0.693123, + "nauc_mrr_at_10_std": -0.220896, + "nauc_mrr_at_10_diff1": 0.905555, + "nauc_mrr_at_20_max": 0.691674, + "nauc_mrr_at_20_std": -0.225738, + "nauc_mrr_at_20_diff1": 0.905109, + "nauc_mrr_at_100_max": 0.692239, + "nauc_mrr_at_100_std": -0.22498, + "nauc_mrr_at_100_diff1": 0.905176, + "nauc_mrr_at_1000_max": 0.692143, + "nauc_mrr_at_1000_std": -0.225117, + "nauc_mrr_at_1000_diff1": 0.905142, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.95222, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.94059, "hf_subset": "tam_Taml-eng_Latn", "languages": [ "tam-Taml", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.80222, - "ndcg_at_3": 0.8554, - "ndcg_at_5": 0.8673, - "ndcg_at_10": 0.87808, - "ndcg_at_20": 0.88147, - "ndcg_at_100": 0.8857, - "ndcg_at_1000": 0.88702, - "map_at_1": 0.80222, - "map_at_3": 0.84296, - "map_at_5": 0.84957, - "map_at_10": 0.85402, - "map_at_20": 0.85496, - "map_at_100": 0.8555, - "map_at_1000": 0.85555, - "recall_at_1": 0.80222, - "recall_at_3": 0.89111, - "recall_at_5": 0.92, - "recall_at_10": 0.95333, - "recall_at_20": 0.96667, - "recall_at_100": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.76111, + "ndcg_at_3": 0.82226, + "ndcg_at_5": 0.83952, + "ndcg_at_10": 0.8506, + "ndcg_at_20": 0.85551, + "ndcg_at_100": 0.86007, + "ndcg_at_1000": 0.86231, + "map_at_1": 0.76111, + "map_at_3": 0.80796, + "map_at_5": 0.81746, + "map_at_10": 0.82221, + "map_at_20": 0.82348, + "map_at_100": 0.82412, + "map_at_1000": 0.82422, + "recall_at_1": 0.76111, + "recall_at_3": 0.86333, + "recall_at_5": 0.90556, + "recall_at_10": 0.93889, + "recall_at_20": 0.95889, + "recall_at_100": 0.98333, "recall_at_1000": 1.0, - "precision_at_1": 0.80222, - "precision_at_3": 0.29704, - "precision_at_5": 0.184, - "precision_at_10": 0.09533, - "precision_at_20": 0.04833, - "precision_at_100": 0.0099, + "accuracy": 0.76111, + "precision_at_1": 0.76111, + "precision_at_3": 0.28778, + "precision_at_5": 0.18111, + "precision_at_10": 0.09389, + "precision_at_20": 0.04794, + "precision_at_100": 0.00983, "precision_at_1000": 0.001, - "mrr_at_1": 0.802222, - "mrr_at_3": 0.842963, - "mrr_at_5": 0.849574, - "mrr_at_10": 0.854019, - "mrr_at_20": 0.854959, - "mrr_at_100": 0.855498, - "mrr_at_1000": 0.855553, - "nauc_ndcg_at_1_max": 0.729974, - "nauc_ndcg_at_1_std": 0.049386, - "nauc_ndcg_at_1_diff1": 0.869166, - "nauc_ndcg_at_3_max": 0.76354, - "nauc_ndcg_at_3_std": 0.099348, - "nauc_ndcg_at_3_diff1": 0.848925, - "nauc_ndcg_at_5_max": 0.765267, - "nauc_ndcg_at_5_std": 0.101602, - "nauc_ndcg_at_5_diff1": 0.854133, - "nauc_ndcg_at_10_max": 0.761801, - "nauc_ndcg_at_10_std": 0.091943, - "nauc_ndcg_at_10_diff1": 0.854054, - "nauc_ndcg_at_20_max": 0.761823, - "nauc_ndcg_at_20_std": 0.09683, - "nauc_ndcg_at_20_diff1": 0.856345, - "nauc_ndcg_at_100_max": 0.759733, - "nauc_ndcg_at_100_std": 0.097516, - "nauc_ndcg_at_100_diff1": 0.857787, - "nauc_ndcg_at_1000_max": 0.757732, - "nauc_ndcg_at_1000_std": 0.090058, - "nauc_ndcg_at_1000_diff1": 0.857545, - "nauc_map_at_1_max": 0.729974, - "nauc_map_at_1_std": 0.049386, - "nauc_map_at_1_diff1": 0.869166, - "nauc_map_at_3_max": 0.754805, - "nauc_map_at_3_std": 0.084949, - "nauc_map_at_3_diff1": 0.854919, - "nauc_map_at_5_max": 0.755031, - "nauc_map_at_5_std": 0.085159, - "nauc_map_at_5_diff1": 0.857588, - "nauc_map_at_10_max": 0.753815, - "nauc_map_at_10_std": 0.081019, - "nauc_map_at_10_diff1": 0.858046, - "nauc_map_at_20_max": 0.753785, - "nauc_map_at_20_std": 0.082102, - "nauc_map_at_20_diff1": 0.858575, - "nauc_map_at_100_max": 0.753547, - "nauc_map_at_100_std": 0.082154, - "nauc_map_at_100_diff1": 0.858759, - "nauc_map_at_1000_max": 0.753483, - "nauc_map_at_1000_std": 0.081931, - "nauc_map_at_1000_diff1": 0.858749, - "nauc_recall_at_1_max": 0.729974, - "nauc_recall_at_1_std": 0.049386, - "nauc_recall_at_1_diff1": 0.869166, - "nauc_recall_at_3_max": 0.79781, - "nauc_recall_at_3_std": 0.156759, - "nauc_recall_at_3_diff1": 0.824934, - "nauc_recall_at_5_max": 0.818141, - "nauc_recall_at_5_std": 0.187344, - "nauc_recall_at_5_diff1": 0.837969, - "nauc_recall_at_10_max": 0.824341, - "nauc_recall_at_10_std": 0.177993, - "nauc_recall_at_10_diff1": 0.819984, - "nauc_recall_at_20_max": 0.848988, - "nauc_recall_at_20_std": 0.27605, - "nauc_recall_at_20_diff1": 0.837613, - "nauc_recall_at_100_max": 0.925563, - "nauc_recall_at_100_std": 0.721963, - "nauc_recall_at_100_diff1": 0.876024, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.729974, - "nauc_precision_at_1_std": 0.049386, - "nauc_precision_at_1_diff1": 0.869166, - "nauc_precision_at_3_max": 0.79781, - "nauc_precision_at_3_std": 0.156759, - "nauc_precision_at_3_diff1": 0.824934, - "nauc_precision_at_5_max": 0.818141, - "nauc_precision_at_5_std": 0.187344, - "nauc_precision_at_5_diff1": 0.837969, - "nauc_precision_at_10_max": 0.824341, - "nauc_precision_at_10_std": 0.177993, - "nauc_precision_at_10_diff1": 0.819984, - "nauc_precision_at_20_max": 0.848988, - "nauc_precision_at_20_std": 0.27605, - "nauc_precision_at_20_diff1": 0.837613, - "nauc_precision_at_100_max": 0.925563, - "nauc_precision_at_100_std": 0.721963, - "nauc_precision_at_100_diff1": 0.876024, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.729974, - "nauc_mrr_at_1_std": 0.049386, - "nauc_mrr_at_1_diff1": 0.869166, - "nauc_mrr_at_3_max": 0.754805, - "nauc_mrr_at_3_std": 0.084949, - "nauc_mrr_at_3_diff1": 0.854919, - "nauc_mrr_at_5_max": 0.755031, - "nauc_mrr_at_5_std": 0.085159, - "nauc_mrr_at_5_diff1": 0.857588, - "nauc_mrr_at_10_max": 0.753815, - "nauc_mrr_at_10_std": 0.081019, - "nauc_mrr_at_10_diff1": 0.858046, - "nauc_mrr_at_20_max": 0.753785, - "nauc_mrr_at_20_std": 0.082102, - "nauc_mrr_at_20_diff1": 0.858575, - "nauc_mrr_at_100_max": 0.753547, - "nauc_mrr_at_100_std": 0.082154, - "nauc_mrr_at_100_diff1": 0.858759, - "nauc_mrr_at_1000_max": 0.753483, - "nauc_mrr_at_1000_std": 0.081931, - "nauc_mrr_at_1000_diff1": 0.858749, - "main_score": 0.87808, + "mrr_at_1": 0.761111, + "mrr_at_3": 0.807963, + "mrr_at_5": 0.817463, + "mrr_at_10": 0.822208, + "mrr_at_20": 0.82348, + "mrr_at_100": 0.824116, + "mrr_at_1000": 0.824218, + "nauc_ndcg_at_1_max": 0.673883, + "nauc_ndcg_at_1_std": -0.05612, + "nauc_ndcg_at_1_diff1": 0.860385, + "nauc_ndcg_at_3_max": 0.719022, + "nauc_ndcg_at_3_std": -0.031338, + "nauc_ndcg_at_3_diff1": 0.839381, + "nauc_ndcg_at_5_max": 0.719046, + "nauc_ndcg_at_5_std": -0.013651, + "nauc_ndcg_at_5_diff1": 0.83741, + "nauc_ndcg_at_10_max": 0.717778, + "nauc_ndcg_at_10_std": -0.013841, + "nauc_ndcg_at_10_diff1": 0.842854, + "nauc_ndcg_at_20_max": 0.7143, + "nauc_ndcg_at_20_std": -0.009201, + "nauc_ndcg_at_20_diff1": 0.842398, + "nauc_ndcg_at_100_max": 0.713333, + "nauc_ndcg_at_100_std": -0.010484, + "nauc_ndcg_at_100_diff1": 0.844632, + "nauc_ndcg_at_1000_max": 0.710001, + "nauc_ndcg_at_1000_std": -0.019758, + "nauc_ndcg_at_1000_diff1": 0.845085, + "nauc_map_at_1_max": 0.673883, + "nauc_map_at_1_std": -0.05612, + "nauc_map_at_1_diff1": 0.860385, + "nauc_map_at_3_max": 0.707291, + "nauc_map_at_3_std": -0.036145, + "nauc_map_at_3_diff1": 0.845227, + "nauc_map_at_5_max": 0.706564, + "nauc_map_at_5_std": -0.027767, + "nauc_map_at_5_diff1": 0.844468, + "nauc_map_at_10_max": 0.705863, + "nauc_map_at_10_std": -0.028913, + "nauc_map_at_10_diff1": 0.846975, + "nauc_map_at_20_max": 0.704996, + "nauc_map_at_20_std": -0.027724, + "nauc_map_at_20_diff1": 0.846885, + "nauc_map_at_100_max": 0.704823, + "nauc_map_at_100_std": -0.028021, + "nauc_map_at_100_diff1": 0.847161, + "nauc_map_at_1000_max": 0.704696, + "nauc_map_at_1000_std": -0.028346, + "nauc_map_at_1000_diff1": 0.847173, + "nauc_recall_at_1_max": 0.673883, + "nauc_recall_at_1_std": -0.05612, + "nauc_recall_at_1_diff1": 0.860385, + "nauc_recall_at_3_max": 0.763675, + "nauc_recall_at_3_std": -0.014062, + "nauc_recall_at_3_diff1": 0.816883, + "nauc_recall_at_5_max": 0.782606, + "nauc_recall_at_5_std": 0.061949, + "nauc_recall_at_5_diff1": 0.800934, + "nauc_recall_at_10_max": 0.806994, + "nauc_recall_at_10_std": 0.111493, + "nauc_recall_at_10_diff1": 0.813895, + "nauc_recall_at_20_max": 0.80507, + "nauc_recall_at_20_std": 0.224796, + "nauc_recall_at_20_diff1": 0.794395, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 0.525615, + "nauc_recall_at_100_diff1": 0.815749, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.673883, + "nauc_precision_at_1_std": -0.05612, + "nauc_precision_at_1_diff1": 0.860385, + "nauc_precision_at_3_max": 0.763675, + "nauc_precision_at_3_std": -0.014062, + "nauc_precision_at_3_diff1": 0.816883, + "nauc_precision_at_5_max": 0.782606, + "nauc_precision_at_5_std": 0.061949, + "nauc_precision_at_5_diff1": 0.800934, + "nauc_precision_at_10_max": 0.806994, + "nauc_precision_at_10_std": 0.111493, + "nauc_precision_at_10_diff1": 0.813895, + "nauc_precision_at_20_max": 0.80507, + "nauc_precision_at_20_std": 0.224796, + "nauc_precision_at_20_diff1": 0.794395, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 0.525615, + "nauc_precision_at_100_diff1": 0.815749, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.673883, + "nauc_mrr_at_1_std": -0.05612, + "nauc_mrr_at_1_diff1": 0.860385, + "nauc_mrr_at_3_max": 0.707291, + "nauc_mrr_at_3_std": -0.036145, + "nauc_mrr_at_3_diff1": 0.845227, + "nauc_mrr_at_5_max": 0.706564, + "nauc_mrr_at_5_std": -0.027767, + "nauc_mrr_at_5_diff1": 0.844468, + "nauc_mrr_at_10_max": 0.705863, + "nauc_mrr_at_10_std": -0.028913, + "nauc_mrr_at_10_diff1": 0.846975, + "nauc_mrr_at_20_max": 0.704996, + "nauc_mrr_at_20_std": -0.027724, + "nauc_mrr_at_20_diff1": 0.846885, + "nauc_mrr_at_100_max": 0.704823, + "nauc_mrr_at_100_std": -0.028021, + "nauc_mrr_at_100_diff1": 0.847161, + "nauc_mrr_at_1000_max": 0.704696, + "nauc_mrr_at_1000_std": -0.028346, + "nauc_mrr_at_1000_diff1": 0.847173, + "hit_rate_at_1": 0.76111, + "hit_rate_at_3": 0.86333, + "hit_rate_at_5": 0.90556, + "hit_rate_at_10": 0.93889, + "hit_rate_at_20": 0.95889, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.8506, "hf_subset": "eng_Latn-tam_Taml", "languages": [ "eng-Latn", "tam-Taml" - ] - }, - { - "ndcg_at_1": 0.84333, - "ndcg_at_3": 0.88993, - "ndcg_at_5": 0.89945, - "ndcg_at_10": 0.90635, - "ndcg_at_20": 0.91126, - "ndcg_at_100": 0.91303, - "ndcg_at_1000": 0.91371, - "map_at_1": 0.84333, - "map_at_3": 0.87907, - "map_at_5": 0.8843, - "map_at_10": 0.88719, - "map_at_20": 0.88846, - "map_at_100": 0.88875, - "map_at_1000": 0.88877, - "recall_at_1": 0.84333, - "recall_at_3": 0.92111, - "recall_at_5": 0.94444, - "recall_at_10": 0.96556, - "recall_at_20": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.81778, + "ndcg_at_3": 0.86803, + "ndcg_at_5": 0.87907, + "ndcg_at_10": 0.88826, + "ndcg_at_20": 0.89366, + "ndcg_at_100": 0.89684, + "ndcg_at_1000": 0.89752, + "map_at_1": 0.81778, + "map_at_3": 0.85648, + "map_at_5": 0.86265, + "map_at_10": 0.86634, + "map_at_20": 0.86786, + "map_at_100": 0.86834, + "map_at_1000": 0.86836, + "recall_at_1": 0.81778, + "recall_at_3": 0.90111, + "recall_at_5": 0.92778, + "recall_at_10": 0.95667, + "recall_at_20": 0.97778, "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.84333, - "precision_at_3": 0.30704, - "precision_at_5": 0.18889, - "precision_at_10": 0.09656, - "precision_at_20": 0.04928, + "accuracy": 0.81778, + "precision_at_1": 0.81778, + "precision_at_3": 0.30037, + "precision_at_5": 0.18556, + "precision_at_10": 0.09567, + "precision_at_20": 0.04889, "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.843333, - "mrr_at_3": 0.879074, - "mrr_at_5": 0.884296, - "mrr_at_10": 0.887191, - "mrr_at_20": 0.888459, - "mrr_at_100": 0.888751, - "mrr_at_1000": 0.88877, - "nauc_ndcg_at_1_max": 0.779094, - "nauc_ndcg_at_1_std": 0.02693, - "nauc_ndcg_at_1_diff1": 0.900856, - "nauc_ndcg_at_3_max": 0.828508, - "nauc_ndcg_at_3_std": 0.117443, - "nauc_ndcg_at_3_diff1": 0.898405, - "nauc_ndcg_at_5_max": 0.824201, - "nauc_ndcg_at_5_std": 0.083116, - "nauc_ndcg_at_5_diff1": 0.900335, - "nauc_ndcg_at_10_max": 0.82097, - "nauc_ndcg_at_10_std": 0.098963, - "nauc_ndcg_at_10_diff1": 0.899998, - "nauc_ndcg_at_20_max": 0.815362, - "nauc_ndcg_at_20_std": 0.091765, - "nauc_ndcg_at_20_diff1": 0.898204, - "nauc_ndcg_at_100_max": 0.814192, - "nauc_ndcg_at_100_std": 0.088012, - "nauc_ndcg_at_100_diff1": 0.89846, - "nauc_ndcg_at_1000_max": 0.813137, - "nauc_ndcg_at_1000_std": 0.084541, - "nauc_ndcg_at_1000_diff1": 0.898809, - "nauc_map_at_1_max": 0.779094, - "nauc_map_at_1_std": 0.02693, - "nauc_map_at_1_diff1": 0.900856, - "nauc_map_at_3_max": 0.814352, - "nauc_map_at_3_std": 0.090497, - "nauc_map_at_3_diff1": 0.898311, - "nauc_map_at_5_max": 0.811768, - "nauc_map_at_5_std": 0.073122, - "nauc_map_at_5_diff1": 0.89929, - "nauc_map_at_10_max": 0.810509, - "nauc_map_at_10_std": 0.07938, - "nauc_map_at_10_diff1": 0.899093, - "nauc_map_at_20_max": 0.809228, - "nauc_map_at_20_std": 0.077703, - "nauc_map_at_20_diff1": 0.898724, - "nauc_map_at_100_max": 0.808982, - "nauc_map_at_100_std": 0.076816, - "nauc_map_at_100_diff1": 0.898805, - "nauc_map_at_1000_max": 0.808957, - "nauc_map_at_1000_std": 0.076735, - "nauc_map_at_1000_diff1": 0.898815, - "nauc_recall_at_1_max": 0.779094, - "nauc_recall_at_1_std": 0.02693, - "nauc_recall_at_1_diff1": 0.900856, - "nauc_recall_at_3_max": 0.888586, - "nauc_recall_at_3_std": 0.232473, - "nauc_recall_at_3_diff1": 0.899331, - "nauc_recall_at_5_max": 0.894034, - "nauc_recall_at_5_std": 0.129711, - "nauc_recall_at_5_diff1": 0.907563, - "nauc_recall_at_10_max": 0.907397, - "nauc_recall_at_10_std": 0.26942, - "nauc_recall_at_10_diff1": 0.910093, - "nauc_recall_at_20_max": 0.891044, - "nauc_recall_at_20_std": 0.328413, - "nauc_recall_at_20_diff1": 0.879875, + "mrr_at_1": 0.817778, + "mrr_at_3": 0.856481, + "mrr_at_5": 0.862648, + "mrr_at_10": 0.866343, + "mrr_at_20": 0.867864, + "mrr_at_100": 0.868339, + "mrr_at_1000": 0.868358, + "nauc_ndcg_at_1_max": 0.773699, + "nauc_ndcg_at_1_std": 0.022283, + "nauc_ndcg_at_1_diff1": 0.89109, + "nauc_ndcg_at_3_max": 0.816327, + "nauc_ndcg_at_3_std": 0.102841, + "nauc_ndcg_at_3_diff1": 0.884606, + "nauc_ndcg_at_5_max": 0.816983, + "nauc_ndcg_at_5_std": 0.09595, + "nauc_ndcg_at_5_diff1": 0.888175, + "nauc_ndcg_at_10_max": 0.813773, + "nauc_ndcg_at_10_std": 0.096625, + "nauc_ndcg_at_10_diff1": 0.886306, + "nauc_ndcg_at_20_max": 0.810098, + "nauc_ndcg_at_20_std": 0.086618, + "nauc_ndcg_at_20_diff1": 0.887289, + "nauc_ndcg_at_100_max": 0.807914, + "nauc_ndcg_at_100_std": 0.082131, + "nauc_ndcg_at_100_diff1": 0.887252, + "nauc_ndcg_at_1000_max": 0.806991, + "nauc_ndcg_at_1000_std": 0.079291, + "nauc_ndcg_at_1000_diff1": 0.887627, + "nauc_map_at_1_max": 0.773699, + "nauc_map_at_1_std": 0.022283, + "nauc_map_at_1_diff1": 0.89109, + "nauc_map_at_3_max": 0.806055, + "nauc_map_at_3_std": 0.080004, + "nauc_map_at_3_diff1": 0.886706, + "nauc_map_at_5_max": 0.806112, + "nauc_map_at_5_std": 0.076105, + "nauc_map_at_5_diff1": 0.888614, + "nauc_map_at_10_max": 0.804621, + "nauc_map_at_10_std": 0.075545, + "nauc_map_at_10_diff1": 0.887914, + "nauc_map_at_20_max": 0.803652, + "nauc_map_at_20_std": 0.072461, + "nauc_map_at_20_diff1": 0.888183, + "nauc_map_at_100_max": 0.803292, + "nauc_map_at_100_std": 0.071699, + "nauc_map_at_100_diff1": 0.888189, + "nauc_map_at_1000_max": 0.803273, + "nauc_map_at_1000_std": 0.07165, + "nauc_map_at_1000_diff1": 0.888197, + "nauc_recall_at_1_max": 0.773699, + "nauc_recall_at_1_std": 0.022283, + "nauc_recall_at_1_diff1": 0.89109, + "nauc_recall_at_3_max": 0.856178, + "nauc_recall_at_3_std": 0.193891, + "nauc_recall_at_3_diff1": 0.876074, + "nauc_recall_at_5_max": 0.871838, + "nauc_recall_at_5_std": 0.196251, + "nauc_recall_at_5_diff1": 0.886519, + "nauc_recall_at_10_max": 0.884795, + "nauc_recall_at_10_std": 0.271493, + "nauc_recall_at_10_diff1": 0.872154, + "nauc_recall_at_20_max": 0.887512, + "nauc_recall_at_20_std": 0.282073, + "nauc_recall_at_20_diff1": 0.87535, "nauc_recall_at_100_max": 0.944444, "nauc_recall_at_100_std": 0.514099, - "nauc_recall_at_100_diff1": 0.858543, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.779094, - "nauc_precision_at_1_std": 0.02693, - "nauc_precision_at_1_diff1": 0.900856, - "nauc_precision_at_3_max": 0.888586, - "nauc_precision_at_3_std": 0.232473, - "nauc_precision_at_3_diff1": 0.899331, - "nauc_precision_at_5_max": 0.894034, - "nauc_precision_at_5_std": 0.129711, - "nauc_precision_at_5_diff1": 0.907563, - "nauc_precision_at_10_max": 0.907397, - "nauc_precision_at_10_std": 0.26942, - "nauc_precision_at_10_diff1": 0.910093, - "nauc_precision_at_20_max": 0.891044, - "nauc_precision_at_20_std": 0.328413, - "nauc_precision_at_20_diff1": 0.879875, + "nauc_recall_at_100_diff1": 0.8324, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.773699, + "nauc_precision_at_1_std": 0.022283, + "nauc_precision_at_1_diff1": 0.89109, + "nauc_precision_at_3_max": 0.856178, + "nauc_precision_at_3_std": 0.193891, + "nauc_precision_at_3_diff1": 0.876074, + "nauc_precision_at_5_max": 0.871838, + "nauc_precision_at_5_std": 0.196251, + "nauc_precision_at_5_diff1": 0.886519, + "nauc_precision_at_10_max": 0.884795, + "nauc_precision_at_10_std": 0.271493, + "nauc_precision_at_10_diff1": 0.872154, + "nauc_precision_at_20_max": 0.887512, + "nauc_precision_at_20_std": 0.282073, + "nauc_precision_at_20_diff1": 0.87535, "nauc_precision_at_100_max": 0.944444, "nauc_precision_at_100_std": 0.514099, - "nauc_precision_at_100_diff1": 0.858543, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.779094, - "nauc_mrr_at_1_std": 0.02693, - "nauc_mrr_at_1_diff1": 0.900856, - "nauc_mrr_at_3_max": 0.814352, - "nauc_mrr_at_3_std": 0.090497, - "nauc_mrr_at_3_diff1": 0.898311, - "nauc_mrr_at_5_max": 0.811768, - "nauc_mrr_at_5_std": 0.073122, - "nauc_mrr_at_5_diff1": 0.89929, - "nauc_mrr_at_10_max": 0.810509, - "nauc_mrr_at_10_std": 0.07938, - "nauc_mrr_at_10_diff1": 0.899093, - "nauc_mrr_at_20_max": 0.809228, - "nauc_mrr_at_20_std": 0.077703, - "nauc_mrr_at_20_diff1": 0.898724, - "nauc_mrr_at_100_max": 0.808982, - "nauc_mrr_at_100_std": 0.076816, - "nauc_mrr_at_100_diff1": 0.898805, - "nauc_mrr_at_1000_max": 0.808957, - "nauc_mrr_at_1000_std": 0.076735, - "nauc_mrr_at_1000_diff1": 0.898815, - "main_score": 0.90635, + "nauc_precision_at_100_diff1": 0.8324, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.773699, + "nauc_mrr_at_1_std": 0.022283, + "nauc_mrr_at_1_diff1": 0.89109, + "nauc_mrr_at_3_max": 0.806055, + "nauc_mrr_at_3_std": 0.080004, + "nauc_mrr_at_3_diff1": 0.886706, + "nauc_mrr_at_5_max": 0.806112, + "nauc_mrr_at_5_std": 0.076105, + "nauc_mrr_at_5_diff1": 0.888614, + "nauc_mrr_at_10_max": 0.804621, + "nauc_mrr_at_10_std": 0.075545, + "nauc_mrr_at_10_diff1": 0.887914, + "nauc_mrr_at_20_max": 0.803652, + "nauc_mrr_at_20_std": 0.072461, + "nauc_mrr_at_20_diff1": 0.888183, + "nauc_mrr_at_100_max": 0.803292, + "nauc_mrr_at_100_std": 0.071699, + "nauc_mrr_at_100_diff1": 0.888189, + "nauc_mrr_at_1000_max": 0.803273, + "nauc_mrr_at_1000_std": 0.07165, + "nauc_mrr_at_1000_diff1": 0.888197, + "hit_rate_at_1": 0.81778, + "hit_rate_at_3": 0.90111, + "hit_rate_at_5": 0.92778, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.88826, "hf_subset": "tel_Telu-tel_Telu", "languages": [ "tel-Telu", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90444, - "ndcg_at_3": 0.93579, - "ndcg_at_5": 0.94278, - "ndcg_at_10": 0.9468, - "ndcg_at_20": 0.94823, - "ndcg_at_100": 0.94914, - "ndcg_at_1000": 0.94973, - "map_at_1": 0.90444, - "map_at_3": 0.92852, - "map_at_5": 0.93246, - "map_at_10": 0.93417, - "map_at_20": 0.93457, - "map_at_100": 0.93472, - "map_at_1000": 0.93475, - "recall_at_1": 0.90444, - "recall_at_3": 0.95667, - "recall_at_5": 0.97333, - "recall_at_10": 0.98556, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.9319, + "ndcg_at_5": 0.93692, + "ndcg_at_10": 0.94241, + "ndcg_at_20": 0.94409, + "ndcg_at_100": 0.94549, + "ndcg_at_1000": 0.94608, + "map_at_1": 0.9, + "map_at_3": 0.92444, + "map_at_5": 0.92722, + "map_at_10": 0.92954, + "map_at_20": 0.93, + "map_at_100": 0.93025, + "map_at_1000": 0.93028, + "recall_at_1": 0.9, + "recall_at_3": 0.95333, + "recall_at_5": 0.96556, + "recall_at_10": 0.98222, + "recall_at_20": 0.98889, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.90444, - "precision_at_3": 0.31889, - "precision_at_5": 0.19467, - "precision_at_10": 0.09856, - "precision_at_20": 0.04956, + "accuracy": 0.9, + "precision_at_1": 0.9, + "precision_at_3": 0.31778, + "precision_at_5": 0.19311, + "precision_at_10": 0.09822, + "precision_at_20": 0.04944, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.904444, - "mrr_at_3": 0.928519, - "mrr_at_5": 0.932463, - "mrr_at_10": 0.934166, - "mrr_at_20": 0.934568, - "mrr_at_100": 0.934725, - "mrr_at_1000": 0.934751, - "nauc_ndcg_at_1_max": 0.753436, - "nauc_ndcg_at_1_std": -0.276432, - "nauc_ndcg_at_1_diff1": 0.917758, - "nauc_ndcg_at_3_max": 0.798841, - "nauc_ndcg_at_3_std": -0.294067, - "nauc_ndcg_at_3_diff1": 0.922061, - "nauc_ndcg_at_5_max": 0.799786, - "nauc_ndcg_at_5_std": -0.283839, - "nauc_ndcg_at_5_diff1": 0.91998, - "nauc_ndcg_at_10_max": 0.796525, - "nauc_ndcg_at_10_std": -0.261889, - "nauc_ndcg_at_10_diff1": 0.919495, - "nauc_ndcg_at_20_max": 0.793244, - "nauc_ndcg_at_20_std": -0.260505, - "nauc_ndcg_at_20_diff1": 0.922124, - "nauc_ndcg_at_100_max": 0.790864, - "nauc_ndcg_at_100_std": -0.267109, - "nauc_ndcg_at_100_diff1": 0.921343, - "nauc_ndcg_at_1000_max": 0.788789, - "nauc_ndcg_at_1000_std": -0.272913, - "nauc_ndcg_at_1000_diff1": 0.920777, - "nauc_map_at_1_max": 0.753436, - "nauc_map_at_1_std": -0.276432, - "nauc_map_at_1_diff1": 0.917758, - "nauc_map_at_3_max": 0.786754, - "nauc_map_at_3_std": -0.290904, - "nauc_map_at_3_diff1": 0.920907, - "nauc_map_at_5_max": 0.786552, - "nauc_map_at_5_std": -0.286703, - "nauc_map_at_5_diff1": 0.919836, - "nauc_map_at_10_max": 0.785072, - "nauc_map_at_10_std": -0.279028, - "nauc_map_at_10_diff1": 0.919695, - "nauc_map_at_20_max": 0.784303, - "nauc_map_at_20_std": -0.27864, - "nauc_map_at_20_diff1": 0.92034, - "nauc_map_at_100_max": 0.783981, - "nauc_map_at_100_std": -0.279335, - "nauc_map_at_100_diff1": 0.920238, - "nauc_map_at_1000_max": 0.783911, - "nauc_map_at_1000_std": -0.279499, - "nauc_map_at_1000_diff1": 0.920216, - "nauc_recall_at_1_max": 0.753436, - "nauc_recall_at_1_std": -0.276432, - "nauc_recall_at_1_diff1": 0.917758, - "nauc_recall_at_3_max": 0.854641, - "nauc_recall_at_3_std": -0.307405, - "nauc_recall_at_3_diff1": 0.927398, - "nauc_recall_at_5_max": 0.89381, - "nauc_recall_at_5_std": -0.254143, - "nauc_recall_at_5_diff1": 0.920149, - "nauc_recall_at_10_max": 0.937154, - "nauc_recall_at_10_std": 0.00905, - "nauc_recall_at_10_diff1": 0.914171, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.200047, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.9, + "mrr_at_3": 0.924444, + "mrr_at_5": 0.927222, + "mrr_at_10": 0.929539, + "mrr_at_20": 0.929998, + "mrr_at_100": 0.930252, + "mrr_at_1000": 0.930277, + "nauc_ndcg_at_1_max": 0.702179, + "nauc_ndcg_at_1_std": -0.209389, + "nauc_ndcg_at_1_diff1": 0.91192, + "nauc_ndcg_at_3_max": 0.763301, + "nauc_ndcg_at_3_std": -0.194025, + "nauc_ndcg_at_3_diff1": 0.915125, + "nauc_ndcg_at_5_max": 0.761588, + "nauc_ndcg_at_5_std": -0.204637, + "nauc_ndcg_at_5_diff1": 0.91512, + "nauc_ndcg_at_10_max": 0.761308, + "nauc_ndcg_at_10_std": -0.173403, + "nauc_ndcg_at_10_diff1": 0.913772, + "nauc_ndcg_at_20_max": 0.756285, + "nauc_ndcg_at_20_std": -0.185953, + "nauc_ndcg_at_20_diff1": 0.915587, + "nauc_ndcg_at_100_max": 0.751909, + "nauc_ndcg_at_100_std": -0.185275, + "nauc_ndcg_at_100_diff1": 0.91453, + "nauc_ndcg_at_1000_max": 0.749565, + "nauc_ndcg_at_1000_std": -0.189473, + "nauc_ndcg_at_1000_diff1": 0.914352, + "nauc_map_at_1_max": 0.702179, + "nauc_map_at_1_std": -0.209389, + "nauc_map_at_1_diff1": 0.91192, + "nauc_map_at_3_max": 0.747515, + "nauc_map_at_3_std": -0.199689, + "nauc_map_at_3_diff1": 0.914204, + "nauc_map_at_5_max": 0.746205, + "nauc_map_at_5_std": -0.204706, + "nauc_map_at_5_diff1": 0.914173, + "nauc_map_at_10_max": 0.745207, + "nauc_map_at_10_std": -0.194353, + "nauc_map_at_10_diff1": 0.913673, + "nauc_map_at_20_max": 0.744055, + "nauc_map_at_20_std": -0.196814, + "nauc_map_at_20_diff1": 0.914126, + "nauc_map_at_100_max": 0.743426, + "nauc_map_at_100_std": -0.196281, + "nauc_map_at_100_diff1": 0.913964, + "nauc_map_at_1000_max": 0.74335, + "nauc_map_at_1000_std": -0.196342, + "nauc_map_at_1000_diff1": 0.913957, + "nauc_recall_at_1_max": 0.702179, + "nauc_recall_at_1_std": -0.209389, + "nauc_recall_at_1_diff1": 0.91192, + "nauc_recall_at_3_max": 0.834567, + "nauc_recall_at_3_std": -0.167056, + "nauc_recall_at_3_diff1": 0.919357, + "nauc_recall_at_5_max": 0.851224, + "nauc_recall_at_5_std": -0.207313, + "nauc_recall_at_5_diff1": 0.920786, + "nauc_recall_at_10_max": 0.940768, + "nauc_recall_at_10_std": 0.106034, + "nauc_recall_at_10_diff1": 0.912903, + "nauc_recall_at_20_max": 0.946078, + "nauc_recall_at_20_std": 0.004202, + "nauc_recall_at_20_diff1": 0.946078, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 0.245565, - "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_100_diff1": 0.930556, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.753436, - "nauc_precision_at_1_std": -0.276432, - "nauc_precision_at_1_diff1": 0.917758, - "nauc_precision_at_3_max": 0.854641, - "nauc_precision_at_3_std": -0.307405, - "nauc_precision_at_3_diff1": 0.927398, - "nauc_precision_at_5_max": 0.89381, - "nauc_precision_at_5_std": -0.254143, - "nauc_precision_at_5_diff1": 0.920149, - "nauc_precision_at_10_max": 0.937154, - "nauc_precision_at_10_std": 0.00905, - "nauc_precision_at_10_diff1": 0.914171, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.200047, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.702179, + "nauc_precision_at_1_std": -0.209389, + "nauc_precision_at_1_diff1": 0.91192, + "nauc_precision_at_3_max": 0.834567, + "nauc_precision_at_3_std": -0.167056, + "nauc_precision_at_3_diff1": 0.919357, + "nauc_precision_at_5_max": 0.851224, + "nauc_precision_at_5_std": -0.207313, + "nauc_precision_at_5_diff1": 0.920786, + "nauc_precision_at_10_max": 0.940768, + "nauc_precision_at_10_std": 0.106034, + "nauc_precision_at_10_diff1": 0.912903, + "nauc_precision_at_20_max": 0.946078, + "nauc_precision_at_20_std": 0.004202, + "nauc_precision_at_20_diff1": 0.946078, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 0.245565, - "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_100_diff1": 0.930556, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.753436, - "nauc_mrr_at_1_std": -0.276432, - "nauc_mrr_at_1_diff1": 0.917758, - "nauc_mrr_at_3_max": 0.786754, - "nauc_mrr_at_3_std": -0.290904, - "nauc_mrr_at_3_diff1": 0.920907, - "nauc_mrr_at_5_max": 0.786552, - "nauc_mrr_at_5_std": -0.286703, - "nauc_mrr_at_5_diff1": 0.919836, - "nauc_mrr_at_10_max": 0.785072, - "nauc_mrr_at_10_std": -0.279028, - "nauc_mrr_at_10_diff1": 0.919695, - "nauc_mrr_at_20_max": 0.784303, - "nauc_mrr_at_20_std": -0.27864, - "nauc_mrr_at_20_diff1": 0.92034, - "nauc_mrr_at_100_max": 0.783981, - "nauc_mrr_at_100_std": -0.279335, - "nauc_mrr_at_100_diff1": 0.920238, - "nauc_mrr_at_1000_max": 0.783911, - "nauc_mrr_at_1000_std": -0.279499, - "nauc_mrr_at_1000_diff1": 0.920216, - "main_score": 0.9468, + "nauc_mrr_at_1_max": 0.702179, + "nauc_mrr_at_1_std": -0.209389, + "nauc_mrr_at_1_diff1": 0.91192, + "nauc_mrr_at_3_max": 0.747515, + "nauc_mrr_at_3_std": -0.199689, + "nauc_mrr_at_3_diff1": 0.914204, + "nauc_mrr_at_5_max": 0.746205, + "nauc_mrr_at_5_std": -0.204706, + "nauc_mrr_at_5_diff1": 0.914173, + "nauc_mrr_at_10_max": 0.745207, + "nauc_mrr_at_10_std": -0.194353, + "nauc_mrr_at_10_diff1": 0.913673, + "nauc_mrr_at_20_max": 0.744055, + "nauc_mrr_at_20_std": -0.196814, + "nauc_mrr_at_20_diff1": 0.914126, + "nauc_mrr_at_100_max": 0.743426, + "nauc_mrr_at_100_std": -0.196281, + "nauc_mrr_at_100_diff1": 0.913964, + "nauc_mrr_at_1000_max": 0.74335, + "nauc_mrr_at_1000_std": -0.196342, + "nauc_mrr_at_1000_diff1": 0.913957, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.94241, "hf_subset": "tel_Telu-eng_Latn", "languages": [ "tel-Telu", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.82, - "ndcg_at_3": 0.87499, - "ndcg_at_5": 0.88283, - "ndcg_at_10": 0.89129, - "ndcg_at_20": 0.89702, - "ndcg_at_100": 0.89999, - "ndcg_at_1000": 0.90043, - "map_at_1": 0.82, - "map_at_3": 0.86204, - "map_at_5": 0.86643, - "map_at_10": 0.86983, - "map_at_20": 0.87146, - "map_at_100": 0.87182, - "map_at_1000": 0.87184, - "recall_at_1": 0.82, - "recall_at_3": 0.91222, - "recall_at_5": 0.93111, - "recall_at_10": 0.95778, - "recall_at_20": 0.98, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.85549, + "ndcg_at_5": 0.86515, + "ndcg_at_10": 0.8731, + "ndcg_at_20": 0.88045, + "ndcg_at_100": 0.88498, + "ndcg_at_1000": 0.88605, + "map_at_1": 0.80333, + "map_at_3": 0.84278, + "map_at_5": 0.84817, + "map_at_10": 0.85148, + "map_at_20": 0.85352, + "map_at_100": 0.85423, + "map_at_1000": 0.85428, + "recall_at_1": 0.80333, + "recall_at_3": 0.89222, + "recall_at_5": 0.91556, + "recall_at_10": 0.94, + "recall_at_20": 0.96889, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.82, - "precision_at_3": 0.30407, - "precision_at_5": 0.18622, - "precision_at_10": 0.09578, - "precision_at_20": 0.049, - "precision_at_100": 0.00997, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.29741, + "precision_at_5": 0.18311, + "precision_at_10": 0.094, + "precision_at_20": 0.04844, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.82, - "mrr_at_3": 0.862037, - "mrr_at_5": 0.866426, - "mrr_at_10": 0.869825, - "mrr_at_20": 0.871459, - "mrr_at_100": 0.871822, - "mrr_at_1000": 0.871842, - "nauc_ndcg_at_1_max": 0.790141, - "nauc_ndcg_at_1_std": -0.010084, - "nauc_ndcg_at_1_diff1": 0.923572, - "nauc_ndcg_at_3_max": 0.817056, - "nauc_ndcg_at_3_std": 0.026237, - "nauc_ndcg_at_3_diff1": 0.896739, - "nauc_ndcg_at_5_max": 0.819692, - "nauc_ndcg_at_5_std": 0.037398, - "nauc_ndcg_at_5_diff1": 0.900857, - "nauc_ndcg_at_10_max": 0.820992, - "nauc_ndcg_at_10_std": 0.047117, - "nauc_ndcg_at_10_diff1": 0.90572, - "nauc_ndcg_at_20_max": 0.817195, - "nauc_ndcg_at_20_std": 0.041867, - "nauc_ndcg_at_20_diff1": 0.906996, - "nauc_ndcg_at_100_max": 0.815009, - "nauc_ndcg_at_100_std": 0.034542, - "nauc_ndcg_at_100_diff1": 0.907832, - "nauc_ndcg_at_1000_max": 0.814145, - "nauc_ndcg_at_1000_std": 0.030657, - "nauc_ndcg_at_1000_diff1": 0.907609, - "nauc_map_at_1_max": 0.790141, - "nauc_map_at_1_std": -0.010084, - "nauc_map_at_1_diff1": 0.923572, - "nauc_map_at_3_max": 0.810331, - "nauc_map_at_3_std": 0.016457, - "nauc_map_at_3_diff1": 0.904567, - "nauc_map_at_5_max": 0.811472, - "nauc_map_at_5_std": 0.0219, - "nauc_map_at_5_diff1": 0.906869, - "nauc_map_at_10_max": 0.812001, - "nauc_map_at_10_std": 0.024935, - "nauc_map_at_10_diff1": 0.908699, - "nauc_map_at_20_max": 0.811037, - "nauc_map_at_20_std": 0.023602, - "nauc_map_at_20_diff1": 0.908989, - "nauc_map_at_100_max": 0.810783, - "nauc_map_at_100_std": 0.022684, - "nauc_map_at_100_diff1": 0.9091, - "nauc_map_at_1000_max": 0.810752, - "nauc_map_at_1000_std": 0.022539, - "nauc_map_at_1000_diff1": 0.909092, - "nauc_recall_at_1_max": 0.790141, - "nauc_recall_at_1_std": -0.010084, - "nauc_recall_at_1_diff1": 0.923572, - "nauc_recall_at_3_max": 0.845359, - "nauc_recall_at_3_std": 0.067936, - "nauc_recall_at_3_diff1": 0.862928, - "nauc_recall_at_5_max": 0.863009, - "nauc_recall_at_5_std": 0.12148, - "nauc_recall_at_5_diff1": 0.869959, - "nauc_recall_at_10_max": 0.895707, - "nauc_recall_at_10_std": 0.247592, - "nauc_recall_at_10_diff1": 0.888078, - "nauc_recall_at_20_max": 0.90471, - "nauc_recall_at_20_std": 0.362226, - "nauc_recall_at_20_diff1": 0.894699, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.851385, - "nauc_recall_at_100_diff1": 0.956427, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.790141, - "nauc_precision_at_1_std": -0.010084, - "nauc_precision_at_1_diff1": 0.923572, - "nauc_precision_at_3_max": 0.845359, - "nauc_precision_at_3_std": 0.067936, - "nauc_precision_at_3_diff1": 0.862928, - "nauc_precision_at_5_max": 0.863009, - "nauc_precision_at_5_std": 0.12148, - "nauc_precision_at_5_diff1": 0.869959, - "nauc_precision_at_10_max": 0.895707, - "nauc_precision_at_10_std": 0.247592, - "nauc_precision_at_10_diff1": 0.888078, - "nauc_precision_at_20_max": 0.90471, - "nauc_precision_at_20_std": 0.362226, - "nauc_precision_at_20_diff1": 0.894699, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.851385, - "nauc_precision_at_100_diff1": 0.956427, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.790141, - "nauc_mrr_at_1_std": -0.010084, - "nauc_mrr_at_1_diff1": 0.923572, - "nauc_mrr_at_3_max": 0.810331, - "nauc_mrr_at_3_std": 0.016457, - "nauc_mrr_at_3_diff1": 0.904567, - "nauc_mrr_at_5_max": 0.811472, - "nauc_mrr_at_5_std": 0.0219, - "nauc_mrr_at_5_diff1": 0.906869, - "nauc_mrr_at_10_max": 0.812001, - "nauc_mrr_at_10_std": 0.024935, - "nauc_mrr_at_10_diff1": 0.908699, - "nauc_mrr_at_20_max": 0.811037, - "nauc_mrr_at_20_std": 0.023602, - "nauc_mrr_at_20_diff1": 0.908989, - "nauc_mrr_at_100_max": 0.810783, - "nauc_mrr_at_100_std": 0.022684, - "nauc_mrr_at_100_diff1": 0.9091, - "nauc_mrr_at_1000_max": 0.810752, - "nauc_mrr_at_1000_std": 0.022539, - "nauc_mrr_at_1000_diff1": 0.909092, - "main_score": 0.89129, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.842778, + "mrr_at_5": 0.848167, + "mrr_at_10": 0.851481, + "mrr_at_20": 0.853516, + "mrr_at_100": 0.854227, + "mrr_at_1000": 0.85428, + "nauc_ndcg_at_1_max": 0.752237, + "nauc_ndcg_at_1_std": -0.056481, + "nauc_ndcg_at_1_diff1": 0.882322, + "nauc_ndcg_at_3_max": 0.79881, + "nauc_ndcg_at_3_std": -0.008892, + "nauc_ndcg_at_3_diff1": 0.866222, + "nauc_ndcg_at_5_max": 0.791637, + "nauc_ndcg_at_5_std": -0.011407, + "nauc_ndcg_at_5_diff1": 0.862696, + "nauc_ndcg_at_10_max": 0.791631, + "nauc_ndcg_at_10_std": -0.011149, + "nauc_ndcg_at_10_diff1": 0.862374, + "nauc_ndcg_at_20_max": 0.78591, + "nauc_ndcg_at_20_std": -0.017687, + "nauc_ndcg_at_20_diff1": 0.866217, + "nauc_ndcg_at_100_max": 0.784946, + "nauc_ndcg_at_100_std": -0.015078, + "nauc_ndcg_at_100_diff1": 0.867037, + "nauc_ndcg_at_1000_max": 0.783777, + "nauc_ndcg_at_1000_std": -0.019875, + "nauc_ndcg_at_1000_diff1": 0.867885, + "nauc_map_at_1_max": 0.752237, + "nauc_map_at_1_std": -0.056481, + "nauc_map_at_1_diff1": 0.882322, + "nauc_map_at_3_max": 0.786502, + "nauc_map_at_3_std": -0.023102, + "nauc_map_at_3_diff1": 0.871122, + "nauc_map_at_5_max": 0.782518, + "nauc_map_at_5_std": -0.024707, + "nauc_map_at_5_diff1": 0.869486, + "nauc_map_at_10_max": 0.782125, + "nauc_map_at_10_std": -0.025419, + "nauc_map_at_10_diff1": 0.869355, + "nauc_map_at_20_max": 0.78064, + "nauc_map_at_20_std": -0.027113, + "nauc_map_at_20_diff1": 0.870268, + "nauc_map_at_100_max": 0.780433, + "nauc_map_at_100_std": -0.026404, + "nauc_map_at_100_diff1": 0.870357, + "nauc_map_at_1000_max": 0.780387, + "nauc_map_at_1000_std": -0.026575, + "nauc_map_at_1000_diff1": 0.87039, + "nauc_recall_at_1_max": 0.752237, + "nauc_recall_at_1_std": -0.056481, + "nauc_recall_at_1_diff1": 0.882322, + "nauc_recall_at_3_max": 0.847761, + "nauc_recall_at_3_std": 0.048685, + "nauc_recall_at_3_diff1": 0.846318, + "nauc_recall_at_5_max": 0.83388, + "nauc_recall_at_5_std": 0.053485, + "nauc_recall_at_5_diff1": 0.828339, + "nauc_recall_at_10_max": 0.853296, + "nauc_recall_at_10_std": 0.0875, + "nauc_recall_at_10_diff1": 0.814555, + "nauc_recall_at_20_max": 0.829448, + "nauc_recall_at_20_std": 0.084801, + "nauc_recall_at_20_diff1": 0.827764, + "nauc_recall_at_100_max": 0.904295, + "nauc_recall_at_100_std": 0.487262, + "nauc_recall_at_100_diff1": 0.779912, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752237, + "nauc_precision_at_1_std": -0.056481, + "nauc_precision_at_1_diff1": 0.882322, + "nauc_precision_at_3_max": 0.847761, + "nauc_precision_at_3_std": 0.048685, + "nauc_precision_at_3_diff1": 0.846318, + "nauc_precision_at_5_max": 0.83388, + "nauc_precision_at_5_std": 0.053485, + "nauc_precision_at_5_diff1": 0.828339, + "nauc_precision_at_10_max": 0.853296, + "nauc_precision_at_10_std": 0.0875, + "nauc_precision_at_10_diff1": 0.814555, + "nauc_precision_at_20_max": 0.829448, + "nauc_precision_at_20_std": 0.084801, + "nauc_precision_at_20_diff1": 0.827764, + "nauc_precision_at_100_max": 0.904295, + "nauc_precision_at_100_std": 0.487262, + "nauc_precision_at_100_diff1": 0.779912, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752237, + "nauc_mrr_at_1_std": -0.056481, + "nauc_mrr_at_1_diff1": 0.882322, + "nauc_mrr_at_3_max": 0.786502, + "nauc_mrr_at_3_std": -0.023102, + "nauc_mrr_at_3_diff1": 0.871122, + "nauc_mrr_at_5_max": 0.782518, + "nauc_mrr_at_5_std": -0.024707, + "nauc_mrr_at_5_diff1": 0.869486, + "nauc_mrr_at_10_max": 0.782125, + "nauc_mrr_at_10_std": -0.025419, + "nauc_mrr_at_10_diff1": 0.869355, + "nauc_mrr_at_20_max": 0.78064, + "nauc_mrr_at_20_std": -0.027113, + "nauc_mrr_at_20_diff1": 0.870268, + "nauc_mrr_at_100_max": 0.780433, + "nauc_mrr_at_100_std": -0.026404, + "nauc_mrr_at_100_diff1": 0.870357, + "nauc_mrr_at_1000_max": 0.780387, + "nauc_mrr_at_1000_std": -0.026575, + "nauc_mrr_at_1000_diff1": 0.87039, + "hit_rate_at_1": 0.80333, + "hit_rate_at_3": 0.89222, + "hit_rate_at_5": 0.91556, + "hit_rate_at_10": 0.94, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8731, "hf_subset": "eng_Latn-tel_Telu", "languages": [ "eng-Latn", "tel-Telu" - ] - }, - { - "ndcg_at_1": 0.72556, - "ndcg_at_3": 0.78182, - "ndcg_at_5": 0.79292, - "ndcg_at_10": 0.80685, - "ndcg_at_20": 0.81428, - "ndcg_at_100": 0.82557, - "ndcg_at_1000": 0.82856, - "map_at_1": 0.72556, - "map_at_3": 0.76889, - "map_at_5": 0.77511, - "map_at_10": 0.78103, - "map_at_20": 0.78313, - "map_at_100": 0.78468, - "map_at_1000": 0.78481, - "recall_at_1": 0.72556, - "recall_at_3": 0.81889, - "recall_at_5": 0.84556, - "recall_at_10": 0.88778, - "recall_at_20": 0.91667, - "recall_at_100": 0.97778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.71778, + "ndcg_at_3": 0.77557, + "ndcg_at_5": 0.7903, + "ndcg_at_10": 0.80027, + "ndcg_at_20": 0.81045, + "ndcg_at_100": 0.82044, + "ndcg_at_1000": 0.8236, + "map_at_1": 0.71778, + "map_at_3": 0.76204, + "map_at_5": 0.77026, + "map_at_10": 0.77433, + "map_at_20": 0.777, + "map_at_100": 0.77835, + "map_at_1000": 0.7785, + "recall_at_1": 0.71778, + "recall_at_3": 0.81444, + "recall_at_5": 0.85, + "recall_at_10": 0.88111, + "recall_at_20": 0.92222, + "recall_at_100": 0.97667, "recall_at_1000": 1.0, - "precision_at_1": 0.72556, - "precision_at_3": 0.27296, - "precision_at_5": 0.16911, - "precision_at_10": 0.08878, - "precision_at_20": 0.04583, - "precision_at_100": 0.00978, + "accuracy": 0.71778, + "precision_at_1": 0.71778, + "precision_at_3": 0.27148, + "precision_at_5": 0.17, + "precision_at_10": 0.08811, + "precision_at_20": 0.04611, + "precision_at_100": 0.00977, "precision_at_1000": 0.001, - "mrr_at_1": 0.725556, - "mrr_at_3": 0.768889, - "mrr_at_5": 0.775111, - "mrr_at_10": 0.781028, - "mrr_at_20": 0.783134, - "mrr_at_100": 0.784681, - "mrr_at_1000": 0.784814, - "nauc_ndcg_at_1_max": 0.777121, - "nauc_ndcg_at_1_std": 0.206048, - "nauc_ndcg_at_1_diff1": 0.88216, - "nauc_ndcg_at_3_max": 0.812147, - "nauc_ndcg_at_3_std": 0.263943, - "nauc_ndcg_at_3_diff1": 0.853379, - "nauc_ndcg_at_5_max": 0.813411, - "nauc_ndcg_at_5_std": 0.272562, - "nauc_ndcg_at_5_diff1": 0.859839, - "nauc_ndcg_at_10_max": 0.805396, - "nauc_ndcg_at_10_std": 0.261913, - "nauc_ndcg_at_10_diff1": 0.857014, - "nauc_ndcg_at_20_max": 0.803263, - "nauc_ndcg_at_20_std": 0.259323, - "nauc_ndcg_at_20_diff1": 0.858129, - "nauc_ndcg_at_100_max": 0.805624, - "nauc_ndcg_at_100_std": 0.263536, - "nauc_ndcg_at_100_diff1": 0.861434, - "nauc_ndcg_at_1000_max": 0.803189, - "nauc_ndcg_at_1000_std": 0.256384, - "nauc_ndcg_at_1000_diff1": 0.861153, - "nauc_map_at_1_max": 0.777121, - "nauc_map_at_1_std": 0.206048, - "nauc_map_at_1_diff1": 0.88216, - "nauc_map_at_3_max": 0.803459, - "nauc_map_at_3_std": 0.249404, - "nauc_map_at_3_diff1": 0.860283, - "nauc_map_at_5_max": 0.803862, - "nauc_map_at_5_std": 0.253663, - "nauc_map_at_5_diff1": 0.863911, - "nauc_map_at_10_max": 0.800769, - "nauc_map_at_10_std": 0.249542, - "nauc_map_at_10_diff1": 0.863052, - "nauc_map_at_20_max": 0.800098, - "nauc_map_at_20_std": 0.24878, - "nauc_map_at_20_diff1": 0.863306, - "nauc_map_at_100_max": 0.800349, - "nauc_map_at_100_std": 0.249154, - "nauc_map_at_100_diff1": 0.863637, - "nauc_map_at_1000_max": 0.800256, - "nauc_map_at_1000_std": 0.248878, - "nauc_map_at_1000_diff1": 0.863628, - "nauc_recall_at_1_max": 0.777121, - "nauc_recall_at_1_std": 0.206048, - "nauc_recall_at_1_diff1": 0.88216, - "nauc_recall_at_3_max": 0.842263, - "nauc_recall_at_3_std": 0.314442, - "nauc_recall_at_3_diff1": 0.82958, - "nauc_recall_at_5_max": 0.851045, - "nauc_recall_at_5_std": 0.348126, - "nauc_recall_at_5_diff1": 0.845348, - "nauc_recall_at_10_max": 0.822795, - "nauc_recall_at_10_std": 0.317661, - "nauc_recall_at_10_diff1": 0.825853, - "nauc_recall_at_20_max": 0.813346, - "nauc_recall_at_20_std": 0.315556, - "nauc_recall_at_20_diff1": 0.825926, - "nauc_recall_at_100_max": 0.93219, - "nauc_recall_at_100_std": 0.634057, - "nauc_recall_at_100_diff1": 0.875934, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.777121, - "nauc_precision_at_1_std": 0.206048, - "nauc_precision_at_1_diff1": 0.88216, - "nauc_precision_at_3_max": 0.842263, - "nauc_precision_at_3_std": 0.314442, - "nauc_precision_at_3_diff1": 0.82958, - "nauc_precision_at_5_max": 0.851045, - "nauc_precision_at_5_std": 0.348126, - "nauc_precision_at_5_diff1": 0.845348, - "nauc_precision_at_10_max": 0.822795, - "nauc_precision_at_10_std": 0.317661, - "nauc_precision_at_10_diff1": 0.825853, - "nauc_precision_at_20_max": 0.813346, - "nauc_precision_at_20_std": 0.315556, - "nauc_precision_at_20_diff1": 0.825926, - "nauc_precision_at_100_max": 0.93219, - "nauc_precision_at_100_std": 0.634057, - "nauc_precision_at_100_diff1": 0.875934, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.777121, - "nauc_mrr_at_1_std": 0.206048, - "nauc_mrr_at_1_diff1": 0.88216, - "nauc_mrr_at_3_max": 0.803459, - "nauc_mrr_at_3_std": 0.249404, - "nauc_mrr_at_3_diff1": 0.860283, - "nauc_mrr_at_5_max": 0.803862, - "nauc_mrr_at_5_std": 0.253663, - "nauc_mrr_at_5_diff1": 0.863911, - "nauc_mrr_at_10_max": 0.800769, - "nauc_mrr_at_10_std": 0.249542, - "nauc_mrr_at_10_diff1": 0.863052, - "nauc_mrr_at_20_max": 0.800098, - "nauc_mrr_at_20_std": 0.24878, - "nauc_mrr_at_20_diff1": 0.863306, - "nauc_mrr_at_100_max": 0.800349, - "nauc_mrr_at_100_std": 0.249154, - "nauc_mrr_at_100_diff1": 0.863637, - "nauc_mrr_at_1000_max": 0.800256, - "nauc_mrr_at_1000_std": 0.248878, - "nauc_mrr_at_1000_diff1": 0.863628, - "main_score": 0.80685, + "mrr_at_1": 0.717778, + "mrr_at_3": 0.762037, + "mrr_at_5": 0.770259, + "mrr_at_10": 0.774326, + "mrr_at_20": 0.777004, + "mrr_at_100": 0.778352, + "mrr_at_1000": 0.778499, + "nauc_ndcg_at_1_max": 0.788044, + "nauc_ndcg_at_1_std": 0.22852, + "nauc_ndcg_at_1_diff1": 0.879032, + "nauc_ndcg_at_3_max": 0.828285, + "nauc_ndcg_at_3_std": 0.290075, + "nauc_ndcg_at_3_diff1": 0.86526, + "nauc_ndcg_at_5_max": 0.819801, + "nauc_ndcg_at_5_std": 0.29293, + "nauc_ndcg_at_5_diff1": 0.86372, + "nauc_ndcg_at_10_max": 0.816044, + "nauc_ndcg_at_10_std": 0.296684, + "nauc_ndcg_at_10_diff1": 0.862211, + "nauc_ndcg_at_20_max": 0.813569, + "nauc_ndcg_at_20_std": 0.288338, + "nauc_ndcg_at_20_diff1": 0.863362, + "nauc_ndcg_at_100_max": 0.8154, + "nauc_ndcg_at_100_std": 0.287904, + "nauc_ndcg_at_100_diff1": 0.864928, + "nauc_ndcg_at_1000_max": 0.814019, + "nauc_ndcg_at_1000_std": 0.281511, + "nauc_ndcg_at_1000_diff1": 0.865937, + "nauc_map_at_1_max": 0.788044, + "nauc_map_at_1_std": 0.22852, + "nauc_map_at_1_diff1": 0.879032, + "nauc_map_at_3_max": 0.818446, + "nauc_map_at_3_std": 0.272999, + "nauc_map_at_3_diff1": 0.869082, + "nauc_map_at_5_max": 0.813839, + "nauc_map_at_5_std": 0.274093, + "nauc_map_at_5_diff1": 0.868469, + "nauc_map_at_10_max": 0.812485, + "nauc_map_at_10_std": 0.275231, + "nauc_map_at_10_diff1": 0.868141, + "nauc_map_at_20_max": 0.81176, + "nauc_map_at_20_std": 0.273046, + "nauc_map_at_20_diff1": 0.868273, + "nauc_map_at_100_max": 0.811933, + "nauc_map_at_100_std": 0.272809, + "nauc_map_at_100_diff1": 0.868412, + "nauc_map_at_1000_max": 0.811886, + "nauc_map_at_1000_std": 0.272572, + "nauc_map_at_1000_diff1": 0.868463, + "nauc_recall_at_1_max": 0.788044, + "nauc_recall_at_1_std": 0.22852, + "nauc_recall_at_1_diff1": 0.879032, + "nauc_recall_at_3_max": 0.862387, + "nauc_recall_at_3_std": 0.350432, + "nauc_recall_at_3_diff1": 0.851752, + "nauc_recall_at_5_max": 0.84187, + "nauc_recall_at_5_std": 0.371324, + "nauc_recall_at_5_diff1": 0.843606, + "nauc_recall_at_10_max": 0.827517, + "nauc_recall_at_10_std": 0.406814, + "nauc_recall_at_10_diff1": 0.830329, + "nauc_recall_at_20_max": 0.813412, + "nauc_recall_at_20_std": 0.387515, + "nauc_recall_at_20_diff1": 0.828798, + "nauc_recall_at_100_max": 0.887733, + "nauc_recall_at_100_std": 0.615624, + "nauc_recall_at_100_diff1": 0.817038, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.788044, + "nauc_precision_at_1_std": 0.22852, + "nauc_precision_at_1_diff1": 0.879032, + "nauc_precision_at_3_max": 0.862387, + "nauc_precision_at_3_std": 0.350432, + "nauc_precision_at_3_diff1": 0.851752, + "nauc_precision_at_5_max": 0.84187, + "nauc_precision_at_5_std": 0.371324, + "nauc_precision_at_5_diff1": 0.843606, + "nauc_precision_at_10_max": 0.827517, + "nauc_precision_at_10_std": 0.406814, + "nauc_precision_at_10_diff1": 0.830329, + "nauc_precision_at_20_max": 0.813412, + "nauc_precision_at_20_std": 0.387515, + "nauc_precision_at_20_diff1": 0.828798, + "nauc_precision_at_100_max": 0.887733, + "nauc_precision_at_100_std": 0.615624, + "nauc_precision_at_100_diff1": 0.817038, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.788044, + "nauc_mrr_at_1_std": 0.22852, + "nauc_mrr_at_1_diff1": 0.879032, + "nauc_mrr_at_3_max": 0.818446, + "nauc_mrr_at_3_std": 0.272999, + "nauc_mrr_at_3_diff1": 0.869082, + "nauc_mrr_at_5_max": 0.813839, + "nauc_mrr_at_5_std": 0.274093, + "nauc_mrr_at_5_diff1": 0.868469, + "nauc_mrr_at_10_max": 0.812485, + "nauc_mrr_at_10_std": 0.275231, + "nauc_mrr_at_10_diff1": 0.868141, + "nauc_mrr_at_20_max": 0.81176, + "nauc_mrr_at_20_std": 0.273046, + "nauc_mrr_at_20_diff1": 0.868273, + "nauc_mrr_at_100_max": 0.811933, + "nauc_mrr_at_100_std": 0.272809, + "nauc_mrr_at_100_diff1": 0.868412, + "nauc_mrr_at_1000_max": 0.811886, + "nauc_mrr_at_1000_std": 0.272572, + "nauc_mrr_at_1000_diff1": 0.868463, + "hit_rate_at_1": 0.71778, + "hit_rate_at_3": 0.81444, + "hit_rate_at_5": 0.85, + "hit_rate_at_10": 0.88111, + "hit_rate_at_20": 0.92222, + "hit_rate_at_100": 0.97667, + "hit_rate_at_1000": 1.0, + "main_score": 0.80027, "hf_subset": "tgk_Cyrl-tgk_Cyrl", "languages": [ "tgk-Cyrl", "tgk-Cyrl" - ] - }, - { - "ndcg_at_1": 0.83778, - "ndcg_at_3": 0.89204, - "ndcg_at_5": 0.90074, - "ndcg_at_10": 0.90641, - "ndcg_at_20": 0.90878, - "ndcg_at_100": 0.91259, - "ndcg_at_1000": 0.91288, - "map_at_1": 0.83778, - "map_at_3": 0.87889, - "map_at_5": 0.88372, - "map_at_10": 0.88602, - "map_at_20": 0.88673, - "map_at_100": 0.88729, - "map_at_1000": 0.8873, - "recall_at_1": 0.83778, - "recall_at_3": 0.93, - "recall_at_5": 0.95111, - "recall_at_10": 0.96889, - "recall_at_20": 0.97778, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.88931, + "ndcg_at_5": 0.89988, + "ndcg_at_10": 0.9049, + "ndcg_at_20": 0.90782, + "ndcg_at_100": 0.91122, + "ndcg_at_1000": 0.91165, + "map_at_1": 0.83333, + "map_at_3": 0.8763, + "map_at_5": 0.88219, + "map_at_10": 0.88425, + "map_at_20": 0.88511, + "map_at_100": 0.88561, + "map_at_1000": 0.88563, + "recall_at_1": 0.83333, + "recall_at_3": 0.92667, + "recall_at_5": 0.95222, + "recall_at_10": 0.96778, + "recall_at_20": 0.97889, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.83778, - "precision_at_3": 0.31, - "precision_at_5": 0.19022, - "precision_at_10": 0.09689, - "precision_at_20": 0.04889, - "precision_at_100": 0.00998, + "accuracy": 0.83333, + "precision_at_1": 0.83333, + "precision_at_3": 0.30889, + "precision_at_5": 0.19044, + "precision_at_10": 0.09678, + "precision_at_20": 0.04894, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.837778, - "mrr_at_3": 0.878889, - "mrr_at_5": 0.883722, - "mrr_at_10": 0.886019, - "mrr_at_20": 0.886731, - "mrr_at_100": 0.887291, - "mrr_at_1000": 0.887302, - "nauc_ndcg_at_1_max": 0.714548, - "nauc_ndcg_at_1_std": -0.224089, - "nauc_ndcg_at_1_diff1": 0.88672, - "nauc_ndcg_at_3_max": 0.745862, - "nauc_ndcg_at_3_std": -0.218115, - "nauc_ndcg_at_3_diff1": 0.871493, - "nauc_ndcg_at_5_max": 0.754491, - "nauc_ndcg_at_5_std": -0.184384, - "nauc_ndcg_at_5_diff1": 0.873224, - "nauc_ndcg_at_10_max": 0.74604, - "nauc_ndcg_at_10_std": -0.204829, - "nauc_ndcg_at_10_diff1": 0.8763, - "nauc_ndcg_at_20_max": 0.743572, - "nauc_ndcg_at_20_std": -0.212212, - "nauc_ndcg_at_20_diff1": 0.875722, - "nauc_ndcg_at_100_max": 0.742094, - "nauc_ndcg_at_100_std": -0.202824, - "nauc_ndcg_at_100_diff1": 0.876621, - "nauc_ndcg_at_1000_max": 0.741219, - "nauc_ndcg_at_1000_std": -0.206661, - "nauc_ndcg_at_1000_diff1": 0.876646, - "nauc_map_at_1_max": 0.714548, - "nauc_map_at_1_std": -0.224089, - "nauc_map_at_1_diff1": 0.88672, - "nauc_map_at_3_max": 0.737443, - "nauc_map_at_3_std": -0.218362, - "nauc_map_at_3_diff1": 0.874992, - "nauc_map_at_5_max": 0.740931, - "nauc_map_at_5_std": -0.202689, - "nauc_map_at_5_diff1": 0.87591, - "nauc_map_at_10_max": 0.737971, - "nauc_map_at_10_std": -0.209635, - "nauc_map_at_10_diff1": 0.87711, - "nauc_map_at_20_max": 0.737358, - "nauc_map_at_20_std": -0.211416, - "nauc_map_at_20_diff1": 0.876976, - "nauc_map_at_100_max": 0.73732, - "nauc_map_at_100_std": -0.210133, - "nauc_map_at_100_diff1": 0.877204, - "nauc_map_at_1000_max": 0.737293, - "nauc_map_at_1000_std": -0.210246, - "nauc_map_at_1000_diff1": 0.877205, - "nauc_recall_at_1_max": 0.714548, - "nauc_recall_at_1_std": -0.224089, - "nauc_recall_at_1_diff1": 0.88672, - "nauc_recall_at_3_max": 0.785433, - "nauc_recall_at_3_std": -0.218058, - "nauc_recall_at_3_diff1": 0.855535, - "nauc_recall_at_5_max": 0.846225, - "nauc_recall_at_5_std": -0.053243, - "nauc_recall_at_5_diff1": 0.857451, - "nauc_recall_at_10_max": 0.818794, - "nauc_recall_at_10_std": -0.169818, - "nauc_recall_at_10_diff1": 0.8742, - "nauc_recall_at_20_max": 0.809781, - "nauc_recall_at_20_std": -0.26739, - "nauc_recall_at_20_diff1": 0.864729, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.876296, + "mrr_at_5": 0.882185, + "mrr_at_10": 0.884247, + "mrr_at_20": 0.885108, + "mrr_at_100": 0.885607, + "mrr_at_1000": 0.885625, + "nauc_ndcg_at_1_max": 0.671951, + "nauc_ndcg_at_1_std": -0.237905, + "nauc_ndcg_at_1_diff1": 0.896686, + "nauc_ndcg_at_3_max": 0.691773, + "nauc_ndcg_at_3_std": -0.274698, + "nauc_ndcg_at_3_diff1": 0.878143, + "nauc_ndcg_at_5_max": 0.68748, + "nauc_ndcg_at_5_std": -0.255822, + "nauc_ndcg_at_5_diff1": 0.873974, + "nauc_ndcg_at_10_max": 0.690285, + "nauc_ndcg_at_10_std": -0.248346, + "nauc_ndcg_at_10_diff1": 0.882302, + "nauc_ndcg_at_20_max": 0.688381, + "nauc_ndcg_at_20_std": -0.258818, + "nauc_ndcg_at_20_diff1": 0.882422, + "nauc_ndcg_at_100_max": 0.689785, + "nauc_ndcg_at_100_std": -0.246246, + "nauc_ndcg_at_100_diff1": 0.883103, + "nauc_ndcg_at_1000_max": 0.688201, + "nauc_ndcg_at_1000_std": -0.251781, + "nauc_ndcg_at_1000_diff1": 0.88298, + "nauc_map_at_1_max": 0.671951, + "nauc_map_at_1_std": -0.237905, + "nauc_map_at_1_diff1": 0.896686, + "nauc_map_at_3_max": 0.687498, + "nauc_map_at_3_std": -0.263658, + "nauc_map_at_3_diff1": 0.882641, + "nauc_map_at_5_max": 0.685142, + "nauc_map_at_5_std": -0.25416, + "nauc_map_at_5_diff1": 0.880946, + "nauc_map_at_10_max": 0.686269, + "nauc_map_at_10_std": -0.251244, + "nauc_map_at_10_diff1": 0.883891, + "nauc_map_at_20_max": 0.685976, + "nauc_map_at_20_std": -0.25333, + "nauc_map_at_20_diff1": 0.883939, + "nauc_map_at_100_max": 0.686139, + "nauc_map_at_100_std": -0.252075, + "nauc_map_at_100_diff1": 0.884062, + "nauc_map_at_1000_max": 0.686088, + "nauc_map_at_1000_std": -0.252242, + "nauc_map_at_1000_diff1": 0.884062, + "nauc_recall_at_1_max": 0.671951, + "nauc_recall_at_1_std": -0.237905, + "nauc_recall_at_1_diff1": 0.896686, + "nauc_recall_at_3_max": 0.710473, + "nauc_recall_at_3_std": -0.326076, + "nauc_recall_at_3_diff1": 0.85797, + "nauc_recall_at_5_max": 0.700313, + "nauc_recall_at_5_std": -0.260396, + "nauc_recall_at_5_diff1": 0.826189, + "nauc_recall_at_10_max": 0.727277, + "nauc_recall_at_10_std": -0.203001, + "nauc_recall_at_10_diff1": 0.876847, + "nauc_recall_at_20_max": 0.709027, + "nauc_recall_at_20_std": -0.363163, + "nauc_recall_at_20_diff1": 0.87567, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.714548, - "nauc_precision_at_1_std": -0.224089, - "nauc_precision_at_1_diff1": 0.88672, - "nauc_precision_at_3_max": 0.785433, - "nauc_precision_at_3_std": -0.218058, - "nauc_precision_at_3_diff1": 0.855535, - "nauc_precision_at_5_max": 0.846225, - "nauc_precision_at_5_std": -0.053243, - "nauc_precision_at_5_diff1": 0.857451, - "nauc_precision_at_10_max": 0.818794, - "nauc_precision_at_10_std": -0.169818, - "nauc_precision_at_10_diff1": 0.8742, - "nauc_precision_at_20_max": 0.809781, - "nauc_precision_at_20_std": -0.26739, - "nauc_precision_at_20_diff1": 0.864729, + "nauc_precision_at_1_max": 0.671951, + "nauc_precision_at_1_std": -0.237905, + "nauc_precision_at_1_diff1": 0.896686, + "nauc_precision_at_3_max": 0.710473, + "nauc_precision_at_3_std": -0.326076, + "nauc_precision_at_3_diff1": 0.85797, + "nauc_precision_at_5_max": 0.700313, + "nauc_precision_at_5_std": -0.260396, + "nauc_precision_at_5_diff1": 0.826189, + "nauc_precision_at_10_max": 0.727277, + "nauc_precision_at_10_std": -0.203001, + "nauc_precision_at_10_diff1": 0.876847, + "nauc_precision_at_20_max": 0.709027, + "nauc_precision_at_20_std": -0.363163, + "nauc_precision_at_20_diff1": 0.87567, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.714548, - "nauc_mrr_at_1_std": -0.224089, - "nauc_mrr_at_1_diff1": 0.88672, - "nauc_mrr_at_3_max": 0.737443, - "nauc_mrr_at_3_std": -0.218362, - "nauc_mrr_at_3_diff1": 0.874992, - "nauc_mrr_at_5_max": 0.740931, - "nauc_mrr_at_5_std": -0.202689, - "nauc_mrr_at_5_diff1": 0.87591, - "nauc_mrr_at_10_max": 0.737971, - "nauc_mrr_at_10_std": -0.209635, - "nauc_mrr_at_10_diff1": 0.87711, - "nauc_mrr_at_20_max": 0.737358, - "nauc_mrr_at_20_std": -0.211416, - "nauc_mrr_at_20_diff1": 0.876976, - "nauc_mrr_at_100_max": 0.73732, - "nauc_mrr_at_100_std": -0.210133, - "nauc_mrr_at_100_diff1": 0.877204, - "nauc_mrr_at_1000_max": 0.737293, - "nauc_mrr_at_1000_std": -0.210246, - "nauc_mrr_at_1000_diff1": 0.877205, - "main_score": 0.90641, + "nauc_mrr_at_1_max": 0.671951, + "nauc_mrr_at_1_std": -0.237905, + "nauc_mrr_at_1_diff1": 0.896686, + "nauc_mrr_at_3_max": 0.687498, + "nauc_mrr_at_3_std": -0.263658, + "nauc_mrr_at_3_diff1": 0.882641, + "nauc_mrr_at_5_max": 0.685142, + "nauc_mrr_at_5_std": -0.25416, + "nauc_mrr_at_5_diff1": 0.880946, + "nauc_mrr_at_10_max": 0.686269, + "nauc_mrr_at_10_std": -0.251244, + "nauc_mrr_at_10_diff1": 0.883891, + "nauc_mrr_at_20_max": 0.685976, + "nauc_mrr_at_20_std": -0.25333, + "nauc_mrr_at_20_diff1": 0.883939, + "nauc_mrr_at_100_max": 0.686139, + "nauc_mrr_at_100_std": -0.252075, + "nauc_mrr_at_100_diff1": 0.884062, + "nauc_mrr_at_1000_max": 0.686088, + "nauc_mrr_at_1000_std": -0.252242, + "nauc_mrr_at_1000_diff1": 0.884062, + "hit_rate_at_1": 0.83333, + "hit_rate_at_3": 0.92667, + "hit_rate_at_5": 0.95222, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.9049, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": [ "tgk-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.62111, - "ndcg_at_3": 0.67858, - "ndcg_at_5": 0.69675, - "ndcg_at_10": 0.70913, - "ndcg_at_20": 0.72097, - "ndcg_at_100": 0.73956, - "ndcg_at_1000": 0.74648, - "map_at_1": 0.62111, - "map_at_3": 0.66463, - "map_at_5": 0.67463, - "map_at_10": 0.67983, - "map_at_20": 0.6831, - "map_at_100": 0.68568, - "map_at_1000": 0.68597, - "recall_at_1": 0.62111, - "recall_at_3": 0.71889, - "recall_at_5": 0.76333, - "recall_at_10": 0.80111, - "recall_at_20": 0.84778, - "recall_at_100": 0.94778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59222, + "ndcg_at_3": 0.65141, + "ndcg_at_5": 0.66963, + "ndcg_at_10": 0.68693, + "ndcg_at_20": 0.6991, + "ndcg_at_100": 0.71844, + "ndcg_at_1000": 0.72647, + "map_at_1": 0.59222, + "map_at_3": 0.63759, + "map_at_5": 0.64765, + "map_at_10": 0.65481, + "map_at_20": 0.65805, + "map_at_100": 0.66087, + "map_at_1000": 0.66123, + "recall_at_1": 0.59222, + "recall_at_3": 0.69111, + "recall_at_5": 0.73556, + "recall_at_10": 0.78889, + "recall_at_20": 0.83778, + "recall_at_100": 0.94, "recall_at_1000": 1.0, - "precision_at_1": 0.62111, - "precision_at_3": 0.23963, - "precision_at_5": 0.15267, - "precision_at_10": 0.08011, - "precision_at_20": 0.04239, - "precision_at_100": 0.00948, - "precision_at_1000": 0.001, - "mrr_at_1": 0.621111, - "mrr_at_3": 0.66463, - "mrr_at_5": 0.67463, - "mrr_at_10": 0.679831, - "mrr_at_20": 0.683105, - "mrr_at_100": 0.685675, - "mrr_at_1000": 0.685975, - "nauc_ndcg_at_1_max": 0.839378, - "nauc_ndcg_at_1_std": 0.412568, - "nauc_ndcg_at_1_diff1": 0.871753, - "nauc_ndcg_at_3_max": 0.860323, - "nauc_ndcg_at_3_std": 0.455637, - "nauc_ndcg_at_3_diff1": 0.838557, - "nauc_ndcg_at_5_max": 0.859325, - "nauc_ndcg_at_5_std": 0.468413, - "nauc_ndcg_at_5_diff1": 0.838525, - "nauc_ndcg_at_10_max": 0.855909, - "nauc_ndcg_at_10_std": 0.469338, - "nauc_ndcg_at_10_diff1": 0.831235, - "nauc_ndcg_at_20_max": 0.85596, - "nauc_ndcg_at_20_std": 0.472291, - "nauc_ndcg_at_20_diff1": 0.834643, - "nauc_ndcg_at_100_max": 0.856734, - "nauc_ndcg_at_100_std": 0.468186, - "nauc_ndcg_at_100_diff1": 0.839058, - "nauc_ndcg_at_1000_max": 0.854916, - "nauc_ndcg_at_1000_std": 0.459756, - "nauc_ndcg_at_1000_diff1": 0.840896, - "nauc_map_at_1_max": 0.839378, - "nauc_map_at_1_std": 0.412568, - "nauc_map_at_1_diff1": 0.871753, - "nauc_map_at_3_max": 0.855609, - "nauc_map_at_3_std": 0.44439, - "nauc_map_at_3_diff1": 0.846979, - "nauc_map_at_5_max": 0.854884, - "nauc_map_at_5_std": 0.450386, - "nauc_map_at_5_diff1": 0.847152, - "nauc_map_at_10_max": 0.853389, - "nauc_map_at_10_std": 0.45025, - "nauc_map_at_10_diff1": 0.844382, - "nauc_map_at_20_max": 0.85348, - "nauc_map_at_20_std": 0.450985, - "nauc_map_at_20_diff1": 0.845423, - "nauc_map_at_100_max": 0.853328, - "nauc_map_at_100_std": 0.450005, - "nauc_map_at_100_diff1": 0.845951, - "nauc_map_at_1000_max": 0.85327, - "nauc_map_at_1000_std": 0.449716, - "nauc_map_at_1000_diff1": 0.846028, - "nauc_recall_at_1_max": 0.839378, - "nauc_recall_at_1_std": 0.412568, - "nauc_recall_at_1_diff1": 0.871753, - "nauc_recall_at_3_max": 0.875339, - "nauc_recall_at_3_std": 0.492312, - "nauc_recall_at_3_diff1": 0.811213, - "nauc_recall_at_5_max": 0.875079, - "nauc_recall_at_5_std": 0.537297, - "nauc_recall_at_5_diff1": 0.807186, - "nauc_recall_at_10_max": 0.864356, - "nauc_recall_at_10_std": 0.553116, - "nauc_recall_at_10_diff1": 0.773441, - "nauc_recall_at_20_max": 0.865638, - "nauc_recall_at_20_std": 0.592706, - "nauc_recall_at_20_diff1": 0.77845, - "nauc_recall_at_100_max": 0.914874, - "nauc_recall_at_100_std": 0.735135, - "nauc_recall_at_100_diff1": 0.783757, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.839378, - "nauc_precision_at_1_std": 0.412568, - "nauc_precision_at_1_diff1": 0.871753, - "nauc_precision_at_3_max": 0.875339, - "nauc_precision_at_3_std": 0.492312, - "nauc_precision_at_3_diff1": 0.811213, - "nauc_precision_at_5_max": 0.875079, - "nauc_precision_at_5_std": 0.537297, - "nauc_precision_at_5_diff1": 0.807186, - "nauc_precision_at_10_max": 0.864356, - "nauc_precision_at_10_std": 0.553116, - "nauc_precision_at_10_diff1": 0.773441, - "nauc_precision_at_20_max": 0.865638, - "nauc_precision_at_20_std": 0.592706, - "nauc_precision_at_20_diff1": 0.77845, - "nauc_precision_at_100_max": 0.914874, - "nauc_precision_at_100_std": 0.735135, - "nauc_precision_at_100_diff1": 0.783757, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.839378, - "nauc_mrr_at_1_std": 0.412568, - "nauc_mrr_at_1_diff1": 0.871753, - "nauc_mrr_at_3_max": 0.855609, - "nauc_mrr_at_3_std": 0.44439, - "nauc_mrr_at_3_diff1": 0.846979, - "nauc_mrr_at_5_max": 0.854884, - "nauc_mrr_at_5_std": 0.450386, - "nauc_mrr_at_5_diff1": 0.847152, - "nauc_mrr_at_10_max": 0.853389, - "nauc_mrr_at_10_std": 0.45025, - "nauc_mrr_at_10_diff1": 0.844382, - "nauc_mrr_at_20_max": 0.85348, - "nauc_mrr_at_20_std": 0.450985, - "nauc_mrr_at_20_diff1": 0.845423, - "nauc_mrr_at_100_max": 0.853328, - "nauc_mrr_at_100_std": 0.450005, - "nauc_mrr_at_100_diff1": 0.845951, - "nauc_mrr_at_1000_max": 0.85327, - "nauc_mrr_at_1000_std": 0.449716, - "nauc_mrr_at_1000_diff1": 0.846028, - "main_score": 0.70913, + "accuracy": 0.59222, + "precision_at_1": 0.59222, + "precision_at_3": 0.23037, + "precision_at_5": 0.14711, + "precision_at_10": 0.07889, + "precision_at_20": 0.04189, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.592222, + "mrr_at_3": 0.637593, + "mrr_at_5": 0.647648, + "mrr_at_10": 0.654812, + "mrr_at_20": 0.658053, + "mrr_at_100": 0.66087, + "mrr_at_1000": 0.661227, + "nauc_ndcg_at_1_max": 0.788125, + "nauc_ndcg_at_1_std": 0.342244, + "nauc_ndcg_at_1_diff1": 0.858412, + "nauc_ndcg_at_3_max": 0.812708, + "nauc_ndcg_at_3_std": 0.389995, + "nauc_ndcg_at_3_diff1": 0.824753, + "nauc_ndcg_at_5_max": 0.812013, + "nauc_ndcg_at_5_std": 0.390923, + "nauc_ndcg_at_5_diff1": 0.81386, + "nauc_ndcg_at_10_max": 0.811111, + "nauc_ndcg_at_10_std": 0.401358, + "nauc_ndcg_at_10_diff1": 0.807556, + "nauc_ndcg_at_20_max": 0.809952, + "nauc_ndcg_at_20_std": 0.404757, + "nauc_ndcg_at_20_diff1": 0.809467, + "nauc_ndcg_at_100_max": 0.810049, + "nauc_ndcg_at_100_std": 0.399672, + "nauc_ndcg_at_100_diff1": 0.814486, + "nauc_ndcg_at_1000_max": 0.808622, + "nauc_ndcg_at_1000_std": 0.392806, + "nauc_ndcg_at_1000_diff1": 0.818979, + "nauc_map_at_1_max": 0.788125, + "nauc_map_at_1_std": 0.342244, + "nauc_map_at_1_diff1": 0.858412, + "nauc_map_at_3_max": 0.807431, + "nauc_map_at_3_std": 0.378089, + "nauc_map_at_3_diff1": 0.833322, + "nauc_map_at_5_max": 0.806978, + "nauc_map_at_5_std": 0.378593, + "nauc_map_at_5_diff1": 0.827824, + "nauc_map_at_10_max": 0.806767, + "nauc_map_at_10_std": 0.382543, + "nauc_map_at_10_diff1": 0.825899, + "nauc_map_at_20_max": 0.806378, + "nauc_map_at_20_std": 0.383112, + "nauc_map_at_20_diff1": 0.826341, + "nauc_map_at_100_max": 0.80626, + "nauc_map_at_100_std": 0.38245, + "nauc_map_at_100_diff1": 0.826915, + "nauc_map_at_1000_max": 0.806232, + "nauc_map_at_1000_std": 0.382267, + "nauc_map_at_1000_diff1": 0.827101, + "nauc_recall_at_1_max": 0.788125, + "nauc_recall_at_1_std": 0.342244, + "nauc_recall_at_1_diff1": 0.858412, + "nauc_recall_at_3_max": 0.82908, + "nauc_recall_at_3_std": 0.427853, + "nauc_recall_at_3_diff1": 0.797423, + "nauc_recall_at_5_max": 0.829039, + "nauc_recall_at_5_std": 0.433926, + "nauc_recall_at_5_diff1": 0.76259, + "nauc_recall_at_10_max": 0.826943, + "nauc_recall_at_10_std": 0.484115, + "nauc_recall_at_10_diff1": 0.724692, + "nauc_recall_at_20_max": 0.824495, + "nauc_recall_at_20_std": 0.529039, + "nauc_recall_at_20_diff1": 0.717827, + "nauc_recall_at_100_max": 0.855578, + "nauc_recall_at_100_std": 0.60965, + "nauc_recall_at_100_diff1": 0.68988, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.788125, + "nauc_precision_at_1_std": 0.342244, + "nauc_precision_at_1_diff1": 0.858412, + "nauc_precision_at_3_max": 0.82908, + "nauc_precision_at_3_std": 0.427853, + "nauc_precision_at_3_diff1": 0.797423, + "nauc_precision_at_5_max": 0.829039, + "nauc_precision_at_5_std": 0.433926, + "nauc_precision_at_5_diff1": 0.76259, + "nauc_precision_at_10_max": 0.826943, + "nauc_precision_at_10_std": 0.484115, + "nauc_precision_at_10_diff1": 0.724692, + "nauc_precision_at_20_max": 0.824495, + "nauc_precision_at_20_std": 0.529039, + "nauc_precision_at_20_diff1": 0.717827, + "nauc_precision_at_100_max": 0.855578, + "nauc_precision_at_100_std": 0.60965, + "nauc_precision_at_100_diff1": 0.68988, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.788125, + "nauc_mrr_at_1_std": 0.342244, + "nauc_mrr_at_1_diff1": 0.858412, + "nauc_mrr_at_3_max": 0.807431, + "nauc_mrr_at_3_std": 0.378089, + "nauc_mrr_at_3_diff1": 0.833322, + "nauc_mrr_at_5_max": 0.806978, + "nauc_mrr_at_5_std": 0.378593, + "nauc_mrr_at_5_diff1": 0.827824, + "nauc_mrr_at_10_max": 0.806767, + "nauc_mrr_at_10_std": 0.382543, + "nauc_mrr_at_10_diff1": 0.825899, + "nauc_mrr_at_20_max": 0.806378, + "nauc_mrr_at_20_std": 0.383112, + "nauc_mrr_at_20_diff1": 0.826341, + "nauc_mrr_at_100_max": 0.80626, + "nauc_mrr_at_100_std": 0.38245, + "nauc_mrr_at_100_diff1": 0.826915, + "nauc_mrr_at_1000_max": 0.806232, + "nauc_mrr_at_1000_std": 0.382267, + "nauc_mrr_at_1000_diff1": 0.827101, + "hit_rate_at_1": 0.59222, + "hit_rate_at_3": 0.69111, + "hit_rate_at_5": 0.73556, + "hit_rate_at_10": 0.78889, + "hit_rate_at_20": 0.83778, + "hit_rate_at_100": 0.94, + "hit_rate_at_1000": 1.0, + "main_score": 0.68693, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": [ "eng-Latn", "tgk-Cyrl" - ] - }, - { - "ndcg_at_1": 0.87, - "ndcg_at_3": 0.90454, - "ndcg_at_5": 0.91463, - "ndcg_at_10": 0.92011, - "ndcg_at_20": 0.92267, - "ndcg_at_100": 0.92592, - "ndcg_at_1000": 0.92634, - "map_at_1": 0.87, - "map_at_3": 0.89611, - "map_at_5": 0.90172, - "map_at_10": 0.90404, - "map_at_20": 0.90477, - "map_at_100": 0.90527, - "map_at_1000": 0.90529, - "recall_at_1": 0.87, - "recall_at_3": 0.92889, - "recall_at_5": 0.95333, - "recall_at_10": 0.97, - "recall_at_20": 0.98, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.9019, + "ndcg_at_5": 0.91075, + "ndcg_at_10": 0.91551, + "ndcg_at_20": 0.92011, + "ndcg_at_100": 0.92339, + "ndcg_at_1000": 0.92396, + "map_at_1": 0.86778, + "map_at_3": 0.8937, + "map_at_5": 0.8987, + "map_at_10": 0.90072, + "map_at_20": 0.90204, + "map_at_100": 0.90256, + "map_at_1000": 0.90258, + "recall_at_1": 0.86778, + "recall_at_3": 0.92556, + "recall_at_5": 0.94667, + "recall_at_10": 0.96111, + "recall_at_20": 0.97889, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.87, - "precision_at_3": 0.30963, - "precision_at_5": 0.19067, - "precision_at_10": 0.097, - "precision_at_20": 0.049, - "precision_at_100": 0.00997, + "accuracy": 0.86778, + "precision_at_1": 0.86778, + "precision_at_3": 0.30852, + "precision_at_5": 0.18933, + "precision_at_10": 0.09611, + "precision_at_20": 0.04894, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.87, - "mrr_at_3": 0.896111, - "mrr_at_5": 0.901722, - "mrr_at_10": 0.904041, - "mrr_at_20": 0.904766, - "mrr_at_100": 0.905272, - "mrr_at_1000": 0.905287, - "nauc_ndcg_at_1_max": 0.805167, - "nauc_ndcg_at_1_std": 0.157154, - "nauc_ndcg_at_1_diff1": 0.945753, - "nauc_ndcg_at_3_max": 0.844534, - "nauc_ndcg_at_3_std": 0.22376, - "nauc_ndcg_at_3_diff1": 0.932277, - "nauc_ndcg_at_5_max": 0.851787, - "nauc_ndcg_at_5_std": 0.265432, - "nauc_ndcg_at_5_diff1": 0.935421, - "nauc_ndcg_at_10_max": 0.844692, - "nauc_ndcg_at_10_std": 0.256318, - "nauc_ndcg_at_10_diff1": 0.937588, - "nauc_ndcg_at_20_max": 0.840853, - "nauc_ndcg_at_20_std": 0.238485, - "nauc_ndcg_at_20_diff1": 0.938116, - "nauc_ndcg_at_100_max": 0.838067, - "nauc_ndcg_at_100_std": 0.229569, - "nauc_ndcg_at_100_diff1": 0.937982, - "nauc_ndcg_at_1000_max": 0.837358, - "nauc_ndcg_at_1000_std": 0.225284, - "nauc_ndcg_at_1000_diff1": 0.938136, - "nauc_map_at_1_max": 0.805167, - "nauc_map_at_1_std": 0.157154, - "nauc_map_at_1_diff1": 0.945753, - "nauc_map_at_3_max": 0.834672, - "nauc_map_at_3_std": 0.203733, - "nauc_map_at_3_diff1": 0.935945, - "nauc_map_at_5_max": 0.837873, - "nauc_map_at_5_std": 0.222829, - "nauc_map_at_5_diff1": 0.93781, - "nauc_map_at_10_max": 0.835092, - "nauc_map_at_10_std": 0.219067, - "nauc_map_at_10_diff1": 0.938764, - "nauc_map_at_20_max": 0.834111, - "nauc_map_at_20_std": 0.214587, - "nauc_map_at_20_diff1": 0.938921, - "nauc_map_at_100_max": 0.833632, - "nauc_map_at_100_std": 0.213103, - "nauc_map_at_100_diff1": 0.938856, - "nauc_map_at_1000_max": 0.83361, - "nauc_map_at_1000_std": 0.212982, - "nauc_map_at_1000_diff1": 0.938862, - "nauc_recall_at_1_max": 0.805167, - "nauc_recall_at_1_std": 0.157154, - "nauc_recall_at_1_diff1": 0.945753, - "nauc_recall_at_3_max": 0.884213, - "nauc_recall_at_3_std": 0.306694, - "nauc_recall_at_3_diff1": 0.917316, - "nauc_recall_at_5_max": 0.934374, - "nauc_recall_at_5_std": 0.531124, - "nauc_recall_at_5_diff1": 0.92208, - "nauc_recall_at_10_max": 0.922727, - "nauc_recall_at_10_std": 0.597451, - "nauc_recall_at_10_diff1": 0.929799, - "nauc_recall_at_20_max": 0.905877, - "nauc_recall_at_20_std": 0.507703, - "nauc_recall_at_20_diff1": 0.932825, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.956427, - "nauc_recall_at_100_diff1": 0.912854, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.893704, + "mrr_at_5": 0.898704, + "mrr_at_10": 0.900723, + "mrr_at_20": 0.902036, + "mrr_at_100": 0.90256, + "mrr_at_1000": 0.902581, + "nauc_ndcg_at_1_max": 0.823522, + "nauc_ndcg_at_1_std": 0.127349, + "nauc_ndcg_at_1_diff1": 0.939196, + "nauc_ndcg_at_3_max": 0.853895, + "nauc_ndcg_at_3_std": 0.200031, + "nauc_ndcg_at_3_diff1": 0.928897, + "nauc_ndcg_at_5_max": 0.857437, + "nauc_ndcg_at_5_std": 0.220645, + "nauc_ndcg_at_5_diff1": 0.929724, + "nauc_ndcg_at_10_max": 0.856757, + "nauc_ndcg_at_10_std": 0.2306, + "nauc_ndcg_at_10_diff1": 0.9307, + "nauc_ndcg_at_20_max": 0.851477, + "nauc_ndcg_at_20_std": 0.209814, + "nauc_ndcg_at_20_diff1": 0.931628, + "nauc_ndcg_at_100_max": 0.84937, + "nauc_ndcg_at_100_std": 0.20364, + "nauc_ndcg_at_100_diff1": 0.931886, + "nauc_ndcg_at_1000_max": 0.84846, + "nauc_ndcg_at_1000_std": 0.197568, + "nauc_ndcg_at_1000_diff1": 0.931865, + "nauc_map_at_1_max": 0.823522, + "nauc_map_at_1_std": 0.127349, + "nauc_map_at_1_diff1": 0.939196, + "nauc_map_at_3_max": 0.845524, + "nauc_map_at_3_std": 0.178976, + "nauc_map_at_3_diff1": 0.931461, + "nauc_map_at_5_max": 0.847049, + "nauc_map_at_5_std": 0.188218, + "nauc_map_at_5_diff1": 0.932, + "nauc_map_at_10_max": 0.846638, + "nauc_map_at_10_std": 0.191138, + "nauc_map_at_10_diff1": 0.932483, + "nauc_map_at_20_max": 0.845318, + "nauc_map_at_20_std": 0.186137, + "nauc_map_at_20_diff1": 0.932723, + "nauc_map_at_100_max": 0.844979, + "nauc_map_at_100_std": 0.184957, + "nauc_map_at_100_diff1": 0.932686, + "nauc_map_at_1000_max": 0.844952, + "nauc_map_at_1000_std": 0.184785, + "nauc_map_at_1000_diff1": 0.932685, + "nauc_recall_at_1_max": 0.823522, + "nauc_recall_at_1_std": 0.127349, + "nauc_recall_at_1_diff1": 0.939196, + "nauc_recall_at_3_max": 0.887342, + "nauc_recall_at_3_std": 0.284795, + "nauc_recall_at_3_diff1": 0.918823, + "nauc_recall_at_5_max": 0.913107, + "nauc_recall_at_5_std": 0.399169, + "nauc_recall_at_5_diff1": 0.918106, + "nauc_recall_at_10_max": 0.928718, + "nauc_recall_at_10_std": 0.529665, + "nauc_recall_at_10_diff1": 0.919101, + "nauc_recall_at_20_max": 0.911691, + "nauc_recall_at_20_std": 0.4699, + "nauc_recall_at_20_diff1": 0.922601, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.805167, - "nauc_precision_at_1_std": 0.157154, - "nauc_precision_at_1_diff1": 0.945753, - "nauc_precision_at_3_max": 0.884213, - "nauc_precision_at_3_std": 0.306694, - "nauc_precision_at_3_diff1": 0.917316, - "nauc_precision_at_5_max": 0.934374, - "nauc_precision_at_5_std": 0.531124, - "nauc_precision_at_5_diff1": 0.92208, - "nauc_precision_at_10_max": 0.922727, - "nauc_precision_at_10_std": 0.597451, - "nauc_precision_at_10_diff1": 0.929799, - "nauc_precision_at_20_max": 0.905877, - "nauc_precision_at_20_std": 0.507703, - "nauc_precision_at_20_diff1": 0.932825, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.956427, - "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1_max": 0.823522, + "nauc_precision_at_1_std": 0.127349, + "nauc_precision_at_1_diff1": 0.939196, + "nauc_precision_at_3_max": 0.887342, + "nauc_precision_at_3_std": 0.284795, + "nauc_precision_at_3_diff1": 0.918823, + "nauc_precision_at_5_max": 0.913107, + "nauc_precision_at_5_std": 0.399169, + "nauc_precision_at_5_diff1": 0.918106, + "nauc_precision_at_10_max": 0.928718, + "nauc_precision_at_10_std": 0.529665, + "nauc_precision_at_10_diff1": 0.919101, + "nauc_precision_at_20_max": 0.911691, + "nauc_precision_at_20_std": 0.4699, + "nauc_precision_at_20_diff1": 0.922601, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.805167, - "nauc_mrr_at_1_std": 0.157154, - "nauc_mrr_at_1_diff1": 0.945753, - "nauc_mrr_at_3_max": 0.834672, - "nauc_mrr_at_3_std": 0.203733, - "nauc_mrr_at_3_diff1": 0.935945, - "nauc_mrr_at_5_max": 0.837873, - "nauc_mrr_at_5_std": 0.222829, - "nauc_mrr_at_5_diff1": 0.93781, - "nauc_mrr_at_10_max": 0.835092, - "nauc_mrr_at_10_std": 0.219067, - "nauc_mrr_at_10_diff1": 0.938764, - "nauc_mrr_at_20_max": 0.834111, - "nauc_mrr_at_20_std": 0.214587, - "nauc_mrr_at_20_diff1": 0.938921, - "nauc_mrr_at_100_max": 0.833632, - "nauc_mrr_at_100_std": 0.213103, - "nauc_mrr_at_100_diff1": 0.938856, - "nauc_mrr_at_1000_max": 0.83361, - "nauc_mrr_at_1000_std": 0.212982, - "nauc_mrr_at_1000_diff1": 0.938862, - "main_score": 0.92011, + "nauc_mrr_at_1_max": 0.823522, + "nauc_mrr_at_1_std": 0.127349, + "nauc_mrr_at_1_diff1": 0.939196, + "nauc_mrr_at_3_max": 0.845524, + "nauc_mrr_at_3_std": 0.178976, + "nauc_mrr_at_3_diff1": 0.931461, + "nauc_mrr_at_5_max": 0.847049, + "nauc_mrr_at_5_std": 0.188218, + "nauc_mrr_at_5_diff1": 0.932, + "nauc_mrr_at_10_max": 0.846638, + "nauc_mrr_at_10_std": 0.191138, + "nauc_mrr_at_10_diff1": 0.932483, + "nauc_mrr_at_20_max": 0.845318, + "nauc_mrr_at_20_std": 0.186137, + "nauc_mrr_at_20_diff1": 0.932723, + "nauc_mrr_at_100_max": 0.844979, + "nauc_mrr_at_100_std": 0.184957, + "nauc_mrr_at_100_diff1": 0.932686, + "nauc_mrr_at_1000_max": 0.844952, + "nauc_mrr_at_1000_std": 0.184785, + "nauc_mrr_at_1000_diff1": 0.932685, + "hit_rate_at_1": 0.86778, + "hit_rate_at_3": 0.92556, + "hit_rate_at_5": 0.94667, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.91551, "hf_subset": "tgl_Latn-tgl_Latn", "languages": [ "tgl-Latn", "tgl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90444, - "ndcg_at_3": 0.9421, - "ndcg_at_5": 0.94607, - "ndcg_at_10": 0.94873, - "ndcg_at_20": 0.95039, - "ndcg_at_100": 0.95172, - "ndcg_at_1000": 0.95204, - "map_at_1": 0.90444, - "map_at_3": 0.93352, - "map_at_5": 0.93563, - "map_at_10": 0.93681, - "map_at_20": 0.93726, - "map_at_100": 0.93748, - "map_at_1000": 0.93749, - "recall_at_1": 0.90444, - "recall_at_3": 0.96667, - "recall_at_5": 0.97667, - "recall_at_10": 0.98444, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.90333, + "ndcg_at_3": 0.93973, + "ndcg_at_5": 0.94475, + "ndcg_at_10": 0.94876, + "ndcg_at_20": 0.94929, + "ndcg_at_100": 0.95079, + "ndcg_at_1000": 0.95109, + "map_at_1": 0.90333, + "map_at_3": 0.93148, + "map_at_5": 0.93426, + "map_at_10": 0.93594, + "map_at_20": 0.93607, + "map_at_100": 0.93629, + "map_at_1000": 0.93631, + "recall_at_1": 0.90333, + "recall_at_3": 0.96333, + "recall_at_5": 0.97556, + "recall_at_10": 0.98778, + "recall_at_20": 0.99, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90444, - "precision_at_3": 0.32222, - "precision_at_5": 0.19533, - "precision_at_10": 0.09844, - "precision_at_20": 0.04956, + "accuracy": 0.90333, + "precision_at_1": 0.90333, + "precision_at_3": 0.32111, + "precision_at_5": 0.19511, + "precision_at_10": 0.09878, + "precision_at_20": 0.0495, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.904444, - "mrr_at_3": 0.933519, - "mrr_at_5": 0.93563, - "mrr_at_10": 0.936811, - "mrr_at_20": 0.937261, - "mrr_at_100": 0.937476, - "mrr_at_1000": 0.937494, - "nauc_ndcg_at_1_max": 0.779162, - "nauc_ndcg_at_1_std": -0.347431, - "nauc_ndcg_at_1_diff1": 0.941752, - "nauc_ndcg_at_3_max": 0.805038, - "nauc_ndcg_at_3_std": -0.389343, - "nauc_ndcg_at_3_diff1": 0.94313, - "nauc_ndcg_at_5_max": 0.807758, - "nauc_ndcg_at_5_std": -0.382873, - "nauc_ndcg_at_5_diff1": 0.944287, - "nauc_ndcg_at_10_max": 0.80375, - "nauc_ndcg_at_10_std": -0.349443, - "nauc_ndcg_at_10_diff1": 0.941399, - "nauc_ndcg_at_20_max": 0.80133, - "nauc_ndcg_at_20_std": -0.347075, - "nauc_ndcg_at_20_diff1": 0.943608, - "nauc_ndcg_at_100_max": 0.799286, - "nauc_ndcg_at_100_std": -0.351935, - "nauc_ndcg_at_100_diff1": 0.942653, - "nauc_ndcg_at_1000_max": 0.797955, - "nauc_ndcg_at_1000_std": -0.360901, - "nauc_ndcg_at_1000_diff1": 0.942273, - "nauc_map_at_1_max": 0.779162, - "nauc_map_at_1_std": -0.347431, - "nauc_map_at_1_diff1": 0.941752, - "nauc_map_at_3_max": 0.796679, - "nauc_map_at_3_std": -0.376436, - "nauc_map_at_3_diff1": 0.942066, - "nauc_map_at_5_max": 0.797399, - "nauc_map_at_5_std": -0.374108, - "nauc_map_at_5_diff1": 0.942479, - "nauc_map_at_10_max": 0.795775, - "nauc_map_at_10_std": -0.362587, - "nauc_map_at_10_diff1": 0.941403, - "nauc_map_at_20_max": 0.795296, - "nauc_map_at_20_std": -0.362276, - "nauc_map_at_20_diff1": 0.941968, - "nauc_map_at_100_max": 0.794972, - "nauc_map_at_100_std": -0.363415, - "nauc_map_at_100_diff1": 0.941838, - "nauc_map_at_1000_max": 0.794914, - "nauc_map_at_1000_std": -0.363803, - "nauc_map_at_1000_diff1": 0.941822, - "nauc_recall_at_1_max": 0.779162, - "nauc_recall_at_1_std": -0.347431, - "nauc_recall_at_1_diff1": 0.941752, - "nauc_recall_at_3_max": 0.852646, - "nauc_recall_at_3_std": -0.462294, - "nauc_recall_at_3_diff1": 0.949735, - "nauc_recall_at_5_max": 0.891401, - "nauc_recall_at_5_std": -0.444645, - "nauc_recall_at_5_diff1": 0.960095, - "nauc_recall_at_10_max": 0.894291, - "nauc_recall_at_10_std": -0.138722, - "nauc_recall_at_10_diff1": 0.940143, - "nauc_recall_at_20_max": 0.90342, - "nauc_recall_at_20_std": 0.077556, - "nauc_recall_at_20_diff1": 0.98366, + "mrr_at_1": 0.903333, + "mrr_at_3": 0.931481, + "mrr_at_5": 0.934259, + "mrr_at_10": 0.935941, + "mrr_at_20": 0.936065, + "mrr_at_100": 0.936293, + "mrr_at_1000": 0.936307, + "nauc_ndcg_at_1_max": 0.77077, + "nauc_ndcg_at_1_std": -0.404783, + "nauc_ndcg_at_1_diff1": 0.937163, + "nauc_ndcg_at_3_max": 0.788784, + "nauc_ndcg_at_3_std": -0.403186, + "nauc_ndcg_at_3_diff1": 0.93104, + "nauc_ndcg_at_5_max": 0.779037, + "nauc_ndcg_at_5_std": -0.430803, + "nauc_ndcg_at_5_diff1": 0.929444, + "nauc_ndcg_at_10_max": 0.787229, + "nauc_ndcg_at_10_std": -0.393274, + "nauc_ndcg_at_10_diff1": 0.933697, + "nauc_ndcg_at_20_max": 0.785033, + "nauc_ndcg_at_20_std": -0.401031, + "nauc_ndcg_at_20_diff1": 0.933675, + "nauc_ndcg_at_100_max": 0.785332, + "nauc_ndcg_at_100_std": -0.393426, + "nauc_ndcg_at_100_diff1": 0.933964, + "nauc_ndcg_at_1000_max": 0.784004, + "nauc_ndcg_at_1000_std": -0.402049, + "nauc_ndcg_at_1000_diff1": 0.933555, + "nauc_map_at_1_max": 0.77077, + "nauc_map_at_1_std": -0.404783, + "nauc_map_at_1_diff1": 0.937163, + "nauc_map_at_3_max": 0.784205, + "nauc_map_at_3_std": -0.405103, + "nauc_map_at_3_diff1": 0.932748, + "nauc_map_at_5_max": 0.779526, + "nauc_map_at_5_std": -0.418689, + "nauc_map_at_5_diff1": 0.932185, + "nauc_map_at_10_max": 0.782334, + "nauc_map_at_10_std": -0.405835, + "nauc_map_at_10_diff1": 0.933672, + "nauc_map_at_20_max": 0.781912, + "nauc_map_at_20_std": -0.407314, + "nauc_map_at_20_diff1": 0.933664, + "nauc_map_at_100_max": 0.782039, + "nauc_map_at_100_std": -0.406198, + "nauc_map_at_100_diff1": 0.933709, + "nauc_map_at_1000_max": 0.781991, + "nauc_map_at_1000_std": -0.406504, + "nauc_map_at_1000_diff1": 0.933695, + "nauc_recall_at_1_max": 0.77077, + "nauc_recall_at_1_std": -0.404783, + "nauc_recall_at_1_diff1": 0.937163, + "nauc_recall_at_3_max": 0.812282, + "nauc_recall_at_3_std": -0.391789, + "nauc_recall_at_3_diff1": 0.92212, + "nauc_recall_at_5_max": 0.769884, + "nauc_recall_at_5_std": -0.530643, + "nauc_recall_at_5_diff1": 0.90769, + "nauc_recall_at_10_max": 0.863976, + "nauc_recall_at_10_std": -0.149733, + "nauc_recall_at_10_diff1": 0.940582, + "nauc_recall_at_20_max": 0.833748, + "nauc_recall_at_20_std": -0.262579, + "nauc_recall_at_20_diff1": 0.941903, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.779162, - "nauc_precision_at_1_std": -0.347431, - "nauc_precision_at_1_diff1": 0.941752, - "nauc_precision_at_3_max": 0.852646, - "nauc_precision_at_3_std": -0.462294, - "nauc_precision_at_3_diff1": 0.949735, - "nauc_precision_at_5_max": 0.891401, - "nauc_precision_at_5_std": -0.444645, - "nauc_precision_at_5_diff1": 0.960095, - "nauc_precision_at_10_max": 0.894291, - "nauc_precision_at_10_std": -0.138722, - "nauc_precision_at_10_diff1": 0.940143, - "nauc_precision_at_20_max": 0.90342, - "nauc_precision_at_20_std": 0.077556, - "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_1_max": 0.77077, + "nauc_precision_at_1_std": -0.404783, + "nauc_precision_at_1_diff1": 0.937163, + "nauc_precision_at_3_max": 0.812282, + "nauc_precision_at_3_std": -0.391789, + "nauc_precision_at_3_diff1": 0.92212, + "nauc_precision_at_5_max": 0.769884, + "nauc_precision_at_5_std": -0.530643, + "nauc_precision_at_5_diff1": 0.90769, + "nauc_precision_at_10_max": 0.863976, + "nauc_precision_at_10_std": -0.149733, + "nauc_precision_at_10_diff1": 0.940582, + "nauc_precision_at_20_max": 0.833748, + "nauc_precision_at_20_std": -0.262579, + "nauc_precision_at_20_diff1": 0.941903, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.779162, - "nauc_mrr_at_1_std": -0.347431, - "nauc_mrr_at_1_diff1": 0.941752, - "nauc_mrr_at_3_max": 0.796679, - "nauc_mrr_at_3_std": -0.376436, - "nauc_mrr_at_3_diff1": 0.942066, - "nauc_mrr_at_5_max": 0.797399, - "nauc_mrr_at_5_std": -0.374108, - "nauc_mrr_at_5_diff1": 0.942479, - "nauc_mrr_at_10_max": 0.795775, - "nauc_mrr_at_10_std": -0.362587, - "nauc_mrr_at_10_diff1": 0.941403, - "nauc_mrr_at_20_max": 0.795296, - "nauc_mrr_at_20_std": -0.362276, - "nauc_mrr_at_20_diff1": 0.941968, - "nauc_mrr_at_100_max": 0.794972, - "nauc_mrr_at_100_std": -0.363415, - "nauc_mrr_at_100_diff1": 0.941838, - "nauc_mrr_at_1000_max": 0.794914, - "nauc_mrr_at_1000_std": -0.363803, - "nauc_mrr_at_1000_diff1": 0.941822, - "main_score": 0.94873, + "nauc_mrr_at_1_max": 0.77077, + "nauc_mrr_at_1_std": -0.404783, + "nauc_mrr_at_1_diff1": 0.937163, + "nauc_mrr_at_3_max": 0.784205, + "nauc_mrr_at_3_std": -0.405103, + "nauc_mrr_at_3_diff1": 0.932748, + "nauc_mrr_at_5_max": 0.779526, + "nauc_mrr_at_5_std": -0.418689, + "nauc_mrr_at_5_diff1": 0.932185, + "nauc_mrr_at_10_max": 0.782334, + "nauc_mrr_at_10_std": -0.405835, + "nauc_mrr_at_10_diff1": 0.933672, + "nauc_mrr_at_20_max": 0.781912, + "nauc_mrr_at_20_std": -0.407314, + "nauc_mrr_at_20_diff1": 0.933664, + "nauc_mrr_at_100_max": 0.782039, + "nauc_mrr_at_100_std": -0.406198, + "nauc_mrr_at_100_diff1": 0.933709, + "nauc_mrr_at_1000_max": 0.781991, + "nauc_mrr_at_1000_std": -0.406504, + "nauc_mrr_at_1000_diff1": 0.933695, + "hit_rate_at_1": 0.90333, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94876, "hf_subset": "tgl_Latn-eng_Latn", "languages": [ "tgl-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.84889, - "ndcg_at_3": 0.88792, - "ndcg_at_5": 0.89748, - "ndcg_at_10": 0.90368, - "ndcg_at_20": 0.90762, - "ndcg_at_100": 0.91122, - "ndcg_at_1000": 0.91238, - "map_at_1": 0.84889, - "map_at_3": 0.8787, - "map_at_5": 0.88398, - "map_at_10": 0.88659, - "map_at_20": 0.88767, - "map_at_100": 0.88821, - "map_at_1000": 0.88825, - "recall_at_1": 0.84889, - "recall_at_3": 0.91444, - "recall_at_5": 0.93778, - "recall_at_10": 0.95667, - "recall_at_20": 0.97222, - "recall_at_100": 0.99111, + "ndcg_at_1": 0.82444, + "ndcg_at_3": 0.87174, + "ndcg_at_5": 0.88121, + "ndcg_at_10": 0.889, + "ndcg_at_20": 0.893, + "ndcg_at_100": 0.89765, + "ndcg_at_1000": 0.89897, + "map_at_1": 0.82444, + "map_at_3": 0.86074, + "map_at_5": 0.86591, + "map_at_10": 0.86926, + "map_at_20": 0.8704, + "map_at_100": 0.87107, + "map_at_1000": 0.87113, + "recall_at_1": 0.82444, + "recall_at_3": 0.90333, + "recall_at_5": 0.92667, + "recall_at_10": 0.95, + "recall_at_20": 0.96556, + "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.84889, - "precision_at_3": 0.30481, - "precision_at_5": 0.18756, - "precision_at_10": 0.09567, - "precision_at_20": 0.04861, - "precision_at_100": 0.00991, + "accuracy": 0.82444, + "precision_at_1": 0.82444, + "precision_at_3": 0.30111, + "precision_at_5": 0.18533, + "precision_at_10": 0.095, + "precision_at_20": 0.04828, + "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.848889, - "mrr_at_3": 0.878704, - "mrr_at_5": 0.883981, - "mrr_at_10": 0.886589, - "mrr_at_20": 0.887674, - "mrr_at_100": 0.888206, - "mrr_at_1000": 0.888252, - "nauc_ndcg_at_1_max": 0.834394, - "nauc_ndcg_at_1_std": 0.150256, - "nauc_ndcg_at_1_diff1": 0.917107, - "nauc_ndcg_at_3_max": 0.864517, - "nauc_ndcg_at_3_std": 0.252444, - "nauc_ndcg_at_3_diff1": 0.906631, - "nauc_ndcg_at_5_max": 0.871505, - "nauc_ndcg_at_5_std": 0.280366, - "nauc_ndcg_at_5_diff1": 0.908228, - "nauc_ndcg_at_10_max": 0.86726, - "nauc_ndcg_at_10_std": 0.260878, - "nauc_ndcg_at_10_diff1": 0.909793, - "nauc_ndcg_at_20_max": 0.863066, - "nauc_ndcg_at_20_std": 0.253565, - "nauc_ndcg_at_20_diff1": 0.909184, - "nauc_ndcg_at_100_max": 0.861133, - "nauc_ndcg_at_100_std": 0.248823, - "nauc_ndcg_at_100_diff1": 0.909599, - "nauc_ndcg_at_1000_max": 0.859247, - "nauc_ndcg_at_1000_std": 0.238825, - "nauc_ndcg_at_1000_diff1": 0.909695, - "nauc_map_at_1_max": 0.834394, - "nauc_map_at_1_std": 0.150256, - "nauc_map_at_1_diff1": 0.917107, - "nauc_map_at_3_max": 0.854924, - "nauc_map_at_3_std": 0.219034, - "nauc_map_at_3_diff1": 0.908799, - "nauc_map_at_5_max": 0.857801, - "nauc_map_at_5_std": 0.23141, - "nauc_map_at_5_diff1": 0.909613, - "nauc_map_at_10_max": 0.856011, - "nauc_map_at_10_std": 0.223603, - "nauc_map_at_10_diff1": 0.910229, - "nauc_map_at_20_max": 0.854944, - "nauc_map_at_20_std": 0.221578, - "nauc_map_at_20_diff1": 0.910106, - "nauc_map_at_100_max": 0.854731, - "nauc_map_at_100_std": 0.221184, - "nauc_map_at_100_diff1": 0.910199, - "nauc_map_at_1000_max": 0.85467, - "nauc_map_at_1000_std": 0.220863, - "nauc_map_at_1000_diff1": 0.910198, - "nauc_recall_at_1_max": 0.834394, - "nauc_recall_at_1_std": 0.150256, - "nauc_recall_at_1_diff1": 0.917107, - "nauc_recall_at_3_max": 0.903058, - "nauc_recall_at_3_std": 0.387118, - "nauc_recall_at_3_diff1": 0.898535, - "nauc_recall_at_5_max": 0.945645, - "nauc_recall_at_5_std": 0.545193, - "nauc_recall_at_5_diff1": 0.902294, - "nauc_recall_at_10_max": 0.949185, - "nauc_recall_at_10_std": 0.527197, - "nauc_recall_at_10_diff1": 0.909802, - "nauc_recall_at_20_max": 0.941643, - "nauc_recall_at_20_std": 0.583081, - "nauc_recall_at_20_diff1": 0.901774, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.98366, - "nauc_recall_at_100_diff1": 0.899918, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.834394, - "nauc_precision_at_1_std": 0.150256, - "nauc_precision_at_1_diff1": 0.917107, - "nauc_precision_at_3_max": 0.903058, - "nauc_precision_at_3_std": 0.387118, - "nauc_precision_at_3_diff1": 0.898535, - "nauc_precision_at_5_max": 0.945645, - "nauc_precision_at_5_std": 0.545193, - "nauc_precision_at_5_diff1": 0.902294, - "nauc_precision_at_10_max": 0.949185, - "nauc_precision_at_10_std": 0.527197, - "nauc_precision_at_10_diff1": 0.909802, - "nauc_precision_at_20_max": 0.941643, - "nauc_precision_at_20_std": 0.583081, - "nauc_precision_at_20_diff1": 0.901774, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.98366, - "nauc_precision_at_100_diff1": 0.899918, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.834394, - "nauc_mrr_at_1_std": 0.150256, - "nauc_mrr_at_1_diff1": 0.917107, - "nauc_mrr_at_3_max": 0.854924, - "nauc_mrr_at_3_std": 0.219034, - "nauc_mrr_at_3_diff1": 0.908799, - "nauc_mrr_at_5_max": 0.857801, - "nauc_mrr_at_5_std": 0.23141, - "nauc_mrr_at_5_diff1": 0.909613, - "nauc_mrr_at_10_max": 0.856011, - "nauc_mrr_at_10_std": 0.223603, - "nauc_mrr_at_10_diff1": 0.910229, - "nauc_mrr_at_20_max": 0.854944, - "nauc_mrr_at_20_std": 0.221578, - "nauc_mrr_at_20_diff1": 0.910106, - "nauc_mrr_at_100_max": 0.854731, - "nauc_mrr_at_100_std": 0.221184, - "nauc_mrr_at_100_diff1": 0.910199, - "nauc_mrr_at_1000_max": 0.85467, - "nauc_mrr_at_1000_std": 0.220863, - "nauc_mrr_at_1000_diff1": 0.910198, - "main_score": 0.90368, + "mrr_at_1": 0.824444, + "mrr_at_3": 0.860741, + "mrr_at_5": 0.865907, + "mrr_at_10": 0.869261, + "mrr_at_20": 0.870395, + "mrr_at_100": 0.871075, + "mrr_at_1000": 0.871128, + "nauc_ndcg_at_1_max": 0.801851, + "nauc_ndcg_at_1_std": 0.09672, + "nauc_ndcg_at_1_diff1": 0.912569, + "nauc_ndcg_at_3_max": 0.826742, + "nauc_ndcg_at_3_std": 0.185556, + "nauc_ndcg_at_3_diff1": 0.897384, + "nauc_ndcg_at_5_max": 0.833732, + "nauc_ndcg_at_5_std": 0.216698, + "nauc_ndcg_at_5_diff1": 0.899308, + "nauc_ndcg_at_10_max": 0.83252, + "nauc_ndcg_at_10_std": 0.216304, + "nauc_ndcg_at_10_diff1": 0.900824, + "nauc_ndcg_at_20_max": 0.829272, + "nauc_ndcg_at_20_std": 0.198802, + "nauc_ndcg_at_20_diff1": 0.903984, + "nauc_ndcg_at_100_max": 0.82672, + "nauc_ndcg_at_100_std": 0.194894, + "nauc_ndcg_at_100_diff1": 0.904212, + "nauc_ndcg_at_1000_max": 0.824569, + "nauc_ndcg_at_1000_std": 0.184357, + "nauc_ndcg_at_1000_diff1": 0.903524, + "nauc_map_at_1_max": 0.801851, + "nauc_map_at_1_std": 0.09672, + "nauc_map_at_1_diff1": 0.912569, + "nauc_map_at_3_max": 0.81938, + "nauc_map_at_3_std": 0.160266, + "nauc_map_at_3_diff1": 0.901645, + "nauc_map_at_5_max": 0.822241, + "nauc_map_at_5_std": 0.17379, + "nauc_map_at_5_diff1": 0.902705, + "nauc_map_at_10_max": 0.821552, + "nauc_map_at_10_std": 0.172405, + "nauc_map_at_10_diff1": 0.90339, + "nauc_map_at_20_max": 0.820602, + "nauc_map_at_20_std": 0.167675, + "nauc_map_at_20_diff1": 0.904083, + "nauc_map_at_100_max": 0.820305, + "nauc_map_at_100_std": 0.167383, + "nauc_map_at_100_diff1": 0.904107, + "nauc_map_at_1000_max": 0.820233, + "nauc_map_at_1000_std": 0.167033, + "nauc_map_at_1000_diff1": 0.904088, + "nauc_recall_at_1_max": 0.801851, + "nauc_recall_at_1_std": 0.09672, + "nauc_recall_at_1_diff1": 0.912569, + "nauc_recall_at_3_max": 0.856155, + "nauc_recall_at_3_std": 0.286026, + "nauc_recall_at_3_diff1": 0.880496, + "nauc_recall_at_5_max": 0.8943, + "nauc_recall_at_5_std": 0.442789, + "nauc_recall_at_5_diff1": 0.882898, + "nauc_recall_at_10_max": 0.913954, + "nauc_recall_at_10_std": 0.546831, + "nauc_recall_at_10_diff1": 0.88448, + "nauc_recall_at_20_max": 0.915304, + "nauc_recall_at_20_std": 0.498404, + "nauc_recall_at_20_diff1": 0.915891, + "nauc_recall_at_100_max": 0.985476, + "nauc_recall_at_100_std": 0.970951, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.801851, + "nauc_precision_at_1_std": 0.09672, + "nauc_precision_at_1_diff1": 0.912569, + "nauc_precision_at_3_max": 0.856155, + "nauc_precision_at_3_std": 0.286026, + "nauc_precision_at_3_diff1": 0.880496, + "nauc_precision_at_5_max": 0.8943, + "nauc_precision_at_5_std": 0.442789, + "nauc_precision_at_5_diff1": 0.882898, + "nauc_precision_at_10_max": 0.913954, + "nauc_precision_at_10_std": 0.546831, + "nauc_precision_at_10_diff1": 0.88448, + "nauc_precision_at_20_max": 0.915304, + "nauc_precision_at_20_std": 0.498404, + "nauc_precision_at_20_diff1": 0.915891, + "nauc_precision_at_100_max": 0.985476, + "nauc_precision_at_100_std": 0.970951, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.801851, + "nauc_mrr_at_1_std": 0.09672, + "nauc_mrr_at_1_diff1": 0.912569, + "nauc_mrr_at_3_max": 0.81938, + "nauc_mrr_at_3_std": 0.160266, + "nauc_mrr_at_3_diff1": 0.901645, + "nauc_mrr_at_5_max": 0.822241, + "nauc_mrr_at_5_std": 0.17379, + "nauc_mrr_at_5_diff1": 0.902705, + "nauc_mrr_at_10_max": 0.821552, + "nauc_mrr_at_10_std": 0.172405, + "nauc_mrr_at_10_diff1": 0.90339, + "nauc_mrr_at_20_max": 0.820602, + "nauc_mrr_at_20_std": 0.167675, + "nauc_mrr_at_20_diff1": 0.904083, + "nauc_mrr_at_100_max": 0.820305, + "nauc_mrr_at_100_std": 0.167383, + "nauc_mrr_at_100_diff1": 0.904107, + "nauc_mrr_at_1000_max": 0.820233, + "nauc_mrr_at_1000_std": 0.167033, + "nauc_mrr_at_1000_diff1": 0.904088, + "hit_rate_at_1": 0.82444, + "hit_rate_at_3": 0.90333, + "hit_rate_at_5": 0.92667, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.96556, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.889, "hf_subset": "eng_Latn-tgl_Latn", "languages": [ "eng-Latn", "tgl-Latn" - ] - }, - { - "ndcg_at_1": 0.9, - "ndcg_at_3": 0.93681, - "ndcg_at_5": 0.94269, - "ndcg_at_10": 0.94698, - "ndcg_at_20": 0.94838, - "ndcg_at_100": 0.94905, - "ndcg_at_1000": 0.94934, - "map_at_1": 0.9, - "map_at_3": 0.92833, - "map_at_5": 0.93156, - "map_at_10": 0.93331, - "map_at_20": 0.93369, - "map_at_100": 0.93381, - "map_at_1000": 0.93382, - "recall_at_1": 0.9, - "recall_at_3": 0.96111, - "recall_at_5": 0.97556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.92619, + "ndcg_at_5": 0.93126, + "ndcg_at_10": 0.93821, + "ndcg_at_20": 0.93987, + "ndcg_at_100": 0.94033, + "ndcg_at_1000": 0.94063, + "map_at_1": 0.88111, + "map_at_3": 0.91593, + "map_at_5": 0.91876, + "map_at_10": 0.9217, + "map_at_20": 0.92214, + "map_at_100": 0.92222, + "map_at_1000": 0.92224, + "recall_at_1": 0.88111, + "recall_at_3": 0.95556, + "recall_at_5": 0.96778, "recall_at_10": 0.98889, - "recall_at_20": 0.99444, + "recall_at_20": 0.99556, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.9, - "precision_at_3": 0.32037, - "precision_at_5": 0.19511, + "accuracy": 0.88111, + "precision_at_1": 0.88111, + "precision_at_3": 0.31852, + "precision_at_5": 0.19356, "precision_at_10": 0.09889, - "precision_at_20": 0.04972, + "precision_at_20": 0.04978, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.9, - "mrr_at_3": 0.928333, - "mrr_at_5": 0.931556, - "mrr_at_10": 0.93331, - "mrr_at_20": 0.933693, - "mrr_at_100": 0.93381, - "mrr_at_1000": 0.93382, - "nauc_ndcg_at_1_max": 0.782706, - "nauc_ndcg_at_1_std": -0.043687, - "nauc_ndcg_at_1_diff1": 0.89737, - "nauc_ndcg_at_3_max": 0.828648, - "nauc_ndcg_at_3_std": -0.030399, - "nauc_ndcg_at_3_diff1": 0.897306, - "nauc_ndcg_at_5_max": 0.823996, - "nauc_ndcg_at_5_std": -0.015135, - "nauc_ndcg_at_5_diff1": 0.895205, - "nauc_ndcg_at_10_max": 0.818876, - "nauc_ndcg_at_10_std": -0.024187, - "nauc_ndcg_at_10_diff1": 0.899649, - "nauc_ndcg_at_20_max": 0.816417, - "nauc_ndcg_at_20_std": -0.014863, - "nauc_ndcg_at_20_diff1": 0.898456, - "nauc_ndcg_at_100_max": 0.81457, - "nauc_ndcg_at_100_std": -0.017232, - "nauc_ndcg_at_100_diff1": 0.8977, - "nauc_ndcg_at_1000_max": 0.813515, - "nauc_ndcg_at_1000_std": -0.021763, - "nauc_ndcg_at_1000_diff1": 0.897861, - "nauc_map_at_1_max": 0.782706, - "nauc_map_at_1_std": -0.043687, - "nauc_map_at_1_diff1": 0.89737, - "nauc_map_at_3_max": 0.815334, - "nauc_map_at_3_std": -0.034414, - "nauc_map_at_3_diff1": 0.897618, - "nauc_map_at_5_max": 0.812616, - "nauc_map_at_5_std": -0.026572, - "nauc_map_at_5_diff1": 0.896631, - "nauc_map_at_10_max": 0.810584, - "nauc_map_at_10_std": -0.028893, - "nauc_map_at_10_diff1": 0.898134, - "nauc_map_at_20_max": 0.810023, - "nauc_map_at_20_std": -0.026958, - "nauc_map_at_20_diff1": 0.897878, - "nauc_map_at_100_max": 0.809769, - "nauc_map_at_100_std": -0.02721, - "nauc_map_at_100_diff1": 0.897779, - "nauc_map_at_1000_max": 0.809739, - "nauc_map_at_1000_std": -0.027341, - "nauc_map_at_1000_diff1": 0.897784, - "nauc_recall_at_1_max": 0.782706, - "nauc_recall_at_1_std": -0.043687, - "nauc_recall_at_1_diff1": 0.89737, - "nauc_recall_at_3_max": 0.897826, - "nauc_recall_at_3_std": -0.00939, - "nauc_recall_at_3_diff1": 0.895425, - "nauc_recall_at_5_max": 0.911404, - "nauc_recall_at_5_std": 0.079004, - "nauc_recall_at_5_diff1": 0.88265, - "nauc_recall_at_10_max": 0.942344, - "nauc_recall_at_10_std": 0.028898, - "nauc_recall_at_10_diff1": 0.933007, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.42493, - "nauc_recall_at_20_diff1": 0.921569, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.777077, - "nauc_recall_at_100_diff1": 0.869281, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.915926, + "mrr_at_5": 0.918759, + "mrr_at_10": 0.921701, + "mrr_at_20": 0.92214, + "mrr_at_100": 0.922225, + "mrr_at_1000": 0.922237, + "nauc_ndcg_at_1_max": 0.785073, + "nauc_ndcg_at_1_std": -0.002785, + "nauc_ndcg_at_1_diff1": 0.929801, + "nauc_ndcg_at_3_max": 0.821131, + "nauc_ndcg_at_3_std": 0.055622, + "nauc_ndcg_at_3_diff1": 0.9289, + "nauc_ndcg_at_5_max": 0.822662, + "nauc_ndcg_at_5_std": 0.080041, + "nauc_ndcg_at_5_diff1": 0.929151, + "nauc_ndcg_at_10_max": 0.816568, + "nauc_ndcg_at_10_std": 0.061496, + "nauc_ndcg_at_10_diff1": 0.931412, + "nauc_ndcg_at_20_max": 0.812047, + "nauc_ndcg_at_20_std": 0.050583, + "nauc_ndcg_at_20_diff1": 0.929493, + "nauc_ndcg_at_100_max": 0.811117, + "nauc_ndcg_at_100_std": 0.049714, + "nauc_ndcg_at_100_diff1": 0.92949, + "nauc_ndcg_at_1000_max": 0.81016, + "nauc_ndcg_at_1000_std": 0.045612, + "nauc_ndcg_at_1000_diff1": 0.929133, + "nauc_map_at_1_max": 0.785073, + "nauc_map_at_1_std": -0.002785, + "nauc_map_at_1_diff1": 0.929801, + "nauc_map_at_3_max": 0.810363, + "nauc_map_at_3_std": 0.038054, + "nauc_map_at_3_diff1": 0.928422, + "nauc_map_at_5_max": 0.810884, + "nauc_map_at_5_std": 0.049241, + "nauc_map_at_5_diff1": 0.928531, + "nauc_map_at_10_max": 0.808059, + "nauc_map_at_10_std": 0.04013, + "nauc_map_at_10_diff1": 0.929136, + "nauc_map_at_20_max": 0.807086, + "nauc_map_at_20_std": 0.037816, + "nauc_map_at_20_diff1": 0.92873, + "nauc_map_at_100_max": 0.806963, + "nauc_map_at_100_std": 0.037833, + "nauc_map_at_100_diff1": 0.928742, + "nauc_map_at_1000_max": 0.806932, + "nauc_map_at_1000_std": 0.037702, + "nauc_map_at_1000_diff1": 0.92873, + "nauc_recall_at_1_max": 0.785073, + "nauc_recall_at_1_std": -0.002785, + "nauc_recall_at_1_diff1": 0.929801, + "nauc_recall_at_3_max": 0.87793, + "nauc_recall_at_3_std": 0.148401, + "nauc_recall_at_3_diff1": 0.932073, + "nauc_recall_at_5_max": 0.905422, + "nauc_recall_at_5_std": 0.305097, + "nauc_recall_at_5_diff1": 0.93448, + "nauc_recall_at_10_max": 0.973856, + "nauc_recall_at_10_std": 0.488469, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.539683, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.782706, - "nauc_precision_at_1_std": -0.043687, - "nauc_precision_at_1_diff1": 0.89737, - "nauc_precision_at_3_max": 0.897826, - "nauc_precision_at_3_std": -0.00939, - "nauc_precision_at_3_diff1": 0.895425, - "nauc_precision_at_5_max": 0.911404, - "nauc_precision_at_5_std": 0.079004, - "nauc_precision_at_5_diff1": 0.88265, - "nauc_precision_at_10_max": 0.942344, - "nauc_precision_at_10_std": 0.028898, - "nauc_precision_at_10_diff1": 0.933007, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.42493, - "nauc_precision_at_20_diff1": 0.921569, + "nauc_precision_at_1_max": 0.785073, + "nauc_precision_at_1_std": -0.002785, + "nauc_precision_at_1_diff1": 0.929801, + "nauc_precision_at_3_max": 0.87793, + "nauc_precision_at_3_std": 0.148401, + "nauc_precision_at_3_diff1": 0.932073, + "nauc_precision_at_5_max": 0.905422, + "nauc_precision_at_5_std": 0.305097, + "nauc_precision_at_5_diff1": 0.93448, + "nauc_precision_at_10_max": 0.973856, + "nauc_precision_at_10_std": 0.488469, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.539683, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.777077, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.782706, - "nauc_mrr_at_1_std": -0.043687, - "nauc_mrr_at_1_diff1": 0.89737, - "nauc_mrr_at_3_max": 0.815334, - "nauc_mrr_at_3_std": -0.034414, - "nauc_mrr_at_3_diff1": 0.897618, - "nauc_mrr_at_5_max": 0.812616, - "nauc_mrr_at_5_std": -0.026572, - "nauc_mrr_at_5_diff1": 0.896631, - "nauc_mrr_at_10_max": 0.810584, - "nauc_mrr_at_10_std": -0.028893, - "nauc_mrr_at_10_diff1": 0.898134, - "nauc_mrr_at_20_max": 0.810023, - "nauc_mrr_at_20_std": -0.026958, - "nauc_mrr_at_20_diff1": 0.897878, - "nauc_mrr_at_100_max": 0.809769, - "nauc_mrr_at_100_std": -0.02721, - "nauc_mrr_at_100_diff1": 0.897779, - "nauc_mrr_at_1000_max": 0.809739, - "nauc_mrr_at_1000_std": -0.027341, - "nauc_mrr_at_1000_diff1": 0.897784, - "main_score": 0.94698, + "nauc_mrr_at_1_max": 0.785073, + "nauc_mrr_at_1_std": -0.002785, + "nauc_mrr_at_1_diff1": 0.929801, + "nauc_mrr_at_3_max": 0.810363, + "nauc_mrr_at_3_std": 0.038054, + "nauc_mrr_at_3_diff1": 0.928422, + "nauc_mrr_at_5_max": 0.810884, + "nauc_mrr_at_5_std": 0.049241, + "nauc_mrr_at_5_diff1": 0.928531, + "nauc_mrr_at_10_max": 0.808059, + "nauc_mrr_at_10_std": 0.04013, + "nauc_mrr_at_10_diff1": 0.929136, + "nauc_mrr_at_20_max": 0.807086, + "nauc_mrr_at_20_std": 0.037816, + "nauc_mrr_at_20_diff1": 0.92873, + "nauc_mrr_at_100_max": 0.806963, + "nauc_mrr_at_100_std": 0.037833, + "nauc_mrr_at_100_diff1": 0.928742, + "nauc_mrr_at_1000_max": 0.806932, + "nauc_mrr_at_1000_std": 0.037702, + "nauc_mrr_at_1000_diff1": 0.92873, + "hit_rate_at_1": 0.88111, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99556, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93821, "hf_subset": "tha_Thai-tha_Thai", "languages": [ "tha-Thai", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92, - "ndcg_at_3": 0.95024, - "ndcg_at_5": 0.95583, - "ndcg_at_10": 0.95876, - "ndcg_at_20": 0.95934, - "ndcg_at_100": 0.95995, - "ndcg_at_1000": 0.96025, - "map_at_1": 0.92, - "map_at_3": 0.94333, - "map_at_5": 0.9465, - "map_at_10": 0.94775, - "map_at_20": 0.94791, - "map_at_100": 0.94799, - "map_at_1000": 0.94801, - "recall_at_1": 0.92, - "recall_at_3": 0.97, - "recall_at_5": 0.98333, - "recall_at_10": 0.99222, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94737, + "ndcg_at_5": 0.95253, + "ndcg_at_10": 0.95551, + "ndcg_at_20": 0.95641, + "ndcg_at_100": 0.95728, + "ndcg_at_1000": 0.95759, + "map_at_1": 0.91333, + "map_at_3": 0.93981, + "map_at_5": 0.94276, + "map_at_10": 0.94405, + "map_at_20": 0.94432, + "map_at_100": 0.94446, + "map_at_1000": 0.94448, + "recall_at_1": 0.91333, + "recall_at_3": 0.96889, + "recall_at_5": 0.98111, + "recall_at_10": 0.99, + "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92, - "precision_at_3": 0.32333, - "precision_at_5": 0.19667, - "precision_at_10": 0.09922, - "precision_at_20": 0.04972, + "accuracy": 0.91333, + "precision_at_1": 0.91333, + "precision_at_3": 0.32296, + "precision_at_5": 0.19622, + "precision_at_10": 0.099, + "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.92, - "mrr_at_3": 0.943333, - "mrr_at_5": 0.9465, - "mrr_at_10": 0.947745, - "mrr_at_20": 0.947912, - "mrr_at_100": 0.94799, - "mrr_at_1000": 0.948005, - "nauc_ndcg_at_1_max": 0.782323, - "nauc_ndcg_at_1_std": -0.263111, - "nauc_ndcg_at_1_diff1": 0.93691, - "nauc_ndcg_at_3_max": 0.808654, - "nauc_ndcg_at_3_std": -0.35228, - "nauc_ndcg_at_3_diff1": 0.944235, - "nauc_ndcg_at_5_max": 0.813131, - "nauc_ndcg_at_5_std": -0.309187, - "nauc_ndcg_at_5_diff1": 0.942867, - "nauc_ndcg_at_10_max": 0.810605, - "nauc_ndcg_at_10_std": -0.289053, - "nauc_ndcg_at_10_diff1": 0.942334, - "nauc_ndcg_at_20_max": 0.810842, - "nauc_ndcg_at_20_std": -0.272968, - "nauc_ndcg_at_20_diff1": 0.942373, - "nauc_ndcg_at_100_max": 0.807985, - "nauc_ndcg_at_100_std": -0.279042, - "nauc_ndcg_at_100_diff1": 0.94221, - "nauc_ndcg_at_1000_max": 0.806494, - "nauc_ndcg_at_1000_std": -0.288468, - "nauc_ndcg_at_1000_diff1": 0.941761, - "nauc_map_at_1_max": 0.782323, - "nauc_map_at_1_std": -0.263111, - "nauc_map_at_1_diff1": 0.93691, - "nauc_map_at_3_max": 0.802419, - "nauc_map_at_3_std": -0.324622, - "nauc_map_at_3_diff1": 0.942063, - "nauc_map_at_5_max": 0.804347, - "nauc_map_at_5_std": -0.302017, - "nauc_map_at_5_diff1": 0.941298, - "nauc_map_at_10_max": 0.80341, - "nauc_map_at_10_std": -0.295863, - "nauc_map_at_10_diff1": 0.941103, - "nauc_map_at_20_max": 0.803342, - "nauc_map_at_20_std": -0.292391, - "nauc_map_at_20_diff1": 0.941079, - "nauc_map_at_100_max": 0.803045, - "nauc_map_at_100_std": -0.292808, - "nauc_map_at_100_diff1": 0.941072, - "nauc_map_at_1000_max": 0.802988, - "nauc_map_at_1000_std": -0.293167, - "nauc_map_at_1000_diff1": 0.941055, - "nauc_recall_at_1_max": 0.782323, - "nauc_recall_at_1_std": -0.263111, - "nauc_recall_at_1_diff1": 0.93691, - "nauc_recall_at_3_max": 0.840509, - "nauc_recall_at_3_std": -0.500934, - "nauc_recall_at_3_diff1": 0.955822, - "nauc_recall_at_5_max": 0.891534, - "nauc_recall_at_5_std": -0.358917, - "nauc_recall_at_5_diff1": 0.956427, - "nauc_recall_at_10_max": 0.936308, - "nauc_recall_at_10_std": -0.064559, - "nauc_recall_at_10_diff1": 0.962652, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.487955, - "nauc_recall_at_20_diff1": 0.973856, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.939815, + "mrr_at_5": 0.942759, + "mrr_at_10": 0.944047, + "mrr_at_20": 0.944323, + "mrr_at_100": 0.944461, + "mrr_at_1000": 0.944479, + "nauc_ndcg_at_1_max": 0.760235, + "nauc_ndcg_at_1_std": -0.149237, + "nauc_ndcg_at_1_diff1": 0.938711, + "nauc_ndcg_at_3_max": 0.782476, + "nauc_ndcg_at_3_std": -0.243396, + "nauc_ndcg_at_3_diff1": 0.945646, + "nauc_ndcg_at_5_max": 0.788115, + "nauc_ndcg_at_5_std": -0.202142, + "nauc_ndcg_at_5_diff1": 0.948178, + "nauc_ndcg_at_10_max": 0.783044, + "nauc_ndcg_at_10_std": -0.184686, + "nauc_ndcg_at_10_diff1": 0.945798, + "nauc_ndcg_at_20_max": 0.786141, + "nauc_ndcg_at_20_std": -0.171211, + "nauc_ndcg_at_20_diff1": 0.945611, + "nauc_ndcg_at_100_max": 0.782545, + "nauc_ndcg_at_100_std": -0.169059, + "nauc_ndcg_at_100_diff1": 0.945249, + "nauc_ndcg_at_1000_max": 0.780927, + "nauc_ndcg_at_1000_std": -0.177755, + "nauc_ndcg_at_1000_diff1": 0.944842, + "nauc_map_at_1_max": 0.760235, + "nauc_map_at_1_std": -0.149237, + "nauc_map_at_1_diff1": 0.938711, + "nauc_map_at_3_max": 0.776929, + "nauc_map_at_3_std": -0.212404, + "nauc_map_at_3_diff1": 0.943712, + "nauc_map_at_5_max": 0.779433, + "nauc_map_at_5_std": -0.191204, + "nauc_map_at_5_diff1": 0.944883, + "nauc_map_at_10_max": 0.777641, + "nauc_map_at_10_std": -0.184588, + "nauc_map_at_10_diff1": 0.943986, + "nauc_map_at_20_max": 0.778209, + "nauc_map_at_20_std": -0.181609, + "nauc_map_at_20_diff1": 0.943945, + "nauc_map_at_100_max": 0.777769, + "nauc_map_at_100_std": -0.180598, + "nauc_map_at_100_diff1": 0.943919, + "nauc_map_at_1000_max": 0.7777, + "nauc_map_at_1000_std": -0.180967, + "nauc_map_at_1000_diff1": 0.943901, + "nauc_recall_at_1_max": 0.760235, + "nauc_recall_at_1_std": -0.149237, + "nauc_recall_at_1_diff1": 0.938711, + "nauc_recall_at_3_max": 0.811708, + "nauc_recall_at_3_std": -0.415049, + "nauc_recall_at_3_diff1": 0.956066, + "nauc_recall_at_5_max": 0.86258, + "nauc_recall_at_5_std": -0.282227, + "nauc_recall_at_5_diff1": 0.976932, + "nauc_recall_at_10_max": 0.857143, + "nauc_recall_at_10_std": -0.132431, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.236461, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.782323, - "nauc_precision_at_1_std": -0.263111, - "nauc_precision_at_1_diff1": 0.93691, - "nauc_precision_at_3_max": 0.840509, - "nauc_precision_at_3_std": -0.500934, - "nauc_precision_at_3_diff1": 0.955822, - "nauc_precision_at_5_max": 0.891534, - "nauc_precision_at_5_std": -0.358917, - "nauc_precision_at_5_diff1": 0.956427, - "nauc_precision_at_10_max": 0.936308, - "nauc_precision_at_10_std": -0.064559, - "nauc_precision_at_10_diff1": 0.962652, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.487955, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_1_max": 0.760235, + "nauc_precision_at_1_std": -0.149237, + "nauc_precision_at_1_diff1": 0.938711, + "nauc_precision_at_3_max": 0.811708, + "nauc_precision_at_3_std": -0.415049, + "nauc_precision_at_3_diff1": 0.956066, + "nauc_precision_at_5_max": 0.86258, + "nauc_precision_at_5_std": -0.282227, + "nauc_precision_at_5_diff1": 0.976932, + "nauc_precision_at_10_max": 0.857143, + "nauc_precision_at_10_std": -0.132431, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.236461, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.782323, - "nauc_mrr_at_1_std": -0.263111, - "nauc_mrr_at_1_diff1": 0.93691, - "nauc_mrr_at_3_max": 0.802419, - "nauc_mrr_at_3_std": -0.324622, - "nauc_mrr_at_3_diff1": 0.942063, - "nauc_mrr_at_5_max": 0.804347, - "nauc_mrr_at_5_std": -0.302017, - "nauc_mrr_at_5_diff1": 0.941298, - "nauc_mrr_at_10_max": 0.80341, - "nauc_mrr_at_10_std": -0.295863, - "nauc_mrr_at_10_diff1": 0.941103, - "nauc_mrr_at_20_max": 0.803342, - "nauc_mrr_at_20_std": -0.292391, - "nauc_mrr_at_20_diff1": 0.941079, - "nauc_mrr_at_100_max": 0.803045, - "nauc_mrr_at_100_std": -0.292808, - "nauc_mrr_at_100_diff1": 0.941072, - "nauc_mrr_at_1000_max": 0.802988, - "nauc_mrr_at_1000_std": -0.293167, - "nauc_mrr_at_1000_diff1": 0.941055, - "main_score": 0.95876, + "nauc_mrr_at_1_max": 0.760235, + "nauc_mrr_at_1_std": -0.149237, + "nauc_mrr_at_1_diff1": 0.938711, + "nauc_mrr_at_3_max": 0.776929, + "nauc_mrr_at_3_std": -0.212404, + "nauc_mrr_at_3_diff1": 0.943712, + "nauc_mrr_at_5_max": 0.779433, + "nauc_mrr_at_5_std": -0.191204, + "nauc_mrr_at_5_diff1": 0.944883, + "nauc_mrr_at_10_max": 0.777641, + "nauc_mrr_at_10_std": -0.184588, + "nauc_mrr_at_10_diff1": 0.943986, + "nauc_mrr_at_20_max": 0.778209, + "nauc_mrr_at_20_std": -0.181609, + "nauc_mrr_at_20_diff1": 0.943945, + "nauc_mrr_at_100_max": 0.777769, + "nauc_mrr_at_100_std": -0.180598, + "nauc_mrr_at_100_diff1": 0.943919, + "nauc_mrr_at_1000_max": 0.7777, + "nauc_mrr_at_1000_std": -0.180967, + "nauc_mrr_at_1000_diff1": 0.943901, + "hit_rate_at_1": 0.91333, + "hit_rate_at_3": 0.96889, + "hit_rate_at_5": 0.98111, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95551, "hf_subset": "tha_Thai-eng_Latn", "languages": [ "tha-Thai", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.86111, - "ndcg_at_3": 0.90914, - "ndcg_at_5": 0.91698, - "ndcg_at_10": 0.92341, - "ndcg_at_20": 0.92547, - "ndcg_at_100": 0.92766, - "ndcg_at_1000": 0.92795, - "map_at_1": 0.86111, - "map_at_3": 0.89833, - "map_at_5": 0.90272, - "map_at_10": 0.90535, - "map_at_20": 0.90597, - "map_at_100": 0.90632, - "map_at_1000": 0.90633, - "recall_at_1": 0.86111, - "recall_at_3": 0.94, - "recall_at_5": 0.95889, - "recall_at_10": 0.97889, - "recall_at_20": 0.98667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.85556, + "ndcg_at_3": 0.90172, + "ndcg_at_5": 0.90817, + "ndcg_at_10": 0.91671, + "ndcg_at_20": 0.91987, + "ndcg_at_100": 0.92167, + "ndcg_at_1000": 0.92197, + "map_at_1": 0.85556, + "map_at_3": 0.89074, + "map_at_5": 0.89435, + "map_at_10": 0.89783, + "map_at_20": 0.89872, + "map_at_100": 0.89896, + "map_at_1000": 0.89897, + "recall_at_1": 0.85556, + "recall_at_3": 0.93333, + "recall_at_5": 0.94889, + "recall_at_10": 0.97556, + "recall_at_20": 0.98778, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.86111, - "precision_at_3": 0.31333, - "precision_at_5": 0.19178, - "precision_at_10": 0.09789, - "precision_at_20": 0.04933, + "accuracy": 0.85556, + "precision_at_1": 0.85556, + "precision_at_3": 0.31111, + "precision_at_5": 0.18978, + "precision_at_10": 0.09756, + "precision_at_20": 0.04939, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.861111, - "mrr_at_3": 0.898333, - "mrr_at_5": 0.902722, - "mrr_at_10": 0.905348, - "mrr_at_20": 0.90597, - "mrr_at_100": 0.906321, - "mrr_at_1000": 0.906333, - "nauc_ndcg_at_1_max": 0.837934, - "nauc_ndcg_at_1_std": 0.029482, - "nauc_ndcg_at_1_diff1": 0.919019, - "nauc_ndcg_at_3_max": 0.862753, - "nauc_ndcg_at_3_std": 0.066337, - "nauc_ndcg_at_3_diff1": 0.913661, - "nauc_ndcg_at_5_max": 0.859531, - "nauc_ndcg_at_5_std": 0.05504, - "nauc_ndcg_at_5_diff1": 0.913753, - "nauc_ndcg_at_10_max": 0.858609, - "nauc_ndcg_at_10_std": 0.065357, - "nauc_ndcg_at_10_diff1": 0.915043, - "nauc_ndcg_at_20_max": 0.859894, - "nauc_ndcg_at_20_std": 0.086407, - "nauc_ndcg_at_20_diff1": 0.915415, - "nauc_ndcg_at_100_max": 0.85681, - "nauc_ndcg_at_100_std": 0.07177, - "nauc_ndcg_at_100_diff1": 0.914507, - "nauc_ndcg_at_1000_max": 0.856211, - "nauc_ndcg_at_1000_std": 0.069137, - "nauc_ndcg_at_1000_diff1": 0.914697, - "nauc_map_at_1_max": 0.837934, - "nauc_map_at_1_std": 0.029482, - "nauc_map_at_1_diff1": 0.919019, - "nauc_map_at_3_max": 0.855768, - "nauc_map_at_3_std": 0.05808, - "nauc_map_at_3_diff1": 0.914099, - "nauc_map_at_5_max": 0.854005, - "nauc_map_at_5_std": 0.052692, - "nauc_map_at_5_diff1": 0.914201, - "nauc_map_at_10_max": 0.853782, - "nauc_map_at_10_std": 0.057694, - "nauc_map_at_10_diff1": 0.914691, - "nauc_map_at_20_max": 0.854059, - "nauc_map_at_20_std": 0.062942, - "nauc_map_at_20_diff1": 0.914803, - "nauc_map_at_100_max": 0.853665, - "nauc_map_at_100_std": 0.061347, - "nauc_map_at_100_diff1": 0.914712, - "nauc_map_at_1000_max": 0.853645, - "nauc_map_at_1000_std": 0.061249, - "nauc_map_at_1000_diff1": 0.914718, - "nauc_recall_at_1_max": 0.837934, - "nauc_recall_at_1_std": 0.029482, - "nauc_recall_at_1_diff1": 0.919019, - "nauc_recall_at_3_max": 0.895304, - "nauc_recall_at_3_std": 0.103149, - "nauc_recall_at_3_diff1": 0.912465, - "nauc_recall_at_5_max": 0.893949, - "nauc_recall_at_5_std": 0.062457, - "nauc_recall_at_5_diff1": 0.911992, - "nauc_recall_at_10_max": 0.910929, - "nauc_recall_at_10_std": 0.145118, - "nauc_recall_at_10_diff1": 0.923461, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.607921, - "nauc_recall_at_20_diff1": 0.934641, + "mrr_at_1": 0.855556, + "mrr_at_3": 0.890741, + "mrr_at_5": 0.894352, + "mrr_at_10": 0.897826, + "mrr_at_20": 0.898723, + "mrr_at_100": 0.898956, + "mrr_at_1000": 0.898971, + "nauc_ndcg_at_1_max": 0.794107, + "nauc_ndcg_at_1_std": -0.093265, + "nauc_ndcg_at_1_diff1": 0.902537, + "nauc_ndcg_at_3_max": 0.827555, + "nauc_ndcg_at_3_std": -0.03562, + "nauc_ndcg_at_3_diff1": 0.904472, + "nauc_ndcg_at_5_max": 0.831926, + "nauc_ndcg_at_5_std": -0.007195, + "nauc_ndcg_at_5_diff1": 0.905307, + "nauc_ndcg_at_10_max": 0.825405, + "nauc_ndcg_at_10_std": -0.020012, + "nauc_ndcg_at_10_diff1": 0.909777, + "nauc_ndcg_at_20_max": 0.821458, + "nauc_ndcg_at_20_std": -0.022918, + "nauc_ndcg_at_20_diff1": 0.907123, + "nauc_ndcg_at_100_max": 0.819912, + "nauc_ndcg_at_100_std": -0.032419, + "nauc_ndcg_at_100_diff1": 0.906017, + "nauc_ndcg_at_1000_max": 0.819195, + "nauc_ndcg_at_1000_std": -0.03538, + "nauc_ndcg_at_1000_diff1": 0.905643, + "nauc_map_at_1_max": 0.794107, + "nauc_map_at_1_std": -0.093265, + "nauc_map_at_1_diff1": 0.902537, + "nauc_map_at_3_max": 0.817341, + "nauc_map_at_3_std": -0.053183, + "nauc_map_at_3_diff1": 0.903365, + "nauc_map_at_5_max": 0.819186, + "nauc_map_at_5_std": -0.039944, + "nauc_map_at_5_diff1": 0.903767, + "nauc_map_at_10_max": 0.816545, + "nauc_map_at_10_std": -0.045421, + "nauc_map_at_10_diff1": 0.905253, + "nauc_map_at_20_max": 0.815585, + "nauc_map_at_20_std": -0.046215, + "nauc_map_at_20_diff1": 0.904626, + "nauc_map_at_100_max": 0.815502, + "nauc_map_at_100_std": -0.04679, + "nauc_map_at_100_diff1": 0.904528, + "nauc_map_at_1000_max": 0.815474, + "nauc_map_at_1000_std": -0.046922, + "nauc_map_at_1000_diff1": 0.904514, + "nauc_recall_at_1_max": 0.794107, + "nauc_recall_at_1_std": -0.093265, + "nauc_recall_at_1_diff1": 0.902537, + "nauc_recall_at_3_max": 0.874378, + "nauc_recall_at_3_std": 0.044872, + "nauc_recall_at_3_diff1": 0.909897, + "nauc_recall_at_5_max": 0.906528, + "nauc_recall_at_5_std": 0.189725, + "nauc_recall_at_5_diff1": 0.914799, + "nauc_recall_at_10_max": 0.920847, + "nauc_recall_at_10_std": 0.273003, + "nauc_recall_at_10_diff1": 0.970291, + "nauc_recall_at_20_max": 0.917876, + "nauc_recall_at_20_std": 0.487183, + "nauc_recall_at_20_diff1": 0.964349, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.679038, - "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.837934, - "nauc_precision_at_1_std": 0.029482, - "nauc_precision_at_1_diff1": 0.919019, - "nauc_precision_at_3_max": 0.895304, - "nauc_precision_at_3_std": 0.103149, - "nauc_precision_at_3_diff1": 0.912465, - "nauc_precision_at_5_max": 0.893949, - "nauc_precision_at_5_std": 0.062457, - "nauc_precision_at_5_diff1": 0.911992, - "nauc_precision_at_10_max": 0.910929, - "nauc_precision_at_10_std": 0.145118, - "nauc_precision_at_10_diff1": 0.923461, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.607921, - "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_1_max": 0.794107, + "nauc_precision_at_1_std": -0.093265, + "nauc_precision_at_1_diff1": 0.902537, + "nauc_precision_at_3_max": 0.874378, + "nauc_precision_at_3_std": 0.044872, + "nauc_precision_at_3_diff1": 0.909897, + "nauc_precision_at_5_max": 0.906528, + "nauc_precision_at_5_std": 0.189725, + "nauc_precision_at_5_diff1": 0.914799, + "nauc_precision_at_10_max": 0.920847, + "nauc_precision_at_10_std": 0.273003, + "nauc_precision_at_10_diff1": 0.970291, + "nauc_precision_at_20_max": 0.917876, + "nauc_precision_at_20_std": 0.487183, + "nauc_precision_at_20_diff1": 0.964349, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.679038, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.837934, - "nauc_mrr_at_1_std": 0.029482, - "nauc_mrr_at_1_diff1": 0.919019, - "nauc_mrr_at_3_max": 0.855768, - "nauc_mrr_at_3_std": 0.05808, - "nauc_mrr_at_3_diff1": 0.914099, - "nauc_mrr_at_5_max": 0.854005, - "nauc_mrr_at_5_std": 0.052692, - "nauc_mrr_at_5_diff1": 0.914201, - "nauc_mrr_at_10_max": 0.853782, - "nauc_mrr_at_10_std": 0.057694, - "nauc_mrr_at_10_diff1": 0.914691, - "nauc_mrr_at_20_max": 0.854059, - "nauc_mrr_at_20_std": 0.062942, - "nauc_mrr_at_20_diff1": 0.914803, - "nauc_mrr_at_100_max": 0.853665, - "nauc_mrr_at_100_std": 0.061347, - "nauc_mrr_at_100_diff1": 0.914712, - "nauc_mrr_at_1000_max": 0.853645, - "nauc_mrr_at_1000_std": 0.061249, - "nauc_mrr_at_1000_diff1": 0.914718, - "main_score": 0.92341, + "nauc_mrr_at_1_max": 0.794107, + "nauc_mrr_at_1_std": -0.093265, + "nauc_mrr_at_1_diff1": 0.902537, + "nauc_mrr_at_3_max": 0.817341, + "nauc_mrr_at_3_std": -0.053183, + "nauc_mrr_at_3_diff1": 0.903365, + "nauc_mrr_at_5_max": 0.819186, + "nauc_mrr_at_5_std": -0.039944, + "nauc_mrr_at_5_diff1": 0.903767, + "nauc_mrr_at_10_max": 0.816545, + "nauc_mrr_at_10_std": -0.045421, + "nauc_mrr_at_10_diff1": 0.905253, + "nauc_mrr_at_20_max": 0.815585, + "nauc_mrr_at_20_std": -0.046215, + "nauc_mrr_at_20_diff1": 0.904626, + "nauc_mrr_at_100_max": 0.815502, + "nauc_mrr_at_100_std": -0.04679, + "nauc_mrr_at_100_diff1": 0.904528, + "nauc_mrr_at_1000_max": 0.815474, + "nauc_mrr_at_1000_std": -0.046922, + "nauc_mrr_at_1000_diff1": 0.904514, + "hit_rate_at_1": 0.85556, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.91671, "hf_subset": "eng_Latn-tha_Thai", "languages": [ "eng-Latn", "tha-Thai" - ] - }, - { - "ndcg_at_1": 0.38889, - "ndcg_at_3": 0.44409, - "ndcg_at_5": 0.46288, - "ndcg_at_10": 0.48458, - "ndcg_at_20": 0.49565, - "ndcg_at_100": 0.52164, - "ndcg_at_1000": 0.54999, - "map_at_1": 0.38889, - "map_at_3": 0.43019, - "map_at_5": 0.44063, - "map_at_10": 0.44947, - "map_at_20": 0.45256, - "map_at_100": 0.45609, - "map_at_1000": 0.45722, - "recall_at_1": 0.38889, - "recall_at_3": 0.48444, - "recall_at_5": 0.53, - "recall_at_10": 0.59778, - "recall_at_20": 0.64111, - "recall_at_100": 0.78222, - "recall_at_1000": 1.0, - "precision_at_1": 0.38889, - "precision_at_3": 0.16148, - "precision_at_5": 0.106, - "precision_at_10": 0.05978, - "precision_at_20": 0.03206, - "precision_at_100": 0.00782, - "precision_at_1000": 0.001, - "mrr_at_1": 0.388889, - "mrr_at_3": 0.430185, - "mrr_at_5": 0.44063, - "mrr_at_10": 0.449466, - "mrr_at_20": 0.452561, - "mrr_at_100": 0.456089, - "mrr_at_1000": 0.457221, - "nauc_ndcg_at_1_max": 0.628816, - "nauc_ndcg_at_1_std": -0.211019, - "nauc_ndcg_at_1_diff1": 0.70858, - "nauc_ndcg_at_3_max": 0.645377, - "nauc_ndcg_at_3_std": -0.193633, - "nauc_ndcg_at_3_diff1": 0.690396, - "nauc_ndcg_at_5_max": 0.63874, - "nauc_ndcg_at_5_std": -0.194133, - "nauc_ndcg_at_5_diff1": 0.679083, - "nauc_ndcg_at_10_max": 0.62401, - "nauc_ndcg_at_10_std": -0.197022, - "nauc_ndcg_at_10_diff1": 0.663565, - "nauc_ndcg_at_20_max": 0.622102, - "nauc_ndcg_at_20_std": -0.202683, - "nauc_ndcg_at_20_diff1": 0.664373, - "nauc_ndcg_at_100_max": 0.617021, - "nauc_ndcg_at_100_std": -0.195135, - "nauc_ndcg_at_100_diff1": 0.661178, - "nauc_ndcg_at_1000_max": 0.625626, - "nauc_ndcg_at_1000_std": -0.198677, - "nauc_ndcg_at_1000_diff1": 0.672359, - "nauc_map_at_1_max": 0.628816, - "nauc_map_at_1_std": -0.211019, - "nauc_map_at_1_diff1": 0.70858, - "nauc_map_at_3_max": 0.641532, - "nauc_map_at_3_std": -0.19837, - "nauc_map_at_3_diff1": 0.695159, - "nauc_map_at_5_max": 0.637692, - "nauc_map_at_5_std": -0.198969, - "nauc_map_at_5_diff1": 0.688945, - "nauc_map_at_10_max": 0.632212, - "nauc_map_at_10_std": -0.200329, - "nauc_map_at_10_diff1": 0.683002, - "nauc_map_at_20_max": 0.631668, - "nauc_map_at_20_std": -0.202065, - "nauc_map_at_20_diff1": 0.683209, - "nauc_map_at_100_max": 0.630936, - "nauc_map_at_100_std": -0.201371, - "nauc_map_at_100_diff1": 0.682747, - "nauc_map_at_1000_max": 0.631233, - "nauc_map_at_1000_std": -0.201333, - "nauc_map_at_1000_diff1": 0.683163, - "nauc_recall_at_1_max": 0.628816, - "nauc_recall_at_1_std": -0.211019, - "nauc_recall_at_1_diff1": 0.70858, - "nauc_recall_at_3_max": 0.656553, - "nauc_recall_at_3_std": -0.179559, - "nauc_recall_at_3_diff1": 0.676315, - "nauc_recall_at_5_max": 0.641029, - "nauc_recall_at_5_std": -0.179043, - "nauc_recall_at_5_diff1": 0.64758, - "nauc_recall_at_10_max": 0.588906, - "nauc_recall_at_10_std": -0.186705, - "nauc_recall_at_10_diff1": 0.591627, - "nauc_recall_at_20_max": 0.578054, - "nauc_recall_at_20_std": -0.209669, - "nauc_recall_at_20_diff1": 0.590371, - "nauc_recall_at_100_max": 0.516987, - "nauc_recall_at_100_std": -0.140907, - "nauc_recall_at_100_diff1": 0.532544, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.628816, - "nauc_precision_at_1_std": -0.211019, - "nauc_precision_at_1_diff1": 0.70858, - "nauc_precision_at_3_max": 0.656553, - "nauc_precision_at_3_std": -0.179559, - "nauc_precision_at_3_diff1": 0.676315, - "nauc_precision_at_5_max": 0.641029, - "nauc_precision_at_5_std": -0.179043, - "nauc_precision_at_5_diff1": 0.64758, - "nauc_precision_at_10_max": 0.588906, - "nauc_precision_at_10_std": -0.186705, - "nauc_precision_at_10_diff1": 0.591627, - "nauc_precision_at_20_max": 0.578054, - "nauc_precision_at_20_std": -0.209669, - "nauc_precision_at_20_diff1": 0.590371, - "nauc_precision_at_100_max": 0.516987, - "nauc_precision_at_100_std": -0.140907, - "nauc_precision_at_100_diff1": 0.532544, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.628816, - "nauc_mrr_at_1_std": -0.211019, - "nauc_mrr_at_1_diff1": 0.70858, - "nauc_mrr_at_3_max": 0.641532, - "nauc_mrr_at_3_std": -0.19837, - "nauc_mrr_at_3_diff1": 0.695159, - "nauc_mrr_at_5_max": 0.637692, - "nauc_mrr_at_5_std": -0.198969, - "nauc_mrr_at_5_diff1": 0.688945, - "nauc_mrr_at_10_max": 0.632212, - "nauc_mrr_at_10_std": -0.200329, - "nauc_mrr_at_10_diff1": 0.683002, - "nauc_mrr_at_20_max": 0.631668, - "nauc_mrr_at_20_std": -0.202065, - "nauc_mrr_at_20_diff1": 0.683209, - "nauc_mrr_at_100_max": 0.630936, - "nauc_mrr_at_100_std": -0.201371, - "nauc_mrr_at_100_diff1": 0.682747, - "nauc_mrr_at_1000_max": 0.631233, - "nauc_mrr_at_1000_std": -0.201333, - "nauc_mrr_at_1000_diff1": 0.683163, - "main_score": 0.48458, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.36889, + "ndcg_at_3": 0.42832, + "ndcg_at_5": 0.44888, + "ndcg_at_10": 0.46968, + "ndcg_at_20": 0.48202, + "ndcg_at_100": 0.51078, + "ndcg_at_1000": 0.53773, + "map_at_1": 0.36889, + "map_at_3": 0.41389, + "map_at_5": 0.42528, + "map_at_10": 0.43404, + "map_at_20": 0.43742, + "map_at_100": 0.44114, + "map_at_1000": 0.44217, + "recall_at_1": 0.36889, + "recall_at_3": 0.47, + "recall_at_5": 0.52, + "recall_at_10": 0.58333, + "recall_at_20": 0.63222, + "recall_at_100": 0.79111, + "recall_at_1000": 1.0, + "accuracy": 0.36889, + "precision_at_1": 0.36889, + "precision_at_3": 0.15667, + "precision_at_5": 0.104, + "precision_at_10": 0.05833, + "precision_at_20": 0.03161, + "precision_at_100": 0.00791, + "precision_at_1000": 0.001, + "mrr_at_1": 0.368889, + "mrr_at_3": 0.413889, + "mrr_at_5": 0.425278, + "mrr_at_10": 0.434044, + "mrr_at_20": 0.437421, + "mrr_at_100": 0.441135, + "mrr_at_1000": 0.442168, + "nauc_ndcg_at_1_max": 0.654078, + "nauc_ndcg_at_1_std": -0.210322, + "nauc_ndcg_at_1_diff1": 0.710559, + "nauc_ndcg_at_3_max": 0.656248, + "nauc_ndcg_at_3_std": -0.212223, + "nauc_ndcg_at_3_diff1": 0.661386, + "nauc_ndcg_at_5_max": 0.656852, + "nauc_ndcg_at_5_std": -0.214213, + "nauc_ndcg_at_5_diff1": 0.652807, + "nauc_ndcg_at_10_max": 0.646397, + "nauc_ndcg_at_10_std": -0.212034, + "nauc_ndcg_at_10_diff1": 0.637449, + "nauc_ndcg_at_20_max": 0.642189, + "nauc_ndcg_at_20_std": -0.208643, + "nauc_ndcg_at_20_diff1": 0.631947, + "nauc_ndcg_at_100_max": 0.638479, + "nauc_ndcg_at_100_std": -0.202365, + "nauc_ndcg_at_100_diff1": 0.63242, + "nauc_ndcg_at_1000_max": 0.646085, + "nauc_ndcg_at_1000_std": -0.20778, + "nauc_ndcg_at_1000_diff1": 0.646307, + "nauc_map_at_1_max": 0.654078, + "nauc_map_at_1_std": -0.210322, + "nauc_map_at_1_diff1": 0.710559, + "nauc_map_at_3_max": 0.656283, + "nauc_map_at_3_std": -0.211176, + "nauc_map_at_3_diff1": 0.672701, + "nauc_map_at_5_max": 0.656799, + "nauc_map_at_5_std": -0.212282, + "nauc_map_at_5_diff1": 0.668167, + "nauc_map_at_10_max": 0.652443, + "nauc_map_at_10_std": -0.211445, + "nauc_map_at_10_diff1": 0.661971, + "nauc_map_at_20_max": 0.65134, + "nauc_map_at_20_std": -0.210484, + "nauc_map_at_20_diff1": 0.660445, + "nauc_map_at_100_max": 0.650991, + "nauc_map_at_100_std": -0.210051, + "nauc_map_at_100_diff1": 0.660754, + "nauc_map_at_1000_max": 0.65124, + "nauc_map_at_1000_std": -0.210114, + "nauc_map_at_1000_diff1": 0.661261, + "nauc_recall_at_1_max": 0.654078, + "nauc_recall_at_1_std": -0.210322, + "nauc_recall_at_1_diff1": 0.710559, + "nauc_recall_at_3_max": 0.655913, + "nauc_recall_at_3_std": -0.215509, + "nauc_recall_at_3_diff1": 0.62876, + "nauc_recall_at_5_max": 0.656625, + "nauc_recall_at_5_std": -0.220486, + "nauc_recall_at_5_diff1": 0.605897, + "nauc_recall_at_10_max": 0.622648, + "nauc_recall_at_10_std": -0.213371, + "nauc_recall_at_10_diff1": 0.552316, + "nauc_recall_at_20_max": 0.601806, + "nauc_recall_at_20_std": -0.198812, + "nauc_recall_at_20_diff1": 0.52219, + "nauc_recall_at_100_max": 0.545933, + "nauc_recall_at_100_std": -0.126867, + "nauc_recall_at_100_diff1": 0.466346, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.654078, + "nauc_precision_at_1_std": -0.210322, + "nauc_precision_at_1_diff1": 0.710559, + "nauc_precision_at_3_max": 0.655913, + "nauc_precision_at_3_std": -0.215509, + "nauc_precision_at_3_diff1": 0.62876, + "nauc_precision_at_5_max": 0.656625, + "nauc_precision_at_5_std": -0.220486, + "nauc_precision_at_5_diff1": 0.605897, + "nauc_precision_at_10_max": 0.622648, + "nauc_precision_at_10_std": -0.213371, + "nauc_precision_at_10_diff1": 0.552316, + "nauc_precision_at_20_max": 0.601806, + "nauc_precision_at_20_std": -0.198812, + "nauc_precision_at_20_diff1": 0.52219, + "nauc_precision_at_100_max": 0.545933, + "nauc_precision_at_100_std": -0.126867, + "nauc_precision_at_100_diff1": 0.466346, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.654078, + "nauc_mrr_at_1_std": -0.210322, + "nauc_mrr_at_1_diff1": 0.710559, + "nauc_mrr_at_3_max": 0.656283, + "nauc_mrr_at_3_std": -0.211176, + "nauc_mrr_at_3_diff1": 0.672701, + "nauc_mrr_at_5_max": 0.656799, + "nauc_mrr_at_5_std": -0.212282, + "nauc_mrr_at_5_diff1": 0.668167, + "nauc_mrr_at_10_max": 0.652443, + "nauc_mrr_at_10_std": -0.211445, + "nauc_mrr_at_10_diff1": 0.661971, + "nauc_mrr_at_20_max": 0.65134, + "nauc_mrr_at_20_std": -0.210484, + "nauc_mrr_at_20_diff1": 0.660445, + "nauc_mrr_at_100_max": 0.650991, + "nauc_mrr_at_100_std": -0.210051, + "nauc_mrr_at_100_diff1": 0.660754, + "nauc_mrr_at_1000_max": 0.65124, + "nauc_mrr_at_1000_std": -0.210114, + "nauc_mrr_at_1000_diff1": 0.661261, + "hit_rate_at_1": 0.36889, + "hit_rate_at_3": 0.47, + "hit_rate_at_5": 0.52, + "hit_rate_at_10": 0.58333, + "hit_rate_at_20": 0.63222, + "hit_rate_at_100": 0.79111, + "hit_rate_at_1000": 1.0, + "main_score": 0.46968, "hf_subset": "tir_Ethi-tir_Ethi", "languages": [ "tir-Ethi", "tir-Ethi" - ] - }, - { - "ndcg_at_1": 0.48667, - "ndcg_at_3": 0.56789, - "ndcg_at_5": 0.59309, - "ndcg_at_10": 0.62056, - "ndcg_at_20": 0.63829, - "ndcg_at_100": 0.66047, - "ndcg_at_1000": 0.6658, - "map_at_1": 0.48667, - "map_at_3": 0.54796, - "map_at_5": 0.56196, - "map_at_10": 0.57359, - "map_at_20": 0.57847, - "map_at_100": 0.58151, - "map_at_1000": 0.58175, - "recall_at_1": 0.48667, - "recall_at_3": 0.62556, - "recall_at_5": 0.68667, - "recall_at_10": 0.77, - "recall_at_20": 0.84, - "recall_at_100": 0.96, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.48556, + "ndcg_at_3": 0.57005, + "ndcg_at_5": 0.59343, + "ndcg_at_10": 0.6202, + "ndcg_at_20": 0.63646, + "ndcg_at_100": 0.65759, + "ndcg_at_1000": 0.66518, + "map_at_1": 0.48556, + "map_at_3": 0.55, + "map_at_5": 0.563, + "map_at_10": 0.57394, + "map_at_20": 0.57853, + "map_at_100": 0.58148, + "map_at_1000": 0.58184, + "recall_at_1": 0.48556, + "recall_at_3": 0.62778, + "recall_at_5": 0.68444, + "recall_at_10": 0.76778, + "recall_at_20": 0.83111, + "recall_at_100": 0.94444, "recall_at_1000": 1.0, - "precision_at_1": 0.48667, - "precision_at_3": 0.20852, - "precision_at_5": 0.13733, - "precision_at_10": 0.077, - "precision_at_20": 0.042, - "precision_at_100": 0.0096, - "precision_at_1000": 0.001, - "mrr_at_1": 0.486667, - "mrr_at_3": 0.547963, - "mrr_at_5": 0.561963, - "mrr_at_10": 0.573593, - "mrr_at_20": 0.578473, - "mrr_at_100": 0.581514, - "mrr_at_1000": 0.581748, - "nauc_ndcg_at_1_max": 0.586423, - "nauc_ndcg_at_1_std": 0.117383, - "nauc_ndcg_at_1_diff1": 0.721265, - "nauc_ndcg_at_3_max": 0.586885, - "nauc_ndcg_at_3_std": 0.127251, - "nauc_ndcg_at_3_diff1": 0.675975, - "nauc_ndcg_at_5_max": 0.578864, - "nauc_ndcg_at_5_std": 0.138252, - "nauc_ndcg_at_5_diff1": 0.665416, - "nauc_ndcg_at_10_max": 0.577774, - "nauc_ndcg_at_10_std": 0.146999, - "nauc_ndcg_at_10_diff1": 0.663002, - "nauc_ndcg_at_20_max": 0.574441, - "nauc_ndcg_at_20_std": 0.144434, - "nauc_ndcg_at_20_diff1": 0.659604, - "nauc_ndcg_at_100_max": 0.580797, - "nauc_ndcg_at_100_std": 0.148686, - "nauc_ndcg_at_100_diff1": 0.672269, - "nauc_ndcg_at_1000_max": 0.581121, - "nauc_ndcg_at_1000_std": 0.14102, - "nauc_ndcg_at_1000_diff1": 0.674412, - "nauc_map_at_1_max": 0.586423, - "nauc_map_at_1_std": 0.117383, - "nauc_map_at_1_diff1": 0.721265, - "nauc_map_at_3_max": 0.586992, - "nauc_map_at_3_std": 0.123838, - "nauc_map_at_3_diff1": 0.68708, - "nauc_map_at_5_max": 0.583024, - "nauc_map_at_5_std": 0.129664, - "nauc_map_at_5_diff1": 0.681837, - "nauc_map_at_10_max": 0.582691, - "nauc_map_at_10_std": 0.133135, - "nauc_map_at_10_diff1": 0.681221, - "nauc_map_at_20_max": 0.581876, - "nauc_map_at_20_std": 0.132648, - "nauc_map_at_20_diff1": 0.680436, - "nauc_map_at_100_max": 0.582808, - "nauc_map_at_100_std": 0.133426, - "nauc_map_at_100_diff1": 0.682227, - "nauc_map_at_1000_max": 0.582843, - "nauc_map_at_1000_std": 0.133157, - "nauc_map_at_1000_diff1": 0.682317, - "nauc_recall_at_1_max": 0.586423, - "nauc_recall_at_1_std": 0.117383, - "nauc_recall_at_1_diff1": 0.721265, - "nauc_recall_at_3_max": 0.586443, - "nauc_recall_at_3_std": 0.138465, - "nauc_recall_at_3_diff1": 0.641027, - "nauc_recall_at_5_max": 0.5624, - "nauc_recall_at_5_std": 0.170477, - "nauc_recall_at_5_diff1": 0.606427, - "nauc_recall_at_10_max": 0.553258, - "nauc_recall_at_10_std": 0.213959, - "nauc_recall_at_10_diff1": 0.580632, - "nauc_recall_at_20_max": 0.521174, - "nauc_recall_at_20_std": 0.215806, - "nauc_recall_at_20_diff1": 0.528558, - "nauc_recall_at_100_max": 0.573063, - "nauc_recall_at_100_std": 0.513033, - "nauc_recall_at_100_diff1": 0.574671, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.586423, - "nauc_precision_at_1_std": 0.117383, - "nauc_precision_at_1_diff1": 0.721265, - "nauc_precision_at_3_max": 0.586443, - "nauc_precision_at_3_std": 0.138465, - "nauc_precision_at_3_diff1": 0.641027, - "nauc_precision_at_5_max": 0.5624, - "nauc_precision_at_5_std": 0.170477, - "nauc_precision_at_5_diff1": 0.606427, - "nauc_precision_at_10_max": 0.553258, - "nauc_precision_at_10_std": 0.213959, - "nauc_precision_at_10_diff1": 0.580632, - "nauc_precision_at_20_max": 0.521174, - "nauc_precision_at_20_std": 0.215806, - "nauc_precision_at_20_diff1": 0.528558, - "nauc_precision_at_100_max": 0.573063, - "nauc_precision_at_100_std": 0.513033, - "nauc_precision_at_100_diff1": 0.574671, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.586423, - "nauc_mrr_at_1_std": 0.117383, - "nauc_mrr_at_1_diff1": 0.721265, - "nauc_mrr_at_3_max": 0.586992, - "nauc_mrr_at_3_std": 0.123838, - "nauc_mrr_at_3_diff1": 0.68708, - "nauc_mrr_at_5_max": 0.583024, - "nauc_mrr_at_5_std": 0.129664, - "nauc_mrr_at_5_diff1": 0.681837, - "nauc_mrr_at_10_max": 0.582691, - "nauc_mrr_at_10_std": 0.133135, - "nauc_mrr_at_10_diff1": 0.681221, - "nauc_mrr_at_20_max": 0.581876, - "nauc_mrr_at_20_std": 0.132648, - "nauc_mrr_at_20_diff1": 0.680436, - "nauc_mrr_at_100_max": 0.582808, - "nauc_mrr_at_100_std": 0.133426, - "nauc_mrr_at_100_diff1": 0.682227, - "nauc_mrr_at_1000_max": 0.582843, - "nauc_mrr_at_1000_std": 0.133157, - "nauc_mrr_at_1000_diff1": 0.682317, - "main_score": 0.62056, + "accuracy": 0.48556, + "precision_at_1": 0.48556, + "precision_at_3": 0.20926, + "precision_at_5": 0.13689, + "precision_at_10": 0.07678, + "precision_at_20": 0.04156, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.485556, + "mrr_at_3": 0.55, + "mrr_at_5": 0.563, + "mrr_at_10": 0.573938, + "mrr_at_20": 0.578527, + "mrr_at_100": 0.581477, + "mrr_at_1000": 0.581838, + "nauc_ndcg_at_1_max": 0.554265, + "nauc_ndcg_at_1_std": 0.07245, + "nauc_ndcg_at_1_diff1": 0.708039, + "nauc_ndcg_at_3_max": 0.549122, + "nauc_ndcg_at_3_std": 0.10407, + "nauc_ndcg_at_3_diff1": 0.665302, + "nauc_ndcg_at_5_max": 0.540776, + "nauc_ndcg_at_5_std": 0.103559, + "nauc_ndcg_at_5_diff1": 0.651537, + "nauc_ndcg_at_10_max": 0.53567, + "nauc_ndcg_at_10_std": 0.105628, + "nauc_ndcg_at_10_diff1": 0.652895, + "nauc_ndcg_at_20_max": 0.538553, + "nauc_ndcg_at_20_std": 0.115764, + "nauc_ndcg_at_20_diff1": 0.654687, + "nauc_ndcg_at_100_max": 0.541797, + "nauc_ndcg_at_100_std": 0.11234, + "nauc_ndcg_at_100_diff1": 0.664858, + "nauc_ndcg_at_1000_max": 0.542584, + "nauc_ndcg_at_1000_std": 0.103717, + "nauc_ndcg_at_1000_diff1": 0.665759, + "nauc_map_at_1_max": 0.554265, + "nauc_map_at_1_std": 0.07245, + "nauc_map_at_1_diff1": 0.708039, + "nauc_map_at_3_max": 0.550477, + "nauc_map_at_3_std": 0.094531, + "nauc_map_at_3_diff1": 0.676843, + "nauc_map_at_5_max": 0.545832, + "nauc_map_at_5_std": 0.093216, + "nauc_map_at_5_diff1": 0.670049, + "nauc_map_at_10_max": 0.544246, + "nauc_map_at_10_std": 0.093634, + "nauc_map_at_10_diff1": 0.670889, + "nauc_map_at_20_max": 0.544872, + "nauc_map_at_20_std": 0.096287, + "nauc_map_at_20_diff1": 0.671582, + "nauc_map_at_100_max": 0.545206, + "nauc_map_at_100_std": 0.095563, + "nauc_map_at_100_diff1": 0.672859, + "nauc_map_at_1000_max": 0.545259, + "nauc_map_at_1000_std": 0.095259, + "nauc_map_at_1000_diff1": 0.6729, + "nauc_recall_at_1_max": 0.554265, + "nauc_recall_at_1_std": 0.07245, + "nauc_recall_at_1_diff1": 0.708039, + "nauc_recall_at_3_max": 0.544809, + "nauc_recall_at_3_std": 0.134964, + "nauc_recall_at_3_diff1": 0.628448, + "nauc_recall_at_5_max": 0.522146, + "nauc_recall_at_5_std": 0.141288, + "nauc_recall_at_5_diff1": 0.584315, + "nauc_recall_at_10_max": 0.493464, + "nauc_recall_at_10_std": 0.161563, + "nauc_recall_at_10_diff1": 0.572621, + "nauc_recall_at_20_max": 0.502638, + "nauc_recall_at_20_std": 0.244206, + "nauc_recall_at_20_diff1": 0.559145, + "nauc_recall_at_100_max": 0.520252, + "nauc_recall_at_100_std": 0.407451, + "nauc_recall_at_100_diff1": 0.635089, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.554265, + "nauc_precision_at_1_std": 0.07245, + "nauc_precision_at_1_diff1": 0.708039, + "nauc_precision_at_3_max": 0.544809, + "nauc_precision_at_3_std": 0.134964, + "nauc_precision_at_3_diff1": 0.628448, + "nauc_precision_at_5_max": 0.522146, + "nauc_precision_at_5_std": 0.141288, + "nauc_precision_at_5_diff1": 0.584315, + "nauc_precision_at_10_max": 0.493464, + "nauc_precision_at_10_std": 0.161563, + "nauc_precision_at_10_diff1": 0.572621, + "nauc_precision_at_20_max": 0.502638, + "nauc_precision_at_20_std": 0.244206, + "nauc_precision_at_20_diff1": 0.559145, + "nauc_precision_at_100_max": 0.520252, + "nauc_precision_at_100_std": 0.407451, + "nauc_precision_at_100_diff1": 0.635089, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.554265, + "nauc_mrr_at_1_std": 0.07245, + "nauc_mrr_at_1_diff1": 0.708039, + "nauc_mrr_at_3_max": 0.550477, + "nauc_mrr_at_3_std": 0.094531, + "nauc_mrr_at_3_diff1": 0.676843, + "nauc_mrr_at_5_max": 0.545832, + "nauc_mrr_at_5_std": 0.093216, + "nauc_mrr_at_5_diff1": 0.670049, + "nauc_mrr_at_10_max": 0.544246, + "nauc_mrr_at_10_std": 0.093634, + "nauc_mrr_at_10_diff1": 0.670889, + "nauc_mrr_at_20_max": 0.544872, + "nauc_mrr_at_20_std": 0.096287, + "nauc_mrr_at_20_diff1": 0.671582, + "nauc_mrr_at_100_max": 0.545206, + "nauc_mrr_at_100_std": 0.095563, + "nauc_mrr_at_100_diff1": 0.672859, + "nauc_mrr_at_1000_max": 0.545259, + "nauc_mrr_at_1000_std": 0.095259, + "nauc_mrr_at_1000_diff1": 0.6729, + "hit_rate_at_1": 0.48556, + "hit_rate_at_3": 0.62778, + "hit_rate_at_5": 0.68444, + "hit_rate_at_10": 0.76778, + "hit_rate_at_20": 0.83111, + "hit_rate_at_100": 0.94444, + "hit_rate_at_1000": 1.0, + "main_score": 0.6202, "hf_subset": "tir_Ethi-eng_Latn", "languages": [ "tir-Ethi", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.25778, - "ndcg_at_3": 0.30674, - "ndcg_at_5": 0.32228, - "ndcg_at_10": 0.34138, - "ndcg_at_20": 0.35937, - "ndcg_at_100": 0.39649, - "ndcg_at_1000": 0.43322, - "map_at_1": 0.25778, - "map_at_3": 0.29519, - "map_at_5": 0.3038, - "map_at_10": 0.3115, - "map_at_20": 0.31644, - "map_at_100": 0.32112, - "map_at_1000": 0.32254, - "recall_at_1": 0.25778, - "recall_at_3": 0.34, - "recall_at_5": 0.37778, - "recall_at_10": 0.43778, - "recall_at_20": 0.50889, - "recall_at_100": 0.71556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.24444, + "ndcg_at_3": 0.29677, + "ndcg_at_5": 0.30853, + "ndcg_at_10": 0.32581, + "ndcg_at_20": 0.34454, + "ndcg_at_100": 0.38181, + "ndcg_at_1000": 0.42058, + "map_at_1": 0.24444, + "map_at_3": 0.28444, + "map_at_5": 0.29089, + "map_at_10": 0.29783, + "map_at_20": 0.30292, + "map_at_100": 0.30762, + "map_at_1000": 0.30907, + "recall_at_1": 0.24444, + "recall_at_3": 0.33222, + "recall_at_5": 0.36111, + "recall_at_10": 0.41556, + "recall_at_20": 0.49, + "recall_at_100": 0.69778, "recall_at_1000": 1.0, - "precision_at_1": 0.25778, - "precision_at_3": 0.11333, - "precision_at_5": 0.07556, - "precision_at_10": 0.04378, - "precision_at_20": 0.02544, - "precision_at_100": 0.00716, - "precision_at_1000": 0.001, - "mrr_at_1": 0.257778, - "mrr_at_3": 0.295185, - "mrr_at_5": 0.303796, - "mrr_at_10": 0.311502, - "mrr_at_20": 0.316441, - "mrr_at_100": 0.321121, - "mrr_at_1000": 0.322538, - "nauc_ndcg_at_1_max": 0.763234, - "nauc_ndcg_at_1_std": 0.455871, - "nauc_ndcg_at_1_diff1": 0.676441, - "nauc_ndcg_at_3_max": 0.756963, - "nauc_ndcg_at_3_std": 0.475263, - "nauc_ndcg_at_3_diff1": 0.619208, - "nauc_ndcg_at_5_max": 0.756482, - "nauc_ndcg_at_5_std": 0.485221, - "nauc_ndcg_at_5_diff1": 0.59867, - "nauc_ndcg_at_10_max": 0.74034, - "nauc_ndcg_at_10_std": 0.476782, - "nauc_ndcg_at_10_diff1": 0.578061, - "nauc_ndcg_at_20_max": 0.733646, - "nauc_ndcg_at_20_std": 0.485358, - "nauc_ndcg_at_20_diff1": 0.56427, - "nauc_ndcg_at_100_max": 0.730745, - "nauc_ndcg_at_100_std": 0.490578, - "nauc_ndcg_at_100_diff1": 0.560213, - "nauc_ndcg_at_1000_max": 0.741548, - "nauc_ndcg_at_1000_std": 0.482534, - "nauc_ndcg_at_1000_diff1": 0.584665, - "nauc_map_at_1_max": 0.763234, - "nauc_map_at_1_std": 0.455871, - "nauc_map_at_1_diff1": 0.676441, - "nauc_map_at_3_max": 0.759129, - "nauc_map_at_3_std": 0.471509, - "nauc_map_at_3_diff1": 0.632286, - "nauc_map_at_5_max": 0.758981, - "nauc_map_at_5_std": 0.477308, - "nauc_map_at_5_diff1": 0.620863, - "nauc_map_at_10_max": 0.752343, - "nauc_map_at_10_std": 0.473893, - "nauc_map_at_10_diff1": 0.612388, - "nauc_map_at_20_max": 0.750714, - "nauc_map_at_20_std": 0.476819, - "nauc_map_at_20_diff1": 0.608623, - "nauc_map_at_100_max": 0.750456, - "nauc_map_at_100_std": 0.477347, - "nauc_map_at_100_diff1": 0.608388, - "nauc_map_at_1000_max": 0.7508, - "nauc_map_at_1000_std": 0.476973, - "nauc_map_at_1000_diff1": 0.609231, - "nauc_recall_at_1_max": 0.763234, - "nauc_recall_at_1_std": 0.455871, - "nauc_recall_at_1_diff1": 0.676441, - "nauc_recall_at_3_max": 0.750712, - "nauc_recall_at_3_std": 0.485322, - "nauc_recall_at_3_diff1": 0.583227, - "nauc_recall_at_5_max": 0.749189, - "nauc_recall_at_5_std": 0.507602, - "nauc_recall_at_5_diff1": 0.535357, - "nauc_recall_at_10_max": 0.700634, - "nauc_recall_at_10_std": 0.481979, - "nauc_recall_at_10_diff1": 0.473256, - "nauc_recall_at_20_max": 0.67193, - "nauc_recall_at_20_std": 0.511294, - "nauc_recall_at_20_diff1": 0.416628, - "nauc_recall_at_100_max": 0.626698, - "nauc_recall_at_100_std": 0.560592, - "nauc_recall_at_100_diff1": 0.328453, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.763234, - "nauc_precision_at_1_std": 0.455871, - "nauc_precision_at_1_diff1": 0.676441, - "nauc_precision_at_3_max": 0.750712, - "nauc_precision_at_3_std": 0.485322, - "nauc_precision_at_3_diff1": 0.583227, - "nauc_precision_at_5_max": 0.749189, - "nauc_precision_at_5_std": 0.507602, - "nauc_precision_at_5_diff1": 0.535357, - "nauc_precision_at_10_max": 0.700634, - "nauc_precision_at_10_std": 0.481979, - "nauc_precision_at_10_diff1": 0.473256, - "nauc_precision_at_20_max": 0.67193, - "nauc_precision_at_20_std": 0.511294, - "nauc_precision_at_20_diff1": 0.416628, - "nauc_precision_at_100_max": 0.626698, - "nauc_precision_at_100_std": 0.560592, - "nauc_precision_at_100_diff1": 0.328453, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.763234, - "nauc_mrr_at_1_std": 0.455871, - "nauc_mrr_at_1_diff1": 0.676441, - "nauc_mrr_at_3_max": 0.759129, - "nauc_mrr_at_3_std": 0.471509, - "nauc_mrr_at_3_diff1": 0.632286, - "nauc_mrr_at_5_max": 0.758981, - "nauc_mrr_at_5_std": 0.477308, - "nauc_mrr_at_5_diff1": 0.620863, - "nauc_mrr_at_10_max": 0.752343, - "nauc_mrr_at_10_std": 0.473893, - "nauc_mrr_at_10_diff1": 0.612388, - "nauc_mrr_at_20_max": 0.750714, - "nauc_mrr_at_20_std": 0.476819, - "nauc_mrr_at_20_diff1": 0.608623, - "nauc_mrr_at_100_max": 0.750456, - "nauc_mrr_at_100_std": 0.477347, - "nauc_mrr_at_100_diff1": 0.608388, - "nauc_mrr_at_1000_max": 0.7508, - "nauc_mrr_at_1000_std": 0.476973, - "nauc_mrr_at_1000_diff1": 0.609231, - "main_score": 0.34138, + "accuracy": 0.24444, + "precision_at_1": 0.24444, + "precision_at_3": 0.11074, + "precision_at_5": 0.07222, + "precision_at_10": 0.04156, + "precision_at_20": 0.0245, + "precision_at_100": 0.00698, + "precision_at_1000": 0.001, + "mrr_at_1": 0.244444, + "mrr_at_3": 0.284444, + "mrr_at_5": 0.290889, + "mrr_at_10": 0.297827, + "mrr_at_20": 0.302919, + "mrr_at_100": 0.307623, + "mrr_at_1000": 0.309067, + "nauc_ndcg_at_1_max": 0.718135, + "nauc_ndcg_at_1_std": 0.418249, + "nauc_ndcg_at_1_diff1": 0.715304, + "nauc_ndcg_at_3_max": 0.722815, + "nauc_ndcg_at_3_std": 0.44306, + "nauc_ndcg_at_3_diff1": 0.654761, + "nauc_ndcg_at_5_max": 0.716901, + "nauc_ndcg_at_5_std": 0.447511, + "nauc_ndcg_at_5_diff1": 0.638579, + "nauc_ndcg_at_10_max": 0.707596, + "nauc_ndcg_at_10_std": 0.452062, + "nauc_ndcg_at_10_diff1": 0.622674, + "nauc_ndcg_at_20_max": 0.7009, + "nauc_ndcg_at_20_std": 0.460777, + "nauc_ndcg_at_20_diff1": 0.607932, + "nauc_ndcg_at_100_max": 0.695779, + "nauc_ndcg_at_100_std": 0.457386, + "nauc_ndcg_at_100_diff1": 0.600818, + "nauc_ndcg_at_1000_max": 0.705156, + "nauc_ndcg_at_1000_std": 0.449894, + "nauc_ndcg_at_1000_diff1": 0.624333, + "nauc_map_at_1_max": 0.718135, + "nauc_map_at_1_std": 0.418249, + "nauc_map_at_1_diff1": 0.715304, + "nauc_map_at_3_max": 0.722567, + "nauc_map_at_3_std": 0.437578, + "nauc_map_at_3_diff1": 0.668448, + "nauc_map_at_5_max": 0.719088, + "nauc_map_at_5_std": 0.439856, + "nauc_map_at_5_diff1": 0.659705, + "nauc_map_at_10_max": 0.715406, + "nauc_map_at_10_std": 0.441551, + "nauc_map_at_10_diff1": 0.653104, + "nauc_map_at_20_max": 0.713526, + "nauc_map_at_20_std": 0.443791, + "nauc_map_at_20_diff1": 0.649035, + "nauc_map_at_100_max": 0.712639, + "nauc_map_at_100_std": 0.443032, + "nauc_map_at_100_diff1": 0.647773, + "nauc_map_at_1000_max": 0.712954, + "nauc_map_at_1000_std": 0.442699, + "nauc_map_at_1000_diff1": 0.648582, + "nauc_recall_at_1_max": 0.718135, + "nauc_recall_at_1_std": 0.418249, + "nauc_recall_at_1_diff1": 0.715304, + "nauc_recall_at_3_max": 0.72317, + "nauc_recall_at_3_std": 0.45795, + "nauc_recall_at_3_diff1": 0.617461, + "nauc_recall_at_5_max": 0.71004, + "nauc_recall_at_5_std": 0.469016, + "nauc_recall_at_5_diff1": 0.578871, + "nauc_recall_at_10_max": 0.681773, + "nauc_recall_at_10_std": 0.483213, + "nauc_recall_at_10_diff1": 0.532495, + "nauc_recall_at_20_max": 0.655819, + "nauc_recall_at_20_std": 0.518311, + "nauc_recall_at_20_diff1": 0.474212, + "nauc_recall_at_100_max": 0.611163, + "nauc_recall_at_100_std": 0.52036, + "nauc_recall_at_100_diff1": 0.389506, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718135, + "nauc_precision_at_1_std": 0.418249, + "nauc_precision_at_1_diff1": 0.715304, + "nauc_precision_at_3_max": 0.72317, + "nauc_precision_at_3_std": 0.45795, + "nauc_precision_at_3_diff1": 0.617461, + "nauc_precision_at_5_max": 0.71004, + "nauc_precision_at_5_std": 0.469016, + "nauc_precision_at_5_diff1": 0.578871, + "nauc_precision_at_10_max": 0.681773, + "nauc_precision_at_10_std": 0.483213, + "nauc_precision_at_10_diff1": 0.532495, + "nauc_precision_at_20_max": 0.655819, + "nauc_precision_at_20_std": 0.518311, + "nauc_precision_at_20_diff1": 0.474212, + "nauc_precision_at_100_max": 0.611163, + "nauc_precision_at_100_std": 0.52036, + "nauc_precision_at_100_diff1": 0.389506, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718135, + "nauc_mrr_at_1_std": 0.418249, + "nauc_mrr_at_1_diff1": 0.715304, + "nauc_mrr_at_3_max": 0.722567, + "nauc_mrr_at_3_std": 0.437578, + "nauc_mrr_at_3_diff1": 0.668448, + "nauc_mrr_at_5_max": 0.719088, + "nauc_mrr_at_5_std": 0.439856, + "nauc_mrr_at_5_diff1": 0.659705, + "nauc_mrr_at_10_max": 0.715406, + "nauc_mrr_at_10_std": 0.441551, + "nauc_mrr_at_10_diff1": 0.653104, + "nauc_mrr_at_20_max": 0.713526, + "nauc_mrr_at_20_std": 0.443791, + "nauc_mrr_at_20_diff1": 0.649035, + "nauc_mrr_at_100_max": 0.712639, + "nauc_mrr_at_100_std": 0.443032, + "nauc_mrr_at_100_diff1": 0.647773, + "nauc_mrr_at_1000_max": 0.712954, + "nauc_mrr_at_1000_std": 0.442699, + "nauc_mrr_at_1000_diff1": 0.648582, + "hit_rate_at_1": 0.24444, + "hit_rate_at_3": 0.33222, + "hit_rate_at_5": 0.36111, + "hit_rate_at_10": 0.41556, + "hit_rate_at_20": 0.49, + "hit_rate_at_100": 0.69778, + "hit_rate_at_1000": 1.0, + "main_score": 0.32581, "hf_subset": "eng_Latn-tir_Ethi", "languages": [ "eng-Latn", "tir-Ethi" - ] - }, - { - "ndcg_at_1": 0.49556, - "ndcg_at_3": 0.54423, - "ndcg_at_5": 0.56087, - "ndcg_at_10": 0.57386, - "ndcg_at_20": 0.58287, - "ndcg_at_100": 0.60925, - "ndcg_at_1000": 0.63035, - "map_at_1": 0.49556, - "map_at_3": 0.53259, - "map_at_5": 0.54193, - "map_at_10": 0.54731, - "map_at_20": 0.54979, - "map_at_100": 0.55315, - "map_at_1000": 0.55403, - "recall_at_1": 0.49556, - "recall_at_3": 0.57778, - "recall_at_5": 0.61778, - "recall_at_10": 0.65778, - "recall_at_20": 0.69333, - "recall_at_100": 0.84, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.49778, + "ndcg_at_3": 0.54745, + "ndcg_at_5": 0.56303, + "ndcg_at_10": 0.5783, + "ndcg_at_20": 0.58813, + "ndcg_at_100": 0.61216, + "ndcg_at_1000": 0.63303, + "map_at_1": 0.49778, + "map_at_3": 0.53574, + "map_at_5": 0.54441, + "map_at_10": 0.5508, + "map_at_20": 0.5535, + "map_at_100": 0.55636, + "map_at_1000": 0.55722, + "recall_at_1": 0.49778, + "recall_at_3": 0.58111, + "recall_at_5": 0.61889, + "recall_at_10": 0.66556, + "recall_at_20": 0.70444, + "recall_at_100": 0.84111, "recall_at_1000": 1.0, - "precision_at_1": 0.49556, - "precision_at_3": 0.19259, - "precision_at_5": 0.12356, - "precision_at_10": 0.06578, - "precision_at_20": 0.03467, - "precision_at_100": 0.0084, - "precision_at_1000": 0.001, - "mrr_at_1": 0.495556, - "mrr_at_3": 0.532593, - "mrr_at_5": 0.541926, - "mrr_at_10": 0.54731, - "mrr_at_20": 0.549794, - "mrr_at_100": 0.553149, - "mrr_at_1000": 0.554034, - "nauc_ndcg_at_1_max": 0.713291, - "nauc_ndcg_at_1_std": -0.549753, - "nauc_ndcg_at_1_diff1": 0.876481, - "nauc_ndcg_at_3_max": 0.730773, - "nauc_ndcg_at_3_std": -0.567468, - "nauc_ndcg_at_3_diff1": 0.839848, - "nauc_ndcg_at_5_max": 0.728232, - "nauc_ndcg_at_5_std": -0.553061, - "nauc_ndcg_at_5_diff1": 0.829621, - "nauc_ndcg_at_10_max": 0.722907, - "nauc_ndcg_at_10_std": -0.555987, - "nauc_ndcg_at_10_diff1": 0.825212, - "nauc_ndcg_at_20_max": 0.719207, - "nauc_ndcg_at_20_std": -0.555878, - "nauc_ndcg_at_20_diff1": 0.822396, - "nauc_ndcg_at_100_max": 0.712006, - "nauc_ndcg_at_100_std": -0.553257, - "nauc_ndcg_at_100_diff1": 0.819454, - "nauc_ndcg_at_1000_max": 0.718768, - "nauc_ndcg_at_1000_std": -0.555339, - "nauc_ndcg_at_1000_diff1": 0.829923, - "nauc_map_at_1_max": 0.713291, - "nauc_map_at_1_std": -0.549753, - "nauc_map_at_1_diff1": 0.876481, - "nauc_map_at_3_max": 0.726322, - "nauc_map_at_3_std": -0.56385, - "nauc_map_at_3_diff1": 0.848685, - "nauc_map_at_5_max": 0.72491, - "nauc_map_at_5_std": -0.555717, - "nauc_map_at_5_diff1": 0.84302, - "nauc_map_at_10_max": 0.722585, - "nauc_map_at_10_std": -0.557155, - "nauc_map_at_10_diff1": 0.84128, - "nauc_map_at_20_max": 0.721582, - "nauc_map_at_20_std": -0.557278, - "nauc_map_at_20_diff1": 0.840537, - "nauc_map_at_100_max": 0.720739, - "nauc_map_at_100_std": -0.556766, - "nauc_map_at_100_diff1": 0.840211, - "nauc_map_at_1000_max": 0.720973, - "nauc_map_at_1000_std": -0.556829, - "nauc_map_at_1000_diff1": 0.840581, - "nauc_recall_at_1_max": 0.713291, - "nauc_recall_at_1_std": -0.549753, - "nauc_recall_at_1_diff1": 0.876481, - "nauc_recall_at_3_max": 0.744276, - "nauc_recall_at_3_std": -0.578065, - "nauc_recall_at_3_diff1": 0.813251, - "nauc_recall_at_5_max": 0.738349, - "nauc_recall_at_5_std": -0.542386, - "nauc_recall_at_5_diff1": 0.786074, - "nauc_recall_at_10_max": 0.721586, - "nauc_recall_at_10_std": -0.550241, - "nauc_recall_at_10_diff1": 0.767874, - "nauc_recall_at_20_max": 0.704274, - "nauc_recall_at_20_std": -0.547881, - "nauc_recall_at_20_diff1": 0.750951, - "nauc_recall_at_100_max": 0.617285, - "nauc_recall_at_100_std": -0.521955, - "nauc_recall_at_100_diff1": 0.671371, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.713291, - "nauc_precision_at_1_std": -0.549753, - "nauc_precision_at_1_diff1": 0.876481, - "nauc_precision_at_3_max": 0.744276, - "nauc_precision_at_3_std": -0.578065, - "nauc_precision_at_3_diff1": 0.813251, - "nauc_precision_at_5_max": 0.738349, - "nauc_precision_at_5_std": -0.542386, - "nauc_precision_at_5_diff1": 0.786074, - "nauc_precision_at_10_max": 0.721586, - "nauc_precision_at_10_std": -0.550241, - "nauc_precision_at_10_diff1": 0.767874, - "nauc_precision_at_20_max": 0.704274, - "nauc_precision_at_20_std": -0.547881, - "nauc_precision_at_20_diff1": 0.750951, - "nauc_precision_at_100_max": 0.617285, - "nauc_precision_at_100_std": -0.521955, - "nauc_precision_at_100_diff1": 0.671371, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.713291, - "nauc_mrr_at_1_std": -0.549753, - "nauc_mrr_at_1_diff1": 0.876481, - "nauc_mrr_at_3_max": 0.726322, - "nauc_mrr_at_3_std": -0.56385, - "nauc_mrr_at_3_diff1": 0.848685, - "nauc_mrr_at_5_max": 0.72491, - "nauc_mrr_at_5_std": -0.555717, - "nauc_mrr_at_5_diff1": 0.84302, - "nauc_mrr_at_10_max": 0.722585, - "nauc_mrr_at_10_std": -0.557155, - "nauc_mrr_at_10_diff1": 0.84128, - "nauc_mrr_at_20_max": 0.721582, - "nauc_mrr_at_20_std": -0.557278, - "nauc_mrr_at_20_diff1": 0.840537, - "nauc_mrr_at_100_max": 0.720739, - "nauc_mrr_at_100_std": -0.556766, - "nauc_mrr_at_100_diff1": 0.840211, - "nauc_mrr_at_1000_max": 0.720973, - "nauc_mrr_at_1000_std": -0.556829, - "nauc_mrr_at_1000_diff1": 0.840581, - "main_score": 0.57386, + "accuracy": 0.49778, + "precision_at_1": 0.49778, + "precision_at_3": 0.1937, + "precision_at_5": 0.12378, + "precision_at_10": 0.06656, + "precision_at_20": 0.03522, + "precision_at_100": 0.00841, + "precision_at_1000": 0.001, + "mrr_at_1": 0.497778, + "mrr_at_3": 0.535741, + "mrr_at_5": 0.544407, + "mrr_at_10": 0.550804, + "mrr_at_20": 0.553504, + "mrr_at_100": 0.55636, + "mrr_at_1000": 0.55722, + "nauc_ndcg_at_1_max": 0.718594, + "nauc_ndcg_at_1_std": -0.537552, + "nauc_ndcg_at_1_diff1": 0.863233, + "nauc_ndcg_at_3_max": 0.732165, + "nauc_ndcg_at_3_std": -0.555437, + "nauc_ndcg_at_3_diff1": 0.832416, + "nauc_ndcg_at_5_max": 0.733819, + "nauc_ndcg_at_5_std": -0.546161, + "nauc_ndcg_at_5_diff1": 0.827588, + "nauc_ndcg_at_10_max": 0.727279, + "nauc_ndcg_at_10_std": -0.539353, + "nauc_ndcg_at_10_diff1": 0.818129, + "nauc_ndcg_at_20_max": 0.723051, + "nauc_ndcg_at_20_std": -0.539393, + "nauc_ndcg_at_20_diff1": 0.814804, + "nauc_ndcg_at_100_max": 0.716742, + "nauc_ndcg_at_100_std": -0.53871, + "nauc_ndcg_at_100_diff1": 0.813545, + "nauc_ndcg_at_1000_max": 0.72341, + "nauc_ndcg_at_1000_std": -0.541035, + "nauc_ndcg_at_1000_diff1": 0.822733, + "nauc_map_at_1_max": 0.718594, + "nauc_map_at_1_std": -0.537552, + "nauc_map_at_1_diff1": 0.863233, + "nauc_map_at_3_max": 0.729061, + "nauc_map_at_3_std": -0.551501, + "nauc_map_at_3_diff1": 0.839591, + "nauc_map_at_5_max": 0.729806, + "nauc_map_at_5_std": -0.546619, + "nauc_map_at_5_diff1": 0.836981, + "nauc_map_at_10_max": 0.727139, + "nauc_map_at_10_std": -0.54408, + "nauc_map_at_10_diff1": 0.833385, + "nauc_map_at_20_max": 0.726135, + "nauc_map_at_20_std": -0.544095, + "nauc_map_at_20_diff1": 0.832548, + "nauc_map_at_100_max": 0.725483, + "nauc_map_at_100_std": -0.543793, + "nauc_map_at_100_diff1": 0.832449, + "nauc_map_at_1000_max": 0.725698, + "nauc_map_at_1000_std": -0.543834, + "nauc_map_at_1000_diff1": 0.832724, + "nauc_recall_at_1_max": 0.718594, + "nauc_recall_at_1_std": -0.537552, + "nauc_recall_at_1_diff1": 0.863233, + "nauc_recall_at_3_max": 0.741441, + "nauc_recall_at_3_std": -0.567122, + "nauc_recall_at_3_diff1": 0.810919, + "nauc_recall_at_5_max": 0.746802, + "nauc_recall_at_5_std": -0.542731, + "nauc_recall_at_5_diff1": 0.797459, + "nauc_recall_at_10_max": 0.725049, + "nauc_recall_at_10_std": -0.517416, + "nauc_recall_at_10_diff1": 0.76091, + "nauc_recall_at_20_max": 0.703534, + "nauc_recall_at_20_std": -0.515908, + "nauc_recall_at_20_diff1": 0.740287, + "nauc_recall_at_100_max": 0.621259, + "nauc_recall_at_100_std": -0.50117, + "nauc_recall_at_100_diff1": 0.678388, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718594, + "nauc_precision_at_1_std": -0.537552, + "nauc_precision_at_1_diff1": 0.863233, + "nauc_precision_at_3_max": 0.741441, + "nauc_precision_at_3_std": -0.567122, + "nauc_precision_at_3_diff1": 0.810919, + "nauc_precision_at_5_max": 0.746802, + "nauc_precision_at_5_std": -0.542731, + "nauc_precision_at_5_diff1": 0.797459, + "nauc_precision_at_10_max": 0.725049, + "nauc_precision_at_10_std": -0.517416, + "nauc_precision_at_10_diff1": 0.76091, + "nauc_precision_at_20_max": 0.703534, + "nauc_precision_at_20_std": -0.515908, + "nauc_precision_at_20_diff1": 0.740287, + "nauc_precision_at_100_max": 0.621259, + "nauc_precision_at_100_std": -0.50117, + "nauc_precision_at_100_diff1": 0.678388, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718594, + "nauc_mrr_at_1_std": -0.537552, + "nauc_mrr_at_1_diff1": 0.863233, + "nauc_mrr_at_3_max": 0.729061, + "nauc_mrr_at_3_std": -0.551501, + "nauc_mrr_at_3_diff1": 0.839591, + "nauc_mrr_at_5_max": 0.729806, + "nauc_mrr_at_5_std": -0.546619, + "nauc_mrr_at_5_diff1": 0.836981, + "nauc_mrr_at_10_max": 0.727139, + "nauc_mrr_at_10_std": -0.54408, + "nauc_mrr_at_10_diff1": 0.833385, + "nauc_mrr_at_20_max": 0.726135, + "nauc_mrr_at_20_std": -0.544095, + "nauc_mrr_at_20_diff1": 0.832548, + "nauc_mrr_at_100_max": 0.725483, + "nauc_mrr_at_100_std": -0.543793, + "nauc_mrr_at_100_diff1": 0.832449, + "nauc_mrr_at_1000_max": 0.725698, + "nauc_mrr_at_1000_std": -0.543834, + "nauc_mrr_at_1000_diff1": 0.832724, + "hit_rate_at_1": 0.49778, + "hit_rate_at_3": 0.58111, + "hit_rate_at_5": 0.61889, + "hit_rate_at_10": 0.66556, + "hit_rate_at_20": 0.70444, + "hit_rate_at_100": 0.84111, + "hit_rate_at_1000": 1.0, + "main_score": 0.5783, "hf_subset": "tsn_Latn-tsn_Latn", "languages": [ "tsn-Latn", "tsn-Latn" - ] - }, - { - "ndcg_at_1": 0.6, - "ndcg_at_3": 0.64362, - "ndcg_at_5": 0.65386, - "ndcg_at_10": 0.6641, - "ndcg_at_20": 0.67697, - "ndcg_at_100": 0.69973, - "ndcg_at_1000": 0.71208, - "map_at_1": 0.6, - "map_at_3": 0.63296, - "map_at_5": 0.63874, - "map_at_10": 0.64308, - "map_at_20": 0.64659, - "map_at_100": 0.64946, - "map_at_1000": 0.65001, - "recall_at_1": 0.6, - "recall_at_3": 0.67444, - "recall_at_5": 0.69889, - "recall_at_10": 0.73, - "recall_at_20": 0.78111, - "recall_at_100": 0.90778, - "recall_at_1000": 1.0, - "precision_at_1": 0.6, - "precision_at_3": 0.22481, - "precision_at_5": 0.13978, - "precision_at_10": 0.073, - "precision_at_20": 0.03906, - "precision_at_100": 0.00908, - "precision_at_1000": 0.001, - "mrr_at_1": 0.6, - "mrr_at_3": 0.632963, - "mrr_at_5": 0.638741, - "mrr_at_10": 0.643079, - "mrr_at_20": 0.646587, - "mrr_at_100": 0.649457, - "mrr_at_1000": 0.650006, - "nauc_ndcg_at_1_max": 0.841621, - "nauc_ndcg_at_1_std": 0.429503, - "nauc_ndcg_at_1_diff1": 0.891781, - "nauc_ndcg_at_3_max": 0.858105, - "nauc_ndcg_at_3_std": 0.453494, - "nauc_ndcg_at_3_diff1": 0.869173, - "nauc_ndcg_at_5_max": 0.850748, - "nauc_ndcg_at_5_std": 0.453154, - "nauc_ndcg_at_5_diff1": 0.859804, - "nauc_ndcg_at_10_max": 0.847279, - "nauc_ndcg_at_10_std": 0.448881, - "nauc_ndcg_at_10_diff1": 0.855123, - "nauc_ndcg_at_20_max": 0.842654, - "nauc_ndcg_at_20_std": 0.452824, - "nauc_ndcg_at_20_diff1": 0.84924, - "nauc_ndcg_at_100_max": 0.838889, - "nauc_ndcg_at_100_std": 0.452039, - "nauc_ndcg_at_100_diff1": 0.850252, - "nauc_ndcg_at_1000_max": 0.844994, - "nauc_ndcg_at_1000_std": 0.449976, - "nauc_ndcg_at_1000_diff1": 0.858444, - "nauc_map_at_1_max": 0.841621, - "nauc_map_at_1_std": 0.429503, - "nauc_map_at_1_diff1": 0.891781, - "nauc_map_at_3_max": 0.854895, - "nauc_map_at_3_std": 0.448113, - "nauc_map_at_3_diff1": 0.875042, - "nauc_map_at_5_max": 0.850888, - "nauc_map_at_5_std": 0.448004, - "nauc_map_at_5_diff1": 0.869978, - "nauc_map_at_10_max": 0.849532, - "nauc_map_at_10_std": 0.446356, - "nauc_map_at_10_diff1": 0.868246, - "nauc_map_at_20_max": 0.848354, - "nauc_map_at_20_std": 0.447262, - "nauc_map_at_20_diff1": 0.866815, - "nauc_map_at_100_max": 0.847838, - "nauc_map_at_100_std": 0.447018, - "nauc_map_at_100_diff1": 0.866816, - "nauc_map_at_1000_max": 0.84807, - "nauc_map_at_1000_std": 0.446974, - "nauc_map_at_1000_diff1": 0.867144, - "nauc_recall_at_1_max": 0.841621, - "nauc_recall_at_1_std": 0.429503, - "nauc_recall_at_1_diff1": 0.891781, - "nauc_recall_at_3_max": 0.867697, - "nauc_recall_at_3_std": 0.469987, - "nauc_recall_at_3_diff1": 0.850777, - "nauc_recall_at_5_max": 0.848645, - "nauc_recall_at_5_std": 0.469321, - "nauc_recall_at_5_diff1": 0.825252, - "nauc_recall_at_10_max": 0.835818, - "nauc_recall_at_10_std": 0.454767, - "nauc_recall_at_10_diff1": 0.805033, - "nauc_recall_at_20_max": 0.809421, - "nauc_recall_at_20_std": 0.477697, - "nauc_recall_at_20_diff1": 0.765176, - "nauc_recall_at_100_max": 0.720608, - "nauc_recall_at_100_std": 0.498088, - "nauc_recall_at_100_diff1": 0.693007, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.841621, - "nauc_precision_at_1_std": 0.429503, - "nauc_precision_at_1_diff1": 0.891781, - "nauc_precision_at_3_max": 0.867697, - "nauc_precision_at_3_std": 0.469987, - "nauc_precision_at_3_diff1": 0.850777, - "nauc_precision_at_5_max": 0.848645, - "nauc_precision_at_5_std": 0.469321, - "nauc_precision_at_5_diff1": 0.825252, - "nauc_precision_at_10_max": 0.835818, - "nauc_precision_at_10_std": 0.454767, - "nauc_precision_at_10_diff1": 0.805033, - "nauc_precision_at_20_max": 0.809421, - "nauc_precision_at_20_std": 0.477697, - "nauc_precision_at_20_diff1": 0.765176, - "nauc_precision_at_100_max": 0.720608, - "nauc_precision_at_100_std": 0.498088, - "nauc_precision_at_100_diff1": 0.693007, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.841621, - "nauc_mrr_at_1_std": 0.429503, - "nauc_mrr_at_1_diff1": 0.891781, - "nauc_mrr_at_3_max": 0.854895, - "nauc_mrr_at_3_std": 0.448113, - "nauc_mrr_at_3_diff1": 0.875042, - "nauc_mrr_at_5_max": 0.850888, - "nauc_mrr_at_5_std": 0.448004, - "nauc_mrr_at_5_diff1": 0.869978, - "nauc_mrr_at_10_max": 0.849532, - "nauc_mrr_at_10_std": 0.446356, - "nauc_mrr_at_10_diff1": 0.868246, - "nauc_mrr_at_20_max": 0.848354, - "nauc_mrr_at_20_std": 0.447262, - "nauc_mrr_at_20_diff1": 0.866815, - "nauc_mrr_at_100_max": 0.847838, - "nauc_mrr_at_100_std": 0.447018, - "nauc_mrr_at_100_diff1": 0.866816, - "nauc_mrr_at_1000_max": 0.84807, - "nauc_mrr_at_1000_std": 0.446974, - "nauc_mrr_at_1000_diff1": 0.867144, - "main_score": 0.6641, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59778, + "ndcg_at_3": 0.64111, + "ndcg_at_5": 0.65388, + "ndcg_at_10": 0.66322, + "ndcg_at_20": 0.67154, + "ndcg_at_100": 0.69645, + "ndcg_at_1000": 0.70963, + "map_at_1": 0.59778, + "map_at_3": 0.63037, + "map_at_5": 0.63743, + "map_at_10": 0.64129, + "map_at_20": 0.64352, + "map_at_100": 0.64688, + "map_at_1000": 0.64746, + "recall_at_1": 0.59778, + "recall_at_3": 0.67222, + "recall_at_5": 0.70333, + "recall_at_10": 0.73222, + "recall_at_20": 0.76556, + "recall_at_100": 0.90111, + "recall_at_1000": 1.0, + "accuracy": 0.59778, + "precision_at_1": 0.59778, + "precision_at_3": 0.22407, + "precision_at_5": 0.14067, + "precision_at_10": 0.07322, + "precision_at_20": 0.03828, + "precision_at_100": 0.00901, + "precision_at_1000": 0.001, + "mrr_at_1": 0.597778, + "mrr_at_3": 0.63037, + "mrr_at_5": 0.637426, + "mrr_at_10": 0.641286, + "mrr_at_20": 0.643518, + "mrr_at_100": 0.64688, + "mrr_at_1000": 0.647455, + "nauc_ndcg_at_1_max": 0.826558, + "nauc_ndcg_at_1_std": 0.423178, + "nauc_ndcg_at_1_diff1": 0.891262, + "nauc_ndcg_at_3_max": 0.840154, + "nauc_ndcg_at_3_std": 0.450751, + "nauc_ndcg_at_3_diff1": 0.870704, + "nauc_ndcg_at_5_max": 0.832048, + "nauc_ndcg_at_5_std": 0.448546, + "nauc_ndcg_at_5_diff1": 0.861599, + "nauc_ndcg_at_10_max": 0.826978, + "nauc_ndcg_at_10_std": 0.441329, + "nauc_ndcg_at_10_diff1": 0.857815, + "nauc_ndcg_at_20_max": 0.826371, + "nauc_ndcg_at_20_std": 0.448743, + "nauc_ndcg_at_20_diff1": 0.854698, + "nauc_ndcg_at_100_max": 0.822152, + "nauc_ndcg_at_100_std": 0.452006, + "nauc_ndcg_at_100_diff1": 0.853756, + "nauc_ndcg_at_1000_max": 0.827942, + "nauc_ndcg_at_1000_std": 0.446553, + "nauc_ndcg_at_1000_diff1": 0.861852, + "nauc_map_at_1_max": 0.826558, + "nauc_map_at_1_std": 0.423178, + "nauc_map_at_1_diff1": 0.891262, + "nauc_map_at_3_max": 0.837654, + "nauc_map_at_3_std": 0.444695, + "nauc_map_at_3_diff1": 0.876322, + "nauc_map_at_5_max": 0.833287, + "nauc_map_at_5_std": 0.443304, + "nauc_map_at_5_diff1": 0.871462, + "nauc_map_at_10_max": 0.831332, + "nauc_map_at_10_std": 0.440542, + "nauc_map_at_10_diff1": 0.870034, + "nauc_map_at_20_max": 0.831334, + "nauc_map_at_20_std": 0.44252, + "nauc_map_at_20_diff1": 0.869338, + "nauc_map_at_100_max": 0.830748, + "nauc_map_at_100_std": 0.442736, + "nauc_map_at_100_diff1": 0.869172, + "nauc_map_at_1000_max": 0.830975, + "nauc_map_at_1000_std": 0.442561, + "nauc_map_at_1000_diff1": 0.86951, + "nauc_recall_at_1_max": 0.826558, + "nauc_recall_at_1_std": 0.423178, + "nauc_recall_at_1_diff1": 0.891262, + "nauc_recall_at_3_max": 0.847534, + "nauc_recall_at_3_std": 0.469245, + "nauc_recall_at_3_diff1": 0.852972, + "nauc_recall_at_5_max": 0.826134, + "nauc_recall_at_5_std": 0.465181, + "nauc_recall_at_5_diff1": 0.827461, + "nauc_recall_at_10_max": 0.806968, + "nauc_recall_at_10_std": 0.439554, + "nauc_recall_at_10_diff1": 0.810889, + "nauc_recall_at_20_max": 0.800216, + "nauc_recall_at_20_std": 0.476279, + "nauc_recall_at_20_diff1": 0.789367, + "nauc_recall_at_100_max": 0.71748, + "nauc_recall_at_100_std": 0.556421, + "nauc_recall_at_100_diff1": 0.709371, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.826558, + "nauc_precision_at_1_std": 0.423178, + "nauc_precision_at_1_diff1": 0.891262, + "nauc_precision_at_3_max": 0.847534, + "nauc_precision_at_3_std": 0.469245, + "nauc_precision_at_3_diff1": 0.852972, + "nauc_precision_at_5_max": 0.826134, + "nauc_precision_at_5_std": 0.465181, + "nauc_precision_at_5_diff1": 0.827461, + "nauc_precision_at_10_max": 0.806968, + "nauc_precision_at_10_std": 0.439554, + "nauc_precision_at_10_diff1": 0.810889, + "nauc_precision_at_20_max": 0.800216, + "nauc_precision_at_20_std": 0.476279, + "nauc_precision_at_20_diff1": 0.789367, + "nauc_precision_at_100_max": 0.71748, + "nauc_precision_at_100_std": 0.556421, + "nauc_precision_at_100_diff1": 0.709371, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.826558, + "nauc_mrr_at_1_std": 0.423178, + "nauc_mrr_at_1_diff1": 0.891262, + "nauc_mrr_at_3_max": 0.837654, + "nauc_mrr_at_3_std": 0.444695, + "nauc_mrr_at_3_diff1": 0.876322, + "nauc_mrr_at_5_max": 0.833287, + "nauc_mrr_at_5_std": 0.443304, + "nauc_mrr_at_5_diff1": 0.871462, + "nauc_mrr_at_10_max": 0.831332, + "nauc_mrr_at_10_std": 0.440542, + "nauc_mrr_at_10_diff1": 0.870034, + "nauc_mrr_at_20_max": 0.831334, + "nauc_mrr_at_20_std": 0.44252, + "nauc_mrr_at_20_diff1": 0.869338, + "nauc_mrr_at_100_max": 0.830748, + "nauc_mrr_at_100_std": 0.442736, + "nauc_mrr_at_100_diff1": 0.869172, + "nauc_mrr_at_1000_max": 0.830975, + "nauc_mrr_at_1000_std": 0.442561, + "nauc_mrr_at_1000_diff1": 0.86951, + "hit_rate_at_1": 0.59778, + "hit_rate_at_3": 0.67222, + "hit_rate_at_5": 0.70333, + "hit_rate_at_10": 0.73222, + "hit_rate_at_20": 0.76556, + "hit_rate_at_100": 0.90111, + "hit_rate_at_1000": 1.0, + "main_score": 0.66322, "hf_subset": "tsn_Latn-eng_Latn", "languages": [ "tsn-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.41556, - "ndcg_at_3": 0.44608, - "ndcg_at_5": 0.45292, - "ndcg_at_10": 0.45945, - "ndcg_at_20": 0.47025, - "ndcg_at_100": 0.49235, - "ndcg_at_1000": 0.53471, - "map_at_1": 0.41556, - "map_at_3": 0.43926, - "map_at_5": 0.44304, - "map_at_10": 0.44576, - "map_at_20": 0.4488, - "map_at_100": 0.45142, - "map_at_1000": 0.45301, - "recall_at_1": 0.41556, - "recall_at_3": 0.46556, - "recall_at_5": 0.48222, - "recall_at_10": 0.50222, - "recall_at_20": 0.54444, - "recall_at_100": 0.67, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.40667, + "ndcg_at_3": 0.43927, + "ndcg_at_5": 0.44568, + "ndcg_at_10": 0.45356, + "ndcg_at_20": 0.46129, + "ndcg_at_100": 0.48634, + "ndcg_at_1000": 0.52818, + "map_at_1": 0.40667, + "map_at_3": 0.43167, + "map_at_5": 0.43522, + "map_at_10": 0.43846, + "map_at_20": 0.44051, + "map_at_100": 0.44368, + "map_at_1000": 0.4452, + "recall_at_1": 0.40667, + "recall_at_3": 0.46111, + "recall_at_5": 0.47667, + "recall_at_10": 0.50111, + "recall_at_20": 0.53222, + "recall_at_100": 0.67222, "recall_at_1000": 1.0, - "precision_at_1": 0.41556, - "precision_at_3": 0.15519, - "precision_at_5": 0.09644, - "precision_at_10": 0.05022, - "precision_at_20": 0.02722, - "precision_at_100": 0.0067, - "precision_at_1000": 0.001, - "mrr_at_1": 0.415556, - "mrr_at_3": 0.439259, - "mrr_at_5": 0.443037, - "mrr_at_10": 0.445761, - "mrr_at_20": 0.448795, - "mrr_at_100": 0.451423, - "mrr_at_1000": 0.453007, - "nauc_ndcg_at_1_max": 0.928346, - "nauc_ndcg_at_1_std": 0.831794, - "nauc_ndcg_at_1_diff1": 0.925325, - "nauc_ndcg_at_3_max": 0.956813, - "nauc_ndcg_at_3_std": 0.870282, - "nauc_ndcg_at_3_diff1": 0.907184, - "nauc_ndcg_at_5_max": 0.953216, - "nauc_ndcg_at_5_std": 0.869247, - "nauc_ndcg_at_5_diff1": 0.901965, - "nauc_ndcg_at_10_max": 0.94711, - "nauc_ndcg_at_10_std": 0.863383, - "nauc_ndcg_at_10_diff1": 0.894288, - "nauc_ndcg_at_20_max": 0.940382, - "nauc_ndcg_at_20_std": 0.857817, - "nauc_ndcg_at_20_diff1": 0.88483, - "nauc_ndcg_at_100_max": 0.92626, - "nauc_ndcg_at_100_std": 0.845525, - "nauc_ndcg_at_100_diff1": 0.87356, - "nauc_ndcg_at_1000_max": 0.937523, - "nauc_ndcg_at_1000_std": 0.853921, - "nauc_ndcg_at_1000_diff1": 0.889137, - "nauc_map_at_1_max": 0.928346, - "nauc_map_at_1_std": 0.831794, - "nauc_map_at_1_diff1": 0.925325, - "nauc_map_at_3_max": 0.950489, - "nauc_map_at_3_std": 0.861792, - "nauc_map_at_3_diff1": 0.91117, - "nauc_map_at_5_max": 0.948597, - "nauc_map_at_5_std": 0.861334, - "nauc_map_at_5_diff1": 0.908406, - "nauc_map_at_10_max": 0.946004, - "nauc_map_at_10_std": 0.858889, - "nauc_map_at_10_diff1": 0.905222, - "nauc_map_at_20_max": 0.944241, - "nauc_map_at_20_std": 0.857527, - "nauc_map_at_20_diff1": 0.902669, - "nauc_map_at_100_max": 0.942503, - "nauc_map_at_100_std": 0.856024, - "nauc_map_at_100_diff1": 0.901219, - "nauc_map_at_1000_max": 0.942745, - "nauc_map_at_1000_std": 0.856184, - "nauc_map_at_1000_diff1": 0.901654, - "nauc_recall_at_1_max": 0.928346, - "nauc_recall_at_1_std": 0.831794, - "nauc_recall_at_1_diff1": 0.925325, - "nauc_recall_at_3_max": 0.974978, - "nauc_recall_at_3_std": 0.894644, - "nauc_recall_at_3_diff1": 0.895755, - "nauc_recall_at_5_max": 0.965818, - "nauc_recall_at_5_std": 0.891719, - "nauc_recall_at_5_diff1": 0.882392, - "nauc_recall_at_10_max": 0.947188, - "nauc_recall_at_10_std": 0.873637, - "nauc_recall_at_10_diff1": 0.858327, - "nauc_recall_at_20_max": 0.918745, - "nauc_recall_at_20_std": 0.849703, - "nauc_recall_at_20_diff1": 0.817606, - "nauc_recall_at_100_max": 0.817747, - "nauc_recall_at_100_std": 0.763812, - "nauc_recall_at_100_diff1": 0.728549, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.928346, - "nauc_precision_at_1_std": 0.831794, - "nauc_precision_at_1_diff1": 0.925325, - "nauc_precision_at_3_max": 0.974978, - "nauc_precision_at_3_std": 0.894644, - "nauc_precision_at_3_diff1": 0.895755, - "nauc_precision_at_5_max": 0.965818, - "nauc_precision_at_5_std": 0.891719, - "nauc_precision_at_5_diff1": 0.882392, - "nauc_precision_at_10_max": 0.947188, - "nauc_precision_at_10_std": 0.873637, - "nauc_precision_at_10_diff1": 0.858327, - "nauc_precision_at_20_max": 0.918745, - "nauc_precision_at_20_std": 0.849703, - "nauc_precision_at_20_diff1": 0.817606, - "nauc_precision_at_100_max": 0.817747, - "nauc_precision_at_100_std": 0.763812, - "nauc_precision_at_100_diff1": 0.728549, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.928346, - "nauc_mrr_at_1_std": 0.831794, - "nauc_mrr_at_1_diff1": 0.925325, - "nauc_mrr_at_3_max": 0.950489, - "nauc_mrr_at_3_std": 0.861792, - "nauc_mrr_at_3_diff1": 0.91117, - "nauc_mrr_at_5_max": 0.948597, - "nauc_mrr_at_5_std": 0.861334, - "nauc_mrr_at_5_diff1": 0.908406, - "nauc_mrr_at_10_max": 0.946004, - "nauc_mrr_at_10_std": 0.858889, - "nauc_mrr_at_10_diff1": 0.905222, - "nauc_mrr_at_20_max": 0.944241, - "nauc_mrr_at_20_std": 0.857527, - "nauc_mrr_at_20_diff1": 0.902669, - "nauc_mrr_at_100_max": 0.942503, - "nauc_mrr_at_100_std": 0.856024, - "nauc_mrr_at_100_diff1": 0.901219, - "nauc_mrr_at_1000_max": 0.942745, - "nauc_mrr_at_1000_std": 0.856184, - "nauc_mrr_at_1000_diff1": 0.901654, - "main_score": 0.45945, + "accuracy": 0.40667, + "precision_at_1": 0.40667, + "precision_at_3": 0.1537, + "precision_at_5": 0.09533, + "precision_at_10": 0.05011, + "precision_at_20": 0.02661, + "precision_at_100": 0.00672, + "precision_at_1000": 0.001, + "mrr_at_1": 0.406667, + "mrr_at_3": 0.431667, + "mrr_at_5": 0.435222, + "mrr_at_10": 0.438461, + "mrr_at_20": 0.440513, + "mrr_at_100": 0.443683, + "mrr_at_1000": 0.445202, + "nauc_ndcg_at_1_max": 0.918619, + "nauc_ndcg_at_1_std": 0.779284, + "nauc_ndcg_at_1_diff1": 0.902837, + "nauc_ndcg_at_3_max": 0.942257, + "nauc_ndcg_at_3_std": 0.822868, + "nauc_ndcg_at_3_diff1": 0.884088, + "nauc_ndcg_at_5_max": 0.939967, + "nauc_ndcg_at_5_std": 0.822053, + "nauc_ndcg_at_5_diff1": 0.879665, + "nauc_ndcg_at_10_max": 0.935872, + "nauc_ndcg_at_10_std": 0.818749, + "nauc_ndcg_at_10_diff1": 0.873835, + "nauc_ndcg_at_20_max": 0.930699, + "nauc_ndcg_at_20_std": 0.814272, + "nauc_ndcg_at_20_diff1": 0.866776, + "nauc_ndcg_at_100_max": 0.912661, + "nauc_ndcg_at_100_std": 0.797036, + "nauc_ndcg_at_100_diff1": 0.851862, + "nauc_ndcg_at_1000_max": 0.925034, + "nauc_ndcg_at_1000_std": 0.806141, + "nauc_ndcg_at_1000_diff1": 0.868306, + "nauc_map_at_1_max": 0.918619, + "nauc_map_at_1_std": 0.779284, + "nauc_map_at_1_diff1": 0.902837, + "nauc_map_at_3_max": 0.937231, + "nauc_map_at_3_std": 0.812982, + "nauc_map_at_3_diff1": 0.888535, + "nauc_map_at_5_max": 0.935967, + "nauc_map_at_5_std": 0.812584, + "nauc_map_at_5_diff1": 0.886047, + "nauc_map_at_10_max": 0.934347, + "nauc_map_at_10_std": 0.811245, + "nauc_map_at_10_diff1": 0.883852, + "nauc_map_at_20_max": 0.933061, + "nauc_map_at_20_std": 0.810146, + "nauc_map_at_20_diff1": 0.882057, + "nauc_map_at_100_max": 0.930595, + "nauc_map_at_100_std": 0.807626, + "nauc_map_at_100_diff1": 0.880045, + "nauc_map_at_1000_max": 0.930847, + "nauc_map_at_1000_std": 0.807825, + "nauc_map_at_1000_diff1": 0.880494, + "nauc_recall_at_1_max": 0.918619, + "nauc_recall_at_1_std": 0.779284, + "nauc_recall_at_1_diff1": 0.902837, + "nauc_recall_at_3_max": 0.956606, + "nauc_recall_at_3_std": 0.851388, + "nauc_recall_at_3_diff1": 0.871172, + "nauc_recall_at_5_max": 0.951027, + "nauc_recall_at_5_std": 0.849272, + "nauc_recall_at_5_diff1": 0.860451, + "nauc_recall_at_10_max": 0.937866, + "nauc_recall_at_10_std": 0.838944, + "nauc_recall_at_10_diff1": 0.840865, + "nauc_recall_at_20_max": 0.915679, + "nauc_recall_at_20_std": 0.820135, + "nauc_recall_at_20_diff1": 0.809892, + "nauc_recall_at_100_max": 0.791923, + "nauc_recall_at_100_std": 0.709382, + "nauc_recall_at_100_diff1": 0.697624, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.918619, + "nauc_precision_at_1_std": 0.779284, + "nauc_precision_at_1_diff1": 0.902837, + "nauc_precision_at_3_max": 0.956606, + "nauc_precision_at_3_std": 0.851388, + "nauc_precision_at_3_diff1": 0.871172, + "nauc_precision_at_5_max": 0.951027, + "nauc_precision_at_5_std": 0.849272, + "nauc_precision_at_5_diff1": 0.860451, + "nauc_precision_at_10_max": 0.937866, + "nauc_precision_at_10_std": 0.838944, + "nauc_precision_at_10_diff1": 0.840865, + "nauc_precision_at_20_max": 0.915679, + "nauc_precision_at_20_std": 0.820135, + "nauc_precision_at_20_diff1": 0.809892, + "nauc_precision_at_100_max": 0.791923, + "nauc_precision_at_100_std": 0.709382, + "nauc_precision_at_100_diff1": 0.697624, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.918619, + "nauc_mrr_at_1_std": 0.779284, + "nauc_mrr_at_1_diff1": 0.902837, + "nauc_mrr_at_3_max": 0.937231, + "nauc_mrr_at_3_std": 0.812982, + "nauc_mrr_at_3_diff1": 0.888535, + "nauc_mrr_at_5_max": 0.935967, + "nauc_mrr_at_5_std": 0.812584, + "nauc_mrr_at_5_diff1": 0.886047, + "nauc_mrr_at_10_max": 0.934347, + "nauc_mrr_at_10_std": 0.811245, + "nauc_mrr_at_10_diff1": 0.883852, + "nauc_mrr_at_20_max": 0.933061, + "nauc_mrr_at_20_std": 0.810146, + "nauc_mrr_at_20_diff1": 0.882057, + "nauc_mrr_at_100_max": 0.930595, + "nauc_mrr_at_100_std": 0.807626, + "nauc_mrr_at_100_diff1": 0.880045, + "nauc_mrr_at_1000_max": 0.930847, + "nauc_mrr_at_1000_std": 0.807825, + "nauc_mrr_at_1000_diff1": 0.880494, + "hit_rate_at_1": 0.40667, + "hit_rate_at_3": 0.46111, + "hit_rate_at_5": 0.47667, + "hit_rate_at_10": 0.50111, + "hit_rate_at_20": 0.53222, + "hit_rate_at_100": 0.67222, + "hit_rate_at_1000": 1.0, + "main_score": 0.45356, "hf_subset": "eng_Latn-tsn_Latn", "languages": [ "eng-Latn", "tsn-Latn" - ] - }, - { - "ndcg_at_1": 0.52444, - "ndcg_at_3": 0.5671, - "ndcg_at_5": 0.58006, - "ndcg_at_10": 0.59476, - "ndcg_at_20": 0.60723, - "ndcg_at_100": 0.6324, - "ndcg_at_1000": 0.65032, - "map_at_1": 0.52444, - "map_at_3": 0.55685, - "map_at_5": 0.56413, - "map_at_10": 0.57018, - "map_at_20": 0.57351, - "map_at_100": 0.5768, - "map_at_1000": 0.57751, - "recall_at_1": 0.52444, - "recall_at_3": 0.59667, - "recall_at_5": 0.62778, - "recall_at_10": 0.67333, - "recall_at_20": 0.72333, - "recall_at_100": 0.86222, - "recall_at_1000": 1.0, - "precision_at_1": 0.52444, - "precision_at_3": 0.19889, - "precision_at_5": 0.12556, - "precision_at_10": 0.06733, - "precision_at_20": 0.03617, - "precision_at_100": 0.00862, - "precision_at_1000": 0.001, - "mrr_at_1": 0.524444, - "mrr_at_3": 0.556852, - "mrr_at_5": 0.56413, - "mrr_at_10": 0.570203, - "mrr_at_20": 0.573536, - "mrr_at_100": 0.576823, - "mrr_at_1000": 0.577534, - "nauc_ndcg_at_1_max": 0.710752, - "nauc_ndcg_at_1_std": -0.569741, - "nauc_ndcg_at_1_diff1": 0.877229, - "nauc_ndcg_at_3_max": 0.70398, - "nauc_ndcg_at_3_std": -0.596393, - "nauc_ndcg_at_3_diff1": 0.845183, - "nauc_ndcg_at_5_max": 0.698599, - "nauc_ndcg_at_5_std": -0.602888, - "nauc_ndcg_at_5_diff1": 0.843662, - "nauc_ndcg_at_10_max": 0.692488, - "nauc_ndcg_at_10_std": -0.592786, - "nauc_ndcg_at_10_diff1": 0.83545, - "nauc_ndcg_at_20_max": 0.687919, - "nauc_ndcg_at_20_std": -0.592268, - "nauc_ndcg_at_20_diff1": 0.831043, - "nauc_ndcg_at_100_max": 0.686324, - "nauc_ndcg_at_100_std": -0.589161, - "nauc_ndcg_at_100_diff1": 0.828919, - "nauc_ndcg_at_1000_max": 0.693388, - "nauc_ndcg_at_1000_std": -0.5898, - "nauc_ndcg_at_1000_diff1": 0.83817, - "nauc_map_at_1_max": 0.710752, - "nauc_map_at_1_std": -0.569741, - "nauc_map_at_1_diff1": 0.877229, - "nauc_map_at_3_max": 0.706556, - "nauc_map_at_3_std": -0.590261, - "nauc_map_at_3_diff1": 0.853415, - "nauc_map_at_5_max": 0.703625, - "nauc_map_at_5_std": -0.593494, - "nauc_map_at_5_diff1": 0.852417, - "nauc_map_at_10_max": 0.701263, - "nauc_map_at_10_std": -0.589263, - "nauc_map_at_10_diff1": 0.849319, - "nauc_map_at_20_max": 0.700013, - "nauc_map_at_20_std": -0.589282, - "nauc_map_at_20_diff1": 0.848213, - "nauc_map_at_100_max": 0.699631, - "nauc_map_at_100_std": -0.589036, - "nauc_map_at_100_diff1": 0.847723, - "nauc_map_at_1000_max": 0.699903, - "nauc_map_at_1000_std": -0.588916, - "nauc_map_at_1000_diff1": 0.848039, - "nauc_recall_at_1_max": 0.710752, - "nauc_recall_at_1_std": -0.569741, - "nauc_recall_at_1_diff1": 0.877229, - "nauc_recall_at_3_max": 0.695828, - "nauc_recall_at_3_std": -0.614659, - "nauc_recall_at_3_diff1": 0.820256, - "nauc_recall_at_5_max": 0.681591, - "nauc_recall_at_5_std": -0.633526, - "nauc_recall_at_5_diff1": 0.816144, - "nauc_recall_at_10_max": 0.658456, - "nauc_recall_at_10_std": -0.601525, - "nauc_recall_at_10_diff1": 0.784284, - "nauc_recall_at_20_max": 0.632509, - "nauc_recall_at_20_std": -0.598371, - "nauc_recall_at_20_diff1": 0.756294, - "nauc_recall_at_100_max": 0.578493, - "nauc_recall_at_100_std": -0.5634, - "nauc_recall_at_100_diff1": 0.68282, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.710752, - "nauc_precision_at_1_std": -0.569741, - "nauc_precision_at_1_diff1": 0.877229, - "nauc_precision_at_3_max": 0.695828, - "nauc_precision_at_3_std": -0.614659, - "nauc_precision_at_3_diff1": 0.820256, - "nauc_precision_at_5_max": 0.681591, - "nauc_precision_at_5_std": -0.633526, - "nauc_precision_at_5_diff1": 0.816144, - "nauc_precision_at_10_max": 0.658456, - "nauc_precision_at_10_std": -0.601525, - "nauc_precision_at_10_diff1": 0.784284, - "nauc_precision_at_20_max": 0.632509, - "nauc_precision_at_20_std": -0.598371, - "nauc_precision_at_20_diff1": 0.756294, - "nauc_precision_at_100_max": 0.578493, - "nauc_precision_at_100_std": -0.5634, - "nauc_precision_at_100_diff1": 0.68282, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.710752, - "nauc_mrr_at_1_std": -0.569741, - "nauc_mrr_at_1_diff1": 0.877229, - "nauc_mrr_at_3_max": 0.706556, - "nauc_mrr_at_3_std": -0.590261, - "nauc_mrr_at_3_diff1": 0.853415, - "nauc_mrr_at_5_max": 0.703625, - "nauc_mrr_at_5_std": -0.593494, - "nauc_mrr_at_5_diff1": 0.852417, - "nauc_mrr_at_10_max": 0.701223, - "nauc_mrr_at_10_std": -0.589195, - "nauc_mrr_at_10_diff1": 0.849276, - "nauc_mrr_at_20_max": 0.699974, - "nauc_mrr_at_20_std": -0.589214, - "nauc_mrr_at_20_diff1": 0.848169, - "nauc_mrr_at_100_max": 0.699591, - "nauc_mrr_at_100_std": -0.588967, - "nauc_mrr_at_100_diff1": 0.847679, - "nauc_mrr_at_1000_max": 0.699863, - "nauc_mrr_at_1000_std": -0.588848, - "nauc_mrr_at_1000_diff1": 0.847995, - "main_score": 0.59476, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.54111, + "ndcg_at_3": 0.58167, + "ndcg_at_5": 0.59304, + "ndcg_at_10": 0.60552, + "ndcg_at_20": 0.61889, + "ndcg_at_100": 0.64215, + "ndcg_at_1000": 0.66105, + "map_at_1": 0.54111, + "map_at_3": 0.57185, + "map_at_5": 0.57813, + "map_at_10": 0.58322, + "map_at_20": 0.58698, + "map_at_100": 0.59012, + "map_at_1000": 0.59089, + "recall_at_1": 0.54111, + "recall_at_3": 0.61, + "recall_at_5": 0.63778, + "recall_at_10": 0.67667, + "recall_at_20": 0.72889, + "recall_at_100": 0.85556, + "recall_at_1000": 1.0, + "accuracy": 0.54111, + "precision_at_1": 0.54111, + "precision_at_3": 0.20333, + "precision_at_5": 0.12756, + "precision_at_10": 0.06767, + "precision_at_20": 0.03644, + "precision_at_100": 0.00856, + "precision_at_1000": 0.001, + "mrr_at_1": 0.541111, + "mrr_at_3": 0.571852, + "mrr_at_5": 0.57813, + "mrr_at_10": 0.58322, + "mrr_at_20": 0.586979, + "mrr_at_100": 0.590123, + "mrr_at_1000": 0.590892, + "nauc_ndcg_at_1_max": 0.707979, + "nauc_ndcg_at_1_std": -0.607799, + "nauc_ndcg_at_1_diff1": 0.877142, + "nauc_ndcg_at_3_max": 0.702913, + "nauc_ndcg_at_3_std": -0.632488, + "nauc_ndcg_at_3_diff1": 0.847545, + "nauc_ndcg_at_5_max": 0.701269, + "nauc_ndcg_at_5_std": -0.633696, + "nauc_ndcg_at_5_diff1": 0.849605, + "nauc_ndcg_at_10_max": 0.695134, + "nauc_ndcg_at_10_std": -0.626483, + "nauc_ndcg_at_10_diff1": 0.841757, + "nauc_ndcg_at_20_max": 0.692771, + "nauc_ndcg_at_20_std": -0.626654, + "nauc_ndcg_at_20_diff1": 0.839784, + "nauc_ndcg_at_100_max": 0.688832, + "nauc_ndcg_at_100_std": -0.619293, + "nauc_ndcg_at_100_diff1": 0.83613, + "nauc_ndcg_at_1000_max": 0.69517, + "nauc_ndcg_at_1000_std": -0.624272, + "nauc_ndcg_at_1000_diff1": 0.844533, + "nauc_map_at_1_max": 0.707979, + "nauc_map_at_1_std": -0.607799, + "nauc_map_at_1_diff1": 0.877142, + "nauc_map_at_3_max": 0.704429, + "nauc_map_at_3_std": -0.628102, + "nauc_map_at_3_diff1": 0.855188, + "nauc_map_at_5_max": 0.703518, + "nauc_map_at_5_std": -0.629086, + "nauc_map_at_5_diff1": 0.856371, + "nauc_map_at_10_max": 0.701229, + "nauc_map_at_10_std": -0.62623, + "nauc_map_at_10_diff1": 0.85335, + "nauc_map_at_20_max": 0.700554, + "nauc_map_at_20_std": -0.626144, + "nauc_map_at_20_diff1": 0.852796, + "nauc_map_at_100_max": 0.699764, + "nauc_map_at_100_std": -0.625523, + "nauc_map_at_100_diff1": 0.852204, + "nauc_map_at_1000_max": 0.700033, + "nauc_map_at_1000_std": -0.62557, + "nauc_map_at_1000_diff1": 0.852507, + "nauc_recall_at_1_max": 0.707979, + "nauc_recall_at_1_std": -0.607799, + "nauc_recall_at_1_diff1": 0.877142, + "nauc_recall_at_3_max": 0.698216, + "nauc_recall_at_3_std": -0.644984, + "nauc_recall_at_3_diff1": 0.824312, + "nauc_recall_at_5_max": 0.693857, + "nauc_recall_at_5_std": -0.647081, + "nauc_recall_at_5_diff1": 0.828531, + "nauc_recall_at_10_max": 0.671042, + "nauc_recall_at_10_std": -0.622554, + "nauc_recall_at_10_diff1": 0.799194, + "nauc_recall_at_20_max": 0.656926, + "nauc_recall_at_20_std": -0.624232, + "nauc_recall_at_20_diff1": 0.784608, + "nauc_recall_at_100_max": 0.599682, + "nauc_recall_at_100_std": -0.533787, + "nauc_recall_at_100_diff1": 0.712673, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.707979, + "nauc_precision_at_1_std": -0.607799, + "nauc_precision_at_1_diff1": 0.877142, + "nauc_precision_at_3_max": 0.698216, + "nauc_precision_at_3_std": -0.644984, + "nauc_precision_at_3_diff1": 0.824312, + "nauc_precision_at_5_max": 0.693857, + "nauc_precision_at_5_std": -0.647081, + "nauc_precision_at_5_diff1": 0.828531, + "nauc_precision_at_10_max": 0.671042, + "nauc_precision_at_10_std": -0.622554, + "nauc_precision_at_10_diff1": 0.799194, + "nauc_precision_at_20_max": 0.656926, + "nauc_precision_at_20_std": -0.624232, + "nauc_precision_at_20_diff1": 0.784608, + "nauc_precision_at_100_max": 0.599682, + "nauc_precision_at_100_std": -0.533787, + "nauc_precision_at_100_diff1": 0.712673, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.707979, + "nauc_mrr_at_1_std": -0.607799, + "nauc_mrr_at_1_diff1": 0.877142, + "nauc_mrr_at_3_max": 0.704429, + "nauc_mrr_at_3_std": -0.628102, + "nauc_mrr_at_3_diff1": 0.855188, + "nauc_mrr_at_5_max": 0.703518, + "nauc_mrr_at_5_std": -0.629086, + "nauc_mrr_at_5_diff1": 0.856371, + "nauc_mrr_at_10_max": 0.701229, + "nauc_mrr_at_10_std": -0.62623, + "nauc_mrr_at_10_diff1": 0.85335, + "nauc_mrr_at_20_max": 0.700554, + "nauc_mrr_at_20_std": -0.626144, + "nauc_mrr_at_20_diff1": 0.852796, + "nauc_mrr_at_100_max": 0.699764, + "nauc_mrr_at_100_std": -0.625523, + "nauc_mrr_at_100_diff1": 0.852204, + "nauc_mrr_at_1000_max": 0.700033, + "nauc_mrr_at_1000_std": -0.62557, + "nauc_mrr_at_1000_diff1": 0.852507, + "hit_rate_at_1": 0.54111, + "hit_rate_at_3": 0.61, + "hit_rate_at_5": 0.63778, + "hit_rate_at_10": 0.67667, + "hit_rate_at_20": 0.72889, + "hit_rate_at_100": 0.85556, + "hit_rate_at_1000": 1.0, + "main_score": 0.60552, "hf_subset": "tso_Latn-tso_Latn", "languages": [ "tso-Latn", "tso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.55556, - "ndcg_at_3": 0.59749, - "ndcg_at_5": 0.61298, - "ndcg_at_10": 0.6294, - "ndcg_at_20": 0.64145, - "ndcg_at_100": 0.66362, - "ndcg_at_1000": 0.6785, + "ndcg_at_3": 0.59594, + "ndcg_at_5": 0.61062, + "ndcg_at_10": 0.62935, + "ndcg_at_20": 0.63994, + "ndcg_at_100": 0.66095, + "ndcg_at_1000": 0.67699, "map_at_1": 0.55556, - "map_at_3": 0.58704, - "map_at_5": 0.59559, - "map_at_10": 0.60231, - "map_at_20": 0.60575, - "map_at_100": 0.60856, - "map_at_1000": 0.60917, + "map_at_3": 0.58574, + "map_at_5": 0.59391, + "map_at_10": 0.60166, + "map_at_20": 0.60452, + "map_at_100": 0.60719, + "map_at_1000": 0.60785, "recall_at_1": 0.55556, - "recall_at_3": 0.62778, - "recall_at_5": 0.66556, - "recall_at_10": 0.71667, - "recall_at_20": 0.76333, - "recall_at_100": 0.88667, + "recall_at_3": 0.62556, + "recall_at_5": 0.66111, + "recall_at_10": 0.71889, + "recall_at_20": 0.76111, + "recall_at_100": 0.87778, "recall_at_1000": 1.0, + "accuracy": 0.55556, "precision_at_1": 0.55556, - "precision_at_3": 0.20926, - "precision_at_5": 0.13311, - "precision_at_10": 0.07167, - "precision_at_20": 0.03817, - "precision_at_100": 0.00887, + "precision_at_3": 0.20852, + "precision_at_5": 0.13222, + "precision_at_10": 0.07189, + "precision_at_20": 0.03806, + "precision_at_100": 0.00878, "precision_at_1000": 0.001, "mrr_at_1": 0.555556, - "mrr_at_3": 0.587037, - "mrr_at_5": 0.595593, - "mrr_at_10": 0.602305, - "mrr_at_20": 0.605748, - "mrr_at_100": 0.608557, - "mrr_at_1000": 0.609173, - "nauc_ndcg_at_1_max": 0.875178, - "nauc_ndcg_at_1_std": 0.439273, - "nauc_ndcg_at_1_diff1": 0.894605, - "nauc_ndcg_at_3_max": 0.873146, - "nauc_ndcg_at_3_std": 0.450808, - "nauc_ndcg_at_3_diff1": 0.868137, - "nauc_ndcg_at_5_max": 0.861643, - "nauc_ndcg_at_5_std": 0.451375, - "nauc_ndcg_at_5_diff1": 0.85498, - "nauc_ndcg_at_10_max": 0.854244, - "nauc_ndcg_at_10_std": 0.450843, - "nauc_ndcg_at_10_diff1": 0.847463, - "nauc_ndcg_at_20_max": 0.85671, - "nauc_ndcg_at_20_std": 0.462818, - "nauc_ndcg_at_20_diff1": 0.845718, - "nauc_ndcg_at_100_max": 0.855006, - "nauc_ndcg_at_100_std": 0.459505, - "nauc_ndcg_at_100_diff1": 0.846609, - "nauc_ndcg_at_1000_max": 0.860328, - "nauc_ndcg_at_1000_std": 0.455155, - "nauc_ndcg_at_1000_diff1": 0.855509, - "nauc_map_at_1_max": 0.875178, - "nauc_map_at_1_std": 0.439273, - "nauc_map_at_1_diff1": 0.894605, - "nauc_map_at_3_max": 0.874135, - "nauc_map_at_3_std": 0.447876, - "nauc_map_at_3_diff1": 0.874923, - "nauc_map_at_5_max": 0.867988, - "nauc_map_at_5_std": 0.448117, - "nauc_map_at_5_diff1": 0.868012, - "nauc_map_at_10_max": 0.865032, - "nauc_map_at_10_std": 0.447866, - "nauc_map_at_10_diff1": 0.865105, - "nauc_map_at_20_max": 0.865685, - "nauc_map_at_20_std": 0.451136, - "nauc_map_at_20_diff1": 0.864722, - "nauc_map_at_100_max": 0.865439, - "nauc_map_at_100_std": 0.450546, - "nauc_map_at_100_diff1": 0.864854, - "nauc_map_at_1000_max": 0.865628, - "nauc_map_at_1000_std": 0.450431, - "nauc_map_at_1000_diff1": 0.865206, - "nauc_recall_at_1_max": 0.875178, - "nauc_recall_at_1_std": 0.439273, - "nauc_recall_at_1_diff1": 0.894605, - "nauc_recall_at_3_max": 0.869906, - "nauc_recall_at_3_std": 0.459801, - "nauc_recall_at_3_diff1": 0.847302, - "nauc_recall_at_5_max": 0.838917, - "nauc_recall_at_5_std": 0.462077, - "nauc_recall_at_5_diff1": 0.8104, - "nauc_recall_at_10_max": 0.809633, - "nauc_recall_at_10_std": 0.461413, - "nauc_recall_at_10_diff1": 0.7779, - "nauc_recall_at_20_max": 0.816315, - "nauc_recall_at_20_std": 0.524062, - "nauc_recall_at_20_diff1": 0.758531, - "nauc_recall_at_100_max": 0.761514, - "nauc_recall_at_100_std": 0.540014, - "nauc_recall_at_100_diff1": 0.694451, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.875178, - "nauc_precision_at_1_std": 0.439273, - "nauc_precision_at_1_diff1": 0.894605, - "nauc_precision_at_3_max": 0.869906, - "nauc_precision_at_3_std": 0.459801, - "nauc_precision_at_3_diff1": 0.847302, - "nauc_precision_at_5_max": 0.838917, - "nauc_precision_at_5_std": 0.462077, - "nauc_precision_at_5_diff1": 0.8104, - "nauc_precision_at_10_max": 0.809633, - "nauc_precision_at_10_std": 0.461413, - "nauc_precision_at_10_diff1": 0.7779, - "nauc_precision_at_20_max": 0.816315, - "nauc_precision_at_20_std": 0.524062, - "nauc_precision_at_20_diff1": 0.758531, - "nauc_precision_at_100_max": 0.761514, - "nauc_precision_at_100_std": 0.540014, - "nauc_precision_at_100_diff1": 0.694451, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.875178, - "nauc_mrr_at_1_std": 0.439273, - "nauc_mrr_at_1_diff1": 0.894605, - "nauc_mrr_at_3_max": 0.874135, - "nauc_mrr_at_3_std": 0.447876, - "nauc_mrr_at_3_diff1": 0.874923, - "nauc_mrr_at_5_max": 0.867988, - "nauc_mrr_at_5_std": 0.448117, - "nauc_mrr_at_5_diff1": 0.868012, - "nauc_mrr_at_10_max": 0.865032, - "nauc_mrr_at_10_std": 0.447866, - "nauc_mrr_at_10_diff1": 0.865105, - "nauc_mrr_at_20_max": 0.865685, - "nauc_mrr_at_20_std": 0.451136, - "nauc_mrr_at_20_diff1": 0.864722, - "nauc_mrr_at_100_max": 0.865439, - "nauc_mrr_at_100_std": 0.450546, - "nauc_mrr_at_100_diff1": 0.864854, - "nauc_mrr_at_1000_max": 0.865628, - "nauc_mrr_at_1000_std": 0.450431, - "nauc_mrr_at_1000_diff1": 0.865206, - "main_score": 0.6294, + "mrr_at_3": 0.585741, + "mrr_at_5": 0.593907, + "mrr_at_10": 0.601655, + "mrr_at_20": 0.604525, + "mrr_at_100": 0.607193, + "mrr_at_1000": 0.607853, + "nauc_ndcg_at_1_max": 0.858137, + "nauc_ndcg_at_1_std": 0.418969, + "nauc_ndcg_at_1_diff1": 0.888837, + "nauc_ndcg_at_3_max": 0.858715, + "nauc_ndcg_at_3_std": 0.428685, + "nauc_ndcg_at_3_diff1": 0.865148, + "nauc_ndcg_at_5_max": 0.848818, + "nauc_ndcg_at_5_std": 0.435806, + "nauc_ndcg_at_5_diff1": 0.854488, + "nauc_ndcg_at_10_max": 0.839391, + "nauc_ndcg_at_10_std": 0.43735, + "nauc_ndcg_at_10_diff1": 0.842768, + "nauc_ndcg_at_20_max": 0.841759, + "nauc_ndcg_at_20_std": 0.446783, + "nauc_ndcg_at_20_diff1": 0.842252, + "nauc_ndcg_at_100_max": 0.841137, + "nauc_ndcg_at_100_std": 0.445982, + "nauc_ndcg_at_100_diff1": 0.84378, + "nauc_ndcg_at_1000_max": 0.845338, + "nauc_ndcg_at_1000_std": 0.437791, + "nauc_ndcg_at_1000_diff1": 0.851936, + "nauc_map_at_1_max": 0.858137, + "nauc_map_at_1_std": 0.418969, + "nauc_map_at_1_diff1": 0.888837, + "nauc_map_at_3_max": 0.859091, + "nauc_map_at_3_std": 0.426937, + "nauc_map_at_3_diff1": 0.871236, + "nauc_map_at_5_max": 0.853728, + "nauc_map_at_5_std": 0.430783, + "nauc_map_at_5_diff1": 0.865563, + "nauc_map_at_10_max": 0.849783, + "nauc_map_at_10_std": 0.430942, + "nauc_map_at_10_diff1": 0.860936, + "nauc_map_at_20_max": 0.850421, + "nauc_map_at_20_std": 0.433254, + "nauc_map_at_20_diff1": 0.860892, + "nauc_map_at_100_max": 0.850236, + "nauc_map_at_100_std": 0.432704, + "nauc_map_at_100_diff1": 0.861063, + "nauc_map_at_1000_max": 0.850378, + "nauc_map_at_1000_std": 0.432383, + "nauc_map_at_1000_diff1": 0.861382, + "nauc_recall_at_1_max": 0.858137, + "nauc_recall_at_1_std": 0.418969, + "nauc_recall_at_1_diff1": 0.888837, + "nauc_recall_at_3_max": 0.857335, + "nauc_recall_at_3_std": 0.433724, + "nauc_recall_at_3_diff1": 0.846484, + "nauc_recall_at_5_max": 0.831186, + "nauc_recall_at_5_std": 0.452787, + "nauc_recall_at_5_diff1": 0.817011, + "nauc_recall_at_10_max": 0.795904, + "nauc_recall_at_10_std": 0.463459, + "nauc_recall_at_10_diff1": 0.769527, + "nauc_recall_at_20_max": 0.802589, + "nauc_recall_at_20_std": 0.517408, + "nauc_recall_at_20_diff1": 0.756794, + "nauc_recall_at_100_max": 0.770229, + "nauc_recall_at_100_std": 0.577072, + "nauc_recall_at_100_diff1": 0.712477, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.858137, + "nauc_precision_at_1_std": 0.418969, + "nauc_precision_at_1_diff1": 0.888837, + "nauc_precision_at_3_max": 0.857335, + "nauc_precision_at_3_std": 0.433724, + "nauc_precision_at_3_diff1": 0.846484, + "nauc_precision_at_5_max": 0.831186, + "nauc_precision_at_5_std": 0.452787, + "nauc_precision_at_5_diff1": 0.817011, + "nauc_precision_at_10_max": 0.795904, + "nauc_precision_at_10_std": 0.463459, + "nauc_precision_at_10_diff1": 0.769527, + "nauc_precision_at_20_max": 0.802589, + "nauc_precision_at_20_std": 0.517408, + "nauc_precision_at_20_diff1": 0.756794, + "nauc_precision_at_100_max": 0.770229, + "nauc_precision_at_100_std": 0.577072, + "nauc_precision_at_100_diff1": 0.712477, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.858137, + "nauc_mrr_at_1_std": 0.418969, + "nauc_mrr_at_1_diff1": 0.888837, + "nauc_mrr_at_3_max": 0.859091, + "nauc_mrr_at_3_std": 0.426937, + "nauc_mrr_at_3_diff1": 0.871236, + "nauc_mrr_at_5_max": 0.853728, + "nauc_mrr_at_5_std": 0.430783, + "nauc_mrr_at_5_diff1": 0.865563, + "nauc_mrr_at_10_max": 0.849783, + "nauc_mrr_at_10_std": 0.430942, + "nauc_mrr_at_10_diff1": 0.860936, + "nauc_mrr_at_20_max": 0.850421, + "nauc_mrr_at_20_std": 0.433254, + "nauc_mrr_at_20_diff1": 0.860892, + "nauc_mrr_at_100_max": 0.850236, + "nauc_mrr_at_100_std": 0.432704, + "nauc_mrr_at_100_diff1": 0.861063, + "nauc_mrr_at_1000_max": 0.850378, + "nauc_mrr_at_1000_std": 0.432383, + "nauc_mrr_at_1000_diff1": 0.861382, + "hit_rate_at_1": 0.55556, + "hit_rate_at_3": 0.62556, + "hit_rate_at_5": 0.66111, + "hit_rate_at_10": 0.71889, + "hit_rate_at_20": 0.76111, + "hit_rate_at_100": 0.87778, + "hit_rate_at_1000": 1.0, + "main_score": 0.62935, "hf_subset": "tso_Latn-eng_Latn", "languages": [ "tso-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.42222, - "ndcg_at_3": 0.45021, - "ndcg_at_5": 0.45341, - "ndcg_at_10": 0.46156, - "ndcg_at_20": 0.46919, - "ndcg_at_100": 0.49252, - "ndcg_at_1000": 0.53509, - "map_at_1": 0.42222, - "map_at_3": 0.4437, - "map_at_5": 0.44548, - "map_at_10": 0.44877, - "map_at_20": 0.45089, - "map_at_100": 0.4537, - "map_at_1000": 0.45521, - "recall_at_1": 0.42222, - "recall_at_3": 0.46889, - "recall_at_5": 0.47667, - "recall_at_10": 0.50222, - "recall_at_20": 0.53222, - "recall_at_100": 0.66444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.41889, + "ndcg_at_3": 0.44731, + "ndcg_at_5": 0.45473, + "ndcg_at_10": 0.4591, + "ndcg_at_20": 0.46702, + "ndcg_at_100": 0.48971, + "ndcg_at_1000": 0.53329, + "map_at_1": 0.41889, + "map_at_3": 0.44093, + "map_at_5": 0.44509, + "map_at_10": 0.44693, + "map_at_20": 0.44913, + "map_at_100": 0.45176, + "map_at_1000": 0.45335, + "recall_at_1": 0.41889, + "recall_at_3": 0.46556, + "recall_at_5": 0.48333, + "recall_at_10": 0.49667, + "recall_at_20": 0.52778, + "recall_at_100": 0.65778, "recall_at_1000": 1.0, - "precision_at_1": 0.42222, - "precision_at_3": 0.1563, - "precision_at_5": 0.09533, - "precision_at_10": 0.05022, - "precision_at_20": 0.02661, - "precision_at_100": 0.00664, - "precision_at_1000": 0.001, - "mrr_at_1": 0.422222, - "mrr_at_3": 0.443704, - "mrr_at_5": 0.445481, - "mrr_at_10": 0.448771, - "mrr_at_20": 0.450891, - "mrr_at_100": 0.453696, - "mrr_at_1000": 0.455207, - "nauc_ndcg_at_1_max": 0.933647, - "nauc_ndcg_at_1_std": 0.825652, - "nauc_ndcg_at_1_diff1": 0.908395, - "nauc_ndcg_at_3_max": 0.948468, - "nauc_ndcg_at_3_std": 0.852436, - "nauc_ndcg_at_3_diff1": 0.887992, - "nauc_ndcg_at_5_max": 0.948748, - "nauc_ndcg_at_5_std": 0.853928, - "nauc_ndcg_at_5_diff1": 0.886829, - "nauc_ndcg_at_10_max": 0.942711, - "nauc_ndcg_at_10_std": 0.852668, - "nauc_ndcg_at_10_diff1": 0.87842, - "nauc_ndcg_at_20_max": 0.940647, - "nauc_ndcg_at_20_std": 0.85255, - "nauc_ndcg_at_20_diff1": 0.872893, - "nauc_ndcg_at_100_max": 0.926945, - "nauc_ndcg_at_100_std": 0.840397, - "nauc_ndcg_at_100_diff1": 0.86168, - "nauc_ndcg_at_1000_max": 0.936096, - "nauc_ndcg_at_1000_std": 0.845155, - "nauc_ndcg_at_1000_diff1": 0.875681, - "nauc_map_at_1_max": 0.933647, - "nauc_map_at_1_std": 0.825652, - "nauc_map_at_1_diff1": 0.908395, - "nauc_map_at_3_max": 0.945267, - "nauc_map_at_3_std": 0.846566, - "nauc_map_at_3_diff1": 0.893524, - "nauc_map_at_5_max": 0.945496, - "nauc_map_at_5_std": 0.847497, - "nauc_map_at_5_diff1": 0.892979, - "nauc_map_at_10_max": 0.943049, - "nauc_map_at_10_std": 0.847048, - "nauc_map_at_10_diff1": 0.889578, - "nauc_map_at_20_max": 0.942435, - "nauc_map_at_20_std": 0.84704, - "nauc_map_at_20_diff1": 0.888003, - "nauc_map_at_100_max": 0.940713, - "nauc_map_at_100_std": 0.845394, - "nauc_map_at_100_diff1": 0.886701, - "nauc_map_at_1000_max": 0.940858, - "nauc_map_at_1000_std": 0.845428, - "nauc_map_at_1000_diff1": 0.887048, - "nauc_recall_at_1_max": 0.933647, - "nauc_recall_at_1_std": 0.825652, - "nauc_recall_at_1_diff1": 0.908395, - "nauc_recall_at_3_max": 0.957619, - "nauc_recall_at_3_std": 0.869259, - "nauc_recall_at_3_diff1": 0.871649, - "nauc_recall_at_5_max": 0.958014, - "nauc_recall_at_5_std": 0.872499, - "nauc_recall_at_5_diff1": 0.868363, - "nauc_recall_at_10_max": 0.938966, - "nauc_recall_at_10_std": 0.868377, + "accuracy": 0.41889, + "precision_at_1": 0.41889, + "precision_at_3": 0.15519, + "precision_at_5": 0.09667, + "precision_at_10": 0.04967, + "precision_at_20": 0.02639, + "precision_at_100": 0.00658, + "precision_at_1000": 0.001, + "mrr_at_1": 0.418889, + "mrr_at_3": 0.440926, + "mrr_at_5": 0.445093, + "mrr_at_10": 0.446931, + "mrr_at_20": 0.449132, + "mrr_at_100": 0.451764, + "mrr_at_1000": 0.453347, + "nauc_ndcg_at_1_max": 0.93439, + "nauc_ndcg_at_1_std": 0.832448, + "nauc_ndcg_at_1_diff1": 0.903744, + "nauc_ndcg_at_3_max": 0.950804, + "nauc_ndcg_at_3_std": 0.863973, + "nauc_ndcg_at_3_diff1": 0.889591, + "nauc_ndcg_at_5_max": 0.945932, + "nauc_ndcg_at_5_std": 0.861587, + "nauc_ndcg_at_5_diff1": 0.881624, + "nauc_ndcg_at_10_max": 0.939219, + "nauc_ndcg_at_10_std": 0.858469, + "nauc_ndcg_at_10_diff1": 0.875525, + "nauc_ndcg_at_20_max": 0.936171, + "nauc_ndcg_at_20_std": 0.85802, + "nauc_ndcg_at_20_diff1": 0.871007, + "nauc_ndcg_at_100_max": 0.923117, + "nauc_ndcg_at_100_std": 0.846311, + "nauc_ndcg_at_100_diff1": 0.860294, + "nauc_ndcg_at_1000_max": 0.933433, + "nauc_ndcg_at_1000_std": 0.852433, + "nauc_ndcg_at_1000_diff1": 0.873019, + "nauc_map_at_1_max": 0.93439, + "nauc_map_at_1_std": 0.832448, + "nauc_map_at_1_diff1": 0.903744, + "nauc_map_at_3_max": 0.947208, + "nauc_map_at_3_std": 0.857312, + "nauc_map_at_3_diff1": 0.892837, + "nauc_map_at_5_max": 0.944556, + "nauc_map_at_5_std": 0.856094, + "nauc_map_at_5_diff1": 0.888441, + "nauc_map_at_10_max": 0.94172, + "nauc_map_at_10_std": 0.854708, + "nauc_map_at_10_diff1": 0.885919, + "nauc_map_at_20_max": 0.940883, + "nauc_map_at_20_std": 0.854721, + "nauc_map_at_20_diff1": 0.884622, + "nauc_map_at_100_max": 0.939288, + "nauc_map_at_100_std": 0.853281, + "nauc_map_at_100_diff1": 0.88336, + "nauc_map_at_1000_max": 0.939488, + "nauc_map_at_1000_std": 0.853391, + "nauc_map_at_1000_diff1": 0.883656, + "nauc_recall_at_1_max": 0.93439, + "nauc_recall_at_1_std": 0.832448, + "nauc_recall_at_1_diff1": 0.903744, + "nauc_recall_at_3_max": 0.961108, + "nauc_recall_at_3_std": 0.882942, + "nauc_recall_at_3_diff1": 0.880221, + "nauc_recall_at_5_max": 0.949022, + "nauc_recall_at_5_std": 0.876742, + "nauc_recall_at_5_diff1": 0.860605, + "nauc_recall_at_10_max": 0.928423, + "nauc_recall_at_10_std": 0.867573, "nauc_recall_at_10_diff1": 0.841529, - "nauc_recall_at_20_max": 0.930778, - "nauc_recall_at_20_std": 0.868123, - "nauc_recall_at_20_diff1": 0.818401, - "nauc_recall_at_100_max": 0.836201, - "nauc_recall_at_100_std": 0.791063, - "nauc_recall_at_100_diff1": 0.729957, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.933647, - "nauc_precision_at_1_std": 0.825652, - "nauc_precision_at_1_diff1": 0.908395, - "nauc_precision_at_3_max": 0.957619, - "nauc_precision_at_3_std": 0.869259, - "nauc_precision_at_3_diff1": 0.871649, - "nauc_precision_at_5_max": 0.958014, - "nauc_precision_at_5_std": 0.872499, - "nauc_precision_at_5_diff1": 0.868363, - "nauc_precision_at_10_max": 0.938966, - "nauc_precision_at_10_std": 0.868377, + "nauc_recall_at_20_max": 0.915677, + "nauc_recall_at_20_std": 0.864849, + "nauc_recall_at_20_diff1": 0.82267, + "nauc_recall_at_100_max": 0.823786, + "nauc_recall_at_100_std": 0.787188, + "nauc_recall_at_100_diff1": 0.740597, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.93439, + "nauc_precision_at_1_std": 0.832448, + "nauc_precision_at_1_diff1": 0.903744, + "nauc_precision_at_3_max": 0.961108, + "nauc_precision_at_3_std": 0.882942, + "nauc_precision_at_3_diff1": 0.880221, + "nauc_precision_at_5_max": 0.949022, + "nauc_precision_at_5_std": 0.876742, + "nauc_precision_at_5_diff1": 0.860605, + "nauc_precision_at_10_max": 0.928423, + "nauc_precision_at_10_std": 0.867573, "nauc_precision_at_10_diff1": 0.841529, - "nauc_precision_at_20_max": 0.930778, - "nauc_precision_at_20_std": 0.868123, - "nauc_precision_at_20_diff1": 0.818401, - "nauc_precision_at_100_max": 0.836201, - "nauc_precision_at_100_std": 0.791063, - "nauc_precision_at_100_diff1": 0.729957, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.933647, - "nauc_mrr_at_1_std": 0.825652, - "nauc_mrr_at_1_diff1": 0.908395, - "nauc_mrr_at_3_max": 0.945267, - "nauc_mrr_at_3_std": 0.846566, - "nauc_mrr_at_3_diff1": 0.893524, - "nauc_mrr_at_5_max": 0.945496, - "nauc_mrr_at_5_std": 0.847497, - "nauc_mrr_at_5_diff1": 0.892979, - "nauc_mrr_at_10_max": 0.943049, - "nauc_mrr_at_10_std": 0.847048, - "nauc_mrr_at_10_diff1": 0.889578, - "nauc_mrr_at_20_max": 0.942435, - "nauc_mrr_at_20_std": 0.84704, - "nauc_mrr_at_20_diff1": 0.888003, - "nauc_mrr_at_100_max": 0.940713, - "nauc_mrr_at_100_std": 0.845394, - "nauc_mrr_at_100_diff1": 0.886701, - "nauc_mrr_at_1000_max": 0.940858, - "nauc_mrr_at_1000_std": 0.845428, - "nauc_mrr_at_1000_diff1": 0.887048, - "main_score": 0.46156, + "nauc_precision_at_20_max": 0.915677, + "nauc_precision_at_20_std": 0.864849, + "nauc_precision_at_20_diff1": 0.82267, + "nauc_precision_at_100_max": 0.823786, + "nauc_precision_at_100_std": 0.787188, + "nauc_precision_at_100_diff1": 0.740597, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.93439, + "nauc_mrr_at_1_std": 0.832448, + "nauc_mrr_at_1_diff1": 0.903744, + "nauc_mrr_at_3_max": 0.947208, + "nauc_mrr_at_3_std": 0.857312, + "nauc_mrr_at_3_diff1": 0.892837, + "nauc_mrr_at_5_max": 0.944556, + "nauc_mrr_at_5_std": 0.856094, + "nauc_mrr_at_5_diff1": 0.888441, + "nauc_mrr_at_10_max": 0.94172, + "nauc_mrr_at_10_std": 0.854708, + "nauc_mrr_at_10_diff1": 0.885919, + "nauc_mrr_at_20_max": 0.940883, + "nauc_mrr_at_20_std": 0.854721, + "nauc_mrr_at_20_diff1": 0.884622, + "nauc_mrr_at_100_max": 0.939288, + "nauc_mrr_at_100_std": 0.853281, + "nauc_mrr_at_100_diff1": 0.88336, + "nauc_mrr_at_1000_max": 0.939488, + "nauc_mrr_at_1000_std": 0.853391, + "nauc_mrr_at_1000_diff1": 0.883656, + "hit_rate_at_1": 0.41889, + "hit_rate_at_3": 0.46556, + "hit_rate_at_5": 0.48333, + "hit_rate_at_10": 0.49667, + "hit_rate_at_20": 0.52778, + "hit_rate_at_100": 0.65778, + "hit_rate_at_1000": 1.0, + "main_score": 0.4591, "hf_subset": "eng_Latn-tso_Latn", "languages": [ "eng-Latn", "tso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88556, - "ndcg_at_3": 0.92348, - "ndcg_at_5": 0.92921, - "ndcg_at_10": 0.93481, - "ndcg_at_20": 0.93648, - "ndcg_at_100": 0.9379, - "ndcg_at_1000": 0.93866, - "map_at_1": 0.88556, - "map_at_3": 0.91463, - "map_at_5": 0.91769, - "map_at_10": 0.92012, - "map_at_20": 0.92057, - "map_at_100": 0.92076, - "map_at_1000": 0.92079, - "recall_at_1": 0.88556, - "recall_at_3": 0.94889, - "recall_at_5": 0.96333, - "recall_at_10": 0.98, - "recall_at_20": 0.98667, - "recall_at_100": 0.99444, + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.9179, + "ndcg_at_5": 0.92478, + "ndcg_at_10": 0.92961, + "ndcg_at_20": 0.93276, + "ndcg_at_100": 0.93448, + "ndcg_at_1000": 0.93538, + "map_at_1": 0.88333, + "map_at_3": 0.90981, + "map_at_5": 0.91365, + "map_at_10": 0.91574, + "map_at_20": 0.91663, + "map_at_100": 0.9169, + "map_at_1000": 0.91694, + "recall_at_1": 0.88333, + "recall_at_3": 0.94111, + "recall_at_5": 0.95778, + "recall_at_10": 0.97222, + "recall_at_20": 0.98444, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.88556, - "precision_at_3": 0.3163, - "precision_at_5": 0.19267, - "precision_at_10": 0.098, - "precision_at_20": 0.04933, - "precision_at_100": 0.00994, + "accuracy": 0.88333, + "precision_at_1": 0.88333, + "precision_at_3": 0.3137, + "precision_at_5": 0.19156, + "precision_at_10": 0.09722, + "precision_at_20": 0.04922, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.885556, - "mrr_at_3": 0.91463, - "mrr_at_5": 0.917685, - "mrr_at_10": 0.92012, - "mrr_at_20": 0.920572, - "mrr_at_100": 0.920759, - "mrr_at_1000": 0.920794, - "nauc_ndcg_at_1_max": 0.824574, - "nauc_ndcg_at_1_std": 0.026352, - "nauc_ndcg_at_1_diff1": 0.939535, - "nauc_ndcg_at_3_max": 0.866457, - "nauc_ndcg_at_3_std": 0.081418, - "nauc_ndcg_at_3_diff1": 0.939932, - "nauc_ndcg_at_5_max": 0.860633, - "nauc_ndcg_at_5_std": 0.069699, - "nauc_ndcg_at_5_diff1": 0.938316, - "nauc_ndcg_at_10_max": 0.857834, - "nauc_ndcg_at_10_std": 0.107569, - "nauc_ndcg_at_10_diff1": 0.939003, - "nauc_ndcg_at_20_max": 0.855175, - "nauc_ndcg_at_20_std": 0.088776, - "nauc_ndcg_at_20_diff1": 0.938595, - "nauc_ndcg_at_100_max": 0.853571, - "nauc_ndcg_at_100_std": 0.090241, - "nauc_ndcg_at_100_diff1": 0.937687, - "nauc_ndcg_at_1000_max": 0.852394, - "nauc_ndcg_at_1000_std": 0.082029, - "nauc_ndcg_at_1000_diff1": 0.938332, - "nauc_map_at_1_max": 0.824574, - "nauc_map_at_1_std": 0.026352, - "nauc_map_at_1_diff1": 0.939535, - "nauc_map_at_3_max": 0.853776, - "nauc_map_at_3_std": 0.067108, - "nauc_map_at_3_diff1": 0.939081, - "nauc_map_at_5_max": 0.850605, - "nauc_map_at_5_std": 0.06113, - "nauc_map_at_5_diff1": 0.938311, - "nauc_map_at_10_max": 0.849316, - "nauc_map_at_10_std": 0.074658, - "nauc_map_at_10_diff1": 0.938505, - "nauc_map_at_20_max": 0.848678, - "nauc_map_at_20_std": 0.070454, - "nauc_map_at_20_diff1": 0.938437, - "nauc_map_at_100_max": 0.84858, - "nauc_map_at_100_std": 0.070981, - "nauc_map_at_100_diff1": 0.938368, - "nauc_map_at_1000_max": 0.848535, - "nauc_map_at_1000_std": 0.070662, - "nauc_map_at_1000_diff1": 0.938388, - "nauc_recall_at_1_max": 0.824574, - "nauc_recall_at_1_std": 0.026352, - "nauc_recall_at_1_diff1": 0.939535, - "nauc_recall_at_3_max": 0.926369, - "nauc_recall_at_3_std": 0.147313, - "nauc_recall_at_3_diff1": 0.944485, - "nauc_recall_at_5_max": 0.92212, - "nauc_recall_at_5_std": 0.117407, - "nauc_recall_at_5_diff1": 0.93846, - "nauc_recall_at_10_max": 0.946182, - "nauc_recall_at_10_std": 0.513668, - "nauc_recall_at_10_diff1": 0.946182, - "nauc_recall_at_20_max": 0.94106, - "nauc_recall_at_20_std": 0.361734, - "nauc_recall_at_20_diff1": 0.94106, - "nauc_recall_at_100_max": 0.947712, - "nauc_recall_at_100_std": 0.739589, - "nauc_recall_at_100_diff1": 0.884687, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.824574, - "nauc_precision_at_1_std": 0.026352, - "nauc_precision_at_1_diff1": 0.939535, - "nauc_precision_at_3_max": 0.926369, - "nauc_precision_at_3_std": 0.147313, - "nauc_precision_at_3_diff1": 0.944485, - "nauc_precision_at_5_max": 0.92212, - "nauc_precision_at_5_std": 0.117407, - "nauc_precision_at_5_diff1": 0.93846, - "nauc_precision_at_10_max": 0.946182, - "nauc_precision_at_10_std": 0.513668, - "nauc_precision_at_10_diff1": 0.946182, - "nauc_precision_at_20_max": 0.94106, - "nauc_precision_at_20_std": 0.361734, - "nauc_precision_at_20_diff1": 0.94106, - "nauc_precision_at_100_max": 0.947712, - "nauc_precision_at_100_std": 0.739589, - "nauc_precision_at_100_diff1": 0.884687, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.824574, - "nauc_mrr_at_1_std": 0.026352, - "nauc_mrr_at_1_diff1": 0.939535, - "nauc_mrr_at_3_max": 0.853776, - "nauc_mrr_at_3_std": 0.067108, - "nauc_mrr_at_3_diff1": 0.939081, - "nauc_mrr_at_5_max": 0.850605, - "nauc_mrr_at_5_std": 0.06113, - "nauc_mrr_at_5_diff1": 0.938311, - "nauc_mrr_at_10_max": 0.849316, - "nauc_mrr_at_10_std": 0.074658, - "nauc_mrr_at_10_diff1": 0.938505, - "nauc_mrr_at_20_max": 0.848678, - "nauc_mrr_at_20_std": 0.070454, - "nauc_mrr_at_20_diff1": 0.938437, - "nauc_mrr_at_100_max": 0.84858, - "nauc_mrr_at_100_std": 0.070981, - "nauc_mrr_at_100_diff1": 0.938368, - "nauc_mrr_at_1000_max": 0.848535, - "nauc_mrr_at_1000_std": 0.070662, - "nauc_mrr_at_1000_diff1": 0.938388, - "main_score": 0.93481, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.909815, + "mrr_at_5": 0.913648, + "mrr_at_10": 0.91574, + "mrr_at_20": 0.916627, + "mrr_at_100": 0.916902, + "mrr_at_1000": 0.916942, + "nauc_ndcg_at_1_max": 0.793829, + "nauc_ndcg_at_1_std": -0.025817, + "nauc_ndcg_at_1_diff1": 0.931041, + "nauc_ndcg_at_3_max": 0.837958, + "nauc_ndcg_at_3_std": 0.010609, + "nauc_ndcg_at_3_diff1": 0.921314, + "nauc_ndcg_at_5_max": 0.840306, + "nauc_ndcg_at_5_std": 0.017052, + "nauc_ndcg_at_5_diff1": 0.923562, + "nauc_ndcg_at_10_max": 0.83888, + "nauc_ndcg_at_10_std": 0.052311, + "nauc_ndcg_at_10_diff1": 0.92434, + "nauc_ndcg_at_20_max": 0.833747, + "nauc_ndcg_at_20_std": 0.024794, + "nauc_ndcg_at_20_diff1": 0.92421, + "nauc_ndcg_at_100_max": 0.831511, + "nauc_ndcg_at_100_std": 0.03122, + "nauc_ndcg_at_100_diff1": 0.924571, + "nauc_ndcg_at_1000_max": 0.829145, + "nauc_ndcg_at_1000_std": 0.020642, + "nauc_ndcg_at_1000_diff1": 0.92497, + "nauc_map_at_1_max": 0.793829, + "nauc_map_at_1_std": -0.025817, + "nauc_map_at_1_diff1": 0.931041, + "nauc_map_at_3_max": 0.825494, + "nauc_map_at_3_std": -0.000927, + "nauc_map_at_3_diff1": 0.923565, + "nauc_map_at_5_max": 0.825976, + "nauc_map_at_5_std": 0.002241, + "nauc_map_at_5_diff1": 0.924772, + "nauc_map_at_10_max": 0.825197, + "nauc_map_at_10_std": 0.014452, + "nauc_map_at_10_diff1": 0.92524, + "nauc_map_at_20_max": 0.823921, + "nauc_map_at_20_std": 0.007702, + "nauc_map_at_20_diff1": 0.925221, + "nauc_map_at_100_max": 0.82369, + "nauc_map_at_100_std": 0.008728, + "nauc_map_at_100_diff1": 0.925318, + "nauc_map_at_1000_max": 0.823604, + "nauc_map_at_1000_std": 0.008397, + "nauc_map_at_1000_diff1": 0.925349, + "nauc_recall_at_1_max": 0.793829, + "nauc_recall_at_1_std": -0.025817, + "nauc_recall_at_1_diff1": 0.931041, + "nauc_recall_at_3_max": 0.89162, + "nauc_recall_at_3_std": 0.061131, + "nauc_recall_at_3_diff1": 0.911958, + "nauc_recall_at_5_max": 0.923645, + "nauc_recall_at_5_std": 0.103912, + "nauc_recall_at_5_diff1": 0.917748, + "nauc_recall_at_10_max": 0.954715, + "nauc_recall_at_10_std": 0.41563, + "nauc_recall_at_10_diff1": 0.918114, + "nauc_recall_at_20_max": 0.958817, + "nauc_recall_at_20_std": 0.245898, + "nauc_recall_at_20_diff1": 0.910964, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.804777, + "nauc_recall_at_100_diff1": 0.903906, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793829, + "nauc_precision_at_1_std": -0.025817, + "nauc_precision_at_1_diff1": 0.931041, + "nauc_precision_at_3_max": 0.89162, + "nauc_precision_at_3_std": 0.061131, + "nauc_precision_at_3_diff1": 0.911958, + "nauc_precision_at_5_max": 0.923645, + "nauc_precision_at_5_std": 0.103912, + "nauc_precision_at_5_diff1": 0.917748, + "nauc_precision_at_10_max": 0.954715, + "nauc_precision_at_10_std": 0.41563, + "nauc_precision_at_10_diff1": 0.918114, + "nauc_precision_at_20_max": 0.958817, + "nauc_precision_at_20_std": 0.245898, + "nauc_precision_at_20_diff1": 0.910964, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.804777, + "nauc_precision_at_100_diff1": 0.903906, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.793829, + "nauc_mrr_at_1_std": -0.025817, + "nauc_mrr_at_1_diff1": 0.931041, + "nauc_mrr_at_3_max": 0.825494, + "nauc_mrr_at_3_std": -0.000927, + "nauc_mrr_at_3_diff1": 0.923565, + "nauc_mrr_at_5_max": 0.825976, + "nauc_mrr_at_5_std": 0.002241, + "nauc_mrr_at_5_diff1": 0.924772, + "nauc_mrr_at_10_max": 0.825197, + "nauc_mrr_at_10_std": 0.014452, + "nauc_mrr_at_10_diff1": 0.92524, + "nauc_mrr_at_20_max": 0.823921, + "nauc_mrr_at_20_std": 0.007702, + "nauc_mrr_at_20_diff1": 0.925221, + "nauc_mrr_at_100_max": 0.82369, + "nauc_mrr_at_100_std": 0.008728, + "nauc_mrr_at_100_diff1": 0.925318, + "nauc_mrr_at_1000_max": 0.823604, + "nauc_mrr_at_1000_std": 0.008397, + "nauc_mrr_at_1000_diff1": 0.925349, + "hit_rate_at_1": 0.88333, + "hit_rate_at_3": 0.94111, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.92961, "hf_subset": "tur_Latn-tur_Latn", "languages": [ "tur-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90556, - "ndcg_at_3": 0.93997, - "ndcg_at_5": 0.94509, - "ndcg_at_10": 0.94939, - "ndcg_at_20": 0.9508, - "ndcg_at_100": 0.95164, - "ndcg_at_1000": 0.95179, - "map_at_1": 0.90556, - "map_at_3": 0.93185, - "map_at_5": 0.93474, - "map_at_10": 0.9365, - "map_at_20": 0.93689, - "map_at_100": 0.93702, - "map_at_1000": 0.93703, - "recall_at_1": 0.90556, - "recall_at_3": 0.96333, - "recall_at_5": 0.97556, - "recall_at_10": 0.98889, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.9379, + "ndcg_at_5": 0.94287, + "ndcg_at_10": 0.94781, + "ndcg_at_20": 0.94925, + "ndcg_at_100": 0.94982, + "ndcg_at_1000": 0.94996, + "map_at_1": 0.90222, + "map_at_3": 0.92944, + "map_at_5": 0.93217, + "map_at_10": 0.93416, + "map_at_20": 0.93457, + "map_at_100": 0.93463, + "map_at_1000": 0.93463, + "recall_at_1": 0.90222, + "recall_at_3": 0.96222, + "recall_at_5": 0.97444, + "recall_at_10": 0.99, + "recall_at_20": 0.99556, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.90556, - "precision_at_3": 0.32111, - "precision_at_5": 0.19511, - "precision_at_10": 0.09889, - "precision_at_20": 0.04972, + "accuracy": 0.90222, + "precision_at_1": 0.90222, + "precision_at_3": 0.32074, + "precision_at_5": 0.19489, + "precision_at_10": 0.099, + "precision_at_20": 0.04978, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.905556, - "mrr_at_3": 0.931852, - "mrr_at_5": 0.934741, - "mrr_at_10": 0.936502, - "mrr_at_20": 0.936893, - "mrr_at_100": 0.937021, - "mrr_at_1000": 0.937027, - "nauc_ndcg_at_1_max": 0.79615, - "nauc_ndcg_at_1_std": -0.144889, - "nauc_ndcg_at_1_diff1": 0.934778, - "nauc_ndcg_at_3_max": 0.812239, - "nauc_ndcg_at_3_std": -0.214005, - "nauc_ndcg_at_3_diff1": 0.942259, - "nauc_ndcg_at_5_max": 0.827259, - "nauc_ndcg_at_5_std": -0.187581, - "nauc_ndcg_at_5_diff1": 0.944077, - "nauc_ndcg_at_10_max": 0.818176, - "nauc_ndcg_at_10_std": -0.182562, - "nauc_ndcg_at_10_diff1": 0.94208, - "nauc_ndcg_at_20_max": 0.816206, - "nauc_ndcg_at_20_std": -0.180055, - "nauc_ndcg_at_20_diff1": 0.941824, - "nauc_ndcg_at_100_max": 0.813485, - "nauc_ndcg_at_100_std": -0.180236, - "nauc_ndcg_at_100_diff1": 0.940806, - "nauc_ndcg_at_1000_max": 0.81291, - "nauc_ndcg_at_1000_std": -0.183875, - "nauc_ndcg_at_1000_diff1": 0.940623, - "nauc_map_at_1_max": 0.79615, - "nauc_map_at_1_std": -0.144889, - "nauc_map_at_1_diff1": 0.934778, - "nauc_map_at_3_max": 0.80783, - "nauc_map_at_3_std": -0.199128, - "nauc_map_at_3_diff1": 0.939981, - "nauc_map_at_5_max": 0.814448, - "nauc_map_at_5_std": -0.186387, - "nauc_map_at_5_diff1": 0.940725, - "nauc_map_at_10_max": 0.811029, - "nauc_map_at_10_std": -0.184802, - "nauc_map_at_10_diff1": 0.93997, - "nauc_map_at_20_max": 0.81053, - "nauc_map_at_20_std": -0.183931, - "nauc_map_at_20_diff1": 0.939861, - "nauc_map_at_100_max": 0.810179, - "nauc_map_at_100_std": -0.184039, - "nauc_map_at_100_diff1": 0.939739, - "nauc_map_at_1000_max": 0.81016, - "nauc_map_at_1000_std": -0.184157, - "nauc_map_at_1000_diff1": 0.939733, - "nauc_recall_at_1_max": 0.79615, - "nauc_recall_at_1_std": -0.144889, - "nauc_recall_at_1_diff1": 0.934778, - "nauc_recall_at_3_max": 0.835144, - "nauc_recall_at_3_std": -0.287483, - "nauc_recall_at_3_diff1": 0.954305, - "nauc_recall_at_5_max": 0.930715, - "nauc_recall_at_5_std": -0.177298, - "nauc_recall_at_5_diff1": 0.970291, - "nauc_recall_at_10_max": 0.929272, - "nauc_recall_at_10_std": -0.09155, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.05761, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.929444, + "mrr_at_5": 0.932167, + "mrr_at_10": 0.934157, + "mrr_at_20": 0.934566, + "mrr_at_100": 0.934627, + "mrr_at_1000": 0.934631, + "nauc_ndcg_at_1_max": 0.75817, + "nauc_ndcg_at_1_std": -0.138491, + "nauc_ndcg_at_1_diff1": 0.928964, + "nauc_ndcg_at_3_max": 0.783421, + "nauc_ndcg_at_3_std": -0.123674, + "nauc_ndcg_at_3_diff1": 0.929128, + "nauc_ndcg_at_5_max": 0.789544, + "nauc_ndcg_at_5_std": -0.130911, + "nauc_ndcg_at_5_diff1": 0.934062, + "nauc_ndcg_at_10_max": 0.781169, + "nauc_ndcg_at_10_std": -0.153224, + "nauc_ndcg_at_10_diff1": 0.9332, + "nauc_ndcg_at_20_max": 0.782917, + "nauc_ndcg_at_20_std": -0.138766, + "nauc_ndcg_at_20_diff1": 0.932758, + "nauc_ndcg_at_100_max": 0.780919, + "nauc_ndcg_at_100_std": -0.135715, + "nauc_ndcg_at_100_diff1": 0.93199, + "nauc_ndcg_at_1000_max": 0.780319, + "nauc_ndcg_at_1000_std": -0.138827, + "nauc_ndcg_at_1000_diff1": 0.931803, + "nauc_map_at_1_max": 0.75817, + "nauc_map_at_1_std": -0.138491, + "nauc_map_at_1_diff1": 0.928964, + "nauc_map_at_3_max": 0.777049, + "nauc_map_at_3_std": -0.133086, + "nauc_map_at_3_diff1": 0.929341, + "nauc_map_at_5_max": 0.779733, + "nauc_map_at_5_std": -0.137592, + "nauc_map_at_5_diff1": 0.931663, + "nauc_map_at_10_max": 0.777024, + "nauc_map_at_10_std": -0.143833, + "nauc_map_at_10_diff1": 0.931301, + "nauc_map_at_20_max": 0.777475, + "nauc_map_at_20_std": -0.140334, + "nauc_map_at_20_diff1": 0.931177, + "nauc_map_at_100_max": 0.777305, + "nauc_map_at_100_std": -0.140173, + "nauc_map_at_100_diff1": 0.931113, + "nauc_map_at_1000_max": 0.777291, + "nauc_map_at_1000_std": -0.140243, + "nauc_map_at_1000_diff1": 0.931109, + "nauc_recall_at_1_max": 0.75817, + "nauc_recall_at_1_std": -0.138491, + "nauc_recall_at_1_diff1": 0.928964, + "nauc_recall_at_3_max": 0.81617, + "nauc_recall_at_3_std": -0.069506, + "nauc_recall_at_3_diff1": 0.927775, + "nauc_recall_at_5_max": 0.864207, + "nauc_recall_at_5_std": -0.074676, + "nauc_recall_at_5_diff1": 0.953822, + "nauc_recall_at_10_max": 0.833748, + "nauc_recall_at_10_std": -0.391483, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": -0.075864, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -47907,20 +50815,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.79615, - "nauc_precision_at_1_std": -0.144889, - "nauc_precision_at_1_diff1": 0.934778, - "nauc_precision_at_3_max": 0.835144, - "nauc_precision_at_3_std": -0.287483, - "nauc_precision_at_3_diff1": 0.954305, - "nauc_precision_at_5_max": 0.930715, - "nauc_precision_at_5_std": -0.177298, - "nauc_precision_at_5_diff1": 0.970291, - "nauc_precision_at_10_max": 0.929272, - "nauc_precision_at_10_std": -0.09155, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.05761, + "nauc_precision_at_1_max": 0.75817, + "nauc_precision_at_1_std": -0.138491, + "nauc_precision_at_1_diff1": 0.928964, + "nauc_precision_at_3_max": 0.81617, + "nauc_precision_at_3_std": -0.069506, + "nauc_precision_at_3_diff1": 0.927775, + "nauc_precision_at_5_max": 0.864207, + "nauc_precision_at_5_std": -0.074676, + "nauc_precision_at_5_diff1": 0.953822, + "nauc_precision_at_10_max": 0.833748, + "nauc_precision_at_10_std": -0.391483, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": -0.075864, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -47928,7732 +50836,13482 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.79615, - "nauc_mrr_at_1_std": -0.144889, - "nauc_mrr_at_1_diff1": 0.934778, - "nauc_mrr_at_3_max": 0.80783, - "nauc_mrr_at_3_std": -0.199128, - "nauc_mrr_at_3_diff1": 0.939981, - "nauc_mrr_at_5_max": 0.814448, - "nauc_mrr_at_5_std": -0.186387, - "nauc_mrr_at_5_diff1": 0.940725, - "nauc_mrr_at_10_max": 0.811029, - "nauc_mrr_at_10_std": -0.184802, - "nauc_mrr_at_10_diff1": 0.93997, - "nauc_mrr_at_20_max": 0.81053, - "nauc_mrr_at_20_std": -0.183931, - "nauc_mrr_at_20_diff1": 0.939861, - "nauc_mrr_at_100_max": 0.810179, - "nauc_mrr_at_100_std": -0.184039, - "nauc_mrr_at_100_diff1": 0.939739, - "nauc_mrr_at_1000_max": 0.81016, - "nauc_mrr_at_1000_std": -0.184157, - "nauc_mrr_at_1000_diff1": 0.939733, - "main_score": 0.94939, + "nauc_mrr_at_1_max": 0.75817, + "nauc_mrr_at_1_std": -0.138491, + "nauc_mrr_at_1_diff1": 0.928964, + "nauc_mrr_at_3_max": 0.777049, + "nauc_mrr_at_3_std": -0.133086, + "nauc_mrr_at_3_diff1": 0.929341, + "nauc_mrr_at_5_max": 0.779733, + "nauc_mrr_at_5_std": -0.137592, + "nauc_mrr_at_5_diff1": 0.931663, + "nauc_mrr_at_10_max": 0.777024, + "nauc_mrr_at_10_std": -0.143833, + "nauc_mrr_at_10_diff1": 0.931301, + "nauc_mrr_at_20_max": 0.777475, + "nauc_mrr_at_20_std": -0.140334, + "nauc_mrr_at_20_diff1": 0.931177, + "nauc_mrr_at_100_max": 0.777305, + "nauc_mrr_at_100_std": -0.140173, + "nauc_mrr_at_100_diff1": 0.931113, + "nauc_mrr_at_1000_max": 0.777291, + "nauc_mrr_at_1000_std": -0.140243, + "nauc_mrr_at_1000_diff1": 0.931109, + "hit_rate_at_1": 0.90222, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99556, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94781, "hf_subset": "tur_Latn-eng_Latn", "languages": [ "tur-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.86667, - "ndcg_at_3": 0.90719, - "ndcg_at_5": 0.91561, - "ndcg_at_10": 0.92003, - "ndcg_at_20": 0.92335, - "ndcg_at_100": 0.925, - "ndcg_at_1000": 0.92602, - "map_at_1": 0.86667, - "map_at_3": 0.89704, - "map_at_5": 0.90181, - "map_at_10": 0.9037, - "map_at_20": 0.90458, - "map_at_100": 0.90481, - "map_at_1000": 0.90485, - "recall_at_1": 0.86667, - "recall_at_3": 0.93667, - "recall_at_5": 0.95667, - "recall_at_10": 0.97, - "recall_at_20": 0.98333, - "recall_at_100": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.89324, + "ndcg_at_5": 0.90486, + "ndcg_at_10": 0.91017, + "ndcg_at_20": 0.91238, + "ndcg_at_100": 0.91473, + "ndcg_at_1000": 0.91601, + "map_at_1": 0.84778, + "map_at_3": 0.88241, + "map_at_5": 0.88896, + "map_at_10": 0.89111, + "map_at_20": 0.89169, + "map_at_100": 0.89203, + "map_at_1000": 0.89208, + "recall_at_1": 0.84778, + "recall_at_3": 0.92444, + "recall_at_5": 0.95222, + "recall_at_10": 0.96889, + "recall_at_20": 0.97778, + "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.86667, - "precision_at_3": 0.31222, - "precision_at_5": 0.19133, - "precision_at_10": 0.097, - "precision_at_20": 0.04917, - "precision_at_100": 0.00992, + "accuracy": 0.84778, + "precision_at_1": 0.84778, + "precision_at_3": 0.30815, + "precision_at_5": 0.19044, + "precision_at_10": 0.09689, + "precision_at_20": 0.04889, + "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.866667, - "mrr_at_3": 0.897037, - "mrr_at_5": 0.901815, - "mrr_at_10": 0.9037, - "mrr_at_20": 0.904582, - "mrr_at_100": 0.904806, - "mrr_at_1000": 0.904848, - "nauc_ndcg_at_1_max": 0.866912, - "nauc_ndcg_at_1_std": 0.030172, - "nauc_ndcg_at_1_diff1": 0.920668, - "nauc_ndcg_at_3_max": 0.87987, - "nauc_ndcg_at_3_std": 0.061523, - "nauc_ndcg_at_3_diff1": 0.913428, - "nauc_ndcg_at_5_max": 0.880191, - "nauc_ndcg_at_5_std": 0.061788, - "nauc_ndcg_at_5_diff1": 0.915504, - "nauc_ndcg_at_10_max": 0.88169, - "nauc_ndcg_at_10_std": 0.06909, - "nauc_ndcg_at_10_diff1": 0.918076, - "nauc_ndcg_at_20_max": 0.878943, - "nauc_ndcg_at_20_std": 0.063637, - "nauc_ndcg_at_20_diff1": 0.917481, - "nauc_ndcg_at_100_max": 0.879154, - "nauc_ndcg_at_100_std": 0.068374, - "nauc_ndcg_at_100_diff1": 0.916387, - "nauc_ndcg_at_1000_max": 0.877453, - "nauc_ndcg_at_1000_std": 0.057871, - "nauc_ndcg_at_1000_diff1": 0.916678, - "nauc_map_at_1_max": 0.866912, - "nauc_map_at_1_std": 0.030172, - "nauc_map_at_1_diff1": 0.920668, - "nauc_map_at_3_max": 0.875136, - "nauc_map_at_3_std": 0.049209, - "nauc_map_at_3_diff1": 0.914394, - "nauc_map_at_5_max": 0.875082, - "nauc_map_at_5_std": 0.048263, - "nauc_map_at_5_diff1": 0.915543, - "nauc_map_at_10_max": 0.875695, - "nauc_map_at_10_std": 0.050344, - "nauc_map_at_10_diff1": 0.916605, - "nauc_map_at_20_max": 0.875058, - "nauc_map_at_20_std": 0.049172, - "nauc_map_at_20_diff1": 0.916495, - "nauc_map_at_100_max": 0.875082, - "nauc_map_at_100_std": 0.049544, - "nauc_map_at_100_diff1": 0.916381, - "nauc_map_at_1000_max": 0.875026, - "nauc_map_at_1000_std": 0.049196, - "nauc_map_at_1000_diff1": 0.916403, - "nauc_recall_at_1_max": 0.866912, - "nauc_recall_at_1_std": 0.030172, - "nauc_recall_at_1_diff1": 0.920668, - "nauc_recall_at_3_max": 0.902092, - "nauc_recall_at_3_std": 0.119809, - "nauc_recall_at_3_diff1": 0.909824, - "nauc_recall_at_5_max": 0.913584, - "nauc_recall_at_5_std": 0.152158, - "nauc_recall_at_5_diff1": 0.916804, - "nauc_recall_at_10_max": 0.937321, - "nauc_recall_at_10_std": 0.253795, - "nauc_recall_at_10_diff1": 0.935246, - "nauc_recall_at_20_max": 0.931839, - "nauc_recall_at_20_std": 0.295176, - "nauc_recall_at_20_diff1": 0.936819, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.813992, - "nauc_recall_at_100_diff1": 0.901961, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.866912, - "nauc_precision_at_1_std": 0.030172, - "nauc_precision_at_1_diff1": 0.920668, - "nauc_precision_at_3_max": 0.902092, - "nauc_precision_at_3_std": 0.119809, - "nauc_precision_at_3_diff1": 0.909824, - "nauc_precision_at_5_max": 0.913584, - "nauc_precision_at_5_std": 0.152158, - "nauc_precision_at_5_diff1": 0.916804, - "nauc_precision_at_10_max": 0.937321, - "nauc_precision_at_10_std": 0.253795, - "nauc_precision_at_10_diff1": 0.935246, - "nauc_precision_at_20_max": 0.931839, - "nauc_precision_at_20_std": 0.295176, - "nauc_precision_at_20_diff1": 0.936819, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.813992, - "nauc_precision_at_100_diff1": 0.901961, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.866912, - "nauc_mrr_at_1_std": 0.030172, - "nauc_mrr_at_1_diff1": 0.920668, - "nauc_mrr_at_3_max": 0.875136, - "nauc_mrr_at_3_std": 0.049209, - "nauc_mrr_at_3_diff1": 0.914394, - "nauc_mrr_at_5_max": 0.875082, - "nauc_mrr_at_5_std": 0.048263, - "nauc_mrr_at_5_diff1": 0.915543, - "nauc_mrr_at_10_max": 0.875695, - "nauc_mrr_at_10_std": 0.050344, - "nauc_mrr_at_10_diff1": 0.916605, - "nauc_mrr_at_20_max": 0.875058, - "nauc_mrr_at_20_std": 0.049172, - "nauc_mrr_at_20_diff1": 0.916495, - "nauc_mrr_at_100_max": 0.875082, - "nauc_mrr_at_100_std": 0.049544, - "nauc_mrr_at_100_diff1": 0.916381, - "nauc_mrr_at_1000_max": 0.875026, - "nauc_mrr_at_1000_std": 0.049196, - "nauc_mrr_at_1000_diff1": 0.916403, - "main_score": 0.92003, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.882407, + "mrr_at_5": 0.888963, + "mrr_at_10": 0.891107, + "mrr_at_20": 0.891687, + "mrr_at_100": 0.892033, + "mrr_at_1000": 0.89208, + "nauc_ndcg_at_1_max": 0.796221, + "nauc_ndcg_at_1_std": -0.142365, + "nauc_ndcg_at_1_diff1": 0.92089, + "nauc_ndcg_at_3_max": 0.825787, + "nauc_ndcg_at_3_std": -0.11106, + "nauc_ndcg_at_3_diff1": 0.908946, + "nauc_ndcg_at_5_max": 0.833443, + "nauc_ndcg_at_5_std": -0.078614, + "nauc_ndcg_at_5_diff1": 0.910946, + "nauc_ndcg_at_10_max": 0.829241, + "nauc_ndcg_at_10_std": -0.092934, + "nauc_ndcg_at_10_diff1": 0.915701, + "nauc_ndcg_at_20_max": 0.825666, + "nauc_ndcg_at_20_std": -0.094928, + "nauc_ndcg_at_20_diff1": 0.914766, + "nauc_ndcg_at_100_max": 0.824448, + "nauc_ndcg_at_100_std": -0.088666, + "nauc_ndcg_at_100_diff1": 0.913364, + "nauc_ndcg_at_1000_max": 0.821916, + "nauc_ndcg_at_1000_std": -0.100114, + "nauc_ndcg_at_1000_diff1": 0.913711, + "nauc_map_at_1_max": 0.796221, + "nauc_map_at_1_std": -0.142365, + "nauc_map_at_1_diff1": 0.92089, + "nauc_map_at_3_max": 0.816613, + "nauc_map_at_3_std": -0.121306, + "nauc_map_at_3_diff1": 0.911454, + "nauc_map_at_5_max": 0.819709, + "nauc_map_at_5_std": -0.107093, + "nauc_map_at_5_diff1": 0.912663, + "nauc_map_at_10_max": 0.818133, + "nauc_map_at_10_std": -0.112135, + "nauc_map_at_10_diff1": 0.914379, + "nauc_map_at_20_max": 0.817307, + "nauc_map_at_20_std": -0.112322, + "nauc_map_at_20_diff1": 0.914141, + "nauc_map_at_100_max": 0.817166, + "nauc_map_at_100_std": -0.111647, + "nauc_map_at_100_diff1": 0.913975, + "nauc_map_at_1000_max": 0.817089, + "nauc_map_at_1000_std": -0.111928, + "nauc_map_at_1000_diff1": 0.913983, + "nauc_recall_at_1_max": 0.796221, + "nauc_recall_at_1_std": -0.142365, + "nauc_recall_at_1_diff1": 0.92089, + "nauc_recall_at_3_max": 0.865855, + "nauc_recall_at_3_std": -0.065984, + "nauc_recall_at_3_diff1": 0.898734, + "nauc_recall_at_5_max": 0.925195, + "nauc_recall_at_5_std": 0.119069, + "nauc_recall_at_5_diff1": 0.901255, + "nauc_recall_at_10_max": 0.935474, + "nauc_recall_at_10_std": 0.093321, + "nauc_recall_at_10_diff1": 0.936224, + "nauc_recall_at_20_max": 0.922736, + "nauc_recall_at_20_std": 0.12472, + "nauc_recall_at_20_diff1": 0.931139, + "nauc_recall_at_100_max": 0.985476, + "nauc_recall_at_100_std": 0.667082, + "nauc_recall_at_100_diff1": 0.890549, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796221, + "nauc_precision_at_1_std": -0.142365, + "nauc_precision_at_1_diff1": 0.92089, + "nauc_precision_at_3_max": 0.865855, + "nauc_precision_at_3_std": -0.065984, + "nauc_precision_at_3_diff1": 0.898734, + "nauc_precision_at_5_max": 0.925195, + "nauc_precision_at_5_std": 0.119069, + "nauc_precision_at_5_diff1": 0.901255, + "nauc_precision_at_10_max": 0.935474, + "nauc_precision_at_10_std": 0.093321, + "nauc_precision_at_10_diff1": 0.936224, + "nauc_precision_at_20_max": 0.922736, + "nauc_precision_at_20_std": 0.12472, + "nauc_precision_at_20_diff1": 0.931139, + "nauc_precision_at_100_max": 0.985476, + "nauc_precision_at_100_std": 0.667082, + "nauc_precision_at_100_diff1": 0.890549, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796221, + "nauc_mrr_at_1_std": -0.142365, + "nauc_mrr_at_1_diff1": 0.92089, + "nauc_mrr_at_3_max": 0.816613, + "nauc_mrr_at_3_std": -0.121306, + "nauc_mrr_at_3_diff1": 0.911454, + "nauc_mrr_at_5_max": 0.819709, + "nauc_mrr_at_5_std": -0.107093, + "nauc_mrr_at_5_diff1": 0.912663, + "nauc_mrr_at_10_max": 0.818133, + "nauc_mrr_at_10_std": -0.112135, + "nauc_mrr_at_10_diff1": 0.914379, + "nauc_mrr_at_20_max": 0.817307, + "nauc_mrr_at_20_std": -0.112322, + "nauc_mrr_at_20_diff1": 0.914141, + "nauc_mrr_at_100_max": 0.817166, + "nauc_mrr_at_100_std": -0.111647, + "nauc_mrr_at_100_diff1": 0.913975, + "nauc_mrr_at_1000_max": 0.817089, + "nauc_mrr_at_1000_std": -0.111928, + "nauc_mrr_at_1000_diff1": 0.913983, + "hit_rate_at_1": 0.84778, + "hit_rate_at_3": 0.92444, + "hit_rate_at_5": 0.95222, + "hit_rate_at_10": 0.96889, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.91017, "hf_subset": "eng_Latn-tur_Latn", "languages": [ "eng-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90333, - "ndcg_at_3": 0.93345, - "ndcg_at_5": 0.93938, - "ndcg_at_10": 0.94457, - "ndcg_at_20": 0.94688, - "ndcg_at_100": 0.94817, - "ndcg_at_1000": 0.94846, - "map_at_1": 0.90333, - "map_at_3": 0.92685, - "map_at_5": 0.93013, - "map_at_10": 0.93237, - "map_at_20": 0.93303, - "map_at_100": 0.93322, - "map_at_1000": 0.93323, - "recall_at_1": 0.90333, + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.92956, + "ndcg_at_5": 0.93516, + "ndcg_at_10": 0.94014, + "ndcg_at_20": 0.94214, + "ndcg_at_100": 0.94391, + "ndcg_at_1000": 0.94421, + "map_at_1": 0.89556, + "map_at_3": 0.92167, + "map_at_5": 0.92483, + "map_at_10": 0.92686, + "map_at_20": 0.92742, + "map_at_100": 0.92771, + "map_at_1000": 0.92772, + "recall_at_1": 0.89556, "recall_at_3": 0.95222, - "recall_at_5": 0.96667, - "recall_at_10": 0.98222, - "recall_at_20": 0.99111, + "recall_at_5": 0.96556, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90333, + "accuracy": 0.89556, + "precision_at_1": 0.89556, "precision_at_3": 0.31741, - "precision_at_5": 0.19333, - "precision_at_10": 0.09822, - "precision_at_20": 0.04956, + "precision_at_5": 0.19311, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.903333, - "mrr_at_3": 0.926852, - "mrr_at_5": 0.93013, - "mrr_at_10": 0.932365, - "mrr_at_20": 0.933031, - "mrr_at_100": 0.933223, - "mrr_at_1000": 0.933235, - "nauc_ndcg_at_1_max": 0.779382, - "nauc_ndcg_at_1_std": -0.09834, - "nauc_ndcg_at_1_diff1": 0.922567, - "nauc_ndcg_at_3_max": 0.835572, - "nauc_ndcg_at_3_std": -0.070496, - "nauc_ndcg_at_3_diff1": 0.925121, - "nauc_ndcg_at_5_max": 0.826928, - "nauc_ndcg_at_5_std": -0.096898, - "nauc_ndcg_at_5_diff1": 0.926794, - "nauc_ndcg_at_10_max": 0.822651, - "nauc_ndcg_at_10_std": -0.093436, - "nauc_ndcg_at_10_diff1": 0.925971, - "nauc_ndcg_at_20_max": 0.820147, - "nauc_ndcg_at_20_std": -0.070329, - "nauc_ndcg_at_20_diff1": 0.924808, - "nauc_ndcg_at_100_max": 0.817466, - "nauc_ndcg_at_100_std": -0.072095, - "nauc_ndcg_at_100_diff1": 0.923963, - "nauc_ndcg_at_1000_max": 0.816425, - "nauc_ndcg_at_1000_std": -0.078206, - "nauc_ndcg_at_1000_diff1": 0.924349, - "nauc_map_at_1_max": 0.779382, - "nauc_map_at_1_std": -0.09834, - "nauc_map_at_1_diff1": 0.922567, - "nauc_map_at_3_max": 0.820292, - "nauc_map_at_3_std": -0.07524, - "nauc_map_at_3_diff1": 0.924263, - "nauc_map_at_5_max": 0.815254, - "nauc_map_at_5_std": -0.088614, - "nauc_map_at_5_diff1": 0.925037, - "nauc_map_at_10_max": 0.813273, - "nauc_map_at_10_std": -0.087377, - "nauc_map_at_10_diff1": 0.924596, - "nauc_map_at_20_max": 0.81255, - "nauc_map_at_20_std": -0.082003, - "nauc_map_at_20_diff1": 0.924285, - "nauc_map_at_100_max": 0.812248, - "nauc_map_at_100_std": -0.081943, - "nauc_map_at_100_diff1": 0.924169, - "nauc_map_at_1000_max": 0.812215, - "nauc_map_at_1000_std": -0.082137, - "nauc_map_at_1000_diff1": 0.924185, - "nauc_recall_at_1_max": 0.779382, - "nauc_recall_at_1_std": -0.09834, - "nauc_recall_at_1_diff1": 0.922567, - "nauc_recall_at_3_max": 0.901418, - "nauc_recall_at_3_std": -0.052146, - "nauc_recall_at_3_diff1": 0.928941, - "nauc_recall_at_5_max": 0.893168, - "nauc_recall_at_5_std": -0.156941, - "nauc_recall_at_5_diff1": 0.937908, - "nauc_recall_at_10_max": 0.912903, - "nauc_recall_at_10_std": -0.172123, - "nauc_recall_at_10_diff1": 0.941789, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.280345, - "nauc_recall_at_20_diff1": 0.932598, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.921667, + "mrr_at_5": 0.924833, + "mrr_at_10": 0.926859, + "mrr_at_20": 0.927423, + "mrr_at_100": 0.927711, + "mrr_at_1000": 0.927724, + "nauc_ndcg_at_1_max": 0.773548, + "nauc_ndcg_at_1_std": -0.108501, + "nauc_ndcg_at_1_diff1": 0.914073, + "nauc_ndcg_at_3_max": 0.825845, + "nauc_ndcg_at_3_std": -0.096147, + "nauc_ndcg_at_3_diff1": 0.913832, + "nauc_ndcg_at_5_max": 0.82456, + "nauc_ndcg_at_5_std": -0.088409, + "nauc_ndcg_at_5_diff1": 0.912851, + "nauc_ndcg_at_10_max": 0.816495, + "nauc_ndcg_at_10_std": -0.092409, + "nauc_ndcg_at_10_diff1": 0.912551, + "nauc_ndcg_at_20_max": 0.81363, + "nauc_ndcg_at_20_std": -0.079867, + "nauc_ndcg_at_20_diff1": 0.912178, + "nauc_ndcg_at_100_max": 0.812265, + "nauc_ndcg_at_100_std": -0.079054, + "nauc_ndcg_at_100_diff1": 0.912553, + "nauc_ndcg_at_1000_max": 0.811264, + "nauc_ndcg_at_1000_std": -0.084809, + "nauc_ndcg_at_1000_diff1": 0.912871, + "nauc_map_at_1_max": 0.773548, + "nauc_map_at_1_std": -0.108501, + "nauc_map_at_1_diff1": 0.914073, + "nauc_map_at_3_max": 0.812308, + "nauc_map_at_3_std": -0.094069, + "nauc_map_at_3_diff1": 0.913859, + "nauc_map_at_5_max": 0.811133, + "nauc_map_at_5_std": -0.090147, + "nauc_map_at_5_diff1": 0.91332, + "nauc_map_at_10_max": 0.807997, + "nauc_map_at_10_std": -0.092379, + "nauc_map_at_10_diff1": 0.913169, + "nauc_map_at_20_max": 0.807326, + "nauc_map_at_20_std": -0.089349, + "nauc_map_at_20_diff1": 0.913084, + "nauc_map_at_100_max": 0.807164, + "nauc_map_at_100_std": -0.088978, + "nauc_map_at_100_diff1": 0.913149, + "nauc_map_at_1000_max": 0.80713, + "nauc_map_at_1000_std": -0.089171, + "nauc_map_at_1000_diff1": 0.913166, + "nauc_recall_at_1_max": 0.773548, + "nauc_recall_at_1_std": -0.108501, + "nauc_recall_at_1_diff1": 0.914073, + "nauc_recall_at_3_max": 0.887467, + "nauc_recall_at_3_std": -0.110015, + "nauc_recall_at_3_diff1": 0.913741, + "nauc_recall_at_5_max": 0.905349, + "nauc_recall_at_5_std": -0.081293, + "nauc_recall_at_5_diff1": 0.909867, + "nauc_recall_at_10_max": 0.893997, + "nauc_recall_at_10_std": -0.097435, + "nauc_recall_at_10_diff1": 0.905805, + "nauc_recall_at_20_max": 0.888422, + "nauc_recall_at_20_std": 0.14211, + "nauc_recall_at_20_diff1": 0.893791, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.779382, - "nauc_precision_at_1_std": -0.09834, - "nauc_precision_at_1_diff1": 0.922567, - "nauc_precision_at_3_max": 0.901418, - "nauc_precision_at_3_std": -0.052146, - "nauc_precision_at_3_diff1": 0.928941, - "nauc_precision_at_5_max": 0.893168, - "nauc_precision_at_5_std": -0.156941, - "nauc_precision_at_5_diff1": 0.937908, - "nauc_precision_at_10_max": 0.912903, - "nauc_precision_at_10_std": -0.172123, - "nauc_precision_at_10_diff1": 0.941789, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.280345, - "nauc_precision_at_20_diff1": 0.932598, + "nauc_precision_at_1_max": 0.773548, + "nauc_precision_at_1_std": -0.108501, + "nauc_precision_at_1_diff1": 0.914073, + "nauc_precision_at_3_max": 0.887467, + "nauc_precision_at_3_std": -0.110015, + "nauc_precision_at_3_diff1": 0.913741, + "nauc_precision_at_5_max": 0.905349, + "nauc_precision_at_5_std": -0.081293, + "nauc_precision_at_5_diff1": 0.909867, + "nauc_precision_at_10_max": 0.893997, + "nauc_precision_at_10_std": -0.097435, + "nauc_precision_at_10_diff1": 0.905805, + "nauc_precision_at_20_max": 0.888422, + "nauc_precision_at_20_std": 0.14211, + "nauc_precision_at_20_diff1": 0.893791, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.779382, - "nauc_mrr_at_1_std": -0.09834, - "nauc_mrr_at_1_diff1": 0.922567, - "nauc_mrr_at_3_max": 0.820292, - "nauc_mrr_at_3_std": -0.07524, - "nauc_mrr_at_3_diff1": 0.924263, - "nauc_mrr_at_5_max": 0.815254, - "nauc_mrr_at_5_std": -0.088614, - "nauc_mrr_at_5_diff1": 0.925037, - "nauc_mrr_at_10_max": 0.813273, - "nauc_mrr_at_10_std": -0.087377, - "nauc_mrr_at_10_diff1": 0.924596, - "nauc_mrr_at_20_max": 0.81255, - "nauc_mrr_at_20_std": -0.082003, - "nauc_mrr_at_20_diff1": 0.924285, - "nauc_mrr_at_100_max": 0.812248, - "nauc_mrr_at_100_std": -0.081943, - "nauc_mrr_at_100_diff1": 0.924169, - "nauc_mrr_at_1000_max": 0.812215, - "nauc_mrr_at_1000_std": -0.082137, - "nauc_mrr_at_1000_diff1": 0.924185, - "main_score": 0.94457, + "nauc_mrr_at_1_max": 0.773548, + "nauc_mrr_at_1_std": -0.108501, + "nauc_mrr_at_1_diff1": 0.914073, + "nauc_mrr_at_3_max": 0.812308, + "nauc_mrr_at_3_std": -0.094069, + "nauc_mrr_at_3_diff1": 0.913859, + "nauc_mrr_at_5_max": 0.811133, + "nauc_mrr_at_5_std": -0.090147, + "nauc_mrr_at_5_diff1": 0.91332, + "nauc_mrr_at_10_max": 0.807997, + "nauc_mrr_at_10_std": -0.092379, + "nauc_mrr_at_10_diff1": 0.913169, + "nauc_mrr_at_20_max": 0.807326, + "nauc_mrr_at_20_std": -0.089349, + "nauc_mrr_at_20_diff1": 0.913084, + "nauc_mrr_at_100_max": 0.807164, + "nauc_mrr_at_100_std": -0.088978, + "nauc_mrr_at_100_diff1": 0.913149, + "nauc_mrr_at_1000_max": 0.80713, + "nauc_mrr_at_1000_std": -0.089171, + "nauc_mrr_at_1000_diff1": 0.913166, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.95222, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94014, "hf_subset": "ukr_Cyrl-ukr_Cyrl", "languages": [ "ukr-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91667, - "ndcg_at_3": 0.94661, - "ndcg_at_5": 0.9535, - "ndcg_at_10": 0.956, - "ndcg_at_20": 0.95709, - "ndcg_at_100": 0.95769, - "ndcg_at_1000": 0.95785, - "map_at_1": 0.91667, - "map_at_3": 0.93963, - "map_at_5": 0.94346, - "map_at_10": 0.94449, - "map_at_20": 0.94477, - "map_at_100": 0.94485, - "map_at_1000": 0.94486, - "recall_at_1": 0.91667, - "recall_at_3": 0.96667, - "recall_at_5": 0.98333, - "recall_at_10": 0.99111, - "recall_at_20": 0.99556, + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94413, + "ndcg_at_5": 0.94838, + "ndcg_at_10": 0.9524, + "ndcg_at_20": 0.9541, + "ndcg_at_100": 0.95494, + "ndcg_at_1000": 0.95508, + "map_at_1": 0.91222, + "map_at_3": 0.93667, + "map_at_5": 0.93911, + "map_at_10": 0.94081, + "map_at_20": 0.94128, + "map_at_100": 0.9414, + "map_at_1000": 0.94141, + "recall_at_1": 0.91222, + "recall_at_3": 0.96556, + "recall_at_5": 0.97556, + "recall_at_10": 0.98778, + "recall_at_20": 0.99444, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91667, - "precision_at_3": 0.32222, - "precision_at_5": 0.19667, - "precision_at_10": 0.09911, - "precision_at_20": 0.04978, + "accuracy": 0.91222, + "precision_at_1": 0.91222, + "precision_at_3": 0.32185, + "precision_at_5": 0.19511, + "precision_at_10": 0.09878, + "precision_at_20": 0.04972, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.916667, - "mrr_at_3": 0.93963, - "mrr_at_5": 0.943463, - "mrr_at_10": 0.944489, - "mrr_at_20": 0.944768, - "mrr_at_100": 0.94485, - "mrr_at_1000": 0.944858, - "nauc_ndcg_at_1_max": 0.743392, - "nauc_ndcg_at_1_std": -0.317716, - "nauc_ndcg_at_1_diff1": 0.930532, - "nauc_ndcg_at_3_max": 0.777097, - "nauc_ndcg_at_3_std": -0.30836, - "nauc_ndcg_at_3_diff1": 0.93299, - "nauc_ndcg_at_5_max": 0.783082, - "nauc_ndcg_at_5_std": -0.283476, - "nauc_ndcg_at_5_diff1": 0.93533, - "nauc_ndcg_at_10_max": 0.777783, - "nauc_ndcg_at_10_std": -0.287087, - "nauc_ndcg_at_10_diff1": 0.935144, - "nauc_ndcg_at_20_max": 0.772158, - "nauc_ndcg_at_20_std": -0.304889, - "nauc_ndcg_at_20_diff1": 0.934368, - "nauc_ndcg_at_100_max": 0.772625, - "nauc_ndcg_at_100_std": -0.295312, - "nauc_ndcg_at_100_diff1": 0.934188, - "nauc_ndcg_at_1000_max": 0.771785, - "nauc_ndcg_at_1000_std": -0.300101, - "nauc_ndcg_at_1000_diff1": 0.933945, - "nauc_map_at_1_max": 0.743392, - "nauc_map_at_1_std": -0.317716, - "nauc_map_at_1_diff1": 0.930532, - "nauc_map_at_3_max": 0.768605, - "nauc_map_at_3_std": -0.312816, - "nauc_map_at_3_diff1": 0.932364, - "nauc_map_at_5_max": 0.770831, - "nauc_map_at_5_std": -0.301322, - "nauc_map_at_5_diff1": 0.933372, - "nauc_map_at_10_max": 0.768991, - "nauc_map_at_10_std": -0.302892, - "nauc_map_at_10_diff1": 0.933358, - "nauc_map_at_20_max": 0.767825, - "nauc_map_at_20_std": -0.306763, - "nauc_map_at_20_diff1": 0.933209, - "nauc_map_at_100_max": 0.768067, - "nauc_map_at_100_std": -0.305215, - "nauc_map_at_100_diff1": 0.93323, - "nauc_map_at_1000_max": 0.768033, - "nauc_map_at_1000_std": -0.305404, - "nauc_map_at_1000_diff1": 0.93322, - "nauc_recall_at_1_max": 0.743392, - "nauc_recall_at_1_std": -0.317716, - "nauc_recall_at_1_diff1": 0.930532, - "nauc_recall_at_3_max": 0.819437, - "nauc_recall_at_3_std": -0.284065, - "nauc_recall_at_3_diff1": 0.936119, - "nauc_recall_at_5_max": 0.901338, - "nauc_recall_at_5_std": -0.097386, - "nauc_recall_at_5_diff1": 0.955338, - "nauc_recall_at_10_max": 0.91976, - "nauc_recall_at_10_std": 0.011321, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.839519, - "nauc_recall_at_20_std": -0.369981, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.936667, + "mrr_at_5": 0.939111, + "mrr_at_10": 0.940811, + "mrr_at_20": 0.941284, + "mrr_at_100": 0.941404, + "mrr_at_1000": 0.941409, + "nauc_ndcg_at_1_max": 0.755322, + "nauc_ndcg_at_1_std": -0.210072, + "nauc_ndcg_at_1_diff1": 0.929351, + "nauc_ndcg_at_3_max": 0.778345, + "nauc_ndcg_at_3_std": -0.174776, + "nauc_ndcg_at_3_diff1": 0.929287, + "nauc_ndcg_at_5_max": 0.769404, + "nauc_ndcg_at_5_std": -0.194221, + "nauc_ndcg_at_5_diff1": 0.925754, + "nauc_ndcg_at_10_max": 0.774343, + "nauc_ndcg_at_10_std": -0.183482, + "nauc_ndcg_at_10_diff1": 0.930123, + "nauc_ndcg_at_20_max": 0.773911, + "nauc_ndcg_at_20_std": -0.204257, + "nauc_ndcg_at_20_diff1": 0.929261, + "nauc_ndcg_at_100_max": 0.77203, + "nauc_ndcg_at_100_std": -0.192328, + "nauc_ndcg_at_100_diff1": 0.92921, + "nauc_ndcg_at_1000_max": 0.771312, + "nauc_ndcg_at_1000_std": -0.196081, + "nauc_ndcg_at_1000_diff1": 0.928987, + "nauc_map_at_1_max": 0.755322, + "nauc_map_at_1_std": -0.210072, + "nauc_map_at_1_diff1": 0.929351, + "nauc_map_at_3_max": 0.771531, + "nauc_map_at_3_std": -0.190458, + "nauc_map_at_3_diff1": 0.929214, + "nauc_map_at_5_max": 0.766957, + "nauc_map_at_5_std": -0.200189, + "nauc_map_at_5_diff1": 0.927446, + "nauc_map_at_10_max": 0.768675, + "nauc_map_at_10_std": -0.197724, + "nauc_map_at_10_diff1": 0.929008, + "nauc_map_at_20_max": 0.768828, + "nauc_map_at_20_std": -0.201803, + "nauc_map_at_20_diff1": 0.928812, + "nauc_map_at_100_max": 0.768691, + "nauc_map_at_100_std": -0.200052, + "nauc_map_at_100_diff1": 0.92882, + "nauc_map_at_1000_max": 0.768672, + "nauc_map_at_1000_std": -0.20015, + "nauc_map_at_1000_diff1": 0.928814, + "nauc_recall_at_1_max": 0.755322, + "nauc_recall_at_1_std": -0.210072, + "nauc_recall_at_1_diff1": 0.929351, + "nauc_recall_at_3_max": 0.813831, + "nauc_recall_at_3_std": -0.088612, + "nauc_recall_at_3_diff1": 0.929746, + "nauc_recall_at_5_max": 0.783486, + "nauc_recall_at_5_std": -0.153531, + "nauc_recall_at_5_diff1": 0.912889, + "nauc_recall_at_10_max": 0.852984, + "nauc_recall_at_10_std": 0.040362, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.910831, + "nauc_recall_at_20_std": -0.408683, + "nauc_recall_at_20_diff1": 0.947712, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.743392, - "nauc_precision_at_1_std": -0.317716, - "nauc_precision_at_1_diff1": 0.930532, - "nauc_precision_at_3_max": 0.819437, - "nauc_precision_at_3_std": -0.284065, - "nauc_precision_at_3_diff1": 0.936119, - "nauc_precision_at_5_max": 0.901338, - "nauc_precision_at_5_std": -0.097386, - "nauc_precision_at_5_diff1": 0.955338, - "nauc_precision_at_10_max": 0.91976, - "nauc_precision_at_10_std": 0.011321, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.839519, - "nauc_precision_at_20_std": -0.369981, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.755322, + "nauc_precision_at_1_std": -0.210072, + "nauc_precision_at_1_diff1": 0.929351, + "nauc_precision_at_3_max": 0.813831, + "nauc_precision_at_3_std": -0.088612, + "nauc_precision_at_3_diff1": 0.929746, + "nauc_precision_at_5_max": 0.783486, + "nauc_precision_at_5_std": -0.153531, + "nauc_precision_at_5_diff1": 0.912889, + "nauc_precision_at_10_max": 0.852984, + "nauc_precision_at_10_std": 0.040362, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.910831, + "nauc_precision_at_20_std": -0.408683, + "nauc_precision_at_20_diff1": 0.947712, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.743392, - "nauc_mrr_at_1_std": -0.317716, - "nauc_mrr_at_1_diff1": 0.930532, - "nauc_mrr_at_3_max": 0.768605, - "nauc_mrr_at_3_std": -0.312816, - "nauc_mrr_at_3_diff1": 0.932364, - "nauc_mrr_at_5_max": 0.770831, - "nauc_mrr_at_5_std": -0.301322, - "nauc_mrr_at_5_diff1": 0.933372, - "nauc_mrr_at_10_max": 0.768991, - "nauc_mrr_at_10_std": -0.302892, - "nauc_mrr_at_10_diff1": 0.933358, - "nauc_mrr_at_20_max": 0.767825, - "nauc_mrr_at_20_std": -0.306763, - "nauc_mrr_at_20_diff1": 0.933209, - "nauc_mrr_at_100_max": 0.768067, - "nauc_mrr_at_100_std": -0.305215, - "nauc_mrr_at_100_diff1": 0.93323, - "nauc_mrr_at_1000_max": 0.768033, - "nauc_mrr_at_1000_std": -0.305404, - "nauc_mrr_at_1000_diff1": 0.93322, - "main_score": 0.956, + "nauc_mrr_at_1_max": 0.755322, + "nauc_mrr_at_1_std": -0.210072, + "nauc_mrr_at_1_diff1": 0.929351, + "nauc_mrr_at_3_max": 0.771531, + "nauc_mrr_at_3_std": -0.190458, + "nauc_mrr_at_3_diff1": 0.929214, + "nauc_mrr_at_5_max": 0.766957, + "nauc_mrr_at_5_std": -0.200189, + "nauc_mrr_at_5_diff1": 0.927446, + "nauc_mrr_at_10_max": 0.768675, + "nauc_mrr_at_10_std": -0.197724, + "nauc_mrr_at_10_diff1": 0.929008, + "nauc_mrr_at_20_max": 0.768828, + "nauc_mrr_at_20_std": -0.201803, + "nauc_mrr_at_20_diff1": 0.928812, + "nauc_mrr_at_100_max": 0.768691, + "nauc_mrr_at_100_std": -0.200052, + "nauc_mrr_at_100_diff1": 0.92882, + "nauc_mrr_at_1000_max": 0.768672, + "nauc_mrr_at_1000_std": -0.20015, + "nauc_mrr_at_1000_diff1": 0.928814, + "hit_rate_at_1": 0.91222, + "hit_rate_at_3": 0.96556, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.9524, "hf_subset": "ukr_Cyrl-eng_Latn", "languages": [ "ukr-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88556, - "ndcg_at_3": 0.9219, - "ndcg_at_5": 0.92927, - "ndcg_at_10": 0.9332, - "ndcg_at_20": 0.93552, - "ndcg_at_100": 0.93772, - "ndcg_at_1000": 0.93802, - "map_at_1": 0.88556, - "map_at_3": 0.91296, - "map_at_5": 0.91707, - "map_at_10": 0.91869, - "map_at_20": 0.91936, - "map_at_100": 0.91971, - "map_at_1000": 0.91972, - "recall_at_1": 0.88556, - "recall_at_3": 0.94778, - "recall_at_5": 0.96556, - "recall_at_10": 0.97778, - "recall_at_20": 0.98667, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.91087, + "ndcg_at_5": 0.91685, + "ndcg_at_10": 0.92333, + "ndcg_at_20": 0.9264, + "ndcg_at_100": 0.92886, + "ndcg_at_1000": 0.929, + "map_at_1": 0.86889, + "map_at_3": 0.90111, + "map_at_5": 0.90444, + "map_at_10": 0.90713, + "map_at_20": 0.90796, + "map_at_100": 0.90829, + "map_at_1000": 0.9083, + "recall_at_1": 0.86889, + "recall_at_3": 0.93889, + "recall_at_5": 0.95333, + "recall_at_10": 0.97333, + "recall_at_20": 0.98556, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.88556, - "precision_at_3": 0.31593, - "precision_at_5": 0.19311, - "precision_at_10": 0.09778, - "precision_at_20": 0.04933, - "precision_at_100": 0.00998, + "accuracy": 0.86889, + "precision_at_1": 0.86889, + "precision_at_3": 0.31296, + "precision_at_5": 0.19067, + "precision_at_10": 0.09733, + "precision_at_20": 0.04928, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.885556, - "mrr_at_3": 0.912963, - "mrr_at_5": 0.917074, - "mrr_at_10": 0.918687, - "mrr_at_20": 0.919358, - "mrr_at_100": 0.919709, - "mrr_at_1000": 0.919722, - "nauc_ndcg_at_1_max": 0.835787, - "nauc_ndcg_at_1_std": -0.153097, - "nauc_ndcg_at_1_diff1": 0.940757, - "nauc_ndcg_at_3_max": 0.86933, - "nauc_ndcg_at_3_std": -0.128702, - "nauc_ndcg_at_3_diff1": 0.933578, - "nauc_ndcg_at_5_max": 0.869761, - "nauc_ndcg_at_5_std": -0.13538, - "nauc_ndcg_at_5_diff1": 0.935831, - "nauc_ndcg_at_10_max": 0.865061, - "nauc_ndcg_at_10_std": -0.13006, - "nauc_ndcg_at_10_diff1": 0.935562, - "nauc_ndcg_at_20_max": 0.866387, - "nauc_ndcg_at_20_std": -0.11438, - "nauc_ndcg_at_20_diff1": 0.936932, - "nauc_ndcg_at_100_max": 0.862587, - "nauc_ndcg_at_100_std": -0.122896, - "nauc_ndcg_at_100_diff1": 0.937103, - "nauc_ndcg_at_1000_max": 0.861913, - "nauc_ndcg_at_1000_std": -0.128094, - "nauc_ndcg_at_1000_diff1": 0.936794, - "nauc_map_at_1_max": 0.835787, - "nauc_map_at_1_std": -0.153097, - "nauc_map_at_1_diff1": 0.940757, - "nauc_map_at_3_max": 0.860782, - "nauc_map_at_3_std": -0.134131, - "nauc_map_at_3_diff1": 0.93541, - "nauc_map_at_5_max": 0.860649, - "nauc_map_at_5_std": -0.13809, - "nauc_map_at_5_diff1": 0.936616, - "nauc_map_at_10_max": 0.858849, - "nauc_map_at_10_std": -0.136708, - "nauc_map_at_10_diff1": 0.936502, - "nauc_map_at_20_max": 0.859191, - "nauc_map_at_20_std": -0.132791, - "nauc_map_at_20_diff1": 0.936859, - "nauc_map_at_100_max": 0.858699, - "nauc_map_at_100_std": -0.133796, - "nauc_map_at_100_diff1": 0.936907, - "nauc_map_at_1000_max": 0.858675, - "nauc_map_at_1000_std": -0.133979, - "nauc_map_at_1000_diff1": 0.936896, - "nauc_recall_at_1_max": 0.835787, - "nauc_recall_at_1_std": -0.153097, - "nauc_recall_at_1_diff1": 0.940757, - "nauc_recall_at_3_max": 0.908616, - "nauc_recall_at_3_std": -0.104416, - "nauc_recall_at_3_diff1": 0.925154, - "nauc_recall_at_5_max": 0.930123, - "nauc_recall_at_5_std": -0.11971, - "nauc_recall_at_5_diff1": 0.931478, - "nauc_recall_at_10_max": 0.920518, - "nauc_recall_at_10_std": -0.055159, - "nauc_recall_at_10_diff1": 0.927288, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.268519, - "nauc_recall_at_20_diff1": 0.945534, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.901111, + "mrr_at_5": 0.904444, + "mrr_at_10": 0.907126, + "mrr_at_20": 0.907956, + "mrr_at_100": 0.908292, + "mrr_at_1000": 0.908296, + "nauc_ndcg_at_1_max": 0.775086, + "nauc_ndcg_at_1_std": -0.295342, + "nauc_ndcg_at_1_diff1": 0.931262, + "nauc_ndcg_at_3_max": 0.822987, + "nauc_ndcg_at_3_std": -0.246331, + "nauc_ndcg_at_3_diff1": 0.918048, + "nauc_ndcg_at_5_max": 0.821629, + "nauc_ndcg_at_5_std": -0.265002, + "nauc_ndcg_at_5_diff1": 0.9216, + "nauc_ndcg_at_10_max": 0.821112, + "nauc_ndcg_at_10_std": -0.247313, + "nauc_ndcg_at_10_diff1": 0.924062, + "nauc_ndcg_at_20_max": 0.815551, + "nauc_ndcg_at_20_std": -0.2497, + "nauc_ndcg_at_20_diff1": 0.924698, + "nauc_ndcg_at_100_max": 0.810332, + "nauc_ndcg_at_100_std": -0.261022, + "nauc_ndcg_at_100_diff1": 0.924351, + "nauc_ndcg_at_1000_max": 0.809954, + "nauc_ndcg_at_1000_std": -0.262984, + "nauc_ndcg_at_1000_diff1": 0.9242, + "nauc_map_at_1_max": 0.775086, + "nauc_map_at_1_std": -0.295342, + "nauc_map_at_1_diff1": 0.931262, + "nauc_map_at_3_max": 0.808646, + "nauc_map_at_3_std": -0.263847, + "nauc_map_at_3_diff1": 0.921526, + "nauc_map_at_5_max": 0.80759, + "nauc_map_at_5_std": -0.27358, + "nauc_map_at_5_diff1": 0.923451, + "nauc_map_at_10_max": 0.80679, + "nauc_map_at_10_std": -0.268885, + "nauc_map_at_10_diff1": 0.924327, + "nauc_map_at_20_max": 0.805437, + "nauc_map_at_20_std": -0.269752, + "nauc_map_at_20_diff1": 0.924517, + "nauc_map_at_100_max": 0.804877, + "nauc_map_at_100_std": -0.270681, + "nauc_map_at_100_diff1": 0.924475, + "nauc_map_at_1000_max": 0.804868, + "nauc_map_at_1000_std": -0.270729, + "nauc_map_at_1000_diff1": 0.924471, + "nauc_recall_at_1_max": 0.775086, + "nauc_recall_at_1_std": -0.295342, + "nauc_recall_at_1_diff1": 0.931262, + "nauc_recall_at_3_max": 0.888049, + "nauc_recall_at_3_std": -0.164901, + "nauc_recall_at_3_diff1": 0.902597, + "nauc_recall_at_5_max": 0.901472, + "nauc_recall_at_5_std": -0.218476, + "nauc_recall_at_5_diff1": 0.912243, + "nauc_recall_at_10_max": 0.960512, + "nauc_recall_at_10_std": -0.009998, + "nauc_recall_at_10_diff1": 0.926957, + "nauc_recall_at_20_max": 0.968577, + "nauc_recall_at_20_std": 0.149465, + "nauc_recall_at_20_diff1": 0.939668, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 1.0, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.835787, - "nauc_precision_at_1_std": -0.153097, - "nauc_precision_at_1_diff1": 0.940757, - "nauc_precision_at_3_max": 0.908616, - "nauc_precision_at_3_std": -0.104416, - "nauc_precision_at_3_diff1": 0.925154, - "nauc_precision_at_5_max": 0.930123, - "nauc_precision_at_5_std": -0.11971, - "nauc_precision_at_5_diff1": 0.931478, - "nauc_precision_at_10_max": 0.920518, - "nauc_precision_at_10_std": -0.055159, - "nauc_precision_at_10_diff1": 0.927288, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.268519, - "nauc_precision_at_20_diff1": 0.945534, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 1.0, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.835787, - "nauc_mrr_at_1_std": -0.153097, - "nauc_mrr_at_1_diff1": 0.940757, - "nauc_mrr_at_3_max": 0.860782, - "nauc_mrr_at_3_std": -0.134131, - "nauc_mrr_at_3_diff1": 0.93541, - "nauc_mrr_at_5_max": 0.860649, - "nauc_mrr_at_5_std": -0.13809, - "nauc_mrr_at_5_diff1": 0.936616, - "nauc_mrr_at_10_max": 0.858849, - "nauc_mrr_at_10_std": -0.136708, - "nauc_mrr_at_10_diff1": 0.936502, - "nauc_mrr_at_20_max": 0.859191, - "nauc_mrr_at_20_std": -0.132791, - "nauc_mrr_at_20_diff1": 0.936859, - "nauc_mrr_at_100_max": 0.858699, - "nauc_mrr_at_100_std": -0.133796, - "nauc_mrr_at_100_diff1": 0.936907, - "nauc_mrr_at_1000_max": 0.858675, - "nauc_mrr_at_1000_std": -0.133979, - "nauc_mrr_at_1000_diff1": 0.936896, - "main_score": 0.9332, - "hf_subset": "eng_Latn-ukr_Cyrl", - "languages": [ - "eng-Latn", - "ukr-Cyrl" - ] - }, - { - "ndcg_at_1": 0.85333, - "ndcg_at_3": 0.89599, - "ndcg_at_5": 0.90503, - "ndcg_at_10": 0.91102, - "ndcg_at_20": 0.9144, - "ndcg_at_100": 0.91698, - "ndcg_at_1000": 0.91784, - "map_at_1": 0.85333, - "map_at_3": 0.88574, - "map_at_5": 0.89069, - "map_at_10": 0.8933, - "map_at_20": 0.89424, - "map_at_100": 0.89455, - "map_at_1000": 0.89458, - "recall_at_1": 0.85333, - "recall_at_3": 0.92556, - "recall_at_5": 0.94778, - "recall_at_10": 0.96556, - "recall_at_20": 0.97889, - "recall_at_100": 0.99333, - "recall_at_1000": 1.0, - "precision_at_1": 0.85333, - "precision_at_3": 0.30852, - "precision_at_5": 0.18956, - "precision_at_10": 0.09656, - "precision_at_20": 0.04894, - "precision_at_100": 0.00993, - "precision_at_1000": 0.001, - "mrr_at_1": 0.853333, - "mrr_at_3": 0.885741, - "mrr_at_5": 0.890685, - "mrr_at_10": 0.8933, - "mrr_at_20": 0.894235, - "mrr_at_100": 0.894551, - "mrr_at_1000": 0.894583, - "nauc_ndcg_at_1_max": 0.783603, - "nauc_ndcg_at_1_std": 0.048412, - "nauc_ndcg_at_1_diff1": 0.906769, - "nauc_ndcg_at_3_max": 0.814771, - "nauc_ndcg_at_3_std": 0.062351, - "nauc_ndcg_at_3_diff1": 0.893882, - "nauc_ndcg_at_5_max": 0.807956, - "nauc_ndcg_at_5_std": 0.053923, - "nauc_ndcg_at_5_diff1": 0.89558, - "nauc_ndcg_at_10_max": 0.804725, - "nauc_ndcg_at_10_std": 0.081784, - "nauc_ndcg_at_10_diff1": 0.894076, - "nauc_ndcg_at_20_max": 0.805815, - "nauc_ndcg_at_20_std": 0.090096, - "nauc_ndcg_at_20_diff1": 0.898155, - "nauc_ndcg_at_100_max": 0.805528, - "nauc_ndcg_at_100_std": 0.079121, - "nauc_ndcg_at_100_diff1": 0.898693, - "nauc_ndcg_at_1000_max": 0.803686, - "nauc_ndcg_at_1000_std": 0.073278, - "nauc_ndcg_at_1000_diff1": 0.89806, - "nauc_map_at_1_max": 0.783603, - "nauc_map_at_1_std": 0.048412, - "nauc_map_at_1_diff1": 0.906769, - "nauc_map_at_3_max": 0.806102, - "nauc_map_at_3_std": 0.058772, - "nauc_map_at_3_diff1": 0.897166, - "nauc_map_at_5_max": 0.802466, - "nauc_map_at_5_std": 0.054193, - "nauc_map_at_5_diff1": 0.898168, - "nauc_map_at_10_max": 0.801034, - "nauc_map_at_10_std": 0.064301, - "nauc_map_at_10_diff1": 0.897683, - "nauc_map_at_20_max": 0.801413, - "nauc_map_at_20_std": 0.066551, - "nauc_map_at_20_diff1": 0.898717, - "nauc_map_at_100_max": 0.801247, - "nauc_map_at_100_std": 0.065144, - "nauc_map_at_100_diff1": 0.898754, - "nauc_map_at_1000_max": 0.801193, - "nauc_map_at_1000_std": 0.064991, - "nauc_map_at_1000_diff1": 0.898735, - "nauc_recall_at_1_max": 0.783603, - "nauc_recall_at_1_std": 0.048412, - "nauc_recall_at_1_diff1": 0.906769, - "nauc_recall_at_3_max": 0.851631, - "nauc_recall_at_3_std": 0.077365, - "nauc_recall_at_3_diff1": 0.880123, - "nauc_recall_at_5_max": 0.837366, - "nauc_recall_at_5_std": 0.050222, - "nauc_recall_at_5_diff1": 0.88136, - "nauc_recall_at_10_max": 0.830156, - "nauc_recall_at_10_std": 0.257477, - "nauc_recall_at_10_diff1": 0.86282, - "nauc_recall_at_20_max": 0.85702, - "nauc_recall_at_20_std": 0.477714, - "nauc_recall_at_20_diff1": 0.903435, - "nauc_recall_at_100_max": 0.978214, - "nauc_recall_at_100_std": 0.641379, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 0.722222, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.783603, - "nauc_precision_at_1_std": 0.048412, - "nauc_precision_at_1_diff1": 0.906769, - "nauc_precision_at_3_max": 0.851631, - "nauc_precision_at_3_std": 0.077365, - "nauc_precision_at_3_diff1": 0.880123, - "nauc_precision_at_5_max": 0.837366, - "nauc_precision_at_5_std": 0.050222, - "nauc_precision_at_5_diff1": 0.88136, - "nauc_precision_at_10_max": 0.830156, - "nauc_precision_at_10_std": 0.257477, - "nauc_precision_at_10_diff1": 0.86282, - "nauc_precision_at_20_max": 0.85702, - "nauc_precision_at_20_std": 0.477714, - "nauc_precision_at_20_diff1": 0.903435, - "nauc_precision_at_100_max": 0.978214, - "nauc_precision_at_100_std": 0.641379, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.775086, + "nauc_precision_at_1_std": -0.295342, + "nauc_precision_at_1_diff1": 0.931262, + "nauc_precision_at_3_max": 0.888049, + "nauc_precision_at_3_std": -0.164901, + "nauc_precision_at_3_diff1": 0.902597, + "nauc_precision_at_5_max": 0.901472, + "nauc_precision_at_5_std": -0.218476, + "nauc_precision_at_5_diff1": 0.912243, + "nauc_precision_at_10_max": 0.960512, + "nauc_precision_at_10_std": -0.009998, + "nauc_precision_at_10_diff1": 0.926957, + "nauc_precision_at_20_max": 0.968577, + "nauc_precision_at_20_std": 0.149465, + "nauc_precision_at_20_diff1": 0.939668, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.722222, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.783603, - "nauc_mrr_at_1_std": 0.048412, - "nauc_mrr_at_1_diff1": 0.906769, - "nauc_mrr_at_3_max": 0.806102, - "nauc_mrr_at_3_std": 0.058772, - "nauc_mrr_at_3_diff1": 0.897166, - "nauc_mrr_at_5_max": 0.802466, - "nauc_mrr_at_5_std": 0.054193, - "nauc_mrr_at_5_diff1": 0.898168, - "nauc_mrr_at_10_max": 0.801034, - "nauc_mrr_at_10_std": 0.064301, - "nauc_mrr_at_10_diff1": 0.897683, - "nauc_mrr_at_20_max": 0.801413, - "nauc_mrr_at_20_std": 0.066551, - "nauc_mrr_at_20_diff1": 0.898717, - "nauc_mrr_at_100_max": 0.801247, - "nauc_mrr_at_100_std": 0.065144, - "nauc_mrr_at_100_diff1": 0.898754, - "nauc_mrr_at_1000_max": 0.801193, - "nauc_mrr_at_1000_std": 0.064991, - "nauc_mrr_at_1000_diff1": 0.898735, - "main_score": 0.91102, + "nauc_mrr_at_1_max": 0.775086, + "nauc_mrr_at_1_std": -0.295342, + "nauc_mrr_at_1_diff1": 0.931262, + "nauc_mrr_at_3_max": 0.808646, + "nauc_mrr_at_3_std": -0.263847, + "nauc_mrr_at_3_diff1": 0.921526, + "nauc_mrr_at_5_max": 0.80759, + "nauc_mrr_at_5_std": -0.27358, + "nauc_mrr_at_5_diff1": 0.923451, + "nauc_mrr_at_10_max": 0.80679, + "nauc_mrr_at_10_std": -0.268885, + "nauc_mrr_at_10_diff1": 0.924327, + "nauc_mrr_at_20_max": 0.805437, + "nauc_mrr_at_20_std": -0.269752, + "nauc_mrr_at_20_diff1": 0.924517, + "nauc_mrr_at_100_max": 0.804877, + "nauc_mrr_at_100_std": -0.270681, + "nauc_mrr_at_100_diff1": 0.924475, + "nauc_mrr_at_1000_max": 0.804868, + "nauc_mrr_at_1000_std": -0.270729, + "nauc_mrr_at_1000_diff1": 0.924471, + "hit_rate_at_1": 0.86889, + "hit_rate_at_3": 0.93889, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.92333, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83556, + "ndcg_at_3": 0.88327, + "ndcg_at_5": 0.89479, + "ndcg_at_10": 0.90169, + "ndcg_at_20": 0.90449, + "ndcg_at_100": 0.90752, + "ndcg_at_1000": 0.90856, + "map_at_1": 0.83556, + "map_at_3": 0.87204, + "map_at_5": 0.87848, + "map_at_10": 0.88137, + "map_at_20": 0.88214, + "map_at_100": 0.88254, + "map_at_1000": 0.88259, + "recall_at_1": 0.83556, + "recall_at_3": 0.91556, + "recall_at_5": 0.94333, + "recall_at_10": 0.96444, + "recall_at_20": 0.97556, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.83556, + "precision_at_1": 0.83556, + "precision_at_3": 0.30519, + "precision_at_5": 0.18867, + "precision_at_10": 0.09644, + "precision_at_20": 0.04878, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.835556, + "mrr_at_3": 0.872037, + "mrr_at_5": 0.878481, + "mrr_at_10": 0.88137, + "mrr_at_20": 0.882136, + "mrr_at_100": 0.882539, + "mrr_at_1000": 0.882586, + "nauc_ndcg_at_1_max": 0.749182, + "nauc_ndcg_at_1_std": 0.028952, + "nauc_ndcg_at_1_diff1": 0.89687, + "nauc_ndcg_at_3_max": 0.789522, + "nauc_ndcg_at_3_std": 0.061556, + "nauc_ndcg_at_3_diff1": 0.87426, + "nauc_ndcg_at_5_max": 0.786566, + "nauc_ndcg_at_5_std": 0.067891, + "nauc_ndcg_at_5_diff1": 0.875609, + "nauc_ndcg_at_10_max": 0.782655, + "nauc_ndcg_at_10_std": 0.087668, + "nauc_ndcg_at_10_diff1": 0.875926, + "nauc_ndcg_at_20_max": 0.78311, + "nauc_ndcg_at_20_std": 0.089303, + "nauc_ndcg_at_20_diff1": 0.880426, + "nauc_ndcg_at_100_max": 0.780354, + "nauc_ndcg_at_100_std": 0.074375, + "nauc_ndcg_at_100_diff1": 0.880533, + "nauc_ndcg_at_1000_max": 0.778846, + "nauc_ndcg_at_1000_std": 0.070699, + "nauc_ndcg_at_1000_diff1": 0.881056, + "nauc_map_at_1_max": 0.749182, + "nauc_map_at_1_std": 0.028952, + "nauc_map_at_1_diff1": 0.89687, + "nauc_map_at_3_max": 0.778487, + "nauc_map_at_3_std": 0.052474, + "nauc_map_at_3_diff1": 0.880221, + "nauc_map_at_5_max": 0.776534, + "nauc_map_at_5_std": 0.054849, + "nauc_map_at_5_diff1": 0.881209, + "nauc_map_at_10_max": 0.774932, + "nauc_map_at_10_std": 0.061334, + "nauc_map_at_10_diff1": 0.881471, + "nauc_map_at_20_max": 0.775067, + "nauc_map_at_20_std": 0.061772, + "nauc_map_at_20_diff1": 0.882527, + "nauc_map_at_100_max": 0.774699, + "nauc_map_at_100_std": 0.059942, + "nauc_map_at_100_diff1": 0.882589, + "nauc_map_at_1000_max": 0.774658, + "nauc_map_at_1000_std": 0.059912, + "nauc_map_at_1000_diff1": 0.882631, + "nauc_recall_at_1_max": 0.749182, + "nauc_recall_at_1_std": 0.028952, + "nauc_recall_at_1_diff1": 0.89687, + "nauc_recall_at_3_max": 0.835391, + "nauc_recall_at_3_std": 0.099415, + "nauc_recall_at_3_diff1": 0.84963, + "nauc_recall_at_5_max": 0.844263, + "nauc_recall_at_5_std": 0.147251, + "nauc_recall_at_5_diff1": 0.843384, + "nauc_recall_at_10_max": 0.846186, + "nauc_recall_at_10_std": 0.357128, + "nauc_recall_at_10_diff1": 0.826622, + "nauc_recall_at_20_max": 0.878745, + "nauc_recall_at_20_std": 0.494949, + "nauc_recall_at_20_diff1": 0.871085, + "nauc_recall_at_100_max": 0.917634, + "nauc_recall_at_100_std": 0.45058, + "nauc_recall_at_100_diff1": 0.84994, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749182, + "nauc_precision_at_1_std": 0.028952, + "nauc_precision_at_1_diff1": 0.89687, + "nauc_precision_at_3_max": 0.835391, + "nauc_precision_at_3_std": 0.099415, + "nauc_precision_at_3_diff1": 0.84963, + "nauc_precision_at_5_max": 0.844263, + "nauc_precision_at_5_std": 0.147251, + "nauc_precision_at_5_diff1": 0.843384, + "nauc_precision_at_10_max": 0.846186, + "nauc_precision_at_10_std": 0.357128, + "nauc_precision_at_10_diff1": 0.826622, + "nauc_precision_at_20_max": 0.878745, + "nauc_precision_at_20_std": 0.494949, + "nauc_precision_at_20_diff1": 0.871085, + "nauc_precision_at_100_max": 0.917634, + "nauc_precision_at_100_std": 0.45058, + "nauc_precision_at_100_diff1": 0.84994, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749182, + "nauc_mrr_at_1_std": 0.028952, + "nauc_mrr_at_1_diff1": 0.89687, + "nauc_mrr_at_3_max": 0.778487, + "nauc_mrr_at_3_std": 0.052474, + "nauc_mrr_at_3_diff1": 0.880221, + "nauc_mrr_at_5_max": 0.776534, + "nauc_mrr_at_5_std": 0.054849, + "nauc_mrr_at_5_diff1": 0.881209, + "nauc_mrr_at_10_max": 0.774932, + "nauc_mrr_at_10_std": 0.061334, + "nauc_mrr_at_10_diff1": 0.881471, + "nauc_mrr_at_20_max": 0.775067, + "nauc_mrr_at_20_std": 0.061772, + "nauc_mrr_at_20_diff1": 0.882527, + "nauc_mrr_at_100_max": 0.774699, + "nauc_mrr_at_100_std": 0.059942, + "nauc_mrr_at_100_diff1": 0.882589, + "nauc_mrr_at_1000_max": 0.774658, + "nauc_mrr_at_1000_std": 0.059912, + "nauc_mrr_at_1000_diff1": 0.882631, + "hit_rate_at_1": 0.83556, + "hit_rate_at_3": 0.91556, + "hit_rate_at_5": 0.94333, + "hit_rate_at_10": 0.96444, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.90169, "hf_subset": "urd_Arab-urd_Arab", "languages": [ "urd-Arab", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.9434, - "ndcg_at_5": 0.9489, - "ndcg_at_10": 0.95286, - "ndcg_at_20": 0.95369, - "ndcg_at_100": 0.95585, - "ndcg_at_1000": 0.95599, - "map_at_1": 0.91889, - "map_at_3": 0.93796, - "map_at_5": 0.94102, - "map_at_10": 0.94266, - "map_at_20": 0.94288, - "map_at_100": 0.94321, - "map_at_1000": 0.94322, - "recall_at_1": 0.91889, - "recall_at_3": 0.95889, - "recall_at_5": 0.97222, - "recall_at_10": 0.98444, + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.94208, + "ndcg_at_5": 0.9449, + "ndcg_at_10": 0.94815, + "ndcg_at_20": 0.95009, + "ndcg_at_100": 0.95225, + "ndcg_at_1000": 0.95239, + "map_at_1": 0.90889, + "map_at_3": 0.93463, + "map_at_5": 0.93624, + "map_at_10": 0.93759, + "map_at_20": 0.93811, + "map_at_100": 0.93845, + "map_at_1000": 0.93846, + "recall_at_1": 0.90889, + "recall_at_3": 0.96333, + "recall_at_5": 0.97, + "recall_at_10": 0.98, "recall_at_20": 0.98778, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.31963, - "precision_at_5": 0.19444, - "precision_at_10": 0.09844, + "accuracy": 0.90889, + "precision_at_1": 0.90889, + "precision_at_3": 0.32111, + "precision_at_5": 0.194, + "precision_at_10": 0.098, "precision_at_20": 0.04939, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.937963, - "mrr_at_5": 0.941019, - "mrr_at_10": 0.942655, - "mrr_at_20": 0.942879, - "mrr_at_100": 0.943214, - "mrr_at_1000": 0.94322, - "nauc_ndcg_at_1_max": 0.704379, - "nauc_ndcg_at_1_std": -0.306128, - "nauc_ndcg_at_1_diff1": 0.923641, - "nauc_ndcg_at_3_max": 0.760413, - "nauc_ndcg_at_3_std": -0.28014, - "nauc_ndcg_at_3_diff1": 0.922602, - "nauc_ndcg_at_5_max": 0.750218, - "nauc_ndcg_at_5_std": -0.264274, - "nauc_ndcg_at_5_diff1": 0.922496, - "nauc_ndcg_at_10_max": 0.750478, - "nauc_ndcg_at_10_std": -0.24528, - "nauc_ndcg_at_10_diff1": 0.928412, - "nauc_ndcg_at_20_max": 0.745977, - "nauc_ndcg_at_20_std": -0.263799, - "nauc_ndcg_at_20_diff1": 0.927121, - "nauc_ndcg_at_100_max": 0.744109, - "nauc_ndcg_at_100_std": -0.269356, - "nauc_ndcg_at_100_diff1": 0.925697, - "nauc_ndcg_at_1000_max": 0.743259, - "nauc_ndcg_at_1000_std": -0.273573, - "nauc_ndcg_at_1000_diff1": 0.925451, - "nauc_map_at_1_max": 0.704379, - "nauc_map_at_1_std": -0.306128, - "nauc_map_at_1_diff1": 0.923641, - "nauc_map_at_3_max": 0.745407, - "nauc_map_at_3_std": -0.289566, - "nauc_map_at_3_diff1": 0.923025, - "nauc_map_at_5_max": 0.739402, - "nauc_map_at_5_std": -0.283973, - "nauc_map_at_5_diff1": 0.922931, - "nauc_map_at_10_max": 0.739262, - "nauc_map_at_10_std": -0.277892, - "nauc_map_at_10_diff1": 0.925005, - "nauc_map_at_20_max": 0.73824, - "nauc_map_at_20_std": -0.282013, - "nauc_map_at_20_diff1": 0.924711, - "nauc_map_at_100_max": 0.738299, - "nauc_map_at_100_std": -0.282542, - "nauc_map_at_100_diff1": 0.92459, - "nauc_map_at_1000_max": 0.738272, - "nauc_map_at_1000_std": -0.282672, - "nauc_map_at_1000_diff1": 0.924582, - "nauc_recall_at_1_max": 0.704379, - "nauc_recall_at_1_std": -0.306128, - "nauc_recall_at_1_diff1": 0.923641, - "nauc_recall_at_3_max": 0.824097, - "nauc_recall_at_3_std": -0.238322, - "nauc_recall_at_3_diff1": 0.920698, - "nauc_recall_at_5_max": 0.812007, - "nauc_recall_at_5_std": -0.133782, - "nauc_recall_at_5_diff1": 0.919888, - "nauc_recall_at_10_max": 0.861144, - "nauc_recall_at_10_std": 0.14249, - "nauc_recall_at_10_diff1": 0.971989, - "nauc_recall_at_20_max": 0.823275, - "nauc_recall_at_20_std": -0.033019, - "nauc_recall_at_20_diff1": 0.964349, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.93463, + "mrr_at_5": 0.936241, + "mrr_at_10": 0.937588, + "mrr_at_20": 0.93811, + "mrr_at_100": 0.938453, + "mrr_at_1000": 0.938457, + "nauc_ndcg_at_1_max": 0.69059, + "nauc_ndcg_at_1_std": -0.260715, + "nauc_ndcg_at_1_diff1": 0.930946, + "nauc_ndcg_at_3_max": 0.719339, + "nauc_ndcg_at_3_std": -0.260127, + "nauc_ndcg_at_3_diff1": 0.930587, + "nauc_ndcg_at_5_max": 0.714258, + "nauc_ndcg_at_5_std": -0.24422, + "nauc_ndcg_at_5_diff1": 0.929186, + "nauc_ndcg_at_10_max": 0.719791, + "nauc_ndcg_at_10_std": -0.211779, + "nauc_ndcg_at_10_diff1": 0.93637, + "nauc_ndcg_at_20_max": 0.713531, + "nauc_ndcg_at_20_std": -0.225487, + "nauc_ndcg_at_20_diff1": 0.934564, + "nauc_ndcg_at_100_max": 0.7143, + "nauc_ndcg_at_100_std": -0.233998, + "nauc_ndcg_at_100_diff1": 0.932805, + "nauc_ndcg_at_1000_max": 0.713483, + "nauc_ndcg_at_1000_std": -0.237527, + "nauc_ndcg_at_1000_diff1": 0.932613, + "nauc_map_at_1_max": 0.69059, + "nauc_map_at_1_std": -0.260715, + "nauc_map_at_1_diff1": 0.930946, + "nauc_map_at_3_max": 0.711416, + "nauc_map_at_3_std": -0.261201, + "nauc_map_at_3_diff1": 0.931005, + "nauc_map_at_5_max": 0.708596, + "nauc_map_at_5_std": -0.253882, + "nauc_map_at_5_diff1": 0.930287, + "nauc_map_at_10_max": 0.710465, + "nauc_map_at_10_std": -0.242524, + "nauc_map_at_10_diff1": 0.932627, + "nauc_map_at_20_max": 0.709191, + "nauc_map_at_20_std": -0.245131, + "nauc_map_at_20_diff1": 0.932182, + "nauc_map_at_100_max": 0.709679, + "nauc_map_at_100_std": -0.246252, + "nauc_map_at_100_diff1": 0.931953, + "nauc_map_at_1000_max": 0.709661, + "nauc_map_at_1000_std": -0.246331, + "nauc_map_at_1000_diff1": 0.931948, + "nauc_recall_at_1_max": 0.69059, + "nauc_recall_at_1_std": -0.260715, + "nauc_recall_at_1_diff1": 0.930946, + "nauc_recall_at_3_max": 0.758821, + "nauc_recall_at_3_std": -0.253954, + "nauc_recall_at_3_diff1": 0.928218, + "nauc_recall_at_5_max": 0.74655, + "nauc_recall_at_5_std": -0.179168, + "nauc_recall_at_5_diff1": 0.921949, + "nauc_recall_at_10_max": 0.805504, + "nauc_recall_at_10_std": 0.105872, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.751974, + "nauc_recall_at_20_std": 0.061582, + "nauc_recall_at_20_diff1": 0.976233, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.704379, - "nauc_precision_at_1_std": -0.306128, - "nauc_precision_at_1_diff1": 0.923641, - "nauc_precision_at_3_max": 0.824097, - "nauc_precision_at_3_std": -0.238322, - "nauc_precision_at_3_diff1": 0.920698, - "nauc_precision_at_5_max": 0.812007, - "nauc_precision_at_5_std": -0.133782, - "nauc_precision_at_5_diff1": 0.919888, - "nauc_precision_at_10_max": 0.861144, - "nauc_precision_at_10_std": 0.14249, - "nauc_precision_at_10_diff1": 0.971989, - "nauc_precision_at_20_max": 0.823275, - "nauc_precision_at_20_std": -0.033019, - "nauc_precision_at_20_diff1": 0.964349, + "nauc_precision_at_1_max": 0.69059, + "nauc_precision_at_1_std": -0.260715, + "nauc_precision_at_1_diff1": 0.930946, + "nauc_precision_at_3_max": 0.758821, + "nauc_precision_at_3_std": -0.253954, + "nauc_precision_at_3_diff1": 0.928218, + "nauc_precision_at_5_max": 0.74655, + "nauc_precision_at_5_std": -0.179168, + "nauc_precision_at_5_diff1": 0.921949, + "nauc_precision_at_10_max": 0.805504, + "nauc_precision_at_10_std": 0.105872, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.751974, + "nauc_precision_at_20_std": 0.061582, + "nauc_precision_at_20_diff1": 0.976233, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.704379, - "nauc_mrr_at_1_std": -0.306128, - "nauc_mrr_at_1_diff1": 0.923641, - "nauc_mrr_at_3_max": 0.745407, - "nauc_mrr_at_3_std": -0.289566, - "nauc_mrr_at_3_diff1": 0.923025, - "nauc_mrr_at_5_max": 0.739402, - "nauc_mrr_at_5_std": -0.283973, - "nauc_mrr_at_5_diff1": 0.922931, - "nauc_mrr_at_10_max": 0.739262, - "nauc_mrr_at_10_std": -0.277892, - "nauc_mrr_at_10_diff1": 0.925005, - "nauc_mrr_at_20_max": 0.73824, - "nauc_mrr_at_20_std": -0.282013, - "nauc_mrr_at_20_diff1": 0.924711, - "nauc_mrr_at_100_max": 0.738299, - "nauc_mrr_at_100_std": -0.282542, - "nauc_mrr_at_100_diff1": 0.92459, - "nauc_mrr_at_1000_max": 0.738272, - "nauc_mrr_at_1000_std": -0.282672, - "nauc_mrr_at_1000_diff1": 0.924582, - "main_score": 0.95286, + "nauc_mrr_at_1_max": 0.69059, + "nauc_mrr_at_1_std": -0.260715, + "nauc_mrr_at_1_diff1": 0.930946, + "nauc_mrr_at_3_max": 0.711416, + "nauc_mrr_at_3_std": -0.261201, + "nauc_mrr_at_3_diff1": 0.931005, + "nauc_mrr_at_5_max": 0.708596, + "nauc_mrr_at_5_std": -0.253882, + "nauc_mrr_at_5_diff1": 0.930287, + "nauc_mrr_at_10_max": 0.710465, + "nauc_mrr_at_10_std": -0.242524, + "nauc_mrr_at_10_diff1": 0.932627, + "nauc_mrr_at_20_max": 0.709191, + "nauc_mrr_at_20_std": -0.245131, + "nauc_mrr_at_20_diff1": 0.932182, + "nauc_mrr_at_100_max": 0.709679, + "nauc_mrr_at_100_std": -0.246252, + "nauc_mrr_at_100_diff1": 0.931953, + "nauc_mrr_at_1000_max": 0.709661, + "nauc_mrr_at_1000_std": -0.246331, + "nauc_mrr_at_1000_diff1": 0.931948, + "hit_rate_at_1": 0.90889, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94815, "hf_subset": "urd_Arab-eng_Latn", "languages": [ "urd-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.81222, - "ndcg_at_3": 0.86452, - "ndcg_at_5": 0.87633, - "ndcg_at_10": 0.88507, - "ndcg_at_20": 0.88905, - "ndcg_at_100": 0.8934, - "ndcg_at_1000": 0.89401, - "map_at_1": 0.81222, - "map_at_3": 0.85185, - "map_at_5": 0.85835, - "map_at_10": 0.86203, - "map_at_20": 0.86314, - "map_at_100": 0.86376, - "map_at_1000": 0.86379, - "recall_at_1": 0.81222, - "recall_at_3": 0.90111, - "recall_at_5": 0.93, - "recall_at_10": 0.95667, - "recall_at_20": 0.97222, - "recall_at_100": 0.99556, + "ndcg_at_1": 0.78889, + "ndcg_at_3": 0.84206, + "ndcg_at_5": 0.85746, + "ndcg_at_10": 0.8675, + "ndcg_at_20": 0.87205, + "ndcg_at_100": 0.8767, + "ndcg_at_1000": 0.87825, + "map_at_1": 0.78889, + "map_at_3": 0.82963, + "map_at_5": 0.83807, + "map_at_10": 0.8422, + "map_at_20": 0.84348, + "map_at_100": 0.84416, + "map_at_1000": 0.84424, + "recall_at_1": 0.78889, + "recall_at_3": 0.87778, + "recall_at_5": 0.91556, + "recall_at_10": 0.94667, + "recall_at_20": 0.96444, + "recall_at_100": 0.98889, "recall_at_1000": 1.0, - "precision_at_1": 0.81222, - "precision_at_3": 0.30037, - "precision_at_5": 0.186, - "precision_at_10": 0.09567, - "precision_at_20": 0.04861, - "precision_at_100": 0.00996, + "accuracy": 0.78889, + "precision_at_1": 0.78889, + "precision_at_3": 0.29259, + "precision_at_5": 0.18311, + "precision_at_10": 0.09467, + "precision_at_20": 0.04822, + "precision_at_100": 0.00989, "precision_at_1000": 0.001, - "mrr_at_1": 0.812222, - "mrr_at_3": 0.851852, - "mrr_at_5": 0.858352, - "mrr_at_10": 0.862026, - "mrr_at_20": 0.863137, - "mrr_at_100": 0.863759, - "mrr_at_1000": 0.863788, - "nauc_ndcg_at_1_max": 0.76147, - "nauc_ndcg_at_1_std": 0.109289, - "nauc_ndcg_at_1_diff1": 0.884079, - "nauc_ndcg_at_3_max": 0.802854, - "nauc_ndcg_at_3_std": 0.141412, - "nauc_ndcg_at_3_diff1": 0.863776, - "nauc_ndcg_at_5_max": 0.806297, - "nauc_ndcg_at_5_std": 0.160056, - "nauc_ndcg_at_5_diff1": 0.869921, - "nauc_ndcg_at_10_max": 0.804107, - "nauc_ndcg_at_10_std": 0.181607, - "nauc_ndcg_at_10_diff1": 0.87113, - "nauc_ndcg_at_20_max": 0.797782, - "nauc_ndcg_at_20_std": 0.158452, - "nauc_ndcg_at_20_diff1": 0.871458, - "nauc_ndcg_at_100_max": 0.793048, - "nauc_ndcg_at_100_std": 0.156395, - "nauc_ndcg_at_100_diff1": 0.87182, - "nauc_ndcg_at_1000_max": 0.795487, - "nauc_ndcg_at_1000_std": 0.155039, - "nauc_ndcg_at_1000_diff1": 0.872658, - "nauc_map_at_1_max": 0.76147, - "nauc_map_at_1_std": 0.109289, - "nauc_map_at_1_diff1": 0.884079, - "nauc_map_at_3_max": 0.794059, - "nauc_map_at_3_std": 0.137581, - "nauc_map_at_3_diff1": 0.869734, - "nauc_map_at_5_max": 0.795457, - "nauc_map_at_5_std": 0.14627, - "nauc_map_at_5_diff1": 0.873127, - "nauc_map_at_10_max": 0.794387, - "nauc_map_at_10_std": 0.153246, - "nauc_map_at_10_diff1": 0.87371, - "nauc_map_at_20_max": 0.792846, - "nauc_map_at_20_std": 0.147643, - "nauc_map_at_20_diff1": 0.8738, - "nauc_map_at_100_max": 0.792309, - "nauc_map_at_100_std": 0.147719, - "nauc_map_at_100_diff1": 0.873892, - "nauc_map_at_1000_max": 0.792439, - "nauc_map_at_1000_std": 0.147708, - "nauc_map_at_1000_diff1": 0.873929, - "nauc_recall_at_1_max": 0.76147, - "nauc_recall_at_1_std": 0.109289, - "nauc_recall_at_1_diff1": 0.884079, - "nauc_recall_at_3_max": 0.83711, - "nauc_recall_at_3_std": 0.153831, - "nauc_recall_at_3_diff1": 0.839198, - "nauc_recall_at_5_max": 0.864324, - "nauc_recall_at_5_std": 0.237665, - "nauc_recall_at_5_diff1": 0.853534, - "nauc_recall_at_10_max": 0.882999, - "nauc_recall_at_10_std": 0.456176, - "nauc_recall_at_10_diff1": 0.851744, - "nauc_recall_at_20_max": 0.833165, - "nauc_recall_at_20_std": 0.266648, - "nauc_recall_at_20_diff1": 0.846032, - "nauc_recall_at_100_max": 0.429388, - "nauc_recall_at_100_std": 0.429388, - "nauc_recall_at_100_diff1": 0.737395, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.76147, - "nauc_precision_at_1_std": 0.109289, - "nauc_precision_at_1_diff1": 0.884079, - "nauc_precision_at_3_max": 0.83711, - "nauc_precision_at_3_std": 0.153831, - "nauc_precision_at_3_diff1": 0.839198, - "nauc_precision_at_5_max": 0.864324, - "nauc_precision_at_5_std": 0.237665, - "nauc_precision_at_5_diff1": 0.853534, - "nauc_precision_at_10_max": 0.882999, - "nauc_precision_at_10_std": 0.456176, - "nauc_precision_at_10_diff1": 0.851744, - "nauc_precision_at_20_max": 0.833165, - "nauc_precision_at_20_std": 0.266648, - "nauc_precision_at_20_diff1": 0.846032, - "nauc_precision_at_100_max": 0.429388, - "nauc_precision_at_100_std": 0.429388, - "nauc_precision_at_100_diff1": 0.737395, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.76147, - "nauc_mrr_at_1_std": 0.109289, - "nauc_mrr_at_1_diff1": 0.884079, - "nauc_mrr_at_3_max": 0.794059, - "nauc_mrr_at_3_std": 0.137581, - "nauc_mrr_at_3_diff1": 0.869734, - "nauc_mrr_at_5_max": 0.795457, - "nauc_mrr_at_5_std": 0.14627, - "nauc_mrr_at_5_diff1": 0.873127, - "nauc_mrr_at_10_max": 0.794387, - "nauc_mrr_at_10_std": 0.153246, - "nauc_mrr_at_10_diff1": 0.87371, - "nauc_mrr_at_20_max": 0.792846, - "nauc_mrr_at_20_std": 0.147643, - "nauc_mrr_at_20_diff1": 0.8738, - "nauc_mrr_at_100_max": 0.792309, - "nauc_mrr_at_100_std": 0.147719, - "nauc_mrr_at_100_diff1": 0.873892, - "nauc_mrr_at_1000_max": 0.792439, - "nauc_mrr_at_1000_std": 0.147708, - "nauc_mrr_at_1000_diff1": 0.873929, - "main_score": 0.88507, + "mrr_at_1": 0.788889, + "mrr_at_3": 0.82963, + "mrr_at_5": 0.838074, + "mrr_at_10": 0.842203, + "mrr_at_20": 0.84348, + "mrr_at_100": 0.844164, + "mrr_at_1000": 0.844245, + "nauc_ndcg_at_1_max": 0.726283, + "nauc_ndcg_at_1_std": 0.062052, + "nauc_ndcg_at_1_diff1": 0.864742, + "nauc_ndcg_at_3_max": 0.767547, + "nauc_ndcg_at_3_std": 0.099324, + "nauc_ndcg_at_3_diff1": 0.847956, + "nauc_ndcg_at_5_max": 0.770201, + "nauc_ndcg_at_5_std": 0.116518, + "nauc_ndcg_at_5_diff1": 0.848261, + "nauc_ndcg_at_10_max": 0.769525, + "nauc_ndcg_at_10_std": 0.124257, + "nauc_ndcg_at_10_diff1": 0.851322, + "nauc_ndcg_at_20_max": 0.765861, + "nauc_ndcg_at_20_std": 0.118963, + "nauc_ndcg_at_20_diff1": 0.852718, + "nauc_ndcg_at_100_max": 0.761393, + "nauc_ndcg_at_100_std": 0.114037, + "nauc_ndcg_at_100_diff1": 0.852429, + "nauc_ndcg_at_1000_max": 0.760581, + "nauc_ndcg_at_1000_std": 0.106081, + "nauc_ndcg_at_1000_diff1": 0.853142, + "nauc_map_at_1_max": 0.726283, + "nauc_map_at_1_std": 0.062052, + "nauc_map_at_1_diff1": 0.864742, + "nauc_map_at_3_max": 0.757197, + "nauc_map_at_3_std": 0.088852, + "nauc_map_at_3_diff1": 0.852456, + "nauc_map_at_5_max": 0.757971, + "nauc_map_at_5_std": 0.096141, + "nauc_map_at_5_diff1": 0.852746, + "nauc_map_at_10_max": 0.757447, + "nauc_map_at_10_std": 0.097896, + "nauc_map_at_10_diff1": 0.854172, + "nauc_map_at_20_max": 0.756542, + "nauc_map_at_20_std": 0.096656, + "nauc_map_at_20_diff1": 0.854586, + "nauc_map_at_100_max": 0.755961, + "nauc_map_at_100_std": 0.09605, + "nauc_map_at_100_diff1": 0.854519, + "nauc_map_at_1000_max": 0.755943, + "nauc_map_at_1000_std": 0.095741, + "nauc_map_at_1000_diff1": 0.854545, + "nauc_recall_at_1_max": 0.726283, + "nauc_recall_at_1_std": 0.062052, + "nauc_recall_at_1_diff1": 0.864742, + "nauc_recall_at_3_max": 0.806717, + "nauc_recall_at_3_std": 0.139684, + "nauc_recall_at_3_diff1": 0.830736, + "nauc_recall_at_5_max": 0.833303, + "nauc_recall_at_5_std": 0.228304, + "nauc_recall_at_5_diff1": 0.825483, + "nauc_recall_at_10_max": 0.86434, + "nauc_recall_at_10_std": 0.355023, + "nauc_recall_at_10_diff1": 0.831057, + "nauc_recall_at_20_max": 0.861651, + "nauc_recall_at_20_std": 0.393514, + "nauc_recall_at_20_diff1": 0.837404, + "nauc_recall_at_100_max": 0.830579, + "nauc_recall_at_100_std": 0.7162, + "nauc_recall_at_100_diff1": 0.796452, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.726283, + "nauc_precision_at_1_std": 0.062052, + "nauc_precision_at_1_diff1": 0.864742, + "nauc_precision_at_3_max": 0.806717, + "nauc_precision_at_3_std": 0.139684, + "nauc_precision_at_3_diff1": 0.830736, + "nauc_precision_at_5_max": 0.833303, + "nauc_precision_at_5_std": 0.228304, + "nauc_precision_at_5_diff1": 0.825483, + "nauc_precision_at_10_max": 0.86434, + "nauc_precision_at_10_std": 0.355023, + "nauc_precision_at_10_diff1": 0.831057, + "nauc_precision_at_20_max": 0.861651, + "nauc_precision_at_20_std": 0.393514, + "nauc_precision_at_20_diff1": 0.837404, + "nauc_precision_at_100_max": 0.830579, + "nauc_precision_at_100_std": 0.7162, + "nauc_precision_at_100_diff1": 0.796452, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.726283, + "nauc_mrr_at_1_std": 0.062052, + "nauc_mrr_at_1_diff1": 0.864742, + "nauc_mrr_at_3_max": 0.757197, + "nauc_mrr_at_3_std": 0.088852, + "nauc_mrr_at_3_diff1": 0.852456, + "nauc_mrr_at_5_max": 0.757971, + "nauc_mrr_at_5_std": 0.096141, + "nauc_mrr_at_5_diff1": 0.852746, + "nauc_mrr_at_10_max": 0.757447, + "nauc_mrr_at_10_std": 0.097896, + "nauc_mrr_at_10_diff1": 0.854172, + "nauc_mrr_at_20_max": 0.756542, + "nauc_mrr_at_20_std": 0.096656, + "nauc_mrr_at_20_diff1": 0.854586, + "nauc_mrr_at_100_max": 0.755961, + "nauc_mrr_at_100_std": 0.09605, + "nauc_mrr_at_100_diff1": 0.854519, + "nauc_mrr_at_1000_max": 0.755943, + "nauc_mrr_at_1000_std": 0.095741, + "nauc_mrr_at_1000_diff1": 0.854545, + "hit_rate_at_1": 0.78889, + "hit_rate_at_3": 0.87778, + "hit_rate_at_5": 0.91556, + "hit_rate_at_10": 0.94667, + "hit_rate_at_20": 0.96444, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.8675, "hf_subset": "eng_Latn-urd_Arab", "languages": [ "eng-Latn", "urd-Arab" - ] - }, - { - "ndcg_at_1": 0.62111, - "ndcg_at_3": 0.69509, - "ndcg_at_5": 0.71211, - "ndcg_at_10": 0.73013, - "ndcg_at_20": 0.73923, - "ndcg_at_100": 0.752, - "ndcg_at_1000": 0.759, - "map_at_1": 0.62111, - "map_at_3": 0.67722, - "map_at_5": 0.68672, - "map_at_10": 0.69439, - "map_at_20": 0.69695, - "map_at_100": 0.69873, - "map_at_1000": 0.69901, - "recall_at_1": 0.62111, - "recall_at_3": 0.74667, - "recall_at_5": 0.78778, - "recall_at_10": 0.84222, - "recall_at_20": 0.87778, - "recall_at_100": 0.94667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59778, + "ndcg_at_3": 0.67118, + "ndcg_at_5": 0.69121, + "ndcg_at_10": 0.70806, + "ndcg_at_20": 0.72105, + "ndcg_at_100": 0.73468, + "ndcg_at_1000": 0.74132, + "map_at_1": 0.59778, + "map_at_3": 0.65315, + "map_at_5": 0.6642, + "map_at_10": 0.67135, + "map_at_20": 0.67495, + "map_at_100": 0.67677, + "map_at_1000": 0.67703, + "recall_at_1": 0.59778, + "recall_at_3": 0.72333, + "recall_at_5": 0.77222, + "recall_at_10": 0.82333, + "recall_at_20": 0.87444, + "recall_at_100": 0.94889, "recall_at_1000": 1.0, - "precision_at_1": 0.62111, - "precision_at_3": 0.24889, - "precision_at_5": 0.15756, - "precision_at_10": 0.08422, - "precision_at_20": 0.04389, - "precision_at_100": 0.00947, + "accuracy": 0.59778, + "precision_at_1": 0.59778, + "precision_at_3": 0.24111, + "precision_at_5": 0.15444, + "precision_at_10": 0.08233, + "precision_at_20": 0.04372, + "precision_at_100": 0.00949, "precision_at_1000": 0.001, - "mrr_at_1": 0.621111, - "mrr_at_3": 0.677222, - "mrr_at_5": 0.686722, - "mrr_at_10": 0.69439, - "mrr_at_20": 0.696955, - "mrr_at_100": 0.698728, - "mrr_at_1000": 0.699014, - "nauc_ndcg_at_1_max": 0.669502, - "nauc_ndcg_at_1_std": 0.180534, - "nauc_ndcg_at_1_diff1": 0.821805, - "nauc_ndcg_at_3_max": 0.710875, - "nauc_ndcg_at_3_std": 0.261256, - "nauc_ndcg_at_3_diff1": 0.792468, - "nauc_ndcg_at_5_max": 0.707764, - "nauc_ndcg_at_5_std": 0.276274, - "nauc_ndcg_at_5_diff1": 0.790543, - "nauc_ndcg_at_10_max": 0.706365, - "nauc_ndcg_at_10_std": 0.281763, - "nauc_ndcg_at_10_diff1": 0.791862, - "nauc_ndcg_at_20_max": 0.702421, - "nauc_ndcg_at_20_std": 0.287424, - "nauc_ndcg_at_20_diff1": 0.790528, - "nauc_ndcg_at_100_max": 0.703228, - "nauc_ndcg_at_100_std": 0.278979, - "nauc_ndcg_at_100_diff1": 0.795419, - "nauc_ndcg_at_1000_max": 0.70075, - "nauc_ndcg_at_1000_std": 0.266709, - "nauc_ndcg_at_1000_diff1": 0.796122, - "nauc_map_at_1_max": 0.669502, - "nauc_map_at_1_std": 0.180534, - "nauc_map_at_1_diff1": 0.821805, - "nauc_map_at_3_max": 0.700188, - "nauc_map_at_3_std": 0.239978, - "nauc_map_at_3_diff1": 0.799886, - "nauc_map_at_5_max": 0.698468, - "nauc_map_at_5_std": 0.247795, - "nauc_map_at_5_diff1": 0.79921, - "nauc_map_at_10_max": 0.697693, - "nauc_map_at_10_std": 0.249236, - "nauc_map_at_10_diff1": 0.799791, - "nauc_map_at_20_max": 0.696564, - "nauc_map_at_20_std": 0.250224, - "nauc_map_at_20_diff1": 0.799446, - "nauc_map_at_100_max": 0.696622, - "nauc_map_at_100_std": 0.249151, - "nauc_map_at_100_diff1": 0.800034, - "nauc_map_at_1000_max": 0.696554, - "nauc_map_at_1000_std": 0.248766, - "nauc_map_at_1000_diff1": 0.800058, - "nauc_recall_at_1_max": 0.669502, - "nauc_recall_at_1_std": 0.180534, - "nauc_recall_at_1_diff1": 0.821805, - "nauc_recall_at_3_max": 0.7474, - "nauc_recall_at_3_std": 0.334198, - "nauc_recall_at_3_diff1": 0.767197, - "nauc_recall_at_5_max": 0.742488, - "nauc_recall_at_5_std": 0.38784, - "nauc_recall_at_5_diff1": 0.756782, - "nauc_recall_at_10_max": 0.746495, - "nauc_recall_at_10_std": 0.446689, - "nauc_recall_at_10_diff1": 0.753812, - "nauc_recall_at_20_max": 0.729376, - "nauc_recall_at_20_std": 0.532762, - "nauc_recall_at_20_diff1": 0.735636, - "nauc_recall_at_100_max": 0.78017, - "nauc_recall_at_100_std": 0.647934, - "nauc_recall_at_100_diff1": 0.773829, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.669502, - "nauc_precision_at_1_std": 0.180534, - "nauc_precision_at_1_diff1": 0.821805, - "nauc_precision_at_3_max": 0.7474, - "nauc_precision_at_3_std": 0.334198, - "nauc_precision_at_3_diff1": 0.767197, - "nauc_precision_at_5_max": 0.742488, - "nauc_precision_at_5_std": 0.38784, - "nauc_precision_at_5_diff1": 0.756782, - "nauc_precision_at_10_max": 0.746495, - "nauc_precision_at_10_std": 0.446689, - "nauc_precision_at_10_diff1": 0.753812, - "nauc_precision_at_20_max": 0.729376, - "nauc_precision_at_20_std": 0.532762, - "nauc_precision_at_20_diff1": 0.735636, - "nauc_precision_at_100_max": 0.78017, - "nauc_precision_at_100_std": 0.647934, - "nauc_precision_at_100_diff1": 0.773829, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.669502, - "nauc_mrr_at_1_std": 0.180534, - "nauc_mrr_at_1_diff1": 0.821805, - "nauc_mrr_at_3_max": 0.700188, - "nauc_mrr_at_3_std": 0.239978, - "nauc_mrr_at_3_diff1": 0.799886, - "nauc_mrr_at_5_max": 0.698468, - "nauc_mrr_at_5_std": 0.247795, - "nauc_mrr_at_5_diff1": 0.79921, - "nauc_mrr_at_10_max": 0.697693, - "nauc_mrr_at_10_std": 0.249236, - "nauc_mrr_at_10_diff1": 0.799791, - "nauc_mrr_at_20_max": 0.696564, - "nauc_mrr_at_20_std": 0.250224, - "nauc_mrr_at_20_diff1": 0.799446, - "nauc_mrr_at_100_max": 0.696622, - "nauc_mrr_at_100_std": 0.249151, - "nauc_mrr_at_100_diff1": 0.800034, - "nauc_mrr_at_1000_max": 0.696554, - "nauc_mrr_at_1000_std": 0.248766, - "nauc_mrr_at_1000_diff1": 0.800058, - "main_score": 0.73013, + "mrr_at_1": 0.597778, + "mrr_at_3": 0.653148, + "mrr_at_5": 0.664204, + "mrr_at_10": 0.671348, + "mrr_at_20": 0.674949, + "mrr_at_100": 0.676774, + "mrr_at_1000": 0.677033, + "nauc_ndcg_at_1_max": 0.696072, + "nauc_ndcg_at_1_std": 0.23273, + "nauc_ndcg_at_1_diff1": 0.820263, + "nauc_ndcg_at_3_max": 0.721341, + "nauc_ndcg_at_3_std": 0.288516, + "nauc_ndcg_at_3_diff1": 0.785693, + "nauc_ndcg_at_5_max": 0.723636, + "nauc_ndcg_at_5_std": 0.299495, + "nauc_ndcg_at_5_diff1": 0.781703, + "nauc_ndcg_at_10_max": 0.718274, + "nauc_ndcg_at_10_std": 0.305411, + "nauc_ndcg_at_10_diff1": 0.781014, + "nauc_ndcg_at_20_max": 0.716142, + "nauc_ndcg_at_20_std": 0.310752, + "nauc_ndcg_at_20_diff1": 0.781804, + "nauc_ndcg_at_100_max": 0.718079, + "nauc_ndcg_at_100_std": 0.307129, + "nauc_ndcg_at_100_diff1": 0.785457, + "nauc_ndcg_at_1000_max": 0.715875, + "nauc_ndcg_at_1000_std": 0.296641, + "nauc_ndcg_at_1000_diff1": 0.787283, + "nauc_map_at_1_max": 0.696072, + "nauc_map_at_1_std": 0.23273, + "nauc_map_at_1_diff1": 0.820263, + "nauc_map_at_3_max": 0.71523, + "nauc_map_at_3_std": 0.274725, + "nauc_map_at_3_diff1": 0.794298, + "nauc_map_at_5_max": 0.71644, + "nauc_map_at_5_std": 0.280564, + "nauc_map_at_5_diff1": 0.792425, + "nauc_map_at_10_max": 0.714113, + "nauc_map_at_10_std": 0.282339, + "nauc_map_at_10_diff1": 0.792054, + "nauc_map_at_20_max": 0.71351, + "nauc_map_at_20_std": 0.283544, + "nauc_map_at_20_diff1": 0.79235, + "nauc_map_at_100_max": 0.713637, + "nauc_map_at_100_std": 0.283187, + "nauc_map_at_100_diff1": 0.792685, + "nauc_map_at_1000_max": 0.713562, + "nauc_map_at_1000_std": 0.282868, + "nauc_map_at_1000_diff1": 0.792741, + "nauc_recall_at_1_max": 0.696072, + "nauc_recall_at_1_std": 0.23273, + "nauc_recall_at_1_diff1": 0.820263, + "nauc_recall_at_3_max": 0.741661, + "nauc_recall_at_3_std": 0.334532, + "nauc_recall_at_3_diff1": 0.756953, + "nauc_recall_at_5_max": 0.751024, + "nauc_recall_at_5_std": 0.372782, + "nauc_recall_at_5_diff1": 0.740201, + "nauc_recall_at_10_max": 0.734665, + "nauc_recall_at_10_std": 0.41791, + "nauc_recall_at_10_diff1": 0.729865, + "nauc_recall_at_20_max": 0.725083, + "nauc_recall_at_20_std": 0.496337, + "nauc_recall_at_20_diff1": 0.71755, + "nauc_recall_at_100_max": 0.789622, + "nauc_recall_at_100_std": 0.655503, + "nauc_recall_at_100_diff1": 0.724922, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696072, + "nauc_precision_at_1_std": 0.23273, + "nauc_precision_at_1_diff1": 0.820263, + "nauc_precision_at_3_max": 0.741661, + "nauc_precision_at_3_std": 0.334532, + "nauc_precision_at_3_diff1": 0.756953, + "nauc_precision_at_5_max": 0.751024, + "nauc_precision_at_5_std": 0.372782, + "nauc_precision_at_5_diff1": 0.740201, + "nauc_precision_at_10_max": 0.734665, + "nauc_precision_at_10_std": 0.41791, + "nauc_precision_at_10_diff1": 0.729865, + "nauc_precision_at_20_max": 0.725083, + "nauc_precision_at_20_std": 0.496337, + "nauc_precision_at_20_diff1": 0.71755, + "nauc_precision_at_100_max": 0.789622, + "nauc_precision_at_100_std": 0.655503, + "nauc_precision_at_100_diff1": 0.724922, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696072, + "nauc_mrr_at_1_std": 0.23273, + "nauc_mrr_at_1_diff1": 0.820263, + "nauc_mrr_at_3_max": 0.71523, + "nauc_mrr_at_3_std": 0.274725, + "nauc_mrr_at_3_diff1": 0.794298, + "nauc_mrr_at_5_max": 0.71644, + "nauc_mrr_at_5_std": 0.280564, + "nauc_mrr_at_5_diff1": 0.792425, + "nauc_mrr_at_10_max": 0.714113, + "nauc_mrr_at_10_std": 0.282339, + "nauc_mrr_at_10_diff1": 0.792054, + "nauc_mrr_at_20_max": 0.71351, + "nauc_mrr_at_20_std": 0.283544, + "nauc_mrr_at_20_diff1": 0.79235, + "nauc_mrr_at_100_max": 0.713637, + "nauc_mrr_at_100_std": 0.283187, + "nauc_mrr_at_100_diff1": 0.792685, + "nauc_mrr_at_1000_max": 0.713562, + "nauc_mrr_at_1000_std": 0.282868, + "nauc_mrr_at_1000_diff1": 0.792741, + "hit_rate_at_1": 0.59778, + "hit_rate_at_3": 0.72333, + "hit_rate_at_5": 0.77222, + "hit_rate_at_10": 0.82333, + "hit_rate_at_20": 0.87444, + "hit_rate_at_100": 0.94889, + "hit_rate_at_1000": 1.0, + "main_score": 0.70806, "hf_subset": "urd_Latn-urd_Latn", "languages": [ "urd-Latn", "urd-Latn" - ] - }, - { - "ndcg_at_1": 0.82556, - "ndcg_at_3": 0.88516, - "ndcg_at_5": 0.89257, - "ndcg_at_10": 0.8984, - "ndcg_at_20": 0.90265, - "ndcg_at_100": 0.90609, - "ndcg_at_1000": 0.90668, - "map_at_1": 0.82556, - "map_at_3": 0.87111, - "map_at_5": 0.87528, - "map_at_10": 0.87773, - "map_at_20": 0.87891, - "map_at_100": 0.87944, - "map_at_1000": 0.87946, - "recall_at_1": 0.82556, - "recall_at_3": 0.92556, - "recall_at_5": 0.94333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.8705, + "ndcg_at_5": 0.88169, + "ndcg_at_10": 0.88771, + "ndcg_at_20": 0.89109, + "ndcg_at_100": 0.89515, + "ndcg_at_1000": 0.89572, + "map_at_1": 0.80333, + "map_at_3": 0.85481, + "map_at_5": 0.86115, + "map_at_10": 0.86358, + "map_at_20": 0.86451, + "map_at_100": 0.86513, + "map_at_1000": 0.86515, + "recall_at_1": 0.80333, + "recall_at_3": 0.91556, + "recall_at_5": 0.94222, "recall_at_10": 0.96111, - "recall_at_20": 0.97778, + "recall_at_20": 0.97444, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.82556, - "precision_at_3": 0.30852, - "precision_at_5": 0.18867, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.30519, + "precision_at_5": 0.18844, "precision_at_10": 0.09611, - "precision_at_20": 0.04889, + "precision_at_20": 0.04872, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.825556, - "mrr_at_3": 0.871111, - "mrr_at_5": 0.875278, - "mrr_at_10": 0.87773, - "mrr_at_20": 0.87891, - "mrr_at_100": 0.879439, - "mrr_at_1000": 0.879465, - "nauc_ndcg_at_1_max": 0.690137, - "nauc_ndcg_at_1_std": -0.23548, - "nauc_ndcg_at_1_diff1": 0.893555, - "nauc_ndcg_at_3_max": 0.700827, - "nauc_ndcg_at_3_std": -0.23925, - "nauc_ndcg_at_3_diff1": 0.873201, - "nauc_ndcg_at_5_max": 0.708531, - "nauc_ndcg_at_5_std": -0.223092, - "nauc_ndcg_at_5_diff1": 0.876852, - "nauc_ndcg_at_10_max": 0.705817, - "nauc_ndcg_at_10_std": -0.19697, - "nauc_ndcg_at_10_diff1": 0.877212, - "nauc_ndcg_at_20_max": 0.707728, - "nauc_ndcg_at_20_std": -0.198122, - "nauc_ndcg_at_20_diff1": 0.876409, - "nauc_ndcg_at_100_max": 0.703616, - "nauc_ndcg_at_100_std": -0.211631, - "nauc_ndcg_at_100_diff1": 0.877255, - "nauc_ndcg_at_1000_max": 0.70213, - "nauc_ndcg_at_1000_std": -0.217856, - "nauc_ndcg_at_1000_diff1": 0.87866, - "nauc_map_at_1_max": 0.690137, - "nauc_map_at_1_std": -0.23548, - "nauc_map_at_1_diff1": 0.893555, - "nauc_map_at_3_max": 0.696905, - "nauc_map_at_3_std": -0.23836, - "nauc_map_at_3_diff1": 0.878548, - "nauc_map_at_5_max": 0.700593, - "nauc_map_at_5_std": -0.230631, - "nauc_map_at_5_diff1": 0.880562, - "nauc_map_at_10_max": 0.69954, - "nauc_map_at_10_std": -0.221639, - "nauc_map_at_10_diff1": 0.880748, - "nauc_map_at_20_max": 0.699845, - "nauc_map_at_20_std": -0.222154, - "nauc_map_at_20_diff1": 0.880549, - "nauc_map_at_100_max": 0.699237, - "nauc_map_at_100_std": -0.224544, - "nauc_map_at_100_diff1": 0.880653, - "nauc_map_at_1000_max": 0.69919, - "nauc_map_at_1000_std": -0.224774, - "nauc_map_at_1000_diff1": 0.880711, - "nauc_recall_at_1_max": 0.690137, - "nauc_recall_at_1_std": -0.23548, - "nauc_recall_at_1_diff1": 0.893555, - "nauc_recall_at_3_max": 0.72002, - "nauc_recall_at_3_std": -0.243307, - "nauc_recall_at_3_diff1": 0.848307, - "nauc_recall_at_5_max": 0.75925, - "nauc_recall_at_5_std": -0.172104, - "nauc_recall_at_5_diff1": 0.856099, - "nauc_recall_at_10_max": 0.760558, - "nauc_recall_at_10_std": 0.052368, - "nauc_recall_at_10_diff1": 0.84974, - "nauc_recall_at_20_max": 0.835341, - "nauc_recall_at_20_std": 0.219701, - "nauc_recall_at_20_diff1": 0.817927, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.715336, - "nauc_recall_at_100_diff1": 0.674953, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.690137, - "nauc_precision_at_1_std": -0.23548, - "nauc_precision_at_1_diff1": 0.893555, - "nauc_precision_at_3_max": 0.72002, - "nauc_precision_at_3_std": -0.243307, - "nauc_precision_at_3_diff1": 0.848307, - "nauc_precision_at_5_max": 0.75925, - "nauc_precision_at_5_std": -0.172104, - "nauc_precision_at_5_diff1": 0.856099, - "nauc_precision_at_10_max": 0.760558, - "nauc_precision_at_10_std": 0.052368, - "nauc_precision_at_10_diff1": 0.84974, - "nauc_precision_at_20_max": 0.835341, - "nauc_precision_at_20_std": 0.219701, - "nauc_precision_at_20_diff1": 0.817927, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": 0.715336, - "nauc_precision_at_100_diff1": 0.674953, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.690137, - "nauc_mrr_at_1_std": -0.23548, - "nauc_mrr_at_1_diff1": 0.893555, - "nauc_mrr_at_3_max": 0.696905, - "nauc_mrr_at_3_std": -0.23836, - "nauc_mrr_at_3_diff1": 0.878548, - "nauc_mrr_at_5_max": 0.700593, - "nauc_mrr_at_5_std": -0.230631, - "nauc_mrr_at_5_diff1": 0.880562, - "nauc_mrr_at_10_max": 0.69954, - "nauc_mrr_at_10_std": -0.221639, - "nauc_mrr_at_10_diff1": 0.880748, - "nauc_mrr_at_20_max": 0.699845, - "nauc_mrr_at_20_std": -0.222154, - "nauc_mrr_at_20_diff1": 0.880549, - "nauc_mrr_at_100_max": 0.699237, - "nauc_mrr_at_100_std": -0.224544, - "nauc_mrr_at_100_diff1": 0.880653, - "nauc_mrr_at_1000_max": 0.69919, - "nauc_mrr_at_1000_std": -0.224774, - "nauc_mrr_at_1000_diff1": 0.880711, - "main_score": 0.8984, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.854815, + "mrr_at_5": 0.861148, + "mrr_at_10": 0.863581, + "mrr_at_20": 0.864514, + "mrr_at_100": 0.865133, + "mrr_at_1000": 0.865155, + "nauc_ndcg_at_1_max": 0.650806, + "nauc_ndcg_at_1_std": -0.261025, + "nauc_ndcg_at_1_diff1": 0.904999, + "nauc_ndcg_at_3_max": 0.662298, + "nauc_ndcg_at_3_std": -0.266851, + "nauc_ndcg_at_3_diff1": 0.877734, + "nauc_ndcg_at_5_max": 0.656982, + "nauc_ndcg_at_5_std": -0.246621, + "nauc_ndcg_at_5_diff1": 0.881313, + "nauc_ndcg_at_10_max": 0.661969, + "nauc_ndcg_at_10_std": -0.224451, + "nauc_ndcg_at_10_diff1": 0.882636, + "nauc_ndcg_at_20_max": 0.661779, + "nauc_ndcg_at_20_std": -0.227764, + "nauc_ndcg_at_20_diff1": 0.882997, + "nauc_ndcg_at_100_max": 0.661105, + "nauc_ndcg_at_100_std": -0.240927, + "nauc_ndcg_at_100_diff1": 0.884862, + "nauc_ndcg_at_1000_max": 0.659787, + "nauc_ndcg_at_1000_std": -0.242239, + "nauc_ndcg_at_1000_diff1": 0.885609, + "nauc_map_at_1_max": 0.650806, + "nauc_map_at_1_std": -0.261025, + "nauc_map_at_1_diff1": 0.904999, + "nauc_map_at_3_max": 0.657547, + "nauc_map_at_3_std": -0.266976, + "nauc_map_at_3_diff1": 0.884981, + "nauc_map_at_5_max": 0.654755, + "nauc_map_at_5_std": -0.256894, + "nauc_map_at_5_diff1": 0.886939, + "nauc_map_at_10_max": 0.656816, + "nauc_map_at_10_std": -0.249152, + "nauc_map_at_10_diff1": 0.887605, + "nauc_map_at_20_max": 0.656765, + "nauc_map_at_20_std": -0.250102, + "nauc_map_at_20_diff1": 0.887742, + "nauc_map_at_100_max": 0.656957, + "nauc_map_at_100_std": -0.251137, + "nauc_map_at_100_diff1": 0.88799, + "nauc_map_at_1000_max": 0.656924, + "nauc_map_at_1000_std": -0.251117, + "nauc_map_at_1000_diff1": 0.888011, + "nauc_recall_at_1_max": 0.650806, + "nauc_recall_at_1_std": -0.261025, + "nauc_recall_at_1_diff1": 0.904999, + "nauc_recall_at_3_max": 0.685531, + "nauc_recall_at_3_std": -0.264909, + "nauc_recall_at_3_diff1": 0.844409, + "nauc_recall_at_5_max": 0.671236, + "nauc_recall_at_5_std": -0.171955, + "nauc_recall_at_5_diff1": 0.846971, + "nauc_recall_at_10_max": 0.713792, + "nauc_recall_at_10_std": 0.047246, + "nauc_recall_at_10_diff1": 0.839669, + "nauc_recall_at_20_max": 0.73635, + "nauc_recall_at_20_std": 0.136321, + "nauc_recall_at_20_diff1": 0.822291, + "nauc_recall_at_100_max": 0.897876, + "nauc_recall_at_100_std": 0.063025, + "nauc_recall_at_100_diff1": 0.753735, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.650806, + "nauc_precision_at_1_std": -0.261025, + "nauc_precision_at_1_diff1": 0.904999, + "nauc_precision_at_3_max": 0.685531, + "nauc_precision_at_3_std": -0.264909, + "nauc_precision_at_3_diff1": 0.844409, + "nauc_precision_at_5_max": 0.671236, + "nauc_precision_at_5_std": -0.171955, + "nauc_precision_at_5_diff1": 0.846971, + "nauc_precision_at_10_max": 0.713792, + "nauc_precision_at_10_std": 0.047246, + "nauc_precision_at_10_diff1": 0.839669, + "nauc_precision_at_20_max": 0.73635, + "nauc_precision_at_20_std": 0.136321, + "nauc_precision_at_20_diff1": 0.822291, + "nauc_precision_at_100_max": 0.897876, + "nauc_precision_at_100_std": 0.063025, + "nauc_precision_at_100_diff1": 0.753735, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.650806, + "nauc_mrr_at_1_std": -0.261025, + "nauc_mrr_at_1_diff1": 0.904999, + "nauc_mrr_at_3_max": 0.657547, + "nauc_mrr_at_3_std": -0.266976, + "nauc_mrr_at_3_diff1": 0.884981, + "nauc_mrr_at_5_max": 0.654755, + "nauc_mrr_at_5_std": -0.256894, + "nauc_mrr_at_5_diff1": 0.886939, + "nauc_mrr_at_10_max": 0.656816, + "nauc_mrr_at_10_std": -0.249152, + "nauc_mrr_at_10_diff1": 0.887605, + "nauc_mrr_at_20_max": 0.656765, + "nauc_mrr_at_20_std": -0.250102, + "nauc_mrr_at_20_diff1": 0.887742, + "nauc_mrr_at_100_max": 0.656957, + "nauc_mrr_at_100_std": -0.251137, + "nauc_mrr_at_100_diff1": 0.88799, + "nauc_mrr_at_1000_max": 0.656924, + "nauc_mrr_at_1000_std": -0.251117, + "nauc_mrr_at_1000_diff1": 0.888011, + "hit_rate_at_1": 0.80333, + "hit_rate_at_3": 0.91556, + "hit_rate_at_5": 0.94222, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.88771, "hf_subset": "urd_Latn-eng_Latn", "languages": [ "urd-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.63, - "ndcg_at_3": 0.6896, - "ndcg_at_5": 0.70476, - "ndcg_at_10": 0.72404, - "ndcg_at_20": 0.73389, - "ndcg_at_100": 0.7502, - "ndcg_at_1000": 0.75618, - "map_at_1": 0.63, - "map_at_3": 0.67556, - "map_at_5": 0.684, - "map_at_10": 0.69188, - "map_at_20": 0.6946, - "map_at_100": 0.69679, - "map_at_1000": 0.69704, - "recall_at_1": 0.63, - "recall_at_3": 0.73, - "recall_at_5": 0.76667, - "recall_at_10": 0.82667, - "recall_at_20": 0.86556, - "recall_at_100": 0.95444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59778, + "ndcg_at_3": 0.66267, + "ndcg_at_5": 0.67668, + "ndcg_at_10": 0.69471, + "ndcg_at_20": 0.70757, + "ndcg_at_100": 0.7258, + "ndcg_at_1000": 0.73284, + "map_at_1": 0.59778, + "map_at_3": 0.64704, + "map_at_5": 0.6547, + "map_at_10": 0.6624, + "map_at_20": 0.66605, + "map_at_100": 0.66846, + "map_at_1000": 0.66875, + "recall_at_1": 0.59778, + "recall_at_3": 0.70778, + "recall_at_5": 0.74222, + "recall_at_10": 0.79667, + "recall_at_20": 0.84667, + "recall_at_100": 0.94667, "recall_at_1000": 1.0, - "precision_at_1": 0.63, - "precision_at_3": 0.24333, - "precision_at_5": 0.15333, - "precision_at_10": 0.08267, - "precision_at_20": 0.04328, - "precision_at_100": 0.00954, + "accuracy": 0.59778, + "precision_at_1": 0.59778, + "precision_at_3": 0.23593, + "precision_at_5": 0.14844, + "precision_at_10": 0.07967, + "precision_at_20": 0.04233, + "precision_at_100": 0.00947, "precision_at_1000": 0.001, - "mrr_at_1": 0.63, - "mrr_at_3": 0.675556, - "mrr_at_5": 0.684, - "mrr_at_10": 0.691884, - "mrr_at_20": 0.694604, - "mrr_at_100": 0.696791, - "mrr_at_1000": 0.697039, - "nauc_ndcg_at_1_max": 0.823833, - "nauc_ndcg_at_1_std": 0.319591, - "nauc_ndcg_at_1_diff1": 0.87248, - "nauc_ndcg_at_3_max": 0.850219, - "nauc_ndcg_at_3_std": 0.369963, - "nauc_ndcg_at_3_diff1": 0.845543, - "nauc_ndcg_at_5_max": 0.848279, - "nauc_ndcg_at_5_std": 0.369349, - "nauc_ndcg_at_5_diff1": 0.845156, - "nauc_ndcg_at_10_max": 0.845196, - "nauc_ndcg_at_10_std": 0.383552, - "nauc_ndcg_at_10_diff1": 0.834125, - "nauc_ndcg_at_20_max": 0.843234, - "nauc_ndcg_at_20_std": 0.385301, - "nauc_ndcg_at_20_diff1": 0.834094, - "nauc_ndcg_at_100_max": 0.844381, - "nauc_ndcg_at_100_std": 0.387074, - "nauc_ndcg_at_100_diff1": 0.839415, - "nauc_ndcg_at_1000_max": 0.842846, - "nauc_ndcg_at_1000_std": 0.374424, - "nauc_ndcg_at_1000_diff1": 0.8426, - "nauc_map_at_1_max": 0.823833, - "nauc_map_at_1_std": 0.319591, - "nauc_map_at_1_diff1": 0.87248, - "nauc_map_at_3_max": 0.84406, - "nauc_map_at_3_std": 0.358289, - "nauc_map_at_3_diff1": 0.852245, - "nauc_map_at_5_max": 0.842878, - "nauc_map_at_5_std": 0.357554, - "nauc_map_at_5_diff1": 0.852192, - "nauc_map_at_10_max": 0.841475, - "nauc_map_at_10_std": 0.362735, - "nauc_map_at_10_diff1": 0.848021, - "nauc_map_at_20_max": 0.840943, - "nauc_map_at_20_std": 0.362703, - "nauc_map_at_20_diff1": 0.848182, - "nauc_map_at_100_max": 0.840938, - "nauc_map_at_100_std": 0.362823, - "nauc_map_at_100_diff1": 0.848744, - "nauc_map_at_1000_max": 0.840896, - "nauc_map_at_1000_std": 0.362388, - "nauc_map_at_1000_diff1": 0.848856, - "nauc_recall_at_1_max": 0.823833, - "nauc_recall_at_1_std": 0.319591, - "nauc_recall_at_1_diff1": 0.87248, - "nauc_recall_at_3_max": 0.8701, - "nauc_recall_at_3_std": 0.4076, - "nauc_recall_at_3_diff1": 0.823689, - "nauc_recall_at_5_max": 0.867075, - "nauc_recall_at_5_std": 0.411291, - "nauc_recall_at_5_diff1": 0.819844, - "nauc_recall_at_10_max": 0.859693, - "nauc_recall_at_10_std": 0.485643, - "nauc_recall_at_10_diff1": 0.764797, - "nauc_recall_at_20_max": 0.850117, - "nauc_recall_at_20_std": 0.528275, - "nauc_recall_at_20_diff1": 0.745958, - "nauc_recall_at_100_max": 0.900537, - "nauc_recall_at_100_std": 0.826843, - "nauc_recall_at_100_diff1": 0.729191, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.823833, - "nauc_precision_at_1_std": 0.319591, - "nauc_precision_at_1_diff1": 0.87248, - "nauc_precision_at_3_max": 0.8701, - "nauc_precision_at_3_std": 0.4076, - "nauc_precision_at_3_diff1": 0.823689, - "nauc_precision_at_5_max": 0.867075, - "nauc_precision_at_5_std": 0.411291, - "nauc_precision_at_5_diff1": 0.819844, - "nauc_precision_at_10_max": 0.859693, - "nauc_precision_at_10_std": 0.485643, - "nauc_precision_at_10_diff1": 0.764797, - "nauc_precision_at_20_max": 0.850117, - "nauc_precision_at_20_std": 0.528275, - "nauc_precision_at_20_diff1": 0.745958, - "nauc_precision_at_100_max": 0.900537, - "nauc_precision_at_100_std": 0.826843, - "nauc_precision_at_100_diff1": 0.729191, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.823833, - "nauc_mrr_at_1_std": 0.319591, - "nauc_mrr_at_1_diff1": 0.87248, - "nauc_mrr_at_3_max": 0.84406, - "nauc_mrr_at_3_std": 0.358289, - "nauc_mrr_at_3_diff1": 0.852245, - "nauc_mrr_at_5_max": 0.842878, - "nauc_mrr_at_5_std": 0.357554, - "nauc_mrr_at_5_diff1": 0.852192, - "nauc_mrr_at_10_max": 0.841475, - "nauc_mrr_at_10_std": 0.362735, - "nauc_mrr_at_10_diff1": 0.848021, - "nauc_mrr_at_20_max": 0.840943, - "nauc_mrr_at_20_std": 0.362703, - "nauc_mrr_at_20_diff1": 0.848182, - "nauc_mrr_at_100_max": 0.840938, - "nauc_mrr_at_100_std": 0.362823, - "nauc_mrr_at_100_diff1": 0.848744, - "nauc_mrr_at_1000_max": 0.840896, - "nauc_mrr_at_1000_std": 0.362388, - "nauc_mrr_at_1000_diff1": 0.848856, - "main_score": 0.72404, + "mrr_at_1": 0.597778, + "mrr_at_3": 0.647037, + "mrr_at_5": 0.654704, + "mrr_at_10": 0.662396, + "mrr_at_20": 0.666051, + "mrr_at_100": 0.668455, + "mrr_at_1000": 0.668753, + "nauc_ndcg_at_1_max": 0.794271, + "nauc_ndcg_at_1_std": 0.308009, + "nauc_ndcg_at_1_diff1": 0.863378, + "nauc_ndcg_at_3_max": 0.817054, + "nauc_ndcg_at_3_std": 0.354948, + "nauc_ndcg_at_3_diff1": 0.824808, + "nauc_ndcg_at_5_max": 0.815838, + "nauc_ndcg_at_5_std": 0.362953, + "nauc_ndcg_at_5_diff1": 0.817801, + "nauc_ndcg_at_10_max": 0.812273, + "nauc_ndcg_at_10_std": 0.361746, + "nauc_ndcg_at_10_diff1": 0.812197, + "nauc_ndcg_at_20_max": 0.81294, + "nauc_ndcg_at_20_std": 0.371999, + "nauc_ndcg_at_20_diff1": 0.812893, + "nauc_ndcg_at_100_max": 0.814279, + "nauc_ndcg_at_100_std": 0.373985, + "nauc_ndcg_at_100_diff1": 0.819777, + "nauc_ndcg_at_1000_max": 0.811917, + "nauc_ndcg_at_1000_std": 0.359828, + "nauc_ndcg_at_1000_diff1": 0.822386, + "nauc_map_at_1_max": 0.794271, + "nauc_map_at_1_std": 0.308009, + "nauc_map_at_1_diff1": 0.863378, + "nauc_map_at_3_max": 0.811896, + "nauc_map_at_3_std": 0.342612, + "nauc_map_at_3_diff1": 0.834562, + "nauc_map_at_5_max": 0.811152, + "nauc_map_at_5_std": 0.346381, + "nauc_map_at_5_diff1": 0.831098, + "nauc_map_at_10_max": 0.809672, + "nauc_map_at_10_std": 0.345384, + "nauc_map_at_10_diff1": 0.829141, + "nauc_map_at_20_max": 0.809903, + "nauc_map_at_20_std": 0.347948, + "nauc_map_at_20_diff1": 0.829561, + "nauc_map_at_100_max": 0.809893, + "nauc_map_at_100_std": 0.347951, + "nauc_map_at_100_diff1": 0.830225, + "nauc_map_at_1000_max": 0.809814, + "nauc_map_at_1000_std": 0.347445, + "nauc_map_at_1000_diff1": 0.830301, + "nauc_recall_at_1_max": 0.794271, + "nauc_recall_at_1_std": 0.308009, + "nauc_recall_at_1_diff1": 0.863378, + "nauc_recall_at_3_max": 0.833546, + "nauc_recall_at_3_std": 0.395334, + "nauc_recall_at_3_diff1": 0.793054, + "nauc_recall_at_5_max": 0.831873, + "nauc_recall_at_5_std": 0.42371, + "nauc_recall_at_5_diff1": 0.769342, + "nauc_recall_at_10_max": 0.820469, + "nauc_recall_at_10_std": 0.432695, + "nauc_recall_at_10_diff1": 0.73651, + "nauc_recall_at_20_max": 0.825852, + "nauc_recall_at_20_std": 0.517884, + "nauc_recall_at_20_diff1": 0.71811, + "nauc_recall_at_100_max": 0.889862, + "nauc_recall_at_100_std": 0.820505, + "nauc_recall_at_100_diff1": 0.731277, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794271, + "nauc_precision_at_1_std": 0.308009, + "nauc_precision_at_1_diff1": 0.863378, + "nauc_precision_at_3_max": 0.833546, + "nauc_precision_at_3_std": 0.395334, + "nauc_precision_at_3_diff1": 0.793054, + "nauc_precision_at_5_max": 0.831873, + "nauc_precision_at_5_std": 0.42371, + "nauc_precision_at_5_diff1": 0.769342, + "nauc_precision_at_10_max": 0.820469, + "nauc_precision_at_10_std": 0.432695, + "nauc_precision_at_10_diff1": 0.73651, + "nauc_precision_at_20_max": 0.825852, + "nauc_precision_at_20_std": 0.517884, + "nauc_precision_at_20_diff1": 0.71811, + "nauc_precision_at_100_max": 0.889862, + "nauc_precision_at_100_std": 0.820505, + "nauc_precision_at_100_diff1": 0.731277, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794271, + "nauc_mrr_at_1_std": 0.308009, + "nauc_mrr_at_1_diff1": 0.863378, + "nauc_mrr_at_3_max": 0.811896, + "nauc_mrr_at_3_std": 0.342612, + "nauc_mrr_at_3_diff1": 0.834562, + "nauc_mrr_at_5_max": 0.811152, + "nauc_mrr_at_5_std": 0.346381, + "nauc_mrr_at_5_diff1": 0.831098, + "nauc_mrr_at_10_max": 0.809672, + "nauc_mrr_at_10_std": 0.345384, + "nauc_mrr_at_10_diff1": 0.829141, + "nauc_mrr_at_20_max": 0.809903, + "nauc_mrr_at_20_std": 0.347948, + "nauc_mrr_at_20_diff1": 0.829561, + "nauc_mrr_at_100_max": 0.809893, + "nauc_mrr_at_100_std": 0.347951, + "nauc_mrr_at_100_diff1": 0.830225, + "nauc_mrr_at_1000_max": 0.809814, + "nauc_mrr_at_1000_std": 0.347445, + "nauc_mrr_at_1000_diff1": 0.830301, + "hit_rate_at_1": 0.59778, + "hit_rate_at_3": 0.70778, + "hit_rate_at_5": 0.74222, + "hit_rate_at_10": 0.79667, + "hit_rate_at_20": 0.84667, + "hit_rate_at_100": 0.94667, + "hit_rate_at_1000": 1.0, + "main_score": 0.69471, "hf_subset": "eng_Latn-urd_Latn", "languages": [ "eng-Latn", "urd-Latn" - ] - }, - { - "ndcg_at_1": 0.79111, - "ndcg_at_3": 0.85378, - "ndcg_at_5": 0.86019, - "ndcg_at_10": 0.87079, - "ndcg_at_20": 0.87401, - "ndcg_at_100": 0.87981, - "ndcg_at_1000": 0.88145, - "map_at_1": 0.79111, - "map_at_3": 0.83889, - "map_at_5": 0.84244, - "map_at_10": 0.84692, - "map_at_20": 0.84788, - "map_at_100": 0.84868, - "map_at_1000": 0.84875, - "recall_at_1": 0.79111, - "recall_at_3": 0.89667, - "recall_at_5": 0.91222, - "recall_at_10": 0.94444, - "recall_at_20": 0.95667, - "recall_at_100": 0.98778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.77667, + "ndcg_at_3": 0.84094, + "ndcg_at_5": 0.85117, + "ndcg_at_10": 0.85988, + "ndcg_at_20": 0.86734, + "ndcg_at_100": 0.87177, + "ndcg_at_1000": 0.87367, + "map_at_1": 0.77667, + "map_at_3": 0.82648, + "map_at_5": 0.83226, + "map_at_10": 0.8359, + "map_at_20": 0.83803, + "map_at_100": 0.83868, + "map_at_1000": 0.83876, + "recall_at_1": 0.77667, + "recall_at_3": 0.88222, + "recall_at_5": 0.90667, + "recall_at_10": 0.93333, + "recall_at_20": 0.96222, + "recall_at_100": 0.98556, "recall_at_1000": 1.0, - "precision_at_1": 0.79111, - "precision_at_3": 0.29889, - "precision_at_5": 0.18244, - "precision_at_10": 0.09444, - "precision_at_20": 0.04783, - "precision_at_100": 0.00988, + "accuracy": 0.77667, + "precision_at_1": 0.77667, + "precision_at_3": 0.29407, + "precision_at_5": 0.18133, + "precision_at_10": 0.09333, + "precision_at_20": 0.04811, + "precision_at_100": 0.00986, "precision_at_1000": 0.001, - "mrr_at_1": 0.791111, - "mrr_at_3": 0.838889, - "mrr_at_5": 0.842444, - "mrr_at_10": 0.846925, - "mrr_at_20": 0.847877, - "mrr_at_100": 0.848683, - "mrr_at_1000": 0.848755, - "nauc_ndcg_at_1_max": 0.757732, - "nauc_ndcg_at_1_std": 0.025034, - "nauc_ndcg_at_1_diff1": 0.907296, - "nauc_ndcg_at_3_max": 0.802532, - "nauc_ndcg_at_3_std": 0.108443, - "nauc_ndcg_at_3_diff1": 0.88315, - "nauc_ndcg_at_5_max": 0.7985, - "nauc_ndcg_at_5_std": 0.100157, - "nauc_ndcg_at_5_diff1": 0.888553, - "nauc_ndcg_at_10_max": 0.798686, - "nauc_ndcg_at_10_std": 0.119934, - "nauc_ndcg_at_10_diff1": 0.890391, - "nauc_ndcg_at_20_max": 0.79846, - "nauc_ndcg_at_20_std": 0.11859, - "nauc_ndcg_at_20_diff1": 0.890381, - "nauc_ndcg_at_100_max": 0.795594, - "nauc_ndcg_at_100_std": 0.108501, - "nauc_ndcg_at_100_diff1": 0.8938, - "nauc_ndcg_at_1000_max": 0.793324, - "nauc_ndcg_at_1000_std": 0.100744, - "nauc_ndcg_at_1000_diff1": 0.892945, - "nauc_map_at_1_max": 0.757732, - "nauc_map_at_1_std": 0.025034, - "nauc_map_at_1_diff1": 0.907296, - "nauc_map_at_3_max": 0.791863, - "nauc_map_at_3_std": 0.087347, - "nauc_map_at_3_diff1": 0.890598, - "nauc_map_at_5_max": 0.789559, - "nauc_map_at_5_std": 0.08255, - "nauc_map_at_5_diff1": 0.893558, - "nauc_map_at_10_max": 0.789331, - "nauc_map_at_10_std": 0.089078, - "nauc_map_at_10_diff1": 0.894326, - "nauc_map_at_20_max": 0.789223, - "nauc_map_at_20_std": 0.088778, - "nauc_map_at_20_diff1": 0.894325, - "nauc_map_at_100_max": 0.788818, - "nauc_map_at_100_std": 0.087478, - "nauc_map_at_100_diff1": 0.894687, - "nauc_map_at_1000_max": 0.788735, - "nauc_map_at_1000_std": 0.087207, - "nauc_map_at_1000_diff1": 0.894655, - "nauc_recall_at_1_max": 0.757732, - "nauc_recall_at_1_std": 0.025034, - "nauc_recall_at_1_diff1": 0.907296, - "nauc_recall_at_3_max": 0.846299, - "nauc_recall_at_3_std": 0.195951, - "nauc_recall_at_3_diff1": 0.851265, - "nauc_recall_at_5_max": 0.839326, - "nauc_recall_at_5_std": 0.181777, - "nauc_recall_at_5_diff1": 0.864997, - "nauc_recall_at_10_max": 0.864379, - "nauc_recall_at_10_std": 0.362213, - "nauc_recall_at_10_diff1": 0.864332, - "nauc_recall_at_20_max": 0.880414, - "nauc_recall_at_20_std": 0.411046, - "nauc_recall_at_20_diff1": 0.85749, - "nauc_recall_at_100_max": 0.95098, - "nauc_recall_at_100_std": 0.646974, - "nauc_recall_at_100_diff1": 0.95098, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.757732, - "nauc_precision_at_1_std": 0.025034, - "nauc_precision_at_1_diff1": 0.907296, - "nauc_precision_at_3_max": 0.846299, - "nauc_precision_at_3_std": 0.195951, - "nauc_precision_at_3_diff1": 0.851265, - "nauc_precision_at_5_max": 0.839326, - "nauc_precision_at_5_std": 0.181777, - "nauc_precision_at_5_diff1": 0.864997, - "nauc_precision_at_10_max": 0.864379, - "nauc_precision_at_10_std": 0.362213, - "nauc_precision_at_10_diff1": 0.864332, - "nauc_precision_at_20_max": 0.880414, - "nauc_precision_at_20_std": 0.411046, - "nauc_precision_at_20_diff1": 0.85749, - "nauc_precision_at_100_max": 0.95098, - "nauc_precision_at_100_std": 0.646974, - "nauc_precision_at_100_diff1": 0.95098, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.757732, - "nauc_mrr_at_1_std": 0.025034, - "nauc_mrr_at_1_diff1": 0.907296, - "nauc_mrr_at_3_max": 0.791863, - "nauc_mrr_at_3_std": 0.087347, - "nauc_mrr_at_3_diff1": 0.890598, - "nauc_mrr_at_5_max": 0.789559, - "nauc_mrr_at_5_std": 0.08255, - "nauc_mrr_at_5_diff1": 0.893558, - "nauc_mrr_at_10_max": 0.789331, - "nauc_mrr_at_10_std": 0.089078, - "nauc_mrr_at_10_diff1": 0.894326, - "nauc_mrr_at_20_max": 0.789223, - "nauc_mrr_at_20_std": 0.088778, - "nauc_mrr_at_20_diff1": 0.894325, - "nauc_mrr_at_100_max": 0.788818, - "nauc_mrr_at_100_std": 0.087478, - "nauc_mrr_at_100_diff1": 0.894687, - "nauc_mrr_at_1000_max": 0.788735, - "nauc_mrr_at_1000_std": 0.087207, - "nauc_mrr_at_1000_diff1": 0.894655, - "main_score": 0.87079, + "mrr_at_1": 0.776667, + "mrr_at_3": 0.826481, + "mrr_at_5": 0.832259, + "mrr_at_10": 0.835902, + "mrr_at_20": 0.838031, + "mrr_at_100": 0.838681, + "mrr_at_1000": 0.83876, + "nauc_ndcg_at_1_max": 0.757468, + "nauc_ndcg_at_1_std": 0.062523, + "nauc_ndcg_at_1_diff1": 0.910762, + "nauc_ndcg_at_3_max": 0.80783, + "nauc_ndcg_at_3_std": 0.127134, + "nauc_ndcg_at_3_diff1": 0.884117, + "nauc_ndcg_at_5_max": 0.801884, + "nauc_ndcg_at_5_std": 0.127522, + "nauc_ndcg_at_5_diff1": 0.88345, + "nauc_ndcg_at_10_max": 0.803762, + "nauc_ndcg_at_10_std": 0.143879, + "nauc_ndcg_at_10_diff1": 0.887504, + "nauc_ndcg_at_20_max": 0.80033, + "nauc_ndcg_at_20_std": 0.132325, + "nauc_ndcg_at_20_diff1": 0.889342, + "nauc_ndcg_at_100_max": 0.797603, + "nauc_ndcg_at_100_std": 0.130596, + "nauc_ndcg_at_100_diff1": 0.890065, + "nauc_ndcg_at_1000_max": 0.795901, + "nauc_ndcg_at_1000_std": 0.123505, + "nauc_ndcg_at_1000_diff1": 0.891343, + "nauc_map_at_1_max": 0.757468, + "nauc_map_at_1_std": 0.062523, + "nauc_map_at_1_diff1": 0.910762, + "nauc_map_at_3_max": 0.795538, + "nauc_map_at_3_std": 0.111256, + "nauc_map_at_3_diff1": 0.891843, + "nauc_map_at_5_max": 0.79189, + "nauc_map_at_5_std": 0.110809, + "nauc_map_at_5_diff1": 0.891601, + "nauc_map_at_10_max": 0.792503, + "nauc_map_at_10_std": 0.116282, + "nauc_map_at_10_diff1": 0.893291, + "nauc_map_at_20_max": 0.791475, + "nauc_map_at_20_std": 0.112948, + "nauc_map_at_20_diff1": 0.893778, + "nauc_map_at_100_max": 0.791122, + "nauc_map_at_100_std": 0.112795, + "nauc_map_at_100_diff1": 0.893888, + "nauc_map_at_1000_max": 0.791071, + "nauc_map_at_1000_std": 0.112572, + "nauc_map_at_1000_diff1": 0.893949, + "nauc_recall_at_1_max": 0.757468, + "nauc_recall_at_1_std": 0.062523, + "nauc_recall_at_1_diff1": 0.910762, + "nauc_recall_at_3_max": 0.855939, + "nauc_recall_at_3_std": 0.189359, + "nauc_recall_at_3_diff1": 0.852996, + "nauc_recall_at_5_max": 0.847522, + "nauc_recall_at_5_std": 0.206321, + "nauc_recall_at_5_diff1": 0.844332, + "nauc_recall_at_10_max": 0.875156, + "nauc_recall_at_10_std": 0.337768, + "nauc_recall_at_10_diff1": 0.852863, + "nauc_recall_at_20_max": 0.887612, + "nauc_recall_at_20_std": 0.344703, + "nauc_recall_at_20_diff1": 0.850676, + "nauc_recall_at_100_max": 0.906988, + "nauc_recall_at_100_std": 0.582453, + "nauc_recall_at_100_diff1": 0.818286, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757468, + "nauc_precision_at_1_std": 0.062523, + "nauc_precision_at_1_diff1": 0.910762, + "nauc_precision_at_3_max": 0.855939, + "nauc_precision_at_3_std": 0.189359, + "nauc_precision_at_3_diff1": 0.852996, + "nauc_precision_at_5_max": 0.847522, + "nauc_precision_at_5_std": 0.206321, + "nauc_precision_at_5_diff1": 0.844332, + "nauc_precision_at_10_max": 0.875156, + "nauc_precision_at_10_std": 0.337768, + "nauc_precision_at_10_diff1": 0.852863, + "nauc_precision_at_20_max": 0.887612, + "nauc_precision_at_20_std": 0.344703, + "nauc_precision_at_20_diff1": 0.850676, + "nauc_precision_at_100_max": 0.906988, + "nauc_precision_at_100_std": 0.582453, + "nauc_precision_at_100_diff1": 0.818286, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757468, + "nauc_mrr_at_1_std": 0.062523, + "nauc_mrr_at_1_diff1": 0.910762, + "nauc_mrr_at_3_max": 0.795538, + "nauc_mrr_at_3_std": 0.111256, + "nauc_mrr_at_3_diff1": 0.891843, + "nauc_mrr_at_5_max": 0.79189, + "nauc_mrr_at_5_std": 0.110809, + "nauc_mrr_at_5_diff1": 0.891601, + "nauc_mrr_at_10_max": 0.792503, + "nauc_mrr_at_10_std": 0.116282, + "nauc_mrr_at_10_diff1": 0.893291, + "nauc_mrr_at_20_max": 0.791475, + "nauc_mrr_at_20_std": 0.112948, + "nauc_mrr_at_20_diff1": 0.893778, + "nauc_mrr_at_100_max": 0.791122, + "nauc_mrr_at_100_std": 0.112795, + "nauc_mrr_at_100_diff1": 0.893888, + "nauc_mrr_at_1000_max": 0.791071, + "nauc_mrr_at_1000_std": 0.112572, + "nauc_mrr_at_1000_diff1": 0.893949, + "hit_rate_at_1": 0.77667, + "hit_rate_at_3": 0.88222, + "hit_rate_at_5": 0.90667, + "hit_rate_at_10": 0.93333, + "hit_rate_at_20": 0.96222, + "hit_rate_at_100": 0.98556, + "hit_rate_at_1000": 1.0, + "main_score": 0.85988, "hf_subset": "uzn_Latn-uzn_Latn", "languages": [ "uzn-Latn", "uzn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.86889, - "ndcg_at_3": 0.91245, - "ndcg_at_5": 0.9222, - "ndcg_at_10": 0.92913, - "ndcg_at_20": 0.93026, - "ndcg_at_100": 0.93164, - "ndcg_at_1000": 0.93225, - "map_at_1": 0.86889, - "map_at_3": 0.90278, - "map_at_5": 0.90828, - "map_at_10": 0.9112, - "map_at_20": 0.91151, - "map_at_100": 0.91176, - "map_at_1000": 0.91179, - "recall_at_1": 0.86889, - "recall_at_3": 0.94, - "recall_at_5": 0.96333, - "recall_at_10": 0.98444, + "ndcg_at_1": 0.87556, + "ndcg_at_3": 0.9171, + "ndcg_at_5": 0.92265, + "ndcg_at_10": 0.92998, + "ndcg_at_20": 0.9319, + "ndcg_at_100": 0.93326, + "ndcg_at_1000": 0.93386, + "map_at_1": 0.87556, + "map_at_3": 0.90722, + "map_at_5": 0.91033, + "map_at_10": 0.91344, + "map_at_20": 0.91395, + "map_at_100": 0.91418, + "map_at_1000": 0.91421, + "recall_at_1": 0.87556, + "recall_at_3": 0.94556, + "recall_at_5": 0.95889, + "recall_at_10": 0.98111, "recall_at_20": 0.98889, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.86889, - "precision_at_3": 0.31333, - "precision_at_5": 0.19267, - "precision_at_10": 0.09844, + "accuracy": 0.87556, + "precision_at_1": 0.87556, + "precision_at_3": 0.31519, + "precision_at_5": 0.19178, + "precision_at_10": 0.09811, "precision_at_20": 0.04944, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.868889, - "mrr_at_3": 0.902778, - "mrr_at_5": 0.908278, - "mrr_at_10": 0.911198, - "mrr_at_20": 0.911511, - "mrr_at_100": 0.911762, - "mrr_at_1000": 0.911791, - "nauc_ndcg_at_1_max": 0.701918, - "nauc_ndcg_at_1_std": -0.305546, - "nauc_ndcg_at_1_diff1": 0.929119, - "nauc_ndcg_at_3_max": 0.73515, - "nauc_ndcg_at_3_std": -0.32962, - "nauc_ndcg_at_3_diff1": 0.9194, - "nauc_ndcg_at_5_max": 0.731914, - "nauc_ndcg_at_5_std": -0.327937, - "nauc_ndcg_at_5_diff1": 0.918233, - "nauc_ndcg_at_10_max": 0.727906, - "nauc_ndcg_at_10_std": -0.330918, - "nauc_ndcg_at_10_diff1": 0.921281, - "nauc_ndcg_at_20_max": 0.727468, - "nauc_ndcg_at_20_std": -0.318735, - "nauc_ndcg_at_20_diff1": 0.920488, - "nauc_ndcg_at_100_max": 0.72602, - "nauc_ndcg_at_100_std": -0.314204, - "nauc_ndcg_at_100_diff1": 0.921122, - "nauc_ndcg_at_1000_max": 0.72412, - "nauc_ndcg_at_1000_std": -0.320201, - "nauc_ndcg_at_1000_diff1": 0.921367, - "nauc_map_at_1_max": 0.701918, - "nauc_map_at_1_std": -0.305546, - "nauc_map_at_1_diff1": 0.929119, - "nauc_map_at_3_max": 0.724188, - "nauc_map_at_3_std": -0.328457, - "nauc_map_at_3_diff1": 0.921505, - "nauc_map_at_5_max": 0.722322, - "nauc_map_at_5_std": -0.32691, - "nauc_map_at_5_diff1": 0.921165, - "nauc_map_at_10_max": 0.720817, - "nauc_map_at_10_std": -0.326754, - "nauc_map_at_10_diff1": 0.922231, - "nauc_map_at_20_max": 0.720664, - "nauc_map_at_20_std": -0.324219, - "nauc_map_at_20_diff1": 0.922049, - "nauc_map_at_100_max": 0.720494, - "nauc_map_at_100_std": -0.323189, - "nauc_map_at_100_diff1": 0.922134, - "nauc_map_at_1000_max": 0.720425, - "nauc_map_at_1000_std": -0.323385, - "nauc_map_at_1000_diff1": 0.922147, - "nauc_recall_at_1_max": 0.701918, - "nauc_recall_at_1_std": -0.305546, - "nauc_recall_at_1_diff1": 0.929119, - "nauc_recall_at_3_max": 0.785507, - "nauc_recall_at_3_std": -0.330627, - "nauc_recall_at_3_diff1": 0.910433, - "nauc_recall_at_5_max": 0.797824, - "nauc_recall_at_5_std": -0.329669, - "nauc_recall_at_5_diff1": 0.898, - "nauc_recall_at_10_max": 0.827298, - "nauc_recall_at_10_std": -0.406963, - "nauc_recall_at_10_diff1": 0.913632, - "nauc_recall_at_20_max": 0.858357, - "nauc_recall_at_20_std": -0.134687, - "nauc_recall_at_20_diff1": 0.892157, + "mrr_at_1": 0.875556, + "mrr_at_3": 0.907222, + "mrr_at_5": 0.910333, + "mrr_at_10": 0.913445, + "mrr_at_20": 0.913948, + "mrr_at_100": 0.914179, + "mrr_at_1000": 0.914207, + "nauc_ndcg_at_1_max": 0.645497, + "nauc_ndcg_at_1_std": -0.34643, + "nauc_ndcg_at_1_diff1": 0.909923, + "nauc_ndcg_at_3_max": 0.678225, + "nauc_ndcg_at_3_std": -0.339014, + "nauc_ndcg_at_3_diff1": 0.899687, + "nauc_ndcg_at_5_max": 0.671798, + "nauc_ndcg_at_5_std": -0.373509, + "nauc_ndcg_at_5_diff1": 0.898486, + "nauc_ndcg_at_10_max": 0.671495, + "nauc_ndcg_at_10_std": -0.343225, + "nauc_ndcg_at_10_diff1": 0.900216, + "nauc_ndcg_at_20_max": 0.672687, + "nauc_ndcg_at_20_std": -0.339963, + "nauc_ndcg_at_20_diff1": 0.900717, + "nauc_ndcg_at_100_max": 0.672891, + "nauc_ndcg_at_100_std": -0.335912, + "nauc_ndcg_at_100_diff1": 0.902624, + "nauc_ndcg_at_1000_max": 0.670502, + "nauc_ndcg_at_1000_std": -0.343359, + "nauc_ndcg_at_1000_diff1": 0.902668, + "nauc_map_at_1_max": 0.645497, + "nauc_map_at_1_std": -0.34643, + "nauc_map_at_1_diff1": 0.909923, + "nauc_map_at_3_max": 0.669505, + "nauc_map_at_3_std": -0.344498, + "nauc_map_at_3_diff1": 0.902756, + "nauc_map_at_5_max": 0.66637, + "nauc_map_at_5_std": -0.360899, + "nauc_map_at_5_diff1": 0.902345, + "nauc_map_at_10_max": 0.666319, + "nauc_map_at_10_std": -0.348964, + "nauc_map_at_10_diff1": 0.903153, + "nauc_map_at_20_max": 0.666844, + "nauc_map_at_20_std": -0.348121, + "nauc_map_at_20_diff1": 0.903283, + "nauc_map_at_100_max": 0.66691, + "nauc_map_at_100_std": -0.347523, + "nauc_map_at_100_diff1": 0.90358, + "nauc_map_at_1000_max": 0.666827, + "nauc_map_at_1000_std": -0.347758, + "nauc_map_at_1000_diff1": 0.903586, + "nauc_recall_at_1_max": 0.645497, + "nauc_recall_at_1_std": -0.34643, + "nauc_recall_at_1_diff1": 0.909923, + "nauc_recall_at_3_max": 0.719135, + "nauc_recall_at_3_std": -0.310362, + "nauc_recall_at_3_diff1": 0.885002, + "nauc_recall_at_5_max": 0.701214, + "nauc_recall_at_5_std": -0.459333, + "nauc_recall_at_5_diff1": 0.874328, + "nauc_recall_at_10_max": 0.726396, + "nauc_recall_at_10_std": -0.250508, + "nauc_recall_at_10_diff1": 0.863239, + "nauc_recall_at_20_max": 0.776657, + "nauc_recall_at_20_std": -0.116013, + "nauc_recall_at_20_diff1": 0.849206, "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.359944, - "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_100_std": 0.497666, + "nauc_recall_at_100_diff1": 0.901961, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.701918, - "nauc_precision_at_1_std": -0.305546, - "nauc_precision_at_1_diff1": 0.929119, - "nauc_precision_at_3_max": 0.785507, - "nauc_precision_at_3_std": -0.330627, - "nauc_precision_at_3_diff1": 0.910433, - "nauc_precision_at_5_max": 0.797824, - "nauc_precision_at_5_std": -0.329669, - "nauc_precision_at_5_diff1": 0.898, - "nauc_precision_at_10_max": 0.827298, - "nauc_precision_at_10_std": -0.406963, - "nauc_precision_at_10_diff1": 0.913632, - "nauc_precision_at_20_max": 0.858357, - "nauc_precision_at_20_std": -0.134687, - "nauc_precision_at_20_diff1": 0.892157, + "nauc_precision_at_1_max": 0.645497, + "nauc_precision_at_1_std": -0.34643, + "nauc_precision_at_1_diff1": 0.909923, + "nauc_precision_at_3_max": 0.719135, + "nauc_precision_at_3_std": -0.310362, + "nauc_precision_at_3_diff1": 0.885002, + "nauc_precision_at_5_max": 0.701214, + "nauc_precision_at_5_std": -0.459333, + "nauc_precision_at_5_diff1": 0.874328, + "nauc_precision_at_10_max": 0.726396, + "nauc_precision_at_10_std": -0.250508, + "nauc_precision_at_10_diff1": 0.863239, + "nauc_precision_at_20_max": 0.776657, + "nauc_precision_at_20_std": -0.116013, + "nauc_precision_at_20_diff1": 0.849206, "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": 0.359944, - "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_100_std": 0.497666, + "nauc_precision_at_100_diff1": 0.901961, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.701918, - "nauc_mrr_at_1_std": -0.305546, - "nauc_mrr_at_1_diff1": 0.929119, - "nauc_mrr_at_3_max": 0.724188, - "nauc_mrr_at_3_std": -0.328457, - "nauc_mrr_at_3_diff1": 0.921505, - "nauc_mrr_at_5_max": 0.722322, - "nauc_mrr_at_5_std": -0.32691, - "nauc_mrr_at_5_diff1": 0.921165, - "nauc_mrr_at_10_max": 0.720817, - "nauc_mrr_at_10_std": -0.326754, - "nauc_mrr_at_10_diff1": 0.922231, - "nauc_mrr_at_20_max": 0.720664, - "nauc_mrr_at_20_std": -0.324219, - "nauc_mrr_at_20_diff1": 0.922049, - "nauc_mrr_at_100_max": 0.720494, - "nauc_mrr_at_100_std": -0.323189, - "nauc_mrr_at_100_diff1": 0.922134, - "nauc_mrr_at_1000_max": 0.720425, - "nauc_mrr_at_1000_std": -0.323385, - "nauc_mrr_at_1000_diff1": 0.922147, - "main_score": 0.92913, + "nauc_mrr_at_1_max": 0.645497, + "nauc_mrr_at_1_std": -0.34643, + "nauc_mrr_at_1_diff1": 0.909923, + "nauc_mrr_at_3_max": 0.669505, + "nauc_mrr_at_3_std": -0.344498, + "nauc_mrr_at_3_diff1": 0.902756, + "nauc_mrr_at_5_max": 0.66637, + "nauc_mrr_at_5_std": -0.360899, + "nauc_mrr_at_5_diff1": 0.902345, + "nauc_mrr_at_10_max": 0.666319, + "nauc_mrr_at_10_std": -0.348964, + "nauc_mrr_at_10_diff1": 0.903153, + "nauc_mrr_at_20_max": 0.666844, + "nauc_mrr_at_20_std": -0.348121, + "nauc_mrr_at_20_diff1": 0.903283, + "nauc_mrr_at_100_max": 0.66691, + "nauc_mrr_at_100_std": -0.347523, + "nauc_mrr_at_100_diff1": 0.90358, + "nauc_mrr_at_1000_max": 0.666827, + "nauc_mrr_at_1000_std": -0.347758, + "nauc_mrr_at_1000_diff1": 0.903586, + "hit_rate_at_1": 0.87556, + "hit_rate_at_3": 0.94556, + "hit_rate_at_5": 0.95889, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92998, "hf_subset": "uzn_Latn-eng_Latn", "languages": [ "uzn-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.74, - "ndcg_at_3": 0.80042, - "ndcg_at_5": 0.81299, - "ndcg_at_10": 0.82321, - "ndcg_at_20": 0.82783, - "ndcg_at_100": 0.83759, - "ndcg_at_1000": 0.84086, - "map_at_1": 0.74, - "map_at_3": 0.78593, - "map_at_5": 0.79276, - "map_at_10": 0.79707, - "map_at_20": 0.7984, - "map_at_100": 0.7997, - "map_at_1000": 0.79985, - "recall_at_1": 0.74, - "recall_at_3": 0.84222, - "recall_at_5": 0.87333, - "recall_at_10": 0.90444, - "recall_at_20": 0.92222, - "recall_at_100": 0.97556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.71222, + "ndcg_at_3": 0.77504, + "ndcg_at_5": 0.7878, + "ndcg_at_10": 0.80145, + "ndcg_at_20": 0.80875, + "ndcg_at_100": 0.81837, + "ndcg_at_1000": 0.82217, + "map_at_1": 0.71222, + "map_at_3": 0.76019, + "map_at_5": 0.76724, + "map_at_10": 0.77308, + "map_at_20": 0.77508, + "map_at_100": 0.77639, + "map_at_1000": 0.77655, + "recall_at_1": 0.71222, + "recall_at_3": 0.81778, + "recall_at_5": 0.84889, + "recall_at_10": 0.89, + "recall_at_20": 0.91889, + "recall_at_100": 0.97111, "recall_at_1000": 1.0, - "precision_at_1": 0.74, - "precision_at_3": 0.28074, - "precision_at_5": 0.17467, - "precision_at_10": 0.09044, - "precision_at_20": 0.04611, - "precision_at_100": 0.00976, + "accuracy": 0.71222, + "precision_at_1": 0.71222, + "precision_at_3": 0.27259, + "precision_at_5": 0.16978, + "precision_at_10": 0.089, + "precision_at_20": 0.04594, + "precision_at_100": 0.00971, "precision_at_1000": 0.001, - "mrr_at_1": 0.74, - "mrr_at_3": 0.785926, - "mrr_at_5": 0.792759, - "mrr_at_10": 0.797067, - "mrr_at_20": 0.798399, - "mrr_at_100": 0.799699, - "mrr_at_1000": 0.799846, - "nauc_ndcg_at_1_max": 0.771756, - "nauc_ndcg_at_1_std": 0.118581, - "nauc_ndcg_at_1_diff1": 0.871516, - "nauc_ndcg_at_3_max": 0.816696, - "nauc_ndcg_at_3_std": 0.215718, - "nauc_ndcg_at_3_diff1": 0.851946, - "nauc_ndcg_at_5_max": 0.812715, - "nauc_ndcg_at_5_std": 0.212351, - "nauc_ndcg_at_5_diff1": 0.85002, - "nauc_ndcg_at_10_max": 0.809498, - "nauc_ndcg_at_10_std": 0.218942, - "nauc_ndcg_at_10_diff1": 0.846962, - "nauc_ndcg_at_20_max": 0.811631, - "nauc_ndcg_at_20_std": 0.231923, - "nauc_ndcg_at_20_diff1": 0.849237, - "nauc_ndcg_at_100_max": 0.808775, - "nauc_ndcg_at_100_std": 0.217441, - "nauc_ndcg_at_100_diff1": 0.850728, - "nauc_ndcg_at_1000_max": 0.806505, - "nauc_ndcg_at_1000_std": 0.207772, - "nauc_ndcg_at_1000_diff1": 0.852616, - "nauc_map_at_1_max": 0.771756, - "nauc_map_at_1_std": 0.118581, - "nauc_map_at_1_diff1": 0.871516, - "nauc_map_at_3_max": 0.805614, - "nauc_map_at_3_std": 0.189771, - "nauc_map_at_3_diff1": 0.857212, - "nauc_map_at_5_max": 0.803302, - "nauc_map_at_5_std": 0.187344, - "nauc_map_at_5_diff1": 0.856472, - "nauc_map_at_10_max": 0.801892, - "nauc_map_at_10_std": 0.189475, - "nauc_map_at_10_diff1": 0.855293, - "nauc_map_at_20_max": 0.802299, - "nauc_map_at_20_std": 0.192446, - "nauc_map_at_20_diff1": 0.855883, - "nauc_map_at_100_max": 0.801932, - "nauc_map_at_100_std": 0.190836, - "nauc_map_at_100_diff1": 0.856042, - "nauc_map_at_1000_max": 0.801854, - "nauc_map_at_1000_std": 0.190487, - "nauc_map_at_1000_diff1": 0.856115, - "nauc_recall_at_1_max": 0.771756, - "nauc_recall_at_1_std": 0.118581, - "nauc_recall_at_1_diff1": 0.871516, - "nauc_recall_at_3_max": 0.857226, - "nauc_recall_at_3_std": 0.31185, - "nauc_recall_at_3_diff1": 0.832416, - "nauc_recall_at_5_max": 0.852262, - "nauc_recall_at_5_std": 0.320915, - "nauc_recall_at_5_diff1": 0.821138, - "nauc_recall_at_10_max": 0.847171, - "nauc_recall_at_10_std": 0.384763, - "nauc_recall_at_10_diff1": 0.798634, - "nauc_recall_at_20_max": 0.873756, - "nauc_recall_at_20_std": 0.52547, - "nauc_recall_at_20_diff1": 0.806096, - "nauc_recall_at_100_max": 0.912147, - "nauc_recall_at_100_std": 0.653977, - "nauc_recall_at_100_diff1": 0.766913, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.771756, - "nauc_precision_at_1_std": 0.118581, - "nauc_precision_at_1_diff1": 0.871516, - "nauc_precision_at_3_max": 0.857226, - "nauc_precision_at_3_std": 0.31185, - "nauc_precision_at_3_diff1": 0.832416, - "nauc_precision_at_5_max": 0.852262, - "nauc_precision_at_5_std": 0.320915, - "nauc_precision_at_5_diff1": 0.821138, - "nauc_precision_at_10_max": 0.847171, - "nauc_precision_at_10_std": 0.384763, - "nauc_precision_at_10_diff1": 0.798634, - "nauc_precision_at_20_max": 0.873756, - "nauc_precision_at_20_std": 0.52547, - "nauc_precision_at_20_diff1": 0.806096, - "nauc_precision_at_100_max": 0.912147, - "nauc_precision_at_100_std": 0.653977, - "nauc_precision_at_100_diff1": 0.766913, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.771756, - "nauc_mrr_at_1_std": 0.118581, - "nauc_mrr_at_1_diff1": 0.871516, - "nauc_mrr_at_3_max": 0.805614, - "nauc_mrr_at_3_std": 0.189771, - "nauc_mrr_at_3_diff1": 0.857212, - "nauc_mrr_at_5_max": 0.803302, - "nauc_mrr_at_5_std": 0.187344, - "nauc_mrr_at_5_diff1": 0.856472, - "nauc_mrr_at_10_max": 0.801892, - "nauc_mrr_at_10_std": 0.189475, - "nauc_mrr_at_10_diff1": 0.855293, - "nauc_mrr_at_20_max": 0.802299, - "nauc_mrr_at_20_std": 0.192446, - "nauc_mrr_at_20_diff1": 0.855883, - "nauc_mrr_at_100_max": 0.801932, - "nauc_mrr_at_100_std": 0.190836, - "nauc_mrr_at_100_diff1": 0.856042, - "nauc_mrr_at_1000_max": 0.801854, - "nauc_mrr_at_1000_std": 0.190487, - "nauc_mrr_at_1000_diff1": 0.856115, - "main_score": 0.82321, + "mrr_at_1": 0.712222, + "mrr_at_3": 0.760185, + "mrr_at_5": 0.767241, + "mrr_at_10": 0.77308, + "mrr_at_20": 0.775076, + "mrr_at_100": 0.776389, + "mrr_at_1000": 0.776546, + "nauc_ndcg_at_1_max": 0.717251, + "nauc_ndcg_at_1_std": 0.072321, + "nauc_ndcg_at_1_diff1": 0.856061, + "nauc_ndcg_at_3_max": 0.765624, + "nauc_ndcg_at_3_std": 0.134652, + "nauc_ndcg_at_3_diff1": 0.833455, + "nauc_ndcg_at_5_max": 0.762481, + "nauc_ndcg_at_5_std": 0.148824, + "nauc_ndcg_at_5_diff1": 0.833924, + "nauc_ndcg_at_10_max": 0.760109, + "nauc_ndcg_at_10_std": 0.152121, + "nauc_ndcg_at_10_diff1": 0.829661, + "nauc_ndcg_at_20_max": 0.762135, + "nauc_ndcg_at_20_std": 0.156418, + "nauc_ndcg_at_20_diff1": 0.83011, + "nauc_ndcg_at_100_max": 0.758388, + "nauc_ndcg_at_100_std": 0.144013, + "nauc_ndcg_at_100_diff1": 0.835406, + "nauc_ndcg_at_1000_max": 0.75547, + "nauc_ndcg_at_1000_std": 0.136115, + "nauc_ndcg_at_1000_diff1": 0.835754, + "nauc_map_at_1_max": 0.717251, + "nauc_map_at_1_std": 0.072321, + "nauc_map_at_1_diff1": 0.856061, + "nauc_map_at_3_max": 0.752954, + "nauc_map_at_3_std": 0.116311, + "nauc_map_at_3_diff1": 0.839248, + "nauc_map_at_5_max": 0.750913, + "nauc_map_at_5_std": 0.122592, + "nauc_map_at_5_diff1": 0.839662, + "nauc_map_at_10_max": 0.74966, + "nauc_map_at_10_std": 0.122642, + "nauc_map_at_10_diff1": 0.838189, + "nauc_map_at_20_max": 0.750074, + "nauc_map_at_20_std": 0.12337, + "nauc_map_at_20_diff1": 0.838363, + "nauc_map_at_100_max": 0.749628, + "nauc_map_at_100_std": 0.121884, + "nauc_map_at_100_diff1": 0.839031, + "nauc_map_at_1000_max": 0.749535, + "nauc_map_at_1000_std": 0.121645, + "nauc_map_at_1000_diff1": 0.839045, + "nauc_recall_at_1_max": 0.717251, + "nauc_recall_at_1_std": 0.072321, + "nauc_recall_at_1_diff1": 0.856061, + "nauc_recall_at_3_max": 0.810953, + "nauc_recall_at_3_std": 0.201387, + "nauc_recall_at_3_diff1": 0.812804, + "nauc_recall_at_5_max": 0.809616, + "nauc_recall_at_5_std": 0.262366, + "nauc_recall_at_5_diff1": 0.810431, + "nauc_recall_at_10_max": 0.813934, + "nauc_recall_at_10_std": 0.321732, + "nauc_recall_at_10_diff1": 0.781338, + "nauc_recall_at_20_max": 0.848784, + "nauc_recall_at_20_std": 0.416203, + "nauc_recall_at_20_diff1": 0.768914, + "nauc_recall_at_100_max": 0.884633, + "nauc_recall_at_100_std": 0.490537, + "nauc_recall_at_100_diff1": 0.820621, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717251, + "nauc_precision_at_1_std": 0.072321, + "nauc_precision_at_1_diff1": 0.856061, + "nauc_precision_at_3_max": 0.810953, + "nauc_precision_at_3_std": 0.201387, + "nauc_precision_at_3_diff1": 0.812804, + "nauc_precision_at_5_max": 0.809616, + "nauc_precision_at_5_std": 0.262366, + "nauc_precision_at_5_diff1": 0.810431, + "nauc_precision_at_10_max": 0.813934, + "nauc_precision_at_10_std": 0.321732, + "nauc_precision_at_10_diff1": 0.781338, + "nauc_precision_at_20_max": 0.848784, + "nauc_precision_at_20_std": 0.416203, + "nauc_precision_at_20_diff1": 0.768914, + "nauc_precision_at_100_max": 0.884633, + "nauc_precision_at_100_std": 0.490537, + "nauc_precision_at_100_diff1": 0.820621, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717251, + "nauc_mrr_at_1_std": 0.072321, + "nauc_mrr_at_1_diff1": 0.856061, + "nauc_mrr_at_3_max": 0.752954, + "nauc_mrr_at_3_std": 0.116311, + "nauc_mrr_at_3_diff1": 0.839248, + "nauc_mrr_at_5_max": 0.750913, + "nauc_mrr_at_5_std": 0.122592, + "nauc_mrr_at_5_diff1": 0.839662, + "nauc_mrr_at_10_max": 0.74966, + "nauc_mrr_at_10_std": 0.122642, + "nauc_mrr_at_10_diff1": 0.838189, + "nauc_mrr_at_20_max": 0.750074, + "nauc_mrr_at_20_std": 0.12337, + "nauc_mrr_at_20_diff1": 0.838363, + "nauc_mrr_at_100_max": 0.749628, + "nauc_mrr_at_100_std": 0.121884, + "nauc_mrr_at_100_diff1": 0.839031, + "nauc_mrr_at_1000_max": 0.749535, + "nauc_mrr_at_1000_std": 0.121645, + "nauc_mrr_at_1000_diff1": 0.839045, + "hit_rate_at_1": 0.71222, + "hit_rate_at_3": 0.81778, + "hit_rate_at_5": 0.84889, + "hit_rate_at_10": 0.89, + "hit_rate_at_20": 0.91889, + "hit_rate_at_100": 0.97111, + "hit_rate_at_1000": 1.0, + "main_score": 0.80145, "hf_subset": "eng_Latn-uzn_Latn", "languages": [ "eng-Latn", "uzn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.91778, - "ndcg_at_3": 0.94787, - "ndcg_at_5": 0.95385, - "ndcg_at_10": 0.95639, - "ndcg_at_20": 0.9572, - "ndcg_at_100": 0.95785, - "ndcg_at_1000": 0.95829, + "ndcg_at_3": 0.9463, + "ndcg_at_5": 0.95285, + "ndcg_at_10": 0.95462, + "ndcg_at_20": 0.95608, + "ndcg_at_100": 0.95649, + "ndcg_at_1000": 0.9571, "map_at_1": 0.91778, - "map_at_3": 0.94093, - "map_at_5": 0.94426, - "map_at_10": 0.94532, - "map_at_20": 0.94552, - "map_at_100": 0.94563, - "map_at_1000": 0.94565, + "map_at_3": 0.93926, + "map_at_5": 0.94298, + "map_at_10": 0.9437, + "map_at_20": 0.94413, + "map_at_100": 0.94418, + "map_at_1000": 0.94421, "recall_at_1": 0.91778, - "recall_at_3": 0.96778, + "recall_at_3": 0.96667, "recall_at_5": 0.98222, - "recall_at_10": 0.99, + "recall_at_10": 0.98778, "recall_at_20": 0.99333, - "recall_at_100": 0.99667, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, + "accuracy": 0.91778, "precision_at_1": 0.91778, - "precision_at_3": 0.32259, + "precision_at_3": 0.32222, "precision_at_5": 0.19644, - "precision_at_10": 0.099, + "precision_at_10": 0.09878, "precision_at_20": 0.04967, - "precision_at_100": 0.00997, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.917778, - "mrr_at_3": 0.940926, - "mrr_at_5": 0.944259, - "mrr_at_10": 0.945321, - "mrr_at_20": 0.945525, - "mrr_at_100": 0.945627, - "mrr_at_1000": 0.945646, - "nauc_ndcg_at_1_max": 0.847806, - "nauc_ndcg_at_1_std": -0.236846, - "nauc_ndcg_at_1_diff1": 0.942905, - "nauc_ndcg_at_3_max": 0.870492, - "nauc_ndcg_at_3_std": -0.196942, - "nauc_ndcg_at_3_diff1": 0.945293, - "nauc_ndcg_at_5_max": 0.868567, - "nauc_ndcg_at_5_std": -0.177685, - "nauc_ndcg_at_5_diff1": 0.944709, - "nauc_ndcg_at_10_max": 0.866409, - "nauc_ndcg_at_10_std": -0.181544, - "nauc_ndcg_at_10_diff1": 0.945917, - "nauc_ndcg_at_20_max": 0.86561, - "nauc_ndcg_at_20_std": -0.18602, - "nauc_ndcg_at_20_diff1": 0.945724, - "nauc_ndcg_at_100_max": 0.864144, - "nauc_ndcg_at_100_std": -0.191092, - "nauc_ndcg_at_100_diff1": 0.944884, - "nauc_ndcg_at_1000_max": 0.862692, - "nauc_ndcg_at_1000_std": -0.202788, - "nauc_ndcg_at_1000_diff1": 0.944782, - "nauc_map_at_1_max": 0.847806, - "nauc_map_at_1_std": -0.236846, - "nauc_map_at_1_diff1": 0.942905, - "nauc_map_at_3_max": 0.862965, - "nauc_map_at_3_std": -0.21596, - "nauc_map_at_3_diff1": 0.944439, - "nauc_map_at_5_max": 0.861642, - "nauc_map_at_5_std": -0.208288, - "nauc_map_at_5_diff1": 0.944113, - "nauc_map_at_10_max": 0.860609, - "nauc_map_at_10_std": -0.211826, - "nauc_map_at_10_diff1": 0.944477, - "nauc_map_at_20_max": 0.860419, - "nauc_map_at_20_std": -0.212916, - "nauc_map_at_20_diff1": 0.944436, - "nauc_map_at_100_max": 0.860213, - "nauc_map_at_100_std": -0.213942, - "nauc_map_at_100_diff1": 0.944331, - "nauc_map_at_1000_max": 0.860164, - "nauc_map_at_1000_std": -0.214327, - "nauc_map_at_1000_diff1": 0.944331, - "nauc_recall_at_1_max": 0.847806, - "nauc_recall_at_1_std": -0.236846, - "nauc_recall_at_1_diff1": 0.942905, - "nauc_recall_at_3_max": 0.910251, - "nauc_recall_at_3_std": -0.092067, - "nauc_recall_at_3_diff1": 0.949854, - "nauc_recall_at_5_max": 0.930264, - "nauc_recall_at_5_std": 0.115021, - "nauc_recall_at_5_diff1": 0.949959, - "nauc_recall_at_10_max": 0.954611, - "nauc_recall_at_10_std": 0.339766, - "nauc_recall_at_10_diff1": 0.970951, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.488095, - "nauc_recall_at_20_diff1": 0.978214, + "mrr_at_3": 0.939259, + "mrr_at_5": 0.942981, + "mrr_at_10": 0.943699, + "mrr_at_20": 0.944127, + "mrr_at_100": 0.944182, + "mrr_at_1000": 0.944211, + "nauc_ndcg_at_1_max": 0.842109, + "nauc_ndcg_at_1_std": -0.233666, + "nauc_ndcg_at_1_diff1": 0.927827, + "nauc_ndcg_at_3_max": 0.878966, + "nauc_ndcg_at_3_std": -0.207447, + "nauc_ndcg_at_3_diff1": 0.940529, + "nauc_ndcg_at_5_max": 0.871628, + "nauc_ndcg_at_5_std": -0.18733, + "nauc_ndcg_at_5_diff1": 0.934782, + "nauc_ndcg_at_10_max": 0.868549, + "nauc_ndcg_at_10_std": -0.174475, + "nauc_ndcg_at_10_diff1": 0.933244, + "nauc_ndcg_at_20_max": 0.87056, + "nauc_ndcg_at_20_std": -0.173317, + "nauc_ndcg_at_20_diff1": 0.934174, + "nauc_ndcg_at_100_max": 0.86933, + "nauc_ndcg_at_100_std": -0.173945, + "nauc_ndcg_at_100_diff1": 0.934176, + "nauc_ndcg_at_1000_max": 0.867478, + "nauc_ndcg_at_1000_std": -0.190583, + "nauc_ndcg_at_1000_diff1": 0.933722, + "nauc_map_at_1_max": 0.842109, + "nauc_map_at_1_std": -0.233666, + "nauc_map_at_1_diff1": 0.927827, + "nauc_map_at_3_max": 0.86913, + "nauc_map_at_3_std": -0.217315, + "nauc_map_at_3_diff1": 0.936213, + "nauc_map_at_5_max": 0.865076, + "nauc_map_at_5_std": -0.208654, + "nauc_map_at_5_diff1": 0.933196, + "nauc_map_at_10_max": 0.863938, + "nauc_map_at_10_std": -0.204695, + "nauc_map_at_10_diff1": 0.932667, + "nauc_map_at_20_max": 0.864481, + "nauc_map_at_20_std": -0.204214, + "nauc_map_at_20_diff1": 0.932957, + "nauc_map_at_100_max": 0.864348, + "nauc_map_at_100_std": -0.204297, + "nauc_map_at_100_diff1": 0.932958, + "nauc_map_at_1000_max": 0.864276, + "nauc_map_at_1000_std": -0.204932, + "nauc_map_at_1000_diff1": 0.932942, + "nauc_recall_at_1_max": 0.842109, + "nauc_recall_at_1_std": -0.233666, + "nauc_recall_at_1_diff1": 0.927827, + "nauc_recall_at_3_max": 0.929038, + "nauc_recall_at_3_std": -0.154575, + "nauc_recall_at_3_diff1": 0.963352, + "nauc_recall_at_5_max": 0.926179, + "nauc_recall_at_5_std": 0.02025, + "nauc_recall_at_5_diff1": 0.947625, + "nauc_recall_at_10_max": 0.916391, + "nauc_recall_at_10_std": 0.264197, + "nauc_recall_at_10_diff1": 0.935702, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.632431, + "nauc_recall_at_20_diff1": 0.956427, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.96732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.847806, - "nauc_precision_at_1_std": -0.236846, - "nauc_precision_at_1_diff1": 0.942905, - "nauc_precision_at_3_max": 0.910251, - "nauc_precision_at_3_std": -0.092067, - "nauc_precision_at_3_diff1": 0.949854, - "nauc_precision_at_5_max": 0.930264, - "nauc_precision_at_5_std": 0.115021, - "nauc_precision_at_5_diff1": 0.949959, - "nauc_precision_at_10_max": 0.954611, - "nauc_precision_at_10_std": 0.339766, - "nauc_precision_at_10_diff1": 0.970951, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.488095, - "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_1_max": 0.842109, + "nauc_precision_at_1_std": -0.233666, + "nauc_precision_at_1_diff1": 0.927827, + "nauc_precision_at_3_max": 0.929038, + "nauc_precision_at_3_std": -0.154575, + "nauc_precision_at_3_diff1": 0.963352, + "nauc_precision_at_5_max": 0.926179, + "nauc_precision_at_5_std": 0.02025, + "nauc_precision_at_5_diff1": 0.947625, + "nauc_precision_at_10_max": 0.916391, + "nauc_precision_at_10_std": 0.264197, + "nauc_precision_at_10_diff1": 0.935702, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.632431, + "nauc_precision_at_20_diff1": 0.956427, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.96732, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.847806, - "nauc_mrr_at_1_std": -0.236846, - "nauc_mrr_at_1_diff1": 0.942905, - "nauc_mrr_at_3_max": 0.862965, - "nauc_mrr_at_3_std": -0.21596, - "nauc_mrr_at_3_diff1": 0.944439, - "nauc_mrr_at_5_max": 0.861642, - "nauc_mrr_at_5_std": -0.208288, - "nauc_mrr_at_5_diff1": 0.944113, - "nauc_mrr_at_10_max": 0.860609, - "nauc_mrr_at_10_std": -0.211826, - "nauc_mrr_at_10_diff1": 0.944477, - "nauc_mrr_at_20_max": 0.860419, - "nauc_mrr_at_20_std": -0.212916, - "nauc_mrr_at_20_diff1": 0.944436, - "nauc_mrr_at_100_max": 0.860213, - "nauc_mrr_at_100_std": -0.213942, - "nauc_mrr_at_100_diff1": 0.944331, - "nauc_mrr_at_1000_max": 0.860164, - "nauc_mrr_at_1000_std": -0.214327, - "nauc_mrr_at_1000_diff1": 0.944331, - "main_score": 0.95639, + "nauc_mrr_at_1_max": 0.842109, + "nauc_mrr_at_1_std": -0.233666, + "nauc_mrr_at_1_diff1": 0.927827, + "nauc_mrr_at_3_max": 0.86913, + "nauc_mrr_at_3_std": -0.217315, + "nauc_mrr_at_3_diff1": 0.936213, + "nauc_mrr_at_5_max": 0.865076, + "nauc_mrr_at_5_std": -0.208654, + "nauc_mrr_at_5_diff1": 0.933196, + "nauc_mrr_at_10_max": 0.863938, + "nauc_mrr_at_10_std": -0.204695, + "nauc_mrr_at_10_diff1": 0.932667, + "nauc_mrr_at_20_max": 0.864481, + "nauc_mrr_at_20_std": -0.204214, + "nauc_mrr_at_20_diff1": 0.932957, + "nauc_mrr_at_100_max": 0.864348, + "nauc_mrr_at_100_std": -0.204297, + "nauc_mrr_at_100_diff1": 0.932958, + "nauc_mrr_at_1000_max": 0.864276, + "nauc_mrr_at_1000_std": -0.204932, + "nauc_mrr_at_1000_diff1": 0.932942, + "hit_rate_at_1": 0.91778, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.98222, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.95462, "hf_subset": "vie_Latn-vie_Latn", "languages": [ "vie-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92889, - "ndcg_at_3": 0.95229, - "ndcg_at_5": 0.95879, - "ndcg_at_10": 0.96167, - "ndcg_at_20": 0.96257, - "ndcg_at_100": 0.96334, - "ndcg_at_1000": 0.9635, - "map_at_1": 0.92889, - "map_at_3": 0.94722, - "map_at_5": 0.95089, - "map_at_10": 0.95208, - "map_at_20": 0.95235, - "map_at_100": 0.95244, - "map_at_1000": 0.95245, - "recall_at_1": 0.92889, - "recall_at_3": 0.96667, - "recall_at_5": 0.98222, - "recall_at_10": 0.99111, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95059, + "ndcg_at_5": 0.95428, + "ndcg_at_10": 0.95794, + "ndcg_at_20": 0.95946, + "ndcg_at_100": 0.96048, + "ndcg_at_1000": 0.96062, + "map_at_1": 0.92556, + "map_at_3": 0.94463, + "map_at_5": 0.94669, + "map_at_10": 0.94823, + "map_at_20": 0.94871, + "map_at_100": 0.94885, + "map_at_1000": 0.94885, + "recall_at_1": 0.92556, + "recall_at_3": 0.96778, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92889, - "precision_at_3": 0.32222, - "precision_at_5": 0.19644, - "precision_at_10": 0.09911, - "precision_at_20": 0.04972, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.32259, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.928889, - "mrr_at_3": 0.947222, - "mrr_at_5": 0.950889, - "mrr_at_10": 0.952078, - "mrr_at_20": 0.952354, - "mrr_at_100": 0.952439, - "mrr_at_1000": 0.952449, - "nauc_ndcg_at_1_max": 0.817468, - "nauc_ndcg_at_1_std": -0.348812, - "nauc_ndcg_at_1_diff1": 0.939236, - "nauc_ndcg_at_3_max": 0.840884, - "nauc_ndcg_at_3_std": -0.388892, - "nauc_ndcg_at_3_diff1": 0.952284, - "nauc_ndcg_at_5_max": 0.843685, - "nauc_ndcg_at_5_std": -0.341526, - "nauc_ndcg_at_5_diff1": 0.953706, - "nauc_ndcg_at_10_max": 0.841688, - "nauc_ndcg_at_10_std": -0.331346, - "nauc_ndcg_at_10_diff1": 0.951578, - "nauc_ndcg_at_20_max": 0.840191, - "nauc_ndcg_at_20_std": -0.32172, - "nauc_ndcg_at_20_diff1": 0.950416, - "nauc_ndcg_at_100_max": 0.836852, - "nauc_ndcg_at_100_std": -0.334328, - "nauc_ndcg_at_100_diff1": 0.94938, - "nauc_ndcg_at_1000_max": 0.836133, - "nauc_ndcg_at_1000_std": -0.340208, - "nauc_ndcg_at_1000_diff1": 0.949157, - "nauc_map_at_1_max": 0.817468, - "nauc_map_at_1_std": -0.348812, - "nauc_map_at_1_diff1": 0.939236, - "nauc_map_at_3_max": 0.83305, - "nauc_map_at_3_std": -0.379793, - "nauc_map_at_3_diff1": 0.948458, - "nauc_map_at_5_max": 0.834029, - "nauc_map_at_5_std": -0.355492, - "nauc_map_at_5_diff1": 0.948898, - "nauc_map_at_10_max": 0.833365, - "nauc_map_at_10_std": -0.35121, - "nauc_map_at_10_diff1": 0.948135, - "nauc_map_at_20_max": 0.832988, - "nauc_map_at_20_std": -0.348941, - "nauc_map_at_20_diff1": 0.947834, - "nauc_map_at_100_max": 0.832689, - "nauc_map_at_100_std": -0.349872, - "nauc_map_at_100_diff1": 0.947741, - "nauc_map_at_1000_max": 0.832656, - "nauc_map_at_1000_std": -0.350137, - "nauc_map_at_1000_diff1": 0.947731, - "nauc_recall_at_1_max": 0.817468, - "nauc_recall_at_1_std": -0.348812, - "nauc_recall_at_1_diff1": 0.939236, - "nauc_recall_at_3_max": 0.876829, - "nauc_recall_at_3_std": -0.427902, - "nauc_recall_at_3_diff1": 0.969499, - "nauc_recall_at_5_max": 0.921073, - "nauc_recall_at_5_std": -0.21341, - "nauc_recall_at_5_diff1": 0.99183, - "nauc_recall_at_10_max": 0.965278, - "nauc_recall_at_10_std": 0.014006, - "nauc_recall_at_10_diff1": 1.0, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.94463, + "mrr_at_5": 0.946685, + "mrr_at_10": 0.948231, + "mrr_at_20": 0.94871, + "mrr_at_100": 0.948848, + "mrr_at_1000": 0.948853, + "nauc_ndcg_at_1_max": 0.791024, + "nauc_ndcg_at_1_std": -0.287728, + "nauc_ndcg_at_1_diff1": 0.931644, + "nauc_ndcg_at_3_max": 0.81869, + "nauc_ndcg_at_3_std": -0.294615, + "nauc_ndcg_at_3_diff1": 0.938994, + "nauc_ndcg_at_5_max": 0.82313, + "nauc_ndcg_at_5_std": -0.265555, + "nauc_ndcg_at_5_diff1": 0.939553, + "nauc_ndcg_at_10_max": 0.820416, + "nauc_ndcg_at_10_std": -0.270352, + "nauc_ndcg_at_10_diff1": 0.940211, + "nauc_ndcg_at_20_max": 0.819433, + "nauc_ndcg_at_20_std": -0.243979, + "nauc_ndcg_at_20_diff1": 0.938937, + "nauc_ndcg_at_100_max": 0.814758, + "nauc_ndcg_at_100_std": -0.2624, + "nauc_ndcg_at_100_diff1": 0.938157, + "nauc_ndcg_at_1000_max": 0.81408, + "nauc_ndcg_at_1000_std": -0.267026, + "nauc_ndcg_at_1000_diff1": 0.937931, + "nauc_map_at_1_max": 0.791024, + "nauc_map_at_1_std": -0.287728, + "nauc_map_at_1_diff1": 0.931644, + "nauc_map_at_3_max": 0.810601, + "nauc_map_at_3_std": -0.293239, + "nauc_map_at_3_diff1": 0.93678, + "nauc_map_at_5_max": 0.812408, + "nauc_map_at_5_std": -0.279536, + "nauc_map_at_5_diff1": 0.937066, + "nauc_map_at_10_max": 0.811196, + "nauc_map_at_10_std": -0.28114, + "nauc_map_at_10_diff1": 0.937259, + "nauc_map_at_20_max": 0.810846, + "nauc_map_at_20_std": -0.274563, + "nauc_map_at_20_diff1": 0.936908, + "nauc_map_at_100_max": 0.810339, + "nauc_map_at_100_std": -0.276509, + "nauc_map_at_100_diff1": 0.936862, + "nauc_map_at_1000_max": 0.810319, + "nauc_map_at_1000_std": -0.276643, + "nauc_map_at_1000_diff1": 0.936855, + "nauc_recall_at_1_max": 0.791024, + "nauc_recall_at_1_std": -0.287728, + "nauc_recall_at_1_diff1": 0.931644, + "nauc_recall_at_3_max": 0.858173, + "nauc_recall_at_3_std": -0.300831, + "nauc_recall_at_3_diff1": 0.949854, + "nauc_recall_at_5_max": 0.894291, + "nauc_recall_at_5_std": -0.163243, + "nauc_recall_at_5_diff1": 0.955649, + "nauc_recall_at_10_max": 0.92976, + "nauc_recall_at_10_std": -0.130422, + "nauc_recall_at_10_diff1": 0.976233, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.458543, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_std": 0.567071, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.817468, - "nauc_precision_at_1_std": -0.348812, - "nauc_precision_at_1_diff1": 0.939236, - "nauc_precision_at_3_max": 0.876829, - "nauc_precision_at_3_std": -0.427902, - "nauc_precision_at_3_diff1": 0.969499, - "nauc_precision_at_5_max": 0.921073, - "nauc_precision_at_5_std": -0.21341, - "nauc_precision_at_5_diff1": 0.99183, - "nauc_precision_at_10_max": 0.965278, - "nauc_precision_at_10_std": 0.014006, - "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_1_max": 0.791024, + "nauc_precision_at_1_std": -0.287728, + "nauc_precision_at_1_diff1": 0.931644, + "nauc_precision_at_3_max": 0.858173, + "nauc_precision_at_3_std": -0.300831, + "nauc_precision_at_3_diff1": 0.949854, + "nauc_precision_at_5_max": 0.894291, + "nauc_precision_at_5_std": -0.163243, + "nauc_precision_at_5_diff1": 0.955649, + "nauc_precision_at_10_max": 0.92976, + "nauc_precision_at_10_std": -0.130422, + "nauc_precision_at_10_diff1": 0.976233, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.458543, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_std": 0.567071, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.817468, - "nauc_mrr_at_1_std": -0.348812, - "nauc_mrr_at_1_diff1": 0.939236, - "nauc_mrr_at_3_max": 0.83305, - "nauc_mrr_at_3_std": -0.379793, - "nauc_mrr_at_3_diff1": 0.948458, - "nauc_mrr_at_5_max": 0.834029, - "nauc_mrr_at_5_std": -0.355492, - "nauc_mrr_at_5_diff1": 0.948898, - "nauc_mrr_at_10_max": 0.833365, - "nauc_mrr_at_10_std": -0.35121, - "nauc_mrr_at_10_diff1": 0.948135, - "nauc_mrr_at_20_max": 0.832988, - "nauc_mrr_at_20_std": -0.348941, - "nauc_mrr_at_20_diff1": 0.947834, - "nauc_mrr_at_100_max": 0.832689, - "nauc_mrr_at_100_std": -0.349872, - "nauc_mrr_at_100_diff1": 0.947741, - "nauc_mrr_at_1000_max": 0.832656, - "nauc_mrr_at_1000_std": -0.350137, - "nauc_mrr_at_1000_diff1": 0.947731, - "main_score": 0.96167, + "nauc_mrr_at_1_max": 0.791024, + "nauc_mrr_at_1_std": -0.287728, + "nauc_mrr_at_1_diff1": 0.931644, + "nauc_mrr_at_3_max": 0.810601, + "nauc_mrr_at_3_std": -0.293239, + "nauc_mrr_at_3_diff1": 0.93678, + "nauc_mrr_at_5_max": 0.812408, + "nauc_mrr_at_5_std": -0.279536, + "nauc_mrr_at_5_diff1": 0.937066, + "nauc_mrr_at_10_max": 0.811196, + "nauc_mrr_at_10_std": -0.28114, + "nauc_mrr_at_10_diff1": 0.937259, + "nauc_mrr_at_20_max": 0.810846, + "nauc_mrr_at_20_std": -0.274563, + "nauc_mrr_at_20_diff1": 0.936908, + "nauc_mrr_at_100_max": 0.810339, + "nauc_mrr_at_100_std": -0.276509, + "nauc_mrr_at_100_diff1": 0.936862, + "nauc_mrr_at_1000_max": 0.810319, + "nauc_mrr_at_1000_std": -0.276643, + "nauc_mrr_at_1000_diff1": 0.936855, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95794, "hf_subset": "vie_Latn-eng_Latn", "languages": [ "vie-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.89889, - "ndcg_at_3": 0.93374, - "ndcg_at_5": 0.94043, - "ndcg_at_10": 0.9455, - "ndcg_at_20": 0.94687, - "ndcg_at_100": 0.9475, - "ndcg_at_1000": 0.94781, + "ndcg_at_3": 0.93301, + "ndcg_at_5": 0.9398, + "ndcg_at_10": 0.94339, + "ndcg_at_20": 0.94536, + "ndcg_at_100": 0.94649, + "ndcg_at_1000": 0.94679, "map_at_1": 0.89889, - "map_at_3": 0.92574, - "map_at_5": 0.92935, - "map_at_10": 0.93147, - "map_at_20": 0.93183, - "map_at_100": 0.93192, - "map_at_1000": 0.93194, + "map_at_3": 0.92481, + "map_at_5": 0.92854, + "map_at_10": 0.93002, + "map_at_20": 0.93056, + "map_at_100": 0.93075, + "map_at_1000": 0.93077, "recall_at_1": 0.89889, "recall_at_3": 0.95667, "recall_at_5": 0.97333, - "recall_at_10": 0.98889, - "recall_at_20": 0.99444, + "recall_at_10": 0.98444, + "recall_at_20": 0.99222, "recall_at_100": 0.99778, "recall_at_1000": 1.0, + "accuracy": 0.89889, "precision_at_1": 0.89889, "precision_at_3": 0.31889, "precision_at_5": 0.19467, - "precision_at_10": 0.09889, - "precision_at_20": 0.04972, + "precision_at_10": 0.09844, + "precision_at_20": 0.04961, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.898889, - "mrr_at_3": 0.925741, - "mrr_at_5": 0.929352, - "mrr_at_10": 0.931472, - "mrr_at_20": 0.93183, - "mrr_at_100": 0.931921, - "mrr_at_1000": 0.931936, - "nauc_ndcg_at_1_max": 0.822597, - "nauc_ndcg_at_1_std": -0.243041, - "nauc_ndcg_at_1_diff1": 0.926352, - "nauc_ndcg_at_3_max": 0.857022, - "nauc_ndcg_at_3_std": -0.241333, - "nauc_ndcg_at_3_diff1": 0.929054, - "nauc_ndcg_at_5_max": 0.853825, - "nauc_ndcg_at_5_std": -0.215897, - "nauc_ndcg_at_5_diff1": 0.930306, - "nauc_ndcg_at_10_max": 0.848982, - "nauc_ndcg_at_10_std": -0.217508, - "nauc_ndcg_at_10_diff1": 0.930146, - "nauc_ndcg_at_20_max": 0.847105, - "nauc_ndcg_at_20_std": -0.216289, - "nauc_ndcg_at_20_diff1": 0.930623, - "nauc_ndcg_at_100_max": 0.845733, - "nauc_ndcg_at_100_std": -0.220232, - "nauc_ndcg_at_100_diff1": 0.929786, - "nauc_ndcg_at_1000_max": 0.844826, - "nauc_ndcg_at_1000_std": -0.226595, - "nauc_ndcg_at_1000_diff1": 0.929373, - "nauc_map_at_1_max": 0.822597, - "nauc_map_at_1_std": -0.243041, - "nauc_map_at_1_diff1": 0.926352, - "nauc_map_at_3_max": 0.846453, - "nauc_map_at_3_std": -0.240039, - "nauc_map_at_3_diff1": 0.928272, - "nauc_map_at_5_max": 0.844386, - "nauc_map_at_5_std": -0.228824, - "nauc_map_at_5_diff1": 0.928681, - "nauc_map_at_10_max": 0.842585, - "nauc_map_at_10_std": -0.230425, - "nauc_map_at_10_diff1": 0.928594, - "nauc_map_at_20_max": 0.842132, - "nauc_map_at_20_std": -0.230677, - "nauc_map_at_20_diff1": 0.928757, - "nauc_map_at_100_max": 0.841956, - "nauc_map_at_100_std": -0.231277, - "nauc_map_at_100_diff1": 0.92866, - "nauc_map_at_1000_max": 0.841922, - "nauc_map_at_1000_std": -0.231514, - "nauc_map_at_1000_diff1": 0.928645, - "nauc_recall_at_1_max": 0.822597, - "nauc_recall_at_1_std": -0.243041, - "nauc_recall_at_1_diff1": 0.926352, - "nauc_recall_at_3_max": 0.908724, - "nauc_recall_at_3_std": -0.249036, - "nauc_recall_at_3_diff1": 0.932845, - "nauc_recall_at_5_max": 0.924039, - "nauc_recall_at_5_std": -0.107765, - "nauc_recall_at_5_diff1": 0.943491, - "nauc_recall_at_10_max": 0.946078, - "nauc_recall_at_10_std": 0.039823, - "nauc_recall_at_10_diff1": 0.95915, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.385714, - "nauc_recall_at_20_diff1": 1.0, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.861111, + "mrr_at_3": 0.924815, + "mrr_at_5": 0.928537, + "mrr_at_10": 0.930017, + "mrr_at_20": 0.930564, + "mrr_at_100": 0.930755, + "mrr_at_1000": 0.930769, + "nauc_ndcg_at_1_max": 0.804472, + "nauc_ndcg_at_1_std": -0.268837, + "nauc_ndcg_at_1_diff1": 0.91826, + "nauc_ndcg_at_3_max": 0.840729, + "nauc_ndcg_at_3_std": -0.245703, + "nauc_ndcg_at_3_diff1": 0.927116, + "nauc_ndcg_at_5_max": 0.839023, + "nauc_ndcg_at_5_std": -0.238984, + "nauc_ndcg_at_5_diff1": 0.92611, + "nauc_ndcg_at_10_max": 0.835824, + "nauc_ndcg_at_10_std": -0.221008, + "nauc_ndcg_at_10_diff1": 0.925941, + "nauc_ndcg_at_20_max": 0.831209, + "nauc_ndcg_at_20_std": -0.232493, + "nauc_ndcg_at_20_diff1": 0.925977, + "nauc_ndcg_at_100_max": 0.830205, + "nauc_ndcg_at_100_std": -0.231957, + "nauc_ndcg_at_100_diff1": 0.925719, + "nauc_ndcg_at_1000_max": 0.829595, + "nauc_ndcg_at_1000_std": -0.237746, + "nauc_ndcg_at_1000_diff1": 0.925297, + "nauc_map_at_1_max": 0.804472, + "nauc_map_at_1_std": -0.268837, + "nauc_map_at_1_diff1": 0.91826, + "nauc_map_at_3_max": 0.830054, + "nauc_map_at_3_std": -0.250405, + "nauc_map_at_3_diff1": 0.925001, + "nauc_map_at_5_max": 0.828609, + "nauc_map_at_5_std": -0.248009, + "nauc_map_at_5_diff1": 0.924409, + "nauc_map_at_10_max": 0.827634, + "nauc_map_at_10_std": -0.241365, + "nauc_map_at_10_diff1": 0.924446, + "nauc_map_at_20_max": 0.826554, + "nauc_map_at_20_std": -0.244429, + "nauc_map_at_20_diff1": 0.924411, + "nauc_map_at_100_max": 0.826451, + "nauc_map_at_100_std": -0.244123, + "nauc_map_at_100_diff1": 0.924415, + "nauc_map_at_1000_max": 0.826426, + "nauc_map_at_1000_std": -0.244338, + "nauc_map_at_1000_diff1": 0.924399, + "nauc_recall_at_1_max": 0.804472, + "nauc_recall_at_1_std": -0.268837, + "nauc_recall_at_1_diff1": 0.91826, + "nauc_recall_at_3_max": 0.893354, + "nauc_recall_at_3_std": -0.224185, + "nauc_recall_at_3_diff1": 0.937154, + "nauc_recall_at_5_max": 0.917912, + "nauc_recall_at_5_std": -0.168398, + "nauc_recall_at_5_diff1": 0.938045, + "nauc_recall_at_10_max": 0.930806, + "nauc_recall_at_10_std": 0.065159, + "nauc_recall_at_10_diff1": 0.941643, + "nauc_recall_at_20_max": 0.89896, + "nauc_recall_at_20_std": 0.062492, + "nauc_recall_at_20_diff1": 0.960317, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.777077, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.822597, - "nauc_precision_at_1_std": -0.243041, - "nauc_precision_at_1_diff1": 0.926352, - "nauc_precision_at_3_max": 0.908724, - "nauc_precision_at_3_std": -0.249036, - "nauc_precision_at_3_diff1": 0.932845, - "nauc_precision_at_5_max": 0.924039, - "nauc_precision_at_5_std": -0.107765, - "nauc_precision_at_5_diff1": 0.943491, - "nauc_precision_at_10_max": 0.946078, - "nauc_precision_at_10_std": 0.039823, - "nauc_precision_at_10_diff1": 0.95915, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.385714, - "nauc_precision_at_20_diff1": 1.0, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_1_max": 0.804472, + "nauc_precision_at_1_std": -0.268837, + "nauc_precision_at_1_diff1": 0.91826, + "nauc_precision_at_3_max": 0.893354, + "nauc_precision_at_3_std": -0.224185, + "nauc_precision_at_3_diff1": 0.937154, + "nauc_precision_at_5_max": 0.917912, + "nauc_precision_at_5_std": -0.168398, + "nauc_precision_at_5_diff1": 0.938045, + "nauc_precision_at_10_max": 0.930806, + "nauc_precision_at_10_std": 0.065159, + "nauc_precision_at_10_diff1": 0.941643, + "nauc_precision_at_20_max": 0.89896, + "nauc_precision_at_20_std": 0.062492, + "nauc_precision_at_20_diff1": 0.960317, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.777077, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.822597, - "nauc_mrr_at_1_std": -0.243041, - "nauc_mrr_at_1_diff1": 0.926352, - "nauc_mrr_at_3_max": 0.846453, - "nauc_mrr_at_3_std": -0.240039, - "nauc_mrr_at_3_diff1": 0.928272, - "nauc_mrr_at_5_max": 0.844386, - "nauc_mrr_at_5_std": -0.228824, - "nauc_mrr_at_5_diff1": 0.928681, - "nauc_mrr_at_10_max": 0.842585, - "nauc_mrr_at_10_std": -0.230425, - "nauc_mrr_at_10_diff1": 0.928594, - "nauc_mrr_at_20_max": 0.842132, - "nauc_mrr_at_20_std": -0.230677, - "nauc_mrr_at_20_diff1": 0.928757, - "nauc_mrr_at_100_max": 0.841956, - "nauc_mrr_at_100_std": -0.231277, - "nauc_mrr_at_100_diff1": 0.92866, - "nauc_mrr_at_1000_max": 0.841922, - "nauc_mrr_at_1000_std": -0.231514, - "nauc_mrr_at_1000_diff1": 0.928645, - "main_score": 0.9455, + "nauc_mrr_at_1_max": 0.804472, + "nauc_mrr_at_1_std": -0.268837, + "nauc_mrr_at_1_diff1": 0.91826, + "nauc_mrr_at_3_max": 0.830054, + "nauc_mrr_at_3_std": -0.250405, + "nauc_mrr_at_3_diff1": 0.925001, + "nauc_mrr_at_5_max": 0.828609, + "nauc_mrr_at_5_std": -0.248009, + "nauc_mrr_at_5_diff1": 0.924409, + "nauc_mrr_at_10_max": 0.827634, + "nauc_mrr_at_10_std": -0.241365, + "nauc_mrr_at_10_diff1": 0.924446, + "nauc_mrr_at_20_max": 0.826554, + "nauc_mrr_at_20_std": -0.244429, + "nauc_mrr_at_20_diff1": 0.924411, + "nauc_mrr_at_100_max": 0.826451, + "nauc_mrr_at_100_std": -0.244123, + "nauc_mrr_at_100_diff1": 0.924415, + "nauc_mrr_at_1000_max": 0.826426, + "nauc_mrr_at_1000_std": -0.244338, + "nauc_mrr_at_1000_diff1": 0.924399, + "hit_rate_at_1": 0.89889, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94339, "hf_subset": "eng_Latn-vie_Latn", "languages": [ "eng-Latn", "vie-Latn" - ] - }, - { - "ndcg_at_1": 0.82667, - "ndcg_at_3": 0.8688, - "ndcg_at_5": 0.87669, - "ndcg_at_10": 0.88277, - "ndcg_at_20": 0.88638, - "ndcg_at_100": 0.89271, - "ndcg_at_1000": 0.8949, - "map_at_1": 0.82667, - "map_at_3": 0.85907, - "map_at_5": 0.86352, - "map_at_10": 0.86602, - "map_at_20": 0.86699, - "map_at_100": 0.86784, - "map_at_1000": 0.86794, - "recall_at_1": 0.82667, - "recall_at_3": 0.89667, - "recall_at_5": 0.91556, - "recall_at_10": 0.93444, - "recall_at_20": 0.94889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.86944, + "ndcg_at_5": 0.87791, + "ndcg_at_10": 0.88462, + "ndcg_at_20": 0.8892, + "ndcg_at_100": 0.89529, + "ndcg_at_1000": 0.89747, + "map_at_1": 0.83444, + "map_at_3": 0.86148, + "map_at_5": 0.86631, + "map_at_10": 0.86923, + "map_at_20": 0.87053, + "map_at_100": 0.87134, + "map_at_1000": 0.87142, + "recall_at_1": 0.83444, + "recall_at_3": 0.89222, + "recall_at_5": 0.91222, + "recall_at_10": 0.93222, + "recall_at_20": 0.95, "recall_at_100": 0.98333, "recall_at_1000": 1.0, - "precision_at_1": 0.82667, - "precision_at_3": 0.29889, - "precision_at_5": 0.18311, - "precision_at_10": 0.09344, - "precision_at_20": 0.04744, + "accuracy": 0.83444, + "precision_at_1": 0.83444, + "precision_at_3": 0.29741, + "precision_at_5": 0.18244, + "precision_at_10": 0.09322, + "precision_at_20": 0.0475, "precision_at_100": 0.00983, "precision_at_1000": 0.001, - "mrr_at_1": 0.826667, - "mrr_at_3": 0.859074, - "mrr_at_5": 0.863519, - "mrr_at_10": 0.866018, - "mrr_at_20": 0.866985, - "mrr_at_100": 0.867844, - "mrr_at_1000": 0.867935, - "nauc_ndcg_at_1_max": 0.832649, - "nauc_ndcg_at_1_std": 0.219304, - "nauc_ndcg_at_1_diff1": 0.932018, - "nauc_ndcg_at_3_max": 0.855316, - "nauc_ndcg_at_3_std": 0.255347, - "nauc_ndcg_at_3_diff1": 0.908469, - "nauc_ndcg_at_5_max": 0.858664, - "nauc_ndcg_at_5_std": 0.277539, - "nauc_ndcg_at_5_diff1": 0.914702, - "nauc_ndcg_at_10_max": 0.861414, - "nauc_ndcg_at_10_std": 0.297842, - "nauc_ndcg_at_10_diff1": 0.919932, - "nauc_ndcg_at_20_max": 0.861698, - "nauc_ndcg_at_20_std": 0.305855, - "nauc_ndcg_at_20_diff1": 0.919686, - "nauc_ndcg_at_100_max": 0.858362, - "nauc_ndcg_at_100_std": 0.287713, - "nauc_ndcg_at_100_diff1": 0.92069, - "nauc_ndcg_at_1000_max": 0.856542, - "nauc_ndcg_at_1000_std": 0.278425, - "nauc_ndcg_at_1000_diff1": 0.920018, - "nauc_map_at_1_max": 0.832649, - "nauc_map_at_1_std": 0.219304, - "nauc_map_at_1_diff1": 0.932018, - "nauc_map_at_3_max": 0.850394, - "nauc_map_at_3_std": 0.245403, - "nauc_map_at_3_diff1": 0.914968, - "nauc_map_at_5_max": 0.851902, - "nauc_map_at_5_std": 0.256217, - "nauc_map_at_5_diff1": 0.918397, - "nauc_map_at_10_max": 0.852812, - "nauc_map_at_10_std": 0.263343, - "nauc_map_at_10_diff1": 0.920427, - "nauc_map_at_20_max": 0.852815, - "nauc_map_at_20_std": 0.264608, - "nauc_map_at_20_diff1": 0.920389, - "nauc_map_at_100_max": 0.852474, - "nauc_map_at_100_std": 0.262499, - "nauc_map_at_100_diff1": 0.920542, - "nauc_map_at_1000_max": 0.852411, - "nauc_map_at_1000_std": 0.262197, - "nauc_map_at_1000_diff1": 0.920522, - "nauc_recall_at_1_max": 0.832649, - "nauc_recall_at_1_std": 0.219304, - "nauc_recall_at_1_diff1": 0.932018, - "nauc_recall_at_3_max": 0.873113, - "nauc_recall_at_3_std": 0.292858, - "nauc_recall_at_3_diff1": 0.883952, - "nauc_recall_at_5_max": 0.888631, - "nauc_recall_at_5_std": 0.377654, - "nauc_recall_at_5_diff1": 0.899565, - "nauc_recall_at_10_max": 0.911496, - "nauc_recall_at_10_std": 0.51323, - "nauc_recall_at_10_diff1": 0.922574, - "nauc_recall_at_20_max": 0.928044, - "nauc_recall_at_20_std": 0.64921, - "nauc_recall_at_20_diff1": 0.920939, - "nauc_recall_at_100_max": 0.943044, - "nauc_recall_at_100_std": 0.727077, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.861481, + "mrr_at_5": 0.866315, + "mrr_at_10": 0.869226, + "mrr_at_20": 0.870535, + "mrr_at_100": 0.871336, + "mrr_at_1000": 0.871424, + "nauc_ndcg_at_1_max": 0.80937, + "nauc_ndcg_at_1_std": 0.169916, + "nauc_ndcg_at_1_diff1": 0.911825, + "nauc_ndcg_at_3_max": 0.84557, + "nauc_ndcg_at_3_std": 0.212477, + "nauc_ndcg_at_3_diff1": 0.902188, + "nauc_ndcg_at_5_max": 0.845578, + "nauc_ndcg_at_5_std": 0.236654, + "nauc_ndcg_at_5_diff1": 0.899353, + "nauc_ndcg_at_10_max": 0.84945, + "nauc_ndcg_at_10_std": 0.25068, + "nauc_ndcg_at_10_diff1": 0.904159, + "nauc_ndcg_at_20_max": 0.847582, + "nauc_ndcg_at_20_std": 0.256439, + "nauc_ndcg_at_20_diff1": 0.905316, + "nauc_ndcg_at_100_max": 0.844612, + "nauc_ndcg_at_100_std": 0.244781, + "nauc_ndcg_at_100_diff1": 0.906358, + "nauc_ndcg_at_1000_max": 0.842222, + "nauc_ndcg_at_1000_std": 0.233356, + "nauc_ndcg_at_1000_diff1": 0.905333, + "nauc_map_at_1_max": 0.80937, + "nauc_map_at_1_std": 0.169916, + "nauc_map_at_1_diff1": 0.911825, + "nauc_map_at_3_max": 0.837413, + "nauc_map_at_3_std": 0.201896, + "nauc_map_at_3_diff1": 0.904726, + "nauc_map_at_5_max": 0.837166, + "nauc_map_at_5_std": 0.214409, + "nauc_map_at_5_diff1": 0.903279, + "nauc_map_at_10_max": 0.838354, + "nauc_map_at_10_std": 0.218961, + "nauc_map_at_10_diff1": 0.905228, + "nauc_map_at_20_max": 0.837733, + "nauc_map_at_20_std": 0.219463, + "nauc_map_at_20_diff1": 0.905609, + "nauc_map_at_100_max": 0.837378, + "nauc_map_at_100_std": 0.217973, + "nauc_map_at_100_diff1": 0.905677, + "nauc_map_at_1000_max": 0.837294, + "nauc_map_at_1000_std": 0.217602, + "nauc_map_at_1000_diff1": 0.905642, + "nauc_recall_at_1_max": 0.80937, + "nauc_recall_at_1_std": 0.169916, + "nauc_recall_at_1_diff1": 0.911825, + "nauc_recall_at_3_max": 0.873915, + "nauc_recall_at_3_std": 0.249886, + "nauc_recall_at_3_diff1": 0.893132, + "nauc_recall_at_5_max": 0.87983, + "nauc_recall_at_5_std": 0.333883, + "nauc_recall_at_5_diff1": 0.88243, + "nauc_recall_at_10_max": 0.910035, + "nauc_recall_at_10_std": 0.434901, + "nauc_recall_at_10_diff1": 0.901004, + "nauc_recall_at_20_max": 0.9169, + "nauc_recall_at_20_std": 0.559342, + "nauc_recall_at_20_diff1": 0.907926, + "nauc_recall_at_100_max": 0.952848, + "nauc_recall_at_100_std": 0.772362, "nauc_recall_at_100_diff1": 0.952848, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.832649, - "nauc_precision_at_1_std": 0.219304, - "nauc_precision_at_1_diff1": 0.932018, - "nauc_precision_at_3_max": 0.873113, - "nauc_precision_at_3_std": 0.292858, - "nauc_precision_at_3_diff1": 0.883952, - "nauc_precision_at_5_max": 0.888631, - "nauc_precision_at_5_std": 0.377654, - "nauc_precision_at_5_diff1": 0.899565, - "nauc_precision_at_10_max": 0.911496, - "nauc_precision_at_10_std": 0.51323, - "nauc_precision_at_10_diff1": 0.922574, - "nauc_precision_at_20_max": 0.928044, - "nauc_precision_at_20_std": 0.64921, - "nauc_precision_at_20_diff1": 0.920939, - "nauc_precision_at_100_max": 0.943044, - "nauc_precision_at_100_std": 0.727077, + "nauc_precision_at_1_max": 0.80937, + "nauc_precision_at_1_std": 0.169916, + "nauc_precision_at_1_diff1": 0.911825, + "nauc_precision_at_3_max": 0.873915, + "nauc_precision_at_3_std": 0.249886, + "nauc_precision_at_3_diff1": 0.893132, + "nauc_precision_at_5_max": 0.87983, + "nauc_precision_at_5_std": 0.333883, + "nauc_precision_at_5_diff1": 0.88243, + "nauc_precision_at_10_max": 0.910035, + "nauc_precision_at_10_std": 0.434901, + "nauc_precision_at_10_diff1": 0.901004, + "nauc_precision_at_20_max": 0.9169, + "nauc_precision_at_20_std": 0.559342, + "nauc_precision_at_20_diff1": 0.907926, + "nauc_precision_at_100_max": 0.952848, + "nauc_precision_at_100_std": 0.772362, "nauc_precision_at_100_diff1": 0.952848, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.832649, - "nauc_mrr_at_1_std": 0.219304, - "nauc_mrr_at_1_diff1": 0.932018, - "nauc_mrr_at_3_max": 0.850394, - "nauc_mrr_at_3_std": 0.245403, - "nauc_mrr_at_3_diff1": 0.914968, - "nauc_mrr_at_5_max": 0.851902, - "nauc_mrr_at_5_std": 0.256217, - "nauc_mrr_at_5_diff1": 0.918397, - "nauc_mrr_at_10_max": 0.852812, - "nauc_mrr_at_10_std": 0.263343, - "nauc_mrr_at_10_diff1": 0.920427, - "nauc_mrr_at_20_max": 0.852815, - "nauc_mrr_at_20_std": 0.264608, - "nauc_mrr_at_20_diff1": 0.920389, - "nauc_mrr_at_100_max": 0.852474, - "nauc_mrr_at_100_std": 0.262499, - "nauc_mrr_at_100_diff1": 0.920542, - "nauc_mrr_at_1000_max": 0.852411, - "nauc_mrr_at_1000_std": 0.262197, - "nauc_mrr_at_1000_diff1": 0.920522, - "main_score": 0.88277, + "nauc_mrr_at_1_max": 0.80937, + "nauc_mrr_at_1_std": 0.169916, + "nauc_mrr_at_1_diff1": 0.911825, + "nauc_mrr_at_3_max": 0.837413, + "nauc_mrr_at_3_std": 0.201896, + "nauc_mrr_at_3_diff1": 0.904726, + "nauc_mrr_at_5_max": 0.837166, + "nauc_mrr_at_5_std": 0.214409, + "nauc_mrr_at_5_diff1": 0.903279, + "nauc_mrr_at_10_max": 0.838354, + "nauc_mrr_at_10_std": 0.218961, + "nauc_mrr_at_10_diff1": 0.905228, + "nauc_mrr_at_20_max": 0.837733, + "nauc_mrr_at_20_std": 0.219463, + "nauc_mrr_at_20_diff1": 0.905609, + "nauc_mrr_at_100_max": 0.837378, + "nauc_mrr_at_100_std": 0.217973, + "nauc_mrr_at_100_diff1": 0.905677, + "nauc_mrr_at_1000_max": 0.837294, + "nauc_mrr_at_1000_std": 0.217602, + "nauc_mrr_at_1000_diff1": 0.905642, + "hit_rate_at_1": 0.83444, + "hit_rate_at_3": 0.89222, + "hit_rate_at_5": 0.91222, + "hit_rate_at_10": 0.93222, + "hit_rate_at_20": 0.95, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.88462, "hf_subset": "war_Latn-war_Latn", "languages": [ "war-Latn", "war-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89444, - "ndcg_at_3": 0.93196, - "ndcg_at_5": 0.93832, - "ndcg_at_10": 0.94085, - "ndcg_at_20": 0.9428, - "ndcg_at_100": 0.94451, - "ndcg_at_1000": 0.94498, - "map_at_1": 0.89444, - "map_at_3": 0.92333, - "map_at_5": 0.92683, - "map_at_10": 0.92789, - "map_at_20": 0.92842, - "map_at_100": 0.92867, - "map_at_1000": 0.9287, - "recall_at_1": 0.89444, - "recall_at_3": 0.95667, - "recall_at_5": 0.97222, - "recall_at_10": 0.98, - "recall_at_20": 0.98778, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.92976, + "ndcg_at_5": 0.93473, + "ndcg_at_10": 0.93811, + "ndcg_at_20": 0.94013, + "ndcg_at_100": 0.94279, + "ndcg_at_1000": 0.94309, + "map_at_1": 0.89111, + "map_at_3": 0.92111, + "map_at_5": 0.92383, + "map_at_10": 0.92531, + "map_at_20": 0.92589, + "map_at_100": 0.92633, + "map_at_1000": 0.92635, + "recall_at_1": 0.89111, + "recall_at_3": 0.95444, + "recall_at_5": 0.96667, + "recall_at_10": 0.97667, + "recall_at_20": 0.98444, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.89444, - "precision_at_3": 0.31889, - "precision_at_5": 0.19444, - "precision_at_10": 0.098, - "precision_at_20": 0.04939, - "precision_at_100": 0.00997, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31815, + "precision_at_5": 0.19333, + "precision_at_10": 0.09767, + "precision_at_20": 0.04922, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.894444, - "mrr_at_3": 0.923333, - "mrr_at_5": 0.926833, - "mrr_at_10": 0.92789, - "mrr_at_20": 0.928415, - "mrr_at_100": 0.928672, - "mrr_at_1000": 0.928699, - "nauc_ndcg_at_1_max": 0.752313, - "nauc_ndcg_at_1_std": -0.318012, - "nauc_ndcg_at_1_diff1": 0.936513, - "nauc_ndcg_at_3_max": 0.796735, - "nauc_ndcg_at_3_std": -0.315138, - "nauc_ndcg_at_3_diff1": 0.936698, - "nauc_ndcg_at_5_max": 0.800883, - "nauc_ndcg_at_5_std": -0.324502, - "nauc_ndcg_at_5_diff1": 0.939231, - "nauc_ndcg_at_10_max": 0.796444, - "nauc_ndcg_at_10_std": -0.314863, - "nauc_ndcg_at_10_diff1": 0.940047, - "nauc_ndcg_at_20_max": 0.794054, - "nauc_ndcg_at_20_std": -0.301233, - "nauc_ndcg_at_20_diff1": 0.938608, - "nauc_ndcg_at_100_max": 0.789892, - "nauc_ndcg_at_100_std": -0.304249, - "nauc_ndcg_at_100_diff1": 0.938338, - "nauc_ndcg_at_1000_max": 0.78806, - "nauc_ndcg_at_1000_std": -0.314315, - "nauc_ndcg_at_1000_diff1": 0.938173, - "nauc_map_at_1_max": 0.752313, - "nauc_map_at_1_std": -0.318012, - "nauc_map_at_1_diff1": 0.936513, - "nauc_map_at_3_max": 0.784224, - "nauc_map_at_3_std": -0.320976, - "nauc_map_at_3_diff1": 0.936488, - "nauc_map_at_5_max": 0.785882, - "nauc_map_at_5_std": -0.324775, - "nauc_map_at_5_diff1": 0.937786, - "nauc_map_at_10_max": 0.784145, - "nauc_map_at_10_std": -0.321152, - "nauc_map_at_10_diff1": 0.937986, - "nauc_map_at_20_max": 0.783438, - "nauc_map_at_20_std": -0.318838, - "nauc_map_at_20_diff1": 0.937649, - "nauc_map_at_100_max": 0.782952, - "nauc_map_at_100_std": -0.319228, - "nauc_map_at_100_diff1": 0.937646, - "nauc_map_at_1000_max": 0.782871, - "nauc_map_at_1000_std": -0.319665, - "nauc_map_at_1000_diff1": 0.937638, - "nauc_recall_at_1_max": 0.752313, - "nauc_recall_at_1_std": -0.318012, - "nauc_recall_at_1_diff1": 0.936513, - "nauc_recall_at_3_max": 0.858699, - "nauc_recall_at_3_std": -0.28192, - "nauc_recall_at_3_diff1": 0.937873, - "nauc_recall_at_5_max": 0.912232, - "nauc_recall_at_5_std": -0.322969, - "nauc_recall_at_5_diff1": 0.950794, - "nauc_recall_at_10_max": 0.915318, - "nauc_recall_at_10_std": -0.242219, - "nauc_recall_at_10_diff1": 0.963689, - "nauc_recall_at_20_max": 0.95098, - "nauc_recall_at_20_std": 0.082421, - "nauc_recall_at_20_diff1": 0.952466, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.921111, + "mrr_at_5": 0.923833, + "mrr_at_10": 0.925313, + "mrr_at_20": 0.925892, + "mrr_at_100": 0.926333, + "mrr_at_1000": 0.926347, + "nauc_ndcg_at_1_max": 0.736306, + "nauc_ndcg_at_1_std": -0.395486, + "nauc_ndcg_at_1_diff1": 0.936488, + "nauc_ndcg_at_3_max": 0.777699, + "nauc_ndcg_at_3_std": -0.42278, + "nauc_ndcg_at_3_diff1": 0.933748, + "nauc_ndcg_at_5_max": 0.780033, + "nauc_ndcg_at_5_std": -0.414218, + "nauc_ndcg_at_5_diff1": 0.935356, + "nauc_ndcg_at_10_max": 0.778026, + "nauc_ndcg_at_10_std": -0.405516, + "nauc_ndcg_at_10_diff1": 0.93522, + "nauc_ndcg_at_20_max": 0.773149, + "nauc_ndcg_at_20_std": -0.393474, + "nauc_ndcg_at_20_diff1": 0.935026, + "nauc_ndcg_at_100_max": 0.770756, + "nauc_ndcg_at_100_std": -0.399902, + "nauc_ndcg_at_100_diff1": 0.936257, + "nauc_ndcg_at_1000_max": 0.76951, + "nauc_ndcg_at_1000_std": -0.407506, + "nauc_ndcg_at_1000_diff1": 0.935911, + "nauc_map_at_1_max": 0.736306, + "nauc_map_at_1_std": -0.395486, + "nauc_map_at_1_diff1": 0.936488, + "nauc_map_at_3_max": 0.766803, + "nauc_map_at_3_std": -0.419427, + "nauc_map_at_3_diff1": 0.934829, + "nauc_map_at_5_max": 0.767575, + "nauc_map_at_5_std": -0.415404, + "nauc_map_at_5_diff1": 0.935665, + "nauc_map_at_10_max": 0.76649, + "nauc_map_at_10_std": -0.413507, + "nauc_map_at_10_diff1": 0.935681, + "nauc_map_at_20_max": 0.765282, + "nauc_map_at_20_std": -0.411184, + "nauc_map_at_20_diff1": 0.935683, + "nauc_map_at_100_max": 0.76505, + "nauc_map_at_100_std": -0.411859, + "nauc_map_at_100_diff1": 0.935884, + "nauc_map_at_1000_max": 0.765002, + "nauc_map_at_1000_std": -0.412145, + "nauc_map_at_1000_diff1": 0.935871, + "nauc_recall_at_1_max": 0.736306, + "nauc_recall_at_1_std": -0.395486, + "nauc_recall_at_1_diff1": 0.936488, + "nauc_recall_at_3_max": 0.829735, + "nauc_recall_at_3_std": -0.435369, + "nauc_recall_at_3_diff1": 0.928264, + "nauc_recall_at_5_max": 0.859337, + "nauc_recall_at_5_std": -0.397915, + "nauc_recall_at_5_diff1": 0.933551, + "nauc_recall_at_10_max": 0.879418, + "nauc_recall_at_10_std": -0.303121, + "nauc_recall_at_10_diff1": 0.93075, + "nauc_recall_at_20_max": 0.857643, + "nauc_recall_at_20_std": -0.060524, + "nauc_recall_at_20_diff1": 0.924136, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.851385, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.752313, - "nauc_precision_at_1_std": -0.318012, - "nauc_precision_at_1_diff1": 0.936513, - "nauc_precision_at_3_max": 0.858699, - "nauc_precision_at_3_std": -0.28192, - "nauc_precision_at_3_diff1": 0.937873, - "nauc_precision_at_5_max": 0.912232, - "nauc_precision_at_5_std": -0.322969, - "nauc_precision_at_5_diff1": 0.950794, - "nauc_precision_at_10_max": 0.915318, - "nauc_precision_at_10_std": -0.242219, - "nauc_precision_at_10_diff1": 0.963689, - "nauc_precision_at_20_max": 0.95098, - "nauc_precision_at_20_std": 0.082421, - "nauc_precision_at_20_diff1": 0.952466, + "nauc_precision_at_1_max": 0.736306, + "nauc_precision_at_1_std": -0.395486, + "nauc_precision_at_1_diff1": 0.936488, + "nauc_precision_at_3_max": 0.829735, + "nauc_precision_at_3_std": -0.435369, + "nauc_precision_at_3_diff1": 0.928264, + "nauc_precision_at_5_max": 0.859337, + "nauc_precision_at_5_std": -0.397915, + "nauc_precision_at_5_diff1": 0.933551, + "nauc_precision_at_10_max": 0.879418, + "nauc_precision_at_10_std": -0.303121, + "nauc_precision_at_10_diff1": 0.93075, + "nauc_precision_at_20_max": 0.857643, + "nauc_precision_at_20_std": -0.060524, + "nauc_precision_at_20_diff1": 0.924136, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.851385, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.752313, - "nauc_mrr_at_1_std": -0.318012, - "nauc_mrr_at_1_diff1": 0.936513, - "nauc_mrr_at_3_max": 0.784224, - "nauc_mrr_at_3_std": -0.320976, - "nauc_mrr_at_3_diff1": 0.936488, - "nauc_mrr_at_5_max": 0.785882, - "nauc_mrr_at_5_std": -0.324775, - "nauc_mrr_at_5_diff1": 0.937786, - "nauc_mrr_at_10_max": 0.784145, - "nauc_mrr_at_10_std": -0.321152, - "nauc_mrr_at_10_diff1": 0.937986, - "nauc_mrr_at_20_max": 0.783438, - "nauc_mrr_at_20_std": -0.318838, - "nauc_mrr_at_20_diff1": 0.937649, - "nauc_mrr_at_100_max": 0.782952, - "nauc_mrr_at_100_std": -0.319228, - "nauc_mrr_at_100_diff1": 0.937646, - "nauc_mrr_at_1000_max": 0.782871, - "nauc_mrr_at_1000_std": -0.319665, - "nauc_mrr_at_1000_diff1": 0.937638, - "main_score": 0.94085, + "nauc_mrr_at_1_max": 0.736306, + "nauc_mrr_at_1_std": -0.395486, + "nauc_mrr_at_1_diff1": 0.936488, + "nauc_mrr_at_3_max": 0.766803, + "nauc_mrr_at_3_std": -0.419427, + "nauc_mrr_at_3_diff1": 0.934829, + "nauc_mrr_at_5_max": 0.767575, + "nauc_mrr_at_5_std": -0.415404, + "nauc_mrr_at_5_diff1": 0.935665, + "nauc_mrr_at_10_max": 0.76649, + "nauc_mrr_at_10_std": -0.413507, + "nauc_mrr_at_10_diff1": 0.935681, + "nauc_mrr_at_20_max": 0.765282, + "nauc_mrr_at_20_std": -0.411184, + "nauc_mrr_at_20_diff1": 0.935683, + "nauc_mrr_at_100_max": 0.76505, + "nauc_mrr_at_100_std": -0.411859, + "nauc_mrr_at_100_diff1": 0.935884, + "nauc_mrr_at_1000_max": 0.765002, + "nauc_mrr_at_1000_std": -0.412145, + "nauc_mrr_at_1000_diff1": 0.935871, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.95444, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93811, "hf_subset": "war_Latn-eng_Latn", "languages": [ "war-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.78, - "ndcg_at_3": 0.83163, - "ndcg_at_5": 0.8399, - "ndcg_at_10": 0.84757, - "ndcg_at_20": 0.85196, - "ndcg_at_100": 0.86047, - "ndcg_at_1000": 0.86403, - "map_at_1": 0.78, - "map_at_3": 0.81944, - "map_at_5": 0.82406, - "map_at_10": 0.82729, - "map_at_20": 0.82845, - "map_at_100": 0.82965, - "map_at_1000": 0.82981, - "recall_at_1": 0.78, - "recall_at_3": 0.86667, - "recall_at_5": 0.88667, - "recall_at_10": 0.91, - "recall_at_20": 0.92778, - "recall_at_100": 0.97333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.77778, + "ndcg_at_3": 0.8238, + "ndcg_at_5": 0.83403, + "ndcg_at_10": 0.83909, + "ndcg_at_20": 0.84588, + "ndcg_at_100": 0.85469, + "ndcg_at_1000": 0.85885, + "map_at_1": 0.77778, + "map_at_3": 0.81278, + "map_at_5": 0.81856, + "map_at_10": 0.82066, + "map_at_20": 0.82255, + "map_at_100": 0.82383, + "map_at_1000": 0.82402, + "recall_at_1": 0.77778, + "recall_at_3": 0.85556, + "recall_at_5": 0.88, + "recall_at_10": 0.89556, + "recall_at_20": 0.92222, + "recall_at_100": 0.96889, "recall_at_1000": 1.0, - "precision_at_1": 0.78, - "precision_at_3": 0.28889, - "precision_at_5": 0.17733, - "precision_at_10": 0.091, - "precision_at_20": 0.04639, - "precision_at_100": 0.00973, + "accuracy": 0.77778, + "precision_at_1": 0.77778, + "precision_at_3": 0.28519, + "precision_at_5": 0.176, + "precision_at_10": 0.08956, + "precision_at_20": 0.04611, + "precision_at_100": 0.00969, "precision_at_1000": 0.001, - "mrr_at_1": 0.78, - "mrr_at_3": 0.819444, - "mrr_at_5": 0.824056, - "mrr_at_10": 0.827291, - "mrr_at_20": 0.828446, - "mrr_at_100": 0.829655, - "mrr_at_1000": 0.829808, - "nauc_ndcg_at_1_max": 0.87164, - "nauc_ndcg_at_1_std": 0.243072, - "nauc_ndcg_at_1_diff1": 0.936302, - "nauc_ndcg_at_3_max": 0.897802, - "nauc_ndcg_at_3_std": 0.332401, - "nauc_ndcg_at_3_diff1": 0.914304, - "nauc_ndcg_at_5_max": 0.899172, - "nauc_ndcg_at_5_std": 0.370995, - "nauc_ndcg_at_5_diff1": 0.91122, - "nauc_ndcg_at_10_max": 0.896715, - "nauc_ndcg_at_10_std": 0.37264, - "nauc_ndcg_at_10_diff1": 0.912397, - "nauc_ndcg_at_20_max": 0.897743, - "nauc_ndcg_at_20_std": 0.37549, - "nauc_ndcg_at_20_diff1": 0.915336, - "nauc_ndcg_at_100_max": 0.895232, - "nauc_ndcg_at_100_std": 0.35746, - "nauc_ndcg_at_100_diff1": 0.917167, - "nauc_ndcg_at_1000_max": 0.893335, - "nauc_ndcg_at_1000_std": 0.345477, - "nauc_ndcg_at_1000_diff1": 0.917595, - "nauc_map_at_1_max": 0.87164, - "nauc_map_at_1_std": 0.243072, - "nauc_map_at_1_diff1": 0.936302, - "nauc_map_at_3_max": 0.890337, - "nauc_map_at_3_std": 0.306382, - "nauc_map_at_3_diff1": 0.920039, - "nauc_map_at_5_max": 0.890811, - "nauc_map_at_5_std": 0.325369, - "nauc_map_at_5_diff1": 0.918603, - "nauc_map_at_10_max": 0.889647, - "nauc_map_at_10_std": 0.32525, - "nauc_map_at_10_diff1": 0.919093, - "nauc_map_at_20_max": 0.889797, - "nauc_map_at_20_std": 0.325418, - "nauc_map_at_20_diff1": 0.919756, - "nauc_map_at_100_max": 0.88954, - "nauc_map_at_100_std": 0.323301, - "nauc_map_at_100_diff1": 0.920037, - "nauc_map_at_1000_max": 0.889476, - "nauc_map_at_1000_std": 0.322881, - "nauc_map_at_1000_diff1": 0.920056, - "nauc_recall_at_1_max": 0.87164, - "nauc_recall_at_1_std": 0.243072, - "nauc_recall_at_1_diff1": 0.936302, - "nauc_recall_at_3_max": 0.925917, - "nauc_recall_at_3_std": 0.430679, - "nauc_recall_at_3_diff1": 0.893002, - "nauc_recall_at_5_max": 0.935061, - "nauc_recall_at_5_std": 0.573246, - "nauc_recall_at_5_diff1": 0.879562, - "nauc_recall_at_10_max": 0.932508, - "nauc_recall_at_10_std": 0.628852, - "nauc_recall_at_10_diff1": 0.878537, - "nauc_recall_at_20_max": 0.949903, - "nauc_recall_at_20_std": 0.716476, - "nauc_recall_at_20_diff1": 0.894132, - "nauc_recall_at_100_max": 0.965083, - "nauc_recall_at_100_std": 0.794429, - "nauc_recall_at_100_diff1": 0.902253, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.87164, - "nauc_precision_at_1_std": 0.243072, - "nauc_precision_at_1_diff1": 0.936302, - "nauc_precision_at_3_max": 0.925917, - "nauc_precision_at_3_std": 0.430679, - "nauc_precision_at_3_diff1": 0.893002, - "nauc_precision_at_5_max": 0.935061, - "nauc_precision_at_5_std": 0.573246, - "nauc_precision_at_5_diff1": 0.879562, - "nauc_precision_at_10_max": 0.932508, - "nauc_precision_at_10_std": 0.628852, - "nauc_precision_at_10_diff1": 0.878537, - "nauc_precision_at_20_max": 0.949903, - "nauc_precision_at_20_std": 0.716476, - "nauc_precision_at_20_diff1": 0.894132, - "nauc_precision_at_100_max": 0.965083, - "nauc_precision_at_100_std": 0.794429, - "nauc_precision_at_100_diff1": 0.902253, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.87164, - "nauc_mrr_at_1_std": 0.243072, - "nauc_mrr_at_1_diff1": 0.936302, - "nauc_mrr_at_3_max": 0.890337, - "nauc_mrr_at_3_std": 0.306382, - "nauc_mrr_at_3_diff1": 0.920039, - "nauc_mrr_at_5_max": 0.890811, - "nauc_mrr_at_5_std": 0.325369, - "nauc_mrr_at_5_diff1": 0.918603, - "nauc_mrr_at_10_max": 0.889647, - "nauc_mrr_at_10_std": 0.32525, - "nauc_mrr_at_10_diff1": 0.919093, - "nauc_mrr_at_20_max": 0.889797, - "nauc_mrr_at_20_std": 0.325418, - "nauc_mrr_at_20_diff1": 0.919756, - "nauc_mrr_at_100_max": 0.88954, - "nauc_mrr_at_100_std": 0.323301, - "nauc_mrr_at_100_diff1": 0.920037, - "nauc_mrr_at_1000_max": 0.889476, - "nauc_mrr_at_1000_std": 0.322881, - "nauc_mrr_at_1000_diff1": 0.920056, - "main_score": 0.84757, + "mrr_at_1": 0.777778, + "mrr_at_3": 0.812778, + "mrr_at_5": 0.818556, + "mrr_at_10": 0.820665, + "mrr_at_20": 0.822552, + "mrr_at_100": 0.823833, + "mrr_at_1000": 0.824016, + "nauc_ndcg_at_1_max": 0.853734, + "nauc_ndcg_at_1_std": 0.165587, + "nauc_ndcg_at_1_diff1": 0.912665, + "nauc_ndcg_at_3_max": 0.882158, + "nauc_ndcg_at_3_std": 0.259512, + "nauc_ndcg_at_3_diff1": 0.898958, + "nauc_ndcg_at_5_max": 0.882619, + "nauc_ndcg_at_5_std": 0.272623, + "nauc_ndcg_at_5_diff1": 0.895923, + "nauc_ndcg_at_10_max": 0.883473, + "nauc_ndcg_at_10_std": 0.290656, + "nauc_ndcg_at_10_diff1": 0.894542, + "nauc_ndcg_at_20_max": 0.881696, + "nauc_ndcg_at_20_std": 0.287254, + "nauc_ndcg_at_20_diff1": 0.896743, + "nauc_ndcg_at_100_max": 0.880249, + "nauc_ndcg_at_100_std": 0.27847, + "nauc_ndcg_at_100_diff1": 0.897948, + "nauc_ndcg_at_1000_max": 0.878037, + "nauc_ndcg_at_1000_std": 0.264379, + "nauc_ndcg_at_1000_diff1": 0.899086, + "nauc_map_at_1_max": 0.853734, + "nauc_map_at_1_std": 0.165587, + "nauc_map_at_1_diff1": 0.912665, + "nauc_map_at_3_max": 0.874477, + "nauc_map_at_3_std": 0.233343, + "nauc_map_at_3_diff1": 0.902614, + "nauc_map_at_5_max": 0.874607, + "nauc_map_at_5_std": 0.239919, + "nauc_map_at_5_diff1": 0.901157, + "nauc_map_at_10_max": 0.875, + "nauc_map_at_10_std": 0.246776, + "nauc_map_at_10_diff1": 0.900681, + "nauc_map_at_20_max": 0.874375, + "nauc_map_at_20_std": 0.245171, + "nauc_map_at_20_diff1": 0.901323, + "nauc_map_at_100_max": 0.874163, + "nauc_map_at_100_std": 0.244111, + "nauc_map_at_100_diff1": 0.901487, + "nauc_map_at_1000_max": 0.874082, + "nauc_map_at_1000_std": 0.243598, + "nauc_map_at_1000_diff1": 0.901519, + "nauc_recall_at_1_max": 0.853734, + "nauc_recall_at_1_std": 0.165587, + "nauc_recall_at_1_diff1": 0.912665, + "nauc_recall_at_3_max": 0.909848, + "nauc_recall_at_3_std": 0.35428, + "nauc_recall_at_3_diff1": 0.885804, + "nauc_recall_at_5_max": 0.915619, + "nauc_recall_at_5_std": 0.409963, + "nauc_recall_at_5_diff1": 0.873683, + "nauc_recall_at_10_max": 0.922413, + "nauc_recall_at_10_std": 0.505279, + "nauc_recall_at_10_diff1": 0.864679, + "nauc_recall_at_20_max": 0.924003, + "nauc_recall_at_20_std": 0.556849, + "nauc_recall_at_20_diff1": 0.870281, + "nauc_recall_at_100_max": 0.951397, + "nauc_recall_at_100_std": 0.730792, + "nauc_recall_at_100_diff1": 0.859444, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.853734, + "nauc_precision_at_1_std": 0.165587, + "nauc_precision_at_1_diff1": 0.912665, + "nauc_precision_at_3_max": 0.909848, + "nauc_precision_at_3_std": 0.35428, + "nauc_precision_at_3_diff1": 0.885804, + "nauc_precision_at_5_max": 0.915619, + "nauc_precision_at_5_std": 0.409963, + "nauc_precision_at_5_diff1": 0.873683, + "nauc_precision_at_10_max": 0.922413, + "nauc_precision_at_10_std": 0.505279, + "nauc_precision_at_10_diff1": 0.864679, + "nauc_precision_at_20_max": 0.924003, + "nauc_precision_at_20_std": 0.556849, + "nauc_precision_at_20_diff1": 0.870281, + "nauc_precision_at_100_max": 0.951397, + "nauc_precision_at_100_std": 0.730792, + "nauc_precision_at_100_diff1": 0.859444, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.853734, + "nauc_mrr_at_1_std": 0.165587, + "nauc_mrr_at_1_diff1": 0.912665, + "nauc_mrr_at_3_max": 0.874477, + "nauc_mrr_at_3_std": 0.233343, + "nauc_mrr_at_3_diff1": 0.902614, + "nauc_mrr_at_5_max": 0.874607, + "nauc_mrr_at_5_std": 0.239919, + "nauc_mrr_at_5_diff1": 0.901157, + "nauc_mrr_at_10_max": 0.875, + "nauc_mrr_at_10_std": 0.246776, + "nauc_mrr_at_10_diff1": 0.900681, + "nauc_mrr_at_20_max": 0.874375, + "nauc_mrr_at_20_std": 0.245171, + "nauc_mrr_at_20_diff1": 0.901323, + "nauc_mrr_at_100_max": 0.874163, + "nauc_mrr_at_100_std": 0.244111, + "nauc_mrr_at_100_diff1": 0.901487, + "nauc_mrr_at_1000_max": 0.874082, + "nauc_mrr_at_1000_std": 0.243598, + "nauc_mrr_at_1000_diff1": 0.901519, + "hit_rate_at_1": 0.77778, + "hit_rate_at_3": 0.85556, + "hit_rate_at_5": 0.88, + "hit_rate_at_10": 0.89556, + "hit_rate_at_20": 0.92222, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.83909, "hf_subset": "eng_Latn-war_Latn", "languages": [ "eng-Latn", "war-Latn" - ] - }, - { - "ndcg_at_1": 0.50667, - "ndcg_at_3": 0.55295, - "ndcg_at_5": 0.56395, - "ndcg_at_10": 0.57678, - "ndcg_at_20": 0.58916, - "ndcg_at_100": 0.61498, - "ndcg_at_1000": 0.63542, - "map_at_1": 0.50667, - "map_at_3": 0.54167, - "map_at_5": 0.54778, - "map_at_10": 0.55301, - "map_at_20": 0.55641, - "map_at_100": 0.55978, - "map_at_1000": 0.56061, - "recall_at_1": 0.50667, - "recall_at_3": 0.58556, - "recall_at_5": 0.61222, - "recall_at_10": 0.65222, - "recall_at_20": 0.70111, - "recall_at_100": 0.84333, - "recall_at_1000": 1.0, - "precision_at_1": 0.50667, - "precision_at_3": 0.19519, - "precision_at_5": 0.12244, - "precision_at_10": 0.06522, - "precision_at_20": 0.03506, - "precision_at_100": 0.00843, - "precision_at_1000": 0.001, - "mrr_at_1": 0.506667, - "mrr_at_3": 0.541667, - "mrr_at_5": 0.547778, - "mrr_at_10": 0.553011, - "mrr_at_20": 0.556415, - "mrr_at_100": 0.559783, - "mrr_at_1000": 0.560609, - "nauc_ndcg_at_1_max": 0.772634, - "nauc_ndcg_at_1_std": -0.233171, - "nauc_ndcg_at_1_diff1": 0.84186, - "nauc_ndcg_at_3_max": 0.785353, - "nauc_ndcg_at_3_std": -0.24384, - "nauc_ndcg_at_3_diff1": 0.821384, - "nauc_ndcg_at_5_max": 0.782023, - "nauc_ndcg_at_5_std": -0.249872, - "nauc_ndcg_at_5_diff1": 0.81795, - "nauc_ndcg_at_10_max": 0.780914, - "nauc_ndcg_at_10_std": -0.254516, - "nauc_ndcg_at_10_diff1": 0.815768, - "nauc_ndcg_at_20_max": 0.771344, - "nauc_ndcg_at_20_std": -0.26037, - "nauc_ndcg_at_20_diff1": 0.809207, - "nauc_ndcg_at_100_max": 0.770028, - "nauc_ndcg_at_100_std": -0.249217, - "nauc_ndcg_at_100_diff1": 0.807745, - "nauc_ndcg_at_1000_max": 0.77497, - "nauc_ndcg_at_1000_std": -0.251348, - "nauc_ndcg_at_1000_diff1": 0.815233, - "nauc_map_at_1_max": 0.772634, - "nauc_map_at_1_std": -0.233171, - "nauc_map_at_1_diff1": 0.84186, - "nauc_map_at_3_max": 0.782963, - "nauc_map_at_3_std": -0.241864, - "nauc_map_at_3_diff1": 0.826985, - "nauc_map_at_5_max": 0.781068, - "nauc_map_at_5_std": -0.244948, - "nauc_map_at_5_diff1": 0.82492, - "nauc_map_at_10_max": 0.780553, - "nauc_map_at_10_std": -0.24686, - "nauc_map_at_10_diff1": 0.8241, - "nauc_map_at_20_max": 0.778103, - "nauc_map_at_20_std": -0.248036, - "nauc_map_at_20_diff1": 0.822504, - "nauc_map_at_100_max": 0.777887, - "nauc_map_at_100_std": -0.247143, - "nauc_map_at_100_diff1": 0.822304, - "nauc_map_at_1000_max": 0.778048, - "nauc_map_at_1000_std": -0.247195, - "nauc_map_at_1000_diff1": 0.822546, - "nauc_recall_at_1_max": 0.772634, - "nauc_recall_at_1_std": -0.233171, - "nauc_recall_at_1_diff1": 0.84186, - "nauc_recall_at_3_max": 0.792246, - "nauc_recall_at_3_std": -0.24952, - "nauc_recall_at_3_diff1": 0.80422, - "nauc_recall_at_5_max": 0.784216, - "nauc_recall_at_5_std": -0.266109, - "nauc_recall_at_5_diff1": 0.795783, - "nauc_recall_at_10_max": 0.780973, - "nauc_recall_at_10_std": -0.282816, - "nauc_recall_at_10_diff1": 0.786625, - "nauc_recall_at_20_max": 0.734639, - "nauc_recall_at_20_std": -0.316824, - "nauc_recall_at_20_diff1": 0.751507, - "nauc_recall_at_100_max": 0.698077, - "nauc_recall_at_100_std": -0.220368, - "nauc_recall_at_100_diff1": 0.698077, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.772634, - "nauc_precision_at_1_std": -0.233171, - "nauc_precision_at_1_diff1": 0.84186, - "nauc_precision_at_3_max": 0.792246, - "nauc_precision_at_3_std": -0.24952, - "nauc_precision_at_3_diff1": 0.80422, - "nauc_precision_at_5_max": 0.784216, - "nauc_precision_at_5_std": -0.266109, - "nauc_precision_at_5_diff1": 0.795783, - "nauc_precision_at_10_max": 0.780973, - "nauc_precision_at_10_std": -0.282816, - "nauc_precision_at_10_diff1": 0.786625, - "nauc_precision_at_20_max": 0.734639, - "nauc_precision_at_20_std": -0.316824, - "nauc_precision_at_20_diff1": 0.751507, - "nauc_precision_at_100_max": 0.698077, - "nauc_precision_at_100_std": -0.220368, - "nauc_precision_at_100_diff1": 0.698077, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.772634, - "nauc_mrr_at_1_std": -0.233171, - "nauc_mrr_at_1_diff1": 0.84186, - "nauc_mrr_at_3_max": 0.782963, - "nauc_mrr_at_3_std": -0.241864, - "nauc_mrr_at_3_diff1": 0.826985, - "nauc_mrr_at_5_max": 0.781068, - "nauc_mrr_at_5_std": -0.244948, - "nauc_mrr_at_5_diff1": 0.82492, - "nauc_mrr_at_10_max": 0.780553, - "nauc_mrr_at_10_std": -0.24686, - "nauc_mrr_at_10_diff1": 0.8241, - "nauc_mrr_at_20_max": 0.778103, - "nauc_mrr_at_20_std": -0.248036, - "nauc_mrr_at_20_diff1": 0.822504, - "nauc_mrr_at_100_max": 0.777887, - "nauc_mrr_at_100_std": -0.247143, - "nauc_mrr_at_100_diff1": 0.822304, - "nauc_mrr_at_1000_max": 0.778048, - "nauc_mrr_at_1000_std": -0.247195, - "nauc_mrr_at_1000_diff1": 0.822546, - "main_score": 0.57678, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.50333, + "ndcg_at_3": 0.55046, + "ndcg_at_5": 0.5628, + "ndcg_at_10": 0.57755, + "ndcg_at_20": 0.58992, + "ndcg_at_100": 0.61445, + "ndcg_at_1000": 0.63473, + "map_at_1": 0.50333, + "map_at_3": 0.53907, + "map_at_5": 0.54591, + "map_at_10": 0.552, + "map_at_20": 0.55541, + "map_at_100": 0.5585, + "map_at_1000": 0.55932, + "recall_at_1": 0.50333, + "recall_at_3": 0.58333, + "recall_at_5": 0.61333, + "recall_at_10": 0.65889, + "recall_at_20": 0.70778, + "recall_at_100": 0.84444, + "recall_at_1000": 1.0, + "accuracy": 0.50333, + "precision_at_1": 0.50333, + "precision_at_3": 0.19444, + "precision_at_5": 0.12267, + "precision_at_10": 0.06589, + "precision_at_20": 0.03539, + "precision_at_100": 0.00844, + "precision_at_1000": 0.001, + "mrr_at_1": 0.503333, + "mrr_at_3": 0.539074, + "mrr_at_5": 0.545907, + "mrr_at_10": 0.552004, + "mrr_at_20": 0.555407, + "mrr_at_100": 0.558502, + "mrr_at_1000": 0.559318, + "nauc_ndcg_at_1_max": 0.764413, + "nauc_ndcg_at_1_std": -0.197696, + "nauc_ndcg_at_1_diff1": 0.854976, + "nauc_ndcg_at_3_max": 0.781133, + "nauc_ndcg_at_3_std": -0.206311, + "nauc_ndcg_at_3_diff1": 0.830224, + "nauc_ndcg_at_5_max": 0.78105, + "nauc_ndcg_at_5_std": -0.206187, + "nauc_ndcg_at_5_diff1": 0.829979, + "nauc_ndcg_at_10_max": 0.779262, + "nauc_ndcg_at_10_std": -0.206069, + "nauc_ndcg_at_10_diff1": 0.826774, + "nauc_ndcg_at_20_max": 0.772601, + "nauc_ndcg_at_20_std": -0.212322, + "nauc_ndcg_at_20_diff1": 0.8218, + "nauc_ndcg_at_100_max": 0.767532, + "nauc_ndcg_at_100_std": -0.208146, + "nauc_ndcg_at_100_diff1": 0.818223, + "nauc_ndcg_at_1000_max": 0.772332, + "nauc_ndcg_at_1000_std": -0.208431, + "nauc_ndcg_at_1000_diff1": 0.825921, + "nauc_map_at_1_max": 0.764413, + "nauc_map_at_1_std": -0.197696, + "nauc_map_at_1_diff1": 0.854976, + "nauc_map_at_3_max": 0.777635, + "nauc_map_at_3_std": -0.203855, + "nauc_map_at_3_diff1": 0.836376, + "nauc_map_at_5_max": 0.777566, + "nauc_map_at_5_std": -0.203589, + "nauc_map_at_5_diff1": 0.836235, + "nauc_map_at_10_max": 0.77655, + "nauc_map_at_10_std": -0.204064, + "nauc_map_at_10_diff1": 0.834915, + "nauc_map_at_20_max": 0.774534, + "nauc_map_at_20_std": -0.205824, + "nauc_map_at_20_diff1": 0.833476, + "nauc_map_at_100_max": 0.7739, + "nauc_map_at_100_std": -0.205736, + "nauc_map_at_100_diff1": 0.832942, + "nauc_map_at_1000_max": 0.77405, + "nauc_map_at_1000_std": -0.20568, + "nauc_map_at_1000_diff1": 0.833197, + "nauc_recall_at_1_max": 0.764413, + "nauc_recall_at_1_std": -0.197696, + "nauc_recall_at_1_diff1": 0.854976, + "nauc_recall_at_3_max": 0.791431, + "nauc_recall_at_3_std": -0.21388, + "nauc_recall_at_3_diff1": 0.811613, + "nauc_recall_at_5_max": 0.79163, + "nauc_recall_at_5_std": -0.214679, + "nauc_recall_at_5_diff1": 0.810453, + "nauc_recall_at_10_max": 0.787972, + "nauc_recall_at_10_std": -0.21159, + "nauc_recall_at_10_diff1": 0.798138, + "nauc_recall_at_20_max": 0.759185, + "nauc_recall_at_20_std": -0.241011, + "nauc_recall_at_20_diff1": 0.772613, + "nauc_recall_at_100_max": 0.696747, + "nauc_recall_at_100_std": -0.200983, + "nauc_recall_at_100_diff1": 0.705705, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764413, + "nauc_precision_at_1_std": -0.197696, + "nauc_precision_at_1_diff1": 0.854976, + "nauc_precision_at_3_max": 0.791431, + "nauc_precision_at_3_std": -0.21388, + "nauc_precision_at_3_diff1": 0.811613, + "nauc_precision_at_5_max": 0.79163, + "nauc_precision_at_5_std": -0.214679, + "nauc_precision_at_5_diff1": 0.810453, + "nauc_precision_at_10_max": 0.787972, + "nauc_precision_at_10_std": -0.21159, + "nauc_precision_at_10_diff1": 0.798138, + "nauc_precision_at_20_max": 0.759185, + "nauc_precision_at_20_std": -0.241011, + "nauc_precision_at_20_diff1": 0.772613, + "nauc_precision_at_100_max": 0.696747, + "nauc_precision_at_100_std": -0.200983, + "nauc_precision_at_100_diff1": 0.705705, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764413, + "nauc_mrr_at_1_std": -0.197696, + "nauc_mrr_at_1_diff1": 0.854976, + "nauc_mrr_at_3_max": 0.777635, + "nauc_mrr_at_3_std": -0.203855, + "nauc_mrr_at_3_diff1": 0.836376, + "nauc_mrr_at_5_max": 0.777566, + "nauc_mrr_at_5_std": -0.203589, + "nauc_mrr_at_5_diff1": 0.836235, + "nauc_mrr_at_10_max": 0.77655, + "nauc_mrr_at_10_std": -0.204064, + "nauc_mrr_at_10_diff1": 0.834915, + "nauc_mrr_at_20_max": 0.774534, + "nauc_mrr_at_20_std": -0.205824, + "nauc_mrr_at_20_diff1": 0.833476, + "nauc_mrr_at_100_max": 0.7739, + "nauc_mrr_at_100_std": -0.205736, + "nauc_mrr_at_100_diff1": 0.832942, + "nauc_mrr_at_1000_max": 0.77405, + "nauc_mrr_at_1000_std": -0.20568, + "nauc_mrr_at_1000_diff1": 0.833197, + "hit_rate_at_1": 0.50333, + "hit_rate_at_3": 0.58333, + "hit_rate_at_5": 0.61333, + "hit_rate_at_10": 0.65889, + "hit_rate_at_20": 0.70778, + "hit_rate_at_100": 0.84444, + "hit_rate_at_1000": 1.0, + "main_score": 0.57755, "hf_subset": "wol_Latn-wol_Latn", "languages": [ "wol-Latn", "wol-Latn" - ] - }, - { - "ndcg_at_1": 0.66556, - "ndcg_at_3": 0.72218, - "ndcg_at_5": 0.73437, - "ndcg_at_10": 0.74435, - "ndcg_at_20": 0.75424, - "ndcg_at_100": 0.77015, - "ndcg_at_1000": 0.7768, - "map_at_1": 0.66556, - "map_at_3": 0.70833, - "map_at_5": 0.715, - "map_at_10": 0.71908, - "map_at_20": 0.72182, - "map_at_100": 0.72389, - "map_at_1000": 0.72417, - "recall_at_1": 0.66556, - "recall_at_3": 0.76222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.65222, + "ndcg_at_3": 0.71197, + "ndcg_at_5": 0.72856, + "ndcg_at_10": 0.73646, + "ndcg_at_20": 0.74626, + "ndcg_at_100": 0.76351, + "ndcg_at_1000": 0.77009, + "map_at_1": 0.65222, + "map_at_3": 0.69796, + "map_at_5": 0.70724, + "map_at_10": 0.7105, + "map_at_20": 0.71316, + "map_at_100": 0.71546, + "map_at_1000": 0.71573, + "recall_at_1": 0.65222, + "recall_at_3": 0.75222, "recall_at_5": 0.79222, - "recall_at_10": 0.82333, - "recall_at_20": 0.86222, + "recall_at_10": 0.81667, + "recall_at_20": 0.85556, "recall_at_100": 0.95, "recall_at_1000": 1.0, - "precision_at_1": 0.66556, - "precision_at_3": 0.25407, + "accuracy": 0.65222, + "precision_at_1": 0.65222, + "precision_at_3": 0.25074, "precision_at_5": 0.15844, - "precision_at_10": 0.08233, - "precision_at_20": 0.04311, + "precision_at_10": 0.08167, + "precision_at_20": 0.04278, "precision_at_100": 0.0095, "precision_at_1000": 0.001, - "mrr_at_1": 0.665556, - "mrr_at_3": 0.708333, - "mrr_at_5": 0.715, - "mrr_at_10": 0.719078, - "mrr_at_20": 0.72182, - "mrr_at_100": 0.723887, - "mrr_at_1000": 0.724173, - "nauc_ndcg_at_1_max": 0.82068, - "nauc_ndcg_at_1_std": 0.249594, - "nauc_ndcg_at_1_diff1": 0.859435, - "nauc_ndcg_at_3_max": 0.836226, - "nauc_ndcg_at_3_std": 0.268151, - "nauc_ndcg_at_3_diff1": 0.833127, - "nauc_ndcg_at_5_max": 0.828371, - "nauc_ndcg_at_5_std": 0.265147, - "nauc_ndcg_at_5_diff1": 0.826288, - "nauc_ndcg_at_10_max": 0.828897, - "nauc_ndcg_at_10_std": 0.270484, - "nauc_ndcg_at_10_diff1": 0.824928, - "nauc_ndcg_at_20_max": 0.82643, - "nauc_ndcg_at_20_std": 0.273041, - "nauc_ndcg_at_20_diff1": 0.824528, - "nauc_ndcg_at_100_max": 0.826143, - "nauc_ndcg_at_100_std": 0.272531, - "nauc_ndcg_at_100_diff1": 0.828109, - "nauc_ndcg_at_1000_max": 0.827516, - "nauc_ndcg_at_1000_std": 0.267886, - "nauc_ndcg_at_1000_diff1": 0.831224, - "nauc_map_at_1_max": 0.82068, - "nauc_map_at_1_std": 0.249594, - "nauc_map_at_1_diff1": 0.859435, - "nauc_map_at_3_max": 0.832424, - "nauc_map_at_3_std": 0.261727, - "nauc_map_at_3_diff1": 0.839925, - "nauc_map_at_5_max": 0.828457, - "nauc_map_at_5_std": 0.260467, - "nauc_map_at_5_diff1": 0.836593, - "nauc_map_at_10_max": 0.828527, - "nauc_map_at_10_std": 0.26269, - "nauc_map_at_10_diff1": 0.836088, - "nauc_map_at_20_max": 0.82799, - "nauc_map_at_20_std": 0.263574, - "nauc_map_at_20_diff1": 0.836189, - "nauc_map_at_100_max": 0.827895, - "nauc_map_at_100_std": 0.263254, - "nauc_map_at_100_diff1": 0.836614, - "nauc_map_at_1000_max": 0.827954, - "nauc_map_at_1000_std": 0.263111, - "nauc_map_at_1000_diff1": 0.836732, - "nauc_recall_at_1_max": 0.82068, - "nauc_recall_at_1_std": 0.249594, - "nauc_recall_at_1_diff1": 0.859435, - "nauc_recall_at_3_max": 0.848868, - "nauc_recall_at_3_std": 0.290507, - "nauc_recall_at_3_diff1": 0.810334, - "nauc_recall_at_5_max": 0.82607, - "nauc_recall_at_5_std": 0.281886, - "nauc_recall_at_5_diff1": 0.787087, - "nauc_recall_at_10_max": 0.828913, - "nauc_recall_at_10_std": 0.304839, - "nauc_recall_at_10_diff1": 0.776323, - "nauc_recall_at_20_max": 0.812119, - "nauc_recall_at_20_std": 0.325587, - "nauc_recall_at_20_diff1": 0.760176, - "nauc_recall_at_100_max": 0.787748, - "nauc_recall_at_100_std": 0.412273, - "nauc_recall_at_100_diff1": 0.736705, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.82068, - "nauc_precision_at_1_std": 0.249594, - "nauc_precision_at_1_diff1": 0.859435, - "nauc_precision_at_3_max": 0.848868, - "nauc_precision_at_3_std": 0.290507, - "nauc_precision_at_3_diff1": 0.810334, - "nauc_precision_at_5_max": 0.82607, - "nauc_precision_at_5_std": 0.281886, - "nauc_precision_at_5_diff1": 0.787087, - "nauc_precision_at_10_max": 0.828913, - "nauc_precision_at_10_std": 0.304839, - "nauc_precision_at_10_diff1": 0.776323, - "nauc_precision_at_20_max": 0.812119, - "nauc_precision_at_20_std": 0.325587, - "nauc_precision_at_20_diff1": 0.760176, - "nauc_precision_at_100_max": 0.787748, - "nauc_precision_at_100_std": 0.412273, - "nauc_precision_at_100_diff1": 0.736705, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.82068, - "nauc_mrr_at_1_std": 0.249594, - "nauc_mrr_at_1_diff1": 0.859435, - "nauc_mrr_at_3_max": 0.832424, - "nauc_mrr_at_3_std": 0.261727, - "nauc_mrr_at_3_diff1": 0.839925, - "nauc_mrr_at_5_max": 0.828457, - "nauc_mrr_at_5_std": 0.260467, - "nauc_mrr_at_5_diff1": 0.836593, - "nauc_mrr_at_10_max": 0.828527, - "nauc_mrr_at_10_std": 0.26269, - "nauc_mrr_at_10_diff1": 0.836088, - "nauc_mrr_at_20_max": 0.82799, - "nauc_mrr_at_20_std": 0.263574, - "nauc_mrr_at_20_diff1": 0.836189, - "nauc_mrr_at_100_max": 0.827895, - "nauc_mrr_at_100_std": 0.263254, - "nauc_mrr_at_100_diff1": 0.836614, - "nauc_mrr_at_1000_max": 0.827954, - "nauc_mrr_at_1000_std": 0.263111, - "nauc_mrr_at_1000_diff1": 0.836732, - "main_score": 0.74435, + "mrr_at_1": 0.652222, + "mrr_at_3": 0.697963, + "mrr_at_5": 0.707241, + "mrr_at_10": 0.710501, + "mrr_at_20": 0.713164, + "mrr_at_100": 0.715461, + "mrr_at_1000": 0.715733, + "nauc_ndcg_at_1_max": 0.820811, + "nauc_ndcg_at_1_std": 0.22984, + "nauc_ndcg_at_1_diff1": 0.87601, + "nauc_ndcg_at_3_max": 0.82582, + "nauc_ndcg_at_3_std": 0.259462, + "nauc_ndcg_at_3_diff1": 0.846565, + "nauc_ndcg_at_5_max": 0.819729, + "nauc_ndcg_at_5_std": 0.254933, + "nauc_ndcg_at_5_diff1": 0.836309, + "nauc_ndcg_at_10_max": 0.821245, + "nauc_ndcg_at_10_std": 0.25759, + "nauc_ndcg_at_10_diff1": 0.833941, + "nauc_ndcg_at_20_max": 0.818765, + "nauc_ndcg_at_20_std": 0.256526, + "nauc_ndcg_at_20_diff1": 0.835965, + "nauc_ndcg_at_100_max": 0.819291, + "nauc_ndcg_at_100_std": 0.2602, + "nauc_ndcg_at_100_diff1": 0.839307, + "nauc_ndcg_at_1000_max": 0.820282, + "nauc_ndcg_at_1000_std": 0.25368, + "nauc_ndcg_at_1000_diff1": 0.842407, + "nauc_map_at_1_max": 0.820811, + "nauc_map_at_1_std": 0.22984, + "nauc_map_at_1_diff1": 0.87601, + "nauc_map_at_3_max": 0.825104, + "nauc_map_at_3_std": 0.250847, + "nauc_map_at_3_diff1": 0.853902, + "nauc_map_at_5_max": 0.82189, + "nauc_map_at_5_std": 0.247933, + "nauc_map_at_5_diff1": 0.848586, + "nauc_map_at_10_max": 0.822304, + "nauc_map_at_10_std": 0.248781, + "nauc_map_at_10_diff1": 0.847673, + "nauc_map_at_20_max": 0.821719, + "nauc_map_at_20_std": 0.248265, + "nauc_map_at_20_diff1": 0.848361, + "nauc_map_at_100_max": 0.821605, + "nauc_map_at_100_std": 0.248525, + "nauc_map_at_100_diff1": 0.848654, + "nauc_map_at_1000_max": 0.821648, + "nauc_map_at_1000_std": 0.248339, + "nauc_map_at_1000_diff1": 0.848775, + "nauc_recall_at_1_max": 0.820811, + "nauc_recall_at_1_std": 0.22984, + "nauc_recall_at_1_diff1": 0.87601, + "nauc_recall_at_3_max": 0.827915, + "nauc_recall_at_3_std": 0.288589, + "nauc_recall_at_3_diff1": 0.822302, + "nauc_recall_at_5_max": 0.810186, + "nauc_recall_at_5_std": 0.281196, + "nauc_recall_at_5_diff1": 0.788997, + "nauc_recall_at_10_max": 0.816716, + "nauc_recall_at_10_std": 0.295861, + "nauc_recall_at_10_diff1": 0.774768, + "nauc_recall_at_20_max": 0.799768, + "nauc_recall_at_20_std": 0.300745, + "nauc_recall_at_20_diff1": 0.772255, + "nauc_recall_at_100_max": 0.791068, + "nauc_recall_at_100_std": 0.465152, + "nauc_recall_at_100_diff1": 0.747806, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.820811, + "nauc_precision_at_1_std": 0.22984, + "nauc_precision_at_1_diff1": 0.87601, + "nauc_precision_at_3_max": 0.827915, + "nauc_precision_at_3_std": 0.288589, + "nauc_precision_at_3_diff1": 0.822302, + "nauc_precision_at_5_max": 0.810186, + "nauc_precision_at_5_std": 0.281196, + "nauc_precision_at_5_diff1": 0.788997, + "nauc_precision_at_10_max": 0.816716, + "nauc_precision_at_10_std": 0.295861, + "nauc_precision_at_10_diff1": 0.774768, + "nauc_precision_at_20_max": 0.799768, + "nauc_precision_at_20_std": 0.300745, + "nauc_precision_at_20_diff1": 0.772255, + "nauc_precision_at_100_max": 0.791068, + "nauc_precision_at_100_std": 0.465152, + "nauc_precision_at_100_diff1": 0.747806, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.820811, + "nauc_mrr_at_1_std": 0.22984, + "nauc_mrr_at_1_diff1": 0.87601, + "nauc_mrr_at_3_max": 0.825104, + "nauc_mrr_at_3_std": 0.250847, + "nauc_mrr_at_3_diff1": 0.853902, + "nauc_mrr_at_5_max": 0.82189, + "nauc_mrr_at_5_std": 0.247933, + "nauc_mrr_at_5_diff1": 0.848586, + "nauc_mrr_at_10_max": 0.822304, + "nauc_mrr_at_10_std": 0.248781, + "nauc_mrr_at_10_diff1": 0.847673, + "nauc_mrr_at_20_max": 0.821719, + "nauc_mrr_at_20_std": 0.248265, + "nauc_mrr_at_20_diff1": 0.848361, + "nauc_mrr_at_100_max": 0.821605, + "nauc_mrr_at_100_std": 0.248525, + "nauc_mrr_at_100_diff1": 0.848654, + "nauc_mrr_at_1000_max": 0.821648, + "nauc_mrr_at_1000_std": 0.248339, + "nauc_mrr_at_1000_diff1": 0.848775, + "hit_rate_at_1": 0.65222, + "hit_rate_at_3": 0.75222, + "hit_rate_at_5": 0.79222, + "hit_rate_at_10": 0.81667, + "hit_rate_at_20": 0.85556, + "hit_rate_at_100": 0.95, + "hit_rate_at_1000": 1.0, + "main_score": 0.73646, "hf_subset": "wol_Latn-eng_Latn", "languages": [ "wol-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.50222, - "ndcg_at_3": 0.54964, - "ndcg_at_5": 0.55958, - "ndcg_at_10": 0.5691, - "ndcg_at_20": 0.57715, - "ndcg_at_100": 0.59737, - "ndcg_at_1000": 0.62524, - "map_at_1": 0.50222, - "map_at_3": 0.53833, - "map_at_5": 0.54378, - "map_at_10": 0.54781, - "map_at_20": 0.54996, - "map_at_100": 0.55253, - "map_at_1000": 0.55352, - "recall_at_1": 0.50222, - "recall_at_3": 0.58222, - "recall_at_5": 0.60667, - "recall_at_10": 0.63556, - "recall_at_20": 0.66778, - "recall_at_100": 0.78, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.49222, + "ndcg_at_3": 0.54063, + "ndcg_at_5": 0.55292, + "ndcg_at_10": 0.56358, + "ndcg_at_20": 0.57072, + "ndcg_at_100": 0.59129, + "ndcg_at_1000": 0.6189, + "map_at_1": 0.49222, + "map_at_3": 0.52926, + "map_at_5": 0.53604, + "map_at_10": 0.54036, + "map_at_20": 0.54223, + "map_at_100": 0.54477, + "map_at_1000": 0.54572, + "recall_at_1": 0.49222, + "recall_at_3": 0.57333, + "recall_at_5": 0.60333, + "recall_at_10": 0.63667, + "recall_at_20": 0.66556, + "recall_at_100": 0.78111, "recall_at_1000": 1.0, - "precision_at_1": 0.50222, - "precision_at_3": 0.19407, - "precision_at_5": 0.12133, - "precision_at_10": 0.06356, - "precision_at_20": 0.03339, - "precision_at_100": 0.0078, - "precision_at_1000": 0.001, - "mrr_at_1": 0.502222, - "mrr_at_3": 0.538333, - "mrr_at_5": 0.543778, - "mrr_at_10": 0.547807, - "mrr_at_20": 0.549958, - "mrr_at_100": 0.552534, - "mrr_at_1000": 0.553521, - "nauc_ndcg_at_1_max": 0.8762, - "nauc_ndcg_at_1_std": 0.679427, - "nauc_ndcg_at_1_diff1": 0.866425, - "nauc_ndcg_at_3_max": 0.909037, - "nauc_ndcg_at_3_std": 0.736938, - "nauc_ndcg_at_3_diff1": 0.845171, - "nauc_ndcg_at_5_max": 0.910444, - "nauc_ndcg_at_5_std": 0.750679, - "nauc_ndcg_at_5_diff1": 0.841269, - "nauc_ndcg_at_10_max": 0.909022, - "nauc_ndcg_at_10_std": 0.754368, - "nauc_ndcg_at_10_diff1": 0.835184, - "nauc_ndcg_at_20_max": 0.906634, - "nauc_ndcg_at_20_std": 0.756672, - "nauc_ndcg_at_20_diff1": 0.832136, - "nauc_ndcg_at_100_max": 0.900484, - "nauc_ndcg_at_100_std": 0.751734, - "nauc_ndcg_at_100_diff1": 0.826536, - "nauc_ndcg_at_1000_max": 0.902165, - "nauc_ndcg_at_1000_std": 0.743541, - "nauc_ndcg_at_1000_diff1": 0.836042, - "nauc_map_at_1_max": 0.8762, - "nauc_map_at_1_std": 0.679427, - "nauc_map_at_1_diff1": 0.866425, - "nauc_map_at_3_max": 0.902068, - "nauc_map_at_3_std": 0.723459, - "nauc_map_at_3_diff1": 0.851044, - "nauc_map_at_5_max": 0.902797, - "nauc_map_at_5_std": 0.730796, - "nauc_map_at_5_diff1": 0.848844, - "nauc_map_at_10_max": 0.902043, - "nauc_map_at_10_std": 0.731853, - "nauc_map_at_10_diff1": 0.846365, - "nauc_map_at_20_max": 0.901406, - "nauc_map_at_20_std": 0.732445, - "nauc_map_at_20_diff1": 0.845572, - "nauc_map_at_100_max": 0.900533, - "nauc_map_at_100_std": 0.731681, - "nauc_map_at_100_diff1": 0.844892, - "nauc_map_at_1000_max": 0.900532, - "nauc_map_at_1000_std": 0.731357, - "nauc_map_at_1000_diff1": 0.845136, - "nauc_recall_at_1_max": 0.8762, - "nauc_recall_at_1_std": 0.679427, - "nauc_recall_at_1_diff1": 0.866425, - "nauc_recall_at_3_max": 0.929589, - "nauc_recall_at_3_std": 0.77734, - "nauc_recall_at_3_diff1": 0.827155, - "nauc_recall_at_5_max": 0.933826, - "nauc_recall_at_5_std": 0.814189, - "nauc_recall_at_5_diff1": 0.817054, - "nauc_recall_at_10_max": 0.931055, - "nauc_recall_at_10_std": 0.831828, - "nauc_recall_at_10_diff1": 0.795639, - "nauc_recall_at_20_max": 0.92142, - "nauc_recall_at_20_std": 0.846665, - "nauc_recall_at_20_diff1": 0.77949, - "nauc_recall_at_100_max": 0.878124, - "nauc_recall_at_100_std": 0.840276, - "nauc_recall_at_100_diff1": 0.714783, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.8762, - "nauc_precision_at_1_std": 0.679427, - "nauc_precision_at_1_diff1": 0.866425, - "nauc_precision_at_3_max": 0.929589, - "nauc_precision_at_3_std": 0.77734, - "nauc_precision_at_3_diff1": 0.827155, - "nauc_precision_at_5_max": 0.933826, - "nauc_precision_at_5_std": 0.814189, - "nauc_precision_at_5_diff1": 0.817054, - "nauc_precision_at_10_max": 0.931055, - "nauc_precision_at_10_std": 0.831828, - "nauc_precision_at_10_diff1": 0.795639, - "nauc_precision_at_20_max": 0.92142, - "nauc_precision_at_20_std": 0.846665, - "nauc_precision_at_20_diff1": 0.77949, - "nauc_precision_at_100_max": 0.878124, - "nauc_precision_at_100_std": 0.840276, - "nauc_precision_at_100_diff1": 0.714783, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.8762, - "nauc_mrr_at_1_std": 0.679427, - "nauc_mrr_at_1_diff1": 0.866425, - "nauc_mrr_at_3_max": 0.902068, - "nauc_mrr_at_3_std": 0.723459, - "nauc_mrr_at_3_diff1": 0.851044, - "nauc_mrr_at_5_max": 0.902797, - "nauc_mrr_at_5_std": 0.730796, - "nauc_mrr_at_5_diff1": 0.848844, - "nauc_mrr_at_10_max": 0.902043, - "nauc_mrr_at_10_std": 0.731853, - "nauc_mrr_at_10_diff1": 0.846365, - "nauc_mrr_at_20_max": 0.901406, - "nauc_mrr_at_20_std": 0.732445, - "nauc_mrr_at_20_diff1": 0.845572, - "nauc_mrr_at_100_max": 0.900533, - "nauc_mrr_at_100_std": 0.731681, - "nauc_mrr_at_100_diff1": 0.844892, - "nauc_mrr_at_1000_max": 0.900532, - "nauc_mrr_at_1000_std": 0.731357, - "nauc_mrr_at_1000_diff1": 0.845136, - "main_score": 0.5691, + "accuracy": 0.49222, + "precision_at_1": 0.49222, + "precision_at_3": 0.19111, + "precision_at_5": 0.12067, + "precision_at_10": 0.06367, + "precision_at_20": 0.03328, + "precision_at_100": 0.00781, + "precision_at_1000": 0.001, + "mrr_at_1": 0.492222, + "mrr_at_3": 0.529259, + "mrr_at_5": 0.536037, + "mrr_at_10": 0.540359, + "mrr_at_20": 0.542231, + "mrr_at_100": 0.544768, + "mrr_at_1000": 0.54572, + "nauc_ndcg_at_1_max": 0.8668, + "nauc_ndcg_at_1_std": 0.633062, + "nauc_ndcg_at_1_diff1": 0.884883, + "nauc_ndcg_at_3_max": 0.900737, + "nauc_ndcg_at_3_std": 0.681003, + "nauc_ndcg_at_3_diff1": 0.863698, + "nauc_ndcg_at_5_max": 0.901146, + "nauc_ndcg_at_5_std": 0.694705, + "nauc_ndcg_at_5_diff1": 0.854083, + "nauc_ndcg_at_10_max": 0.899833, + "nauc_ndcg_at_10_std": 0.698978, + "nauc_ndcg_at_10_diff1": 0.850882, + "nauc_ndcg_at_20_max": 0.898854, + "nauc_ndcg_at_20_std": 0.701475, + "nauc_ndcg_at_20_diff1": 0.85053, + "nauc_ndcg_at_100_max": 0.892392, + "nauc_ndcg_at_100_std": 0.697571, + "nauc_ndcg_at_100_diff1": 0.844181, + "nauc_ndcg_at_1000_max": 0.894264, + "nauc_ndcg_at_1000_std": 0.689977, + "nauc_ndcg_at_1000_diff1": 0.853602, + "nauc_map_at_1_max": 0.8668, + "nauc_map_at_1_std": 0.633062, + "nauc_map_at_1_diff1": 0.884883, + "nauc_map_at_3_max": 0.893336, + "nauc_map_at_3_std": 0.669215, + "nauc_map_at_3_diff1": 0.868728, + "nauc_map_at_5_max": 0.893571, + "nauc_map_at_5_std": 0.676696, + "nauc_map_at_5_diff1": 0.863563, + "nauc_map_at_10_max": 0.892994, + "nauc_map_at_10_std": 0.678098, + "nauc_map_at_10_diff1": 0.862484, + "nauc_map_at_20_max": 0.892801, + "nauc_map_at_20_std": 0.678913, + "nauc_map_at_20_diff1": 0.86241, + "nauc_map_at_100_max": 0.892016, + "nauc_map_at_100_std": 0.678391, + "nauc_map_at_100_diff1": 0.861677, + "nauc_map_at_1000_max": 0.892039, + "nauc_map_at_1000_std": 0.678134, + "nauc_map_at_1000_diff1": 0.861956, + "nauc_recall_at_1_max": 0.8668, + "nauc_recall_at_1_std": 0.633062, + "nauc_recall_at_1_diff1": 0.884883, + "nauc_recall_at_3_max": 0.922608, + "nauc_recall_at_3_std": 0.716498, + "nauc_recall_at_3_diff1": 0.84863, + "nauc_recall_at_5_max": 0.924146, + "nauc_recall_at_5_std": 0.752494, + "nauc_recall_at_5_diff1": 0.823241, + "nauc_recall_at_10_max": 0.921114, + "nauc_recall_at_10_std": 0.771797, + "nauc_recall_at_10_diff1": 0.809556, + "nauc_recall_at_20_max": 0.91708, + "nauc_recall_at_20_std": 0.785377, + "nauc_recall_at_20_diff1": 0.805713, + "nauc_recall_at_100_max": 0.86882, + "nauc_recall_at_100_std": 0.783401, + "nauc_recall_at_100_diff1": 0.735234, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.8668, + "nauc_precision_at_1_std": 0.633062, + "nauc_precision_at_1_diff1": 0.884883, + "nauc_precision_at_3_max": 0.922608, + "nauc_precision_at_3_std": 0.716498, + "nauc_precision_at_3_diff1": 0.84863, + "nauc_precision_at_5_max": 0.924146, + "nauc_precision_at_5_std": 0.752494, + "nauc_precision_at_5_diff1": 0.823241, + "nauc_precision_at_10_max": 0.921114, + "nauc_precision_at_10_std": 0.771797, + "nauc_precision_at_10_diff1": 0.809556, + "nauc_precision_at_20_max": 0.91708, + "nauc_precision_at_20_std": 0.785377, + "nauc_precision_at_20_diff1": 0.805713, + "nauc_precision_at_100_max": 0.86882, + "nauc_precision_at_100_std": 0.783401, + "nauc_precision_at_100_diff1": 0.735234, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.8668, + "nauc_mrr_at_1_std": 0.633062, + "nauc_mrr_at_1_diff1": 0.884883, + "nauc_mrr_at_3_max": 0.893336, + "nauc_mrr_at_3_std": 0.669215, + "nauc_mrr_at_3_diff1": 0.868728, + "nauc_mrr_at_5_max": 0.893571, + "nauc_mrr_at_5_std": 0.676696, + "nauc_mrr_at_5_diff1": 0.863563, + "nauc_mrr_at_10_max": 0.892994, + "nauc_mrr_at_10_std": 0.678098, + "nauc_mrr_at_10_diff1": 0.862484, + "nauc_mrr_at_20_max": 0.892801, + "nauc_mrr_at_20_std": 0.678913, + "nauc_mrr_at_20_diff1": 0.86241, + "nauc_mrr_at_100_max": 0.892016, + "nauc_mrr_at_100_std": 0.678391, + "nauc_mrr_at_100_diff1": 0.861677, + "nauc_mrr_at_1000_max": 0.892039, + "nauc_mrr_at_1000_std": 0.678134, + "nauc_mrr_at_1000_diff1": 0.861956, + "hit_rate_at_1": 0.49222, + "hit_rate_at_3": 0.57333, + "hit_rate_at_5": 0.60333, + "hit_rate_at_10": 0.63667, + "hit_rate_at_20": 0.66556, + "hit_rate_at_100": 0.78111, + "hit_rate_at_1000": 1.0, + "main_score": 0.56358, "hf_subset": "eng_Latn-wol_Latn", "languages": [ "eng-Latn", "wol-Latn" - ] - }, - { - "ndcg_at_1": 0.46556, - "ndcg_at_3": 0.51143, - "ndcg_at_5": 0.52558, - "ndcg_at_10": 0.54192, - "ndcg_at_20": 0.55305, - "ndcg_at_100": 0.58086, - "ndcg_at_1000": 0.60287, - "map_at_1": 0.46556, - "map_at_3": 0.50037, - "map_at_5": 0.5082, - "map_at_10": 0.51505, - "map_at_20": 0.51805, - "map_at_100": 0.52136, - "map_at_1000": 0.52221, - "recall_at_1": 0.46556, - "recall_at_3": 0.54333, - "recall_at_5": 0.57778, - "recall_at_10": 0.62778, - "recall_at_20": 0.67222, - "recall_at_100": 0.83, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47444, + "ndcg_at_3": 0.53069, + "ndcg_at_5": 0.54393, + "ndcg_at_10": 0.55782, + "ndcg_at_20": 0.56933, + "ndcg_at_100": 0.59538, + "ndcg_at_1000": 0.61654, + "map_at_1": 0.47444, + "map_at_3": 0.51741, + "map_at_5": 0.52474, + "map_at_10": 0.53041, + "map_at_20": 0.53356, + "map_at_100": 0.53675, + "map_at_1000": 0.53758, + "recall_at_1": 0.47444, + "recall_at_3": 0.56889, + "recall_at_5": 0.60111, + "recall_at_10": 0.64444, + "recall_at_20": 0.69, + "recall_at_100": 0.83667, "recall_at_1000": 1.0, - "precision_at_1": 0.46556, - "precision_at_3": 0.18111, - "precision_at_5": 0.11556, - "precision_at_10": 0.06278, - "precision_at_20": 0.03361, - "precision_at_100": 0.0083, + "accuracy": 0.47444, + "precision_at_1": 0.47444, + "precision_at_3": 0.18963, + "precision_at_5": 0.12022, + "precision_at_10": 0.06444, + "precision_at_20": 0.0345, + "precision_at_100": 0.00837, "precision_at_1000": 0.001, - "mrr_at_1": 0.465556, - "mrr_at_3": 0.50037, - "mrr_at_5": 0.508204, - "mrr_at_10": 0.515049, - "mrr_at_20": 0.518046, - "mrr_at_100": 0.521357, - "mrr_at_1000": 0.52221, - "nauc_ndcg_at_1_max": 0.735951, - "nauc_ndcg_at_1_std": -0.530037, - "nauc_ndcg_at_1_diff1": 0.842856, - "nauc_ndcg_at_3_max": 0.749461, - "nauc_ndcg_at_3_std": -0.544929, - "nauc_ndcg_at_3_diff1": 0.822244, - "nauc_ndcg_at_5_max": 0.745715, - "nauc_ndcg_at_5_std": -0.542997, - "nauc_ndcg_at_5_diff1": 0.81619, - "nauc_ndcg_at_10_max": 0.73725, - "nauc_ndcg_at_10_std": -0.53326, - "nauc_ndcg_at_10_diff1": 0.800321, - "nauc_ndcg_at_20_max": 0.73207, - "nauc_ndcg_at_20_std": -0.529082, - "nauc_ndcg_at_20_diff1": 0.795346, - "nauc_ndcg_at_100_max": 0.729206, - "nauc_ndcg_at_100_std": -0.520049, - "nauc_ndcg_at_100_diff1": 0.794013, - "nauc_ndcg_at_1000_max": 0.735075, - "nauc_ndcg_at_1000_std": -0.530605, - "nauc_ndcg_at_1000_diff1": 0.804815, - "nauc_map_at_1_max": 0.735951, - "nauc_map_at_1_std": -0.530037, - "nauc_map_at_1_diff1": 0.842856, - "nauc_map_at_3_max": 0.746717, - "nauc_map_at_3_std": -0.541694, - "nauc_map_at_3_diff1": 0.82713, - "nauc_map_at_5_max": 0.74461, - "nauc_map_at_5_std": -0.540872, - "nauc_map_at_5_diff1": 0.82394, - "nauc_map_at_10_max": 0.740944, - "nauc_map_at_10_std": -0.536819, - "nauc_map_at_10_diff1": 0.817283, - "nauc_map_at_20_max": 0.739579, - "nauc_map_at_20_std": -0.535797, - "nauc_map_at_20_diff1": 0.816045, - "nauc_map_at_100_max": 0.739019, - "nauc_map_at_100_std": -0.534945, - "nauc_map_at_100_diff1": 0.815709, - "nauc_map_at_1000_max": 0.739216, - "nauc_map_at_1000_std": -0.535294, - "nauc_map_at_1000_diff1": 0.816083, - "nauc_recall_at_1_max": 0.735951, - "nauc_recall_at_1_std": -0.530037, - "nauc_recall_at_1_diff1": 0.842856, - "nauc_recall_at_3_max": 0.757396, - "nauc_recall_at_3_std": -0.554391, - "nauc_recall_at_3_diff1": 0.807757, - "nauc_recall_at_5_max": 0.748324, - "nauc_recall_at_5_std": -0.548686, - "nauc_recall_at_5_diff1": 0.791439, - "nauc_recall_at_10_max": 0.721152, - "nauc_recall_at_10_std": -0.516675, - "nauc_recall_at_10_diff1": 0.737423, - "nauc_recall_at_20_max": 0.695659, - "nauc_recall_at_20_std": -0.495138, - "nauc_recall_at_20_diff1": 0.708668, - "nauc_recall_at_100_max": 0.647627, - "nauc_recall_at_100_std": -0.372506, - "nauc_recall_at_100_diff1": 0.643518, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.735951, - "nauc_precision_at_1_std": -0.530037, - "nauc_precision_at_1_diff1": 0.842856, - "nauc_precision_at_3_max": 0.757396, - "nauc_precision_at_3_std": -0.554391, - "nauc_precision_at_3_diff1": 0.807757, - "nauc_precision_at_5_max": 0.748324, - "nauc_precision_at_5_std": -0.548686, - "nauc_precision_at_5_diff1": 0.791439, - "nauc_precision_at_10_max": 0.721152, - "nauc_precision_at_10_std": -0.516675, - "nauc_precision_at_10_diff1": 0.737423, - "nauc_precision_at_20_max": 0.695659, - "nauc_precision_at_20_std": -0.495138, - "nauc_precision_at_20_diff1": 0.708668, - "nauc_precision_at_100_max": 0.647627, - "nauc_precision_at_100_std": -0.372506, - "nauc_precision_at_100_diff1": 0.643518, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.735951, - "nauc_mrr_at_1_std": -0.530037, - "nauc_mrr_at_1_diff1": 0.842856, - "nauc_mrr_at_3_max": 0.746717, - "nauc_mrr_at_3_std": -0.541694, - "nauc_mrr_at_3_diff1": 0.82713, - "nauc_mrr_at_5_max": 0.74461, - "nauc_mrr_at_5_std": -0.540872, - "nauc_mrr_at_5_diff1": 0.82394, - "nauc_mrr_at_10_max": 0.740944, - "nauc_mrr_at_10_std": -0.536819, - "nauc_mrr_at_10_diff1": 0.817283, - "nauc_mrr_at_20_max": 0.739579, - "nauc_mrr_at_20_std": -0.535797, - "nauc_mrr_at_20_diff1": 0.816045, - "nauc_mrr_at_100_max": 0.739019, - "nauc_mrr_at_100_std": -0.534945, - "nauc_mrr_at_100_diff1": 0.815709, - "nauc_mrr_at_1000_max": 0.739216, - "nauc_mrr_at_1000_std": -0.535294, - "nauc_mrr_at_1000_diff1": 0.816083, - "main_score": 0.54192, + "mrr_at_1": 0.474444, + "mrr_at_3": 0.517407, + "mrr_at_5": 0.524741, + "mrr_at_10": 0.530407, + "mrr_at_20": 0.533563, + "mrr_at_100": 0.536754, + "mrr_at_1000": 0.53758, + "nauc_ndcg_at_1_max": 0.746949, + "nauc_ndcg_at_1_std": -0.469179, + "nauc_ndcg_at_1_diff1": 0.83865, + "nauc_ndcg_at_3_max": 0.749168, + "nauc_ndcg_at_3_std": -0.467817, + "nauc_ndcg_at_3_diff1": 0.798797, + "nauc_ndcg_at_5_max": 0.742328, + "nauc_ndcg_at_5_std": -0.475996, + "nauc_ndcg_at_5_diff1": 0.789408, + "nauc_ndcg_at_10_max": 0.738945, + "nauc_ndcg_at_10_std": -0.475757, + "nauc_ndcg_at_10_diff1": 0.781934, + "nauc_ndcg_at_20_max": 0.735603, + "nauc_ndcg_at_20_std": -0.473645, + "nauc_ndcg_at_20_diff1": 0.776594, + "nauc_ndcg_at_100_max": 0.73435, + "nauc_ndcg_at_100_std": -0.462379, + "nauc_ndcg_at_100_diff1": 0.77741, + "nauc_ndcg_at_1000_max": 0.739188, + "nauc_ndcg_at_1000_std": -0.471619, + "nauc_ndcg_at_1000_diff1": 0.78803, + "nauc_map_at_1_max": 0.746949, + "nauc_map_at_1_std": -0.469179, + "nauc_map_at_1_diff1": 0.83865, + "nauc_map_at_3_max": 0.749025, + "nauc_map_at_3_std": -0.469968, + "nauc_map_at_3_diff1": 0.808274, + "nauc_map_at_5_max": 0.745422, + "nauc_map_at_5_std": -0.474363, + "nauc_map_at_5_diff1": 0.803193, + "nauc_map_at_10_max": 0.743988, + "nauc_map_at_10_std": -0.474985, + "nauc_map_at_10_diff1": 0.80047, + "nauc_map_at_20_max": 0.743239, + "nauc_map_at_20_std": -0.474393, + "nauc_map_at_20_diff1": 0.799299, + "nauc_map_at_100_max": 0.743071, + "nauc_map_at_100_std": -0.473405, + "nauc_map_at_100_diff1": 0.799409, + "nauc_map_at_1000_max": 0.743216, + "nauc_map_at_1000_std": -0.47373, + "nauc_map_at_1000_diff1": 0.799792, + "nauc_recall_at_1_max": 0.746949, + "nauc_recall_at_1_std": -0.469179, + "nauc_recall_at_1_diff1": 0.83865, + "nauc_recall_at_3_max": 0.749422, + "nauc_recall_at_3_std": -0.460532, + "nauc_recall_at_3_diff1": 0.770362, + "nauc_recall_at_5_max": 0.731292, + "nauc_recall_at_5_std": -0.481629, + "nauc_recall_at_5_diff1": 0.745346, + "nauc_recall_at_10_max": 0.71934, + "nauc_recall_at_10_std": -0.476726, + "nauc_recall_at_10_diff1": 0.714957, + "nauc_recall_at_20_max": 0.700537, + "nauc_recall_at_20_std": -0.467181, + "nauc_recall_at_20_diff1": 0.681866, + "nauc_recall_at_100_max": 0.664315, + "nauc_recall_at_100_std": -0.331965, + "nauc_recall_at_100_diff1": 0.62805, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746949, + "nauc_precision_at_1_std": -0.469179, + "nauc_precision_at_1_diff1": 0.83865, + "nauc_precision_at_3_max": 0.749422, + "nauc_precision_at_3_std": -0.460532, + "nauc_precision_at_3_diff1": 0.770362, + "nauc_precision_at_5_max": 0.731292, + "nauc_precision_at_5_std": -0.481629, + "nauc_precision_at_5_diff1": 0.745346, + "nauc_precision_at_10_max": 0.71934, + "nauc_precision_at_10_std": -0.476726, + "nauc_precision_at_10_diff1": 0.714957, + "nauc_precision_at_20_max": 0.700537, + "nauc_precision_at_20_std": -0.467181, + "nauc_precision_at_20_diff1": 0.681866, + "nauc_precision_at_100_max": 0.664315, + "nauc_precision_at_100_std": -0.331965, + "nauc_precision_at_100_diff1": 0.62805, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746949, + "nauc_mrr_at_1_std": -0.469179, + "nauc_mrr_at_1_diff1": 0.83865, + "nauc_mrr_at_3_max": 0.749025, + "nauc_mrr_at_3_std": -0.469968, + "nauc_mrr_at_3_diff1": 0.808274, + "nauc_mrr_at_5_max": 0.745422, + "nauc_mrr_at_5_std": -0.474363, + "nauc_mrr_at_5_diff1": 0.803193, + "nauc_mrr_at_10_max": 0.743988, + "nauc_mrr_at_10_std": -0.474985, + "nauc_mrr_at_10_diff1": 0.80047, + "nauc_mrr_at_20_max": 0.743239, + "nauc_mrr_at_20_std": -0.474393, + "nauc_mrr_at_20_diff1": 0.799299, + "nauc_mrr_at_100_max": 0.743071, + "nauc_mrr_at_100_std": -0.473405, + "nauc_mrr_at_100_diff1": 0.799409, + "nauc_mrr_at_1000_max": 0.743216, + "nauc_mrr_at_1000_std": -0.47373, + "nauc_mrr_at_1000_diff1": 0.799792, + "hit_rate_at_1": 0.47444, + "hit_rate_at_3": 0.56889, + "hit_rate_at_5": 0.60111, + "hit_rate_at_10": 0.64444, + "hit_rate_at_20": 0.69, + "hit_rate_at_100": 0.83667, + "hit_rate_at_1000": 1.0, + "main_score": 0.55782, "hf_subset": "xho_Latn-xho_Latn", "languages": [ "xho-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.63222, - "ndcg_at_3": 0.68861, - "ndcg_at_5": 0.70314, - "ndcg_at_10": 0.71682, - "ndcg_at_20": 0.72721, - "ndcg_at_100": 0.74306, - "ndcg_at_1000": 0.75223, + "ndcg_at_3": 0.68677, + "ndcg_at_5": 0.70102, + "ndcg_at_10": 0.71534, + "ndcg_at_20": 0.72529, + "ndcg_at_100": 0.74083, + "ndcg_at_1000": 0.75026, "map_at_1": 0.63222, - "map_at_3": 0.67537, - "map_at_5": 0.68337, - "map_at_10": 0.68903, - "map_at_20": 0.69189, - "map_at_100": 0.69407, - "map_at_1000": 0.69446, + "map_at_3": 0.6737, + "map_at_5": 0.68165, + "map_at_10": 0.68753, + "map_at_20": 0.69017, + "map_at_100": 0.6922, + "map_at_1000": 0.6926, "recall_at_1": 0.63222, - "recall_at_3": 0.72667, - "recall_at_5": 0.76222, - "recall_at_10": 0.80444, - "recall_at_20": 0.84556, - "recall_at_100": 0.93111, + "recall_at_3": 0.72444, + "recall_at_5": 0.75889, + "recall_at_10": 0.80333, + "recall_at_20": 0.84333, + "recall_at_100": 0.92889, "recall_at_1000": 1.0, + "accuracy": 0.63222, "precision_at_1": 0.63222, - "precision_at_3": 0.24222, - "precision_at_5": 0.15244, - "precision_at_10": 0.08044, - "precision_at_20": 0.04228, - "precision_at_100": 0.00931, + "precision_at_3": 0.24148, + "precision_at_5": 0.15178, + "precision_at_10": 0.08033, + "precision_at_20": 0.04217, + "precision_at_100": 0.00929, "precision_at_1000": 0.001, "mrr_at_1": 0.632222, - "mrr_at_3": 0.67537, - "mrr_at_5": 0.68337, - "mrr_at_10": 0.689034, - "mrr_at_20": 0.691888, - "mrr_at_100": 0.694067, - "mrr_at_1000": 0.694461, - "nauc_ndcg_at_1_max": 0.841602, - "nauc_ndcg_at_1_std": 0.27222, - "nauc_ndcg_at_1_diff1": 0.883905, - "nauc_ndcg_at_3_max": 0.846997, - "nauc_ndcg_at_3_std": 0.306776, - "nauc_ndcg_at_3_diff1": 0.84638, - "nauc_ndcg_at_5_max": 0.840579, - "nauc_ndcg_at_5_std": 0.292764, - "nauc_ndcg_at_5_diff1": 0.839842, - "nauc_ndcg_at_10_max": 0.837075, - "nauc_ndcg_at_10_std": 0.296969, - "nauc_ndcg_at_10_diff1": 0.836523, - "nauc_ndcg_at_20_max": 0.836504, - "nauc_ndcg_at_20_std": 0.302177, - "nauc_ndcg_at_20_diff1": 0.836457, - "nauc_ndcg_at_100_max": 0.836605, - "nauc_ndcg_at_100_std": 0.300881, - "nauc_ndcg_at_100_diff1": 0.840202, - "nauc_ndcg_at_1000_max": 0.838605, - "nauc_ndcg_at_1000_std": 0.295943, - "nauc_ndcg_at_1000_diff1": 0.84472, - "nauc_map_at_1_max": 0.841602, - "nauc_map_at_1_std": 0.27222, - "nauc_map_at_1_diff1": 0.883905, - "nauc_map_at_3_max": 0.845594, - "nauc_map_at_3_std": 0.29703, - "nauc_map_at_3_diff1": 0.855437, - "nauc_map_at_5_max": 0.842097, - "nauc_map_at_5_std": 0.289026, - "nauc_map_at_5_diff1": 0.852192, - "nauc_map_at_10_max": 0.840657, - "nauc_map_at_10_std": 0.290493, - "nauc_map_at_10_diff1": 0.851037, - "nauc_map_at_20_max": 0.84052, - "nauc_map_at_20_std": 0.291382, - "nauc_map_at_20_diff1": 0.851129, - "nauc_map_at_100_max": 0.84051, - "nauc_map_at_100_std": 0.291263, - "nauc_map_at_100_diff1": 0.851651, - "nauc_map_at_1000_max": 0.840571, - "nauc_map_at_1000_std": 0.291061, - "nauc_map_at_1000_diff1": 0.851825, - "nauc_recall_at_1_max": 0.841602, - "nauc_recall_at_1_std": 0.27222, - "nauc_recall_at_1_diff1": 0.883905, - "nauc_recall_at_3_max": 0.851566, - "nauc_recall_at_3_std": 0.338871, - "nauc_recall_at_3_diff1": 0.81722, - "nauc_recall_at_5_max": 0.834131, - "nauc_recall_at_5_std": 0.304598, - "nauc_recall_at_5_diff1": 0.794945, - "nauc_recall_at_10_max": 0.819601, - "nauc_recall_at_10_std": 0.32452, - "nauc_recall_at_10_diff1": 0.774326, - "nauc_recall_at_20_max": 0.81216, - "nauc_recall_at_20_std": 0.368301, - "nauc_recall_at_20_diff1": 0.759202, - "nauc_recall_at_100_max": 0.788387, - "nauc_recall_at_100_std": 0.413482, - "nauc_recall_at_100_diff1": 0.736612, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.841602, - "nauc_precision_at_1_std": 0.27222, - "nauc_precision_at_1_diff1": 0.883905, - "nauc_precision_at_3_max": 0.851566, - "nauc_precision_at_3_std": 0.338871, - "nauc_precision_at_3_diff1": 0.81722, - "nauc_precision_at_5_max": 0.834131, - "nauc_precision_at_5_std": 0.304598, - "nauc_precision_at_5_diff1": 0.794945, - "nauc_precision_at_10_max": 0.819601, - "nauc_precision_at_10_std": 0.32452, - "nauc_precision_at_10_diff1": 0.774326, - "nauc_precision_at_20_max": 0.81216, - "nauc_precision_at_20_std": 0.368301, - "nauc_precision_at_20_diff1": 0.759202, - "nauc_precision_at_100_max": 0.788387, - "nauc_precision_at_100_std": 0.413482, - "nauc_precision_at_100_diff1": 0.736612, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.841602, - "nauc_mrr_at_1_std": 0.27222, - "nauc_mrr_at_1_diff1": 0.883905, - "nauc_mrr_at_3_max": 0.845594, - "nauc_mrr_at_3_std": 0.29703, - "nauc_mrr_at_3_diff1": 0.855437, - "nauc_mrr_at_5_max": 0.842097, - "nauc_mrr_at_5_std": 0.289026, - "nauc_mrr_at_5_diff1": 0.852192, - "nauc_mrr_at_10_max": 0.840657, - "nauc_mrr_at_10_std": 0.290493, - "nauc_mrr_at_10_diff1": 0.851037, - "nauc_mrr_at_20_max": 0.84052, - "nauc_mrr_at_20_std": 0.291382, - "nauc_mrr_at_20_diff1": 0.851129, - "nauc_mrr_at_100_max": 0.84051, - "nauc_mrr_at_100_std": 0.291263, - "nauc_mrr_at_100_diff1": 0.851651, - "nauc_mrr_at_1000_max": 0.840571, - "nauc_mrr_at_1000_std": 0.291061, - "nauc_mrr_at_1000_diff1": 0.851825, - "main_score": 0.71682, + "mrr_at_3": 0.673704, + "mrr_at_5": 0.681648, + "mrr_at_10": 0.687526, + "mrr_at_20": 0.69017, + "mrr_at_100": 0.692197, + "mrr_at_1000": 0.692596, + "nauc_ndcg_at_1_max": 0.830422, + "nauc_ndcg_at_1_std": 0.243528, + "nauc_ndcg_at_1_diff1": 0.881783, + "nauc_ndcg_at_3_max": 0.83009, + "nauc_ndcg_at_3_std": 0.272366, + "nauc_ndcg_at_3_diff1": 0.847767, + "nauc_ndcg_at_5_max": 0.823799, + "nauc_ndcg_at_5_std": 0.269364, + "nauc_ndcg_at_5_diff1": 0.840053, + "nauc_ndcg_at_10_max": 0.818956, + "nauc_ndcg_at_10_std": 0.265387, + "nauc_ndcg_at_10_diff1": 0.834417, + "nauc_ndcg_at_20_max": 0.819551, + "nauc_ndcg_at_20_std": 0.266213, + "nauc_ndcg_at_20_diff1": 0.836319, + "nauc_ndcg_at_100_max": 0.820247, + "nauc_ndcg_at_100_std": 0.272569, + "nauc_ndcg_at_100_diff1": 0.837488, + "nauc_ndcg_at_1000_max": 0.823057, + "nauc_ndcg_at_1000_std": 0.267822, + "nauc_ndcg_at_1000_diff1": 0.843565, + "nauc_map_at_1_max": 0.830422, + "nauc_map_at_1_std": 0.243528, + "nauc_map_at_1_diff1": 0.881783, + "nauc_map_at_3_max": 0.830364, + "nauc_map_at_3_std": 0.264668, + "nauc_map_at_3_diff1": 0.856028, + "nauc_map_at_5_max": 0.827113, + "nauc_map_at_5_std": 0.263081, + "nauc_map_at_5_diff1": 0.852152, + "nauc_map_at_10_max": 0.825443, + "nauc_map_at_10_std": 0.261943, + "nauc_map_at_10_diff1": 0.850272, + "nauc_map_at_20_max": 0.825665, + "nauc_map_at_20_std": 0.261867, + "nauc_map_at_20_diff1": 0.850921, + "nauc_map_at_100_max": 0.825781, + "nauc_map_at_100_std": 0.263129, + "nauc_map_at_100_diff1": 0.851058, + "nauc_map_at_1000_max": 0.825884, + "nauc_map_at_1000_std": 0.262991, + "nauc_map_at_1000_diff1": 0.851283, + "nauc_recall_at_1_max": 0.830422, + "nauc_recall_at_1_std": 0.243528, + "nauc_recall_at_1_diff1": 0.881783, + "nauc_recall_at_3_max": 0.829112, + "nauc_recall_at_3_std": 0.297479, + "nauc_recall_at_3_diff1": 0.821197, + "nauc_recall_at_5_max": 0.810716, + "nauc_recall_at_5_std": 0.290956, + "nauc_recall_at_5_diff1": 0.796041, + "nauc_recall_at_10_max": 0.787603, + "nauc_recall_at_10_std": 0.27482, + "nauc_recall_at_10_diff1": 0.764563, + "nauc_recall_at_20_max": 0.783855, + "nauc_recall_at_20_std": 0.28578, + "nauc_recall_at_20_diff1": 0.759611, + "nauc_recall_at_100_max": 0.756777, + "nauc_recall_at_100_std": 0.386577, + "nauc_recall_at_100_diff1": 0.700127, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.830422, + "nauc_precision_at_1_std": 0.243528, + "nauc_precision_at_1_diff1": 0.881783, + "nauc_precision_at_3_max": 0.829112, + "nauc_precision_at_3_std": 0.297479, + "nauc_precision_at_3_diff1": 0.821197, + "nauc_precision_at_5_max": 0.810716, + "nauc_precision_at_5_std": 0.290956, + "nauc_precision_at_5_diff1": 0.796041, + "nauc_precision_at_10_max": 0.787603, + "nauc_precision_at_10_std": 0.27482, + "nauc_precision_at_10_diff1": 0.764563, + "nauc_precision_at_20_max": 0.783855, + "nauc_precision_at_20_std": 0.28578, + "nauc_precision_at_20_diff1": 0.759611, + "nauc_precision_at_100_max": 0.756777, + "nauc_precision_at_100_std": 0.386577, + "nauc_precision_at_100_diff1": 0.700127, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.830422, + "nauc_mrr_at_1_std": 0.243528, + "nauc_mrr_at_1_diff1": 0.881783, + "nauc_mrr_at_3_max": 0.830364, + "nauc_mrr_at_3_std": 0.264668, + "nauc_mrr_at_3_diff1": 0.856028, + "nauc_mrr_at_5_max": 0.827113, + "nauc_mrr_at_5_std": 0.263081, + "nauc_mrr_at_5_diff1": 0.852152, + "nauc_mrr_at_10_max": 0.825443, + "nauc_mrr_at_10_std": 0.261943, + "nauc_mrr_at_10_diff1": 0.850272, + "nauc_mrr_at_20_max": 0.825665, + "nauc_mrr_at_20_std": 0.261867, + "nauc_mrr_at_20_diff1": 0.850921, + "nauc_mrr_at_100_max": 0.825781, + "nauc_mrr_at_100_std": 0.263129, + "nauc_mrr_at_100_diff1": 0.851058, + "nauc_mrr_at_1000_max": 0.825884, + "nauc_mrr_at_1000_std": 0.262991, + "nauc_mrr_at_1000_diff1": 0.851283, + "hit_rate_at_1": 0.63222, + "hit_rate_at_3": 0.72444, + "hit_rate_at_5": 0.75889, + "hit_rate_at_10": 0.80333, + "hit_rate_at_20": 0.84333, + "hit_rate_at_100": 0.92889, + "hit_rate_at_1000": 1.0, + "main_score": 0.71534, "hf_subset": "xho_Latn-eng_Latn", "languages": [ "xho-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.42889, - "ndcg_at_3": 0.46514, - "ndcg_at_5": 0.47289, - "ndcg_at_10": 0.48083, - "ndcg_at_20": 0.49001, - "ndcg_at_100": 0.51425, - "ndcg_at_1000": 0.55156, - "map_at_1": 0.42889, - "map_at_3": 0.45685, - "map_at_5": 0.46113, - "map_at_10": 0.46443, - "map_at_20": 0.4669, - "map_at_100": 0.46972, - "map_at_1000": 0.47109, - "recall_at_1": 0.42889, - "recall_at_3": 0.48889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.42333, + "ndcg_at_3": 0.46053, + "ndcg_at_5": 0.46938, + "ndcg_at_10": 0.47906, + "ndcg_at_20": 0.48804, + "ndcg_at_100": 0.51227, + "ndcg_at_1000": 0.54904, + "map_at_1": 0.42333, + "map_at_3": 0.45148, + "map_at_5": 0.45648, + "map_at_10": 0.46047, + "map_at_20": 0.46293, + "map_at_100": 0.46579, + "map_at_1000": 0.46712, + "recall_at_1": 0.42333, + "recall_at_3": 0.48667, "recall_at_5": 0.50778, - "recall_at_10": 0.53222, - "recall_at_20": 0.56889, - "recall_at_100": 0.70778, + "recall_at_10": 0.53778, + "recall_at_20": 0.57333, + "recall_at_100": 0.71111, "recall_at_1000": 1.0, - "precision_at_1": 0.42889, - "precision_at_3": 0.16296, + "accuracy": 0.42333, + "precision_at_1": 0.42333, + "precision_at_3": 0.16222, "precision_at_5": 0.10156, - "precision_at_10": 0.05322, - "precision_at_20": 0.02844, - "precision_at_100": 0.00708, - "precision_at_1000": 0.001, - "mrr_at_1": 0.428889, - "mrr_at_3": 0.456852, - "mrr_at_5": 0.46113, - "mrr_at_10": 0.464427, - "mrr_at_20": 0.466902, - "mrr_at_100": 0.469715, - "mrr_at_1000": 0.471091, - "nauc_ndcg_at_1_max": 0.908141, - "nauc_ndcg_at_1_std": 0.760648, - "nauc_ndcg_at_1_diff1": 0.898226, - "nauc_ndcg_at_3_max": 0.92779, - "nauc_ndcg_at_3_std": 0.801857, - "nauc_ndcg_at_3_diff1": 0.867421, - "nauc_ndcg_at_5_max": 0.922062, - "nauc_ndcg_at_5_std": 0.801154, - "nauc_ndcg_at_5_diff1": 0.859202, - "nauc_ndcg_at_10_max": 0.921449, - "nauc_ndcg_at_10_std": 0.806438, - "nauc_ndcg_at_10_diff1": 0.852311, - "nauc_ndcg_at_20_max": 0.915787, - "nauc_ndcg_at_20_std": 0.804694, - "nauc_ndcg_at_20_diff1": 0.845518, - "nauc_ndcg_at_100_max": 0.906394, - "nauc_ndcg_at_100_std": 0.79715, - "nauc_ndcg_at_100_diff1": 0.834722, - "nauc_ndcg_at_1000_max": 0.914042, - "nauc_ndcg_at_1000_std": 0.797517, - "nauc_ndcg_at_1000_diff1": 0.85063, - "nauc_map_at_1_max": 0.908141, - "nauc_map_at_1_std": 0.760648, - "nauc_map_at_1_diff1": 0.898226, - "nauc_map_at_3_max": 0.923958, - "nauc_map_at_3_std": 0.793297, - "nauc_map_at_3_diff1": 0.874275, - "nauc_map_at_5_max": 0.920695, - "nauc_map_at_5_std": 0.792848, - "nauc_map_at_5_diff1": 0.869745, - "nauc_map_at_10_max": 0.920564, - "nauc_map_at_10_std": 0.795177, - "nauc_map_at_10_diff1": 0.866952, - "nauc_map_at_20_max": 0.919107, - "nauc_map_at_20_std": 0.794781, - "nauc_map_at_20_diff1": 0.8652, - "nauc_map_at_100_max": 0.917892, - "nauc_map_at_100_std": 0.793732, - "nauc_map_at_100_diff1": 0.863953, - "nauc_map_at_1000_max": 0.918038, - "nauc_map_at_1000_std": 0.793673, - "nauc_map_at_1000_diff1": 0.864373, - "nauc_recall_at_1_max": 0.908141, - "nauc_recall_at_1_std": 0.760648, - "nauc_recall_at_1_diff1": 0.898226, - "nauc_recall_at_3_max": 0.938577, - "nauc_recall_at_3_std": 0.826218, - "nauc_recall_at_3_diff1": 0.847693, - "nauc_recall_at_5_max": 0.924963, - "nauc_recall_at_5_std": 0.824947, - "nauc_recall_at_5_diff1": 0.82723, - "nauc_recall_at_10_max": 0.922384, - "nauc_recall_at_10_std": 0.841367, - "nauc_recall_at_10_diff1": 0.80443, - "nauc_recall_at_20_max": 0.897974, - "nauc_recall_at_20_std": 0.834532, - "nauc_recall_at_20_diff1": 0.773536, - "nauc_recall_at_100_max": 0.82586, - "nauc_recall_at_100_std": 0.789615, - "nauc_recall_at_100_diff1": 0.674152, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.908141, - "nauc_precision_at_1_std": 0.760648, - "nauc_precision_at_1_diff1": 0.898226, - "nauc_precision_at_3_max": 0.938577, - "nauc_precision_at_3_std": 0.826218, - "nauc_precision_at_3_diff1": 0.847693, - "nauc_precision_at_5_max": 0.924963, - "nauc_precision_at_5_std": 0.824947, - "nauc_precision_at_5_diff1": 0.82723, - "nauc_precision_at_10_max": 0.922384, - "nauc_precision_at_10_std": 0.841367, - "nauc_precision_at_10_diff1": 0.80443, - "nauc_precision_at_20_max": 0.897974, - "nauc_precision_at_20_std": 0.834532, - "nauc_precision_at_20_diff1": 0.773536, - "nauc_precision_at_100_max": 0.82586, - "nauc_precision_at_100_std": 0.789615, - "nauc_precision_at_100_diff1": 0.674152, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.908141, - "nauc_mrr_at_1_std": 0.760648, - "nauc_mrr_at_1_diff1": 0.898226, - "nauc_mrr_at_3_max": 0.923958, - "nauc_mrr_at_3_std": 0.793297, - "nauc_mrr_at_3_diff1": 0.874275, - "nauc_mrr_at_5_max": 0.920695, - "nauc_mrr_at_5_std": 0.792848, - "nauc_mrr_at_5_diff1": 0.869745, - "nauc_mrr_at_10_max": 0.920564, - "nauc_mrr_at_10_std": 0.795177, - "nauc_mrr_at_10_diff1": 0.866952, - "nauc_mrr_at_20_max": 0.919107, - "nauc_mrr_at_20_std": 0.794781, - "nauc_mrr_at_20_diff1": 0.8652, - "nauc_mrr_at_100_max": 0.917892, - "nauc_mrr_at_100_std": 0.793732, - "nauc_mrr_at_100_diff1": 0.863953, - "nauc_mrr_at_1000_max": 0.918038, - "nauc_mrr_at_1000_std": 0.793673, - "nauc_mrr_at_1000_diff1": 0.864373, - "main_score": 0.48083, + "precision_at_10": 0.05378, + "precision_at_20": 0.02867, + "precision_at_100": 0.00711, + "precision_at_1000": 0.001, + "mrr_at_1": 0.423333, + "mrr_at_3": 0.451481, + "mrr_at_5": 0.456481, + "mrr_at_10": 0.460465, + "mrr_at_20": 0.462927, + "mrr_at_100": 0.465792, + "mrr_at_1000": 0.467124, + "nauc_ndcg_at_1_max": 0.89351, + "nauc_ndcg_at_1_std": 0.71527, + "nauc_ndcg_at_1_diff1": 0.891969, + "nauc_ndcg_at_3_max": 0.923294, + "nauc_ndcg_at_3_std": 0.762608, + "nauc_ndcg_at_3_diff1": 0.866711, + "nauc_ndcg_at_5_max": 0.920002, + "nauc_ndcg_at_5_std": 0.766315, + "nauc_ndcg_at_5_diff1": 0.85835, + "nauc_ndcg_at_10_max": 0.919293, + "nauc_ndcg_at_10_std": 0.769839, + "nauc_ndcg_at_10_diff1": 0.855927, + "nauc_ndcg_at_20_max": 0.9139, + "nauc_ndcg_at_20_std": 0.770086, + "nauc_ndcg_at_20_diff1": 0.849288, + "nauc_ndcg_at_100_max": 0.901079, + "nauc_ndcg_at_100_std": 0.759396, + "nauc_ndcg_at_100_diff1": 0.837942, + "nauc_ndcg_at_1000_max": 0.909555, + "nauc_ndcg_at_1000_std": 0.760056, + "nauc_ndcg_at_1000_diff1": 0.852968, + "nauc_map_at_1_max": 0.89351, + "nauc_map_at_1_std": 0.71527, + "nauc_map_at_1_diff1": 0.891969, + "nauc_map_at_3_max": 0.917221, + "nauc_map_at_3_std": 0.752599, + "nauc_map_at_3_diff1": 0.873372, + "nauc_map_at_5_max": 0.915357, + "nauc_map_at_5_std": 0.754752, + "nauc_map_at_5_diff1": 0.868656, + "nauc_map_at_10_max": 0.915171, + "nauc_map_at_10_std": 0.756363, + "nauc_map_at_10_diff1": 0.86779, + "nauc_map_at_20_max": 0.913743, + "nauc_map_at_20_std": 0.756454, + "nauc_map_at_20_diff1": 0.865998, + "nauc_map_at_100_max": 0.912076, + "nauc_map_at_100_std": 0.75489, + "nauc_map_at_100_diff1": 0.864707, + "nauc_map_at_1000_max": 0.912267, + "nauc_map_at_1000_std": 0.754869, + "nauc_map_at_1000_diff1": 0.865121, + "nauc_recall_at_1_max": 0.89351, + "nauc_recall_at_1_std": 0.71527, + "nauc_recall_at_1_diff1": 0.891969, + "nauc_recall_at_3_max": 0.940541, + "nauc_recall_at_3_std": 0.79121, + "nauc_recall_at_3_diff1": 0.847041, + "nauc_recall_at_5_max": 0.932763, + "nauc_recall_at_5_std": 0.800153, + "nauc_recall_at_5_diff1": 0.826658, + "nauc_recall_at_10_max": 0.930225, + "nauc_recall_at_10_std": 0.811295, + "nauc_recall_at_10_diff1": 0.817428, + "nauc_recall_at_20_max": 0.907554, + "nauc_recall_at_20_std": 0.813493, + "nauc_recall_at_20_diff1": 0.788137, + "nauc_recall_at_100_max": 0.813197, + "nauc_recall_at_100_std": 0.751018, + "nauc_recall_at_100_diff1": 0.685997, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.89351, + "nauc_precision_at_1_std": 0.71527, + "nauc_precision_at_1_diff1": 0.891969, + "nauc_precision_at_3_max": 0.940541, + "nauc_precision_at_3_std": 0.79121, + "nauc_precision_at_3_diff1": 0.847041, + "nauc_precision_at_5_max": 0.932763, + "nauc_precision_at_5_std": 0.800153, + "nauc_precision_at_5_diff1": 0.826658, + "nauc_precision_at_10_max": 0.930225, + "nauc_precision_at_10_std": 0.811295, + "nauc_precision_at_10_diff1": 0.817428, + "nauc_precision_at_20_max": 0.907554, + "nauc_precision_at_20_std": 0.813493, + "nauc_precision_at_20_diff1": 0.788137, + "nauc_precision_at_100_max": 0.813197, + "nauc_precision_at_100_std": 0.751018, + "nauc_precision_at_100_diff1": 0.685997, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.89351, + "nauc_mrr_at_1_std": 0.71527, + "nauc_mrr_at_1_diff1": 0.891969, + "nauc_mrr_at_3_max": 0.917221, + "nauc_mrr_at_3_std": 0.752599, + "nauc_mrr_at_3_diff1": 0.873372, + "nauc_mrr_at_5_max": 0.915357, + "nauc_mrr_at_5_std": 0.754752, + "nauc_mrr_at_5_diff1": 0.868656, + "nauc_mrr_at_10_max": 0.915171, + "nauc_mrr_at_10_std": 0.756363, + "nauc_mrr_at_10_diff1": 0.86779, + "nauc_mrr_at_20_max": 0.913743, + "nauc_mrr_at_20_std": 0.756454, + "nauc_mrr_at_20_diff1": 0.865998, + "nauc_mrr_at_100_max": 0.912076, + "nauc_mrr_at_100_std": 0.75489, + "nauc_mrr_at_100_diff1": 0.864707, + "nauc_mrr_at_1000_max": 0.912267, + "nauc_mrr_at_1000_std": 0.754869, + "nauc_mrr_at_1000_diff1": 0.865121, + "hit_rate_at_1": 0.42333, + "hit_rate_at_3": 0.48667, + "hit_rate_at_5": 0.50778, + "hit_rate_at_10": 0.53778, + "hit_rate_at_20": 0.57333, + "hit_rate_at_100": 0.71111, + "hit_rate_at_1000": 1.0, + "main_score": 0.47906, "hf_subset": "eng_Latn-xho_Latn", "languages": [ "eng-Latn", "xho-Latn" - ] - }, - { - "ndcg_at_1": 0.43111, - "ndcg_at_3": 0.48458, - "ndcg_at_5": 0.50021, - "ndcg_at_10": 0.51652, - "ndcg_at_20": 0.52971, - "ndcg_at_100": 0.55699, - "ndcg_at_1000": 0.58194, - "map_at_1": 0.43111, - "map_at_3": 0.47222, - "map_at_5": 0.48094, - "map_at_10": 0.48775, - "map_at_20": 0.49151, - "map_at_100": 0.49518, - "map_at_1000": 0.49617, - "recall_at_1": 0.43111, - "recall_at_3": 0.52, - "recall_at_5": 0.55778, - "recall_at_10": 0.60778, - "recall_at_20": 0.65889, - "recall_at_100": 0.80778, - "recall_at_1000": 1.0, - "precision_at_1": 0.43111, - "precision_at_3": 0.17333, - "precision_at_5": 0.11156, - "precision_at_10": 0.06078, - "precision_at_20": 0.03294, - "precision_at_100": 0.00808, - "precision_at_1000": 0.001, - "mrr_at_1": 0.431111, - "mrr_at_3": 0.472222, - "mrr_at_5": 0.480944, - "mrr_at_10": 0.487748, - "mrr_at_20": 0.491506, - "mrr_at_100": 0.495181, - "mrr_at_1000": 0.496165, - "nauc_ndcg_at_1_max": 0.690212, - "nauc_ndcg_at_1_std": -0.453329, - "nauc_ndcg_at_1_diff1": 0.837505, - "nauc_ndcg_at_3_max": 0.679062, - "nauc_ndcg_at_3_std": -0.465942, - "nauc_ndcg_at_3_diff1": 0.787716, - "nauc_ndcg_at_5_max": 0.674079, - "nauc_ndcg_at_5_std": -0.451314, - "nauc_ndcg_at_5_diff1": 0.774637, - "nauc_ndcg_at_10_max": 0.666543, - "nauc_ndcg_at_10_std": -0.443968, - "nauc_ndcg_at_10_diff1": 0.764661, - "nauc_ndcg_at_20_max": 0.665351, - "nauc_ndcg_at_20_std": -0.438311, - "nauc_ndcg_at_20_diff1": 0.763483, - "nauc_ndcg_at_100_max": 0.664253, - "nauc_ndcg_at_100_std": -0.427549, - "nauc_ndcg_at_100_diff1": 0.762042, - "nauc_ndcg_at_1000_max": 0.669735, - "nauc_ndcg_at_1000_std": -0.441263, - "nauc_ndcg_at_1000_diff1": 0.774205, - "nauc_map_at_1_max": 0.690212, - "nauc_map_at_1_std": -0.453329, - "nauc_map_at_1_diff1": 0.837505, - "nauc_map_at_3_max": 0.681675, - "nauc_map_at_3_std": -0.463412, - "nauc_map_at_3_diff1": 0.799365, - "nauc_map_at_5_max": 0.679091, - "nauc_map_at_5_std": -0.455244, - "nauc_map_at_5_diff1": 0.792402, - "nauc_map_at_10_max": 0.676049, - "nauc_map_at_10_std": -0.452134, - "nauc_map_at_10_diff1": 0.788409, - "nauc_map_at_20_max": 0.675763, - "nauc_map_at_20_std": -0.450639, - "nauc_map_at_20_diff1": 0.788178, - "nauc_map_at_100_max": 0.675477, - "nauc_map_at_100_std": -0.449305, - "nauc_map_at_100_diff1": 0.787868, - "nauc_map_at_1000_max": 0.675666, - "nauc_map_at_1000_std": -0.449759, - "nauc_map_at_1000_diff1": 0.788322, - "nauc_recall_at_1_max": 0.690212, - "nauc_recall_at_1_std": -0.453329, - "nauc_recall_at_1_diff1": 0.837505, - "nauc_recall_at_3_max": 0.671378, - "nauc_recall_at_3_std": -0.473191, - "nauc_recall_at_3_diff1": 0.753464, - "nauc_recall_at_5_max": 0.657903, - "nauc_recall_at_5_std": -0.437009, - "nauc_recall_at_5_diff1": 0.718498, - "nauc_recall_at_10_max": 0.631746, - "nauc_recall_at_10_std": -0.412479, - "nauc_recall_at_10_diff1": 0.682074, - "nauc_recall_at_20_max": 0.622981, - "nauc_recall_at_20_std": -0.38358, - "nauc_recall_at_20_diff1": 0.66892, - "nauc_recall_at_100_max": 0.594784, - "nauc_recall_at_100_std": -0.251608, - "nauc_recall_at_100_diff1": 0.610179, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.690212, - "nauc_precision_at_1_std": -0.453329, - "nauc_precision_at_1_diff1": 0.837505, - "nauc_precision_at_3_max": 0.671378, - "nauc_precision_at_3_std": -0.473191, - "nauc_precision_at_3_diff1": 0.753464, - "nauc_precision_at_5_max": 0.657903, - "nauc_precision_at_5_std": -0.437009, - "nauc_precision_at_5_diff1": 0.718498, - "nauc_precision_at_10_max": 0.631746, - "nauc_precision_at_10_std": -0.412479, - "nauc_precision_at_10_diff1": 0.682074, - "nauc_precision_at_20_max": 0.622981, - "nauc_precision_at_20_std": -0.38358, - "nauc_precision_at_20_diff1": 0.66892, - "nauc_precision_at_100_max": 0.594784, - "nauc_precision_at_100_std": -0.251608, - "nauc_precision_at_100_diff1": 0.610179, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.690212, - "nauc_mrr_at_1_std": -0.453329, - "nauc_mrr_at_1_diff1": 0.837505, - "nauc_mrr_at_3_max": 0.681675, - "nauc_mrr_at_3_std": -0.463412, - "nauc_mrr_at_3_diff1": 0.799365, - "nauc_mrr_at_5_max": 0.679091, - "nauc_mrr_at_5_std": -0.455244, - "nauc_mrr_at_5_diff1": 0.792402, - "nauc_mrr_at_10_max": 0.676049, - "nauc_mrr_at_10_std": -0.452134, - "nauc_mrr_at_10_diff1": 0.788409, - "nauc_mrr_at_20_max": 0.675763, - "nauc_mrr_at_20_std": -0.450639, - "nauc_mrr_at_20_diff1": 0.788178, - "nauc_mrr_at_100_max": 0.675477, - "nauc_mrr_at_100_std": -0.449305, - "nauc_mrr_at_100_diff1": 0.787868, - "nauc_mrr_at_1000_max": 0.675666, - "nauc_mrr_at_1000_std": -0.449759, - "nauc_mrr_at_1000_diff1": 0.788322, - "main_score": 0.51652, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.44778, + "ndcg_at_3": 0.50706, + "ndcg_at_5": 0.52017, + "ndcg_at_10": 0.53334, + "ndcg_at_20": 0.54588, + "ndcg_at_100": 0.5719, + "ndcg_at_1000": 0.59616, + "map_at_1": 0.44778, + "map_at_3": 0.49259, + "map_at_5": 0.50004, + "map_at_10": 0.50561, + "map_at_20": 0.50914, + "map_at_100": 0.51245, + "map_at_1000": 0.51342, + "recall_at_1": 0.44778, + "recall_at_3": 0.54889, + "recall_at_5": 0.58, + "recall_at_10": 0.62, + "recall_at_20": 0.66889, + "recall_at_100": 0.81333, + "recall_at_1000": 1.0, + "accuracy": 0.44778, + "precision_at_1": 0.44778, + "precision_at_3": 0.18296, + "precision_at_5": 0.116, + "precision_at_10": 0.062, + "precision_at_20": 0.03344, + "precision_at_100": 0.00813, + "precision_at_1000": 0.001, + "mrr_at_1": 0.447778, + "mrr_at_3": 0.492593, + "mrr_at_5": 0.500037, + "mrr_at_10": 0.50561, + "mrr_at_20": 0.509144, + "mrr_at_100": 0.512455, + "mrr_at_1000": 0.51342, + "nauc_ndcg_at_1_max": 0.690511, + "nauc_ndcg_at_1_std": -0.398801, + "nauc_ndcg_at_1_diff1": 0.809446, + "nauc_ndcg_at_3_max": 0.684082, + "nauc_ndcg_at_3_std": -0.398832, + "nauc_ndcg_at_3_diff1": 0.768244, + "nauc_ndcg_at_5_max": 0.677857, + "nauc_ndcg_at_5_std": -0.398385, + "nauc_ndcg_at_5_diff1": 0.753834, + "nauc_ndcg_at_10_max": 0.67659, + "nauc_ndcg_at_10_std": -0.390593, + "nauc_ndcg_at_10_diff1": 0.746681, + "nauc_ndcg_at_20_max": 0.674721, + "nauc_ndcg_at_20_std": -0.383425, + "nauc_ndcg_at_20_diff1": 0.745288, + "nauc_ndcg_at_100_max": 0.672364, + "nauc_ndcg_at_100_std": -0.374471, + "nauc_ndcg_at_100_diff1": 0.746899, + "nauc_ndcg_at_1000_max": 0.678038, + "nauc_ndcg_at_1000_std": -0.385338, + "nauc_ndcg_at_1000_diff1": 0.756459, + "nauc_map_at_1_max": 0.690511, + "nauc_map_at_1_std": -0.398801, + "nauc_map_at_1_diff1": 0.809446, + "nauc_map_at_3_max": 0.687085, + "nauc_map_at_3_std": -0.398853, + "nauc_map_at_3_diff1": 0.779055, + "nauc_map_at_5_max": 0.683511, + "nauc_map_at_5_std": -0.398673, + "nauc_map_at_5_diff1": 0.770966, + "nauc_map_at_10_max": 0.682898, + "nauc_map_at_10_std": -0.395588, + "nauc_map_at_10_diff1": 0.768046, + "nauc_map_at_20_max": 0.682475, + "nauc_map_at_20_std": -0.393757, + "nauc_map_at_20_diff1": 0.767898, + "nauc_map_at_100_max": 0.682352, + "nauc_map_at_100_std": -0.392395, + "nauc_map_at_100_diff1": 0.768199, + "nauc_map_at_1000_max": 0.68255, + "nauc_map_at_1000_std": -0.392706, + "nauc_map_at_1000_diff1": 0.768539, + "nauc_recall_at_1_max": 0.690511, + "nauc_recall_at_1_std": -0.398801, + "nauc_recall_at_1_diff1": 0.809446, + "nauc_recall_at_3_max": 0.674444, + "nauc_recall_at_3_std": -0.398758, + "nauc_recall_at_3_diff1": 0.735478, + "nauc_recall_at_5_max": 0.659086, + "nauc_recall_at_5_std": -0.397328, + "nauc_recall_at_5_diff1": 0.698879, + "nauc_recall_at_10_max": 0.654521, + "nauc_recall_at_10_std": -0.370579, + "nauc_recall_at_10_diff1": 0.672362, + "nauc_recall_at_20_max": 0.643345, + "nauc_recall_at_20_std": -0.334912, + "nauc_recall_at_20_diff1": 0.657695, + "nauc_recall_at_100_max": 0.600128, + "nauc_recall_at_100_std": -0.228471, + "nauc_recall_at_100_diff1": 0.623976, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690511, + "nauc_precision_at_1_std": -0.398801, + "nauc_precision_at_1_diff1": 0.809446, + "nauc_precision_at_3_max": 0.674444, + "nauc_precision_at_3_std": -0.398758, + "nauc_precision_at_3_diff1": 0.735478, + "nauc_precision_at_5_max": 0.659086, + "nauc_precision_at_5_std": -0.397328, + "nauc_precision_at_5_diff1": 0.698879, + "nauc_precision_at_10_max": 0.654521, + "nauc_precision_at_10_std": -0.370579, + "nauc_precision_at_10_diff1": 0.672362, + "nauc_precision_at_20_max": 0.643345, + "nauc_precision_at_20_std": -0.334912, + "nauc_precision_at_20_diff1": 0.657695, + "nauc_precision_at_100_max": 0.600128, + "nauc_precision_at_100_std": -0.228471, + "nauc_precision_at_100_diff1": 0.623976, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.690511, + "nauc_mrr_at_1_std": -0.398801, + "nauc_mrr_at_1_diff1": 0.809446, + "nauc_mrr_at_3_max": 0.687085, + "nauc_mrr_at_3_std": -0.398853, + "nauc_mrr_at_3_diff1": 0.779055, + "nauc_mrr_at_5_max": 0.683511, + "nauc_mrr_at_5_std": -0.398673, + "nauc_mrr_at_5_diff1": 0.770966, + "nauc_mrr_at_10_max": 0.682898, + "nauc_mrr_at_10_std": -0.395588, + "nauc_mrr_at_10_diff1": 0.768046, + "nauc_mrr_at_20_max": 0.682475, + "nauc_mrr_at_20_std": -0.393757, + "nauc_mrr_at_20_diff1": 0.767898, + "nauc_mrr_at_100_max": 0.682352, + "nauc_mrr_at_100_std": -0.392395, + "nauc_mrr_at_100_diff1": 0.768199, + "nauc_mrr_at_1000_max": 0.68255, + "nauc_mrr_at_1000_std": -0.392706, + "nauc_mrr_at_1000_diff1": 0.768539, + "hit_rate_at_1": 0.44778, + "hit_rate_at_3": 0.54889, + "hit_rate_at_5": 0.58, + "hit_rate_at_10": 0.62, + "hit_rate_at_20": 0.66889, + "hit_rate_at_100": 0.81333, + "hit_rate_at_1000": 1.0, + "main_score": 0.53334, "hf_subset": "yor_Latn-yor_Latn", "languages": [ "yor-Latn", "yor-Latn" - ] - }, - { - "ndcg_at_1": 0.60889, - "ndcg_at_3": 0.66987, - "ndcg_at_5": 0.68627, - "ndcg_at_10": 0.6996, - "ndcg_at_20": 0.71348, - "ndcg_at_100": 0.73198, - "ndcg_at_1000": 0.73893, - "map_at_1": 0.60889, - "map_at_3": 0.65519, - "map_at_5": 0.66424, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.61222, + "ndcg_at_3": 0.66622, + "ndcg_at_5": 0.68405, + "ndcg_at_10": 0.6999, + "ndcg_at_20": 0.7114, + "ndcg_at_100": 0.73021, + "ndcg_at_1000": 0.7379, + "map_at_1": 0.61222, + "map_at_3": 0.65333, + "map_at_5": 0.66322, "map_at_10": 0.66977, - "map_at_20": 0.67363, - "map_at_100": 0.67618, - "map_at_1000": 0.67648, - "recall_at_1": 0.60889, - "recall_at_3": 0.71222, - "recall_at_5": 0.75222, - "recall_at_10": 0.79333, - "recall_at_20": 0.84778, - "recall_at_100": 0.94778, + "map_at_20": 0.67292, + "map_at_100": 0.67555, + "map_at_1000": 0.67589, + "recall_at_1": 0.61222, + "recall_at_3": 0.70333, + "recall_at_5": 0.74667, + "recall_at_10": 0.79556, + "recall_at_20": 0.84111, + "recall_at_100": 0.94222, "recall_at_1000": 1.0, - "precision_at_1": 0.60889, - "precision_at_3": 0.23741, - "precision_at_5": 0.15044, - "precision_at_10": 0.07933, - "precision_at_20": 0.04239, - "precision_at_100": 0.00948, - "precision_at_1000": 0.001, - "mrr_at_1": 0.608889, - "mrr_at_3": 0.655185, - "mrr_at_5": 0.664241, - "mrr_at_10": 0.669765, - "mrr_at_20": 0.67363, - "mrr_at_100": 0.676175, - "mrr_at_1000": 0.676476, - "nauc_ndcg_at_1_max": 0.82665, - "nauc_ndcg_at_1_std": 0.307654, - "nauc_ndcg_at_1_diff1": 0.884364, - "nauc_ndcg_at_3_max": 0.822843, - "nauc_ndcg_at_3_std": 0.314437, - "nauc_ndcg_at_3_diff1": 0.841719, - "nauc_ndcg_at_5_max": 0.813757, - "nauc_ndcg_at_5_std": 0.31431, - "nauc_ndcg_at_5_diff1": 0.836714, - "nauc_ndcg_at_10_max": 0.806271, - "nauc_ndcg_at_10_std": 0.311863, - "nauc_ndcg_at_10_diff1": 0.829596, - "nauc_ndcg_at_20_max": 0.808076, - "nauc_ndcg_at_20_std": 0.326078, - "nauc_ndcg_at_20_diff1": 0.830072, - "nauc_ndcg_at_100_max": 0.813146, - "nauc_ndcg_at_100_std": 0.328111, - "nauc_ndcg_at_100_diff1": 0.836778, - "nauc_ndcg_at_1000_max": 0.814659, - "nauc_ndcg_at_1000_std": 0.320665, - "nauc_ndcg_at_1000_diff1": 0.840627, - "nauc_map_at_1_max": 0.82665, - "nauc_map_at_1_std": 0.307654, - "nauc_map_at_1_diff1": 0.884364, - "nauc_map_at_3_max": 0.825068, - "nauc_map_at_3_std": 0.313754, - "nauc_map_at_3_diff1": 0.852494, - "nauc_map_at_5_max": 0.820419, - "nauc_map_at_5_std": 0.313878, - "nauc_map_at_5_diff1": 0.850254, - "nauc_map_at_10_max": 0.817644, - "nauc_map_at_10_std": 0.313131, - "nauc_map_at_10_diff1": 0.847589, - "nauc_map_at_20_max": 0.81813, - "nauc_map_at_20_std": 0.316409, - "nauc_map_at_20_diff1": 0.847936, - "nauc_map_at_100_max": 0.818817, - "nauc_map_at_100_std": 0.316639, - "nauc_map_at_100_diff1": 0.848756, - "nauc_map_at_1000_max": 0.818855, - "nauc_map_at_1000_std": 0.316373, - "nauc_map_at_1000_diff1": 0.848897, - "nauc_recall_at_1_max": 0.82665, - "nauc_recall_at_1_std": 0.307654, - "nauc_recall_at_1_diff1": 0.884364, - "nauc_recall_at_3_max": 0.815008, - "nauc_recall_at_3_std": 0.316153, - "nauc_recall_at_3_diff1": 0.806742, - "nauc_recall_at_5_max": 0.78732, - "nauc_recall_at_5_std": 0.314938, - "nauc_recall_at_5_diff1": 0.787006, - "nauc_recall_at_10_max": 0.752666, - "nauc_recall_at_10_std": 0.303534, - "nauc_recall_at_10_diff1": 0.751289, - "nauc_recall_at_20_max": 0.748817, - "nauc_recall_at_20_std": 0.397725, - "nauc_recall_at_20_diff1": 0.729281, - "nauc_recall_at_100_max": 0.760345, - "nauc_recall_at_100_std": 0.564575, - "nauc_recall_at_100_diff1": 0.713223, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.82665, - "nauc_precision_at_1_std": 0.307654, - "nauc_precision_at_1_diff1": 0.884364, - "nauc_precision_at_3_max": 0.815008, - "nauc_precision_at_3_std": 0.316153, - "nauc_precision_at_3_diff1": 0.806742, - "nauc_precision_at_5_max": 0.78732, - "nauc_precision_at_5_std": 0.314938, - "nauc_precision_at_5_diff1": 0.787006, - "nauc_precision_at_10_max": 0.752666, - "nauc_precision_at_10_std": 0.303534, - "nauc_precision_at_10_diff1": 0.751289, - "nauc_precision_at_20_max": 0.748817, - "nauc_precision_at_20_std": 0.397725, - "nauc_precision_at_20_diff1": 0.729281, - "nauc_precision_at_100_max": 0.760345, - "nauc_precision_at_100_std": 0.564575, - "nauc_precision_at_100_diff1": 0.713223, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.82665, - "nauc_mrr_at_1_std": 0.307654, - "nauc_mrr_at_1_diff1": 0.884364, - "nauc_mrr_at_3_max": 0.825068, - "nauc_mrr_at_3_std": 0.313754, - "nauc_mrr_at_3_diff1": 0.852494, - "nauc_mrr_at_5_max": 0.820419, - "nauc_mrr_at_5_std": 0.313878, - "nauc_mrr_at_5_diff1": 0.850254, - "nauc_mrr_at_10_max": 0.817644, - "nauc_mrr_at_10_std": 0.313131, - "nauc_mrr_at_10_diff1": 0.847589, - "nauc_mrr_at_20_max": 0.81813, - "nauc_mrr_at_20_std": 0.316409, - "nauc_mrr_at_20_diff1": 0.847936, - "nauc_mrr_at_100_max": 0.818817, - "nauc_mrr_at_100_std": 0.316639, - "nauc_mrr_at_100_diff1": 0.848756, - "nauc_mrr_at_1000_max": 0.818855, - "nauc_mrr_at_1000_std": 0.316373, - "nauc_mrr_at_1000_diff1": 0.848897, - "main_score": 0.6996, + "accuracy": 0.61222, + "precision_at_1": 0.61222, + "precision_at_3": 0.23444, + "precision_at_5": 0.14933, + "precision_at_10": 0.07956, + "precision_at_20": 0.04206, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.612222, + "mrr_at_3": 0.653333, + "mrr_at_5": 0.663222, + "mrr_at_10": 0.669775, + "mrr_at_20": 0.672924, + "mrr_at_100": 0.675552, + "mrr_at_1000": 0.675889, + "nauc_ndcg_at_1_max": 0.804995, + "nauc_ndcg_at_1_std": 0.292644, + "nauc_ndcg_at_1_diff1": 0.864567, + "nauc_ndcg_at_3_max": 0.815432, + "nauc_ndcg_at_3_std": 0.297903, + "nauc_ndcg_at_3_diff1": 0.830348, + "nauc_ndcg_at_5_max": 0.804283, + "nauc_ndcg_at_5_std": 0.300889, + "nauc_ndcg_at_5_diff1": 0.823565, + "nauc_ndcg_at_10_max": 0.796061, + "nauc_ndcg_at_10_std": 0.300211, + "nauc_ndcg_at_10_diff1": 0.812558, + "nauc_ndcg_at_20_max": 0.794784, + "nauc_ndcg_at_20_std": 0.303284, + "nauc_ndcg_at_20_diff1": 0.813847, + "nauc_ndcg_at_100_max": 0.798623, + "nauc_ndcg_at_100_std": 0.307998, + "nauc_ndcg_at_100_diff1": 0.819957, + "nauc_ndcg_at_1000_max": 0.801609, + "nauc_ndcg_at_1000_std": 0.303042, + "nauc_ndcg_at_1000_diff1": 0.824959, + "nauc_map_at_1_max": 0.804995, + "nauc_map_at_1_std": 0.292644, + "nauc_map_at_1_diff1": 0.864567, + "nauc_map_at_3_max": 0.813638, + "nauc_map_at_3_std": 0.296576, + "nauc_map_at_3_diff1": 0.839346, + "nauc_map_at_5_max": 0.807709, + "nauc_map_at_5_std": 0.297884, + "nauc_map_at_5_diff1": 0.836147, + "nauc_map_at_10_max": 0.804488, + "nauc_map_at_10_std": 0.297511, + "nauc_map_at_10_diff1": 0.831969, + "nauc_map_at_20_max": 0.804174, + "nauc_map_at_20_std": 0.298091, + "nauc_map_at_20_diff1": 0.83246, + "nauc_map_at_100_max": 0.804828, + "nauc_map_at_100_std": 0.299016, + "nauc_map_at_100_diff1": 0.833274, + "nauc_map_at_1000_max": 0.804952, + "nauc_map_at_1000_std": 0.29889, + "nauc_map_at_1000_diff1": 0.833477, + "nauc_recall_at_1_max": 0.804995, + "nauc_recall_at_1_std": 0.292644, + "nauc_recall_at_1_diff1": 0.864567, + "nauc_recall_at_3_max": 0.820751, + "nauc_recall_at_3_std": 0.30213, + "nauc_recall_at_3_diff1": 0.801505, + "nauc_recall_at_5_max": 0.78963, + "nauc_recall_at_5_std": 0.312444, + "nauc_recall_at_5_diff1": 0.777357, + "nauc_recall_at_10_max": 0.754117, + "nauc_recall_at_10_std": 0.312336, + "nauc_recall_at_10_diff1": 0.724901, + "nauc_recall_at_20_max": 0.736299, + "nauc_recall_at_20_std": 0.337171, + "nauc_recall_at_20_diff1": 0.710793, + "nauc_recall_at_100_max": 0.714851, + "nauc_recall_at_100_std": 0.4617, + "nauc_recall_at_100_diff1": 0.678374, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.804995, + "nauc_precision_at_1_std": 0.292644, + "nauc_precision_at_1_diff1": 0.864567, + "nauc_precision_at_3_max": 0.820751, + "nauc_precision_at_3_std": 0.30213, + "nauc_precision_at_3_diff1": 0.801505, + "nauc_precision_at_5_max": 0.78963, + "nauc_precision_at_5_std": 0.312444, + "nauc_precision_at_5_diff1": 0.777357, + "nauc_precision_at_10_max": 0.754117, + "nauc_precision_at_10_std": 0.312336, + "nauc_precision_at_10_diff1": 0.724901, + "nauc_precision_at_20_max": 0.736299, + "nauc_precision_at_20_std": 0.337171, + "nauc_precision_at_20_diff1": 0.710793, + "nauc_precision_at_100_max": 0.714851, + "nauc_precision_at_100_std": 0.4617, + "nauc_precision_at_100_diff1": 0.678374, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.804995, + "nauc_mrr_at_1_std": 0.292644, + "nauc_mrr_at_1_diff1": 0.864567, + "nauc_mrr_at_3_max": 0.813638, + "nauc_mrr_at_3_std": 0.296576, + "nauc_mrr_at_3_diff1": 0.839346, + "nauc_mrr_at_5_max": 0.807709, + "nauc_mrr_at_5_std": 0.297884, + "nauc_mrr_at_5_diff1": 0.836147, + "nauc_mrr_at_10_max": 0.804488, + "nauc_mrr_at_10_std": 0.297511, + "nauc_mrr_at_10_diff1": 0.831969, + "nauc_mrr_at_20_max": 0.804174, + "nauc_mrr_at_20_std": 0.298091, + "nauc_mrr_at_20_diff1": 0.83246, + "nauc_mrr_at_100_max": 0.804828, + "nauc_mrr_at_100_std": 0.299016, + "nauc_mrr_at_100_diff1": 0.833274, + "nauc_mrr_at_1000_max": 0.804952, + "nauc_mrr_at_1000_std": 0.29889, + "nauc_mrr_at_1000_diff1": 0.833477, + "hit_rate_at_1": 0.61222, + "hit_rate_at_3": 0.70333, + "hit_rate_at_5": 0.74667, + "hit_rate_at_10": 0.79556, + "hit_rate_at_20": 0.84111, + "hit_rate_at_100": 0.94222, + "hit_rate_at_1000": 1.0, + "main_score": 0.6999, "hf_subset": "yor_Latn-eng_Latn", "languages": [ "yor-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.4, - "ndcg_at_3": 0.44073, - "ndcg_at_5": 0.44804, - "ndcg_at_10": 0.45785, - "ndcg_at_20": 0.46754, - "ndcg_at_100": 0.4942, - "ndcg_at_1000": 0.53265, - "map_at_1": 0.4, - "map_at_3": 0.4313, - "map_at_5": 0.43535, - "map_at_10": 0.43926, - "map_at_20": 0.44199, - "map_at_100": 0.44534, - "map_at_1000": 0.44685, - "recall_at_1": 0.4, - "recall_at_3": 0.46778, - "recall_at_5": 0.48556, - "recall_at_10": 0.51667, - "recall_at_20": 0.55444, - "recall_at_100": 0.70333, + "ndcg_at_1": 0.39333, + "ndcg_at_3": 0.43169, + "ndcg_at_5": 0.44236, + "ndcg_at_10": 0.45221, + "ndcg_at_20": 0.46115, + "ndcg_at_100": 0.48914, + "ndcg_at_1000": 0.52741, + "map_at_1": 0.39333, + "map_at_3": 0.42296, + "map_at_5": 0.42896, + "map_at_10": 0.43291, + "map_at_20": 0.43534, + "map_at_100": 0.4389, + "map_at_1000": 0.44039, + "recall_at_1": 0.39333, + "recall_at_3": 0.45667, + "recall_at_5": 0.48222, + "recall_at_10": 0.51333, + "recall_at_20": 0.54889, + "recall_at_100": 0.70444, "recall_at_1000": 1.0, - "precision_at_1": 0.4, - "precision_at_3": 0.15593, - "precision_at_5": 0.09711, - "precision_at_10": 0.05167, - "precision_at_20": 0.02772, - "precision_at_100": 0.00703, + "accuracy": 0.39333, + "precision_at_1": 0.39333, + "precision_at_3": 0.15222, + "precision_at_5": 0.09644, + "precision_at_10": 0.05133, + "precision_at_20": 0.02744, + "precision_at_100": 0.00704, "precision_at_1000": 0.001, - "mrr_at_1": 0.4, - "mrr_at_3": 0.431296, - "mrr_at_5": 0.435352, - "mrr_at_10": 0.439257, - "mrr_at_20": 0.441992, - "mrr_at_100": 0.445343, - "mrr_at_1000": 0.446853, - "nauc_ndcg_at_1_max": 0.888155, - "nauc_ndcg_at_1_std": 0.716498, - "nauc_ndcg_at_1_diff1": 0.879145, - "nauc_ndcg_at_3_max": 0.913281, - "nauc_ndcg_at_3_std": 0.75441, - "nauc_ndcg_at_3_diff1": 0.858424, - "nauc_ndcg_at_5_max": 0.90629, - "nauc_ndcg_at_5_std": 0.756344, - "nauc_ndcg_at_5_diff1": 0.84907, - "nauc_ndcg_at_10_max": 0.89996, - "nauc_ndcg_at_10_std": 0.753132, - "nauc_ndcg_at_10_diff1": 0.836928, - "nauc_ndcg_at_20_max": 0.896579, - "nauc_ndcg_at_20_std": 0.756312, - "nauc_ndcg_at_20_diff1": 0.829751, - "nauc_ndcg_at_100_max": 0.884421, - "nauc_ndcg_at_100_std": 0.747483, - "nauc_ndcg_at_100_diff1": 0.823256, - "nauc_ndcg_at_1000_max": 0.893883, - "nauc_ndcg_at_1000_std": 0.748263, - "nauc_ndcg_at_1000_diff1": 0.837142, - "nauc_map_at_1_max": 0.888155, - "nauc_map_at_1_std": 0.716498, - "nauc_map_at_1_diff1": 0.879145, - "nauc_map_at_3_max": 0.907607, - "nauc_map_at_3_std": 0.745766, - "nauc_map_at_3_diff1": 0.863342, - "nauc_map_at_5_max": 0.903689, - "nauc_map_at_5_std": 0.746696, - "nauc_map_at_5_diff1": 0.85816, - "nauc_map_at_10_max": 0.901052, - "nauc_map_at_10_std": 0.745336, - "nauc_map_at_10_diff1": 0.853156, - "nauc_map_at_20_max": 0.899987, - "nauc_map_at_20_std": 0.746074, - "nauc_map_at_20_diff1": 0.851057, - "nauc_map_at_100_max": 0.898417, - "nauc_map_at_100_std": 0.744921, - "nauc_map_at_100_diff1": 0.850156, - "nauc_map_at_1000_max": 0.898646, - "nauc_map_at_1000_std": 0.744876, - "nauc_map_at_1000_diff1": 0.850568, - "nauc_recall_at_1_max": 0.888155, - "nauc_recall_at_1_std": 0.716498, - "nauc_recall_at_1_diff1": 0.879145, - "nauc_recall_at_3_max": 0.929674, - "nauc_recall_at_3_std": 0.779422, - "nauc_recall_at_3_diff1": 0.844105, - "nauc_recall_at_5_max": 0.91278, - "nauc_recall_at_5_std": 0.784863, - "nauc_recall_at_5_diff1": 0.8211, - "nauc_recall_at_10_max": 0.893005, - "nauc_recall_at_10_std": 0.775394, - "nauc_recall_at_10_diff1": 0.782172, - "nauc_recall_at_20_max": 0.879784, - "nauc_recall_at_20_std": 0.790486, - "nauc_recall_at_20_diff1": 0.751447, - "nauc_recall_at_100_max": 0.788554, - "nauc_recall_at_100_std": 0.736359, - "nauc_recall_at_100_diff1": 0.685794, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.888155, - "nauc_precision_at_1_std": 0.716498, - "nauc_precision_at_1_diff1": 0.879145, - "nauc_precision_at_3_max": 0.929674, - "nauc_precision_at_3_std": 0.779422, - "nauc_precision_at_3_diff1": 0.844105, - "nauc_precision_at_5_max": 0.91278, - "nauc_precision_at_5_std": 0.784863, - "nauc_precision_at_5_diff1": 0.8211, - "nauc_precision_at_10_max": 0.893005, - "nauc_precision_at_10_std": 0.775394, - "nauc_precision_at_10_diff1": 0.782172, - "nauc_precision_at_20_max": 0.879784, - "nauc_precision_at_20_std": 0.790486, - "nauc_precision_at_20_diff1": 0.751447, - "nauc_precision_at_100_max": 0.788554, - "nauc_precision_at_100_std": 0.736359, - "nauc_precision_at_100_diff1": 0.685794, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.888155, - "nauc_mrr_at_1_std": 0.716498, - "nauc_mrr_at_1_diff1": 0.879145, - "nauc_mrr_at_3_max": 0.907607, - "nauc_mrr_at_3_std": 0.745766, - "nauc_mrr_at_3_diff1": 0.863342, - "nauc_mrr_at_5_max": 0.903689, - "nauc_mrr_at_5_std": 0.746696, - "nauc_mrr_at_5_diff1": 0.85816, - "nauc_mrr_at_10_max": 0.901052, - "nauc_mrr_at_10_std": 0.745336, - "nauc_mrr_at_10_diff1": 0.853156, - "nauc_mrr_at_20_max": 0.899987, - "nauc_mrr_at_20_std": 0.746074, - "nauc_mrr_at_20_diff1": 0.851057, - "nauc_mrr_at_100_max": 0.898417, - "nauc_mrr_at_100_std": 0.744921, - "nauc_mrr_at_100_diff1": 0.850156, - "nauc_mrr_at_1000_max": 0.898646, - "nauc_mrr_at_1000_std": 0.744876, - "nauc_mrr_at_1000_diff1": 0.850568, - "main_score": 0.45785, + "mrr_at_1": 0.393333, + "mrr_at_3": 0.422963, + "mrr_at_5": 0.428963, + "mrr_at_10": 0.432907, + "mrr_at_20": 0.435339, + "mrr_at_100": 0.438902, + "mrr_at_1000": 0.440389, + "nauc_ndcg_at_1_max": 0.896859, + "nauc_ndcg_at_1_std": 0.703658, + "nauc_ndcg_at_1_diff1": 0.899251, + "nauc_ndcg_at_3_max": 0.913249, + "nauc_ndcg_at_3_std": 0.740703, + "nauc_ndcg_at_3_diff1": 0.874237, + "nauc_ndcg_at_5_max": 0.90741, + "nauc_ndcg_at_5_std": 0.739791, + "nauc_ndcg_at_5_diff1": 0.860854, + "nauc_ndcg_at_10_max": 0.901134, + "nauc_ndcg_at_10_std": 0.736491, + "nauc_ndcg_at_10_diff1": 0.850544, + "nauc_ndcg_at_20_max": 0.898344, + "nauc_ndcg_at_20_std": 0.740359, + "nauc_ndcg_at_20_diff1": 0.843629, + "nauc_ndcg_at_100_max": 0.885647, + "nauc_ndcg_at_100_std": 0.733921, + "nauc_ndcg_at_100_diff1": 0.832862, + "nauc_ndcg_at_1000_max": 0.895788, + "nauc_ndcg_at_1000_std": 0.733953, + "nauc_ndcg_at_1000_diff1": 0.850801, + "nauc_map_at_1_max": 0.896859, + "nauc_map_at_1_std": 0.703658, + "nauc_map_at_1_diff1": 0.899251, + "nauc_map_at_3_max": 0.909527, + "nauc_map_at_3_std": 0.732687, + "nauc_map_at_3_diff1": 0.879988, + "nauc_map_at_5_max": 0.906257, + "nauc_map_at_5_std": 0.732113, + "nauc_map_at_5_diff1": 0.872519, + "nauc_map_at_10_max": 0.903661, + "nauc_map_at_10_std": 0.730695, + "nauc_map_at_10_diff1": 0.868366, + "nauc_map_at_20_max": 0.903099, + "nauc_map_at_20_std": 0.732072, + "nauc_map_at_20_diff1": 0.866713, + "nauc_map_at_100_max": 0.901255, + "nauc_map_at_100_std": 0.731136, + "nauc_map_at_100_diff1": 0.865232, + "nauc_map_at_1000_max": 0.901513, + "nauc_map_at_1000_std": 0.731049, + "nauc_map_at_1000_diff1": 0.865829, + "nauc_recall_at_1_max": 0.896859, + "nauc_recall_at_1_std": 0.703658, + "nauc_recall_at_1_diff1": 0.899251, + "nauc_recall_at_3_max": 0.923976, + "nauc_recall_at_3_std": 0.763628, + "nauc_recall_at_3_diff1": 0.857629, + "nauc_recall_at_5_max": 0.909877, + "nauc_recall_at_5_std": 0.76182, + "nauc_recall_at_5_diff1": 0.824956, + "nauc_recall_at_10_max": 0.89014, + "nauc_recall_at_10_std": 0.752047, + "nauc_recall_at_10_diff1": 0.791256, + "nauc_recall_at_20_max": 0.876545, + "nauc_recall_at_20_std": 0.766007, + "nauc_recall_at_20_diff1": 0.758682, + "nauc_recall_at_100_max": 0.783009, + "nauc_recall_at_100_std": 0.728076, + "nauc_recall_at_100_diff1": 0.659438, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.896859, + "nauc_precision_at_1_std": 0.703658, + "nauc_precision_at_1_diff1": 0.899251, + "nauc_precision_at_3_max": 0.923976, + "nauc_precision_at_3_std": 0.763628, + "nauc_precision_at_3_diff1": 0.857629, + "nauc_precision_at_5_max": 0.909877, + "nauc_precision_at_5_std": 0.76182, + "nauc_precision_at_5_diff1": 0.824956, + "nauc_precision_at_10_max": 0.89014, + "nauc_precision_at_10_std": 0.752047, + "nauc_precision_at_10_diff1": 0.791256, + "nauc_precision_at_20_max": 0.876545, + "nauc_precision_at_20_std": 0.766007, + "nauc_precision_at_20_diff1": 0.758682, + "nauc_precision_at_100_max": 0.783009, + "nauc_precision_at_100_std": 0.728076, + "nauc_precision_at_100_diff1": 0.659438, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.896859, + "nauc_mrr_at_1_std": 0.703658, + "nauc_mrr_at_1_diff1": 0.899251, + "nauc_mrr_at_3_max": 0.909527, + "nauc_mrr_at_3_std": 0.732687, + "nauc_mrr_at_3_diff1": 0.879988, + "nauc_mrr_at_5_max": 0.906257, + "nauc_mrr_at_5_std": 0.732113, + "nauc_mrr_at_5_diff1": 0.872519, + "nauc_mrr_at_10_max": 0.903661, + "nauc_mrr_at_10_std": 0.730695, + "nauc_mrr_at_10_diff1": 0.868366, + "nauc_mrr_at_20_max": 0.903099, + "nauc_mrr_at_20_std": 0.732072, + "nauc_mrr_at_20_diff1": 0.866713, + "nauc_mrr_at_100_max": 0.901255, + "nauc_mrr_at_100_std": 0.731136, + "nauc_mrr_at_100_diff1": 0.865232, + "nauc_mrr_at_1000_max": 0.901513, + "nauc_mrr_at_1000_std": 0.731049, + "nauc_mrr_at_1000_diff1": 0.865829, + "hit_rate_at_1": 0.39333, + "hit_rate_at_3": 0.45667, + "hit_rate_at_5": 0.48222, + "hit_rate_at_10": 0.51333, + "hit_rate_at_20": 0.54889, + "hit_rate_at_100": 0.70444, + "hit_rate_at_1000": 1.0, + "main_score": 0.45221, "hf_subset": "eng_Latn-yor_Latn", "languages": [ "eng-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90667, - "ndcg_at_3": 0.93828, - "ndcg_at_5": 0.94383, - "ndcg_at_10": 0.94728, - "ndcg_at_20": 0.94812, - "ndcg_at_100": 0.94997, - "ndcg_at_1000": 0.95025, - "map_at_1": 0.90667, - "map_at_3": 0.93074, - "map_at_5": 0.93385, - "map_at_10": 0.93519, - "map_at_20": 0.93543, - "map_at_100": 0.93568, - "map_at_1000": 0.93569, - "recall_at_1": 0.90667, - "recall_at_3": 0.96, - "recall_at_5": 0.97333, - "recall_at_10": 0.98444, - "recall_at_20": 0.98778, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.90333, + "ndcg_at_3": 0.93591, + "ndcg_at_5": 0.94041, + "ndcg_at_10": 0.94318, + "ndcg_at_20": 0.94524, + "ndcg_at_100": 0.94712, + "ndcg_at_1000": 0.94758, + "map_at_1": 0.90333, + "map_at_3": 0.92796, + "map_at_5": 0.93041, + "map_at_10": 0.9315, + "map_at_20": 0.93211, + "map_at_100": 0.93238, + "map_at_1000": 0.93241, + "recall_at_1": 0.90333, + "recall_at_3": 0.95889, + "recall_at_5": 0.97, + "recall_at_10": 0.97889, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90667, - "precision_at_3": 0.32, - "precision_at_5": 0.19467, - "precision_at_10": 0.09844, - "precision_at_20": 0.04939, - "precision_at_100": 0.00998, + "accuracy": 0.90333, + "precision_at_1": 0.90333, + "precision_at_3": 0.31963, + "precision_at_5": 0.194, + "precision_at_10": 0.09789, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.906667, - "mrr_at_3": 0.930741, - "mrr_at_5": 0.933852, - "mrr_at_10": 0.935194, - "mrr_at_20": 0.935427, - "mrr_at_100": 0.935682, - "mrr_at_1000": 0.935693, - "nauc_ndcg_at_1_max": 0.845371, - "nauc_ndcg_at_1_std": -0.114435, - "nauc_ndcg_at_1_diff1": 0.927666, - "nauc_ndcg_at_3_max": 0.879166, - "nauc_ndcg_at_3_std": -0.106061, - "nauc_ndcg_at_3_diff1": 0.932792, - "nauc_ndcg_at_5_max": 0.878363, - "nauc_ndcg_at_5_std": -0.098989, - "nauc_ndcg_at_5_diff1": 0.934046, - "nauc_ndcg_at_10_max": 0.875473, - "nauc_ndcg_at_10_std": -0.082301, - "nauc_ndcg_at_10_diff1": 0.935939, - "nauc_ndcg_at_20_max": 0.873445, - "nauc_ndcg_at_20_std": -0.086858, - "nauc_ndcg_at_20_diff1": 0.936387, - "nauc_ndcg_at_100_max": 0.871091, - "nauc_ndcg_at_100_std": -0.088179, - "nauc_ndcg_at_100_diff1": 0.934502, - "nauc_ndcg_at_1000_max": 0.870346, - "nauc_ndcg_at_1000_std": -0.094467, - "nauc_ndcg_at_1000_diff1": 0.934124, - "nauc_map_at_1_max": 0.845371, - "nauc_map_at_1_std": -0.114435, - "nauc_map_at_1_diff1": 0.927666, - "nauc_map_at_3_max": 0.869929, - "nauc_map_at_3_std": -0.105704, - "nauc_map_at_3_diff1": 0.932044, - "nauc_map_at_5_max": 0.868946, - "nauc_map_at_5_std": -0.102106, - "nauc_map_at_5_diff1": 0.9325, - "nauc_map_at_10_max": 0.867757, - "nauc_map_at_10_std": -0.097975, - "nauc_map_at_10_diff1": 0.933121, - "nauc_map_at_20_max": 0.867279, - "nauc_map_at_20_std": -0.099456, - "nauc_map_at_20_diff1": 0.933239, - "nauc_map_at_100_max": 0.86702, - "nauc_map_at_100_std": -0.0996, - "nauc_map_at_100_diff1": 0.933003, - "nauc_map_at_1000_max": 0.866998, - "nauc_map_at_1000_std": -0.099782, - "nauc_map_at_1000_diff1": 0.932992, - "nauc_recall_at_1_max": 0.845371, - "nauc_recall_at_1_std": -0.114435, - "nauc_recall_at_1_diff1": 0.927666, - "nauc_recall_at_3_max": 0.924071, - "nauc_recall_at_3_std": -0.110048, - "nauc_recall_at_3_diff1": 0.935872, - "nauc_recall_at_5_max": 0.944172, - "nauc_recall_at_5_std": -0.078431, - "nauc_recall_at_5_diff1": 0.944853, - "nauc_recall_at_10_max": 0.961485, - "nauc_recall_at_10_std": 0.143324, - "nauc_recall_at_10_diff1": 0.971989, - "nauc_recall_at_20_max": 0.95098, - "nauc_recall_at_20_std": 0.145828, - "nauc_recall_at_20_diff1": 0.988116, + "mrr_at_1": 0.903333, + "mrr_at_3": 0.927963, + "mrr_at_5": 0.930407, + "mrr_at_10": 0.931495, + "mrr_at_20": 0.932111, + "mrr_at_100": 0.932382, + "mrr_at_1000": 0.932406, + "nauc_ndcg_at_1_max": 0.830183, + "nauc_ndcg_at_1_std": -0.076838, + "nauc_ndcg_at_1_diff1": 0.929199, + "nauc_ndcg_at_3_max": 0.860732, + "nauc_ndcg_at_3_std": -0.101067, + "nauc_ndcg_at_3_diff1": 0.934612, + "nauc_ndcg_at_5_max": 0.85649, + "nauc_ndcg_at_5_std": -0.092189, + "nauc_ndcg_at_5_diff1": 0.932511, + "nauc_ndcg_at_10_max": 0.857338, + "nauc_ndcg_at_10_std": -0.07434, + "nauc_ndcg_at_10_diff1": 0.93673, + "nauc_ndcg_at_20_max": 0.855234, + "nauc_ndcg_at_20_std": -0.076952, + "nauc_ndcg_at_20_diff1": 0.936661, + "nauc_ndcg_at_100_max": 0.853893, + "nauc_ndcg_at_100_std": -0.071285, + "nauc_ndcg_at_100_diff1": 0.934409, + "nauc_ndcg_at_1000_max": 0.852604, + "nauc_ndcg_at_1000_std": -0.078719, + "nauc_ndcg_at_1000_diff1": 0.934241, + "nauc_map_at_1_max": 0.830183, + "nauc_map_at_1_std": -0.076838, + "nauc_map_at_1_diff1": 0.929199, + "nauc_map_at_3_max": 0.852351, + "nauc_map_at_3_std": -0.093397, + "nauc_map_at_3_diff1": 0.933264, + "nauc_map_at_5_max": 0.850049, + "nauc_map_at_5_std": -0.08942, + "nauc_map_at_5_diff1": 0.932172, + "nauc_map_at_10_max": 0.850295, + "nauc_map_at_10_std": -0.08312, + "nauc_map_at_10_diff1": 0.933486, + "nauc_map_at_20_max": 0.849794, + "nauc_map_at_20_std": -0.083299, + "nauc_map_at_20_diff1": 0.93349, + "nauc_map_at_100_max": 0.849638, + "nauc_map_at_100_std": -0.082435, + "nauc_map_at_100_diff1": 0.933224, + "nauc_map_at_1000_max": 0.849585, + "nauc_map_at_1000_std": -0.082718, + "nauc_map_at_1000_diff1": 0.93322, + "nauc_recall_at_1_max": 0.830183, + "nauc_recall_at_1_std": -0.076838, + "nauc_recall_at_1_diff1": 0.929199, + "nauc_recall_at_3_max": 0.902024, + "nauc_recall_at_3_std": -0.139728, + "nauc_recall_at_3_diff1": 0.941139, + "nauc_recall_at_5_max": 0.896774, + "nauc_recall_at_5_std": -0.106322, + "nauc_recall_at_5_diff1": 0.933862, + "nauc_recall_at_10_max": 0.919775, + "nauc_recall_at_10_std": 0.033908, + "nauc_recall_at_10_diff1": 0.97162, + "nauc_recall_at_20_max": 0.921024, + "nauc_recall_at_20_std": 0.037698, + "nauc_recall_at_20_diff1": 0.989107, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 0.786026, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.845371, - "nauc_precision_at_1_std": -0.114435, - "nauc_precision_at_1_diff1": 0.927666, - "nauc_precision_at_3_max": 0.924071, - "nauc_precision_at_3_std": -0.110048, - "nauc_precision_at_3_diff1": 0.935872, - "nauc_precision_at_5_max": 0.944172, - "nauc_precision_at_5_std": -0.078431, - "nauc_precision_at_5_diff1": 0.944853, - "nauc_precision_at_10_max": 0.961485, - "nauc_precision_at_10_std": 0.143324, - "nauc_precision_at_10_diff1": 0.971989, - "nauc_precision_at_20_max": 0.95098, - "nauc_precision_at_20_std": 0.145828, - "nauc_precision_at_20_diff1": 0.988116, + "nauc_precision_at_1_max": 0.830183, + "nauc_precision_at_1_std": -0.076838, + "nauc_precision_at_1_diff1": 0.929199, + "nauc_precision_at_3_max": 0.902024, + "nauc_precision_at_3_std": -0.139728, + "nauc_precision_at_3_diff1": 0.941139, + "nauc_precision_at_5_max": 0.896774, + "nauc_precision_at_5_std": -0.106322, + "nauc_precision_at_5_diff1": 0.933862, + "nauc_precision_at_10_max": 0.919775, + "nauc_precision_at_10_std": 0.033908, + "nauc_precision_at_10_diff1": 0.97162, + "nauc_precision_at_20_max": 0.921024, + "nauc_precision_at_20_std": 0.037698, + "nauc_precision_at_20_diff1": 0.989107, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 0.786026, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.845371, - "nauc_mrr_at_1_std": -0.114435, - "nauc_mrr_at_1_diff1": 0.927666, - "nauc_mrr_at_3_max": 0.869929, - "nauc_mrr_at_3_std": -0.105704, - "nauc_mrr_at_3_diff1": 0.932044, - "nauc_mrr_at_5_max": 0.868946, - "nauc_mrr_at_5_std": -0.102106, - "nauc_mrr_at_5_diff1": 0.9325, - "nauc_mrr_at_10_max": 0.867757, - "nauc_mrr_at_10_std": -0.097975, - "nauc_mrr_at_10_diff1": 0.933121, - "nauc_mrr_at_20_max": 0.867279, - "nauc_mrr_at_20_std": -0.099456, - "nauc_mrr_at_20_diff1": 0.933239, - "nauc_mrr_at_100_max": 0.86702, - "nauc_mrr_at_100_std": -0.0996, - "nauc_mrr_at_100_diff1": 0.933003, - "nauc_mrr_at_1000_max": 0.866998, - "nauc_mrr_at_1000_std": -0.099782, - "nauc_mrr_at_1000_diff1": 0.932992, - "main_score": 0.94728, + "nauc_mrr_at_1_max": 0.830183, + "nauc_mrr_at_1_std": -0.076838, + "nauc_mrr_at_1_diff1": 0.929199, + "nauc_mrr_at_3_max": 0.852351, + "nauc_mrr_at_3_std": -0.093397, + "nauc_mrr_at_3_diff1": 0.933264, + "nauc_mrr_at_5_max": 0.850049, + "nauc_mrr_at_5_std": -0.08942, + "nauc_mrr_at_5_diff1": 0.932172, + "nauc_mrr_at_10_max": 0.850295, + "nauc_mrr_at_10_std": -0.08312, + "nauc_mrr_at_10_diff1": 0.933486, + "nauc_mrr_at_20_max": 0.849794, + "nauc_mrr_at_20_std": -0.083299, + "nauc_mrr_at_20_diff1": 0.93349, + "nauc_mrr_at_100_max": 0.849638, + "nauc_mrr_at_100_std": -0.082435, + "nauc_mrr_at_100_diff1": 0.933224, + "nauc_mrr_at_1000_max": 0.849585, + "nauc_mrr_at_1000_std": -0.082718, + "nauc_mrr_at_1000_diff1": 0.93322, + "hit_rate_at_1": 0.90333, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94318, "hf_subset": "zho_Hans-zho_Hans", "languages": [ "zho-Hans", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92333, - "ndcg_at_3": 0.94878, - "ndcg_at_5": 0.95242, - "ndcg_at_10": 0.95629, - "ndcg_at_20": 0.95685, - "ndcg_at_100": 0.95813, - "ndcg_at_1000": 0.9586, - "map_at_1": 0.92333, - "map_at_3": 0.94259, - "map_at_5": 0.94459, - "map_at_10": 0.94615, - "map_at_20": 0.9463, - "map_at_100": 0.94649, - "map_at_1000": 0.94652, - "recall_at_1": 0.92333, - "recall_at_3": 0.96667, - "recall_at_5": 0.97556, - "recall_at_10": 0.98778, - "recall_at_20": 0.99, + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94033, + "ndcg_at_5": 0.94683, + "ndcg_at_10": 0.95039, + "ndcg_at_20": 0.95091, + "ndcg_at_100": 0.95257, + "ndcg_at_1000": 0.95303, + "map_at_1": 0.91333, + "map_at_3": 0.93389, + "map_at_5": 0.93756, + "map_at_10": 0.939, + "map_at_20": 0.93912, + "map_at_100": 0.93935, + "map_at_1000": 0.93938, + "recall_at_1": 0.91333, + "recall_at_3": 0.95889, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, + "recall_at_20": 0.98778, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.92333, - "precision_at_3": 0.32222, - "precision_at_5": 0.19511, - "precision_at_10": 0.09878, - "precision_at_20": 0.0495, + "accuracy": 0.91333, + "precision_at_1": 0.91333, + "precision_at_3": 0.31963, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, + "precision_at_20": 0.04939, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.923333, - "mrr_at_3": 0.942593, - "mrr_at_5": 0.944593, - "mrr_at_10": 0.946146, - "mrr_at_20": 0.946297, - "mrr_at_100": 0.946491, - "mrr_at_1000": 0.946516, - "nauc_ndcg_at_1_max": 0.828611, - "nauc_ndcg_at_1_std": -0.223122, - "nauc_ndcg_at_1_diff1": 0.920229, - "nauc_ndcg_at_3_max": 0.851705, - "nauc_ndcg_at_3_std": -0.290894, - "nauc_ndcg_at_3_diff1": 0.928354, - "nauc_ndcg_at_5_max": 0.858019, - "nauc_ndcg_at_5_std": -0.260237, - "nauc_ndcg_at_5_diff1": 0.931862, - "nauc_ndcg_at_10_max": 0.849635, - "nauc_ndcg_at_10_std": -0.249518, - "nauc_ndcg_at_10_diff1": 0.931919, - "nauc_ndcg_at_20_max": 0.849569, - "nauc_ndcg_at_20_std": -0.247154, - "nauc_ndcg_at_20_diff1": 0.931846, - "nauc_ndcg_at_100_max": 0.848193, - "nauc_ndcg_at_100_std": -0.242053, - "nauc_ndcg_at_100_diff1": 0.929765, - "nauc_ndcg_at_1000_max": 0.84646, - "nauc_ndcg_at_1000_std": -0.255711, - "nauc_ndcg_at_1000_diff1": 0.928963, - "nauc_map_at_1_max": 0.828611, - "nauc_map_at_1_std": -0.223122, - "nauc_map_at_1_diff1": 0.920229, - "nauc_map_at_3_max": 0.84364, - "nauc_map_at_3_std": -0.278341, - "nauc_map_at_3_diff1": 0.92644, - "nauc_map_at_5_max": 0.846296, - "nauc_map_at_5_std": -0.26433, - "nauc_map_at_5_diff1": 0.927996, - "nauc_map_at_10_max": 0.84322, - "nauc_map_at_10_std": -0.260904, - "nauc_map_at_10_diff1": 0.927735, - "nauc_map_at_20_max": 0.843222, - "nauc_map_at_20_std": -0.260084, - "nauc_map_at_20_diff1": 0.927691, - "nauc_map_at_100_max": 0.843116, - "nauc_map_at_100_std": -0.25977, - "nauc_map_at_100_diff1": 0.92743, - "nauc_map_at_1000_max": 0.843041, - "nauc_map_at_1000_std": -0.260348, - "nauc_map_at_1000_diff1": 0.927395, - "nauc_recall_at_1_max": 0.828611, - "nauc_recall_at_1_std": -0.223122, - "nauc_recall_at_1_diff1": 0.920229, - "nauc_recall_at_3_max": 0.892235, - "nauc_recall_at_3_std": -0.346685, - "nauc_recall_at_3_diff1": 0.937364, - "nauc_recall_at_5_max": 0.937399, - "nauc_recall_at_5_std": -0.212206, - "nauc_recall_at_5_diff1": 0.957665, - "nauc_recall_at_10_max": 0.922333, - "nauc_recall_at_10_std": -0.046813, - "nauc_recall_at_10_diff1": 0.988116, - "nauc_recall_at_20_max": 0.935937, - "nauc_recall_at_20_std": 0.025003, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.933889, + "mrr_at_5": 0.937556, + "mrr_at_10": 0.938998, + "mrr_at_20": 0.939119, + "mrr_at_100": 0.939355, + "mrr_at_1000": 0.939378, + "nauc_ndcg_at_1_max": 0.81448, + "nauc_ndcg_at_1_std": -0.244661, + "nauc_ndcg_at_1_diff1": 0.92118, + "nauc_ndcg_at_3_max": 0.824852, + "nauc_ndcg_at_3_std": -0.33684, + "nauc_ndcg_at_3_diff1": 0.927457, + "nauc_ndcg_at_5_max": 0.831801, + "nauc_ndcg_at_5_std": -0.303611, + "nauc_ndcg_at_5_diff1": 0.931479, + "nauc_ndcg_at_10_max": 0.833235, + "nauc_ndcg_at_10_std": -0.264626, + "nauc_ndcg_at_10_diff1": 0.932015, + "nauc_ndcg_at_20_max": 0.83218, + "nauc_ndcg_at_20_std": -0.261704, + "nauc_ndcg_at_20_diff1": 0.931969, + "nauc_ndcg_at_100_max": 0.82981, + "nauc_ndcg_at_100_std": -0.26294, + "nauc_ndcg_at_100_diff1": 0.929585, + "nauc_ndcg_at_1000_max": 0.828133, + "nauc_ndcg_at_1000_std": -0.275384, + "nauc_ndcg_at_1000_diff1": 0.928892, + "nauc_map_at_1_max": 0.81448, + "nauc_map_at_1_std": -0.244661, + "nauc_map_at_1_diff1": 0.92118, + "nauc_map_at_3_max": 0.822094, + "nauc_map_at_3_std": -0.31133, + "nauc_map_at_3_diff1": 0.925961, + "nauc_map_at_5_max": 0.82542, + "nauc_map_at_5_std": -0.293165, + "nauc_map_at_5_diff1": 0.927736, + "nauc_map_at_10_max": 0.825679, + "nauc_map_at_10_std": -0.278956, + "nauc_map_at_10_diff1": 0.927631, + "nauc_map_at_20_max": 0.825473, + "nauc_map_at_20_std": -0.278302, + "nauc_map_at_20_diff1": 0.927607, + "nauc_map_at_100_max": 0.825203, + "nauc_map_at_100_std": -0.279049, + "nauc_map_at_100_diff1": 0.927325, + "nauc_map_at_1000_max": 0.825135, + "nauc_map_at_1000_std": -0.279547, + "nauc_map_at_1000_diff1": 0.927297, + "nauc_recall_at_1_max": 0.81448, + "nauc_recall_at_1_std": -0.244661, + "nauc_recall_at_1_diff1": 0.92118, + "nauc_recall_at_3_max": 0.837308, + "nauc_recall_at_3_std": -0.45281, + "nauc_recall_at_3_diff1": 0.934073, + "nauc_recall_at_5_max": 0.877908, + "nauc_recall_at_5_std": -0.365364, + "nauc_recall_at_5_diff1": 0.958795, + "nauc_recall_at_10_max": 0.930511, + "nauc_recall_at_10_std": -0.017345, + "nauc_recall_at_10_diff1": 0.989945, + "nauc_recall_at_20_max": 0.92976, + "nauc_recall_at_20_std": 0.072023, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.828611, - "nauc_precision_at_1_std": -0.223122, - "nauc_precision_at_1_diff1": 0.920229, - "nauc_precision_at_3_max": 0.892235, - "nauc_precision_at_3_std": -0.346685, - "nauc_precision_at_3_diff1": 0.937364, - "nauc_precision_at_5_max": 0.937399, - "nauc_precision_at_5_std": -0.212206, - "nauc_precision_at_5_diff1": 0.957665, - "nauc_precision_at_10_max": 0.922333, - "nauc_precision_at_10_std": -0.046813, - "nauc_precision_at_10_diff1": 0.988116, - "nauc_precision_at_20_max": 0.935937, - "nauc_precision_at_20_std": 0.025003, + "nauc_precision_at_1_max": 0.81448, + "nauc_precision_at_1_std": -0.244661, + "nauc_precision_at_1_diff1": 0.92118, + "nauc_precision_at_3_max": 0.837308, + "nauc_precision_at_3_std": -0.45281, + "nauc_precision_at_3_diff1": 0.934073, + "nauc_precision_at_5_max": 0.877908, + "nauc_precision_at_5_std": -0.365364, + "nauc_precision_at_5_diff1": 0.958795, + "nauc_precision_at_10_max": 0.930511, + "nauc_precision_at_10_std": -0.017345, + "nauc_precision_at_10_diff1": 0.989945, + "nauc_precision_at_20_max": 0.92976, + "nauc_precision_at_20_std": 0.072023, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.828611, - "nauc_mrr_at_1_std": -0.223122, - "nauc_mrr_at_1_diff1": 0.920229, - "nauc_mrr_at_3_max": 0.84364, - "nauc_mrr_at_3_std": -0.278341, - "nauc_mrr_at_3_diff1": 0.92644, - "nauc_mrr_at_5_max": 0.846296, - "nauc_mrr_at_5_std": -0.26433, - "nauc_mrr_at_5_diff1": 0.927996, - "nauc_mrr_at_10_max": 0.84322, - "nauc_mrr_at_10_std": -0.260904, - "nauc_mrr_at_10_diff1": 0.927735, - "nauc_mrr_at_20_max": 0.843222, - "nauc_mrr_at_20_std": -0.260084, - "nauc_mrr_at_20_diff1": 0.927691, - "nauc_mrr_at_100_max": 0.843116, - "nauc_mrr_at_100_std": -0.25977, - "nauc_mrr_at_100_diff1": 0.92743, - "nauc_mrr_at_1000_max": 0.843041, - "nauc_mrr_at_1000_std": -0.260348, - "nauc_mrr_at_1000_diff1": 0.927395, - "main_score": 0.95629, + "nauc_mrr_at_1_max": 0.81448, + "nauc_mrr_at_1_std": -0.244661, + "nauc_mrr_at_1_diff1": 0.92118, + "nauc_mrr_at_3_max": 0.822094, + "nauc_mrr_at_3_std": -0.31133, + "nauc_mrr_at_3_diff1": 0.925961, + "nauc_mrr_at_5_max": 0.82542, + "nauc_mrr_at_5_std": -0.293165, + "nauc_mrr_at_5_diff1": 0.927736, + "nauc_mrr_at_10_max": 0.825679, + "nauc_mrr_at_10_std": -0.278956, + "nauc_mrr_at_10_diff1": 0.927631, + "nauc_mrr_at_20_max": 0.825473, + "nauc_mrr_at_20_std": -0.278302, + "nauc_mrr_at_20_diff1": 0.927607, + "nauc_mrr_at_100_max": 0.825203, + "nauc_mrr_at_100_std": -0.279049, + "nauc_mrr_at_100_diff1": 0.927325, + "nauc_mrr_at_1000_max": 0.825135, + "nauc_mrr_at_1000_std": -0.279547, + "nauc_mrr_at_1000_diff1": 0.927297, + "hit_rate_at_1": 0.91333, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.95039, "hf_subset": "zho_Hans-eng_Latn", "languages": [ "zho-Hans", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91, - "ndcg_at_3": 0.94521, - "ndcg_at_5": 0.94975, - "ndcg_at_10": 0.95082, - "ndcg_at_20": 0.95214, - "ndcg_at_100": 0.9532, - "ndcg_at_1000": 0.95367, - "map_at_1": 0.91, - "map_at_3": 0.9363, - "map_at_5": 0.9388, - "map_at_10": 0.93923, - "map_at_20": 0.93955, - "map_at_100": 0.93971, - "map_at_1000": 0.93973, - "recall_at_1": 0.91, - "recall_at_3": 0.97111, - "recall_at_5": 0.98222, - "recall_at_10": 0.98556, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.9364, + "ndcg_at_5": 0.94061, + "ndcg_at_10": 0.9436, + "ndcg_at_20": 0.94505, + "ndcg_at_100": 0.94653, + "ndcg_at_1000": 0.94699, + "map_at_1": 0.89556, + "map_at_3": 0.92667, + "map_at_5": 0.92906, + "map_at_10": 0.93036, + "map_at_20": 0.93078, + "map_at_100": 0.93101, + "map_at_1000": 0.93103, + "recall_at_1": 0.89556, + "recall_at_3": 0.96444, + "recall_at_5": 0.97444, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.91, - "precision_at_3": 0.3237, - "precision_at_5": 0.19644, - "precision_at_10": 0.09856, - "precision_at_20": 0.04956, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.32148, + "precision_at_5": 0.19489, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.91, - "mrr_at_3": 0.936296, - "mrr_at_5": 0.938796, - "mrr_at_10": 0.939233, - "mrr_at_20": 0.93955, - "mrr_at_100": 0.939707, - "mrr_at_1000": 0.939732, - "nauc_ndcg_at_1_max": 0.797708, - "nauc_ndcg_at_1_std": -0.191421, - "nauc_ndcg_at_1_diff1": 0.929482, - "nauc_ndcg_at_3_max": 0.838433, - "nauc_ndcg_at_3_std": -0.182206, - "nauc_ndcg_at_3_diff1": 0.939895, - "nauc_ndcg_at_5_max": 0.834202, - "nauc_ndcg_at_5_std": -0.180765, - "nauc_ndcg_at_5_diff1": 0.939598, - "nauc_ndcg_at_10_max": 0.831521, - "nauc_ndcg_at_10_std": -0.174832, - "nauc_ndcg_at_10_diff1": 0.938282, - "nauc_ndcg_at_20_max": 0.829126, - "nauc_ndcg_at_20_std": -0.170798, - "nauc_ndcg_at_20_diff1": 0.937284, - "nauc_ndcg_at_100_max": 0.827097, - "nauc_ndcg_at_100_std": -0.16779, - "nauc_ndcg_at_100_diff1": 0.937122, - "nauc_ndcg_at_1000_max": 0.825335, - "nauc_ndcg_at_1000_std": -0.178719, - "nauc_ndcg_at_1000_diff1": 0.936482, - "nauc_map_at_1_max": 0.797708, - "nauc_map_at_1_std": -0.191421, - "nauc_map_at_1_diff1": 0.929482, - "nauc_map_at_3_max": 0.825395, - "nauc_map_at_3_std": -0.186683, - "nauc_map_at_3_diff1": 0.936113, - "nauc_map_at_5_max": 0.82309, - "nauc_map_at_5_std": -0.185743, - "nauc_map_at_5_diff1": 0.935951, - "nauc_map_at_10_max": 0.822118, - "nauc_map_at_10_std": -0.184083, - "nauc_map_at_10_diff1": 0.935491, - "nauc_map_at_20_max": 0.821611, - "nauc_map_at_20_std": -0.183452, - "nauc_map_at_20_diff1": 0.935279, - "nauc_map_at_100_max": 0.82136, - "nauc_map_at_100_std": -0.183392, - "nauc_map_at_100_diff1": 0.935274, - "nauc_map_at_1000_max": 0.821285, - "nauc_map_at_1000_std": -0.183844, - "nauc_map_at_1000_diff1": 0.935247, - "nauc_recall_at_1_max": 0.797708, - "nauc_recall_at_1_std": -0.191421, - "nauc_recall_at_1_diff1": 0.929482, - "nauc_recall_at_3_max": 0.920635, - "nauc_recall_at_3_std": -0.152499, - "nauc_recall_at_3_diff1": 0.964178, - "nauc_recall_at_5_max": 0.940768, - "nauc_recall_at_5_std": -0.13069, - "nauc_recall_at_5_diff1": 0.97549, - "nauc_recall_at_10_max": 0.937154, - "nauc_recall_at_10_std": -0.050528, - "nauc_recall_at_10_diff1": 0.969834, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.123658, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.926667, + "mrr_at_5": 0.929056, + "mrr_at_10": 0.930361, + "mrr_at_20": 0.930778, + "mrr_at_100": 0.931009, + "mrr_at_1000": 0.931032, + "nauc_ndcg_at_1_max": 0.75043, + "nauc_ndcg_at_1_std": -0.200816, + "nauc_ndcg_at_1_diff1": 0.932327, + "nauc_ndcg_at_3_max": 0.801591, + "nauc_ndcg_at_3_std": -0.170425, + "nauc_ndcg_at_3_diff1": 0.938202, + "nauc_ndcg_at_5_max": 0.798712, + "nauc_ndcg_at_5_std": -0.188646, + "nauc_ndcg_at_5_diff1": 0.939116, + "nauc_ndcg_at_10_max": 0.79055, + "nauc_ndcg_at_10_std": -0.183716, + "nauc_ndcg_at_10_diff1": 0.937715, + "nauc_ndcg_at_20_max": 0.786441, + "nauc_ndcg_at_20_std": -0.177634, + "nauc_ndcg_at_20_diff1": 0.938038, + "nauc_ndcg_at_100_max": 0.784981, + "nauc_ndcg_at_100_std": -0.166778, + "nauc_ndcg_at_100_diff1": 0.937513, + "nauc_ndcg_at_1000_max": 0.783101, + "nauc_ndcg_at_1000_std": -0.176976, + "nauc_ndcg_at_1000_diff1": 0.936966, + "nauc_map_at_1_max": 0.75043, + "nauc_map_at_1_std": -0.200816, + "nauc_map_at_1_diff1": 0.932327, + "nauc_map_at_3_max": 0.784648, + "nauc_map_at_3_std": -0.179044, + "nauc_map_at_3_diff1": 0.936215, + "nauc_map_at_5_max": 0.782671, + "nauc_map_at_5_std": -0.18852, + "nauc_map_at_5_diff1": 0.93659, + "nauc_map_at_10_max": 0.779462, + "nauc_map_at_10_std": -0.186753, + "nauc_map_at_10_diff1": 0.936094, + "nauc_map_at_20_max": 0.778426, + "nauc_map_at_20_std": -0.184998, + "nauc_map_at_20_diff1": 0.936116, + "nauc_map_at_100_max": 0.778303, + "nauc_map_at_100_std": -0.183027, + "nauc_map_at_100_diff1": 0.936067, + "nauc_map_at_1000_max": 0.778228, + "nauc_map_at_1000_std": -0.183428, + "nauc_map_at_1000_diff1": 0.936045, + "nauc_recall_at_1_max": 0.75043, + "nauc_recall_at_1_std": -0.200816, + "nauc_recall_at_1_diff1": 0.932327, + "nauc_recall_at_3_max": 0.901523, + "nauc_recall_at_3_std": -0.120857, + "nauc_recall_at_3_diff1": 0.949959, + "nauc_recall_at_5_max": 0.925202, + "nauc_recall_at_5_std": -0.195693, + "nauc_recall_at_5_diff1": 0.959506, + "nauc_recall_at_10_max": 0.911453, + "nauc_recall_at_10_std": -0.150825, + "nauc_recall_at_10_diff1": 0.955338, + "nauc_recall_at_20_max": 0.894958, + "nauc_recall_at_20_std": -0.036648, + "nauc_recall_at_20_diff1": 0.972222, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.797708, - "nauc_precision_at_1_std": -0.191421, - "nauc_precision_at_1_diff1": 0.929482, - "nauc_precision_at_3_max": 0.920635, - "nauc_precision_at_3_std": -0.152499, - "nauc_precision_at_3_diff1": 0.964178, - "nauc_precision_at_5_max": 0.940768, - "nauc_precision_at_5_std": -0.13069, - "nauc_precision_at_5_diff1": 0.97549, - "nauc_precision_at_10_max": 0.937154, - "nauc_precision_at_10_std": -0.050528, - "nauc_precision_at_10_diff1": 0.969834, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.123658, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.75043, + "nauc_precision_at_1_std": -0.200816, + "nauc_precision_at_1_diff1": 0.932327, + "nauc_precision_at_3_max": 0.901523, + "nauc_precision_at_3_std": -0.120857, + "nauc_precision_at_3_diff1": 0.949959, + "nauc_precision_at_5_max": 0.925202, + "nauc_precision_at_5_std": -0.195693, + "nauc_precision_at_5_diff1": 0.959506, + "nauc_precision_at_10_max": 0.911453, + "nauc_precision_at_10_std": -0.150825, + "nauc_precision_at_10_diff1": 0.955338, + "nauc_precision_at_20_max": 0.894958, + "nauc_precision_at_20_std": -0.036648, + "nauc_precision_at_20_diff1": 0.972222, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.797708, - "nauc_mrr_at_1_std": -0.191421, - "nauc_mrr_at_1_diff1": 0.929482, - "nauc_mrr_at_3_max": 0.825395, - "nauc_mrr_at_3_std": -0.186683, - "nauc_mrr_at_3_diff1": 0.936113, - "nauc_mrr_at_5_max": 0.82309, - "nauc_mrr_at_5_std": -0.185743, - "nauc_mrr_at_5_diff1": 0.935951, - "nauc_mrr_at_10_max": 0.822118, - "nauc_mrr_at_10_std": -0.184083, - "nauc_mrr_at_10_diff1": 0.935491, - "nauc_mrr_at_20_max": 0.821611, - "nauc_mrr_at_20_std": -0.183452, - "nauc_mrr_at_20_diff1": 0.935279, - "nauc_mrr_at_100_max": 0.82136, - "nauc_mrr_at_100_std": -0.183392, - "nauc_mrr_at_100_diff1": 0.935274, - "nauc_mrr_at_1000_max": 0.821285, - "nauc_mrr_at_1000_std": -0.183844, - "nauc_mrr_at_1000_diff1": 0.935247, - "main_score": 0.95082, + "nauc_mrr_at_1_max": 0.75043, + "nauc_mrr_at_1_std": -0.200816, + "nauc_mrr_at_1_diff1": 0.932327, + "nauc_mrr_at_3_max": 0.784648, + "nauc_mrr_at_3_std": -0.179044, + "nauc_mrr_at_3_diff1": 0.936215, + "nauc_mrr_at_5_max": 0.782671, + "nauc_mrr_at_5_std": -0.18852, + "nauc_mrr_at_5_diff1": 0.93659, + "nauc_mrr_at_10_max": 0.779462, + "nauc_mrr_at_10_std": -0.186753, + "nauc_mrr_at_10_diff1": 0.936094, + "nauc_mrr_at_20_max": 0.778426, + "nauc_mrr_at_20_std": -0.184998, + "nauc_mrr_at_20_diff1": 0.936116, + "nauc_mrr_at_100_max": 0.778303, + "nauc_mrr_at_100_std": -0.183027, + "nauc_mrr_at_100_diff1": 0.936067, + "nauc_mrr_at_1000_max": 0.778228, + "nauc_mrr_at_1000_std": -0.183428, + "nauc_mrr_at_1000_diff1": 0.936045, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.9436, "hf_subset": "eng_Latn-zho_Hans", "languages": [ "eng-Latn", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92111, - "ndcg_at_3": 0.94685, - "ndcg_at_5": 0.95326, - "ndcg_at_10": 0.9557, - "ndcg_at_20": 0.95681, - "ndcg_at_100": 0.95768, - "ndcg_at_1000": 0.95814, - "map_at_1": 0.92111, - "map_at_3": 0.94074, - "map_at_5": 0.9443, - "map_at_10": 0.94526, - "map_at_20": 0.94556, - "map_at_100": 0.9457, - "map_at_1000": 0.94572, - "recall_at_1": 0.92111, - "recall_at_3": 0.96444, - "recall_at_5": 0.98, - "recall_at_10": 0.98778, - "recall_at_20": 0.99222, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.94376, + "ndcg_at_5": 0.94921, + "ndcg_at_10": 0.95279, + "ndcg_at_20": 0.95399, + "ndcg_at_100": 0.9552, + "ndcg_at_1000": 0.95549, + "map_at_1": 0.91889, + "map_at_3": 0.93741, + "map_at_5": 0.94041, + "map_at_10": 0.94188, + "map_at_20": 0.94225, + "map_at_100": 0.9424, + "map_at_1000": 0.94241, + "recall_at_1": 0.91889, + "recall_at_3": 0.96222, + "recall_at_5": 0.97556, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92111, - "precision_at_3": 0.32148, - "precision_at_5": 0.196, - "precision_at_10": 0.09878, - "precision_at_20": 0.04961, - "precision_at_100": 0.00997, + "accuracy": 0.91889, + "precision_at_1": 0.91889, + "precision_at_3": 0.32074, + "precision_at_5": 0.19511, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.921111, - "mrr_at_3": 0.940741, - "mrr_at_5": 0.944296, - "mrr_at_10": 0.945261, - "mrr_at_20": 0.94556, - "mrr_at_100": 0.945697, - "mrr_at_1000": 0.945718, - "nauc_ndcg_at_1_max": 0.847477, - "nauc_ndcg_at_1_std": 0.00217, - "nauc_ndcg_at_1_diff1": 0.952295, - "nauc_ndcg_at_3_max": 0.884948, - "nauc_ndcg_at_3_std": 0.046162, - "nauc_ndcg_at_3_diff1": 0.951786, - "nauc_ndcg_at_5_max": 0.87561, - "nauc_ndcg_at_5_std": 0.024737, - "nauc_ndcg_at_5_diff1": 0.948919, - "nauc_ndcg_at_10_max": 0.876182, - "nauc_ndcg_at_10_std": 0.025461, - "nauc_ndcg_at_10_diff1": 0.950323, - "nauc_ndcg_at_20_max": 0.873905, - "nauc_ndcg_at_20_std": 0.016519, - "nauc_ndcg_at_20_diff1": 0.951783, - "nauc_ndcg_at_100_max": 0.87199, - "nauc_ndcg_at_100_std": 0.025684, - "nauc_ndcg_at_100_diff1": 0.951504, - "nauc_ndcg_at_1000_max": 0.870602, - "nauc_ndcg_at_1000_std": 0.016776, - "nauc_ndcg_at_1000_diff1": 0.950978, - "nauc_map_at_1_max": 0.847477, - "nauc_map_at_1_std": 0.00217, - "nauc_map_at_1_diff1": 0.952295, - "nauc_map_at_3_max": 0.873502, - "nauc_map_at_3_std": 0.026209, - "nauc_map_at_3_diff1": 0.951608, - "nauc_map_at_5_max": 0.868361, - "nauc_map_at_5_std": 0.014233, - "nauc_map_at_5_diff1": 0.950214, - "nauc_map_at_10_max": 0.8682, - "nauc_map_at_10_std": 0.013345, - "nauc_map_at_10_diff1": 0.950536, - "nauc_map_at_20_max": 0.867698, - "nauc_map_at_20_std": 0.011219, - "nauc_map_at_20_diff1": 0.950894, - "nauc_map_at_100_max": 0.867448, - "nauc_map_at_100_std": 0.012149, - "nauc_map_at_100_diff1": 0.950869, - "nauc_map_at_1000_max": 0.867394, - "nauc_map_at_1000_std": 0.011818, - "nauc_map_at_1000_diff1": 0.95085, - "nauc_recall_at_1_max": 0.847477, - "nauc_recall_at_1_std": 0.00217, - "nauc_recall_at_1_diff1": 0.952295, - "nauc_recall_at_3_max": 0.939601, - "nauc_recall_at_3_std": 0.14614, - "nauc_recall_at_3_diff1": 0.952877, - "nauc_recall_at_5_max": 0.929842, - "nauc_recall_at_5_std": 0.110722, - "nauc_recall_at_5_diff1": 0.938012, - "nauc_recall_at_10_max": 0.976233, - "nauc_recall_at_10_std": 0.196376, - "nauc_recall_at_10_diff1": 0.95098, - "nauc_recall_at_20_max": 0.981326, - "nauc_recall_at_20_std": 0.104508, - "nauc_recall_at_20_diff1": 0.981326, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.937407, + "mrr_at_5": 0.940407, + "mrr_at_10": 0.941881, + "mrr_at_20": 0.94225, + "mrr_at_100": 0.942402, + "mrr_at_1000": 0.942414, + "nauc_ndcg_at_1_max": 0.849251, + "nauc_ndcg_at_1_std": -0.027826, + "nauc_ndcg_at_1_diff1": 0.94644, + "nauc_ndcg_at_3_max": 0.887711, + "nauc_ndcg_at_3_std": 0.026199, + "nauc_ndcg_at_3_diff1": 0.945166, + "nauc_ndcg_at_5_max": 0.880476, + "nauc_ndcg_at_5_std": 0.009937, + "nauc_ndcg_at_5_diff1": 0.943958, + "nauc_ndcg_at_10_max": 0.879558, + "nauc_ndcg_at_10_std": 0.014847, + "nauc_ndcg_at_10_diff1": 0.945855, + "nauc_ndcg_at_20_max": 0.879116, + "nauc_ndcg_at_20_std": 0.001956, + "nauc_ndcg_at_20_diff1": 0.947928, + "nauc_ndcg_at_100_max": 0.876451, + "nauc_ndcg_at_100_std": 0.01422, + "nauc_ndcg_at_100_diff1": 0.947184, + "nauc_ndcg_at_1000_max": 0.875648, + "nauc_ndcg_at_1000_std": 0.008272, + "nauc_ndcg_at_1000_diff1": 0.94684, + "nauc_map_at_1_max": 0.849251, + "nauc_map_at_1_std": -0.027826, + "nauc_map_at_1_diff1": 0.94644, + "nauc_map_at_3_max": 0.877444, + "nauc_map_at_3_std": 0.012253, + "nauc_map_at_3_diff1": 0.946112, + "nauc_map_at_5_max": 0.873529, + "nauc_map_at_5_std": 0.004896, + "nauc_map_at_5_diff1": 0.945592, + "nauc_map_at_10_max": 0.872919, + "nauc_map_at_10_std": 0.005985, + "nauc_map_at_10_diff1": 0.946166, + "nauc_map_at_20_max": 0.872781, + "nauc_map_at_20_std": 0.002807, + "nauc_map_at_20_diff1": 0.946664, + "nauc_map_at_100_max": 0.872504, + "nauc_map_at_100_std": 0.004233, + "nauc_map_at_100_diff1": 0.94661, + "nauc_map_at_1000_max": 0.872479, + "nauc_map_at_1000_std": 0.004051, + "nauc_map_at_1000_diff1": 0.946599, + "nauc_recall_at_1_max": 0.849251, + "nauc_recall_at_1_std": -0.027826, + "nauc_recall_at_1_diff1": 0.94644, + "nauc_recall_at_3_max": 0.935602, + "nauc_recall_at_3_std": 0.090872, + "nauc_recall_at_3_diff1": 0.94027, + "nauc_recall_at_5_max": 0.924985, + "nauc_recall_at_5_std": 0.033635, + "nauc_recall_at_5_diff1": 0.931457, + "nauc_recall_at_10_max": 0.955065, + "nauc_recall_at_10_std": 0.118464, + "nauc_recall_at_10_diff1": 0.944172, + "nauc_recall_at_20_max": 0.98366, + "nauc_recall_at_20_std": -0.079307, + "nauc_recall_at_20_diff1": 0.98366, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_std": 0.934641, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.847477, - "nauc_precision_at_1_std": 0.00217, - "nauc_precision_at_1_diff1": 0.952295, - "nauc_precision_at_3_max": 0.939601, - "nauc_precision_at_3_std": 0.14614, - "nauc_precision_at_3_diff1": 0.952877, - "nauc_precision_at_5_max": 0.929842, - "nauc_precision_at_5_std": 0.110722, - "nauc_precision_at_5_diff1": 0.938012, - "nauc_precision_at_10_max": 0.976233, - "nauc_precision_at_10_std": 0.196376, - "nauc_precision_at_10_diff1": 0.95098, - "nauc_precision_at_20_max": 0.981326, - "nauc_precision_at_20_std": 0.104508, - "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_1_max": 0.849251, + "nauc_precision_at_1_std": -0.027826, + "nauc_precision_at_1_diff1": 0.94644, + "nauc_precision_at_3_max": 0.935602, + "nauc_precision_at_3_std": 0.090872, + "nauc_precision_at_3_diff1": 0.94027, + "nauc_precision_at_5_max": 0.924985, + "nauc_precision_at_5_std": 0.033635, + "nauc_precision_at_5_diff1": 0.931457, + "nauc_precision_at_10_max": 0.955065, + "nauc_precision_at_10_std": 0.118464, + "nauc_precision_at_10_diff1": 0.944172, + "nauc_precision_at_20_max": 0.98366, + "nauc_precision_at_20_std": -0.079307, + "nauc_precision_at_20_diff1": 0.98366, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_std": 0.934641, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.847477, - "nauc_mrr_at_1_std": 0.00217, - "nauc_mrr_at_1_diff1": 0.952295, - "nauc_mrr_at_3_max": 0.873502, - "nauc_mrr_at_3_std": 0.026209, - "nauc_mrr_at_3_diff1": 0.951608, - "nauc_mrr_at_5_max": 0.868361, - "nauc_mrr_at_5_std": 0.014233, - "nauc_mrr_at_5_diff1": 0.950214, - "nauc_mrr_at_10_max": 0.8682, - "nauc_mrr_at_10_std": 0.013345, - "nauc_mrr_at_10_diff1": 0.950536, - "nauc_mrr_at_20_max": 0.867698, - "nauc_mrr_at_20_std": 0.011219, - "nauc_mrr_at_20_diff1": 0.950894, - "nauc_mrr_at_100_max": 0.867448, - "nauc_mrr_at_100_std": 0.012149, - "nauc_mrr_at_100_diff1": 0.950869, - "nauc_mrr_at_1000_max": 0.867394, - "nauc_mrr_at_1000_std": 0.011818, - "nauc_mrr_at_1000_diff1": 0.95085, - "main_score": 0.9557, + "nauc_mrr_at_1_max": 0.849251, + "nauc_mrr_at_1_std": -0.027826, + "nauc_mrr_at_1_diff1": 0.94644, + "nauc_mrr_at_3_max": 0.877444, + "nauc_mrr_at_3_std": 0.012253, + "nauc_mrr_at_3_diff1": 0.946112, + "nauc_mrr_at_5_max": 0.873529, + "nauc_mrr_at_5_std": 0.004896, + "nauc_mrr_at_5_diff1": 0.945592, + "nauc_mrr_at_10_max": 0.872919, + "nauc_mrr_at_10_std": 0.005985, + "nauc_mrr_at_10_diff1": 0.946166, + "nauc_mrr_at_20_max": 0.872781, + "nauc_mrr_at_20_std": 0.002807, + "nauc_mrr_at_20_diff1": 0.946664, + "nauc_mrr_at_100_max": 0.872504, + "nauc_mrr_at_100_std": 0.004233, + "nauc_mrr_at_100_diff1": 0.94661, + "nauc_mrr_at_1000_max": 0.872479, + "nauc_mrr_at_1000_std": 0.004051, + "nauc_mrr_at_1000_diff1": 0.946599, + "hit_rate_at_1": 0.91889, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95279, "hf_subset": "zho_Hant-zho_Hant", "languages": [ "zho-Hant", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.92111, - "ndcg_at_3": 0.94925, - "ndcg_at_5": 0.95465, - "ndcg_at_10": 0.95757, - "ndcg_at_20": 0.9587, - "ndcg_at_100": 0.95913, - "ndcg_at_1000": 0.95961, + "ndcg_at_3": 0.94574, + "ndcg_at_5": 0.9522, + "ndcg_at_10": 0.9551, + "ndcg_at_20": 0.95655, + "ndcg_at_100": 0.95763, + "ndcg_at_1000": 0.95792, "map_at_1": 0.92111, - "map_at_3": 0.94278, - "map_at_5": 0.94572, - "map_at_10": 0.94695, - "map_at_20": 0.94727, - "map_at_100": 0.94734, - "map_at_1000": 0.94736, + "map_at_3": 0.94, + "map_at_5": 0.94361, + "map_at_10": 0.94482, + "map_at_20": 0.94524, + "map_at_100": 0.94541, + "map_at_1000": 0.94543, "recall_at_1": 0.92111, - "recall_at_3": 0.96778, - "recall_at_5": 0.98111, - "recall_at_10": 0.99, - "recall_at_20": 0.99444, - "recall_at_100": 0.99667, + "recall_at_3": 0.96222, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, + "accuracy": 0.92111, "precision_at_1": 0.92111, - "precision_at_3": 0.32259, - "precision_at_5": 0.19622, - "precision_at_10": 0.099, - "precision_at_20": 0.04972, - "precision_at_100": 0.00997, + "precision_at_3": 0.32074, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.921111, - "mrr_at_3": 0.942778, - "mrr_at_5": 0.945722, - "mrr_at_10": 0.946955, - "mrr_at_20": 0.947267, - "mrr_at_100": 0.947336, - "mrr_at_1000": 0.947362, - "nauc_ndcg_at_1_max": 0.820972, - "nauc_ndcg_at_1_std": -0.225168, - "nauc_ndcg_at_1_diff1": 0.939178, - "nauc_ndcg_at_3_max": 0.831851, - "nauc_ndcg_at_3_std": -0.283304, - "nauc_ndcg_at_3_diff1": 0.941118, - "nauc_ndcg_at_5_max": 0.843629, - "nauc_ndcg_at_5_std": -0.242195, - "nauc_ndcg_at_5_diff1": 0.943807, - "nauc_ndcg_at_10_max": 0.836295, - "nauc_ndcg_at_10_std": -0.235977, - "nauc_ndcg_at_10_diff1": 0.942297, - "nauc_ndcg_at_20_max": 0.837019, - "nauc_ndcg_at_20_std": -0.224005, - "nauc_ndcg_at_20_diff1": 0.942512, - "nauc_ndcg_at_100_max": 0.83591, - "nauc_ndcg_at_100_std": -0.225098, - "nauc_ndcg_at_100_diff1": 0.942526, - "nauc_ndcg_at_1000_max": 0.833978, - "nauc_ndcg_at_1000_std": -0.239017, - "nauc_ndcg_at_1000_diff1": 0.941849, - "nauc_map_at_1_max": 0.820972, - "nauc_map_at_1_std": -0.225168, - "nauc_map_at_1_diff1": 0.939178, - "nauc_map_at_3_max": 0.829224, - "nauc_map_at_3_std": -0.266523, - "nauc_map_at_3_diff1": 0.940412, - "nauc_map_at_5_max": 0.83425, - "nauc_map_at_5_std": -0.247817, - "nauc_map_at_5_diff1": 0.941745, - "nauc_map_at_10_max": 0.831518, - "nauc_map_at_10_std": -0.246734, - "nauc_map_at_10_diff1": 0.941239, - "nauc_map_at_20_max": 0.831751, - "nauc_map_at_20_std": -0.24362, - "nauc_map_at_20_diff1": 0.941282, - "nauc_map_at_100_max": 0.831587, - "nauc_map_at_100_std": -0.244086, - "nauc_map_at_100_diff1": 0.941261, - "nauc_map_at_1000_max": 0.831504, - "nauc_map_at_1000_std": -0.244686, - "nauc_map_at_1000_diff1": 0.941232, - "nauc_recall_at_1_max": 0.820972, - "nauc_recall_at_1_std": -0.225168, - "nauc_recall_at_1_diff1": 0.939178, - "nauc_recall_at_3_max": 0.844586, - "nauc_recall_at_3_std": -0.36743, - "nauc_recall_at_3_diff1": 0.944783, - "nauc_recall_at_5_max": 0.925715, - "nauc_recall_at_5_std": -0.172104, - "nauc_recall_at_5_diff1": 0.961553, - "nauc_recall_at_10_max": 0.905073, - "nauc_recall_at_10_std": -0.005343, - "nauc_recall_at_10_diff1": 0.956427, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.487955, - "nauc_recall_at_20_diff1": 0.973856, + "mrr_at_3": 0.94, + "mrr_at_5": 0.943611, + "mrr_at_10": 0.944824, + "mrr_at_20": 0.945244, + "mrr_at_100": 0.945414, + "mrr_at_1000": 0.945425, + "nauc_ndcg_at_1_max": 0.793631, + "nauc_ndcg_at_1_std": -0.198768, + "nauc_ndcg_at_1_diff1": 0.936876, + "nauc_ndcg_at_3_max": 0.806715, + "nauc_ndcg_at_3_std": -0.261778, + "nauc_ndcg_at_3_diff1": 0.946567, + "nauc_ndcg_at_5_max": 0.805542, + "nauc_ndcg_at_5_std": -0.197967, + "nauc_ndcg_at_5_diff1": 0.947246, + "nauc_ndcg_at_10_max": 0.808309, + "nauc_ndcg_at_10_std": -0.226118, + "nauc_ndcg_at_10_diff1": 0.948279, + "nauc_ndcg_at_20_max": 0.811037, + "nauc_ndcg_at_20_std": -0.203049, + "nauc_ndcg_at_20_diff1": 0.946555, + "nauc_ndcg_at_100_max": 0.807723, + "nauc_ndcg_at_100_std": -0.201835, + "nauc_ndcg_at_100_diff1": 0.945899, + "nauc_ndcg_at_1000_max": 0.806386, + "nauc_ndcg_at_1000_std": -0.210195, + "nauc_ndcg_at_1000_diff1": 0.945523, + "nauc_map_at_1_max": 0.793631, + "nauc_map_at_1_std": -0.198768, + "nauc_map_at_1_diff1": 0.936876, + "nauc_map_at_3_max": 0.804024, + "nauc_map_at_3_std": -0.241046, + "nauc_map_at_3_diff1": 0.944331, + "nauc_map_at_5_max": 0.802931, + "nauc_map_at_5_std": -0.209871, + "nauc_map_at_5_diff1": 0.944517, + "nauc_map_at_10_max": 0.804148, + "nauc_map_at_10_std": -0.219201, + "nauc_map_at_10_diff1": 0.944851, + "nauc_map_at_20_max": 0.804561, + "nauc_map_at_20_std": -0.21406, + "nauc_map_at_20_diff1": 0.944428, + "nauc_map_at_100_max": 0.804154, + "nauc_map_at_100_std": -0.213896, + "nauc_map_at_100_diff1": 0.94435, + "nauc_map_at_1000_max": 0.804112, + "nauc_map_at_1000_std": -0.214156, + "nauc_map_at_1000_diff1": 0.944338, + "nauc_recall_at_1_max": 0.793631, + "nauc_recall_at_1_std": -0.198768, + "nauc_recall_at_1_diff1": 0.936876, + "nauc_recall_at_3_max": 0.818092, + "nauc_recall_at_3_std": -0.357294, + "nauc_recall_at_3_diff1": 0.956267, + "nauc_recall_at_5_max": 0.82381, + "nauc_recall_at_5_std": -0.089076, + "nauc_recall_at_5_diff1": 0.966503, + "nauc_recall_at_10_max": 0.857454, + "nauc_recall_at_10_std": -0.31781, + "nauc_recall_at_10_diff1": 0.989107, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": 0.122182, + "nauc_recall_at_20_diff1": 0.981326, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.820972, - "nauc_precision_at_1_std": -0.225168, - "nauc_precision_at_1_diff1": 0.939178, - "nauc_precision_at_3_max": 0.844586, - "nauc_precision_at_3_std": -0.36743, - "nauc_precision_at_3_diff1": 0.944783, - "nauc_precision_at_5_max": 0.925715, - "nauc_precision_at_5_std": -0.172104, - "nauc_precision_at_5_diff1": 0.961553, - "nauc_precision_at_10_max": 0.905073, - "nauc_precision_at_10_std": -0.005343, - "nauc_precision_at_10_diff1": 0.956427, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.487955, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_1_max": 0.793631, + "nauc_precision_at_1_std": -0.198768, + "nauc_precision_at_1_diff1": 0.936876, + "nauc_precision_at_3_max": 0.818092, + "nauc_precision_at_3_std": -0.357294, + "nauc_precision_at_3_diff1": 0.956267, + "nauc_precision_at_5_max": 0.82381, + "nauc_precision_at_5_std": -0.089076, + "nauc_precision_at_5_diff1": 0.966503, + "nauc_precision_at_10_max": 0.857454, + "nauc_precision_at_10_std": -0.31781, + "nauc_precision_at_10_diff1": 0.989107, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": 0.122182, + "nauc_precision_at_20_diff1": 0.981326, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.820972, - "nauc_mrr_at_1_std": -0.225168, - "nauc_mrr_at_1_diff1": 0.939178, - "nauc_mrr_at_3_max": 0.829224, - "nauc_mrr_at_3_std": -0.266523, - "nauc_mrr_at_3_diff1": 0.940412, - "nauc_mrr_at_5_max": 0.83425, - "nauc_mrr_at_5_std": -0.247817, - "nauc_mrr_at_5_diff1": 0.941745, - "nauc_mrr_at_10_max": 0.831518, - "nauc_mrr_at_10_std": -0.246734, - "nauc_mrr_at_10_diff1": 0.941239, - "nauc_mrr_at_20_max": 0.831751, - "nauc_mrr_at_20_std": -0.24362, - "nauc_mrr_at_20_diff1": 0.941282, - "nauc_mrr_at_100_max": 0.831587, - "nauc_mrr_at_100_std": -0.244086, - "nauc_mrr_at_100_diff1": 0.941261, - "nauc_mrr_at_1000_max": 0.831504, - "nauc_mrr_at_1000_std": -0.244686, - "nauc_mrr_at_1000_diff1": 0.941232, - "main_score": 0.95757, + "nauc_mrr_at_1_max": 0.793631, + "nauc_mrr_at_1_std": -0.198768, + "nauc_mrr_at_1_diff1": 0.936876, + "nauc_mrr_at_3_max": 0.804024, + "nauc_mrr_at_3_std": -0.241046, + "nauc_mrr_at_3_diff1": 0.944331, + "nauc_mrr_at_5_max": 0.802931, + "nauc_mrr_at_5_std": -0.209871, + "nauc_mrr_at_5_diff1": 0.944517, + "nauc_mrr_at_10_max": 0.804148, + "nauc_mrr_at_10_std": -0.219201, + "nauc_mrr_at_10_diff1": 0.944851, + "nauc_mrr_at_20_max": 0.804561, + "nauc_mrr_at_20_std": -0.21406, + "nauc_mrr_at_20_diff1": 0.944428, + "nauc_mrr_at_100_max": 0.804154, + "nauc_mrr_at_100_std": -0.213896, + "nauc_mrr_at_100_diff1": 0.94435, + "nauc_mrr_at_1000_max": 0.804112, + "nauc_mrr_at_1000_std": -0.214156, + "nauc_mrr_at_1000_diff1": 0.944338, + "hit_rate_at_1": 0.92111, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9551, "hf_subset": "zho_Hant-eng_Latn", "languages": [ "zho-Hant", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90778, - "ndcg_at_3": 0.93992, - "ndcg_at_5": 0.94514, - "ndcg_at_10": 0.9485, - "ndcg_at_20": 0.9499, - "ndcg_at_100": 0.95118, - "ndcg_at_1000": 0.95149, - "map_at_1": 0.90778, - "map_at_3": 0.93185, - "map_at_5": 0.93485, - "map_at_10": 0.93632, - "map_at_20": 0.9367, - "map_at_100": 0.93689, - "map_at_1000": 0.93691, - "recall_at_1": 0.90778, - "recall_at_3": 0.96333, - "recall_at_5": 0.97556, + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93524, + "ndcg_at_5": 0.94026, + "ndcg_at_10": 0.94391, + "ndcg_at_20": 0.94503, + "ndcg_at_100": 0.94625, + "ndcg_at_1000": 0.94672, + "map_at_1": 0.89778, + "map_at_3": 0.92593, + "map_at_5": 0.9287, + "map_at_10": 0.93024, + "map_at_20": 0.93055, + "map_at_100": 0.93071, + "map_at_1000": 0.93073, + "recall_at_1": 0.89778, + "recall_at_3": 0.96222, + "recall_at_5": 0.97444, "recall_at_10": 0.98556, - "recall_at_20": 0.99111, - "recall_at_100": 0.99778, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90778, - "precision_at_3": 0.32111, - "precision_at_5": 0.19511, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.32074, + "precision_at_5": 0.19489, "precision_at_10": 0.09856, - "precision_at_20": 0.04956, - "precision_at_100": 0.00998, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.907778, - "mrr_at_3": 0.931852, - "mrr_at_5": 0.934852, - "mrr_at_10": 0.936322, - "mrr_at_20": 0.936705, - "mrr_at_100": 0.93689, - "mrr_at_1000": 0.936905, - "nauc_ndcg_at_1_max": 0.824334, - "nauc_ndcg_at_1_std": -0.085907, - "nauc_ndcg_at_1_diff1": 0.921535, - "nauc_ndcg_at_3_max": 0.853214, - "nauc_ndcg_at_3_std": -0.06248, - "nauc_ndcg_at_3_diff1": 0.924625, - "nauc_ndcg_at_5_max": 0.855514, - "nauc_ndcg_at_5_std": -0.054649, - "nauc_ndcg_at_5_diff1": 0.930368, - "nauc_ndcg_at_10_max": 0.849746, - "nauc_ndcg_at_10_std": -0.055899, - "nauc_ndcg_at_10_diff1": 0.926818, - "nauc_ndcg_at_20_max": 0.848931, - "nauc_ndcg_at_20_std": -0.050222, - "nauc_ndcg_at_20_diff1": 0.926239, - "nauc_ndcg_at_100_max": 0.846764, - "nauc_ndcg_at_100_std": -0.052521, - "nauc_ndcg_at_100_diff1": 0.925625, - "nauc_ndcg_at_1000_max": 0.845792, - "nauc_ndcg_at_1000_std": -0.058293, - "nauc_ndcg_at_1000_diff1": 0.925578, - "nauc_map_at_1_max": 0.824334, - "nauc_map_at_1_std": -0.085907, - "nauc_map_at_1_diff1": 0.921535, - "nauc_map_at_3_max": 0.844718, - "nauc_map_at_3_std": -0.066846, - "nauc_map_at_3_diff1": 0.923477, - "nauc_map_at_5_max": 0.845458, - "nauc_map_at_5_std": -0.062961, - "nauc_map_at_5_diff1": 0.926263, - "nauc_map_at_10_max": 0.843134, - "nauc_map_at_10_std": -0.064725, - "nauc_map_at_10_diff1": 0.92494, - "nauc_map_at_20_max": 0.843036, - "nauc_map_at_20_std": -0.062839, - "nauc_map_at_20_diff1": 0.924806, - "nauc_map_at_100_max": 0.842776, - "nauc_map_at_100_std": -0.063315, - "nauc_map_at_100_diff1": 0.924766, - "nauc_map_at_1000_max": 0.842738, - "nauc_map_at_1000_std": -0.063532, - "nauc_map_at_1000_diff1": 0.924765, - "nauc_recall_at_1_max": 0.824334, - "nauc_recall_at_1_std": -0.085907, - "nauc_recall_at_1_diff1": 0.921535, - "nauc_recall_at_3_max": 0.89807, - "nauc_recall_at_3_std": -0.041578, - "nauc_recall_at_3_diff1": 0.930892, - "nauc_recall_at_5_max": 0.932412, - "nauc_recall_at_5_std": 0.006833, - "nauc_recall_at_5_diff1": 0.963607, - "nauc_recall_at_10_max": 0.925842, - "nauc_recall_at_10_std": 0.06184, - "nauc_recall_at_10_diff1": 0.948467, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.225198, - "nauc_recall_at_20_diff1": 0.948938, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.928704, + "mrr_at_10": 0.930243, + "mrr_at_20": 0.93055, + "mrr_at_100": 0.930709, + "mrr_at_1000": 0.930733, + "nauc_ndcg_at_1_max": 0.765613, + "nauc_ndcg_at_1_std": -0.190301, + "nauc_ndcg_at_1_diff1": 0.916974, + "nauc_ndcg_at_3_max": 0.824621, + "nauc_ndcg_at_3_std": -0.138947, + "nauc_ndcg_at_3_diff1": 0.920646, + "nauc_ndcg_at_5_max": 0.820289, + "nauc_ndcg_at_5_std": -0.141077, + "nauc_ndcg_at_5_diff1": 0.923743, + "nauc_ndcg_at_10_max": 0.812986, + "nauc_ndcg_at_10_std": -0.140986, + "nauc_ndcg_at_10_diff1": 0.922442, + "nauc_ndcg_at_20_max": 0.811323, + "nauc_ndcg_at_20_std": -0.143585, + "nauc_ndcg_at_20_diff1": 0.92157, + "nauc_ndcg_at_100_max": 0.80918, + "nauc_ndcg_at_100_std": -0.137631, + "nauc_ndcg_at_100_diff1": 0.921312, + "nauc_ndcg_at_1000_max": 0.807502, + "nauc_ndcg_at_1000_std": -0.147261, + "nauc_ndcg_at_1000_diff1": 0.920994, + "nauc_map_at_1_max": 0.765613, + "nauc_map_at_1_std": -0.190301, + "nauc_map_at_1_diff1": 0.916974, + "nauc_map_at_3_max": 0.808461, + "nauc_map_at_3_std": -0.151518, + "nauc_map_at_3_diff1": 0.919187, + "nauc_map_at_5_max": 0.806059, + "nauc_map_at_5_std": -0.152003, + "nauc_map_at_5_diff1": 0.920789, + "nauc_map_at_10_max": 0.80328, + "nauc_map_at_10_std": -0.152384, + "nauc_map_at_10_diff1": 0.920355, + "nauc_map_at_20_max": 0.80283, + "nauc_map_at_20_std": -0.153281, + "nauc_map_at_20_diff1": 0.920177, + "nauc_map_at_100_max": 0.802622, + "nauc_map_at_100_std": -0.152956, + "nauc_map_at_100_diff1": 0.920157, + "nauc_map_at_1000_max": 0.802553, + "nauc_map_at_1000_std": -0.153347, + "nauc_map_at_1000_diff1": 0.920143, + "nauc_recall_at_1_max": 0.765613, + "nauc_recall_at_1_std": -0.190301, + "nauc_recall_at_1_diff1": 0.916974, + "nauc_recall_at_3_max": 0.913083, + "nauc_recall_at_3_std": -0.071593, + "nauc_recall_at_3_diff1": 0.929079, + "nauc_recall_at_5_max": 0.928044, + "nauc_recall_at_5_std": -0.062944, + "nauc_recall_at_5_diff1": 0.948139, + "nauc_recall_at_10_max": 0.924226, + "nauc_recall_at_10_std": 0.001508, + "nauc_recall_at_10_diff1": 0.949723, + "nauc_recall_at_20_max": 0.940087, + "nauc_recall_at_20_std": 0.023187, + "nauc_recall_at_20_diff1": 0.941903, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.861111, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.824334, - "nauc_precision_at_1_std": -0.085907, - "nauc_precision_at_1_diff1": 0.921535, - "nauc_precision_at_3_max": 0.89807, - "nauc_precision_at_3_std": -0.041578, - "nauc_precision_at_3_diff1": 0.930892, - "nauc_precision_at_5_max": 0.932412, - "nauc_precision_at_5_std": 0.006833, - "nauc_precision_at_5_diff1": 0.963607, - "nauc_precision_at_10_max": 0.925842, - "nauc_precision_at_10_std": 0.06184, - "nauc_precision_at_10_diff1": 0.948467, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.225198, - "nauc_precision_at_20_diff1": 0.948938, + "nauc_precision_at_1_max": 0.765613, + "nauc_precision_at_1_std": -0.190301, + "nauc_precision_at_1_diff1": 0.916974, + "nauc_precision_at_3_max": 0.913083, + "nauc_precision_at_3_std": -0.071593, + "nauc_precision_at_3_diff1": 0.929079, + "nauc_precision_at_5_max": 0.928044, + "nauc_precision_at_5_std": -0.062944, + "nauc_precision_at_5_diff1": 0.948139, + "nauc_precision_at_10_max": 0.924226, + "nauc_precision_at_10_std": 0.001508, + "nauc_precision_at_10_diff1": 0.949723, + "nauc_precision_at_20_max": 0.940087, + "nauc_precision_at_20_std": 0.023187, + "nauc_precision_at_20_diff1": 0.941903, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.861111, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.824334, - "nauc_mrr_at_1_std": -0.085907, - "nauc_mrr_at_1_diff1": 0.921535, - "nauc_mrr_at_3_max": 0.844718, - "nauc_mrr_at_3_std": -0.066846, - "nauc_mrr_at_3_diff1": 0.923477, - "nauc_mrr_at_5_max": 0.845458, - "nauc_mrr_at_5_std": -0.062961, - "nauc_mrr_at_5_diff1": 0.926263, - "nauc_mrr_at_10_max": 0.843134, - "nauc_mrr_at_10_std": -0.064725, - "nauc_mrr_at_10_diff1": 0.92494, - "nauc_mrr_at_20_max": 0.843036, - "nauc_mrr_at_20_std": -0.062839, - "nauc_mrr_at_20_diff1": 0.924806, - "nauc_mrr_at_100_max": 0.842776, - "nauc_mrr_at_100_std": -0.063315, - "nauc_mrr_at_100_diff1": 0.924766, - "nauc_mrr_at_1000_max": 0.842738, - "nauc_mrr_at_1000_std": -0.063532, - "nauc_mrr_at_1000_diff1": 0.924765, - "main_score": 0.9485, + "nauc_mrr_at_1_max": 0.765613, + "nauc_mrr_at_1_std": -0.190301, + "nauc_mrr_at_1_diff1": 0.916974, + "nauc_mrr_at_3_max": 0.808461, + "nauc_mrr_at_3_std": -0.151518, + "nauc_mrr_at_3_diff1": 0.919187, + "nauc_mrr_at_5_max": 0.806059, + "nauc_mrr_at_5_std": -0.152003, + "nauc_mrr_at_5_diff1": 0.920789, + "nauc_mrr_at_10_max": 0.80328, + "nauc_mrr_at_10_std": -0.152384, + "nauc_mrr_at_10_diff1": 0.920355, + "nauc_mrr_at_20_max": 0.80283, + "nauc_mrr_at_20_std": -0.153281, + "nauc_mrr_at_20_diff1": 0.920177, + "nauc_mrr_at_100_max": 0.802622, + "nauc_mrr_at_100_std": -0.152956, + "nauc_mrr_at_100_diff1": 0.920157, + "nauc_mrr_at_1000_max": 0.802553, + "nauc_mrr_at_1000_std": -0.153347, + "nauc_mrr_at_1000_diff1": 0.920143, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94391, "hf_subset": "eng_Latn-zho_Hant", "languages": [ "eng-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.9, - "ndcg_at_3": 0.93304, - "ndcg_at_5": 0.93763, - "ndcg_at_10": 0.94123, - "ndcg_at_20": 0.94382, - "ndcg_at_100": 0.94576, - "ndcg_at_1000": 0.94619, - "map_at_1": 0.9, - "map_at_3": 0.92556, - "map_at_5": 0.92811, - "map_at_10": 0.92961, - "map_at_20": 0.93035, - "map_at_100": 0.93064, - "map_at_1000": 0.93066, - "recall_at_1": 0.9, - "recall_at_3": 0.95444, - "recall_at_5": 0.96556, - "recall_at_10": 0.97667, - "recall_at_20": 0.98667, + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.92971, + "ndcg_at_5": 0.9342, + "ndcg_at_10": 0.93876, + "ndcg_at_20": 0.94124, + "ndcg_at_100": 0.94335, + "ndcg_at_1000": 0.94379, + "map_at_1": 0.89778, + "map_at_3": 0.92259, + "map_at_5": 0.92504, + "map_at_10": 0.92685, + "map_at_20": 0.9275, + "map_at_100": 0.92781, + "map_at_1000": 0.92783, + "recall_at_1": 0.89778, + "recall_at_3": 0.95, + "recall_at_5": 0.96111, + "recall_at_10": 0.97556, + "recall_at_20": 0.98556, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.9, - "precision_at_3": 0.31815, - "precision_at_5": 0.19311, - "precision_at_10": 0.09767, - "precision_at_20": 0.04933, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31667, + "precision_at_5": 0.19222, + "precision_at_10": 0.09756, + "precision_at_20": 0.04928, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.9, - "mrr_at_3": 0.925556, - "mrr_at_5": 0.928111, - "mrr_at_10": 0.929606, - "mrr_at_20": 0.930347, - "mrr_at_100": 0.930644, - "mrr_at_1000": 0.93066, - "nauc_ndcg_at_1_max": 0.79627, - "nauc_ndcg_at_1_std": -0.106681, - "nauc_ndcg_at_1_diff1": 0.935678, - "nauc_ndcg_at_3_max": 0.847716, - "nauc_ndcg_at_3_std": -0.031686, - "nauc_ndcg_at_3_diff1": 0.936155, - "nauc_ndcg_at_5_max": 0.844977, - "nauc_ndcg_at_5_std": -0.042513, - "nauc_ndcg_at_5_diff1": 0.939513, - "nauc_ndcg_at_10_max": 0.840827, - "nauc_ndcg_at_10_std": -0.047733, - "nauc_ndcg_at_10_diff1": 0.940552, - "nauc_ndcg_at_20_max": 0.836391, - "nauc_ndcg_at_20_std": -0.05429, - "nauc_ndcg_at_20_diff1": 0.939168, - "nauc_ndcg_at_100_max": 0.833949, - "nauc_ndcg_at_100_std": -0.049858, - "nauc_ndcg_at_100_diff1": 0.938154, - "nauc_ndcg_at_1000_max": 0.832961, - "nauc_ndcg_at_1000_std": -0.055463, - "nauc_ndcg_at_1000_diff1": 0.938033, - "nauc_map_at_1_max": 0.79627, - "nauc_map_at_1_std": -0.106681, - "nauc_map_at_1_diff1": 0.935678, - "nauc_map_at_3_max": 0.833518, - "nauc_map_at_3_std": -0.053785, - "nauc_map_at_3_diff1": 0.935825, - "nauc_map_at_5_max": 0.83176, - "nauc_map_at_5_std": -0.059717, - "nauc_map_at_5_diff1": 0.937496, - "nauc_map_at_10_max": 0.829819, - "nauc_map_at_10_std": -0.063275, - "nauc_map_at_10_diff1": 0.937733, - "nauc_map_at_20_max": 0.828734, - "nauc_map_at_20_std": -0.064525, - "nauc_map_at_20_diff1": 0.93739, - "nauc_map_at_100_max": 0.828452, - "nauc_map_at_100_std": -0.063619, - "nauc_map_at_100_diff1": 0.937276, - "nauc_map_at_1000_max": 0.828421, - "nauc_map_at_1000_std": -0.063799, - "nauc_map_at_1000_diff1": 0.937276, - "nauc_recall_at_1_max": 0.79627, - "nauc_recall_at_1_std": -0.106681, - "nauc_recall_at_1_diff1": 0.935678, - "nauc_recall_at_3_max": 0.913006, - "nauc_recall_at_3_std": 0.071041, - "nauc_recall_at_3_diff1": 0.937829, - "nauc_recall_at_5_max": 0.921463, - "nauc_recall_at_5_std": 0.056022, - "nauc_recall_at_5_diff1": 0.952562, - "nauc_recall_at_10_max": 0.929194, - "nauc_recall_at_10_std": 0.084478, - "nauc_recall_at_10_diff1": 0.968098, - "nauc_recall_at_20_max": 0.921024, - "nauc_recall_at_20_std": 0.060458, - "nauc_recall_at_20_diff1": 0.965959, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.637411, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.922593, + "mrr_at_5": 0.925037, + "mrr_at_10": 0.926854, + "mrr_at_20": 0.927503, + "mrr_at_100": 0.927812, + "mrr_at_1000": 0.927829, + "nauc_ndcg_at_1_max": 0.790167, + "nauc_ndcg_at_1_std": -0.060101, + "nauc_ndcg_at_1_diff1": 0.921121, + "nauc_ndcg_at_3_max": 0.846998, + "nauc_ndcg_at_3_std": -0.020449, + "nauc_ndcg_at_3_diff1": 0.917523, + "nauc_ndcg_at_5_max": 0.844262, + "nauc_ndcg_at_5_std": -0.022284, + "nauc_ndcg_at_5_diff1": 0.918073, + "nauc_ndcg_at_10_max": 0.838637, + "nauc_ndcg_at_10_std": -0.017825, + "nauc_ndcg_at_10_diff1": 0.919738, + "nauc_ndcg_at_20_max": 0.835059, + "nauc_ndcg_at_20_std": -0.019987, + "nauc_ndcg_at_20_diff1": 0.920297, + "nauc_ndcg_at_100_max": 0.832074, + "nauc_ndcg_at_100_std": -0.018527, + "nauc_ndcg_at_100_diff1": 0.919437, + "nauc_ndcg_at_1000_max": 0.830779, + "nauc_ndcg_at_1000_std": -0.024557, + "nauc_ndcg_at_1000_diff1": 0.919131, + "nauc_map_at_1_max": 0.790167, + "nauc_map_at_1_std": -0.060101, + "nauc_map_at_1_diff1": 0.921121, + "nauc_map_at_3_max": 0.831265, + "nauc_map_at_3_std": -0.02939, + "nauc_map_at_3_diff1": 0.918125, + "nauc_map_at_5_max": 0.829261, + "nauc_map_at_5_std": -0.030752, + "nauc_map_at_5_diff1": 0.918313, + "nauc_map_at_10_max": 0.826867, + "nauc_map_at_10_std": -0.030284, + "nauc_map_at_10_diff1": 0.91881, + "nauc_map_at_20_max": 0.826006, + "nauc_map_at_20_std": -0.031186, + "nauc_map_at_20_diff1": 0.918927, + "nauc_map_at_100_max": 0.825641, + "nauc_map_at_100_std": -0.03076, + "nauc_map_at_100_diff1": 0.918853, + "nauc_map_at_1000_max": 0.825601, + "nauc_map_at_1000_std": -0.030946, + "nauc_map_at_1000_diff1": 0.918841, + "nauc_recall_at_1_max": 0.790167, + "nauc_recall_at_1_std": -0.060101, + "nauc_recall_at_1_diff1": 0.921121, + "nauc_recall_at_3_max": 0.915655, + "nauc_recall_at_3_std": 0.017076, + "nauc_recall_at_3_diff1": 0.915188, + "nauc_recall_at_5_max": 0.925303, + "nauc_recall_at_5_std": 0.021675, + "nauc_recall_at_5_diff1": 0.917567, + "nauc_recall_at_10_max": 0.930927, + "nauc_recall_at_10_std": 0.096405, + "nauc_recall_at_10_diff1": 0.931457, + "nauc_recall_at_20_max": 0.935897, + "nauc_recall_at_20_std": 0.152841, + "nauc_recall_at_20_diff1": 0.948467, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.758792, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.79627, - "nauc_precision_at_1_std": -0.106681, - "nauc_precision_at_1_diff1": 0.935678, - "nauc_precision_at_3_max": 0.913006, - "nauc_precision_at_3_std": 0.071041, - "nauc_precision_at_3_diff1": 0.937829, - "nauc_precision_at_5_max": 0.921463, - "nauc_precision_at_5_std": 0.056022, - "nauc_precision_at_5_diff1": 0.952562, - "nauc_precision_at_10_max": 0.929194, - "nauc_precision_at_10_std": 0.084478, - "nauc_precision_at_10_diff1": 0.968098, - "nauc_precision_at_20_max": 0.921024, - "nauc_precision_at_20_std": 0.060458, - "nauc_precision_at_20_diff1": 0.965959, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.637411, + "nauc_precision_at_1_max": 0.790167, + "nauc_precision_at_1_std": -0.060101, + "nauc_precision_at_1_diff1": 0.921121, + "nauc_precision_at_3_max": 0.915655, + "nauc_precision_at_3_std": 0.017076, + "nauc_precision_at_3_diff1": 0.915188, + "nauc_precision_at_5_max": 0.925303, + "nauc_precision_at_5_std": 0.021675, + "nauc_precision_at_5_diff1": 0.917567, + "nauc_precision_at_10_max": 0.930927, + "nauc_precision_at_10_std": 0.096405, + "nauc_precision_at_10_diff1": 0.931457, + "nauc_precision_at_20_max": 0.935897, + "nauc_precision_at_20_std": 0.152841, + "nauc_precision_at_20_diff1": 0.948467, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.758792, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.79627, - "nauc_mrr_at_1_std": -0.106681, - "nauc_mrr_at_1_diff1": 0.935678, - "nauc_mrr_at_3_max": 0.833518, - "nauc_mrr_at_3_std": -0.053785, - "nauc_mrr_at_3_diff1": 0.935825, - "nauc_mrr_at_5_max": 0.83176, - "nauc_mrr_at_5_std": -0.059717, - "nauc_mrr_at_5_diff1": 0.937496, - "nauc_mrr_at_10_max": 0.829819, - "nauc_mrr_at_10_std": -0.063275, - "nauc_mrr_at_10_diff1": 0.937733, - "nauc_mrr_at_20_max": 0.828734, - "nauc_mrr_at_20_std": -0.064525, - "nauc_mrr_at_20_diff1": 0.93739, - "nauc_mrr_at_100_max": 0.828452, - "nauc_mrr_at_100_std": -0.063619, - "nauc_mrr_at_100_diff1": 0.937276, - "nauc_mrr_at_1000_max": 0.828421, - "nauc_mrr_at_1000_std": -0.063799, - "nauc_mrr_at_1000_diff1": 0.937276, - "main_score": 0.94123, + "nauc_mrr_at_1_max": 0.790167, + "nauc_mrr_at_1_std": -0.060101, + "nauc_mrr_at_1_diff1": 0.921121, + "nauc_mrr_at_3_max": 0.831265, + "nauc_mrr_at_3_std": -0.02939, + "nauc_mrr_at_3_diff1": 0.918125, + "nauc_mrr_at_5_max": 0.829261, + "nauc_mrr_at_5_std": -0.030752, + "nauc_mrr_at_5_diff1": 0.918313, + "nauc_mrr_at_10_max": 0.826867, + "nauc_mrr_at_10_std": -0.030284, + "nauc_mrr_at_10_diff1": 0.91881, + "nauc_mrr_at_20_max": 0.826006, + "nauc_mrr_at_20_std": -0.031186, + "nauc_mrr_at_20_diff1": 0.918927, + "nauc_mrr_at_100_max": 0.825641, + "nauc_mrr_at_100_std": -0.03076, + "nauc_mrr_at_100_diff1": 0.918853, + "nauc_mrr_at_1000_max": 0.825601, + "nauc_mrr_at_1000_std": -0.030946, + "nauc_mrr_at_1000_diff1": 0.918841, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95, + "hit_rate_at_5": 0.96111, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93876, "hf_subset": "zsm_Latn-zsm_Latn", "languages": [ "zsm-Latn", "zsm-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.91778, - "ndcg_at_3": 0.94831, - "ndcg_at_5": 0.95438, - "ndcg_at_10": 0.95684, - "ndcg_at_20": 0.95736, - "ndcg_at_100": 0.95819, - "ndcg_at_1000": 0.95864, + "ndcg_at_3": 0.9455, + "ndcg_at_5": 0.95191, + "ndcg_at_10": 0.95407, + "ndcg_at_20": 0.95575, + "ndcg_at_100": 0.95672, + "ndcg_at_1000": 0.957, "map_at_1": 0.91778, - "map_at_3": 0.94148, - "map_at_5": 0.94493, - "map_at_10": 0.9459, - "map_at_20": 0.94603, - "map_at_100": 0.94615, - "map_at_1000": 0.94617, + "map_at_3": 0.93926, + "map_at_5": 0.94281, + "map_at_10": 0.94371, + "map_at_20": 0.94417, + "map_at_100": 0.94428, + "map_at_1000": 0.94429, "recall_at_1": 0.91778, - "recall_at_3": 0.96778, - "recall_at_5": 0.98222, - "recall_at_10": 0.99, + "recall_at_3": 0.96333, + "recall_at_5": 0.97889, + "recall_at_10": 0.98556, "recall_at_20": 0.99222, - "recall_at_100": 0.99667, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, + "accuracy": 0.91778, "precision_at_1": 0.91778, - "precision_at_3": 0.32259, - "precision_at_5": 0.19644, - "precision_at_10": 0.099, + "precision_at_3": 0.32111, + "precision_at_5": 0.19578, + "precision_at_10": 0.09856, "precision_at_20": 0.04961, - "precision_at_100": 0.00997, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.917778, - "mrr_at_3": 0.941481, - "mrr_at_5": 0.944926, - "mrr_at_10": 0.945902, - "mrr_at_20": 0.946029, - "mrr_at_100": 0.946148, - "mrr_at_1000": 0.946168, - "nauc_ndcg_at_1_max": 0.791335, - "nauc_ndcg_at_1_std": -0.261892, - "nauc_ndcg_at_1_diff1": 0.930672, - "nauc_ndcg_at_3_max": 0.826431, - "nauc_ndcg_at_3_std": -0.306861, - "nauc_ndcg_at_3_diff1": 0.943382, - "nauc_ndcg_at_5_max": 0.824598, - "nauc_ndcg_at_5_std": -0.26626, - "nauc_ndcg_at_5_diff1": 0.942559, - "nauc_ndcg_at_10_max": 0.823991, - "nauc_ndcg_at_10_std": -0.264481, - "nauc_ndcg_at_10_diff1": 0.941549, - "nauc_ndcg_at_20_max": 0.822613, - "nauc_ndcg_at_20_std": -0.263332, - "nauc_ndcg_at_20_diff1": 0.940825, - "nauc_ndcg_at_100_max": 0.820693, - "nauc_ndcg_at_100_std": -0.254809, - "nauc_ndcg_at_100_diff1": 0.93966, - "nauc_ndcg_at_1000_max": 0.818731, - "nauc_ndcg_at_1000_std": -0.265124, - "nauc_ndcg_at_1000_diff1": 0.939478, - "nauc_map_at_1_max": 0.791335, - "nauc_map_at_1_std": -0.261892, - "nauc_map_at_1_diff1": 0.930672, - "nauc_map_at_3_max": 0.816629, - "nauc_map_at_3_std": -0.294429, - "nauc_map_at_3_diff1": 0.939506, - "nauc_map_at_5_max": 0.815328, - "nauc_map_at_5_std": -0.274044, - "nauc_map_at_5_diff1": 0.938887, - "nauc_map_at_10_max": 0.815014, - "nauc_map_at_10_std": -0.272469, - "nauc_map_at_10_diff1": 0.938497, - "nauc_map_at_20_max": 0.814728, - "nauc_map_at_20_std": -0.272331, - "nauc_map_at_20_diff1": 0.938352, - "nauc_map_at_100_max": 0.814551, - "nauc_map_at_100_std": -0.270958, - "nauc_map_at_100_diff1": 0.938217, - "nauc_map_at_1000_max": 0.81448, - "nauc_map_at_1000_std": -0.271318, - "nauc_map_at_1000_diff1": 0.93821, - "nauc_recall_at_1_max": 0.791335, - "nauc_recall_at_1_std": -0.261892, - "nauc_recall_at_1_diff1": 0.930672, - "nauc_recall_at_3_max": 0.876236, - "nauc_recall_at_3_std": -0.369909, - "nauc_recall_at_3_diff1": 0.963376, - "nauc_recall_at_5_max": 0.903303, - "nauc_recall_at_5_std": -0.180322, - "nauc_recall_at_5_diff1": 0.974469, - "nauc_recall_at_10_max": 0.954611, - "nauc_recall_at_10_std": -0.123872, - "nauc_recall_at_10_diff1": 0.985476, - "nauc_recall_at_20_max": 0.960317, - "nauc_recall_at_20_std": -0.053555, - "nauc_recall_at_20_diff1": 0.981326, + "mrr_at_3": 0.939259, + "mrr_at_5": 0.942815, + "mrr_at_10": 0.943706, + "mrr_at_20": 0.944167, + "mrr_at_100": 0.944279, + "mrr_at_1000": 0.944288, + "nauc_ndcg_at_1_max": 0.782465, + "nauc_ndcg_at_1_std": -0.229704, + "nauc_ndcg_at_1_diff1": 0.934426, + "nauc_ndcg_at_3_max": 0.81195, + "nauc_ndcg_at_3_std": -0.296677, + "nauc_ndcg_at_3_diff1": 0.94421, + "nauc_ndcg_at_5_max": 0.808184, + "nauc_ndcg_at_5_std": -0.237302, + "nauc_ndcg_at_5_diff1": 0.94331, + "nauc_ndcg_at_10_max": 0.813687, + "nauc_ndcg_at_10_std": -0.210287, + "nauc_ndcg_at_10_diff1": 0.946132, + "nauc_ndcg_at_20_max": 0.807411, + "nauc_ndcg_at_20_std": -0.235323, + "nauc_ndcg_at_20_diff1": 0.944085, + "nauc_ndcg_at_100_max": 0.807693, + "nauc_ndcg_at_100_std": -0.229357, + "nauc_ndcg_at_100_diff1": 0.942835, + "nauc_ndcg_at_1000_max": 0.806436, + "nauc_ndcg_at_1000_std": -0.235218, + "nauc_ndcg_at_1000_diff1": 0.942461, + "nauc_map_at_1_max": 0.782465, + "nauc_map_at_1_std": -0.229704, + "nauc_map_at_1_diff1": 0.934426, + "nauc_map_at_3_max": 0.804562, + "nauc_map_at_3_std": -0.274604, + "nauc_map_at_3_diff1": 0.941121, + "nauc_map_at_5_max": 0.802239, + "nauc_map_at_5_std": -0.245415, + "nauc_map_at_5_diff1": 0.940587, + "nauc_map_at_10_max": 0.804114, + "nauc_map_at_10_std": -0.236203, + "nauc_map_at_10_diff1": 0.941545, + "nauc_map_at_20_max": 0.802662, + "nauc_map_at_20_std": -0.242145, + "nauc_map_at_20_diff1": 0.941063, + "nauc_map_at_100_max": 0.802869, + "nauc_map_at_100_std": -0.241054, + "nauc_map_at_100_diff1": 0.940945, + "nauc_map_at_1000_max": 0.802835, + "nauc_map_at_1000_std": -0.241199, + "nauc_map_at_1000_diff1": 0.940935, + "nauc_recall_at_1_max": 0.782465, + "nauc_recall_at_1_std": -0.229704, + "nauc_recall_at_1_diff1": 0.934426, + "nauc_recall_at_3_max": 0.84574, + "nauc_recall_at_3_std": -0.402343, + "nauc_recall_at_3_diff1": 0.958903, + "nauc_recall_at_5_max": 0.851, + "nauc_recall_at_5_std": -0.15303, + "nauc_recall_at_5_diff1": 0.96388, + "nauc_recall_at_10_max": 0.922466, + "nauc_recall_at_10_std": 0.14652, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.874683, + "nauc_recall_at_20_std": -0.097906, + "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.693433, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 0.679038, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.791335, - "nauc_precision_at_1_std": -0.261892, - "nauc_precision_at_1_diff1": 0.930672, - "nauc_precision_at_3_max": 0.876236, - "nauc_precision_at_3_std": -0.369909, - "nauc_precision_at_3_diff1": 0.963376, - "nauc_precision_at_5_max": 0.903303, - "nauc_precision_at_5_std": -0.180322, - "nauc_precision_at_5_diff1": 0.974469, - "nauc_precision_at_10_max": 0.954611, - "nauc_precision_at_10_std": -0.123872, - "nauc_precision_at_10_diff1": 0.985476, - "nauc_precision_at_20_max": 0.960317, - "nauc_precision_at_20_std": -0.053555, - "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_1_max": 0.782465, + "nauc_precision_at_1_std": -0.229704, + "nauc_precision_at_1_diff1": 0.934426, + "nauc_precision_at_3_max": 0.84574, + "nauc_precision_at_3_std": -0.402343, + "nauc_precision_at_3_diff1": 0.958903, + "nauc_precision_at_5_max": 0.851, + "nauc_precision_at_5_std": -0.15303, + "nauc_precision_at_5_diff1": 0.96388, + "nauc_precision_at_10_max": 0.922466, + "nauc_precision_at_10_std": 0.14652, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.874683, + "nauc_precision_at_20_std": -0.097906, + "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.693433, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 0.679038, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.791335, - "nauc_mrr_at_1_std": -0.261892, - "nauc_mrr_at_1_diff1": 0.930672, - "nauc_mrr_at_3_max": 0.816629, - "nauc_mrr_at_3_std": -0.294429, - "nauc_mrr_at_3_diff1": 0.939506, - "nauc_mrr_at_5_max": 0.815328, - "nauc_mrr_at_5_std": -0.274044, - "nauc_mrr_at_5_diff1": 0.938887, - "nauc_mrr_at_10_max": 0.815014, - "nauc_mrr_at_10_std": -0.272469, - "nauc_mrr_at_10_diff1": 0.938497, - "nauc_mrr_at_20_max": 0.814728, - "nauc_mrr_at_20_std": -0.272331, - "nauc_mrr_at_20_diff1": 0.938352, - "nauc_mrr_at_100_max": 0.814551, - "nauc_mrr_at_100_std": -0.270958, - "nauc_mrr_at_100_diff1": 0.938217, - "nauc_mrr_at_1000_max": 0.81448, - "nauc_mrr_at_1000_std": -0.271318, - "nauc_mrr_at_1000_diff1": 0.93821, - "main_score": 0.95684, + "nauc_mrr_at_1_max": 0.782465, + "nauc_mrr_at_1_std": -0.229704, + "nauc_mrr_at_1_diff1": 0.934426, + "nauc_mrr_at_3_max": 0.804562, + "nauc_mrr_at_3_std": -0.274604, + "nauc_mrr_at_3_diff1": 0.941121, + "nauc_mrr_at_5_max": 0.802239, + "nauc_mrr_at_5_std": -0.245415, + "nauc_mrr_at_5_diff1": 0.940587, + "nauc_mrr_at_10_max": 0.804114, + "nauc_mrr_at_10_std": -0.236203, + "nauc_mrr_at_10_diff1": 0.941545, + "nauc_mrr_at_20_max": 0.802662, + "nauc_mrr_at_20_std": -0.242145, + "nauc_mrr_at_20_diff1": 0.941063, + "nauc_mrr_at_100_max": 0.802869, + "nauc_mrr_at_100_std": -0.241054, + "nauc_mrr_at_100_diff1": 0.940945, + "nauc_mrr_at_1000_max": 0.802835, + "nauc_mrr_at_1000_std": -0.241199, + "nauc_mrr_at_1000_diff1": 0.940935, + "hit_rate_at_1": 0.91778, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95407, "hf_subset": "zsm_Latn-eng_Latn", "languages": [ "zsm-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.87778, - "ndcg_at_3": 0.91737, - "ndcg_at_5": 0.92339, - "ndcg_at_10": 0.92812, - "ndcg_at_20": 0.93132, - "ndcg_at_100": 0.93359, - "ndcg_at_1000": 0.93387, - "map_at_1": 0.87778, - "map_at_3": 0.90796, - "map_at_5": 0.91135, - "map_at_10": 0.91334, - "map_at_20": 0.91427, - "map_at_100": 0.91459, - "map_at_1000": 0.9146, - "recall_at_1": 0.87778, - "recall_at_3": 0.94444, - "recall_at_5": 0.95889, - "recall_at_10": 0.97333, - "recall_at_20": 0.98556, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.86222, + "ndcg_at_3": 0.90505, + "ndcg_at_5": 0.91332, + "ndcg_at_10": 0.91944, + "ndcg_at_20": 0.92234, + "ndcg_at_100": 0.92475, + "ndcg_at_1000": 0.92519, + "map_at_1": 0.86222, + "map_at_3": 0.89519, + "map_at_5": 0.8998, + "map_at_10": 0.90232, + "map_at_20": 0.90316, + "map_at_100": 0.90347, + "map_at_1000": 0.90348, + "recall_at_1": 0.86222, + "recall_at_3": 0.93333, + "recall_at_5": 0.95333, + "recall_at_10": 0.97222, + "recall_at_20": 0.98333, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.87778, - "precision_at_3": 0.31481, - "precision_at_5": 0.19178, - "precision_at_10": 0.09733, - "precision_at_20": 0.04928, - "precision_at_100": 0.00998, + "accuracy": 0.86222, + "precision_at_1": 0.86222, + "precision_at_3": 0.31111, + "precision_at_5": 0.19067, + "precision_at_10": 0.09722, + "precision_at_20": 0.04917, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.877778, - "mrr_at_3": 0.907963, - "mrr_at_5": 0.911352, - "mrr_at_10": 0.913342, - "mrr_at_20": 0.914275, - "mrr_at_100": 0.914588, - "mrr_at_1000": 0.914596, - "nauc_ndcg_at_1_max": 0.8464, - "nauc_ndcg_at_1_std": -0.137258, - "nauc_ndcg_at_1_diff1": 0.935201, - "nauc_ndcg_at_3_max": 0.876485, - "nauc_ndcg_at_3_std": -0.08088, - "nauc_ndcg_at_3_diff1": 0.933083, - "nauc_ndcg_at_5_max": 0.87913, - "nauc_ndcg_at_5_std": -0.071668, - "nauc_ndcg_at_5_diff1": 0.937702, - "nauc_ndcg_at_10_max": 0.879808, - "nauc_ndcg_at_10_std": -0.029614, - "nauc_ndcg_at_10_diff1": 0.936328, - "nauc_ndcg_at_20_max": 0.875325, - "nauc_ndcg_at_20_std": -0.045505, - "nauc_ndcg_at_20_diff1": 0.935018, - "nauc_ndcg_at_100_max": 0.871793, - "nauc_ndcg_at_100_std": -0.065197, - "nauc_ndcg_at_100_diff1": 0.934377, - "nauc_ndcg_at_1000_max": 0.871255, - "nauc_ndcg_at_1000_std": -0.069398, - "nauc_ndcg_at_1000_diff1": 0.934381, - "nauc_map_at_1_max": 0.8464, - "nauc_map_at_1_std": -0.137258, - "nauc_map_at_1_diff1": 0.935201, - "nauc_map_at_3_max": 0.867974, - "nauc_map_at_3_std": -0.096999, - "nauc_map_at_3_diff1": 0.932834, - "nauc_map_at_5_max": 0.869, - "nauc_map_at_5_std": -0.09283, - "nauc_map_at_5_diff1": 0.934975, - "nauc_map_at_10_max": 0.86912, - "nauc_map_at_10_std": -0.077853, - "nauc_map_at_10_diff1": 0.934437, - "nauc_map_at_20_max": 0.867953, - "nauc_map_at_20_std": -0.081862, - "nauc_map_at_20_diff1": 0.934115, - "nauc_map_at_100_max": 0.867538, - "nauc_map_at_100_std": -0.084283, - "nauc_map_at_100_diff1": 0.934016, - "nauc_map_at_1000_max": 0.867526, - "nauc_map_at_1000_std": -0.08438, - "nauc_map_at_1000_diff1": 0.934016, - "nauc_recall_at_1_max": 0.8464, - "nauc_recall_at_1_std": -0.137258, - "nauc_recall_at_1_diff1": 0.935201, - "nauc_recall_at_3_max": 0.915826, - "nauc_recall_at_3_std": -0.006237, - "nauc_recall_at_3_diff1": 0.934874, - "nauc_recall_at_5_max": 0.940697, - "nauc_recall_at_5_std": 0.057852, - "nauc_recall_at_5_diff1": 0.956721, - "nauc_recall_at_10_max": 0.977533, - "nauc_recall_at_10_std": 0.456038, - "nauc_recall_at_10_diff1": 0.955746, - "nauc_recall_at_20_max": 0.979889, - "nauc_recall_at_20_std": 0.572219, - "nauc_recall_at_20_diff1": 0.948467, + "mrr_at_1": 0.862222, + "mrr_at_3": 0.895185, + "mrr_at_5": 0.899796, + "mrr_at_10": 0.902317, + "mrr_at_20": 0.903159, + "mrr_at_100": 0.903465, + "mrr_at_1000": 0.903484, + "nauc_ndcg_at_1_max": 0.818258, + "nauc_ndcg_at_1_std": -0.147391, + "nauc_ndcg_at_1_diff1": 0.933011, + "nauc_ndcg_at_3_max": 0.845527, + "nauc_ndcg_at_3_std": -0.14913, + "nauc_ndcg_at_3_diff1": 0.918734, + "nauc_ndcg_at_5_max": 0.851275, + "nauc_ndcg_at_5_std": -0.105543, + "nauc_ndcg_at_5_diff1": 0.921469, + "nauc_ndcg_at_10_max": 0.851888, + "nauc_ndcg_at_10_std": -0.086139, + "nauc_ndcg_at_10_diff1": 0.921668, + "nauc_ndcg_at_20_max": 0.848898, + "nauc_ndcg_at_20_std": -0.088482, + "nauc_ndcg_at_20_diff1": 0.923916, + "nauc_ndcg_at_100_max": 0.844941, + "nauc_ndcg_at_100_std": -0.102878, + "nauc_ndcg_at_100_diff1": 0.924053, + "nauc_ndcg_at_1000_max": 0.844007, + "nauc_ndcg_at_1000_std": -0.108398, + "nauc_ndcg_at_1000_diff1": 0.923854, + "nauc_map_at_1_max": 0.818258, + "nauc_map_at_1_std": -0.147391, + "nauc_map_at_1_diff1": 0.933011, + "nauc_map_at_3_max": 0.838543, + "nauc_map_at_3_std": -0.145108, + "nauc_map_at_3_diff1": 0.921922, + "nauc_map_at_5_max": 0.841303, + "nauc_map_at_5_std": -0.122185, + "nauc_map_at_5_diff1": 0.923536, + "nauc_map_at_10_max": 0.841245, + "nauc_map_at_10_std": -0.116745, + "nauc_map_at_10_diff1": 0.923707, + "nauc_map_at_20_max": 0.840471, + "nauc_map_at_20_std": -0.117262, + "nauc_map_at_20_diff1": 0.9243, + "nauc_map_at_100_max": 0.840032, + "nauc_map_at_100_std": -0.118951, + "nauc_map_at_100_diff1": 0.924337, + "nauc_map_at_1000_max": 0.84, + "nauc_map_at_1000_std": -0.119137, + "nauc_map_at_1000_diff1": 0.924329, + "nauc_recall_at_1_max": 0.818258, + "nauc_recall_at_1_std": -0.147391, + "nauc_recall_at_1_diff1": 0.933011, + "nauc_recall_at_3_max": 0.875482, + "nauc_recall_at_3_std": -0.169157, + "nauc_recall_at_3_diff1": 0.905423, + "nauc_recall_at_5_max": 0.91092, + "nauc_recall_at_5_std": -0.000367, + "nauc_recall_at_5_diff1": 0.91052, + "nauc_recall_at_10_max": 0.956863, + "nauc_recall_at_10_std": 0.254304, + "nauc_recall_at_10_diff1": 0.903922, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.427451, + "nauc_recall_at_20_diff1": 0.929194, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_std": 0.814815, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.8464, - "nauc_precision_at_1_std": -0.137258, - "nauc_precision_at_1_diff1": 0.935201, - "nauc_precision_at_3_max": 0.915826, - "nauc_precision_at_3_std": -0.006237, - "nauc_precision_at_3_diff1": 0.934874, - "nauc_precision_at_5_max": 0.940697, - "nauc_precision_at_5_std": 0.057852, - "nauc_precision_at_5_diff1": 0.956721, - "nauc_precision_at_10_max": 0.977533, - "nauc_precision_at_10_std": 0.456038, - "nauc_precision_at_10_diff1": 0.955746, - "nauc_precision_at_20_max": 0.979889, - "nauc_precision_at_20_std": 0.572219, - "nauc_precision_at_20_diff1": 0.948467, + "nauc_precision_at_1_max": 0.818258, + "nauc_precision_at_1_std": -0.147391, + "nauc_precision_at_1_diff1": 0.933011, + "nauc_precision_at_3_max": 0.875482, + "nauc_precision_at_3_std": -0.169157, + "nauc_precision_at_3_diff1": 0.905423, + "nauc_precision_at_5_max": 0.91092, + "nauc_precision_at_5_std": -0.000367, + "nauc_precision_at_5_diff1": 0.91052, + "nauc_precision_at_10_max": 0.956863, + "nauc_precision_at_10_std": 0.254304, + "nauc_precision_at_10_diff1": 0.903922, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.427451, + "nauc_precision_at_20_diff1": 0.929194, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_std": 0.814815, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.8464, - "nauc_mrr_at_1_std": -0.137258, - "nauc_mrr_at_1_diff1": 0.935201, - "nauc_mrr_at_3_max": 0.867974, - "nauc_mrr_at_3_std": -0.096999, - "nauc_mrr_at_3_diff1": 0.932834, - "nauc_mrr_at_5_max": 0.869, - "nauc_mrr_at_5_std": -0.09283, - "nauc_mrr_at_5_diff1": 0.934975, - "nauc_mrr_at_10_max": 0.86912, - "nauc_mrr_at_10_std": -0.077853, - "nauc_mrr_at_10_diff1": 0.934437, - "nauc_mrr_at_20_max": 0.867953, - "nauc_mrr_at_20_std": -0.081862, - "nauc_mrr_at_20_diff1": 0.934115, - "nauc_mrr_at_100_max": 0.867538, - "nauc_mrr_at_100_std": -0.084283, - "nauc_mrr_at_100_diff1": 0.934016, - "nauc_mrr_at_1000_max": 0.867526, - "nauc_mrr_at_1000_std": -0.08438, - "nauc_mrr_at_1000_diff1": 0.934016, - "main_score": 0.92812, + "nauc_mrr_at_1_max": 0.818258, + "nauc_mrr_at_1_std": -0.147391, + "nauc_mrr_at_1_diff1": 0.933011, + "nauc_mrr_at_3_max": 0.838543, + "nauc_mrr_at_3_std": -0.145108, + "nauc_mrr_at_3_diff1": 0.921922, + "nauc_mrr_at_5_max": 0.841303, + "nauc_mrr_at_5_std": -0.122185, + "nauc_mrr_at_5_diff1": 0.923536, + "nauc_mrr_at_10_max": 0.841245, + "nauc_mrr_at_10_std": -0.116745, + "nauc_mrr_at_10_diff1": 0.923707, + "nauc_mrr_at_20_max": 0.840471, + "nauc_mrr_at_20_std": -0.117262, + "nauc_mrr_at_20_diff1": 0.9243, + "nauc_mrr_at_100_max": 0.840032, + "nauc_mrr_at_100_std": -0.118951, + "nauc_mrr_at_100_diff1": 0.924337, + "nauc_mrr_at_1000_max": 0.84, + "nauc_mrr_at_1000_std": -0.119137, + "nauc_mrr_at_1000_diff1": 0.924329, + "hit_rate_at_1": 0.86222, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91944, "hf_subset": "eng_Latn-zsm_Latn", "languages": [ "eng-Latn", "zsm-Latn" - ] - }, - { - "ndcg_at_1": 0.46778, - "ndcg_at_3": 0.5195, - "ndcg_at_5": 0.53408, - "ndcg_at_10": 0.54427, - "ndcg_at_20": 0.55529, - "ndcg_at_100": 0.58483, - "ndcg_at_1000": 0.60651, - "map_at_1": 0.46778, - "map_at_3": 0.50667, - "map_at_5": 0.51472, - "map_at_10": 0.519, - "map_at_20": 0.52191, - "map_at_100": 0.52557, - "map_at_1000": 0.52643, - "recall_at_1": 0.46778, - "recall_at_3": 0.55667, - "recall_at_5": 0.59222, - "recall_at_10": 0.62333, - "recall_at_20": 0.66778, - "recall_at_100": 0.83333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47667, + "ndcg_at_3": 0.52689, + "ndcg_at_5": 0.54172, + "ndcg_at_10": 0.55355, + "ndcg_at_20": 0.56467, + "ndcg_at_100": 0.59494, + "ndcg_at_1000": 0.615, + "map_at_1": 0.47667, + "map_at_3": 0.515, + "map_at_5": 0.52333, + "map_at_10": 0.5282, + "map_at_20": 0.53134, + "map_at_100": 0.53522, + "map_at_1000": 0.53598, + "recall_at_1": 0.47667, + "recall_at_3": 0.56111, + "recall_at_5": 0.59667, + "recall_at_10": 0.63333, + "recall_at_20": 0.67667, + "recall_at_100": 0.84444, "recall_at_1000": 1.0, - "precision_at_1": 0.46778, - "precision_at_3": 0.18556, - "precision_at_5": 0.11844, - "precision_at_10": 0.06233, - "precision_at_20": 0.03339, - "precision_at_100": 0.00833, - "precision_at_1000": 0.001, - "mrr_at_1": 0.467778, - "mrr_at_3": 0.506667, - "mrr_at_5": 0.514722, - "mrr_at_10": 0.519003, - "mrr_at_20": 0.521912, - "mrr_at_100": 0.525566, - "mrr_at_1000": 0.52643, - "nauc_ndcg_at_1_max": 0.713978, - "nauc_ndcg_at_1_std": -0.50584, - "nauc_ndcg_at_1_diff1": 0.840371, - "nauc_ndcg_at_3_max": 0.713942, - "nauc_ndcg_at_3_std": -0.52784, - "nauc_ndcg_at_3_diff1": 0.805796, - "nauc_ndcg_at_5_max": 0.704731, - "nauc_ndcg_at_5_std": -0.533041, - "nauc_ndcg_at_5_diff1": 0.795828, - "nauc_ndcg_at_10_max": 0.701806, - "nauc_ndcg_at_10_std": -0.531801, - "nauc_ndcg_at_10_diff1": 0.792996, - "nauc_ndcg_at_20_max": 0.699217, - "nauc_ndcg_at_20_std": -0.526659, - "nauc_ndcg_at_20_diff1": 0.78977, - "nauc_ndcg_at_100_max": 0.698365, - "nauc_ndcg_at_100_std": -0.508119, - "nauc_ndcg_at_100_diff1": 0.78607, - "nauc_ndcg_at_1000_max": 0.703578, - "nauc_ndcg_at_1000_std": -0.520096, - "nauc_ndcg_at_1000_diff1": 0.796357, - "nauc_map_at_1_max": 0.713978, - "nauc_map_at_1_std": -0.50584, - "nauc_map_at_1_diff1": 0.840371, - "nauc_map_at_3_max": 0.715313, - "nauc_map_at_3_std": -0.52365, - "nauc_map_at_3_diff1": 0.814611, - "nauc_map_at_5_max": 0.71049, - "nauc_map_at_5_std": -0.526826, - "nauc_map_at_5_diff1": 0.809344, - "nauc_map_at_10_max": 0.709448, - "nauc_map_at_10_std": -0.526221, - "nauc_map_at_10_diff1": 0.808303, - "nauc_map_at_20_max": 0.708858, - "nauc_map_at_20_std": -0.524757, - "nauc_map_at_20_diff1": 0.807532, - "nauc_map_at_100_max": 0.708685, - "nauc_map_at_100_std": -0.5223, - "nauc_map_at_100_diff1": 0.806873, - "nauc_map_at_1000_max": 0.708843, - "nauc_map_at_1000_std": -0.522702, - "nauc_map_at_1000_diff1": 0.807218, - "nauc_recall_at_1_max": 0.713978, - "nauc_recall_at_1_std": -0.50584, - "nauc_recall_at_1_diff1": 0.840371, - "nauc_recall_at_3_max": 0.709232, - "nauc_recall_at_3_std": -0.5399, - "nauc_recall_at_3_diff1": 0.779172, - "nauc_recall_at_5_max": 0.684569, - "nauc_recall_at_5_std": -0.55206, - "nauc_recall_at_5_diff1": 0.752111, - "nauc_recall_at_10_max": 0.67304, - "nauc_recall_at_10_std": -0.549241, - "nauc_recall_at_10_diff1": 0.740164, - "nauc_recall_at_20_max": 0.657993, - "nauc_recall_at_20_std": -0.527768, - "nauc_recall_at_20_diff1": 0.720423, - "nauc_recall_at_100_max": 0.622762, - "nauc_recall_at_100_std": -0.33975, - "nauc_recall_at_100_diff1": 0.640187, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.713978, - "nauc_precision_at_1_std": -0.50584, - "nauc_precision_at_1_diff1": 0.840371, - "nauc_precision_at_3_max": 0.709232, - "nauc_precision_at_3_std": -0.5399, - "nauc_precision_at_3_diff1": 0.779172, - "nauc_precision_at_5_max": 0.684569, - "nauc_precision_at_5_std": -0.55206, - "nauc_precision_at_5_diff1": 0.752111, - "nauc_precision_at_10_max": 0.67304, - "nauc_precision_at_10_std": -0.549241, - "nauc_precision_at_10_diff1": 0.740164, - "nauc_precision_at_20_max": 0.657993, - "nauc_precision_at_20_std": -0.527768, - "nauc_precision_at_20_diff1": 0.720423, - "nauc_precision_at_100_max": 0.622762, - "nauc_precision_at_100_std": -0.33975, - "nauc_precision_at_100_diff1": 0.640187, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.713978, - "nauc_mrr_at_1_std": -0.50584, - "nauc_mrr_at_1_diff1": 0.840371, - "nauc_mrr_at_3_max": 0.715313, - "nauc_mrr_at_3_std": -0.52365, - "nauc_mrr_at_3_diff1": 0.814611, - "nauc_mrr_at_5_max": 0.71049, - "nauc_mrr_at_5_std": -0.526826, - "nauc_mrr_at_5_diff1": 0.809344, - "nauc_mrr_at_10_max": 0.709448, - "nauc_mrr_at_10_std": -0.526221, - "nauc_mrr_at_10_diff1": 0.808303, - "nauc_mrr_at_20_max": 0.708858, - "nauc_mrr_at_20_std": -0.524757, - "nauc_mrr_at_20_diff1": 0.807532, - "nauc_mrr_at_100_max": 0.708685, - "nauc_mrr_at_100_std": -0.5223, - "nauc_mrr_at_100_diff1": 0.806873, - "nauc_mrr_at_1000_max": 0.708843, - "nauc_mrr_at_1000_std": -0.522702, - "nauc_mrr_at_1000_diff1": 0.807218, - "main_score": 0.54427, + "accuracy": 0.47667, + "precision_at_1": 0.47667, + "precision_at_3": 0.18704, + "precision_at_5": 0.11933, + "precision_at_10": 0.06333, + "precision_at_20": 0.03383, + "precision_at_100": 0.00844, + "precision_at_1000": 0.001, + "mrr_at_1": 0.476667, + "mrr_at_3": 0.515, + "mrr_at_5": 0.523333, + "mrr_at_10": 0.528202, + "mrr_at_20": 0.531335, + "mrr_at_100": 0.535218, + "mrr_at_1000": 0.535983, + "nauc_ndcg_at_1_max": 0.726287, + "nauc_ndcg_at_1_std": -0.462446, + "nauc_ndcg_at_1_diff1": 0.842396, + "nauc_ndcg_at_3_max": 0.72723, + "nauc_ndcg_at_3_std": -0.495086, + "nauc_ndcg_at_3_diff1": 0.804061, + "nauc_ndcg_at_5_max": 0.72308, + "nauc_ndcg_at_5_std": -0.49245, + "nauc_ndcg_at_5_diff1": 0.79617, + "nauc_ndcg_at_10_max": 0.718278, + "nauc_ndcg_at_10_std": -0.492076, + "nauc_ndcg_at_10_diff1": 0.7917, + "nauc_ndcg_at_20_max": 0.714101, + "nauc_ndcg_at_20_std": -0.482983, + "nauc_ndcg_at_20_diff1": 0.785216, + "nauc_ndcg_at_100_max": 0.711842, + "nauc_ndcg_at_100_std": -0.47304, + "nauc_ndcg_at_100_diff1": 0.784436, + "nauc_ndcg_at_1000_max": 0.717697, + "nauc_ndcg_at_1000_std": -0.479604, + "nauc_ndcg_at_1000_diff1": 0.795002, + "nauc_map_at_1_max": 0.726287, + "nauc_map_at_1_std": -0.462446, + "nauc_map_at_1_diff1": 0.842396, + "nauc_map_at_3_max": 0.727995, + "nauc_map_at_3_std": -0.487392, + "nauc_map_at_3_diff1": 0.81351, + "nauc_map_at_5_max": 0.725618, + "nauc_map_at_5_std": -0.485702, + "nauc_map_at_5_diff1": 0.809096, + "nauc_map_at_10_max": 0.723703, + "nauc_map_at_10_std": -0.485643, + "nauc_map_at_10_diff1": 0.807472, + "nauc_map_at_20_max": 0.722571, + "nauc_map_at_20_std": -0.483131, + "nauc_map_at_20_diff1": 0.805813, + "nauc_map_at_100_max": 0.72231, + "nauc_map_at_100_std": -0.48146, + "nauc_map_at_100_diff1": 0.805877, + "nauc_map_at_1000_max": 0.722485, + "nauc_map_at_1000_std": -0.481612, + "nauc_map_at_1000_diff1": 0.806211, + "nauc_recall_at_1_max": 0.726287, + "nauc_recall_at_1_std": -0.462446, + "nauc_recall_at_1_diff1": 0.842396, + "nauc_recall_at_3_max": 0.724501, + "nauc_recall_at_3_std": -0.518036, + "nauc_recall_at_3_diff1": 0.775689, + "nauc_recall_at_5_max": 0.714286, + "nauc_recall_at_5_std": -0.513025, + "nauc_recall_at_5_diff1": 0.75518, + "nauc_recall_at_10_max": 0.697409, + "nauc_recall_at_10_std": -0.512219, + "nauc_recall_at_10_diff1": 0.736814, + "nauc_recall_at_20_max": 0.676632, + "nauc_recall_at_20_std": -0.472461, + "nauc_recall_at_20_diff1": 0.702063, + "nauc_recall_at_100_max": 0.622642, + "nauc_recall_at_100_std": -0.369134, + "nauc_recall_at_100_diff1": 0.624409, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.726287, + "nauc_precision_at_1_std": -0.462446, + "nauc_precision_at_1_diff1": 0.842396, + "nauc_precision_at_3_max": 0.724501, + "nauc_precision_at_3_std": -0.518036, + "nauc_precision_at_3_diff1": 0.775689, + "nauc_precision_at_5_max": 0.714286, + "nauc_precision_at_5_std": -0.513025, + "nauc_precision_at_5_diff1": 0.75518, + "nauc_precision_at_10_max": 0.697409, + "nauc_precision_at_10_std": -0.512219, + "nauc_precision_at_10_diff1": 0.736814, + "nauc_precision_at_20_max": 0.676632, + "nauc_precision_at_20_std": -0.472461, + "nauc_precision_at_20_diff1": 0.702063, + "nauc_precision_at_100_max": 0.622642, + "nauc_precision_at_100_std": -0.369134, + "nauc_precision_at_100_diff1": 0.624409, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.726287, + "nauc_mrr_at_1_std": -0.462446, + "nauc_mrr_at_1_diff1": 0.842396, + "nauc_mrr_at_3_max": 0.727995, + "nauc_mrr_at_3_std": -0.487392, + "nauc_mrr_at_3_diff1": 0.81351, + "nauc_mrr_at_5_max": 0.725618, + "nauc_mrr_at_5_std": -0.485702, + "nauc_mrr_at_5_diff1": 0.809096, + "nauc_mrr_at_10_max": 0.723703, + "nauc_mrr_at_10_std": -0.485643, + "nauc_mrr_at_10_diff1": 0.807472, + "nauc_mrr_at_20_max": 0.722571, + "nauc_mrr_at_20_std": -0.483131, + "nauc_mrr_at_20_diff1": 0.805813, + "nauc_mrr_at_100_max": 0.72231, + "nauc_mrr_at_100_std": -0.48146, + "nauc_mrr_at_100_diff1": 0.805877, + "nauc_mrr_at_1000_max": 0.722485, + "nauc_mrr_at_1000_std": -0.481612, + "nauc_mrr_at_1000_diff1": 0.806211, + "hit_rate_at_1": 0.47667, + "hit_rate_at_3": 0.56111, + "hit_rate_at_5": 0.59667, + "hit_rate_at_10": 0.63333, + "hit_rate_at_20": 0.67667, + "hit_rate_at_100": 0.84444, + "hit_rate_at_1000": 1.0, + "main_score": 0.55355, "hf_subset": "zul_Latn-zul_Latn", "languages": [ "zul-Latn", "zul-Latn" - ] - }, - { - "ndcg_at_1": 0.56667, - "ndcg_at_3": 0.61894, - "ndcg_at_5": 0.63123, - "ndcg_at_10": 0.64589, - "ndcg_at_20": 0.65963, - "ndcg_at_100": 0.68405, - "ndcg_at_1000": 0.69503, - "map_at_1": 0.56667, - "map_at_3": 0.60593, - "map_at_5": 0.6127, - "map_at_10": 0.61893, - "map_at_20": 0.62269, - "map_at_100": 0.62599, - "map_at_1000": 0.62648, - "recall_at_1": 0.56667, - "recall_at_3": 0.65667, - "recall_at_5": 0.68667, - "recall_at_10": 0.73111, - "recall_at_20": 0.78556, - "recall_at_100": 0.91778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.56111, + "ndcg_at_3": 0.61686, + "ndcg_at_5": 0.63016, + "ndcg_at_10": 0.64307, + "ndcg_at_20": 0.65475, + "ndcg_at_100": 0.67988, + "ndcg_at_1000": 0.69137, + "map_at_1": 0.56111, + "map_at_3": 0.60278, + "map_at_5": 0.61017, + "map_at_10": 0.6157, + "map_at_20": 0.61884, + "map_at_100": 0.62214, + "map_at_1000": 0.62263, + "recall_at_1": 0.56111, + "recall_at_3": 0.65778, + "recall_at_5": 0.69, + "recall_at_10": 0.72889, + "recall_at_20": 0.77556, + "recall_at_100": 0.91333, "recall_at_1000": 1.0, - "precision_at_1": 0.56667, - "precision_at_3": 0.21889, - "precision_at_5": 0.13733, - "precision_at_10": 0.07311, - "precision_at_20": 0.03928, - "precision_at_100": 0.00918, + "accuracy": 0.56111, + "precision_at_1": 0.56111, + "precision_at_3": 0.21926, + "precision_at_5": 0.138, + "precision_at_10": 0.07289, + "precision_at_20": 0.03878, + "precision_at_100": 0.00913, "precision_at_1000": 0.001, - "mrr_at_1": 0.566667, - "mrr_at_3": 0.605926, - "mrr_at_5": 0.612704, - "mrr_at_10": 0.618927, - "mrr_at_20": 0.622687, - "mrr_at_100": 0.625995, - "mrr_at_1000": 0.626478, - "nauc_ndcg_at_1_max": 0.839888, - "nauc_ndcg_at_1_std": 0.371592, - "nauc_ndcg_at_1_diff1": 0.871805, - "nauc_ndcg_at_3_max": 0.840778, - "nauc_ndcg_at_3_std": 0.384638, - "nauc_ndcg_at_3_diff1": 0.837137, - "nauc_ndcg_at_5_max": 0.830865, - "nauc_ndcg_at_5_std": 0.376741, - "nauc_ndcg_at_5_diff1": 0.826163, - "nauc_ndcg_at_10_max": 0.831957, - "nauc_ndcg_at_10_std": 0.384699, - "nauc_ndcg_at_10_diff1": 0.824953, - "nauc_ndcg_at_20_max": 0.827838, - "nauc_ndcg_at_20_std": 0.382224, - "nauc_ndcg_at_20_diff1": 0.820551, - "nauc_ndcg_at_100_max": 0.825836, - "nauc_ndcg_at_100_std": 0.382682, - "nauc_ndcg_at_100_diff1": 0.823402, - "nauc_ndcg_at_1000_max": 0.83125, - "nauc_ndcg_at_1000_std": 0.381691, - "nauc_ndcg_at_1000_diff1": 0.830702, - "nauc_map_at_1_max": 0.839888, - "nauc_map_at_1_std": 0.371592, - "nauc_map_at_1_diff1": 0.871805, - "nauc_map_at_3_max": 0.840835, - "nauc_map_at_3_std": 0.381099, - "nauc_map_at_3_diff1": 0.845897, - "nauc_map_at_5_max": 0.835494, - "nauc_map_at_5_std": 0.376529, - "nauc_map_at_5_diff1": 0.840121, - "nauc_map_at_10_max": 0.836033, - "nauc_map_at_10_std": 0.379707, - "nauc_map_at_10_diff1": 0.839887, - "nauc_map_at_20_max": 0.835137, - "nauc_map_at_20_std": 0.379287, - "nauc_map_at_20_diff1": 0.838919, - "nauc_map_at_100_max": 0.834917, - "nauc_map_at_100_std": 0.379616, - "nauc_map_at_100_diff1": 0.839336, - "nauc_map_at_1000_max": 0.835109, - "nauc_map_at_1000_std": 0.37956, - "nauc_map_at_1000_diff1": 0.839616, - "nauc_recall_at_1_max": 0.839888, - "nauc_recall_at_1_std": 0.371592, - "nauc_recall_at_1_diff1": 0.871805, - "nauc_recall_at_3_max": 0.840473, - "nauc_recall_at_3_std": 0.395838, - "nauc_recall_at_3_diff1": 0.809686, - "nauc_recall_at_5_max": 0.81388, - "nauc_recall_at_5_std": 0.376651, - "nauc_recall_at_5_diff1": 0.778421, - "nauc_recall_at_10_max": 0.815435, - "nauc_recall_at_10_std": 0.405761, - "nauc_recall_at_10_diff1": 0.767532, - "nauc_recall_at_20_max": 0.78816, - "nauc_recall_at_20_std": 0.393326, - "nauc_recall_at_20_diff1": 0.73169, - "nauc_recall_at_100_max": 0.702791, - "nauc_recall_at_100_std": 0.402465, - "nauc_recall_at_100_diff1": 0.659992, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.839888, - "nauc_precision_at_1_std": 0.371592, - "nauc_precision_at_1_diff1": 0.871805, - "nauc_precision_at_3_max": 0.840473, - "nauc_precision_at_3_std": 0.395838, - "nauc_precision_at_3_diff1": 0.809686, - "nauc_precision_at_5_max": 0.81388, - "nauc_precision_at_5_std": 0.376651, - "nauc_precision_at_5_diff1": 0.778421, - "nauc_precision_at_10_max": 0.815435, - "nauc_precision_at_10_std": 0.405761, - "nauc_precision_at_10_diff1": 0.767532, - "nauc_precision_at_20_max": 0.78816, - "nauc_precision_at_20_std": 0.393326, - "nauc_precision_at_20_diff1": 0.73169, - "nauc_precision_at_100_max": 0.702791, - "nauc_precision_at_100_std": 0.402465, - "nauc_precision_at_100_diff1": 0.659992, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.839888, - "nauc_mrr_at_1_std": 0.371592, - "nauc_mrr_at_1_diff1": 0.871805, - "nauc_mrr_at_3_max": 0.840835, - "nauc_mrr_at_3_std": 0.381099, - "nauc_mrr_at_3_diff1": 0.845897, - "nauc_mrr_at_5_max": 0.835494, - "nauc_mrr_at_5_std": 0.376529, - "nauc_mrr_at_5_diff1": 0.840121, - "nauc_mrr_at_10_max": 0.836033, - "nauc_mrr_at_10_std": 0.379707, - "nauc_mrr_at_10_diff1": 0.839887, - "nauc_mrr_at_20_max": 0.835137, - "nauc_mrr_at_20_std": 0.379287, - "nauc_mrr_at_20_diff1": 0.838919, - "nauc_mrr_at_100_max": 0.834917, - "nauc_mrr_at_100_std": 0.379616, - "nauc_mrr_at_100_diff1": 0.839336, - "nauc_mrr_at_1000_max": 0.835109, - "nauc_mrr_at_1000_std": 0.37956, - "nauc_mrr_at_1000_diff1": 0.839616, - "main_score": 0.64589, + "mrr_at_1": 0.561111, + "mrr_at_3": 0.602778, + "mrr_at_5": 0.610167, + "mrr_at_10": 0.615701, + "mrr_at_20": 0.618844, + "mrr_at_100": 0.622144, + "mrr_at_1000": 0.622633, + "nauc_ndcg_at_1_max": 0.825542, + "nauc_ndcg_at_1_std": 0.323236, + "nauc_ndcg_at_1_diff1": 0.882465, + "nauc_ndcg_at_3_max": 0.824781, + "nauc_ndcg_at_3_std": 0.341738, + "nauc_ndcg_at_3_diff1": 0.850213, + "nauc_ndcg_at_5_max": 0.818095, + "nauc_ndcg_at_5_std": 0.34849, + "nauc_ndcg_at_5_diff1": 0.839666, + "nauc_ndcg_at_10_max": 0.820287, + "nauc_ndcg_at_10_std": 0.35305, + "nauc_ndcg_at_10_diff1": 0.837186, + "nauc_ndcg_at_20_max": 0.815811, + "nauc_ndcg_at_20_std": 0.350753, + "nauc_ndcg_at_20_diff1": 0.83426, + "nauc_ndcg_at_100_max": 0.813373, + "nauc_ndcg_at_100_std": 0.3476, + "nauc_ndcg_at_100_diff1": 0.835046, + "nauc_ndcg_at_1000_max": 0.818027, + "nauc_ndcg_at_1000_std": 0.346117, + "nauc_ndcg_at_1000_diff1": 0.842903, + "nauc_map_at_1_max": 0.825542, + "nauc_map_at_1_std": 0.323236, + "nauc_map_at_1_diff1": 0.882465, + "nauc_map_at_3_max": 0.825258, + "nauc_map_at_3_std": 0.337442, + "nauc_map_at_3_diff1": 0.858427, + "nauc_map_at_5_max": 0.821464, + "nauc_map_at_5_std": 0.340679, + "nauc_map_at_5_diff1": 0.852771, + "nauc_map_at_10_max": 0.822328, + "nauc_map_at_10_std": 0.342143, + "nauc_map_at_10_diff1": 0.851895, + "nauc_map_at_20_max": 0.821271, + "nauc_map_at_20_std": 0.341397, + "nauc_map_at_20_diff1": 0.851322, + "nauc_map_at_100_max": 0.820988, + "nauc_map_at_100_std": 0.341339, + "nauc_map_at_100_diff1": 0.851405, + "nauc_map_at_1000_max": 0.82114, + "nauc_map_at_1000_std": 0.341276, + "nauc_map_at_1000_diff1": 0.851711, + "nauc_recall_at_1_max": 0.825542, + "nauc_recall_at_1_std": 0.323236, + "nauc_recall_at_1_diff1": 0.882465, + "nauc_recall_at_3_max": 0.823149, + "nauc_recall_at_3_std": 0.355103, + "nauc_recall_at_3_diff1": 0.824295, + "nauc_recall_at_5_max": 0.805959, + "nauc_recall_at_5_std": 0.375846, + "nauc_recall_at_5_diff1": 0.794516, + "nauc_recall_at_10_max": 0.812969, + "nauc_recall_at_10_std": 0.397324, + "nauc_recall_at_10_diff1": 0.780683, + "nauc_recall_at_20_max": 0.786957, + "nauc_recall_at_20_std": 0.393046, + "nauc_recall_at_20_diff1": 0.755004, + "nauc_recall_at_100_max": 0.710258, + "nauc_recall_at_100_std": 0.379678, + "nauc_recall_at_100_diff1": 0.667582, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.825542, + "nauc_precision_at_1_std": 0.323236, + "nauc_precision_at_1_diff1": 0.882465, + "nauc_precision_at_3_max": 0.823149, + "nauc_precision_at_3_std": 0.355103, + "nauc_precision_at_3_diff1": 0.824295, + "nauc_precision_at_5_max": 0.805959, + "nauc_precision_at_5_std": 0.375846, + "nauc_precision_at_5_diff1": 0.794516, + "nauc_precision_at_10_max": 0.812969, + "nauc_precision_at_10_std": 0.397324, + "nauc_precision_at_10_diff1": 0.780683, + "nauc_precision_at_20_max": 0.786957, + "nauc_precision_at_20_std": 0.393046, + "nauc_precision_at_20_diff1": 0.755004, + "nauc_precision_at_100_max": 0.710258, + "nauc_precision_at_100_std": 0.379678, + "nauc_precision_at_100_diff1": 0.667582, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.825542, + "nauc_mrr_at_1_std": 0.323236, + "nauc_mrr_at_1_diff1": 0.882465, + "nauc_mrr_at_3_max": 0.825258, + "nauc_mrr_at_3_std": 0.337442, + "nauc_mrr_at_3_diff1": 0.858427, + "nauc_mrr_at_5_max": 0.821464, + "nauc_mrr_at_5_std": 0.340679, + "nauc_mrr_at_5_diff1": 0.852771, + "nauc_mrr_at_10_max": 0.822328, + "nauc_mrr_at_10_std": 0.342143, + "nauc_mrr_at_10_diff1": 0.851895, + "nauc_mrr_at_20_max": 0.821271, + "nauc_mrr_at_20_std": 0.341397, + "nauc_mrr_at_20_diff1": 0.851322, + "nauc_mrr_at_100_max": 0.820988, + "nauc_mrr_at_100_std": 0.341339, + "nauc_mrr_at_100_diff1": 0.851405, + "nauc_mrr_at_1000_max": 0.82114, + "nauc_mrr_at_1000_std": 0.341276, + "nauc_mrr_at_1000_diff1": 0.851711, + "hit_rate_at_1": 0.56111, + "hit_rate_at_3": 0.65778, + "hit_rate_at_5": 0.69, + "hit_rate_at_10": 0.72889, + "hit_rate_at_20": 0.77556, + "hit_rate_at_100": 0.91333, + "hit_rate_at_1000": 1.0, + "main_score": 0.64307, "hf_subset": "zul_Latn-eng_Latn", "languages": [ "zul-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.47111, - "ndcg_at_3": 0.50962, - "ndcg_at_5": 0.51521, - "ndcg_at_10": 0.52168, - "ndcg_at_20": 0.52787, - "ndcg_at_100": 0.5472, - "ndcg_at_1000": 0.5852, - "map_at_1": 0.47111, - "map_at_3": 0.50093, - "map_at_5": 0.50409, - "map_at_10": 0.50677, - "map_at_20": 0.50847, - "map_at_100": 0.51068, - "map_at_1000": 0.51209, - "recall_at_1": 0.47111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47222, + "ndcg_at_3": 0.51003, + "ndcg_at_5": 0.51323, + "ndcg_at_10": 0.52145, + "ndcg_at_20": 0.52737, + "ndcg_at_100": 0.54609, + "ndcg_at_1000": 0.585, + "map_at_1": 0.47222, + "map_at_3": 0.50148, + "map_at_5": 0.50326, + "map_at_10": 0.50663, + "map_at_20": 0.50827, + "map_at_100": 0.51048, + "map_at_1000": 0.51196, + "recall_at_1": 0.47222, "recall_at_3": 0.53444, - "recall_at_5": 0.54778, + "recall_at_5": 0.54222, "recall_at_10": 0.56778, - "recall_at_20": 0.59222, - "recall_at_100": 0.70333, + "recall_at_20": 0.59111, + "recall_at_100": 0.69778, "recall_at_1000": 1.0, - "precision_at_1": 0.47111, + "accuracy": 0.47222, + "precision_at_1": 0.47222, "precision_at_3": 0.17815, - "precision_at_5": 0.10956, + "precision_at_5": 0.10844, "precision_at_10": 0.05678, - "precision_at_20": 0.02961, - "precision_at_100": 0.00703, - "precision_at_1000": 0.001, - "mrr_at_1": 0.471111, - "mrr_at_3": 0.500926, - "mrr_at_5": 0.504093, - "mrr_at_10": 0.506767, - "mrr_at_20": 0.508465, - "mrr_at_100": 0.510678, - "mrr_at_1000": 0.512094, - "nauc_ndcg_at_1_max": 0.926817, - "nauc_ndcg_at_1_std": 0.804536, - "nauc_ndcg_at_1_diff1": 0.923459, - "nauc_ndcg_at_3_max": 0.941889, - "nauc_ndcg_at_3_std": 0.840217, - "nauc_ndcg_at_3_diff1": 0.899866, - "nauc_ndcg_at_5_max": 0.942165, - "nauc_ndcg_at_5_std": 0.844195, - "nauc_ndcg_at_5_diff1": 0.896652, - "nauc_ndcg_at_10_max": 0.938075, - "nauc_ndcg_at_10_std": 0.842612, - "nauc_ndcg_at_10_diff1": 0.892223, - "nauc_ndcg_at_20_max": 0.933398, - "nauc_ndcg_at_20_std": 0.838582, - "nauc_ndcg_at_20_diff1": 0.887129, - "nauc_ndcg_at_100_max": 0.922969, - "nauc_ndcg_at_100_std": 0.829934, - "nauc_ndcg_at_100_diff1": 0.877303, - "nauc_ndcg_at_1000_max": 0.931158, - "nauc_ndcg_at_1000_std": 0.833204, - "nauc_ndcg_at_1000_diff1": 0.889638, - "nauc_map_at_1_max": 0.926817, - "nauc_map_at_1_std": 0.804536, - "nauc_map_at_1_diff1": 0.923459, - "nauc_map_at_3_max": 0.938638, - "nauc_map_at_3_std": 0.831978, - "nauc_map_at_3_diff1": 0.905093, - "nauc_map_at_5_max": 0.938753, - "nauc_map_at_5_std": 0.834108, - "nauc_map_at_5_diff1": 0.903291, - "nauc_map_at_10_max": 0.937181, - "nauc_map_at_10_std": 0.833556, - "nauc_map_at_10_diff1": 0.901647, - "nauc_map_at_20_max": 0.935911, - "nauc_map_at_20_std": 0.832395, - "nauc_map_at_20_diff1": 0.900301, - "nauc_map_at_100_max": 0.934648, - "nauc_map_at_100_std": 0.831308, - "nauc_map_at_100_diff1": 0.899156, - "nauc_map_at_1000_max": 0.934831, - "nauc_map_at_1000_std": 0.831352, - "nauc_map_at_1000_diff1": 0.899483, - "nauc_recall_at_1_max": 0.926817, - "nauc_recall_at_1_std": 0.804536, - "nauc_recall_at_1_diff1": 0.923459, - "nauc_recall_at_3_max": 0.951318, - "nauc_recall_at_3_std": 0.864364, - "nauc_recall_at_3_diff1": 0.884646, - "nauc_recall_at_5_max": 0.95225, - "nauc_recall_at_5_std": 0.874767, - "nauc_recall_at_5_diff1": 0.876629, - "nauc_recall_at_10_max": 0.93871, - "nauc_recall_at_10_std": 0.869673, - "nauc_recall_at_10_diff1": 0.861116, - "nauc_recall_at_20_max": 0.919116, - "nauc_recall_at_20_std": 0.853945, - "nauc_recall_at_20_diff1": 0.838753, - "nauc_recall_at_100_max": 0.841804, - "nauc_recall_at_100_std": 0.796482, - "nauc_recall_at_100_diff1": 0.757783, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.926817, - "nauc_precision_at_1_std": 0.804536, - "nauc_precision_at_1_diff1": 0.923459, - "nauc_precision_at_3_max": 0.951318, - "nauc_precision_at_3_std": 0.864364, - "nauc_precision_at_3_diff1": 0.884646, - "nauc_precision_at_5_max": 0.95225, - "nauc_precision_at_5_std": 0.874767, - "nauc_precision_at_5_diff1": 0.876629, - "nauc_precision_at_10_max": 0.93871, - "nauc_precision_at_10_std": 0.869673, - "nauc_precision_at_10_diff1": 0.861116, - "nauc_precision_at_20_max": 0.919116, - "nauc_precision_at_20_std": 0.853945, - "nauc_precision_at_20_diff1": 0.838753, - "nauc_precision_at_100_max": 0.841804, - "nauc_precision_at_100_std": 0.796482, - "nauc_precision_at_100_diff1": 0.757783, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.926817, - "nauc_mrr_at_1_std": 0.804536, - "nauc_mrr_at_1_diff1": 0.923459, - "nauc_mrr_at_3_max": 0.938638, - "nauc_mrr_at_3_std": 0.831978, - "nauc_mrr_at_3_diff1": 0.905093, - "nauc_mrr_at_5_max": 0.938753, - "nauc_mrr_at_5_std": 0.834108, - "nauc_mrr_at_5_diff1": 0.903291, - "nauc_mrr_at_10_max": 0.937181, - "nauc_mrr_at_10_std": 0.833556, - "nauc_mrr_at_10_diff1": 0.901647, - "nauc_mrr_at_20_max": 0.935911, - "nauc_mrr_at_20_std": 0.832395, - "nauc_mrr_at_20_diff1": 0.900301, - "nauc_mrr_at_100_max": 0.934648, - "nauc_mrr_at_100_std": 0.831308, - "nauc_mrr_at_100_diff1": 0.899156, - "nauc_mrr_at_1000_max": 0.934831, - "nauc_mrr_at_1000_std": 0.831352, - "nauc_mrr_at_1000_diff1": 0.899483, - "main_score": 0.52168, + "precision_at_20": 0.02956, + "precision_at_100": 0.00698, + "precision_at_1000": 0.001, + "mrr_at_1": 0.472222, + "mrr_at_3": 0.501481, + "mrr_at_5": 0.503259, + "mrr_at_10": 0.506627, + "mrr_at_20": 0.508267, + "mrr_at_100": 0.510478, + "mrr_at_1000": 0.511964, + "nauc_ndcg_at_1_max": 0.902203, + "nauc_ndcg_at_1_std": 0.75539, + "nauc_ndcg_at_1_diff1": 0.891677, + "nauc_ndcg_at_3_max": 0.928053, + "nauc_ndcg_at_3_std": 0.811281, + "nauc_ndcg_at_3_diff1": 0.865516, + "nauc_ndcg_at_5_max": 0.928788, + "nauc_ndcg_at_5_std": 0.813588, + "nauc_ndcg_at_5_diff1": 0.864218, + "nauc_ndcg_at_10_max": 0.921711, + "nauc_ndcg_at_10_std": 0.807495, + "nauc_ndcg_at_10_diff1": 0.857005, + "nauc_ndcg_at_20_max": 0.918444, + "nauc_ndcg_at_20_std": 0.805191, + "nauc_ndcg_at_20_diff1": 0.853113, + "nauc_ndcg_at_100_max": 0.907189, + "nauc_ndcg_at_100_std": 0.795676, + "nauc_ndcg_at_100_diff1": 0.844753, + "nauc_ndcg_at_1000_max": 0.915112, + "nauc_ndcg_at_1000_std": 0.798971, + "nauc_ndcg_at_1000_diff1": 0.856496, + "nauc_map_at_1_max": 0.902203, + "nauc_map_at_1_std": 0.75539, + "nauc_map_at_1_diff1": 0.891677, + "nauc_map_at_3_max": 0.922316, + "nauc_map_at_3_std": 0.79872, + "nauc_map_at_3_diff1": 0.871621, + "nauc_map_at_5_max": 0.922662, + "nauc_map_at_5_std": 0.799927, + "nauc_map_at_5_diff1": 0.870876, + "nauc_map_at_10_max": 0.91979, + "nauc_map_at_10_std": 0.797506, + "nauc_map_at_10_diff1": 0.867981, + "nauc_map_at_20_max": 0.918868, + "nauc_map_at_20_std": 0.796786, + "nauc_map_at_20_diff1": 0.866943, + "nauc_map_at_100_max": 0.917448, + "nauc_map_at_100_std": 0.79559, + "nauc_map_at_100_diff1": 0.865927, + "nauc_map_at_1000_max": 0.917651, + "nauc_map_at_1000_std": 0.795668, + "nauc_map_at_1000_diff1": 0.866275, + "nauc_recall_at_1_max": 0.902203, + "nauc_recall_at_1_std": 0.75539, + "nauc_recall_at_1_diff1": 0.891677, + "nauc_recall_at_3_max": 0.944764, + "nauc_recall_at_3_std": 0.847938, + "nauc_recall_at_3_diff1": 0.847592, + "nauc_recall_at_5_max": 0.946932, + "nauc_recall_at_5_std": 0.854148, + "nauc_recall_at_5_diff1": 0.844395, + "nauc_recall_at_10_max": 0.924419, + "nauc_recall_at_10_std": 0.834999, + "nauc_recall_at_10_diff1": 0.820448, + "nauc_recall_at_20_max": 0.911006, + "nauc_recall_at_20_std": 0.826657, + "nauc_recall_at_20_diff1": 0.80313, + "nauc_recall_at_100_max": 0.831613, + "nauc_recall_at_100_std": 0.765053, + "nauc_recall_at_100_diff1": 0.734369, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.902203, + "nauc_precision_at_1_std": 0.75539, + "nauc_precision_at_1_diff1": 0.891677, + "nauc_precision_at_3_max": 0.944764, + "nauc_precision_at_3_std": 0.847938, + "nauc_precision_at_3_diff1": 0.847592, + "nauc_precision_at_5_max": 0.946932, + "nauc_precision_at_5_std": 0.854148, + "nauc_precision_at_5_diff1": 0.844395, + "nauc_precision_at_10_max": 0.924419, + "nauc_precision_at_10_std": 0.834999, + "nauc_precision_at_10_diff1": 0.820448, + "nauc_precision_at_20_max": 0.911006, + "nauc_precision_at_20_std": 0.826657, + "nauc_precision_at_20_diff1": 0.80313, + "nauc_precision_at_100_max": 0.831613, + "nauc_precision_at_100_std": 0.765053, + "nauc_precision_at_100_diff1": 0.734369, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.902203, + "nauc_mrr_at_1_std": 0.75539, + "nauc_mrr_at_1_diff1": 0.891677, + "nauc_mrr_at_3_max": 0.922316, + "nauc_mrr_at_3_std": 0.79872, + "nauc_mrr_at_3_diff1": 0.871621, + "nauc_mrr_at_5_max": 0.922662, + "nauc_mrr_at_5_std": 0.799927, + "nauc_mrr_at_5_diff1": 0.870876, + "nauc_mrr_at_10_max": 0.91979, + "nauc_mrr_at_10_std": 0.797506, + "nauc_mrr_at_10_diff1": 0.867981, + "nauc_mrr_at_20_max": 0.918868, + "nauc_mrr_at_20_std": 0.796786, + "nauc_mrr_at_20_diff1": 0.866943, + "nauc_mrr_at_100_max": 0.917448, + "nauc_mrr_at_100_std": 0.79559, + "nauc_mrr_at_100_diff1": 0.865927, + "nauc_mrr_at_1000_max": 0.917651, + "nauc_mrr_at_1000_std": 0.795668, + "nauc_mrr_at_1000_diff1": 0.866275, + "hit_rate_at_1": 0.47222, + "hit_rate_at_3": 0.53444, + "hit_rate_at_5": 0.54222, + "hit_rate_at_10": 0.56778, + "hit_rate_at_20": 0.59111, + "hit_rate_at_100": 0.69778, + "hit_rate_at_1000": 1.0, + "main_score": 0.52145, "hf_subset": "eng_Latn-zul_Latn", "languages": [ "eng-Latn", "zul-Latn" - ] - }, - { - "ndcg_at_1": 0.23111, - "ndcg_at_3": 0.2679, - "ndcg_at_5": 0.27655, - "ndcg_at_10": 0.28925, - "ndcg_at_20": 0.29999, - "ndcg_at_100": 0.34116, - "ndcg_at_1000": 0.38865, - "map_at_1": 0.23111, - "map_at_3": 0.25907, - "map_at_5": 0.26385, - "map_at_10": 0.26896, - "map_at_20": 0.27179, - "map_at_100": 0.27674, - "map_at_1000": 0.27853, - "recall_at_1": 0.23111, - "recall_at_3": 0.29333, - "recall_at_5": 0.31444, - "recall_at_10": 0.35444, - "recall_at_20": 0.39778, - "recall_at_100": 0.63111, - "recall_at_1000": 1.0, - "precision_at_1": 0.23111, - "precision_at_3": 0.09778, - "precision_at_5": 0.06289, - "precision_at_10": 0.03544, - "precision_at_20": 0.01989, - "precision_at_100": 0.00631, - "precision_at_1000": 0.001, - "mrr_at_1": 0.231111, - "mrr_at_3": 0.259074, - "mrr_at_5": 0.263852, - "mrr_at_10": 0.268956, - "mrr_at_20": 0.271794, - "mrr_at_100": 0.276736, - "mrr_at_1000": 0.278534, - "nauc_ndcg_at_1_max": 0.870927, - "nauc_ndcg_at_1_std": 0.728899, - "nauc_ndcg_at_1_diff1": 0.822992, - "nauc_ndcg_at_3_max": 0.841426, - "nauc_ndcg_at_3_std": 0.705915, - "nauc_ndcg_at_3_diff1": 0.747941, - "nauc_ndcg_at_5_max": 0.835779, - "nauc_ndcg_at_5_std": 0.699395, - "nauc_ndcg_at_5_diff1": 0.739315, - "nauc_ndcg_at_10_max": 0.822287, - "nauc_ndcg_at_10_std": 0.695494, - "nauc_ndcg_at_10_diff1": 0.723249, - "nauc_ndcg_at_20_max": 0.806232, - "nauc_ndcg_at_20_std": 0.688242, - "nauc_ndcg_at_20_diff1": 0.704579, - "nauc_ndcg_at_100_max": 0.782743, - "nauc_ndcg_at_100_std": 0.668459, - "nauc_ndcg_at_100_diff1": 0.688794, - "nauc_ndcg_at_1000_max": 0.812911, - "nauc_ndcg_at_1000_std": 0.688581, - "nauc_ndcg_at_1000_diff1": 0.720648, - "nauc_map_at_1_max": 0.870927, - "nauc_map_at_1_std": 0.728899, - "nauc_map_at_1_diff1": 0.822992, - "nauc_map_at_3_max": 0.849032, - "nauc_map_at_3_std": 0.710653, - "nauc_map_at_3_diff1": 0.766096, - "nauc_map_at_5_max": 0.845909, - "nauc_map_at_5_std": 0.706944, - "nauc_map_at_5_diff1": 0.761197, - "nauc_map_at_10_max": 0.84032, - "nauc_map_at_10_std": 0.705197, - "nauc_map_at_10_diff1": 0.754516, - "nauc_map_at_20_max": 0.836109, - "nauc_map_at_20_std": 0.703503, - "nauc_map_at_20_diff1": 0.749529, - "nauc_map_at_100_max": 0.83299, - "nauc_map_at_100_std": 0.701141, - "nauc_map_at_100_diff1": 0.747473, - "nauc_map_at_1000_max": 0.834049, - "nauc_map_at_1000_std": 0.701746, - "nauc_map_at_1000_diff1": 0.748598, - "nauc_recall_at_1_max": 0.870927, - "nauc_recall_at_1_std": 0.728899, - "nauc_recall_at_1_diff1": 0.822992, - "nauc_recall_at_3_max": 0.820388, - "nauc_recall_at_3_std": 0.693222, - "nauc_recall_at_3_diff1": 0.698144, - "nauc_recall_at_5_max": 0.807362, - "nauc_recall_at_5_std": 0.678443, - "nauc_recall_at_5_diff1": 0.678939, - "nauc_recall_at_10_max": 0.768226, - "nauc_recall_at_10_std": 0.668016, - "nauc_recall_at_10_diff1": 0.632808, - "nauc_recall_at_20_max": 0.708448, - "nauc_recall_at_20_std": 0.639682, - "nauc_recall_at_20_diff1": 0.564377, - "nauc_recall_at_100_max": 0.548965, - "nauc_recall_at_100_std": 0.507655, - "nauc_recall_at_100_diff1": 0.441413, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.870927, - "nauc_precision_at_1_std": 0.728899, - "nauc_precision_at_1_diff1": 0.822992, - "nauc_precision_at_3_max": 0.820388, - "nauc_precision_at_3_std": 0.693222, - "nauc_precision_at_3_diff1": 0.698144, - "nauc_precision_at_5_max": 0.807362, - "nauc_precision_at_5_std": 0.678443, - "nauc_precision_at_5_diff1": 0.678939, - "nauc_precision_at_10_max": 0.768226, - "nauc_precision_at_10_std": 0.668016, - "nauc_precision_at_10_diff1": 0.632808, - "nauc_precision_at_20_max": 0.708448, - "nauc_precision_at_20_std": 0.639682, - "nauc_precision_at_20_diff1": 0.564377, - "nauc_precision_at_100_max": 0.548965, - "nauc_precision_at_100_std": 0.507655, - "nauc_precision_at_100_diff1": 0.441413, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.870927, - "nauc_mrr_at_1_std": 0.728899, - "nauc_mrr_at_1_diff1": 0.822992, - "nauc_mrr_at_3_max": 0.849032, - "nauc_mrr_at_3_std": 0.710653, - "nauc_mrr_at_3_diff1": 0.766096, - "nauc_mrr_at_5_max": 0.845909, - "nauc_mrr_at_5_std": 0.706944, - "nauc_mrr_at_5_diff1": 0.761197, - "nauc_mrr_at_10_max": 0.84032, - "nauc_mrr_at_10_std": 0.705197, - "nauc_mrr_at_10_diff1": 0.754516, - "nauc_mrr_at_20_max": 0.836109, - "nauc_mrr_at_20_std": 0.703503, - "nauc_mrr_at_20_diff1": 0.749529, - "nauc_mrr_at_100_max": 0.83299, - "nauc_mrr_at_100_std": 0.701141, - "nauc_mrr_at_100_diff1": 0.747473, - "nauc_mrr_at_1000_max": 0.834049, - "nauc_mrr_at_1000_std": 0.701746, - "nauc_mrr_at_1000_diff1": 0.748598, - "main_score": 0.28925, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.22667, + "ndcg_at_3": 0.26152, + "ndcg_at_5": 0.27305, + "ndcg_at_10": 0.2828, + "ndcg_at_20": 0.2995, + "ndcg_at_100": 0.33814, + "ndcg_at_1000": 0.38602, + "map_at_1": 0.22667, + "map_at_3": 0.25352, + "map_at_5": 0.25996, + "map_at_10": 0.26402, + "map_at_20": 0.26852, + "map_at_100": 0.27324, + "map_at_1000": 0.27502, + "recall_at_1": 0.22667, + "recall_at_3": 0.28444, + "recall_at_5": 0.31222, + "recall_at_10": 0.34222, + "recall_at_20": 0.40889, + "recall_at_100": 0.62667, + "recall_at_1000": 1.0, + "accuracy": 0.22667, + "precision_at_1": 0.22667, + "precision_at_3": 0.09481, + "precision_at_5": 0.06244, + "precision_at_10": 0.03422, + "precision_at_20": 0.02044, + "precision_at_100": 0.00627, + "precision_at_1000": 0.001, + "mrr_at_1": 0.226667, + "mrr_at_3": 0.253519, + "mrr_at_5": 0.259963, + "mrr_at_10": 0.26402, + "mrr_at_20": 0.268516, + "mrr_at_100": 0.273236, + "mrr_at_1000": 0.275022, + "nauc_ndcg_at_1_max": 0.885585, + "nauc_ndcg_at_1_std": 0.666945, + "nauc_ndcg_at_1_diff1": 0.815352, + "nauc_ndcg_at_3_max": 0.853624, + "nauc_ndcg_at_3_std": 0.643105, + "nauc_ndcg_at_3_diff1": 0.748875, + "nauc_ndcg_at_5_max": 0.835897, + "nauc_ndcg_at_5_std": 0.640983, + "nauc_ndcg_at_5_diff1": 0.723465, + "nauc_ndcg_at_10_max": 0.828373, + "nauc_ndcg_at_10_std": 0.63656, + "nauc_ndcg_at_10_diff1": 0.712835, + "nauc_ndcg_at_20_max": 0.808814, + "nauc_ndcg_at_20_std": 0.626428, + "nauc_ndcg_at_20_diff1": 0.692119, + "nauc_ndcg_at_100_max": 0.788774, + "nauc_ndcg_at_100_std": 0.615638, + "nauc_ndcg_at_100_diff1": 0.676206, + "nauc_ndcg_at_1000_max": 0.817452, + "nauc_ndcg_at_1000_std": 0.630187, + "nauc_ndcg_at_1000_diff1": 0.707637, + "nauc_map_at_1_max": 0.885585, + "nauc_map_at_1_std": 0.666945, + "nauc_map_at_1_diff1": 0.815352, + "nauc_map_at_3_max": 0.860761, + "nauc_map_at_3_std": 0.648313, + "nauc_map_at_3_diff1": 0.763289, + "nauc_map_at_5_max": 0.850269, + "nauc_map_at_5_std": 0.64669, + "nauc_map_at_5_diff1": 0.748396, + "nauc_map_at_10_max": 0.8471, + "nauc_map_at_10_std": 0.644809, + "nauc_map_at_10_diff1": 0.743839, + "nauc_map_at_20_max": 0.841618, + "nauc_map_at_20_std": 0.642114, + "nauc_map_at_20_diff1": 0.737803, + "nauc_map_at_100_max": 0.839224, + "nauc_map_at_100_std": 0.641234, + "nauc_map_at_100_diff1": 0.735805, + "nauc_map_at_1000_max": 0.840106, + "nauc_map_at_1000_std": 0.641565, + "nauc_map_at_1000_diff1": 0.736826, + "nauc_recall_at_1_max": 0.885585, + "nauc_recall_at_1_std": 0.666945, + "nauc_recall_at_1_diff1": 0.815352, + "nauc_recall_at_3_max": 0.834174, + "nauc_recall_at_3_std": 0.628959, + "nauc_recall_at_3_diff1": 0.709767, + "nauc_recall_at_5_max": 0.795649, + "nauc_recall_at_5_std": 0.625989, + "nauc_recall_at_5_diff1": 0.654204, + "nauc_recall_at_10_max": 0.774266, + "nauc_recall_at_10_std": 0.6134, + "nauc_recall_at_10_diff1": 0.624536, + "nauc_recall_at_20_max": 0.704054, + "nauc_recall_at_20_std": 0.575922, + "nauc_recall_at_20_diff1": 0.552346, + "nauc_recall_at_100_max": 0.562985, + "nauc_recall_at_100_std": 0.49533, + "nauc_recall_at_100_diff1": 0.430796, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.885585, + "nauc_precision_at_1_std": 0.666945, + "nauc_precision_at_1_diff1": 0.815352, + "nauc_precision_at_3_max": 0.834174, + "nauc_precision_at_3_std": 0.628959, + "nauc_precision_at_3_diff1": 0.709767, + "nauc_precision_at_5_max": 0.795649, + "nauc_precision_at_5_std": 0.625989, + "nauc_precision_at_5_diff1": 0.654204, + "nauc_precision_at_10_max": 0.774266, + "nauc_precision_at_10_std": 0.6134, + "nauc_precision_at_10_diff1": 0.624536, + "nauc_precision_at_20_max": 0.704054, + "nauc_precision_at_20_std": 0.575922, + "nauc_precision_at_20_diff1": 0.552346, + "nauc_precision_at_100_max": 0.562985, + "nauc_precision_at_100_std": 0.49533, + "nauc_precision_at_100_diff1": 0.430796, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.885585, + "nauc_mrr_at_1_std": 0.666945, + "nauc_mrr_at_1_diff1": 0.815352, + "nauc_mrr_at_3_max": 0.860761, + "nauc_mrr_at_3_std": 0.648313, + "nauc_mrr_at_3_diff1": 0.763289, + "nauc_mrr_at_5_max": 0.850269, + "nauc_mrr_at_5_std": 0.64669, + "nauc_mrr_at_5_diff1": 0.748396, + "nauc_mrr_at_10_max": 0.8471, + "nauc_mrr_at_10_std": 0.644809, + "nauc_mrr_at_10_diff1": 0.743839, + "nauc_mrr_at_20_max": 0.841618, + "nauc_mrr_at_20_std": 0.642114, + "nauc_mrr_at_20_diff1": 0.737803, + "nauc_mrr_at_100_max": 0.839224, + "nauc_mrr_at_100_std": 0.641234, + "nauc_mrr_at_100_diff1": 0.735805, + "nauc_mrr_at_1000_max": 0.840106, + "nauc_mrr_at_1000_std": 0.641565, + "nauc_mrr_at_1000_diff1": 0.736826, + "hit_rate_at_1": 0.22667, + "hit_rate_at_3": 0.28444, + "hit_rate_at_5": 0.31222, + "hit_rate_at_10": 0.34222, + "hit_rate_at_20": 0.40889, + "hit_rate_at_100": 0.62667, + "hit_rate_at_1000": 1.0, + "main_score": 0.2828, "hf_subset": "arb_Arab-arb_Latn", "languages": [ "arb-Arab", "arb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.65444, - "ndcg_at_3": 0.73152, - "ndcg_at_5": 0.75141, - "ndcg_at_10": 0.7713, - "ndcg_at_20": 0.78329, - "ndcg_at_100": 0.79048, - "ndcg_at_1000": 0.79368, - "map_at_1": 0.65444, - "map_at_3": 0.71315, - "map_at_5": 0.72431, - "map_at_10": 0.73259, - "map_at_20": 0.73598, - "map_at_100": 0.73713, - "map_at_1000": 0.73728, - "recall_at_1": 0.65444, + "ndcg_at_1": 0.64889, + "ndcg_at_3": 0.72903, + "ndcg_at_5": 0.7473, + "ndcg_at_10": 0.76446, + "ndcg_at_20": 0.77628, + "ndcg_at_100": 0.78587, + "ndcg_at_1000": 0.78884, + "map_at_1": 0.64889, + "map_at_3": 0.70981, + "map_at_5": 0.71993, + "map_at_10": 0.72717, + "map_at_20": 0.73043, + "map_at_100": 0.73187, + "map_at_1000": 0.732, + "recall_at_1": 0.64889, "recall_at_3": 0.78444, - "recall_at_5": 0.83222, - "recall_at_10": 0.89333, - "recall_at_20": 0.94, - "recall_at_100": 0.97667, + "recall_at_5": 0.82889, + "recall_at_10": 0.88111, + "recall_at_20": 0.92778, + "recall_at_100": 0.97778, "recall_at_1000": 1.0, - "precision_at_1": 0.65444, + "accuracy": 0.64889, + "precision_at_1": 0.64889, "precision_at_3": 0.26148, - "precision_at_5": 0.16644, - "precision_at_10": 0.08933, - "precision_at_20": 0.047, - "precision_at_100": 0.00977, + "precision_at_5": 0.16578, + "precision_at_10": 0.08811, + "precision_at_20": 0.04639, + "precision_at_100": 0.00978, "precision_at_1000": 0.001, - "mrr_at_1": 0.654444, - "mrr_at_3": 0.713148, - "mrr_at_5": 0.724315, - "mrr_at_10": 0.732586, - "mrr_at_20": 0.735978, - "mrr_at_100": 0.737128, - "mrr_at_1000": 0.737284, - "nauc_ndcg_at_1_max": 0.647857, - "nauc_ndcg_at_1_std": -0.04145, - "nauc_ndcg_at_1_diff1": 0.842083, - "nauc_ndcg_at_3_max": 0.6631, - "nauc_ndcg_at_3_std": -0.042107, - "nauc_ndcg_at_3_diff1": 0.809074, - "nauc_ndcg_at_5_max": 0.657532, - "nauc_ndcg_at_5_std": -0.057465, - "nauc_ndcg_at_5_diff1": 0.807563, - "nauc_ndcg_at_10_max": 0.653086, - "nauc_ndcg_at_10_std": -0.063575, - "nauc_ndcg_at_10_diff1": 0.806034, - "nauc_ndcg_at_20_max": 0.656424, - "nauc_ndcg_at_20_std": -0.060728, - "nauc_ndcg_at_20_diff1": 0.811257, - "nauc_ndcg_at_100_max": 0.655503, - "nauc_ndcg_at_100_std": -0.047303, - "nauc_ndcg_at_100_diff1": 0.813575, - "nauc_ndcg_at_1000_max": 0.654832, - "nauc_ndcg_at_1000_std": -0.051785, - "nauc_ndcg_at_1000_diff1": 0.814649, - "nauc_map_at_1_max": 0.647857, - "nauc_map_at_1_std": -0.04145, - "nauc_map_at_1_diff1": 0.842083, - "nauc_map_at_3_max": 0.658136, - "nauc_map_at_3_std": -0.04422, - "nauc_map_at_3_diff1": 0.8181, - "nauc_map_at_5_max": 0.655207, - "nauc_map_at_5_std": -0.051924, - "nauc_map_at_5_diff1": 0.81765, - "nauc_map_at_10_max": 0.653409, - "nauc_map_at_10_std": -0.054029, - "nauc_map_at_10_diff1": 0.817262, - "nauc_map_at_20_max": 0.654092, - "nauc_map_at_20_std": -0.053488, - "nauc_map_at_20_diff1": 0.818487, - "nauc_map_at_100_max": 0.653901, - "nauc_map_at_100_std": -0.051423, - "nauc_map_at_100_diff1": 0.818784, - "nauc_map_at_1000_max": 0.653902, - "nauc_map_at_1000_std": -0.051536, - "nauc_map_at_1000_diff1": 0.818818, - "nauc_recall_at_1_max": 0.647857, - "nauc_recall_at_1_std": -0.04145, - "nauc_recall_at_1_diff1": 0.842083, - "nauc_recall_at_3_max": 0.681235, - "nauc_recall_at_3_std": -0.033368, - "nauc_recall_at_3_diff1": 0.776856, - "nauc_recall_at_5_max": 0.666623, - "nauc_recall_at_5_std": -0.083411, - "nauc_recall_at_5_diff1": 0.764057, - "nauc_recall_at_10_max": 0.646809, - "nauc_recall_at_10_std": -0.13107, - "nauc_recall_at_10_diff1": 0.735173, - "nauc_recall_at_20_max": 0.685747, - "nauc_recall_at_20_std": -0.139996, - "nauc_recall_at_20_diff1": 0.74949, - "nauc_recall_at_100_max": 0.703148, - "nauc_recall_at_100_std": 0.225468, - "nauc_recall_at_100_diff1": 0.749277, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.647857, - "nauc_precision_at_1_std": -0.04145, - "nauc_precision_at_1_diff1": 0.842083, - "nauc_precision_at_3_max": 0.681235, - "nauc_precision_at_3_std": -0.033368, - "nauc_precision_at_3_diff1": 0.776856, - "nauc_precision_at_5_max": 0.666623, - "nauc_precision_at_5_std": -0.083411, - "nauc_precision_at_5_diff1": 0.764057, - "nauc_precision_at_10_max": 0.646809, - "nauc_precision_at_10_std": -0.13107, - "nauc_precision_at_10_diff1": 0.735173, - "nauc_precision_at_20_max": 0.685747, - "nauc_precision_at_20_std": -0.139996, - "nauc_precision_at_20_diff1": 0.74949, - "nauc_precision_at_100_max": 0.703148, - "nauc_precision_at_100_std": 0.225468, - "nauc_precision_at_100_diff1": 0.749277, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.647857, - "nauc_mrr_at_1_std": -0.04145, - "nauc_mrr_at_1_diff1": 0.842083, - "nauc_mrr_at_3_max": 0.658136, - "nauc_mrr_at_3_std": -0.04422, - "nauc_mrr_at_3_diff1": 0.8181, - "nauc_mrr_at_5_max": 0.655207, - "nauc_mrr_at_5_std": -0.051924, - "nauc_mrr_at_5_diff1": 0.81765, - "nauc_mrr_at_10_max": 0.653409, - "nauc_mrr_at_10_std": -0.054029, - "nauc_mrr_at_10_diff1": 0.817262, - "nauc_mrr_at_20_max": 0.654092, - "nauc_mrr_at_20_std": -0.053488, - "nauc_mrr_at_20_diff1": 0.818487, - "nauc_mrr_at_100_max": 0.653901, - "nauc_mrr_at_100_std": -0.051423, - "nauc_mrr_at_100_diff1": 0.818784, - "nauc_mrr_at_1000_max": 0.653902, - "nauc_mrr_at_1000_std": -0.051536, - "nauc_mrr_at_1000_diff1": 0.818818, - "main_score": 0.7713, + "mrr_at_1": 0.648889, + "mrr_at_3": 0.709815, + "mrr_at_5": 0.719926, + "mrr_at_10": 0.72717, + "mrr_at_20": 0.730431, + "mrr_at_100": 0.731874, + "mrr_at_1000": 0.732002, + "nauc_ndcg_at_1_max": 0.66545, + "nauc_ndcg_at_1_std": -0.043669, + "nauc_ndcg_at_1_diff1": 0.824182, + "nauc_ndcg_at_3_max": 0.677145, + "nauc_ndcg_at_3_std": -0.043972, + "nauc_ndcg_at_3_diff1": 0.788627, + "nauc_ndcg_at_5_max": 0.673421, + "nauc_ndcg_at_5_std": -0.043669, + "nauc_ndcg_at_5_diff1": 0.788044, + "nauc_ndcg_at_10_max": 0.666798, + "nauc_ndcg_at_10_std": -0.052979, + "nauc_ndcg_at_10_diff1": 0.784751, + "nauc_ndcg_at_20_max": 0.667157, + "nauc_ndcg_at_20_std": -0.055738, + "nauc_ndcg_at_20_diff1": 0.787665, + "nauc_ndcg_at_100_max": 0.669225, + "nauc_ndcg_at_100_std": -0.042197, + "nauc_ndcg_at_100_diff1": 0.792001, + "nauc_ndcg_at_1000_max": 0.669378, + "nauc_ndcg_at_1000_std": -0.046406, + "nauc_ndcg_at_1000_diff1": 0.793624, + "nauc_map_at_1_max": 0.66545, + "nauc_map_at_1_std": -0.043669, + "nauc_map_at_1_diff1": 0.824182, + "nauc_map_at_3_max": 0.673909, + "nauc_map_at_3_std": -0.043798, + "nauc_map_at_3_diff1": 0.798444, + "nauc_map_at_5_max": 0.671814, + "nauc_map_at_5_std": -0.043204, + "nauc_map_at_5_diff1": 0.798275, + "nauc_map_at_10_max": 0.669164, + "nauc_map_at_10_std": -0.046946, + "nauc_map_at_10_diff1": 0.797144, + "nauc_map_at_20_max": 0.669158, + "nauc_map_at_20_std": -0.04755, + "nauc_map_at_20_diff1": 0.79785, + "nauc_map_at_100_max": 0.669464, + "nauc_map_at_100_std": -0.045938, + "nauc_map_at_100_diff1": 0.79848, + "nauc_map_at_1000_max": 0.669502, + "nauc_map_at_1000_std": -0.046039, + "nauc_map_at_1000_diff1": 0.79854, + "nauc_recall_at_1_max": 0.66545, + "nauc_recall_at_1_std": -0.043669, + "nauc_recall_at_1_diff1": 0.824182, + "nauc_recall_at_3_max": 0.6888, + "nauc_recall_at_3_std": -0.044647, + "nauc_recall_at_3_diff1": 0.753271, + "nauc_recall_at_5_max": 0.679645, + "nauc_recall_at_5_std": -0.046456, + "nauc_recall_at_5_diff1": 0.744688, + "nauc_recall_at_10_max": 0.648093, + "nauc_recall_at_10_std": -0.094513, + "nauc_recall_at_10_diff1": 0.712094, + "nauc_recall_at_20_max": 0.643425, + "nauc_recall_at_20_std": -0.148143, + "nauc_recall_at_20_diff1": 0.70176, + "nauc_recall_at_100_max": 0.673833, + "nauc_recall_at_100_std": 0.235948, + "nauc_recall_at_100_diff1": 0.6919, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.66545, + "nauc_precision_at_1_std": -0.043669, + "nauc_precision_at_1_diff1": 0.824182, + "nauc_precision_at_3_max": 0.6888, + "nauc_precision_at_3_std": -0.044647, + "nauc_precision_at_3_diff1": 0.753271, + "nauc_precision_at_5_max": 0.679645, + "nauc_precision_at_5_std": -0.046456, + "nauc_precision_at_5_diff1": 0.744688, + "nauc_precision_at_10_max": 0.648093, + "nauc_precision_at_10_std": -0.094513, + "nauc_precision_at_10_diff1": 0.712094, + "nauc_precision_at_20_max": 0.643425, + "nauc_precision_at_20_std": -0.148143, + "nauc_precision_at_20_diff1": 0.70176, + "nauc_precision_at_100_max": 0.673833, + "nauc_precision_at_100_std": 0.235948, + "nauc_precision_at_100_diff1": 0.6919, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.66545, + "nauc_mrr_at_1_std": -0.043669, + "nauc_mrr_at_1_diff1": 0.824182, + "nauc_mrr_at_3_max": 0.673909, + "nauc_mrr_at_3_std": -0.043798, + "nauc_mrr_at_3_diff1": 0.798444, + "nauc_mrr_at_5_max": 0.671814, + "nauc_mrr_at_5_std": -0.043204, + "nauc_mrr_at_5_diff1": 0.798275, + "nauc_mrr_at_10_max": 0.669164, + "nauc_mrr_at_10_std": -0.046946, + "nauc_mrr_at_10_diff1": 0.797144, + "nauc_mrr_at_20_max": 0.669158, + "nauc_mrr_at_20_std": -0.04755, + "nauc_mrr_at_20_diff1": 0.79785, + "nauc_mrr_at_100_max": 0.669464, + "nauc_mrr_at_100_std": -0.045938, + "nauc_mrr_at_100_diff1": 0.79848, + "nauc_mrr_at_1000_max": 0.669502, + "nauc_mrr_at_1000_std": -0.046039, + "nauc_mrr_at_1000_diff1": 0.79854, + "hit_rate_at_1": 0.64889, + "hit_rate_at_3": 0.78444, + "hit_rate_at_5": 0.82889, + "hit_rate_at_10": 0.88111, + "hit_rate_at_20": 0.92778, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.76446, "hf_subset": "arb_Latn-arb_Arab", "languages": [ "arb-Latn", "arb-Arab" - ] - }, - { - "ndcg_at_1": 0.59556, - "ndcg_at_3": 0.64958, - "ndcg_at_5": 0.66224, - "ndcg_at_10": 0.6825, - "ndcg_at_20": 0.69427, - "ndcg_at_100": 0.71295, - "ndcg_at_1000": 0.72292, - "map_at_1": 0.59556, - "map_at_3": 0.63704, - "map_at_5": 0.64398, - "map_at_10": 0.65263, - "map_at_20": 0.656, - "map_at_100": 0.65848, - "map_at_1000": 0.65892, - "recall_at_1": 0.59556, - "recall_at_3": 0.68556, - "recall_at_5": 0.71667, - "recall_at_10": 0.77778, - "recall_at_20": 0.82333, - "recall_at_100": 0.92556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.58333, + "ndcg_at_3": 0.63786, + "ndcg_at_5": 0.65454, + "ndcg_at_10": 0.67121, + "ndcg_at_20": 0.68079, + "ndcg_at_100": 0.70332, + "ndcg_at_1000": 0.71261, + "map_at_1": 0.58333, + "map_at_3": 0.62444, + "map_at_5": 0.63356, + "map_at_10": 0.64052, + "map_at_20": 0.64316, + "map_at_100": 0.64614, + "map_at_1000": 0.64654, + "recall_at_1": 0.58333, + "recall_at_3": 0.67667, + "recall_at_5": 0.71778, + "recall_at_10": 0.76889, + "recall_at_20": 0.80667, + "recall_at_100": 0.93, "recall_at_1000": 1.0, - "precision_at_1": 0.59556, - "precision_at_3": 0.22852, - "precision_at_5": 0.14333, - "precision_at_10": 0.07778, - "precision_at_20": 0.04117, - "precision_at_100": 0.00926, - "precision_at_1000": 0.001, - "mrr_at_1": 0.595556, - "mrr_at_3": 0.637037, - "mrr_at_5": 0.643981, - "mrr_at_10": 0.652633, - "mrr_at_20": 0.656003, - "mrr_at_100": 0.658484, - "mrr_at_1000": 0.658924, - "nauc_ndcg_at_1_max": 0.783876, - "nauc_ndcg_at_1_std": 0.438568, - "nauc_ndcg_at_1_diff1": 0.835208, - "nauc_ndcg_at_3_max": 0.828518, - "nauc_ndcg_at_3_std": 0.508382, - "nauc_ndcg_at_3_diff1": 0.803252, - "nauc_ndcg_at_5_max": 0.822206, - "nauc_ndcg_at_5_std": 0.508804, - "nauc_ndcg_at_5_diff1": 0.796239, - "nauc_ndcg_at_10_max": 0.815578, - "nauc_ndcg_at_10_std": 0.519876, - "nauc_ndcg_at_10_diff1": 0.791166, - "nauc_ndcg_at_20_max": 0.812643, - "nauc_ndcg_at_20_std": 0.519565, - "nauc_ndcg_at_20_diff1": 0.787257, - "nauc_ndcg_at_100_max": 0.812377, - "nauc_ndcg_at_100_std": 0.510503, - "nauc_ndcg_at_100_diff1": 0.791122, - "nauc_ndcg_at_1000_max": 0.813173, - "nauc_ndcg_at_1000_std": 0.506342, - "nauc_ndcg_at_1000_diff1": 0.797417, - "nauc_map_at_1_max": 0.783876, - "nauc_map_at_1_std": 0.438568, - "nauc_map_at_1_diff1": 0.835208, - "nauc_map_at_3_max": 0.818917, - "nauc_map_at_3_std": 0.492574, - "nauc_map_at_3_diff1": 0.811019, - "nauc_map_at_5_max": 0.815234, - "nauc_map_at_5_std": 0.492351, - "nauc_map_at_5_diff1": 0.807226, - "nauc_map_at_10_max": 0.812671, - "nauc_map_at_10_std": 0.49684, - "nauc_map_at_10_diff1": 0.805566, - "nauc_map_at_20_max": 0.811856, - "nauc_map_at_20_std": 0.496647, - "nauc_map_at_20_diff1": 0.804736, - "nauc_map_at_100_max": 0.811732, - "nauc_map_at_100_std": 0.495355, - "nauc_map_at_100_diff1": 0.805256, - "nauc_map_at_1000_max": 0.811771, - "nauc_map_at_1000_std": 0.495261, - "nauc_map_at_1000_diff1": 0.805505, - "nauc_recall_at_1_max": 0.783876, - "nauc_recall_at_1_std": 0.438568, - "nauc_recall_at_1_diff1": 0.835208, - "nauc_recall_at_3_max": 0.858064, - "nauc_recall_at_3_std": 0.557465, - "nauc_recall_at_3_diff1": 0.77886, - "nauc_recall_at_5_max": 0.843962, - "nauc_recall_at_5_std": 0.563609, - "nauc_recall_at_5_diff1": 0.758464, - "nauc_recall_at_10_max": 0.820981, - "nauc_recall_at_10_std": 0.615768, - "nauc_recall_at_10_diff1": 0.729481, - "nauc_recall_at_20_max": 0.805104, - "nauc_recall_at_20_std": 0.633494, - "nauc_recall_at_20_diff1": 0.692303, - "nauc_recall_at_100_max": 0.795922, - "nauc_recall_at_100_std": 0.618434, - "nauc_recall_at_100_diff1": 0.646912, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.783876, - "nauc_precision_at_1_std": 0.438568, - "nauc_precision_at_1_diff1": 0.835208, - "nauc_precision_at_3_max": 0.858064, - "nauc_precision_at_3_std": 0.557465, - "nauc_precision_at_3_diff1": 0.77886, - "nauc_precision_at_5_max": 0.843962, - "nauc_precision_at_5_std": 0.563609, - "nauc_precision_at_5_diff1": 0.758464, - "nauc_precision_at_10_max": 0.820981, - "nauc_precision_at_10_std": 0.615768, - "nauc_precision_at_10_diff1": 0.729481, - "nauc_precision_at_20_max": 0.805104, - "nauc_precision_at_20_std": 0.633494, - "nauc_precision_at_20_diff1": 0.692303, - "nauc_precision_at_100_max": 0.795922, - "nauc_precision_at_100_std": 0.618434, - "nauc_precision_at_100_diff1": 0.646912, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.783876, - "nauc_mrr_at_1_std": 0.438568, - "nauc_mrr_at_1_diff1": 0.835208, - "nauc_mrr_at_3_max": 0.818917, - "nauc_mrr_at_3_std": 0.492574, - "nauc_mrr_at_3_diff1": 0.811019, - "nauc_mrr_at_5_max": 0.815234, - "nauc_mrr_at_5_std": 0.492351, - "nauc_mrr_at_5_diff1": 0.807226, - "nauc_mrr_at_10_max": 0.812671, - "nauc_mrr_at_10_std": 0.49684, - "nauc_mrr_at_10_diff1": 0.805566, - "nauc_mrr_at_20_max": 0.811856, - "nauc_mrr_at_20_std": 0.496647, - "nauc_mrr_at_20_diff1": 0.804736, - "nauc_mrr_at_100_max": 0.811732, - "nauc_mrr_at_100_std": 0.495355, - "nauc_mrr_at_100_diff1": 0.805256, - "nauc_mrr_at_1000_max": 0.811771, - "nauc_mrr_at_1000_std": 0.495261, - "nauc_mrr_at_1000_diff1": 0.805505, - "main_score": 0.6825, + "accuracy": 0.58333, + "precision_at_1": 0.58333, + "precision_at_3": 0.22556, + "precision_at_5": 0.14356, + "precision_at_10": 0.07689, + "precision_at_20": 0.04033, + "precision_at_100": 0.0093, + "precision_at_1000": 0.001, + "mrr_at_1": 0.583333, + "mrr_at_3": 0.624444, + "mrr_at_5": 0.633556, + "mrr_at_10": 0.640519, + "mrr_at_20": 0.643161, + "mrr_at_100": 0.646144, + "mrr_at_1000": 0.646542, + "nauc_ndcg_at_1_max": 0.781849, + "nauc_ndcg_at_1_std": 0.438846, + "nauc_ndcg_at_1_diff1": 0.855075, + "nauc_ndcg_at_3_max": 0.8386, + "nauc_ndcg_at_3_std": 0.509901, + "nauc_ndcg_at_3_diff1": 0.829613, + "nauc_ndcg_at_5_max": 0.830167, + "nauc_ndcg_at_5_std": 0.516391, + "nauc_ndcg_at_5_diff1": 0.822669, + "nauc_ndcg_at_10_max": 0.828068, + "nauc_ndcg_at_10_std": 0.522177, + "nauc_ndcg_at_10_diff1": 0.814638, + "nauc_ndcg_at_20_max": 0.824392, + "nauc_ndcg_at_20_std": 0.516399, + "nauc_ndcg_at_20_diff1": 0.814725, + "nauc_ndcg_at_100_max": 0.822279, + "nauc_ndcg_at_100_std": 0.510032, + "nauc_ndcg_at_100_diff1": 0.816537, + "nauc_ndcg_at_1000_max": 0.822181, + "nauc_ndcg_at_1000_std": 0.505965, + "nauc_ndcg_at_1000_diff1": 0.821957, + "nauc_map_at_1_max": 0.781849, + "nauc_map_at_1_std": 0.438846, + "nauc_map_at_1_diff1": 0.855075, + "nauc_map_at_3_max": 0.826295, + "nauc_map_at_3_std": 0.492436, + "nauc_map_at_3_diff1": 0.835995, + "nauc_map_at_5_max": 0.821624, + "nauc_map_at_5_std": 0.495367, + "nauc_map_at_5_diff1": 0.83233, + "nauc_map_at_10_max": 0.820591, + "nauc_map_at_10_std": 0.497312, + "nauc_map_at_10_diff1": 0.829173, + "nauc_map_at_20_max": 0.819574, + "nauc_map_at_20_std": 0.495792, + "nauc_map_at_20_diff1": 0.829289, + "nauc_map_at_100_max": 0.819115, + "nauc_map_at_100_std": 0.494861, + "nauc_map_at_100_diff1": 0.829394, + "nauc_map_at_1000_max": 0.819133, + "nauc_map_at_1000_std": 0.494802, + "nauc_map_at_1000_diff1": 0.8296, + "nauc_recall_at_1_max": 0.781849, + "nauc_recall_at_1_std": 0.438846, + "nauc_recall_at_1_diff1": 0.855075, + "nauc_recall_at_3_max": 0.876608, + "nauc_recall_at_3_std": 0.564958, + "nauc_recall_at_3_diff1": 0.809434, + "nauc_recall_at_5_max": 0.856859, + "nauc_recall_at_5_std": 0.589698, + "nauc_recall_at_5_diff1": 0.788463, + "nauc_recall_at_10_max": 0.853695, + "nauc_recall_at_10_std": 0.625071, + "nauc_recall_at_10_diff1": 0.752031, + "nauc_recall_at_20_max": 0.837119, + "nauc_recall_at_20_std": 0.606799, + "nauc_recall_at_20_diff1": 0.742823, + "nauc_recall_at_100_max": 0.828902, + "nauc_recall_at_100_std": 0.629704, + "nauc_recall_at_100_diff1": 0.679753, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.781849, + "nauc_precision_at_1_std": 0.438846, + "nauc_precision_at_1_diff1": 0.855075, + "nauc_precision_at_3_max": 0.876608, + "nauc_precision_at_3_std": 0.564958, + "nauc_precision_at_3_diff1": 0.809434, + "nauc_precision_at_5_max": 0.856859, + "nauc_precision_at_5_std": 0.589698, + "nauc_precision_at_5_diff1": 0.788463, + "nauc_precision_at_10_max": 0.853695, + "nauc_precision_at_10_std": 0.625071, + "nauc_precision_at_10_diff1": 0.752031, + "nauc_precision_at_20_max": 0.837119, + "nauc_precision_at_20_std": 0.606799, + "nauc_precision_at_20_diff1": 0.742823, + "nauc_precision_at_100_max": 0.828902, + "nauc_precision_at_100_std": 0.629704, + "nauc_precision_at_100_diff1": 0.679753, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.781849, + "nauc_mrr_at_1_std": 0.438846, + "nauc_mrr_at_1_diff1": 0.855075, + "nauc_mrr_at_3_max": 0.826295, + "nauc_mrr_at_3_std": 0.492436, + "nauc_mrr_at_3_diff1": 0.835995, + "nauc_mrr_at_5_max": 0.821624, + "nauc_mrr_at_5_std": 0.495367, + "nauc_mrr_at_5_diff1": 0.83233, + "nauc_mrr_at_10_max": 0.820591, + "nauc_mrr_at_10_std": 0.497312, + "nauc_mrr_at_10_diff1": 0.829173, + "nauc_mrr_at_20_max": 0.819574, + "nauc_mrr_at_20_std": 0.495792, + "nauc_mrr_at_20_diff1": 0.829289, + "nauc_mrr_at_100_max": 0.819115, + "nauc_mrr_at_100_std": 0.494861, + "nauc_mrr_at_100_diff1": 0.829394, + "nauc_mrr_at_1000_max": 0.819133, + "nauc_mrr_at_1000_std": 0.494802, + "nauc_mrr_at_1000_diff1": 0.8296, + "hit_rate_at_1": 0.58333, + "hit_rate_at_3": 0.67667, + "hit_rate_at_5": 0.71778, + "hit_rate_at_10": 0.76889, + "hit_rate_at_20": 0.80667, + "hit_rate_at_100": 0.93, + "hit_rate_at_1000": 1.0, + "main_score": 0.67121, "hf_subset": "ben_Beng-ben_Latn", "languages": [ "ben-Beng", "ben-Latn" - ] - }, - { - "ndcg_at_1": 0.72667, - "ndcg_at_3": 0.79439, - "ndcg_at_5": 0.80864, - "ndcg_at_10": 0.82286, - "ndcg_at_20": 0.82902, - "ndcg_at_100": 0.83715, - "ndcg_at_1000": 0.83923, - "map_at_1": 0.72667, - "map_at_3": 0.77852, - "map_at_5": 0.78646, - "map_at_10": 0.79245, - "map_at_20": 0.79413, - "map_at_100": 0.79538, - "map_at_1000": 0.79547, - "recall_at_1": 0.72667, - "recall_at_3": 0.84, - "recall_at_5": 0.87444, - "recall_at_10": 0.91778, - "recall_at_20": 0.94222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70333, + "ndcg_at_3": 0.77973, + "ndcg_at_5": 0.79293, + "ndcg_at_10": 0.80851, + "ndcg_at_20": 0.81402, + "ndcg_at_100": 0.82389, + "ndcg_at_1000": 0.82596, + "map_at_1": 0.70333, + "map_at_3": 0.76185, + "map_at_5": 0.76913, + "map_at_10": 0.77584, + "map_at_20": 0.77731, + "map_at_100": 0.77873, + "map_at_1000": 0.77882, + "recall_at_1": 0.70333, + "recall_at_3": 0.83111, + "recall_at_5": 0.86333, + "recall_at_10": 0.91, + "recall_at_20": 0.93222, "recall_at_100": 0.98444, "recall_at_1000": 1.0, - "precision_at_1": 0.72667, - "precision_at_3": 0.28, - "precision_at_5": 0.17489, - "precision_at_10": 0.09178, - "precision_at_20": 0.04711, + "accuracy": 0.70333, + "precision_at_1": 0.70333, + "precision_at_3": 0.27704, + "precision_at_5": 0.17267, + "precision_at_10": 0.091, + "precision_at_20": 0.04661, "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.726667, - "mrr_at_3": 0.778519, - "mrr_at_5": 0.786463, - "mrr_at_10": 0.79245, - "mrr_at_20": 0.794131, - "mrr_at_100": 0.795382, - "mrr_at_1000": 0.795473, - "nauc_ndcg_at_1_max": 0.669558, - "nauc_ndcg_at_1_std": -0.008533, - "nauc_ndcg_at_1_diff1": 0.868631, - "nauc_ndcg_at_3_max": 0.718877, - "nauc_ndcg_at_3_std": 0.023038, - "nauc_ndcg_at_3_diff1": 0.836289, - "nauc_ndcg_at_5_max": 0.704409, - "nauc_ndcg_at_5_std": 0.020405, - "nauc_ndcg_at_5_diff1": 0.83011, - "nauc_ndcg_at_10_max": 0.703938, - "nauc_ndcg_at_10_std": 0.033968, - "nauc_ndcg_at_10_diff1": 0.835658, - "nauc_ndcg_at_20_max": 0.701276, - "nauc_ndcg_at_20_std": 0.034981, - "nauc_ndcg_at_20_diff1": 0.838157, - "nauc_ndcg_at_100_max": 0.703464, - "nauc_ndcg_at_100_std": 0.028961, - "nauc_ndcg_at_100_diff1": 0.84163, - "nauc_ndcg_at_1000_max": 0.701658, - "nauc_ndcg_at_1000_std": 0.023963, - "nauc_ndcg_at_1000_diff1": 0.842174, - "nauc_map_at_1_max": 0.669558, - "nauc_map_at_1_std": -0.008533, - "nauc_map_at_1_diff1": 0.868631, - "nauc_map_at_3_max": 0.707325, - "nauc_map_at_3_std": 0.013939, - "nauc_map_at_3_diff1": 0.845226, - "nauc_map_at_5_max": 0.699451, - "nauc_map_at_5_std": 0.011938, - "nauc_map_at_5_diff1": 0.842366, - "nauc_map_at_10_max": 0.698888, - "nauc_map_at_10_std": 0.016674, - "nauc_map_at_10_diff1": 0.844513, - "nauc_map_at_20_max": 0.69828, - "nauc_map_at_20_std": 0.016729, - "nauc_map_at_20_diff1": 0.845162, - "nauc_map_at_100_max": 0.698637, - "nauc_map_at_100_std": 0.016018, - "nauc_map_at_100_diff1": 0.845698, - "nauc_map_at_1000_max": 0.698581, - "nauc_map_at_1000_std": 0.01589, - "nauc_map_at_1000_diff1": 0.845721, - "nauc_recall_at_1_max": 0.669558, - "nauc_recall_at_1_std": -0.008533, - "nauc_recall_at_1_diff1": 0.868631, - "nauc_recall_at_3_max": 0.761274, - "nauc_recall_at_3_std": 0.057577, - "nauc_recall_at_3_diff1": 0.802573, - "nauc_recall_at_5_max": 0.722384, - "nauc_recall_at_5_std": 0.059154, - "nauc_recall_at_5_diff1": 0.773219, - "nauc_recall_at_10_max": 0.731383, - "nauc_recall_at_10_std": 0.159001, - "nauc_recall_at_10_diff1": 0.781828, - "nauc_recall_at_20_max": 0.713208, - "nauc_recall_at_20_std": 0.223048, - "nauc_recall_at_20_diff1": 0.785939, - "nauc_recall_at_100_max": 0.834767, - "nauc_recall_at_100_std": 0.405095, - "nauc_recall_at_100_diff1": 0.804922, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.669558, - "nauc_precision_at_1_std": -0.008533, - "nauc_precision_at_1_diff1": 0.868631, - "nauc_precision_at_3_max": 0.761274, - "nauc_precision_at_3_std": 0.057577, - "nauc_precision_at_3_diff1": 0.802573, - "nauc_precision_at_5_max": 0.722384, - "nauc_precision_at_5_std": 0.059154, - "nauc_precision_at_5_diff1": 0.773219, - "nauc_precision_at_10_max": 0.731383, - "nauc_precision_at_10_std": 0.159001, - "nauc_precision_at_10_diff1": 0.781828, - "nauc_precision_at_20_max": 0.713208, - "nauc_precision_at_20_std": 0.223048, - "nauc_precision_at_20_diff1": 0.785939, - "nauc_precision_at_100_max": 0.834767, - "nauc_precision_at_100_std": 0.405095, - "nauc_precision_at_100_diff1": 0.804922, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.669558, - "nauc_mrr_at_1_std": -0.008533, - "nauc_mrr_at_1_diff1": 0.868631, - "nauc_mrr_at_3_max": 0.707325, - "nauc_mrr_at_3_std": 0.013939, - "nauc_mrr_at_3_diff1": 0.845226, - "nauc_mrr_at_5_max": 0.699451, - "nauc_mrr_at_5_std": 0.011938, - "nauc_mrr_at_5_diff1": 0.842366, - "nauc_mrr_at_10_max": 0.698888, - "nauc_mrr_at_10_std": 0.016674, - "nauc_mrr_at_10_diff1": 0.844513, - "nauc_mrr_at_20_max": 0.69828, - "nauc_mrr_at_20_std": 0.016729, - "nauc_mrr_at_20_diff1": 0.845162, - "nauc_mrr_at_100_max": 0.698637, - "nauc_mrr_at_100_std": 0.016018, - "nauc_mrr_at_100_diff1": 0.845698, - "nauc_mrr_at_1000_max": 0.698581, - "nauc_mrr_at_1000_std": 0.01589, - "nauc_mrr_at_1000_diff1": 0.845721, - "main_score": 0.82286, + "mrr_at_1": 0.703333, + "mrr_at_3": 0.761852, + "mrr_at_5": 0.76913, + "mrr_at_10": 0.775843, + "mrr_at_20": 0.777306, + "mrr_at_100": 0.77873, + "mrr_at_1000": 0.778821, + "nauc_ndcg_at_1_max": 0.656209, + "nauc_ndcg_at_1_std": -0.046251, + "nauc_ndcg_at_1_diff1": 0.856799, + "nauc_ndcg_at_3_max": 0.69545, + "nauc_ndcg_at_3_std": -0.033709, + "nauc_ndcg_at_3_diff1": 0.81715, + "nauc_ndcg_at_5_max": 0.69288, + "nauc_ndcg_at_5_std": -0.02099, + "nauc_ndcg_at_5_diff1": 0.817735, + "nauc_ndcg_at_10_max": 0.688424, + "nauc_ndcg_at_10_std": -0.017189, + "nauc_ndcg_at_10_diff1": 0.820888, + "nauc_ndcg_at_20_max": 0.686908, + "nauc_ndcg_at_20_std": -0.015092, + "nauc_ndcg_at_20_diff1": 0.825905, + "nauc_ndcg_at_100_max": 0.687973, + "nauc_ndcg_at_100_std": -0.015059, + "nauc_ndcg_at_100_diff1": 0.828463, + "nauc_ndcg_at_1000_max": 0.686464, + "nauc_ndcg_at_1000_std": -0.020116, + "nauc_ndcg_at_1000_diff1": 0.828401, + "nauc_map_at_1_max": 0.656209, + "nauc_map_at_1_std": -0.046251, + "nauc_map_at_1_diff1": 0.856799, + "nauc_map_at_3_max": 0.686663, + "nauc_map_at_3_std": -0.03561, + "nauc_map_at_3_diff1": 0.827797, + "nauc_map_at_5_max": 0.685259, + "nauc_map_at_5_std": -0.028994, + "nauc_map_at_5_diff1": 0.828492, + "nauc_map_at_10_max": 0.683503, + "nauc_map_at_10_std": -0.027567, + "nauc_map_at_10_diff1": 0.830029, + "nauc_map_at_20_max": 0.683094, + "nauc_map_at_20_std": -0.027222, + "nauc_map_at_20_diff1": 0.831214, + "nauc_map_at_100_max": 0.683258, + "nauc_map_at_100_std": -0.026849, + "nauc_map_at_100_diff1": 0.831546, + "nauc_map_at_1000_max": 0.68322, + "nauc_map_at_1000_std": -0.026979, + "nauc_map_at_1000_diff1": 0.831556, + "nauc_recall_at_1_max": 0.656209, + "nauc_recall_at_1_std": -0.046251, + "nauc_recall_at_1_diff1": 0.856799, + "nauc_recall_at_3_max": 0.727786, + "nauc_recall_at_3_std": -0.027363, + "nauc_recall_at_3_diff1": 0.776714, + "nauc_recall_at_5_max": 0.724713, + "nauc_recall_at_5_std": 0.016277, + "nauc_recall_at_5_diff1": 0.769662, + "nauc_recall_at_10_max": 0.712245, + "nauc_recall_at_10_std": 0.052916, + "nauc_recall_at_10_diff1": 0.76515, + "nauc_recall_at_20_max": 0.705592, + "nauc_recall_at_20_std": 0.097909, + "nauc_recall_at_20_diff1": 0.797194, + "nauc_recall_at_100_max": 0.810758, + "nauc_recall_at_100_std": 0.392957, + "nauc_recall_at_100_diff1": 0.839102, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.656209, + "nauc_precision_at_1_std": -0.046251, + "nauc_precision_at_1_diff1": 0.856799, + "nauc_precision_at_3_max": 0.727786, + "nauc_precision_at_3_std": -0.027363, + "nauc_precision_at_3_diff1": 0.776714, + "nauc_precision_at_5_max": 0.724713, + "nauc_precision_at_5_std": 0.016277, + "nauc_precision_at_5_diff1": 0.769662, + "nauc_precision_at_10_max": 0.712245, + "nauc_precision_at_10_std": 0.052916, + "nauc_precision_at_10_diff1": 0.76515, + "nauc_precision_at_20_max": 0.705592, + "nauc_precision_at_20_std": 0.097909, + "nauc_precision_at_20_diff1": 0.797194, + "nauc_precision_at_100_max": 0.810758, + "nauc_precision_at_100_std": 0.392957, + "nauc_precision_at_100_diff1": 0.839102, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.656209, + "nauc_mrr_at_1_std": -0.046251, + "nauc_mrr_at_1_diff1": 0.856799, + "nauc_mrr_at_3_max": 0.686663, + "nauc_mrr_at_3_std": -0.03561, + "nauc_mrr_at_3_diff1": 0.827797, + "nauc_mrr_at_5_max": 0.685259, + "nauc_mrr_at_5_std": -0.028994, + "nauc_mrr_at_5_diff1": 0.828492, + "nauc_mrr_at_10_max": 0.683503, + "nauc_mrr_at_10_std": -0.027567, + "nauc_mrr_at_10_diff1": 0.830029, + "nauc_mrr_at_20_max": 0.683094, + "nauc_mrr_at_20_std": -0.027222, + "nauc_mrr_at_20_diff1": 0.831214, + "nauc_mrr_at_100_max": 0.683258, + "nauc_mrr_at_100_std": -0.026849, + "nauc_mrr_at_100_diff1": 0.831546, + "nauc_mrr_at_1000_max": 0.68322, + "nauc_mrr_at_1000_std": -0.026979, + "nauc_mrr_at_1000_diff1": 0.831556, + "hit_rate_at_1": 0.70333, + "hit_rate_at_3": 0.83111, + "hit_rate_at_5": 0.86333, + "hit_rate_at_10": 0.91, + "hit_rate_at_20": 0.93222, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.80851, "hf_subset": "ben_Latn-ben_Beng", "languages": [ "ben-Latn", "ben-Beng" - ] - }, - { - "ndcg_at_1": 0.80667, - "ndcg_at_3": 0.84993, - "ndcg_at_5": 0.86045, - "ndcg_at_10": 0.86696, - "ndcg_at_20": 0.87271, - "ndcg_at_100": 0.88036, - "ndcg_at_1000": 0.88244, - "map_at_1": 0.80667, - "map_at_3": 0.84019, - "map_at_5": 0.84602, - "map_at_10": 0.84873, - "map_at_20": 0.85038, - "map_at_100": 0.8516, - "map_at_1000": 0.85169, - "recall_at_1": 0.80667, - "recall_at_3": 0.87778, - "recall_at_5": 0.90333, - "recall_at_10": 0.92333, - "recall_at_20": 0.94556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78778, + "ndcg_at_3": 0.83981, + "ndcg_at_5": 0.84876, + "ndcg_at_10": 0.856, + "ndcg_at_20": 0.8634, + "ndcg_at_100": 0.87039, + "ndcg_at_1000": 0.87244, + "map_at_1": 0.78778, + "map_at_3": 0.82741, + "map_at_5": 0.83252, + "map_at_10": 0.83553, + "map_at_20": 0.83761, + "map_at_100": 0.83865, + "map_at_1000": 0.83874, + "recall_at_1": 0.78778, + "recall_at_3": 0.87556, + "recall_at_5": 0.89667, + "recall_at_10": 0.91889, + "recall_at_20": 0.94778, "recall_at_100": 0.98444, "recall_at_1000": 1.0, - "precision_at_1": 0.80667, - "precision_at_3": 0.29259, - "precision_at_5": 0.18067, - "precision_at_10": 0.09233, - "precision_at_20": 0.04728, + "accuracy": 0.78778, + "precision_at_1": 0.78778, + "precision_at_3": 0.29185, + "precision_at_5": 0.17933, + "precision_at_10": 0.09189, + "precision_at_20": 0.04739, "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.806667, - "mrr_at_3": 0.840185, - "mrr_at_5": 0.846019, - "mrr_at_10": 0.848731, - "mrr_at_20": 0.850378, - "mrr_at_100": 0.851599, - "mrr_at_1000": 0.851692, - "nauc_ndcg_at_1_max": 0.797416, - "nauc_ndcg_at_1_std": 0.258208, - "nauc_ndcg_at_1_diff1": 0.899676, - "nauc_ndcg_at_3_max": 0.837679, - "nauc_ndcg_at_3_std": 0.30111, - "nauc_ndcg_at_3_diff1": 0.88338, - "nauc_ndcg_at_5_max": 0.823491, - "nauc_ndcg_at_5_std": 0.293175, - "nauc_ndcg_at_5_diff1": 0.875302, - "nauc_ndcg_at_10_max": 0.831904, - "nauc_ndcg_at_10_std": 0.320658, - "nauc_ndcg_at_10_diff1": 0.881546, - "nauc_ndcg_at_20_max": 0.831593, - "nauc_ndcg_at_20_std": 0.323309, - "nauc_ndcg_at_20_diff1": 0.881095, - "nauc_ndcg_at_100_max": 0.828059, - "nauc_ndcg_at_100_std": 0.313558, - "nauc_ndcg_at_100_diff1": 0.884213, - "nauc_ndcg_at_1000_max": 0.826087, - "nauc_ndcg_at_1000_std": 0.304874, - "nauc_ndcg_at_1000_diff1": 0.884071, - "nauc_map_at_1_max": 0.797416, - "nauc_map_at_1_std": 0.258208, - "nauc_map_at_1_diff1": 0.899676, - "nauc_map_at_3_max": 0.827755, - "nauc_map_at_3_std": 0.29125, - "nauc_map_at_3_diff1": 0.887265, - "nauc_map_at_5_max": 0.820199, - "nauc_map_at_5_std": 0.286769, - "nauc_map_at_5_diff1": 0.883302, - "nauc_map_at_10_max": 0.823415, - "nauc_map_at_10_std": 0.296945, - "nauc_map_at_10_diff1": 0.885789, - "nauc_map_at_20_max": 0.823246, - "nauc_map_at_20_std": 0.297197, - "nauc_map_at_20_diff1": 0.885749, - "nauc_map_at_100_max": 0.822597, - "nauc_map_at_100_std": 0.295387, - "nauc_map_at_100_diff1": 0.886147, - "nauc_map_at_1000_max": 0.822518, - "nauc_map_at_1000_std": 0.295079, - "nauc_map_at_1000_diff1": 0.886137, - "nauc_recall_at_1_max": 0.797416, - "nauc_recall_at_1_std": 0.258208, - "nauc_recall_at_1_diff1": 0.899676, - "nauc_recall_at_3_max": 0.873294, - "nauc_recall_at_3_std": 0.336058, - "nauc_recall_at_3_diff1": 0.86952, - "nauc_recall_at_5_max": 0.833891, - "nauc_recall_at_5_std": 0.31819, - "nauc_recall_at_5_diff1": 0.839054, - "nauc_recall_at_10_max": 0.877921, - "nauc_recall_at_10_std": 0.463843, - "nauc_recall_at_10_diff1": 0.861202, - "nauc_recall_at_20_max": 0.893872, - "nauc_recall_at_20_std": 0.547648, - "nauc_recall_at_20_diff1": 0.848568, - "nauc_recall_at_100_max": 0.932306, - "nauc_recall_at_100_std": 0.785581, - "nauc_recall_at_100_diff1": 0.888455, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.797416, - "nauc_precision_at_1_std": 0.258208, - "nauc_precision_at_1_diff1": 0.899676, - "nauc_precision_at_3_max": 0.873294, - "nauc_precision_at_3_std": 0.336058, - "nauc_precision_at_3_diff1": 0.86952, - "nauc_precision_at_5_max": 0.833891, - "nauc_precision_at_5_std": 0.31819, - "nauc_precision_at_5_diff1": 0.839054, - "nauc_precision_at_10_max": 0.877921, - "nauc_precision_at_10_std": 0.463843, - "nauc_precision_at_10_diff1": 0.861202, - "nauc_precision_at_20_max": 0.893872, - "nauc_precision_at_20_std": 0.547648, - "nauc_precision_at_20_diff1": 0.848568, - "nauc_precision_at_100_max": 0.932306, - "nauc_precision_at_100_std": 0.785581, - "nauc_precision_at_100_diff1": 0.888455, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.797416, - "nauc_mrr_at_1_std": 0.258208, - "nauc_mrr_at_1_diff1": 0.899676, - "nauc_mrr_at_3_max": 0.827755, - "nauc_mrr_at_3_std": 0.29125, - "nauc_mrr_at_3_diff1": 0.887265, - "nauc_mrr_at_5_max": 0.820199, - "nauc_mrr_at_5_std": 0.286769, - "nauc_mrr_at_5_diff1": 0.883302, - "nauc_mrr_at_10_max": 0.823415, - "nauc_mrr_at_10_std": 0.296945, - "nauc_mrr_at_10_diff1": 0.885789, - "nauc_mrr_at_20_max": 0.823246, - "nauc_mrr_at_20_std": 0.297197, - "nauc_mrr_at_20_diff1": 0.885749, - "nauc_mrr_at_100_max": 0.822597, - "nauc_mrr_at_100_std": 0.295387, - "nauc_mrr_at_100_diff1": 0.886147, - "nauc_mrr_at_1000_max": 0.822518, - "nauc_mrr_at_1000_std": 0.295079, - "nauc_mrr_at_1000_diff1": 0.886137, - "main_score": 0.86696, + "mrr_at_1": 0.787778, + "mrr_at_3": 0.827407, + "mrr_at_5": 0.832519, + "mrr_at_10": 0.835533, + "mrr_at_20": 0.837614, + "mrr_at_100": 0.838649, + "mrr_at_1000": 0.838735, + "nauc_ndcg_at_1_max": 0.805966, + "nauc_ndcg_at_1_std": 0.248518, + "nauc_ndcg_at_1_diff1": 0.890158, + "nauc_ndcg_at_3_max": 0.84186, + "nauc_ndcg_at_3_std": 0.301609, + "nauc_ndcg_at_3_diff1": 0.878024, + "nauc_ndcg_at_5_max": 0.833556, + "nauc_ndcg_at_5_std": 0.299044, + "nauc_ndcg_at_5_diff1": 0.873216, + "nauc_ndcg_at_10_max": 0.837301, + "nauc_ndcg_at_10_std": 0.315751, + "nauc_ndcg_at_10_diff1": 0.873705, + "nauc_ndcg_at_20_max": 0.8336, + "nauc_ndcg_at_20_std": 0.309551, + "nauc_ndcg_at_20_diff1": 0.872889, + "nauc_ndcg_at_100_max": 0.833169, + "nauc_ndcg_at_100_std": 0.302928, + "nauc_ndcg_at_100_diff1": 0.876982, + "nauc_ndcg_at_1000_max": 0.831463, + "nauc_ndcg_at_1000_std": 0.297529, + "nauc_ndcg_at_1000_diff1": 0.877035, + "nauc_map_at_1_max": 0.805966, + "nauc_map_at_1_std": 0.248518, + "nauc_map_at_1_diff1": 0.890158, + "nauc_map_at_3_max": 0.83259, + "nauc_map_at_3_std": 0.285911, + "nauc_map_at_3_diff1": 0.880829, + "nauc_map_at_5_max": 0.82805, + "nauc_map_at_5_std": 0.2841, + "nauc_map_at_5_diff1": 0.87839, + "nauc_map_at_10_max": 0.829288, + "nauc_map_at_10_std": 0.289954, + "nauc_map_at_10_diff1": 0.878597, + "nauc_map_at_20_max": 0.828317, + "nauc_map_at_20_std": 0.288318, + "nauc_map_at_20_diff1": 0.878425, + "nauc_map_at_100_max": 0.82824, + "nauc_map_at_100_std": 0.287444, + "nauc_map_at_100_diff1": 0.878982, + "nauc_map_at_1000_max": 0.82818, + "nauc_map_at_1000_std": 0.287274, + "nauc_map_at_1000_diff1": 0.878991, + "nauc_recall_at_1_max": 0.805966, + "nauc_recall_at_1_std": 0.248518, + "nauc_recall_at_1_diff1": 0.890158, + "nauc_recall_at_3_max": 0.876994, + "nauc_recall_at_3_std": 0.362345, + "nauc_recall_at_3_diff1": 0.867594, + "nauc_recall_at_5_max": 0.85556, + "nauc_recall_at_5_std": 0.364926, + "nauc_recall_at_5_diff1": 0.849954, + "nauc_recall_at_10_max": 0.881189, + "nauc_recall_at_10_std": 0.469258, + "nauc_recall_at_10_diff1": 0.846936, + "nauc_recall_at_20_max": 0.869301, + "nauc_recall_at_20_std": 0.490474, + "nauc_recall_at_20_diff1": 0.825188, + "nauc_recall_at_100_max": 0.933473, + "nauc_recall_at_100_std": 0.629418, + "nauc_recall_at_100_diff1": 0.877118, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.805966, + "nauc_precision_at_1_std": 0.248518, + "nauc_precision_at_1_diff1": 0.890158, + "nauc_precision_at_3_max": 0.876994, + "nauc_precision_at_3_std": 0.362345, + "nauc_precision_at_3_diff1": 0.867594, + "nauc_precision_at_5_max": 0.85556, + "nauc_precision_at_5_std": 0.364926, + "nauc_precision_at_5_diff1": 0.849954, + "nauc_precision_at_10_max": 0.881189, + "nauc_precision_at_10_std": 0.469258, + "nauc_precision_at_10_diff1": 0.846936, + "nauc_precision_at_20_max": 0.869301, + "nauc_precision_at_20_std": 0.490474, + "nauc_precision_at_20_diff1": 0.825188, + "nauc_precision_at_100_max": 0.933473, + "nauc_precision_at_100_std": 0.629418, + "nauc_precision_at_100_diff1": 0.877118, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.805966, + "nauc_mrr_at_1_std": 0.248518, + "nauc_mrr_at_1_diff1": 0.890158, + "nauc_mrr_at_3_max": 0.83259, + "nauc_mrr_at_3_std": 0.285911, + "nauc_mrr_at_3_diff1": 0.880829, + "nauc_mrr_at_5_max": 0.82805, + "nauc_mrr_at_5_std": 0.2841, + "nauc_mrr_at_5_diff1": 0.87839, + "nauc_mrr_at_10_max": 0.829288, + "nauc_mrr_at_10_std": 0.289954, + "nauc_mrr_at_10_diff1": 0.878597, + "nauc_mrr_at_20_max": 0.828317, + "nauc_mrr_at_20_std": 0.288318, + "nauc_mrr_at_20_diff1": 0.878425, + "nauc_mrr_at_100_max": 0.82824, + "nauc_mrr_at_100_std": 0.287444, + "nauc_mrr_at_100_diff1": 0.878982, + "nauc_mrr_at_1000_max": 0.82818, + "nauc_mrr_at_1000_std": 0.287274, + "nauc_mrr_at_1000_diff1": 0.878991, + "hit_rate_at_1": 0.78778, + "hit_rate_at_3": 0.87556, + "hit_rate_at_5": 0.89667, + "hit_rate_at_10": 0.91889, + "hit_rate_at_20": 0.94778, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.856, "hf_subset": "hin_Deva-hin_Latn", "languages": [ "hin-Deva", "hin-Latn" - ] - }, - { - "ndcg_at_1": 0.81444, - "ndcg_at_3": 0.86747, - "ndcg_at_5": 0.87713, - "ndcg_at_10": 0.8854, - "ndcg_at_20": 0.89154, - "ndcg_at_100": 0.89405, - "ndcg_at_1000": 0.89534, - "map_at_1": 0.81444, - "map_at_3": 0.855, - "map_at_5": 0.86039, - "map_at_10": 0.8638, - "map_at_20": 0.86547, - "map_at_100": 0.86583, - "map_at_1000": 0.86588, - "recall_at_1": 0.81444, - "recall_at_3": 0.90333, - "recall_at_5": 0.92667, - "recall_at_10": 0.95222, - "recall_at_20": 0.97667, - "recall_at_100": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.85059, + "ndcg_at_5": 0.86154, + "ndcg_at_10": 0.8706, + "ndcg_at_20": 0.87564, + "ndcg_at_100": 0.88066, + "ndcg_at_1000": 0.88165, + "map_at_1": 0.79, + "map_at_3": 0.83648, + "map_at_5": 0.84254, + "map_at_10": 0.84632, + "map_at_20": 0.84769, + "map_at_100": 0.84841, + "map_at_1000": 0.84845, + "recall_at_1": 0.79, + "recall_at_3": 0.89111, + "recall_at_5": 0.91778, + "recall_at_10": 0.94556, + "recall_at_20": 0.96556, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.81444, - "precision_at_3": 0.30111, - "precision_at_5": 0.18533, - "precision_at_10": 0.09522, - "precision_at_20": 0.04883, - "precision_at_100": 0.0099, + "accuracy": 0.79, + "precision_at_1": 0.79, + "precision_at_3": 0.29704, + "precision_at_5": 0.18356, + "precision_at_10": 0.09456, + "precision_at_20": 0.04828, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.814444, - "mrr_at_3": 0.855, - "mrr_at_5": 0.860389, - "mrr_at_10": 0.8638, - "mrr_at_20": 0.865466, - "mrr_at_100": 0.865827, - "mrr_at_1000": 0.865878, - "nauc_ndcg_at_1_max": 0.723395, - "nauc_ndcg_at_1_std": -0.066663, - "nauc_ndcg_at_1_diff1": 0.888852, - "nauc_ndcg_at_3_max": 0.772068, - "nauc_ndcg_at_3_std": -0.011684, - "nauc_ndcg_at_3_diff1": 0.856837, - "nauc_ndcg_at_5_max": 0.768683, - "nauc_ndcg_at_5_std": -0.030756, - "nauc_ndcg_at_5_diff1": 0.857203, - "nauc_ndcg_at_10_max": 0.768025, - "nauc_ndcg_at_10_std": -0.026758, - "nauc_ndcg_at_10_diff1": 0.859001, - "nauc_ndcg_at_20_max": 0.766138, - "nauc_ndcg_at_20_std": -0.023385, - "nauc_ndcg_at_20_diff1": 0.866422, - "nauc_ndcg_at_100_max": 0.764341, - "nauc_ndcg_at_100_std": -0.018502, - "nauc_ndcg_at_100_diff1": 0.866837, - "nauc_ndcg_at_1000_max": 0.761883, - "nauc_ndcg_at_1000_std": -0.026598, - "nauc_ndcg_at_1000_diff1": 0.867061, - "nauc_map_at_1_max": 0.723395, - "nauc_map_at_1_std": -0.066663, - "nauc_map_at_1_diff1": 0.888852, - "nauc_map_at_3_max": 0.75995, - "nauc_map_at_3_std": -0.026929, - "nauc_map_at_3_diff1": 0.866117, - "nauc_map_at_5_max": 0.75779, - "nauc_map_at_5_std": -0.037318, - "nauc_map_at_5_diff1": 0.866645, - "nauc_map_at_10_max": 0.757527, - "nauc_map_at_10_std": -0.035897, - "nauc_map_at_10_diff1": 0.867864, - "nauc_map_at_20_max": 0.756894, - "nauc_map_at_20_std": -0.035428, - "nauc_map_at_20_diff1": 0.869472, - "nauc_map_at_100_max": 0.756724, - "nauc_map_at_100_std": -0.034405, - "nauc_map_at_100_diff1": 0.869562, - "nauc_map_at_1000_max": 0.756646, - "nauc_map_at_1000_std": -0.034634, - "nauc_map_at_1000_diff1": 0.869579, - "nauc_recall_at_1_max": 0.723395, - "nauc_recall_at_1_std": -0.066663, - "nauc_recall_at_1_diff1": 0.888852, - "nauc_recall_at_3_max": 0.820793, - "nauc_recall_at_3_std": 0.050737, - "nauc_recall_at_3_diff1": 0.818582, - "nauc_recall_at_5_max": 0.823077, - "nauc_recall_at_5_std": -0.001188, - "nauc_recall_at_5_diff1": 0.808038, - "nauc_recall_at_10_max": 0.844006, - "nauc_recall_at_10_std": 0.040486, - "nauc_recall_at_10_diff1": 0.789666, - "nauc_recall_at_20_max": 0.893646, - "nauc_recall_at_20_std": 0.177271, - "nauc_recall_at_20_diff1": 0.854275, - "nauc_recall_at_100_max": 0.954611, - "nauc_recall_at_100_std": 0.624754, - "nauc_recall_at_100_diff1": 0.854238, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.723395, - "nauc_precision_at_1_std": -0.066663, - "nauc_precision_at_1_diff1": 0.888852, - "nauc_precision_at_3_max": 0.820793, - "nauc_precision_at_3_std": 0.050737, - "nauc_precision_at_3_diff1": 0.818582, - "nauc_precision_at_5_max": 0.823077, - "nauc_precision_at_5_std": -0.001188, - "nauc_precision_at_5_diff1": 0.808038, - "nauc_precision_at_10_max": 0.844006, - "nauc_precision_at_10_std": 0.040486, - "nauc_precision_at_10_diff1": 0.789666, - "nauc_precision_at_20_max": 0.893646, - "nauc_precision_at_20_std": 0.177271, - "nauc_precision_at_20_diff1": 0.854275, - "nauc_precision_at_100_max": 0.954611, - "nauc_precision_at_100_std": 0.624754, - "nauc_precision_at_100_diff1": 0.854238, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.723395, - "nauc_mrr_at_1_std": -0.066663, - "nauc_mrr_at_1_diff1": 0.888852, - "nauc_mrr_at_3_max": 0.75995, - "nauc_mrr_at_3_std": -0.026929, - "nauc_mrr_at_3_diff1": 0.866117, - "nauc_mrr_at_5_max": 0.75779, - "nauc_mrr_at_5_std": -0.037318, - "nauc_mrr_at_5_diff1": 0.866645, - "nauc_mrr_at_10_max": 0.757527, - "nauc_mrr_at_10_std": -0.035897, - "nauc_mrr_at_10_diff1": 0.867864, - "nauc_mrr_at_20_max": 0.756894, - "nauc_mrr_at_20_std": -0.035428, - "nauc_mrr_at_20_diff1": 0.869472, - "nauc_mrr_at_100_max": 0.756724, - "nauc_mrr_at_100_std": -0.034405, - "nauc_mrr_at_100_diff1": 0.869562, - "nauc_mrr_at_1000_max": 0.756646, - "nauc_mrr_at_1000_std": -0.034634, - "nauc_mrr_at_1000_diff1": 0.869579, - "main_score": 0.8854, + "mrr_at_1": 0.79, + "mrr_at_3": 0.836481, + "mrr_at_5": 0.842537, + "mrr_at_10": 0.846316, + "mrr_at_20": 0.84769, + "mrr_at_100": 0.848413, + "mrr_at_1000": 0.848449, + "nauc_ndcg_at_1_max": 0.701827, + "nauc_ndcg_at_1_std": -0.097343, + "nauc_ndcg_at_1_diff1": 0.898614, + "nauc_ndcg_at_3_max": 0.743349, + "nauc_ndcg_at_3_std": -0.063626, + "nauc_ndcg_at_3_diff1": 0.874566, + "nauc_ndcg_at_5_max": 0.746567, + "nauc_ndcg_at_5_std": -0.052748, + "nauc_ndcg_at_5_diff1": 0.87572, + "nauc_ndcg_at_10_max": 0.742419, + "nauc_ndcg_at_10_std": -0.051749, + "nauc_ndcg_at_10_diff1": 0.876883, + "nauc_ndcg_at_20_max": 0.744316, + "nauc_ndcg_at_20_std": -0.049795, + "nauc_ndcg_at_20_diff1": 0.880542, + "nauc_ndcg_at_100_max": 0.739329, + "nauc_ndcg_at_100_std": -0.053907, + "nauc_ndcg_at_100_diff1": 0.881946, + "nauc_ndcg_at_1000_max": 0.737574, + "nauc_ndcg_at_1000_std": -0.060737, + "nauc_ndcg_at_1000_diff1": 0.881767, + "nauc_map_at_1_max": 0.701827, + "nauc_map_at_1_std": -0.097343, + "nauc_map_at_1_diff1": 0.898614, + "nauc_map_at_3_max": 0.73291, + "nauc_map_at_3_std": -0.075828, + "nauc_map_at_3_diff1": 0.881498, + "nauc_map_at_5_max": 0.734316, + "nauc_map_at_5_std": -0.070267, + "nauc_map_at_5_diff1": 0.882289, + "nauc_map_at_10_max": 0.732466, + "nauc_map_at_10_std": -0.069996, + "nauc_map_at_10_diff1": 0.882791, + "nauc_map_at_20_max": 0.732958, + "nauc_map_at_20_std": -0.069928, + "nauc_map_at_20_diff1": 0.88373, + "nauc_map_at_100_max": 0.732307, + "nauc_map_at_100_std": -0.070402, + "nauc_map_at_100_diff1": 0.883827, + "nauc_map_at_1000_max": 0.732259, + "nauc_map_at_1000_std": -0.070571, + "nauc_map_at_1000_diff1": 0.883825, + "nauc_recall_at_1_max": 0.701827, + "nauc_recall_at_1_std": -0.097343, + "nauc_recall_at_1_diff1": 0.898614, + "nauc_recall_at_3_max": 0.785276, + "nauc_recall_at_3_std": -0.011956, + "nauc_recall_at_3_diff1": 0.846092, + "nauc_recall_at_5_max": 0.809126, + "nauc_recall_at_5_std": 0.04138, + "nauc_recall_at_5_diff1": 0.842103, + "nauc_recall_at_10_max": 0.813192, + "nauc_recall_at_10_std": 0.091065, + "nauc_recall_at_10_diff1": 0.834096, + "nauc_recall_at_20_max": 0.874944, + "nauc_recall_at_20_std": 0.206906, + "nauc_recall_at_20_diff1": 0.856872, + "nauc_recall_at_100_max": 0.941643, + "nauc_recall_at_100_std": 0.745632, + "nauc_recall_at_100_diff1": 0.904295, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.701827, + "nauc_precision_at_1_std": -0.097343, + "nauc_precision_at_1_diff1": 0.898614, + "nauc_precision_at_3_max": 0.785276, + "nauc_precision_at_3_std": -0.011956, + "nauc_precision_at_3_diff1": 0.846092, + "nauc_precision_at_5_max": 0.809126, + "nauc_precision_at_5_std": 0.04138, + "nauc_precision_at_5_diff1": 0.842103, + "nauc_precision_at_10_max": 0.813192, + "nauc_precision_at_10_std": 0.091065, + "nauc_precision_at_10_diff1": 0.834096, + "nauc_precision_at_20_max": 0.874944, + "nauc_precision_at_20_std": 0.206906, + "nauc_precision_at_20_diff1": 0.856872, + "nauc_precision_at_100_max": 0.941643, + "nauc_precision_at_100_std": 0.745632, + "nauc_precision_at_100_diff1": 0.904295, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.701827, + "nauc_mrr_at_1_std": -0.097343, + "nauc_mrr_at_1_diff1": 0.898614, + "nauc_mrr_at_3_max": 0.73291, + "nauc_mrr_at_3_std": -0.075828, + "nauc_mrr_at_3_diff1": 0.881498, + "nauc_mrr_at_5_max": 0.734316, + "nauc_mrr_at_5_std": -0.070267, + "nauc_mrr_at_5_diff1": 0.882289, + "nauc_mrr_at_10_max": 0.732466, + "nauc_mrr_at_10_std": -0.069996, + "nauc_mrr_at_10_diff1": 0.882791, + "nauc_mrr_at_20_max": 0.732958, + "nauc_mrr_at_20_std": -0.069928, + "nauc_mrr_at_20_diff1": 0.88373, + "nauc_mrr_at_100_max": 0.732307, + "nauc_mrr_at_100_std": -0.070402, + "nauc_mrr_at_100_diff1": 0.883827, + "nauc_mrr_at_1000_max": 0.732259, + "nauc_mrr_at_1000_std": -0.070571, + "nauc_mrr_at_1000_diff1": 0.883825, + "hit_rate_at_1": 0.79, + "hit_rate_at_3": 0.89111, + "hit_rate_at_5": 0.91778, + "hit_rate_at_10": 0.94556, + "hit_rate_at_20": 0.96556, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8706, "hf_subset": "hin_Latn-hin_Deva", "languages": [ "hin-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.68111, - "ndcg_at_3": 0.74211, - "ndcg_at_5": 0.75598, - "ndcg_at_10": 0.76815, - "ndcg_at_20": 0.77599, - "ndcg_at_100": 0.79, - "ndcg_at_1000": 0.79515, - "map_at_1": 0.68111, - "map_at_3": 0.72778, - "map_at_5": 0.73556, - "map_at_10": 0.74055, - "map_at_20": 0.74268, - "map_at_100": 0.74462, - "map_at_1000": 0.74484, - "recall_at_1": 0.68111, - "recall_at_3": 0.78333, - "recall_at_5": 0.81667, - "recall_at_10": 0.85444, - "recall_at_20": 0.88556, - "recall_at_100": 0.96111, + "ndcg_at_1": 0.65444, + "ndcg_at_3": 0.72959, + "ndcg_at_5": 0.74235, + "ndcg_at_10": 0.75331, + "ndcg_at_20": 0.7628, + "ndcg_at_100": 0.77673, + "ndcg_at_1000": 0.78223, + "map_at_1": 0.65444, + "map_at_3": 0.71204, + "map_at_5": 0.71909, + "map_at_10": 0.72351, + "map_at_20": 0.72608, + "map_at_100": 0.72796, + "map_at_1000": 0.7282, + "recall_at_1": 0.65444, + "recall_at_3": 0.78, + "recall_at_5": 0.81111, + "recall_at_10": 0.84556, + "recall_at_20": 0.88333, + "recall_at_100": 0.95889, "recall_at_1000": 1.0, - "precision_at_1": 0.68111, - "precision_at_3": 0.26111, - "precision_at_5": 0.16333, - "precision_at_10": 0.08544, - "precision_at_20": 0.04428, - "precision_at_100": 0.00961, + "accuracy": 0.65444, + "precision_at_1": 0.65444, + "precision_at_3": 0.26, + "precision_at_5": 0.16222, + "precision_at_10": 0.08456, + "precision_at_20": 0.04417, + "precision_at_100": 0.00959, "precision_at_1000": 0.001, - "mrr_at_1": 0.681111, - "mrr_at_3": 0.727778, - "mrr_at_5": 0.735556, - "mrr_at_10": 0.740547, - "mrr_at_20": 0.742681, - "mrr_at_100": 0.744621, - "mrr_at_1000": 0.74484, - "nauc_ndcg_at_1_max": 0.747873, - "nauc_ndcg_at_1_std": 0.329791, - "nauc_ndcg_at_1_diff1": 0.86933, - "nauc_ndcg_at_3_max": 0.799248, - "nauc_ndcg_at_3_std": 0.394323, - "nauc_ndcg_at_3_diff1": 0.838293, - "nauc_ndcg_at_5_max": 0.795443, - "nauc_ndcg_at_5_std": 0.392556, - "nauc_ndcg_at_5_diff1": 0.830076, - "nauc_ndcg_at_10_max": 0.793659, - "nauc_ndcg_at_10_std": 0.395151, - "nauc_ndcg_at_10_diff1": 0.832125, - "nauc_ndcg_at_20_max": 0.78939, - "nauc_ndcg_at_20_std": 0.390764, - "nauc_ndcg_at_20_diff1": 0.83144, - "nauc_ndcg_at_100_max": 0.788761, - "nauc_ndcg_at_100_std": 0.391916, - "nauc_ndcg_at_100_diff1": 0.837044, - "nauc_ndcg_at_1000_max": 0.786679, - "nauc_ndcg_at_1000_std": 0.384168, - "nauc_ndcg_at_1000_diff1": 0.838519, - "nauc_map_at_1_max": 0.747873, - "nauc_map_at_1_std": 0.329791, - "nauc_map_at_1_diff1": 0.86933, - "nauc_map_at_3_max": 0.786873, - "nauc_map_at_3_std": 0.377411, - "nauc_map_at_3_diff1": 0.846523, - "nauc_map_at_5_max": 0.784571, - "nauc_map_at_5_std": 0.375801, - "nauc_map_at_5_diff1": 0.842422, - "nauc_map_at_10_max": 0.783731, - "nauc_map_at_10_std": 0.376437, - "nauc_map_at_10_diff1": 0.843406, - "nauc_map_at_20_max": 0.782559, - "nauc_map_at_20_std": 0.375015, - "nauc_map_at_20_diff1": 0.843344, - "nauc_map_at_100_max": 0.782337, - "nauc_map_at_100_std": 0.375038, - "nauc_map_at_100_diff1": 0.843923, - "nauc_map_at_1000_max": 0.782262, - "nauc_map_at_1000_std": 0.374773, - "nauc_map_at_1000_diff1": 0.843978, - "nauc_recall_at_1_max": 0.747873, - "nauc_recall_at_1_std": 0.329791, - "nauc_recall_at_1_diff1": 0.86933, - "nauc_recall_at_3_max": 0.841041, - "nauc_recall_at_3_std": 0.452208, - "nauc_recall_at_3_diff1": 0.810077, - "nauc_recall_at_5_max": 0.835851, - "nauc_recall_at_5_std": 0.457077, - "nauc_recall_at_5_diff1": 0.780967, - "nauc_recall_at_10_max": 0.836896, - "nauc_recall_at_10_std": 0.483981, - "nauc_recall_at_10_diff1": 0.778914, - "nauc_recall_at_20_max": 0.818209, - "nauc_recall_at_20_std": 0.47769, - "nauc_recall_at_20_diff1": 0.761183, - "nauc_recall_at_100_max": 0.862678, - "nauc_recall_at_100_std": 0.667587, - "nauc_recall_at_100_diff1": 0.785194, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.747873, - "nauc_precision_at_1_std": 0.329791, - "nauc_precision_at_1_diff1": 0.86933, - "nauc_precision_at_3_max": 0.841041, - "nauc_precision_at_3_std": 0.452208, - "nauc_precision_at_3_diff1": 0.810077, - "nauc_precision_at_5_max": 0.835851, - "nauc_precision_at_5_std": 0.457077, - "nauc_precision_at_5_diff1": 0.780967, - "nauc_precision_at_10_max": 0.836896, - "nauc_precision_at_10_std": 0.483981, - "nauc_precision_at_10_diff1": 0.778914, - "nauc_precision_at_20_max": 0.818209, - "nauc_precision_at_20_std": 0.47769, - "nauc_precision_at_20_diff1": 0.761183, - "nauc_precision_at_100_max": 0.862678, - "nauc_precision_at_100_std": 0.667587, - "nauc_precision_at_100_diff1": 0.785194, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.747873, - "nauc_mrr_at_1_std": 0.329791, - "nauc_mrr_at_1_diff1": 0.86933, - "nauc_mrr_at_3_max": 0.786873, - "nauc_mrr_at_3_std": 0.377411, - "nauc_mrr_at_3_diff1": 0.846523, - "nauc_mrr_at_5_max": 0.784571, - "nauc_mrr_at_5_std": 0.375801, - "nauc_mrr_at_5_diff1": 0.842422, - "nauc_mrr_at_10_max": 0.783731, - "nauc_mrr_at_10_std": 0.376437, - "nauc_mrr_at_10_diff1": 0.843406, - "nauc_mrr_at_20_max": 0.782559, - "nauc_mrr_at_20_std": 0.375015, - "nauc_mrr_at_20_diff1": 0.843344, - "nauc_mrr_at_100_max": 0.782337, - "nauc_mrr_at_100_std": 0.375038, - "nauc_mrr_at_100_diff1": 0.843923, - "nauc_mrr_at_1000_max": 0.782262, - "nauc_mrr_at_1000_std": 0.374773, - "nauc_mrr_at_1000_diff1": 0.843978, - "main_score": 0.76815, + "mrr_at_1": 0.654444, + "mrr_at_3": 0.712037, + "mrr_at_5": 0.719093, + "mrr_at_10": 0.723511, + "mrr_at_20": 0.726082, + "mrr_at_100": 0.727964, + "mrr_at_1000": 0.728205, + "nauc_ndcg_at_1_max": 0.733375, + "nauc_ndcg_at_1_std": 0.281187, + "nauc_ndcg_at_1_diff1": 0.880224, + "nauc_ndcg_at_3_max": 0.787852, + "nauc_ndcg_at_3_std": 0.372799, + "nauc_ndcg_at_3_diff1": 0.83494, + "nauc_ndcg_at_5_max": 0.785833, + "nauc_ndcg_at_5_std": 0.37182, + "nauc_ndcg_at_5_diff1": 0.831643, + "nauc_ndcg_at_10_max": 0.78547, + "nauc_ndcg_at_10_std": 0.377618, + "nauc_ndcg_at_10_diff1": 0.835878, + "nauc_ndcg_at_20_max": 0.777985, + "nauc_ndcg_at_20_std": 0.36656, + "nauc_ndcg_at_20_diff1": 0.836531, + "nauc_ndcg_at_100_max": 0.777139, + "nauc_ndcg_at_100_std": 0.365069, + "nauc_ndcg_at_100_diff1": 0.839675, + "nauc_ndcg_at_1000_max": 0.775497, + "nauc_ndcg_at_1000_std": 0.357949, + "nauc_ndcg_at_1000_diff1": 0.841815, + "nauc_map_at_1_max": 0.733375, + "nauc_map_at_1_std": 0.281187, + "nauc_map_at_1_diff1": 0.880224, + "nauc_map_at_3_max": 0.774207, + "nauc_map_at_3_std": 0.347709, + "nauc_map_at_3_diff1": 0.846506, + "nauc_map_at_5_max": 0.772833, + "nauc_map_at_5_std": 0.346679, + "nauc_map_at_5_diff1": 0.84511, + "nauc_map_at_10_max": 0.77266, + "nauc_map_at_10_std": 0.348611, + "nauc_map_at_10_diff1": 0.846962, + "nauc_map_at_20_max": 0.770832, + "nauc_map_at_20_std": 0.345904, + "nauc_map_at_20_diff1": 0.847214, + "nauc_map_at_100_max": 0.770593, + "nauc_map_at_100_std": 0.345615, + "nauc_map_at_100_diff1": 0.847471, + "nauc_map_at_1000_max": 0.77053, + "nauc_map_at_1000_std": 0.345345, + "nauc_map_at_1000_diff1": 0.847559, + "nauc_recall_at_1_max": 0.733375, + "nauc_recall_at_1_std": 0.281187, + "nauc_recall_at_1_diff1": 0.880224, + "nauc_recall_at_3_max": 0.835317, + "nauc_recall_at_3_std": 0.461281, + "nauc_recall_at_3_diff1": 0.794581, + "nauc_recall_at_5_max": 0.835667, + "nauc_recall_at_5_std": 0.470059, + "nauc_recall_at_5_diff1": 0.778642, + "nauc_recall_at_10_max": 0.842732, + "nauc_recall_at_10_std": 0.514844, + "nauc_recall_at_10_diff1": 0.786658, + "nauc_recall_at_20_max": 0.803942, + "nauc_recall_at_20_std": 0.471216, + "nauc_recall_at_20_diff1": 0.777441, + "nauc_recall_at_100_max": 0.834078, + "nauc_recall_at_100_std": 0.61101, + "nauc_recall_at_100_diff1": 0.767015, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733375, + "nauc_precision_at_1_std": 0.281187, + "nauc_precision_at_1_diff1": 0.880224, + "nauc_precision_at_3_max": 0.835317, + "nauc_precision_at_3_std": 0.461281, + "nauc_precision_at_3_diff1": 0.794581, + "nauc_precision_at_5_max": 0.835667, + "nauc_precision_at_5_std": 0.470059, + "nauc_precision_at_5_diff1": 0.778642, + "nauc_precision_at_10_max": 0.842732, + "nauc_precision_at_10_std": 0.514844, + "nauc_precision_at_10_diff1": 0.786658, + "nauc_precision_at_20_max": 0.803942, + "nauc_precision_at_20_std": 0.471216, + "nauc_precision_at_20_diff1": 0.777441, + "nauc_precision_at_100_max": 0.834078, + "nauc_precision_at_100_std": 0.61101, + "nauc_precision_at_100_diff1": 0.767015, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733375, + "nauc_mrr_at_1_std": 0.281187, + "nauc_mrr_at_1_diff1": 0.880224, + "nauc_mrr_at_3_max": 0.774207, + "nauc_mrr_at_3_std": 0.347709, + "nauc_mrr_at_3_diff1": 0.846506, + "nauc_mrr_at_5_max": 0.772833, + "nauc_mrr_at_5_std": 0.346679, + "nauc_mrr_at_5_diff1": 0.84511, + "nauc_mrr_at_10_max": 0.77266, + "nauc_mrr_at_10_std": 0.348611, + "nauc_mrr_at_10_diff1": 0.846962, + "nauc_mrr_at_20_max": 0.770832, + "nauc_mrr_at_20_std": 0.345904, + "nauc_mrr_at_20_diff1": 0.847214, + "nauc_mrr_at_100_max": 0.770593, + "nauc_mrr_at_100_std": 0.345615, + "nauc_mrr_at_100_diff1": 0.847471, + "nauc_mrr_at_1000_max": 0.77053, + "nauc_mrr_at_1000_std": 0.345345, + "nauc_mrr_at_1000_diff1": 0.847559, + "hit_rate_at_1": 0.65444, + "hit_rate_at_3": 0.78, + "hit_rate_at_5": 0.81111, + "hit_rate_at_10": 0.84556, + "hit_rate_at_20": 0.88333, + "hit_rate_at_100": 0.95889, + "hit_rate_at_1000": 1.0, + "main_score": 0.75331, "hf_subset": "npi_Deva-npi_Latn", "languages": [ "npi-Deva", "npi-Latn" - ] - }, - { - "ndcg_at_1": 0.71889, - "ndcg_at_3": 0.77972, - "ndcg_at_5": 0.79416, - "ndcg_at_10": 0.80603, - "ndcg_at_20": 0.814, - "ndcg_at_100": 0.82511, - "ndcg_at_1000": 0.82731, - "map_at_1": 0.71889, - "map_at_3": 0.765, - "map_at_5": 0.77289, - "map_at_10": 0.77801, - "map_at_20": 0.78024, - "map_at_100": 0.78185, - "map_at_1000": 0.78194, - "recall_at_1": 0.71889, - "recall_at_3": 0.82222, - "recall_at_5": 0.85778, - "recall_at_10": 0.89333, - "recall_at_20": 0.92444, - "recall_at_100": 0.98333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70778, + "ndcg_at_3": 0.76733, + "ndcg_at_5": 0.78153, + "ndcg_at_10": 0.79138, + "ndcg_at_20": 0.80088, + "ndcg_at_100": 0.81233, + "ndcg_at_1000": 0.81594, + "map_at_1": 0.70778, + "map_at_3": 0.75259, + "map_at_5": 0.76048, + "map_at_10": 0.76463, + "map_at_20": 0.76721, + "map_at_100": 0.76884, + "map_at_1000": 0.76901, + "recall_at_1": 0.70778, + "recall_at_3": 0.81, + "recall_at_5": 0.84444, + "recall_at_10": 0.87444, + "recall_at_20": 0.91222, + "recall_at_100": 0.97333, "recall_at_1000": 1.0, - "precision_at_1": 0.71889, - "precision_at_3": 0.27407, - "precision_at_5": 0.17156, - "precision_at_10": 0.08933, - "precision_at_20": 0.04622, - "precision_at_100": 0.00983, + "accuracy": 0.70778, + "precision_at_1": 0.70778, + "precision_at_3": 0.27, + "precision_at_5": 0.16889, + "precision_at_10": 0.08744, + "precision_at_20": 0.04561, + "precision_at_100": 0.00973, "precision_at_1000": 0.001, - "mrr_at_1": 0.718889, - "mrr_at_3": 0.765, - "mrr_at_5": 0.772889, - "mrr_at_10": 0.778005, - "mrr_at_20": 0.780244, - "mrr_at_100": 0.781849, - "mrr_at_1000": 0.781941, - "nauc_ndcg_at_1_max": 0.654088, - "nauc_ndcg_at_1_std": 0.027693, - "nauc_ndcg_at_1_diff1": 0.843029, - "nauc_ndcg_at_3_max": 0.693472, - "nauc_ndcg_at_3_std": 0.06048, - "nauc_ndcg_at_3_diff1": 0.820784, - "nauc_ndcg_at_5_max": 0.695081, - "nauc_ndcg_at_5_std": 0.062025, - "nauc_ndcg_at_5_diff1": 0.821387, - "nauc_ndcg_at_10_max": 0.698451, - "nauc_ndcg_at_10_std": 0.07381, - "nauc_ndcg_at_10_diff1": 0.823699, - "nauc_ndcg_at_20_max": 0.693976, - "nauc_ndcg_at_20_std": 0.069592, - "nauc_ndcg_at_20_diff1": 0.825998, - "nauc_ndcg_at_100_max": 0.69074, - "nauc_ndcg_at_100_std": 0.070296, - "nauc_ndcg_at_100_diff1": 0.82736, - "nauc_ndcg_at_1000_max": 0.688317, - "nauc_ndcg_at_1000_std": 0.06326, - "nauc_ndcg_at_1000_diff1": 0.826833, - "nauc_map_at_1_max": 0.654088, - "nauc_map_at_1_std": 0.027693, - "nauc_map_at_1_diff1": 0.843029, - "nauc_map_at_3_max": 0.684048, - "nauc_map_at_3_std": 0.051194, - "nauc_map_at_3_diff1": 0.82709, - "nauc_map_at_5_max": 0.684389, - "nauc_map_at_5_std": 0.051563, - "nauc_map_at_5_diff1": 0.827367, - "nauc_map_at_10_max": 0.6855, - "nauc_map_at_10_std": 0.055766, - "nauc_map_at_10_diff1": 0.828343, - "nauc_map_at_20_max": 0.684243, - "nauc_map_at_20_std": 0.054544, - "nauc_map_at_20_diff1": 0.828831, - "nauc_map_at_100_max": 0.683667, - "nauc_map_at_100_std": 0.054899, - "nauc_map_at_100_diff1": 0.828883, - "nauc_map_at_1000_max": 0.683575, - "nauc_map_at_1000_std": 0.054658, - "nauc_map_at_1000_diff1": 0.828859, - "nauc_recall_at_1_max": 0.654088, - "nauc_recall_at_1_std": 0.027693, - "nauc_recall_at_1_diff1": 0.843029, - "nauc_recall_at_3_max": 0.726882, - "nauc_recall_at_3_std": 0.094284, - "nauc_recall_at_3_diff1": 0.797827, - "nauc_recall_at_5_max": 0.740791, - "nauc_recall_at_5_std": 0.107716, - "nauc_recall_at_5_diff1": 0.796138, - "nauc_recall_at_10_max": 0.770461, - "nauc_recall_at_10_std": 0.180974, - "nauc_recall_at_10_diff1": 0.800723, - "nauc_recall_at_20_max": 0.760841, - "nauc_recall_at_20_std": 0.187119, - "nauc_recall_at_20_diff1": 0.813856, - "nauc_recall_at_100_max": 0.857765, - "nauc_recall_at_100_std": 0.567165, - "nauc_recall_at_100_diff1": 0.861345, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.654088, - "nauc_precision_at_1_std": 0.027693, - "nauc_precision_at_1_diff1": 0.843029, - "nauc_precision_at_3_max": 0.726882, - "nauc_precision_at_3_std": 0.094284, - "nauc_precision_at_3_diff1": 0.797827, - "nauc_precision_at_5_max": 0.740791, - "nauc_precision_at_5_std": 0.107716, - "nauc_precision_at_5_diff1": 0.796138, - "nauc_precision_at_10_max": 0.770461, - "nauc_precision_at_10_std": 0.180974, - "nauc_precision_at_10_diff1": 0.800723, - "nauc_precision_at_20_max": 0.760841, - "nauc_precision_at_20_std": 0.187119, - "nauc_precision_at_20_diff1": 0.813856, - "nauc_precision_at_100_max": 0.857765, - "nauc_precision_at_100_std": 0.567165, - "nauc_precision_at_100_diff1": 0.861345, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.654088, - "nauc_mrr_at_1_std": 0.027693, - "nauc_mrr_at_1_diff1": 0.843029, - "nauc_mrr_at_3_max": 0.684048, - "nauc_mrr_at_3_std": 0.051194, - "nauc_mrr_at_3_diff1": 0.82709, - "nauc_mrr_at_5_max": 0.684389, - "nauc_mrr_at_5_std": 0.051563, - "nauc_mrr_at_5_diff1": 0.827367, - "nauc_mrr_at_10_max": 0.6855, - "nauc_mrr_at_10_std": 0.055766, - "nauc_mrr_at_10_diff1": 0.828343, - "nauc_mrr_at_20_max": 0.684243, - "nauc_mrr_at_20_std": 0.054544, - "nauc_mrr_at_20_diff1": 0.828831, - "nauc_mrr_at_100_max": 0.683667, - "nauc_mrr_at_100_std": 0.054899, - "nauc_mrr_at_100_diff1": 0.828883, - "nauc_mrr_at_1000_max": 0.683575, - "nauc_mrr_at_1000_std": 0.054658, - "nauc_mrr_at_1000_diff1": 0.828859, - "main_score": 0.80603, + "mrr_at_1": 0.707778, + "mrr_at_3": 0.752593, + "mrr_at_5": 0.760481, + "mrr_at_10": 0.764633, + "mrr_at_20": 0.767215, + "mrr_at_100": 0.76884, + "mrr_at_1000": 0.769011, + "nauc_ndcg_at_1_max": 0.643001, + "nauc_ndcg_at_1_std": 0.050319, + "nauc_ndcg_at_1_diff1": 0.824112, + "nauc_ndcg_at_3_max": 0.684891, + "nauc_ndcg_at_3_std": 0.09053, + "nauc_ndcg_at_3_diff1": 0.809071, + "nauc_ndcg_at_5_max": 0.685223, + "nauc_ndcg_at_5_std": 0.10011, + "nauc_ndcg_at_5_diff1": 0.805859, + "nauc_ndcg_at_10_max": 0.687878, + "nauc_ndcg_at_10_std": 0.106873, + "nauc_ndcg_at_10_diff1": 0.808089, + "nauc_ndcg_at_20_max": 0.686378, + "nauc_ndcg_at_20_std": 0.106488, + "nauc_ndcg_at_20_diff1": 0.809073, + "nauc_ndcg_at_100_max": 0.683486, + "nauc_ndcg_at_100_std": 0.106082, + "nauc_ndcg_at_100_diff1": 0.812189, + "nauc_ndcg_at_1000_max": 0.679916, + "nauc_ndcg_at_1000_std": 0.095806, + "nauc_ndcg_at_1000_diff1": 0.812091, + "nauc_map_at_1_max": 0.643001, + "nauc_map_at_1_std": 0.050319, + "nauc_map_at_1_diff1": 0.824112, + "nauc_map_at_3_max": 0.675059, + "nauc_map_at_3_std": 0.079144, + "nauc_map_at_3_diff1": 0.813298, + "nauc_map_at_5_max": 0.674899, + "nauc_map_at_5_std": 0.083725, + "nauc_map_at_5_diff1": 0.811959, + "nauc_map_at_10_max": 0.675907, + "nauc_map_at_10_std": 0.086269, + "nauc_map_at_10_diff1": 0.81311, + "nauc_map_at_20_max": 0.675332, + "nauc_map_at_20_std": 0.08568, + "nauc_map_at_20_diff1": 0.813368, + "nauc_map_at_100_max": 0.674723, + "nauc_map_at_100_std": 0.085511, + "nauc_map_at_100_diff1": 0.813797, + "nauc_map_at_1000_max": 0.674586, + "nauc_map_at_1000_std": 0.085112, + "nauc_map_at_1000_diff1": 0.813804, + "nauc_recall_at_1_max": 0.643001, + "nauc_recall_at_1_std": 0.050319, + "nauc_recall_at_1_diff1": 0.824112, + "nauc_recall_at_3_max": 0.719117, + "nauc_recall_at_3_std": 0.131338, + "nauc_recall_at_3_diff1": 0.793939, + "nauc_recall_at_5_max": 0.727183, + "nauc_recall_at_5_std": 0.17032, + "nauc_recall_at_5_diff1": 0.779474, + "nauc_recall_at_10_max": 0.747006, + "nauc_recall_at_10_std": 0.214884, + "nauc_recall_at_10_diff1": 0.782552, + "nauc_recall_at_20_max": 0.759547, + "nauc_recall_at_20_std": 0.258903, + "nauc_recall_at_20_diff1": 0.781123, + "nauc_recall_at_100_max": 0.848078, + "nauc_recall_at_100_std": 0.576253, + "nauc_recall_at_100_diff1": 0.819678, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.643001, + "nauc_precision_at_1_std": 0.050319, + "nauc_precision_at_1_diff1": 0.824112, + "nauc_precision_at_3_max": 0.719117, + "nauc_precision_at_3_std": 0.131338, + "nauc_precision_at_3_diff1": 0.793939, + "nauc_precision_at_5_max": 0.727183, + "nauc_precision_at_5_std": 0.17032, + "nauc_precision_at_5_diff1": 0.779474, + "nauc_precision_at_10_max": 0.747006, + "nauc_precision_at_10_std": 0.214884, + "nauc_precision_at_10_diff1": 0.782552, + "nauc_precision_at_20_max": 0.759547, + "nauc_precision_at_20_std": 0.258903, + "nauc_precision_at_20_diff1": 0.781123, + "nauc_precision_at_100_max": 0.848078, + "nauc_precision_at_100_std": 0.576253, + "nauc_precision_at_100_diff1": 0.819678, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.643001, + "nauc_mrr_at_1_std": 0.050319, + "nauc_mrr_at_1_diff1": 0.824112, + "nauc_mrr_at_3_max": 0.675059, + "nauc_mrr_at_3_std": 0.079144, + "nauc_mrr_at_3_diff1": 0.813298, + "nauc_mrr_at_5_max": 0.674899, + "nauc_mrr_at_5_std": 0.083725, + "nauc_mrr_at_5_diff1": 0.811959, + "nauc_mrr_at_10_max": 0.675907, + "nauc_mrr_at_10_std": 0.086269, + "nauc_mrr_at_10_diff1": 0.81311, + "nauc_mrr_at_20_max": 0.675332, + "nauc_mrr_at_20_std": 0.08568, + "nauc_mrr_at_20_diff1": 0.813368, + "nauc_mrr_at_100_max": 0.674723, + "nauc_mrr_at_100_std": 0.085511, + "nauc_mrr_at_100_diff1": 0.813797, + "nauc_mrr_at_1000_max": 0.674586, + "nauc_mrr_at_1000_std": 0.085112, + "nauc_mrr_at_1000_diff1": 0.813804, + "hit_rate_at_1": 0.70778, + "hit_rate_at_3": 0.81, + "hit_rate_at_5": 0.84444, + "hit_rate_at_10": 0.87444, + "hit_rate_at_20": 0.91222, + "hit_rate_at_100": 0.97333, + "hit_rate_at_1000": 1.0, + "main_score": 0.79138, "hf_subset": "npi_Latn-npi_Deva", "languages": [ "npi-Latn", "npi-Deva" - ] - }, - { - "ndcg_at_1": 0.31667, - "ndcg_at_3": 0.38103, - "ndcg_at_5": 0.40585, - "ndcg_at_10": 0.4264, - "ndcg_at_20": 0.44897, - "ndcg_at_100": 0.48337, - "ndcg_at_1000": 0.50604, - "map_at_1": 0.31667, - "map_at_3": 0.36593, - "map_at_5": 0.37976, - "map_at_10": 0.38828, - "map_at_20": 0.39452, - "map_at_100": 0.39913, - "map_at_1000": 0.40001, - "recall_at_1": 0.31667, - "recall_at_3": 0.42444, - "recall_at_5": 0.48444, - "recall_at_10": 0.54778, - "recall_at_20": 0.63667, - "recall_at_100": 0.82444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.29889, + "ndcg_at_3": 0.35969, + "ndcg_at_5": 0.38499, + "ndcg_at_10": 0.4075, + "ndcg_at_20": 0.42721, + "ndcg_at_100": 0.46285, + "ndcg_at_1000": 0.48798, + "map_at_1": 0.29889, + "map_at_3": 0.34463, + "map_at_5": 0.35874, + "map_at_10": 0.36795, + "map_at_20": 0.37338, + "map_at_100": 0.37824, + "map_at_1000": 0.37921, + "recall_at_1": 0.29889, + "recall_at_3": 0.40333, + "recall_at_5": 0.46444, + "recall_at_10": 0.53444, + "recall_at_20": 0.61222, + "recall_at_100": 0.80556, "recall_at_1000": 1.0, - "precision_at_1": 0.31667, - "precision_at_3": 0.14148, - "precision_at_5": 0.09689, - "precision_at_10": 0.05478, - "precision_at_20": 0.03183, - "precision_at_100": 0.00824, - "precision_at_1000": 0.001, - "mrr_at_1": 0.316667, - "mrr_at_3": 0.365926, - "mrr_at_5": 0.379759, - "mrr_at_10": 0.38828, - "mrr_at_20": 0.39452, - "mrr_at_100": 0.399134, - "mrr_at_1000": 0.400009, - "nauc_ndcg_at_1_max": 0.686823, - "nauc_ndcg_at_1_std": 0.339806, - "nauc_ndcg_at_1_diff1": 0.695065, - "nauc_ndcg_at_3_max": 0.689741, - "nauc_ndcg_at_3_std": 0.355009, - "nauc_ndcg_at_3_diff1": 0.625249, - "nauc_ndcg_at_5_max": 0.680761, - "nauc_ndcg_at_5_std": 0.366505, - "nauc_ndcg_at_5_diff1": 0.599107, - "nauc_ndcg_at_10_max": 0.672366, - "nauc_ndcg_at_10_std": 0.361635, - "nauc_ndcg_at_10_diff1": 0.589765, - "nauc_ndcg_at_20_max": 0.671601, - "nauc_ndcg_at_20_std": 0.373831, - "nauc_ndcg_at_20_diff1": 0.584111, - "nauc_ndcg_at_100_max": 0.671185, - "nauc_ndcg_at_100_std": 0.372971, - "nauc_ndcg_at_100_diff1": 0.590561, - "nauc_ndcg_at_1000_max": 0.675674, - "nauc_ndcg_at_1000_std": 0.366571, - "nauc_ndcg_at_1000_diff1": 0.602367, - "nauc_map_at_1_max": 0.686823, - "nauc_map_at_1_std": 0.339806, - "nauc_map_at_1_diff1": 0.695065, - "nauc_map_at_3_max": 0.689261, - "nauc_map_at_3_std": 0.351404, - "nauc_map_at_3_diff1": 0.640679, - "nauc_map_at_5_max": 0.68456, - "nauc_map_at_5_std": 0.358148, - "nauc_map_at_5_diff1": 0.626295, - "nauc_map_at_10_max": 0.681173, - "nauc_map_at_10_std": 0.356131, - "nauc_map_at_10_diff1": 0.622373, - "nauc_map_at_20_max": 0.680993, - "nauc_map_at_20_std": 0.359164, - "nauc_map_at_20_diff1": 0.62097, - "nauc_map_at_100_max": 0.680949, - "nauc_map_at_100_std": 0.359441, - "nauc_map_at_100_diff1": 0.621748, - "nauc_map_at_1000_max": 0.681039, - "nauc_map_at_1000_std": 0.359202, - "nauc_map_at_1000_diff1": 0.622095, - "nauc_recall_at_1_max": 0.686823, - "nauc_recall_at_1_std": 0.339806, - "nauc_recall_at_1_diff1": 0.695065, - "nauc_recall_at_3_max": 0.691019, - "nauc_recall_at_3_std": 0.365264, - "nauc_recall_at_3_diff1": 0.581825, - "nauc_recall_at_5_max": 0.668031, - "nauc_recall_at_5_std": 0.391844, - "nauc_recall_at_5_diff1": 0.517151, - "nauc_recall_at_10_max": 0.640243, - "nauc_recall_at_10_std": 0.377568, - "nauc_recall_at_10_diff1": 0.484065, - "nauc_recall_at_20_max": 0.632874, - "nauc_recall_at_20_std": 0.436359, - "nauc_recall_at_20_diff1": 0.445855, - "nauc_recall_at_100_max": 0.601614, - "nauc_recall_at_100_std": 0.460933, - "nauc_recall_at_100_diff1": 0.416671, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.686823, - "nauc_precision_at_1_std": 0.339806, - "nauc_precision_at_1_diff1": 0.695065, - "nauc_precision_at_3_max": 0.691019, - "nauc_precision_at_3_std": 0.365264, - "nauc_precision_at_3_diff1": 0.581825, - "nauc_precision_at_5_max": 0.668031, - "nauc_precision_at_5_std": 0.391844, - "nauc_precision_at_5_diff1": 0.517151, - "nauc_precision_at_10_max": 0.640243, - "nauc_precision_at_10_std": 0.377568, - "nauc_precision_at_10_diff1": 0.484065, - "nauc_precision_at_20_max": 0.632874, - "nauc_precision_at_20_std": 0.436359, - "nauc_precision_at_20_diff1": 0.445855, - "nauc_precision_at_100_max": 0.601614, - "nauc_precision_at_100_std": 0.460933, - "nauc_precision_at_100_diff1": 0.416671, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.686823, - "nauc_mrr_at_1_std": 0.339806, - "nauc_mrr_at_1_diff1": 0.695065, - "nauc_mrr_at_3_max": 0.689261, - "nauc_mrr_at_3_std": 0.351404, - "nauc_mrr_at_3_diff1": 0.640679, - "nauc_mrr_at_5_max": 0.68456, - "nauc_mrr_at_5_std": 0.358148, - "nauc_mrr_at_5_diff1": 0.626295, - "nauc_mrr_at_10_max": 0.681173, - "nauc_mrr_at_10_std": 0.356131, - "nauc_mrr_at_10_diff1": 0.622373, - "nauc_mrr_at_20_max": 0.680993, - "nauc_mrr_at_20_std": 0.359164, - "nauc_mrr_at_20_diff1": 0.62097, - "nauc_mrr_at_100_max": 0.680949, - "nauc_mrr_at_100_std": 0.359441, - "nauc_mrr_at_100_diff1": 0.621748, - "nauc_mrr_at_1000_max": 0.681039, - "nauc_mrr_at_1000_std": 0.359202, - "nauc_mrr_at_1000_diff1": 0.622095, - "main_score": 0.4264, + "accuracy": 0.29889, + "precision_at_1": 0.29889, + "precision_at_3": 0.13444, + "precision_at_5": 0.09289, + "precision_at_10": 0.05344, + "precision_at_20": 0.03061, + "precision_at_100": 0.00806, + "precision_at_1000": 0.001, + "mrr_at_1": 0.298889, + "mrr_at_3": 0.34463, + "mrr_at_5": 0.358741, + "mrr_at_10": 0.367951, + "mrr_at_20": 0.37338, + "mrr_at_100": 0.378245, + "mrr_at_1000": 0.379214, + "nauc_ndcg_at_1_max": 0.667236, + "nauc_ndcg_at_1_std": 0.384594, + "nauc_ndcg_at_1_diff1": 0.64892, + "nauc_ndcg_at_3_max": 0.652704, + "nauc_ndcg_at_3_std": 0.383322, + "nauc_ndcg_at_3_diff1": 0.579722, + "nauc_ndcg_at_5_max": 0.655126, + "nauc_ndcg_at_5_std": 0.394896, + "nauc_ndcg_at_5_diff1": 0.571797, + "nauc_ndcg_at_10_max": 0.652584, + "nauc_ndcg_at_10_std": 0.394855, + "nauc_ndcg_at_10_diff1": 0.566563, + "nauc_ndcg_at_20_max": 0.648617, + "nauc_ndcg_at_20_std": 0.397467, + "nauc_ndcg_at_20_diff1": 0.558288, + "nauc_ndcg_at_100_max": 0.636345, + "nauc_ndcg_at_100_std": 0.394572, + "nauc_ndcg_at_100_diff1": 0.554581, + "nauc_ndcg_at_1000_max": 0.64771, + "nauc_ndcg_at_1000_std": 0.394306, + "nauc_ndcg_at_1000_diff1": 0.570167, + "nauc_map_at_1_max": 0.667236, + "nauc_map_at_1_std": 0.384594, + "nauc_map_at_1_diff1": 0.64892, + "nauc_map_at_3_max": 0.657113, + "nauc_map_at_3_std": 0.384299, + "nauc_map_at_3_diff1": 0.596196, + "nauc_map_at_5_max": 0.658459, + "nauc_map_at_5_std": 0.390679, + "nauc_map_at_5_diff1": 0.591949, + "nauc_map_at_10_max": 0.657219, + "nauc_map_at_10_std": 0.390625, + "nauc_map_at_10_diff1": 0.589916, + "nauc_map_at_20_max": 0.656308, + "nauc_map_at_20_std": 0.391574, + "nauc_map_at_20_diff1": 0.587836, + "nauc_map_at_100_max": 0.654551, + "nauc_map_at_100_std": 0.39128, + "nauc_map_at_100_diff1": 0.587174, + "nauc_map_at_1000_max": 0.654925, + "nauc_map_at_1000_std": 0.391329, + "nauc_map_at_1000_diff1": 0.587713, + "nauc_recall_at_1_max": 0.667236, + "nauc_recall_at_1_std": 0.384594, + "nauc_recall_at_1_diff1": 0.64892, + "nauc_recall_at_3_max": 0.639926, + "nauc_recall_at_3_std": 0.380307, + "nauc_recall_at_3_diff1": 0.533382, + "nauc_recall_at_5_max": 0.645587, + "nauc_recall_at_5_std": 0.4084, + "nauc_recall_at_5_diff1": 0.512973, + "nauc_recall_at_10_max": 0.638236, + "nauc_recall_at_10_std": 0.408961, + "nauc_recall_at_10_diff1": 0.493444, + "nauc_recall_at_20_max": 0.618384, + "nauc_recall_at_20_std": 0.419396, + "nauc_recall_at_20_diff1": 0.450176, + "nauc_recall_at_100_max": 0.49036, + "nauc_recall_at_100_std": 0.404244, + "nauc_recall_at_100_diff1": 0.354405, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.667236, + "nauc_precision_at_1_std": 0.384594, + "nauc_precision_at_1_diff1": 0.64892, + "nauc_precision_at_3_max": 0.639926, + "nauc_precision_at_3_std": 0.380307, + "nauc_precision_at_3_diff1": 0.533382, + "nauc_precision_at_5_max": 0.645587, + "nauc_precision_at_5_std": 0.4084, + "nauc_precision_at_5_diff1": 0.512973, + "nauc_precision_at_10_max": 0.638236, + "nauc_precision_at_10_std": 0.408961, + "nauc_precision_at_10_diff1": 0.493444, + "nauc_precision_at_20_max": 0.618384, + "nauc_precision_at_20_std": 0.419396, + "nauc_precision_at_20_diff1": 0.450176, + "nauc_precision_at_100_max": 0.49036, + "nauc_precision_at_100_std": 0.404244, + "nauc_precision_at_100_diff1": 0.354405, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.667236, + "nauc_mrr_at_1_std": 0.384594, + "nauc_mrr_at_1_diff1": 0.64892, + "nauc_mrr_at_3_max": 0.657113, + "nauc_mrr_at_3_std": 0.384299, + "nauc_mrr_at_3_diff1": 0.596196, + "nauc_mrr_at_5_max": 0.658459, + "nauc_mrr_at_5_std": 0.390679, + "nauc_mrr_at_5_diff1": 0.591949, + "nauc_mrr_at_10_max": 0.657219, + "nauc_mrr_at_10_std": 0.390625, + "nauc_mrr_at_10_diff1": 0.589916, + "nauc_mrr_at_20_max": 0.656308, + "nauc_mrr_at_20_std": 0.391574, + "nauc_mrr_at_20_diff1": 0.587836, + "nauc_mrr_at_100_max": 0.654551, + "nauc_mrr_at_100_std": 0.39128, + "nauc_mrr_at_100_diff1": 0.587174, + "nauc_mrr_at_1000_max": 0.654925, + "nauc_mrr_at_1000_std": 0.391329, + "nauc_mrr_at_1000_diff1": 0.587713, + "hit_rate_at_1": 0.29889, + "hit_rate_at_3": 0.40333, + "hit_rate_at_5": 0.46444, + "hit_rate_at_10": 0.53444, + "hit_rate_at_20": 0.61222, + "hit_rate_at_100": 0.80556, + "hit_rate_at_1000": 1.0, + "main_score": 0.4075, "hf_subset": "sin_Sinh-sin_Latn", "languages": [ "sin-Sinh", "sin-Latn" - ] - }, - { - "ndcg_at_1": 0.49222, - "ndcg_at_3": 0.57, - "ndcg_at_5": 0.59563, - "ndcg_at_10": 0.61365, - "ndcg_at_20": 0.62877, - "ndcg_at_100": 0.64839, - "ndcg_at_1000": 0.66041, - "map_at_1": 0.49222, - "map_at_3": 0.55148, - "map_at_5": 0.5657, - "map_at_10": 0.57296, - "map_at_20": 0.57724, - "map_at_100": 0.5799, - "map_at_1000": 0.58038, - "recall_at_1": 0.49222, - "recall_at_3": 0.62333, - "recall_at_5": 0.68556, - "recall_at_10": 0.74222, - "recall_at_20": 0.80111, - "recall_at_100": 0.90778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47222, + "ndcg_at_3": 0.55029, + "ndcg_at_5": 0.57047, + "ndcg_at_10": 0.58974, + "ndcg_at_20": 0.60593, + "ndcg_at_100": 0.62844, + "ndcg_at_1000": 0.64155, + "map_at_1": 0.47222, + "map_at_3": 0.53185, + "map_at_5": 0.54307, + "map_at_10": 0.55095, + "map_at_20": 0.55548, + "map_at_100": 0.55845, + "map_at_1000": 0.55897, + "recall_at_1": 0.47222, + "recall_at_3": 0.60333, + "recall_at_5": 0.65222, + "recall_at_10": 0.71222, + "recall_at_20": 0.77556, + "recall_at_100": 0.89889, "recall_at_1000": 1.0, - "precision_at_1": 0.49222, - "precision_at_3": 0.20778, - "precision_at_5": 0.13711, - "precision_at_10": 0.07422, - "precision_at_20": 0.04006, - "precision_at_100": 0.00908, + "accuracy": 0.47222, + "precision_at_1": 0.47222, + "precision_at_3": 0.20111, + "precision_at_5": 0.13044, + "precision_at_10": 0.07122, + "precision_at_20": 0.03878, + "precision_at_100": 0.00899, "precision_at_1000": 0.001, - "mrr_at_1": 0.492222, - "mrr_at_3": 0.551481, - "mrr_at_5": 0.565704, - "mrr_at_10": 0.572962, - "mrr_at_20": 0.577239, - "mrr_at_100": 0.5799, - "mrr_at_1000": 0.580381, - "nauc_ndcg_at_1_max": 0.66718, - "nauc_ndcg_at_1_std": 0.179272, - "nauc_ndcg_at_1_diff1": 0.74067, - "nauc_ndcg_at_3_max": 0.667033, - "nauc_ndcg_at_3_std": 0.207928, - "nauc_ndcg_at_3_diff1": 0.671329, - "nauc_ndcg_at_5_max": 0.666999, - "nauc_ndcg_at_5_std": 0.212103, - "nauc_ndcg_at_5_diff1": 0.66992, - "nauc_ndcg_at_10_max": 0.660454, - "nauc_ndcg_at_10_std": 0.211493, - "nauc_ndcg_at_10_diff1": 0.665824, - "nauc_ndcg_at_20_max": 0.658362, - "nauc_ndcg_at_20_std": 0.219948, - "nauc_ndcg_at_20_diff1": 0.662668, - "nauc_ndcg_at_100_max": 0.657674, - "nauc_ndcg_at_100_std": 0.217968, - "nauc_ndcg_at_100_diff1": 0.665981, - "nauc_ndcg_at_1000_max": 0.661608, - "nauc_ndcg_at_1000_std": 0.212675, - "nauc_ndcg_at_1000_diff1": 0.674772, - "nauc_map_at_1_max": 0.66718, - "nauc_map_at_1_std": 0.179272, - "nauc_map_at_1_diff1": 0.74067, - "nauc_map_at_3_max": 0.667358, - "nauc_map_at_3_std": 0.201019, - "nauc_map_at_3_diff1": 0.688075, - "nauc_map_at_5_max": 0.66747, - "nauc_map_at_5_std": 0.202916, - "nauc_map_at_5_diff1": 0.688048, - "nauc_map_at_10_max": 0.66472, - "nauc_map_at_10_std": 0.202269, - "nauc_map_at_10_diff1": 0.686618, - "nauc_map_at_20_max": 0.664254, - "nauc_map_at_20_std": 0.204478, - "nauc_map_at_20_diff1": 0.685978, - "nauc_map_at_100_max": 0.664175, - "nauc_map_at_100_std": 0.204463, - "nauc_map_at_100_diff1": 0.686389, - "nauc_map_at_1000_max": 0.664329, - "nauc_map_at_1000_std": 0.20437, - "nauc_map_at_1000_diff1": 0.68672, - "nauc_recall_at_1_max": 0.66718, - "nauc_recall_at_1_std": 0.179272, - "nauc_recall_at_1_diff1": 0.74067, - "nauc_recall_at_3_max": 0.665879, - "nauc_recall_at_3_std": 0.229499, - "nauc_recall_at_3_diff1": 0.619029, - "nauc_recall_at_5_max": 0.665029, - "nauc_recall_at_5_std": 0.244741, - "nauc_recall_at_5_diff1": 0.606781, - "nauc_recall_at_10_max": 0.640262, - "nauc_recall_at_10_std": 0.249868, - "nauc_recall_at_10_diff1": 0.580693, - "nauc_recall_at_20_max": 0.622776, - "nauc_recall_at_20_std": 0.3076, - "nauc_recall_at_20_diff1": 0.542714, - "nauc_recall_at_100_max": 0.576676, - "nauc_recall_at_100_std": 0.346917, - "nauc_recall_at_100_diff1": 0.480797, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.66718, - "nauc_precision_at_1_std": 0.179272, - "nauc_precision_at_1_diff1": 0.74067, - "nauc_precision_at_3_max": 0.665879, - "nauc_precision_at_3_std": 0.229499, - "nauc_precision_at_3_diff1": 0.619029, - "nauc_precision_at_5_max": 0.665029, - "nauc_precision_at_5_std": 0.244741, - "nauc_precision_at_5_diff1": 0.606781, - "nauc_precision_at_10_max": 0.640262, - "nauc_precision_at_10_std": 0.249868, - "nauc_precision_at_10_diff1": 0.580693, - "nauc_precision_at_20_max": 0.622776, - "nauc_precision_at_20_std": 0.3076, - "nauc_precision_at_20_diff1": 0.542714, - "nauc_precision_at_100_max": 0.576676, - "nauc_precision_at_100_std": 0.346917, - "nauc_precision_at_100_diff1": 0.480797, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.66718, - "nauc_mrr_at_1_std": 0.179272, - "nauc_mrr_at_1_diff1": 0.74067, - "nauc_mrr_at_3_max": 0.667358, - "nauc_mrr_at_3_std": 0.201019, - "nauc_mrr_at_3_diff1": 0.688075, - "nauc_mrr_at_5_max": 0.66747, - "nauc_mrr_at_5_std": 0.202916, - "nauc_mrr_at_5_diff1": 0.688048, - "nauc_mrr_at_10_max": 0.66472, - "nauc_mrr_at_10_std": 0.202269, - "nauc_mrr_at_10_diff1": 0.686618, - "nauc_mrr_at_20_max": 0.664254, - "nauc_mrr_at_20_std": 0.204478, - "nauc_mrr_at_20_diff1": 0.685978, - "nauc_mrr_at_100_max": 0.664175, - "nauc_mrr_at_100_std": 0.204463, - "nauc_mrr_at_100_diff1": 0.686389, - "nauc_mrr_at_1000_max": 0.664329, - "nauc_mrr_at_1000_std": 0.20437, - "nauc_mrr_at_1000_diff1": 0.68672, - "main_score": 0.61365, + "mrr_at_1": 0.472222, + "mrr_at_3": 0.531852, + "mrr_at_5": 0.543074, + "mrr_at_10": 0.550955, + "mrr_at_20": 0.555483, + "mrr_at_100": 0.558455, + "mrr_at_1000": 0.558966, + "nauc_ndcg_at_1_max": 0.649979, + "nauc_ndcg_at_1_std": 0.210542, + "nauc_ndcg_at_1_diff1": 0.703175, + "nauc_ndcg_at_3_max": 0.640748, + "nauc_ndcg_at_3_std": 0.212304, + "nauc_ndcg_at_3_diff1": 0.6479, + "nauc_ndcg_at_5_max": 0.641718, + "nauc_ndcg_at_5_std": 0.226202, + "nauc_ndcg_at_5_diff1": 0.643075, + "nauc_ndcg_at_10_max": 0.638839, + "nauc_ndcg_at_10_std": 0.221358, + "nauc_ndcg_at_10_diff1": 0.640869, + "nauc_ndcg_at_20_max": 0.635393, + "nauc_ndcg_at_20_std": 0.223752, + "nauc_ndcg_at_20_diff1": 0.637915, + "nauc_ndcg_at_100_max": 0.633632, + "nauc_ndcg_at_100_std": 0.230821, + "nauc_ndcg_at_100_diff1": 0.63937, + "nauc_ndcg_at_1000_max": 0.63829, + "nauc_ndcg_at_1000_std": 0.223501, + "nauc_ndcg_at_1000_diff1": 0.647913, + "nauc_map_at_1_max": 0.649979, + "nauc_map_at_1_std": 0.210542, + "nauc_map_at_1_diff1": 0.703175, + "nauc_map_at_3_max": 0.644223, + "nauc_map_at_3_std": 0.212469, + "nauc_map_at_3_diff1": 0.662155, + "nauc_map_at_5_max": 0.644762, + "nauc_map_at_5_std": 0.21967, + "nauc_map_at_5_diff1": 0.659931, + "nauc_map_at_10_max": 0.643791, + "nauc_map_at_10_std": 0.217559, + "nauc_map_at_10_diff1": 0.659052, + "nauc_map_at_20_max": 0.642823, + "nauc_map_at_20_std": 0.217931, + "nauc_map_at_20_diff1": 0.658533, + "nauc_map_at_100_max": 0.642455, + "nauc_map_at_100_std": 0.218988, + "nauc_map_at_100_diff1": 0.65863, + "nauc_map_at_1000_max": 0.642599, + "nauc_map_at_1000_std": 0.218737, + "nauc_map_at_1000_diff1": 0.658934, + "nauc_recall_at_1_max": 0.649979, + "nauc_recall_at_1_std": 0.210542, + "nauc_recall_at_1_diff1": 0.703175, + "nauc_recall_at_3_max": 0.629492, + "nauc_recall_at_3_std": 0.211519, + "nauc_recall_at_3_diff1": 0.603683, + "nauc_recall_at_5_max": 0.631276, + "nauc_recall_at_5_std": 0.250315, + "nauc_recall_at_5_diff1": 0.585968, + "nauc_recall_at_10_max": 0.618137, + "nauc_recall_at_10_std": 0.236225, + "nauc_recall_at_10_diff1": 0.571273, + "nauc_recall_at_20_max": 0.595524, + "nauc_recall_at_20_std": 0.255384, + "nauc_recall_at_20_diff1": 0.538325, + "nauc_recall_at_100_max": 0.537274, + "nauc_recall_at_100_std": 0.38017, + "nauc_recall_at_100_diff1": 0.467376, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649979, + "nauc_precision_at_1_std": 0.210542, + "nauc_precision_at_1_diff1": 0.703175, + "nauc_precision_at_3_max": 0.629492, + "nauc_precision_at_3_std": 0.211519, + "nauc_precision_at_3_diff1": 0.603683, + "nauc_precision_at_5_max": 0.631276, + "nauc_precision_at_5_std": 0.250315, + "nauc_precision_at_5_diff1": 0.585968, + "nauc_precision_at_10_max": 0.618137, + "nauc_precision_at_10_std": 0.236225, + "nauc_precision_at_10_diff1": 0.571273, + "nauc_precision_at_20_max": 0.595524, + "nauc_precision_at_20_std": 0.255384, + "nauc_precision_at_20_diff1": 0.538325, + "nauc_precision_at_100_max": 0.537274, + "nauc_precision_at_100_std": 0.38017, + "nauc_precision_at_100_diff1": 0.467376, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.649979, + "nauc_mrr_at_1_std": 0.210542, + "nauc_mrr_at_1_diff1": 0.703175, + "nauc_mrr_at_3_max": 0.644223, + "nauc_mrr_at_3_std": 0.212469, + "nauc_mrr_at_3_diff1": 0.662155, + "nauc_mrr_at_5_max": 0.644762, + "nauc_mrr_at_5_std": 0.21967, + "nauc_mrr_at_5_diff1": 0.659931, + "nauc_mrr_at_10_max": 0.643791, + "nauc_mrr_at_10_std": 0.217559, + "nauc_mrr_at_10_diff1": 0.659052, + "nauc_mrr_at_20_max": 0.642823, + "nauc_mrr_at_20_std": 0.217931, + "nauc_mrr_at_20_diff1": 0.658533, + "nauc_mrr_at_100_max": 0.642455, + "nauc_mrr_at_100_std": 0.218988, + "nauc_mrr_at_100_diff1": 0.65863, + "nauc_mrr_at_1000_max": 0.642599, + "nauc_mrr_at_1000_std": 0.218737, + "nauc_mrr_at_1000_diff1": 0.658934, + "hit_rate_at_1": 0.47222, + "hit_rate_at_3": 0.60333, + "hit_rate_at_5": 0.65222, + "hit_rate_at_10": 0.71222, + "hit_rate_at_20": 0.77556, + "hit_rate_at_100": 0.89889, + "hit_rate_at_1000": 1.0, + "main_score": 0.58974, "hf_subset": "sin_Latn-sin_Sinh", "languages": [ "sin-Latn", "sin-Sinh" - ] - }, - { - "ndcg_at_1": 0.64889, - "ndcg_at_3": 0.71997, - "ndcg_at_5": 0.73709, - "ndcg_at_10": 0.75048, - "ndcg_at_20": 0.7616, - "ndcg_at_100": 0.7745, - "ndcg_at_1000": 0.77932, - "map_at_1": 0.64889, - "map_at_3": 0.70333, - "map_at_5": 0.71294, - "map_at_10": 0.71853, - "map_at_20": 0.72167, - "map_at_100": 0.72342, - "map_at_1000": 0.72362, - "recall_at_1": 0.64889, - "recall_at_3": 0.76778, - "recall_at_5": 0.80889, - "recall_at_10": 0.85, - "recall_at_20": 0.89333, - "recall_at_100": 0.96333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.63111, + "ndcg_at_3": 0.70877, + "ndcg_at_5": 0.72144, + "ndcg_at_10": 0.73803, + "ndcg_at_20": 0.74931, + "ndcg_at_100": 0.76262, + "ndcg_at_1000": 0.76762, + "map_at_1": 0.63111, + "map_at_3": 0.69056, + "map_at_5": 0.6975, + "map_at_10": 0.70417, + "map_at_20": 0.70729, + "map_at_100": 0.70903, + "map_at_1000": 0.70924, + "recall_at_1": 0.63111, + "recall_at_3": 0.76111, + "recall_at_5": 0.79222, + "recall_at_10": 0.84444, + "recall_at_20": 0.88889, + "recall_at_100": 0.96222, "recall_at_1000": 1.0, - "precision_at_1": 0.64889, - "precision_at_3": 0.25593, - "precision_at_5": 0.16178, - "precision_at_10": 0.085, - "precision_at_20": 0.04467, - "precision_at_100": 0.00963, - "precision_at_1000": 0.001, - "mrr_at_1": 0.648889, - "mrr_at_3": 0.703333, - "mrr_at_5": 0.712944, - "mrr_at_10": 0.71853, - "mrr_at_20": 0.72167, - "mrr_at_100": 0.723417, - "mrr_at_1000": 0.723617, - "nauc_ndcg_at_1_max": 0.714725, - "nauc_ndcg_at_1_std": 0.259693, - "nauc_ndcg_at_1_diff1": 0.852825, - "nauc_ndcg_at_3_max": 0.762656, - "nauc_ndcg_at_3_std": 0.336801, - "nauc_ndcg_at_3_diff1": 0.817051, - "nauc_ndcg_at_5_max": 0.755639, - "nauc_ndcg_at_5_std": 0.341719, - "nauc_ndcg_at_5_diff1": 0.810868, - "nauc_ndcg_at_10_max": 0.757701, - "nauc_ndcg_at_10_std": 0.348073, - "nauc_ndcg_at_10_diff1": 0.817855, - "nauc_ndcg_at_20_max": 0.753689, - "nauc_ndcg_at_20_std": 0.346575, - "nauc_ndcg_at_20_diff1": 0.812516, - "nauc_ndcg_at_100_max": 0.75216, - "nauc_ndcg_at_100_std": 0.341131, - "nauc_ndcg_at_100_diff1": 0.818754, - "nauc_ndcg_at_1000_max": 0.750965, - "nauc_ndcg_at_1000_std": 0.333125, - "nauc_ndcg_at_1000_diff1": 0.820632, - "nauc_map_at_1_max": 0.714725, - "nauc_map_at_1_std": 0.259693, - "nauc_map_at_1_diff1": 0.852825, - "nauc_map_at_3_max": 0.751601, - "nauc_map_at_3_std": 0.317988, - "nauc_map_at_3_diff1": 0.826606, - "nauc_map_at_5_max": 0.747525, - "nauc_map_at_5_std": 0.319826, - "nauc_map_at_5_diff1": 0.823616, - "nauc_map_at_10_max": 0.748195, - "nauc_map_at_10_std": 0.321821, - "nauc_map_at_10_diff1": 0.826719, - "nauc_map_at_20_max": 0.747119, - "nauc_map_at_20_std": 0.321287, - "nauc_map_at_20_diff1": 0.825465, - "nauc_map_at_100_max": 0.746885, - "nauc_map_at_100_std": 0.320421, - "nauc_map_at_100_diff1": 0.826149, - "nauc_map_at_1000_max": 0.74686, - "nauc_map_at_1000_std": 0.320193, - "nauc_map_at_1000_diff1": 0.826209, - "nauc_recall_at_1_max": 0.714725, - "nauc_recall_at_1_std": 0.259693, - "nauc_recall_at_1_diff1": 0.852825, - "nauc_recall_at_3_max": 0.799925, - "nauc_recall_at_3_std": 0.400831, - "nauc_recall_at_3_diff1": 0.78407, - "nauc_recall_at_5_max": 0.785315, - "nauc_recall_at_5_std": 0.428019, - "nauc_recall_at_5_diff1": 0.759607, - "nauc_recall_at_10_max": 0.801703, - "nauc_recall_at_10_std": 0.47853, - "nauc_recall_at_10_diff1": 0.777329, - "nauc_recall_at_20_max": 0.786293, - "nauc_recall_at_20_std": 0.511277, - "nauc_recall_at_20_diff1": 0.722778, - "nauc_recall_at_100_max": 0.804063, - "nauc_recall_at_100_std": 0.670642, - "nauc_recall_at_100_diff1": 0.74275, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.714725, - "nauc_precision_at_1_std": 0.259693, - "nauc_precision_at_1_diff1": 0.852825, - "nauc_precision_at_3_max": 0.799925, - "nauc_precision_at_3_std": 0.400831, - "nauc_precision_at_3_diff1": 0.78407, - "nauc_precision_at_5_max": 0.785315, - "nauc_precision_at_5_std": 0.428019, - "nauc_precision_at_5_diff1": 0.759607, - "nauc_precision_at_10_max": 0.801703, - "nauc_precision_at_10_std": 0.47853, - "nauc_precision_at_10_diff1": 0.777329, - "nauc_precision_at_20_max": 0.786293, - "nauc_precision_at_20_std": 0.511277, - "nauc_precision_at_20_diff1": 0.722778, - "nauc_precision_at_100_max": 0.804063, - "nauc_precision_at_100_std": 0.670642, - "nauc_precision_at_100_diff1": 0.74275, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.714725, - "nauc_mrr_at_1_std": 0.259693, - "nauc_mrr_at_1_diff1": 0.852825, - "nauc_mrr_at_3_max": 0.751601, - "nauc_mrr_at_3_std": 0.317988, - "nauc_mrr_at_3_diff1": 0.826606, - "nauc_mrr_at_5_max": 0.747525, - "nauc_mrr_at_5_std": 0.319826, - "nauc_mrr_at_5_diff1": 0.823616, - "nauc_mrr_at_10_max": 0.748195, - "nauc_mrr_at_10_std": 0.321821, - "nauc_mrr_at_10_diff1": 0.826719, - "nauc_mrr_at_20_max": 0.747119, - "nauc_mrr_at_20_std": 0.321287, - "nauc_mrr_at_20_diff1": 0.825465, - "nauc_mrr_at_100_max": 0.746885, - "nauc_mrr_at_100_std": 0.320421, - "nauc_mrr_at_100_diff1": 0.826149, - "nauc_mrr_at_1000_max": 0.74686, - "nauc_mrr_at_1000_std": 0.320193, - "nauc_mrr_at_1000_diff1": 0.826209, - "main_score": 0.75048, + "accuracy": 0.63111, + "precision_at_1": 0.63111, + "precision_at_3": 0.2537, + "precision_at_5": 0.15844, + "precision_at_10": 0.08444, + "precision_at_20": 0.04444, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.631111, + "mrr_at_3": 0.690556, + "mrr_at_5": 0.6975, + "mrr_at_10": 0.704172, + "mrr_at_20": 0.707292, + "mrr_at_100": 0.709025, + "mrr_at_1000": 0.709236, + "nauc_ndcg_at_1_max": 0.718937, + "nauc_ndcg_at_1_std": 0.277515, + "nauc_ndcg_at_1_diff1": 0.852641, + "nauc_ndcg_at_3_max": 0.756156, + "nauc_ndcg_at_3_std": 0.3426, + "nauc_ndcg_at_3_diff1": 0.820927, + "nauc_ndcg_at_5_max": 0.750178, + "nauc_ndcg_at_5_std": 0.347451, + "nauc_ndcg_at_5_diff1": 0.812698, + "nauc_ndcg_at_10_max": 0.752527, + "nauc_ndcg_at_10_std": 0.354992, + "nauc_ndcg_at_10_diff1": 0.81651, + "nauc_ndcg_at_20_max": 0.750467, + "nauc_ndcg_at_20_std": 0.351965, + "nauc_ndcg_at_20_diff1": 0.817141, + "nauc_ndcg_at_100_max": 0.749823, + "nauc_ndcg_at_100_std": 0.35335, + "nauc_ndcg_at_100_diff1": 0.821724, + "nauc_ndcg_at_1000_max": 0.747878, + "nauc_ndcg_at_1000_std": 0.342438, + "nauc_ndcg_at_1000_diff1": 0.822961, + "nauc_map_at_1_max": 0.718937, + "nauc_map_at_1_std": 0.277515, + "nauc_map_at_1_diff1": 0.852641, + "nauc_map_at_3_max": 0.747601, + "nauc_map_at_3_std": 0.32726, + "nauc_map_at_3_diff1": 0.829662, + "nauc_map_at_5_max": 0.744626, + "nauc_map_at_5_std": 0.329878, + "nauc_map_at_5_diff1": 0.825582, + "nauc_map_at_10_max": 0.745249, + "nauc_map_at_10_std": 0.332277, + "nauc_map_at_10_diff1": 0.827389, + "nauc_map_at_20_max": 0.744623, + "nauc_map_at_20_std": 0.331259, + "nauc_map_at_20_diff1": 0.82767, + "nauc_map_at_100_max": 0.744434, + "nauc_map_at_100_std": 0.331125, + "nauc_map_at_100_diff1": 0.828038, + "nauc_map_at_1000_max": 0.744388, + "nauc_map_at_1000_std": 0.33077, + "nauc_map_at_1000_diff1": 0.828091, + "nauc_recall_at_1_max": 0.718937, + "nauc_recall_at_1_std": 0.277515, + "nauc_recall_at_1_diff1": 0.852641, + "nauc_recall_at_3_max": 0.78518, + "nauc_recall_at_3_std": 0.394871, + "nauc_recall_at_3_diff1": 0.790427, + "nauc_recall_at_5_max": 0.768846, + "nauc_recall_at_5_std": 0.413447, + "nauc_recall_at_5_diff1": 0.761849, + "nauc_recall_at_10_max": 0.786606, + "nauc_recall_at_10_std": 0.468774, + "nauc_recall_at_10_diff1": 0.763681, + "nauc_recall_at_20_max": 0.783524, + "nauc_recall_at_20_std": 0.485941, + "nauc_recall_at_20_diff1": 0.74991, + "nauc_recall_at_100_max": 0.832976, + "nauc_recall_at_100_std": 0.794818, + "nauc_recall_at_100_diff1": 0.773466, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718937, + "nauc_precision_at_1_std": 0.277515, + "nauc_precision_at_1_diff1": 0.852641, + "nauc_precision_at_3_max": 0.78518, + "nauc_precision_at_3_std": 0.394871, + "nauc_precision_at_3_diff1": 0.790427, + "nauc_precision_at_5_max": 0.768846, + "nauc_precision_at_5_std": 0.413447, + "nauc_precision_at_5_diff1": 0.761849, + "nauc_precision_at_10_max": 0.786606, + "nauc_precision_at_10_std": 0.468774, + "nauc_precision_at_10_diff1": 0.763681, + "nauc_precision_at_20_max": 0.783524, + "nauc_precision_at_20_std": 0.485941, + "nauc_precision_at_20_diff1": 0.74991, + "nauc_precision_at_100_max": 0.832976, + "nauc_precision_at_100_std": 0.794818, + "nauc_precision_at_100_diff1": 0.773466, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718937, + "nauc_mrr_at_1_std": 0.277515, + "nauc_mrr_at_1_diff1": 0.852641, + "nauc_mrr_at_3_max": 0.747601, + "nauc_mrr_at_3_std": 0.32726, + "nauc_mrr_at_3_diff1": 0.829662, + "nauc_mrr_at_5_max": 0.744626, + "nauc_mrr_at_5_std": 0.329878, + "nauc_mrr_at_5_diff1": 0.825582, + "nauc_mrr_at_10_max": 0.745249, + "nauc_mrr_at_10_std": 0.332277, + "nauc_mrr_at_10_diff1": 0.827389, + "nauc_mrr_at_20_max": 0.744623, + "nauc_mrr_at_20_std": 0.331259, + "nauc_mrr_at_20_diff1": 0.82767, + "nauc_mrr_at_100_max": 0.744434, + "nauc_mrr_at_100_std": 0.331125, + "nauc_mrr_at_100_diff1": 0.828038, + "nauc_mrr_at_1000_max": 0.744388, + "nauc_mrr_at_1000_std": 0.33077, + "nauc_mrr_at_1000_diff1": 0.828091, + "hit_rate_at_1": 0.63111, + "hit_rate_at_3": 0.76111, + "hit_rate_at_5": 0.79222, + "hit_rate_at_10": 0.84444, + "hit_rate_at_20": 0.88889, + "hit_rate_at_100": 0.96222, + "hit_rate_at_1000": 1.0, + "main_score": 0.73803, "hf_subset": "urd_Arab-urd_Latn", "languages": [ "urd-Arab", "urd-Latn" - ] - }, - { - "ndcg_at_1": 0.73222, - "ndcg_at_3": 0.80751, - "ndcg_at_5": 0.82042, - "ndcg_at_10": 0.82991, - "ndcg_at_20": 0.83724, - "ndcg_at_100": 0.84427, - "ndcg_at_1000": 0.84612, - "map_at_1": 0.73222, - "map_at_3": 0.79, - "map_at_5": 0.79722, - "map_at_10": 0.80122, - "map_at_20": 0.80324, - "map_at_100": 0.80414, - "map_at_1000": 0.80421, - "recall_at_1": 0.73222, - "recall_at_3": 0.85778, - "recall_at_5": 0.88889, - "recall_at_10": 0.91778, - "recall_at_20": 0.94667, - "recall_at_100": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70111, + "ndcg_at_3": 0.78689, + "ndcg_at_5": 0.80043, + "ndcg_at_10": 0.81105, + "ndcg_at_20": 0.8173, + "ndcg_at_100": 0.82618, + "ndcg_at_1000": 0.82847, + "map_at_1": 0.70111, + "map_at_3": 0.76685, + "map_at_5": 0.77452, + "map_at_10": 0.77881, + "map_at_20": 0.78057, + "map_at_100": 0.7818, + "map_at_1000": 0.78189, + "recall_at_1": 0.70111, + "recall_at_3": 0.84444, + "recall_at_5": 0.87667, + "recall_at_10": 0.91, + "recall_at_20": 0.93444, + "recall_at_100": 0.98222, "recall_at_1000": 1.0, - "precision_at_1": 0.73222, - "precision_at_3": 0.28593, - "precision_at_5": 0.17778, - "precision_at_10": 0.09178, - "precision_at_20": 0.04733, - "precision_at_100": 0.00986, + "accuracy": 0.70111, + "precision_at_1": 0.70111, + "precision_at_3": 0.28148, + "precision_at_5": 0.17533, + "precision_at_10": 0.091, + "precision_at_20": 0.04672, + "precision_at_100": 0.00982, "precision_at_1000": 0.001, - "mrr_at_1": 0.732222, - "mrr_at_3": 0.79, - "mrr_at_5": 0.797222, - "mrr_at_10": 0.801216, - "mrr_at_20": 0.803245, - "mrr_at_100": 0.804139, - "mrr_at_1000": 0.804208, - "nauc_ndcg_at_1_max": 0.697067, - "nauc_ndcg_at_1_std": 0.004009, - "nauc_ndcg_at_1_diff1": 0.850618, - "nauc_ndcg_at_3_max": 0.748629, - "nauc_ndcg_at_3_std": 0.057207, - "nauc_ndcg_at_3_diff1": 0.81914, - "nauc_ndcg_at_5_max": 0.742237, - "nauc_ndcg_at_5_std": 0.055028, - "nauc_ndcg_at_5_diff1": 0.81304, - "nauc_ndcg_at_10_max": 0.741552, - "nauc_ndcg_at_10_std": 0.057687, - "nauc_ndcg_at_10_diff1": 0.813532, - "nauc_ndcg_at_20_max": 0.738489, - "nauc_ndcg_at_20_std": 0.066839, - "nauc_ndcg_at_20_diff1": 0.814343, - "nauc_ndcg_at_100_max": 0.735629, - "nauc_ndcg_at_100_std": 0.058568, - "nauc_ndcg_at_100_diff1": 0.820009, - "nauc_ndcg_at_1000_max": 0.734488, - "nauc_ndcg_at_1000_std": 0.051081, - "nauc_ndcg_at_1000_diff1": 0.821468, - "nauc_map_at_1_max": 0.697067, - "nauc_map_at_1_std": 0.004009, - "nauc_map_at_1_diff1": 0.850618, - "nauc_map_at_3_max": 0.735035, - "nauc_map_at_3_std": 0.039182, - "nauc_map_at_3_diff1": 0.827978, - "nauc_map_at_5_max": 0.731502, - "nauc_map_at_5_std": 0.037773, - "nauc_map_at_5_diff1": 0.825178, - "nauc_map_at_10_max": 0.730767, - "nauc_map_at_10_std": 0.037826, - "nauc_map_at_10_diff1": 0.825657, - "nauc_map_at_20_max": 0.730004, - "nauc_map_at_20_std": 0.040256, - "nauc_map_at_20_diff1": 0.825917, - "nauc_map_at_100_max": 0.729644, - "nauc_map_at_100_std": 0.039267, - "nauc_map_at_100_diff1": 0.826566, - "nauc_map_at_1000_max": 0.729637, - "nauc_map_at_1000_std": 0.039103, - "nauc_map_at_1000_diff1": 0.826615, - "nauc_recall_at_1_max": 0.697067, - "nauc_recall_at_1_std": 0.004009, - "nauc_recall_at_1_diff1": 0.850618, - "nauc_recall_at_3_max": 0.8023, - "nauc_recall_at_3_std": 0.130984, - "nauc_recall_at_3_diff1": 0.783893, - "nauc_recall_at_5_max": 0.791329, - "nauc_recall_at_5_std": 0.139177, - "nauc_recall_at_5_diff1": 0.753278, - "nauc_recall_at_10_max": 0.806748, - "nauc_recall_at_10_std": 0.188968, - "nauc_recall_at_10_diff1": 0.735673, - "nauc_recall_at_20_max": 0.806577, - "nauc_recall_at_20_std": 0.347067, - "nauc_recall_at_20_diff1": 0.7042, - "nauc_recall_at_100_max": 0.836996, - "nauc_recall_at_100_std": 0.659412, - "nauc_recall_at_100_diff1": 0.711628, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.697067, - "nauc_precision_at_1_std": 0.004009, - "nauc_precision_at_1_diff1": 0.850618, - "nauc_precision_at_3_max": 0.8023, - "nauc_precision_at_3_std": 0.130984, - "nauc_precision_at_3_diff1": 0.783893, - "nauc_precision_at_5_max": 0.791329, - "nauc_precision_at_5_std": 0.139177, - "nauc_precision_at_5_diff1": 0.753278, - "nauc_precision_at_10_max": 0.806748, - "nauc_precision_at_10_std": 0.188968, - "nauc_precision_at_10_diff1": 0.735673, - "nauc_precision_at_20_max": 0.806577, - "nauc_precision_at_20_std": 0.347067, - "nauc_precision_at_20_diff1": 0.7042, - "nauc_precision_at_100_max": 0.836996, - "nauc_precision_at_100_std": 0.659412, - "nauc_precision_at_100_diff1": 0.711628, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.697067, - "nauc_mrr_at_1_std": 0.004009, - "nauc_mrr_at_1_diff1": 0.850618, - "nauc_mrr_at_3_max": 0.735035, - "nauc_mrr_at_3_std": 0.039182, - "nauc_mrr_at_3_diff1": 0.827978, - "nauc_mrr_at_5_max": 0.731502, - "nauc_mrr_at_5_std": 0.037773, - "nauc_mrr_at_5_diff1": 0.825178, - "nauc_mrr_at_10_max": 0.730767, - "nauc_mrr_at_10_std": 0.037826, - "nauc_mrr_at_10_diff1": 0.825657, - "nauc_mrr_at_20_max": 0.730004, - "nauc_mrr_at_20_std": 0.040256, - "nauc_mrr_at_20_diff1": 0.825917, - "nauc_mrr_at_100_max": 0.729644, - "nauc_mrr_at_100_std": 0.039267, - "nauc_mrr_at_100_diff1": 0.826566, - "nauc_mrr_at_1000_max": 0.729637, - "nauc_mrr_at_1000_std": 0.039103, - "nauc_mrr_at_1000_diff1": 0.826615, - "main_score": 0.82991, + "mrr_at_1": 0.701111, + "mrr_at_3": 0.766852, + "mrr_at_5": 0.774519, + "mrr_at_10": 0.77881, + "mrr_at_20": 0.780567, + "mrr_at_100": 0.7818, + "mrr_at_1000": 0.781888, + "nauc_ndcg_at_1_max": 0.678584, + "nauc_ndcg_at_1_std": -0.05923, + "nauc_ndcg_at_1_diff1": 0.834378, + "nauc_ndcg_at_3_max": 0.720825, + "nauc_ndcg_at_3_std": 0.007809, + "nauc_ndcg_at_3_diff1": 0.800328, + "nauc_ndcg_at_5_max": 0.716077, + "nauc_ndcg_at_5_std": 0.015114, + "nauc_ndcg_at_5_diff1": 0.790328, + "nauc_ndcg_at_10_max": 0.716581, + "nauc_ndcg_at_10_std": 0.03235, + "nauc_ndcg_at_10_diff1": 0.795114, + "nauc_ndcg_at_20_max": 0.717075, + "nauc_ndcg_at_20_std": 0.040483, + "nauc_ndcg_at_20_diff1": 0.793953, + "nauc_ndcg_at_100_max": 0.712232, + "nauc_ndcg_at_100_std": 0.020353, + "nauc_ndcg_at_100_diff1": 0.801928, + "nauc_ndcg_at_1000_max": 0.710904, + "nauc_ndcg_at_1000_std": 0.012962, + "nauc_ndcg_at_1000_diff1": 0.802164, + "nauc_map_at_1_max": 0.678584, + "nauc_map_at_1_std": -0.05923, + "nauc_map_at_1_diff1": 0.834378, + "nauc_map_at_3_max": 0.709333, + "nauc_map_at_3_std": -0.011187, + "nauc_map_at_3_diff1": 0.809501, + "nauc_map_at_5_max": 0.706557, + "nauc_map_at_5_std": -0.008286, + "nauc_map_at_5_diff1": 0.804683, + "nauc_map_at_10_max": 0.706612, + "nauc_map_at_10_std": -0.002947, + "nauc_map_at_10_diff1": 0.806527, + "nauc_map_at_20_max": 0.706656, + "nauc_map_at_20_std": -0.001184, + "nauc_map_at_20_diff1": 0.806369, + "nauc_map_at_100_max": 0.70604, + "nauc_map_at_100_std": -0.003629, + "nauc_map_at_100_diff1": 0.807317, + "nauc_map_at_1000_max": 0.706015, + "nauc_map_at_1000_std": -0.003797, + "nauc_map_at_1000_diff1": 0.807326, + "nauc_recall_at_1_max": 0.678584, + "nauc_recall_at_1_std": -0.05923, + "nauc_recall_at_1_diff1": 0.834378, + "nauc_recall_at_3_max": 0.766787, + "nauc_recall_at_3_std": 0.084266, + "nauc_recall_at_3_diff1": 0.763695, + "nauc_recall_at_5_max": 0.760339, + "nauc_recall_at_5_std": 0.129566, + "nauc_recall_at_5_diff1": 0.719556, + "nauc_recall_at_10_max": 0.777501, + "nauc_recall_at_10_std": 0.27398, + "nauc_recall_at_10_diff1": 0.725692, + "nauc_recall_at_20_max": 0.804673, + "nauc_recall_at_20_std": 0.44086, + "nauc_recall_at_20_diff1": 0.687976, + "nauc_recall_at_100_max": 0.811099, + "nauc_recall_at_100_std": 0.551033, + "nauc_recall_at_100_diff1": 0.786415, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678584, + "nauc_precision_at_1_std": -0.05923, + "nauc_precision_at_1_diff1": 0.834378, + "nauc_precision_at_3_max": 0.766787, + "nauc_precision_at_3_std": 0.084266, + "nauc_precision_at_3_diff1": 0.763695, + "nauc_precision_at_5_max": 0.760339, + "nauc_precision_at_5_std": 0.129566, + "nauc_precision_at_5_diff1": 0.719556, + "nauc_precision_at_10_max": 0.777501, + "nauc_precision_at_10_std": 0.27398, + "nauc_precision_at_10_diff1": 0.725692, + "nauc_precision_at_20_max": 0.804673, + "nauc_precision_at_20_std": 0.44086, + "nauc_precision_at_20_diff1": 0.687976, + "nauc_precision_at_100_max": 0.811099, + "nauc_precision_at_100_std": 0.551033, + "nauc_precision_at_100_diff1": 0.786415, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.678584, + "nauc_mrr_at_1_std": -0.05923, + "nauc_mrr_at_1_diff1": 0.834378, + "nauc_mrr_at_3_max": 0.709333, + "nauc_mrr_at_3_std": -0.011187, + "nauc_mrr_at_3_diff1": 0.809501, + "nauc_mrr_at_5_max": 0.706557, + "nauc_mrr_at_5_std": -0.008286, + "nauc_mrr_at_5_diff1": 0.804683, + "nauc_mrr_at_10_max": 0.706612, + "nauc_mrr_at_10_std": -0.002947, + "nauc_mrr_at_10_diff1": 0.806527, + "nauc_mrr_at_20_max": 0.706656, + "nauc_mrr_at_20_std": -0.001184, + "nauc_mrr_at_20_diff1": 0.806369, + "nauc_mrr_at_100_max": 0.70604, + "nauc_mrr_at_100_std": -0.003629, + "nauc_mrr_at_100_diff1": 0.807317, + "nauc_mrr_at_1000_max": 0.706015, + "nauc_mrr_at_1000_std": -0.003797, + "nauc_mrr_at_1000_diff1": 0.807326, + "hit_rate_at_1": 0.70111, + "hit_rate_at_3": 0.84444, + "hit_rate_at_5": 0.87667, + "hit_rate_at_10": 0.91, + "hit_rate_at_20": 0.93444, + "hit_rate_at_100": 0.98222, + "hit_rate_at_1000": 1.0, + "main_score": 0.81105, "hf_subset": "urd_Latn-urd_Arab", "languages": [ "urd-Latn", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" } ] }, - "evaluation_time": 938.7639238834381, - "kg_co2_emissions": null + "evaluation_time": 9956.02910605102, + "kg_co2_emissions": null, + "date": 1784813207.240931, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 170.6152555969893, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 172.98579290299676, + "end": 193.19865658099297, + "split": "test", + "subset": "acm_Arab-acm_Arab" + }, + { + "name": "Scoring", + "start": 193.19870334898587, + "end": 193.57230942702154, + "split": "test", + "subset": "acm_Arab-acm_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 193.59667837800225, + "end": 212.2913465599995, + "split": "test", + "subset": "acm_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 212.29138534801314, + "end": 212.6670342819998, + "split": "test", + "subset": "acm_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 212.69154360797256, + "end": 228.37759376497706, + "split": "test", + "subset": "eng_Latn-acm_Arab" + }, + { + "name": "Scoring", + "start": 228.3776320029865, + "end": 228.75752441200893, + "split": "test", + "subset": "eng_Latn-acm_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 228.7827911300119, + "end": 248.86913000402274, + "split": "test", + "subset": "afr_Latn-afr_Latn" + }, + { + "name": "Scoring", + "start": 248.8691681129858, + "end": 249.24597161402926, + "split": "test", + "subset": "afr_Latn-afr_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 249.27203585399548, + "end": 267.9044083079789, + "split": "test", + "subset": "afr_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 267.90444537700387, + "end": 268.28158590599196, + "split": "test", + "subset": "afr_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 268.3087615449913, + "end": 284.13729979202617, + "split": "test", + "subset": "eng_Latn-afr_Latn" + }, + { + "name": "Scoring", + "start": 284.1373391710222, + "end": 284.5144804600277, + "split": "test", + "subset": "eng_Latn-afr_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 284.5420226450078, + "end": 309.3038345960085, + "split": "test", + "subset": "als_Latn-als_Latn" + }, + { + "name": "Scoring", + "start": 309.30387088499265, + "end": 309.6819056610111, + "split": "test", + "subset": "als_Latn-als_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 309.7105887950165, + "end": 332.1830991950119, + "split": "test", + "subset": "als_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 332.1831373629975, + "end": 332.5635894120205, + "split": "test", + "subset": "als_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 332.5932585300179, + "end": 349.28871291602263, + "split": "test", + "subset": "eng_Latn-als_Latn" + }, + { + "name": "Scoring", + "start": 349.28875169402454, + "end": 349.66590239299694, + "split": "test", + "subset": "eng_Latn-als_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 349.69585518102394, + "end": 390.7506538730231, + "split": "test", + "subset": "amh_Ethi-amh_Ethi" + }, + { + "name": "Scoring", + "start": 390.75069440098014, + "end": 391.130795072997, + "split": "test", + "subset": "amh_Ethi-amh_Ethi" + }, + { + "name": "Encoding queries and documents", + "start": 391.1615715799853, + "end": 426.19809134001844, + "split": "test", + "subset": "amh_Ethi-eng_Latn" + }, + { + "name": "Scoring", + "start": 426.19813080801396, + "end": 426.5806633909815, + "split": "test", + "subset": "amh_Ethi-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 426.6123748039827, + "end": 447.05741490999935, + "split": "test", + "subset": "eng_Latn-amh_Ethi" + }, + { + "name": "Scoring", + "start": 447.0574509589933, + "end": 447.43455362902023, + "split": "test", + "subset": "eng_Latn-amh_Ethi" + }, + { + "name": "Encoding queries and documents", + "start": 447.46678920299746, + "end": 467.0410151630058, + "split": "test", + "subset": "apc_Arab-apc_Arab" + }, + { + "name": "Scoring", + "start": 467.04105341102695, + "end": 467.4169260369963, + "split": "test", + "subset": "apc_Arab-apc_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 467.4502716399729, + "end": 485.68923453899333, + "split": "test", + "subset": "apc_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 485.6892758469912, + "end": 486.067271235981, + "split": "test", + "subset": "apc_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 486.10125336499186, + "end": 501.87576078402344, + "split": "test", + "subset": "eng_Latn-apc_Arab" + }, + { + "name": "Scoring", + "start": 501.875798782974, + "end": 502.25875018100487, + "split": "test", + "subset": "eng_Latn-apc_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 502.2934267150122, + "end": 522.3636037689866, + "split": "test", + "subset": "arb_Arab-arb_Arab" + }, + { + "name": "Scoring", + "start": 522.3636414469802, + "end": 522.7455886219977, + "split": "test", + "subset": "arb_Arab-arb_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 522.7814940210083, + "end": 541.431439655018, + "split": "test", + "subset": "arb_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 541.4314836830017, + "end": 541.8132219749968, + "split": "test", + "subset": "arb_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 541.8495564489858, + "end": 557.7423584919889, + "split": "test", + "subset": "eng_Latn-arb_Arab" + }, + { + "name": "Scoring", + "start": 557.7423997999867, + "end": 558.1255762189976, + "split": "test", + "subset": "eng_Latn-arb_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 558.1623304479872, + "end": 583.9002855329891, + "split": "test", + "subset": "arb_Latn-arb_Latn" + }, + { + "name": "Scoring", + "start": 583.9003256110009, + "end": 584.2867905499879, + "split": "test", + "subset": "arb_Latn-arb_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 584.3245761719882, + "end": 607.9213394619874, + "split": "test", + "subset": "arb_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 607.9213800000143, + "end": 608.304130495002, + "split": "test", + "subset": "arb_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 608.3442086920259, + "end": 624.909210118989, + "split": "test", + "subset": "eng_Latn-arb_Latn" + }, + { + "name": "Scoring", + "start": 624.909249046992, + "end": 625.2957218060037, + "split": "test", + "subset": "eng_Latn-arb_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 625.3349117470207, + "end": 645.1150514020119, + "split": "test", + "subset": "ars_Arab-ars_Arab" + }, + { + "name": "Scoring", + "start": 645.1150941309752, + "end": 645.4983651170041, + "split": "test", + "subset": "ars_Arab-ars_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 645.5401792210178, + "end": 664.2371393989888, + "split": "test", + "subset": "ars_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 664.2371801569825, + "end": 664.6187094370252, + "split": "test", + "subset": "ars_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 664.659151941014, + "end": 680.2554710609838, + "split": "test", + "subset": "eng_Latn-ars_Arab" + }, + { + "name": "Scoring", + "start": 680.2555096099968, + "end": 680.6391236630152, + "split": "test", + "subset": "eng_Latn-ars_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 680.6808558800258, + "end": 701.5162889420171, + "split": "test", + "subset": "ary_Arab-ary_Arab" + }, + { + "name": "Scoring", + "start": 701.5163318010163, + "end": 701.8983651120216, + "split": "test", + "subset": "ary_Arab-ary_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 701.9406079109758, + "end": 721.1034855479957, + "split": "test", + "subset": "ary_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 721.1035251769936, + "end": 721.4837481239811, + "split": "test", + "subset": "ary_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 721.5265679219738, + "end": 737.6398525499972, + "split": "test", + "subset": "eng_Latn-ary_Arab" + }, + { + "name": "Scoring", + "start": 737.6398907779949, + "end": 738.0190101349726, + "split": "test", + "subset": "eng_Latn-ary_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 738.0626470830175, + "end": 757.9381281509995, + "split": "test", + "subset": "arz_Arab-arz_Arab" + }, + { + "name": "Scoring", + "start": 757.938166500011, + "end": 758.3219586859923, + "split": "test", + "subset": "arz_Arab-arz_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 758.3668564480031, + "end": 776.9933626860147, + "split": "test", + "subset": "arz_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 776.9934029449942, + "end": 777.3717758589773, + "split": "test", + "subset": "arz_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 777.418101948977, + "end": 793.0908127820003, + "split": "test", + "subset": "eng_Latn-arz_Arab" + }, + { + "name": "Scoring", + "start": 793.090839551005, + "end": 793.472568903002, + "split": "test", + "subset": "eng_Latn-arz_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 793.5188290150254, + "end": 846.0374713389901, + "split": "test", + "subset": "asm_Beng-asm_Beng" + }, + { + "name": "Scoring", + "start": 846.0375091069727, + "end": 846.4178632289986, + "split": "test", + "subset": "asm_Beng-asm_Beng" + }, + { + "name": "Encoding queries and documents", + "start": 846.4643664230243, + "end": 890.457035770989, + "split": "test", + "subset": "asm_Beng-eng_Latn" + }, + { + "name": "Scoring", + "start": 890.457076539984, + "end": 890.8382887900225, + "split": "test", + "subset": "asm_Beng-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 890.8858022670029, + "end": 913.8285610799794, + "split": "test", + "subset": "eng_Latn-asm_Beng" + }, + { + "name": "Scoring", + "start": 913.8285971379955, + "end": 914.2080746819847, + "split": "test", + "subset": "eng_Latn-asm_Beng" + }, + { + "name": "Encoding queries and documents", + "start": 914.2564294079784, + "end": 941.5016204279964, + "split": "test", + "subset": "azj_Latn-azj_Latn" + }, + { + "name": "Scoring", + "start": 941.501657137007, + "end": 941.8810633029789, + "split": "test", + "subset": "azj_Latn-azj_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 941.930070774979, + "end": 966.1760490679881, + "split": "test", + "subset": "azj_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 966.1760892359889, + "end": 966.5526037079981, + "split": "test", + "subset": "azj_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 966.6023222340154, + "end": 984.0016242500278, + "split": "test", + "subset": "eng_Latn-azj_Latn" + }, + { + "name": "Scoring", + "start": 984.0016643180279, + "end": 984.6011812340003, + "split": "test", + "subset": "eng_Latn-azj_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 984.6515768149984, + "end": 1009.4775864540134, + "split": "test", + "subset": "bam_Latn-bam_Latn" + }, + { + "name": "Scoring", + "start": 1009.4776262820233, + "end": 1009.863704605028, + "split": "test", + "subset": "bam_Latn-bam_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1009.9149619750096, + "end": 1031.9344744840055, + "split": "test", + "subset": "bam_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1031.9345125330146, + "end": 1032.319690379023, + "split": "test", + "subset": "bam_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1032.3720210689935, + "end": 1049.61612560699, + "split": "test", + "subset": "eng_Latn-bam_Latn" + }, + { + "name": "Scoring", + "start": 1049.6161648359848, + "end": 1050.0038038719795, + "split": "test", + "subset": "eng_Latn-bam_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1050.057788212027, + "end": 1099.5239351110067, + "split": "test", + "subset": "ben_Beng-ben_Beng" + }, + { + "name": "Scoring", + "start": 1099.5239721399848, + "end": 1099.9152508539846, + "split": "test", + "subset": "ben_Beng-ben_Beng" + }, + { + "name": "Encoding queries and documents", + "start": 1099.9725358730066, + "end": 1141.4001812619972, + "split": "test", + "subset": "ben_Beng-eng_Latn" + }, + { + "name": "Scoring", + "start": 1141.4002212900086, + "end": 1141.7838018849725, + "split": "test", + "subset": "ben_Beng-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1141.8391974830301, + "end": 1164.3814428990008, + "split": "test", + "subset": "eng_Latn-ben_Beng" + }, + { + "name": "Scoring", + "start": 1164.381483228004, + "end": 1164.7673879070207, + "split": "test", + "subset": "eng_Latn-ben_Beng" + }, + { + "name": "Encoding queries and documents", + "start": 1164.823779390019, + "end": 1186.8424861879903, + "split": "test", + "subset": "ben_Latn-ben_Latn" + }, + { + "name": "Scoring", + "start": 1186.8425302560208, + "end": 1187.2317948429845, + "split": "test", + "subset": "ben_Latn-ben_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1187.2915686820052, + "end": 1207.5592404800118, + "split": "test", + "subset": "ben_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1207.5592791180243, + "end": 1207.9596408809884, + "split": "test", + "subset": "ben_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1208.0192969340133, + "end": 1224.2419835699839, + "split": "test", + "subset": "eng_Latn-ben_Latn" + }, + { + "name": "Scoring", + "start": 1224.2420245989924, + "end": 1224.623913354997, + "split": "test", + "subset": "eng_Latn-ben_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1224.6817260659882, + "end": 1295.8189307469875, + "split": "test", + "subset": "bod_Tibt-bod_Tibt" + }, + { + "name": "Scoring", + "start": 1295.8189674059977, + "end": 1296.2084980329964, + "split": "test", + "subset": "bod_Tibt-bod_Tibt" + }, + { + "name": "Encoding queries and documents", + "start": 1296.2670182180009, + "end": 1354.019085870008, + "split": "test", + "subset": "bod_Tibt-eng_Latn" + }, + { + "name": "Scoring", + "start": 1354.0191223290167, + "end": 1354.4068419220275, + "split": "test", + "subset": "bod_Tibt-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1354.4664397080196, + "end": 1382.3136881209794, + "split": "test", + "subset": "eng_Latn-bod_Tibt" + }, + { + "name": "Scoring", + "start": 1382.3137225600076, + "end": 1382.7067161410232, + "split": "test", + "subset": "eng_Latn-bod_Tibt" + }, + { + "name": "Encoding queries and documents", + "start": 1382.7672798610292, + "end": 1407.634929539985, + "split": "test", + "subset": "bul_Cyrl-bul_Cyrl" + }, + { + "name": "Scoring", + "start": 1407.6349716489785, + "end": 1408.0275164560298, + "split": "test", + "subset": "bul_Cyrl-bul_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 1408.090783348016, + "end": 1430.6517201910028, + "split": "test", + "subset": "bul_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 1430.65175645001, + "end": 1431.0371323589934, + "split": "test", + "subset": "bul_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1431.0981010950054, + "end": 1447.9273209699895, + "split": "test", + "subset": "eng_Latn-bul_Cyrl" + }, + { + "name": "Scoring", + "start": 1447.9273577390122, + "end": 1448.3099105909932, + "split": "test", + "subset": "eng_Latn-bul_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 1448.372419440013, + "end": 1468.7895482149906, + "split": "test", + "subset": "cat_Latn-cat_Latn" + }, + { + "name": "Scoring", + "start": 1468.7895883329911, + "end": 1469.1760068740114, + "split": "test", + "subset": "cat_Latn-cat_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1469.2391518600052, + "end": 1488.256887904019, + "split": "test", + "subset": "cat_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1488.2569291020045, + "end": 1488.6438542649848, + "split": "test", + "subset": "cat_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1488.7084326390177, + "end": 1504.6056963789742, + "split": "test", + "subset": "eng_Latn-cat_Latn" + }, + { + "name": "Scoring", + "start": 1504.605734666984, + "end": 1504.9937409400009, + "split": "test", + "subset": "eng_Latn-cat_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1505.0586214219802, + "end": 1527.0132967170211, + "split": "test", + "subset": "ceb_Latn-ceb_Latn" + }, + { + "name": "Scoring", + "start": 1527.0133368559764, + "end": 1527.3978735649725, + "split": "test", + "subset": "ceb_Latn-ceb_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1527.4633235870278, + "end": 1547.6831753089791, + "split": "test", + "subset": "ceb_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1547.683214937977, + "end": 1548.070154290006, + "split": "test", + "subset": "ceb_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1548.1365463070106, + "end": 1564.4206179039902, + "split": "test", + "subset": "eng_Latn-ceb_Latn" + }, + { + "name": "Scoring", + "start": 1564.4206593629788, + "end": 1564.8054457730032, + "split": "test", + "subset": "eng_Latn-ceb_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1564.8721626379993, + "end": 1588.6229246089933, + "split": "test", + "subset": "ces_Latn-ces_Latn" + }, + { + "name": "Scoring", + "start": 1588.622964827984, + "end": 1589.0089811229846, + "split": "test", + "subset": "ces_Latn-ces_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1589.0767033320153, + "end": 1610.5520646650111, + "split": "test", + "subset": "ces_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1610.5521051040269, + "end": 1610.9346499760286, + "split": "test", + "subset": "ces_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1611.0028934960137, + "end": 1627.730465991015, + "split": "test", + "subset": "eng_Latn-ces_Latn" + }, + { + "name": "Scoring", + "start": 1627.7305050700088, + "end": 1628.120483589999, + "split": "test", + "subset": "eng_Latn-ces_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1628.1890364689752, + "end": 1663.668373292021, + "split": "test", + "subset": "ckb_Arab-ckb_Arab" + }, + { + "name": "Scoring", + "start": 1663.6684115600074, + "end": 1664.0528488139971, + "split": "test", + "subset": "ckb_Arab-ckb_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 1664.1231114799739, + "end": 1694.6223950790009, + "split": "test", + "subset": "ckb_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 1694.6224338880274, + "end": 1695.007620933, + "split": "test", + "subset": "ckb_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1695.077053599991, + "end": 1714.5874875570298, + "split": "test", + "subset": "eng_Latn-ckb_Arab" + }, + { + "name": "Scoring", + "start": 1714.58752632502, + "end": 1714.9683683100156, + "split": "test", + "subset": "eng_Latn-ckb_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 1715.0387845400255, + "end": 1735.0001859230106, + "split": "test", + "subset": "dan_Latn-dan_Latn" + }, + { + "name": "Scoring", + "start": 1735.0002222119947, + "end": 1735.3883304310148, + "split": "test", + "subset": "dan_Latn-dan_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1735.4603907620185, + "end": 1753.9047878350248, + "split": "test", + "subset": "dan_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1753.9048260829877, + "end": 1754.286205957993, + "split": "test", + "subset": "dan_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1754.3591500470066, + "end": 1770.324278689979, + "split": "test", + "subset": "eng_Latn-dan_Latn" + }, + { + "name": "Scoring", + "start": 1770.324317369028, + "end": 1770.7106121240067, + "split": "test", + "subset": "eng_Latn-dan_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1770.7843327149749, + "end": 1789.8777373380144, + "split": "test", + "subset": "deu_Latn-deu_Latn" + }, + { + "name": "Scoring", + "start": 1789.877774586028, + "end": 1790.2642564050038, + "split": "test", + "subset": "deu_Latn-deu_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1790.338584333018, + "end": 1808.4159732669941, + "split": "test", + "subset": "deu_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1808.4160131050157, + "end": 1808.801453922002, + "split": "test", + "subset": "deu_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1808.8765309529845, + "end": 1824.3633191189729, + "split": "test", + "subset": "eng_Latn-deu_Latn" + }, + { + "name": "Scoring", + "start": 1824.363358438015, + "end": 1824.7442143220105, + "split": "test", + "subset": "eng_Latn-deu_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1824.8199416580028, + "end": 1873.1849193859962, + "split": "test", + "subset": "ell_Grek-ell_Grek" + }, + { + "name": "Scoring", + "start": 1873.1849703739863, + "end": 1873.580787022016, + "split": "test", + "subset": "ell_Grek-ell_Grek" + }, + { + "name": "Encoding queries and documents", + "start": 1873.6578916090075, + "end": 1914.4720540809794, + "split": "test", + "subset": "ell_Grek-eng_Latn" + }, + { + "name": "Scoring", + "start": 1914.4720935299993, + "end": 1914.858596786973, + "split": "test", + "subset": "ell_Grek-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1914.9356094669783, + "end": 1937.2501152820187, + "split": "test", + "subset": "eng_Latn-ell_Grek" + }, + { + "name": "Scoring", + "start": 1937.2501559410011, + "end": 1937.6380154489889, + "split": "test", + "subset": "eng_Latn-ell_Grek" + }, + { + "name": "Encoding queries and documents", + "start": 1937.7169321799884, + "end": 1952.1970747360028, + "split": "test", + "subset": "eng_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1952.1971131740138, + "end": 1952.5838099850225, + "split": "test", + "subset": "eng_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1952.6628794400021, + "end": 1974.099701809988, + "split": "test", + "subset": "est_Latn-est_Latn" + }, + { + "name": "Scoring", + "start": 1974.0997424480156, + "end": 1974.4936177270138, + "split": "test", + "subset": "est_Latn-est_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1974.5727878279868, + "end": 1994.4134493559832, + "split": "test", + "subset": "est_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1994.4134883849765, + "end": 1994.7993559149909, + "split": "test", + "subset": "est_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1994.8801420779782, + "end": 2010.8976792300236, + "split": "test", + "subset": "eng_Latn-est_Latn" + }, + { + "name": "Scoring", + "start": 2010.8977167080157, + "end": 2011.2827140309964, + "split": "test", + "subset": "eng_Latn-est_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2011.364020824025, + "end": 2032.9490419659996, + "split": "test", + "subset": "eus_Latn-eus_Latn" + }, + { + "name": "Scoring", + "start": 2032.9490797449835, + "end": 2033.3361543819774, + "split": "test", + "subset": "eus_Latn-eus_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2033.4185803640285, + "end": 2053.3380010779947, + "split": "test", + "subset": "eus_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2053.3380467370152, + "end": 2053.725174931984, + "split": "test", + "subset": "eus_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2053.808161684021, + "end": 2069.9550819349824, + "split": "test", + "subset": "eng_Latn-eus_Latn" + }, + { + "name": "Scoring", + "start": 2069.9551258630236, + "end": 2070.3438631889876, + "split": "test", + "subset": "eng_Latn-eus_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2070.427250935987, + "end": 2092.7403096350026, + "split": "test", + "subset": "fin_Latn-fin_Latn" + }, + { + "name": "Scoring", + "start": 2092.7403449030244, + "end": 2093.1256073259865, + "split": "test", + "subset": "fin_Latn-fin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2093.2100783539936, + "end": 2113.7947234960156, + "split": "test", + "subset": "fin_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2113.7947644849773, + "end": 2114.184486435028, + "split": "test", + "subset": "fin_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2114.270363582007, + "end": 2130.4368569490034, + "split": "test", + "subset": "eng_Latn-fin_Latn" + }, + { + "name": "Scoring", + "start": 2130.436896356987, + "end": 2130.820484951022, + "split": "test", + "subset": "eng_Latn-fin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2130.9059468230116, + "end": 2151.154272546002, + "split": "test", + "subset": "fra_Latn-fra_Latn" + }, + { + "name": "Scoring", + "start": 2151.1543108649785, + "end": 2151.554353968997, + "split": "test", + "subset": "fra_Latn-fra_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2151.642209473008, + "end": 2170.30764947203, + "split": "test", + "subset": "fra_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2170.307688519999, + "end": 2170.690687316004, + "split": "test", + "subset": "fra_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2170.776579242025, + "end": 2186.856900272018, + "split": "test", + "subset": "eng_Latn-fra_Latn" + }, + { + "name": "Scoring", + "start": 2186.856940380996, + "end": 2187.24410891399, + "split": "test", + "subset": "eng_Latn-fra_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2187.330737233977, + "end": 2207.914185050002, + "split": "test", + "subset": "fuv_Latn-fuv_Latn" + }, + { + "name": "Scoring", + "start": 2207.9142264580005, + "end": 2208.3042454380193, + "split": "test", + "subset": "fuv_Latn-fuv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2208.3918953289976, + "end": 2227.7883549249964, + "split": "test", + "subset": "fuv_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2227.7883951640106, + "end": 2228.186994460004, + "split": "test", + "subset": "fuv_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2228.275038736989, + "end": 2243.965614819026, + "split": "test", + "subset": "eng_Latn-fuv_Latn" + }, + { + "name": "Scoring", + "start": 2243.9656533270027, + "end": 2244.3558837990277, + "split": "test", + "subset": "eng_Latn-fuv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2244.444970347977, + "end": 2269.4935283769737, + "split": "test", + "subset": "gaz_Latn-gaz_Latn" + }, + { + "name": "Scoring", + "start": 2269.4935664960067, + "end": 2269.883944472007, + "split": "test", + "subset": "gaz_Latn-gaz_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2269.9735964710126, + "end": 2292.5769180780044, + "split": "test", + "subset": "gaz_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2292.576957077021, + "end": 2292.9625627279747, + "split": "test", + "subset": "gaz_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2293.0531446120003, + "end": 2310.025717278011, + "split": "test", + "subset": "eng_Latn-gaz_Latn" + }, + { + "name": "Scoring", + "start": 2310.02575781598, + "end": 2310.4335107490188, + "split": "test", + "subset": "eng_Latn-gaz_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2310.5270265659783, + "end": 2335.044973955024, + "split": "test", + "subset": "grn_Latn-grn_Latn" + }, + { + "name": "Scoring", + "start": 2335.0450173339923, + "end": 2335.431150574994, + "split": "test", + "subset": "grn_Latn-grn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2335.524506699003, + "end": 2357.316512338002, + "split": "test", + "subset": "grn_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2357.31655061699, + "end": 2357.7091908609727, + "split": "test", + "subset": "grn_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2357.8023717710166, + "end": 2374.9124433689867, + "split": "test", + "subset": "eng_Latn-grn_Latn" + }, + { + "name": "Scoring", + "start": 2374.912481757987, + "end": 2375.295606349013, + "split": "test", + "subset": "eng_Latn-grn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2375.3893927169847, + "end": 2439.7960146560217, + "split": "test", + "subset": "guj_Gujr-guj_Gujr" + }, + { + "name": "Scoring", + "start": 2439.79606298398, + "end": 2440.1823130809935, + "split": "test", + "subset": "guj_Gujr-guj_Gujr" + }, + { + "name": "Encoding queries and documents", + "start": 2440.2762697130092, + "end": 2494.3217463369947, + "split": "test", + "subset": "guj_Gujr-eng_Latn" + }, + { + "name": "Scoring", + "start": 2494.3217852360103, + "end": 2494.707565020013, + "split": "test", + "subset": "guj_Gujr-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2494.8033462750027, + "end": 2519.754678931029, + "split": "test", + "subset": "eng_Latn-guj_Gujr" + }, + { + "name": "Scoring", + "start": 2519.7547229300253, + "end": 2520.1487423829967, + "split": "test", + "subset": "eng_Latn-guj_Gujr" + }, + { + "name": "Encoding queries and documents", + "start": 2520.247477211, + "end": 2541.149922977027, + "split": "test", + "subset": "hat_Latn-hat_Latn" + }, + { + "name": "Scoring", + "start": 2541.149960006005, + "end": 2541.533716853999, + "split": "test", + "subset": "hat_Latn-hat_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2541.6300019610208, + "end": 2560.684875649982, + "split": "test", + "subset": "hat_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2560.684918568004, + "end": 2561.0772952709813, + "split": "test", + "subset": "hat_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2561.1755684359814, + "end": 2577.5325189930154, + "split": "test", + "subset": "eng_Latn-hat_Latn" + }, + { + "name": "Scoring", + "start": 2577.5325598819763, + "end": 2577.938551448984, + "split": "test", + "subset": "eng_Latn-hat_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2578.0402598669752, + "end": 2601.010639911983, + "split": "test", + "subset": "hau_Latn-hau_Latn" + }, + { + "name": "Scoring", + "start": 2601.010680321022, + "end": 2601.4137031360297, + "split": "test", + "subset": "hau_Latn-hau_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2601.515531370009, + "end": 2622.051029686001, + "split": "test", + "subset": "hau_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2622.051067913999, + "end": 2622.4445802560076, + "split": "test", + "subset": "hau_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2622.5443163070013, + "end": 2639.3946924509946, + "split": "test", + "subset": "eng_Latn-hau_Latn" + }, + { + "name": "Scoring", + "start": 2639.394732769986, + "end": 2639.7887212639907, + "split": "test", + "subset": "eng_Latn-hau_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2639.888955347007, + "end": 2658.9307833919884, + "split": "test", + "subset": "heb_Hebr-heb_Hebr" + }, + { + "name": "Scoring", + "start": 2658.930822609982, + "end": 2659.3154516469804, + "split": "test", + "subset": "heb_Hebr-heb_Hebr" + }, + { + "name": "Encoding queries and documents", + "start": 2659.4161984209786, + "end": 2677.287703217007, + "split": "test", + "subset": "heb_Hebr-eng_Latn" + }, + { + "name": "Scoring", + "start": 2677.287742135988, + "end": 2677.679258839984, + "split": "test", + "subset": "heb_Hebr-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2677.7807457770105, + "end": 2693.677802105027, + "split": "test", + "subset": "eng_Latn-heb_Hebr" + }, + { + "name": "Scoring", + "start": 2693.6778430130216, + "end": 2694.0709371310077, + "split": "test", + "subset": "eng_Latn-heb_Hebr" + }, + { + "name": "Encoding queries and documents", + "start": 2694.1734614400193, + "end": 2738.119435522007, + "split": "test", + "subset": "hin_Deva-hin_Deva" + }, + { + "name": "Scoring", + "start": 2738.119476770982, + "end": 2738.512384015019, + "split": "test", + "subset": "hin_Deva-hin_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 2738.6174948400003, + "end": 2775.81574391498, + "split": "test", + "subset": "hin_Deva-eng_Latn" + }, + { + "name": "Scoring", + "start": 2775.8157840329804, + "end": 2776.208647639025, + "split": "test", + "subset": "hin_Deva-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2776.3152942479937, + "end": 2797.622126160015, + "split": "test", + "subset": "eng_Latn-hin_Deva" + }, + { + "name": "Scoring", + "start": 2797.622168619011, + "end": 2798.0053503179806, + "split": "test", + "subset": "eng_Latn-hin_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 2798.1100663269754, + "end": 2820.2760071529774, + "split": "test", + "subset": "hin_Latn-hin_Latn" + }, + { + "name": "Scoring", + "start": 2820.2760491410154, + "end": 2820.667006735981, + "split": "test", + "subset": "hin_Latn-hin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2820.7734075739863, + "end": 2841.3184604509734, + "split": "test", + "subset": "hin_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2841.3185005399864, + "end": 2841.7097100859974, + "split": "test", + "subset": "hin_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2841.816955603019, + "end": 2858.0057090769988, + "split": "test", + "subset": "eng_Latn-hin_Latn" + }, + { + "name": "Scoring", + "start": 2858.0057512759813, + "end": 2858.4045344149927, + "split": "test", + "subset": "eng_Latn-hin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2858.5133259859867, + "end": 2880.0537336759735, + "split": "test", + "subset": "hrv_Latn-hrv_Latn" + }, + { + "name": "Scoring", + "start": 2880.053772153973, + "end": 2880.4404798240284, + "split": "test", + "subset": "hrv_Latn-hrv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2880.5491699079867, + "end": 2900.360669769987, + "split": "test", + "subset": "hrv_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2900.36070874898, + "end": 2900.7579971330124, + "split": "test", + "subset": "hrv_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2900.873458040005, + "end": 2917.150460714998, + "split": "test", + "subset": "eng_Latn-hrv_Latn" + }, + { + "name": "Scoring", + "start": 2917.1505011830013, + "end": 2917.5424204230076, + "split": "test", + "subset": "eng_Latn-hrv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2917.654205085011, + "end": 2941.3868935750215, + "split": "test", + "subset": "hun_Latn-hun_Latn" + }, + { + "name": "Scoring", + "start": 2941.3869362840196, + "end": 2941.78945916699, + "split": "test", + "subset": "hun_Latn-hun_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2941.9048058280023, + "end": 2963.6015581840184, + "split": "test", + "subset": "hun_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2963.6015992719913, + "end": 2963.989665022993, + "split": "test", + "subset": "hun_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2964.1023137929733, + "end": 2980.699048400973, + "split": "test", + "subset": "eng_Latn-hun_Latn" + }, + { + "name": "Scoring", + "start": 2980.6990876590135, + "end": 2981.0948590090265, + "split": "test", + "subset": "eng_Latn-hun_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2981.208387976978, + "end": 3031.4098575370153, + "split": "test", + "subset": "hye_Armn-hye_Armn" + }, + { + "name": "Scoring", + "start": 3031.4098959349794, + "end": 3031.7957440660102, + "split": "test", + "subset": "hye_Armn-hye_Armn" + }, + { + "name": "Encoding queries and documents", + "start": 3031.9083911160124, + "end": 3074.5195666510263, + "split": "test", + "subset": "hye_Armn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3074.5196066999924, + "end": 3074.915927639988, + "split": "test", + "subset": "hye_Armn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3075.029764365987, + "end": 3097.153457743989, + "split": "test", + "subset": "eng_Latn-hye_Armn" + }, + { + "name": "Scoring", + "start": 3097.1534932919894, + "end": 3097.5453291650047, + "split": "test", + "subset": "eng_Latn-hye_Armn" + }, + { + "name": "Encoding queries and documents", + "start": 3097.6600223300047, + "end": 3124.0739031329867, + "split": "test", + "subset": "ibo_Latn-ibo_Latn" + }, + { + "name": "Scoring", + "start": 3124.073944031028, + "end": 3124.460560575011, + "split": "test", + "subset": "ibo_Latn-ibo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3124.5746921810205, + "end": 3148.188628883974, + "split": "test", + "subset": "ibo_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3148.188667421986, + "end": 3148.578418191988, + "split": "test", + "subset": "ibo_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3148.696424115973, + "end": 3166.003367530997, + "split": "test", + "subset": "eng_Latn-ibo_Latn" + }, + { + "name": "Scoring", + "start": 3166.00340478, + "end": 3166.395337690017, + "split": "test", + "subset": "eng_Latn-ibo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3166.513858984981, + "end": 3189.728908411984, + "split": "test", + "subset": "ilo_Latn-ilo_Latn" + }, + { + "name": "Scoring", + "start": 3189.7289449410164, + "end": 3190.1208264830057, + "split": "test", + "subset": "ilo_Latn-ilo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3190.238772889017, + "end": 3211.339626067027, + "split": "test", + "subset": "ilo_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3211.339665394975, + "end": 3211.735225962999, + "split": "test", + "subset": "ilo_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3211.854581777996, + "end": 3228.4907914759824, + "split": "test", + "subset": "eng_Latn-ilo_Latn" + }, + { + "name": "Scoring", + "start": 3228.4908305539866, + "end": 3228.882722985989, + "split": "test", + "subset": "eng_Latn-ilo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3229.0012238320196, + "end": 3248.182629944, + "split": "test", + "subset": "ind_Latn-ind_Latn" + }, + { + "name": "Scoring", + "start": 3248.1826700730016, + "end": 3248.5691042430117, + "split": "test", + "subset": "ind_Latn-ind_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3248.6883225929923, + "end": 3266.6209547480103, + "split": "test", + "subset": "ind_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3266.6210056970012, + "end": 3267.00692197599, + "split": "test", + "subset": "ind_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3267.1276732599945, + "end": 3282.877165182028, + "split": "test", + "subset": "eng_Latn-ind_Latn" + }, + { + "name": "Scoring", + "start": 3282.877204700024, + "end": 3283.2680385999847, + "split": "test", + "subset": "eng_Latn-ind_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3283.3911399879726, + "end": 3307.528456525004, + "split": "test", + "subset": "isl_Latn-isl_Latn" + }, + { + "name": "Scoring", + "start": 3307.528497193998, + "end": 3307.9172266399837, + "split": "test", + "subset": "isl_Latn-isl_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3308.039080963994, + "end": 3329.6887651369907, + "split": "test", + "subset": "isl_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3329.688802764984, + "end": 3330.0749025379773, + "split": "test", + "subset": "isl_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3330.1962443009834, + "end": 3347.2039465639973, + "split": "test", + "subset": "eng_Latn-isl_Latn" + }, + { + "name": "Scoring", + "start": 3347.203987862973, + "end": 3347.597899930028, + "split": "test", + "subset": "eng_Latn-isl_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3347.72370844899, + "end": 3367.769362227991, + "split": "test", + "subset": "ita_Latn-ita_Latn" + }, + { + "name": "Scoring", + "start": 3367.7694042170187, + "end": 3368.154919039982, + "split": "test", + "subset": "ita_Latn-ita_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3368.2778828840237, + "end": 3386.958680441021, + "split": "test", + "subset": "ita_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3386.958721550007, + "end": 3387.342657361005, + "split": "test", + "subset": "ita_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3387.470360212028, + "end": 3403.3480314270128, + "split": "test", + "subset": "eng_Latn-ita_Latn" + }, + { + "name": "Scoring", + "start": 3403.348070745007, + "end": 3403.7349189399974, + "split": "test", + "subset": "eng_Latn-ita_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3403.8599946870236, + "end": 3424.2522254490177, + "split": "test", + "subset": "jav_Latn-jav_Latn" + }, + { + "name": "Scoring", + "start": 3424.252265218005, + "end": 3424.6394791299826, + "split": "test", + "subset": "jav_Latn-jav_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3424.76396517799, + "end": 3443.6189344599843, + "split": "test", + "subset": "jav_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3443.6189717589878, + "end": 3444.0022321750293, + "split": "test", + "subset": "jav_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3444.128894503985, + "end": 3460.1563543829834, + "split": "test", + "subset": "eng_Latn-jav_Latn" + }, + { + "name": "Scoring", + "start": 3460.1563925920054, + "end": 3460.5418457480264, + "split": "test", + "subset": "eng_Latn-jav_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3460.6694475419936, + "end": 3479.3346300490084, + "split": "test", + "subset": "jpn_Jpan-jpn_Jpan" + }, + { + "name": "Scoring", + "start": 3479.3346693280037, + "end": 3479.7186109789764, + "split": "test", + "subset": "jpn_Jpan-jpn_Jpan" + }, + { + "name": "Encoding queries and documents", + "start": 3479.845966911991, + "end": 3497.285996421997, + "split": "test", + "subset": "jpn_Jpan-eng_Latn" + }, + { + "name": "Scoring", + "start": 3497.286038129998, + "end": 3497.6753980339854, + "split": "test", + "subset": "jpn_Jpan-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3497.8080758430297, + "end": 3513.541634375986, + "split": "test", + "subset": "eng_Latn-jpn_Jpan" + }, + { + "name": "Scoring", + "start": 3513.541673534026, + "end": 3513.931976834021, + "split": "test", + "subset": "eng_Latn-jpn_Jpan" + }, + { + "name": "Encoding queries and documents", + "start": 3514.062541498977, + "end": 3539.7880137989996, + "split": "test", + "subset": "kac_Latn-kac_Latn" + }, + { + "name": "Scoring", + "start": 3539.7880532179843, + "end": 3540.2148507459788, + "split": "test", + "subset": "kac_Latn-kac_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3540.34878735902, + "end": 3563.058461326, + "split": "test", + "subset": "kac_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3563.0584988240153, + "end": 3563.4460372140165, + "split": "test", + "subset": "kac_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3563.576765204023, + "end": 3581.086393253994, + "split": "test", + "subset": "eng_Latn-kac_Latn" + }, + { + "name": "Scoring", + "start": 3581.086433993012, + "end": 3581.479755152017, + "split": "test", + "subset": "eng_Latn-kac_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3581.6114653859986, + "end": 3647.6604097220115, + "split": "test", + "subset": "kan_Knda-kan_Knda" + }, + { + "name": "Scoring", + "start": 3647.6604485110147, + "end": 3648.045531890006, + "split": "test", + "subset": "kan_Knda-kan_Knda" + }, + { + "name": "Encoding queries and documents", + "start": 3648.177807104017, + "end": 3703.440212636022, + "split": "test", + "subset": "kan_Knda-eng_Latn" + }, + { + "name": "Scoring", + "start": 3703.4402521250304, + "end": 3703.828041776025, + "split": "test", + "subset": "kan_Knda-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3703.962047176028, + "end": 3729.776306936983, + "split": "test", + "subset": "eng_Latn-kan_Knda" + }, + { + "name": "Scoring", + "start": 3729.776348615007, + "end": 3730.1694465819746, + "split": "test", + "subset": "eng_Latn-kan_Knda" + }, + { + "name": "Encoding queries and documents", + "start": 3730.307175486989, + "end": 3780.1500184119795, + "split": "test", + "subset": "kat_Geor-kat_Geor" + }, + { + "name": "Scoring", + "start": 3780.1500570399803, + "end": 3780.5412562069832, + "split": "test", + "subset": "kat_Geor-kat_Geor" + }, + { + "name": "Encoding queries and documents", + "start": 3780.677506035019, + "end": 3823.015158449998, + "split": "test", + "subset": "kat_Geor-eng_Latn" + }, + { + "name": "Scoring", + "start": 3823.0152030090103, + "end": 3823.41012089001, + "split": "test", + "subset": "kat_Geor-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3823.5467191149946, + "end": 3845.5087907100096, + "split": "test", + "subset": "eng_Latn-kat_Geor" + }, + { + "name": "Scoring", + "start": 3845.5088289279956, + "end": 3845.8944311889936, + "split": "test", + "subset": "eng_Latn-kat_Geor" + }, + { + "name": "Encoding queries and documents", + "start": 3846.0317871270236, + "end": 3877.8614894439816, + "split": "test", + "subset": "kaz_Cyrl-kaz_Cyrl" + }, + { + "name": "Scoring", + "start": 3877.8615305720014, + "end": 3878.2609458990046, + "split": "test", + "subset": "kaz_Cyrl-kaz_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 3878.4022230540286, + "end": 3906.193980611977, + "split": "test", + "subset": "kaz_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 3906.194024011027, + "end": 3906.577625303995, + "split": "test", + "subset": "kaz_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3906.7160224139807, + "end": 3925.291838973004, + "split": "test", + "subset": "eng_Latn-kaz_Cyrl" + }, + { + "name": "Scoring", + "start": 3925.291877161013, + "end": 3925.68133178103, + "split": "test", + "subset": "eng_Latn-kaz_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 3925.8203358189785, + "end": 3946.475743130024, + "split": "test", + "subset": "kea_Latn-kea_Latn" + }, + { + "name": "Scoring", + "start": 3946.47578264802, + "end": 3946.86372337403, + "split": "test", + "subset": "kea_Latn-kea_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3947.0042994749965, + "end": 3966.0259810549906, + "split": "test", + "subset": "kea_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3966.026031012996, + "end": 3966.425388831005, + "split": "test", + "subset": "kea_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3966.5683147269883, + "end": 3982.7147859539837, + "split": "test", + "subset": "eng_Latn-kea_Latn" + }, + { + "name": "Scoring", + "start": 3982.714823201997, + "end": 3983.106179082999, + "split": "test", + "subset": "eng_Latn-kea_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3983.2471456190106, + "end": 4015.834899386973, + "split": "test", + "subset": "khk_Cyrl-khk_Cyrl" + }, + { + "name": "Scoring", + "start": 4015.834937256004, + "end": 4016.2276221279753, + "split": "test", + "subset": "khk_Cyrl-khk_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 4016.3695890079834, + "end": 4044.64372179599, + "split": "test", + "subset": "khk_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 4044.643761253974, + "end": 4045.0316888199886, + "split": "test", + "subset": "khk_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4045.175672146026, + "end": 4064.047035671014, + "split": "test", + "subset": "eng_Latn-khk_Cyrl" + }, + { + "name": "Scoring", + "start": 4064.047075429, + "end": 4064.440732645977, + "split": "test", + "subset": "eng_Latn-khk_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 4064.5853125909925, + "end": 4128.215942383977, + "split": "test", + "subset": "khm_Khmr-khm_Khmr" + }, + { + "name": "Scoring", + "start": 4128.215983251983, + "end": 4128.613106272998, + "split": "test", + "subset": "khm_Khmr-khm_Khmr" + }, + { + "name": "Encoding queries and documents", + "start": 4128.758903682989, + "end": 4182.419806839025, + "split": "test", + "subset": "khm_Khmr-eng_Latn" + }, + { + "name": "Scoring", + "start": 4182.419849787024, + "end": 4182.817607673991, + "split": "test", + "subset": "khm_Khmr-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4182.96652969101, + "end": 4207.458722739015, + "split": "test", + "subset": "eng_Latn-khm_Khmr" + }, + { + "name": "Scoring", + "start": 4207.45876277698, + "end": 4207.855605977995, + "split": "test", + "subset": "eng_Latn-khm_Khmr" + }, + { + "name": "Encoding queries and documents", + "start": 4208.006408506015, + "end": 4231.627689260989, + "split": "test", + "subset": "kin_Latn-kin_Latn" + }, + { + "name": "Scoring", + "start": 4231.627732140012, + "end": 4232.02036124398, + "split": "test", + "subset": "kin_Latn-kin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4232.166173962993, + "end": 4253.639028667996, + "split": "test", + "subset": "kin_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4253.63906837703, + "end": 4254.035025459016, + "split": "test", + "subset": "kin_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4254.186691205017, + "end": 4270.893308144994, + "split": "test", + "subset": "eng_Latn-kin_Latn" + }, + { + "name": "Scoring", + "start": 4270.893347562989, + "end": 4271.289110212994, + "split": "test", + "subset": "eng_Latn-kin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4271.441267760994, + "end": 4301.845760309021, + "split": "test", + "subset": "kir_Cyrl-kir_Cyrl" + }, + { + "name": "Scoring", + "start": 4301.845806027006, + "end": 4302.237225436023, + "split": "test", + "subset": "kir_Cyrl-kir_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 4302.386719290982, + "end": 4328.508305118012, + "split": "test", + "subset": "kir_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 4328.508346316987, + "end": 4328.896335629979, + "split": "test", + "subset": "kir_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4329.046129845025, + "end": 4347.817710090021, + "split": "test", + "subset": "eng_Latn-kir_Cyrl" + }, + { + "name": "Scoring", + "start": 4347.817747679015, + "end": 4348.205874457024, + "split": "test", + "subset": "eng_Latn-kir_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 4348.356856058002, + "end": 4368.809572963975, + "split": "test", + "subset": "kor_Hang-kor_Hang" + }, + { + "name": "Scoring", + "start": 4368.809613473015, + "end": 4369.198645799013, + "split": "test", + "subset": "kor_Hang-kor_Hang" + }, + { + "name": "Encoding queries and documents", + "start": 4369.3498731909785, + "end": 4388.3611082319985, + "split": "test", + "subset": "kor_Hang-eng_Latn" + }, + { + "name": "Scoring", + "start": 4388.3611478100065, + "end": 4388.790225313976, + "split": "test", + "subset": "kor_Hang-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4388.986419185996, + "end": 4405.071873289009, + "split": "test", + "subset": "eng_Latn-kor_Hang" + }, + { + "name": "Scoring", + "start": 4405.071920737973, + "end": 4405.4678413019865, + "split": "test", + "subset": "eng_Latn-kor_Hang" + }, + { + "name": "Encoding queries and documents", + "start": 4472.0678714209935, + "end": 4528.458116551978, + "split": "test", + "subset": "lao_Laoo-lao_Laoo" + }, + { + "name": "Scoring", + "start": 4528.458156139997, + "end": 4528.848204379028, + "split": "test", + "subset": "lao_Laoo-lao_Laoo" + }, + { + "name": "Encoding queries and documents", + "start": 4529.001784975, + "end": 4576.713346802979, + "split": "test", + "subset": "lao_Laoo-eng_Latn" + }, + { + "name": "Scoring", + "start": 4576.713386662013, + "end": 4577.097010043974, + "split": "test", + "subset": "lao_Laoo-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4577.2502494039945, + "end": 4600.310776098981, + "split": "test", + "subset": "eng_Latn-lao_Laoo" + }, + { + "name": "Scoring", + "start": 4600.310816416983, + "end": 4600.696434327983, + "split": "test", + "subset": "eng_Latn-lao_Laoo" + }, + { + "name": "Encoding queries and documents", + "start": 4600.850171177997, + "end": 4622.426105551014, + "split": "test", + "subset": "lin_Latn-lin_Latn" + }, + { + "name": "Scoring", + "start": 4622.426143800025, + "end": 4622.811600196001, + "split": "test", + "subset": "lin_Latn-lin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4622.966476944974, + "end": 4642.74934016203, + "split": "test", + "subset": "lin_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4642.749379899993, + "end": 4643.139437087986, + "split": "test", + "subset": "lin_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4643.295481415, + "end": 4659.627388865978, + "split": "test", + "subset": "eng_Latn-lin_Latn" + }, + { + "name": "Scoring", + "start": 4659.627429204993, + "end": 4660.0301639600075, + "split": "test", + "subset": "eng_Latn-lin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4660.194821771991, + "end": 4683.6738958759815, + "split": "test", + "subset": "lit_Latn-lit_Latn" + }, + { + "name": "Scoring", + "start": 4683.673935545026, + "end": 4684.0638166089775, + "split": "test", + "subset": "lit_Latn-lit_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4684.22388121899, + "end": 4705.550081474998, + "split": "test", + "subset": "lit_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4705.55012203299, + "end": 4705.938001149974, + "split": "test", + "subset": "lit_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4706.0982003150275, + "end": 4722.717956834007, + "split": "test", + "subset": "eng_Latn-lit_Latn" + }, + { + "name": "Scoring", + "start": 4722.717996022024, + "end": 4723.1036255719955, + "split": "test", + "subset": "eng_Latn-lit_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4723.263364883023, + "end": 4745.832816016977, + "split": "test", + "subset": "lug_Latn-lug_Latn" + }, + { + "name": "Scoring", + "start": 4745.832857065019, + "end": 4746.226139205974, + "split": "test", + "subset": "lug_Latn-lug_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4746.386977316986, + "end": 4766.780753154017, + "split": "test", + "subset": "lug_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4766.780794222024, + "end": 4767.168258555001, + "split": "test", + "subset": "lug_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4767.3299217270105, + "end": 4784.036685170024, + "split": "test", + "subset": "eng_Latn-lug_Latn" + }, + { + "name": "Scoring", + "start": 4784.0367232590215, + "end": 4784.430712103029, + "split": "test", + "subset": "eng_Latn-lug_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4784.593179566029, + "end": 4805.6683679089765, + "split": "test", + "subset": "luo_Latn-luo_Latn" + }, + { + "name": "Scoring", + "start": 4805.668406238023, + "end": 4806.055691736983, + "split": "test", + "subset": "luo_Latn-luo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4806.217401526985, + "end": 4825.644789283979, + "split": "test", + "subset": "luo_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4825.644832931983, + "end": 4826.045500263979, + "split": "test", + "subset": "luo_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4826.219139208028, + "end": 4842.6214116120245, + "split": "test", + "subset": "eng_Latn-luo_Latn" + }, + { + "name": "Scoring", + "start": 4842.621450370003, + "end": 4843.012167153996, + "split": "test", + "subset": "eng_Latn-luo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4843.181124149007, + "end": 4868.458635254006, + "split": "test", + "subset": "lvs_Latn-lvs_Latn" + }, + { + "name": "Scoring", + "start": 4868.458675402973, + "end": 4868.848276707984, + "split": "test", + "subset": "lvs_Latn-lvs_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4869.011633856979, + "end": 4891.9175103949965, + "split": "test", + "subset": "lvs_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4891.917551763996, + "end": 4892.303991654015, + "split": "test", + "subset": "lvs_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4892.469150088029, + "end": 4909.32662450301, + "split": "test", + "subset": "eng_Latn-lvs_Latn" + }, + { + "name": "Scoring", + "start": 4909.326662881009, + "end": 4909.713506306987, + "split": "test", + "subset": "eng_Latn-lvs_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4909.882492511009, + "end": 4979.378861671023, + "split": "test", + "subset": "mal_Mlym-mal_Mlym" + }, + { + "name": "Scoring", + "start": 4979.37890260003, + "end": 4979.775967692025, + "split": "test", + "subset": "mal_Mlym-mal_Mlym" + }, + { + "name": "Encoding queries and documents", + "start": 4979.947193465021, + "end": 5037.454488937976, + "split": "test", + "subset": "mal_Mlym-eng_Latn" + }, + { + "name": "Scoring", + "start": 5037.454528197006, + "end": 5037.840530182992, + "split": "test", + "subset": "mal_Mlym-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5038.00994901103, + "end": 5064.6125216690125, + "split": "test", + "subset": "eng_Latn-mal_Mlym" + }, + { + "name": "Scoring", + "start": 5064.61256090703, + "end": 5065.006360549014, + "split": "test", + "subset": "eng_Latn-mal_Mlym" + }, + { + "name": "Encoding queries and documents", + "start": 5065.173960704007, + "end": 5110.148233746993, + "split": "test", + "subset": "mar_Deva-mar_Deva" + }, + { + "name": "Scoring", + "start": 5110.148272295017, + "end": 5110.53373248101, + "split": "test", + "subset": "mar_Deva-mar_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 5110.703642221983, + "end": 5149.012555381982, + "split": "test", + "subset": "mar_Deva-eng_Latn" + }, + { + "name": "Scoring", + "start": 5149.012596781016, + "end": 5149.412011498003, + "split": "test", + "subset": "mar_Deva-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5149.594366693986, + "end": 5170.731146641017, + "split": "test", + "subset": "eng_Latn-mar_Deva" + }, + { + "name": "Scoring", + "start": 5170.7311865100055, + "end": 5171.125791341008, + "split": "test", + "subset": "eng_Latn-mar_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 5171.298772189999, + "end": 5196.458823191002, + "split": "test", + "subset": "mkd_Cyrl-mkd_Cyrl" + }, + { + "name": "Scoring", + "start": 5196.458863038977, + "end": 5196.850970571977, + "split": "test", + "subset": "mkd_Cyrl-mkd_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 5197.0247311519925, + "end": 5219.709155060991, + "split": "test", + "subset": "mkd_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 5219.709198239027, + "end": 5220.102411411994, + "split": "test", + "subset": "mkd_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5220.274975764973, + "end": 5237.301744523982, + "split": "test", + "subset": "eng_Latn-mkd_Cyrl" + }, + { + "name": "Scoring", + "start": 5237.301784162002, + "end": 5237.693695323018, + "split": "test", + "subset": "eng_Latn-mkd_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 5237.868882059993, + "end": 5262.636898695026, + "split": "test", + "subset": "mlt_Latn-mlt_Latn" + }, + { + "name": "Scoring", + "start": 5262.636938483978, + "end": 5263.023603104986, + "split": "test", + "subset": "mlt_Latn-mlt_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5263.202493057994, + "end": 5285.768668550998, + "split": "test", + "subset": "mlt_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5285.768709229014, + "end": 5286.157088169013, + "split": "test", + "subset": "mlt_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5286.333090097003, + "end": 5302.99820466002, + "split": "test", + "subset": "eng_Latn-mlt_Latn" + }, + { + "name": "Scoring", + "start": 5302.998243268987, + "end": 5303.389629079029, + "split": "test", + "subset": "eng_Latn-mlt_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5303.564817656996, + "end": 5329.288083227002, + "split": "test", + "subset": "mri_Latn-mri_Latn" + }, + { + "name": "Scoring", + "start": 5329.288123706006, + "end": 5329.685111501021, + "split": "test", + "subset": "mri_Latn-mri_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5329.866202744015, + "end": 5353.022261573002, + "split": "test", + "subset": "mri_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5353.022302152007, + "end": 5353.413692251022, + "split": "test", + "subset": "mri_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5353.595490568026, + "end": 5370.741600780981, + "split": "test", + "subset": "eng_Latn-mri_Latn" + }, + { + "name": "Scoring", + "start": 5370.741640469991, + "end": 5371.135904504976, + "split": "test", + "subset": "eng_Latn-mri_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5371.314369753003, + "end": 5457.146665838023, + "split": "test", + "subset": "mya_Mymr-mya_Mymr" + }, + { + "name": "Scoring", + "start": 5457.146705886989, + "end": 5457.536061590014, + "split": "test", + "subset": "mya_Mymr-mya_Mymr" + }, + { + "name": "Encoding queries and documents", + "start": 5457.714937663986, + "end": 5528.2246716200025, + "split": "test", + "subset": "mya_Mymr-eng_Latn" + }, + { + "name": "Scoring", + "start": 5528.224713548028, + "end": 5528.624084907002, + "split": "test", + "subset": "mya_Mymr-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5528.807538062974, + "end": 5558.719397144974, + "split": "test", + "subset": "eng_Latn-mya_Mymr" + }, + { + "name": "Scoring", + "start": 5558.719433953986, + "end": 5559.110341341002, + "split": "test", + "subset": "eng_Latn-mya_Mymr" + }, + { + "name": "Encoding queries and documents", + "start": 5559.290067632974, + "end": 5578.768445089983, + "split": "test", + "subset": "nld_Latn-nld_Latn" + }, + { + "name": "Scoring", + "start": 5578.768483699008, + "end": 5579.159529979981, + "split": "test", + "subset": "nld_Latn-nld_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5579.3423088110285, + "end": 5597.768433270976, + "split": "test", + "subset": "nld_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5597.768471050018, + "end": 5598.154656008992, + "split": "test", + "subset": "nld_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5598.337363282975, + "end": 5613.972009864985, + "split": "test", + "subset": "eng_Latn-nld_Latn" + }, + { + "name": "Scoring", + "start": 5613.972050843004, + "end": 5614.365169070021, + "split": "test", + "subset": "eng_Latn-nld_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5614.549809093005, + "end": 5634.176433819986, + "split": "test", + "subset": "nob_Latn-nob_Latn" + }, + { + "name": "Scoring", + "start": 5634.176475148997, + "end": 5634.568541294022, + "split": "test", + "subset": "nob_Latn-nob_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5634.753483746026, + "end": 5652.891011345026, + "split": "test", + "subset": "nob_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5652.8910489039845, + "end": 5653.2772562929895, + "split": "test", + "subset": "nob_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5653.460842434026, + "end": 5669.41981635202, + "split": "test", + "subset": "eng_Latn-nob_Latn" + }, + { + "name": "Scoring", + "start": 5669.419853610976, + "end": 5669.806390226993, + "split": "test", + "subset": "eng_Latn-nob_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5669.990737401007, + "end": 5713.240815875004, + "split": "test", + "subset": "npi_Deva-npi_Deva" + }, + { + "name": "Scoring", + "start": 5713.240853632975, + "end": 5713.629654877004, + "split": "test", + "subset": "npi_Deva-npi_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 5713.821385061019, + "end": 5750.816148872022, + "split": "test", + "subset": "npi_Deva-eng_Latn" + }, + { + "name": "Scoring", + "start": 5750.816185579984, + "end": 5751.205265373981, + "split": "test", + "subset": "npi_Deva-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5751.391750839015, + "end": 5772.170388624014, + "split": "test", + "subset": "eng_Latn-npi_Deva" + }, + { + "name": "Scoring", + "start": 5772.170428652025, + "end": 5772.565036973974, + "split": "test", + "subset": "eng_Latn-npi_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 5772.754323427973, + "end": 5794.591248808021, + "split": "test", + "subset": "npi_Latn-npi_Latn" + }, + { + "name": "Scoring", + "start": 5794.591288677009, + "end": 5794.978368634009, + "split": "test", + "subset": "npi_Latn-npi_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5795.168860592996, + "end": 5815.393918245973, + "split": "test", + "subset": "npi_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5815.393958294997, + "end": 5815.784030992014, + "split": "test", + "subset": "npi_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5815.973177771026, + "end": 5832.056541580008, + "split": "test", + "subset": "eng_Latn-npi_Latn" + }, + { + "name": "Scoring", + "start": 5832.056579398981, + "end": 5832.451631594973, + "split": "test", + "subset": "eng_Latn-npi_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5832.640431786014, + "end": 5856.98308075103, + "split": "test", + "subset": "nso_Latn-nso_Latn" + }, + { + "name": "Scoring", + "start": 5856.983122079982, + "end": 5857.377209189988, + "split": "test", + "subset": "nso_Latn-nso_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5857.56711355201, + "end": 5879.506680277002, + "split": "test", + "subset": "nso_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5879.50671957602, + "end": 5879.900677021011, + "split": "test", + "subset": "nso_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5880.103291378997, + "end": 5896.999989602016, + "split": "test", + "subset": "eng_Latn-nso_Latn" + }, + { + "name": "Scoring", + "start": 5897.000028921, + "end": 5897.3973388840095, + "split": "test", + "subset": "eng_Latn-nso_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5897.587548443989, + "end": 5921.396090756985, + "split": "test", + "subset": "nya_Latn-nya_Latn" + }, + { + "name": "Scoring", + "start": 5921.396130424982, + "end": 5921.791368743987, + "split": "test", + "subset": "nya_Latn-nya_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5921.989942189015, + "end": 5943.26420492999, + "split": "test", + "subset": "nya_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5943.264246237988, + "end": 5943.883368628973, + "split": "test", + "subset": "nya_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5944.076844669005, + "end": 5961.160483052023, + "split": "test", + "subset": "eng_Latn-nya_Latn" + }, + { + "name": "Scoring", + "start": 5961.160522100981, + "end": 5961.555086434004, + "split": "test", + "subset": "eng_Latn-nya_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5961.751752149023, + "end": 6055.015943877981, + "split": "test", + "subset": "ory_Orya-ory_Orya" + }, + { + "name": "Scoring", + "start": 6055.015981865989, + "end": 6055.403059492994, + "split": "test", + "subset": "ory_Orya-ory_Orya" + }, + { + "name": "Encoding queries and documents", + "start": 6055.599741326994, + "end": 6131.883412111027, + "split": "test", + "subset": "ory_Orya-eng_Latn" + }, + { + "name": "Scoring", + "start": 6131.883451119007, + "end": 6132.273465169012, + "split": "test", + "subset": "ory_Orya-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6132.469975029002, + "end": 6163.990324781975, + "split": "test", + "subset": "eng_Latn-ory_Orya" + }, + { + "name": "Scoring", + "start": 6163.99036358099, + "end": 6164.381493019988, + "split": "test", + "subset": "eng_Latn-ory_Orya" + }, + { + "name": "Encoding queries and documents", + "start": 6164.581279570004, + "end": 6234.681315425027, + "split": "test", + "subset": "pan_Guru-pan_Guru" + }, + { + "name": "Scoring", + "start": 6234.681357863999, + "end": 6235.076227405982, + "split": "test", + "subset": "pan_Guru-pan_Guru" + }, + { + "name": "Encoding queries and documents", + "start": 6235.280821490975, + "end": 6292.782762839983, + "split": "test", + "subset": "pan_Guru-eng_Latn" + }, + { + "name": "Scoring", + "start": 6292.782802878006, + "end": 6293.182850421988, + "split": "test", + "subset": "pan_Guru-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6293.382683170028, + "end": 6320.423502788006, + "split": "test", + "subset": "eng_Latn-pan_Guru" + }, + { + "name": "Scoring", + "start": 6320.423541346972, + "end": 6320.8094206069945, + "split": "test", + "subset": "eng_Latn-pan_Guru" + }, + { + "name": "Encoding queries and documents", + "start": 6321.0077821390005, + "end": 6351.565069782024, + "split": "test", + "subset": "pbt_Arab-pbt_Arab" + }, + { + "name": "Scoring", + "start": 6351.56511145999, + "end": 6351.951623268018, + "split": "test", + "subset": "pbt_Arab-pbt_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 6352.155988031009, + "end": 6378.991429921996, + "split": "test", + "subset": "pbt_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 6378.991468990978, + "end": 6379.377230425016, + "split": "test", + "subset": "pbt_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6379.5789558350225, + "end": 6397.780932784022, + "split": "test", + "subset": "eng_Latn-pbt_Arab" + }, + { + "name": "Scoring", + "start": 6397.780982442026, + "end": 6398.178987880005, + "split": "test", + "subset": "eng_Latn-pbt_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 6398.379965726985, + "end": 6426.03204765101, + "split": "test", + "subset": "pes_Arab-pes_Arab" + }, + { + "name": "Scoring", + "start": 6426.0320837299805, + "end": 6426.416836471995, + "split": "test", + "subset": "pes_Arab-pes_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 6426.617580586986, + "end": 6451.302074918989, + "split": "test", + "subset": "pes_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 6451.30211297702, + "end": 6451.685607105028, + "split": "test", + "subset": "pes_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6451.88752129802, + "end": 6469.342062238022, + "split": "test", + "subset": "eng_Latn-pes_Arab" + }, + { + "name": "Scoring", + "start": 6469.342099185975, + "end": 6469.725532395998, + "split": "test", + "subset": "eng_Latn-pes_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 6469.928822098998, + "end": 6494.857357166009, + "split": "test", + "subset": "plt_Latn-plt_Latn" + }, + { + "name": "Scoring", + "start": 6494.857397645013, + "end": 6495.250933535979, + "split": "test", + "subset": "plt_Latn-plt_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6495.4553963359795, + "end": 6517.722945104993, + "split": "test", + "subset": "plt_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 6517.722983403015, + "end": 6518.113798892999, + "split": "test", + "subset": "plt_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6518.319774527976, + "end": 6535.451945620007, + "split": "test", + "subset": "eng_Latn-plt_Latn" + }, + { + "name": "Scoring", + "start": 6535.451984878979, + "end": 6535.845887247007, + "split": "test", + "subset": "eng_Latn-plt_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6536.049699480005, + "end": 6557.167593566002, + "split": "test", + "subset": "pol_Latn-pol_Latn" + }, + { + "name": "Scoring", + "start": 6557.167631855002, + "end": 6557.555182254, + "split": "test", + "subset": "pol_Latn-pol_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6557.760466923995, + "end": 6577.282847555005, + "split": "test", + "subset": "pol_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 6577.282892063027, + "end": 6577.678853666002, + "split": "test", + "subset": "pol_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6577.887144846027, + "end": 6593.985747699975, + "split": "test", + "subset": "eng_Latn-pol_Latn" + }, + { + "name": "Scoring", + "start": 6593.9857847680105, + "end": 6594.374397389009, + "split": "test", + "subset": "eng_Latn-pol_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6594.582656360988, + "end": 6613.443189119978, + "split": "test", + "subset": "por_Latn-por_Latn" + }, + { + "name": "Scoring", + "start": 6613.44322819903, + "end": 6613.831112786022, + "split": "test", + "subset": "por_Latn-por_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6614.038343705004, + "end": 6631.839726959006, + "split": "test", + "subset": "por_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 6631.839771587984, + "end": 6632.224795280024, + "split": "test", + "subset": "por_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6632.432419503981, + "end": 6648.035655891988, + "split": "test", + "subset": "eng_Latn-por_Latn" + }, + { + "name": "Scoring", + "start": 6648.035694361024, + "end": 6648.425575674977, + "split": "test", + "subset": "eng_Latn-por_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6648.635153807991, + "end": 6670.352070078021, + "split": "test", + "subset": "ron_Latn-ron_Latn" + }, + { + "name": "Scoring", + "start": 6670.352108496998, + "end": 6670.738094323024, + "split": "test", + "subset": "ron_Latn-ron_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6670.950762414024, + "end": 6691.046120007988, + "split": "test", + "subset": "ron_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 6691.046159646998, + "end": 6691.434985889995, + "split": "test", + "subset": "ron_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6691.649134377018, + "end": 6707.783647659991, + "split": "test", + "subset": "eng_Latn-ron_Latn" + }, + { + "name": "Scoring", + "start": 6707.783686287992, + "end": 6708.168401220988, + "split": "test", + "subset": "eng_Latn-ron_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6708.381742737023, + "end": 6730.596557640005, + "split": "test", + "subset": "rus_Cyrl-rus_Cyrl" + }, + { + "name": "Scoring", + "start": 6730.596598237986, + "end": 6730.991304017021, + "split": "test", + "subset": "rus_Cyrl-rus_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 6731.20547474199, + "end": 6751.477455853019, + "split": "test", + "subset": "rus_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 6751.47749126202, + "end": 6751.861211890995, + "split": "test", + "subset": "rus_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6752.076299512992, + "end": 6768.472413571028, + "split": "test", + "subset": "eng_Latn-rus_Cyrl" + }, + { + "name": "Scoring", + "start": 6768.472451479989, + "end": 6768.860612587014, + "split": "test", + "subset": "eng_Latn-rus_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 6769.081371073029, + "end": 6867.454593449016, + "split": "test", + "subset": "shn_Mymr-shn_Mymr" + }, + { + "name": "Scoring", + "start": 6867.45463214803, + "end": 6867.8465537879965, + "split": "test", + "subset": "shn_Mymr-shn_Mymr" + }, + { + "name": "Encoding queries and documents", + "start": 6868.063571329985, + "end": 6952.787304483005, + "split": "test", + "subset": "shn_Mymr-eng_Latn" + }, + { + "name": "Scoring", + "start": 6952.787344722019, + "end": 6953.182957226993, + "split": "test", + "subset": "shn_Mymr-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6953.402132279996, + "end": 6981.745811350003, + "split": "test", + "subset": "eng_Latn-shn_Mymr" + }, + { + "name": "Scoring", + "start": 6981.74585039902, + "end": 6982.138617787976, + "split": "test", + "subset": "eng_Latn-shn_Mymr" + }, + { + "name": "Encoding queries and documents", + "start": 6982.354932565009, + "end": 7007.444879033021, + "split": "test", + "subset": "sin_Latn-sin_Latn" + }, + { + "name": "Scoring", + "start": 7007.444916332024, + "end": 7007.834220007993, + "split": "test", + "subset": "sin_Latn-sin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7008.052345409, + "end": 7030.437693599029, + "split": "test", + "subset": "sin_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7030.437736727996, + "end": 7030.827955730027, + "split": "test", + "subset": "sin_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7031.04668947903, + "end": 7048.209694815974, + "split": "test", + "subset": "eng_Latn-sin_Latn" + }, + { + "name": "Scoring", + "start": 7048.209739334008, + "end": 7048.6065591559745, + "split": "test", + "subset": "eng_Latn-sin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7048.826195062022, + "end": 7115.0957851079875, + "split": "test", + "subset": "sin_Sinh-sin_Sinh" + }, + { + "name": "Scoring", + "start": 7115.095823806012, + "end": 7115.483236550994, + "split": "test", + "subset": "sin_Sinh-sin_Sinh" + }, + { + "name": "Encoding queries and documents", + "start": 7115.702951784013, + "end": 7170.966866110975, + "split": "test", + "subset": "sin_Sinh-eng_Latn" + }, + { + "name": "Scoring", + "start": 7170.966907139984, + "end": 7171.351364361995, + "split": "test", + "subset": "sin_Sinh-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7171.571813958988, + "end": 7197.04737193702, + "split": "test", + "subset": "eng_Latn-sin_Sinh" + }, + { + "name": "Scoring", + "start": 7197.047408676008, + "end": 7197.439573896991, + "split": "test", + "subset": "eng_Latn-sin_Sinh" + }, + { + "name": "Encoding queries and documents", + "start": 7197.660143839021, + "end": 7221.34705976001, + "split": "test", + "subset": "slk_Latn-slk_Latn" + }, + { + "name": "Scoring", + "start": 7221.347098928003, + "end": 7221.736176931998, + "split": "test", + "subset": "slk_Latn-slk_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7221.95759051299, + "end": 7243.3488133660285, + "split": "test", + "subset": "slk_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7243.348850255017, + "end": 7243.736728593009, + "split": "test", + "subset": "slk_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7243.959392648016, + "end": 7260.488663207972, + "split": "test", + "subset": "eng_Latn-slk_Latn" + }, + { + "name": "Scoring", + "start": 7260.488702737028, + "end": 7260.877032167977, + "split": "test", + "subset": "eng_Latn-slk_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7261.099887076009, + "end": 7282.839389981993, + "split": "test", + "subset": "slv_Latn-slv_Latn" + }, + { + "name": "Scoring", + "start": 7282.839427101018, + "end": 7283.2273418770055, + "split": "test", + "subset": "slv_Latn-slv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7283.449617417005, + "end": 7303.480548102001, + "split": "test", + "subset": "slv_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7303.48058615101, + "end": 7303.864397127007, + "split": "test", + "subset": "slv_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7304.090111531026, + "end": 7320.270628015976, + "split": "test", + "subset": "eng_Latn-slv_Latn" + }, + { + "name": "Scoring", + "start": 7320.270665385004, + "end": 7320.656741397979, + "split": "test", + "subset": "eng_Latn-slv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7320.882754172024, + "end": 7344.391676307016, + "split": "test", + "subset": "sna_Latn-sna_Latn" + }, + { + "name": "Scoring", + "start": 7344.391715464997, + "end": 7344.786691333982, + "split": "test", + "subset": "sna_Latn-sna_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7345.01418397302, + "end": 7366.456758841989, + "split": "test", + "subset": "sna_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7366.456797801016, + "end": 7366.848984002019, + "split": "test", + "subset": "sna_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7367.082665234979, + "end": 7383.66386496101, + "split": "test", + "subset": "eng_Latn-sna_Latn" + }, + { + "name": "Scoring", + "start": 7383.663904458983, + "end": 7384.058771591983, + "split": "test", + "subset": "eng_Latn-sna_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7384.288317365979, + "end": 7415.101214422029, + "split": "test", + "subset": "snd_Arab-snd_Arab" + }, + { + "name": "Scoring", + "start": 7415.101254251029, + "end": 7415.491489153006, + "split": "test", + "subset": "snd_Arab-snd_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 7415.722259893024, + "end": 7442.575011071982, + "split": "test", + "subset": "snd_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 7442.575052089989, + "end": 7442.966450149019, + "split": "test", + "subset": "snd_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7443.199778076028, + "end": 7461.631998453988, + "split": "test", + "subset": "eng_Latn-snd_Arab" + }, + { + "name": "Scoring", + "start": 7461.632034901995, + "end": 7462.017736318987, + "split": "test", + "subset": "eng_Latn-snd_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 7462.2487486199825, + "end": 7486.483439345029, + "split": "test", + "subset": "som_Latn-som_Latn" + }, + { + "name": "Scoring", + "start": 7486.483477053, + "end": 7486.870941816014, + "split": "test", + "subset": "som_Latn-som_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7487.100246819027, + "end": 7508.901648445986, + "split": "test", + "subset": "som_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7508.901686115016, + "end": 7509.2877719170065, + "split": "test", + "subset": "som_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7509.521238239016, + "end": 7526.487396857992, + "split": "test", + "subset": "eng_Latn-som_Latn" + }, + { + "name": "Scoring", + "start": 7526.487435667019, + "end": 7526.881698571029, + "split": "test", + "subset": "eng_Latn-som_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7527.1153372270055, + "end": 7551.168258022983, + "split": "test", + "subset": "sot_Latn-sot_Latn" + }, + { + "name": "Scoring", + "start": 7551.168298050994, + "end": 7551.558184665977, + "split": "test", + "subset": "sot_Latn-sot_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7551.792277064, + "end": 7573.702745672024, + "split": "test", + "subset": "sot_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7573.70278375101, + "end": 7574.090432855999, + "split": "test", + "subset": "sot_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7574.3241002510185, + "end": 7590.918469165976, + "split": "test", + "subset": "eng_Latn-sot_Latn" + }, + { + "name": "Scoring", + "start": 7590.918505713984, + "end": 7591.311178296979, + "split": "test", + "subset": "eng_Latn-sot_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7591.547190474987, + "end": 7610.850842437008, + "split": "test", + "subset": "spa_Latn-spa_Latn" + }, + { + "name": "Scoring", + "start": 7610.850881626015, + "end": 7611.2472838020185, + "split": "test", + "subset": "spa_Latn-spa_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7611.485092004994, + "end": 7629.610815066029, + "split": "test", + "subset": "spa_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7629.610852324986, + "end": 7630.00071589998, + "split": "test", + "subset": "spa_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7630.236807474983, + "end": 7645.897614952992, + "split": "test", + "subset": "eng_Latn-spa_Latn" + }, + { + "name": "Scoring", + "start": 7645.897653652006, + "end": 7646.289410547004, + "split": "test", + "subset": "eng_Latn-spa_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7646.527544049022, + "end": 7672.353459873993, + "split": "test", + "subset": "srp_Cyrl-srp_Cyrl" + }, + { + "name": "Scoring", + "start": 7672.3534978629905, + "end": 7672.738734267012, + "split": "test", + "subset": "srp_Cyrl-srp_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 7672.978059324028, + "end": 7696.249124978029, + "split": "test", + "subset": "srp_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 7696.249163236003, + "end": 7696.636869670008, + "split": "test", + "subset": "srp_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7696.877721453027, + "end": 7713.88093330001, + "split": "test", + "subset": "eng_Latn-srp_Cyrl" + }, + { + "name": "Scoring", + "start": 7713.880980997987, + "end": 7714.265720340016, + "split": "test", + "subset": "eng_Latn-srp_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 7714.508615588013, + "end": 7738.106705928978, + "split": "test", + "subset": "ssw_Latn-ssw_Latn" + }, + { + "name": "Scoring", + "start": 7738.106744138, + "end": 7738.502660672006, + "split": "test", + "subset": "ssw_Latn-ssw_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7738.745097196021, + "end": 7760.3268490069895, + "split": "test", + "subset": "ssw_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7760.32688763598, + "end": 7760.71372775099, + "split": "test", + "subset": "ssw_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7760.956072898989, + "end": 7777.536070597998, + "split": "test", + "subset": "eng_Latn-ssw_Latn" + }, + { + "name": "Scoring", + "start": 7777.536107797001, + "end": 7777.925238149008, + "split": "test", + "subset": "eng_Latn-ssw_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7778.1678354269825, + "end": 7799.557269975019, + "split": "test", + "subset": "sun_Latn-sun_Latn" + }, + { + "name": "Scoring", + "start": 7799.5573084739735, + "end": 7799.949988757027, + "split": "test", + "subset": "sun_Latn-sun_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7800.194164316985, + "end": 7819.828560171009, + "split": "test", + "subset": "sun_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7819.828599939996, + "end": 7820.220772549976, + "split": "test", + "subset": "sun_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7820.469132828992, + "end": 7836.751355813001, + "split": "test", + "subset": "eng_Latn-sun_Latn" + }, + { + "name": "Scoring", + "start": 7836.751394930994, + "end": 7837.139996742015, + "split": "test", + "subset": "eng_Latn-sun_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7837.384237461025, + "end": 7856.815656931023, + "split": "test", + "subset": "swe_Latn-swe_Latn" + }, + { + "name": "Scoring", + "start": 7856.81569784903, + "end": 7857.200815258024, + "split": "test", + "subset": "swe_Latn-swe_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7857.445509489975, + "end": 7875.638063782011, + "split": "test", + "subset": "swe_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7875.638102600002, + "end": 7876.021531120001, + "split": "test", + "subset": "swe_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7876.267389109009, + "end": 7892.022270735004, + "split": "test", + "subset": "eng_Latn-swe_Latn" + }, + { + "name": "Scoring", + "start": 7892.022310532979, + "end": 7892.412790765986, + "split": "test", + "subset": "eng_Latn-swe_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7892.660160830012, + "end": 7914.995876151021, + "split": "test", + "subset": "swh_Latn-swh_Latn" + }, + { + "name": "Scoring", + "start": 7914.995913880004, + "end": 7915.382289621979, + "split": "test", + "subset": "swh_Latn-swh_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7915.630741767003, + "end": 7935.8377244789735, + "split": "test", + "subset": "swh_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7935.837762298004, + "end": 7936.230383732007, + "split": "test", + "subset": "swh_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7936.482635819004, + "end": 7953.095692290983, + "split": "test", + "subset": "eng_Latn-swh_Latn" + }, + { + "name": "Scoring", + "start": 7953.0957306000055, + "end": 7953.487818313995, + "split": "test", + "subset": "eng_Latn-swh_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7953.737695236981, + "end": 8012.370883190015, + "split": "test", + "subset": "tam_Taml-tam_Taml" + }, + { + "name": "Scoring", + "start": 8012.3709236590075, + "end": 8012.764478168974, + "split": "test", + "subset": "tam_Taml-tam_Taml" + }, + { + "name": "Encoding queries and documents", + "start": 8013.014487586974, + "end": 8062.036778671027, + "split": "test", + "subset": "tam_Taml-eng_Latn" + }, + { + "name": "Scoring", + "start": 8062.036815510015, + "end": 8062.423057186999, + "split": "test", + "subset": "tam_Taml-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8062.6749681549845, + "end": 8086.959005789016, + "split": "test", + "subset": "eng_Latn-tam_Taml" + }, + { + "name": "Scoring", + "start": 8086.959044257994, + "end": 8087.346859647019, + "split": "test", + "subset": "eng_Latn-tam_Taml" + }, + { + "name": "Encoding queries and documents", + "start": 8087.599519488984, + "end": 8155.580777611001, + "split": "test", + "subset": "tel_Telu-tel_Telu" + }, + { + "name": "Scoring", + "start": 8155.580813878973, + "end": 8155.965489814, + "split": "test", + "subset": "tel_Telu-tel_Telu" + }, + { + "name": "Encoding queries and documents", + "start": 8156.217530278023, + "end": 8212.169034307008, + "split": "test", + "subset": "tel_Telu-eng_Latn" + }, + { + "name": "Scoring", + "start": 8212.169072695018, + "end": 8212.553184640012, + "split": "test", + "subset": "tel_Telu-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8212.80577489402, + "end": 8239.237335691985, + "split": "test", + "subset": "eng_Latn-tel_Telu" + }, + { + "name": "Scoring", + "start": 8239.237375390017, + "end": 8239.621952318004, + "split": "test", + "subset": "eng_Latn-tel_Telu" + }, + { + "name": "Encoding queries and documents", + "start": 8239.875352711999, + "end": 8269.944093050028, + "split": "test", + "subset": "tgk_Cyrl-tgk_Cyrl" + }, + { + "name": "Scoring", + "start": 8269.944132229022, + "end": 8270.32888656098, + "split": "test", + "subset": "tgk_Cyrl-tgk_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 8270.583744671021, + "end": 8297.478278235998, + "split": "test", + "subset": "tgk_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 8297.478315835004, + "end": 8297.867343501013, + "split": "test", + "subset": "tgk_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8298.125135225011, + "end": 8315.892965154024, + "split": "test", + "subset": "eng_Latn-tgk_Cyrl" + }, + { + "name": "Scoring", + "start": 8315.893003612, + "end": 8316.285436974023, + "split": "test", + "subset": "eng_Latn-tgk_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 8316.542313961021, + "end": 8339.30648331903, + "split": "test", + "subset": "tgl_Latn-tgl_Latn" + }, + { + "name": "Scoring", + "start": 8339.306520687998, + "end": 8339.693273367011, + "split": "test", + "subset": "tgl_Latn-tgl_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8339.94863211998, + "end": 8360.99682652799, + "split": "test", + "subset": "tgl_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 8360.996866787027, + "end": 8361.386023348023, + "split": "test", + "subset": "tgl_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8361.644491037005, + "end": 8377.80845872598, + "split": "test", + "subset": "eng_Latn-tgl_Latn" + }, + { + "name": "Scoring", + "start": 8377.808495455014, + "end": 8378.194622515992, + "split": "test", + "subset": "eng_Latn-tgl_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8378.455006755015, + "end": 8405.841201141011, + "split": "test", + "subset": "tha_Thai-tha_Thai" + }, + { + "name": "Scoring", + "start": 8405.841240930022, + "end": 8406.230751417985, + "split": "test", + "subset": "tha_Thai-tha_Thai" + }, + { + "name": "Encoding queries and documents", + "start": 8406.489917561994, + "end": 8431.456580067985, + "split": "test", + "subset": "tha_Thai-eng_Latn" + }, + { + "name": "Scoring", + "start": 8431.456618206983, + "end": 8431.842083283002, + "split": "test", + "subset": "tha_Thai-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8432.102917674987, + "end": 8448.989726120024, + "split": "test", + "subset": "eng_Latn-tha_Thai" + }, + { + "name": "Scoring", + "start": 8448.989768838976, + "end": 8449.376158080995, + "split": "test", + "subset": "eng_Latn-tha_Thai" + }, + { + "name": "Encoding queries and documents", + "start": 8449.636816810002, + "end": 8491.653428738995, + "split": "test", + "subset": "tir_Ethi-tir_Ethi" + }, + { + "name": "Scoring", + "start": 8491.653467337019, + "end": 8492.048313150997, + "split": "test", + "subset": "tir_Ethi-tir_Ethi" + }, + { + "name": "Encoding queries and documents", + "start": 8492.310423776973, + "end": 8527.68205119, + "split": "test", + "subset": "tir_Ethi-eng_Latn" + }, + { + "name": "Scoring", + "start": 8527.682088449015, + "end": 8528.076876904, + "split": "test", + "subset": "tir_Ethi-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8528.342733952974, + "end": 8549.453954692988, + "split": "test", + "subset": "eng_Latn-tir_Ethi" + }, + { + "name": "Scoring", + "start": 8549.45399342198, + "end": 8549.847583741008, + "split": "test", + "subset": "eng_Latn-tir_Ethi" + }, + { + "name": "Encoding queries and documents", + "start": 8550.112463976024, + "end": 8574.921537442016, + "split": "test", + "subset": "tsn_Latn-tsn_Latn" + }, + { + "name": "Scoring", + "start": 8574.921575941029, + "end": 8575.312380962016, + "split": "test", + "subset": "tsn_Latn-tsn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8575.576519144, + "end": 8598.080473727023, + "split": "test", + "subset": "tsn_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 8598.080512246, + "end": 8598.48103883199, + "split": "test", + "subset": "tsn_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8598.762364578026, + "end": 8615.646808867983, + "split": "test", + "subset": "eng_Latn-tsn_Latn" + }, + { + "name": "Scoring", + "start": 8615.646849377023, + "end": 8616.047978411021, + "split": "test", + "subset": "eng_Latn-tsn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8616.320274195983, + "end": 8641.26372986898, + "split": "test", + "subset": "tso_Latn-tso_Latn" + }, + { + "name": "Scoring", + "start": 8641.263766817981, + "end": 8641.65634446399, + "split": "test", + "subset": "tso_Latn-tso_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8641.924422312994, + "end": 8664.242952440982, + "split": "test", + "subset": "tso_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 8664.242990689003, + "end": 8664.630030957982, + "split": "test", + "subset": "tso_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8664.900269407022, + "end": 8681.95878356701, + "split": "test", + "subset": "eng_Latn-tso_Latn" + }, + { + "name": "Scoring", + "start": 8681.958822246, + "end": 8682.350555202982, + "split": "test", + "subset": "eng_Latn-tso_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8682.61796877603, + "end": 8702.515722750977, + "split": "test", + "subset": "tur_Latn-tur_Latn" + }, + { + "name": "Scoring", + "start": 8702.515760728973, + "end": 8702.909169665014, + "split": "test", + "subset": "tur_Latn-tur_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8703.186638830986, + "end": 8721.756511255982, + "split": "test", + "subset": "tur_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 8721.756551323982, + "end": 8722.14856750099, + "split": "test", + "subset": "tur_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8722.421697954996, + "end": 8738.264643067028, + "split": "test", + "subset": "eng_Latn-tur_Latn" + }, + { + "name": "Scoring", + "start": 8738.264680485998, + "end": 8738.651431994978, + "split": "test", + "subset": "eng_Latn-tur_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8738.926735289977, + "end": 8766.297440900002, + "split": "test", + "subset": "ukr_Cyrl-ukr_Cyrl" + }, + { + "name": "Scoring", + "start": 8766.297479868983, + "end": 8766.686202946003, + "split": "test", + "subset": "ukr_Cyrl-ukr_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 8766.965253624017, + "end": 8791.31839416601, + "split": "test", + "subset": "ukr_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 8791.318435253983, + "end": 8791.715247176006, + "split": "test", + "subset": "ukr_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8791.996903878986, + "end": 8809.504934586992, + "split": "test", + "subset": "eng_Latn-ukr_Cyrl" + }, + { + "name": "Scoring", + "start": 8809.504978395998, + "end": 8809.890183601005, + "split": "test", + "subset": "eng_Latn-ukr_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 8810.162060021015, + "end": 8843.06479506602, + "split": "test", + "subset": "urd_Arab-urd_Arab" + }, + { + "name": "Scoring", + "start": 8843.064831824973, + "end": 8843.455552358006, + "split": "test", + "subset": "urd_Arab-urd_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 8843.737548639998, + "end": 8872.450085420976, + "split": "test", + "subset": "urd_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 8872.450122319977, + "end": 8872.841075995006, + "split": "test", + "subset": "urd_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8873.117040276004, + "end": 8891.81231244601, + "split": "test", + "subset": "eng_Latn-urd_Arab" + }, + { + "name": "Scoring", + "start": 8891.812349753978, + "end": 8892.203146994987, + "split": "test", + "subset": "eng_Latn-urd_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 8892.479666785977, + "end": 8916.75731908303, + "split": "test", + "subset": "urd_Latn-urd_Latn" + }, + { + "name": "Scoring", + "start": 8916.757357591006, + "end": 8917.148600946006, + "split": "test", + "subset": "urd_Latn-urd_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8917.425612427993, + "end": 8939.419145755004, + "split": "test", + "subset": "urd_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 8939.419185163977, + "end": 8939.805103173014, + "split": "test", + "subset": "urd_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8940.08447926899, + "end": 8956.846467987983, + "split": "test", + "subset": "eng_Latn-urd_Latn" + }, + { + "name": "Scoring", + "start": 8956.846503977024, + "end": 8957.241906250012, + "split": "test", + "subset": "eng_Latn-urd_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8957.520949289028, + "end": 8981.351387092029, + "split": "test", + "subset": "uzn_Latn-uzn_Latn" + }, + { + "name": "Scoring", + "start": 8981.351428841008, + "end": 8981.749869803025, + "split": "test", + "subset": "uzn_Latn-uzn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8982.04005180503, + "end": 9003.771636648977, + "split": "test", + "subset": "uzn_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9003.77167370799, + "end": 9004.15751754999, + "split": "test", + "subset": "uzn_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9004.437405177974, + "end": 9021.029518064985, + "split": "test", + "subset": "eng_Latn-uzn_Latn" + }, + { + "name": "Scoring", + "start": 9021.029557003, + "end": 9021.414555715979, + "split": "test", + "subset": "eng_Latn-uzn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9021.695581441978, + "end": 9040.058602023986, + "split": "test", + "subset": "vie_Latn-vie_Latn" + }, + { + "name": "Scoring", + "start": 9040.058638403018, + "end": 9040.450568982982, + "split": "test", + "subset": "vie_Latn-vie_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9040.731372346985, + "end": 9058.153125563986, + "split": "test", + "subset": "vie_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9058.15316344198, + "end": 9058.542489277024, + "split": "test", + "subset": "vie_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9058.826074589975, + "end": 9074.482843914011, + "split": "test", + "subset": "eng_Latn-vie_Latn" + }, + { + "name": "Scoring", + "start": 9074.482884693018, + "end": 9074.873565907998, + "split": "test", + "subset": "eng_Latn-vie_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9075.165532555024, + "end": 9097.441732958017, + "split": "test", + "subset": "war_Latn-war_Latn" + }, + { + "name": "Scoring", + "start": 9097.441771926999, + "end": 9097.826349094976, + "split": "test", + "subset": "war_Latn-war_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9098.11050633702, + "end": 9118.542640533997, + "split": "test", + "subset": "war_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9118.542678032012, + "end": 9118.92819086602, + "split": "test", + "subset": "war_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9119.214978342003, + "end": 9135.505315919989, + "split": "test", + "subset": "eng_Latn-war_Latn" + }, + { + "name": "Scoring", + "start": 9135.505358238996, + "end": 9135.912719014974, + "split": "test", + "subset": "eng_Latn-war_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9136.203704808024, + "end": 9158.414505607972, + "split": "test", + "subset": "wol_Latn-wol_Latn" + }, + { + "name": "Scoring", + "start": 9158.414545226027, + "end": 9158.810079953982, + "split": "test", + "subset": "wol_Latn-wol_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9159.103684702015, + "end": 9179.338758799015, + "split": "test", + "subset": "wol_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9179.338797187025, + "end": 9179.730378079985, + "split": "test", + "subset": "wol_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9180.019439753029, + "end": 9196.452696995984, + "split": "test", + "subset": "eng_Latn-wol_Latn" + }, + { + "name": "Scoring", + "start": 9196.452737203974, + "end": 9196.846641981974, + "split": "test", + "subset": "eng_Latn-wol_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9197.136234136007, + "end": 9220.381404743996, + "split": "test", + "subset": "xho_Latn-xho_Latn" + }, + { + "name": "Scoring", + "start": 9220.38144753303, + "end": 9220.773895462975, + "split": "test", + "subset": "xho_Latn-xho_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9221.065441745974, + "end": 9242.152248346014, + "split": "test", + "subset": "xho_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9242.152286925004, + "end": 9242.547722305986, + "split": "test", + "subset": "xho_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9242.84279705002, + "end": 9259.581408491998, + "split": "test", + "subset": "eng_Latn-xho_Latn" + }, + { + "name": "Scoring", + "start": 9259.581447099976, + "end": 9259.977594366006, + "split": "test", + "subset": "eng_Latn-xho_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9260.270025115984, + "end": 9289.797915149014, + "split": "test", + "subset": "yor_Latn-yor_Latn" + }, + { + "name": "Scoring", + "start": 9289.797956676979, + "end": 9290.211219038, + "split": "test", + "subset": "yor_Latn-yor_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9290.518016164016, + "end": 9317.203882272996, + "split": "test", + "subset": "yor_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9317.203925120994, + "end": 9317.604865243018, + "split": "test", + "subset": "yor_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9317.907611606002, + "end": 9335.285369947029, + "split": "test", + "subset": "eng_Latn-yor_Latn" + }, + { + "name": "Scoring", + "start": 9335.28540814598, + "end": 9335.677130703989, + "split": "test", + "subset": "eng_Latn-yor_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9335.970439831028, + "end": 9350.314729693986, + "split": "test", + "subset": "zho_Hans-zho_Hans" + }, + { + "name": "Scoring", + "start": 9350.314768703014, + "end": 9350.70456090098, + "split": "test", + "subset": "zho_Hans-zho_Hans" + }, + { + "name": "Encoding queries and documents", + "start": 9350.99934367498, + "end": 9365.682129667024, + "split": "test", + "subset": "zho_Hans-eng_Latn" + }, + { + "name": "Scoring", + "start": 9365.682168865984, + "end": 9366.070093512011, + "split": "test", + "subset": "zho_Hans-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9366.364586476993, + "end": 9380.488525568973, + "split": "test", + "subset": "eng_Latn-zho_Hans" + }, + { + "name": "Scoring", + "start": 9380.488566757995, + "end": 9380.883309155004, + "split": "test", + "subset": "eng_Latn-zho_Hans" + }, + { + "name": "Encoding queries and documents", + "start": 9381.179594733985, + "end": 9396.921399387007, + "split": "test", + "subset": "zho_Hant-zho_Hant" + }, + { + "name": "Scoring", + "start": 9396.921438455, + "end": 9397.31292983098, + "split": "test", + "subset": "zho_Hant-zho_Hant" + }, + { + "name": "Encoding queries and documents", + "start": 9397.612260658992, + "end": 9413.203447506996, + "split": "test", + "subset": "zho_Hant-eng_Latn" + }, + { + "name": "Scoring", + "start": 9413.203489125008, + "end": 9413.597885884985, + "split": "test", + "subset": "zho_Hant-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9413.90237220499, + "end": 9428.515402462974, + "split": "test", + "subset": "eng_Latn-zho_Hant" + }, + { + "name": "Scoring", + "start": 9428.515440632007, + "end": 9428.903187594027, + "split": "test", + "subset": "eng_Latn-zho_Hant" + }, + { + "name": "Encoding queries and documents", + "start": 9429.206945481012, + "end": 9449.018302378012, + "split": "test", + "subset": "zsm_Latn-zsm_Latn" + }, + { + "name": "Scoring", + "start": 9449.018341467017, + "end": 9449.405751621001, + "split": "test", + "subset": "zsm_Latn-zsm_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9449.70931856503, + "end": 9468.22238164302, + "split": "test", + "subset": "zsm_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9468.222418532008, + "end": 9468.61462680099, + "split": "test", + "subset": "zsm_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9468.918231184012, + "end": 9484.74207757198, + "split": "test", + "subset": "eng_Latn-zsm_Latn" + }, + { + "name": "Scoring", + "start": 9484.742124800978, + "end": 9485.130113123974, + "split": "test", + "subset": "eng_Latn-zsm_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9485.433061140007, + "end": 9509.318661050987, + "split": "test", + "subset": "zul_Latn-zul_Latn" + }, + { + "name": "Scoring", + "start": 9509.318704149977, + "end": 9509.71720118, + "split": "test", + "subset": "zul_Latn-zul_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9510.02617802698, + "end": 9531.881774176029, + "split": "test", + "subset": "zul_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9531.881813053973, + "end": 9532.277201487974, + "split": "test", + "subset": "zul_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9532.579947062011, + "end": 9549.110417607997, + "split": "test", + "subset": "eng_Latn-zul_Latn" + }, + { + "name": "Scoring", + "start": 9549.110457386996, + "end": 9549.503412179009, + "split": "test", + "subset": "eng_Latn-zul_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9549.813624589995, + "end": 9570.74167358299, + "split": "test", + "subset": "arb_Arab-arb_Latn" + }, + { + "name": "Scoring", + "start": 9570.74171384098, + "end": 9571.138223823975, + "split": "test", + "subset": "arb_Arab-arb_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9571.44639996998, + "end": 9596.677724660025, + "split": "test", + "subset": "arb_Latn-arb_Arab" + }, + { + "name": "Scoring", + "start": 9596.677765147993, + "end": 9597.068312968011, + "split": "test", + "subset": "arb_Latn-arb_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 9597.378661105002, + "end": 9640.626847347012, + "split": "test", + "subset": "ben_Beng-ben_Latn" + }, + { + "name": "Scoring", + "start": 9640.626885305974, + "end": 9641.016802999016, + "split": "test", + "subset": "ben_Beng-ben_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9641.328052442987, + "end": 9669.770267146989, + "split": "test", + "subset": "ben_Latn-ben_Beng" + }, + { + "name": "Scoring", + "start": 9669.770314135996, + "end": 9670.163226609991, + "split": "test", + "subset": "ben_Latn-ben_Beng" + }, + { + "name": "Encoding queries and documents", + "start": 9670.468668624992, + "end": 9709.314588232024, + "split": "test", + "subset": "hin_Deva-hin_Latn" + }, + { + "name": "Scoring", + "start": 9709.31462467101, + "end": 9709.702601004974, + "split": "test", + "subset": "hin_Deva-hin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9710.013280879008, + "end": 9737.313999952981, + "split": "test", + "subset": "hin_Latn-hin_Deva" + }, + { + "name": "Scoring", + "start": 9737.314038022014, + "end": 9737.706857718993, + "split": "test", + "subset": "hin_Latn-hin_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 9738.014171165996, + "end": 9776.632634993002, + "split": "test", + "subset": "npi_Deva-npi_Latn" + }, + { + "name": "Scoring", + "start": 9776.632673981017, + "end": 9777.037993962993, + "split": "test", + "subset": "npi_Deva-npi_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9777.348325508996, + "end": 9803.863017792988, + "split": "test", + "subset": "npi_Latn-npi_Deva" + }, + { + "name": "Scoring", + "start": 9803.863055602007, + "end": 9804.253710248973, + "split": "test", + "subset": "npi_Latn-npi_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 9804.562781032, + "end": 9862.571220459999, + "split": "test", + "subset": "sin_Sinh-sin_Latn" + }, + { + "name": "Scoring", + "start": 9862.571258448006, + "end": 9862.95889363502, + "split": "test", + "subset": "sin_Sinh-sin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9863.26913738501, + "end": 9896.689712485007, + "split": "test", + "subset": "sin_Latn-sin_Sinh" + }, + { + "name": "Scoring", + "start": 9896.689750494028, + "end": 9897.078048835974, + "split": "test", + "subset": "sin_Latn-sin_Sinh" + }, + { + "name": "Encoding queries and documents", + "start": 9897.383314027975, + "end": 9928.374163371976, + "split": "test", + "subset": "urd_Arab-urd_Latn" + }, + { + "name": "Scoring", + "start": 9928.374201359984, + "end": 9928.766448937997, + "split": "test", + "subset": "urd_Arab-urd_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9929.085734118999, + "end": 9955.322036609985, + "split": "test", + "subset": "urd_Latn-urd_Arab" + }, + { + "name": "Scoring", + "start": 9955.322076129029, + "end": 9955.716860993998, + "split": "test", + "subset": "urd_Latn-urd_Arab" + } + ] } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/DemagogSKNLI.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/DemagogSKNLI.json new file mode 100644 index 0000000000..1428341420 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/DemagogSKNLI.json @@ -0,0 +1,87 @@ +{ + "dataset_revision": "0f9e0f902da3aca1fd6c940cd852e95c9ef5327f", + "task_name": "DemagogSKNLI", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "similarity_accuracy": 0.810373, + "similarity_f1": 0.895255, + "similarity_precision": 0.810636, + "similarity_recall": 0.9996, + "similarity_ap": 0.870388, + "cosine_accuracy": 0.810373, + "cosine_f1": 0.895255, + "cosine_precision": 0.810636, + "cosine_recall": 0.9996, + "cosine_ap": 0.870388, + "manhattan_accuracy": 0.810373, + "manhattan_f1": 0.895255, + "manhattan_precision": 0.810636, + "manhattan_recall": 0.9996, + "manhattan_ap": 0.870314, + "euclidean_accuracy": 0.810373, + "euclidean_f1": 0.895255, + "euclidean_precision": 0.810636, + "euclidean_recall": 0.9996, + "euclidean_ap": 0.870482, + "dot_accuracy": 0.810373, + "dot_f1": 0.895255, + "dot_precision": 0.810636, + "dot_recall": 0.9996, + "dot_ap": 0.869946, + "max_accuracy": 0.810373, + "max_f1": 0.895255, + "max_precision": 0.810636, + "max_recall": 0.9996, + "max_ap": 0.870482, + "main_score": 0.870482, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 286.88111765898066, + "kg_co2_emissions": null, + "date": 1784792537.591515, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.54997643828392e-06, + "end": 6.444835008005612, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 6.444846817990765, + "end": 6.870357932988554, + "split": "", + "subset": "" + }, + { + "name": "Encoding samples 1", + "start": 7.989936202997342, + "end": 228.39860827795928, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding samples 2", + "start": 228.39864746597596, + "end": 286.7468474379857, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 286.74687697697664, + "end": 286.8171881309827, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json old mode 100755 new mode 100644 index 65d266aee9..ccca9f6478 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json @@ -1 +1 @@ -{"dataset_revision": "e6b647fcb6299a2f686f742f4d4c023e553ea67e", "task_name": "FloresBitextMining", "mteb_version": "1.38.9", "scores": {"devtest": [{"precision": 0.401335, "recall": 0.45751, "f1": 0.416541, "accuracy": 0.45751, "main_score": 0.416541, "hf_subset": "ace_Arab-bam_Latn", "languages": ["ace-Arab", "bam-Latn"]}, {"precision": 0.202694, "recall": 0.240119, "f1": 0.211582, "accuracy": 0.240119, "main_score": 0.211582, "hf_subset": "ace_Arab-dzo_Tibt", "languages": ["ace-Arab", "dzo-Tibt"]}, {"precision": 0.528383, "recall": 0.59585, "f1": 0.546181, "accuracy": 0.59585, "main_score": 0.546181, "hf_subset": "ace_Arab-hin_Deva", "languages": ["ace-Arab", "hin-Deva"]}, {"precision": 0.457696, "recall": 0.520751, "f1": 0.47376, "accuracy": 0.520751, "main_score": 0.47376, "hf_subset": "ace_Arab-khm_Khmr", "languages": ["ace-Arab", "khm-Khmr"]}, {"precision": 0.536819, "recall": 0.59585, "f1": 0.553053, "accuracy": 0.59585, "main_score": 0.553053, "hf_subset": "ace_Arab-mag_Deva", "languages": ["ace-Arab", "mag-Deva"]}, {"precision": 0.558893, "recall": 0.614625, "f1": 0.573156, "accuracy": 0.614625, "main_score": 0.573156, "hf_subset": "ace_Arab-pap_Latn", "languages": ["ace-Arab", "pap-Latn"]}, {"precision": 0.448458, "recall": 0.498024, "f1": 0.46181, "accuracy": 0.498024, "main_score": 0.46181, "hf_subset": "ace_Arab-sot_Latn", "languages": ["ace-Arab", "sot-Latn"]}, {"precision": 0.531579, "recall": 0.586957, "f1": 0.546437, "accuracy": 0.586957, "main_score": 0.546437, "hf_subset": "ace_Arab-tur_Latn", "languages": ["ace-Arab", "tur-Latn"]}, {"precision": 0.746562, "recall": 0.797431, "f1": 0.76025, "accuracy": 0.797431, "main_score": 0.76025, "hf_subset": "ace_Arab-ace_Latn", "languages": ["ace-Arab", "ace-Latn"]}, {"precision": 0.600026, "recall": 0.648221, "f1": 0.612817, "accuracy": 0.648221, "main_score": 0.612817, "hf_subset": "ace_Arab-ban_Latn", "languages": ["ace-Arab", "ban-Latn"]}, {"precision": 0.520062, "recall": 0.582016, "f1": 0.535298, "accuracy": 0.582016, "main_score": 0.535298, "hf_subset": "ace_Arab-ell_Grek", "languages": ["ace-Arab", "ell-Grek"]}, {"precision": 0.516727, "recall": 0.577075, "f1": 0.532442, "accuracy": 0.577075, "main_score": 0.532442, "hf_subset": "ace_Arab-hne_Deva", "languages": ["ace-Arab", "hne-Deva"]}, {"precision": 0.398684, "recall": 0.450593, "f1": 0.41276, "accuracy": 0.450593, "main_score": 0.41276, "hf_subset": "ace_Arab-kik_Latn", "languages": ["ace-Arab", "kik-Latn"]}, {"precision": 0.52432, "recall": 0.587945, "f1": 0.540933, "accuracy": 0.587945, "main_score": 0.540933, "hf_subset": "ace_Arab-mai_Deva", "languages": ["ace-Arab", "mai-Deva"]}, {"precision": 0.49427, "recall": 0.556324, "f1": 0.51004, "accuracy": 0.556324, "main_score": 0.51004, "hf_subset": "ace_Arab-pbt_Arab", "languages": ["ace-Arab", "pbt-Arab"]}, {"precision": 0.531548, "recall": 0.596838, "f1": 0.548191, "accuracy": 0.596838, "main_score": 0.548191, "hf_subset": "ace_Arab-spa_Latn", "languages": ["ace-Arab", "spa-Latn"]}, {"precision": 0.462626, "recall": 0.519763, "f1": 0.477993, "accuracy": 0.519763, "main_score": 0.477993, "hf_subset": "ace_Arab-twi_Latn", "languages": ["ace-Arab", "twi-Latn"]}, {"precision": 0.527635, "recall": 0.590909, "f1": 0.54379, "accuracy": 0.590909, "main_score": 0.54379, "hf_subset": "ace_Arab-acm_Arab", "languages": ["ace-Arab", "acm-Arab"]}, {"precision": 0.495953, "recall": 0.562253, "f1": 0.513175, "accuracy": 0.562253, "main_score": 0.513175, "hf_subset": "ace_Arab-bel_Cyrl", "languages": ["ace-Arab", "bel-Cyrl"]}, {"precision": 0.557926, "recall": 0.617589, "f1": 0.573454, "accuracy": 0.617589, "main_score": 0.573454, "hf_subset": "ace_Arab-eng_Latn", "languages": ["ace-Arab", "eng-Latn"]}, {"precision": 0.548335, "recall": 0.604743, "f1": 0.562622, "accuracy": 0.604743, "main_score": 0.562622, "hf_subset": "ace_Arab-hrv_Latn", "languages": ["ace-Arab", "hrv-Latn"]}, {"precision": 0.408325, "recall": 0.465415, "f1": 0.423744, "accuracy": 0.465415, "main_score": 0.423744, "hf_subset": "ace_Arab-kin_Latn", "languages": ["ace-Arab", "kin-Latn"]}, {"precision": 0.510347, "recall": 0.58004, "f1": 0.527853, "accuracy": 0.58004, "main_score": 0.527853, "hf_subset": "ace_Arab-mal_Mlym", "languages": ["ace-Arab", "mal-Mlym"]}, {"precision": 0.530143, "recall": 0.592885, "f1": 0.547058, "accuracy": 0.592885, "main_score": 0.547058, "hf_subset": "ace_Arab-pes_Arab", "languages": ["ace-Arab", "pes-Arab"]}, {"precision": 0.552232, "recall": 0.610672, "f1": 0.568289, "accuracy": 0.610672, "main_score": 0.568289, "hf_subset": "ace_Arab-srd_Latn", "languages": ["ace-Arab", "srd-Latn"]}, {"precision": 0.211853, "recall": 0.251976, "f1": 0.222927, "accuracy": 0.251976, "main_score": 0.222927, "hf_subset": "ace_Arab-tzm_Tfng", "languages": ["ace-Arab", "tzm-Tfng"]}, {"precision": 0.525216, "recall": 0.589921, "f1": 0.541897, "accuracy": 0.589921, "main_score": 0.541897, "hf_subset": "ace_Arab-acq_Arab", "languages": ["ace-Arab", "acq-Arab"]}, {"precision": 0.446795, "recall": 0.504941, "f1": 0.46162, "accuracy": 0.504941, "main_score": 0.46162, "hf_subset": "ace_Arab-bem_Latn", "languages": ["ace-Arab", "bem-Latn"]}, {"precision": 0.55824, "recall": 0.610672, "f1": 0.572224, "accuracy": 0.610672, "main_score": 0.572224, "hf_subset": "ace_Arab-epo_Latn", "languages": ["ace-Arab", "epo-Latn"]}, {"precision": 0.540716, "recall": 0.596838, "f1": 0.555269, "accuracy": 0.596838, "main_score": 0.555269, "hf_subset": "ace_Arab-hun_Latn", "languages": ["ace-Arab", "hun-Latn"]}, {"precision": 0.522622, "recall": 0.58004, "f1": 0.537998, "accuracy": 0.58004, "main_score": 0.537998, "hf_subset": "ace_Arab-kir_Cyrl", "languages": ["ace-Arab", "kir-Cyrl"]}, {"precision": 0.537667, "recall": 0.593874, "f1": 0.5525, "accuracy": 0.593874, "main_score": 0.5525, "hf_subset": "ace_Arab-mar_Deva", "languages": ["ace-Arab", "mar-Deva"]}, {"precision": 0.461283, "recall": 0.518775, "f1": 0.47699, "accuracy": 0.518775, "main_score": 0.47699, "hf_subset": "ace_Arab-plt_Latn", "languages": ["ace-Arab", "plt-Latn"]}, {"precision": 0.540273, "recall": 0.603755, "f1": 0.557154, "accuracy": 0.603755, "main_score": 0.557154, "hf_subset": "ace_Arab-srp_Cyrl", "languages": ["ace-Arab", "srp-Cyrl"]}, {"precision": 0.458293, "recall": 0.51087, "f1": 0.472503, "accuracy": 0.51087, "main_score": 0.472503, "hf_subset": "ace_Arab-uig_Arab", "languages": ["ace-Arab", "uig-Arab"]}, {"precision": 0.509491, "recall": 0.564229, "f1": 0.524017, "accuracy": 0.564229, "main_score": 0.524017, "hf_subset": "ace_Arab-aeb_Arab", "languages": ["ace-Arab", "aeb-Arab"]}, {"precision": 0.534735, "recall": 0.600791, "f1": 0.552516, "accuracy": 0.600791, "main_score": 0.552516, "hf_subset": "ace_Arab-ben_Beng", "languages": ["ace-Arab", "ben-Beng"]}, {"precision": 0.523572, "recall": 0.578063, "f1": 0.537381, "accuracy": 0.578063, "main_score": 0.537381, "hf_subset": "ace_Arab-est_Latn", "languages": ["ace-Arab", "est-Latn"]}, {"precision": 0.506609, "recall": 0.574111, "f1": 0.523831, "accuracy": 0.574111, "main_score": 0.523831, "hf_subset": "ace_Arab-hye_Armn", "languages": ["ace-Arab", "hye-Armn"]}, {"precision": 0.418098, "recall": 0.472332, "f1": 0.432316, "accuracy": 0.472332, "main_score": 0.432316, "hf_subset": "ace_Arab-kmb_Latn", "languages": ["ace-Arab", "kmb-Latn"]}, {"precision": 0.63309, "recall": 0.69664, "f1": 0.650863, "accuracy": 0.69664, "main_score": 0.650863, "hf_subset": "ace_Arab-min_Arab", "languages": ["ace-Arab", "min-Arab"]}, {"precision": 0.532407, "recall": 0.596838, "f1": 0.549428, "accuracy": 0.596838, "main_score": 0.549428, "hf_subset": "ace_Arab-pol_Latn", "languages": ["ace-Arab", "pol-Latn"]}, {"precision": 0.432533, "recall": 0.487154, "f1": 0.447352, "accuracy": 0.487154, "main_score": 0.447352, "hf_subset": "ace_Arab-ssw_Latn", "languages": ["ace-Arab", "ssw-Latn"]}, {"precision": 0.527068, "recall": 0.594862, "f1": 0.544193, "accuracy": 0.594862, "main_score": 0.544193, "hf_subset": "ace_Arab-ukr_Cyrl", "languages": ["ace-Arab", "ukr-Cyrl"]}, {"precision": 0.573368, "recall": 0.63834, "f1": 0.590865, "accuracy": 0.63834, "main_score": 0.590865, "hf_subset": "ace_Arab-afr_Latn", "languages": ["ace-Arab", "afr-Latn"]}, {"precision": 0.521417, "recall": 0.576087, "f1": 0.535828, "accuracy": 0.576087, "main_score": 0.535828, "hf_subset": "ace_Arab-bho_Deva", "languages": ["ace-Arab", "bho-Deva"]}, {"precision": 0.536119, "recall": 0.596838, "f1": 0.552074, "accuracy": 0.596838, "main_score": 0.552074, "hf_subset": "ace_Arab-eus_Latn", "languages": ["ace-Arab", "eus-Latn"]}, {"precision": 0.409414, "recall": 0.470356, "f1": 0.426002, "accuracy": 0.470356, "main_score": 0.426002, "hf_subset": "ace_Arab-ibo_Latn", "languages": ["ace-Arab", "ibo-Latn"]}, {"precision": 0.514749, "recall": 0.567194, "f1": 0.529337, "accuracy": 0.567194, "main_score": 0.529337, "hf_subset": "ace_Arab-kmr_Latn", "languages": ["ace-Arab", "kmr-Latn"]}, {"precision": 0.600642, "recall": 0.65415, "f1": 0.614729, "accuracy": 0.65415, "main_score": 0.614729, "hf_subset": "ace_Arab-min_Latn", "languages": ["ace-Arab", "min-Latn"]}, {"precision": 0.546719, "recall": 0.612648, "f1": 0.563881, "accuracy": 0.612648, "main_score": 0.563881, "hf_subset": "ace_Arab-por_Latn", "languages": ["ace-Arab", "por-Latn"]}, {"precision": 0.590518, "recall": 0.644269, "f1": 0.604689, "accuracy": 0.644269, "main_score": 0.604689, "hf_subset": "ace_Arab-sun_Latn", "languages": ["ace-Arab", "sun-Latn"]}, {"precision": 0.414178, "recall": 0.464427, "f1": 0.427768, "accuracy": 0.464427, "main_score": 0.427768, "hf_subset": "ace_Arab-umb_Latn", "languages": ["ace-Arab", "umb-Latn"]}, {"precision": 0.533705, "recall": 0.594862, "f1": 0.549068, "accuracy": 0.594862, "main_score": 0.549068, "hf_subset": "ace_Arab-ajp_Arab", "languages": ["ace-Arab", "ajp-Arab"]}, {"precision": 0.632287, "recall": 0.694664, "f1": 0.649195, "accuracy": 0.694664, "main_score": 0.649195, "hf_subset": "ace_Arab-bjn_Arab", "languages": ["ace-Arab", "bjn-Arab"]}, {"precision": 0.392616, "recall": 0.445652, "f1": 0.406935, "accuracy": 0.445652, "main_score": 0.406935, "hf_subset": "ace_Arab-ewe_Latn", "languages": ["ace-Arab", "ewe-Latn"]}, {"precision": 0.551862, "recall": 0.604743, "f1": 0.565614, "accuracy": 0.604743, "main_score": 0.565614, "hf_subset": "ace_Arab-ilo_Latn", "languages": ["ace-Arab", "ilo-Latn"]}, {"precision": 0.297366, "recall": 0.33498, "f1": 0.307224, "accuracy": 0.33498, "main_score": 0.307224, "hf_subset": "ace_Arab-knc_Arab", "languages": ["ace-Arab", "knc-Arab"]}, {"precision": 0.539503, "recall": 0.601779, "f1": 0.555048, "accuracy": 0.601779, "main_score": 0.555048, "hf_subset": "ace_Arab-mkd_Cyrl", "languages": ["ace-Arab", "mkd-Cyrl"]}, {"precision": 0.516175, "recall": 0.58498, "f1": 0.533978, "accuracy": 0.58498, "main_score": 0.533978, "hf_subset": "ace_Arab-prs_Arab", "languages": ["ace-Arab", "prs-Arab"]}, {"precision": 0.540155, "recall": 0.605731, "f1": 0.557806, "accuracy": 0.605731, "main_score": 0.557806, "hf_subset": "ace_Arab-swe_Latn", "languages": ["ace-Arab", "swe-Latn"]}, {"precision": 0.522504, "recall": 0.585968, "f1": 0.539319, "accuracy": 0.585968, "main_score": 0.539319, "hf_subset": "ace_Arab-urd_Arab", "languages": ["ace-Arab", "urd-Arab"]}, {"precision": 0.417917, "recall": 0.470356, "f1": 0.431786, "accuracy": 0.470356, "main_score": 0.431786, "hf_subset": "ace_Arab-aka_Latn", "languages": ["ace-Arab", "aka-Latn"]}, {"precision": 0.576777, "recall": 0.624506, "f1": 0.58829, "accuracy": 0.624506, "main_score": 0.58829, "hf_subset": "ace_Arab-bjn_Latn", "languages": ["ace-Arab", "bjn-Latn"]}, {"precision": 0.47514, "recall": 0.529644, "f1": 0.489145, "accuracy": 0.529644, "main_score": 0.489145, "hf_subset": "ace_Arab-fao_Latn", "languages": ["ace-Arab", "fao-Latn"]}, {"precision": 0.582929, "recall": 0.642292, "f1": 0.598389, "accuracy": 0.642292, "main_score": 0.598389, "hf_subset": "ace_Arab-ind_Latn", "languages": ["ace-Arab", "ind-Latn"]}, {"precision": 0.447727, "recall": 0.483202, "f1": 0.457858, "accuracy": 0.483202, "main_score": 0.457858, "hf_subset": "ace_Arab-knc_Latn", "languages": ["ace-Arab", "knc-Latn"]}, {"precision": 0.556275, "recall": 0.603755, "f1": 0.568898, "accuracy": 0.603755, "main_score": 0.568898, "hf_subset": "ace_Arab-mlt_Latn", "languages": ["ace-Arab", "mlt-Latn"]}, {"precision": 0.456607, "recall": 0.511858, "f1": 0.471406, "accuracy": 0.511858, "main_score": 0.471406, "hf_subset": "ace_Arab-quy_Latn", "languages": ["ace-Arab", "quy-Latn"]}, {"precision": 0.494337, "recall": 0.555336, "f1": 0.511737, "accuracy": 0.555336, "main_score": 0.511737, "hf_subset": "ace_Arab-swh_Latn", "languages": ["ace-Arab", "swh-Latn"]}, {"precision": 0.532488, "recall": 0.58498, "f1": 0.546058, "accuracy": 0.58498, "main_score": 0.546058, "hf_subset": "ace_Arab-uzn_Latn", "languages": ["ace-Arab", "uzn-Latn"]}, {"precision": 0.562347, "recall": 0.617589, "f1": 0.577049, "accuracy": 0.617589, "main_score": 0.577049, "hf_subset": "ace_Arab-als_Latn", "languages": ["ace-Arab", "als-Latn"]}, {"precision": 0.231158, "recall": 0.270751, "f1": 0.240737, "accuracy": 0.270751, "main_score": 0.240737, "hf_subset": "ace_Arab-bod_Tibt", "languages": ["ace-Arab", "bod-Tibt"]}, {"precision": 0.443182, "recall": 0.488142, "f1": 0.455213, "accuracy": 0.488142, "main_score": 0.455213, "hf_subset": "ace_Arab-fij_Latn", "languages": ["ace-Arab", "fij-Latn"]}, {"precision": 0.457743, "recall": 0.513834, "f1": 0.471839, "accuracy": 0.513834, "main_score": 0.471839, "hf_subset": "ace_Arab-isl_Latn", "languages": ["ace-Arab", "isl-Latn"]}, {"precision": 0.463638, "recall": 0.512846, "f1": 0.477135, "accuracy": 0.512846, "main_score": 0.477135, "hf_subset": "ace_Arab-kon_Latn", "languages": ["ace-Arab", "kon-Latn"]}, {"precision": 0.462314, "recall": 0.519763, "f1": 0.477978, "accuracy": 0.519763, "main_score": 0.477978, "hf_subset": "ace_Arab-mni_Beng", "languages": ["ace-Arab", "mni-Beng"]}, {"precision": 0.55989, "recall": 0.620553, "f1": 0.575844, "accuracy": 0.620553, "main_score": 0.575844, "hf_subset": "ace_Arab-ron_Latn", "languages": ["ace-Arab", "ron-Latn"]}, {"precision": 0.532861, "recall": 0.599802, "f1": 0.550418, "accuracy": 0.599802, "main_score": 0.550418, "hf_subset": "ace_Arab-szl_Latn", "languages": ["ace-Arab", "szl-Latn"]}, {"precision": 0.554859, "recall": 0.612648, "f1": 0.569189, "accuracy": 0.612648, "main_score": 0.569189, "hf_subset": "ace_Arab-vec_Latn", "languages": ["ace-Arab", "vec-Latn"]}, {"precision": 0.437745, "recall": 0.496047, "f1": 0.452489, "accuracy": 0.496047, "main_score": 0.452489, "hf_subset": "ace_Arab-amh_Ethi", "languages": ["ace-Arab", "amh-Ethi"]}, {"precision": 0.549565, "recall": 0.608696, "f1": 0.564956, "accuracy": 0.608696, "main_score": 0.564956, "hf_subset": "ace_Arab-bos_Latn", "languages": ["ace-Arab", "bos-Latn"]}, {"precision": 0.519402, "recall": 0.583004, "f1": 0.536419, "accuracy": 0.583004, "main_score": 0.536419, "hf_subset": "ace_Arab-fin_Latn", "languages": ["ace-Arab", "fin-Latn"]}, {"precision": 0.520611, "recall": 0.587945, "f1": 0.538332, "accuracy": 0.587945, "main_score": 0.538332, "hf_subset": "ace_Arab-ita_Latn", "languages": ["ace-Arab", "ita-Latn"]}, {"precision": 0.508245, "recall": 0.567194, "f1": 0.523373, "accuracy": 0.567194, "main_score": 0.523373, "hf_subset": "ace_Arab-kor_Hang", "languages": ["ace-Arab", "kor-Hang"]}, {"precision": 0.419412, "recall": 0.47332, "f1": 0.434278, "accuracy": 0.47332, "main_score": 0.434278, "hf_subset": "ace_Arab-mos_Latn", "languages": ["ace-Arab", "mos-Latn"]}, {"precision": 0.418869, "recall": 0.465415, "f1": 0.431198, "accuracy": 0.465415, "main_score": 0.431198, "hf_subset": "ace_Arab-run_Latn", "languages": ["ace-Arab", "run-Latn"]}, {"precision": 0.501587, "recall": 0.561265, "f1": 0.517587, "accuracy": 0.561265, "main_score": 0.517587, "hf_subset": "ace_Arab-tam_Taml", "languages": ["ace-Arab", "tam-Taml"]}, {"precision": 0.516544, "recall": 0.577075, "f1": 0.531743, "accuracy": 0.577075, "main_score": 0.531743, "hf_subset": "ace_Arab-vie_Latn", "languages": ["ace-Arab", "vie-Latn"]}, {"precision": 0.524102, "recall": 0.585968, "f1": 0.540391, "accuracy": 0.585968, "main_score": 0.540391, "hf_subset": "ace_Arab-apc_Arab", "languages": ["ace-Arab", "apc-Arab"]}, {"precision": 0.538095, "recall": 0.594862, "f1": 0.552788, "accuracy": 0.594862, "main_score": 0.552788, "hf_subset": "ace_Arab-bug_Latn", "languages": ["ace-Arab", "bug-Latn"]}, {"precision": 0.366353, "recall": 0.417984, "f1": 0.379652, "accuracy": 0.417984, "main_score": 0.379652, "hf_subset": "ace_Arab-fon_Latn", "languages": ["ace-Arab", "fon-Latn"]}, {"precision": 0.596679, "recall": 0.647233, "f1": 0.610251, "accuracy": 0.647233, "main_score": 0.610251, "hf_subset": "ace_Arab-jav_Latn", "languages": ["ace-Arab", "jav-Latn"]}, {"precision": 0.440953, "recall": 0.502964, "f1": 0.456789, "accuracy": 0.502964, "main_score": 0.456789, "hf_subset": "ace_Arab-lao_Laoo", "languages": ["ace-Arab", "lao-Laoo"]}, {"precision": 0.407723, "recall": 0.459486, "f1": 0.42135, "accuracy": 0.459486, "main_score": 0.42135, "hf_subset": "ace_Arab-mri_Latn", "languages": ["ace-Arab", "mri-Latn"]}, {"precision": 0.529795, "recall": 0.594862, "f1": 0.547363, "accuracy": 0.594862, "main_score": 0.547363, "hf_subset": "ace_Arab-rus_Cyrl", "languages": ["ace-Arab", "rus-Cyrl"]}, {"precision": 0.430366, "recall": 0.481225, "f1": 0.44371, "accuracy": 0.481225, "main_score": 0.44371, "hf_subset": "ace_Arab-taq_Latn", "languages": ["ace-Arab", "taq-Latn"]}, {"precision": 0.569881, "recall": 0.62253, "f1": 0.583832, "accuracy": 0.62253, "main_score": 0.583832, "hf_subset": "ace_Arab-war_Latn", "languages": ["ace-Arab", "war-Latn"]}, {"precision": 0.517475, "recall": 0.579051, "f1": 0.533065, "accuracy": 0.579051, "main_score": 0.533065, "hf_subset": "ace_Arab-arb_Arab", "languages": ["ace-Arab", "arb-Arab"]}, {"precision": 0.543121, "recall": 0.599802, "f1": 0.558187, "accuracy": 0.599802, "main_score": 0.558187, "hf_subset": "ace_Arab-bul_Cyrl", "languages": ["ace-Arab", "bul-Cyrl"]}, {"precision": 0.543834, "recall": 0.59585, "f1": 0.557391, "accuracy": 0.59585, "main_score": 0.557391, "hf_subset": "ace_Arab-fra_Latn", "languages": ["ace-Arab", "fra-Latn"]}, {"precision": 0.506104, "recall": 0.567194, "f1": 0.52204, "accuracy": 0.567194, "main_score": 0.52204, "hf_subset": "ace_Arab-jpn_Jpan", "languages": ["ace-Arab", "jpn-Jpan"]}, {"precision": 0.563124, "recall": 0.617589, "f1": 0.57736, "accuracy": 0.617589, "main_score": 0.57736, "hf_subset": "ace_Arab-lij_Latn", "languages": ["ace-Arab", "lij-Latn"]}, {"precision": 0.377128, "recall": 0.451581, "f1": 0.396609, "accuracy": 0.451581, "main_score": 0.396609, "hf_subset": "ace_Arab-mya_Mymr", "languages": ["ace-Arab", "mya-Mymr"]}, {"precision": 0.432146, "recall": 0.494071, "f1": 0.447514, "accuracy": 0.494071, "main_score": 0.447514, "hf_subset": "ace_Arab-sag_Latn", "languages": ["ace-Arab", "sag-Latn"]}, {"precision": 0.202076, "recall": 0.241107, "f1": 0.210793, "accuracy": 0.241107, "main_score": 0.210793, "hf_subset": "ace_Arab-taq_Tfng", "languages": ["ace-Arab", "taq-Tfng"]}, {"precision": 0.450431, "recall": 0.508893, "f1": 0.466935, "accuracy": 0.508893, "main_score": 0.466935, "hf_subset": "ace_Arab-wol_Latn", "languages": ["ace-Arab", "wol-Latn"]}, {"precision": 0.396867, "recall": 0.454545, "f1": 0.411384, "accuracy": 0.454545, "main_score": 0.411384, "hf_subset": "ace_Arab-arb_Latn", "languages": ["ace-Arab", "arb-Latn"]}, {"precision": 0.561444, "recall": 0.621542, "f1": 0.577086, "accuracy": 0.621542, "main_score": 0.577086, "hf_subset": "ace_Arab-cat_Latn", "languages": ["ace-Arab", "cat-Latn"]}, {"precision": 0.549819, "recall": 0.594862, "f1": 0.561223, "accuracy": 0.594862, "main_score": 0.561223, "hf_subset": "ace_Arab-fur_Latn", "languages": ["ace-Arab", "fur-Latn"]}, {"precision": 0.371871, "recall": 0.421937, "f1": 0.385424, "accuracy": 0.421937, "main_score": 0.385424, "hf_subset": "ace_Arab-kab_Latn", "languages": ["ace-Arab", "kab-Latn"]}, {"precision": 0.544398, "recall": 0.600791, "f1": 0.559558, "accuracy": 0.600791, "main_score": 0.559558, "hf_subset": "ace_Arab-lim_Latn", "languages": ["ace-Arab", "lim-Latn"]}, {"precision": 0.519148, "recall": 0.586957, "f1": 0.535771, "accuracy": 0.586957, "main_score": 0.535771, "hf_subset": "ace_Arab-nld_Latn", "languages": ["ace-Arab", "nld-Latn"]}, {"precision": 0.469077, "recall": 0.536561, "f1": 0.486941, "accuracy": 0.536561, "main_score": 0.486941, "hf_subset": "ace_Arab-san_Deva", "languages": ["ace-Arab", "san-Deva"]}, {"precision": 0.523398, "recall": 0.583992, "f1": 0.538611, "accuracy": 0.583992, "main_score": 0.538611, "hf_subset": "ace_Arab-tat_Cyrl", "languages": ["ace-Arab", "tat-Cyrl"]}, {"precision": 0.468069, "recall": 0.525692, "f1": 0.48309, "accuracy": 0.525692, "main_score": 0.48309, "hf_subset": "ace_Arab-xho_Latn", "languages": ["ace-Arab", "xho-Latn"]}, {"precision": 0.501389, "recall": 0.56917, "f1": 0.518551, "accuracy": 0.56917, "main_score": 0.518551, "hf_subset": "ace_Arab-ars_Arab", "languages": ["ace-Arab", "ars-Arab"]}, {"precision": 0.563074, "recall": 0.617589, "f1": 0.577341, "accuracy": 0.617589, "main_score": 0.577341, "hf_subset": "ace_Arab-ceb_Latn", "languages": ["ace-Arab", "ceb-Latn"]}, {"precision": 0.415107, "recall": 0.471344, "f1": 0.431018, "accuracy": 0.471344, "main_score": 0.431018, "hf_subset": "ace_Arab-fuv_Latn", "languages": ["ace-Arab", "fuv-Latn"]}, {"precision": 0.397471, "recall": 0.455534, "f1": 0.412797, "accuracy": 0.455534, "main_score": 0.412797, "hf_subset": "ace_Arab-kac_Latn", "languages": ["ace-Arab", "kac-Latn"]}, {"precision": 0.475907, "recall": 0.531621, "f1": 0.490526, "accuracy": 0.531621, "main_score": 0.490526, "hf_subset": "ace_Arab-lin_Latn", "languages": ["ace-Arab", "lin-Latn"]}, {"precision": 0.548687, "recall": 0.603755, "f1": 0.562371, "accuracy": 0.603755, "main_score": 0.562371, "hf_subset": "ace_Arab-nno_Latn", "languages": ["ace-Arab", "nno-Latn"]}, {"precision": 0.12689, "recall": 0.167984, "f1": 0.137512, "accuracy": 0.167984, "main_score": 0.137512, "hf_subset": "ace_Arab-sat_Olck", "languages": ["ace-Arab", "sat-Olck"]}, {"precision": 0.519226, "recall": 0.582016, "f1": 0.534595, "accuracy": 0.582016, "main_score": 0.534595, "hf_subset": "ace_Arab-tel_Telu", "languages": ["ace-Arab", "tel-Telu"]}, {"precision": 0.478952, "recall": 0.538538, "f1": 0.495188, "accuracy": 0.538538, "main_score": 0.495188, "hf_subset": "ace_Arab-ydd_Hebr", "languages": ["ace-Arab", "ydd-Hebr"]}, {"precision": 0.489361, "recall": 0.550395, "f1": 0.505462, "accuracy": 0.550395, "main_score": 0.505462, "hf_subset": "ace_Arab-ary_Arab", "languages": ["ace-Arab", "ary-Arab"]}, {"precision": 0.546185, "recall": 0.600791, "f1": 0.560372, "accuracy": 0.600791, "main_score": 0.560372, "hf_subset": "ace_Arab-ces_Latn", "languages": ["ace-Arab", "ces-Latn"]}, {"precision": 0.425138, "recall": 0.482213, "f1": 0.440227, "accuracy": 0.482213, "main_score": 0.440227, "hf_subset": "ace_Arab-gaz_Latn", "languages": ["ace-Arab", "gaz-Latn"]}, {"precision": 0.426863, "recall": 0.472332, "f1": 0.439649, "accuracy": 0.472332, "main_score": 0.439649, "hf_subset": "ace_Arab-kam_Latn", "languages": ["ace-Arab", "kam-Latn"]}, {"precision": 0.537921, "recall": 0.597826, "f1": 0.554013, "accuracy": 0.597826, "main_score": 0.554013, "hf_subset": "ace_Arab-lit_Latn", "languages": ["ace-Arab", "lit-Latn"]}, {"precision": 0.533047, "recall": 0.598814, "f1": 0.550783, "accuracy": 0.598814, "main_score": 0.550783, "hf_subset": "ace_Arab-nob_Latn", "languages": ["ace-Arab", "nob-Latn"]}, {"precision": 0.527036, "recall": 0.578063, "f1": 0.539538, "accuracy": 0.578063, "main_score": 0.539538, "hf_subset": "ace_Arab-scn_Latn", "languages": ["ace-Arab", "scn-Latn"]}, {"precision": 0.486239, "recall": 0.545455, "f1": 0.501728, "accuracy": 0.545455, "main_score": 0.501728, "hf_subset": "ace_Arab-tgk_Cyrl", "languages": ["ace-Arab", "tgk-Cyrl"]}, {"precision": 0.377896, "recall": 0.438735, "f1": 0.39381, "accuracy": 0.438735, "main_score": 0.39381, "hf_subset": "ace_Arab-yor_Latn", "languages": ["ace-Arab", "yor-Latn"]}, {"precision": 0.497576, "recall": 0.562253, "f1": 0.514187, "accuracy": 0.562253, "main_score": 0.514187, "hf_subset": "ace_Arab-arz_Arab", "languages": ["ace-Arab", "arz-Arab"]}, {"precision": 0.420299, "recall": 0.478261, "f1": 0.436003, "accuracy": 0.478261, "main_score": 0.436003, "hf_subset": "ace_Arab-cjk_Latn", "languages": ["ace-Arab", "cjk-Latn"]}, {"precision": 0.426253, "recall": 0.481225, "f1": 0.440413, "accuracy": 0.481225, "main_score": 0.440413, "hf_subset": "ace_Arab-gla_Latn", "languages": ["ace-Arab", "gla-Latn"]}, {"precision": 0.497392, "recall": 0.560277, "f1": 0.514036, "accuracy": 0.560277, "main_score": 0.514036, "hf_subset": "ace_Arab-kan_Knda", "languages": ["ace-Arab", "kan-Knda"]}, {"precision": 0.54511, "recall": 0.597826, "f1": 0.558742, "accuracy": 0.597826, "main_score": 0.558742, "hf_subset": "ace_Arab-lmo_Latn", "languages": ["ace-Arab", "lmo-Latn"]}, {"precision": 0.520336, "recall": 0.588933, "f1": 0.537306, "accuracy": 0.588933, "main_score": 0.537306, "hf_subset": "ace_Arab-npi_Deva", "languages": ["ace-Arab", "npi-Deva"]}, {"precision": 0.325619, "recall": 0.371542, "f1": 0.337508, "accuracy": 0.371542, "main_score": 0.337508, "hf_subset": "ace_Arab-shn_Mymr", "languages": ["ace-Arab", "shn-Mymr"]}, {"precision": 0.572314, "recall": 0.628458, "f1": 0.587434, "accuracy": 0.628458, "main_score": 0.587434, "hf_subset": "ace_Arab-tgl_Latn", "languages": ["ace-Arab", "tgl-Latn"]}, {"precision": 0.495745, "recall": 0.554348, "f1": 0.510462, "accuracy": 0.554348, "main_score": 0.510462, "hf_subset": "ace_Arab-yue_Hant", "languages": ["ace-Arab", "yue-Hant"]}, {"precision": 0.504462, "recall": 0.561265, "f1": 0.519019, "accuracy": 0.561265, "main_score": 0.519019, "hf_subset": "ace_Arab-asm_Beng", "languages": ["ace-Arab", "asm-Beng"]}, {"precision": 0.487042, "recall": 0.548419, "f1": 0.503311, "accuracy": 0.548419, "main_score": 0.503311, "hf_subset": "ace_Arab-ckb_Arab", "languages": ["ace-Arab", "ckb-Arab"]}, {"precision": 0.429809, "recall": 0.482213, "f1": 0.443861, "accuracy": 0.482213, "main_score": 0.443861, "hf_subset": "ace_Arab-gle_Latn", "languages": ["ace-Arab", "gle-Latn"]}, {"precision": 0.499392, "recall": 0.545455, "f1": 0.511642, "accuracy": 0.545455, "main_score": 0.511642, "hf_subset": "ace_Arab-kas_Arab", "languages": ["ace-Arab", "kas-Arab"]}, {"precision": 0.518879, "recall": 0.578063, "f1": 0.53443, "accuracy": 0.578063, "main_score": 0.53443, "hf_subset": "ace_Arab-ltg_Latn", "languages": ["ace-Arab", "ltg-Latn"]}, {"precision": 0.473808, "recall": 0.527668, "f1": 0.48809, "accuracy": 0.527668, "main_score": 0.48809, "hf_subset": "ace_Arab-nso_Latn", "languages": ["ace-Arab", "nso-Latn"]}, {"precision": 0.449041, "recall": 0.51581, "f1": 0.466297, "accuracy": 0.51581, "main_score": 0.466297, "hf_subset": "ace_Arab-sin_Sinh", "languages": ["ace-Arab", "sin-Sinh"]}, {"precision": 0.515559, "recall": 0.574111, "f1": 0.530693, "accuracy": 0.574111, "main_score": 0.530693, "hf_subset": "ace_Arab-tha_Thai", "languages": ["ace-Arab", "tha-Thai"]}, {"precision": 0.495105, "recall": 0.547431, "f1": 0.50776, "accuracy": 0.547431, "main_score": 0.50776, "hf_subset": "ace_Arab-zho_Hans", "languages": ["ace-Arab", "zho-Hans"]}, {"precision": 0.555292, "recall": 0.612648, "f1": 0.570293, "accuracy": 0.612648, "main_score": 0.570293, "hf_subset": "ace_Arab-ast_Latn", "languages": ["ace-Arab", "ast-Latn"]}, {"precision": 0.506972, "recall": 0.570158, "f1": 0.523309, "accuracy": 0.570158, "main_score": 0.523309, "hf_subset": "ace_Arab-crh_Latn", "languages": ["ace-Arab", "crh-Latn"]}, {"precision": 0.559509, "recall": 0.616601, "f1": 0.574649, "accuracy": 0.616601, "main_score": 0.574649, "hf_subset": "ace_Arab-glg_Latn", "languages": ["ace-Arab", "glg-Latn"]}, {"precision": 0.482649, "recall": 0.534585, "f1": 0.496713, "accuracy": 0.534585, "main_score": 0.496713, "hf_subset": "ace_Arab-kas_Deva", "languages": ["ace-Arab", "kas-Deva"]}, {"precision": 0.540179, "recall": 0.588933, "f1": 0.553516, "accuracy": 0.588933, "main_score": 0.553516, "hf_subset": "ace_Arab-ltz_Latn", "languages": ["ace-Arab", "ltz-Latn"]}, {"precision": 0.383734, "recall": 0.440711, "f1": 0.398022, "accuracy": 0.440711, "main_score": 0.398022, "hf_subset": "ace_Arab-nus_Latn", "languages": ["ace-Arab", "nus-Latn"]}, {"precision": 0.523986, "recall": 0.586957, "f1": 0.540162, "accuracy": 0.586957, "main_score": 0.540162, "hf_subset": "ace_Arab-slk_Latn", "languages": ["ace-Arab", "slk-Latn"]}, {"precision": 0.373763, "recall": 0.431818, "f1": 0.38954, "accuracy": 0.431818, "main_score": 0.38954, "hf_subset": "ace_Arab-tir_Ethi", "languages": ["ace-Arab", "tir-Ethi"]}, {"precision": 0.499465, "recall": 0.560277, "f1": 0.514199, "accuracy": 0.560277, "main_score": 0.514199, "hf_subset": "ace_Arab-zho_Hant", "languages": ["ace-Arab", "zho-Hant"]}, {"precision": 0.516642, "recall": 0.578063, "f1": 0.532688, "accuracy": 0.578063, "main_score": 0.532688, "hf_subset": "ace_Arab-awa_Deva", "languages": ["ace-Arab", "awa-Deva"]}, {"precision": 0.49907, "recall": 0.550395, "f1": 0.512875, "accuracy": 0.550395, "main_score": 0.512875, "hf_subset": "ace_Arab-cym_Latn", "languages": ["ace-Arab", "cym-Latn"]}, {"precision": 0.513573, "recall": 0.562253, "f1": 0.527029, "accuracy": 0.562253, "main_score": 0.527029, "hf_subset": "ace_Arab-grn_Latn", "languages": ["ace-Arab", "grn-Latn"]}, {"precision": 0.527784, "recall": 0.582016, "f1": 0.541176, "accuracy": 0.582016, "main_score": 0.541176, "hf_subset": "ace_Arab-kat_Geor", "languages": ["ace-Arab", "kat-Geor"]}, {"precision": 0.47006, "recall": 0.52668, "f1": 0.485881, "accuracy": 0.52668, "main_score": 0.485881, "hf_subset": "ace_Arab-lua_Latn", "languages": ["ace-Arab", "lua-Latn"]}, {"precision": 0.444068, "recall": 0.498024, "f1": 0.458029, "accuracy": 0.498024, "main_score": 0.458029, "hf_subset": "ace_Arab-nya_Latn", "languages": ["ace-Arab", "nya-Latn"]}, {"precision": 0.536294, "recall": 0.590909, "f1": 0.549639, "accuracy": 0.590909, "main_score": 0.549639, "hf_subset": "ace_Arab-slv_Latn", "languages": ["ace-Arab", "slv-Latn"]}, {"precision": 0.525156, "recall": 0.577075, "f1": 0.539819, "accuracy": 0.577075, "main_score": 0.539819, "hf_subset": "ace_Arab-tpi_Latn", "languages": ["ace-Arab", "tpi-Latn"]}, {"precision": 0.576434, "recall": 0.635375, "f1": 0.591775, "accuracy": 0.635375, "main_score": 0.591775, "hf_subset": "ace_Arab-zsm_Latn", "languages": ["ace-Arab", "zsm-Latn"]}, {"precision": 0.423401, "recall": 0.482213, "f1": 0.439136, "accuracy": 0.482213, "main_score": 0.439136, "hf_subset": "ace_Arab-ayr_Latn", "languages": ["ace-Arab", "ayr-Latn"]}, {"precision": 0.555725, "recall": 0.613636, "f1": 0.571175, "accuracy": 0.613636, "main_score": 0.571175, "hf_subset": "ace_Arab-dan_Latn", "languages": ["ace-Arab", "dan-Latn"]}, {"precision": 0.535019, "recall": 0.597826, "f1": 0.551529, "accuracy": 0.597826, "main_score": 0.551529, "hf_subset": "ace_Arab-guj_Gujr", "languages": ["ace-Arab", "guj-Gujr"]}, {"precision": 0.524235, "recall": 0.586957, "f1": 0.541179, "accuracy": 0.586957, "main_score": 0.541179, "hf_subset": "ace_Arab-kaz_Cyrl", "languages": ["ace-Arab", "kaz-Cyrl"]}, {"precision": 0.398721, "recall": 0.458498, "f1": 0.413775, "accuracy": 0.458498, "main_score": 0.413775, "hf_subset": "ace_Arab-lug_Latn", "languages": ["ace-Arab", "lug-Latn"]}, {"precision": 0.5673, "recall": 0.629447, "f1": 0.583541, "accuracy": 0.629447, "main_score": 0.583541, "hf_subset": "ace_Arab-oci_Latn", "languages": ["ace-Arab", "oci-Latn"]}, {"precision": 0.463221, "recall": 0.516798, "f1": 0.476886, "accuracy": 0.516798, "main_score": 0.476886, "hf_subset": "ace_Arab-smo_Latn", "languages": ["ace-Arab", "smo-Latn"]}, {"precision": 0.404449, "recall": 0.466403, "f1": 0.4202, "accuracy": 0.466403, "main_score": 0.4202, "hf_subset": "ace_Arab-tsn_Latn", "languages": ["ace-Arab", "tsn-Latn"]}, {"precision": 0.441851, "recall": 0.5, "f1": 0.456889, "accuracy": 0.5, "main_score": 0.456889, "hf_subset": "ace_Arab-zul_Latn", "languages": ["ace-Arab", "zul-Latn"]}, {"precision": 0.474748, "recall": 0.534585, "f1": 0.490165, "accuracy": 0.534585, "main_score": 0.490165, "hf_subset": "ace_Arab-azb_Arab", "languages": ["ace-Arab", "azb-Arab"]}, {"precision": 0.539654, "recall": 0.596838, "f1": 0.554143, "accuracy": 0.596838, "main_score": 0.554143, "hf_subset": "ace_Arab-deu_Latn", "languages": ["ace-Arab", "deu-Latn"]}, {"precision": 0.525163, "recall": 0.583004, "f1": 0.540439, "accuracy": 0.583004, "main_score": 0.540439, "hf_subset": "ace_Arab-hat_Latn", "languages": ["ace-Arab", "hat-Latn"]}, {"precision": 0.394975, "recall": 0.444664, "f1": 0.408771, "accuracy": 0.444664, "main_score": 0.408771, "hf_subset": "ace_Arab-kbp_Latn", "languages": ["ace-Arab", "kbp-Latn"]}, {"precision": 0.458691, "recall": 0.51087, "f1": 0.472594, "accuracy": 0.51087, "main_score": 0.472594, "hf_subset": "ace_Arab-luo_Latn", "languages": ["ace-Arab", "luo-Latn"]}, {"precision": 0.506284, "recall": 0.575099, "f1": 0.524234, "accuracy": 0.575099, "main_score": 0.524234, "hf_subset": "ace_Arab-ory_Orya", "languages": ["ace-Arab", "ory-Orya"]}, {"precision": 0.431548, "recall": 0.492095, "f1": 0.447118, "accuracy": 0.492095, "main_score": 0.447118, "hf_subset": "ace_Arab-sna_Latn", "languages": ["ace-Arab", "sna-Latn"]}, {"precision": 0.428366, "recall": 0.476285, "f1": 0.440813, "accuracy": 0.476285, "main_score": 0.440813, "hf_subset": "ace_Arab-tso_Latn", "languages": ["ace-Arab", "tso-Latn"]}, {"precision": 0.512449, "recall": 0.579051, "f1": 0.529623, "accuracy": 0.579051, "main_score": 0.529623, "hf_subset": "ace_Arab-azj_Latn", "languages": ["ace-Arab", "azj-Latn"]}, {"precision": 0.381074, "recall": 0.442688, "f1": 0.397225, "accuracy": 0.442688, "main_score": 0.397225, "hf_subset": "ace_Arab-dik_Latn", "languages": ["ace-Arab", "dik-Latn"]}, {"precision": 0.460244, "recall": 0.516798, "f1": 0.475472, "accuracy": 0.516798, "main_score": 0.475472, "hf_subset": "ace_Arab-hau_Latn", "languages": ["ace-Arab", "hau-Latn"]}, {"precision": 0.564021, "recall": 0.609684, "f1": 0.575607, "accuracy": 0.609684, "main_score": 0.575607, "hf_subset": "ace_Arab-kea_Latn", "languages": ["ace-Arab", "kea-Latn"]}, {"precision": 0.474046, "recall": 0.516798, "f1": 0.485797, "accuracy": 0.516798, "main_score": 0.485797, "hf_subset": "ace_Arab-lus_Latn", "languages": ["ace-Arab", "lus-Latn"]}, {"precision": 0.542882, "recall": 0.58498, "f1": 0.553856, "accuracy": 0.58498, "main_score": 0.553856, "hf_subset": "ace_Arab-pag_Latn", "languages": ["ace-Arab", "pag-Latn"]}, {"precision": 0.510282, "recall": 0.576087, "f1": 0.526723, "accuracy": 0.576087, "main_score": 0.526723, "hf_subset": "ace_Arab-snd_Arab", "languages": ["ace-Arab", "snd-Arab"]}, {"precision": 0.499367, "recall": 0.556324, "f1": 0.51525, "accuracy": 0.556324, "main_score": 0.51525, "hf_subset": "ace_Arab-tuk_Latn", "languages": ["ace-Arab", "tuk-Latn"]}, {"precision": 0.534607, "recall": 0.588933, "f1": 0.549347, "accuracy": 0.588933, "main_score": 0.549347, "hf_subset": "ace_Arab-bak_Cyrl", "languages": ["ace-Arab", "bak-Cyrl"]}, {"precision": 0.349591, "recall": 0.414032, "f1": 0.367389, "accuracy": 0.414032, "main_score": 0.367389, "hf_subset": "ace_Arab-dyu_Latn", "languages": ["ace-Arab", "dyu-Latn"]}, {"precision": 0.514116, "recall": 0.572134, "f1": 0.529595, "accuracy": 0.572134, "main_score": 0.529595, "hf_subset": "ace_Arab-heb_Hebr", "languages": ["ace-Arab", "heb-Hebr"]}, {"precision": 0.482247, "recall": 0.539526, "f1": 0.497512, "accuracy": 0.539526, "main_score": 0.497512, "hf_subset": "ace_Arab-khk_Cyrl", "languages": ["ace-Arab", "khk-Cyrl"]}, {"precision": 0.532322, "recall": 0.582016, "f1": 0.545268, "accuracy": 0.582016, "main_score": 0.545268, "hf_subset": "ace_Arab-lvs_Latn", "languages": ["ace-Arab", "lvs-Latn"]}, {"precision": 0.532319, "recall": 0.599802, "f1": 0.550457, "accuracy": 0.599802, "main_score": 0.550457, "hf_subset": "ace_Arab-pan_Guru", "languages": ["ace-Arab", "pan-Guru"]}, {"precision": 0.443926, "recall": 0.494071, "f1": 0.45701, "accuracy": 0.494071, "main_score": 0.45701, "hf_subset": "ace_Arab-som_Latn", "languages": ["ace-Arab", "som-Latn"]}, {"precision": 0.413593, "recall": 0.460474, "f1": 0.425787, "accuracy": 0.460474, "main_score": 0.425787, "hf_subset": "ace_Arab-tum_Latn", "languages": ["ace-Arab", "tum-Latn"]}, {"precision": 0.412202, "recall": 0.462451, "f1": 0.426571, "accuracy": 0.462451, "main_score": 0.426571, "hf_subset": "bam_Latn-ace_Arab", "languages": ["bam-Latn", "ace-Arab"]}, {"precision": 0.19865, "recall": 0.242095, "f1": 0.209534, "accuracy": 0.242095, "main_score": 0.209534, "hf_subset": "bam_Latn-dzo_Tibt", "languages": ["bam-Latn", "dzo-Tibt"]}, {"precision": 0.525742, "recall": 0.565217, "f1": 0.536144, "accuracy": 0.565217, "main_score": 0.536144, "hf_subset": "bam_Latn-hin_Deva", "languages": ["bam-Latn", "hin-Deva"]}, {"precision": 0.485161, "recall": 0.535573, "f1": 0.498512, "accuracy": 0.535573, "main_score": 0.498512, "hf_subset": "bam_Latn-khm_Khmr", "languages": ["bam-Latn", "khm-Khmr"]}, {"precision": 0.515869, "recall": 0.559289, "f1": 0.527742, "accuracy": 0.559289, "main_score": 0.527742, "hf_subset": "bam_Latn-mag_Deva", "languages": ["bam-Latn", "mag-Deva"]}, {"precision": 0.545571, "recall": 0.58498, "f1": 0.555725, "accuracy": 0.58498, "main_score": 0.555725, "hf_subset": "bam_Latn-pap_Latn", "languages": ["bam-Latn", "pap-Latn"]}, {"precision": 0.53564, "recall": 0.574111, "f1": 0.546279, "accuracy": 0.574111, "main_score": 0.546279, "hf_subset": "bam_Latn-sot_Latn", "languages": ["bam-Latn", "sot-Latn"]}, {"precision": 0.51809, "recall": 0.562253, "f1": 0.530206, "accuracy": 0.562253, "main_score": 0.530206, "hf_subset": "bam_Latn-tur_Latn", "languages": ["bam-Latn", "tur-Latn"]}, {"precision": 0.530379, "recall": 0.573123, "f1": 0.541693, "accuracy": 0.573123, "main_score": 0.541693, "hf_subset": "bam_Latn-ace_Latn", "languages": ["bam-Latn", "ace-Latn"]}, {"precision": 0.531253, "recall": 0.570158, "f1": 0.541372, "accuracy": 0.570158, "main_score": 0.541372, "hf_subset": "bam_Latn-ban_Latn", "languages": ["bam-Latn", "ban-Latn"]}, {"precision": 0.49998, "recall": 0.554348, "f1": 0.51467, "accuracy": 0.554348, "main_score": 0.51467, "hf_subset": "bam_Latn-ell_Grek", "languages": ["bam-Latn", "ell-Grek"]}, {"precision": 0.501706, "recall": 0.54249, "f1": 0.512844, "accuracy": 0.54249, "main_score": 0.512844, "hf_subset": "bam_Latn-hne_Deva", "languages": ["bam-Latn", "hne-Deva"]}, {"precision": 0.48698, "recall": 0.535573, "f1": 0.499936, "accuracy": 0.535573, "main_score": 0.499936, "hf_subset": "bam_Latn-kik_Latn", "languages": ["bam-Latn", "kik-Latn"]}, {"precision": 0.517549, "recall": 0.564229, "f1": 0.529425, "accuracy": 0.564229, "main_score": 0.529425, "hf_subset": "bam_Latn-mai_Deva", "languages": ["bam-Latn", "mai-Deva"]}, {"precision": 0.465454, "recall": 0.520751, "f1": 0.480318, "accuracy": 0.520751, "main_score": 0.480318, "hf_subset": "bam_Latn-pbt_Arab", "languages": ["bam-Latn", "pbt-Arab"]}, {"precision": 0.52528, "recall": 0.571146, "f1": 0.536842, "accuracy": 0.571146, "main_score": 0.536842, "hf_subset": "bam_Latn-spa_Latn", "languages": ["bam-Latn", "spa-Latn"]}, {"precision": 0.510501, "recall": 0.548419, "f1": 0.521292, "accuracy": 0.548419, "main_score": 0.521292, "hf_subset": "bam_Latn-twi_Latn", "languages": ["bam-Latn", "twi-Latn"]}, {"precision": 0.500876, "recall": 0.552372, "f1": 0.514854, "accuracy": 0.552372, "main_score": 0.514854, "hf_subset": "bam_Latn-acm_Arab", "languages": ["bam-Latn", "acm-Arab"]}, {"precision": 0.477438, "recall": 0.529644, "f1": 0.490899, "accuracy": 0.529644, "main_score": 0.490899, "hf_subset": "bam_Latn-bel_Cyrl", "languages": ["bam-Latn", "bel-Cyrl"]}, {"precision": 0.541491, "recall": 0.587945, "f1": 0.553947, "accuracy": 0.587945, "main_score": 0.553947, "hf_subset": "bam_Latn-eng_Latn", "languages": ["bam-Latn", "eng-Latn"]}, {"precision": 0.53848, "recall": 0.583992, "f1": 0.550588, "accuracy": 0.583992, "main_score": 0.550588, "hf_subset": "bam_Latn-hrv_Latn", "languages": ["bam-Latn", "hrv-Latn"]}, {"precision": 0.513571, "recall": 0.554348, "f1": 0.525675, "accuracy": 0.554348, "main_score": 0.525675, "hf_subset": "bam_Latn-kin_Latn", "languages": ["bam-Latn", "kin-Latn"]}, {"precision": 0.521939, "recall": 0.570158, "f1": 0.534353, "accuracy": 0.570158, "main_score": 0.534353, "hf_subset": "bam_Latn-mal_Mlym", "languages": ["bam-Latn", "mal-Mlym"]}, {"precision": 0.513328, "recall": 0.561265, "f1": 0.525612, "accuracy": 0.561265, "main_score": 0.525612, "hf_subset": "bam_Latn-pes_Arab", "languages": ["bam-Latn", "pes-Arab"]}, {"precision": 0.544819, "recall": 0.585968, "f1": 0.555918, "accuracy": 0.585968, "main_score": 0.555918, "hf_subset": "bam_Latn-srd_Latn", "languages": ["bam-Latn", "srd-Latn"]}, {"precision": 0.203016, "recall": 0.236166, "f1": 0.211825, "accuracy": 0.236166, "main_score": 0.211825, "hf_subset": "bam_Latn-tzm_Tfng", "languages": ["bam-Latn", "tzm-Tfng"]}, {"precision": 0.506014, "recall": 0.556324, "f1": 0.519471, "accuracy": 0.556324, "main_score": 0.519471, "hf_subset": "bam_Latn-acq_Arab", "languages": ["bam-Latn", "acq-Arab"]}, {"precision": 0.519329, "recall": 0.55336, "f1": 0.528788, "accuracy": 0.55336, "main_score": 0.528788, "hf_subset": "bam_Latn-bem_Latn", "languages": ["bam-Latn", "bem-Latn"]}, {"precision": 0.523111, "recall": 0.573123, "f1": 0.535713, "accuracy": 0.573123, "main_score": 0.535713, "hf_subset": "bam_Latn-epo_Latn", "languages": ["bam-Latn", "epo-Latn"]}, {"precision": 0.52781, "recall": 0.570158, "f1": 0.538933, "accuracy": 0.570158, "main_score": 0.538933, "hf_subset": "bam_Latn-hun_Latn", "languages": ["bam-Latn", "hun-Latn"]}, {"precision": 0.503286, "recall": 0.544466, "f1": 0.514902, "accuracy": 0.544466, "main_score": 0.514902, "hf_subset": "bam_Latn-kir_Cyrl", "languages": ["bam-Latn", "kir-Cyrl"]}, {"precision": 0.526947, "recall": 0.56917, "f1": 0.538218, "accuracy": 0.56917, "main_score": 0.538218, "hf_subset": "bam_Latn-mar_Deva", "languages": ["bam-Latn", "mar-Deva"]}, {"precision": 0.527625, "recall": 0.565217, "f1": 0.538043, "accuracy": 0.565217, "main_score": 0.538043, "hf_subset": "bam_Latn-plt_Latn", "languages": ["bam-Latn", "plt-Latn"]}, {"precision": 0.523089, "recall": 0.568182, "f1": 0.535425, "accuracy": 0.568182, "main_score": 0.535425, "hf_subset": "bam_Latn-srp_Cyrl", "languages": ["bam-Latn", "srp-Cyrl"]}, {"precision": 0.437577, "recall": 0.485178, "f1": 0.450587, "accuracy": 0.485178, "main_score": 0.450587, "hf_subset": "bam_Latn-uig_Arab", "languages": ["bam-Latn", "uig-Arab"]}, {"precision": 0.50068, "recall": 0.545455, "f1": 0.513169, "accuracy": 0.545455, "main_score": 0.513169, "hf_subset": "bam_Latn-aeb_Arab", "languages": ["bam-Latn", "aeb-Arab"]}, {"precision": 0.513594, "recall": 0.564229, "f1": 0.527675, "accuracy": 0.564229, "main_score": 0.527675, "hf_subset": "bam_Latn-ben_Beng", "languages": ["bam-Latn", "ben-Beng"]}, {"precision": 0.526129, "recall": 0.572134, "f1": 0.538106, "accuracy": 0.572134, "main_score": 0.538106, "hf_subset": "bam_Latn-est_Latn", "languages": ["bam-Latn", "est-Latn"]}, {"precision": 0.505682, "recall": 0.554348, "f1": 0.518738, "accuracy": 0.554348, "main_score": 0.518738, "hf_subset": "bam_Latn-hye_Armn", "languages": ["bam-Latn", "hye-Armn"]}, {"precision": 0.511397, "recall": 0.547431, "f1": 0.521923, "accuracy": 0.547431, "main_score": 0.521923, "hf_subset": "bam_Latn-kmb_Latn", "languages": ["bam-Latn", "kmb-Latn"]}, {"precision": 0.369931, "recall": 0.420949, "f1": 0.384294, "accuracy": 0.420949, "main_score": 0.384294, "hf_subset": "bam_Latn-min_Arab", "languages": ["bam-Latn", "min-Arab"]}, {"precision": 0.529025, "recall": 0.574111, "f1": 0.540752, "accuracy": 0.574111, "main_score": 0.540752, "hf_subset": "bam_Latn-pol_Latn", "languages": ["bam-Latn", "pol-Latn"]}, {"precision": 0.514994, "recall": 0.556324, "f1": 0.526492, "accuracy": 0.556324, "main_score": 0.526492, "hf_subset": "bam_Latn-ssw_Latn", "languages": ["bam-Latn", "ssw-Latn"]}, {"precision": 0.529682, "recall": 0.581028, "f1": 0.543217, "accuracy": 0.581028, "main_score": 0.543217, "hf_subset": "bam_Latn-ukr_Cyrl", "languages": ["bam-Latn", "ukr-Cyrl"]}, {"precision": 0.545221, "recall": 0.593874, "f1": 0.55806, "accuracy": 0.593874, "main_score": 0.55806, "hf_subset": "bam_Latn-afr_Latn", "languages": ["bam-Latn", "afr-Latn"]}, {"precision": 0.502722, "recall": 0.548419, "f1": 0.514746, "accuracy": 0.548419, "main_score": 0.514746, "hf_subset": "bam_Latn-bho_Deva", "languages": ["bam-Latn", "bho-Deva"]}, {"precision": 0.532791, "recall": 0.578063, "f1": 0.544258, "accuracy": 0.578063, "main_score": 0.544258, "hf_subset": "bam_Latn-eus_Latn", "languages": ["bam-Latn", "eus-Latn"]}, {"precision": 0.52434, "recall": 0.565217, "f1": 0.53576, "accuracy": 0.565217, "main_score": 0.53576, "hf_subset": "bam_Latn-ibo_Latn", "languages": ["bam-Latn", "ibo-Latn"]}, {"precision": 0.530763, "recall": 0.570158, "f1": 0.541658, "accuracy": 0.570158, "main_score": 0.541658, "hf_subset": "bam_Latn-kmr_Latn", "languages": ["bam-Latn", "kmr-Latn"]}, {"precision": 0.525489, "recall": 0.568182, "f1": 0.537143, "accuracy": 0.568182, "main_score": 0.537143, "hf_subset": "bam_Latn-min_Latn", "languages": ["bam-Latn", "min-Latn"]}, {"precision": 0.543548, "recall": 0.588933, "f1": 0.554791, "accuracy": 0.588933, "main_score": 0.554791, "hf_subset": "bam_Latn-por_Latn", "languages": ["bam-Latn", "por-Latn"]}, {"precision": 0.533359, "recall": 0.574111, "f1": 0.544125, "accuracy": 0.574111, "main_score": 0.544125, "hf_subset": "bam_Latn-sun_Latn", "languages": ["bam-Latn", "sun-Latn"]}, {"precision": 0.480559, "recall": 0.523715, "f1": 0.493283, "accuracy": 0.523715, "main_score": 0.493283, "hf_subset": "bam_Latn-umb_Latn", "languages": ["bam-Latn", "umb-Latn"]}, {"precision": 0.519095, "recall": 0.563241, "f1": 0.530343, "accuracy": 0.563241, "main_score": 0.530343, "hf_subset": "bam_Latn-ajp_Arab", "languages": ["bam-Latn", "ajp-Arab"]}, {"precision": 0.394625, "recall": 0.443676, "f1": 0.408274, "accuracy": 0.443676, "main_score": 0.408274, "hf_subset": "bam_Latn-bjn_Arab", "languages": ["bam-Latn", "bjn-Arab"]}, {"precision": 0.491964, "recall": 0.531621, "f1": 0.502881, "accuracy": 0.531621, "main_score": 0.502881, "hf_subset": "bam_Latn-ewe_Latn", "languages": ["bam-Latn", "ewe-Latn"]}, {"precision": 0.534253, "recall": 0.575099, "f1": 0.543934, "accuracy": 0.575099, "main_score": 0.543934, "hf_subset": "bam_Latn-ilo_Latn", "languages": ["bam-Latn", "ilo-Latn"]}, {"precision": 0.291041, "recall": 0.333992, "f1": 0.303543, "accuracy": 0.333992, "main_score": 0.303543, "hf_subset": "bam_Latn-knc_Arab", "languages": ["bam-Latn", "knc-Arab"]}, {"precision": 0.528326, "recall": 0.573123, "f1": 0.540491, "accuracy": 0.573123, "main_score": 0.540491, "hf_subset": "bam_Latn-mkd_Cyrl", "languages": ["bam-Latn", "mkd-Cyrl"]}, {"precision": 0.504169, "recall": 0.554348, "f1": 0.517397, "accuracy": 0.554348, "main_score": 0.517397, "hf_subset": "bam_Latn-prs_Arab", "languages": ["bam-Latn", "prs-Arab"]}, {"precision": 0.53782, "recall": 0.579051, "f1": 0.548189, "accuracy": 0.579051, "main_score": 0.548189, "hf_subset": "bam_Latn-swe_Latn", "languages": ["bam-Latn", "swe-Latn"]}, {"precision": 0.490806, "recall": 0.543478, "f1": 0.505251, "accuracy": 0.543478, "main_score": 0.505251, "hf_subset": "bam_Latn-urd_Arab", "languages": ["bam-Latn", "urd-Arab"]}, {"precision": 0.507802, "recall": 0.543478, "f1": 0.517925, "accuracy": 0.543478, "main_score": 0.517925, "hf_subset": "bam_Latn-aka_Latn", "languages": ["bam-Latn", "aka-Latn"]}, {"precision": 0.546758, "recall": 0.582016, "f1": 0.556245, "accuracy": 0.582016, "main_score": 0.556245, "hf_subset": "bam_Latn-bjn_Latn", "languages": ["bam-Latn", "bjn-Latn"]}, {"precision": 0.529808, "recall": 0.56917, "f1": 0.540917, "accuracy": 0.56917, "main_score": 0.540917, "hf_subset": "bam_Latn-fao_Latn", "languages": ["bam-Latn", "fao-Latn"]}, {"precision": 0.545613, "recall": 0.586957, "f1": 0.55603, "accuracy": 0.586957, "main_score": 0.55603, "hf_subset": "bam_Latn-ind_Latn", "languages": ["bam-Latn", "ind-Latn"]}, {"precision": 0.51784, "recall": 0.554348, "f1": 0.527649, "accuracy": 0.554348, "main_score": 0.527649, "hf_subset": "bam_Latn-knc_Latn", "languages": ["bam-Latn", "knc-Latn"]}, {"precision": 0.543673, "recall": 0.585968, "f1": 0.554646, "accuracy": 0.585968, "main_score": 0.554646, "hf_subset": "bam_Latn-mlt_Latn", "languages": ["bam-Latn", "mlt-Latn"]}, {"precision": 0.504372, "recall": 0.550395, "f1": 0.516645, "accuracy": 0.550395, "main_score": 0.516645, "hf_subset": "bam_Latn-quy_Latn", "languages": ["bam-Latn", "quy-Latn"]}, {"precision": 0.52498, "recall": 0.56917, "f1": 0.536786, "accuracy": 0.56917, "main_score": 0.536786, "hf_subset": "bam_Latn-swh_Latn", "languages": ["bam-Latn", "swh-Latn"]}, {"precision": 0.511315, "recall": 0.555336, "f1": 0.523181, "accuracy": 0.555336, "main_score": 0.523181, "hf_subset": "bam_Latn-uzn_Latn", "languages": ["bam-Latn", "uzn-Latn"]}, {"precision": 0.529196, "recall": 0.573123, "f1": 0.541382, "accuracy": 0.573123, "main_score": 0.541382, "hf_subset": "bam_Latn-als_Latn", "languages": ["bam-Latn", "als-Latn"]}, {"precision": 0.256372, "recall": 0.30336, "f1": 0.268096, "accuracy": 0.30336, "main_score": 0.268096, "hf_subset": "bam_Latn-bod_Tibt", "languages": ["bam-Latn", "bod-Tibt"]}, {"precision": 0.507953, "recall": 0.543478, "f1": 0.517549, "accuracy": 0.543478, "main_score": 0.517549, "hf_subset": "bam_Latn-fij_Latn", "languages": ["bam-Latn", "fij-Latn"]}, {"precision": 0.503815, "recall": 0.549407, "f1": 0.515934, "accuracy": 0.549407, "main_score": 0.515934, "hf_subset": "bam_Latn-isl_Latn", "languages": ["bam-Latn", "isl-Latn"]}, {"precision": 0.526698, "recall": 0.562253, "f1": 0.536198, "accuracy": 0.562253, "main_score": 0.536198, "hf_subset": "bam_Latn-kon_Latn", "languages": ["bam-Latn", "kon-Latn"]}, {"precision": 0.449779, "recall": 0.500988, "f1": 0.464553, "accuracy": 0.500988, "main_score": 0.464553, "hf_subset": "bam_Latn-mni_Beng", "languages": ["bam-Latn", "mni-Beng"]}, {"precision": 0.532865, "recall": 0.582016, "f1": 0.545043, "accuracy": 0.582016, "main_score": 0.545043, "hf_subset": "bam_Latn-ron_Latn", "languages": ["bam-Latn", "ron-Latn"]}, {"precision": 0.53523, "recall": 0.577075, "f1": 0.545968, "accuracy": 0.577075, "main_score": 0.545968, "hf_subset": "bam_Latn-szl_Latn", "languages": ["bam-Latn", "szl-Latn"]}, {"precision": 0.532912, "recall": 0.577075, "f1": 0.544731, "accuracy": 0.577075, "main_score": 0.544731, "hf_subset": "bam_Latn-vec_Latn", "languages": ["bam-Latn", "vec-Latn"]}, {"precision": 0.456201, "recall": 0.506917, "f1": 0.469677, "accuracy": 0.506917, "main_score": 0.469677, "hf_subset": "bam_Latn-amh_Ethi", "languages": ["bam-Latn", "amh-Ethi"]}, {"precision": 0.539377, "recall": 0.582016, "f1": 0.550843, "accuracy": 0.582016, "main_score": 0.550843, "hf_subset": "bam_Latn-bos_Latn", "languages": ["bam-Latn", "bos-Latn"]}, {"precision": 0.506901, "recall": 0.5583, "f1": 0.520419, "accuracy": 0.5583, "main_score": 0.520419, "hf_subset": "bam_Latn-fin_Latn", "languages": ["bam-Latn", "fin-Latn"]}, {"precision": 0.519826, "recall": 0.563241, "f1": 0.530999, "accuracy": 0.563241, "main_score": 0.530999, "hf_subset": "bam_Latn-ita_Latn", "languages": ["bam-Latn", "ita-Latn"]}, {"precision": 0.507241, "recall": 0.554348, "f1": 0.520199, "accuracy": 0.554348, "main_score": 0.520199, "hf_subset": "bam_Latn-kor_Hang", "languages": ["bam-Latn", "kor-Hang"]}, {"precision": 0.503228, "recall": 0.544466, "f1": 0.515123, "accuracy": 0.544466, "main_score": 0.515123, "hf_subset": "bam_Latn-mos_Latn", "languages": ["bam-Latn", "mos-Latn"]}, {"precision": 0.507056, "recall": 0.545455, "f1": 0.517542, "accuracy": 0.545455, "main_score": 0.517542, "hf_subset": "bam_Latn-run_Latn", "languages": ["bam-Latn", "run-Latn"]}, {"precision": 0.507127, "recall": 0.559289, "f1": 0.521238, "accuracy": 0.559289, "main_score": 0.521238, "hf_subset": "bam_Latn-tam_Taml", "languages": ["bam-Latn", "tam-Taml"]}, {"precision": 0.520699, "recall": 0.566206, "f1": 0.532433, "accuracy": 0.566206, "main_score": 0.532433, "hf_subset": "bam_Latn-vie_Latn", "languages": ["bam-Latn", "vie-Latn"]}, {"precision": 0.509193, "recall": 0.5583, "f1": 0.521778, "accuracy": 0.5583, "main_score": 0.521778, "hf_subset": "bam_Latn-apc_Arab", "languages": ["bam-Latn", "apc-Arab"]}, {"precision": 0.504674, "recall": 0.54249, "f1": 0.515744, "accuracy": 0.54249, "main_score": 0.515744, "hf_subset": "bam_Latn-bug_Latn", "languages": ["bam-Latn", "bug-Latn"]}, {"precision": 0.462756, "recall": 0.504941, "f1": 0.474513, "accuracy": 0.504941, "main_score": 0.474513, "hf_subset": "bam_Latn-fon_Latn", "languages": ["bam-Latn", "fon-Latn"]}, {"precision": 0.554531, "recall": 0.596838, "f1": 0.565762, "accuracy": 0.596838, "main_score": 0.565762, "hf_subset": "bam_Latn-jav_Latn", "languages": ["bam-Latn", "jav-Latn"]}, {"precision": 0.48902, "recall": 0.539526, "f1": 0.502115, "accuracy": 0.539526, "main_score": 0.502115, "hf_subset": "bam_Latn-lao_Laoo", "languages": ["bam-Latn", "lao-Laoo"]}, {"precision": 0.489604, "recall": 0.524704, "f1": 0.499355, "accuracy": 0.524704, "main_score": 0.499355, "hf_subset": "bam_Latn-mri_Latn", "languages": ["bam-Latn", "mri-Latn"]}, {"precision": 0.519356, "recall": 0.567194, "f1": 0.532275, "accuracy": 0.567194, "main_score": 0.532275, "hf_subset": "bam_Latn-rus_Cyrl", "languages": ["bam-Latn", "rus-Cyrl"]}, {"precision": 0.475224, "recall": 0.518775, "f1": 0.487458, "accuracy": 0.518775, "main_score": 0.487458, "hf_subset": "bam_Latn-taq_Latn", "languages": ["bam-Latn", "taq-Latn"]}, {"precision": 0.536183, "recall": 0.578063, "f1": 0.546726, "accuracy": 0.578063, "main_score": 0.546726, "hf_subset": "bam_Latn-war_Latn", "languages": ["bam-Latn", "war-Latn"]}, {"precision": 0.507853, "recall": 0.561265, "f1": 0.522163, "accuracy": 0.561265, "main_score": 0.522163, "hf_subset": "bam_Latn-arb_Arab", "languages": ["bam-Latn", "arb-Arab"]}, {"precision": 0.535388, "recall": 0.579051, "f1": 0.546553, "accuracy": 0.579051, "main_score": 0.546553, "hf_subset": "bam_Latn-bul_Cyrl", "languages": ["bam-Latn", "bul-Cyrl"]}, {"precision": 0.543955, "recall": 0.586957, "f1": 0.555226, "accuracy": 0.586957, "main_score": 0.555226, "hf_subset": "bam_Latn-fra_Latn", "languages": ["bam-Latn", "fra-Latn"]}, {"precision": 0.514328, "recall": 0.557312, "f1": 0.525423, "accuracy": 0.557312, "main_score": 0.525423, "hf_subset": "bam_Latn-jpn_Jpan", "languages": ["bam-Latn", "jpn-Jpan"]}, {"precision": 0.520268, "recall": 0.564229, "f1": 0.531792, "accuracy": 0.564229, "main_score": 0.531792, "hf_subset": "bam_Latn-lij_Latn", "languages": ["bam-Latn", "lij-Latn"]}, {"precision": 0.391318, "recall": 0.455534, "f1": 0.408619, "accuracy": 0.455534, "main_score": 0.408619, "hf_subset": "bam_Latn-mya_Mymr", "languages": ["bam-Latn", "mya-Mymr"]}, {"precision": 0.495629, "recall": 0.538538, "f1": 0.507808, "accuracy": 0.538538, "main_score": 0.507808, "hf_subset": "bam_Latn-sag_Latn", "languages": ["bam-Latn", "sag-Latn"]}, {"precision": 0.203099, "recall": 0.245059, "f1": 0.213486, "accuracy": 0.245059, "main_score": 0.213486, "hf_subset": "bam_Latn-taq_Tfng", "languages": ["bam-Latn", "taq-Tfng"]}, {"precision": 0.537772, "recall": 0.578063, "f1": 0.549302, "accuracy": 0.578063, "main_score": 0.549302, "hf_subset": "bam_Latn-wol_Latn", "languages": ["bam-Latn", "wol-Latn"]}, {"precision": 0.447189, "recall": 0.488142, "f1": 0.4588, "accuracy": 0.488142, "main_score": 0.4588, "hf_subset": "bam_Latn-arb_Latn", "languages": ["bam-Latn", "arb-Latn"]}, {"precision": 0.548206, "recall": 0.591897, "f1": 0.559238, "accuracy": 0.591897, "main_score": 0.559238, "hf_subset": "bam_Latn-cat_Latn", "languages": ["bam-Latn", "cat-Latn"]}, {"precision": 0.54524, "recall": 0.588933, "f1": 0.55634, "accuracy": 0.588933, "main_score": 0.55634, "hf_subset": "bam_Latn-fur_Latn", "languages": ["bam-Latn", "fur-Latn"]}, {"precision": 0.424739, "recall": 0.480237, "f1": 0.440128, "accuracy": 0.480237, "main_score": 0.440128, "hf_subset": "bam_Latn-kab_Latn", "languages": ["bam-Latn", "kab-Latn"]}, {"precision": 0.526803, "recall": 0.56917, "f1": 0.538091, "accuracy": 0.56917, "main_score": 0.538091, "hf_subset": "bam_Latn-lim_Latn", "languages": ["bam-Latn", "lim-Latn"]}, {"precision": 0.510943, "recall": 0.560277, "f1": 0.523699, "accuracy": 0.560277, "main_score": 0.523699, "hf_subset": "bam_Latn-nld_Latn", "languages": ["bam-Latn", "nld-Latn"]}, {"precision": 0.481933, "recall": 0.533597, "f1": 0.495091, "accuracy": 0.533597, "main_score": 0.495091, "hf_subset": "bam_Latn-san_Deva", "languages": ["bam-Latn", "san-Deva"]}, {"precision": 0.516801, "recall": 0.560277, "f1": 0.528432, "accuracy": 0.560277, "main_score": 0.528432, "hf_subset": "bam_Latn-tat_Cyrl", "languages": ["bam-Latn", "tat-Cyrl"]}, {"precision": 0.521416, "recall": 0.564229, "f1": 0.533348, "accuracy": 0.564229, "main_score": 0.533348, "hf_subset": "bam_Latn-xho_Latn", "languages": ["bam-Latn", "xho-Latn"]}, {"precision": 0.488044, "recall": 0.543478, "f1": 0.503384, "accuracy": 0.543478, "main_score": 0.503384, "hf_subset": "bam_Latn-ars_Arab", "languages": ["bam-Latn", "ars-Arab"]}, {"precision": 0.553309, "recall": 0.590909, "f1": 0.562921, "accuracy": 0.590909, "main_score": 0.562921, "hf_subset": "bam_Latn-ceb_Latn", "languages": ["bam-Latn", "ceb-Latn"]}, {"precision": 0.483036, "recall": 0.523715, "f1": 0.494057, "accuracy": 0.523715, "main_score": 0.494057, "hf_subset": "bam_Latn-fuv_Latn", "languages": ["bam-Latn", "fuv-Latn"]}, {"precision": 0.471716, "recall": 0.512846, "f1": 0.483242, "accuracy": 0.512846, "main_score": 0.483242, "hf_subset": "bam_Latn-kac_Latn", "languages": ["bam-Latn", "kac-Latn"]}, {"precision": 0.54302, "recall": 0.579051, "f1": 0.553119, "accuracy": 0.579051, "main_score": 0.553119, "hf_subset": "bam_Latn-lin_Latn", "languages": ["bam-Latn", "lin-Latn"]}, {"precision": 0.528, "recall": 0.578063, "f1": 0.541251, "accuracy": 0.578063, "main_score": 0.541251, "hf_subset": "bam_Latn-nno_Latn", "languages": ["bam-Latn", "nno-Latn"]}, {"precision": 0.134243, "recall": 0.176877, "f1": 0.143969, "accuracy": 0.176877, "main_score": 0.143969, "hf_subset": "bam_Latn-sat_Olck", "languages": ["bam-Latn", "sat-Olck"]}, {"precision": 0.50077, "recall": 0.551383, "f1": 0.514864, "accuracy": 0.551383, "main_score": 0.514864, "hf_subset": "bam_Latn-tel_Telu", "languages": ["bam-Latn", "tel-Telu"]}, {"precision": 0.444734, "recall": 0.504941, "f1": 0.460291, "accuracy": 0.504941, "main_score": 0.460291, "hf_subset": "bam_Latn-ydd_Hebr", "languages": ["bam-Latn", "ydd-Hebr"]}, {"precision": 0.489009, "recall": 0.532609, "f1": 0.500782, "accuracy": 0.532609, "main_score": 0.500782, "hf_subset": "bam_Latn-ary_Arab", "languages": ["bam-Latn", "ary-Arab"]}, {"precision": 0.525831, "recall": 0.571146, "f1": 0.537846, "accuracy": 0.571146, "main_score": 0.537846, "hf_subset": "bam_Latn-ces_Latn", "languages": ["bam-Latn", "ces-Latn"]}, {"precision": 0.491332, "recall": 0.538538, "f1": 0.505435, "accuracy": 0.538538, "main_score": 0.505435, "hf_subset": "bam_Latn-gaz_Latn", "languages": ["bam-Latn", "gaz-Latn"]}, {"precision": 0.486797, "recall": 0.528656, "f1": 0.498668, "accuracy": 0.528656, "main_score": 0.498668, "hf_subset": "bam_Latn-kam_Latn", "languages": ["bam-Latn", "kam-Latn"]}, {"precision": 0.510859, "recall": 0.5583, "f1": 0.52343, "accuracy": 0.5583, "main_score": 0.52343, "hf_subset": "bam_Latn-lit_Latn", "languages": ["bam-Latn", "lit-Latn"]}, {"precision": 0.537379, "recall": 0.582016, "f1": 0.549567, "accuracy": 0.582016, "main_score": 0.549567, "hf_subset": "bam_Latn-nob_Latn", "languages": ["bam-Latn", "nob-Latn"]}, {"precision": 0.526281, "recall": 0.566206, "f1": 0.536761, "accuracy": 0.566206, "main_score": 0.536761, "hf_subset": "bam_Latn-scn_Latn", "languages": ["bam-Latn", "scn-Latn"]}, {"precision": 0.504061, "recall": 0.548419, "f1": 0.515795, "accuracy": 0.548419, "main_score": 0.515795, "hf_subset": "bam_Latn-tgk_Cyrl", "languages": ["bam-Latn", "tgk-Cyrl"]}, {"precision": 0.469093, "recall": 0.518775, "f1": 0.4828, "accuracy": 0.518775, "main_score": 0.4828, "hf_subset": "bam_Latn-yor_Latn", "languages": ["bam-Latn", "yor-Latn"]}, {"precision": 0.503521, "recall": 0.550395, "f1": 0.51619, "accuracy": 0.550395, "main_score": 0.51619, "hf_subset": "bam_Latn-arz_Arab", "languages": ["bam-Latn", "arz-Arab"]}, {"precision": 0.476599, "recall": 0.519763, "f1": 0.488353, "accuracy": 0.519763, "main_score": 0.488353, "hf_subset": "bam_Latn-cjk_Latn", "languages": ["bam-Latn", "cjk-Latn"]}, {"precision": 0.482686, "recall": 0.522727, "f1": 0.493625, "accuracy": 0.522727, "main_score": 0.493625, "hf_subset": "bam_Latn-gla_Latn", "languages": ["bam-Latn", "gla-Latn"]}, {"precision": 0.513594, "recall": 0.562253, "f1": 0.526929, "accuracy": 0.562253, "main_score": 0.526929, "hf_subset": "bam_Latn-kan_Knda", "languages": ["bam-Latn", "kan-Knda"]}, {"precision": 0.52482, "recall": 0.570158, "f1": 0.536741, "accuracy": 0.570158, "main_score": 0.536741, "hf_subset": "bam_Latn-lmo_Latn", "languages": ["bam-Latn", "lmo-Latn"]}, {"precision": 0.508928, "recall": 0.556324, "f1": 0.52084, "accuracy": 0.556324, "main_score": 0.52084, "hf_subset": "bam_Latn-npi_Deva", "languages": ["bam-Latn", "npi-Deva"]}, {"precision": 0.414889, "recall": 0.465415, "f1": 0.428136, "accuracy": 0.465415, "main_score": 0.428136, "hf_subset": "bam_Latn-shn_Mymr", "languages": ["bam-Latn", "shn-Mymr"]}, {"precision": 0.54888, "recall": 0.593874, "f1": 0.56107, "accuracy": 0.593874, "main_score": 0.56107, "hf_subset": "bam_Latn-tgl_Latn", "languages": ["bam-Latn", "tgl-Latn"]}, {"precision": 0.501406, "recall": 0.546443, "f1": 0.512836, "accuracy": 0.546443, "main_score": 0.512836, "hf_subset": "bam_Latn-yue_Hant", "languages": ["bam-Latn", "yue-Hant"]}, {"precision": 0.4766, "recall": 0.530632, "f1": 0.491592, "accuracy": 0.530632, "main_score": 0.491592, "hf_subset": "bam_Latn-asm_Beng", "languages": ["bam-Latn", "asm-Beng"]}, {"precision": 0.483969, "recall": 0.531621, "f1": 0.496597, "accuracy": 0.531621, "main_score": 0.496597, "hf_subset": "bam_Latn-ckb_Arab", "languages": ["bam-Latn", "ckb-Arab"]}, {"precision": 0.491109, "recall": 0.530632, "f1": 0.502059, "accuracy": 0.530632, "main_score": 0.502059, "hf_subset": "bam_Latn-gle_Latn", "languages": ["bam-Latn", "gle-Latn"]}, {"precision": 0.451605, "recall": 0.500988, "f1": 0.464515, "accuracy": 0.500988, "main_score": 0.464515, "hf_subset": "bam_Latn-kas_Arab", "languages": ["bam-Latn", "kas-Arab"]}, {"precision": 0.509614, "recall": 0.555336, "f1": 0.521793, "accuracy": 0.555336, "main_score": 0.521793, "hf_subset": "bam_Latn-ltg_Latn", "languages": ["bam-Latn", "ltg-Latn"]}, {"precision": 0.541765, "recall": 0.579051, "f1": 0.552001, "accuracy": 0.579051, "main_score": 0.552001, "hf_subset": "bam_Latn-nso_Latn", "languages": ["bam-Latn", "nso-Latn"]}, {"precision": 0.449375, "recall": 0.506917, "f1": 0.465091, "accuracy": 0.506917, "main_score": 0.465091, "hf_subset": "bam_Latn-sin_Sinh", "languages": ["bam-Latn", "sin-Sinh"]}, {"precision": 0.512854, "recall": 0.565217, "f1": 0.526107, "accuracy": 0.565217, "main_score": 0.526107, "hf_subset": "bam_Latn-tha_Thai", "languages": ["bam-Latn", "tha-Thai"]}, {"precision": 0.492177, "recall": 0.531621, "f1": 0.502437, "accuracy": 0.531621, "main_score": 0.502437, "hf_subset": "bam_Latn-zho_Hans", "languages": ["bam-Latn", "zho-Hans"]}, {"precision": 0.541109, "recall": 0.588933, "f1": 0.552915, "accuracy": 0.588933, "main_score": 0.552915, "hf_subset": "bam_Latn-ast_Latn", "languages": ["bam-Latn", "ast-Latn"]}, {"precision": 0.504781, "recall": 0.552372, "f1": 0.517394, "accuracy": 0.552372, "main_score": 0.517394, "hf_subset": "bam_Latn-crh_Latn", "languages": ["bam-Latn", "crh-Latn"]}, {"precision": 0.54237, "recall": 0.587945, "f1": 0.554189, "accuracy": 0.587945, "main_score": 0.554189, "hf_subset": "bam_Latn-glg_Latn", "languages": ["bam-Latn", "glg-Latn"]}, {"precision": 0.468571, "recall": 0.51581, "f1": 0.481208, "accuracy": 0.51581, "main_score": 0.481208, "hf_subset": "bam_Latn-kas_Deva", "languages": ["bam-Latn", "kas-Deva"]}, {"precision": 0.504206, "recall": 0.549407, "f1": 0.515805, "accuracy": 0.549407, "main_score": 0.515805, "hf_subset": "bam_Latn-ltz_Latn", "languages": ["bam-Latn", "ltz-Latn"]}, {"precision": 0.456605, "recall": 0.501976, "f1": 0.469403, "accuracy": 0.501976, "main_score": 0.469403, "hf_subset": "bam_Latn-nus_Latn", "languages": ["bam-Latn", "nus-Latn"]}, {"precision": 0.523417, "recall": 0.571146, "f1": 0.536411, "accuracy": 0.571146, "main_score": 0.536411, "hf_subset": "bam_Latn-slk_Latn", "languages": ["bam-Latn", "slk-Latn"]}, {"precision": 0.364962, "recall": 0.41996, "f1": 0.380509, "accuracy": 0.41996, "main_score": 0.380509, "hf_subset": "bam_Latn-tir_Ethi", "languages": ["bam-Latn", "tir-Ethi"]}, {"precision": 0.489098, "recall": 0.540514, "f1": 0.502001, "accuracy": 0.540514, "main_score": 0.502001, "hf_subset": "bam_Latn-zho_Hant", "languages": ["bam-Latn", "zho-Hant"]}, {"precision": 0.505362, "recall": 0.550395, "f1": 0.518003, "accuracy": 0.550395, "main_score": 0.518003, "hf_subset": "bam_Latn-awa_Deva", "languages": ["bam-Latn", "awa-Deva"]}, {"precision": 0.524919, "recall": 0.557312, "f1": 0.534168, "accuracy": 0.557312, "main_score": 0.534168, "hf_subset": "bam_Latn-cym_Latn", "languages": ["bam-Latn", "cym-Latn"]}, {"precision": 0.528195, "recall": 0.564229, "f1": 0.537831, "accuracy": 0.564229, "main_score": 0.537831, "hf_subset": "bam_Latn-grn_Latn", "languages": ["bam-Latn", "grn-Latn"]}, {"precision": 0.48893, "recall": 0.54249, "f1": 0.503195, "accuracy": 0.54249, "main_score": 0.503195, "hf_subset": "bam_Latn-kat_Geor", "languages": ["bam-Latn", "kat-Geor"]}, {"precision": 0.511616, "recall": 0.557312, "f1": 0.523899, "accuracy": 0.557312, "main_score": 0.523899, "hf_subset": "bam_Latn-lua_Latn", "languages": ["bam-Latn", "lua-Latn"]}, {"precision": 0.514668, "recall": 0.554348, "f1": 0.525674, "accuracy": 0.554348, "main_score": 0.525674, "hf_subset": "bam_Latn-nya_Latn", "languages": ["bam-Latn", "nya-Latn"]}, {"precision": 0.525247, "recall": 0.572134, "f1": 0.537373, "accuracy": 0.572134, "main_score": 0.537373, "hf_subset": "bam_Latn-slv_Latn", "languages": ["bam-Latn", "slv-Latn"]}, {"precision": 0.524828, "recall": 0.568182, "f1": 0.536609, "accuracy": 0.568182, "main_score": 0.536609, "hf_subset": "bam_Latn-tpi_Latn", "languages": ["bam-Latn", "tpi-Latn"]}, {"precision": 0.55477, "recall": 0.593874, "f1": 0.565752, "accuracy": 0.593874, "main_score": 0.565752, "hf_subset": "bam_Latn-zsm_Latn", "languages": ["bam-Latn", "zsm-Latn"]}, {"precision": 0.489295, "recall": 0.530632, "f1": 0.501234, "accuracy": 0.530632, "main_score": 0.501234, "hf_subset": "bam_Latn-ayr_Latn", "languages": ["bam-Latn", "ayr-Latn"]}, {"precision": 0.539786, "recall": 0.583004, "f1": 0.550923, "accuracy": 0.583004, "main_score": 0.550923, "hf_subset": "bam_Latn-dan_Latn", "languages": ["bam-Latn", "dan-Latn"]}, {"precision": 0.503751, "recall": 0.550395, "f1": 0.515625, "accuracy": 0.550395, "main_score": 0.515625, "hf_subset": "bam_Latn-guj_Gujr", "languages": ["bam-Latn", "guj-Gujr"]}, {"precision": 0.521016, "recall": 0.567194, "f1": 0.53411, "accuracy": 0.567194, "main_score": 0.53411, "hf_subset": "bam_Latn-kaz_Cyrl", "languages": ["bam-Latn", "kaz-Cyrl"]}, {"precision": 0.493229, "recall": 0.531621, "f1": 0.503668, "accuracy": 0.531621, "main_score": 0.503668, "hf_subset": "bam_Latn-lug_Latn", "languages": ["bam-Latn", "lug-Latn"]}, {"precision": 0.544406, "recall": 0.58498, "f1": 0.555084, "accuracy": 0.58498, "main_score": 0.555084, "hf_subset": "bam_Latn-oci_Latn", "languages": ["bam-Latn", "oci-Latn"]}, {"precision": 0.515549, "recall": 0.5583, "f1": 0.527514, "accuracy": 0.5583, "main_score": 0.527514, "hf_subset": "bam_Latn-smo_Latn", "languages": ["bam-Latn", "smo-Latn"]}, {"precision": 0.493224, "recall": 0.535573, "f1": 0.504675, "accuracy": 0.535573, "main_score": 0.504675, "hf_subset": "bam_Latn-tsn_Latn", "languages": ["bam-Latn", "tsn-Latn"]}, {"precision": 0.51774, "recall": 0.565217, "f1": 0.530987, "accuracy": 0.565217, "main_score": 0.530987, "hf_subset": "bam_Latn-zul_Latn", "languages": ["bam-Latn", "zul-Latn"]}, {"precision": 0.450355, "recall": 0.501976, "f1": 0.464662, "accuracy": 0.501976, "main_score": 0.464662, "hf_subset": "bam_Latn-azb_Arab", "languages": ["bam-Latn", "azb-Arab"]}, {"precision": 0.527091, "recall": 0.572134, "f1": 0.538715, "accuracy": 0.572134, "main_score": 0.538715, "hf_subset": "bam_Latn-deu_Latn", "languages": ["bam-Latn", "deu-Latn"]}, {"precision": 0.516406, "recall": 0.567194, "f1": 0.530446, "accuracy": 0.567194, "main_score": 0.530446, "hf_subset": "bam_Latn-hat_Latn", "languages": ["bam-Latn", "hat-Latn"]}, {"precision": 0.487446, "recall": 0.529644, "f1": 0.499253, "accuracy": 0.529644, "main_score": 0.499253, "hf_subset": "bam_Latn-kbp_Latn", "languages": ["bam-Latn", "kbp-Latn"]}, {"precision": 0.5224, "recall": 0.563241, "f1": 0.534175, "accuracy": 0.563241, "main_score": 0.534175, "hf_subset": "bam_Latn-luo_Latn", "languages": ["bam-Latn", "luo-Latn"]}, {"precision": 0.504994, "recall": 0.549407, "f1": 0.516327, "accuracy": 0.549407, "main_score": 0.516327, "hf_subset": "bam_Latn-ory_Orya", "languages": ["bam-Latn", "ory-Orya"]}, {"precision": 0.51334, "recall": 0.554348, "f1": 0.524443, "accuracy": 0.554348, "main_score": 0.524443, "hf_subset": "bam_Latn-sna_Latn", "languages": ["bam-Latn", "sna-Latn"]}, {"precision": 0.501798, "recall": 0.538538, "f1": 0.512053, "accuracy": 0.538538, "main_score": 0.512053, "hf_subset": "bam_Latn-tso_Latn", "languages": ["bam-Latn", "tso-Latn"]}, {"precision": 0.495897, "recall": 0.549407, "f1": 0.510033, "accuracy": 0.549407, "main_score": 0.510033, "hf_subset": "bam_Latn-azj_Latn", "languages": ["bam-Latn", "azj-Latn"]}, {"precision": 0.479639, "recall": 0.527668, "f1": 0.493483, "accuracy": 0.527668, "main_score": 0.493483, "hf_subset": "bam_Latn-dik_Latn", "languages": ["bam-Latn", "dik-Latn"]}, {"precision": 0.527207, "recall": 0.560277, "f1": 0.536284, "accuracy": 0.560277, "main_score": 0.536284, "hf_subset": "bam_Latn-hau_Latn", "languages": ["bam-Latn", "hau-Latn"]}, {"precision": 0.529415, "recall": 0.577075, "f1": 0.541982, "accuracy": 0.577075, "main_score": 0.541982, "hf_subset": "bam_Latn-kea_Latn", "languages": ["bam-Latn", "kea-Latn"]}, {"precision": 0.511923, "recall": 0.549407, "f1": 0.522179, "accuracy": 0.549407, "main_score": 0.522179, "hf_subset": "bam_Latn-lus_Latn", "languages": ["bam-Latn", "lus-Latn"]}, {"precision": 0.533067, "recall": 0.565217, "f1": 0.542028, "accuracy": 0.565217, "main_score": 0.542028, "hf_subset": "bam_Latn-pag_Latn", "languages": ["bam-Latn", "pag-Latn"]}, {"precision": 0.480643, "recall": 0.532609, "f1": 0.494681, "accuracy": 0.532609, "main_score": 0.494681, "hf_subset": "bam_Latn-snd_Arab", "languages": ["bam-Latn", "snd-Arab"]}, {"precision": 0.493339, "recall": 0.535573, "f1": 0.504821, "accuracy": 0.535573, "main_score": 0.504821, "hf_subset": "bam_Latn-tuk_Latn", "languages": ["bam-Latn", "tuk-Latn"]}, {"precision": 0.506581, "recall": 0.55336, "f1": 0.51952, "accuracy": 0.55336, "main_score": 0.51952, "hf_subset": "bam_Latn-bak_Cyrl", "languages": ["bam-Latn", "bak-Cyrl"]}, {"precision": 0.492078, "recall": 0.561265, "f1": 0.51112, "accuracy": 0.561265, "main_score": 0.51112, "hf_subset": "bam_Latn-dyu_Latn", "languages": ["bam-Latn", "dyu-Latn"]}, {"precision": 0.506337, "recall": 0.55336, "f1": 0.519261, "accuracy": 0.55336, "main_score": 0.519261, "hf_subset": "bam_Latn-heb_Hebr", "languages": ["bam-Latn", "heb-Hebr"]}, {"precision": 0.494506, "recall": 0.540514, "f1": 0.50715, "accuracy": 0.540514, "main_score": 0.50715, "hf_subset": "bam_Latn-khk_Cyrl", "languages": ["bam-Latn", "khk-Cyrl"]}, {"precision": 0.529811, "recall": 0.574111, "f1": 0.541608, "accuracy": 0.574111, "main_score": 0.541608, "hf_subset": "bam_Latn-lvs_Latn", "languages": ["bam-Latn", "lvs-Latn"]}, {"precision": 0.499859, "recall": 0.546443, "f1": 0.512903, "accuracy": 0.546443, "main_score": 0.512903, "hf_subset": "bam_Latn-pan_Guru", "languages": ["bam-Latn", "pan-Guru"]}, {"precision": 0.491555, "recall": 0.534585, "f1": 0.503382, "accuracy": 0.534585, "main_score": 0.503382, "hf_subset": "bam_Latn-som_Latn", "languages": ["bam-Latn", "som-Latn"]}, {"precision": 0.49912, "recall": 0.532609, "f1": 0.508464, "accuracy": 0.532609, "main_score": 0.508464, "hf_subset": "bam_Latn-tum_Latn", "languages": ["bam-Latn", "tum-Latn"]}, {"precision": 0.155498, "recall": 0.190711, "f1": 0.164413, "accuracy": 0.190711, "main_score": 0.164413, "hf_subset": "dzo_Tibt-ace_Arab", "languages": ["dzo-Tibt", "ace-Arab"]}, {"precision": 0.169761, "recall": 0.204545, "f1": 0.178179, "accuracy": 0.204545, "main_score": 0.178179, "hf_subset": "dzo_Tibt-bam_Latn", "languages": ["dzo-Tibt", "bam-Latn"]}, {"precision": 0.3708, "recall": 0.443676, "f1": 0.387412, "accuracy": 0.443676, "main_score": 0.387412, "hf_subset": "dzo_Tibt-hin_Deva", "languages": ["dzo-Tibt", "hin-Deva"]}, {"precision": 0.332437, "recall": 0.405138, "f1": 0.349137, "accuracy": 0.405138, "main_score": 0.349137, "hf_subset": "dzo_Tibt-khm_Khmr", "languages": ["dzo-Tibt", "khm-Khmr"]}, {"precision": 0.344983, "recall": 0.409091, "f1": 0.35955, "accuracy": 0.409091, "main_score": 0.35955, "hf_subset": "dzo_Tibt-mag_Deva", "languages": ["dzo-Tibt", "mag-Deva"]}, {"precision": 0.281471, "recall": 0.341897, "f1": 0.295118, "accuracy": 0.341897, "main_score": 0.295118, "hf_subset": "dzo_Tibt-pap_Latn", "languages": ["dzo-Tibt", "pap-Latn"]}, {"precision": 0.178772, "recall": 0.213439, "f1": 0.186098, "accuracy": 0.213439, "main_score": 0.186098, "hf_subset": "dzo_Tibt-sot_Latn", "languages": ["dzo-Tibt", "sot-Latn"]}, {"precision": 0.351488, "recall": 0.417984, "f1": 0.367114, "accuracy": 0.417984, "main_score": 0.367114, "hf_subset": "dzo_Tibt-tur_Latn", "languages": ["dzo-Tibt", "tur-Latn"]}, {"precision": 0.228916, "recall": 0.277668, "f1": 0.240505, "accuracy": 0.277668, "main_score": 0.240505, "hf_subset": "dzo_Tibt-ace_Latn", "languages": ["dzo-Tibt", "ace-Latn"]}, {"precision": 0.265443, "recall": 0.321146, "f1": 0.277814, "accuracy": 0.321146, "main_score": 0.277814, "hf_subset": "dzo_Tibt-ban_Latn", "languages": ["dzo-Tibt", "ban-Latn"]}, {"precision": 0.336819, "recall": 0.406126, "f1": 0.351784, "accuracy": 0.406126, "main_score": 0.351784, "hf_subset": "dzo_Tibt-ell_Grek", "languages": ["dzo-Tibt", "ell-Grek"]}, {"precision": 0.337254, "recall": 0.398221, "f1": 0.350605, "accuracy": 0.398221, "main_score": 0.350605, "hf_subset": "dzo_Tibt-hne_Deva", "languages": ["dzo-Tibt", "hne-Deva"]}, {"precision": 0.091954, "recall": 0.126482, "f1": 0.099676, "accuracy": 0.126482, "main_score": 0.099676, "hf_subset": "dzo_Tibt-kik_Latn", "languages": ["dzo-Tibt", "kik-Latn"]}, {"precision": 0.345494, "recall": 0.410079, "f1": 0.359432, "accuracy": 0.410079, "main_score": 0.359432, "hf_subset": "dzo_Tibt-mai_Deva", "languages": ["dzo-Tibt", "mai-Deva"]}, {"precision": 0.277108, "recall": 0.333004, "f1": 0.289886, "accuracy": 0.333004, "main_score": 0.289886, "hf_subset": "dzo_Tibt-pbt_Arab", "languages": ["dzo-Tibt", "pbt-Arab"]}, {"precision": 0.341337, "recall": 0.413043, "f1": 0.35739, "accuracy": 0.413043, "main_score": 0.35739, "hf_subset": "dzo_Tibt-spa_Latn", "languages": ["dzo-Tibt", "spa-Latn"]}, {"precision": 0.172128, "recall": 0.208498, "f1": 0.180916, "accuracy": 0.208498, "main_score": 0.180916, "hf_subset": "dzo_Tibt-twi_Latn", "languages": ["dzo-Tibt", "twi-Latn"]}, {"precision": 0.335403, "recall": 0.401186, "f1": 0.350549, "accuracy": 0.401186, "main_score": 0.350549, "hf_subset": "dzo_Tibt-acm_Arab", "languages": ["dzo-Tibt", "acm-Arab"]}, {"precision": 0.288144, "recall": 0.349802, "f1": 0.303018, "accuracy": 0.349802, "main_score": 0.303018, "hf_subset": "dzo_Tibt-bel_Cyrl", "languages": ["dzo-Tibt", "bel-Cyrl"]}, {"precision": 0.370181, "recall": 0.44664, "f1": 0.386986, "accuracy": 0.44664, "main_score": 0.386986, "hf_subset": "dzo_Tibt-eng_Latn", "languages": ["dzo-Tibt", "eng-Latn"]}, {"precision": 0.37048, "recall": 0.436759, "f1": 0.385463, "accuracy": 0.436759, "main_score": 0.385463, "hf_subset": "dzo_Tibt-hrv_Latn", "languages": ["dzo-Tibt", "hrv-Latn"]}, {"precision": 0.180267, "recall": 0.222332, "f1": 0.191375, "accuracy": 0.222332, "main_score": 0.191375, "hf_subset": "dzo_Tibt-kin_Latn", "languages": ["dzo-Tibt", "kin-Latn"]}, {"precision": 0.361936, "recall": 0.436759, "f1": 0.378805, "accuracy": 0.436759, "main_score": 0.378805, "hf_subset": "dzo_Tibt-mal_Mlym", "languages": ["dzo-Tibt", "mal-Mlym"]}, {"precision": 0.3832, "recall": 0.447628, "f1": 0.397454, "accuracy": 0.447628, "main_score": 0.397454, "hf_subset": "dzo_Tibt-pes_Arab", "languages": ["dzo-Tibt", "pes-Arab"]}, {"precision": 0.290412, "recall": 0.351779, "f1": 0.304953, "accuracy": 0.351779, "main_score": 0.304953, "hf_subset": "dzo_Tibt-srd_Latn", "languages": ["dzo-Tibt", "srd-Latn"]}, {"precision": 0.135701, "recall": 0.164032, "f1": 0.142968, "accuracy": 0.164032, "main_score": 0.142968, "hf_subset": "dzo_Tibt-tzm_Tfng", "languages": ["dzo-Tibt", "tzm-Tfng"]}, {"precision": 0.337678, "recall": 0.405138, "f1": 0.353418, "accuracy": 0.405138, "main_score": 0.353418, "hf_subset": "dzo_Tibt-acq_Arab", "languages": ["dzo-Tibt", "acq-Arab"]}, {"precision": 0.183022, "recall": 0.232213, "f1": 0.194386, "accuracy": 0.232213, "main_score": 0.194386, "hf_subset": "dzo_Tibt-bem_Latn", "languages": ["dzo-Tibt", "bem-Latn"]}, {"precision": 0.335257, "recall": 0.403162, "f1": 0.350263, "accuracy": 0.403162, "main_score": 0.350263, "hf_subset": "dzo_Tibt-epo_Latn", "languages": ["dzo-Tibt", "epo-Latn"]}, {"precision": 0.344273, "recall": 0.406126, "f1": 0.358211, "accuracy": 0.406126, "main_score": 0.358211, "hf_subset": "dzo_Tibt-hun_Latn", "languages": ["dzo-Tibt", "hun-Latn"]}, {"precision": 0.316188, "recall": 0.380435, "f1": 0.330715, "accuracy": 0.380435, "main_score": 0.330715, "hf_subset": "dzo_Tibt-kir_Cyrl", "languages": ["dzo-Tibt", "kir-Cyrl"]}, {"precision": 0.363276, "recall": 0.436759, "f1": 0.380587, "accuracy": 0.436759, "main_score": 0.380587, "hf_subset": "dzo_Tibt-mar_Deva", "languages": ["dzo-Tibt", "mar-Deva"]}, {"precision": 0.18408, "recall": 0.232213, "f1": 0.194905, "accuracy": 0.232213, "main_score": 0.194905, "hf_subset": "dzo_Tibt-plt_Latn", "languages": ["dzo-Tibt", "plt-Latn"]}, {"precision": 0.35851, "recall": 0.426877, "f1": 0.374158, "accuracy": 0.426877, "main_score": 0.374158, "hf_subset": "dzo_Tibt-srp_Cyrl", "languages": ["dzo-Tibt", "srp-Cyrl"]}, {"precision": 0.300674, "recall": 0.36166, "f1": 0.315885, "accuracy": 0.36166, "main_score": 0.315885, "hf_subset": "dzo_Tibt-uig_Arab", "languages": ["dzo-Tibt", "uig-Arab"]}, {"precision": 0.311744, "recall": 0.375494, "f1": 0.326414, "accuracy": 0.375494, "main_score": 0.326414, "hf_subset": "dzo_Tibt-aeb_Arab", "languages": ["dzo-Tibt", "aeb-Arab"]}, {"precision": 0.364283, "recall": 0.4417, "f1": 0.38213, "accuracy": 0.4417, "main_score": 0.38213, "hf_subset": "dzo_Tibt-ben_Beng", "languages": ["dzo-Tibt", "ben-Beng"]}, {"precision": 0.346627, "recall": 0.411067, "f1": 0.361968, "accuracy": 0.411067, "main_score": 0.361968, "hf_subset": "dzo_Tibt-est_Latn", "languages": ["dzo-Tibt", "est-Latn"]}, {"precision": 0.371053, "recall": 0.444664, "f1": 0.388308, "accuracy": 0.444664, "main_score": 0.388308, "hf_subset": "dzo_Tibt-hye_Armn", "languages": ["dzo-Tibt", "hye-Armn"]}, {"precision": 0.152756, "recall": 0.192688, "f1": 0.161728, "accuracy": 0.192688, "main_score": 0.161728, "hf_subset": "dzo_Tibt-kmb_Latn", "languages": ["dzo-Tibt", "kmb-Latn"]}, {"precision": 0.16897, "recall": 0.208498, "f1": 0.177838, "accuracy": 0.208498, "main_score": 0.177838, "hf_subset": "dzo_Tibt-min_Arab", "languages": ["dzo-Tibt", "min-Arab"]}, {"precision": 0.335065, "recall": 0.410079, "f1": 0.352029, "accuracy": 0.410079, "main_score": 0.352029, "hf_subset": "dzo_Tibt-pol_Latn", "languages": ["dzo-Tibt", "pol-Latn"]}, {"precision": 0.176758, "recall": 0.216403, "f1": 0.185684, "accuracy": 0.216403, "main_score": 0.185684, "hf_subset": "dzo_Tibt-ssw_Latn", "languages": ["dzo-Tibt", "ssw-Latn"]}, {"precision": 0.360641, "recall": 0.429842, "f1": 0.376316, "accuracy": 0.429842, "main_score": 0.376316, "hf_subset": "dzo_Tibt-ukr_Cyrl", "languages": ["dzo-Tibt", "ukr-Cyrl"]}, {"precision": 0.365734, "recall": 0.438735, "f1": 0.382478, "accuracy": 0.438735, "main_score": 0.382478, "hf_subset": "dzo_Tibt-afr_Latn", "languages": ["dzo-Tibt", "afr-Latn"]}, {"precision": 0.322096, "recall": 0.382411, "f1": 0.334762, "accuracy": 0.382411, "main_score": 0.334762, "hf_subset": "dzo_Tibt-bho_Deva", "languages": ["dzo-Tibt", "bho-Deva"]}, {"precision": 0.285168, "recall": 0.347826, "f1": 0.299121, "accuracy": 0.347826, "main_score": 0.299121, "hf_subset": "dzo_Tibt-eus_Latn", "languages": ["dzo-Tibt", "eus-Latn"]}, {"precision": 0.165861, "recall": 0.210474, "f1": 0.175334, "accuracy": 0.210474, "main_score": 0.175334, "hf_subset": "dzo_Tibt-ibo_Latn", "languages": ["dzo-Tibt", "ibo-Latn"]}, {"precision": 0.240933, "recall": 0.29249, "f1": 0.253527, "accuracy": 0.29249, "main_score": 0.253527, "hf_subset": "dzo_Tibt-kmr_Latn", "languages": ["dzo-Tibt", "kmr-Latn"]}, {"precision": 0.300302, "recall": 0.359684, "f1": 0.31413, "accuracy": 0.359684, "main_score": 0.31413, "hf_subset": "dzo_Tibt-min_Latn", "languages": ["dzo-Tibt", "min-Latn"]}, {"precision": 0.369953, "recall": 0.444664, "f1": 0.387734, "accuracy": 0.444664, "main_score": 0.387734, "hf_subset": "dzo_Tibt-por_Latn", "languages": ["dzo-Tibt", "por-Latn"]}, {"precision": 0.3142, "recall": 0.382411, "f1": 0.329597, "accuracy": 0.382411, "main_score": 0.329597, "hf_subset": "dzo_Tibt-sun_Latn", "languages": ["dzo-Tibt", "sun-Latn"]}, {"precision": 0.157729, "recall": 0.19664, "f1": 0.167294, "accuracy": 0.19664, "main_score": 0.167294, "hf_subset": "dzo_Tibt-umb_Latn", "languages": ["dzo-Tibt", "umb-Latn"]}, {"precision": 0.326963, "recall": 0.396245, "f1": 0.342402, "accuracy": 0.396245, "main_score": 0.342402, "hf_subset": "dzo_Tibt-ajp_Arab", "languages": ["dzo-Tibt", "ajp-Arab"]}, {"precision": 0.165889, "recall": 0.198617, "f1": 0.174158, "accuracy": 0.198617, "main_score": 0.174158, "hf_subset": "dzo_Tibt-bjn_Arab", "languages": ["dzo-Tibt", "bjn-Arab"]}, {"precision": 0.158883, "recall": 0.194664, "f1": 0.167249, "accuracy": 0.194664, "main_score": 0.167249, "hf_subset": "dzo_Tibt-ewe_Latn", "languages": ["dzo-Tibt", "ewe-Latn"]}, {"precision": 0.241156, "recall": 0.295455, "f1": 0.253736, "accuracy": 0.295455, "main_score": 0.253736, "hf_subset": "dzo_Tibt-ilo_Latn", "languages": ["dzo-Tibt", "ilo-Latn"]}, {"precision": 0.153177, "recall": 0.183794, "f1": 0.160918, "accuracy": 0.183794, "main_score": 0.160918, "hf_subset": "dzo_Tibt-knc_Arab", "languages": ["dzo-Tibt", "knc-Arab"]}, {"precision": 0.346677, "recall": 0.420949, "f1": 0.363247, "accuracy": 0.420949, "main_score": 0.363247, "hf_subset": "dzo_Tibt-mkd_Cyrl", "languages": ["dzo-Tibt", "mkd-Cyrl"]}, {"precision": 0.336687, "recall": 0.398221, "f1": 0.350413, "accuracy": 0.398221, "main_score": 0.350413, "hf_subset": "dzo_Tibt-prs_Arab", "languages": ["dzo-Tibt", "prs-Arab"]}, {"precision": 0.35467, "recall": 0.423913, "f1": 0.369677, "accuracy": 0.423913, "main_score": 0.369677, "hf_subset": "dzo_Tibt-swe_Latn", "languages": ["dzo-Tibt", "swe-Latn"]}, {"precision": 0.357939, "recall": 0.434783, "f1": 0.376239, "accuracy": 0.434783, "main_score": 0.376239, "hf_subset": "dzo_Tibt-urd_Arab", "languages": ["dzo-Tibt", "urd-Arab"]}, {"precision": 0.160772, "recall": 0.197628, "f1": 0.170291, "accuracy": 0.197628, "main_score": 0.170291, "hf_subset": "dzo_Tibt-aka_Latn", "languages": ["dzo-Tibt", "aka-Latn"]}, {"precision": 0.317624, "recall": 0.370553, "f1": 0.329446, "accuracy": 0.370553, "main_score": 0.329446, "hf_subset": "dzo_Tibt-bjn_Latn", "languages": ["dzo-Tibt", "bjn-Latn"]}, {"precision": 0.287711, "recall": 0.350791, "f1": 0.302884, "accuracy": 0.350791, "main_score": 0.302884, "hf_subset": "dzo_Tibt-fao_Latn", "languages": ["dzo-Tibt", "fao-Latn"]}, {"precision": 0.373495, "recall": 0.445652, "f1": 0.390466, "accuracy": 0.445652, "main_score": 0.390466, "hf_subset": "dzo_Tibt-ind_Latn", "languages": ["dzo-Tibt", "ind-Latn"]}, {"precision": 0.182659, "recall": 0.224308, "f1": 0.193385, "accuracy": 0.224308, "main_score": 0.193385, "hf_subset": "dzo_Tibt-knc_Latn", "languages": ["dzo-Tibt", "knc-Latn"]}, {"precision": 0.291181, "recall": 0.346838, "f1": 0.304272, "accuracy": 0.346838, "main_score": 0.304272, "hf_subset": "dzo_Tibt-mlt_Latn", "languages": ["dzo-Tibt", "mlt-Latn"]}, {"precision": 0.198425, "recall": 0.244071, "f1": 0.209142, "accuracy": 0.244071, "main_score": 0.209142, "hf_subset": "dzo_Tibt-quy_Latn", "languages": ["dzo-Tibt", "quy-Latn"]}, {"precision": 0.288089, "recall": 0.356719, "f1": 0.30382, "accuracy": 0.356719, "main_score": 0.30382, "hf_subset": "dzo_Tibt-swh_Latn", "languages": ["dzo-Tibt", "swh-Latn"]}, {"precision": 0.338132, "recall": 0.403162, "f1": 0.352742, "accuracy": 0.403162, "main_score": 0.352742, "hf_subset": "dzo_Tibt-uzn_Latn", "languages": ["dzo-Tibt", "uzn-Latn"]}, {"precision": 0.324161, "recall": 0.387352, "f1": 0.337645, "accuracy": 0.387352, "main_score": 0.337645, "hf_subset": "dzo_Tibt-als_Latn", "languages": ["dzo-Tibt", "als-Latn"]}, {"precision": 0.395838, "recall": 0.477273, "f1": 0.416744, "accuracy": 0.477273, "main_score": 0.416744, "hf_subset": "dzo_Tibt-bod_Tibt", "languages": ["dzo-Tibt", "bod-Tibt"]}, {"precision": 0.199354, "recall": 0.25, "f1": 0.211208, "accuracy": 0.25, "main_score": 0.211208, "hf_subset": "dzo_Tibt-fij_Latn", "languages": ["dzo-Tibt", "fij-Latn"]}, {"precision": 0.310866, "recall": 0.37253, "f1": 0.325767, "accuracy": 0.37253, "main_score": 0.325767, "hf_subset": "dzo_Tibt-isl_Latn", "languages": ["dzo-Tibt", "isl-Latn"]}, {"precision": 0.181626, "recall": 0.224308, "f1": 0.192455, "accuracy": 0.224308, "main_score": 0.192455, "hf_subset": "dzo_Tibt-kon_Latn", "languages": ["dzo-Tibt", "kon-Latn"]}, {"precision": 0.197914, "recall": 0.243083, "f1": 0.208725, "accuracy": 0.243083, "main_score": 0.208725, "hf_subset": "dzo_Tibt-mni_Beng", "languages": ["dzo-Tibt", "mni-Beng"]}, {"precision": 0.330782, "recall": 0.406126, "f1": 0.347869, "accuracy": 0.406126, "main_score": 0.347869, "hf_subset": "dzo_Tibt-ron_Latn", "languages": ["dzo-Tibt", "ron-Latn"]}, {"precision": 0.299083, "recall": 0.371542, "f1": 0.315605, "accuracy": 0.371542, "main_score": 0.315605, "hf_subset": "dzo_Tibt-szl_Latn", "languages": ["dzo-Tibt", "szl-Latn"]}, {"precision": 0.335431, "recall": 0.409091, "f1": 0.352203, "accuracy": 0.409091, "main_score": 0.352203, "hf_subset": "dzo_Tibt-vec_Latn", "languages": ["dzo-Tibt", "vec-Latn"]}, {"precision": 0.302413, "recall": 0.37253, "f1": 0.317925, "accuracy": 0.37253, "main_score": 0.317925, "hf_subset": "dzo_Tibt-amh_Ethi", "languages": ["dzo-Tibt", "amh-Ethi"]}, {"precision": 0.351503, "recall": 0.418972, "f1": 0.367407, "accuracy": 0.418972, "main_score": 0.367407, "hf_subset": "dzo_Tibt-bos_Latn", "languages": ["dzo-Tibt", "bos-Latn"]}, {"precision": 0.337399, "recall": 0.409091, "f1": 0.354952, "accuracy": 0.409091, "main_score": 0.354952, "hf_subset": "dzo_Tibt-fin_Latn", "languages": ["dzo-Tibt", "fin-Latn"]}, {"precision": 0.352079, "recall": 0.428854, "f1": 0.369682, "accuracy": 0.428854, "main_score": 0.369682, "hf_subset": "dzo_Tibt-ita_Latn", "languages": ["dzo-Tibt", "ita-Latn"]}, {"precision": 0.349984, "recall": 0.41996, "f1": 0.365564, "accuracy": 0.41996, "main_score": 0.365564, "hf_subset": "dzo_Tibt-kor_Hang", "languages": ["dzo-Tibt", "kor-Hang"]}, {"precision": 0.166571, "recall": 0.206522, "f1": 0.175343, "accuracy": 0.206522, "main_score": 0.175343, "hf_subset": "dzo_Tibt-mos_Latn", "languages": ["dzo-Tibt", "mos-Latn"]}, {"precision": 0.167324, "recall": 0.210474, "f1": 0.177429, "accuracy": 0.210474, "main_score": 0.177429, "hf_subset": "dzo_Tibt-run_Latn", "languages": ["dzo-Tibt", "run-Latn"]}, {"precision": 0.34461, "recall": 0.422925, "f1": 0.36198, "accuracy": 0.422925, "main_score": 0.36198, "hf_subset": "dzo_Tibt-tam_Taml", "languages": ["dzo-Tibt", "tam-Taml"]}, {"precision": 0.357914, "recall": 0.434783, "f1": 0.376288, "accuracy": 0.434783, "main_score": 0.376288, "hf_subset": "dzo_Tibt-vie_Latn", "languages": ["dzo-Tibt", "vie-Latn"]}, {"precision": 0.344348, "recall": 0.416008, "f1": 0.360345, "accuracy": 0.416008, "main_score": 0.360345, "hf_subset": "dzo_Tibt-apc_Arab", "languages": ["dzo-Tibt", "apc-Arab"]}, {"precision": 0.209829, "recall": 0.249012, "f1": 0.21923, "accuracy": 0.249012, "main_score": 0.21923, "hf_subset": "dzo_Tibt-bug_Latn", "languages": ["dzo-Tibt", "bug-Latn"]}, {"precision": 0.158481, "recall": 0.197628, "f1": 0.16753, "accuracy": 0.197628, "main_score": 0.16753, "hf_subset": "dzo_Tibt-fon_Latn", "languages": ["dzo-Tibt", "fon-Latn"]}, {"precision": 0.319831, "recall": 0.397233, "f1": 0.336746, "accuracy": 0.397233, "main_score": 0.336746, "hf_subset": "dzo_Tibt-jav_Latn", "languages": ["dzo-Tibt", "jav-Latn"]}, {"precision": 0.300798, "recall": 0.37253, "f1": 0.318622, "accuracy": 0.37253, "main_score": 0.318622, "hf_subset": "dzo_Tibt-lao_Laoo", "languages": ["dzo-Tibt", "lao-Laoo"]}, {"precision": 0.259802, "recall": 0.31917, "f1": 0.274377, "accuracy": 0.31917, "main_score": 0.274377, "hf_subset": "dzo_Tibt-mri_Latn", "languages": ["dzo-Tibt", "mri-Latn"]}, {"precision": 0.355297, "recall": 0.43083, "f1": 0.372304, "accuracy": 0.43083, "main_score": 0.372304, "hf_subset": "dzo_Tibt-rus_Cyrl", "languages": ["dzo-Tibt", "rus-Cyrl"]}, {"precision": 0.154406, "recall": 0.182806, "f1": 0.161191, "accuracy": 0.182806, "main_score": 0.161191, "hf_subset": "dzo_Tibt-taq_Latn", "languages": ["dzo-Tibt", "taq-Latn"]}, {"precision": 0.300314, "recall": 0.356719, "f1": 0.312517, "accuracy": 0.356719, "main_score": 0.312517, "hf_subset": "dzo_Tibt-war_Latn", "languages": ["dzo-Tibt", "war-Latn"]}, {"precision": 0.351274, "recall": 0.420949, "f1": 0.366634, "accuracy": 0.420949, "main_score": 0.366634, "hf_subset": "dzo_Tibt-arb_Arab", "languages": ["dzo-Tibt", "arb-Arab"]}, {"precision": 0.347939, "recall": 0.417984, "f1": 0.363821, "accuracy": 0.417984, "main_score": 0.363821, "hf_subset": "dzo_Tibt-bul_Cyrl", "languages": ["dzo-Tibt", "bul-Cyrl"]}, {"precision": 0.33774, "recall": 0.402174, "f1": 0.352131, "accuracy": 0.402174, "main_score": 0.352131, "hf_subset": "dzo_Tibt-fra_Latn", "languages": ["dzo-Tibt", "fra-Latn"]}, {"precision": 0.337348, "recall": 0.416008, "f1": 0.355845, "accuracy": 0.416008, "main_score": 0.355845, "hf_subset": "dzo_Tibt-jpn_Jpan", "languages": ["dzo-Tibt", "jpn-Jpan"]}, {"precision": 0.319389, "recall": 0.378458, "f1": 0.332196, "accuracy": 0.378458, "main_score": 0.332196, "hf_subset": "dzo_Tibt-lij_Latn", "languages": ["dzo-Tibt", "lij-Latn"]}, {"precision": 0.317022, "recall": 0.385375, "f1": 0.332276, "accuracy": 0.385375, "main_score": 0.332276, "hf_subset": "dzo_Tibt-mya_Mymr", "languages": ["dzo-Tibt", "mya-Mymr"]}, {"precision": 0.178831, "recall": 0.220356, "f1": 0.188166, "accuracy": 0.220356, "main_score": 0.188166, "hf_subset": "dzo_Tibt-sag_Latn", "languages": ["dzo-Tibt", "sag-Latn"]}, {"precision": 0.127221, "recall": 0.156126, "f1": 0.135001, "accuracy": 0.156126, "main_score": 0.135001, "hf_subset": "dzo_Tibt-taq_Tfng", "languages": ["dzo-Tibt", "taq-Tfng"]}, {"precision": 0.184827, "recall": 0.222332, "f1": 0.193573, "accuracy": 0.222332, "main_score": 0.193573, "hf_subset": "dzo_Tibt-wol_Latn", "languages": ["dzo-Tibt", "wol-Latn"]}, {"precision": 0.225085, "recall": 0.27668, "f1": 0.236723, "accuracy": 0.27668, "main_score": 0.236723, "hf_subset": "dzo_Tibt-arb_Latn", "languages": ["dzo-Tibt", "arb-Latn"]}, {"precision": 0.343888, "recall": 0.420949, "f1": 0.362099, "accuracy": 0.420949, "main_score": 0.362099, "hf_subset": "dzo_Tibt-cat_Latn", "languages": ["dzo-Tibt", "cat-Latn"]}, {"precision": 0.279262, "recall": 0.343874, "f1": 0.293568, "accuracy": 0.343874, "main_score": 0.293568, "hf_subset": "dzo_Tibt-fur_Latn", "languages": ["dzo-Tibt", "fur-Latn"]}, {"precision": 0.165673, "recall": 0.205534, "f1": 0.175423, "accuracy": 0.205534, "main_score": 0.175423, "hf_subset": "dzo_Tibt-kab_Latn", "languages": ["dzo-Tibt", "kab-Latn"]}, {"precision": 0.306381, "recall": 0.364625, "f1": 0.319538, "accuracy": 0.364625, "main_score": 0.319538, "hf_subset": "dzo_Tibt-lim_Latn", "languages": ["dzo-Tibt", "lim-Latn"]}, {"precision": 0.335777, "recall": 0.407115, "f1": 0.352241, "accuracy": 0.407115, "main_score": 0.352241, "hf_subset": "dzo_Tibt-nld_Latn", "languages": ["dzo-Tibt", "nld-Latn"]}, {"precision": 0.336701, "recall": 0.400198, "f1": 0.352034, "accuracy": 0.400198, "main_score": 0.352034, "hf_subset": "dzo_Tibt-san_Deva", "languages": ["dzo-Tibt", "san-Deva"]}, {"precision": 0.30296, "recall": 0.375494, "f1": 0.319049, "accuracy": 0.375494, "main_score": 0.319049, "hf_subset": "dzo_Tibt-tat_Cyrl", "languages": ["dzo-Tibt", "tat-Cyrl"]}, {"precision": 0.177349, "recall": 0.216403, "f1": 0.186035, "accuracy": 0.216403, "main_score": 0.186035, "hf_subset": "dzo_Tibt-xho_Latn", "languages": ["dzo-Tibt", "xho-Latn"]}, {"precision": 0.297626, "recall": 0.37747, "f1": 0.315486, "accuracy": 0.37747, "main_score": 0.315486, "hf_subset": "dzo_Tibt-ars_Arab", "languages": ["dzo-Tibt", "ars-Arab"]}, {"precision": 0.328146, "recall": 0.393281, "f1": 0.342612, "accuracy": 0.393281, "main_score": 0.342612, "hf_subset": "dzo_Tibt-ceb_Latn", "languages": ["dzo-Tibt", "ceb-Latn"]}, {"precision": 0.159562, "recall": 0.199605, "f1": 0.169568, "accuracy": 0.199605, "main_score": 0.169568, "hf_subset": "dzo_Tibt-fuv_Latn", "languages": ["dzo-Tibt", "fuv-Latn"]}, {"precision": 0.155799, "recall": 0.192688, "f1": 0.164282, "accuracy": 0.192688, "main_score": 0.164282, "hf_subset": "dzo_Tibt-kac_Latn", "languages": ["dzo-Tibt", "kac-Latn"]}, {"precision": 0.18073, "recall": 0.222332, "f1": 0.189815, "accuracy": 0.222332, "main_score": 0.189815, "hf_subset": "dzo_Tibt-lin_Latn", "languages": ["dzo-Tibt", "lin-Latn"]}, {"precision": 0.344656, "recall": 0.410079, "f1": 0.359812, "accuracy": 0.410079, "main_score": 0.359812, "hf_subset": "dzo_Tibt-nno_Latn", "languages": ["dzo-Tibt", "nno-Latn"]}, {"precision": 0.095276, "recall": 0.140316, "f1": 0.106547, "accuracy": 0.140316, "main_score": 0.106547, "hf_subset": "dzo_Tibt-sat_Olck", "languages": ["dzo-Tibt", "sat-Olck"]}, {"precision": 0.370605, "recall": 0.4417, "f1": 0.386011, "accuracy": 0.4417, "main_score": 0.386011, "hf_subset": "dzo_Tibt-tel_Telu", "languages": ["dzo-Tibt", "tel-Telu"]}, {"precision": 0.260885, "recall": 0.311265, "f1": 0.273561, "accuracy": 0.311265, "main_score": 0.273561, "hf_subset": "dzo_Tibt-ydd_Hebr", "languages": ["dzo-Tibt", "ydd-Hebr"]}, {"precision": 0.314408, "recall": 0.367589, "f1": 0.327469, "accuracy": 0.367589, "main_score": 0.327469, "hf_subset": "dzo_Tibt-ary_Arab", "languages": ["dzo-Tibt", "ary-Arab"]}, {"precision": 0.345825, "recall": 0.422925, "f1": 0.362826, "accuracy": 0.422925, "main_score": 0.362826, "hf_subset": "dzo_Tibt-ces_Latn", "languages": ["dzo-Tibt", "ces-Latn"]}, {"precision": 0.192254, "recall": 0.233202, "f1": 0.202651, "accuracy": 0.233202, "main_score": 0.202651, "hf_subset": "dzo_Tibt-gaz_Latn", "languages": ["dzo-Tibt", "gaz-Latn"]}, {"precision": 0.167565, "recall": 0.208498, "f1": 0.177086, "accuracy": 0.208498, "main_score": 0.177086, "hf_subset": "dzo_Tibt-kam_Latn", "languages": ["dzo-Tibt", "kam-Latn"]}, {"precision": 0.346635, "recall": 0.421937, "f1": 0.364179, "accuracy": 0.421937, "main_score": 0.364179, "hf_subset": "dzo_Tibt-lit_Latn", "languages": ["dzo-Tibt", "lit-Latn"]}, {"precision": 0.344233, "recall": 0.425889, "f1": 0.363843, "accuracy": 0.425889, "main_score": 0.363843, "hf_subset": "dzo_Tibt-nob_Latn", "languages": ["dzo-Tibt", "nob-Latn"]}, {"precision": 0.276927, "recall": 0.339921, "f1": 0.28983, "accuracy": 0.339921, "main_score": 0.28983, "hf_subset": "dzo_Tibt-scn_Latn", "languages": ["dzo-Tibt", "scn-Latn"]}, {"precision": 0.287426, "recall": 0.352767, "f1": 0.303218, "accuracy": 0.352767, "main_score": 0.303218, "hf_subset": "dzo_Tibt-tgk_Cyrl", "languages": ["dzo-Tibt", "tgk-Cyrl"]}, {"precision": 0.178482, "recall": 0.229249, "f1": 0.190066, "accuracy": 0.229249, "main_score": 0.190066, "hf_subset": "dzo_Tibt-yor_Latn", "languages": ["dzo-Tibt", "yor-Latn"]}, {"precision": 0.338497, "recall": 0.405138, "f1": 0.353121, "accuracy": 0.405138, "main_score": 0.353121, "hf_subset": "dzo_Tibt-arz_Arab", "languages": ["dzo-Tibt", "arz-Arab"]}, {"precision": 0.164929, "recall": 0.201581, "f1": 0.17395, "accuracy": 0.201581, "main_score": 0.17395, "hf_subset": "dzo_Tibt-cjk_Latn", "languages": ["dzo-Tibt", "cjk-Latn"]}, {"precision": 0.216266, "recall": 0.269763, "f1": 0.227851, "accuracy": 0.269763, "main_score": 0.227851, "hf_subset": "dzo_Tibt-gla_Latn", "languages": ["dzo-Tibt", "gla-Latn"]}, {"precision": 0.348799, "recall": 0.416996, "f1": 0.364263, "accuracy": 0.416996, "main_score": 0.364263, "hf_subset": "dzo_Tibt-kan_Knda", "languages": ["dzo-Tibt", "kan-Knda"]}, {"precision": 0.301099, "recall": 0.360672, "f1": 0.314506, "accuracy": 0.360672, "main_score": 0.314506, "hf_subset": "dzo_Tibt-lmo_Latn", "languages": ["dzo-Tibt", "lmo-Latn"]}, {"precision": 0.342159, "recall": 0.421937, "f1": 0.360228, "accuracy": 0.421937, "main_score": 0.360228, "hf_subset": "dzo_Tibt-npi_Deva", "languages": ["dzo-Tibt", "npi-Deva"]}, {"precision": 0.128954, "recall": 0.16502, "f1": 0.137341, "accuracy": 0.16502, "main_score": 0.137341, "hf_subset": "dzo_Tibt-shn_Mymr", "languages": ["dzo-Tibt", "shn-Mymr"]}, {"precision": 0.369668, "recall": 0.443676, "f1": 0.385808, "accuracy": 0.443676, "main_score": 0.385808, "hf_subset": "dzo_Tibt-tgl_Latn", "languages": ["dzo-Tibt", "tgl-Latn"]}, {"precision": 0.331073, "recall": 0.400198, "f1": 0.345979, "accuracy": 0.400198, "main_score": 0.345979, "hf_subset": "dzo_Tibt-yue_Hant", "languages": ["dzo-Tibt", "yue-Hant"]}, {"precision": 0.334502, "recall": 0.403162, "f1": 0.350042, "accuracy": 0.403162, "main_score": 0.350042, "hf_subset": "dzo_Tibt-asm_Beng", "languages": ["dzo-Tibt", "asm-Beng"]}, {"precision": 0.27759, "recall": 0.339921, "f1": 0.291693, "accuracy": 0.339921, "main_score": 0.291693, "hf_subset": "dzo_Tibt-ckb_Arab", "languages": ["dzo-Tibt", "ckb-Arab"]}, {"precision": 0.228812, "recall": 0.281621, "f1": 0.241397, "accuracy": 0.281621, "main_score": 0.241397, "hf_subset": "dzo_Tibt-gle_Latn", "languages": ["dzo-Tibt", "gle-Latn"]}, {"precision": 0.248016, "recall": 0.30336, "f1": 0.260874, "accuracy": 0.30336, "main_score": 0.260874, "hf_subset": "dzo_Tibt-kas_Arab", "languages": ["dzo-Tibt", "kas-Arab"]}, {"precision": 0.266118, "recall": 0.320158, "f1": 0.277635, "accuracy": 0.320158, "main_score": 0.277635, "hf_subset": "dzo_Tibt-ltg_Latn", "languages": ["dzo-Tibt", "ltg-Latn"]}, {"precision": 0.178774, "recall": 0.216403, "f1": 0.18761, "accuracy": 0.216403, "main_score": 0.18761, "hf_subset": "dzo_Tibt-nso_Latn", "languages": ["dzo-Tibt", "nso-Latn"]}, {"precision": 0.315665, "recall": 0.390316, "f1": 0.332538, "accuracy": 0.390316, "main_score": 0.332538, "hf_subset": "dzo_Tibt-sin_Sinh", "languages": ["dzo-Tibt", "sin-Sinh"]}, {"precision": 0.353637, "recall": 0.420949, "f1": 0.36956, "accuracy": 0.420949, "main_score": 0.36956, "hf_subset": "dzo_Tibt-tha_Thai", "languages": ["dzo-Tibt", "tha-Thai"]}, {"precision": 0.336904, "recall": 0.395257, "f1": 0.349006, "accuracy": 0.395257, "main_score": 0.349006, "hf_subset": "dzo_Tibt-zho_Hans", "languages": ["dzo-Tibt", "zho-Hans"]}, {"precision": 0.349695, "recall": 0.41996, "f1": 0.366008, "accuracy": 0.41996, "main_score": 0.366008, "hf_subset": "dzo_Tibt-ast_Latn", "languages": ["dzo-Tibt", "ast-Latn"]}, {"precision": 0.325455, "recall": 0.387352, "f1": 0.339937, "accuracy": 0.387352, "main_score": 0.339937, "hf_subset": "dzo_Tibt-crh_Latn", "languages": ["dzo-Tibt", "crh-Latn"]}, {"precision": 0.36583, "recall": 0.427866, "f1": 0.379324, "accuracy": 0.427866, "main_score": 0.379324, "hf_subset": "dzo_Tibt-glg_Latn", "languages": ["dzo-Tibt", "glg-Latn"]}, {"precision": 0.221088, "recall": 0.266798, "f1": 0.232209, "accuracy": 0.266798, "main_score": 0.232209, "hf_subset": "dzo_Tibt-kas_Deva", "languages": ["dzo-Tibt", "kas-Deva"]}, {"precision": 0.270931, "recall": 0.321146, "f1": 0.28218, "accuracy": 0.321146, "main_score": 0.28218, "hf_subset": "dzo_Tibt-ltz_Latn", "languages": ["dzo-Tibt", "ltz-Latn"]}, {"precision": 0.168232, "recall": 0.20751, "f1": 0.17664, "accuracy": 0.20751, "main_score": 0.17664, "hf_subset": "dzo_Tibt-nus_Latn", "languages": ["dzo-Tibt", "nus-Latn"]}, {"precision": 0.341793, "recall": 0.416008, "f1": 0.358201, "accuracy": 0.416008, "main_score": 0.358201, "hf_subset": "dzo_Tibt-slk_Latn", "languages": ["dzo-Tibt", "slk-Latn"]}, {"precision": 0.197281, "recall": 0.246047, "f1": 0.209513, "accuracy": 0.246047, "main_score": 0.209513, "hf_subset": "dzo_Tibt-tir_Ethi", "languages": ["dzo-Tibt", "tir-Ethi"]}, {"precision": 0.346742, "recall": 0.411067, "f1": 0.361084, "accuracy": 0.411067, "main_score": 0.361084, "hf_subset": "dzo_Tibt-zho_Hant", "languages": ["dzo-Tibt", "zho-Hant"]}, {"precision": 0.350339, "recall": 0.423913, "f1": 0.367302, "accuracy": 0.423913, "main_score": 0.367302, "hf_subset": "dzo_Tibt-awa_Deva", "languages": ["dzo-Tibt", "awa-Deva"]}, {"precision": 0.272566, "recall": 0.333992, "f1": 0.287381, "accuracy": 0.333992, "main_score": 0.287381, "hf_subset": "dzo_Tibt-cym_Latn", "languages": ["dzo-Tibt", "cym-Latn"]}, {"precision": 0.203363, "recall": 0.244071, "f1": 0.213145, "accuracy": 0.244071, "main_score": 0.213145, "hf_subset": "dzo_Tibt-grn_Latn", "languages": ["dzo-Tibt", "grn-Latn"]}, {"precision": 0.316967, "recall": 0.383399, "f1": 0.331986, "accuracy": 0.383399, "main_score": 0.331986, "hf_subset": "dzo_Tibt-kat_Geor", "languages": ["dzo-Tibt", "kat-Geor"]}, {"precision": 0.18298, "recall": 0.228261, "f1": 0.193325, "accuracy": 0.228261, "main_score": 0.193325, "hf_subset": "dzo_Tibt-lua_Latn", "languages": ["dzo-Tibt", "lua-Latn"]}, {"precision": 0.176562, "recall": 0.216403, "f1": 0.186142, "accuracy": 0.216403, "main_score": 0.186142, "hf_subset": "dzo_Tibt-nya_Latn", "languages": ["dzo-Tibt", "nya-Latn"]}, {"precision": 0.345278, "recall": 0.41502, "f1": 0.360923, "accuracy": 0.41502, "main_score": 0.360923, "hf_subset": "dzo_Tibt-slv_Latn", "languages": ["dzo-Tibt", "slv-Latn"]}, {"precision": 0.257302, "recall": 0.322134, "f1": 0.271058, "accuracy": 0.322134, "main_score": 0.271058, "hf_subset": "dzo_Tibt-tpi_Latn", "languages": ["dzo-Tibt", "tpi-Latn"]}, {"precision": 0.366047, "recall": 0.427866, "f1": 0.379692, "accuracy": 0.427866, "main_score": 0.379692, "hf_subset": "dzo_Tibt-zsm_Latn", "languages": ["dzo-Tibt", "zsm-Latn"]}, {"precision": 0.176139, "recall": 0.219368, "f1": 0.186797, "accuracy": 0.219368, "main_score": 0.186797, "hf_subset": "dzo_Tibt-ayr_Latn", "languages": ["dzo-Tibt", "ayr-Latn"]}, {"precision": 0.336198, "recall": 0.400198, "f1": 0.351332, "accuracy": 0.400198, "main_score": 0.351332, "hf_subset": "dzo_Tibt-dan_Latn", "languages": ["dzo-Tibt", "dan-Latn"]}, {"precision": 0.34929, "recall": 0.421937, "f1": 0.365105, "accuracy": 0.421937, "main_score": 0.365105, "hf_subset": "dzo_Tibt-guj_Gujr", "languages": ["dzo-Tibt", "guj-Gujr"]}, {"precision": 0.341386, "recall": 0.417984, "f1": 0.358616, "accuracy": 0.417984, "main_score": 0.358616, "hf_subset": "dzo_Tibt-kaz_Cyrl", "languages": ["dzo-Tibt", "kaz-Cyrl"]}, {"precision": 0.155204, "recall": 0.194664, "f1": 0.16453, "accuracy": 0.194664, "main_score": 0.16453, "hf_subset": "dzo_Tibt-lug_Latn", "languages": ["dzo-Tibt", "lug-Latn"]}, {"precision": 0.351207, "recall": 0.416996, "f1": 0.365985, "accuracy": 0.416996, "main_score": 0.365985, "hf_subset": "dzo_Tibt-oci_Latn", "languages": ["dzo-Tibt", "oci-Latn"]}, {"precision": 0.22962, "recall": 0.290514, "f1": 0.243879, "accuracy": 0.290514, "main_score": 0.243879, "hf_subset": "dzo_Tibt-smo_Latn", "languages": ["dzo-Tibt", "smo-Latn"]}, {"precision": 0.160339, "recall": 0.199605, "f1": 0.169547, "accuracy": 0.199605, "main_score": 0.169547, "hf_subset": "dzo_Tibt-tsn_Latn", "languages": ["dzo-Tibt", "tsn-Latn"]}, {"precision": 0.180281, "recall": 0.224308, "f1": 0.190281, "accuracy": 0.224308, "main_score": 0.190281, "hf_subset": "dzo_Tibt-zul_Latn", "languages": ["dzo-Tibt", "zul-Latn"]}, {"precision": 0.223187, "recall": 0.262846, "f1": 0.23277, "accuracy": 0.262846, "main_score": 0.23277, "hf_subset": "dzo_Tibt-azb_Arab", "languages": ["dzo-Tibt", "azb-Arab"]}, {"precision": 0.362426, "recall": 0.428854, "f1": 0.37635, "accuracy": 0.428854, "main_score": 0.37635, "hf_subset": "dzo_Tibt-deu_Latn", "languages": ["dzo-Tibt", "deu-Latn"]}, {"precision": 0.267054, "recall": 0.327075, "f1": 0.280675, "accuracy": 0.327075, "main_score": 0.280675, "hf_subset": "dzo_Tibt-hat_Latn", "languages": ["dzo-Tibt", "hat-Latn"]}, {"precision": 0.150123, "recall": 0.190711, "f1": 0.160491, "accuracy": 0.190711, "main_score": 0.160491, "hf_subset": "dzo_Tibt-kbp_Latn", "languages": ["dzo-Tibt", "kbp-Latn"]}, {"precision": 0.168457, "recall": 0.218379, "f1": 0.180069, "accuracy": 0.218379, "main_score": 0.180069, "hf_subset": "dzo_Tibt-luo_Latn", "languages": ["dzo-Tibt", "luo-Latn"]}, {"precision": 0.348048, "recall": 0.417984, "f1": 0.363934, "accuracy": 0.417984, "main_score": 0.363934, "hf_subset": "dzo_Tibt-ory_Orya", "languages": ["dzo-Tibt", "ory-Orya"]}, {"precision": 0.172846, "recall": 0.211462, "f1": 0.18117, "accuracy": 0.211462, "main_score": 0.18117, "hf_subset": "dzo_Tibt-sna_Latn", "languages": ["dzo-Tibt", "sna-Latn"]}, {"precision": 0.192127, "recall": 0.230237, "f1": 0.200408, "accuracy": 0.230237, "main_score": 0.200408, "hf_subset": "dzo_Tibt-tso_Latn", "languages": ["dzo-Tibt", "tso-Latn"]}, {"precision": 0.321277, "recall": 0.397233, "f1": 0.337978, "accuracy": 0.397233, "main_score": 0.337978, "hf_subset": "dzo_Tibt-azj_Latn", "languages": ["dzo-Tibt", "azj-Latn"]}, {"precision": 0.113322, "recall": 0.15415, "f1": 0.122553, "accuracy": 0.15415, "main_score": 0.122553, "hf_subset": "dzo_Tibt-dik_Latn", "languages": ["dzo-Tibt", "dik-Latn"]}, {"precision": 0.216717, "recall": 0.270751, "f1": 0.228814, "accuracy": 0.270751, "main_score": 0.228814, "hf_subset": "dzo_Tibt-hau_Latn", "languages": ["dzo-Tibt", "hau-Latn"]}, {"precision": 0.270359, "recall": 0.31917, "f1": 0.28221, "accuracy": 0.31917, "main_score": 0.28221, "hf_subset": "dzo_Tibt-kea_Latn", "languages": ["dzo-Tibt", "kea-Latn"]}, {"precision": 0.215296, "recall": 0.254941, "f1": 0.224211, "accuracy": 0.254941, "main_score": 0.224211, "hf_subset": "dzo_Tibt-lus_Latn", "languages": ["dzo-Tibt", "lus-Latn"]}, {"precision": 0.218164, "recall": 0.254941, "f1": 0.227612, "accuracy": 0.254941, "main_score": 0.227612, "hf_subset": "dzo_Tibt-pag_Latn", "languages": ["dzo-Tibt", "pag-Latn"]}, {"precision": 0.334831, "recall": 0.406126, "f1": 0.351668, "accuracy": 0.406126, "main_score": 0.351668, "hf_subset": "dzo_Tibt-snd_Arab", "languages": ["dzo-Tibt", "snd-Arab"]}, {"precision": 0.290177, "recall": 0.351779, "f1": 0.304003, "accuracy": 0.351779, "main_score": 0.304003, "hf_subset": "dzo_Tibt-tuk_Latn", "languages": ["dzo-Tibt", "tuk-Latn"]}, {"precision": 0.300268, "recall": 0.358696, "f1": 0.3147, "accuracy": 0.358696, "main_score": 0.3147, "hf_subset": "dzo_Tibt-bak_Cyrl", "languages": ["dzo-Tibt", "bak-Cyrl"]}, {"precision": 0.079469, "recall": 0.112648, "f1": 0.085827, "accuracy": 0.112648, "main_score": 0.085827, "hf_subset": "dzo_Tibt-dyu_Latn", "languages": ["dzo-Tibt", "dyu-Latn"]}, {"precision": 0.352849, "recall": 0.421937, "f1": 0.369231, "accuracy": 0.421937, "main_score": 0.369231, "hf_subset": "dzo_Tibt-heb_Hebr", "languages": ["dzo-Tibt", "heb-Hebr"]}, {"precision": 0.315229, "recall": 0.379447, "f1": 0.329894, "accuracy": 0.379447, "main_score": 0.329894, "hf_subset": "dzo_Tibt-khk_Cyrl", "languages": ["dzo-Tibt", "khk-Cyrl"]}, {"precision": 0.337695, "recall": 0.397233, "f1": 0.351266, "accuracy": 0.397233, "main_score": 0.351266, "hf_subset": "dzo_Tibt-lvs_Latn", "languages": ["dzo-Tibt", "lvs-Latn"]}, {"precision": 0.356155, "recall": 0.437747, "f1": 0.374786, "accuracy": 0.437747, "main_score": 0.374786, "hf_subset": "dzo_Tibt-pan_Guru", "languages": ["dzo-Tibt", "pan-Guru"]}, {"precision": 0.224062, "recall": 0.270751, "f1": 0.234826, "accuracy": 0.270751, "main_score": 0.234826, "hf_subset": "dzo_Tibt-som_Latn", "languages": ["dzo-Tibt", "som-Latn"]}, {"precision": 0.175381, "recall": 0.211462, "f1": 0.183553, "accuracy": 0.211462, "main_score": 0.183553, "hf_subset": "dzo_Tibt-tum_Latn", "languages": ["dzo-Tibt", "tum-Latn"]}, {"precision": 0.571796, "recall": 0.644269, "f1": 0.592518, "accuracy": 0.644269, "main_score": 0.592518, "hf_subset": "hin_Deva-ace_Arab", "languages": ["hin-Deva", "ace-Arab"]}, {"precision": 0.515452, "recall": 0.581028, "f1": 0.533803, "accuracy": 0.581028, "main_score": 0.533803, "hf_subset": "hin_Deva-bam_Latn", "languages": ["hin-Deva", "bam-Latn"]}, {"precision": 0.446549, "recall": 0.532609, "f1": 0.469784, "accuracy": 0.532609, "main_score": 0.469784, "hf_subset": "hin_Deva-dzo_Tibt", "languages": ["hin-Deva", "dzo-Tibt"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-khm_Khmr", "languages": ["hin-Deva", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mag_Deva", "languages": ["hin-Deva", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hin_Deva-pap_Latn", "languages": ["hin-Deva", "pap-Latn"]}, {"precision": 0.590075, "recall": 0.649209, "f1": 0.60607, "accuracy": 0.649209, "main_score": 0.60607, "hf_subset": "hin_Deva-sot_Latn", "languages": ["hin-Deva", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-tur_Latn", "languages": ["hin-Deva", "tur-Latn"]}, {"precision": 0.867177, "recall": 0.905138, "f1": 0.879018, "accuracy": 0.905138, "main_score": 0.879018, "hf_subset": "hin_Deva-ace_Latn", "languages": ["hin-Deva", "ace-Latn"]}, {"precision": 0.967556, "recall": 0.975296, "f1": 0.970026, "accuracy": 0.975296, "main_score": 0.970026, "hf_subset": "hin_Deva-ban_Latn", "languages": ["hin-Deva", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ell_Grek", "languages": ["hin-Deva", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hin_Deva-hne_Deva", "languages": ["hin-Deva", "hne-Deva"]}, {"precision": 0.60436, "recall": 0.667984, "f1": 0.622217, "accuracy": 0.667984, "main_score": 0.622217, "hf_subset": "hin_Deva-kik_Latn", "languages": ["hin-Deva", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mai_Deva", "languages": ["hin-Deva", "mai-Deva"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "hin_Deva-pbt_Arab", "languages": ["hin-Deva", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-spa_Latn", "languages": ["hin-Deva", "spa-Latn"]}, {"precision": 0.616873, "recall": 0.683794, "f1": 0.635353, "accuracy": 0.683794, "main_score": 0.635353, "hf_subset": "hin_Deva-twi_Latn", "languages": ["hin-Deva", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-acm_Arab", "languages": ["hin-Deva", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-bel_Cyrl", "languages": ["hin-Deva", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-eng_Latn", "languages": ["hin-Deva", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-hrv_Latn", "languages": ["hin-Deva", "hrv-Latn"]}, {"precision": 0.545553, "recall": 0.612648, "f1": 0.564333, "accuracy": 0.612648, "main_score": 0.564333, "hf_subset": "hin_Deva-kin_Latn", "languages": ["hin-Deva", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-mal_Mlym", "languages": ["hin-Deva", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-pes_Arab", "languages": ["hin-Deva", "pes-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hin_Deva-srd_Latn", "languages": ["hin-Deva", "srd-Latn"]}, {"precision": 0.181943, "recall": 0.23419, "f1": 0.194684, "accuracy": 0.23419, "main_score": 0.194684, "hf_subset": "hin_Deva-tzm_Tfng", "languages": ["hin-Deva", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-acq_Arab", "languages": ["hin-Deva", "acq-Arab"]}, {"precision": 0.63526, "recall": 0.684783, "f1": 0.648805, "accuracy": 0.684783, "main_score": 0.648805, "hf_subset": "hin_Deva-bem_Latn", "languages": ["hin-Deva", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-epo_Latn", "languages": ["hin-Deva", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-hun_Latn", "languages": ["hin-Deva", "hun-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-kir_Cyrl", "languages": ["hin-Deva", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mar_Deva", "languages": ["hin-Deva", "mar-Deva"]}, {"precision": 0.676829, "recall": 0.728261, "f1": 0.691493, "accuracy": 0.728261, "main_score": 0.691493, "hf_subset": "hin_Deva-plt_Latn", "languages": ["hin-Deva", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-srp_Cyrl", "languages": ["hin-Deva", "srp-Cyrl"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "hin_Deva-uig_Arab", "languages": ["hin-Deva", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-aeb_Arab", "languages": ["hin-Deva", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ben_Beng", "languages": ["hin-Deva", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-est_Latn", "languages": ["hin-Deva", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-hye_Armn", "languages": ["hin-Deva", "hye-Armn"]}, {"precision": 0.545036, "recall": 0.597826, "f1": 0.560378, "accuracy": 0.597826, "main_score": 0.560378, "hf_subset": "hin_Deva-kmb_Latn", "languages": ["hin-Deva", "kmb-Latn"]}, {"precision": 0.487226, "recall": 0.563241, "f1": 0.508058, "accuracy": 0.563241, "main_score": 0.508058, "hf_subset": "hin_Deva-min_Arab", "languages": ["hin-Deva", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-pol_Latn", "languages": ["hin-Deva", "pol-Latn"]}, {"precision": 0.572012, "recall": 0.63834, "f1": 0.590982, "accuracy": 0.63834, "main_score": 0.590982, "hf_subset": "hin_Deva-ssw_Latn", "languages": ["hin-Deva", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ukr_Cyrl", "languages": ["hin-Deva", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-afr_Latn", "languages": ["hin-Deva", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-bho_Deva", "languages": ["hin-Deva", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-eus_Latn", "languages": ["hin-Deva", "eus-Latn"]}, {"precision": 0.586462, "recall": 0.649209, "f1": 0.603449, "accuracy": 0.649209, "main_score": 0.603449, "hf_subset": "hin_Deva-ibo_Latn", "languages": ["hin-Deva", "ibo-Latn"]}, {"precision": 0.909091, "recall": 0.934783, "f1": 0.917128, "accuracy": 0.934783, "main_score": 0.917128, "hf_subset": "hin_Deva-kmr_Latn", "languages": ["hin-Deva", "kmr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-min_Latn", "languages": ["hin-Deva", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-por_Latn", "languages": ["hin-Deva", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-sun_Latn", "languages": ["hin-Deva", "sun-Latn"]}, {"precision": 0.527374, "recall": 0.586957, "f1": 0.544584, "accuracy": 0.586957, "main_score": 0.544584, "hf_subset": "hin_Deva-umb_Latn", "languages": ["hin-Deva", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ajp_Arab", "languages": ["hin-Deva", "ajp-Arab"]}, {"precision": 0.528668, "recall": 0.59585, "f1": 0.547413, "accuracy": 0.59585, "main_score": 0.547413, "hf_subset": "hin_Deva-bjn_Arab", "languages": ["hin-Deva", "bjn-Arab"]}, {"precision": 0.517338, "recall": 0.575099, "f1": 0.532595, "accuracy": 0.575099, "main_score": 0.532595, "hf_subset": "hin_Deva-ewe_Latn", "languages": ["hin-Deva", "ewe-Latn"]}, {"precision": 0.943099, "recall": 0.959486, "f1": 0.948353, "accuracy": 0.959486, "main_score": 0.948353, "hf_subset": "hin_Deva-ilo_Latn", "languages": ["hin-Deva", "ilo-Latn"]}, {"precision": 0.313945, "recall": 0.37747, "f1": 0.330984, "accuracy": 0.37747, "main_score": 0.330984, "hf_subset": "hin_Deva-knc_Arab", "languages": ["hin-Deva", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mkd_Cyrl", "languages": ["hin-Deva", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-prs_Arab", "languages": ["hin-Deva", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-swe_Latn", "languages": ["hin-Deva", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-urd_Arab", "languages": ["hin-Deva", "urd-Arab"]}, {"precision": 0.590714, "recall": 0.655138, "f1": 0.608386, "accuracy": 0.655138, "main_score": 0.608386, "hf_subset": "hin_Deva-aka_Latn", "languages": ["hin-Deva", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hin_Deva-bjn_Latn", "languages": ["hin-Deva", "bjn-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "hin_Deva-fao_Latn", "languages": ["hin-Deva", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ind_Latn", "languages": ["hin-Deva", "ind-Latn"]}, {"precision": 0.593027, "recall": 0.650198, "f1": 0.609409, "accuracy": 0.650198, "main_score": 0.609409, "hf_subset": "hin_Deva-knc_Latn", "languages": ["hin-Deva", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hin_Deva-mlt_Latn", "languages": ["hin-Deva", "mlt-Latn"]}, {"precision": 0.70884, "recall": 0.771739, "f1": 0.727234, "accuracy": 0.771739, "main_score": 0.727234, "hf_subset": "hin_Deva-quy_Latn", "languages": ["hin-Deva", "quy-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "hin_Deva-swh_Latn", "languages": ["hin-Deva", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-uzn_Latn", "languages": ["hin-Deva", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-als_Latn", "languages": ["hin-Deva", "als-Latn"]}, {"precision": 0.681028, "recall": 0.751976, "f1": 0.701581, "accuracy": 0.751976, "main_score": 0.701581, "hf_subset": "hin_Deva-bod_Tibt", "languages": ["hin-Deva", "bod-Tibt"]}, {"precision": 0.712146, "recall": 0.767787, "f1": 0.727666, "accuracy": 0.767787, "main_score": 0.727666, "hf_subset": "hin_Deva-fij_Latn", "languages": ["hin-Deva", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hin_Deva-isl_Latn", "languages": ["hin-Deva", "isl-Latn"]}, {"precision": 0.668758, "recall": 0.726285, "f1": 0.686034, "accuracy": 0.726285, "main_score": 0.686034, "hf_subset": "hin_Deva-kon_Latn", "languages": ["hin-Deva", "kon-Latn"]}, {"precision": 0.673165, "recall": 0.740119, "f1": 0.692789, "accuracy": 0.740119, "main_score": 0.692789, "hf_subset": "hin_Deva-mni_Beng", "languages": ["hin-Deva", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ron_Latn", "languages": ["hin-Deva", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "hin_Deva-szl_Latn", "languages": ["hin-Deva", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-vec_Latn", "languages": ["hin-Deva", "vec-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "hin_Deva-amh_Ethi", "languages": ["hin-Deva", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-bos_Latn", "languages": ["hin-Deva", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-fin_Latn", "languages": ["hin-Deva", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ita_Latn", "languages": ["hin-Deva", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-kor_Hang", "languages": ["hin-Deva", "kor-Hang"]}, {"precision": 0.546004, "recall": 0.605731, "f1": 0.562292, "accuracy": 0.605731, "main_score": 0.562292, "hf_subset": "hin_Deva-mos_Latn", "languages": ["hin-Deva", "mos-Latn"]}, {"precision": 0.559227, "recall": 0.615613, "f1": 0.57504, "accuracy": 0.615613, "main_score": 0.57504, "hf_subset": "hin_Deva-run_Latn", "languages": ["hin-Deva", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-tam_Taml", "languages": ["hin-Deva", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-vie_Latn", "languages": ["hin-Deva", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-apc_Arab", "languages": ["hin-Deva", "apc-Arab"]}, {"precision": 0.795619, "recall": 0.842885, "f1": 0.810117, "accuracy": 0.842885, "main_score": 0.810117, "hf_subset": "hin_Deva-bug_Latn", "languages": ["hin-Deva", "bug-Latn"]}, {"precision": 0.465672, "recall": 0.530632, "f1": 0.483193, "accuracy": 0.530632, "main_score": 0.483193, "hf_subset": "hin_Deva-fon_Latn", "languages": ["hin-Deva", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-jav_Latn", "languages": ["hin-Deva", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-lao_Laoo", "languages": ["hin-Deva", "lao-Laoo"]}, {"precision": 0.884717, "recall": 0.916008, "f1": 0.894763, "accuracy": 0.916008, "main_score": 0.894763, "hf_subset": "hin_Deva-mri_Latn", "languages": ["hin-Deva", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-rus_Cyrl", "languages": ["hin-Deva", "rus-Cyrl"]}, {"precision": 0.540936, "recall": 0.605731, "f1": 0.558774, "accuracy": 0.605731, "main_score": 0.558774, "hf_subset": "hin_Deva-taq_Latn", "languages": ["hin-Deva", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-war_Latn", "languages": ["hin-Deva", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-arb_Arab", "languages": ["hin-Deva", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-bul_Cyrl", "languages": ["hin-Deva", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-fra_Latn", "languages": ["hin-Deva", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-jpn_Jpan", "languages": ["hin-Deva", "jpn-Jpan"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "hin_Deva-lij_Latn", "languages": ["hin-Deva", "lij-Latn"]}, {"precision": 0.993906, "recall": 0.995059, "f1": 0.994236, "accuracy": 0.995059, "main_score": 0.994236, "hf_subset": "hin_Deva-mya_Mymr", "languages": ["hin-Deva", "mya-Mymr"]}, {"precision": 0.590684, "recall": 0.657115, "f1": 0.609412, "accuracy": 0.657115, "main_score": 0.609412, "hf_subset": "hin_Deva-sag_Latn", "languages": ["hin-Deva", "sag-Latn"]}, {"precision": 0.185165, "recall": 0.245059, "f1": 0.198311, "accuracy": 0.245059, "main_score": 0.198311, "hf_subset": "hin_Deva-taq_Tfng", "languages": ["hin-Deva", "taq-Tfng"]}, {"precision": 0.626343, "recall": 0.6917, "f1": 0.64477, "accuracy": 0.6917, "main_score": 0.64477, "hf_subset": "hin_Deva-wol_Latn", "languages": ["hin-Deva", "wol-Latn"]}, {"precision": 0.804216, "recall": 0.854743, "f1": 0.819372, "accuracy": 0.854743, "main_score": 0.819372, "hf_subset": "hin_Deva-arb_Latn", "languages": ["hin-Deva", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-cat_Latn", "languages": ["hin-Deva", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hin_Deva-fur_Latn", "languages": ["hin-Deva", "fur-Latn"]}, {"precision": 0.411011, "recall": 0.472332, "f1": 0.428031, "accuracy": 0.472332, "main_score": 0.428031, "hf_subset": "hin_Deva-kab_Latn", "languages": ["hin-Deva", "kab-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hin_Deva-lim_Latn", "languages": ["hin-Deva", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-nld_Latn", "languages": ["hin-Deva", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "hin_Deva-san_Deva", "languages": ["hin-Deva", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-tat_Cyrl", "languages": ["hin-Deva", "tat-Cyrl"]}, {"precision": 0.678781, "recall": 0.737154, "f1": 0.695749, "accuracy": 0.737154, "main_score": 0.695749, "hf_subset": "hin_Deva-xho_Latn", "languages": ["hin-Deva", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ars_Arab", "languages": ["hin-Deva", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ceb_Latn", "languages": ["hin-Deva", "ceb-Latn"]}, {"precision": 0.562983, "recall": 0.630435, "f1": 0.58229, "accuracy": 0.630435, "main_score": 0.58229, "hf_subset": "hin_Deva-fuv_Latn", "languages": ["hin-Deva", "fuv-Latn"]}, {"precision": 0.497876, "recall": 0.572134, "f1": 0.517784, "accuracy": 0.572134, "main_score": 0.517784, "hf_subset": "hin_Deva-kac_Latn", "languages": ["hin-Deva", "kac-Latn"]}, {"precision": 0.662872, "recall": 0.720356, "f1": 0.679515, "accuracy": 0.720356, "main_score": 0.679515, "hf_subset": "hin_Deva-lin_Latn", "languages": ["hin-Deva", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-nno_Latn", "languages": ["hin-Deva", "nno-Latn"]}, {"precision": 0.263956, "recall": 0.34585, "f1": 0.284904, "accuracy": 0.34585, "main_score": 0.284904, "hf_subset": "hin_Deva-sat_Olck", "languages": ["hin-Deva", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-tel_Telu", "languages": ["hin-Deva", "tel-Telu"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "hin_Deva-ydd_Hebr", "languages": ["hin-Deva", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hin_Deva-ary_Arab", "languages": ["hin-Deva", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-ces_Latn", "languages": ["hin-Deva", "ces-Latn"]}, {"precision": 0.574745, "recall": 0.644269, "f1": 0.594921, "accuracy": 0.644269, "main_score": 0.594921, "hf_subset": "hin_Deva-gaz_Latn", "languages": ["hin-Deva", "gaz-Latn"]}, {"precision": 0.595612, "recall": 0.657115, "f1": 0.612746, "accuracy": 0.657115, "main_score": 0.612746, "hf_subset": "hin_Deva-kam_Latn", "languages": ["hin-Deva", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-lit_Latn", "languages": ["hin-Deva", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-nob_Latn", "languages": ["hin-Deva", "nob-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hin_Deva-scn_Latn", "languages": ["hin-Deva", "scn-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-tgk_Cyrl", "languages": ["hin-Deva", "tgk-Cyrl"]}, {"precision": 0.729974, "recall": 0.793478, "f1": 0.749407, "accuracy": 0.793478, "main_score": 0.749407, "hf_subset": "hin_Deva-yor_Latn", "languages": ["hin-Deva", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-arz_Arab", "languages": ["hin-Deva", "arz-Arab"]}, {"precision": 0.558977, "recall": 0.619565, "f1": 0.576033, "accuracy": 0.619565, "main_score": 0.576033, "hf_subset": "hin_Deva-cjk_Latn", "languages": ["hin-Deva", "cjk-Latn"]}, {"precision": 0.785573, "recall": 0.832016, "f1": 0.799638, "accuracy": 0.832016, "main_score": 0.799638, "hf_subset": "hin_Deva-gla_Latn", "languages": ["hin-Deva", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-kan_Knda", "languages": ["hin-Deva", "kan-Knda"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "hin_Deva-lmo_Latn", "languages": ["hin-Deva", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-npi_Deva", "languages": ["hin-Deva", "npi-Deva"]}, {"precision": 0.471552, "recall": 0.538538, "f1": 0.489799, "accuracy": 0.538538, "main_score": 0.489799, "hf_subset": "hin_Deva-shn_Mymr", "languages": ["hin-Deva", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-tgl_Latn", "languages": ["hin-Deva", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-yue_Hant", "languages": ["hin-Deva", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-asm_Beng", "languages": ["hin-Deva", "asm-Beng"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "hin_Deva-ckb_Arab", "languages": ["hin-Deva", "ckb-Arab"]}, {"precision": 0.88694, "recall": 0.916008, "f1": 0.895982, "accuracy": 0.916008, "main_score": 0.895982, "hf_subset": "hin_Deva-gle_Latn", "languages": ["hin-Deva", "gle-Latn"]}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "hin_Deva-kas_Arab", "languages": ["hin-Deva", "kas-Arab"]}, {"precision": 0.946311, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "hin_Deva-ltg_Latn", "languages": ["hin-Deva", "ltg-Latn"]}, {"precision": 0.604201, "recall": 0.661067, "f1": 0.620287, "accuracy": 0.661067, "main_score": 0.620287, "hf_subset": "hin_Deva-nso_Latn", "languages": ["hin-Deva", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hin_Deva-sin_Sinh", "languages": ["hin-Deva", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-tha_Thai", "languages": ["hin-Deva", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zho_Hans", "languages": ["hin-Deva", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ast_Latn", "languages": ["hin-Deva", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-crh_Latn", "languages": ["hin-Deva", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-glg_Latn", "languages": ["hin-Deva", "glg-Latn"]}, {"precision": 0.919631, "recall": 0.945652, "f1": 0.928195, "accuracy": 0.945652, "main_score": 0.928195, "hf_subset": "hin_Deva-kas_Deva", "languages": ["hin-Deva", "kas-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hin_Deva-ltz_Latn", "languages": ["hin-Deva", "ltz-Latn"]}, {"precision": 0.454316, "recall": 0.524704, "f1": 0.473694, "accuracy": 0.524704, "main_score": 0.473694, "hf_subset": "hin_Deva-nus_Latn", "languages": ["hin-Deva", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-slk_Latn", "languages": ["hin-Deva", "slk-Latn"]}, {"precision": 0.638267, "recall": 0.705534, "f1": 0.658006, "accuracy": 0.705534, "main_score": 0.658006, "hf_subset": "hin_Deva-tir_Ethi", "languages": ["hin-Deva", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zho_Hant", "languages": ["hin-Deva", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "hin_Deva-awa_Deva", "languages": ["hin-Deva", "awa-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hin_Deva-cym_Latn", "languages": ["hin-Deva", "cym-Latn"]}, {"precision": 0.845224, "recall": 0.885375, "f1": 0.857477, "accuracy": 0.885375, "main_score": 0.857477, "hf_subset": "hin_Deva-grn_Latn", "languages": ["hin-Deva", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-kat_Geor", "languages": ["hin-Deva", "kat-Geor"]}, {"precision": 0.647984, "recall": 0.700593, "f1": 0.663014, "accuracy": 0.700593, "main_score": 0.663014, "hf_subset": "hin_Deva-lua_Latn", "languages": ["hin-Deva", "lua-Latn"]}, {"precision": 0.638761, "recall": 0.703557, "f1": 0.657498, "accuracy": 0.703557, "main_score": 0.657498, "hf_subset": "hin_Deva-nya_Latn", "languages": ["hin-Deva", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-slv_Latn", "languages": ["hin-Deva", "slv-Latn"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "hin_Deva-tpi_Latn", "languages": ["hin-Deva", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zsm_Latn", "languages": ["hin-Deva", "zsm-Latn"]}, {"precision": 0.55026, "recall": 0.612648, "f1": 0.567177, "accuracy": 0.612648, "main_score": 0.567177, "hf_subset": "hin_Deva-ayr_Latn", "languages": ["hin-Deva", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-dan_Latn", "languages": ["hin-Deva", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-guj_Gujr", "languages": ["hin-Deva", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-kaz_Cyrl", "languages": ["hin-Deva", "kaz-Cyrl"]}, {"precision": 0.534356, "recall": 0.600791, "f1": 0.552532, "accuracy": 0.600791, "main_score": 0.552532, "hf_subset": "hin_Deva-lug_Latn", "languages": ["hin-Deva", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-oci_Latn", "languages": ["hin-Deva", "oci-Latn"]}, {"precision": 0.832856, "recall": 0.875494, "f1": 0.845685, "accuracy": 0.875494, "main_score": 0.845685, "hf_subset": "hin_Deva-smo_Latn", "languages": ["hin-Deva", "smo-Latn"]}, {"precision": 0.528294, "recall": 0.598814, "f1": 0.54767, "accuracy": 0.598814, "main_score": 0.54767, "hf_subset": "hin_Deva-tsn_Latn", "languages": ["hin-Deva", "tsn-Latn"]}, {"precision": 0.615732, "recall": 0.679842, "f1": 0.634521, "accuracy": 0.679842, "main_score": 0.634521, "hf_subset": "hin_Deva-zul_Latn", "languages": ["hin-Deva", "zul-Latn"]}, {"precision": 0.923748, "recall": 0.947628, "f1": 0.931489, "accuracy": 0.947628, "main_score": 0.931489, "hf_subset": "hin_Deva-azb_Arab", "languages": ["hin-Deva", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-deu_Latn", "languages": ["hin-Deva", "deu-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hin_Deva-hat_Latn", "languages": ["hin-Deva", "hat-Latn"]}, {"precision": 0.482866, "recall": 0.54249, "f1": 0.499345, "accuracy": 0.54249, "main_score": 0.499345, "hf_subset": "hin_Deva-kbp_Latn", "languages": ["hin-Deva", "kbp-Latn"]}, {"precision": 0.57245, "recall": 0.633399, "f1": 0.589023, "accuracy": 0.633399, "main_score": 0.589023, "hf_subset": "hin_Deva-luo_Latn", "languages": ["hin-Deva", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ory_Orya", "languages": ["hin-Deva", "ory-Orya"]}, {"precision": 0.582799, "recall": 0.649209, "f1": 0.602016, "accuracy": 0.649209, "main_score": 0.602016, "hf_subset": "hin_Deva-sna_Latn", "languages": ["hin-Deva", "sna-Latn"]}, {"precision": 0.554631, "recall": 0.61166, "f1": 0.570102, "accuracy": 0.61166, "main_score": 0.570102, "hf_subset": "hin_Deva-tso_Latn", "languages": ["hin-Deva", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-azj_Latn", "languages": ["hin-Deva", "azj-Latn"]}, {"precision": 0.536693, "recall": 0.61166, "f1": 0.558659, "accuracy": 0.61166, "main_score": 0.558659, "hf_subset": "hin_Deva-dik_Latn", "languages": ["hin-Deva", "dik-Latn"]}, {"precision": 0.737575, "recall": 0.794466, "f1": 0.754153, "accuracy": 0.794466, "main_score": 0.754153, "hf_subset": "hin_Deva-hau_Latn", "languages": ["hin-Deva", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hin_Deva-kea_Latn", "languages": ["hin-Deva", "kea-Latn"]}, {"precision": 0.756597, "recall": 0.810277, "f1": 0.772697, "accuracy": 0.810277, "main_score": 0.772697, "hf_subset": "hin_Deva-lus_Latn", "languages": ["hin-Deva", "lus-Latn"]}, {"precision": 0.877339, "recall": 0.910079, "f1": 0.887319, "accuracy": 0.910079, "main_score": 0.887319, "hf_subset": "hin_Deva-pag_Latn", "languages": ["hin-Deva", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-snd_Arab", "languages": ["hin-Deva", "snd-Arab"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "hin_Deva-tuk_Latn", "languages": ["hin-Deva", "tuk-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "hin_Deva-bak_Cyrl", "languages": ["hin-Deva", "bak-Cyrl"]}, {"precision": 0.480658, "recall": 0.561265, "f1": 0.503834, "accuracy": 0.561265, "main_score": 0.503834, "hf_subset": "hin_Deva-dyu_Latn", "languages": ["hin-Deva", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-heb_Hebr", "languages": ["hin-Deva", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hin_Deva-khk_Cyrl", "languages": ["hin-Deva", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-lvs_Latn", "languages": ["hin-Deva", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-pan_Guru", "languages": ["hin-Deva", "pan-Guru"]}, {"precision": 0.704792, "recall": 0.764822, "f1": 0.722417, "accuracy": 0.764822, "main_score": 0.722417, "hf_subset": "hin_Deva-som_Latn", "languages": ["hin-Deva", "som-Latn"]}, {"precision": 0.614076, "recall": 0.664032, "f1": 0.627557, "accuracy": 0.664032, "main_score": 0.627557, "hf_subset": "hin_Deva-tum_Latn", "languages": ["hin-Deva", "tum-Latn"]}, {"precision": 0.485921, "recall": 0.557312, "f1": 0.505615, "accuracy": 0.557312, "main_score": 0.505615, "hf_subset": "khm_Khmr-ace_Arab", "languages": ["khm-Khmr", "ace-Arab"]}, {"precision": 0.505872, "recall": 0.562253, "f1": 0.522223, "accuracy": 0.562253, "main_score": 0.522223, "hf_subset": "khm_Khmr-bam_Latn", "languages": ["khm-Khmr", "bam-Latn"]}, {"precision": 0.430424, "recall": 0.509881, "f1": 0.452034, "accuracy": 0.509881, "main_score": 0.452034, "hf_subset": "khm_Khmr-dzo_Tibt", "languages": ["khm-Khmr", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-hin_Deva", "languages": ["khm-Khmr", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-mag_Deva", "languages": ["khm-Khmr", "mag-Deva"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "khm_Khmr-pap_Latn", "languages": ["khm-Khmr", "pap-Latn"]}, {"precision": 0.560393, "recall": 0.619565, "f1": 0.576888, "accuracy": 0.619565, "main_score": 0.576888, "hf_subset": "khm_Khmr-sot_Latn", "languages": ["khm-Khmr", "sot-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-tur_Latn", "languages": ["khm-Khmr", "tur-Latn"]}, {"precision": 0.827363, "recall": 0.864625, "f1": 0.838625, "accuracy": 0.864625, "main_score": 0.838625, "hf_subset": "khm_Khmr-ace_Latn", "languages": ["khm-Khmr", "ace-Latn"]}, {"precision": 0.928146, "recall": 0.94664, "f1": 0.93386, "accuracy": 0.94664, "main_score": 0.93386, "hf_subset": "khm_Khmr-ban_Latn", "languages": ["khm-Khmr", "ban-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-ell_Grek", "languages": ["khm-Khmr", "ell-Grek"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "khm_Khmr-hne_Deva", "languages": ["khm-Khmr", "hne-Deva"]}, {"precision": 0.554806, "recall": 0.612648, "f1": 0.57133, "accuracy": 0.612648, "main_score": 0.57133, "hf_subset": "khm_Khmr-kik_Latn", "languages": ["khm-Khmr", "kik-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-mai_Deva", "languages": ["khm-Khmr", "mai-Deva"]}, {"precision": 0.951416, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "khm_Khmr-pbt_Arab", "languages": ["khm-Khmr", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-spa_Latn", "languages": ["khm-Khmr", "spa-Latn"]}, {"precision": 0.575201, "recall": 0.632411, "f1": 0.59125, "accuracy": 0.632411, "main_score": 0.59125, "hf_subset": "khm_Khmr-twi_Latn", "languages": ["khm-Khmr", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-acm_Arab", "languages": ["khm-Khmr", "acm-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khm_Khmr-bel_Cyrl", "languages": ["khm-Khmr", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-eng_Latn", "languages": ["khm-Khmr", "eng-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-hrv_Latn", "languages": ["khm-Khmr", "hrv-Latn"]}, {"precision": 0.538662, "recall": 0.603755, "f1": 0.556971, "accuracy": 0.603755, "main_score": 0.556971, "hf_subset": "khm_Khmr-kin_Latn", "languages": ["khm-Khmr", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-mal_Mlym", "languages": ["khm-Khmr", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-pes_Arab", "languages": ["khm-Khmr", "pes-Arab"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "khm_Khmr-srd_Latn", "languages": ["khm-Khmr", "srd-Latn"]}, {"precision": 0.180223, "recall": 0.232213, "f1": 0.193532, "accuracy": 0.232213, "main_score": 0.193532, "hf_subset": "khm_Khmr-tzm_Tfng", "languages": ["khm-Khmr", "tzm-Tfng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-acq_Arab", "languages": ["khm-Khmr", "acq-Arab"]}, {"precision": 0.597418, "recall": 0.646245, "f1": 0.610877, "accuracy": 0.646245, "main_score": 0.610877, "hf_subset": "khm_Khmr-bem_Latn", "languages": ["khm-Khmr", "bem-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-epo_Latn", "languages": ["khm-Khmr", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-hun_Latn", "languages": ["khm-Khmr", "hun-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "khm_Khmr-kir_Cyrl", "languages": ["khm-Khmr", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-mar_Deva", "languages": ["khm-Khmr", "mar-Deva"]}, {"precision": 0.645422, "recall": 0.69664, "f1": 0.660804, "accuracy": 0.69664, "main_score": 0.660804, "hf_subset": "khm_Khmr-plt_Latn", "languages": ["khm-Khmr", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-srp_Cyrl", "languages": ["khm-Khmr", "srp-Cyrl"]}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "khm_Khmr-uig_Arab", "languages": ["khm-Khmr", "uig-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khm_Khmr-aeb_Arab", "languages": ["khm-Khmr", "aeb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ben_Beng", "languages": ["khm-Khmr", "ben-Beng"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-est_Latn", "languages": ["khm-Khmr", "est-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-hye_Armn", "languages": ["khm-Khmr", "hye-Armn"]}, {"precision": 0.531732, "recall": 0.583004, "f1": 0.545855, "accuracy": 0.583004, "main_score": 0.545855, "hf_subset": "khm_Khmr-kmb_Latn", "languages": ["khm-Khmr", "kmb-Latn"]}, {"precision": 0.433487, "recall": 0.506917, "f1": 0.454116, "accuracy": 0.506917, "main_score": 0.454116, "hf_subset": "khm_Khmr-min_Arab", "languages": ["khm-Khmr", "min-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-pol_Latn", "languages": ["khm-Khmr", "pol-Latn"]}, {"precision": 0.548518, "recall": 0.608696, "f1": 0.566342, "accuracy": 0.608696, "main_score": 0.566342, "hf_subset": "khm_Khmr-ssw_Latn", "languages": ["khm-Khmr", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ukr_Cyrl", "languages": ["khm-Khmr", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-afr_Latn", "languages": ["khm-Khmr", "afr-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "khm_Khmr-bho_Deva", "languages": ["khm-Khmr", "bho-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "khm_Khmr-eus_Latn", "languages": ["khm-Khmr", "eus-Latn"]}, {"precision": 0.548041, "recall": 0.609684, "f1": 0.56551, "accuracy": 0.609684, "main_score": 0.56551, "hf_subset": "khm_Khmr-ibo_Latn", "languages": ["khm-Khmr", "ibo-Latn"]}, {"precision": 0.863916, "recall": 0.900198, "f1": 0.875033, "accuracy": 0.900198, "main_score": 0.875033, "hf_subset": "khm_Khmr-kmr_Latn", "languages": ["khm-Khmr", "kmr-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "khm_Khmr-min_Latn", "languages": ["khm-Khmr", "min-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-por_Latn", "languages": ["khm-Khmr", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khm_Khmr-sun_Latn", "languages": ["khm-Khmr", "sun-Latn"]}, {"precision": 0.50789, "recall": 0.563241, "f1": 0.524168, "accuracy": 0.563241, "main_score": 0.524168, "hf_subset": "khm_Khmr-umb_Latn", "languages": ["khm-Khmr", "umb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-ajp_Arab", "languages": ["khm-Khmr", "ajp-Arab"]}, {"precision": 0.469562, "recall": 0.537549, "f1": 0.488235, "accuracy": 0.537549, "main_score": 0.488235, "hf_subset": "khm_Khmr-bjn_Arab", "languages": ["khm-Khmr", "bjn-Arab"]}, {"precision": 0.494435, "recall": 0.544466, "f1": 0.508296, "accuracy": 0.544466, "main_score": 0.508296, "hf_subset": "khm_Khmr-ewe_Latn", "languages": ["khm-Khmr", "ewe-Latn"]}, {"precision": 0.927619, "recall": 0.947628, "f1": 0.93386, "accuracy": 0.947628, "main_score": 0.93386, "hf_subset": "khm_Khmr-ilo_Latn", "languages": ["khm-Khmr", "ilo-Latn"]}, {"precision": 0.298401, "recall": 0.359684, "f1": 0.315637, "accuracy": 0.359684, "main_score": 0.315637, "hf_subset": "khm_Khmr-knc_Arab", "languages": ["khm-Khmr", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-mkd_Cyrl", "languages": ["khm-Khmr", "mkd-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-prs_Arab", "languages": ["khm-Khmr", "prs-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-swe_Latn", "languages": ["khm-Khmr", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-urd_Arab", "languages": ["khm-Khmr", "urd-Arab"]}, {"precision": 0.556604, "recall": 0.614625, "f1": 0.572658, "accuracy": 0.614625, "main_score": 0.572658, "hf_subset": "khm_Khmr-aka_Latn", "languages": ["khm-Khmr", "aka-Latn"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "khm_Khmr-bjn_Latn", "languages": ["khm-Khmr", "bjn-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "khm_Khmr-fao_Latn", "languages": ["khm-Khmr", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ind_Latn", "languages": ["khm-Khmr", "ind-Latn"]}, {"precision": 0.545817, "recall": 0.600791, "f1": 0.562027, "accuracy": 0.600791, "main_score": 0.562027, "hf_subset": "khm_Khmr-knc_Latn", "languages": ["khm-Khmr", "knc-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khm_Khmr-mlt_Latn", "languages": ["khm-Khmr", "mlt-Latn"]}, {"precision": 0.682338, "recall": 0.748024, "f1": 0.701748, "accuracy": 0.748024, "main_score": 0.701748, "hf_subset": "khm_Khmr-quy_Latn", "languages": ["khm-Khmr", "quy-Latn"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "khm_Khmr-swh_Latn", "languages": ["khm-Khmr", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-uzn_Latn", "languages": ["khm-Khmr", "uzn-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "khm_Khmr-als_Latn", "languages": ["khm-Khmr", "als-Latn"]}, {"precision": 0.655616, "recall": 0.735178, "f1": 0.679385, "accuracy": 0.735178, "main_score": 0.679385, "hf_subset": "khm_Khmr-bod_Tibt", "languages": ["khm-Khmr", "bod-Tibt"]}, {"precision": 0.694089, "recall": 0.753953, "f1": 0.711289, "accuracy": 0.753953, "main_score": 0.711289, "hf_subset": "khm_Khmr-fij_Latn", "languages": ["khm-Khmr", "fij-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "khm_Khmr-isl_Latn", "languages": ["khm-Khmr", "isl-Latn"]}, {"precision": 0.629974, "recall": 0.679842, "f1": 0.644679, "accuracy": 0.679842, "main_score": 0.644679, "hf_subset": "khm_Khmr-kon_Latn", "languages": ["khm-Khmr", "kon-Latn"]}, {"precision": 0.591988, "recall": 0.662055, "f1": 0.612115, "accuracy": 0.662055, "main_score": 0.612115, "hf_subset": "khm_Khmr-mni_Beng", "languages": ["khm-Khmr", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ron_Latn", "languages": ["khm-Khmr", "ron-Latn"]}, {"precision": 0.974308, "recall": 0.981225, "f1": 0.976614, "accuracy": 0.981225, "main_score": 0.976614, "hf_subset": "khm_Khmr-szl_Latn", "languages": ["khm-Khmr", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-vec_Latn", "languages": ["khm-Khmr", "vec-Latn"]}, {"precision": 0.9361, "recall": 0.956522, "f1": 0.942852, "accuracy": 0.956522, "main_score": 0.942852, "hf_subset": "khm_Khmr-amh_Ethi", "languages": ["khm-Khmr", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-bos_Latn", "languages": ["khm-Khmr", "bos-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "khm_Khmr-fin_Latn", "languages": ["khm-Khmr", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ita_Latn", "languages": ["khm-Khmr", "ita-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-kor_Hang", "languages": ["khm-Khmr", "kor-Hang"]}, {"precision": 0.523232, "recall": 0.575099, "f1": 0.537954, "accuracy": 0.575099, "main_score": 0.537954, "hf_subset": "khm_Khmr-mos_Latn", "languages": ["khm-Khmr", "mos-Latn"]}, {"precision": 0.541914, "recall": 0.591897, "f1": 0.556222, "accuracy": 0.591897, "main_score": 0.556222, "hf_subset": "khm_Khmr-run_Latn", "languages": ["khm-Khmr", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-tam_Taml", "languages": ["khm-Khmr", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-vie_Latn", "languages": ["khm-Khmr", "vie-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-apc_Arab", "languages": ["khm-Khmr", "apc-Arab"]}, {"precision": 0.755155, "recall": 0.805336, "f1": 0.769438, "accuracy": 0.805336, "main_score": 0.769438, "hf_subset": "khm_Khmr-bug_Latn", "languages": ["khm-Khmr", "bug-Latn"]}, {"precision": 0.458241, "recall": 0.512846, "f1": 0.473316, "accuracy": 0.512846, "main_score": 0.473316, "hf_subset": "khm_Khmr-fon_Latn", "languages": ["khm-Khmr", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-jav_Latn", "languages": ["khm-Khmr", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-lao_Laoo", "languages": ["khm-Khmr", "lao-Laoo"]}, {"precision": 0.847826, "recall": 0.889328, "f1": 0.861119, "accuracy": 0.889328, "main_score": 0.861119, "hf_subset": "khm_Khmr-mri_Latn", "languages": ["khm-Khmr", "mri-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-rus_Cyrl", "languages": ["khm-Khmr", "rus-Cyrl"]}, {"precision": 0.506696, "recall": 0.563241, "f1": 0.522744, "accuracy": 0.563241, "main_score": 0.522744, "hf_subset": "khm_Khmr-taq_Latn", "languages": ["khm-Khmr", "taq-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khm_Khmr-war_Latn", "languages": ["khm-Khmr", "war-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-arb_Arab", "languages": ["khm-Khmr", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-bul_Cyrl", "languages": ["khm-Khmr", "bul-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-fra_Latn", "languages": ["khm-Khmr", "fra-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-jpn_Jpan", "languages": ["khm-Khmr", "jpn-Jpan"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "khm_Khmr-lij_Latn", "languages": ["khm-Khmr", "lij-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khm_Khmr-mya_Mymr", "languages": ["khm-Khmr", "mya-Mymr"]}, {"precision": 0.548452, "recall": 0.612648, "f1": 0.567097, "accuracy": 0.612648, "main_score": 0.567097, "hf_subset": "khm_Khmr-sag_Latn", "languages": ["khm-Khmr", "sag-Latn"]}, {"precision": 0.1986, "recall": 0.251976, "f1": 0.211076, "accuracy": 0.251976, "main_score": 0.211076, "hf_subset": "khm_Khmr-taq_Tfng", "languages": ["khm-Khmr", "taq-Tfng"]}, {"precision": 0.597753, "recall": 0.65415, "f1": 0.614217, "accuracy": 0.65415, "main_score": 0.614217, "hf_subset": "khm_Khmr-wol_Latn", "languages": ["khm-Khmr", "wol-Latn"]}, {"precision": 0.784157, "recall": 0.839921, "f1": 0.801106, "accuracy": 0.839921, "main_score": 0.801106, "hf_subset": "khm_Khmr-arb_Latn", "languages": ["khm-Khmr", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-cat_Latn", "languages": ["khm-Khmr", "cat-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "khm_Khmr-fur_Latn", "languages": ["khm-Khmr", "fur-Latn"]}, {"precision": 0.406476, "recall": 0.460474, "f1": 0.421102, "accuracy": 0.460474, "main_score": 0.421102, "hf_subset": "khm_Khmr-kab_Latn", "languages": ["khm-Khmr", "kab-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "khm_Khmr-lim_Latn", "languages": ["khm-Khmr", "lim-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-nld_Latn", "languages": ["khm-Khmr", "nld-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "khm_Khmr-san_Deva", "languages": ["khm-Khmr", "san-Deva"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "khm_Khmr-tat_Cyrl", "languages": ["khm-Khmr", "tat-Cyrl"]}, {"precision": 0.645652, "recall": 0.705534, "f1": 0.663147, "accuracy": 0.705534, "main_score": 0.663147, "hf_subset": "khm_Khmr-xho_Latn", "languages": ["khm-Khmr", "xho-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-ars_Arab", "languages": ["khm-Khmr", "ars-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-ceb_Latn", "languages": ["khm-Khmr", "ceb-Latn"]}, {"precision": 0.523902, "recall": 0.58498, "f1": 0.541514, "accuracy": 0.58498, "main_score": 0.541514, "hf_subset": "khm_Khmr-fuv_Latn", "languages": ["khm-Khmr", "fuv-Latn"]}, {"precision": 0.496014, "recall": 0.5583, "f1": 0.513838, "accuracy": 0.5583, "main_score": 0.513838, "hf_subset": "khm_Khmr-kac_Latn", "languages": ["khm-Khmr", "kac-Latn"]}, {"precision": 0.612121, "recall": 0.670949, "f1": 0.62884, "accuracy": 0.670949, "main_score": 0.62884, "hf_subset": "khm_Khmr-lin_Latn", "languages": ["khm-Khmr", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-nno_Latn", "languages": ["khm-Khmr", "nno-Latn"]}, {"precision": 0.235418, "recall": 0.322134, "f1": 0.257729, "accuracy": 0.322134, "main_score": 0.257729, "hf_subset": "khm_Khmr-sat_Olck", "languages": ["khm-Khmr", "sat-Olck"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khm_Khmr-tel_Telu", "languages": ["khm-Khmr", "tel-Telu"]}, {"precision": 0.930336, "recall": 0.952569, "f1": 0.937582, "accuracy": 0.952569, "main_score": 0.937582, "hf_subset": "khm_Khmr-ydd_Hebr", "languages": ["khm-Khmr", "ydd-Hebr"]}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "khm_Khmr-ary_Arab", "languages": ["khm-Khmr", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ces_Latn", "languages": ["khm-Khmr", "ces-Latn"]}, {"precision": 0.54417, "recall": 0.603755, "f1": 0.561548, "accuracy": 0.603755, "main_score": 0.561548, "hf_subset": "khm_Khmr-gaz_Latn", "languages": ["khm-Khmr", "gaz-Latn"]}, {"precision": 0.568842, "recall": 0.623518, "f1": 0.584611, "accuracy": 0.623518, "main_score": 0.584611, "hf_subset": "khm_Khmr-kam_Latn", "languages": ["khm-Khmr", "kam-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "khm_Khmr-lit_Latn", "languages": ["khm-Khmr", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-nob_Latn", "languages": ["khm-Khmr", "nob-Latn"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "khm_Khmr-scn_Latn", "languages": ["khm-Khmr", "scn-Latn"]}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "khm_Khmr-tgk_Cyrl", "languages": ["khm-Khmr", "tgk-Cyrl"]}, {"precision": 0.706151, "recall": 0.770751, "f1": 0.725582, "accuracy": 0.770751, "main_score": 0.725582, "hf_subset": "khm_Khmr-yor_Latn", "languages": ["khm-Khmr", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-arz_Arab", "languages": ["khm-Khmr", "arz-Arab"]}, {"precision": 0.549503, "recall": 0.602767, "f1": 0.564803, "accuracy": 0.602767, "main_score": 0.564803, "hf_subset": "khm_Khmr-cjk_Latn", "languages": ["khm-Khmr", "cjk-Latn"]}, {"precision": 0.763043, "recall": 0.821146, "f1": 0.780896, "accuracy": 0.821146, "main_score": 0.780896, "hf_subset": "khm_Khmr-gla_Latn", "languages": ["khm-Khmr", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-kan_Knda", "languages": ["khm-Khmr", "kan-Knda"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khm_Khmr-lmo_Latn", "languages": ["khm-Khmr", "lmo-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "khm_Khmr-npi_Deva", "languages": ["khm-Khmr", "npi-Deva"]}, {"precision": 0.456954, "recall": 0.513834, "f1": 0.472631, "accuracy": 0.513834, "main_score": 0.472631, "hf_subset": "khm_Khmr-shn_Mymr", "languages": ["khm-Khmr", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-tgl_Latn", "languages": ["khm-Khmr", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-yue_Hant", "languages": ["khm-Khmr", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-asm_Beng", "languages": ["khm-Khmr", "asm-Beng"]}, {"precision": 0.945817, "recall": 0.963439, "f1": 0.951581, "accuracy": 0.963439, "main_score": 0.951581, "hf_subset": "khm_Khmr-ckb_Arab", "languages": ["khm-Khmr", "ckb-Arab"]}, {"precision": 0.85499, "recall": 0.891304, "f1": 0.866271, "accuracy": 0.891304, "main_score": 0.866271, "hf_subset": "khm_Khmr-gle_Latn", "languages": ["khm-Khmr", "gle-Latn"]}, {"precision": 0.930007, "recall": 0.950593, "f1": 0.936759, "accuracy": 0.950593, "main_score": 0.936759, "hf_subset": "khm_Khmr-kas_Arab", "languages": ["khm-Khmr", "kas-Arab"]}, {"precision": 0.916173, "recall": 0.940711, "f1": 0.924242, "accuracy": 0.940711, "main_score": 0.924242, "hf_subset": "khm_Khmr-ltg_Latn", "languages": ["khm-Khmr", "ltg-Latn"]}, {"precision": 0.569931, "recall": 0.62253, "f1": 0.585172, "accuracy": 0.62253, "main_score": 0.585172, "hf_subset": "khm_Khmr-nso_Latn", "languages": ["khm-Khmr", "nso-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khm_Khmr-sin_Sinh", "languages": ["khm-Khmr", "sin-Sinh"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-tha_Thai", "languages": ["khm-Khmr", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-zho_Hans", "languages": ["khm-Khmr", "zho-Hans"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-ast_Latn", "languages": ["khm-Khmr", "ast-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khm_Khmr-crh_Latn", "languages": ["khm-Khmr", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-glg_Latn", "languages": ["khm-Khmr", "glg-Latn"]}, {"precision": 0.854068, "recall": 0.890316, "f1": 0.865119, "accuracy": 0.890316, "main_score": 0.865119, "hf_subset": "khm_Khmr-kas_Deva", "languages": ["khm-Khmr", "kas-Deva"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "khm_Khmr-ltz_Latn", "languages": ["khm-Khmr", "ltz-Latn"]}, {"precision": 0.452165, "recall": 0.513834, "f1": 0.468604, "accuracy": 0.513834, "main_score": 0.468604, "hf_subset": "khm_Khmr-nus_Latn", "languages": ["khm-Khmr", "nus-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-slk_Latn", "languages": ["khm-Khmr", "slk-Latn"]}, {"precision": 0.596179, "recall": 0.670949, "f1": 0.617838, "accuracy": 0.670949, "main_score": 0.617838, "hf_subset": "khm_Khmr-tir_Ethi", "languages": ["khm-Khmr", "tir-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-zho_Hant", "languages": ["khm-Khmr", "zho-Hant"]}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "khm_Khmr-awa_Deva", "languages": ["khm-Khmr", "awa-Deva"]}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "khm_Khmr-cym_Latn", "languages": ["khm-Khmr", "cym-Latn"]}, {"precision": 0.798287, "recall": 0.840909, "f1": 0.810973, "accuracy": 0.840909, "main_score": 0.810973, "hf_subset": "khm_Khmr-grn_Latn", "languages": ["khm-Khmr", "grn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-kat_Geor", "languages": ["khm-Khmr", "kat-Geor"]}, {"precision": 0.605159, "recall": 0.660079, "f1": 0.620896, "accuracy": 0.660079, "main_score": 0.620896, "hf_subset": "khm_Khmr-lua_Latn", "languages": ["khm-Khmr", "lua-Latn"]}, {"precision": 0.609521, "recall": 0.666996, "f1": 0.625844, "accuracy": 0.666996, "main_score": 0.625844, "hf_subset": "khm_Khmr-nya_Latn", "languages": ["khm-Khmr", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-slv_Latn", "languages": ["khm-Khmr", "slv-Latn"]}, {"precision": 0.910524, "recall": 0.935771, "f1": 0.918379, "accuracy": 0.935771, "main_score": 0.918379, "hf_subset": "khm_Khmr-tpi_Latn", "languages": ["khm-Khmr", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "khm_Khmr-zsm_Latn", "languages": ["khm-Khmr", "zsm-Latn"]}, {"precision": 0.511993, "recall": 0.566206, "f1": 0.527132, "accuracy": 0.566206, "main_score": 0.527132, "hf_subset": "khm_Khmr-ayr_Latn", "languages": ["khm-Khmr", "ayr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-dan_Latn", "languages": ["khm-Khmr", "dan-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-guj_Gujr", "languages": ["khm-Khmr", "guj-Gujr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-kaz_Cyrl", "languages": ["khm-Khmr", "kaz-Cyrl"]}, {"precision": 0.526837, "recall": 0.585968, "f1": 0.54381, "accuracy": 0.585968, "main_score": 0.54381, "hf_subset": "khm_Khmr-lug_Latn", "languages": ["khm-Khmr", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-oci_Latn", "languages": ["khm-Khmr", "oci-Latn"]}, {"precision": 0.817968, "recall": 0.859684, "f1": 0.830665, "accuracy": 0.859684, "main_score": 0.830665, "hf_subset": "khm_Khmr-smo_Latn", "languages": ["khm-Khmr", "smo-Latn"]}, {"precision": 0.526285, "recall": 0.586957, "f1": 0.543216, "accuracy": 0.586957, "main_score": 0.543216, "hf_subset": "khm_Khmr-tsn_Latn", "languages": ["khm-Khmr", "tsn-Latn"]}, {"precision": 0.602736, "recall": 0.66502, "f1": 0.620591, "accuracy": 0.66502, "main_score": 0.620591, "hf_subset": "khm_Khmr-zul_Latn", "languages": ["khm-Khmr", "zul-Latn"]}, {"precision": 0.887022, "recall": 0.917984, "f1": 0.897069, "accuracy": 0.917984, "main_score": 0.897069, "hf_subset": "khm_Khmr-azb_Arab", "languages": ["khm-Khmr", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-deu_Latn", "languages": ["khm-Khmr", "deu-Latn"]}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "khm_Khmr-hat_Latn", "languages": ["khm-Khmr", "hat-Latn"]}, {"precision": 0.473891, "recall": 0.528656, "f1": 0.489493, "accuracy": 0.528656, "main_score": 0.489493, "hf_subset": "khm_Khmr-kbp_Latn", "languages": ["khm-Khmr", "kbp-Latn"]}, {"precision": 0.540566, "recall": 0.593874, "f1": 0.555728, "accuracy": 0.593874, "main_score": 0.555728, "hf_subset": "khm_Khmr-luo_Latn", "languages": ["khm-Khmr", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-ory_Orya", "languages": ["khm-Khmr", "ory-Orya"]}, {"precision": 0.544979, "recall": 0.607708, "f1": 0.563048, "accuracy": 0.607708, "main_score": 0.563048, "hf_subset": "khm_Khmr-sna_Latn", "languages": ["khm-Khmr", "sna-Latn"]}, {"precision": 0.533596, "recall": 0.586957, "f1": 0.548281, "accuracy": 0.586957, "main_score": 0.548281, "hf_subset": "khm_Khmr-tso_Latn", "languages": ["khm-Khmr", "tso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-azj_Latn", "languages": ["khm-Khmr", "azj-Latn"]}, {"precision": 0.509168, "recall": 0.56917, "f1": 0.526238, "accuracy": 0.56917, "main_score": 0.526238, "hf_subset": "khm_Khmr-dik_Latn", "languages": ["khm-Khmr", "dik-Latn"]}, {"precision": 0.712032, "recall": 0.775692, "f1": 0.731242, "accuracy": 0.775692, "main_score": 0.731242, "hf_subset": "khm_Khmr-hau_Latn", "languages": ["khm-Khmr", "hau-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "khm_Khmr-kea_Latn", "languages": ["khm-Khmr", "kea-Latn"]}, {"precision": 0.712434, "recall": 0.762846, "f1": 0.727061, "accuracy": 0.762846, "main_score": 0.727061, "hf_subset": "khm_Khmr-lus_Latn", "languages": ["khm-Khmr", "lus-Latn"]}, {"precision": 0.814321, "recall": 0.849802, "f1": 0.824673, "accuracy": 0.849802, "main_score": 0.824673, "hf_subset": "khm_Khmr-pag_Latn", "languages": ["khm-Khmr", "pag-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-snd_Arab", "languages": ["khm-Khmr", "snd-Arab"]}, {"precision": 0.938241, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "khm_Khmr-tuk_Latn", "languages": ["khm-Khmr", "tuk-Latn"]}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "khm_Khmr-bak_Cyrl", "languages": ["khm-Khmr", "bak-Cyrl"]}, {"precision": 0.453526, "recall": 0.523715, "f1": 0.474253, "accuracy": 0.523715, "main_score": 0.474253, "hf_subset": "khm_Khmr-dyu_Latn", "languages": ["khm-Khmr", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-heb_Hebr", "languages": ["khm-Khmr", "heb-Hebr"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "khm_Khmr-khk_Cyrl", "languages": ["khm-Khmr", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-lvs_Latn", "languages": ["khm-Khmr", "lvs-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-pan_Guru", "languages": ["khm-Khmr", "pan-Guru"]}, {"precision": 0.69652, "recall": 0.758893, "f1": 0.714855, "accuracy": 0.758893, "main_score": 0.714855, "hf_subset": "khm_Khmr-som_Latn", "languages": ["khm-Khmr", "som-Latn"]}, {"precision": 0.584603, "recall": 0.634387, "f1": 0.59874, "accuracy": 0.634387, "main_score": 0.59874, "hf_subset": "khm_Khmr-tum_Latn", "languages": ["khm-Khmr", "tum-Latn"]}, {"precision": 0.582289, "recall": 0.648221, "f1": 0.600835, "accuracy": 0.648221, "main_score": 0.600835, "hf_subset": "mag_Deva-ace_Arab", "languages": ["mag-Deva", "ace-Arab"]}, {"precision": 0.52731, "recall": 0.590909, "f1": 0.544513, "accuracy": 0.590909, "main_score": 0.544513, "hf_subset": "mag_Deva-bam_Latn", "languages": ["mag-Deva", "bam-Latn"]}, {"precision": 0.430558, "recall": 0.511858, "f1": 0.4519, "accuracy": 0.511858, "main_score": 0.4519, "hf_subset": "mag_Deva-dzo_Tibt", "languages": ["mag-Deva", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-hin_Deva", "languages": ["mag-Deva", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-khm_Khmr", "languages": ["mag-Deva", "khm-Khmr"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mag_Deva-pap_Latn", "languages": ["mag-Deva", "pap-Latn"]}, {"precision": 0.591382, "recall": 0.650198, "f1": 0.607173, "accuracy": 0.650198, "main_score": 0.607173, "hf_subset": "mag_Deva-sot_Latn", "languages": ["mag-Deva", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tur_Latn", "languages": ["mag-Deva", "tur-Latn"]}, {"precision": 0.881094, "recall": 0.913043, "f1": 0.891107, "accuracy": 0.913043, "main_score": 0.891107, "hf_subset": "mag_Deva-ace_Latn", "languages": ["mag-Deva", "ace-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "mag_Deva-ban_Latn", "languages": ["mag-Deva", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ell_Grek", "languages": ["mag-Deva", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mag_Deva-hne_Deva", "languages": ["mag-Deva", "hne-Deva"]}, {"precision": 0.59824, "recall": 0.658103, "f1": 0.615104, "accuracy": 0.658103, "main_score": 0.615104, "hf_subset": "mag_Deva-kik_Latn", "languages": ["mag-Deva", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-mai_Deva", "languages": ["mag-Deva", "mai-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "mag_Deva-pbt_Arab", "languages": ["mag-Deva", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-spa_Latn", "languages": ["mag-Deva", "spa-Latn"]}, {"precision": 0.613145, "recall": 0.679842, "f1": 0.631739, "accuracy": 0.679842, "main_score": 0.631739, "hf_subset": "mag_Deva-twi_Latn", "languages": ["mag-Deva", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-acm_Arab", "languages": ["mag-Deva", "acm-Arab"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "mag_Deva-bel_Cyrl", "languages": ["mag-Deva", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-eng_Latn", "languages": ["mag-Deva", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-hrv_Latn", "languages": ["mag-Deva", "hrv-Latn"]}, {"precision": 0.553962, "recall": 0.617589, "f1": 0.571549, "accuracy": 0.617589, "main_score": 0.571549, "hf_subset": "mag_Deva-kin_Latn", "languages": ["mag-Deva", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-mal_Mlym", "languages": ["mag-Deva", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-pes_Arab", "languages": ["mag-Deva", "pes-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-srd_Latn", "languages": ["mag-Deva", "srd-Latn"]}, {"precision": 0.182278, "recall": 0.227273, "f1": 0.192683, "accuracy": 0.227273, "main_score": 0.192683, "hf_subset": "mag_Deva-tzm_Tfng", "languages": ["mag-Deva", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-acq_Arab", "languages": ["mag-Deva", "acq-Arab"]}, {"precision": 0.629339, "recall": 0.677866, "f1": 0.643201, "accuracy": 0.677866, "main_score": 0.643201, "hf_subset": "mag_Deva-bem_Latn", "languages": ["mag-Deva", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-epo_Latn", "languages": ["mag-Deva", "epo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-hun_Latn", "languages": ["mag-Deva", "hun-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mag_Deva-kir_Cyrl", "languages": ["mag-Deva", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-mar_Deva", "languages": ["mag-Deva", "mar-Deva"]}, {"precision": 0.661841, "recall": 0.715415, "f1": 0.677423, "accuracy": 0.715415, "main_score": 0.677423, "hf_subset": "mag_Deva-plt_Latn", "languages": ["mag-Deva", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-srp_Cyrl", "languages": ["mag-Deva", "srp-Cyrl"]}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "mag_Deva-uig_Arab", "languages": ["mag-Deva", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-aeb_Arab", "languages": ["mag-Deva", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ben_Beng", "languages": ["mag-Deva", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-est_Latn", "languages": ["mag-Deva", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-hye_Armn", "languages": ["mag-Deva", "hye-Armn"]}, {"precision": 0.536727, "recall": 0.594862, "f1": 0.552919, "accuracy": 0.594862, "main_score": 0.552919, "hf_subset": "mag_Deva-kmb_Latn", "languages": ["mag-Deva", "kmb-Latn"]}, {"precision": 0.494782, "recall": 0.563241, "f1": 0.512708, "accuracy": 0.563241, "main_score": 0.512708, "hf_subset": "mag_Deva-min_Arab", "languages": ["mag-Deva", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-pol_Latn", "languages": ["mag-Deva", "pol-Latn"]}, {"precision": 0.563911, "recall": 0.629447, "f1": 0.582463, "accuracy": 0.629447, "main_score": 0.582463, "hf_subset": "mag_Deva-ssw_Latn", "languages": ["mag-Deva", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ukr_Cyrl", "languages": ["mag-Deva", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-afr_Latn", "languages": ["mag-Deva", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-bho_Deva", "languages": ["mag-Deva", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-eus_Latn", "languages": ["mag-Deva", "eus-Latn"]}, {"precision": 0.580265, "recall": 0.643281, "f1": 0.598045, "accuracy": 0.643281, "main_score": 0.598045, "hf_subset": "mag_Deva-ibo_Latn", "languages": ["mag-Deva", "ibo-Latn"]}, {"precision": 0.890646, "recall": 0.922925, "f1": 0.901021, "accuracy": 0.922925, "main_score": 0.901021, "hf_subset": "mag_Deva-kmr_Latn", "languages": ["mag-Deva", "kmr-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mag_Deva-min_Latn", "languages": ["mag-Deva", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-por_Latn", "languages": ["mag-Deva", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-sun_Latn", "languages": ["mag-Deva", "sun-Latn"]}, {"precision": 0.523898, "recall": 0.586957, "f1": 0.541376, "accuracy": 0.586957, "main_score": 0.541376, "hf_subset": "mag_Deva-umb_Latn", "languages": ["mag-Deva", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ajp_Arab", "languages": ["mag-Deva", "ajp-Arab"]}, {"precision": 0.529591, "recall": 0.59585, "f1": 0.548328, "accuracy": 0.59585, "main_score": 0.548328, "hf_subset": "mag_Deva-bjn_Arab", "languages": ["mag-Deva", "bjn-Arab"]}, {"precision": 0.509314, "recall": 0.568182, "f1": 0.524642, "accuracy": 0.568182, "main_score": 0.524642, "hf_subset": "mag_Deva-ewe_Latn", "languages": ["mag-Deva", "ewe-Latn"]}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "mag_Deva-ilo_Latn", "languages": ["mag-Deva", "ilo-Latn"]}, {"precision": 0.316578, "recall": 0.374506, "f1": 0.33163, "accuracy": 0.374506, "main_score": 0.33163, "hf_subset": "mag_Deva-knc_Arab", "languages": ["mag-Deva", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-mkd_Cyrl", "languages": ["mag-Deva", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-prs_Arab", "languages": ["mag-Deva", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-swe_Latn", "languages": ["mag-Deva", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-urd_Arab", "languages": ["mag-Deva", "urd-Arab"]}, {"precision": 0.581815, "recall": 0.648221, "f1": 0.600791, "accuracy": 0.648221, "main_score": 0.600791, "hf_subset": "mag_Deva-aka_Latn", "languages": ["mag-Deva", "aka-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mag_Deva-bjn_Latn", "languages": ["mag-Deva", "bjn-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "mag_Deva-fao_Latn", "languages": ["mag-Deva", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ind_Latn", "languages": ["mag-Deva", "ind-Latn"]}, {"precision": 0.583289, "recall": 0.643281, "f1": 0.600456, "accuracy": 0.643281, "main_score": 0.600456, "hf_subset": "mag_Deva-knc_Latn", "languages": ["mag-Deva", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mag_Deva-mlt_Latn", "languages": ["mag-Deva", "mlt-Latn"]}, {"precision": 0.685575, "recall": 0.752964, "f1": 0.705252, "accuracy": 0.752964, "main_score": 0.705252, "hf_subset": "mag_Deva-quy_Latn", "languages": ["mag-Deva", "quy-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "mag_Deva-swh_Latn", "languages": ["mag-Deva", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-uzn_Latn", "languages": ["mag-Deva", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-als_Latn", "languages": ["mag-Deva", "als-Latn"]}, {"precision": 0.657955, "recall": 0.730237, "f1": 0.679051, "accuracy": 0.730237, "main_score": 0.679051, "hf_subset": "mag_Deva-bod_Tibt", "languages": ["mag-Deva", "bod-Tibt"]}, {"precision": 0.700965, "recall": 0.757905, "f1": 0.717643, "accuracy": 0.757905, "main_score": 0.717643, "hf_subset": "mag_Deva-fij_Latn", "languages": ["mag-Deva", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-isl_Latn", "languages": ["mag-Deva", "isl-Latn"]}, {"precision": 0.657897, "recall": 0.715415, "f1": 0.674895, "accuracy": 0.715415, "main_score": 0.674895, "hf_subset": "mag_Deva-kon_Latn", "languages": ["mag-Deva", "kon-Latn"]}, {"precision": 0.689262, "recall": 0.750988, "f1": 0.707101, "accuracy": 0.750988, "main_score": 0.707101, "hf_subset": "mag_Deva-mni_Beng", "languages": ["mag-Deva", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ron_Latn", "languages": ["mag-Deva", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "mag_Deva-szl_Latn", "languages": ["mag-Deva", "szl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-vec_Latn", "languages": ["mag-Deva", "vec-Latn"]}, {"precision": 0.947711, "recall": 0.963439, "f1": 0.9528, "accuracy": 0.963439, "main_score": 0.9528, "hf_subset": "mag_Deva-amh_Ethi", "languages": ["mag-Deva", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-bos_Latn", "languages": ["mag-Deva", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-fin_Latn", "languages": ["mag-Deva", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ita_Latn", "languages": ["mag-Deva", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-kor_Hang", "languages": ["mag-Deva", "kor-Hang"]}, {"precision": 0.549312, "recall": 0.61166, "f1": 0.566574, "accuracy": 0.61166, "main_score": 0.566574, "hf_subset": "mag_Deva-mos_Latn", "languages": ["mag-Deva", "mos-Latn"]}, {"precision": 0.542996, "recall": 0.61166, "f1": 0.562329, "accuracy": 0.61166, "main_score": 0.562329, "hf_subset": "mag_Deva-run_Latn", "languages": ["mag-Deva", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tam_Taml", "languages": ["mag-Deva", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-vie_Latn", "languages": ["mag-Deva", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-apc_Arab", "languages": ["mag-Deva", "apc-Arab"]}, {"precision": 0.794888, "recall": 0.844862, "f1": 0.810063, "accuracy": 0.844862, "main_score": 0.810063, "hf_subset": "mag_Deva-bug_Latn", "languages": ["mag-Deva", "bug-Latn"]}, {"precision": 0.467546, "recall": 0.52668, "f1": 0.48335, "accuracy": 0.52668, "main_score": 0.48335, "hf_subset": "mag_Deva-fon_Latn", "languages": ["mag-Deva", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mag_Deva-jav_Latn", "languages": ["mag-Deva", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-lao_Laoo", "languages": ["mag-Deva", "lao-Laoo"]}, {"precision": 0.851696, "recall": 0.891304, "f1": 0.864196, "accuracy": 0.891304, "main_score": 0.864196, "hf_subset": "mag_Deva-mri_Latn", "languages": ["mag-Deva", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-rus_Cyrl", "languages": ["mag-Deva", "rus-Cyrl"]}, {"precision": 0.549944, "recall": 0.61166, "f1": 0.566838, "accuracy": 0.61166, "main_score": 0.566838, "hf_subset": "mag_Deva-taq_Latn", "languages": ["mag-Deva", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mag_Deva-war_Latn", "languages": ["mag-Deva", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-arb_Arab", "languages": ["mag-Deva", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-bul_Cyrl", "languages": ["mag-Deva", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-fra_Latn", "languages": ["mag-Deva", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-jpn_Jpan", "languages": ["mag-Deva", "jpn-Jpan"]}, {"precision": 0.986331, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "mag_Deva-lij_Latn", "languages": ["mag-Deva", "lij-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "mag_Deva-mya_Mymr", "languages": ["mag-Deva", "mya-Mymr"]}, {"precision": 0.593559, "recall": 0.660079, "f1": 0.612226, "accuracy": 0.660079, "main_score": 0.612226, "hf_subset": "mag_Deva-sag_Latn", "languages": ["mag-Deva", "sag-Latn"]}, {"precision": 0.189323, "recall": 0.244071, "f1": 0.201894, "accuracy": 0.244071, "main_score": 0.201894, "hf_subset": "mag_Deva-taq_Tfng", "languages": ["mag-Deva", "taq-Tfng"]}, {"precision": 0.623438, "recall": 0.694664, "f1": 0.64329, "accuracy": 0.694664, "main_score": 0.64329, "hf_subset": "mag_Deva-wol_Latn", "languages": ["mag-Deva", "wol-Latn"]}, {"precision": 0.802816, "recall": 0.851779, "f1": 0.817594, "accuracy": 0.851779, "main_score": 0.817594, "hf_subset": "mag_Deva-arb_Latn", "languages": ["mag-Deva", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-cat_Latn", "languages": ["mag-Deva", "cat-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mag_Deva-fur_Latn", "languages": ["mag-Deva", "fur-Latn"]}, {"precision": 0.414147, "recall": 0.474308, "f1": 0.430889, "accuracy": 0.474308, "main_score": 0.430889, "hf_subset": "mag_Deva-kab_Latn", "languages": ["mag-Deva", "kab-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "mag_Deva-lim_Latn", "languages": ["mag-Deva", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-nld_Latn", "languages": ["mag-Deva", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mag_Deva-san_Deva", "languages": ["mag-Deva", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-tat_Cyrl", "languages": ["mag-Deva", "tat-Cyrl"]}, {"precision": 0.668865, "recall": 0.725296, "f1": 0.685336, "accuracy": 0.725296, "main_score": 0.685336, "hf_subset": "mag_Deva-xho_Latn", "languages": ["mag-Deva", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ars_Arab", "languages": ["mag-Deva", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-ceb_Latn", "languages": ["mag-Deva", "ceb-Latn"]}, {"precision": 0.568167, "recall": 0.632411, "f1": 0.586218, "accuracy": 0.632411, "main_score": 0.586218, "hf_subset": "mag_Deva-fuv_Latn", "languages": ["mag-Deva", "fuv-Latn"]}, {"precision": 0.501414, "recall": 0.572134, "f1": 0.520673, "accuracy": 0.572134, "main_score": 0.520673, "hf_subset": "mag_Deva-kac_Latn", "languages": ["mag-Deva", "kac-Latn"]}, {"precision": 0.666024, "recall": 0.724308, "f1": 0.682924, "accuracy": 0.724308, "main_score": 0.682924, "hf_subset": "mag_Deva-lin_Latn", "languages": ["mag-Deva", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-nno_Latn", "languages": ["mag-Deva", "nno-Latn"]}, {"precision": 0.25303, "recall": 0.342885, "f1": 0.276566, "accuracy": 0.342885, "main_score": 0.276566, "hf_subset": "mag_Deva-sat_Olck", "languages": ["mag-Deva", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tel_Telu", "languages": ["mag-Deva", "tel-Telu"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "mag_Deva-ydd_Hebr", "languages": ["mag-Deva", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mag_Deva-ary_Arab", "languages": ["mag-Deva", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ces_Latn", "languages": ["mag-Deva", "ces-Latn"]}, {"precision": 0.566263, "recall": 0.62747, "f1": 0.583821, "accuracy": 0.62747, "main_score": 0.583821, "hf_subset": "mag_Deva-gaz_Latn", "languages": ["mag-Deva", "gaz-Latn"]}, {"precision": 0.590945, "recall": 0.656126, "f1": 0.609955, "accuracy": 0.656126, "main_score": 0.609955, "hf_subset": "mag_Deva-kam_Latn", "languages": ["mag-Deva", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mag_Deva-lit_Latn", "languages": ["mag-Deva", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-nob_Latn", "languages": ["mag-Deva", "nob-Latn"]}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "mag_Deva-scn_Latn", "languages": ["mag-Deva", "scn-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "mag_Deva-tgk_Cyrl", "languages": ["mag-Deva", "tgk-Cyrl"]}, {"precision": 0.707322, "recall": 0.773715, "f1": 0.727407, "accuracy": 0.773715, "main_score": 0.727407, "hf_subset": "mag_Deva-yor_Latn", "languages": ["mag-Deva", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-arz_Arab", "languages": ["mag-Deva", "arz-Arab"]}, {"precision": 0.563768, "recall": 0.625494, "f1": 0.580656, "accuracy": 0.625494, "main_score": 0.580656, "hf_subset": "mag_Deva-cjk_Latn", "languages": ["mag-Deva", "cjk-Latn"]}, {"precision": 0.771492, "recall": 0.822134, "f1": 0.787253, "accuracy": 0.822134, "main_score": 0.787253, "hf_subset": "mag_Deva-gla_Latn", "languages": ["mag-Deva", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-kan_Knda", "languages": ["mag-Deva", "kan-Knda"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "mag_Deva-lmo_Latn", "languages": ["mag-Deva", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "mag_Deva-npi_Deva", "languages": ["mag-Deva", "npi-Deva"]}, {"precision": 0.476644, "recall": 0.537549, "f1": 0.493469, "accuracy": 0.537549, "main_score": 0.493469, "hf_subset": "mag_Deva-shn_Mymr", "languages": ["mag-Deva", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-tgl_Latn", "languages": ["mag-Deva", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-yue_Hant", "languages": ["mag-Deva", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-asm_Beng", "languages": ["mag-Deva", "asm-Beng"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "mag_Deva-ckb_Arab", "languages": ["mag-Deva", "ckb-Arab"]}, {"precision": 0.852141, "recall": 0.891304, "f1": 0.864097, "accuracy": 0.891304, "main_score": 0.864097, "hf_subset": "mag_Deva-gle_Latn", "languages": ["mag-Deva", "gle-Latn"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "mag_Deva-kas_Arab", "languages": ["mag-Deva", "kas-Arab"]}, {"precision": 0.94137, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "mag_Deva-ltg_Latn", "languages": ["mag-Deva", "ltg-Latn"]}, {"precision": 0.613167, "recall": 0.666008, "f1": 0.628421, "accuracy": 0.666008, "main_score": 0.628421, "hf_subset": "mag_Deva-nso_Latn", "languages": ["mag-Deva", "nso-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mag_Deva-sin_Sinh", "languages": ["mag-Deva", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tha_Thai", "languages": ["mag-Deva", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-zho_Hans", "languages": ["mag-Deva", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ast_Latn", "languages": ["mag-Deva", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-crh_Latn", "languages": ["mag-Deva", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-glg_Latn", "languages": ["mag-Deva", "glg-Latn"]}, {"precision": 0.921113, "recall": 0.944664, "f1": 0.928689, "accuracy": 0.944664, "main_score": 0.928689, "hf_subset": "mag_Deva-kas_Deva", "languages": ["mag-Deva", "kas-Deva"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "mag_Deva-ltz_Latn", "languages": ["mag-Deva", "ltz-Latn"]}, {"precision": 0.450408, "recall": 0.521739, "f1": 0.469315, "accuracy": 0.521739, "main_score": 0.469315, "hf_subset": "mag_Deva-nus_Latn", "languages": ["mag-Deva", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-slk_Latn", "languages": ["mag-Deva", "slk-Latn"]}, {"precision": 0.636644, "recall": 0.705534, "f1": 0.657595, "accuracy": 0.705534, "main_score": 0.657595, "hf_subset": "mag_Deva-tir_Ethi", "languages": ["mag-Deva", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-zho_Hant", "languages": ["mag-Deva", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "mag_Deva-awa_Deva", "languages": ["mag-Deva", "awa-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "mag_Deva-cym_Latn", "languages": ["mag-Deva", "cym-Latn"]}, {"precision": 0.825675, "recall": 0.869565, "f1": 0.839083, "accuracy": 0.869565, "main_score": 0.839083, "hf_subset": "mag_Deva-grn_Latn", "languages": ["mag-Deva", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-kat_Geor", "languages": ["mag-Deva", "kat-Geor"]}, {"precision": 0.64344, "recall": 0.699605, "f1": 0.659684, "accuracy": 0.699605, "main_score": 0.659684, "hf_subset": "mag_Deva-lua_Latn", "languages": ["mag-Deva", "lua-Latn"]}, {"precision": 0.646337, "recall": 0.708498, "f1": 0.664153, "accuracy": 0.708498, "main_score": 0.664153, "hf_subset": "mag_Deva-nya_Latn", "languages": ["mag-Deva", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-slv_Latn", "languages": ["mag-Deva", "slv-Latn"]}, {"precision": 0.95891, "recall": 0.970356, "f1": 0.962516, "accuracy": 0.970356, "main_score": 0.962516, "hf_subset": "mag_Deva-tpi_Latn", "languages": ["mag-Deva", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-zsm_Latn", "languages": ["mag-Deva", "zsm-Latn"]}, {"precision": 0.544452, "recall": 0.603755, "f1": 0.561746, "accuracy": 0.603755, "main_score": 0.561746, "hf_subset": "mag_Deva-ayr_Latn", "languages": ["mag-Deva", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-dan_Latn", "languages": ["mag-Deva", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-guj_Gujr", "languages": ["mag-Deva", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-kaz_Cyrl", "languages": ["mag-Deva", "kaz-Cyrl"]}, {"precision": 0.530314, "recall": 0.598814, "f1": 0.549834, "accuracy": 0.598814, "main_score": 0.549834, "hf_subset": "mag_Deva-lug_Latn", "languages": ["mag-Deva", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-oci_Latn", "languages": ["mag-Deva", "oci-Latn"]}, {"precision": 0.822661, "recall": 0.870553, "f1": 0.837187, "accuracy": 0.870553, "main_score": 0.837187, "hf_subset": "mag_Deva-smo_Latn", "languages": ["mag-Deva", "smo-Latn"]}, {"precision": 0.526571, "recall": 0.592885, "f1": 0.544789, "accuracy": 0.592885, "main_score": 0.544789, "hf_subset": "mag_Deva-tsn_Latn", "languages": ["mag-Deva", "tsn-Latn"]}, {"precision": 0.596898, "recall": 0.663043, "f1": 0.616097, "accuracy": 0.663043, "main_score": 0.616097, "hf_subset": "mag_Deva-zul_Latn", "languages": ["mag-Deva", "zul-Latn"]}, {"precision": 0.932889, "recall": 0.952569, "f1": 0.93913, "accuracy": 0.952569, "main_score": 0.93913, "hf_subset": "mag_Deva-azb_Arab", "languages": ["mag-Deva", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-deu_Latn", "languages": ["mag-Deva", "deu-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "mag_Deva-hat_Latn", "languages": ["mag-Deva", "hat-Latn"]}, {"precision": 0.485183, "recall": 0.548419, "f1": 0.502332, "accuracy": 0.548419, "main_score": 0.502332, "hf_subset": "mag_Deva-kbp_Latn", "languages": ["mag-Deva", "kbp-Latn"]}, {"precision": 0.56602, "recall": 0.628458, "f1": 0.582798, "accuracy": 0.628458, "main_score": 0.582798, "hf_subset": "mag_Deva-luo_Latn", "languages": ["mag-Deva", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ory_Orya", "languages": ["mag-Deva", "ory-Orya"]}, {"precision": 0.586701, "recall": 0.650198, "f1": 0.604793, "accuracy": 0.650198, "main_score": 0.604793, "hf_subset": "mag_Deva-sna_Latn", "languages": ["mag-Deva", "sna-Latn"]}, {"precision": 0.555955, "recall": 0.617589, "f1": 0.572854, "accuracy": 0.617589, "main_score": 0.572854, "hf_subset": "mag_Deva-tso_Latn", "languages": ["mag-Deva", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-azj_Latn", "languages": ["mag-Deva", "azj-Latn"]}, {"precision": 0.533564, "recall": 0.605731, "f1": 0.554734, "accuracy": 0.605731, "main_score": 0.554734, "hf_subset": "mag_Deva-dik_Latn", "languages": ["mag-Deva", "dik-Latn"]}, {"precision": 0.731533, "recall": 0.782609, "f1": 0.746151, "accuracy": 0.782609, "main_score": 0.746151, "hf_subset": "mag_Deva-hau_Latn", "languages": ["mag-Deva", "hau-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mag_Deva-kea_Latn", "languages": ["mag-Deva", "kea-Latn"]}, {"precision": 0.748435, "recall": 0.801383, "f1": 0.764526, "accuracy": 0.801383, "main_score": 0.764526, "hf_subset": "mag_Deva-lus_Latn", "languages": ["mag-Deva", "lus-Latn"]}, {"precision": 0.872892, "recall": 0.90415, "f1": 0.882378, "accuracy": 0.90415, "main_score": 0.882378, "hf_subset": "mag_Deva-pag_Latn", "languages": ["mag-Deva", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-snd_Arab", "languages": ["mag-Deva", "snd-Arab"]}, {"precision": 0.95504, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "mag_Deva-tuk_Latn", "languages": ["mag-Deva", "tuk-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "mag_Deva-bak_Cyrl", "languages": ["mag-Deva", "bak-Cyrl"]}, {"precision": 0.477668, "recall": 0.559289, "f1": 0.501329, "accuracy": 0.559289, "main_score": 0.501329, "hf_subset": "mag_Deva-dyu_Latn", "languages": ["mag-Deva", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-heb_Hebr", "languages": ["mag-Deva", "heb-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-khk_Cyrl", "languages": ["mag-Deva", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-lvs_Latn", "languages": ["mag-Deva", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-pan_Guru", "languages": ["mag-Deva", "pan-Guru"]}, {"precision": 0.697671, "recall": 0.759881, "f1": 0.71634, "accuracy": 0.759881, "main_score": 0.71634, "hf_subset": "mag_Deva-som_Latn", "languages": ["mag-Deva", "som-Latn"]}, {"precision": 0.597505, "recall": 0.650198, "f1": 0.612494, "accuracy": 0.650198, "main_score": 0.612494, "hf_subset": "mag_Deva-tum_Latn", "languages": ["mag-Deva", "tum-Latn"]}, {"precision": 0.59072, "recall": 0.652174, "f1": 0.607782, "accuracy": 0.652174, "main_score": 0.607782, "hf_subset": "pap_Latn-ace_Arab", "languages": ["pap-Latn", "ace-Arab"]}, {"precision": 0.528903, "recall": 0.587945, "f1": 0.545583, "accuracy": 0.587945, "main_score": 0.545583, "hf_subset": "pap_Latn-bam_Latn", "languages": ["pap-Latn", "bam-Latn"]}, {"precision": 0.343054, "recall": 0.414032, "f1": 0.361252, "accuracy": 0.414032, "main_score": 0.361252, "hf_subset": "pap_Latn-dzo_Tibt", "languages": ["pap-Latn", "dzo-Tibt"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pap_Latn-hin_Deva", "languages": ["pap-Latn", "hin-Deva"]}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "pap_Latn-khm_Khmr", "languages": ["pap-Latn", "khm-Khmr"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-mag_Deva", "languages": ["pap-Latn", "mag-Deva"]}, {"precision": 0.603848, "recall": 0.656126, "f1": 0.61911, "accuracy": 0.656126, "main_score": 0.61911, "hf_subset": "pap_Latn-sot_Latn", "languages": ["pap-Latn", "sot-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pap_Latn-tur_Latn", "languages": ["pap-Latn", "tur-Latn"]}, {"precision": 0.854619, "recall": 0.889328, "f1": 0.865349, "accuracy": 0.889328, "main_score": 0.865349, "hf_subset": "pap_Latn-ace_Latn", "languages": ["pap-Latn", "ace-Latn"]}, {"precision": 0.931489, "recall": 0.94664, "f1": 0.936232, "accuracy": 0.94664, "main_score": 0.936232, "hf_subset": "pap_Latn-ban_Latn", "languages": ["pap-Latn", "ban-Latn"]}, {"precision": 0.983366, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "pap_Latn-ell_Grek", "languages": ["pap-Latn", "ell-Grek"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "pap_Latn-hne_Deva", "languages": ["pap-Latn", "hne-Deva"]}, {"precision": 0.599753, "recall": 0.656126, "f1": 0.615737, "accuracy": 0.656126, "main_score": 0.615737, "hf_subset": "pap_Latn-kik_Latn", "languages": ["pap-Latn", "kik-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "pap_Latn-mai_Deva", "languages": ["pap-Latn", "mai-Deva"]}, {"precision": 0.923205, "recall": 0.944664, "f1": 0.929908, "accuracy": 0.944664, "main_score": 0.929908, "hf_subset": "pap_Latn-pbt_Arab", "languages": ["pap-Latn", "pbt-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pap_Latn-spa_Latn", "languages": ["pap-Latn", "spa-Latn"]}, {"precision": 0.612903, "recall": 0.672925, "f1": 0.630146, "accuracy": 0.672925, "main_score": 0.630146, "hf_subset": "pap_Latn-twi_Latn", "languages": ["pap-Latn", "twi-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "pap_Latn-acm_Arab", "languages": ["pap-Latn", "acm-Arab"]}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "pap_Latn-bel_Cyrl", "languages": ["pap-Latn", "bel-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pap_Latn-eng_Latn", "languages": ["pap-Latn", "eng-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-hrv_Latn", "languages": ["pap-Latn", "hrv-Latn"]}, {"precision": 0.561035, "recall": 0.616601, "f1": 0.576869, "accuracy": 0.616601, "main_score": 0.576869, "hf_subset": "pap_Latn-kin_Latn", "languages": ["pap-Latn", "kin-Latn"]}, {"precision": 0.970191, "recall": 0.978261, "f1": 0.972826, "accuracy": 0.978261, "main_score": 0.972826, "hf_subset": "pap_Latn-mal_Mlym", "languages": ["pap-Latn", "mal-Mlym"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "pap_Latn-pes_Arab", "languages": ["pap-Latn", "pes-Arab"]}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "pap_Latn-srd_Latn", "languages": ["pap-Latn", "srd-Latn"]}, {"precision": 0.188178, "recall": 0.236166, "f1": 0.200121, "accuracy": 0.236166, "main_score": 0.200121, "hf_subset": "pap_Latn-tzm_Tfng", "languages": ["pap-Latn", "tzm-Tfng"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "pap_Latn-acq_Arab", "languages": ["pap-Latn", "acq-Arab"]}, {"precision": 0.636747, "recall": 0.684783, "f1": 0.650527, "accuracy": 0.684783, "main_score": 0.650527, "hf_subset": "pap_Latn-bem_Latn", "languages": ["pap-Latn", "bem-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pap_Latn-epo_Latn", "languages": ["pap-Latn", "epo-Latn"]}, {"precision": 0.977437, "recall": 0.983202, "f1": 0.979202, "accuracy": 0.983202, "main_score": 0.979202, "hf_subset": "pap_Latn-hun_Latn", "languages": ["pap-Latn", "hun-Latn"]}, {"precision": 0.941535, "recall": 0.958498, "f1": 0.946772, "accuracy": 0.958498, "main_score": 0.946772, "hf_subset": "pap_Latn-kir_Cyrl", "languages": ["pap-Latn", "kir-Cyrl"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "pap_Latn-mar_Deva", "languages": ["pap-Latn", "mar-Deva"]}, {"precision": 0.670142, "recall": 0.717391, "f1": 0.68411, "accuracy": 0.717391, "main_score": 0.68411, "hf_subset": "pap_Latn-plt_Latn", "languages": ["pap-Latn", "plt-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pap_Latn-srp_Cyrl", "languages": ["pap-Latn", "srp-Cyrl"]}, {"precision": 0.881752, "recall": 0.912055, "f1": 0.891436, "accuracy": 0.912055, "main_score": 0.891436, "hf_subset": "pap_Latn-uig_Arab", "languages": ["pap-Latn", "uig-Arab"]}, {"precision": 0.956275, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "pap_Latn-aeb_Arab", "languages": ["pap-Latn", "aeb-Arab"]}, {"precision": 0.980484, "recall": 0.986166, "f1": 0.982279, "accuracy": 0.986166, "main_score": 0.982279, "hf_subset": "pap_Latn-ben_Beng", "languages": ["pap-Latn", "ben-Beng"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "pap_Latn-est_Latn", "languages": ["pap-Latn", "est-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "pap_Latn-hye_Armn", "languages": ["pap-Latn", "hye-Armn"]}, {"precision": 0.5673, "recall": 0.618577, "f1": 0.581475, "accuracy": 0.618577, "main_score": 0.581475, "hf_subset": "pap_Latn-kmb_Latn", "languages": ["pap-Latn", "kmb-Latn"]}, {"precision": 0.513802, "recall": 0.583992, "f1": 0.533096, "accuracy": 0.583992, "main_score": 0.533096, "hf_subset": "pap_Latn-min_Arab", "languages": ["pap-Latn", "min-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-pol_Latn", "languages": ["pap-Latn", "pol-Latn"]}, {"precision": 0.56428, "recall": 0.626482, "f1": 0.582055, "accuracy": 0.626482, "main_score": 0.582055, "hf_subset": "pap_Latn-ssw_Latn", "languages": ["pap-Latn", "ssw-Latn"]}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "pap_Latn-ukr_Cyrl", "languages": ["pap-Latn", "ukr-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pap_Latn-afr_Latn", "languages": ["pap-Latn", "afr-Latn"]}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "pap_Latn-bho_Deva", "languages": ["pap-Latn", "bho-Deva"]}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "pap_Latn-eus_Latn", "languages": ["pap-Latn", "eus-Latn"]}, {"precision": 0.595836, "recall": 0.651186, "f1": 0.612008, "accuracy": 0.651186, "main_score": 0.612008, "hf_subset": "pap_Latn-ibo_Latn", "languages": ["pap-Latn", "ibo-Latn"]}, {"precision": 0.82332, "recall": 0.865613, "f1": 0.836218, "accuracy": 0.865613, "main_score": 0.836218, "hf_subset": "pap_Latn-kmr_Latn", "languages": ["pap-Latn", "kmr-Latn"]}, {"precision": 0.950758, "recall": 0.964427, "f1": 0.955204, "accuracy": 0.964427, "main_score": 0.955204, "hf_subset": "pap_Latn-min_Latn", "languages": ["pap-Latn", "min-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pap_Latn-por_Latn", "languages": ["pap-Latn", "por-Latn"]}, {"precision": 0.959404, "recall": 0.971344, "f1": 0.963175, "accuracy": 0.971344, "main_score": 0.963175, "hf_subset": "pap_Latn-sun_Latn", "languages": ["pap-Latn", "sun-Latn"]}, {"precision": 0.541748, "recall": 0.596838, "f1": 0.557295, "accuracy": 0.596838, "main_score": 0.557295, "hf_subset": "pap_Latn-umb_Latn", "languages": ["pap-Latn", "umb-Latn"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "pap_Latn-ajp_Arab", "languages": ["pap-Latn", "ajp-Arab"]}, {"precision": 0.540362, "recall": 0.610672, "f1": 0.559681, "accuracy": 0.610672, "main_score": 0.559681, "hf_subset": "pap_Latn-bjn_Arab", "languages": ["pap-Latn", "bjn-Arab"]}, {"precision": 0.538563, "recall": 0.590909, "f1": 0.552907, "accuracy": 0.590909, "main_score": 0.552907, "hf_subset": "pap_Latn-ewe_Latn", "languages": ["pap-Latn", "ewe-Latn"]}, {"precision": 0.926795, "recall": 0.943676, "f1": 0.932213, "accuracy": 0.943676, "main_score": 0.932213, "hf_subset": "pap_Latn-ilo_Latn", "languages": ["pap-Latn", "ilo-Latn"]}, {"precision": 0.329725, "recall": 0.382411, "f1": 0.343813, "accuracy": 0.382411, "main_score": 0.343813, "hf_subset": "pap_Latn-knc_Arab", "languages": ["pap-Latn", "knc-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-mkd_Cyrl", "languages": ["pap-Latn", "mkd-Cyrl"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pap_Latn-prs_Arab", "languages": ["pap-Latn", "prs-Arab"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "pap_Latn-swe_Latn", "languages": ["pap-Latn", "swe-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pap_Latn-urd_Arab", "languages": ["pap-Latn", "urd-Arab"]}, {"precision": 0.595109, "recall": 0.650198, "f1": 0.610621, "accuracy": 0.650198, "main_score": 0.610621, "hf_subset": "pap_Latn-aka_Latn", "languages": ["pap-Latn", "aka-Latn"]}, {"precision": 0.954175, "recall": 0.967391, "f1": 0.958388, "accuracy": 0.967391, "main_score": 0.958388, "hf_subset": "pap_Latn-bjn_Latn", "languages": ["pap-Latn", "bjn-Latn"]}, {"precision": 0.906324, "recall": 0.929842, "f1": 0.91349, "accuracy": 0.929842, "main_score": 0.91349, "hf_subset": "pap_Latn-fao_Latn", "languages": ["pap-Latn", "fao-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-ind_Latn", "languages": ["pap-Latn", "ind-Latn"]}, {"precision": 0.592743, "recall": 0.645257, "f1": 0.60734, "accuracy": 0.645257, "main_score": 0.60734, "hf_subset": "pap_Latn-knc_Latn", "languages": ["pap-Latn", "knc-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "pap_Latn-mlt_Latn", "languages": ["pap-Latn", "mlt-Latn"]}, {"precision": 0.683938, "recall": 0.73913, "f1": 0.699852, "accuracy": 0.73913, "main_score": 0.699852, "hf_subset": "pap_Latn-quy_Latn", "languages": ["pap-Latn", "quy-Latn"]}, {"precision": 0.913159, "recall": 0.936759, "f1": 0.92052, "accuracy": 0.936759, "main_score": 0.92052, "hf_subset": "pap_Latn-swh_Latn", "languages": ["pap-Latn", "swh-Latn"]}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "pap_Latn-uzn_Latn", "languages": ["pap-Latn", "uzn-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "pap_Latn-als_Latn", "languages": ["pap-Latn", "als-Latn"]}, {"precision": 0.521909, "recall": 0.597826, "f1": 0.542591, "accuracy": 0.597826, "main_score": 0.542591, "hf_subset": "pap_Latn-bod_Tibt", "languages": ["pap-Latn", "bod-Tibt"]}, {"precision": 0.664644, "recall": 0.718379, "f1": 0.679246, "accuracy": 0.718379, "main_score": 0.679246, "hf_subset": "pap_Latn-fij_Latn", "languages": ["pap-Latn", "fij-Latn"]}, {"precision": 0.933383, "recall": 0.954545, "f1": 0.940283, "accuracy": 0.954545, "main_score": 0.940283, "hf_subset": "pap_Latn-isl_Latn", "languages": ["pap-Latn", "isl-Latn"]}, {"precision": 0.668067, "recall": 0.716403, "f1": 0.682246, "accuracy": 0.716403, "main_score": 0.682246, "hf_subset": "pap_Latn-kon_Latn", "languages": ["pap-Latn", "kon-Latn"]}, {"precision": 0.646567, "recall": 0.70751, "f1": 0.664332, "accuracy": 0.70751, "main_score": 0.664332, "hf_subset": "pap_Latn-mni_Beng", "languages": ["pap-Latn", "mni-Beng"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-ron_Latn", "languages": ["pap-Latn", "ron-Latn"]}, {"precision": 0.95224, "recall": 0.965415, "f1": 0.956522, "accuracy": 0.965415, "main_score": 0.956522, "hf_subset": "pap_Latn-szl_Latn", "languages": ["pap-Latn", "szl-Latn"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "pap_Latn-vec_Latn", "languages": ["pap-Latn", "vec-Latn"]}, {"precision": 0.854825, "recall": 0.890316, "f1": 0.86573, "accuracy": 0.890316, "main_score": 0.86573, "hf_subset": "pap_Latn-amh_Ethi", "languages": ["pap-Latn", "amh-Ethi"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pap_Latn-bos_Latn", "languages": ["pap-Latn", "bos-Latn"]}, {"precision": 0.981308, "recall": 0.986166, "f1": 0.982773, "accuracy": 0.986166, "main_score": 0.982773, "hf_subset": "pap_Latn-fin_Latn", "languages": ["pap-Latn", "fin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pap_Latn-ita_Latn", "languages": ["pap-Latn", "ita-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-kor_Hang", "languages": ["pap-Latn", "kor-Hang"]}, {"precision": 0.564247, "recall": 0.621542, "f1": 0.580236, "accuracy": 0.621542, "main_score": 0.580236, "hf_subset": "pap_Latn-mos_Latn", "languages": ["pap-Latn", "mos-Latn"]}, {"precision": 0.557075, "recall": 0.608696, "f1": 0.571644, "accuracy": 0.608696, "main_score": 0.571644, "hf_subset": "pap_Latn-run_Latn", "languages": ["pap-Latn", "run-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "pap_Latn-tam_Taml", "languages": ["pap-Latn", "tam-Taml"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "pap_Latn-vie_Latn", "languages": ["pap-Latn", "vie-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "pap_Latn-apc_Arab", "languages": ["pap-Latn", "apc-Arab"]}, {"precision": 0.801459, "recall": 0.842885, "f1": 0.813507, "accuracy": 0.842885, "main_score": 0.813507, "hf_subset": "pap_Latn-bug_Latn", "languages": ["pap-Latn", "bug-Latn"]}, {"precision": 0.484347, "recall": 0.538538, "f1": 0.498629, "accuracy": 0.538538, "main_score": 0.498629, "hf_subset": "pap_Latn-fon_Latn", "languages": ["pap-Latn", "fon-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "pap_Latn-jav_Latn", "languages": ["pap-Latn", "jav-Latn"]}, {"precision": 0.941617, "recall": 0.959486, "f1": 0.947365, "accuracy": 0.959486, "main_score": 0.947365, "hf_subset": "pap_Latn-lao_Laoo", "languages": ["pap-Latn", "lao-Laoo"]}, {"precision": 0.772014, "recall": 0.821146, "f1": 0.78627, "accuracy": 0.821146, "main_score": 0.78627, "hf_subset": "pap_Latn-mri_Latn", "languages": ["pap-Latn", "mri-Latn"]}, {"precision": 0.983284, "recall": 0.988142, "f1": 0.98475, "accuracy": 0.988142, "main_score": 0.98475, "hf_subset": "pap_Latn-rus_Cyrl", "languages": ["pap-Latn", "rus-Cyrl"]}, {"precision": 0.553781, "recall": 0.61166, "f1": 0.569795, "accuracy": 0.61166, "main_score": 0.569795, "hf_subset": "pap_Latn-taq_Latn", "languages": ["pap-Latn", "taq-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "pap_Latn-war_Latn", "languages": ["pap-Latn", "war-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977075, "accuracy": 0.982213, "main_score": 0.977075, "hf_subset": "pap_Latn-arb_Arab", "languages": ["pap-Latn", "arb-Arab"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "pap_Latn-bul_Cyrl", "languages": ["pap-Latn", "bul-Cyrl"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "pap_Latn-fra_Latn", "languages": ["pap-Latn", "fra-Latn"]}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "pap_Latn-jpn_Jpan", "languages": ["pap-Latn", "jpn-Jpan"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "pap_Latn-lij_Latn", "languages": ["pap-Latn", "lij-Latn"]}, {"precision": 0.912912, "recall": 0.939723, "f1": 0.921443, "accuracy": 0.939723, "main_score": 0.921443, "hf_subset": "pap_Latn-mya_Mymr", "languages": ["pap-Latn", "mya-Mymr"]}, {"precision": 0.619595, "recall": 0.682806, "f1": 0.637309, "accuracy": 0.682806, "main_score": 0.637309, "hf_subset": "pap_Latn-sag_Latn", "languages": ["pap-Latn", "sag-Latn"]}, {"precision": 0.194065, "recall": 0.250988, "f1": 0.206119, "accuracy": 0.250988, "main_score": 0.206119, "hf_subset": "pap_Latn-taq_Tfng", "languages": ["pap-Latn", "taq-Tfng"]}, {"precision": 0.63083, "recall": 0.690711, "f1": 0.648193, "accuracy": 0.690711, "main_score": 0.648193, "hf_subset": "pap_Latn-wol_Latn", "languages": ["pap-Latn", "wol-Latn"]}, {"precision": 0.736275, "recall": 0.787549, "f1": 0.750756, "accuracy": 0.787549, "main_score": 0.750756, "hf_subset": "pap_Latn-arb_Latn", "languages": ["pap-Latn", "arb-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pap_Latn-cat_Latn", "languages": ["pap-Latn", "cat-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pap_Latn-fur_Latn", "languages": ["pap-Latn", "fur-Latn"]}, {"precision": 0.427201, "recall": 0.483202, "f1": 0.442278, "accuracy": 0.483202, "main_score": 0.442278, "hf_subset": "pap_Latn-kab_Latn", "languages": ["pap-Latn", "kab-Latn"]}, {"precision": 0.956522, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "pap_Latn-lim_Latn", "languages": ["pap-Latn", "lim-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "pap_Latn-nld_Latn", "languages": ["pap-Latn", "nld-Latn"]}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "pap_Latn-san_Deva", "languages": ["pap-Latn", "san-Deva"]}, {"precision": 0.960474, "recall": 0.971344, "f1": 0.963735, "accuracy": 0.971344, "main_score": 0.963735, "hf_subset": "pap_Latn-tat_Cyrl", "languages": ["pap-Latn", "tat-Cyrl"]}, {"precision": 0.671229, "recall": 0.726285, "f1": 0.687136, "accuracy": 0.726285, "main_score": 0.687136, "hf_subset": "pap_Latn-xho_Latn", "languages": ["pap-Latn", "xho-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pap_Latn-ars_Arab", "languages": ["pap-Latn", "ars-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "pap_Latn-ceb_Latn", "languages": ["pap-Latn", "ceb-Latn"]}, {"precision": 0.570629, "recall": 0.626482, "f1": 0.58704, "accuracy": 0.626482, "main_score": 0.58704, "hf_subset": "pap_Latn-fuv_Latn", "languages": ["pap-Latn", "fuv-Latn"]}, {"precision": 0.527003, "recall": 0.583992, "f1": 0.542644, "accuracy": 0.583992, "main_score": 0.542644, "hf_subset": "pap_Latn-kac_Latn", "languages": ["pap-Latn", "kac-Latn"]}, {"precision": 0.686259, "recall": 0.732213, "f1": 0.698822, "accuracy": 0.732213, "main_score": 0.698822, "hf_subset": "pap_Latn-lin_Latn", "languages": ["pap-Latn", "lin-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "pap_Latn-nno_Latn", "languages": ["pap-Latn", "nno-Latn"]}, {"precision": 0.184962, "recall": 0.251976, "f1": 0.201001, "accuracy": 0.251976, "main_score": 0.201001, "hf_subset": "pap_Latn-sat_Olck", "languages": ["pap-Latn", "sat-Olck"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "pap_Latn-tel_Telu", "languages": ["pap-Latn", "tel-Telu"]}, {"precision": 0.903986, "recall": 0.93083, "f1": 0.912516, "accuracy": 0.93083, "main_score": 0.912516, "hf_subset": "pap_Latn-ydd_Hebr", "languages": ["pap-Latn", "ydd-Hebr"]}, {"precision": 0.943709, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "pap_Latn-ary_Arab", "languages": ["pap-Latn", "ary-Arab"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-ces_Latn", "languages": ["pap-Latn", "ces-Latn"]}, {"precision": 0.581992, "recall": 0.63834, "f1": 0.598304, "accuracy": 0.63834, "main_score": 0.598304, "hf_subset": "pap_Latn-gaz_Latn", "languages": ["pap-Latn", "gaz-Latn"]}, {"precision": 0.583983, "recall": 0.647233, "f1": 0.601675, "accuracy": 0.647233, "main_score": 0.601675, "hf_subset": "pap_Latn-kam_Latn", "languages": ["pap-Latn", "kam-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pap_Latn-lit_Latn", "languages": ["pap-Latn", "lit-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "pap_Latn-nob_Latn", "languages": ["pap-Latn", "nob-Latn"]}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "pap_Latn-scn_Latn", "languages": ["pap-Latn", "scn-Latn"]}, {"precision": 0.932453, "recall": 0.949605, "f1": 0.937665, "accuracy": 0.949605, "main_score": 0.937665, "hf_subset": "pap_Latn-tgk_Cyrl", "languages": ["pap-Latn", "tgk-Cyrl"]}, {"precision": 0.636586, "recall": 0.700593, "f1": 0.655038, "accuracy": 0.700593, "main_score": 0.655038, "hf_subset": "pap_Latn-yor_Latn", "languages": ["pap-Latn", "yor-Latn"]}, {"precision": 0.975296, "recall": 0.982213, "f1": 0.97739, "accuracy": 0.982213, "main_score": 0.97739, "hf_subset": "pap_Latn-arz_Arab", "languages": ["pap-Latn", "arz-Arab"]}, {"precision": 0.570104, "recall": 0.637352, "f1": 0.58876, "accuracy": 0.637352, "main_score": 0.58876, "hf_subset": "pap_Latn-cjk_Latn", "languages": ["pap-Latn", "cjk-Latn"]}, {"precision": 0.702553, "recall": 0.758893, "f1": 0.719203, "accuracy": 0.758893, "main_score": 0.719203, "hf_subset": "pap_Latn-gla_Latn", "languages": ["pap-Latn", "gla-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pap_Latn-kan_Knda", "languages": ["pap-Latn", "kan-Knda"]}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "pap_Latn-lmo_Latn", "languages": ["pap-Latn", "lmo-Latn"]}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "pap_Latn-npi_Deva", "languages": ["pap-Latn", "npi-Deva"]}, {"precision": 0.472501, "recall": 0.539526, "f1": 0.490669, "accuracy": 0.539526, "main_score": 0.490669, "hf_subset": "pap_Latn-shn_Mymr", "languages": ["pap-Latn", "shn-Mymr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pap_Latn-tgl_Latn", "languages": ["pap-Latn", "tgl-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pap_Latn-yue_Hant", "languages": ["pap-Latn", "yue-Hant"]}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "pap_Latn-asm_Beng", "languages": ["pap-Latn", "asm-Beng"]}, {"precision": 0.884585, "recall": 0.914032, "f1": 0.893906, "accuracy": 0.914032, "main_score": 0.893906, "hf_subset": "pap_Latn-ckb_Arab", "languages": ["pap-Latn", "ckb-Arab"]}, {"precision": 0.774912, "recall": 0.821146, "f1": 0.788384, "accuracy": 0.821146, "main_score": 0.788384, "hf_subset": "pap_Latn-gle_Latn", "languages": ["pap-Latn", "gle-Latn"]}, {"precision": 0.910961, "recall": 0.935771, "f1": 0.918791, "accuracy": 0.935771, "main_score": 0.918791, "hf_subset": "pap_Latn-kas_Arab", "languages": ["pap-Latn", "kas-Arab"]}, {"precision": 0.904727, "recall": 0.929842, "f1": 0.912371, "accuracy": 0.929842, "main_score": 0.912371, "hf_subset": "pap_Latn-ltg_Latn", "languages": ["pap-Latn", "ltg-Latn"]}, {"precision": 0.621067, "recall": 0.672925, "f1": 0.635783, "accuracy": 0.672925, "main_score": 0.635783, "hf_subset": "pap_Latn-nso_Latn", "languages": ["pap-Latn", "nso-Latn"]}, {"precision": 0.914773, "recall": 0.940711, "f1": 0.922991, "accuracy": 0.940711, "main_score": 0.922991, "hf_subset": "pap_Latn-sin_Sinh", "languages": ["pap-Latn", "sin-Sinh"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "pap_Latn-tha_Thai", "languages": ["pap-Latn", "tha-Thai"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "pap_Latn-zho_Hans", "languages": ["pap-Latn", "zho-Hans"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "pap_Latn-ast_Latn", "languages": ["pap-Latn", "ast-Latn"]}, {"precision": 0.951663, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "pap_Latn-crh_Latn", "languages": ["pap-Latn", "crh-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-glg_Latn", "languages": ["pap-Latn", "glg-Latn"]}, {"precision": 0.841354, "recall": 0.883399, "f1": 0.854282, "accuracy": 0.883399, "main_score": 0.854282, "hf_subset": "pap_Latn-kas_Deva", "languages": ["pap-Latn", "kas-Deva"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "pap_Latn-ltz_Latn", "languages": ["pap-Latn", "ltz-Latn"]}, {"precision": 0.477537, "recall": 0.547431, "f1": 0.496241, "accuracy": 0.547431, "main_score": 0.496241, "hf_subset": "pap_Latn-nus_Latn", "languages": ["pap-Latn", "nus-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pap_Latn-slk_Latn", "languages": ["pap-Latn", "slk-Latn"]}, {"precision": 0.573155, "recall": 0.643281, "f1": 0.593684, "accuracy": 0.643281, "main_score": 0.593684, "hf_subset": "pap_Latn-tir_Ethi", "languages": ["pap-Latn", "tir-Ethi"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "pap_Latn-zho_Hant", "languages": ["pap-Latn", "zho-Hant"]}, {"precision": 0.969565, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "pap_Latn-awa_Deva", "languages": ["pap-Latn", "awa-Deva"]}, {"precision": 0.914806, "recall": 0.935771, "f1": 0.921344, "accuracy": 0.935771, "main_score": 0.921344, "hf_subset": "pap_Latn-cym_Latn", "languages": ["pap-Latn", "cym-Latn"]}, {"precision": 0.834907, "recall": 0.870553, "f1": 0.845636, "accuracy": 0.870553, "main_score": 0.845636, "hf_subset": "pap_Latn-grn_Latn", "languages": ["pap-Latn", "grn-Latn"]}, {"precision": 0.970026, "recall": 0.978261, "f1": 0.972661, "accuracy": 0.978261, "main_score": 0.972661, "hf_subset": "pap_Latn-kat_Geor", "languages": ["pap-Latn", "kat-Geor"]}, {"precision": 0.661541, "recall": 0.710474, "f1": 0.674994, "accuracy": 0.710474, "main_score": 0.674994, "hf_subset": "pap_Latn-lua_Latn", "languages": ["pap-Latn", "lua-Latn"]}, {"precision": 0.630298, "recall": 0.684783, "f1": 0.645703, "accuracy": 0.684783, "main_score": 0.645703, "hf_subset": "pap_Latn-nya_Latn", "languages": ["pap-Latn", "nya-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "pap_Latn-slv_Latn", "languages": ["pap-Latn", "slv-Latn"]}, {"precision": 0.915876, "recall": 0.935771, "f1": 0.921937, "accuracy": 0.935771, "main_score": 0.921937, "hf_subset": "pap_Latn-tpi_Latn", "languages": ["pap-Latn", "tpi-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pap_Latn-zsm_Latn", "languages": ["pap-Latn", "zsm-Latn"]}, {"precision": 0.548757, "recall": 0.607708, "f1": 0.565196, "accuracy": 0.607708, "main_score": 0.565196, "hf_subset": "pap_Latn-ayr_Latn", "languages": ["pap-Latn", "ayr-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "pap_Latn-dan_Latn", "languages": ["pap-Latn", "dan-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "pap_Latn-guj_Gujr", "languages": ["pap-Latn", "guj-Gujr"]}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "pap_Latn-kaz_Cyrl", "languages": ["pap-Latn", "kaz-Cyrl"]}, {"precision": 0.552282, "recall": 0.610672, "f1": 0.568697, "accuracy": 0.610672, "main_score": 0.568697, "hf_subset": "pap_Latn-lug_Latn", "languages": ["pap-Latn", "lug-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pap_Latn-oci_Latn", "languages": ["pap-Latn", "oci-Latn"]}, {"precision": 0.757246, "recall": 0.805336, "f1": 0.771278, "accuracy": 0.805336, "main_score": 0.771278, "hf_subset": "pap_Latn-smo_Latn", "languages": ["pap-Latn", "smo-Latn"]}, {"precision": 0.552014, "recall": 0.610672, "f1": 0.568036, "accuracy": 0.610672, "main_score": 0.568036, "hf_subset": "pap_Latn-tsn_Latn", "languages": ["pap-Latn", "tsn-Latn"]}, {"precision": 0.611482, "recall": 0.672925, "f1": 0.628645, "accuracy": 0.672925, "main_score": 0.628645, "hf_subset": "pap_Latn-zul_Latn", "languages": ["pap-Latn", "zul-Latn"]}, {"precision": 0.879776, "recall": 0.914032, "f1": 0.890401, "accuracy": 0.914032, "main_score": 0.890401, "hf_subset": "pap_Latn-azb_Arab", "languages": ["pap-Latn", "azb-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-deu_Latn", "languages": ["pap-Latn", "deu-Latn"]}, {"precision": 0.941617, "recall": 0.958498, "f1": 0.946871, "accuracy": 0.958498, "main_score": 0.946871, "hf_subset": "pap_Latn-hat_Latn", "languages": ["pap-Latn", "hat-Latn"]}, {"precision": 0.502899, "recall": 0.555336, "f1": 0.517063, "accuracy": 0.555336, "main_score": 0.517063, "hf_subset": "pap_Latn-kbp_Latn", "languages": ["pap-Latn", "kbp-Latn"]}, {"precision": 0.586202, "recall": 0.642292, "f1": 0.601362, "accuracy": 0.642292, "main_score": 0.601362, "hf_subset": "pap_Latn-luo_Latn", "languages": ["pap-Latn", "luo-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "pap_Latn-ory_Orya", "languages": ["pap-Latn", "ory-Orya"]}, {"precision": 0.590662, "recall": 0.648221, "f1": 0.607218, "accuracy": 0.648221, "main_score": 0.607218, "hf_subset": "pap_Latn-sna_Latn", "languages": ["pap-Latn", "sna-Latn"]}, {"precision": 0.559692, "recall": 0.616601, "f1": 0.57611, "accuracy": 0.616601, "main_score": 0.57611, "hf_subset": "pap_Latn-tso_Latn", "languages": ["pap-Latn", "tso-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "pap_Latn-azj_Latn", "languages": ["pap-Latn", "azj-Latn"]}, {"precision": 0.551154, "recall": 0.61166, "f1": 0.568305, "accuracy": 0.61166, "main_score": 0.568305, "hf_subset": "pap_Latn-dik_Latn", "languages": ["pap-Latn", "dik-Latn"]}, {"precision": 0.696767, "recall": 0.750988, "f1": 0.711731, "accuracy": 0.750988, "main_score": 0.711731, "hf_subset": "pap_Latn-hau_Latn", "languages": ["pap-Latn", "hau-Latn"]}, {"precision": 0.983366, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "pap_Latn-kea_Latn", "languages": ["pap-Latn", "kea-Latn"]}, {"precision": 0.712905, "recall": 0.762846, "f1": 0.727637, "accuracy": 0.762846, "main_score": 0.727637, "hf_subset": "pap_Latn-lus_Latn", "languages": ["pap-Latn", "lus-Latn"]}, {"precision": 0.865366, "recall": 0.891304, "f1": 0.873584, "accuracy": 0.891304, "main_score": 0.873584, "hf_subset": "pap_Latn-pag_Latn", "languages": ["pap-Latn", "pag-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "pap_Latn-snd_Arab", "languages": ["pap-Latn", "snd-Arab"]}, {"precision": 0.878623, "recall": 0.910079, "f1": 0.888425, "accuracy": 0.910079, "main_score": 0.888425, "hf_subset": "pap_Latn-tuk_Latn", "languages": ["pap-Latn", "tuk-Latn"]}, {"precision": 0.937582, "recall": 0.954545, "f1": 0.942772, "accuracy": 0.954545, "main_score": 0.942772, "hf_subset": "pap_Latn-bak_Cyrl", "languages": ["pap-Latn", "bak-Cyrl"]}, {"precision": 0.492154, "recall": 0.56917, "f1": 0.51417, "accuracy": 0.56917, "main_score": 0.51417, "hf_subset": "pap_Latn-dyu_Latn", "languages": ["pap-Latn", "dyu-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pap_Latn-heb_Hebr", "languages": ["pap-Latn", "heb-Hebr"]}, {"precision": 0.945323, "recall": 0.960474, "f1": 0.950099, "accuracy": 0.960474, "main_score": 0.950099, "hf_subset": "pap_Latn-khk_Cyrl", "languages": ["pap-Latn", "khk-Cyrl"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "pap_Latn-lvs_Latn", "languages": ["pap-Latn", "lvs-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pap_Latn-pan_Guru", "languages": ["pap-Latn", "pan-Guru"]}, {"precision": 0.675685, "recall": 0.736166, "f1": 0.693923, "accuracy": 0.736166, "main_score": 0.693923, "hf_subset": "pap_Latn-som_Latn", "languages": ["pap-Latn", "som-Latn"]}, {"precision": 0.585685, "recall": 0.630435, "f1": 0.598046, "accuracy": 0.630435, "main_score": 0.598046, "hf_subset": "pap_Latn-tum_Latn", "languages": ["pap-Latn", "tum-Latn"]}, {"precision": 0.457585, "recall": 0.5, "f1": 0.469931, "accuracy": 0.5, "main_score": 0.469931, "hf_subset": "sot_Latn-ace_Arab", "languages": ["sot-Latn", "ace-Arab"]}, {"precision": 0.537511, "recall": 0.583992, "f1": 0.550807, "accuracy": 0.583992, "main_score": 0.550807, "hf_subset": "sot_Latn-bam_Latn", "languages": ["sot-Latn", "bam-Latn"]}, {"precision": 0.232259, "recall": 0.278656, "f1": 0.243888, "accuracy": 0.278656, "main_score": 0.243888, "hf_subset": "sot_Latn-dzo_Tibt", "languages": ["sot-Latn", "dzo-Tibt"]}, {"precision": 0.590214, "recall": 0.633399, "f1": 0.601016, "accuracy": 0.633399, "main_score": 0.601016, "hf_subset": "sot_Latn-hin_Deva", "languages": ["sot-Latn", "hin-Deva"]}, {"precision": 0.534506, "recall": 0.589921, "f1": 0.54897, "accuracy": 0.589921, "main_score": 0.54897, "hf_subset": "sot_Latn-khm_Khmr", "languages": ["sot-Latn", "khm-Khmr"]}, {"precision": 0.589939, "recall": 0.631423, "f1": 0.600864, "accuracy": 0.631423, "main_score": 0.600864, "hf_subset": "sot_Latn-mag_Deva", "languages": ["sot-Latn", "mag-Deva"]}, {"precision": 0.591469, "recall": 0.626482, "f1": 0.600197, "accuracy": 0.626482, "main_score": 0.600197, "hf_subset": "sot_Latn-pap_Latn", "languages": ["sot-Latn", "pap-Latn"]}, {"precision": 0.573969, "recall": 0.623518, "f1": 0.587358, "accuracy": 0.623518, "main_score": 0.587358, "hf_subset": "sot_Latn-tur_Latn", "languages": ["sot-Latn", "tur-Latn"]}, {"precision": 0.599345, "recall": 0.633399, "f1": 0.608035, "accuracy": 0.633399, "main_score": 0.608035, "hf_subset": "sot_Latn-ace_Latn", "languages": ["sot-Latn", "ace-Latn"]}, {"precision": 0.60611, "recall": 0.633399, "f1": 0.613631, "accuracy": 0.633399, "main_score": 0.613631, "hf_subset": "sot_Latn-ban_Latn", "languages": ["sot-Latn", "ban-Latn"]}, {"precision": 0.574159, "recall": 0.624506, "f1": 0.58647, "accuracy": 0.624506, "main_score": 0.58647, "hf_subset": "sot_Latn-ell_Grek", "languages": ["sot-Latn", "ell-Grek"]}, {"precision": 0.568988, "recall": 0.614625, "f1": 0.581049, "accuracy": 0.614625, "main_score": 0.581049, "hf_subset": "sot_Latn-hne_Deva", "languages": ["sot-Latn", "hne-Deva"]}, {"precision": 0.551953, "recall": 0.592885, "f1": 0.563902, "accuracy": 0.592885, "main_score": 0.563902, "hf_subset": "sot_Latn-kik_Latn", "languages": ["sot-Latn", "kik-Latn"]}, {"precision": 0.576665, "recall": 0.623518, "f1": 0.588318, "accuracy": 0.623518, "main_score": 0.588318, "hf_subset": "sot_Latn-mai_Deva", "languages": ["sot-Latn", "mai-Deva"]}, {"precision": 0.541559, "recall": 0.590909, "f1": 0.554784, "accuracy": 0.590909, "main_score": 0.554784, "hf_subset": "sot_Latn-pbt_Arab", "languages": ["sot-Latn", "pbt-Arab"]}, {"precision": 0.592719, "recall": 0.637352, "f1": 0.604654, "accuracy": 0.637352, "main_score": 0.604654, "hf_subset": "sot_Latn-spa_Latn", "languages": ["sot-Latn", "spa-Latn"]}, {"precision": 0.572614, "recall": 0.606719, "f1": 0.5818, "accuracy": 0.606719, "main_score": 0.5818, "hf_subset": "sot_Latn-twi_Latn", "languages": ["sot-Latn", "twi-Latn"]}, {"precision": 0.568593, "recall": 0.618577, "f1": 0.58087, "accuracy": 0.618577, "main_score": 0.58087, "hf_subset": "sot_Latn-acm_Arab", "languages": ["sot-Latn", "acm-Arab"]}, {"precision": 0.542694, "recall": 0.589921, "f1": 0.555332, "accuracy": 0.589921, "main_score": 0.555332, "hf_subset": "sot_Latn-bel_Cyrl", "languages": ["sot-Latn", "bel-Cyrl"]}, {"precision": 0.628807, "recall": 0.66502, "f1": 0.637765, "accuracy": 0.66502, "main_score": 0.637765, "hf_subset": "sot_Latn-eng_Latn", "languages": ["sot-Latn", "eng-Latn"]}, {"precision": 0.608553, "recall": 0.652174, "f1": 0.619069, "accuracy": 0.652174, "main_score": 0.619069, "hf_subset": "sot_Latn-hrv_Latn", "languages": ["sot-Latn", "hrv-Latn"]}, {"precision": 0.551596, "recall": 0.598814, "f1": 0.565072, "accuracy": 0.598814, "main_score": 0.565072, "hf_subset": "sot_Latn-kin_Latn", "languages": ["sot-Latn", "kin-Latn"]}, {"precision": 0.573376, "recall": 0.62253, "f1": 0.585947, "accuracy": 0.62253, "main_score": 0.585947, "hf_subset": "sot_Latn-mal_Mlym", "languages": ["sot-Latn", "mal-Mlym"]}, {"precision": 0.568849, "recall": 0.616601, "f1": 0.581492, "accuracy": 0.616601, "main_score": 0.581492, "hf_subset": "sot_Latn-pes_Arab", "languages": ["sot-Latn", "pes-Arab"]}, {"precision": 0.591201, "recall": 0.626482, "f1": 0.599828, "accuracy": 0.626482, "main_score": 0.599828, "hf_subset": "sot_Latn-srd_Latn", "languages": ["sot-Latn", "srd-Latn"]}, {"precision": 0.213375, "recall": 0.251976, "f1": 0.222929, "accuracy": 0.251976, "main_score": 0.222929, "hf_subset": "sot_Latn-tzm_Tfng", "languages": ["sot-Latn", "tzm-Tfng"]}, {"precision": 0.578851, "recall": 0.629447, "f1": 0.591442, "accuracy": 0.629447, "main_score": 0.591442, "hf_subset": "sot_Latn-acq_Arab", "languages": ["sot-Latn", "acq-Arab"]}, {"precision": 0.604619, "recall": 0.643281, "f1": 0.615054, "accuracy": 0.643281, "main_score": 0.615054, "hf_subset": "sot_Latn-bem_Latn", "languages": ["sot-Latn", "bem-Latn"]}, {"precision": 0.595989, "recall": 0.642292, "f1": 0.607396, "accuracy": 0.642292, "main_score": 0.607396, "hf_subset": "sot_Latn-epo_Latn", "languages": ["sot-Latn", "epo-Latn"]}, {"precision": 0.588662, "recall": 0.629447, "f1": 0.599296, "accuracy": 0.629447, "main_score": 0.599296, "hf_subset": "sot_Latn-hun_Latn", "languages": ["sot-Latn", "hun-Latn"]}, {"precision": 0.566368, "recall": 0.609684, "f1": 0.57825, "accuracy": 0.609684, "main_score": 0.57825, "hf_subset": "sot_Latn-kir_Cyrl", "languages": ["sot-Latn", "kir-Cyrl"]}, {"precision": 0.58024, "recall": 0.62253, "f1": 0.590427, "accuracy": 0.62253, "main_score": 0.590427, "hf_subset": "sot_Latn-mar_Deva", "languages": ["sot-Latn", "mar-Deva"]}, {"precision": 0.563343, "recall": 0.608696, "f1": 0.57525, "accuracy": 0.608696, "main_score": 0.57525, "hf_subset": "sot_Latn-plt_Latn", "languages": ["sot-Latn", "plt-Latn"]}, {"precision": 0.591594, "recall": 0.63834, "f1": 0.603063, "accuracy": 0.63834, "main_score": 0.603063, "hf_subset": "sot_Latn-srp_Cyrl", "languages": ["sot-Latn", "srp-Cyrl"]}, {"precision": 0.502977, "recall": 0.555336, "f1": 0.51683, "accuracy": 0.555336, "main_score": 0.51683, "hf_subset": "sot_Latn-uig_Arab", "languages": ["sot-Latn", "uig-Arab"]}, {"precision": 0.570678, "recall": 0.61166, "f1": 0.58157, "accuracy": 0.61166, "main_score": 0.58157, "hf_subset": "sot_Latn-aeb_Arab", "languages": ["sot-Latn", "aeb-Arab"]}, {"precision": 0.572497, "recall": 0.626482, "f1": 0.587367, "accuracy": 0.626482, "main_score": 0.587367, "hf_subset": "sot_Latn-ben_Beng", "languages": ["sot-Latn", "ben-Beng"]}, {"precision": 0.5671, "recall": 0.614625, "f1": 0.579526, "accuracy": 0.614625, "main_score": 0.579526, "hf_subset": "sot_Latn-est_Latn", "languages": ["sot-Latn", "est-Latn"]}, {"precision": 0.558078, "recall": 0.608696, "f1": 0.570263, "accuracy": 0.608696, "main_score": 0.570263, "hf_subset": "sot_Latn-hye_Armn", "languages": ["sot-Latn", "hye-Armn"]}, {"precision": 0.564552, "recall": 0.605731, "f1": 0.576372, "accuracy": 0.605731, "main_score": 0.576372, "hf_subset": "sot_Latn-kmb_Latn", "languages": ["sot-Latn", "kmb-Latn"]}, {"precision": 0.410333, "recall": 0.464427, "f1": 0.42431, "accuracy": 0.464427, "main_score": 0.42431, "hf_subset": "sot_Latn-min_Arab", "languages": ["sot-Latn", "min-Arab"]}, {"precision": 0.593575, "recall": 0.635375, "f1": 0.604362, "accuracy": 0.635375, "main_score": 0.604362, "hf_subset": "sot_Latn-pol_Latn", "languages": ["sot-Latn", "pol-Latn"]}, {"precision": 0.590297, "recall": 0.63834, "f1": 0.60335, "accuracy": 0.63834, "main_score": 0.60335, "hf_subset": "sot_Latn-ssw_Latn", "languages": ["sot-Latn", "ssw-Latn"]}, {"precision": 0.600472, "recall": 0.649209, "f1": 0.612699, "accuracy": 0.649209, "main_score": 0.612699, "hf_subset": "sot_Latn-ukr_Cyrl", "languages": ["sot-Latn", "ukr-Cyrl"]}, {"precision": 0.624058, "recall": 0.667984, "f1": 0.635681, "accuracy": 0.667984, "main_score": 0.635681, "hf_subset": "sot_Latn-afr_Latn", "languages": ["sot-Latn", "afr-Latn"]}, {"precision": 0.582308, "recall": 0.62253, "f1": 0.593149, "accuracy": 0.62253, "main_score": 0.593149, "hf_subset": "sot_Latn-bho_Deva", "languages": ["sot-Latn", "bho-Deva"]}, {"precision": 0.574499, "recall": 0.617589, "f1": 0.586086, "accuracy": 0.617589, "main_score": 0.586086, "hf_subset": "sot_Latn-eus_Latn", "languages": ["sot-Latn", "eus-Latn"]}, {"precision": 0.562507, "recall": 0.609684, "f1": 0.575814, "accuracy": 0.609684, "main_score": 0.575814, "hf_subset": "sot_Latn-ibo_Latn", "languages": ["sot-Latn", "ibo-Latn"]}, {"precision": 0.589031, "recall": 0.630435, "f1": 0.600613, "accuracy": 0.630435, "main_score": 0.600613, "hf_subset": "sot_Latn-kmr_Latn", "languages": ["sot-Latn", "kmr-Latn"]}, {"precision": 0.596629, "recall": 0.641304, "f1": 0.608342, "accuracy": 0.641304, "main_score": 0.608342, "hf_subset": "sot_Latn-min_Latn", "languages": ["sot-Latn", "min-Latn"]}, {"precision": 0.612575, "recall": 0.657115, "f1": 0.623587, "accuracy": 0.657115, "main_score": 0.623587, "hf_subset": "sot_Latn-por_Latn", "languages": ["sot-Latn", "por-Latn"]}, {"precision": 0.61635, "recall": 0.65415, "f1": 0.626202, "accuracy": 0.65415, "main_score": 0.626202, "hf_subset": "sot_Latn-sun_Latn", "languages": ["sot-Latn", "sun-Latn"]}, {"precision": 0.512765, "recall": 0.560277, "f1": 0.526488, "accuracy": 0.560277, "main_score": 0.526488, "hf_subset": "sot_Latn-umb_Latn", "languages": ["sot-Latn", "umb-Latn"]}, {"precision": 0.595043, "recall": 0.637352, "f1": 0.606339, "accuracy": 0.637352, "main_score": 0.606339, "hf_subset": "sot_Latn-ajp_Arab", "languages": ["sot-Latn", "ajp-Arab"]}, {"precision": 0.441068, "recall": 0.488142, "f1": 0.453558, "accuracy": 0.488142, "main_score": 0.453558, "hf_subset": "sot_Latn-bjn_Arab", "languages": ["sot-Latn", "bjn-Arab"]}, {"precision": 0.521272, "recall": 0.556324, "f1": 0.531059, "accuracy": 0.556324, "main_score": 0.531059, "hf_subset": "sot_Latn-ewe_Latn", "languages": ["sot-Latn", "ewe-Latn"]}, {"precision": 0.612325, "recall": 0.646245, "f1": 0.620664, "accuracy": 0.646245, "main_score": 0.620664, "hf_subset": "sot_Latn-ilo_Latn", "languages": ["sot-Latn", "ilo-Latn"]}, {"precision": 0.316855, "recall": 0.368577, "f1": 0.33124, "accuracy": 0.368577, "main_score": 0.33124, "hf_subset": "sot_Latn-knc_Arab", "languages": ["sot-Latn", "knc-Arab"]}, {"precision": 0.593237, "recall": 0.639328, "f1": 0.604559, "accuracy": 0.639328, "main_score": 0.604559, "hf_subset": "sot_Latn-mkd_Cyrl", "languages": ["sot-Latn", "mkd-Cyrl"]}, {"precision": 0.58629, "recall": 0.632411, "f1": 0.597862, "accuracy": 0.632411, "main_score": 0.597862, "hf_subset": "sot_Latn-prs_Arab", "languages": ["sot-Latn", "prs-Arab"]}, {"precision": 0.604482, "recall": 0.652174, "f1": 0.615953, "accuracy": 0.652174, "main_score": 0.615953, "hf_subset": "sot_Latn-swe_Latn", "languages": ["sot-Latn", "swe-Latn"]}, {"precision": 0.557993, "recall": 0.617589, "f1": 0.574107, "accuracy": 0.617589, "main_score": 0.574107, "hf_subset": "sot_Latn-urd_Arab", "languages": ["sot-Latn", "urd-Arab"]}, {"precision": 0.563829, "recall": 0.602767, "f1": 0.574419, "accuracy": 0.602767, "main_score": 0.574419, "hf_subset": "sot_Latn-aka_Latn", "languages": ["sot-Latn", "aka-Latn"]}, {"precision": 0.60255, "recall": 0.640316, "f1": 0.612024, "accuracy": 0.640316, "main_score": 0.612024, "hf_subset": "sot_Latn-bjn_Latn", "languages": ["sot-Latn", "bjn-Latn"]}, {"precision": 0.578875, "recall": 0.620553, "f1": 0.589973, "accuracy": 0.620553, "main_score": 0.589973, "hf_subset": "sot_Latn-fao_Latn", "languages": ["sot-Latn", "fao-Latn"]}, {"precision": 0.630502, "recall": 0.66502, "f1": 0.639592, "accuracy": 0.66502, "main_score": 0.639592, "hf_subset": "sot_Latn-ind_Latn", "languages": ["sot-Latn", "ind-Latn"]}, {"precision": 0.557953, "recall": 0.597826, "f1": 0.569033, "accuracy": 0.597826, "main_score": 0.569033, "hf_subset": "sot_Latn-knc_Latn", "languages": ["sot-Latn", "knc-Latn"]}, {"precision": 0.608118, "recall": 0.642292, "f1": 0.61587, "accuracy": 0.642292, "main_score": 0.61587, "hf_subset": "sot_Latn-mlt_Latn", "languages": ["sot-Latn", "mlt-Latn"]}, {"precision": 0.55014, "recall": 0.592885, "f1": 0.562271, "accuracy": 0.592885, "main_score": 0.562271, "hf_subset": "sot_Latn-quy_Latn", "languages": ["sot-Latn", "quy-Latn"]}, {"precision": 0.60116, "recall": 0.648221, "f1": 0.612692, "accuracy": 0.648221, "main_score": 0.612692, "hf_subset": "sot_Latn-swh_Latn", "languages": ["sot-Latn", "swh-Latn"]}, {"precision": 0.562364, "recall": 0.604743, "f1": 0.573602, "accuracy": 0.604743, "main_score": 0.573602, "hf_subset": "sot_Latn-uzn_Latn", "languages": ["sot-Latn", "uzn-Latn"]}, {"precision": 0.606403, "recall": 0.648221, "f1": 0.616835, "accuracy": 0.648221, "main_score": 0.616835, "hf_subset": "sot_Latn-als_Latn", "languages": ["sot-Latn", "als-Latn"]}, {"precision": 0.294504, "recall": 0.347826, "f1": 0.307524, "accuracy": 0.347826, "main_score": 0.307524, "hf_subset": "sot_Latn-bod_Tibt", "languages": ["sot-Latn", "bod-Tibt"]}, {"precision": 0.584546, "recall": 0.629447, "f1": 0.597214, "accuracy": 0.629447, "main_score": 0.597214, "hf_subset": "sot_Latn-fij_Latn", "languages": ["sot-Latn", "fij-Latn"]}, {"precision": 0.561441, "recall": 0.608696, "f1": 0.573547, "accuracy": 0.608696, "main_score": 0.573547, "hf_subset": "sot_Latn-isl_Latn", "languages": ["sot-Latn", "isl-Latn"]}, {"precision": 0.579847, "recall": 0.618577, "f1": 0.589954, "accuracy": 0.618577, "main_score": 0.589954, "hf_subset": "sot_Latn-kon_Latn", "languages": ["sot-Latn", "kon-Latn"]}, {"precision": 0.515342, "recall": 0.5583, "f1": 0.527036, "accuracy": 0.5583, "main_score": 0.527036, "hf_subset": "sot_Latn-mni_Beng", "languages": ["sot-Latn", "mni-Beng"]}, {"precision": 0.620158, "recall": 0.661067, "f1": 0.630291, "accuracy": 0.661067, "main_score": 0.630291, "hf_subset": "sot_Latn-ron_Latn", "languages": ["sot-Latn", "ron-Latn"]}, {"precision": 0.591339, "recall": 0.636364, "f1": 0.602499, "accuracy": 0.636364, "main_score": 0.602499, "hf_subset": "sot_Latn-szl_Latn", "languages": ["sot-Latn", "szl-Latn"]}, {"precision": 0.591145, "recall": 0.637352, "f1": 0.602412, "accuracy": 0.637352, "main_score": 0.602412, "hf_subset": "sot_Latn-vec_Latn", "languages": ["sot-Latn", "vec-Latn"]}, {"precision": 0.516597, "recall": 0.568182, "f1": 0.530637, "accuracy": 0.568182, "main_score": 0.530637, "hf_subset": "sot_Latn-amh_Ethi", "languages": ["sot-Latn", "amh-Ethi"]}, {"precision": 0.601514, "recall": 0.645257, "f1": 0.611786, "accuracy": 0.645257, "main_score": 0.611786, "hf_subset": "sot_Latn-bos_Latn", "languages": ["sot-Latn", "bos-Latn"]}, {"precision": 0.576702, "recall": 0.628458, "f1": 0.590433, "accuracy": 0.628458, "main_score": 0.590433, "hf_subset": "sot_Latn-fin_Latn", "languages": ["sot-Latn", "fin-Latn"]}, {"precision": 0.597543, "recall": 0.647233, "f1": 0.610379, "accuracy": 0.647233, "main_score": 0.610379, "hf_subset": "sot_Latn-ita_Latn", "languages": ["sot-Latn", "ita-Latn"]}, {"precision": 0.556237, "recall": 0.610672, "f1": 0.570918, "accuracy": 0.610672, "main_score": 0.570918, "hf_subset": "sot_Latn-kor_Hang", "languages": ["sot-Latn", "kor-Hang"]}, {"precision": 0.531192, "recall": 0.575099, "f1": 0.543526, "accuracy": 0.575099, "main_score": 0.543526, "hf_subset": "sot_Latn-mos_Latn", "languages": ["sot-Latn", "mos-Latn"]}, {"precision": 0.546424, "recall": 0.591897, "f1": 0.559178, "accuracy": 0.591897, "main_score": 0.559178, "hf_subset": "sot_Latn-run_Latn", "languages": ["sot-Latn", "run-Latn"]}, {"precision": 0.555149, "recall": 0.609684, "f1": 0.569577, "accuracy": 0.609684, "main_score": 0.569577, "hf_subset": "sot_Latn-tam_Taml", "languages": ["sot-Latn", "tam-Taml"]}, {"precision": 0.5867, "recall": 0.632411, "f1": 0.598501, "accuracy": 0.632411, "main_score": 0.598501, "hf_subset": "sot_Latn-vie_Latn", "languages": ["sot-Latn", "vie-Latn"]}, {"precision": 0.57808, "recall": 0.628458, "f1": 0.590423, "accuracy": 0.628458, "main_score": 0.590423, "hf_subset": "sot_Latn-apc_Arab", "languages": ["sot-Latn", "apc-Arab"]}, {"precision": 0.578316, "recall": 0.616601, "f1": 0.588579, "accuracy": 0.616601, "main_score": 0.588579, "hf_subset": "sot_Latn-bug_Latn", "languages": ["sot-Latn", "bug-Latn"]}, {"precision": 0.478511, "recall": 0.521739, "f1": 0.490321, "accuracy": 0.521739, "main_score": 0.490321, "hf_subset": "sot_Latn-fon_Latn", "languages": ["sot-Latn", "fon-Latn"]}, {"precision": 0.619296, "recall": 0.658103, "f1": 0.629174, "accuracy": 0.658103, "main_score": 0.629174, "hf_subset": "sot_Latn-jav_Latn", "languages": ["sot-Latn", "jav-Latn"]}, {"precision": 0.531176, "recall": 0.583004, "f1": 0.544732, "accuracy": 0.583004, "main_score": 0.544732, "hf_subset": "sot_Latn-lao_Laoo", "languages": ["sot-Latn", "lao-Laoo"]}, {"precision": 0.541876, "recall": 0.58004, "f1": 0.552234, "accuracy": 0.58004, "main_score": 0.552234, "hf_subset": "sot_Latn-mri_Latn", "languages": ["sot-Latn", "mri-Latn"]}, {"precision": 0.58064, "recall": 0.629447, "f1": 0.592993, "accuracy": 0.629447, "main_score": 0.592993, "hf_subset": "sot_Latn-rus_Cyrl", "languages": ["sot-Latn", "rus-Cyrl"]}, {"precision": 0.50667, "recall": 0.543478, "f1": 0.517143, "accuracy": 0.543478, "main_score": 0.517143, "hf_subset": "sot_Latn-taq_Latn", "languages": ["sot-Latn", "taq-Latn"]}, {"precision": 0.6119, "recall": 0.655138, "f1": 0.622853, "accuracy": 0.655138, "main_score": 0.622853, "hf_subset": "sot_Latn-war_Latn", "languages": ["sot-Latn", "war-Latn"]}, {"precision": 0.577452, "recall": 0.628458, "f1": 0.589697, "accuracy": 0.628458, "main_score": 0.589697, "hf_subset": "sot_Latn-arb_Arab", "languages": ["sot-Latn", "arb-Arab"]}, {"precision": 0.605048, "recall": 0.645257, "f1": 0.614867, "accuracy": 0.645257, "main_score": 0.614867, "hf_subset": "sot_Latn-bul_Cyrl", "languages": ["sot-Latn", "bul-Cyrl"]}, {"precision": 0.605437, "recall": 0.646245, "f1": 0.616029, "accuracy": 0.646245, "main_score": 0.616029, "hf_subset": "sot_Latn-fra_Latn", "languages": ["sot-Latn", "fra-Latn"]}, {"precision": 0.571093, "recall": 0.615613, "f1": 0.582589, "accuracy": 0.615613, "main_score": 0.582589, "hf_subset": "sot_Latn-jpn_Jpan", "languages": ["sot-Latn", "jpn-Jpan"]}, {"precision": 0.589905, "recall": 0.631423, "f1": 0.601235, "accuracy": 0.631423, "main_score": 0.601235, "hf_subset": "sot_Latn-lij_Latn", "languages": ["sot-Latn", "lij-Latn"]}, {"precision": 0.433515, "recall": 0.5, "f1": 0.451181, "accuracy": 0.5, "main_score": 0.451181, "hf_subset": "sot_Latn-mya_Mymr", "languages": ["sot-Latn", "mya-Mymr"]}, {"precision": 0.528873, "recall": 0.579051, "f1": 0.543163, "accuracy": 0.579051, "main_score": 0.543163, "hf_subset": "sot_Latn-sag_Latn", "languages": ["sot-Latn", "sag-Latn"]}, {"precision": 0.226888, "recall": 0.270751, "f1": 0.236889, "accuracy": 0.270751, "main_score": 0.236889, "hf_subset": "sot_Latn-taq_Tfng", "languages": ["sot-Latn", "taq-Tfng"]}, {"precision": 0.565404, "recall": 0.603755, "f1": 0.575923, "accuracy": 0.603755, "main_score": 0.575923, "hf_subset": "sot_Latn-wol_Latn", "languages": ["sot-Latn", "wol-Latn"]}, {"precision": 0.477449, "recall": 0.524704, "f1": 0.490628, "accuracy": 0.524704, "main_score": 0.490628, "hf_subset": "sot_Latn-arb_Latn", "languages": ["sot-Latn", "arb-Latn"]}, {"precision": 0.602416, "recall": 0.650198, "f1": 0.614283, "accuracy": 0.650198, "main_score": 0.614283, "hf_subset": "sot_Latn-cat_Latn", "languages": ["sot-Latn", "cat-Latn"]}, {"precision": 0.597352, "recall": 0.632411, "f1": 0.605758, "accuracy": 0.632411, "main_score": 0.605758, "hf_subset": "sot_Latn-fur_Latn", "languages": ["sot-Latn", "fur-Latn"]}, {"precision": 0.462469, "recall": 0.508893, "f1": 0.475289, "accuracy": 0.508893, "main_score": 0.475289, "hf_subset": "sot_Latn-kab_Latn", "languages": ["sot-Latn", "kab-Latn"]}, {"precision": 0.580919, "recall": 0.620553, "f1": 0.591421, "accuracy": 0.620553, "main_score": 0.591421, "hf_subset": "sot_Latn-lim_Latn", "languages": ["sot-Latn", "lim-Latn"]}, {"precision": 0.592416, "recall": 0.633399, "f1": 0.603577, "accuracy": 0.633399, "main_score": 0.603577, "hf_subset": "sot_Latn-nld_Latn", "languages": ["sot-Latn", "nld-Latn"]}, {"precision": 0.532436, "recall": 0.583992, "f1": 0.54562, "accuracy": 0.583992, "main_score": 0.54562, "hf_subset": "sot_Latn-san_Deva", "languages": ["sot-Latn", "san-Deva"]}, {"precision": 0.578438, "recall": 0.624506, "f1": 0.590348, "accuracy": 0.624506, "main_score": 0.590348, "hf_subset": "sot_Latn-tat_Cyrl", "languages": ["sot-Latn", "tat-Cyrl"]}, {"precision": 0.615545, "recall": 0.66502, "f1": 0.629568, "accuracy": 0.66502, "main_score": 0.629568, "hf_subset": "sot_Latn-xho_Latn", "languages": ["sot-Latn", "xho-Latn"]}, {"precision": 0.560406, "recall": 0.615613, "f1": 0.574373, "accuracy": 0.615613, "main_score": 0.574373, "hf_subset": "sot_Latn-ars_Arab", "languages": ["sot-Latn", "ars-Arab"]}, {"precision": 0.613873, "recall": 0.652174, "f1": 0.624076, "accuracy": 0.652174, "main_score": 0.624076, "hf_subset": "sot_Latn-ceb_Latn", "languages": ["sot-Latn", "ceb-Latn"]}, {"precision": 0.509667, "recall": 0.555336, "f1": 0.52357, "accuracy": 0.555336, "main_score": 0.52357, "hf_subset": "sot_Latn-fuv_Latn", "languages": ["sot-Latn", "fuv-Latn"]}, {"precision": 0.514434, "recall": 0.557312, "f1": 0.5263, "accuracy": 0.557312, "main_score": 0.5263, "hf_subset": "sot_Latn-kac_Latn", "languages": ["sot-Latn", "kac-Latn"]}, {"precision": 0.592942, "recall": 0.632411, "f1": 0.603289, "accuracy": 0.632411, "main_score": 0.603289, "hf_subset": "sot_Latn-lin_Latn", "languages": ["sot-Latn", "lin-Latn"]}, {"precision": 0.599848, "recall": 0.643281, "f1": 0.611226, "accuracy": 0.643281, "main_score": 0.611226, "hf_subset": "sot_Latn-nno_Latn", "languages": ["sot-Latn", "nno-Latn"]}, {"precision": 0.14354, "recall": 0.186759, "f1": 0.154526, "accuracy": 0.186759, "main_score": 0.154526, "hf_subset": "sot_Latn-sat_Olck", "languages": ["sot-Latn", "sat-Olck"]}, {"precision": 0.570682, "recall": 0.620553, "f1": 0.584238, "accuracy": 0.620553, "main_score": 0.584238, "hf_subset": "sot_Latn-tel_Telu", "languages": ["sot-Latn", "tel-Telu"]}, {"precision": 0.511981, "recall": 0.564229, "f1": 0.52528, "accuracy": 0.564229, "main_score": 0.52528, "hf_subset": "sot_Latn-ydd_Hebr", "languages": ["sot-Latn", "ydd-Hebr"]}, {"precision": 0.5417, "recall": 0.586957, "f1": 0.553898, "accuracy": 0.586957, "main_score": 0.553898, "hf_subset": "sot_Latn-ary_Arab", "languages": ["sot-Latn", "ary-Arab"]}, {"precision": 0.602077, "recall": 0.649209, "f1": 0.613967, "accuracy": 0.649209, "main_score": 0.613967, "hf_subset": "sot_Latn-ces_Latn", "languages": ["sot-Latn", "ces-Latn"]}, {"precision": 0.534247, "recall": 0.585968, "f1": 0.5488, "accuracy": 0.585968, "main_score": 0.5488, "hf_subset": "sot_Latn-gaz_Latn", "languages": ["sot-Latn", "gaz-Latn"]}, {"precision": 0.565992, "recall": 0.61166, "f1": 0.57895, "accuracy": 0.61166, "main_score": 0.57895, "hf_subset": "sot_Latn-kam_Latn", "languages": ["sot-Latn", "kam-Latn"]}, {"precision": 0.58587, "recall": 0.633399, "f1": 0.597921, "accuracy": 0.633399, "main_score": 0.597921, "hf_subset": "sot_Latn-lit_Latn", "languages": ["sot-Latn", "lit-Latn"]}, {"precision": 0.602141, "recall": 0.644269, "f1": 0.613142, "accuracy": 0.644269, "main_score": 0.613142, "hf_subset": "sot_Latn-nob_Latn", "languages": ["sot-Latn", "nob-Latn"]}, {"precision": 0.591116, "recall": 0.631423, "f1": 0.600674, "accuracy": 0.631423, "main_score": 0.600674, "hf_subset": "sot_Latn-scn_Latn", "languages": ["sot-Latn", "scn-Latn"]}, {"precision": 0.567481, "recall": 0.613636, "f1": 0.580318, "accuracy": 0.613636, "main_score": 0.580318, "hf_subset": "sot_Latn-tgk_Cyrl", "languages": ["sot-Latn", "tgk-Cyrl"]}, {"precision": 0.521936, "recall": 0.58004, "f1": 0.538215, "accuracy": 0.58004, "main_score": 0.538215, "hf_subset": "sot_Latn-yor_Latn", "languages": ["sot-Latn", "yor-Latn"]}, {"precision": 0.583755, "recall": 0.620553, "f1": 0.593853, "accuracy": 0.620553, "main_score": 0.593853, "hf_subset": "sot_Latn-arz_Arab", "languages": ["sot-Latn", "arz-Arab"]}, {"precision": 0.516511, "recall": 0.55336, "f1": 0.527277, "accuracy": 0.55336, "main_score": 0.527277, "hf_subset": "sot_Latn-cjk_Latn", "languages": ["sot-Latn", "cjk-Latn"]}, {"precision": 0.541503, "recall": 0.58498, "f1": 0.553351, "accuracy": 0.58498, "main_score": 0.553351, "hf_subset": "sot_Latn-gla_Latn", "languages": ["sot-Latn", "gla-Latn"]}, {"precision": 0.57825, "recall": 0.620553, "f1": 0.589336, "accuracy": 0.620553, "main_score": 0.589336, "hf_subset": "sot_Latn-kan_Knda", "languages": ["sot-Latn", "kan-Knda"]}, {"precision": 0.582557, "recall": 0.619565, "f1": 0.592521, "accuracy": 0.619565, "main_score": 0.592521, "hf_subset": "sot_Latn-lmo_Latn", "languages": ["sot-Latn", "lmo-Latn"]}, {"precision": 0.562687, "recall": 0.612648, "f1": 0.575088, "accuracy": 0.612648, "main_score": 0.575088, "hf_subset": "sot_Latn-npi_Deva", "languages": ["sot-Latn", "npi-Deva"]}, {"precision": 0.448147, "recall": 0.498024, "f1": 0.461474, "accuracy": 0.498024, "main_score": 0.461474, "hf_subset": "sot_Latn-shn_Mymr", "languages": ["sot-Latn", "shn-Mymr"]}, {"precision": 0.632468, "recall": 0.66996, "f1": 0.641679, "accuracy": 0.66996, "main_score": 0.641679, "hf_subset": "sot_Latn-tgl_Latn", "languages": ["sot-Latn", "tgl-Latn"]}, {"precision": 0.566915, "recall": 0.616601, "f1": 0.5794, "accuracy": 0.616601, "main_score": 0.5794, "hf_subset": "sot_Latn-yue_Hant", "languages": ["sot-Latn", "yue-Hant"]}, {"precision": 0.541384, "recall": 0.592885, "f1": 0.555212, "accuracy": 0.592885, "main_score": 0.555212, "hf_subset": "sot_Latn-asm_Beng", "languages": ["sot-Latn", "asm-Beng"]}, {"precision": 0.543797, "recall": 0.593874, "f1": 0.556651, "accuracy": 0.593874, "main_score": 0.556651, "hf_subset": "sot_Latn-ckb_Arab", "languages": ["sot-Latn", "ckb-Arab"]}, {"precision": 0.527542, "recall": 0.575099, "f1": 0.540677, "accuracy": 0.575099, "main_score": 0.540677, "hf_subset": "sot_Latn-gle_Latn", "languages": ["sot-Latn", "gle-Latn"]}, {"precision": 0.51838, "recall": 0.567194, "f1": 0.531222, "accuracy": 0.567194, "main_score": 0.531222, "hf_subset": "sot_Latn-kas_Arab", "languages": ["sot-Latn", "kas-Arab"]}, {"precision": 0.561732, "recall": 0.606719, "f1": 0.57372, "accuracy": 0.606719, "main_score": 0.57372, "hf_subset": "sot_Latn-ltg_Latn", "languages": ["sot-Latn", "ltg-Latn"]}, {"precision": 0.762833, "recall": 0.812253, "f1": 0.777143, "accuracy": 0.812253, "main_score": 0.777143, "hf_subset": "sot_Latn-nso_Latn", "languages": ["sot-Latn", "nso-Latn"]}, {"precision": 0.500395, "recall": 0.561265, "f1": 0.516662, "accuracy": 0.561265, "main_score": 0.516662, "hf_subset": "sot_Latn-sin_Sinh", "languages": ["sot-Latn", "sin-Sinh"]}, {"precision": 0.570379, "recall": 0.617589, "f1": 0.582554, "accuracy": 0.617589, "main_score": 0.582554, "hf_subset": "sot_Latn-tha_Thai", "languages": ["sot-Latn", "tha-Thai"]}, {"precision": 0.56938, "recall": 0.612648, "f1": 0.580098, "accuracy": 0.612648, "main_score": 0.580098, "hf_subset": "sot_Latn-zho_Hans", "languages": ["sot-Latn", "zho-Hans"]}, {"precision": 0.607475, "recall": 0.652174, "f1": 0.618579, "accuracy": 0.652174, "main_score": 0.618579, "hf_subset": "sot_Latn-ast_Latn", "languages": ["sot-Latn", "ast-Latn"]}, {"precision": 0.573858, "recall": 0.625494, "f1": 0.58753, "accuracy": 0.625494, "main_score": 0.58753, "hf_subset": "sot_Latn-crh_Latn", "languages": ["sot-Latn", "crh-Latn"]}, {"precision": 0.615567, "recall": 0.658103, "f1": 0.62647, "accuracy": 0.658103, "main_score": 0.62647, "hf_subset": "sot_Latn-glg_Latn", "languages": ["sot-Latn", "glg-Latn"]}, {"precision": 0.525639, "recall": 0.571146, "f1": 0.538497, "accuracy": 0.571146, "main_score": 0.538497, "hf_subset": "sot_Latn-kas_Deva", "languages": ["sot-Latn", "kas-Deva"]}, {"precision": 0.57526, "recall": 0.616601, "f1": 0.585657, "accuracy": 0.616601, "main_score": 0.585657, "hf_subset": "sot_Latn-ltz_Latn", "languages": ["sot-Latn", "ltz-Latn"]}, {"precision": 0.48648, "recall": 0.54249, "f1": 0.50208, "accuracy": 0.54249, "main_score": 0.50208, "hf_subset": "sot_Latn-nus_Latn", "languages": ["sot-Latn", "nus-Latn"]}, {"precision": 0.588222, "recall": 0.633399, "f1": 0.600292, "accuracy": 0.633399, "main_score": 0.600292, "hf_subset": "sot_Latn-slk_Latn", "languages": ["sot-Latn", "slk-Latn"]}, {"precision": 0.425623, "recall": 0.472332, "f1": 0.438469, "accuracy": 0.472332, "main_score": 0.438469, "hf_subset": "sot_Latn-tir_Ethi", "languages": ["sot-Latn", "tir-Ethi"]}, {"precision": 0.560921, "recall": 0.61166, "f1": 0.574, "accuracy": 0.61166, "main_score": 0.574, "hf_subset": "sot_Latn-zho_Hant", "languages": ["sot-Latn", "zho-Hant"]}, {"precision": 0.569604, "recall": 0.615613, "f1": 0.582311, "accuracy": 0.615613, "main_score": 0.582311, "hf_subset": "sot_Latn-awa_Deva", "languages": ["sot-Latn", "awa-Deva"]}, {"precision": 0.57941, "recall": 0.624506, "f1": 0.590943, "accuracy": 0.624506, "main_score": 0.590943, "hf_subset": "sot_Latn-cym_Latn", "languages": ["sot-Latn", "cym-Latn"]}, {"precision": 0.563013, "recall": 0.599802, "f1": 0.572382, "accuracy": 0.599802, "main_score": 0.572382, "hf_subset": "sot_Latn-grn_Latn", "languages": ["sot-Latn", "grn-Latn"]}, {"precision": 0.531315, "recall": 0.583992, "f1": 0.545089, "accuracy": 0.583992, "main_score": 0.545089, "hf_subset": "sot_Latn-kat_Geor", "languages": ["sot-Latn", "kat-Geor"]}, {"precision": 0.587548, "recall": 0.623518, "f1": 0.597732, "accuracy": 0.623518, "main_score": 0.597732, "hf_subset": "sot_Latn-lua_Latn", "languages": ["sot-Latn", "lua-Latn"]}, {"precision": 0.581595, "recall": 0.625494, "f1": 0.593644, "accuracy": 0.625494, "main_score": 0.593644, "hf_subset": "sot_Latn-nya_Latn", "languages": ["sot-Latn", "nya-Latn"]}, {"precision": 0.592121, "recall": 0.630435, "f1": 0.601811, "accuracy": 0.630435, "main_score": 0.601811, "hf_subset": "sot_Latn-slv_Latn", "languages": ["sot-Latn", "slv-Latn"]}, {"precision": 0.589176, "recall": 0.624506, "f1": 0.599037, "accuracy": 0.624506, "main_score": 0.599037, "hf_subset": "sot_Latn-tpi_Latn", "languages": ["sot-Latn", "tpi-Latn"]}, {"precision": 0.621344, "recall": 0.658103, "f1": 0.630672, "accuracy": 0.658103, "main_score": 0.630672, "hf_subset": "sot_Latn-zsm_Latn", "languages": ["sot-Latn", "zsm-Latn"]}, {"precision": 0.519458, "recall": 0.568182, "f1": 0.533412, "accuracy": 0.568182, "main_score": 0.533412, "hf_subset": "sot_Latn-ayr_Latn", "languages": ["sot-Latn", "ayr-Latn"]}, {"precision": 0.605554, "recall": 0.645257, "f1": 0.615229, "accuracy": 0.645257, "main_score": 0.615229, "hf_subset": "sot_Latn-dan_Latn", "languages": ["sot-Latn", "dan-Latn"]}, {"precision": 0.581298, "recall": 0.631423, "f1": 0.594768, "accuracy": 0.631423, "main_score": 0.594768, "hf_subset": "sot_Latn-guj_Gujr", "languages": ["sot-Latn", "guj-Gujr"]}, {"precision": 0.587046, "recall": 0.633399, "f1": 0.599261, "accuracy": 0.633399, "main_score": 0.599261, "hf_subset": "sot_Latn-kaz_Cyrl", "languages": ["sot-Latn", "kaz-Cyrl"]}, {"precision": 0.536746, "recall": 0.583004, "f1": 0.549547, "accuracy": 0.583004, "main_score": 0.549547, "hf_subset": "sot_Latn-lug_Latn", "languages": ["sot-Latn", "lug-Latn"]}, {"precision": 0.612047, "recall": 0.657115, "f1": 0.623978, "accuracy": 0.657115, "main_score": 0.623978, "hf_subset": "sot_Latn-oci_Latn", "languages": ["sot-Latn", "oci-Latn"]}, {"precision": 0.584752, "recall": 0.617589, "f1": 0.593706, "accuracy": 0.617589, "main_score": 0.593706, "hf_subset": "sot_Latn-smo_Latn", "languages": ["sot-Latn", "smo-Latn"]}, {"precision": 0.69515, "recall": 0.748024, "f1": 0.71027, "accuracy": 0.748024, "main_score": 0.71027, "hf_subset": "sot_Latn-tsn_Latn", "languages": ["sot-Latn", "tsn-Latn"]}, {"precision": 0.617196, "recall": 0.666008, "f1": 0.630309, "accuracy": 0.666008, "main_score": 0.630309, "hf_subset": "sot_Latn-zul_Latn", "languages": ["sot-Latn", "zul-Latn"]}, {"precision": 0.513113, "recall": 0.5583, "f1": 0.525443, "accuracy": 0.5583, "main_score": 0.525443, "hf_subset": "sot_Latn-azb_Arab", "languages": ["sot-Latn", "azb-Arab"]}, {"precision": 0.603491, "recall": 0.651186, "f1": 0.615711, "accuracy": 0.651186, "main_score": 0.615711, "hf_subset": "sot_Latn-deu_Latn", "languages": ["sot-Latn", "deu-Latn"]}, {"precision": 0.565881, "recall": 0.617589, "f1": 0.579406, "accuracy": 0.617589, "main_score": 0.579406, "hf_subset": "sot_Latn-hat_Latn", "languages": ["sot-Latn", "hat-Latn"]}, {"precision": 0.503797, "recall": 0.54249, "f1": 0.514429, "accuracy": 0.54249, "main_score": 0.514429, "hf_subset": "sot_Latn-kbp_Latn", "languages": ["sot-Latn", "kbp-Latn"]}, {"precision": 0.58846, "recall": 0.626482, "f1": 0.598833, "accuracy": 0.626482, "main_score": 0.598833, "hf_subset": "sot_Latn-luo_Latn", "languages": ["sot-Latn", "luo-Latn"]}, {"precision": 0.551039, "recall": 0.605731, "f1": 0.565713, "accuracy": 0.605731, "main_score": 0.565713, "hf_subset": "sot_Latn-ory_Orya", "languages": ["sot-Latn", "ory-Orya"]}, {"precision": 0.578308, "recall": 0.628458, "f1": 0.592034, "accuracy": 0.628458, "main_score": 0.592034, "hf_subset": "sot_Latn-sna_Latn", "languages": ["sot-Latn", "sna-Latn"]}, {"precision": 0.593793, "recall": 0.644269, "f1": 0.607001, "accuracy": 0.644269, "main_score": 0.607001, "hf_subset": "sot_Latn-tso_Latn", "languages": ["sot-Latn", "tso-Latn"]}, {"precision": 0.539228, "recall": 0.594862, "f1": 0.554295, "accuracy": 0.594862, "main_score": 0.554295, "hf_subset": "sot_Latn-azj_Latn", "languages": ["sot-Latn", "azj-Latn"]}, {"precision": 0.51436, "recall": 0.563241, "f1": 0.528664, "accuracy": 0.563241, "main_score": 0.528664, "hf_subset": "sot_Latn-dik_Latn", "languages": ["sot-Latn", "dik-Latn"]}, {"precision": 0.56833, "recall": 0.606719, "f1": 0.57924, "accuracy": 0.606719, "main_score": 0.57924, "hf_subset": "sot_Latn-hau_Latn", "languages": ["sot-Latn", "hau-Latn"]}, {"precision": 0.582572, "recall": 0.620553, "f1": 0.592008, "accuracy": 0.620553, "main_score": 0.592008, "hf_subset": "sot_Latn-kea_Latn", "languages": ["sot-Latn", "kea-Latn"]}, {"precision": 0.575189, "recall": 0.608696, "f1": 0.584134, "accuracy": 0.608696, "main_score": 0.584134, "hf_subset": "sot_Latn-lus_Latn", "languages": ["sot-Latn", "lus-Latn"]}, {"precision": 0.575683, "recall": 0.606719, "f1": 0.584318, "accuracy": 0.606719, "main_score": 0.584318, "hf_subset": "sot_Latn-pag_Latn", "languages": ["sot-Latn", "pag-Latn"]}, {"precision": 0.540703, "recall": 0.593874, "f1": 0.554547, "accuracy": 0.593874, "main_score": 0.554547, "hf_subset": "sot_Latn-snd_Arab", "languages": ["sot-Latn", "snd-Arab"]}, {"precision": 0.538927, "recall": 0.586957, "f1": 0.551491, "accuracy": 0.586957, "main_score": 0.551491, "hf_subset": "sot_Latn-tuk_Latn", "languages": ["sot-Latn", "tuk-Latn"]}, {"precision": 0.585204, "recall": 0.624506, "f1": 0.595009, "accuracy": 0.624506, "main_score": 0.595009, "hf_subset": "sot_Latn-bak_Cyrl", "languages": ["sot-Latn", "bak-Cyrl"]}, {"precision": 0.464593, "recall": 0.525692, "f1": 0.482449, "accuracy": 0.525692, "main_score": 0.482449, "hf_subset": "sot_Latn-dyu_Latn", "languages": ["sot-Latn", "dyu-Latn"]}, {"precision": 0.571124, "recall": 0.616601, "f1": 0.583198, "accuracy": 0.616601, "main_score": 0.583198, "hf_subset": "sot_Latn-heb_Hebr", "languages": ["sot-Latn", "heb-Hebr"]}, {"precision": 0.562947, "recall": 0.608696, "f1": 0.57465, "accuracy": 0.608696, "main_score": 0.57465, "hf_subset": "sot_Latn-khk_Cyrl", "languages": ["sot-Latn", "khk-Cyrl"]}, {"precision": 0.586235, "recall": 0.634387, "f1": 0.597488, "accuracy": 0.634387, "main_score": 0.597488, "hf_subset": "sot_Latn-lvs_Latn", "languages": ["sot-Latn", "lvs-Latn"]}, {"precision": 0.57878, "recall": 0.623518, "f1": 0.590658, "accuracy": 0.623518, "main_score": 0.590658, "hf_subset": "sot_Latn-pan_Guru", "languages": ["sot-Latn", "pan-Guru"]}, {"precision": 0.54101, "recall": 0.58498, "f1": 0.553445, "accuracy": 0.58498, "main_score": 0.553445, "hf_subset": "sot_Latn-som_Latn", "languages": ["sot-Latn", "som-Latn"]}, {"precision": 0.551911, "recall": 0.591897, "f1": 0.563014, "accuracy": 0.591897, "main_score": 0.563014, "hf_subset": "sot_Latn-tum_Latn", "languages": ["sot-Latn", "tum-Latn"]}, {"precision": 0.55468, "recall": 0.620553, "f1": 0.573363, "accuracy": 0.620553, "main_score": 0.573363, "hf_subset": "tur_Latn-ace_Arab", "languages": ["tur-Latn", "ace-Arab"]}, {"precision": 0.516406, "recall": 0.577075, "f1": 0.533535, "accuracy": 0.577075, "main_score": 0.533535, "hf_subset": "tur_Latn-bam_Latn", "languages": ["tur-Latn", "bam-Latn"]}, {"precision": 0.427791, "recall": 0.505929, "f1": 0.448617, "accuracy": 0.505929, "main_score": 0.448617, "hf_subset": "tur_Latn-dzo_Tibt", "languages": ["tur-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hin_Deva", "languages": ["tur-Latn", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-khm_Khmr", "languages": ["tur-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-mag_Deva", "languages": ["tur-Latn", "mag-Deva"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "tur_Latn-pap_Latn", "languages": ["tur-Latn", "pap-Latn"]}, {"precision": 0.591417, "recall": 0.643281, "f1": 0.605602, "accuracy": 0.643281, "main_score": 0.605602, "hf_subset": "tur_Latn-sot_Latn", "languages": ["tur-Latn", "sot-Latn"]}, {"precision": 0.866248, "recall": 0.902174, "f1": 0.877553, "accuracy": 0.902174, "main_score": 0.877553, "hf_subset": "tur_Latn-ace_Latn", "languages": ["tur-Latn", "ace-Latn"]}, {"precision": 0.960145, "recall": 0.970356, "f1": 0.963439, "accuracy": 0.970356, "main_score": 0.963439, "hf_subset": "tur_Latn-ban_Latn", "languages": ["tur-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-ell_Grek", "languages": ["tur-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tur_Latn-hne_Deva", "languages": ["tur-Latn", "hne-Deva"]}, {"precision": 0.579917, "recall": 0.642292, "f1": 0.597697, "accuracy": 0.642292, "main_score": 0.597697, "hf_subset": "tur_Latn-kik_Latn", "languages": ["tur-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-mai_Deva", "languages": ["tur-Latn", "mai-Deva"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tur_Latn-pbt_Arab", "languages": ["tur-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-spa_Latn", "languages": ["tur-Latn", "spa-Latn"]}, {"precision": 0.616238, "recall": 0.679842, "f1": 0.634161, "accuracy": 0.679842, "main_score": 0.634161, "hf_subset": "tur_Latn-twi_Latn", "languages": ["tur-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-acm_Arab", "languages": ["tur-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-bel_Cyrl", "languages": ["tur-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-eng_Latn", "languages": ["tur-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-hrv_Latn", "languages": ["tur-Latn", "hrv-Latn"]}, {"precision": 0.546106, "recall": 0.609684, "f1": 0.564152, "accuracy": 0.609684, "main_score": 0.564152, "hf_subset": "tur_Latn-kin_Latn", "languages": ["tur-Latn", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-mal_Mlym", "languages": ["tur-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-pes_Arab", "languages": ["tur-Latn", "pes-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tur_Latn-srd_Latn", "languages": ["tur-Latn", "srd-Latn"]}, {"precision": 0.165753, "recall": 0.215415, "f1": 0.177676, "accuracy": 0.215415, "main_score": 0.177676, "hf_subset": "tur_Latn-tzm_Tfng", "languages": ["tur-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-acq_Arab", "languages": ["tur-Latn", "acq-Arab"]}, {"precision": 0.624377, "recall": 0.673913, "f1": 0.638266, "accuracy": 0.673913, "main_score": 0.638266, "hf_subset": "tur_Latn-bem_Latn", "languages": ["tur-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-epo_Latn", "languages": ["tur-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hun_Latn", "languages": ["tur-Latn", "hun-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "tur_Latn-kir_Cyrl", "languages": ["tur-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-mar_Deva", "languages": ["tur-Latn", "mar-Deva"]}, {"precision": 0.673732, "recall": 0.727273, "f1": 0.689479, "accuracy": 0.727273, "main_score": 0.689479, "hf_subset": "tur_Latn-plt_Latn", "languages": ["tur-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-srp_Cyrl", "languages": ["tur-Latn", "srp-Cyrl"]}, {"precision": 0.977931, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "tur_Latn-uig_Arab", "languages": ["tur-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-aeb_Arab", "languages": ["tur-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ben_Beng", "languages": ["tur-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-est_Latn", "languages": ["tur-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hye_Armn", "languages": ["tur-Latn", "hye-Armn"]}, {"precision": 0.540835, "recall": 0.590909, "f1": 0.555, "accuracy": 0.590909, "main_score": 0.555, "hf_subset": "tur_Latn-kmb_Latn", "languages": ["tur-Latn", "kmb-Latn"]}, {"precision": 0.493692, "recall": 0.563241, "f1": 0.513087, "accuracy": 0.563241, "main_score": 0.513087, "hf_subset": "tur_Latn-min_Arab", "languages": ["tur-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-pol_Latn", "languages": ["tur-Latn", "pol-Latn"]}, {"precision": 0.563581, "recall": 0.62253, "f1": 0.580731, "accuracy": 0.62253, "main_score": 0.580731, "hf_subset": "tur_Latn-ssw_Latn", "languages": ["tur-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ukr_Cyrl", "languages": ["tur-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-afr_Latn", "languages": ["tur-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-bho_Deva", "languages": ["tur-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-eus_Latn", "languages": ["tur-Latn", "eus-Latn"]}, {"precision": 0.580791, "recall": 0.639328, "f1": 0.597156, "accuracy": 0.639328, "main_score": 0.597156, "hf_subset": "tur_Latn-ibo_Latn", "languages": ["tur-Latn", "ibo-Latn"]}, {"precision": 0.923584, "recall": 0.945652, "f1": 0.930665, "accuracy": 0.945652, "main_score": 0.930665, "hf_subset": "tur_Latn-kmr_Latn", "languages": ["tur-Latn", "kmr-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "tur_Latn-min_Latn", "languages": ["tur-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-por_Latn", "languages": ["tur-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-sun_Latn", "languages": ["tur-Latn", "sun-Latn"]}, {"precision": 0.539915, "recall": 0.592885, "f1": 0.554765, "accuracy": 0.592885, "main_score": 0.554765, "hf_subset": "tur_Latn-umb_Latn", "languages": ["tur-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ajp_Arab", "languages": ["tur-Latn", "ajp-Arab"]}, {"precision": 0.524121, "recall": 0.591897, "f1": 0.54259, "accuracy": 0.591897, "main_score": 0.54259, "hf_subset": "tur_Latn-bjn_Arab", "languages": ["tur-Latn", "bjn-Arab"]}, {"precision": 0.521988, "recall": 0.576087, "f1": 0.537106, "accuracy": 0.576087, "main_score": 0.537106, "hf_subset": "tur_Latn-ewe_Latn", "languages": ["tur-Latn", "ewe-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "tur_Latn-ilo_Latn", "languages": ["tur-Latn", "ilo-Latn"]}, {"precision": 0.311588, "recall": 0.369565, "f1": 0.327588, "accuracy": 0.369565, "main_score": 0.327588, "hf_subset": "tur_Latn-knc_Arab", "languages": ["tur-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-mkd_Cyrl", "languages": ["tur-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-prs_Arab", "languages": ["tur-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-swe_Latn", "languages": ["tur-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-urd_Arab", "languages": ["tur-Latn", "urd-Arab"]}, {"precision": 0.592919, "recall": 0.65415, "f1": 0.60994, "accuracy": 0.65415, "main_score": 0.60994, "hf_subset": "tur_Latn-aka_Latn", "languages": ["tur-Latn", "aka-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tur_Latn-bjn_Latn", "languages": ["tur-Latn", "bjn-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tur_Latn-fao_Latn", "languages": ["tur-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ind_Latn", "languages": ["tur-Latn", "ind-Latn"]}, {"precision": 0.586646, "recall": 0.642292, "f1": 0.602742, "accuracy": 0.642292, "main_score": 0.602742, "hf_subset": "tur_Latn-knc_Latn", "languages": ["tur-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-mlt_Latn", "languages": ["tur-Latn", "mlt-Latn"]}, {"precision": 0.707816, "recall": 0.766798, "f1": 0.725478, "accuracy": 0.766798, "main_score": 0.725478, "hf_subset": "tur_Latn-quy_Latn", "languages": ["tur-Latn", "quy-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "tur_Latn-swh_Latn", "languages": ["tur-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-uzn_Latn", "languages": ["tur-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-als_Latn", "languages": ["tur-Latn", "als-Latn"]}, {"precision": 0.664281, "recall": 0.741107, "f1": 0.686924, "accuracy": 0.741107, "main_score": 0.686924, "hf_subset": "tur_Latn-bod_Tibt", "languages": ["tur-Latn", "bod-Tibt"]}, {"precision": 0.683884, "recall": 0.748024, "f1": 0.702303, "accuracy": 0.748024, "main_score": 0.702303, "hf_subset": "tur_Latn-fij_Latn", "languages": ["tur-Latn", "fij-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tur_Latn-isl_Latn", "languages": ["tur-Latn", "isl-Latn"]}, {"precision": 0.67171, "recall": 0.721344, "f1": 0.686037, "accuracy": 0.721344, "main_score": 0.686037, "hf_subset": "tur_Latn-kon_Latn", "languages": ["tur-Latn", "kon-Latn"]}, {"precision": 0.662976, "recall": 0.728261, "f1": 0.681736, "accuracy": 0.728261, "main_score": 0.681736, "hf_subset": "tur_Latn-mni_Beng", "languages": ["tur-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ron_Latn", "languages": ["tur-Latn", "ron-Latn"]}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "tur_Latn-szl_Latn", "languages": ["tur-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-vec_Latn", "languages": ["tur-Latn", "vec-Latn"]}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "tur_Latn-amh_Ethi", "languages": ["tur-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-bos_Latn", "languages": ["tur-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-fin_Latn", "languages": ["tur-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ita_Latn", "languages": ["tur-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-kor_Hang", "languages": ["tur-Latn", "kor-Hang"]}, {"precision": 0.544725, "recall": 0.596838, "f1": 0.558777, "accuracy": 0.596838, "main_score": 0.558777, "hf_subset": "tur_Latn-mos_Latn", "languages": ["tur-Latn", "mos-Latn"]}, {"precision": 0.550662, "recall": 0.607708, "f1": 0.567017, "accuracy": 0.607708, "main_score": 0.567017, "hf_subset": "tur_Latn-run_Latn", "languages": ["tur-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-tam_Taml", "languages": ["tur-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-vie_Latn", "languages": ["tur-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-apc_Arab", "languages": ["tur-Latn", "apc-Arab"]}, {"precision": 0.798435, "recall": 0.844862, "f1": 0.811844, "accuracy": 0.844862, "main_score": 0.811844, "hf_subset": "tur_Latn-bug_Latn", "languages": ["tur-Latn", "bug-Latn"]}, {"precision": 0.47373, "recall": 0.530632, "f1": 0.48908, "accuracy": 0.530632, "main_score": 0.48908, "hf_subset": "tur_Latn-fon_Latn", "languages": ["tur-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-jav_Latn", "languages": ["tur-Latn", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-lao_Laoo", "languages": ["tur-Latn", "lao-Laoo"]}, {"precision": 0.863949, "recall": 0.901186, "f1": 0.875395, "accuracy": 0.901186, "main_score": 0.875395, "hf_subset": "tur_Latn-mri_Latn", "languages": ["tur-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-rus_Cyrl", "languages": ["tur-Latn", "rus-Cyrl"]}, {"precision": 0.532445, "recall": 0.598814, "f1": 0.551192, "accuracy": 0.598814, "main_score": 0.551192, "hf_subset": "tur_Latn-taq_Latn", "languages": ["tur-Latn", "taq-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "tur_Latn-war_Latn", "languages": ["tur-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-arb_Arab", "languages": ["tur-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-bul_Cyrl", "languages": ["tur-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-fra_Latn", "languages": ["tur-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-jpn_Jpan", "languages": ["tur-Latn", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tur_Latn-lij_Latn", "languages": ["tur-Latn", "lij-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "tur_Latn-mya_Mymr", "languages": ["tur-Latn", "mya-Mymr"]}, {"precision": 0.597144, "recall": 0.663043, "f1": 0.615977, "accuracy": 0.663043, "main_score": 0.615977, "hf_subset": "tur_Latn-sag_Latn", "languages": ["tur-Latn", "sag-Latn"]}, {"precision": 0.185794, "recall": 0.244071, "f1": 0.198502, "accuracy": 0.244071, "main_score": 0.198502, "hf_subset": "tur_Latn-taq_Tfng", "languages": ["tur-Latn", "taq-Tfng"]}, {"precision": 0.616914, "recall": 0.678854, "f1": 0.634571, "accuracy": 0.678854, "main_score": 0.634571, "hf_subset": "tur_Latn-wol_Latn", "languages": ["tur-Latn", "wol-Latn"]}, {"precision": 0.803179, "recall": 0.853755, "f1": 0.818511, "accuracy": 0.853755, "main_score": 0.818511, "hf_subset": "tur_Latn-arb_Latn", "languages": ["tur-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-cat_Latn", "languages": ["tur-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-fur_Latn", "languages": ["tur-Latn", "fur-Latn"]}, {"precision": 0.415253, "recall": 0.476285, "f1": 0.432269, "accuracy": 0.476285, "main_score": 0.432269, "hf_subset": "tur_Latn-kab_Latn", "languages": ["tur-Latn", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-lim_Latn", "languages": ["tur-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-nld_Latn", "languages": ["tur-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tur_Latn-san_Deva", "languages": ["tur-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-tat_Cyrl", "languages": ["tur-Latn", "tat-Cyrl"]}, {"precision": 0.662131, "recall": 0.722332, "f1": 0.679825, "accuracy": 0.722332, "main_score": 0.679825, "hf_subset": "tur_Latn-xho_Latn", "languages": ["tur-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ars_Arab", "languages": ["tur-Latn", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-ceb_Latn", "languages": ["tur-Latn", "ceb-Latn"]}, {"precision": 0.544659, "recall": 0.607708, "f1": 0.562491, "accuracy": 0.607708, "main_score": 0.562491, "hf_subset": "tur_Latn-fuv_Latn", "languages": ["tur-Latn", "fuv-Latn"]}, {"precision": 0.515902, "recall": 0.58004, "f1": 0.533601, "accuracy": 0.58004, "main_score": 0.533601, "hf_subset": "tur_Latn-kac_Latn", "languages": ["tur-Latn", "kac-Latn"]}, {"precision": 0.665789, "recall": 0.72332, "f1": 0.682384, "accuracy": 0.72332, "main_score": 0.682384, "hf_subset": "tur_Latn-lin_Latn", "languages": ["tur-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-nno_Latn", "languages": ["tur-Latn", "nno-Latn"]}, {"precision": 0.212257, "recall": 0.286561, "f1": 0.231379, "accuracy": 0.286561, "main_score": 0.231379, "hf_subset": "tur_Latn-sat_Olck", "languages": ["tur-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-tel_Telu", "languages": ["tur-Latn", "tel-Telu"]}, {"precision": 0.954545, "recall": 0.969368, "f1": 0.959486, "accuracy": 0.969368, "main_score": 0.959486, "hf_subset": "tur_Latn-ydd_Hebr", "languages": ["tur-Latn", "ydd-Hebr"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tur_Latn-ary_Arab", "languages": ["tur-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-ces_Latn", "languages": ["tur-Latn", "ces-Latn"]}, {"precision": 0.57636, "recall": 0.637352, "f1": 0.593975, "accuracy": 0.637352, "main_score": 0.593975, "hf_subset": "tur_Latn-gaz_Latn", "languages": ["tur-Latn", "gaz-Latn"]}, {"precision": 0.580461, "recall": 0.647233, "f1": 0.599104, "accuracy": 0.647233, "main_score": 0.599104, "hf_subset": "tur_Latn-kam_Latn", "languages": ["tur-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tur_Latn-lit_Latn", "languages": ["tur-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-nob_Latn", "languages": ["tur-Latn", "nob-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tur_Latn-scn_Latn", "languages": ["tur-Latn", "scn-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "tur_Latn-tgk_Cyrl", "languages": ["tur-Latn", "tgk-Cyrl"]}, {"precision": 0.717063, "recall": 0.783597, "f1": 0.737258, "accuracy": 0.783597, "main_score": 0.737258, "hf_subset": "tur_Latn-yor_Latn", "languages": ["tur-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-arz_Arab", "languages": ["tur-Latn", "arz-Arab"]}, {"precision": 0.561713, "recall": 0.614625, "f1": 0.576649, "accuracy": 0.614625, "main_score": 0.576649, "hf_subset": "tur_Latn-cjk_Latn", "languages": ["tur-Latn", "cjk-Latn"]}, {"precision": 0.786924, "recall": 0.836957, "f1": 0.802141, "accuracy": 0.836957, "main_score": 0.802141, "hf_subset": "tur_Latn-gla_Latn", "languages": ["tur-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-kan_Knda", "languages": ["tur-Latn", "kan-Knda"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "tur_Latn-lmo_Latn", "languages": ["tur-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "tur_Latn-npi_Deva", "languages": ["tur-Latn", "npi-Deva"]}, {"precision": 0.463311, "recall": 0.525692, "f1": 0.480813, "accuracy": 0.525692, "main_score": 0.480813, "hf_subset": "tur_Latn-shn_Mymr", "languages": ["tur-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-tgl_Latn", "languages": ["tur-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-yue_Hant", "languages": ["tur-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-asm_Beng", "languages": ["tur-Latn", "asm-Beng"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "tur_Latn-ckb_Arab", "languages": ["tur-Latn", "ckb-Arab"]}, {"precision": 0.87253, "recall": 0.908103, "f1": 0.88386, "accuracy": 0.908103, "main_score": 0.88386, "hf_subset": "tur_Latn-gle_Latn", "languages": ["tur-Latn", "gle-Latn"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "tur_Latn-kas_Arab", "languages": ["tur-Latn", "kas-Arab"]}, {"precision": 0.944252, "recall": 0.960474, "f1": 0.949341, "accuracy": 0.960474, "main_score": 0.949341, "hf_subset": "tur_Latn-ltg_Latn", "languages": ["tur-Latn", "ltg-Latn"]}, {"precision": 0.610204, "recall": 0.666996, "f1": 0.627059, "accuracy": 0.666996, "main_score": 0.627059, "hf_subset": "tur_Latn-nso_Latn", "languages": ["tur-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tur_Latn-sin_Sinh", "languages": ["tur-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-tha_Thai", "languages": ["tur-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-zho_Hans", "languages": ["tur-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ast_Latn", "languages": ["tur-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-crh_Latn", "languages": ["tur-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-glg_Latn", "languages": ["tur-Latn", "glg-Latn"]}, {"precision": 0.905879, "recall": 0.933794, "f1": 0.914723, "accuracy": 0.933794, "main_score": 0.914723, "hf_subset": "tur_Latn-kas_Deva", "languages": ["tur-Latn", "kas-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tur_Latn-ltz_Latn", "languages": ["tur-Latn", "ltz-Latn"]}, {"precision": 0.449435, "recall": 0.519763, "f1": 0.468269, "accuracy": 0.519763, "main_score": 0.468269, "hf_subset": "tur_Latn-nus_Latn", "languages": ["tur-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-slk_Latn", "languages": ["tur-Latn", "slk-Latn"]}, {"precision": 0.626426, "recall": 0.699605, "f1": 0.647763, "accuracy": 0.699605, "main_score": 0.647763, "hf_subset": "tur_Latn-tir_Ethi", "languages": ["tur-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-zho_Hant", "languages": ["tur-Latn", "zho-Hant"]}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "tur_Latn-awa_Deva", "languages": ["tur-Latn", "awa-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tur_Latn-cym_Latn", "languages": ["tur-Latn", "cym-Latn"]}, {"precision": 0.836117, "recall": 0.880435, "f1": 0.850033, "accuracy": 0.880435, "main_score": 0.850033, "hf_subset": "tur_Latn-grn_Latn", "languages": ["tur-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-kat_Geor", "languages": ["tur-Latn", "kat-Geor"]}, {"precision": 0.645549, "recall": 0.695652, "f1": 0.659676, "accuracy": 0.695652, "main_score": 0.659676, "hf_subset": "tur_Latn-lua_Latn", "languages": ["tur-Latn", "lua-Latn"]}, {"precision": 0.64395, "recall": 0.703557, "f1": 0.661417, "accuracy": 0.703557, "main_score": 0.661417, "hf_subset": "tur_Latn-nya_Latn", "languages": ["tur-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-slv_Latn", "languages": ["tur-Latn", "slv-Latn"]}, {"precision": 0.947299, "recall": 0.962451, "f1": 0.95224, "accuracy": 0.962451, "main_score": 0.95224, "hf_subset": "tur_Latn-tpi_Latn", "languages": ["tur-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-zsm_Latn", "languages": ["tur-Latn", "zsm-Latn"]}, {"precision": 0.536846, "recall": 0.602767, "f1": 0.555759, "accuracy": 0.602767, "main_score": 0.555759, "hf_subset": "tur_Latn-ayr_Latn", "languages": ["tur-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-dan_Latn", "languages": ["tur-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-guj_Gujr", "languages": ["tur-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-kaz_Cyrl", "languages": ["tur-Latn", "kaz-Cyrl"]}, {"precision": 0.537692, "recall": 0.600791, "f1": 0.55581, "accuracy": 0.600791, "main_score": 0.55581, "hf_subset": "tur_Latn-lug_Latn", "languages": ["tur-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-oci_Latn", "languages": ["tur-Latn", "oci-Latn"]}, {"precision": 0.838192, "recall": 0.879447, "f1": 0.851318, "accuracy": 0.879447, "main_score": 0.851318, "hf_subset": "tur_Latn-smo_Latn", "languages": ["tur-Latn", "smo-Latn"]}, {"precision": 0.545097, "recall": 0.605731, "f1": 0.561868, "accuracy": 0.605731, "main_score": 0.561868, "hf_subset": "tur_Latn-tsn_Latn", "languages": ["tur-Latn", "tsn-Latn"]}, {"precision": 0.61054, "recall": 0.677866, "f1": 0.630139, "accuracy": 0.677866, "main_score": 0.630139, "hf_subset": "tur_Latn-zul_Latn", "languages": ["tur-Latn", "zul-Latn"]}, {"precision": 0.934074, "recall": 0.953557, "f1": 0.940283, "accuracy": 0.953557, "main_score": 0.940283, "hf_subset": "tur_Latn-azb_Arab", "languages": ["tur-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-deu_Latn", "languages": ["tur-Latn", "deu-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tur_Latn-hat_Latn", "languages": ["tur-Latn", "hat-Latn"]}, {"precision": 0.490013, "recall": 0.546443, "f1": 0.506046, "accuracy": 0.546443, "main_score": 0.506046, "hf_subset": "tur_Latn-kbp_Latn", "languages": ["tur-Latn", "kbp-Latn"]}, {"precision": 0.563332, "recall": 0.62747, "f1": 0.580666, "accuracy": 0.62747, "main_score": 0.580666, "hf_subset": "tur_Latn-luo_Latn", "languages": ["tur-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ory_Orya", "languages": ["tur-Latn", "ory-Orya"]}, {"precision": 0.585639, "recall": 0.650198, "f1": 0.603501, "accuracy": 0.650198, "main_score": 0.603501, "hf_subset": "tur_Latn-sna_Latn", "languages": ["tur-Latn", "sna-Latn"]}, {"precision": 0.545035, "recall": 0.605731, "f1": 0.56176, "accuracy": 0.605731, "main_score": 0.56176, "hf_subset": "tur_Latn-tso_Latn", "languages": ["tur-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-azj_Latn", "languages": ["tur-Latn", "azj-Latn"]}, {"precision": 0.543258, "recall": 0.612648, "f1": 0.563025, "accuracy": 0.612648, "main_score": 0.563025, "hf_subset": "tur_Latn-dik_Latn", "languages": ["tur-Latn", "dik-Latn"]}, {"precision": 0.744631, "recall": 0.797431, "f1": 0.760136, "accuracy": 0.797431, "main_score": 0.760136, "hf_subset": "tur_Latn-hau_Latn", "languages": ["tur-Latn", "hau-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tur_Latn-kea_Latn", "languages": ["tur-Latn", "kea-Latn"]}, {"precision": 0.750198, "recall": 0.798419, "f1": 0.764709, "accuracy": 0.798419, "main_score": 0.764709, "hf_subset": "tur_Latn-lus_Latn", "languages": ["tur-Latn", "lus-Latn"]}, {"precision": 0.859667, "recall": 0.893281, "f1": 0.869763, "accuracy": 0.893281, "main_score": 0.869763, "hf_subset": "tur_Latn-pag_Latn", "languages": ["tur-Latn", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-snd_Arab", "languages": ["tur-Latn", "snd-Arab"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "tur_Latn-tuk_Latn", "languages": ["tur-Latn", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tur_Latn-bak_Cyrl", "languages": ["tur-Latn", "bak-Cyrl"]}, {"precision": 0.483589, "recall": 0.562253, "f1": 0.507137, "accuracy": 0.562253, "main_score": 0.507137, "hf_subset": "tur_Latn-dyu_Latn", "languages": ["tur-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-heb_Hebr", "languages": ["tur-Latn", "heb-Hebr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-khk_Cyrl", "languages": ["tur-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-lvs_Latn", "languages": ["tur-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-pan_Guru", "languages": ["tur-Latn", "pan-Guru"]}, {"precision": 0.718083, "recall": 0.772727, "f1": 0.734491, "accuracy": 0.772727, "main_score": 0.734491, "hf_subset": "tur_Latn-som_Latn", "languages": ["tur-Latn", "som-Latn"]}, {"precision": 0.595584, "recall": 0.643281, "f1": 0.608751, "accuracy": 0.643281, "main_score": 0.608751, "hf_subset": "tur_Latn-tum_Latn", "languages": ["tur-Latn", "tum-Latn"]}, {"precision": 0.802108, "recall": 0.849802, "f1": 0.816469, "accuracy": 0.849802, "main_score": 0.816469, "hf_subset": "ace_Latn-ace_Arab", "languages": ["ace-Latn", "ace-Arab"]}, {"precision": 0.553944, "recall": 0.605731, "f1": 0.568961, "accuracy": 0.605731, "main_score": 0.568961, "hf_subset": "ace_Latn-bam_Latn", "languages": ["ace-Latn", "bam-Latn"]}, {"precision": 0.286455, "recall": 0.338933, "f1": 0.299786, "accuracy": 0.338933, "main_score": 0.299786, "hf_subset": "ace_Latn-dzo_Tibt", "languages": ["ace-Latn", "dzo-Tibt"]}, {"precision": 0.871816, "recall": 0.902174, "f1": 0.880435, "accuracy": 0.902174, "main_score": 0.880435, "hf_subset": "ace_Latn-hin_Deva", "languages": ["ace-Latn", "hin-Deva"]}, {"precision": 0.808484, "recall": 0.851779, "f1": 0.821245, "accuracy": 0.851779, "main_score": 0.821245, "hf_subset": "ace_Latn-khm_Khmr", "languages": ["ace-Latn", "khm-Khmr"]}, {"precision": 0.867895, "recall": 0.899209, "f1": 0.877201, "accuracy": 0.899209, "main_score": 0.877201, "hf_subset": "ace_Latn-mag_Deva", "languages": ["ace-Latn", "mag-Deva"]}, {"precision": 0.851107, "recall": 0.883399, "f1": 0.860533, "accuracy": 0.883399, "main_score": 0.860533, "hf_subset": "ace_Latn-pap_Latn", "languages": ["ace-Latn", "pap-Latn"]}, {"precision": 0.592589, "recall": 0.640316, "f1": 0.606005, "accuracy": 0.640316, "main_score": 0.606005, "hf_subset": "ace_Latn-sot_Latn", "languages": ["ace-Latn", "sot-Latn"]}, {"precision": 0.853484, "recall": 0.890316, "f1": 0.864246, "accuracy": 0.890316, "main_score": 0.864246, "hf_subset": "ace_Latn-tur_Latn", "languages": ["ace-Latn", "tur-Latn"]}, {"precision": 0.865704, "recall": 0.892292, "f1": 0.873407, "accuracy": 0.892292, "main_score": 0.873407, "hf_subset": "ace_Latn-ban_Latn", "languages": ["ace-Latn", "ban-Latn"]}, {"precision": 0.841057, "recall": 0.879447, "f1": 0.852437, "accuracy": 0.879447, "main_score": 0.852437, "hf_subset": "ace_Latn-ell_Grek", "languages": ["ace-Latn", "ell-Grek"]}, {"precision": 0.84721, "recall": 0.884387, "f1": 0.8585, "accuracy": 0.884387, "main_score": 0.8585, "hf_subset": "ace_Latn-hne_Deva", "languages": ["ace-Latn", "hne-Deva"]}, {"precision": 0.568236, "recall": 0.62253, "f1": 0.583385, "accuracy": 0.62253, "main_score": 0.583385, "hf_subset": "ace_Latn-kik_Latn", "languages": ["ace-Latn", "kik-Latn"]}, {"precision": 0.855311, "recall": 0.889328, "f1": 0.86531, "accuracy": 0.889328, "main_score": 0.86531, "hf_subset": "ace_Latn-mai_Deva", "languages": ["ace-Latn", "mai-Deva"]}, {"precision": 0.81069, "recall": 0.852767, "f1": 0.822686, "accuracy": 0.852767, "main_score": 0.822686, "hf_subset": "ace_Latn-pbt_Arab", "languages": ["ace-Latn", "pbt-Arab"]}, {"precision": 0.865571, "recall": 0.898221, "f1": 0.875121, "accuracy": 0.898221, "main_score": 0.875121, "hf_subset": "ace_Latn-spa_Latn", "languages": ["ace-Latn", "spa-Latn"]}, {"precision": 0.62128, "recall": 0.66996, "f1": 0.635164, "accuracy": 0.66996, "main_score": 0.635164, "hf_subset": "ace_Latn-twi_Latn", "languages": ["ace-Latn", "twi-Latn"]}, {"precision": 0.838136, "recall": 0.874506, "f1": 0.848163, "accuracy": 0.874506, "main_score": 0.848163, "hf_subset": "ace_Latn-acm_Arab", "languages": ["ace-Latn", "acm-Arab"]}, {"precision": 0.814711, "recall": 0.855731, "f1": 0.826597, "accuracy": 0.855731, "main_score": 0.826597, "hf_subset": "ace_Latn-bel_Cyrl", "languages": ["ace-Latn", "bel-Cyrl"]}, {"precision": 0.887632, "recall": 0.917984, "f1": 0.896725, "accuracy": 0.917984, "main_score": 0.896725, "hf_subset": "ace_Latn-eng_Latn", "languages": ["ace-Latn", "eng-Latn"]}, {"precision": 0.852735, "recall": 0.887352, "f1": 0.863082, "accuracy": 0.887352, "main_score": 0.863082, "hf_subset": "ace_Latn-hrv_Latn", "languages": ["ace-Latn", "hrv-Latn"]}, {"precision": 0.574688, "recall": 0.625494, "f1": 0.588849, "accuracy": 0.625494, "main_score": 0.588849, "hf_subset": "ace_Latn-kin_Latn", "languages": ["ace-Latn", "kin-Latn"]}, {"precision": 0.859799, "recall": 0.898221, "f1": 0.871574, "accuracy": 0.898221, "main_score": 0.871574, "hf_subset": "ace_Latn-mal_Mlym", "languages": ["ace-Latn", "mal-Mlym"]}, {"precision": 0.850478, "recall": 0.88834, "f1": 0.861481, "accuracy": 0.88834, "main_score": 0.861481, "hf_subset": "ace_Latn-pes_Arab", "languages": ["ace-Latn", "pes-Arab"]}, {"precision": 0.842861, "recall": 0.874506, "f1": 0.851704, "accuracy": 0.874506, "main_score": 0.851704, "hf_subset": "ace_Latn-srd_Latn", "languages": ["ace-Latn", "srd-Latn"]}, {"precision": 0.199394, "recall": 0.238142, "f1": 0.208781, "accuracy": 0.238142, "main_score": 0.208781, "hf_subset": "ace_Latn-tzm_Tfng", "languages": ["ace-Latn", "tzm-Tfng"]}, {"precision": 0.856531, "recall": 0.892292, "f1": 0.866853, "accuracy": 0.892292, "main_score": 0.866853, "hf_subset": "ace_Latn-acq_Arab", "languages": ["ace-Latn", "acq-Arab"]}, {"precision": 0.61949, "recall": 0.667984, "f1": 0.633253, "accuracy": 0.667984, "main_score": 0.633253, "hf_subset": "ace_Latn-bem_Latn", "languages": ["ace-Latn", "bem-Latn"]}, {"precision": 0.854665, "recall": 0.891304, "f1": 0.865662, "accuracy": 0.891304, "main_score": 0.865662, "hf_subset": "ace_Latn-epo_Latn", "languages": ["ace-Latn", "epo-Latn"]}, {"precision": 0.850258, "recall": 0.884387, "f1": 0.860197, "accuracy": 0.884387, "main_score": 0.860197, "hf_subset": "ace_Latn-hun_Latn", "languages": ["ace-Latn", "hun-Latn"]}, {"precision": 0.80238, "recall": 0.842885, "f1": 0.814045, "accuracy": 0.842885, "main_score": 0.814045, "hf_subset": "ace_Latn-kir_Cyrl", "languages": ["ace-Latn", "kir-Cyrl"]}, {"precision": 0.842432, "recall": 0.876482, "f1": 0.852574, "accuracy": 0.876482, "main_score": 0.852574, "hf_subset": "ace_Latn-mar_Deva", "languages": ["ace-Latn", "mar-Deva"]}, {"precision": 0.632864, "recall": 0.684783, "f1": 0.647647, "accuracy": 0.684783, "main_score": 0.647647, "hf_subset": "ace_Latn-plt_Latn", "languages": ["ace-Latn", "plt-Latn"]}, {"precision": 0.865184, "recall": 0.898221, "f1": 0.874657, "accuracy": 0.898221, "main_score": 0.874657, "hf_subset": "ace_Latn-srp_Cyrl", "languages": ["ace-Latn", "srp-Cyrl"]}, {"precision": 0.728773, "recall": 0.778656, "f1": 0.742943, "accuracy": 0.778656, "main_score": 0.742943, "hf_subset": "ace_Latn-uig_Arab", "languages": ["ace-Latn", "uig-Arab"]}, {"precision": 0.8269, "recall": 0.858696, "f1": 0.835548, "accuracy": 0.858696, "main_score": 0.835548, "hf_subset": "ace_Latn-aeb_Arab", "languages": ["ace-Latn", "aeb-Arab"]}, {"precision": 0.864676, "recall": 0.894269, "f1": 0.873114, "accuracy": 0.894269, "main_score": 0.873114, "hf_subset": "ace_Latn-ben_Beng", "languages": ["ace-Latn", "ben-Beng"]}, {"precision": 0.847299, "recall": 0.882411, "f1": 0.85743, "accuracy": 0.882411, "main_score": 0.85743, "hf_subset": "ace_Latn-est_Latn", "languages": ["ace-Latn", "est-Latn"]}, {"precision": 0.844413, "recall": 0.881423, "f1": 0.855128, "accuracy": 0.881423, "main_score": 0.855128, "hf_subset": "ace_Latn-hye_Armn", "languages": ["ace-Latn", "hye-Armn"]}, {"precision": 0.567565, "recall": 0.624506, "f1": 0.583402, "accuracy": 0.624506, "main_score": 0.583402, "hf_subset": "ace_Latn-kmb_Latn", "languages": ["ace-Latn", "kmb-Latn"]}, {"precision": 0.562407, "recall": 0.628458, "f1": 0.579927, "accuracy": 0.628458, "main_score": 0.579927, "hf_subset": "ace_Latn-min_Arab", "languages": ["ace-Latn", "min-Arab"]}, {"precision": 0.855051, "recall": 0.891304, "f1": 0.865909, "accuracy": 0.891304, "main_score": 0.865909, "hf_subset": "ace_Latn-pol_Latn", "languages": ["ace-Latn", "pol-Latn"]}, {"precision": 0.571189, "recall": 0.624506, "f1": 0.586472, "accuracy": 0.624506, "main_score": 0.586472, "hf_subset": "ace_Latn-ssw_Latn", "languages": ["ace-Latn", "ssw-Latn"]}, {"precision": 0.861012, "recall": 0.895257, "f1": 0.871, "accuracy": 0.895257, "main_score": 0.871, "hf_subset": "ace_Latn-ukr_Cyrl", "languages": ["ace-Latn", "ukr-Cyrl"]}, {"precision": 0.870422, "recall": 0.903162, "f1": 0.880143, "accuracy": 0.903162, "main_score": 0.880143, "hf_subset": "ace_Latn-afr_Latn", "languages": ["ace-Latn", "afr-Latn"]}, {"precision": 0.831004, "recall": 0.866601, "f1": 0.841034, "accuracy": 0.866601, "main_score": 0.841034, "hf_subset": "ace_Latn-bho_Deva", "languages": ["ace-Latn", "bho-Deva"]}, {"precision": 0.827414, "recall": 0.864625, "f1": 0.838258, "accuracy": 0.864625, "main_score": 0.838258, "hf_subset": "ace_Latn-eus_Latn", "languages": ["ace-Latn", "eus-Latn"]}, {"precision": 0.575417, "recall": 0.625494, "f1": 0.589757, "accuracy": 0.625494, "main_score": 0.589757, "hf_subset": "ace_Latn-ibo_Latn", "languages": ["ace-Latn", "ibo-Latn"]}, {"precision": 0.724876, "recall": 0.769763, "f1": 0.737971, "accuracy": 0.769763, "main_score": 0.737971, "hf_subset": "ace_Latn-kmr_Latn", "languages": ["ace-Latn", "kmr-Latn"]}, {"precision": 0.891173, "recall": 0.91502, "f1": 0.898155, "accuracy": 0.91502, "main_score": 0.898155, "hf_subset": "ace_Latn-min_Latn", "languages": ["ace-Latn", "min-Latn"]}, {"precision": 0.884124, "recall": 0.914032, "f1": 0.892838, "accuracy": 0.914032, "main_score": 0.892838, "hf_subset": "ace_Latn-por_Latn", "languages": ["ace-Latn", "por-Latn"]}, {"precision": 0.882147, "recall": 0.907115, "f1": 0.889119, "accuracy": 0.907115, "main_score": 0.889119, "hf_subset": "ace_Latn-sun_Latn", "languages": ["ace-Latn", "sun-Latn"]}, {"precision": 0.529796, "recall": 0.58004, "f1": 0.544469, "accuracy": 0.58004, "main_score": 0.544469, "hf_subset": "ace_Latn-umb_Latn", "languages": ["ace-Latn", "umb-Latn"]}, {"precision": 0.85135, "recall": 0.883399, "f1": 0.860512, "accuracy": 0.883399, "main_score": 0.860512, "hf_subset": "ace_Latn-ajp_Arab", "languages": ["ace-Latn", "ajp-Arab"]}, {"precision": 0.560049, "recall": 0.626482, "f1": 0.578113, "accuracy": 0.626482, "main_score": 0.578113, "hf_subset": "ace_Latn-bjn_Arab", "languages": ["ace-Latn", "bjn-Arab"]}, {"precision": 0.53369, "recall": 0.58004, "f1": 0.546576, "accuracy": 0.58004, "main_score": 0.546576, "hf_subset": "ace_Latn-ewe_Latn", "languages": ["ace-Latn", "ewe-Latn"]}, {"precision": 0.823106, "recall": 0.856719, "f1": 0.83286, "accuracy": 0.856719, "main_score": 0.83286, "hf_subset": "ace_Latn-ilo_Latn", "languages": ["ace-Latn", "ilo-Latn"]}, {"precision": 0.320946, "recall": 0.373518, "f1": 0.334729, "accuracy": 0.373518, "main_score": 0.334729, "hf_subset": "ace_Latn-knc_Arab", "languages": ["ace-Latn", "knc-Arab"]}, {"precision": 0.871661, "recall": 0.903162, "f1": 0.880602, "accuracy": 0.903162, "main_score": 0.880602, "hf_subset": "ace_Latn-mkd_Cyrl", "languages": ["ace-Latn", "mkd-Cyrl"]}, {"precision": 0.848188, "recall": 0.886364, "f1": 0.85934, "accuracy": 0.886364, "main_score": 0.85934, "hf_subset": "ace_Latn-prs_Arab", "languages": ["ace-Latn", "prs-Arab"]}, {"precision": 0.874555, "recall": 0.906126, "f1": 0.883777, "accuracy": 0.906126, "main_score": 0.883777, "hf_subset": "ace_Latn-swe_Latn", "languages": ["ace-Latn", "swe-Latn"]}, {"precision": 0.834125, "recall": 0.874506, "f1": 0.846086, "accuracy": 0.874506, "main_score": 0.846086, "hf_subset": "ace_Latn-urd_Arab", "languages": ["ace-Latn", "urd-Arab"]}, {"precision": 0.586778, "recall": 0.634387, "f1": 0.600301, "accuracy": 0.634387, "main_score": 0.600301, "hf_subset": "ace_Latn-aka_Latn", "languages": ["ace-Latn", "aka-Latn"]}, {"precision": 0.873897, "recall": 0.899209, "f1": 0.881324, "accuracy": 0.899209, "main_score": 0.881324, "hf_subset": "ace_Latn-bjn_Latn", "languages": ["ace-Latn", "bjn-Latn"]}, {"precision": 0.739074, "recall": 0.784585, "f1": 0.75224, "accuracy": 0.784585, "main_score": 0.75224, "hf_subset": "ace_Latn-fao_Latn", "languages": ["ace-Latn", "fao-Latn"]}, {"precision": 0.907781, "recall": 0.931818, "f1": 0.91525, "accuracy": 0.931818, "main_score": 0.91525, "hf_subset": "ace_Latn-ind_Latn", "languages": ["ace-Latn", "ind-Latn"]}, {"precision": 0.588684, "recall": 0.637352, "f1": 0.602188, "accuracy": 0.637352, "main_score": 0.602188, "hf_subset": "ace_Latn-knc_Latn", "languages": ["ace-Latn", "knc-Latn"]}, {"precision": 0.860149, "recall": 0.892292, "f1": 0.869417, "accuracy": 0.892292, "main_score": 0.869417, "hf_subset": "ace_Latn-mlt_Latn", "languages": ["ace-Latn", "mlt-Latn"]}, {"precision": 0.651581, "recall": 0.702569, "f1": 0.666052, "accuracy": 0.702569, "main_score": 0.666052, "hf_subset": "ace_Latn-quy_Latn", "languages": ["ace-Latn", "quy-Latn"]}, {"precision": 0.789139, "recall": 0.837945, "f1": 0.803598, "accuracy": 0.837945, "main_score": 0.803598, "hf_subset": "ace_Latn-swh_Latn", "languages": ["ace-Latn", "swh-Latn"]}, {"precision": 0.832931, "recall": 0.870553, "f1": 0.844012, "accuracy": 0.870553, "main_score": 0.844012, "hf_subset": "ace_Latn-uzn_Latn", "languages": ["ace-Latn", "uzn-Latn"]}, {"precision": 0.863807, "recall": 0.894269, "f1": 0.872831, "accuracy": 0.894269, "main_score": 0.872831, "hf_subset": "ace_Latn-als_Latn", "languages": ["ace-Latn", "als-Latn"]}, {"precision": 0.368651, "recall": 0.436759, "f1": 0.386742, "accuracy": 0.436759, "main_score": 0.386742, "hf_subset": "ace_Latn-bod_Tibt", "languages": ["ace-Latn", "bod-Tibt"]}, {"precision": 0.627308, "recall": 0.677866, "f1": 0.641006, "accuracy": 0.677866, "main_score": 0.641006, "hf_subset": "ace_Latn-fij_Latn", "languages": ["ace-Latn", "fij-Latn"]}, {"precision": 0.764906, "recall": 0.814229, "f1": 0.779226, "accuracy": 0.814229, "main_score": 0.779226, "hf_subset": "ace_Latn-isl_Latn", "languages": ["ace-Latn", "isl-Latn"]}, {"precision": 0.651938, "recall": 0.699605, "f1": 0.666177, "accuracy": 0.699605, "main_score": 0.666177, "hf_subset": "ace_Latn-kon_Latn", "languages": ["ace-Latn", "kon-Latn"]}, {"precision": 0.618329, "recall": 0.676877, "f1": 0.634783, "accuracy": 0.676877, "main_score": 0.634783, "hf_subset": "ace_Latn-mni_Beng", "languages": ["ace-Latn", "mni-Beng"]}, {"precision": 0.883794, "recall": 0.914032, "f1": 0.892707, "accuracy": 0.914032, "main_score": 0.892707, "hf_subset": "ace_Latn-ron_Latn", "languages": ["ace-Latn", "ron-Latn"]}, {"precision": 0.845233, "recall": 0.880435, "f1": 0.855583, "accuracy": 0.880435, "main_score": 0.855583, "hf_subset": "ace_Latn-szl_Latn", "languages": ["ace-Latn", "szl-Latn"]}, {"precision": 0.857943, "recall": 0.887352, "f1": 0.865914, "accuracy": 0.887352, "main_score": 0.865914, "hf_subset": "ace_Latn-vec_Latn", "languages": ["ace-Latn", "vec-Latn"]}, {"precision": 0.710566, "recall": 0.764822, "f1": 0.726114, "accuracy": 0.764822, "main_score": 0.726114, "hf_subset": "ace_Latn-amh_Ethi", "languages": ["ace-Latn", "amh-Ethi"]}, {"precision": 0.87804, "recall": 0.909091, "f1": 0.887025, "accuracy": 0.909091, "main_score": 0.887025, "hf_subset": "ace_Latn-bos_Latn", "languages": ["ace-Latn", "bos-Latn"]}, {"precision": 0.845627, "recall": 0.879447, "f1": 0.855621, "accuracy": 0.879447, "main_score": 0.855621, "hf_subset": "ace_Latn-fin_Latn", "languages": ["ace-Latn", "fin-Latn"]}, {"precision": 0.874489, "recall": 0.905138, "f1": 0.883319, "accuracy": 0.905138, "main_score": 0.883319, "hf_subset": "ace_Latn-ita_Latn", "languages": ["ace-Latn", "ita-Latn"]}, {"precision": 0.845077, "recall": 0.881423, "f1": 0.855737, "accuracy": 0.881423, "main_score": 0.855737, "hf_subset": "ace_Latn-kor_Hang", "languages": ["ace-Latn", "kor-Hang"]}, {"precision": 0.570458, "recall": 0.62253, "f1": 0.585401, "accuracy": 0.62253, "main_score": 0.585401, "hf_subset": "ace_Latn-mos_Latn", "languages": ["ace-Latn", "mos-Latn"]}, {"precision": 0.551913, "recall": 0.600791, "f1": 0.565763, "accuracy": 0.600791, "main_score": 0.565763, "hf_subset": "ace_Latn-run_Latn", "languages": ["ace-Latn", "run-Latn"]}, {"precision": 0.817825, "recall": 0.858696, "f1": 0.829571, "accuracy": 0.858696, "main_score": 0.829571, "hf_subset": "ace_Latn-tam_Taml", "languages": ["ace-Latn", "tam-Taml"]}, {"precision": 0.869188, "recall": 0.900198, "f1": 0.878193, "accuracy": 0.900198, "main_score": 0.878193, "hf_subset": "ace_Latn-vie_Latn", "languages": ["ace-Latn", "vie-Latn"]}, {"precision": 0.83574, "recall": 0.875494, "f1": 0.847436, "accuracy": 0.875494, "main_score": 0.847436, "hf_subset": "ace_Latn-apc_Arab", "languages": ["ace-Latn", "apc-Arab"]}, {"precision": 0.762747, "recall": 0.805336, "f1": 0.775155, "accuracy": 0.805336, "main_score": 0.775155, "hf_subset": "ace_Latn-bug_Latn", "languages": ["ace-Latn", "bug-Latn"]}, {"precision": 0.482433, "recall": 0.535573, "f1": 0.496747, "accuracy": 0.535573, "main_score": 0.496747, "hf_subset": "ace_Latn-fon_Latn", "languages": ["ace-Latn", "fon-Latn"]}, {"precision": 0.88419, "recall": 0.911067, "f1": 0.8917, "accuracy": 0.911067, "main_score": 0.8917, "hf_subset": "ace_Latn-jav_Latn", "languages": ["ace-Latn", "jav-Latn"]}, {"precision": 0.777233, "recall": 0.824111, "f1": 0.790701, "accuracy": 0.824111, "main_score": 0.790701, "hf_subset": "ace_Latn-lao_Laoo", "languages": ["ace-Latn", "lao-Laoo"]}, {"precision": 0.657732, "recall": 0.713439, "f1": 0.673169, "accuracy": 0.713439, "main_score": 0.673169, "hf_subset": "ace_Latn-mri_Latn", "languages": ["ace-Latn", "mri-Latn"]}, {"precision": 0.875823, "recall": 0.908103, "f1": 0.88538, "accuracy": 0.908103, "main_score": 0.88538, "hf_subset": "ace_Latn-rus_Cyrl", "languages": ["ace-Latn", "rus-Cyrl"]}, {"precision": 0.543034, "recall": 0.597826, "f1": 0.558778, "accuracy": 0.597826, "main_score": 0.558778, "hf_subset": "ace_Latn-taq_Latn", "languages": ["ace-Latn", "taq-Latn"]}, {"precision": 0.883589, "recall": 0.910079, "f1": 0.891293, "accuracy": 0.910079, "main_score": 0.891293, "hf_subset": "ace_Latn-war_Latn", "languages": ["ace-Latn", "war-Latn"]}, {"precision": 0.849935, "recall": 0.882411, "f1": 0.859106, "accuracy": 0.882411, "main_score": 0.859106, "hf_subset": "ace_Latn-arb_Arab", "languages": ["ace-Latn", "arb-Arab"]}, {"precision": 0.868728, "recall": 0.899209, "f1": 0.877324, "accuracy": 0.899209, "main_score": 0.877324, "hf_subset": "ace_Latn-bul_Cyrl", "languages": ["ace-Latn", "bul-Cyrl"]}, {"precision": 0.876378, "recall": 0.905138, "f1": 0.884414, "accuracy": 0.905138, "main_score": 0.884414, "hf_subset": "ace_Latn-fra_Latn", "languages": ["ace-Latn", "fra-Latn"]}, {"precision": 0.851213, "recall": 0.882411, "f1": 0.859985, "accuracy": 0.882411, "main_score": 0.859985, "hf_subset": "ace_Latn-jpn_Jpan", "languages": ["ace-Latn", "jpn-Jpan"]}, {"precision": 0.854227, "recall": 0.885375, "f1": 0.863194, "accuracy": 0.885375, "main_score": 0.863194, "hf_subset": "ace_Latn-lij_Latn", "languages": ["ace-Latn", "lij-Latn"]}, {"precision": 0.725955, "recall": 0.793478, "f1": 0.746113, "accuracy": 0.793478, "main_score": 0.746113, "hf_subset": "ace_Latn-mya_Mymr", "languages": ["ace-Latn", "mya-Mymr"]}, {"precision": 0.600646, "recall": 0.655138, "f1": 0.615879, "accuracy": 0.655138, "main_score": 0.615879, "hf_subset": "ace_Latn-sag_Latn", "languages": ["ace-Latn", "sag-Latn"]}, {"precision": 0.21253, "recall": 0.263834, "f1": 0.223991, "accuracy": 0.263834, "main_score": 0.223991, "hf_subset": "ace_Latn-taq_Tfng", "languages": ["ace-Latn", "taq-Tfng"]}, {"precision": 0.634042, "recall": 0.681818, "f1": 0.647856, "accuracy": 0.681818, "main_score": 0.647856, "hf_subset": "ace_Latn-wol_Latn", "languages": ["ace-Latn", "wol-Latn"]}, {"precision": 0.60041, "recall": 0.662055, "f1": 0.617223, "accuracy": 0.662055, "main_score": 0.617223, "hf_subset": "ace_Latn-arb_Latn", "languages": ["ace-Latn", "arb-Latn"]}, {"precision": 0.875428, "recall": 0.907115, "f1": 0.884754, "accuracy": 0.907115, "main_score": 0.884754, "hf_subset": "ace_Latn-cat_Latn", "languages": ["ace-Latn", "cat-Latn"]}, {"precision": 0.853782, "recall": 0.883399, "f1": 0.862714, "accuracy": 0.883399, "main_score": 0.862714, "hf_subset": "ace_Latn-fur_Latn", "languages": ["ace-Latn", "fur-Latn"]}, {"precision": 0.454252, "recall": 0.508893, "f1": 0.468999, "accuracy": 0.508893, "main_score": 0.468999, "hf_subset": "ace_Latn-kab_Latn", "languages": ["ace-Latn", "kab-Latn"]}, {"precision": 0.824532, "recall": 0.865613, "f1": 0.836907, "accuracy": 0.865613, "main_score": 0.836907, "hf_subset": "ace_Latn-lim_Latn", "languages": ["ace-Latn", "lim-Latn"]}, {"precision": 0.859042, "recall": 0.893281, "f1": 0.869008, "accuracy": 0.893281, "main_score": 0.869008, "hf_subset": "ace_Latn-nld_Latn", "languages": ["ace-Latn", "nld-Latn"]}, {"precision": 0.794716, "recall": 0.842885, "f1": 0.808941, "accuracy": 0.842885, "main_score": 0.808941, "hf_subset": "ace_Latn-san_Deva", "languages": ["ace-Latn", "san-Deva"]}, {"precision": 0.82864, "recall": 0.865613, "f1": 0.839827, "accuracy": 0.865613, "main_score": 0.839827, "hf_subset": "ace_Latn-tat_Cyrl", "languages": ["ace-Latn", "tat-Cyrl"]}, {"precision": 0.637674, "recall": 0.687747, "f1": 0.652421, "accuracy": 0.687747, "main_score": 0.652421, "hf_subset": "ace_Latn-xho_Latn", "languages": ["ace-Latn", "xho-Latn"]}, {"precision": 0.847523, "recall": 0.883399, "f1": 0.857955, "accuracy": 0.883399, "main_score": 0.857955, "hf_subset": "ace_Latn-ars_Arab", "languages": ["ace-Latn", "ars-Arab"]}, {"precision": 0.863881, "recall": 0.892292, "f1": 0.871871, "accuracy": 0.892292, "main_score": 0.871871, "hf_subset": "ace_Latn-ceb_Latn", "languages": ["ace-Latn", "ceb-Latn"]}, {"precision": 0.57014, "recall": 0.624506, "f1": 0.586137, "accuracy": 0.624506, "main_score": 0.586137, "hf_subset": "ace_Latn-fuv_Latn", "languages": ["ace-Latn", "fuv-Latn"]}, {"precision": 0.529587, "recall": 0.58498, "f1": 0.545067, "accuracy": 0.58498, "main_score": 0.545067, "hf_subset": "ace_Latn-kac_Latn", "languages": ["ace-Latn", "kac-Latn"]}, {"precision": 0.645883, "recall": 0.693676, "f1": 0.659421, "accuracy": 0.693676, "main_score": 0.659421, "hf_subset": "ace_Latn-lin_Latn", "languages": ["ace-Latn", "lin-Latn"]}, {"precision": 0.866765, "recall": 0.897233, "f1": 0.875513, "accuracy": 0.897233, "main_score": 0.875513, "hf_subset": "ace_Latn-nno_Latn", "languages": ["ace-Latn", "nno-Latn"]}, {"precision": 0.156229, "recall": 0.214427, "f1": 0.170554, "accuracy": 0.214427, "main_score": 0.170554, "hf_subset": "ace_Latn-sat_Olck", "languages": ["ace-Latn", "sat-Olck"]}, {"precision": 0.839328, "recall": 0.878458, "f1": 0.850795, "accuracy": 0.878458, "main_score": 0.850795, "hf_subset": "ace_Latn-tel_Telu", "languages": ["ace-Latn", "tel-Telu"]}, {"precision": 0.748732, "recall": 0.801383, "f1": 0.764149, "accuracy": 0.801383, "main_score": 0.764149, "hf_subset": "ace_Latn-ydd_Hebr", "languages": ["ace-Latn", "ydd-Hebr"]}, {"precision": 0.800751, "recall": 0.843874, "f1": 0.813062, "accuracy": 0.843874, "main_score": 0.813062, "hf_subset": "ace_Latn-ary_Arab", "languages": ["ace-Latn", "ary-Arab"]}, {"precision": 0.871821, "recall": 0.901186, "f1": 0.88049, "accuracy": 0.901186, "main_score": 0.88049, "hf_subset": "ace_Latn-ces_Latn", "languages": ["ace-Latn", "ces-Latn"]}, {"precision": 0.579934, "recall": 0.634387, "f1": 0.595687, "accuracy": 0.634387, "main_score": 0.595687, "hf_subset": "ace_Latn-gaz_Latn", "languages": ["ace-Latn", "gaz-Latn"]}, {"precision": 0.573997, "recall": 0.624506, "f1": 0.587875, "accuracy": 0.624506, "main_score": 0.587875, "hf_subset": "ace_Latn-kam_Latn", "languages": ["ace-Latn", "kam-Latn"]}, {"precision": 0.843187, "recall": 0.87747, "f1": 0.852852, "accuracy": 0.87747, "main_score": 0.852852, "hf_subset": "ace_Latn-lit_Latn", "languages": ["ace-Latn", "lit-Latn"]}, {"precision": 0.87598, "recall": 0.906126, "f1": 0.884706, "accuracy": 0.906126, "main_score": 0.884706, "hf_subset": "ace_Latn-nob_Latn", "languages": ["ace-Latn", "nob-Latn"]}, {"precision": 0.83862, "recall": 0.87253, "f1": 0.848682, "accuracy": 0.87253, "main_score": 0.848682, "hf_subset": "ace_Latn-scn_Latn", "languages": ["ace-Latn", "scn-Latn"]}, {"precision": 0.796097, "recall": 0.839921, "f1": 0.809241, "accuracy": 0.839921, "main_score": 0.809241, "hf_subset": "ace_Latn-tgk_Cyrl", "languages": ["ace-Latn", "tgk-Cyrl"]}, {"precision": 0.598619, "recall": 0.657115, "f1": 0.615898, "accuracy": 0.657115, "main_score": 0.615898, "hf_subset": "ace_Latn-yor_Latn", "languages": ["ace-Latn", "yor-Latn"]}, {"precision": 0.832753, "recall": 0.87253, "f1": 0.844293, "accuracy": 0.87253, "main_score": 0.844293, "hf_subset": "ace_Latn-arz_Arab", "languages": ["ace-Latn", "arz-Arab"]}, {"precision": 0.561882, "recall": 0.623518, "f1": 0.579817, "accuracy": 0.623518, "main_score": 0.579817, "hf_subset": "ace_Latn-cjk_Latn", "languages": ["ace-Latn", "cjk-Latn"]}, {"precision": 0.631151, "recall": 0.686759, "f1": 0.646535, "accuracy": 0.686759, "main_score": 0.646535, "hf_subset": "ace_Latn-gla_Latn", "languages": ["ace-Latn", "gla-Latn"]}, {"precision": 0.828755, "recall": 0.869565, "f1": 0.841126, "accuracy": 0.869565, "main_score": 0.841126, "hf_subset": "ace_Latn-kan_Knda", "languages": ["ace-Latn", "kan-Knda"]}, {"precision": 0.854209, "recall": 0.886364, "f1": 0.863507, "accuracy": 0.886364, "main_score": 0.863507, "hf_subset": "ace_Latn-lmo_Latn", "languages": ["ace-Latn", "lmo-Latn"]}, {"precision": 0.834788, "recall": 0.871542, "f1": 0.84531, "accuracy": 0.871542, "main_score": 0.84531, "hf_subset": "ace_Latn-npi_Deva", "languages": ["ace-Latn", "npi-Deva"]}, {"precision": 0.461292, "recall": 0.517787, "f1": 0.476524, "accuracy": 0.517787, "main_score": 0.476524, "hf_subset": "ace_Latn-shn_Mymr", "languages": ["ace-Latn", "shn-Mymr"]}, {"precision": 0.880394, "recall": 0.905138, "f1": 0.887473, "accuracy": 0.905138, "main_score": 0.887473, "hf_subset": "ace_Latn-tgl_Latn", "languages": ["ace-Latn", "tgl-Latn"]}, {"precision": 0.851085, "recall": 0.883399, "f1": 0.86051, "accuracy": 0.883399, "main_score": 0.86051, "hf_subset": "ace_Latn-yue_Hant", "languages": ["ace-Latn", "yue-Hant"]}, {"precision": 0.823544, "recall": 0.862648, "f1": 0.834916, "accuracy": 0.862648, "main_score": 0.834916, "hf_subset": "ace_Latn-asm_Beng", "languages": ["ace-Latn", "asm-Beng"]}, {"precision": 0.761488, "recall": 0.806324, "f1": 0.774698, "accuracy": 0.806324, "main_score": 0.774698, "hf_subset": "ace_Latn-ckb_Arab", "languages": ["ace-Latn", "ckb-Arab"]}, {"precision": 0.669666, "recall": 0.720356, "f1": 0.683898, "accuracy": 0.720356, "main_score": 0.683898, "hf_subset": "ace_Latn-gle_Latn", "languages": ["ace-Latn", "gle-Latn"]}, {"precision": 0.768949, "recall": 0.812253, "f1": 0.781469, "accuracy": 0.812253, "main_score": 0.781469, "hf_subset": "ace_Latn-kas_Arab", "languages": ["ace-Latn", "kas-Arab"]}, {"precision": 0.793852, "recall": 0.833992, "f1": 0.805468, "accuracy": 0.833992, "main_score": 0.805468, "hf_subset": "ace_Latn-ltg_Latn", "languages": ["ace-Latn", "ltg-Latn"]}, {"precision": 0.629917, "recall": 0.673913, "f1": 0.642347, "accuracy": 0.673913, "main_score": 0.642347, "hf_subset": "ace_Latn-nso_Latn", "languages": ["ace-Latn", "nso-Latn"]}, {"precision": 0.76801, "recall": 0.817194, "f1": 0.782527, "accuracy": 0.817194, "main_score": 0.782527, "hf_subset": "ace_Latn-sin_Sinh", "languages": ["ace-Latn", "sin-Sinh"]}, {"precision": 0.856168, "recall": 0.890316, "f1": 0.865983, "accuracy": 0.890316, "main_score": 0.865983, "hf_subset": "ace_Latn-tha_Thai", "languages": ["ace-Latn", "tha-Thai"]}, {"precision": 0.842559, "recall": 0.876482, "f1": 0.85184, "accuracy": 0.876482, "main_score": 0.85184, "hf_subset": "ace_Latn-zho_Hans", "languages": ["ace-Latn", "zho-Hans"]}, {"precision": 0.861177, "recall": 0.894269, "f1": 0.870652, "accuracy": 0.894269, "main_score": 0.870652, "hf_subset": "ace_Latn-ast_Latn", "languages": ["ace-Latn", "ast-Latn"]}, {"precision": 0.803541, "recall": 0.843874, "f1": 0.815335, "accuracy": 0.843874, "main_score": 0.815335, "hf_subset": "ace_Latn-crh_Latn", "languages": ["ace-Latn", "crh-Latn"]}, {"precision": 0.87066, "recall": 0.901186, "f1": 0.879323, "accuracy": 0.901186, "main_score": 0.879323, "hf_subset": "ace_Latn-glg_Latn", "languages": ["ace-Latn", "glg-Latn"]}, {"precision": 0.721574, "recall": 0.775692, "f1": 0.73762, "accuracy": 0.775692, "main_score": 0.73762, "hf_subset": "ace_Latn-kas_Deva", "languages": ["ace-Latn", "kas-Deva"]}, {"precision": 0.822979, "recall": 0.858696, "f1": 0.833129, "accuracy": 0.858696, "main_score": 0.833129, "hf_subset": "ace_Latn-ltz_Latn", "languages": ["ace-Latn", "ltz-Latn"]}, {"precision": 0.488539, "recall": 0.549407, "f1": 0.505342, "accuracy": 0.549407, "main_score": 0.505342, "hf_subset": "ace_Latn-nus_Latn", "languages": ["ace-Latn", "nus-Latn"]}, {"precision": 0.853635, "recall": 0.88834, "f1": 0.863521, "accuracy": 0.88834, "main_score": 0.863521, "hf_subset": "ace_Latn-slk_Latn", "languages": ["ace-Latn", "slk-Latn"]}, {"precision": 0.530274, "recall": 0.600791, "f1": 0.550356, "accuracy": 0.600791, "main_score": 0.550356, "hf_subset": "ace_Latn-tir_Ethi", "languages": ["ace-Latn", "tir-Ethi"]}, {"precision": 0.850543, "recall": 0.885375, "f1": 0.860541, "accuracy": 0.885375, "main_score": 0.860541, "hf_subset": "ace_Latn-zho_Hant", "languages": ["ace-Latn", "zho-Hant"]}, {"precision": 0.835319, "recall": 0.87253, "f1": 0.846266, "accuracy": 0.87253, "main_score": 0.846266, "hf_subset": "ace_Latn-awa_Deva", "languages": ["ace-Latn", "awa-Deva"]}, {"precision": 0.796107, "recall": 0.829051, "f1": 0.805442, "accuracy": 0.829051, "main_score": 0.805442, "hf_subset": "ace_Latn-cym_Latn", "languages": ["ace-Latn", "cym-Latn"]}, {"precision": 0.738175, "recall": 0.773715, "f1": 0.748946, "accuracy": 0.773715, "main_score": 0.748946, "hf_subset": "ace_Latn-grn_Latn", "languages": ["ace-Latn", "grn-Latn"]}, {"precision": 0.833178, "recall": 0.869565, "f1": 0.843542, "accuracy": 0.869565, "main_score": 0.843542, "hf_subset": "ace_Latn-kat_Geor", "languages": ["ace-Latn", "kat-Geor"]}, {"precision": 0.632481, "recall": 0.678854, "f1": 0.645839, "accuracy": 0.678854, "main_score": 0.645839, "hf_subset": "ace_Latn-lua_Latn", "languages": ["ace-Latn", "lua-Latn"]}, {"precision": 0.621566, "recall": 0.66996, "f1": 0.635435, "accuracy": 0.66996, "main_score": 0.635435, "hf_subset": "ace_Latn-nya_Latn", "languages": ["ace-Latn", "nya-Latn"]}, {"precision": 0.848312, "recall": 0.881423, "f1": 0.857844, "accuracy": 0.881423, "main_score": 0.857844, "hf_subset": "ace_Latn-slv_Latn", "languages": ["ace-Latn", "slv-Latn"]}, {"precision": 0.786355, "recall": 0.826087, "f1": 0.797322, "accuracy": 0.826087, "main_score": 0.797322, "hf_subset": "ace_Latn-tpi_Latn", "languages": ["ace-Latn", "tpi-Latn"]}, {"precision": 0.902881, "recall": 0.925889, "f1": 0.909805, "accuracy": 0.925889, "main_score": 0.909805, "hf_subset": "ace_Latn-zsm_Latn", "languages": ["ace-Latn", "zsm-Latn"]}, {"precision": 0.548134, "recall": 0.599802, "f1": 0.562508, "accuracy": 0.599802, "main_score": 0.562508, "hf_subset": "ace_Latn-ayr_Latn", "languages": ["ace-Latn", "ayr-Latn"]}, {"precision": 0.879545, "recall": 0.908103, "f1": 0.887535, "accuracy": 0.908103, "main_score": 0.887535, "hf_subset": "ace_Latn-dan_Latn", "languages": ["ace-Latn", "dan-Latn"]}, {"precision": 0.860853, "recall": 0.893281, "f1": 0.870196, "accuracy": 0.893281, "main_score": 0.870196, "hf_subset": "ace_Latn-guj_Gujr", "languages": ["ace-Latn", "guj-Gujr"]}, {"precision": 0.847439, "recall": 0.879447, "f1": 0.856548, "accuracy": 0.879447, "main_score": 0.856548, "hf_subset": "ace_Latn-kaz_Cyrl", "languages": ["ace-Latn", "kaz-Cyrl"]}, {"precision": 0.540811, "recall": 0.59585, "f1": 0.556345, "accuracy": 0.59585, "main_score": 0.556345, "hf_subset": "ace_Latn-lug_Latn", "languages": ["ace-Latn", "lug-Latn"]}, {"precision": 0.881592, "recall": 0.909091, "f1": 0.889592, "accuracy": 0.909091, "main_score": 0.889592, "hf_subset": "ace_Latn-oci_Latn", "languages": ["ace-Latn", "oci-Latn"]}, {"precision": 0.684876, "recall": 0.730237, "f1": 0.697407, "accuracy": 0.730237, "main_score": 0.697407, "hf_subset": "ace_Latn-smo_Latn", "languages": ["ace-Latn", "smo-Latn"]}, {"precision": 0.550727, "recall": 0.605731, "f1": 0.56594, "accuracy": 0.605731, "main_score": 0.56594, "hf_subset": "ace_Latn-tsn_Latn", "languages": ["ace-Latn", "tsn-Latn"]}, {"precision": 0.598247, "recall": 0.649209, "f1": 0.612798, "accuracy": 0.649209, "main_score": 0.612798, "hf_subset": "ace_Latn-zul_Latn", "languages": ["ace-Latn", "zul-Latn"]}, {"precision": 0.755742, "recall": 0.80336, "f1": 0.770163, "accuracy": 0.80336, "main_score": 0.770163, "hf_subset": "ace_Latn-azb_Arab", "languages": ["ace-Latn", "azb-Arab"]}, {"precision": 0.87332, "recall": 0.903162, "f1": 0.881852, "accuracy": 0.903162, "main_score": 0.881852, "hf_subset": "ace_Latn-deu_Latn", "languages": ["ace-Latn", "deu-Latn"]}, {"precision": 0.803526, "recall": 0.846838, "f1": 0.816395, "accuracy": 0.846838, "main_score": 0.816395, "hf_subset": "ace_Latn-hat_Latn", "languages": ["ace-Latn", "hat-Latn"]}, {"precision": 0.51656, "recall": 0.566206, "f1": 0.529776, "accuracy": 0.566206, "main_score": 0.529776, "hf_subset": "ace_Latn-kbp_Latn", "languages": ["ace-Latn", "kbp-Latn"]}, {"precision": 0.588039, "recall": 0.636364, "f1": 0.60177, "accuracy": 0.636364, "main_score": 0.60177, "hf_subset": "ace_Latn-luo_Latn", "languages": ["ace-Latn", "luo-Latn"]}, {"precision": 0.846789, "recall": 0.886364, "f1": 0.858846, "accuracy": 0.886364, "main_score": 0.858846, "hf_subset": "ace_Latn-ory_Orya", "languages": ["ace-Latn", "ory-Orya"]}, {"precision": 0.594107, "recall": 0.641304, "f1": 0.607235, "accuracy": 0.641304, "main_score": 0.607235, "hf_subset": "ace_Latn-sna_Latn", "languages": ["ace-Latn", "sna-Latn"]}, {"precision": 0.567236, "recall": 0.614625, "f1": 0.580475, "accuracy": 0.614625, "main_score": 0.580475, "hf_subset": "ace_Latn-tso_Latn", "languages": ["ace-Latn", "tso-Latn"]}, {"precision": 0.837164, "recall": 0.87747, "f1": 0.848817, "accuracy": 0.87747, "main_score": 0.848817, "hf_subset": "ace_Latn-azj_Latn", "languages": ["ace-Latn", "azj-Latn"]}, {"precision": 0.556423, "recall": 0.61166, "f1": 0.572661, "accuracy": 0.61166, "main_score": 0.572661, "hf_subset": "ace_Latn-dik_Latn", "languages": ["ace-Latn", "dik-Latn"]}, {"precision": 0.662188, "recall": 0.714427, "f1": 0.677151, "accuracy": 0.714427, "main_score": 0.677151, "hf_subset": "ace_Latn-hau_Latn", "languages": ["ace-Latn", "hau-Latn"]}, {"precision": 0.839634, "recall": 0.874506, "f1": 0.849572, "accuracy": 0.874506, "main_score": 0.849572, "hf_subset": "ace_Latn-kea_Latn", "languages": ["ace-Latn", "kea-Latn"]}, {"precision": 0.692671, "recall": 0.731225, "f1": 0.704216, "accuracy": 0.731225, "main_score": 0.704216, "hf_subset": "ace_Latn-lus_Latn", "languages": ["ace-Latn", "lus-Latn"]}, {"precision": 0.768239, "recall": 0.798419, "f1": 0.77713, "accuracy": 0.798419, "main_score": 0.77713, "hf_subset": "ace_Latn-pag_Latn", "languages": ["ace-Latn", "pag-Latn"]}, {"precision": 0.821229, "recall": 0.860672, "f1": 0.832722, "accuracy": 0.860672, "main_score": 0.832722, "hf_subset": "ace_Latn-snd_Arab", "languages": ["ace-Latn", "snd-Arab"]}, {"precision": 0.758203, "recall": 0.810277, "f1": 0.773528, "accuracy": 0.810277, "main_score": 0.773528, "hf_subset": "ace_Latn-tuk_Latn", "languages": ["ace-Latn", "tuk-Latn"]}, {"precision": 0.826065, "recall": 0.858696, "f1": 0.835134, "accuracy": 0.858696, "main_score": 0.835134, "hf_subset": "ace_Latn-bak_Cyrl", "languages": ["ace-Latn", "bak-Cyrl"]}, {"precision": 0.491807, "recall": 0.56917, "f1": 0.514369, "accuracy": 0.56917, "main_score": 0.514369, "hf_subset": "ace_Latn-dyu_Latn", "languages": ["ace-Latn", "dyu-Latn"]}, {"precision": 0.863933, "recall": 0.896245, "f1": 0.873224, "accuracy": 0.896245, "main_score": 0.873224, "hf_subset": "ace_Latn-heb_Hebr", "languages": ["ace-Latn", "heb-Hebr"]}, {"precision": 0.789767, "recall": 0.833004, "f1": 0.802047, "accuracy": 0.833004, "main_score": 0.802047, "hf_subset": "ace_Latn-khk_Cyrl", "languages": ["ace-Latn", "khk-Cyrl"]}, {"precision": 0.858343, "recall": 0.891304, "f1": 0.867606, "accuracy": 0.891304, "main_score": 0.867606, "hf_subset": "ace_Latn-lvs_Latn", "languages": ["ace-Latn", "lvs-Latn"]}, {"precision": 0.850354, "recall": 0.887352, "f1": 0.861353, "accuracy": 0.887352, "main_score": 0.861353, "hf_subset": "ace_Latn-pan_Guru", "languages": ["ace-Latn", "pan-Guru"]}, {"precision": 0.63223, "recall": 0.688735, "f1": 0.648635, "accuracy": 0.688735, "main_score": 0.648635, "hf_subset": "ace_Latn-som_Latn", "languages": ["ace-Latn", "som-Latn"]}, {"precision": 0.567088, "recall": 0.614625, "f1": 0.580522, "accuracy": 0.614625, "main_score": 0.580522, "hf_subset": "ace_Latn-tum_Latn", "languages": ["ace-Latn", "tum-Latn"]}, {"precision": 0.644953, "recall": 0.706522, "f1": 0.66274, "accuracy": 0.706522, "main_score": 0.66274, "hf_subset": "ban_Latn-ace_Arab", "languages": ["ban-Latn", "ace-Arab"]}, {"precision": 0.553552, "recall": 0.614625, "f1": 0.570763, "accuracy": 0.614625, "main_score": 0.570763, "hf_subset": "ban_Latn-bam_Latn", "languages": ["ban-Latn", "bam-Latn"]}, {"precision": 0.337263, "recall": 0.402174, "f1": 0.35348, "accuracy": 0.402174, "main_score": 0.35348, "hf_subset": "ban_Latn-dzo_Tibt", "languages": ["ban-Latn", "dzo-Tibt"]}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "ban_Latn-hin_Deva", "languages": ["ban-Latn", "hin-Deva"]}, {"precision": 0.91469, "recall": 0.938735, "f1": 0.922398, "accuracy": 0.938735, "main_score": 0.922398, "hf_subset": "ban_Latn-khm_Khmr", "languages": ["ban-Latn", "khm-Khmr"]}, {"precision": 0.956357, "recall": 0.968379, "f1": 0.96031, "accuracy": 0.968379, "main_score": 0.96031, "hf_subset": "ban_Latn-mag_Deva", "languages": ["ban-Latn", "mag-Deva"]}, {"precision": 0.931159, "recall": 0.949605, "f1": 0.937253, "accuracy": 0.949605, "main_score": 0.937253, "hf_subset": "ban_Latn-pap_Latn", "languages": ["ban-Latn", "pap-Latn"]}, {"precision": 0.606199, "recall": 0.659091, "f1": 0.620535, "accuracy": 0.659091, "main_score": 0.620535, "hf_subset": "ban_Latn-sot_Latn", "languages": ["ban-Latn", "sot-Latn"]}, {"precision": 0.954216, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "ban_Latn-tur_Latn", "languages": ["ban-Latn", "tur-Latn"]}, {"precision": 0.877306, "recall": 0.905138, "f1": 0.886001, "accuracy": 0.905138, "main_score": 0.886001, "hf_subset": "ban_Latn-ace_Latn", "languages": ["ban-Latn", "ace-Latn"]}, {"precision": 0.949358, "recall": 0.963439, "f1": 0.953788, "accuracy": 0.963439, "main_score": 0.953788, "hf_subset": "ban_Latn-ell_Grek", "languages": ["ban-Latn", "ell-Grek"]}, {"precision": 0.942556, "recall": 0.958498, "f1": 0.947628, "accuracy": 0.958498, "main_score": 0.947628, "hf_subset": "ban_Latn-hne_Deva", "languages": ["ban-Latn", "hne-Deva"]}, {"precision": 0.611998, "recall": 0.66502, "f1": 0.627031, "accuracy": 0.66502, "main_score": 0.627031, "hf_subset": "ban_Latn-kik_Latn", "languages": ["ban-Latn", "kik-Latn"]}, {"precision": 0.953475, "recall": 0.967391, "f1": 0.957905, "accuracy": 0.967391, "main_score": 0.957905, "hf_subset": "ban_Latn-mai_Deva", "languages": ["ban-Latn", "mai-Deva"]}, {"precision": 0.895916, "recall": 0.923913, "f1": 0.904611, "accuracy": 0.923913, "main_score": 0.904611, "hf_subset": "ban_Latn-pbt_Arab", "languages": ["ban-Latn", "pbt-Arab"]}, {"precision": 0.955451, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "ban_Latn-spa_Latn", "languages": ["ban-Latn", "spa-Latn"]}, {"precision": 0.632453, "recall": 0.6917, "f1": 0.648649, "accuracy": 0.6917, "main_score": 0.648649, "hf_subset": "ban_Latn-twi_Latn", "languages": ["ban-Latn", "twi-Latn"]}, {"precision": 0.95191, "recall": 0.965415, "f1": 0.956192, "accuracy": 0.965415, "main_score": 0.956192, "hf_subset": "ban_Latn-acm_Arab", "languages": ["ban-Latn", "acm-Arab"]}, {"precision": 0.923831, "recall": 0.945652, "f1": 0.930896, "accuracy": 0.945652, "main_score": 0.930896, "hf_subset": "ban_Latn-bel_Cyrl", "languages": ["ban-Latn", "bel-Cyrl"]}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "ban_Latn-eng_Latn", "languages": ["ban-Latn", "eng-Latn"]}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "ban_Latn-hrv_Latn", "languages": ["ban-Latn", "hrv-Latn"]}, {"precision": 0.553435, "recall": 0.616601, "f1": 0.571098, "accuracy": 0.616601, "main_score": 0.571098, "hf_subset": "ban_Latn-kin_Latn", "languages": ["ban-Latn", "kin-Latn"]}, {"precision": 0.947217, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "ban_Latn-mal_Mlym", "languages": ["ban-Latn", "mal-Mlym"]}, {"precision": 0.949687, "recall": 0.964427, "f1": 0.954447, "accuracy": 0.964427, "main_score": 0.954447, "hf_subset": "ban_Latn-pes_Arab", "languages": ["ban-Latn", "pes-Arab"]}, {"precision": 0.935968, "recall": 0.952569, "f1": 0.941158, "accuracy": 0.952569, "main_score": 0.941158, "hf_subset": "ban_Latn-srd_Latn", "languages": ["ban-Latn", "srd-Latn"]}, {"precision": 0.1923, "recall": 0.232213, "f1": 0.202276, "accuracy": 0.232213, "main_score": 0.202276, "hf_subset": "ban_Latn-tzm_Tfng", "languages": ["ban-Latn", "tzm-Tfng"]}, {"precision": 0.955863, "recall": 0.968379, "f1": 0.959816, "accuracy": 0.968379, "main_score": 0.959816, "hf_subset": "ban_Latn-acq_Arab", "languages": ["ban-Latn", "acq-Arab"]}, {"precision": 0.624173, "recall": 0.674901, "f1": 0.638282, "accuracy": 0.674901, "main_score": 0.638282, "hf_subset": "ban_Latn-bem_Latn", "languages": ["ban-Latn", "bem-Latn"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "ban_Latn-epo_Latn", "languages": ["ban-Latn", "epo-Latn"]}, {"precision": 0.965827, "recall": 0.975296, "f1": 0.968775, "accuracy": 0.975296, "main_score": 0.968775, "hf_subset": "ban_Latn-hun_Latn", "languages": ["ban-Latn", "hun-Latn"]}, {"precision": 0.904809, "recall": 0.931818, "f1": 0.913373, "accuracy": 0.931818, "main_score": 0.913373, "hf_subset": "ban_Latn-kir_Cyrl", "languages": ["ban-Latn", "kir-Cyrl"]}, {"precision": 0.956275, "recall": 0.968379, "f1": 0.960013, "accuracy": 0.968379, "main_score": 0.960013, "hf_subset": "ban_Latn-mar_Deva", "languages": ["ban-Latn", "mar-Deva"]}, {"precision": 0.666206, "recall": 0.717391, "f1": 0.681414, "accuracy": 0.717391, "main_score": 0.681414, "hf_subset": "ban_Latn-plt_Latn", "languages": ["ban-Latn", "plt-Latn"]}, {"precision": 0.95504, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "ban_Latn-srp_Cyrl", "languages": ["ban-Latn", "srp-Cyrl"]}, {"precision": 0.832905, "recall": 0.873518, "f1": 0.845158, "accuracy": 0.873518, "main_score": 0.845158, "hf_subset": "ban_Latn-uig_Arab", "languages": ["ban-Latn", "uig-Arab"]}, {"precision": 0.939065, "recall": 0.955534, "f1": 0.944137, "accuracy": 0.955534, "main_score": 0.944137, "hf_subset": "ban_Latn-aeb_Arab", "languages": ["ban-Latn", "aeb-Arab"]}, {"precision": 0.953146, "recall": 0.964427, "f1": 0.956752, "accuracy": 0.964427, "main_score": 0.956752, "hf_subset": "ban_Latn-ben_Beng", "languages": ["ban-Latn", "ben-Beng"]}, {"precision": 0.94524, "recall": 0.960474, "f1": 0.949835, "accuracy": 0.960474, "main_score": 0.949835, "hf_subset": "ban_Latn-est_Latn", "languages": ["ban-Latn", "est-Latn"]}, {"precision": 0.938818, "recall": 0.956522, "f1": 0.944401, "accuracy": 0.956522, "main_score": 0.944401, "hf_subset": "ban_Latn-hye_Armn", "languages": ["ban-Latn", "hye-Armn"]}, {"precision": 0.560897, "recall": 0.61166, "f1": 0.575005, "accuracy": 0.61166, "main_score": 0.575005, "hf_subset": "ban_Latn-kmb_Latn", "languages": ["ban-Latn", "kmb-Latn"]}, {"precision": 0.558916, "recall": 0.635375, "f1": 0.580094, "accuracy": 0.635375, "main_score": 0.580094, "hf_subset": "ban_Latn-min_Arab", "languages": ["ban-Latn", "min-Arab"]}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "ban_Latn-pol_Latn", "languages": ["ban-Latn", "pol-Latn"]}, {"precision": 0.573527, "recall": 0.637352, "f1": 0.59213, "accuracy": 0.637352, "main_score": 0.59213, "hf_subset": "ban_Latn-ssw_Latn", "languages": ["ban-Latn", "ssw-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "ban_Latn-ukr_Cyrl", "languages": ["ban-Latn", "ukr-Cyrl"]}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "ban_Latn-afr_Latn", "languages": ["ban-Latn", "afr-Latn"]}, {"precision": 0.946887, "recall": 0.961462, "f1": 0.951318, "accuracy": 0.961462, "main_score": 0.951318, "hf_subset": "ban_Latn-bho_Deva", "languages": ["ban-Latn", "bho-Deva"]}, {"precision": 0.91362, "recall": 0.935771, "f1": 0.920685, "accuracy": 0.935771, "main_score": 0.920685, "hf_subset": "ban_Latn-eus_Latn", "languages": ["ban-Latn", "eus-Latn"]}, {"precision": 0.590876, "recall": 0.651186, "f1": 0.607519, "accuracy": 0.651186, "main_score": 0.607519, "hf_subset": "ban_Latn-ibo_Latn", "languages": ["ban-Latn", "ibo-Latn"]}, {"precision": 0.785063, "recall": 0.833992, "f1": 0.799967, "accuracy": 0.833992, "main_score": 0.799967, "hf_subset": "ban_Latn-kmr_Latn", "languages": ["ban-Latn", "kmr-Latn"]}, {"precision": 0.941947, "recall": 0.95751, "f1": 0.946871, "accuracy": 0.95751, "main_score": 0.946871, "hf_subset": "ban_Latn-min_Latn", "languages": ["ban-Latn", "min-Latn"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "ban_Latn-por_Latn", "languages": ["ban-Latn", "por-Latn"]}, {"precision": 0.953557, "recall": 0.965415, "f1": 0.957133, "accuracy": 0.965415, "main_score": 0.957133, "hf_subset": "ban_Latn-sun_Latn", "languages": ["ban-Latn", "sun-Latn"]}, {"precision": 0.541024, "recall": 0.598814, "f1": 0.55783, "accuracy": 0.598814, "main_score": 0.55783, "hf_subset": "ban_Latn-umb_Latn", "languages": ["ban-Latn", "umb-Latn"]}, {"precision": 0.956604, "recall": 0.969368, "f1": 0.960705, "accuracy": 0.969368, "main_score": 0.960705, "hf_subset": "ban_Latn-ajp_Arab", "languages": ["ban-Latn", "ajp-Arab"]}, {"precision": 0.584869, "recall": 0.651186, "f1": 0.603937, "accuracy": 0.651186, "main_score": 0.603937, "hf_subset": "ban_Latn-bjn_Arab", "languages": ["ban-Latn", "bjn-Arab"]}, {"precision": 0.528295, "recall": 0.583004, "f1": 0.543409, "accuracy": 0.583004, "main_score": 0.543409, "hf_subset": "ban_Latn-ewe_Latn", "languages": ["ban-Latn", "ewe-Latn"]}, {"precision": 0.917984, "recall": 0.939723, "f1": 0.924868, "accuracy": 0.939723, "main_score": 0.924868, "hf_subset": "ban_Latn-ilo_Latn", "languages": ["ban-Latn", "ilo-Latn"]}, {"precision": 0.315228, "recall": 0.373518, "f1": 0.330923, "accuracy": 0.373518, "main_score": 0.330923, "hf_subset": "ban_Latn-knc_Arab", "languages": ["ban-Latn", "knc-Arab"]}, {"precision": 0.963768, "recall": 0.97332, "f1": 0.966733, "accuracy": 0.97332, "main_score": 0.966733, "hf_subset": "ban_Latn-mkd_Cyrl", "languages": ["ban-Latn", "mkd-Cyrl"]}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "ban_Latn-prs_Arab", "languages": ["ban-Latn", "prs-Arab"]}, {"precision": 0.967309, "recall": 0.976285, "f1": 0.970092, "accuracy": 0.976285, "main_score": 0.970092, "hf_subset": "ban_Latn-swe_Latn", "languages": ["ban-Latn", "swe-Latn"]}, {"precision": 0.942523, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "ban_Latn-urd_Arab", "languages": ["ban-Latn", "urd-Arab"]}, {"precision": 0.608796, "recall": 0.666996, "f1": 0.62565, "accuracy": 0.666996, "main_score": 0.62565, "hf_subset": "ban_Latn-aka_Latn", "languages": ["ban-Latn", "aka-Latn"]}, {"precision": 0.95112, "recall": 0.963439, "f1": 0.954875, "accuracy": 0.963439, "main_score": 0.954875, "hf_subset": "ban_Latn-bjn_Latn", "languages": ["ban-Latn", "bjn-Latn"]}, {"precision": 0.866001, "recall": 0.899209, "f1": 0.876433, "accuracy": 0.899209, "main_score": 0.876433, "hf_subset": "ban_Latn-fao_Latn", "languages": ["ban-Latn", "fao-Latn"]}, {"precision": 0.967391, "recall": 0.976285, "f1": 0.970191, "accuracy": 0.976285, "main_score": 0.970191, "hf_subset": "ban_Latn-ind_Latn", "languages": ["ban-Latn", "ind-Latn"]}, {"precision": 0.609996, "recall": 0.664032, "f1": 0.625316, "accuracy": 0.664032, "main_score": 0.625316, "hf_subset": "ban_Latn-knc_Latn", "languages": ["ban-Latn", "knc-Latn"]}, {"precision": 0.941041, "recall": 0.958498, "f1": 0.946805, "accuracy": 0.958498, "main_score": 0.946805, "hf_subset": "ban_Latn-mlt_Latn", "languages": ["ban-Latn", "mlt-Latn"]}, {"precision": 0.6764, "recall": 0.738142, "f1": 0.694292, "accuracy": 0.738142, "main_score": 0.694292, "hf_subset": "ban_Latn-quy_Latn", "languages": ["ban-Latn", "quy-Latn"]}, {"precision": 0.883976, "recall": 0.911067, "f1": 0.892358, "accuracy": 0.911067, "main_score": 0.892358, "hf_subset": "ban_Latn-swh_Latn", "languages": ["ban-Latn", "swh-Latn"]}, {"precision": 0.934651, "recall": 0.951581, "f1": 0.939855, "accuracy": 0.951581, "main_score": 0.939855, "hf_subset": "ban_Latn-uzn_Latn", "languages": ["ban-Latn", "uzn-Latn"]}, {"precision": 0.944499, "recall": 0.960474, "f1": 0.949572, "accuracy": 0.960474, "main_score": 0.949572, "hf_subset": "ban_Latn-als_Latn", "languages": ["ban-Latn", "als-Latn"]}, {"precision": 0.478084, "recall": 0.560277, "f1": 0.500244, "accuracy": 0.560277, "main_score": 0.500244, "hf_subset": "ban_Latn-bod_Tibt", "languages": ["ban-Latn", "bod-Tibt"]}, {"precision": 0.658238, "recall": 0.714427, "f1": 0.673989, "accuracy": 0.714427, "main_score": 0.673989, "hf_subset": "ban_Latn-fij_Latn", "languages": ["ban-Latn", "fij-Latn"]}, {"precision": 0.878458, "recall": 0.911067, "f1": 0.888801, "accuracy": 0.911067, "main_score": 0.888801, "hf_subset": "ban_Latn-isl_Latn", "languages": ["ban-Latn", "isl-Latn"]}, {"precision": 0.684058, "recall": 0.729249, "f1": 0.697431, "accuracy": 0.729249, "main_score": 0.697431, "hf_subset": "ban_Latn-kon_Latn", "languages": ["ban-Latn", "kon-Latn"]}, {"precision": 0.665283, "recall": 0.735178, "f1": 0.686039, "accuracy": 0.735178, "main_score": 0.686039, "hf_subset": "ban_Latn-mni_Beng", "languages": ["ban-Latn", "mni-Beng"]}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "ban_Latn-ron_Latn", "languages": ["ban-Latn", "ron-Latn"]}, {"precision": 0.930665, "recall": 0.948617, "f1": 0.93643, "accuracy": 0.948617, "main_score": 0.93643, "hf_subset": "ban_Latn-szl_Latn", "languages": ["ban-Latn", "szl-Latn"]}, {"precision": 0.951087, "recall": 0.964427, "f1": 0.955369, "accuracy": 0.964427, "main_score": 0.955369, "hf_subset": "ban_Latn-vec_Latn", "languages": ["ban-Latn", "vec-Latn"]}, {"precision": 0.813439, "recall": 0.858696, "f1": 0.827277, "accuracy": 0.858696, "main_score": 0.827277, "hf_subset": "ban_Latn-amh_Ethi", "languages": ["ban-Latn", "amh-Ethi"]}, {"precision": 0.961298, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "ban_Latn-bos_Latn", "languages": ["ban-Latn", "bos-Latn"]}, {"precision": 0.946311, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "ban_Latn-fin_Latn", "languages": ["ban-Latn", "fin-Latn"]}, {"precision": 0.962945, "recall": 0.97332, "f1": 0.966238, "accuracy": 0.97332, "main_score": 0.966238, "hf_subset": "ban_Latn-ita_Latn", "languages": ["ban-Latn", "ita-Latn"]}, {"precision": 0.955204, "recall": 0.968379, "f1": 0.959486, "accuracy": 0.968379, "main_score": 0.959486, "hf_subset": "ban_Latn-kor_Hang", "languages": ["ban-Latn", "kor-Hang"]}, {"precision": 0.56652, "recall": 0.62747, "f1": 0.583202, "accuracy": 0.62747, "main_score": 0.583202, "hf_subset": "ban_Latn-mos_Latn", "languages": ["ban-Latn", "mos-Latn"]}, {"precision": 0.55084, "recall": 0.605731, "f1": 0.565937, "accuracy": 0.605731, "main_score": 0.565937, "hf_subset": "ban_Latn-run_Latn", "languages": ["ban-Latn", "run-Latn"]}, {"precision": 0.947464, "recall": 0.962451, "f1": 0.95224, "accuracy": 0.962451, "main_score": 0.95224, "hf_subset": "ban_Latn-tam_Taml", "languages": ["ban-Latn", "tam-Taml"]}, {"precision": 0.949605, "recall": 0.964427, "f1": 0.954381, "accuracy": 0.964427, "main_score": 0.954381, "hf_subset": "ban_Latn-vie_Latn", "languages": ["ban-Latn", "vie-Latn"]}, {"precision": 0.943099, "recall": 0.959486, "f1": 0.948353, "accuracy": 0.959486, "main_score": 0.948353, "hf_subset": "ban_Latn-apc_Arab", "languages": ["ban-Latn", "apc-Arab"]}, {"precision": 0.83139, "recall": 0.869565, "f1": 0.842622, "accuracy": 0.869565, "main_score": 0.842622, "hf_subset": "ban_Latn-bug_Latn", "languages": ["ban-Latn", "bug-Latn"]}, {"precision": 0.471318, "recall": 0.532609, "f1": 0.487163, "accuracy": 0.532609, "main_score": 0.487163, "hf_subset": "ban_Latn-fon_Latn", "languages": ["ban-Latn", "fon-Latn"]}, {"precision": 0.958086, "recall": 0.968379, "f1": 0.961364, "accuracy": 0.968379, "main_score": 0.961364, "hf_subset": "ban_Latn-jav_Latn", "languages": ["ban-Latn", "jav-Latn"]}, {"precision": 0.896031, "recall": 0.925889, "f1": 0.905534, "accuracy": 0.925889, "main_score": 0.905534, "hf_subset": "ban_Latn-lao_Laoo", "languages": ["ban-Latn", "lao-Laoo"]}, {"precision": 0.742013, "recall": 0.791502, "f1": 0.756955, "accuracy": 0.791502, "main_score": 0.756955, "hf_subset": "ban_Latn-mri_Latn", "languages": ["ban-Latn", "mri-Latn"]}, {"precision": 0.956192, "recall": 0.968379, "f1": 0.95998, "accuracy": 0.968379, "main_score": 0.95998, "hf_subset": "ban_Latn-rus_Cyrl", "languages": ["ban-Latn", "rus-Cyrl"]}, {"precision": 0.55874, "recall": 0.620553, "f1": 0.576108, "accuracy": 0.620553, "main_score": 0.576108, "hf_subset": "ban_Latn-taq_Latn", "languages": ["ban-Latn", "taq-Latn"]}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "ban_Latn-war_Latn", "languages": ["ban-Latn", "war-Latn"]}, {"precision": 0.958827, "recall": 0.970356, "f1": 0.962451, "accuracy": 0.970356, "main_score": 0.962451, "hf_subset": "ban_Latn-arb_Arab", "languages": ["ban-Latn", "arb-Arab"]}, {"precision": 0.96278, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "ban_Latn-bul_Cyrl", "languages": ["ban-Latn", "bul-Cyrl"]}, {"precision": 0.966568, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "ban_Latn-fra_Latn", "languages": ["ban-Latn", "fra-Latn"]}, {"precision": 0.952404, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "ban_Latn-jpn_Jpan", "languages": ["ban-Latn", "jpn-Jpan"]}, {"precision": 0.918067, "recall": 0.942688, "f1": 0.925955, "accuracy": 0.942688, "main_score": 0.925955, "hf_subset": "ban_Latn-lij_Latn", "languages": ["ban-Latn", "lij-Latn"]}, {"precision": 0.87668, "recall": 0.911067, "f1": 0.887484, "accuracy": 0.911067, "main_score": 0.887484, "hf_subset": "ban_Latn-mya_Mymr", "languages": ["ban-Latn", "mya-Mymr"]}, {"precision": 0.616116, "recall": 0.68083, "f1": 0.634339, "accuracy": 0.68083, "main_score": 0.634339, "hf_subset": "ban_Latn-sag_Latn", "languages": ["ban-Latn", "sag-Latn"]}, {"precision": 0.205637, "recall": 0.261858, "f1": 0.217773, "accuracy": 0.261858, "main_score": 0.217773, "hf_subset": "ban_Latn-taq_Tfng", "languages": ["ban-Latn", "taq-Tfng"]}, {"precision": 0.648385, "recall": 0.703557, "f1": 0.663795, "accuracy": 0.703557, "main_score": 0.663795, "hf_subset": "ban_Latn-wol_Latn", "languages": ["ban-Latn", "wol-Latn"]}, {"precision": 0.690524, "recall": 0.751976, "f1": 0.70773, "accuracy": 0.751976, "main_score": 0.70773, "hf_subset": "ban_Latn-arb_Latn", "languages": ["ban-Latn", "arb-Latn"]}, {"precision": 0.964015, "recall": 0.974308, "f1": 0.967292, "accuracy": 0.974308, "main_score": 0.967292, "hf_subset": "ban_Latn-cat_Latn", "languages": ["ban-Latn", "cat-Latn"]}, {"precision": 0.922431, "recall": 0.9417, "f1": 0.928689, "accuracy": 0.9417, "main_score": 0.928689, "hf_subset": "ban_Latn-fur_Latn", "languages": ["ban-Latn", "fur-Latn"]}, {"precision": 0.434264, "recall": 0.492095, "f1": 0.450111, "accuracy": 0.492095, "main_score": 0.450111, "hf_subset": "ban_Latn-kab_Latn", "languages": ["ban-Latn", "kab-Latn"]}, {"precision": 0.929348, "recall": 0.947628, "f1": 0.934914, "accuracy": 0.947628, "main_score": 0.934914, "hf_subset": "ban_Latn-lim_Latn", "languages": ["ban-Latn", "lim-Latn"]}, {"precision": 0.955204, "recall": 0.967391, "f1": 0.959157, "accuracy": 0.967391, "main_score": 0.959157, "hf_subset": "ban_Latn-nld_Latn", "languages": ["ban-Latn", "nld-Latn"]}, {"precision": 0.908267, "recall": 0.935771, "f1": 0.917325, "accuracy": 0.935771, "main_score": 0.917325, "hf_subset": "ban_Latn-san_Deva", "languages": ["ban-Latn", "san-Deva"]}, {"precision": 0.926054, "recall": 0.945652, "f1": 0.932312, "accuracy": 0.945652, "main_score": 0.932312, "hf_subset": "ban_Latn-tat_Cyrl", "languages": ["ban-Latn", "tat-Cyrl"]}, {"precision": 0.667302, "recall": 0.721344, "f1": 0.682813, "accuracy": 0.721344, "main_score": 0.682813, "hf_subset": "ban_Latn-xho_Latn", "languages": ["ban-Latn", "xho-Latn"]}, {"precision": 0.960145, "recall": 0.971344, "f1": 0.963768, "accuracy": 0.971344, "main_score": 0.963768, "hf_subset": "ban_Latn-ars_Arab", "languages": ["ban-Latn", "ars-Arab"]}, {"precision": 0.955978, "recall": 0.968379, "f1": 0.959881, "accuracy": 0.968379, "main_score": 0.959881, "hf_subset": "ban_Latn-ceb_Latn", "languages": ["ban-Latn", "ceb-Latn"]}, {"precision": 0.558461, "recall": 0.619565, "f1": 0.576043, "accuracy": 0.619565, "main_score": 0.576043, "hf_subset": "ban_Latn-fuv_Latn", "languages": ["ban-Latn", "fuv-Latn"]}, {"precision": 0.52391, "recall": 0.589921, "f1": 0.541226, "accuracy": 0.589921, "main_score": 0.541226, "hf_subset": "ban_Latn-kac_Latn", "languages": ["ban-Latn", "kac-Latn"]}, {"precision": 0.669492, "recall": 0.724308, "f1": 0.685444, "accuracy": 0.724308, "main_score": 0.685444, "hf_subset": "ban_Latn-lin_Latn", "languages": ["ban-Latn", "lin-Latn"]}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "ban_Latn-nno_Latn", "languages": ["ban-Latn", "nno-Latn"]}, {"precision": 0.182547, "recall": 0.245059, "f1": 0.198673, "accuracy": 0.245059, "main_score": 0.198673, "hf_subset": "ban_Latn-sat_Olck", "languages": ["ban-Latn", "sat-Olck"]}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "ban_Latn-tel_Telu", "languages": ["ban-Latn", "tel-Telu"]}, {"precision": 0.856778, "recall": 0.892292, "f1": 0.867342, "accuracy": 0.892292, "main_score": 0.867342, "hf_subset": "ban_Latn-ydd_Hebr", "languages": ["ban-Latn", "ydd-Hebr"]}, {"precision": 0.918067, "recall": 0.9417, "f1": 0.925414, "accuracy": 0.9417, "main_score": 0.925414, "hf_subset": "ban_Latn-ary_Arab", "languages": ["ban-Latn", "ary-Arab"]}, {"precision": 0.961133, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "ban_Latn-ces_Latn", "languages": ["ban-Latn", "ces-Latn"]}, {"precision": 0.593495, "recall": 0.65415, "f1": 0.610959, "accuracy": 0.65415, "main_score": 0.610959, "hf_subset": "ban_Latn-gaz_Latn", "languages": ["ban-Latn", "gaz-Latn"]}, {"precision": 0.583811, "recall": 0.648221, "f1": 0.602157, "accuracy": 0.648221, "main_score": 0.602157, "hf_subset": "ban_Latn-kam_Latn", "languages": ["ban-Latn", "kam-Latn"]}, {"precision": 0.942638, "recall": 0.958498, "f1": 0.947497, "accuracy": 0.958498, "main_score": 0.947497, "hf_subset": "ban_Latn-lit_Latn", "languages": ["ban-Latn", "lit-Latn"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "ban_Latn-nob_Latn", "languages": ["ban-Latn", "nob-Latn"]}, {"precision": 0.930254, "recall": 0.948617, "f1": 0.936001, "accuracy": 0.948617, "main_score": 0.936001, "hf_subset": "ban_Latn-scn_Latn", "languages": ["ban-Latn", "scn-Latn"]}, {"precision": 0.878106, "recall": 0.910079, "f1": 0.887862, "accuracy": 0.910079, "main_score": 0.887862, "hf_subset": "ban_Latn-tgk_Cyrl", "languages": ["ban-Latn", "tgk-Cyrl"]}, {"precision": 0.643341, "recall": 0.709486, "f1": 0.662887, "accuracy": 0.709486, "main_score": 0.662887, "hf_subset": "ban_Latn-yor_Latn", "languages": ["ban-Latn", "yor-Latn"]}, {"precision": 0.959848, "recall": 0.970356, "f1": 0.963109, "accuracy": 0.970356, "main_score": 0.963109, "hf_subset": "ban_Latn-arz_Arab", "languages": ["ban-Latn", "arz-Arab"]}, {"precision": 0.573822, "recall": 0.635375, "f1": 0.590782, "accuracy": 0.635375, "main_score": 0.590782, "hf_subset": "ban_Latn-cjk_Latn", "languages": ["ban-Latn", "cjk-Latn"]}, {"precision": 0.703755, "recall": 0.755929, "f1": 0.718845, "accuracy": 0.755929, "main_score": 0.718845, "hf_subset": "ban_Latn-gla_Latn", "languages": ["ban-Latn", "gla-Latn"]}, {"precision": 0.943017, "recall": 0.959486, "f1": 0.948452, "accuracy": 0.959486, "main_score": 0.948452, "hf_subset": "ban_Latn-kan_Knda", "languages": ["ban-Latn", "kan-Knda"]}, {"precision": 0.928804, "recall": 0.94664, "f1": 0.934354, "accuracy": 0.94664, "main_score": 0.934354, "hf_subset": "ban_Latn-lmo_Latn", "languages": ["ban-Latn", "lmo-Latn"]}, {"precision": 0.952404, "recall": 0.965415, "f1": 0.956686, "accuracy": 0.965415, "main_score": 0.956686, "hf_subset": "ban_Latn-npi_Deva", "languages": ["ban-Latn", "npi-Deva"]}, {"precision": 0.463869, "recall": 0.533597, "f1": 0.482859, "accuracy": 0.533597, "main_score": 0.482859, "hf_subset": "ban_Latn-shn_Mymr", "languages": ["ban-Latn", "shn-Mymr"]}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "ban_Latn-tgl_Latn", "languages": ["ban-Latn", "tgl-Latn"]}, {"precision": 0.948123, "recall": 0.962451, "f1": 0.952734, "accuracy": 0.962451, "main_score": 0.952734, "hf_subset": "ban_Latn-yue_Hant", "languages": ["ban-Latn", "yue-Hant"]}, {"precision": 0.932395, "recall": 0.951581, "f1": 0.938472, "accuracy": 0.951581, "main_score": 0.938472, "hf_subset": "ban_Latn-asm_Beng", "languages": ["ban-Latn", "asm-Beng"]}, {"precision": 0.843215, "recall": 0.883399, "f1": 0.855665, "accuracy": 0.883399, "main_score": 0.855665, "hf_subset": "ban_Latn-ckb_Arab", "languages": ["ban-Latn", "ckb-Arab"]}, {"precision": 0.753666, "recall": 0.799407, "f1": 0.766641, "accuracy": 0.799407, "main_score": 0.766641, "hf_subset": "ban_Latn-gle_Latn", "languages": ["ban-Latn", "gle-Latn"]}, {"precision": 0.885573, "recall": 0.914032, "f1": 0.894598, "accuracy": 0.914032, "main_score": 0.894598, "hf_subset": "ban_Latn-kas_Arab", "languages": ["ban-Latn", "kas-Arab"]}, {"precision": 0.8736, "recall": 0.90415, "f1": 0.882858, "accuracy": 0.90415, "main_score": 0.882858, "hf_subset": "ban_Latn-ltg_Latn", "languages": ["ban-Latn", "ltg-Latn"]}, {"precision": 0.632054, "recall": 0.68083, "f1": 0.646074, "accuracy": 0.68083, "main_score": 0.646074, "hf_subset": "ban_Latn-nso_Latn", "languages": ["ban-Latn", "nso-Latn"]}, {"precision": 0.87724, "recall": 0.909091, "f1": 0.886825, "accuracy": 0.909091, "main_score": 0.886825, "hf_subset": "ban_Latn-sin_Sinh", "languages": ["ban-Latn", "sin-Sinh"]}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "ban_Latn-tha_Thai", "languages": ["ban-Latn", "tha-Thai"]}, {"precision": 0.951087, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "ban_Latn-zho_Hans", "languages": ["ban-Latn", "zho-Hans"]}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "ban_Latn-ast_Latn", "languages": ["ban-Latn", "ast-Latn"]}, {"precision": 0.921196, "recall": 0.9417, "f1": 0.927767, "accuracy": 0.9417, "main_score": 0.927767, "hf_subset": "ban_Latn-crh_Latn", "languages": ["ban-Latn", "crh-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "ban_Latn-glg_Latn", "languages": ["ban-Latn", "glg-Latn"]}, {"precision": 0.830072, "recall": 0.87253, "f1": 0.843017, "accuracy": 0.87253, "main_score": 0.843017, "hf_subset": "ban_Latn-kas_Deva", "languages": ["ban-Latn", "kas-Deva"]}, {"precision": 0.91469, "recall": 0.934783, "f1": 0.921278, "accuracy": 0.934783, "main_score": 0.921278, "hf_subset": "ban_Latn-ltz_Latn", "languages": ["ban-Latn", "ltz-Latn"]}, {"precision": 0.480429, "recall": 0.551383, "f1": 0.499501, "accuracy": 0.551383, "main_score": 0.499501, "hf_subset": "ban_Latn-nus_Latn", "languages": ["ban-Latn", "nus-Latn"]}, {"precision": 0.962286, "recall": 0.972332, "f1": 0.965415, "accuracy": 0.972332, "main_score": 0.965415, "hf_subset": "ban_Latn-slk_Latn", "languages": ["ban-Latn", "slk-Latn"]}, {"precision": 0.557231, "recall": 0.635375, "f1": 0.579494, "accuracy": 0.635375, "main_score": 0.579494, "hf_subset": "ban_Latn-tir_Ethi", "languages": ["ban-Latn", "tir-Ethi"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "ban_Latn-zho_Hant", "languages": ["ban-Latn", "zho-Hant"]}, {"precision": 0.944829, "recall": 0.961462, "f1": 0.950066, "accuracy": 0.961462, "main_score": 0.950066, "hf_subset": "ban_Latn-awa_Deva", "languages": ["ban-Latn", "awa-Deva"]}, {"precision": 0.863999, "recall": 0.899209, "f1": 0.874591, "accuracy": 0.899209, "main_score": 0.874591, "hf_subset": "ban_Latn-cym_Latn", "languages": ["ban-Latn", "cym-Latn"]}, {"precision": 0.804117, "recall": 0.846838, "f1": 0.816667, "accuracy": 0.846838, "main_score": 0.816667, "hf_subset": "ban_Latn-grn_Latn", "languages": ["ban-Latn", "grn-Latn"]}, {"precision": 0.926854, "recall": 0.945652, "f1": 0.932724, "accuracy": 0.945652, "main_score": 0.932724, "hf_subset": "ban_Latn-kat_Geor", "languages": ["ban-Latn", "kat-Geor"]}, {"precision": 0.653815, "recall": 0.70751, "f1": 0.66909, "accuracy": 0.70751, "main_score": 0.66909, "hf_subset": "ban_Latn-lua_Latn", "languages": ["ban-Latn", "lua-Latn"]}, {"precision": 0.646767, "recall": 0.701581, "f1": 0.662904, "accuracy": 0.701581, "main_score": 0.662904, "hf_subset": "ban_Latn-nya_Latn", "languages": ["ban-Latn", "nya-Latn"]}, {"precision": 0.951334, "recall": 0.964427, "f1": 0.955435, "accuracy": 0.964427, "main_score": 0.955435, "hf_subset": "ban_Latn-slv_Latn", "languages": ["ban-Latn", "slv-Latn"]}, {"precision": 0.89661, "recall": 0.91996, "f1": 0.90351, "accuracy": 0.91996, "main_score": 0.90351, "hf_subset": "ban_Latn-tpi_Latn", "languages": ["ban-Latn", "tpi-Latn"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "ban_Latn-zsm_Latn", "languages": ["ban-Latn", "zsm-Latn"]}, {"precision": 0.549589, "recall": 0.613636, "f1": 0.567001, "accuracy": 0.613636, "main_score": 0.567001, "hf_subset": "ban_Latn-ayr_Latn", "languages": ["ban-Latn", "ayr-Latn"]}, {"precision": 0.968132, "recall": 0.977273, "f1": 0.97108, "accuracy": 0.977273, "main_score": 0.97108, "hf_subset": "ban_Latn-dan_Latn", "languages": ["ban-Latn", "dan-Latn"]}, {"precision": 0.957263, "recall": 0.969368, "f1": 0.961034, "accuracy": 0.969368, "main_score": 0.961034, "hf_subset": "ban_Latn-guj_Gujr", "languages": ["ban-Latn", "guj-Gujr"]}, {"precision": 0.943594, "recall": 0.960474, "f1": 0.949012, "accuracy": 0.960474, "main_score": 0.949012, "hf_subset": "ban_Latn-kaz_Cyrl", "languages": ["ban-Latn", "kaz-Cyrl"]}, {"precision": 0.55838, "recall": 0.615613, "f1": 0.573786, "accuracy": 0.615613, "main_score": 0.573786, "hf_subset": "ban_Latn-lug_Latn", "languages": ["ban-Latn", "lug-Latn"]}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "ban_Latn-oci_Latn", "languages": ["ban-Latn", "oci-Latn"]}, {"precision": 0.746986, "recall": 0.80336, "f1": 0.764328, "accuracy": 0.80336, "main_score": 0.764328, "hf_subset": "ban_Latn-smo_Latn", "languages": ["ban-Latn", "smo-Latn"]}, {"precision": 0.559247, "recall": 0.620553, "f1": 0.575715, "accuracy": 0.620553, "main_score": 0.575715, "hf_subset": "ban_Latn-tsn_Latn", "languages": ["ban-Latn", "tsn-Latn"]}, {"precision": 0.600744, "recall": 0.661067, "f1": 0.617729, "accuracy": 0.661067, "main_score": 0.617729, "hf_subset": "ban_Latn-zul_Latn", "languages": ["ban-Latn", "zul-Latn"]}, {"precision": 0.857987, "recall": 0.891304, "f1": 0.868478, "accuracy": 0.891304, "main_score": 0.868478, "hf_subset": "ban_Latn-azb_Arab", "languages": ["ban-Latn", "azb-Arab"]}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "ban_Latn-deu_Latn", "languages": ["ban-Latn", "deu-Latn"]}, {"precision": 0.895982, "recall": 0.922925, "f1": 0.904315, "accuracy": 0.922925, "main_score": 0.904315, "hf_subset": "ban_Latn-hat_Latn", "languages": ["ban-Latn", "hat-Latn"]}, {"precision": 0.508568, "recall": 0.566206, "f1": 0.524411, "accuracy": 0.566206, "main_score": 0.524411, "hf_subset": "ban_Latn-kbp_Latn", "languages": ["ban-Latn", "kbp-Latn"]}, {"precision": 0.588485, "recall": 0.643281, "f1": 0.603156, "accuracy": 0.643281, "main_score": 0.603156, "hf_subset": "ban_Latn-luo_Latn", "languages": ["ban-Latn", "luo-Latn"]}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "ban_Latn-ory_Orya", "languages": ["ban-Latn", "ory-Orya"]}, {"precision": 0.59329, "recall": 0.656126, "f1": 0.610887, "accuracy": 0.656126, "main_score": 0.610887, "hf_subset": "ban_Latn-sna_Latn", "languages": ["ban-Latn", "sna-Latn"]}, {"precision": 0.569808, "recall": 0.621542, "f1": 0.583903, "accuracy": 0.621542, "main_score": 0.583903, "hf_subset": "ban_Latn-tso_Latn", "languages": ["ban-Latn", "tso-Latn"]}, {"precision": 0.926746, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "ban_Latn-azj_Latn", "languages": ["ban-Latn", "azj-Latn"]}, {"precision": 0.566675, "recall": 0.62747, "f1": 0.584052, "accuracy": 0.62747, "main_score": 0.584052, "hf_subset": "ban_Latn-dik_Latn", "languages": ["ban-Latn", "dik-Latn"]}, {"precision": 0.675812, "recall": 0.732213, "f1": 0.691957, "accuracy": 0.732213, "main_score": 0.691957, "hf_subset": "ban_Latn-hau_Latn", "languages": ["ban-Latn", "hau-Latn"]}, {"precision": 0.947628, "recall": 0.962451, "f1": 0.95224, "accuracy": 0.962451, "main_score": 0.95224, "hf_subset": "ban_Latn-kea_Latn", "languages": ["ban-Latn", "kea-Latn"]}, {"precision": 0.718248, "recall": 0.769763, "f1": 0.734091, "accuracy": 0.769763, "main_score": 0.734091, "hf_subset": "ban_Latn-lus_Latn", "languages": ["ban-Latn", "lus-Latn"]}, {"precision": 0.863999, "recall": 0.893281, "f1": 0.872944, "accuracy": 0.893281, "main_score": 0.872944, "hf_subset": "ban_Latn-pag_Latn", "languages": ["ban-Latn", "pag-Latn"]}, {"precision": 0.929183, "recall": 0.950593, "f1": 0.936265, "accuracy": 0.950593, "main_score": 0.936265, "hf_subset": "ban_Latn-snd_Arab", "languages": ["ban-Latn", "snd-Arab"]}, {"precision": 0.855155, "recall": 0.892292, "f1": 0.86662, "accuracy": 0.892292, "main_score": 0.86662, "hf_subset": "ban_Latn-tuk_Latn", "languages": ["ban-Latn", "tuk-Latn"]}, {"precision": 0.915349, "recall": 0.934783, "f1": 0.921443, "accuracy": 0.934783, "main_score": 0.921443, "hf_subset": "ban_Latn-bak_Cyrl", "languages": ["ban-Latn", "bak-Cyrl"]}, {"precision": 0.505569, "recall": 0.58498, "f1": 0.528426, "accuracy": 0.58498, "main_score": 0.528426, "hf_subset": "ban_Latn-dyu_Latn", "languages": ["ban-Latn", "dyu-Latn"]}, {"precision": 0.961462, "recall": 0.972332, "f1": 0.964874, "accuracy": 0.972332, "main_score": 0.964874, "hf_subset": "ban_Latn-heb_Hebr", "languages": ["ban-Latn", "heb-Hebr"]}, {"precision": 0.889255, "recall": 0.917984, "f1": 0.89804, "accuracy": 0.917984, "main_score": 0.89804, "hf_subset": "ban_Latn-khk_Cyrl", "languages": ["ban-Latn", "khk-Cyrl"]}, {"precision": 0.952652, "recall": 0.966403, "f1": 0.957082, "accuracy": 0.966403, "main_score": 0.957082, "hf_subset": "ban_Latn-lvs_Latn", "languages": ["ban-Latn", "lvs-Latn"]}, {"precision": 0.949605, "recall": 0.963439, "f1": 0.954051, "accuracy": 0.963439, "main_score": 0.954051, "hf_subset": "ban_Latn-pan_Guru", "languages": ["ban-Latn", "pan-Guru"]}, {"precision": 0.652849, "recall": 0.716403, "f1": 0.671349, "accuracy": 0.716403, "main_score": 0.671349, "hf_subset": "ban_Latn-som_Latn", "languages": ["ban-Latn", "som-Latn"]}, {"precision": 0.588243, "recall": 0.633399, "f1": 0.6016, "accuracy": 0.633399, "main_score": 0.6016, "hf_subset": "ban_Latn-tum_Latn", "languages": ["ban-Latn", "tum-Latn"]}, {"precision": 0.571493, "recall": 0.635375, "f1": 0.589569, "accuracy": 0.635375, "main_score": 0.589569, "hf_subset": "ell_Grek-ace_Arab", "languages": ["ell-Grek", "ace-Arab"]}, {"precision": 0.51368, "recall": 0.578063, "f1": 0.532188, "accuracy": 0.578063, "main_score": 0.532188, "hf_subset": "ell_Grek-bam_Latn", "languages": ["ell-Grek", "bam-Latn"]}, {"precision": 0.44424, "recall": 0.517787, "f1": 0.464124, "accuracy": 0.517787, "main_score": 0.464124, "hf_subset": "ell_Grek-dzo_Tibt", "languages": ["ell-Grek", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hin_Deva", "languages": ["ell-Grek", "hin-Deva"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "ell_Grek-khm_Khmr", "languages": ["ell-Grek", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mag_Deva", "languages": ["ell-Grek", "mag-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ell_Grek-pap_Latn", "languages": ["ell-Grek", "pap-Latn"]}, {"precision": 0.594699, "recall": 0.647233, "f1": 0.609439, "accuracy": 0.647233, "main_score": 0.609439, "hf_subset": "ell_Grek-sot_Latn", "languages": ["ell-Grek", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tur_Latn", "languages": ["ell-Grek", "tur-Latn"]}, {"precision": 0.869302, "recall": 0.906126, "f1": 0.880764, "accuracy": 0.906126, "main_score": 0.880764, "hf_subset": "ell_Grek-ace_Latn", "languages": ["ell-Grek", "ace-Latn"]}, {"precision": 0.958663, "recall": 0.970356, "f1": 0.962451, "accuracy": 0.970356, "main_score": 0.962451, "hf_subset": "ell_Grek-ban_Latn", "languages": ["ell-Grek", "ban-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ell_Grek-hne_Deva", "languages": ["ell-Grek", "hne-Deva"]}, {"precision": 0.604407, "recall": 0.662055, "f1": 0.6212, "accuracy": 0.662055, "main_score": 0.6212, "hf_subset": "ell_Grek-kik_Latn", "languages": ["ell-Grek", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mai_Deva", "languages": ["ell-Grek", "mai-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ell_Grek-pbt_Arab", "languages": ["ell-Grek", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-spa_Latn", "languages": ["ell-Grek", "spa-Latn"]}, {"precision": 0.610723, "recall": 0.675889, "f1": 0.628667, "accuracy": 0.675889, "main_score": 0.628667, "hf_subset": "ell_Grek-twi_Latn", "languages": ["ell-Grek", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-acm_Arab", "languages": ["ell-Grek", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-bel_Cyrl", "languages": ["ell-Grek", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-eng_Latn", "languages": ["ell-Grek", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hrv_Latn", "languages": ["ell-Grek", "hrv-Latn"]}, {"precision": 0.567204, "recall": 0.631423, "f1": 0.58527, "accuracy": 0.631423, "main_score": 0.58527, "hf_subset": "ell_Grek-kin_Latn", "languages": ["ell-Grek", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-mal_Mlym", "languages": ["ell-Grek", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-pes_Arab", "languages": ["ell-Grek", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ell_Grek-srd_Latn", "languages": ["ell-Grek", "srd-Latn"]}, {"precision": 0.188543, "recall": 0.241107, "f1": 0.201212, "accuracy": 0.241107, "main_score": 0.201212, "hf_subset": "ell_Grek-tzm_Tfng", "languages": ["ell-Grek", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-acq_Arab", "languages": ["ell-Grek", "acq-Arab"]}, {"precision": 0.635673, "recall": 0.689723, "f1": 0.650344, "accuracy": 0.689723, "main_score": 0.650344, "hf_subset": "ell_Grek-bem_Latn", "languages": ["ell-Grek", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-epo_Latn", "languages": ["ell-Grek", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hun_Latn", "languages": ["ell-Grek", "hun-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ell_Grek-kir_Cyrl", "languages": ["ell-Grek", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mar_Deva", "languages": ["ell-Grek", "mar-Deva"]}, {"precision": 0.688867, "recall": 0.741107, "f1": 0.703906, "accuracy": 0.741107, "main_score": 0.703906, "hf_subset": "ell_Grek-plt_Latn", "languages": ["ell-Grek", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-srp_Cyrl", "languages": ["ell-Grek", "srp-Cyrl"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "ell_Grek-uig_Arab", "languages": ["ell-Grek", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-aeb_Arab", "languages": ["ell-Grek", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-ben_Beng", "languages": ["ell-Grek", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-est_Latn", "languages": ["ell-Grek", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-hye_Armn", "languages": ["ell-Grek", "hye-Armn"]}, {"precision": 0.548066, "recall": 0.600791, "f1": 0.562853, "accuracy": 0.600791, "main_score": 0.562853, "hf_subset": "ell_Grek-kmb_Latn", "languages": ["ell-Grek", "kmb-Latn"]}, {"precision": 0.499013, "recall": 0.570158, "f1": 0.517639, "accuracy": 0.570158, "main_score": 0.517639, "hf_subset": "ell_Grek-min_Arab", "languages": ["ell-Grek", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-pol_Latn", "languages": ["ell-Grek", "pol-Latn"]}, {"precision": 0.56357, "recall": 0.626482, "f1": 0.581263, "accuracy": 0.626482, "main_score": 0.581263, "hf_subset": "ell_Grek-ssw_Latn", "languages": ["ell-Grek", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ukr_Cyrl", "languages": ["ell-Grek", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-afr_Latn", "languages": ["ell-Grek", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-bho_Deva", "languages": ["ell-Grek", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-eus_Latn", "languages": ["ell-Grek", "eus-Latn"]}, {"precision": 0.579044, "recall": 0.642292, "f1": 0.596807, "accuracy": 0.642292, "main_score": 0.596807, "hf_subset": "ell_Grek-ibo_Latn", "languages": ["ell-Grek", "ibo-Latn"]}, {"precision": 0.899868, "recall": 0.927866, "f1": 0.908729, "accuracy": 0.927866, "main_score": 0.908729, "hf_subset": "ell_Grek-kmr_Latn", "languages": ["ell-Grek", "kmr-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ell_Grek-min_Latn", "languages": ["ell-Grek", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-por_Latn", "languages": ["ell-Grek", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-sun_Latn", "languages": ["ell-Grek", "sun-Latn"]}, {"precision": 0.517771, "recall": 0.583004, "f1": 0.536651, "accuracy": 0.583004, "main_score": 0.536651, "hf_subset": "ell_Grek-umb_Latn", "languages": ["ell-Grek", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ajp_Arab", "languages": ["ell-Grek", "ajp-Arab"]}, {"precision": 0.52451, "recall": 0.593874, "f1": 0.543774, "accuracy": 0.593874, "main_score": 0.543774, "hf_subset": "ell_Grek-bjn_Arab", "languages": ["ell-Grek", "bjn-Arab"]}, {"precision": 0.517508, "recall": 0.575099, "f1": 0.533815, "accuracy": 0.575099, "main_score": 0.533815, "hf_subset": "ell_Grek-ewe_Latn", "languages": ["ell-Grek", "ewe-Latn"]}, {"precision": 0.944746, "recall": 0.960474, "f1": 0.949671, "accuracy": 0.960474, "main_score": 0.949671, "hf_subset": "ell_Grek-ilo_Latn", "languages": ["ell-Grek", "ilo-Latn"]}, {"precision": 0.312204, "recall": 0.370553, "f1": 0.328013, "accuracy": 0.370553, "main_score": 0.328013, "hf_subset": "ell_Grek-knc_Arab", "languages": ["ell-Grek", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-mkd_Cyrl", "languages": ["ell-Grek", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-prs_Arab", "languages": ["ell-Grek", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-swe_Latn", "languages": ["ell-Grek", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-urd_Arab", "languages": ["ell-Grek", "urd-Arab"]}, {"precision": 0.57395, "recall": 0.642292, "f1": 0.593156, "accuracy": 0.642292, "main_score": 0.593156, "hf_subset": "ell_Grek-aka_Latn", "languages": ["ell-Grek", "aka-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ell_Grek-bjn_Latn", "languages": ["ell-Grek", "bjn-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ell_Grek-fao_Latn", "languages": ["ell-Grek", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ind_Latn", "languages": ["ell-Grek", "ind-Latn"]}, {"precision": 0.57906, "recall": 0.633399, "f1": 0.594381, "accuracy": 0.633399, "main_score": 0.594381, "hf_subset": "ell_Grek-knc_Latn", "languages": ["ell-Grek", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ell_Grek-mlt_Latn", "languages": ["ell-Grek", "mlt-Latn"]}, {"precision": 0.691577, "recall": 0.758893, "f1": 0.711156, "accuracy": 0.758893, "main_score": 0.711156, "hf_subset": "ell_Grek-quy_Latn", "languages": ["ell-Grek", "quy-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "ell_Grek-swh_Latn", "languages": ["ell-Grek", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-uzn_Latn", "languages": ["ell-Grek", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-als_Latn", "languages": ["ell-Grek", "als-Latn"]}, {"precision": 0.650988, "recall": 0.724308, "f1": 0.672548, "accuracy": 0.724308, "main_score": 0.672548, "hf_subset": "ell_Grek-bod_Tibt", "languages": ["ell-Grek", "bod-Tibt"]}, {"precision": 0.714427, "recall": 0.772727, "f1": 0.731611, "accuracy": 0.772727, "main_score": 0.731611, "hf_subset": "ell_Grek-fij_Latn", "languages": ["ell-Grek", "fij-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ell_Grek-isl_Latn", "languages": ["ell-Grek", "isl-Latn"]}, {"precision": 0.656884, "recall": 0.717391, "f1": 0.675165, "accuracy": 0.717391, "main_score": 0.675165, "hf_subset": "ell_Grek-kon_Latn", "languages": ["ell-Grek", "kon-Latn"]}, {"precision": 0.649557, "recall": 0.722332, "f1": 0.671171, "accuracy": 0.722332, "main_score": 0.671171, "hf_subset": "ell_Grek-mni_Beng", "languages": ["ell-Grek", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ron_Latn", "languages": ["ell-Grek", "ron-Latn"]}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "ell_Grek-szl_Latn", "languages": ["ell-Grek", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-vec_Latn", "languages": ["ell-Grek", "vec-Latn"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ell_Grek-amh_Ethi", "languages": ["ell-Grek", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-bos_Latn", "languages": ["ell-Grek", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-fin_Latn", "languages": ["ell-Grek", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ita_Latn", "languages": ["ell-Grek", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-kor_Hang", "languages": ["ell-Grek", "kor-Hang"]}, {"precision": 0.557685, "recall": 0.614625, "f1": 0.573579, "accuracy": 0.614625, "main_score": 0.573579, "hf_subset": "ell_Grek-mos_Latn", "languages": ["ell-Grek", "mos-Latn"]}, {"precision": 0.553187, "recall": 0.610672, "f1": 0.570034, "accuracy": 0.610672, "main_score": 0.570034, "hf_subset": "ell_Grek-run_Latn", "languages": ["ell-Grek", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tam_Taml", "languages": ["ell-Grek", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-vie_Latn", "languages": ["ell-Grek", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-apc_Arab", "languages": ["ell-Grek", "apc-Arab"]}, {"precision": 0.801087, "recall": 0.84585, "f1": 0.814577, "accuracy": 0.84585, "main_score": 0.814577, "hf_subset": "ell_Grek-bug_Latn", "languages": ["ell-Grek", "bug-Latn"]}, {"precision": 0.456971, "recall": 0.519763, "f1": 0.474185, "accuracy": 0.519763, "main_score": 0.474185, "hf_subset": "ell_Grek-fon_Latn", "languages": ["ell-Grek", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-jav_Latn", "languages": ["ell-Grek", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-lao_Laoo", "languages": ["ell-Grek", "lao-Laoo"]}, {"precision": 0.884387, "recall": 0.916008, "f1": 0.894386, "accuracy": 0.916008, "main_score": 0.894386, "hf_subset": "ell_Grek-mri_Latn", "languages": ["ell-Grek", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-rus_Cyrl", "languages": ["ell-Grek", "rus-Cyrl"]}, {"precision": 0.537512, "recall": 0.600791, "f1": 0.555225, "accuracy": 0.600791, "main_score": 0.555225, "hf_subset": "ell_Grek-taq_Latn", "languages": ["ell-Grek", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-war_Latn", "languages": ["ell-Grek", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-arb_Arab", "languages": ["ell-Grek", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-bul_Cyrl", "languages": ["ell-Grek", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-fra_Latn", "languages": ["ell-Grek", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-jpn_Jpan", "languages": ["ell-Grek", "jpn-Jpan"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ell_Grek-lij_Latn", "languages": ["ell-Grek", "lij-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "ell_Grek-mya_Mymr", "languages": ["ell-Grek", "mya-Mymr"]}, {"precision": 0.584621, "recall": 0.657115, "f1": 0.605352, "accuracy": 0.657115, "main_score": 0.605352, "hf_subset": "ell_Grek-sag_Latn", "languages": ["ell-Grek", "sag-Latn"]}, {"precision": 0.185944, "recall": 0.243083, "f1": 0.199208, "accuracy": 0.243083, "main_score": 0.199208, "hf_subset": "ell_Grek-taq_Tfng", "languages": ["ell-Grek", "taq-Tfng"]}, {"precision": 0.631893, "recall": 0.69664, "f1": 0.650501, "accuracy": 0.69664, "main_score": 0.650501, "hf_subset": "ell_Grek-wol_Latn", "languages": ["ell-Grek", "wol-Latn"]}, {"precision": 0.824638, "recall": 0.870553, "f1": 0.838735, "accuracy": 0.870553, "main_score": 0.838735, "hf_subset": "ell_Grek-arb_Latn", "languages": ["ell-Grek", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-cat_Latn", "languages": ["ell-Grek", "cat-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-fur_Latn", "languages": ["ell-Grek", "fur-Latn"]}, {"precision": 0.416704, "recall": 0.476285, "f1": 0.43358, "accuracy": 0.476285, "main_score": 0.43358, "hf_subset": "ell_Grek-kab_Latn", "languages": ["ell-Grek", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ell_Grek-lim_Latn", "languages": ["ell-Grek", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-nld_Latn", "languages": ["ell-Grek", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ell_Grek-san_Deva", "languages": ["ell-Grek", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tat_Cyrl", "languages": ["ell-Grek", "tat-Cyrl"]}, {"precision": 0.678129, "recall": 0.733202, "f1": 0.694433, "accuracy": 0.733202, "main_score": 0.694433, "hf_subset": "ell_Grek-xho_Latn", "languages": ["ell-Grek", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ars_Arab", "languages": ["ell-Grek", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-ceb_Latn", "languages": ["ell-Grek", "ceb-Latn"]}, {"precision": 0.56091, "recall": 0.623518, "f1": 0.578793, "accuracy": 0.623518, "main_score": 0.578793, "hf_subset": "ell_Grek-fuv_Latn", "languages": ["ell-Grek", "fuv-Latn"]}, {"precision": 0.508556, "recall": 0.576087, "f1": 0.52717, "accuracy": 0.576087, "main_score": 0.52717, "hf_subset": "ell_Grek-kac_Latn", "languages": ["ell-Grek", "kac-Latn"]}, {"precision": 0.669541, "recall": 0.725296, "f1": 0.685233, "accuracy": 0.725296, "main_score": 0.685233, "hf_subset": "ell_Grek-lin_Latn", "languages": ["ell-Grek", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-nno_Latn", "languages": ["ell-Grek", "nno-Latn"]}, {"precision": 0.246453, "recall": 0.33498, "f1": 0.269725, "accuracy": 0.33498, "main_score": 0.269725, "hf_subset": "ell_Grek-sat_Olck", "languages": ["ell-Grek", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-tel_Telu", "languages": ["ell-Grek", "tel-Telu"]}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "ell_Grek-ydd_Hebr", "languages": ["ell-Grek", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ell_Grek-ary_Arab", "languages": ["ell-Grek", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ces_Latn", "languages": ["ell-Grek", "ces-Latn"]}, {"precision": 0.573972, "recall": 0.639328, "f1": 0.593019, "accuracy": 0.639328, "main_score": 0.593019, "hf_subset": "ell_Grek-gaz_Latn", "languages": ["ell-Grek", "gaz-Latn"]}, {"precision": 0.58508, "recall": 0.649209, "f1": 0.602407, "accuracy": 0.649209, "main_score": 0.602407, "hf_subset": "ell_Grek-kam_Latn", "languages": ["ell-Grek", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ell_Grek-lit_Latn", "languages": ["ell-Grek", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-nob_Latn", "languages": ["ell-Grek", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ell_Grek-scn_Latn", "languages": ["ell-Grek", "scn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ell_Grek-tgk_Cyrl", "languages": ["ell-Grek", "tgk-Cyrl"]}, {"precision": 0.721741, "recall": 0.784585, "f1": 0.740975, "accuracy": 0.784585, "main_score": 0.740975, "hf_subset": "ell_Grek-yor_Latn", "languages": ["ell-Grek", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-arz_Arab", "languages": ["ell-Grek", "arz-Arab"]}, {"precision": 0.557127, "recall": 0.621542, "f1": 0.575434, "accuracy": 0.621542, "main_score": 0.575434, "hf_subset": "ell_Grek-cjk_Latn", "languages": ["ell-Grek", "cjk-Latn"]}, {"precision": 0.794203, "recall": 0.843874, "f1": 0.809223, "accuracy": 0.843874, "main_score": 0.809223, "hf_subset": "ell_Grek-gla_Latn", "languages": ["ell-Grek", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-kan_Knda", "languages": ["ell-Grek", "kan-Knda"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ell_Grek-lmo_Latn", "languages": ["ell-Grek", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ell_Grek-npi_Deva", "languages": ["ell-Grek", "npi-Deva"]}, {"precision": 0.467888, "recall": 0.534585, "f1": 0.486194, "accuracy": 0.534585, "main_score": 0.486194, "hf_subset": "ell_Grek-shn_Mymr", "languages": ["ell-Grek", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tgl_Latn", "languages": ["ell-Grek", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-yue_Hant", "languages": ["ell-Grek", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-asm_Beng", "languages": ["ell-Grek", "asm-Beng"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "ell_Grek-ckb_Arab", "languages": ["ell-Grek", "ckb-Arab"]}, {"precision": 0.89389, "recall": 0.922925, "f1": 0.903063, "accuracy": 0.922925, "main_score": 0.903063, "hf_subset": "ell_Grek-gle_Latn", "languages": ["ell-Grek", "gle-Latn"]}, {"precision": 0.94137, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "ell_Grek-kas_Arab", "languages": ["ell-Grek", "kas-Arab"]}, {"precision": 0.9417, "recall": 0.958498, "f1": 0.947134, "accuracy": 0.958498, "main_score": 0.947134, "hf_subset": "ell_Grek-ltg_Latn", "languages": ["ell-Grek", "ltg-Latn"]}, {"precision": 0.61246, "recall": 0.668972, "f1": 0.628768, "accuracy": 0.668972, "main_score": 0.628768, "hf_subset": "ell_Grek-nso_Latn", "languages": ["ell-Grek", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ell_Grek-sin_Sinh", "languages": ["ell-Grek", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-tha_Thai", "languages": ["ell-Grek", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-zho_Hans", "languages": ["ell-Grek", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ast_Latn", "languages": ["ell-Grek", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-crh_Latn", "languages": ["ell-Grek", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-glg_Latn", "languages": ["ell-Grek", "glg-Latn"]}, {"precision": 0.908267, "recall": 0.935771, "f1": 0.917161, "accuracy": 0.935771, "main_score": 0.917161, "hf_subset": "ell_Grek-kas_Deva", "languages": ["ell-Grek", "kas-Deva"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ell_Grek-ltz_Latn", "languages": ["ell-Grek", "ltz-Latn"]}, {"precision": 0.466361, "recall": 0.531621, "f1": 0.484304, "accuracy": 0.531621, "main_score": 0.484304, "hf_subset": "ell_Grek-nus_Latn", "languages": ["ell-Grek", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-slk_Latn", "languages": ["ell-Grek", "slk-Latn"]}, {"precision": 0.623661, "recall": 0.6917, "f1": 0.643403, "accuracy": 0.6917, "main_score": 0.643403, "hf_subset": "ell_Grek-tir_Ethi", "languages": ["ell-Grek", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-zho_Hant", "languages": ["ell-Grek", "zho-Hant"]}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "ell_Grek-awa_Deva", "languages": ["ell-Grek", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ell_Grek-cym_Latn", "languages": ["ell-Grek", "cym-Latn"]}, {"precision": 0.842803, "recall": 0.883399, "f1": 0.855632, "accuracy": 0.883399, "main_score": 0.855632, "hf_subset": "ell_Grek-grn_Latn", "languages": ["ell-Grek", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-kat_Geor", "languages": ["ell-Grek", "kat-Geor"]}, {"precision": 0.649742, "recall": 0.701581, "f1": 0.664504, "accuracy": 0.701581, "main_score": 0.664504, "hf_subset": "ell_Grek-lua_Latn", "languages": ["ell-Grek", "lua-Latn"]}, {"precision": 0.65116, "recall": 0.710474, "f1": 0.668235, "accuracy": 0.710474, "main_score": 0.668235, "hf_subset": "ell_Grek-nya_Latn", "languages": ["ell-Grek", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-slv_Latn", "languages": ["ell-Grek", "slv-Latn"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "ell_Grek-tpi_Latn", "languages": ["ell-Grek", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-zsm_Latn", "languages": ["ell-Grek", "zsm-Latn"]}, {"precision": 0.53876, "recall": 0.605731, "f1": 0.556951, "accuracy": 0.605731, "main_score": 0.556951, "hf_subset": "ell_Grek-ayr_Latn", "languages": ["ell-Grek", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-dan_Latn", "languages": ["ell-Grek", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-guj_Gujr", "languages": ["ell-Grek", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-kaz_Cyrl", "languages": ["ell-Grek", "kaz-Cyrl"]}, {"precision": 0.530822, "recall": 0.601779, "f1": 0.551085, "accuracy": 0.601779, "main_score": 0.551085, "hf_subset": "ell_Grek-lug_Latn", "languages": ["ell-Grek", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-oci_Latn", "languages": ["ell-Grek", "oci-Latn"]}, {"precision": 0.833317, "recall": 0.875494, "f1": 0.846047, "accuracy": 0.875494, "main_score": 0.846047, "hf_subset": "ell_Grek-smo_Latn", "languages": ["ell-Grek", "smo-Latn"]}, {"precision": 0.546118, "recall": 0.607708, "f1": 0.563032, "accuracy": 0.607708, "main_score": 0.563032, "hf_subset": "ell_Grek-tsn_Latn", "languages": ["ell-Grek", "tsn-Latn"]}, {"precision": 0.618923, "recall": 0.684783, "f1": 0.63798, "accuracy": 0.684783, "main_score": 0.63798, "hf_subset": "ell_Grek-zul_Latn", "languages": ["ell-Grek", "zul-Latn"]}, {"precision": 0.916255, "recall": 0.940711, "f1": 0.923979, "accuracy": 0.940711, "main_score": 0.923979, "hf_subset": "ell_Grek-azb_Arab", "languages": ["ell-Grek", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-deu_Latn", "languages": ["ell-Grek", "deu-Latn"]}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "ell_Grek-hat_Latn", "languages": ["ell-Grek", "hat-Latn"]}, {"precision": 0.48876, "recall": 0.543478, "f1": 0.5044, "accuracy": 0.543478, "main_score": 0.5044, "hf_subset": "ell_Grek-kbp_Latn", "languages": ["ell-Grek", "kbp-Latn"]}, {"precision": 0.569927, "recall": 0.631423, "f1": 0.586855, "accuracy": 0.631423, "main_score": 0.586855, "hf_subset": "ell_Grek-luo_Latn", "languages": ["ell-Grek", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-ory_Orya", "languages": ["ell-Grek", "ory-Orya"]}, {"precision": 0.584743, "recall": 0.651186, "f1": 0.603908, "accuracy": 0.651186, "main_score": 0.603908, "hf_subset": "ell_Grek-sna_Latn", "languages": ["ell-Grek", "sna-Latn"]}, {"precision": 0.567115, "recall": 0.62253, "f1": 0.58222, "accuracy": 0.62253, "main_score": 0.58222, "hf_subset": "ell_Grek-tso_Latn", "languages": ["ell-Grek", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-azj_Latn", "languages": ["ell-Grek", "azj-Latn"]}, {"precision": 0.530971, "recall": 0.597826, "f1": 0.55046, "accuracy": 0.597826, "main_score": 0.55046, "hf_subset": "ell_Grek-dik_Latn", "languages": ["ell-Grek", "dik-Latn"]}, {"precision": 0.758449, "recall": 0.812253, "f1": 0.774492, "accuracy": 0.812253, "main_score": 0.774492, "hf_subset": "ell_Grek-hau_Latn", "languages": ["ell-Grek", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ell_Grek-kea_Latn", "languages": ["ell-Grek", "kea-Latn"]}, {"precision": 0.747316, "recall": 0.802372, "f1": 0.763999, "accuracy": 0.802372, "main_score": 0.763999, "hf_subset": "ell_Grek-lus_Latn", "languages": ["ell-Grek", "lus-Latn"]}, {"precision": 0.864155, "recall": 0.895257, "f1": 0.873177, "accuracy": 0.895257, "main_score": 0.873177, "hf_subset": "ell_Grek-pag_Latn", "languages": ["ell-Grek", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-snd_Arab", "languages": ["ell-Grek", "snd-Arab"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ell_Grek-tuk_Latn", "languages": ["ell-Grek", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ell_Grek-bak_Cyrl", "languages": ["ell-Grek", "bak-Cyrl"]}, {"precision": 0.491382, "recall": 0.572134, "f1": 0.51519, "accuracy": 0.572134, "main_score": 0.51519, "hf_subset": "ell_Grek-dyu_Latn", "languages": ["ell-Grek", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-heb_Hebr", "languages": ["ell-Grek", "heb-Hebr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-khk_Cyrl", "languages": ["ell-Grek", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-lvs_Latn", "languages": ["ell-Grek", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-pan_Guru", "languages": ["ell-Grek", "pan-Guru"]}, {"precision": 0.717434, "recall": 0.773715, "f1": 0.733849, "accuracy": 0.773715, "main_score": 0.733849, "hf_subset": "ell_Grek-som_Latn", "languages": ["ell-Grek", "som-Latn"]}, {"precision": 0.600774, "recall": 0.652174, "f1": 0.615815, "accuracy": 0.652174, "main_score": 0.615815, "hf_subset": "ell_Grek-tum_Latn", "languages": ["ell-Grek", "tum-Latn"]}, {"precision": 0.567529, "recall": 0.630435, "f1": 0.584972, "accuracy": 0.630435, "main_score": 0.584972, "hf_subset": "hne_Deva-ace_Arab", "languages": ["hne-Deva", "ace-Arab"]}, {"precision": 0.515679, "recall": 0.575099, "f1": 0.532336, "accuracy": 0.575099, "main_score": 0.532336, "hf_subset": "hne_Deva-bam_Latn", "languages": ["hne-Deva", "bam-Latn"]}, {"precision": 0.441748, "recall": 0.516798, "f1": 0.460657, "accuracy": 0.516798, "main_score": 0.460657, "hf_subset": "hne_Deva-dzo_Tibt", "languages": ["hne-Deva", "dzo-Tibt"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-hin_Deva", "languages": ["hne-Deva", "hin-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-khm_Khmr", "languages": ["hne-Deva", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-mag_Deva", "languages": ["hne-Deva", "mag-Deva"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "hne_Deva-pap_Latn", "languages": ["hne-Deva", "pap-Latn"]}, {"precision": 0.57965, "recall": 0.637352, "f1": 0.59563, "accuracy": 0.637352, "main_score": 0.59563, "hf_subset": "hne_Deva-sot_Latn", "languages": ["hne-Deva", "sot-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-tur_Latn", "languages": ["hne-Deva", "tur-Latn"]}, {"precision": 0.867918, "recall": 0.90415, "f1": 0.879037, "accuracy": 0.90415, "main_score": 0.879037, "hf_subset": "hne_Deva-ace_Latn", "languages": ["hne-Deva", "ace-Latn"]}, {"precision": 0.948287, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "hne_Deva-ban_Latn", "languages": ["hne-Deva", "ban-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-ell_Grek", "languages": ["hne-Deva", "ell-Grek"]}, {"precision": 0.586449, "recall": 0.644269, "f1": 0.603166, "accuracy": 0.644269, "main_score": 0.603166, "hf_subset": "hne_Deva-kik_Latn", "languages": ["hne-Deva", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-mai_Deva", "languages": ["hne-Deva", "mai-Deva"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "hne_Deva-pbt_Arab", "languages": ["hne-Deva", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-spa_Latn", "languages": ["hne-Deva", "spa-Latn"]}, {"precision": 0.60547, "recall": 0.671937, "f1": 0.62311, "accuracy": 0.671937, "main_score": 0.62311, "hf_subset": "hne_Deva-twi_Latn", "languages": ["hne-Deva", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-acm_Arab", "languages": ["hne-Deva", "acm-Arab"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "hne_Deva-bel_Cyrl", "languages": ["hne-Deva", "bel-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-eng_Latn", "languages": ["hne-Deva", "eng-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-hrv_Latn", "languages": ["hne-Deva", "hrv-Latn"]}, {"precision": 0.530174, "recall": 0.59585, "f1": 0.548617, "accuracy": 0.59585, "main_score": 0.548617, "hf_subset": "hne_Deva-kin_Latn", "languages": ["hne-Deva", "kin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-mal_Mlym", "languages": ["hne-Deva", "mal-Mlym"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-pes_Arab", "languages": ["hne-Deva", "pes-Arab"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "hne_Deva-srd_Latn", "languages": ["hne-Deva", "srd-Latn"]}, {"precision": 0.176446, "recall": 0.218379, "f1": 0.186361, "accuracy": 0.218379, "main_score": 0.186361, "hf_subset": "hne_Deva-tzm_Tfng", "languages": ["hne-Deva", "tzm-Tfng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-acq_Arab", "languages": ["hne-Deva", "acq-Arab"]}, {"precision": 0.618239, "recall": 0.666008, "f1": 0.631299, "accuracy": 0.666008, "main_score": 0.631299, "hf_subset": "hne_Deva-bem_Latn", "languages": ["hne-Deva", "bem-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-epo_Latn", "languages": ["hne-Deva", "epo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-hun_Latn", "languages": ["hne-Deva", "hun-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "hne_Deva-kir_Cyrl", "languages": ["hne-Deva", "kir-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-mar_Deva", "languages": ["hne-Deva", "mar-Deva"]}, {"precision": 0.65383, "recall": 0.70751, "f1": 0.669441, "accuracy": 0.70751, "main_score": 0.669441, "hf_subset": "hne_Deva-plt_Latn", "languages": ["hne-Deva", "plt-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "hne_Deva-srp_Cyrl", "languages": ["hne-Deva", "srp-Cyrl"]}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "hne_Deva-uig_Arab", "languages": ["hne-Deva", "uig-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-aeb_Arab", "languages": ["hne-Deva", "aeb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-ben_Beng", "languages": ["hne-Deva", "ben-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-est_Latn", "languages": ["hne-Deva", "est-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-hye_Armn", "languages": ["hne-Deva", "hye-Armn"]}, {"precision": 0.53629, "recall": 0.587945, "f1": 0.550996, "accuracy": 0.587945, "main_score": 0.550996, "hf_subset": "hne_Deva-kmb_Latn", "languages": ["hne-Deva", "kmb-Latn"]}, {"precision": 0.497245, "recall": 0.570158, "f1": 0.516597, "accuracy": 0.570158, "main_score": 0.516597, "hf_subset": "hne_Deva-min_Arab", "languages": ["hne-Deva", "min-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-pol_Latn", "languages": ["hne-Deva", "pol-Latn"]}, {"precision": 0.549946, "recall": 0.616601, "f1": 0.568587, "accuracy": 0.616601, "main_score": 0.568587, "hf_subset": "hne_Deva-ssw_Latn", "languages": ["hne-Deva", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ukr_Cyrl", "languages": ["hne-Deva", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-afr_Latn", "languages": ["hne-Deva", "afr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-bho_Deva", "languages": ["hne-Deva", "bho-Deva"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hne_Deva-eus_Latn", "languages": ["hne-Deva", "eus-Latn"]}, {"precision": 0.580619, "recall": 0.639328, "f1": 0.596326, "accuracy": 0.639328, "main_score": 0.596326, "hf_subset": "hne_Deva-ibo_Latn", "languages": ["hne-Deva", "ibo-Latn"]}, {"precision": 0.872777, "recall": 0.906126, "f1": 0.883103, "accuracy": 0.906126, "main_score": 0.883103, "hf_subset": "hne_Deva-kmr_Latn", "languages": ["hne-Deva", "kmr-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "hne_Deva-min_Latn", "languages": ["hne-Deva", "min-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "hne_Deva-por_Latn", "languages": ["hne-Deva", "por-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-sun_Latn", "languages": ["hne-Deva", "sun-Latn"]}, {"precision": 0.526372, "recall": 0.583992, "f1": 0.542187, "accuracy": 0.583992, "main_score": 0.542187, "hf_subset": "hne_Deva-umb_Latn", "languages": ["hne-Deva", "umb-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-ajp_Arab", "languages": ["hne-Deva", "ajp-Arab"]}, {"precision": 0.520828, "recall": 0.589921, "f1": 0.540665, "accuracy": 0.589921, "main_score": 0.540665, "hf_subset": "hne_Deva-bjn_Arab", "languages": ["hne-Deva", "bjn-Arab"]}, {"precision": 0.527029, "recall": 0.58004, "f1": 0.541008, "accuracy": 0.58004, "main_score": 0.541008, "hf_subset": "hne_Deva-ewe_Latn", "languages": ["hne-Deva", "ewe-Latn"]}, {"precision": 0.944993, "recall": 0.960474, "f1": 0.949736, "accuracy": 0.960474, "main_score": 0.949736, "hf_subset": "hne_Deva-ilo_Latn", "languages": ["hne-Deva", "ilo-Latn"]}, {"precision": 0.320292, "recall": 0.378458, "f1": 0.336034, "accuracy": 0.378458, "main_score": 0.336034, "hf_subset": "hne_Deva-knc_Arab", "languages": ["hne-Deva", "knc-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-mkd_Cyrl", "languages": ["hne-Deva", "mkd-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-prs_Arab", "languages": ["hne-Deva", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-swe_Latn", "languages": ["hne-Deva", "swe-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-urd_Arab", "languages": ["hne-Deva", "urd-Arab"]}, {"precision": 0.575775, "recall": 0.643281, "f1": 0.594989, "accuracy": 0.643281, "main_score": 0.594989, "hf_subset": "hne_Deva-aka_Latn", "languages": ["hne-Deva", "aka-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hne_Deva-bjn_Latn", "languages": ["hne-Deva", "bjn-Latn"]}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "hne_Deva-fao_Latn", "languages": ["hne-Deva", "fao-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ind_Latn", "languages": ["hne-Deva", "ind-Latn"]}, {"precision": 0.583992, "recall": 0.645257, "f1": 0.601615, "accuracy": 0.645257, "main_score": 0.601615, "hf_subset": "hne_Deva-knc_Latn", "languages": ["hne-Deva", "knc-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hne_Deva-mlt_Latn", "languages": ["hne-Deva", "mlt-Latn"]}, {"precision": 0.678519, "recall": 0.748024, "f1": 0.69885, "accuracy": 0.748024, "main_score": 0.69885, "hf_subset": "hne_Deva-quy_Latn", "languages": ["hne-Deva", "quy-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "hne_Deva-swh_Latn", "languages": ["hne-Deva", "swh-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-uzn_Latn", "languages": ["hne-Deva", "uzn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-als_Latn", "languages": ["hne-Deva", "als-Latn"]}, {"precision": 0.629705, "recall": 0.70751, "f1": 0.65224, "accuracy": 0.70751, "main_score": 0.65224, "hf_subset": "hne_Deva-bod_Tibt", "languages": ["hne-Deva", "bod-Tibt"]}, {"precision": 0.676087, "recall": 0.732213, "f1": 0.692443, "accuracy": 0.732213, "main_score": 0.692443, "hf_subset": "hne_Deva-fij_Latn", "languages": ["hne-Deva", "fij-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "hne_Deva-isl_Latn", "languages": ["hne-Deva", "isl-Latn"]}, {"precision": 0.653519, "recall": 0.711462, "f1": 0.670422, "accuracy": 0.711462, "main_score": 0.670422, "hf_subset": "hne_Deva-kon_Latn", "languages": ["hne-Deva", "kon-Latn"]}, {"precision": 0.668396, "recall": 0.729249, "f1": 0.686152, "accuracy": 0.729249, "main_score": 0.686152, "hf_subset": "hne_Deva-mni_Beng", "languages": ["hne-Deva", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ron_Latn", "languages": ["hne-Deva", "ron-Latn"]}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "hne_Deva-szl_Latn", "languages": ["hne-Deva", "szl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-vec_Latn", "languages": ["hne-Deva", "vec-Latn"]}, {"precision": 0.930583, "recall": 0.951581, "f1": 0.937319, "accuracy": 0.951581, "main_score": 0.937319, "hf_subset": "hne_Deva-amh_Ethi", "languages": ["hne-Deva", "amh-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-bos_Latn", "languages": ["hne-Deva", "bos-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-fin_Latn", "languages": ["hne-Deva", "fin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-ita_Latn", "languages": ["hne-Deva", "ita-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-kor_Hang", "languages": ["hne-Deva", "kor-Hang"]}, {"precision": 0.537121, "recall": 0.598814, "f1": 0.554057, "accuracy": 0.598814, "main_score": 0.554057, "hf_subset": "hne_Deva-mos_Latn", "languages": ["hne-Deva", "mos-Latn"]}, {"precision": 0.537818, "recall": 0.594862, "f1": 0.553594, "accuracy": 0.594862, "main_score": 0.553594, "hf_subset": "hne_Deva-run_Latn", "languages": ["hne-Deva", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-tam_Taml", "languages": ["hne-Deva", "tam-Taml"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-vie_Latn", "languages": ["hne-Deva", "vie-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-apc_Arab", "languages": ["hne-Deva", "apc-Arab"]}, {"precision": 0.793462, "recall": 0.838933, "f1": 0.806983, "accuracy": 0.838933, "main_score": 0.806983, "hf_subset": "hne_Deva-bug_Latn", "languages": ["hne-Deva", "bug-Latn"]}, {"precision": 0.462021, "recall": 0.517787, "f1": 0.476827, "accuracy": 0.517787, "main_score": 0.476827, "hf_subset": "hne_Deva-fon_Latn", "languages": ["hne-Deva", "fon-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hne_Deva-jav_Latn", "languages": ["hne-Deva", "jav-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "hne_Deva-lao_Laoo", "languages": ["hne-Deva", "lao-Laoo"]}, {"precision": 0.849704, "recall": 0.88834, "f1": 0.86143, "accuracy": 0.88834, "main_score": 0.86143, "hf_subset": "hne_Deva-mri_Latn", "languages": ["hne-Deva", "mri-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-rus_Cyrl", "languages": ["hne-Deva", "rus-Cyrl"]}, {"precision": 0.539841, "recall": 0.599802, "f1": 0.556069, "accuracy": 0.599802, "main_score": 0.556069, "hf_subset": "hne_Deva-taq_Latn", "languages": ["hne-Deva", "taq-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-war_Latn", "languages": ["hne-Deva", "war-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-arb_Arab", "languages": ["hne-Deva", "arb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-bul_Cyrl", "languages": ["hne-Deva", "bul-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-fra_Latn", "languages": ["hne-Deva", "fra-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-jpn_Jpan", "languages": ["hne-Deva", "jpn-Jpan"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "hne_Deva-lij_Latn", "languages": ["hne-Deva", "lij-Latn"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "hne_Deva-mya_Mymr", "languages": ["hne-Deva", "mya-Mymr"]}, {"precision": 0.597598, "recall": 0.663043, "f1": 0.615912, "accuracy": 0.663043, "main_score": 0.615912, "hf_subset": "hne_Deva-sag_Latn", "languages": ["hne-Deva", "sag-Latn"]}, {"precision": 0.196429, "recall": 0.250988, "f1": 0.208892, "accuracy": 0.250988, "main_score": 0.208892, "hf_subset": "hne_Deva-taq_Tfng", "languages": ["hne-Deva", "taq-Tfng"]}, {"precision": 0.621246, "recall": 0.687747, "f1": 0.639837, "accuracy": 0.687747, "main_score": 0.639837, "hf_subset": "hne_Deva-wol_Latn", "languages": ["hne-Deva", "wol-Latn"]}, {"precision": 0.785787, "recall": 0.838933, "f1": 0.801746, "accuracy": 0.838933, "main_score": 0.801746, "hf_subset": "hne_Deva-arb_Latn", "languages": ["hne-Deva", "arb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-cat_Latn", "languages": ["hne-Deva", "cat-Latn"]}, {"precision": 0.981061, "recall": 0.986166, "f1": 0.982708, "accuracy": 0.986166, "main_score": 0.982708, "hf_subset": "hne_Deva-fur_Latn", "languages": ["hne-Deva", "fur-Latn"]}, {"precision": 0.408696, "recall": 0.465415, "f1": 0.424267, "accuracy": 0.465415, "main_score": 0.424267, "hf_subset": "hne_Deva-kab_Latn", "languages": ["hne-Deva", "kab-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hne_Deva-lim_Latn", "languages": ["hne-Deva", "lim-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-nld_Latn", "languages": ["hne-Deva", "nld-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "hne_Deva-san_Deva", "languages": ["hne-Deva", "san-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-tat_Cyrl", "languages": ["hne-Deva", "tat-Cyrl"]}, {"precision": 0.6598, "recall": 0.718379, "f1": 0.676828, "accuracy": 0.718379, "main_score": 0.676828, "hf_subset": "hne_Deva-xho_Latn", "languages": ["hne-Deva", "xho-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-ars_Arab", "languages": ["hne-Deva", "ars-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-ceb_Latn", "languages": ["hne-Deva", "ceb-Latn"]}, {"precision": 0.55179, "recall": 0.614625, "f1": 0.570059, "accuracy": 0.614625, "main_score": 0.570059, "hf_subset": "hne_Deva-fuv_Latn", "languages": ["hne-Deva", "fuv-Latn"]}, {"precision": 0.502974, "recall": 0.573123, "f1": 0.521533, "accuracy": 0.573123, "main_score": 0.521533, "hf_subset": "hne_Deva-kac_Latn", "languages": ["hne-Deva", "kac-Latn"]}, {"precision": 0.670767, "recall": 0.722332, "f1": 0.685065, "accuracy": 0.722332, "main_score": 0.685065, "hf_subset": "hne_Deva-lin_Latn", "languages": ["hne-Deva", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-nno_Latn", "languages": ["hne-Deva", "nno-Latn"]}, {"precision": 0.25824, "recall": 0.342885, "f1": 0.280144, "accuracy": 0.342885, "main_score": 0.280144, "hf_subset": "hne_Deva-sat_Olck", "languages": ["hne-Deva", "sat-Olck"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "hne_Deva-tel_Telu", "languages": ["hne-Deva", "tel-Telu"]}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "hne_Deva-ydd_Hebr", "languages": ["hne-Deva", "ydd-Hebr"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "hne_Deva-ary_Arab", "languages": ["hne-Deva", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ces_Latn", "languages": ["hne-Deva", "ces-Latn"]}, {"precision": 0.569755, "recall": 0.632411, "f1": 0.587807, "accuracy": 0.632411, "main_score": 0.587807, "hf_subset": "hne_Deva-gaz_Latn", "languages": ["hne-Deva", "gaz-Latn"]}, {"precision": 0.587114, "recall": 0.652174, "f1": 0.605712, "accuracy": 0.652174, "main_score": 0.605712, "hf_subset": "hne_Deva-kam_Latn", "languages": ["hne-Deva", "kam-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "hne_Deva-lit_Latn", "languages": ["hne-Deva", "lit-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-nob_Latn", "languages": ["hne-Deva", "nob-Latn"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "hne_Deva-scn_Latn", "languages": ["hne-Deva", "scn-Latn"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "hne_Deva-tgk_Cyrl", "languages": ["hne-Deva", "tgk-Cyrl"]}, {"precision": 0.693479, "recall": 0.755929, "f1": 0.712357, "accuracy": 0.755929, "main_score": 0.712357, "hf_subset": "hne_Deva-yor_Latn", "languages": ["hne-Deva", "yor-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-arz_Arab", "languages": ["hne-Deva", "arz-Arab"]}, {"precision": 0.566675, "recall": 0.62747, "f1": 0.58336, "accuracy": 0.62747, "main_score": 0.58336, "hf_subset": "hne_Deva-cjk_Latn", "languages": ["hne-Deva", "cjk-Latn"]}, {"precision": 0.749605, "recall": 0.80336, "f1": 0.765895, "accuracy": 0.80336, "main_score": 0.765895, "hf_subset": "hne_Deva-gla_Latn", "languages": ["hne-Deva", "gla-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-kan_Knda", "languages": ["hne-Deva", "kan-Knda"]}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "hne_Deva-lmo_Latn", "languages": ["hne-Deva", "lmo-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "hne_Deva-npi_Deva", "languages": ["hne-Deva", "npi-Deva"]}, {"precision": 0.470693, "recall": 0.529644, "f1": 0.486605, "accuracy": 0.529644, "main_score": 0.486605, "hf_subset": "hne_Deva-shn_Mymr", "languages": ["hne-Deva", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-tgl_Latn", "languages": ["hne-Deva", "tgl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-yue_Hant", "languages": ["hne-Deva", "yue-Hant"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-asm_Beng", "languages": ["hne-Deva", "asm-Beng"]}, {"precision": 0.952404, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "hne_Deva-ckb_Arab", "languages": ["hne-Deva", "ckb-Arab"]}, {"precision": 0.855007, "recall": 0.88834, "f1": 0.865448, "accuracy": 0.88834, "main_score": 0.865448, "hf_subset": "hne_Deva-gle_Latn", "languages": ["hne-Deva", "gle-Latn"]}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "hne_Deva-kas_Arab", "languages": ["hne-Deva", "kas-Arab"]}, {"precision": 0.924819, "recall": 0.948617, "f1": 0.932543, "accuracy": 0.948617, "main_score": 0.932543, "hf_subset": "hne_Deva-ltg_Latn", "languages": ["hne-Deva", "ltg-Latn"]}, {"precision": 0.594724, "recall": 0.648221, "f1": 0.609791, "accuracy": 0.648221, "main_score": 0.609791, "hf_subset": "hne_Deva-nso_Latn", "languages": ["hne-Deva", "nso-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hne_Deva-sin_Sinh", "languages": ["hne-Deva", "sin-Sinh"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-tha_Thai", "languages": ["hne-Deva", "tha-Thai"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-zho_Hans", "languages": ["hne-Deva", "zho-Hans"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-ast_Latn", "languages": ["hne-Deva", "ast-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "hne_Deva-crh_Latn", "languages": ["hne-Deva", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-glg_Latn", "languages": ["hne-Deva", "glg-Latn"]}, {"precision": 0.920455, "recall": 0.944664, "f1": 0.92836, "accuracy": 0.944664, "main_score": 0.92836, "hf_subset": "hne_Deva-kas_Deva", "languages": ["hne-Deva", "kas-Deva"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "hne_Deva-ltz_Latn", "languages": ["hne-Deva", "ltz-Latn"]}, {"precision": 0.452672, "recall": 0.518775, "f1": 0.4708, "accuracy": 0.518775, "main_score": 0.4708, "hf_subset": "hne_Deva-nus_Latn", "languages": ["hne-Deva", "nus-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "hne_Deva-slk_Latn", "languages": ["hne-Deva", "slk-Latn"]}, {"precision": 0.623527, "recall": 0.688735, "f1": 0.642643, "accuracy": 0.688735, "main_score": 0.642643, "hf_subset": "hne_Deva-tir_Ethi", "languages": ["hne-Deva", "tir-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-zho_Hant", "languages": ["hne-Deva", "zho-Hant"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "hne_Deva-awa_Deva", "languages": ["hne-Deva", "awa-Deva"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "hne_Deva-cym_Latn", "languages": ["hne-Deva", "cym-Latn"]}, {"precision": 0.836545, "recall": 0.874506, "f1": 0.848024, "accuracy": 0.874506, "main_score": 0.848024, "hf_subset": "hne_Deva-grn_Latn", "languages": ["hne-Deva", "grn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-kat_Geor", "languages": ["hne-Deva", "kat-Geor"]}, {"precision": 0.645213, "recall": 0.700593, "f1": 0.661035, "accuracy": 0.700593, "main_score": 0.661035, "hf_subset": "hne_Deva-lua_Latn", "languages": ["hne-Deva", "lua-Latn"]}, {"precision": 0.634338, "recall": 0.694664, "f1": 0.65119, "accuracy": 0.694664, "main_score": 0.65119, "hf_subset": "hne_Deva-nya_Latn", "languages": ["hne-Deva", "nya-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-slv_Latn", "languages": ["hne-Deva", "slv-Latn"]}, {"precision": 0.947711, "recall": 0.962451, "f1": 0.952306, "accuracy": 0.962451, "main_score": 0.952306, "hf_subset": "hne_Deva-tpi_Latn", "languages": ["hne-Deva", "tpi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-zsm_Latn", "languages": ["hne-Deva", "zsm-Latn"]}, {"precision": 0.544847, "recall": 0.601779, "f1": 0.560982, "accuracy": 0.601779, "main_score": 0.560982, "hf_subset": "hne_Deva-ayr_Latn", "languages": ["hne-Deva", "ayr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-dan_Latn", "languages": ["hne-Deva", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-guj_Gujr", "languages": ["hne-Deva", "guj-Gujr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-kaz_Cyrl", "languages": ["hne-Deva", "kaz-Cyrl"]}, {"precision": 0.522004, "recall": 0.583004, "f1": 0.538779, "accuracy": 0.583004, "main_score": 0.538779, "hf_subset": "hne_Deva-lug_Latn", "languages": ["hne-Deva", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-oci_Latn", "languages": ["hne-Deva", "oci-Latn"]}, {"precision": 0.808053, "recall": 0.856719, "f1": 0.822944, "accuracy": 0.856719, "main_score": 0.822944, "hf_subset": "hne_Deva-smo_Latn", "languages": ["hne-Deva", "smo-Latn"]}, {"precision": 0.528915, "recall": 0.590909, "f1": 0.54601, "accuracy": 0.590909, "main_score": 0.54601, "hf_subset": "hne_Deva-tsn_Latn", "languages": ["hne-Deva", "tsn-Latn"]}, {"precision": 0.596196, "recall": 0.660079, "f1": 0.6144, "accuracy": 0.660079, "main_score": 0.6144, "hf_subset": "hne_Deva-zul_Latn", "languages": ["hne-Deva", "zul-Latn"]}, {"precision": 0.910408, "recall": 0.934783, "f1": 0.917984, "accuracy": 0.934783, "main_score": 0.917984, "hf_subset": "hne_Deva-azb_Arab", "languages": ["hne-Deva", "azb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-deu_Latn", "languages": ["hne-Deva", "deu-Latn"]}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "hne_Deva-hat_Latn", "languages": ["hne-Deva", "hat-Latn"]}, {"precision": 0.476757, "recall": 0.537549, "f1": 0.493749, "accuracy": 0.537549, "main_score": 0.493749, "hf_subset": "hne_Deva-kbp_Latn", "languages": ["hne-Deva", "kbp-Latn"]}, {"precision": 0.566561, "recall": 0.620553, "f1": 0.581305, "accuracy": 0.620553, "main_score": 0.581305, "hf_subset": "hne_Deva-luo_Latn", "languages": ["hne-Deva", "luo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ory_Orya", "languages": ["hne-Deva", "ory-Orya"]}, {"precision": 0.583771, "recall": 0.651186, "f1": 0.603221, "accuracy": 0.651186, "main_score": 0.603221, "hf_subset": "hne_Deva-sna_Latn", "languages": ["hne-Deva", "sna-Latn"]}, {"precision": 0.562881, "recall": 0.615613, "f1": 0.577537, "accuracy": 0.615613, "main_score": 0.577537, "hf_subset": "hne_Deva-tso_Latn", "languages": ["hne-Deva", "tso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-azj_Latn", "languages": ["hne-Deva", "azj-Latn"]}, {"precision": 0.521798, "recall": 0.591897, "f1": 0.542149, "accuracy": 0.591897, "main_score": 0.542149, "hf_subset": "hne_Deva-dik_Latn", "languages": ["hne-Deva", "dik-Latn"]}, {"precision": 0.734152, "recall": 0.788538, "f1": 0.750255, "accuracy": 0.788538, "main_score": 0.750255, "hf_subset": "hne_Deva-hau_Latn", "languages": ["hne-Deva", "hau-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "hne_Deva-kea_Latn", "languages": ["hne-Deva", "kea-Latn"]}, {"precision": 0.73913, "recall": 0.793478, "f1": 0.755435, "accuracy": 0.793478, "main_score": 0.755435, "hf_subset": "hne_Deva-lus_Latn", "languages": ["hne-Deva", "lus-Latn"]}, {"precision": 0.875856, "recall": 0.905138, "f1": 0.884486, "accuracy": 0.905138, "main_score": 0.884486, "hf_subset": "hne_Deva-pag_Latn", "languages": ["hne-Deva", "pag-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-snd_Arab", "languages": ["hne-Deva", "snd-Arab"]}, {"precision": 0.940464, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "hne_Deva-tuk_Latn", "languages": ["hne-Deva", "tuk-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "hne_Deva-bak_Cyrl", "languages": ["hne-Deva", "bak-Cyrl"]}, {"precision": 0.48359, "recall": 0.562253, "f1": 0.505851, "accuracy": 0.562253, "main_score": 0.505851, "hf_subset": "hne_Deva-dyu_Latn", "languages": ["hne-Deva", "dyu-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-heb_Hebr", "languages": ["hne-Deva", "heb-Hebr"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hne_Deva-khk_Cyrl", "languages": ["hne-Deva", "khk-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-lvs_Latn", "languages": ["hne-Deva", "lvs-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-pan_Guru", "languages": ["hne-Deva", "pan-Guru"]}, {"precision": 0.696953, "recall": 0.758893, "f1": 0.71573, "accuracy": 0.758893, "main_score": 0.71573, "hf_subset": "hne_Deva-som_Latn", "languages": ["hne-Deva", "som-Latn"]}, {"precision": 0.586152, "recall": 0.632411, "f1": 0.59921, "accuracy": 0.632411, "main_score": 0.59921, "hf_subset": "hne_Deva-tum_Latn", "languages": ["hne-Deva", "tum-Latn"]}, {"precision": 0.401098, "recall": 0.462451, "f1": 0.418263, "accuracy": 0.462451, "main_score": 0.418263, "hf_subset": "kik_Latn-ace_Arab", "languages": ["kik-Latn", "ace-Arab"]}, {"precision": 0.49053, "recall": 0.55336, "f1": 0.507096, "accuracy": 0.55336, "main_score": 0.507096, "hf_subset": "kik_Latn-bam_Latn", "languages": ["kik-Latn", "bam-Latn"]}, {"precision": 0.148068, "recall": 0.203557, "f1": 0.161815, "accuracy": 0.203557, "main_score": 0.161815, "hf_subset": "kik_Latn-dzo_Tibt", "languages": ["kik-Latn", "dzo-Tibt"]}, {"precision": 0.593322, "recall": 0.650198, "f1": 0.60843, "accuracy": 0.650198, "main_score": 0.60843, "hf_subset": "kik_Latn-hin_Deva", "languages": ["kik-Latn", "hin-Deva"]}, {"precision": 0.546485, "recall": 0.604743, "f1": 0.562976, "accuracy": 0.604743, "main_score": 0.562976, "hf_subset": "kik_Latn-khm_Khmr", "languages": ["kik-Latn", "khm-Khmr"]}, {"precision": 0.579857, "recall": 0.635375, "f1": 0.595046, "accuracy": 0.635375, "main_score": 0.595046, "hf_subset": "kik_Latn-mag_Deva", "languages": ["kik-Latn", "mag-Deva"]}, {"precision": 0.591572, "recall": 0.639328, "f1": 0.60434, "accuracy": 0.639328, "main_score": 0.60434, "hf_subset": "kik_Latn-pap_Latn", "languages": ["kik-Latn", "pap-Latn"]}, {"precision": 0.551706, "recall": 0.604743, "f1": 0.566529, "accuracy": 0.604743, "main_score": 0.566529, "hf_subset": "kik_Latn-sot_Latn", "languages": ["kik-Latn", "sot-Latn"]}, {"precision": 0.579824, "recall": 0.635375, "f1": 0.594573, "accuracy": 0.635375, "main_score": 0.594573, "hf_subset": "kik_Latn-tur_Latn", "languages": ["kik-Latn", "tur-Latn"]}, {"precision": 0.576179, "recall": 0.620553, "f1": 0.589316, "accuracy": 0.620553, "main_score": 0.589316, "hf_subset": "kik_Latn-ace_Latn", "languages": ["kik-Latn", "ace-Latn"]}, {"precision": 0.60119, "recall": 0.63834, "f1": 0.611136, "accuracy": 0.63834, "main_score": 0.611136, "hf_subset": "kik_Latn-ban_Latn", "languages": ["kik-Latn", "ban-Latn"]}, {"precision": 0.587369, "recall": 0.641304, "f1": 0.601944, "accuracy": 0.641304, "main_score": 0.601944, "hf_subset": "kik_Latn-ell_Grek", "languages": ["kik-Latn", "ell-Grek"]}, {"precision": 0.564001, "recall": 0.616601, "f1": 0.578595, "accuracy": 0.616601, "main_score": 0.578595, "hf_subset": "kik_Latn-hne_Deva", "languages": ["kik-Latn", "hne-Deva"]}, {"precision": 0.580346, "recall": 0.631423, "f1": 0.594214, "accuracy": 0.631423, "main_score": 0.594214, "hf_subset": "kik_Latn-mai_Deva", "languages": ["kik-Latn", "mai-Deva"]}, {"precision": 0.533559, "recall": 0.59585, "f1": 0.550187, "accuracy": 0.59585, "main_score": 0.550187, "hf_subset": "kik_Latn-pbt_Arab", "languages": ["kik-Latn", "pbt-Arab"]}, {"precision": 0.591605, "recall": 0.640316, "f1": 0.60492, "accuracy": 0.640316, "main_score": 0.60492, "hf_subset": "kik_Latn-spa_Latn", "languages": ["kik-Latn", "spa-Latn"]}, {"precision": 0.54734, "recall": 0.588933, "f1": 0.559077, "accuracy": 0.588933, "main_score": 0.559077, "hf_subset": "kik_Latn-twi_Latn", "languages": ["kik-Latn", "twi-Latn"]}, {"precision": 0.5732, "recall": 0.624506, "f1": 0.586866, "accuracy": 0.624506, "main_score": 0.586866, "hf_subset": "kik_Latn-acm_Arab", "languages": ["kik-Latn", "acm-Arab"]}, {"precision": 0.561715, "recall": 0.616601, "f1": 0.576128, "accuracy": 0.616601, "main_score": 0.576128, "hf_subset": "kik_Latn-bel_Cyrl", "languages": ["kik-Latn", "bel-Cyrl"]}, {"precision": 0.618982, "recall": 0.666008, "f1": 0.632061, "accuracy": 0.666008, "main_score": 0.632061, "hf_subset": "kik_Latn-eng_Latn", "languages": ["kik-Latn", "eng-Latn"]}, {"precision": 0.607418, "recall": 0.660079, "f1": 0.621071, "accuracy": 0.660079, "main_score": 0.621071, "hf_subset": "kik_Latn-hrv_Latn", "languages": ["kik-Latn", "hrv-Latn"]}, {"precision": 0.502947, "recall": 0.560277, "f1": 0.51867, "accuracy": 0.560277, "main_score": 0.51867, "hf_subset": "kik_Latn-kin_Latn", "languages": ["kik-Latn", "kin-Latn"]}, {"precision": 0.567301, "recall": 0.62253, "f1": 0.582713, "accuracy": 0.62253, "main_score": 0.582713, "hf_subset": "kik_Latn-mal_Mlym", "languages": ["kik-Latn", "mal-Mlym"]}, {"precision": 0.582916, "recall": 0.635375, "f1": 0.597507, "accuracy": 0.635375, "main_score": 0.597507, "hf_subset": "kik_Latn-pes_Arab", "languages": ["kik-Latn", "pes-Arab"]}, {"precision": 0.597413, "recall": 0.642292, "f1": 0.609988, "accuracy": 0.642292, "main_score": 0.609988, "hf_subset": "kik_Latn-srd_Latn", "languages": ["kik-Latn", "srd-Latn"]}, {"precision": 0.109537, "recall": 0.147233, "f1": 0.118641, "accuracy": 0.147233, "main_score": 0.118641, "hf_subset": "kik_Latn-tzm_Tfng", "languages": ["kik-Latn", "tzm-Tfng"]}, {"precision": 0.574584, "recall": 0.625494, "f1": 0.588755, "accuracy": 0.625494, "main_score": 0.588755, "hf_subset": "kik_Latn-acq_Arab", "languages": ["kik-Latn", "acq-Arab"]}, {"precision": 0.565441, "recall": 0.61166, "f1": 0.578211, "accuracy": 0.61166, "main_score": 0.578211, "hf_subset": "kik_Latn-bem_Latn", "languages": ["kik-Latn", "bem-Latn"]}, {"precision": 0.595929, "recall": 0.641304, "f1": 0.608919, "accuracy": 0.641304, "main_score": 0.608919, "hf_subset": "kik_Latn-epo_Latn", "languages": ["kik-Latn", "epo-Latn"]}, {"precision": 0.588284, "recall": 0.639328, "f1": 0.602178, "accuracy": 0.639328, "main_score": 0.602178, "hf_subset": "kik_Latn-hun_Latn", "languages": ["kik-Latn", "hun-Latn"]}, {"precision": 0.56736, "recall": 0.619565, "f1": 0.581321, "accuracy": 0.619565, "main_score": 0.581321, "hf_subset": "kik_Latn-kir_Cyrl", "languages": ["kik-Latn", "kir-Cyrl"]}, {"precision": 0.587498, "recall": 0.632411, "f1": 0.6001, "accuracy": 0.632411, "main_score": 0.6001, "hf_subset": "kik_Latn-mar_Deva", "languages": ["kik-Latn", "mar-Deva"]}, {"precision": 0.523388, "recall": 0.577075, "f1": 0.538411, "accuracy": 0.577075, "main_score": 0.538411, "hf_subset": "kik_Latn-plt_Latn", "languages": ["kik-Latn", "plt-Latn"]}, {"precision": 0.592987, "recall": 0.646245, "f1": 0.607995, "accuracy": 0.646245, "main_score": 0.607995, "hf_subset": "kik_Latn-srp_Cyrl", "languages": ["kik-Latn", "srp-Cyrl"]}, {"precision": 0.476903, "recall": 0.540514, "f1": 0.494861, "accuracy": 0.540514, "main_score": 0.494861, "hf_subset": "kik_Latn-uig_Arab", "languages": ["kik-Latn", "uig-Arab"]}, {"precision": 0.561797, "recall": 0.615613, "f1": 0.576227, "accuracy": 0.615613, "main_score": 0.576227, "hf_subset": "kik_Latn-aeb_Arab", "languages": ["kik-Latn", "aeb-Arab"]}, {"precision": 0.588847, "recall": 0.639328, "f1": 0.602343, "accuracy": 0.639328, "main_score": 0.602343, "hf_subset": "kik_Latn-ben_Beng", "languages": ["kik-Latn", "ben-Beng"]}, {"precision": 0.56397, "recall": 0.614625, "f1": 0.577876, "accuracy": 0.614625, "main_score": 0.577876, "hf_subset": "kik_Latn-est_Latn", "languages": ["kik-Latn", "est-Latn"]}, {"precision": 0.558748, "recall": 0.616601, "f1": 0.574487, "accuracy": 0.616601, "main_score": 0.574487, "hf_subset": "kik_Latn-hye_Armn", "languages": ["kik-Latn", "hye-Armn"]}, {"precision": 0.50863, "recall": 0.5583, "f1": 0.523119, "accuracy": 0.5583, "main_score": 0.523119, "hf_subset": "kik_Latn-kmb_Latn", "languages": ["kik-Latn", "kmb-Latn"]}, {"precision": 0.355546, "recall": 0.418972, "f1": 0.372078, "accuracy": 0.418972, "main_score": 0.372078, "hf_subset": "kik_Latn-min_Arab", "languages": ["kik-Latn", "min-Arab"]}, {"precision": 0.604624, "recall": 0.65415, "f1": 0.617876, "accuracy": 0.65415, "main_score": 0.617876, "hf_subset": "kik_Latn-pol_Latn", "languages": ["kik-Latn", "pol-Latn"]}, {"precision": 0.515997, "recall": 0.577075, "f1": 0.53298, "accuracy": 0.577075, "main_score": 0.53298, "hf_subset": "kik_Latn-ssw_Latn", "languages": ["kik-Latn", "ssw-Latn"]}, {"precision": 0.590934, "recall": 0.643281, "f1": 0.605036, "accuracy": 0.643281, "main_score": 0.605036, "hf_subset": "kik_Latn-ukr_Cyrl", "languages": ["kik-Latn", "ukr-Cyrl"]}, {"precision": 0.610653, "recall": 0.664032, "f1": 0.625061, "accuracy": 0.664032, "main_score": 0.625061, "hf_subset": "kik_Latn-afr_Latn", "languages": ["kik-Latn", "afr-Latn"]}, {"precision": 0.57753, "recall": 0.628458, "f1": 0.592674, "accuracy": 0.628458, "main_score": 0.592674, "hf_subset": "kik_Latn-bho_Deva", "languages": ["kik-Latn", "bho-Deva"]}, {"precision": 0.570286, "recall": 0.625494, "f1": 0.584515, "accuracy": 0.625494, "main_score": 0.584515, "hf_subset": "kik_Latn-eus_Latn", "languages": ["kik-Latn", "eus-Latn"]}, {"precision": 0.524811, "recall": 0.573123, "f1": 0.539237, "accuracy": 0.573123, "main_score": 0.539237, "hf_subset": "kik_Latn-ibo_Latn", "languages": ["kik-Latn", "ibo-Latn"]}, {"precision": 0.550769, "recall": 0.602767, "f1": 0.565569, "accuracy": 0.602767, "main_score": 0.565569, "hf_subset": "kik_Latn-kmr_Latn", "languages": ["kik-Latn", "kmr-Latn"]}, {"precision": 0.591265, "recall": 0.643281, "f1": 0.605498, "accuracy": 0.643281, "main_score": 0.605498, "hf_subset": "kik_Latn-min_Latn", "languages": ["kik-Latn", "min-Latn"]}, {"precision": 0.616034, "recall": 0.666996, "f1": 0.629656, "accuracy": 0.666996, "main_score": 0.629656, "hf_subset": "kik_Latn-por_Latn", "languages": ["kik-Latn", "por-Latn"]}, {"precision": 0.605616, "recall": 0.652174, "f1": 0.617701, "accuracy": 0.652174, "main_score": 0.617701, "hf_subset": "kik_Latn-sun_Latn", "languages": ["kik-Latn", "sun-Latn"]}, {"precision": 0.455242, "recall": 0.514822, "f1": 0.472421, "accuracy": 0.514822, "main_score": 0.472421, "hf_subset": "kik_Latn-umb_Latn", "languages": ["kik-Latn", "umb-Latn"]}, {"precision": 0.586713, "recall": 0.635375, "f1": 0.599694, "accuracy": 0.635375, "main_score": 0.599694, "hf_subset": "kik_Latn-ajp_Arab", "languages": ["kik-Latn", "ajp-Arab"]}, {"precision": 0.362702, "recall": 0.436759, "f1": 0.383477, "accuracy": 0.436759, "main_score": 0.383477, "hf_subset": "kik_Latn-bjn_Arab", "languages": ["kik-Latn", "bjn-Arab"]}, {"precision": 0.480264, "recall": 0.528656, "f1": 0.494318, "accuracy": 0.528656, "main_score": 0.494318, "hf_subset": "kik_Latn-ewe_Latn", "languages": ["kik-Latn", "ewe-Latn"]}, {"precision": 0.624083, "recall": 0.664032, "f1": 0.634736, "accuracy": 0.664032, "main_score": 0.634736, "hf_subset": "kik_Latn-ilo_Latn", "languages": ["kik-Latn", "ilo-Latn"]}, {"precision": 0.231498, "recall": 0.296443, "f1": 0.248997, "accuracy": 0.296443, "main_score": 0.248997, "hf_subset": "kik_Latn-knc_Arab", "languages": ["kik-Latn", "knc-Arab"]}, {"precision": 0.580421, "recall": 0.640316, "f1": 0.59629, "accuracy": 0.640316, "main_score": 0.59629, "hf_subset": "kik_Latn-mkd_Cyrl", "languages": ["kik-Latn", "mkd-Cyrl"]}, {"precision": 0.577124, "recall": 0.636364, "f1": 0.59351, "accuracy": 0.636364, "main_score": 0.59351, "hf_subset": "kik_Latn-prs_Arab", "languages": ["kik-Latn", "prs-Arab"]}, {"precision": 0.596912, "recall": 0.647233, "f1": 0.610328, "accuracy": 0.647233, "main_score": 0.610328, "hf_subset": "kik_Latn-swe_Latn", "languages": ["kik-Latn", "swe-Latn"]}, {"precision": 0.570809, "recall": 0.626482, "f1": 0.586039, "accuracy": 0.626482, "main_score": 0.586039, "hf_subset": "kik_Latn-urd_Arab", "languages": ["kik-Latn", "urd-Arab"]}, {"precision": 0.551493, "recall": 0.591897, "f1": 0.563208, "accuracy": 0.591897, "main_score": 0.563208, "hf_subset": "kik_Latn-aka_Latn", "languages": ["kik-Latn", "aka-Latn"]}, {"precision": 0.601401, "recall": 0.643281, "f1": 0.612745, "accuracy": 0.643281, "main_score": 0.612745, "hf_subset": "kik_Latn-bjn_Latn", "languages": ["kik-Latn", "bjn-Latn"]}, {"precision": 0.560358, "recall": 0.606719, "f1": 0.573379, "accuracy": 0.606719, "main_score": 0.573379, "hf_subset": "kik_Latn-fao_Latn", "languages": ["kik-Latn", "fao-Latn"]}, {"precision": 0.604804, "recall": 0.65415, "f1": 0.617772, "accuracy": 0.65415, "main_score": 0.617772, "hf_subset": "kik_Latn-ind_Latn", "languages": ["kik-Latn", "ind-Latn"]}, {"precision": 0.52624, "recall": 0.575099, "f1": 0.540306, "accuracy": 0.575099, "main_score": 0.540306, "hf_subset": "kik_Latn-knc_Latn", "languages": ["kik-Latn", "knc-Latn"]}, {"precision": 0.591729, "recall": 0.642292, "f1": 0.604941, "accuracy": 0.642292, "main_score": 0.604941, "hf_subset": "kik_Latn-mlt_Latn", "languages": ["kik-Latn", "mlt-Latn"]}, {"precision": 0.528103, "recall": 0.577075, "f1": 0.541508, "accuracy": 0.577075, "main_score": 0.541508, "hf_subset": "kik_Latn-quy_Latn", "languages": ["kik-Latn", "quy-Latn"]}, {"precision": 0.580659, "recall": 0.631423, "f1": 0.594411, "accuracy": 0.631423, "main_score": 0.594411, "hf_subset": "kik_Latn-swh_Latn", "languages": ["kik-Latn", "swh-Latn"]}, {"precision": 0.561279, "recall": 0.612648, "f1": 0.575292, "accuracy": 0.612648, "main_score": 0.575292, "hf_subset": "kik_Latn-uzn_Latn", "languages": ["kik-Latn", "uzn-Latn"]}, {"precision": 0.584457, "recall": 0.633399, "f1": 0.59757, "accuracy": 0.633399, "main_score": 0.59757, "hf_subset": "kik_Latn-als_Latn", "languages": ["kik-Latn", "als-Latn"]}, {"precision": 0.217174, "recall": 0.286561, "f1": 0.235042, "accuracy": 0.286561, "main_score": 0.235042, "hf_subset": "kik_Latn-bod_Tibt", "languages": ["kik-Latn", "bod-Tibt"]}, {"precision": 0.526463, "recall": 0.574111, "f1": 0.539385, "accuracy": 0.574111, "main_score": 0.539385, "hf_subset": "kik_Latn-fij_Latn", "languages": ["kik-Latn", "fij-Latn"]}, {"precision": 0.543818, "recall": 0.600791, "f1": 0.558951, "accuracy": 0.600791, "main_score": 0.558951, "hf_subset": "kik_Latn-isl_Latn", "languages": ["kik-Latn", "isl-Latn"]}, {"precision": 0.552023, "recall": 0.59585, "f1": 0.564141, "accuracy": 0.59585, "main_score": 0.564141, "hf_subset": "kik_Latn-kon_Latn", "languages": ["kik-Latn", "kon-Latn"]}, {"precision": 0.459069, "recall": 0.520751, "f1": 0.476508, "accuracy": 0.520751, "main_score": 0.476508, "hf_subset": "kik_Latn-mni_Beng", "languages": ["kik-Latn", "mni-Beng"]}, {"precision": 0.613313, "recall": 0.66502, "f1": 0.627097, "accuracy": 0.66502, "main_score": 0.627097, "hf_subset": "kik_Latn-ron_Latn", "languages": ["kik-Latn", "ron-Latn"]}, {"precision": 0.587679, "recall": 0.63834, "f1": 0.601231, "accuracy": 0.63834, "main_score": 0.601231, "hf_subset": "kik_Latn-szl_Latn", "languages": ["kik-Latn", "szl-Latn"]}, {"precision": 0.593152, "recall": 0.639328, "f1": 0.606071, "accuracy": 0.639328, "main_score": 0.606071, "hf_subset": "kik_Latn-vec_Latn", "languages": ["kik-Latn", "vec-Latn"]}, {"precision": 0.459354, "recall": 0.531621, "f1": 0.478896, "accuracy": 0.531621, "main_score": 0.478896, "hf_subset": "kik_Latn-amh_Ethi", "languages": ["kik-Latn", "amh-Ethi"]}, {"precision": 0.601212, "recall": 0.656126, "f1": 0.615716, "accuracy": 0.656126, "main_score": 0.615716, "hf_subset": "kik_Latn-bos_Latn", "languages": ["kik-Latn", "bos-Latn"]}, {"precision": 0.571054, "recall": 0.629447, "f1": 0.586751, "accuracy": 0.629447, "main_score": 0.586751, "hf_subset": "kik_Latn-fin_Latn", "languages": ["kik-Latn", "fin-Latn"]}, {"precision": 0.59919, "recall": 0.652174, "f1": 0.613313, "accuracy": 0.652174, "main_score": 0.613313, "hf_subset": "kik_Latn-ita_Latn", "languages": ["kik-Latn", "ita-Latn"]}, {"precision": 0.570342, "recall": 0.626482, "f1": 0.585483, "accuracy": 0.626482, "main_score": 0.585483, "hf_subset": "kik_Latn-kor_Hang", "languages": ["kik-Latn", "kor-Hang"]}, {"precision": 0.468812, "recall": 0.522727, "f1": 0.484419, "accuracy": 0.522727, "main_score": 0.484419, "hf_subset": "kik_Latn-mos_Latn", "languages": ["kik-Latn", "mos-Latn"]}, {"precision": 0.509302, "recall": 0.563241, "f1": 0.524446, "accuracy": 0.563241, "main_score": 0.524446, "hf_subset": "kik_Latn-run_Latn", "languages": ["kik-Latn", "run-Latn"]}, {"precision": 0.566433, "recall": 0.623518, "f1": 0.581791, "accuracy": 0.623518, "main_score": 0.581791, "hf_subset": "kik_Latn-tam_Taml", "languages": ["kik-Latn", "tam-Taml"]}, {"precision": 0.584104, "recall": 0.634387, "f1": 0.597862, "accuracy": 0.634387, "main_score": 0.597862, "hf_subset": "kik_Latn-vie_Latn", "languages": ["kik-Latn", "vie-Latn"]}, {"precision": 0.593588, "recall": 0.641304, "f1": 0.606491, "accuracy": 0.641304, "main_score": 0.606491, "hf_subset": "kik_Latn-apc_Arab", "languages": ["kik-Latn", "apc-Arab"]}, {"precision": 0.548859, "recall": 0.591897, "f1": 0.561159, "accuracy": 0.591897, "main_score": 0.561159, "hf_subset": "kik_Latn-bug_Latn", "languages": ["kik-Latn", "bug-Latn"]}, {"precision": 0.42654, "recall": 0.480237, "f1": 0.441237, "accuracy": 0.480237, "main_score": 0.441237, "hf_subset": "kik_Latn-fon_Latn", "languages": ["kik-Latn", "fon-Latn"]}, {"precision": 0.606186, "recall": 0.655138, "f1": 0.61867, "accuracy": 0.655138, "main_score": 0.61867, "hf_subset": "kik_Latn-jav_Latn", "languages": ["kik-Latn", "jav-Latn"]}, {"precision": 0.503527, "recall": 0.566206, "f1": 0.520877, "accuracy": 0.566206, "main_score": 0.520877, "hf_subset": "kik_Latn-lao_Laoo", "languages": ["kik-Latn", "lao-Laoo"]}, {"precision": 0.489148, "recall": 0.546443, "f1": 0.50468, "accuracy": 0.546443, "main_score": 0.50468, "hf_subset": "kik_Latn-mri_Latn", "languages": ["kik-Latn", "mri-Latn"]}, {"precision": 0.597998, "recall": 0.647233, "f1": 0.611957, "accuracy": 0.647233, "main_score": 0.611957, "hf_subset": "kik_Latn-rus_Cyrl", "languages": ["kik-Latn", "rus-Cyrl"]}, {"precision": 0.464274, "recall": 0.51581, "f1": 0.479156, "accuracy": 0.51581, "main_score": 0.479156, "hf_subset": "kik_Latn-taq_Latn", "languages": ["kik-Latn", "taq-Latn"]}, {"precision": 0.627105, "recall": 0.670949, "f1": 0.638114, "accuracy": 0.670949, "main_score": 0.638114, "hf_subset": "kik_Latn-war_Latn", "languages": ["kik-Latn", "war-Latn"]}, {"precision": 0.572271, "recall": 0.625494, "f1": 0.586548, "accuracy": 0.625494, "main_score": 0.586548, "hf_subset": "kik_Latn-arb_Arab", "languages": ["kik-Latn", "arb-Arab"]}, {"precision": 0.599321, "recall": 0.643281, "f1": 0.611355, "accuracy": 0.643281, "main_score": 0.611355, "hf_subset": "kik_Latn-bul_Cyrl", "languages": ["kik-Latn", "bul-Cyrl"]}, {"precision": 0.612627, "recall": 0.659091, "f1": 0.625198, "accuracy": 0.659091, "main_score": 0.625198, "hf_subset": "kik_Latn-fra_Latn", "languages": ["kik-Latn", "fra-Latn"]}, {"precision": 0.580203, "recall": 0.632411, "f1": 0.594733, "accuracy": 0.632411, "main_score": 0.594733, "hf_subset": "kik_Latn-jpn_Jpan", "languages": ["kik-Latn", "jpn-Jpan"]}, {"precision": 0.588235, "recall": 0.634387, "f1": 0.600309, "accuracy": 0.634387, "main_score": 0.600309, "hf_subset": "kik_Latn-lij_Latn", "languages": ["kik-Latn", "lij-Latn"]}, {"precision": 0.405177, "recall": 0.48419, "f1": 0.426343, "accuracy": 0.48419, "main_score": 0.426343, "hf_subset": "kik_Latn-mya_Mymr", "languages": ["kik-Latn", "mya-Mymr"]}, {"precision": 0.492869, "recall": 0.554348, "f1": 0.510394, "accuracy": 0.554348, "main_score": 0.510394, "hf_subset": "kik_Latn-sag_Latn", "languages": ["kik-Latn", "sag-Latn"]}, {"precision": 0.107272, "recall": 0.152174, "f1": 0.116693, "accuracy": 0.152174, "main_score": 0.116693, "hf_subset": "kik_Latn-taq_Tfng", "languages": ["kik-Latn", "taq-Tfng"]}, {"precision": 0.544347, "recall": 0.588933, "f1": 0.55728, "accuracy": 0.588933, "main_score": 0.55728, "hf_subset": "kik_Latn-wol_Latn", "languages": ["kik-Latn", "wol-Latn"]}, {"precision": 0.45002, "recall": 0.499012, "f1": 0.463437, "accuracy": 0.499012, "main_score": 0.463437, "hf_subset": "kik_Latn-arb_Latn", "languages": ["kik-Latn", "arb-Latn"]}, {"precision": 0.604745, "recall": 0.656126, "f1": 0.618148, "accuracy": 0.656126, "main_score": 0.618148, "hf_subset": "kik_Latn-cat_Latn", "languages": ["kik-Latn", "cat-Latn"]}, {"precision": 0.587075, "recall": 0.639328, "f1": 0.601587, "accuracy": 0.639328, "main_score": 0.601587, "hf_subset": "kik_Latn-fur_Latn", "languages": ["kik-Latn", "fur-Latn"]}, {"precision": 0.363226, "recall": 0.425889, "f1": 0.380643, "accuracy": 0.425889, "main_score": 0.380643, "hf_subset": "kik_Latn-kab_Latn", "languages": ["kik-Latn", "kab-Latn"]}, {"precision": 0.586834, "recall": 0.634387, "f1": 0.599474, "accuracy": 0.634387, "main_score": 0.599474, "hf_subset": "kik_Latn-lim_Latn", "languages": ["kik-Latn", "lim-Latn"]}, {"precision": 0.598001, "recall": 0.649209, "f1": 0.612106, "accuracy": 0.649209, "main_score": 0.612106, "hf_subset": "kik_Latn-nld_Latn", "languages": ["kik-Latn", "nld-Latn"]}, {"precision": 0.523436, "recall": 0.590909, "f1": 0.541659, "accuracy": 0.590909, "main_score": 0.541659, "hf_subset": "kik_Latn-san_Deva", "languages": ["kik-Latn", "san-Deva"]}, {"precision": 0.569713, "recall": 0.623518, "f1": 0.584021, "accuracy": 0.623518, "main_score": 0.584021, "hf_subset": "kik_Latn-tat_Cyrl", "languages": ["kik-Latn", "tat-Cyrl"]}, {"precision": 0.579502, "recall": 0.624506, "f1": 0.59185, "accuracy": 0.624506, "main_score": 0.59185, "hf_subset": "kik_Latn-xho_Latn", "languages": ["kik-Latn", "xho-Latn"]}, {"precision": 0.565368, "recall": 0.62253, "f1": 0.58088, "accuracy": 0.62253, "main_score": 0.58088, "hf_subset": "kik_Latn-ars_Arab", "languages": ["kik-Latn", "ars-Arab"]}, {"precision": 0.617549, "recall": 0.658103, "f1": 0.628207, "accuracy": 0.658103, "main_score": 0.628207, "hf_subset": "kik_Latn-ceb_Latn", "languages": ["kik-Latn", "ceb-Latn"]}, {"precision": 0.475619, "recall": 0.529644, "f1": 0.49126, "accuracy": 0.529644, "main_score": 0.49126, "hf_subset": "kik_Latn-fuv_Latn", "languages": ["kik-Latn", "fuv-Latn"]}, {"precision": 0.483698, "recall": 0.536561, "f1": 0.499026, "accuracy": 0.536561, "main_score": 0.499026, "hf_subset": "kik_Latn-kac_Latn", "languages": ["kik-Latn", "kac-Latn"]}, {"precision": 0.563342, "recall": 0.612648, "f1": 0.576381, "accuracy": 0.612648, "main_score": 0.576381, "hf_subset": "kik_Latn-lin_Latn", "languages": ["kik-Latn", "lin-Latn"]}, {"precision": 0.59712, "recall": 0.647233, "f1": 0.611208, "accuracy": 0.647233, "main_score": 0.611208, "hf_subset": "kik_Latn-nno_Latn", "languages": ["kik-Latn", "nno-Latn"]}, {"precision": 0.091332, "recall": 0.12747, "f1": 0.10034, "accuracy": 0.12747, "main_score": 0.10034, "hf_subset": "kik_Latn-sat_Olck", "languages": ["kik-Latn", "sat-Olck"]}, {"precision": 0.56808, "recall": 0.624506, "f1": 0.583609, "accuracy": 0.624506, "main_score": 0.583609, "hf_subset": "kik_Latn-tel_Telu", "languages": ["kik-Latn", "tel-Telu"]}, {"precision": 0.505468, "recall": 0.562253, "f1": 0.520209, "accuracy": 0.562253, "main_score": 0.520209, "hf_subset": "kik_Latn-ydd_Hebr", "languages": ["kik-Latn", "ydd-Hebr"]}, {"precision": 0.548411, "recall": 0.603755, "f1": 0.56391, "accuracy": 0.603755, "main_score": 0.56391, "hf_subset": "kik_Latn-ary_Arab", "languages": ["kik-Latn", "ary-Arab"]}, {"precision": 0.599387, "recall": 0.652174, "f1": 0.613623, "accuracy": 0.652174, "main_score": 0.613623, "hf_subset": "kik_Latn-ces_Latn", "languages": ["kik-Latn", "ces-Latn"]}, {"precision": 0.459134, "recall": 0.518775, "f1": 0.476161, "accuracy": 0.518775, "main_score": 0.476161, "hf_subset": "kik_Latn-gaz_Latn", "languages": ["kik-Latn", "gaz-Latn"]}, {"precision": 0.556892, "recall": 0.62253, "f1": 0.575878, "accuracy": 0.62253, "main_score": 0.575878, "hf_subset": "kik_Latn-kam_Latn", "languages": ["kik-Latn", "kam-Latn"]}, {"precision": 0.577126, "recall": 0.631423, "f1": 0.592037, "accuracy": 0.631423, "main_score": 0.592037, "hf_subset": "kik_Latn-lit_Latn", "languages": ["kik-Latn", "lit-Latn"]}, {"precision": 0.609074, "recall": 0.65415, "f1": 0.621034, "accuracy": 0.65415, "main_score": 0.621034, "hf_subset": "kik_Latn-nob_Latn", "languages": ["kik-Latn", "nob-Latn"]}, {"precision": 0.599991, "recall": 0.642292, "f1": 0.611468, "accuracy": 0.642292, "main_score": 0.611468, "hf_subset": "kik_Latn-scn_Latn", "languages": ["kik-Latn", "scn-Latn"]}, {"precision": 0.556348, "recall": 0.605731, "f1": 0.569759, "accuracy": 0.605731, "main_score": 0.569759, "hf_subset": "kik_Latn-tgk_Cyrl", "languages": ["kik-Latn", "tgk-Cyrl"]}, {"precision": 0.504038, "recall": 0.563241, "f1": 0.520871, "accuracy": 0.563241, "main_score": 0.520871, "hf_subset": "kik_Latn-yor_Latn", "languages": ["kik-Latn", "yor-Latn"]}, {"precision": 0.580639, "recall": 0.629447, "f1": 0.593733, "accuracy": 0.629447, "main_score": 0.593733, "hf_subset": "kik_Latn-arz_Arab", "languages": ["kik-Latn", "arz-Arab"]}, {"precision": 0.473037, "recall": 0.521739, "f1": 0.486444, "accuracy": 0.521739, "main_score": 0.486444, "hf_subset": "kik_Latn-cjk_Latn", "languages": ["kik-Latn", "cjk-Latn"]}, {"precision": 0.491063, "recall": 0.543478, "f1": 0.505221, "accuracy": 0.543478, "main_score": 0.505221, "hf_subset": "kik_Latn-gla_Latn", "languages": ["kik-Latn", "gla-Latn"]}, {"precision": 0.569489, "recall": 0.625494, "f1": 0.58479, "accuracy": 0.625494, "main_score": 0.58479, "hf_subset": "kik_Latn-kan_Knda", "languages": ["kik-Latn", "kan-Knda"]}, {"precision": 0.585257, "recall": 0.633399, "f1": 0.597937, "accuracy": 0.633399, "main_score": 0.597937, "hf_subset": "kik_Latn-lmo_Latn", "languages": ["kik-Latn", "lmo-Latn"]}, {"precision": 0.580815, "recall": 0.632411, "f1": 0.594247, "accuracy": 0.632411, "main_score": 0.594247, "hf_subset": "kik_Latn-npi_Deva", "languages": ["kik-Latn", "npi-Deva"]}, {"precision": 0.416372, "recall": 0.48419, "f1": 0.434931, "accuracy": 0.48419, "main_score": 0.434931, "hf_subset": "kik_Latn-shn_Mymr", "languages": ["kik-Latn", "shn-Mymr"]}, {"precision": 0.615668, "recall": 0.661067, "f1": 0.627911, "accuracy": 0.661067, "main_score": 0.627911, "hf_subset": "kik_Latn-tgl_Latn", "languages": ["kik-Latn", "tgl-Latn"]}, {"precision": 0.563311, "recall": 0.614625, "f1": 0.576729, "accuracy": 0.614625, "main_score": 0.576729, "hf_subset": "kik_Latn-yue_Hant", "languages": ["kik-Latn", "yue-Hant"]}, {"precision": 0.54339, "recall": 0.599802, "f1": 0.560014, "accuracy": 0.599802, "main_score": 0.560014, "hf_subset": "kik_Latn-asm_Beng", "languages": ["kik-Latn", "asm-Beng"]}, {"precision": 0.507667, "recall": 0.56917, "f1": 0.524628, "accuracy": 0.56917, "main_score": 0.524628, "hf_subset": "kik_Latn-ckb_Arab", "languages": ["kik-Latn", "ckb-Arab"]}, {"precision": 0.501472, "recall": 0.554348, "f1": 0.515425, "accuracy": 0.554348, "main_score": 0.515425, "hf_subset": "kik_Latn-gle_Latn", "languages": ["kik-Latn", "gle-Latn"]}, {"precision": 0.495027, "recall": 0.554348, "f1": 0.511468, "accuracy": 0.554348, "main_score": 0.511468, "hf_subset": "kik_Latn-kas_Arab", "languages": ["kik-Latn", "kas-Arab"]}, {"precision": 0.540323, "recall": 0.593874, "f1": 0.554985, "accuracy": 0.593874, "main_score": 0.554985, "hf_subset": "kik_Latn-ltg_Latn", "languages": ["kik-Latn", "ltg-Latn"]}, {"precision": 0.5777, "recall": 0.621542, "f1": 0.589528, "accuracy": 0.621542, "main_score": 0.589528, "hf_subset": "kik_Latn-nso_Latn", "languages": ["kik-Latn", "nso-Latn"]}, {"precision": 0.486476, "recall": 0.55336, "f1": 0.50402, "accuracy": 0.55336, "main_score": 0.50402, "hf_subset": "kik_Latn-sin_Sinh", "languages": ["kik-Latn", "sin-Sinh"]}, {"precision": 0.588654, "recall": 0.639328, "f1": 0.602487, "accuracy": 0.639328, "main_score": 0.602487, "hf_subset": "kik_Latn-tha_Thai", "languages": ["kik-Latn", "tha-Thai"]}, {"precision": 0.561917, "recall": 0.616601, "f1": 0.576022, "accuracy": 0.616601, "main_score": 0.576022, "hf_subset": "kik_Latn-zho_Hans", "languages": ["kik-Latn", "zho-Hans"]}, {"precision": 0.597021, "recall": 0.652174, "f1": 0.611854, "accuracy": 0.652174, "main_score": 0.611854, "hf_subset": "kik_Latn-ast_Latn", "languages": ["kik-Latn", "ast-Latn"]}, {"precision": 0.550702, "recall": 0.606719, "f1": 0.565975, "accuracy": 0.606719, "main_score": 0.565975, "hf_subset": "kik_Latn-crh_Latn", "languages": ["kik-Latn", "crh-Latn"]}, {"precision": 0.604151, "recall": 0.652174, "f1": 0.617809, "accuracy": 0.652174, "main_score": 0.617809, "hf_subset": "kik_Latn-glg_Latn", "languages": ["kik-Latn", "glg-Latn"]}, {"precision": 0.503195, "recall": 0.557312, "f1": 0.518474, "accuracy": 0.557312, "main_score": 0.518474, "hf_subset": "kik_Latn-kas_Deva", "languages": ["kik-Latn", "kas-Deva"]}, {"precision": 0.566195, "recall": 0.618577, "f1": 0.580253, "accuracy": 0.618577, "main_score": 0.580253, "hf_subset": "kik_Latn-ltz_Latn", "languages": ["kik-Latn", "ltz-Latn"]}, {"precision": 0.418438, "recall": 0.483202, "f1": 0.435693, "accuracy": 0.483202, "main_score": 0.435693, "hf_subset": "kik_Latn-nus_Latn", "languages": ["kik-Latn", "nus-Latn"]}, {"precision": 0.579025, "recall": 0.635375, "f1": 0.593731, "accuracy": 0.635375, "main_score": 0.593731, "hf_subset": "kik_Latn-slk_Latn", "languages": ["kik-Latn", "slk-Latn"]}, {"precision": 0.35097, "recall": 0.429842, "f1": 0.372566, "accuracy": 0.429842, "main_score": 0.372566, "hf_subset": "kik_Latn-tir_Ethi", "languages": ["kik-Latn", "tir-Ethi"]}, {"precision": 0.555499, "recall": 0.613636, "f1": 0.570753, "accuracy": 0.613636, "main_score": 0.570753, "hf_subset": "kik_Latn-zho_Hant", "languages": ["kik-Latn", "zho-Hant"]}, {"precision": 0.582366, "recall": 0.631423, "f1": 0.596234, "accuracy": 0.631423, "main_score": 0.596234, "hf_subset": "kik_Latn-awa_Deva", "languages": ["kik-Latn", "awa-Deva"]}, {"precision": 0.557451, "recall": 0.608696, "f1": 0.571777, "accuracy": 0.608696, "main_score": 0.571777, "hf_subset": "kik_Latn-cym_Latn", "languages": ["kik-Latn", "cym-Latn"]}, {"precision": 0.585127, "recall": 0.624506, "f1": 0.596037, "accuracy": 0.624506, "main_score": 0.596037, "hf_subset": "kik_Latn-grn_Latn", "languages": ["kik-Latn", "grn-Latn"]}, {"precision": 0.541126, "recall": 0.600791, "f1": 0.558089, "accuracy": 0.600791, "main_score": 0.558089, "hf_subset": "kik_Latn-kat_Geor", "languages": ["kik-Latn", "kat-Geor"]}, {"precision": 0.54254, "recall": 0.590909, "f1": 0.555847, "accuracy": 0.590909, "main_score": 0.555847, "hf_subset": "kik_Latn-lua_Latn", "languages": ["kik-Latn", "lua-Latn"]}, {"precision": 0.558868, "recall": 0.614625, "f1": 0.574397, "accuracy": 0.614625, "main_score": 0.574397, "hf_subset": "kik_Latn-nya_Latn", "languages": ["kik-Latn", "nya-Latn"]}, {"precision": 0.59422, "recall": 0.644269, "f1": 0.60786, "accuracy": 0.644269, "main_score": 0.60786, "hf_subset": "kik_Latn-slv_Latn", "languages": ["kik-Latn", "slv-Latn"]}, {"precision": 0.6113, "recall": 0.652174, "f1": 0.622893, "accuracy": 0.652174, "main_score": 0.622893, "hf_subset": "kik_Latn-tpi_Latn", "languages": ["kik-Latn", "tpi-Latn"]}, {"precision": 0.625467, "recall": 0.668972, "f1": 0.637468, "accuracy": 0.668972, "main_score": 0.637468, "hf_subset": "kik_Latn-zsm_Latn", "languages": ["kik-Latn", "zsm-Latn"]}, {"precision": 0.479578, "recall": 0.533597, "f1": 0.494833, "accuracy": 0.533597, "main_score": 0.494833, "hf_subset": "kik_Latn-ayr_Latn", "languages": ["kik-Latn", "ayr-Latn"]}, {"precision": 0.596853, "recall": 0.647233, "f1": 0.610447, "accuracy": 0.647233, "main_score": 0.610447, "hf_subset": "kik_Latn-dan_Latn", "languages": ["kik-Latn", "dan-Latn"]}, {"precision": 0.564631, "recall": 0.618577, "f1": 0.579512, "accuracy": 0.618577, "main_score": 0.579512, "hf_subset": "kik_Latn-guj_Gujr", "languages": ["kik-Latn", "guj-Gujr"]}, {"precision": 0.565582, "recall": 0.618577, "f1": 0.580344, "accuracy": 0.618577, "main_score": 0.580344, "hf_subset": "kik_Latn-kaz_Cyrl", "languages": ["kik-Latn", "kaz-Cyrl"]}, {"precision": 0.486463, "recall": 0.543478, "f1": 0.502259, "accuracy": 0.543478, "main_score": 0.502259, "hf_subset": "kik_Latn-lug_Latn", "languages": ["kik-Latn", "lug-Latn"]}, {"precision": 0.611939, "recall": 0.660079, "f1": 0.625424, "accuracy": 0.660079, "main_score": 0.625424, "hf_subset": "kik_Latn-oci_Latn", "languages": ["kik-Latn", "oci-Latn"]}, {"precision": 0.565783, "recall": 0.610672, "f1": 0.578379, "accuracy": 0.610672, "main_score": 0.578379, "hf_subset": "kik_Latn-smo_Latn", "languages": ["kik-Latn", "smo-Latn"]}, {"precision": 0.498317, "recall": 0.555336, "f1": 0.513993, "accuracy": 0.555336, "main_score": 0.513993, "hf_subset": "kik_Latn-tsn_Latn", "languages": ["kik-Latn", "tsn-Latn"]}, {"precision": 0.50844, "recall": 0.575099, "f1": 0.527245, "accuracy": 0.575099, "main_score": 0.527245, "hf_subset": "kik_Latn-zul_Latn", "languages": ["kik-Latn", "zul-Latn"]}, {"precision": 0.483986, "recall": 0.54249, "f1": 0.500513, "accuracy": 0.54249, "main_score": 0.500513, "hf_subset": "kik_Latn-azb_Arab", "languages": ["kik-Latn", "azb-Arab"]}, {"precision": 0.610939, "recall": 0.658103, "f1": 0.623184, "accuracy": 0.658103, "main_score": 0.623184, "hf_subset": "kik_Latn-deu_Latn", "languages": ["kik-Latn", "deu-Latn"]}, {"precision": 0.531867, "recall": 0.588933, "f1": 0.54711, "accuracy": 0.588933, "main_score": 0.54711, "hf_subset": "kik_Latn-hat_Latn", "languages": ["kik-Latn", "hat-Latn"]}, {"precision": 0.445816, "recall": 0.504941, "f1": 0.462016, "accuracy": 0.504941, "main_score": 0.462016, "hf_subset": "kik_Latn-kbp_Latn", "languages": ["kik-Latn", "kbp-Latn"]}, {"precision": 0.542561, "recall": 0.591897, "f1": 0.5562, "accuracy": 0.591897, "main_score": 0.5562, "hf_subset": "kik_Latn-luo_Latn", "languages": ["kik-Latn", "luo-Latn"]}, {"precision": 0.536588, "recall": 0.599802, "f1": 0.553459, "accuracy": 0.599802, "main_score": 0.553459, "hf_subset": "kik_Latn-ory_Orya", "languages": ["kik-Latn", "ory-Orya"]}, {"precision": 0.537776, "recall": 0.587945, "f1": 0.551803, "accuracy": 0.587945, "main_score": 0.551803, "hf_subset": "kik_Latn-sna_Latn", "languages": ["kik-Latn", "sna-Latn"]}, {"precision": 0.511942, "recall": 0.563241, "f1": 0.525845, "accuracy": 0.563241, "main_score": 0.525845, "hf_subset": "kik_Latn-tso_Latn", "languages": ["kik-Latn", "tso-Latn"]}, {"precision": 0.54848, "recall": 0.605731, "f1": 0.564068, "accuracy": 0.605731, "main_score": 0.564068, "hf_subset": "kik_Latn-azj_Latn", "languages": ["kik-Latn", "azj-Latn"]}, {"precision": 0.501501, "recall": 0.554348, "f1": 0.516574, "accuracy": 0.554348, "main_score": 0.516574, "hf_subset": "kik_Latn-dik_Latn", "languages": ["kik-Latn", "dik-Latn"]}, {"precision": 0.529796, "recall": 0.579051, "f1": 0.543274, "accuracy": 0.579051, "main_score": 0.543274, "hf_subset": "kik_Latn-hau_Latn", "languages": ["kik-Latn", "hau-Latn"]}, {"precision": 0.588696, "recall": 0.631423, "f1": 0.600179, "accuracy": 0.631423, "main_score": 0.600179, "hf_subset": "kik_Latn-kea_Latn", "languages": ["kik-Latn", "kea-Latn"]}, {"precision": 0.577794, "recall": 0.615613, "f1": 0.588636, "accuracy": 0.615613, "main_score": 0.588636, "hf_subset": "kik_Latn-lus_Latn", "languages": ["kik-Latn", "lus-Latn"]}, {"precision": 0.580601, "recall": 0.616601, "f1": 0.590615, "accuracy": 0.616601, "main_score": 0.590615, "hf_subset": "kik_Latn-pag_Latn", "languages": ["kik-Latn", "pag-Latn"]}, {"precision": 0.528576, "recall": 0.592885, "f1": 0.546136, "accuracy": 0.592885, "main_score": 0.546136, "hf_subset": "kik_Latn-snd_Arab", "languages": ["kik-Latn", "snd-Arab"]}, {"precision": 0.531755, "recall": 0.587945, "f1": 0.546811, "accuracy": 0.587945, "main_score": 0.546811, "hf_subset": "kik_Latn-tuk_Latn", "languages": ["kik-Latn", "tuk-Latn"]}, {"precision": 0.577053, "recall": 0.624506, "f1": 0.590286, "accuracy": 0.624506, "main_score": 0.590286, "hf_subset": "kik_Latn-bak_Cyrl", "languages": ["kik-Latn", "bak-Cyrl"]}, {"precision": 0.434856, "recall": 0.500988, "f1": 0.453658, "accuracy": 0.500988, "main_score": 0.453658, "hf_subset": "kik_Latn-dyu_Latn", "languages": ["kik-Latn", "dyu-Latn"]}, {"precision": 0.568732, "recall": 0.62253, "f1": 0.583236, "accuracy": 0.62253, "main_score": 0.583236, "hf_subset": "kik_Latn-heb_Hebr", "languages": ["kik-Latn", "heb-Hebr"]}, {"precision": 0.539251, "recall": 0.591897, "f1": 0.55402, "accuracy": 0.591897, "main_score": 0.55402, "hf_subset": "kik_Latn-khk_Cyrl", "languages": ["kik-Latn", "khk-Cyrl"]}, {"precision": 0.58058, "recall": 0.630435, "f1": 0.594224, "accuracy": 0.630435, "main_score": 0.594224, "hf_subset": "kik_Latn-lvs_Latn", "languages": ["kik-Latn", "lvs-Latn"]}, {"precision": 0.564834, "recall": 0.619565, "f1": 0.579477, "accuracy": 0.619565, "main_score": 0.579477, "hf_subset": "kik_Latn-pan_Guru", "languages": ["kik-Latn", "pan-Guru"]}, {"precision": 0.478619, "recall": 0.538538, "f1": 0.494831, "accuracy": 0.538538, "main_score": 0.494831, "hf_subset": "kik_Latn-som_Latn", "languages": ["kik-Latn", "som-Latn"]}, {"precision": 0.513994, "recall": 0.566206, "f1": 0.52834, "accuracy": 0.566206, "main_score": 0.52834, "hf_subset": "kik_Latn-tum_Latn", "languages": ["kik-Latn", "tum-Latn"]}, {"precision": 0.574804, "recall": 0.643281, "f1": 0.593983, "accuracy": 0.643281, "main_score": 0.593983, "hf_subset": "mai_Deva-ace_Arab", "languages": ["mai-Deva", "ace-Arab"]}, {"precision": 0.526117, "recall": 0.587945, "f1": 0.543318, "accuracy": 0.587945, "main_score": 0.543318, "hf_subset": "mai_Deva-bam_Latn", "languages": ["mai-Deva", "bam-Latn"]}, {"precision": 0.44206, "recall": 0.520751, "f1": 0.463146, "accuracy": 0.520751, "main_score": 0.463146, "hf_subset": "mai_Deva-dzo_Tibt", "languages": ["mai-Deva", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-hin_Deva", "languages": ["mai-Deva", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mai_Deva-khm_Khmr", "languages": ["mai-Deva", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mag_Deva", "languages": ["mai-Deva", "mag-Deva"]}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "mai_Deva-pap_Latn", "languages": ["mai-Deva", "pap-Latn"]}, {"precision": 0.586498, "recall": 0.646245, "f1": 0.60343, "accuracy": 0.646245, "main_score": 0.60343, "hf_subset": "mai_Deva-sot_Latn", "languages": ["mai-Deva", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-tur_Latn", "languages": ["mai-Deva", "tur-Latn"]}, {"precision": 0.88354, "recall": 0.913043, "f1": 0.892869, "accuracy": 0.913043, "main_score": 0.892869, "hf_subset": "mai_Deva-ace_Latn", "languages": ["mai-Deva", "ace-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "mai_Deva-ban_Latn", "languages": ["mai-Deva", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-ell_Grek", "languages": ["mai-Deva", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mai_Deva-hne_Deva", "languages": ["mai-Deva", "hne-Deva"]}, {"precision": 0.594408, "recall": 0.655138, "f1": 0.611811, "accuracy": 0.655138, "main_score": 0.611811, "hf_subset": "mai_Deva-kik_Latn", "languages": ["mai-Deva", "kik-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "mai_Deva-pbt_Arab", "languages": ["mai-Deva", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-spa_Latn", "languages": ["mai-Deva", "spa-Latn"]}, {"precision": 0.610334, "recall": 0.677866, "f1": 0.628826, "accuracy": 0.677866, "main_score": 0.628826, "hf_subset": "mai_Deva-twi_Latn", "languages": ["mai-Deva", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-acm_Arab", "languages": ["mai-Deva", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-bel_Cyrl", "languages": ["mai-Deva", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-eng_Latn", "languages": ["mai-Deva", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-hrv_Latn", "languages": ["mai-Deva", "hrv-Latn"]}, {"precision": 0.545528, "recall": 0.613636, "f1": 0.564479, "accuracy": 0.613636, "main_score": 0.564479, "hf_subset": "mai_Deva-kin_Latn", "languages": ["mai-Deva", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-mal_Mlym", "languages": ["mai-Deva", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-pes_Arab", "languages": ["mai-Deva", "pes-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mai_Deva-srd_Latn", "languages": ["mai-Deva", "srd-Latn"]}, {"precision": 0.171772, "recall": 0.224308, "f1": 0.184765, "accuracy": 0.224308, "main_score": 0.184765, "hf_subset": "mai_Deva-tzm_Tfng", "languages": ["mai-Deva", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-acq_Arab", "languages": ["mai-Deva", "acq-Arab"]}, {"precision": 0.635244, "recall": 0.683794, "f1": 0.649003, "accuracy": 0.683794, "main_score": 0.649003, "hf_subset": "mai_Deva-bem_Latn", "languages": ["mai-Deva", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-epo_Latn", "languages": ["mai-Deva", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-hun_Latn", "languages": ["mai-Deva", "hun-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mai_Deva-kir_Cyrl", "languages": ["mai-Deva", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mar_Deva", "languages": ["mai-Deva", "mar-Deva"]}, {"precision": 0.66783, "recall": 0.72332, "f1": 0.683616, "accuracy": 0.72332, "main_score": 0.683616, "hf_subset": "mai_Deva-plt_Latn", "languages": ["mai-Deva", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-srp_Cyrl", "languages": ["mai-Deva", "srp-Cyrl"]}, {"precision": 0.966486, "recall": 0.976285, "f1": 0.969598, "accuracy": 0.976285, "main_score": 0.969598, "hf_subset": "mai_Deva-uig_Arab", "languages": ["mai-Deva", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-aeb_Arab", "languages": ["mai-Deva", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ben_Beng", "languages": ["mai-Deva", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-est_Latn", "languages": ["mai-Deva", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-hye_Armn", "languages": ["mai-Deva", "hye-Armn"]}, {"precision": 0.527752, "recall": 0.586957, "f1": 0.54395, "accuracy": 0.586957, "main_score": 0.54395, "hf_subset": "mai_Deva-kmb_Latn", "languages": ["mai-Deva", "kmb-Latn"]}, {"precision": 0.506629, "recall": 0.579051, "f1": 0.526186, "accuracy": 0.579051, "main_score": 0.526186, "hf_subset": "mai_Deva-min_Arab", "languages": ["mai-Deva", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-pol_Latn", "languages": ["mai-Deva", "pol-Latn"]}, {"precision": 0.561818, "recall": 0.625494, "f1": 0.579976, "accuracy": 0.625494, "main_score": 0.579976, "hf_subset": "mai_Deva-ssw_Latn", "languages": ["mai-Deva", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ukr_Cyrl", "languages": ["mai-Deva", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-afr_Latn", "languages": ["mai-Deva", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-bho_Deva", "languages": ["mai-Deva", "bho-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mai_Deva-eus_Latn", "languages": ["mai-Deva", "eus-Latn"]}, {"precision": 0.582658, "recall": 0.645257, "f1": 0.599708, "accuracy": 0.645257, "main_score": 0.599708, "hf_subset": "mai_Deva-ibo_Latn", "languages": ["mai-Deva", "ibo-Latn"]}, {"precision": 0.871377, "recall": 0.90415, "f1": 0.881508, "accuracy": 0.90415, "main_score": 0.881508, "hf_subset": "mai_Deva-kmr_Latn", "languages": ["mai-Deva", "kmr-Latn"]}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "mai_Deva-min_Latn", "languages": ["mai-Deva", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-por_Latn", "languages": ["mai-Deva", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mai_Deva-sun_Latn", "languages": ["mai-Deva", "sun-Latn"]}, {"precision": 0.524087, "recall": 0.585968, "f1": 0.541835, "accuracy": 0.585968, "main_score": 0.541835, "hf_subset": "mai_Deva-umb_Latn", "languages": ["mai-Deva", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ajp_Arab", "languages": ["mai-Deva", "ajp-Arab"]}, {"precision": 0.524847, "recall": 0.593874, "f1": 0.54405, "accuracy": 0.593874, "main_score": 0.54405, "hf_subset": "mai_Deva-bjn_Arab", "languages": ["mai-Deva", "bjn-Arab"]}, {"precision": 0.521698, "recall": 0.58004, "f1": 0.537624, "accuracy": 0.58004, "main_score": 0.537624, "hf_subset": "mai_Deva-ewe_Latn", "languages": ["mai-Deva", "ewe-Latn"]}, {"precision": 0.949391, "recall": 0.964427, "f1": 0.954117, "accuracy": 0.964427, "main_score": 0.954117, "hf_subset": "mai_Deva-ilo_Latn", "languages": ["mai-Deva", "ilo-Latn"]}, {"precision": 0.33, "recall": 0.387352, "f1": 0.344945, "accuracy": 0.387352, "main_score": 0.344945, "hf_subset": "mai_Deva-knc_Arab", "languages": ["mai-Deva", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mkd_Cyrl", "languages": ["mai-Deva", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-prs_Arab", "languages": ["mai-Deva", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-swe_Latn", "languages": ["mai-Deva", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-urd_Arab", "languages": ["mai-Deva", "urd-Arab"]}, {"precision": 0.586591, "recall": 0.655138, "f1": 0.605898, "accuracy": 0.655138, "main_score": 0.605898, "hf_subset": "mai_Deva-aka_Latn", "languages": ["mai-Deva", "aka-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "mai_Deva-bjn_Latn", "languages": ["mai-Deva", "bjn-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "mai_Deva-fao_Latn", "languages": ["mai-Deva", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ind_Latn", "languages": ["mai-Deva", "ind-Latn"]}, {"precision": 0.591247, "recall": 0.652174, "f1": 0.608498, "accuracy": 0.652174, "main_score": 0.608498, "hf_subset": "mai_Deva-knc_Latn", "languages": ["mai-Deva", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mai_Deva-mlt_Latn", "languages": ["mai-Deva", "mlt-Latn"]}, {"precision": 0.688826, "recall": 0.755929, "f1": 0.708654, "accuracy": 0.755929, "main_score": 0.708654, "hf_subset": "mai_Deva-quy_Latn", "languages": ["mai-Deva", "quy-Latn"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "mai_Deva-swh_Latn", "languages": ["mai-Deva", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mai_Deva-uzn_Latn", "languages": ["mai-Deva", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-als_Latn", "languages": ["mai-Deva", "als-Latn"]}, {"precision": 0.62766, "recall": 0.70751, "f1": 0.651344, "accuracy": 0.70751, "main_score": 0.651344, "hf_subset": "mai_Deva-bod_Tibt", "languages": ["mai-Deva", "bod-Tibt"]}, {"precision": 0.704061, "recall": 0.756917, "f1": 0.718895, "accuracy": 0.756917, "main_score": 0.718895, "hf_subset": "mai_Deva-fij_Latn", "languages": ["mai-Deva", "fij-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mai_Deva-isl_Latn", "languages": ["mai-Deva", "isl-Latn"]}, {"precision": 0.652579, "recall": 0.711462, "f1": 0.670471, "accuracy": 0.711462, "main_score": 0.670471, "hf_subset": "mai_Deva-kon_Latn", "languages": ["mai-Deva", "kon-Latn"]}, {"precision": 0.682749, "recall": 0.746047, "f1": 0.701194, "accuracy": 0.746047, "main_score": 0.701194, "hf_subset": "mai_Deva-mni_Beng", "languages": ["mai-Deva", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ron_Latn", "languages": ["mai-Deva", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "mai_Deva-szl_Latn", "languages": ["mai-Deva", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-vec_Latn", "languages": ["mai-Deva", "vec-Latn"]}, {"precision": 0.94417, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "mai_Deva-amh_Ethi", "languages": ["mai-Deva", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-bos_Latn", "languages": ["mai-Deva", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "mai_Deva-fin_Latn", "languages": ["mai-Deva", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ita_Latn", "languages": ["mai-Deva", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-kor_Hang", "languages": ["mai-Deva", "kor-Hang"]}, {"precision": 0.552829, "recall": 0.616601, "f1": 0.570244, "accuracy": 0.616601, "main_score": 0.570244, "hf_subset": "mai_Deva-mos_Latn", "languages": ["mai-Deva", "mos-Latn"]}, {"precision": 0.554556, "recall": 0.618577, "f1": 0.572001, "accuracy": 0.618577, "main_score": 0.572001, "hf_subset": "mai_Deva-run_Latn", "languages": ["mai-Deva", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-tam_Taml", "languages": ["mai-Deva", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-vie_Latn", "languages": ["mai-Deva", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-apc_Arab", "languages": ["mai-Deva", "apc-Arab"]}, {"precision": 0.798897, "recall": 0.846838, "f1": 0.813721, "accuracy": 0.846838, "main_score": 0.813721, "hf_subset": "mai_Deva-bug_Latn", "languages": ["mai-Deva", "bug-Latn"]}, {"precision": 0.46669, "recall": 0.528656, "f1": 0.483243, "accuracy": 0.528656, "main_score": 0.483243, "hf_subset": "mai_Deva-fon_Latn", "languages": ["mai-Deva", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-jav_Latn", "languages": ["mai-Deva", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mai_Deva-lao_Laoo", "languages": ["mai-Deva", "lao-Laoo"]}, {"precision": 0.848765, "recall": 0.889328, "f1": 0.861397, "accuracy": 0.889328, "main_score": 0.861397, "hf_subset": "mai_Deva-mri_Latn", "languages": ["mai-Deva", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-rus_Cyrl", "languages": ["mai-Deva", "rus-Cyrl"]}, {"precision": 0.553401, "recall": 0.617589, "f1": 0.571276, "accuracy": 0.617589, "main_score": 0.571276, "hf_subset": "mai_Deva-taq_Latn", "languages": ["mai-Deva", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-war_Latn", "languages": ["mai-Deva", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-arb_Arab", "languages": ["mai-Deva", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-bul_Cyrl", "languages": ["mai-Deva", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-fra_Latn", "languages": ["mai-Deva", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-jpn_Jpan", "languages": ["mai-Deva", "jpn-Jpan"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-lij_Latn", "languages": ["mai-Deva", "lij-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mai_Deva-mya_Mymr", "languages": ["mai-Deva", "mya-Mymr"]}, {"precision": 0.593754, "recall": 0.663043, "f1": 0.61284, "accuracy": 0.663043, "main_score": 0.61284, "hf_subset": "mai_Deva-sag_Latn", "languages": ["mai-Deva", "sag-Latn"]}, {"precision": 0.201137, "recall": 0.257905, "f1": 0.213744, "accuracy": 0.257905, "main_score": 0.213744, "hf_subset": "mai_Deva-taq_Tfng", "languages": ["mai-Deva", "taq-Tfng"]}, {"precision": 0.629431, "recall": 0.693676, "f1": 0.647098, "accuracy": 0.693676, "main_score": 0.647098, "hf_subset": "mai_Deva-wol_Latn", "languages": ["mai-Deva", "wol-Latn"]}, {"precision": 0.780698, "recall": 0.835968, "f1": 0.797516, "accuracy": 0.835968, "main_score": 0.797516, "hf_subset": "mai_Deva-arb_Latn", "languages": ["mai-Deva", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-cat_Latn", "languages": ["mai-Deva", "cat-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mai_Deva-fur_Latn", "languages": ["mai-Deva", "fur-Latn"]}, {"precision": 0.421362, "recall": 0.485178, "f1": 0.438832, "accuracy": 0.485178, "main_score": 0.438832, "hf_subset": "mai_Deva-kab_Latn", "languages": ["mai-Deva", "kab-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mai_Deva-lim_Latn", "languages": ["mai-Deva", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-nld_Latn", "languages": ["mai-Deva", "nld-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "mai_Deva-san_Deva", "languages": ["mai-Deva", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-tat_Cyrl", "languages": ["mai-Deva", "tat-Cyrl"]}, {"precision": 0.661182, "recall": 0.716403, "f1": 0.676935, "accuracy": 0.716403, "main_score": 0.676935, "hf_subset": "mai_Deva-xho_Latn", "languages": ["mai-Deva", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ars_Arab", "languages": ["mai-Deva", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-ceb_Latn", "languages": ["mai-Deva", "ceb-Latn"]}, {"precision": 0.561289, "recall": 0.630435, "f1": 0.580976, "accuracy": 0.630435, "main_score": 0.580976, "hf_subset": "mai_Deva-fuv_Latn", "languages": ["mai-Deva", "fuv-Latn"]}, {"precision": 0.505143, "recall": 0.574111, "f1": 0.524298, "accuracy": 0.574111, "main_score": 0.524298, "hf_subset": "mai_Deva-kac_Latn", "languages": ["mai-Deva", "kac-Latn"]}, {"precision": 0.672885, "recall": 0.735178, "f1": 0.690634, "accuracy": 0.735178, "main_score": 0.690634, "hf_subset": "mai_Deva-lin_Latn", "languages": ["mai-Deva", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-nno_Latn", "languages": ["mai-Deva", "nno-Latn"]}, {"precision": 0.276806, "recall": 0.356719, "f1": 0.297257, "accuracy": 0.356719, "main_score": 0.297257, "hf_subset": "mai_Deva-sat_Olck", "languages": ["mai-Deva", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-tel_Telu", "languages": ["mai-Deva", "tel-Telu"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "mai_Deva-ydd_Hebr", "languages": ["mai-Deva", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mai_Deva-ary_Arab", "languages": ["mai-Deva", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ces_Latn", "languages": ["mai-Deva", "ces-Latn"]}, {"precision": 0.585732, "recall": 0.646245, "f1": 0.603576, "accuracy": 0.646245, "main_score": 0.603576, "hf_subset": "mai_Deva-gaz_Latn", "languages": ["mai-Deva", "gaz-Latn"]}, {"precision": 0.592452, "recall": 0.658103, "f1": 0.611025, "accuracy": 0.658103, "main_score": 0.611025, "hf_subset": "mai_Deva-kam_Latn", "languages": ["mai-Deva", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mai_Deva-lit_Latn", "languages": ["mai-Deva", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-nob_Latn", "languages": ["mai-Deva", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mai_Deva-scn_Latn", "languages": ["mai-Deva", "scn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mai_Deva-tgk_Cyrl", "languages": ["mai-Deva", "tgk-Cyrl"]}, {"precision": 0.695892, "recall": 0.76087, "f1": 0.715596, "accuracy": 0.76087, "main_score": 0.715596, "hf_subset": "mai_Deva-yor_Latn", "languages": ["mai-Deva", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-arz_Arab", "languages": ["mai-Deva", "arz-Arab"]}, {"precision": 0.563474, "recall": 0.629447, "f1": 0.582166, "accuracy": 0.629447, "main_score": 0.582166, "hf_subset": "mai_Deva-cjk_Latn", "languages": ["mai-Deva", "cjk-Latn"]}, {"precision": 0.751795, "recall": 0.806324, "f1": 0.768281, "accuracy": 0.806324, "main_score": 0.768281, "hf_subset": "mai_Deva-gla_Latn", "languages": ["mai-Deva", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-kan_Knda", "languages": ["mai-Deva", "kan-Knda"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "mai_Deva-lmo_Latn", "languages": ["mai-Deva", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mai_Deva-npi_Deva", "languages": ["mai-Deva", "npi-Deva"]}, {"precision": 0.468832, "recall": 0.533597, "f1": 0.486143, "accuracy": 0.533597, "main_score": 0.486143, "hf_subset": "mai_Deva-shn_Mymr", "languages": ["mai-Deva", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-tgl_Latn", "languages": ["mai-Deva", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-yue_Hant", "languages": ["mai-Deva", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-asm_Beng", "languages": ["mai-Deva", "asm-Beng"]}, {"precision": 0.949687, "recall": 0.965415, "f1": 0.954776, "accuracy": 0.965415, "main_score": 0.954776, "hf_subset": "mai_Deva-ckb_Arab", "languages": ["mai-Deva", "ckb-Arab"]}, {"precision": 0.853837, "recall": 0.891304, "f1": 0.865481, "accuracy": 0.891304, "main_score": 0.865481, "hf_subset": "mai_Deva-gle_Latn", "languages": ["mai-Deva", "gle-Latn"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "mai_Deva-kas_Arab", "languages": ["mai-Deva", "kas-Arab"]}, {"precision": 0.938735, "recall": 0.958498, "f1": 0.945158, "accuracy": 0.958498, "main_score": 0.945158, "hf_subset": "mai_Deva-ltg_Latn", "languages": ["mai-Deva", "ltg-Latn"]}, {"precision": 0.618058, "recall": 0.671937, "f1": 0.633649, "accuracy": 0.671937, "main_score": 0.633649, "hf_subset": "mai_Deva-nso_Latn", "languages": ["mai-Deva", "nso-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mai_Deva-sin_Sinh", "languages": ["mai-Deva", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-tha_Thai", "languages": ["mai-Deva", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zho_Hans", "languages": ["mai-Deva", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ast_Latn", "languages": ["mai-Deva", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-crh_Latn", "languages": ["mai-Deva", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-glg_Latn", "languages": ["mai-Deva", "glg-Latn"]}, {"precision": 0.920949, "recall": 0.945652, "f1": 0.928854, "accuracy": 0.945652, "main_score": 0.928854, "hf_subset": "mai_Deva-kas_Deva", "languages": ["mai-Deva", "kas-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "mai_Deva-ltz_Latn", "languages": ["mai-Deva", "ltz-Latn"]}, {"precision": 0.454925, "recall": 0.529644, "f1": 0.475025, "accuracy": 0.529644, "main_score": 0.475025, "hf_subset": "mai_Deva-nus_Latn", "languages": ["mai-Deva", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-slk_Latn", "languages": ["mai-Deva", "slk-Latn"]}, {"precision": 0.638679, "recall": 0.705534, "f1": 0.658439, "accuracy": 0.705534, "main_score": 0.658439, "hf_subset": "mai_Deva-tir_Ethi", "languages": ["mai-Deva", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zho_Hant", "languages": ["mai-Deva", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "mai_Deva-awa_Deva", "languages": ["mai-Deva", "awa-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "mai_Deva-cym_Latn", "languages": ["mai-Deva", "cym-Latn"]}, {"precision": 0.833399, "recall": 0.874506, "f1": 0.845982, "accuracy": 0.874506, "main_score": 0.845982, "hf_subset": "mai_Deva-grn_Latn", "languages": ["mai-Deva", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mai_Deva-kat_Geor", "languages": ["mai-Deva", "kat-Geor"]}, {"precision": 0.655551, "recall": 0.710474, "f1": 0.671218, "accuracy": 0.710474, "main_score": 0.671218, "hf_subset": "mai_Deva-lua_Latn", "languages": ["mai-Deva", "lua-Latn"]}, {"precision": 0.638125, "recall": 0.697628, "f1": 0.655132, "accuracy": 0.697628, "main_score": 0.655132, "hf_subset": "mai_Deva-nya_Latn", "languages": ["mai-Deva", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-slv_Latn", "languages": ["mai-Deva", "slv-Latn"]}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "mai_Deva-tpi_Latn", "languages": ["mai-Deva", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zsm_Latn", "languages": ["mai-Deva", "zsm-Latn"]}, {"precision": 0.554731, "recall": 0.612648, "f1": 0.57108, "accuracy": 0.612648, "main_score": 0.57108, "hf_subset": "mai_Deva-ayr_Latn", "languages": ["mai-Deva", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-dan_Latn", "languages": ["mai-Deva", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-guj_Gujr", "languages": ["mai-Deva", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-kaz_Cyrl", "languages": ["mai-Deva", "kaz-Cyrl"]}, {"precision": 0.535761, "recall": 0.596838, "f1": 0.553089, "accuracy": 0.596838, "main_score": 0.553089, "hf_subset": "mai_Deva-lug_Latn", "languages": ["mai-Deva", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-oci_Latn", "languages": ["mai-Deva", "oci-Latn"]}, {"precision": 0.821534, "recall": 0.867589, "f1": 0.83559, "accuracy": 0.867589, "main_score": 0.83559, "hf_subset": "mai_Deva-smo_Latn", "languages": ["mai-Deva", "smo-Latn"]}, {"precision": 0.533363, "recall": 0.597826, "f1": 0.551215, "accuracy": 0.597826, "main_score": 0.551215, "hf_subset": "mai_Deva-tsn_Latn", "languages": ["mai-Deva", "tsn-Latn"]}, {"precision": 0.61006, "recall": 0.66996, "f1": 0.627525, "accuracy": 0.66996, "main_score": 0.627525, "hf_subset": "mai_Deva-zul_Latn", "languages": ["mai-Deva", "zul-Latn"]}, {"precision": 0.931077, "recall": 0.951581, "f1": 0.937648, "accuracy": 0.951581, "main_score": 0.937648, "hf_subset": "mai_Deva-azb_Arab", "languages": ["mai-Deva", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-deu_Latn", "languages": ["mai-Deva", "deu-Latn"]}, {"precision": 0.968956, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "mai_Deva-hat_Latn", "languages": ["mai-Deva", "hat-Latn"]}, {"precision": 0.491662, "recall": 0.555336, "f1": 0.508785, "accuracy": 0.555336, "main_score": 0.508785, "hf_subset": "mai_Deva-kbp_Latn", "languages": ["mai-Deva", "kbp-Latn"]}, {"precision": 0.571242, "recall": 0.630435, "f1": 0.587375, "accuracy": 0.630435, "main_score": 0.587375, "hf_subset": "mai_Deva-luo_Latn", "languages": ["mai-Deva", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-ory_Orya", "languages": ["mai-Deva", "ory-Orya"]}, {"precision": 0.596716, "recall": 0.655138, "f1": 0.613447, "accuracy": 0.655138, "main_score": 0.613447, "hf_subset": "mai_Deva-sna_Latn", "languages": ["mai-Deva", "sna-Latn"]}, {"precision": 0.571797, "recall": 0.623518, "f1": 0.585948, "accuracy": 0.623518, "main_score": 0.585948, "hf_subset": "mai_Deva-tso_Latn", "languages": ["mai-Deva", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-azj_Latn", "languages": ["mai-Deva", "azj-Latn"]}, {"precision": 0.535194, "recall": 0.603755, "f1": 0.555209, "accuracy": 0.603755, "main_score": 0.555209, "hf_subset": "mai_Deva-dik_Latn", "languages": ["mai-Deva", "dik-Latn"]}, {"precision": 0.729414, "recall": 0.784585, "f1": 0.745775, "accuracy": 0.784585, "main_score": 0.745775, "hf_subset": "mai_Deva-hau_Latn", "languages": ["mai-Deva", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mai_Deva-kea_Latn", "languages": ["mai-Deva", "kea-Latn"]}, {"precision": 0.748847, "recall": 0.800395, "f1": 0.764229, "accuracy": 0.800395, "main_score": 0.764229, "hf_subset": "mai_Deva-lus_Latn", "languages": ["mai-Deva", "lus-Latn"]}, {"precision": 0.891749, "recall": 0.918972, "f1": 0.899901, "accuracy": 0.918972, "main_score": 0.899901, "hf_subset": "mai_Deva-pag_Latn", "languages": ["mai-Deva", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-snd_Arab", "languages": ["mai-Deva", "snd-Arab"]}, {"precision": 0.955369, "recall": 0.968379, "f1": 0.959486, "accuracy": 0.968379, "main_score": 0.959486, "hf_subset": "mai_Deva-tuk_Latn", "languages": ["mai-Deva", "tuk-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-bak_Cyrl", "languages": ["mai-Deva", "bak-Cyrl"]}, {"precision": 0.498568, "recall": 0.58004, "f1": 0.522258, "accuracy": 0.58004, "main_score": 0.522258, "hf_subset": "mai_Deva-dyu_Latn", "languages": ["mai-Deva", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-heb_Hebr", "languages": ["mai-Deva", "heb-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "mai_Deva-khk_Cyrl", "languages": ["mai-Deva", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-lvs_Latn", "languages": ["mai-Deva", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-pan_Guru", "languages": ["mai-Deva", "pan-Guru"]}, {"precision": 0.699285, "recall": 0.76087, "f1": 0.717869, "accuracy": 0.76087, "main_score": 0.717869, "hf_subset": "mai_Deva-som_Latn", "languages": ["mai-Deva", "som-Latn"]}, {"precision": 0.60378, "recall": 0.653162, "f1": 0.617512, "accuracy": 0.653162, "main_score": 0.617512, "hf_subset": "mai_Deva-tum_Latn", "languages": ["mai-Deva", "tum-Latn"]}, {"precision": 0.515284, "recall": 0.586957, "f1": 0.535803, "accuracy": 0.586957, "main_score": 0.535803, "hf_subset": "pbt_Arab-ace_Arab", "languages": ["pbt-Arab", "ace-Arab"]}, {"precision": 0.499868, "recall": 0.559289, "f1": 0.516973, "accuracy": 0.559289, "main_score": 0.516973, "hf_subset": "pbt_Arab-bam_Latn", "languages": ["pbt-Arab", "bam-Latn"]}, {"precision": 0.351278, "recall": 0.43083, "f1": 0.372795, "accuracy": 0.43083, "main_score": 0.372795, "hf_subset": "pbt_Arab-dzo_Tibt", "languages": ["pbt-Arab", "dzo-Tibt"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pbt_Arab-hin_Deva", "languages": ["pbt-Arab", "hin-Deva"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "pbt_Arab-khm_Khmr", "languages": ["pbt-Arab", "khm-Khmr"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "pbt_Arab-mag_Deva", "languages": ["pbt-Arab", "mag-Deva"]}, {"precision": 0.945652, "recall": 0.961462, "f1": 0.950922, "accuracy": 0.961462, "main_score": 0.950922, "hf_subset": "pbt_Arab-pap_Latn", "languages": ["pbt-Arab", "pap-Latn"]}, {"precision": 0.559693, "recall": 0.615613, "f1": 0.574829, "accuracy": 0.615613, "main_score": 0.574829, "hf_subset": "pbt_Arab-sot_Latn", "languages": ["pbt-Arab", "sot-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pbt_Arab-tur_Latn", "languages": ["pbt-Arab", "tur-Latn"]}, {"precision": 0.812961, "recall": 0.853755, "f1": 0.825, "accuracy": 0.853755, "main_score": 0.825, "hf_subset": "pbt_Arab-ace_Latn", "languages": ["pbt-Arab", "ace-Latn"]}, {"precision": 0.917161, "recall": 0.938735, "f1": 0.924045, "accuracy": 0.938735, "main_score": 0.924045, "hf_subset": "pbt_Arab-ban_Latn", "languages": ["pbt-Arab", "ban-Latn"]}, {"precision": 0.979331, "recall": 0.985178, "f1": 0.981126, "accuracy": 0.985178, "main_score": 0.981126, "hf_subset": "pbt_Arab-ell_Grek", "languages": ["pbt-Arab", "ell-Grek"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "pbt_Arab-hne_Deva", "languages": ["pbt-Arab", "hne-Deva"]}, {"precision": 0.558366, "recall": 0.616601, "f1": 0.575005, "accuracy": 0.616601, "main_score": 0.575005, "hf_subset": "pbt_Arab-kik_Latn", "languages": ["pbt-Arab", "kik-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "pbt_Arab-mai_Deva", "languages": ["pbt-Arab", "mai-Deva"]}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "pbt_Arab-spa_Latn", "languages": ["pbt-Arab", "spa-Latn"]}, {"precision": 0.575758, "recall": 0.635375, "f1": 0.592406, "accuracy": 0.635375, "main_score": 0.592406, "hf_subset": "pbt_Arab-twi_Latn", "languages": ["pbt-Arab", "twi-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "pbt_Arab-acm_Arab", "languages": ["pbt-Arab", "acm-Arab"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pbt_Arab-bel_Cyrl", "languages": ["pbt-Arab", "bel-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pbt_Arab-eng_Latn", "languages": ["pbt-Arab", "eng-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "pbt_Arab-hrv_Latn", "languages": ["pbt-Arab", "hrv-Latn"]}, {"precision": 0.523395, "recall": 0.588933, "f1": 0.541457, "accuracy": 0.588933, "main_score": 0.541457, "hf_subset": "pbt_Arab-kin_Latn", "languages": ["pbt-Arab", "kin-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "pbt_Arab-mal_Mlym", "languages": ["pbt-Arab", "mal-Mlym"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pbt_Arab-pes_Arab", "languages": ["pbt-Arab", "pes-Arab"]}, {"precision": 0.950461, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "pbt_Arab-srd_Latn", "languages": ["pbt-Arab", "srd-Latn"]}, {"precision": 0.187521, "recall": 0.231225, "f1": 0.198506, "accuracy": 0.231225, "main_score": 0.198506, "hf_subset": "pbt_Arab-tzm_Tfng", "languages": ["pbt-Arab", "tzm-Tfng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-acq_Arab", "languages": ["pbt-Arab", "acq-Arab"]}, {"precision": 0.596225, "recall": 0.642292, "f1": 0.608821, "accuracy": 0.642292, "main_score": 0.608821, "hf_subset": "pbt_Arab-bem_Latn", "languages": ["pbt-Arab", "bem-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pbt_Arab-epo_Latn", "languages": ["pbt-Arab", "epo-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-hun_Latn", "languages": ["pbt-Arab", "hun-Latn"]}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952536, "accuracy": 0.963439, "main_score": 0.952536, "hf_subset": "pbt_Arab-kir_Cyrl", "languages": ["pbt-Arab", "kir-Cyrl"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-mar_Deva", "languages": ["pbt-Arab", "mar-Deva"]}, {"precision": 0.6333, "recall": 0.689723, "f1": 0.650231, "accuracy": 0.689723, "main_score": 0.650231, "hf_subset": "pbt_Arab-plt_Latn", "languages": ["pbt-Arab", "plt-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "pbt_Arab-srp_Cyrl", "languages": ["pbt-Arab", "srp-Cyrl"]}, {"precision": 0.919499, "recall": 0.942688, "f1": 0.926713, "accuracy": 0.942688, "main_score": 0.926713, "hf_subset": "pbt_Arab-uig_Arab", "languages": ["pbt-Arab", "uig-Arab"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "pbt_Arab-aeb_Arab", "languages": ["pbt-Arab", "aeb-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pbt_Arab-ben_Beng", "languages": ["pbt-Arab", "ben-Beng"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pbt_Arab-est_Latn", "languages": ["pbt-Arab", "est-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "pbt_Arab-hye_Armn", "languages": ["pbt-Arab", "hye-Armn"]}, {"precision": 0.517774, "recall": 0.572134, "f1": 0.533914, "accuracy": 0.572134, "main_score": 0.533914, "hf_subset": "pbt_Arab-kmb_Latn", "languages": ["pbt-Arab", "kmb-Latn"]}, {"precision": 0.472234, "recall": 0.543478, "f1": 0.491249, "accuracy": 0.543478, "main_score": 0.491249, "hf_subset": "pbt_Arab-min_Arab", "languages": ["pbt-Arab", "min-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "pbt_Arab-pol_Latn", "languages": ["pbt-Arab", "pol-Latn"]}, {"precision": 0.533952, "recall": 0.590909, "f1": 0.550003, "accuracy": 0.590909, "main_score": 0.550003, "hf_subset": "pbt_Arab-ssw_Latn", "languages": ["pbt-Arab", "ssw-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "pbt_Arab-ukr_Cyrl", "languages": ["pbt-Arab", "ukr-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pbt_Arab-afr_Latn", "languages": ["pbt-Arab", "afr-Latn"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "pbt_Arab-bho_Deva", "languages": ["pbt-Arab", "bho-Deva"]}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "pbt_Arab-eus_Latn", "languages": ["pbt-Arab", "eus-Latn"]}, {"precision": 0.552503, "recall": 0.612648, "f1": 0.569184, "accuracy": 0.612648, "main_score": 0.569184, "hf_subset": "pbt_Arab-ibo_Latn", "languages": ["pbt-Arab", "ibo-Latn"]}, {"precision": 0.847348, "recall": 0.886364, "f1": 0.85942, "accuracy": 0.886364, "main_score": 0.85942, "hf_subset": "pbt_Arab-kmr_Latn", "languages": ["pbt-Arab", "kmr-Latn"]}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "pbt_Arab-min_Latn", "languages": ["pbt-Arab", "min-Latn"]}, {"precision": 0.985919, "recall": 0.990119, "f1": 0.98722, "accuracy": 0.990119, "main_score": 0.98722, "hf_subset": "pbt_Arab-por_Latn", "languages": ["pbt-Arab", "por-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "pbt_Arab-sun_Latn", "languages": ["pbt-Arab", "sun-Latn"]}, {"precision": 0.50695, "recall": 0.560277, "f1": 0.522036, "accuracy": 0.560277, "main_score": 0.522036, "hf_subset": "pbt_Arab-umb_Latn", "languages": ["pbt-Arab", "umb-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pbt_Arab-ajp_Arab", "languages": ["pbt-Arab", "ajp-Arab"]}, {"precision": 0.508568, "recall": 0.572134, "f1": 0.526157, "accuracy": 0.572134, "main_score": 0.526157, "hf_subset": "pbt_Arab-bjn_Arab", "languages": ["pbt-Arab", "bjn-Arab"]}, {"precision": 0.48467, "recall": 0.536561, "f1": 0.49925, "accuracy": 0.536561, "main_score": 0.49925, "hf_subset": "pbt_Arab-ewe_Latn", "languages": ["pbt-Arab", "ewe-Latn"]}, {"precision": 0.893198, "recall": 0.921937, "f1": 0.90224, "accuracy": 0.921937, "main_score": 0.90224, "hf_subset": "pbt_Arab-ilo_Latn", "languages": ["pbt-Arab", "ilo-Latn"]}, {"precision": 0.322607, "recall": 0.37747, "f1": 0.337886, "accuracy": 0.37747, "main_score": 0.337886, "hf_subset": "pbt_Arab-knc_Arab", "languages": ["pbt-Arab", "knc-Arab"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pbt_Arab-mkd_Cyrl", "languages": ["pbt-Arab", "mkd-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pbt_Arab-prs_Arab", "languages": ["pbt-Arab", "prs-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-swe_Latn", "languages": ["pbt-Arab", "swe-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-urd_Arab", "languages": ["pbt-Arab", "urd-Arab"]}, {"precision": 0.535081, "recall": 0.591897, "f1": 0.550862, "accuracy": 0.591897, "main_score": 0.550862, "hf_subset": "pbt_Arab-aka_Latn", "languages": ["pbt-Arab", "aka-Latn"]}, {"precision": 0.94277, "recall": 0.959486, "f1": 0.948024, "accuracy": 0.959486, "main_score": 0.948024, "hf_subset": "pbt_Arab-bjn_Latn", "languages": ["pbt-Arab", "bjn-Latn"]}, {"precision": 0.922596, "recall": 0.94664, "f1": 0.930336, "accuracy": 0.94664, "main_score": 0.930336, "hf_subset": "pbt_Arab-fao_Latn", "languages": ["pbt-Arab", "fao-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pbt_Arab-ind_Latn", "languages": ["pbt-Arab", "ind-Latn"]}, {"precision": 0.569288, "recall": 0.618577, "f1": 0.583649, "accuracy": 0.618577, "main_score": 0.583649, "hf_subset": "pbt_Arab-knc_Latn", "languages": ["pbt-Arab", "knc-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "pbt_Arab-mlt_Latn", "languages": ["pbt-Arab", "mlt-Latn"]}, {"precision": 0.647494, "recall": 0.709486, "f1": 0.665514, "accuracy": 0.709486, "main_score": 0.665514, "hf_subset": "pbt_Arab-quy_Latn", "languages": ["pbt-Arab", "quy-Latn"]}, {"precision": 0.924819, "recall": 0.945652, "f1": 0.931555, "accuracy": 0.945652, "main_score": 0.931555, "hf_subset": "pbt_Arab-swh_Latn", "languages": ["pbt-Arab", "swh-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pbt_Arab-uzn_Latn", "languages": ["pbt-Arab", "uzn-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "pbt_Arab-als_Latn", "languages": ["pbt-Arab", "als-Latn"]}, {"precision": 0.56567, "recall": 0.649209, "f1": 0.589764, "accuracy": 0.649209, "main_score": 0.589764, "hf_subset": "pbt_Arab-bod_Tibt", "languages": ["pbt-Arab", "bod-Tibt"]}, {"precision": 0.64633, "recall": 0.704545, "f1": 0.662799, "accuracy": 0.704545, "main_score": 0.662799, "hf_subset": "pbt_Arab-fij_Latn", "languages": ["pbt-Arab", "fij-Latn"]}, {"precision": 0.936759, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "pbt_Arab-isl_Latn", "languages": ["pbt-Arab", "isl-Latn"]}, {"precision": 0.617622, "recall": 0.667984, "f1": 0.63258, "accuracy": 0.667984, "main_score": 0.63258, "hf_subset": "pbt_Arab-kon_Latn", "languages": ["pbt-Arab", "kon-Latn"]}, {"precision": 0.602253, "recall": 0.66996, "f1": 0.621754, "accuracy": 0.66996, "main_score": 0.621754, "hf_subset": "pbt_Arab-mni_Beng", "languages": ["pbt-Arab", "mni-Beng"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pbt_Arab-ron_Latn", "languages": ["pbt-Arab", "ron-Latn"]}, {"precision": 0.95504, "recall": 0.967391, "f1": 0.959157, "accuracy": 0.967391, "main_score": 0.959157, "hf_subset": "pbt_Arab-szl_Latn", "languages": ["pbt-Arab", "szl-Latn"]}, {"precision": 0.971542, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "pbt_Arab-vec_Latn", "languages": ["pbt-Arab", "vec-Latn"]}, {"precision": 0.884387, "recall": 0.918972, "f1": 0.895586, "accuracy": 0.918972, "main_score": 0.895586, "hf_subset": "pbt_Arab-amh_Ethi", "languages": ["pbt-Arab", "amh-Ethi"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pbt_Arab-bos_Latn", "languages": ["pbt-Arab", "bos-Latn"]}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "pbt_Arab-fin_Latn", "languages": ["pbt-Arab", "fin-Latn"]}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "pbt_Arab-ita_Latn", "languages": ["pbt-Arab", "ita-Latn"]}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pbt_Arab-kor_Hang", "languages": ["pbt-Arab", "kor-Hang"]}, {"precision": 0.519749, "recall": 0.575099, "f1": 0.535438, "accuracy": 0.575099, "main_score": 0.535438, "hf_subset": "pbt_Arab-mos_Latn", "languages": ["pbt-Arab", "mos-Latn"]}, {"precision": 0.527586, "recall": 0.579051, "f1": 0.541569, "accuracy": 0.579051, "main_score": 0.541569, "hf_subset": "pbt_Arab-run_Latn", "languages": ["pbt-Arab", "run-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pbt_Arab-tam_Taml", "languages": ["pbt-Arab", "tam-Taml"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-vie_Latn", "languages": ["pbt-Arab", "vie-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "pbt_Arab-apc_Arab", "languages": ["pbt-Arab", "apc-Arab"]}, {"precision": 0.741502, "recall": 0.79249, "f1": 0.756851, "accuracy": 0.79249, "main_score": 0.756851, "hf_subset": "pbt_Arab-bug_Latn", "languages": ["pbt-Arab", "bug-Latn"]}, {"precision": 0.436161, "recall": 0.495059, "f1": 0.452431, "accuracy": 0.495059, "main_score": 0.452431, "hf_subset": "pbt_Arab-fon_Latn", "languages": ["pbt-Arab", "fon-Latn"]}, {"precision": 0.980319, "recall": 0.986166, "f1": 0.982115, "accuracy": 0.986166, "main_score": 0.982115, "hf_subset": "pbt_Arab-jav_Latn", "languages": ["pbt-Arab", "jav-Latn"]}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "pbt_Arab-lao_Laoo", "languages": ["pbt-Arab", "lao-Laoo"]}, {"precision": 0.797546, "recall": 0.846838, "f1": 0.812008, "accuracy": 0.846838, "main_score": 0.812008, "hf_subset": "pbt_Arab-mri_Latn", "languages": ["pbt-Arab", "mri-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "pbt_Arab-rus_Cyrl", "languages": ["pbt-Arab", "rus-Cyrl"]}, {"precision": 0.51803, "recall": 0.578063, "f1": 0.534337, "accuracy": 0.578063, "main_score": 0.534337, "hf_subset": "pbt_Arab-taq_Latn", "languages": ["pbt-Arab", "taq-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "pbt_Arab-war_Latn", "languages": ["pbt-Arab", "war-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pbt_Arab-arb_Arab", "languages": ["pbt-Arab", "arb-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pbt_Arab-bul_Cyrl", "languages": ["pbt-Arab", "bul-Cyrl"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pbt_Arab-fra_Latn", "languages": ["pbt-Arab", "fra-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pbt_Arab-jpn_Jpan", "languages": ["pbt-Arab", "jpn-Jpan"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "pbt_Arab-lij_Latn", "languages": ["pbt-Arab", "lij-Latn"]}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "pbt_Arab-mya_Mymr", "languages": ["pbt-Arab", "mya-Mymr"]}, {"precision": 0.544712, "recall": 0.610672, "f1": 0.563883, "accuracy": 0.610672, "main_score": 0.563883, "hf_subset": "pbt_Arab-sag_Latn", "languages": ["pbt-Arab", "sag-Latn"]}, {"precision": 0.206723, "recall": 0.250988, "f1": 0.21673, "accuracy": 0.250988, "main_score": 0.21673, "hf_subset": "pbt_Arab-taq_Tfng", "languages": ["pbt-Arab", "taq-Tfng"]}, {"precision": 0.605649, "recall": 0.655138, "f1": 0.619993, "accuracy": 0.655138, "main_score": 0.619993, "hf_subset": "pbt_Arab-wol_Latn", "languages": ["pbt-Arab", "wol-Latn"]}, {"precision": 0.745759, "recall": 0.806324, "f1": 0.763856, "accuracy": 0.806324, "main_score": 0.763856, "hf_subset": "pbt_Arab-arb_Latn", "languages": ["pbt-Arab", "arb-Latn"]}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "pbt_Arab-cat_Latn", "languages": ["pbt-Arab", "cat-Latn"]}, {"precision": 0.955863, "recall": 0.966403, "f1": 0.959124, "accuracy": 0.966403, "main_score": 0.959124, "hf_subset": "pbt_Arab-fur_Latn", "languages": ["pbt-Arab", "fur-Latn"]}, {"precision": 0.391926, "recall": 0.447628, "f1": 0.406852, "accuracy": 0.447628, "main_score": 0.406852, "hf_subset": "pbt_Arab-kab_Latn", "languages": ["pbt-Arab", "kab-Latn"]}, {"precision": 0.941206, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "pbt_Arab-lim_Latn", "languages": ["pbt-Arab", "lim-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "pbt_Arab-nld_Latn", "languages": ["pbt-Arab", "nld-Latn"]}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "pbt_Arab-san_Deva", "languages": ["pbt-Arab", "san-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "pbt_Arab-tat_Cyrl", "languages": ["pbt-Arab", "tat-Cyrl"]}, {"precision": 0.635253, "recall": 0.6917, "f1": 0.651828, "accuracy": 0.6917, "main_score": 0.651828, "hf_subset": "pbt_Arab-xho_Latn", "languages": ["pbt-Arab", "xho-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-ars_Arab", "languages": ["pbt-Arab", "ars-Arab"]}, {"precision": 0.963521, "recall": 0.974308, "f1": 0.966963, "accuracy": 0.974308, "main_score": 0.966963, "hf_subset": "pbt_Arab-ceb_Latn", "languages": ["pbt-Arab", "ceb-Latn"]}, {"precision": 0.520103, "recall": 0.582016, "f1": 0.538589, "accuracy": 0.582016, "main_score": 0.538589, "hf_subset": "pbt_Arab-fuv_Latn", "languages": ["pbt-Arab", "fuv-Latn"]}, {"precision": 0.476913, "recall": 0.536561, "f1": 0.492875, "accuracy": 0.536561, "main_score": 0.492875, "hf_subset": "pbt_Arab-kac_Latn", "languages": ["pbt-Arab", "kac-Latn"]}, {"precision": 0.634833, "recall": 0.6917, "f1": 0.650867, "accuracy": 0.6917, "main_score": 0.650867, "hf_subset": "pbt_Arab-lin_Latn", "languages": ["pbt-Arab", "lin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-nno_Latn", "languages": ["pbt-Arab", "nno-Latn"]}, {"precision": 0.231292, "recall": 0.309289, "f1": 0.250989, "accuracy": 0.309289, "main_score": 0.250989, "hf_subset": "pbt_Arab-sat_Olck", "languages": ["pbt-Arab", "sat-Olck"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "pbt_Arab-tel_Telu", "languages": ["pbt-Arab", "tel-Telu"]}, {"precision": 0.907362, "recall": 0.933794, "f1": 0.915744, "accuracy": 0.933794, "main_score": 0.915744, "hf_subset": "pbt_Arab-ydd_Hebr", "languages": ["pbt-Arab", "ydd-Hebr"]}, {"precision": 0.942688, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "pbt_Arab-ary_Arab", "languages": ["pbt-Arab", "ary-Arab"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "pbt_Arab-ces_Latn", "languages": ["pbt-Arab", "ces-Latn"]}, {"precision": 0.551696, "recall": 0.607708, "f1": 0.568347, "accuracy": 0.607708, "main_score": 0.568347, "hf_subset": "pbt_Arab-gaz_Latn", "languages": ["pbt-Arab", "gaz-Latn"]}, {"precision": 0.541753, "recall": 0.599802, "f1": 0.557838, "accuracy": 0.599802, "main_score": 0.557838, "hf_subset": "pbt_Arab-kam_Latn", "languages": ["pbt-Arab", "kam-Latn"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "pbt_Arab-lit_Latn", "languages": ["pbt-Arab", "lit-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-nob_Latn", "languages": ["pbt-Arab", "nob-Latn"]}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.95504, "accuracy": 0.965415, "main_score": 0.95504, "hf_subset": "pbt_Arab-scn_Latn", "languages": ["pbt-Arab", "scn-Latn"]}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "pbt_Arab-tgk_Cyrl", "languages": ["pbt-Arab", "tgk-Cyrl"]}, {"precision": 0.662312, "recall": 0.729249, "f1": 0.682183, "accuracy": 0.729249, "main_score": 0.682183, "hf_subset": "pbt_Arab-yor_Latn", "languages": ["pbt-Arab", "yor-Latn"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "pbt_Arab-arz_Arab", "languages": ["pbt-Arab", "arz-Arab"]}, {"precision": 0.527056, "recall": 0.586957, "f1": 0.544055, "accuracy": 0.586957, "main_score": 0.544055, "hf_subset": "pbt_Arab-cjk_Latn", "languages": ["pbt-Arab", "cjk-Latn"]}, {"precision": 0.721838, "recall": 0.781621, "f1": 0.739822, "accuracy": 0.781621, "main_score": 0.739822, "hf_subset": "pbt_Arab-gla_Latn", "languages": ["pbt-Arab", "gla-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "pbt_Arab-kan_Knda", "languages": ["pbt-Arab", "kan-Knda"]}, {"precision": 0.954545, "recall": 0.966403, "f1": 0.958122, "accuracy": 0.966403, "main_score": 0.958122, "hf_subset": "pbt_Arab-lmo_Latn", "languages": ["pbt-Arab", "lmo-Latn"]}, {"precision": 0.976367, "recall": 0.983202, "f1": 0.978491, "accuracy": 0.983202, "main_score": 0.978491, "hf_subset": "pbt_Arab-npi_Deva", "languages": ["pbt-Arab", "npi-Deva"]}, {"precision": 0.434785, "recall": 0.495059, "f1": 0.451209, "accuracy": 0.495059, "main_score": 0.451209, "hf_subset": "pbt_Arab-shn_Mymr", "languages": ["pbt-Arab", "shn-Mymr"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pbt_Arab-tgl_Latn", "languages": ["pbt-Arab", "tgl-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "pbt_Arab-yue_Hant", "languages": ["pbt-Arab", "yue-Hant"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "pbt_Arab-asm_Beng", "languages": ["pbt-Arab", "asm-Beng"]}, {"precision": 0.93083, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "pbt_Arab-ckb_Arab", "languages": ["pbt-Arab", "ckb-Arab"]}, {"precision": 0.798567, "recall": 0.843874, "f1": 0.812404, "accuracy": 0.843874, "main_score": 0.812404, "hf_subset": "pbt_Arab-gle_Latn", "languages": ["pbt-Arab", "gle-Latn"]}, {"precision": 0.937088, "recall": 0.955534, "f1": 0.943017, "accuracy": 0.955534, "main_score": 0.943017, "hf_subset": "pbt_Arab-kas_Arab", "languages": ["pbt-Arab", "kas-Arab"]}, {"precision": 0.885787, "recall": 0.918972, "f1": 0.896278, "accuracy": 0.918972, "main_score": 0.896278, "hf_subset": "pbt_Arab-ltg_Latn", "languages": ["pbt-Arab", "ltg-Latn"]}, {"precision": 0.583804, "recall": 0.63834, "f1": 0.599645, "accuracy": 0.63834, "main_score": 0.599645, "hf_subset": "pbt_Arab-nso_Latn", "languages": ["pbt-Arab", "nso-Latn"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "pbt_Arab-sin_Sinh", "languages": ["pbt-Arab", "sin-Sinh"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-tha_Thai", "languages": ["pbt-Arab", "tha-Thai"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pbt_Arab-zho_Hans", "languages": ["pbt-Arab", "zho-Hans"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pbt_Arab-ast_Latn", "languages": ["pbt-Arab", "ast-Latn"]}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957312, "accuracy": 0.967391, "main_score": 0.957312, "hf_subset": "pbt_Arab-crh_Latn", "languages": ["pbt-Arab", "crh-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pbt_Arab-glg_Latn", "languages": ["pbt-Arab", "glg-Latn"]}, {"precision": 0.848897, "recall": 0.889328, "f1": 0.861528, "accuracy": 0.889328, "main_score": 0.861528, "hf_subset": "pbt_Arab-kas_Deva", "languages": ["pbt-Arab", "kas-Deva"]}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "pbt_Arab-ltz_Latn", "languages": ["pbt-Arab", "ltz-Latn"]}, {"precision": 0.438465, "recall": 0.5, "f1": 0.454897, "accuracy": 0.5, "main_score": 0.454897, "hf_subset": "pbt_Arab-nus_Latn", "languages": ["pbt-Arab", "nus-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-slk_Latn", "languages": ["pbt-Arab", "slk-Latn"]}, {"precision": 0.595026, "recall": 0.662055, "f1": 0.614988, "accuracy": 0.662055, "main_score": 0.614988, "hf_subset": "pbt_Arab-tir_Ethi", "languages": ["pbt-Arab", "tir-Ethi"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "pbt_Arab-zho_Hant", "languages": ["pbt-Arab", "zho-Hant"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "pbt_Arab-awa_Deva", "languages": ["pbt-Arab", "awa-Deva"]}, {"precision": 0.929018, "recall": 0.949605, "f1": 0.935606, "accuracy": 0.949605, "main_score": 0.935606, "hf_subset": "pbt_Arab-cym_Latn", "languages": ["pbt-Arab", "cym-Latn"]}, {"precision": 0.786215, "recall": 0.83498, "f1": 0.801402, "accuracy": 0.83498, "main_score": 0.801402, "hf_subset": "pbt_Arab-grn_Latn", "languages": ["pbt-Arab", "grn-Latn"]}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.978543, "accuracy": 0.983202, "main_score": 0.978543, "hf_subset": "pbt_Arab-kat_Geor", "languages": ["pbt-Arab", "kat-Geor"]}, {"precision": 0.60607, "recall": 0.659091, "f1": 0.621178, "accuracy": 0.659091, "main_score": 0.621178, "hf_subset": "pbt_Arab-lua_Latn", "languages": ["pbt-Arab", "lua-Latn"]}, {"precision": 0.582907, "recall": 0.646245, "f1": 0.601022, "accuracy": 0.646245, "main_score": 0.601022, "hf_subset": "pbt_Arab-nya_Latn", "languages": ["pbt-Arab", "nya-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "pbt_Arab-slv_Latn", "languages": ["pbt-Arab", "slv-Latn"]}, {"precision": 0.877141, "recall": 0.911067, "f1": 0.887648, "accuracy": 0.911067, "main_score": 0.887648, "hf_subset": "pbt_Arab-tpi_Latn", "languages": ["pbt-Arab", "tpi-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-zsm_Latn", "languages": ["pbt-Arab", "zsm-Latn"]}, {"precision": 0.516568, "recall": 0.577075, "f1": 0.533667, "accuracy": 0.577075, "main_score": 0.533667, "hf_subset": "pbt_Arab-ayr_Latn", "languages": ["pbt-Arab", "ayr-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-dan_Latn", "languages": ["pbt-Arab", "dan-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pbt_Arab-guj_Gujr", "languages": ["pbt-Arab", "guj-Gujr"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pbt_Arab-kaz_Cyrl", "languages": ["pbt-Arab", "kaz-Cyrl"]}, {"precision": 0.507001, "recall": 0.566206, "f1": 0.523923, "accuracy": 0.566206, "main_score": 0.523923, "hf_subset": "pbt_Arab-lug_Latn", "languages": ["pbt-Arab", "lug-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-oci_Latn", "languages": ["pbt-Arab", "oci-Latn"]}, {"precision": 0.783663, "recall": 0.832016, "f1": 0.79832, "accuracy": 0.832016, "main_score": 0.79832, "hf_subset": "pbt_Arab-smo_Latn", "languages": ["pbt-Arab", "smo-Latn"]}, {"precision": 0.514992, "recall": 0.570158, "f1": 0.530501, "accuracy": 0.570158, "main_score": 0.530501, "hf_subset": "pbt_Arab-tsn_Latn", "languages": ["pbt-Arab", "tsn-Latn"]}, {"precision": 0.58595, "recall": 0.647233, "f1": 0.603461, "accuracy": 0.647233, "main_score": 0.603461, "hf_subset": "pbt_Arab-zul_Latn", "languages": ["pbt-Arab", "zul-Latn"]}, {"precision": 0.89748, "recall": 0.924901, "f1": 0.906192, "accuracy": 0.924901, "main_score": 0.906192, "hf_subset": "pbt_Arab-azb_Arab", "languages": ["pbt-Arab", "azb-Arab"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pbt_Arab-deu_Latn", "languages": ["pbt-Arab", "deu-Latn"]}, {"precision": 0.9417, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "pbt_Arab-hat_Latn", "languages": ["pbt-Arab", "hat-Latn"]}, {"precision": 0.476043, "recall": 0.524704, "f1": 0.489577, "accuracy": 0.524704, "main_score": 0.489577, "hf_subset": "pbt_Arab-kbp_Latn", "languages": ["pbt-Arab", "kbp-Latn"]}, {"precision": 0.555496, "recall": 0.613636, "f1": 0.571434, "accuracy": 0.613636, "main_score": 0.571434, "hf_subset": "pbt_Arab-luo_Latn", "languages": ["pbt-Arab", "luo-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-ory_Orya", "languages": ["pbt-Arab", "ory-Orya"]}, {"precision": 0.566925, "recall": 0.630435, "f1": 0.585771, "accuracy": 0.630435, "main_score": 0.585771, "hf_subset": "pbt_Arab-sna_Latn", "languages": ["pbt-Arab", "sna-Latn"]}, {"precision": 0.52963, "recall": 0.582016, "f1": 0.544076, "accuracy": 0.582016, "main_score": 0.544076, "hf_subset": "pbt_Arab-tso_Latn", "languages": ["pbt-Arab", "tso-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "pbt_Arab-azj_Latn", "languages": ["pbt-Arab", "azj-Latn"]}, {"precision": 0.504044, "recall": 0.565217, "f1": 0.521953, "accuracy": 0.565217, "main_score": 0.521953, "hf_subset": "pbt_Arab-dik_Latn", "languages": ["pbt-Arab", "dik-Latn"]}, {"precision": 0.685787, "recall": 0.744071, "f1": 0.703346, "accuracy": 0.744071, "main_score": 0.703346, "hf_subset": "pbt_Arab-hau_Latn", "languages": ["pbt-Arab", "hau-Latn"]}, {"precision": 0.944664, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "pbt_Arab-kea_Latn", "languages": ["pbt-Arab", "kea-Latn"]}, {"precision": 0.701087, "recall": 0.748024, "f1": 0.715679, "accuracy": 0.748024, "main_score": 0.715679, "hf_subset": "pbt_Arab-lus_Latn", "languages": ["pbt-Arab", "lus-Latn"]}, {"precision": 0.805978, "recall": 0.846838, "f1": 0.818017, "accuracy": 0.846838, "main_score": 0.818017, "hf_subset": "pbt_Arab-pag_Latn", "languages": ["pbt-Arab", "pag-Latn"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "pbt_Arab-snd_Arab", "languages": ["pbt-Arab", "snd-Arab"]}, {"precision": 0.903986, "recall": 0.932806, "f1": 0.913208, "accuracy": 0.932806, "main_score": 0.913208, "hf_subset": "pbt_Arab-tuk_Latn", "languages": ["pbt-Arab", "tuk-Latn"]}, {"precision": 0.956357, "recall": 0.968379, "f1": 0.960098, "accuracy": 0.968379, "main_score": 0.960098, "hf_subset": "pbt_Arab-bak_Cyrl", "languages": ["pbt-Arab", "bak-Cyrl"]}, {"precision": 0.45607, "recall": 0.52668, "f1": 0.476729, "accuracy": 0.52668, "main_score": 0.476729, "hf_subset": "pbt_Arab-dyu_Latn", "languages": ["pbt-Arab", "dyu-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-heb_Hebr", "languages": ["pbt-Arab", "heb-Hebr"]}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "pbt_Arab-khk_Cyrl", "languages": ["pbt-Arab", "khk-Cyrl"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "pbt_Arab-lvs_Latn", "languages": ["pbt-Arab", "lvs-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pbt_Arab-pan_Guru", "languages": ["pbt-Arab", "pan-Guru"]}, {"precision": 0.672365, "recall": 0.729249, "f1": 0.689116, "accuracy": 0.729249, "main_score": 0.689116, "hf_subset": "pbt_Arab-som_Latn", "languages": ["pbt-Arab", "som-Latn"]}, {"precision": 0.541989, "recall": 0.592885, "f1": 0.556279, "accuracy": 0.592885, "main_score": 0.556279, "hf_subset": "pbt_Arab-tum_Latn", "languages": ["pbt-Arab", "tum-Latn"]}, {"precision": 0.584759, "recall": 0.651186, "f1": 0.603691, "accuracy": 0.651186, "main_score": 0.603691, "hf_subset": "spa_Latn-ace_Arab", "languages": ["spa-Latn", "ace-Arab"]}, {"precision": 0.535437, "recall": 0.602767, "f1": 0.554509, "accuracy": 0.602767, "main_score": 0.554509, "hf_subset": "spa_Latn-bam_Latn", "languages": ["spa-Latn", "bam-Latn"]}, {"precision": 0.45069, "recall": 0.529644, "f1": 0.472324, "accuracy": 0.529644, "main_score": 0.472324, "hf_subset": "spa_Latn-dzo_Tibt", "languages": ["spa-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hin_Deva", "languages": ["spa-Latn", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-khm_Khmr", "languages": ["spa-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mag_Deva", "languages": ["spa-Latn", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-pap_Latn", "languages": ["spa-Latn", "pap-Latn"]}, {"precision": 0.61083, "recall": 0.666996, "f1": 0.626541, "accuracy": 0.666996, "main_score": 0.626541, "hf_subset": "spa_Latn-sot_Latn", "languages": ["spa-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tur_Latn", "languages": ["spa-Latn", "tur-Latn"]}, {"precision": 0.887681, "recall": 0.918972, "f1": 0.897497, "accuracy": 0.918972, "main_score": 0.897497, "hf_subset": "spa_Latn-ace_Latn", "languages": ["spa-Latn", "ace-Latn"]}, {"precision": 0.967556, "recall": 0.976285, "f1": 0.970356, "accuracy": 0.976285, "main_score": 0.970356, "hf_subset": "spa_Latn-ban_Latn", "languages": ["spa-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-ell_Grek", "languages": ["spa-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "spa_Latn-hne_Deva", "languages": ["spa-Latn", "hne-Deva"]}, {"precision": 0.618676, "recall": 0.671937, "f1": 0.634074, "accuracy": 0.671937, "main_score": 0.634074, "hf_subset": "spa_Latn-kik_Latn", "languages": ["spa-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mai_Deva", "languages": ["spa-Latn", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "spa_Latn-pbt_Arab", "languages": ["spa-Latn", "pbt-Arab"]}, {"precision": 0.629787, "recall": 0.688735, "f1": 0.646033, "accuracy": 0.688735, "main_score": 0.646033, "hf_subset": "spa_Latn-twi_Latn", "languages": ["spa-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-acm_Arab", "languages": ["spa-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bel_Cyrl", "languages": ["spa-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-eng_Latn", "languages": ["spa-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hrv_Latn", "languages": ["spa-Latn", "hrv-Latn"]}, {"precision": 0.574038, "recall": 0.639328, "f1": 0.592558, "accuracy": 0.639328, "main_score": 0.592558, "hf_subset": "spa_Latn-kin_Latn", "languages": ["spa-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-mal_Mlym", "languages": ["spa-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pes_Arab", "languages": ["spa-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-srd_Latn", "languages": ["spa-Latn", "srd-Latn"]}, {"precision": 0.186724, "recall": 0.238142, "f1": 0.199766, "accuracy": 0.238142, "main_score": 0.199766, "hf_subset": "spa_Latn-tzm_Tfng", "languages": ["spa-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-acq_Arab", "languages": ["spa-Latn", "acq-Arab"]}, {"precision": 0.651032, "recall": 0.701581, "f1": 0.665046, "accuracy": 0.701581, "main_score": 0.665046, "hf_subset": "spa_Latn-bem_Latn", "languages": ["spa-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-epo_Latn", "languages": ["spa-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hun_Latn", "languages": ["spa-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-kir_Cyrl", "languages": ["spa-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-mar_Deva", "languages": ["spa-Latn", "mar-Deva"]}, {"precision": 0.693165, "recall": 0.745059, "f1": 0.708432, "accuracy": 0.745059, "main_score": 0.708432, "hf_subset": "spa_Latn-plt_Latn", "languages": ["spa-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-srp_Cyrl", "languages": ["spa-Latn", "srp-Cyrl"]}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "spa_Latn-uig_Arab", "languages": ["spa-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-aeb_Arab", "languages": ["spa-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ben_Beng", "languages": ["spa-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-est_Latn", "languages": ["spa-Latn", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-hye_Armn", "languages": ["spa-Latn", "hye-Armn"]}, {"precision": 0.562806, "recall": 0.612648, "f1": 0.577111, "accuracy": 0.612648, "main_score": 0.577111, "hf_subset": "spa_Latn-kmb_Latn", "languages": ["spa-Latn", "kmb-Latn"]}, {"precision": 0.521885, "recall": 0.597826, "f1": 0.542606, "accuracy": 0.597826, "main_score": 0.542606, "hf_subset": "spa_Latn-min_Arab", "languages": ["spa-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pol_Latn", "languages": ["spa-Latn", "pol-Latn"]}, {"precision": 0.570133, "recall": 0.634387, "f1": 0.58848, "accuracy": 0.634387, "main_score": 0.58848, "hf_subset": "spa_Latn-ssw_Latn", "languages": ["spa-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ukr_Cyrl", "languages": ["spa-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-afr_Latn", "languages": ["spa-Latn", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-bho_Deva", "languages": ["spa-Latn", "bho-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "spa_Latn-eus_Latn", "languages": ["spa-Latn", "eus-Latn"]}, {"precision": 0.591197, "recall": 0.650198, "f1": 0.607668, "accuracy": 0.650198, "main_score": 0.607668, "hf_subset": "spa_Latn-ibo_Latn", "languages": ["spa-Latn", "ibo-Latn"]}, {"precision": 0.909091, "recall": 0.936759, "f1": 0.918149, "accuracy": 0.936759, "main_score": 0.918149, "hf_subset": "spa_Latn-kmr_Latn", "languages": ["spa-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "spa_Latn-min_Latn", "languages": ["spa-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-por_Latn", "languages": ["spa-Latn", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-sun_Latn", "languages": ["spa-Latn", "sun-Latn"]}, {"precision": 0.542515, "recall": 0.600791, "f1": 0.559823, "accuracy": 0.600791, "main_score": 0.559823, "hf_subset": "spa_Latn-umb_Latn", "languages": ["spa-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ajp_Arab", "languages": ["spa-Latn", "ajp-Arab"]}, {"precision": 0.554262, "recall": 0.618577, "f1": 0.572022, "accuracy": 0.618577, "main_score": 0.572022, "hf_subset": "spa_Latn-bjn_Arab", "languages": ["spa-Latn", "bjn-Arab"]}, {"precision": 0.534485, "recall": 0.591897, "f1": 0.550146, "accuracy": 0.591897, "main_score": 0.550146, "hf_subset": "spa_Latn-ewe_Latn", "languages": ["spa-Latn", "ewe-Latn"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "spa_Latn-ilo_Latn", "languages": ["spa-Latn", "ilo-Latn"]}, {"precision": 0.319468, "recall": 0.385375, "f1": 0.337788, "accuracy": 0.385375, "main_score": 0.337788, "hf_subset": "spa_Latn-knc_Arab", "languages": ["spa-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mkd_Cyrl", "languages": ["spa-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-prs_Arab", "languages": ["spa-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-swe_Latn", "languages": ["spa-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-urd_Arab", "languages": ["spa-Latn", "urd-Arab"]}, {"precision": 0.612328, "recall": 0.66996, "f1": 0.628433, "accuracy": 0.66996, "main_score": 0.628433, "hf_subset": "spa_Latn-aka_Latn", "languages": ["spa-Latn", "aka-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "spa_Latn-bjn_Latn", "languages": ["spa-Latn", "bjn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "spa_Latn-fao_Latn", "languages": ["spa-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ind_Latn", "languages": ["spa-Latn", "ind-Latn"]}, {"precision": 0.5966, "recall": 0.65415, "f1": 0.613323, "accuracy": 0.65415, "main_score": 0.613323, "hf_subset": "spa_Latn-knc_Latn", "languages": ["spa-Latn", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "spa_Latn-mlt_Latn", "languages": ["spa-Latn", "mlt-Latn"]}, {"precision": 0.722716, "recall": 0.786561, "f1": 0.742095, "accuracy": 0.786561, "main_score": 0.742095, "hf_subset": "spa_Latn-quy_Latn", "languages": ["spa-Latn", "quy-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "spa_Latn-swh_Latn", "languages": ["spa-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-uzn_Latn", "languages": ["spa-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-als_Latn", "languages": ["spa-Latn", "als-Latn"]}, {"precision": 0.671633, "recall": 0.747036, "f1": 0.693692, "accuracy": 0.747036, "main_score": 0.693692, "hf_subset": "spa_Latn-bod_Tibt", "languages": ["spa-Latn", "bod-Tibt"]}, {"precision": 0.728073, "recall": 0.782609, "f1": 0.744041, "accuracy": 0.782609, "main_score": 0.744041, "hf_subset": "spa_Latn-fij_Latn", "languages": ["spa-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-isl_Latn", "languages": ["spa-Latn", "isl-Latn"]}, {"precision": 0.675346, "recall": 0.731225, "f1": 0.692133, "accuracy": 0.731225, "main_score": 0.692133, "hf_subset": "spa_Latn-kon_Latn", "languages": ["spa-Latn", "kon-Latn"]}, {"precision": 0.679891, "recall": 0.743083, "f1": 0.698339, "accuracy": 0.743083, "main_score": 0.698339, "hf_subset": "spa_Latn-mni_Beng", "languages": ["spa-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ron_Latn", "languages": ["spa-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "spa_Latn-szl_Latn", "languages": ["spa-Latn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-vec_Latn", "languages": ["spa-Latn", "vec-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "spa_Latn-amh_Ethi", "languages": ["spa-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bos_Latn", "languages": ["spa-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-fin_Latn", "languages": ["spa-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ita_Latn", "languages": ["spa-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-kor_Hang", "languages": ["spa-Latn", "kor-Hang"]}, {"precision": 0.567667, "recall": 0.630435, "f1": 0.585184, "accuracy": 0.630435, "main_score": 0.585184, "hf_subset": "spa_Latn-mos_Latn", "languages": ["spa-Latn", "mos-Latn"]}, {"precision": 0.563911, "recall": 0.620553, "f1": 0.580138, "accuracy": 0.620553, "main_score": 0.580138, "hf_subset": "spa_Latn-run_Latn", "languages": ["spa-Latn", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-tam_Taml", "languages": ["spa-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-vie_Latn", "languages": ["spa-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-apc_Arab", "languages": ["spa-Latn", "apc-Arab"]}, {"precision": 0.803426, "recall": 0.852767, "f1": 0.818445, "accuracy": 0.852767, "main_score": 0.818445, "hf_subset": "spa_Latn-bug_Latn", "languages": ["spa-Latn", "bug-Latn"]}, {"precision": 0.48274, "recall": 0.545455, "f1": 0.499725, "accuracy": 0.545455, "main_score": 0.499725, "hf_subset": "spa_Latn-fon_Latn", "languages": ["spa-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-jav_Latn", "languages": ["spa-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-lao_Laoo", "languages": ["spa-Latn", "lao-Laoo"]}, {"precision": 0.858837, "recall": 0.900198, "f1": 0.871953, "accuracy": 0.900198, "main_score": 0.871953, "hf_subset": "spa_Latn-mri_Latn", "languages": ["spa-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-rus_Cyrl", "languages": ["spa-Latn", "rus-Cyrl"]}, {"precision": 0.554027, "recall": 0.618577, "f1": 0.572128, "accuracy": 0.618577, "main_score": 0.572128, "hf_subset": "spa_Latn-taq_Latn", "languages": ["spa-Latn", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-war_Latn", "languages": ["spa-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-arb_Arab", "languages": ["spa-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bul_Cyrl", "languages": ["spa-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-fra_Latn", "languages": ["spa-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-jpn_Jpan", "languages": ["spa-Latn", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-lij_Latn", "languages": ["spa-Latn", "lij-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "spa_Latn-mya_Mymr", "languages": ["spa-Latn", "mya-Mymr"]}, {"precision": 0.604882, "recall": 0.678854, "f1": 0.625872, "accuracy": 0.678854, "main_score": 0.625872, "hf_subset": "spa_Latn-sag_Latn", "languages": ["spa-Latn", "sag-Latn"]}, {"precision": 0.189134, "recall": 0.247036, "f1": 0.202325, "accuracy": 0.247036, "main_score": 0.202325, "hf_subset": "spa_Latn-taq_Tfng", "languages": ["spa-Latn", "taq-Tfng"]}, {"precision": 0.650148, "recall": 0.711462, "f1": 0.667467, "accuracy": 0.711462, "main_score": 0.667467, "hf_subset": "spa_Latn-wol_Latn", "languages": ["spa-Latn", "wol-Latn"]}, {"precision": 0.823897, "recall": 0.87253, "f1": 0.838801, "accuracy": 0.87253, "main_score": 0.838801, "hf_subset": "spa_Latn-arb_Latn", "languages": ["spa-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-cat_Latn", "languages": ["spa-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-fur_Latn", "languages": ["spa-Latn", "fur-Latn"]}, {"precision": 0.4201, "recall": 0.476285, "f1": 0.435894, "accuracy": 0.476285, "main_score": 0.435894, "hf_subset": "spa_Latn-kab_Latn", "languages": ["spa-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-lim_Latn", "languages": ["spa-Latn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-nld_Latn", "languages": ["spa-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "spa_Latn-san_Deva", "languages": ["spa-Latn", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-tat_Cyrl", "languages": ["spa-Latn", "tat-Cyrl"]}, {"precision": 0.675158, "recall": 0.730237, "f1": 0.69157, "accuracy": 0.730237, "main_score": 0.69157, "hf_subset": "spa_Latn-xho_Latn", "languages": ["spa-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ars_Arab", "languages": ["spa-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ceb_Latn", "languages": ["spa-Latn", "ceb-Latn"]}, {"precision": 0.565791, "recall": 0.632411, "f1": 0.58488, "accuracy": 0.632411, "main_score": 0.58488, "hf_subset": "spa_Latn-fuv_Latn", "languages": ["spa-Latn", "fuv-Latn"]}, {"precision": 0.524562, "recall": 0.590909, "f1": 0.543382, "accuracy": 0.590909, "main_score": 0.543382, "hf_subset": "spa_Latn-kac_Latn", "languages": ["spa-Latn", "kac-Latn"]}, {"precision": 0.680072, "recall": 0.733202, "f1": 0.695525, "accuracy": 0.733202, "main_score": 0.695525, "hf_subset": "spa_Latn-lin_Latn", "languages": ["spa-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-nno_Latn", "languages": ["spa-Latn", "nno-Latn"]}, {"precision": 0.246832, "recall": 0.328063, "f1": 0.268986, "accuracy": 0.328063, "main_score": 0.268986, "hf_subset": "spa_Latn-sat_Olck", "languages": ["spa-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-tel_Telu", "languages": ["spa-Latn", "tel-Telu"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "spa_Latn-ydd_Hebr", "languages": ["spa-Latn", "ydd-Hebr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "spa_Latn-ary_Arab", "languages": ["spa-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ces_Latn", "languages": ["spa-Latn", "ces-Latn"]}, {"precision": 0.590399, "recall": 0.653162, "f1": 0.608992, "accuracy": 0.653162, "main_score": 0.608992, "hf_subset": "spa_Latn-gaz_Latn", "languages": ["spa-Latn", "gaz-Latn"]}, {"precision": 0.609332, "recall": 0.670949, "f1": 0.627014, "accuracy": 0.670949, "main_score": 0.627014, "hf_subset": "spa_Latn-kam_Latn", "languages": ["spa-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "spa_Latn-lit_Latn", "languages": ["spa-Latn", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-nob_Latn", "languages": ["spa-Latn", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "spa_Latn-scn_Latn", "languages": ["spa-Latn", "scn-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "spa_Latn-tgk_Cyrl", "languages": ["spa-Latn", "tgk-Cyrl"]}, {"precision": 0.720184, "recall": 0.781621, "f1": 0.738441, "accuracy": 0.781621, "main_score": 0.738441, "hf_subset": "spa_Latn-yor_Latn", "languages": ["spa-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-arz_Arab", "languages": ["spa-Latn", "arz-Arab"]}, {"precision": 0.589859, "recall": 0.648221, "f1": 0.606069, "accuracy": 0.648221, "main_score": 0.606069, "hf_subset": "spa_Latn-cjk_Latn", "languages": ["spa-Latn", "cjk-Latn"]}, {"precision": 0.811841, "recall": 0.855731, "f1": 0.825099, "accuracy": 0.855731, "main_score": 0.825099, "hf_subset": "spa_Latn-gla_Latn", "languages": ["spa-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-kan_Knda", "languages": ["spa-Latn", "kan-Knda"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "spa_Latn-lmo_Latn", "languages": ["spa-Latn", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "spa_Latn-npi_Deva", "languages": ["spa-Latn", "npi-Deva"]}, {"precision": 0.4858, "recall": 0.550395, "f1": 0.503433, "accuracy": 0.550395, "main_score": 0.503433, "hf_subset": "spa_Latn-shn_Mymr", "languages": ["spa-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tgl_Latn", "languages": ["spa-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-yue_Hant", "languages": ["spa-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-asm_Beng", "languages": ["spa-Latn", "asm-Beng"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "spa_Latn-ckb_Arab", "languages": ["spa-Latn", "ckb-Arab"]}, {"precision": 0.888587, "recall": 0.918972, "f1": 0.898123, "accuracy": 0.918972, "main_score": 0.898123, "hf_subset": "spa_Latn-gle_Latn", "languages": ["spa-Latn", "gle-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "spa_Latn-kas_Arab", "languages": ["spa-Latn", "kas-Arab"]}, {"precision": 0.940053, "recall": 0.959486, "f1": 0.946476, "accuracy": 0.959486, "main_score": 0.946476, "hf_subset": "spa_Latn-ltg_Latn", "languages": ["spa-Latn", "ltg-Latn"]}, {"precision": 0.627215, "recall": 0.682806, "f1": 0.643947, "accuracy": 0.682806, "main_score": 0.643947, "hf_subset": "spa_Latn-nso_Latn", "languages": ["spa-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "spa_Latn-sin_Sinh", "languages": ["spa-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tha_Thai", "languages": ["spa-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zho_Hans", "languages": ["spa-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ast_Latn", "languages": ["spa-Latn", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-crh_Latn", "languages": ["spa-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-glg_Latn", "languages": ["spa-Latn", "glg-Latn"]}, {"precision": 0.918182, "recall": 0.943676, "f1": 0.926383, "accuracy": 0.943676, "main_score": 0.926383, "hf_subset": "spa_Latn-kas_Deva", "languages": ["spa-Latn", "kas-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "spa_Latn-ltz_Latn", "languages": ["spa-Latn", "ltz-Latn"]}, {"precision": 0.46989, "recall": 0.541502, "f1": 0.489484, "accuracy": 0.541502, "main_score": 0.489484, "hf_subset": "spa_Latn-nus_Latn", "languages": ["spa-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-slk_Latn", "languages": ["spa-Latn", "slk-Latn"]}, {"precision": 0.638933, "recall": 0.710474, "f1": 0.660743, "accuracy": 0.710474, "main_score": 0.660743, "hf_subset": "spa_Latn-tir_Ethi", "languages": ["spa-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zho_Hant", "languages": ["spa-Latn", "zho-Hant"]}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "spa_Latn-awa_Deva", "languages": ["spa-Latn", "awa-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "spa_Latn-cym_Latn", "languages": ["spa-Latn", "cym-Latn"]}, {"precision": 0.861331, "recall": 0.899209, "f1": 0.87332, "accuracy": 0.899209, "main_score": 0.87332, "hf_subset": "spa_Latn-grn_Latn", "languages": ["spa-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-kat_Geor", "languages": ["spa-Latn", "kat-Geor"]}, {"precision": 0.656103, "recall": 0.709486, "f1": 0.671676, "accuracy": 0.709486, "main_score": 0.671676, "hf_subset": "spa_Latn-lua_Latn", "languages": ["spa-Latn", "lua-Latn"]}, {"precision": 0.657964, "recall": 0.716403, "f1": 0.674936, "accuracy": 0.716403, "main_score": 0.674936, "hf_subset": "spa_Latn-nya_Latn", "languages": ["spa-Latn", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-slv_Latn", "languages": ["spa-Latn", "slv-Latn"]}, {"precision": 0.959733, "recall": 0.972332, "f1": 0.963834, "accuracy": 0.972332, "main_score": 0.963834, "hf_subset": "spa_Latn-tpi_Latn", "languages": ["spa-Latn", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zsm_Latn", "languages": ["spa-Latn", "zsm-Latn"]}, {"precision": 0.563681, "recall": 0.629447, "f1": 0.582652, "accuracy": 0.629447, "main_score": 0.582652, "hf_subset": "spa_Latn-ayr_Latn", "languages": ["spa-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-dan_Latn", "languages": ["spa-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-guj_Gujr", "languages": ["spa-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-kaz_Cyrl", "languages": ["spa-Latn", "kaz-Cyrl"]}, {"precision": 0.548534, "recall": 0.614625, "f1": 0.567026, "accuracy": 0.614625, "main_score": 0.567026, "hf_subset": "spa_Latn-lug_Latn", "languages": ["spa-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-oci_Latn", "languages": ["spa-Latn", "oci-Latn"]}, {"precision": 0.844038, "recall": 0.884387, "f1": 0.856522, "accuracy": 0.884387, "main_score": 0.856522, "hf_subset": "spa_Latn-smo_Latn", "languages": ["spa-Latn", "smo-Latn"]}, {"precision": 0.569496, "recall": 0.628458, "f1": 0.585876, "accuracy": 0.628458, "main_score": 0.585876, "hf_subset": "spa_Latn-tsn_Latn", "languages": ["spa-Latn", "tsn-Latn"]}, {"precision": 0.624319, "recall": 0.687747, "f1": 0.642279, "accuracy": 0.687747, "main_score": 0.642279, "hf_subset": "spa_Latn-zul_Latn", "languages": ["spa-Latn", "zul-Latn"]}, {"precision": 0.93083, "recall": 0.953557, "f1": 0.938406, "accuracy": 0.953557, "main_score": 0.938406, "hf_subset": "spa_Latn-azb_Arab", "languages": ["spa-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-deu_Latn", "languages": ["spa-Latn", "deu-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "spa_Latn-hat_Latn", "languages": ["spa-Latn", "hat-Latn"]}, {"precision": 0.502981, "recall": 0.559289, "f1": 0.518982, "accuracy": 0.559289, "main_score": 0.518982, "hf_subset": "spa_Latn-kbp_Latn", "languages": ["spa-Latn", "kbp-Latn"]}, {"precision": 0.580783, "recall": 0.639328, "f1": 0.596801, "accuracy": 0.639328, "main_score": 0.596801, "hf_subset": "spa_Latn-luo_Latn", "languages": ["spa-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ory_Orya", "languages": ["spa-Latn", "ory-Orya"]}, {"precision": 0.606103, "recall": 0.668972, "f1": 0.623677, "accuracy": 0.668972, "main_score": 0.623677, "hf_subset": "spa_Latn-sna_Latn", "languages": ["spa-Latn", "sna-Latn"]}, {"precision": 0.590342, "recall": 0.642292, "f1": 0.605051, "accuracy": 0.642292, "main_score": 0.605051, "hf_subset": "spa_Latn-tso_Latn", "languages": ["spa-Latn", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-azj_Latn", "languages": ["spa-Latn", "azj-Latn"]}, {"precision": 0.552826, "recall": 0.619565, "f1": 0.572283, "accuracy": 0.619565, "main_score": 0.572283, "hf_subset": "spa_Latn-dik_Latn", "languages": ["spa-Latn", "dik-Latn"]}, {"precision": 0.755303, "recall": 0.807312, "f1": 0.770982, "accuracy": 0.807312, "main_score": 0.770982, "hf_subset": "spa_Latn-hau_Latn", "languages": ["spa-Latn", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-kea_Latn", "languages": ["spa-Latn", "kea-Latn"]}, {"precision": 0.762187, "recall": 0.815217, "f1": 0.778261, "accuracy": 0.815217, "main_score": 0.778261, "hf_subset": "spa_Latn-lus_Latn", "languages": ["spa-Latn", "lus-Latn"]}, {"precision": 0.883152, "recall": 0.910079, "f1": 0.891257, "accuracy": 0.910079, "main_score": 0.891257, "hf_subset": "spa_Latn-pag_Latn", "languages": ["spa-Latn", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-snd_Arab", "languages": ["spa-Latn", "snd-Arab"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "spa_Latn-tuk_Latn", "languages": ["spa-Latn", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "spa_Latn-bak_Cyrl", "languages": ["spa-Latn", "bak-Cyrl"]}, {"precision": 0.495627, "recall": 0.573123, "f1": 0.518365, "accuracy": 0.573123, "main_score": 0.518365, "hf_subset": "spa_Latn-dyu_Latn", "languages": ["spa-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-heb_Hebr", "languages": ["spa-Latn", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-khk_Cyrl", "languages": ["spa-Latn", "khk-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-lvs_Latn", "languages": ["spa-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pan_Guru", "languages": ["spa-Latn", "pan-Guru"]}, {"precision": 0.717581, "recall": 0.77668, "f1": 0.73512, "accuracy": 0.77668, "main_score": 0.73512, "hf_subset": "spa_Latn-som_Latn", "languages": ["spa-Latn", "som-Latn"]}, {"precision": 0.612773, "recall": 0.661067, "f1": 0.626602, "accuracy": 0.661067, "main_score": 0.626602, "hf_subset": "spa_Latn-tum_Latn", "languages": ["spa-Latn", "tum-Latn"]}, {"precision": 0.450469, "recall": 0.503953, "f1": 0.466206, "accuracy": 0.503953, "main_score": 0.466206, "hf_subset": "twi_Latn-ace_Arab", "languages": ["twi-Latn", "ace-Arab"]}, {"precision": 0.519365, "recall": 0.565217, "f1": 0.532397, "accuracy": 0.565217, "main_score": 0.532397, "hf_subset": "twi_Latn-bam_Latn", "languages": ["twi-Latn", "bam-Latn"]}, {"precision": 0.222139, "recall": 0.267787, "f1": 0.233455, "accuracy": 0.267787, "main_score": 0.233455, "hf_subset": "twi_Latn-dzo_Tibt", "languages": ["twi-Latn", "dzo-Tibt"]}, {"precision": 0.60927, "recall": 0.657115, "f1": 0.622347, "accuracy": 0.657115, "main_score": 0.622347, "hf_subset": "twi_Latn-hin_Deva", "languages": ["twi-Latn", "hin-Deva"]}, {"precision": 0.545729, "recall": 0.593874, "f1": 0.559384, "accuracy": 0.593874, "main_score": 0.559384, "hf_subset": "twi_Latn-khm_Khmr", "languages": ["twi-Latn", "khm-Khmr"]}, {"precision": 0.608522, "recall": 0.65415, "f1": 0.621784, "accuracy": 0.65415, "main_score": 0.621784, "hf_subset": "twi_Latn-mag_Deva", "languages": ["twi-Latn", "mag-Deva"]}, {"precision": 0.61838, "recall": 0.656126, "f1": 0.628611, "accuracy": 0.656126, "main_score": 0.628611, "hf_subset": "twi_Latn-pap_Latn", "languages": ["twi-Latn", "pap-Latn"]}, {"precision": 0.569789, "recall": 0.610672, "f1": 0.580632, "accuracy": 0.610672, "main_score": 0.580632, "hf_subset": "twi_Latn-sot_Latn", "languages": ["twi-Latn", "sot-Latn"]}, {"precision": 0.601212, "recall": 0.643281, "f1": 0.613119, "accuracy": 0.643281, "main_score": 0.613119, "hf_subset": "twi_Latn-tur_Latn", "languages": ["twi-Latn", "tur-Latn"]}, {"precision": 0.624677, "recall": 0.663043, "f1": 0.634834, "accuracy": 0.663043, "main_score": 0.634834, "hf_subset": "twi_Latn-ace_Latn", "languages": ["twi-Latn", "ace-Latn"]}, {"precision": 0.630676, "recall": 0.66502, "f1": 0.640553, "accuracy": 0.66502, "main_score": 0.640553, "hf_subset": "twi_Latn-ban_Latn", "languages": ["twi-Latn", "ban-Latn"]}, {"precision": 0.60224, "recall": 0.648221, "f1": 0.614617, "accuracy": 0.648221, "main_score": 0.614617, "hf_subset": "twi_Latn-ell_Grek", "languages": ["twi-Latn", "ell-Grek"]}, {"precision": 0.593846, "recall": 0.63834, "f1": 0.606926, "accuracy": 0.63834, "main_score": 0.606926, "hf_subset": "twi_Latn-hne_Deva", "languages": ["twi-Latn", "hne-Deva"]}, {"precision": 0.550004, "recall": 0.59585, "f1": 0.563207, "accuracy": 0.59585, "main_score": 0.563207, "hf_subset": "twi_Latn-kik_Latn", "languages": ["twi-Latn", "kik-Latn"]}, {"precision": 0.598388, "recall": 0.652174, "f1": 0.613673, "accuracy": 0.652174, "main_score": 0.613673, "hf_subset": "twi_Latn-mai_Deva", "languages": ["twi-Latn", "mai-Deva"]}, {"precision": 0.549196, "recall": 0.599802, "f1": 0.56296, "accuracy": 0.599802, "main_score": 0.56296, "hf_subset": "twi_Latn-pbt_Arab", "languages": ["twi-Latn", "pbt-Arab"]}, {"precision": 0.618802, "recall": 0.660079, "f1": 0.629479, "accuracy": 0.660079, "main_score": 0.629479, "hf_subset": "twi_Latn-spa_Latn", "languages": ["twi-Latn", "spa-Latn"]}, {"precision": 0.590672, "recall": 0.636364, "f1": 0.602957, "accuracy": 0.636364, "main_score": 0.602957, "hf_subset": "twi_Latn-acm_Arab", "languages": ["twi-Latn", "acm-Arab"]}, {"precision": 0.573742, "recall": 0.621542, "f1": 0.587289, "accuracy": 0.621542, "main_score": 0.587289, "hf_subset": "twi_Latn-bel_Cyrl", "languages": ["twi-Latn", "bel-Cyrl"]}, {"precision": 0.64459, "recall": 0.684783, "f1": 0.655967, "accuracy": 0.684783, "main_score": 0.655967, "hf_subset": "twi_Latn-eng_Latn", "languages": ["twi-Latn", "eng-Latn"]}, {"precision": 0.622251, "recall": 0.661067, "f1": 0.633033, "accuracy": 0.661067, "main_score": 0.633033, "hf_subset": "twi_Latn-hrv_Latn", "languages": ["twi-Latn", "hrv-Latn"]}, {"precision": 0.504125, "recall": 0.550395, "f1": 0.517269, "accuracy": 0.550395, "main_score": 0.517269, "hf_subset": "twi_Latn-kin_Latn", "languages": ["twi-Latn", "kin-Latn"]}, {"precision": 0.602666, "recall": 0.649209, "f1": 0.615511, "accuracy": 0.649209, "main_score": 0.615511, "hf_subset": "twi_Latn-mal_Mlym", "languages": ["twi-Latn", "mal-Mlym"]}, {"precision": 0.593977, "recall": 0.641304, "f1": 0.607402, "accuracy": 0.641304, "main_score": 0.607402, "hf_subset": "twi_Latn-pes_Arab", "languages": ["twi-Latn", "pes-Arab"]}, {"precision": 0.608641, "recall": 0.647233, "f1": 0.6195, "accuracy": 0.647233, "main_score": 0.6195, "hf_subset": "twi_Latn-srd_Latn", "languages": ["twi-Latn", "srd-Latn"]}, {"precision": 0.191612, "recall": 0.232213, "f1": 0.201157, "accuracy": 0.232213, "main_score": 0.201157, "hf_subset": "twi_Latn-tzm_Tfng", "languages": ["twi-Latn", "tzm-Tfng"]}, {"precision": 0.588145, "recall": 0.633399, "f1": 0.600777, "accuracy": 0.633399, "main_score": 0.600777, "hf_subset": "twi_Latn-acq_Arab", "languages": ["twi-Latn", "acq-Arab"]}, {"precision": 0.590196, "recall": 0.631423, "f1": 0.601278, "accuracy": 0.631423, "main_score": 0.601278, "hf_subset": "twi_Latn-bem_Latn", "languages": ["twi-Latn", "bem-Latn"]}, {"precision": 0.621302, "recall": 0.662055, "f1": 0.632213, "accuracy": 0.662055, "main_score": 0.632213, "hf_subset": "twi_Latn-epo_Latn", "languages": ["twi-Latn", "epo-Latn"]}, {"precision": 0.612226, "recall": 0.655138, "f1": 0.623926, "accuracy": 0.655138, "main_score": 0.623926, "hf_subset": "twi_Latn-hun_Latn", "languages": ["twi-Latn", "hun-Latn"]}, {"precision": 0.578349, "recall": 0.628458, "f1": 0.592432, "accuracy": 0.628458, "main_score": 0.592432, "hf_subset": "twi_Latn-kir_Cyrl", "languages": ["twi-Latn", "kir-Cyrl"]}, {"precision": 0.602104, "recall": 0.646245, "f1": 0.615043, "accuracy": 0.646245, "main_score": 0.615043, "hf_subset": "twi_Latn-mar_Deva", "languages": ["twi-Latn", "mar-Deva"]}, {"precision": 0.560716, "recall": 0.601779, "f1": 0.572831, "accuracy": 0.601779, "main_score": 0.572831, "hf_subset": "twi_Latn-plt_Latn", "languages": ["twi-Latn", "plt-Latn"]}, {"precision": 0.604499, "recall": 0.648221, "f1": 0.616947, "accuracy": 0.648221, "main_score": 0.616947, "hf_subset": "twi_Latn-srp_Cyrl", "languages": ["twi-Latn", "srp-Cyrl"]}, {"precision": 0.509313, "recall": 0.566206, "f1": 0.525405, "accuracy": 0.566206, "main_score": 0.525405, "hf_subset": "twi_Latn-uig_Arab", "languages": ["twi-Latn", "uig-Arab"]}, {"precision": 0.582031, "recall": 0.618577, "f1": 0.592476, "accuracy": 0.618577, "main_score": 0.592476, "hf_subset": "twi_Latn-aeb_Arab", "languages": ["twi-Latn", "aeb-Arab"]}, {"precision": 0.607557, "recall": 0.657115, "f1": 0.621471, "accuracy": 0.657115, "main_score": 0.621471, "hf_subset": "twi_Latn-ben_Beng", "languages": ["twi-Latn", "ben-Beng"]}, {"precision": 0.584848, "recall": 0.628458, "f1": 0.597451, "accuracy": 0.628458, "main_score": 0.597451, "hf_subset": "twi_Latn-est_Latn", "languages": ["twi-Latn", "est-Latn"]}, {"precision": 0.571864, "recall": 0.618577, "f1": 0.584948, "accuracy": 0.618577, "main_score": 0.584948, "hf_subset": "twi_Latn-hye_Armn", "languages": ["twi-Latn", "hye-Armn"]}, {"precision": 0.545603, "recall": 0.594862, "f1": 0.559953, "accuracy": 0.594862, "main_score": 0.559953, "hf_subset": "twi_Latn-kmb_Latn", "languages": ["twi-Latn", "kmb-Latn"]}, {"precision": 0.4021, "recall": 0.461462, "f1": 0.418768, "accuracy": 0.461462, "main_score": 0.418768, "hf_subset": "twi_Latn-min_Arab", "languages": ["twi-Latn", "min-Arab"]}, {"precision": 0.611314, "recall": 0.649209, "f1": 0.622067, "accuracy": 0.649209, "main_score": 0.622067, "hf_subset": "twi_Latn-pol_Latn", "languages": ["twi-Latn", "pol-Latn"]}, {"precision": 0.549127, "recall": 0.598814, "f1": 0.56361, "accuracy": 0.598814, "main_score": 0.56361, "hf_subset": "twi_Latn-ssw_Latn", "languages": ["twi-Latn", "ssw-Latn"]}, {"precision": 0.618403, "recall": 0.660079, "f1": 0.630144, "accuracy": 0.660079, "main_score": 0.630144, "hf_subset": "twi_Latn-ukr_Cyrl", "languages": ["twi-Latn", "ukr-Cyrl"]}, {"precision": 0.628568, "recall": 0.663043, "f1": 0.638519, "accuracy": 0.663043, "main_score": 0.638519, "hf_subset": "twi_Latn-afr_Latn", "languages": ["twi-Latn", "afr-Latn"]}, {"precision": 0.603077, "recall": 0.645257, "f1": 0.614588, "accuracy": 0.645257, "main_score": 0.614588, "hf_subset": "twi_Latn-bho_Deva", "languages": ["twi-Latn", "bho-Deva"]}, {"precision": 0.598627, "recall": 0.643281, "f1": 0.610871, "accuracy": 0.643281, "main_score": 0.610871, "hf_subset": "twi_Latn-eus_Latn", "languages": ["twi-Latn", "eus-Latn"]}, {"precision": 0.546179, "recall": 0.592885, "f1": 0.559952, "accuracy": 0.592885, "main_score": 0.559952, "hf_subset": "twi_Latn-ibo_Latn", "languages": ["twi-Latn", "ibo-Latn"]}, {"precision": 0.556242, "recall": 0.602767, "f1": 0.569768, "accuracy": 0.602767, "main_score": 0.569768, "hf_subset": "twi_Latn-kmr_Latn", "languages": ["twi-Latn", "kmr-Latn"]}, {"precision": 0.631233, "recall": 0.662055, "f1": 0.639926, "accuracy": 0.662055, "main_score": 0.639926, "hf_subset": "twi_Latn-min_Latn", "languages": ["twi-Latn", "min-Latn"]}, {"precision": 0.618976, "recall": 0.664032, "f1": 0.631325, "accuracy": 0.664032, "main_score": 0.631325, "hf_subset": "twi_Latn-por_Latn", "languages": ["twi-Latn", "por-Latn"]}, {"precision": 0.628234, "recall": 0.661067, "f1": 0.637044, "accuracy": 0.661067, "main_score": 0.637044, "hf_subset": "twi_Latn-sun_Latn", "languages": ["twi-Latn", "sun-Latn"]}, {"precision": 0.507345, "recall": 0.560277, "f1": 0.523292, "accuracy": 0.560277, "main_score": 0.523292, "hf_subset": "twi_Latn-umb_Latn", "languages": ["twi-Latn", "umb-Latn"]}, {"precision": 0.598304, "recall": 0.647233, "f1": 0.611914, "accuracy": 0.647233, "main_score": 0.611914, "hf_subset": "twi_Latn-ajp_Arab", "languages": ["twi-Latn", "ajp-Arab"]}, {"precision": 0.444578, "recall": 0.495059, "f1": 0.457525, "accuracy": 0.495059, "main_score": 0.457525, "hf_subset": "twi_Latn-bjn_Arab", "languages": ["twi-Latn", "bjn-Arab"]}, {"precision": 0.539998, "recall": 0.58004, "f1": 0.551812, "accuracy": 0.58004, "main_score": 0.551812, "hf_subset": "twi_Latn-ewe_Latn", "languages": ["twi-Latn", "ewe-Latn"]}, {"precision": 0.646286, "recall": 0.677866, "f1": 0.654393, "accuracy": 0.677866, "main_score": 0.654393, "hf_subset": "twi_Latn-ilo_Latn", "languages": ["twi-Latn", "ilo-Latn"]}, {"precision": 0.314642, "recall": 0.365613, "f1": 0.328414, "accuracy": 0.365613, "main_score": 0.328414, "hf_subset": "twi_Latn-knc_Arab", "languages": ["twi-Latn", "knc-Arab"]}, {"precision": 0.603426, "recall": 0.645257, "f1": 0.615302, "accuracy": 0.645257, "main_score": 0.615302, "hf_subset": "twi_Latn-mkd_Cyrl", "languages": ["twi-Latn", "mkd-Cyrl"]}, {"precision": 0.586697, "recall": 0.640316, "f1": 0.601627, "accuracy": 0.640316, "main_score": 0.601627, "hf_subset": "twi_Latn-prs_Arab", "languages": ["twi-Latn", "prs-Arab"]}, {"precision": 0.622012, "recall": 0.663043, "f1": 0.633158, "accuracy": 0.663043, "main_score": 0.633158, "hf_subset": "twi_Latn-swe_Latn", "languages": ["twi-Latn", "swe-Latn"]}, {"precision": 0.571335, "recall": 0.624506, "f1": 0.586521, "accuracy": 0.624506, "main_score": 0.586521, "hf_subset": "twi_Latn-urd_Arab", "languages": ["twi-Latn", "urd-Arab"]}, {"precision": 0.74137, "recall": 0.797431, "f1": 0.757924, "accuracy": 0.797431, "main_score": 0.757924, "hf_subset": "twi_Latn-aka_Latn", "languages": ["twi-Latn", "aka-Latn"]}, {"precision": 0.624102, "recall": 0.656126, "f1": 0.633436, "accuracy": 0.656126, "main_score": 0.633436, "hf_subset": "twi_Latn-bjn_Latn", "languages": ["twi-Latn", "bjn-Latn"]}, {"precision": 0.573701, "recall": 0.615613, "f1": 0.585348, "accuracy": 0.615613, "main_score": 0.585348, "hf_subset": "twi_Latn-fao_Latn", "languages": ["twi-Latn", "fao-Latn"]}, {"precision": 0.633061, "recall": 0.672925, "f1": 0.644285, "accuracy": 0.672925, "main_score": 0.644285, "hf_subset": "twi_Latn-ind_Latn", "languages": ["twi-Latn", "ind-Latn"]}, {"precision": 0.560128, "recall": 0.598814, "f1": 0.571467, "accuracy": 0.598814, "main_score": 0.571467, "hf_subset": "twi_Latn-knc_Latn", "languages": ["twi-Latn", "knc-Latn"]}, {"precision": 0.621814, "recall": 0.664032, "f1": 0.63306, "accuracy": 0.664032, "main_score": 0.63306, "hf_subset": "twi_Latn-mlt_Latn", "languages": ["twi-Latn", "mlt-Latn"]}, {"precision": 0.56007, "recall": 0.599802, "f1": 0.572464, "accuracy": 0.599802, "main_score": 0.572464, "hf_subset": "twi_Latn-quy_Latn", "languages": ["twi-Latn", "quy-Latn"]}, {"precision": 0.577748, "recall": 0.62253, "f1": 0.589632, "accuracy": 0.62253, "main_score": 0.589632, "hf_subset": "twi_Latn-swh_Latn", "languages": ["twi-Latn", "swh-Latn"]}, {"precision": 0.57769, "recall": 0.621542, "f1": 0.589834, "accuracy": 0.621542, "main_score": 0.589834, "hf_subset": "twi_Latn-uzn_Latn", "languages": ["twi-Latn", "uzn-Latn"]}, {"precision": 0.60709, "recall": 0.649209, "f1": 0.618448, "accuracy": 0.649209, "main_score": 0.618448, "hf_subset": "twi_Latn-als_Latn", "languages": ["twi-Latn", "als-Latn"]}, {"precision": 0.272046, "recall": 0.321146, "f1": 0.283918, "accuracy": 0.321146, "main_score": 0.283918, "hf_subset": "twi_Latn-bod_Tibt", "languages": ["twi-Latn", "bod-Tibt"]}, {"precision": 0.561328, "recall": 0.602767, "f1": 0.572954, "accuracy": 0.602767, "main_score": 0.572954, "hf_subset": "twi_Latn-fij_Latn", "languages": ["twi-Latn", "fij-Latn"]}, {"precision": 0.570798, "recall": 0.617589, "f1": 0.583792, "accuracy": 0.617589, "main_score": 0.583792, "hf_subset": "twi_Latn-isl_Latn", "languages": ["twi-Latn", "isl-Latn"]}, {"precision": 0.573897, "recall": 0.612648, "f1": 0.585427, "accuracy": 0.612648, "main_score": 0.585427, "hf_subset": "twi_Latn-kon_Latn", "languages": ["twi-Latn", "kon-Latn"]}, {"precision": 0.527226, "recall": 0.58004, "f1": 0.541928, "accuracy": 0.58004, "main_score": 0.541928, "hf_subset": "twi_Latn-mni_Beng", "languages": ["twi-Latn", "mni-Beng"]}, {"precision": 0.630697, "recall": 0.670949, "f1": 0.641485, "accuracy": 0.670949, "main_score": 0.641485, "hf_subset": "twi_Latn-ron_Latn", "languages": ["twi-Latn", "ron-Latn"]}, {"precision": 0.60613, "recall": 0.645257, "f1": 0.61647, "accuracy": 0.645257, "main_score": 0.61647, "hf_subset": "twi_Latn-szl_Latn", "languages": ["twi-Latn", "szl-Latn"]}, {"precision": 0.622419, "recall": 0.661067, "f1": 0.632976, "accuracy": 0.661067, "main_score": 0.632976, "hf_subset": "twi_Latn-vec_Latn", "languages": ["twi-Latn", "vec-Latn"]}, {"precision": 0.507186, "recall": 0.562253, "f1": 0.522433, "accuracy": 0.562253, "main_score": 0.522433, "hf_subset": "twi_Latn-amh_Ethi", "languages": ["twi-Latn", "amh-Ethi"]}, {"precision": 0.625331, "recall": 0.659091, "f1": 0.635344, "accuracy": 0.659091, "main_score": 0.635344, "hf_subset": "twi_Latn-bos_Latn", "languages": ["twi-Latn", "bos-Latn"]}, {"precision": 0.594379, "recall": 0.642292, "f1": 0.608542, "accuracy": 0.642292, "main_score": 0.608542, "hf_subset": "twi_Latn-fin_Latn", "languages": ["twi-Latn", "fin-Latn"]}, {"precision": 0.622358, "recall": 0.662055, "f1": 0.633667, "accuracy": 0.662055, "main_score": 0.633667, "hf_subset": "twi_Latn-ita_Latn", "languages": ["twi-Latn", "ita-Latn"]}, {"precision": 0.603128, "recall": 0.648221, "f1": 0.615612, "accuracy": 0.648221, "main_score": 0.615612, "hf_subset": "twi_Latn-kor_Hang", "languages": ["twi-Latn", "kor-Hang"]}, {"precision": 0.544971, "recall": 0.590909, "f1": 0.558176, "accuracy": 0.590909, "main_score": 0.558176, "hf_subset": "twi_Latn-mos_Latn", "languages": ["twi-Latn", "mos-Latn"]}, {"precision": 0.532222, "recall": 0.571146, "f1": 0.543484, "accuracy": 0.571146, "main_score": 0.543484, "hf_subset": "twi_Latn-run_Latn", "languages": ["twi-Latn", "run-Latn"]}, {"precision": 0.584479, "recall": 0.634387, "f1": 0.598817, "accuracy": 0.634387, "main_score": 0.598817, "hf_subset": "twi_Latn-tam_Taml", "languages": ["twi-Latn", "tam-Taml"]}, {"precision": 0.610964, "recall": 0.652174, "f1": 0.622834, "accuracy": 0.652174, "main_score": 0.622834, "hf_subset": "twi_Latn-vie_Latn", "languages": ["twi-Latn", "vie-Latn"]}, {"precision": 0.592895, "recall": 0.636364, "f1": 0.605514, "accuracy": 0.636364, "main_score": 0.605514, "hf_subset": "twi_Latn-apc_Arab", "languages": ["twi-Latn", "apc-Arab"]}, {"precision": 0.607807, "recall": 0.648221, "f1": 0.619518, "accuracy": 0.648221, "main_score": 0.619518, "hf_subset": "twi_Latn-bug_Latn", "languages": ["twi-Latn", "bug-Latn"]}, {"precision": 0.481118, "recall": 0.523715, "f1": 0.493276, "accuracy": 0.523715, "main_score": 0.493276, "hf_subset": "twi_Latn-fon_Latn", "languages": ["twi-Latn", "fon-Latn"]}, {"precision": 0.629656, "recall": 0.667984, "f1": 0.640981, "accuracy": 0.667984, "main_score": 0.640981, "hf_subset": "twi_Latn-jav_Latn", "languages": ["twi-Latn", "jav-Latn"]}, {"precision": 0.531505, "recall": 0.583992, "f1": 0.545519, "accuracy": 0.583992, "main_score": 0.545519, "hf_subset": "twi_Latn-lao_Laoo", "languages": ["twi-Latn", "lao-Laoo"]}, {"precision": 0.505378, "recall": 0.546443, "f1": 0.51723, "accuracy": 0.546443, "main_score": 0.51723, "hf_subset": "twi_Latn-mri_Latn", "languages": ["twi-Latn", "mri-Latn"]}, {"precision": 0.602082, "recall": 0.644269, "f1": 0.613431, "accuracy": 0.644269, "main_score": 0.613431, "hf_subset": "twi_Latn-rus_Cyrl", "languages": ["twi-Latn", "rus-Cyrl"]}, {"precision": 0.520275, "recall": 0.568182, "f1": 0.533923, "accuracy": 0.568182, "main_score": 0.533923, "hf_subset": "twi_Latn-taq_Latn", "languages": ["twi-Latn", "taq-Latn"]}, {"precision": 0.648834, "recall": 0.679842, "f1": 0.657519, "accuracy": 0.679842, "main_score": 0.657519, "hf_subset": "twi_Latn-war_Latn", "languages": ["twi-Latn", "war-Latn"]}, {"precision": 0.59038, "recall": 0.633399, "f1": 0.602387, "accuracy": 0.633399, "main_score": 0.602387, "hf_subset": "twi_Latn-arb_Arab", "languages": ["twi-Latn", "arb-Arab"]}, {"precision": 0.60222, "recall": 0.646245, "f1": 0.614416, "accuracy": 0.646245, "main_score": 0.614416, "hf_subset": "twi_Latn-bul_Cyrl", "languages": ["twi-Latn", "bul-Cyrl"]}, {"precision": 0.635209, "recall": 0.66996, "f1": 0.644328, "accuracy": 0.66996, "main_score": 0.644328, "hf_subset": "twi_Latn-fra_Latn", "languages": ["twi-Latn", "fra-Latn"]}, {"precision": 0.599071, "recall": 0.641304, "f1": 0.611074, "accuracy": 0.641304, "main_score": 0.611074, "hf_subset": "twi_Latn-jpn_Jpan", "languages": ["twi-Latn", "jpn-Jpan"]}, {"precision": 0.619157, "recall": 0.657115, "f1": 0.629847, "accuracy": 0.657115, "main_score": 0.629847, "hf_subset": "twi_Latn-lij_Latn", "languages": ["twi-Latn", "lij-Latn"]}, {"precision": 0.440751, "recall": 0.513834, "f1": 0.461155, "accuracy": 0.513834, "main_score": 0.461155, "hf_subset": "twi_Latn-mya_Mymr", "languages": ["twi-Latn", "mya-Mymr"]}, {"precision": 0.563269, "recall": 0.61166, "f1": 0.577837, "accuracy": 0.61166, "main_score": 0.577837, "hf_subset": "twi_Latn-sag_Latn", "languages": ["twi-Latn", "sag-Latn"]}, {"precision": 0.200171, "recall": 0.242095, "f1": 0.209721, "accuracy": 0.242095, "main_score": 0.209721, "hf_subset": "twi_Latn-taq_Tfng", "languages": ["twi-Latn", "taq-Tfng"]}, {"precision": 0.569335, "recall": 0.613636, "f1": 0.581595, "accuracy": 0.613636, "main_score": 0.581595, "hf_subset": "twi_Latn-wol_Latn", "languages": ["twi-Latn", "wol-Latn"]}, {"precision": 0.474591, "recall": 0.522727, "f1": 0.488581, "accuracy": 0.522727, "main_score": 0.488581, "hf_subset": "twi_Latn-arb_Latn", "languages": ["twi-Latn", "arb-Latn"]}, {"precision": 0.614074, "recall": 0.655138, "f1": 0.625922, "accuracy": 0.655138, "main_score": 0.625922, "hf_subset": "twi_Latn-cat_Latn", "languages": ["twi-Latn", "cat-Latn"]}, {"precision": 0.609908, "recall": 0.651186, "f1": 0.621126, "accuracy": 0.651186, "main_score": 0.621126, "hf_subset": "twi_Latn-fur_Latn", "languages": ["twi-Latn", "fur-Latn"]}, {"precision": 0.421196, "recall": 0.47332, "f1": 0.435479, "accuracy": 0.47332, "main_score": 0.435479, "hf_subset": "twi_Latn-kab_Latn", "languages": ["twi-Latn", "kab-Latn"]}, {"precision": 0.611894, "recall": 0.649209, "f1": 0.622465, "accuracy": 0.649209, "main_score": 0.622465, "hf_subset": "twi_Latn-lim_Latn", "languages": ["twi-Latn", "lim-Latn"]}, {"precision": 0.601567, "recall": 0.647233, "f1": 0.614061, "accuracy": 0.647233, "main_score": 0.614061, "hf_subset": "twi_Latn-nld_Latn", "languages": ["twi-Latn", "nld-Latn"]}, {"precision": 0.542341, "recall": 0.59585, "f1": 0.557532, "accuracy": 0.59585, "main_score": 0.557532, "hf_subset": "twi_Latn-san_Deva", "languages": ["twi-Latn", "san-Deva"]}, {"precision": 0.592103, "recall": 0.636364, "f1": 0.60425, "accuracy": 0.636364, "main_score": 0.60425, "hf_subset": "twi_Latn-tat_Cyrl", "languages": ["twi-Latn", "tat-Cyrl"]}, {"precision": 0.575837, "recall": 0.619565, "f1": 0.58829, "accuracy": 0.619565, "main_score": 0.58829, "hf_subset": "twi_Latn-xho_Latn", "languages": ["twi-Latn", "xho-Latn"]}, {"precision": 0.58358, "recall": 0.631423, "f1": 0.597247, "accuracy": 0.631423, "main_score": 0.597247, "hf_subset": "twi_Latn-ars_Arab", "languages": ["twi-Latn", "ars-Arab"]}, {"precision": 0.645388, "recall": 0.683794, "f1": 0.655447, "accuracy": 0.683794, "main_score": 0.655447, "hf_subset": "twi_Latn-ceb_Latn", "languages": ["twi-Latn", "ceb-Latn"]}, {"precision": 0.518117, "recall": 0.562253, "f1": 0.530836, "accuracy": 0.562253, "main_score": 0.530836, "hf_subset": "twi_Latn-fuv_Latn", "languages": ["twi-Latn", "fuv-Latn"]}, {"precision": 0.508333, "recall": 0.560277, "f1": 0.523326, "accuracy": 0.560277, "main_score": 0.523326, "hf_subset": "twi_Latn-kac_Latn", "languages": ["twi-Latn", "kac-Latn"]}, {"precision": 0.5926, "recall": 0.629447, "f1": 0.603079, "accuracy": 0.629447, "main_score": 0.603079, "hf_subset": "twi_Latn-lin_Latn", "languages": ["twi-Latn", "lin-Latn"]}, {"precision": 0.620103, "recall": 0.661067, "f1": 0.631358, "accuracy": 0.661067, "main_score": 0.631358, "hf_subset": "twi_Latn-nno_Latn", "languages": ["twi-Latn", "nno-Latn"]}, {"precision": 0.131775, "recall": 0.170949, "f1": 0.141038, "accuracy": 0.170949, "main_score": 0.141038, "hf_subset": "twi_Latn-sat_Olck", "languages": ["twi-Latn", "sat-Olck"]}, {"precision": 0.592549, "recall": 0.644269, "f1": 0.606244, "accuracy": 0.644269, "main_score": 0.606244, "hf_subset": "twi_Latn-tel_Telu", "languages": ["twi-Latn", "tel-Telu"]}, {"precision": 0.508824, "recall": 0.562253, "f1": 0.522899, "accuracy": 0.562253, "main_score": 0.522899, "hf_subset": "twi_Latn-ydd_Hebr", "languages": ["twi-Latn", "ydd-Hebr"]}, {"precision": 0.562231, "recall": 0.606719, "f1": 0.575259, "accuracy": 0.606719, "main_score": 0.575259, "hf_subset": "twi_Latn-ary_Arab", "languages": ["twi-Latn", "ary-Arab"]}, {"precision": 0.606875, "recall": 0.650198, "f1": 0.61877, "accuracy": 0.650198, "main_score": 0.61877, "hf_subset": "twi_Latn-ces_Latn", "languages": ["twi-Latn", "ces-Latn"]}, {"precision": 0.514153, "recall": 0.566206, "f1": 0.528724, "accuracy": 0.566206, "main_score": 0.528724, "hf_subset": "twi_Latn-gaz_Latn", "languages": ["twi-Latn", "gaz-Latn"]}, {"precision": 0.537722, "recall": 0.581028, "f1": 0.550277, "accuracy": 0.581028, "main_score": 0.550277, "hf_subset": "twi_Latn-kam_Latn", "languages": ["twi-Latn", "kam-Latn"]}, {"precision": 0.58193, "recall": 0.632411, "f1": 0.596397, "accuracy": 0.632411, "main_score": 0.596397, "hf_subset": "twi_Latn-lit_Latn", "languages": ["twi-Latn", "lit-Latn"]}, {"precision": 0.627203, "recall": 0.666008, "f1": 0.638014, "accuracy": 0.666008, "main_score": 0.638014, "hf_subset": "twi_Latn-nob_Latn", "languages": ["twi-Latn", "nob-Latn"]}, {"precision": 0.616079, "recall": 0.652174, "f1": 0.626032, "accuracy": 0.652174, "main_score": 0.626032, "hf_subset": "twi_Latn-scn_Latn", "languages": ["twi-Latn", "scn-Latn"]}, {"precision": 0.576581, "recall": 0.619565, "f1": 0.588615, "accuracy": 0.619565, "main_score": 0.588615, "hf_subset": "twi_Latn-tgk_Cyrl", "languages": ["twi-Latn", "tgk-Cyrl"]}, {"precision": 0.522678, "recall": 0.568182, "f1": 0.536257, "accuracy": 0.568182, "main_score": 0.536257, "hf_subset": "twi_Latn-yor_Latn", "languages": ["twi-Latn", "yor-Latn"]}, {"precision": 0.59978, "recall": 0.640316, "f1": 0.611671, "accuracy": 0.640316, "main_score": 0.611671, "hf_subset": "twi_Latn-arz_Arab", "languages": ["twi-Latn", "arz-Arab"]}, {"precision": 0.518284, "recall": 0.568182, "f1": 0.533218, "accuracy": 0.568182, "main_score": 0.533218, "hf_subset": "twi_Latn-cjk_Latn", "languages": ["twi-Latn", "cjk-Latn"]}, {"precision": 0.528766, "recall": 0.573123, "f1": 0.541095, "accuracy": 0.573123, "main_score": 0.541095, "hf_subset": "twi_Latn-gla_Latn", "languages": ["twi-Latn", "gla-Latn"]}, {"precision": 0.595479, "recall": 0.646245, "f1": 0.610069, "accuracy": 0.646245, "main_score": 0.610069, "hf_subset": "twi_Latn-kan_Knda", "languages": ["twi-Latn", "kan-Knda"]}, {"precision": 0.608676, "recall": 0.647233, "f1": 0.61959, "accuracy": 0.647233, "main_score": 0.61959, "hf_subset": "twi_Latn-lmo_Latn", "languages": ["twi-Latn", "lmo-Latn"]}, {"precision": 0.585695, "recall": 0.635375, "f1": 0.599834, "accuracy": 0.635375, "main_score": 0.599834, "hf_subset": "twi_Latn-npi_Deva", "languages": ["twi-Latn", "npi-Deva"]}, {"precision": 0.466081, "recall": 0.525692, "f1": 0.482443, "accuracy": 0.525692, "main_score": 0.482443, "hf_subset": "twi_Latn-shn_Mymr", "languages": ["twi-Latn", "shn-Mymr"]}, {"precision": 0.64292, "recall": 0.681818, "f1": 0.653244, "accuracy": 0.681818, "main_score": 0.653244, "hf_subset": "twi_Latn-tgl_Latn", "languages": ["twi-Latn", "tgl-Latn"]}, {"precision": 0.589858, "recall": 0.642292, "f1": 0.603602, "accuracy": 0.642292, "main_score": 0.603602, "hf_subset": "twi_Latn-yue_Hant", "languages": ["twi-Latn", "yue-Hant"]}, {"precision": 0.574391, "recall": 0.618577, "f1": 0.587148, "accuracy": 0.618577, "main_score": 0.587148, "hf_subset": "twi_Latn-asm_Beng", "languages": ["twi-Latn", "asm-Beng"]}, {"precision": 0.543928, "recall": 0.590909, "f1": 0.556598, "accuracy": 0.590909, "main_score": 0.556598, "hf_subset": "twi_Latn-ckb_Arab", "languages": ["twi-Latn", "ckb-Arab"]}, {"precision": 0.530709, "recall": 0.581028, "f1": 0.544706, "accuracy": 0.581028, "main_score": 0.544706, "hf_subset": "twi_Latn-gle_Latn", "languages": ["twi-Latn", "gle-Latn"]}, {"precision": 0.539049, "recall": 0.591897, "f1": 0.553974, "accuracy": 0.591897, "main_score": 0.553974, "hf_subset": "twi_Latn-kas_Arab", "languages": ["twi-Latn", "kas-Arab"]}, {"precision": 0.563323, "recall": 0.610672, "f1": 0.576283, "accuracy": 0.610672, "main_score": 0.576283, "hf_subset": "twi_Latn-ltg_Latn", "languages": ["twi-Latn", "ltg-Latn"]}, {"precision": 0.586023, "recall": 0.629447, "f1": 0.598675, "accuracy": 0.629447, "main_score": 0.598675, "hf_subset": "twi_Latn-nso_Latn", "languages": ["twi-Latn", "nso-Latn"]}, {"precision": 0.512751, "recall": 0.565217, "f1": 0.527424, "accuracy": 0.565217, "main_score": 0.527424, "hf_subset": "twi_Latn-sin_Sinh", "languages": ["twi-Latn", "sin-Sinh"]}, {"precision": 0.602489, "recall": 0.646245, "f1": 0.614521, "accuracy": 0.646245, "main_score": 0.614521, "hf_subset": "twi_Latn-tha_Thai", "languages": ["twi-Latn", "tha-Thai"]}, {"precision": 0.583121, "recall": 0.631423, "f1": 0.596333, "accuracy": 0.631423, "main_score": 0.596333, "hf_subset": "twi_Latn-zho_Hans", "languages": ["twi-Latn", "zho-Hans"]}, {"precision": 0.63305, "recall": 0.670949, "f1": 0.643785, "accuracy": 0.670949, "main_score": 0.643785, "hf_subset": "twi_Latn-ast_Latn", "languages": ["twi-Latn", "ast-Latn"]}, {"precision": 0.5722, "recall": 0.623518, "f1": 0.586142, "accuracy": 0.623518, "main_score": 0.586142, "hf_subset": "twi_Latn-crh_Latn", "languages": ["twi-Latn", "crh-Latn"]}, {"precision": 0.618676, "recall": 0.661067, "f1": 0.630566, "accuracy": 0.661067, "main_score": 0.630566, "hf_subset": "twi_Latn-glg_Latn", "languages": ["twi-Latn", "glg-Latn"]}, {"precision": 0.562481, "recall": 0.614625, "f1": 0.577278, "accuracy": 0.614625, "main_score": 0.577278, "hf_subset": "twi_Latn-kas_Deva", "languages": ["twi-Latn", "kas-Deva"]}, {"precision": 0.589321, "recall": 0.633399, "f1": 0.601366, "accuracy": 0.633399, "main_score": 0.601366, "hf_subset": "twi_Latn-ltz_Latn", "languages": ["twi-Latn", "ltz-Latn"]}, {"precision": 0.481762, "recall": 0.532609, "f1": 0.496017, "accuracy": 0.532609, "main_score": 0.496017, "hf_subset": "twi_Latn-nus_Latn", "languages": ["twi-Latn", "nus-Latn"]}, {"precision": 0.610728, "recall": 0.652174, "f1": 0.62276, "accuracy": 0.652174, "main_score": 0.62276, "hf_subset": "twi_Latn-slk_Latn", "languages": ["twi-Latn", "slk-Latn"]}, {"precision": 0.423207, "recall": 0.481225, "f1": 0.438821, "accuracy": 0.481225, "main_score": 0.438821, "hf_subset": "twi_Latn-tir_Ethi", "languages": ["twi-Latn", "tir-Ethi"]}, {"precision": 0.570562, "recall": 0.625494, "f1": 0.585816, "accuracy": 0.625494, "main_score": 0.585816, "hf_subset": "twi_Latn-zho_Hant", "languages": ["twi-Latn", "zho-Hant"]}, {"precision": 0.595609, "recall": 0.641304, "f1": 0.609028, "accuracy": 0.641304, "main_score": 0.609028, "hf_subset": "twi_Latn-awa_Deva", "languages": ["twi-Latn", "awa-Deva"]}, {"precision": 0.577536, "recall": 0.620553, "f1": 0.589785, "accuracy": 0.620553, "main_score": 0.589785, "hf_subset": "twi_Latn-cym_Latn", "languages": ["twi-Latn", "cym-Latn"]}, {"precision": 0.608725, "recall": 0.646245, "f1": 0.618798, "accuracy": 0.646245, "main_score": 0.618798, "hf_subset": "twi_Latn-grn_Latn", "languages": ["twi-Latn", "grn-Latn"]}, {"precision": 0.57238, "recall": 0.62253, "f1": 0.586531, "accuracy": 0.62253, "main_score": 0.586531, "hf_subset": "twi_Latn-kat_Geor", "languages": ["twi-Latn", "kat-Geor"]}, {"precision": 0.577349, "recall": 0.615613, "f1": 0.58879, "accuracy": 0.615613, "main_score": 0.58879, "hf_subset": "twi_Latn-lua_Latn", "languages": ["twi-Latn", "lua-Latn"]}, {"precision": 0.575538, "recall": 0.617589, "f1": 0.587762, "accuracy": 0.617589, "main_score": 0.587762, "hf_subset": "twi_Latn-nya_Latn", "languages": ["twi-Latn", "nya-Latn"]}, {"precision": 0.610229, "recall": 0.649209, "f1": 0.621025, "accuracy": 0.649209, "main_score": 0.621025, "hf_subset": "twi_Latn-slv_Latn", "languages": ["twi-Latn", "slv-Latn"]}, {"precision": 0.632702, "recall": 0.666996, "f1": 0.642301, "accuracy": 0.666996, "main_score": 0.642301, "hf_subset": "twi_Latn-tpi_Latn", "languages": ["twi-Latn", "tpi-Latn"]}, {"precision": 0.636941, "recall": 0.679842, "f1": 0.648822, "accuracy": 0.679842, "main_score": 0.648822, "hf_subset": "twi_Latn-zsm_Latn", "languages": ["twi-Latn", "zsm-Latn"]}, {"precision": 0.521452, "recall": 0.568182, "f1": 0.535227, "accuracy": 0.568182, "main_score": 0.535227, "hf_subset": "twi_Latn-ayr_Latn", "languages": ["twi-Latn", "ayr-Latn"]}, {"precision": 0.629394, "recall": 0.666008, "f1": 0.63969, "accuracy": 0.666008, "main_score": 0.63969, "hf_subset": "twi_Latn-dan_Latn", "languages": ["twi-Latn", "dan-Latn"]}, {"precision": 0.594628, "recall": 0.644269, "f1": 0.60889, "accuracy": 0.644269, "main_score": 0.60889, "hf_subset": "twi_Latn-guj_Gujr", "languages": ["twi-Latn", "guj-Gujr"]}, {"precision": 0.597798, "recall": 0.642292, "f1": 0.610084, "accuracy": 0.642292, "main_score": 0.610084, "hf_subset": "twi_Latn-kaz_Cyrl", "languages": ["twi-Latn", "kaz-Cyrl"]}, {"precision": 0.515127, "recall": 0.564229, "f1": 0.528808, "accuracy": 0.564229, "main_score": 0.528808, "hf_subset": "twi_Latn-lug_Latn", "languages": ["twi-Latn", "lug-Latn"]}, {"precision": 0.621838, "recall": 0.659091, "f1": 0.631981, "accuracy": 0.659091, "main_score": 0.631981, "hf_subset": "twi_Latn-oci_Latn", "languages": ["twi-Latn", "oci-Latn"]}, {"precision": 0.575687, "recall": 0.617589, "f1": 0.587313, "accuracy": 0.617589, "main_score": 0.587313, "hf_subset": "twi_Latn-smo_Latn", "languages": ["twi-Latn", "smo-Latn"]}, {"precision": 0.529714, "recall": 0.574111, "f1": 0.542427, "accuracy": 0.574111, "main_score": 0.542427, "hf_subset": "twi_Latn-tsn_Latn", "languages": ["twi-Latn", "tsn-Latn"]}, {"precision": 0.541677, "recall": 0.592885, "f1": 0.556581, "accuracy": 0.592885, "main_score": 0.556581, "hf_subset": "twi_Latn-zul_Latn", "languages": ["twi-Latn", "zul-Latn"]}, {"precision": 0.539342, "recall": 0.587945, "f1": 0.552993, "accuracy": 0.587945, "main_score": 0.552993, "hf_subset": "twi_Latn-azb_Arab", "languages": ["twi-Latn", "azb-Arab"]}, {"precision": 0.610548, "recall": 0.656126, "f1": 0.623653, "accuracy": 0.656126, "main_score": 0.623653, "hf_subset": "twi_Latn-deu_Latn", "languages": ["twi-Latn", "deu-Latn"]}, {"precision": 0.554927, "recall": 0.599802, "f1": 0.567851, "accuracy": 0.599802, "main_score": 0.567851, "hf_subset": "twi_Latn-hat_Latn", "languages": ["twi-Latn", "hat-Latn"]}, {"precision": 0.507246, "recall": 0.555336, "f1": 0.52084, "accuracy": 0.555336, "main_score": 0.52084, "hf_subset": "twi_Latn-kbp_Latn", "languages": ["twi-Latn", "kbp-Latn"]}, {"precision": 0.578657, "recall": 0.621542, "f1": 0.590798, "accuracy": 0.621542, "main_score": 0.590798, "hf_subset": "twi_Latn-luo_Latn", "languages": ["twi-Latn", "luo-Latn"]}, {"precision": 0.588807, "recall": 0.641304, "f1": 0.603753, "accuracy": 0.641304, "main_score": 0.603753, "hf_subset": "twi_Latn-ory_Orya", "languages": ["twi-Latn", "ory-Orya"]}, {"precision": 0.552299, "recall": 0.598814, "f1": 0.565667, "accuracy": 0.598814, "main_score": 0.565667, "hf_subset": "twi_Latn-sna_Latn", "languages": ["twi-Latn", "sna-Latn"]}, {"precision": 0.530622, "recall": 0.573123, "f1": 0.542498, "accuracy": 0.573123, "main_score": 0.542498, "hf_subset": "twi_Latn-tso_Latn", "languages": ["twi-Latn", "tso-Latn"]}, {"precision": 0.583185, "recall": 0.633399, "f1": 0.596542, "accuracy": 0.633399, "main_score": 0.596542, "hf_subset": "twi_Latn-azj_Latn", "languages": ["twi-Latn", "azj-Latn"]}, {"precision": 0.52939, "recall": 0.573123, "f1": 0.541721, "accuracy": 0.573123, "main_score": 0.541721, "hf_subset": "twi_Latn-dik_Latn", "languages": ["twi-Latn", "dik-Latn"]}, {"precision": 0.555385, "recall": 0.597826, "f1": 0.567388, "accuracy": 0.597826, "main_score": 0.567388, "hf_subset": "twi_Latn-hau_Latn", "languages": ["twi-Latn", "hau-Latn"]}, {"precision": 0.620189, "recall": 0.656126, "f1": 0.63021, "accuracy": 0.656126, "main_score": 0.63021, "hf_subset": "twi_Latn-kea_Latn", "languages": ["twi-Latn", "kea-Latn"]}, {"precision": 0.602149, "recall": 0.642292, "f1": 0.614506, "accuracy": 0.642292, "main_score": 0.614506, "hf_subset": "twi_Latn-lus_Latn", "languages": ["twi-Latn", "lus-Latn"]}, {"precision": 0.612377, "recall": 0.648221, "f1": 0.622365, "accuracy": 0.648221, "main_score": 0.622365, "hf_subset": "twi_Latn-pag_Latn", "languages": ["twi-Latn", "pag-Latn"]}, {"precision": 0.561593, "recall": 0.609684, "f1": 0.575436, "accuracy": 0.609684, "main_score": 0.575436, "hf_subset": "twi_Latn-snd_Arab", "languages": ["twi-Latn", "snd-Arab"]}, {"precision": 0.557832, "recall": 0.599802, "f1": 0.56941, "accuracy": 0.599802, "main_score": 0.56941, "hf_subset": "twi_Latn-tuk_Latn", "languages": ["twi-Latn", "tuk-Latn"]}, {"precision": 0.595682, "recall": 0.640316, "f1": 0.607672, "accuracy": 0.640316, "main_score": 0.607672, "hf_subset": "twi_Latn-bak_Cyrl", "languages": ["twi-Latn", "bak-Cyrl"]}, {"precision": 0.447552, "recall": 0.507905, "f1": 0.464846, "accuracy": 0.507905, "main_score": 0.464846, "hf_subset": "twi_Latn-dyu_Latn", "languages": ["twi-Latn", "dyu-Latn"]}, {"precision": 0.585592, "recall": 0.630435, "f1": 0.598222, "accuracy": 0.630435, "main_score": 0.598222, "hf_subset": "twi_Latn-heb_Hebr", "languages": ["twi-Latn", "heb-Hebr"]}, {"precision": 0.555812, "recall": 0.605731, "f1": 0.56992, "accuracy": 0.605731, "main_score": 0.56992, "hf_subset": "twi_Latn-khk_Cyrl", "languages": ["twi-Latn", "khk-Cyrl"]}, {"precision": 0.588755, "recall": 0.632411, "f1": 0.601145, "accuracy": 0.632411, "main_score": 0.601145, "hf_subset": "twi_Latn-lvs_Latn", "languages": ["twi-Latn", "lvs-Latn"]}, {"precision": 0.599192, "recall": 0.646245, "f1": 0.612502, "accuracy": 0.646245, "main_score": 0.612502, "hf_subset": "twi_Latn-pan_Guru", "languages": ["twi-Latn", "pan-Guru"]}, {"precision": 0.532717, "recall": 0.574111, "f1": 0.544202, "accuracy": 0.574111, "main_score": 0.544202, "hf_subset": "twi_Latn-som_Latn", "languages": ["twi-Latn", "som-Latn"]}, {"precision": 0.53638, "recall": 0.577075, "f1": 0.547739, "accuracy": 0.577075, "main_score": 0.547739, "hf_subset": "twi_Latn-tum_Latn", "languages": ["twi-Latn", "tum-Latn"]}, {"precision": 0.574824, "recall": 0.640316, "f1": 0.593288, "accuracy": 0.640316, "main_score": 0.593288, "hf_subset": "acm_Arab-ace_Arab", "languages": ["acm-Arab", "ace-Arab"]}, {"precision": 0.517666, "recall": 0.58004, "f1": 0.535325, "accuracy": 0.58004, "main_score": 0.535325, "hf_subset": "acm_Arab-bam_Latn", "languages": ["acm-Arab", "bam-Latn"]}, {"precision": 0.436372, "recall": 0.518775, "f1": 0.458397, "accuracy": 0.518775, "main_score": 0.458397, "hf_subset": "acm_Arab-dzo_Tibt", "languages": ["acm-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hin_Deva", "languages": ["acm-Arab", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-khm_Khmr", "languages": ["acm-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mag_Deva", "languages": ["acm-Arab", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "acm_Arab-pap_Latn", "languages": ["acm-Arab", "pap-Latn"]}, {"precision": 0.602639, "recall": 0.656126, "f1": 0.617917, "accuracy": 0.656126, "main_score": 0.617917, "hf_subset": "acm_Arab-sot_Latn", "languages": ["acm-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tur_Latn", "languages": ["acm-Arab", "tur-Latn"]}, {"precision": 0.871789, "recall": 0.905138, "f1": 0.882068, "accuracy": 0.905138, "main_score": 0.882068, "hf_subset": "acm_Arab-ace_Latn", "languages": ["acm-Arab", "ace-Latn"]}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "acm_Arab-ban_Latn", "languages": ["acm-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-ell_Grek", "languages": ["acm-Arab", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-hne_Deva", "languages": ["acm-Arab", "hne-Deva"]}, {"precision": 0.597442, "recall": 0.652174, "f1": 0.613523, "accuracy": 0.652174, "main_score": 0.613523, "hf_subset": "acm_Arab-kik_Latn", "languages": ["acm-Arab", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-mai_Deva", "languages": ["acm-Arab", "mai-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "acm_Arab-pbt_Arab", "languages": ["acm-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-spa_Latn", "languages": ["acm-Arab", "spa-Latn"]}, {"precision": 0.607455, "recall": 0.667984, "f1": 0.624163, "accuracy": 0.667984, "main_score": 0.624163, "hf_subset": "acm_Arab-twi_Latn", "languages": ["acm-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bel_Cyrl", "languages": ["acm-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-eng_Latn", "languages": ["acm-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hrv_Latn", "languages": ["acm-Arab", "hrv-Latn"]}, {"precision": 0.556228, "recall": 0.625494, "f1": 0.57604, "accuracy": 0.625494, "main_score": 0.57604, "hf_subset": "acm_Arab-kin_Latn", "languages": ["acm-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-mal_Mlym", "languages": ["acm-Arab", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-pes_Arab", "languages": ["acm-Arab", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-srd_Latn", "languages": ["acm-Arab", "srd-Latn"]}, {"precision": 0.169478, "recall": 0.228261, "f1": 0.184415, "accuracy": 0.228261, "main_score": 0.184415, "hf_subset": "acm_Arab-tzm_Tfng", "languages": ["acm-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-acq_Arab", "languages": ["acm-Arab", "acq-Arab"]}, {"precision": 0.624242, "recall": 0.677866, "f1": 0.639973, "accuracy": 0.677866, "main_score": 0.639973, "hf_subset": "acm_Arab-bem_Latn", "languages": ["acm-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-epo_Latn", "languages": ["acm-Arab", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-hun_Latn", "languages": ["acm-Arab", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-kir_Cyrl", "languages": ["acm-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mar_Deva", "languages": ["acm-Arab", "mar-Deva"]}, {"precision": 0.669631, "recall": 0.725296, "f1": 0.68666, "accuracy": 0.725296, "main_score": 0.68666, "hf_subset": "acm_Arab-plt_Latn", "languages": ["acm-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-srp_Cyrl", "languages": ["acm-Arab", "srp-Cyrl"]}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "acm_Arab-uig_Arab", "languages": ["acm-Arab", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-aeb_Arab", "languages": ["acm-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ben_Beng", "languages": ["acm-Arab", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-est_Latn", "languages": ["acm-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hye_Armn", "languages": ["acm-Arab", "hye-Armn"]}, {"precision": 0.554364, "recall": 0.601779, "f1": 0.567937, "accuracy": 0.601779, "main_score": 0.567937, "hf_subset": "acm_Arab-kmb_Latn", "languages": ["acm-Arab", "kmb-Latn"]}, {"precision": 0.483622, "recall": 0.563241, "f1": 0.50576, "accuracy": 0.563241, "main_score": 0.50576, "hf_subset": "acm_Arab-min_Arab", "languages": ["acm-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-pol_Latn", "languages": ["acm-Arab", "pol-Latn"]}, {"precision": 0.554523, "recall": 0.617589, "f1": 0.572798, "accuracy": 0.617589, "main_score": 0.572798, "hf_subset": "acm_Arab-ssw_Latn", "languages": ["acm-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ukr_Cyrl", "languages": ["acm-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-afr_Latn", "languages": ["acm-Arab", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-bho_Deva", "languages": ["acm-Arab", "bho-Deva"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-eus_Latn", "languages": ["acm-Arab", "eus-Latn"]}, {"precision": 0.564246, "recall": 0.62747, "f1": 0.582199, "accuracy": 0.62747, "main_score": 0.582199, "hf_subset": "acm_Arab-ibo_Latn", "languages": ["acm-Arab", "ibo-Latn"]}, {"precision": 0.892292, "recall": 0.921937, "f1": 0.901845, "accuracy": 0.921937, "main_score": 0.901845, "hf_subset": "acm_Arab-kmr_Latn", "languages": ["acm-Arab", "kmr-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "acm_Arab-min_Latn", "languages": ["acm-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-por_Latn", "languages": ["acm-Arab", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-sun_Latn", "languages": ["acm-Arab", "sun-Latn"]}, {"precision": 0.511685, "recall": 0.575099, "f1": 0.530424, "accuracy": 0.575099, "main_score": 0.530424, "hf_subset": "acm_Arab-umb_Latn", "languages": ["acm-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ajp_Arab", "languages": ["acm-Arab", "ajp-Arab"]}, {"precision": 0.537667, "recall": 0.603755, "f1": 0.556614, "accuracy": 0.603755, "main_score": 0.556614, "hf_subset": "acm_Arab-bjn_Arab", "languages": ["acm-Arab", "bjn-Arab"]}, {"precision": 0.514513, "recall": 0.572134, "f1": 0.530646, "accuracy": 0.572134, "main_score": 0.530646, "hf_subset": "acm_Arab-ewe_Latn", "languages": ["acm-Arab", "ewe-Latn"]}, {"precision": 0.941535, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "acm_Arab-ilo_Latn", "languages": ["acm-Arab", "ilo-Latn"]}, {"precision": 0.320069, "recall": 0.381423, "f1": 0.336698, "accuracy": 0.381423, "main_score": 0.336698, "hf_subset": "acm_Arab-knc_Arab", "languages": ["acm-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mkd_Cyrl", "languages": ["acm-Arab", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-prs_Arab", "languages": ["acm-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-swe_Latn", "languages": ["acm-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-urd_Arab", "languages": ["acm-Arab", "urd-Arab"]}, {"precision": 0.589216, "recall": 0.652174, "f1": 0.607588, "accuracy": 0.652174, "main_score": 0.607588, "hf_subset": "acm_Arab-aka_Latn", "languages": ["acm-Arab", "aka-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "acm_Arab-bjn_Latn", "languages": ["acm-Arab", "bjn-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "acm_Arab-fao_Latn", "languages": ["acm-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ind_Latn", "languages": ["acm-Arab", "ind-Latn"]}, {"precision": 0.581983, "recall": 0.641304, "f1": 0.599624, "accuracy": 0.641304, "main_score": 0.599624, "hf_subset": "acm_Arab-knc_Latn", "languages": ["acm-Arab", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-mlt_Latn", "languages": ["acm-Arab", "mlt-Latn"]}, {"precision": 0.714025, "recall": 0.773715, "f1": 0.731605, "accuracy": 0.773715, "main_score": 0.731605, "hf_subset": "acm_Arab-quy_Latn", "languages": ["acm-Arab", "quy-Latn"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "acm_Arab-swh_Latn", "languages": ["acm-Arab", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-uzn_Latn", "languages": ["acm-Arab", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-als_Latn", "languages": ["acm-Arab", "als-Latn"]}, {"precision": 0.643305, "recall": 0.724308, "f1": 0.66682, "accuracy": 0.724308, "main_score": 0.66682, "hf_subset": "acm_Arab-bod_Tibt", "languages": ["acm-Arab", "bod-Tibt"]}, {"precision": 0.713261, "recall": 0.768775, "f1": 0.729581, "accuracy": 0.768775, "main_score": 0.729581, "hf_subset": "acm_Arab-fij_Latn", "languages": ["acm-Arab", "fij-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acm_Arab-isl_Latn", "languages": ["acm-Arab", "isl-Latn"]}, {"precision": 0.651877, "recall": 0.712451, "f1": 0.669885, "accuracy": 0.712451, "main_score": 0.669885, "hf_subset": "acm_Arab-kon_Latn", "languages": ["acm-Arab", "kon-Latn"]}, {"precision": 0.649975, "recall": 0.720356, "f1": 0.670185, "accuracy": 0.720356, "main_score": 0.670185, "hf_subset": "acm_Arab-mni_Beng", "languages": ["acm-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ron_Latn", "languages": ["acm-Arab", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "acm_Arab-szl_Latn", "languages": ["acm-Arab", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-vec_Latn", "languages": ["acm-Arab", "vec-Latn"]}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "acm_Arab-amh_Ethi", "languages": ["acm-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bos_Latn", "languages": ["acm-Arab", "bos-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "acm_Arab-fin_Latn", "languages": ["acm-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ita_Latn", "languages": ["acm-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-kor_Hang", "languages": ["acm-Arab", "kor-Hang"]}, {"precision": 0.544139, "recall": 0.607708, "f1": 0.562173, "accuracy": 0.607708, "main_score": 0.562173, "hf_subset": "acm_Arab-mos_Latn", "languages": ["acm-Arab", "mos-Latn"]}, {"precision": 0.559956, "recall": 0.613636, "f1": 0.575403, "accuracy": 0.613636, "main_score": 0.575403, "hf_subset": "acm_Arab-run_Latn", "languages": ["acm-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-tam_Taml", "languages": ["acm-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-vie_Latn", "languages": ["acm-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-apc_Arab", "languages": ["acm-Arab", "apc-Arab"]}, {"precision": 0.800148, "recall": 0.847826, "f1": 0.814479, "accuracy": 0.847826, "main_score": 0.814479, "hf_subset": "acm_Arab-bug_Latn", "languages": ["acm-Arab", "bug-Latn"]}, {"precision": 0.472444, "recall": 0.534585, "f1": 0.488406, "accuracy": 0.534585, "main_score": 0.488406, "hf_subset": "acm_Arab-fon_Latn", "languages": ["acm-Arab", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-jav_Latn", "languages": ["acm-Arab", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-lao_Laoo", "languages": ["acm-Arab", "lao-Laoo"]}, {"precision": 0.867918, "recall": 0.902174, "f1": 0.878379, "accuracy": 0.902174, "main_score": 0.878379, "hf_subset": "acm_Arab-mri_Latn", "languages": ["acm-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-rus_Cyrl", "languages": ["acm-Arab", "rus-Cyrl"]}, {"precision": 0.539625, "recall": 0.605731, "f1": 0.558291, "accuracy": 0.605731, "main_score": 0.558291, "hf_subset": "acm_Arab-taq_Latn", "languages": ["acm-Arab", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-war_Latn", "languages": ["acm-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-arb_Arab", "languages": ["acm-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bul_Cyrl", "languages": ["acm-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-fra_Latn", "languages": ["acm-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-jpn_Jpan", "languages": ["acm-Arab", "jpn-Jpan"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "acm_Arab-lij_Latn", "languages": ["acm-Arab", "lij-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "acm_Arab-mya_Mymr", "languages": ["acm-Arab", "mya-Mymr"]}, {"precision": 0.586286, "recall": 0.656126, "f1": 0.605898, "accuracy": 0.656126, "main_score": 0.605898, "hf_subset": "acm_Arab-sag_Latn", "languages": ["acm-Arab", "sag-Latn"]}, {"precision": 0.193354, "recall": 0.25, "f1": 0.206427, "accuracy": 0.25, "main_score": 0.206427, "hf_subset": "acm_Arab-taq_Tfng", "languages": ["acm-Arab", "taq-Tfng"]}, {"precision": 0.628157, "recall": 0.695652, "f1": 0.647598, "accuracy": 0.695652, "main_score": 0.647598, "hf_subset": "acm_Arab-wol_Latn", "languages": ["acm-Arab", "wol-Latn"]}, {"precision": 0.864789, "recall": 0.903162, "f1": 0.876976, "accuracy": 0.903162, "main_score": 0.876976, "hf_subset": "acm_Arab-arb_Latn", "languages": ["acm-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-cat_Latn", "languages": ["acm-Arab", "cat-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "acm_Arab-fur_Latn", "languages": ["acm-Arab", "fur-Latn"]}, {"precision": 0.429765, "recall": 0.486166, "f1": 0.445547, "accuracy": 0.486166, "main_score": 0.445547, "hf_subset": "acm_Arab-kab_Latn", "languages": ["acm-Arab", "kab-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "acm_Arab-lim_Latn", "languages": ["acm-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-nld_Latn", "languages": ["acm-Arab", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-san_Deva", "languages": ["acm-Arab", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acm_Arab-tat_Cyrl", "languages": ["acm-Arab", "tat-Cyrl"]}, {"precision": 0.685153, "recall": 0.746047, "f1": 0.703565, "accuracy": 0.746047, "main_score": 0.703565, "hf_subset": "acm_Arab-xho_Latn", "languages": ["acm-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ars_Arab", "languages": ["acm-Arab", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ceb_Latn", "languages": ["acm-Arab", "ceb-Latn"]}, {"precision": 0.564047, "recall": 0.62253, "f1": 0.580948, "accuracy": 0.62253, "main_score": 0.580948, "hf_subset": "acm_Arab-fuv_Latn", "languages": ["acm-Arab", "fuv-Latn"]}, {"precision": 0.496184, "recall": 0.565217, "f1": 0.515691, "accuracy": 0.565217, "main_score": 0.515691, "hf_subset": "acm_Arab-kac_Latn", "languages": ["acm-Arab", "kac-Latn"]}, {"precision": 0.671443, "recall": 0.72332, "f1": 0.687253, "accuracy": 0.72332, "main_score": 0.687253, "hf_subset": "acm_Arab-lin_Latn", "languages": ["acm-Arab", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-nno_Latn", "languages": ["acm-Arab", "nno-Latn"]}, {"precision": 0.237116, "recall": 0.315217, "f1": 0.257788, "accuracy": 0.315217, "main_score": 0.257788, "hf_subset": "acm_Arab-sat_Olck", "languages": ["acm-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tel_Telu", "languages": ["acm-Arab", "tel-Telu"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "acm_Arab-ydd_Hebr", "languages": ["acm-Arab", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "acm_Arab-ary_Arab", "languages": ["acm-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ces_Latn", "languages": ["acm-Arab", "ces-Latn"]}, {"precision": 0.567203, "recall": 0.635375, "f1": 0.587505, "accuracy": 0.635375, "main_score": 0.587505, "hf_subset": "acm_Arab-gaz_Latn", "languages": ["acm-Arab", "gaz-Latn"]}, {"precision": 0.582551, "recall": 0.645257, "f1": 0.600375, "accuracy": 0.645257, "main_score": 0.600375, "hf_subset": "acm_Arab-kam_Latn", "languages": ["acm-Arab", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "acm_Arab-lit_Latn", "languages": ["acm-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-nob_Latn", "languages": ["acm-Arab", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "acm_Arab-scn_Latn", "languages": ["acm-Arab", "scn-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "acm_Arab-tgk_Cyrl", "languages": ["acm-Arab", "tgk-Cyrl"]}, {"precision": 0.7022, "recall": 0.769763, "f1": 0.722612, "accuracy": 0.769763, "main_score": 0.722612, "hf_subset": "acm_Arab-yor_Latn", "languages": ["acm-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-arz_Arab", "languages": ["acm-Arab", "arz-Arab"]}, {"precision": 0.567606, "recall": 0.626482, "f1": 0.584653, "accuracy": 0.626482, "main_score": 0.584653, "hf_subset": "acm_Arab-cjk_Latn", "languages": ["acm-Arab", "cjk-Latn"]}, {"precision": 0.786397, "recall": 0.835968, "f1": 0.801614, "accuracy": 0.835968, "main_score": 0.801614, "hf_subset": "acm_Arab-gla_Latn", "languages": ["acm-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-kan_Knda", "languages": ["acm-Arab", "kan-Knda"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "acm_Arab-lmo_Latn", "languages": ["acm-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "acm_Arab-npi_Deva", "languages": ["acm-Arab", "npi-Deva"]}, {"precision": 0.458533, "recall": 0.523715, "f1": 0.475903, "accuracy": 0.523715, "main_score": 0.475903, "hf_subset": "acm_Arab-shn_Mymr", "languages": ["acm-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tgl_Latn", "languages": ["acm-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-yue_Hant", "languages": ["acm-Arab", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-asm_Beng", "languages": ["acm-Arab", "asm-Beng"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "acm_Arab-ckb_Arab", "languages": ["acm-Arab", "ckb-Arab"]}, {"precision": 0.890102, "recall": 0.91996, "f1": 0.899605, "accuracy": 0.91996, "main_score": 0.899605, "hf_subset": "acm_Arab-gle_Latn", "languages": ["acm-Arab", "gle-Latn"]}, {"precision": 0.948946, "recall": 0.965415, "f1": 0.954381, "accuracy": 0.965415, "main_score": 0.954381, "hf_subset": "acm_Arab-kas_Arab", "languages": ["acm-Arab", "kas-Arab"]}, {"precision": 0.934947, "recall": 0.955534, "f1": 0.9417, "accuracy": 0.955534, "main_score": 0.9417, "hf_subset": "acm_Arab-ltg_Latn", "languages": ["acm-Arab", "ltg-Latn"]}, {"precision": 0.608267, "recall": 0.66502, "f1": 0.624534, "accuracy": 0.66502, "main_score": 0.624534, "hf_subset": "acm_Arab-nso_Latn", "languages": ["acm-Arab", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "acm_Arab-sin_Sinh", "languages": ["acm-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tha_Thai", "languages": ["acm-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-zho_Hans", "languages": ["acm-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ast_Latn", "languages": ["acm-Arab", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acm_Arab-crh_Latn", "languages": ["acm-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-glg_Latn", "languages": ["acm-Arab", "glg-Latn"]}, {"precision": 0.906374, "recall": 0.933794, "f1": 0.91525, "accuracy": 0.933794, "main_score": 0.91525, "hf_subset": "acm_Arab-kas_Deva", "languages": ["acm-Arab", "kas-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-ltz_Latn", "languages": ["acm-Arab", "ltz-Latn"]}, {"precision": 0.444089, "recall": 0.513834, "f1": 0.462974, "accuracy": 0.513834, "main_score": 0.462974, "hf_subset": "acm_Arab-nus_Latn", "languages": ["acm-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-slk_Latn", "languages": ["acm-Arab", "slk-Latn"]}, {"precision": 0.628708, "recall": 0.69664, "f1": 0.648292, "accuracy": 0.69664, "main_score": 0.648292, "hf_subset": "acm_Arab-tir_Ethi", "languages": ["acm-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-zho_Hant", "languages": ["acm-Arab", "zho-Hant"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "acm_Arab-awa_Deva", "languages": ["acm-Arab", "awa-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "acm_Arab-cym_Latn", "languages": ["acm-Arab", "cym-Latn"]}, {"precision": 0.842968, "recall": 0.885375, "f1": 0.856423, "accuracy": 0.885375, "main_score": 0.856423, "hf_subset": "acm_Arab-grn_Latn", "languages": ["acm-Arab", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-kat_Geor", "languages": ["acm-Arab", "kat-Geor"]}, {"precision": 0.649845, "recall": 0.704545, "f1": 0.665418, "accuracy": 0.704545, "main_score": 0.665418, "hf_subset": "acm_Arab-lua_Latn", "languages": ["acm-Arab", "lua-Latn"]}, {"precision": 0.633111, "recall": 0.692688, "f1": 0.650323, "accuracy": 0.692688, "main_score": 0.650323, "hf_subset": "acm_Arab-nya_Latn", "languages": ["acm-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-slv_Latn", "languages": ["acm-Arab", "slv-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "acm_Arab-tpi_Latn", "languages": ["acm-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-zsm_Latn", "languages": ["acm-Arab", "zsm-Latn"]}, {"precision": 0.534574, "recall": 0.604743, "f1": 0.554422, "accuracy": 0.604743, "main_score": 0.554422, "hf_subset": "acm_Arab-ayr_Latn", "languages": ["acm-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-dan_Latn", "languages": ["acm-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-guj_Gujr", "languages": ["acm-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-kaz_Cyrl", "languages": ["acm-Arab", "kaz-Cyrl"]}, {"precision": 0.532049, "recall": 0.598814, "f1": 0.550847, "accuracy": 0.598814, "main_score": 0.550847, "hf_subset": "acm_Arab-lug_Latn", "languages": ["acm-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-oci_Latn", "languages": ["acm-Arab", "oci-Latn"]}, {"precision": 0.824934, "recall": 0.87253, "f1": 0.839855, "accuracy": 0.87253, "main_score": 0.839855, "hf_subset": "acm_Arab-smo_Latn", "languages": ["acm-Arab", "smo-Latn"]}, {"precision": 0.5469, "recall": 0.605731, "f1": 0.56325, "accuracy": 0.605731, "main_score": 0.56325, "hf_subset": "acm_Arab-tsn_Latn", "languages": ["acm-Arab", "tsn-Latn"]}, {"precision": 0.618942, "recall": 0.683794, "f1": 0.63777, "accuracy": 0.683794, "main_score": 0.63777, "hf_subset": "acm_Arab-zul_Latn", "languages": ["acm-Arab", "zul-Latn"]}, {"precision": 0.923913, "recall": 0.947628, "f1": 0.931653, "accuracy": 0.947628, "main_score": 0.931653, "hf_subset": "acm_Arab-azb_Arab", "languages": ["acm-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-deu_Latn", "languages": ["acm-Arab", "deu-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "acm_Arab-hat_Latn", "languages": ["acm-Arab", "hat-Latn"]}, {"precision": 0.483119, "recall": 0.539526, "f1": 0.499529, "accuracy": 0.539526, "main_score": 0.499529, "hf_subset": "acm_Arab-kbp_Latn", "languages": ["acm-Arab", "kbp-Latn"]}, {"precision": 0.571751, "recall": 0.633399, "f1": 0.588527, "accuracy": 0.633399, "main_score": 0.588527, "hf_subset": "acm_Arab-luo_Latn", "languages": ["acm-Arab", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-ory_Orya", "languages": ["acm-Arab", "ory-Orya"]}, {"precision": 0.584379, "recall": 0.655138, "f1": 0.604996, "accuracy": 0.655138, "main_score": 0.604996, "hf_subset": "acm_Arab-sna_Latn", "languages": ["acm-Arab", "sna-Latn"]}, {"precision": 0.561818, "recall": 0.618577, "f1": 0.577818, "accuracy": 0.618577, "main_score": 0.577818, "hf_subset": "acm_Arab-tso_Latn", "languages": ["acm-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-azj_Latn", "languages": ["acm-Arab", "azj-Latn"]}, {"precision": 0.545728, "recall": 0.614625, "f1": 0.565744, "accuracy": 0.614625, "main_score": 0.565744, "hf_subset": "acm_Arab-dik_Latn", "languages": ["acm-Arab", "dik-Latn"]}, {"precision": 0.734799, "recall": 0.795455, "f1": 0.752673, "accuracy": 0.795455, "main_score": 0.752673, "hf_subset": "acm_Arab-hau_Latn", "languages": ["acm-Arab", "hau-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "acm_Arab-kea_Latn", "languages": ["acm-Arab", "kea-Latn"]}, {"precision": 0.730978, "recall": 0.787549, "f1": 0.748518, "accuracy": 0.787549, "main_score": 0.748518, "hf_subset": "acm_Arab-lus_Latn", "languages": ["acm-Arab", "lus-Latn"]}, {"precision": 0.873468, "recall": 0.906126, "f1": 0.883366, "accuracy": 0.906126, "main_score": 0.883366, "hf_subset": "acm_Arab-pag_Latn", "languages": ["acm-Arab", "pag-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-snd_Arab", "languages": ["acm-Arab", "snd-Arab"]}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "acm_Arab-tuk_Latn", "languages": ["acm-Arab", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-bak_Cyrl", "languages": ["acm-Arab", "bak-Cyrl"]}, {"precision": 0.473108, "recall": 0.554348, "f1": 0.497239, "accuracy": 0.554348, "main_score": 0.497239, "hf_subset": "acm_Arab-dyu_Latn", "languages": ["acm-Arab", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-heb_Hebr", "languages": ["acm-Arab", "heb-Hebr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-khk_Cyrl", "languages": ["acm-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-lvs_Latn", "languages": ["acm-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-pan_Guru", "languages": ["acm-Arab", "pan-Guru"]}, {"precision": 0.717951, "recall": 0.782609, "f1": 0.737747, "accuracy": 0.782609, "main_score": 0.737747, "hf_subset": "acm_Arab-som_Latn", "languages": ["acm-Arab", "som-Latn"]}, {"precision": 0.593725, "recall": 0.645257, "f1": 0.608602, "accuracy": 0.645257, "main_score": 0.608602, "hf_subset": "acm_Arab-tum_Latn", "languages": ["acm-Arab", "tum-Latn"]}, {"precision": 0.540308, "recall": 0.605731, "f1": 0.558755, "accuracy": 0.605731, "main_score": 0.558755, "hf_subset": "bel_Cyrl-ace_Arab", "languages": ["bel-Cyrl", "ace-Arab"]}, {"precision": 0.521609, "recall": 0.578063, "f1": 0.537404, "accuracy": 0.578063, "main_score": 0.537404, "hf_subset": "bel_Cyrl-bam_Latn", "languages": ["bel-Cyrl", "bam-Latn"]}, {"precision": 0.393677, "recall": 0.468379, "f1": 0.413673, "accuracy": 0.468379, "main_score": 0.413673, "hf_subset": "bel_Cyrl-dzo_Tibt", "languages": ["bel-Cyrl", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-hin_Deva", "languages": ["bel-Cyrl", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bel_Cyrl-khm_Khmr", "languages": ["bel-Cyrl", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-mag_Deva", "languages": ["bel-Cyrl", "mag-Deva"]}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "bel_Cyrl-pap_Latn", "languages": ["bel-Cyrl", "pap-Latn"]}, {"precision": 0.565283, "recall": 0.62253, "f1": 0.581983, "accuracy": 0.62253, "main_score": 0.581983, "hf_subset": "bel_Cyrl-sot_Latn", "languages": ["bel-Cyrl", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-tur_Latn", "languages": ["bel-Cyrl", "tur-Latn"]}, {"precision": 0.837698, "recall": 0.875494, "f1": 0.849506, "accuracy": 0.875494, "main_score": 0.849506, "hf_subset": "bel_Cyrl-ace_Latn", "languages": ["bel-Cyrl", "ace-Latn"]}, {"precision": 0.93997, "recall": 0.953557, "f1": 0.944071, "accuracy": 0.953557, "main_score": 0.944071, "hf_subset": "bel_Cyrl-ban_Latn", "languages": ["bel-Cyrl", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-ell_Grek", "languages": ["bel-Cyrl", "ell-Grek"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "bel_Cyrl-hne_Deva", "languages": ["bel-Cyrl", "hne-Deva"]}, {"precision": 0.577027, "recall": 0.635375, "f1": 0.59387, "accuracy": 0.635375, "main_score": 0.59387, "hf_subset": "bel_Cyrl-kik_Latn", "languages": ["bel-Cyrl", "kik-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bel_Cyrl-mai_Deva", "languages": ["bel-Cyrl", "mai-Deva"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "bel_Cyrl-pbt_Arab", "languages": ["bel-Cyrl", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-spa_Latn", "languages": ["bel-Cyrl", "spa-Latn"]}, {"precision": 0.59557, "recall": 0.658103, "f1": 0.613627, "accuracy": 0.658103, "main_score": 0.613627, "hf_subset": "bel_Cyrl-twi_Latn", "languages": ["bel-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-acm_Arab", "languages": ["bel-Cyrl", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-eng_Latn", "languages": ["bel-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-hrv_Latn", "languages": ["bel-Cyrl", "hrv-Latn"]}, {"precision": 0.537815, "recall": 0.601779, "f1": 0.556573, "accuracy": 0.601779, "main_score": 0.556573, "hf_subset": "bel_Cyrl-kin_Latn", "languages": ["bel-Cyrl", "kin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bel_Cyrl-mal_Mlym", "languages": ["bel-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pes_Arab", "languages": ["bel-Cyrl", "pes-Arab"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "bel_Cyrl-srd_Latn", "languages": ["bel-Cyrl", "srd-Latn"]}, {"precision": 0.182744, "recall": 0.225296, "f1": 0.193782, "accuracy": 0.225296, "main_score": 0.193782, "hf_subset": "bel_Cyrl-tzm_Tfng", "languages": ["bel-Cyrl", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-acq_Arab", "languages": ["bel-Cyrl", "acq-Arab"]}, {"precision": 0.616337, "recall": 0.667984, "f1": 0.630916, "accuracy": 0.667984, "main_score": 0.630916, "hf_subset": "bel_Cyrl-bem_Latn", "languages": ["bel-Cyrl", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-epo_Latn", "languages": ["bel-Cyrl", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-hun_Latn", "languages": ["bel-Cyrl", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bel_Cyrl-kir_Cyrl", "languages": ["bel-Cyrl", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-mar_Deva", "languages": ["bel-Cyrl", "mar-Deva"]}, {"precision": 0.652759, "recall": 0.711462, "f1": 0.670081, "accuracy": 0.711462, "main_score": 0.670081, "hf_subset": "bel_Cyrl-plt_Latn", "languages": ["bel-Cyrl", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-srp_Cyrl", "languages": ["bel-Cyrl", "srp-Cyrl"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "bel_Cyrl-uig_Arab", "languages": ["bel-Cyrl", "uig-Arab"]}, {"precision": 0.993412, "recall": 0.995059, "f1": 0.993906, "accuracy": 0.995059, "main_score": 0.993906, "hf_subset": "bel_Cyrl-aeb_Arab", "languages": ["bel-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ben_Beng", "languages": ["bel-Cyrl", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bel_Cyrl-est_Latn", "languages": ["bel-Cyrl", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-hye_Armn", "languages": ["bel-Cyrl", "hye-Armn"]}, {"precision": 0.530138, "recall": 0.582016, "f1": 0.545473, "accuracy": 0.582016, "main_score": 0.545473, "hf_subset": "bel_Cyrl-kmb_Latn", "languages": ["bel-Cyrl", "kmb-Latn"]}, {"precision": 0.470682, "recall": 0.547431, "f1": 0.492045, "accuracy": 0.547431, "main_score": 0.492045, "hf_subset": "bel_Cyrl-min_Arab", "languages": ["bel-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pol_Latn", "languages": ["bel-Cyrl", "pol-Latn"]}, {"precision": 0.54221, "recall": 0.609684, "f1": 0.56166, "accuracy": 0.609684, "main_score": 0.56166, "hf_subset": "bel_Cyrl-ssw_Latn", "languages": ["bel-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ukr_Cyrl", "languages": ["bel-Cyrl", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-afr_Latn", "languages": ["bel-Cyrl", "afr-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "bel_Cyrl-bho_Deva", "languages": ["bel-Cyrl", "bho-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "bel_Cyrl-eus_Latn", "languages": ["bel-Cyrl", "eus-Latn"]}, {"precision": 0.563102, "recall": 0.62253, "f1": 0.579736, "accuracy": 0.62253, "main_score": 0.579736, "hf_subset": "bel_Cyrl-ibo_Latn", "languages": ["bel-Cyrl", "ibo-Latn"]}, {"precision": 0.868001, "recall": 0.90415, "f1": 0.879513, "accuracy": 0.90415, "main_score": 0.879513, "hf_subset": "bel_Cyrl-kmr_Latn", "languages": ["bel-Cyrl", "kmr-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "bel_Cyrl-min_Latn", "languages": ["bel-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-por_Latn", "languages": ["bel-Cyrl", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bel_Cyrl-sun_Latn", "languages": ["bel-Cyrl", "sun-Latn"]}, {"precision": 0.511899, "recall": 0.568182, "f1": 0.527972, "accuracy": 0.568182, "main_score": 0.527972, "hf_subset": "bel_Cyrl-umb_Latn", "languages": ["bel-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ajp_Arab", "languages": ["bel-Cyrl", "ajp-Arab"]}, {"precision": 0.509235, "recall": 0.579051, "f1": 0.528648, "accuracy": 0.579051, "main_score": 0.528648, "hf_subset": "bel_Cyrl-bjn_Arab", "languages": ["bel-Cyrl", "bjn-Arab"]}, {"precision": 0.50801, "recall": 0.565217, "f1": 0.523565, "accuracy": 0.565217, "main_score": 0.523565, "hf_subset": "bel_Cyrl-ewe_Latn", "languages": ["bel-Cyrl", "ewe-Latn"]}, {"precision": 0.916996, "recall": 0.940711, "f1": 0.924374, "accuracy": 0.940711, "main_score": 0.924374, "hf_subset": "bel_Cyrl-ilo_Latn", "languages": ["bel-Cyrl", "ilo-Latn"]}, {"precision": 0.312551, "recall": 0.373518, "f1": 0.329566, "accuracy": 0.373518, "main_score": 0.329566, "hf_subset": "bel_Cyrl-knc_Arab", "languages": ["bel-Cyrl", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-mkd_Cyrl", "languages": ["bel-Cyrl", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-prs_Arab", "languages": ["bel-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-swe_Latn", "languages": ["bel-Cyrl", "swe-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-urd_Arab", "languages": ["bel-Cyrl", "urd-Arab"]}, {"precision": 0.581275, "recall": 0.644269, "f1": 0.599313, "accuracy": 0.644269, "main_score": 0.599313, "hf_subset": "bel_Cyrl-aka_Latn", "languages": ["bel-Cyrl", "aka-Latn"]}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.977437, "accuracy": 0.982213, "main_score": 0.977437, "hf_subset": "bel_Cyrl-bjn_Latn", "languages": ["bel-Cyrl", "bjn-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "bel_Cyrl-fao_Latn", "languages": ["bel-Cyrl", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-ind_Latn", "languages": ["bel-Cyrl", "ind-Latn"]}, {"precision": 0.570489, "recall": 0.62253, "f1": 0.585828, "accuracy": 0.62253, "main_score": 0.585828, "hf_subset": "bel_Cyrl-knc_Latn", "languages": ["bel-Cyrl", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bel_Cyrl-mlt_Latn", "languages": ["bel-Cyrl", "mlt-Latn"]}, {"precision": 0.689305, "recall": 0.753953, "f1": 0.708482, "accuracy": 0.753953, "main_score": 0.708482, "hf_subset": "bel_Cyrl-quy_Latn", "languages": ["bel-Cyrl", "quy-Latn"]}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "bel_Cyrl-swh_Latn", "languages": ["bel-Cyrl", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-uzn_Latn", "languages": ["bel-Cyrl", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-als_Latn", "languages": ["bel-Cyrl", "als-Latn"]}, {"precision": 0.595324, "recall": 0.678854, "f1": 0.620347, "accuracy": 0.678854, "main_score": 0.620347, "hf_subset": "bel_Cyrl-bod_Tibt", "languages": ["bel-Cyrl", "bod-Tibt"]}, {"precision": 0.6987, "recall": 0.751976, "f1": 0.714366, "accuracy": 0.751976, "main_score": 0.714366, "hf_subset": "bel_Cyrl-fij_Latn", "languages": ["bel-Cyrl", "fij-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bel_Cyrl-isl_Latn", "languages": ["bel-Cyrl", "isl-Latn"]}, {"precision": 0.639732, "recall": 0.69664, "f1": 0.656774, "accuracy": 0.69664, "main_score": 0.656774, "hf_subset": "bel_Cyrl-kon_Latn", "languages": ["bel-Cyrl", "kon-Latn"]}, {"precision": 0.628015, "recall": 0.694664, "f1": 0.647174, "accuracy": 0.694664, "main_score": 0.647174, "hf_subset": "bel_Cyrl-mni_Beng", "languages": ["bel-Cyrl", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-ron_Latn", "languages": ["bel-Cyrl", "ron-Latn"]}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "bel_Cyrl-szl_Latn", "languages": ["bel-Cyrl", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-vec_Latn", "languages": ["bel-Cyrl", "vec-Latn"]}, {"precision": 0.927866, "recall": 0.949605, "f1": 0.934947, "accuracy": 0.949605, "main_score": 0.934947, "hf_subset": "bel_Cyrl-amh_Ethi", "languages": ["bel-Cyrl", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-bos_Latn", "languages": ["bel-Cyrl", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-fin_Latn", "languages": ["bel-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ita_Latn", "languages": ["bel-Cyrl", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-kor_Hang", "languages": ["bel-Cyrl", "kor-Hang"]}, {"precision": 0.5426, "recall": 0.598814, "f1": 0.558414, "accuracy": 0.598814, "main_score": 0.558414, "hf_subset": "bel_Cyrl-mos_Latn", "languages": ["bel-Cyrl", "mos-Latn"]}, {"precision": 0.547085, "recall": 0.602767, "f1": 0.563326, "accuracy": 0.602767, "main_score": 0.563326, "hf_subset": "bel_Cyrl-run_Latn", "languages": ["bel-Cyrl", "run-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-tam_Taml", "languages": ["bel-Cyrl", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-vie_Latn", "languages": ["bel-Cyrl", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-apc_Arab", "languages": ["bel-Cyrl", "apc-Arab"]}, {"precision": 0.775346, "recall": 0.826087, "f1": 0.790631, "accuracy": 0.826087, "main_score": 0.790631, "hf_subset": "bel_Cyrl-bug_Latn", "languages": ["bel-Cyrl", "bug-Latn"]}, {"precision": 0.470509, "recall": 0.527668, "f1": 0.485559, "accuracy": 0.527668, "main_score": 0.485559, "hf_subset": "bel_Cyrl-fon_Latn", "languages": ["bel-Cyrl", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-jav_Latn", "languages": ["bel-Cyrl", "jav-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bel_Cyrl-lao_Laoo", "languages": ["bel-Cyrl", "lao-Laoo"]}, {"precision": 0.830567, "recall": 0.873518, "f1": 0.843709, "accuracy": 0.873518, "main_score": 0.843709, "hf_subset": "bel_Cyrl-mri_Latn", "languages": ["bel-Cyrl", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-rus_Cyrl", "languages": ["bel-Cyrl", "rus-Cyrl"]}, {"precision": 0.520931, "recall": 0.585968, "f1": 0.539443, "accuracy": 0.585968, "main_score": 0.539443, "hf_subset": "bel_Cyrl-taq_Latn", "languages": ["bel-Cyrl", "taq-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bel_Cyrl-war_Latn", "languages": ["bel-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-arb_Arab", "languages": ["bel-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-bul_Cyrl", "languages": ["bel-Cyrl", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-fra_Latn", "languages": ["bel-Cyrl", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-jpn_Jpan", "languages": ["bel-Cyrl", "jpn-Jpan"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bel_Cyrl-lij_Latn", "languages": ["bel-Cyrl", "lij-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "bel_Cyrl-mya_Mymr", "languages": ["bel-Cyrl", "mya-Mymr"]}, {"precision": 0.575701, "recall": 0.643281, "f1": 0.594686, "accuracy": 0.643281, "main_score": 0.594686, "hf_subset": "bel_Cyrl-sag_Latn", "languages": ["bel-Cyrl", "sag-Latn"]}, {"precision": 0.191559, "recall": 0.245059, "f1": 0.204265, "accuracy": 0.245059, "main_score": 0.204265, "hf_subset": "bel_Cyrl-taq_Tfng", "languages": ["bel-Cyrl", "taq-Tfng"]}, {"precision": 0.61698, "recall": 0.679842, "f1": 0.635281, "accuracy": 0.679842, "main_score": 0.635281, "hf_subset": "bel_Cyrl-wol_Latn", "languages": ["bel-Cyrl", "wol-Latn"]}, {"precision": 0.789032, "recall": 0.841897, "f1": 0.804941, "accuracy": 0.841897, "main_score": 0.804941, "hf_subset": "bel_Cyrl-arb_Latn", "languages": ["bel-Cyrl", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-cat_Latn", "languages": ["bel-Cyrl", "cat-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "bel_Cyrl-fur_Latn", "languages": ["bel-Cyrl", "fur-Latn"]}, {"precision": 0.4035, "recall": 0.461462, "f1": 0.41973, "accuracy": 0.461462, "main_score": 0.41973, "hf_subset": "bel_Cyrl-kab_Latn", "languages": ["bel-Cyrl", "kab-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bel_Cyrl-lim_Latn", "languages": ["bel-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-nld_Latn", "languages": ["bel-Cyrl", "nld-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "bel_Cyrl-san_Deva", "languages": ["bel-Cyrl", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-tat_Cyrl", "languages": ["bel-Cyrl", "tat-Cyrl"]}, {"precision": 0.648304, "recall": 0.706522, "f1": 0.665547, "accuracy": 0.706522, "main_score": 0.665547, "hf_subset": "bel_Cyrl-xho_Latn", "languages": ["bel-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ars_Arab", "languages": ["bel-Cyrl", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-ceb_Latn", "languages": ["bel-Cyrl", "ceb-Latn"]}, {"precision": 0.545443, "recall": 0.605731, "f1": 0.562222, "accuracy": 0.605731, "main_score": 0.562222, "hf_subset": "bel_Cyrl-fuv_Latn", "languages": ["bel-Cyrl", "fuv-Latn"]}, {"precision": 0.504874, "recall": 0.566206, "f1": 0.52173, "accuracy": 0.566206, "main_score": 0.52173, "hf_subset": "bel_Cyrl-kac_Latn", "languages": ["bel-Cyrl", "kac-Latn"]}, {"precision": 0.642861, "recall": 0.700593, "f1": 0.659546, "accuracy": 0.700593, "main_score": 0.659546, "hf_subset": "bel_Cyrl-lin_Latn", "languages": ["bel-Cyrl", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-nno_Latn", "languages": ["bel-Cyrl", "nno-Latn"]}, {"precision": 0.22011, "recall": 0.29249, "f1": 0.239175, "accuracy": 0.29249, "main_score": 0.239175, "hf_subset": "bel_Cyrl-sat_Olck", "languages": ["bel-Cyrl", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-tel_Telu", "languages": ["bel-Cyrl", "tel-Telu"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "bel_Cyrl-ydd_Hebr", "languages": ["bel-Cyrl", "ydd-Hebr"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "bel_Cyrl-ary_Arab", "languages": ["bel-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ces_Latn", "languages": ["bel-Cyrl", "ces-Latn"]}, {"precision": 0.556011, "recall": 0.618577, "f1": 0.573753, "accuracy": 0.618577, "main_score": 0.573753, "hf_subset": "bel_Cyrl-gaz_Latn", "languages": ["bel-Cyrl", "gaz-Latn"]}, {"precision": 0.557493, "recall": 0.619565, "f1": 0.575565, "accuracy": 0.619565, "main_score": 0.575565, "hf_subset": "bel_Cyrl-kam_Latn", "languages": ["bel-Cyrl", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bel_Cyrl-lit_Latn", "languages": ["bel-Cyrl", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-nob_Latn", "languages": ["bel-Cyrl", "nob-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bel_Cyrl-scn_Latn", "languages": ["bel-Cyrl", "scn-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bel_Cyrl-tgk_Cyrl", "languages": ["bel-Cyrl", "tgk-Cyrl"]}, {"precision": 0.679752, "recall": 0.746047, "f1": 0.699984, "accuracy": 0.746047, "main_score": 0.699984, "hf_subset": "bel_Cyrl-yor_Latn", "languages": ["bel-Cyrl", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-arz_Arab", "languages": ["bel-Cyrl", "arz-Arab"]}, {"precision": 0.561372, "recall": 0.616601, "f1": 0.577503, "accuracy": 0.616601, "main_score": 0.577503, "hf_subset": "bel_Cyrl-cjk_Latn", "languages": ["bel-Cyrl", "cjk-Latn"]}, {"precision": 0.752042, "recall": 0.809289, "f1": 0.769532, "accuracy": 0.809289, "main_score": 0.769532, "hf_subset": "bel_Cyrl-gla_Latn", "languages": ["bel-Cyrl", "gla-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-kan_Knda", "languages": ["bel-Cyrl", "kan-Knda"]}, {"precision": 0.973567, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "bel_Cyrl-lmo_Latn", "languages": ["bel-Cyrl", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bel_Cyrl-npi_Deva", "languages": ["bel-Cyrl", "npi-Deva"]}, {"precision": 0.465294, "recall": 0.524704, "f1": 0.481856, "accuracy": 0.524704, "main_score": 0.481856, "hf_subset": "bel_Cyrl-shn_Mymr", "languages": ["bel-Cyrl", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-tgl_Latn", "languages": ["bel-Cyrl", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-yue_Hant", "languages": ["bel-Cyrl", "yue-Hant"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bel_Cyrl-asm_Beng", "languages": ["bel-Cyrl", "asm-Beng"]}, {"precision": 0.942276, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "bel_Cyrl-ckb_Arab", "languages": ["bel-Cyrl", "ckb-Arab"]}, {"precision": 0.853541, "recall": 0.891304, "f1": 0.865349, "accuracy": 0.891304, "main_score": 0.865349, "hf_subset": "bel_Cyrl-gle_Latn", "languages": ["bel-Cyrl", "gle-Latn"]}, {"precision": 0.930665, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "bel_Cyrl-kas_Arab", "languages": ["bel-Cyrl", "kas-Arab"]}, {"precision": 0.940217, "recall": 0.95751, "f1": 0.945619, "accuracy": 0.95751, "main_score": 0.945619, "hf_subset": "bel_Cyrl-ltg_Latn", "languages": ["bel-Cyrl", "ltg-Latn"]}, {"precision": 0.598235, "recall": 0.65415, "f1": 0.614265, "accuracy": 0.65415, "main_score": 0.614265, "hf_subset": "bel_Cyrl-nso_Latn", "languages": ["bel-Cyrl", "nso-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "bel_Cyrl-sin_Sinh", "languages": ["bel-Cyrl", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-tha_Thai", "languages": ["bel-Cyrl", "tha-Thai"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-zho_Hans", "languages": ["bel-Cyrl", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ast_Latn", "languages": ["bel-Cyrl", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-crh_Latn", "languages": ["bel-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-glg_Latn", "languages": ["bel-Cyrl", "glg-Latn"]}, {"precision": 0.866518, "recall": 0.905138, "f1": 0.878854, "accuracy": 0.905138, "main_score": 0.878854, "hf_subset": "bel_Cyrl-kas_Deva", "languages": ["bel-Cyrl", "kas-Deva"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "bel_Cyrl-ltz_Latn", "languages": ["bel-Cyrl", "ltz-Latn"]}, {"precision": 0.451202, "recall": 0.518775, "f1": 0.469904, "accuracy": 0.518775, "main_score": 0.469904, "hf_subset": "bel_Cyrl-nus_Latn", "languages": ["bel-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-slk_Latn", "languages": ["bel-Cyrl", "slk-Latn"]}, {"precision": 0.594359, "recall": 0.666996, "f1": 0.615079, "accuracy": 0.666996, "main_score": 0.615079, "hf_subset": "bel_Cyrl-tir_Ethi", "languages": ["bel-Cyrl", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-zho_Hant", "languages": ["bel-Cyrl", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "bel_Cyrl-awa_Deva", "languages": ["bel-Cyrl", "awa-Deva"]}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957806, "accuracy": 0.967391, "main_score": 0.957806, "hf_subset": "bel_Cyrl-cym_Latn", "languages": ["bel-Cyrl", "cym-Latn"]}, {"precision": 0.818874, "recall": 0.86166, "f1": 0.831752, "accuracy": 0.86166, "main_score": 0.831752, "hf_subset": "bel_Cyrl-grn_Latn", "languages": ["bel-Cyrl", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-kat_Geor", "languages": ["bel-Cyrl", "kat-Geor"]}, {"precision": 0.632464, "recall": 0.684783, "f1": 0.646801, "accuracy": 0.684783, "main_score": 0.646801, "hf_subset": "bel_Cyrl-lua_Latn", "languages": ["bel-Cyrl", "lua-Latn"]}, {"precision": 0.613795, "recall": 0.675889, "f1": 0.631446, "accuracy": 0.675889, "main_score": 0.631446, "hf_subset": "bel_Cyrl-nya_Latn", "languages": ["bel-Cyrl", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-slv_Latn", "languages": ["bel-Cyrl", "slv-Latn"]}, {"precision": 0.9389, "recall": 0.958498, "f1": 0.945323, "accuracy": 0.958498, "main_score": 0.945323, "hf_subset": "bel_Cyrl-tpi_Latn", "languages": ["bel-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-zsm_Latn", "languages": ["bel-Cyrl", "zsm-Latn"]}, {"precision": 0.53373, "recall": 0.593874, "f1": 0.550914, "accuracy": 0.593874, "main_score": 0.550914, "hf_subset": "bel_Cyrl-ayr_Latn", "languages": ["bel-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-dan_Latn", "languages": ["bel-Cyrl", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-guj_Gujr", "languages": ["bel-Cyrl", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-kaz_Cyrl", "languages": ["bel-Cyrl", "kaz-Cyrl"]}, {"precision": 0.513152, "recall": 0.574111, "f1": 0.530269, "accuracy": 0.574111, "main_score": 0.530269, "hf_subset": "bel_Cyrl-lug_Latn", "languages": ["bel-Cyrl", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-oci_Latn", "languages": ["bel-Cyrl", "oci-Latn"]}, {"precision": 0.787912, "recall": 0.837945, "f1": 0.803294, "accuracy": 0.837945, "main_score": 0.803294, "hf_subset": "bel_Cyrl-smo_Latn", "languages": ["bel-Cyrl", "smo-Latn"]}, {"precision": 0.525934, "recall": 0.588933, "f1": 0.543839, "accuracy": 0.588933, "main_score": 0.543839, "hf_subset": "bel_Cyrl-tsn_Latn", "languages": ["bel-Cyrl", "tsn-Latn"]}, {"precision": 0.591581, "recall": 0.652174, "f1": 0.609011, "accuracy": 0.652174, "main_score": 0.609011, "hf_subset": "bel_Cyrl-zul_Latn", "languages": ["bel-Cyrl", "zul-Latn"]}, {"precision": 0.901845, "recall": 0.931818, "f1": 0.911561, "accuracy": 0.931818, "main_score": 0.911561, "hf_subset": "bel_Cyrl-azb_Arab", "languages": ["bel-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-deu_Latn", "languages": ["bel-Cyrl", "deu-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "bel_Cyrl-hat_Latn", "languages": ["bel-Cyrl", "hat-Latn"]}, {"precision": 0.484256, "recall": 0.539526, "f1": 0.500315, "accuracy": 0.539526, "main_score": 0.500315, "hf_subset": "bel_Cyrl-kbp_Latn", "languages": ["bel-Cyrl", "kbp-Latn"]}, {"precision": 0.558138, "recall": 0.618577, "f1": 0.574821, "accuracy": 0.618577, "main_score": 0.574821, "hf_subset": "bel_Cyrl-luo_Latn", "languages": ["bel-Cyrl", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-ory_Orya", "languages": ["bel-Cyrl", "ory-Orya"]}, {"precision": 0.575454, "recall": 0.639328, "f1": 0.593843, "accuracy": 0.639328, "main_score": 0.593843, "hf_subset": "bel_Cyrl-sna_Latn", "languages": ["bel-Cyrl", "sna-Latn"]}, {"precision": 0.546429, "recall": 0.601779, "f1": 0.562192, "accuracy": 0.601779, "main_score": 0.562192, "hf_subset": "bel_Cyrl-tso_Latn", "languages": ["bel-Cyrl", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-azj_Latn", "languages": ["bel-Cyrl", "azj-Latn"]}, {"precision": 0.525502, "recall": 0.590909, "f1": 0.544117, "accuracy": 0.590909, "main_score": 0.544117, "hf_subset": "bel_Cyrl-dik_Latn", "languages": ["bel-Cyrl", "dik-Latn"]}, {"precision": 0.715415, "recall": 0.774704, "f1": 0.733517, "accuracy": 0.774704, "main_score": 0.733517, "hf_subset": "bel_Cyrl-hau_Latn", "languages": ["bel-Cyrl", "hau-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "bel_Cyrl-kea_Latn", "languages": ["bel-Cyrl", "kea-Latn"]}, {"precision": 0.724226, "recall": 0.77668, "f1": 0.739973, "accuracy": 0.77668, "main_score": 0.739973, "hf_subset": "bel_Cyrl-lus_Latn", "languages": ["bel-Cyrl", "lus-Latn"]}, {"precision": 0.856505, "recall": 0.887352, "f1": 0.865961, "accuracy": 0.887352, "main_score": 0.865961, "hf_subset": "bel_Cyrl-pag_Latn", "languages": ["bel-Cyrl", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-snd_Arab", "languages": ["bel-Cyrl", "snd-Arab"]}, {"precision": 0.938241, "recall": 0.95751, "f1": 0.944499, "accuracy": 0.95751, "main_score": 0.944499, "hf_subset": "bel_Cyrl-tuk_Latn", "languages": ["bel-Cyrl", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bel_Cyrl-bak_Cyrl", "languages": ["bel-Cyrl", "bak-Cyrl"]}, {"precision": 0.47141, "recall": 0.543478, "f1": 0.492062, "accuracy": 0.543478, "main_score": 0.492062, "hf_subset": "bel_Cyrl-dyu_Latn", "languages": ["bel-Cyrl", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-heb_Hebr", "languages": ["bel-Cyrl", "heb-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bel_Cyrl-khk_Cyrl", "languages": ["bel-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-lvs_Latn", "languages": ["bel-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pan_Guru", "languages": ["bel-Cyrl", "pan-Guru"]}, {"precision": 0.66414, "recall": 0.726285, "f1": 0.682658, "accuracy": 0.726285, "main_score": 0.682658, "hf_subset": "bel_Cyrl-som_Latn", "languages": ["bel-Cyrl", "som-Latn"]}, {"precision": 0.589114, "recall": 0.641304, "f1": 0.604367, "accuracy": 0.641304, "main_score": 0.604367, "hf_subset": "bel_Cyrl-tum_Latn", "languages": ["bel-Cyrl", "tum-Latn"]}, {"precision": 0.619542, "recall": 0.687747, "f1": 0.638987, "accuracy": 0.687747, "main_score": 0.638987, "hf_subset": "eng_Latn-ace_Arab", "languages": ["eng-Latn", "ace-Arab"]}, {"precision": 0.549299, "recall": 0.61166, "f1": 0.566803, "accuracy": 0.61166, "main_score": 0.566803, "hf_subset": "eng_Latn-bam_Latn", "languages": ["eng-Latn", "bam-Latn"]}, {"precision": 0.493747, "recall": 0.573123, "f1": 0.515464, "accuracy": 0.573123, "main_score": 0.515464, "hf_subset": "eng_Latn-dzo_Tibt", "languages": ["eng-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hin_Deva", "languages": ["eng-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-khm_Khmr", "languages": ["eng-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-mag_Deva", "languages": ["eng-Latn", "mag-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-pap_Latn", "languages": ["eng-Latn", "pap-Latn"]}, {"precision": 0.63132, "recall": 0.6917, "f1": 0.648161, "accuracy": 0.6917, "main_score": 0.648161, "hf_subset": "eng_Latn-sot_Latn", "languages": ["eng-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tur_Latn", "languages": ["eng-Latn", "tur-Latn"]}, {"precision": 0.903113, "recall": 0.929842, "f1": 0.911462, "accuracy": 0.929842, "main_score": 0.911462, "hf_subset": "eng_Latn-ace_Latn", "languages": ["eng-Latn", "ace-Latn"]}, {"precision": 0.972497, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "eng_Latn-ban_Latn", "languages": ["eng-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-ell_Grek", "languages": ["eng-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "eng_Latn-hne_Deva", "languages": ["eng-Latn", "hne-Deva"]}, {"precision": 0.626739, "recall": 0.685771, "f1": 0.643678, "accuracy": 0.685771, "main_score": 0.643678, "hf_subset": "eng_Latn-kik_Latn", "languages": ["eng-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mai_Deva", "languages": ["eng-Latn", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "eng_Latn-pbt_Arab", "languages": ["eng-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-spa_Latn", "languages": ["eng-Latn", "spa-Latn"]}, {"precision": 0.637788, "recall": 0.702569, "f1": 0.655585, "accuracy": 0.702569, "main_score": 0.655585, "hf_subset": "eng_Latn-twi_Latn", "languages": ["eng-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-acm_Arab", "languages": ["eng-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bel_Cyrl", "languages": ["eng-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hrv_Latn", "languages": ["eng-Latn", "hrv-Latn"]}, {"precision": 0.582924, "recall": 0.648221, "f1": 0.601732, "accuracy": 0.648221, "main_score": 0.601732, "hf_subset": "eng_Latn-kin_Latn", "languages": ["eng-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-mal_Mlym", "languages": ["eng-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pes_Arab", "languages": ["eng-Latn", "pes-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-srd_Latn", "languages": ["eng-Latn", "srd-Latn"]}, {"precision": 0.185611, "recall": 0.241107, "f1": 0.198689, "accuracy": 0.241107, "main_score": 0.198689, "hf_subset": "eng_Latn-tzm_Tfng", "languages": ["eng-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-acq_Arab", "languages": ["eng-Latn", "acq-Arab"]}, {"precision": 0.663036, "recall": 0.713439, "f1": 0.677553, "accuracy": 0.713439, "main_score": 0.677553, "hf_subset": "eng_Latn-bem_Latn", "languages": ["eng-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-epo_Latn", "languages": ["eng-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hun_Latn", "languages": ["eng-Latn", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-kir_Cyrl", "languages": ["eng-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mar_Deva", "languages": ["eng-Latn", "mar-Deva"]}, {"precision": 0.715366, "recall": 0.76581, "f1": 0.730487, "accuracy": 0.76581, "main_score": 0.730487, "hf_subset": "eng_Latn-plt_Latn", "languages": ["eng-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-srp_Cyrl", "languages": ["eng-Latn", "srp-Cyrl"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "eng_Latn-uig_Arab", "languages": ["eng-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-aeb_Arab", "languages": ["eng-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ben_Beng", "languages": ["eng-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-est_Latn", "languages": ["eng-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hye_Armn", "languages": ["eng-Latn", "hye-Armn"]}, {"precision": 0.570266, "recall": 0.624506, "f1": 0.585543, "accuracy": 0.624506, "main_score": 0.585543, "hf_subset": "eng_Latn-kmb_Latn", "languages": ["eng-Latn", "kmb-Latn"]}, {"precision": 0.537304, "recall": 0.614625, "f1": 0.558778, "accuracy": 0.614625, "main_score": 0.558778, "hf_subset": "eng_Latn-min_Arab", "languages": ["eng-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pol_Latn", "languages": ["eng-Latn", "pol-Latn"]}, {"precision": 0.586752, "recall": 0.65415, "f1": 0.606345, "accuracy": 0.65415, "main_score": 0.606345, "hf_subset": "eng_Latn-ssw_Latn", "languages": ["eng-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ukr_Cyrl", "languages": ["eng-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-afr_Latn", "languages": ["eng-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bho_Deva", "languages": ["eng-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-eus_Latn", "languages": ["eng-Latn", "eus-Latn"]}, {"precision": 0.619815, "recall": 0.684783, "f1": 0.638458, "accuracy": 0.684783, "main_score": 0.638458, "hf_subset": "eng_Latn-ibo_Latn", "languages": ["eng-Latn", "ibo-Latn"]}, {"precision": 0.928524, "recall": 0.950593, "f1": 0.935606, "accuracy": 0.950593, "main_score": 0.935606, "hf_subset": "eng_Latn-kmr_Latn", "languages": ["eng-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eng_Latn-min_Latn", "languages": ["eng-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-por_Latn", "languages": ["eng-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-sun_Latn", "languages": ["eng-Latn", "sun-Latn"]}, {"precision": 0.54903, "recall": 0.607708, "f1": 0.565915, "accuracy": 0.607708, "main_score": 0.565915, "hf_subset": "eng_Latn-umb_Latn", "languages": ["eng-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ajp_Arab", "languages": ["eng-Latn", "ajp-Arab"]}, {"precision": 0.58407, "recall": 0.645257, "f1": 0.6009, "accuracy": 0.645257, "main_score": 0.6009, "hf_subset": "eng_Latn-bjn_Arab", "languages": ["eng-Latn", "bjn-Arab"]}, {"precision": 0.541531, "recall": 0.604743, "f1": 0.559114, "accuracy": 0.604743, "main_score": 0.559114, "hf_subset": "eng_Latn-ewe_Latn", "languages": ["eng-Latn", "ewe-Latn"]}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "eng_Latn-ilo_Latn", "languages": ["eng-Latn", "ilo-Latn"]}, {"precision": 0.333049, "recall": 0.396245, "f1": 0.349753, "accuracy": 0.396245, "main_score": 0.349753, "hf_subset": "eng_Latn-knc_Arab", "languages": ["eng-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": ["eng-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-prs_Arab", "languages": ["eng-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-swe_Latn", "languages": ["eng-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-urd_Arab", "languages": ["eng-Latn", "urd-Arab"]}, {"precision": 0.621255, "recall": 0.682806, "f1": 0.638669, "accuracy": 0.682806, "main_score": 0.638669, "hf_subset": "eng_Latn-aka_Latn", "languages": ["eng-Latn", "aka-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-bjn_Latn", "languages": ["eng-Latn", "bjn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-fao_Latn", "languages": ["eng-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ind_Latn", "languages": ["eng-Latn", "ind-Latn"]}, {"precision": 0.6188, "recall": 0.670949, "f1": 0.633725, "accuracy": 0.670949, "main_score": 0.633725, "hf_subset": "eng_Latn-knc_Latn", "languages": ["eng-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-mlt_Latn", "languages": ["eng-Latn", "mlt-Latn"]}, {"precision": 0.744763, "recall": 0.804348, "f1": 0.762419, "accuracy": 0.804348, "main_score": 0.762419, "hf_subset": "eng_Latn-quy_Latn", "languages": ["eng-Latn", "quy-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "eng_Latn-swh_Latn", "languages": ["eng-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-uzn_Latn", "languages": ["eng-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-als_Latn", "languages": ["eng-Latn", "als-Latn"]}, {"precision": 0.709305, "recall": 0.779644, "f1": 0.730157, "accuracy": 0.779644, "main_score": 0.730157, "hf_subset": "eng_Latn-bod_Tibt", "languages": ["eng-Latn", "bod-Tibt"]}, {"precision": 0.745564, "recall": 0.799407, "f1": 0.76158, "accuracy": 0.799407, "main_score": 0.76158, "hf_subset": "eng_Latn-fij_Latn", "languages": ["eng-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-isl_Latn", "languages": ["eng-Latn", "isl-Latn"]}, {"precision": 0.693001, "recall": 0.746047, "f1": 0.709157, "accuracy": 0.746047, "main_score": 0.709157, "hf_subset": "eng_Latn-kon_Latn", "languages": ["eng-Latn", "kon-Latn"]}, {"precision": 0.712205, "recall": 0.774704, "f1": 0.730473, "accuracy": 0.774704, "main_score": 0.730473, "hf_subset": "eng_Latn-mni_Beng", "languages": ["eng-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ron_Latn", "languages": ["eng-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "eng_Latn-szl_Latn", "languages": ["eng-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-vec_Latn", "languages": ["eng-Latn", "vec-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "eng_Latn-amh_Ethi", "languages": ["eng-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bos_Latn", "languages": ["eng-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-fin_Latn", "languages": ["eng-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ita_Latn", "languages": ["eng-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-kor_Hang", "languages": ["eng-Latn", "kor-Hang"]}, {"precision": 0.567272, "recall": 0.631423, "f1": 0.585363, "accuracy": 0.631423, "main_score": 0.585363, "hf_subset": "eng_Latn-mos_Latn", "languages": ["eng-Latn", "mos-Latn"]}, {"precision": 0.588827, "recall": 0.641304, "f1": 0.603626, "accuracy": 0.641304, "main_score": 0.603626, "hf_subset": "eng_Latn-run_Latn", "languages": ["eng-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tam_Taml", "languages": ["eng-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-vie_Latn", "languages": ["eng-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-apc_Arab", "languages": ["eng-Latn", "apc-Arab"]}, {"precision": 0.832164, "recall": 0.870553, "f1": 0.843497, "accuracy": 0.870553, "main_score": 0.843497, "hf_subset": "eng_Latn-bug_Latn", "languages": ["eng-Latn", "bug-Latn"]}, {"precision": 0.497194, "recall": 0.55336, "f1": 0.511742, "accuracy": 0.55336, "main_score": 0.511742, "hf_subset": "eng_Latn-fon_Latn", "languages": ["eng-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-jav_Latn", "languages": ["eng-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-lao_Laoo", "languages": ["eng-Latn", "lao-Laoo"]}, {"precision": 0.902174, "recall": 0.93083, "f1": 0.911185, "accuracy": 0.93083, "main_score": 0.911185, "hf_subset": "eng_Latn-mri_Latn", "languages": ["eng-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-rus_Cyrl", "languages": ["eng-Latn", "rus-Cyrl"]}, {"precision": 0.565326, "recall": 0.628458, "f1": 0.58314, "accuracy": 0.628458, "main_score": 0.58314, "hf_subset": "eng_Latn-taq_Latn", "languages": ["eng-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-war_Latn", "languages": ["eng-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-arb_Arab", "languages": ["eng-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bul_Cyrl", "languages": ["eng-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-fra_Latn", "languages": ["eng-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-jpn_Jpan", "languages": ["eng-Latn", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-lij_Latn", "languages": ["eng-Latn", "lij-Latn"]}, {"precision": 0.99193, "recall": 0.993083, "f1": 0.99226, "accuracy": 0.993083, "main_score": 0.99226, "hf_subset": "eng_Latn-mya_Mymr", "languages": ["eng-Latn", "mya-Mymr"]}, {"precision": 0.621981, "recall": 0.693676, "f1": 0.642641, "accuracy": 0.693676, "main_score": 0.642641, "hf_subset": "eng_Latn-sag_Latn", "languages": ["eng-Latn", "sag-Latn"]}, {"precision": 0.197596, "recall": 0.258893, "f1": 0.211353, "accuracy": 0.258893, "main_score": 0.211353, "hf_subset": "eng_Latn-taq_Tfng", "languages": ["eng-Latn", "taq-Tfng"]}, {"precision": 0.661059, "recall": 0.720356, "f1": 0.678203, "accuracy": 0.720356, "main_score": 0.678203, "hf_subset": "eng_Latn-wol_Latn", "languages": ["eng-Latn", "wol-Latn"]}, {"precision": 0.835968, "recall": 0.880435, "f1": 0.849934, "accuracy": 0.880435, "main_score": 0.849934, "hf_subset": "eng_Latn-arb_Latn", "languages": ["eng-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-cat_Latn", "languages": ["eng-Latn", "cat-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-fur_Latn", "languages": ["eng-Latn", "fur-Latn"]}, {"precision": 0.437927, "recall": 0.5, "f1": 0.455261, "accuracy": 0.5, "main_score": 0.455261, "hf_subset": "eng_Latn-kab_Latn", "languages": ["eng-Latn", "kab-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "eng_Latn-lim_Latn", "languages": ["eng-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-nld_Latn", "languages": ["eng-Latn", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "eng_Latn-san_Deva", "languages": ["eng-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tat_Cyrl", "languages": ["eng-Latn", "tat-Cyrl"]}, {"precision": 0.714403, "recall": 0.769763, "f1": 0.730964, "accuracy": 0.769763, "main_score": 0.730964, "hf_subset": "eng_Latn-xho_Latn", "languages": ["eng-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ars_Arab", "languages": ["eng-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ceb_Latn", "languages": ["eng-Latn", "ceb-Latn"]}, {"precision": 0.581738, "recall": 0.645257, "f1": 0.600249, "accuracy": 0.645257, "main_score": 0.600249, "hf_subset": "eng_Latn-fuv_Latn", "languages": ["eng-Latn", "fuv-Latn"]}, {"precision": 0.540049, "recall": 0.604743, "f1": 0.557946, "accuracy": 0.604743, "main_score": 0.557946, "hf_subset": "eng_Latn-kac_Latn", "languages": ["eng-Latn", "kac-Latn"]}, {"precision": 0.712187, "recall": 0.76087, "f1": 0.726877, "accuracy": 0.76087, "main_score": 0.726877, "hf_subset": "eng_Latn-lin_Latn", "languages": ["eng-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-nno_Latn", "languages": ["eng-Latn", "nno-Latn"]}, {"precision": 0.259269, "recall": 0.34585, "f1": 0.282156, "accuracy": 0.34585, "main_score": 0.282156, "hf_subset": "eng_Latn-sat_Olck", "languages": ["eng-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-tel_Telu", "languages": ["eng-Latn", "tel-Telu"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "eng_Latn-ydd_Hebr", "languages": ["eng-Latn", "ydd-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eng_Latn-ary_Arab", "languages": ["eng-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ces_Latn", "languages": ["eng-Latn", "ces-Latn"]}, {"precision": 0.609907, "recall": 0.671937, "f1": 0.628033, "accuracy": 0.671937, "main_score": 0.628033, "hf_subset": "eng_Latn-gaz_Latn", "languages": ["eng-Latn", "gaz-Latn"]}, {"precision": 0.616947, "recall": 0.68083, "f1": 0.635226, "accuracy": 0.68083, "main_score": 0.635226, "hf_subset": "eng_Latn-kam_Latn", "languages": ["eng-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "eng_Latn-lit_Latn", "languages": ["eng-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-nob_Latn", "languages": ["eng-Latn", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eng_Latn-scn_Latn", "languages": ["eng-Latn", "scn-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": ["eng-Latn", "tgk-Cyrl"]}, {"precision": 0.743363, "recall": 0.806324, "f1": 0.762634, "accuracy": 0.806324, "main_score": 0.762634, "hf_subset": "eng_Latn-yor_Latn", "languages": ["eng-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-arz_Arab", "languages": ["eng-Latn", "arz-Arab"]}, {"precision": 0.582846, "recall": 0.648221, "f1": 0.601614, "accuracy": 0.648221, "main_score": 0.601614, "hf_subset": "eng_Latn-cjk_Latn", "languages": ["eng-Latn", "cjk-Latn"]}, {"precision": 0.832213, "recall": 0.875494, "f1": 0.845817, "accuracy": 0.875494, "main_score": 0.845817, "hf_subset": "eng_Latn-gla_Latn", "languages": ["eng-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-kan_Knda", "languages": ["eng-Latn", "kan-Knda"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "eng_Latn-lmo_Latn", "languages": ["eng-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "eng_Latn-npi_Deva", "languages": ["eng-Latn", "npi-Deva"]}, {"precision": 0.493623, "recall": 0.5583, "f1": 0.51151, "accuracy": 0.5583, "main_score": 0.51151, "hf_subset": "eng_Latn-shn_Mymr", "languages": ["eng-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tgl_Latn", "languages": ["eng-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-yue_Hant", "languages": ["eng-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-asm_Beng", "languages": ["eng-Latn", "asm-Beng"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "eng_Latn-ckb_Arab", "languages": ["eng-Latn", "ckb-Arab"]}, {"precision": 0.918725, "recall": 0.942688, "f1": 0.926285, "accuracy": 0.942688, "main_score": 0.926285, "hf_subset": "eng_Latn-gle_Latn", "languages": ["eng-Latn", "gle-Latn"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "eng_Latn-kas_Arab", "languages": ["eng-Latn", "kas-Arab"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "eng_Latn-ltg_Latn", "languages": ["eng-Latn", "ltg-Latn"]}, {"precision": 0.651748, "recall": 0.710474, "f1": 0.668826, "accuracy": 0.710474, "main_score": 0.668826, "hf_subset": "eng_Latn-nso_Latn", "languages": ["eng-Latn", "nso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-sin_Sinh", "languages": ["eng-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-tha_Thai", "languages": ["eng-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zho_Hans", "languages": ["eng-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ast_Latn", "languages": ["eng-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-crh_Latn", "languages": ["eng-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-glg_Latn", "languages": ["eng-Latn", "glg-Latn"]}, {"precision": 0.925395, "recall": 0.948617, "f1": 0.932971, "accuracy": 0.948617, "main_score": 0.932971, "hf_subset": "eng_Latn-kas_Deva", "languages": ["eng-Latn", "kas-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-ltz_Latn", "languages": ["eng-Latn", "ltz-Latn"]}, {"precision": 0.491733, "recall": 0.560277, "f1": 0.510305, "accuracy": 0.560277, "main_score": 0.510305, "hf_subset": "eng_Latn-nus_Latn", "languages": ["eng-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-slk_Latn", "languages": ["eng-Latn", "slk-Latn"]}, {"precision": 0.666156, "recall": 0.736166, "f1": 0.687041, "accuracy": 0.736166, "main_score": 0.687041, "hf_subset": "eng_Latn-tir_Ethi", "languages": ["eng-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zho_Hant", "languages": ["eng-Latn", "zho-Hant"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "eng_Latn-awa_Deva", "languages": ["eng-Latn", "awa-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-cym_Latn", "languages": ["eng-Latn", "cym-Latn"]}, {"precision": 0.877586, "recall": 0.911067, "f1": 0.888241, "accuracy": 0.911067, "main_score": 0.888241, "hf_subset": "eng_Latn-grn_Latn", "languages": ["eng-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-kat_Geor", "languages": ["eng-Latn", "kat-Geor"]}, {"precision": 0.683729, "recall": 0.736166, "f1": 0.69893, "accuracy": 0.736166, "main_score": 0.69893, "hf_subset": "eng_Latn-lua_Latn", "languages": ["eng-Latn", "lua-Latn"]}, {"precision": 0.696665, "recall": 0.753953, "f1": 0.712755, "accuracy": 0.753953, "main_score": 0.712755, "hf_subset": "eng_Latn-nya_Latn", "languages": ["eng-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-slv_Latn", "languages": ["eng-Latn", "slv-Latn"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "eng_Latn-tpi_Latn", "languages": ["eng-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zsm_Latn", "languages": ["eng-Latn", "zsm-Latn"]}, {"precision": 0.570319, "recall": 0.634387, "f1": 0.5884, "accuracy": 0.634387, "main_score": 0.5884, "hf_subset": "eng_Latn-ayr_Latn", "languages": ["eng-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-dan_Latn", "languages": ["eng-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-guj_Gujr", "languages": ["eng-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": ["eng-Latn", "kaz-Cyrl"]}, {"precision": 0.568497, "recall": 0.637352, "f1": 0.58826, "accuracy": 0.637352, "main_score": 0.58826, "hf_subset": "eng_Latn-lug_Latn", "languages": ["eng-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-oci_Latn", "languages": ["eng-Latn", "oci-Latn"]}, {"precision": 0.870059, "recall": 0.907115, "f1": 0.881752, "accuracy": 0.907115, "main_score": 0.881752, "hf_subset": "eng_Latn-smo_Latn", "languages": ["eng-Latn", "smo-Latn"]}, {"precision": 0.577078, "recall": 0.640316, "f1": 0.594864, "accuracy": 0.640316, "main_score": 0.594864, "hf_subset": "eng_Latn-tsn_Latn", "languages": ["eng-Latn", "tsn-Latn"]}, {"precision": 0.66587, "recall": 0.725296, "f1": 0.683355, "accuracy": 0.725296, "main_score": 0.683355, "hf_subset": "eng_Latn-zul_Latn", "languages": ["eng-Latn", "zul-Latn"]}, {"precision": 0.944993, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "eng_Latn-azb_Arab", "languages": ["eng-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-deu_Latn", "languages": ["eng-Latn", "deu-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "eng_Latn-hat_Latn", "languages": ["eng-Latn", "hat-Latn"]}, {"precision": 0.517836, "recall": 0.572134, "f1": 0.533126, "accuracy": 0.572134, "main_score": 0.533126, "hf_subset": "eng_Latn-kbp_Latn", "languages": ["eng-Latn", "kbp-Latn"]}, {"precision": 0.596239, "recall": 0.658103, "f1": 0.612973, "accuracy": 0.658103, "main_score": 0.612973, "hf_subset": "eng_Latn-luo_Latn", "languages": ["eng-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ory_Orya", "languages": ["eng-Latn", "ory-Orya"]}, {"precision": 0.624557, "recall": 0.687747, "f1": 0.642914, "accuracy": 0.687747, "main_score": 0.642914, "hf_subset": "eng_Latn-sna_Latn", "languages": ["eng-Latn", "sna-Latn"]}, {"precision": 0.59021, "recall": 0.649209, "f1": 0.606773, "accuracy": 0.649209, "main_score": 0.606773, "hf_subset": "eng_Latn-tso_Latn", "languages": ["eng-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-azj_Latn", "languages": ["eng-Latn", "azj-Latn"]}, {"precision": 0.562711, "recall": 0.62747, "f1": 0.581563, "accuracy": 0.62747, "main_score": 0.581563, "hf_subset": "eng_Latn-dik_Latn", "languages": ["eng-Latn", "dik-Latn"]}, {"precision": 0.781571, "recall": 0.83004, "f1": 0.796217, "accuracy": 0.83004, "main_score": 0.796217, "hf_subset": "eng_Latn-hau_Latn", "languages": ["eng-Latn", "hau-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-kea_Latn", "languages": ["eng-Latn", "kea-Latn"]}, {"precision": 0.768857, "recall": 0.820158, "f1": 0.78475, "accuracy": 0.820158, "main_score": 0.78475, "hf_subset": "eng_Latn-lus_Latn", "languages": ["eng-Latn", "lus-Latn"]}, {"precision": 0.902997, "recall": 0.927866, "f1": 0.910658, "accuracy": 0.927866, "main_score": 0.910658, "hf_subset": "eng_Latn-pag_Latn", "languages": ["eng-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-snd_Arab", "languages": ["eng-Latn", "snd-Arab"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "eng_Latn-tuk_Latn", "languages": ["eng-Latn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-bak_Cyrl", "languages": ["eng-Latn", "bak-Cyrl"]}, {"precision": 0.507757, "recall": 0.589921, "f1": 0.532204, "accuracy": 0.589921, "main_score": 0.532204, "hf_subset": "eng_Latn-dyu_Latn", "languages": ["eng-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-heb_Hebr", "languages": ["eng-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng_Latn-khk_Cyrl", "languages": ["eng-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-lvs_Latn", "languages": ["eng-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pan_Guru", "languages": ["eng-Latn", "pan-Guru"]}, {"precision": 0.752775, "recall": 0.809289, "f1": 0.769639, "accuracy": 0.809289, "main_score": 0.769639, "hf_subset": "eng_Latn-som_Latn", "languages": ["eng-Latn", "som-Latn"]}, {"precision": 0.642465, "recall": 0.686759, "f1": 0.654934, "accuracy": 0.686759, "main_score": 0.654934, "hf_subset": "eng_Latn-tum_Latn", "languages": ["eng-Latn", "tum-Latn"]}, {"precision": 0.588529, "recall": 0.659091, "f1": 0.608723, "accuracy": 0.659091, "main_score": 0.608723, "hf_subset": "hrv_Latn-ace_Arab", "languages": ["hrv-Latn", "ace-Arab"]}, {"precision": 0.550612, "recall": 0.612648, "f1": 0.568055, "accuracy": 0.612648, "main_score": 0.568055, "hf_subset": "hrv_Latn-bam_Latn", "languages": ["hrv-Latn", "bam-Latn"]}, {"precision": 0.441127, "recall": 0.522727, "f1": 0.462787, "accuracy": 0.522727, "main_score": 0.462787, "hf_subset": "hrv_Latn-dzo_Tibt", "languages": ["hrv-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-hin_Deva", "languages": ["hrv-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-khm_Khmr", "languages": ["hrv-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mag_Deva", "languages": ["hrv-Latn", "mag-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hrv_Latn-pap_Latn", "languages": ["hrv-Latn", "pap-Latn"]}, {"precision": 0.616955, "recall": 0.673913, "f1": 0.633352, "accuracy": 0.673913, "main_score": 0.633352, "hf_subset": "hrv_Latn-sot_Latn", "languages": ["hrv-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tur_Latn", "languages": ["hrv-Latn", "tur-Latn"]}, {"precision": 0.87607, "recall": 0.907115, "f1": 0.885935, "accuracy": 0.907115, "main_score": 0.885935, "hf_subset": "hrv_Latn-ace_Latn", "languages": ["hrv-Latn", "ace-Latn"]}, {"precision": 0.964015, "recall": 0.974308, "f1": 0.967292, "accuracy": 0.974308, "main_score": 0.967292, "hf_subset": "hrv_Latn-ban_Latn", "languages": ["hrv-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ell_Grek", "languages": ["hrv-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hrv_Latn-hne_Deva", "languages": ["hrv-Latn", "hne-Deva"]}, {"precision": 0.621182, "recall": 0.676877, "f1": 0.637524, "accuracy": 0.676877, "main_score": 0.637524, "hf_subset": "hrv_Latn-kik_Latn", "languages": ["hrv-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-mai_Deva", "languages": ["hrv-Latn", "mai-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hrv_Latn-pbt_Arab", "languages": ["hrv-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-spa_Latn", "languages": ["hrv-Latn", "spa-Latn"]}, {"precision": 0.62169, "recall": 0.689723, "f1": 0.64162, "accuracy": 0.689723, "main_score": 0.64162, "hf_subset": "hrv_Latn-twi_Latn", "languages": ["hrv-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-acm_Arab", "languages": ["hrv-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-bel_Cyrl", "languages": ["hrv-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-eng_Latn", "languages": ["hrv-Latn", "eng-Latn"]}, {"precision": 0.579957, "recall": 0.643281, "f1": 0.598043, "accuracy": 0.643281, "main_score": 0.598043, "hf_subset": "hrv_Latn-kin_Latn", "languages": ["hrv-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-mal_Mlym", "languages": ["hrv-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pes_Arab", "languages": ["hrv-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-srd_Latn", "languages": ["hrv-Latn", "srd-Latn"]}, {"precision": 0.19, "recall": 0.241107, "f1": 0.20272, "accuracy": 0.241107, "main_score": 0.20272, "hf_subset": "hrv_Latn-tzm_Tfng", "languages": ["hrv-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-acq_Arab", "languages": ["hrv-Latn", "acq-Arab"]}, {"precision": 0.653034, "recall": 0.705534, "f1": 0.668349, "accuracy": 0.705534, "main_score": 0.668349, "hf_subset": "hrv_Latn-bem_Latn", "languages": ["hrv-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-epo_Latn", "languages": ["hrv-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-hun_Latn", "languages": ["hrv-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-kir_Cyrl", "languages": ["hrv-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mar_Deva", "languages": ["hrv-Latn", "mar-Deva"]}, {"precision": 0.693379, "recall": 0.743083, "f1": 0.707632, "accuracy": 0.743083, "main_score": 0.707632, "hf_subset": "hrv_Latn-plt_Latn", "languages": ["hrv-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-srp_Cyrl", "languages": ["hrv-Latn", "srp-Cyrl"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "hrv_Latn-uig_Arab", "languages": ["hrv-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-aeb_Arab", "languages": ["hrv-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ben_Beng", "languages": ["hrv-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-est_Latn", "languages": ["hrv-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-hye_Armn", "languages": ["hrv-Latn", "hye-Armn"]}, {"precision": 0.570282, "recall": 0.619565, "f1": 0.584365, "accuracy": 0.619565, "main_score": 0.584365, "hf_subset": "hrv_Latn-kmb_Latn", "languages": ["hrv-Latn", "kmb-Latn"]}, {"precision": 0.519308, "recall": 0.592885, "f1": 0.539748, "accuracy": 0.592885, "main_score": 0.539748, "hf_subset": "hrv_Latn-min_Arab", "languages": ["hrv-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pol_Latn", "languages": ["hrv-Latn", "pol-Latn"]}, {"precision": 0.589914, "recall": 0.650198, "f1": 0.60779, "accuracy": 0.650198, "main_score": 0.60779, "hf_subset": "hrv_Latn-ssw_Latn", "languages": ["hrv-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ukr_Cyrl", "languages": ["hrv-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-afr_Latn", "languages": ["hrv-Latn", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-bho_Deva", "languages": ["hrv-Latn", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-eus_Latn", "languages": ["hrv-Latn", "eus-Latn"]}, {"precision": 0.613356, "recall": 0.673913, "f1": 0.630783, "accuracy": 0.673913, "main_score": 0.630783, "hf_subset": "hrv_Latn-ibo_Latn", "languages": ["hrv-Latn", "ibo-Latn"]}, {"precision": 0.91642, "recall": 0.940711, "f1": 0.924308, "accuracy": 0.940711, "main_score": 0.924308, "hf_subset": "hrv_Latn-kmr_Latn", "languages": ["hrv-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hrv_Latn-min_Latn", "languages": ["hrv-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-por_Latn", "languages": ["hrv-Latn", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-sun_Latn", "languages": ["hrv-Latn", "sun-Latn"]}, {"precision": 0.544409, "recall": 0.599802, "f1": 0.559927, "accuracy": 0.599802, "main_score": 0.559927, "hf_subset": "hrv_Latn-umb_Latn", "languages": ["hrv-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ajp_Arab", "languages": ["hrv-Latn", "ajp-Arab"]}, {"precision": 0.559387, "recall": 0.625494, "f1": 0.578156, "accuracy": 0.625494, "main_score": 0.578156, "hf_subset": "hrv_Latn-bjn_Arab", "languages": ["hrv-Latn", "bjn-Arab"]}, {"precision": 0.535985, "recall": 0.591897, "f1": 0.551642, "accuracy": 0.591897, "main_score": 0.551642, "hf_subset": "hrv_Latn-ewe_Latn", "languages": ["hrv-Latn", "ewe-Latn"]}, {"precision": 0.955863, "recall": 0.969368, "f1": 0.960112, "accuracy": 0.969368, "main_score": 0.960112, "hf_subset": "hrv_Latn-ilo_Latn", "languages": ["hrv-Latn", "ilo-Latn"]}, {"precision": 0.32039, "recall": 0.381423, "f1": 0.336887, "accuracy": 0.381423, "main_score": 0.336887, "hf_subset": "hrv_Latn-knc_Arab", "languages": ["hrv-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mkd_Cyrl", "languages": ["hrv-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-prs_Arab", "languages": ["hrv-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-swe_Latn", "languages": ["hrv-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-urd_Arab", "languages": ["hrv-Latn", "urd-Arab"]}, {"precision": 0.607032, "recall": 0.666008, "f1": 0.624125, "accuracy": 0.666008, "main_score": 0.624125, "hf_subset": "hrv_Latn-aka_Latn", "languages": ["hrv-Latn", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-bjn_Latn", "languages": ["hrv-Latn", "bjn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hrv_Latn-fao_Latn", "languages": ["hrv-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ind_Latn", "languages": ["hrv-Latn", "ind-Latn"]}, {"precision": 0.591841, "recall": 0.649209, "f1": 0.608658, "accuracy": 0.649209, "main_score": 0.608658, "hf_subset": "hrv_Latn-knc_Latn", "languages": ["hrv-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hrv_Latn-mlt_Latn", "languages": ["hrv-Latn", "mlt-Latn"]}, {"precision": 0.717203, "recall": 0.779644, "f1": 0.735741, "accuracy": 0.779644, "main_score": 0.735741, "hf_subset": "hrv_Latn-quy_Latn", "languages": ["hrv-Latn", "quy-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hrv_Latn-swh_Latn", "languages": ["hrv-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-uzn_Latn", "languages": ["hrv-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-als_Latn", "languages": ["hrv-Latn", "als-Latn"]}, {"precision": 0.657559, "recall": 0.732213, "f1": 0.679541, "accuracy": 0.732213, "main_score": 0.679541, "hf_subset": "hrv_Latn-bod_Tibt", "languages": ["hrv-Latn", "bod-Tibt"]}, {"precision": 0.716051, "recall": 0.769763, "f1": 0.731464, "accuracy": 0.769763, "main_score": 0.731464, "hf_subset": "hrv_Latn-fij_Latn", "languages": ["hrv-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-isl_Latn", "languages": ["hrv-Latn", "isl-Latn"]}, {"precision": 0.687204, "recall": 0.735178, "f1": 0.701487, "accuracy": 0.735178, "main_score": 0.701487, "hf_subset": "hrv_Latn-kon_Latn", "languages": ["hrv-Latn", "kon-Latn"]}, {"precision": 0.663525, "recall": 0.726285, "f1": 0.681985, "accuracy": 0.726285, "main_score": 0.681985, "hf_subset": "hrv_Latn-mni_Beng", "languages": ["hrv-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ron_Latn", "languages": ["hrv-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "hrv_Latn-szl_Latn", "languages": ["hrv-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-vec_Latn", "languages": ["hrv-Latn", "vec-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "hrv_Latn-amh_Ethi", "languages": ["hrv-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-bos_Latn", "languages": ["hrv-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-fin_Latn", "languages": ["hrv-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ita_Latn", "languages": ["hrv-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-kor_Hang", "languages": ["hrv-Latn", "kor-Hang"]}, {"precision": 0.564468, "recall": 0.62253, "f1": 0.581042, "accuracy": 0.62253, "main_score": 0.581042, "hf_subset": "hrv_Latn-mos_Latn", "languages": ["hrv-Latn", "mos-Latn"]}, {"precision": 0.565039, "recall": 0.625494, "f1": 0.582166, "accuracy": 0.625494, "main_score": 0.582166, "hf_subset": "hrv_Latn-run_Latn", "languages": ["hrv-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tam_Taml", "languages": ["hrv-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-vie_Latn", "languages": ["hrv-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-apc_Arab", "languages": ["hrv-Latn", "apc-Arab"]}, {"precision": 0.821163, "recall": 0.864625, "f1": 0.834157, "accuracy": 0.864625, "main_score": 0.834157, "hf_subset": "hrv_Latn-bug_Latn", "languages": ["hrv-Latn", "bug-Latn"]}, {"precision": 0.491129, "recall": 0.549407, "f1": 0.506694, "accuracy": 0.549407, "main_score": 0.506694, "hf_subset": "hrv_Latn-fon_Latn", "languages": ["hrv-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-jav_Latn", "languages": ["hrv-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-lao_Laoo", "languages": ["hrv-Latn", "lao-Laoo"]}, {"precision": 0.881382, "recall": 0.91502, "f1": 0.891985, "accuracy": 0.91502, "main_score": 0.891985, "hf_subset": "hrv_Latn-mri_Latn", "languages": ["hrv-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-rus_Cyrl", "languages": ["hrv-Latn", "rus-Cyrl"]}, {"precision": 0.557618, "recall": 0.621542, "f1": 0.575628, "accuracy": 0.621542, "main_score": 0.575628, "hf_subset": "hrv_Latn-taq_Latn", "languages": ["hrv-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-war_Latn", "languages": ["hrv-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-arb_Arab", "languages": ["hrv-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-bul_Cyrl", "languages": ["hrv-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-fra_Latn", "languages": ["hrv-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-jpn_Jpan", "languages": ["hrv-Latn", "jpn-Jpan"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-lij_Latn", "languages": ["hrv-Latn", "lij-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "hrv_Latn-mya_Mymr", "languages": ["hrv-Latn", "mya-Mymr"]}, {"precision": 0.599867, "recall": 0.666996, "f1": 0.618933, "accuracy": 0.666996, "main_score": 0.618933, "hf_subset": "hrv_Latn-sag_Latn", "languages": ["hrv-Latn", "sag-Latn"]}, {"precision": 0.193259, "recall": 0.249012, "f1": 0.20631, "accuracy": 0.249012, "main_score": 0.20631, "hf_subset": "hrv_Latn-taq_Tfng", "languages": ["hrv-Latn", "taq-Tfng"]}, {"precision": 0.656919, "recall": 0.713439, "f1": 0.6726, "accuracy": 0.713439, "main_score": 0.6726, "hf_subset": "hrv_Latn-wol_Latn", "languages": ["hrv-Latn", "wol-Latn"]}, {"precision": 0.820982, "recall": 0.867589, "f1": 0.835244, "accuracy": 0.867589, "main_score": 0.835244, "hf_subset": "hrv_Latn-arb_Latn", "languages": ["hrv-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-cat_Latn", "languages": ["hrv-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hrv_Latn-fur_Latn", "languages": ["hrv-Latn", "fur-Latn"]}, {"precision": 0.429504, "recall": 0.48913, "f1": 0.446121, "accuracy": 0.48913, "main_score": 0.446121, "hf_subset": "hrv_Latn-kab_Latn", "languages": ["hrv-Latn", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hrv_Latn-lim_Latn", "languages": ["hrv-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-nld_Latn", "languages": ["hrv-Latn", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hrv_Latn-san_Deva", "languages": ["hrv-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-tat_Cyrl", "languages": ["hrv-Latn", "tat-Cyrl"]}, {"precision": 0.698806, "recall": 0.753953, "f1": 0.715404, "accuracy": 0.753953, "main_score": 0.715404, "hf_subset": "hrv_Latn-xho_Latn", "languages": ["hrv-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-ars_Arab", "languages": ["hrv-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ceb_Latn", "languages": ["hrv-Latn", "ceb-Latn"]}, {"precision": 0.580603, "recall": 0.644269, "f1": 0.598778, "accuracy": 0.644269, "main_score": 0.598778, "hf_subset": "hrv_Latn-fuv_Latn", "languages": ["hrv-Latn", "fuv-Latn"]}, {"precision": 0.5252, "recall": 0.587945, "f1": 0.542327, "accuracy": 0.587945, "main_score": 0.542327, "hf_subset": "hrv_Latn-kac_Latn", "languages": ["hrv-Latn", "kac-Latn"]}, {"precision": 0.68638, "recall": 0.73419, "f1": 0.700513, "accuracy": 0.73419, "main_score": 0.700513, "hf_subset": "hrv_Latn-lin_Latn", "languages": ["hrv-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-nno_Latn", "languages": ["hrv-Latn", "nno-Latn"]}, {"precision": 0.246123, "recall": 0.33498, "f1": 0.269145, "accuracy": 0.33498, "main_score": 0.269145, "hf_subset": "hrv_Latn-sat_Olck", "languages": ["hrv-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tel_Telu", "languages": ["hrv-Latn", "tel-Telu"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "hrv_Latn-ydd_Hebr", "languages": ["hrv-Latn", "ydd-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hrv_Latn-ary_Arab", "languages": ["hrv-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ces_Latn", "languages": ["hrv-Latn", "ces-Latn"]}, {"precision": 0.595158, "recall": 0.657115, "f1": 0.613443, "accuracy": 0.657115, "main_score": 0.613443, "hf_subset": "hrv_Latn-gaz_Latn", "languages": ["hrv-Latn", "gaz-Latn"]}, {"precision": 0.600791, "recall": 0.661067, "f1": 0.618399, "accuracy": 0.661067, "main_score": 0.618399, "hf_subset": "hrv_Latn-kam_Latn", "languages": ["hrv-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hrv_Latn-lit_Latn", "languages": ["hrv-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-nob_Latn", "languages": ["hrv-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "hrv_Latn-scn_Latn", "languages": ["hrv-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hrv_Latn-tgk_Cyrl", "languages": ["hrv-Latn", "tgk-Cyrl"]}, {"precision": 0.729209, "recall": 0.793478, "f1": 0.748421, "accuracy": 0.793478, "main_score": 0.748421, "hf_subset": "hrv_Latn-yor_Latn", "languages": ["hrv-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-arz_Arab", "languages": ["hrv-Latn", "arz-Arab"]}, {"precision": 0.569533, "recall": 0.635375, "f1": 0.588774, "accuracy": 0.635375, "main_score": 0.588774, "hf_subset": "hrv_Latn-cjk_Latn", "languages": ["hrv-Latn", "cjk-Latn"]}, {"precision": 0.813719, "recall": 0.859684, "f1": 0.827767, "accuracy": 0.859684, "main_score": 0.827767, "hf_subset": "hrv_Latn-gla_Latn", "languages": ["hrv-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-kan_Knda", "languages": ["hrv-Latn", "kan-Knda"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "hrv_Latn-lmo_Latn", "languages": ["hrv-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "hrv_Latn-npi_Deva", "languages": ["hrv-Latn", "npi-Deva"]}, {"precision": 0.478387, "recall": 0.544466, "f1": 0.496829, "accuracy": 0.544466, "main_score": 0.496829, "hf_subset": "hrv_Latn-shn_Mymr", "languages": ["hrv-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-tgl_Latn", "languages": ["hrv-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-yue_Hant", "languages": ["hrv-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-asm_Beng", "languages": ["hrv-Latn", "asm-Beng"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "hrv_Latn-ckb_Arab", "languages": ["hrv-Latn", "ckb-Arab"]}, {"precision": 0.897875, "recall": 0.926877, "f1": 0.906851, "accuracy": 0.926877, "main_score": 0.906851, "hf_subset": "hrv_Latn-gle_Latn", "languages": ["hrv-Latn", "gle-Latn"]}, {"precision": 0.949934, "recall": 0.964427, "f1": 0.95471, "accuracy": 0.964427, "main_score": 0.95471, "hf_subset": "hrv_Latn-kas_Arab", "languages": ["hrv-Latn", "kas-Arab"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "hrv_Latn-ltg_Latn", "languages": ["hrv-Latn", "ltg-Latn"]}, {"precision": 0.630148, "recall": 0.685771, "f1": 0.646042, "accuracy": 0.685771, "main_score": 0.646042, "hf_subset": "hrv_Latn-nso_Latn", "languages": ["hrv-Latn", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hrv_Latn-sin_Sinh", "languages": ["hrv-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-tha_Thai", "languages": ["hrv-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-zho_Hans", "languages": ["hrv-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-ast_Latn", "languages": ["hrv-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-crh_Latn", "languages": ["hrv-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-glg_Latn", "languages": ["hrv-Latn", "glg-Latn"]}, {"precision": 0.897645, "recall": 0.929842, "f1": 0.908169, "accuracy": 0.929842, "main_score": 0.908169, "hf_subset": "hrv_Latn-kas_Deva", "languages": ["hrv-Latn", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-ltz_Latn", "languages": ["hrv-Latn", "ltz-Latn"]}, {"precision": 0.479398, "recall": 0.548419, "f1": 0.497799, "accuracy": 0.548419, "main_score": 0.497799, "hf_subset": "hrv_Latn-nus_Latn", "languages": ["hrv-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-slk_Latn", "languages": ["hrv-Latn", "slk-Latn"]}, {"precision": 0.634874, "recall": 0.70751, "f1": 0.656722, "accuracy": 0.70751, "main_score": 0.656722, "hf_subset": "hrv_Latn-tir_Ethi", "languages": ["hrv-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-zho_Hant", "languages": ["hrv-Latn", "zho-Hant"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "hrv_Latn-awa_Deva", "languages": ["hrv-Latn", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-cym_Latn", "languages": ["hrv-Latn", "cym-Latn"]}, {"precision": 0.84832, "recall": 0.88834, "f1": 0.860757, "accuracy": 0.88834, "main_score": 0.860757, "hf_subset": "hrv_Latn-grn_Latn", "languages": ["hrv-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-kat_Geor", "languages": ["hrv-Latn", "kat-Geor"]}, {"precision": 0.671979, "recall": 0.717391, "f1": 0.685014, "accuracy": 0.717391, "main_score": 0.685014, "hf_subset": "hrv_Latn-lua_Latn", "languages": ["hrv-Latn", "lua-Latn"]}, {"precision": 0.675242, "recall": 0.733202, "f1": 0.692245, "accuracy": 0.733202, "main_score": 0.692245, "hf_subset": "hrv_Latn-nya_Latn", "languages": ["hrv-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-slv_Latn", "languages": ["hrv-Latn", "slv-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "hrv_Latn-tpi_Latn", "languages": ["hrv-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-zsm_Latn", "languages": ["hrv-Latn", "zsm-Latn"]}, {"precision": 0.557833, "recall": 0.623518, "f1": 0.576565, "accuracy": 0.623518, "main_score": 0.576565, "hf_subset": "hrv_Latn-ayr_Latn", "languages": ["hrv-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-dan_Latn", "languages": ["hrv-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-guj_Gujr", "languages": ["hrv-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-kaz_Cyrl", "languages": ["hrv-Latn", "kaz-Cyrl"]}, {"precision": 0.554795, "recall": 0.616601, "f1": 0.57226, "accuracy": 0.616601, "main_score": 0.57226, "hf_subset": "hrv_Latn-lug_Latn", "languages": ["hrv-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-oci_Latn", "languages": ["hrv-Latn", "oci-Latn"]}, {"precision": 0.849555, "recall": 0.889328, "f1": 0.861858, "accuracy": 0.889328, "main_score": 0.861858, "hf_subset": "hrv_Latn-smo_Latn", "languages": ["hrv-Latn", "smo-Latn"]}, {"precision": 0.561957, "recall": 0.624506, "f1": 0.579675, "accuracy": 0.624506, "main_score": 0.579675, "hf_subset": "hrv_Latn-tsn_Latn", "languages": ["hrv-Latn", "tsn-Latn"]}, {"precision": 0.642778, "recall": 0.701581, "f1": 0.660107, "accuracy": 0.701581, "main_score": 0.660107, "hf_subset": "hrv_Latn-zul_Latn", "languages": ["hrv-Latn", "zul-Latn"]}, {"precision": 0.922019, "recall": 0.945652, "f1": 0.929578, "accuracy": 0.945652, "main_score": 0.929578, "hf_subset": "hrv_Latn-azb_Arab", "languages": ["hrv-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-deu_Latn", "languages": ["hrv-Latn", "deu-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "hrv_Latn-hat_Latn", "languages": ["hrv-Latn", "hat-Latn"]}, {"precision": 0.512848, "recall": 0.574111, "f1": 0.529495, "accuracy": 0.574111, "main_score": 0.529495, "hf_subset": "hrv_Latn-kbp_Latn", "languages": ["hrv-Latn", "kbp-Latn"]}, {"precision": 0.594772, "recall": 0.649209, "f1": 0.609496, "accuracy": 0.649209, "main_score": 0.609496, "hf_subset": "hrv_Latn-luo_Latn", "languages": ["hrv-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ory_Orya", "languages": ["hrv-Latn", "ory-Orya"]}, {"precision": 0.607164, "recall": 0.673913, "f1": 0.626289, "accuracy": 0.673913, "main_score": 0.626289, "hf_subset": "hrv_Latn-sna_Latn", "languages": ["hrv-Latn", "sna-Latn"]}, {"precision": 0.571323, "recall": 0.634387, "f1": 0.588844, "accuracy": 0.634387, "main_score": 0.588844, "hf_subset": "hrv_Latn-tso_Latn", "languages": ["hrv-Latn", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-azj_Latn", "languages": ["hrv-Latn", "azj-Latn"]}, {"precision": 0.551542, "recall": 0.619565, "f1": 0.571452, "accuracy": 0.619565, "main_score": 0.571452, "hf_subset": "hrv_Latn-dik_Latn", "languages": ["hrv-Latn", "dik-Latn"]}, {"precision": 0.755912, "recall": 0.811265, "f1": 0.772332, "accuracy": 0.811265, "main_score": 0.772332, "hf_subset": "hrv_Latn-hau_Latn", "languages": ["hrv-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-kea_Latn", "languages": ["hrv-Latn", "kea-Latn"]}, {"precision": 0.763547, "recall": 0.811265, "f1": 0.778047, "accuracy": 0.811265, "main_score": 0.778047, "hf_subset": "hrv_Latn-lus_Latn", "languages": ["hrv-Latn", "lus-Latn"]}, {"precision": 0.878047, "recall": 0.908103, "f1": 0.887173, "accuracy": 0.908103, "main_score": 0.887173, "hf_subset": "hrv_Latn-pag_Latn", "languages": ["hrv-Latn", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-snd_Arab", "languages": ["hrv-Latn", "snd-Arab"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hrv_Latn-tuk_Latn", "languages": ["hrv-Latn", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-bak_Cyrl", "languages": ["hrv-Latn", "bak-Cyrl"]}, {"precision": 0.508556, "recall": 0.581028, "f1": 0.530391, "accuracy": 0.581028, "main_score": 0.530391, "hf_subset": "hrv_Latn-dyu_Latn", "languages": ["hrv-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-heb_Hebr", "languages": ["hrv-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-khk_Cyrl", "languages": ["hrv-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-lvs_Latn", "languages": ["hrv-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pan_Guru", "languages": ["hrv-Latn", "pan-Guru"]}, {"precision": 0.745208, "recall": 0.797431, "f1": 0.760507, "accuracy": 0.797431, "main_score": 0.760507, "hf_subset": "hrv_Latn-som_Latn", "languages": ["hrv-Latn", "som-Latn"]}, {"precision": 0.618821, "recall": 0.668972, "f1": 0.632737, "accuracy": 0.668972, "main_score": 0.632737, "hf_subset": "hrv_Latn-tum_Latn", "languages": ["hrv-Latn", "tum-Latn"]}, {"precision": 0.405262, "recall": 0.45751, "f1": 0.419379, "accuracy": 0.45751, "main_score": 0.419379, "hf_subset": "kin_Latn-ace_Arab", "languages": ["kin-Latn", "ace-Arab"]}, {"precision": 0.514502, "recall": 0.5583, "f1": 0.527002, "accuracy": 0.5583, "main_score": 0.527002, "hf_subset": "kin_Latn-bam_Latn", "languages": ["kin-Latn", "bam-Latn"]}, {"precision": 0.225329, "recall": 0.268775, "f1": 0.236401, "accuracy": 0.268775, "main_score": 0.236401, "hf_subset": "kin_Latn-dzo_Tibt", "languages": ["kin-Latn", "dzo-Tibt"]}, {"precision": 0.533855, "recall": 0.583992, "f1": 0.546696, "accuracy": 0.583992, "main_score": 0.546696, "hf_subset": "kin_Latn-hin_Deva", "languages": ["kin-Latn", "hin-Deva"]}, {"precision": 0.518387, "recall": 0.571146, "f1": 0.532643, "accuracy": 0.571146, "main_score": 0.532643, "hf_subset": "kin_Latn-khm_Khmr", "languages": ["kin-Latn", "khm-Khmr"]}, {"precision": 0.53252, "recall": 0.582016, "f1": 0.54585, "accuracy": 0.582016, "main_score": 0.54585, "hf_subset": "kin_Latn-mag_Deva", "languages": ["kin-Latn", "mag-Deva"]}, {"precision": 0.545719, "recall": 0.586957, "f1": 0.556463, "accuracy": 0.586957, "main_score": 0.556463, "hf_subset": "kin_Latn-pap_Latn", "languages": ["kin-Latn", "pap-Latn"]}, {"precision": 0.548428, "recall": 0.593874, "f1": 0.560247, "accuracy": 0.593874, "main_score": 0.560247, "hf_subset": "kin_Latn-sot_Latn", "languages": ["kin-Latn", "sot-Latn"]}, {"precision": 0.54246, "recall": 0.590909, "f1": 0.555621, "accuracy": 0.590909, "main_score": 0.555621, "hf_subset": "kin_Latn-tur_Latn", "languages": ["kin-Latn", "tur-Latn"]}, {"precision": 0.536657, "recall": 0.579051, "f1": 0.547096, "accuracy": 0.579051, "main_score": 0.547096, "hf_subset": "kin_Latn-ace_Latn", "languages": ["kin-Latn", "ace-Latn"]}, {"precision": 0.546305, "recall": 0.581028, "f1": 0.555456, "accuracy": 0.581028, "main_score": 0.555456, "hf_subset": "kin_Latn-ban_Latn", "languages": ["kin-Latn", "ban-Latn"]}, {"precision": 0.538078, "recall": 0.591897, "f1": 0.551234, "accuracy": 0.591897, "main_score": 0.551234, "hf_subset": "kin_Latn-ell_Grek", "languages": ["kin-Latn", "ell-Grek"]}, {"precision": 0.514913, "recall": 0.565217, "f1": 0.528279, "accuracy": 0.565217, "main_score": 0.528279, "hf_subset": "kin_Latn-hne_Deva", "languages": ["kin-Latn", "hne-Deva"]}, {"precision": 0.513383, "recall": 0.55336, "f1": 0.523928, "accuracy": 0.55336, "main_score": 0.523928, "hf_subset": "kin_Latn-kik_Latn", "languages": ["kin-Latn", "kik-Latn"]}, {"precision": 0.533511, "recall": 0.583004, "f1": 0.545988, "accuracy": 0.583004, "main_score": 0.545988, "hf_subset": "kin_Latn-mai_Deva", "languages": ["kin-Latn", "mai-Deva"]}, {"precision": 0.482177, "recall": 0.531621, "f1": 0.49444, "accuracy": 0.531621, "main_score": 0.49444, "hf_subset": "kin_Latn-pbt_Arab", "languages": ["kin-Latn", "pbt-Arab"]}, {"precision": 0.542671, "recall": 0.596838, "f1": 0.556652, "accuracy": 0.596838, "main_score": 0.556652, "hf_subset": "kin_Latn-spa_Latn", "languages": ["kin-Latn", "spa-Latn"]}, {"precision": 0.502632, "recall": 0.540514, "f1": 0.512642, "accuracy": 0.540514, "main_score": 0.512642, "hf_subset": "kin_Latn-twi_Latn", "languages": ["kin-Latn", "twi-Latn"]}, {"precision": 0.523431, "recall": 0.574111, "f1": 0.536616, "accuracy": 0.574111, "main_score": 0.536616, "hf_subset": "kin_Latn-acm_Arab", "languages": ["kin-Latn", "acm-Arab"]}, {"precision": 0.515673, "recall": 0.565217, "f1": 0.528391, "accuracy": 0.565217, "main_score": 0.528391, "hf_subset": "kin_Latn-bel_Cyrl", "languages": ["kin-Latn", "bel-Cyrl"]}, {"precision": 0.562343, "recall": 0.61166, "f1": 0.573966, "accuracy": 0.61166, "main_score": 0.573966, "hf_subset": "kin_Latn-eng_Latn", "languages": ["kin-Latn", "eng-Latn"]}, {"precision": 0.56627, "recall": 0.618577, "f1": 0.579624, "accuracy": 0.618577, "main_score": 0.579624, "hf_subset": "kin_Latn-hrv_Latn", "languages": ["kin-Latn", "hrv-Latn"]}, {"precision": 0.526109, "recall": 0.583992, "f1": 0.540893, "accuracy": 0.583992, "main_score": 0.540893, "hf_subset": "kin_Latn-mal_Mlym", "languages": ["kin-Latn", "mal-Mlym"]}, {"precision": 0.540163, "recall": 0.592885, "f1": 0.553679, "accuracy": 0.592885, "main_score": 0.553679, "hf_subset": "kin_Latn-pes_Arab", "languages": ["kin-Latn", "pes-Arab"]}, {"precision": 0.553871, "recall": 0.593874, "f1": 0.563943, "accuracy": 0.593874, "main_score": 0.563943, "hf_subset": "kin_Latn-srd_Latn", "languages": ["kin-Latn", "srd-Latn"]}, {"precision": 0.225611, "recall": 0.263834, "f1": 0.235237, "accuracy": 0.263834, "main_score": 0.235237, "hf_subset": "kin_Latn-tzm_Tfng", "languages": ["kin-Latn", "tzm-Tfng"]}, {"precision": 0.541269, "recall": 0.592885, "f1": 0.554861, "accuracy": 0.592885, "main_score": 0.554861, "hf_subset": "kin_Latn-acq_Arab", "languages": ["kin-Latn", "acq-Arab"]}, {"precision": 0.558658, "recall": 0.605731, "f1": 0.570469, "accuracy": 0.605731, "main_score": 0.570469, "hf_subset": "kin_Latn-bem_Latn", "languages": ["kin-Latn", "bem-Latn"]}, {"precision": 0.543934, "recall": 0.589921, "f1": 0.555509, "accuracy": 0.589921, "main_score": 0.555509, "hf_subset": "kin_Latn-epo_Latn", "languages": ["kin-Latn", "epo-Latn"]}, {"precision": 0.535863, "recall": 0.586957, "f1": 0.549207, "accuracy": 0.586957, "main_score": 0.549207, "hf_subset": "kin_Latn-hun_Latn", "languages": ["kin-Latn", "hun-Latn"]}, {"precision": 0.525831, "recall": 0.576087, "f1": 0.539135, "accuracy": 0.576087, "main_score": 0.539135, "hf_subset": "kin_Latn-kir_Cyrl", "languages": ["kin-Latn", "kir-Cyrl"]}, {"precision": 0.537474, "recall": 0.582016, "f1": 0.548647, "accuracy": 0.582016, "main_score": 0.548647, "hf_subset": "kin_Latn-mar_Deva", "languages": ["kin-Latn", "mar-Deva"]}, {"precision": 0.547544, "recall": 0.593874, "f1": 0.559305, "accuracy": 0.593874, "main_score": 0.559305, "hf_subset": "kin_Latn-plt_Latn", "languages": ["kin-Latn", "plt-Latn"]}, {"precision": 0.557041, "recall": 0.612648, "f1": 0.5712, "accuracy": 0.612648, "main_score": 0.5712, "hf_subset": "kin_Latn-srp_Cyrl", "languages": ["kin-Latn", "srp-Cyrl"]}, {"precision": 0.481416, "recall": 0.528656, "f1": 0.494763, "accuracy": 0.528656, "main_score": 0.494763, "hf_subset": "kin_Latn-uig_Arab", "languages": ["kin-Latn", "uig-Arab"]}, {"precision": 0.517679, "recall": 0.560277, "f1": 0.529119, "accuracy": 0.560277, "main_score": 0.529119, "hf_subset": "kin_Latn-aeb_Arab", "languages": ["kin-Latn", "aeb-Arab"]}, {"precision": 0.53388, "recall": 0.588933, "f1": 0.548816, "accuracy": 0.588933, "main_score": 0.548816, "hf_subset": "kin_Latn-ben_Beng", "languages": ["kin-Latn", "ben-Beng"]}, {"precision": 0.54054, "recall": 0.590909, "f1": 0.553502, "accuracy": 0.590909, "main_score": 0.553502, "hf_subset": "kin_Latn-est_Latn", "languages": ["kin-Latn", "est-Latn"]}, {"precision": 0.519665, "recall": 0.578063, "f1": 0.534281, "accuracy": 0.578063, "main_score": 0.534281, "hf_subset": "kin_Latn-hye_Armn", "languages": ["kin-Latn", "hye-Armn"]}, {"precision": 0.509519, "recall": 0.55336, "f1": 0.521424, "accuracy": 0.55336, "main_score": 0.521424, "hf_subset": "kin_Latn-kmb_Latn", "languages": ["kin-Latn", "kmb-Latn"]}, {"precision": 0.391526, "recall": 0.447628, "f1": 0.405873, "accuracy": 0.447628, "main_score": 0.405873, "hf_subset": "kin_Latn-min_Arab", "languages": ["kin-Latn", "min-Arab"]}, {"precision": 0.537822, "recall": 0.588933, "f1": 0.549819, "accuracy": 0.588933, "main_score": 0.549819, "hf_subset": "kin_Latn-pol_Latn", "languages": ["kin-Latn", "pol-Latn"]}, {"precision": 0.53577, "recall": 0.58498, "f1": 0.549142, "accuracy": 0.58498, "main_score": 0.549142, "hf_subset": "kin_Latn-ssw_Latn", "languages": ["kin-Latn", "ssw-Latn"]}, {"precision": 0.541108, "recall": 0.59585, "f1": 0.55521, "accuracy": 0.59585, "main_score": 0.55521, "hf_subset": "kin_Latn-ukr_Cyrl", "languages": ["kin-Latn", "ukr-Cyrl"]}, {"precision": 0.570285, "recall": 0.62747, "f1": 0.586274, "accuracy": 0.62747, "main_score": 0.586274, "hf_subset": "kin_Latn-afr_Latn", "languages": ["kin-Latn", "afr-Latn"]}, {"precision": 0.524572, "recall": 0.563241, "f1": 0.534546, "accuracy": 0.563241, "main_score": 0.534546, "hf_subset": "kin_Latn-bho_Deva", "languages": ["kin-Latn", "bho-Deva"]}, {"precision": 0.548681, "recall": 0.599802, "f1": 0.562196, "accuracy": 0.599802, "main_score": 0.562196, "hf_subset": "kin_Latn-eus_Latn", "languages": ["kin-Latn", "eus-Latn"]}, {"precision": 0.512258, "recall": 0.560277, "f1": 0.525369, "accuracy": 0.560277, "main_score": 0.525369, "hf_subset": "kin_Latn-ibo_Latn", "languages": ["kin-Latn", "ibo-Latn"]}, {"precision": 0.531757, "recall": 0.583004, "f1": 0.545266, "accuracy": 0.583004, "main_score": 0.545266, "hf_subset": "kin_Latn-kmr_Latn", "languages": ["kin-Latn", "kmr-Latn"]}, {"precision": 0.550829, "recall": 0.591897, "f1": 0.560979, "accuracy": 0.591897, "main_score": 0.560979, "hf_subset": "kin_Latn-min_Latn", "languages": ["kin-Latn", "min-Latn"]}, {"precision": 0.557824, "recall": 0.609684, "f1": 0.571175, "accuracy": 0.609684, "main_score": 0.571175, "hf_subset": "kin_Latn-por_Latn", "languages": ["kin-Latn", "por-Latn"]}, {"precision": 0.567154, "recall": 0.61166, "f1": 0.577539, "accuracy": 0.61166, "main_score": 0.577539, "hf_subset": "kin_Latn-sun_Latn", "languages": ["kin-Latn", "sun-Latn"]}, {"precision": 0.482141, "recall": 0.528656, "f1": 0.4953, "accuracy": 0.528656, "main_score": 0.4953, "hf_subset": "kin_Latn-umb_Latn", "languages": ["kin-Latn", "umb-Latn"]}, {"precision": 0.542842, "recall": 0.592885, "f1": 0.555714, "accuracy": 0.592885, "main_score": 0.555714, "hf_subset": "kin_Latn-ajp_Arab", "languages": ["kin-Latn", "ajp-Arab"]}, {"precision": 0.397337, "recall": 0.452569, "f1": 0.41179, "accuracy": 0.452569, "main_score": 0.41179, "hf_subset": "kin_Latn-bjn_Arab", "languages": ["kin-Latn", "bjn-Arab"]}, {"precision": 0.474815, "recall": 0.51581, "f1": 0.486044, "accuracy": 0.51581, "main_score": 0.486044, "hf_subset": "kin_Latn-ewe_Latn", "languages": ["kin-Latn", "ewe-Latn"]}, {"precision": 0.565004, "recall": 0.605731, "f1": 0.575692, "accuracy": 0.605731, "main_score": 0.575692, "hf_subset": "kin_Latn-ilo_Latn", "languages": ["kin-Latn", "ilo-Latn"]}, {"precision": 0.296653, "recall": 0.346838, "f1": 0.310031, "accuracy": 0.346838, "main_score": 0.310031, "hf_subset": "kin_Latn-knc_Arab", "languages": ["kin-Latn", "knc-Arab"]}, {"precision": 0.555132, "recall": 0.61166, "f1": 0.569851, "accuracy": 0.61166, "main_score": 0.569851, "hf_subset": "kin_Latn-mkd_Cyrl", "languages": ["kin-Latn", "mkd-Cyrl"]}, {"precision": 0.528358, "recall": 0.581028, "f1": 0.542253, "accuracy": 0.581028, "main_score": 0.542253, "hf_subset": "kin_Latn-prs_Arab", "languages": ["kin-Latn", "prs-Arab"]}, {"precision": 0.546262, "recall": 0.596838, "f1": 0.55958, "accuracy": 0.596838, "main_score": 0.55958, "hf_subset": "kin_Latn-swe_Latn", "languages": ["kin-Latn", "swe-Latn"]}, {"precision": 0.515356, "recall": 0.575099, "f1": 0.532003, "accuracy": 0.575099, "main_score": 0.532003, "hf_subset": "kin_Latn-urd_Arab", "languages": ["kin-Latn", "urd-Arab"]}, {"precision": 0.495017, "recall": 0.539526, "f1": 0.507073, "accuracy": 0.539526, "main_score": 0.507073, "hf_subset": "kin_Latn-aka_Latn", "languages": ["kin-Latn", "aka-Latn"]}, {"precision": 0.553327, "recall": 0.593874, "f1": 0.562628, "accuracy": 0.593874, "main_score": 0.562628, "hf_subset": "kin_Latn-bjn_Latn", "languages": ["kin-Latn", "bjn-Latn"]}, {"precision": 0.538947, "recall": 0.591897, "f1": 0.552784, "accuracy": 0.591897, "main_score": 0.552784, "hf_subset": "kin_Latn-fao_Latn", "languages": ["kin-Latn", "fao-Latn"]}, {"precision": 0.555947, "recall": 0.612648, "f1": 0.571021, "accuracy": 0.612648, "main_score": 0.571021, "hf_subset": "kin_Latn-ind_Latn", "languages": ["kin-Latn", "ind-Latn"]}, {"precision": 0.502565, "recall": 0.541502, "f1": 0.512859, "accuracy": 0.541502, "main_score": 0.512859, "hf_subset": "kin_Latn-knc_Latn", "languages": ["kin-Latn", "knc-Latn"]}, {"precision": 0.565152, "recall": 0.61166, "f1": 0.576797, "accuracy": 0.61166, "main_score": 0.576797, "hf_subset": "kin_Latn-mlt_Latn", "languages": ["kin-Latn", "mlt-Latn"]}, {"precision": 0.499519, "recall": 0.549407, "f1": 0.512736, "accuracy": 0.549407, "main_score": 0.512736, "hf_subset": "kin_Latn-quy_Latn", "languages": ["kin-Latn", "quy-Latn"]}, {"precision": 0.582324, "recall": 0.62747, "f1": 0.593718, "accuracy": 0.62747, "main_score": 0.593718, "hf_subset": "kin_Latn-swh_Latn", "languages": ["kin-Latn", "swh-Latn"]}, {"precision": 0.521987, "recall": 0.567194, "f1": 0.533314, "accuracy": 0.567194, "main_score": 0.533314, "hf_subset": "kin_Latn-uzn_Latn", "languages": ["kin-Latn", "uzn-Latn"]}, {"precision": 0.56333, "recall": 0.612648, "f1": 0.576367, "accuracy": 0.612648, "main_score": 0.576367, "hf_subset": "kin_Latn-als_Latn", "languages": ["kin-Latn", "als-Latn"]}, {"precision": 0.278392, "recall": 0.33498, "f1": 0.293102, "accuracy": 0.33498, "main_score": 0.293102, "hf_subset": "kin_Latn-bod_Tibt", "languages": ["kin-Latn", "bod-Tibt"]}, {"precision": 0.522722, "recall": 0.5583, "f1": 0.532689, "accuracy": 0.5583, "main_score": 0.532689, "hf_subset": "kin_Latn-fij_Latn", "languages": ["kin-Latn", "fij-Latn"]}, {"precision": 0.535824, "recall": 0.583004, "f1": 0.547635, "accuracy": 0.583004, "main_score": 0.547635, "hf_subset": "kin_Latn-isl_Latn", "languages": ["kin-Latn", "isl-Latn"]}, {"precision": 0.549083, "recall": 0.59585, "f1": 0.561476, "accuracy": 0.59585, "main_score": 0.561476, "hf_subset": "kin_Latn-kon_Latn", "languages": ["kin-Latn", "kon-Latn"]}, {"precision": 0.445513, "recall": 0.498024, "f1": 0.460081, "accuracy": 0.498024, "main_score": 0.460081, "hf_subset": "kin_Latn-mni_Beng", "languages": ["kin-Latn", "mni-Beng"]}, {"precision": 0.561499, "recall": 0.613636, "f1": 0.574862, "accuracy": 0.613636, "main_score": 0.574862, "hf_subset": "kin_Latn-ron_Latn", "languages": ["kin-Latn", "ron-Latn"]}, {"precision": 0.551907, "recall": 0.599802, "f1": 0.564076, "accuracy": 0.599802, "main_score": 0.564076, "hf_subset": "kin_Latn-szl_Latn", "languages": ["kin-Latn", "szl-Latn"]}, {"precision": 0.548795, "recall": 0.59585, "f1": 0.561125, "accuracy": 0.59585, "main_score": 0.561125, "hf_subset": "kin_Latn-vec_Latn", "languages": ["kin-Latn", "vec-Latn"]}, {"precision": 0.483872, "recall": 0.540514, "f1": 0.498475, "accuracy": 0.540514, "main_score": 0.498475, "hf_subset": "kin_Latn-amh_Ethi", "languages": ["kin-Latn", "amh-Ethi"]}, {"precision": 0.566462, "recall": 0.617589, "f1": 0.579786, "accuracy": 0.617589, "main_score": 0.579786, "hf_subset": "kin_Latn-bos_Latn", "languages": ["kin-Latn", "bos-Latn"]}, {"precision": 0.533099, "recall": 0.585968, "f1": 0.546841, "accuracy": 0.585968, "main_score": 0.546841, "hf_subset": "kin_Latn-fin_Latn", "languages": ["kin-Latn", "fin-Latn"]}, {"precision": 0.546493, "recall": 0.596838, "f1": 0.559641, "accuracy": 0.596838, "main_score": 0.559641, "hf_subset": "kin_Latn-ita_Latn", "languages": ["kin-Latn", "ita-Latn"]}, {"precision": 0.524926, "recall": 0.579051, "f1": 0.538682, "accuracy": 0.579051, "main_score": 0.538682, "hf_subset": "kin_Latn-kor_Hang", "languages": ["kin-Latn", "kor-Hang"]}, {"precision": 0.499291, "recall": 0.540514, "f1": 0.51079, "accuracy": 0.540514, "main_score": 0.51079, "hf_subset": "kin_Latn-mos_Latn", "languages": ["kin-Latn", "mos-Latn"]}, {"precision": 0.695539, "recall": 0.757905, "f1": 0.713307, "accuracy": 0.757905, "main_score": 0.713307, "hf_subset": "kin_Latn-run_Latn", "languages": ["kin-Latn", "run-Latn"]}, {"precision": 0.521047, "recall": 0.574111, "f1": 0.534671, "accuracy": 0.574111, "main_score": 0.534671, "hf_subset": "kin_Latn-tam_Taml", "languages": ["kin-Latn", "tam-Taml"]}, {"precision": 0.539406, "recall": 0.585968, "f1": 0.551095, "accuracy": 0.585968, "main_score": 0.551095, "hf_subset": "kin_Latn-vie_Latn", "languages": ["kin-Latn", "vie-Latn"]}, {"precision": 0.537872, "recall": 0.583004, "f1": 0.549395, "accuracy": 0.583004, "main_score": 0.549395, "hf_subset": "kin_Latn-apc_Arab", "languages": ["kin-Latn", "apc-Arab"]}, {"precision": 0.508426, "recall": 0.550395, "f1": 0.519132, "accuracy": 0.550395, "main_score": 0.519132, "hf_subset": "kin_Latn-bug_Latn", "languages": ["kin-Latn", "bug-Latn"]}, {"precision": 0.454509, "recall": 0.493083, "f1": 0.465176, "accuracy": 0.493083, "main_score": 0.465176, "hf_subset": "kin_Latn-fon_Latn", "languages": ["kin-Latn", "fon-Latn"]}, {"precision": 0.571113, "recall": 0.613636, "f1": 0.582181, "accuracy": 0.613636, "main_score": 0.582181, "hf_subset": "kin_Latn-jav_Latn", "languages": ["kin-Latn", "jav-Latn"]}, {"precision": 0.509667, "recall": 0.559289, "f1": 0.521981, "accuracy": 0.559289, "main_score": 0.521981, "hf_subset": "kin_Latn-lao_Laoo", "languages": ["kin-Latn", "lao-Laoo"]}, {"precision": 0.517833, "recall": 0.557312, "f1": 0.527996, "accuracy": 0.557312, "main_score": 0.527996, "hf_subset": "kin_Latn-mri_Latn", "languages": ["kin-Latn", "mri-Latn"]}, {"precision": 0.54216, "recall": 0.591897, "f1": 0.555188, "accuracy": 0.591897, "main_score": 0.555188, "hf_subset": "kin_Latn-rus_Cyrl", "languages": ["kin-Latn", "rus-Cyrl"]}, {"precision": 0.482997, "recall": 0.51581, "f1": 0.492262, "accuracy": 0.51581, "main_score": 0.492262, "hf_subset": "kin_Latn-taq_Latn", "languages": ["kin-Latn", "taq-Latn"]}, {"precision": 0.563842, "recall": 0.610672, "f1": 0.575381, "accuracy": 0.610672, "main_score": 0.575381, "hf_subset": "kin_Latn-war_Latn", "languages": ["kin-Latn", "war-Latn"]}, {"precision": 0.539628, "recall": 0.58498, "f1": 0.551115, "accuracy": 0.58498, "main_score": 0.551115, "hf_subset": "kin_Latn-arb_Arab", "languages": ["kin-Latn", "arb-Arab"]}, {"precision": 0.548753, "recall": 0.59585, "f1": 0.560495, "accuracy": 0.59585, "main_score": 0.560495, "hf_subset": "kin_Latn-bul_Cyrl", "languages": ["kin-Latn", "bul-Cyrl"]}, {"precision": 0.548563, "recall": 0.600791, "f1": 0.562164, "accuracy": 0.600791, "main_score": 0.562164, "hf_subset": "kin_Latn-fra_Latn", "languages": ["kin-Latn", "fra-Latn"]}, {"precision": 0.514814, "recall": 0.562253, "f1": 0.527338, "accuracy": 0.562253, "main_score": 0.527338, "hf_subset": "kin_Latn-jpn_Jpan", "languages": ["kin-Latn", "jpn-Jpan"]}, {"precision": 0.540409, "recall": 0.583004, "f1": 0.551343, "accuracy": 0.583004, "main_score": 0.551343, "hf_subset": "kin_Latn-lij_Latn", "languages": ["kin-Latn", "lij-Latn"]}, {"precision": 0.434293, "recall": 0.493083, "f1": 0.449929, "accuracy": 0.493083, "main_score": 0.449929, "hf_subset": "kin_Latn-mya_Mymr", "languages": ["kin-Latn", "mya-Mymr"]}, {"precision": 0.492316, "recall": 0.533597, "f1": 0.503636, "accuracy": 0.533597, "main_score": 0.503636, "hf_subset": "kin_Latn-sag_Latn", "languages": ["kin-Latn", "sag-Latn"]}, {"precision": 0.211318, "recall": 0.250988, "f1": 0.221057, "accuracy": 0.250988, "main_score": 0.221057, "hf_subset": "kin_Latn-taq_Tfng", "languages": ["kin-Latn", "taq-Tfng"]}, {"precision": 0.527592, "recall": 0.567194, "f1": 0.538567, "accuracy": 0.567194, "main_score": 0.538567, "hf_subset": "kin_Latn-wol_Latn", "languages": ["kin-Latn", "wol-Latn"]}, {"precision": 0.453747, "recall": 0.501976, "f1": 0.466359, "accuracy": 0.501976, "main_score": 0.466359, "hf_subset": "kin_Latn-arb_Latn", "languages": ["kin-Latn", "arb-Latn"]}, {"precision": 0.557694, "recall": 0.606719, "f1": 0.57108, "accuracy": 0.606719, "main_score": 0.57108, "hf_subset": "kin_Latn-cat_Latn", "languages": ["kin-Latn", "cat-Latn"]}, {"precision": 0.561542, "recall": 0.606719, "f1": 0.573552, "accuracy": 0.606719, "main_score": 0.573552, "hf_subset": "kin_Latn-fur_Latn", "languages": ["kin-Latn", "fur-Latn"]}, {"precision": 0.439947, "recall": 0.488142, "f1": 0.45351, "accuracy": 0.488142, "main_score": 0.45351, "hf_subset": "kin_Latn-kab_Latn", "languages": ["kin-Latn", "kab-Latn"]}, {"precision": 0.542114, "recall": 0.582016, "f1": 0.552451, "accuracy": 0.582016, "main_score": 0.552451, "hf_subset": "kin_Latn-lim_Latn", "languages": ["kin-Latn", "lim-Latn"]}, {"precision": 0.52631, "recall": 0.58004, "f1": 0.540546, "accuracy": 0.58004, "main_score": 0.540546, "hf_subset": "kin_Latn-nld_Latn", "languages": ["kin-Latn", "nld-Latn"]}, {"precision": 0.500203, "recall": 0.554348, "f1": 0.514547, "accuracy": 0.554348, "main_score": 0.514547, "hf_subset": "kin_Latn-san_Deva", "languages": ["kin-Latn", "san-Deva"]}, {"precision": 0.537183, "recall": 0.581028, "f1": 0.548678, "accuracy": 0.581028, "main_score": 0.548678, "hf_subset": "kin_Latn-tat_Cyrl", "languages": ["kin-Latn", "tat-Cyrl"]}, {"precision": 0.55905, "recall": 0.606719, "f1": 0.572175, "accuracy": 0.606719, "main_score": 0.572175, "hf_subset": "kin_Latn-xho_Latn", "languages": ["kin-Latn", "xho-Latn"]}, {"precision": 0.505604, "recall": 0.5583, "f1": 0.519134, "accuracy": 0.5583, "main_score": 0.519134, "hf_subset": "kin_Latn-ars_Arab", "languages": ["kin-Latn", "ars-Arab"]}, {"precision": 0.568919, "recall": 0.616601, "f1": 0.581241, "accuracy": 0.616601, "main_score": 0.581241, "hf_subset": "kin_Latn-ceb_Latn", "languages": ["kin-Latn", "ceb-Latn"]}, {"precision": 0.460408, "recall": 0.506917, "f1": 0.473526, "accuracy": 0.506917, "main_score": 0.473526, "hf_subset": "kin_Latn-fuv_Latn", "languages": ["kin-Latn", "fuv-Latn"]}, {"precision": 0.475841, "recall": 0.519763, "f1": 0.487537, "accuracy": 0.519763, "main_score": 0.487537, "hf_subset": "kin_Latn-kac_Latn", "languages": ["kin-Latn", "kac-Latn"]}, {"precision": 0.538936, "recall": 0.577075, "f1": 0.549019, "accuracy": 0.577075, "main_score": 0.549019, "hf_subset": "kin_Latn-lin_Latn", "languages": ["kin-Latn", "lin-Latn"]}, {"precision": 0.537963, "recall": 0.591897, "f1": 0.552113, "accuracy": 0.591897, "main_score": 0.552113, "hf_subset": "kin_Latn-nno_Latn", "languages": ["kin-Latn", "nno-Latn"]}, {"precision": 0.158102, "recall": 0.203557, "f1": 0.169646, "accuracy": 0.203557, "main_score": 0.169646, "hf_subset": "kin_Latn-sat_Olck", "languages": ["kin-Latn", "sat-Olck"]}, {"precision": 0.537249, "recall": 0.582016, "f1": 0.549027, "accuracy": 0.582016, "main_score": 0.549027, "hf_subset": "kin_Latn-tel_Telu", "languages": ["kin-Latn", "tel-Telu"]}, {"precision": 0.481278, "recall": 0.539526, "f1": 0.496142, "accuracy": 0.539526, "main_score": 0.496142, "hf_subset": "kin_Latn-ydd_Hebr", "languages": ["kin-Latn", "ydd-Hebr"]}, {"precision": 0.520371, "recall": 0.567194, "f1": 0.532795, "accuracy": 0.567194, "main_score": 0.532795, "hf_subset": "kin_Latn-ary_Arab", "languages": ["kin-Latn", "ary-Arab"]}, {"precision": 0.545178, "recall": 0.598814, "f1": 0.559295, "accuracy": 0.598814, "main_score": 0.559295, "hf_subset": "kin_Latn-ces_Latn", "languages": ["kin-Latn", "ces-Latn"]}, {"precision": 0.489475, "recall": 0.537549, "f1": 0.502741, "accuracy": 0.537549, "main_score": 0.502741, "hf_subset": "kin_Latn-gaz_Latn", "languages": ["kin-Latn", "gaz-Latn"]}, {"precision": 0.517796, "recall": 0.557312, "f1": 0.528341, "accuracy": 0.557312, "main_score": 0.528341, "hf_subset": "kin_Latn-kam_Latn", "languages": ["kin-Latn", "kam-Latn"]}, {"precision": 0.528266, "recall": 0.583004, "f1": 0.542544, "accuracy": 0.583004, "main_score": 0.542544, "hf_subset": "kin_Latn-lit_Latn", "languages": ["kin-Latn", "lit-Latn"]}, {"precision": 0.542841, "recall": 0.596838, "f1": 0.557605, "accuracy": 0.596838, "main_score": 0.557605, "hf_subset": "kin_Latn-nob_Latn", "languages": ["kin-Latn", "nob-Latn"]}, {"precision": 0.541051, "recall": 0.58004, "f1": 0.550796, "accuracy": 0.58004, "main_score": 0.550796, "hf_subset": "kin_Latn-scn_Latn", "languages": ["kin-Latn", "scn-Latn"]}, {"precision": 0.543484, "recall": 0.585968, "f1": 0.554547, "accuracy": 0.585968, "main_score": 0.554547, "hf_subset": "kin_Latn-tgk_Cyrl", "languages": ["kin-Latn", "tgk-Cyrl"]}, {"precision": 0.482965, "recall": 0.537549, "f1": 0.497321, "accuracy": 0.537549, "main_score": 0.497321, "hf_subset": "kin_Latn-yor_Latn", "languages": ["kin-Latn", "yor-Latn"]}, {"precision": 0.524432, "recall": 0.575099, "f1": 0.537207, "accuracy": 0.575099, "main_score": 0.537207, "hf_subset": "kin_Latn-arz_Arab", "languages": ["kin-Latn", "arz-Arab"]}, {"precision": 0.472388, "recall": 0.518775, "f1": 0.485066, "accuracy": 0.518775, "main_score": 0.485066, "hf_subset": "kin_Latn-cjk_Latn", "languages": ["kin-Latn", "cjk-Latn"]}, {"precision": 0.509465, "recall": 0.554348, "f1": 0.521115, "accuracy": 0.554348, "main_score": 0.521115, "hf_subset": "kin_Latn-gla_Latn", "languages": ["kin-Latn", "gla-Latn"]}, {"precision": 0.539001, "recall": 0.587945, "f1": 0.552312, "accuracy": 0.587945, "main_score": 0.552312, "hf_subset": "kin_Latn-kan_Knda", "languages": ["kin-Latn", "kan-Knda"]}, {"precision": 0.546349, "recall": 0.591897, "f1": 0.557876, "accuracy": 0.591897, "main_score": 0.557876, "hf_subset": "kin_Latn-lmo_Latn", "languages": ["kin-Latn", "lmo-Latn"]}, {"precision": 0.526936, "recall": 0.581028, "f1": 0.540853, "accuracy": 0.581028, "main_score": 0.540853, "hf_subset": "kin_Latn-npi_Deva", "languages": ["kin-Latn", "npi-Deva"]}, {"precision": 0.422689, "recall": 0.466403, "f1": 0.434321, "accuracy": 0.466403, "main_score": 0.434321, "hf_subset": "kin_Latn-shn_Mymr", "languages": ["kin-Latn", "shn-Mymr"]}, {"precision": 0.57265, "recall": 0.621542, "f1": 0.585544, "accuracy": 0.621542, "main_score": 0.585544, "hf_subset": "kin_Latn-tgl_Latn", "languages": ["kin-Latn", "tgl-Latn"]}, {"precision": 0.503288, "recall": 0.552372, "f1": 0.515774, "accuracy": 0.552372, "main_score": 0.515774, "hf_subset": "kin_Latn-yue_Hant", "languages": ["kin-Latn", "yue-Hant"]}, {"precision": 0.511049, "recall": 0.561265, "f1": 0.524475, "accuracy": 0.561265, "main_score": 0.524475, "hf_subset": "kin_Latn-asm_Beng", "languages": ["kin-Latn", "asm-Beng"]}, {"precision": 0.509129, "recall": 0.552372, "f1": 0.520098, "accuracy": 0.552372, "main_score": 0.520098, "hf_subset": "kin_Latn-ckb_Arab", "languages": ["kin-Latn", "ckb-Arab"]}, {"precision": 0.520653, "recall": 0.565217, "f1": 0.532668, "accuracy": 0.565217, "main_score": 0.532668, "hf_subset": "kin_Latn-gle_Latn", "languages": ["kin-Latn", "gle-Latn"]}, {"precision": 0.468251, "recall": 0.514822, "f1": 0.480163, "accuracy": 0.514822, "main_score": 0.480163, "hf_subset": "kin_Latn-kas_Arab", "languages": ["kin-Latn", "kas-Arab"]}, {"precision": 0.519005, "recall": 0.567194, "f1": 0.531871, "accuracy": 0.567194, "main_score": 0.531871, "hf_subset": "kin_Latn-ltg_Latn", "languages": ["kin-Latn", "ltg-Latn"]}, {"precision": 0.553636, "recall": 0.594862, "f1": 0.565208, "accuracy": 0.594862, "main_score": 0.565208, "hf_subset": "kin_Latn-nso_Latn", "languages": ["kin-Latn", "nso-Latn"]}, {"precision": 0.460598, "recall": 0.524704, "f1": 0.476006, "accuracy": 0.524704, "main_score": 0.476006, "hf_subset": "kin_Latn-sin_Sinh", "languages": ["kin-Latn", "sin-Sinh"]}, {"precision": 0.521202, "recall": 0.575099, "f1": 0.534987, "accuracy": 0.575099, "main_score": 0.534987, "hf_subset": "kin_Latn-tha_Thai", "languages": ["kin-Latn", "tha-Thai"]}, {"precision": 0.507712, "recall": 0.550395, "f1": 0.518943, "accuracy": 0.550395, "main_score": 0.518943, "hf_subset": "kin_Latn-zho_Hans", "languages": ["kin-Latn", "zho-Hans"]}, {"precision": 0.552285, "recall": 0.603755, "f1": 0.565762, "accuracy": 0.603755, "main_score": 0.565762, "hf_subset": "kin_Latn-ast_Latn", "languages": ["kin-Latn", "ast-Latn"]}, {"precision": 0.534318, "recall": 0.583992, "f1": 0.546683, "accuracy": 0.583992, "main_score": 0.546683, "hf_subset": "kin_Latn-crh_Latn", "languages": ["kin-Latn", "crh-Latn"]}, {"precision": 0.561821, "recall": 0.608696, "f1": 0.574132, "accuracy": 0.608696, "main_score": 0.574132, "hf_subset": "kin_Latn-glg_Latn", "languages": ["kin-Latn", "glg-Latn"]}, {"precision": 0.476321, "recall": 0.523715, "f1": 0.489013, "accuracy": 0.523715, "main_score": 0.489013, "hf_subset": "kin_Latn-kas_Deva", "languages": ["kin-Latn", "kas-Deva"]}, {"precision": 0.529097, "recall": 0.576087, "f1": 0.540999, "accuracy": 0.576087, "main_score": 0.540999, "hf_subset": "kin_Latn-ltz_Latn", "languages": ["kin-Latn", "ltz-Latn"]}, {"precision": 0.44421, "recall": 0.501976, "f1": 0.459473, "accuracy": 0.501976, "main_score": 0.459473, "hf_subset": "kin_Latn-nus_Latn", "languages": ["kin-Latn", "nus-Latn"]}, {"precision": 0.551506, "recall": 0.605731, "f1": 0.565662, "accuracy": 0.605731, "main_score": 0.565662, "hf_subset": "kin_Latn-slk_Latn", "languages": ["kin-Latn", "slk-Latn"]}, {"precision": 0.397395, "recall": 0.449605, "f1": 0.412023, "accuracy": 0.449605, "main_score": 0.412023, "hf_subset": "kin_Latn-tir_Ethi", "languages": ["kin-Latn", "tir-Ethi"]}, {"precision": 0.510221, "recall": 0.559289, "f1": 0.522652, "accuracy": 0.559289, "main_score": 0.522652, "hf_subset": "kin_Latn-zho_Hant", "languages": ["kin-Latn", "zho-Hant"]}, {"precision": 0.520727, "recall": 0.56917, "f1": 0.534139, "accuracy": 0.56917, "main_score": 0.534139, "hf_subset": "kin_Latn-awa_Deva", "languages": ["kin-Latn", "awa-Deva"]}, {"precision": 0.540184, "recall": 0.591897, "f1": 0.553428, "accuracy": 0.591897, "main_score": 0.553428, "hf_subset": "kin_Latn-cym_Latn", "languages": ["kin-Latn", "cym-Latn"]}, {"precision": 0.532519, "recall": 0.571146, "f1": 0.541876, "accuracy": 0.571146, "main_score": 0.541876, "hf_subset": "kin_Latn-grn_Latn", "languages": ["kin-Latn", "grn-Latn"]}, {"precision": 0.511017, "recall": 0.562253, "f1": 0.524441, "accuracy": 0.562253, "main_score": 0.524441, "hf_subset": "kin_Latn-kat_Geor", "languages": ["kin-Latn", "kat-Geor"]}, {"precision": 0.515246, "recall": 0.562253, "f1": 0.527806, "accuracy": 0.562253, "main_score": 0.527806, "hf_subset": "kin_Latn-lua_Latn", "languages": ["kin-Latn", "lua-Latn"]}, {"precision": 0.552738, "recall": 0.597826, "f1": 0.565135, "accuracy": 0.597826, "main_score": 0.565135, "hf_subset": "kin_Latn-nya_Latn", "languages": ["kin-Latn", "nya-Latn"]}, {"precision": 0.545763, "recall": 0.599802, "f1": 0.559827, "accuracy": 0.599802, "main_score": 0.559827, "hf_subset": "kin_Latn-slv_Latn", "languages": ["kin-Latn", "slv-Latn"]}, {"precision": 0.543108, "recall": 0.586957, "f1": 0.554211, "accuracy": 0.586957, "main_score": 0.554211, "hf_subset": "kin_Latn-tpi_Latn", "languages": ["kin-Latn", "tpi-Latn"]}, {"precision": 0.562452, "recall": 0.609684, "f1": 0.575114, "accuracy": 0.609684, "main_score": 0.575114, "hf_subset": "kin_Latn-zsm_Latn", "languages": ["kin-Latn", "zsm-Latn"]}, {"precision": 0.481063, "recall": 0.520751, "f1": 0.492234, "accuracy": 0.520751, "main_score": 0.492234, "hf_subset": "kin_Latn-ayr_Latn", "languages": ["kin-Latn", "ayr-Latn"]}, {"precision": 0.554542, "recall": 0.604743, "f1": 0.567885, "accuracy": 0.604743, "main_score": 0.567885, "hf_subset": "kin_Latn-dan_Latn", "languages": ["kin-Latn", "dan-Latn"]}, {"precision": 0.536075, "recall": 0.588933, "f1": 0.550354, "accuracy": 0.588933, "main_score": 0.550354, "hf_subset": "kin_Latn-guj_Gujr", "languages": ["kin-Latn", "guj-Gujr"]}, {"precision": 0.533755, "recall": 0.583992, "f1": 0.547208, "accuracy": 0.583992, "main_score": 0.547208, "hf_subset": "kin_Latn-kaz_Cyrl", "languages": ["kin-Latn", "kaz-Cyrl"]}, {"precision": 0.537057, "recall": 0.597826, "f1": 0.553455, "accuracy": 0.597826, "main_score": 0.553455, "hf_subset": "kin_Latn-lug_Latn", "languages": ["kin-Latn", "lug-Latn"]}, {"precision": 0.569627, "recall": 0.620553, "f1": 0.581884, "accuracy": 0.620553, "main_score": 0.581884, "hf_subset": "kin_Latn-oci_Latn", "languages": ["kin-Latn", "oci-Latn"]}, {"precision": 0.541171, "recall": 0.583992, "f1": 0.551733, "accuracy": 0.583992, "main_score": 0.551733, "hf_subset": "kin_Latn-smo_Latn", "languages": ["kin-Latn", "smo-Latn"]}, {"precision": 0.509693, "recall": 0.555336, "f1": 0.522519, "accuracy": 0.555336, "main_score": 0.522519, "hf_subset": "kin_Latn-tsn_Latn", "languages": ["kin-Latn", "tsn-Latn"]}, {"precision": 0.563385, "recall": 0.61166, "f1": 0.576335, "accuracy": 0.61166, "main_score": 0.576335, "hf_subset": "kin_Latn-zul_Latn", "languages": ["kin-Latn", "zul-Latn"]}, {"precision": 0.460242, "recall": 0.51581, "f1": 0.47467, "accuracy": 0.51581, "main_score": 0.47467, "hf_subset": "kin_Latn-azb_Arab", "languages": ["kin-Latn", "azb-Arab"]}, {"precision": 0.533529, "recall": 0.585968, "f1": 0.547194, "accuracy": 0.585968, "main_score": 0.547194, "hf_subset": "kin_Latn-deu_Latn", "languages": ["kin-Latn", "deu-Latn"]}, {"precision": 0.540305, "recall": 0.590909, "f1": 0.554031, "accuracy": 0.590909, "main_score": 0.554031, "hf_subset": "kin_Latn-hat_Latn", "languages": ["kin-Latn", "hat-Latn"]}, {"precision": 0.492719, "recall": 0.532609, "f1": 0.50332, "accuracy": 0.532609, "main_score": 0.50332, "hf_subset": "kin_Latn-kbp_Latn", "languages": ["kin-Latn", "kbp-Latn"]}, {"precision": 0.520299, "recall": 0.557312, "f1": 0.530699, "accuracy": 0.557312, "main_score": 0.530699, "hf_subset": "kin_Latn-luo_Latn", "languages": ["kin-Latn", "luo-Latn"]}, {"precision": 0.511693, "recall": 0.566206, "f1": 0.525517, "accuracy": 0.566206, "main_score": 0.525517, "hf_subset": "kin_Latn-ory_Orya", "languages": ["kin-Latn", "ory-Orya"]}, {"precision": 0.525558, "recall": 0.577075, "f1": 0.539345, "accuracy": 0.577075, "main_score": 0.539345, "hf_subset": "kin_Latn-sna_Latn", "languages": ["kin-Latn", "sna-Latn"]}, {"precision": 0.533524, "recall": 0.572134, "f1": 0.543228, "accuracy": 0.572134, "main_score": 0.543228, "hf_subset": "kin_Latn-tso_Latn", "languages": ["kin-Latn", "tso-Latn"]}, {"precision": 0.510007, "recall": 0.567194, "f1": 0.525327, "accuracy": 0.567194, "main_score": 0.525327, "hf_subset": "kin_Latn-azj_Latn", "languages": ["kin-Latn", "azj-Latn"]}, {"precision": 0.472354, "recall": 0.516798, "f1": 0.485157, "accuracy": 0.516798, "main_score": 0.485157, "hf_subset": "kin_Latn-dik_Latn", "languages": ["kin-Latn", "dik-Latn"]}, {"precision": 0.523837, "recall": 0.574111, "f1": 0.537022, "accuracy": 0.574111, "main_score": 0.537022, "hf_subset": "kin_Latn-hau_Latn", "languages": ["kin-Latn", "hau-Latn"]}, {"precision": 0.551579, "recall": 0.591897, "f1": 0.56185, "accuracy": 0.591897, "main_score": 0.56185, "hf_subset": "kin_Latn-kea_Latn", "languages": ["kin-Latn", "kea-Latn"]}, {"precision": 0.518351, "recall": 0.552372, "f1": 0.527372, "accuracy": 0.552372, "main_score": 0.527372, "hf_subset": "kin_Latn-lus_Latn", "languages": ["kin-Latn", "lus-Latn"]}, {"precision": 0.525946, "recall": 0.559289, "f1": 0.535199, "accuracy": 0.559289, "main_score": 0.535199, "hf_subset": "kin_Latn-pag_Latn", "languages": ["kin-Latn", "pag-Latn"]}, {"precision": 0.519236, "recall": 0.56917, "f1": 0.532798, "accuracy": 0.56917, "main_score": 0.532798, "hf_subset": "kin_Latn-snd_Arab", "languages": ["kin-Latn", "snd-Arab"]}, {"precision": 0.514334, "recall": 0.562253, "f1": 0.527163, "accuracy": 0.562253, "main_score": 0.527163, "hf_subset": "kin_Latn-tuk_Latn", "languages": ["kin-Latn", "tuk-Latn"]}, {"precision": 0.533103, "recall": 0.579051, "f1": 0.544304, "accuracy": 0.579051, "main_score": 0.544304, "hf_subset": "kin_Latn-bak_Cyrl", "languages": ["kin-Latn", "bak-Cyrl"]}, {"precision": 0.426479, "recall": 0.485178, "f1": 0.44272, "accuracy": 0.485178, "main_score": 0.44272, "hf_subset": "kin_Latn-dyu_Latn", "languages": ["kin-Latn", "dyu-Latn"]}, {"precision": 0.538689, "recall": 0.591897, "f1": 0.552865, "accuracy": 0.591897, "main_score": 0.552865, "hf_subset": "kin_Latn-heb_Hebr", "languages": ["kin-Latn", "heb-Hebr"]}, {"precision": 0.522939, "recall": 0.566206, "f1": 0.534402, "accuracy": 0.566206, "main_score": 0.534402, "hf_subset": "kin_Latn-khk_Cyrl", "languages": ["kin-Latn", "khk-Cyrl"]}, {"precision": 0.535538, "recall": 0.585968, "f1": 0.548549, "accuracy": 0.585968, "main_score": 0.548549, "hf_subset": "kin_Latn-lvs_Latn", "languages": ["kin-Latn", "lvs-Latn"]}, {"precision": 0.533015, "recall": 0.577075, "f1": 0.544983, "accuracy": 0.577075, "main_score": 0.544983, "hf_subset": "kin_Latn-pan_Guru", "languages": ["kin-Latn", "pan-Guru"]}, {"precision": 0.516896, "recall": 0.559289, "f1": 0.528811, "accuracy": 0.559289, "main_score": 0.528811, "hf_subset": "kin_Latn-som_Latn", "languages": ["kin-Latn", "som-Latn"]}, {"precision": 0.520968, "recall": 0.563241, "f1": 0.532372, "accuracy": 0.563241, "main_score": 0.532372, "hf_subset": "kin_Latn-tum_Latn", "languages": ["kin-Latn", "tum-Latn"]}, {"precision": 0.531633, "recall": 0.601779, "f1": 0.551137, "accuracy": 0.601779, "main_score": 0.551137, "hf_subset": "mal_Mlym-ace_Arab", "languages": ["mal-Mlym", "ace-Arab"]}, {"precision": 0.51433, "recall": 0.577075, "f1": 0.531655, "accuracy": 0.577075, "main_score": 0.531655, "hf_subset": "mal_Mlym-bam_Latn", "languages": ["mal-Mlym", "bam-Latn"]}, {"precision": 0.425792, "recall": 0.501976, "f1": 0.445843, "accuracy": 0.501976, "main_score": 0.445843, "hf_subset": "mal_Mlym-dzo_Tibt", "languages": ["mal-Mlym", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hin_Deva", "languages": ["mal-Mlym", "hin-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mal_Mlym-khm_Khmr", "languages": ["mal-Mlym", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mag_Deva", "languages": ["mal-Mlym", "mag-Deva"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "mal_Mlym-pap_Latn", "languages": ["mal-Mlym", "pap-Latn"]}, {"precision": 0.570332, "recall": 0.634387, "f1": 0.588505, "accuracy": 0.634387, "main_score": 0.588505, "hf_subset": "mal_Mlym-sot_Latn", "languages": ["mal-Mlym", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tur_Latn", "languages": ["mal-Mlym", "tur-Latn"]}, {"precision": 0.860013, "recall": 0.896245, "f1": 0.871179, "accuracy": 0.896245, "main_score": 0.871179, "hf_subset": "mal_Mlym-ace_Latn", "languages": ["mal-Mlym", "ace-Latn"]}, {"precision": 0.954381, "recall": 0.967391, "f1": 0.958663, "accuracy": 0.967391, "main_score": 0.958663, "hf_subset": "mal_Mlym-ban_Latn", "languages": ["mal-Mlym", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-ell_Grek", "languages": ["mal-Mlym", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "mal_Mlym-hne_Deva", "languages": ["mal-Mlym", "hne-Deva"]}, {"precision": 0.583063, "recall": 0.647233, "f1": 0.600852, "accuracy": 0.647233, "main_score": 0.600852, "hf_subset": "mal_Mlym-kik_Latn", "languages": ["mal-Mlym", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mai_Deva", "languages": ["mal-Mlym", "mai-Deva"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "mal_Mlym-pbt_Arab", "languages": ["mal-Mlym", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-spa_Latn", "languages": ["mal-Mlym", "spa-Latn"]}, {"precision": 0.604935, "recall": 0.671937, "f1": 0.623229, "accuracy": 0.671937, "main_score": 0.623229, "hf_subset": "mal_Mlym-twi_Latn", "languages": ["mal-Mlym", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-acm_Arab", "languages": ["mal-Mlym", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-bel_Cyrl", "languages": ["mal-Mlym", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-eng_Latn", "languages": ["mal-Mlym", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hrv_Latn", "languages": ["mal-Mlym", "hrv-Latn"]}, {"precision": 0.524515, "recall": 0.593874, "f1": 0.543979, "accuracy": 0.593874, "main_score": 0.543979, "hf_subset": "mal_Mlym-kin_Latn", "languages": ["mal-Mlym", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-pes_Arab", "languages": ["mal-Mlym", "pes-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mal_Mlym-srd_Latn", "languages": ["mal-Mlym", "srd-Latn"]}, {"precision": 0.155772, "recall": 0.208498, "f1": 0.168665, "accuracy": 0.208498, "main_score": 0.168665, "hf_subset": "mal_Mlym-tzm_Tfng", "languages": ["mal-Mlym", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-acq_Arab", "languages": ["mal-Mlym", "acq-Arab"]}, {"precision": 0.610937, "recall": 0.662055, "f1": 0.624875, "accuracy": 0.662055, "main_score": 0.624875, "hf_subset": "mal_Mlym-bem_Latn", "languages": ["mal-Mlym", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-epo_Latn", "languages": ["mal-Mlym", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hun_Latn", "languages": ["mal-Mlym", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-kir_Cyrl", "languages": ["mal-Mlym", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-mar_Deva", "languages": ["mal-Mlym", "mar-Deva"]}, {"precision": 0.658943, "recall": 0.717391, "f1": 0.676468, "accuracy": 0.717391, "main_score": 0.676468, "hf_subset": "mal_Mlym-plt_Latn", "languages": ["mal-Mlym", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-srp_Cyrl", "languages": ["mal-Mlym", "srp-Cyrl"]}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "mal_Mlym-uig_Arab", "languages": ["mal-Mlym", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-aeb_Arab", "languages": ["mal-Mlym", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ben_Beng", "languages": ["mal-Mlym", "ben-Beng"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mal_Mlym-est_Latn", "languages": ["mal-Mlym", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hye_Armn", "languages": ["mal-Mlym", "hye-Armn"]}, {"precision": 0.51166, "recall": 0.56917, "f1": 0.527936, "accuracy": 0.56917, "main_score": 0.527936, "hf_subset": "mal_Mlym-kmb_Latn", "languages": ["mal-Mlym", "kmb-Latn"]}, {"precision": 0.475883, "recall": 0.550395, "f1": 0.495931, "accuracy": 0.550395, "main_score": 0.495931, "hf_subset": "mal_Mlym-min_Arab", "languages": ["mal-Mlym", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-pol_Latn", "languages": ["mal-Mlym", "pol-Latn"]}, {"precision": 0.543736, "recall": 0.608696, "f1": 0.562055, "accuracy": 0.608696, "main_score": 0.562055, "hf_subset": "mal_Mlym-ssw_Latn", "languages": ["mal-Mlym", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ukr_Cyrl", "languages": ["mal-Mlym", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-afr_Latn", "languages": ["mal-Mlym", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-bho_Deva", "languages": ["mal-Mlym", "bho-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mal_Mlym-eus_Latn", "languages": ["mal-Mlym", "eus-Latn"]}, {"precision": 0.564267, "recall": 0.632411, "f1": 0.583437, "accuracy": 0.632411, "main_score": 0.583437, "hf_subset": "mal_Mlym-ibo_Latn", "languages": ["mal-Mlym", "ibo-Latn"]}, {"precision": 0.875, "recall": 0.911067, "f1": 0.886495, "accuracy": 0.911067, "main_score": 0.886495, "hf_subset": "mal_Mlym-kmr_Latn", "languages": ["mal-Mlym", "kmr-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mal_Mlym-min_Latn", "languages": ["mal-Mlym", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-por_Latn", "languages": ["mal-Mlym", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-sun_Latn", "languages": ["mal-Mlym", "sun-Latn"]}, {"precision": 0.506752, "recall": 0.572134, "f1": 0.525114, "accuracy": 0.572134, "main_score": 0.525114, "hf_subset": "mal_Mlym-umb_Latn", "languages": ["mal-Mlym", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ajp_Arab", "languages": ["mal-Mlym", "ajp-Arab"]}, {"precision": 0.503499, "recall": 0.571146, "f1": 0.521887, "accuracy": 0.571146, "main_score": 0.521887, "hf_subset": "mal_Mlym-bjn_Arab", "languages": ["mal-Mlym", "bjn-Arab"]}, {"precision": 0.505291, "recall": 0.566206, "f1": 0.521679, "accuracy": 0.566206, "main_score": 0.521679, "hf_subset": "mal_Mlym-ewe_Latn", "languages": ["mal-Mlym", "ewe-Latn"]}, {"precision": 0.940876, "recall": 0.958498, "f1": 0.94664, "accuracy": 0.958498, "main_score": 0.94664, "hf_subset": "mal_Mlym-ilo_Latn", "languages": ["mal-Mlym", "ilo-Latn"]}, {"precision": 0.309311, "recall": 0.371542, "f1": 0.325929, "accuracy": 0.371542, "main_score": 0.325929, "hf_subset": "mal_Mlym-knc_Arab", "languages": ["mal-Mlym", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mkd_Cyrl", "languages": ["mal-Mlym", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-prs_Arab", "languages": ["mal-Mlym", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-swe_Latn", "languages": ["mal-Mlym", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-urd_Arab", "languages": ["mal-Mlym", "urd-Arab"]}, {"precision": 0.58672, "recall": 0.653162, "f1": 0.604887, "accuracy": 0.653162, "main_score": 0.604887, "hf_subset": "mal_Mlym-aka_Latn", "languages": ["mal-Mlym", "aka-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mal_Mlym-bjn_Latn", "languages": ["mal-Mlym", "bjn-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "mal_Mlym-fao_Latn", "languages": ["mal-Mlym", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ind_Latn", "languages": ["mal-Mlym", "ind-Latn"]}, {"precision": 0.57814, "recall": 0.639328, "f1": 0.595861, "accuracy": 0.639328, "main_score": 0.595861, "hf_subset": "mal_Mlym-knc_Latn", "languages": ["mal-Mlym", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mal_Mlym-mlt_Latn", "languages": ["mal-Mlym", "mlt-Latn"]}, {"precision": 0.695575, "recall": 0.759881, "f1": 0.71413, "accuracy": 0.759881, "main_score": 0.71413, "hf_subset": "mal_Mlym-quy_Latn", "languages": ["mal-Mlym", "quy-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965368, "accuracy": 0.97332, "main_score": 0.965368, "hf_subset": "mal_Mlym-swh_Latn", "languages": ["mal-Mlym", "swh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-uzn_Latn", "languages": ["mal-Mlym", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-als_Latn", "languages": ["mal-Mlym", "als-Latn"]}, {"precision": 0.655889, "recall": 0.731225, "f1": 0.677524, "accuracy": 0.731225, "main_score": 0.677524, "hf_subset": "mal_Mlym-bod_Tibt", "languages": ["mal-Mlym", "bod-Tibt"]}, {"precision": 0.693169, "recall": 0.750988, "f1": 0.709921, "accuracy": 0.750988, "main_score": 0.709921, "hf_subset": "mal_Mlym-fij_Latn", "languages": ["mal-Mlym", "fij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mal_Mlym-isl_Latn", "languages": ["mal-Mlym", "isl-Latn"]}, {"precision": 0.645158, "recall": 0.70751, "f1": 0.663919, "accuracy": 0.70751, "main_score": 0.663919, "hf_subset": "mal_Mlym-kon_Latn", "languages": ["mal-Mlym", "kon-Latn"]}, {"precision": 0.674911, "recall": 0.745059, "f1": 0.695706, "accuracy": 0.745059, "main_score": 0.695706, "hf_subset": "mal_Mlym-mni_Beng", "languages": ["mal-Mlym", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ron_Latn", "languages": ["mal-Mlym", "ron-Latn"]}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "mal_Mlym-szl_Latn", "languages": ["mal-Mlym", "szl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-vec_Latn", "languages": ["mal-Mlym", "vec-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "mal_Mlym-amh_Ethi", "languages": ["mal-Mlym", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-bos_Latn", "languages": ["mal-Mlym", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-fin_Latn", "languages": ["mal-Mlym", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ita_Latn", "languages": ["mal-Mlym", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-kor_Hang", "languages": ["mal-Mlym", "kor-Hang"]}, {"precision": 0.526501, "recall": 0.589921, "f1": 0.544105, "accuracy": 0.589921, "main_score": 0.544105, "hf_subset": "mal_Mlym-mos_Latn", "languages": ["mal-Mlym", "mos-Latn"]}, {"precision": 0.529855, "recall": 0.596838, "f1": 0.549393, "accuracy": 0.596838, "main_score": 0.549393, "hf_subset": "mal_Mlym-run_Latn", "languages": ["mal-Mlym", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tam_Taml", "languages": ["mal-Mlym", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-vie_Latn", "languages": ["mal-Mlym", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-apc_Arab", "languages": ["mal-Mlym", "apc-Arab"]}, {"precision": 0.792029, "recall": 0.837945, "f1": 0.805256, "accuracy": 0.837945, "main_score": 0.805256, "hf_subset": "mal_Mlym-bug_Latn", "languages": ["mal-Mlym", "bug-Latn"]}, {"precision": 0.45116, "recall": 0.51581, "f1": 0.468941, "accuracy": 0.51581, "main_score": 0.468941, "hf_subset": "mal_Mlym-fon_Latn", "languages": ["mal-Mlym", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-jav_Latn", "languages": ["mal-Mlym", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-lao_Laoo", "languages": ["mal-Mlym", "lao-Laoo"]}, {"precision": 0.860178, "recall": 0.899209, "f1": 0.872332, "accuracy": 0.899209, "main_score": 0.872332, "hf_subset": "mal_Mlym-mri_Latn", "languages": ["mal-Mlym", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-rus_Cyrl", "languages": ["mal-Mlym", "rus-Cyrl"]}, {"precision": 0.538488, "recall": 0.602767, "f1": 0.556424, "accuracy": 0.602767, "main_score": 0.556424, "hf_subset": "mal_Mlym-taq_Latn", "languages": ["mal-Mlym", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-war_Latn", "languages": ["mal-Mlym", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-arb_Arab", "languages": ["mal-Mlym", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-bul_Cyrl", "languages": ["mal-Mlym", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-fra_Latn", "languages": ["mal-Mlym", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-jpn_Jpan", "languages": ["mal-Mlym", "jpn-Jpan"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "mal_Mlym-lij_Latn", "languages": ["mal-Mlym", "lij-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "mal_Mlym-mya_Mymr", "languages": ["mal-Mlym", "mya-Mymr"]}, {"precision": 0.584358, "recall": 0.651186, "f1": 0.60281, "accuracy": 0.651186, "main_score": 0.60281, "hf_subset": "mal_Mlym-sag_Latn", "languages": ["mal-Mlym", "sag-Latn"]}, {"precision": 0.18111, "recall": 0.23913, "f1": 0.194446, "accuracy": 0.23913, "main_score": 0.194446, "hf_subset": "mal_Mlym-taq_Tfng", "languages": ["mal-Mlym", "taq-Tfng"]}, {"precision": 0.608082, "recall": 0.674901, "f1": 0.627134, "accuracy": 0.674901, "main_score": 0.627134, "hf_subset": "mal_Mlym-wol_Latn", "languages": ["mal-Mlym", "wol-Latn"]}, {"precision": 0.78582, "recall": 0.837945, "f1": 0.801713, "accuracy": 0.837945, "main_score": 0.801713, "hf_subset": "mal_Mlym-arb_Latn", "languages": ["mal-Mlym", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-cat_Latn", "languages": ["mal-Mlym", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mal_Mlym-fur_Latn", "languages": ["mal-Mlym", "fur-Latn"]}, {"precision": 0.396503, "recall": 0.458498, "f1": 0.413345, "accuracy": 0.458498, "main_score": 0.413345, "hf_subset": "mal_Mlym-kab_Latn", "languages": ["mal-Mlym", "kab-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "mal_Mlym-lim_Latn", "languages": ["mal-Mlym", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-nld_Latn", "languages": ["mal-Mlym", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "mal_Mlym-san_Deva", "languages": ["mal-Mlym", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-tat_Cyrl", "languages": ["mal-Mlym", "tat-Cyrl"]}, {"precision": 0.651252, "recall": 0.711462, "f1": 0.668724, "accuracy": 0.711462, "main_score": 0.668724, "hf_subset": "mal_Mlym-xho_Latn", "languages": ["mal-Mlym", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ars_Arab", "languages": ["mal-Mlym", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ceb_Latn", "languages": ["mal-Mlym", "ceb-Latn"]}, {"precision": 0.543357, "recall": 0.610672, "f1": 0.562266, "accuracy": 0.610672, "main_score": 0.562266, "hf_subset": "mal_Mlym-fuv_Latn", "languages": ["mal-Mlym", "fuv-Latn"]}, {"precision": 0.492436, "recall": 0.564229, "f1": 0.512346, "accuracy": 0.564229, "main_score": 0.512346, "hf_subset": "mal_Mlym-kac_Latn", "languages": ["mal-Mlym", "kac-Latn"]}, {"precision": 0.654825, "recall": 0.713439, "f1": 0.6722, "accuracy": 0.713439, "main_score": 0.6722, "hf_subset": "mal_Mlym-lin_Latn", "languages": ["mal-Mlym", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-nno_Latn", "languages": ["mal-Mlym", "nno-Latn"]}, {"precision": 0.215147, "recall": 0.295455, "f1": 0.234903, "accuracy": 0.295455, "main_score": 0.234903, "hf_subset": "mal_Mlym-sat_Olck", "languages": ["mal-Mlym", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tel_Telu", "languages": ["mal-Mlym", "tel-Telu"]}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "mal_Mlym-ydd_Hebr", "languages": ["mal-Mlym", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mal_Mlym-ary_Arab", "languages": ["mal-Mlym", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ces_Latn", "languages": ["mal-Mlym", "ces-Latn"]}, {"precision": 0.57043, "recall": 0.634387, "f1": 0.588564, "accuracy": 0.634387, "main_score": 0.588564, "hf_subset": "mal_Mlym-gaz_Latn", "languages": ["mal-Mlym", "gaz-Latn"]}, {"precision": 0.568625, "recall": 0.634387, "f1": 0.587204, "accuracy": 0.634387, "main_score": 0.587204, "hf_subset": "mal_Mlym-kam_Latn", "languages": ["mal-Mlym", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mal_Mlym-lit_Latn", "languages": ["mal-Mlym", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-nob_Latn", "languages": ["mal-Mlym", "nob-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mal_Mlym-scn_Latn", "languages": ["mal-Mlym", "scn-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "mal_Mlym-tgk_Cyrl", "languages": ["mal-Mlym", "tgk-Cyrl"]}, {"precision": 0.725609, "recall": 0.786561, "f1": 0.743615, "accuracy": 0.786561, "main_score": 0.743615, "hf_subset": "mal_Mlym-yor_Latn", "languages": ["mal-Mlym", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-arz_Arab", "languages": ["mal-Mlym", "arz-Arab"]}, {"precision": 0.543199, "recall": 0.607708, "f1": 0.561591, "accuracy": 0.607708, "main_score": 0.561591, "hf_subset": "mal_Mlym-cjk_Latn", "languages": ["mal-Mlym", "cjk-Latn"]}, {"precision": 0.763291, "recall": 0.817194, "f1": 0.77963, "accuracy": 0.817194, "main_score": 0.77963, "hf_subset": "mal_Mlym-gla_Latn", "languages": ["mal-Mlym", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-kan_Knda", "languages": ["mal-Mlym", "kan-Knda"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "mal_Mlym-lmo_Latn", "languages": ["mal-Mlym", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mal_Mlym-npi_Deva", "languages": ["mal-Mlym", "npi-Deva"]}, {"precision": 0.465213, "recall": 0.531621, "f1": 0.483249, "accuracy": 0.531621, "main_score": 0.483249, "hf_subset": "mal_Mlym-shn_Mymr", "languages": ["mal-Mlym", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-tgl_Latn", "languages": ["mal-Mlym", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-yue_Hant", "languages": ["mal-Mlym", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-asm_Beng", "languages": ["mal-Mlym", "asm-Beng"]}, {"precision": 0.958169, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "mal_Mlym-ckb_Arab", "languages": ["mal-Mlym", "ckb-Arab"]}, {"precision": 0.847085, "recall": 0.886364, "f1": 0.859223, "accuracy": 0.886364, "main_score": 0.859223, "hf_subset": "mal_Mlym-gle_Latn", "languages": ["mal-Mlym", "gle-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "mal_Mlym-kas_Arab", "languages": ["mal-Mlym", "kas-Arab"]}, {"precision": 0.935853, "recall": 0.955534, "f1": 0.942095, "accuracy": 0.955534, "main_score": 0.942095, "hf_subset": "mal_Mlym-ltg_Latn", "languages": ["mal-Mlym", "ltg-Latn"]}, {"precision": 0.59168, "recall": 0.65415, "f1": 0.609384, "accuracy": 0.65415, "main_score": 0.609384, "hf_subset": "mal_Mlym-nso_Latn", "languages": ["mal-Mlym", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mal_Mlym-sin_Sinh", "languages": ["mal-Mlym", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-tha_Thai", "languages": ["mal-Mlym", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zho_Hans", "languages": ["mal-Mlym", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ast_Latn", "languages": ["mal-Mlym", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-crh_Latn", "languages": ["mal-Mlym", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-glg_Latn", "languages": ["mal-Mlym", "glg-Latn"]}, {"precision": 0.889657, "recall": 0.922925, "f1": 0.900165, "accuracy": 0.922925, "main_score": 0.900165, "hf_subset": "mal_Mlym-kas_Deva", "languages": ["mal-Mlym", "kas-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "mal_Mlym-ltz_Latn", "languages": ["mal-Mlym", "ltz-Latn"]}, {"precision": 0.437899, "recall": 0.512846, "f1": 0.458297, "accuracy": 0.512846, "main_score": 0.458297, "hf_subset": "mal_Mlym-nus_Latn", "languages": ["mal-Mlym", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-slk_Latn", "languages": ["mal-Mlym", "slk-Latn"]}, {"precision": 0.606498, "recall": 0.685771, "f1": 0.629877, "accuracy": 0.685771, "main_score": 0.629877, "hf_subset": "mal_Mlym-tir_Ethi", "languages": ["mal-Mlym", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zho_Hant", "languages": ["mal-Mlym", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "mal_Mlym-awa_Deva", "languages": ["mal-Mlym", "awa-Deva"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "mal_Mlym-cym_Latn", "languages": ["mal-Mlym", "cym-Latn"]}, {"precision": 0.822918, "recall": 0.86166, "f1": 0.834107, "accuracy": 0.86166, "main_score": 0.834107, "hf_subset": "mal_Mlym-grn_Latn", "languages": ["mal-Mlym", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-kat_Geor", "languages": ["mal-Mlym", "kat-Geor"]}, {"precision": 0.627798, "recall": 0.684783, "f1": 0.644128, "accuracy": 0.684783, "main_score": 0.644128, "hf_subset": "mal_Mlym-lua_Latn", "languages": ["mal-Mlym", "lua-Latn"]}, {"precision": 0.617887, "recall": 0.679842, "f1": 0.635639, "accuracy": 0.679842, "main_score": 0.635639, "hf_subset": "mal_Mlym-nya_Latn", "languages": ["mal-Mlym", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-slv_Latn", "languages": ["mal-Mlym", "slv-Latn"]}, {"precision": 0.934783, "recall": 0.955534, "f1": 0.941535, "accuracy": 0.955534, "main_score": 0.941535, "hf_subset": "mal_Mlym-tpi_Latn", "languages": ["mal-Mlym", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zsm_Latn", "languages": ["mal-Mlym", "zsm-Latn"]}, {"precision": 0.5282, "recall": 0.59585, "f1": 0.546832, "accuracy": 0.59585, "main_score": 0.546832, "hf_subset": "mal_Mlym-ayr_Latn", "languages": ["mal-Mlym", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-dan_Latn", "languages": ["mal-Mlym", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-guj_Gujr", "languages": ["mal-Mlym", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-kaz_Cyrl", "languages": ["mal-Mlym", "kaz-Cyrl"]}, {"precision": 0.53552, "recall": 0.599802, "f1": 0.553382, "accuracy": 0.599802, "main_score": 0.553382, "hf_subset": "mal_Mlym-lug_Latn", "languages": ["mal-Mlym", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-oci_Latn", "languages": ["mal-Mlym", "oci-Latn"]}, {"precision": 0.818956, "recall": 0.864625, "f1": 0.832872, "accuracy": 0.864625, "main_score": 0.832872, "hf_subset": "mal_Mlym-smo_Latn", "languages": ["mal-Mlym", "smo-Latn"]}, {"precision": 0.533503, "recall": 0.604743, "f1": 0.552422, "accuracy": 0.604743, "main_score": 0.552422, "hf_subset": "mal_Mlym-tsn_Latn", "languages": ["mal-Mlym", "tsn-Latn"]}, {"precision": 0.599555, "recall": 0.66502, "f1": 0.617941, "accuracy": 0.66502, "main_score": 0.617941, "hf_subset": "mal_Mlym-zul_Latn", "languages": ["mal-Mlym", "zul-Latn"]}, {"precision": 0.916008, "recall": 0.940711, "f1": 0.92388, "accuracy": 0.940711, "main_score": 0.92388, "hf_subset": "mal_Mlym-azb_Arab", "languages": ["mal-Mlym", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-deu_Latn", "languages": ["mal-Mlym", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "mal_Mlym-hat_Latn", "languages": ["mal-Mlym", "hat-Latn"]}, {"precision": 0.477978, "recall": 0.540514, "f1": 0.495189, "accuracy": 0.540514, "main_score": 0.495189, "hf_subset": "mal_Mlym-kbp_Latn", "languages": ["mal-Mlym", "kbp-Latn"]}, {"precision": 0.560198, "recall": 0.618577, "f1": 0.575405, "accuracy": 0.618577, "main_score": 0.575405, "hf_subset": "mal_Mlym-luo_Latn", "languages": ["mal-Mlym", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ory_Orya", "languages": ["mal-Mlym", "ory-Orya"]}, {"precision": 0.570977, "recall": 0.637352, "f1": 0.59011, "accuracy": 0.637352, "main_score": 0.59011, "hf_subset": "mal_Mlym-sna_Latn", "languages": ["mal-Mlym", "sna-Latn"]}, {"precision": 0.543846, "recall": 0.606719, "f1": 0.56087, "accuracy": 0.606719, "main_score": 0.56087, "hf_subset": "mal_Mlym-tso_Latn", "languages": ["mal-Mlym", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-azj_Latn", "languages": ["mal-Mlym", "azj-Latn"]}, {"precision": 0.524182, "recall": 0.59585, "f1": 0.544331, "accuracy": 0.59585, "main_score": 0.544331, "hf_subset": "mal_Mlym-dik_Latn", "languages": ["mal-Mlym", "dik-Latn"]}, {"precision": 0.712796, "recall": 0.770751, "f1": 0.729569, "accuracy": 0.770751, "main_score": 0.729569, "hf_subset": "mal_Mlym-hau_Latn", "languages": ["mal-Mlym", "hau-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mal_Mlym-kea_Latn", "languages": ["mal-Mlym", "kea-Latn"]}, {"precision": 0.729941, "recall": 0.784585, "f1": 0.746231, "accuracy": 0.784585, "main_score": 0.746231, "hf_subset": "mal_Mlym-lus_Latn", "languages": ["mal-Mlym", "lus-Latn"]}, {"precision": 0.866469, "recall": 0.900198, "f1": 0.876779, "accuracy": 0.900198, "main_score": 0.876779, "hf_subset": "mal_Mlym-pag_Latn", "languages": ["mal-Mlym", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-snd_Arab", "languages": ["mal-Mlym", "snd-Arab"]}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "mal_Mlym-tuk_Latn", "languages": ["mal-Mlym", "tuk-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mal_Mlym-bak_Cyrl", "languages": ["mal-Mlym", "bak-Cyrl"]}, {"precision": 0.462345, "recall": 0.551383, "f1": 0.488058, "accuracy": 0.551383, "main_score": 0.488058, "hf_subset": "mal_Mlym-dyu_Latn", "languages": ["mal-Mlym", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-heb_Hebr", "languages": ["mal-Mlym", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mal_Mlym-khk_Cyrl", "languages": ["mal-Mlym", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-lvs_Latn", "languages": ["mal-Mlym", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-pan_Guru", "languages": ["mal-Mlym", "pan-Guru"]}, {"precision": 0.694886, "recall": 0.754941, "f1": 0.712115, "accuracy": 0.754941, "main_score": 0.712115, "hf_subset": "mal_Mlym-som_Latn", "languages": ["mal-Mlym", "som-Latn"]}, {"precision": 0.595242, "recall": 0.649209, "f1": 0.610427, "accuracy": 0.649209, "main_score": 0.610427, "hf_subset": "mal_Mlym-tum_Latn", "languages": ["mal-Mlym", "tum-Latn"]}, {"precision": 0.579061, "recall": 0.642292, "f1": 0.596582, "accuracy": 0.642292, "main_score": 0.596582, "hf_subset": "pes_Arab-ace_Arab", "languages": ["pes-Arab", "ace-Arab"]}, {"precision": 0.528676, "recall": 0.591897, "f1": 0.546595, "accuracy": 0.591897, "main_score": 0.546595, "hf_subset": "pes_Arab-bam_Latn", "languages": ["pes-Arab", "bam-Latn"]}, {"precision": 0.442683, "recall": 0.528656, "f1": 0.465286, "accuracy": 0.528656, "main_score": 0.465286, "hf_subset": "pes_Arab-dzo_Tibt", "languages": ["pes-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hin_Deva", "languages": ["pes-Arab", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-khm_Khmr", "languages": ["pes-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mag_Deva", "languages": ["pes-Arab", "mag-Deva"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "pes_Arab-pap_Latn", "languages": ["pes-Arab", "pap-Latn"]}, {"precision": 0.590596, "recall": 0.645257, "f1": 0.605992, "accuracy": 0.645257, "main_score": 0.605992, "hf_subset": "pes_Arab-sot_Latn", "languages": ["pes-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tur_Latn", "languages": ["pes-Arab", "tur-Latn"]}, {"precision": 0.867836, "recall": 0.903162, "f1": 0.878656, "accuracy": 0.903162, "main_score": 0.878656, "hf_subset": "pes_Arab-ace_Latn", "languages": ["pes-Arab", "ace-Latn"]}, {"precision": 0.956192, "recall": 0.968379, "f1": 0.960145, "accuracy": 0.968379, "main_score": 0.960145, "hf_subset": "pes_Arab-ban_Latn", "languages": ["pes-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ell_Grek", "languages": ["pes-Arab", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pes_Arab-hne_Deva", "languages": ["pes-Arab", "hne-Deva"]}, {"precision": 0.600503, "recall": 0.660079, "f1": 0.616827, "accuracy": 0.660079, "main_score": 0.616827, "hf_subset": "pes_Arab-kik_Latn", "languages": ["pes-Arab", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mai_Deva", "languages": ["pes-Arab", "mai-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pes_Arab-pbt_Arab", "languages": ["pes-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-spa_Latn", "languages": ["pes-Arab", "spa-Latn"]}, {"precision": 0.608506, "recall": 0.670949, "f1": 0.625315, "accuracy": 0.670949, "main_score": 0.625315, "hf_subset": "pes_Arab-twi_Latn", "languages": ["pes-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-acm_Arab", "languages": ["pes-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bel_Cyrl", "languages": ["pes-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-eng_Latn", "languages": ["pes-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hrv_Latn", "languages": ["pes-Arab", "hrv-Latn"]}, {"precision": 0.560417, "recall": 0.619565, "f1": 0.576801, "accuracy": 0.619565, "main_score": 0.576801, "hf_subset": "pes_Arab-kin_Latn", "languages": ["pes-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-mal_Mlym", "languages": ["pes-Arab", "mal-Mlym"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pes_Arab-srd_Latn", "languages": ["pes-Arab", "srd-Latn"]}, {"precision": 0.184251, "recall": 0.230237, "f1": 0.195364, "accuracy": 0.230237, "main_score": 0.195364, "hf_subset": "pes_Arab-tzm_Tfng", "languages": ["pes-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-acq_Arab", "languages": ["pes-Arab", "acq-Arab"]}, {"precision": 0.626205, "recall": 0.679842, "f1": 0.641605, "accuracy": 0.679842, "main_score": 0.641605, "hf_subset": "pes_Arab-bem_Latn", "languages": ["pes-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-epo_Latn", "languages": ["pes-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hun_Latn", "languages": ["pes-Arab", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-kir_Cyrl", "languages": ["pes-Arab", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-mar_Deva", "languages": ["pes-Arab", "mar-Deva"]}, {"precision": 0.674605, "recall": 0.724308, "f1": 0.689281, "accuracy": 0.724308, "main_score": 0.689281, "hf_subset": "pes_Arab-plt_Latn", "languages": ["pes-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-srp_Cyrl", "languages": ["pes-Arab", "srp-Cyrl"]}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "pes_Arab-uig_Arab", "languages": ["pes-Arab", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pes_Arab-aeb_Arab", "languages": ["pes-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ben_Beng", "languages": ["pes-Arab", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-est_Latn", "languages": ["pes-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hye_Armn", "languages": ["pes-Arab", "hye-Armn"]}, {"precision": 0.536957, "recall": 0.587945, "f1": 0.551685, "accuracy": 0.587945, "main_score": 0.551685, "hf_subset": "pes_Arab-kmb_Latn", "languages": ["pes-Arab", "kmb-Latn"]}, {"precision": 0.490913, "recall": 0.564229, "f1": 0.510825, "accuracy": 0.564229, "main_score": 0.510825, "hf_subset": "pes_Arab-min_Arab", "languages": ["pes-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-pol_Latn", "languages": ["pes-Arab", "pol-Latn"]}, {"precision": 0.554407, "recall": 0.618577, "f1": 0.573308, "accuracy": 0.618577, "main_score": 0.573308, "hf_subset": "pes_Arab-ssw_Latn", "languages": ["pes-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ukr_Cyrl", "languages": ["pes-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-afr_Latn", "languages": ["pes-Arab", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bho_Deva", "languages": ["pes-Arab", "bho-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-eus_Latn", "languages": ["pes-Arab", "eus-Latn"]}, {"precision": 0.573297, "recall": 0.636364, "f1": 0.591076, "accuracy": 0.636364, "main_score": 0.591076, "hf_subset": "pes_Arab-ibo_Latn", "languages": ["pes-Arab", "ibo-Latn"]}, {"precision": 0.90415, "recall": 0.931818, "f1": 0.913043, "accuracy": 0.931818, "main_score": 0.913043, "hf_subset": "pes_Arab-kmr_Latn", "languages": ["pes-Arab", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pes_Arab-min_Latn", "languages": ["pes-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-por_Latn", "languages": ["pes-Arab", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pes_Arab-sun_Latn", "languages": ["pes-Arab", "sun-Latn"]}, {"precision": 0.523148, "recall": 0.58004, "f1": 0.539448, "accuracy": 0.58004, "main_score": 0.539448, "hf_subset": "pes_Arab-umb_Latn", "languages": ["pes-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ajp_Arab", "languages": ["pes-Arab", "ajp-Arab"]}, {"precision": 0.543194, "recall": 0.610672, "f1": 0.561997, "accuracy": 0.610672, "main_score": 0.561997, "hf_subset": "pes_Arab-bjn_Arab", "languages": ["pes-Arab", "bjn-Arab"]}, {"precision": 0.516241, "recall": 0.570158, "f1": 0.530828, "accuracy": 0.570158, "main_score": 0.530828, "hf_subset": "pes_Arab-ewe_Latn", "languages": ["pes-Arab", "ewe-Latn"]}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "pes_Arab-ilo_Latn", "languages": ["pes-Arab", "ilo-Latn"]}, {"precision": 0.315327, "recall": 0.368577, "f1": 0.329655, "accuracy": 0.368577, "main_score": 0.329655, "hf_subset": "pes_Arab-knc_Arab", "languages": ["pes-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mkd_Cyrl", "languages": ["pes-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-prs_Arab", "languages": ["pes-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-swe_Latn", "languages": ["pes-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-urd_Arab", "languages": ["pes-Arab", "urd-Arab"]}, {"precision": 0.576812, "recall": 0.640316, "f1": 0.59475, "accuracy": 0.640316, "main_score": 0.59475, "hf_subset": "pes_Arab-aka_Latn", "languages": ["pes-Arab", "aka-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pes_Arab-bjn_Latn", "languages": ["pes-Arab", "bjn-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pes_Arab-fao_Latn", "languages": ["pes-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ind_Latn", "languages": ["pes-Arab", "ind-Latn"]}, {"precision": 0.581269, "recall": 0.639328, "f1": 0.597336, "accuracy": 0.639328, "main_score": 0.597336, "hf_subset": "pes_Arab-knc_Latn", "languages": ["pes-Arab", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-mlt_Latn", "languages": ["pes-Arab", "mlt-Latn"]}, {"precision": 0.710317, "recall": 0.769763, "f1": 0.728063, "accuracy": 0.769763, "main_score": 0.728063, "hf_subset": "pes_Arab-quy_Latn", "languages": ["pes-Arab", "quy-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pes_Arab-swh_Latn", "languages": ["pes-Arab", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-uzn_Latn", "languages": ["pes-Arab", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-als_Latn", "languages": ["pes-Arab", "als-Latn"]}, {"precision": 0.681588, "recall": 0.752964, "f1": 0.703035, "accuracy": 0.752964, "main_score": 0.703035, "hf_subset": "pes_Arab-bod_Tibt", "languages": ["pes-Arab", "bod-Tibt"]}, {"precision": 0.695998, "recall": 0.753953, "f1": 0.713015, "accuracy": 0.753953, "main_score": 0.713015, "hf_subset": "pes_Arab-fij_Latn", "languages": ["pes-Arab", "fij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pes_Arab-isl_Latn", "languages": ["pes-Arab", "isl-Latn"]}, {"precision": 0.665441, "recall": 0.713439, "f1": 0.679534, "accuracy": 0.713439, "main_score": 0.679534, "hf_subset": "pes_Arab-kon_Latn", "languages": ["pes-Arab", "kon-Latn"]}, {"precision": 0.650034, "recall": 0.715415, "f1": 0.669143, "accuracy": 0.715415, "main_score": 0.669143, "hf_subset": "pes_Arab-mni_Beng", "languages": ["pes-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ron_Latn", "languages": ["pes-Arab", "ron-Latn"]}, {"precision": 0.98419, "recall": 0.987154, "f1": 0.985178, "accuracy": 0.987154, "main_score": 0.985178, "hf_subset": "pes_Arab-szl_Latn", "languages": ["pes-Arab", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-vec_Latn", "languages": ["pes-Arab", "vec-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "pes_Arab-amh_Ethi", "languages": ["pes-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bos_Latn", "languages": ["pes-Arab", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "pes_Arab-fin_Latn", "languages": ["pes-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ita_Latn", "languages": ["pes-Arab", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-kor_Hang", "languages": ["pes-Arab", "kor-Hang"]}, {"precision": 0.551197, "recall": 0.609684, "f1": 0.56724, "accuracy": 0.609684, "main_score": 0.56724, "hf_subset": "pes_Arab-mos_Latn", "languages": ["pes-Arab", "mos-Latn"]}, {"precision": 0.558262, "recall": 0.610672, "f1": 0.572619, "accuracy": 0.610672, "main_score": 0.572619, "hf_subset": "pes_Arab-run_Latn", "languages": ["pes-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-tam_Taml", "languages": ["pes-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-vie_Latn", "languages": ["pes-Arab", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-apc_Arab", "languages": ["pes-Arab", "apc-Arab"]}, {"precision": 0.802767, "recall": 0.849802, "f1": 0.816916, "accuracy": 0.849802, "main_score": 0.816916, "hf_subset": "pes_Arab-bug_Latn", "languages": ["pes-Arab", "bug-Latn"]}, {"precision": 0.472433, "recall": 0.532609, "f1": 0.488299, "accuracy": 0.532609, "main_score": 0.488299, "hf_subset": "pes_Arab-fon_Latn", "languages": ["pes-Arab", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-jav_Latn", "languages": ["pes-Arab", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-lao_Laoo", "languages": ["pes-Arab", "lao-Laoo"]}, {"precision": 0.890975, "recall": 0.920949, "f1": 0.900494, "accuracy": 0.920949, "main_score": 0.900494, "hf_subset": "pes_Arab-mri_Latn", "languages": ["pes-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-rus_Cyrl", "languages": ["pes-Arab", "rus-Cyrl"]}, {"precision": 0.548354, "recall": 0.608696, "f1": 0.565341, "accuracy": 0.608696, "main_score": 0.565341, "hf_subset": "pes_Arab-taq_Latn", "languages": ["pes-Arab", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pes_Arab-war_Latn", "languages": ["pes-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-arb_Arab", "languages": ["pes-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bul_Cyrl", "languages": ["pes-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-fra_Latn", "languages": ["pes-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-jpn_Jpan", "languages": ["pes-Arab", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pes_Arab-lij_Latn", "languages": ["pes-Arab", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "pes_Arab-mya_Mymr", "languages": ["pes-Arab", "mya-Mymr"]}, {"precision": 0.582662, "recall": 0.653162, "f1": 0.602214, "accuracy": 0.653162, "main_score": 0.602214, "hf_subset": "pes_Arab-sag_Latn", "languages": ["pes-Arab", "sag-Latn"]}, {"precision": 0.199582, "recall": 0.257905, "f1": 0.213159, "accuracy": 0.257905, "main_score": 0.213159, "hf_subset": "pes_Arab-taq_Tfng", "languages": ["pes-Arab", "taq-Tfng"]}, {"precision": 0.622975, "recall": 0.685771, "f1": 0.640868, "accuracy": 0.685771, "main_score": 0.640868, "hf_subset": "pes_Arab-wol_Latn", "languages": ["pes-Arab", "wol-Latn"]}, {"precision": 0.822003, "recall": 0.865613, "f1": 0.835408, "accuracy": 0.865613, "main_score": 0.835408, "hf_subset": "pes_Arab-arb_Latn", "languages": ["pes-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-cat_Latn", "languages": ["pes-Arab", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pes_Arab-fur_Latn", "languages": ["pes-Arab", "fur-Latn"]}, {"precision": 0.416404, "recall": 0.47332, "f1": 0.432251, "accuracy": 0.47332, "main_score": 0.432251, "hf_subset": "pes_Arab-kab_Latn", "languages": ["pes-Arab", "kab-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pes_Arab-lim_Latn", "languages": ["pes-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-nld_Latn", "languages": ["pes-Arab", "nld-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pes_Arab-san_Deva", "languages": ["pes-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-tat_Cyrl", "languages": ["pes-Arab", "tat-Cyrl"]}, {"precision": 0.682857, "recall": 0.741107, "f1": 0.700005, "accuracy": 0.741107, "main_score": 0.700005, "hf_subset": "pes_Arab-xho_Latn", "languages": ["pes-Arab", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ars_Arab", "languages": ["pes-Arab", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ceb_Latn", "languages": ["pes-Arab", "ceb-Latn"]}, {"precision": 0.571163, "recall": 0.635375, "f1": 0.589316, "accuracy": 0.635375, "main_score": 0.589316, "hf_subset": "pes_Arab-fuv_Latn", "languages": ["pes-Arab", "fuv-Latn"]}, {"precision": 0.499054, "recall": 0.564229, "f1": 0.517282, "accuracy": 0.564229, "main_score": 0.517282, "hf_subset": "pes_Arab-kac_Latn", "languages": ["pes-Arab", "kac-Latn"]}, {"precision": 0.6744, "recall": 0.730237, "f1": 0.690596, "accuracy": 0.730237, "main_score": 0.690596, "hf_subset": "pes_Arab-lin_Latn", "languages": ["pes-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-nno_Latn", "languages": ["pes-Arab", "nno-Latn"]}, {"precision": 0.248911, "recall": 0.332016, "f1": 0.270611, "accuracy": 0.332016, "main_score": 0.270611, "hf_subset": "pes_Arab-sat_Olck", "languages": ["pes-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tel_Telu", "languages": ["pes-Arab", "tel-Telu"]}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "pes_Arab-ydd_Hebr", "languages": ["pes-Arab", "ydd-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pes_Arab-ary_Arab", "languages": ["pes-Arab", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ces_Latn", "languages": ["pes-Arab", "ces-Latn"]}, {"precision": 0.587121, "recall": 0.644269, "f1": 0.603153, "accuracy": 0.644269, "main_score": 0.603153, "hf_subset": "pes_Arab-gaz_Latn", "languages": ["pes-Arab", "gaz-Latn"]}, {"precision": 0.575408, "recall": 0.640316, "f1": 0.59367, "accuracy": 0.640316, "main_score": 0.59367, "hf_subset": "pes_Arab-kam_Latn", "languages": ["pes-Arab", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pes_Arab-lit_Latn", "languages": ["pes-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-nob_Latn", "languages": ["pes-Arab", "nob-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pes_Arab-scn_Latn", "languages": ["pes-Arab", "scn-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pes_Arab-tgk_Cyrl", "languages": ["pes-Arab", "tgk-Cyrl"]}, {"precision": 0.725412, "recall": 0.787549, "f1": 0.743991, "accuracy": 0.787549, "main_score": 0.743991, "hf_subset": "pes_Arab-yor_Latn", "languages": ["pes-Arab", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-arz_Arab", "languages": ["pes-Arab", "arz-Arab"]}, {"precision": 0.564891, "recall": 0.619565, "f1": 0.580381, "accuracy": 0.619565, "main_score": 0.580381, "hf_subset": "pes_Arab-cjk_Latn", "languages": ["pes-Arab", "cjk-Latn"]}, {"precision": 0.787747, "recall": 0.837945, "f1": 0.802997, "accuracy": 0.837945, "main_score": 0.802997, "hf_subset": "pes_Arab-gla_Latn", "languages": ["pes-Arab", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-kan_Knda", "languages": ["pes-Arab", "kan-Knda"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-lmo_Latn", "languages": ["pes-Arab", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pes_Arab-npi_Deva", "languages": ["pes-Arab", "npi-Deva"]}, {"precision": 0.45458, "recall": 0.520751, "f1": 0.472789, "accuracy": 0.520751, "main_score": 0.472789, "hf_subset": "pes_Arab-shn_Mymr", "languages": ["pes-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tgl_Latn", "languages": ["pes-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-yue_Hant", "languages": ["pes-Arab", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-asm_Beng", "languages": ["pes-Arab", "asm-Beng"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pes_Arab-ckb_Arab", "languages": ["pes-Arab", "ckb-Arab"]}, {"precision": 0.880599, "recall": 0.914032, "f1": 0.890942, "accuracy": 0.914032, "main_score": 0.890942, "hf_subset": "pes_Arab-gle_Latn", "languages": ["pes-Arab", "gle-Latn"]}, {"precision": 0.953887, "recall": 0.967391, "f1": 0.958333, "accuracy": 0.967391, "main_score": 0.958333, "hf_subset": "pes_Arab-kas_Arab", "languages": ["pes-Arab", "kas-Arab"]}, {"precision": 0.946311, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "pes_Arab-ltg_Latn", "languages": ["pes-Arab", "ltg-Latn"]}, {"precision": 0.612342, "recall": 0.666008, "f1": 0.627703, "accuracy": 0.666008, "main_score": 0.627703, "hf_subset": "pes_Arab-nso_Latn", "languages": ["pes-Arab", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pes_Arab-sin_Sinh", "languages": ["pes-Arab", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-tha_Thai", "languages": ["pes-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-zho_Hans", "languages": ["pes-Arab", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ast_Latn", "languages": ["pes-Arab", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-crh_Latn", "languages": ["pes-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-glg_Latn", "languages": ["pes-Arab", "glg-Latn"]}, {"precision": 0.902174, "recall": 0.93083, "f1": 0.911199, "accuracy": 0.93083, "main_score": 0.911199, "hf_subset": "pes_Arab-kas_Deva", "languages": ["pes-Arab", "kas-Deva"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pes_Arab-ltz_Latn", "languages": ["pes-Arab", "ltz-Latn"]}, {"precision": 0.455723, "recall": 0.522727, "f1": 0.473589, "accuracy": 0.522727, "main_score": 0.473589, "hf_subset": "pes_Arab-nus_Latn", "languages": ["pes-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-slk_Latn", "languages": ["pes-Arab", "slk-Latn"]}, {"precision": 0.621963, "recall": 0.693676, "f1": 0.643099, "accuracy": 0.693676, "main_score": 0.643099, "hf_subset": "pes_Arab-tir_Ethi", "languages": ["pes-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-zho_Hant", "languages": ["pes-Arab", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "pes_Arab-awa_Deva", "languages": ["pes-Arab", "awa-Deva"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pes_Arab-cym_Latn", "languages": ["pes-Arab", "cym-Latn"]}, {"precision": 0.833663, "recall": 0.87747, "f1": 0.847464, "accuracy": 0.87747, "main_score": 0.847464, "hf_subset": "pes_Arab-grn_Latn", "languages": ["pes-Arab", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-kat_Geor", "languages": ["pes-Arab", "kat-Geor"]}, {"precision": 0.644333, "recall": 0.697628, "f1": 0.659691, "accuracy": 0.697628, "main_score": 0.659691, "hf_subset": "pes_Arab-lua_Latn", "languages": ["pes-Arab", "lua-Latn"]}, {"precision": 0.659669, "recall": 0.718379, "f1": 0.676638, "accuracy": 0.718379, "main_score": 0.676638, "hf_subset": "pes_Arab-nya_Latn", "languages": ["pes-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-slv_Latn", "languages": ["pes-Arab", "slv-Latn"]}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "pes_Arab-tpi_Latn", "languages": ["pes-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-zsm_Latn", "languages": ["pes-Arab", "zsm-Latn"]}, {"precision": 0.540259, "recall": 0.606719, "f1": 0.558958, "accuracy": 0.606719, "main_score": 0.558958, "hf_subset": "pes_Arab-ayr_Latn", "languages": ["pes-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-dan_Latn", "languages": ["pes-Arab", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-guj_Gujr", "languages": ["pes-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-kaz_Cyrl", "languages": ["pes-Arab", "kaz-Cyrl"]}, {"precision": 0.54593, "recall": 0.608696, "f1": 0.562787, "accuracy": 0.608696, "main_score": 0.562787, "hf_subset": "pes_Arab-lug_Latn", "languages": ["pes-Arab", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-oci_Latn", "languages": ["pes-Arab", "oci-Latn"]}, {"precision": 0.846509, "recall": 0.887352, "f1": 0.858926, "accuracy": 0.887352, "main_score": 0.858926, "hf_subset": "pes_Arab-smo_Latn", "languages": ["pes-Arab", "smo-Latn"]}, {"precision": 0.543705, "recall": 0.609684, "f1": 0.56188, "accuracy": 0.609684, "main_score": 0.56188, "hf_subset": "pes_Arab-tsn_Latn", "languages": ["pes-Arab", "tsn-Latn"]}, {"precision": 0.619914, "recall": 0.681818, "f1": 0.637751, "accuracy": 0.681818, "main_score": 0.637751, "hf_subset": "pes_Arab-zul_Latn", "languages": ["pes-Arab", "zul-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "pes_Arab-azb_Arab", "languages": ["pes-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-deu_Latn", "languages": ["pes-Arab", "deu-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "pes_Arab-hat_Latn", "languages": ["pes-Arab", "hat-Latn"]}, {"precision": 0.487838, "recall": 0.546443, "f1": 0.504079, "accuracy": 0.546443, "main_score": 0.504079, "hf_subset": "pes_Arab-kbp_Latn", "languages": ["pes-Arab", "kbp-Latn"]}, {"precision": 0.581935, "recall": 0.63834, "f1": 0.597031, "accuracy": 0.63834, "main_score": 0.597031, "hf_subset": "pes_Arab-luo_Latn", "languages": ["pes-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ory_Orya", "languages": ["pes-Arab", "ory-Orya"]}, {"precision": 0.580981, "recall": 0.645257, "f1": 0.59928, "accuracy": 0.645257, "main_score": 0.59928, "hf_subset": "pes_Arab-sna_Latn", "languages": ["pes-Arab", "sna-Latn"]}, {"precision": 0.562394, "recall": 0.616601, "f1": 0.576593, "accuracy": 0.616601, "main_score": 0.576593, "hf_subset": "pes_Arab-tso_Latn", "languages": ["pes-Arab", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-azj_Latn", "languages": ["pes-Arab", "azj-Latn"]}, {"precision": 0.524247, "recall": 0.599802, "f1": 0.546212, "accuracy": 0.599802, "main_score": 0.546212, "hf_subset": "pes_Arab-dik_Latn", "languages": ["pes-Arab", "dik-Latn"]}, {"precision": 0.738389, "recall": 0.791502, "f1": 0.753943, "accuracy": 0.791502, "main_score": 0.753943, "hf_subset": "pes_Arab-hau_Latn", "languages": ["pes-Arab", "hau-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pes_Arab-kea_Latn", "languages": ["pes-Arab", "kea-Latn"]}, {"precision": 0.748106, "recall": 0.800395, "f1": 0.763754, "accuracy": 0.800395, "main_score": 0.763754, "hf_subset": "pes_Arab-lus_Latn", "languages": ["pes-Arab", "lus-Latn"]}, {"precision": 0.871838, "recall": 0.902174, "f1": 0.881258, "accuracy": 0.902174, "main_score": 0.881258, "hf_subset": "pes_Arab-pag_Latn", "languages": ["pes-Arab", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-snd_Arab", "languages": ["pes-Arab", "snd-Arab"]}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "pes_Arab-tuk_Latn", "languages": ["pes-Arab", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-bak_Cyrl", "languages": ["pes-Arab", "bak-Cyrl"]}, {"precision": 0.474955, "recall": 0.55336, "f1": 0.498111, "accuracy": 0.55336, "main_score": 0.498111, "hf_subset": "pes_Arab-dyu_Latn", "languages": ["pes-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-heb_Hebr", "languages": ["pes-Arab", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-khk_Cyrl", "languages": ["pes-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-lvs_Latn", "languages": ["pes-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-pan_Guru", "languages": ["pes-Arab", "pan-Guru"]}, {"precision": 0.716971, "recall": 0.777668, "f1": 0.735397, "accuracy": 0.777668, "main_score": 0.735397, "hf_subset": "pes_Arab-som_Latn", "languages": ["pes-Arab", "som-Latn"]}, {"precision": 0.602672, "recall": 0.652174, "f1": 0.616424, "accuracy": 0.652174, "main_score": 0.616424, "hf_subset": "pes_Arab-tum_Latn", "languages": ["pes-Arab", "tum-Latn"]}, {"precision": 0.598346, "recall": 0.658103, "f1": 0.615627, "accuracy": 0.658103, "main_score": 0.615627, "hf_subset": "srd_Latn-ace_Arab", "languages": ["srd-Latn", "ace-Arab"]}, {"precision": 0.560615, "recall": 0.614625, "f1": 0.575534, "accuracy": 0.614625, "main_score": 0.575534, "hf_subset": "srd_Latn-bam_Latn", "languages": ["srd-Latn", "bam-Latn"]}, {"precision": 0.372813, "recall": 0.447628, "f1": 0.392433, "accuracy": 0.447628, "main_score": 0.392433, "hf_subset": "srd_Latn-dzo_Tibt", "languages": ["srd-Latn", "dzo-Tibt"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-hin_Deva", "languages": ["srd-Latn", "hin-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "srd_Latn-khm_Khmr", "languages": ["srd-Latn", "khm-Khmr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-mag_Deva", "languages": ["srd-Latn", "mag-Deva"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "srd_Latn-pap_Latn", "languages": ["srd-Latn", "pap-Latn"]}, {"precision": 0.60742, "recall": 0.660079, "f1": 0.622397, "accuracy": 0.660079, "main_score": 0.622397, "hf_subset": "srd_Latn-sot_Latn", "languages": ["srd-Latn", "sot-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-tur_Latn", "languages": ["srd-Latn", "tur-Latn"]}, {"precision": 0.847619, "recall": 0.881423, "f1": 0.857675, "accuracy": 0.881423, "main_score": 0.857675, "hf_subset": "srd_Latn-ace_Latn", "languages": ["srd-Latn", "ace-Latn"]}, {"precision": 0.934783, "recall": 0.951581, "f1": 0.940053, "accuracy": 0.951581, "main_score": 0.940053, "hf_subset": "srd_Latn-ban_Latn", "languages": ["srd-Latn", "ban-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ell_Grek", "languages": ["srd-Latn", "ell-Grek"]}, {"precision": 0.980435, "recall": 0.985178, "f1": 0.981884, "accuracy": 0.985178, "main_score": 0.981884, "hf_subset": "srd_Latn-hne_Deva", "languages": ["srd-Latn", "hne-Deva"]}, {"precision": 0.608177, "recall": 0.663043, "f1": 0.623802, "accuracy": 0.663043, "main_score": 0.623802, "hf_subset": "srd_Latn-kik_Latn", "languages": ["srd-Latn", "kik-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-mai_Deva", "languages": ["srd-Latn", "mai-Deva"]}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "srd_Latn-pbt_Arab", "languages": ["srd-Latn", "pbt-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "srd_Latn-spa_Latn", "languages": ["srd-Latn", "spa-Latn"]}, {"precision": 0.614891, "recall": 0.673913, "f1": 0.631548, "accuracy": 0.673913, "main_score": 0.631548, "hf_subset": "srd_Latn-twi_Latn", "languages": ["srd-Latn", "twi-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-acm_Arab", "languages": ["srd-Latn", "acm-Arab"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "srd_Latn-bel_Cyrl", "languages": ["srd-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-eng_Latn", "languages": ["srd-Latn", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-hrv_Latn", "languages": ["srd-Latn", "hrv-Latn"]}, {"precision": 0.560054, "recall": 0.620553, "f1": 0.57713, "accuracy": 0.620553, "main_score": 0.57713, "hf_subset": "srd_Latn-kin_Latn", "languages": ["srd-Latn", "kin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-mal_Mlym", "languages": ["srd-Latn", "mal-Mlym"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-pes_Arab", "languages": ["srd-Latn", "pes-Arab"]}, {"precision": 0.199301, "recall": 0.241107, "f1": 0.209647, "accuracy": 0.241107, "main_score": 0.209647, "hf_subset": "srd_Latn-tzm_Tfng", "languages": ["srd-Latn", "tzm-Tfng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-acq_Arab", "languages": ["srd-Latn", "acq-Arab"]}, {"precision": 0.637749, "recall": 0.688735, "f1": 0.652109, "accuracy": 0.688735, "main_score": 0.652109, "hf_subset": "srd_Latn-bem_Latn", "languages": ["srd-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srd_Latn-epo_Latn", "languages": ["srd-Latn", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-hun_Latn", "languages": ["srd-Latn", "hun-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "srd_Latn-kir_Cyrl", "languages": ["srd-Latn", "kir-Cyrl"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "srd_Latn-mar_Deva", "languages": ["srd-Latn", "mar-Deva"]}, {"precision": 0.662722, "recall": 0.718379, "f1": 0.679205, "accuracy": 0.718379, "main_score": 0.679205, "hf_subset": "srd_Latn-plt_Latn", "languages": ["srd-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-srp_Cyrl", "languages": ["srd-Latn", "srp-Cyrl"]}, {"precision": 0.916914, "recall": 0.940711, "f1": 0.924473, "accuracy": 0.940711, "main_score": 0.924473, "hf_subset": "srd_Latn-uig_Arab", "languages": ["srd-Latn", "uig-Arab"]}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "srd_Latn-aeb_Arab", "languages": ["srd-Latn", "aeb-Arab"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "srd_Latn-ben_Beng", "languages": ["srd-Latn", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-est_Latn", "languages": ["srd-Latn", "est-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-hye_Armn", "languages": ["srd-Latn", "hye-Armn"]}, {"precision": 0.560581, "recall": 0.607708, "f1": 0.574086, "accuracy": 0.607708, "main_score": 0.574086, "hf_subset": "srd_Latn-kmb_Latn", "languages": ["srd-Latn", "kmb-Latn"]}, {"precision": 0.523347, "recall": 0.591897, "f1": 0.541418, "accuracy": 0.591897, "main_score": 0.541418, "hf_subset": "srd_Latn-min_Arab", "languages": ["srd-Latn", "min-Arab"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "srd_Latn-pol_Latn", "languages": ["srd-Latn", "pol-Latn"]}, {"precision": 0.574209, "recall": 0.631423, "f1": 0.591046, "accuracy": 0.631423, "main_score": 0.591046, "hf_subset": "srd_Latn-ssw_Latn", "languages": ["srd-Latn", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-ukr_Cyrl", "languages": ["srd-Latn", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-afr_Latn", "languages": ["srd-Latn", "afr-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "srd_Latn-bho_Deva", "languages": ["srd-Latn", "bho-Deva"]}, {"precision": 0.975296, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "srd_Latn-eus_Latn", "languages": ["srd-Latn", "eus-Latn"]}, {"precision": 0.598221, "recall": 0.656126, "f1": 0.614516, "accuracy": 0.656126, "main_score": 0.614516, "hf_subset": "srd_Latn-ibo_Latn", "languages": ["srd-Latn", "ibo-Latn"]}, {"precision": 0.85229, "recall": 0.886364, "f1": 0.862654, "accuracy": 0.886364, "main_score": 0.862654, "hf_subset": "srd_Latn-kmr_Latn", "languages": ["srd-Latn", "kmr-Latn"]}, {"precision": 0.958992, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "srd_Latn-min_Latn", "languages": ["srd-Latn", "min-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-por_Latn", "languages": ["srd-Latn", "por-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "srd_Latn-sun_Latn", "languages": ["srd-Latn", "sun-Latn"]}, {"precision": 0.54588, "recall": 0.596838, "f1": 0.560178, "accuracy": 0.596838, "main_score": 0.560178, "hf_subset": "srd_Latn-umb_Latn", "languages": ["srd-Latn", "umb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-ajp_Arab", "languages": ["srd-Latn", "ajp-Arab"]}, {"precision": 0.56182, "recall": 0.623518, "f1": 0.578694, "accuracy": 0.623518, "main_score": 0.578694, "hf_subset": "srd_Latn-bjn_Arab", "languages": ["srd-Latn", "bjn-Arab"]}, {"precision": 0.531083, "recall": 0.576087, "f1": 0.543336, "accuracy": 0.576087, "main_score": 0.543336, "hf_subset": "srd_Latn-ewe_Latn", "languages": ["srd-Latn", "ewe-Latn"]}, {"precision": 0.930665, "recall": 0.949605, "f1": 0.936594, "accuracy": 0.949605, "main_score": 0.936594, "hf_subset": "srd_Latn-ilo_Latn", "languages": ["srd-Latn", "ilo-Latn"]}, {"precision": 0.316503, "recall": 0.370553, "f1": 0.331043, "accuracy": 0.370553, "main_score": 0.331043, "hf_subset": "srd_Latn-knc_Arab", "languages": ["srd-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-mkd_Cyrl", "languages": ["srd-Latn", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-prs_Arab", "languages": ["srd-Latn", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-swe_Latn", "languages": ["srd-Latn", "swe-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-urd_Arab", "languages": ["srd-Latn", "urd-Arab"]}, {"precision": 0.60928, "recall": 0.664032, "f1": 0.624909, "accuracy": 0.664032, "main_score": 0.624909, "hf_subset": "srd_Latn-aka_Latn", "languages": ["srd-Latn", "aka-Latn"]}, {"precision": 0.965942, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "srd_Latn-bjn_Latn", "languages": ["srd-Latn", "bjn-Latn"]}, {"precision": 0.936924, "recall": 0.955534, "f1": 0.942655, "accuracy": 0.955534, "main_score": 0.942655, "hf_subset": "srd_Latn-fao_Latn", "languages": ["srd-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-ind_Latn", "languages": ["srd-Latn", "ind-Latn"]}, {"precision": 0.597091, "recall": 0.647233, "f1": 0.611072, "accuracy": 0.647233, "main_score": 0.611072, "hf_subset": "srd_Latn-knc_Latn", "languages": ["srd-Latn", "knc-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-mlt_Latn", "languages": ["srd-Latn", "mlt-Latn"]}, {"precision": 0.697508, "recall": 0.750988, "f1": 0.713392, "accuracy": 0.750988, "main_score": 0.713392, "hf_subset": "srd_Latn-quy_Latn", "languages": ["srd-Latn", "quy-Latn"]}, {"precision": 0.944746, "recall": 0.959486, "f1": 0.949341, "accuracy": 0.959486, "main_score": 0.949341, "hf_subset": "srd_Latn-swh_Latn", "languages": ["srd-Latn", "swh-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-uzn_Latn", "languages": ["srd-Latn", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-als_Latn", "languages": ["srd-Latn", "als-Latn"]}, {"precision": 0.551138, "recall": 0.628458, "f1": 0.572848, "accuracy": 0.628458, "main_score": 0.572848, "hf_subset": "srd_Latn-bod_Tibt", "languages": ["srd-Latn", "bod-Tibt"]}, {"precision": 0.703781, "recall": 0.75, "f1": 0.717215, "accuracy": 0.75, "main_score": 0.717215, "hf_subset": "srd_Latn-fij_Latn", "languages": ["srd-Latn", "fij-Latn"]}, {"precision": 0.953228, "recall": 0.968379, "f1": 0.958169, "accuracy": 0.968379, "main_score": 0.958169, "hf_subset": "srd_Latn-isl_Latn", "languages": ["srd-Latn", "isl-Latn"]}, {"precision": 0.689345, "recall": 0.738142, "f1": 0.703854, "accuracy": 0.738142, "main_score": 0.703854, "hf_subset": "srd_Latn-kon_Latn", "languages": ["srd-Latn", "kon-Latn"]}, {"precision": 0.662451, "recall": 0.719368, "f1": 0.679169, "accuracy": 0.719368, "main_score": 0.679169, "hf_subset": "srd_Latn-mni_Beng", "languages": ["srd-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-ron_Latn", "languages": ["srd-Latn", "ron-Latn"]}, {"precision": 0.972826, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "srd_Latn-szl_Latn", "languages": ["srd-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-vec_Latn", "languages": ["srd-Latn", "vec-Latn"]}, {"precision": 0.904727, "recall": 0.933794, "f1": 0.913933, "accuracy": 0.933794, "main_score": 0.913933, "hf_subset": "srd_Latn-amh_Ethi", "languages": ["srd-Latn", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-bos_Latn", "languages": ["srd-Latn", "bos-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "srd_Latn-fin_Latn", "languages": ["srd-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-ita_Latn", "languages": ["srd-Latn", "ita-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-kor_Hang", "languages": ["srd-Latn", "kor-Hang"]}, {"precision": 0.572944, "recall": 0.626482, "f1": 0.5877, "accuracy": 0.626482, "main_score": 0.5877, "hf_subset": "srd_Latn-mos_Latn", "languages": ["srd-Latn", "mos-Latn"]}, {"precision": 0.557279, "recall": 0.607708, "f1": 0.571612, "accuracy": 0.607708, "main_score": 0.571612, "hf_subset": "srd_Latn-run_Latn", "languages": ["srd-Latn", "run-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-tam_Taml", "languages": ["srd-Latn", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-vie_Latn", "languages": ["srd-Latn", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-apc_Arab", "languages": ["srd-Latn", "apc-Arab"]}, {"precision": 0.79833, "recall": 0.837945, "f1": 0.809917, "accuracy": 0.837945, "main_score": 0.809917, "hf_subset": "srd_Latn-bug_Latn", "languages": ["srd-Latn", "bug-Latn"]}, {"precision": 0.478713, "recall": 0.538538, "f1": 0.494683, "accuracy": 0.538538, "main_score": 0.494683, "hf_subset": "srd_Latn-fon_Latn", "languages": ["srd-Latn", "fon-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-jav_Latn", "languages": ["srd-Latn", "jav-Latn"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "srd_Latn-lao_Laoo", "languages": ["srd-Latn", "lao-Laoo"]}, {"precision": 0.821617, "recall": 0.863636, "f1": 0.834024, "accuracy": 0.863636, "main_score": 0.834024, "hf_subset": "srd_Latn-mri_Latn", "languages": ["srd-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-rus_Cyrl", "languages": ["srd-Latn", "rus-Cyrl"]}, {"precision": 0.552924, "recall": 0.602767, "f1": 0.566834, "accuracy": 0.602767, "main_score": 0.566834, "hf_subset": "srd_Latn-taq_Latn", "languages": ["srd-Latn", "taq-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-war_Latn", "languages": ["srd-Latn", "war-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-arb_Arab", "languages": ["srd-Latn", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-bul_Cyrl", "languages": ["srd-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-fra_Latn", "languages": ["srd-Latn", "fra-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "srd_Latn-jpn_Jpan", "languages": ["srd-Latn", "jpn-Jpan"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-lij_Latn", "languages": ["srd-Latn", "lij-Latn"]}, {"precision": 0.945487, "recall": 0.963439, "f1": 0.951416, "accuracy": 0.963439, "main_score": 0.951416, "hf_subset": "srd_Latn-mya_Mymr", "languages": ["srd-Latn", "mya-Mymr"]}, {"precision": 0.598808, "recall": 0.670949, "f1": 0.618944, "accuracy": 0.670949, "main_score": 0.618944, "hf_subset": "srd_Latn-sag_Latn", "languages": ["srd-Latn", "sag-Latn"]}, {"precision": 0.203362, "recall": 0.247036, "f1": 0.213144, "accuracy": 0.247036, "main_score": 0.213144, "hf_subset": "srd_Latn-taq_Tfng", "languages": ["srd-Latn", "taq-Tfng"]}, {"precision": 0.645177, "recall": 0.703557, "f1": 0.661486, "accuracy": 0.703557, "main_score": 0.661486, "hf_subset": "srd_Latn-wol_Latn", "languages": ["srd-Latn", "wol-Latn"]}, {"precision": 0.763159, "recall": 0.816206, "f1": 0.779221, "accuracy": 0.816206, "main_score": 0.779221, "hf_subset": "srd_Latn-arb_Latn", "languages": ["srd-Latn", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-cat_Latn", "languages": ["srd-Latn", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-fur_Latn", "languages": ["srd-Latn", "fur-Latn"]}, {"precision": 0.429433, "recall": 0.483202, "f1": 0.444226, "accuracy": 0.483202, "main_score": 0.444226, "hf_subset": "srd_Latn-kab_Latn", "languages": ["srd-Latn", "kab-Latn"]}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "srd_Latn-lim_Latn", "languages": ["srd-Latn", "lim-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-nld_Latn", "languages": ["srd-Latn", "nld-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "srd_Latn-san_Deva", "languages": ["srd-Latn", "san-Deva"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "srd_Latn-tat_Cyrl", "languages": ["srd-Latn", "tat-Cyrl"]}, {"precision": 0.679785, "recall": 0.732213, "f1": 0.69519, "accuracy": 0.732213, "main_score": 0.69519, "hf_subset": "srd_Latn-xho_Latn", "languages": ["srd-Latn", "xho-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-ars_Arab", "languages": ["srd-Latn", "ars-Arab"]}, {"precision": 0.99333, "recall": 0.995059, "f1": 0.993808, "accuracy": 0.995059, "main_score": 0.993808, "hf_subset": "srd_Latn-ceb_Latn", "languages": ["srd-Latn", "ceb-Latn"]}, {"precision": 0.569132, "recall": 0.626482, "f1": 0.585728, "accuracy": 0.626482, "main_score": 0.585728, "hf_subset": "srd_Latn-fuv_Latn", "languages": ["srd-Latn", "fuv-Latn"]}, {"precision": 0.514946, "recall": 0.576087, "f1": 0.531107, "accuracy": 0.576087, "main_score": 0.531107, "hf_subset": "srd_Latn-kac_Latn", "languages": ["srd-Latn", "kac-Latn"]}, {"precision": 0.692582, "recall": 0.73913, "f1": 0.705719, "accuracy": 0.73913, "main_score": 0.705719, "hf_subset": "srd_Latn-lin_Latn", "languages": ["srd-Latn", "lin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-nno_Latn", "languages": ["srd-Latn", "nno-Latn"]}, {"precision": 0.221837, "recall": 0.289526, "f1": 0.238936, "accuracy": 0.289526, "main_score": 0.238936, "hf_subset": "srd_Latn-sat_Olck", "languages": ["srd-Latn", "sat-Olck"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-tel_Telu", "languages": ["srd-Latn", "tel-Telu"]}, {"precision": 0.93643, "recall": 0.955534, "f1": 0.942523, "accuracy": 0.955534, "main_score": 0.942523, "hf_subset": "srd_Latn-ydd_Hebr", "languages": ["srd-Latn", "ydd-Hebr"]}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "srd_Latn-ary_Arab", "languages": ["srd-Latn", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-ces_Latn", "languages": ["srd-Latn", "ces-Latn"]}, {"precision": 0.602001, "recall": 0.663043, "f1": 0.619742, "accuracy": 0.663043, "main_score": 0.619742, "hf_subset": "srd_Latn-gaz_Latn", "languages": ["srd-Latn", "gaz-Latn"]}, {"precision": 0.599657, "recall": 0.658103, "f1": 0.616173, "accuracy": 0.658103, "main_score": 0.616173, "hf_subset": "srd_Latn-kam_Latn", "languages": ["srd-Latn", "kam-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "srd_Latn-lit_Latn", "languages": ["srd-Latn", "lit-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "srd_Latn-nob_Latn", "languages": ["srd-Latn", "nob-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "srd_Latn-scn_Latn", "languages": ["srd-Latn", "scn-Latn"]}, {"precision": 0.953393, "recall": 0.965415, "f1": 0.957181, "accuracy": 0.965415, "main_score": 0.957181, "hf_subset": "srd_Latn-tgk_Cyrl", "languages": ["srd-Latn", "tgk-Cyrl"]}, {"precision": 0.689592, "recall": 0.752964, "f1": 0.708846, "accuracy": 0.752964, "main_score": 0.708846, "hf_subset": "srd_Latn-yor_Latn", "languages": ["srd-Latn", "yor-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "srd_Latn-arz_Arab", "languages": ["srd-Latn", "arz-Arab"]}, {"precision": 0.570438, "recall": 0.633399, "f1": 0.588556, "accuracy": 0.633399, "main_score": 0.588556, "hf_subset": "srd_Latn-cjk_Latn", "languages": ["srd-Latn", "cjk-Latn"]}, {"precision": 0.749555, "recall": 0.80336, "f1": 0.765599, "accuracy": 0.80336, "main_score": 0.765599, "hf_subset": "srd_Latn-gla_Latn", "languages": ["srd-Latn", "gla-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "srd_Latn-kan_Knda", "languages": ["srd-Latn", "kan-Knda"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "srd_Latn-lmo_Latn", "languages": ["srd-Latn", "lmo-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "srd_Latn-npi_Deva", "languages": ["srd-Latn", "npi-Deva"]}, {"precision": 0.469615, "recall": 0.527668, "f1": 0.485546, "accuracy": 0.527668, "main_score": 0.485546, "hf_subset": "srd_Latn-shn_Mymr", "languages": ["srd-Latn", "shn-Mymr"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "srd_Latn-tgl_Latn", "languages": ["srd-Latn", "tgl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-yue_Hant", "languages": ["srd-Latn", "yue-Hant"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "srd_Latn-asm_Beng", "languages": ["srd-Latn", "asm-Beng"]}, {"precision": 0.92663, "recall": 0.947628, "f1": 0.933366, "accuracy": 0.947628, "main_score": 0.933366, "hf_subset": "srd_Latn-ckb_Arab", "languages": ["srd-Latn", "ckb-Arab"]}, {"precision": 0.841008, "recall": 0.878458, "f1": 0.851964, "accuracy": 0.878458, "main_score": 0.851964, "hf_subset": "srd_Latn-gle_Latn", "languages": ["srd-Latn", "gle-Latn"]}, {"precision": 0.928228, "recall": 0.947628, "f1": 0.934289, "accuracy": 0.947628, "main_score": 0.934289, "hf_subset": "srd_Latn-kas_Arab", "languages": ["srd-Latn", "kas-Arab"]}, {"precision": 0.935771, "recall": 0.955534, "f1": 0.942194, "accuracy": 0.955534, "main_score": 0.942194, "hf_subset": "srd_Latn-ltg_Latn", "languages": ["srd-Latn", "ltg-Latn"]}, {"precision": 0.622054, "recall": 0.673913, "f1": 0.636877, "accuracy": 0.673913, "main_score": 0.636877, "hf_subset": "srd_Latn-nso_Latn", "languages": ["srd-Latn", "nso-Latn"]}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "srd_Latn-sin_Sinh", "languages": ["srd-Latn", "sin-Sinh"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-tha_Thai", "languages": ["srd-Latn", "tha-Thai"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-zho_Hans", "languages": ["srd-Latn", "zho-Hans"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ast_Latn", "languages": ["srd-Latn", "ast-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "srd_Latn-crh_Latn", "languages": ["srd-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-glg_Latn", "languages": ["srd-Latn", "glg-Latn"]}, {"precision": 0.855797, "recall": 0.893281, "f1": 0.867391, "accuracy": 0.893281, "main_score": 0.867391, "hf_subset": "srd_Latn-kas_Deva", "languages": ["srd-Latn", "kas-Deva"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "srd_Latn-ltz_Latn", "languages": ["srd-Latn", "ltz-Latn"]}, {"precision": 0.491403, "recall": 0.551383, "f1": 0.507388, "accuracy": 0.551383, "main_score": 0.507388, "hf_subset": "srd_Latn-nus_Latn", "languages": ["srd-Latn", "nus-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-slk_Latn", "languages": ["srd-Latn", "slk-Latn"]}, {"precision": 0.593075, "recall": 0.662055, "f1": 0.613348, "accuracy": 0.662055, "main_score": 0.613348, "hf_subset": "srd_Latn-tir_Ethi", "languages": ["srd-Latn", "tir-Ethi"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "srd_Latn-zho_Hant", "languages": ["srd-Latn", "zho-Hant"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "srd_Latn-awa_Deva", "languages": ["srd-Latn", "awa-Deva"]}, {"precision": 0.937582, "recall": 0.955534, "f1": 0.943347, "accuracy": 0.955534, "main_score": 0.943347, "hf_subset": "srd_Latn-cym_Latn", "languages": ["srd-Latn", "cym-Latn"]}, {"precision": 0.826499, "recall": 0.865613, "f1": 0.83826, "accuracy": 0.865613, "main_score": 0.83826, "hf_subset": "srd_Latn-grn_Latn", "languages": ["srd-Latn", "grn-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "srd_Latn-kat_Geor", "languages": ["srd-Latn", "kat-Geor"]}, {"precision": 0.664247, "recall": 0.708498, "f1": 0.67648, "accuracy": 0.708498, "main_score": 0.67648, "hf_subset": "srd_Latn-lua_Latn", "languages": ["srd-Latn", "lua-Latn"]}, {"precision": 0.64096, "recall": 0.69664, "f1": 0.656609, "accuracy": 0.69664, "main_score": 0.656609, "hf_subset": "srd_Latn-nya_Latn", "languages": ["srd-Latn", "nya-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "srd_Latn-slv_Latn", "languages": ["srd-Latn", "slv-Latn"]}, {"precision": 0.927454, "recall": 0.94664, "f1": 0.933333, "accuracy": 0.94664, "main_score": 0.933333, "hf_subset": "srd_Latn-tpi_Latn", "languages": ["srd-Latn", "tpi-Latn"]}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "srd_Latn-zsm_Latn", "languages": ["srd-Latn", "zsm-Latn"]}, {"precision": 0.566407, "recall": 0.626482, "f1": 0.582802, "accuracy": 0.626482, "main_score": 0.582802, "hf_subset": "srd_Latn-ayr_Latn", "languages": ["srd-Latn", "ayr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-dan_Latn", "languages": ["srd-Latn", "dan-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-guj_Gujr", "languages": ["srd-Latn", "guj-Gujr"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "srd_Latn-kaz_Cyrl", "languages": ["srd-Latn", "kaz-Cyrl"]}, {"precision": 0.542836, "recall": 0.596838, "f1": 0.558305, "accuracy": 0.596838, "main_score": 0.558305, "hf_subset": "srd_Latn-lug_Latn", "languages": ["srd-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srd_Latn-oci_Latn", "languages": ["srd-Latn", "oci-Latn"]}, {"precision": 0.795876, "recall": 0.840909, "f1": 0.809324, "accuracy": 0.840909, "main_score": 0.809324, "hf_subset": "srd_Latn-smo_Latn", "languages": ["srd-Latn", "smo-Latn"]}, {"precision": 0.558582, "recall": 0.615613, "f1": 0.57443, "accuracy": 0.615613, "main_score": 0.57443, "hf_subset": "srd_Latn-tsn_Latn", "languages": ["srd-Latn", "tsn-Latn"]}, {"precision": 0.63141, "recall": 0.688735, "f1": 0.648007, "accuracy": 0.688735, "main_score": 0.648007, "hf_subset": "srd_Latn-zul_Latn", "languages": ["srd-Latn", "zul-Latn"]}, {"precision": 0.901845, "recall": 0.928854, "f1": 0.910408, "accuracy": 0.928854, "main_score": 0.910408, "hf_subset": "srd_Latn-azb_Arab", "languages": ["srd-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-deu_Latn", "languages": ["srd-Latn", "deu-Latn"]}, {"precision": 0.963027, "recall": 0.97332, "f1": 0.966304, "accuracy": 0.97332, "main_score": 0.966304, "hf_subset": "srd_Latn-hat_Latn", "languages": ["srd-Latn", "hat-Latn"]}, {"precision": 0.512182, "recall": 0.566206, "f1": 0.526972, "accuracy": 0.566206, "main_score": 0.526972, "hf_subset": "srd_Latn-kbp_Latn", "languages": ["srd-Latn", "kbp-Latn"]}, {"precision": 0.588156, "recall": 0.643281, "f1": 0.603078, "accuracy": 0.643281, "main_score": 0.603078, "hf_subset": "srd_Latn-luo_Latn", "languages": ["srd-Latn", "luo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-ory_Orya", "languages": ["srd-Latn", "ory-Orya"]}, {"precision": 0.592474, "recall": 0.647233, "f1": 0.608383, "accuracy": 0.647233, "main_score": 0.608383, "hf_subset": "srd_Latn-sna_Latn", "languages": ["srd-Latn", "sna-Latn"]}, {"precision": 0.577899, "recall": 0.62747, "f1": 0.592292, "accuracy": 0.62747, "main_score": 0.592292, "hf_subset": "srd_Latn-tso_Latn", "languages": ["srd-Latn", "tso-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "srd_Latn-azj_Latn", "languages": ["srd-Latn", "azj-Latn"]}, {"precision": 0.550741, "recall": 0.607708, "f1": 0.567311, "accuracy": 0.607708, "main_score": 0.567311, "hf_subset": "srd_Latn-dik_Latn", "languages": ["srd-Latn", "dik-Latn"]}, {"precision": 0.715613, "recall": 0.770751, "f1": 0.731875, "accuracy": 0.770751, "main_score": 0.731875, "hf_subset": "srd_Latn-hau_Latn", "languages": ["srd-Latn", "hau-Latn"]}, {"precision": 0.983449, "recall": 0.988142, "f1": 0.984914, "accuracy": 0.988142, "main_score": 0.984914, "hf_subset": "srd_Latn-kea_Latn", "languages": ["srd-Latn", "kea-Latn"]}, {"precision": 0.729447, "recall": 0.771739, "f1": 0.74177, "accuracy": 0.771739, "main_score": 0.74177, "hf_subset": "srd_Latn-lus_Latn", "languages": ["srd-Latn", "lus-Latn"]}, {"precision": 0.864575, "recall": 0.891304, "f1": 0.87253, "accuracy": 0.891304, "main_score": 0.87253, "hf_subset": "srd_Latn-pag_Latn", "languages": ["srd-Latn", "pag-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-snd_Arab", "languages": ["srd-Latn", "snd-Arab"]}, {"precision": 0.916535, "recall": 0.939723, "f1": 0.923913, "accuracy": 0.939723, "main_score": 0.923913, "hf_subset": "srd_Latn-tuk_Latn", "languages": ["srd-Latn", "tuk-Latn"]}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "srd_Latn-bak_Cyrl", "languages": ["srd-Latn", "bak-Cyrl"]}, {"precision": 0.491851, "recall": 0.568182, "f1": 0.514171, "accuracy": 0.568182, "main_score": 0.514171, "hf_subset": "srd_Latn-dyu_Latn", "languages": ["srd-Latn", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-heb_Hebr", "languages": ["srd-Latn", "heb-Hebr"]}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "srd_Latn-khk_Cyrl", "languages": ["srd-Latn", "khk-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-lvs_Latn", "languages": ["srd-Latn", "lvs-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-pan_Guru", "languages": ["srd-Latn", "pan-Guru"]}, {"precision": 0.692038, "recall": 0.750988, "f1": 0.709108, "accuracy": 0.750988, "main_score": 0.709108, "hf_subset": "srd_Latn-som_Latn", "languages": ["srd-Latn", "som-Latn"]}, {"precision": 0.610779, "recall": 0.647233, "f1": 0.621174, "accuracy": 0.647233, "main_score": 0.621174, "hf_subset": "srd_Latn-tum_Latn", "languages": ["srd-Latn", "tum-Latn"]}, {"precision": 0.15595, "recall": 0.187747, "f1": 0.163555, "accuracy": 0.187747, "main_score": 0.163555, "hf_subset": "tzm_Tfng-ace_Arab", "languages": ["tzm-Tfng", "ace-Arab"]}, {"precision": 0.156816, "recall": 0.189723, "f1": 0.16479, "accuracy": 0.189723, "main_score": 0.16479, "hf_subset": "tzm_Tfng-bam_Latn", "languages": ["tzm-Tfng", "bam-Latn"]}, {"precision": 0.126309, "recall": 0.150198, "f1": 0.132861, "accuracy": 0.150198, "main_score": 0.132861, "hf_subset": "tzm_Tfng-dzo_Tibt", "languages": ["tzm-Tfng", "dzo-Tibt"]}, {"precision": 0.153891, "recall": 0.190711, "f1": 0.162323, "accuracy": 0.190711, "main_score": 0.162323, "hf_subset": "tzm_Tfng-hin_Deva", "languages": ["tzm-Tfng", "hin-Deva"]}, {"precision": 0.147882, "recall": 0.177866, "f1": 0.154481, "accuracy": 0.177866, "main_score": 0.154481, "hf_subset": "tzm_Tfng-khm_Khmr", "languages": ["tzm-Tfng", "khm-Khmr"]}, {"precision": 0.150804, "recall": 0.177866, "f1": 0.156436, "accuracy": 0.177866, "main_score": 0.156436, "hf_subset": "tzm_Tfng-mag_Deva", "languages": ["tzm-Tfng", "mag-Deva"]}, {"precision": 0.15287, "recall": 0.188735, "f1": 0.160687, "accuracy": 0.188735, "main_score": 0.160687, "hf_subset": "tzm_Tfng-pap_Latn", "languages": ["tzm-Tfng", "pap-Latn"]}, {"precision": 0.16616, "recall": 0.206522, "f1": 0.175352, "accuracy": 0.206522, "main_score": 0.175352, "hf_subset": "tzm_Tfng-sot_Latn", "languages": ["tzm-Tfng", "sot-Latn"]}, {"precision": 0.144742, "recall": 0.178854, "f1": 0.152475, "accuracy": 0.178854, "main_score": 0.152475, "hf_subset": "tzm_Tfng-tur_Latn", "languages": ["tzm-Tfng", "tur-Latn"]}, {"precision": 0.152388, "recall": 0.187747, "f1": 0.160237, "accuracy": 0.187747, "main_score": 0.160237, "hf_subset": "tzm_Tfng-ace_Latn", "languages": ["tzm-Tfng", "ace-Latn"]}, {"precision": 0.158129, "recall": 0.189723, "f1": 0.16524, "accuracy": 0.189723, "main_score": 0.16524, "hf_subset": "tzm_Tfng-ban_Latn", "languages": ["tzm-Tfng", "ban-Latn"]}, {"precision": 0.140765, "recall": 0.178854, "f1": 0.148624, "accuracy": 0.178854, "main_score": 0.148624, "hf_subset": "tzm_Tfng-ell_Grek", "languages": ["tzm-Tfng", "ell-Grek"]}, {"precision": 0.132898, "recall": 0.166996, "f1": 0.139857, "accuracy": 0.166996, "main_score": 0.139857, "hf_subset": "tzm_Tfng-hne_Deva", "languages": ["tzm-Tfng", "hne-Deva"]}, {"precision": 0.077264, "recall": 0.107708, "f1": 0.082663, "accuracy": 0.107708, "main_score": 0.082663, "hf_subset": "tzm_Tfng-kik_Latn", "languages": ["tzm-Tfng", "kik-Latn"]}, {"precision": 0.15281, "recall": 0.182806, "f1": 0.158628, "accuracy": 0.182806, "main_score": 0.158628, "hf_subset": "tzm_Tfng-mai_Deva", "languages": ["tzm-Tfng", "mai-Deva"]}, {"precision": 0.142936, "recall": 0.18083, "f1": 0.150408, "accuracy": 0.18083, "main_score": 0.150408, "hf_subset": "tzm_Tfng-pbt_Arab", "languages": ["tzm-Tfng", "pbt-Arab"]}, {"precision": 0.144729, "recall": 0.179842, "f1": 0.151992, "accuracy": 0.179842, "main_score": 0.151992, "hf_subset": "tzm_Tfng-spa_Latn", "languages": ["tzm-Tfng", "spa-Latn"]}, {"precision": 0.155088, "recall": 0.184783, "f1": 0.161271, "accuracy": 0.184783, "main_score": 0.161271, "hf_subset": "tzm_Tfng-twi_Latn", "languages": ["tzm-Tfng", "twi-Latn"]}, {"precision": 0.141113, "recall": 0.178854, "f1": 0.148816, "accuracy": 0.178854, "main_score": 0.148816, "hf_subset": "tzm_Tfng-acm_Arab", "languages": ["tzm-Tfng", "acm-Arab"]}, {"precision": 0.14654, "recall": 0.174901, "f1": 0.153091, "accuracy": 0.174901, "main_score": 0.153091, "hf_subset": "tzm_Tfng-bel_Cyrl", "languages": ["tzm-Tfng", "bel-Cyrl"]}, {"precision": 0.153965, "recall": 0.190711, "f1": 0.162062, "accuracy": 0.190711, "main_score": 0.162062, "hf_subset": "tzm_Tfng-eng_Latn", "languages": ["tzm-Tfng", "eng-Latn"]}, {"precision": 0.153063, "recall": 0.188735, "f1": 0.160743, "accuracy": 0.188735, "main_score": 0.160743, "hf_subset": "tzm_Tfng-hrv_Latn", "languages": ["tzm-Tfng", "hrv-Latn"]}, {"precision": 0.16923, "recall": 0.213439, "f1": 0.178333, "accuracy": 0.213439, "main_score": 0.178333, "hf_subset": "tzm_Tfng-kin_Latn", "languages": ["tzm-Tfng", "kin-Latn"]}, {"precision": 0.140452, "recall": 0.176877, "f1": 0.147908, "accuracy": 0.176877, "main_score": 0.147908, "hf_subset": "tzm_Tfng-mal_Mlym", "languages": ["tzm-Tfng", "mal-Mlym"]}, {"precision": 0.15573, "recall": 0.1917, "f1": 0.163548, "accuracy": 0.1917, "main_score": 0.163548, "hf_subset": "tzm_Tfng-pes_Arab", "languages": ["tzm-Tfng", "pes-Arab"]}, {"precision": 0.147444, "recall": 0.187747, "f1": 0.15577, "accuracy": 0.187747, "main_score": 0.15577, "hf_subset": "tzm_Tfng-srd_Latn", "languages": ["tzm-Tfng", "srd-Latn"]}, {"precision": 0.137573, "recall": 0.170949, "f1": 0.144707, "accuracy": 0.170949, "main_score": 0.144707, "hf_subset": "tzm_Tfng-acq_Arab", "languages": ["tzm-Tfng", "acq-Arab"]}, {"precision": 0.15276, "recall": 0.192688, "f1": 0.16133, "accuracy": 0.192688, "main_score": 0.16133, "hf_subset": "tzm_Tfng-bem_Latn", "languages": ["tzm-Tfng", "bem-Latn"]}, {"precision": 0.151442, "recall": 0.186759, "f1": 0.158686, "accuracy": 0.186759, "main_score": 0.158686, "hf_subset": "tzm_Tfng-epo_Latn", "languages": ["tzm-Tfng", "epo-Latn"]}, {"precision": 0.14944, "recall": 0.186759, "f1": 0.157219, "accuracy": 0.186759, "main_score": 0.157219, "hf_subset": "tzm_Tfng-hun_Latn", "languages": ["tzm-Tfng", "hun-Latn"]}, {"precision": 0.15207, "recall": 0.181818, "f1": 0.158881, "accuracy": 0.181818, "main_score": 0.158881, "hf_subset": "tzm_Tfng-kir_Cyrl", "languages": ["tzm-Tfng", "kir-Cyrl"]}, {"precision": 0.154816, "recall": 0.184783, "f1": 0.160972, "accuracy": 0.184783, "main_score": 0.160972, "hf_subset": "tzm_Tfng-mar_Deva", "languages": ["tzm-Tfng", "mar-Deva"]}, {"precision": 0.169828, "recall": 0.203557, "f1": 0.176918, "accuracy": 0.203557, "main_score": 0.176918, "hf_subset": "tzm_Tfng-plt_Latn", "languages": ["tzm-Tfng", "plt-Latn"]}, {"precision": 0.157174, "recall": 0.192688, "f1": 0.164633, "accuracy": 0.192688, "main_score": 0.164633, "hf_subset": "tzm_Tfng-srp_Cyrl", "languages": ["tzm-Tfng", "srp-Cyrl"]}, {"precision": 0.137654, "recall": 0.171937, "f1": 0.145746, "accuracy": 0.171937, "main_score": 0.145746, "hf_subset": "tzm_Tfng-uig_Arab", "languages": ["tzm-Tfng", "uig-Arab"]}, {"precision": 0.137892, "recall": 0.175889, "f1": 0.145734, "accuracy": 0.175889, "main_score": 0.145734, "hf_subset": "tzm_Tfng-aeb_Arab", "languages": ["tzm-Tfng", "aeb-Arab"]}, {"precision": 0.165095, "recall": 0.197628, "f1": 0.172001, "accuracy": 0.197628, "main_score": 0.172001, "hf_subset": "tzm_Tfng-ben_Beng", "languages": ["tzm-Tfng", "ben-Beng"]}, {"precision": 0.138555, "recall": 0.172925, "f1": 0.1463, "accuracy": 0.172925, "main_score": 0.1463, "hf_subset": "tzm_Tfng-est_Latn", "languages": ["tzm-Tfng", "est-Latn"]}, {"precision": 0.155166, "recall": 0.188735, "f1": 0.162756, "accuracy": 0.188735, "main_score": 0.162756, "hf_subset": "tzm_Tfng-hye_Armn", "languages": ["tzm-Tfng", "hye-Armn"]}, {"precision": 0.161639, "recall": 0.195652, "f1": 0.169651, "accuracy": 0.195652, "main_score": 0.169651, "hf_subset": "tzm_Tfng-kmb_Latn", "languages": ["tzm-Tfng", "kmb-Latn"]}, {"precision": 0.165334, "recall": 0.199605, "f1": 0.172801, "accuracy": 0.199605, "main_score": 0.172801, "hf_subset": "tzm_Tfng-min_Arab", "languages": ["tzm-Tfng", "min-Arab"]}, {"precision": 0.142371, "recall": 0.177866, "f1": 0.150327, "accuracy": 0.177866, "main_score": 0.150327, "hf_subset": "tzm_Tfng-pol_Latn", "languages": ["tzm-Tfng", "pol-Latn"]}, {"precision": 0.165934, "recall": 0.20751, "f1": 0.174702, "accuracy": 0.20751, "main_score": 0.174702, "hf_subset": "tzm_Tfng-ssw_Latn", "languages": ["tzm-Tfng", "ssw-Latn"]}, {"precision": 0.155979, "recall": 0.195652, "f1": 0.164228, "accuracy": 0.195652, "main_score": 0.164228, "hf_subset": "tzm_Tfng-ukr_Cyrl", "languages": ["tzm-Tfng", "ukr-Cyrl"]}, {"precision": 0.157705, "recall": 0.192688, "f1": 0.165582, "accuracy": 0.192688, "main_score": 0.165582, "hf_subset": "tzm_Tfng-afr_Latn", "languages": ["tzm-Tfng", "afr-Latn"]}, {"precision": 0.143729, "recall": 0.179842, "f1": 0.150738, "accuracy": 0.179842, "main_score": 0.150738, "hf_subset": "tzm_Tfng-bho_Deva", "languages": ["tzm-Tfng", "bho-Deva"]}, {"precision": 0.158611, "recall": 0.195652, "f1": 0.166855, "accuracy": 0.195652, "main_score": 0.166855, "hf_subset": "tzm_Tfng-eus_Latn", "languages": ["tzm-Tfng", "eus-Latn"]}, {"precision": 0.13445, "recall": 0.168972, "f1": 0.1416, "accuracy": 0.168972, "main_score": 0.1416, "hf_subset": "tzm_Tfng-ibo_Latn", "languages": ["tzm-Tfng", "ibo-Latn"]}, {"precision": 0.160621, "recall": 0.194664, "f1": 0.167252, "accuracy": 0.194664, "main_score": 0.167252, "hf_subset": "tzm_Tfng-kmr_Latn", "languages": ["tzm-Tfng", "kmr-Latn"]}, {"precision": 0.149802, "recall": 0.184783, "f1": 0.157902, "accuracy": 0.184783, "main_score": 0.157902, "hf_subset": "tzm_Tfng-min_Latn", "languages": ["tzm-Tfng", "min-Latn"]}, {"precision": 0.15121, "recall": 0.193676, "f1": 0.16032, "accuracy": 0.193676, "main_score": 0.16032, "hf_subset": "tzm_Tfng-por_Latn", "languages": ["tzm-Tfng", "por-Latn"]}, {"precision": 0.151418, "recall": 0.189723, "f1": 0.159333, "accuracy": 0.189723, "main_score": 0.159333, "hf_subset": "tzm_Tfng-sun_Latn", "languages": ["tzm-Tfng", "sun-Latn"]}, {"precision": 0.162365, "recall": 0.202569, "f1": 0.171232, "accuracy": 0.202569, "main_score": 0.171232, "hf_subset": "tzm_Tfng-umb_Latn", "languages": ["tzm-Tfng", "umb-Latn"]}, {"precision": 0.146121, "recall": 0.187747, "f1": 0.154152, "accuracy": 0.187747, "main_score": 0.154152, "hf_subset": "tzm_Tfng-ajp_Arab", "languages": ["tzm-Tfng", "ajp-Arab"]}, {"precision": 0.167394, "recall": 0.206522, "f1": 0.176079, "accuracy": 0.206522, "main_score": 0.176079, "hf_subset": "tzm_Tfng-bjn_Arab", "languages": ["tzm-Tfng", "bjn-Arab"]}, {"precision": 0.142261, "recall": 0.179842, "f1": 0.150417, "accuracy": 0.179842, "main_score": 0.150417, "hf_subset": "tzm_Tfng-ewe_Latn", "languages": ["tzm-Tfng", "ewe-Latn"]}, {"precision": 0.154414, "recall": 0.192688, "f1": 0.161933, "accuracy": 0.192688, "main_score": 0.161933, "hf_subset": "tzm_Tfng-ilo_Latn", "languages": ["tzm-Tfng", "ilo-Latn"]}, {"precision": 0.152124, "recall": 0.179842, "f1": 0.158139, "accuracy": 0.179842, "main_score": 0.158139, "hf_subset": "tzm_Tfng-knc_Arab", "languages": ["tzm-Tfng", "knc-Arab"]}, {"precision": 0.150676, "recall": 0.190711, "f1": 0.159164, "accuracy": 0.190711, "main_score": 0.159164, "hf_subset": "tzm_Tfng-mkd_Cyrl", "languages": ["tzm-Tfng", "mkd-Cyrl"]}, {"precision": 0.147184, "recall": 0.185771, "f1": 0.154862, "accuracy": 0.185771, "main_score": 0.154862, "hf_subset": "tzm_Tfng-prs_Arab", "languages": ["tzm-Tfng", "prs-Arab"]}, {"precision": 0.149142, "recall": 0.189723, "f1": 0.157665, "accuracy": 0.189723, "main_score": 0.157665, "hf_subset": "tzm_Tfng-swe_Latn", "languages": ["tzm-Tfng", "swe-Latn"]}, {"precision": 0.146681, "recall": 0.18083, "f1": 0.154905, "accuracy": 0.18083, "main_score": 0.154905, "hf_subset": "tzm_Tfng-urd_Arab", "languages": ["tzm-Tfng", "urd-Arab"]}, {"precision": 0.151173, "recall": 0.188735, "f1": 0.159116, "accuracy": 0.188735, "main_score": 0.159116, "hf_subset": "tzm_Tfng-aka_Latn", "languages": ["tzm-Tfng", "aka-Latn"]}, {"precision": 0.150298, "recall": 0.185771, "f1": 0.157659, "accuracy": 0.185771, "main_score": 0.157659, "hf_subset": "tzm_Tfng-bjn_Latn", "languages": ["tzm-Tfng", "bjn-Latn"]}, {"precision": 0.133642, "recall": 0.167984, "f1": 0.141225, "accuracy": 0.167984, "main_score": 0.141225, "hf_subset": "tzm_Tfng-fao_Latn", "languages": ["tzm-Tfng", "fao-Latn"]}, {"precision": 0.15071, "recall": 0.186759, "f1": 0.159126, "accuracy": 0.186759, "main_score": 0.159126, "hf_subset": "tzm_Tfng-ind_Latn", "languages": ["tzm-Tfng", "ind-Latn"]}, {"precision": 0.166371, "recall": 0.195652, "f1": 0.172572, "accuracy": 0.195652, "main_score": 0.172572, "hf_subset": "tzm_Tfng-knc_Latn", "languages": ["tzm-Tfng", "knc-Latn"]}, {"precision": 0.153099, "recall": 0.192688, "f1": 0.161114, "accuracy": 0.192688, "main_score": 0.161114, "hf_subset": "tzm_Tfng-mlt_Latn", "languages": ["tzm-Tfng", "mlt-Latn"]}, {"precision": 0.155749, "recall": 0.189723, "f1": 0.163458, "accuracy": 0.189723, "main_score": 0.163458, "hf_subset": "tzm_Tfng-quy_Latn", "languages": ["tzm-Tfng", "quy-Latn"]}, {"precision": 0.165535, "recall": 0.206522, "f1": 0.174602, "accuracy": 0.206522, "main_score": 0.174602, "hf_subset": "tzm_Tfng-swh_Latn", "languages": ["tzm-Tfng", "swh-Latn"]}, {"precision": 0.152608, "recall": 0.187747, "f1": 0.159544, "accuracy": 0.187747, "main_score": 0.159544, "hf_subset": "tzm_Tfng-uzn_Latn", "languages": ["tzm-Tfng", "uzn-Latn"]}, {"precision": 0.158307, "recall": 0.1917, "f1": 0.1664, "accuracy": 0.1917, "main_score": 0.1664, "hf_subset": "tzm_Tfng-als_Latn", "languages": ["tzm-Tfng", "als-Latn"]}, {"precision": 0.169497, "recall": 0.188735, "f1": 0.174229, "accuracy": 0.188735, "main_score": 0.174229, "hf_subset": "tzm_Tfng-bod_Tibt", "languages": ["tzm-Tfng", "bod-Tibt"]}, {"precision": 0.162166, "recall": 0.197628, "f1": 0.170123, "accuracy": 0.197628, "main_score": 0.170123, "hf_subset": "tzm_Tfng-fij_Latn", "languages": ["tzm-Tfng", "fij-Latn"]}, {"precision": 0.155776, "recall": 0.185771, "f1": 0.162503, "accuracy": 0.185771, "main_score": 0.162503, "hf_subset": "tzm_Tfng-isl_Latn", "languages": ["tzm-Tfng", "isl-Latn"]}, {"precision": 0.155941, "recall": 0.189723, "f1": 0.162884, "accuracy": 0.189723, "main_score": 0.162884, "hf_subset": "tzm_Tfng-kon_Latn", "languages": ["tzm-Tfng", "kon-Latn"]}, {"precision": 0.142404, "recall": 0.176877, "f1": 0.150371, "accuracy": 0.176877, "main_score": 0.150371, "hf_subset": "tzm_Tfng-mni_Beng", "languages": ["tzm-Tfng", "mni-Beng"]}, {"precision": 0.156772, "recall": 0.194664, "f1": 0.164992, "accuracy": 0.194664, "main_score": 0.164992, "hf_subset": "tzm_Tfng-ron_Latn", "languages": ["tzm-Tfng", "ron-Latn"]}, {"precision": 0.150866, "recall": 0.187747, "f1": 0.158965, "accuracy": 0.187747, "main_score": 0.158965, "hf_subset": "tzm_Tfng-szl_Latn", "languages": ["tzm-Tfng", "szl-Latn"]}, {"precision": 0.15688, "recall": 0.1917, "f1": 0.16447, "accuracy": 0.1917, "main_score": 0.16447, "hf_subset": "tzm_Tfng-vec_Latn", "languages": ["tzm-Tfng", "vec-Latn"]}, {"precision": 0.155734, "recall": 0.188735, "f1": 0.162998, "accuracy": 0.188735, "main_score": 0.162998, "hf_subset": "tzm_Tfng-amh_Ethi", "languages": ["tzm-Tfng", "amh-Ethi"]}, {"precision": 0.156492, "recall": 0.197628, "f1": 0.165884, "accuracy": 0.197628, "main_score": 0.165884, "hf_subset": "tzm_Tfng-bos_Latn", "languages": ["tzm-Tfng", "bos-Latn"]}, {"precision": 0.139791, "recall": 0.175889, "f1": 0.147349, "accuracy": 0.175889, "main_score": 0.147349, "hf_subset": "tzm_Tfng-fin_Latn", "languages": ["tzm-Tfng", "fin-Latn"]}, {"precision": 0.135049, "recall": 0.168972, "f1": 0.142213, "accuracy": 0.168972, "main_score": 0.142213, "hf_subset": "tzm_Tfng-ita_Latn", "languages": ["tzm-Tfng", "ita-Latn"]}, {"precision": 0.139853, "recall": 0.174901, "f1": 0.147427, "accuracy": 0.174901, "main_score": 0.147427, "hf_subset": "tzm_Tfng-kor_Hang", "languages": ["tzm-Tfng", "kor-Hang"]}, {"precision": 0.162064, "recall": 0.201581, "f1": 0.170839, "accuracy": 0.201581, "main_score": 0.170839, "hf_subset": "tzm_Tfng-mos_Latn", "languages": ["tzm-Tfng", "mos-Latn"]}, {"precision": 0.165731, "recall": 0.205534, "f1": 0.173278, "accuracy": 0.205534, "main_score": 0.173278, "hf_subset": "tzm_Tfng-run_Latn", "languages": ["tzm-Tfng", "run-Latn"]}, {"precision": 0.142258, "recall": 0.176877, "f1": 0.149657, "accuracy": 0.176877, "main_score": 0.149657, "hf_subset": "tzm_Tfng-tam_Taml", "languages": ["tzm-Tfng", "tam-Taml"]}, {"precision": 0.152635, "recall": 0.185771, "f1": 0.159704, "accuracy": 0.185771, "main_score": 0.159704, "hf_subset": "tzm_Tfng-vie_Latn", "languages": ["tzm-Tfng", "vie-Latn"]}, {"precision": 0.142459, "recall": 0.172925, "f1": 0.149369, "accuracy": 0.172925, "main_score": 0.149369, "hf_subset": "tzm_Tfng-apc_Arab", "languages": ["tzm-Tfng", "apc-Arab"]}, {"precision": 0.13635, "recall": 0.171937, "f1": 0.144034, "accuracy": 0.171937, "main_score": 0.144034, "hf_subset": "tzm_Tfng-bug_Latn", "languages": ["tzm-Tfng", "bug-Latn"]}, {"precision": 0.157586, "recall": 0.188735, "f1": 0.164667, "accuracy": 0.188735, "main_score": 0.164667, "hf_subset": "tzm_Tfng-fon_Latn", "languages": ["tzm-Tfng", "fon-Latn"]}, {"precision": 0.15228, "recall": 0.188735, "f1": 0.160203, "accuracy": 0.188735, "main_score": 0.160203, "hf_subset": "tzm_Tfng-jav_Latn", "languages": ["tzm-Tfng", "jav-Latn"]}, {"precision": 0.158667, "recall": 0.187747, "f1": 0.166274, "accuracy": 0.187747, "main_score": 0.166274, "hf_subset": "tzm_Tfng-lao_Laoo", "languages": ["tzm-Tfng", "lao-Laoo"]}, {"precision": 0.148481, "recall": 0.18083, "f1": 0.156129, "accuracy": 0.18083, "main_score": 0.156129, "hf_subset": "tzm_Tfng-mri_Latn", "languages": ["tzm-Tfng", "mri-Latn"]}, {"precision": 0.15284, "recall": 0.187747, "f1": 0.160407, "accuracy": 0.187747, "main_score": 0.160407, "hf_subset": "tzm_Tfng-rus_Cyrl", "languages": ["tzm-Tfng", "rus-Cyrl"]}, {"precision": 0.151774, "recall": 0.18083, "f1": 0.158418, "accuracy": 0.18083, "main_score": 0.158418, "hf_subset": "tzm_Tfng-taq_Latn", "languages": ["tzm-Tfng", "taq-Latn"]}, {"precision": 0.145727, "recall": 0.184783, "f1": 0.153937, "accuracy": 0.184783, "main_score": 0.153937, "hf_subset": "tzm_Tfng-war_Latn", "languages": ["tzm-Tfng", "war-Latn"]}, {"precision": 0.142042, "recall": 0.18083, "f1": 0.149675, "accuracy": 0.18083, "main_score": 0.149675, "hf_subset": "tzm_Tfng-arb_Arab", "languages": ["tzm-Tfng", "arb-Arab"]}, {"precision": 0.136693, "recall": 0.179842, "f1": 0.145821, "accuracy": 0.179842, "main_score": 0.145821, "hf_subset": "tzm_Tfng-bul_Cyrl", "languages": ["tzm-Tfng", "bul-Cyrl"]}, {"precision": 0.150083, "recall": 0.182806, "f1": 0.156939, "accuracy": 0.182806, "main_score": 0.156939, "hf_subset": "tzm_Tfng-fra_Latn", "languages": ["tzm-Tfng", "fra-Latn"]}, {"precision": 0.138391, "recall": 0.16996, "f1": 0.144981, "accuracy": 0.16996, "main_score": 0.144981, "hf_subset": "tzm_Tfng-jpn_Jpan", "languages": ["tzm-Tfng", "jpn-Jpan"]}, {"precision": 0.145663, "recall": 0.178854, "f1": 0.153696, "accuracy": 0.178854, "main_score": 0.153696, "hf_subset": "tzm_Tfng-lij_Latn", "languages": ["tzm-Tfng", "lij-Latn"]}, {"precision": 0.144497, "recall": 0.179842, "f1": 0.151654, "accuracy": 0.179842, "main_score": 0.151654, "hf_subset": "tzm_Tfng-mya_Mymr", "languages": ["tzm-Tfng", "mya-Mymr"]}, {"precision": 0.143206, "recall": 0.182806, "f1": 0.151757, "accuracy": 0.182806, "main_score": 0.151757, "hf_subset": "tzm_Tfng-sag_Latn", "languages": ["tzm-Tfng", "sag-Latn"]}, {"precision": 0.231381, "recall": 0.264822, "f1": 0.240043, "accuracy": 0.264822, "main_score": 0.240043, "hf_subset": "tzm_Tfng-taq_Tfng", "languages": ["tzm-Tfng", "taq-Tfng"]}, {"precision": 0.152114, "recall": 0.195652, "f1": 0.162141, "accuracy": 0.195652, "main_score": 0.162141, "hf_subset": "tzm_Tfng-wol_Latn", "languages": ["tzm-Tfng", "wol-Latn"]}, {"precision": 0.133007, "recall": 0.166008, "f1": 0.139554, "accuracy": 0.166008, "main_score": 0.139554, "hf_subset": "tzm_Tfng-arb_Latn", "languages": ["tzm-Tfng", "arb-Latn"]}, {"precision": 0.148955, "recall": 0.192688, "f1": 0.157905, "accuracy": 0.192688, "main_score": 0.157905, "hf_subset": "tzm_Tfng-cat_Latn", "languages": ["tzm-Tfng", "cat-Latn"]}, {"precision": 0.15688, "recall": 0.195652, "f1": 0.165678, "accuracy": 0.195652, "main_score": 0.165678, "hf_subset": "tzm_Tfng-fur_Latn", "languages": ["tzm-Tfng", "fur-Latn"]}, {"precision": 0.21588, "recall": 0.259881, "f1": 0.226581, "accuracy": 0.259881, "main_score": 0.226581, "hf_subset": "tzm_Tfng-kab_Latn", "languages": ["tzm-Tfng", "kab-Latn"]}, {"precision": 0.142901, "recall": 0.178854, "f1": 0.150676, "accuracy": 0.178854, "main_score": 0.150676, "hf_subset": "tzm_Tfng-lim_Latn", "languages": ["tzm-Tfng", "lim-Latn"]}, {"precision": 0.1412, "recall": 0.177866, "f1": 0.149206, "accuracy": 0.177866, "main_score": 0.149206, "hf_subset": "tzm_Tfng-nld_Latn", "languages": ["tzm-Tfng", "nld-Latn"]}, {"precision": 0.152118, "recall": 0.181818, "f1": 0.159895, "accuracy": 0.181818, "main_score": 0.159895, "hf_subset": "tzm_Tfng-san_Deva", "languages": ["tzm-Tfng", "san-Deva"]}, {"precision": 0.137664, "recall": 0.177866, "f1": 0.146064, "accuracy": 0.177866, "main_score": 0.146064, "hf_subset": "tzm_Tfng-tat_Cyrl", "languages": ["tzm-Tfng", "tat-Cyrl"]}, {"precision": 0.155552, "recall": 0.200593, "f1": 0.165261, "accuracy": 0.200593, "main_score": 0.165261, "hf_subset": "tzm_Tfng-xho_Latn", "languages": ["tzm-Tfng", "xho-Latn"]}, {"precision": 0.102439, "recall": 0.141304, "f1": 0.110117, "accuracy": 0.141304, "main_score": 0.110117, "hf_subset": "tzm_Tfng-ars_Arab", "languages": ["tzm-Tfng", "ars-Arab"]}, {"precision": 0.148476, "recall": 0.185771, "f1": 0.155978, "accuracy": 0.185771, "main_score": 0.155978, "hf_subset": "tzm_Tfng-ceb_Latn", "languages": ["tzm-Tfng", "ceb-Latn"]}, {"precision": 0.145948, "recall": 0.179842, "f1": 0.153564, "accuracy": 0.179842, "main_score": 0.153564, "hf_subset": "tzm_Tfng-fuv_Latn", "languages": ["tzm-Tfng", "fuv-Latn"]}, {"precision": 0.145606, "recall": 0.177866, "f1": 0.152529, "accuracy": 0.177866, "main_score": 0.152529, "hf_subset": "tzm_Tfng-kac_Latn", "languages": ["tzm-Tfng", "kac-Latn"]}, {"precision": 0.154999, "recall": 0.192688, "f1": 0.162693, "accuracy": 0.192688, "main_score": 0.162693, "hf_subset": "tzm_Tfng-lin_Latn", "languages": ["tzm-Tfng", "lin-Latn"]}, {"precision": 0.150286, "recall": 0.184783, "f1": 0.157832, "accuracy": 0.184783, "main_score": 0.157832, "hf_subset": "tzm_Tfng-nno_Latn", "languages": ["tzm-Tfng", "nno-Latn"]}, {"precision": 0.115734, "recall": 0.159091, "f1": 0.125276, "accuracy": 0.159091, "main_score": 0.125276, "hf_subset": "tzm_Tfng-sat_Olck", "languages": ["tzm-Tfng", "sat-Olck"]}, {"precision": 0.157306, "recall": 0.182806, "f1": 0.163566, "accuracy": 0.182806, "main_score": 0.163566, "hf_subset": "tzm_Tfng-tel_Telu", "languages": ["tzm-Tfng", "tel-Telu"]}, {"precision": 0.16103, "recall": 0.197628, "f1": 0.168708, "accuracy": 0.197628, "main_score": 0.168708, "hf_subset": "tzm_Tfng-ydd_Hebr", "languages": ["tzm-Tfng", "ydd-Hebr"]}, {"precision": 0.147538, "recall": 0.178854, "f1": 0.155087, "accuracy": 0.178854, "main_score": 0.155087, "hf_subset": "tzm_Tfng-ary_Arab", "languages": ["tzm-Tfng", "ary-Arab"]}, {"precision": 0.151827, "recall": 0.188735, "f1": 0.159535, "accuracy": 0.188735, "main_score": 0.159535, "hf_subset": "tzm_Tfng-ces_Latn", "languages": ["tzm-Tfng", "ces-Latn"]}, {"precision": 0.184565, "recall": 0.222332, "f1": 0.192632, "accuracy": 0.222332, "main_score": 0.192632, "hf_subset": "tzm_Tfng-gaz_Latn", "languages": ["tzm-Tfng", "gaz-Latn"]}, {"precision": 0.152077, "recall": 0.188735, "f1": 0.160279, "accuracy": 0.188735, "main_score": 0.160279, "hf_subset": "tzm_Tfng-kam_Latn", "languages": ["tzm-Tfng", "kam-Latn"]}, {"precision": 0.146469, "recall": 0.184783, "f1": 0.155243, "accuracy": 0.184783, "main_score": 0.155243, "hf_subset": "tzm_Tfng-lit_Latn", "languages": ["tzm-Tfng", "lit-Latn"]}, {"precision": 0.152826, "recall": 0.183794, "f1": 0.159936, "accuracy": 0.183794, "main_score": 0.159936, "hf_subset": "tzm_Tfng-nob_Latn", "languages": ["tzm-Tfng", "nob-Latn"]}, {"precision": 0.148247, "recall": 0.183794, "f1": 0.155638, "accuracy": 0.183794, "main_score": 0.155638, "hf_subset": "tzm_Tfng-scn_Latn", "languages": ["tzm-Tfng", "scn-Latn"]}, {"precision": 0.149976, "recall": 0.182806, "f1": 0.157523, "accuracy": 0.182806, "main_score": 0.157523, "hf_subset": "tzm_Tfng-tgk_Cyrl", "languages": ["tzm-Tfng", "tgk-Cyrl"]}, {"precision": 0.115881, "recall": 0.152174, "f1": 0.123794, "accuracy": 0.152174, "main_score": 0.123794, "hf_subset": "tzm_Tfng-yor_Latn", "languages": ["tzm-Tfng", "yor-Latn"]}, {"precision": 0.13569, "recall": 0.173913, "f1": 0.143753, "accuracy": 0.173913, "main_score": 0.143753, "hf_subset": "tzm_Tfng-arz_Arab", "languages": ["tzm-Tfng", "arz-Arab"]}, {"precision": 0.148867, "recall": 0.179842, "f1": 0.155043, "accuracy": 0.179842, "main_score": 0.155043, "hf_subset": "tzm_Tfng-cjk_Latn", "languages": ["tzm-Tfng", "cjk-Latn"]}, {"precision": 0.155332, "recall": 0.194664, "f1": 0.164027, "accuracy": 0.194664, "main_score": 0.164027, "hf_subset": "tzm_Tfng-gla_Latn", "languages": ["tzm-Tfng", "gla-Latn"]}, {"precision": 0.152592, "recall": 0.18083, "f1": 0.159003, "accuracy": 0.18083, "main_score": 0.159003, "hf_subset": "tzm_Tfng-kan_Knda", "languages": ["tzm-Tfng", "kan-Knda"]}, {"precision": 0.148864, "recall": 0.182806, "f1": 0.156831, "accuracy": 0.182806, "main_score": 0.156831, "hf_subset": "tzm_Tfng-lmo_Latn", "languages": ["tzm-Tfng", "lmo-Latn"]}, {"precision": 0.155503, "recall": 0.1917, "f1": 0.163295, "accuracy": 0.1917, "main_score": 0.163295, "hf_subset": "tzm_Tfng-npi_Deva", "languages": ["tzm-Tfng", "npi-Deva"]}, {"precision": 0.136933, "recall": 0.170949, "f1": 0.144318, "accuracy": 0.170949, "main_score": 0.144318, "hf_subset": "tzm_Tfng-shn_Mymr", "languages": ["tzm-Tfng", "shn-Mymr"]}, {"precision": 0.154772, "recall": 0.190711, "f1": 0.162939, "accuracy": 0.190711, "main_score": 0.162939, "hf_subset": "tzm_Tfng-tgl_Latn", "languages": ["tzm-Tfng", "tgl-Latn"]}, {"precision": 0.137401, "recall": 0.16502, "f1": 0.143251, "accuracy": 0.16502, "main_score": 0.143251, "hf_subset": "tzm_Tfng-yue_Hant", "languages": ["tzm-Tfng", "yue-Hant"]}, {"precision": 0.14597, "recall": 0.175889, "f1": 0.152807, "accuracy": 0.175889, "main_score": 0.152807, "hf_subset": "tzm_Tfng-asm_Beng", "languages": ["tzm-Tfng", "asm-Beng"]}, {"precision": 0.165725, "recall": 0.199605, "f1": 0.173693, "accuracy": 0.199605, "main_score": 0.173693, "hf_subset": "tzm_Tfng-ckb_Arab", "languages": ["tzm-Tfng", "ckb-Arab"]}, {"precision": 0.158618, "recall": 0.198617, "f1": 0.167438, "accuracy": 0.198617, "main_score": 0.167438, "hf_subset": "tzm_Tfng-gle_Latn", "languages": ["tzm-Tfng", "gle-Latn"]}, {"precision": 0.137836, "recall": 0.16996, "f1": 0.144908, "accuracy": 0.16996, "main_score": 0.144908, "hf_subset": "tzm_Tfng-kas_Arab", "languages": ["tzm-Tfng", "kas-Arab"]}, {"precision": 0.150427, "recall": 0.186759, "f1": 0.158828, "accuracy": 0.186759, "main_score": 0.158828, "hf_subset": "tzm_Tfng-ltg_Latn", "languages": ["tzm-Tfng", "ltg-Latn"]}, {"precision": 0.165229, "recall": 0.203557, "f1": 0.172617, "accuracy": 0.203557, "main_score": 0.172617, "hf_subset": "tzm_Tfng-nso_Latn", "languages": ["tzm-Tfng", "nso-Latn"]}, {"precision": 0.150697, "recall": 0.183794, "f1": 0.158228, "accuracy": 0.183794, "main_score": 0.158228, "hf_subset": "tzm_Tfng-sin_Sinh", "languages": ["tzm-Tfng", "sin-Sinh"]}, {"precision": 0.131056, "recall": 0.170949, "f1": 0.139876, "accuracy": 0.170949, "main_score": 0.139876, "hf_subset": "tzm_Tfng-tha_Thai", "languages": ["tzm-Tfng", "tha-Thai"]}, {"precision": 0.135401, "recall": 0.163043, "f1": 0.1415, "accuracy": 0.163043, "main_score": 0.1415, "hf_subset": "tzm_Tfng-zho_Hans", "languages": ["tzm-Tfng", "zho-Hans"]}, {"precision": 0.158122, "recall": 0.198617, "f1": 0.166968, "accuracy": 0.198617, "main_score": 0.166968, "hf_subset": "tzm_Tfng-ast_Latn", "languages": ["tzm-Tfng", "ast-Latn"]}, {"precision": 0.154832, "recall": 0.189723, "f1": 0.162976, "accuracy": 0.189723, "main_score": 0.162976, "hf_subset": "tzm_Tfng-crh_Latn", "languages": ["tzm-Tfng", "crh-Latn"]}, {"precision": 0.146602, "recall": 0.185771, "f1": 0.154517, "accuracy": 0.185771, "main_score": 0.154517, "hf_subset": "tzm_Tfng-glg_Latn", "languages": ["tzm-Tfng", "glg-Latn"]}, {"precision": 0.1419, "recall": 0.16996, "f1": 0.14728, "accuracy": 0.16996, "main_score": 0.14728, "hf_subset": "tzm_Tfng-kas_Deva", "languages": ["tzm-Tfng", "kas-Deva"]}, {"precision": 0.129144, "recall": 0.163043, "f1": 0.136425, "accuracy": 0.163043, "main_score": 0.136425, "hf_subset": "tzm_Tfng-ltz_Latn", "languages": ["tzm-Tfng", "ltz-Latn"]}, {"precision": 0.181655, "recall": 0.221344, "f1": 0.190426, "accuracy": 0.221344, "main_score": 0.190426, "hf_subset": "tzm_Tfng-nus_Latn", "languages": ["tzm-Tfng", "nus-Latn"]}, {"precision": 0.143025, "recall": 0.175889, "f1": 0.149803, "accuracy": 0.175889, "main_score": 0.149803, "hf_subset": "tzm_Tfng-slk_Latn", "languages": ["tzm-Tfng", "slk-Latn"]}, {"precision": 0.163696, "recall": 0.194664, "f1": 0.17098, "accuracy": 0.194664, "main_score": 0.17098, "hf_subset": "tzm_Tfng-tir_Ethi", "languages": ["tzm-Tfng", "tir-Ethi"]}, {"precision": 0.148956, "recall": 0.175889, "f1": 0.154246, "accuracy": 0.175889, "main_score": 0.154246, "hf_subset": "tzm_Tfng-zho_Hant", "languages": ["tzm-Tfng", "zho-Hant"]}, {"precision": 0.149342, "recall": 0.179842, "f1": 0.155826, "accuracy": 0.179842, "main_score": 0.155826, "hf_subset": "tzm_Tfng-awa_Deva", "languages": ["tzm-Tfng", "awa-Deva"]}, {"precision": 0.147829, "recall": 0.183794, "f1": 0.155526, "accuracy": 0.183794, "main_score": 0.155526, "hf_subset": "tzm_Tfng-cym_Latn", "languages": ["tzm-Tfng", "cym-Latn"]}, {"precision": 0.15243, "recall": 0.192688, "f1": 0.160874, "accuracy": 0.192688, "main_score": 0.160874, "hf_subset": "tzm_Tfng-grn_Latn", "languages": ["tzm-Tfng", "grn-Latn"]}, {"precision": 0.140696, "recall": 0.168972, "f1": 0.147768, "accuracy": 0.168972, "main_score": 0.147768, "hf_subset": "tzm_Tfng-kat_Geor", "languages": ["tzm-Tfng", "kat-Geor"]}, {"precision": 0.166687, "recall": 0.202569, "f1": 0.174358, "accuracy": 0.202569, "main_score": 0.174358, "hf_subset": "tzm_Tfng-lua_Latn", "languages": ["tzm-Tfng", "lua-Latn"]}, {"precision": 0.152448, "recall": 0.185771, "f1": 0.159297, "accuracy": 0.185771, "main_score": 0.159297, "hf_subset": "tzm_Tfng-nya_Latn", "languages": ["tzm-Tfng", "nya-Latn"]}, {"precision": 0.15206, "recall": 0.187747, "f1": 0.159364, "accuracy": 0.187747, "main_score": 0.159364, "hf_subset": "tzm_Tfng-slv_Latn", "languages": ["tzm-Tfng", "slv-Latn"]}, {"precision": 0.144737, "recall": 0.175889, "f1": 0.151139, "accuracy": 0.175889, "main_score": 0.151139, "hf_subset": "tzm_Tfng-tpi_Latn", "languages": ["tzm-Tfng", "tpi-Latn"]}, {"precision": 0.153337, "recall": 0.188735, "f1": 0.161381, "accuracy": 0.188735, "main_score": 0.161381, "hf_subset": "tzm_Tfng-zsm_Latn", "languages": ["tzm-Tfng", "zsm-Latn"]}, {"precision": 0.156267, "recall": 0.189723, "f1": 0.164368, "accuracy": 0.189723, "main_score": 0.164368, "hf_subset": "tzm_Tfng-ayr_Latn", "languages": ["tzm-Tfng", "ayr-Latn"]}, {"precision": 0.147061, "recall": 0.178854, "f1": 0.154385, "accuracy": 0.178854, "main_score": 0.154385, "hf_subset": "tzm_Tfng-dan_Latn", "languages": ["tzm-Tfng", "dan-Latn"]}, {"precision": 0.153031, "recall": 0.189723, "f1": 0.160951, "accuracy": 0.189723, "main_score": 0.160951, "hf_subset": "tzm_Tfng-guj_Gujr", "languages": ["tzm-Tfng", "guj-Gujr"]}, {"precision": 0.145237, "recall": 0.18083, "f1": 0.153589, "accuracy": 0.18083, "main_score": 0.153589, "hf_subset": "tzm_Tfng-kaz_Cyrl", "languages": ["tzm-Tfng", "kaz-Cyrl"]}, {"precision": 0.148053, "recall": 0.1917, "f1": 0.15793, "accuracy": 0.1917, "main_score": 0.15793, "hf_subset": "tzm_Tfng-lug_Latn", "languages": ["tzm-Tfng", "lug-Latn"]}, {"precision": 0.164492, "recall": 0.200593, "f1": 0.17261, "accuracy": 0.200593, "main_score": 0.17261, "hf_subset": "tzm_Tfng-oci_Latn", "languages": ["tzm-Tfng", "oci-Latn"]}, {"precision": 0.164029, "recall": 0.200593, "f1": 0.172373, "accuracy": 0.200593, "main_score": 0.172373, "hf_subset": "tzm_Tfng-smo_Latn", "languages": ["tzm-Tfng", "smo-Latn"]}, {"precision": 0.151448, "recall": 0.1917, "f1": 0.159873, "accuracy": 0.1917, "main_score": 0.159873, "hf_subset": "tzm_Tfng-tsn_Latn", "languages": ["tzm-Tfng", "tsn-Latn"]}, {"precision": 0.179424, "recall": 0.213439, "f1": 0.18623, "accuracy": 0.213439, "main_score": 0.18623, "hf_subset": "tzm_Tfng-zul_Latn", "languages": ["tzm-Tfng", "zul-Latn"]}, {"precision": 0.13753, "recall": 0.171937, "f1": 0.144758, "accuracy": 0.171937, "main_score": 0.144758, "hf_subset": "tzm_Tfng-azb_Arab", "languages": ["tzm-Tfng", "azb-Arab"]}, {"precision": 0.14069, "recall": 0.177866, "f1": 0.148888, "accuracy": 0.177866, "main_score": 0.148888, "hf_subset": "tzm_Tfng-deu_Latn", "languages": ["tzm-Tfng", "deu-Latn"]}, {"precision": 0.155549, "recall": 0.192688, "f1": 0.164189, "accuracy": 0.192688, "main_score": 0.164189, "hf_subset": "tzm_Tfng-hat_Latn", "languages": ["tzm-Tfng", "hat-Latn"]}, {"precision": 0.144772, "recall": 0.18083, "f1": 0.152712, "accuracy": 0.18083, "main_score": 0.152712, "hf_subset": "tzm_Tfng-kbp_Latn", "languages": ["tzm-Tfng", "kbp-Latn"]}, {"precision": 0.150487, "recall": 0.19664, "f1": 0.160364, "accuracy": 0.19664, "main_score": 0.160364, "hf_subset": "tzm_Tfng-luo_Latn", "languages": ["tzm-Tfng", "luo-Latn"]}, {"precision": 0.154638, "recall": 0.187747, "f1": 0.161524, "accuracy": 0.187747, "main_score": 0.161524, "hf_subset": "tzm_Tfng-ory_Orya", "languages": ["tzm-Tfng", "ory-Orya"]}, {"precision": 0.133112, "recall": 0.173913, "f1": 0.140725, "accuracy": 0.173913, "main_score": 0.140725, "hf_subset": "tzm_Tfng-sna_Latn", "languages": ["tzm-Tfng", "sna-Latn"]}, {"precision": 0.171304, "recall": 0.208498, "f1": 0.179111, "accuracy": 0.208498, "main_score": 0.179111, "hf_subset": "tzm_Tfng-tso_Latn", "languages": ["tzm-Tfng", "tso-Latn"]}, {"precision": 0.136379, "recall": 0.168972, "f1": 0.143465, "accuracy": 0.168972, "main_score": 0.143465, "hf_subset": "tzm_Tfng-azj_Latn", "languages": ["tzm-Tfng", "azj-Latn"]}, {"precision": 0.107977, "recall": 0.148221, "f1": 0.116758, "accuracy": 0.148221, "main_score": 0.116758, "hf_subset": "tzm_Tfng-dik_Latn", "languages": ["tzm-Tfng", "dik-Latn"]}, {"precision": 0.159631, "recall": 0.198617, "f1": 0.168162, "accuracy": 0.198617, "main_score": 0.168162, "hf_subset": "tzm_Tfng-hau_Latn", "languages": ["tzm-Tfng", "hau-Latn"]}, {"precision": 0.144769, "recall": 0.179842, "f1": 0.152687, "accuracy": 0.179842, "main_score": 0.152687, "hf_subset": "tzm_Tfng-kea_Latn", "languages": ["tzm-Tfng", "kea-Latn"]}, {"precision": 0.136837, "recall": 0.168972, "f1": 0.143968, "accuracy": 0.168972, "main_score": 0.143968, "hf_subset": "tzm_Tfng-lus_Latn", "languages": ["tzm-Tfng", "lus-Latn"]}, {"precision": 0.147531, "recall": 0.179842, "f1": 0.154828, "accuracy": 0.179842, "main_score": 0.154828, "hf_subset": "tzm_Tfng-pag_Latn", "languages": ["tzm-Tfng", "pag-Latn"]}, {"precision": 0.15176, "recall": 0.185771, "f1": 0.159742, "accuracy": 0.185771, "main_score": 0.159742, "hf_subset": "tzm_Tfng-snd_Arab", "languages": ["tzm-Tfng", "snd-Arab"]}, {"precision": 0.150793, "recall": 0.187747, "f1": 0.159049, "accuracy": 0.187747, "main_score": 0.159049, "hf_subset": "tzm_Tfng-tuk_Latn", "languages": ["tzm-Tfng", "tuk-Latn"]}, {"precision": 0.153966, "recall": 0.188735, "f1": 0.161947, "accuracy": 0.188735, "main_score": 0.161947, "hf_subset": "tzm_Tfng-bak_Cyrl", "languages": ["tzm-Tfng", "bak-Cyrl"]}, {"precision": 0.064858, "recall": 0.099802, "f1": 0.0716, "accuracy": 0.099802, "main_score": 0.0716, "hf_subset": "tzm_Tfng-dyu_Latn", "languages": ["tzm-Tfng", "dyu-Latn"]}, {"precision": 0.143985, "recall": 0.182806, "f1": 0.152493, "accuracy": 0.182806, "main_score": 0.152493, "hf_subset": "tzm_Tfng-heb_Hebr", "languages": ["tzm-Tfng", "heb-Hebr"]}, {"precision": 0.149015, "recall": 0.183794, "f1": 0.156782, "accuracy": 0.183794, "main_score": 0.156782, "hf_subset": "tzm_Tfng-khk_Cyrl", "languages": ["tzm-Tfng", "khk-Cyrl"]}, {"precision": 0.145322, "recall": 0.18083, "f1": 0.153092, "accuracy": 0.18083, "main_score": 0.153092, "hf_subset": "tzm_Tfng-lvs_Latn", "languages": ["tzm-Tfng", "lvs-Latn"]}, {"precision": 0.147685, "recall": 0.186759, "f1": 0.156026, "accuracy": 0.186759, "main_score": 0.156026, "hf_subset": "tzm_Tfng-pan_Guru", "languages": ["tzm-Tfng", "pan-Guru"]}, {"precision": 0.172305, "recall": 0.203557, "f1": 0.178799, "accuracy": 0.203557, "main_score": 0.178799, "hf_subset": "tzm_Tfng-som_Latn", "languages": ["tzm-Tfng", "som-Latn"]}, {"precision": 0.153372, "recall": 0.188735, "f1": 0.160813, "accuracy": 0.188735, "main_score": 0.160813, "hf_subset": "tzm_Tfng-tum_Latn", "languages": ["tzm-Tfng", "tum-Latn"]}, {"precision": 0.573914, "recall": 0.642292, "f1": 0.593819, "accuracy": 0.642292, "main_score": 0.593819, "hf_subset": "acq_Arab-ace_Arab", "languages": ["acq-Arab", "ace-Arab"]}, {"precision": 0.52823, "recall": 0.591897, "f1": 0.546, "accuracy": 0.591897, "main_score": 0.546, "hf_subset": "acq_Arab-bam_Latn", "languages": ["acq-Arab", "bam-Latn"]}, {"precision": 0.448105, "recall": 0.530632, "f1": 0.470228, "accuracy": 0.530632, "main_score": 0.470228, "hf_subset": "acq_Arab-dzo_Tibt", "languages": ["acq-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hin_Deva", "languages": ["acq-Arab", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-khm_Khmr", "languages": ["acq-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mag_Deva", "languages": ["acq-Arab", "mag-Deva"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "acq_Arab-pap_Latn", "languages": ["acq-Arab", "pap-Latn"]}, {"precision": 0.594337, "recall": 0.648221, "f1": 0.609809, "accuracy": 0.648221, "main_score": 0.609809, "hf_subset": "acq_Arab-sot_Latn", "languages": ["acq-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-tur_Latn", "languages": ["acq-Arab", "tur-Latn"]}, {"precision": 0.882559, "recall": 0.913043, "f1": 0.892029, "accuracy": 0.913043, "main_score": 0.892029, "hf_subset": "acq_Arab-ace_Latn", "languages": ["acq-Arab", "ace-Latn"]}, {"precision": 0.967062, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "acq_Arab-ban_Latn", "languages": ["acq-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-ell_Grek", "languages": ["acq-Arab", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "acq_Arab-hne_Deva", "languages": ["acq-Arab", "hne-Deva"]}, {"precision": 0.601853, "recall": 0.656126, "f1": 0.617677, "accuracy": 0.656126, "main_score": 0.617677, "hf_subset": "acq_Arab-kik_Latn", "languages": ["acq-Arab", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-mai_Deva", "languages": ["acq-Arab", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "acq_Arab-pbt_Arab", "languages": ["acq-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-spa_Latn", "languages": ["acq-Arab", "spa-Latn"]}, {"precision": 0.614427, "recall": 0.673913, "f1": 0.631244, "accuracy": 0.673913, "main_score": 0.631244, "hf_subset": "acq_Arab-twi_Latn", "languages": ["acq-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-acm_Arab", "languages": ["acq-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bel_Cyrl", "languages": ["acq-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-eng_Latn", "languages": ["acq-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hrv_Latn", "languages": ["acq-Arab", "hrv-Latn"]}, {"precision": 0.556308, "recall": 0.62253, "f1": 0.575546, "accuracy": 0.62253, "main_score": 0.575546, "hf_subset": "acq_Arab-kin_Latn", "languages": ["acq-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-mal_Mlym", "languages": ["acq-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pes_Arab", "languages": ["acq-Arab", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acq_Arab-srd_Latn", "languages": ["acq-Arab", "srd-Latn"]}, {"precision": 0.174533, "recall": 0.235178, "f1": 0.19068, "accuracy": 0.235178, "main_score": 0.19068, "hf_subset": "acq_Arab-tzm_Tfng", "languages": ["acq-Arab", "tzm-Tfng"]}, {"precision": 0.632578, "recall": 0.686759, "f1": 0.648221, "accuracy": 0.686759, "main_score": 0.648221, "hf_subset": "acq_Arab-bem_Latn", "languages": ["acq-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-epo_Latn", "languages": ["acq-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hun_Latn", "languages": ["acq-Arab", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acq_Arab-kir_Cyrl", "languages": ["acq-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mar_Deva", "languages": ["acq-Arab", "mar-Deva"]}, {"precision": 0.679414, "recall": 0.732213, "f1": 0.695059, "accuracy": 0.732213, "main_score": 0.695059, "hf_subset": "acq_Arab-plt_Latn", "languages": ["acq-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-srp_Cyrl", "languages": ["acq-Arab", "srp-Cyrl"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "acq_Arab-uig_Arab", "languages": ["acq-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-aeb_Arab", "languages": ["acq-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ben_Beng", "languages": ["acq-Arab", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-est_Latn", "languages": ["acq-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hye_Armn", "languages": ["acq-Arab", "hye-Armn"]}, {"precision": 0.546986, "recall": 0.599802, "f1": 0.562192, "accuracy": 0.599802, "main_score": 0.562192, "hf_subset": "acq_Arab-kmb_Latn", "languages": ["acq-Arab", "kmb-Latn"]}, {"precision": 0.490729, "recall": 0.566206, "f1": 0.511737, "accuracy": 0.566206, "main_score": 0.511737, "hf_subset": "acq_Arab-min_Arab", "languages": ["acq-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pol_Latn", "languages": ["acq-Arab", "pol-Latn"]}, {"precision": 0.560079, "recall": 0.624506, "f1": 0.578741, "accuracy": 0.624506, "main_score": 0.578741, "hf_subset": "acq_Arab-ssw_Latn", "languages": ["acq-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ukr_Cyrl", "languages": ["acq-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-afr_Latn", "languages": ["acq-Arab", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bho_Deva", "languages": ["acq-Arab", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acq_Arab-eus_Latn", "languages": ["acq-Arab", "eus-Latn"]}, {"precision": 0.567271, "recall": 0.63834, "f1": 0.587338, "accuracy": 0.63834, "main_score": 0.587338, "hf_subset": "acq_Arab-ibo_Latn", "languages": ["acq-Arab", "ibo-Latn"]}, {"precision": 0.908679, "recall": 0.935771, "f1": 0.917391, "accuracy": 0.935771, "main_score": 0.917391, "hf_subset": "acq_Arab-kmr_Latn", "languages": ["acq-Arab", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acq_Arab-min_Latn", "languages": ["acq-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-por_Latn", "languages": ["acq-Arab", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-sun_Latn", "languages": ["acq-Arab", "sun-Latn"]}, {"precision": 0.528598, "recall": 0.58498, "f1": 0.544902, "accuracy": 0.58498, "main_score": 0.544902, "hf_subset": "acq_Arab-umb_Latn", "languages": ["acq-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ajp_Arab", "languages": ["acq-Arab", "ajp-Arab"]}, {"precision": 0.537507, "recall": 0.603755, "f1": 0.55604, "accuracy": 0.603755, "main_score": 0.55604, "hf_subset": "acq_Arab-bjn_Arab", "languages": ["acq-Arab", "bjn-Arab"]}, {"precision": 0.518319, "recall": 0.58004, "f1": 0.535579, "accuracy": 0.58004, "main_score": 0.535579, "hf_subset": "acq_Arab-ewe_Latn", "languages": ["acq-Arab", "ewe-Latn"]}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "acq_Arab-ilo_Latn", "languages": ["acq-Arab", "ilo-Latn"]}, {"precision": 0.318401, "recall": 0.379447, "f1": 0.334877, "accuracy": 0.379447, "main_score": 0.334877, "hf_subset": "acq_Arab-knc_Arab", "languages": ["acq-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mkd_Cyrl", "languages": ["acq-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-prs_Arab", "languages": ["acq-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-swe_Latn", "languages": ["acq-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-urd_Arab", "languages": ["acq-Arab", "urd-Arab"]}, {"precision": 0.583606, "recall": 0.649209, "f1": 0.602948, "accuracy": 0.649209, "main_score": 0.602948, "hf_subset": "acq_Arab-aka_Latn", "languages": ["acq-Arab", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acq_Arab-bjn_Latn", "languages": ["acq-Arab", "bjn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "acq_Arab-fao_Latn", "languages": ["acq-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ind_Latn", "languages": ["acq-Arab", "ind-Latn"]}, {"precision": 0.591008, "recall": 0.647233, "f1": 0.607545, "accuracy": 0.647233, "main_score": 0.607545, "hf_subset": "acq_Arab-knc_Latn", "languages": ["acq-Arab", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acq_Arab-mlt_Latn", "languages": ["acq-Arab", "mlt-Latn"]}, {"precision": 0.717267, "recall": 0.777668, "f1": 0.735446, "accuracy": 0.777668, "main_score": 0.735446, "hf_subset": "acq_Arab-quy_Latn", "languages": ["acq-Arab", "quy-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "acq_Arab-swh_Latn", "languages": ["acq-Arab", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-uzn_Latn", "languages": ["acq-Arab", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-als_Latn", "languages": ["acq-Arab", "als-Latn"]}, {"precision": 0.664237, "recall": 0.733202, "f1": 0.684475, "accuracy": 0.733202, "main_score": 0.684475, "hf_subset": "acq_Arab-bod_Tibt", "languages": ["acq-Arab", "bod-Tibt"]}, {"precision": 0.720279, "recall": 0.775692, "f1": 0.73658, "accuracy": 0.775692, "main_score": 0.73658, "hf_subset": "acq_Arab-fij_Latn", "languages": ["acq-Arab", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-isl_Latn", "languages": ["acq-Arab", "isl-Latn"]}, {"precision": 0.655797, "recall": 0.710474, "f1": 0.672073, "accuracy": 0.710474, "main_score": 0.672073, "hf_subset": "acq_Arab-kon_Latn", "languages": ["acq-Arab", "kon-Latn"]}, {"precision": 0.66236, "recall": 0.732213, "f1": 0.682899, "accuracy": 0.732213, "main_score": 0.682899, "hf_subset": "acq_Arab-mni_Beng", "languages": ["acq-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ron_Latn", "languages": ["acq-Arab", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "acq_Arab-szl_Latn", "languages": ["acq-Arab", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-vec_Latn", "languages": ["acq-Arab", "vec-Latn"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "acq_Arab-amh_Ethi", "languages": ["acq-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bos_Latn", "languages": ["acq-Arab", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-fin_Latn", "languages": ["acq-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ita_Latn", "languages": ["acq-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-kor_Hang", "languages": ["acq-Arab", "kor-Hang"]}, {"precision": 0.546331, "recall": 0.608696, "f1": 0.563457, "accuracy": 0.608696, "main_score": 0.563457, "hf_subset": "acq_Arab-mos_Latn", "languages": ["acq-Arab", "mos-Latn"]}, {"precision": 0.560589, "recall": 0.616601, "f1": 0.576655, "accuracy": 0.616601, "main_score": 0.576655, "hf_subset": "acq_Arab-run_Latn", "languages": ["acq-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-tam_Taml", "languages": ["acq-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-vie_Latn", "languages": ["acq-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-apc_Arab", "languages": ["acq-Arab", "apc-Arab"]}, {"precision": 0.812559, "recall": 0.852767, "f1": 0.824621, "accuracy": 0.852767, "main_score": 0.824621, "hf_subset": "acq_Arab-bug_Latn", "languages": ["acq-Arab", "bug-Latn"]}, {"precision": 0.478931, "recall": 0.541502, "f1": 0.49576, "accuracy": 0.541502, "main_score": 0.49576, "hf_subset": "acq_Arab-fon_Latn", "languages": ["acq-Arab", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-jav_Latn", "languages": ["acq-Arab", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-lao_Laoo", "languages": ["acq-Arab", "lao-Laoo"]}, {"precision": 0.886011, "recall": 0.916996, "f1": 0.895833, "accuracy": 0.916996, "main_score": 0.895833, "hf_subset": "acq_Arab-mri_Latn", "languages": ["acq-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-rus_Cyrl", "languages": ["acq-Arab", "rus-Cyrl"]}, {"precision": 0.541058, "recall": 0.603755, "f1": 0.558856, "accuracy": 0.603755, "main_score": 0.558856, "hf_subset": "acq_Arab-taq_Latn", "languages": ["acq-Arab", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-war_Latn", "languages": ["acq-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-arb_Arab", "languages": ["acq-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bul_Cyrl", "languages": ["acq-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-fra_Latn", "languages": ["acq-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-jpn_Jpan", "languages": ["acq-Arab", "jpn-Jpan"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acq_Arab-lij_Latn", "languages": ["acq-Arab", "lij-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "acq_Arab-mya_Mymr", "languages": ["acq-Arab", "mya-Mymr"]}, {"precision": 0.585273, "recall": 0.655138, "f1": 0.605353, "accuracy": 0.655138, "main_score": 0.605353, "hf_subset": "acq_Arab-sag_Latn", "languages": ["acq-Arab", "sag-Latn"]}, {"precision": 0.190331, "recall": 0.251976, "f1": 0.204072, "accuracy": 0.251976, "main_score": 0.204072, "hf_subset": "acq_Arab-taq_Tfng", "languages": ["acq-Arab", "taq-Tfng"]}, {"precision": 0.631258, "recall": 0.697628, "f1": 0.650678, "accuracy": 0.697628, "main_score": 0.650678, "hf_subset": "acq_Arab-wol_Latn", "languages": ["acq-Arab", "wol-Latn"]}, {"precision": 0.881917, "recall": 0.916008, "f1": 0.892787, "accuracy": 0.916008, "main_score": 0.892787, "hf_subset": "acq_Arab-arb_Latn", "languages": ["acq-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-cat_Latn", "languages": ["acq-Arab", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-fur_Latn", "languages": ["acq-Arab", "fur-Latn"]}, {"precision": 0.427319, "recall": 0.486166, "f1": 0.44344, "accuracy": 0.486166, "main_score": 0.44344, "hf_subset": "acq_Arab-kab_Latn", "languages": ["acq-Arab", "kab-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "acq_Arab-lim_Latn", "languages": ["acq-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-nld_Latn", "languages": ["acq-Arab", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "acq_Arab-san_Deva", "languages": ["acq-Arab", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-tat_Cyrl", "languages": ["acq-Arab", "tat-Cyrl"]}, {"precision": 0.686523, "recall": 0.744071, "f1": 0.703426, "accuracy": 0.744071, "main_score": 0.703426, "hf_subset": "acq_Arab-xho_Latn", "languages": ["acq-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ars_Arab", "languages": ["acq-Arab", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ceb_Latn", "languages": ["acq-Arab", "ceb-Latn"]}, {"precision": 0.567062, "recall": 0.62747, "f1": 0.584447, "accuracy": 0.62747, "main_score": 0.584447, "hf_subset": "acq_Arab-fuv_Latn", "languages": ["acq-Arab", "fuv-Latn"]}, {"precision": 0.503875, "recall": 0.573123, "f1": 0.523606, "accuracy": 0.573123, "main_score": 0.523606, "hf_subset": "acq_Arab-kac_Latn", "languages": ["acq-Arab", "kac-Latn"]}, {"precision": 0.666576, "recall": 0.719368, "f1": 0.682532, "accuracy": 0.719368, "main_score": 0.682532, "hf_subset": "acq_Arab-lin_Latn", "languages": ["acq-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-nno_Latn", "languages": ["acq-Arab", "nno-Latn"]}, {"precision": 0.243223, "recall": 0.328063, "f1": 0.265939, "accuracy": 0.328063, "main_score": 0.265939, "hf_subset": "acq_Arab-sat_Olck", "languages": ["acq-Arab", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-tel_Telu", "languages": ["acq-Arab", "tel-Telu"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "acq_Arab-ydd_Hebr", "languages": ["acq-Arab", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "acq_Arab-ary_Arab", "languages": ["acq-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ces_Latn", "languages": ["acq-Arab", "ces-Latn"]}, {"precision": 0.568034, "recall": 0.633399, "f1": 0.587338, "accuracy": 0.633399, "main_score": 0.587338, "hf_subset": "acq_Arab-gaz_Latn", "languages": ["acq-Arab", "gaz-Latn"]}, {"precision": 0.584144, "recall": 0.647233, "f1": 0.602052, "accuracy": 0.647233, "main_score": 0.602052, "hf_subset": "acq_Arab-kam_Latn", "languages": ["acq-Arab", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "acq_Arab-lit_Latn", "languages": ["acq-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-nob_Latn", "languages": ["acq-Arab", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "acq_Arab-scn_Latn", "languages": ["acq-Arab", "scn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-tgk_Cyrl", "languages": ["acq-Arab", "tgk-Cyrl"]}, {"precision": 0.714657, "recall": 0.779644, "f1": 0.734359, "accuracy": 0.779644, "main_score": 0.734359, "hf_subset": "acq_Arab-yor_Latn", "languages": ["acq-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-arz_Arab", "languages": ["acq-Arab", "arz-Arab"]}, {"precision": 0.566746, "recall": 0.626482, "f1": 0.583978, "accuracy": 0.626482, "main_score": 0.583978, "hf_subset": "acq_Arab-cjk_Latn", "languages": ["acq-Arab", "cjk-Latn"]}, {"precision": 0.800148, "recall": 0.850791, "f1": 0.816107, "accuracy": 0.850791, "main_score": 0.816107, "hf_subset": "acq_Arab-gla_Latn", "languages": ["acq-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-kan_Knda", "languages": ["acq-Arab", "kan-Knda"]}, {"precision": 0.985919, "recall": 0.990119, "f1": 0.98722, "accuracy": 0.990119, "main_score": 0.98722, "hf_subset": "acq_Arab-lmo_Latn", "languages": ["acq-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "acq_Arab-npi_Deva", "languages": ["acq-Arab", "npi-Deva"]}, {"precision": 0.462924, "recall": 0.528656, "f1": 0.480837, "accuracy": 0.528656, "main_score": 0.480837, "hf_subset": "acq_Arab-shn_Mymr", "languages": ["acq-Arab", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-tgl_Latn", "languages": ["acq-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-yue_Hant", "languages": ["acq-Arab", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-asm_Beng", "languages": ["acq-Arab", "asm-Beng"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "acq_Arab-ckb_Arab", "languages": ["acq-Arab", "ckb-Arab"]}, {"precision": 0.910903, "recall": 0.933794, "f1": 0.918102, "accuracy": 0.933794, "main_score": 0.918102, "hf_subset": "acq_Arab-gle_Latn", "languages": ["acq-Arab", "gle-Latn"]}, {"precision": 0.947134, "recall": 0.964427, "f1": 0.952899, "accuracy": 0.964427, "main_score": 0.952899, "hf_subset": "acq_Arab-kas_Arab", "languages": ["acq-Arab", "kas-Arab"]}, {"precision": 0.94137, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "acq_Arab-ltg_Latn", "languages": ["acq-Arab", "ltg-Latn"]}, {"precision": 0.617729, "recall": 0.66996, "f1": 0.632668, "accuracy": 0.66996, "main_score": 0.632668, "hf_subset": "acq_Arab-nso_Latn", "languages": ["acq-Arab", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "acq_Arab-sin_Sinh", "languages": ["acq-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-tha_Thai", "languages": ["acq-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-zho_Hans", "languages": ["acq-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ast_Latn", "languages": ["acq-Arab", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-crh_Latn", "languages": ["acq-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-glg_Latn", "languages": ["acq-Arab", "glg-Latn"]}, {"precision": 0.910903, "recall": 0.937747, "f1": 0.919631, "accuracy": 0.937747, "main_score": 0.919631, "hf_subset": "acq_Arab-kas_Deva", "languages": ["acq-Arab", "kas-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acq_Arab-ltz_Latn", "languages": ["acq-Arab", "ltz-Latn"]}, {"precision": 0.454037, "recall": 0.525692, "f1": 0.473552, "accuracy": 0.525692, "main_score": 0.473552, "hf_subset": "acq_Arab-nus_Latn", "languages": ["acq-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-slk_Latn", "languages": ["acq-Arab", "slk-Latn"]}, {"precision": 0.642878, "recall": 0.709486, "f1": 0.662222, "accuracy": 0.709486, "main_score": 0.662222, "hf_subset": "acq_Arab-tir_Ethi", "languages": ["acq-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-zho_Hant", "languages": ["acq-Arab", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "acq_Arab-awa_Deva", "languages": ["acq-Arab", "awa-Deva"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "acq_Arab-cym_Latn", "languages": ["acq-Arab", "cym-Latn"]}, {"precision": 0.847612, "recall": 0.890316, "f1": 0.861067, "accuracy": 0.890316, "main_score": 0.861067, "hf_subset": "acq_Arab-grn_Latn", "languages": ["acq-Arab", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-kat_Geor", "languages": ["acq-Arab", "kat-Geor"]}, {"precision": 0.650824, "recall": 0.702569, "f1": 0.665615, "accuracy": 0.702569, "main_score": 0.665615, "hf_subset": "acq_Arab-lua_Latn", "languages": ["acq-Arab", "lua-Latn"]}, {"precision": 0.645193, "recall": 0.706522, "f1": 0.663128, "accuracy": 0.706522, "main_score": 0.663128, "hf_subset": "acq_Arab-nya_Latn", "languages": ["acq-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-slv_Latn", "languages": ["acq-Arab", "slv-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "acq_Arab-tpi_Latn", "languages": ["acq-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-zsm_Latn", "languages": ["acq-Arab", "zsm-Latn"]}, {"precision": 0.541326, "recall": 0.608696, "f1": 0.560501, "accuracy": 0.608696, "main_score": 0.560501, "hf_subset": "acq_Arab-ayr_Latn", "languages": ["acq-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-dan_Latn", "languages": ["acq-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-guj_Gujr", "languages": ["acq-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-kaz_Cyrl", "languages": ["acq-Arab", "kaz-Cyrl"]}, {"precision": 0.542976, "recall": 0.607708, "f1": 0.561066, "accuracy": 0.607708, "main_score": 0.561066, "hf_subset": "acq_Arab-lug_Latn", "languages": ["acq-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-oci_Latn", "languages": ["acq-Arab", "oci-Latn"]}, {"precision": 0.842951, "recall": 0.886364, "f1": 0.856324, "accuracy": 0.886364, "main_score": 0.856324, "hf_subset": "acq_Arab-smo_Latn", "languages": ["acq-Arab", "smo-Latn"]}, {"precision": 0.549923, "recall": 0.614625, "f1": 0.56853, "accuracy": 0.614625, "main_score": 0.56853, "hf_subset": "acq_Arab-tsn_Latn", "languages": ["acq-Arab", "tsn-Latn"]}, {"precision": 0.611077, "recall": 0.676877, "f1": 0.630476, "accuracy": 0.676877, "main_score": 0.630476, "hf_subset": "acq_Arab-zul_Latn", "languages": ["acq-Arab", "zul-Latn"]}, {"precision": 0.913702, "recall": 0.940711, "f1": 0.922596, "accuracy": 0.940711, "main_score": 0.922596, "hf_subset": "acq_Arab-azb_Arab", "languages": ["acq-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-deu_Latn", "languages": ["acq-Arab", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "acq_Arab-hat_Latn", "languages": ["acq-Arab", "hat-Latn"]}, {"precision": 0.482486, "recall": 0.541502, "f1": 0.499202, "accuracy": 0.541502, "main_score": 0.499202, "hf_subset": "acq_Arab-kbp_Latn", "languages": ["acq-Arab", "kbp-Latn"]}, {"precision": 0.584688, "recall": 0.640316, "f1": 0.599585, "accuracy": 0.640316, "main_score": 0.599585, "hf_subset": "acq_Arab-luo_Latn", "languages": ["acq-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ory_Orya", "languages": ["acq-Arab", "ory-Orya"]}, {"precision": 0.587088, "recall": 0.65415, "f1": 0.606522, "accuracy": 0.65415, "main_score": 0.606522, "hf_subset": "acq_Arab-sna_Latn", "languages": ["acq-Arab", "sna-Latn"]}, {"precision": 0.557419, "recall": 0.614625, "f1": 0.573676, "accuracy": 0.614625, "main_score": 0.573676, "hf_subset": "acq_Arab-tso_Latn", "languages": ["acq-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-azj_Latn", "languages": ["acq-Arab", "azj-Latn"]}, {"precision": 0.54347, "recall": 0.613636, "f1": 0.56357, "accuracy": 0.613636, "main_score": 0.56357, "hf_subset": "acq_Arab-dik_Latn", "languages": ["acq-Arab", "dik-Latn"]}, {"precision": 0.745619, "recall": 0.80336, "f1": 0.762865, "accuracy": 0.80336, "main_score": 0.762865, "hf_subset": "acq_Arab-hau_Latn", "languages": ["acq-Arab", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-kea_Latn", "languages": ["acq-Arab", "kea-Latn"]}, {"precision": 0.744236, "recall": 0.79249, "f1": 0.758992, "accuracy": 0.79249, "main_score": 0.758992, "hf_subset": "acq_Arab-lus_Latn", "languages": ["acq-Arab", "lus-Latn"]}, {"precision": 0.870669, "recall": 0.903162, "f1": 0.880632, "accuracy": 0.903162, "main_score": 0.880632, "hf_subset": "acq_Arab-pag_Latn", "languages": ["acq-Arab", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-snd_Arab", "languages": ["acq-Arab", "snd-Arab"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "acq_Arab-tuk_Latn", "languages": ["acq-Arab", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acq_Arab-bak_Cyrl", "languages": ["acq-Arab", "bak-Cyrl"]}, {"precision": 0.474606, "recall": 0.548419, "f1": 0.496218, "accuracy": 0.548419, "main_score": 0.496218, "hf_subset": "acq_Arab-dyu_Latn", "languages": ["acq-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-heb_Hebr", "languages": ["acq-Arab", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-khk_Cyrl", "languages": ["acq-Arab", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-lvs_Latn", "languages": ["acq-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pan_Guru", "languages": ["acq-Arab", "pan-Guru"]}, {"precision": 0.721064, "recall": 0.780632, "f1": 0.738735, "accuracy": 0.780632, "main_score": 0.738735, "hf_subset": "acq_Arab-som_Latn", "languages": ["acq-Arab", "som-Latn"]}, {"precision": 0.605543, "recall": 0.657115, "f1": 0.620523, "accuracy": 0.657115, "main_score": 0.620523, "hf_subset": "acq_Arab-tum_Latn", "languages": ["acq-Arab", "tum-Latn"]}, {"precision": 0.471698, "recall": 0.521739, "f1": 0.485451, "accuracy": 0.521739, "main_score": 0.485451, "hf_subset": "bem_Latn-ace_Arab", "languages": ["bem-Latn", "ace-Arab"]}, {"precision": 0.522974, "recall": 0.568182, "f1": 0.536642, "accuracy": 0.568182, "main_score": 0.536642, "hf_subset": "bem_Latn-bam_Latn", "languages": ["bem-Latn", "bam-Latn"]}, {"precision": 0.266293, "recall": 0.312253, "f1": 0.278308, "accuracy": 0.312253, "main_score": 0.278308, "hf_subset": "bem_Latn-dzo_Tibt", "languages": ["bem-Latn", "dzo-Tibt"]}, {"precision": 0.620834, "recall": 0.662055, "f1": 0.631486, "accuracy": 0.662055, "main_score": 0.631486, "hf_subset": "bem_Latn-hin_Deva", "languages": ["bem-Latn", "hin-Deva"]}, {"precision": 0.578593, "recall": 0.62253, "f1": 0.590957, "accuracy": 0.62253, "main_score": 0.590957, "hf_subset": "bem_Latn-khm_Khmr", "languages": ["bem-Latn", "khm-Khmr"]}, {"precision": 0.610897, "recall": 0.658103, "f1": 0.623618, "accuracy": 0.658103, "main_score": 0.623618, "hf_subset": "bem_Latn-mag_Deva", "languages": ["bem-Latn", "mag-Deva"]}, {"precision": 0.610018, "recall": 0.648221, "f1": 0.619733, "accuracy": 0.648221, "main_score": 0.619733, "hf_subset": "bem_Latn-pap_Latn", "languages": ["bem-Latn", "pap-Latn"]}, {"precision": 0.591765, "recall": 0.641304, "f1": 0.605194, "accuracy": 0.641304, "main_score": 0.605194, "hf_subset": "bem_Latn-sot_Latn", "languages": ["bem-Latn", "sot-Latn"]}, {"precision": 0.608002, "recall": 0.661067, "f1": 0.622472, "accuracy": 0.661067, "main_score": 0.622472, "hf_subset": "bem_Latn-tur_Latn", "languages": ["bem-Latn", "tur-Latn"]}, {"precision": 0.598401, "recall": 0.637352, "f1": 0.608867, "accuracy": 0.637352, "main_score": 0.608867, "hf_subset": "bem_Latn-ace_Latn", "languages": ["bem-Latn", "ace-Latn"]}, {"precision": 0.620595, "recall": 0.652174, "f1": 0.629328, "accuracy": 0.652174, "main_score": 0.629328, "hf_subset": "bem_Latn-ban_Latn", "languages": ["bem-Latn", "ban-Latn"]}, {"precision": 0.607731, "recall": 0.657115, "f1": 0.620843, "accuracy": 0.657115, "main_score": 0.620843, "hf_subset": "bem_Latn-ell_Grek", "languages": ["bem-Latn", "ell-Grek"]}, {"precision": 0.59168, "recall": 0.640316, "f1": 0.604967, "accuracy": 0.640316, "main_score": 0.604967, "hf_subset": "bem_Latn-hne_Deva", "languages": ["bem-Latn", "hne-Deva"]}, {"precision": 0.571735, "recall": 0.616601, "f1": 0.583648, "accuracy": 0.616601, "main_score": 0.583648, "hf_subset": "bem_Latn-kik_Latn", "languages": ["bem-Latn", "kik-Latn"]}, {"precision": 0.614558, "recall": 0.662055, "f1": 0.626642, "accuracy": 0.662055, "main_score": 0.626642, "hf_subset": "bem_Latn-mai_Deva", "languages": ["bem-Latn", "mai-Deva"]}, {"precision": 0.569655, "recall": 0.619565, "f1": 0.582279, "accuracy": 0.619565, "main_score": 0.582279, "hf_subset": "bem_Latn-pbt_Arab", "languages": ["bem-Latn", "pbt-Arab"]}, {"precision": 0.619375, "recall": 0.668972, "f1": 0.631916, "accuracy": 0.668972, "main_score": 0.631916, "hf_subset": "bem_Latn-spa_Latn", "languages": ["bem-Latn", "spa-Latn"]}, {"precision": 0.586825, "recall": 0.624506, "f1": 0.597726, "accuracy": 0.624506, "main_score": 0.597726, "hf_subset": "bem_Latn-twi_Latn", "languages": ["bem-Latn", "twi-Latn"]}, {"precision": 0.601851, "recall": 0.649209, "f1": 0.614013, "accuracy": 0.649209, "main_score": 0.614013, "hf_subset": "bem_Latn-acm_Arab", "languages": ["bem-Latn", "acm-Arab"]}, {"precision": 0.590693, "recall": 0.63834, "f1": 0.60256, "accuracy": 0.63834, "main_score": 0.60256, "hf_subset": "bem_Latn-bel_Cyrl", "languages": ["bem-Latn", "bel-Cyrl"]}, {"precision": 0.64458, "recall": 0.6917, "f1": 0.656112, "accuracy": 0.6917, "main_score": 0.656112, "hf_subset": "bem_Latn-eng_Latn", "languages": ["bem-Latn", "eng-Latn"]}, {"precision": 0.633245, "recall": 0.682806, "f1": 0.645422, "accuracy": 0.682806, "main_score": 0.645422, "hf_subset": "bem_Latn-hrv_Latn", "languages": ["bem-Latn", "hrv-Latn"]}, {"precision": 0.573978, "recall": 0.624506, "f1": 0.588029, "accuracy": 0.624506, "main_score": 0.588029, "hf_subset": "bem_Latn-kin_Latn", "languages": ["bem-Latn", "kin-Latn"]}, {"precision": 0.605469, "recall": 0.658103, "f1": 0.619917, "accuracy": 0.658103, "main_score": 0.619917, "hf_subset": "bem_Latn-mal_Mlym", "languages": ["bem-Latn", "mal-Mlym"]}, {"precision": 0.601459, "recall": 0.651186, "f1": 0.614587, "accuracy": 0.651186, "main_score": 0.614587, "hf_subset": "bem_Latn-pes_Arab", "languages": ["bem-Latn", "pes-Arab"]}, {"precision": 0.614555, "recall": 0.653162, "f1": 0.624184, "accuracy": 0.653162, "main_score": 0.624184, "hf_subset": "bem_Latn-srd_Latn", "languages": ["bem-Latn", "srd-Latn"]}, {"precision": 0.213422, "recall": 0.254941, "f1": 0.224596, "accuracy": 0.254941, "main_score": 0.224596, "hf_subset": "bem_Latn-tzm_Tfng", "languages": ["bem-Latn", "tzm-Tfng"]}, {"precision": 0.603616, "recall": 0.655138, "f1": 0.616725, "accuracy": 0.655138, "main_score": 0.616725, "hf_subset": "bem_Latn-acq_Arab", "languages": ["bem-Latn", "acq-Arab"]}, {"precision": 0.621241, "recall": 0.666996, "f1": 0.6331, "accuracy": 0.666996, "main_score": 0.6331, "hf_subset": "bem_Latn-epo_Latn", "languages": ["bem-Latn", "epo-Latn"]}, {"precision": 0.619071, "recall": 0.667984, "f1": 0.631645, "accuracy": 0.667984, "main_score": 0.631645, "hf_subset": "bem_Latn-hun_Latn", "languages": ["bem-Latn", "hun-Latn"]}, {"precision": 0.590732, "recall": 0.63834, "f1": 0.602967, "accuracy": 0.63834, "main_score": 0.602967, "hf_subset": "bem_Latn-kir_Cyrl", "languages": ["bem-Latn", "kir-Cyrl"]}, {"precision": 0.61255, "recall": 0.655138, "f1": 0.623385, "accuracy": 0.655138, "main_score": 0.623385, "hf_subset": "bem_Latn-mar_Deva", "languages": ["bem-Latn", "mar-Deva"]}, {"precision": 0.587419, "recall": 0.632411, "f1": 0.600376, "accuracy": 0.632411, "main_score": 0.600376, "hf_subset": "bem_Latn-plt_Latn", "languages": ["bem-Latn", "plt-Latn"]}, {"precision": 0.619752, "recall": 0.666008, "f1": 0.631818, "accuracy": 0.666008, "main_score": 0.631818, "hf_subset": "bem_Latn-srp_Cyrl", "languages": ["bem-Latn", "srp-Cyrl"]}, {"precision": 0.524164, "recall": 0.576087, "f1": 0.53848, "accuracy": 0.576087, "main_score": 0.53848, "hf_subset": "bem_Latn-uig_Arab", "languages": ["bem-Latn", "uig-Arab"]}, {"precision": 0.605099, "recall": 0.648221, "f1": 0.616154, "accuracy": 0.648221, "main_score": 0.616154, "hf_subset": "bem_Latn-aeb_Arab", "languages": ["bem-Latn", "aeb-Arab"]}, {"precision": 0.607154, "recall": 0.656126, "f1": 0.620174, "accuracy": 0.656126, "main_score": 0.620174, "hf_subset": "bem_Latn-ben_Beng", "languages": ["bem-Latn", "ben-Beng"]}, {"precision": 0.593287, "recall": 0.641304, "f1": 0.606073, "accuracy": 0.641304, "main_score": 0.606073, "hf_subset": "bem_Latn-est_Latn", "languages": ["bem-Latn", "est-Latn"]}, {"precision": 0.592463, "recall": 0.645257, "f1": 0.605844, "accuracy": 0.645257, "main_score": 0.605844, "hf_subset": "bem_Latn-hye_Armn", "languages": ["bem-Latn", "hye-Armn"]}, {"precision": 0.56525, "recall": 0.604743, "f1": 0.577293, "accuracy": 0.604743, "main_score": 0.577293, "hf_subset": "bem_Latn-kmb_Latn", "languages": ["bem-Latn", "kmb-Latn"]}, {"precision": 0.41723, "recall": 0.475296, "f1": 0.433306, "accuracy": 0.475296, "main_score": 0.433306, "hf_subset": "bem_Latn-min_Arab", "languages": ["bem-Latn", "min-Arab"]}, {"precision": 0.619909, "recall": 0.668972, "f1": 0.632014, "accuracy": 0.668972, "main_score": 0.632014, "hf_subset": "bem_Latn-pol_Latn", "languages": ["bem-Latn", "pol-Latn"]}, {"precision": 0.597885, "recall": 0.646245, "f1": 0.611513, "accuracy": 0.646245, "main_score": 0.611513, "hf_subset": "bem_Latn-ssw_Latn", "languages": ["bem-Latn", "ssw-Latn"]}, {"precision": 0.627771, "recall": 0.676877, "f1": 0.640387, "accuracy": 0.676877, "main_score": 0.640387, "hf_subset": "bem_Latn-ukr_Cyrl", "languages": ["bem-Latn", "ukr-Cyrl"]}, {"precision": 0.64462, "recall": 0.688735, "f1": 0.65594, "accuracy": 0.688735, "main_score": 0.65594, "hf_subset": "bem_Latn-afr_Latn", "languages": ["bem-Latn", "afr-Latn"]}, {"precision": 0.608246, "recall": 0.650198, "f1": 0.619423, "accuracy": 0.650198, "main_score": 0.619423, "hf_subset": "bem_Latn-bho_Deva", "languages": ["bem-Latn", "bho-Deva"]}, {"precision": 0.594777, "recall": 0.645257, "f1": 0.608884, "accuracy": 0.645257, "main_score": 0.608884, "hf_subset": "bem_Latn-eus_Latn", "languages": ["bem-Latn", "eus-Latn"]}, {"precision": 0.564734, "recall": 0.619565, "f1": 0.580282, "accuracy": 0.619565, "main_score": 0.580282, "hf_subset": "bem_Latn-ibo_Latn", "languages": ["bem-Latn", "ibo-Latn"]}, {"precision": 0.594023, "recall": 0.636364, "f1": 0.605406, "accuracy": 0.636364, "main_score": 0.605406, "hf_subset": "bem_Latn-kmr_Latn", "languages": ["bem-Latn", "kmr-Latn"]}, {"precision": 0.61458, "recall": 0.662055, "f1": 0.626379, "accuracy": 0.662055, "main_score": 0.626379, "hf_subset": "bem_Latn-min_Latn", "languages": ["bem-Latn", "min-Latn"]}, {"precision": 0.639329, "recall": 0.682806, "f1": 0.650301, "accuracy": 0.682806, "main_score": 0.650301, "hf_subset": "bem_Latn-por_Latn", "languages": ["bem-Latn", "por-Latn"]}, {"precision": 0.628591, "recall": 0.668972, "f1": 0.639567, "accuracy": 0.668972, "main_score": 0.639567, "hf_subset": "bem_Latn-sun_Latn", "languages": ["bem-Latn", "sun-Latn"]}, {"precision": 0.530979, "recall": 0.577075, "f1": 0.54459, "accuracy": 0.577075, "main_score": 0.54459, "hf_subset": "bem_Latn-umb_Latn", "languages": ["bem-Latn", "umb-Latn"]}, {"precision": 0.616129, "recall": 0.659091, "f1": 0.627441, "accuracy": 0.659091, "main_score": 0.627441, "hf_subset": "bem_Latn-ajp_Arab", "languages": ["bem-Latn", "ajp-Arab"]}, {"precision": 0.434884, "recall": 0.487154, "f1": 0.449749, "accuracy": 0.487154, "main_score": 0.449749, "hf_subset": "bem_Latn-bjn_Arab", "languages": ["bem-Latn", "bjn-Arab"]}, {"precision": 0.513532, "recall": 0.555336, "f1": 0.525683, "accuracy": 0.555336, "main_score": 0.525683, "hf_subset": "bem_Latn-ewe_Latn", "languages": ["bem-Latn", "ewe-Latn"]}, {"precision": 0.639513, "recall": 0.673913, "f1": 0.648009, "accuracy": 0.673913, "main_score": 0.648009, "hf_subset": "bem_Latn-ilo_Latn", "languages": ["bem-Latn", "ilo-Latn"]}, {"precision": 0.321154, "recall": 0.379447, "f1": 0.337331, "accuracy": 0.379447, "main_score": 0.337331, "hf_subset": "bem_Latn-knc_Arab", "languages": ["bem-Latn", "knc-Arab"]}, {"precision": 0.625704, "recall": 0.677866, "f1": 0.639096, "accuracy": 0.677866, "main_score": 0.639096, "hf_subset": "bem_Latn-mkd_Cyrl", "languages": ["bem-Latn", "mkd-Cyrl"]}, {"precision": 0.60464, "recall": 0.652174, "f1": 0.617453, "accuracy": 0.652174, "main_score": 0.617453, "hf_subset": "bem_Latn-prs_Arab", "languages": ["bem-Latn", "prs-Arab"]}, {"precision": 0.627749, "recall": 0.678854, "f1": 0.640642, "accuracy": 0.678854, "main_score": 0.640642, "hf_subset": "bem_Latn-swe_Latn", "languages": ["bem-Latn", "swe-Latn"]}, {"precision": 0.590768, "recall": 0.649209, "f1": 0.607117, "accuracy": 0.649209, "main_score": 0.607117, "hf_subset": "bem_Latn-urd_Arab", "languages": ["bem-Latn", "urd-Arab"]}, {"precision": 0.589058, "recall": 0.62253, "f1": 0.598403, "accuracy": 0.62253, "main_score": 0.598403, "hf_subset": "bem_Latn-aka_Latn", "languages": ["bem-Latn", "aka-Latn"]}, {"precision": 0.618877, "recall": 0.65415, "f1": 0.628349, "accuracy": 0.65415, "main_score": 0.628349, "hf_subset": "bem_Latn-bjn_Latn", "languages": ["bem-Latn", "bjn-Latn"]}, {"precision": 0.597873, "recall": 0.644269, "f1": 0.610104, "accuracy": 0.644269, "main_score": 0.610104, "hf_subset": "bem_Latn-fao_Latn", "languages": ["bem-Latn", "fao-Latn"]}, {"precision": 0.638374, "recall": 0.682806, "f1": 0.649339, "accuracy": 0.682806, "main_score": 0.649339, "hf_subset": "bem_Latn-ind_Latn", "languages": ["bem-Latn", "ind-Latn"]}, {"precision": 0.56503, "recall": 0.605731, "f1": 0.576424, "accuracy": 0.605731, "main_score": 0.576424, "hf_subset": "bem_Latn-knc_Latn", "languages": ["bem-Latn", "knc-Latn"]}, {"precision": 0.616794, "recall": 0.661067, "f1": 0.627499, "accuracy": 0.661067, "main_score": 0.627499, "hf_subset": "bem_Latn-mlt_Latn", "languages": ["bem-Latn", "mlt-Latn"]}, {"precision": 0.558712, "recall": 0.605731, "f1": 0.572188, "accuracy": 0.605731, "main_score": 0.572188, "hf_subset": "bem_Latn-quy_Latn", "languages": ["bem-Latn", "quy-Latn"]}, {"precision": 0.624243, "recall": 0.668972, "f1": 0.636176, "accuracy": 0.668972, "main_score": 0.636176, "hf_subset": "bem_Latn-swh_Latn", "languages": ["bem-Latn", "swh-Latn"]}, {"precision": 0.600708, "recall": 0.643281, "f1": 0.612026, "accuracy": 0.643281, "main_score": 0.612026, "hf_subset": "bem_Latn-uzn_Latn", "languages": ["bem-Latn", "uzn-Latn"]}, {"precision": 0.610323, "recall": 0.652174, "f1": 0.621137, "accuracy": 0.652174, "main_score": 0.621137, "hf_subset": "bem_Latn-als_Latn", "languages": ["bem-Latn", "als-Latn"]}, {"precision": 0.321594, "recall": 0.380435, "f1": 0.336543, "accuracy": 0.380435, "main_score": 0.336543, "hf_subset": "bem_Latn-bod_Tibt", "languages": ["bem-Latn", "bod-Tibt"]}, {"precision": 0.59609, "recall": 0.636364, "f1": 0.607644, "accuracy": 0.636364, "main_score": 0.607644, "hf_subset": "bem_Latn-fij_Latn", "languages": ["bem-Latn", "fij-Latn"]}, {"precision": 0.592928, "recall": 0.646245, "f1": 0.607772, "accuracy": 0.646245, "main_score": 0.607772, "hf_subset": "bem_Latn-isl_Latn", "languages": ["bem-Latn", "isl-Latn"]}, {"precision": 0.607046, "recall": 0.648221, "f1": 0.617974, "accuracy": 0.648221, "main_score": 0.617974, "hf_subset": "bem_Latn-kon_Latn", "languages": ["bem-Latn", "kon-Latn"]}, {"precision": 0.513788, "recall": 0.571146, "f1": 0.530395, "accuracy": 0.571146, "main_score": 0.530395, "hf_subset": "bem_Latn-mni_Beng", "languages": ["bem-Latn", "mni-Beng"]}, {"precision": 0.630585, "recall": 0.679842, "f1": 0.643204, "accuracy": 0.679842, "main_score": 0.643204, "hf_subset": "bem_Latn-ron_Latn", "languages": ["bem-Latn", "ron-Latn"]}, {"precision": 0.615927, "recall": 0.662055, "f1": 0.627373, "accuracy": 0.662055, "main_score": 0.627373, "hf_subset": "bem_Latn-szl_Latn", "languages": ["bem-Latn", "szl-Latn"]}, {"precision": 0.624155, "recall": 0.668972, "f1": 0.636111, "accuracy": 0.668972, "main_score": 0.636111, "hf_subset": "bem_Latn-vec_Latn", "languages": ["bem-Latn", "vec-Latn"]}, {"precision": 0.525738, "recall": 0.583992, "f1": 0.541781, "accuracy": 0.583992, "main_score": 0.541781, "hf_subset": "bem_Latn-amh_Ethi", "languages": ["bem-Latn", "amh-Ethi"]}, {"precision": 0.633543, "recall": 0.677866, "f1": 0.644669, "accuracy": 0.677866, "main_score": 0.644669, "hf_subset": "bem_Latn-bos_Latn", "languages": ["bem-Latn", "bos-Latn"]}, {"precision": 0.596996, "recall": 0.652174, "f1": 0.611902, "accuracy": 0.652174, "main_score": 0.611902, "hf_subset": "bem_Latn-fin_Latn", "languages": ["bem-Latn", "fin-Latn"]}, {"precision": 0.607815, "recall": 0.657115, "f1": 0.621325, "accuracy": 0.657115, "main_score": 0.621325, "hf_subset": "bem_Latn-ita_Latn", "languages": ["bem-Latn", "ita-Latn"]}, {"precision": 0.597539, "recall": 0.651186, "f1": 0.612217, "accuracy": 0.651186, "main_score": 0.612217, "hf_subset": "bem_Latn-kor_Hang", "languages": ["bem-Latn", "kor-Hang"]}, {"precision": 0.532574, "recall": 0.574111, "f1": 0.544785, "accuracy": 0.574111, "main_score": 0.544785, "hf_subset": "bem_Latn-mos_Latn", "languages": ["bem-Latn", "mos-Latn"]}, {"precision": 0.580989, "recall": 0.634387, "f1": 0.595928, "accuracy": 0.634387, "main_score": 0.595928, "hf_subset": "bem_Latn-run_Latn", "languages": ["bem-Latn", "run-Latn"]}, {"precision": 0.586453, "recall": 0.642292, "f1": 0.601054, "accuracy": 0.642292, "main_score": 0.601054, "hf_subset": "bem_Latn-tam_Taml", "languages": ["bem-Latn", "tam-Taml"]}, {"precision": 0.617487, "recall": 0.662055, "f1": 0.62918, "accuracy": 0.662055, "main_score": 0.62918, "hf_subset": "bem_Latn-vie_Latn", "languages": ["bem-Latn", "vie-Latn"]}, {"precision": 0.611934, "recall": 0.659091, "f1": 0.623426, "accuracy": 0.659091, "main_score": 0.623426, "hf_subset": "bem_Latn-apc_Arab", "languages": ["bem-Latn", "apc-Arab"]}, {"precision": 0.58372, "recall": 0.625494, "f1": 0.595115, "accuracy": 0.625494, "main_score": 0.595115, "hf_subset": "bem_Latn-bug_Latn", "languages": ["bem-Latn", "bug-Latn"]}, {"precision": 0.488598, "recall": 0.534585, "f1": 0.500985, "accuracy": 0.534585, "main_score": 0.500985, "hf_subset": "bem_Latn-fon_Latn", "languages": ["bem-Latn", "fon-Latn"]}, {"precision": 0.650637, "recall": 0.685771, "f1": 0.65945, "accuracy": 0.685771, "main_score": 0.65945, "hf_subset": "bem_Latn-jav_Latn", "languages": ["bem-Latn", "jav-Latn"]}, {"precision": 0.562275, "recall": 0.608696, "f1": 0.574587, "accuracy": 0.608696, "main_score": 0.574587, "hf_subset": "bem_Latn-lao_Laoo", "languages": ["bem-Latn", "lao-Laoo"]}, {"precision": 0.539711, "recall": 0.582016, "f1": 0.551852, "accuracy": 0.582016, "main_score": 0.551852, "hf_subset": "bem_Latn-mri_Latn", "languages": ["bem-Latn", "mri-Latn"]}, {"precision": 0.622798, "recall": 0.667984, "f1": 0.634412, "accuracy": 0.667984, "main_score": 0.634412, "hf_subset": "bem_Latn-rus_Cyrl", "languages": ["bem-Latn", "rus-Cyrl"]}, {"precision": 0.511273, "recall": 0.559289, "f1": 0.525008, "accuracy": 0.559289, "main_score": 0.525008, "hf_subset": "bem_Latn-taq_Latn", "languages": ["bem-Latn", "taq-Latn"]}, {"precision": 0.65691, "recall": 0.694664, "f1": 0.666683, "accuracy": 0.694664, "main_score": 0.666683, "hf_subset": "bem_Latn-war_Latn", "languages": ["bem-Latn", "war-Latn"]}, {"precision": 0.599419, "recall": 0.649209, "f1": 0.612119, "accuracy": 0.649209, "main_score": 0.612119, "hf_subset": "bem_Latn-arb_Arab", "languages": ["bem-Latn", "arb-Arab"]}, {"precision": 0.629099, "recall": 0.679842, "f1": 0.641949, "accuracy": 0.679842, "main_score": 0.641949, "hf_subset": "bem_Latn-bul_Cyrl", "languages": ["bem-Latn", "bul-Cyrl"]}, {"precision": 0.631489, "recall": 0.673913, "f1": 0.642719, "accuracy": 0.673913, "main_score": 0.642719, "hf_subset": "bem_Latn-fra_Latn", "languages": ["bem-Latn", "fra-Latn"]}, {"precision": 0.598707, "recall": 0.645257, "f1": 0.611567, "accuracy": 0.645257, "main_score": 0.611567, "hf_subset": "bem_Latn-jpn_Jpan", "languages": ["bem-Latn", "jpn-Jpan"]}, {"precision": 0.617366, "recall": 0.662055, "f1": 0.628644, "accuracy": 0.662055, "main_score": 0.628644, "hf_subset": "bem_Latn-lij_Latn", "languages": ["bem-Latn", "lij-Latn"]}, {"precision": 0.467889, "recall": 0.539526, "f1": 0.486876, "accuracy": 0.539526, "main_score": 0.486876, "hf_subset": "bem_Latn-mya_Mymr", "languages": ["bem-Latn", "mya-Mymr"]}, {"precision": 0.5599, "recall": 0.606719, "f1": 0.573089, "accuracy": 0.606719, "main_score": 0.573089, "hf_subset": "bem_Latn-sag_Latn", "languages": ["bem-Latn", "sag-Latn"]}, {"precision": 0.208625, "recall": 0.252964, "f1": 0.219075, "accuracy": 0.252964, "main_score": 0.219075, "hf_subset": "bem_Latn-taq_Tfng", "languages": ["bem-Latn", "taq-Tfng"]}, {"precision": 0.570504, "recall": 0.614625, "f1": 0.583259, "accuracy": 0.614625, "main_score": 0.583259, "hf_subset": "bem_Latn-wol_Latn", "languages": ["bem-Latn", "wol-Latn"]}, {"precision": 0.497099, "recall": 0.541502, "f1": 0.509003, "accuracy": 0.541502, "main_score": 0.509003, "hf_subset": "bem_Latn-arb_Latn", "languages": ["bem-Latn", "arb-Latn"]}, {"precision": 0.621319, "recall": 0.671937, "f1": 0.63446, "accuracy": 0.671937, "main_score": 0.63446, "hf_subset": "bem_Latn-cat_Latn", "languages": ["bem-Latn", "cat-Latn"]}, {"precision": 0.605109, "recall": 0.647233, "f1": 0.615794, "accuracy": 0.647233, "main_score": 0.615794, "hf_subset": "bem_Latn-fur_Latn", "languages": ["bem-Latn", "fur-Latn"]}, {"precision": 0.443949, "recall": 0.499012, "f1": 0.458648, "accuracy": 0.499012, "main_score": 0.458648, "hf_subset": "bem_Latn-kab_Latn", "languages": ["bem-Latn", "kab-Latn"]}, {"precision": 0.609209, "recall": 0.657115, "f1": 0.621392, "accuracy": 0.657115, "main_score": 0.621392, "hf_subset": "bem_Latn-lim_Latn", "languages": ["bem-Latn", "lim-Latn"]}, {"precision": 0.606281, "recall": 0.650198, "f1": 0.617863, "accuracy": 0.650198, "main_score": 0.617863, "hf_subset": "bem_Latn-nld_Latn", "languages": ["bem-Latn", "nld-Latn"]}, {"precision": 0.578575, "recall": 0.626482, "f1": 0.590375, "accuracy": 0.626482, "main_score": 0.590375, "hf_subset": "bem_Latn-san_Deva", "languages": ["bem-Latn", "san-Deva"]}, {"precision": 0.600891, "recall": 0.652174, "f1": 0.614329, "accuracy": 0.652174, "main_score": 0.614329, "hf_subset": "bem_Latn-tat_Cyrl", "languages": ["bem-Latn", "tat-Cyrl"]}, {"precision": 0.623939, "recall": 0.666996, "f1": 0.636527, "accuracy": 0.666996, "main_score": 0.636527, "hf_subset": "bem_Latn-xho_Latn", "languages": ["bem-Latn", "xho-Latn"]}, {"precision": 0.58441, "recall": 0.63834, "f1": 0.598297, "accuracy": 0.63834, "main_score": 0.598297, "hf_subset": "bem_Latn-ars_Arab", "languages": ["bem-Latn", "ars-Arab"]}, {"precision": 0.645573, "recall": 0.686759, "f1": 0.656896, "accuracy": 0.686759, "main_score": 0.656896, "hf_subset": "bem_Latn-ceb_Latn", "languages": ["bem-Latn", "ceb-Latn"]}, {"precision": 0.530863, "recall": 0.58004, "f1": 0.545506, "accuracy": 0.58004, "main_score": 0.545506, "hf_subset": "bem_Latn-fuv_Latn", "languages": ["bem-Latn", "fuv-Latn"]}, {"precision": 0.517055, "recall": 0.565217, "f1": 0.530472, "accuracy": 0.565217, "main_score": 0.530472, "hf_subset": "bem_Latn-kac_Latn", "languages": ["bem-Latn", "kac-Latn"]}, {"precision": 0.599871, "recall": 0.637352, "f1": 0.61024, "accuracy": 0.637352, "main_score": 0.61024, "hf_subset": "bem_Latn-lin_Latn", "languages": ["bem-Latn", "lin-Latn"]}, {"precision": 0.612979, "recall": 0.666996, "f1": 0.627523, "accuracy": 0.666996, "main_score": 0.627523, "hf_subset": "bem_Latn-nno_Latn", "languages": ["bem-Latn", "nno-Latn"]}, {"precision": 0.137207, "recall": 0.183794, "f1": 0.149091, "accuracy": 0.183794, "main_score": 0.149091, "hf_subset": "bem_Latn-sat_Olck", "languages": ["bem-Latn", "sat-Olck"]}, {"precision": 0.609922, "recall": 0.659091, "f1": 0.622839, "accuracy": 0.659091, "main_score": 0.622839, "hf_subset": "bem_Latn-tel_Telu", "languages": ["bem-Latn", "tel-Telu"]}, {"precision": 0.530327, "recall": 0.58498, "f1": 0.544949, "accuracy": 0.58498, "main_score": 0.544949, "hf_subset": "bem_Latn-ydd_Hebr", "languages": ["bem-Latn", "ydd-Hebr"]}, {"precision": 0.594288, "recall": 0.63834, "f1": 0.605968, "accuracy": 0.63834, "main_score": 0.605968, "hf_subset": "bem_Latn-ary_Arab", "languages": ["bem-Latn", "ary-Arab"]}, {"precision": 0.63184, "recall": 0.679842, "f1": 0.643784, "accuracy": 0.679842, "main_score": 0.643784, "hf_subset": "bem_Latn-ces_Latn", "languages": ["bem-Latn", "ces-Latn"]}, {"precision": 0.536564, "recall": 0.58498, "f1": 0.550337, "accuracy": 0.58498, "main_score": 0.550337, "hf_subset": "bem_Latn-gaz_Latn", "languages": ["bem-Latn", "gaz-Latn"]}, {"precision": 0.564134, "recall": 0.613636, "f1": 0.578375, "accuracy": 0.613636, "main_score": 0.578375, "hf_subset": "bem_Latn-kam_Latn", "languages": ["bem-Latn", "kam-Latn"]}, {"precision": 0.596993, "recall": 0.648221, "f1": 0.609824, "accuracy": 0.648221, "main_score": 0.609824, "hf_subset": "bem_Latn-lit_Latn", "languages": ["bem-Latn", "lit-Latn"]}, {"precision": 0.633563, "recall": 0.681818, "f1": 0.64658, "accuracy": 0.681818, "main_score": 0.64658, "hf_subset": "bem_Latn-nob_Latn", "languages": ["bem-Latn", "nob-Latn"]}, {"precision": 0.62526, "recall": 0.661067, "f1": 0.634676, "accuracy": 0.661067, "main_score": 0.634676, "hf_subset": "bem_Latn-scn_Latn", "languages": ["bem-Latn", "scn-Latn"]}, {"precision": 0.593151, "recall": 0.634387, "f1": 0.604034, "accuracy": 0.634387, "main_score": 0.604034, "hf_subset": "bem_Latn-tgk_Cyrl", "languages": ["bem-Latn", "tgk-Cyrl"]}, {"precision": 0.548637, "recall": 0.605731, "f1": 0.565011, "accuracy": 0.605731, "main_score": 0.565011, "hf_subset": "bem_Latn-yor_Latn", "languages": ["bem-Latn", "yor-Latn"]}, {"precision": 0.597053, "recall": 0.646245, "f1": 0.60957, "accuracy": 0.646245, "main_score": 0.60957, "hf_subset": "bem_Latn-arz_Arab", "languages": ["bem-Latn", "arz-Arab"]}, {"precision": 0.530036, "recall": 0.571146, "f1": 0.541201, "accuracy": 0.571146, "main_score": 0.541201, "hf_subset": "bem_Latn-cjk_Latn", "languages": ["bem-Latn", "cjk-Latn"]}, {"precision": 0.556907, "recall": 0.605731, "f1": 0.570298, "accuracy": 0.605731, "main_score": 0.570298, "hf_subset": "bem_Latn-gla_Latn", "languages": ["bem-Latn", "gla-Latn"]}, {"precision": 0.590105, "recall": 0.641304, "f1": 0.604051, "accuracy": 0.641304, "main_score": 0.604051, "hf_subset": "bem_Latn-kan_Knda", "languages": ["bem-Latn", "kan-Knda"]}, {"precision": 0.612365, "recall": 0.653162, "f1": 0.623243, "accuracy": 0.653162, "main_score": 0.623243, "hf_subset": "bem_Latn-lmo_Latn", "languages": ["bem-Latn", "lmo-Latn"]}, {"precision": 0.595703, "recall": 0.646245, "f1": 0.608992, "accuracy": 0.646245, "main_score": 0.608992, "hf_subset": "bem_Latn-npi_Deva", "languages": ["bem-Latn", "npi-Deva"]}, {"precision": 0.457822, "recall": 0.513834, "f1": 0.473804, "accuracy": 0.513834, "main_score": 0.473804, "hf_subset": "bem_Latn-shn_Mymr", "languages": ["bem-Latn", "shn-Mymr"]}, {"precision": 0.661447, "recall": 0.701581, "f1": 0.671791, "accuracy": 0.701581, "main_score": 0.671791, "hf_subset": "bem_Latn-tgl_Latn", "languages": ["bem-Latn", "tgl-Latn"]}, {"precision": 0.60221, "recall": 0.653162, "f1": 0.614678, "accuracy": 0.653162, "main_score": 0.614678, "hf_subset": "bem_Latn-yue_Hant", "languages": ["bem-Latn", "yue-Hant"]}, {"precision": 0.567208, "recall": 0.621542, "f1": 0.581703, "accuracy": 0.621542, "main_score": 0.581703, "hf_subset": "bem_Latn-asm_Beng", "languages": ["bem-Latn", "asm-Beng"]}, {"precision": 0.561035, "recall": 0.602767, "f1": 0.57181, "accuracy": 0.602767, "main_score": 0.57181, "hf_subset": "bem_Latn-ckb_Arab", "languages": ["bem-Latn", "ckb-Arab"]}, {"precision": 0.551393, "recall": 0.602767, "f1": 0.565574, "accuracy": 0.602767, "main_score": 0.565574, "hf_subset": "bem_Latn-gle_Latn", "languages": ["bem-Latn", "gle-Latn"]}, {"precision": 0.539206, "recall": 0.583992, "f1": 0.551924, "accuracy": 0.583992, "main_score": 0.551924, "hf_subset": "bem_Latn-kas_Arab", "languages": ["bem-Latn", "kas-Arab"]}, {"precision": 0.577285, "recall": 0.630435, "f1": 0.591756, "accuracy": 0.630435, "main_score": 0.591756, "hf_subset": "bem_Latn-ltg_Latn", "languages": ["bem-Latn", "ltg-Latn"]}, {"precision": 0.606777, "recall": 0.651186, "f1": 0.619455, "accuracy": 0.651186, "main_score": 0.619455, "hf_subset": "bem_Latn-nso_Latn", "languages": ["bem-Latn", "nso-Latn"]}, {"precision": 0.542611, "recall": 0.599802, "f1": 0.557241, "accuracy": 0.599802, "main_score": 0.557241, "hf_subset": "bem_Latn-sin_Sinh", "languages": ["bem-Latn", "sin-Sinh"]}, {"precision": 0.619468, "recall": 0.666996, "f1": 0.631817, "accuracy": 0.666996, "main_score": 0.631817, "hf_subset": "bem_Latn-tha_Thai", "languages": ["bem-Latn", "tha-Thai"]}, {"precision": 0.584271, "recall": 0.631423, "f1": 0.596218, "accuracy": 0.631423, "main_score": 0.596218, "hf_subset": "bem_Latn-zho_Hans", "languages": ["bem-Latn", "zho-Hans"]}, {"precision": 0.63541, "recall": 0.676877, "f1": 0.646353, "accuracy": 0.676877, "main_score": 0.646353, "hf_subset": "bem_Latn-ast_Latn", "languages": ["bem-Latn", "ast-Latn"]}, {"precision": 0.596398, "recall": 0.645257, "f1": 0.608933, "accuracy": 0.645257, "main_score": 0.608933, "hf_subset": "bem_Latn-crh_Latn", "languages": ["bem-Latn", "crh-Latn"]}, {"precision": 0.633194, "recall": 0.675889, "f1": 0.644496, "accuracy": 0.675889, "main_score": 0.644496, "hf_subset": "bem_Latn-glg_Latn", "languages": ["bem-Latn", "glg-Latn"]}, {"precision": 0.556541, "recall": 0.600791, "f1": 0.569222, "accuracy": 0.600791, "main_score": 0.569222, "hf_subset": "bem_Latn-kas_Deva", "languages": ["bem-Latn", "kas-Deva"]}, {"precision": 0.598932, "recall": 0.644269, "f1": 0.610358, "accuracy": 0.644269, "main_score": 0.610358, "hf_subset": "bem_Latn-ltz_Latn", "languages": ["bem-Latn", "ltz-Latn"]}, {"precision": 0.486212, "recall": 0.541502, "f1": 0.501063, "accuracy": 0.541502, "main_score": 0.501063, "hf_subset": "bem_Latn-nus_Latn", "languages": ["bem-Latn", "nus-Latn"]}, {"precision": 0.615509, "recall": 0.66502, "f1": 0.628395, "accuracy": 0.66502, "main_score": 0.628395, "hf_subset": "bem_Latn-slk_Latn", "languages": ["bem-Latn", "slk-Latn"]}, {"precision": 0.436017, "recall": 0.496047, "f1": 0.453043, "accuracy": 0.496047, "main_score": 0.453043, "hf_subset": "bem_Latn-tir_Ethi", "languages": ["bem-Latn", "tir-Ethi"]}, {"precision": 0.605115, "recall": 0.655138, "f1": 0.617841, "accuracy": 0.655138, "main_score": 0.617841, "hf_subset": "bem_Latn-zho_Hant", "languages": ["bem-Latn", "zho-Hant"]}, {"precision": 0.610501, "recall": 0.657115, "f1": 0.622999, "accuracy": 0.657115, "main_score": 0.622999, "hf_subset": "bem_Latn-awa_Deva", "languages": ["bem-Latn", "awa-Deva"]}, {"precision": 0.60433, "recall": 0.650198, "f1": 0.616891, "accuracy": 0.650198, "main_score": 0.616891, "hf_subset": "bem_Latn-cym_Latn", "languages": ["bem-Latn", "cym-Latn"]}, {"precision": 0.600715, "recall": 0.637352, "f1": 0.61022, "accuracy": 0.637352, "main_score": 0.61022, "hf_subset": "bem_Latn-grn_Latn", "languages": ["bem-Latn", "grn-Latn"]}, {"precision": 0.576111, "recall": 0.62747, "f1": 0.590014, "accuracy": 0.62747, "main_score": 0.590014, "hf_subset": "bem_Latn-kat_Geor", "languages": ["bem-Latn", "kat-Geor"]}, {"precision": 0.59679, "recall": 0.635375, "f1": 0.607429, "accuracy": 0.635375, "main_score": 0.607429, "hf_subset": "bem_Latn-lua_Latn", "languages": ["bem-Latn", "lua-Latn"]}, {"precision": 0.634239, "recall": 0.68083, "f1": 0.647375, "accuracy": 0.68083, "main_score": 0.647375, "hf_subset": "bem_Latn-nya_Latn", "languages": ["bem-Latn", "nya-Latn"]}, {"precision": 0.61993, "recall": 0.66502, "f1": 0.631055, "accuracy": 0.66502, "main_score": 0.631055, "hf_subset": "bem_Latn-slv_Latn", "languages": ["bem-Latn", "slv-Latn"]}, {"precision": 0.624899, "recall": 0.661067, "f1": 0.63389, "accuracy": 0.661067, "main_score": 0.63389, "hf_subset": "bem_Latn-tpi_Latn", "languages": ["bem-Latn", "tpi-Latn"]}, {"precision": 0.651238, "recall": 0.6917, "f1": 0.661457, "accuracy": 0.6917, "main_score": 0.661457, "hf_subset": "bem_Latn-zsm_Latn", "languages": ["bem-Latn", "zsm-Latn"]}, {"precision": 0.531239, "recall": 0.578063, "f1": 0.544848, "accuracy": 0.578063, "main_score": 0.544848, "hf_subset": "bem_Latn-ayr_Latn", "languages": ["bem-Latn", "ayr-Latn"]}, {"precision": 0.627538, "recall": 0.674901, "f1": 0.639321, "accuracy": 0.674901, "main_score": 0.639321, "hf_subset": "bem_Latn-dan_Latn", "languages": ["bem-Latn", "dan-Latn"]}, {"precision": 0.61822, "recall": 0.668972, "f1": 0.631767, "accuracy": 0.668972, "main_score": 0.631767, "hf_subset": "bem_Latn-guj_Gujr", "languages": ["bem-Latn", "guj-Gujr"]}, {"precision": 0.606351, "recall": 0.65415, "f1": 0.618772, "accuracy": 0.65415, "main_score": 0.618772, "hf_subset": "bem_Latn-kaz_Cyrl", "languages": ["bem-Latn", "kaz-Cyrl"]}, {"precision": 0.563276, "recall": 0.616601, "f1": 0.578082, "accuracy": 0.616601, "main_score": 0.578082, "hf_subset": "bem_Latn-lug_Latn", "languages": ["bem-Latn", "lug-Latn"]}, {"precision": 0.640701, "recall": 0.679842, "f1": 0.650071, "accuracy": 0.679842, "main_score": 0.650071, "hf_subset": "bem_Latn-oci_Latn", "languages": ["bem-Latn", "oci-Latn"]}, {"precision": 0.611602, "recall": 0.648221, "f1": 0.621661, "accuracy": 0.648221, "main_score": 0.621661, "hf_subset": "bem_Latn-smo_Latn", "languages": ["bem-Latn", "smo-Latn"]}, {"precision": 0.56227, "recall": 0.606719, "f1": 0.574567, "accuracy": 0.606719, "main_score": 0.574567, "hf_subset": "bem_Latn-tsn_Latn", "languages": ["bem-Latn", "tsn-Latn"]}, {"precision": 0.588193, "recall": 0.647233, "f1": 0.604811, "accuracy": 0.647233, "main_score": 0.604811, "hf_subset": "bem_Latn-zul_Latn", "languages": ["bem-Latn", "zul-Latn"]}, {"precision": 0.529604, "recall": 0.58004, "f1": 0.543789, "accuracy": 0.58004, "main_score": 0.543789, "hf_subset": "bem_Latn-azb_Arab", "languages": ["bem-Latn", "azb-Arab"]}, {"precision": 0.629525, "recall": 0.672925, "f1": 0.641385, "accuracy": 0.672925, "main_score": 0.641385, "hf_subset": "bem_Latn-deu_Latn", "languages": ["bem-Latn", "deu-Latn"]}, {"precision": 0.564741, "recall": 0.617589, "f1": 0.578311, "accuracy": 0.617589, "main_score": 0.578311, "hf_subset": "bem_Latn-hat_Latn", "languages": ["bem-Latn", "hat-Latn"]}, {"precision": 0.511907, "recall": 0.555336, "f1": 0.523615, "accuracy": 0.555336, "main_score": 0.523615, "hf_subset": "bem_Latn-kbp_Latn", "languages": ["bem-Latn", "kbp-Latn"]}, {"precision": 0.575632, "recall": 0.618577, "f1": 0.587622, "accuracy": 0.618577, "main_score": 0.587622, "hf_subset": "bem_Latn-luo_Latn", "languages": ["bem-Latn", "luo-Latn"]}, {"precision": 0.590482, "recall": 0.643281, "f1": 0.604378, "accuracy": 0.643281, "main_score": 0.604378, "hf_subset": "bem_Latn-ory_Orya", "languages": ["bem-Latn", "ory-Orya"]}, {"precision": 0.590441, "recall": 0.63834, "f1": 0.603875, "accuracy": 0.63834, "main_score": 0.603875, "hf_subset": "bem_Latn-sna_Latn", "languages": ["bem-Latn", "sna-Latn"]}, {"precision": 0.569802, "recall": 0.616601, "f1": 0.58229, "accuracy": 0.616601, "main_score": 0.58229, "hf_subset": "bem_Latn-tso_Latn", "languages": ["bem-Latn", "tso-Latn"]}, {"precision": 0.586475, "recall": 0.641304, "f1": 0.600726, "accuracy": 0.641304, "main_score": 0.600726, "hf_subset": "bem_Latn-azj_Latn", "languages": ["bem-Latn", "azj-Latn"]}, {"precision": 0.527276, "recall": 0.583004, "f1": 0.543399, "accuracy": 0.583004, "main_score": 0.543399, "hf_subset": "bem_Latn-dik_Latn", "languages": ["bem-Latn", "dik-Latn"]}, {"precision": 0.574585, "recall": 0.619565, "f1": 0.587094, "accuracy": 0.619565, "main_score": 0.587094, "hf_subset": "bem_Latn-hau_Latn", "languages": ["bem-Latn", "hau-Latn"]}, {"precision": 0.608901, "recall": 0.651186, "f1": 0.619952, "accuracy": 0.651186, "main_score": 0.619952, "hf_subset": "bem_Latn-kea_Latn", "languages": ["bem-Latn", "kea-Latn"]}, {"precision": 0.591602, "recall": 0.623518, "f1": 0.600665, "accuracy": 0.623518, "main_score": 0.600665, "hf_subset": "bem_Latn-lus_Latn", "languages": ["bem-Latn", "lus-Latn"]}, {"precision": 0.601298, "recall": 0.636364, "f1": 0.611318, "accuracy": 0.636364, "main_score": 0.611318, "hf_subset": "bem_Latn-pag_Latn", "languages": ["bem-Latn", "pag-Latn"]}, {"precision": 0.579556, "recall": 0.632411, "f1": 0.594197, "accuracy": 0.632411, "main_score": 0.594197, "hf_subset": "bem_Latn-snd_Arab", "languages": ["bem-Latn", "snd-Arab"]}, {"precision": 0.555008, "recall": 0.610672, "f1": 0.570143, "accuracy": 0.610672, "main_score": 0.570143, "hf_subset": "bem_Latn-tuk_Latn", "languages": ["bem-Latn", "tuk-Latn"]}, {"precision": 0.613709, "recall": 0.655138, "f1": 0.624212, "accuracy": 0.655138, "main_score": 0.624212, "hf_subset": "bem_Latn-bak_Cyrl", "languages": ["bem-Latn", "bak-Cyrl"]}, {"precision": 0.458343, "recall": 0.519763, "f1": 0.476866, "accuracy": 0.519763, "main_score": 0.476866, "hf_subset": "bem_Latn-dyu_Latn", "languages": ["bem-Latn", "dyu-Latn"]}, {"precision": 0.601647, "recall": 0.650198, "f1": 0.614675, "accuracy": 0.650198, "main_score": 0.614675, "hf_subset": "bem_Latn-heb_Hebr", "languages": ["bem-Latn", "heb-Hebr"]}, {"precision": 0.581628, "recall": 0.629447, "f1": 0.594338, "accuracy": 0.629447, "main_score": 0.594338, "hf_subset": "bem_Latn-khk_Cyrl", "languages": ["bem-Latn", "khk-Cyrl"]}, {"precision": 0.619696, "recall": 0.660079, "f1": 0.630308, "accuracy": 0.660079, "main_score": 0.630308, "hf_subset": "bem_Latn-lvs_Latn", "languages": ["bem-Latn", "lvs-Latn"]}, {"precision": 0.604157, "recall": 0.658103, "f1": 0.6183, "accuracy": 0.658103, "main_score": 0.6183, "hf_subset": "bem_Latn-pan_Guru", "languages": ["bem-Latn", "pan-Guru"]}, {"precision": 0.544824, "recall": 0.593874, "f1": 0.558274, "accuracy": 0.593874, "main_score": 0.558274, "hf_subset": "bem_Latn-som_Latn", "languages": ["bem-Latn", "som-Latn"]}, {"precision": 0.590477, "recall": 0.632411, "f1": 0.601855, "accuracy": 0.632411, "main_score": 0.601855, "hf_subset": "bem_Latn-tum_Latn", "languages": ["bem-Latn", "tum-Latn"]}, {"precision": 0.609874, "recall": 0.666996, "f1": 0.626001, "accuracy": 0.666996, "main_score": 0.626001, "hf_subset": "epo_Latn-ace_Arab", "languages": ["epo-Latn", "ace-Arab"]}, {"precision": 0.540586, "recall": 0.599802, "f1": 0.557238, "accuracy": 0.599802, "main_score": 0.557238, "hf_subset": "epo_Latn-bam_Latn", "languages": ["epo-Latn", "bam-Latn"]}, {"precision": 0.424609, "recall": 0.493083, "f1": 0.442939, "accuracy": 0.493083, "main_score": 0.442939, "hf_subset": "epo_Latn-dzo_Tibt", "languages": ["epo-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-hin_Deva", "languages": ["epo-Latn", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-khm_Khmr", "languages": ["epo-Latn", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-mag_Deva", "languages": ["epo-Latn", "mag-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-pap_Latn", "languages": ["epo-Latn", "pap-Latn"]}, {"precision": 0.60454, "recall": 0.658103, "f1": 0.619752, "accuracy": 0.658103, "main_score": 0.619752, "hf_subset": "epo_Latn-sot_Latn", "languages": ["epo-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tur_Latn", "languages": ["epo-Latn", "tur-Latn"]}, {"precision": 0.873518, "recall": 0.906126, "f1": 0.88386, "accuracy": 0.906126, "main_score": 0.88386, "hf_subset": "epo_Latn-ace_Latn", "languages": ["epo-Latn", "ace-Latn"]}, {"precision": 0.964097, "recall": 0.97332, "f1": 0.967062, "accuracy": 0.97332, "main_score": 0.967062, "hf_subset": "epo_Latn-ban_Latn", "languages": ["epo-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ell_Grek", "languages": ["epo-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "epo_Latn-hne_Deva", "languages": ["epo-Latn", "hne-Deva"]}, {"precision": 0.614106, "recall": 0.666008, "f1": 0.629304, "accuracy": 0.666008, "main_score": 0.629304, "hf_subset": "epo_Latn-kik_Latn", "languages": ["epo-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-mai_Deva", "languages": ["epo-Latn", "mai-Deva"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "epo_Latn-pbt_Arab", "languages": ["epo-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-spa_Latn", "languages": ["epo-Latn", "spa-Latn"]}, {"precision": 0.617721, "recall": 0.675889, "f1": 0.633663, "accuracy": 0.675889, "main_score": 0.633663, "hf_subset": "epo_Latn-twi_Latn", "languages": ["epo-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-acm_Arab", "languages": ["epo-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bel_Cyrl", "languages": ["epo-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-eng_Latn", "languages": ["epo-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-hrv_Latn", "languages": ["epo-Latn", "hrv-Latn"]}, {"precision": 0.563053, "recall": 0.623518, "f1": 0.57985, "accuracy": 0.623518, "main_score": 0.57985, "hf_subset": "epo_Latn-kin_Latn", "languages": ["epo-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-mal_Mlym", "languages": ["epo-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-pes_Arab", "languages": ["epo-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-srd_Latn", "languages": ["epo-Latn", "srd-Latn"]}, {"precision": 0.19409, "recall": 0.242095, "f1": 0.205902, "accuracy": 0.242095, "main_score": 0.205902, "hf_subset": "epo_Latn-tzm_Tfng", "languages": ["epo-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-acq_Arab", "languages": ["epo-Latn", "acq-Arab"]}, {"precision": 0.642852, "recall": 0.6917, "f1": 0.656639, "accuracy": 0.6917, "main_score": 0.656639, "hf_subset": "epo_Latn-bem_Latn", "languages": ["epo-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-hun_Latn", "languages": ["epo-Latn", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "epo_Latn-kir_Cyrl", "languages": ["epo-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-mar_Deva", "languages": ["epo-Latn", "mar-Deva"]}, {"precision": 0.685145, "recall": 0.73419, "f1": 0.699769, "accuracy": 0.73419, "main_score": 0.699769, "hf_subset": "epo_Latn-plt_Latn", "languages": ["epo-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-srp_Cyrl", "languages": ["epo-Latn", "srp-Cyrl"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "epo_Latn-uig_Arab", "languages": ["epo-Latn", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-aeb_Arab", "languages": ["epo-Latn", "aeb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-ben_Beng", "languages": ["epo-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-est_Latn", "languages": ["epo-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-hye_Armn", "languages": ["epo-Latn", "hye-Armn"]}, {"precision": 0.555521, "recall": 0.607708, "f1": 0.570457, "accuracy": 0.607708, "main_score": 0.570457, "hf_subset": "epo_Latn-kmb_Latn", "languages": ["epo-Latn", "kmb-Latn"]}, {"precision": 0.512514, "recall": 0.581028, "f1": 0.531173, "accuracy": 0.581028, "main_score": 0.531173, "hf_subset": "epo_Latn-min_Arab", "languages": ["epo-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-pol_Latn", "languages": ["epo-Latn", "pol-Latn"]}, {"precision": 0.570669, "recall": 0.630435, "f1": 0.588392, "accuracy": 0.630435, "main_score": 0.588392, "hf_subset": "epo_Latn-ssw_Latn", "languages": ["epo-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ukr_Cyrl", "languages": ["epo-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-afr_Latn", "languages": ["epo-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bho_Deva", "languages": ["epo-Latn", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-eus_Latn", "languages": ["epo-Latn", "eus-Latn"]}, {"precision": 0.597777, "recall": 0.656126, "f1": 0.614121, "accuracy": 0.656126, "main_score": 0.614121, "hf_subset": "epo_Latn-ibo_Latn", "languages": ["epo-Latn", "ibo-Latn"]}, {"precision": 0.914937, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "epo_Latn-kmr_Latn", "languages": ["epo-Latn", "kmr-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "epo_Latn-min_Latn", "languages": ["epo-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-por_Latn", "languages": ["epo-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-sun_Latn", "languages": ["epo-Latn", "sun-Latn"]}, {"precision": 0.545653, "recall": 0.599802, "f1": 0.561256, "accuracy": 0.599802, "main_score": 0.561256, "hf_subset": "epo_Latn-umb_Latn", "languages": ["epo-Latn", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-ajp_Arab", "languages": ["epo-Latn", "ajp-Arab"]}, {"precision": 0.555496, "recall": 0.618577, "f1": 0.572784, "accuracy": 0.618577, "main_score": 0.572784, "hf_subset": "epo_Latn-bjn_Arab", "languages": ["epo-Latn", "bjn-Arab"]}, {"precision": 0.526941, "recall": 0.579051, "f1": 0.541059, "accuracy": 0.579051, "main_score": 0.541059, "hf_subset": "epo_Latn-ewe_Latn", "languages": ["epo-Latn", "ewe-Latn"]}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.956983, "accuracy": 0.966403, "main_score": 0.956983, "hf_subset": "epo_Latn-ilo_Latn", "languages": ["epo-Latn", "ilo-Latn"]}, {"precision": 0.329236, "recall": 0.386364, "f1": 0.344357, "accuracy": 0.386364, "main_score": 0.344357, "hf_subset": "epo_Latn-knc_Arab", "languages": ["epo-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-mkd_Cyrl", "languages": ["epo-Latn", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-prs_Arab", "languages": ["epo-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-swe_Latn", "languages": ["epo-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-urd_Arab", "languages": ["epo-Latn", "urd-Arab"]}, {"precision": 0.607283, "recall": 0.666996, "f1": 0.62405, "accuracy": 0.666996, "main_score": 0.62405, "hf_subset": "epo_Latn-aka_Latn", "languages": ["epo-Latn", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-bjn_Latn", "languages": ["epo-Latn", "bjn-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "epo_Latn-fao_Latn", "languages": ["epo-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ind_Latn", "languages": ["epo-Latn", "ind-Latn"]}, {"precision": 0.585851, "recall": 0.641304, "f1": 0.601721, "accuracy": 0.641304, "main_score": 0.601721, "hf_subset": "epo_Latn-knc_Latn", "languages": ["epo-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-mlt_Latn", "languages": ["epo-Latn", "mlt-Latn"]}, {"precision": 0.718103, "recall": 0.775692, "f1": 0.734974, "accuracy": 0.775692, "main_score": 0.734974, "hf_subset": "epo_Latn-quy_Latn", "languages": ["epo-Latn", "quy-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "epo_Latn-swh_Latn", "languages": ["epo-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-uzn_Latn", "languages": ["epo-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-als_Latn", "languages": ["epo-Latn", "als-Latn"]}, {"precision": 0.664904, "recall": 0.740119, "f1": 0.686928, "accuracy": 0.740119, "main_score": 0.686928, "hf_subset": "epo_Latn-bod_Tibt", "languages": ["epo-Latn", "bod-Tibt"]}, {"precision": 0.720619, "recall": 0.775692, "f1": 0.737055, "accuracy": 0.775692, "main_score": 0.737055, "hf_subset": "epo_Latn-fij_Latn", "languages": ["epo-Latn", "fij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "epo_Latn-isl_Latn", "languages": ["epo-Latn", "isl-Latn"]}, {"precision": 0.668215, "recall": 0.718379, "f1": 0.68322, "accuracy": 0.718379, "main_score": 0.68322, "hf_subset": "epo_Latn-kon_Latn", "languages": ["epo-Latn", "kon-Latn"]}, {"precision": 0.663241, "recall": 0.727273, "f1": 0.681889, "accuracy": 0.727273, "main_score": 0.681889, "hf_subset": "epo_Latn-mni_Beng", "languages": ["epo-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ron_Latn", "languages": ["epo-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "epo_Latn-szl_Latn", "languages": ["epo-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-vec_Latn", "languages": ["epo-Latn", "vec-Latn"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "epo_Latn-amh_Ethi", "languages": ["epo-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bos_Latn", "languages": ["epo-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-fin_Latn", "languages": ["epo-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ita_Latn", "languages": ["epo-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-kor_Hang", "languages": ["epo-Latn", "kor-Hang"]}, {"precision": 0.55603, "recall": 0.615613, "f1": 0.572543, "accuracy": 0.615613, "main_score": 0.572543, "hf_subset": "epo_Latn-mos_Latn", "languages": ["epo-Latn", "mos-Latn"]}, {"precision": 0.554317, "recall": 0.61166, "f1": 0.570982, "accuracy": 0.61166, "main_score": 0.570982, "hf_subset": "epo_Latn-run_Latn", "languages": ["epo-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-tam_Taml", "languages": ["epo-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-vie_Latn", "languages": ["epo-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-apc_Arab", "languages": ["epo-Latn", "apc-Arab"]}, {"precision": 0.810145, "recall": 0.852767, "f1": 0.822812, "accuracy": 0.852767, "main_score": 0.822812, "hf_subset": "epo_Latn-bug_Latn", "languages": ["epo-Latn", "bug-Latn"]}, {"precision": 0.476745, "recall": 0.533597, "f1": 0.492367, "accuracy": 0.533597, "main_score": 0.492367, "hf_subset": "epo_Latn-fon_Latn", "languages": ["epo-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-jav_Latn", "languages": ["epo-Latn", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-lao_Laoo", "languages": ["epo-Latn", "lao-Laoo"]}, {"precision": 0.879397, "recall": 0.914032, "f1": 0.890335, "accuracy": 0.914032, "main_score": 0.890335, "hf_subset": "epo_Latn-mri_Latn", "languages": ["epo-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-rus_Cyrl", "languages": ["epo-Latn", "rus-Cyrl"]}, {"precision": 0.547854, "recall": 0.609684, "f1": 0.564994, "accuracy": 0.609684, "main_score": 0.564994, "hf_subset": "epo_Latn-taq_Latn", "languages": ["epo-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-war_Latn", "languages": ["epo-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-arb_Arab", "languages": ["epo-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bul_Cyrl", "languages": ["epo-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-fra_Latn", "languages": ["epo-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-jpn_Jpan", "languages": ["epo-Latn", "jpn-Jpan"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "epo_Latn-lij_Latn", "languages": ["epo-Latn", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "epo_Latn-mya_Mymr", "languages": ["epo-Latn", "mya-Mymr"]}, {"precision": 0.606557, "recall": 0.666996, "f1": 0.623501, "accuracy": 0.666996, "main_score": 0.623501, "hf_subset": "epo_Latn-sag_Latn", "languages": ["epo-Latn", "sag-Latn"]}, {"precision": 0.197474, "recall": 0.252964, "f1": 0.210096, "accuracy": 0.252964, "main_score": 0.210096, "hf_subset": "epo_Latn-taq_Tfng", "languages": ["epo-Latn", "taq-Tfng"]}, {"precision": 0.641429, "recall": 0.700593, "f1": 0.65858, "accuracy": 0.700593, "main_score": 0.65858, "hf_subset": "epo_Latn-wol_Latn", "languages": ["epo-Latn", "wol-Latn"]}, {"precision": 0.839015, "recall": 0.880435, "f1": 0.851614, "accuracy": 0.880435, "main_score": 0.851614, "hf_subset": "epo_Latn-arb_Latn", "languages": ["epo-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-cat_Latn", "languages": ["epo-Latn", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "epo_Latn-fur_Latn", "languages": ["epo-Latn", "fur-Latn"]}, {"precision": 0.439116, "recall": 0.493083, "f1": 0.453938, "accuracy": 0.493083, "main_score": 0.453938, "hf_subset": "epo_Latn-kab_Latn", "languages": ["epo-Latn", "kab-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-lim_Latn", "languages": ["epo-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-nld_Latn", "languages": ["epo-Latn", "nld-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "epo_Latn-san_Deva", "languages": ["epo-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-tat_Cyrl", "languages": ["epo-Latn", "tat-Cyrl"]}, {"precision": 0.683869, "recall": 0.73913, "f1": 0.700027, "accuracy": 0.73913, "main_score": 0.700027, "hf_subset": "epo_Latn-xho_Latn", "languages": ["epo-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ars_Arab", "languages": ["epo-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-ceb_Latn", "languages": ["epo-Latn", "ceb-Latn"]}, {"precision": 0.563897, "recall": 0.618577, "f1": 0.578963, "accuracy": 0.618577, "main_score": 0.578963, "hf_subset": "epo_Latn-fuv_Latn", "languages": ["epo-Latn", "fuv-Latn"]}, {"precision": 0.511918, "recall": 0.574111, "f1": 0.529079, "accuracy": 0.574111, "main_score": 0.529079, "hf_subset": "epo_Latn-kac_Latn", "languages": ["epo-Latn", "kac-Latn"]}, {"precision": 0.674944, "recall": 0.726285, "f1": 0.689872, "accuracy": 0.726285, "main_score": 0.689872, "hf_subset": "epo_Latn-lin_Latn", "languages": ["epo-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-nno_Latn", "languages": ["epo-Latn", "nno-Latn"]}, {"precision": 0.242613, "recall": 0.325099, "f1": 0.264371, "accuracy": 0.325099, "main_score": 0.264371, "hf_subset": "epo_Latn-sat_Olck", "languages": ["epo-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-tel_Telu", "languages": ["epo-Latn", "tel-Telu"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "epo_Latn-ydd_Hebr", "languages": ["epo-Latn", "ydd-Hebr"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "epo_Latn-ary_Arab", "languages": ["epo-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-ces_Latn", "languages": ["epo-Latn", "ces-Latn"]}, {"precision": 0.593791, "recall": 0.657115, "f1": 0.612074, "accuracy": 0.657115, "main_score": 0.612074, "hf_subset": "epo_Latn-gaz_Latn", "languages": ["epo-Latn", "gaz-Latn"]}, {"precision": 0.593603, "recall": 0.660079, "f1": 0.612651, "accuracy": 0.660079, "main_score": 0.612651, "hf_subset": "epo_Latn-kam_Latn", "languages": ["epo-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "epo_Latn-lit_Latn", "languages": ["epo-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-nob_Latn", "languages": ["epo-Latn", "nob-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "epo_Latn-scn_Latn", "languages": ["epo-Latn", "scn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "epo_Latn-tgk_Cyrl", "languages": ["epo-Latn", "tgk-Cyrl"]}, {"precision": 0.727314, "recall": 0.784585, "f1": 0.744197, "accuracy": 0.784585, "main_score": 0.744197, "hf_subset": "epo_Latn-yor_Latn", "languages": ["epo-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-arz_Arab", "languages": ["epo-Latn", "arz-Arab"]}, {"precision": 0.568041, "recall": 0.628458, "f1": 0.584934, "accuracy": 0.628458, "main_score": 0.584934, "hf_subset": "epo_Latn-cjk_Latn", "languages": ["epo-Latn", "cjk-Latn"]}, {"precision": 0.812236, "recall": 0.853755, "f1": 0.825165, "accuracy": 0.853755, "main_score": 0.825165, "hf_subset": "epo_Latn-gla_Latn", "languages": ["epo-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-kan_Knda", "languages": ["epo-Latn", "kan-Knda"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "epo_Latn-lmo_Latn", "languages": ["epo-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "epo_Latn-npi_Deva", "languages": ["epo-Latn", "npi-Deva"]}, {"precision": 0.468085, "recall": 0.531621, "f1": 0.486021, "accuracy": 0.531621, "main_score": 0.486021, "hf_subset": "epo_Latn-shn_Mymr", "languages": ["epo-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tgl_Latn", "languages": ["epo-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-yue_Hant", "languages": ["epo-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-asm_Beng", "languages": ["epo-Latn", "asm-Beng"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "epo_Latn-ckb_Arab", "languages": ["epo-Latn", "ckb-Arab"]}, {"precision": 0.90998, "recall": 0.935771, "f1": 0.917984, "accuracy": 0.935771, "main_score": 0.917984, "hf_subset": "epo_Latn-gle_Latn", "languages": ["epo-Latn", "gle-Latn"]}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "epo_Latn-kas_Arab", "languages": ["epo-Latn", "kas-Arab"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "epo_Latn-ltg_Latn", "languages": ["epo-Latn", "ltg-Latn"]}, {"precision": 0.632441, "recall": 0.68083, "f1": 0.646132, "accuracy": 0.68083, "main_score": 0.646132, "hf_subset": "epo_Latn-nso_Latn", "languages": ["epo-Latn", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-sin_Sinh", "languages": ["epo-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-tha_Thai", "languages": ["epo-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-zho_Hans", "languages": ["epo-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ast_Latn", "languages": ["epo-Latn", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-crh_Latn", "languages": ["epo-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-glg_Latn", "languages": ["epo-Latn", "glg-Latn"]}, {"precision": 0.906785, "recall": 0.934783, "f1": 0.915646, "accuracy": 0.934783, "main_score": 0.915646, "hf_subset": "epo_Latn-kas_Deva", "languages": ["epo-Latn", "kas-Deva"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "epo_Latn-ltz_Latn", "languages": ["epo-Latn", "ltz-Latn"]}, {"precision": 0.483264, "recall": 0.548419, "f1": 0.501059, "accuracy": 0.548419, "main_score": 0.501059, "hf_subset": "epo_Latn-nus_Latn", "languages": ["epo-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-slk_Latn", "languages": ["epo-Latn", "slk-Latn"]}, {"precision": 0.616791, "recall": 0.689723, "f1": 0.638098, "accuracy": 0.689723, "main_score": 0.638098, "hf_subset": "epo_Latn-tir_Ethi", "languages": ["epo-Latn", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-zho_Hant", "languages": ["epo-Latn", "zho-Hant"]}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "epo_Latn-awa_Deva", "languages": ["epo-Latn", "awa-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "epo_Latn-cym_Latn", "languages": ["epo-Latn", "cym-Latn"]}, {"precision": 0.853426, "recall": 0.891304, "f1": 0.865086, "accuracy": 0.891304, "main_score": 0.865086, "hf_subset": "epo_Latn-grn_Latn", "languages": ["epo-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-kat_Geor", "languages": ["epo-Latn", "kat-Geor"]}, {"precision": 0.648641, "recall": 0.702569, "f1": 0.664174, "accuracy": 0.702569, "main_score": 0.664174, "hf_subset": "epo_Latn-lua_Latn", "languages": ["epo-Latn", "lua-Latn"]}, {"precision": 0.667778, "recall": 0.719368, "f1": 0.682558, "accuracy": 0.719368, "main_score": 0.682558, "hf_subset": "epo_Latn-nya_Latn", "languages": ["epo-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-slv_Latn", "languages": ["epo-Latn", "slv-Latn"]}, {"precision": 0.951779, "recall": 0.965415, "f1": 0.956028, "accuracy": 0.965415, "main_score": 0.956028, "hf_subset": "epo_Latn-tpi_Latn", "languages": ["epo-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-zsm_Latn", "languages": ["epo-Latn", "zsm-Latn"]}, {"precision": 0.550059, "recall": 0.616601, "f1": 0.569107, "accuracy": 0.616601, "main_score": 0.569107, "hf_subset": "epo_Latn-ayr_Latn", "languages": ["epo-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-dan_Latn", "languages": ["epo-Latn", "dan-Latn"]}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "epo_Latn-guj_Gujr", "languages": ["epo-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-kaz_Cyrl", "languages": ["epo-Latn", "kaz-Cyrl"]}, {"precision": 0.549444, "recall": 0.61166, "f1": 0.566561, "accuracy": 0.61166, "main_score": 0.566561, "hf_subset": "epo_Latn-lug_Latn", "languages": ["epo-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-oci_Latn", "languages": ["epo-Latn", "oci-Latn"]}, {"precision": 0.836627, "recall": 0.878458, "f1": 0.849572, "accuracy": 0.878458, "main_score": 0.849572, "hf_subset": "epo_Latn-smo_Latn", "languages": ["epo-Latn", "smo-Latn"]}, {"precision": 0.558052, "recall": 0.618577, "f1": 0.574546, "accuracy": 0.618577, "main_score": 0.574546, "hf_subset": "epo_Latn-tsn_Latn", "languages": ["epo-Latn", "tsn-Latn"]}, {"precision": 0.629002, "recall": 0.6917, "f1": 0.647681, "accuracy": 0.6917, "main_score": 0.647681, "hf_subset": "epo_Latn-zul_Latn", "languages": ["epo-Latn", "zul-Latn"]}, {"precision": 0.919219, "recall": 0.9417, "f1": 0.926285, "accuracy": 0.9417, "main_score": 0.926285, "hf_subset": "epo_Latn-azb_Arab", "languages": ["epo-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-deu_Latn", "languages": ["epo-Latn", "deu-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "epo_Latn-hat_Latn", "languages": ["epo-Latn", "hat-Latn"]}, {"precision": 0.492674, "recall": 0.545455, "f1": 0.507167, "accuracy": 0.545455, "main_score": 0.507167, "hf_subset": "epo_Latn-kbp_Latn", "languages": ["epo-Latn", "kbp-Latn"]}, {"precision": 0.591358, "recall": 0.647233, "f1": 0.605932, "accuracy": 0.647233, "main_score": 0.605932, "hf_subset": "epo_Latn-luo_Latn", "languages": ["epo-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-ory_Orya", "languages": ["epo-Latn", "ory-Orya"]}, {"precision": 0.606185, "recall": 0.666008, "f1": 0.623638, "accuracy": 0.666008, "main_score": 0.623638, "hf_subset": "epo_Latn-sna_Latn", "languages": ["epo-Latn", "sna-Latn"]}, {"precision": 0.57621, "recall": 0.629447, "f1": 0.591427, "accuracy": 0.629447, "main_score": 0.591427, "hf_subset": "epo_Latn-tso_Latn", "languages": ["epo-Latn", "tso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-azj_Latn", "languages": ["epo-Latn", "azj-Latn"]}, {"precision": 0.540711, "recall": 0.605731, "f1": 0.559401, "accuracy": 0.605731, "main_score": 0.559401, "hf_subset": "epo_Latn-dik_Latn", "languages": ["epo-Latn", "dik-Latn"]}, {"precision": 0.767532, "recall": 0.818182, "f1": 0.782578, "accuracy": 0.818182, "main_score": 0.782578, "hf_subset": "epo_Latn-hau_Latn", "languages": ["epo-Latn", "hau-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "epo_Latn-kea_Latn", "languages": ["epo-Latn", "kea-Latn"]}, {"precision": 0.736166, "recall": 0.788538, "f1": 0.752042, "accuracy": 0.788538, "main_score": 0.752042, "hf_subset": "epo_Latn-lus_Latn", "languages": ["epo-Latn", "lus-Latn"]}, {"precision": 0.87887, "recall": 0.907115, "f1": 0.887549, "accuracy": 0.907115, "main_score": 0.887549, "hf_subset": "epo_Latn-pag_Latn", "languages": ["epo-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-snd_Arab", "languages": ["epo-Latn", "snd-Arab"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "epo_Latn-tuk_Latn", "languages": ["epo-Latn", "tuk-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "epo_Latn-bak_Cyrl", "languages": ["epo-Latn", "bak-Cyrl"]}, {"precision": 0.51661, "recall": 0.589921, "f1": 0.537873, "accuracy": 0.589921, "main_score": 0.537873, "hf_subset": "epo_Latn-dyu_Latn", "languages": ["epo-Latn", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-heb_Hebr", "languages": ["epo-Latn", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "epo_Latn-khk_Cyrl", "languages": ["epo-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-lvs_Latn", "languages": ["epo-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-pan_Guru", "languages": ["epo-Latn", "pan-Guru"]}, {"precision": 0.713669, "recall": 0.772727, "f1": 0.731423, "accuracy": 0.772727, "main_score": 0.731423, "hf_subset": "epo_Latn-som_Latn", "languages": ["epo-Latn", "som-Latn"]}, {"precision": 0.601303, "recall": 0.650198, "f1": 0.615208, "accuracy": 0.650198, "main_score": 0.615208, "hf_subset": "epo_Latn-tum_Latn", "languages": ["epo-Latn", "tum-Latn"]}, {"precision": 0.566057, "recall": 0.629447, "f1": 0.583879, "accuracy": 0.629447, "main_score": 0.583879, "hf_subset": "hun_Latn-ace_Arab", "languages": ["hun-Latn", "ace-Arab"]}, {"precision": 0.536717, "recall": 0.596838, "f1": 0.554122, "accuracy": 0.596838, "main_score": 0.554122, "hf_subset": "hun_Latn-bam_Latn", "languages": ["hun-Latn", "bam-Latn"]}, {"precision": 0.434546, "recall": 0.517787, "f1": 0.456748, "accuracy": 0.517787, "main_score": 0.456748, "hf_subset": "hun_Latn-dzo_Tibt", "languages": ["hun-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-hin_Deva", "languages": ["hun-Latn", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-khm_Khmr", "languages": ["hun-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-mag_Deva", "languages": ["hun-Latn", "mag-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "hun_Latn-pap_Latn", "languages": ["hun-Latn", "pap-Latn"]}, {"precision": 0.595151, "recall": 0.651186, "f1": 0.61102, "accuracy": 0.651186, "main_score": 0.61102, "hf_subset": "hun_Latn-sot_Latn", "languages": ["hun-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-tur_Latn", "languages": ["hun-Latn", "tur-Latn"]}, {"precision": 0.87808, "recall": 0.908103, "f1": 0.887418, "accuracy": 0.908103, "main_score": 0.887418, "hf_subset": "hun_Latn-ace_Latn", "languages": ["hun-Latn", "ace-Latn"]}, {"precision": 0.963439, "recall": 0.972332, "f1": 0.966238, "accuracy": 0.972332, "main_score": 0.966238, "hf_subset": "hun_Latn-ban_Latn", "languages": ["hun-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ell_Grek", "languages": ["hun-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hun_Latn-hne_Deva", "languages": ["hun-Latn", "hne-Deva"]}, {"precision": 0.603854, "recall": 0.658103, "f1": 0.619285, "accuracy": 0.658103, "main_score": 0.619285, "hf_subset": "hun_Latn-kik_Latn", "languages": ["hun-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-mai_Deva", "languages": ["hun-Latn", "mai-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hun_Latn-pbt_Arab", "languages": ["hun-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-spa_Latn", "languages": ["hun-Latn", "spa-Latn"]}, {"precision": 0.625661, "recall": 0.684783, "f1": 0.642495, "accuracy": 0.684783, "main_score": 0.642495, "hf_subset": "hun_Latn-twi_Latn", "languages": ["hun-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-acm_Arab", "languages": ["hun-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-bel_Cyrl", "languages": ["hun-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-eng_Latn", "languages": ["hun-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-hrv_Latn", "languages": ["hun-Latn", "hrv-Latn"]}, {"precision": 0.567853, "recall": 0.633399, "f1": 0.58606, "accuracy": 0.633399, "main_score": 0.58606, "hf_subset": "hun_Latn-kin_Latn", "languages": ["hun-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-mal_Mlym", "languages": ["hun-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pes_Arab", "languages": ["hun-Latn", "pes-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-srd_Latn", "languages": ["hun-Latn", "srd-Latn"]}, {"precision": 0.186231, "recall": 0.237154, "f1": 0.199341, "accuracy": 0.237154, "main_score": 0.199341, "hf_subset": "hun_Latn-tzm_Tfng", "languages": ["hun-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-acq_Arab", "languages": ["hun-Latn", "acq-Arab"]}, {"precision": 0.649577, "recall": 0.695652, "f1": 0.662436, "accuracy": 0.695652, "main_score": 0.662436, "hf_subset": "hun_Latn-bem_Latn", "languages": ["hun-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-epo_Latn", "languages": ["hun-Latn", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hun_Latn-kir_Cyrl", "languages": ["hun-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-mar_Deva", "languages": ["hun-Latn", "mar-Deva"]}, {"precision": 0.686001, "recall": 0.736166, "f1": 0.700776, "accuracy": 0.736166, "main_score": 0.700776, "hf_subset": "hun_Latn-plt_Latn", "languages": ["hun-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-srp_Cyrl", "languages": ["hun-Latn", "srp-Cyrl"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "hun_Latn-uig_Arab", "languages": ["hun-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-aeb_Arab", "languages": ["hun-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-ben_Beng", "languages": ["hun-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-est_Latn", "languages": ["hun-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-hye_Armn", "languages": ["hun-Latn", "hye-Armn"]}, {"precision": 0.565292, "recall": 0.609684, "f1": 0.578005, "accuracy": 0.609684, "main_score": 0.578005, "hf_subset": "hun_Latn-kmb_Latn", "languages": ["hun-Latn", "kmb-Latn"]}, {"precision": 0.497262, "recall": 0.572134, "f1": 0.517718, "accuracy": 0.572134, "main_score": 0.517718, "hf_subset": "hun_Latn-min_Arab", "languages": ["hun-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pol_Latn", "languages": ["hun-Latn", "pol-Latn"]}, {"precision": 0.575635, "recall": 0.634387, "f1": 0.593019, "accuracy": 0.634387, "main_score": 0.593019, "hf_subset": "hun_Latn-ssw_Latn", "languages": ["hun-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ukr_Cyrl", "languages": ["hun-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-afr_Latn", "languages": ["hun-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bho_Deva", "languages": ["hun-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-eus_Latn", "languages": ["hun-Latn", "eus-Latn"]}, {"precision": 0.585495, "recall": 0.642292, "f1": 0.601456, "accuracy": 0.642292, "main_score": 0.601456, "hf_subset": "hun_Latn-ibo_Latn", "languages": ["hun-Latn", "ibo-Latn"]}, {"precision": 0.902339, "recall": 0.929842, "f1": 0.911034, "accuracy": 0.929842, "main_score": 0.911034, "hf_subset": "hun_Latn-kmr_Latn", "languages": ["hun-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hun_Latn-min_Latn", "languages": ["hun-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-por_Latn", "languages": ["hun-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-sun_Latn", "languages": ["hun-Latn", "sun-Latn"]}, {"precision": 0.537121, "recall": 0.591897, "f1": 0.55291, "accuracy": 0.591897, "main_score": 0.55291, "hf_subset": "hun_Latn-umb_Latn", "languages": ["hun-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ajp_Arab", "languages": ["hun-Latn", "ajp-Arab"]}, {"precision": 0.548751, "recall": 0.610672, "f1": 0.565536, "accuracy": 0.610672, "main_score": 0.565536, "hf_subset": "hun_Latn-bjn_Arab", "languages": ["hun-Latn", "bjn-Arab"]}, {"precision": 0.527866, "recall": 0.581028, "f1": 0.542222, "accuracy": 0.581028, "main_score": 0.542222, "hf_subset": "hun_Latn-ewe_Latn", "languages": ["hun-Latn", "ewe-Latn"]}, {"precision": 0.95751, "recall": 0.969368, "f1": 0.9611, "accuracy": 0.969368, "main_score": 0.9611, "hf_subset": "hun_Latn-ilo_Latn", "languages": ["hun-Latn", "ilo-Latn"]}, {"precision": 0.310797, "recall": 0.368577, "f1": 0.326778, "accuracy": 0.368577, "main_score": 0.326778, "hf_subset": "hun_Latn-knc_Arab", "languages": ["hun-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-mkd_Cyrl", "languages": ["hun-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-prs_Arab", "languages": ["hun-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-swe_Latn", "languages": ["hun-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-urd_Arab", "languages": ["hun-Latn", "urd-Arab"]}, {"precision": 0.60444, "recall": 0.661067, "f1": 0.620278, "accuracy": 0.661067, "main_score": 0.620278, "hf_subset": "hun_Latn-aka_Latn", "languages": ["hun-Latn", "aka-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hun_Latn-bjn_Latn", "languages": ["hun-Latn", "bjn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hun_Latn-fao_Latn", "languages": ["hun-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ind_Latn", "languages": ["hun-Latn", "ind-Latn"]}, {"precision": 0.593203, "recall": 0.642292, "f1": 0.607461, "accuracy": 0.642292, "main_score": 0.607461, "hf_subset": "hun_Latn-knc_Latn", "languages": ["hun-Latn", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hun_Latn-mlt_Latn", "languages": ["hun-Latn", "mlt-Latn"]}, {"precision": 0.718013, "recall": 0.772727, "f1": 0.733819, "accuracy": 0.772727, "main_score": 0.733819, "hf_subset": "hun_Latn-quy_Latn", "languages": ["hun-Latn", "quy-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "hun_Latn-swh_Latn", "languages": ["hun-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-uzn_Latn", "languages": ["hun-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-als_Latn", "languages": ["hun-Latn", "als-Latn"]}, {"precision": 0.649087, "recall": 0.726285, "f1": 0.671892, "accuracy": 0.726285, "main_score": 0.671892, "hf_subset": "hun_Latn-bod_Tibt", "languages": ["hun-Latn", "bod-Tibt"]}, {"precision": 0.73326, "recall": 0.786561, "f1": 0.748568, "accuracy": 0.786561, "main_score": 0.748568, "hf_subset": "hun_Latn-fij_Latn", "languages": ["hun-Latn", "fij-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-isl_Latn", "languages": ["hun-Latn", "isl-Latn"]}, {"precision": 0.671534, "recall": 0.719368, "f1": 0.685627, "accuracy": 0.719368, "main_score": 0.685627, "hf_subset": "hun_Latn-kon_Latn", "languages": ["hun-Latn", "kon-Latn"]}, {"precision": 0.663135, "recall": 0.72332, "f1": 0.680879, "accuracy": 0.72332, "main_score": 0.680879, "hf_subset": "hun_Latn-mni_Beng", "languages": ["hun-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ron_Latn", "languages": ["hun-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "hun_Latn-szl_Latn", "languages": ["hun-Latn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-vec_Latn", "languages": ["hun-Latn", "vec-Latn"]}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "hun_Latn-amh_Ethi", "languages": ["hun-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bos_Latn", "languages": ["hun-Latn", "bos-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "hun_Latn-fin_Latn", "languages": ["hun-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ita_Latn", "languages": ["hun-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-kor_Hang", "languages": ["hun-Latn", "kor-Hang"]}, {"precision": 0.566634, "recall": 0.621542, "f1": 0.581331, "accuracy": 0.621542, "main_score": 0.581331, "hf_subset": "hun_Latn-mos_Latn", "languages": ["hun-Latn", "mos-Latn"]}, {"precision": 0.559923, "recall": 0.614625, "f1": 0.57537, "accuracy": 0.614625, "main_score": 0.57537, "hf_subset": "hun_Latn-run_Latn", "languages": ["hun-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-tam_Taml", "languages": ["hun-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-vie_Latn", "languages": ["hun-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-apc_Arab", "languages": ["hun-Latn", "apc-Arab"]}, {"precision": 0.807428, "recall": 0.851779, "f1": 0.82044, "accuracy": 0.851779, "main_score": 0.82044, "hf_subset": "hun_Latn-bug_Latn", "languages": ["hun-Latn", "bug-Latn"]}, {"precision": 0.485556, "recall": 0.539526, "f1": 0.499528, "accuracy": 0.539526, "main_score": 0.499528, "hf_subset": "hun_Latn-fon_Latn", "languages": ["hun-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-jav_Latn", "languages": ["hun-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-lao_Laoo", "languages": ["hun-Latn", "lao-Laoo"]}, {"precision": 0.883564, "recall": 0.91502, "f1": 0.893577, "accuracy": 0.91502, "main_score": 0.893577, "hf_subset": "hun_Latn-mri_Latn", "languages": ["hun-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-rus_Cyrl", "languages": ["hun-Latn", "rus-Cyrl"]}, {"precision": 0.563314, "recall": 0.624506, "f1": 0.580632, "accuracy": 0.624506, "main_score": 0.580632, "hf_subset": "hun_Latn-taq_Latn", "languages": ["hun-Latn", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-war_Latn", "languages": ["hun-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-arb_Arab", "languages": ["hun-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bul_Cyrl", "languages": ["hun-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-fra_Latn", "languages": ["hun-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-jpn_Jpan", "languages": ["hun-Latn", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-lij_Latn", "languages": ["hun-Latn", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "hun_Latn-mya_Mymr", "languages": ["hun-Latn", "mya-Mymr"]}, {"precision": 0.603793, "recall": 0.667984, "f1": 0.621862, "accuracy": 0.667984, "main_score": 0.621862, "hf_subset": "hun_Latn-sag_Latn", "languages": ["hun-Latn", "sag-Latn"]}, {"precision": 0.202612, "recall": 0.251976, "f1": 0.213671, "accuracy": 0.251976, "main_score": 0.213671, "hf_subset": "hun_Latn-taq_Tfng", "languages": ["hun-Latn", "taq-Tfng"]}, {"precision": 0.642161, "recall": 0.698617, "f1": 0.658272, "accuracy": 0.698617, "main_score": 0.658272, "hf_subset": "hun_Latn-wol_Latn", "languages": ["hun-Latn", "wol-Latn"]}, {"precision": 0.805319, "recall": 0.847826, "f1": 0.818215, "accuracy": 0.847826, "main_score": 0.818215, "hf_subset": "hun_Latn-arb_Latn", "languages": ["hun-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-cat_Latn", "languages": ["hun-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-fur_Latn", "languages": ["hun-Latn", "fur-Latn"]}, {"precision": 0.435821, "recall": 0.48913, "f1": 0.450471, "accuracy": 0.48913, "main_score": 0.450471, "hf_subset": "hun_Latn-kab_Latn", "languages": ["hun-Latn", "kab-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hun_Latn-lim_Latn", "languages": ["hun-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-nld_Latn", "languages": ["hun-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hun_Latn-san_Deva", "languages": ["hun-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-tat_Cyrl", "languages": ["hun-Latn", "tat-Cyrl"]}, {"precision": 0.6855, "recall": 0.743083, "f1": 0.702652, "accuracy": 0.743083, "main_score": 0.702652, "hf_subset": "hun_Latn-xho_Latn", "languages": ["hun-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ars_Arab", "languages": ["hun-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ceb_Latn", "languages": ["hun-Latn", "ceb-Latn"]}, {"precision": 0.569693, "recall": 0.630435, "f1": 0.586886, "accuracy": 0.630435, "main_score": 0.586886, "hf_subset": "hun_Latn-fuv_Latn", "languages": ["hun-Latn", "fuv-Latn"]}, {"precision": 0.514066, "recall": 0.576087, "f1": 0.531697, "accuracy": 0.576087, "main_score": 0.531697, "hf_subset": "hun_Latn-kac_Latn", "languages": ["hun-Latn", "kac-Latn"]}, {"precision": 0.672605, "recall": 0.727273, "f1": 0.689114, "accuracy": 0.727273, "main_score": 0.689114, "hf_subset": "hun_Latn-lin_Latn", "languages": ["hun-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-nno_Latn", "languages": ["hun-Latn", "nno-Latn"]}, {"precision": 0.241753, "recall": 0.322134, "f1": 0.263339, "accuracy": 0.322134, "main_score": 0.263339, "hf_subset": "hun_Latn-sat_Olck", "languages": ["hun-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-tel_Telu", "languages": ["hun-Latn", "tel-Telu"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "hun_Latn-ydd_Hebr", "languages": ["hun-Latn", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "hun_Latn-ary_Arab", "languages": ["hun-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ces_Latn", "languages": ["hun-Latn", "ces-Latn"]}, {"precision": 0.586146, "recall": 0.646245, "f1": 0.603228, "accuracy": 0.646245, "main_score": 0.603228, "hf_subset": "hun_Latn-gaz_Latn", "languages": ["hun-Latn", "gaz-Latn"]}, {"precision": 0.59538, "recall": 0.656126, "f1": 0.612331, "accuracy": 0.656126, "main_score": 0.612331, "hf_subset": "hun_Latn-kam_Latn", "languages": ["hun-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hun_Latn-lit_Latn", "languages": ["hun-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-nob_Latn", "languages": ["hun-Latn", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hun_Latn-scn_Latn", "languages": ["hun-Latn", "scn-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "hun_Latn-tgk_Cyrl", "languages": ["hun-Latn", "tgk-Cyrl"]}, {"precision": 0.737873, "recall": 0.799407, "f1": 0.756691, "accuracy": 0.799407, "main_score": 0.756691, "hf_subset": "hun_Latn-yor_Latn", "languages": ["hun-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-arz_Arab", "languages": ["hun-Latn", "arz-Arab"]}, {"precision": 0.572424, "recall": 0.631423, "f1": 0.589545, "accuracy": 0.631423, "main_score": 0.589545, "hf_subset": "hun_Latn-cjk_Latn", "languages": ["hun-Latn", "cjk-Latn"]}, {"precision": 0.788274, "recall": 0.838933, "f1": 0.803576, "accuracy": 0.838933, "main_score": 0.803576, "hf_subset": "hun_Latn-gla_Latn", "languages": ["hun-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-kan_Knda", "languages": ["hun-Latn", "kan-Knda"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hun_Latn-lmo_Latn", "languages": ["hun-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "hun_Latn-npi_Deva", "languages": ["hun-Latn", "npi-Deva"]}, {"precision": 0.472902, "recall": 0.534585, "f1": 0.489879, "accuracy": 0.534585, "main_score": 0.489879, "hf_subset": "hun_Latn-shn_Mymr", "languages": ["hun-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-tgl_Latn", "languages": ["hun-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-yue_Hant", "languages": ["hun-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-asm_Beng", "languages": ["hun-Latn", "asm-Beng"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "hun_Latn-ckb_Arab", "languages": ["hun-Latn", "ckb-Arab"]}, {"precision": 0.881703, "recall": 0.91502, "f1": 0.892194, "accuracy": 0.91502, "main_score": 0.892194, "hf_subset": "hun_Latn-gle_Latn", "languages": ["hun-Latn", "gle-Latn"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "hun_Latn-kas_Arab", "languages": ["hun-Latn", "kas-Arab"]}, {"precision": 0.949358, "recall": 0.965415, "f1": 0.954611, "accuracy": 0.965415, "main_score": 0.954611, "hf_subset": "hun_Latn-ltg_Latn", "languages": ["hun-Latn", "ltg-Latn"]}, {"precision": 0.638649, "recall": 0.688735, "f1": 0.652357, "accuracy": 0.688735, "main_score": 0.652357, "hf_subset": "hun_Latn-nso_Latn", "languages": ["hun-Latn", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-sin_Sinh", "languages": ["hun-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-tha_Thai", "languages": ["hun-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zho_Hans", "languages": ["hun-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ast_Latn", "languages": ["hun-Latn", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-crh_Latn", "languages": ["hun-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-glg_Latn", "languages": ["hun-Latn", "glg-Latn"]}, {"precision": 0.905056, "recall": 0.932806, "f1": 0.913933, "accuracy": 0.932806, "main_score": 0.913933, "hf_subset": "hun_Latn-kas_Deva", "languages": ["hun-Latn", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hun_Latn-ltz_Latn", "languages": ["hun-Latn", "ltz-Latn"]}, {"precision": 0.460013, "recall": 0.525692, "f1": 0.478026, "accuracy": 0.525692, "main_score": 0.478026, "hf_subset": "hun_Latn-nus_Latn", "languages": ["hun-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-slk_Latn", "languages": ["hun-Latn", "slk-Latn"]}, {"precision": 0.622013, "recall": 0.694664, "f1": 0.643237, "accuracy": 0.694664, "main_score": 0.643237, "hf_subset": "hun_Latn-tir_Ethi", "languages": ["hun-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zho_Hant", "languages": ["hun-Latn", "zho-Hant"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "hun_Latn-awa_Deva", "languages": ["hun-Latn", "awa-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "hun_Latn-cym_Latn", "languages": ["hun-Latn", "cym-Latn"]}, {"precision": 0.846344, "recall": 0.885375, "f1": 0.858253, "accuracy": 0.885375, "main_score": 0.858253, "hf_subset": "hun_Latn-grn_Latn", "languages": ["hun-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-kat_Geor", "languages": ["hun-Latn", "kat-Geor"]}, {"precision": 0.650938, "recall": 0.702569, "f1": 0.665917, "accuracy": 0.702569, "main_score": 0.665917, "hf_subset": "hun_Latn-lua_Latn", "languages": ["hun-Latn", "lua-Latn"]}, {"precision": 0.651956, "recall": 0.710474, "f1": 0.668258, "accuracy": 0.710474, "main_score": 0.668258, "hf_subset": "hun_Latn-nya_Latn", "languages": ["hun-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-slv_Latn", "languages": ["hun-Latn", "slv-Latn"]}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "hun_Latn-tpi_Latn", "languages": ["hun-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zsm_Latn", "languages": ["hun-Latn", "zsm-Latn"]}, {"precision": 0.552921, "recall": 0.61166, "f1": 0.569937, "accuracy": 0.61166, "main_score": 0.569937, "hf_subset": "hun_Latn-ayr_Latn", "languages": ["hun-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-dan_Latn", "languages": ["hun-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-guj_Gujr", "languages": ["hun-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-kaz_Cyrl", "languages": ["hun-Latn", "kaz-Cyrl"]}, {"precision": 0.553501, "recall": 0.61166, "f1": 0.569827, "accuracy": 0.61166, "main_score": 0.569827, "hf_subset": "hun_Latn-lug_Latn", "languages": ["hun-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-oci_Latn", "languages": ["hun-Latn", "oci-Latn"]}, {"precision": 0.842803, "recall": 0.881423, "f1": 0.854578, "accuracy": 0.881423, "main_score": 0.854578, "hf_subset": "hun_Latn-smo_Latn", "languages": ["hun-Latn", "smo-Latn"]}, {"precision": 0.558095, "recall": 0.617589, "f1": 0.574307, "accuracy": 0.617589, "main_score": 0.574307, "hf_subset": "hun_Latn-tsn_Latn", "languages": ["hun-Latn", "tsn-Latn"]}, {"precision": 0.635917, "recall": 0.693676, "f1": 0.65252, "accuracy": 0.693676, "main_score": 0.65252, "hf_subset": "hun_Latn-zul_Latn", "languages": ["hun-Latn", "zul-Latn"]}, {"precision": 0.938076, "recall": 0.95751, "f1": 0.944499, "accuracy": 0.95751, "main_score": 0.944499, "hf_subset": "hun_Latn-azb_Arab", "languages": ["hun-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-deu_Latn", "languages": ["hun-Latn", "deu-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "hun_Latn-hat_Latn", "languages": ["hun-Latn", "hat-Latn"]}, {"precision": 0.49805, "recall": 0.554348, "f1": 0.514087, "accuracy": 0.554348, "main_score": 0.514087, "hf_subset": "hun_Latn-kbp_Latn", "languages": ["hun-Latn", "kbp-Latn"]}, {"precision": 0.593671, "recall": 0.646245, "f1": 0.607922, "accuracy": 0.646245, "main_score": 0.607922, "hf_subset": "hun_Latn-luo_Latn", "languages": ["hun-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-ory_Orya", "languages": ["hun-Latn", "ory-Orya"]}, {"precision": 0.612645, "recall": 0.66996, "f1": 0.628576, "accuracy": 0.66996, "main_score": 0.628576, "hf_subset": "hun_Latn-sna_Latn", "languages": ["hun-Latn", "sna-Latn"]}, {"precision": 0.563513, "recall": 0.615613, "f1": 0.577903, "accuracy": 0.615613, "main_score": 0.577903, "hf_subset": "hun_Latn-tso_Latn", "languages": ["hun-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-azj_Latn", "languages": ["hun-Latn", "azj-Latn"]}, {"precision": 0.554002, "recall": 0.623518, "f1": 0.573976, "accuracy": 0.623518, "main_score": 0.573976, "hf_subset": "hun_Latn-dik_Latn", "languages": ["hun-Latn", "dik-Latn"]}, {"precision": 0.753656, "recall": 0.801383, "f1": 0.76789, "accuracy": 0.801383, "main_score": 0.76789, "hf_subset": "hun_Latn-hau_Latn", "languages": ["hun-Latn", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hun_Latn-kea_Latn", "languages": ["hun-Latn", "kea-Latn"]}, {"precision": 0.755089, "recall": 0.80336, "f1": 0.769104, "accuracy": 0.80336, "main_score": 0.769104, "hf_subset": "hun_Latn-lus_Latn", "languages": ["hun-Latn", "lus-Latn"]}, {"precision": 0.873798, "recall": 0.903162, "f1": 0.882595, "accuracy": 0.903162, "main_score": 0.882595, "hf_subset": "hun_Latn-pag_Latn", "languages": ["hun-Latn", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-snd_Arab", "languages": ["hun-Latn", "snd-Arab"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "hun_Latn-tuk_Latn", "languages": ["hun-Latn", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-bak_Cyrl", "languages": ["hun-Latn", "bak-Cyrl"]}, {"precision": 0.490861, "recall": 0.570158, "f1": 0.514221, "accuracy": 0.570158, "main_score": 0.514221, "hf_subset": "hun_Latn-dyu_Latn", "languages": ["hun-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-heb_Hebr", "languages": ["hun-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hun_Latn-khk_Cyrl", "languages": ["hun-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-lvs_Latn", "languages": ["hun-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pan_Guru", "languages": ["hun-Latn", "pan-Guru"]}, {"precision": 0.70751, "recall": 0.764822, "f1": 0.724671, "accuracy": 0.764822, "main_score": 0.724671, "hf_subset": "hun_Latn-som_Latn", "languages": ["hun-Latn", "som-Latn"]}, {"precision": 0.622061, "recall": 0.666996, "f1": 0.634964, "accuracy": 0.666996, "main_score": 0.634964, "hf_subset": "hun_Latn-tum_Latn", "languages": ["hun-Latn", "tum-Latn"]}, {"precision": 0.535394, "recall": 0.596838, "f1": 0.552823, "accuracy": 0.596838, "main_score": 0.552823, "hf_subset": "kir_Cyrl-ace_Arab", "languages": ["kir-Cyrl", "ace-Arab"]}, {"precision": 0.509274, "recall": 0.566206, "f1": 0.525253, "accuracy": 0.566206, "main_score": 0.525253, "hf_subset": "kir_Cyrl-bam_Latn", "languages": ["kir-Cyrl", "bam-Latn"]}, {"precision": 0.389386, "recall": 0.456522, "f1": 0.407246, "accuracy": 0.456522, "main_score": 0.407246, "hf_subset": "kir_Cyrl-dzo_Tibt", "languages": ["kir-Cyrl", "dzo-Tibt"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-hin_Deva", "languages": ["kir-Cyrl", "hin-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kir_Cyrl-khm_Khmr", "languages": ["kir-Cyrl", "khm-Khmr"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "kir_Cyrl-mag_Deva", "languages": ["kir-Cyrl", "mag-Deva"]}, {"precision": 0.947052, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "kir_Cyrl-pap_Latn", "languages": ["kir-Cyrl", "pap-Latn"]}, {"precision": 0.560996, "recall": 0.613636, "f1": 0.575913, "accuracy": 0.613636, "main_score": 0.575913, "hf_subset": "kir_Cyrl-sot_Latn", "languages": ["kir-Cyrl", "sot-Latn"]}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "kir_Cyrl-tur_Latn", "languages": ["kir-Cyrl", "tur-Latn"]}, {"precision": 0.818791, "recall": 0.852767, "f1": 0.82884, "accuracy": 0.852767, "main_score": 0.82884, "hf_subset": "kir_Cyrl-ace_Latn", "languages": ["kir-Cyrl", "ace-Latn"]}, {"precision": 0.899045, "recall": 0.921937, "f1": 0.905882, "accuracy": 0.921937, "main_score": 0.905882, "hf_subset": "kir_Cyrl-ban_Latn", "languages": ["kir-Cyrl", "ban-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kir_Cyrl-ell_Grek", "languages": ["kir-Cyrl", "ell-Grek"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "kir_Cyrl-hne_Deva", "languages": ["kir-Cyrl", "hne-Deva"]}, {"precision": 0.579825, "recall": 0.63834, "f1": 0.596234, "accuracy": 0.63834, "main_score": 0.596234, "hf_subset": "kir_Cyrl-kik_Latn", "languages": ["kir-Cyrl", "kik-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kir_Cyrl-mai_Deva", "languages": ["kir-Cyrl", "mai-Deva"]}, {"precision": 0.926663, "recall": 0.947628, "f1": 0.933202, "accuracy": 0.947628, "main_score": 0.933202, "hf_subset": "kir_Cyrl-pbt_Arab", "languages": ["kir-Cyrl", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-spa_Latn", "languages": ["kir-Cyrl", "spa-Latn"]}, {"precision": 0.596534, "recall": 0.655138, "f1": 0.613079, "accuracy": 0.655138, "main_score": 0.613079, "hf_subset": "kir_Cyrl-twi_Latn", "languages": ["kir-Cyrl", "twi-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kir_Cyrl-acm_Arab", "languages": ["kir-Cyrl", "acm-Arab"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kir_Cyrl-bel_Cyrl", "languages": ["kir-Cyrl", "bel-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-eng_Latn", "languages": ["kir-Cyrl", "eng-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-hrv_Latn", "languages": ["kir-Cyrl", "hrv-Latn"]}, {"precision": 0.530602, "recall": 0.591897, "f1": 0.547483, "accuracy": 0.591897, "main_score": 0.547483, "hf_subset": "kir_Cyrl-kin_Latn", "languages": ["kir-Cyrl", "kin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-mal_Mlym", "languages": ["kir-Cyrl", "mal-Mlym"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-pes_Arab", "languages": ["kir-Cyrl", "pes-Arab"]}, {"precision": 0.958004, "recall": 0.969368, "f1": 0.961627, "accuracy": 0.969368, "main_score": 0.961627, "hf_subset": "kir_Cyrl-srd_Latn", "languages": ["kir-Cyrl", "srd-Latn"]}, {"precision": 0.185123, "recall": 0.227273, "f1": 0.195869, "accuracy": 0.227273, "main_score": 0.195869, "hf_subset": "kir_Cyrl-tzm_Tfng", "languages": ["kir-Cyrl", "tzm-Tfng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-acq_Arab", "languages": ["kir-Cyrl", "acq-Arab"]}, {"precision": 0.605646, "recall": 0.65415, "f1": 0.619145, "accuracy": 0.65415, "main_score": 0.619145, "hf_subset": "kir_Cyrl-bem_Latn", "languages": ["kir-Cyrl", "bem-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "kir_Cyrl-epo_Latn", "languages": ["kir-Cyrl", "epo-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kir_Cyrl-hun_Latn", "languages": ["kir-Cyrl", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-mar_Deva", "languages": ["kir-Cyrl", "mar-Deva"]}, {"precision": 0.648446, "recall": 0.695652, "f1": 0.66188, "accuracy": 0.695652, "main_score": 0.66188, "hf_subset": "kir_Cyrl-plt_Latn", "languages": ["kir-Cyrl", "plt-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-srp_Cyrl", "languages": ["kir-Cyrl", "srp-Cyrl"]}, {"precision": 0.960672, "recall": 0.969368, "f1": 0.963076, "accuracy": 0.969368, "main_score": 0.963076, "hf_subset": "kir_Cyrl-uig_Arab", "languages": ["kir-Cyrl", "uig-Arab"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "kir_Cyrl-aeb_Arab", "languages": ["kir-Cyrl", "aeb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-ben_Beng", "languages": ["kir-Cyrl", "ben-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kir_Cyrl-est_Latn", "languages": ["kir-Cyrl", "est-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-hye_Armn", "languages": ["kir-Cyrl", "hye-Armn"]}, {"precision": 0.528607, "recall": 0.576087, "f1": 0.542608, "accuracy": 0.576087, "main_score": 0.542608, "hf_subset": "kir_Cyrl-kmb_Latn", "languages": ["kir-Cyrl", "kmb-Latn"]}, {"precision": 0.478284, "recall": 0.543478, "f1": 0.495742, "accuracy": 0.543478, "main_score": 0.495742, "hf_subset": "kir_Cyrl-min_Arab", "languages": ["kir-Cyrl", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-pol_Latn", "languages": ["kir-Cyrl", "pol-Latn"]}, {"precision": 0.548971, "recall": 0.604743, "f1": 0.565062, "accuracy": 0.604743, "main_score": 0.565062, "hf_subset": "kir_Cyrl-ssw_Latn", "languages": ["kir-Cyrl", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ukr_Cyrl", "languages": ["kir-Cyrl", "ukr-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-afr_Latn", "languages": ["kir-Cyrl", "afr-Latn"]}, {"precision": 0.981917, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "kir_Cyrl-bho_Deva", "languages": ["kir-Cyrl", "bho-Deva"]}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "kir_Cyrl-eus_Latn", "languages": ["kir-Cyrl", "eus-Latn"]}, {"precision": 0.566922, "recall": 0.626482, "f1": 0.584151, "accuracy": 0.626482, "main_score": 0.584151, "hf_subset": "kir_Cyrl-ibo_Latn", "languages": ["kir-Cyrl", "ibo-Latn"]}, {"precision": 0.860013, "recall": 0.892292, "f1": 0.869862, "accuracy": 0.892292, "main_score": 0.869862, "hf_subset": "kir_Cyrl-kmr_Latn", "languages": ["kir-Cyrl", "kmr-Latn"]}, {"precision": 0.954792, "recall": 0.967391, "f1": 0.958729, "accuracy": 0.967391, "main_score": 0.958729, "hf_subset": "kir_Cyrl-min_Latn", "languages": ["kir-Cyrl", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-por_Latn", "languages": ["kir-Cyrl", "por-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "kir_Cyrl-sun_Latn", "languages": ["kir-Cyrl", "sun-Latn"]}, {"precision": 0.509703, "recall": 0.56917, "f1": 0.52716, "accuracy": 0.56917, "main_score": 0.52716, "hf_subset": "kir_Cyrl-umb_Latn", "languages": ["kir-Cyrl", "umb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-ajp_Arab", "languages": ["kir-Cyrl", "ajp-Arab"]}, {"precision": 0.512812, "recall": 0.566206, "f1": 0.528034, "accuracy": 0.566206, "main_score": 0.528034, "hf_subset": "kir_Cyrl-bjn_Arab", "languages": ["kir-Cyrl", "bjn-Arab"]}, {"precision": 0.50952, "recall": 0.561265, "f1": 0.523865, "accuracy": 0.561265, "main_score": 0.523865, "hf_subset": "kir_Cyrl-ewe_Latn", "languages": ["kir-Cyrl", "ewe-Latn"]}, {"precision": 0.898386, "recall": 0.923913, "f1": 0.906225, "accuracy": 0.923913, "main_score": 0.906225, "hf_subset": "kir_Cyrl-ilo_Latn", "languages": ["kir-Cyrl", "ilo-Latn"]}, {"precision": 0.315463, "recall": 0.369565, "f1": 0.330404, "accuracy": 0.369565, "main_score": 0.330404, "hf_subset": "kir_Cyrl-knc_Arab", "languages": ["kir-Cyrl", "knc-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-mkd_Cyrl", "languages": ["kir-Cyrl", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-prs_Arab", "languages": ["kir-Cyrl", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-swe_Latn", "languages": ["kir-Cyrl", "swe-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-urd_Arab", "languages": ["kir-Cyrl", "urd-Arab"]}, {"precision": 0.563645, "recall": 0.624506, "f1": 0.581285, "accuracy": 0.624506, "main_score": 0.581285, "hf_subset": "kir_Cyrl-aka_Latn", "languages": ["kir-Cyrl", "aka-Latn"]}, {"precision": 0.951993, "recall": 0.966403, "f1": 0.956588, "accuracy": 0.966403, "main_score": 0.956588, "hf_subset": "kir_Cyrl-bjn_Latn", "languages": ["kir-Cyrl", "bjn-Latn"]}, {"precision": 0.924572, "recall": 0.94664, "f1": 0.931456, "accuracy": 0.94664, "main_score": 0.931456, "hf_subset": "kir_Cyrl-fao_Latn", "languages": ["kir-Cyrl", "fao-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-ind_Latn", "languages": ["kir-Cyrl", "ind-Latn"]}, {"precision": 0.578529, "recall": 0.62747, "f1": 0.592645, "accuracy": 0.62747, "main_score": 0.592645, "hf_subset": "kir_Cyrl-knc_Latn", "languages": ["kir-Cyrl", "knc-Latn"]}, {"precision": 0.951746, "recall": 0.963439, "f1": 0.955289, "accuracy": 0.963439, "main_score": 0.955289, "hf_subset": "kir_Cyrl-mlt_Latn", "languages": ["kir-Cyrl", "mlt-Latn"]}, {"precision": 0.675609, "recall": 0.73419, "f1": 0.692349, "accuracy": 0.73419, "main_score": 0.692349, "hf_subset": "kir_Cyrl-quy_Latn", "languages": ["kir-Cyrl", "quy-Latn"]}, {"precision": 0.922958, "recall": 0.945652, "f1": 0.930171, "accuracy": 0.945652, "main_score": 0.930171, "hf_subset": "kir_Cyrl-swh_Latn", "languages": ["kir-Cyrl", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-uzn_Latn", "languages": ["kir-Cyrl", "uzn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-als_Latn", "languages": ["kir-Cyrl", "als-Latn"]}, {"precision": 0.555684, "recall": 0.643281, "f1": 0.58067, "accuracy": 0.643281, "main_score": 0.58067, "hf_subset": "kir_Cyrl-bod_Tibt", "languages": ["kir-Cyrl", "bod-Tibt"]}, {"precision": 0.657915, "recall": 0.708498, "f1": 0.672367, "accuracy": 0.708498, "main_score": 0.672367, "hf_subset": "kir_Cyrl-fij_Latn", "languages": ["kir-Cyrl", "fij-Latn"]}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "kir_Cyrl-isl_Latn", "languages": ["kir-Cyrl", "isl-Latn"]}, {"precision": 0.634223, "recall": 0.687747, "f1": 0.650066, "accuracy": 0.687747, "main_score": 0.650066, "hf_subset": "kir_Cyrl-kon_Latn", "languages": ["kir-Cyrl", "kon-Latn"]}, {"precision": 0.629654, "recall": 0.686759, "f1": 0.645997, "accuracy": 0.686759, "main_score": 0.645997, "hf_subset": "kir_Cyrl-mni_Beng", "languages": ["kir-Cyrl", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-ron_Latn", "languages": ["kir-Cyrl", "ron-Latn"]}, {"precision": 0.961792, "recall": 0.972332, "f1": 0.96525, "accuracy": 0.972332, "main_score": 0.96525, "hf_subset": "kir_Cyrl-szl_Latn", "languages": ["kir-Cyrl", "szl-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kir_Cyrl-vec_Latn", "languages": ["kir-Cyrl", "vec-Latn"]}, {"precision": 0.903491, "recall": 0.931818, "f1": 0.912385, "accuracy": 0.931818, "main_score": 0.912385, "hf_subset": "kir_Cyrl-amh_Ethi", "languages": ["kir-Cyrl", "amh-Ethi"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kir_Cyrl-bos_Latn", "languages": ["kir-Cyrl", "bos-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kir_Cyrl-fin_Latn", "languages": ["kir-Cyrl", "fin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-ita_Latn", "languages": ["kir-Cyrl", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-kor_Hang", "languages": ["kir-Cyrl", "kor-Hang"]}, {"precision": 0.54581, "recall": 0.599802, "f1": 0.560316, "accuracy": 0.599802, "main_score": 0.560316, "hf_subset": "kir_Cyrl-mos_Latn", "languages": ["kir-Cyrl", "mos-Latn"]}, {"precision": 0.548388, "recall": 0.600791, "f1": 0.563081, "accuracy": 0.600791, "main_score": 0.563081, "hf_subset": "kir_Cyrl-run_Latn", "languages": ["kir-Cyrl", "run-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kir_Cyrl-tam_Taml", "languages": ["kir-Cyrl", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-vie_Latn", "languages": ["kir-Cyrl", "vie-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kir_Cyrl-apc_Arab", "languages": ["kir-Cyrl", "apc-Arab"]}, {"precision": 0.756128, "recall": 0.801383, "f1": 0.769307, "accuracy": 0.801383, "main_score": 0.769307, "hf_subset": "kir_Cyrl-bug_Latn", "languages": ["kir-Cyrl", "bug-Latn"]}, {"precision": 0.464782, "recall": 0.520751, "f1": 0.479956, "accuracy": 0.520751, "main_score": 0.479956, "hf_subset": "kir_Cyrl-fon_Latn", "languages": ["kir-Cyrl", "fon-Latn"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "kir_Cyrl-jav_Latn", "languages": ["kir-Cyrl", "jav-Latn"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "kir_Cyrl-lao_Laoo", "languages": ["kir-Cyrl", "lao-Laoo"]}, {"precision": 0.814043, "recall": 0.859684, "f1": 0.827503, "accuracy": 0.859684, "main_score": 0.827503, "hf_subset": "kir_Cyrl-mri_Latn", "languages": ["kir-Cyrl", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-rus_Cyrl", "languages": ["kir-Cyrl", "rus-Cyrl"]}, {"precision": 0.533336, "recall": 0.587945, "f1": 0.548347, "accuracy": 0.587945, "main_score": 0.548347, "hf_subset": "kir_Cyrl-taq_Latn", "languages": ["kir-Cyrl", "taq-Latn"]}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "kir_Cyrl-war_Latn", "languages": ["kir-Cyrl", "war-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kir_Cyrl-arb_Arab", "languages": ["kir-Cyrl", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kir_Cyrl-bul_Cyrl", "languages": ["kir-Cyrl", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-fra_Latn", "languages": ["kir-Cyrl", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-jpn_Jpan", "languages": ["kir-Cyrl", "jpn-Jpan"]}, {"precision": 0.963307, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "kir_Cyrl-lij_Latn", "languages": ["kir-Cyrl", "lij-Latn"]}, {"precision": 0.969532, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "kir_Cyrl-mya_Mymr", "languages": ["kir-Cyrl", "mya-Mymr"]}, {"precision": 0.580232, "recall": 0.640316, "f1": 0.59714, "accuracy": 0.640316, "main_score": 0.59714, "hf_subset": "kir_Cyrl-sag_Latn", "languages": ["kir-Cyrl", "sag-Latn"]}, {"precision": 0.199845, "recall": 0.250988, "f1": 0.211315, "accuracy": 0.250988, "main_score": 0.211315, "hf_subset": "kir_Cyrl-taq_Tfng", "languages": ["kir-Cyrl", "taq-Tfng"]}, {"precision": 0.613168, "recall": 0.667984, "f1": 0.628927, "accuracy": 0.667984, "main_score": 0.628927, "hf_subset": "kir_Cyrl-wol_Latn", "languages": ["kir-Cyrl", "wol-Latn"]}, {"precision": 0.730454, "recall": 0.787549, "f1": 0.746811, "accuracy": 0.787549, "main_score": 0.746811, "hf_subset": "kir_Cyrl-arb_Latn", "languages": ["kir-Cyrl", "arb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-cat_Latn", "languages": ["kir-Cyrl", "cat-Latn"]}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "kir_Cyrl-fur_Latn", "languages": ["kir-Cyrl", "fur-Latn"]}, {"precision": 0.399585, "recall": 0.458498, "f1": 0.41621, "accuracy": 0.458498, "main_score": 0.41621, "hf_subset": "kir_Cyrl-kab_Latn", "languages": ["kir-Cyrl", "kab-Latn"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "kir_Cyrl-lim_Latn", "languages": ["kir-Cyrl", "lim-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-nld_Latn", "languages": ["kir-Cyrl", "nld-Latn"]}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "kir_Cyrl-san_Deva", "languages": ["kir-Cyrl", "san-Deva"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "kir_Cyrl-tat_Cyrl", "languages": ["kir-Cyrl", "tat-Cyrl"]}, {"precision": 0.641288, "recall": 0.699605, "f1": 0.658531, "accuracy": 0.699605, "main_score": 0.658531, "hf_subset": "kir_Cyrl-xho_Latn", "languages": ["kir-Cyrl", "xho-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-ars_Arab", "languages": ["kir-Cyrl", "ars-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kir_Cyrl-ceb_Latn", "languages": ["kir-Cyrl", "ceb-Latn"]}, {"precision": 0.545163, "recall": 0.599802, "f1": 0.561012, "accuracy": 0.599802, "main_score": 0.561012, "hf_subset": "kir_Cyrl-fuv_Latn", "languages": ["kir-Cyrl", "fuv-Latn"]}, {"precision": 0.520129, "recall": 0.579051, "f1": 0.536111, "accuracy": 0.579051, "main_score": 0.536111, "hf_subset": "kir_Cyrl-kac_Latn", "languages": ["kir-Cyrl", "kac-Latn"]}, {"precision": 0.636029, "recall": 0.689723, "f1": 0.651078, "accuracy": 0.689723, "main_score": 0.651078, "hf_subset": "kir_Cyrl-lin_Latn", "languages": ["kir-Cyrl", "lin-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-nno_Latn", "languages": ["kir-Cyrl", "nno-Latn"]}, {"precision": 0.190778, "recall": 0.257905, "f1": 0.207393, "accuracy": 0.257905, "main_score": 0.207393, "hf_subset": "kir_Cyrl-sat_Olck", "languages": ["kir-Cyrl", "sat-Olck"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "kir_Cyrl-tel_Telu", "languages": ["kir-Cyrl", "tel-Telu"]}, {"precision": 0.900692, "recall": 0.928854, "f1": 0.909703, "accuracy": 0.928854, "main_score": 0.909703, "hf_subset": "kir_Cyrl-ydd_Hebr", "languages": ["kir-Cyrl", "ydd-Hebr"]}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "kir_Cyrl-ary_Arab", "languages": ["kir-Cyrl", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ces_Latn", "languages": ["kir-Cyrl", "ces-Latn"]}, {"precision": 0.54361, "recall": 0.603755, "f1": 0.561152, "accuracy": 0.603755, "main_score": 0.561152, "hf_subset": "kir_Cyrl-gaz_Latn", "languages": ["kir-Cyrl", "gaz-Latn"]}, {"precision": 0.563927, "recall": 0.623518, "f1": 0.580835, "accuracy": 0.623518, "main_score": 0.580835, "hf_subset": "kir_Cyrl-kam_Latn", "languages": ["kir-Cyrl", "kam-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "kir_Cyrl-lit_Latn", "languages": ["kir-Cyrl", "lit-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kir_Cyrl-nob_Latn", "languages": ["kir-Cyrl", "nob-Latn"]}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.95751, "accuracy": 0.966403, "main_score": 0.95751, "hf_subset": "kir_Cyrl-scn_Latn", "languages": ["kir-Cyrl", "scn-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "kir_Cyrl-tgk_Cyrl", "languages": ["kir-Cyrl", "tgk-Cyrl"]}, {"precision": 0.65537, "recall": 0.720356, "f1": 0.674629, "accuracy": 0.720356, "main_score": 0.674629, "hf_subset": "kir_Cyrl-yor_Latn", "languages": ["kir-Cyrl", "yor-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-arz_Arab", "languages": ["kir-Cyrl", "arz-Arab"]}, {"precision": 0.549945, "recall": 0.603755, "f1": 0.565481, "accuracy": 0.603755, "main_score": 0.565481, "hf_subset": "kir_Cyrl-cjk_Latn", "languages": ["kir-Cyrl", "cjk-Latn"]}, {"precision": 0.718586, "recall": 0.775692, "f1": 0.735397, "accuracy": 0.775692, "main_score": 0.735397, "hf_subset": "kir_Cyrl-gla_Latn", "languages": ["kir-Cyrl", "gla-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "kir_Cyrl-kan_Knda", "languages": ["kir-Cyrl", "kan-Knda"]}, {"precision": 0.955287, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "kir_Cyrl-lmo_Latn", "languages": ["kir-Cyrl", "lmo-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kir_Cyrl-npi_Deva", "languages": ["kir-Cyrl", "npi-Deva"]}, {"precision": 0.46597, "recall": 0.518775, "f1": 0.480647, "accuracy": 0.518775, "main_score": 0.480647, "hf_subset": "kir_Cyrl-shn_Mymr", "languages": ["kir-Cyrl", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-tgl_Latn", "languages": ["kir-Cyrl", "tgl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-yue_Hant", "languages": ["kir-Cyrl", "yue-Hant"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kir_Cyrl-asm_Beng", "languages": ["kir-Cyrl", "asm-Beng"]}, {"precision": 0.919878, "recall": 0.943676, "f1": 0.927437, "accuracy": 0.943676, "main_score": 0.927437, "hf_subset": "kir_Cyrl-ckb_Arab", "languages": ["kir-Cyrl", "ckb-Arab"]}, {"precision": 0.805428, "recall": 0.851779, "f1": 0.819601, "accuracy": 0.851779, "main_score": 0.819601, "hf_subset": "kir_Cyrl-gle_Latn", "languages": ["kir-Cyrl", "gle-Latn"]}, {"precision": 0.888702, "recall": 0.916996, "f1": 0.897563, "accuracy": 0.916996, "main_score": 0.897563, "hf_subset": "kir_Cyrl-kas_Arab", "languages": ["kir-Cyrl", "kas-Arab"]}, {"precision": 0.892078, "recall": 0.922925, "f1": 0.901548, "accuracy": 0.922925, "main_score": 0.901548, "hf_subset": "kir_Cyrl-ltg_Latn", "languages": ["kir-Cyrl", "ltg-Latn"]}, {"precision": 0.600117, "recall": 0.643281, "f1": 0.612585, "accuracy": 0.643281, "main_score": 0.612585, "hf_subset": "kir_Cyrl-nso_Latn", "languages": ["kir-Cyrl", "nso-Latn"]}, {"precision": 0.950016, "recall": 0.965415, "f1": 0.954941, "accuracy": 0.965415, "main_score": 0.954941, "hf_subset": "kir_Cyrl-sin_Sinh", "languages": ["kir-Cyrl", "sin-Sinh"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-tha_Thai", "languages": ["kir-Cyrl", "tha-Thai"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kir_Cyrl-zho_Hans", "languages": ["kir-Cyrl", "zho-Hans"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "kir_Cyrl-ast_Latn", "languages": ["kir-Cyrl", "ast-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kir_Cyrl-crh_Latn", "languages": ["kir-Cyrl", "crh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-glg_Latn", "languages": ["kir-Cyrl", "glg-Latn"]}, {"precision": 0.813406, "recall": 0.860672, "f1": 0.827964, "accuracy": 0.860672, "main_score": 0.827964, "hf_subset": "kir_Cyrl-kas_Deva", "languages": ["kir-Cyrl", "kas-Deva"]}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "kir_Cyrl-ltz_Latn", "languages": ["kir-Cyrl", "ltz-Latn"]}, {"precision": 0.452737, "recall": 0.516798, "f1": 0.469745, "accuracy": 0.516798, "main_score": 0.469745, "hf_subset": "kir_Cyrl-nus_Latn", "languages": ["kir-Cyrl", "nus-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-slk_Latn", "languages": ["kir-Cyrl", "slk-Latn"]}, {"precision": 0.587107, "recall": 0.657115, "f1": 0.606672, "accuracy": 0.657115, "main_score": 0.606672, "hf_subset": "kir_Cyrl-tir_Ethi", "languages": ["kir-Cyrl", "tir-Ethi"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-zho_Hant", "languages": ["kir-Cyrl", "zho-Hant"]}, {"precision": 0.975461, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "kir_Cyrl-awa_Deva", "languages": ["kir-Cyrl", "awa-Deva"]}, {"precision": 0.929875, "recall": 0.948617, "f1": 0.935771, "accuracy": 0.948617, "main_score": 0.935771, "hf_subset": "kir_Cyrl-cym_Latn", "languages": ["kir-Cyrl", "cym-Latn"]}, {"precision": 0.791123, "recall": 0.828063, "f1": 0.801981, "accuracy": 0.828063, "main_score": 0.801981, "hf_subset": "kir_Cyrl-grn_Latn", "languages": ["kir-Cyrl", "grn-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "kir_Cyrl-kat_Geor", "languages": ["kir-Cyrl", "kat-Geor"]}, {"precision": 0.616288, "recall": 0.668972, "f1": 0.631966, "accuracy": 0.668972, "main_score": 0.631966, "hf_subset": "kir_Cyrl-lua_Latn", "languages": ["kir-Cyrl", "lua-Latn"]}, {"precision": 0.623973, "recall": 0.676877, "f1": 0.639649, "accuracy": 0.676877, "main_score": 0.639649, "hf_subset": "kir_Cyrl-nya_Latn", "languages": ["kir-Cyrl", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-slv_Latn", "languages": ["kir-Cyrl", "slv-Latn"]}, {"precision": 0.872908, "recall": 0.901186, "f1": 0.881471, "accuracy": 0.901186, "main_score": 0.881471, "hf_subset": "kir_Cyrl-tpi_Latn", "languages": ["kir-Cyrl", "tpi-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-zsm_Latn", "languages": ["kir-Cyrl", "zsm-Latn"]}, {"precision": 0.543958, "recall": 0.59585, "f1": 0.558463, "accuracy": 0.59585, "main_score": 0.558463, "hf_subset": "kir_Cyrl-ayr_Latn", "languages": ["kir-Cyrl", "ayr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-dan_Latn", "languages": ["kir-Cyrl", "dan-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-guj_Gujr", "languages": ["kir-Cyrl", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-kaz_Cyrl", "languages": ["kir-Cyrl", "kaz-Cyrl"]}, {"precision": 0.526173, "recall": 0.581028, "f1": 0.541175, "accuracy": 0.581028, "main_score": 0.541175, "hf_subset": "kir_Cyrl-lug_Latn", "languages": ["kir-Cyrl", "lug-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kir_Cyrl-oci_Latn", "languages": ["kir-Cyrl", "oci-Latn"]}, {"precision": 0.777577, "recall": 0.827075, "f1": 0.792202, "accuracy": 0.827075, "main_score": 0.792202, "hf_subset": "kir_Cyrl-smo_Latn", "languages": ["kir-Cyrl", "smo-Latn"]}, {"precision": 0.540499, "recall": 0.593874, "f1": 0.554692, "accuracy": 0.593874, "main_score": 0.554692, "hf_subset": "kir_Cyrl-tsn_Latn", "languages": ["kir-Cyrl", "tsn-Latn"]}, {"precision": 0.588422, "recall": 0.645257, "f1": 0.605157, "accuracy": 0.645257, "main_score": 0.605157, "hf_subset": "kir_Cyrl-zul_Latn", "languages": ["kir-Cyrl", "zul-Latn"]}, {"precision": 0.865448, "recall": 0.901186, "f1": 0.876416, "accuracy": 0.901186, "main_score": 0.876416, "hf_subset": "kir_Cyrl-azb_Arab", "languages": ["kir-Cyrl", "azb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-deu_Latn", "languages": ["kir-Cyrl", "deu-Latn"]}, {"precision": 0.928524, "recall": 0.947628, "f1": 0.934571, "accuracy": 0.947628, "main_score": 0.934571, "hf_subset": "kir_Cyrl-hat_Latn", "languages": ["kir-Cyrl", "hat-Latn"]}, {"precision": 0.492139, "recall": 0.543478, "f1": 0.506771, "accuracy": 0.543478, "main_score": 0.506771, "hf_subset": "kir_Cyrl-kbp_Latn", "languages": ["kir-Cyrl", "kbp-Latn"]}, {"precision": 0.574542, "recall": 0.632411, "f1": 0.590213, "accuracy": 0.632411, "main_score": 0.590213, "hf_subset": "kir_Cyrl-luo_Latn", "languages": ["kir-Cyrl", "luo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-ory_Orya", "languages": ["kir-Cyrl", "ory-Orya"]}, {"precision": 0.55631, "recall": 0.619565, "f1": 0.575151, "accuracy": 0.619565, "main_score": 0.575151, "hf_subset": "kir_Cyrl-sna_Latn", "languages": ["kir-Cyrl", "sna-Latn"]}, {"precision": 0.543791, "recall": 0.592885, "f1": 0.556739, "accuracy": 0.592885, "main_score": 0.556739, "hf_subset": "kir_Cyrl-tso_Latn", "languages": ["kir-Cyrl", "tso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-azj_Latn", "languages": ["kir-Cyrl", "azj-Latn"]}, {"precision": 0.525626, "recall": 0.583004, "f1": 0.542523, "accuracy": 0.583004, "main_score": 0.542523, "hf_subset": "kir_Cyrl-dik_Latn", "languages": ["kir-Cyrl", "dik-Latn"]}, {"precision": 0.696031, "recall": 0.752964, "f1": 0.712639, "accuracy": 0.752964, "main_score": 0.712639, "hf_subset": "kir_Cyrl-hau_Latn", "languages": ["kir-Cyrl", "hau-Latn"]}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "kir_Cyrl-kea_Latn", "languages": ["kir-Cyrl", "kea-Latn"]}, {"precision": 0.706933, "recall": 0.752964, "f1": 0.721165, "accuracy": 0.752964, "main_score": 0.721165, "hf_subset": "kir_Cyrl-lus_Latn", "languages": ["kir-Cyrl", "lus-Latn"]}, {"precision": 0.800181, "recall": 0.840909, "f1": 0.812418, "accuracy": 0.840909, "main_score": 0.812418, "hf_subset": "kir_Cyrl-pag_Latn", "languages": ["kir-Cyrl", "pag-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kir_Cyrl-snd_Arab", "languages": ["kir-Cyrl", "snd-Arab"]}, {"precision": 0.955204, "recall": 0.968379, "f1": 0.959486, "accuracy": 0.968379, "main_score": 0.959486, "hf_subset": "kir_Cyrl-tuk_Latn", "languages": ["kir-Cyrl", "tuk-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "kir_Cyrl-bak_Cyrl", "languages": ["kir-Cyrl", "bak-Cyrl"]}, {"precision": 0.472414, "recall": 0.540514, "f1": 0.492048, "accuracy": 0.540514, "main_score": 0.492048, "hf_subset": "kir_Cyrl-dyu_Latn", "languages": ["kir-Cyrl", "dyu-Latn"]}, {"precision": 0.990283, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "kir_Cyrl-heb_Hebr", "languages": ["kir-Cyrl", "heb-Hebr"]}, {"precision": 0.970438, "recall": 0.979249, "f1": 0.973221, "accuracy": 0.979249, "main_score": 0.973221, "hf_subset": "kir_Cyrl-khk_Cyrl", "languages": ["kir-Cyrl", "khk-Cyrl"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kir_Cyrl-lvs_Latn", "languages": ["kir-Cyrl", "lvs-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-pan_Guru", "languages": ["kir-Cyrl", "pan-Guru"]}, {"precision": 0.656284, "recall": 0.718379, "f1": 0.674362, "accuracy": 0.718379, "main_score": 0.674362, "hf_subset": "kir_Cyrl-som_Latn", "languages": ["kir-Cyrl", "som-Latn"]}, {"precision": 0.55942, "recall": 0.609684, "f1": 0.574177, "accuracy": 0.609684, "main_score": 0.574177, "hf_subset": "kir_Cyrl-tum_Latn", "languages": ["kir-Cyrl", "tum-Latn"]}, {"precision": 0.553627, "recall": 0.623518, "f1": 0.573301, "accuracy": 0.623518, "main_score": 0.573301, "hf_subset": "mar_Deva-ace_Arab", "languages": ["mar-Deva", "ace-Arab"]}, {"precision": 0.524162, "recall": 0.587945, "f1": 0.5421, "accuracy": 0.587945, "main_score": 0.5421, "hf_subset": "mar_Deva-bam_Latn", "languages": ["mar-Deva", "bam-Latn"]}, {"precision": 0.447723, "recall": 0.527668, "f1": 0.469277, "accuracy": 0.527668, "main_score": 0.469277, "hf_subset": "mar_Deva-dzo_Tibt", "languages": ["mar-Deva", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hin_Deva", "languages": ["mar-Deva", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-khm_Khmr", "languages": ["mar-Deva", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mag_Deva", "languages": ["mar-Deva", "mag-Deva"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "mar_Deva-pap_Latn", "languages": ["mar-Deva", "pap-Latn"]}, {"precision": 0.577648, "recall": 0.636364, "f1": 0.593676, "accuracy": 0.636364, "main_score": 0.593676, "hf_subset": "mar_Deva-sot_Latn", "languages": ["mar-Deva", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-tur_Latn", "languages": ["mar-Deva", "tur-Latn"]}, {"precision": 0.87276, "recall": 0.90415, "f1": 0.882576, "accuracy": 0.90415, "main_score": 0.882576, "hf_subset": "mar_Deva-ace_Latn", "languages": ["mar-Deva", "ace-Latn"]}, {"precision": 0.960145, "recall": 0.971344, "f1": 0.963768, "accuracy": 0.971344, "main_score": 0.963768, "hf_subset": "mar_Deva-ban_Latn", "languages": ["mar-Deva", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ell_Grek", "languages": ["mar-Deva", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mar_Deva-hne_Deva", "languages": ["mar-Deva", "hne-Deva"]}, {"precision": 0.602753, "recall": 0.666008, "f1": 0.62069, "accuracy": 0.666008, "main_score": 0.62069, "hf_subset": "mar_Deva-kik_Latn", "languages": ["mar-Deva", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mai_Deva", "languages": ["mar-Deva", "mai-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "mar_Deva-pbt_Arab", "languages": ["mar-Deva", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-spa_Latn", "languages": ["mar-Deva", "spa-Latn"]}, {"precision": 0.61569, "recall": 0.678854, "f1": 0.633328, "accuracy": 0.678854, "main_score": 0.633328, "hf_subset": "mar_Deva-twi_Latn", "languages": ["mar-Deva", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-acm_Arab", "languages": ["mar-Deva", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-bel_Cyrl", "languages": ["mar-Deva", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-eng_Latn", "languages": ["mar-Deva", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hrv_Latn", "languages": ["mar-Deva", "hrv-Latn"]}, {"precision": 0.535131, "recall": 0.602767, "f1": 0.553981, "accuracy": 0.602767, "main_score": 0.553981, "hf_subset": "mar_Deva-kin_Latn", "languages": ["mar-Deva", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-mal_Mlym", "languages": ["mar-Deva", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-pes_Arab", "languages": ["mar-Deva", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-srd_Latn", "languages": ["mar-Deva", "srd-Latn"]}, {"precision": 0.180236, "recall": 0.229249, "f1": 0.192709, "accuracy": 0.229249, "main_score": 0.192709, "hf_subset": "mar_Deva-tzm_Tfng", "languages": ["mar-Deva", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-acq_Arab", "languages": ["mar-Deva", "acq-Arab"]}, {"precision": 0.633771, "recall": 0.686759, "f1": 0.648642, "accuracy": 0.686759, "main_score": 0.648642, "hf_subset": "mar_Deva-bem_Latn", "languages": ["mar-Deva", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-epo_Latn", "languages": ["mar-Deva", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-hun_Latn", "languages": ["mar-Deva", "hun-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "mar_Deva-kir_Cyrl", "languages": ["mar-Deva", "kir-Cyrl"]}, {"precision": 0.660507, "recall": 0.716403, "f1": 0.676713, "accuracy": 0.716403, "main_score": 0.676713, "hf_subset": "mar_Deva-plt_Latn", "languages": ["mar-Deva", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-srp_Cyrl", "languages": ["mar-Deva", "srp-Cyrl"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "mar_Deva-uig_Arab", "languages": ["mar-Deva", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-aeb_Arab", "languages": ["mar-Deva", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ben_Beng", "languages": ["mar-Deva", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-est_Latn", "languages": ["mar-Deva", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hye_Armn", "languages": ["mar-Deva", "hye-Armn"]}, {"precision": 0.535881, "recall": 0.590909, "f1": 0.551732, "accuracy": 0.590909, "main_score": 0.551732, "hf_subset": "mar_Deva-kmb_Latn", "languages": ["mar-Deva", "kmb-Latn"]}, {"precision": 0.490506, "recall": 0.561265, "f1": 0.509343, "accuracy": 0.561265, "main_score": 0.509343, "hf_subset": "mar_Deva-min_Arab", "languages": ["mar-Deva", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-pol_Latn", "languages": ["mar-Deva", "pol-Latn"]}, {"precision": 0.568257, "recall": 0.631423, "f1": 0.58606, "accuracy": 0.631423, "main_score": 0.58606, "hf_subset": "mar_Deva-ssw_Latn", "languages": ["mar-Deva", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ukr_Cyrl", "languages": ["mar-Deva", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-afr_Latn", "languages": ["mar-Deva", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-bho_Deva", "languages": ["mar-Deva", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-eus_Latn", "languages": ["mar-Deva", "eus-Latn"]}, {"precision": 0.578666, "recall": 0.645257, "f1": 0.597532, "accuracy": 0.645257, "main_score": 0.597532, "hf_subset": "mar_Deva-ibo_Latn", "languages": ["mar-Deva", "ibo-Latn"]}, {"precision": 0.907279, "recall": 0.933794, "f1": 0.915646, "accuracy": 0.933794, "main_score": 0.915646, "hf_subset": "mar_Deva-kmr_Latn", "languages": ["mar-Deva", "kmr-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mar_Deva-min_Latn", "languages": ["mar-Deva", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-por_Latn", "languages": ["mar-Deva", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-sun_Latn", "languages": ["mar-Deva", "sun-Latn"]}, {"precision": 0.520661, "recall": 0.578063, "f1": 0.536736, "accuracy": 0.578063, "main_score": 0.536736, "hf_subset": "mar_Deva-umb_Latn", "languages": ["mar-Deva", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ajp_Arab", "languages": ["mar-Deva", "ajp-Arab"]}, {"precision": 0.531556, "recall": 0.592885, "f1": 0.548857, "accuracy": 0.592885, "main_score": 0.548857, "hf_subset": "mar_Deva-bjn_Arab", "languages": ["mar-Deva", "bjn-Arab"]}, {"precision": 0.517959, "recall": 0.579051, "f1": 0.534173, "accuracy": 0.579051, "main_score": 0.534173, "hf_subset": "mar_Deva-ewe_Latn", "languages": ["mar-Deva", "ewe-Latn"]}, {"precision": 0.956439, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "mar_Deva-ilo_Latn", "languages": ["mar-Deva", "ilo-Latn"]}, {"precision": 0.316388, "recall": 0.375494, "f1": 0.331907, "accuracy": 0.375494, "main_score": 0.331907, "hf_subset": "mar_Deva-knc_Arab", "languages": ["mar-Deva", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mkd_Cyrl", "languages": ["mar-Deva", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-prs_Arab", "languages": ["mar-Deva", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-swe_Latn", "languages": ["mar-Deva", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-urd_Arab", "languages": ["mar-Deva", "urd-Arab"]}, {"precision": 0.590967, "recall": 0.655138, "f1": 0.608793, "accuracy": 0.655138, "main_score": 0.608793, "hf_subset": "mar_Deva-aka_Latn", "languages": ["mar-Deva", "aka-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mar_Deva-bjn_Latn", "languages": ["mar-Deva", "bjn-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mar_Deva-fao_Latn", "languages": ["mar-Deva", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ind_Latn", "languages": ["mar-Deva", "ind-Latn"]}, {"precision": 0.585525, "recall": 0.642292, "f1": 0.601465, "accuracy": 0.642292, "main_score": 0.601465, "hf_subset": "mar_Deva-knc_Latn", "languages": ["mar-Deva", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar_Deva-mlt_Latn", "languages": ["mar-Deva", "mlt-Latn"]}, {"precision": 0.703882, "recall": 0.764822, "f1": 0.722118, "accuracy": 0.764822, "main_score": 0.722118, "hf_subset": "mar_Deva-quy_Latn", "languages": ["mar-Deva", "quy-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "mar_Deva-swh_Latn", "languages": ["mar-Deva", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-uzn_Latn", "languages": ["mar-Deva", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-als_Latn", "languages": ["mar-Deva", "als-Latn"]}, {"precision": 0.665293, "recall": 0.747036, "f1": 0.689213, "accuracy": 0.747036, "main_score": 0.689213, "hf_subset": "mar_Deva-bod_Tibt", "languages": ["mar-Deva", "bod-Tibt"]}, {"precision": 0.695462, "recall": 0.752964, "f1": 0.712027, "accuracy": 0.752964, "main_score": 0.712027, "hf_subset": "mar_Deva-fij_Latn", "languages": ["mar-Deva", "fij-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mar_Deva-isl_Latn", "languages": ["mar-Deva", "isl-Latn"]}, {"precision": 0.655682, "recall": 0.713439, "f1": 0.672351, "accuracy": 0.713439, "main_score": 0.672351, "hf_subset": "mar_Deva-kon_Latn", "languages": ["mar-Deva", "kon-Latn"]}, {"precision": 0.6702, "recall": 0.735178, "f1": 0.688526, "accuracy": 0.735178, "main_score": 0.688526, "hf_subset": "mar_Deva-mni_Beng", "languages": ["mar-Deva", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ron_Latn", "languages": ["mar-Deva", "ron-Latn"]}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "mar_Deva-szl_Latn", "languages": ["mar-Deva", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-vec_Latn", "languages": ["mar-Deva", "vec-Latn"]}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "mar_Deva-amh_Ethi", "languages": ["mar-Deva", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-bos_Latn", "languages": ["mar-Deva", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-fin_Latn", "languages": ["mar-Deva", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ita_Latn", "languages": ["mar-Deva", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-kor_Hang", "languages": ["mar-Deva", "kor-Hang"]}, {"precision": 0.539818, "recall": 0.602767, "f1": 0.556974, "accuracy": 0.602767, "main_score": 0.556974, "hf_subset": "mar_Deva-mos_Latn", "languages": ["mar-Deva", "mos-Latn"]}, {"precision": 0.541093, "recall": 0.606719, "f1": 0.559946, "accuracy": 0.606719, "main_score": 0.559946, "hf_subset": "mar_Deva-run_Latn", "languages": ["mar-Deva", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tam_Taml", "languages": ["mar-Deva", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-vie_Latn", "languages": ["mar-Deva", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-apc_Arab", "languages": ["mar-Deva", "apc-Arab"]}, {"precision": 0.793149, "recall": 0.836957, "f1": 0.806094, "accuracy": 0.836957, "main_score": 0.806094, "hf_subset": "mar_Deva-bug_Latn", "languages": ["mar-Deva", "bug-Latn"]}, {"precision": 0.46711, "recall": 0.529644, "f1": 0.48372, "accuracy": 0.529644, "main_score": 0.48372, "hf_subset": "mar_Deva-fon_Latn", "languages": ["mar-Deva", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-jav_Latn", "languages": ["mar-Deva", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar_Deva-lao_Laoo", "languages": ["mar-Deva", "lao-Laoo"]}, {"precision": 0.872398, "recall": 0.906126, "f1": 0.88274, "accuracy": 0.906126, "main_score": 0.88274, "hf_subset": "mar_Deva-mri_Latn", "languages": ["mar-Deva", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-rus_Cyrl", "languages": ["mar-Deva", "rus-Cyrl"]}, {"precision": 0.54194, "recall": 0.603755, "f1": 0.559446, "accuracy": 0.603755, "main_score": 0.559446, "hf_subset": "mar_Deva-taq_Latn", "languages": ["mar-Deva", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-war_Latn", "languages": ["mar-Deva", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-arb_Arab", "languages": ["mar-Deva", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-bul_Cyrl", "languages": ["mar-Deva", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-fra_Latn", "languages": ["mar-Deva", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-jpn_Jpan", "languages": ["mar-Deva", "jpn-Jpan"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mar_Deva-lij_Latn", "languages": ["mar-Deva", "lij-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "mar_Deva-mya_Mymr", "languages": ["mar-Deva", "mya-Mymr"]}, {"precision": 0.589603, "recall": 0.65415, "f1": 0.607376, "accuracy": 0.65415, "main_score": 0.607376, "hf_subset": "mar_Deva-sag_Latn", "languages": ["mar-Deva", "sag-Latn"]}, {"precision": 0.187724, "recall": 0.25, "f1": 0.201781, "accuracy": 0.25, "main_score": 0.201781, "hf_subset": "mar_Deva-taq_Tfng", "languages": ["mar-Deva", "taq-Tfng"]}, {"precision": 0.62044, "recall": 0.683794, "f1": 0.638443, "accuracy": 0.683794, "main_score": 0.638443, "hf_subset": "mar_Deva-wol_Latn", "languages": ["mar-Deva", "wol-Latn"]}, {"precision": 0.795273, "recall": 0.847826, "f1": 0.811462, "accuracy": 0.847826, "main_score": 0.811462, "hf_subset": "mar_Deva-arb_Latn", "languages": ["mar-Deva", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-cat_Latn", "languages": ["mar-Deva", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-fur_Latn", "languages": ["mar-Deva", "fur-Latn"]}, {"precision": 0.406048, "recall": 0.465415, "f1": 0.422532, "accuracy": 0.465415, "main_score": 0.422532, "hf_subset": "mar_Deva-kab_Latn", "languages": ["mar-Deva", "kab-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mar_Deva-lim_Latn", "languages": ["mar-Deva", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nld_Latn", "languages": ["mar-Deva", "nld-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mar_Deva-san_Deva", "languages": ["mar-Deva", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-tat_Cyrl", "languages": ["mar-Deva", "tat-Cyrl"]}, {"precision": 0.671896, "recall": 0.728261, "f1": 0.688164, "accuracy": 0.728261, "main_score": 0.688164, "hf_subset": "mar_Deva-xho_Latn", "languages": ["mar-Deva", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ars_Arab", "languages": ["mar-Deva", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ceb_Latn", "languages": ["mar-Deva", "ceb-Latn"]}, {"precision": 0.566967, "recall": 0.62747, "f1": 0.583856, "accuracy": 0.62747, "main_score": 0.583856, "hf_subset": "mar_Deva-fuv_Latn", "languages": ["mar-Deva", "fuv-Latn"]}, {"precision": 0.502143, "recall": 0.573123, "f1": 0.521818, "accuracy": 0.573123, "main_score": 0.521818, "hf_subset": "mar_Deva-kac_Latn", "languages": ["mar-Deva", "kac-Latn"]}, {"precision": 0.666074, "recall": 0.724308, "f1": 0.68299, "accuracy": 0.724308, "main_score": 0.68299, "hf_subset": "mar_Deva-lin_Latn", "languages": ["mar-Deva", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nno_Latn", "languages": ["mar-Deva", "nno-Latn"]}, {"precision": 0.246503, "recall": 0.332016, "f1": 0.268479, "accuracy": 0.332016, "main_score": 0.268479, "hf_subset": "mar_Deva-sat_Olck", "languages": ["mar-Deva", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tel_Telu", "languages": ["mar-Deva", "tel-Telu"]}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "mar_Deva-ydd_Hebr", "languages": ["mar-Deva", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mar_Deva-ary_Arab", "languages": ["mar-Deva", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ces_Latn", "languages": ["mar-Deva", "ces-Latn"]}, {"precision": 0.575136, "recall": 0.639328, "f1": 0.593683, "accuracy": 0.639328, "main_score": 0.593683, "hf_subset": "mar_Deva-gaz_Latn", "languages": ["mar-Deva", "gaz-Latn"]}, {"precision": 0.58118, "recall": 0.641304, "f1": 0.598578, "accuracy": 0.641304, "main_score": 0.598578, "hf_subset": "mar_Deva-kam_Latn", "languages": ["mar-Deva", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mar_Deva-lit_Latn", "languages": ["mar-Deva", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nob_Latn", "languages": ["mar-Deva", "nob-Latn"]}, {"precision": 0.984848, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "mar_Deva-scn_Latn", "languages": ["mar-Deva", "scn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mar_Deva-tgk_Cyrl", "languages": ["mar-Deva", "tgk-Cyrl"]}, {"precision": 0.719236, "recall": 0.785573, "f1": 0.739022, "accuracy": 0.785573, "main_score": 0.739022, "hf_subset": "mar_Deva-yor_Latn", "languages": ["mar-Deva", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-arz_Arab", "languages": ["mar-Deva", "arz-Arab"]}, {"precision": 0.545793, "recall": 0.612648, "f1": 0.565323, "accuracy": 0.612648, "main_score": 0.565323, "hf_subset": "mar_Deva-cjk_Latn", "languages": ["mar-Deva", "cjk-Latn"]}, {"precision": 0.784503, "recall": 0.833992, "f1": 0.799572, "accuracy": 0.833992, "main_score": 0.799572, "hf_subset": "mar_Deva-gla_Latn", "languages": ["mar-Deva", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-kan_Knda", "languages": ["mar-Deva", "kan-Knda"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "mar_Deva-lmo_Latn", "languages": ["mar-Deva", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "mar_Deva-npi_Deva", "languages": ["mar-Deva", "npi-Deva"]}, {"precision": 0.471254, "recall": 0.530632, "f1": 0.487459, "accuracy": 0.530632, "main_score": 0.487459, "hf_subset": "mar_Deva-shn_Mymr", "languages": ["mar-Deva", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tgl_Latn", "languages": ["mar-Deva", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-yue_Hant", "languages": ["mar-Deva", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-asm_Beng", "languages": ["mar-Deva", "asm-Beng"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "mar_Deva-ckb_Arab", "languages": ["mar-Deva", "ckb-Arab"]}, {"precision": 0.872365, "recall": 0.907115, "f1": 0.883399, "accuracy": 0.907115, "main_score": 0.883399, "hf_subset": "mar_Deva-gle_Latn", "languages": ["mar-Deva", "gle-Latn"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "mar_Deva-kas_Arab", "languages": ["mar-Deva", "kas-Arab"]}, {"precision": 0.939345, "recall": 0.956522, "f1": 0.94473, "accuracy": 0.956522, "main_score": 0.94473, "hf_subset": "mar_Deva-ltg_Latn", "languages": ["mar-Deva", "ltg-Latn"]}, {"precision": 0.603947, "recall": 0.661067, "f1": 0.619654, "accuracy": 0.661067, "main_score": 0.619654, "hf_subset": "mar_Deva-nso_Latn", "languages": ["mar-Deva", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar_Deva-sin_Sinh", "languages": ["mar-Deva", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-tha_Thai", "languages": ["mar-Deva", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zho_Hans", "languages": ["mar-Deva", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ast_Latn", "languages": ["mar-Deva", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-crh_Latn", "languages": ["mar-Deva", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-glg_Latn", "languages": ["mar-Deva", "glg-Latn"]}, {"precision": 0.918149, "recall": 0.942688, "f1": 0.926054, "accuracy": 0.942688, "main_score": 0.926054, "hf_subset": "mar_Deva-kas_Deva", "languages": ["mar-Deva", "kas-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mar_Deva-ltz_Latn", "languages": ["mar-Deva", "ltz-Latn"]}, {"precision": 0.443994, "recall": 0.507905, "f1": 0.461392, "accuracy": 0.507905, "main_score": 0.461392, "hf_subset": "mar_Deva-nus_Latn", "languages": ["mar-Deva", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-slk_Latn", "languages": ["mar-Deva", "slk-Latn"]}, {"precision": 0.619993, "recall": 0.693676, "f1": 0.641455, "accuracy": 0.693676, "main_score": 0.641455, "hf_subset": "mar_Deva-tir_Ethi", "languages": ["mar-Deva", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zho_Hant", "languages": ["mar-Deva", "zho-Hant"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "mar_Deva-awa_Deva", "languages": ["mar-Deva", "awa-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mar_Deva-cym_Latn", "languages": ["mar-Deva", "cym-Latn"]}, {"precision": 0.836709, "recall": 0.87747, "f1": 0.849473, "accuracy": 0.87747, "main_score": 0.849473, "hf_subset": "mar_Deva-grn_Latn", "languages": ["mar-Deva", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-kat_Geor", "languages": ["mar-Deva", "kat-Geor"]}, {"precision": 0.646937, "recall": 0.698617, "f1": 0.661816, "accuracy": 0.698617, "main_score": 0.661816, "hf_subset": "mar_Deva-lua_Latn", "languages": ["mar-Deva", "lua-Latn"]}, {"precision": 0.645422, "recall": 0.705534, "f1": 0.662564, "accuracy": 0.705534, "main_score": 0.662564, "hf_subset": "mar_Deva-nya_Latn", "languages": ["mar-Deva", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-slv_Latn", "languages": ["mar-Deva", "slv-Latn"]}, {"precision": 0.945405, "recall": 0.962451, "f1": 0.950823, "accuracy": 0.962451, "main_score": 0.950823, "hf_subset": "mar_Deva-tpi_Latn", "languages": ["mar-Deva", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zsm_Latn", "languages": ["mar-Deva", "zsm-Latn"]}, {"precision": 0.548508, "recall": 0.606719, "f1": 0.565088, "accuracy": 0.606719, "main_score": 0.565088, "hf_subset": "mar_Deva-ayr_Latn", "languages": ["mar-Deva", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-dan_Latn", "languages": ["mar-Deva", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-guj_Gujr", "languages": ["mar-Deva", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-kaz_Cyrl", "languages": ["mar-Deva", "kaz-Cyrl"]}, {"precision": 0.542558, "recall": 0.605731, "f1": 0.560354, "accuracy": 0.605731, "main_score": 0.560354, "hf_subset": "mar_Deva-lug_Latn", "languages": ["mar-Deva", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-oci_Latn", "languages": ["mar-Deva", "oci-Latn"]}, {"precision": 0.816429, "recall": 0.862648, "f1": 0.830287, "accuracy": 0.862648, "main_score": 0.830287, "hf_subset": "mar_Deva-smo_Latn", "languages": ["mar-Deva", "smo-Latn"]}, {"precision": 0.541318, "recall": 0.608696, "f1": 0.559878, "accuracy": 0.608696, "main_score": 0.559878, "hf_subset": "mar_Deva-tsn_Latn", "languages": ["mar-Deva", "tsn-Latn"]}, {"precision": 0.621766, "recall": 0.685771, "f1": 0.640075, "accuracy": 0.685771, "main_score": 0.640075, "hf_subset": "mar_Deva-zul_Latn", "languages": ["mar-Deva", "zul-Latn"]}, {"precision": 0.924572, "recall": 0.948617, "f1": 0.932477, "accuracy": 0.948617, "main_score": 0.932477, "hf_subset": "mar_Deva-azb_Arab", "languages": ["mar-Deva", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-deu_Latn", "languages": ["mar-Deva", "deu-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "mar_Deva-hat_Latn", "languages": ["mar-Deva", "hat-Latn"]}, {"precision": 0.492389, "recall": 0.552372, "f1": 0.508769, "accuracy": 0.552372, "main_score": 0.508769, "hf_subset": "mar_Deva-kbp_Latn", "languages": ["mar-Deva", "kbp-Latn"]}, {"precision": 0.564771, "recall": 0.624506, "f1": 0.580946, "accuracy": 0.624506, "main_score": 0.580946, "hf_subset": "mar_Deva-luo_Latn", "languages": ["mar-Deva", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ory_Orya", "languages": ["mar-Deva", "ory-Orya"]}, {"precision": 0.59767, "recall": 0.657115, "f1": 0.614534, "accuracy": 0.657115, "main_score": 0.614534, "hf_subset": "mar_Deva-sna_Latn", "languages": ["mar-Deva", "sna-Latn"]}, {"precision": 0.557195, "recall": 0.613636, "f1": 0.572436, "accuracy": 0.613636, "main_score": 0.572436, "hf_subset": "mar_Deva-tso_Latn", "languages": ["mar-Deva", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-azj_Latn", "languages": ["mar-Deva", "azj-Latn"]}, {"precision": 0.541577, "recall": 0.608696, "f1": 0.560793, "accuracy": 0.608696, "main_score": 0.560793, "hf_subset": "mar_Deva-dik_Latn", "languages": ["mar-Deva", "dik-Latn"]}, {"precision": 0.739674, "recall": 0.79249, "f1": 0.755072, "accuracy": 0.79249, "main_score": 0.755072, "hf_subset": "mar_Deva-hau_Latn", "languages": ["mar-Deva", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mar_Deva-kea_Latn", "languages": ["mar-Deva", "kea-Latn"]}, {"precision": 0.766798, "recall": 0.812253, "f1": 0.780882, "accuracy": 0.812253, "main_score": 0.780882, "hf_subset": "mar_Deva-lus_Latn", "languages": ["mar-Deva", "lus-Latn"]}, {"precision": 0.880797, "recall": 0.910079, "f1": 0.889822, "accuracy": 0.910079, "main_score": 0.889822, "hf_subset": "mar_Deva-pag_Latn", "languages": ["mar-Deva", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-snd_Arab", "languages": ["mar-Deva", "snd-Arab"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "mar_Deva-tuk_Latn", "languages": ["mar-Deva", "tuk-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "mar_Deva-bak_Cyrl", "languages": ["mar-Deva", "bak-Cyrl"]}, {"precision": 0.482726, "recall": 0.559289, "f1": 0.50471, "accuracy": 0.559289, "main_score": 0.50471, "hf_subset": "mar_Deva-dyu_Latn", "languages": ["mar-Deva", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-heb_Hebr", "languages": ["mar-Deva", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mar_Deva-khk_Cyrl", "languages": ["mar-Deva", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-lvs_Latn", "languages": ["mar-Deva", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-pan_Guru", "languages": ["mar-Deva", "pan-Guru"]}, {"precision": 0.702727, "recall": 0.762846, "f1": 0.720344, "accuracy": 0.762846, "main_score": 0.720344, "hf_subset": "mar_Deva-som_Latn", "languages": ["mar-Deva", "som-Latn"]}, {"precision": 0.592367, "recall": 0.641304, "f1": 0.605811, "accuracy": 0.641304, "main_score": 0.605811, "hf_subset": "mar_Deva-tum_Latn", "languages": ["mar-Deva", "tum-Latn"]}, {"precision": 0.48322, "recall": 0.536561, "f1": 0.49849, "accuracy": 0.536561, "main_score": 0.49849, "hf_subset": "plt_Latn-ace_Arab", "languages": ["plt-Latn", "ace-Arab"]}, {"precision": 0.518807, "recall": 0.567194, "f1": 0.532927, "accuracy": 0.567194, "main_score": 0.532927, "hf_subset": "plt_Latn-bam_Latn", "languages": ["plt-Latn", "bam-Latn"]}, {"precision": 0.26058, "recall": 0.309289, "f1": 0.272243, "accuracy": 0.309289, "main_score": 0.272243, "hf_subset": "plt_Latn-dzo_Tibt", "languages": ["plt-Latn", "dzo-Tibt"]}, {"precision": 0.657767, "recall": 0.708498, "f1": 0.671559, "accuracy": 0.708498, "main_score": 0.671559, "hf_subset": "plt_Latn-hin_Deva", "languages": ["plt-Latn", "hin-Deva"]}, {"precision": 0.616867, "recall": 0.666008, "f1": 0.629982, "accuracy": 0.666008, "main_score": 0.629982, "hf_subset": "plt_Latn-khm_Khmr", "languages": ["plt-Latn", "khm-Khmr"]}, {"precision": 0.642645, "recall": 0.6917, "f1": 0.655786, "accuracy": 0.6917, "main_score": 0.655786, "hf_subset": "plt_Latn-mag_Deva", "languages": ["plt-Latn", "mag-Deva"]}, {"precision": 0.640223, "recall": 0.678854, "f1": 0.650137, "accuracy": 0.678854, "main_score": 0.650137, "hf_subset": "plt_Latn-pap_Latn", "languages": ["plt-Latn", "pap-Latn"]}, {"precision": 0.57381, "recall": 0.617589, "f1": 0.585828, "accuracy": 0.617589, "main_score": 0.585828, "hf_subset": "plt_Latn-sot_Latn", "languages": ["plt-Latn", "sot-Latn"]}, {"precision": 0.653784, "recall": 0.708498, "f1": 0.668513, "accuracy": 0.708498, "main_score": 0.668513, "hf_subset": "plt_Latn-tur_Latn", "languages": ["plt-Latn", "tur-Latn"]}, {"precision": 0.613959, "recall": 0.663043, "f1": 0.627282, "accuracy": 0.663043, "main_score": 0.627282, "hf_subset": "plt_Latn-ace_Latn", "languages": ["plt-Latn", "ace-Latn"]}, {"precision": 0.648681, "recall": 0.685771, "f1": 0.658427, "accuracy": 0.685771, "main_score": 0.658427, "hf_subset": "plt_Latn-ban_Latn", "languages": ["plt-Latn", "ban-Latn"]}, {"precision": 0.646703, "recall": 0.699605, "f1": 0.660597, "accuracy": 0.699605, "main_score": 0.660597, "hf_subset": "plt_Latn-ell_Grek", "languages": ["plt-Latn", "ell-Grek"]}, {"precision": 0.630117, "recall": 0.686759, "f1": 0.645387, "accuracy": 0.686759, "main_score": 0.645387, "hf_subset": "plt_Latn-hne_Deva", "languages": ["plt-Latn", "hne-Deva"]}, {"precision": 0.529249, "recall": 0.574111, "f1": 0.541723, "accuracy": 0.574111, "main_score": 0.541723, "hf_subset": "plt_Latn-kik_Latn", "languages": ["plt-Latn", "kik-Latn"]}, {"precision": 0.660397, "recall": 0.710474, "f1": 0.674137, "accuracy": 0.710474, "main_score": 0.674137, "hf_subset": "plt_Latn-mai_Deva", "languages": ["plt-Latn", "mai-Deva"]}, {"precision": 0.592081, "recall": 0.652174, "f1": 0.608393, "accuracy": 0.652174, "main_score": 0.608393, "hf_subset": "plt_Latn-pbt_Arab", "languages": ["plt-Latn", "pbt-Arab"]}, {"precision": 0.646799, "recall": 0.699605, "f1": 0.6611, "accuracy": 0.699605, "main_score": 0.6611, "hf_subset": "plt_Latn-spa_Latn", "languages": ["plt-Latn", "spa-Latn"]}, {"precision": 0.5649, "recall": 0.606719, "f1": 0.576361, "accuracy": 0.606719, "main_score": 0.576361, "hf_subset": "plt_Latn-twi_Latn", "languages": ["plt-Latn", "twi-Latn"]}, {"precision": 0.63442, "recall": 0.683794, "f1": 0.647483, "accuracy": 0.683794, "main_score": 0.647483, "hf_subset": "plt_Latn-acm_Arab", "languages": ["plt-Latn", "acm-Arab"]}, {"precision": 0.617864, "recall": 0.667984, "f1": 0.630422, "accuracy": 0.667984, "main_score": 0.630422, "hf_subset": "plt_Latn-bel_Cyrl", "languages": ["plt-Latn", "bel-Cyrl"]}, {"precision": 0.674515, "recall": 0.72332, "f1": 0.687035, "accuracy": 0.72332, "main_score": 0.687035, "hf_subset": "plt_Latn-eng_Latn", "languages": ["plt-Latn", "eng-Latn"]}, {"precision": 0.662859, "recall": 0.713439, "f1": 0.676288, "accuracy": 0.713439, "main_score": 0.676288, "hf_subset": "plt_Latn-hrv_Latn", "languages": ["plt-Latn", "hrv-Latn"]}, {"precision": 0.554118, "recall": 0.601779, "f1": 0.567134, "accuracy": 0.601779, "main_score": 0.567134, "hf_subset": "plt_Latn-kin_Latn", "languages": ["plt-Latn", "kin-Latn"]}, {"precision": 0.632733, "recall": 0.6917, "f1": 0.649015, "accuracy": 0.6917, "main_score": 0.649015, "hf_subset": "plt_Latn-mal_Mlym", "languages": ["plt-Latn", "mal-Mlym"]}, {"precision": 0.658157, "recall": 0.709486, "f1": 0.672112, "accuracy": 0.709486, "main_score": 0.672112, "hf_subset": "plt_Latn-pes_Arab", "languages": ["plt-Latn", "pes-Arab"]}, {"precision": 0.656785, "recall": 0.700593, "f1": 0.669421, "accuracy": 0.700593, "main_score": 0.669421, "hf_subset": "plt_Latn-srd_Latn", "languages": ["plt-Latn", "srd-Latn"]}, {"precision": 0.195011, "recall": 0.23419, "f1": 0.20495, "accuracy": 0.23419, "main_score": 0.20495, "hf_subset": "plt_Latn-tzm_Tfng", "languages": ["plt-Latn", "tzm-Tfng"]}, {"precision": 0.64439, "recall": 0.693676, "f1": 0.657899, "accuracy": 0.693676, "main_score": 0.657899, "hf_subset": "plt_Latn-acq_Arab", "languages": ["plt-Latn", "acq-Arab"]}, {"precision": 0.591926, "recall": 0.634387, "f1": 0.603473, "accuracy": 0.634387, "main_score": 0.603473, "hf_subset": "plt_Latn-bem_Latn", "languages": ["plt-Latn", "bem-Latn"]}, {"precision": 0.668989, "recall": 0.711462, "f1": 0.68073, "accuracy": 0.711462, "main_score": 0.68073, "hf_subset": "plt_Latn-epo_Latn", "languages": ["plt-Latn", "epo-Latn"]}, {"precision": 0.654002, "recall": 0.705534, "f1": 0.667952, "accuracy": 0.705534, "main_score": 0.667952, "hf_subset": "plt_Latn-hun_Latn", "languages": ["plt-Latn", "hun-Latn"]}, {"precision": 0.630909, "recall": 0.682806, "f1": 0.645067, "accuracy": 0.682806, "main_score": 0.645067, "hf_subset": "plt_Latn-kir_Cyrl", "languages": ["plt-Latn", "kir-Cyrl"]}, {"precision": 0.650501, "recall": 0.704545, "f1": 0.664726, "accuracy": 0.704545, "main_score": 0.664726, "hf_subset": "plt_Latn-mar_Deva", "languages": ["plt-Latn", "mar-Deva"]}, {"precision": 0.666992, "recall": 0.717391, "f1": 0.680422, "accuracy": 0.717391, "main_score": 0.680422, "hf_subset": "plt_Latn-srp_Cyrl", "languages": ["plt-Latn", "srp-Cyrl"]}, {"precision": 0.570169, "recall": 0.623518, "f1": 0.585099, "accuracy": 0.623518, "main_score": 0.585099, "hf_subset": "plt_Latn-uig_Arab", "languages": ["plt-Latn", "uig-Arab"]}, {"precision": 0.64737, "recall": 0.690711, "f1": 0.658516, "accuracy": 0.690711, "main_score": 0.658516, "hf_subset": "plt_Latn-aeb_Arab", "languages": ["plt-Latn", "aeb-Arab"]}, {"precision": 0.638559, "recall": 0.6917, "f1": 0.65322, "accuracy": 0.6917, "main_score": 0.65322, "hf_subset": "plt_Latn-ben_Beng", "languages": ["plt-Latn", "ben-Beng"]}, {"precision": 0.638339, "recall": 0.684783, "f1": 0.650817, "accuracy": 0.684783, "main_score": 0.650817, "hf_subset": "plt_Latn-est_Latn", "languages": ["plt-Latn", "est-Latn"]}, {"precision": 0.625614, "recall": 0.678854, "f1": 0.640108, "accuracy": 0.678854, "main_score": 0.640108, "hf_subset": "plt_Latn-hye_Armn", "languages": ["plt-Latn", "hye-Armn"]}, {"precision": 0.54916, "recall": 0.592885, "f1": 0.562074, "accuracy": 0.592885, "main_score": 0.562074, "hf_subset": "plt_Latn-kmb_Latn", "languages": ["plt-Latn", "kmb-Latn"]}, {"precision": 0.449612, "recall": 0.507905, "f1": 0.465366, "accuracy": 0.507905, "main_score": 0.465366, "hf_subset": "plt_Latn-min_Arab", "languages": ["plt-Latn", "min-Arab"]}, {"precision": 0.650396, "recall": 0.697628, "f1": 0.663177, "accuracy": 0.697628, "main_score": 0.663177, "hf_subset": "plt_Latn-pol_Latn", "languages": ["plt-Latn", "pol-Latn"]}, {"precision": 0.560164, "recall": 0.608696, "f1": 0.573847, "accuracy": 0.608696, "main_score": 0.573847, "hf_subset": "plt_Latn-ssw_Latn", "languages": ["plt-Latn", "ssw-Latn"]}, {"precision": 0.649591, "recall": 0.709486, "f1": 0.665541, "accuracy": 0.709486, "main_score": 0.665541, "hf_subset": "plt_Latn-ukr_Cyrl", "languages": ["plt-Latn", "ukr-Cyrl"]}, {"precision": 0.663323, "recall": 0.711462, "f1": 0.676279, "accuracy": 0.711462, "main_score": 0.676279, "hf_subset": "plt_Latn-afr_Latn", "languages": ["plt-Latn", "afr-Latn"]}, {"precision": 0.634157, "recall": 0.681818, "f1": 0.647459, "accuracy": 0.681818, "main_score": 0.647459, "hf_subset": "plt_Latn-bho_Deva", "languages": ["plt-Latn", "bho-Deva"]}, {"precision": 0.651179, "recall": 0.69664, "f1": 0.663222, "accuracy": 0.69664, "main_score": 0.663222, "hf_subset": "plt_Latn-eus_Latn", "languages": ["plt-Latn", "eus-Latn"]}, {"precision": 0.555862, "recall": 0.61166, "f1": 0.571217, "accuracy": 0.61166, "main_score": 0.571217, "hf_subset": "plt_Latn-ibo_Latn", "languages": ["plt-Latn", "ibo-Latn"]}, {"precision": 0.607117, "recall": 0.657115, "f1": 0.621703, "accuracy": 0.657115, "main_score": 0.621703, "hf_subset": "plt_Latn-kmr_Latn", "languages": ["plt-Latn", "kmr-Latn"]}, {"precision": 0.660739, "recall": 0.711462, "f1": 0.674205, "accuracy": 0.711462, "main_score": 0.674205, "hf_subset": "plt_Latn-min_Latn", "languages": ["plt-Latn", "min-Latn"]}, {"precision": 0.674762, "recall": 0.717391, "f1": 0.685828, "accuracy": 0.717391, "main_score": 0.685828, "hf_subset": "plt_Latn-por_Latn", "languages": ["plt-Latn", "por-Latn"]}, {"precision": 0.663207, "recall": 0.709486, "f1": 0.675759, "accuracy": 0.709486, "main_score": 0.675759, "hf_subset": "plt_Latn-sun_Latn", "languages": ["plt-Latn", "sun-Latn"]}, {"precision": 0.515639, "recall": 0.566206, "f1": 0.530618, "accuracy": 0.566206, "main_score": 0.530618, "hf_subset": "plt_Latn-umb_Latn", "languages": ["plt-Latn", "umb-Latn"]}, {"precision": 0.632516, "recall": 0.690711, "f1": 0.647957, "accuracy": 0.690711, "main_score": 0.647957, "hf_subset": "plt_Latn-ajp_Arab", "languages": ["plt-Latn", "ajp-Arab"]}, {"precision": 0.452145, "recall": 0.508893, "f1": 0.4675, "accuracy": 0.508893, "main_score": 0.4675, "hf_subset": "plt_Latn-bjn_Arab", "languages": ["plt-Latn", "bjn-Arab"]}, {"precision": 0.515066, "recall": 0.556324, "f1": 0.52621, "accuracy": 0.556324, "main_score": 0.52621, "hf_subset": "plt_Latn-ewe_Latn", "languages": ["plt-Latn", "ewe-Latn"]}, {"precision": 0.670769, "recall": 0.712451, "f1": 0.681557, "accuracy": 0.712451, "main_score": 0.681557, "hf_subset": "plt_Latn-ilo_Latn", "languages": ["plt-Latn", "ilo-Latn"]}, {"precision": 0.308914, "recall": 0.362648, "f1": 0.323323, "accuracy": 0.362648, "main_score": 0.323323, "hf_subset": "plt_Latn-knc_Arab", "languages": ["plt-Latn", "knc-Arab"]}, {"precision": 0.657426, "recall": 0.710474, "f1": 0.67127, "accuracy": 0.710474, "main_score": 0.67127, "hf_subset": "plt_Latn-mkd_Cyrl", "languages": ["plt-Latn", "mkd-Cyrl"]}, {"precision": 0.647905, "recall": 0.702569, "f1": 0.662768, "accuracy": 0.702569, "main_score": 0.662768, "hf_subset": "plt_Latn-prs_Arab", "languages": ["plt-Latn", "prs-Arab"]}, {"precision": 0.671149, "recall": 0.720356, "f1": 0.684295, "accuracy": 0.720356, "main_score": 0.684295, "hf_subset": "plt_Latn-swe_Latn", "languages": ["plt-Latn", "swe-Latn"]}, {"precision": 0.620021, "recall": 0.677866, "f1": 0.635379, "accuracy": 0.677866, "main_score": 0.635379, "hf_subset": "plt_Latn-urd_Arab", "languages": ["plt-Latn", "urd-Arab"]}, {"precision": 0.552124, "recall": 0.603755, "f1": 0.567183, "accuracy": 0.603755, "main_score": 0.567183, "hf_subset": "plt_Latn-aka_Latn", "languages": ["plt-Latn", "aka-Latn"]}, {"precision": 0.63925, "recall": 0.681818, "f1": 0.650685, "accuracy": 0.681818, "main_score": 0.650685, "hf_subset": "plt_Latn-bjn_Latn", "languages": ["plt-Latn", "bjn-Latn"]}, {"precision": 0.622526, "recall": 0.670949, "f1": 0.63509, "accuracy": 0.670949, "main_score": 0.63509, "hf_subset": "plt_Latn-fao_Latn", "languages": ["plt-Latn", "fao-Latn"]}, {"precision": 0.682049, "recall": 0.731225, "f1": 0.695382, "accuracy": 0.731225, "main_score": 0.695382, "hf_subset": "plt_Latn-ind_Latn", "languages": ["plt-Latn", "ind-Latn"]}, {"precision": 0.546624, "recall": 0.586957, "f1": 0.557515, "accuracy": 0.586957, "main_score": 0.557515, "hf_subset": "plt_Latn-knc_Latn", "languages": ["plt-Latn", "knc-Latn"]}, {"precision": 0.675909, "recall": 0.722332, "f1": 0.687945, "accuracy": 0.722332, "main_score": 0.687945, "hf_subset": "plt_Latn-mlt_Latn", "languages": ["plt-Latn", "mlt-Latn"]}, {"precision": 0.577638, "recall": 0.624506, "f1": 0.590651, "accuracy": 0.624506, "main_score": 0.590651, "hf_subset": "plt_Latn-quy_Latn", "languages": ["plt-Latn", "quy-Latn"]}, {"precision": 0.651184, "recall": 0.697628, "f1": 0.664096, "accuracy": 0.697628, "main_score": 0.664096, "hf_subset": "plt_Latn-swh_Latn", "languages": ["plt-Latn", "swh-Latn"]}, {"precision": 0.637501, "recall": 0.684783, "f1": 0.650224, "accuracy": 0.684783, "main_score": 0.650224, "hf_subset": "plt_Latn-uzn_Latn", "languages": ["plt-Latn", "uzn-Latn"]}, {"precision": 0.681307, "recall": 0.730237, "f1": 0.694415, "accuracy": 0.730237, "main_score": 0.694415, "hf_subset": "plt_Latn-als_Latn", "languages": ["plt-Latn", "als-Latn"]}, {"precision": 0.323263, "recall": 0.38834, "f1": 0.341128, "accuracy": 0.38834, "main_score": 0.341128, "hf_subset": "plt_Latn-bod_Tibt", "languages": ["plt-Latn", "bod-Tibt"]}, {"precision": 0.573651, "recall": 0.621542, "f1": 0.586395, "accuracy": 0.621542, "main_score": 0.586395, "hf_subset": "plt_Latn-fij_Latn", "languages": ["plt-Latn", "fij-Latn"]}, {"precision": 0.626115, "recall": 0.679842, "f1": 0.641111, "accuracy": 0.679842, "main_score": 0.641111, "hf_subset": "plt_Latn-isl_Latn", "languages": ["plt-Latn", "isl-Latn"]}, {"precision": 0.578768, "recall": 0.623518, "f1": 0.591272, "accuracy": 0.623518, "main_score": 0.591272, "hf_subset": "plt_Latn-kon_Latn", "languages": ["plt-Latn", "kon-Latn"]}, {"precision": 0.52818, "recall": 0.581028, "f1": 0.542676, "accuracy": 0.581028, "main_score": 0.542676, "hf_subset": "plt_Latn-mni_Beng", "languages": ["plt-Latn", "mni-Beng"]}, {"precision": 0.671784, "recall": 0.719368, "f1": 0.684986, "accuracy": 0.719368, "main_score": 0.684986, "hf_subset": "plt_Latn-ron_Latn", "languages": ["plt-Latn", "ron-Latn"]}, {"precision": 0.650054, "recall": 0.69664, "f1": 0.662078, "accuracy": 0.69664, "main_score": 0.662078, "hf_subset": "plt_Latn-szl_Latn", "languages": ["plt-Latn", "szl-Latn"]}, {"precision": 0.658789, "recall": 0.708498, "f1": 0.672353, "accuracy": 0.708498, "main_score": 0.672353, "hf_subset": "plt_Latn-vec_Latn", "languages": ["plt-Latn", "vec-Latn"]}, {"precision": 0.559582, "recall": 0.617589, "f1": 0.575639, "accuracy": 0.617589, "main_score": 0.575639, "hf_subset": "plt_Latn-amh_Ethi", "languages": ["plt-Latn", "amh-Ethi"]}, {"precision": 0.675314, "recall": 0.722332, "f1": 0.687738, "accuracy": 0.722332, "main_score": 0.687738, "hf_subset": "plt_Latn-bos_Latn", "languages": ["plt-Latn", "bos-Latn"]}, {"precision": 0.646501, "recall": 0.697628, "f1": 0.660063, "accuracy": 0.697628, "main_score": 0.660063, "hf_subset": "plt_Latn-fin_Latn", "languages": ["plt-Latn", "fin-Latn"]}, {"precision": 0.653873, "recall": 0.702569, "f1": 0.666988, "accuracy": 0.702569, "main_score": 0.666988, "hf_subset": "plt_Latn-ita_Latn", "languages": ["plt-Latn", "ita-Latn"]}, {"precision": 0.635662, "recall": 0.689723, "f1": 0.650647, "accuracy": 0.689723, "main_score": 0.650647, "hf_subset": "plt_Latn-kor_Hang", "languages": ["plt-Latn", "kor-Hang"]}, {"precision": 0.523643, "recall": 0.56917, "f1": 0.536898, "accuracy": 0.56917, "main_score": 0.536898, "hf_subset": "plt_Latn-mos_Latn", "languages": ["plt-Latn", "mos-Latn"]}, {"precision": 0.543445, "recall": 0.596838, "f1": 0.558945, "accuracy": 0.596838, "main_score": 0.558945, "hf_subset": "plt_Latn-run_Latn", "languages": ["plt-Latn", "run-Latn"]}, {"precision": 0.623521, "recall": 0.678854, "f1": 0.63812, "accuracy": 0.678854, "main_score": 0.63812, "hf_subset": "plt_Latn-tam_Taml", "languages": ["plt-Latn", "tam-Taml"]}, {"precision": 0.657134, "recall": 0.708498, "f1": 0.670484, "accuracy": 0.708498, "main_score": 0.670484, "hf_subset": "plt_Latn-vie_Latn", "languages": ["plt-Latn", "vie-Latn"]}, {"precision": 0.635127, "recall": 0.686759, "f1": 0.648627, "accuracy": 0.686759, "main_score": 0.648627, "hf_subset": "plt_Latn-apc_Arab", "languages": ["plt-Latn", "apc-Arab"]}, {"precision": 0.599621, "recall": 0.641304, "f1": 0.611563, "accuracy": 0.641304, "main_score": 0.611563, "hf_subset": "plt_Latn-bug_Latn", "languages": ["plt-Latn", "bug-Latn"]}, {"precision": 0.482757, "recall": 0.52668, "f1": 0.495606, "accuracy": 0.52668, "main_score": 0.495606, "hf_subset": "plt_Latn-fon_Latn", "languages": ["plt-Latn", "fon-Latn"]}, {"precision": 0.692148, "recall": 0.737154, "f1": 0.704866, "accuracy": 0.737154, "main_score": 0.704866, "hf_subset": "plt_Latn-jav_Latn", "languages": ["plt-Latn", "jav-Latn"]}, {"precision": 0.607437, "recall": 0.663043, "f1": 0.622469, "accuracy": 0.663043, "main_score": 0.622469, "hf_subset": "plt_Latn-lao_Laoo", "languages": ["plt-Latn", "lao-Laoo"]}, {"precision": 0.588883, "recall": 0.633399, "f1": 0.600864, "accuracy": 0.633399, "main_score": 0.600864, "hf_subset": "plt_Latn-mri_Latn", "languages": ["plt-Latn", "mri-Latn"]}, {"precision": 0.642881, "recall": 0.695652, "f1": 0.656767, "accuracy": 0.695652, "main_score": 0.656767, "hf_subset": "plt_Latn-rus_Cyrl", "languages": ["plt-Latn", "rus-Cyrl"]}, {"precision": 0.500011, "recall": 0.545455, "f1": 0.512748, "accuracy": 0.545455, "main_score": 0.512748, "hf_subset": "plt_Latn-taq_Latn", "languages": ["plt-Latn", "taq-Latn"]}, {"precision": 0.659861, "recall": 0.710474, "f1": 0.67305, "accuracy": 0.710474, "main_score": 0.67305, "hf_subset": "plt_Latn-war_Latn", "languages": ["plt-Latn", "war-Latn"]}, {"precision": 0.640413, "recall": 0.688735, "f1": 0.653559, "accuracy": 0.688735, "main_score": 0.653559, "hf_subset": "plt_Latn-arb_Arab", "languages": ["plt-Latn", "arb-Arab"]}, {"precision": 0.656026, "recall": 0.706522, "f1": 0.670314, "accuracy": 0.706522, "main_score": 0.670314, "hf_subset": "plt_Latn-bul_Cyrl", "languages": ["plt-Latn", "bul-Cyrl"]}, {"precision": 0.669048, "recall": 0.714427, "f1": 0.68095, "accuracy": 0.714427, "main_score": 0.68095, "hf_subset": "plt_Latn-fra_Latn", "languages": ["plt-Latn", "fra-Latn"]}, {"precision": 0.640433, "recall": 0.689723, "f1": 0.653789, "accuracy": 0.689723, "main_score": 0.653789, "hf_subset": "plt_Latn-jpn_Jpan", "languages": ["plt-Latn", "jpn-Jpan"]}, {"precision": 0.651172, "recall": 0.697628, "f1": 0.663844, "accuracy": 0.697628, "main_score": 0.663844, "hf_subset": "plt_Latn-lij_Latn", "languages": ["plt-Latn", "lij-Latn"]}, {"precision": 0.488045, "recall": 0.565217, "f1": 0.508956, "accuracy": 0.565217, "main_score": 0.508956, "hf_subset": "plt_Latn-mya_Mymr", "languages": ["plt-Latn", "mya-Mymr"]}, {"precision": 0.543496, "recall": 0.585968, "f1": 0.556001, "accuracy": 0.585968, "main_score": 0.556001, "hf_subset": "plt_Latn-sag_Latn", "languages": ["plt-Latn", "sag-Latn"]}, {"precision": 0.2077, "recall": 0.251976, "f1": 0.218069, "accuracy": 0.251976, "main_score": 0.218069, "hf_subset": "plt_Latn-taq_Tfng", "languages": ["plt-Latn", "taq-Tfng"]}, {"precision": 0.5794, "recall": 0.62747, "f1": 0.592651, "accuracy": 0.62747, "main_score": 0.592651, "hf_subset": "plt_Latn-wol_Latn", "languages": ["plt-Latn", "wol-Latn"]}, {"precision": 0.527353, "recall": 0.576087, "f1": 0.540205, "accuracy": 0.576087, "main_score": 0.540205, "hf_subset": "plt_Latn-arb_Latn", "languages": ["plt-Latn", "arb-Latn"]}, {"precision": 0.677849, "recall": 0.725296, "f1": 0.690574, "accuracy": 0.725296, "main_score": 0.690574, "hf_subset": "plt_Latn-cat_Latn", "languages": ["plt-Latn", "cat-Latn"]}, {"precision": 0.649864, "recall": 0.69664, "f1": 0.662998, "accuracy": 0.69664, "main_score": 0.662998, "hf_subset": "plt_Latn-fur_Latn", "languages": ["plt-Latn", "fur-Latn"]}, {"precision": 0.436561, "recall": 0.48913, "f1": 0.451125, "accuracy": 0.48913, "main_score": 0.451125, "hf_subset": "plt_Latn-kab_Latn", "languages": ["plt-Latn", "kab-Latn"]}, {"precision": 0.634185, "recall": 0.679842, "f1": 0.646831, "accuracy": 0.679842, "main_score": 0.646831, "hf_subset": "plt_Latn-lim_Latn", "languages": ["plt-Latn", "lim-Latn"]}, {"precision": 0.643441, "recall": 0.698617, "f1": 0.658056, "accuracy": 0.698617, "main_score": 0.658056, "hf_subset": "plt_Latn-nld_Latn", "languages": ["plt-Latn", "nld-Latn"]}, {"precision": 0.591272, "recall": 0.645257, "f1": 0.605786, "accuracy": 0.645257, "main_score": 0.605786, "hf_subset": "plt_Latn-san_Deva", "languages": ["plt-Latn", "san-Deva"]}, {"precision": 0.646508, "recall": 0.688735, "f1": 0.657225, "accuracy": 0.688735, "main_score": 0.657225, "hf_subset": "plt_Latn-tat_Cyrl", "languages": ["plt-Latn", "tat-Cyrl"]}, {"precision": 0.598623, "recall": 0.645257, "f1": 0.611446, "accuracy": 0.645257, "main_score": 0.611446, "hf_subset": "plt_Latn-xho_Latn", "languages": ["plt-Latn", "xho-Latn"]}, {"precision": 0.628079, "recall": 0.681818, "f1": 0.642987, "accuracy": 0.681818, "main_score": 0.642987, "hf_subset": "plt_Latn-ars_Arab", "languages": ["plt-Latn", "ars-Arab"]}, {"precision": 0.67942, "recall": 0.72332, "f1": 0.690926, "accuracy": 0.72332, "main_score": 0.690926, "hf_subset": "plt_Latn-ceb_Latn", "languages": ["plt-Latn", "ceb-Latn"]}, {"precision": 0.530409, "recall": 0.575099, "f1": 0.543384, "accuracy": 0.575099, "main_score": 0.543384, "hf_subset": "plt_Latn-fuv_Latn", "languages": ["plt-Latn", "fuv-Latn"]}, {"precision": 0.512271, "recall": 0.5583, "f1": 0.525151, "accuracy": 0.5583, "main_score": 0.525151, "hf_subset": "plt_Latn-kac_Latn", "languages": ["plt-Latn", "kac-Latn"]}, {"precision": 0.599069, "recall": 0.641304, "f1": 0.610475, "accuracy": 0.641304, "main_score": 0.610475, "hf_subset": "plt_Latn-lin_Latn", "languages": ["plt-Latn", "lin-Latn"]}, {"precision": 0.661736, "recall": 0.709486, "f1": 0.674583, "accuracy": 0.709486, "main_score": 0.674583, "hf_subset": "plt_Latn-nno_Latn", "languages": ["plt-Latn", "nno-Latn"]}, {"precision": 0.162734, "recall": 0.211462, "f1": 0.174774, "accuracy": 0.211462, "main_score": 0.174774, "hf_subset": "plt_Latn-sat_Olck", "languages": ["plt-Latn", "sat-Olck"]}, {"precision": 0.623175, "recall": 0.679842, "f1": 0.63841, "accuracy": 0.679842, "main_score": 0.63841, "hf_subset": "plt_Latn-tel_Telu", "languages": ["plt-Latn", "tel-Telu"]}, {"precision": 0.576979, "recall": 0.633399, "f1": 0.592225, "accuracy": 0.633399, "main_score": 0.592225, "hf_subset": "plt_Latn-ydd_Hebr", "languages": ["plt-Latn", "ydd-Hebr"]}, {"precision": 0.61671, "recall": 0.66996, "f1": 0.630248, "accuracy": 0.66996, "main_score": 0.630248, "hf_subset": "plt_Latn-ary_Arab", "languages": ["plt-Latn", "ary-Arab"]}, {"precision": 0.65865, "recall": 0.708498, "f1": 0.671432, "accuracy": 0.708498, "main_score": 0.671432, "hf_subset": "plt_Latn-ces_Latn", "languages": ["plt-Latn", "ces-Latn"]}, {"precision": 0.549738, "recall": 0.604743, "f1": 0.564865, "accuracy": 0.604743, "main_score": 0.564865, "hf_subset": "plt_Latn-gaz_Latn", "languages": ["plt-Latn", "gaz-Latn"]}, {"precision": 0.543075, "recall": 0.59585, "f1": 0.557929, "accuracy": 0.59585, "main_score": 0.557929, "hf_subset": "plt_Latn-kam_Latn", "languages": ["plt-Latn", "kam-Latn"]}, {"precision": 0.641271, "recall": 0.684783, "f1": 0.652517, "accuracy": 0.684783, "main_score": 0.652517, "hf_subset": "plt_Latn-lit_Latn", "languages": ["plt-Latn", "lit-Latn"]}, {"precision": 0.659478, "recall": 0.711462, "f1": 0.673648, "accuracy": 0.711462, "main_score": 0.673648, "hf_subset": "plt_Latn-nob_Latn", "languages": ["plt-Latn", "nob-Latn"]}, {"precision": 0.630423, "recall": 0.675889, "f1": 0.641965, "accuracy": 0.675889, "main_score": 0.641965, "hf_subset": "plt_Latn-scn_Latn", "languages": ["plt-Latn", "scn-Latn"]}, {"precision": 0.631641, "recall": 0.68083, "f1": 0.644335, "accuracy": 0.68083, "main_score": 0.644335, "hf_subset": "plt_Latn-tgk_Cyrl", "languages": ["plt-Latn", "tgk-Cyrl"]}, {"precision": 0.543893, "recall": 0.604743, "f1": 0.561456, "accuracy": 0.604743, "main_score": 0.561456, "hf_subset": "plt_Latn-yor_Latn", "languages": ["plt-Latn", "yor-Latn"]}, {"precision": 0.647811, "recall": 0.694664, "f1": 0.660227, "accuracy": 0.694664, "main_score": 0.660227, "hf_subset": "plt_Latn-arz_Arab", "languages": ["plt-Latn", "arz-Arab"]}, {"precision": 0.522502, "recall": 0.565217, "f1": 0.534328, "accuracy": 0.565217, "main_score": 0.534328, "hf_subset": "plt_Latn-cjk_Latn", "languages": ["plt-Latn", "cjk-Latn"]}, {"precision": 0.590965, "recall": 0.635375, "f1": 0.60254, "accuracy": 0.635375, "main_score": 0.60254, "hf_subset": "plt_Latn-gla_Latn", "languages": ["plt-Latn", "gla-Latn"]}, {"precision": 0.633003, "recall": 0.690711, "f1": 0.649235, "accuracy": 0.690711, "main_score": 0.649235, "hf_subset": "plt_Latn-kan_Knda", "languages": ["plt-Latn", "kan-Knda"]}, {"precision": 0.64843, "recall": 0.693676, "f1": 0.660089, "accuracy": 0.693676, "main_score": 0.660089, "hf_subset": "plt_Latn-lmo_Latn", "languages": ["plt-Latn", "lmo-Latn"]}, {"precision": 0.648084, "recall": 0.702569, "f1": 0.662001, "accuracy": 0.702569, "main_score": 0.662001, "hf_subset": "plt_Latn-npi_Deva", "languages": ["plt-Latn", "npi-Deva"]}, {"precision": 0.46002, "recall": 0.506917, "f1": 0.473388, "accuracy": 0.506917, "main_score": 0.473388, "hf_subset": "plt_Latn-shn_Mymr", "languages": ["plt-Latn", "shn-Mymr"]}, {"precision": 0.687058, "recall": 0.730237, "f1": 0.698392, "accuracy": 0.730237, "main_score": 0.698392, "hf_subset": "plt_Latn-tgl_Latn", "languages": ["plt-Latn", "tgl-Latn"]}, {"precision": 0.634349, "recall": 0.685771, "f1": 0.647691, "accuracy": 0.685771, "main_score": 0.647691, "hf_subset": "plt_Latn-yue_Hant", "languages": ["plt-Latn", "yue-Hant"]}, {"precision": 0.602076, "recall": 0.655138, "f1": 0.616296, "accuracy": 0.655138, "main_score": 0.616296, "hf_subset": "plt_Latn-asm_Beng", "languages": ["plt-Latn", "asm-Beng"]}, {"precision": 0.600978, "recall": 0.658103, "f1": 0.616579, "accuracy": 0.658103, "main_score": 0.616579, "hf_subset": "plt_Latn-ckb_Arab", "languages": ["plt-Latn", "ckb-Arab"]}, {"precision": 0.597667, "recall": 0.652174, "f1": 0.613393, "accuracy": 0.652174, "main_score": 0.613393, "hf_subset": "plt_Latn-gle_Latn", "languages": ["plt-Latn", "gle-Latn"]}, {"precision": 0.562058, "recall": 0.613636, "f1": 0.575626, "accuracy": 0.613636, "main_score": 0.575626, "hf_subset": "plt_Latn-kas_Arab", "languages": ["plt-Latn", "kas-Arab"]}, {"precision": 0.608155, "recall": 0.659091, "f1": 0.622062, "accuracy": 0.659091, "main_score": 0.622062, "hf_subset": "plt_Latn-ltg_Latn", "languages": ["plt-Latn", "ltg-Latn"]}, {"precision": 0.590059, "recall": 0.626482, "f1": 0.600203, "accuracy": 0.626482, "main_score": 0.600203, "hf_subset": "plt_Latn-nso_Latn", "languages": ["plt-Latn", "nso-Latn"]}, {"precision": 0.570586, "recall": 0.630435, "f1": 0.586853, "accuracy": 0.630435, "main_score": 0.586853, "hf_subset": "plt_Latn-sin_Sinh", "languages": ["plt-Latn", "sin-Sinh"]}, {"precision": 0.649027, "recall": 0.704545, "f1": 0.663882, "accuracy": 0.704545, "main_score": 0.663882, "hf_subset": "plt_Latn-tha_Thai", "languages": ["plt-Latn", "tha-Thai"]}, {"precision": 0.634625, "recall": 0.683794, "f1": 0.647525, "accuracy": 0.683794, "main_score": 0.647525, "hf_subset": "plt_Latn-zho_Hans", "languages": ["plt-Latn", "zho-Hans"]}, {"precision": 0.666041, "recall": 0.717391, "f1": 0.680049, "accuracy": 0.717391, "main_score": 0.680049, "hf_subset": "plt_Latn-ast_Latn", "languages": ["plt-Latn", "ast-Latn"]}, {"precision": 0.635302, "recall": 0.690711, "f1": 0.649981, "accuracy": 0.690711, "main_score": 0.649981, "hf_subset": "plt_Latn-crh_Latn", "languages": ["plt-Latn", "crh-Latn"]}, {"precision": 0.675117, "recall": 0.719368, "f1": 0.686666, "accuracy": 0.719368, "main_score": 0.686666, "hf_subset": "plt_Latn-glg_Latn", "languages": ["plt-Latn", "glg-Latn"]}, {"precision": 0.56678, "recall": 0.619565, "f1": 0.581675, "accuracy": 0.619565, "main_score": 0.581675, "hf_subset": "plt_Latn-kas_Deva", "languages": ["plt-Latn", "kas-Deva"]}, {"precision": 0.640993, "recall": 0.683794, "f1": 0.652609, "accuracy": 0.683794, "main_score": 0.652609, "hf_subset": "plt_Latn-ltz_Latn", "languages": ["plt-Latn", "ltz-Latn"]}, {"precision": 0.481079, "recall": 0.532609, "f1": 0.495003, "accuracy": 0.532609, "main_score": 0.495003, "hf_subset": "plt_Latn-nus_Latn", "languages": ["plt-Latn", "nus-Latn"]}, {"precision": 0.651032, "recall": 0.700593, "f1": 0.664421, "accuracy": 0.700593, "main_score": 0.664421, "hf_subset": "plt_Latn-slk_Latn", "languages": ["plt-Latn", "slk-Latn"]}, {"precision": 0.439954, "recall": 0.497036, "f1": 0.456192, "accuracy": 0.497036, "main_score": 0.456192, "hf_subset": "plt_Latn-tir_Ethi", "languages": ["plt-Latn", "tir-Ethi"]}, {"precision": 0.625479, "recall": 0.678854, "f1": 0.639147, "accuracy": 0.678854, "main_score": 0.639147, "hf_subset": "plt_Latn-zho_Hant", "languages": ["plt-Latn", "zho-Hant"]}, {"precision": 0.656406, "recall": 0.709486, "f1": 0.670996, "accuracy": 0.709486, "main_score": 0.670996, "hf_subset": "plt_Latn-awa_Deva", "languages": ["plt-Latn", "awa-Deva"]}, {"precision": 0.65052, "recall": 0.698617, "f1": 0.663674, "accuracy": 0.698617, "main_score": 0.663674, "hf_subset": "plt_Latn-cym_Latn", "languages": ["plt-Latn", "cym-Latn"]}, {"precision": 0.617262, "recall": 0.657115, "f1": 0.627819, "accuracy": 0.657115, "main_score": 0.627819, "hf_subset": "plt_Latn-grn_Latn", "languages": ["plt-Latn", "grn-Latn"]}, {"precision": 0.620026, "recall": 0.679842, "f1": 0.635666, "accuracy": 0.679842, "main_score": 0.635666, "hf_subset": "plt_Latn-kat_Geor", "languages": ["plt-Latn", "kat-Geor"]}, {"precision": 0.573228, "recall": 0.618577, "f1": 0.585962, "accuracy": 0.618577, "main_score": 0.585962, "hf_subset": "plt_Latn-lua_Latn", "languages": ["plt-Latn", "lua-Latn"]}, {"precision": 0.574632, "recall": 0.621542, "f1": 0.587883, "accuracy": 0.621542, "main_score": 0.587883, "hf_subset": "plt_Latn-nya_Latn", "languages": ["plt-Latn", "nya-Latn"]}, {"precision": 0.656593, "recall": 0.697628, "f1": 0.666475, "accuracy": 0.697628, "main_score": 0.666475, "hf_subset": "plt_Latn-slv_Latn", "languages": ["plt-Latn", "slv-Latn"]}, {"precision": 0.631708, "recall": 0.678854, "f1": 0.64427, "accuracy": 0.678854, "main_score": 0.64427, "hf_subset": "plt_Latn-tpi_Latn", "languages": ["plt-Latn", "tpi-Latn"]}, {"precision": 0.680217, "recall": 0.731225, "f1": 0.694038, "accuracy": 0.731225, "main_score": 0.694038, "hf_subset": "plt_Latn-zsm_Latn", "languages": ["plt-Latn", "zsm-Latn"]}, {"precision": 0.544123, "recall": 0.590909, "f1": 0.557111, "accuracy": 0.590909, "main_score": 0.557111, "hf_subset": "plt_Latn-ayr_Latn", "languages": ["plt-Latn", "ayr-Latn"]}, {"precision": 0.65721, "recall": 0.70751, "f1": 0.670504, "accuracy": 0.70751, "main_score": 0.670504, "hf_subset": "plt_Latn-dan_Latn", "languages": ["plt-Latn", "dan-Latn"]}, {"precision": 0.639204, "recall": 0.692688, "f1": 0.653361, "accuracy": 0.692688, "main_score": 0.653361, "hf_subset": "plt_Latn-guj_Gujr", "languages": ["plt-Latn", "guj-Gujr"]}, {"precision": 0.642669, "recall": 0.695652, "f1": 0.656557, "accuracy": 0.695652, "main_score": 0.656557, "hf_subset": "plt_Latn-kaz_Cyrl", "languages": ["plt-Latn", "kaz-Cyrl"]}, {"precision": 0.534738, "recall": 0.587945, "f1": 0.549765, "accuracy": 0.587945, "main_score": 0.549765, "hf_subset": "plt_Latn-lug_Latn", "languages": ["plt-Latn", "lug-Latn"]}, {"precision": 0.680399, "recall": 0.728261, "f1": 0.692795, "accuracy": 0.728261, "main_score": 0.692795, "hf_subset": "plt_Latn-oci_Latn", "languages": ["plt-Latn", "oci-Latn"]}, {"precision": 0.605977, "recall": 0.652174, "f1": 0.618561, "accuracy": 0.652174, "main_score": 0.618561, "hf_subset": "plt_Latn-smo_Latn", "languages": ["plt-Latn", "smo-Latn"]}, {"precision": 0.540642, "recall": 0.586957, "f1": 0.55314, "accuracy": 0.586957, "main_score": 0.55314, "hf_subset": "plt_Latn-tsn_Latn", "languages": ["plt-Latn", "tsn-Latn"]}, {"precision": 0.574618, "recall": 0.623518, "f1": 0.587874, "accuracy": 0.623518, "main_score": 0.587874, "hf_subset": "plt_Latn-zul_Latn", "languages": ["plt-Latn", "zul-Latn"]}, {"precision": 0.542257, "recall": 0.597826, "f1": 0.558256, "accuracy": 0.597826, "main_score": 0.558256, "hf_subset": "plt_Latn-azb_Arab", "languages": ["plt-Latn", "azb-Arab"]}, {"precision": 0.658323, "recall": 0.709486, "f1": 0.671789, "accuracy": 0.709486, "main_score": 0.671789, "hf_subset": "plt_Latn-deu_Latn", "languages": ["plt-Latn", "deu-Latn"]}, {"precision": 0.64494, "recall": 0.694664, "f1": 0.65858, "accuracy": 0.694664, "main_score": 0.65858, "hf_subset": "plt_Latn-hat_Latn", "languages": ["plt-Latn", "hat-Latn"]}, {"precision": 0.51124, "recall": 0.554348, "f1": 0.523474, "accuracy": 0.554348, "main_score": 0.523474, "hf_subset": "plt_Latn-kbp_Latn", "languages": ["plt-Latn", "kbp-Latn"]}, {"precision": 0.565485, "recall": 0.607708, "f1": 0.577355, "accuracy": 0.607708, "main_score": 0.577355, "hf_subset": "plt_Latn-luo_Latn", "languages": ["plt-Latn", "luo-Latn"]}, {"precision": 0.631202, "recall": 0.686759, "f1": 0.646041, "accuracy": 0.686759, "main_score": 0.646041, "hf_subset": "plt_Latn-ory_Orya", "languages": ["plt-Latn", "ory-Orya"]}, {"precision": 0.57439, "recall": 0.624506, "f1": 0.588556, "accuracy": 0.624506, "main_score": 0.588556, "hf_subset": "plt_Latn-sna_Latn", "languages": ["plt-Latn", "sna-Latn"]}, {"precision": 0.550057, "recall": 0.594862, "f1": 0.562325, "accuracy": 0.594862, "main_score": 0.562325, "hf_subset": "plt_Latn-tso_Latn", "languages": ["plt-Latn", "tso-Latn"]}, {"precision": 0.60716, "recall": 0.663043, "f1": 0.622714, "accuracy": 0.663043, "main_score": 0.622714, "hf_subset": "plt_Latn-azj_Latn", "languages": ["plt-Latn", "azj-Latn"]}, {"precision": 0.513897, "recall": 0.561265, "f1": 0.527595, "accuracy": 0.561265, "main_score": 0.527595, "hf_subset": "plt_Latn-dik_Latn", "languages": ["plt-Latn", "dik-Latn"]}, {"precision": 0.600461, "recall": 0.647233, "f1": 0.613195, "accuracy": 0.647233, "main_score": 0.613195, "hf_subset": "plt_Latn-hau_Latn", "languages": ["plt-Latn", "hau-Latn"]}, {"precision": 0.65936, "recall": 0.701581, "f1": 0.670501, "accuracy": 0.701581, "main_score": 0.670501, "hf_subset": "plt_Latn-kea_Latn", "languages": ["plt-Latn", "kea-Latn"]}, {"precision": 0.609481, "recall": 0.648221, "f1": 0.619987, "accuracy": 0.648221, "main_score": 0.619987, "hf_subset": "plt_Latn-lus_Latn", "languages": ["plt-Latn", "lus-Latn"]}, {"precision": 0.611368, "recall": 0.648221, "f1": 0.621986, "accuracy": 0.648221, "main_score": 0.621986, "hf_subset": "plt_Latn-pag_Latn", "languages": ["plt-Latn", "pag-Latn"]}, {"precision": 0.618233, "recall": 0.674901, "f1": 0.633918, "accuracy": 0.674901, "main_score": 0.633918, "hf_subset": "plt_Latn-snd_Arab", "languages": ["plt-Latn", "snd-Arab"]}, {"precision": 0.599294, "recall": 0.653162, "f1": 0.61319, "accuracy": 0.653162, "main_score": 0.61319, "hf_subset": "plt_Latn-tuk_Latn", "languages": ["plt-Latn", "tuk-Latn"]}, {"precision": 0.631317, "recall": 0.682806, "f1": 0.644707, "accuracy": 0.682806, "main_score": 0.644707, "hf_subset": "plt_Latn-bak_Cyrl", "languages": ["plt-Latn", "bak-Cyrl"]}, {"precision": 0.441654, "recall": 0.513834, "f1": 0.462072, "accuracy": 0.513834, "main_score": 0.462072, "hf_subset": "plt_Latn-dyu_Latn", "languages": ["plt-Latn", "dyu-Latn"]}, {"precision": 0.65042, "recall": 0.70751, "f1": 0.66596, "accuracy": 0.70751, "main_score": 0.66596, "hf_subset": "plt_Latn-heb_Hebr", "languages": ["plt-Latn", "heb-Hebr"]}, {"precision": 0.608052, "recall": 0.66502, "f1": 0.622771, "accuracy": 0.66502, "main_score": 0.622771, "hf_subset": "plt_Latn-khk_Cyrl", "languages": ["plt-Latn", "khk-Cyrl"]}, {"precision": 0.655727, "recall": 0.706522, "f1": 0.667887, "accuracy": 0.706522, "main_score": 0.667887, "hf_subset": "plt_Latn-lvs_Latn", "languages": ["plt-Latn", "lvs-Latn"]}, {"precision": 0.648052, "recall": 0.702569, "f1": 0.662399, "accuracy": 0.702569, "main_score": 0.662399, "hf_subset": "plt_Latn-pan_Guru", "languages": ["plt-Latn", "pan-Guru"]}, {"precision": 0.566652, "recall": 0.613636, "f1": 0.580421, "accuracy": 0.613636, "main_score": 0.580421, "hf_subset": "plt_Latn-som_Latn", "languages": ["plt-Latn", "som-Latn"]}, {"precision": 0.540966, "recall": 0.581028, "f1": 0.551902, "accuracy": 0.581028, "main_score": 0.551902, "hf_subset": "plt_Latn-tum_Latn", "languages": ["plt-Latn", "tum-Latn"]}, {"precision": 0.61134, "recall": 0.675889, "f1": 0.62968, "accuracy": 0.675889, "main_score": 0.62968, "hf_subset": "srp_Cyrl-ace_Arab", "languages": ["srp-Cyrl", "ace-Arab"]}, {"precision": 0.545892, "recall": 0.609684, "f1": 0.564331, "accuracy": 0.609684, "main_score": 0.564331, "hf_subset": "srp_Cyrl-bam_Latn", "languages": ["srp-Cyrl", "bam-Latn"]}, {"precision": 0.456676, "recall": 0.537549, "f1": 0.478708, "accuracy": 0.537549, "main_score": 0.478708, "hf_subset": "srp_Cyrl-dzo_Tibt", "languages": ["srp-Cyrl", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hin_Deva", "languages": ["srp-Cyrl", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-khm_Khmr", "languages": ["srp-Cyrl", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-mag_Deva", "languages": ["srp-Cyrl", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-pap_Latn", "languages": ["srp-Cyrl", "pap-Latn"]}, {"precision": 0.612361, "recall": 0.66996, "f1": 0.628988, "accuracy": 0.66996, "main_score": 0.628988, "hf_subset": "srp_Cyrl-sot_Latn", "languages": ["srp-Cyrl", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tur_Latn", "languages": ["srp-Cyrl", "tur-Latn"]}, {"precision": 0.895422, "recall": 0.925889, "f1": 0.905468, "accuracy": 0.925889, "main_score": 0.905468, "hf_subset": "srp_Cyrl-ace_Latn", "languages": ["srp-Cyrl", "ace-Latn"]}, {"precision": 0.96945, "recall": 0.978261, "f1": 0.972233, "accuracy": 0.978261, "main_score": 0.972233, "hf_subset": "srp_Cyrl-ban_Latn", "languages": ["srp-Cyrl", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ell_Grek", "languages": ["srp-Cyrl", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "srp_Cyrl-hne_Deva", "languages": ["srp-Cyrl", "hne-Deva"]}, {"precision": 0.623628, "recall": 0.68083, "f1": 0.640351, "accuracy": 0.68083, "main_score": 0.640351, "hf_subset": "srp_Cyrl-kik_Latn", "languages": ["srp-Cyrl", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-mai_Deva", "languages": ["srp-Cyrl", "mai-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "srp_Cyrl-pbt_Arab", "languages": ["srp-Cyrl", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-spa_Latn", "languages": ["srp-Cyrl", "spa-Latn"]}, {"precision": 0.620751, "recall": 0.686759, "f1": 0.63924, "accuracy": 0.686759, "main_score": 0.63924, "hf_subset": "srp_Cyrl-twi_Latn", "languages": ["srp-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-acm_Arab", "languages": ["srp-Cyrl", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bel_Cyrl", "languages": ["srp-Cyrl", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-eng_Latn", "languages": ["srp-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hrv_Latn", "languages": ["srp-Cyrl", "hrv-Latn"]}, {"precision": 0.574675, "recall": 0.643281, "f1": 0.593758, "accuracy": 0.643281, "main_score": 0.593758, "hf_subset": "srp_Cyrl-kin_Latn", "languages": ["srp-Cyrl", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-mal_Mlym", "languages": ["srp-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pes_Arab", "languages": ["srp-Cyrl", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srp_Cyrl-srd_Latn", "languages": ["srp-Cyrl", "srd-Latn"]}, {"precision": 0.183462, "recall": 0.243083, "f1": 0.198548, "accuracy": 0.243083, "main_score": 0.198548, "hf_subset": "srp_Cyrl-tzm_Tfng", "languages": ["srp-Cyrl", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-acq_Arab", "languages": ["srp-Cyrl", "acq-Arab"]}, {"precision": 0.653576, "recall": 0.704545, "f1": 0.667532, "accuracy": 0.704545, "main_score": 0.667532, "hf_subset": "srp_Cyrl-bem_Latn", "languages": ["srp-Cyrl", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-epo_Latn", "languages": ["srp-Cyrl", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hun_Latn", "languages": ["srp-Cyrl", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-kir_Cyrl", "languages": ["srp-Cyrl", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-mar_Deva", "languages": ["srp-Cyrl", "mar-Deva"]}, {"precision": 0.709387, "recall": 0.755929, "f1": 0.723254, "accuracy": 0.755929, "main_score": 0.723254, "hf_subset": "srp_Cyrl-plt_Latn", "languages": ["srp-Cyrl", "plt-Latn"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "srp_Cyrl-uig_Arab", "languages": ["srp-Cyrl", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-aeb_Arab", "languages": ["srp-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ben_Beng", "languages": ["srp-Cyrl", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-est_Latn", "languages": ["srp-Cyrl", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hye_Armn", "languages": ["srp-Cyrl", "hye-Armn"]}, {"precision": 0.56498, "recall": 0.617589, "f1": 0.580277, "accuracy": 0.617589, "main_score": 0.580277, "hf_subset": "srp_Cyrl-kmb_Latn", "languages": ["srp-Cyrl", "kmb-Latn"]}, {"precision": 0.530031, "recall": 0.603755, "f1": 0.550561, "accuracy": 0.603755, "main_score": 0.550561, "hf_subset": "srp_Cyrl-min_Arab", "languages": ["srp-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pol_Latn", "languages": ["srp-Cyrl", "pol-Latn"]}, {"precision": 0.579835, "recall": 0.646245, "f1": 0.599918, "accuracy": 0.646245, "main_score": 0.599918, "hf_subset": "srp_Cyrl-ssw_Latn", "languages": ["srp-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ukr_Cyrl", "languages": ["srp-Cyrl", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-afr_Latn", "languages": ["srp-Cyrl", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-bho_Deva", "languages": ["srp-Cyrl", "bho-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-eus_Latn", "languages": ["srp-Cyrl", "eus-Latn"]}, {"precision": 0.598139, "recall": 0.658103, "f1": 0.614808, "accuracy": 0.658103, "main_score": 0.614808, "hf_subset": "srp_Cyrl-ibo_Latn", "languages": ["srp-Cyrl", "ibo-Latn"]}, {"precision": 0.915102, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "srp_Cyrl-kmr_Latn", "languages": ["srp-Cyrl", "kmr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "srp_Cyrl-min_Latn", "languages": ["srp-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-por_Latn", "languages": ["srp-Cyrl", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-sun_Latn", "languages": ["srp-Cyrl", "sun-Latn"]}, {"precision": 0.54077, "recall": 0.598814, "f1": 0.557696, "accuracy": 0.598814, "main_score": 0.557696, "hf_subset": "srp_Cyrl-umb_Latn", "languages": ["srp-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ajp_Arab", "languages": ["srp-Cyrl", "ajp-Arab"]}, {"precision": 0.550646, "recall": 0.618577, "f1": 0.569868, "accuracy": 0.618577, "main_score": 0.569868, "hf_subset": "srp_Cyrl-bjn_Arab", "languages": ["srp-Cyrl", "bjn-Arab"]}, {"precision": 0.527912, "recall": 0.581028, "f1": 0.542563, "accuracy": 0.581028, "main_score": 0.542563, "hf_subset": "srp_Cyrl-ewe_Latn", "languages": ["srp-Cyrl", "ewe-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "srp_Cyrl-ilo_Latn", "languages": ["srp-Cyrl", "ilo-Latn"]}, {"precision": 0.326445, "recall": 0.38834, "f1": 0.343291, "accuracy": 0.38834, "main_score": 0.343291, "hf_subset": "srp_Cyrl-knc_Arab", "languages": ["srp-Cyrl", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-mkd_Cyrl", "languages": ["srp-Cyrl", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-prs_Arab", "languages": ["srp-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-swe_Latn", "languages": ["srp-Cyrl", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-urd_Arab", "languages": ["srp-Cyrl", "urd-Arab"]}, {"precision": 0.606826, "recall": 0.666996, "f1": 0.623673, "accuracy": 0.666996, "main_score": 0.623673, "hf_subset": "srp_Cyrl-aka_Latn", "languages": ["srp-Cyrl", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-bjn_Latn", "languages": ["srp-Cyrl", "bjn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srp_Cyrl-fao_Latn", "languages": ["srp-Cyrl", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ind_Latn", "languages": ["srp-Cyrl", "ind-Latn"]}, {"precision": 0.590847, "recall": 0.650198, "f1": 0.608317, "accuracy": 0.650198, "main_score": 0.608317, "hf_subset": "srp_Cyrl-knc_Latn", "languages": ["srp-Cyrl", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-mlt_Latn", "languages": ["srp-Cyrl", "mlt-Latn"]}, {"precision": 0.725143, "recall": 0.787549, "f1": 0.743662, "accuracy": 0.787549, "main_score": 0.743662, "hf_subset": "srp_Cyrl-quy_Latn", "languages": ["srp-Cyrl", "quy-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "srp_Cyrl-swh_Latn", "languages": ["srp-Cyrl", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-uzn_Latn", "languages": ["srp-Cyrl", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-als_Latn", "languages": ["srp-Cyrl", "als-Latn"]}, {"precision": 0.680237, "recall": 0.756917, "f1": 0.70303, "accuracy": 0.756917, "main_score": 0.70303, "hf_subset": "srp_Cyrl-bod_Tibt", "languages": ["srp-Cyrl", "bod-Tibt"]}, {"precision": 0.725833, "recall": 0.782609, "f1": 0.742572, "accuracy": 0.782609, "main_score": 0.742572, "hf_subset": "srp_Cyrl-fij_Latn", "languages": ["srp-Cyrl", "fij-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-isl_Latn", "languages": ["srp-Cyrl", "isl-Latn"]}, {"precision": 0.684354, "recall": 0.737154, "f1": 0.699986, "accuracy": 0.737154, "main_score": 0.699986, "hf_subset": "srp_Cyrl-kon_Latn", "languages": ["srp-Cyrl", "kon-Latn"]}, {"precision": 0.671336, "recall": 0.737154, "f1": 0.691115, "accuracy": 0.737154, "main_score": 0.691115, "hf_subset": "srp_Cyrl-mni_Beng", "languages": ["srp-Cyrl", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ron_Latn", "languages": ["srp-Cyrl", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "srp_Cyrl-szl_Latn", "languages": ["srp-Cyrl", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-vec_Latn", "languages": ["srp-Cyrl", "vec-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "srp_Cyrl-amh_Ethi", "languages": ["srp-Cyrl", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bos_Latn", "languages": ["srp-Cyrl", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-fin_Latn", "languages": ["srp-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ita_Latn", "languages": ["srp-Cyrl", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kor_Hang", "languages": ["srp-Cyrl", "kor-Hang"]}, {"precision": 0.563723, "recall": 0.621542, "f1": 0.579738, "accuracy": 0.621542, "main_score": 0.579738, "hf_subset": "srp_Cyrl-mos_Latn", "languages": ["srp-Cyrl", "mos-Latn"]}, {"precision": 0.562826, "recall": 0.62253, "f1": 0.579183, "accuracy": 0.62253, "main_score": 0.579183, "hf_subset": "srp_Cyrl-run_Latn", "languages": ["srp-Cyrl", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tam_Taml", "languages": ["srp-Cyrl", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-vie_Latn", "languages": ["srp-Cyrl", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-apc_Arab", "languages": ["srp-Cyrl", "apc-Arab"]}, {"precision": 0.821953, "recall": 0.865613, "f1": 0.834947, "accuracy": 0.865613, "main_score": 0.834947, "hf_subset": "srp_Cyrl-bug_Latn", "languages": ["srp-Cyrl", "bug-Latn"]}, {"precision": 0.476585, "recall": 0.538538, "f1": 0.493168, "accuracy": 0.538538, "main_score": 0.493168, "hf_subset": "srp_Cyrl-fon_Latn", "languages": ["srp-Cyrl", "fon-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-jav_Latn", "languages": ["srp-Cyrl", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-lao_Laoo", "languages": ["srp-Cyrl", "lao-Laoo"]}, {"precision": 0.89641, "recall": 0.924901, "f1": 0.905632, "accuracy": 0.924901, "main_score": 0.905632, "hf_subset": "srp_Cyrl-mri_Latn", "languages": ["srp-Cyrl", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-rus_Cyrl", "languages": ["srp-Cyrl", "rus-Cyrl"]}, {"precision": 0.546724, "recall": 0.61166, "f1": 0.565453, "accuracy": 0.61166, "main_score": 0.565453, "hf_subset": "srp_Cyrl-taq_Latn", "languages": ["srp-Cyrl", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-war_Latn", "languages": ["srp-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-arb_Arab", "languages": ["srp-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bul_Cyrl", "languages": ["srp-Cyrl", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-fra_Latn", "languages": ["srp-Cyrl", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-jpn_Jpan", "languages": ["srp-Cyrl", "jpn-Jpan"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "srp_Cyrl-lij_Latn", "languages": ["srp-Cyrl", "lij-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "srp_Cyrl-mya_Mymr", "languages": ["srp-Cyrl", "mya-Mymr"]}, {"precision": 0.604064, "recall": 0.66996, "f1": 0.62254, "accuracy": 0.66996, "main_score": 0.62254, "hf_subset": "srp_Cyrl-sag_Latn", "languages": ["srp-Cyrl", "sag-Latn"]}, {"precision": 0.190204, "recall": 0.257905, "f1": 0.20627, "accuracy": 0.257905, "main_score": 0.20627, "hf_subset": "srp_Cyrl-taq_Tfng", "languages": ["srp-Cyrl", "taq-Tfng"]}, {"precision": 0.652437, "recall": 0.713439, "f1": 0.669866, "accuracy": 0.713439, "main_score": 0.669866, "hf_subset": "srp_Cyrl-wol_Latn", "languages": ["srp-Cyrl", "wol-Latn"]}, {"precision": 0.839921, "recall": 0.881423, "f1": 0.852866, "accuracy": 0.881423, "main_score": 0.852866, "hf_subset": "srp_Cyrl-arb_Latn", "languages": ["srp-Cyrl", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-cat_Latn", "languages": ["srp-Cyrl", "cat-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-fur_Latn", "languages": ["srp-Cyrl", "fur-Latn"]}, {"precision": 0.42417, "recall": 0.486166, "f1": 0.441662, "accuracy": 0.486166, "main_score": 0.441662, "hf_subset": "srp_Cyrl-kab_Latn", "languages": ["srp-Cyrl", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-lim_Latn", "languages": ["srp-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-nld_Latn", "languages": ["srp-Cyrl", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "srp_Cyrl-san_Deva", "languages": ["srp-Cyrl", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-tat_Cyrl", "languages": ["srp-Cyrl", "tat-Cyrl"]}, {"precision": 0.693618, "recall": 0.752964, "f1": 0.711306, "accuracy": 0.752964, "main_score": 0.711306, "hf_subset": "srp_Cyrl-xho_Latn", "languages": ["srp-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ars_Arab", "languages": ["srp-Cyrl", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-ceb_Latn", "languages": ["srp-Cyrl", "ceb-Latn"]}, {"precision": 0.575783, "recall": 0.639328, "f1": 0.594461, "accuracy": 0.639328, "main_score": 0.594461, "hf_subset": "srp_Cyrl-fuv_Latn", "languages": ["srp-Cyrl", "fuv-Latn"]}, {"precision": 0.511644, "recall": 0.583004, "f1": 0.531787, "accuracy": 0.583004, "main_score": 0.531787, "hf_subset": "srp_Cyrl-kac_Latn", "languages": ["srp-Cyrl", "kac-Latn"]}, {"precision": 0.693001, "recall": 0.744071, "f1": 0.707971, "accuracy": 0.744071, "main_score": 0.707971, "hf_subset": "srp_Cyrl-lin_Latn", "languages": ["srp-Cyrl", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-nno_Latn", "languages": ["srp-Cyrl", "nno-Latn"]}, {"precision": 0.254712, "recall": 0.342885, "f1": 0.278173, "accuracy": 0.342885, "main_score": 0.278173, "hf_subset": "srp_Cyrl-sat_Olck", "languages": ["srp-Cyrl", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tel_Telu", "languages": ["srp-Cyrl", "tel-Telu"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "srp_Cyrl-ydd_Hebr", "languages": ["srp-Cyrl", "ydd-Hebr"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "srp_Cyrl-ary_Arab", "languages": ["srp-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ces_Latn", "languages": ["srp-Cyrl", "ces-Latn"]}, {"precision": 0.599696, "recall": 0.662055, "f1": 0.61769, "accuracy": 0.662055, "main_score": 0.61769, "hf_subset": "srp_Cyrl-gaz_Latn", "languages": ["srp-Cyrl", "gaz-Latn"]}, {"precision": 0.601945, "recall": 0.664032, "f1": 0.619792, "accuracy": 0.664032, "main_score": 0.619792, "hf_subset": "srp_Cyrl-kam_Latn", "languages": ["srp-Cyrl", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "srp_Cyrl-lit_Latn", "languages": ["srp-Cyrl", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-nob_Latn", "languages": ["srp-Cyrl", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "srp_Cyrl-scn_Latn", "languages": ["srp-Cyrl", "scn-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "srp_Cyrl-tgk_Cyrl", "languages": ["srp-Cyrl", "tgk-Cyrl"]}, {"precision": 0.73526, "recall": 0.795455, "f1": 0.753331, "accuracy": 0.795455, "main_score": 0.753331, "hf_subset": "srp_Cyrl-yor_Latn", "languages": ["srp-Cyrl", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-arz_Arab", "languages": ["srp-Cyrl", "arz-Arab"]}, {"precision": 0.571154, "recall": 0.629447, "f1": 0.588227, "accuracy": 0.629447, "main_score": 0.588227, "hf_subset": "srp_Cyrl-cjk_Latn", "languages": ["srp-Cyrl", "cjk-Latn"]}, {"precision": 0.828146, "recall": 0.870553, "f1": 0.841634, "accuracy": 0.870553, "main_score": 0.841634, "hf_subset": "srp_Cyrl-gla_Latn", "languages": ["srp-Cyrl", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kan_Knda", "languages": ["srp-Cyrl", "kan-Knda"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "srp_Cyrl-lmo_Latn", "languages": ["srp-Cyrl", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "srp_Cyrl-npi_Deva", "languages": ["srp-Cyrl", "npi-Deva"]}, {"precision": 0.472627, "recall": 0.540514, "f1": 0.491523, "accuracy": 0.540514, "main_score": 0.491523, "hf_subset": "srp_Cyrl-shn_Mymr", "languages": ["srp-Cyrl", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tgl_Latn", "languages": ["srp-Cyrl", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-yue_Hant", "languages": ["srp-Cyrl", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-asm_Beng", "languages": ["srp-Cyrl", "asm-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "srp_Cyrl-ckb_Arab", "languages": ["srp-Cyrl", "ckb-Arab"]}, {"precision": 0.915349, "recall": 0.938735, "f1": 0.922563, "accuracy": 0.938735, "main_score": 0.922563, "hf_subset": "srp_Cyrl-gle_Latn", "languages": ["srp-Cyrl", "gle-Latn"]}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "srp_Cyrl-kas_Arab", "languages": ["srp-Cyrl", "kas-Arab"]}, {"precision": 0.962451, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "srp_Cyrl-ltg_Latn", "languages": ["srp-Cyrl", "ltg-Latn"]}, {"precision": 0.630163, "recall": 0.684783, "f1": 0.646107, "accuracy": 0.684783, "main_score": 0.646107, "hf_subset": "srp_Cyrl-nso_Latn", "languages": ["srp-Cyrl", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srp_Cyrl-sin_Sinh", "languages": ["srp-Cyrl", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tha_Thai", "languages": ["srp-Cyrl", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-zho_Hans", "languages": ["srp-Cyrl", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ast_Latn", "languages": ["srp-Cyrl", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-crh_Latn", "languages": ["srp-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-glg_Latn", "languages": ["srp-Cyrl", "glg-Latn"]}, {"precision": 0.898551, "recall": 0.927866, "f1": 0.907905, "accuracy": 0.927866, "main_score": 0.907905, "hf_subset": "srp_Cyrl-kas_Deva", "languages": ["srp-Cyrl", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-ltz_Latn", "languages": ["srp-Cyrl", "ltz-Latn"]}, {"precision": 0.477677, "recall": 0.545455, "f1": 0.495967, "accuracy": 0.545455, "main_score": 0.495967, "hf_subset": "srp_Cyrl-nus_Latn", "languages": ["srp-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-slk_Latn", "languages": ["srp-Cyrl", "slk-Latn"]}, {"precision": 0.641864, "recall": 0.709486, "f1": 0.661947, "accuracy": 0.709486, "main_score": 0.661947, "hf_subset": "srp_Cyrl-tir_Ethi", "languages": ["srp-Cyrl", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-zho_Hant", "languages": ["srp-Cyrl", "zho-Hant"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "srp_Cyrl-awa_Deva", "languages": ["srp-Cyrl", "awa-Deva"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "srp_Cyrl-cym_Latn", "languages": ["srp-Cyrl", "cym-Latn"]}, {"precision": 0.853096, "recall": 0.891304, "f1": 0.864888, "accuracy": 0.891304, "main_score": 0.864888, "hf_subset": "srp_Cyrl-grn_Latn", "languages": ["srp-Cyrl", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kat_Geor", "languages": ["srp-Cyrl", "kat-Geor"]}, {"precision": 0.66829, "recall": 0.717391, "f1": 0.682255, "accuracy": 0.717391, "main_score": 0.682255, "hf_subset": "srp_Cyrl-lua_Latn", "languages": ["srp-Cyrl", "lua-Latn"]}, {"precision": 0.675907, "recall": 0.733202, "f1": 0.692336, "accuracy": 0.733202, "main_score": 0.692336, "hf_subset": "srp_Cyrl-nya_Latn", "languages": ["srp-Cyrl", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-slv_Latn", "languages": ["srp-Cyrl", "slv-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "srp_Cyrl-tpi_Latn", "languages": ["srp-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-zsm_Latn", "languages": ["srp-Cyrl", "zsm-Latn"]}, {"precision": 0.549235, "recall": 0.617589, "f1": 0.568485, "accuracy": 0.617589, "main_score": 0.568485, "hf_subset": "srp_Cyrl-ayr_Latn", "languages": ["srp-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-dan_Latn", "languages": ["srp-Cyrl", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-guj_Gujr", "languages": ["srp-Cyrl", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-kaz_Cyrl", "languages": ["srp-Cyrl", "kaz-Cyrl"]}, {"precision": 0.559445, "recall": 0.621542, "f1": 0.577102, "accuracy": 0.621542, "main_score": 0.577102, "hf_subset": "srp_Cyrl-lug_Latn", "languages": ["srp-Cyrl", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-oci_Latn", "languages": ["srp-Cyrl", "oci-Latn"]}, {"precision": 0.862022, "recall": 0.901186, "f1": 0.874341, "accuracy": 0.901186, "main_score": 0.874341, "hf_subset": "srp_Cyrl-smo_Latn", "languages": ["srp-Cyrl", "smo-Latn"]}, {"precision": 0.559602, "recall": 0.62253, "f1": 0.577407, "accuracy": 0.62253, "main_score": 0.577407, "hf_subset": "srp_Cyrl-tsn_Latn", "languages": ["srp-Cyrl", "tsn-Latn"]}, {"precision": 0.648659, "recall": 0.706522, "f1": 0.665235, "accuracy": 0.706522, "main_score": 0.665235, "hf_subset": "srp_Cyrl-zul_Latn", "languages": ["srp-Cyrl", "zul-Latn"]}, {"precision": 0.926548, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "srp_Cyrl-azb_Arab", "languages": ["srp-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-deu_Latn", "languages": ["srp-Cyrl", "deu-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "srp_Cyrl-hat_Latn", "languages": ["srp-Cyrl", "hat-Latn"]}, {"precision": 0.498831, "recall": 0.562253, "f1": 0.516809, "accuracy": 0.562253, "main_score": 0.516809, "hf_subset": "srp_Cyrl-kbp_Latn", "languages": ["srp-Cyrl", "kbp-Latn"]}, {"precision": 0.580923, "recall": 0.639328, "f1": 0.596786, "accuracy": 0.639328, "main_score": 0.596786, "hf_subset": "srp_Cyrl-luo_Latn", "languages": ["srp-Cyrl", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-ory_Orya", "languages": ["srp-Cyrl", "ory-Orya"]}, {"precision": 0.614806, "recall": 0.673913, "f1": 0.632101, "accuracy": 0.673913, "main_score": 0.632101, "hf_subset": "srp_Cyrl-sna_Latn", "languages": ["srp-Cyrl", "sna-Latn"]}, {"precision": 0.572687, "recall": 0.630435, "f1": 0.588493, "accuracy": 0.630435, "main_score": 0.588493, "hf_subset": "srp_Cyrl-tso_Latn", "languages": ["srp-Cyrl", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-azj_Latn", "languages": ["srp-Cyrl", "azj-Latn"]}, {"precision": 0.544492, "recall": 0.613636, "f1": 0.564759, "accuracy": 0.613636, "main_score": 0.564759, "hf_subset": "srp_Cyrl-dik_Latn", "languages": ["srp-Cyrl", "dik-Latn"]}, {"precision": 0.760046, "recall": 0.815217, "f1": 0.776534, "accuracy": 0.815217, "main_score": 0.776534, "hf_subset": "srp_Cyrl-hau_Latn", "languages": ["srp-Cyrl", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-kea_Latn", "languages": ["srp-Cyrl", "kea-Latn"]}, {"precision": 0.775115, "recall": 0.822134, "f1": 0.789723, "accuracy": 0.822134, "main_score": 0.789723, "hf_subset": "srp_Cyrl-lus_Latn", "languages": ["srp-Cyrl", "lus-Latn"]}, {"precision": 0.885903, "recall": 0.912055, "f1": 0.893859, "accuracy": 0.912055, "main_score": 0.893859, "hf_subset": "srp_Cyrl-pag_Latn", "languages": ["srp-Cyrl", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-snd_Arab", "languages": ["srp-Cyrl", "snd-Arab"]}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "srp_Cyrl-tuk_Latn", "languages": ["srp-Cyrl", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srp_Cyrl-bak_Cyrl", "languages": ["srp-Cyrl", "bak-Cyrl"]}, {"precision": 0.494377, "recall": 0.570158, "f1": 0.516622, "accuracy": 0.570158, "main_score": 0.516622, "hf_subset": "srp_Cyrl-dyu_Latn", "languages": ["srp-Cyrl", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-heb_Hebr", "languages": ["srp-Cyrl", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-khk_Cyrl", "languages": ["srp-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-lvs_Latn", "languages": ["srp-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pan_Guru", "languages": ["srp-Cyrl", "pan-Guru"]}, {"precision": 0.744228, "recall": 0.80336, "f1": 0.762143, "accuracy": 0.80336, "main_score": 0.762143, "hf_subset": "srp_Cyrl-som_Latn", "languages": ["srp-Cyrl", "som-Latn"]}, {"precision": 0.623899, "recall": 0.66996, "f1": 0.636646, "accuracy": 0.66996, "main_score": 0.636646, "hf_subset": "srp_Cyrl-tum_Latn", "languages": ["srp-Cyrl", "tum-Latn"]}, {"precision": 0.486819, "recall": 0.547431, "f1": 0.503157, "accuracy": 0.547431, "main_score": 0.503157, "hf_subset": "uig_Arab-ace_Arab", "languages": ["uig-Arab", "ace-Arab"]}, {"precision": 0.457415, "recall": 0.513834, "f1": 0.473864, "accuracy": 0.513834, "main_score": 0.473864, "hf_subset": "uig_Arab-bam_Latn", "languages": ["uig-Arab", "bam-Latn"]}, {"precision": 0.360891, "recall": 0.437747, "f1": 0.381521, "accuracy": 0.437747, "main_score": 0.381521, "hf_subset": "uig_Arab-dzo_Tibt", "languages": ["uig-Arab", "dzo-Tibt"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-hin_Deva", "languages": ["uig-Arab", "hin-Deva"]}, {"precision": 0.958037, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "uig_Arab-khm_Khmr", "languages": ["uig-Arab", "khm-Khmr"]}, {"precision": 0.962813, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "uig_Arab-mag_Deva", "languages": ["uig-Arab", "mag-Deva"]}, {"precision": 0.875807, "recall": 0.907115, "f1": 0.885441, "accuracy": 0.907115, "main_score": 0.885441, "hf_subset": "uig_Arab-pap_Latn", "languages": ["uig-Arab", "pap-Latn"]}, {"precision": 0.505476, "recall": 0.559289, "f1": 0.52023, "accuracy": 0.559289, "main_score": 0.52023, "hf_subset": "uig_Arab-sot_Latn", "languages": ["uig-Arab", "sot-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "uig_Arab-tur_Latn", "languages": ["uig-Arab", "tur-Latn"]}, {"precision": 0.747208, "recall": 0.793478, "f1": 0.760581, "accuracy": 0.793478, "main_score": 0.760581, "hf_subset": "uig_Arab-ace_Latn", "languages": ["uig-Arab", "ace-Latn"]}, {"precision": 0.847184, "recall": 0.879447, "f1": 0.856494, "accuracy": 0.879447, "main_score": 0.856494, "hf_subset": "uig_Arab-ban_Latn", "languages": ["uig-Arab", "ban-Latn"]}, {"precision": 0.973073, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "uig_Arab-ell_Grek", "languages": ["uig-Arab", "ell-Grek"]}, {"precision": 0.962204, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "uig_Arab-hne_Deva", "languages": ["uig-Arab", "hne-Deva"]}, {"precision": 0.49684, "recall": 0.559289, "f1": 0.514465, "accuracy": 0.559289, "main_score": 0.514465, "hf_subset": "uig_Arab-kik_Latn", "languages": ["uig-Arab", "kik-Latn"]}, {"precision": 0.958416, "recall": 0.971344, "f1": 0.962516, "accuracy": 0.971344, "main_score": 0.962516, "hf_subset": "uig_Arab-mai_Deva", "languages": ["uig-Arab", "mai-Deva"]}, {"precision": 0.906785, "recall": 0.933794, "f1": 0.915152, "accuracy": 0.933794, "main_score": 0.915152, "hf_subset": "uig_Arab-pbt_Arab", "languages": ["uig-Arab", "pbt-Arab"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "uig_Arab-spa_Latn", "languages": ["uig-Arab", "spa-Latn"]}, {"precision": 0.52682, "recall": 0.583004, "f1": 0.542667, "accuracy": 0.583004, "main_score": 0.542667, "hf_subset": "uig_Arab-twi_Latn", "languages": ["uig-Arab", "twi-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "uig_Arab-acm_Arab", "languages": ["uig-Arab", "acm-Arab"]}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "uig_Arab-bel_Cyrl", "languages": ["uig-Arab", "bel-Cyrl"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "uig_Arab-eng_Latn", "languages": ["uig-Arab", "eng-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-hrv_Latn", "languages": ["uig-Arab", "hrv-Latn"]}, {"precision": 0.479859, "recall": 0.538538, "f1": 0.496057, "accuracy": 0.538538, "main_score": 0.496057, "hf_subset": "uig_Arab-kin_Latn", "languages": ["uig-Arab", "kin-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "uig_Arab-mal_Mlym", "languages": ["uig-Arab", "mal-Mlym"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-pes_Arab", "languages": ["uig-Arab", "pes-Arab"]}, {"precision": 0.90135, "recall": 0.924901, "f1": 0.90847, "accuracy": 0.924901, "main_score": 0.90847, "hf_subset": "uig_Arab-srd_Latn", "languages": ["uig-Arab", "srd-Latn"]}, {"precision": 0.181869, "recall": 0.228261, "f1": 0.194126, "accuracy": 0.228261, "main_score": 0.194126, "hf_subset": "uig_Arab-tzm_Tfng", "languages": ["uig-Arab", "tzm-Tfng"]}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "uig_Arab-acq_Arab", "languages": ["uig-Arab", "acq-Arab"]}, {"precision": 0.536462, "recall": 0.58498, "f1": 0.549901, "accuracy": 0.58498, "main_score": 0.549901, "hf_subset": "uig_Arab-bem_Latn", "languages": ["uig-Arab", "bem-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "uig_Arab-epo_Latn", "languages": ["uig-Arab", "epo-Latn"]}, {"precision": 0.981061, "recall": 0.986166, "f1": 0.982708, "accuracy": 0.986166, "main_score": 0.982708, "hf_subset": "uig_Arab-hun_Latn", "languages": ["uig-Arab", "hun-Latn"]}, {"precision": 0.948699, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "uig_Arab-kir_Cyrl", "languages": ["uig-Arab", "kir-Cyrl"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "uig_Arab-mar_Deva", "languages": ["uig-Arab", "mar-Deva"]}, {"precision": 0.58262, "recall": 0.637352, "f1": 0.598566, "accuracy": 0.637352, "main_score": 0.598566, "hf_subset": "uig_Arab-plt_Latn", "languages": ["uig-Arab", "plt-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "uig_Arab-srp_Cyrl", "languages": ["uig-Arab", "srp-Cyrl"]}, {"precision": 0.940629, "recall": 0.95751, "f1": 0.945685, "accuracy": 0.95751, "main_score": 0.945685, "hf_subset": "uig_Arab-aeb_Arab", "languages": ["uig-Arab", "aeb-Arab"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "uig_Arab-ben_Beng", "languages": ["uig-Arab", "ben-Beng"]}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "uig_Arab-est_Latn", "languages": ["uig-Arab", "est-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-hye_Armn", "languages": ["uig-Arab", "hye-Armn"]}, {"precision": 0.469451, "recall": 0.524704, "f1": 0.485419, "accuracy": 0.524704, "main_score": 0.485419, "hf_subset": "uig_Arab-kmb_Latn", "languages": ["uig-Arab", "kmb-Latn"]}, {"precision": 0.424773, "recall": 0.488142, "f1": 0.440572, "accuracy": 0.488142, "main_score": 0.440572, "hf_subset": "uig_Arab-min_Arab", "languages": ["uig-Arab", "min-Arab"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "uig_Arab-pol_Latn", "languages": ["uig-Arab", "pol-Latn"]}, {"precision": 0.49053, "recall": 0.544466, "f1": 0.505728, "accuracy": 0.544466, "main_score": 0.505728, "hf_subset": "uig_Arab-ssw_Latn", "languages": ["uig-Arab", "ssw-Latn"]}, {"precision": 0.978837, "recall": 0.985178, "f1": 0.980797, "accuracy": 0.985178, "main_score": 0.980797, "hf_subset": "uig_Arab-ukr_Cyrl", "languages": ["uig-Arab", "ukr-Cyrl"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-afr_Latn", "languages": ["uig-Arab", "afr-Latn"]}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "uig_Arab-bho_Deva", "languages": ["uig-Arab", "bho-Deva"]}, {"precision": 0.920125, "recall": 0.943676, "f1": 0.927668, "accuracy": 0.943676, "main_score": 0.927668, "hf_subset": "uig_Arab-eus_Latn", "languages": ["uig-Arab", "eus-Latn"]}, {"precision": 0.483597, "recall": 0.545455, "f1": 0.501026, "accuracy": 0.545455, "main_score": 0.501026, "hf_subset": "uig_Arab-ibo_Latn", "languages": ["uig-Arab", "ibo-Latn"]}, {"precision": 0.801919, "recall": 0.844862, "f1": 0.814745, "accuracy": 0.844862, "main_score": 0.814745, "hf_subset": "uig_Arab-kmr_Latn", "languages": ["uig-Arab", "kmr-Latn"]}, {"precision": 0.895372, "recall": 0.920949, "f1": 0.902997, "accuracy": 0.920949, "main_score": 0.902997, "hf_subset": "uig_Arab-min_Latn", "languages": ["uig-Arab", "min-Latn"]}, {"precision": 0.969121, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "uig_Arab-por_Latn", "languages": ["uig-Arab", "por-Latn"]}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "uig_Arab-sun_Latn", "languages": ["uig-Arab", "sun-Latn"]}, {"precision": 0.460602, "recall": 0.513834, "f1": 0.475457, "accuracy": 0.513834, "main_score": 0.475457, "hf_subset": "uig_Arab-umb_Latn", "languages": ["uig-Arab", "umb-Latn"]}, {"precision": 0.961957, "recall": 0.972332, "f1": 0.96525, "accuracy": 0.972332, "main_score": 0.96525, "hf_subset": "uig_Arab-ajp_Arab", "languages": ["uig-Arab", "ajp-Arab"]}, {"precision": 0.463408, "recall": 0.527668, "f1": 0.481396, "accuracy": 0.527668, "main_score": 0.481396, "hf_subset": "uig_Arab-bjn_Arab", "languages": ["uig-Arab", "bjn-Arab"]}, {"precision": 0.439357, "recall": 0.488142, "f1": 0.452645, "accuracy": 0.488142, "main_score": 0.452645, "hf_subset": "uig_Arab-ewe_Latn", "languages": ["uig-Arab", "ewe-Latn"]}, {"precision": 0.824779, "recall": 0.86166, "f1": 0.835709, "accuracy": 0.86166, "main_score": 0.835709, "hf_subset": "uig_Arab-ilo_Latn", "languages": ["uig-Arab", "ilo-Latn"]}, {"precision": 0.299089, "recall": 0.341897, "f1": 0.310473, "accuracy": 0.341897, "main_score": 0.310473, "hf_subset": "uig_Arab-knc_Arab", "languages": ["uig-Arab", "knc-Arab"]}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "uig_Arab-mkd_Cyrl", "languages": ["uig-Arab", "mkd-Cyrl"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "uig_Arab-prs_Arab", "languages": ["uig-Arab", "prs-Arab"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "uig_Arab-swe_Latn", "languages": ["uig-Arab", "swe-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "uig_Arab-urd_Arab", "languages": ["uig-Arab", "urd-Arab"]}, {"precision": 0.502594, "recall": 0.555336, "f1": 0.517253, "accuracy": 0.555336, "main_score": 0.517253, "hf_subset": "uig_Arab-aka_Latn", "languages": ["uig-Arab", "aka-Latn"]}, {"precision": 0.909777, "recall": 0.932806, "f1": 0.916765, "accuracy": 0.932806, "main_score": 0.916765, "hf_subset": "uig_Arab-bjn_Latn", "languages": ["uig-Arab", "bjn-Latn"]}, {"precision": 0.880427, "recall": 0.911067, "f1": 0.889844, "accuracy": 0.911067, "main_score": 0.889844, "hf_subset": "uig_Arab-fao_Latn", "languages": ["uig-Arab", "fao-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "uig_Arab-ind_Latn", "languages": ["uig-Arab", "ind-Latn"]}, {"precision": 0.513407, "recall": 0.554348, "f1": 0.525075, "accuracy": 0.554348, "main_score": 0.525075, "hf_subset": "uig_Arab-knc_Latn", "languages": ["uig-Arab", "knc-Latn"]}, {"precision": 0.908442, "recall": 0.931818, "f1": 0.915563, "accuracy": 0.931818, "main_score": 0.915563, "hf_subset": "uig_Arab-mlt_Latn", "languages": ["uig-Arab", "mlt-Latn"]}, {"precision": 0.618758, "recall": 0.674901, "f1": 0.635212, "accuracy": 0.674901, "main_score": 0.635212, "hf_subset": "uig_Arab-quy_Latn", "languages": ["uig-Arab", "quy-Latn"]}, {"precision": 0.896657, "recall": 0.923913, "f1": 0.905007, "accuracy": 0.923913, "main_score": 0.905007, "hf_subset": "uig_Arab-swh_Latn", "languages": ["uig-Arab", "swh-Latn"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "uig_Arab-uzn_Latn", "languages": ["uig-Arab", "uzn-Latn"]}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "uig_Arab-als_Latn", "languages": ["uig-Arab", "als-Latn"]}, {"precision": 0.572599, "recall": 0.655138, "f1": 0.59653, "accuracy": 0.655138, "main_score": 0.59653, "hf_subset": "uig_Arab-bod_Tibt", "languages": ["uig-Arab", "bod-Tibt"]}, {"precision": 0.613366, "recall": 0.668972, "f1": 0.629223, "accuracy": 0.668972, "main_score": 0.629223, "hf_subset": "uig_Arab-fij_Latn", "languages": ["uig-Arab", "fij-Latn"]}, {"precision": 0.919302, "recall": 0.944664, "f1": 0.927372, "accuracy": 0.944664, "main_score": 0.927372, "hf_subset": "uig_Arab-isl_Latn", "languages": ["uig-Arab", "isl-Latn"]}, {"precision": 0.555097, "recall": 0.607708, "f1": 0.569902, "accuracy": 0.607708, "main_score": 0.569902, "hf_subset": "uig_Arab-kon_Latn", "languages": ["uig-Arab", "kon-Latn"]}, {"precision": 0.577112, "recall": 0.637352, "f1": 0.594276, "accuracy": 0.637352, "main_score": 0.594276, "hf_subset": "uig_Arab-mni_Beng", "languages": ["uig-Arab", "mni-Beng"]}, {"precision": 0.971756, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "uig_Arab-ron_Latn", "languages": ["uig-Arab", "ron-Latn"]}, {"precision": 0.936265, "recall": 0.955534, "f1": 0.942523, "accuracy": 0.955534, "main_score": 0.942523, "hf_subset": "uig_Arab-szl_Latn", "languages": ["uig-Arab", "szl-Latn"]}, {"precision": 0.962368, "recall": 0.972332, "f1": 0.965316, "accuracy": 0.972332, "main_score": 0.965316, "hf_subset": "uig_Arab-vec_Latn", "languages": ["uig-Arab", "vec-Latn"]}, {"precision": 0.857708, "recall": 0.894269, "f1": 0.868826, "accuracy": 0.894269, "main_score": 0.868826, "hf_subset": "uig_Arab-amh_Ethi", "languages": ["uig-Arab", "amh-Ethi"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-bos_Latn", "languages": ["uig-Arab", "bos-Latn"]}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "uig_Arab-fin_Latn", "languages": ["uig-Arab", "fin-Latn"]}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.97724, "accuracy": 0.982213, "main_score": 0.97724, "hf_subset": "uig_Arab-ita_Latn", "languages": ["uig-Arab", "ita-Latn"]}, {"precision": 0.962862, "recall": 0.974308, "f1": 0.966469, "accuracy": 0.974308, "main_score": 0.966469, "hf_subset": "uig_Arab-kor_Hang", "languages": ["uig-Arab", "kor-Hang"]}, {"precision": 0.479644, "recall": 0.529644, "f1": 0.493729, "accuracy": 0.529644, "main_score": 0.493729, "hf_subset": "uig_Arab-mos_Latn", "languages": ["uig-Arab", "mos-Latn"]}, {"precision": 0.484376, "recall": 0.533597, "f1": 0.498293, "accuracy": 0.533597, "main_score": 0.498293, "hf_subset": "uig_Arab-run_Latn", "languages": ["uig-Arab", "run-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "uig_Arab-tam_Taml", "languages": ["uig-Arab", "tam-Taml"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "uig_Arab-vie_Latn", "languages": ["uig-Arab", "vie-Latn"]}, {"precision": 0.971426, "recall": 0.980237, "f1": 0.974209, "accuracy": 0.980237, "main_score": 0.974209, "hf_subset": "uig_Arab-apc_Arab", "languages": ["uig-Arab", "apc-Arab"]}, {"precision": 0.690739, "recall": 0.742095, "f1": 0.704818, "accuracy": 0.742095, "main_score": 0.704818, "hf_subset": "uig_Arab-bug_Latn", "languages": ["uig-Arab", "bug-Latn"]}, {"precision": 0.411411, "recall": 0.471344, "f1": 0.427653, "accuracy": 0.471344, "main_score": 0.427653, "hf_subset": "uig_Arab-fon_Latn", "languages": ["uig-Arab", "fon-Latn"]}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "uig_Arab-jav_Latn", "languages": ["uig-Arab", "jav-Latn"]}, {"precision": 0.949193, "recall": 0.963439, "f1": 0.953623, "accuracy": 0.963439, "main_score": 0.953623, "hf_subset": "uig_Arab-lao_Laoo", "languages": ["uig-Arab", "lao-Laoo"]}, {"precision": 0.765003, "recall": 0.816206, "f1": 0.780237, "accuracy": 0.816206, "main_score": 0.780237, "hf_subset": "uig_Arab-mri_Latn", "languages": ["uig-Arab", "mri-Latn"]}, {"precision": 0.959074, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "uig_Arab-rus_Cyrl", "languages": ["uig-Arab", "rus-Cyrl"]}, {"precision": 0.470055, "recall": 0.517787, "f1": 0.483189, "accuracy": 0.517787, "main_score": 0.483189, "hf_subset": "uig_Arab-taq_Latn", "languages": ["uig-Arab", "taq-Latn"]}, {"precision": 0.921854, "recall": 0.943676, "f1": 0.928543, "accuracy": 0.943676, "main_score": 0.928543, "hf_subset": "uig_Arab-war_Latn", "languages": ["uig-Arab", "war-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "uig_Arab-arb_Arab", "languages": ["uig-Arab", "arb-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-bul_Cyrl", "languages": ["uig-Arab", "bul-Cyrl"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "uig_Arab-fra_Latn", "languages": ["uig-Arab", "fra-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "uig_Arab-jpn_Jpan", "languages": ["uig-Arab", "jpn-Jpan"]}, {"precision": 0.927042, "recall": 0.948617, "f1": 0.933762, "accuracy": 0.948617, "main_score": 0.933762, "hf_subset": "uig_Arab-lij_Latn", "languages": ["uig-Arab", "lij-Latn"]}, {"precision": 0.9333, "recall": 0.952569, "f1": 0.939196, "accuracy": 0.952569, "main_score": 0.939196, "hf_subset": "uig_Arab-mya_Mymr", "languages": ["uig-Arab", "mya-Mymr"]}, {"precision": 0.512057, "recall": 0.568182, "f1": 0.527388, "accuracy": 0.568182, "main_score": 0.527388, "hf_subset": "uig_Arab-sag_Latn", "languages": ["uig-Arab", "sag-Latn"]}, {"precision": 0.197627, "recall": 0.242095, "f1": 0.208303, "accuracy": 0.242095, "main_score": 0.208303, "hf_subset": "uig_Arab-taq_Tfng", "languages": ["uig-Arab", "taq-Tfng"]}, {"precision": 0.535285, "recall": 0.590909, "f1": 0.551471, "accuracy": 0.590909, "main_score": 0.551471, "hf_subset": "uig_Arab-wol_Latn", "languages": ["uig-Arab", "wol-Latn"]}, {"precision": 0.680427, "recall": 0.743083, "f1": 0.698902, "accuracy": 0.743083, "main_score": 0.698902, "hf_subset": "uig_Arab-arb_Latn", "languages": ["uig-Arab", "arb-Latn"]}, {"precision": 0.964345, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "uig_Arab-cat_Latn", "languages": ["uig-Arab", "cat-Latn"]}, {"precision": 0.921393, "recall": 0.943676, "f1": 0.928426, "accuracy": 0.943676, "main_score": 0.928426, "hf_subset": "uig_Arab-fur_Latn", "languages": ["uig-Arab", "fur-Latn"]}, {"precision": 0.362969, "recall": 0.414032, "f1": 0.376671, "accuracy": 0.414032, "main_score": 0.376671, "hf_subset": "uig_Arab-kab_Latn", "languages": ["uig-Arab", "kab-Latn"]}, {"precision": 0.907444, "recall": 0.933794, "f1": 0.91581, "accuracy": 0.933794, "main_score": 0.91581, "hf_subset": "uig_Arab-lim_Latn", "languages": ["uig-Arab", "lim-Latn"]}, {"precision": 0.960557, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "uig_Arab-nld_Latn", "languages": ["uig-Arab", "nld-Latn"]}, {"precision": 0.934816, "recall": 0.953557, "f1": 0.940711, "accuracy": 0.953557, "main_score": 0.940711, "hf_subset": "uig_Arab-san_Deva", "languages": ["uig-Arab", "san-Deva"]}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "uig_Arab-tat_Cyrl", "languages": ["uig-Arab", "tat-Cyrl"]}, {"precision": 0.58881, "recall": 0.643281, "f1": 0.604797, "accuracy": 0.643281, "main_score": 0.604797, "hf_subset": "uig_Arab-xho_Latn", "languages": ["uig-Arab", "xho-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "uig_Arab-ars_Arab", "languages": ["uig-Arab", "ars-Arab"]}, {"precision": 0.934536, "recall": 0.953557, "f1": 0.940401, "accuracy": 0.953557, "main_score": 0.940401, "hf_subset": "uig_Arab-ceb_Latn", "languages": ["uig-Arab", "ceb-Latn"]}, {"precision": 0.485392, "recall": 0.541502, "f1": 0.501203, "accuracy": 0.541502, "main_score": 0.501203, "hf_subset": "uig_Arab-fuv_Latn", "languages": ["uig-Arab", "fuv-Latn"]}, {"precision": 0.452295, "recall": 0.505929, "f1": 0.467162, "accuracy": 0.505929, "main_score": 0.467162, "hf_subset": "uig_Arab-kac_Latn", "languages": ["uig-Arab", "kac-Latn"]}, {"precision": 0.559994, "recall": 0.609684, "f1": 0.573812, "accuracy": 0.609684, "main_score": 0.573812, "hf_subset": "uig_Arab-lin_Latn", "languages": ["uig-Arab", "lin-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "uig_Arab-nno_Latn", "languages": ["uig-Arab", "nno-Latn"]}, {"precision": 0.215181, "recall": 0.288538, "f1": 0.234099, "accuracy": 0.288538, "main_score": 0.234099, "hf_subset": "uig_Arab-sat_Olck", "languages": ["uig-Arab", "sat-Olck"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "uig_Arab-tel_Telu", "languages": ["uig-Arab", "tel-Telu"]}, {"precision": 0.864323, "recall": 0.899209, "f1": 0.875066, "accuracy": 0.899209, "main_score": 0.875066, "hf_subset": "uig_Arab-ydd_Hebr", "languages": ["uig-Arab", "ydd-Hebr"]}, {"precision": 0.926795, "recall": 0.947628, "f1": 0.933531, "accuracy": 0.947628, "main_score": 0.933531, "hf_subset": "uig_Arab-ary_Arab", "languages": ["uig-Arab", "ary-Arab"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "uig_Arab-ces_Latn", "languages": ["uig-Arab", "ces-Latn"]}, {"precision": 0.531449, "recall": 0.581028, "f1": 0.5458, "accuracy": 0.581028, "main_score": 0.5458, "hf_subset": "uig_Arab-gaz_Latn", "languages": ["uig-Arab", "gaz-Latn"]}, {"precision": 0.508162, "recall": 0.567194, "f1": 0.525271, "accuracy": 0.567194, "main_score": 0.525271, "hf_subset": "uig_Arab-kam_Latn", "languages": ["uig-Arab", "kam-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "uig_Arab-lit_Latn", "languages": ["uig-Arab", "lit-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-nob_Latn", "languages": ["uig-Arab", "nob-Latn"]}, {"precision": 0.911232, "recall": 0.935771, "f1": 0.918939, "accuracy": 0.935771, "main_score": 0.918939, "hf_subset": "uig_Arab-scn_Latn", "languages": ["uig-Arab", "scn-Latn"]}, {"precision": 0.934947, "recall": 0.954545, "f1": 0.94137, "accuracy": 0.954545, "main_score": 0.94137, "hf_subset": "uig_Arab-tgk_Cyrl", "languages": ["uig-Arab", "tgk-Cyrl"]}, {"precision": 0.615589, "recall": 0.686759, "f1": 0.636513, "accuracy": 0.686759, "main_score": 0.636513, "hf_subset": "uig_Arab-yor_Latn", "languages": ["uig-Arab", "yor-Latn"]}, {"precision": 0.960063, "recall": 0.971344, "f1": 0.963458, "accuracy": 0.971344, "main_score": 0.963458, "hf_subset": "uig_Arab-arz_Arab", "languages": ["uig-Arab", "arz-Arab"]}, {"precision": 0.469546, "recall": 0.525692, "f1": 0.485094, "accuracy": 0.525692, "main_score": 0.485094, "hf_subset": "uig_Arab-cjk_Latn", "languages": ["uig-Arab", "cjk-Latn"]}, {"precision": 0.678096, "recall": 0.742095, "f1": 0.697003, "accuracy": 0.742095, "main_score": 0.697003, "hf_subset": "uig_Arab-gla_Latn", "languages": ["uig-Arab", "gla-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-kan_Knda", "languages": ["uig-Arab", "kan-Knda"]}, {"precision": 0.91115, "recall": 0.935771, "f1": 0.918826, "accuracy": 0.935771, "main_score": 0.918826, "hf_subset": "uig_Arab-lmo_Latn", "languages": ["uig-Arab", "lmo-Latn"]}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "uig_Arab-npi_Deva", "languages": ["uig-Arab", "npi-Deva"]}, {"precision": 0.408297, "recall": 0.458498, "f1": 0.422631, "accuracy": 0.458498, "main_score": 0.422631, "hf_subset": "uig_Arab-shn_Mymr", "languages": ["uig-Arab", "shn-Mymr"]}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "uig_Arab-tgl_Latn", "languages": ["uig-Arab", "tgl-Latn"]}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "uig_Arab-yue_Hant", "languages": ["uig-Arab", "yue-Hant"]}, {"precision": 0.947217, "recall": 0.963439, "f1": 0.952306, "accuracy": 0.963439, "main_score": 0.952306, "hf_subset": "uig_Arab-asm_Beng", "languages": ["uig-Arab", "asm-Beng"]}, {"precision": 0.902586, "recall": 0.929842, "f1": 0.911298, "accuracy": 0.929842, "main_score": 0.911298, "hf_subset": "uig_Arab-ckb_Arab", "languages": ["uig-Arab", "ckb-Arab"]}, {"precision": 0.750699, "recall": 0.802372, "f1": 0.766502, "accuracy": 0.802372, "main_score": 0.766502, "hf_subset": "uig_Arab-gle_Latn", "languages": ["uig-Arab", "gle-Latn"]}, {"precision": 0.855171, "recall": 0.889328, "f1": 0.865218, "accuracy": 0.889328, "main_score": 0.865218, "hf_subset": "uig_Arab-kas_Arab", "languages": ["uig-Arab", "kas-Arab"]}, {"precision": 0.829637, "recall": 0.87253, "f1": 0.842704, "accuracy": 0.87253, "main_score": 0.842704, "hf_subset": "uig_Arab-ltg_Latn", "languages": ["uig-Arab", "ltg-Latn"]}, {"precision": 0.537091, "recall": 0.591897, "f1": 0.552564, "accuracy": 0.591897, "main_score": 0.552564, "hf_subset": "uig_Arab-nso_Latn", "languages": ["uig-Arab", "nso-Latn"]}, {"precision": 0.922843, "recall": 0.945652, "f1": 0.930072, "accuracy": 0.945652, "main_score": 0.930072, "hf_subset": "uig_Arab-sin_Sinh", "languages": ["uig-Arab", "sin-Sinh"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "uig_Arab-tha_Thai", "languages": ["uig-Arab", "tha-Thai"]}, {"precision": 0.958745, "recall": 0.971344, "f1": 0.962681, "accuracy": 0.971344, "main_score": 0.962681, "hf_subset": "uig_Arab-zho_Hans", "languages": ["uig-Arab", "zho-Hans"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "uig_Arab-ast_Latn", "languages": ["uig-Arab", "ast-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "uig_Arab-crh_Latn", "languages": ["uig-Arab", "crh-Latn"]}, {"precision": 0.967638, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "uig_Arab-glg_Latn", "languages": ["uig-Arab", "glg-Latn"]}, {"precision": 0.763587, "recall": 0.815217, "f1": 0.778971, "accuracy": 0.815217, "main_score": 0.778971, "hf_subset": "uig_Arab-kas_Deva", "languages": ["uig-Arab", "kas-Deva"]}, {"precision": 0.916914, "recall": 0.939723, "f1": 0.924097, "accuracy": 0.939723, "main_score": 0.924097, "hf_subset": "uig_Arab-ltz_Latn", "languages": ["uig-Arab", "ltz-Latn"]}, {"precision": 0.418923, "recall": 0.474308, "f1": 0.433773, "accuracy": 0.474308, "main_score": 0.433773, "hf_subset": "uig_Arab-nus_Latn", "languages": ["uig-Arab", "nus-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "uig_Arab-slk_Latn", "languages": ["uig-Arab", "slk-Latn"]}, {"precision": 0.557337, "recall": 0.62747, "f1": 0.577186, "accuracy": 0.62747, "main_score": 0.577186, "hf_subset": "uig_Arab-tir_Ethi", "languages": ["uig-Arab", "tir-Ethi"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "uig_Arab-zho_Hant", "languages": ["uig-Arab", "zho-Hant"]}, {"precision": 0.967095, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "uig_Arab-awa_Deva", "languages": ["uig-Arab", "awa-Deva"]}, {"precision": 0.883482, "recall": 0.91502, "f1": 0.893347, "accuracy": 0.91502, "main_score": 0.893347, "hf_subset": "uig_Arab-cym_Latn", "languages": ["uig-Arab", "cym-Latn"]}, {"precision": 0.690934, "recall": 0.746047, "f1": 0.707137, "accuracy": 0.746047, "main_score": 0.707137, "hf_subset": "uig_Arab-grn_Latn", "languages": ["uig-Arab", "grn-Latn"]}, {"precision": 0.955451, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "uig_Arab-kat_Geor", "languages": ["uig-Arab", "kat-Geor"]}, {"precision": 0.549504, "recall": 0.603755, "f1": 0.564857, "accuracy": 0.603755, "main_score": 0.564857, "hf_subset": "uig_Arab-lua_Latn", "languages": ["uig-Arab", "lua-Latn"]}, {"precision": 0.553733, "recall": 0.606719, "f1": 0.568589, "accuracy": 0.606719, "main_score": 0.568589, "hf_subset": "uig_Arab-nya_Latn", "languages": ["uig-Arab", "nya-Latn"]}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "uig_Arab-slv_Latn", "languages": ["uig-Arab", "slv-Latn"]}, {"precision": 0.814303, "recall": 0.859684, "f1": 0.828151, "accuracy": 0.859684, "main_score": 0.828151, "hf_subset": "uig_Arab-tpi_Latn", "languages": ["uig-Arab", "tpi-Latn"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "uig_Arab-zsm_Latn", "languages": ["uig-Arab", "zsm-Latn"]}, {"precision": 0.484128, "recall": 0.538538, "f1": 0.499645, "accuracy": 0.538538, "main_score": 0.499645, "hf_subset": "uig_Arab-ayr_Latn", "languages": ["uig-Arab", "ayr-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "uig_Arab-dan_Latn", "languages": ["uig-Arab", "dan-Latn"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "uig_Arab-guj_Gujr", "languages": ["uig-Arab", "guj-Gujr"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "uig_Arab-kaz_Cyrl", "languages": ["uig-Arab", "kaz-Cyrl"]}, {"precision": 0.457768, "recall": 0.517787, "f1": 0.474317, "accuracy": 0.517787, "main_score": 0.474317, "hf_subset": "uig_Arab-lug_Latn", "languages": ["uig-Arab", "lug-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.966864, "accuracy": 0.974308, "main_score": 0.966864, "hf_subset": "uig_Arab-oci_Latn", "languages": ["uig-Arab", "oci-Latn"]}, {"precision": 0.718659, "recall": 0.775692, "f1": 0.73571, "accuracy": 0.775692, "main_score": 0.73571, "hf_subset": "uig_Arab-smo_Latn", "languages": ["uig-Arab", "smo-Latn"]}, {"precision": 0.472574, "recall": 0.533597, "f1": 0.489083, "accuracy": 0.533597, "main_score": 0.489083, "hf_subset": "uig_Arab-tsn_Latn", "languages": ["uig-Arab", "tsn-Latn"]}, {"precision": 0.540946, "recall": 0.599802, "f1": 0.557315, "accuracy": 0.599802, "main_score": 0.557315, "hf_subset": "uig_Arab-zul_Latn", "languages": ["uig-Arab", "zul-Latn"]}, {"precision": 0.863225, "recall": 0.895257, "f1": 0.87301, "accuracy": 0.895257, "main_score": 0.87301, "hf_subset": "uig_Arab-azb_Arab", "languages": ["uig-Arab", "azb-Arab"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "uig_Arab-deu_Latn", "languages": ["uig-Arab", "deu-Latn"]}, {"precision": 0.892704, "recall": 0.924901, "f1": 0.902899, "accuracy": 0.924901, "main_score": 0.902899, "hf_subset": "uig_Arab-hat_Latn", "languages": ["uig-Arab", "hat-Latn"]}, {"precision": 0.429637, "recall": 0.477273, "f1": 0.442888, "accuracy": 0.477273, "main_score": 0.442888, "hf_subset": "uig_Arab-kbp_Latn", "languages": ["uig-Arab", "kbp-Latn"]}, {"precision": 0.49503, "recall": 0.554348, "f1": 0.51162, "accuracy": 0.554348, "main_score": 0.51162, "hf_subset": "uig_Arab-luo_Latn", "languages": ["uig-Arab", "luo-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "uig_Arab-ory_Orya", "languages": ["uig-Arab", "ory-Orya"]}, {"precision": 0.486355, "recall": 0.5583, "f1": 0.506746, "accuracy": 0.5583, "main_score": 0.506746, "hf_subset": "uig_Arab-sna_Latn", "languages": ["uig-Arab", "sna-Latn"]}, {"precision": 0.485211, "recall": 0.532609, "f1": 0.498753, "accuracy": 0.532609, "main_score": 0.498753, "hf_subset": "uig_Arab-tso_Latn", "languages": ["uig-Arab", "tso-Latn"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "uig_Arab-azj_Latn", "languages": ["uig-Arab", "azj-Latn"]}, {"precision": 0.442913, "recall": 0.508893, "f1": 0.461097, "accuracy": 0.508893, "main_score": 0.461097, "hf_subset": "uig_Arab-dik_Latn", "languages": ["uig-Arab", "dik-Latn"]}, {"precision": 0.63055, "recall": 0.694664, "f1": 0.649374, "accuracy": 0.694664, "main_score": 0.649374, "hf_subset": "uig_Arab-hau_Latn", "languages": ["uig-Arab", "hau-Latn"]}, {"precision": 0.903442, "recall": 0.927866, "f1": 0.910512, "accuracy": 0.927866, "main_score": 0.910512, "hf_subset": "uig_Arab-kea_Latn", "languages": ["uig-Arab", "kea-Latn"]}, {"precision": 0.63223, "recall": 0.682806, "f1": 0.647186, "accuracy": 0.682806, "main_score": 0.647186, "hf_subset": "uig_Arab-lus_Latn", "languages": ["uig-Arab", "lus-Latn"]}, {"precision": 0.732289, "recall": 0.770751, "f1": 0.743408, "accuracy": 0.770751, "main_score": 0.743408, "hf_subset": "uig_Arab-pag_Latn", "languages": ["uig-Arab", "pag-Latn"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "uig_Arab-snd_Arab", "languages": ["uig-Arab", "snd-Arab"]}, {"precision": 0.898468, "recall": 0.926877, "f1": 0.90751, "accuracy": 0.926877, "main_score": 0.90751, "hf_subset": "uig_Arab-tuk_Latn", "languages": ["uig-Arab", "tuk-Latn"]}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "uig_Arab-bak_Cyrl", "languages": ["uig-Arab", "bak-Cyrl"]}, {"precision": 0.408145, "recall": 0.476285, "f1": 0.427854, "accuracy": 0.476285, "main_score": 0.427854, "hf_subset": "uig_Arab-dyu_Latn", "languages": ["uig-Arab", "dyu-Latn"]}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "uig_Arab-heb_Hebr", "languages": ["uig-Arab", "heb-Hebr"]}, {"precision": 0.934206, "recall": 0.953557, "f1": 0.940401, "accuracy": 0.953557, "main_score": 0.940401, "hf_subset": "uig_Arab-khk_Cyrl", "languages": ["uig-Arab", "khk-Cyrl"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "uig_Arab-lvs_Latn", "languages": ["uig-Arab", "lvs-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-pan_Guru", "languages": ["uig-Arab", "pan-Guru"]}, {"precision": 0.601393, "recall": 0.672925, "f1": 0.622513, "accuracy": 0.672925, "main_score": 0.622513, "hf_subset": "uig_Arab-som_Latn", "languages": ["uig-Arab", "som-Latn"]}, {"precision": 0.495718, "recall": 0.544466, "f1": 0.509445, "accuracy": 0.544466, "main_score": 0.509445, "hf_subset": "uig_Arab-tum_Latn", "languages": ["uig-Arab", "tum-Latn"]}, {"precision": 0.565662, "recall": 0.629447, "f1": 0.58375, "accuracy": 0.629447, "main_score": 0.58375, "hf_subset": "aeb_Arab-ace_Arab", "languages": ["aeb-Arab", "ace-Arab"]}, {"precision": 0.516671, "recall": 0.577075, "f1": 0.533435, "accuracy": 0.577075, "main_score": 0.533435, "hf_subset": "aeb_Arab-bam_Latn", "languages": ["aeb-Arab", "bam-Latn"]}, {"precision": 0.40091, "recall": 0.485178, "f1": 0.423907, "accuracy": 0.485178, "main_score": 0.423907, "hf_subset": "aeb_Arab-dzo_Tibt", "languages": ["aeb-Arab", "dzo-Tibt"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hin_Deva", "languages": ["aeb-Arab", "hin-Deva"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "aeb_Arab-khm_Khmr", "languages": ["aeb-Arab", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-mag_Deva", "languages": ["aeb-Arab", "mag-Deva"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "aeb_Arab-pap_Latn", "languages": ["aeb-Arab", "pap-Latn"]}, {"precision": 0.585841, "recall": 0.640316, "f1": 0.600981, "accuracy": 0.640316, "main_score": 0.600981, "hf_subset": "aeb_Arab-sot_Latn", "languages": ["aeb-Arab", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-tur_Latn", "languages": ["aeb-Arab", "tur-Latn"]}, {"precision": 0.853343, "recall": 0.88834, "f1": 0.864116, "accuracy": 0.88834, "main_score": 0.864116, "hf_subset": "aeb_Arab-ace_Latn", "languages": ["aeb-Arab", "ace-Latn"]}, {"precision": 0.949934, "recall": 0.963439, "f1": 0.954216, "accuracy": 0.963439, "main_score": 0.954216, "hf_subset": "aeb_Arab-ban_Latn", "languages": ["aeb-Arab", "ban-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-ell_Grek", "languages": ["aeb-Arab", "ell-Grek"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "aeb_Arab-hne_Deva", "languages": ["aeb-Arab", "hne-Deva"]}, {"precision": 0.590177, "recall": 0.647233, "f1": 0.606708, "accuracy": 0.647233, "main_score": 0.606708, "hf_subset": "aeb_Arab-kik_Latn", "languages": ["aeb-Arab", "kik-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-mai_Deva", "languages": ["aeb-Arab", "mai-Deva"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "aeb_Arab-pbt_Arab", "languages": ["aeb-Arab", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-spa_Latn", "languages": ["aeb-Arab", "spa-Latn"]}, {"precision": 0.608353, "recall": 0.674901, "f1": 0.62712, "accuracy": 0.674901, "main_score": 0.62712, "hf_subset": "aeb_Arab-twi_Latn", "languages": ["aeb-Arab", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-acm_Arab", "languages": ["aeb-Arab", "acm-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-bel_Cyrl", "languages": ["aeb-Arab", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-eng_Latn", "languages": ["aeb-Arab", "eng-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-hrv_Latn", "languages": ["aeb-Arab", "hrv-Latn"]}, {"precision": 0.535455, "recall": 0.599802, "f1": 0.553938, "accuracy": 0.599802, "main_score": 0.553938, "hf_subset": "aeb_Arab-kin_Latn", "languages": ["aeb-Arab", "kin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "aeb_Arab-mal_Mlym", "languages": ["aeb-Arab", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-pes_Arab", "languages": ["aeb-Arab", "pes-Arab"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "aeb_Arab-srd_Latn", "languages": ["aeb-Arab", "srd-Latn"]}, {"precision": 0.172694, "recall": 0.226285, "f1": 0.187159, "accuracy": 0.226285, "main_score": 0.187159, "hf_subset": "aeb_Arab-tzm_Tfng", "languages": ["aeb-Arab", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-acq_Arab", "languages": ["aeb-Arab", "acq-Arab"]}, {"precision": 0.617212, "recall": 0.666996, "f1": 0.631113, "accuracy": 0.666996, "main_score": 0.631113, "hf_subset": "aeb_Arab-bem_Latn", "languages": ["aeb-Arab", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-epo_Latn", "languages": ["aeb-Arab", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hun_Latn", "languages": ["aeb-Arab", "hun-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "aeb_Arab-kir_Cyrl", "languages": ["aeb-Arab", "kir-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-mar_Deva", "languages": ["aeb-Arab", "mar-Deva"]}, {"precision": 0.666996, "recall": 0.720356, "f1": 0.683023, "accuracy": 0.720356, "main_score": 0.683023, "hf_subset": "aeb_Arab-plt_Latn", "languages": ["aeb-Arab", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-srp_Cyrl", "languages": ["aeb-Arab", "srp-Cyrl"]}, {"precision": 0.940053, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "aeb_Arab-uig_Arab", "languages": ["aeb-Arab", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-ben_Beng", "languages": ["aeb-Arab", "ben-Beng"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-est_Latn", "languages": ["aeb-Arab", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hye_Armn", "languages": ["aeb-Arab", "hye-Armn"]}, {"precision": 0.540464, "recall": 0.590909, "f1": 0.555454, "accuracy": 0.590909, "main_score": 0.555454, "hf_subset": "aeb_Arab-kmb_Latn", "languages": ["aeb-Arab", "kmb-Latn"]}, {"precision": 0.481738, "recall": 0.555336, "f1": 0.502043, "accuracy": 0.555336, "main_score": 0.502043, "hf_subset": "aeb_Arab-min_Arab", "languages": ["aeb-Arab", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-pol_Latn", "languages": ["aeb-Arab", "pol-Latn"]}, {"precision": 0.54773, "recall": 0.610672, "f1": 0.565994, "accuracy": 0.610672, "main_score": 0.565994, "hf_subset": "aeb_Arab-ssw_Latn", "languages": ["aeb-Arab", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ukr_Cyrl", "languages": ["aeb-Arab", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-afr_Latn", "languages": ["aeb-Arab", "afr-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "aeb_Arab-bho_Deva", "languages": ["aeb-Arab", "bho-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "aeb_Arab-eus_Latn", "languages": ["aeb-Arab", "eus-Latn"]}, {"precision": 0.566347, "recall": 0.62747, "f1": 0.583646, "accuracy": 0.62747, "main_score": 0.583646, "hf_subset": "aeb_Arab-ibo_Latn", "languages": ["aeb-Arab", "ibo-Latn"]}, {"precision": 0.857543, "recall": 0.895257, "f1": 0.869532, "accuracy": 0.895257, "main_score": 0.869532, "hf_subset": "aeb_Arab-kmr_Latn", "languages": ["aeb-Arab", "kmr-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "aeb_Arab-min_Latn", "languages": ["aeb-Arab", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-por_Latn", "languages": ["aeb-Arab", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-sun_Latn", "languages": ["aeb-Arab", "sun-Latn"]}, {"precision": 0.512953, "recall": 0.575099, "f1": 0.530871, "accuracy": 0.575099, "main_score": 0.530871, "hf_subset": "aeb_Arab-umb_Latn", "languages": ["aeb-Arab", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ajp_Arab", "languages": ["aeb-Arab", "ajp-Arab"]}, {"precision": 0.531019, "recall": 0.59585, "f1": 0.549373, "accuracy": 0.59585, "main_score": 0.549373, "hf_subset": "aeb_Arab-bjn_Arab", "languages": ["aeb-Arab", "bjn-Arab"]}, {"precision": 0.514633, "recall": 0.573123, "f1": 0.5315, "accuracy": 0.573123, "main_score": 0.5315, "hf_subset": "aeb_Arab-ewe_Latn", "languages": ["aeb-Arab", "ewe-Latn"]}, {"precision": 0.927899, "recall": 0.947628, "f1": 0.933959, "accuracy": 0.947628, "main_score": 0.933959, "hf_subset": "aeb_Arab-ilo_Latn", "languages": ["aeb-Arab", "ilo-Latn"]}, {"precision": 0.308642, "recall": 0.367589, "f1": 0.324169, "accuracy": 0.367589, "main_score": 0.324169, "hf_subset": "aeb_Arab-knc_Arab", "languages": ["aeb-Arab", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-mkd_Cyrl", "languages": ["aeb-Arab", "mkd-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-prs_Arab", "languages": ["aeb-Arab", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-swe_Latn", "languages": ["aeb-Arab", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-urd_Arab", "languages": ["aeb-Arab", "urd-Arab"]}, {"precision": 0.573725, "recall": 0.63834, "f1": 0.593034, "accuracy": 0.63834, "main_score": 0.593034, "hf_subset": "aeb_Arab-aka_Latn", "languages": ["aeb-Arab", "aka-Latn"]}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "aeb_Arab-bjn_Latn", "languages": ["aeb-Arab", "bjn-Latn"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "aeb_Arab-fao_Latn", "languages": ["aeb-Arab", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ind_Latn", "languages": ["aeb-Arab", "ind-Latn"]}, {"precision": 0.575734, "recall": 0.634387, "f1": 0.592855, "accuracy": 0.634387, "main_score": 0.592855, "hf_subset": "aeb_Arab-knc_Latn", "languages": ["aeb-Arab", "knc-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "aeb_Arab-mlt_Latn", "languages": ["aeb-Arab", "mlt-Latn"]}, {"precision": 0.693293, "recall": 0.754941, "f1": 0.711414, "accuracy": 0.754941, "main_score": 0.711414, "hf_subset": "aeb_Arab-quy_Latn", "languages": ["aeb-Arab", "quy-Latn"]}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "aeb_Arab-swh_Latn", "languages": ["aeb-Arab", "swh-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "aeb_Arab-uzn_Latn", "languages": ["aeb-Arab", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-als_Latn", "languages": ["aeb-Arab", "als-Latn"]}, {"precision": 0.613745, "recall": 0.694664, "f1": 0.636973, "accuracy": 0.694664, "main_score": 0.636973, "hf_subset": "aeb_Arab-bod_Tibt", "languages": ["aeb-Arab", "bod-Tibt"]}, {"precision": 0.690077, "recall": 0.746047, "f1": 0.706633, "accuracy": 0.746047, "main_score": 0.706633, "hf_subset": "aeb_Arab-fij_Latn", "languages": ["aeb-Arab", "fij-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "aeb_Arab-isl_Latn", "languages": ["aeb-Arab", "isl-Latn"]}, {"precision": 0.644977, "recall": 0.699605, "f1": 0.66102, "accuracy": 0.699605, "main_score": 0.66102, "hf_subset": "aeb_Arab-kon_Latn", "languages": ["aeb-Arab", "kon-Latn"]}, {"precision": 0.641464, "recall": 0.706522, "f1": 0.659919, "accuracy": 0.706522, "main_score": 0.659919, "hf_subset": "aeb_Arab-mni_Beng", "languages": ["aeb-Arab", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ron_Latn", "languages": ["aeb-Arab", "ron-Latn"]}, {"precision": 0.979249, "recall": 0.98419, "f1": 0.980896, "accuracy": 0.98419, "main_score": 0.980896, "hf_subset": "aeb_Arab-szl_Latn", "languages": ["aeb-Arab", "szl-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "aeb_Arab-vec_Latn", "languages": ["aeb-Arab", "vec-Latn"]}, {"precision": 0.92029, "recall": 0.943676, "f1": 0.927866, "accuracy": 0.943676, "main_score": 0.927866, "hf_subset": "aeb_Arab-amh_Ethi", "languages": ["aeb-Arab", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-bos_Latn", "languages": ["aeb-Arab", "bos-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-fin_Latn", "languages": ["aeb-Arab", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ita_Latn", "languages": ["aeb-Arab", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-kor_Hang", "languages": ["aeb-Arab", "kor-Hang"]}, {"precision": 0.523408, "recall": 0.585968, "f1": 0.540579, "accuracy": 0.585968, "main_score": 0.540579, "hf_subset": "aeb_Arab-mos_Latn", "languages": ["aeb-Arab", "mos-Latn"]}, {"precision": 0.546114, "recall": 0.602767, "f1": 0.562395, "accuracy": 0.602767, "main_score": 0.562395, "hf_subset": "aeb_Arab-run_Latn", "languages": ["aeb-Arab", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-tam_Taml", "languages": ["aeb-Arab", "tam-Taml"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-vie_Latn", "languages": ["aeb-Arab", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-apc_Arab", "languages": ["aeb-Arab", "apc-Arab"]}, {"precision": 0.782955, "recall": 0.832016, "f1": 0.797779, "accuracy": 0.832016, "main_score": 0.797779, "hf_subset": "aeb_Arab-bug_Latn", "languages": ["aeb-Arab", "bug-Latn"]}, {"precision": 0.469897, "recall": 0.529644, "f1": 0.486053, "accuracy": 0.529644, "main_score": 0.486053, "hf_subset": "aeb_Arab-fon_Latn", "languages": ["aeb-Arab", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-jav_Latn", "languages": ["aeb-Arab", "jav-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "aeb_Arab-lao_Laoo", "languages": ["aeb-Arab", "lao-Laoo"]}, {"precision": 0.849565, "recall": 0.889328, "f1": 0.861973, "accuracy": 0.889328, "main_score": 0.861973, "hf_subset": "aeb_Arab-mri_Latn", "languages": ["aeb-Arab", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-rus_Cyrl", "languages": ["aeb-Arab", "rus-Cyrl"]}, {"precision": 0.530517, "recall": 0.590909, "f1": 0.547581, "accuracy": 0.590909, "main_score": 0.547581, "hf_subset": "aeb_Arab-taq_Latn", "languages": ["aeb-Arab", "taq-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "aeb_Arab-war_Latn", "languages": ["aeb-Arab", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-arb_Arab", "languages": ["aeb-Arab", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-bul_Cyrl", "languages": ["aeb-Arab", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-fra_Latn", "languages": ["aeb-Arab", "fra-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-jpn_Jpan", "languages": ["aeb-Arab", "jpn-Jpan"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "aeb_Arab-lij_Latn", "languages": ["aeb-Arab", "lij-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "aeb_Arab-mya_Mymr", "languages": ["aeb-Arab", "mya-Mymr"]}, {"precision": 0.578478, "recall": 0.645257, "f1": 0.596762, "accuracy": 0.645257, "main_score": 0.596762, "hf_subset": "aeb_Arab-sag_Latn", "languages": ["aeb-Arab", "sag-Latn"]}, {"precision": 0.184265, "recall": 0.245059, "f1": 0.198507, "accuracy": 0.245059, "main_score": 0.198507, "hf_subset": "aeb_Arab-taq_Tfng", "languages": ["aeb-Arab", "taq-Tfng"]}, {"precision": 0.616337, "recall": 0.68083, "f1": 0.635361, "accuracy": 0.68083, "main_score": 0.635361, "hf_subset": "aeb_Arab-wol_Latn", "languages": ["aeb-Arab", "wol-Latn"]}, {"precision": 0.837846, "recall": 0.881423, "f1": 0.851054, "accuracy": 0.881423, "main_score": 0.851054, "hf_subset": "aeb_Arab-arb_Latn", "languages": ["aeb-Arab", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-cat_Latn", "languages": ["aeb-Arab", "cat-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "aeb_Arab-fur_Latn", "languages": ["aeb-Arab", "fur-Latn"]}, {"precision": 0.429433, "recall": 0.488142, "f1": 0.445369, "accuracy": 0.488142, "main_score": 0.445369, "hf_subset": "aeb_Arab-kab_Latn", "languages": ["aeb-Arab", "kab-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "aeb_Arab-lim_Latn", "languages": ["aeb-Arab", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-nld_Latn", "languages": ["aeb-Arab", "nld-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "aeb_Arab-san_Deva", "languages": ["aeb-Arab", "san-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-tat_Cyrl", "languages": ["aeb-Arab", "tat-Cyrl"]}, {"precision": 0.671518, "recall": 0.725296, "f1": 0.68742, "accuracy": 0.725296, "main_score": 0.68742, "hf_subset": "aeb_Arab-xho_Latn", "languages": ["aeb-Arab", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ars_Arab", "languages": ["aeb-Arab", "ars-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-ceb_Latn", "languages": ["aeb-Arab", "ceb-Latn"]}, {"precision": 0.548973, "recall": 0.605731, "f1": 0.565674, "accuracy": 0.605731, "main_score": 0.565674, "hf_subset": "aeb_Arab-fuv_Latn", "languages": ["aeb-Arab", "fuv-Latn"]}, {"precision": 0.495647, "recall": 0.561265, "f1": 0.513873, "accuracy": 0.561265, "main_score": 0.513873, "hf_subset": "aeb_Arab-kac_Latn", "languages": ["aeb-Arab", "kac-Latn"]}, {"precision": 0.65975, "recall": 0.711462, "f1": 0.675428, "accuracy": 0.711462, "main_score": 0.675428, "hf_subset": "aeb_Arab-lin_Latn", "languages": ["aeb-Arab", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-nno_Latn", "languages": ["aeb-Arab", "nno-Latn"]}, {"precision": 0.216744, "recall": 0.300395, "f1": 0.239262, "accuracy": 0.300395, "main_score": 0.239262, "hf_subset": "aeb_Arab-sat_Olck", "languages": ["aeb-Arab", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-tel_Telu", "languages": ["aeb-Arab", "tel-Telu"]}, {"precision": 0.940382, "recall": 0.95751, "f1": 0.945982, "accuracy": 0.95751, "main_score": 0.945982, "hf_subset": "aeb_Arab-ydd_Hebr", "languages": ["aeb-Arab", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "aeb_Arab-ary_Arab", "languages": ["aeb-Arab", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ces_Latn", "languages": ["aeb-Arab", "ces-Latn"]}, {"precision": 0.559827, "recall": 0.618577, "f1": 0.576668, "accuracy": 0.618577, "main_score": 0.576668, "hf_subset": "aeb_Arab-gaz_Latn", "languages": ["aeb-Arab", "gaz-Latn"]}, {"precision": 0.578086, "recall": 0.63834, "f1": 0.595295, "accuracy": 0.63834, "main_score": 0.595295, "hf_subset": "aeb_Arab-kam_Latn", "languages": ["aeb-Arab", "kam-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "aeb_Arab-lit_Latn", "languages": ["aeb-Arab", "lit-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-nob_Latn", "languages": ["aeb-Arab", "nob-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "aeb_Arab-scn_Latn", "languages": ["aeb-Arab", "scn-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "aeb_Arab-tgk_Cyrl", "languages": ["aeb-Arab", "tgk-Cyrl"]}, {"precision": 0.675247, "recall": 0.745059, "f1": 0.696231, "accuracy": 0.745059, "main_score": 0.696231, "hf_subset": "aeb_Arab-yor_Latn", "languages": ["aeb-Arab", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-arz_Arab", "languages": ["aeb-Arab", "arz-Arab"]}, {"precision": 0.556044, "recall": 0.613636, "f1": 0.572667, "accuracy": 0.613636, "main_score": 0.572667, "hf_subset": "aeb_Arab-cjk_Latn", "languages": ["aeb-Arab", "cjk-Latn"]}, {"precision": 0.757246, "recall": 0.809289, "f1": 0.772991, "accuracy": 0.809289, "main_score": 0.772991, "hf_subset": "aeb_Arab-gla_Latn", "languages": ["aeb-Arab", "gla-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-kan_Knda", "languages": ["aeb-Arab", "kan-Knda"]}, {"precision": 0.980814, "recall": 0.986166, "f1": 0.982444, "accuracy": 0.986166, "main_score": 0.982444, "hf_subset": "aeb_Arab-lmo_Latn", "languages": ["aeb-Arab", "lmo-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "aeb_Arab-npi_Deva", "languages": ["aeb-Arab", "npi-Deva"]}, {"precision": 0.456381, "recall": 0.522727, "f1": 0.474118, "accuracy": 0.522727, "main_score": 0.474118, "hf_subset": "aeb_Arab-shn_Mymr", "languages": ["aeb-Arab", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-tgl_Latn", "languages": ["aeb-Arab", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-yue_Hant", "languages": ["aeb-Arab", "yue-Hant"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "aeb_Arab-asm_Beng", "languages": ["aeb-Arab", "asm-Beng"]}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "aeb_Arab-ckb_Arab", "languages": ["aeb-Arab", "ckb-Arab"]}, {"precision": 0.841601, "recall": 0.880435, "f1": 0.853675, "accuracy": 0.880435, "main_score": 0.853675, "hf_subset": "aeb_Arab-gle_Latn", "languages": ["aeb-Arab", "gle-Latn"]}, {"precision": 0.937582, "recall": 0.956522, "f1": 0.943676, "accuracy": 0.956522, "main_score": 0.943676, "hf_subset": "aeb_Arab-kas_Arab", "languages": ["aeb-Arab", "kas-Arab"]}, {"precision": 0.916173, "recall": 0.9417, "f1": 0.924374, "accuracy": 0.9417, "main_score": 0.924374, "hf_subset": "aeb_Arab-ltg_Latn", "languages": ["aeb-Arab", "ltg-Latn"]}, {"precision": 0.60854, "recall": 0.663043, "f1": 0.624889, "accuracy": 0.663043, "main_score": 0.624889, "hf_subset": "aeb_Arab-nso_Latn", "languages": ["aeb-Arab", "nso-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "aeb_Arab-sin_Sinh", "languages": ["aeb-Arab", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-tha_Thai", "languages": ["aeb-Arab", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-zho_Hans", "languages": ["aeb-Arab", "zho-Hans"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "aeb_Arab-ast_Latn", "languages": ["aeb-Arab", "ast-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "aeb_Arab-crh_Latn", "languages": ["aeb-Arab", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-glg_Latn", "languages": ["aeb-Arab", "glg-Latn"]}, {"precision": 0.882526, "recall": 0.91502, "f1": 0.892852, "accuracy": 0.91502, "main_score": 0.892852, "hf_subset": "aeb_Arab-kas_Deva", "languages": ["aeb-Arab", "kas-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "aeb_Arab-ltz_Latn", "languages": ["aeb-Arab", "ltz-Latn"]}, {"precision": 0.439523, "recall": 0.504941, "f1": 0.457021, "accuracy": 0.504941, "main_score": 0.457021, "hf_subset": "aeb_Arab-nus_Latn", "languages": ["aeb-Arab", "nus-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "aeb_Arab-slk_Latn", "languages": ["aeb-Arab", "slk-Latn"]}, {"precision": 0.614806, "recall": 0.675889, "f1": 0.63219, "accuracy": 0.675889, "main_score": 0.63219, "hf_subset": "aeb_Arab-tir_Ethi", "languages": ["aeb-Arab", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-zho_Hant", "languages": ["aeb-Arab", "zho-Hant"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "aeb_Arab-awa_Deva", "languages": ["aeb-Arab", "awa-Deva"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "aeb_Arab-cym_Latn", "languages": ["aeb-Arab", "cym-Latn"]}, {"precision": 0.82197, "recall": 0.867589, "f1": 0.835855, "accuracy": 0.867589, "main_score": 0.835855, "hf_subset": "aeb_Arab-grn_Latn", "languages": ["aeb-Arab", "grn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-kat_Geor", "languages": ["aeb-Arab", "kat-Geor"]}, {"precision": 0.634942, "recall": 0.685771, "f1": 0.649625, "accuracy": 0.685771, "main_score": 0.649625, "hf_subset": "aeb_Arab-lua_Latn", "languages": ["aeb-Arab", "lua-Latn"]}, {"precision": 0.635912, "recall": 0.693676, "f1": 0.652869, "accuracy": 0.693676, "main_score": 0.652869, "hf_subset": "aeb_Arab-nya_Latn", "languages": ["aeb-Arab", "nya-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-slv_Latn", "languages": ["aeb-Arab", "slv-Latn"]}, {"precision": 0.938735, "recall": 0.955534, "f1": 0.94417, "accuracy": 0.955534, "main_score": 0.94417, "hf_subset": "aeb_Arab-tpi_Latn", "languages": ["aeb-Arab", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-zsm_Latn", "languages": ["aeb-Arab", "zsm-Latn"]}, {"precision": 0.533078, "recall": 0.594862, "f1": 0.550419, "accuracy": 0.594862, "main_score": 0.550419, "hf_subset": "aeb_Arab-ayr_Latn", "languages": ["aeb-Arab", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-dan_Latn", "languages": ["aeb-Arab", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-guj_Gujr", "languages": ["aeb-Arab", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-kaz_Cyrl", "languages": ["aeb-Arab", "kaz-Cyrl"]}, {"precision": 0.52716, "recall": 0.594862, "f1": 0.546132, "accuracy": 0.594862, "main_score": 0.546132, "hf_subset": "aeb_Arab-lug_Latn", "languages": ["aeb-Arab", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-oci_Latn", "languages": ["aeb-Arab", "oci-Latn"]}, {"precision": 0.789872, "recall": 0.840909, "f1": 0.805501, "accuracy": 0.840909, "main_score": 0.805501, "hf_subset": "aeb_Arab-smo_Latn", "languages": ["aeb-Arab", "smo-Latn"]}, {"precision": 0.531578, "recall": 0.598814, "f1": 0.550718, "accuracy": 0.598814, "main_score": 0.550718, "hf_subset": "aeb_Arab-tsn_Latn", "languages": ["aeb-Arab", "tsn-Latn"]}, {"precision": 0.602306, "recall": 0.660079, "f1": 0.619913, "accuracy": 0.660079, "main_score": 0.619913, "hf_subset": "aeb_Arab-zul_Latn", "languages": ["aeb-Arab", "zul-Latn"]}, {"precision": 0.899374, "recall": 0.928854, "f1": 0.908926, "accuracy": 0.928854, "main_score": 0.908926, "hf_subset": "aeb_Arab-azb_Arab", "languages": ["aeb-Arab", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-deu_Latn", "languages": ["aeb-Arab", "deu-Latn"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "aeb_Arab-hat_Latn", "languages": ["aeb-Arab", "hat-Latn"]}, {"precision": 0.4801, "recall": 0.536561, "f1": 0.495839, "accuracy": 0.536561, "main_score": 0.495839, "hf_subset": "aeb_Arab-kbp_Latn", "languages": ["aeb-Arab", "kbp-Latn"]}, {"precision": 0.570373, "recall": 0.628458, "f1": 0.586539, "accuracy": 0.628458, "main_score": 0.586539, "hf_subset": "aeb_Arab-luo_Latn", "languages": ["aeb-Arab", "luo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-ory_Orya", "languages": ["aeb-Arab", "ory-Orya"]}, {"precision": 0.577974, "recall": 0.643281, "f1": 0.596756, "accuracy": 0.643281, "main_score": 0.596756, "hf_subset": "aeb_Arab-sna_Latn", "languages": ["aeb-Arab", "sna-Latn"]}, {"precision": 0.545995, "recall": 0.606719, "f1": 0.563161, "accuracy": 0.606719, "main_score": 0.563161, "hf_subset": "aeb_Arab-tso_Latn", "languages": ["aeb-Arab", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-azj_Latn", "languages": ["aeb-Arab", "azj-Latn"]}, {"precision": 0.53499, "recall": 0.605731, "f1": 0.55549, "accuracy": 0.605731, "main_score": 0.55549, "hf_subset": "aeb_Arab-dik_Latn", "languages": ["aeb-Arab", "dik-Latn"]}, {"precision": 0.722843, "recall": 0.781621, "f1": 0.740203, "accuracy": 0.781621, "main_score": 0.740203, "hf_subset": "aeb_Arab-hau_Latn", "languages": ["aeb-Arab", "hau-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "aeb_Arab-kea_Latn", "languages": ["aeb-Arab", "kea-Latn"]}, {"precision": 0.723847, "recall": 0.775692, "f1": 0.739559, "accuracy": 0.775692, "main_score": 0.739559, "hf_subset": "aeb_Arab-lus_Latn", "languages": ["aeb-Arab", "lus-Latn"]}, {"precision": 0.856185, "recall": 0.887352, "f1": 0.86522, "accuracy": 0.887352, "main_score": 0.86522, "hf_subset": "aeb_Arab-pag_Latn", "languages": ["aeb-Arab", "pag-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-snd_Arab", "languages": ["aeb-Arab", "snd-Arab"]}, {"precision": 0.942227, "recall": 0.958498, "f1": 0.947464, "accuracy": 0.958498, "main_score": 0.947464, "hf_subset": "aeb_Arab-tuk_Latn", "languages": ["aeb-Arab", "tuk-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "aeb_Arab-bak_Cyrl", "languages": ["aeb-Arab", "bak-Cyrl"]}, {"precision": 0.465902, "recall": 0.541502, "f1": 0.488178, "accuracy": 0.541502, "main_score": 0.488178, "hf_subset": "aeb_Arab-dyu_Latn", "languages": ["aeb-Arab", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-heb_Hebr", "languages": ["aeb-Arab", "heb-Hebr"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "aeb_Arab-khk_Cyrl", "languages": ["aeb-Arab", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-lvs_Latn", "languages": ["aeb-Arab", "lvs-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-pan_Guru", "languages": ["aeb-Arab", "pan-Guru"]}, {"precision": 0.690547, "recall": 0.753953, "f1": 0.709538, "accuracy": 0.753953, "main_score": 0.709538, "hf_subset": "aeb_Arab-som_Latn", "languages": ["aeb-Arab", "som-Latn"]}, {"precision": 0.589699, "recall": 0.640316, "f1": 0.604327, "accuracy": 0.640316, "main_score": 0.604327, "hf_subset": "aeb_Arab-tum_Latn", "languages": ["aeb-Arab", "tum-Latn"]}, {"precision": 0.561792, "recall": 0.630435, "f1": 0.581457, "accuracy": 0.630435, "main_score": 0.581457, "hf_subset": "ben_Beng-ace_Arab", "languages": ["ben-Beng", "ace-Arab"]}, {"precision": 0.520094, "recall": 0.579051, "f1": 0.536306, "accuracy": 0.579051, "main_score": 0.536306, "hf_subset": "ben_Beng-bam_Latn", "languages": ["ben-Beng", "bam-Latn"]}, {"precision": 0.441429, "recall": 0.519763, "f1": 0.461703, "accuracy": 0.519763, "main_score": 0.461703, "hf_subset": "ben_Beng-dzo_Tibt", "languages": ["ben-Beng", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hin_Deva", "languages": ["ben-Beng", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-khm_Khmr", "languages": ["ben-Beng", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-mag_Deva", "languages": ["ben-Beng", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ben_Beng-pap_Latn", "languages": ["ben-Beng", "pap-Latn"]}, {"precision": 0.585319, "recall": 0.643281, "f1": 0.601105, "accuracy": 0.643281, "main_score": 0.601105, "hf_subset": "ben_Beng-sot_Latn", "languages": ["ben-Beng", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-tur_Latn", "languages": ["ben-Beng", "tur-Latn"]}, {"precision": 0.871047, "recall": 0.90415, "f1": 0.881225, "accuracy": 0.90415, "main_score": 0.881225, "hf_subset": "ben_Beng-ace_Latn", "languages": ["ben-Beng", "ace-Latn"]}, {"precision": 0.960474, "recall": 0.971344, "f1": 0.963933, "accuracy": 0.971344, "main_score": 0.963933, "hf_subset": "ben_Beng-ban_Latn", "languages": ["ben-Beng", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ell_Grek", "languages": ["ben-Beng", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ben_Beng-hne_Deva", "languages": ["ben-Beng", "hne-Deva"]}, {"precision": 0.601419, "recall": 0.659091, "f1": 0.617718, "accuracy": 0.659091, "main_score": 0.617718, "hf_subset": "ben_Beng-kik_Latn", "languages": ["ben-Beng", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mai_Deva", "languages": ["ben-Beng", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ben_Beng-pbt_Arab", "languages": ["ben-Beng", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-spa_Latn", "languages": ["ben-Beng", "spa-Latn"]}, {"precision": 0.616852, "recall": 0.681818, "f1": 0.634441, "accuracy": 0.681818, "main_score": 0.634441, "hf_subset": "ben_Beng-twi_Latn", "languages": ["ben-Beng", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-acm_Arab", "languages": ["ben-Beng", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-bel_Cyrl", "languages": ["ben-Beng", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-eng_Latn", "languages": ["ben-Beng", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hrv_Latn", "languages": ["ben-Beng", "hrv-Latn"]}, {"precision": 0.542236, "recall": 0.606719, "f1": 0.56035, "accuracy": 0.606719, "main_score": 0.56035, "hf_subset": "ben_Beng-kin_Latn", "languages": ["ben-Beng", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-mal_Mlym", "languages": ["ben-Beng", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-pes_Arab", "languages": ["ben-Beng", "pes-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ben_Beng-srd_Latn", "languages": ["ben-Beng", "srd-Latn"]}, {"precision": 0.177474, "recall": 0.229249, "f1": 0.190086, "accuracy": 0.229249, "main_score": 0.190086, "hf_subset": "ben_Beng-tzm_Tfng", "languages": ["ben-Beng", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-acq_Arab", "languages": ["ben-Beng", "acq-Arab"]}, {"precision": 0.624975, "recall": 0.672925, "f1": 0.638268, "accuracy": 0.672925, "main_score": 0.638268, "hf_subset": "ben_Beng-bem_Latn", "languages": ["ben-Beng", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-epo_Latn", "languages": ["ben-Beng", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hun_Latn", "languages": ["ben-Beng", "hun-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ben_Beng-kir_Cyrl", "languages": ["ben-Beng", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mar_Deva", "languages": ["ben-Beng", "mar-Deva"]}, {"precision": 0.664059, "recall": 0.718379, "f1": 0.680369, "accuracy": 0.718379, "main_score": 0.680369, "hf_subset": "ben_Beng-plt_Latn", "languages": ["ben-Beng", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-srp_Cyrl", "languages": ["ben-Beng", "srp-Cyrl"]}, {"precision": 0.973073, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "ben_Beng-uig_Arab", "languages": ["ben-Beng", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-aeb_Arab", "languages": ["ben-Beng", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-est_Latn", "languages": ["ben-Beng", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-hye_Armn", "languages": ["ben-Beng", "hye-Armn"]}, {"precision": 0.530847, "recall": 0.579051, "f1": 0.544372, "accuracy": 0.579051, "main_score": 0.544372, "hf_subset": "ben_Beng-kmb_Latn", "languages": ["ben-Beng", "kmb-Latn"]}, {"precision": 0.487389, "recall": 0.555336, "f1": 0.505072, "accuracy": 0.555336, "main_score": 0.505072, "hf_subset": "ben_Beng-min_Arab", "languages": ["ben-Beng", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-pol_Latn", "languages": ["ben-Beng", "pol-Latn"]}, {"precision": 0.552842, "recall": 0.617589, "f1": 0.571332, "accuracy": 0.617589, "main_score": 0.571332, "hf_subset": "ben_Beng-ssw_Latn", "languages": ["ben-Beng", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ukr_Cyrl", "languages": ["ben-Beng", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-afr_Latn", "languages": ["ben-Beng", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-bho_Deva", "languages": ["ben-Beng", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ben_Beng-eus_Latn", "languages": ["ben-Beng", "eus-Latn"]}, {"precision": 0.57818, "recall": 0.635375, "f1": 0.593528, "accuracy": 0.635375, "main_score": 0.593528, "hf_subset": "ben_Beng-ibo_Latn", "languages": ["ben-Beng", "ibo-Latn"]}, {"precision": 0.89361, "recall": 0.922925, "f1": 0.902997, "accuracy": 0.922925, "main_score": 0.902997, "hf_subset": "ben_Beng-kmr_Latn", "languages": ["ben-Beng", "kmr-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ben_Beng-min_Latn", "languages": ["ben-Beng", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-por_Latn", "languages": ["ben-Beng", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-sun_Latn", "languages": ["ben-Beng", "sun-Latn"]}, {"precision": 0.510692, "recall": 0.570158, "f1": 0.527327, "accuracy": 0.570158, "main_score": 0.527327, "hf_subset": "ben_Beng-umb_Latn", "languages": ["ben-Beng", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ajp_Arab", "languages": ["ben-Beng", "ajp-Arab"]}, {"precision": 0.518701, "recall": 0.586957, "f1": 0.537713, "accuracy": 0.586957, "main_score": 0.537713, "hf_subset": "ben_Beng-bjn_Arab", "languages": ["ben-Beng", "bjn-Arab"]}, {"precision": 0.515687, "recall": 0.568182, "f1": 0.529457, "accuracy": 0.568182, "main_score": 0.529457, "hf_subset": "ben_Beng-ewe_Latn", "languages": ["ben-Beng", "ewe-Latn"]}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "ben_Beng-ilo_Latn", "languages": ["ben-Beng", "ilo-Latn"]}, {"precision": 0.317739, "recall": 0.376482, "f1": 0.333664, "accuracy": 0.376482, "main_score": 0.333664, "hf_subset": "ben_Beng-knc_Arab", "languages": ["ben-Beng", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mkd_Cyrl", "languages": ["ben-Beng", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-prs_Arab", "languages": ["ben-Beng", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-swe_Latn", "languages": ["ben-Beng", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-urd_Arab", "languages": ["ben-Beng", "urd-Arab"]}, {"precision": 0.594247, "recall": 0.656126, "f1": 0.611581, "accuracy": 0.656126, "main_score": 0.611581, "hf_subset": "ben_Beng-aka_Latn", "languages": ["ben-Beng", "aka-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ben_Beng-bjn_Latn", "languages": ["ben-Beng", "bjn-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ben_Beng-fao_Latn", "languages": ["ben-Beng", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ind_Latn", "languages": ["ben-Beng", "ind-Latn"]}, {"precision": 0.592067, "recall": 0.645257, "f1": 0.607137, "accuracy": 0.645257, "main_score": 0.607137, "hf_subset": "ben_Beng-knc_Latn", "languages": ["ben-Beng", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ben_Beng-mlt_Latn", "languages": ["ben-Beng", "mlt-Latn"]}, {"precision": 0.706737, "recall": 0.767787, "f1": 0.724714, "accuracy": 0.767787, "main_score": 0.724714, "hf_subset": "ben_Beng-quy_Latn", "languages": ["ben-Beng", "quy-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ben_Beng-swh_Latn", "languages": ["ben-Beng", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-uzn_Latn", "languages": ["ben-Beng", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-als_Latn", "languages": ["ben-Beng", "als-Latn"]}, {"precision": 0.668899, "recall": 0.740119, "f1": 0.689199, "accuracy": 0.740119, "main_score": 0.689199, "hf_subset": "ben_Beng-bod_Tibt", "languages": ["ben-Beng", "bod-Tibt"]}, {"precision": 0.688968, "recall": 0.747036, "f1": 0.705407, "accuracy": 0.747036, "main_score": 0.705407, "hf_subset": "ben_Beng-fij_Latn", "languages": ["ben-Beng", "fij-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ben_Beng-isl_Latn", "languages": ["ben-Beng", "isl-Latn"]}, {"precision": 0.655665, "recall": 0.709486, "f1": 0.671414, "accuracy": 0.709486, "main_score": 0.671414, "hf_subset": "ben_Beng-kon_Latn", "languages": ["ben-Beng", "kon-Latn"]}, {"precision": 0.677264, "recall": 0.738142, "f1": 0.695006, "accuracy": 0.738142, "main_score": 0.695006, "hf_subset": "ben_Beng-mni_Beng", "languages": ["ben-Beng", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ron_Latn", "languages": ["ben-Beng", "ron-Latn"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "ben_Beng-szl_Latn", "languages": ["ben-Beng", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-vec_Latn", "languages": ["ben-Beng", "vec-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "ben_Beng-amh_Ethi", "languages": ["ben-Beng", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-bos_Latn", "languages": ["ben-Beng", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-fin_Latn", "languages": ["ben-Beng", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ita_Latn", "languages": ["ben-Beng", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-kor_Hang", "languages": ["ben-Beng", "kor-Hang"]}, {"precision": 0.549852, "recall": 0.606719, "f1": 0.565434, "accuracy": 0.606719, "main_score": 0.565434, "hf_subset": "ben_Beng-mos_Latn", "languages": ["ben-Beng", "mos-Latn"]}, {"precision": 0.542854, "recall": 0.601779, "f1": 0.559186, "accuracy": 0.601779, "main_score": 0.559186, "hf_subset": "ben_Beng-run_Latn", "languages": ["ben-Beng", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tam_Taml", "languages": ["ben-Beng", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-vie_Latn", "languages": ["ben-Beng", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-apc_Arab", "languages": ["ben-Beng", "apc-Arab"]}, {"precision": 0.804414, "recall": 0.853755, "f1": 0.819401, "accuracy": 0.853755, "main_score": 0.819401, "hf_subset": "ben_Beng-bug_Latn", "languages": ["ben-Beng", "bug-Latn"]}, {"precision": 0.467015, "recall": 0.525692, "f1": 0.482806, "accuracy": 0.525692, "main_score": 0.482806, "hf_subset": "ben_Beng-fon_Latn", "languages": ["ben-Beng", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-jav_Latn", "languages": ["ben-Beng", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ben_Beng-lao_Laoo", "languages": ["ben-Beng", "lao-Laoo"]}, {"precision": 0.859766, "recall": 0.896245, "f1": 0.871278, "accuracy": 0.896245, "main_score": 0.871278, "hf_subset": "ben_Beng-mri_Latn", "languages": ["ben-Beng", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-rus_Cyrl", "languages": ["ben-Beng", "rus-Cyrl"]}, {"precision": 0.539638, "recall": 0.601779, "f1": 0.556724, "accuracy": 0.601779, "main_score": 0.556724, "hf_subset": "ben_Beng-taq_Latn", "languages": ["ben-Beng", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-war_Latn", "languages": ["ben-Beng", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-arb_Arab", "languages": ["ben-Beng", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-bul_Cyrl", "languages": ["ben-Beng", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-fra_Latn", "languages": ["ben-Beng", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-jpn_Jpan", "languages": ["ben-Beng", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ben_Beng-lij_Latn", "languages": ["ben-Beng", "lij-Latn"]}, {"precision": 0.993906, "recall": 0.995059, "f1": 0.994236, "accuracy": 0.995059, "main_score": 0.994236, "hf_subset": "ben_Beng-mya_Mymr", "languages": ["ben-Beng", "mya-Mymr"]}, {"precision": 0.587991, "recall": 0.657115, "f1": 0.607375, "accuracy": 0.657115, "main_score": 0.607375, "hf_subset": "ben_Beng-sag_Latn", "languages": ["ben-Beng", "sag-Latn"]}, {"precision": 0.195897, "recall": 0.252964, "f1": 0.208544, "accuracy": 0.252964, "main_score": 0.208544, "hf_subset": "ben_Beng-taq_Tfng", "languages": ["ben-Beng", "taq-Tfng"]}, {"precision": 0.625207, "recall": 0.6917, "f1": 0.644502, "accuracy": 0.6917, "main_score": 0.644502, "hf_subset": "ben_Beng-wol_Latn", "languages": ["ben-Beng", "wol-Latn"]}, {"precision": 0.800543, "recall": 0.848814, "f1": 0.815203, "accuracy": 0.848814, "main_score": 0.815203, "hf_subset": "ben_Beng-arb_Latn", "languages": ["ben-Beng", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-cat_Latn", "languages": ["ben-Beng", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ben_Beng-fur_Latn", "languages": ["ben-Beng", "fur-Latn"]}, {"precision": 0.404423, "recall": 0.466403, "f1": 0.421822, "accuracy": 0.466403, "main_score": 0.421822, "hf_subset": "ben_Beng-kab_Latn", "languages": ["ben-Beng", "kab-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ben_Beng-lim_Latn", "languages": ["ben-Beng", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-nld_Latn", "languages": ["ben-Beng", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ben_Beng-san_Deva", "languages": ["ben-Beng", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tat_Cyrl", "languages": ["ben-Beng", "tat-Cyrl"]}, {"precision": 0.672258, "recall": 0.732213, "f1": 0.689945, "accuracy": 0.732213, "main_score": 0.689945, "hf_subset": "ben_Beng-xho_Latn", "languages": ["ben-Beng", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ars_Arab", "languages": ["ben-Beng", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-ceb_Latn", "languages": ["ben-Beng", "ceb-Latn"]}, {"precision": 0.564741, "recall": 0.631423, "f1": 0.583928, "accuracy": 0.631423, "main_score": 0.583928, "hf_subset": "ben_Beng-fuv_Latn", "languages": ["ben-Beng", "fuv-Latn"]}, {"precision": 0.504212, "recall": 0.575099, "f1": 0.523479, "accuracy": 0.575099, "main_score": 0.523479, "hf_subset": "ben_Beng-kac_Latn", "languages": ["ben-Beng", "kac-Latn"]}, {"precision": 0.654035, "recall": 0.717391, "f1": 0.67268, "accuracy": 0.717391, "main_score": 0.67268, "hf_subset": "ben_Beng-lin_Latn", "languages": ["ben-Beng", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-nno_Latn", "languages": ["ben-Beng", "nno-Latn"]}, {"precision": 0.246511, "recall": 0.323123, "f1": 0.265489, "accuracy": 0.323123, "main_score": 0.265489, "hf_subset": "ben_Beng-sat_Olck", "languages": ["ben-Beng", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-tel_Telu", "languages": ["ben-Beng", "tel-Telu"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ben_Beng-ydd_Hebr", "languages": ["ben-Beng", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ben_Beng-ary_Arab", "languages": ["ben-Beng", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ces_Latn", "languages": ["ben-Beng", "ces-Latn"]}, {"precision": 0.576757, "recall": 0.633399, "f1": 0.593102, "accuracy": 0.633399, "main_score": 0.593102, "hf_subset": "ben_Beng-gaz_Latn", "languages": ["ben-Beng", "gaz-Latn"]}, {"precision": 0.589943, "recall": 0.652174, "f1": 0.607729, "accuracy": 0.652174, "main_score": 0.607729, "hf_subset": "ben_Beng-kam_Latn", "languages": ["ben-Beng", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ben_Beng-lit_Latn", "languages": ["ben-Beng", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-nob_Latn", "languages": ["ben-Beng", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ben_Beng-scn_Latn", "languages": ["ben-Beng", "scn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ben_Beng-tgk_Cyrl", "languages": ["ben-Beng", "tgk-Cyrl"]}, {"precision": 0.706374, "recall": 0.774704, "f1": 0.726896, "accuracy": 0.774704, "main_score": 0.726896, "hf_subset": "ben_Beng-yor_Latn", "languages": ["ben-Beng", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-arz_Arab", "languages": ["ben-Beng", "arz-Arab"]}, {"precision": 0.565812, "recall": 0.621542, "f1": 0.581239, "accuracy": 0.621542, "main_score": 0.581239, "hf_subset": "ben_Beng-cjk_Latn", "languages": ["ben-Beng", "cjk-Latn"]}, {"precision": 0.785244, "recall": 0.835968, "f1": 0.800955, "accuracy": 0.835968, "main_score": 0.800955, "hf_subset": "ben_Beng-gla_Latn", "languages": ["ben-Beng", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-kan_Knda", "languages": ["ben-Beng", "kan-Knda"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "ben_Beng-lmo_Latn", "languages": ["ben-Beng", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ben_Beng-npi_Deva", "languages": ["ben-Beng", "npi-Deva"]}, {"precision": 0.47109, "recall": 0.531621, "f1": 0.487863, "accuracy": 0.531621, "main_score": 0.487863, "hf_subset": "ben_Beng-shn_Mymr", "languages": ["ben-Beng", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tgl_Latn", "languages": ["ben-Beng", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-yue_Hant", "languages": ["ben-Beng", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-asm_Beng", "languages": ["ben-Beng", "asm-Beng"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "ben_Beng-ckb_Arab", "languages": ["ben-Beng", "ckb-Arab"]}, {"precision": 0.880847, "recall": 0.914032, "f1": 0.89137, "accuracy": 0.914032, "main_score": 0.89137, "hf_subset": "ben_Beng-gle_Latn", "languages": ["ben-Beng", "gle-Latn"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ben_Beng-kas_Arab", "languages": ["ben-Beng", "kas-Arab"]}, {"precision": 0.939065, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "ben_Beng-ltg_Latn", "languages": ["ben-Beng", "ltg-Latn"]}, {"precision": 0.618602, "recall": 0.671937, "f1": 0.633756, "accuracy": 0.671937, "main_score": 0.633756, "hf_subset": "ben_Beng-nso_Latn", "languages": ["ben-Beng", "nso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-sin_Sinh", "languages": ["ben-Beng", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tha_Thai", "languages": ["ben-Beng", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zho_Hans", "languages": ["ben-Beng", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ast_Latn", "languages": ["ben-Beng", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-crh_Latn", "languages": ["ben-Beng", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-glg_Latn", "languages": ["ben-Beng", "glg-Latn"]}, {"precision": 0.919384, "recall": 0.943676, "f1": 0.927108, "accuracy": 0.943676, "main_score": 0.927108, "hf_subset": "ben_Beng-kas_Deva", "languages": ["ben-Beng", "kas-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ben_Beng-ltz_Latn", "languages": ["ben-Beng", "ltz-Latn"]}, {"precision": 0.44515, "recall": 0.511858, "f1": 0.463231, "accuracy": 0.511858, "main_score": 0.463231, "hf_subset": "ben_Beng-nus_Latn", "languages": ["ben-Beng", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-slk_Latn", "languages": ["ben-Beng", "slk-Latn"]}, {"precision": 0.634931, "recall": 0.705534, "f1": 0.655261, "accuracy": 0.705534, "main_score": 0.655261, "hf_subset": "ben_Beng-tir_Ethi", "languages": ["ben-Beng", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zho_Hant", "languages": ["ben-Beng", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "ben_Beng-awa_Deva", "languages": ["ben-Beng", "awa-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ben_Beng-cym_Latn", "languages": ["ben-Beng", "cym-Latn"]}, {"precision": 0.817885, "recall": 0.86166, "f1": 0.831112, "accuracy": 0.86166, "main_score": 0.831112, "hf_subset": "ben_Beng-grn_Latn", "languages": ["ben-Beng", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-kat_Geor", "languages": ["ben-Beng", "kat-Geor"]}, {"precision": 0.647868, "recall": 0.697628, "f1": 0.661748, "accuracy": 0.697628, "main_score": 0.661748, "hf_subset": "ben_Beng-lua_Latn", "languages": ["ben-Beng", "lua-Latn"]}, {"precision": 0.634683, "recall": 0.699605, "f1": 0.653184, "accuracy": 0.699605, "main_score": 0.653184, "hf_subset": "ben_Beng-nya_Latn", "languages": ["ben-Beng", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-slv_Latn", "languages": ["ben-Beng", "slv-Latn"]}, {"precision": 0.950099, "recall": 0.966403, "f1": 0.955534, "accuracy": 0.966403, "main_score": 0.955534, "hf_subset": "ben_Beng-tpi_Latn", "languages": ["ben-Beng", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zsm_Latn", "languages": ["ben-Beng", "zsm-Latn"]}, {"precision": 0.533215, "recall": 0.593874, "f1": 0.550264, "accuracy": 0.593874, "main_score": 0.550264, "hf_subset": "ben_Beng-ayr_Latn", "languages": ["ben-Beng", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-dan_Latn", "languages": ["ben-Beng", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-guj_Gujr", "languages": ["ben-Beng", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-kaz_Cyrl", "languages": ["ben-Beng", "kaz-Cyrl"]}, {"precision": 0.532473, "recall": 0.594862, "f1": 0.549591, "accuracy": 0.594862, "main_score": 0.549591, "hf_subset": "ben_Beng-lug_Latn", "languages": ["ben-Beng", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-oci_Latn", "languages": ["ben-Beng", "oci-Latn"]}, {"precision": 0.831719, "recall": 0.876482, "f1": 0.845487, "accuracy": 0.876482, "main_score": 0.845487, "hf_subset": "ben_Beng-smo_Latn", "languages": ["ben-Beng", "smo-Latn"]}, {"precision": 0.537578, "recall": 0.604743, "f1": 0.555855, "accuracy": 0.604743, "main_score": 0.555855, "hf_subset": "ben_Beng-tsn_Latn", "languages": ["ben-Beng", "tsn-Latn"]}, {"precision": 0.615456, "recall": 0.677866, "f1": 0.633093, "accuracy": 0.677866, "main_score": 0.633093, "hf_subset": "ben_Beng-zul_Latn", "languages": ["ben-Beng", "zul-Latn"]}, {"precision": 0.930995, "recall": 0.952569, "f1": 0.938076, "accuracy": 0.952569, "main_score": 0.938076, "hf_subset": "ben_Beng-azb_Arab", "languages": ["ben-Beng", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-deu_Latn", "languages": ["ben-Beng", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ben_Beng-hat_Latn", "languages": ["ben-Beng", "hat-Latn"]}, {"precision": 0.480473, "recall": 0.535573, "f1": 0.495498, "accuracy": 0.535573, "main_score": 0.495498, "hf_subset": "ben_Beng-kbp_Latn", "languages": ["ben-Beng", "kbp-Latn"]}, {"precision": 0.572872, "recall": 0.630435, "f1": 0.587916, "accuracy": 0.630435, "main_score": 0.587916, "hf_subset": "ben_Beng-luo_Latn", "languages": ["ben-Beng", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ory_Orya", "languages": ["ben-Beng", "ory-Orya"]}, {"precision": 0.588211, "recall": 0.652174, "f1": 0.606348, "accuracy": 0.652174, "main_score": 0.606348, "hf_subset": "ben_Beng-sna_Latn", "languages": ["ben-Beng", "sna-Latn"]}, {"precision": 0.549475, "recall": 0.605731, "f1": 0.564632, "accuracy": 0.605731, "main_score": 0.564632, "hf_subset": "ben_Beng-tso_Latn", "languages": ["ben-Beng", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-azj_Latn", "languages": ["ben-Beng", "azj-Latn"]}, {"precision": 0.527744, "recall": 0.59585, "f1": 0.547756, "accuracy": 0.59585, "main_score": 0.547756, "hf_subset": "ben_Beng-dik_Latn", "languages": ["ben-Beng", "dik-Latn"]}, {"precision": 0.736257, "recall": 0.791502, "f1": 0.752215, "accuracy": 0.791502, "main_score": 0.752215, "hf_subset": "ben_Beng-hau_Latn", "languages": ["ben-Beng", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ben_Beng-kea_Latn", "languages": ["ben-Beng", "kea-Latn"]}, {"precision": 0.751235, "recall": 0.801383, "f1": 0.766257, "accuracy": 0.801383, "main_score": 0.766257, "hf_subset": "ben_Beng-lus_Latn", "languages": ["ben-Beng", "lus-Latn"]}, {"precision": 0.885128, "recall": 0.91502, "f1": 0.894137, "accuracy": 0.91502, "main_score": 0.894137, "hf_subset": "ben_Beng-pag_Latn", "languages": ["ben-Beng", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-snd_Arab", "languages": ["ben-Beng", "snd-Arab"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ben_Beng-tuk_Latn", "languages": ["ben-Beng", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ben_Beng-bak_Cyrl", "languages": ["ben-Beng", "bak-Cyrl"]}, {"precision": 0.483623, "recall": 0.560277, "f1": 0.506294, "accuracy": 0.560277, "main_score": 0.506294, "hf_subset": "ben_Beng-dyu_Latn", "languages": ["ben-Beng", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-heb_Hebr", "languages": ["ben-Beng", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ben_Beng-khk_Cyrl", "languages": ["ben-Beng", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-lvs_Latn", "languages": ["ben-Beng", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-pan_Guru", "languages": ["ben-Beng", "pan-Guru"]}, {"precision": 0.707082, "recall": 0.76581, "f1": 0.724657, "accuracy": 0.76581, "main_score": 0.724657, "hf_subset": "ben_Beng-som_Latn", "languages": ["ben-Beng", "som-Latn"]}, {"precision": 0.590172, "recall": 0.637352, "f1": 0.603118, "accuracy": 0.637352, "main_score": 0.603118, "hf_subset": "ben_Beng-tum_Latn", "languages": ["ben-Beng", "tum-Latn"]}, {"precision": 0.562741, "recall": 0.629447, "f1": 0.581205, "accuracy": 0.629447, "main_score": 0.581205, "hf_subset": "est_Latn-ace_Arab", "languages": ["est-Latn", "ace-Arab"]}, {"precision": 0.522736, "recall": 0.582016, "f1": 0.539828, "accuracy": 0.582016, "main_score": 0.539828, "hf_subset": "est_Latn-bam_Latn", "languages": ["est-Latn", "bam-Latn"]}, {"precision": 0.41972, "recall": 0.5, "f1": 0.441085, "accuracy": 0.5, "main_score": 0.441085, "hf_subset": "est_Latn-dzo_Tibt", "languages": ["est-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-hin_Deva", "languages": ["est-Latn", "hin-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-khm_Khmr", "languages": ["est-Latn", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-mag_Deva", "languages": ["est-Latn", "mag-Deva"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "est_Latn-pap_Latn", "languages": ["est-Latn", "pap-Latn"]}, {"precision": 0.579858, "recall": 0.636364, "f1": 0.595821, "accuracy": 0.636364, "main_score": 0.595821, "hf_subset": "est_Latn-sot_Latn", "languages": ["est-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-tur_Latn", "languages": ["est-Latn", "tur-Latn"]}, {"precision": 0.865448, "recall": 0.897233, "f1": 0.875414, "accuracy": 0.897233, "main_score": 0.875414, "hf_subset": "est_Latn-ace_Latn", "languages": ["est-Latn", "ace-Latn"]}, {"precision": 0.949605, "recall": 0.962451, "f1": 0.953722, "accuracy": 0.962451, "main_score": 0.953722, "hf_subset": "est_Latn-ban_Latn", "languages": ["est-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ell_Grek", "languages": ["est-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-hne_Deva", "languages": ["est-Latn", "hne-Deva"]}, {"precision": 0.586817, "recall": 0.63834, "f1": 0.601655, "accuracy": 0.63834, "main_score": 0.601655, "hf_subset": "est_Latn-kik_Latn", "languages": ["est-Latn", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-mai_Deva", "languages": ["est-Latn", "mai-Deva"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "est_Latn-pbt_Arab", "languages": ["est-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-spa_Latn", "languages": ["est-Latn", "spa-Latn"]}, {"precision": 0.605691, "recall": 0.663043, "f1": 0.62209, "accuracy": 0.663043, "main_score": 0.62209, "hf_subset": "est_Latn-twi_Latn", "languages": ["est-Latn", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-acm_Arab", "languages": ["est-Latn", "acm-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-bel_Cyrl", "languages": ["est-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-eng_Latn", "languages": ["est-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-hrv_Latn", "languages": ["est-Latn", "hrv-Latn"]}, {"precision": 0.552974, "recall": 0.613636, "f1": 0.569685, "accuracy": 0.613636, "main_score": 0.569685, "hf_subset": "est_Latn-kin_Latn", "languages": ["est-Latn", "kin-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-mal_Mlym", "languages": ["est-Latn", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-pes_Arab", "languages": ["est-Latn", "pes-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-srd_Latn", "languages": ["est-Latn", "srd-Latn"]}, {"precision": 0.185023, "recall": 0.232213, "f1": 0.197118, "accuracy": 0.232213, "main_score": 0.197118, "hf_subset": "est_Latn-tzm_Tfng", "languages": ["est-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-acq_Arab", "languages": ["est-Latn", "acq-Arab"]}, {"precision": 0.617064, "recall": 0.66996, "f1": 0.63205, "accuracy": 0.66996, "main_score": 0.63205, "hf_subset": "est_Latn-bem_Latn", "languages": ["est-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-epo_Latn", "languages": ["est-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-hun_Latn", "languages": ["est-Latn", "hun-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "est_Latn-kir_Cyrl", "languages": ["est-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-mar_Deva", "languages": ["est-Latn", "mar-Deva"]}, {"precision": 0.652404, "recall": 0.711462, "f1": 0.669584, "accuracy": 0.711462, "main_score": 0.669584, "hf_subset": "est_Latn-plt_Latn", "languages": ["est-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-srp_Cyrl", "languages": ["est-Latn", "srp-Cyrl"]}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "est_Latn-uig_Arab", "languages": ["est-Latn", "uig-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "est_Latn-aeb_Arab", "languages": ["est-Latn", "aeb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-ben_Beng", "languages": ["est-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-hye_Armn", "languages": ["est-Latn", "hye-Armn"]}, {"precision": 0.537665, "recall": 0.592885, "f1": 0.553634, "accuracy": 0.592885, "main_score": 0.553634, "hf_subset": "est_Latn-kmb_Latn", "languages": ["est-Latn", "kmb-Latn"]}, {"precision": 0.498235, "recall": 0.566206, "f1": 0.516967, "accuracy": 0.566206, "main_score": 0.516967, "hf_subset": "est_Latn-min_Arab", "languages": ["est-Latn", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-pol_Latn", "languages": ["est-Latn", "pol-Latn"]}, {"precision": 0.557101, "recall": 0.618577, "f1": 0.57455, "accuracy": 0.618577, "main_score": 0.57455, "hf_subset": "est_Latn-ssw_Latn", "languages": ["est-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ukr_Cyrl", "languages": ["est-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-afr_Latn", "languages": ["est-Latn", "afr-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-bho_Deva", "languages": ["est-Latn", "bho-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "est_Latn-eus_Latn", "languages": ["est-Latn", "eus-Latn"]}, {"precision": 0.58307, "recall": 0.639328, "f1": 0.59905, "accuracy": 0.639328, "main_score": 0.59905, "hf_subset": "est_Latn-ibo_Latn", "languages": ["est-Latn", "ibo-Latn"]}, {"precision": 0.893281, "recall": 0.922925, "f1": 0.902833, "accuracy": 0.922925, "main_score": 0.902833, "hf_subset": "est_Latn-kmr_Latn", "languages": ["est-Latn", "kmr-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "est_Latn-min_Latn", "languages": ["est-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-por_Latn", "languages": ["est-Latn", "por-Latn"]}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "est_Latn-sun_Latn", "languages": ["est-Latn", "sun-Latn"]}, {"precision": 0.508665, "recall": 0.564229, "f1": 0.524755, "accuracy": 0.564229, "main_score": 0.524755, "hf_subset": "est_Latn-umb_Latn", "languages": ["est-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ajp_Arab", "languages": ["est-Latn", "ajp-Arab"]}, {"precision": 0.529669, "recall": 0.59585, "f1": 0.548145, "accuracy": 0.59585, "main_score": 0.548145, "hf_subset": "est_Latn-bjn_Arab", "languages": ["est-Latn", "bjn-Arab"]}, {"precision": 0.518245, "recall": 0.565217, "f1": 0.530496, "accuracy": 0.565217, "main_score": 0.530496, "hf_subset": "est_Latn-ewe_Latn", "languages": ["est-Latn", "ewe-Latn"]}, {"precision": 0.946805, "recall": 0.962451, "f1": 0.95191, "accuracy": 0.962451, "main_score": 0.95191, "hf_subset": "est_Latn-ilo_Latn", "languages": ["est-Latn", "ilo-Latn"]}, {"precision": 0.320373, "recall": 0.370553, "f1": 0.334163, "accuracy": 0.370553, "main_score": 0.334163, "hf_subset": "est_Latn-knc_Arab", "languages": ["est-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-mkd_Cyrl", "languages": ["est-Latn", "mkd-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-prs_Arab", "languages": ["est-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-swe_Latn", "languages": ["est-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-urd_Arab", "languages": ["est-Latn", "urd-Arab"]}, {"precision": 0.579998, "recall": 0.641304, "f1": 0.597387, "accuracy": 0.641304, "main_score": 0.597387, "hf_subset": "est_Latn-aka_Latn", "languages": ["est-Latn", "aka-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "est_Latn-bjn_Latn", "languages": ["est-Latn", "bjn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "est_Latn-fao_Latn", "languages": ["est-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ind_Latn", "languages": ["est-Latn", "ind-Latn"]}, {"precision": 0.568436, "recall": 0.620553, "f1": 0.583564, "accuracy": 0.620553, "main_score": 0.583564, "hf_subset": "est_Latn-knc_Latn", "languages": ["est-Latn", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "est_Latn-mlt_Latn", "languages": ["est-Latn", "mlt-Latn"]}, {"precision": 0.706136, "recall": 0.764822, "f1": 0.723648, "accuracy": 0.764822, "main_score": 0.723648, "hf_subset": "est_Latn-quy_Latn", "languages": ["est-Latn", "quy-Latn"]}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "est_Latn-swh_Latn", "languages": ["est-Latn", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-uzn_Latn", "languages": ["est-Latn", "uzn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-als_Latn", "languages": ["est-Latn", "als-Latn"]}, {"precision": 0.62001, "recall": 0.703557, "f1": 0.644368, "accuracy": 0.703557, "main_score": 0.644368, "hf_subset": "est_Latn-bod_Tibt", "languages": ["est-Latn", "bod-Tibt"]}, {"precision": 0.685515, "recall": 0.743083, "f1": 0.702271, "accuracy": 0.743083, "main_score": 0.702271, "hf_subset": "est_Latn-fij_Latn", "languages": ["est-Latn", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "est_Latn-isl_Latn", "languages": ["est-Latn", "isl-Latn"]}, {"precision": 0.650486, "recall": 0.705534, "f1": 0.666444, "accuracy": 0.705534, "main_score": 0.666444, "hf_subset": "est_Latn-kon_Latn", "languages": ["est-Latn", "kon-Latn"]}, {"precision": 0.657189, "recall": 0.720356, "f1": 0.675685, "accuracy": 0.720356, "main_score": 0.675685, "hf_subset": "est_Latn-mni_Beng", "languages": ["est-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ron_Latn", "languages": ["est-Latn", "ron-Latn"]}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "est_Latn-szl_Latn", "languages": ["est-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-vec_Latn", "languages": ["est-Latn", "vec-Latn"]}, {"precision": 0.942935, "recall": 0.960474, "f1": 0.948518, "accuracy": 0.960474, "main_score": 0.948518, "hf_subset": "est_Latn-amh_Ethi", "languages": ["est-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-bos_Latn", "languages": ["est-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-fin_Latn", "languages": ["est-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ita_Latn", "languages": ["est-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-kor_Hang", "languages": ["est-Latn", "kor-Hang"]}, {"precision": 0.55337, "recall": 0.609684, "f1": 0.568921, "accuracy": 0.609684, "main_score": 0.568921, "hf_subset": "est_Latn-mos_Latn", "languages": ["est-Latn", "mos-Latn"]}, {"precision": 0.546282, "recall": 0.601779, "f1": 0.562219, "accuracy": 0.601779, "main_score": 0.562219, "hf_subset": "est_Latn-run_Latn", "languages": ["est-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-tam_Taml", "languages": ["est-Latn", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-vie_Latn", "languages": ["est-Latn", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-apc_Arab", "languages": ["est-Latn", "apc-Arab"]}, {"precision": 0.80135, "recall": 0.842885, "f1": 0.813882, "accuracy": 0.842885, "main_score": 0.813882, "hf_subset": "est_Latn-bug_Latn", "languages": ["est-Latn", "bug-Latn"]}, {"precision": 0.474933, "recall": 0.525692, "f1": 0.488206, "accuracy": 0.525692, "main_score": 0.488206, "hf_subset": "est_Latn-fon_Latn", "languages": ["est-Latn", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-jav_Latn", "languages": ["est-Latn", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "est_Latn-lao_Laoo", "languages": ["est-Latn", "lao-Laoo"]}, {"precision": 0.871821, "recall": 0.906126, "f1": 0.882312, "accuracy": 0.906126, "main_score": 0.882312, "hf_subset": "est_Latn-mri_Latn", "languages": ["est-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-rus_Cyrl", "languages": ["est-Latn", "rus-Cyrl"]}, {"precision": 0.536762, "recall": 0.590909, "f1": 0.55197, "accuracy": 0.590909, "main_score": 0.55197, "hf_subset": "est_Latn-taq_Latn", "languages": ["est-Latn", "taq-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "est_Latn-war_Latn", "languages": ["est-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-arb_Arab", "languages": ["est-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-bul_Cyrl", "languages": ["est-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-fra_Latn", "languages": ["est-Latn", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-jpn_Jpan", "languages": ["est-Latn", "jpn-Jpan"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "est_Latn-lij_Latn", "languages": ["est-Latn", "lij-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "est_Latn-mya_Mymr", "languages": ["est-Latn", "mya-Mymr"]}, {"precision": 0.59469, "recall": 0.657115, "f1": 0.612297, "accuracy": 0.657115, "main_score": 0.612297, "hf_subset": "est_Latn-sag_Latn", "languages": ["est-Latn", "sag-Latn"]}, {"precision": 0.195561, "recall": 0.250988, "f1": 0.207973, "accuracy": 0.250988, "main_score": 0.207973, "hf_subset": "est_Latn-taq_Tfng", "languages": ["est-Latn", "taq-Tfng"]}, {"precision": 0.623578, "recall": 0.683794, "f1": 0.641271, "accuracy": 0.683794, "main_score": 0.641271, "hf_subset": "est_Latn-wol_Latn", "languages": ["est-Latn", "wol-Latn"]}, {"precision": 0.801614, "recall": 0.852767, "f1": 0.81749, "accuracy": 0.852767, "main_score": 0.81749, "hf_subset": "est_Latn-arb_Latn", "languages": ["est-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-cat_Latn", "languages": ["est-Latn", "cat-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-fur_Latn", "languages": ["est-Latn", "fur-Latn"]}, {"precision": 0.41037, "recall": 0.465415, "f1": 0.425743, "accuracy": 0.465415, "main_score": 0.425743, "hf_subset": "est_Latn-kab_Latn", "languages": ["est-Latn", "kab-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-lim_Latn", "languages": ["est-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-nld_Latn", "languages": ["est-Latn", "nld-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "est_Latn-san_Deva", "languages": ["est-Latn", "san-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-tat_Cyrl", "languages": ["est-Latn", "tat-Cyrl"]}, {"precision": 0.668165, "recall": 0.72332, "f1": 0.68434, "accuracy": 0.72332, "main_score": 0.68434, "hf_subset": "est_Latn-xho_Latn", "languages": ["est-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ars_Arab", "languages": ["est-Latn", "ars-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "est_Latn-ceb_Latn", "languages": ["est-Latn", "ceb-Latn"]}, {"precision": 0.563739, "recall": 0.618577, "f1": 0.579724, "accuracy": 0.618577, "main_score": 0.579724, "hf_subset": "est_Latn-fuv_Latn", "languages": ["est-Latn", "fuv-Latn"]}, {"precision": 0.521692, "recall": 0.578063, "f1": 0.537337, "accuracy": 0.578063, "main_score": 0.537337, "hf_subset": "est_Latn-kac_Latn", "languages": ["est-Latn", "kac-Latn"]}, {"precision": 0.670924, "recall": 0.718379, "f1": 0.684838, "accuracy": 0.718379, "main_score": 0.684838, "hf_subset": "est_Latn-lin_Latn", "languages": ["est-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-nno_Latn", "languages": ["est-Latn", "nno-Latn"]}, {"precision": 0.236076, "recall": 0.314229, "f1": 0.256013, "accuracy": 0.314229, "main_score": 0.256013, "hf_subset": "est_Latn-sat_Olck", "languages": ["est-Latn", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-tel_Telu", "languages": ["est-Latn", "tel-Telu"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "est_Latn-ydd_Hebr", "languages": ["est-Latn", "ydd-Hebr"]}, {"precision": 0.973403, "recall": 0.981225, "f1": 0.975856, "accuracy": 0.981225, "main_score": 0.975856, "hf_subset": "est_Latn-ary_Arab", "languages": ["est-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ces_Latn", "languages": ["est-Latn", "ces-Latn"]}, {"precision": 0.584357, "recall": 0.641304, "f1": 0.600466, "accuracy": 0.641304, "main_score": 0.600466, "hf_subset": "est_Latn-gaz_Latn", "languages": ["est-Latn", "gaz-Latn"]}, {"precision": 0.587658, "recall": 0.645257, "f1": 0.604421, "accuracy": 0.645257, "main_score": 0.604421, "hf_subset": "est_Latn-kam_Latn", "languages": ["est-Latn", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-lit_Latn", "languages": ["est-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-nob_Latn", "languages": ["est-Latn", "nob-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "est_Latn-scn_Latn", "languages": ["est-Latn", "scn-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "est_Latn-tgk_Cyrl", "languages": ["est-Latn", "tgk-Cyrl"]}, {"precision": 0.721113, "recall": 0.785573, "f1": 0.740481, "accuracy": 0.785573, "main_score": 0.740481, "hf_subset": "est_Latn-yor_Latn", "languages": ["est-Latn", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-arz_Arab", "languages": ["est-Latn", "arz-Arab"]}, {"precision": 0.55636, "recall": 0.609684, "f1": 0.572014, "accuracy": 0.609684, "main_score": 0.572014, "hf_subset": "est_Latn-cjk_Latn", "languages": ["est-Latn", "cjk-Latn"]}, {"precision": 0.789773, "recall": 0.842885, "f1": 0.805981, "accuracy": 0.842885, "main_score": 0.805981, "hf_subset": "est_Latn-gla_Latn", "languages": ["est-Latn", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-kan_Knda", "languages": ["est-Latn", "kan-Knda"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "est_Latn-lmo_Latn", "languages": ["est-Latn", "lmo-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "est_Latn-npi_Deva", "languages": ["est-Latn", "npi-Deva"]}, {"precision": 0.465656, "recall": 0.520751, "f1": 0.481134, "accuracy": 0.520751, "main_score": 0.481134, "hf_subset": "est_Latn-shn_Mymr", "languages": ["est-Latn", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-tgl_Latn", "languages": ["est-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-yue_Hant", "languages": ["est-Latn", "yue-Hant"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-asm_Beng", "languages": ["est-Latn", "asm-Beng"]}, {"precision": 0.957213, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "est_Latn-ckb_Arab", "languages": ["est-Latn", "ckb-Arab"]}, {"precision": 0.885408, "recall": 0.913043, "f1": 0.893742, "accuracy": 0.913043, "main_score": 0.893742, "hf_subset": "est_Latn-gle_Latn", "languages": ["est-Latn", "gle-Latn"]}, {"precision": 0.937088, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "est_Latn-kas_Arab", "languages": ["est-Latn", "kas-Arab"]}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "est_Latn-ltg_Latn", "languages": ["est-Latn", "ltg-Latn"]}, {"precision": 0.6091, "recall": 0.660079, "f1": 0.623068, "accuracy": 0.660079, "main_score": 0.623068, "hf_subset": "est_Latn-nso_Latn", "languages": ["est-Latn", "nso-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "est_Latn-sin_Sinh", "languages": ["est-Latn", "sin-Sinh"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-tha_Thai", "languages": ["est-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-zho_Hans", "languages": ["est-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ast_Latn", "languages": ["est-Latn", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-crh_Latn", "languages": ["est-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-glg_Latn", "languages": ["est-Latn", "glg-Latn"]}, {"precision": 0.894186, "recall": 0.923913, "f1": 0.903722, "accuracy": 0.923913, "main_score": 0.903722, "hf_subset": "est_Latn-kas_Deva", "languages": ["est-Latn", "kas-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "est_Latn-ltz_Latn", "languages": ["est-Latn", "ltz-Latn"]}, {"precision": 0.467369, "recall": 0.529644, "f1": 0.484632, "accuracy": 0.529644, "main_score": 0.484632, "hf_subset": "est_Latn-nus_Latn", "languages": ["est-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-slk_Latn", "languages": ["est-Latn", "slk-Latn"]}, {"precision": 0.615391, "recall": 0.692688, "f1": 0.638752, "accuracy": 0.692688, "main_score": 0.638752, "hf_subset": "est_Latn-tir_Ethi", "languages": ["est-Latn", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-zho_Hant", "languages": ["est-Latn", "zho-Hant"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "est_Latn-awa_Deva", "languages": ["est-Latn", "awa-Deva"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "est_Latn-cym_Latn", "languages": ["est-Latn", "cym-Latn"]}, {"precision": 0.834766, "recall": 0.874506, "f1": 0.846871, "accuracy": 0.874506, "main_score": 0.846871, "hf_subset": "est_Latn-grn_Latn", "languages": ["est-Latn", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "est_Latn-kat_Geor", "languages": ["est-Latn", "kat-Geor"]}, {"precision": 0.629951, "recall": 0.681818, "f1": 0.644441, "accuracy": 0.681818, "main_score": 0.644441, "hf_subset": "est_Latn-lua_Latn", "languages": ["est-Latn", "lua-Latn"]}, {"precision": 0.628747, "recall": 0.686759, "f1": 0.645068, "accuracy": 0.686759, "main_score": 0.645068, "hf_subset": "est_Latn-nya_Latn", "languages": ["est-Latn", "nya-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-slv_Latn", "languages": ["est-Latn", "slv-Latn"]}, {"precision": 0.932806, "recall": 0.953557, "f1": 0.939559, "accuracy": 0.953557, "main_score": 0.939559, "hf_subset": "est_Latn-tpi_Latn", "languages": ["est-Latn", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-zsm_Latn", "languages": ["est-Latn", "zsm-Latn"]}, {"precision": 0.535771, "recall": 0.597826, "f1": 0.553404, "accuracy": 0.597826, "main_score": 0.553404, "hf_subset": "est_Latn-ayr_Latn", "languages": ["est-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-dan_Latn", "languages": ["est-Latn", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-guj_Gujr", "languages": ["est-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-kaz_Cyrl", "languages": ["est-Latn", "kaz-Cyrl"]}, {"precision": 0.52122, "recall": 0.574111, "f1": 0.535666, "accuracy": 0.574111, "main_score": 0.535666, "hf_subset": "est_Latn-lug_Latn", "languages": ["est-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-oci_Latn", "languages": ["est-Latn", "oci-Latn"]}, {"precision": 0.827816, "recall": 0.87253, "f1": 0.841601, "accuracy": 0.87253, "main_score": 0.841601, "hf_subset": "est_Latn-smo_Latn", "languages": ["est-Latn", "smo-Latn"]}, {"precision": 0.546178, "recall": 0.600791, "f1": 0.561594, "accuracy": 0.600791, "main_score": 0.561594, "hf_subset": "est_Latn-tsn_Latn", "languages": ["est-Latn", "tsn-Latn"]}, {"precision": 0.626335, "recall": 0.686759, "f1": 0.643423, "accuracy": 0.686759, "main_score": 0.643423, "hf_subset": "est_Latn-zul_Latn", "languages": ["est-Latn", "zul-Latn"]}, {"precision": 0.907806, "recall": 0.934783, "f1": 0.916502, "accuracy": 0.934783, "main_score": 0.916502, "hf_subset": "est_Latn-azb_Arab", "languages": ["est-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-deu_Latn", "languages": ["est-Latn", "deu-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "est_Latn-hat_Latn", "languages": ["est-Latn", "hat-Latn"]}, {"precision": 0.49653, "recall": 0.549407, "f1": 0.511477, "accuracy": 0.549407, "main_score": 0.511477, "hf_subset": "est_Latn-kbp_Latn", "languages": ["est-Latn", "kbp-Latn"]}, {"precision": 0.567235, "recall": 0.623518, "f1": 0.582773, "accuracy": 0.623518, "main_score": 0.582773, "hf_subset": "est_Latn-luo_Latn", "languages": ["est-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-ory_Orya", "languages": ["est-Latn", "ory-Orya"]}, {"precision": 0.593035, "recall": 0.653162, "f1": 0.610433, "accuracy": 0.653162, "main_score": 0.610433, "hf_subset": "est_Latn-sna_Latn", "languages": ["est-Latn", "sna-Latn"]}, {"precision": 0.54801, "recall": 0.601779, "f1": 0.562818, "accuracy": 0.601779, "main_score": 0.562818, "hf_subset": "est_Latn-tso_Latn", "languages": ["est-Latn", "tso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-azj_Latn", "languages": ["est-Latn", "azj-Latn"]}, {"precision": 0.541988, "recall": 0.604743, "f1": 0.560027, "accuracy": 0.604743, "main_score": 0.560027, "hf_subset": "est_Latn-dik_Latn", "languages": ["est-Latn", "dik-Latn"]}, {"precision": 0.734972, "recall": 0.790514, "f1": 0.751603, "accuracy": 0.790514, "main_score": 0.751603, "hf_subset": "est_Latn-hau_Latn", "languages": ["est-Latn", "hau-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "est_Latn-kea_Latn", "languages": ["est-Latn", "kea-Latn"]}, {"precision": 0.747786, "recall": 0.797431, "f1": 0.763159, "accuracy": 0.797431, "main_score": 0.763159, "hf_subset": "est_Latn-lus_Latn", "languages": ["est-Latn", "lus-Latn"]}, {"precision": 0.859594, "recall": 0.889328, "f1": 0.868297, "accuracy": 0.889328, "main_score": 0.868297, "hf_subset": "est_Latn-pag_Latn", "languages": ["est-Latn", "pag-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-snd_Arab", "languages": ["est-Latn", "snd-Arab"]}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "est_Latn-tuk_Latn", "languages": ["est-Latn", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-bak_Cyrl", "languages": ["est-Latn", "bak-Cyrl"]}, {"precision": 0.496791, "recall": 0.572134, "f1": 0.51898, "accuracy": 0.572134, "main_score": 0.51898, "hf_subset": "est_Latn-dyu_Latn", "languages": ["est-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-heb_Hebr", "languages": ["est-Latn", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "est_Latn-khk_Cyrl", "languages": ["est-Latn", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-lvs_Latn", "languages": ["est-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-pan_Guru", "languages": ["est-Latn", "pan-Guru"]}, {"precision": 0.70355, "recall": 0.763834, "f1": 0.721709, "accuracy": 0.763834, "main_score": 0.721709, "hf_subset": "est_Latn-som_Latn", "languages": ["est-Latn", "som-Latn"]}, {"precision": 0.581378, "recall": 0.630435, "f1": 0.594629, "accuracy": 0.630435, "main_score": 0.594629, "hf_subset": "est_Latn-tum_Latn", "languages": ["est-Latn", "tum-Latn"]}, {"precision": 0.56353, "recall": 0.629447, "f1": 0.582366, "accuracy": 0.629447, "main_score": 0.582366, "hf_subset": "hye_Armn-ace_Arab", "languages": ["hye-Armn", "ace-Arab"]}, {"precision": 0.517575, "recall": 0.574111, "f1": 0.532972, "accuracy": 0.574111, "main_score": 0.532972, "hf_subset": "hye_Armn-bam_Latn", "languages": ["hye-Armn", "bam-Latn"]}, {"precision": 0.449417, "recall": 0.529644, "f1": 0.470714, "accuracy": 0.529644, "main_score": 0.470714, "hf_subset": "hye_Armn-dzo_Tibt", "languages": ["hye-Armn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-hin_Deva", "languages": ["hye-Armn", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-khm_Khmr", "languages": ["hye-Armn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-mag_Deva", "languages": ["hye-Armn", "mag-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hye_Armn-pap_Latn", "languages": ["hye-Armn", "pap-Latn"]}, {"precision": 0.569699, "recall": 0.626482, "f1": 0.585692, "accuracy": 0.626482, "main_score": 0.585692, "hf_subset": "hye_Armn-sot_Latn", "languages": ["hye-Armn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tur_Latn", "languages": ["hye-Armn", "tur-Latn"]}, {"precision": 0.85527, "recall": 0.892292, "f1": 0.86693, "accuracy": 0.892292, "main_score": 0.86693, "hf_subset": "hye_Armn-ace_Latn", "languages": ["hye-Armn", "ace-Latn"]}, {"precision": 0.949275, "recall": 0.961462, "f1": 0.953228, "accuracy": 0.961462, "main_score": 0.953228, "hf_subset": "hye_Armn-ban_Latn", "languages": ["hye-Armn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ell_Grek", "languages": ["hye-Armn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hye_Armn-hne_Deva", "languages": ["hye-Armn", "hne-Deva"]}, {"precision": 0.589312, "recall": 0.646245, "f1": 0.605675, "accuracy": 0.646245, "main_score": 0.605675, "hf_subset": "hye_Armn-kik_Latn", "languages": ["hye-Armn", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-mai_Deva", "languages": ["hye-Armn", "mai-Deva"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hye_Armn-pbt_Arab", "languages": ["hye-Armn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-spa_Latn", "languages": ["hye-Armn", "spa-Latn"]}, {"precision": 0.608352, "recall": 0.666008, "f1": 0.624921, "accuracy": 0.666008, "main_score": 0.624921, "hf_subset": "hye_Armn-twi_Latn", "languages": ["hye-Armn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-acm_Arab", "languages": ["hye-Armn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-bel_Cyrl", "languages": ["hye-Armn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-eng_Latn", "languages": ["hye-Armn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-hrv_Latn", "languages": ["hye-Armn", "hrv-Latn"]}, {"precision": 0.555255, "recall": 0.615613, "f1": 0.572606, "accuracy": 0.615613, "main_score": 0.572606, "hf_subset": "hye_Armn-kin_Latn", "languages": ["hye-Armn", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-mal_Mlym", "languages": ["hye-Armn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-pes_Arab", "languages": ["hye-Armn", "pes-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hye_Armn-srd_Latn", "languages": ["hye-Armn", "srd-Latn"]}, {"precision": 0.195884, "recall": 0.245059, "f1": 0.208838, "accuracy": 0.245059, "main_score": 0.208838, "hf_subset": "hye_Armn-tzm_Tfng", "languages": ["hye-Armn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-acq_Arab", "languages": ["hye-Armn", "acq-Arab"]}, {"precision": 0.622294, "recall": 0.668972, "f1": 0.63551, "accuracy": 0.668972, "main_score": 0.63551, "hf_subset": "hye_Armn-bem_Latn", "languages": ["hye-Armn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-epo_Latn", "languages": ["hye-Armn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-hun_Latn", "languages": ["hye-Armn", "hun-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "hye_Armn-kir_Cyrl", "languages": ["hye-Armn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-mar_Deva", "languages": ["hye-Armn", "mar-Deva"]}, {"precision": 0.651532, "recall": 0.708498, "f1": 0.668445, "accuracy": 0.708498, "main_score": 0.668445, "hf_subset": "hye_Armn-plt_Latn", "languages": ["hye-Armn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-srp_Cyrl", "languages": ["hye-Armn", "srp-Cyrl"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "hye_Armn-uig_Arab", "languages": ["hye-Armn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-aeb_Arab", "languages": ["hye-Armn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ben_Beng", "languages": ["hye-Armn", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-est_Latn", "languages": ["hye-Armn", "est-Latn"]}, {"precision": 0.542944, "recall": 0.590909, "f1": 0.556839, "accuracy": 0.590909, "main_score": 0.556839, "hf_subset": "hye_Armn-kmb_Latn", "languages": ["hye-Armn", "kmb-Latn"]}, {"precision": 0.47692, "recall": 0.552372, "f1": 0.497369, "accuracy": 0.552372, "main_score": 0.497369, "hf_subset": "hye_Armn-min_Arab", "languages": ["hye-Armn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-pol_Latn", "languages": ["hye-Armn", "pol-Latn"]}, {"precision": 0.554324, "recall": 0.617589, "f1": 0.572712, "accuracy": 0.617589, "main_score": 0.572712, "hf_subset": "hye_Armn-ssw_Latn", "languages": ["hye-Armn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ukr_Cyrl", "languages": ["hye-Armn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-afr_Latn", "languages": ["hye-Armn", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-bho_Deva", "languages": ["hye-Armn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hye_Armn-eus_Latn", "languages": ["hye-Armn", "eus-Latn"]}, {"precision": 0.565606, "recall": 0.625494, "f1": 0.581811, "accuracy": 0.625494, "main_score": 0.581811, "hf_subset": "hye_Armn-ibo_Latn", "languages": ["hye-Armn", "ibo-Latn"]}, {"precision": 0.909173, "recall": 0.935771, "f1": 0.917721, "accuracy": 0.935771, "main_score": 0.917721, "hf_subset": "hye_Armn-kmr_Latn", "languages": ["hye-Armn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "hye_Armn-min_Latn", "languages": ["hye-Armn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-por_Latn", "languages": ["hye-Armn", "por-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "hye_Armn-sun_Latn", "languages": ["hye-Armn", "sun-Latn"]}, {"precision": 0.530338, "recall": 0.58498, "f1": 0.545789, "accuracy": 0.58498, "main_score": 0.545789, "hf_subset": "hye_Armn-umb_Latn", "languages": ["hye-Armn", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-ajp_Arab", "languages": ["hye-Armn", "ajp-Arab"]}, {"precision": 0.5303, "recall": 0.594862, "f1": 0.547608, "accuracy": 0.594862, "main_score": 0.547608, "hf_subset": "hye_Armn-bjn_Arab", "languages": ["hye-Armn", "bjn-Arab"]}, {"precision": 0.511826, "recall": 0.563241, "f1": 0.525677, "accuracy": 0.563241, "main_score": 0.525677, "hf_subset": "hye_Armn-ewe_Latn", "languages": ["hye-Armn", "ewe-Latn"]}, {"precision": 0.93503, "recall": 0.954545, "f1": 0.941271, "accuracy": 0.954545, "main_score": 0.941271, "hf_subset": "hye_Armn-ilo_Latn", "languages": ["hye-Armn", "ilo-Latn"]}, {"precision": 0.312872, "recall": 0.369565, "f1": 0.328021, "accuracy": 0.369565, "main_score": 0.328021, "hf_subset": "hye_Armn-knc_Arab", "languages": ["hye-Armn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-mkd_Cyrl", "languages": ["hye-Armn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-prs_Arab", "languages": ["hye-Armn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-swe_Latn", "languages": ["hye-Armn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-urd_Arab", "languages": ["hye-Armn", "urd-Arab"]}, {"precision": 0.576081, "recall": 0.639328, "f1": 0.594015, "accuracy": 0.639328, "main_score": 0.594015, "hf_subset": "hye_Armn-aka_Latn", "languages": ["hye-Armn", "aka-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "hye_Armn-bjn_Latn", "languages": ["hye-Armn", "bjn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hye_Armn-fao_Latn", "languages": ["hye-Armn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ind_Latn", "languages": ["hye-Armn", "ind-Latn"]}, {"precision": 0.573324, "recall": 0.630435, "f1": 0.590135, "accuracy": 0.630435, "main_score": 0.590135, "hf_subset": "hye_Armn-knc_Latn", "languages": ["hye-Armn", "knc-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "hye_Armn-mlt_Latn", "languages": ["hye-Armn", "mlt-Latn"]}, {"precision": 0.701136, "recall": 0.764822, "f1": 0.71983, "accuracy": 0.764822, "main_score": 0.71983, "hf_subset": "hye_Armn-quy_Latn", "languages": ["hye-Armn", "quy-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "hye_Armn-swh_Latn", "languages": ["hye-Armn", "swh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-uzn_Latn", "languages": ["hye-Armn", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-als_Latn", "languages": ["hye-Armn", "als-Latn"]}, {"precision": 0.688093, "recall": 0.761858, "f1": 0.710427, "accuracy": 0.761858, "main_score": 0.710427, "hf_subset": "hye_Armn-bod_Tibt", "languages": ["hye-Armn", "bod-Tibt"]}, {"precision": 0.706638, "recall": 0.766798, "f1": 0.72374, "accuracy": 0.766798, "main_score": 0.72374, "hf_subset": "hye_Armn-fij_Latn", "languages": ["hye-Armn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hye_Armn-isl_Latn", "languages": ["hye-Armn", "isl-Latn"]}, {"precision": 0.651173, "recall": 0.702569, "f1": 0.665991, "accuracy": 0.702569, "main_score": 0.665991, "hf_subset": "hye_Armn-kon_Latn", "languages": ["hye-Armn", "kon-Latn"]}, {"precision": 0.647757, "recall": 0.714427, "f1": 0.666502, "accuracy": 0.714427, "main_score": 0.666502, "hf_subset": "hye_Armn-mni_Beng", "languages": ["hye-Armn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ron_Latn", "languages": ["hye-Armn", "ron-Latn"]}, {"precision": 0.981719, "recall": 0.986166, "f1": 0.983202, "accuracy": 0.986166, "main_score": 0.983202, "hf_subset": "hye_Armn-szl_Latn", "languages": ["hye-Armn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-vec_Latn", "languages": ["hye-Armn", "vec-Latn"]}, {"precision": 0.95858, "recall": 0.971344, "f1": 0.962681, "accuracy": 0.971344, "main_score": 0.962681, "hf_subset": "hye_Armn-amh_Ethi", "languages": ["hye-Armn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-bos_Latn", "languages": ["hye-Armn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-fin_Latn", "languages": ["hye-Armn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ita_Latn", "languages": ["hye-Armn", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kor_Hang", "languages": ["hye-Armn", "kor-Hang"]}, {"precision": 0.539538, "recall": 0.597826, "f1": 0.555379, "accuracy": 0.597826, "main_score": 0.555379, "hf_subset": "hye_Armn-mos_Latn", "languages": ["hye-Armn", "mos-Latn"]}, {"precision": 0.548361, "recall": 0.601779, "f1": 0.56364, "accuracy": 0.601779, "main_score": 0.56364, "hf_subset": "hye_Armn-run_Latn", "languages": ["hye-Armn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tam_Taml", "languages": ["hye-Armn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-vie_Latn", "languages": ["hye-Armn", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-apc_Arab", "languages": ["hye-Armn", "apc-Arab"]}, {"precision": 0.789262, "recall": 0.83498, "f1": 0.803115, "accuracy": 0.83498, "main_score": 0.803115, "hf_subset": "hye_Armn-bug_Latn", "languages": ["hye-Armn", "bug-Latn"]}, {"precision": 0.472125, "recall": 0.525692, "f1": 0.486345, "accuracy": 0.525692, "main_score": 0.486345, "hf_subset": "hye_Armn-fon_Latn", "languages": ["hye-Armn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-jav_Latn", "languages": ["hye-Armn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-lao_Laoo", "languages": ["hye-Armn", "lao-Laoo"]}, {"precision": 0.888505, "recall": 0.920949, "f1": 0.898668, "accuracy": 0.920949, "main_score": 0.898668, "hf_subset": "hye_Armn-mri_Latn", "languages": ["hye-Armn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-rus_Cyrl", "languages": ["hye-Armn", "rus-Cyrl"]}, {"precision": 0.528203, "recall": 0.585968, "f1": 0.54438, "accuracy": 0.585968, "main_score": 0.54438, "hf_subset": "hye_Armn-taq_Latn", "languages": ["hye-Armn", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-war_Latn", "languages": ["hye-Armn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-arb_Arab", "languages": ["hye-Armn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-bul_Cyrl", "languages": ["hye-Armn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-fra_Latn", "languages": ["hye-Armn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-jpn_Jpan", "languages": ["hye-Armn", "jpn-Jpan"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hye_Armn-lij_Latn", "languages": ["hye-Armn", "lij-Latn"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "hye_Armn-mya_Mymr", "languages": ["hye-Armn", "mya-Mymr"]}, {"precision": 0.566672, "recall": 0.630435, "f1": 0.584733, "accuracy": 0.630435, "main_score": 0.584733, "hf_subset": "hye_Armn-sag_Latn", "languages": ["hye-Armn", "sag-Latn"]}, {"precision": 0.199635, "recall": 0.254941, "f1": 0.212434, "accuracy": 0.254941, "main_score": 0.212434, "hf_subset": "hye_Armn-taq_Tfng", "languages": ["hye-Armn", "taq-Tfng"]}, {"precision": 0.60812, "recall": 0.673913, "f1": 0.627151, "accuracy": 0.673913, "main_score": 0.627151, "hf_subset": "hye_Armn-wol_Latn", "languages": ["hye-Armn", "wol-Latn"]}, {"precision": 0.835639, "recall": 0.881423, "f1": 0.850099, "accuracy": 0.881423, "main_score": 0.850099, "hf_subset": "hye_Armn-arb_Latn", "languages": ["hye-Armn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-cat_Latn", "languages": ["hye-Armn", "cat-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "hye_Armn-fur_Latn", "languages": ["hye-Armn", "fur-Latn"]}, {"precision": 0.414567, "recall": 0.472332, "f1": 0.430211, "accuracy": 0.472332, "main_score": 0.430211, "hf_subset": "hye_Armn-kab_Latn", "languages": ["hye-Armn", "kab-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hye_Armn-lim_Latn", "languages": ["hye-Armn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-nld_Latn", "languages": ["hye-Armn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hye_Armn-san_Deva", "languages": ["hye-Armn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-tat_Cyrl", "languages": ["hye-Armn", "tat-Cyrl"]}, {"precision": 0.672003, "recall": 0.726285, "f1": 0.688048, "accuracy": 0.726285, "main_score": 0.688048, "hf_subset": "hye_Armn-xho_Latn", "languages": ["hye-Armn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ars_Arab", "languages": ["hye-Armn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ceb_Latn", "languages": ["hye-Armn", "ceb-Latn"]}, {"precision": 0.551579, "recall": 0.609684, "f1": 0.568163, "accuracy": 0.609684, "main_score": 0.568163, "hf_subset": "hye_Armn-fuv_Latn", "languages": ["hye-Armn", "fuv-Latn"]}, {"precision": 0.509539, "recall": 0.573123, "f1": 0.526958, "accuracy": 0.573123, "main_score": 0.526958, "hf_subset": "hye_Armn-kac_Latn", "languages": ["hye-Armn", "kac-Latn"]}, {"precision": 0.662928, "recall": 0.713439, "f1": 0.677489, "accuracy": 0.713439, "main_score": 0.677489, "hf_subset": "hye_Armn-lin_Latn", "languages": ["hye-Armn", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-nno_Latn", "languages": ["hye-Armn", "nno-Latn"]}, {"precision": 0.25391, "recall": 0.340909, "f1": 0.277827, "accuracy": 0.340909, "main_score": 0.277827, "hf_subset": "hye_Armn-sat_Olck", "languages": ["hye-Armn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-tel_Telu", "languages": ["hye-Armn", "tel-Telu"]}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "hye_Armn-ydd_Hebr", "languages": ["hye-Armn", "ydd-Hebr"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "hye_Armn-ary_Arab", "languages": ["hye-Armn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ces_Latn", "languages": ["hye-Armn", "ces-Latn"]}, {"precision": 0.587048, "recall": 0.646245, "f1": 0.604204, "accuracy": 0.646245, "main_score": 0.604204, "hf_subset": "hye_Armn-gaz_Latn", "languages": ["hye-Armn", "gaz-Latn"]}, {"precision": 0.587739, "recall": 0.652174, "f1": 0.606007, "accuracy": 0.652174, "main_score": 0.606007, "hf_subset": "hye_Armn-kam_Latn", "languages": ["hye-Armn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hye_Armn-lit_Latn", "languages": ["hye-Armn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-nob_Latn", "languages": ["hye-Armn", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hye_Armn-scn_Latn", "languages": ["hye-Armn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hye_Armn-tgk_Cyrl", "languages": ["hye-Armn", "tgk-Cyrl"]}, {"precision": 0.727388, "recall": 0.790514, "f1": 0.746462, "accuracy": 0.790514, "main_score": 0.746462, "hf_subset": "hye_Armn-yor_Latn", "languages": ["hye-Armn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-arz_Arab", "languages": ["hye-Armn", "arz-Arab"]}, {"precision": 0.540757, "recall": 0.594862, "f1": 0.556078, "accuracy": 0.594862, "main_score": 0.556078, "hf_subset": "hye_Armn-cjk_Latn", "languages": ["hye-Armn", "cjk-Latn"]}, {"precision": 0.802125, "recall": 0.849802, "f1": 0.81726, "accuracy": 0.849802, "main_score": 0.81726, "hf_subset": "hye_Armn-gla_Latn", "languages": ["hye-Armn", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kan_Knda", "languages": ["hye-Armn", "kan-Knda"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hye_Armn-lmo_Latn", "languages": ["hye-Armn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hye_Armn-npi_Deva", "languages": ["hye-Armn", "npi-Deva"]}, {"precision": 0.465722, "recall": 0.525692, "f1": 0.482339, "accuracy": 0.525692, "main_score": 0.482339, "hf_subset": "hye_Armn-shn_Mymr", "languages": ["hye-Armn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tgl_Latn", "languages": ["hye-Armn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-yue_Hant", "languages": ["hye-Armn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-asm_Beng", "languages": ["hye-Armn", "asm-Beng"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "hye_Armn-ckb_Arab", "languages": ["hye-Armn", "ckb-Arab"]}, {"precision": 0.885787, "recall": 0.91996, "f1": 0.896805, "accuracy": 0.91996, "main_score": 0.896805, "hf_subset": "hye_Armn-gle_Latn", "languages": ["hye-Armn", "gle-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "hye_Armn-kas_Arab", "languages": ["hye-Armn", "kas-Arab"]}, {"precision": 0.946558, "recall": 0.963439, "f1": 0.951976, "accuracy": 0.963439, "main_score": 0.951976, "hf_subset": "hye_Armn-ltg_Latn", "languages": ["hye-Armn", "ltg-Latn"]}, {"precision": 0.601063, "recall": 0.655138, "f1": 0.616158, "accuracy": 0.655138, "main_score": 0.616158, "hf_subset": "hye_Armn-nso_Latn", "languages": ["hye-Armn", "nso-Latn"]}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "hye_Armn-sin_Sinh", "languages": ["hye-Armn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-tha_Thai", "languages": ["hye-Armn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-zho_Hans", "languages": ["hye-Armn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ast_Latn", "languages": ["hye-Armn", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-crh_Latn", "languages": ["hye-Armn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-glg_Latn", "languages": ["hye-Armn", "glg-Latn"]}, {"precision": 0.891963, "recall": 0.922925, "f1": 0.901647, "accuracy": 0.922925, "main_score": 0.901647, "hf_subset": "hye_Armn-kas_Deva", "languages": ["hye-Armn", "kas-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hye_Armn-ltz_Latn", "languages": ["hye-Armn", "ltz-Latn"]}, {"precision": 0.45966, "recall": 0.524704, "f1": 0.477382, "accuracy": 0.524704, "main_score": 0.477382, "hf_subset": "hye_Armn-nus_Latn", "languages": ["hye-Armn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-slk_Latn", "languages": ["hye-Armn", "slk-Latn"]}, {"precision": 0.624761, "recall": 0.693676, "f1": 0.645133, "accuracy": 0.693676, "main_score": 0.645133, "hf_subset": "hye_Armn-tir_Ethi", "languages": ["hye-Armn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-zho_Hant", "languages": ["hye-Armn", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "hye_Armn-awa_Deva", "languages": ["hye-Armn", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hye_Armn-cym_Latn", "languages": ["hye-Armn", "cym-Latn"]}, {"precision": 0.82444, "recall": 0.865613, "f1": 0.837253, "accuracy": 0.865613, "main_score": 0.837253, "hf_subset": "hye_Armn-grn_Latn", "languages": ["hye-Armn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kat_Geor", "languages": ["hye-Armn", "kat-Geor"]}, {"precision": 0.62803, "recall": 0.681818, "f1": 0.643719, "accuracy": 0.681818, "main_score": 0.643719, "hf_subset": "hye_Armn-lua_Latn", "languages": ["hye-Armn", "lua-Latn"]}, {"precision": 0.633313, "recall": 0.689723, "f1": 0.649283, "accuracy": 0.689723, "main_score": 0.649283, "hf_subset": "hye_Armn-nya_Latn", "languages": ["hye-Armn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-slv_Latn", "languages": ["hye-Armn", "slv-Latn"]}, {"precision": 0.942194, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "hye_Armn-tpi_Latn", "languages": ["hye-Armn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-zsm_Latn", "languages": ["hye-Armn", "zsm-Latn"]}, {"precision": 0.538775, "recall": 0.600791, "f1": 0.556112, "accuracy": 0.600791, "main_score": 0.556112, "hf_subset": "hye_Armn-ayr_Latn", "languages": ["hye-Armn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-dan_Latn", "languages": ["hye-Armn", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-guj_Gujr", "languages": ["hye-Armn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-kaz_Cyrl", "languages": ["hye-Armn", "kaz-Cyrl"]}, {"precision": 0.531763, "recall": 0.590909, "f1": 0.548019, "accuracy": 0.590909, "main_score": 0.548019, "hf_subset": "hye_Armn-lug_Latn", "languages": ["hye-Armn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-oci_Latn", "languages": ["hye-Armn", "oci-Latn"]}, {"precision": 0.837451, "recall": 0.878458, "f1": 0.850264, "accuracy": 0.878458, "main_score": 0.850264, "hf_subset": "hye_Armn-smo_Latn", "languages": ["hye-Armn", "smo-Latn"]}, {"precision": 0.539129, "recall": 0.596838, "f1": 0.555185, "accuracy": 0.596838, "main_score": 0.555185, "hf_subset": "hye_Armn-tsn_Latn", "languages": ["hye-Armn", "tsn-Latn"]}, {"precision": 0.613927, "recall": 0.672925, "f1": 0.630929, "accuracy": 0.672925, "main_score": 0.630929, "hf_subset": "hye_Armn-zul_Latn", "languages": ["hye-Armn", "zul-Latn"]}, {"precision": 0.909914, "recall": 0.935771, "f1": 0.918314, "accuracy": 0.935771, "main_score": 0.918314, "hf_subset": "hye_Armn-azb_Arab", "languages": ["hye-Armn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-deu_Latn", "languages": ["hye-Armn", "deu-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "hye_Armn-hat_Latn", "languages": ["hye-Armn", "hat-Latn"]}, {"precision": 0.492033, "recall": 0.550395, "f1": 0.508116, "accuracy": 0.550395, "main_score": 0.508116, "hf_subset": "hye_Armn-kbp_Latn", "languages": ["hye-Armn", "kbp-Latn"]}, {"precision": 0.574438, "recall": 0.624506, "f1": 0.58795, "accuracy": 0.624506, "main_score": 0.58795, "hf_subset": "hye_Armn-luo_Latn", "languages": ["hye-Armn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ory_Orya", "languages": ["hye-Armn", "ory-Orya"]}, {"precision": 0.58518, "recall": 0.651186, "f1": 0.604367, "accuracy": 0.651186, "main_score": 0.604367, "hf_subset": "hye_Armn-sna_Latn", "languages": ["hye-Armn", "sna-Latn"]}, {"precision": 0.55444, "recall": 0.607708, "f1": 0.569582, "accuracy": 0.607708, "main_score": 0.569582, "hf_subset": "hye_Armn-tso_Latn", "languages": ["hye-Armn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-azj_Latn", "languages": ["hye-Armn", "azj-Latn"]}, {"precision": 0.518597, "recall": 0.586957, "f1": 0.538153, "accuracy": 0.586957, "main_score": 0.538153, "hf_subset": "hye_Armn-dik_Latn", "languages": ["hye-Armn", "dik-Latn"]}, {"precision": 0.754562, "recall": 0.811265, "f1": 0.771494, "accuracy": 0.811265, "main_score": 0.771494, "hf_subset": "hye_Armn-hau_Latn", "languages": ["hye-Armn", "hau-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hye_Armn-kea_Latn", "languages": ["hye-Armn", "kea-Latn"]}, {"precision": 0.737236, "recall": 0.786561, "f1": 0.752174, "accuracy": 0.786561, "main_score": 0.752174, "hf_subset": "hye_Armn-lus_Latn", "languages": ["hye-Armn", "lus-Latn"]}, {"precision": 0.852388, "recall": 0.885375, "f1": 0.862385, "accuracy": 0.885375, "main_score": 0.862385, "hf_subset": "hye_Armn-pag_Latn", "languages": ["hye-Armn", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-snd_Arab", "languages": ["hye-Armn", "snd-Arab"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "hye_Armn-tuk_Latn", "languages": ["hye-Armn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-bak_Cyrl", "languages": ["hye-Armn", "bak-Cyrl"]}, {"precision": 0.482197, "recall": 0.552372, "f1": 0.502503, "accuracy": 0.552372, "main_score": 0.502503, "hf_subset": "hye_Armn-dyu_Latn", "languages": ["hye-Armn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-heb_Hebr", "languages": ["hye-Armn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hye_Armn-khk_Cyrl", "languages": ["hye-Armn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-lvs_Latn", "languages": ["hye-Armn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-pan_Guru", "languages": ["hye-Armn", "pan-Guru"]}, {"precision": 0.711852, "recall": 0.771739, "f1": 0.729824, "accuracy": 0.771739, "main_score": 0.729824, "hf_subset": "hye_Armn-som_Latn", "languages": ["hye-Armn", "som-Latn"]}, {"precision": 0.600668, "recall": 0.647233, "f1": 0.614199, "accuracy": 0.647233, "main_score": 0.614199, "hf_subset": "hye_Armn-tum_Latn", "languages": ["hye-Armn", "tum-Latn"]}, {"precision": 0.435631, "recall": 0.486166, "f1": 0.449535, "accuracy": 0.486166, "main_score": 0.449535, "hf_subset": "kmb_Latn-ace_Arab", "languages": ["kmb-Latn", "ace-Arab"]}, {"precision": 0.511198, "recall": 0.550395, "f1": 0.522109, "accuracy": 0.550395, "main_score": 0.522109, "hf_subset": "kmb_Latn-bam_Latn", "languages": ["kmb-Latn", "bam-Latn"]}, {"precision": 0.221689, "recall": 0.264822, "f1": 0.233107, "accuracy": 0.264822, "main_score": 0.233107, "hf_subset": "kmb_Latn-dzo_Tibt", "languages": ["kmb-Latn", "dzo-Tibt"]}, {"precision": 0.534097, "recall": 0.577075, "f1": 0.545841, "accuracy": 0.577075, "main_score": 0.545841, "hf_subset": "kmb_Latn-hin_Deva", "languages": ["kmb-Latn", "hin-Deva"]}, {"precision": 0.514589, "recall": 0.552372, "f1": 0.525148, "accuracy": 0.552372, "main_score": 0.525148, "hf_subset": "kmb_Latn-khm_Khmr", "languages": ["kmb-Latn", "khm-Khmr"]}, {"precision": 0.530347, "recall": 0.570158, "f1": 0.541305, "accuracy": 0.570158, "main_score": 0.541305, "hf_subset": "kmb_Latn-mag_Deva", "languages": ["kmb-Latn", "mag-Deva"]}, {"precision": 0.542738, "recall": 0.583004, "f1": 0.552535, "accuracy": 0.583004, "main_score": 0.552535, "hf_subset": "kmb_Latn-pap_Latn", "languages": ["kmb-Latn", "pap-Latn"]}, {"precision": 0.550011, "recall": 0.588933, "f1": 0.560823, "accuracy": 0.588933, "main_score": 0.560823, "hf_subset": "kmb_Latn-sot_Latn", "languages": ["kmb-Latn", "sot-Latn"]}, {"precision": 0.524254, "recall": 0.570158, "f1": 0.536871, "accuracy": 0.570158, "main_score": 0.536871, "hf_subset": "kmb_Latn-tur_Latn", "languages": ["kmb-Latn", "tur-Latn"]}, {"precision": 0.540394, "recall": 0.581028, "f1": 0.550853, "accuracy": 0.581028, "main_score": 0.550853, "hf_subset": "kmb_Latn-ace_Latn", "languages": ["kmb-Latn", "ace-Latn"]}, {"precision": 0.545526, "recall": 0.583992, "f1": 0.555168, "accuracy": 0.583992, "main_score": 0.555168, "hf_subset": "kmb_Latn-ban_Latn", "languages": ["kmb-Latn", "ban-Latn"]}, {"precision": 0.527727, "recall": 0.574111, "f1": 0.540717, "accuracy": 0.574111, "main_score": 0.540717, "hf_subset": "kmb_Latn-ell_Grek", "languages": ["kmb-Latn", "ell-Grek"]}, {"precision": 0.518474, "recall": 0.562253, "f1": 0.529335, "accuracy": 0.562253, "main_score": 0.529335, "hf_subset": "kmb_Latn-hne_Deva", "languages": ["kmb-Latn", "hne-Deva"]}, {"precision": 0.496871, "recall": 0.54249, "f1": 0.508957, "accuracy": 0.54249, "main_score": 0.508957, "hf_subset": "kmb_Latn-kik_Latn", "languages": ["kmb-Latn", "kik-Latn"]}, {"precision": 0.524282, "recall": 0.56917, "f1": 0.535953, "accuracy": 0.56917, "main_score": 0.535953, "hf_subset": "kmb_Latn-mai_Deva", "languages": ["kmb-Latn", "mai-Deva"]}, {"precision": 0.488948, "recall": 0.536561, "f1": 0.502128, "accuracy": 0.536561, "main_score": 0.502128, "hf_subset": "kmb_Latn-pbt_Arab", "languages": ["kmb-Latn", "pbt-Arab"]}, {"precision": 0.537324, "recall": 0.582016, "f1": 0.549557, "accuracy": 0.582016, "main_score": 0.549557, "hf_subset": "kmb_Latn-spa_Latn", "languages": ["kmb-Latn", "spa-Latn"]}, {"precision": 0.542518, "recall": 0.581028, "f1": 0.553469, "accuracy": 0.581028, "main_score": 0.553469, "hf_subset": "kmb_Latn-twi_Latn", "languages": ["kmb-Latn", "twi-Latn"]}, {"precision": 0.529847, "recall": 0.570158, "f1": 0.540907, "accuracy": 0.570158, "main_score": 0.540907, "hf_subset": "kmb_Latn-acm_Arab", "languages": ["kmb-Latn", "acm-Arab"]}, {"precision": 0.506299, "recall": 0.551383, "f1": 0.518799, "accuracy": 0.551383, "main_score": 0.518799, "hf_subset": "kmb_Latn-bel_Cyrl", "languages": ["kmb-Latn", "bel-Cyrl"]}, {"precision": 0.561761, "recall": 0.602767, "f1": 0.572487, "accuracy": 0.602767, "main_score": 0.572487, "hf_subset": "kmb_Latn-eng_Latn", "languages": ["kmb-Latn", "eng-Latn"]}, {"precision": 0.547793, "recall": 0.593874, "f1": 0.559866, "accuracy": 0.593874, "main_score": 0.559866, "hf_subset": "kmb_Latn-hrv_Latn", "languages": ["kmb-Latn", "hrv-Latn"]}, {"precision": 0.51606, "recall": 0.559289, "f1": 0.527574, "accuracy": 0.559289, "main_score": 0.527574, "hf_subset": "kmb_Latn-kin_Latn", "languages": ["kmb-Latn", "kin-Latn"]}, {"precision": 0.523014, "recall": 0.567194, "f1": 0.535482, "accuracy": 0.567194, "main_score": 0.535482, "hf_subset": "kmb_Latn-mal_Mlym", "languages": ["kmb-Latn", "mal-Mlym"]}, {"precision": 0.528361, "recall": 0.575099, "f1": 0.541014, "accuracy": 0.575099, "main_score": 0.541014, "hf_subset": "kmb_Latn-pes_Arab", "languages": ["kmb-Latn", "pes-Arab"]}, {"precision": 0.544032, "recall": 0.583992, "f1": 0.554969, "accuracy": 0.583992, "main_score": 0.554969, "hf_subset": "kmb_Latn-srd_Latn", "languages": ["kmb-Latn", "srd-Latn"]}, {"precision": 0.217368, "recall": 0.259881, "f1": 0.228453, "accuracy": 0.259881, "main_score": 0.228453, "hf_subset": "kmb_Latn-tzm_Tfng", "languages": ["kmb-Latn", "tzm-Tfng"]}, {"precision": 0.52585, "recall": 0.56917, "f1": 0.538077, "accuracy": 0.56917, "main_score": 0.538077, "hf_subset": "kmb_Latn-acq_Arab", "languages": ["kmb-Latn", "acq-Arab"]}, {"precision": 0.557666, "recall": 0.594862, "f1": 0.56738, "accuracy": 0.594862, "main_score": 0.56738, "hf_subset": "kmb_Latn-bem_Latn", "languages": ["kmb-Latn", "bem-Latn"]}, {"precision": 0.548316, "recall": 0.58498, "f1": 0.55764, "accuracy": 0.58498, "main_score": 0.55764, "hf_subset": "kmb_Latn-epo_Latn", "languages": ["kmb-Latn", "epo-Latn"]}, {"precision": 0.549529, "recall": 0.588933, "f1": 0.559787, "accuracy": 0.588933, "main_score": 0.559787, "hf_subset": "kmb_Latn-hun_Latn", "languages": ["kmb-Latn", "hun-Latn"]}, {"precision": 0.513428, "recall": 0.554348, "f1": 0.524544, "accuracy": 0.554348, "main_score": 0.524544, "hf_subset": "kmb_Latn-kir_Cyrl", "languages": ["kmb-Latn", "kir-Cyrl"]}, {"precision": 0.533522, "recall": 0.573123, "f1": 0.544077, "accuracy": 0.573123, "main_score": 0.544077, "hf_subset": "kmb_Latn-mar_Deva", "languages": ["kmb-Latn", "mar-Deva"]}, {"precision": 0.534347, "recall": 0.573123, "f1": 0.544985, "accuracy": 0.573123, "main_score": 0.544985, "hf_subset": "kmb_Latn-plt_Latn", "languages": ["kmb-Latn", "plt-Latn"]}, {"precision": 0.549998, "recall": 0.593874, "f1": 0.562159, "accuracy": 0.593874, "main_score": 0.562159, "hf_subset": "kmb_Latn-srp_Cyrl", "languages": ["kmb-Latn", "srp-Cyrl"]}, {"precision": 0.467365, "recall": 0.516798, "f1": 0.480445, "accuracy": 0.516798, "main_score": 0.480445, "hf_subset": "kmb_Latn-uig_Arab", "languages": ["kmb-Latn", "uig-Arab"]}, {"precision": 0.521931, "recall": 0.560277, "f1": 0.531986, "accuracy": 0.560277, "main_score": 0.531986, "hf_subset": "kmb_Latn-aeb_Arab", "languages": ["kmb-Latn", "aeb-Arab"]}, {"precision": 0.520392, "recall": 0.570158, "f1": 0.534329, "accuracy": 0.570158, "main_score": 0.534329, "hf_subset": "kmb_Latn-ben_Beng", "languages": ["kmb-Latn", "ben-Beng"]}, {"precision": 0.524989, "recall": 0.570158, "f1": 0.537067, "accuracy": 0.570158, "main_score": 0.537067, "hf_subset": "kmb_Latn-est_Latn", "languages": ["kmb-Latn", "est-Latn"]}, {"precision": 0.520234, "recall": 0.563241, "f1": 0.531901, "accuracy": 0.563241, "main_score": 0.531901, "hf_subset": "kmb_Latn-hye_Armn", "languages": ["kmb-Latn", "hye-Armn"]}, {"precision": 0.402719, "recall": 0.452569, "f1": 0.415892, "accuracy": 0.452569, "main_score": 0.415892, "hf_subset": "kmb_Latn-min_Arab", "languages": ["kmb-Latn", "min-Arab"]}, {"precision": 0.541084, "recall": 0.583004, "f1": 0.552369, "accuracy": 0.583004, "main_score": 0.552369, "hf_subset": "kmb_Latn-pol_Latn", "languages": ["kmb-Latn", "pol-Latn"]}, {"precision": 0.537425, "recall": 0.581028, "f1": 0.549219, "accuracy": 0.581028, "main_score": 0.549219, "hf_subset": "kmb_Latn-ssw_Latn", "languages": ["kmb-Latn", "ssw-Latn"]}, {"precision": 0.544278, "recall": 0.59585, "f1": 0.558477, "accuracy": 0.59585, "main_score": 0.558477, "hf_subset": "kmb_Latn-ukr_Cyrl", "languages": ["kmb-Latn", "ukr-Cyrl"]}, {"precision": 0.552596, "recall": 0.597826, "f1": 0.565104, "accuracy": 0.597826, "main_score": 0.565104, "hf_subset": "kmb_Latn-afr_Latn", "languages": ["kmb-Latn", "afr-Latn"]}, {"precision": 0.522081, "recall": 0.562253, "f1": 0.532913, "accuracy": 0.562253, "main_score": 0.532913, "hf_subset": "kmb_Latn-bho_Deva", "languages": ["kmb-Latn", "bho-Deva"]}, {"precision": 0.52899, "recall": 0.574111, "f1": 0.541349, "accuracy": 0.574111, "main_score": 0.541349, "hf_subset": "kmb_Latn-eus_Latn", "languages": ["kmb-Latn", "eus-Latn"]}, {"precision": 0.550272, "recall": 0.587945, "f1": 0.56055, "accuracy": 0.587945, "main_score": 0.56055, "hf_subset": "kmb_Latn-ibo_Latn", "languages": ["kmb-Latn", "ibo-Latn"]}, {"precision": 0.548218, "recall": 0.583992, "f1": 0.557712, "accuracy": 0.583992, "main_score": 0.557712, "hf_subset": "kmb_Latn-kmr_Latn", "languages": ["kmb-Latn", "kmr-Latn"]}, {"precision": 0.561434, "recall": 0.601779, "f1": 0.571385, "accuracy": 0.601779, "main_score": 0.571385, "hf_subset": "kmb_Latn-min_Latn", "languages": ["kmb-Latn", "min-Latn"]}, {"precision": 0.563152, "recall": 0.606719, "f1": 0.574813, "accuracy": 0.606719, "main_score": 0.574813, "hf_subset": "kmb_Latn-por_Latn", "languages": ["kmb-Latn", "por-Latn"]}, {"precision": 0.559145, "recall": 0.600791, "f1": 0.569972, "accuracy": 0.600791, "main_score": 0.569972, "hf_subset": "kmb_Latn-sun_Latn", "languages": ["kmb-Latn", "sun-Latn"]}, {"precision": 0.56323, "recall": 0.607708, "f1": 0.575539, "accuracy": 0.607708, "main_score": 0.575539, "hf_subset": "kmb_Latn-umb_Latn", "languages": ["kmb-Latn", "umb-Latn"]}, {"precision": 0.536802, "recall": 0.582016, "f1": 0.548997, "accuracy": 0.582016, "main_score": 0.548997, "hf_subset": "kmb_Latn-ajp_Arab", "languages": ["kmb-Latn", "ajp-Arab"]}, {"precision": 0.416513, "recall": 0.465415, "f1": 0.429993, "accuracy": 0.465415, "main_score": 0.429993, "hf_subset": "kmb_Latn-bjn_Arab", "languages": ["kmb-Latn", "bjn-Arab"]}, {"precision": 0.512554, "recall": 0.546443, "f1": 0.521555, "accuracy": 0.546443, "main_score": 0.521555, "hf_subset": "kmb_Latn-ewe_Latn", "languages": ["kmb-Latn", "ewe-Latn"]}, {"precision": 0.560363, "recall": 0.59585, "f1": 0.569799, "accuracy": 0.59585, "main_score": 0.569799, "hf_subset": "kmb_Latn-ilo_Latn", "languages": ["kmb-Latn", "ilo-Latn"]}, {"precision": 0.296544, "recall": 0.348814, "f1": 0.310158, "accuracy": 0.348814, "main_score": 0.310158, "hf_subset": "kmb_Latn-knc_Arab", "languages": ["kmb-Latn", "knc-Arab"]}, {"precision": 0.548626, "recall": 0.591897, "f1": 0.560648, "accuracy": 0.591897, "main_score": 0.560648, "hf_subset": "kmb_Latn-mkd_Cyrl", "languages": ["kmb-Latn", "mkd-Cyrl"]}, {"precision": 0.527682, "recall": 0.578063, "f1": 0.54085, "accuracy": 0.578063, "main_score": 0.54085, "hf_subset": "kmb_Latn-prs_Arab", "languages": ["kmb-Latn", "prs-Arab"]}, {"precision": 0.548937, "recall": 0.590909, "f1": 0.55977, "accuracy": 0.590909, "main_score": 0.55977, "hf_subset": "kmb_Latn-swe_Latn", "languages": ["kmb-Latn", "swe-Latn"]}, {"precision": 0.512973, "recall": 0.563241, "f1": 0.526531, "accuracy": 0.563241, "main_score": 0.526531, "hf_subset": "kmb_Latn-urd_Arab", "languages": ["kmb-Latn", "urd-Arab"]}, {"precision": 0.536731, "recall": 0.579051, "f1": 0.548444, "accuracy": 0.579051, "main_score": 0.548444, "hf_subset": "kmb_Latn-aka_Latn", "languages": ["kmb-Latn", "aka-Latn"]}, {"precision": 0.561083, "recall": 0.593874, "f1": 0.569713, "accuracy": 0.593874, "main_score": 0.569713, "hf_subset": "kmb_Latn-bjn_Latn", "languages": ["kmb-Latn", "bjn-Latn"]}, {"precision": 0.535606, "recall": 0.571146, "f1": 0.545836, "accuracy": 0.571146, "main_score": 0.545836, "hf_subset": "kmb_Latn-fao_Latn", "languages": ["kmb-Latn", "fao-Latn"]}, {"precision": 0.561545, "recall": 0.596838, "f1": 0.571278, "accuracy": 0.596838, "main_score": 0.571278, "hf_subset": "kmb_Latn-ind_Latn", "languages": ["kmb-Latn", "ind-Latn"]}, {"precision": 0.521877, "recall": 0.562253, "f1": 0.53262, "accuracy": 0.562253, "main_score": 0.53262, "hf_subset": "kmb_Latn-knc_Latn", "languages": ["kmb-Latn", "knc-Latn"]}, {"precision": 0.557313, "recall": 0.599802, "f1": 0.568202, "accuracy": 0.599802, "main_score": 0.568202, "hf_subset": "kmb_Latn-mlt_Latn", "languages": ["kmb-Latn", "mlt-Latn"]}, {"precision": 0.528779, "recall": 0.56917, "f1": 0.539875, "accuracy": 0.56917, "main_score": 0.539875, "hf_subset": "kmb_Latn-quy_Latn", "languages": ["kmb-Latn", "quy-Latn"]}, {"precision": 0.550172, "recall": 0.591897, "f1": 0.561279, "accuracy": 0.591897, "main_score": 0.561279, "hf_subset": "kmb_Latn-swh_Latn", "languages": ["kmb-Latn", "swh-Latn"]}, {"precision": 0.527455, "recall": 0.56917, "f1": 0.538528, "accuracy": 0.56917, "main_score": 0.538528, "hf_subset": "kmb_Latn-uzn_Latn", "languages": ["kmb-Latn", "uzn-Latn"]}, {"precision": 0.548507, "recall": 0.586957, "f1": 0.558256, "accuracy": 0.586957, "main_score": 0.558256, "hf_subset": "kmb_Latn-als_Latn", "languages": ["kmb-Latn", "als-Latn"]}, {"precision": 0.271348, "recall": 0.321146, "f1": 0.283905, "accuracy": 0.321146, "main_score": 0.283905, "hf_subset": "kmb_Latn-bod_Tibt", "languages": ["kmb-Latn", "bod-Tibt"]}, {"precision": 0.518069, "recall": 0.559289, "f1": 0.529258, "accuracy": 0.559289, "main_score": 0.529258, "hf_subset": "kmb_Latn-fij_Latn", "languages": ["kmb-Latn", "fij-Latn"]}, {"precision": 0.517816, "recall": 0.564229, "f1": 0.530191, "accuracy": 0.564229, "main_score": 0.530191, "hf_subset": "kmb_Latn-isl_Latn", "languages": ["kmb-Latn", "isl-Latn"]}, {"precision": 0.549486, "recall": 0.593874, "f1": 0.561352, "accuracy": 0.593874, "main_score": 0.561352, "hf_subset": "kmb_Latn-kon_Latn", "languages": ["kmb-Latn", "kon-Latn"]}, {"precision": 0.461214, "recall": 0.504941, "f1": 0.47335, "accuracy": 0.504941, "main_score": 0.47335, "hf_subset": "kmb_Latn-mni_Beng", "languages": ["kmb-Latn", "mni-Beng"]}, {"precision": 0.556393, "recall": 0.59585, "f1": 0.566591, "accuracy": 0.59585, "main_score": 0.566591, "hf_subset": "kmb_Latn-ron_Latn", "languages": ["kmb-Latn", "ron-Latn"]}, {"precision": 0.534672, "recall": 0.579051, "f1": 0.546644, "accuracy": 0.579051, "main_score": 0.546644, "hf_subset": "kmb_Latn-szl_Latn", "languages": ["kmb-Latn", "szl-Latn"]}, {"precision": 0.557329, "recall": 0.591897, "f1": 0.567158, "accuracy": 0.591897, "main_score": 0.567158, "hf_subset": "kmb_Latn-vec_Latn", "languages": ["kmb-Latn", "vec-Latn"]}, {"precision": 0.463952, "recall": 0.516798, "f1": 0.478825, "accuracy": 0.516798, "main_score": 0.478825, "hf_subset": "kmb_Latn-amh_Ethi", "languages": ["kmb-Latn", "amh-Ethi"]}, {"precision": 0.547202, "recall": 0.587945, "f1": 0.55811, "accuracy": 0.587945, "main_score": 0.55811, "hf_subset": "kmb_Latn-bos_Latn", "languages": ["kmb-Latn", "bos-Latn"]}, {"precision": 0.533183, "recall": 0.579051, "f1": 0.545402, "accuracy": 0.579051, "main_score": 0.545402, "hf_subset": "kmb_Latn-fin_Latn", "languages": ["kmb-Latn", "fin-Latn"]}, {"precision": 0.541669, "recall": 0.585968, "f1": 0.554032, "accuracy": 0.585968, "main_score": 0.554032, "hf_subset": "kmb_Latn-ita_Latn", "languages": ["kmb-Latn", "ita-Latn"]}, {"precision": 0.523841, "recall": 0.570158, "f1": 0.535946, "accuracy": 0.570158, "main_score": 0.535946, "hf_subset": "kmb_Latn-kor_Hang", "languages": ["kmb-Latn", "kor-Hang"]}, {"precision": 0.50241, "recall": 0.54249, "f1": 0.513741, "accuracy": 0.54249, "main_score": 0.513741, "hf_subset": "kmb_Latn-mos_Latn", "languages": ["kmb-Latn", "mos-Latn"]}, {"precision": 0.516678, "recall": 0.557312, "f1": 0.527837, "accuracy": 0.557312, "main_score": 0.527837, "hf_subset": "kmb_Latn-run_Latn", "languages": ["kmb-Latn", "run-Latn"]}, {"precision": 0.508673, "recall": 0.559289, "f1": 0.522685, "accuracy": 0.559289, "main_score": 0.522685, "hf_subset": "kmb_Latn-tam_Taml", "languages": ["kmb-Latn", "tam-Taml"]}, {"precision": 0.541011, "recall": 0.582016, "f1": 0.552133, "accuracy": 0.582016, "main_score": 0.552133, "hf_subset": "kmb_Latn-vie_Latn", "languages": ["kmb-Latn", "vie-Latn"]}, {"precision": 0.528656, "recall": 0.577075, "f1": 0.542246, "accuracy": 0.577075, "main_score": 0.542246, "hf_subset": "kmb_Latn-apc_Arab", "languages": ["kmb-Latn", "apc-Arab"]}, {"precision": 0.531769, "recall": 0.571146, "f1": 0.54222, "accuracy": 0.571146, "main_score": 0.54222, "hf_subset": "kmb_Latn-bug_Latn", "languages": ["kmb-Latn", "bug-Latn"]}, {"precision": 0.475669, "recall": 0.516798, "f1": 0.486811, "accuracy": 0.516798, "main_score": 0.486811, "hf_subset": "kmb_Latn-fon_Latn", "languages": ["kmb-Latn", "fon-Latn"]}, {"precision": 0.56221, "recall": 0.598814, "f1": 0.571885, "accuracy": 0.598814, "main_score": 0.571885, "hf_subset": "kmb_Latn-jav_Latn", "languages": ["kmb-Latn", "jav-Latn"]}, {"precision": 0.499469, "recall": 0.544466, "f1": 0.511441, "accuracy": 0.544466, "main_score": 0.511441, "hf_subset": "kmb_Latn-lao_Laoo", "languages": ["kmb-Latn", "lao-Laoo"]}, {"precision": 0.504889, "recall": 0.548419, "f1": 0.516747, "accuracy": 0.548419, "main_score": 0.516747, "hf_subset": "kmb_Latn-mri_Latn", "languages": ["kmb-Latn", "mri-Latn"]}, {"precision": 0.53027, "recall": 0.573123, "f1": 0.542012, "accuracy": 0.573123, "main_score": 0.542012, "hf_subset": "kmb_Latn-rus_Cyrl", "languages": ["kmb-Latn", "rus-Cyrl"]}, {"precision": 0.492122, "recall": 0.529644, "f1": 0.503041, "accuracy": 0.529644, "main_score": 0.503041, "hf_subset": "kmb_Latn-taq_Latn", "languages": ["kmb-Latn", "taq-Latn"]}, {"precision": 0.564229, "recall": 0.598814, "f1": 0.572935, "accuracy": 0.598814, "main_score": 0.572935, "hf_subset": "kmb_Latn-war_Latn", "languages": ["kmb-Latn", "war-Latn"]}, {"precision": 0.529015, "recall": 0.571146, "f1": 0.5405, "accuracy": 0.571146, "main_score": 0.5405, "hf_subset": "kmb_Latn-arb_Arab", "languages": ["kmb-Latn", "arb-Arab"]}, {"precision": 0.545274, "recall": 0.585968, "f1": 0.55656, "accuracy": 0.585968, "main_score": 0.55656, "hf_subset": "kmb_Latn-bul_Cyrl", "languages": ["kmb-Latn", "bul-Cyrl"]}, {"precision": 0.550514, "recall": 0.588933, "f1": 0.560352, "accuracy": 0.588933, "main_score": 0.560352, "hf_subset": "kmb_Latn-fra_Latn", "languages": ["kmb-Latn", "fra-Latn"]}, {"precision": 0.523751, "recall": 0.567194, "f1": 0.53596, "accuracy": 0.567194, "main_score": 0.53596, "hf_subset": "kmb_Latn-jpn_Jpan", "languages": ["kmb-Latn", "jpn-Jpan"]}, {"precision": 0.553886, "recall": 0.586957, "f1": 0.562965, "accuracy": 0.586957, "main_score": 0.562965, "hf_subset": "kmb_Latn-lij_Latn", "languages": ["kmb-Latn", "lij-Latn"]}, {"precision": 0.398747, "recall": 0.463439, "f1": 0.416491, "accuracy": 0.463439, "main_score": 0.416491, "hf_subset": "kmb_Latn-mya_Mymr", "languages": ["kmb-Latn", "mya-Mymr"]}, {"precision": 0.505811, "recall": 0.55336, "f1": 0.518797, "accuracy": 0.55336, "main_score": 0.518797, "hf_subset": "kmb_Latn-sag_Latn", "languages": ["kmb-Latn", "sag-Latn"]}, {"precision": 0.21142, "recall": 0.251976, "f1": 0.22086, "accuracy": 0.251976, "main_score": 0.22086, "hf_subset": "kmb_Latn-taq_Tfng", "languages": ["kmb-Latn", "taq-Tfng"]}, {"precision": 0.534859, "recall": 0.570158, "f1": 0.544768, "accuracy": 0.570158, "main_score": 0.544768, "hf_subset": "kmb_Latn-wol_Latn", "languages": ["kmb-Latn", "wol-Latn"]}, {"precision": 0.456752, "recall": 0.502964, "f1": 0.470093, "accuracy": 0.502964, "main_score": 0.470093, "hf_subset": "kmb_Latn-arb_Latn", "languages": ["kmb-Latn", "arb-Latn"]}, {"precision": 0.544823, "recall": 0.592885, "f1": 0.55777, "accuracy": 0.592885, "main_score": 0.55777, "hf_subset": "kmb_Latn-cat_Latn", "languages": ["kmb-Latn", "cat-Latn"]}, {"precision": 0.55098, "recall": 0.589921, "f1": 0.560924, "accuracy": 0.589921, "main_score": 0.560924, "hf_subset": "kmb_Latn-fur_Latn", "languages": ["kmb-Latn", "fur-Latn"]}, {"precision": 0.445894, "recall": 0.498024, "f1": 0.459927, "accuracy": 0.498024, "main_score": 0.459927, "hf_subset": "kmb_Latn-kab_Latn", "languages": ["kmb-Latn", "kab-Latn"]}, {"precision": 0.547258, "recall": 0.582016, "f1": 0.557153, "accuracy": 0.582016, "main_score": 0.557153, "hf_subset": "kmb_Latn-lim_Latn", "languages": ["kmb-Latn", "lim-Latn"]}, {"precision": 0.525295, "recall": 0.573123, "f1": 0.538346, "accuracy": 0.573123, "main_score": 0.538346, "hf_subset": "kmb_Latn-nld_Latn", "languages": ["kmb-Latn", "nld-Latn"]}, {"precision": 0.501859, "recall": 0.545455, "f1": 0.51335, "accuracy": 0.545455, "main_score": 0.51335, "hf_subset": "kmb_Latn-san_Deva", "languages": ["kmb-Latn", "san-Deva"]}, {"precision": 0.527521, "recall": 0.575099, "f1": 0.540784, "accuracy": 0.575099, "main_score": 0.540784, "hf_subset": "kmb_Latn-tat_Cyrl", "languages": ["kmb-Latn", "tat-Cyrl"]}, {"precision": 0.545411, "recall": 0.58498, "f1": 0.555851, "accuracy": 0.58498, "main_score": 0.555851, "hf_subset": "kmb_Latn-xho_Latn", "languages": ["kmb-Latn", "xho-Latn"]}, {"precision": 0.511993, "recall": 0.5583, "f1": 0.524877, "accuracy": 0.5583, "main_score": 0.524877, "hf_subset": "kmb_Latn-ars_Arab", "languages": ["kmb-Latn", "ars-Arab"]}, {"precision": 0.558089, "recall": 0.598814, "f1": 0.569587, "accuracy": 0.598814, "main_score": 0.569587, "hf_subset": "kmb_Latn-ceb_Latn", "languages": ["kmb-Latn", "ceb-Latn"]}, {"precision": 0.485928, "recall": 0.529644, "f1": 0.498174, "accuracy": 0.529644, "main_score": 0.498174, "hf_subset": "kmb_Latn-fuv_Latn", "languages": ["kmb-Latn", "fuv-Latn"]}, {"precision": 0.496896, "recall": 0.538538, "f1": 0.508638, "accuracy": 0.538538, "main_score": 0.508638, "hf_subset": "kmb_Latn-kac_Latn", "languages": ["kmb-Latn", "kac-Latn"]}, {"precision": 0.563005, "recall": 0.602767, "f1": 0.57357, "accuracy": 0.602767, "main_score": 0.57357, "hf_subset": "kmb_Latn-lin_Latn", "languages": ["kmb-Latn", "lin-Latn"]}, {"precision": 0.550632, "recall": 0.587945, "f1": 0.56072, "accuracy": 0.587945, "main_score": 0.56072, "hf_subset": "kmb_Latn-nno_Latn", "languages": ["kmb-Latn", "nno-Latn"]}, {"precision": 0.12762, "recall": 0.166996, "f1": 0.13772, "accuracy": 0.166996, "main_score": 0.13772, "hf_subset": "kmb_Latn-sat_Olck", "languages": ["kmb-Latn", "sat-Olck"]}, {"precision": 0.51652, "recall": 0.562253, "f1": 0.528694, "accuracy": 0.562253, "main_score": 0.528694, "hf_subset": "kmb_Latn-tel_Telu", "languages": ["kmb-Latn", "tel-Telu"]}, {"precision": 0.467, "recall": 0.513834, "f1": 0.47954, "accuracy": 0.513834, "main_score": 0.47954, "hf_subset": "kmb_Latn-ydd_Hebr", "languages": ["kmb-Latn", "ydd-Hebr"]}, {"precision": 0.500824, "recall": 0.543478, "f1": 0.512484, "accuracy": 0.543478, "main_score": 0.512484, "hf_subset": "kmb_Latn-ary_Arab", "languages": ["kmb-Latn", "ary-Arab"]}, {"precision": 0.548181, "recall": 0.588933, "f1": 0.55914, "accuracy": 0.588933, "main_score": 0.55914, "hf_subset": "kmb_Latn-ces_Latn", "languages": ["kmb-Latn", "ces-Latn"]}, {"precision": 0.493049, "recall": 0.54249, "f1": 0.507011, "accuracy": 0.54249, "main_score": 0.507011, "hf_subset": "kmb_Latn-gaz_Latn", "languages": ["kmb-Latn", "gaz-Latn"]}, {"precision": 0.525954, "recall": 0.566206, "f1": 0.537138, "accuracy": 0.566206, "main_score": 0.537138, "hf_subset": "kmb_Latn-kam_Latn", "languages": ["kmb-Latn", "kam-Latn"]}, {"precision": 0.518496, "recall": 0.568182, "f1": 0.531535, "accuracy": 0.568182, "main_score": 0.531535, "hf_subset": "kmb_Latn-lit_Latn", "languages": ["kmb-Latn", "lit-Latn"]}, {"precision": 0.550412, "recall": 0.592885, "f1": 0.562381, "accuracy": 0.592885, "main_score": 0.562381, "hf_subset": "kmb_Latn-nob_Latn", "languages": ["kmb-Latn", "nob-Latn"]}, {"precision": 0.538957, "recall": 0.583004, "f1": 0.551042, "accuracy": 0.583004, "main_score": 0.551042, "hf_subset": "kmb_Latn-scn_Latn", "languages": ["kmb-Latn", "scn-Latn"]}, {"precision": 0.521736, "recall": 0.565217, "f1": 0.533093, "accuracy": 0.565217, "main_score": 0.533093, "hf_subset": "kmb_Latn-tgk_Cyrl", "languages": ["kmb-Latn", "tgk-Cyrl"]}, {"precision": 0.478404, "recall": 0.528656, "f1": 0.492806, "accuracy": 0.528656, "main_score": 0.492806, "hf_subset": "kmb_Latn-yor_Latn", "languages": ["kmb-Latn", "yor-Latn"]}, {"precision": 0.525808, "recall": 0.564229, "f1": 0.536447, "accuracy": 0.564229, "main_score": 0.536447, "hf_subset": "kmb_Latn-arz_Arab", "languages": ["kmb-Latn", "arz-Arab"]}, {"precision": 0.522885, "recall": 0.565217, "f1": 0.534658, "accuracy": 0.565217, "main_score": 0.534658, "hf_subset": "kmb_Latn-cjk_Latn", "languages": ["kmb-Latn", "cjk-Latn"]}, {"precision": 0.4952, "recall": 0.538538, "f1": 0.507559, "accuracy": 0.538538, "main_score": 0.507559, "hf_subset": "kmb_Latn-gla_Latn", "languages": ["kmb-Latn", "gla-Latn"]}, {"precision": 0.519362, "recall": 0.56917, "f1": 0.532364, "accuracy": 0.56917, "main_score": 0.532364, "hf_subset": "kmb_Latn-kan_Knda", "languages": ["kmb-Latn", "kan-Knda"]}, {"precision": 0.543658, "recall": 0.583004, "f1": 0.554831, "accuracy": 0.583004, "main_score": 0.554831, "hf_subset": "kmb_Latn-lmo_Latn", "languages": ["kmb-Latn", "lmo-Latn"]}, {"precision": 0.528459, "recall": 0.574111, "f1": 0.540914, "accuracy": 0.574111, "main_score": 0.540914, "hf_subset": "kmb_Latn-npi_Deva", "languages": ["kmb-Latn", "npi-Deva"]}, {"precision": 0.446969, "recall": 0.494071, "f1": 0.459838, "accuracy": 0.494071, "main_score": 0.459838, "hf_subset": "kmb_Latn-shn_Mymr", "languages": ["kmb-Latn", "shn-Mymr"]}, {"precision": 0.567889, "recall": 0.609684, "f1": 0.579334, "accuracy": 0.609684, "main_score": 0.579334, "hf_subset": "kmb_Latn-tgl_Latn", "languages": ["kmb-Latn", "tgl-Latn"]}, {"precision": 0.508426, "recall": 0.55336, "f1": 0.520494, "accuracy": 0.55336, "main_score": 0.520494, "hf_subset": "kmb_Latn-yue_Hant", "languages": ["kmb-Latn", "yue-Hant"]}, {"precision": 0.511836, "recall": 0.562253, "f1": 0.525419, "accuracy": 0.562253, "main_score": 0.525419, "hf_subset": "kmb_Latn-asm_Beng", "languages": ["kmb-Latn", "asm-Beng"]}, {"precision": 0.48696, "recall": 0.540514, "f1": 0.501276, "accuracy": 0.540514, "main_score": 0.501276, "hf_subset": "kmb_Latn-ckb_Arab", "languages": ["kmb-Latn", "ckb-Arab"]}, {"precision": 0.495061, "recall": 0.537549, "f1": 0.5064, "accuracy": 0.537549, "main_score": 0.5064, "hf_subset": "kmb_Latn-gle_Latn", "languages": ["kmb-Latn", "gle-Latn"]}, {"precision": 0.467848, "recall": 0.516798, "f1": 0.481376, "accuracy": 0.516798, "main_score": 0.481376, "hf_subset": "kmb_Latn-kas_Arab", "languages": ["kmb-Latn", "kas-Arab"]}, {"precision": 0.527794, "recall": 0.571146, "f1": 0.539839, "accuracy": 0.571146, "main_score": 0.539839, "hf_subset": "kmb_Latn-ltg_Latn", "languages": ["kmb-Latn", "ltg-Latn"]}, {"precision": 0.563169, "recall": 0.602767, "f1": 0.573566, "accuracy": 0.602767, "main_score": 0.573566, "hf_subset": "kmb_Latn-nso_Latn", "languages": ["kmb-Latn", "nso-Latn"]}, {"precision": 0.469885, "recall": 0.522727, "f1": 0.483973, "accuracy": 0.522727, "main_score": 0.483973, "hf_subset": "kmb_Latn-sin_Sinh", "languages": ["kmb-Latn", "sin-Sinh"]}, {"precision": 0.535094, "recall": 0.578063, "f1": 0.546428, "accuracy": 0.578063, "main_score": 0.546428, "hf_subset": "kmb_Latn-tha_Thai", "languages": ["kmb-Latn", "tha-Thai"]}, {"precision": 0.516387, "recall": 0.561265, "f1": 0.52806, "accuracy": 0.561265, "main_score": 0.52806, "hf_subset": "kmb_Latn-zho_Hans", "languages": ["kmb-Latn", "zho-Hans"]}, {"precision": 0.553528, "recall": 0.594862, "f1": 0.564998, "accuracy": 0.594862, "main_score": 0.564998, "hf_subset": "kmb_Latn-ast_Latn", "languages": ["kmb-Latn", "ast-Latn"]}, {"precision": 0.523041, "recall": 0.571146, "f1": 0.535507, "accuracy": 0.571146, "main_score": 0.535507, "hf_subset": "kmb_Latn-crh_Latn", "languages": ["kmb-Latn", "crh-Latn"]}, {"precision": 0.558539, "recall": 0.596838, "f1": 0.569429, "accuracy": 0.596838, "main_score": 0.569429, "hf_subset": "kmb_Latn-glg_Latn", "languages": ["kmb-Latn", "glg-Latn"]}, {"precision": 0.487269, "recall": 0.534585, "f1": 0.500373, "accuracy": 0.534585, "main_score": 0.500373, "hf_subset": "kmb_Latn-kas_Deva", "languages": ["kmb-Latn", "kas-Deva"]}, {"precision": 0.526822, "recall": 0.572134, "f1": 0.53909, "accuracy": 0.572134, "main_score": 0.53909, "hf_subset": "kmb_Latn-ltz_Latn", "languages": ["kmb-Latn", "ltz-Latn"]}, {"precision": 0.457552, "recall": 0.51087, "f1": 0.472241, "accuracy": 0.51087, "main_score": 0.472241, "hf_subset": "kmb_Latn-nus_Latn", "languages": ["kmb-Latn", "nus-Latn"]}, {"precision": 0.548259, "recall": 0.591897, "f1": 0.55984, "accuracy": 0.591897, "main_score": 0.55984, "hf_subset": "kmb_Latn-slk_Latn", "languages": ["kmb-Latn", "slk-Latn"]}, {"precision": 0.394128, "recall": 0.44664, "f1": 0.409037, "accuracy": 0.44664, "main_score": 0.409037, "hf_subset": "kmb_Latn-tir_Ethi", "languages": ["kmb-Latn", "tir-Ethi"]}, {"precision": 0.501603, "recall": 0.55336, "f1": 0.515271, "accuracy": 0.55336, "main_score": 0.515271, "hf_subset": "kmb_Latn-zho_Hant", "languages": ["kmb-Latn", "zho-Hant"]}, {"precision": 0.529138, "recall": 0.570158, "f1": 0.540238, "accuracy": 0.570158, "main_score": 0.540238, "hf_subset": "kmb_Latn-awa_Deva", "languages": ["kmb-Latn", "awa-Deva"]}, {"precision": 0.548968, "recall": 0.592885, "f1": 0.560785, "accuracy": 0.592885, "main_score": 0.560785, "hf_subset": "kmb_Latn-cym_Latn", "languages": ["kmb-Latn", "cym-Latn"]}, {"precision": 0.546802, "recall": 0.583004, "f1": 0.556349, "accuracy": 0.583004, "main_score": 0.556349, "hf_subset": "kmb_Latn-grn_Latn", "languages": ["kmb-Latn", "grn-Latn"]}, {"precision": 0.509017, "recall": 0.555336, "f1": 0.52126, "accuracy": 0.555336, "main_score": 0.52126, "hf_subset": "kmb_Latn-kat_Geor", "languages": ["kmb-Latn", "kat-Geor"]}, {"precision": 0.554847, "recall": 0.592885, "f1": 0.565223, "accuracy": 0.592885, "main_score": 0.565223, "hf_subset": "kmb_Latn-lua_Latn", "languages": ["kmb-Latn", "lua-Latn"]}, {"precision": 0.549855, "recall": 0.594862, "f1": 0.562415, "accuracy": 0.594862, "main_score": 0.562415, "hf_subset": "kmb_Latn-nya_Latn", "languages": ["kmb-Latn", "nya-Latn"]}, {"precision": 0.544237, "recall": 0.583992, "f1": 0.554879, "accuracy": 0.583992, "main_score": 0.554879, "hf_subset": "kmb_Latn-slv_Latn", "languages": ["kmb-Latn", "slv-Latn"]}, {"precision": 0.546506, "recall": 0.587945, "f1": 0.557569, "accuracy": 0.587945, "main_score": 0.557569, "hf_subset": "kmb_Latn-tpi_Latn", "languages": ["kmb-Latn", "tpi-Latn"]}, {"precision": 0.56851, "recall": 0.603755, "f1": 0.578114, "accuracy": 0.603755, "main_score": 0.578114, "hf_subset": "kmb_Latn-zsm_Latn", "languages": ["kmb-Latn", "zsm-Latn"]}, {"precision": 0.501426, "recall": 0.547431, "f1": 0.514779, "accuracy": 0.547431, "main_score": 0.514779, "hf_subset": "kmb_Latn-ayr_Latn", "languages": ["kmb-Latn", "ayr-Latn"]}, {"precision": 0.554201, "recall": 0.598814, "f1": 0.565857, "accuracy": 0.598814, "main_score": 0.565857, "hf_subset": "kmb_Latn-dan_Latn", "languages": ["kmb-Latn", "dan-Latn"]}, {"precision": 0.534467, "recall": 0.576087, "f1": 0.546159, "accuracy": 0.576087, "main_score": 0.546159, "hf_subset": "kmb_Latn-guj_Gujr", "languages": ["kmb-Latn", "guj-Gujr"]}, {"precision": 0.527914, "recall": 0.575099, "f1": 0.541028, "accuracy": 0.575099, "main_score": 0.541028, "hf_subset": "kmb_Latn-kaz_Cyrl", "languages": ["kmb-Latn", "kaz-Cyrl"]}, {"precision": 0.499945, "recall": 0.549407, "f1": 0.513328, "accuracy": 0.549407, "main_score": 0.513328, "hf_subset": "kmb_Latn-lug_Latn", "languages": ["kmb-Latn", "lug-Latn"]}, {"precision": 0.568954, "recall": 0.609684, "f1": 0.580311, "accuracy": 0.609684, "main_score": 0.580311, "hf_subset": "kmb_Latn-oci_Latn", "languages": ["kmb-Latn", "oci-Latn"]}, {"precision": 0.535139, "recall": 0.570158, "f1": 0.545142, "accuracy": 0.570158, "main_score": 0.545142, "hf_subset": "kmb_Latn-smo_Latn", "languages": ["kmb-Latn", "smo-Latn"]}, {"precision": 0.52091, "recall": 0.566206, "f1": 0.533283, "accuracy": 0.566206, "main_score": 0.533283, "hf_subset": "kmb_Latn-tsn_Latn", "languages": ["kmb-Latn", "tsn-Latn"]}, {"precision": 0.532512, "recall": 0.578063, "f1": 0.54506, "accuracy": 0.578063, "main_score": 0.54506, "hf_subset": "kmb_Latn-zul_Latn", "languages": ["kmb-Latn", "zul-Latn"]}, {"precision": 0.464409, "recall": 0.512846, "f1": 0.477819, "accuracy": 0.512846, "main_score": 0.477819, "hf_subset": "kmb_Latn-azb_Arab", "languages": ["kmb-Latn", "azb-Arab"]}, {"precision": 0.548547, "recall": 0.589921, "f1": 0.559966, "accuracy": 0.589921, "main_score": 0.559966, "hf_subset": "kmb_Latn-deu_Latn", "languages": ["kmb-Latn", "deu-Latn"]}, {"precision": 0.517043, "recall": 0.567194, "f1": 0.529986, "accuracy": 0.567194, "main_score": 0.529986, "hf_subset": "kmb_Latn-hat_Latn", "languages": ["kmb-Latn", "hat-Latn"]}, {"precision": 0.502601, "recall": 0.547431, "f1": 0.514608, "accuracy": 0.547431, "main_score": 0.514608, "hf_subset": "kmb_Latn-kbp_Latn", "languages": ["kmb-Latn", "kbp-Latn"]}, {"precision": 0.544988, "recall": 0.582016, "f1": 0.55553, "accuracy": 0.582016, "main_score": 0.55553, "hf_subset": "kmb_Latn-luo_Latn", "languages": ["kmb-Latn", "luo-Latn"]}, {"precision": 0.516085, "recall": 0.565217, "f1": 0.529611, "accuracy": 0.565217, "main_score": 0.529611, "hf_subset": "kmb_Latn-ory_Orya", "languages": ["kmb-Latn", "ory-Orya"]}, {"precision": 0.541197, "recall": 0.586957, "f1": 0.554059, "accuracy": 0.586957, "main_score": 0.554059, "hf_subset": "kmb_Latn-sna_Latn", "languages": ["kmb-Latn", "sna-Latn"]}, {"precision": 0.520984, "recall": 0.561265, "f1": 0.532562, "accuracy": 0.561265, "main_score": 0.532562, "hf_subset": "kmb_Latn-tso_Latn", "languages": ["kmb-Latn", "tso-Latn"]}, {"precision": 0.512802, "recall": 0.559289, "f1": 0.52605, "accuracy": 0.559289, "main_score": 0.52605, "hf_subset": "kmb_Latn-azj_Latn", "languages": ["kmb-Latn", "azj-Latn"]}, {"precision": 0.487548, "recall": 0.529644, "f1": 0.499539, "accuracy": 0.529644, "main_score": 0.499539, "hf_subset": "kmb_Latn-dik_Latn", "languages": ["kmb-Latn", "dik-Latn"]}, {"precision": 0.523606, "recall": 0.564229, "f1": 0.534536, "accuracy": 0.564229, "main_score": 0.534536, "hf_subset": "kmb_Latn-hau_Latn", "languages": ["kmb-Latn", "hau-Latn"]}, {"precision": 0.563749, "recall": 0.598814, "f1": 0.57273, "accuracy": 0.598814, "main_score": 0.57273, "hf_subset": "kmb_Latn-kea_Latn", "languages": ["kmb-Latn", "kea-Latn"]}, {"precision": 0.526152, "recall": 0.567194, "f1": 0.537727, "accuracy": 0.567194, "main_score": 0.537727, "hf_subset": "kmb_Latn-lus_Latn", "languages": ["kmb-Latn", "lus-Latn"]}, {"precision": 0.526507, "recall": 0.567194, "f1": 0.537815, "accuracy": 0.567194, "main_score": 0.537815, "hf_subset": "kmb_Latn-pag_Latn", "languages": ["kmb-Latn", "pag-Latn"]}, {"precision": 0.505938, "recall": 0.551383, "f1": 0.518491, "accuracy": 0.551383, "main_score": 0.518491, "hf_subset": "kmb_Latn-snd_Arab", "languages": ["kmb-Latn", "snd-Arab"]}, {"precision": 0.497401, "recall": 0.546443, "f1": 0.511182, "accuracy": 0.546443, "main_score": 0.511182, "hf_subset": "kmb_Latn-tuk_Latn", "languages": ["kmb-Latn", "tuk-Latn"]}, {"precision": 0.538825, "recall": 0.58004, "f1": 0.549457, "accuracy": 0.58004, "main_score": 0.549457, "hf_subset": "kmb_Latn-bak_Cyrl", "languages": ["kmb-Latn", "bak-Cyrl"]}, {"precision": 0.414182, "recall": 0.476285, "f1": 0.431948, "accuracy": 0.476285, "main_score": 0.431948, "hf_subset": "kmb_Latn-dyu_Latn", "languages": ["kmb-Latn", "dyu-Latn"]}, {"precision": 0.519339, "recall": 0.567194, "f1": 0.532354, "accuracy": 0.567194, "main_score": 0.532354, "hf_subset": "kmb_Latn-heb_Hebr", "languages": ["kmb-Latn", "heb-Hebr"]}, {"precision": 0.52132, "recall": 0.557312, "f1": 0.531282, "accuracy": 0.557312, "main_score": 0.531282, "hf_subset": "kmb_Latn-khk_Cyrl", "languages": ["kmb-Latn", "khk-Cyrl"]}, {"precision": 0.528436, "recall": 0.573123, "f1": 0.540625, "accuracy": 0.573123, "main_score": 0.540625, "hf_subset": "kmb_Latn-lvs_Latn", "languages": ["kmb-Latn", "lvs-Latn"]}, {"precision": 0.513704, "recall": 0.555336, "f1": 0.52442, "accuracy": 0.555336, "main_score": 0.52442, "hf_subset": "kmb_Latn-pan_Guru", "languages": ["kmb-Latn", "pan-Guru"]}, {"precision": 0.51105, "recall": 0.552372, "f1": 0.522425, "accuracy": 0.552372, "main_score": 0.522425, "hf_subset": "kmb_Latn-som_Latn", "languages": ["kmb-Latn", "som-Latn"]}, {"precision": 0.526561, "recall": 0.562253, "f1": 0.536825, "accuracy": 0.562253, "main_score": 0.536825, "hf_subset": "kmb_Latn-tum_Latn", "languages": ["kmb-Latn", "tum-Latn"]}, {"precision": 0.637558, "recall": 0.694664, "f1": 0.653551, "accuracy": 0.694664, "main_score": 0.653551, "hf_subset": "min_Arab-ace_Arab", "languages": ["min-Arab", "ace-Arab"]}, {"precision": 0.376584, "recall": 0.422925, "f1": 0.389312, "accuracy": 0.422925, "main_score": 0.389312, "hf_subset": "min_Arab-bam_Latn", "languages": ["min-Arab", "bam-Latn"]}, {"precision": 0.186119, "recall": 0.22332, "f1": 0.195233, "accuracy": 0.22332, "main_score": 0.195233, "hf_subset": "min_Arab-dzo_Tibt", "languages": ["min-Arab", "dzo-Tibt"]}, {"precision": 0.464959, "recall": 0.531621, "f1": 0.482145, "accuracy": 0.531621, "main_score": 0.482145, "hf_subset": "min_Arab-hin_Deva", "languages": ["min-Arab", "hin-Deva"]}, {"precision": 0.391661, "recall": 0.454545, "f1": 0.407408, "accuracy": 0.454545, "main_score": 0.407408, "hf_subset": "min_Arab-khm_Khmr", "languages": ["min-Arab", "khm-Khmr"]}, {"precision": 0.474091, "recall": 0.536561, "f1": 0.490485, "accuracy": 0.536561, "main_score": 0.490485, "hf_subset": "min_Arab-mag_Deva", "languages": ["min-Arab", "mag-Deva"]}, {"precision": 0.500281, "recall": 0.556324, "f1": 0.514802, "accuracy": 0.556324, "main_score": 0.514802, "hf_subset": "min_Arab-pap_Latn", "languages": ["min-Arab", "pap-Latn"]}, {"precision": 0.396501, "recall": 0.447628, "f1": 0.409617, "accuracy": 0.447628, "main_score": 0.409617, "hf_subset": "min_Arab-sot_Latn", "languages": ["min-Arab", "sot-Latn"]}, {"precision": 0.469668, "recall": 0.530632, "f1": 0.485162, "accuracy": 0.530632, "main_score": 0.485162, "hf_subset": "min_Arab-tur_Latn", "languages": ["min-Arab", "tur-Latn"]}, {"precision": 0.560218, "recall": 0.618577, "f1": 0.574388, "accuracy": 0.618577, "main_score": 0.574388, "hf_subset": "min_Arab-ace_Latn", "languages": ["min-Arab", "ace-Latn"]}, {"precision": 0.537136, "recall": 0.588933, "f1": 0.550252, "accuracy": 0.588933, "main_score": 0.550252, "hf_subset": "min_Arab-ban_Latn", "languages": ["min-Arab", "ban-Latn"]}, {"precision": 0.451822, "recall": 0.51581, "f1": 0.468928, "accuracy": 0.51581, "main_score": 0.468928, "hf_subset": "min_Arab-ell_Grek", "languages": ["min-Arab", "ell-Grek"]}, {"precision": 0.462436, "recall": 0.523715, "f1": 0.477866, "accuracy": 0.523715, "main_score": 0.477866, "hf_subset": "min_Arab-hne_Deva", "languages": ["min-Arab", "hne-Deva"]}, {"precision": 0.323053, "recall": 0.381423, "f1": 0.338751, "accuracy": 0.381423, "main_score": 0.338751, "hf_subset": "min_Arab-kik_Latn", "languages": ["min-Arab", "kik-Latn"]}, {"precision": 0.472973, "recall": 0.536561, "f1": 0.489113, "accuracy": 0.536561, "main_score": 0.489113, "hf_subset": "min_Arab-mai_Deva", "languages": ["min-Arab", "mai-Deva"]}, {"precision": 0.446645, "recall": 0.507905, "f1": 0.46173, "accuracy": 0.507905, "main_score": 0.46173, "hf_subset": "min_Arab-pbt_Arab", "languages": ["min-Arab", "pbt-Arab"]}, {"precision": 0.467615, "recall": 0.528656, "f1": 0.483129, "accuracy": 0.528656, "main_score": 0.483129, "hf_subset": "min_Arab-spa_Latn", "languages": ["min-Arab", "spa-Latn"]}, {"precision": 0.410392, "recall": 0.464427, "f1": 0.424929, "accuracy": 0.464427, "main_score": 0.424929, "hf_subset": "min_Arab-twi_Latn", "languages": ["min-Arab", "twi-Latn"]}, {"precision": 0.462187, "recall": 0.525692, "f1": 0.477786, "accuracy": 0.525692, "main_score": 0.477786, "hf_subset": "min_Arab-acm_Arab", "languages": ["min-Arab", "acm-Arab"]}, {"precision": 0.421795, "recall": 0.48913, "f1": 0.438371, "accuracy": 0.48913, "main_score": 0.438371, "hf_subset": "min_Arab-bel_Cyrl", "languages": ["min-Arab", "bel-Cyrl"]}, {"precision": 0.501438, "recall": 0.565217, "f1": 0.51733, "accuracy": 0.565217, "main_score": 0.51733, "hf_subset": "min_Arab-eng_Latn", "languages": ["min-Arab", "eng-Latn"]}, {"precision": 0.498756, "recall": 0.559289, "f1": 0.514158, "accuracy": 0.559289, "main_score": 0.514158, "hf_subset": "min_Arab-hrv_Latn", "languages": ["min-Arab", "hrv-Latn"]}, {"precision": 0.375249, "recall": 0.429842, "f1": 0.389141, "accuracy": 0.429842, "main_score": 0.389141, "hf_subset": "min_Arab-kin_Latn", "languages": ["min-Arab", "kin-Latn"]}, {"precision": 0.466896, "recall": 0.532609, "f1": 0.482707, "accuracy": 0.532609, "main_score": 0.482707, "hf_subset": "min_Arab-mal_Mlym", "languages": ["min-Arab", "mal-Mlym"]}, {"precision": 0.482192, "recall": 0.544466, "f1": 0.498614, "accuracy": 0.544466, "main_score": 0.498614, "hf_subset": "min_Arab-pes_Arab", "languages": ["min-Arab", "pes-Arab"]}, {"precision": 0.496719, "recall": 0.55336, "f1": 0.511177, "accuracy": 0.55336, "main_score": 0.511177, "hf_subset": "min_Arab-srd_Latn", "languages": ["min-Arab", "srd-Latn"]}, {"precision": 0.218388, "recall": 0.249012, "f1": 0.226228, "accuracy": 0.249012, "main_score": 0.226228, "hf_subset": "min_Arab-tzm_Tfng", "languages": ["min-Arab", "tzm-Tfng"]}, {"precision": 0.468203, "recall": 0.532609, "f1": 0.48347, "accuracy": 0.532609, "main_score": 0.48347, "hf_subset": "min_Arab-acq_Arab", "languages": ["min-Arab", "acq-Arab"]}, {"precision": 0.396094, "recall": 0.45751, "f1": 0.411774, "accuracy": 0.45751, "main_score": 0.411774, "hf_subset": "min_Arab-bem_Latn", "languages": ["min-Arab", "bem-Latn"]}, {"precision": 0.497742, "recall": 0.55336, "f1": 0.511987, "accuracy": 0.55336, "main_score": 0.511987, "hf_subset": "min_Arab-epo_Latn", "languages": ["min-Arab", "epo-Latn"]}, {"precision": 0.497722, "recall": 0.554348, "f1": 0.512698, "accuracy": 0.554348, "main_score": 0.512698, "hf_subset": "min_Arab-hun_Latn", "languages": ["min-Arab", "hun-Latn"]}, {"precision": 0.456852, "recall": 0.516798, "f1": 0.472134, "accuracy": 0.516798, "main_score": 0.472134, "hf_subset": "min_Arab-kir_Cyrl", "languages": ["min-Arab", "kir-Cyrl"]}, {"precision": 0.46908, "recall": 0.528656, "f1": 0.484099, "accuracy": 0.528656, "main_score": 0.484099, "hf_subset": "min_Arab-mar_Deva", "languages": ["min-Arab", "mar-Deva"]}, {"precision": 0.428359, "recall": 0.471344, "f1": 0.440126, "accuracy": 0.471344, "main_score": 0.440126, "hf_subset": "min_Arab-plt_Latn", "languages": ["min-Arab", "plt-Latn"]}, {"precision": 0.488836, "recall": 0.55336, "f1": 0.505553, "accuracy": 0.55336, "main_score": 0.505553, "hf_subset": "min_Arab-srp_Cyrl", "languages": ["min-Arab", "srp-Cyrl"]}, {"precision": 0.3923, "recall": 0.452569, "f1": 0.407639, "accuracy": 0.452569, "main_score": 0.407639, "hf_subset": "min_Arab-uig_Arab", "languages": ["min-Arab", "uig-Arab"]}, {"precision": 0.447373, "recall": 0.504941, "f1": 0.461547, "accuracy": 0.504941, "main_score": 0.461547, "hf_subset": "min_Arab-aeb_Arab", "languages": ["min-Arab", "aeb-Arab"]}, {"precision": 0.468806, "recall": 0.531621, "f1": 0.484992, "accuracy": 0.531621, "main_score": 0.484992, "hf_subset": "min_Arab-ben_Beng", "languages": ["min-Arab", "ben-Beng"]}, {"precision": 0.469449, "recall": 0.529644, "f1": 0.484228, "accuracy": 0.529644, "main_score": 0.484228, "hf_subset": "min_Arab-est_Latn", "languages": ["min-Arab", "est-Latn"]}, {"precision": 0.451511, "recall": 0.513834, "f1": 0.467586, "accuracy": 0.513834, "main_score": 0.467586, "hf_subset": "min_Arab-hye_Armn", "languages": ["min-Arab", "hye-Armn"]}, {"precision": 0.382997, "recall": 0.435771, "f1": 0.397096, "accuracy": 0.435771, "main_score": 0.397096, "hf_subset": "min_Arab-kmb_Latn", "languages": ["min-Arab", "kmb-Latn"]}, {"precision": 0.466955, "recall": 0.527668, "f1": 0.48297, "accuracy": 0.527668, "main_score": 0.48297, "hf_subset": "min_Arab-pol_Latn", "languages": ["min-Arab", "pol-Latn"]}, {"precision": 0.381799, "recall": 0.431818, "f1": 0.394762, "accuracy": 0.431818, "main_score": 0.394762, "hf_subset": "min_Arab-ssw_Latn", "languages": ["min-Arab", "ssw-Latn"]}, {"precision": 0.479387, "recall": 0.544466, "f1": 0.495341, "accuracy": 0.544466, "main_score": 0.495341, "hf_subset": "min_Arab-ukr_Cyrl", "languages": ["min-Arab", "ukr-Cyrl"]}, {"precision": 0.515773, "recall": 0.583992, "f1": 0.533251, "accuracy": 0.583992, "main_score": 0.533251, "hf_subset": "min_Arab-afr_Latn", "languages": ["min-Arab", "afr-Latn"]}, {"precision": 0.446436, "recall": 0.502964, "f1": 0.45961, "accuracy": 0.502964, "main_score": 0.45961, "hf_subset": "min_Arab-bho_Deva", "languages": ["min-Arab", "bho-Deva"]}, {"precision": 0.468548, "recall": 0.531621, "f1": 0.484529, "accuracy": 0.531621, "main_score": 0.484529, "hf_subset": "min_Arab-eus_Latn", "languages": ["min-Arab", "eus-Latn"]}, {"precision": 0.368709, "recall": 0.432806, "f1": 0.385352, "accuracy": 0.432806, "main_score": 0.385352, "hf_subset": "min_Arab-ibo_Latn", "languages": ["min-Arab", "ibo-Latn"]}, {"precision": 0.455794, "recall": 0.51087, "f1": 0.470869, "accuracy": 0.51087, "main_score": 0.470869, "hf_subset": "min_Arab-kmr_Latn", "languages": ["min-Arab", "kmr-Latn"]}, {"precision": 0.685774, "recall": 0.740119, "f1": 0.699492, "accuracy": 0.740119, "main_score": 0.699492, "hf_subset": "min_Arab-min_Latn", "languages": ["min-Arab", "min-Latn"]}, {"precision": 0.504271, "recall": 0.568182, "f1": 0.520612, "accuracy": 0.568182, "main_score": 0.520612, "hf_subset": "min_Arab-por_Latn", "languages": ["min-Arab", "por-Latn"]}, {"precision": 0.535967, "recall": 0.591897, "f1": 0.550696, "accuracy": 0.591897, "main_score": 0.550696, "hf_subset": "min_Arab-sun_Latn", "languages": ["min-Arab", "sun-Latn"]}, {"precision": 0.369989, "recall": 0.421937, "f1": 0.383447, "accuracy": 0.421937, "main_score": 0.383447, "hf_subset": "min_Arab-umb_Latn", "languages": ["min-Arab", "umb-Latn"]}, {"precision": 0.469267, "recall": 0.531621, "f1": 0.484839, "accuracy": 0.531621, "main_score": 0.484839, "hf_subset": "min_Arab-ajp_Arab", "languages": ["min-Arab", "ajp-Arab"]}, {"precision": 0.667021, "recall": 0.726285, "f1": 0.683563, "accuracy": 0.726285, "main_score": 0.683563, "hf_subset": "min_Arab-bjn_Arab", "languages": ["min-Arab", "bjn-Arab"]}, {"precision": 0.349194, "recall": 0.394269, "f1": 0.360874, "accuracy": 0.394269, "main_score": 0.360874, "hf_subset": "min_Arab-ewe_Latn", "languages": ["min-Arab", "ewe-Latn"]}, {"precision": 0.481766, "recall": 0.540514, "f1": 0.496263, "accuracy": 0.540514, "main_score": 0.496263, "hf_subset": "min_Arab-ilo_Latn", "languages": ["min-Arab", "ilo-Latn"]}, {"precision": 0.267417, "recall": 0.306324, "f1": 0.2778, "accuracy": 0.306324, "main_score": 0.2778, "hf_subset": "min_Arab-knc_Arab", "languages": ["min-Arab", "knc-Arab"]}, {"precision": 0.486497, "recall": 0.548419, "f1": 0.502187, "accuracy": 0.548419, "main_score": 0.502187, "hf_subset": "min_Arab-mkd_Cyrl", "languages": ["min-Arab", "mkd-Cyrl"]}, {"precision": 0.473943, "recall": 0.535573, "f1": 0.489313, "accuracy": 0.535573, "main_score": 0.489313, "hf_subset": "min_Arab-prs_Arab", "languages": ["min-Arab", "prs-Arab"]}, {"precision": 0.495473, "recall": 0.560277, "f1": 0.512152, "accuracy": 0.560277, "main_score": 0.512152, "hf_subset": "min_Arab-swe_Latn", "languages": ["min-Arab", "swe-Latn"]}, {"precision": 0.452165, "recall": 0.521739, "f1": 0.470459, "accuracy": 0.521739, "main_score": 0.470459, "hf_subset": "min_Arab-urd_Arab", "languages": ["min-Arab", "urd-Arab"]}, {"precision": 0.374425, "recall": 0.429842, "f1": 0.389051, "accuracy": 0.429842, "main_score": 0.389051, "hf_subset": "min_Arab-aka_Latn", "languages": ["min-Arab", "aka-Latn"]}, {"precision": 0.536192, "recall": 0.592885, "f1": 0.550015, "accuracy": 0.592885, "main_score": 0.550015, "hf_subset": "min_Arab-bjn_Latn", "languages": ["min-Arab", "bjn-Latn"]}, {"precision": 0.436212, "recall": 0.501976, "f1": 0.452783, "accuracy": 0.501976, "main_score": 0.452783, "hf_subset": "min_Arab-fao_Latn", "languages": ["min-Arab", "fao-Latn"]}, {"precision": 0.534232, "recall": 0.598814, "f1": 0.55068, "accuracy": 0.598814, "main_score": 0.55068, "hf_subset": "min_Arab-ind_Latn", "languages": ["min-Arab", "ind-Latn"]}, {"precision": 0.411792, "recall": 0.44664, "f1": 0.421745, "accuracy": 0.44664, "main_score": 0.421745, "hf_subset": "min_Arab-knc_Latn", "languages": ["min-Arab", "knc-Latn"]}, {"precision": 0.503893, "recall": 0.5583, "f1": 0.517653, "accuracy": 0.5583, "main_score": 0.517653, "hf_subset": "min_Arab-mlt_Latn", "languages": ["min-Arab", "mlt-Latn"]}, {"precision": 0.406174, "recall": 0.45751, "f1": 0.419616, "accuracy": 0.45751, "main_score": 0.419616, "hf_subset": "min_Arab-quy_Latn", "languages": ["min-Arab", "quy-Latn"]}, {"precision": 0.449647, "recall": 0.507905, "f1": 0.464478, "accuracy": 0.507905, "main_score": 0.464478, "hf_subset": "min_Arab-swh_Latn", "languages": ["min-Arab", "swh-Latn"]}, {"precision": 0.455989, "recall": 0.511858, "f1": 0.469653, "accuracy": 0.511858, "main_score": 0.469653, "hf_subset": "min_Arab-uzn_Latn", "languages": ["min-Arab", "uzn-Latn"]}, {"precision": 0.503742, "recall": 0.566206, "f1": 0.518972, "accuracy": 0.566206, "main_score": 0.518972, "hf_subset": "min_Arab-als_Latn", "languages": ["min-Arab", "als-Latn"]}, {"precision": 0.236808, "recall": 0.278656, "f1": 0.246817, "accuracy": 0.278656, "main_score": 0.246817, "hf_subset": "min_Arab-bod_Tibt", "languages": ["min-Arab", "bod-Tibt"]}, {"precision": 0.388078, "recall": 0.435771, "f1": 0.400651, "accuracy": 0.435771, "main_score": 0.400651, "hf_subset": "min_Arab-fij_Latn", "languages": ["min-Arab", "fij-Latn"]}, {"precision": 0.430905, "recall": 0.491107, "f1": 0.445892, "accuracy": 0.491107, "main_score": 0.445892, "hf_subset": "min_Arab-isl_Latn", "languages": ["min-Arab", "isl-Latn"]}, {"precision": 0.42577, "recall": 0.469368, "f1": 0.437701, "accuracy": 0.469368, "main_score": 0.437701, "hf_subset": "min_Arab-kon_Latn", "languages": ["min-Arab", "kon-Latn"]}, {"precision": 0.401283, "recall": 0.461462, "f1": 0.416672, "accuracy": 0.461462, "main_score": 0.416672, "hf_subset": "min_Arab-mni_Beng", "languages": ["min-Arab", "mni-Beng"]}, {"precision": 0.507126, "recall": 0.563241, "f1": 0.521837, "accuracy": 0.563241, "main_score": 0.521837, "hf_subset": "min_Arab-ron_Latn", "languages": ["min-Arab", "ron-Latn"]}, {"precision": 0.476177, "recall": 0.533597, "f1": 0.491709, "accuracy": 0.533597, "main_score": 0.491709, "hf_subset": "min_Arab-szl_Latn", "languages": ["min-Arab", "szl-Latn"]}, {"precision": 0.497597, "recall": 0.554348, "f1": 0.511449, "accuracy": 0.554348, "main_score": 0.511449, "hf_subset": "min_Arab-vec_Latn", "languages": ["min-Arab", "vec-Latn"]}, {"precision": 0.393035, "recall": 0.456522, "f1": 0.409617, "accuracy": 0.456522, "main_score": 0.409617, "hf_subset": "min_Arab-amh_Ethi", "languages": ["min-Arab", "amh-Ethi"]}, {"precision": 0.493389, "recall": 0.55336, "f1": 0.508785, "accuracy": 0.55336, "main_score": 0.508785, "hf_subset": "min_Arab-bos_Latn", "languages": ["min-Arab", "bos-Latn"]}, {"precision": 0.440886, "recall": 0.506917, "f1": 0.458157, "accuracy": 0.506917, "main_score": 0.458157, "hf_subset": "min_Arab-fin_Latn", "languages": ["min-Arab", "fin-Latn"]}, {"precision": 0.468136, "recall": 0.531621, "f1": 0.484472, "accuracy": 0.531621, "main_score": 0.484472, "hf_subset": "min_Arab-ita_Latn", "languages": ["min-Arab", "ita-Latn"]}, {"precision": 0.474225, "recall": 0.540514, "f1": 0.491692, "accuracy": 0.540514, "main_score": 0.491692, "hf_subset": "min_Arab-kor_Hang", "languages": ["min-Arab", "kor-Hang"]}, {"precision": 0.382666, "recall": 0.427866, "f1": 0.394874, "accuracy": 0.427866, "main_score": 0.394874, "hf_subset": "min_Arab-mos_Latn", "languages": ["min-Arab", "mos-Latn"]}, {"precision": 0.376006, "recall": 0.424901, "f1": 0.388658, "accuracy": 0.424901, "main_score": 0.388658, "hf_subset": "min_Arab-run_Latn", "languages": ["min-Arab", "run-Latn"]}, {"precision": 0.438056, "recall": 0.502964, "f1": 0.454225, "accuracy": 0.502964, "main_score": 0.454225, "hf_subset": "min_Arab-tam_Taml", "languages": ["min-Arab", "tam-Taml"]}, {"precision": 0.462148, "recall": 0.524704, "f1": 0.477458, "accuracy": 0.524704, "main_score": 0.477458, "hf_subset": "min_Arab-vie_Latn", "languages": ["min-Arab", "vie-Latn"]}, {"precision": 0.459389, "recall": 0.525692, "f1": 0.475597, "accuracy": 0.525692, "main_score": 0.475597, "hf_subset": "min_Arab-apc_Arab", "languages": ["min-Arab", "apc-Arab"]}, {"precision": 0.482603, "recall": 0.539526, "f1": 0.498113, "accuracy": 0.539526, "main_score": 0.498113, "hf_subset": "min_Arab-bug_Latn", "languages": ["min-Arab", "bug-Latn"]}, {"precision": 0.322427, "recall": 0.363636, "f1": 0.333144, "accuracy": 0.363636, "main_score": 0.333144, "hf_subset": "min_Arab-fon_Latn", "languages": ["min-Arab", "fon-Latn"]}, {"precision": 0.532915, "recall": 0.591897, "f1": 0.54769, "accuracy": 0.591897, "main_score": 0.54769, "hf_subset": "min_Arab-jav_Latn", "languages": ["min-Arab", "jav-Latn"]}, {"precision": 0.386608, "recall": 0.450593, "f1": 0.402616, "accuracy": 0.450593, "main_score": 0.402616, "hf_subset": "min_Arab-lao_Laoo", "languages": ["min-Arab", "lao-Laoo"]}, {"precision": 0.382243, "recall": 0.436759, "f1": 0.39599, "accuracy": 0.436759, "main_score": 0.39599, "hf_subset": "min_Arab-mri_Latn", "languages": ["min-Arab", "mri-Latn"]}, {"precision": 0.475249, "recall": 0.538538, "f1": 0.491203, "accuracy": 0.538538, "main_score": 0.491203, "hf_subset": "min_Arab-rus_Cyrl", "languages": ["min-Arab", "rus-Cyrl"]}, {"precision": 0.384365, "recall": 0.435771, "f1": 0.39788, "accuracy": 0.435771, "main_score": 0.39788, "hf_subset": "min_Arab-taq_Latn", "languages": ["min-Arab", "taq-Latn"]}, {"precision": 0.515314, "recall": 0.566206, "f1": 0.528004, "accuracy": 0.566206, "main_score": 0.528004, "hf_subset": "min_Arab-war_Latn", "languages": ["min-Arab", "war-Latn"]}, {"precision": 0.461724, "recall": 0.527668, "f1": 0.477865, "accuracy": 0.527668, "main_score": 0.477865, "hf_subset": "min_Arab-arb_Arab", "languages": ["min-Arab", "arb-Arab"]}, {"precision": 0.480856, "recall": 0.538538, "f1": 0.495947, "accuracy": 0.538538, "main_score": 0.495947, "hf_subset": "min_Arab-bul_Cyrl", "languages": ["min-Arab", "bul-Cyrl"]}, {"precision": 0.48954, "recall": 0.550395, "f1": 0.505501, "accuracy": 0.550395, "main_score": 0.505501, "hf_subset": "min_Arab-fra_Latn", "languages": ["min-Arab", "fra-Latn"]}, {"precision": 0.440338, "recall": 0.506917, "f1": 0.457653, "accuracy": 0.506917, "main_score": 0.457653, "hf_subset": "min_Arab-jpn_Jpan", "languages": ["min-Arab", "jpn-Jpan"]}, {"precision": 0.475751, "recall": 0.538538, "f1": 0.491774, "accuracy": 0.538538, "main_score": 0.491774, "hf_subset": "min_Arab-lij_Latn", "languages": ["min-Arab", "lij-Latn"]}, {"precision": 0.341771, "recall": 0.408103, "f1": 0.358496, "accuracy": 0.408103, "main_score": 0.358496, "hf_subset": "min_Arab-mya_Mymr", "languages": ["min-Arab", "mya-Mymr"]}, {"precision": 0.402276, "recall": 0.460474, "f1": 0.418016, "accuracy": 0.460474, "main_score": 0.418016, "hf_subset": "min_Arab-sag_Latn", "languages": ["min-Arab", "sag-Latn"]}, {"precision": 0.203135, "recall": 0.236166, "f1": 0.210766, "accuracy": 0.236166, "main_score": 0.210766, "hf_subset": "min_Arab-taq_Tfng", "languages": ["min-Arab", "taq-Tfng"]}, {"precision": 0.408841, "recall": 0.464427, "f1": 0.42302, "accuracy": 0.464427, "main_score": 0.42302, "hf_subset": "min_Arab-wol_Latn", "languages": ["min-Arab", "wol-Latn"]}, {"precision": 0.358561, "recall": 0.414032, "f1": 0.373215, "accuracy": 0.414032, "main_score": 0.373215, "hf_subset": "min_Arab-arb_Latn", "languages": ["min-Arab", "arb-Latn"]}, {"precision": 0.494049, "recall": 0.560277, "f1": 0.510809, "accuracy": 0.560277, "main_score": 0.510809, "hf_subset": "min_Arab-cat_Latn", "languages": ["min-Arab", "cat-Latn"]}, {"precision": 0.494093, "recall": 0.541502, "f1": 0.505757, "accuracy": 0.541502, "main_score": 0.505757, "hf_subset": "min_Arab-fur_Latn", "languages": ["min-Arab", "fur-Latn"]}, {"precision": 0.351003, "recall": 0.398221, "f1": 0.36286, "accuracy": 0.398221, "main_score": 0.36286, "hf_subset": "min_Arab-kab_Latn", "languages": ["min-Arab", "kab-Latn"]}, {"precision": 0.485254, "recall": 0.544466, "f1": 0.500307, "accuracy": 0.544466, "main_score": 0.500307, "hf_subset": "min_Arab-lim_Latn", "languages": ["min-Arab", "lim-Latn"]}, {"precision": 0.470018, "recall": 0.536561, "f1": 0.487561, "accuracy": 0.536561, "main_score": 0.487561, "hf_subset": "min_Arab-nld_Latn", "languages": ["min-Arab", "nld-Latn"]}, {"precision": 0.414488, "recall": 0.486166, "f1": 0.432768, "accuracy": 0.486166, "main_score": 0.432768, "hf_subset": "min_Arab-san_Deva", "languages": ["min-Arab", "san-Deva"]}, {"precision": 0.469322, "recall": 0.528656, "f1": 0.483131, "accuracy": 0.528656, "main_score": 0.483131, "hf_subset": "min_Arab-tat_Cyrl", "languages": ["min-Arab", "tat-Cyrl"]}, {"precision": 0.426162, "recall": 0.479249, "f1": 0.439955, "accuracy": 0.479249, "main_score": 0.439955, "hf_subset": "min_Arab-xho_Latn", "languages": ["min-Arab", "xho-Latn"]}, {"precision": 0.42872, "recall": 0.5, "f1": 0.446203, "accuracy": 0.5, "main_score": 0.446203, "hf_subset": "min_Arab-ars_Arab", "languages": ["min-Arab", "ars-Arab"]}, {"precision": 0.497298, "recall": 0.552372, "f1": 0.510253, "accuracy": 0.552372, "main_score": 0.510253, "hf_subset": "min_Arab-ceb_Latn", "languages": ["min-Arab", "ceb-Latn"]}, {"precision": 0.358601, "recall": 0.410079, "f1": 0.372052, "accuracy": 0.410079, "main_score": 0.372052, "hf_subset": "min_Arab-fuv_Latn", "languages": ["min-Arab", "fuv-Latn"]}, {"precision": 0.360715, "recall": 0.413043, "f1": 0.374726, "accuracy": 0.413043, "main_score": 0.374726, "hf_subset": "min_Arab-kac_Latn", "languages": ["min-Arab", "kac-Latn"]}, {"precision": 0.427674, "recall": 0.478261, "f1": 0.440537, "accuracy": 0.478261, "main_score": 0.440537, "hf_subset": "min_Arab-lin_Latn", "languages": ["min-Arab", "lin-Latn"]}, {"precision": 0.480801, "recall": 0.545455, "f1": 0.496387, "accuracy": 0.545455, "main_score": 0.496387, "hf_subset": "min_Arab-nno_Latn", "languages": ["min-Arab", "nno-Latn"]}, {"precision": 0.127628, "recall": 0.167984, "f1": 0.137355, "accuracy": 0.167984, "main_score": 0.137355, "hf_subset": "min_Arab-sat_Olck", "languages": ["min-Arab", "sat-Olck"]}, {"precision": 0.452338, "recall": 0.512846, "f1": 0.467121, "accuracy": 0.512846, "main_score": 0.467121, "hf_subset": "min_Arab-tel_Telu", "languages": ["min-Arab", "tel-Telu"]}, {"precision": 0.444371, "recall": 0.498024, "f1": 0.458417, "accuracy": 0.498024, "main_score": 0.458417, "hf_subset": "min_Arab-ydd_Hebr", "languages": ["min-Arab", "ydd-Hebr"]}, {"precision": 0.435157, "recall": 0.491107, "f1": 0.448851, "accuracy": 0.491107, "main_score": 0.448851, "hf_subset": "min_Arab-ary_Arab", "languages": ["min-Arab", "ary-Arab"]}, {"precision": 0.484751, "recall": 0.546443, "f1": 0.500358, "accuracy": 0.546443, "main_score": 0.500358, "hf_subset": "min_Arab-ces_Latn", "languages": ["min-Arab", "ces-Latn"]}, {"precision": 0.399994, "recall": 0.452569, "f1": 0.413611, "accuracy": 0.452569, "main_score": 0.413611, "hf_subset": "min_Arab-gaz_Latn", "languages": ["min-Arab", "gaz-Latn"]}, {"precision": 0.372088, "recall": 0.425889, "f1": 0.386077, "accuracy": 0.425889, "main_score": 0.386077, "hf_subset": "min_Arab-kam_Latn", "languages": ["min-Arab", "kam-Latn"]}, {"precision": 0.463416, "recall": 0.529644, "f1": 0.480669, "accuracy": 0.529644, "main_score": 0.480669, "hf_subset": "min_Arab-lit_Latn", "languages": ["min-Arab", "lit-Latn"]}, {"precision": 0.488603, "recall": 0.551383, "f1": 0.504322, "accuracy": 0.551383, "main_score": 0.504322, "hf_subset": "min_Arab-nob_Latn", "languages": ["min-Arab", "nob-Latn"]}, {"precision": 0.467119, "recall": 0.520751, "f1": 0.480367, "accuracy": 0.520751, "main_score": 0.480367, "hf_subset": "min_Arab-scn_Latn", "languages": ["min-Arab", "scn-Latn"]}, {"precision": 0.437404, "recall": 0.48913, "f1": 0.450439, "accuracy": 0.48913, "main_score": 0.450439, "hf_subset": "min_Arab-tgk_Cyrl", "languages": ["min-Arab", "tgk-Cyrl"]}, {"precision": 0.329448, "recall": 0.392292, "f1": 0.345218, "accuracy": 0.392292, "main_score": 0.345218, "hf_subset": "min_Arab-yor_Latn", "languages": ["min-Arab", "yor-Latn"]}, {"precision": 0.464921, "recall": 0.522727, "f1": 0.478663, "accuracy": 0.522727, "main_score": 0.478663, "hf_subset": "min_Arab-arz_Arab", "languages": ["min-Arab", "arz-Arab"]}, {"precision": 0.362109, "recall": 0.41502, "f1": 0.375564, "accuracy": 0.41502, "main_score": 0.375564, "hf_subset": "min_Arab-cjk_Latn", "languages": ["min-Arab", "cjk-Latn"]}, {"precision": 0.389868, "recall": 0.444664, "f1": 0.403722, "accuracy": 0.444664, "main_score": 0.403722, "hf_subset": "min_Arab-gla_Latn", "languages": ["min-Arab", "gla-Latn"]}, {"precision": 0.443524, "recall": 0.513834, "f1": 0.460608, "accuracy": 0.513834, "main_score": 0.460608, "hf_subset": "min_Arab-kan_Knda", "languages": ["min-Arab", "kan-Knda"]}, {"precision": 0.495437, "recall": 0.55336, "f1": 0.50967, "accuracy": 0.55336, "main_score": 0.50967, "hf_subset": "min_Arab-lmo_Latn", "languages": ["min-Arab", "lmo-Latn"]}, {"precision": 0.467706, "recall": 0.534585, "f1": 0.484998, "accuracy": 0.534585, "main_score": 0.484998, "hf_subset": "min_Arab-npi_Deva", "languages": ["min-Arab", "npi-Deva"]}, {"precision": 0.298213, "recall": 0.338933, "f1": 0.30875, "accuracy": 0.338933, "main_score": 0.30875, "hf_subset": "min_Arab-shn_Mymr", "languages": ["min-Arab", "shn-Mymr"]}, {"precision": 0.509423, "recall": 0.561265, "f1": 0.522991, "accuracy": 0.561265, "main_score": 0.522991, "hf_subset": "min_Arab-tgl_Latn", "languages": ["min-Arab", "tgl-Latn"]}, {"precision": 0.451551, "recall": 0.51087, "f1": 0.465964, "accuracy": 0.51087, "main_score": 0.465964, "hf_subset": "min_Arab-yue_Hant", "languages": ["min-Arab", "yue-Hant"]}, {"precision": 0.433458, "recall": 0.496047, "f1": 0.449812, "accuracy": 0.496047, "main_score": 0.449812, "hf_subset": "min_Arab-asm_Beng", "languages": ["min-Arab", "asm-Beng"]}, {"precision": 0.431525, "recall": 0.486166, "f1": 0.445017, "accuracy": 0.486166, "main_score": 0.445017, "hf_subset": "min_Arab-ckb_Arab", "languages": ["min-Arab", "ckb-Arab"]}, {"precision": 0.40143, "recall": 0.455534, "f1": 0.414731, "accuracy": 0.455534, "main_score": 0.414731, "hf_subset": "min_Arab-gle_Latn", "languages": ["min-Arab", "gle-Latn"]}, {"precision": 0.429564, "recall": 0.482213, "f1": 0.442473, "accuracy": 0.482213, "main_score": 0.442473, "hf_subset": "min_Arab-kas_Arab", "languages": ["min-Arab", "kas-Arab"]}, {"precision": 0.471636, "recall": 0.532609, "f1": 0.486743, "accuracy": 0.532609, "main_score": 0.486743, "hf_subset": "min_Arab-ltg_Latn", "languages": ["min-Arab", "ltg-Latn"]}, {"precision": 0.433014, "recall": 0.477273, "f1": 0.444083, "accuracy": 0.477273, "main_score": 0.444083, "hf_subset": "min_Arab-nso_Latn", "languages": ["min-Arab", "nso-Latn"]}, {"precision": 0.404455, "recall": 0.474308, "f1": 0.422663, "accuracy": 0.474308, "main_score": 0.422663, "hf_subset": "min_Arab-sin_Sinh", "languages": ["min-Arab", "sin-Sinh"]}, {"precision": 0.461784, "recall": 0.521739, "f1": 0.477104, "accuracy": 0.521739, "main_score": 0.477104, "hf_subset": "min_Arab-tha_Thai", "languages": ["min-Arab", "tha-Thai"]}, {"precision": 0.433632, "recall": 0.483202, "f1": 0.446085, "accuracy": 0.483202, "main_score": 0.446085, "hf_subset": "min_Arab-zho_Hans", "languages": ["min-Arab", "zho-Hans"]}, {"precision": 0.494216, "recall": 0.547431, "f1": 0.506475, "accuracy": 0.547431, "main_score": 0.506475, "hf_subset": "min_Arab-ast_Latn", "languages": ["min-Arab", "ast-Latn"]}, {"precision": 0.455886, "recall": 0.517787, "f1": 0.471135, "accuracy": 0.517787, "main_score": 0.471135, "hf_subset": "min_Arab-crh_Latn", "languages": ["min-Arab", "crh-Latn"]}, {"precision": 0.505025, "recall": 0.565217, "f1": 0.520673, "accuracy": 0.565217, "main_score": 0.520673, "hf_subset": "min_Arab-glg_Latn", "languages": ["min-Arab", "glg-Latn"]}, {"precision": 0.412741, "recall": 0.462451, "f1": 0.425728, "accuracy": 0.462451, "main_score": 0.425728, "hf_subset": "min_Arab-kas_Deva", "languages": ["min-Arab", "kas-Deva"]}, {"precision": 0.475357, "recall": 0.529644, "f1": 0.488945, "accuracy": 0.529644, "main_score": 0.488945, "hf_subset": "min_Arab-ltz_Latn", "languages": ["min-Arab", "ltz-Latn"]}, {"precision": 0.356731, "recall": 0.411067, "f1": 0.370986, "accuracy": 0.411067, "main_score": 0.370986, "hf_subset": "min_Arab-nus_Latn", "languages": ["min-Arab", "nus-Latn"]}, {"precision": 0.480549, "recall": 0.54249, "f1": 0.495649, "accuracy": 0.54249, "main_score": 0.495649, "hf_subset": "min_Arab-slk_Latn", "languages": ["min-Arab", "slk-Latn"]}, {"precision": 0.343602, "recall": 0.396245, "f1": 0.357108, "accuracy": 0.396245, "main_score": 0.357108, "hf_subset": "min_Arab-tir_Ethi", "languages": ["min-Arab", "tir-Ethi"]}, {"precision": 0.437713, "recall": 0.499012, "f1": 0.453351, "accuracy": 0.499012, "main_score": 0.453351, "hf_subset": "min_Arab-zho_Hant", "languages": ["min-Arab", "zho-Hant"]}, {"precision": 0.454265, "recall": 0.523715, "f1": 0.471989, "accuracy": 0.523715, "main_score": 0.471989, "hf_subset": "min_Arab-awa_Deva", "languages": ["min-Arab", "awa-Deva"]}, {"precision": 0.455992, "recall": 0.51581, "f1": 0.471374, "accuracy": 0.51581, "main_score": 0.471374, "hf_subset": "min_Arab-cym_Latn", "languages": ["min-Arab", "cym-Latn"]}, {"precision": 0.43881, "recall": 0.494071, "f1": 0.453361, "accuracy": 0.494071, "main_score": 0.453361, "hf_subset": "min_Arab-grn_Latn", "languages": ["min-Arab", "grn-Latn"]}, {"precision": 0.4501, "recall": 0.511858, "f1": 0.46504, "accuracy": 0.511858, "main_score": 0.46504, "hf_subset": "min_Arab-kat_Geor", "languages": ["min-Arab", "kat-Geor"]}, {"precision": 0.401388, "recall": 0.458498, "f1": 0.416365, "accuracy": 0.458498, "main_score": 0.416365, "hf_subset": "min_Arab-lua_Latn", "languages": ["min-Arab", "lua-Latn"]}, {"precision": 0.392029, "recall": 0.443676, "f1": 0.405548, "accuracy": 0.443676, "main_score": 0.405548, "hf_subset": "min_Arab-nya_Latn", "languages": ["min-Arab", "nya-Latn"]}, {"precision": 0.488037, "recall": 0.548419, "f1": 0.503754, "accuracy": 0.548419, "main_score": 0.503754, "hf_subset": "min_Arab-slv_Latn", "languages": ["min-Arab", "slv-Latn"]}, {"precision": 0.474762, "recall": 0.527668, "f1": 0.488443, "accuracy": 0.527668, "main_score": 0.488443, "hf_subset": "min_Arab-tpi_Latn", "languages": ["min-Arab", "tpi-Latn"]}, {"precision": 0.50938, "recall": 0.576087, "f1": 0.526197, "accuracy": 0.576087, "main_score": 0.526197, "hf_subset": "min_Arab-zsm_Latn", "languages": ["min-Arab", "zsm-Latn"]}, {"precision": 0.379798, "recall": 0.429842, "f1": 0.393391, "accuracy": 0.429842, "main_score": 0.393391, "hf_subset": "min_Arab-ayr_Latn", "languages": ["min-Arab", "ayr-Latn"]}, {"precision": 0.488878, "recall": 0.545455, "f1": 0.503264, "accuracy": 0.545455, "main_score": 0.503264, "hf_subset": "min_Arab-dan_Latn", "languages": ["min-Arab", "dan-Latn"]}, {"precision": 0.471028, "recall": 0.539526, "f1": 0.488188, "accuracy": 0.539526, "main_score": 0.488188, "hf_subset": "min_Arab-guj_Gujr", "languages": ["min-Arab", "guj-Gujr"]}, {"precision": 0.475569, "recall": 0.538538, "f1": 0.491424, "accuracy": 0.538538, "main_score": 0.491424, "hf_subset": "min_Arab-kaz_Cyrl", "languages": ["min-Arab", "kaz-Cyrl"]}, {"precision": 0.361526, "recall": 0.416008, "f1": 0.375734, "accuracy": 0.416008, "main_score": 0.375734, "hf_subset": "min_Arab-lug_Latn", "languages": ["min-Arab", "lug-Latn"]}, {"precision": 0.51533, "recall": 0.578063, "f1": 0.530914, "accuracy": 0.578063, "main_score": 0.530914, "hf_subset": "min_Arab-oci_Latn", "languages": ["min-Arab", "oci-Latn"]}, {"precision": 0.41702, "recall": 0.468379, "f1": 0.43042, "accuracy": 0.468379, "main_score": 0.43042, "hf_subset": "min_Arab-smo_Latn", "languages": ["min-Arab", "smo-Latn"]}, {"precision": 0.361712, "recall": 0.41996, "f1": 0.377152, "accuracy": 0.41996, "main_score": 0.377152, "hf_subset": "min_Arab-tsn_Latn", "languages": ["min-Arab", "tsn-Latn"]}, {"precision": 0.399862, "recall": 0.448617, "f1": 0.412424, "accuracy": 0.448617, "main_score": 0.412424, "hf_subset": "min_Arab-zul_Latn", "languages": ["min-Arab", "zul-Latn"]}, {"precision": 0.432925, "recall": 0.486166, "f1": 0.446497, "accuracy": 0.486166, "main_score": 0.446497, "hf_subset": "min_Arab-azb_Arab", "languages": ["min-Arab", "azb-Arab"]}, {"precision": 0.481825, "recall": 0.546443, "f1": 0.49774, "accuracy": 0.546443, "main_score": 0.49774, "hf_subset": "min_Arab-deu_Latn", "languages": ["min-Arab", "deu-Latn"]}, {"precision": 0.458821, "recall": 0.52668, "f1": 0.47635, "accuracy": 0.52668, "main_score": 0.47635, "hf_subset": "min_Arab-hat_Latn", "languages": ["min-Arab", "hat-Latn"]}, {"precision": 0.369323, "recall": 0.412055, "f1": 0.380362, "accuracy": 0.412055, "main_score": 0.380362, "hf_subset": "min_Arab-kbp_Latn", "languages": ["min-Arab", "kbp-Latn"]}, {"precision": 0.410082, "recall": 0.45751, "f1": 0.422747, "accuracy": 0.45751, "main_score": 0.422747, "hf_subset": "min_Arab-luo_Latn", "languages": ["min-Arab", "luo-Latn"]}, {"precision": 0.446473, "recall": 0.513834, "f1": 0.463215, "accuracy": 0.513834, "main_score": 0.463215, "hf_subset": "min_Arab-ory_Orya", "languages": ["min-Arab", "ory-Orya"]}, {"precision": 0.365777, "recall": 0.417984, "f1": 0.378528, "accuracy": 0.417984, "main_score": 0.378528, "hf_subset": "min_Arab-sna_Latn", "languages": ["min-Arab", "sna-Latn"]}, {"precision": 0.389847, "recall": 0.43083, "f1": 0.400558, "accuracy": 0.43083, "main_score": 0.400558, "hf_subset": "min_Arab-tso_Latn", "languages": ["min-Arab", "tso-Latn"]}, {"precision": 0.440391, "recall": 0.508893, "f1": 0.457239, "accuracy": 0.508893, "main_score": 0.457239, "hf_subset": "min_Arab-azj_Latn", "languages": ["min-Arab", "azj-Latn"]}, {"precision": 0.331929, "recall": 0.389328, "f1": 0.347146, "accuracy": 0.389328, "main_score": 0.347146, "hf_subset": "min_Arab-dik_Latn", "languages": ["min-Arab", "dik-Latn"]}, {"precision": 0.418167, "recall": 0.475296, "f1": 0.432385, "accuracy": 0.475296, "main_score": 0.432385, "hf_subset": "min_Arab-hau_Latn", "languages": ["min-Arab", "hau-Latn"]}, {"precision": 0.50567, "recall": 0.55336, "f1": 0.518195, "accuracy": 0.55336, "main_score": 0.518195, "hf_subset": "min_Arab-kea_Latn", "languages": ["min-Arab", "kea-Latn"]}, {"precision": 0.42358, "recall": 0.465415, "f1": 0.434889, "accuracy": 0.465415, "main_score": 0.434889, "hf_subset": "min_Arab-lus_Latn", "languages": ["min-Arab", "lus-Latn"]}, {"precision": 0.471452, "recall": 0.51581, "f1": 0.483344, "accuracy": 0.51581, "main_score": 0.483344, "hf_subset": "min_Arab-pag_Latn", "languages": ["min-Arab", "pag-Latn"]}, {"precision": 0.457084, "recall": 0.522727, "f1": 0.472521, "accuracy": 0.522727, "main_score": 0.472521, "hf_subset": "min_Arab-snd_Arab", "languages": ["min-Arab", "snd-Arab"]}, {"precision": 0.426273, "recall": 0.485178, "f1": 0.44147, "accuracy": 0.485178, "main_score": 0.44147, "hf_subset": "min_Arab-tuk_Latn", "languages": ["min-Arab", "tuk-Latn"]}, {"precision": 0.477462, "recall": 0.539526, "f1": 0.494146, "accuracy": 0.539526, "main_score": 0.494146, "hf_subset": "min_Arab-bak_Cyrl", "languages": ["min-Arab", "bak-Cyrl"]}, {"precision": 0.294453, "recall": 0.352767, "f1": 0.309815, "accuracy": 0.352767, "main_score": 0.309815, "hf_subset": "min_Arab-dyu_Latn", "languages": ["min-Arab", "dyu-Latn"]}, {"precision": 0.48141, "recall": 0.544466, "f1": 0.497618, "accuracy": 0.544466, "main_score": 0.497618, "hf_subset": "min_Arab-heb_Hebr", "languages": ["min-Arab", "heb-Hebr"]}, {"precision": 0.426957, "recall": 0.48419, "f1": 0.44119, "accuracy": 0.48419, "main_score": 0.44119, "hf_subset": "min_Arab-khk_Cyrl", "languages": ["min-Arab", "khk-Cyrl"]}, {"precision": 0.48826, "recall": 0.544466, "f1": 0.502018, "accuracy": 0.544466, "main_score": 0.502018, "hf_subset": "min_Arab-lvs_Latn", "languages": ["min-Arab", "lvs-Latn"]}, {"precision": 0.455878, "recall": 0.529644, "f1": 0.474058, "accuracy": 0.529644, "main_score": 0.474058, "hf_subset": "min_Arab-pan_Guru", "languages": ["min-Arab", "pan-Guru"]}, {"precision": 0.402732, "recall": 0.451581, "f1": 0.414895, "accuracy": 0.451581, "main_score": 0.414895, "hf_subset": "min_Arab-som_Latn", "languages": ["min-Arab", "som-Latn"]}, {"precision": 0.385455, "recall": 0.426877, "f1": 0.395939, "accuracy": 0.426877, "main_score": 0.395939, "hf_subset": "min_Arab-tum_Latn", "languages": ["min-Arab", "tum-Latn"]}, {"precision": 0.584313, "recall": 0.651186, "f1": 0.603057, "accuracy": 0.651186, "main_score": 0.603057, "hf_subset": "pol_Latn-ace_Arab", "languages": ["pol-Latn", "ace-Arab"]}, {"precision": 0.541898, "recall": 0.602767, "f1": 0.559049, "accuracy": 0.602767, "main_score": 0.559049, "hf_subset": "pol_Latn-bam_Latn", "languages": ["pol-Latn", "bam-Latn"]}, {"precision": 0.442027, "recall": 0.517787, "f1": 0.462654, "accuracy": 0.517787, "main_score": 0.462654, "hf_subset": "pol_Latn-dzo_Tibt", "languages": ["pol-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-hin_Deva", "languages": ["pol-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-khm_Khmr", "languages": ["pol-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-mag_Deva", "languages": ["pol-Latn", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pol_Latn-pap_Latn", "languages": ["pol-Latn", "pap-Latn"]}, {"precision": 0.600694, "recall": 0.655138, "f1": 0.616242, "accuracy": 0.655138, "main_score": 0.616242, "hf_subset": "pol_Latn-sot_Latn", "languages": ["pol-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tur_Latn", "languages": ["pol-Latn", "tur-Latn"]}, {"precision": 0.880847, "recall": 0.913043, "f1": 0.891008, "accuracy": 0.913043, "main_score": 0.891008, "hf_subset": "pol_Latn-ace_Latn", "languages": ["pol-Latn", "ace-Latn"]}, {"precision": 0.96558, "recall": 0.974308, "f1": 0.968379, "accuracy": 0.974308, "main_score": 0.968379, "hf_subset": "pol_Latn-ban_Latn", "languages": ["pol-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ell_Grek", "languages": ["pol-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pol_Latn-hne_Deva", "languages": ["pol-Latn", "hne-Deva"]}, {"precision": 0.613761, "recall": 0.66502, "f1": 0.627874, "accuracy": 0.66502, "main_score": 0.627874, "hf_subset": "pol_Latn-kik_Latn", "languages": ["pol-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mai_Deva", "languages": ["pol-Latn", "mai-Deva"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "pol_Latn-pbt_Arab", "languages": ["pol-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-spa_Latn", "languages": ["pol-Latn", "spa-Latn"]}, {"precision": 0.619763, "recall": 0.677866, "f1": 0.636688, "accuracy": 0.677866, "main_score": 0.636688, "hf_subset": "pol_Latn-twi_Latn", "languages": ["pol-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-acm_Arab", "languages": ["pol-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-bel_Cyrl", "languages": ["pol-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-eng_Latn", "languages": ["pol-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-hrv_Latn", "languages": ["pol-Latn", "hrv-Latn"]}, {"precision": 0.578888, "recall": 0.632411, "f1": 0.593997, "accuracy": 0.632411, "main_score": 0.593997, "hf_subset": "pol_Latn-kin_Latn", "languages": ["pol-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-mal_Mlym", "languages": ["pol-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-pes_Arab", "languages": ["pol-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-srd_Latn", "languages": ["pol-Latn", "srd-Latn"]}, {"precision": 0.180374, "recall": 0.231225, "f1": 0.192926, "accuracy": 0.231225, "main_score": 0.192926, "hf_subset": "pol_Latn-tzm_Tfng", "languages": ["pol-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-acq_Arab", "languages": ["pol-Latn", "acq-Arab"]}, {"precision": 0.64069, "recall": 0.690711, "f1": 0.654734, "accuracy": 0.690711, "main_score": 0.654734, "hf_subset": "pol_Latn-bem_Latn", "languages": ["pol-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-epo_Latn", "languages": ["pol-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-hun_Latn", "languages": ["pol-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-kir_Cyrl", "languages": ["pol-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mar_Deva", "languages": ["pol-Latn", "mar-Deva"]}, {"precision": 0.684354, "recall": 0.73913, "f1": 0.700414, "accuracy": 0.73913, "main_score": 0.700414, "hf_subset": "pol_Latn-plt_Latn", "languages": ["pol-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-srp_Cyrl", "languages": ["pol-Latn", "srp-Cyrl"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "pol_Latn-uig_Arab", "languages": ["pol-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-aeb_Arab", "languages": ["pol-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ben_Beng", "languages": ["pol-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-est_Latn", "languages": ["pol-Latn", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-hye_Armn", "languages": ["pol-Latn", "hye-Armn"]}, {"precision": 0.556374, "recall": 0.603755, "f1": 0.570342, "accuracy": 0.603755, "main_score": 0.570342, "hf_subset": "pol_Latn-kmb_Latn", "languages": ["pol-Latn", "kmb-Latn"]}, {"precision": 0.496687, "recall": 0.572134, "f1": 0.517316, "accuracy": 0.572134, "main_score": 0.517316, "hf_subset": "pol_Latn-min_Arab", "languages": ["pol-Latn", "min-Arab"]}, {"precision": 0.579603, "recall": 0.637352, "f1": 0.596794, "accuracy": 0.637352, "main_score": 0.596794, "hf_subset": "pol_Latn-ssw_Latn", "languages": ["pol-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ukr_Cyrl", "languages": ["pol-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-afr_Latn", "languages": ["pol-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-bho_Deva", "languages": ["pol-Latn", "bho-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pol_Latn-eus_Latn", "languages": ["pol-Latn", "eus-Latn"]}, {"precision": 0.5833, "recall": 0.644269, "f1": 0.600823, "accuracy": 0.644269, "main_score": 0.600823, "hf_subset": "pol_Latn-ibo_Latn", "languages": ["pol-Latn", "ibo-Latn"]}, {"precision": 0.904397, "recall": 0.929842, "f1": 0.912286, "accuracy": 0.929842, "main_score": 0.912286, "hf_subset": "pol_Latn-kmr_Latn", "languages": ["pol-Latn", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pol_Latn-min_Latn", "languages": ["pol-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-por_Latn", "languages": ["pol-Latn", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-sun_Latn", "languages": ["pol-Latn", "sun-Latn"]}, {"precision": 0.542318, "recall": 0.599802, "f1": 0.559258, "accuracy": 0.599802, "main_score": 0.559258, "hf_subset": "pol_Latn-umb_Latn", "languages": ["pol-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ajp_Arab", "languages": ["pol-Latn", "ajp-Arab"]}, {"precision": 0.554854, "recall": 0.619565, "f1": 0.572631, "accuracy": 0.619565, "main_score": 0.572631, "hf_subset": "pol_Latn-bjn_Arab", "languages": ["pol-Latn", "bjn-Arab"]}, {"precision": 0.53044, "recall": 0.58498, "f1": 0.545751, "accuracy": 0.58498, "main_score": 0.545751, "hf_subset": "pol_Latn-ewe_Latn", "languages": ["pol-Latn", "ewe-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "pol_Latn-ilo_Latn", "languages": ["pol-Latn", "ilo-Latn"]}, {"precision": 0.314833, "recall": 0.379447, "f1": 0.333162, "accuracy": 0.379447, "main_score": 0.333162, "hf_subset": "pol_Latn-knc_Arab", "languages": ["pol-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mkd_Cyrl", "languages": ["pol-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-prs_Arab", "languages": ["pol-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-swe_Latn", "languages": ["pol-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-urd_Arab", "languages": ["pol-Latn", "urd-Arab"]}, {"precision": 0.601691, "recall": 0.662055, "f1": 0.619029, "accuracy": 0.662055, "main_score": 0.619029, "hf_subset": "pol_Latn-aka_Latn", "languages": ["pol-Latn", "aka-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pol_Latn-bjn_Latn", "languages": ["pol-Latn", "bjn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pol_Latn-fao_Latn", "languages": ["pol-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ind_Latn", "languages": ["pol-Latn", "ind-Latn"]}, {"precision": 0.597308, "recall": 0.653162, "f1": 0.61387, "accuracy": 0.653162, "main_score": 0.61387, "hf_subset": "pol_Latn-knc_Latn", "languages": ["pol-Latn", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pol_Latn-mlt_Latn", "languages": ["pol-Latn", "mlt-Latn"]}, {"precision": 0.718812, "recall": 0.779644, "f1": 0.736597, "accuracy": 0.779644, "main_score": 0.736597, "hf_subset": "pol_Latn-quy_Latn", "languages": ["pol-Latn", "quy-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "pol_Latn-swh_Latn", "languages": ["pol-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-uzn_Latn", "languages": ["pol-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-als_Latn", "languages": ["pol-Latn", "als-Latn"]}, {"precision": 0.669401, "recall": 0.744071, "f1": 0.691337, "accuracy": 0.744071, "main_score": 0.691337, "hf_subset": "pol_Latn-bod_Tibt", "languages": ["pol-Latn", "bod-Tibt"]}, {"precision": 0.732552, "recall": 0.785573, "f1": 0.74829, "accuracy": 0.785573, "main_score": 0.74829, "hf_subset": "pol_Latn-fij_Latn", "languages": ["pol-Latn", "fij-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-isl_Latn", "languages": ["pol-Latn", "isl-Latn"]}, {"precision": 0.670652, "recall": 0.722332, "f1": 0.685757, "accuracy": 0.722332, "main_score": 0.685757, "hf_subset": "pol_Latn-kon_Latn", "languages": ["pol-Latn", "kon-Latn"]}, {"precision": 0.658952, "recall": 0.72332, "f1": 0.67775, "accuracy": 0.72332, "main_score": 0.67775, "hf_subset": "pol_Latn-mni_Beng", "languages": ["pol-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ron_Latn", "languages": ["pol-Latn", "ron-Latn"]}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "pol_Latn-szl_Latn", "languages": ["pol-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-vec_Latn", "languages": ["pol-Latn", "vec-Latn"]}, {"precision": 0.947299, "recall": 0.964427, "f1": 0.952899, "accuracy": 0.964427, "main_score": 0.952899, "hf_subset": "pol_Latn-amh_Ethi", "languages": ["pol-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-bos_Latn", "languages": ["pol-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-fin_Latn", "languages": ["pol-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ita_Latn", "languages": ["pol-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-kor_Hang", "languages": ["pol-Latn", "kor-Hang"]}, {"precision": 0.563754, "recall": 0.625494, "f1": 0.581215, "accuracy": 0.625494, "main_score": 0.581215, "hf_subset": "pol_Latn-mos_Latn", "languages": ["pol-Latn", "mos-Latn"]}, {"precision": 0.562527, "recall": 0.616601, "f1": 0.57828, "accuracy": 0.616601, "main_score": 0.57828, "hf_subset": "pol_Latn-run_Latn", "languages": ["pol-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-tam_Taml", "languages": ["pol-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-vie_Latn", "languages": ["pol-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-apc_Arab", "languages": ["pol-Latn", "apc-Arab"]}, {"precision": 0.803771, "recall": 0.852767, "f1": 0.818991, "accuracy": 0.852767, "main_score": 0.818991, "hf_subset": "pol_Latn-bug_Latn", "languages": ["pol-Latn", "bug-Latn"]}, {"precision": 0.479137, "recall": 0.536561, "f1": 0.494434, "accuracy": 0.536561, "main_score": 0.494434, "hf_subset": "pol_Latn-fon_Latn", "languages": ["pol-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-jav_Latn", "languages": ["pol-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-lao_Laoo", "languages": ["pol-Latn", "lao-Laoo"]}, {"precision": 0.87607, "recall": 0.911067, "f1": 0.887418, "accuracy": 0.911067, "main_score": 0.887418, "hf_subset": "pol_Latn-mri_Latn", "languages": ["pol-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-rus_Cyrl", "languages": ["pol-Latn", "rus-Cyrl"]}, {"precision": 0.552429, "recall": 0.619565, "f1": 0.571483, "accuracy": 0.619565, "main_score": 0.571483, "hf_subset": "pol_Latn-taq_Latn", "languages": ["pol-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-war_Latn", "languages": ["pol-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-arb_Arab", "languages": ["pol-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-bul_Cyrl", "languages": ["pol-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-fra_Latn", "languages": ["pol-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-jpn_Jpan", "languages": ["pol-Latn", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-lij_Latn", "languages": ["pol-Latn", "lij-Latn"]}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "pol_Latn-mya_Mymr", "languages": ["pol-Latn", "mya-Mymr"]}, {"precision": 0.611695, "recall": 0.676877, "f1": 0.630226, "accuracy": 0.676877, "main_score": 0.630226, "hf_subset": "pol_Latn-sag_Latn", "languages": ["pol-Latn", "sag-Latn"]}, {"precision": 0.188667, "recall": 0.248024, "f1": 0.202027, "accuracy": 0.248024, "main_score": 0.202027, "hf_subset": "pol_Latn-taq_Tfng", "languages": ["pol-Latn", "taq-Tfng"]}, {"precision": 0.633055, "recall": 0.697628, "f1": 0.650862, "accuracy": 0.697628, "main_score": 0.650862, "hf_subset": "pol_Latn-wol_Latn", "languages": ["pol-Latn", "wol-Latn"]}, {"precision": 0.812994, "recall": 0.860672, "f1": 0.827635, "accuracy": 0.860672, "main_score": 0.827635, "hf_subset": "pol_Latn-arb_Latn", "languages": ["pol-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-cat_Latn", "languages": ["pol-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pol_Latn-fur_Latn", "languages": ["pol-Latn", "fur-Latn"]}, {"precision": 0.416012, "recall": 0.474308, "f1": 0.432359, "accuracy": 0.474308, "main_score": 0.432359, "hf_subset": "pol_Latn-kab_Latn", "languages": ["pol-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-lim_Latn", "languages": ["pol-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-nld_Latn", "languages": ["pol-Latn", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pol_Latn-san_Deva", "languages": ["pol-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-tat_Cyrl", "languages": ["pol-Latn", "tat-Cyrl"]}, {"precision": 0.68107, "recall": 0.735178, "f1": 0.696986, "accuracy": 0.735178, "main_score": 0.696986, "hf_subset": "pol_Latn-xho_Latn", "languages": ["pol-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ars_Arab", "languages": ["pol-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ceb_Latn", "languages": ["pol-Latn", "ceb-Latn"]}, {"precision": 0.574204, "recall": 0.632411, "f1": 0.590821, "accuracy": 0.632411, "main_score": 0.590821, "hf_subset": "pol_Latn-fuv_Latn", "languages": ["pol-Latn", "fuv-Latn"]}, {"precision": 0.525373, "recall": 0.585968, "f1": 0.542599, "accuracy": 0.585968, "main_score": 0.542599, "hf_subset": "pol_Latn-kac_Latn", "languages": ["pol-Latn", "kac-Latn"]}, {"precision": 0.690646, "recall": 0.741107, "f1": 0.705374, "accuracy": 0.741107, "main_score": 0.705374, "hf_subset": "pol_Latn-lin_Latn", "languages": ["pol-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-nno_Latn", "languages": ["pol-Latn", "nno-Latn"]}, {"precision": 0.224546, "recall": 0.302372, "f1": 0.244945, "accuracy": 0.302372, "main_score": 0.244945, "hf_subset": "pol_Latn-sat_Olck", "languages": ["pol-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-tel_Telu", "languages": ["pol-Latn", "tel-Telu"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "pol_Latn-ydd_Hebr", "languages": ["pol-Latn", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pol_Latn-ary_Arab", "languages": ["pol-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ces_Latn", "languages": ["pol-Latn", "ces-Latn"]}, {"precision": 0.590851, "recall": 0.651186, "f1": 0.608374, "accuracy": 0.651186, "main_score": 0.608374, "hf_subset": "pol_Latn-gaz_Latn", "languages": ["pol-Latn", "gaz-Latn"]}, {"precision": 0.593495, "recall": 0.653162, "f1": 0.611204, "accuracy": 0.653162, "main_score": 0.611204, "hf_subset": "pol_Latn-kam_Latn", "languages": ["pol-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pol_Latn-lit_Latn", "languages": ["pol-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-nob_Latn", "languages": ["pol-Latn", "nob-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pol_Latn-scn_Latn", "languages": ["pol-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pol_Latn-tgk_Cyrl", "languages": ["pol-Latn", "tgk-Cyrl"]}, {"precision": 0.725099, "recall": 0.784585, "f1": 0.742396, "accuracy": 0.784585, "main_score": 0.742396, "hf_subset": "pol_Latn-yor_Latn", "languages": ["pol-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-arz_Arab", "languages": ["pol-Latn", "arz-Arab"]}, {"precision": 0.576607, "recall": 0.640316, "f1": 0.59552, "accuracy": 0.640316, "main_score": 0.59552, "hf_subset": "pol_Latn-cjk_Latn", "languages": ["pol-Latn", "cjk-Latn"]}, {"precision": 0.798699, "recall": 0.842885, "f1": 0.812088, "accuracy": 0.842885, "main_score": 0.812088, "hf_subset": "pol_Latn-gla_Latn", "languages": ["pol-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-kan_Knda", "languages": ["pol-Latn", "kan-Knda"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pol_Latn-lmo_Latn", "languages": ["pol-Latn", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pol_Latn-npi_Deva", "languages": ["pol-Latn", "npi-Deva"]}, {"precision": 0.477227, "recall": 0.540514, "f1": 0.494916, "accuracy": 0.540514, "main_score": 0.494916, "hf_subset": "pol_Latn-shn_Mymr", "languages": ["pol-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tgl_Latn", "languages": ["pol-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-yue_Hant", "languages": ["pol-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-asm_Beng", "languages": ["pol-Latn", "asm-Beng"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "pol_Latn-ckb_Arab", "languages": ["pol-Latn", "ckb-Arab"]}, {"precision": 0.892704, "recall": 0.922925, "f1": 0.90224, "accuracy": 0.922925, "main_score": 0.90224, "hf_subset": "pol_Latn-gle_Latn", "languages": ["pol-Latn", "gle-Latn"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "pol_Latn-kas_Arab", "languages": ["pol-Latn", "kas-Arab"]}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "pol_Latn-ltg_Latn", "languages": ["pol-Latn", "ltg-Latn"]}, {"precision": 0.631681, "recall": 0.679842, "f1": 0.645415, "accuracy": 0.679842, "main_score": 0.645415, "hf_subset": "pol_Latn-nso_Latn", "languages": ["pol-Latn", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pol_Latn-sin_Sinh", "languages": ["pol-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tha_Thai", "languages": ["pol-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zho_Hans", "languages": ["pol-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ast_Latn", "languages": ["pol-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-crh_Latn", "languages": ["pol-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-glg_Latn", "languages": ["pol-Latn", "glg-Latn"]}, {"precision": 0.899704, "recall": 0.93083, "f1": 0.90975, "accuracy": 0.93083, "main_score": 0.90975, "hf_subset": "pol_Latn-kas_Deva", "languages": ["pol-Latn", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pol_Latn-ltz_Latn", "languages": ["pol-Latn", "ltz-Latn"]}, {"precision": 0.474764, "recall": 0.541502, "f1": 0.492898, "accuracy": 0.541502, "main_score": 0.492898, "hf_subset": "pol_Latn-nus_Latn", "languages": ["pol-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-slk_Latn", "languages": ["pol-Latn", "slk-Latn"]}, {"precision": 0.626383, "recall": 0.699605, "f1": 0.648602, "accuracy": 0.699605, "main_score": 0.648602, "hf_subset": "pol_Latn-tir_Ethi", "languages": ["pol-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zho_Hant", "languages": ["pol-Latn", "zho-Hant"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "pol_Latn-awa_Deva", "languages": ["pol-Latn", "awa-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pol_Latn-cym_Latn", "languages": ["pol-Latn", "cym-Latn"]}, {"precision": 0.853755, "recall": 0.891304, "f1": 0.865217, "accuracy": 0.891304, "main_score": 0.865217, "hf_subset": "pol_Latn-grn_Latn", "languages": ["pol-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-kat_Geor", "languages": ["pol-Latn", "kat-Geor"]}, {"precision": 0.650652, "recall": 0.706522, "f1": 0.666623, "accuracy": 0.706522, "main_score": 0.666623, "hf_subset": "pol_Latn-lua_Latn", "languages": ["pol-Latn", "lua-Latn"]}, {"precision": 0.656246, "recall": 0.711462, "f1": 0.67248, "accuracy": 0.711462, "main_score": 0.67248, "hf_subset": "pol_Latn-nya_Latn", "languages": ["pol-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-slv_Latn", "languages": ["pol-Latn", "slv-Latn"]}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "pol_Latn-tpi_Latn", "languages": ["pol-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zsm_Latn", "languages": ["pol-Latn", "zsm-Latn"]}, {"precision": 0.548571, "recall": 0.612648, "f1": 0.567248, "accuracy": 0.612648, "main_score": 0.567248, "hf_subset": "pol_Latn-ayr_Latn", "languages": ["pol-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-dan_Latn", "languages": ["pol-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-guj_Gujr", "languages": ["pol-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-kaz_Cyrl", "languages": ["pol-Latn", "kaz-Cyrl"]}, {"precision": 0.55523, "recall": 0.614625, "f1": 0.572236, "accuracy": 0.614625, "main_score": 0.572236, "hf_subset": "pol_Latn-lug_Latn", "languages": ["pol-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-oci_Latn", "languages": ["pol-Latn", "oci-Latn"]}, {"precision": 0.83111, "recall": 0.873518, "f1": 0.843874, "accuracy": 0.873518, "main_score": 0.843874, "hf_subset": "pol_Latn-smo_Latn", "languages": ["pol-Latn", "smo-Latn"]}, {"precision": 0.55723, "recall": 0.617589, "f1": 0.574381, "accuracy": 0.617589, "main_score": 0.574381, "hf_subset": "pol_Latn-tsn_Latn", "languages": ["pol-Latn", "tsn-Latn"]}, {"precision": 0.64858, "recall": 0.706522, "f1": 0.665051, "accuracy": 0.706522, "main_score": 0.665051, "hf_subset": "pol_Latn-zul_Latn", "languages": ["pol-Latn", "zul-Latn"]}, {"precision": 0.930912, "recall": 0.952569, "f1": 0.937978, "accuracy": 0.952569, "main_score": 0.937978, "hf_subset": "pol_Latn-azb_Arab", "languages": ["pol-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-deu_Latn", "languages": ["pol-Latn", "deu-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "pol_Latn-hat_Latn", "languages": ["pol-Latn", "hat-Latn"]}, {"precision": 0.506269, "recall": 0.562253, "f1": 0.522296, "accuracy": 0.562253, "main_score": 0.522296, "hf_subset": "pol_Latn-kbp_Latn", "languages": ["pol-Latn", "kbp-Latn"]}, {"precision": 0.584072, "recall": 0.642292, "f1": 0.5999, "accuracy": 0.642292, "main_score": 0.5999, "hf_subset": "pol_Latn-luo_Latn", "languages": ["pol-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ory_Orya", "languages": ["pol-Latn", "ory-Orya"]}, {"precision": 0.600264, "recall": 0.658103, "f1": 0.616704, "accuracy": 0.658103, "main_score": 0.616704, "hf_subset": "pol_Latn-sna_Latn", "languages": ["pol-Latn", "sna-Latn"]}, {"precision": 0.576367, "recall": 0.626482, "f1": 0.590274, "accuracy": 0.626482, "main_score": 0.590274, "hf_subset": "pol_Latn-tso_Latn", "languages": ["pol-Latn", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-azj_Latn", "languages": ["pol-Latn", "azj-Latn"]}, {"precision": 0.55118, "recall": 0.613636, "f1": 0.569368, "accuracy": 0.613636, "main_score": 0.569368, "hf_subset": "pol_Latn-dik_Latn", "languages": ["pol-Latn", "dik-Latn"]}, {"precision": 0.736858, "recall": 0.794466, "f1": 0.75415, "accuracy": 0.794466, "main_score": 0.75415, "hf_subset": "pol_Latn-hau_Latn", "languages": ["pol-Latn", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pol_Latn-kea_Latn", "languages": ["pol-Latn", "kea-Latn"]}, {"precision": 0.74996, "recall": 0.797431, "f1": 0.764081, "accuracy": 0.797431, "main_score": 0.764081, "hf_subset": "pol_Latn-lus_Latn", "languages": ["pol-Latn", "lus-Latn"]}, {"precision": 0.892375, "recall": 0.917984, "f1": 0.900033, "accuracy": 0.917984, "main_score": 0.900033, "hf_subset": "pol_Latn-pag_Latn", "languages": ["pol-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-snd_Arab", "languages": ["pol-Latn", "snd-Arab"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "pol_Latn-tuk_Latn", "languages": ["pol-Latn", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pol_Latn-bak_Cyrl", "languages": ["pol-Latn", "bak-Cyrl"]}, {"precision": 0.497794, "recall": 0.578063, "f1": 0.521895, "accuracy": 0.578063, "main_score": 0.521895, "hf_subset": "pol_Latn-dyu_Latn", "languages": ["pol-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-heb_Hebr", "languages": ["pol-Latn", "heb-Hebr"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pol_Latn-khk_Cyrl", "languages": ["pol-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-lvs_Latn", "languages": ["pol-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-pan_Guru", "languages": ["pol-Latn", "pan-Guru"]}, {"precision": 0.715951, "recall": 0.774704, "f1": 0.733665, "accuracy": 0.774704, "main_score": 0.733665, "hf_subset": "pol_Latn-som_Latn", "languages": ["pol-Latn", "som-Latn"]}, {"precision": 0.612794, "recall": 0.660079, "f1": 0.626523, "accuracy": 0.660079, "main_score": 0.626523, "hf_subset": "pol_Latn-tum_Latn", "languages": ["pol-Latn", "tum-Latn"]}, {"precision": 0.420455, "recall": 0.466403, "f1": 0.433153, "accuracy": 0.466403, "main_score": 0.433153, "hf_subset": "ssw_Latn-ace_Arab", "languages": ["ssw-Latn", "ace-Arab"]}, {"precision": 0.51903, "recall": 0.561265, "f1": 0.531172, "accuracy": 0.561265, "main_score": 0.531172, "hf_subset": "ssw_Latn-bam_Latn", "languages": ["ssw-Latn", "bam-Latn"]}, {"precision": 0.222579, "recall": 0.264822, "f1": 0.233627, "accuracy": 0.264822, "main_score": 0.233627, "hf_subset": "ssw_Latn-dzo_Tibt", "languages": ["ssw-Latn", "dzo-Tibt"]}, {"precision": 0.554811, "recall": 0.608696, "f1": 0.567924, "accuracy": 0.608696, "main_score": 0.567924, "hf_subset": "ssw_Latn-hin_Deva", "languages": ["ssw-Latn", "hin-Deva"]}, {"precision": 0.51532, "recall": 0.568182, "f1": 0.529661, "accuracy": 0.568182, "main_score": 0.529661, "hf_subset": "ssw_Latn-khm_Khmr", "languages": ["ssw-Latn", "khm-Khmr"]}, {"precision": 0.55021, "recall": 0.598814, "f1": 0.563367, "accuracy": 0.598814, "main_score": 0.563367, "hf_subset": "ssw_Latn-mag_Deva", "languages": ["ssw-Latn", "mag-Deva"]}, {"precision": 0.550962, "recall": 0.590909, "f1": 0.561571, "accuracy": 0.590909, "main_score": 0.561571, "hf_subset": "ssw_Latn-pap_Latn", "languages": ["ssw-Latn", "pap-Latn"]}, {"precision": 0.594545, "recall": 0.632411, "f1": 0.604329, "accuracy": 0.632411, "main_score": 0.604329, "hf_subset": "ssw_Latn-sot_Latn", "languages": ["ssw-Latn", "sot-Latn"]}, {"precision": 0.567298, "recall": 0.609684, "f1": 0.578485, "accuracy": 0.609684, "main_score": 0.578485, "hf_subset": "ssw_Latn-tur_Latn", "languages": ["ssw-Latn", "tur-Latn"]}, {"precision": 0.55906, "recall": 0.596838, "f1": 0.569132, "accuracy": 0.596838, "main_score": 0.569132, "hf_subset": "ssw_Latn-ace_Latn", "languages": ["ssw-Latn", "ace-Latn"]}, {"precision": 0.566453, "recall": 0.601779, "f1": 0.576526, "accuracy": 0.601779, "main_score": 0.576526, "hf_subset": "ssw_Latn-ban_Latn", "languages": ["ssw-Latn", "ban-Latn"]}, {"precision": 0.547545, "recall": 0.598814, "f1": 0.560191, "accuracy": 0.598814, "main_score": 0.560191, "hf_subset": "ssw_Latn-ell_Grek", "languages": ["ssw-Latn", "ell-Grek"]}, {"precision": 0.550122, "recall": 0.596838, "f1": 0.562618, "accuracy": 0.596838, "main_score": 0.562618, "hf_subset": "ssw_Latn-hne_Deva", "languages": ["ssw-Latn", "hne-Deva"]}, {"precision": 0.518773, "recall": 0.560277, "f1": 0.529967, "accuracy": 0.560277, "main_score": 0.529967, "hf_subset": "ssw_Latn-kik_Latn", "languages": ["ssw-Latn", "kik-Latn"]}, {"precision": 0.551333, "recall": 0.598814, "f1": 0.563119, "accuracy": 0.598814, "main_score": 0.563119, "hf_subset": "ssw_Latn-mai_Deva", "languages": ["ssw-Latn", "mai-Deva"]}, {"precision": 0.50777, "recall": 0.557312, "f1": 0.520614, "accuracy": 0.557312, "main_score": 0.520614, "hf_subset": "ssw_Latn-pbt_Arab", "languages": ["ssw-Latn", "pbt-Arab"]}, {"precision": 0.564702, "recall": 0.615613, "f1": 0.57734, "accuracy": 0.615613, "main_score": 0.57734, "hf_subset": "ssw_Latn-spa_Latn", "languages": ["ssw-Latn", "spa-Latn"]}, {"precision": 0.556482, "recall": 0.592885, "f1": 0.56649, "accuracy": 0.592885, "main_score": 0.56649, "hf_subset": "ssw_Latn-twi_Latn", "languages": ["ssw-Latn", "twi-Latn"]}, {"precision": 0.549575, "recall": 0.592885, "f1": 0.56016, "accuracy": 0.592885, "main_score": 0.56016, "hf_subset": "ssw_Latn-acm_Arab", "languages": ["ssw-Latn", "acm-Arab"]}, {"precision": 0.529363, "recall": 0.578063, "f1": 0.54136, "accuracy": 0.578063, "main_score": 0.54136, "hf_subset": "ssw_Latn-bel_Cyrl", "languages": ["ssw-Latn", "bel-Cyrl"]}, {"precision": 0.580508, "recall": 0.630435, "f1": 0.593173, "accuracy": 0.630435, "main_score": 0.593173, "hf_subset": "ssw_Latn-eng_Latn", "languages": ["ssw-Latn", "eng-Latn"]}, {"precision": 0.58496, "recall": 0.635375, "f1": 0.596932, "accuracy": 0.635375, "main_score": 0.596932, "hf_subset": "ssw_Latn-hrv_Latn", "languages": ["ssw-Latn", "hrv-Latn"]}, {"precision": 0.555469, "recall": 0.597826, "f1": 0.567439, "accuracy": 0.597826, "main_score": 0.567439, "hf_subset": "ssw_Latn-kin_Latn", "languages": ["ssw-Latn", "kin-Latn"]}, {"precision": 0.549913, "recall": 0.600791, "f1": 0.563679, "accuracy": 0.600791, "main_score": 0.563679, "hf_subset": "ssw_Latn-mal_Mlym", "languages": ["ssw-Latn", "mal-Mlym"]}, {"precision": 0.564109, "recall": 0.616601, "f1": 0.578062, "accuracy": 0.616601, "main_score": 0.578062, "hf_subset": "ssw_Latn-pes_Arab", "languages": ["ssw-Latn", "pes-Arab"]}, {"precision": 0.559696, "recall": 0.598814, "f1": 0.570725, "accuracy": 0.598814, "main_score": 0.570725, "hf_subset": "ssw_Latn-srd_Latn", "languages": ["ssw-Latn", "srd-Latn"]}, {"precision": 0.212059, "recall": 0.250988, "f1": 0.22143, "accuracy": 0.250988, "main_score": 0.22143, "hf_subset": "ssw_Latn-tzm_Tfng", "languages": ["ssw-Latn", "tzm-Tfng"]}, {"precision": 0.557562, "recall": 0.606719, "f1": 0.569376, "accuracy": 0.606719, "main_score": 0.569376, "hf_subset": "ssw_Latn-acq_Arab", "languages": ["ssw-Latn", "acq-Arab"]}, {"precision": 0.591151, "recall": 0.630435, "f1": 0.601897, "accuracy": 0.630435, "main_score": 0.601897, "hf_subset": "ssw_Latn-bem_Latn", "languages": ["ssw-Latn", "bem-Latn"]}, {"precision": 0.564669, "recall": 0.609684, "f1": 0.576072, "accuracy": 0.609684, "main_score": 0.576072, "hf_subset": "ssw_Latn-epo_Latn", "languages": ["ssw-Latn", "epo-Latn"]}, {"precision": 0.567146, "recall": 0.617589, "f1": 0.580655, "accuracy": 0.617589, "main_score": 0.580655, "hf_subset": "ssw_Latn-hun_Latn", "languages": ["ssw-Latn", "hun-Latn"]}, {"precision": 0.535661, "recall": 0.581028, "f1": 0.547433, "accuracy": 0.581028, "main_score": 0.547433, "hf_subset": "ssw_Latn-kir_Cyrl", "languages": ["ssw-Latn", "kir-Cyrl"]}, {"precision": 0.564074, "recall": 0.610672, "f1": 0.575886, "accuracy": 0.610672, "main_score": 0.575886, "hf_subset": "ssw_Latn-mar_Deva", "languages": ["ssw-Latn", "mar-Deva"]}, {"precision": 0.544996, "recall": 0.586957, "f1": 0.556736, "accuracy": 0.586957, "main_score": 0.556736, "hf_subset": "ssw_Latn-plt_Latn", "languages": ["ssw-Latn", "plt-Latn"]}, {"precision": 0.581351, "recall": 0.62747, "f1": 0.592334, "accuracy": 0.62747, "main_score": 0.592334, "hf_subset": "ssw_Latn-srp_Cyrl", "languages": ["ssw-Latn", "srp-Cyrl"]}, {"precision": 0.485037, "recall": 0.533597, "f1": 0.497119, "accuracy": 0.533597, "main_score": 0.497119, "hf_subset": "ssw_Latn-uig_Arab", "languages": ["ssw-Latn", "uig-Arab"]}, {"precision": 0.538046, "recall": 0.583004, "f1": 0.549557, "accuracy": 0.583004, "main_score": 0.549557, "hf_subset": "ssw_Latn-aeb_Arab", "languages": ["ssw-Latn", "aeb-Arab"]}, {"precision": 0.563137, "recall": 0.613636, "f1": 0.576109, "accuracy": 0.613636, "main_score": 0.576109, "hf_subset": "ssw_Latn-ben_Beng", "languages": ["ssw-Latn", "ben-Beng"]}, {"precision": 0.556194, "recall": 0.606719, "f1": 0.568852, "accuracy": 0.606719, "main_score": 0.568852, "hf_subset": "ssw_Latn-est_Latn", "languages": ["ssw-Latn", "est-Latn"]}, {"precision": 0.54228, "recall": 0.591897, "f1": 0.554744, "accuracy": 0.591897, "main_score": 0.554744, "hf_subset": "ssw_Latn-hye_Armn", "languages": ["ssw-Latn", "hye-Armn"]}, {"precision": 0.53356, "recall": 0.570158, "f1": 0.544385, "accuracy": 0.570158, "main_score": 0.544385, "hf_subset": "ssw_Latn-kmb_Latn", "languages": ["ssw-Latn", "kmb-Latn"]}, {"precision": 0.381304, "recall": 0.436759, "f1": 0.395703, "accuracy": 0.436759, "main_score": 0.395703, "hf_subset": "ssw_Latn-min_Arab", "languages": ["ssw-Latn", "min-Arab"]}, {"precision": 0.566502, "recall": 0.61166, "f1": 0.578632, "accuracy": 0.61166, "main_score": 0.578632, "hf_subset": "ssw_Latn-pol_Latn", "languages": ["ssw-Latn", "pol-Latn"]}, {"precision": 0.561852, "recall": 0.61166, "f1": 0.575182, "accuracy": 0.61166, "main_score": 0.575182, "hf_subset": "ssw_Latn-ukr_Cyrl", "languages": ["ssw-Latn", "ukr-Cyrl"]}, {"precision": 0.586888, "recall": 0.631423, "f1": 0.598526, "accuracy": 0.631423, "main_score": 0.598526, "hf_subset": "ssw_Latn-afr_Latn", "languages": ["ssw-Latn", "afr-Latn"]}, {"precision": 0.552245, "recall": 0.592885, "f1": 0.562231, "accuracy": 0.592885, "main_score": 0.562231, "hf_subset": "ssw_Latn-bho_Deva", "languages": ["ssw-Latn", "bho-Deva"]}, {"precision": 0.557694, "recall": 0.601779, "f1": 0.56945, "accuracy": 0.601779, "main_score": 0.56945, "hf_subset": "ssw_Latn-eus_Latn", "languages": ["ssw-Latn", "eus-Latn"]}, {"precision": 0.55926, "recall": 0.608696, "f1": 0.573108, "accuracy": 0.608696, "main_score": 0.573108, "hf_subset": "ssw_Latn-ibo_Latn", "languages": ["ssw-Latn", "ibo-Latn"]}, {"precision": 0.54114, "recall": 0.586957, "f1": 0.553011, "accuracy": 0.586957, "main_score": 0.553011, "hf_subset": "ssw_Latn-kmr_Latn", "languages": ["ssw-Latn", "kmr-Latn"]}, {"precision": 0.566171, "recall": 0.607708, "f1": 0.576776, "accuracy": 0.607708, "main_score": 0.576776, "hf_subset": "ssw_Latn-min_Latn", "languages": ["ssw-Latn", "min-Latn"]}, {"precision": 0.582042, "recall": 0.629447, "f1": 0.593864, "accuracy": 0.629447, "main_score": 0.593864, "hf_subset": "ssw_Latn-por_Latn", "languages": ["ssw-Latn", "por-Latn"]}, {"precision": 0.590039, "recall": 0.633399, "f1": 0.601307, "accuracy": 0.633399, "main_score": 0.601307, "hf_subset": "ssw_Latn-sun_Latn", "languages": ["ssw-Latn", "sun-Latn"]}, {"precision": 0.507991, "recall": 0.551383, "f1": 0.520486, "accuracy": 0.551383, "main_score": 0.520486, "hf_subset": "ssw_Latn-umb_Latn", "languages": ["ssw-Latn", "umb-Latn"]}, {"precision": 0.567838, "recall": 0.608696, "f1": 0.578153, "accuracy": 0.608696, "main_score": 0.578153, "hf_subset": "ssw_Latn-ajp_Arab", "languages": ["ssw-Latn", "ajp-Arab"]}, {"precision": 0.413109, "recall": 0.456522, "f1": 0.424916, "accuracy": 0.456522, "main_score": 0.424916, "hf_subset": "ssw_Latn-bjn_Arab", "languages": ["ssw-Latn", "bjn-Arab"]}, {"precision": 0.494694, "recall": 0.532609, "f1": 0.505439, "accuracy": 0.532609, "main_score": 0.505439, "hf_subset": "ssw_Latn-ewe_Latn", "languages": ["ssw-Latn", "ewe-Latn"]}, {"precision": 0.568141, "recall": 0.605731, "f1": 0.578485, "accuracy": 0.605731, "main_score": 0.578485, "hf_subset": "ssw_Latn-ilo_Latn", "languages": ["ssw-Latn", "ilo-Latn"]}, {"precision": 0.29826, "recall": 0.343874, "f1": 0.310211, "accuracy": 0.343874, "main_score": 0.310211, "hf_subset": "ssw_Latn-knc_Arab", "languages": ["ssw-Latn", "knc-Arab"]}, {"precision": 0.564722, "recall": 0.616601, "f1": 0.578087, "accuracy": 0.616601, "main_score": 0.578087, "hf_subset": "ssw_Latn-mkd_Cyrl", "languages": ["ssw-Latn", "mkd-Cyrl"]}, {"precision": 0.55206, "recall": 0.600791, "f1": 0.56408, "accuracy": 0.600791, "main_score": 0.56408, "hf_subset": "ssw_Latn-prs_Arab", "languages": ["ssw-Latn", "prs-Arab"]}, {"precision": 0.570512, "recall": 0.620553, "f1": 0.583602, "accuracy": 0.620553, "main_score": 0.583602, "hf_subset": "ssw_Latn-swe_Latn", "languages": ["ssw-Latn", "swe-Latn"]}, {"precision": 0.5375, "recall": 0.593874, "f1": 0.552559, "accuracy": 0.593874, "main_score": 0.552559, "hf_subset": "ssw_Latn-urd_Arab", "languages": ["ssw-Latn", "urd-Arab"]}, {"precision": 0.549039, "recall": 0.592885, "f1": 0.559898, "accuracy": 0.592885, "main_score": 0.559898, "hf_subset": "ssw_Latn-aka_Latn", "languages": ["ssw-Latn", "aka-Latn"]}, {"precision": 0.568211, "recall": 0.605731, "f1": 0.577949, "accuracy": 0.605731, "main_score": 0.577949, "hf_subset": "ssw_Latn-bjn_Latn", "languages": ["ssw-Latn", "bjn-Latn"]}, {"precision": 0.552936, "recall": 0.599802, "f1": 0.565467, "accuracy": 0.599802, "main_score": 0.565467, "hf_subset": "ssw_Latn-fao_Latn", "languages": ["ssw-Latn", "fao-Latn"]}, {"precision": 0.594401, "recall": 0.641304, "f1": 0.606845, "accuracy": 0.641304, "main_score": 0.606845, "hf_subset": "ssw_Latn-ind_Latn", "languages": ["ssw-Latn", "ind-Latn"]}, {"precision": 0.53135, "recall": 0.570158, "f1": 0.542046, "accuracy": 0.570158, "main_score": 0.542046, "hf_subset": "ssw_Latn-knc_Latn", "languages": ["ssw-Latn", "knc-Latn"]}, {"precision": 0.575361, "recall": 0.613636, "f1": 0.584282, "accuracy": 0.613636, "main_score": 0.584282, "hf_subset": "ssw_Latn-mlt_Latn", "languages": ["ssw-Latn", "mlt-Latn"]}, {"precision": 0.514663, "recall": 0.563241, "f1": 0.527914, "accuracy": 0.563241, "main_score": 0.527914, "hf_subset": "ssw_Latn-quy_Latn", "languages": ["ssw-Latn", "quy-Latn"]}, {"precision": 0.594567, "recall": 0.636364, "f1": 0.606221, "accuracy": 0.636364, "main_score": 0.606221, "hf_subset": "ssw_Latn-swh_Latn", "languages": ["ssw-Latn", "swh-Latn"]}, {"precision": 0.532963, "recall": 0.58004, "f1": 0.545368, "accuracy": 0.58004, "main_score": 0.545368, "hf_subset": "ssw_Latn-uzn_Latn", "languages": ["ssw-Latn", "uzn-Latn"]}, {"precision": 0.566971, "recall": 0.607708, "f1": 0.576496, "accuracy": 0.607708, "main_score": 0.576496, "hf_subset": "ssw_Latn-als_Latn", "languages": ["ssw-Latn", "als-Latn"]}, {"precision": 0.280713, "recall": 0.331028, "f1": 0.293181, "accuracy": 0.331028, "main_score": 0.293181, "hf_subset": "ssw_Latn-bod_Tibt", "languages": ["ssw-Latn", "bod-Tibt"]}, {"precision": 0.542014, "recall": 0.582016, "f1": 0.552319, "accuracy": 0.582016, "main_score": 0.552319, "hf_subset": "ssw_Latn-fij_Latn", "languages": ["ssw-Latn", "fij-Latn"]}, {"precision": 0.539886, "recall": 0.588933, "f1": 0.553032, "accuracy": 0.588933, "main_score": 0.553032, "hf_subset": "ssw_Latn-isl_Latn", "languages": ["ssw-Latn", "isl-Latn"]}, {"precision": 0.544906, "recall": 0.585968, "f1": 0.556236, "accuracy": 0.585968, "main_score": 0.556236, "hf_subset": "ssw_Latn-kon_Latn", "languages": ["ssw-Latn", "kon-Latn"]}, {"precision": 0.482002, "recall": 0.522727, "f1": 0.492816, "accuracy": 0.522727, "main_score": 0.492816, "hf_subset": "ssw_Latn-mni_Beng", "languages": ["ssw-Latn", "mni-Beng"]}, {"precision": 0.575208, "recall": 0.62253, "f1": 0.587267, "accuracy": 0.62253, "main_score": 0.587267, "hf_subset": "ssw_Latn-ron_Latn", "languages": ["ssw-Latn", "ron-Latn"]}, {"precision": 0.560268, "recall": 0.606719, "f1": 0.572051, "accuracy": 0.606719, "main_score": 0.572051, "hf_subset": "ssw_Latn-szl_Latn", "languages": ["ssw-Latn", "szl-Latn"]}, {"precision": 0.562179, "recall": 0.606719, "f1": 0.573305, "accuracy": 0.606719, "main_score": 0.573305, "hf_subset": "ssw_Latn-vec_Latn", "languages": ["ssw-Latn", "vec-Latn"]}, {"precision": 0.496989, "recall": 0.543478, "f1": 0.509578, "accuracy": 0.543478, "main_score": 0.509578, "hf_subset": "ssw_Latn-amh_Ethi", "languages": ["ssw-Latn", "amh-Ethi"]}, {"precision": 0.584124, "recall": 0.630435, "f1": 0.595975, "accuracy": 0.630435, "main_score": 0.595975, "hf_subset": "ssw_Latn-bos_Latn", "languages": ["ssw-Latn", "bos-Latn"]}, {"precision": 0.556645, "recall": 0.602767, "f1": 0.567643, "accuracy": 0.602767, "main_score": 0.567643, "hf_subset": "ssw_Latn-fin_Latn", "languages": ["ssw-Latn", "fin-Latn"]}, {"precision": 0.560334, "recall": 0.606719, "f1": 0.57284, "accuracy": 0.606719, "main_score": 0.57284, "hf_subset": "ssw_Latn-ita_Latn", "languages": ["ssw-Latn", "ita-Latn"]}, {"precision": 0.539784, "recall": 0.592885, "f1": 0.553622, "accuracy": 0.592885, "main_score": 0.553622, "hf_subset": "ssw_Latn-kor_Hang", "languages": ["ssw-Latn", "kor-Hang"]}, {"precision": 0.509766, "recall": 0.543478, "f1": 0.519141, "accuracy": 0.543478, "main_score": 0.519141, "hf_subset": "ssw_Latn-mos_Latn", "languages": ["ssw-Latn", "mos-Latn"]}, {"precision": 0.549239, "recall": 0.603755, "f1": 0.563751, "accuracy": 0.603755, "main_score": 0.563751, "hf_subset": "ssw_Latn-run_Latn", "languages": ["ssw-Latn", "run-Latn"]}, {"precision": 0.535378, "recall": 0.585968, "f1": 0.54869, "accuracy": 0.585968, "main_score": 0.54869, "hf_subset": "ssw_Latn-tam_Taml", "languages": ["ssw-Latn", "tam-Taml"]}, {"precision": 0.560707, "recall": 0.608696, "f1": 0.572383, "accuracy": 0.608696, "main_score": 0.572383, "hf_subset": "ssw_Latn-vie_Latn", "languages": ["ssw-Latn", "vie-Latn"]}, {"precision": 0.553647, "recall": 0.607708, "f1": 0.567341, "accuracy": 0.607708, "main_score": 0.567341, "hf_subset": "ssw_Latn-apc_Arab", "languages": ["ssw-Latn", "apc-Arab"]}, {"precision": 0.540323, "recall": 0.583004, "f1": 0.551199, "accuracy": 0.583004, "main_score": 0.551199, "hf_subset": "ssw_Latn-bug_Latn", "languages": ["ssw-Latn", "bug-Latn"]}, {"precision": 0.482869, "recall": 0.51581, "f1": 0.491737, "accuracy": 0.51581, "main_score": 0.491737, "hf_subset": "ssw_Latn-fon_Latn", "languages": ["ssw-Latn", "fon-Latn"]}, {"precision": 0.592514, "recall": 0.629447, "f1": 0.602617, "accuracy": 0.629447, "main_score": 0.602617, "hf_subset": "ssw_Latn-jav_Latn", "languages": ["ssw-Latn", "jav-Latn"]}, {"precision": 0.519894, "recall": 0.568182, "f1": 0.532029, "accuracy": 0.568182, "main_score": 0.532029, "hf_subset": "ssw_Latn-lao_Laoo", "languages": ["ssw-Latn", "lao-Laoo"]}, {"precision": 0.518852, "recall": 0.567194, "f1": 0.531574, "accuracy": 0.567194, "main_score": 0.531574, "hf_subset": "ssw_Latn-mri_Latn", "languages": ["ssw-Latn", "mri-Latn"]}, {"precision": 0.560572, "recall": 0.612648, "f1": 0.574113, "accuracy": 0.612648, "main_score": 0.574113, "hf_subset": "ssw_Latn-rus_Cyrl", "languages": ["ssw-Latn", "rus-Cyrl"]}, {"precision": 0.49399, "recall": 0.530632, "f1": 0.504537, "accuracy": 0.530632, "main_score": 0.504537, "hf_subset": "ssw_Latn-taq_Latn", "languages": ["ssw-Latn", "taq-Latn"]}, {"precision": 0.594108, "recall": 0.633399, "f1": 0.603866, "accuracy": 0.633399, "main_score": 0.603866, "hf_subset": "ssw_Latn-war_Latn", "languages": ["ssw-Latn", "war-Latn"]}, {"precision": 0.551957, "recall": 0.598814, "f1": 0.563908, "accuracy": 0.598814, "main_score": 0.563908, "hf_subset": "ssw_Latn-arb_Arab", "languages": ["ssw-Latn", "arb-Arab"]}, {"precision": 0.571893, "recall": 0.618577, "f1": 0.584702, "accuracy": 0.618577, "main_score": 0.584702, "hf_subset": "ssw_Latn-bul_Cyrl", "languages": ["ssw-Latn", "bul-Cyrl"]}, {"precision": 0.574421, "recall": 0.625494, "f1": 0.587043, "accuracy": 0.625494, "main_score": 0.587043, "hf_subset": "ssw_Latn-fra_Latn", "languages": ["ssw-Latn", "fra-Latn"]}, {"precision": 0.539066, "recall": 0.586957, "f1": 0.551334, "accuracy": 0.586957, "main_score": 0.551334, "hf_subset": "ssw_Latn-jpn_Jpan", "languages": ["ssw-Latn", "jpn-Jpan"]}, {"precision": 0.555621, "recall": 0.600791, "f1": 0.567686, "accuracy": 0.600791, "main_score": 0.567686, "hf_subset": "ssw_Latn-lij_Latn", "languages": ["ssw-Latn", "lij-Latn"]}, {"precision": 0.423377, "recall": 0.494071, "f1": 0.441872, "accuracy": 0.494071, "main_score": 0.441872, "hf_subset": "ssw_Latn-mya_Mymr", "languages": ["ssw-Latn", "mya-Mymr"]}, {"precision": 0.521995, "recall": 0.561265, "f1": 0.53212, "accuracy": 0.561265, "main_score": 0.53212, "hf_subset": "ssw_Latn-sag_Latn", "languages": ["ssw-Latn", "sag-Latn"]}, {"precision": 0.208647, "recall": 0.249012, "f1": 0.218533, "accuracy": 0.249012, "main_score": 0.218533, "hf_subset": "ssw_Latn-taq_Tfng", "languages": ["ssw-Latn", "taq-Tfng"]}, {"precision": 0.556851, "recall": 0.592885, "f1": 0.567198, "accuracy": 0.592885, "main_score": 0.567198, "hf_subset": "ssw_Latn-wol_Latn", "languages": ["ssw-Latn", "wol-Latn"]}, {"precision": 0.474938, "recall": 0.517787, "f1": 0.486125, "accuracy": 0.517787, "main_score": 0.486125, "hf_subset": "ssw_Latn-arb_Latn", "languages": ["ssw-Latn", "arb-Latn"]}, {"precision": 0.558081, "recall": 0.608696, "f1": 0.570787, "accuracy": 0.608696, "main_score": 0.570787, "hf_subset": "ssw_Latn-cat_Latn", "languages": ["ssw-Latn", "cat-Latn"]}, {"precision": 0.561599, "recall": 0.599802, "f1": 0.571224, "accuracy": 0.599802, "main_score": 0.571224, "hf_subset": "ssw_Latn-fur_Latn", "languages": ["ssw-Latn", "fur-Latn"]}, {"precision": 0.450194, "recall": 0.508893, "f1": 0.466097, "accuracy": 0.508893, "main_score": 0.466097, "hf_subset": "ssw_Latn-kab_Latn", "languages": ["ssw-Latn", "kab-Latn"]}, {"precision": 0.547933, "recall": 0.592885, "f1": 0.560046, "accuracy": 0.592885, "main_score": 0.560046, "hf_subset": "ssw_Latn-lim_Latn", "languages": ["ssw-Latn", "lim-Latn"]}, {"precision": 0.561057, "recall": 0.614625, "f1": 0.574868, "accuracy": 0.614625, "main_score": 0.574868, "hf_subset": "ssw_Latn-nld_Latn", "languages": ["ssw-Latn", "nld-Latn"]}, {"precision": 0.529194, "recall": 0.581028, "f1": 0.542706, "accuracy": 0.581028, "main_score": 0.542706, "hf_subset": "ssw_Latn-san_Deva", "languages": ["ssw-Latn", "san-Deva"]}, {"precision": 0.55672, "recall": 0.605731, "f1": 0.569688, "accuracy": 0.605731, "main_score": 0.569688, "hf_subset": "ssw_Latn-tat_Cyrl", "languages": ["ssw-Latn", "tat-Cyrl"]}, {"precision": 0.658478, "recall": 0.709486, "f1": 0.673061, "accuracy": 0.709486, "main_score": 0.673061, "hf_subset": "ssw_Latn-xho_Latn", "languages": ["ssw-Latn", "xho-Latn"]}, {"precision": 0.541079, "recall": 0.589921, "f1": 0.554019, "accuracy": 0.589921, "main_score": 0.554019, "hf_subset": "ssw_Latn-ars_Arab", "languages": ["ssw-Latn", "ars-Arab"]}, {"precision": 0.589089, "recall": 0.629447, "f1": 0.600106, "accuracy": 0.629447, "main_score": 0.600106, "hf_subset": "ssw_Latn-ceb_Latn", "languages": ["ssw-Latn", "ceb-Latn"]}, {"precision": 0.489366, "recall": 0.532609, "f1": 0.501849, "accuracy": 0.532609, "main_score": 0.501849, "hf_subset": "ssw_Latn-fuv_Latn", "languages": ["ssw-Latn", "fuv-Latn"]}, {"precision": 0.504365, "recall": 0.546443, "f1": 0.516128, "accuracy": 0.546443, "main_score": 0.516128, "hf_subset": "ssw_Latn-kac_Latn", "languages": ["ssw-Latn", "kac-Latn"]}, {"precision": 0.554879, "recall": 0.594862, "f1": 0.565192, "accuracy": 0.594862, "main_score": 0.565192, "hf_subset": "ssw_Latn-lin_Latn", "languages": ["ssw-Latn", "lin-Latn"]}, {"precision": 0.565223, "recall": 0.606719, "f1": 0.576052, "accuracy": 0.606719, "main_score": 0.576052, "hf_subset": "ssw_Latn-nno_Latn", "languages": ["ssw-Latn", "nno-Latn"]}, {"precision": 0.138161, "recall": 0.181818, "f1": 0.14993, "accuracy": 0.181818, "main_score": 0.14993, "hf_subset": "ssw_Latn-sat_Olck", "languages": ["ssw-Latn", "sat-Olck"]}, {"precision": 0.558371, "recall": 0.612648, "f1": 0.573265, "accuracy": 0.612648, "main_score": 0.573265, "hf_subset": "ssw_Latn-tel_Telu", "languages": ["ssw-Latn", "tel-Telu"]}, {"precision": 0.489706, "recall": 0.546443, "f1": 0.504582, "accuracy": 0.546443, "main_score": 0.504582, "hf_subset": "ssw_Latn-ydd_Hebr", "languages": ["ssw-Latn", "ydd-Hebr"]}, {"precision": 0.53803, "recall": 0.579051, "f1": 0.548633, "accuracy": 0.579051, "main_score": 0.548633, "hf_subset": "ssw_Latn-ary_Arab", "languages": ["ssw-Latn", "ary-Arab"]}, {"precision": 0.564975, "recall": 0.612648, "f1": 0.57759, "accuracy": 0.612648, "main_score": 0.57759, "hf_subset": "ssw_Latn-ces_Latn", "languages": ["ssw-Latn", "ces-Latn"]}, {"precision": 0.511613, "recall": 0.5583, "f1": 0.524784, "accuracy": 0.5583, "main_score": 0.524784, "hf_subset": "ssw_Latn-gaz_Latn", "languages": ["ssw-Latn", "gaz-Latn"]}, {"precision": 0.528584, "recall": 0.574111, "f1": 0.541187, "accuracy": 0.574111, "main_score": 0.541187, "hf_subset": "ssw_Latn-kam_Latn", "languages": ["ssw-Latn", "kam-Latn"]}, {"precision": 0.54475, "recall": 0.599802, "f1": 0.559055, "accuracy": 0.599802, "main_score": 0.559055, "hf_subset": "ssw_Latn-lit_Latn", "languages": ["ssw-Latn", "lit-Latn"]}, {"precision": 0.568655, "recall": 0.615613, "f1": 0.5808, "accuracy": 0.615613, "main_score": 0.5808, "hf_subset": "ssw_Latn-nob_Latn", "languages": ["ssw-Latn", "nob-Latn"]}, {"precision": 0.570356, "recall": 0.612648, "f1": 0.580637, "accuracy": 0.612648, "main_score": 0.580637, "hf_subset": "ssw_Latn-scn_Latn", "languages": ["ssw-Latn", "scn-Latn"]}, {"precision": 0.543948, "recall": 0.587945, "f1": 0.556133, "accuracy": 0.587945, "main_score": 0.556133, "hf_subset": "ssw_Latn-tgk_Cyrl", "languages": ["ssw-Latn", "tgk-Cyrl"]}, {"precision": 0.525517, "recall": 0.574111, "f1": 0.540129, "accuracy": 0.574111, "main_score": 0.540129, "hf_subset": "ssw_Latn-yor_Latn", "languages": ["ssw-Latn", "yor-Latn"]}, {"precision": 0.565189, "recall": 0.608696, "f1": 0.576369, "accuracy": 0.608696, "main_score": 0.576369, "hf_subset": "ssw_Latn-arz_Arab", "languages": ["ssw-Latn", "arz-Arab"]}, {"precision": 0.503089, "recall": 0.536561, "f1": 0.512947, "accuracy": 0.536561, "main_score": 0.512947, "hf_subset": "ssw_Latn-cjk_Latn", "languages": ["ssw-Latn", "cjk-Latn"]}, {"precision": 0.519242, "recall": 0.564229, "f1": 0.53155, "accuracy": 0.564229, "main_score": 0.53155, "hf_subset": "ssw_Latn-gla_Latn", "languages": ["ssw-Latn", "gla-Latn"]}, {"precision": 0.556998, "recall": 0.604743, "f1": 0.569925, "accuracy": 0.604743, "main_score": 0.569925, "hf_subset": "ssw_Latn-kan_Knda", "languages": ["ssw-Latn", "kan-Knda"]}, {"precision": 0.559763, "recall": 0.603755, "f1": 0.571523, "accuracy": 0.603755, "main_score": 0.571523, "hf_subset": "ssw_Latn-lmo_Latn", "languages": ["ssw-Latn", "lmo-Latn"]}, {"precision": 0.547543, "recall": 0.596838, "f1": 0.560402, "accuracy": 0.596838, "main_score": 0.560402, "hf_subset": "ssw_Latn-npi_Deva", "languages": ["ssw-Latn", "npi-Deva"]}, {"precision": 0.452538, "recall": 0.494071, "f1": 0.463679, "accuracy": 0.494071, "main_score": 0.463679, "hf_subset": "ssw_Latn-shn_Mymr", "languages": ["ssw-Latn", "shn-Mymr"]}, {"precision": 0.591738, "recall": 0.635375, "f1": 0.603446, "accuracy": 0.635375, "main_score": 0.603446, "hf_subset": "ssw_Latn-tgl_Latn", "languages": ["ssw-Latn", "tgl-Latn"]}, {"precision": 0.549499, "recall": 0.600791, "f1": 0.561931, "accuracy": 0.600791, "main_score": 0.561931, "hf_subset": "ssw_Latn-yue_Hant", "languages": ["ssw-Latn", "yue-Hant"]}, {"precision": 0.532492, "recall": 0.585968, "f1": 0.545958, "accuracy": 0.585968, "main_score": 0.545958, "hf_subset": "ssw_Latn-asm_Beng", "languages": ["ssw-Latn", "asm-Beng"]}, {"precision": 0.504411, "recall": 0.556324, "f1": 0.517829, "accuracy": 0.556324, "main_score": 0.517829, "hf_subset": "ssw_Latn-ckb_Arab", "languages": ["ssw-Latn", "ckb-Arab"]}, {"precision": 0.51613, "recall": 0.562253, "f1": 0.528605, "accuracy": 0.562253, "main_score": 0.528605, "hf_subset": "ssw_Latn-gle_Latn", "languages": ["ssw-Latn", "gle-Latn"]}, {"precision": 0.495297, "recall": 0.544466, "f1": 0.508871, "accuracy": 0.544466, "main_score": 0.508871, "hf_subset": "ssw_Latn-kas_Arab", "languages": ["ssw-Latn", "kas-Arab"]}, {"precision": 0.520424, "recall": 0.572134, "f1": 0.533474, "accuracy": 0.572134, "main_score": 0.533474, "hf_subset": "ssw_Latn-ltg_Latn", "languages": ["ssw-Latn", "ltg-Latn"]}, {"precision": 0.600455, "recall": 0.640316, "f1": 0.610885, "accuracy": 0.640316, "main_score": 0.610885, "hf_subset": "ssw_Latn-nso_Latn", "languages": ["ssw-Latn", "nso-Latn"]}, {"precision": 0.498638, "recall": 0.548419, "f1": 0.510805, "accuracy": 0.548419, "main_score": 0.510805, "hf_subset": "ssw_Latn-sin_Sinh", "languages": ["ssw-Latn", "sin-Sinh"]}, {"precision": 0.553604, "recall": 0.606719, "f1": 0.566577, "accuracy": 0.606719, "main_score": 0.566577, "hf_subset": "ssw_Latn-tha_Thai", "languages": ["ssw-Latn", "tha-Thai"]}, {"precision": 0.535454, "recall": 0.579051, "f1": 0.546516, "accuracy": 0.579051, "main_score": 0.546516, "hf_subset": "ssw_Latn-zho_Hans", "languages": ["ssw-Latn", "zho-Hans"]}, {"precision": 0.576063, "recall": 0.628458, "f1": 0.590051, "accuracy": 0.628458, "main_score": 0.590051, "hf_subset": "ssw_Latn-ast_Latn", "languages": ["ssw-Latn", "ast-Latn"]}, {"precision": 0.550027, "recall": 0.598814, "f1": 0.562603, "accuracy": 0.598814, "main_score": 0.562603, "hf_subset": "ssw_Latn-crh_Latn", "languages": ["ssw-Latn", "crh-Latn"]}, {"precision": 0.568756, "recall": 0.614625, "f1": 0.580208, "accuracy": 0.614625, "main_score": 0.580208, "hf_subset": "ssw_Latn-glg_Latn", "languages": ["ssw-Latn", "glg-Latn"]}, {"precision": 0.496831, "recall": 0.549407, "f1": 0.510101, "accuracy": 0.549407, "main_score": 0.510101, "hf_subset": "ssw_Latn-kas_Deva", "languages": ["ssw-Latn", "kas-Deva"]}, {"precision": 0.553393, "recall": 0.594862, "f1": 0.564316, "accuracy": 0.594862, "main_score": 0.564316, "hf_subset": "ssw_Latn-ltz_Latn", "languages": ["ssw-Latn", "ltz-Latn"]}, {"precision": 0.465995, "recall": 0.51581, "f1": 0.478911, "accuracy": 0.51581, "main_score": 0.478911, "hf_subset": "ssw_Latn-nus_Latn", "languages": ["ssw-Latn", "nus-Latn"]}, {"precision": 0.561135, "recall": 0.615613, "f1": 0.574692, "accuracy": 0.615613, "main_score": 0.574692, "hf_subset": "ssw_Latn-slk_Latn", "languages": ["ssw-Latn", "slk-Latn"]}, {"precision": 0.39263, "recall": 0.442688, "f1": 0.406588, "accuracy": 0.442688, "main_score": 0.406588, "hf_subset": "ssw_Latn-tir_Ethi", "languages": ["ssw-Latn", "tir-Ethi"]}, {"precision": 0.529665, "recall": 0.581028, "f1": 0.542878, "accuracy": 0.581028, "main_score": 0.542878, "hf_subset": "ssw_Latn-zho_Hant", "languages": ["ssw-Latn", "zho-Hant"]}, {"precision": 0.547563, "recall": 0.596838, "f1": 0.561406, "accuracy": 0.596838, "main_score": 0.561406, "hf_subset": "ssw_Latn-awa_Deva", "languages": ["ssw-Latn", "awa-Deva"]}, {"precision": 0.562364, "recall": 0.601779, "f1": 0.572722, "accuracy": 0.601779, "main_score": 0.572722, "hf_subset": "ssw_Latn-cym_Latn", "languages": ["ssw-Latn", "cym-Latn"]}, {"precision": 0.547914, "recall": 0.582016, "f1": 0.556619, "accuracy": 0.582016, "main_score": 0.556619, "hf_subset": "ssw_Latn-grn_Latn", "languages": ["ssw-Latn", "grn-Latn"]}, {"precision": 0.526934, "recall": 0.576087, "f1": 0.539218, "accuracy": 0.576087, "main_score": 0.539218, "hf_subset": "ssw_Latn-kat_Geor", "languages": ["ssw-Latn", "kat-Geor"]}, {"precision": 0.542275, "recall": 0.582016, "f1": 0.553323, "accuracy": 0.582016, "main_score": 0.553323, "hf_subset": "ssw_Latn-lua_Latn", "languages": ["ssw-Latn", "lua-Latn"]}, {"precision": 0.56507, "recall": 0.606719, "f1": 0.576649, "accuracy": 0.606719, "main_score": 0.576649, "hf_subset": "ssw_Latn-nya_Latn", "languages": ["ssw-Latn", "nya-Latn"]}, {"precision": 0.556555, "recall": 0.597826, "f1": 0.566843, "accuracy": 0.597826, "main_score": 0.566843, "hf_subset": "ssw_Latn-slv_Latn", "languages": ["ssw-Latn", "slv-Latn"]}, {"precision": 0.562955, "recall": 0.604743, "f1": 0.574015, "accuracy": 0.604743, "main_score": 0.574015, "hf_subset": "ssw_Latn-tpi_Latn", "languages": ["ssw-Latn", "tpi-Latn"]}, {"precision": 0.591488, "recall": 0.633399, "f1": 0.60216, "accuracy": 0.633399, "main_score": 0.60216, "hf_subset": "ssw_Latn-zsm_Latn", "languages": ["ssw-Latn", "zsm-Latn"]}, {"precision": 0.511734, "recall": 0.555336, "f1": 0.523907, "accuracy": 0.555336, "main_score": 0.523907, "hf_subset": "ssw_Latn-ayr_Latn", "languages": ["ssw-Latn", "ayr-Latn"]}, {"precision": 0.574359, "recall": 0.623518, "f1": 0.586578, "accuracy": 0.623518, "main_score": 0.586578, "hf_subset": "ssw_Latn-dan_Latn", "languages": ["ssw-Latn", "dan-Latn"]}, {"precision": 0.549839, "recall": 0.600791, "f1": 0.562499, "accuracy": 0.600791, "main_score": 0.562499, "hf_subset": "ssw_Latn-guj_Gujr", "languages": ["ssw-Latn", "guj-Gujr"]}, {"precision": 0.559796, "recall": 0.612648, "f1": 0.573432, "accuracy": 0.612648, "main_score": 0.573432, "hf_subset": "ssw_Latn-kaz_Cyrl", "languages": ["ssw-Latn", "kaz-Cyrl"]}, {"precision": 0.534248, "recall": 0.581028, "f1": 0.547258, "accuracy": 0.581028, "main_score": 0.547258, "hf_subset": "ssw_Latn-lug_Latn", "languages": ["ssw-Latn", "lug-Latn"]}, {"precision": 0.569065, "recall": 0.618577, "f1": 0.582424, "accuracy": 0.618577, "main_score": 0.582424, "hf_subset": "ssw_Latn-oci_Latn", "languages": ["ssw-Latn", "oci-Latn"]}, {"precision": 0.56686, "recall": 0.605731, "f1": 0.576533, "accuracy": 0.605731, "main_score": 0.576533, "hf_subset": "ssw_Latn-smo_Latn", "languages": ["ssw-Latn", "smo-Latn"]}, {"precision": 0.563458, "recall": 0.604743, "f1": 0.574699, "accuracy": 0.604743, "main_score": 0.574699, "hf_subset": "ssw_Latn-tsn_Latn", "languages": ["ssw-Latn", "tsn-Latn"]}, {"precision": 0.73438, "recall": 0.789526, "f1": 0.750464, "accuracy": 0.789526, "main_score": 0.750464, "hf_subset": "ssw_Latn-zul_Latn", "languages": ["ssw-Latn", "zul-Latn"]}, {"precision": 0.48463, "recall": 0.530632, "f1": 0.497272, "accuracy": 0.530632, "main_score": 0.497272, "hf_subset": "ssw_Latn-azb_Arab", "languages": ["ssw-Latn", "azb-Arab"]}, {"precision": 0.575328, "recall": 0.623518, "f1": 0.587695, "accuracy": 0.623518, "main_score": 0.587695, "hf_subset": "ssw_Latn-deu_Latn", "languages": ["ssw-Latn", "deu-Latn"]}, {"precision": 0.525574, "recall": 0.575099, "f1": 0.538283, "accuracy": 0.575099, "main_score": 0.538283, "hf_subset": "ssw_Latn-hat_Latn", "languages": ["ssw-Latn", "hat-Latn"]}, {"precision": 0.499599, "recall": 0.541502, "f1": 0.510956, "accuracy": 0.541502, "main_score": 0.510956, "hf_subset": "ssw_Latn-kbp_Latn", "languages": ["ssw-Latn", "kbp-Latn"]}, {"precision": 0.5559, "recall": 0.591897, "f1": 0.565414, "accuracy": 0.591897, "main_score": 0.565414, "hf_subset": "ssw_Latn-luo_Latn", "languages": ["ssw-Latn", "luo-Latn"]}, {"precision": 0.53659, "recall": 0.590909, "f1": 0.551055, "accuracy": 0.590909, "main_score": 0.551055, "hf_subset": "ssw_Latn-ory_Orya", "languages": ["ssw-Latn", "ory-Orya"]}, {"precision": 0.578822, "recall": 0.621542, "f1": 0.590373, "accuracy": 0.621542, "main_score": 0.590373, "hf_subset": "ssw_Latn-sna_Latn", "languages": ["ssw-Latn", "sna-Latn"]}, {"precision": 0.561808, "recall": 0.606719, "f1": 0.574451, "accuracy": 0.606719, "main_score": 0.574451, "hf_subset": "ssw_Latn-tso_Latn", "languages": ["ssw-Latn", "tso-Latn"]}, {"precision": 0.534582, "recall": 0.581028, "f1": 0.546634, "accuracy": 0.581028, "main_score": 0.546634, "hf_subset": "ssw_Latn-azj_Latn", "languages": ["ssw-Latn", "azj-Latn"]}, {"precision": 0.510616, "recall": 0.550395, "f1": 0.522412, "accuracy": 0.550395, "main_score": 0.522412, "hf_subset": "ssw_Latn-dik_Latn", "languages": ["ssw-Latn", "dik-Latn"]}, {"precision": 0.563023, "recall": 0.599802, "f1": 0.572923, "accuracy": 0.599802, "main_score": 0.572923, "hf_subset": "ssw_Latn-hau_Latn", "languages": ["ssw-Latn", "hau-Latn"]}, {"precision": 0.559861, "recall": 0.599802, "f1": 0.569726, "accuracy": 0.599802, "main_score": 0.569726, "hf_subset": "ssw_Latn-kea_Latn", "languages": ["ssw-Latn", "kea-Latn"]}, {"precision": 0.548801, "recall": 0.589921, "f1": 0.559702, "accuracy": 0.589921, "main_score": 0.559702, "hf_subset": "ssw_Latn-lus_Latn", "languages": ["ssw-Latn", "lus-Latn"]}, {"precision": 0.55075, "recall": 0.583004, "f1": 0.559292, "accuracy": 0.583004, "main_score": 0.559292, "hf_subset": "ssw_Latn-pag_Latn", "languages": ["ssw-Latn", "pag-Latn"]}, {"precision": 0.523758, "recall": 0.576087, "f1": 0.538066, "accuracy": 0.576087, "main_score": 0.538066, "hf_subset": "ssw_Latn-snd_Arab", "languages": ["ssw-Latn", "snd-Arab"]}, {"precision": 0.523465, "recall": 0.570158, "f1": 0.535773, "accuracy": 0.570158, "main_score": 0.535773, "hf_subset": "ssw_Latn-tuk_Latn", "languages": ["ssw-Latn", "tuk-Latn"]}, {"precision": 0.554717, "recall": 0.601779, "f1": 0.566604, "accuracy": 0.601779, "main_score": 0.566604, "hf_subset": "ssw_Latn-bak_Cyrl", "languages": ["ssw-Latn", "bak-Cyrl"]}, {"precision": 0.413803, "recall": 0.475296, "f1": 0.431452, "accuracy": 0.475296, "main_score": 0.431452, "hf_subset": "ssw_Latn-dyu_Latn", "languages": ["ssw-Latn", "dyu-Latn"]}, {"precision": 0.553081, "recall": 0.598814, "f1": 0.56484, "accuracy": 0.598814, "main_score": 0.56484, "hf_subset": "ssw_Latn-heb_Hebr", "languages": ["ssw-Latn", "heb-Hebr"]}, {"precision": 0.533829, "recall": 0.576087, "f1": 0.544578, "accuracy": 0.576087, "main_score": 0.544578, "hf_subset": "ssw_Latn-khk_Cyrl", "languages": ["ssw-Latn", "khk-Cyrl"]}, {"precision": 0.551526, "recall": 0.599802, "f1": 0.564312, "accuracy": 0.599802, "main_score": 0.564312, "hf_subset": "ssw_Latn-lvs_Latn", "languages": ["ssw-Latn", "lvs-Latn"]}, {"precision": 0.564399, "recall": 0.610672, "f1": 0.576232, "accuracy": 0.610672, "main_score": 0.576232, "hf_subset": "ssw_Latn-pan_Guru", "languages": ["ssw-Latn", "pan-Guru"]}, {"precision": 0.524147, "recall": 0.56917, "f1": 0.536001, "accuracy": 0.56917, "main_score": 0.536001, "hf_subset": "ssw_Latn-som_Latn", "languages": ["ssw-Latn", "som-Latn"]}, {"precision": 0.54083, "recall": 0.581028, "f1": 0.55215, "accuracy": 0.581028, "main_score": 0.55215, "hf_subset": "ssw_Latn-tum_Latn", "languages": ["ssw-Latn", "tum-Latn"]}, {"precision": 0.601088, "recall": 0.661067, "f1": 0.617797, "accuracy": 0.661067, "main_score": 0.617797, "hf_subset": "ukr_Cyrl-ace_Arab", "languages": ["ukr-Cyrl", "ace-Arab"]}, {"precision": 0.527293, "recall": 0.587945, "f1": 0.545062, "accuracy": 0.587945, "main_score": 0.545062, "hf_subset": "ukr_Cyrl-bam_Latn", "languages": ["ukr-Cyrl", "bam-Latn"]}, {"precision": 0.465987, "recall": 0.544466, "f1": 0.487136, "accuracy": 0.544466, "main_score": 0.487136, "hf_subset": "ukr_Cyrl-dzo_Tibt", "languages": ["ukr-Cyrl", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hin_Deva", "languages": ["ukr-Cyrl", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-khm_Khmr", "languages": ["ukr-Cyrl", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mag_Deva", "languages": ["ukr-Cyrl", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-pap_Latn", "languages": ["ukr-Cyrl", "pap-Latn"]}, {"precision": 0.603782, "recall": 0.662055, "f1": 0.620309, "accuracy": 0.662055, "main_score": 0.620309, "hf_subset": "ukr_Cyrl-sot_Latn", "languages": ["ukr-Cyrl", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tur_Latn", "languages": ["ukr-Cyrl", "tur-Latn"]}, {"precision": 0.886397, "recall": 0.914032, "f1": 0.895092, "accuracy": 0.914032, "main_score": 0.895092, "hf_subset": "ukr_Cyrl-ace_Latn", "languages": ["ukr-Cyrl", "ace-Latn"]}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "ukr_Cyrl-ban_Latn", "languages": ["ukr-Cyrl", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ell_Grek", "languages": ["ukr-Cyrl", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ukr_Cyrl-hne_Deva", "languages": ["ukr-Cyrl", "hne-Deva"]}, {"precision": 0.606144, "recall": 0.663043, "f1": 0.622334, "accuracy": 0.663043, "main_score": 0.622334, "hf_subset": "ukr_Cyrl-kik_Latn", "languages": ["ukr-Cyrl", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mai_Deva", "languages": ["ukr-Cyrl", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ukr_Cyrl-pbt_Arab", "languages": ["ukr-Cyrl", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-spa_Latn", "languages": ["ukr-Cyrl", "spa-Latn"]}, {"precision": 0.619532, "recall": 0.685771, "f1": 0.638481, "accuracy": 0.685771, "main_score": 0.638481, "hf_subset": "ukr_Cyrl-twi_Latn", "languages": ["ukr-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-acm_Arab", "languages": ["ukr-Cyrl", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bel_Cyrl", "languages": ["ukr-Cyrl", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-eng_Latn", "languages": ["ukr-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hrv_Latn", "languages": ["ukr-Cyrl", "hrv-Latn"]}, {"precision": 0.560106, "recall": 0.623518, "f1": 0.578134, "accuracy": 0.623518, "main_score": 0.578134, "hf_subset": "ukr_Cyrl-kin_Latn", "languages": ["ukr-Cyrl", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-mal_Mlym", "languages": ["ukr-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pes_Arab", "languages": ["ukr-Cyrl", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-srd_Latn", "languages": ["ukr-Cyrl", "srd-Latn"]}, {"precision": 0.188549, "recall": 0.240119, "f1": 0.20125, "accuracy": 0.240119, "main_score": 0.20125, "hf_subset": "ukr_Cyrl-tzm_Tfng", "languages": ["ukr-Cyrl", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-acq_Arab", "languages": ["ukr-Cyrl", "acq-Arab"]}, {"precision": 0.642732, "recall": 0.690711, "f1": 0.65531, "accuracy": 0.690711, "main_score": 0.65531, "hf_subset": "ukr_Cyrl-bem_Latn", "languages": ["ukr-Cyrl", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-epo_Latn", "languages": ["ukr-Cyrl", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hun_Latn", "languages": ["ukr-Cyrl", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-kir_Cyrl", "languages": ["ukr-Cyrl", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mar_Deva", "languages": ["ukr-Cyrl", "mar-Deva"]}, {"precision": 0.690275, "recall": 0.748024, "f1": 0.707137, "accuracy": 0.748024, "main_score": 0.707137, "hf_subset": "ukr_Cyrl-plt_Latn", "languages": ["ukr-Cyrl", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-srp_Cyrl", "languages": ["ukr-Cyrl", "srp-Cyrl"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ukr_Cyrl-uig_Arab", "languages": ["ukr-Cyrl", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-aeb_Arab", "languages": ["ukr-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ben_Beng", "languages": ["ukr-Cyrl", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-est_Latn", "languages": ["ukr-Cyrl", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hye_Armn", "languages": ["ukr-Cyrl", "hye-Armn"]}, {"precision": 0.55108, "recall": 0.604743, "f1": 0.567111, "accuracy": 0.604743, "main_score": 0.567111, "hf_subset": "ukr_Cyrl-kmb_Latn", "languages": ["ukr-Cyrl", "kmb-Latn"]}, {"precision": 0.512064, "recall": 0.586957, "f1": 0.532384, "accuracy": 0.586957, "main_score": 0.532384, "hf_subset": "ukr_Cyrl-min_Arab", "languages": ["ukr-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pol_Latn", "languages": ["ukr-Cyrl", "pol-Latn"]}, {"precision": 0.56438, "recall": 0.628458, "f1": 0.583023, "accuracy": 0.628458, "main_score": 0.583023, "hf_subset": "ukr_Cyrl-ssw_Latn", "languages": ["ukr-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-afr_Latn", "languages": ["ukr-Cyrl", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bho_Deva", "languages": ["ukr-Cyrl", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-eus_Latn", "languages": ["ukr-Cyrl", "eus-Latn"]}, {"precision": 0.5986, "recall": 0.657115, "f1": 0.614523, "accuracy": 0.657115, "main_score": 0.614523, "hf_subset": "ukr_Cyrl-ibo_Latn", "languages": ["ukr-Cyrl", "ibo-Latn"]}, {"precision": 0.922596, "recall": 0.944664, "f1": 0.929677, "accuracy": 0.944664, "main_score": 0.929677, "hf_subset": "ukr_Cyrl-kmr_Latn", "languages": ["ukr-Cyrl", "kmr-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-min_Latn", "languages": ["ukr-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-por_Latn", "languages": ["ukr-Cyrl", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-sun_Latn", "languages": ["ukr-Cyrl", "sun-Latn"]}, {"precision": 0.533845, "recall": 0.597826, "f1": 0.552184, "accuracy": 0.597826, "main_score": 0.552184, "hf_subset": "ukr_Cyrl-umb_Latn", "languages": ["ukr-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ajp_Arab", "languages": ["ukr-Cyrl", "ajp-Arab"]}, {"precision": 0.568643, "recall": 0.633399, "f1": 0.586615, "accuracy": 0.633399, "main_score": 0.586615, "hf_subset": "ukr_Cyrl-bjn_Arab", "languages": ["ukr-Cyrl", "bjn-Arab"]}, {"precision": 0.529537, "recall": 0.586957, "f1": 0.545161, "accuracy": 0.586957, "main_score": 0.545161, "hf_subset": "ukr_Cyrl-ewe_Latn", "languages": ["ukr-Cyrl", "ewe-Latn"]}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "ukr_Cyrl-ilo_Latn", "languages": ["ukr-Cyrl", "ilo-Latn"]}, {"precision": 0.317731, "recall": 0.380435, "f1": 0.334526, "accuracy": 0.380435, "main_score": 0.334526, "hf_subset": "ukr_Cyrl-knc_Arab", "languages": ["ukr-Cyrl", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mkd_Cyrl", "languages": ["ukr-Cyrl", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-prs_Arab", "languages": ["ukr-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-swe_Latn", "languages": ["ukr-Cyrl", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-urd_Arab", "languages": ["ukr-Cyrl", "urd-Arab"]}, {"precision": 0.603591, "recall": 0.667984, "f1": 0.62182, "accuracy": 0.667984, "main_score": 0.62182, "hf_subset": "ukr_Cyrl-aka_Latn", "languages": ["ukr-Cyrl", "aka-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ukr_Cyrl-bjn_Latn", "languages": ["ukr-Cyrl", "bjn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-fao_Latn", "languages": ["ukr-Cyrl", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ind_Latn", "languages": ["ukr-Cyrl", "ind-Latn"]}, {"precision": 0.598164, "recall": 0.653162, "f1": 0.613974, "accuracy": 0.653162, "main_score": 0.613974, "hf_subset": "ukr_Cyrl-knc_Latn", "languages": ["ukr-Cyrl", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-mlt_Latn", "languages": ["ukr-Cyrl", "mlt-Latn"]}, {"precision": 0.724658, "recall": 0.787549, "f1": 0.743132, "accuracy": 0.787549, "main_score": 0.743132, "hf_subset": "ukr_Cyrl-quy_Latn", "languages": ["ukr-Cyrl", "quy-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ukr_Cyrl-swh_Latn", "languages": ["ukr-Cyrl", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-uzn_Latn", "languages": ["ukr-Cyrl", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-als_Latn", "languages": ["ukr-Cyrl", "als-Latn"]}, {"precision": 0.698403, "recall": 0.766798, "f1": 0.718695, "accuracy": 0.766798, "main_score": 0.718695, "hf_subset": "ukr_Cyrl-bod_Tibt", "languages": ["ukr-Cyrl", "bod-Tibt"]}, {"precision": 0.723617, "recall": 0.782609, "f1": 0.740961, "accuracy": 0.782609, "main_score": 0.740961, "hf_subset": "ukr_Cyrl-fij_Latn", "languages": ["ukr-Cyrl", "fij-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ukr_Cyrl-isl_Latn", "languages": ["ukr-Cyrl", "isl-Latn"]}, {"precision": 0.662154, "recall": 0.721344, "f1": 0.679729, "accuracy": 0.721344, "main_score": 0.679729, "hf_subset": "ukr_Cyrl-kon_Latn", "languages": ["ukr-Cyrl", "kon-Latn"]}, {"precision": 0.677216, "recall": 0.742095, "f1": 0.6959, "accuracy": 0.742095, "main_score": 0.6959, "hf_subset": "ukr_Cyrl-mni_Beng", "languages": ["ukr-Cyrl", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ron_Latn", "languages": ["ukr-Cyrl", "ron-Latn"]}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ukr_Cyrl-szl_Latn", "languages": ["ukr-Cyrl", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-vec_Latn", "languages": ["ukr-Cyrl", "vec-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ukr_Cyrl-amh_Ethi", "languages": ["ukr-Cyrl", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bos_Latn", "languages": ["ukr-Cyrl", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-fin_Latn", "languages": ["ukr-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ita_Latn", "languages": ["ukr-Cyrl", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-kor_Hang", "languages": ["ukr-Cyrl", "kor-Hang"]}, {"precision": 0.564043, "recall": 0.625494, "f1": 0.580958, "accuracy": 0.625494, "main_score": 0.580958, "hf_subset": "ukr_Cyrl-mos_Latn", "languages": ["ukr-Cyrl", "mos-Latn"]}, {"precision": 0.570396, "recall": 0.628458, "f1": 0.586726, "accuracy": 0.628458, "main_score": 0.586726, "hf_subset": "ukr_Cyrl-run_Latn", "languages": ["ukr-Cyrl", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tam_Taml", "languages": ["ukr-Cyrl", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-vie_Latn", "languages": ["ukr-Cyrl", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-apc_Arab", "languages": ["ukr-Cyrl", "apc-Arab"]}, {"precision": 0.820389, "recall": 0.864625, "f1": 0.833794, "accuracy": 0.864625, "main_score": 0.833794, "hf_subset": "ukr_Cyrl-bug_Latn", "languages": ["ukr-Cyrl", "bug-Latn"]}, {"precision": 0.480998, "recall": 0.537549, "f1": 0.495539, "accuracy": 0.537549, "main_score": 0.495539, "hf_subset": "ukr_Cyrl-fon_Latn", "languages": ["ukr-Cyrl", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-jav_Latn", "languages": ["ukr-Cyrl", "jav-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-lao_Laoo", "languages": ["ukr-Cyrl", "lao-Laoo"]}, {"precision": 0.89818, "recall": 0.926877, "f1": 0.907334, "accuracy": 0.926877, "main_score": 0.907334, "hf_subset": "ukr_Cyrl-mri_Latn", "languages": ["ukr-Cyrl", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-rus_Cyrl", "languages": ["ukr-Cyrl", "rus-Cyrl"]}, {"precision": 0.54333, "recall": 0.61166, "f1": 0.562207, "accuracy": 0.61166, "main_score": 0.562207, "hf_subset": "ukr_Cyrl-taq_Latn", "languages": ["ukr-Cyrl", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-war_Latn", "languages": ["ukr-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-arb_Arab", "languages": ["ukr-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bul_Cyrl", "languages": ["ukr-Cyrl", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-fra_Latn", "languages": ["ukr-Cyrl", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-jpn_Jpan", "languages": ["ukr-Cyrl", "jpn-Jpan"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ukr_Cyrl-lij_Latn", "languages": ["ukr-Cyrl", "lij-Latn"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "ukr_Cyrl-mya_Mymr", "languages": ["ukr-Cyrl", "mya-Mymr"]}, {"precision": 0.612445, "recall": 0.675889, "f1": 0.629942, "accuracy": 0.675889, "main_score": 0.629942, "hf_subset": "ukr_Cyrl-sag_Latn", "languages": ["ukr-Cyrl", "sag-Latn"]}, {"precision": 0.196035, "recall": 0.255929, "f1": 0.209048, "accuracy": 0.255929, "main_score": 0.209048, "hf_subset": "ukr_Cyrl-taq_Tfng", "languages": ["ukr-Cyrl", "taq-Tfng"]}, {"precision": 0.643415, "recall": 0.704545, "f1": 0.660639, "accuracy": 0.704545, "main_score": 0.660639, "hf_subset": "ukr_Cyrl-wol_Latn", "languages": ["ukr-Cyrl", "wol-Latn"]}, {"precision": 0.828426, "recall": 0.874506, "f1": 0.842688, "accuracy": 0.874506, "main_score": 0.842688, "hf_subset": "ukr_Cyrl-arb_Latn", "languages": ["ukr-Cyrl", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-cat_Latn", "languages": ["ukr-Cyrl", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-fur_Latn", "languages": ["ukr-Cyrl", "fur-Latn"]}, {"precision": 0.416012, "recall": 0.480237, "f1": 0.433305, "accuracy": 0.480237, "main_score": 0.433305, "hf_subset": "ukr_Cyrl-kab_Latn", "languages": ["ukr-Cyrl", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ukr_Cyrl-lim_Latn", "languages": ["ukr-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-nld_Latn", "languages": ["ukr-Cyrl", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ukr_Cyrl-san_Deva", "languages": ["ukr-Cyrl", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tat_Cyrl", "languages": ["ukr-Cyrl", "tat-Cyrl"]}, {"precision": 0.686709, "recall": 0.746047, "f1": 0.704207, "accuracy": 0.746047, "main_score": 0.704207, "hf_subset": "ukr_Cyrl-xho_Latn", "languages": ["ukr-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ars_Arab", "languages": ["ukr-Cyrl", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-ceb_Latn", "languages": ["ukr-Cyrl", "ceb-Latn"]}, {"precision": 0.56889, "recall": 0.629447, "f1": 0.586074, "accuracy": 0.629447, "main_score": 0.586074, "hf_subset": "ukr_Cyrl-fuv_Latn", "languages": ["ukr-Cyrl", "fuv-Latn"]}, {"precision": 0.515284, "recall": 0.58004, "f1": 0.533147, "accuracy": 0.58004, "main_score": 0.533147, "hf_subset": "ukr_Cyrl-kac_Latn", "languages": ["ukr-Cyrl", "kac-Latn"]}, {"precision": 0.680428, "recall": 0.737154, "f1": 0.697217, "accuracy": 0.737154, "main_score": 0.697217, "hf_subset": "ukr_Cyrl-lin_Latn", "languages": ["ukr-Cyrl", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-nno_Latn", "languages": ["ukr-Cyrl", "nno-Latn"]}, {"precision": 0.250469, "recall": 0.33498, "f1": 0.272764, "accuracy": 0.33498, "main_score": 0.272764, "hf_subset": "ukr_Cyrl-sat_Olck", "languages": ["ukr-Cyrl", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tel_Telu", "languages": ["ukr-Cyrl", "tel-Telu"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ukr_Cyrl-ydd_Hebr", "languages": ["ukr-Cyrl", "ydd-Hebr"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "ukr_Cyrl-ary_Arab", "languages": ["ukr-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ces_Latn", "languages": ["ukr-Cyrl", "ces-Latn"]}, {"precision": 0.580569, "recall": 0.646245, "f1": 0.599017, "accuracy": 0.646245, "main_score": 0.599017, "hf_subset": "ukr_Cyrl-gaz_Latn", "languages": ["ukr-Cyrl", "gaz-Latn"]}, {"precision": 0.598357, "recall": 0.659091, "f1": 0.615308, "accuracy": 0.659091, "main_score": 0.615308, "hf_subset": "ukr_Cyrl-kam_Latn", "languages": ["ukr-Cyrl", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ukr_Cyrl-lit_Latn", "languages": ["ukr-Cyrl", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-nob_Latn", "languages": ["ukr-Cyrl", "nob-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ukr_Cyrl-scn_Latn", "languages": ["ukr-Cyrl", "scn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ukr_Cyrl-tgk_Cyrl", "languages": ["ukr-Cyrl", "tgk-Cyrl"]}, {"precision": 0.733679, "recall": 0.797431, "f1": 0.752917, "accuracy": 0.797431, "main_score": 0.752917, "hf_subset": "ukr_Cyrl-yor_Latn", "languages": ["ukr-Cyrl", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-arz_Arab", "languages": ["ukr-Cyrl", "arz-Arab"]}, {"precision": 0.569548, "recall": 0.629447, "f1": 0.586764, "accuracy": 0.629447, "main_score": 0.586764, "hf_subset": "ukr_Cyrl-cjk_Latn", "languages": ["ukr-Cyrl", "cjk-Latn"]}, {"precision": 0.8083, "recall": 0.853755, "f1": 0.822596, "accuracy": 0.853755, "main_score": 0.822596, "hf_subset": "ukr_Cyrl-gla_Latn", "languages": ["ukr-Cyrl", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-kan_Knda", "languages": ["ukr-Cyrl", "kan-Knda"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ukr_Cyrl-lmo_Latn", "languages": ["ukr-Cyrl", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ukr_Cyrl-npi_Deva", "languages": ["ukr-Cyrl", "npi-Deva"]}, {"precision": 0.472616, "recall": 0.538538, "f1": 0.490799, "accuracy": 0.538538, "main_score": 0.490799, "hf_subset": "ukr_Cyrl-shn_Mymr", "languages": ["ukr-Cyrl", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tgl_Latn", "languages": ["ukr-Cyrl", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-yue_Hant", "languages": ["ukr-Cyrl", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-asm_Beng", "languages": ["ukr-Cyrl", "asm-Beng"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ukr_Cyrl-ckb_Arab", "languages": ["ukr-Cyrl", "ckb-Arab"]}, {"precision": 0.910491, "recall": 0.936759, "f1": 0.918874, "accuracy": 0.936759, "main_score": 0.918874, "hf_subset": "ukr_Cyrl-gle_Latn", "languages": ["ukr-Cyrl", "gle-Latn"]}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "ukr_Cyrl-kas_Arab", "languages": ["ukr-Cyrl", "kas-Arab"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ukr_Cyrl-ltg_Latn", "languages": ["ukr-Cyrl", "ltg-Latn"]}, {"precision": 0.620998, "recall": 0.679842, "f1": 0.638462, "accuracy": 0.679842, "main_score": 0.638462, "hf_subset": "ukr_Cyrl-nso_Latn", "languages": ["ukr-Cyrl", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-sin_Sinh", "languages": ["ukr-Cyrl", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tha_Thai", "languages": ["ukr-Cyrl", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-zho_Hans", "languages": ["ukr-Cyrl", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ast_Latn", "languages": ["ukr-Cyrl", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-crh_Latn", "languages": ["ukr-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-glg_Latn", "languages": ["ukr-Cyrl", "glg-Latn"]}, {"precision": 0.914361, "recall": 0.940711, "f1": 0.92276, "accuracy": 0.940711, "main_score": 0.92276, "hf_subset": "ukr_Cyrl-kas_Deva", "languages": ["ukr-Cyrl", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-ltz_Latn", "languages": ["ukr-Cyrl", "ltz-Latn"]}, {"precision": 0.480966, "recall": 0.545455, "f1": 0.498257, "accuracy": 0.545455, "main_score": 0.498257, "hf_subset": "ukr_Cyrl-nus_Latn", "languages": ["ukr-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-slk_Latn", "languages": ["ukr-Cyrl", "slk-Latn"]}, {"precision": 0.645183, "recall": 0.712451, "f1": 0.664943, "accuracy": 0.712451, "main_score": 0.664943, "hf_subset": "ukr_Cyrl-tir_Ethi", "languages": ["ukr-Cyrl", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-zho_Hant", "languages": ["ukr-Cyrl", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ukr_Cyrl-awa_Deva", "languages": ["ukr-Cyrl", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-cym_Latn", "languages": ["ukr-Cyrl", "cym-Latn"]}, {"precision": 0.856555, "recall": 0.892292, "f1": 0.867358, "accuracy": 0.892292, "main_score": 0.867358, "hf_subset": "ukr_Cyrl-grn_Latn", "languages": ["ukr-Cyrl", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-kat_Geor", "languages": ["ukr-Cyrl", "kat-Geor"]}, {"precision": 0.666536, "recall": 0.719368, "f1": 0.681989, "accuracy": 0.719368, "main_score": 0.681989, "hf_subset": "ukr_Cyrl-lua_Latn", "languages": ["ukr-Cyrl", "lua-Latn"]}, {"precision": 0.661893, "recall": 0.726285, "f1": 0.680797, "accuracy": 0.726285, "main_score": 0.680797, "hf_subset": "ukr_Cyrl-nya_Latn", "languages": ["ukr-Cyrl", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-slv_Latn", "languages": ["ukr-Cyrl", "slv-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ukr_Cyrl-tpi_Latn", "languages": ["ukr-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-zsm_Latn", "languages": ["ukr-Cyrl", "zsm-Latn"]}, {"precision": 0.547662, "recall": 0.617589, "f1": 0.567394, "accuracy": 0.617589, "main_score": 0.567394, "hf_subset": "ukr_Cyrl-ayr_Latn", "languages": ["ukr-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-dan_Latn", "languages": ["ukr-Cyrl", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-guj_Gujr", "languages": ["ukr-Cyrl", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-kaz_Cyrl", "languages": ["ukr-Cyrl", "kaz-Cyrl"]}, {"precision": 0.550092, "recall": 0.61166, "f1": 0.567668, "accuracy": 0.61166, "main_score": 0.567668, "hf_subset": "ukr_Cyrl-lug_Latn", "languages": ["ukr-Cyrl", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-oci_Latn", "languages": ["ukr-Cyrl", "oci-Latn"]}, {"precision": 0.840415, "recall": 0.883399, "f1": 0.853887, "accuracy": 0.883399, "main_score": 0.853887, "hf_subset": "ukr_Cyrl-smo_Latn", "languages": ["ukr-Cyrl", "smo-Latn"]}, {"precision": 0.555949, "recall": 0.62253, "f1": 0.574871, "accuracy": 0.62253, "main_score": 0.574871, "hf_subset": "ukr_Cyrl-tsn_Latn", "languages": ["ukr-Cyrl", "tsn-Latn"]}, {"precision": 0.632569, "recall": 0.695652, "f1": 0.65048, "accuracy": 0.695652, "main_score": 0.65048, "hf_subset": "ukr_Cyrl-zul_Latn", "languages": ["ukr-Cyrl", "zul-Latn"]}, {"precision": 0.929677, "recall": 0.950593, "f1": 0.93643, "accuracy": 0.950593, "main_score": 0.93643, "hf_subset": "ukr_Cyrl-azb_Arab", "languages": ["ukr-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-deu_Latn", "languages": ["ukr-Cyrl", "deu-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "ukr_Cyrl-hat_Latn", "languages": ["ukr-Cyrl", "hat-Latn"]}, {"precision": 0.498363, "recall": 0.556324, "f1": 0.514594, "accuracy": 0.556324, "main_score": 0.514594, "hf_subset": "ukr_Cyrl-kbp_Latn", "languages": ["ukr-Cyrl", "kbp-Latn"]}, {"precision": 0.591792, "recall": 0.653162, "f1": 0.60863, "accuracy": 0.653162, "main_score": 0.60863, "hf_subset": "ukr_Cyrl-luo_Latn", "languages": ["ukr-Cyrl", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ory_Orya", "languages": ["ukr-Cyrl", "ory-Orya"]}, {"precision": 0.617549, "recall": 0.675889, "f1": 0.634601, "accuracy": 0.675889, "main_score": 0.634601, "hf_subset": "ukr_Cyrl-sna_Latn", "languages": ["ukr-Cyrl", "sna-Latn"]}, {"precision": 0.564951, "recall": 0.62253, "f1": 0.580889, "accuracy": 0.62253, "main_score": 0.580889, "hf_subset": "ukr_Cyrl-tso_Latn", "languages": ["ukr-Cyrl", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-azj_Latn", "languages": ["ukr-Cyrl", "azj-Latn"]}, {"precision": 0.543316, "recall": 0.61166, "f1": 0.563018, "accuracy": 0.61166, "main_score": 0.563018, "hf_subset": "ukr_Cyrl-dik_Latn", "languages": ["ukr-Cyrl", "dik-Latn"]}, {"precision": 0.759453, "recall": 0.814229, "f1": 0.77612, "accuracy": 0.814229, "main_score": 0.77612, "hf_subset": "ukr_Cyrl-hau_Latn", "languages": ["ukr-Cyrl", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-kea_Latn", "languages": ["ukr-Cyrl", "kea-Latn"]}, {"precision": 0.763949, "recall": 0.814229, "f1": 0.779381, "accuracy": 0.814229, "main_score": 0.779381, "hf_subset": "ukr_Cyrl-lus_Latn", "languages": ["ukr-Cyrl", "lus-Latn"]}, {"precision": 0.880312, "recall": 0.908103, "f1": 0.888554, "accuracy": 0.908103, "main_score": 0.888554, "hf_subset": "ukr_Cyrl-pag_Latn", "languages": ["ukr-Cyrl", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-snd_Arab", "languages": ["ukr-Cyrl", "snd-Arab"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "ukr_Cyrl-tuk_Latn", "languages": ["ukr-Cyrl", "tuk-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-bak_Cyrl", "languages": ["ukr-Cyrl", "bak-Cyrl"]}, {"precision": 0.487821, "recall": 0.564229, "f1": 0.510186, "accuracy": 0.564229, "main_score": 0.510186, "hf_subset": "ukr_Cyrl-dyu_Latn", "languages": ["ukr-Cyrl", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-heb_Hebr", "languages": ["ukr-Cyrl", "heb-Hebr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-khk_Cyrl", "languages": ["ukr-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-lvs_Latn", "languages": ["ukr-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pan_Guru", "languages": ["ukr-Cyrl", "pan-Guru"]}, {"precision": 0.726367, "recall": 0.780632, "f1": 0.74241, "accuracy": 0.780632, "main_score": 0.74241, "hf_subset": "ukr_Cyrl-som_Latn", "languages": ["ukr-Cyrl", "som-Latn"]}, {"precision": 0.611537, "recall": 0.661067, "f1": 0.625549, "accuracy": 0.661067, "main_score": 0.625549, "hf_subset": "ukr_Cyrl-tum_Latn", "languages": ["ukr-Cyrl", "tum-Latn"]}, {"precision": 0.609529, "recall": 0.673913, "f1": 0.628066, "accuracy": 0.673913, "main_score": 0.628066, "hf_subset": "afr_Latn-ace_Arab", "languages": ["afr-Latn", "ace-Arab"]}, {"precision": 0.543305, "recall": 0.606719, "f1": 0.561566, "accuracy": 0.606719, "main_score": 0.561566, "hf_subset": "afr_Latn-bam_Latn", "languages": ["afr-Latn", "bam-Latn"]}, {"precision": 0.452999, "recall": 0.530632, "f1": 0.4735, "accuracy": 0.530632, "main_score": 0.4735, "hf_subset": "afr_Latn-dzo_Tibt", "languages": ["afr-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hin_Deva", "languages": ["afr-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-khm_Khmr", "languages": ["afr-Latn", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-mag_Deva", "languages": ["afr-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-pap_Latn", "languages": ["afr-Latn", "pap-Latn"]}, {"precision": 0.617231, "recall": 0.668972, "f1": 0.631756, "accuracy": 0.668972, "main_score": 0.631756, "hf_subset": "afr_Latn-sot_Latn", "languages": ["afr-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-tur_Latn", "languages": ["afr-Latn", "tur-Latn"]}, {"precision": 0.881456, "recall": 0.912055, "f1": 0.891304, "accuracy": 0.912055, "main_score": 0.891304, "hf_subset": "afr_Latn-ace_Latn", "languages": ["afr-Latn", "ace-Latn"]}, {"precision": 0.964921, "recall": 0.974308, "f1": 0.967885, "accuracy": 0.974308, "main_score": 0.967885, "hf_subset": "afr_Latn-ban_Latn", "languages": ["afr-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ell_Grek", "languages": ["afr-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "afr_Latn-hne_Deva", "languages": ["afr-Latn", "hne-Deva"]}, {"precision": 0.61609, "recall": 0.673913, "f1": 0.632423, "accuracy": 0.673913, "main_score": 0.632423, "hf_subset": "afr_Latn-kik_Latn", "languages": ["afr-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mai_Deva", "languages": ["afr-Latn", "mai-Deva"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "afr_Latn-pbt_Arab", "languages": ["afr-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-spa_Latn", "languages": ["afr-Latn", "spa-Latn"]}, {"precision": 0.626814, "recall": 0.689723, "f1": 0.644537, "accuracy": 0.689723, "main_score": 0.644537, "hf_subset": "afr_Latn-twi_Latn", "languages": ["afr-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-acm_Arab", "languages": ["afr-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-bel_Cyrl", "languages": ["afr-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-eng_Latn", "languages": ["afr-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hrv_Latn", "languages": ["afr-Latn", "hrv-Latn"]}, {"precision": 0.575496, "recall": 0.635375, "f1": 0.592067, "accuracy": 0.635375, "main_score": 0.592067, "hf_subset": "afr_Latn-kin_Latn", "languages": ["afr-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-mal_Mlym", "languages": ["afr-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pes_Arab", "languages": ["afr-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-srd_Latn", "languages": ["afr-Latn", "srd-Latn"]}, {"precision": 0.190461, "recall": 0.241107, "f1": 0.202456, "accuracy": 0.241107, "main_score": 0.202456, "hf_subset": "afr_Latn-tzm_Tfng", "languages": ["afr-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-acq_Arab", "languages": ["afr-Latn", "acq-Arab"]}, {"precision": 0.665942, "recall": 0.709486, "f1": 0.678, "accuracy": 0.709486, "main_score": 0.678, "hf_subset": "afr_Latn-bem_Latn", "languages": ["afr-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-epo_Latn", "languages": ["afr-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hun_Latn", "languages": ["afr-Latn", "hun-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "afr_Latn-kir_Cyrl", "languages": ["afr-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mar_Deva", "languages": ["afr-Latn", "mar-Deva"]}, {"precision": 0.689509, "recall": 0.742095, "f1": 0.705256, "accuracy": 0.742095, "main_score": 0.705256, "hf_subset": "afr_Latn-plt_Latn", "languages": ["afr-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-srp_Cyrl", "languages": ["afr-Latn", "srp-Cyrl"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "afr_Latn-uig_Arab", "languages": ["afr-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-aeb_Arab", "languages": ["afr-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ben_Beng", "languages": ["afr-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-est_Latn", "languages": ["afr-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hye_Armn", "languages": ["afr-Latn", "hye-Armn"]}, {"precision": 0.567528, "recall": 0.617589, "f1": 0.581925, "accuracy": 0.617589, "main_score": 0.581925, "hf_subset": "afr_Latn-kmb_Latn", "languages": ["afr-Latn", "kmb-Latn"]}, {"precision": 0.531805, "recall": 0.601779, "f1": 0.550412, "accuracy": 0.601779, "main_score": 0.550412, "hf_subset": "afr_Latn-min_Arab", "languages": ["afr-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pol_Latn", "languages": ["afr-Latn", "pol-Latn"]}, {"precision": 0.58481, "recall": 0.648221, "f1": 0.603328, "accuracy": 0.648221, "main_score": 0.603328, "hf_subset": "afr_Latn-ssw_Latn", "languages": ["afr-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ukr_Cyrl", "languages": ["afr-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-bho_Deva", "languages": ["afr-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-eus_Latn", "languages": ["afr-Latn", "eus-Latn"]}, {"precision": 0.607749, "recall": 0.667984, "f1": 0.624834, "accuracy": 0.667984, "main_score": 0.624834, "hf_subset": "afr_Latn-ibo_Latn", "languages": ["afr-Latn", "ibo-Latn"]}, {"precision": 0.919055, "recall": 0.9417, "f1": 0.92612, "accuracy": 0.9417, "main_score": 0.92612, "hf_subset": "afr_Latn-kmr_Latn", "languages": ["afr-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "afr_Latn-min_Latn", "languages": ["afr-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-por_Latn", "languages": ["afr-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-sun_Latn", "languages": ["afr-Latn", "sun-Latn"]}, {"precision": 0.544748, "recall": 0.602767, "f1": 0.561077, "accuracy": 0.602767, "main_score": 0.561077, "hf_subset": "afr_Latn-umb_Latn", "languages": ["afr-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ajp_Arab", "languages": ["afr-Latn", "ajp-Arab"]}, {"precision": 0.577573, "recall": 0.639328, "f1": 0.594917, "accuracy": 0.639328, "main_score": 0.594917, "hf_subset": "afr_Latn-bjn_Arab", "languages": ["afr-Latn", "bjn-Arab"]}, {"precision": 0.545589, "recall": 0.600791, "f1": 0.56075, "accuracy": 0.600791, "main_score": 0.56075, "hf_subset": "afr_Latn-ewe_Latn", "languages": ["afr-Latn", "ewe-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "afr_Latn-ilo_Latn", "languages": ["afr-Latn", "ilo-Latn"]}, {"precision": 0.324984, "recall": 0.38834, "f1": 0.342157, "accuracy": 0.38834, "main_score": 0.342157, "hf_subset": "afr_Latn-knc_Arab", "languages": ["afr-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mkd_Cyrl", "languages": ["afr-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-prs_Arab", "languages": ["afr-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-swe_Latn", "languages": ["afr-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-urd_Arab", "languages": ["afr-Latn", "urd-Arab"]}, {"precision": 0.617424, "recall": 0.674901, "f1": 0.633517, "accuracy": 0.674901, "main_score": 0.633517, "hf_subset": "afr_Latn-aka_Latn", "languages": ["afr-Latn", "aka-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "afr_Latn-bjn_Latn", "languages": ["afr-Latn", "bjn-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "afr_Latn-fao_Latn", "languages": ["afr-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ind_Latn", "languages": ["afr-Latn", "ind-Latn"]}, {"precision": 0.618908, "recall": 0.666008, "f1": 0.632306, "accuracy": 0.666008, "main_score": 0.632306, "hf_subset": "afr_Latn-knc_Latn", "languages": ["afr-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-mlt_Latn", "languages": ["afr-Latn", "mlt-Latn"]}, {"precision": 0.722083, "recall": 0.777668, "f1": 0.738187, "accuracy": 0.777668, "main_score": 0.738187, "hf_subset": "afr_Latn-quy_Latn", "languages": ["afr-Latn", "quy-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "afr_Latn-swh_Latn", "languages": ["afr-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-uzn_Latn", "languages": ["afr-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-als_Latn", "languages": ["afr-Latn", "als-Latn"]}, {"precision": 0.663669, "recall": 0.738142, "f1": 0.685441, "accuracy": 0.738142, "main_score": 0.685441, "hf_subset": "afr_Latn-bod_Tibt", "languages": ["afr-Latn", "bod-Tibt"]}, {"precision": 0.729974, "recall": 0.783597, "f1": 0.746035, "accuracy": 0.783597, "main_score": 0.746035, "hf_subset": "afr_Latn-fij_Latn", "languages": ["afr-Latn", "fij-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "afr_Latn-isl_Latn", "languages": ["afr-Latn", "isl-Latn"]}, {"precision": 0.686702, "recall": 0.731225, "f1": 0.699739, "accuracy": 0.731225, "main_score": 0.699739, "hf_subset": "afr_Latn-kon_Latn", "languages": ["afr-Latn", "kon-Latn"]}, {"precision": 0.67838, "recall": 0.737154, "f1": 0.695504, "accuracy": 0.737154, "main_score": 0.695504, "hf_subset": "afr_Latn-mni_Beng", "languages": ["afr-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ron_Latn", "languages": ["afr-Latn", "ron-Latn"]}, {"precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "afr_Latn-szl_Latn", "languages": ["afr-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-vec_Latn", "languages": ["afr-Latn", "vec-Latn"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "afr_Latn-amh_Ethi", "languages": ["afr-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-bos_Latn", "languages": ["afr-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-fin_Latn", "languages": ["afr-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ita_Latn", "languages": ["afr-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-kor_Hang", "languages": ["afr-Latn", "kor-Hang"]}, {"precision": 0.573064, "recall": 0.629447, "f1": 0.588703, "accuracy": 0.629447, "main_score": 0.588703, "hf_subset": "afr_Latn-mos_Latn", "languages": ["afr-Latn", "mos-Latn"]}, {"precision": 0.583746, "recall": 0.636364, "f1": 0.598919, "accuracy": 0.636364, "main_score": 0.598919, "hf_subset": "afr_Latn-run_Latn", "languages": ["afr-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tam_Taml", "languages": ["afr-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-vie_Latn", "languages": ["afr-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-apc_Arab", "languages": ["afr-Latn", "apc-Arab"]}, {"precision": 0.821789, "recall": 0.862648, "f1": 0.834025, "accuracy": 0.862648, "main_score": 0.834025, "hf_subset": "afr_Latn-bug_Latn", "languages": ["afr-Latn", "bug-Latn"]}, {"precision": 0.485007, "recall": 0.547431, "f1": 0.501764, "accuracy": 0.547431, "main_score": 0.501764, "hf_subset": "afr_Latn-fon_Latn", "languages": ["afr-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-jav_Latn", "languages": ["afr-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-lao_Laoo", "languages": ["afr-Latn", "lao-Laoo"]}, {"precision": 0.901186, "recall": 0.928854, "f1": 0.910244, "accuracy": 0.928854, "main_score": 0.910244, "hf_subset": "afr_Latn-mri_Latn", "languages": ["afr-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-rus_Cyrl", "languages": ["afr-Latn", "rus-Cyrl"]}, {"precision": 0.564133, "recall": 0.625494, "f1": 0.581046, "accuracy": 0.625494, "main_score": 0.581046, "hf_subset": "afr_Latn-taq_Latn", "languages": ["afr-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-war_Latn", "languages": ["afr-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-arb_Arab", "languages": ["afr-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-bul_Cyrl", "languages": ["afr-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-fra_Latn", "languages": ["afr-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-jpn_Jpan", "languages": ["afr-Latn", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-lij_Latn", "languages": ["afr-Latn", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "afr_Latn-mya_Mymr", "languages": ["afr-Latn", "mya-Mymr"]}, {"precision": 0.611451, "recall": 0.677866, "f1": 0.629902, "accuracy": 0.677866, "main_score": 0.629902, "hf_subset": "afr_Latn-sag_Latn", "languages": ["afr-Latn", "sag-Latn"]}, {"precision": 0.202101, "recall": 0.259881, "f1": 0.215558, "accuracy": 0.259881, "main_score": 0.215558, "hf_subset": "afr_Latn-taq_Tfng", "languages": ["afr-Latn", "taq-Tfng"]}, {"precision": 0.656555, "recall": 0.713439, "f1": 0.673061, "accuracy": 0.713439, "main_score": 0.673061, "hf_subset": "afr_Latn-wol_Latn", "languages": ["afr-Latn", "wol-Latn"]}, {"precision": 0.832592, "recall": 0.878458, "f1": 0.846871, "accuracy": 0.878458, "main_score": 0.846871, "hf_subset": "afr_Latn-arb_Latn", "languages": ["afr-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-cat_Latn", "languages": ["afr-Latn", "cat-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "afr_Latn-fur_Latn", "languages": ["afr-Latn", "fur-Latn"]}, {"precision": 0.427701, "recall": 0.485178, "f1": 0.443697, "accuracy": 0.485178, "main_score": 0.443697, "hf_subset": "afr_Latn-kab_Latn", "languages": ["afr-Latn", "kab-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "afr_Latn-lim_Latn", "languages": ["afr-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-nld_Latn", "languages": ["afr-Latn", "nld-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "afr_Latn-san_Deva", "languages": ["afr-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tat_Cyrl", "languages": ["afr-Latn", "tat-Cyrl"]}, {"precision": 0.699654, "recall": 0.756917, "f1": 0.716733, "accuracy": 0.756917, "main_score": 0.716733, "hf_subset": "afr_Latn-xho_Latn", "languages": ["afr-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ars_Arab", "languages": ["afr-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ceb_Latn", "languages": ["afr-Latn", "ceb-Latn"]}, {"precision": 0.583399, "recall": 0.644269, "f1": 0.600993, "accuracy": 0.644269, "main_score": 0.600993, "hf_subset": "afr_Latn-fuv_Latn", "languages": ["afr-Latn", "fuv-Latn"]}, {"precision": 0.531806, "recall": 0.593874, "f1": 0.549377, "accuracy": 0.593874, "main_score": 0.549377, "hf_subset": "afr_Latn-kac_Latn", "languages": ["afr-Latn", "kac-Latn"]}, {"precision": 0.693556, "recall": 0.745059, "f1": 0.708416, "accuracy": 0.745059, "main_score": 0.708416, "hf_subset": "afr_Latn-lin_Latn", "languages": ["afr-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-nno_Latn", "languages": ["afr-Latn", "nno-Latn"]}, {"precision": 0.259057, "recall": 0.337945, "f1": 0.279305, "accuracy": 0.337945, "main_score": 0.279305, "hf_subset": "afr_Latn-sat_Olck", "languages": ["afr-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tel_Telu", "languages": ["afr-Latn", "tel-Telu"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "afr_Latn-ydd_Hebr", "languages": ["afr-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "afr_Latn-ary_Arab", "languages": ["afr-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ces_Latn", "languages": ["afr-Latn", "ces-Latn"]}, {"precision": 0.615326, "recall": 0.668972, "f1": 0.630818, "accuracy": 0.668972, "main_score": 0.630818, "hf_subset": "afr_Latn-gaz_Latn", "languages": ["afr-Latn", "gaz-Latn"]}, {"precision": 0.607971, "recall": 0.666996, "f1": 0.624441, "accuracy": 0.666996, "main_score": 0.624441, "hf_subset": "afr_Latn-kam_Latn", "languages": ["afr-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "afr_Latn-lit_Latn", "languages": ["afr-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-nob_Latn", "languages": ["afr-Latn", "nob-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "afr_Latn-scn_Latn", "languages": ["afr-Latn", "scn-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "afr_Latn-tgk_Cyrl", "languages": ["afr-Latn", "tgk-Cyrl"]}, {"precision": 0.741354, "recall": 0.80336, "f1": 0.760559, "accuracy": 0.80336, "main_score": 0.760559, "hf_subset": "afr_Latn-yor_Latn", "languages": ["afr-Latn", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-arz_Arab", "languages": ["afr-Latn", "arz-Arab"]}, {"precision": 0.587903, "recall": 0.645257, "f1": 0.60465, "accuracy": 0.645257, "main_score": 0.60465, "hf_subset": "afr_Latn-cjk_Latn", "languages": ["afr-Latn", "cjk-Latn"]}, {"precision": 0.825758, "recall": 0.867589, "f1": 0.838933, "accuracy": 0.867589, "main_score": 0.838933, "hf_subset": "afr_Latn-gla_Latn", "languages": ["afr-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-kan_Knda", "languages": ["afr-Latn", "kan-Knda"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "afr_Latn-lmo_Latn", "languages": ["afr-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "afr_Latn-npi_Deva", "languages": ["afr-Latn", "npi-Deva"]}, {"precision": 0.487945, "recall": 0.549407, "f1": 0.504466, "accuracy": 0.549407, "main_score": 0.504466, "hf_subset": "afr_Latn-shn_Mymr", "languages": ["afr-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tgl_Latn", "languages": ["afr-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-yue_Hant", "languages": ["afr-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-asm_Beng", "languages": ["afr-Latn", "asm-Beng"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "afr_Latn-ckb_Arab", "languages": ["afr-Latn", "ckb-Arab"]}, {"precision": 0.900231, "recall": 0.925889, "f1": 0.90807, "accuracy": 0.925889, "main_score": 0.90807, "hf_subset": "afr_Latn-gle_Latn", "languages": ["afr-Latn", "gle-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "afr_Latn-kas_Arab", "languages": ["afr-Latn", "kas-Arab"]}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "afr_Latn-ltg_Latn", "languages": ["afr-Latn", "ltg-Latn"]}, {"precision": 0.635279, "recall": 0.693676, "f1": 0.651703, "accuracy": 0.693676, "main_score": 0.651703, "hf_subset": "afr_Latn-nso_Latn", "languages": ["afr-Latn", "nso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-sin_Sinh", "languages": ["afr-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-tha_Thai", "languages": ["afr-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zho_Hans", "languages": ["afr-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ast_Latn", "languages": ["afr-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-crh_Latn", "languages": ["afr-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-glg_Latn", "languages": ["afr-Latn", "glg-Latn"]}, {"precision": 0.912055, "recall": 0.938735, "f1": 0.920619, "accuracy": 0.938735, "main_score": 0.920619, "hf_subset": "afr_Latn-kas_Deva", "languages": ["afr-Latn", "kas-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "afr_Latn-ltz_Latn", "languages": ["afr-Latn", "ltz-Latn"]}, {"precision": 0.485912, "recall": 0.554348, "f1": 0.504746, "accuracy": 0.554348, "main_score": 0.504746, "hf_subset": "afr_Latn-nus_Latn", "languages": ["afr-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-slk_Latn", "languages": ["afr-Latn", "slk-Latn"]}, {"precision": 0.632839, "recall": 0.701581, "f1": 0.652899, "accuracy": 0.701581, "main_score": 0.652899, "hf_subset": "afr_Latn-tir_Ethi", "languages": ["afr-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zho_Hant", "languages": ["afr-Latn", "zho-Hant"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "afr_Latn-awa_Deva", "languages": ["afr-Latn", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "afr_Latn-cym_Latn", "languages": ["afr-Latn", "cym-Latn"]}, {"precision": 0.843412, "recall": 0.881423, "f1": 0.855204, "accuracy": 0.881423, "main_score": 0.855204, "hf_subset": "afr_Latn-grn_Latn", "languages": ["afr-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-kat_Geor", "languages": ["afr-Latn", "kat-Geor"]}, {"precision": 0.677341, "recall": 0.722332, "f1": 0.690226, "accuracy": 0.722332, "main_score": 0.690226, "hf_subset": "afr_Latn-lua_Latn", "languages": ["afr-Latn", "lua-Latn"]}, {"precision": 0.666643, "recall": 0.720356, "f1": 0.682246, "accuracy": 0.720356, "main_score": 0.682246, "hf_subset": "afr_Latn-nya_Latn", "languages": ["afr-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-slv_Latn", "languages": ["afr-Latn", "slv-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "afr_Latn-tpi_Latn", "languages": ["afr-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zsm_Latn", "languages": ["afr-Latn", "zsm-Latn"]}, {"precision": 0.56208, "recall": 0.62747, "f1": 0.580754, "accuracy": 0.62747, "main_score": 0.580754, "hf_subset": "afr_Latn-ayr_Latn", "languages": ["afr-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-dan_Latn", "languages": ["afr-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-guj_Gujr", "languages": ["afr-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-kaz_Cyrl", "languages": ["afr-Latn", "kaz-Cyrl"]}, {"precision": 0.563285, "recall": 0.62747, "f1": 0.581461, "accuracy": 0.62747, "main_score": 0.581461, "hf_subset": "afr_Latn-lug_Latn", "languages": ["afr-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-oci_Latn", "languages": ["afr-Latn", "oci-Latn"]}, {"precision": 0.869071, "recall": 0.90415, "f1": 0.880072, "accuracy": 0.90415, "main_score": 0.880072, "hf_subset": "afr_Latn-smo_Latn", "languages": ["afr-Latn", "smo-Latn"]}, {"precision": 0.565308, "recall": 0.62747, "f1": 0.582333, "accuracy": 0.62747, "main_score": 0.582333, "hf_subset": "afr_Latn-tsn_Latn", "languages": ["afr-Latn", "tsn-Latn"]}, {"precision": 0.660738, "recall": 0.714427, "f1": 0.676013, "accuracy": 0.714427, "main_score": 0.676013, "hf_subset": "afr_Latn-zul_Latn", "languages": ["afr-Latn", "zul-Latn"]}, {"precision": 0.933877, "recall": 0.953557, "f1": 0.940119, "accuracy": 0.953557, "main_score": 0.940119, "hf_subset": "afr_Latn-azb_Arab", "languages": ["afr-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-deu_Latn", "languages": ["afr-Latn", "deu-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "afr_Latn-hat_Latn", "languages": ["afr-Latn", "hat-Latn"]}, {"precision": 0.513708, "recall": 0.570158, "f1": 0.52909, "accuracy": 0.570158, "main_score": 0.52909, "hf_subset": "afr_Latn-kbp_Latn", "languages": ["afr-Latn", "kbp-Latn"]}, {"precision": 0.596536, "recall": 0.649209, "f1": 0.61121, "accuracy": 0.649209, "main_score": 0.61121, "hf_subset": "afr_Latn-luo_Latn", "languages": ["afr-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ory_Orya", "languages": ["afr-Latn", "ory-Orya"]}, {"precision": 0.627866, "recall": 0.688735, "f1": 0.645935, "accuracy": 0.688735, "main_score": 0.645935, "hf_subset": "afr_Latn-sna_Latn", "languages": ["afr-Latn", "sna-Latn"]}, {"precision": 0.585065, "recall": 0.639328, "f1": 0.600071, "accuracy": 0.639328, "main_score": 0.600071, "hf_subset": "afr_Latn-tso_Latn", "languages": ["afr-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-azj_Latn", "languages": ["afr-Latn", "azj-Latn"]}, {"precision": 0.564286, "recall": 0.626482, "f1": 0.58225, "accuracy": 0.626482, "main_score": 0.58225, "hf_subset": "afr_Latn-dik_Latn", "languages": ["afr-Latn", "dik-Latn"]}, {"precision": 0.7536, "recall": 0.805336, "f1": 0.769055, "accuracy": 0.805336, "main_score": 0.769055, "hf_subset": "afr_Latn-hau_Latn", "languages": ["afr-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "afr_Latn-kea_Latn", "languages": ["afr-Latn", "kea-Latn"]}, {"precision": 0.76861, "recall": 0.815217, "f1": 0.782675, "accuracy": 0.815217, "main_score": 0.782675, "hf_subset": "afr_Latn-lus_Latn", "languages": ["afr-Latn", "lus-Latn"]}, {"precision": 0.885293, "recall": 0.914032, "f1": 0.894288, "accuracy": 0.914032, "main_score": 0.894288, "hf_subset": "afr_Latn-pag_Latn", "languages": ["afr-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-snd_Arab", "languages": ["afr-Latn", "snd-Arab"]}, {"precision": 0.961957, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "afr_Latn-tuk_Latn", "languages": ["afr-Latn", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "afr_Latn-bak_Cyrl", "languages": ["afr-Latn", "bak-Cyrl"]}, {"precision": 0.512884, "recall": 0.585968, "f1": 0.53444, "accuracy": 0.585968, "main_score": 0.53444, "hf_subset": "afr_Latn-dyu_Latn", "languages": ["afr-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-heb_Hebr", "languages": ["afr-Latn", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "afr_Latn-khk_Cyrl", "languages": ["afr-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-lvs_Latn", "languages": ["afr-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pan_Guru", "languages": ["afr-Latn", "pan-Guru"]}, {"precision": 0.736742, "recall": 0.794466, "f1": 0.754136, "accuracy": 0.794466, "main_score": 0.754136, "hf_subset": "afr_Latn-som_Latn", "languages": ["afr-Latn", "som-Latn"]}, {"precision": 0.618729, "recall": 0.663043, "f1": 0.631101, "accuracy": 0.663043, "main_score": 0.631101, "hf_subset": "afr_Latn-tum_Latn", "languages": ["afr-Latn", "tum-Latn"]}, {"precision": 0.544583, "recall": 0.615613, "f1": 0.564936, "accuracy": 0.615613, "main_score": 0.564936, "hf_subset": "bho_Deva-ace_Arab", "languages": ["bho-Deva", "ace-Arab"]}, {"precision": 0.50491, "recall": 0.56917, "f1": 0.523259, "accuracy": 0.56917, "main_score": 0.523259, "hf_subset": "bho_Deva-bam_Latn", "languages": ["bho-Deva", "bam-Latn"]}, {"precision": 0.428614, "recall": 0.508893, "f1": 0.450011, "accuracy": 0.508893, "main_score": 0.450011, "hf_subset": "bho_Deva-dzo_Tibt", "languages": ["bho-Deva", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-hin_Deva", "languages": ["bho-Deva", "hin-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bho_Deva-khm_Khmr", "languages": ["bho-Deva", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-mag_Deva", "languages": ["bho-Deva", "mag-Deva"]}, {"precision": 0.971591, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "bho_Deva-pap_Latn", "languages": ["bho-Deva", "pap-Latn"]}, {"precision": 0.577762, "recall": 0.633399, "f1": 0.593401, "accuracy": 0.633399, "main_score": 0.593401, "hf_subset": "bho_Deva-sot_Latn", "languages": ["bho-Deva", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-tur_Latn", "languages": ["bho-Deva", "tur-Latn"]}, {"precision": 0.843989, "recall": 0.883399, "f1": 0.856126, "accuracy": 0.883399, "main_score": 0.856126, "hf_subset": "bho_Deva-ace_Latn", "languages": ["bho-Deva", "ace-Latn"]}, {"precision": 0.948699, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "bho_Deva-ban_Latn", "languages": ["bho-Deva", "ban-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-ell_Grek", "languages": ["bho-Deva", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bho_Deva-hne_Deva", "languages": ["bho-Deva", "hne-Deva"]}, {"precision": 0.583267, "recall": 0.647233, "f1": 0.601405, "accuracy": 0.647233, "main_score": 0.601405, "hf_subset": "bho_Deva-kik_Latn", "languages": ["bho-Deva", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-mai_Deva", "languages": ["bho-Deva", "mai-Deva"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "bho_Deva-pbt_Arab", "languages": ["bho-Deva", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-spa_Latn", "languages": ["bho-Deva", "spa-Latn"]}, {"precision": 0.606821, "recall": 0.673913, "f1": 0.625304, "accuracy": 0.673913, "main_score": 0.625304, "hf_subset": "bho_Deva-twi_Latn", "languages": ["bho-Deva", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-acm_Arab", "languages": ["bho-Deva", "acm-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-bel_Cyrl", "languages": ["bho-Deva", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-eng_Latn", "languages": ["bho-Deva", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-hrv_Latn", "languages": ["bho-Deva", "hrv-Latn"]}, {"precision": 0.538653, "recall": 0.603755, "f1": 0.557568, "accuracy": 0.603755, "main_score": 0.557568, "hf_subset": "bho_Deva-kin_Latn", "languages": ["bho-Deva", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-mal_Mlym", "languages": ["bho-Deva", "mal-Mlym"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-pes_Arab", "languages": ["bho-Deva", "pes-Arab"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "bho_Deva-srd_Latn", "languages": ["bho-Deva", "srd-Latn"]}, {"precision": 0.175952, "recall": 0.22332, "f1": 0.188436, "accuracy": 0.22332, "main_score": 0.188436, "hf_subset": "bho_Deva-tzm_Tfng", "languages": ["bho-Deva", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-acq_Arab", "languages": ["bho-Deva", "acq-Arab"]}, {"precision": 0.613399, "recall": 0.666996, "f1": 0.62879, "accuracy": 0.666996, "main_score": 0.62879, "hf_subset": "bho_Deva-bem_Latn", "languages": ["bho-Deva", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-epo_Latn", "languages": ["bho-Deva", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-hun_Latn", "languages": ["bho-Deva", "hun-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bho_Deva-kir_Cyrl", "languages": ["bho-Deva", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-mar_Deva", "languages": ["bho-Deva", "mar-Deva"]}, {"precision": 0.646986, "recall": 0.708498, "f1": 0.665217, "accuracy": 0.708498, "main_score": 0.665217, "hf_subset": "bho_Deva-plt_Latn", "languages": ["bho-Deva", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-srp_Cyrl", "languages": ["bho-Deva", "srp-Cyrl"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "bho_Deva-uig_Arab", "languages": ["bho-Deva", "uig-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-aeb_Arab", "languages": ["bho-Deva", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-ben_Beng", "languages": ["bho-Deva", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-est_Latn", "languages": ["bho-Deva", "est-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-hye_Armn", "languages": ["bho-Deva", "hye-Armn"]}, {"precision": 0.529032, "recall": 0.589921, "f1": 0.546923, "accuracy": 0.589921, "main_score": 0.546923, "hf_subset": "bho_Deva-kmb_Latn", "languages": ["bho-Deva", "kmb-Latn"]}, {"precision": 0.477517, "recall": 0.55336, "f1": 0.497608, "accuracy": 0.55336, "main_score": 0.497608, "hf_subset": "bho_Deva-min_Arab", "languages": ["bho-Deva", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-pol_Latn", "languages": ["bho-Deva", "pol-Latn"]}, {"precision": 0.541941, "recall": 0.601779, "f1": 0.559198, "accuracy": 0.601779, "main_score": 0.559198, "hf_subset": "bho_Deva-ssw_Latn", "languages": ["bho-Deva", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ukr_Cyrl", "languages": ["bho-Deva", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-afr_Latn", "languages": ["bho-Deva", "afr-Latn"]}, {"precision": 0.976038, "recall": 0.983202, "f1": 0.978327, "accuracy": 0.983202, "main_score": 0.978327, "hf_subset": "bho_Deva-eus_Latn", "languages": ["bho-Deva", "eus-Latn"]}, {"precision": 0.565836, "recall": 0.624506, "f1": 0.582009, "accuracy": 0.624506, "main_score": 0.582009, "hf_subset": "bho_Deva-ibo_Latn", "languages": ["bho-Deva", "ibo-Latn"]}, {"precision": 0.850412, "recall": 0.887352, "f1": 0.861679, "accuracy": 0.887352, "main_score": 0.861679, "hf_subset": "bho_Deva-kmr_Latn", "languages": ["bho-Deva", "kmr-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "bho_Deva-min_Latn", "languages": ["bho-Deva", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-por_Latn", "languages": ["bho-Deva", "por-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-sun_Latn", "languages": ["bho-Deva", "sun-Latn"]}, {"precision": 0.512682, "recall": 0.571146, "f1": 0.529603, "accuracy": 0.571146, "main_score": 0.529603, "hf_subset": "bho_Deva-umb_Latn", "languages": ["bho-Deva", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ajp_Arab", "languages": ["bho-Deva", "ajp-Arab"]}, {"precision": 0.509111, "recall": 0.578063, "f1": 0.527859, "accuracy": 0.578063, "main_score": 0.527859, "hf_subset": "bho_Deva-bjn_Arab", "languages": ["bho-Deva", "bjn-Arab"]}, {"precision": 0.512808, "recall": 0.577075, "f1": 0.530033, "accuracy": 0.577075, "main_score": 0.530033, "hf_subset": "bho_Deva-ewe_Latn", "languages": ["bho-Deva", "ewe-Latn"]}, {"precision": 0.935935, "recall": 0.956522, "f1": 0.942688, "accuracy": 0.956522, "main_score": 0.942688, "hf_subset": "bho_Deva-ilo_Latn", "languages": ["bho-Deva", "ilo-Latn"]}, {"precision": 0.312634, "recall": 0.37253, "f1": 0.328581, "accuracy": 0.37253, "main_score": 0.328581, "hf_subset": "bho_Deva-knc_Arab", "languages": ["bho-Deva", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-mkd_Cyrl", "languages": ["bho-Deva", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-prs_Arab", "languages": ["bho-Deva", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-swe_Latn", "languages": ["bho-Deva", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-urd_Arab", "languages": ["bho-Deva", "urd-Arab"]}, {"precision": 0.579283, "recall": 0.642292, "f1": 0.597418, "accuracy": 0.642292, "main_score": 0.597418, "hf_subset": "bho_Deva-aka_Latn", "languages": ["bho-Deva", "aka-Latn"]}, {"precision": 0.978014, "recall": 0.98419, "f1": 0.979974, "accuracy": 0.98419, "main_score": 0.979974, "hf_subset": "bho_Deva-bjn_Latn", "languages": ["bho-Deva", "bjn-Latn"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "bho_Deva-fao_Latn", "languages": ["bho-Deva", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ind_Latn", "languages": ["bho-Deva", "ind-Latn"]}, {"precision": 0.580258, "recall": 0.639328, "f1": 0.596948, "accuracy": 0.639328, "main_score": 0.596948, "hf_subset": "bho_Deva-knc_Latn", "languages": ["bho-Deva", "knc-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bho_Deva-mlt_Latn", "languages": ["bho-Deva", "mlt-Latn"]}, {"precision": 0.68274, "recall": 0.746047, "f1": 0.701259, "accuracy": 0.746047, "main_score": 0.701259, "hf_subset": "bho_Deva-quy_Latn", "languages": ["bho-Deva", "quy-Latn"]}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945323, "accuracy": 0.95751, "main_score": 0.945323, "hf_subset": "bho_Deva-swh_Latn", "languages": ["bho-Deva", "swh-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bho_Deva-uzn_Latn", "languages": ["bho-Deva", "uzn-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "bho_Deva-als_Latn", "languages": ["bho-Deva", "als-Latn"]}, {"precision": 0.624186, "recall": 0.701581, "f1": 0.646827, "accuracy": 0.701581, "main_score": 0.646827, "hf_subset": "bho_Deva-bod_Tibt", "languages": ["bho-Deva", "bod-Tibt"]}, {"precision": 0.679473, "recall": 0.740119, "f1": 0.697301, "accuracy": 0.740119, "main_score": 0.697301, "hf_subset": "bho_Deva-fij_Latn", "languages": ["bho-Deva", "fij-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "bho_Deva-isl_Latn", "languages": ["bho-Deva", "isl-Latn"]}, {"precision": 0.64007, "recall": 0.703557, "f1": 0.658504, "accuracy": 0.703557, "main_score": 0.658504, "hf_subset": "bho_Deva-kon_Latn", "languages": ["bho-Deva", "kon-Latn"]}, {"precision": 0.674407, "recall": 0.741107, "f1": 0.694353, "accuracy": 0.741107, "main_score": 0.694353, "hf_subset": "bho_Deva-mni_Beng", "languages": ["bho-Deva", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ron_Latn", "languages": ["bho-Deva", "ron-Latn"]}, {"precision": 0.97332, "recall": 0.980237, "f1": 0.975626, "accuracy": 0.980237, "main_score": 0.975626, "hf_subset": "bho_Deva-szl_Latn", "languages": ["bho-Deva", "szl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-vec_Latn", "languages": ["bho-Deva", "vec-Latn"]}, {"precision": 0.917161, "recall": 0.942688, "f1": 0.925395, "accuracy": 0.942688, "main_score": 0.925395, "hf_subset": "bho_Deva-amh_Ethi", "languages": ["bho-Deva", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-bos_Latn", "languages": ["bho-Deva", "bos-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-fin_Latn", "languages": ["bho-Deva", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ita_Latn", "languages": ["bho-Deva", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-kor_Hang", "languages": ["bho-Deva", "kor-Hang"]}, {"precision": 0.539543, "recall": 0.599802, "f1": 0.556561, "accuracy": 0.599802, "main_score": 0.556561, "hf_subset": "bho_Deva-mos_Latn", "languages": ["bho-Deva", "mos-Latn"]}, {"precision": 0.542598, "recall": 0.603755, "f1": 0.559881, "accuracy": 0.603755, "main_score": 0.559881, "hf_subset": "bho_Deva-run_Latn", "languages": ["bho-Deva", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-tam_Taml", "languages": ["bho-Deva", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-vie_Latn", "languages": ["bho-Deva", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-apc_Arab", "languages": ["bho-Deva", "apc-Arab"]}, {"precision": 0.790029, "recall": 0.836957, "f1": 0.803955, "accuracy": 0.836957, "main_score": 0.803955, "hf_subset": "bho_Deva-bug_Latn", "languages": ["bho-Deva", "bug-Latn"]}, {"precision": 0.470962, "recall": 0.530632, "f1": 0.486905, "accuracy": 0.530632, "main_score": 0.486905, "hf_subset": "bho_Deva-fon_Latn", "languages": ["bho-Deva", "fon-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bho_Deva-jav_Latn", "languages": ["bho-Deva", "jav-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bho_Deva-lao_Laoo", "languages": ["bho-Deva", "lao-Laoo"]}, {"precision": 0.815209, "recall": 0.86166, "f1": 0.82937, "accuracy": 0.86166, "main_score": 0.82937, "hf_subset": "bho_Deva-mri_Latn", "languages": ["bho-Deva", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-rus_Cyrl", "languages": ["bho-Deva", "rus-Cyrl"]}, {"precision": 0.542223, "recall": 0.606719, "f1": 0.560098, "accuracy": 0.606719, "main_score": 0.560098, "hf_subset": "bho_Deva-taq_Latn", "languages": ["bho-Deva", "taq-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bho_Deva-war_Latn", "languages": ["bho-Deva", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-arb_Arab", "languages": ["bho-Deva", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-bul_Cyrl", "languages": ["bho-Deva", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-fra_Latn", "languages": ["bho-Deva", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-jpn_Jpan", "languages": ["bho-Deva", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-lij_Latn", "languages": ["bho-Deva", "lij-Latn"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "bho_Deva-mya_Mymr", "languages": ["bho-Deva", "mya-Mymr"]}, {"precision": 0.574577, "recall": 0.644269, "f1": 0.594177, "accuracy": 0.644269, "main_score": 0.594177, "hf_subset": "bho_Deva-sag_Latn", "languages": ["bho-Deva", "sag-Latn"]}, {"precision": 0.196268, "recall": 0.250988, "f1": 0.208652, "accuracy": 0.250988, "main_score": 0.208652, "hf_subset": "bho_Deva-taq_Tfng", "languages": ["bho-Deva", "taq-Tfng"]}, {"precision": 0.616551, "recall": 0.686759, "f1": 0.636557, "accuracy": 0.686759, "main_score": 0.636557, "hf_subset": "bho_Deva-wol_Latn", "languages": ["bho-Deva", "wol-Latn"]}, {"precision": 0.761726, "recall": 0.820158, "f1": 0.779696, "accuracy": 0.820158, "main_score": 0.779696, "hf_subset": "bho_Deva-arb_Latn", "languages": ["bho-Deva", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-cat_Latn", "languages": ["bho-Deva", "cat-Latn"]}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "bho_Deva-fur_Latn", "languages": ["bho-Deva", "fur-Latn"]}, {"precision": 0.409463, "recall": 0.467391, "f1": 0.425411, "accuracy": 0.467391, "main_score": 0.425411, "hf_subset": "bho_Deva-kab_Latn", "languages": ["bho-Deva", "kab-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bho_Deva-lim_Latn", "languages": ["bho-Deva", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-nld_Latn", "languages": ["bho-Deva", "nld-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "bho_Deva-san_Deva", "languages": ["bho-Deva", "san-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-tat_Cyrl", "languages": ["bho-Deva", "tat-Cyrl"]}, {"precision": 0.650083, "recall": 0.706522, "f1": 0.666326, "accuracy": 0.706522, "main_score": 0.666326, "hf_subset": "bho_Deva-xho_Latn", "languages": ["bho-Deva", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-ars_Arab", "languages": ["bho-Deva", "ars-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bho_Deva-ceb_Latn", "languages": ["bho-Deva", "ceb-Latn"]}, {"precision": 0.547985, "recall": 0.615613, "f1": 0.567279, "accuracy": 0.615613, "main_score": 0.567279, "hf_subset": "bho_Deva-fuv_Latn", "languages": ["bho-Deva", "fuv-Latn"]}, {"precision": 0.502766, "recall": 0.579051, "f1": 0.52409, "accuracy": 0.579051, "main_score": 0.52409, "hf_subset": "bho_Deva-kac_Latn", "languages": ["bho-Deva", "kac-Latn"]}, {"precision": 0.656851, "recall": 0.714427, "f1": 0.673767, "accuracy": 0.714427, "main_score": 0.673767, "hf_subset": "bho_Deva-lin_Latn", "languages": ["bho-Deva", "lin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-nno_Latn", "languages": ["bho-Deva", "nno-Latn"]}, {"precision": 0.238729, "recall": 0.323123, "f1": 0.261081, "accuracy": 0.323123, "main_score": 0.261081, "hf_subset": "bho_Deva-sat_Olck", "languages": ["bho-Deva", "sat-Olck"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-tel_Telu", "languages": ["bho-Deva", "tel-Telu"]}, {"precision": 0.927536, "recall": 0.950593, "f1": 0.935112, "accuracy": 0.950593, "main_score": 0.935112, "hf_subset": "bho_Deva-ydd_Hebr", "languages": ["bho-Deva", "ydd-Hebr"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "bho_Deva-ary_Arab", "languages": ["bho-Deva", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ces_Latn", "languages": ["bho-Deva", "ces-Latn"]}, {"precision": 0.56522, "recall": 0.62747, "f1": 0.583451, "accuracy": 0.62747, "main_score": 0.583451, "hf_subset": "bho_Deva-gaz_Latn", "languages": ["bho-Deva", "gaz-Latn"]}, {"precision": 0.577911, "recall": 0.645257, "f1": 0.596599, "accuracy": 0.645257, "main_score": 0.596599, "hf_subset": "bho_Deva-kam_Latn", "languages": ["bho-Deva", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "bho_Deva-lit_Latn", "languages": ["bho-Deva", "lit-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-nob_Latn", "languages": ["bho-Deva", "nob-Latn"]}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "bho_Deva-scn_Latn", "languages": ["bho-Deva", "scn-Latn"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "bho_Deva-tgk_Cyrl", "languages": ["bho-Deva", "tgk-Cyrl"]}, {"precision": 0.672341, "recall": 0.743083, "f1": 0.693989, "accuracy": 0.743083, "main_score": 0.693989, "hf_subset": "bho_Deva-yor_Latn", "languages": ["bho-Deva", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-arz_Arab", "languages": ["bho-Deva", "arz-Arab"]}, {"precision": 0.564962, "recall": 0.626482, "f1": 0.582499, "accuracy": 0.626482, "main_score": 0.582499, "hf_subset": "bho_Deva-cjk_Latn", "languages": ["bho-Deva", "cjk-Latn"]}, {"precision": 0.731983, "recall": 0.783597, "f1": 0.747299, "accuracy": 0.783597, "main_score": 0.747299, "hf_subset": "bho_Deva-gla_Latn", "languages": ["bho-Deva", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-kan_Knda", "languages": ["bho-Deva", "kan-Knda"]}, {"precision": 0.978179, "recall": 0.98419, "f1": 0.979974, "accuracy": 0.98419, "main_score": 0.979974, "hf_subset": "bho_Deva-lmo_Latn", "languages": ["bho-Deva", "lmo-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bho_Deva-npi_Deva", "languages": ["bho-Deva", "npi-Deva"]}, {"precision": 0.46535, "recall": 0.530632, "f1": 0.483229, "accuracy": 0.530632, "main_score": 0.483229, "hf_subset": "bho_Deva-shn_Mymr", "languages": ["bho-Deva", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-tgl_Latn", "languages": ["bho-Deva", "tgl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-yue_Hant", "languages": ["bho-Deva", "yue-Hant"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bho_Deva-asm_Beng", "languages": ["bho-Deva", "asm-Beng"]}, {"precision": 0.939345, "recall": 0.956522, "f1": 0.94473, "accuracy": 0.956522, "main_score": 0.94473, "hf_subset": "bho_Deva-ckb_Arab", "languages": ["bho-Deva", "ckb-Arab"]}, {"precision": 0.807839, "recall": 0.856719, "f1": 0.823254, "accuracy": 0.856719, "main_score": 0.823254, "hf_subset": "bho_Deva-gle_Latn", "languages": ["bho-Deva", "gle-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "bho_Deva-kas_Arab", "languages": ["bho-Deva", "kas-Arab"]}, {"precision": 0.913241, "recall": 0.938735, "f1": 0.921245, "accuracy": 0.938735, "main_score": 0.921245, "hf_subset": "bho_Deva-ltg_Latn", "languages": ["bho-Deva", "ltg-Latn"]}, {"precision": 0.598139, "recall": 0.655138, "f1": 0.614766, "accuracy": 0.655138, "main_score": 0.614766, "hf_subset": "bho_Deva-nso_Latn", "languages": ["bho-Deva", "nso-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "bho_Deva-sin_Sinh", "languages": ["bho-Deva", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-tha_Thai", "languages": ["bho-Deva", "tha-Thai"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-zho_Hans", "languages": ["bho-Deva", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-ast_Latn", "languages": ["bho-Deva", "ast-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bho_Deva-crh_Latn", "languages": ["bho-Deva", "crh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-glg_Latn", "languages": ["bho-Deva", "glg-Latn"]}, {"precision": 0.894104, "recall": 0.926877, "f1": 0.904644, "accuracy": 0.926877, "main_score": 0.904644, "hf_subset": "bho_Deva-kas_Deva", "languages": ["bho-Deva", "kas-Deva"]}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "bho_Deva-ltz_Latn", "languages": ["bho-Deva", "ltz-Latn"]}, {"precision": 0.448769, "recall": 0.519763, "f1": 0.467724, "accuracy": 0.519763, "main_score": 0.467724, "hf_subset": "bho_Deva-nus_Latn", "languages": ["bho-Deva", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-slk_Latn", "languages": ["bho-Deva", "slk-Latn"]}, {"precision": 0.607915, "recall": 0.681818, "f1": 0.629647, "accuracy": 0.681818, "main_score": 0.629647, "hf_subset": "bho_Deva-tir_Ethi", "languages": ["bho-Deva", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-zho_Hant", "languages": ["bho-Deva", "zho-Hant"]}, {"precision": 0.983449, "recall": 0.987154, "f1": 0.984585, "accuracy": 0.987154, "main_score": 0.984585, "hf_subset": "bho_Deva-awa_Deva", "languages": ["bho-Deva", "awa-Deva"]}, {"precision": 0.948781, "recall": 0.965415, "f1": 0.954216, "accuracy": 0.965415, "main_score": 0.954216, "hf_subset": "bho_Deva-cym_Latn", "languages": ["bho-Deva", "cym-Latn"]}, {"precision": 0.812187, "recall": 0.856719, "f1": 0.825692, "accuracy": 0.856719, "main_score": 0.825692, "hf_subset": "bho_Deva-grn_Latn", "languages": ["bho-Deva", "grn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-kat_Geor", "languages": ["bho-Deva", "kat-Geor"]}, {"precision": 0.646349, "recall": 0.699605, "f1": 0.661185, "accuracy": 0.699605, "main_score": 0.661185, "hf_subset": "bho_Deva-lua_Latn", "languages": ["bho-Deva", "lua-Latn"]}, {"precision": 0.636224, "recall": 0.695652, "f1": 0.652978, "accuracy": 0.695652, "main_score": 0.652978, "hf_subset": "bho_Deva-nya_Latn", "languages": ["bho-Deva", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-slv_Latn", "languages": ["bho-Deva", "slv-Latn"]}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "bho_Deva-tpi_Latn", "languages": ["bho-Deva", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-zsm_Latn", "languages": ["bho-Deva", "zsm-Latn"]}, {"precision": 0.540688, "recall": 0.601779, "f1": 0.557992, "accuracy": 0.601779, "main_score": 0.557992, "hf_subset": "bho_Deva-ayr_Latn", "languages": ["bho-Deva", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-dan_Latn", "languages": ["bho-Deva", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-guj_Gujr", "languages": ["bho-Deva", "guj-Gujr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bho_Deva-kaz_Cyrl", "languages": ["bho-Deva", "kaz-Cyrl"]}, {"precision": 0.53293, "recall": 0.596838, "f1": 0.550756, "accuracy": 0.596838, "main_score": 0.550756, "hf_subset": "bho_Deva-lug_Latn", "languages": ["bho-Deva", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-oci_Latn", "languages": ["bho-Deva", "oci-Latn"]}, {"precision": 0.793099, "recall": 0.840909, "f1": 0.807218, "accuracy": 0.840909, "main_score": 0.807218, "hf_subset": "bho_Deva-smo_Latn", "languages": ["bho-Deva", "smo-Latn"]}, {"precision": 0.531517, "recall": 0.597826, "f1": 0.550181, "accuracy": 0.597826, "main_score": 0.550181, "hf_subset": "bho_Deva-tsn_Latn", "languages": ["bho-Deva", "tsn-Latn"]}, {"precision": 0.593504, "recall": 0.660079, "f1": 0.61283, "accuracy": 0.660079, "main_score": 0.61283, "hf_subset": "bho_Deva-zul_Latn", "languages": ["bho-Deva", "zul-Latn"]}, {"precision": 0.898468, "recall": 0.928854, "f1": 0.908333, "accuracy": 0.928854, "main_score": 0.908333, "hf_subset": "bho_Deva-azb_Arab", "languages": ["bho-Deva", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-deu_Latn", "languages": ["bho-Deva", "deu-Latn"]}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "bho_Deva-hat_Latn", "languages": ["bho-Deva", "hat-Latn"]}, {"precision": 0.484357, "recall": 0.547431, "f1": 0.501887, "accuracy": 0.547431, "main_score": 0.501887, "hf_subset": "bho_Deva-kbp_Latn", "languages": ["bho-Deva", "kbp-Latn"]}, {"precision": 0.561284, "recall": 0.62253, "f1": 0.57812, "accuracy": 0.62253, "main_score": 0.57812, "hf_subset": "bho_Deva-luo_Latn", "languages": ["bho-Deva", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-ory_Orya", "languages": ["bho-Deva", "ory-Orya"]}, {"precision": 0.581334, "recall": 0.644269, "f1": 0.599344, "accuracy": 0.644269, "main_score": 0.599344, "hf_subset": "bho_Deva-sna_Latn", "languages": ["bho-Deva", "sna-Latn"]}, {"precision": 0.547587, "recall": 0.603755, "f1": 0.563207, "accuracy": 0.603755, "main_score": 0.563207, "hf_subset": "bho_Deva-tso_Latn", "languages": ["bho-Deva", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-azj_Latn", "languages": ["bho-Deva", "azj-Latn"]}, {"precision": 0.530583, "recall": 0.600791, "f1": 0.550776, "accuracy": 0.600791, "main_score": 0.550776, "hf_subset": "bho_Deva-dik_Latn", "languages": ["bho-Deva", "dik-Latn"]}, {"precision": 0.708756, "recall": 0.764822, "f1": 0.725692, "accuracy": 0.764822, "main_score": 0.725692, "hf_subset": "bho_Deva-hau_Latn", "languages": ["bho-Deva", "hau-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bho_Deva-kea_Latn", "languages": ["bho-Deva", "kea-Latn"]}, {"precision": 0.741634, "recall": 0.789526, "f1": 0.756145, "accuracy": 0.789526, "main_score": 0.756145, "hf_subset": "bho_Deva-lus_Latn", "languages": ["bho-Deva", "lus-Latn"]}, {"precision": 0.863126, "recall": 0.897233, "f1": 0.873221, "accuracy": 0.897233, "main_score": 0.873221, "hf_subset": "bho_Deva-pag_Latn", "languages": ["bho-Deva", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-snd_Arab", "languages": ["bho-Deva", "snd-Arab"]}, {"precision": 0.934618, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "bho_Deva-tuk_Latn", "languages": ["bho-Deva", "tuk-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bho_Deva-bak_Cyrl", "languages": ["bho-Deva", "bak-Cyrl"]}, {"precision": 0.476772, "recall": 0.557312, "f1": 0.500101, "accuracy": 0.557312, "main_score": 0.500101, "hf_subset": "bho_Deva-dyu_Latn", "languages": ["bho-Deva", "dyu-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-heb_Hebr", "languages": ["bho-Deva", "heb-Hebr"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "bho_Deva-khk_Cyrl", "languages": ["bho-Deva", "khk-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-lvs_Latn", "languages": ["bho-Deva", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-pan_Guru", "languages": ["bho-Deva", "pan-Guru"]}, {"precision": 0.676169, "recall": 0.736166, "f1": 0.694043, "accuracy": 0.736166, "main_score": 0.694043, "hf_subset": "bho_Deva-som_Latn", "languages": ["bho-Deva", "som-Latn"]}, {"precision": 0.580667, "recall": 0.634387, "f1": 0.596171, "accuracy": 0.634387, "main_score": 0.596171, "hf_subset": "bho_Deva-tum_Latn", "languages": ["bho-Deva", "tum-Latn"]}, {"precision": 0.560228, "recall": 0.618577, "f1": 0.576386, "accuracy": 0.618577, "main_score": 0.576386, "hf_subset": "eus_Latn-ace_Arab", "languages": ["eus-Latn", "ace-Arab"]}, {"precision": 0.546892, "recall": 0.599802, "f1": 0.561503, "accuracy": 0.599802, "main_score": 0.561503, "hf_subset": "eus_Latn-bam_Latn", "languages": ["eus-Latn", "bam-Latn"]}, {"precision": 0.377392, "recall": 0.445652, "f1": 0.395013, "accuracy": 0.445652, "main_score": 0.395013, "hf_subset": "eus_Latn-dzo_Tibt", "languages": ["eus-Latn", "dzo-Tibt"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-hin_Deva", "languages": ["eus-Latn", "hin-Deva"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "eus_Latn-khm_Khmr", "languages": ["eus-Latn", "khm-Khmr"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "eus_Latn-mag_Deva", "languages": ["eus-Latn", "mag-Deva"]}, {"precision": 0.951828, "recall": 0.965415, "f1": 0.956094, "accuracy": 0.965415, "main_score": 0.956094, "hf_subset": "eus_Latn-pap_Latn", "languages": ["eus-Latn", "pap-Latn"]}, {"precision": 0.597381, "recall": 0.643281, "f1": 0.610335, "accuracy": 0.643281, "main_score": 0.610335, "hf_subset": "eus_Latn-sot_Latn", "languages": ["eus-Latn", "sot-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "eus_Latn-tur_Latn", "languages": ["eus-Latn", "tur-Latn"]}, {"precision": 0.84081, "recall": 0.87747, "f1": 0.851877, "accuracy": 0.87747, "main_score": 0.851877, "hf_subset": "eus_Latn-ace_Latn", "languages": ["eus-Latn", "ace-Latn"]}, {"precision": 0.921278, "recall": 0.9417, "f1": 0.927701, "accuracy": 0.9417, "main_score": 0.927701, "hf_subset": "eus_Latn-ban_Latn", "languages": ["eus-Latn", "ban-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eus_Latn-ell_Grek", "languages": ["eus-Latn", "ell-Grek"]}, {"precision": 0.96693, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "eus_Latn-hne_Deva", "languages": ["eus-Latn", "hne-Deva"]}, {"precision": 0.589599, "recall": 0.643281, "f1": 0.604814, "accuracy": 0.643281, "main_score": 0.604814, "hf_subset": "eus_Latn-kik_Latn", "languages": ["eus-Latn", "kik-Latn"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "eus_Latn-mai_Deva", "languages": ["eus-Latn", "mai-Deva"]}, {"precision": 0.932559, "recall": 0.952569, "f1": 0.938966, "accuracy": 0.952569, "main_score": 0.938966, "hf_subset": "eus_Latn-pbt_Arab", "languages": ["eus-Latn", "pbt-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-spa_Latn", "languages": ["eus-Latn", "spa-Latn"]}, {"precision": 0.603027, "recall": 0.662055, "f1": 0.619222, "accuracy": 0.662055, "main_score": 0.619222, "hf_subset": "eus_Latn-twi_Latn", "languages": ["eus-Latn", "twi-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "eus_Latn-acm_Arab", "languages": ["eus-Latn", "acm-Arab"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "eus_Latn-bel_Cyrl", "languages": ["eus-Latn", "bel-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-eng_Latn", "languages": ["eus-Latn", "eng-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-hrv_Latn", "languages": ["eus-Latn", "hrv-Latn"]}, {"precision": 0.563193, "recall": 0.613636, "f1": 0.577119, "accuracy": 0.613636, "main_score": 0.577119, "hf_subset": "eus_Latn-kin_Latn", "languages": ["eus-Latn", "kin-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-mal_Mlym", "languages": ["eus-Latn", "mal-Mlym"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "eus_Latn-pes_Arab", "languages": ["eus-Latn", "pes-Arab"]}, {"precision": 0.961792, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "eus_Latn-srd_Latn", "languages": ["eus-Latn", "srd-Latn"]}, {"precision": 0.19744, "recall": 0.242095, "f1": 0.208886, "accuracy": 0.242095, "main_score": 0.208886, "hf_subset": "eus_Latn-tzm_Tfng", "languages": ["eus-Latn", "tzm-Tfng"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "eus_Latn-acq_Arab", "languages": ["eus-Latn", "acq-Arab"]}, {"precision": 0.609977, "recall": 0.662055, "f1": 0.624664, "accuracy": 0.662055, "main_score": 0.624664, "hf_subset": "eus_Latn-bem_Latn", "languages": ["eus-Latn", "bem-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-epo_Latn", "languages": ["eus-Latn", "epo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-hun_Latn", "languages": ["eus-Latn", "hun-Latn"]}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "eus_Latn-kir_Cyrl", "languages": ["eus-Latn", "kir-Cyrl"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "eus_Latn-mar_Deva", "languages": ["eus-Latn", "mar-Deva"]}, {"precision": 0.675609, "recall": 0.724308, "f1": 0.689281, "accuracy": 0.724308, "main_score": 0.689281, "hf_subset": "eus_Latn-plt_Latn", "languages": ["eus-Latn", "plt-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "eus_Latn-srp_Cyrl", "languages": ["eus-Latn", "srp-Cyrl"]}, {"precision": 0.916074, "recall": 0.937747, "f1": 0.922713, "accuracy": 0.937747, "main_score": 0.922713, "hf_subset": "eus_Latn-uig_Arab", "languages": ["eus-Latn", "uig-Arab"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "eus_Latn-aeb_Arab", "languages": ["eus-Latn", "aeb-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "eus_Latn-ben_Beng", "languages": ["eus-Latn", "ben-Beng"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-est_Latn", "languages": ["eus-Latn", "est-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "eus_Latn-hye_Armn", "languages": ["eus-Latn", "hye-Armn"]}, {"precision": 0.552739, "recall": 0.596838, "f1": 0.565651, "accuracy": 0.596838, "main_score": 0.565651, "hf_subset": "eus_Latn-kmb_Latn", "languages": ["eus-Latn", "kmb-Latn"]}, {"precision": 0.505255, "recall": 0.56917, "f1": 0.522428, "accuracy": 0.56917, "main_score": 0.522428, "hf_subset": "eus_Latn-min_Arab", "languages": ["eus-Latn", "min-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-pol_Latn", "languages": ["eus-Latn", "pol-Latn"]}, {"precision": 0.565451, "recall": 0.615613, "f1": 0.579949, "accuracy": 0.615613, "main_score": 0.579949, "hf_subset": "eus_Latn-ssw_Latn", "languages": ["eus-Latn", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eus_Latn-ukr_Cyrl", "languages": ["eus-Latn", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-afr_Latn", "languages": ["eus-Latn", "afr-Latn"]}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "eus_Latn-bho_Deva", "languages": ["eus-Latn", "bho-Deva"]}, {"precision": 0.581152, "recall": 0.637352, "f1": 0.597711, "accuracy": 0.637352, "main_score": 0.597711, "hf_subset": "eus_Latn-ibo_Latn", "languages": ["eus-Latn", "ibo-Latn"]}, {"precision": 0.852061, "recall": 0.889328, "f1": 0.863801, "accuracy": 0.889328, "main_score": 0.863801, "hf_subset": "eus_Latn-kmr_Latn", "languages": ["eus-Latn", "kmr-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "eus_Latn-min_Latn", "languages": ["eus-Latn", "min-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-por_Latn", "languages": ["eus-Latn", "por-Latn"]}, {"precision": 0.97225, "recall": 0.979249, "f1": 0.974374, "accuracy": 0.979249, "main_score": 0.974374, "hf_subset": "eus_Latn-sun_Latn", "languages": ["eus-Latn", "sun-Latn"]}, {"precision": 0.526936, "recall": 0.582016, "f1": 0.542786, "accuracy": 0.582016, "main_score": 0.542786, "hf_subset": "eus_Latn-umb_Latn", "languages": ["eus-Latn", "umb-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-ajp_Arab", "languages": ["eus-Latn", "ajp-Arab"]}, {"precision": 0.527786, "recall": 0.589921, "f1": 0.545144, "accuracy": 0.589921, "main_score": 0.545144, "hf_subset": "eus_Latn-bjn_Arab", "languages": ["eus-Latn", "bjn-Arab"]}, {"precision": 0.524558, "recall": 0.56917, "f1": 0.536679, "accuracy": 0.56917, "main_score": 0.536679, "hf_subset": "eus_Latn-ewe_Latn", "languages": ["eus-Latn", "ewe-Latn"]}, {"precision": 0.918314, "recall": 0.942688, "f1": 0.926054, "accuracy": 0.942688, "main_score": 0.926054, "hf_subset": "eus_Latn-ilo_Latn", "languages": ["eus-Latn", "ilo-Latn"]}, {"precision": 0.320441, "recall": 0.371542, "f1": 0.334409, "accuracy": 0.371542, "main_score": 0.334409, "hf_subset": "eus_Latn-knc_Arab", "languages": ["eus-Latn", "knc-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "eus_Latn-mkd_Cyrl", "languages": ["eus-Latn", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-prs_Arab", "languages": ["eus-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-swe_Latn", "languages": ["eus-Latn", "swe-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-urd_Arab", "languages": ["eus-Latn", "urd-Arab"]}, {"precision": 0.57416, "recall": 0.630435, "f1": 0.590129, "accuracy": 0.630435, "main_score": 0.590129, "hf_subset": "eus_Latn-aka_Latn", "languages": ["eus-Latn", "aka-Latn"]}, {"precision": 0.951746, "recall": 0.965415, "f1": 0.955981, "accuracy": 0.965415, "main_score": 0.955981, "hf_subset": "eus_Latn-bjn_Latn", "languages": ["eus-Latn", "bjn-Latn"]}, {"precision": 0.928195, "recall": 0.949605, "f1": 0.9349, "accuracy": 0.949605, "main_score": 0.9349, "hf_subset": "eus_Latn-fao_Latn", "languages": ["eus-Latn", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-ind_Latn", "languages": ["eus-Latn", "ind-Latn"]}, {"precision": 0.576566, "recall": 0.624506, "f1": 0.589949, "accuracy": 0.624506, "main_score": 0.589949, "hf_subset": "eus_Latn-knc_Latn", "languages": ["eus-Latn", "knc-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "eus_Latn-mlt_Latn", "languages": ["eus-Latn", "mlt-Latn"]}, {"precision": 0.705741, "recall": 0.757905, "f1": 0.72169, "accuracy": 0.757905, "main_score": 0.72169, "hf_subset": "eus_Latn-quy_Latn", "languages": ["eus-Latn", "quy-Latn"]}, {"precision": 0.955781, "recall": 0.968379, "f1": 0.959717, "accuracy": 0.968379, "main_score": 0.959717, "hf_subset": "eus_Latn-swh_Latn", "languages": ["eus-Latn", "swh-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "eus_Latn-uzn_Latn", "languages": ["eus-Latn", "uzn-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eus_Latn-als_Latn", "languages": ["eus-Latn", "als-Latn"]}, {"precision": 0.565261, "recall": 0.644269, "f1": 0.587378, "accuracy": 0.644269, "main_score": 0.587378, "hf_subset": "eus_Latn-bod_Tibt", "languages": ["eus-Latn", "bod-Tibt"]}, {"precision": 0.675003, "recall": 0.726285, "f1": 0.689501, "accuracy": 0.726285, "main_score": 0.689501, "hf_subset": "eus_Latn-fij_Latn", "languages": ["eus-Latn", "fij-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "eus_Latn-isl_Latn", "languages": ["eus-Latn", "isl-Latn"]}, {"precision": 0.663031, "recall": 0.713439, "f1": 0.677143, "accuracy": 0.713439, "main_score": 0.677143, "hf_subset": "eus_Latn-kon_Latn", "languages": ["eus-Latn", "kon-Latn"]}, {"precision": 0.637857, "recall": 0.6917, "f1": 0.653755, "accuracy": 0.6917, "main_score": 0.653755, "hf_subset": "eus_Latn-mni_Beng", "languages": ["eus-Latn", "mni-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-ron_Latn", "languages": ["eus-Latn", "ron-Latn"]}, {"precision": 0.967391, "recall": 0.975296, "f1": 0.969862, "accuracy": 0.975296, "main_score": 0.969862, "hf_subset": "eus_Latn-szl_Latn", "languages": ["eus-Latn", "szl-Latn"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "eus_Latn-vec_Latn", "languages": ["eus-Latn", "vec-Latn"]}, {"precision": 0.904397, "recall": 0.93083, "f1": 0.91278, "accuracy": 0.93083, "main_score": 0.91278, "hf_subset": "eus_Latn-amh_Ethi", "languages": ["eus-Latn", "amh-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-bos_Latn", "languages": ["eus-Latn", "bos-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-fin_Latn", "languages": ["eus-Latn", "fin-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "eus_Latn-ita_Latn", "languages": ["eus-Latn", "ita-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-kor_Hang", "languages": ["eus-Latn", "kor-Hang"]}, {"precision": 0.551214, "recall": 0.608696, "f1": 0.567376, "accuracy": 0.608696, "main_score": 0.567376, "hf_subset": "eus_Latn-mos_Latn", "languages": ["eus-Latn", "mos-Latn"]}, {"precision": 0.557486, "recall": 0.612648, "f1": 0.573489, "accuracy": 0.612648, "main_score": 0.573489, "hf_subset": "eus_Latn-run_Latn", "languages": ["eus-Latn", "run-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-tam_Taml", "languages": ["eus-Latn", "tam-Taml"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "eus_Latn-vie_Latn", "languages": ["eus-Latn", "vie-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "eus_Latn-apc_Arab", "languages": ["eus-Latn", "apc-Arab"]}, {"precision": 0.777997, "recall": 0.821146, "f1": 0.790603, "accuracy": 0.821146, "main_score": 0.790603, "hf_subset": "eus_Latn-bug_Latn", "languages": ["eus-Latn", "bug-Latn"]}, {"precision": 0.467789, "recall": 0.517787, "f1": 0.480828, "accuracy": 0.517787, "main_score": 0.480828, "hf_subset": "eus_Latn-fon_Latn", "languages": ["eus-Latn", "fon-Latn"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "eus_Latn-jav_Latn", "languages": ["eus-Latn", "jav-Latn"]}, {"precision": 0.966815, "recall": 0.976285, "f1": 0.969763, "accuracy": 0.976285, "main_score": 0.969763, "hf_subset": "eus_Latn-lao_Laoo", "languages": ["eus-Latn", "lao-Laoo"]}, {"precision": 0.833646, "recall": 0.873518, "f1": 0.845553, "accuracy": 0.873518, "main_score": 0.845553, "hf_subset": "eus_Latn-mri_Latn", "languages": ["eus-Latn", "mri-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-rus_Cyrl", "languages": ["eus-Latn", "rus-Cyrl"]}, {"precision": 0.547591, "recall": 0.598814, "f1": 0.561677, "accuracy": 0.598814, "main_score": 0.561677, "hf_subset": "eus_Latn-taq_Latn", "languages": ["eus-Latn", "taq-Latn"]}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "eus_Latn-war_Latn", "languages": ["eus-Latn", "war-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "eus_Latn-arb_Arab", "languages": ["eus-Latn", "arb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-bul_Cyrl", "languages": ["eus-Latn", "bul-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eus_Latn-fra_Latn", "languages": ["eus-Latn", "fra-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "eus_Latn-jpn_Jpan", "languages": ["eus-Latn", "jpn-Jpan"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "eus_Latn-lij_Latn", "languages": ["eus-Latn", "lij-Latn"]}, {"precision": 0.951746, "recall": 0.965415, "f1": 0.956192, "accuracy": 0.965415, "main_score": 0.956192, "hf_subset": "eus_Latn-mya_Mymr", "languages": ["eus-Latn", "mya-Mymr"]}, {"precision": 0.606593, "recall": 0.660079, "f1": 0.621762, "accuracy": 0.660079, "main_score": 0.621762, "hf_subset": "eus_Latn-sag_Latn", "languages": ["eus-Latn", "sag-Latn"]}, {"precision": 0.195248, "recall": 0.246047, "f1": 0.206914, "accuracy": 0.246047, "main_score": 0.206914, "hf_subset": "eus_Latn-taq_Tfng", "languages": ["eus-Latn", "taq-Tfng"]}, {"precision": 0.620825, "recall": 0.676877, "f1": 0.637557, "accuracy": 0.676877, "main_score": 0.637557, "hf_subset": "eus_Latn-wol_Latn", "languages": ["eus-Latn", "wol-Latn"]}, {"precision": 0.740053, "recall": 0.796443, "f1": 0.756653, "accuracy": 0.796443, "main_score": 0.756653, "hf_subset": "eus_Latn-arb_Latn", "languages": ["eus-Latn", "arb-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-cat_Latn", "languages": ["eus-Latn", "cat-Latn"]}, {"precision": 0.964592, "recall": 0.974308, "f1": 0.967721, "accuracy": 0.974308, "main_score": 0.967721, "hf_subset": "eus_Latn-fur_Latn", "languages": ["eus-Latn", "fur-Latn"]}, {"precision": 0.415452, "recall": 0.469368, "f1": 0.430291, "accuracy": 0.469368, "main_score": 0.430291, "hf_subset": "eus_Latn-kab_Latn", "languages": ["eus-Latn", "kab-Latn"]}, {"precision": 0.953146, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "eus_Latn-lim_Latn", "languages": ["eus-Latn", "lim-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eus_Latn-nld_Latn", "languages": ["eus-Latn", "nld-Latn"]}, {"precision": 0.955287, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "eus_Latn-san_Deva", "languages": ["eus-Latn", "san-Deva"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "eus_Latn-tat_Cyrl", "languages": ["eus-Latn", "tat-Cyrl"]}, {"precision": 0.655649, "recall": 0.710474, "f1": 0.672299, "accuracy": 0.710474, "main_score": 0.672299, "hf_subset": "eus_Latn-xho_Latn", "languages": ["eus-Latn", "xho-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-ars_Arab", "languages": ["eus-Latn", "ars-Arab"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "eus_Latn-ceb_Latn", "languages": ["eus-Latn", "ceb-Latn"]}, {"precision": 0.551982, "recall": 0.612648, "f1": 0.569113, "accuracy": 0.612648, "main_score": 0.569113, "hf_subset": "eus_Latn-fuv_Latn", "languages": ["eus-Latn", "fuv-Latn"]}, {"precision": 0.516959, "recall": 0.573123, "f1": 0.532784, "accuracy": 0.573123, "main_score": 0.532784, "hf_subset": "eus_Latn-kac_Latn", "languages": ["eus-Latn", "kac-Latn"]}, {"precision": 0.671817, "recall": 0.716403, "f1": 0.684031, "accuracy": 0.716403, "main_score": 0.684031, "hf_subset": "eus_Latn-lin_Latn", "languages": ["eus-Latn", "lin-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "eus_Latn-nno_Latn", "languages": ["eus-Latn", "nno-Latn"]}, {"precision": 0.205724, "recall": 0.274704, "f1": 0.223738, "accuracy": 0.274704, "main_score": 0.223738, "hf_subset": "eus_Latn-sat_Olck", "languages": ["eus-Latn", "sat-Olck"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-tel_Telu", "languages": ["eus-Latn", "tel-Telu"]}, {"precision": 0.916288, "recall": 0.939723, "f1": 0.92365, "accuracy": 0.939723, "main_score": 0.92365, "hf_subset": "eus_Latn-ydd_Hebr", "languages": ["eus-Latn", "ydd-Hebr"]}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960935, "accuracy": 0.969368, "main_score": 0.960935, "hf_subset": "eus_Latn-ary_Arab", "languages": ["eus-Latn", "ary-Arab"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-ces_Latn", "languages": ["eus-Latn", "ces-Latn"]}, {"precision": 0.585203, "recall": 0.643281, "f1": 0.60197, "accuracy": 0.643281, "main_score": 0.60197, "hf_subset": "eus_Latn-gaz_Latn", "languages": ["eus-Latn", "gaz-Latn"]}, {"precision": 0.573589, "recall": 0.634387, "f1": 0.590046, "accuracy": 0.634387, "main_score": 0.590046, "hf_subset": "eus_Latn-kam_Latn", "languages": ["eus-Latn", "kam-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "eus_Latn-lit_Latn", "languages": ["eus-Latn", "lit-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-nob_Latn", "languages": ["eus-Latn", "nob-Latn"]}, {"precision": 0.963356, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "eus_Latn-scn_Latn", "languages": ["eus-Latn", "scn-Latn"]}, {"precision": 0.953722, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "eus_Latn-tgk_Cyrl", "languages": ["eus-Latn", "tgk-Cyrl"]}, {"precision": 0.688761, "recall": 0.741107, "f1": 0.703861, "accuracy": 0.741107, "main_score": 0.703861, "hf_subset": "eus_Latn-yor_Latn", "languages": ["eus-Latn", "yor-Latn"]}, {"precision": 0.973073, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "eus_Latn-arz_Arab", "languages": ["eus-Latn", "arz-Arab"]}, {"precision": 0.563075, "recall": 0.620553, "f1": 0.579363, "accuracy": 0.620553, "main_score": 0.579363, "hf_subset": "eus_Latn-cjk_Latn", "languages": ["eus-Latn", "cjk-Latn"]}, {"precision": 0.75187, "recall": 0.8083, "f1": 0.768528, "accuracy": 0.8083, "main_score": 0.768528, "hf_subset": "eus_Latn-gla_Latn", "languages": ["eus-Latn", "gla-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "eus_Latn-kan_Knda", "languages": ["eus-Latn", "kan-Knda"]}, {"precision": 0.960063, "recall": 0.970356, "f1": 0.96334, "accuracy": 0.970356, "main_score": 0.96334, "hf_subset": "eus_Latn-lmo_Latn", "languages": ["eus-Latn", "lmo-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "eus_Latn-npi_Deva", "languages": ["eus-Latn", "npi-Deva"]}, {"precision": 0.465967, "recall": 0.518775, "f1": 0.480156, "accuracy": 0.518775, "main_score": 0.480156, "hf_subset": "eus_Latn-shn_Mymr", "languages": ["eus-Latn", "shn-Mymr"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "eus_Latn-tgl_Latn", "languages": ["eus-Latn", "tgl-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "eus_Latn-yue_Hant", "languages": ["eus-Latn", "yue-Hant"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "eus_Latn-asm_Beng", "languages": ["eus-Latn", "asm-Beng"]}, {"precision": 0.915135, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "eus_Latn-ckb_Arab", "languages": ["eus-Latn", "ckb-Arab"]}, {"precision": 0.828343, "recall": 0.871542, "f1": 0.84193, "accuracy": 0.871542, "main_score": 0.84193, "hf_subset": "eus_Latn-gle_Latn", "languages": ["eus-Latn", "gle-Latn"]}, {"precision": 0.894681, "recall": 0.920949, "f1": 0.902701, "accuracy": 0.920949, "main_score": 0.902701, "hf_subset": "eus_Latn-kas_Arab", "languages": ["eus-Latn", "kas-Arab"]}, {"precision": 0.89249, "recall": 0.91996, "f1": 0.900988, "accuracy": 0.91996, "main_score": 0.900988, "hf_subset": "eus_Latn-ltg_Latn", "languages": ["eus-Latn", "ltg-Latn"]}, {"precision": 0.611541, "recall": 0.655138, "f1": 0.623435, "accuracy": 0.655138, "main_score": 0.623435, "hf_subset": "eus_Latn-nso_Latn", "languages": ["eus-Latn", "nso-Latn"]}, {"precision": 0.955945, "recall": 0.969368, "f1": 0.960211, "accuracy": 0.969368, "main_score": 0.960211, "hf_subset": "eus_Latn-sin_Sinh", "languages": ["eus-Latn", "sin-Sinh"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "eus_Latn-tha_Thai", "languages": ["eus-Latn", "tha-Thai"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "eus_Latn-zho_Hans", "languages": ["eus-Latn", "zho-Hans"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-ast_Latn", "languages": ["eus-Latn", "ast-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "eus_Latn-crh_Latn", "languages": ["eus-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eus_Latn-glg_Latn", "languages": ["eus-Latn", "glg-Latn"]}, {"precision": 0.822744, "recall": 0.865613, "f1": 0.83587, "accuracy": 0.865613, "main_score": 0.83587, "hf_subset": "eus_Latn-kas_Deva", "languages": ["eus-Latn", "kas-Deva"]}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "eus_Latn-ltz_Latn", "languages": ["eus-Latn", "ltz-Latn"]}, {"precision": 0.464815, "recall": 0.525692, "f1": 0.481454, "accuracy": 0.525692, "main_score": 0.481454, "hf_subset": "eus_Latn-nus_Latn", "languages": ["eus-Latn", "nus-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-slk_Latn", "languages": ["eus-Latn", "slk-Latn"]}, {"precision": 0.587404, "recall": 0.659091, "f1": 0.607218, "accuracy": 0.659091, "main_score": 0.607218, "hf_subset": "eus_Latn-tir_Ethi", "languages": ["eus-Latn", "tir-Ethi"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "eus_Latn-zho_Hant", "languages": ["eus-Latn", "zho-Hant"]}, {"precision": 0.972991, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "eus_Latn-awa_Deva", "languages": ["eus-Latn", "awa-Deva"]}, {"precision": 0.943347, "recall": 0.959486, "f1": 0.948452, "accuracy": 0.959486, "main_score": 0.948452, "hf_subset": "eus_Latn-cym_Latn", "languages": ["eus-Latn", "cym-Latn"]}, {"precision": 0.797307, "recall": 0.839921, "f1": 0.809823, "accuracy": 0.839921, "main_score": 0.809823, "hf_subset": "eus_Latn-grn_Latn", "languages": ["eus-Latn", "grn-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "eus_Latn-kat_Geor", "languages": ["eus-Latn", "kat-Geor"]}, {"precision": 0.640036, "recall": 0.688735, "f1": 0.654415, "accuracy": 0.688735, "main_score": 0.654415, "hf_subset": "eus_Latn-lua_Latn", "languages": ["eus-Latn", "lua-Latn"]}, {"precision": 0.623784, "recall": 0.673913, "f1": 0.638566, "accuracy": 0.673913, "main_score": 0.638566, "hf_subset": "eus_Latn-nya_Latn", "languages": ["eus-Latn", "nya-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-slv_Latn", "languages": ["eus-Latn", "slv-Latn"]}, {"precision": 0.893676, "recall": 0.920949, "f1": 0.901929, "accuracy": 0.920949, "main_score": 0.901929, "hf_subset": "eus_Latn-tpi_Latn", "languages": ["eus-Latn", "tpi-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-zsm_Latn", "languages": ["eus-Latn", "zsm-Latn"]}, {"precision": 0.551508, "recall": 0.604743, "f1": 0.566608, "accuracy": 0.604743, "main_score": 0.566608, "hf_subset": "eus_Latn-ayr_Latn", "languages": ["eus-Latn", "ayr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-dan_Latn", "languages": ["eus-Latn", "dan-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "eus_Latn-guj_Gujr", "languages": ["eus-Latn", "guj-Gujr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-kaz_Cyrl", "languages": ["eus-Latn", "kaz-Cyrl"]}, {"precision": 0.539313, "recall": 0.59585, "f1": 0.555737, "accuracy": 0.59585, "main_score": 0.555737, "hf_subset": "eus_Latn-lug_Latn", "languages": ["eus-Latn", "lug-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-oci_Latn", "languages": ["eus-Latn", "oci-Latn"]}, {"precision": 0.793544, "recall": 0.833004, "f1": 0.805105, "accuracy": 0.833004, "main_score": 0.805105, "hf_subset": "eus_Latn-smo_Latn", "languages": ["eus-Latn", "smo-Latn"]}, {"precision": 0.549222, "recall": 0.604743, "f1": 0.564504, "accuracy": 0.604743, "main_score": 0.564504, "hf_subset": "eus_Latn-tsn_Latn", "languages": ["eus-Latn", "tsn-Latn"]}, {"precision": 0.625454, "recall": 0.681818, "f1": 0.641937, "accuracy": 0.681818, "main_score": 0.641937, "hf_subset": "eus_Latn-zul_Latn", "languages": ["eus-Latn", "zul-Latn"]}, {"precision": 0.868808, "recall": 0.901186, "f1": 0.878788, "accuracy": 0.901186, "main_score": 0.878788, "hf_subset": "eus_Latn-azb_Arab", "languages": ["eus-Latn", "azb-Arab"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eus_Latn-deu_Latn", "languages": ["eus-Latn", "deu-Latn"]}, {"precision": 0.938323, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "eus_Latn-hat_Latn", "languages": ["eus-Latn", "hat-Latn"]}, {"precision": 0.498438, "recall": 0.541502, "f1": 0.510448, "accuracy": 0.541502, "main_score": 0.510448, "hf_subset": "eus_Latn-kbp_Latn", "languages": ["eus-Latn", "kbp-Latn"]}, {"precision": 0.572137, "recall": 0.617589, "f1": 0.58474, "accuracy": 0.617589, "main_score": 0.58474, "hf_subset": "eus_Latn-luo_Latn", "languages": ["eus-Latn", "luo-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "eus_Latn-ory_Orya", "languages": ["eus-Latn", "ory-Orya"]}, {"precision": 0.570409, "recall": 0.626482, "f1": 0.586388, "accuracy": 0.626482, "main_score": 0.586388, "hf_subset": "eus_Latn-sna_Latn", "languages": ["eus-Latn", "sna-Latn"]}, {"precision": 0.552747, "recall": 0.602767, "f1": 0.566532, "accuracy": 0.602767, "main_score": 0.566532, "hf_subset": "eus_Latn-tso_Latn", "languages": ["eus-Latn", "tso-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "eus_Latn-azj_Latn", "languages": ["eus-Latn", "azj-Latn"]}, {"precision": 0.548036, "recall": 0.599802, "f1": 0.562736, "accuracy": 0.599802, "main_score": 0.562736, "hf_subset": "eus_Latn-dik_Latn", "languages": ["eus-Latn", "dik-Latn"]}, {"precision": 0.709843, "recall": 0.758893, "f1": 0.723954, "accuracy": 0.758893, "main_score": 0.723954, "hf_subset": "eus_Latn-hau_Latn", "languages": ["eus-Latn", "hau-Latn"]}, {"precision": 0.960227, "recall": 0.971344, "f1": 0.963669, "accuracy": 0.971344, "main_score": 0.963669, "hf_subset": "eus_Latn-kea_Latn", "languages": ["eus-Latn", "kea-Latn"]}, {"precision": 0.720677, "recall": 0.767787, "f1": 0.734805, "accuracy": 0.767787, "main_score": 0.734805, "hf_subset": "eus_Latn-lus_Latn", "languages": ["eus-Latn", "lus-Latn"]}, {"precision": 0.832757, "recall": 0.863636, "f1": 0.842062, "accuracy": 0.863636, "main_score": 0.842062, "hf_subset": "eus_Latn-pag_Latn", "languages": ["eus-Latn", "pag-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "eus_Latn-snd_Arab", "languages": ["eus-Latn", "snd-Arab"]}, {"precision": 0.917358, "recall": 0.938735, "f1": 0.924078, "accuracy": 0.938735, "main_score": 0.924078, "hf_subset": "eus_Latn-tuk_Latn", "languages": ["eus-Latn", "tuk-Latn"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "eus_Latn-bak_Cyrl", "languages": ["eus-Latn", "bak-Cyrl"]}, {"precision": 0.479323, "recall": 0.554348, "f1": 0.500916, "accuracy": 0.554348, "main_score": 0.500916, "hf_subset": "eus_Latn-dyu_Latn", "languages": ["eus-Latn", "dyu-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-heb_Hebr", "languages": ["eus-Latn", "heb-Hebr"]}, {"precision": 0.949769, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "eus_Latn-khk_Cyrl", "languages": ["eus-Latn", "khk-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-lvs_Latn", "languages": ["eus-Latn", "lvs-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eus_Latn-pan_Guru", "languages": ["eus-Latn", "pan-Guru"]}, {"precision": 0.673947, "recall": 0.732213, "f1": 0.690882, "accuracy": 0.732213, "main_score": 0.690882, "hf_subset": "eus_Latn-som_Latn", "languages": ["eus-Latn", "som-Latn"]}, {"precision": 0.56951, "recall": 0.615613, "f1": 0.582279, "accuracy": 0.615613, "main_score": 0.582279, "hf_subset": "eus_Latn-tum_Latn", "languages": ["eus-Latn", "tum-Latn"]}, {"precision": 0.414488, "recall": 0.471344, "f1": 0.429801, "accuracy": 0.471344, "main_score": 0.429801, "hf_subset": "ibo_Latn-ace_Arab", "languages": ["ibo-Latn", "ace-Arab"]}, {"precision": 0.514627, "recall": 0.552372, "f1": 0.52529, "accuracy": 0.552372, "main_score": 0.52529, "hf_subset": "ibo_Latn-bam_Latn", "languages": ["ibo-Latn", "bam-Latn"]}, {"precision": 0.214108, "recall": 0.262846, "f1": 0.225938, "accuracy": 0.262846, "main_score": 0.225938, "hf_subset": "ibo_Latn-dzo_Tibt", "languages": ["ibo-Latn", "dzo-Tibt"]}, {"precision": 0.559492, "recall": 0.602767, "f1": 0.569833, "accuracy": 0.602767, "main_score": 0.569833, "hf_subset": "ibo_Latn-hin_Deva", "languages": ["ibo-Latn", "hin-Deva"]}, {"precision": 0.50599, "recall": 0.5583, "f1": 0.519682, "accuracy": 0.5583, "main_score": 0.519682, "hf_subset": "ibo_Latn-khm_Khmr", "languages": ["ibo-Latn", "khm-Khmr"]}, {"precision": 0.545445, "recall": 0.590909, "f1": 0.557025, "accuracy": 0.590909, "main_score": 0.557025, "hf_subset": "ibo_Latn-mag_Deva", "languages": ["ibo-Latn", "mag-Deva"]}, {"precision": 0.572768, "recall": 0.609684, "f1": 0.581698, "accuracy": 0.609684, "main_score": 0.581698, "hf_subset": "ibo_Latn-pap_Latn", "languages": ["ibo-Latn", "pap-Latn"]}, {"precision": 0.560163, "recall": 0.602767, "f1": 0.571957, "accuracy": 0.602767, "main_score": 0.571957, "hf_subset": "ibo_Latn-sot_Latn", "languages": ["ibo-Latn", "sot-Latn"]}, {"precision": 0.553237, "recall": 0.598814, "f1": 0.565313, "accuracy": 0.598814, "main_score": 0.565313, "hf_subset": "ibo_Latn-tur_Latn", "languages": ["ibo-Latn", "tur-Latn"]}, {"precision": 0.563007, "recall": 0.594862, "f1": 0.571334, "accuracy": 0.594862, "main_score": 0.571334, "hf_subset": "ibo_Latn-ace_Latn", "languages": ["ibo-Latn", "ace-Latn"]}, {"precision": 0.573193, "recall": 0.608696, "f1": 0.582982, "accuracy": 0.608696, "main_score": 0.582982, "hf_subset": "ibo_Latn-ban_Latn", "languages": ["ibo-Latn", "ban-Latn"]}, {"precision": 0.542941, "recall": 0.59585, "f1": 0.555995, "accuracy": 0.59585, "main_score": 0.555995, "hf_subset": "ibo_Latn-ell_Grek", "languages": ["ibo-Latn", "ell-Grek"]}, {"precision": 0.53683, "recall": 0.58004, "f1": 0.548462, "accuracy": 0.58004, "main_score": 0.548462, "hf_subset": "ibo_Latn-hne_Deva", "languages": ["ibo-Latn", "hne-Deva"]}, {"precision": 0.517271, "recall": 0.559289, "f1": 0.528426, "accuracy": 0.559289, "main_score": 0.528426, "hf_subset": "ibo_Latn-kik_Latn", "languages": ["ibo-Latn", "kik-Latn"]}, {"precision": 0.548066, "recall": 0.597826, "f1": 0.560187, "accuracy": 0.597826, "main_score": 0.560187, "hf_subset": "ibo_Latn-mai_Deva", "languages": ["ibo-Latn", "mai-Deva"]}, {"precision": 0.513037, "recall": 0.565217, "f1": 0.52679, "accuracy": 0.565217, "main_score": 0.52679, "hf_subset": "ibo_Latn-pbt_Arab", "languages": ["ibo-Latn", "pbt-Arab"]}, {"precision": 0.554844, "recall": 0.604743, "f1": 0.566963, "accuracy": 0.604743, "main_score": 0.566963, "hf_subset": "ibo_Latn-spa_Latn", "languages": ["ibo-Latn", "spa-Latn"]}, {"precision": 0.554315, "recall": 0.589921, "f1": 0.564367, "accuracy": 0.589921, "main_score": 0.564367, "hf_subset": "ibo_Latn-twi_Latn", "languages": ["ibo-Latn", "twi-Latn"]}, {"precision": 0.524866, "recall": 0.574111, "f1": 0.537688, "accuracy": 0.574111, "main_score": 0.537688, "hf_subset": "ibo_Latn-acm_Arab", "languages": ["ibo-Latn", "acm-Arab"]}, {"precision": 0.498346, "recall": 0.552372, "f1": 0.512431, "accuracy": 0.552372, "main_score": 0.512431, "hf_subset": "ibo_Latn-bel_Cyrl", "languages": ["ibo-Latn", "bel-Cyrl"]}, {"precision": 0.59434, "recall": 0.640316, "f1": 0.605637, "accuracy": 0.640316, "main_score": 0.605637, "hf_subset": "ibo_Latn-eng_Latn", "languages": ["ibo-Latn", "eng-Latn"]}, {"precision": 0.572667, "recall": 0.618577, "f1": 0.583779, "accuracy": 0.618577, "main_score": 0.583779, "hf_subset": "ibo_Latn-hrv_Latn", "languages": ["ibo-Latn", "hrv-Latn"]}, {"precision": 0.533171, "recall": 0.578063, "f1": 0.545525, "accuracy": 0.578063, "main_score": 0.545525, "hf_subset": "ibo_Latn-kin_Latn", "languages": ["ibo-Latn", "kin-Latn"]}, {"precision": 0.535055, "recall": 0.588933, "f1": 0.549352, "accuracy": 0.588933, "main_score": 0.549352, "hf_subset": "ibo_Latn-mal_Mlym", "languages": ["ibo-Latn", "mal-Mlym"]}, {"precision": 0.544934, "recall": 0.590909, "f1": 0.556896, "accuracy": 0.590909, "main_score": 0.556896, "hf_subset": "ibo_Latn-pes_Arab", "languages": ["ibo-Latn", "pes-Arab"]}, {"precision": 0.565041, "recall": 0.606719, "f1": 0.575693, "accuracy": 0.606719, "main_score": 0.575693, "hf_subset": "ibo_Latn-srd_Latn", "languages": ["ibo-Latn", "srd-Latn"]}, {"precision": 0.189567, "recall": 0.226285, "f1": 0.197781, "accuracy": 0.226285, "main_score": 0.197781, "hf_subset": "ibo_Latn-tzm_Tfng", "languages": ["ibo-Latn", "tzm-Tfng"]}, {"precision": 0.537916, "recall": 0.587945, "f1": 0.550699, "accuracy": 0.587945, "main_score": 0.550699, "hf_subset": "ibo_Latn-acq_Arab", "languages": ["ibo-Latn", "acq-Arab"]}, {"precision": 0.557892, "recall": 0.594862, "f1": 0.568457, "accuracy": 0.594862, "main_score": 0.568457, "hf_subset": "ibo_Latn-bem_Latn", "languages": ["ibo-Latn", "bem-Latn"]}, {"precision": 0.560421, "recall": 0.608696, "f1": 0.572825, "accuracy": 0.608696, "main_score": 0.572825, "hf_subset": "ibo_Latn-epo_Latn", "languages": ["ibo-Latn", "epo-Latn"]}, {"precision": 0.5579, "recall": 0.604743, "f1": 0.569632, "accuracy": 0.604743, "main_score": 0.569632, "hf_subset": "ibo_Latn-hun_Latn", "languages": ["ibo-Latn", "hun-Latn"]}, {"precision": 0.538262, "recall": 0.58498, "f1": 0.550936, "accuracy": 0.58498, "main_score": 0.550936, "hf_subset": "ibo_Latn-kir_Cyrl", "languages": ["ibo-Latn", "kir-Cyrl"]}, {"precision": 0.544869, "recall": 0.589921, "f1": 0.555751, "accuracy": 0.589921, "main_score": 0.555751, "hf_subset": "ibo_Latn-mar_Deva", "languages": ["ibo-Latn", "mar-Deva"]}, {"precision": 0.558572, "recall": 0.597826, "f1": 0.569133, "accuracy": 0.597826, "main_score": 0.569133, "hf_subset": "ibo_Latn-plt_Latn", "languages": ["ibo-Latn", "plt-Latn"]}, {"precision": 0.563537, "recall": 0.610672, "f1": 0.575546, "accuracy": 0.610672, "main_score": 0.575546, "hf_subset": "ibo_Latn-srp_Cyrl", "languages": ["ibo-Latn", "srp-Cyrl"]}, {"precision": 0.477457, "recall": 0.527668, "f1": 0.490681, "accuracy": 0.527668, "main_score": 0.490681, "hf_subset": "ibo_Latn-uig_Arab", "languages": ["ibo-Latn", "uig-Arab"]}, {"precision": 0.525883, "recall": 0.567194, "f1": 0.53613, "accuracy": 0.567194, "main_score": 0.53613, "hf_subset": "ibo_Latn-aeb_Arab", "languages": ["ibo-Latn", "aeb-Arab"]}, {"precision": 0.541074, "recall": 0.59585, "f1": 0.555937, "accuracy": 0.59585, "main_score": 0.555937, "hf_subset": "ibo_Latn-ben_Beng", "languages": ["ibo-Latn", "ben-Beng"]}, {"precision": 0.542902, "recall": 0.586957, "f1": 0.554308, "accuracy": 0.586957, "main_score": 0.554308, "hf_subset": "ibo_Latn-est_Latn", "languages": ["ibo-Latn", "est-Latn"]}, {"precision": 0.5258, "recall": 0.574111, "f1": 0.537829, "accuracy": 0.574111, "main_score": 0.537829, "hf_subset": "ibo_Latn-hye_Armn", "languages": ["ibo-Latn", "hye-Armn"]}, {"precision": 0.530734, "recall": 0.565217, "f1": 0.540798, "accuracy": 0.565217, "main_score": 0.540798, "hf_subset": "ibo_Latn-kmb_Latn", "languages": ["ibo-Latn", "kmb-Latn"]}, {"precision": 0.367283, "recall": 0.41502, "f1": 0.379451, "accuracy": 0.41502, "main_score": 0.379451, "hf_subset": "ibo_Latn-min_Arab", "languages": ["ibo-Latn", "min-Arab"]}, {"precision": 0.555315, "recall": 0.602767, "f1": 0.566745, "accuracy": 0.602767, "main_score": 0.566745, "hf_subset": "ibo_Latn-pol_Latn", "languages": ["ibo-Latn", "pol-Latn"]}, {"precision": 0.547969, "recall": 0.587945, "f1": 0.55889, "accuracy": 0.587945, "main_score": 0.55889, "hf_subset": "ibo_Latn-ssw_Latn", "languages": ["ibo-Latn", "ssw-Latn"]}, {"precision": 0.566743, "recall": 0.613636, "f1": 0.57818, "accuracy": 0.613636, "main_score": 0.57818, "hf_subset": "ibo_Latn-ukr_Cyrl", "languages": ["ibo-Latn", "ukr-Cyrl"]}, {"precision": 0.58898, "recall": 0.635375, "f1": 0.601332, "accuracy": 0.635375, "main_score": 0.601332, "hf_subset": "ibo_Latn-afr_Latn", "languages": ["ibo-Latn", "afr-Latn"]}, {"precision": 0.538399, "recall": 0.58498, "f1": 0.550405, "accuracy": 0.58498, "main_score": 0.550405, "hf_subset": "ibo_Latn-bho_Deva", "languages": ["ibo-Latn", "bho-Deva"]}, {"precision": 0.546351, "recall": 0.591897, "f1": 0.558168, "accuracy": 0.591897, "main_score": 0.558168, "hf_subset": "ibo_Latn-eus_Latn", "languages": ["ibo-Latn", "eus-Latn"]}, {"precision": 0.550498, "recall": 0.596838, "f1": 0.562978, "accuracy": 0.596838, "main_score": 0.562978, "hf_subset": "ibo_Latn-kmr_Latn", "languages": ["ibo-Latn", "kmr-Latn"]}, {"precision": 0.575214, "recall": 0.615613, "f1": 0.585345, "accuracy": 0.615613, "main_score": 0.585345, "hf_subset": "ibo_Latn-min_Latn", "languages": ["ibo-Latn", "min-Latn"]}, {"precision": 0.570526, "recall": 0.620553, "f1": 0.58353, "accuracy": 0.620553, "main_score": 0.58353, "hf_subset": "ibo_Latn-por_Latn", "languages": ["ibo-Latn", "por-Latn"]}, {"precision": 0.573082, "recall": 0.61166, "f1": 0.582705, "accuracy": 0.61166, "main_score": 0.582705, "hf_subset": "ibo_Latn-sun_Latn", "languages": ["ibo-Latn", "sun-Latn"]}, {"precision": 0.487802, "recall": 0.536561, "f1": 0.50154, "accuracy": 0.536561, "main_score": 0.50154, "hf_subset": "ibo_Latn-umb_Latn", "languages": ["ibo-Latn", "umb-Latn"]}, {"precision": 0.547789, "recall": 0.596838, "f1": 0.56057, "accuracy": 0.596838, "main_score": 0.56057, "hf_subset": "ibo_Latn-ajp_Arab", "languages": ["ibo-Latn", "ajp-Arab"]}, {"precision": 0.399709, "recall": 0.453557, "f1": 0.413654, "accuracy": 0.453557, "main_score": 0.413654, "hf_subset": "ibo_Latn-bjn_Arab", "languages": ["ibo-Latn", "bjn-Arab"]}, {"precision": 0.504604, "recall": 0.539526, "f1": 0.514262, "accuracy": 0.539526, "main_score": 0.514262, "hf_subset": "ibo_Latn-ewe_Latn", "languages": ["ibo-Latn", "ewe-Latn"]}, {"precision": 0.597374, "recall": 0.63834, "f1": 0.60776, "accuracy": 0.63834, "main_score": 0.60776, "hf_subset": "ibo_Latn-ilo_Latn", "languages": ["ibo-Latn", "ilo-Latn"]}, {"precision": 0.313114, "recall": 0.358696, "f1": 0.325379, "accuracy": 0.358696, "main_score": 0.325379, "hf_subset": "ibo_Latn-knc_Arab", "languages": ["ibo-Latn", "knc-Arab"]}, {"precision": 0.552847, "recall": 0.605731, "f1": 0.566018, "accuracy": 0.605731, "main_score": 0.566018, "hf_subset": "ibo_Latn-mkd_Cyrl", "languages": ["ibo-Latn", "mkd-Cyrl"]}, {"precision": 0.5416, "recall": 0.592885, "f1": 0.554803, "accuracy": 0.592885, "main_score": 0.554803, "hf_subset": "ibo_Latn-prs_Arab", "languages": ["ibo-Latn", "prs-Arab"]}, {"precision": 0.581374, "recall": 0.623518, "f1": 0.592532, "accuracy": 0.623518, "main_score": 0.592532, "hf_subset": "ibo_Latn-swe_Latn", "languages": ["ibo-Latn", "swe-Latn"]}, {"precision": 0.526502, "recall": 0.581028, "f1": 0.540583, "accuracy": 0.581028, "main_score": 0.540583, "hf_subset": "ibo_Latn-urd_Arab", "languages": ["ibo-Latn", "urd-Arab"]}, {"precision": 0.538088, "recall": 0.579051, "f1": 0.549059, "accuracy": 0.579051, "main_score": 0.549059, "hf_subset": "ibo_Latn-aka_Latn", "languages": ["ibo-Latn", "aka-Latn"]}, {"precision": 0.576872, "recall": 0.613636, "f1": 0.586253, "accuracy": 0.613636, "main_score": 0.586253, "hf_subset": "ibo_Latn-bjn_Latn", "languages": ["ibo-Latn", "bjn-Latn"]}, {"precision": 0.543538, "recall": 0.581028, "f1": 0.55343, "accuracy": 0.581028, "main_score": 0.55343, "hf_subset": "ibo_Latn-fao_Latn", "languages": ["ibo-Latn", "fao-Latn"]}, {"precision": 0.58872, "recall": 0.628458, "f1": 0.598827, "accuracy": 0.628458, "main_score": 0.598827, "hf_subset": "ibo_Latn-ind_Latn", "languages": ["ibo-Latn", "ind-Latn"]}, {"precision": 0.520791, "recall": 0.56917, "f1": 0.534103, "accuracy": 0.56917, "main_score": 0.534103, "hf_subset": "ibo_Latn-knc_Latn", "languages": ["ibo-Latn", "knc-Latn"]}, {"precision": 0.57494, "recall": 0.615613, "f1": 0.584994, "accuracy": 0.615613, "main_score": 0.584994, "hf_subset": "ibo_Latn-mlt_Latn", "languages": ["ibo-Latn", "mlt-Latn"]}, {"precision": 0.531316, "recall": 0.58004, "f1": 0.54425, "accuracy": 0.58004, "main_score": 0.54425, "hf_subset": "ibo_Latn-quy_Latn", "languages": ["ibo-Latn", "quy-Latn"]}, {"precision": 0.553546, "recall": 0.604743, "f1": 0.566829, "accuracy": 0.604743, "main_score": 0.566829, "hf_subset": "ibo_Latn-swh_Latn", "languages": ["ibo-Latn", "swh-Latn"]}, {"precision": 0.532284, "recall": 0.578063, "f1": 0.543998, "accuracy": 0.578063, "main_score": 0.543998, "hf_subset": "ibo_Latn-uzn_Latn", "languages": ["ibo-Latn", "uzn-Latn"]}, {"precision": 0.558312, "recall": 0.601779, "f1": 0.569908, "accuracy": 0.601779, "main_score": 0.569908, "hf_subset": "ibo_Latn-als_Latn", "languages": ["ibo-Latn", "als-Latn"]}, {"precision": 0.261718, "recall": 0.313241, "f1": 0.274702, "accuracy": 0.313241, "main_score": 0.274702, "hf_subset": "ibo_Latn-bod_Tibt", "languages": ["ibo-Latn", "bod-Tibt"]}, {"precision": 0.551183, "recall": 0.592885, "f1": 0.562935, "accuracy": 0.592885, "main_score": 0.562935, "hf_subset": "ibo_Latn-fij_Latn", "languages": ["ibo-Latn", "fij-Latn"]}, {"precision": 0.541663, "recall": 0.587945, "f1": 0.553125, "accuracy": 0.587945, "main_score": 0.553125, "hf_subset": "ibo_Latn-isl_Latn", "languages": ["ibo-Latn", "isl-Latn"]}, {"precision": 0.555362, "recall": 0.594862, "f1": 0.56598, "accuracy": 0.594862, "main_score": 0.56598, "hf_subset": "ibo_Latn-kon_Latn", "languages": ["ibo-Latn", "kon-Latn"]}, {"precision": 0.47877, "recall": 0.528656, "f1": 0.492514, "accuracy": 0.528656, "main_score": 0.492514, "hf_subset": "ibo_Latn-mni_Beng", "languages": ["ibo-Latn", "mni-Beng"]}, {"precision": 0.580197, "recall": 0.623518, "f1": 0.591089, "accuracy": 0.623518, "main_score": 0.591089, "hf_subset": "ibo_Latn-ron_Latn", "languages": ["ibo-Latn", "ron-Latn"]}, {"precision": 0.563823, "recall": 0.613636, "f1": 0.577367, "accuracy": 0.613636, "main_score": 0.577367, "hf_subset": "ibo_Latn-szl_Latn", "languages": ["ibo-Latn", "szl-Latn"]}, {"precision": 0.560505, "recall": 0.603755, "f1": 0.570959, "accuracy": 0.603755, "main_score": 0.570959, "hf_subset": "ibo_Latn-vec_Latn", "languages": ["ibo-Latn", "vec-Latn"]}, {"precision": 0.470095, "recall": 0.530632, "f1": 0.485759, "accuracy": 0.530632, "main_score": 0.485759, "hf_subset": "ibo_Latn-amh_Ethi", "languages": ["ibo-Latn", "amh-Ethi"]}, {"precision": 0.576852, "recall": 0.620553, "f1": 0.587604, "accuracy": 0.620553, "main_score": 0.587604, "hf_subset": "ibo_Latn-bos_Latn", "languages": ["ibo-Latn", "bos-Latn"]}, {"precision": 0.53046, "recall": 0.582016, "f1": 0.543859, "accuracy": 0.582016, "main_score": 0.543859, "hf_subset": "ibo_Latn-fin_Latn", "languages": ["ibo-Latn", "fin-Latn"]}, {"precision": 0.561358, "recall": 0.612648, "f1": 0.574629, "accuracy": 0.612648, "main_score": 0.574629, "hf_subset": "ibo_Latn-ita_Latn", "languages": ["ibo-Latn", "ita-Latn"]}, {"precision": 0.54193, "recall": 0.589921, "f1": 0.553983, "accuracy": 0.589921, "main_score": 0.553983, "hf_subset": "ibo_Latn-kor_Hang", "languages": ["ibo-Latn", "kor-Hang"]}, {"precision": 0.491687, "recall": 0.536561, "f1": 0.504284, "accuracy": 0.536561, "main_score": 0.504284, "hf_subset": "ibo_Latn-mos_Latn", "languages": ["ibo-Latn", "mos-Latn"]}, {"precision": 0.522554, "recall": 0.562253, "f1": 0.532932, "accuracy": 0.562253, "main_score": 0.532932, "hf_subset": "ibo_Latn-run_Latn", "languages": ["ibo-Latn", "run-Latn"]}, {"precision": 0.516998, "recall": 0.573123, "f1": 0.531152, "accuracy": 0.573123, "main_score": 0.531152, "hf_subset": "ibo_Latn-tam_Taml", "languages": ["ibo-Latn", "tam-Taml"]}, {"precision": 0.55876, "recall": 0.599802, "f1": 0.568826, "accuracy": 0.599802, "main_score": 0.568826, "hf_subset": "ibo_Latn-vie_Latn", "languages": ["ibo-Latn", "vie-Latn"]}, {"precision": 0.536891, "recall": 0.590909, "f1": 0.5512, "accuracy": 0.590909, "main_score": 0.5512, "hf_subset": "ibo_Latn-apc_Arab", "languages": ["ibo-Latn", "apc-Arab"]}, {"precision": 0.534181, "recall": 0.575099, "f1": 0.544927, "accuracy": 0.575099, "main_score": 0.544927, "hf_subset": "ibo_Latn-bug_Latn", "languages": ["ibo-Latn", "bug-Latn"]}, {"precision": 0.461819, "recall": 0.500988, "f1": 0.472878, "accuracy": 0.500988, "main_score": 0.472878, "hf_subset": "ibo_Latn-fon_Latn", "languages": ["ibo-Latn", "fon-Latn"]}, {"precision": 0.593452, "recall": 0.632411, "f1": 0.603275, "accuracy": 0.632411, "main_score": 0.603275, "hf_subset": "ibo_Latn-jav_Latn", "languages": ["ibo-Latn", "jav-Latn"]}, {"precision": 0.495082, "recall": 0.546443, "f1": 0.508219, "accuracy": 0.546443, "main_score": 0.508219, "hf_subset": "ibo_Latn-lao_Laoo", "languages": ["ibo-Latn", "lao-Laoo"]}, {"precision": 0.507303, "recall": 0.55336, "f1": 0.518939, "accuracy": 0.55336, "main_score": 0.518939, "hf_subset": "ibo_Latn-mri_Latn", "languages": ["ibo-Latn", "mri-Latn"]}, {"precision": 0.545626, "recall": 0.598814, "f1": 0.55874, "accuracy": 0.598814, "main_score": 0.55874, "hf_subset": "ibo_Latn-rus_Cyrl", "languages": ["ibo-Latn", "rus-Cyrl"]}, {"precision": 0.483856, "recall": 0.534585, "f1": 0.498435, "accuracy": 0.534585, "main_score": 0.498435, "hf_subset": "ibo_Latn-taq_Latn", "languages": ["ibo-Latn", "taq-Latn"]}, {"precision": 0.577805, "recall": 0.625494, "f1": 0.589128, "accuracy": 0.625494, "main_score": 0.589128, "hf_subset": "ibo_Latn-war_Latn", "languages": ["ibo-Latn", "war-Latn"]}, {"precision": 0.541936, "recall": 0.591897, "f1": 0.55366, "accuracy": 0.591897, "main_score": 0.55366, "hf_subset": "ibo_Latn-arb_Arab", "languages": ["ibo-Latn", "arb-Arab"]}, {"precision": 0.568478, "recall": 0.615613, "f1": 0.580761, "accuracy": 0.615613, "main_score": 0.580761, "hf_subset": "ibo_Latn-bul_Cyrl", "languages": ["ibo-Latn", "bul-Cyrl"]}, {"precision": 0.555836, "recall": 0.608696, "f1": 0.568937, "accuracy": 0.608696, "main_score": 0.568937, "hf_subset": "ibo_Latn-fra_Latn", "languages": ["ibo-Latn", "fra-Latn"]}, {"precision": 0.53862, "recall": 0.58498, "f1": 0.550394, "accuracy": 0.58498, "main_score": 0.550394, "hf_subset": "ibo_Latn-jpn_Jpan", "languages": ["ibo-Latn", "jpn-Jpan"]}, {"precision": 0.557585, "recall": 0.600791, "f1": 0.5684, "accuracy": 0.600791, "main_score": 0.5684, "hf_subset": "ibo_Latn-lij_Latn", "languages": ["ibo-Latn", "lij-Latn"]}, {"precision": 0.402788, "recall": 0.468379, "f1": 0.419558, "accuracy": 0.468379, "main_score": 0.419558, "hf_subset": "ibo_Latn-mya_Mymr", "languages": ["ibo-Latn", "mya-Mymr"]}, {"precision": 0.529746, "recall": 0.571146, "f1": 0.540812, "accuracy": 0.571146, "main_score": 0.540812, "hf_subset": "ibo_Latn-sag_Latn", "languages": ["ibo-Latn", "sag-Latn"]}, {"precision": 0.187059, "recall": 0.228261, "f1": 0.196112, "accuracy": 0.228261, "main_score": 0.196112, "hf_subset": "ibo_Latn-taq_Tfng", "languages": ["ibo-Latn", "taq-Tfng"]}, {"precision": 0.55504, "recall": 0.587945, "f1": 0.564577, "accuracy": 0.587945, "main_score": 0.564577, "hf_subset": "ibo_Latn-wol_Latn", "languages": ["ibo-Latn", "wol-Latn"]}, {"precision": 0.447415, "recall": 0.499012, "f1": 0.460733, "accuracy": 0.499012, "main_score": 0.460733, "hf_subset": "ibo_Latn-arb_Latn", "languages": ["ibo-Latn", "arb-Latn"]}, {"precision": 0.571543, "recall": 0.619565, "f1": 0.583389, "accuracy": 0.619565, "main_score": 0.583389, "hf_subset": "ibo_Latn-cat_Latn", "languages": ["ibo-Latn", "cat-Latn"]}, {"precision": 0.555845, "recall": 0.602767, "f1": 0.567819, "accuracy": 0.602767, "main_score": 0.567819, "hf_subset": "ibo_Latn-fur_Latn", "languages": ["ibo-Latn", "fur-Latn"]}, {"precision": 0.422917, "recall": 0.476285, "f1": 0.437903, "accuracy": 0.476285, "main_score": 0.437903, "hf_subset": "ibo_Latn-kab_Latn", "languages": ["ibo-Latn", "kab-Latn"]}, {"precision": 0.550948, "recall": 0.590909, "f1": 0.560954, "accuracy": 0.590909, "main_score": 0.560954, "hf_subset": "ibo_Latn-lim_Latn", "languages": ["ibo-Latn", "lim-Latn"]}, {"precision": 0.559227, "recall": 0.602767, "f1": 0.56984, "accuracy": 0.602767, "main_score": 0.56984, "hf_subset": "ibo_Latn-nld_Latn", "languages": ["ibo-Latn", "nld-Latn"]}, {"precision": 0.502704, "recall": 0.554348, "f1": 0.516161, "accuracy": 0.554348, "main_score": 0.516161, "hf_subset": "ibo_Latn-san_Deva", "languages": ["ibo-Latn", "san-Deva"]}, {"precision": 0.552787, "recall": 0.601779, "f1": 0.565646, "accuracy": 0.601779, "main_score": 0.565646, "hf_subset": "ibo_Latn-tat_Cyrl", "languages": ["ibo-Latn", "tat-Cyrl"]}, {"precision": 0.560527, "recall": 0.601779, "f1": 0.571725, "accuracy": 0.601779, "main_score": 0.571725, "hf_subset": "ibo_Latn-xho_Latn", "languages": ["ibo-Latn", "xho-Latn"]}, {"precision": 0.513991, "recall": 0.56917, "f1": 0.528018, "accuracy": 0.56917, "main_score": 0.528018, "hf_subset": "ibo_Latn-ars_Arab", "languages": ["ibo-Latn", "ars-Arab"]}, {"precision": 0.59041, "recall": 0.630435, "f1": 0.600534, "accuracy": 0.630435, "main_score": 0.600534, "hf_subset": "ibo_Latn-ceb_Latn", "languages": ["ibo-Latn", "ceb-Latn"]}, {"precision": 0.510269, "recall": 0.551383, "f1": 0.522173, "accuracy": 0.551383, "main_score": 0.522173, "hf_subset": "ibo_Latn-fuv_Latn", "languages": ["ibo-Latn", "fuv-Latn"]}, {"precision": 0.497807, "recall": 0.54249, "f1": 0.509716, "accuracy": 0.54249, "main_score": 0.509716, "hf_subset": "ibo_Latn-kac_Latn", "languages": ["ibo-Latn", "kac-Latn"]}, {"precision": 0.557915, "recall": 0.598814, "f1": 0.568967, "accuracy": 0.598814, "main_score": 0.568967, "hf_subset": "ibo_Latn-lin_Latn", "languages": ["ibo-Latn", "lin-Latn"]}, {"precision": 0.566369, "recall": 0.608696, "f1": 0.577356, "accuracy": 0.608696, "main_score": 0.577356, "hf_subset": "ibo_Latn-nno_Latn", "languages": ["ibo-Latn", "nno-Latn"]}, {"precision": 0.123226, "recall": 0.158103, "f1": 0.131438, "accuracy": 0.158103, "main_score": 0.131438, "hf_subset": "ibo_Latn-sat_Olck", "languages": ["ibo-Latn", "sat-Olck"]}, {"precision": 0.534754, "recall": 0.585968, "f1": 0.547466, "accuracy": 0.585968, "main_score": 0.547466, "hf_subset": "ibo_Latn-tel_Telu", "languages": ["ibo-Latn", "tel-Telu"]}, {"precision": 0.488414, "recall": 0.538538, "f1": 0.50122, "accuracy": 0.538538, "main_score": 0.50122, "hf_subset": "ibo_Latn-ydd_Hebr", "languages": ["ibo-Latn", "ydd-Hebr"]}, {"precision": 0.508224, "recall": 0.556324, "f1": 0.520465, "accuracy": 0.556324, "main_score": 0.520465, "hf_subset": "ibo_Latn-ary_Arab", "languages": ["ibo-Latn", "ary-Arab"]}, {"precision": 0.551391, "recall": 0.602767, "f1": 0.564788, "accuracy": 0.602767, "main_score": 0.564788, "hf_subset": "ibo_Latn-ces_Latn", "languages": ["ibo-Latn", "ces-Latn"]}, {"precision": 0.493623, "recall": 0.548419, "f1": 0.508879, "accuracy": 0.548419, "main_score": 0.508879, "hf_subset": "ibo_Latn-gaz_Latn", "languages": ["ibo-Latn", "gaz-Latn"]}, {"precision": 0.53274, "recall": 0.573123, "f1": 0.544306, "accuracy": 0.573123, "main_score": 0.544306, "hf_subset": "ibo_Latn-kam_Latn", "languages": ["ibo-Latn", "kam-Latn"]}, {"precision": 0.524876, "recall": 0.578063, "f1": 0.538137, "accuracy": 0.578063, "main_score": 0.538137, "hf_subset": "ibo_Latn-lit_Latn", "languages": ["ibo-Latn", "lit-Latn"]}, {"precision": 0.567921, "recall": 0.617589, "f1": 0.580832, "accuracy": 0.617589, "main_score": 0.580832, "hf_subset": "ibo_Latn-nob_Latn", "languages": ["ibo-Latn", "nob-Latn"]}, {"precision": 0.566462, "recall": 0.609684, "f1": 0.576986, "accuracy": 0.609684, "main_score": 0.576986, "hf_subset": "ibo_Latn-scn_Latn", "languages": ["ibo-Latn", "scn-Latn"]}, {"precision": 0.527787, "recall": 0.574111, "f1": 0.540264, "accuracy": 0.574111, "main_score": 0.540264, "hf_subset": "ibo_Latn-tgk_Cyrl", "languages": ["ibo-Latn", "tgk-Cyrl"]}, {"precision": 0.527672, "recall": 0.575099, "f1": 0.541162, "accuracy": 0.575099, "main_score": 0.541162, "hf_subset": "ibo_Latn-yor_Latn", "languages": ["ibo-Latn", "yor-Latn"]}, {"precision": 0.531731, "recall": 0.583004, "f1": 0.544641, "accuracy": 0.583004, "main_score": 0.544641, "hf_subset": "ibo_Latn-arz_Arab", "languages": ["ibo-Latn", "arz-Arab"]}, {"precision": 0.48373, "recall": 0.521739, "f1": 0.494345, "accuracy": 0.521739, "main_score": 0.494345, "hf_subset": "ibo_Latn-cjk_Latn", "languages": ["ibo-Latn", "cjk-Latn"]}, {"precision": 0.513303, "recall": 0.559289, "f1": 0.524927, "accuracy": 0.559289, "main_score": 0.524927, "hf_subset": "ibo_Latn-gla_Latn", "languages": ["ibo-Latn", "gla-Latn"]}, {"precision": 0.545006, "recall": 0.592885, "f1": 0.556618, "accuracy": 0.592885, "main_score": 0.556618, "hf_subset": "ibo_Latn-kan_Knda", "languages": ["ibo-Latn", "kan-Knda"]}, {"precision": 0.563957, "recall": 0.604743, "f1": 0.575256, "accuracy": 0.604743, "main_score": 0.575256, "hf_subset": "ibo_Latn-lmo_Latn", "languages": ["ibo-Latn", "lmo-Latn"]}, {"precision": 0.541097, "recall": 0.593874, "f1": 0.554077, "accuracy": 0.593874, "main_score": 0.554077, "hf_subset": "ibo_Latn-npi_Deva", "languages": ["ibo-Latn", "npi-Deva"]}, {"precision": 0.427719, "recall": 0.471344, "f1": 0.439524, "accuracy": 0.471344, "main_score": 0.439524, "hf_subset": "ibo_Latn-shn_Mymr", "languages": ["ibo-Latn", "shn-Mymr"]}, {"precision": 0.586034, "recall": 0.629447, "f1": 0.596804, "accuracy": 0.629447, "main_score": 0.596804, "hf_subset": "ibo_Latn-tgl_Latn", "languages": ["ibo-Latn", "tgl-Latn"]}, {"precision": 0.526056, "recall": 0.576087, "f1": 0.538656, "accuracy": 0.576087, "main_score": 0.538656, "hf_subset": "ibo_Latn-yue_Hant", "languages": ["ibo-Latn", "yue-Hant"]}, {"precision": 0.515537, "recall": 0.564229, "f1": 0.528606, "accuracy": 0.564229, "main_score": 0.528606, "hf_subset": "ibo_Latn-asm_Beng", "languages": ["ibo-Latn", "asm-Beng"]}, {"precision": 0.513469, "recall": 0.55336, "f1": 0.523931, "accuracy": 0.55336, "main_score": 0.523931, "hf_subset": "ibo_Latn-ckb_Arab", "languages": ["ibo-Latn", "ckb-Arab"]}, {"precision": 0.510268, "recall": 0.552372, "f1": 0.521647, "accuracy": 0.552372, "main_score": 0.521647, "hf_subset": "ibo_Latn-gle_Latn", "languages": ["ibo-Latn", "gle-Latn"]}, {"precision": 0.477515, "recall": 0.530632, "f1": 0.491234, "accuracy": 0.530632, "main_score": 0.491234, "hf_subset": "ibo_Latn-kas_Arab", "languages": ["ibo-Latn", "kas-Arab"]}, {"precision": 0.528189, "recall": 0.576087, "f1": 0.540185, "accuracy": 0.576087, "main_score": 0.540185, "hf_subset": "ibo_Latn-ltg_Latn", "languages": ["ibo-Latn", "ltg-Latn"]}, {"precision": 0.56487, "recall": 0.606719, "f1": 0.57641, "accuracy": 0.606719, "main_score": 0.57641, "hf_subset": "ibo_Latn-nso_Latn", "languages": ["ibo-Latn", "nso-Latn"]}, {"precision": 0.484669, "recall": 0.543478, "f1": 0.500357, "accuracy": 0.543478, "main_score": 0.500357, "hf_subset": "ibo_Latn-sin_Sinh", "languages": ["ibo-Latn", "sin-Sinh"]}, {"precision": 0.543117, "recall": 0.585968, "f1": 0.554088, "accuracy": 0.585968, "main_score": 0.554088, "hf_subset": "ibo_Latn-tha_Thai", "languages": ["ibo-Latn", "tha-Thai"]}, {"precision": 0.528635, "recall": 0.571146, "f1": 0.538605, "accuracy": 0.571146, "main_score": 0.538605, "hf_subset": "ibo_Latn-zho_Hans", "languages": ["ibo-Latn", "zho-Hans"]}, {"precision": 0.571223, "recall": 0.62253, "f1": 0.584061, "accuracy": 0.62253, "main_score": 0.584061, "hf_subset": "ibo_Latn-ast_Latn", "languages": ["ibo-Latn", "ast-Latn"]}, {"precision": 0.529718, "recall": 0.582016, "f1": 0.542688, "accuracy": 0.582016, "main_score": 0.542688, "hf_subset": "ibo_Latn-crh_Latn", "languages": ["ibo-Latn", "crh-Latn"]}, {"precision": 0.565995, "recall": 0.613636, "f1": 0.579273, "accuracy": 0.613636, "main_score": 0.579273, "hf_subset": "ibo_Latn-glg_Latn", "languages": ["ibo-Latn", "glg-Latn"]}, {"precision": 0.498518, "recall": 0.539526, "f1": 0.509543, "accuracy": 0.539526, "main_score": 0.509543, "hf_subset": "ibo_Latn-kas_Deva", "languages": ["ibo-Latn", "kas-Deva"]}, {"precision": 0.550126, "recall": 0.592885, "f1": 0.561744, "accuracy": 0.592885, "main_score": 0.561744, "hf_subset": "ibo_Latn-ltz_Latn", "languages": ["ibo-Latn", "ltz-Latn"]}, {"precision": 0.455647, "recall": 0.512846, "f1": 0.471858, "accuracy": 0.512846, "main_score": 0.471858, "hf_subset": "ibo_Latn-nus_Latn", "languages": ["ibo-Latn", "nus-Latn"]}, {"precision": 0.552968, "recall": 0.600791, "f1": 0.565031, "accuracy": 0.600791, "main_score": 0.565031, "hf_subset": "ibo_Latn-slk_Latn", "languages": ["ibo-Latn", "slk-Latn"]}, {"precision": 0.386838, "recall": 0.444664, "f1": 0.402841, "accuracy": 0.444664, "main_score": 0.402841, "hf_subset": "ibo_Latn-tir_Ethi", "languages": ["ibo-Latn", "tir-Ethi"]}, {"precision": 0.518086, "recall": 0.571146, "f1": 0.531343, "accuracy": 0.571146, "main_score": 0.531343, "hf_subset": "ibo_Latn-zho_Hant", "languages": ["ibo-Latn", "zho-Hant"]}, {"precision": 0.53819, "recall": 0.588933, "f1": 0.551833, "accuracy": 0.588933, "main_score": 0.551833, "hf_subset": "ibo_Latn-awa_Deva", "languages": ["ibo-Latn", "awa-Deva"]}, {"precision": 0.561525, "recall": 0.603755, "f1": 0.572503, "accuracy": 0.603755, "main_score": 0.572503, "hf_subset": "ibo_Latn-cym_Latn", "languages": ["ibo-Latn", "cym-Latn"]}, {"precision": 0.555703, "recall": 0.59585, "f1": 0.566228, "accuracy": 0.59585, "main_score": 0.566228, "hf_subset": "ibo_Latn-grn_Latn", "languages": ["ibo-Latn", "grn-Latn"]}, {"precision": 0.518683, "recall": 0.567194, "f1": 0.531123, "accuracy": 0.567194, "main_score": 0.531123, "hf_subset": "ibo_Latn-kat_Geor", "languages": ["ibo-Latn", "kat-Geor"]}, {"precision": 0.549755, "recall": 0.585968, "f1": 0.559966, "accuracy": 0.585968, "main_score": 0.559966, "hf_subset": "ibo_Latn-lua_Latn", "languages": ["ibo-Latn", "lua-Latn"]}, {"precision": 0.532674, "recall": 0.56917, "f1": 0.541972, "accuracy": 0.56917, "main_score": 0.541972, "hf_subset": "ibo_Latn-nya_Latn", "languages": ["ibo-Latn", "nya-Latn"]}, {"precision": 0.57199, "recall": 0.617589, "f1": 0.583157, "accuracy": 0.617589, "main_score": 0.583157, "hf_subset": "ibo_Latn-slv_Latn", "languages": ["ibo-Latn", "slv-Latn"]}, {"precision": 0.58, "recall": 0.619565, "f1": 0.589626, "accuracy": 0.619565, "main_score": 0.589626, "hf_subset": "ibo_Latn-tpi_Latn", "languages": ["ibo-Latn", "tpi-Latn"]}, {"precision": 0.580641, "recall": 0.623518, "f1": 0.591118, "accuracy": 0.623518, "main_score": 0.591118, "hf_subset": "ibo_Latn-zsm_Latn", "languages": ["ibo-Latn", "zsm-Latn"]}, {"precision": 0.483284, "recall": 0.530632, "f1": 0.497187, "accuracy": 0.530632, "main_score": 0.497187, "hf_subset": "ibo_Latn-ayr_Latn", "languages": ["ibo-Latn", "ayr-Latn"]}, {"precision": 0.578219, "recall": 0.625494, "f1": 0.589282, "accuracy": 0.625494, "main_score": 0.589282, "hf_subset": "ibo_Latn-dan_Latn", "languages": ["ibo-Latn", "dan-Latn"]}, {"precision": 0.543585, "recall": 0.590909, "f1": 0.555559, "accuracy": 0.590909, "main_score": 0.555559, "hf_subset": "ibo_Latn-guj_Gujr", "languages": ["ibo-Latn", "guj-Gujr"]}, {"precision": 0.541947, "recall": 0.59585, "f1": 0.55598, "accuracy": 0.59585, "main_score": 0.55598, "hf_subset": "ibo_Latn-kaz_Cyrl", "languages": ["ibo-Latn", "kaz-Cyrl"]}, {"precision": 0.494899, "recall": 0.54249, "f1": 0.508072, "accuracy": 0.54249, "main_score": 0.508072, "hf_subset": "ibo_Latn-lug_Latn", "languages": ["ibo-Latn", "lug-Latn"]}, {"precision": 0.58167, "recall": 0.625494, "f1": 0.59258, "accuracy": 0.625494, "main_score": 0.59258, "hf_subset": "ibo_Latn-oci_Latn", "languages": ["ibo-Latn", "oci-Latn"]}, {"precision": 0.551389, "recall": 0.594862, "f1": 0.562031, "accuracy": 0.594862, "main_score": 0.562031, "hf_subset": "ibo_Latn-smo_Latn", "languages": ["ibo-Latn", "smo-Latn"]}, {"precision": 0.523788, "recall": 0.56917, "f1": 0.536306, "accuracy": 0.56917, "main_score": 0.536306, "hf_subset": "ibo_Latn-tsn_Latn", "languages": ["ibo-Latn", "tsn-Latn"]}, {"precision": 0.533879, "recall": 0.578063, "f1": 0.5463, "accuracy": 0.578063, "main_score": 0.5463, "hf_subset": "ibo_Latn-zul_Latn", "languages": ["ibo-Latn", "zul-Latn"]}, {"precision": 0.465127, "recall": 0.516798, "f1": 0.478917, "accuracy": 0.516798, "main_score": 0.478917, "hf_subset": "ibo_Latn-azb_Arab", "languages": ["ibo-Latn", "azb-Arab"]}, {"precision": 0.572378, "recall": 0.619565, "f1": 0.584522, "accuracy": 0.619565, "main_score": 0.584522, "hf_subset": "ibo_Latn-deu_Latn", "languages": ["ibo-Latn", "deu-Latn"]}, {"precision": 0.523273, "recall": 0.570158, "f1": 0.536091, "accuracy": 0.570158, "main_score": 0.536091, "hf_subset": "ibo_Latn-hat_Latn", "languages": ["ibo-Latn", "hat-Latn"]}, {"precision": 0.486049, "recall": 0.52668, "f1": 0.496972, "accuracy": 0.52668, "main_score": 0.496972, "hf_subset": "ibo_Latn-kbp_Latn", "languages": ["ibo-Latn", "kbp-Latn"]}, {"precision": 0.557674, "recall": 0.590909, "f1": 0.566553, "accuracy": 0.590909, "main_score": 0.566553, "hf_subset": "ibo_Latn-luo_Latn", "languages": ["ibo-Latn", "luo-Latn"]}, {"precision": 0.528373, "recall": 0.581028, "f1": 0.541816, "accuracy": 0.581028, "main_score": 0.541816, "hf_subset": "ibo_Latn-ory_Orya", "languages": ["ibo-Latn", "ory-Orya"]}, {"precision": 0.543367, "recall": 0.588933, "f1": 0.555824, "accuracy": 0.588933, "main_score": 0.555824, "hf_subset": "ibo_Latn-sna_Latn", "languages": ["ibo-Latn", "sna-Latn"]}, {"precision": 0.533446, "recall": 0.570158, "f1": 0.54329, "accuracy": 0.570158, "main_score": 0.54329, "hf_subset": "ibo_Latn-tso_Latn", "languages": ["ibo-Latn", "tso-Latn"]}, {"precision": 0.510821, "recall": 0.557312, "f1": 0.523252, "accuracy": 0.557312, "main_score": 0.523252, "hf_subset": "ibo_Latn-azj_Latn", "languages": ["ibo-Latn", "azj-Latn"]}, {"precision": 0.511265, "recall": 0.552372, "f1": 0.523555, "accuracy": 0.552372, "main_score": 0.523555, "hf_subset": "ibo_Latn-dik_Latn", "languages": ["ibo-Latn", "dik-Latn"]}, {"precision": 0.543983, "recall": 0.583004, "f1": 0.554218, "accuracy": 0.583004, "main_score": 0.554218, "hf_subset": "ibo_Latn-hau_Latn", "languages": ["ibo-Latn", "hau-Latn"]}, {"precision": 0.580522, "recall": 0.613636, "f1": 0.589146, "accuracy": 0.613636, "main_score": 0.589146, "hf_subset": "ibo_Latn-kea_Latn", "languages": ["ibo-Latn", "kea-Latn"]}, {"precision": 0.558482, "recall": 0.590909, "f1": 0.567382, "accuracy": 0.590909, "main_score": 0.567382, "hf_subset": "ibo_Latn-lus_Latn", "languages": ["ibo-Latn", "lus-Latn"]}, {"precision": 0.543673, "recall": 0.578063, "f1": 0.553144, "accuracy": 0.578063, "main_score": 0.553144, "hf_subset": "ibo_Latn-pag_Latn", "languages": ["ibo-Latn", "pag-Latn"]}, {"precision": 0.507647, "recall": 0.561265, "f1": 0.521651, "accuracy": 0.561265, "main_score": 0.521651, "hf_subset": "ibo_Latn-snd_Arab", "languages": ["ibo-Latn", "snd-Arab"]}, {"precision": 0.515907, "recall": 0.565217, "f1": 0.528522, "accuracy": 0.565217, "main_score": 0.528522, "hf_subset": "ibo_Latn-tuk_Latn", "languages": ["ibo-Latn", "tuk-Latn"]}, {"precision": 0.54591, "recall": 0.590909, "f1": 0.557833, "accuracy": 0.590909, "main_score": 0.557833, "hf_subset": "ibo_Latn-bak_Cyrl", "languages": ["ibo-Latn", "bak-Cyrl"]}, {"precision": 0.438466, "recall": 0.488142, "f1": 0.452602, "accuracy": 0.488142, "main_score": 0.452602, "hf_subset": "ibo_Latn-dyu_Latn", "languages": ["ibo-Latn", "dyu-Latn"]}, {"precision": 0.544122, "recall": 0.591897, "f1": 0.556055, "accuracy": 0.591897, "main_score": 0.556055, "hf_subset": "ibo_Latn-heb_Hebr", "languages": ["ibo-Latn", "heb-Hebr"]}, {"precision": 0.513898, "recall": 0.561265, "f1": 0.526884, "accuracy": 0.561265, "main_score": 0.526884, "hf_subset": "ibo_Latn-khk_Cyrl", "languages": ["ibo-Latn", "khk-Cyrl"]}, {"precision": 0.548079, "recall": 0.59585, "f1": 0.559429, "accuracy": 0.59585, "main_score": 0.559429, "hf_subset": "ibo_Latn-lvs_Latn", "languages": ["ibo-Latn", "lvs-Latn"]}, {"precision": 0.538944, "recall": 0.588933, "f1": 0.551516, "accuracy": 0.588933, "main_score": 0.551516, "hf_subset": "ibo_Latn-pan_Guru", "languages": ["ibo-Latn", "pan-Guru"]}, {"precision": 0.508303, "recall": 0.551383, "f1": 0.520064, "accuracy": 0.551383, "main_score": 0.520064, "hf_subset": "ibo_Latn-som_Latn", "languages": ["ibo-Latn", "som-Latn"]}, {"precision": 0.508317, "recall": 0.547431, "f1": 0.518971, "accuracy": 0.547431, "main_score": 0.518971, "hf_subset": "ibo_Latn-tum_Latn", "languages": ["ibo-Latn", "tum-Latn"]}, {"precision": 0.521905, "recall": 0.573123, "f1": 0.53607, "accuracy": 0.573123, "main_score": 0.53607, "hf_subset": "kmr_Latn-ace_Arab", "languages": ["kmr-Latn", "ace-Arab"]}, {"precision": 0.548083, "recall": 0.599802, "f1": 0.563006, "accuracy": 0.599802, "main_score": 0.563006, "hf_subset": "kmr_Latn-bam_Latn", "languages": ["kmr-Latn", "bam-Latn"]}, {"precision": 0.292581, "recall": 0.343874, "f1": 0.305743, "accuracy": 0.343874, "main_score": 0.305743, "hf_subset": "kmr_Latn-dzo_Tibt", "languages": ["kmr-Latn", "dzo-Tibt"]}, {"precision": 0.893038, "recall": 0.91996, "f1": 0.900939, "accuracy": 0.91996, "main_score": 0.900939, "hf_subset": "kmr_Latn-hin_Deva", "languages": ["kmr-Latn", "hin-Deva"]}, {"precision": 0.843685, "recall": 0.878458, "f1": 0.853958, "accuracy": 0.878458, "main_score": 0.853958, "hf_subset": "kmr_Latn-khm_Khmr", "languages": ["kmr-Latn", "khm-Khmr"]}, {"precision": 0.871385, "recall": 0.902174, "f1": 0.880029, "accuracy": 0.902174, "main_score": 0.880029, "hf_subset": "kmr_Latn-mag_Deva", "languages": ["kmr-Latn", "mag-Deva"]}, {"precision": 0.803837, "recall": 0.843874, "f1": 0.815453, "accuracy": 0.843874, "main_score": 0.815453, "hf_subset": "kmr_Latn-pap_Latn", "languages": ["kmr-Latn", "pap-Latn"]}, {"precision": 0.584732, "recall": 0.628458, "f1": 0.596812, "accuracy": 0.628458, "main_score": 0.596812, "hf_subset": "kmr_Latn-sot_Latn", "languages": ["kmr-Latn", "sot-Latn"]}, {"precision": 0.894113, "recall": 0.91996, "f1": 0.901649, "accuracy": 0.91996, "main_score": 0.901649, "hf_subset": "kmr_Latn-tur_Latn", "languages": ["kmr-Latn", "tur-Latn"]}, {"precision": 0.729405, "recall": 0.768775, "f1": 0.741096, "accuracy": 0.768775, "main_score": 0.741096, "hf_subset": "kmr_Latn-ace_Latn", "languages": ["kmr-Latn", "ace-Latn"]}, {"precision": 0.788778, "recall": 0.823123, "f1": 0.798974, "accuracy": 0.823123, "main_score": 0.798974, "hf_subset": "kmr_Latn-ban_Latn", "languages": ["kmr-Latn", "ban-Latn"]}, {"precision": 0.870545, "recall": 0.902174, "f1": 0.879718, "accuracy": 0.902174, "main_score": 0.879718, "hf_subset": "kmr_Latn-ell_Grek", "languages": ["kmr-Latn", "ell-Grek"]}, {"precision": 0.84894, "recall": 0.880435, "f1": 0.857877, "accuracy": 0.880435, "main_score": 0.857877, "hf_subset": "kmr_Latn-hne_Deva", "languages": ["kmr-Latn", "hne-Deva"]}, {"precision": 0.544917, "recall": 0.585968, "f1": 0.556328, "accuracy": 0.585968, "main_score": 0.556328, "hf_subset": "kmr_Latn-kik_Latn", "languages": ["kmr-Latn", "kik-Latn"]}, {"precision": 0.861029, "recall": 0.896245, "f1": 0.871146, "accuracy": 0.896245, "main_score": 0.871146, "hf_subset": "kmr_Latn-mai_Deva", "languages": ["kmr-Latn", "mai-Deva"]}, {"precision": 0.810919, "recall": 0.853755, "f1": 0.823522, "accuracy": 0.853755, "main_score": 0.823522, "hf_subset": "kmr_Latn-pbt_Arab", "languages": ["kmr-Latn", "pbt-Arab"]}, {"precision": 0.888159, "recall": 0.916996, "f1": 0.896772, "accuracy": 0.916996, "main_score": 0.896772, "hf_subset": "kmr_Latn-spa_Latn", "languages": ["kmr-Latn", "spa-Latn"]}, {"precision": 0.575058, "recall": 0.621542, "f1": 0.5884, "accuracy": 0.621542, "main_score": 0.5884, "hf_subset": "kmr_Latn-twi_Latn", "languages": ["kmr-Latn", "twi-Latn"]}, {"precision": 0.864069, "recall": 0.898221, "f1": 0.874078, "accuracy": 0.898221, "main_score": 0.874078, "hf_subset": "kmr_Latn-acm_Arab", "languages": ["kmr-Latn", "acm-Arab"]}, {"precision": 0.836865, "recall": 0.875494, "f1": 0.848155, "accuracy": 0.875494, "main_score": 0.848155, "hf_subset": "kmr_Latn-bel_Cyrl", "languages": ["kmr-Latn", "bel-Cyrl"]}, {"precision": 0.901927, "recall": 0.926877, "f1": 0.909241, "accuracy": 0.926877, "main_score": 0.909241, "hf_subset": "kmr_Latn-eng_Latn", "languages": ["kmr-Latn", "eng-Latn"]}, {"precision": 0.887088, "recall": 0.916996, "f1": 0.896198, "accuracy": 0.916996, "main_score": 0.896198, "hf_subset": "kmr_Latn-hrv_Latn", "languages": ["kmr-Latn", "hrv-Latn"]}, {"precision": 0.545785, "recall": 0.593874, "f1": 0.558845, "accuracy": 0.593874, "main_score": 0.558845, "hf_subset": "kmr_Latn-kin_Latn", "languages": ["kmr-Latn", "kin-Latn"]}, {"precision": 0.866034, "recall": 0.900198, "f1": 0.876466, "accuracy": 0.900198, "main_score": 0.876466, "hf_subset": "kmr_Latn-mal_Mlym", "languages": ["kmr-Latn", "mal-Mlym"]}, {"precision": 0.884973, "recall": 0.91502, "f1": 0.894252, "accuracy": 0.91502, "main_score": 0.894252, "hf_subset": "kmr_Latn-pes_Arab", "languages": ["kmr-Latn", "pes-Arab"]}, {"precision": 0.820088, "recall": 0.857708, "f1": 0.831276, "accuracy": 0.857708, "main_score": 0.831276, "hf_subset": "kmr_Latn-srd_Latn", "languages": ["kmr-Latn", "srd-Latn"]}, {"precision": 0.198212, "recall": 0.244071, "f1": 0.209487, "accuracy": 0.244071, "main_score": 0.209487, "hf_subset": "kmr_Latn-tzm_Tfng", "languages": ["kmr-Latn", "tzm-Tfng"]}, {"precision": 0.873117, "recall": 0.906126, "f1": 0.883169, "accuracy": 0.906126, "main_score": 0.883169, "hf_subset": "kmr_Latn-acq_Arab", "languages": ["kmr-Latn", "acq-Arab"]}, {"precision": 0.59749, "recall": 0.640316, "f1": 0.609144, "accuracy": 0.640316, "main_score": 0.609144, "hf_subset": "kmr_Latn-bem_Latn", "languages": ["kmr-Latn", "bem-Latn"]}, {"precision": 0.889888, "recall": 0.91996, "f1": 0.899177, "accuracy": 0.91996, "main_score": 0.899177, "hf_subset": "kmr_Latn-epo_Latn", "languages": ["kmr-Latn", "epo-Latn"]}, {"precision": 0.886973, "recall": 0.91502, "f1": 0.894848, "accuracy": 0.91502, "main_score": 0.894848, "hf_subset": "kmr_Latn-hun_Latn", "languages": ["kmr-Latn", "hun-Latn"]}, {"precision": 0.830197, "recall": 0.863636, "f1": 0.83943, "accuracy": 0.863636, "main_score": 0.83943, "hf_subset": "kmr_Latn-kir_Cyrl", "languages": ["kmr-Latn", "kir-Cyrl"]}, {"precision": 0.884214, "recall": 0.914032, "f1": 0.893058, "accuracy": 0.914032, "main_score": 0.893058, "hf_subset": "kmr_Latn-mar_Deva", "languages": ["kmr-Latn", "mar-Deva"]}, {"precision": 0.639168, "recall": 0.679842, "f1": 0.650515, "accuracy": 0.679842, "main_score": 0.650515, "hf_subset": "kmr_Latn-plt_Latn", "languages": ["kmr-Latn", "plt-Latn"]}, {"precision": 0.88242, "recall": 0.912055, "f1": 0.891109, "accuracy": 0.912055, "main_score": 0.891109, "hf_subset": "kmr_Latn-srp_Cyrl", "languages": ["kmr-Latn", "srp-Cyrl"]}, {"precision": 0.76969, "recall": 0.814229, "f1": 0.782895, "accuracy": 0.814229, "main_score": 0.782895, "hf_subset": "kmr_Latn-uig_Arab", "languages": ["kmr-Latn", "uig-Arab"]}, {"precision": 0.835491, "recall": 0.867589, "f1": 0.844549, "accuracy": 0.867589, "main_score": 0.844549, "hf_subset": "kmr_Latn-aeb_Arab", "languages": ["kmr-Latn", "aeb-Arab"]}, {"precision": 0.881329, "recall": 0.910079, "f1": 0.890053, "accuracy": 0.910079, "main_score": 0.890053, "hf_subset": "kmr_Latn-ben_Beng", "languages": ["kmr-Latn", "ben-Beng"]}, {"precision": 0.878741, "recall": 0.908103, "f1": 0.887469, "accuracy": 0.908103, "main_score": 0.887469, "hf_subset": "kmr_Latn-est_Latn", "languages": ["kmr-Latn", "est-Latn"]}, {"precision": 0.870899, "recall": 0.907115, "f1": 0.881785, "accuracy": 0.907115, "main_score": 0.881785, "hf_subset": "kmr_Latn-hye_Armn", "languages": ["kmr-Latn", "hye-Armn"]}, {"precision": 0.539912, "recall": 0.578063, "f1": 0.551154, "accuracy": 0.578063, "main_score": 0.551154, "hf_subset": "kmr_Latn-kmb_Latn", "languages": ["kmr-Latn", "kmb-Latn"]}, {"precision": 0.454157, "recall": 0.51581, "f1": 0.470718, "accuracy": 0.51581, "main_score": 0.470718, "hf_subset": "kmr_Latn-min_Arab", "languages": ["kmr-Latn", "min-Arab"]}, {"precision": 0.878377, "recall": 0.907115, "f1": 0.886637, "accuracy": 0.907115, "main_score": 0.886637, "hf_subset": "kmr_Latn-pol_Latn", "languages": ["kmr-Latn", "pol-Latn"]}, {"precision": 0.551186, "recall": 0.59585, "f1": 0.563707, "accuracy": 0.59585, "main_score": 0.563707, "hf_subset": "kmr_Latn-ssw_Latn", "languages": ["kmr-Latn", "ssw-Latn"]}, {"precision": 0.900675, "recall": 0.926877, "f1": 0.908663, "accuracy": 0.926877, "main_score": 0.908663, "hf_subset": "kmr_Latn-ukr_Cyrl", "languages": ["kmr-Latn", "ukr-Cyrl"]}, {"precision": 0.908251, "recall": 0.932806, "f1": 0.915382, "accuracy": 0.932806, "main_score": 0.915382, "hf_subset": "kmr_Latn-afr_Latn", "languages": ["kmr-Latn", "afr-Latn"]}, {"precision": 0.828211, "recall": 0.86166, "f1": 0.837769, "accuracy": 0.86166, "main_score": 0.837769, "hf_subset": "kmr_Latn-bho_Deva", "languages": ["kmr-Latn", "bho-Deva"]}, {"precision": 0.849951, "recall": 0.881423, "f1": 0.859025, "accuracy": 0.881423, "main_score": 0.859025, "hf_subset": "kmr_Latn-eus_Latn", "languages": ["kmr-Latn", "eus-Latn"]}, {"precision": 0.567022, "recall": 0.615613, "f1": 0.580524, "accuracy": 0.615613, "main_score": 0.580524, "hf_subset": "kmr_Latn-ibo_Latn", "languages": ["kmr-Latn", "ibo-Latn"]}, {"precision": 0.829743, "recall": 0.866601, "f1": 0.840631, "accuracy": 0.866601, "main_score": 0.840631, "hf_subset": "kmr_Latn-min_Latn", "languages": ["kmr-Latn", "min-Latn"]}, {"precision": 0.893923, "recall": 0.922925, "f1": 0.902522, "accuracy": 0.922925, "main_score": 0.902522, "hf_subset": "kmr_Latn-por_Latn", "languages": ["kmr-Latn", "por-Latn"]}, {"precision": 0.853327, "recall": 0.88834, "f1": 0.863523, "accuracy": 0.88834, "main_score": 0.863523, "hf_subset": "kmr_Latn-sun_Latn", "languages": ["kmr-Latn", "sun-Latn"]}, {"precision": 0.505945, "recall": 0.548419, "f1": 0.51774, "accuracy": 0.548419, "main_score": 0.51774, "hf_subset": "kmr_Latn-umb_Latn", "languages": ["kmr-Latn", "umb-Latn"]}, {"precision": 0.876321, "recall": 0.908103, "f1": 0.885853, "accuracy": 0.908103, "main_score": 0.885853, "hf_subset": "kmr_Latn-ajp_Arab", "languages": ["kmr-Latn", "ajp-Arab"]}, {"precision": 0.485255, "recall": 0.537549, "f1": 0.499577, "accuracy": 0.537549, "main_score": 0.499577, "hf_subset": "kmr_Latn-bjn_Arab", "languages": ["kmr-Latn", "bjn-Arab"]}, {"precision": 0.518931, "recall": 0.559289, "f1": 0.53026, "accuracy": 0.559289, "main_score": 0.53026, "hf_subset": "kmr_Latn-ewe_Latn", "languages": ["kmr-Latn", "ewe-Latn"]}, {"precision": 0.788686, "recall": 0.825099, "f1": 0.799181, "accuracy": 0.825099, "main_score": 0.799181, "hf_subset": "kmr_Latn-ilo_Latn", "languages": ["kmr-Latn", "ilo-Latn"]}, {"precision": 0.308835, "recall": 0.356719, "f1": 0.321744, "accuracy": 0.356719, "main_score": 0.321744, "hf_subset": "kmr_Latn-knc_Arab", "languages": ["kmr-Latn", "knc-Arab"]}, {"precision": 0.894137, "recall": 0.921937, "f1": 0.902635, "accuracy": 0.921937, "main_score": 0.902635, "hf_subset": "kmr_Latn-mkd_Cyrl", "languages": ["kmr-Latn", "mkd-Cyrl"]}, {"precision": 0.894516, "recall": 0.921937, "f1": 0.902621, "accuracy": 0.921937, "main_score": 0.902621, "hf_subset": "kmr_Latn-prs_Arab", "languages": ["kmr-Latn", "prs-Arab"]}, {"precision": 0.888208, "recall": 0.918972, "f1": 0.897483, "accuracy": 0.918972, "main_score": 0.897483, "hf_subset": "kmr_Latn-swe_Latn", "languages": ["kmr-Latn", "swe-Latn"]}, {"precision": 0.875346, "recall": 0.909091, "f1": 0.885408, "accuracy": 0.909091, "main_score": 0.885408, "hf_subset": "kmr_Latn-urd_Arab", "languages": ["kmr-Latn", "urd-Arab"]}, {"precision": 0.551414, "recall": 0.601779, "f1": 0.565581, "accuracy": 0.601779, "main_score": 0.565581, "hf_subset": "kmr_Latn-aka_Latn", "languages": ["kmr-Latn", "aka-Latn"]}, {"precision": 0.812845, "recall": 0.844862, "f1": 0.821766, "accuracy": 0.844862, "main_score": 0.821766, "hf_subset": "kmr_Latn-bjn_Latn", "languages": ["kmr-Latn", "bjn-Latn"]}, {"precision": 0.795179, "recall": 0.837945, "f1": 0.807642, "accuracy": 0.837945, "main_score": 0.807642, "hf_subset": "kmr_Latn-fao_Latn", "languages": ["kmr-Latn", "fao-Latn"]}, {"precision": 0.90667, "recall": 0.93083, "f1": 0.913948, "accuracy": 0.93083, "main_score": 0.913948, "hf_subset": "kmr_Latn-ind_Latn", "languages": ["kmr-Latn", "ind-Latn"]}, {"precision": 0.559808, "recall": 0.596838, "f1": 0.570453, "accuracy": 0.596838, "main_score": 0.570453, "hf_subset": "kmr_Latn-knc_Latn", "languages": ["kmr-Latn", "knc-Latn"]}, {"precision": 0.858333, "recall": 0.889328, "f1": 0.86718, "accuracy": 0.889328, "main_score": 0.86718, "hf_subset": "kmr_Latn-mlt_Latn", "languages": ["kmr-Latn", "mlt-Latn"]}, {"precision": 0.626174, "recall": 0.675889, "f1": 0.64073, "accuracy": 0.675889, "main_score": 0.64073, "hf_subset": "kmr_Latn-quy_Latn", "languages": ["kmr-Latn", "quy-Latn"]}, {"precision": 0.818742, "recall": 0.858696, "f1": 0.830143, "accuracy": 0.858696, "main_score": 0.830143, "hf_subset": "kmr_Latn-swh_Latn", "languages": ["kmr-Latn", "swh-Latn"]}, {"precision": 0.873872, "recall": 0.902174, "f1": 0.882143, "accuracy": 0.902174, "main_score": 0.882143, "hf_subset": "kmr_Latn-uzn_Latn", "languages": ["kmr-Latn", "uzn-Latn"]}, {"precision": 0.877868, "recall": 0.907115, "f1": 0.886034, "accuracy": 0.907115, "main_score": 0.886034, "hf_subset": "kmr_Latn-als_Latn", "languages": ["kmr-Latn", "als-Latn"]}, {"precision": 0.442129, "recall": 0.509881, "f1": 0.460393, "accuracy": 0.509881, "main_score": 0.460393, "hf_subset": "kmr_Latn-bod_Tibt", "languages": ["kmr-Latn", "bod-Tibt"]}, {"precision": 0.620361, "recall": 0.668972, "f1": 0.633935, "accuracy": 0.668972, "main_score": 0.633935, "hf_subset": "kmr_Latn-fij_Latn", "languages": ["kmr-Latn", "fij-Latn"]}, {"precision": 0.824055, "recall": 0.866601, "f1": 0.836834, "accuracy": 0.866601, "main_score": 0.836834, "hf_subset": "kmr_Latn-isl_Latn", "languages": ["kmr-Latn", "isl-Latn"]}, {"precision": 0.617194, "recall": 0.661067, "f1": 0.629871, "accuracy": 0.661067, "main_score": 0.629871, "hf_subset": "kmr_Latn-kon_Latn", "languages": ["kmr-Latn", "kon-Latn"]}, {"precision": 0.581054, "recall": 0.632411, "f1": 0.595253, "accuracy": 0.632411, "main_score": 0.595253, "hf_subset": "kmr_Latn-mni_Beng", "languages": ["kmr-Latn", "mni-Beng"]}, {"precision": 0.900939, "recall": 0.926877, "f1": 0.908794, "accuracy": 0.926877, "main_score": 0.908794, "hf_subset": "kmr_Latn-ron_Latn", "languages": ["kmr-Latn", "ron-Latn"]}, {"precision": 0.850239, "recall": 0.884387, "f1": 0.860233, "accuracy": 0.884387, "main_score": 0.860233, "hf_subset": "kmr_Latn-szl_Latn", "languages": ["kmr-Latn", "szl-Latn"]}, {"precision": 0.871921, "recall": 0.902174, "f1": 0.880539, "accuracy": 0.902174, "main_score": 0.880539, "hf_subset": "kmr_Latn-vec_Latn", "languages": ["kmr-Latn", "vec-Latn"]}, {"precision": 0.769426, "recall": 0.814229, "f1": 0.782612, "accuracy": 0.814229, "main_score": 0.782612, "hf_subset": "kmr_Latn-amh_Ethi", "languages": ["kmr-Latn", "amh-Ethi"]}, {"precision": 0.894845, "recall": 0.920949, "f1": 0.902489, "accuracy": 0.920949, "main_score": 0.902489, "hf_subset": "kmr_Latn-bos_Latn", "languages": ["kmr-Latn", "bos-Latn"]}, {"precision": 0.874522, "recall": 0.905138, "f1": 0.883354, "accuracy": 0.905138, "main_score": 0.883354, "hf_subset": "kmr_Latn-fin_Latn", "languages": ["kmr-Latn", "fin-Latn"]}, {"precision": 0.883877, "recall": 0.916008, "f1": 0.893808, "accuracy": 0.916008, "main_score": 0.893808, "hf_subset": "kmr_Latn-ita_Latn", "languages": ["kmr-Latn", "ita-Latn"]}, {"precision": 0.865366, "recall": 0.898221, "f1": 0.875118, "accuracy": 0.898221, "main_score": 0.875118, "hf_subset": "kmr_Latn-kor_Hang", "languages": ["kmr-Latn", "kor-Hang"]}, {"precision": 0.531477, "recall": 0.572134, "f1": 0.543422, "accuracy": 0.572134, "main_score": 0.543422, "hf_subset": "kmr_Latn-mos_Latn", "languages": ["kmr-Latn", "mos-Latn"]}, {"precision": 0.556673, "recall": 0.601779, "f1": 0.569193, "accuracy": 0.601779, "main_score": 0.569193, "hf_subset": "kmr_Latn-run_Latn", "languages": ["kmr-Latn", "run-Latn"]}, {"precision": 0.870696, "recall": 0.903162, "f1": 0.880599, "accuracy": 0.903162, "main_score": 0.880599, "hf_subset": "kmr_Latn-tam_Taml", "languages": ["kmr-Latn", "tam-Taml"]}, {"precision": 0.868099, "recall": 0.897233, "f1": 0.876592, "accuracy": 0.897233, "main_score": 0.876592, "hf_subset": "kmr_Latn-vie_Latn", "languages": ["kmr-Latn", "vie-Latn"]}, {"precision": 0.859733, "recall": 0.893281, "f1": 0.869731, "accuracy": 0.893281, "main_score": 0.869731, "hf_subset": "kmr_Latn-apc_Arab", "languages": ["kmr-Latn", "apc-Arab"]}, {"precision": 0.683162, "recall": 0.724308, "f1": 0.694712, "accuracy": 0.724308, "main_score": 0.694712, "hf_subset": "kmr_Latn-bug_Latn", "languages": ["kmr-Latn", "bug-Latn"]}, {"precision": 0.471636, "recall": 0.514822, "f1": 0.483604, "accuracy": 0.514822, "main_score": 0.483604, "hf_subset": "kmr_Latn-fon_Latn", "languages": ["kmr-Latn", "fon-Latn"]}, {"precision": 0.881077, "recall": 0.907115, "f1": 0.888702, "accuracy": 0.907115, "main_score": 0.888702, "hf_subset": "kmr_Latn-jav_Latn", "languages": ["kmr-Latn", "jav-Latn"]}, {"precision": 0.8258, "recall": 0.865613, "f1": 0.837255, "accuracy": 0.865613, "main_score": 0.837255, "hf_subset": "kmr_Latn-lao_Laoo", "languages": ["kmr-Latn", "lao-Laoo"]}, {"precision": 0.728316, "recall": 0.77668, "f1": 0.741686, "accuracy": 0.77668, "main_score": 0.741686, "hf_subset": "kmr_Latn-mri_Latn", "languages": ["kmr-Latn", "mri-Latn"]}, {"precision": 0.866824, "recall": 0.901186, "f1": 0.876833, "accuracy": 0.901186, "main_score": 0.876833, "hf_subset": "kmr_Latn-rus_Cyrl", "languages": ["kmr-Latn", "rus-Cyrl"]}, {"precision": 0.531662, "recall": 0.578063, "f1": 0.544695, "accuracy": 0.578063, "main_score": 0.544695, "hf_subset": "kmr_Latn-taq_Latn", "languages": ["kmr-Latn", "taq-Latn"]}, {"precision": 0.85891, "recall": 0.88834, "f1": 0.867095, "accuracy": 0.88834, "main_score": 0.867095, "hf_subset": "kmr_Latn-war_Latn", "languages": ["kmr-Latn", "war-Latn"]}, {"precision": 0.870923, "recall": 0.903162, "f1": 0.880176, "accuracy": 0.903162, "main_score": 0.880176, "hf_subset": "kmr_Latn-arb_Arab", "languages": ["kmr-Latn", "arb-Arab"]}, {"precision": 0.885179, "recall": 0.914032, "f1": 0.89347, "accuracy": 0.914032, "main_score": 0.89347, "hf_subset": "kmr_Latn-bul_Cyrl", "languages": ["kmr-Latn", "bul-Cyrl"]}, {"precision": 0.882164, "recall": 0.914032, "f1": 0.891784, "accuracy": 0.914032, "main_score": 0.891784, "hf_subset": "kmr_Latn-fra_Latn", "languages": ["kmr-Latn", "fra-Latn"]}, {"precision": 0.842369, "recall": 0.879447, "f1": 0.853157, "accuracy": 0.879447, "main_score": 0.853157, "hf_subset": "kmr_Latn-jpn_Jpan", "languages": ["kmr-Latn", "jpn-Jpan"]}, {"precision": 0.844616, "recall": 0.875494, "f1": 0.853431, "accuracy": 0.875494, "main_score": 0.853431, "hf_subset": "kmr_Latn-lij_Latn", "languages": ["kmr-Latn", "lij-Latn"]}, {"precision": 0.797852, "recall": 0.850791, "f1": 0.813949, "accuracy": 0.850791, "main_score": 0.813949, "hf_subset": "kmr_Latn-mya_Mymr", "languages": ["kmr-Latn", "mya-Mymr"]}, {"precision": 0.546995, "recall": 0.596838, "f1": 0.561633, "accuracy": 0.596838, "main_score": 0.561633, "hf_subset": "kmr_Latn-sag_Latn", "languages": ["kmr-Latn", "sag-Latn"]}, {"precision": 0.208522, "recall": 0.250988, "f1": 0.218932, "accuracy": 0.250988, "main_score": 0.218932, "hf_subset": "kmr_Latn-taq_Tfng", "languages": ["kmr-Latn", "taq-Tfng"]}, {"precision": 0.601812, "recall": 0.643281, "f1": 0.613703, "accuracy": 0.643281, "main_score": 0.613703, "hf_subset": "kmr_Latn-wol_Latn", "languages": ["kmr-Latn", "wol-Latn"]}, {"precision": 0.631646, "recall": 0.692688, "f1": 0.649344, "accuracy": 0.692688, "main_score": 0.649344, "hf_subset": "kmr_Latn-arb_Latn", "languages": ["kmr-Latn", "arb-Latn"]}, {"precision": 0.886594, "recall": 0.916008, "f1": 0.895191, "accuracy": 0.916008, "main_score": 0.895191, "hf_subset": "kmr_Latn-cat_Latn", "languages": ["kmr-Latn", "cat-Latn"]}, {"precision": 0.846338, "recall": 0.880435, "f1": 0.856087, "accuracy": 0.880435, "main_score": 0.856087, "hf_subset": "kmr_Latn-fur_Latn", "languages": ["kmr-Latn", "fur-Latn"]}, {"precision": 0.429968, "recall": 0.481225, "f1": 0.443848, "accuracy": 0.481225, "main_score": 0.443848, "hf_subset": "kmr_Latn-kab_Latn", "languages": ["kmr-Latn", "kab-Latn"]}, {"precision": 0.814923, "recall": 0.853755, "f1": 0.826205, "accuracy": 0.853755, "main_score": 0.826205, "hf_subset": "kmr_Latn-lim_Latn", "languages": ["kmr-Latn", "lim-Latn"]}, {"precision": 0.873131, "recall": 0.90415, "f1": 0.882122, "accuracy": 0.90415, "main_score": 0.882122, "hf_subset": "kmr_Latn-nld_Latn", "languages": ["kmr-Latn", "nld-Latn"]}, {"precision": 0.804694, "recall": 0.848814, "f1": 0.817989, "accuracy": 0.848814, "main_score": 0.817989, "hf_subset": "kmr_Latn-san_Deva", "languages": ["kmr-Latn", "san-Deva"]}, {"precision": 0.857502, "recall": 0.891304, "f1": 0.867578, "accuracy": 0.891304, "main_score": 0.867578, "hf_subset": "kmr_Latn-tat_Cyrl", "languages": ["kmr-Latn", "tat-Cyrl"]}, {"precision": 0.634042, "recall": 0.685771, "f1": 0.649341, "accuracy": 0.685771, "main_score": 0.649341, "hf_subset": "kmr_Latn-xho_Latn", "languages": ["kmr-Latn", "xho-Latn"]}, {"precision": 0.860273, "recall": 0.896245, "f1": 0.870919, "accuracy": 0.896245, "main_score": 0.870919, "hf_subset": "kmr_Latn-ars_Arab", "languages": ["kmr-Latn", "ars-Arab"]}, {"precision": 0.867251, "recall": 0.898221, "f1": 0.876252, "accuracy": 0.898221, "main_score": 0.876252, "hf_subset": "kmr_Latn-ceb_Latn", "languages": ["kmr-Latn", "ceb-Latn"]}, {"precision": 0.54777, "recall": 0.597826, "f1": 0.562519, "accuracy": 0.597826, "main_score": 0.562519, "hf_subset": "kmr_Latn-fuv_Latn", "languages": ["kmr-Latn", "fuv-Latn"]}, {"precision": 0.517441, "recall": 0.565217, "f1": 0.530767, "accuracy": 0.565217, "main_score": 0.530767, "hf_subset": "kmr_Latn-kac_Latn", "languages": ["kmr-Latn", "kac-Latn"]}, {"precision": 0.621034, "recall": 0.659091, "f1": 0.631903, "accuracy": 0.659091, "main_score": 0.631903, "hf_subset": "kmr_Latn-lin_Latn", "languages": ["kmr-Latn", "lin-Latn"]}, {"precision": 0.881729, "recall": 0.913043, "f1": 0.891189, "accuracy": 0.913043, "main_score": 0.891189, "hf_subset": "kmr_Latn-nno_Latn", "languages": ["kmr-Latn", "nno-Latn"]}, {"precision": 0.200109, "recall": 0.266798, "f1": 0.217759, "accuracy": 0.266798, "main_score": 0.217759, "hf_subset": "kmr_Latn-sat_Olck", "languages": ["kmr-Latn", "sat-Olck"]}, {"precision": 0.859832, "recall": 0.897233, "f1": 0.871212, "accuracy": 0.897233, "main_score": 0.871212, "hf_subset": "kmr_Latn-tel_Telu", "languages": ["kmr-Latn", "tel-Telu"]}, {"precision": 0.757601, "recall": 0.80336, "f1": 0.770517, "accuracy": 0.80336, "main_score": 0.770517, "hf_subset": "kmr_Latn-ydd_Hebr", "languages": ["kmr-Latn", "ydd-Hebr"]}, {"precision": 0.815378, "recall": 0.854743, "f1": 0.826784, "accuracy": 0.854743, "main_score": 0.826784, "hf_subset": "kmr_Latn-ary_Arab", "languages": ["kmr-Latn", "ary-Arab"]}, {"precision": 0.885985, "recall": 0.917984, "f1": 0.895619, "accuracy": 0.917984, "main_score": 0.895619, "hf_subset": "kmr_Latn-ces_Latn", "languages": ["kmr-Latn", "ces-Latn"]}, {"precision": 0.566083, "recall": 0.616601, "f1": 0.580997, "accuracy": 0.616601, "main_score": 0.580997, "hf_subset": "kmr_Latn-gaz_Latn", "languages": ["kmr-Latn", "gaz-Latn"]}, {"precision": 0.557323, "recall": 0.600791, "f1": 0.569578, "accuracy": 0.600791, "main_score": 0.569578, "hf_subset": "kmr_Latn-kam_Latn", "languages": ["kmr-Latn", "kam-Latn"]}, {"precision": 0.870751, "recall": 0.907115, "f1": 0.881686, "accuracy": 0.907115, "main_score": 0.881686, "hf_subset": "kmr_Latn-lit_Latn", "languages": ["kmr-Latn", "lit-Latn"]}, {"precision": 0.893643, "recall": 0.922925, "f1": 0.902423, "accuracy": 0.922925, "main_score": 0.902423, "hf_subset": "kmr_Latn-nob_Latn", "languages": ["kmr-Latn", "nob-Latn"]}, {"precision": 0.830416, "recall": 0.864625, "f1": 0.839864, "accuracy": 0.864625, "main_score": 0.839864, "hf_subset": "kmr_Latn-scn_Latn", "languages": ["kmr-Latn", "scn-Latn"]}, {"precision": 0.862928, "recall": 0.899209, "f1": 0.874209, "accuracy": 0.899209, "main_score": 0.874209, "hf_subset": "kmr_Latn-tgk_Cyrl", "languages": ["kmr-Latn", "tgk-Cyrl"]}, {"precision": 0.605632, "recall": 0.664032, "f1": 0.623287, "accuracy": 0.664032, "main_score": 0.623287, "hf_subset": "kmr_Latn-yor_Latn", "languages": ["kmr-Latn", "yor-Latn"]}, {"precision": 0.865286, "recall": 0.896245, "f1": 0.874224, "accuracy": 0.896245, "main_score": 0.874224, "hf_subset": "kmr_Latn-arz_Arab", "languages": ["kmr-Latn", "arz-Arab"]}, {"precision": 0.522186, "recall": 0.570158, "f1": 0.536613, "accuracy": 0.570158, "main_score": 0.536613, "hf_subset": "kmr_Latn-cjk_Latn", "languages": ["kmr-Latn", "cjk-Latn"]}, {"precision": 0.684413, "recall": 0.740119, "f1": 0.700398, "accuracy": 0.740119, "main_score": 0.700398, "hf_subset": "kmr_Latn-gla_Latn", "languages": ["kmr-Latn", "gla-Latn"]}, {"precision": 0.87239, "recall": 0.90415, "f1": 0.881939, "accuracy": 0.90415, "main_score": 0.881939, "hf_subset": "kmr_Latn-kan_Knda", "languages": ["kmr-Latn", "kan-Knda"]}, {"precision": 0.832734, "recall": 0.868577, "f1": 0.843097, "accuracy": 0.868577, "main_score": 0.843097, "hf_subset": "kmr_Latn-lmo_Latn", "languages": ["kmr-Latn", "lmo-Latn"]}, {"precision": 0.858523, "recall": 0.893281, "f1": 0.868881, "accuracy": 0.893281, "main_score": 0.868881, "hf_subset": "kmr_Latn-npi_Deva", "languages": ["kmr-Latn", "npi-Deva"]}, {"precision": 0.449362, "recall": 0.493083, "f1": 0.461307, "accuracy": 0.493083, "main_score": 0.461307, "hf_subset": "kmr_Latn-shn_Mymr", "languages": ["kmr-Latn", "shn-Mymr"]}, {"precision": 0.882764, "recall": 0.910079, "f1": 0.890599, "accuracy": 0.910079, "main_score": 0.890599, "hf_subset": "kmr_Latn-tgl_Latn", "languages": ["kmr-Latn", "tgl-Latn"]}, {"precision": 0.853667, "recall": 0.88834, "f1": 0.863769, "accuracy": 0.88834, "main_score": 0.863769, "hf_subset": "kmr_Latn-yue_Hant", "languages": ["kmr-Latn", "yue-Hant"]}, {"precision": 0.837846, "recall": 0.873518, "f1": 0.848419, "accuracy": 0.873518, "main_score": 0.848419, "hf_subset": "kmr_Latn-asm_Beng", "languages": ["kmr-Latn", "asm-Beng"]}, {"precision": 0.815492, "recall": 0.856719, "f1": 0.827772, "accuracy": 0.856719, "main_score": 0.827772, "hf_subset": "kmr_Latn-ckb_Arab", "languages": ["kmr-Latn", "ckb-Arab"]}, {"precision": 0.732185, "recall": 0.77668, "f1": 0.745422, "accuracy": 0.77668, "main_score": 0.745422, "hf_subset": "kmr_Latn-gle_Latn", "languages": ["kmr-Latn", "gle-Latn"]}, {"precision": 0.74517, "recall": 0.793478, "f1": 0.759044, "accuracy": 0.793478, "main_score": 0.759044, "hf_subset": "kmr_Latn-kas_Arab", "languages": ["kmr-Latn", "kas-Arab"]}, {"precision": 0.764163, "recall": 0.809289, "f1": 0.777438, "accuracy": 0.809289, "main_score": 0.777438, "hf_subset": "kmr_Latn-ltg_Latn", "languages": ["kmr-Latn", "ltg-Latn"]}, {"precision": 0.61036, "recall": 0.650198, "f1": 0.621033, "accuracy": 0.650198, "main_score": 0.621033, "hf_subset": "kmr_Latn-nso_Latn", "languages": ["kmr-Latn", "nso-Latn"]}, {"precision": 0.804018, "recall": 0.848814, "f1": 0.817575, "accuracy": 0.848814, "main_score": 0.817575, "hf_subset": "kmr_Latn-sin_Sinh", "languages": ["kmr-Latn", "sin-Sinh"]}, {"precision": 0.868396, "recall": 0.900198, "f1": 0.878162, "accuracy": 0.900198, "main_score": 0.878162, "hf_subset": "kmr_Latn-tha_Thai", "languages": ["kmr-Latn", "tha-Thai"]}, {"precision": 0.836258, "recall": 0.87253, "f1": 0.846556, "accuracy": 0.87253, "main_score": 0.846556, "hf_subset": "kmr_Latn-zho_Hans", "languages": ["kmr-Latn", "zho-Hans"]}, {"precision": 0.882405, "recall": 0.911067, "f1": 0.890733, "accuracy": 0.911067, "main_score": 0.890733, "hf_subset": "kmr_Latn-ast_Latn", "languages": ["kmr-Latn", "ast-Latn"]}, {"precision": 0.866808, "recall": 0.896245, "f1": 0.875543, "accuracy": 0.896245, "main_score": 0.875543, "hf_subset": "kmr_Latn-crh_Latn", "languages": ["kmr-Latn", "crh-Latn"]}, {"precision": 0.88206, "recall": 0.912055, "f1": 0.891093, "accuracy": 0.912055, "main_score": 0.891093, "hf_subset": "kmr_Latn-glg_Latn", "languages": ["kmr-Latn", "glg-Latn"]}, {"precision": 0.674316, "recall": 0.728261, "f1": 0.689761, "accuracy": 0.728261, "main_score": 0.689761, "hf_subset": "kmr_Latn-kas_Deva", "languages": ["kmr-Latn", "kas-Deva"]}, {"precision": 0.827623, "recall": 0.866601, "f1": 0.838886, "accuracy": 0.866601, "main_score": 0.838886, "hf_subset": "kmr_Latn-ltz_Latn", "languages": ["kmr-Latn", "ltz-Latn"]}, {"precision": 0.456826, "recall": 0.513834, "f1": 0.472818, "accuracy": 0.513834, "main_score": 0.472818, "hf_subset": "kmr_Latn-nus_Latn", "languages": ["kmr-Latn", "nus-Latn"]}, {"precision": 0.877726, "recall": 0.907115, "f1": 0.886401, "accuracy": 0.907115, "main_score": 0.886401, "hf_subset": "kmr_Latn-slk_Latn", "languages": ["kmr-Latn", "slk-Latn"]}, {"precision": 0.528269, "recall": 0.589921, "f1": 0.54598, "accuracy": 0.589921, "main_score": 0.54598, "hf_subset": "kmr_Latn-tir_Ethi", "languages": ["kmr-Latn", "tir-Ethi"]}, {"precision": 0.842721, "recall": 0.883399, "f1": 0.854517, "accuracy": 0.883399, "main_score": 0.854517, "hf_subset": "kmr_Latn-zho_Hant", "languages": ["kmr-Latn", "zho-Hant"]}, {"precision": 0.856711, "recall": 0.88834, "f1": 0.86558, "accuracy": 0.88834, "main_score": 0.86558, "hf_subset": "kmr_Latn-awa_Deva", "languages": ["kmr-Latn", "awa-Deva"]}, {"precision": 0.840854, "recall": 0.878458, "f1": 0.851995, "accuracy": 0.878458, "main_score": 0.851995, "hf_subset": "kmr_Latn-cym_Latn", "languages": ["kmr-Latn", "cym-Latn"]}, {"precision": 0.70463, "recall": 0.743083, "f1": 0.715632, "accuracy": 0.743083, "main_score": 0.715632, "hf_subset": "kmr_Latn-grn_Latn", "languages": ["kmr-Latn", "grn-Latn"]}, {"precision": 0.84851, "recall": 0.886364, "f1": 0.859461, "accuracy": 0.886364, "main_score": 0.859461, "hf_subset": "kmr_Latn-kat_Geor", "languages": ["kmr-Latn", "kat-Geor"]}, {"precision": 0.58974, "recall": 0.633399, "f1": 0.602208, "accuracy": 0.633399, "main_score": 0.602208, "hf_subset": "kmr_Latn-lua_Latn", "languages": ["kmr-Latn", "lua-Latn"]}, {"precision": 0.583185, "recall": 0.626482, "f1": 0.595558, "accuracy": 0.626482, "main_score": 0.595558, "hf_subset": "kmr_Latn-nya_Latn", "languages": ["kmr-Latn", "nya-Latn"]}, {"precision": 0.875758, "recall": 0.906126, "f1": 0.884439, "accuracy": 0.906126, "main_score": 0.884439, "hf_subset": "kmr_Latn-slv_Latn", "languages": ["kmr-Latn", "slv-Latn"]}, {"precision": 0.748608, "recall": 0.789526, "f1": 0.759434, "accuracy": 0.789526, "main_score": 0.759434, "hf_subset": "kmr_Latn-tpi_Latn", "languages": ["kmr-Latn", "tpi-Latn"]}, {"precision": 0.897433, "recall": 0.921937, "f1": 0.904828, "accuracy": 0.921937, "main_score": 0.904828, "hf_subset": "kmr_Latn-zsm_Latn", "languages": ["kmr-Latn", "zsm-Latn"]}, {"precision": 0.534131, "recall": 0.583992, "f1": 0.54881, "accuracy": 0.583992, "main_score": 0.54881, "hf_subset": "kmr_Latn-ayr_Latn", "languages": ["kmr-Latn", "ayr-Latn"]}, {"precision": 0.892325, "recall": 0.922925, "f1": 0.90168, "accuracy": 0.922925, "main_score": 0.90168, "hf_subset": "kmr_Latn-dan_Latn", "languages": ["kmr-Latn", "dan-Latn"]}, {"precision": 0.892114, "recall": 0.917984, "f1": 0.899671, "accuracy": 0.917984, "main_score": 0.899671, "hf_subset": "kmr_Latn-guj_Gujr", "languages": ["kmr-Latn", "guj-Gujr"]}, {"precision": 0.861228, "recall": 0.892292, "f1": 0.870001, "accuracy": 0.892292, "main_score": 0.870001, "hf_subset": "kmr_Latn-kaz_Cyrl", "languages": ["kmr-Latn", "kaz-Cyrl"]}, {"precision": 0.530509, "recall": 0.583992, "f1": 0.545138, "accuracy": 0.583992, "main_score": 0.545138, "hf_subset": "kmr_Latn-lug_Latn", "languages": ["kmr-Latn", "lug-Latn"]}, {"precision": 0.899045, "recall": 0.923913, "f1": 0.906541, "accuracy": 0.923913, "main_score": 0.906541, "hf_subset": "kmr_Latn-oci_Latn", "languages": ["kmr-Latn", "oci-Latn"]}, {"precision": 0.695998, "recall": 0.740119, "f1": 0.708457, "accuracy": 0.740119, "main_score": 0.708457, "hf_subset": "kmr_Latn-smo_Latn", "languages": ["kmr-Latn", "smo-Latn"]}, {"precision": 0.539824, "recall": 0.592885, "f1": 0.55447, "accuracy": 0.592885, "main_score": 0.55447, "hf_subset": "kmr_Latn-tsn_Latn", "languages": ["kmr-Latn", "tsn-Latn"]}, {"precision": 0.595299, "recall": 0.641304, "f1": 0.608647, "accuracy": 0.641304, "main_score": 0.608647, "hf_subset": "kmr_Latn-zul_Latn", "languages": ["kmr-Latn", "zul-Latn"]}, {"precision": 0.73433, "recall": 0.782609, "f1": 0.74841, "accuracy": 0.782609, "main_score": 0.74841, "hf_subset": "kmr_Latn-azb_Arab", "languages": ["kmr-Latn", "azb-Arab"]}, {"precision": 0.892285, "recall": 0.916996, "f1": 0.899522, "accuracy": 0.916996, "main_score": 0.899522, "hf_subset": "kmr_Latn-deu_Latn", "languages": ["kmr-Latn", "deu-Latn"]}, {"precision": 0.827026, "recall": 0.868577, "f1": 0.83953, "accuracy": 0.868577, "main_score": 0.83953, "hf_subset": "kmr_Latn-hat_Latn", "languages": ["kmr-Latn", "hat-Latn"]}, {"precision": 0.493937, "recall": 0.535573, "f1": 0.505451, "accuracy": 0.535573, "main_score": 0.505451, "hf_subset": "kmr_Latn-kbp_Latn", "languages": ["kmr-Latn", "kbp-Latn"]}, {"precision": 0.558727, "recall": 0.604743, "f1": 0.571491, "accuracy": 0.604743, "main_score": 0.571491, "hf_subset": "kmr_Latn-luo_Latn", "languages": ["kmr-Latn", "luo-Latn"]}, {"precision": 0.874137, "recall": 0.907115, "f1": 0.883844, "accuracy": 0.907115, "main_score": 0.883844, "hf_subset": "kmr_Latn-ory_Orya", "languages": ["kmr-Latn", "ory-Orya"]}, {"precision": 0.544649, "recall": 0.59585, "f1": 0.559248, "accuracy": 0.59585, "main_score": 0.559248, "hf_subset": "kmr_Latn-sna_Latn", "languages": ["kmr-Latn", "sna-Latn"]}, {"precision": 0.538784, "recall": 0.582016, "f1": 0.550888, "accuracy": 0.582016, "main_score": 0.550888, "hf_subset": "kmr_Latn-tso_Latn", "languages": ["kmr-Latn", "tso-Latn"]}, {"precision": 0.850906, "recall": 0.887352, "f1": 0.861844, "accuracy": 0.887352, "main_score": 0.861844, "hf_subset": "kmr_Latn-azj_Latn", "languages": ["kmr-Latn", "azj-Latn"]}, {"precision": 0.529943, "recall": 0.577075, "f1": 0.543604, "accuracy": 0.577075, "main_score": 0.543604, "hf_subset": "kmr_Latn-dik_Latn", "languages": ["kmr-Latn", "dik-Latn"]}, {"precision": 0.656879, "recall": 0.706522, "f1": 0.670902, "accuracy": 0.706522, "main_score": 0.670902, "hf_subset": "kmr_Latn-hau_Latn", "languages": ["kmr-Latn", "hau-Latn"]}, {"precision": 0.828179, "recall": 0.863636, "f1": 0.83866, "accuracy": 0.863636, "main_score": 0.83866, "hf_subset": "kmr_Latn-kea_Latn", "languages": ["kmr-Latn", "kea-Latn"]}, {"precision": 0.639149, "recall": 0.679842, "f1": 0.650875, "accuracy": 0.679842, "main_score": 0.650875, "hf_subset": "kmr_Latn-lus_Latn", "languages": ["kmr-Latn", "lus-Latn"]}, {"precision": 0.700066, "recall": 0.736166, "f1": 0.71073, "accuracy": 0.736166, "main_score": 0.71073, "hf_subset": "kmr_Latn-pag_Latn", "languages": ["kmr-Latn", "pag-Latn"]}, {"precision": 0.863044, "recall": 0.894269, "f1": 0.87225, "accuracy": 0.894269, "main_score": 0.87225, "hf_subset": "kmr_Latn-snd_Arab", "languages": ["kmr-Latn", "snd-Arab"]}, {"precision": 0.793626, "recall": 0.839921, "f1": 0.807265, "accuracy": 0.839921, "main_score": 0.807265, "hf_subset": "kmr_Latn-tuk_Latn", "languages": ["kmr-Latn", "tuk-Latn"]}, {"precision": 0.840227, "recall": 0.875494, "f1": 0.850313, "accuracy": 0.875494, "main_score": 0.850313, "hf_subset": "kmr_Latn-bak_Cyrl", "languages": ["kmr-Latn", "bak-Cyrl"]}, {"precision": 0.459579, "recall": 0.523715, "f1": 0.477988, "accuracy": 0.523715, "main_score": 0.477988, "hf_subset": "kmr_Latn-dyu_Latn", "languages": ["kmr-Latn", "dyu-Latn"]}, {"precision": 0.895652, "recall": 0.920949, "f1": 0.902899, "accuracy": 0.920949, "main_score": 0.902899, "hf_subset": "kmr_Latn-heb_Hebr", "languages": ["kmr-Latn", "heb-Hebr"]}, {"precision": 0.832938, "recall": 0.869565, "f1": 0.843682, "accuracy": 0.869565, "main_score": 0.843682, "hf_subset": "kmr_Latn-khk_Cyrl", "languages": ["kmr-Latn", "khk-Cyrl"]}, {"precision": 0.876202, "recall": 0.906126, "f1": 0.885094, "accuracy": 0.906126, "main_score": 0.885094, "hf_subset": "kmr_Latn-lvs_Latn", "languages": ["kmr-Latn", "lvs-Latn"]}, {"precision": 0.86915, "recall": 0.900198, "f1": 0.87803, "accuracy": 0.900198, "main_score": 0.87803, "hf_subset": "kmr_Latn-pan_Guru", "languages": ["kmr-Latn", "pan-Guru"]}, {"precision": 0.635738, "recall": 0.687747, "f1": 0.650795, "accuracy": 0.687747, "main_score": 0.650795, "hf_subset": "kmr_Latn-som_Latn", "languages": ["kmr-Latn", "som-Latn"]}, {"precision": 0.548098, "recall": 0.588933, "f1": 0.559537, "accuracy": 0.588933, "main_score": 0.559537, "hf_subset": "kmr_Latn-tum_Latn", "languages": ["kmr-Latn", "tum-Latn"]}, {"precision": 0.625611, "recall": 0.684783, "f1": 0.642291, "accuracy": 0.684783, "main_score": 0.642291, "hf_subset": "min_Latn-ace_Arab", "languages": ["min-Latn", "ace-Arab"]}, {"precision": 0.55798, "recall": 0.603755, "f1": 0.570956, "accuracy": 0.603755, "main_score": 0.570956, "hf_subset": "min_Latn-bam_Latn", "languages": ["min-Latn", "bam-Latn"]}, {"precision": 0.367941, "recall": 0.432806, "f1": 0.384211, "accuracy": 0.432806, "main_score": 0.384211, "hf_subset": "min_Latn-dzo_Tibt", "languages": ["min-Latn", "dzo-Tibt"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-hin_Deva", "languages": ["min-Latn", "hin-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "min_Latn-khm_Khmr", "languages": ["min-Latn", "khm-Khmr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-mag_Deva", "languages": ["min-Latn", "mag-Deva"]}, {"precision": 0.960557, "recall": 0.971344, "f1": 0.963999, "accuracy": 0.971344, "main_score": 0.963999, "hf_subset": "min_Latn-pap_Latn", "languages": ["min-Latn", "pap-Latn"]}, {"precision": 0.612013, "recall": 0.663043, "f1": 0.626468, "accuracy": 0.663043, "main_score": 0.626468, "hf_subset": "min_Latn-sot_Latn", "languages": ["min-Latn", "sot-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "min_Latn-tur_Latn", "languages": ["min-Latn", "tur-Latn"]}, {"precision": 0.889723, "recall": 0.914032, "f1": 0.897186, "accuracy": 0.914032, "main_score": 0.897186, "hf_subset": "min_Latn-ace_Latn", "languages": ["min-Latn", "ace-Latn"]}, {"precision": 0.953063, "recall": 0.964427, "f1": 0.956653, "accuracy": 0.964427, "main_score": 0.956653, "hf_subset": "min_Latn-ban_Latn", "languages": ["min-Latn", "ban-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-ell_Grek", "languages": ["min-Latn", "ell-Grek"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "min_Latn-hne_Deva", "languages": ["min-Latn", "hne-Deva"]}, {"precision": 0.606696, "recall": 0.655138, "f1": 0.62026, "accuracy": 0.655138, "main_score": 0.62026, "hf_subset": "min_Latn-kik_Latn", "languages": ["min-Latn", "kik-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "min_Latn-mai_Deva", "languages": ["min-Latn", "mai-Deva"]}, {"precision": 0.928607, "recall": 0.950593, "f1": 0.935672, "accuracy": 0.950593, "main_score": 0.935672, "hf_subset": "min_Latn-pbt_Arab", "languages": ["min-Latn", "pbt-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "min_Latn-spa_Latn", "languages": ["min-Latn", "spa-Latn"]}, {"precision": 0.631509, "recall": 0.685771, "f1": 0.646483, "accuracy": 0.685771, "main_score": 0.646483, "hf_subset": "min_Latn-twi_Latn", "languages": ["min-Latn", "twi-Latn"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "min_Latn-acm_Arab", "languages": ["min-Latn", "acm-Arab"]}, {"precision": 0.961989, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "min_Latn-bel_Cyrl", "languages": ["min-Latn", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "min_Latn-eng_Latn", "languages": ["min-Latn", "eng-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-hrv_Latn", "languages": ["min-Latn", "hrv-Latn"]}, {"precision": 0.560533, "recall": 0.619565, "f1": 0.576924, "accuracy": 0.619565, "main_score": 0.576924, "hf_subset": "min_Latn-kin_Latn", "languages": ["min-Latn", "kin-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "min_Latn-mal_Mlym", "languages": ["min-Latn", "mal-Mlym"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-pes_Arab", "languages": ["min-Latn", "pes-Arab"]}, {"precision": 0.961989, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "min_Latn-srd_Latn", "languages": ["min-Latn", "srd-Latn"]}, {"precision": 0.192689, "recall": 0.231225, "f1": 0.202139, "accuracy": 0.231225, "main_score": 0.202139, "hf_subset": "min_Latn-tzm_Tfng", "languages": ["min-Latn", "tzm-Tfng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-acq_Arab", "languages": ["min-Latn", "acq-Arab"]}, {"precision": 0.634884, "recall": 0.676877, "f1": 0.646352, "accuracy": 0.676877, "main_score": 0.646352, "hf_subset": "min_Latn-bem_Latn", "languages": ["min-Latn", "bem-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "min_Latn-epo_Latn", "languages": ["min-Latn", "epo-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-hun_Latn", "languages": ["min-Latn", "hun-Latn"]}, {"precision": 0.949193, "recall": 0.963439, "f1": 0.953788, "accuracy": 0.963439, "main_score": 0.953788, "hf_subset": "min_Latn-kir_Cyrl", "languages": ["min-Latn", "kir-Cyrl"]}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "min_Latn-mar_Deva", "languages": ["min-Latn", "mar-Deva"]}, {"precision": 0.685533, "recall": 0.735178, "f1": 0.70004, "accuracy": 0.735178, "main_score": 0.70004, "hf_subset": "min_Latn-plt_Latn", "languages": ["min-Latn", "plt-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-srp_Cyrl", "languages": ["min-Latn", "srp-Cyrl"]}, {"precision": 0.893149, "recall": 0.920949, "f1": 0.901647, "accuracy": 0.920949, "main_score": 0.901647, "hf_subset": "min_Latn-uig_Arab", "languages": ["min-Latn", "uig-Arab"]}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "min_Latn-aeb_Arab", "languages": ["min-Latn", "aeb-Arab"]}, {"precision": 0.974391, "recall": 0.982213, "f1": 0.976845, "accuracy": 0.982213, "main_score": 0.976845, "hf_subset": "min_Latn-ben_Beng", "languages": ["min-Latn", "ben-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "min_Latn-est_Latn", "languages": ["min-Latn", "est-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-hye_Armn", "languages": ["min-Latn", "hye-Armn"]}, {"precision": 0.579969, "recall": 0.62747, "f1": 0.593371, "accuracy": 0.62747, "main_score": 0.593371, "hf_subset": "min_Latn-kmb_Latn", "languages": ["min-Latn", "kmb-Latn"]}, {"precision": 0.694252, "recall": 0.763834, "f1": 0.713952, "accuracy": 0.763834, "main_score": 0.713952, "hf_subset": "min_Latn-min_Arab", "languages": ["min-Latn", "min-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-pol_Latn", "languages": ["min-Latn", "pol-Latn"]}, {"precision": 0.583714, "recall": 0.640316, "f1": 0.600033, "accuracy": 0.640316, "main_score": 0.600033, "hf_subset": "min_Latn-ssw_Latn", "languages": ["min-Latn", "ssw-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-ukr_Cyrl", "languages": ["min-Latn", "ukr-Cyrl"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "min_Latn-afr_Latn", "languages": ["min-Latn", "afr-Latn"]}, {"precision": 0.970603, "recall": 0.979249, "f1": 0.973386, "accuracy": 0.979249, "main_score": 0.973386, "hf_subset": "min_Latn-bho_Deva", "languages": ["min-Latn", "bho-Deva"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "min_Latn-eus_Latn", "languages": ["min-Latn", "eus-Latn"]}, {"precision": 0.584881, "recall": 0.645257, "f1": 0.601765, "accuracy": 0.645257, "main_score": 0.601765, "hf_subset": "min_Latn-ibo_Latn", "languages": ["min-Latn", "ibo-Latn"]}, {"precision": 0.838645, "recall": 0.874506, "f1": 0.849594, "accuracy": 0.874506, "main_score": 0.849594, "hf_subset": "min_Latn-kmr_Latn", "languages": ["min-Latn", "kmr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "min_Latn-por_Latn", "languages": ["min-Latn", "por-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-sun_Latn", "languages": ["min-Latn", "sun-Latn"]}, {"precision": 0.535939, "recall": 0.591897, "f1": 0.552181, "accuracy": 0.591897, "main_score": 0.552181, "hf_subset": "min_Latn-umb_Latn", "languages": ["min-Latn", "umb-Latn"]}, {"precision": 0.985919, "recall": 0.990119, "f1": 0.98722, "accuracy": 0.990119, "main_score": 0.98722, "hf_subset": "min_Latn-ajp_Arab", "languages": ["min-Latn", "ajp-Arab"]}, {"precision": 0.60203, "recall": 0.666008, "f1": 0.61924, "accuracy": 0.666008, "main_score": 0.61924, "hf_subset": "min_Latn-bjn_Arab", "languages": ["min-Latn", "bjn-Arab"]}, {"precision": 0.537403, "recall": 0.586957, "f1": 0.551364, "accuracy": 0.586957, "main_score": 0.551364, "hf_subset": "min_Latn-ewe_Latn", "languages": ["min-Latn", "ewe-Latn"]}, {"precision": 0.927734, "recall": 0.94664, "f1": 0.93363, "accuracy": 0.94664, "main_score": 0.93363, "hf_subset": "min_Latn-ilo_Latn", "languages": ["min-Latn", "ilo-Latn"]}, {"precision": 0.331301, "recall": 0.385375, "f1": 0.34595, "accuracy": 0.385375, "main_score": 0.34595, "hf_subset": "min_Latn-knc_Arab", "languages": ["min-Latn", "knc-Arab"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "min_Latn-mkd_Cyrl", "languages": ["min-Latn", "mkd-Cyrl"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-prs_Arab", "languages": ["min-Latn", "prs-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-swe_Latn", "languages": ["min-Latn", "swe-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "min_Latn-urd_Arab", "languages": ["min-Latn", "urd-Arab"]}, {"precision": 0.600522, "recall": 0.65415, "f1": 0.615714, "accuracy": 0.65415, "main_score": 0.615714, "hf_subset": "min_Latn-aka_Latn", "languages": ["min-Latn", "aka-Latn"]}, {"precision": 0.981917, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "min_Latn-bjn_Latn", "languages": ["min-Latn", "bjn-Latn"]}, {"precision": 0.920735, "recall": 0.942688, "f1": 0.927404, "accuracy": 0.942688, "main_score": 0.927404, "hf_subset": "min_Latn-fao_Latn", "languages": ["min-Latn", "fao-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "min_Latn-ind_Latn", "languages": ["min-Latn", "ind-Latn"]}, {"precision": 0.607024, "recall": 0.657115, "f1": 0.621714, "accuracy": 0.657115, "main_score": 0.621714, "hf_subset": "min_Latn-knc_Latn", "languages": ["min-Latn", "knc-Latn"]}, {"precision": 0.964674, "recall": 0.974308, "f1": 0.967787, "accuracy": 0.974308, "main_score": 0.967787, "hf_subset": "min_Latn-mlt_Latn", "languages": ["min-Latn", "mlt-Latn"]}, {"precision": 0.688043, "recall": 0.745059, "f1": 0.70503, "accuracy": 0.745059, "main_score": 0.70503, "hf_subset": "min_Latn-quy_Latn", "languages": ["min-Latn", "quy-Latn"]}, {"precision": 0.924242, "recall": 0.945652, "f1": 0.930962, "accuracy": 0.945652, "main_score": 0.930962, "hf_subset": "min_Latn-swh_Latn", "languages": ["min-Latn", "swh-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "min_Latn-uzn_Latn", "languages": ["min-Latn", "uzn-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "min_Latn-als_Latn", "languages": ["min-Latn", "als-Latn"]}, {"precision": 0.53476, "recall": 0.62253, "f1": 0.558664, "accuracy": 0.62253, "main_score": 0.558664, "hf_subset": "min_Latn-bod_Tibt", "languages": ["min-Latn", "bod-Tibt"]}, {"precision": 0.687986, "recall": 0.743083, "f1": 0.703618, "accuracy": 0.743083, "main_score": 0.703618, "hf_subset": "min_Latn-fij_Latn", "languages": ["min-Latn", "fij-Latn"]}, {"precision": 0.943182, "recall": 0.961462, "f1": 0.949111, "accuracy": 0.961462, "main_score": 0.949111, "hf_subset": "min_Latn-isl_Latn", "languages": ["min-Latn", "isl-Latn"]}, {"precision": 0.670636, "recall": 0.716403, "f1": 0.684519, "accuracy": 0.716403, "main_score": 0.684519, "hf_subset": "min_Latn-kon_Latn", "languages": ["min-Latn", "kon-Latn"]}, {"precision": 0.645085, "recall": 0.704545, "f1": 0.661781, "accuracy": 0.704545, "main_score": 0.661781, "hf_subset": "min_Latn-mni_Beng", "languages": ["min-Latn", "mni-Beng"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-ron_Latn", "languages": ["min-Latn", "ron-Latn"]}, {"precision": 0.952734, "recall": 0.965415, "f1": 0.956851, "accuracy": 0.965415, "main_score": 0.956851, "hf_subset": "min_Latn-szl_Latn", "languages": ["min-Latn", "szl-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "min_Latn-vec_Latn", "languages": ["min-Latn", "vec-Latn"]}, {"precision": 0.875939, "recall": 0.912055, "f1": 0.887253, "accuracy": 0.912055, "main_score": 0.887253, "hf_subset": "min_Latn-amh_Ethi", "languages": ["min-Latn", "amh-Ethi"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "min_Latn-bos_Latn", "languages": ["min-Latn", "bos-Latn"]}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "min_Latn-fin_Latn", "languages": ["min-Latn", "fin-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "min_Latn-ita_Latn", "languages": ["min-Latn", "ita-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-kor_Hang", "languages": ["min-Latn", "kor-Hang"]}, {"precision": 0.551813, "recall": 0.610672, "f1": 0.568103, "accuracy": 0.610672, "main_score": 0.568103, "hf_subset": "min_Latn-mos_Latn", "languages": ["min-Latn", "mos-Latn"]}, {"precision": 0.565869, "recall": 0.617589, "f1": 0.580832, "accuracy": 0.617589, "main_score": 0.580832, "hf_subset": "min_Latn-run_Latn", "languages": ["min-Latn", "run-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "min_Latn-tam_Taml", "languages": ["min-Latn", "tam-Taml"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-vie_Latn", "languages": ["min-Latn", "vie-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "min_Latn-apc_Arab", "languages": ["min-Latn", "apc-Arab"]}, {"precision": 0.805649, "recall": 0.84585, "f1": 0.817264, "accuracy": 0.84585, "main_score": 0.817264, "hf_subset": "min_Latn-bug_Latn", "languages": ["min-Latn", "bug-Latn"]}, {"precision": 0.494029, "recall": 0.546443, "f1": 0.507946, "accuracy": 0.546443, "main_score": 0.507946, "hf_subset": "min_Latn-fon_Latn", "languages": ["min-Latn", "fon-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "min_Latn-jav_Latn", "languages": ["min-Latn", "jav-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "min_Latn-lao_Laoo", "languages": ["min-Latn", "lao-Laoo"]}, {"precision": 0.808959, "recall": 0.851779, "f1": 0.821673, "accuracy": 0.851779, "main_score": 0.821673, "hf_subset": "min_Latn-mri_Latn", "languages": ["min-Latn", "mri-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-rus_Cyrl", "languages": ["min-Latn", "rus-Cyrl"]}, {"precision": 0.562242, "recall": 0.616601, "f1": 0.577511, "accuracy": 0.616601, "main_score": 0.577511, "hf_subset": "min_Latn-taq_Latn", "languages": ["min-Latn", "taq-Latn"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "min_Latn-war_Latn", "languages": ["min-Latn", "war-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-arb_Arab", "languages": ["min-Latn", "arb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-bul_Cyrl", "languages": ["min-Latn", "bul-Cyrl"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-fra_Latn", "languages": ["min-Latn", "fra-Latn"]}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "min_Latn-jpn_Jpan", "languages": ["min-Latn", "jpn-Jpan"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "min_Latn-lij_Latn", "languages": ["min-Latn", "lij-Latn"]}, {"precision": 0.939888, "recall": 0.958498, "f1": 0.945982, "accuracy": 0.958498, "main_score": 0.945982, "hf_subset": "min_Latn-mya_Mymr", "languages": ["min-Latn", "mya-Mymr"]}, {"precision": 0.612344, "recall": 0.667984, "f1": 0.627906, "accuracy": 0.667984, "main_score": 0.627906, "hf_subset": "min_Latn-sag_Latn", "languages": ["min-Latn", "sag-Latn"]}, {"precision": 0.207539, "recall": 0.256917, "f1": 0.218619, "accuracy": 0.256917, "main_score": 0.218619, "hf_subset": "min_Latn-taq_Tfng", "languages": ["min-Latn", "taq-Tfng"]}, {"precision": 0.65097, "recall": 0.698617, "f1": 0.664462, "accuracy": 0.698617, "main_score": 0.664462, "hf_subset": "min_Latn-wol_Latn", "languages": ["min-Latn", "wol-Latn"]}, {"precision": 0.749473, "recall": 0.801383, "f1": 0.764627, "accuracy": 0.801383, "main_score": 0.764627, "hf_subset": "min_Latn-arb_Latn", "languages": ["min-Latn", "arb-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-cat_Latn", "languages": ["min-Latn", "cat-Latn"]}, {"precision": 0.970603, "recall": 0.979249, "f1": 0.973221, "accuracy": 0.979249, "main_score": 0.973221, "hf_subset": "min_Latn-fur_Latn", "languages": ["min-Latn", "fur-Latn"]}, {"precision": 0.450908, "recall": 0.504941, "f1": 0.466158, "accuracy": 0.504941, "main_score": 0.466158, "hf_subset": "min_Latn-kab_Latn", "languages": ["min-Latn", "kab-Latn"]}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "min_Latn-lim_Latn", "languages": ["min-Latn", "lim-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-nld_Latn", "languages": ["min-Latn", "nld-Latn"]}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "min_Latn-san_Deva", "languages": ["min-Latn", "san-Deva"]}, {"precision": 0.956192, "recall": 0.968379, "f1": 0.960145, "accuracy": 0.968379, "main_score": 0.960145, "hf_subset": "min_Latn-tat_Cyrl", "languages": ["min-Latn", "tat-Cyrl"]}, {"precision": 0.666883, "recall": 0.724308, "f1": 0.68347, "accuracy": 0.724308, "main_score": 0.68347, "hf_subset": "min_Latn-xho_Latn", "languages": ["min-Latn", "xho-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "min_Latn-ars_Arab", "languages": ["min-Latn", "ars-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-ceb_Latn", "languages": ["min-Latn", "ceb-Latn"]}, {"precision": 0.569995, "recall": 0.62253, "f1": 0.585875, "accuracy": 0.62253, "main_score": 0.585875, "hf_subset": "min_Latn-fuv_Latn", "languages": ["min-Latn", "fuv-Latn"]}, {"precision": 0.530301, "recall": 0.587945, "f1": 0.546552, "accuracy": 0.587945, "main_score": 0.546552, "hf_subset": "min_Latn-kac_Latn", "languages": ["min-Latn", "kac-Latn"]}, {"precision": 0.675642, "recall": 0.722332, "f1": 0.689262, "accuracy": 0.722332, "main_score": 0.689262, "hf_subset": "min_Latn-lin_Latn", "languages": ["min-Latn", "lin-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-nno_Latn", "languages": ["min-Latn", "nno-Latn"]}, {"precision": 0.230571, "recall": 0.296443, "f1": 0.247413, "accuracy": 0.296443, "main_score": 0.247413, "hf_subset": "min_Latn-sat_Olck", "languages": ["min-Latn", "sat-Olck"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "min_Latn-tel_Telu", "languages": ["min-Latn", "tel-Telu"]}, {"precision": 0.910161, "recall": 0.934783, "f1": 0.917852, "accuracy": 0.934783, "main_score": 0.917852, "hf_subset": "min_Latn-ydd_Hebr", "languages": ["min-Latn", "ydd-Hebr"]}, {"precision": 0.940382, "recall": 0.95751, "f1": 0.94577, "accuracy": 0.95751, "main_score": 0.94577, "hf_subset": "min_Latn-ary_Arab", "languages": ["min-Latn", "ary-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-ces_Latn", "languages": ["min-Latn", "ces-Latn"]}, {"precision": 0.599885, "recall": 0.656126, "f1": 0.616291, "accuracy": 0.656126, "main_score": 0.616291, "hf_subset": "min_Latn-gaz_Latn", "languages": ["min-Latn", "gaz-Latn"]}, {"precision": 0.587213, "recall": 0.643281, "f1": 0.603051, "accuracy": 0.643281, "main_score": 0.603051, "hf_subset": "min_Latn-kam_Latn", "languages": ["min-Latn", "kam-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "min_Latn-lit_Latn", "languages": ["min-Latn", "lit-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-nob_Latn", "languages": ["min-Latn", "nob-Latn"]}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958794, "accuracy": 0.968379, "main_score": 0.958794, "hf_subset": "min_Latn-scn_Latn", "languages": ["min-Latn", "scn-Latn"]}, {"precision": 0.93857, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "min_Latn-tgk_Cyrl", "languages": ["min-Latn", "tgk-Cyrl"]}, {"precision": 0.693528, "recall": 0.756917, "f1": 0.712554, "accuracy": 0.756917, "main_score": 0.712554, "hf_subset": "min_Latn-yor_Latn", "languages": ["min-Latn", "yor-Latn"]}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "min_Latn-arz_Arab", "languages": ["min-Latn", "arz-Arab"]}, {"precision": 0.564201, "recall": 0.62253, "f1": 0.581282, "accuracy": 0.62253, "main_score": 0.581282, "hf_subset": "min_Latn-cjk_Latn", "languages": ["min-Latn", "cjk-Latn"]}, {"precision": 0.745861, "recall": 0.793478, "f1": 0.759557, "accuracy": 0.793478, "main_score": 0.759557, "hf_subset": "min_Latn-gla_Latn", "languages": ["min-Latn", "gla-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-kan_Knda", "languages": ["min-Latn", "kan-Knda"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "min_Latn-lmo_Latn", "languages": ["min-Latn", "lmo-Latn"]}, {"precision": 0.982378, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "min_Latn-npi_Deva", "languages": ["min-Latn", "npi-Deva"]}, {"precision": 0.470015, "recall": 0.532609, "f1": 0.487085, "accuracy": 0.532609, "main_score": 0.487085, "hf_subset": "min_Latn-shn_Mymr", "languages": ["min-Latn", "shn-Mymr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-tgl_Latn", "languages": ["min-Latn", "tgl-Latn"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "min_Latn-yue_Hant", "languages": ["min-Latn", "yue-Hant"]}, {"precision": 0.968132, "recall": 0.977273, "f1": 0.970916, "accuracy": 0.977273, "main_score": 0.970916, "hf_subset": "min_Latn-asm_Beng", "languages": ["min-Latn", "asm-Beng"]}, {"precision": 0.902421, "recall": 0.93083, "f1": 0.911462, "accuracy": 0.93083, "main_score": 0.911462, "hf_subset": "min_Latn-ckb_Arab", "languages": ["min-Latn", "ckb-Arab"]}, {"precision": 0.796025, "recall": 0.842885, "f1": 0.809914, "accuracy": 0.842885, "main_score": 0.809914, "hf_subset": "min_Latn-gle_Latn", "languages": ["min-Latn", "gle-Latn"]}, {"precision": 0.906126, "recall": 0.931818, "f1": 0.914163, "accuracy": 0.931818, "main_score": 0.914163, "hf_subset": "min_Latn-kas_Arab", "languages": ["min-Latn", "kas-Arab"]}, {"precision": 0.888538, "recall": 0.918972, "f1": 0.897859, "accuracy": 0.918972, "main_score": 0.897859, "hf_subset": "min_Latn-ltg_Latn", "languages": ["min-Latn", "ltg-Latn"]}, {"precision": 0.624304, "recall": 0.673913, "f1": 0.638101, "accuracy": 0.673913, "main_score": 0.638101, "hf_subset": "min_Latn-nso_Latn", "languages": ["min-Latn", "nso-Latn"]}, {"precision": 0.930748, "recall": 0.951581, "f1": 0.937484, "accuracy": 0.951581, "main_score": 0.937484, "hf_subset": "min_Latn-sin_Sinh", "languages": ["min-Latn", "sin-Sinh"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-tha_Thai", "languages": ["min-Latn", "tha-Thai"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-zho_Hans", "languages": ["min-Latn", "zho-Hans"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-ast_Latn", "languages": ["min-Latn", "ast-Latn"]}, {"precision": 0.954298, "recall": 0.968379, "f1": 0.958729, "accuracy": 0.968379, "main_score": 0.958729, "hf_subset": "min_Latn-crh_Latn", "languages": ["min-Latn", "crh-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-glg_Latn", "languages": ["min-Latn", "glg-Latn"]}, {"precision": 0.822217, "recall": 0.866601, "f1": 0.835804, "accuracy": 0.866601, "main_score": 0.835804, "hf_subset": "min_Latn-kas_Deva", "languages": ["min-Latn", "kas-Deva"]}, {"precision": 0.947217, "recall": 0.962451, "f1": 0.952141, "accuracy": 0.962451, "main_score": 0.952141, "hf_subset": "min_Latn-ltz_Latn", "languages": ["min-Latn", "ltz-Latn"]}, {"precision": 0.493718, "recall": 0.555336, "f1": 0.510619, "accuracy": 0.555336, "main_score": 0.510619, "hf_subset": "min_Latn-nus_Latn", "languages": ["min-Latn", "nus-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-slk_Latn", "languages": ["min-Latn", "slk-Latn"]}, {"precision": 0.5766, "recall": 0.644269, "f1": 0.595756, "accuracy": 0.644269, "main_score": 0.595756, "hf_subset": "min_Latn-tir_Ethi", "languages": ["min-Latn", "tir-Ethi"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "min_Latn-zho_Hant", "languages": ["min-Latn", "zho-Hant"]}, {"precision": 0.969862, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "min_Latn-awa_Deva", "languages": ["min-Latn", "awa-Deva"]}, {"precision": 0.92859, "recall": 0.949605, "f1": 0.935112, "accuracy": 0.949605, "main_score": 0.935112, "hf_subset": "min_Latn-cym_Latn", "languages": ["min-Latn", "cym-Latn"]}, {"precision": 0.793017, "recall": 0.831028, "f1": 0.804809, "accuracy": 0.831028, "main_score": 0.804809, "hf_subset": "min_Latn-grn_Latn", "languages": ["min-Latn", "grn-Latn"]}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "min_Latn-kat_Geor", "languages": ["min-Latn", "kat-Geor"]}, {"precision": 0.661627, "recall": 0.703557, "f1": 0.673767, "accuracy": 0.703557, "main_score": 0.673767, "hf_subset": "min_Latn-lua_Latn", "languages": ["min-Latn", "lua-Latn"]}, {"precision": 0.651007, "recall": 0.705534, "f1": 0.66666, "accuracy": 0.705534, "main_score": 0.66666, "hf_subset": "min_Latn-nya_Latn", "languages": ["min-Latn", "nya-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "min_Latn-slv_Latn", "languages": ["min-Latn", "slv-Latn"]}, {"precision": 0.908218, "recall": 0.93083, "f1": 0.915039, "accuracy": 0.93083, "main_score": 0.915039, "hf_subset": "min_Latn-tpi_Latn", "languages": ["min-Latn", "tpi-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "min_Latn-zsm_Latn", "languages": ["min-Latn", "zsm-Latn"]}, {"precision": 0.558552, "recall": 0.609684, "f1": 0.572889, "accuracy": 0.609684, "main_score": 0.572889, "hf_subset": "min_Latn-ayr_Latn", "languages": ["min-Latn", "ayr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-dan_Latn", "languages": ["min-Latn", "dan-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-guj_Gujr", "languages": ["min-Latn", "guj-Gujr"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "min_Latn-kaz_Cyrl", "languages": ["min-Latn", "kaz-Cyrl"]}, {"precision": 0.552851, "recall": 0.612648, "f1": 0.569518, "accuracy": 0.612648, "main_score": 0.569518, "hf_subset": "min_Latn-lug_Latn", "languages": ["min-Latn", "lug-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-oci_Latn", "languages": ["min-Latn", "oci-Latn"]}, {"precision": 0.797184, "recall": 0.841897, "f1": 0.810328, "accuracy": 0.841897, "main_score": 0.810328, "hf_subset": "min_Latn-smo_Latn", "languages": ["min-Latn", "smo-Latn"]}, {"precision": 0.561553, "recall": 0.616601, "f1": 0.576727, "accuracy": 0.616601, "main_score": 0.576727, "hf_subset": "min_Latn-tsn_Latn", "languages": ["min-Latn", "tsn-Latn"]}, {"precision": 0.626296, "recall": 0.681818, "f1": 0.641208, "accuracy": 0.681818, "main_score": 0.641208, "hf_subset": "min_Latn-zul_Latn", "languages": ["min-Latn", "zul-Latn"]}, {"precision": 0.860919, "recall": 0.897233, "f1": 0.872069, "accuracy": 0.897233, "main_score": 0.872069, "hf_subset": "min_Latn-azb_Arab", "languages": ["min-Latn", "azb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-deu_Latn", "languages": ["min-Latn", "deu-Latn"]}, {"precision": 0.93643, "recall": 0.954545, "f1": 0.942194, "accuracy": 0.954545, "main_score": 0.942194, "hf_subset": "min_Latn-hat_Latn", "languages": ["min-Latn", "hat-Latn"]}, {"precision": 0.513338, "recall": 0.567194, "f1": 0.528616, "accuracy": 0.567194, "main_score": 0.528616, "hf_subset": "min_Latn-kbp_Latn", "languages": ["min-Latn", "kbp-Latn"]}, {"precision": 0.59245, "recall": 0.63834, "f1": 0.60496, "accuracy": 0.63834, "main_score": 0.60496, "hf_subset": "min_Latn-luo_Latn", "languages": ["min-Latn", "luo-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "min_Latn-ory_Orya", "languages": ["min-Latn", "ory-Orya"]}, {"precision": 0.60249, "recall": 0.658103, "f1": 0.618176, "accuracy": 0.658103, "main_score": 0.618176, "hf_subset": "min_Latn-sna_Latn", "languages": ["min-Latn", "sna-Latn"]}, {"precision": 0.568904, "recall": 0.621542, "f1": 0.583313, "accuracy": 0.621542, "main_score": 0.583313, "hf_subset": "min_Latn-tso_Latn", "languages": ["min-Latn", "tso-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "min_Latn-azj_Latn", "languages": ["min-Latn", "azj-Latn"]}, {"precision": 0.550932, "recall": 0.605731, "f1": 0.56665, "accuracy": 0.605731, "main_score": 0.56665, "hf_subset": "min_Latn-dik_Latn", "languages": ["min-Latn", "dik-Latn"]}, {"precision": 0.731357, "recall": 0.780632, "f1": 0.745723, "accuracy": 0.780632, "main_score": 0.745723, "hf_subset": "min_Latn-hau_Latn", "languages": ["min-Latn", "hau-Latn"]}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "min_Latn-kea_Latn", "languages": ["min-Latn", "kea-Latn"]}, {"precision": 0.720537, "recall": 0.766798, "f1": 0.734055, "accuracy": 0.766798, "main_score": 0.734055, "hf_subset": "min_Latn-lus_Latn", "languages": ["min-Latn", "lus-Latn"]}, {"precision": 0.841321, "recall": 0.870553, "f1": 0.849558, "accuracy": 0.870553, "main_score": 0.849558, "hf_subset": "min_Latn-pag_Latn", "languages": ["min-Latn", "pag-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "min_Latn-snd_Arab", "languages": ["min-Latn", "snd-Arab"]}, {"precision": 0.879809, "recall": 0.910079, "f1": 0.888768, "accuracy": 0.910079, "main_score": 0.888768, "hf_subset": "min_Latn-tuk_Latn", "languages": ["min-Latn", "tuk-Latn"]}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948899, "accuracy": 0.960474, "main_score": 0.948899, "hf_subset": "min_Latn-bak_Cyrl", "languages": ["min-Latn", "bak-Cyrl"]}, {"precision": 0.497192, "recall": 0.572134, "f1": 0.519306, "accuracy": 0.572134, "main_score": 0.519306, "hf_subset": "min_Latn-dyu_Latn", "languages": ["min-Latn", "dyu-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "min_Latn-heb_Hebr", "languages": ["min-Latn", "heb-Hebr"]}, {"precision": 0.946887, "recall": 0.962451, "f1": 0.951647, "accuracy": 0.962451, "main_score": 0.951647, "hf_subset": "min_Latn-khk_Cyrl", "languages": ["min-Latn", "khk-Cyrl"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "min_Latn-lvs_Latn", "languages": ["min-Latn", "lvs-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "min_Latn-pan_Guru", "languages": ["min-Latn", "pan-Guru"]}, {"precision": 0.695957, "recall": 0.751976, "f1": 0.712341, "accuracy": 0.751976, "main_score": 0.712341, "hf_subset": "min_Latn-som_Latn", "languages": ["min-Latn", "som-Latn"]}, {"precision": 0.586735, "recall": 0.630435, "f1": 0.599443, "accuracy": 0.630435, "main_score": 0.599443, "hf_subset": "min_Latn-tum_Latn", "languages": ["min-Latn", "tum-Latn"]}, {"precision": 0.606326, "recall": 0.66996, "f1": 0.623838, "accuracy": 0.66996, "main_score": 0.623838, "hf_subset": "por_Latn-ace_Arab", "languages": ["por-Latn", "ace-Arab"]}, {"precision": 0.553731, "recall": 0.618577, "f1": 0.572119, "accuracy": 0.618577, "main_score": 0.572119, "hf_subset": "por_Latn-bam_Latn", "languages": ["por-Latn", "bam-Latn"]}, {"precision": 0.456443, "recall": 0.540514, "f1": 0.479273, "accuracy": 0.540514, "main_score": 0.479273, "hf_subset": "por_Latn-dzo_Tibt", "languages": ["por-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hin_Deva", "languages": ["por-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-khm_Khmr", "languages": ["por-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mag_Deva", "languages": ["por-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "por_Latn-pap_Latn", "languages": ["por-Latn", "pap-Latn"]}, {"precision": 0.607309, "recall": 0.666008, "f1": 0.62357, "accuracy": 0.666008, "main_score": 0.62357, "hf_subset": "por_Latn-sot_Latn", "languages": ["por-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tur_Latn", "languages": ["por-Latn", "tur-Latn"]}, {"precision": 0.895043, "recall": 0.923913, "f1": 0.904216, "accuracy": 0.923913, "main_score": 0.904216, "hf_subset": "por_Latn-ace_Latn", "languages": ["por-Latn", "ace-Latn"]}, {"precision": 0.971344, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "por_Latn-ban_Latn", "languages": ["por-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ell_Grek", "languages": ["por-Latn", "ell-Grek"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-hne_Deva", "languages": ["por-Latn", "hne-Deva"]}, {"precision": 0.62976, "recall": 0.688735, "f1": 0.646857, "accuracy": 0.688735, "main_score": 0.646857, "hf_subset": "por_Latn-kik_Latn", "languages": ["por-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mai_Deva", "languages": ["por-Latn", "mai-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "por_Latn-pbt_Arab", "languages": ["por-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-spa_Latn", "languages": ["por-Latn", "spa-Latn"]}, {"precision": 0.625174, "recall": 0.689723, "f1": 0.643466, "accuracy": 0.689723, "main_score": 0.643466, "hf_subset": "por_Latn-twi_Latn", "languages": ["por-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-acm_Arab", "languages": ["por-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-bel_Cyrl", "languages": ["por-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-eng_Latn", "languages": ["por-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hrv_Latn", "languages": ["por-Latn", "hrv-Latn"]}, {"precision": 0.585475, "recall": 0.647233, "f1": 0.602565, "accuracy": 0.647233, "main_score": 0.602565, "hf_subset": "por_Latn-kin_Latn", "languages": ["por-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-mal_Mlym", "languages": ["por-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pes_Arab", "languages": ["por-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-srd_Latn", "languages": ["por-Latn", "srd-Latn"]}, {"precision": 0.189964, "recall": 0.242095, "f1": 0.203101, "accuracy": 0.242095, "main_score": 0.203101, "hf_subset": "por_Latn-tzm_Tfng", "languages": ["por-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-acq_Arab", "languages": ["por-Latn", "acq-Arab"]}, {"precision": 0.665297, "recall": 0.717391, "f1": 0.67955, "accuracy": 0.717391, "main_score": 0.67955, "hf_subset": "por_Latn-bem_Latn", "languages": ["por-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-epo_Latn", "languages": ["por-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hun_Latn", "languages": ["por-Latn", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-kir_Cyrl", "languages": ["por-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mar_Deva", "languages": ["por-Latn", "mar-Deva"]}, {"precision": 0.700264, "recall": 0.755929, "f1": 0.716916, "accuracy": 0.755929, "main_score": 0.716916, "hf_subset": "por_Latn-plt_Latn", "languages": ["por-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-srp_Cyrl", "languages": ["por-Latn", "srp-Cyrl"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "por_Latn-uig_Arab", "languages": ["por-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-aeb_Arab", "languages": ["por-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ben_Beng", "languages": ["por-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-est_Latn", "languages": ["por-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hye_Armn", "languages": ["por-Latn", "hye-Armn"]}, {"precision": 0.571774, "recall": 0.62253, "f1": 0.586415, "accuracy": 0.62253, "main_score": 0.586415, "hf_subset": "por_Latn-kmb_Latn", "languages": ["por-Latn", "kmb-Latn"]}, {"precision": 0.555563, "recall": 0.626482, "f1": 0.574928, "accuracy": 0.626482, "main_score": 0.574928, "hf_subset": "por_Latn-min_Arab", "languages": ["por-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pol_Latn", "languages": ["por-Latn", "pol-Latn"]}, {"precision": 0.58279, "recall": 0.652174, "f1": 0.603211, "accuracy": 0.652174, "main_score": 0.603211, "hf_subset": "por_Latn-ssw_Latn", "languages": ["por-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ukr_Cyrl", "languages": ["por-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-afr_Latn", "languages": ["por-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-bho_Deva", "languages": ["por-Latn", "bho-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-eus_Latn", "languages": ["por-Latn", "eus-Latn"]}, {"precision": 0.608646, "recall": 0.670949, "f1": 0.626289, "accuracy": 0.670949, "main_score": 0.626289, "hf_subset": "por_Latn-ibo_Latn", "languages": ["por-Latn", "ibo-Latn"]}, {"precision": 0.916914, "recall": 0.940711, "f1": 0.924638, "accuracy": 0.940711, "main_score": 0.924638, "hf_subset": "por_Latn-kmr_Latn", "languages": ["por-Latn", "kmr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "por_Latn-min_Latn", "languages": ["por-Latn", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-sun_Latn", "languages": ["por-Latn", "sun-Latn"]}, {"precision": 0.557389, "recall": 0.614625, "f1": 0.573954, "accuracy": 0.614625, "main_score": 0.573954, "hf_subset": "por_Latn-umb_Latn", "languages": ["por-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ajp_Arab", "languages": ["por-Latn", "ajp-Arab"]}, {"precision": 0.5746, "recall": 0.637352, "f1": 0.591743, "accuracy": 0.637352, "main_score": 0.591743, "hf_subset": "por_Latn-bjn_Arab", "languages": ["por-Latn", "bjn-Arab"]}, {"precision": 0.53213, "recall": 0.589921, "f1": 0.548478, "accuracy": 0.589921, "main_score": 0.548478, "hf_subset": "por_Latn-ewe_Latn", "languages": ["por-Latn", "ewe-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "por_Latn-ilo_Latn", "languages": ["por-Latn", "ilo-Latn"]}, {"precision": 0.317409, "recall": 0.383399, "f1": 0.335393, "accuracy": 0.383399, "main_score": 0.335393, "hf_subset": "por_Latn-knc_Arab", "languages": ["por-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mkd_Cyrl", "languages": ["por-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-prs_Arab", "languages": ["por-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-swe_Latn", "languages": ["por-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-urd_Arab", "languages": ["por-Latn", "urd-Arab"]}, {"precision": 0.614073, "recall": 0.673913, "f1": 0.63048, "accuracy": 0.673913, "main_score": 0.63048, "hf_subset": "por_Latn-aka_Latn", "languages": ["por-Latn", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-bjn_Latn", "languages": ["por-Latn", "bjn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "por_Latn-fao_Latn", "languages": ["por-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ind_Latn", "languages": ["por-Latn", "ind-Latn"]}, {"precision": 0.621217, "recall": 0.674901, "f1": 0.636413, "accuracy": 0.674901, "main_score": 0.636413, "hf_subset": "por_Latn-knc_Latn", "languages": ["por-Latn", "knc-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-mlt_Latn", "languages": ["por-Latn", "mlt-Latn"]}, {"precision": 0.740488, "recall": 0.800395, "f1": 0.758187, "accuracy": 0.800395, "main_score": 0.758187, "hf_subset": "por_Latn-quy_Latn", "languages": ["por-Latn", "quy-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "por_Latn-swh_Latn", "languages": ["por-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-uzn_Latn", "languages": ["por-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-als_Latn", "languages": ["por-Latn", "als-Latn"]}, {"precision": 0.68027, "recall": 0.758893, "f1": 0.703543, "accuracy": 0.758893, "main_score": 0.703543, "hf_subset": "por_Latn-bod_Tibt", "languages": ["por-Latn", "bod-Tibt"]}, {"precision": 0.732625, "recall": 0.789526, "f1": 0.749671, "accuracy": 0.789526, "main_score": 0.749671, "hf_subset": "por_Latn-fij_Latn", "languages": ["por-Latn", "fij-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "por_Latn-isl_Latn", "languages": ["por-Latn", "isl-Latn"]}, {"precision": 0.688779, "recall": 0.742095, "f1": 0.704462, "accuracy": 0.742095, "main_score": 0.704462, "hf_subset": "por_Latn-kon_Latn", "languages": ["por-Latn", "kon-Latn"]}, {"precision": 0.690069, "recall": 0.750988, "f1": 0.707891, "accuracy": 0.750988, "main_score": 0.707891, "hf_subset": "por_Latn-mni_Beng", "languages": ["por-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ron_Latn", "languages": ["por-Latn", "ron-Latn"]}, {"precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "por_Latn-szl_Latn", "languages": ["por-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-vec_Latn", "languages": ["por-Latn", "vec-Latn"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "por_Latn-amh_Ethi", "languages": ["por-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-bos_Latn", "languages": ["por-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-fin_Latn", "languages": ["por-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ita_Latn", "languages": ["por-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-kor_Hang", "languages": ["por-Latn", "kor-Hang"]}, {"precision": 0.582647, "recall": 0.643281, "f1": 0.599869, "accuracy": 0.643281, "main_score": 0.599869, "hf_subset": "por_Latn-mos_Latn", "languages": ["por-Latn", "mos-Latn"]}, {"precision": 0.582584, "recall": 0.637352, "f1": 0.59768, "accuracy": 0.637352, "main_score": 0.59768, "hf_subset": "por_Latn-run_Latn", "languages": ["por-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-tam_Taml", "languages": ["por-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-vie_Latn", "languages": ["por-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-apc_Arab", "languages": ["por-Latn", "apc-Arab"]}, {"precision": 0.821756, "recall": 0.865613, "f1": 0.83531, "accuracy": 0.865613, "main_score": 0.83531, "hf_subset": "por_Latn-bug_Latn", "languages": ["por-Latn", "bug-Latn"]}, {"precision": 0.485654, "recall": 0.545455, "f1": 0.501568, "accuracy": 0.545455, "main_score": 0.501568, "hf_subset": "por_Latn-fon_Latn", "languages": ["por-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-jav_Latn", "languages": ["por-Latn", "jav-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-lao_Laoo", "languages": ["por-Latn", "lao-Laoo"]}, {"precision": 0.905609, "recall": 0.933794, "f1": 0.914608, "accuracy": 0.933794, "main_score": 0.914608, "hf_subset": "por_Latn-mri_Latn", "languages": ["por-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-rus_Cyrl", "languages": ["por-Latn", "rus-Cyrl"]}, {"precision": 0.566515, "recall": 0.625494, "f1": 0.582947, "accuracy": 0.625494, "main_score": 0.582947, "hf_subset": "por_Latn-taq_Latn", "languages": ["por-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-war_Latn", "languages": ["por-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-arb_Arab", "languages": ["por-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-bul_Cyrl", "languages": ["por-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-fra_Latn", "languages": ["por-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-jpn_Jpan", "languages": ["por-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-lij_Latn", "languages": ["por-Latn", "lij-Latn"]}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "por_Latn-mya_Mymr", "languages": ["por-Latn", "mya-Mymr"]}, {"precision": 0.619039, "recall": 0.686759, "f1": 0.638362, "accuracy": 0.686759, "main_score": 0.638362, "hf_subset": "por_Latn-sag_Latn", "languages": ["por-Latn", "sag-Latn"]}, {"precision": 0.201703, "recall": 0.259881, "f1": 0.214707, "accuracy": 0.259881, "main_score": 0.214707, "hf_subset": "por_Latn-taq_Tfng", "languages": ["por-Latn", "taq-Tfng"]}, {"precision": 0.655312, "recall": 0.717391, "f1": 0.673454, "accuracy": 0.717391, "main_score": 0.673454, "hf_subset": "por_Latn-wol_Latn", "languages": ["por-Latn", "wol-Latn"]}, {"precision": 0.836686, "recall": 0.880435, "f1": 0.850445, "accuracy": 0.880435, "main_score": 0.850445, "hf_subset": "por_Latn-arb_Latn", "languages": ["por-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-cat_Latn", "languages": ["por-Latn", "cat-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-fur_Latn", "languages": ["por-Latn", "fur-Latn"]}, {"precision": 0.427851, "recall": 0.493083, "f1": 0.446207, "accuracy": 0.493083, "main_score": 0.446207, "hf_subset": "por_Latn-kab_Latn", "languages": ["por-Latn", "kab-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "por_Latn-lim_Latn", "languages": ["por-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-nld_Latn", "languages": ["por-Latn", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "por_Latn-san_Deva", "languages": ["por-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tat_Cyrl", "languages": ["por-Latn", "tat-Cyrl"]}, {"precision": 0.705345, "recall": 0.763834, "f1": 0.723205, "accuracy": 0.763834, "main_score": 0.723205, "hf_subset": "por_Latn-xho_Latn", "languages": ["por-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ars_Arab", "languages": ["por-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-ceb_Latn", "languages": ["por-Latn", "ceb-Latn"]}, {"precision": 0.575227, "recall": 0.637352, "f1": 0.593034, "accuracy": 0.637352, "main_score": 0.593034, "hf_subset": "por_Latn-fuv_Latn", "languages": ["por-Latn", "fuv-Latn"]}, {"precision": 0.526841, "recall": 0.593874, "f1": 0.545771, "accuracy": 0.593874, "main_score": 0.545771, "hf_subset": "por_Latn-kac_Latn", "languages": ["por-Latn", "kac-Latn"]}, {"precision": 0.698791, "recall": 0.752964, "f1": 0.715069, "accuracy": 0.752964, "main_score": 0.715069, "hf_subset": "por_Latn-lin_Latn", "languages": ["por-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-nno_Latn", "languages": ["por-Latn", "nno-Latn"]}, {"precision": 0.255792, "recall": 0.341897, "f1": 0.278928, "accuracy": 0.341897, "main_score": 0.278928, "hf_subset": "por_Latn-sat_Olck", "languages": ["por-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tel_Telu", "languages": ["por-Latn", "tel-Telu"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "por_Latn-ydd_Hebr", "languages": ["por-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "por_Latn-ary_Arab", "languages": ["por-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ces_Latn", "languages": ["por-Latn", "ces-Latn"]}, {"precision": 0.609799, "recall": 0.670949, "f1": 0.627776, "accuracy": 0.670949, "main_score": 0.627776, "hf_subset": "por_Latn-gaz_Latn", "languages": ["por-Latn", "gaz-Latn"]}, {"precision": 0.607965, "recall": 0.672925, "f1": 0.626542, "accuracy": 0.672925, "main_score": 0.626542, "hf_subset": "por_Latn-kam_Latn", "languages": ["por-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "por_Latn-lit_Latn", "languages": ["por-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-nob_Latn", "languages": ["por-Latn", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "por_Latn-scn_Latn", "languages": ["por-Latn", "scn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-tgk_Cyrl", "languages": ["por-Latn", "tgk-Cyrl"]}, {"precision": 0.741082, "recall": 0.807312, "f1": 0.761254, "accuracy": 0.807312, "main_score": 0.761254, "hf_subset": "por_Latn-yor_Latn", "languages": ["por-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-arz_Arab", "languages": ["por-Latn", "arz-Arab"]}, {"precision": 0.589587, "recall": 0.65415, "f1": 0.608292, "accuracy": 0.65415, "main_score": 0.608292, "hf_subset": "por_Latn-cjk_Latn", "languages": ["por-Latn", "cjk-Latn"]}, {"precision": 0.826746, "recall": 0.869565, "f1": 0.839822, "accuracy": 0.869565, "main_score": 0.839822, "hf_subset": "por_Latn-gla_Latn", "languages": ["por-Latn", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-kan_Knda", "languages": ["por-Latn", "kan-Knda"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "por_Latn-lmo_Latn", "languages": ["por-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "por_Latn-npi_Deva", "languages": ["por-Latn", "npi-Deva"]}, {"precision": 0.483853, "recall": 0.549407, "f1": 0.502078, "accuracy": 0.549407, "main_score": 0.502078, "hf_subset": "por_Latn-shn_Mymr", "languages": ["por-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tgl_Latn", "languages": ["por-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-yue_Hant", "languages": ["por-Latn", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-asm_Beng", "languages": ["por-Latn", "asm-Beng"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "por_Latn-ckb_Arab", "languages": ["por-Latn", "ckb-Arab"]}, {"precision": 0.906044, "recall": 0.933794, "f1": 0.914756, "accuracy": 0.933794, "main_score": 0.914756, "hf_subset": "por_Latn-gle_Latn", "languages": ["por-Latn", "gle-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "por_Latn-kas_Arab", "languages": ["por-Latn", "kas-Arab"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "por_Latn-ltg_Latn", "languages": ["por-Latn", "ltg-Latn"]}, {"precision": 0.640036, "recall": 0.694664, "f1": 0.656103, "accuracy": 0.694664, "main_score": 0.656103, "hf_subset": "por_Latn-nso_Latn", "languages": ["por-Latn", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-sin_Sinh", "languages": ["por-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tha_Thai", "languages": ["por-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zho_Hans", "languages": ["por-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-ast_Latn", "languages": ["por-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-crh_Latn", "languages": ["por-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-glg_Latn", "languages": ["por-Latn", "glg-Latn"]}, {"precision": 0.919878, "recall": 0.943676, "f1": 0.927437, "accuracy": 0.943676, "main_score": 0.927437, "hf_subset": "por_Latn-kas_Deva", "languages": ["por-Latn", "kas-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-ltz_Latn", "languages": ["por-Latn", "ltz-Latn"]}, {"precision": 0.481358, "recall": 0.55336, "f1": 0.501177, "accuracy": 0.55336, "main_score": 0.501177, "hf_subset": "por_Latn-nus_Latn", "languages": ["por-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-slk_Latn", "languages": ["por-Latn", "slk-Latn"]}, {"precision": 0.651689, "recall": 0.727273, "f1": 0.674193, "accuracy": 0.727273, "main_score": 0.674193, "hf_subset": "por_Latn-tir_Ethi", "languages": ["por-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zho_Hant", "languages": ["por-Latn", "zho-Hant"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "por_Latn-awa_Deva", "languages": ["por-Latn", "awa-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "por_Latn-cym_Latn", "languages": ["por-Latn", "cym-Latn"]}, {"precision": 0.880599, "recall": 0.913043, "f1": 0.890777, "accuracy": 0.913043, "main_score": 0.890777, "hf_subset": "por_Latn-grn_Latn", "languages": ["por-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-kat_Geor", "languages": ["por-Latn", "kat-Geor"]}, {"precision": 0.66992, "recall": 0.725296, "f1": 0.685967, "accuracy": 0.725296, "main_score": 0.685967, "hf_subset": "por_Latn-lua_Latn", "languages": ["por-Latn", "lua-Latn"]}, {"precision": 0.688735, "recall": 0.742095, "f1": 0.704099, "accuracy": 0.742095, "main_score": 0.704099, "hf_subset": "por_Latn-nya_Latn", "languages": ["por-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-slv_Latn", "languages": ["por-Latn", "slv-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "por_Latn-tpi_Latn", "languages": ["por-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zsm_Latn", "languages": ["por-Latn", "zsm-Latn"]}, {"precision": 0.568837, "recall": 0.636364, "f1": 0.588279, "accuracy": 0.636364, "main_score": 0.588279, "hf_subset": "por_Latn-ayr_Latn", "languages": ["por-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-dan_Latn", "languages": ["por-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-guj_Gujr", "languages": ["por-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-kaz_Cyrl", "languages": ["por-Latn", "kaz-Cyrl"]}, {"precision": 0.559645, "recall": 0.626482, "f1": 0.578796, "accuracy": 0.626482, "main_score": 0.578796, "hf_subset": "por_Latn-lug_Latn", "languages": ["por-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-oci_Latn", "languages": ["por-Latn", "oci-Latn"]}, {"precision": 0.865695, "recall": 0.903162, "f1": 0.877701, "accuracy": 0.903162, "main_score": 0.877701, "hf_subset": "por_Latn-smo_Latn", "languages": ["por-Latn", "smo-Latn"]}, {"precision": 0.568713, "recall": 0.631423, "f1": 0.586175, "accuracy": 0.631423, "main_score": 0.586175, "hf_subset": "por_Latn-tsn_Latn", "languages": ["por-Latn", "tsn-Latn"]}, {"precision": 0.655884, "recall": 0.717391, "f1": 0.67388, "accuracy": 0.717391, "main_score": 0.67388, "hf_subset": "por_Latn-zul_Latn", "languages": ["por-Latn", "zul-Latn"]}, {"precision": 0.936759, "recall": 0.956522, "f1": 0.943182, "accuracy": 0.956522, "main_score": 0.943182, "hf_subset": "por_Latn-azb_Arab", "languages": ["por-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-deu_Latn", "languages": ["por-Latn", "deu-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "por_Latn-hat_Latn", "languages": ["por-Latn", "hat-Latn"]}, {"precision": 0.514964, "recall": 0.570158, "f1": 0.53072, "accuracy": 0.570158, "main_score": 0.53072, "hf_subset": "por_Latn-kbp_Latn", "languages": ["por-Latn", "kbp-Latn"]}, {"precision": 0.591069, "recall": 0.650198, "f1": 0.607248, "accuracy": 0.650198, "main_score": 0.607248, "hf_subset": "por_Latn-luo_Latn", "languages": ["por-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ory_Orya", "languages": ["por-Latn", "ory-Orya"]}, {"precision": 0.609741, "recall": 0.678854, "f1": 0.629864, "accuracy": 0.678854, "main_score": 0.629864, "hf_subset": "por_Latn-sna_Latn", "languages": ["por-Latn", "sna-Latn"]}, {"precision": 0.579463, "recall": 0.637352, "f1": 0.595497, "accuracy": 0.637352, "main_score": 0.595497, "hf_subset": "por_Latn-tso_Latn", "languages": ["por-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-azj_Latn", "languages": ["por-Latn", "azj-Latn"]}, {"precision": 0.560178, "recall": 0.628458, "f1": 0.580225, "accuracy": 0.628458, "main_score": 0.580225, "hf_subset": "por_Latn-dik_Latn", "languages": ["por-Latn", "dik-Latn"]}, {"precision": 0.782971, "recall": 0.831028, "f1": 0.797271, "accuracy": 0.831028, "main_score": 0.797271, "hf_subset": "por_Latn-hau_Latn", "languages": ["por-Latn", "hau-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-kea_Latn", "languages": ["por-Latn", "kea-Latn"]}, {"precision": 0.768528, "recall": 0.820158, "f1": 0.78442, "accuracy": 0.820158, "main_score": 0.78442, "hf_subset": "por_Latn-lus_Latn", "languages": ["por-Latn", "lus-Latn"]}, {"precision": 0.905032, "recall": 0.927866, "f1": 0.912039, "accuracy": 0.927866, "main_score": 0.912039, "hf_subset": "por_Latn-pag_Latn", "languages": ["por-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-snd_Arab", "languages": ["por-Latn", "snd-Arab"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "por_Latn-tuk_Latn", "languages": ["por-Latn", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "por_Latn-bak_Cyrl", "languages": ["por-Latn", "bak-Cyrl"]}, {"precision": 0.507171, "recall": 0.588933, "f1": 0.530951, "accuracy": 0.588933, "main_score": 0.530951, "hf_subset": "por_Latn-dyu_Latn", "languages": ["por-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-heb_Hebr", "languages": ["por-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-khk_Cyrl", "languages": ["por-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-lvs_Latn", "languages": ["por-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pan_Guru", "languages": ["por-Latn", "pan-Guru"]}, {"precision": 0.750214, "recall": 0.804348, "f1": 0.76629, "accuracy": 0.804348, "main_score": 0.76629, "hf_subset": "por_Latn-som_Latn", "languages": ["por-Latn", "som-Latn"]}, {"precision": 0.62796, "recall": 0.674901, "f1": 0.641241, "accuracy": 0.674901, "main_score": 0.641241, "hf_subset": "por_Latn-tum_Latn", "languages": ["por-Latn", "tum-Latn"]}, {"precision": 0.625908, "recall": 0.69664, "f1": 0.646212, "accuracy": 0.69664, "main_score": 0.646212, "hf_subset": "sun_Latn-ace_Arab", "languages": ["sun-Latn", "ace-Arab"]}, {"precision": 0.54846, "recall": 0.606719, "f1": 0.564745, "accuracy": 0.606719, "main_score": 0.564745, "hf_subset": "sun_Latn-bam_Latn", "languages": ["sun-Latn", "bam-Latn"]}, {"precision": 0.381321, "recall": 0.451581, "f1": 0.399332, "accuracy": 0.451581, "main_score": 0.399332, "hf_subset": "sun_Latn-dzo_Tibt", "languages": ["sun-Latn", "dzo-Tibt"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-hin_Deva", "languages": ["sun-Latn", "hin-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sun_Latn-khm_Khmr", "languages": ["sun-Latn", "khm-Khmr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-mag_Deva", "languages": ["sun-Latn", "mag-Deva"]}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "sun_Latn-pap_Latn", "languages": ["sun-Latn", "pap-Latn"]}, {"precision": 0.614278, "recall": 0.66996, "f1": 0.62955, "accuracy": 0.66996, "main_score": 0.62955, "hf_subset": "sun_Latn-sot_Latn", "languages": ["sun-Latn", "sot-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-tur_Latn", "languages": ["sun-Latn", "tur-Latn"]}, {"precision": 0.899209, "recall": 0.926877, "f1": 0.908103, "accuracy": 0.926877, "main_score": 0.908103, "hf_subset": "sun_Latn-ace_Latn", "languages": ["sun-Latn", "ace-Latn"]}, {"precision": 0.958004, "recall": 0.968379, "f1": 0.961462, "accuracy": 0.968379, "main_score": 0.961462, "hf_subset": "sun_Latn-ban_Latn", "languages": ["sun-Latn", "ban-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-ell_Grek", "languages": ["sun-Latn", "ell-Grek"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "sun_Latn-hne_Deva", "languages": ["sun-Latn", "hne-Deva"]}, {"precision": 0.613422, "recall": 0.667984, "f1": 0.628858, "accuracy": 0.667984, "main_score": 0.628858, "hf_subset": "sun_Latn-kik_Latn", "languages": ["sun-Latn", "kik-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-mai_Deva", "languages": ["sun-Latn", "mai-Deva"]}, {"precision": 0.952487, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "sun_Latn-pbt_Arab", "languages": ["sun-Latn", "pbt-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-spa_Latn", "languages": ["sun-Latn", "spa-Latn"]}, {"precision": 0.616011, "recall": 0.683794, "f1": 0.635128, "accuracy": 0.683794, "main_score": 0.635128, "hf_subset": "sun_Latn-twi_Latn", "languages": ["sun-Latn", "twi-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-acm_Arab", "languages": ["sun-Latn", "acm-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sun_Latn-bel_Cyrl", "languages": ["sun-Latn", "bel-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-eng_Latn", "languages": ["sun-Latn", "eng-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-hrv_Latn", "languages": ["sun-Latn", "hrv-Latn"]}, {"precision": 0.564392, "recall": 0.631423, "f1": 0.582765, "accuracy": 0.631423, "main_score": 0.582765, "hf_subset": "sun_Latn-kin_Latn", "languages": ["sun-Latn", "kin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-mal_Mlym", "languages": ["sun-Latn", "mal-Mlym"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-pes_Arab", "languages": ["sun-Latn", "pes-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "sun_Latn-srd_Latn", "languages": ["sun-Latn", "srd-Latn"]}, {"precision": 0.184336, "recall": 0.230237, "f1": 0.195449, "accuracy": 0.230237, "main_score": 0.195449, "hf_subset": "sun_Latn-tzm_Tfng", "languages": ["sun-Latn", "tzm-Tfng"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "sun_Latn-acq_Arab", "languages": ["sun-Latn", "acq-Arab"]}, {"precision": 0.640324, "recall": 0.687747, "f1": 0.6534, "accuracy": 0.687747, "main_score": 0.6534, "hf_subset": "sun_Latn-bem_Latn", "languages": ["sun-Latn", "bem-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-epo_Latn", "languages": ["sun-Latn", "epo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-hun_Latn", "languages": ["sun-Latn", "hun-Latn"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "sun_Latn-kir_Cyrl", "languages": ["sun-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-mar_Deva", "languages": ["sun-Latn", "mar-Deva"]}, {"precision": 0.694598, "recall": 0.746047, "f1": 0.709267, "accuracy": 0.746047, "main_score": 0.709267, "hf_subset": "sun_Latn-plt_Latn", "languages": ["sun-Latn", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-srp_Cyrl", "languages": ["sun-Latn", "srp-Cyrl"]}, {"precision": 0.932971, "recall": 0.952569, "f1": 0.939394, "accuracy": 0.952569, "main_score": 0.939394, "hf_subset": "sun_Latn-uig_Arab", "languages": ["sun-Latn", "uig-Arab"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "sun_Latn-aeb_Arab", "languages": ["sun-Latn", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ben_Beng", "languages": ["sun-Latn", "ben-Beng"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "sun_Latn-est_Latn", "languages": ["sun-Latn", "est-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-hye_Armn", "languages": ["sun-Latn", "hye-Armn"]}, {"precision": 0.559546, "recall": 0.608696, "f1": 0.57338, "accuracy": 0.608696, "main_score": 0.57338, "hf_subset": "sun_Latn-kmb_Latn", "languages": ["sun-Latn", "kmb-Latn"]}, {"precision": 0.532469, "recall": 0.612648, "f1": 0.554604, "accuracy": 0.612648, "main_score": 0.554604, "hf_subset": "sun_Latn-min_Arab", "languages": ["sun-Latn", "min-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-pol_Latn", "languages": ["sun-Latn", "pol-Latn"]}, {"precision": 0.589377, "recall": 0.651186, "f1": 0.607309, "accuracy": 0.651186, "main_score": 0.607309, "hf_subset": "sun_Latn-ssw_Latn", "languages": ["sun-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "sun_Latn-ukr_Cyrl", "languages": ["sun-Latn", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-afr_Latn", "languages": ["sun-Latn", "afr-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-bho_Deva", "languages": ["sun-Latn", "bho-Deva"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "sun_Latn-eus_Latn", "languages": ["sun-Latn", "eus-Latn"]}, {"precision": 0.596073, "recall": 0.65415, "f1": 0.612241, "accuracy": 0.65415, "main_score": 0.612241, "hf_subset": "sun_Latn-ibo_Latn", "languages": ["sun-Latn", "ibo-Latn"]}, {"precision": 0.859387, "recall": 0.897233, "f1": 0.871344, "accuracy": 0.897233, "main_score": 0.871344, "hf_subset": "sun_Latn-kmr_Latn", "languages": ["sun-Latn", "kmr-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "sun_Latn-min_Latn", "languages": ["sun-Latn", "min-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-por_Latn", "languages": ["sun-Latn", "por-Latn"]}, {"precision": 0.536035, "recall": 0.596838, "f1": 0.553539, "accuracy": 0.596838, "main_score": 0.553539, "hf_subset": "sun_Latn-umb_Latn", "languages": ["sun-Latn", "umb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-ajp_Arab", "languages": ["sun-Latn", "ajp-Arab"]}, {"precision": 0.576228, "recall": 0.643281, "f1": 0.595154, "accuracy": 0.643281, "main_score": 0.595154, "hf_subset": "sun_Latn-bjn_Arab", "languages": ["sun-Latn", "bjn-Arab"]}, {"precision": 0.529138, "recall": 0.579051, "f1": 0.542303, "accuracy": 0.579051, "main_score": 0.542303, "hf_subset": "sun_Latn-ewe_Latn", "languages": ["sun-Latn", "ewe-Latn"]}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "sun_Latn-ilo_Latn", "languages": ["sun-Latn", "ilo-Latn"]}, {"precision": 0.319977, "recall": 0.37747, "f1": 0.336215, "accuracy": 0.37747, "main_score": 0.336215, "hf_subset": "sun_Latn-knc_Arab", "languages": ["sun-Latn", "knc-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-mkd_Cyrl", "languages": ["sun-Latn", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-prs_Arab", "languages": ["sun-Latn", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-swe_Latn", "languages": ["sun-Latn", "swe-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-urd_Arab", "languages": ["sun-Latn", "urd-Arab"]}, {"precision": 0.599187, "recall": 0.661067, "f1": 0.616759, "accuracy": 0.661067, "main_score": 0.616759, "hf_subset": "sun_Latn-aka_Latn", "languages": ["sun-Latn", "aka-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "sun_Latn-bjn_Latn", "languages": ["sun-Latn", "bjn-Latn"]}, {"precision": 0.954084, "recall": 0.966403, "f1": 0.958004, "accuracy": 0.966403, "main_score": 0.958004, "hf_subset": "sun_Latn-fao_Latn", "languages": ["sun-Latn", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-ind_Latn", "languages": ["sun-Latn", "ind-Latn"]}, {"precision": 0.614711, "recall": 0.668972, "f1": 0.630026, "accuracy": 0.668972, "main_score": 0.630026, "hf_subset": "sun_Latn-knc_Latn", "languages": ["sun-Latn", "knc-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sun_Latn-mlt_Latn", "languages": ["sun-Latn", "mlt-Latn"]}, {"precision": 0.695426, "recall": 0.755929, "f1": 0.713324, "accuracy": 0.755929, "main_score": 0.713324, "hf_subset": "sun_Latn-quy_Latn", "languages": ["sun-Latn", "quy-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "sun_Latn-swh_Latn", "languages": ["sun-Latn", "swh-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "sun_Latn-uzn_Latn", "languages": ["sun-Latn", "uzn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-als_Latn", "languages": ["sun-Latn", "als-Latn"]}, {"precision": 0.568405, "recall": 0.650198, "f1": 0.591787, "accuracy": 0.650198, "main_score": 0.591787, "hf_subset": "sun_Latn-bod_Tibt", "languages": ["sun-Latn", "bod-Tibt"]}, {"precision": 0.708893, "recall": 0.763834, "f1": 0.724715, "accuracy": 0.763834, "main_score": 0.724715, "hf_subset": "sun_Latn-fij_Latn", "languages": ["sun-Latn", "fij-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "sun_Latn-isl_Latn", "languages": ["sun-Latn", "isl-Latn"]}, {"precision": 0.682629, "recall": 0.732213, "f1": 0.697499, "accuracy": 0.732213, "main_score": 0.697499, "hf_subset": "sun_Latn-kon_Latn", "languages": ["sun-Latn", "kon-Latn"]}, {"precision": 0.661352, "recall": 0.72332, "f1": 0.679513, "accuracy": 0.72332, "main_score": 0.679513, "hf_subset": "sun_Latn-mni_Beng", "languages": ["sun-Latn", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-ron_Latn", "languages": ["sun-Latn", "ron-Latn"]}, {"precision": 0.976285, "recall": 0.982213, "f1": 0.978261, "accuracy": 0.982213, "main_score": 0.978261, "hf_subset": "sun_Latn-szl_Latn", "languages": ["sun-Latn", "szl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-vec_Latn", "languages": ["sun-Latn", "vec-Latn"]}, {"precision": 0.91362, "recall": 0.939723, "f1": 0.922003, "accuracy": 0.939723, "main_score": 0.922003, "hf_subset": "sun_Latn-amh_Ethi", "languages": ["sun-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "sun_Latn-bos_Latn", "languages": ["sun-Latn", "bos-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sun_Latn-fin_Latn", "languages": ["sun-Latn", "fin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ita_Latn", "languages": ["sun-Latn", "ita-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-kor_Hang", "languages": ["sun-Latn", "kor-Hang"]}, {"precision": 0.568358, "recall": 0.629447, "f1": 0.585078, "accuracy": 0.629447, "main_score": 0.585078, "hf_subset": "sun_Latn-mos_Latn", "languages": ["sun-Latn", "mos-Latn"]}, {"precision": 0.569428, "recall": 0.626482, "f1": 0.585885, "accuracy": 0.626482, "main_score": 0.585885, "hf_subset": "sun_Latn-run_Latn", "languages": ["sun-Latn", "run-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-tam_Taml", "languages": ["sun-Latn", "tam-Taml"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "sun_Latn-vie_Latn", "languages": ["sun-Latn", "vie-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "sun_Latn-apc_Arab", "languages": ["sun-Latn", "apc-Arab"]}, {"precision": 0.819944, "recall": 0.862648, "f1": 0.832628, "accuracy": 0.862648, "main_score": 0.832628, "hf_subset": "sun_Latn-bug_Latn", "languages": ["sun-Latn", "bug-Latn"]}, {"precision": 0.479981, "recall": 0.538538, "f1": 0.495336, "accuracy": 0.538538, "main_score": 0.495336, "hf_subset": "sun_Latn-fon_Latn", "languages": ["sun-Latn", "fon-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-jav_Latn", "languages": ["sun-Latn", "jav-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "sun_Latn-lao_Laoo", "languages": ["sun-Latn", "lao-Laoo"]}, {"precision": 0.846624, "recall": 0.884387, "f1": 0.858004, "accuracy": 0.884387, "main_score": 0.858004, "hf_subset": "sun_Latn-mri_Latn", "languages": ["sun-Latn", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-rus_Cyrl", "languages": ["sun-Latn", "rus-Cyrl"]}, {"precision": 0.546692, "recall": 0.602767, "f1": 0.562356, "accuracy": 0.602767, "main_score": 0.562356, "hf_subset": "sun_Latn-taq_Latn", "languages": ["sun-Latn", "taq-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-war_Latn", "languages": ["sun-Latn", "war-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-arb_Arab", "languages": ["sun-Latn", "arb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-bul_Cyrl", "languages": ["sun-Latn", "bul-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-fra_Latn", "languages": ["sun-Latn", "fra-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-jpn_Jpan", "languages": ["sun-Latn", "jpn-Jpan"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "sun_Latn-lij_Latn", "languages": ["sun-Latn", "lij-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "sun_Latn-mya_Mymr", "languages": ["sun-Latn", "mya-Mymr"]}, {"precision": 0.62688, "recall": 0.688735, "f1": 0.644224, "accuracy": 0.688735, "main_score": 0.644224, "hf_subset": "sun_Latn-sag_Latn", "languages": ["sun-Latn", "sag-Latn"]}, {"precision": 0.199935, "recall": 0.255929, "f1": 0.212831, "accuracy": 0.255929, "main_score": 0.212831, "hf_subset": "sun_Latn-taq_Tfng", "languages": ["sun-Latn", "taq-Tfng"]}, {"precision": 0.644664, "recall": 0.711462, "f1": 0.664497, "accuracy": 0.711462, "main_score": 0.664497, "hf_subset": "sun_Latn-wol_Latn", "languages": ["sun-Latn", "wol-Latn"]}, {"precision": 0.770431, "recall": 0.822134, "f1": 0.786117, "accuracy": 0.822134, "main_score": 0.786117, "hf_subset": "sun_Latn-arb_Latn", "languages": ["sun-Latn", "arb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-cat_Latn", "languages": ["sun-Latn", "cat-Latn"]}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "sun_Latn-fur_Latn", "languages": ["sun-Latn", "fur-Latn"]}, {"precision": 0.435883, "recall": 0.497036, "f1": 0.452442, "accuracy": 0.497036, "main_score": 0.452442, "hf_subset": "sun_Latn-kab_Latn", "languages": ["sun-Latn", "kab-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sun_Latn-lim_Latn", "languages": ["sun-Latn", "lim-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-nld_Latn", "languages": ["sun-Latn", "nld-Latn"]}, {"precision": 0.969532, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "sun_Latn-san_Deva", "languages": ["sun-Latn", "san-Deva"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "sun_Latn-tat_Cyrl", "languages": ["sun-Latn", "tat-Cyrl"]}, {"precision": 0.687939, "recall": 0.742095, "f1": 0.703612, "accuracy": 0.742095, "main_score": 0.703612, "hf_subset": "sun_Latn-xho_Latn", "languages": ["sun-Latn", "xho-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ars_Arab", "languages": ["sun-Latn", "ars-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-ceb_Latn", "languages": ["sun-Latn", "ceb-Latn"]}, {"precision": 0.577122, "recall": 0.636364, "f1": 0.594043, "accuracy": 0.636364, "main_score": 0.594043, "hf_subset": "sun_Latn-fuv_Latn", "languages": ["sun-Latn", "fuv-Latn"]}, {"precision": 0.519583, "recall": 0.58004, "f1": 0.537063, "accuracy": 0.58004, "main_score": 0.537063, "hf_subset": "sun_Latn-kac_Latn", "languages": ["sun-Latn", "kac-Latn"]}, {"precision": 0.675619, "recall": 0.728261, "f1": 0.690428, "accuracy": 0.728261, "main_score": 0.690428, "hf_subset": "sun_Latn-lin_Latn", "languages": ["sun-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-nno_Latn", "languages": ["sun-Latn", "nno-Latn"]}, {"precision": 0.221378, "recall": 0.289526, "f1": 0.23895, "accuracy": 0.289526, "main_score": 0.23895, "hf_subset": "sun_Latn-sat_Olck", "languages": ["sun-Latn", "sat-Olck"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-tel_Telu", "languages": ["sun-Latn", "tel-Telu"]}, {"precision": 0.92971, "recall": 0.950593, "f1": 0.936265, "accuracy": 0.950593, "main_score": 0.936265, "hf_subset": "sun_Latn-ydd_Hebr", "languages": ["sun-Latn", "ydd-Hebr"]}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "sun_Latn-ary_Arab", "languages": ["sun-Latn", "ary-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ces_Latn", "languages": ["sun-Latn", "ces-Latn"]}, {"precision": 0.601548, "recall": 0.659091, "f1": 0.618431, "accuracy": 0.659091, "main_score": 0.618431, "hf_subset": "sun_Latn-gaz_Latn", "languages": ["sun-Latn", "gaz-Latn"]}, {"precision": 0.588628, "recall": 0.655138, "f1": 0.607763, "accuracy": 0.655138, "main_score": 0.607763, "hf_subset": "sun_Latn-kam_Latn", "languages": ["sun-Latn", "kam-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "sun_Latn-lit_Latn", "languages": ["sun-Latn", "lit-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-nob_Latn", "languages": ["sun-Latn", "nob-Latn"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "sun_Latn-scn_Latn", "languages": ["sun-Latn", "scn-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "sun_Latn-tgk_Cyrl", "languages": ["sun-Latn", "tgk-Cyrl"]}, {"precision": 0.708778, "recall": 0.772727, "f1": 0.728181, "accuracy": 0.772727, "main_score": 0.728181, "hf_subset": "sun_Latn-yor_Latn", "languages": ["sun-Latn", "yor-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "sun_Latn-arz_Arab", "languages": ["sun-Latn", "arz-Arab"]}, {"precision": 0.57197, "recall": 0.631423, "f1": 0.58861, "accuracy": 0.631423, "main_score": 0.58861, "hf_subset": "sun_Latn-cjk_Latn", "languages": ["sun-Latn", "cjk-Latn"]}, {"precision": 0.762665, "recall": 0.812253, "f1": 0.777668, "accuracy": 0.812253, "main_score": 0.777668, "hf_subset": "sun_Latn-gla_Latn", "languages": ["sun-Latn", "gla-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sun_Latn-kan_Knda", "languages": ["sun-Latn", "kan-Knda"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sun_Latn-lmo_Latn", "languages": ["sun-Latn", "lmo-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-npi_Deva", "languages": ["sun-Latn", "npi-Deva"]}, {"precision": 0.47259, "recall": 0.536561, "f1": 0.490752, "accuracy": 0.536561, "main_score": 0.490752, "hf_subset": "sun_Latn-shn_Mymr", "languages": ["sun-Latn", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-tgl_Latn", "languages": ["sun-Latn", "tgl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-yue_Hant", "languages": ["sun-Latn", "yue-Hant"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sun_Latn-asm_Beng", "languages": ["sun-Latn", "asm-Beng"]}, {"precision": 0.941897, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "sun_Latn-ckb_Arab", "languages": ["sun-Latn", "ckb-Arab"]}, {"precision": 0.838883, "recall": 0.878458, "f1": 0.851186, "accuracy": 0.878458, "main_score": 0.851186, "hf_subset": "sun_Latn-gle_Latn", "languages": ["sun-Latn", "gle-Latn"]}, {"precision": 0.92309, "recall": 0.944664, "f1": 0.929974, "accuracy": 0.944664, "main_score": 0.929974, "hf_subset": "sun_Latn-kas_Arab", "languages": ["sun-Latn", "kas-Arab"]}, {"precision": 0.920125, "recall": 0.942688, "f1": 0.927174, "accuracy": 0.942688, "main_score": 0.927174, "hf_subset": "sun_Latn-ltg_Latn", "languages": ["sun-Latn", "ltg-Latn"]}, {"precision": 0.633916, "recall": 0.686759, "f1": 0.649168, "accuracy": 0.686759, "main_score": 0.649168, "hf_subset": "sun_Latn-nso_Latn", "languages": ["sun-Latn", "nso-Latn"]}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "sun_Latn-sin_Sinh", "languages": ["sun-Latn", "sin-Sinh"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-tha_Thai", "languages": ["sun-Latn", "tha-Thai"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-zho_Hans", "languages": ["sun-Latn", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ast_Latn", "languages": ["sun-Latn", "ast-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "sun_Latn-crh_Latn", "languages": ["sun-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-glg_Latn", "languages": ["sun-Latn", "glg-Latn"]}, {"precision": 0.855023, "recall": 0.895257, "f1": 0.867655, "accuracy": 0.895257, "main_score": 0.867655, "hf_subset": "sun_Latn-kas_Deva", "languages": ["sun-Latn", "kas-Deva"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "sun_Latn-ltz_Latn", "languages": ["sun-Latn", "ltz-Latn"]}, {"precision": 0.485766, "recall": 0.548419, "f1": 0.502934, "accuracy": 0.548419, "main_score": 0.502934, "hf_subset": "sun_Latn-nus_Latn", "languages": ["sun-Latn", "nus-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-slk_Latn", "languages": ["sun-Latn", "slk-Latn"]}, {"precision": 0.594525, "recall": 0.663043, "f1": 0.614824, "accuracy": 0.663043, "main_score": 0.614824, "hf_subset": "sun_Latn-tir_Ethi", "languages": ["sun-Latn", "tir-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-zho_Hant", "languages": ["sun-Latn", "zho-Hant"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "sun_Latn-awa_Deva", "languages": ["sun-Latn", "awa-Deva"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "sun_Latn-cym_Latn", "languages": ["sun-Latn", "cym-Latn"]}, {"precision": 0.824861, "recall": 0.86166, "f1": 0.836281, "accuracy": 0.86166, "main_score": 0.836281, "hf_subset": "sun_Latn-grn_Latn", "languages": ["sun-Latn", "grn-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "sun_Latn-kat_Geor", "languages": ["sun-Latn", "kat-Geor"]}, {"precision": 0.657691, "recall": 0.710474, "f1": 0.673144, "accuracy": 0.710474, "main_score": 0.673144, "hf_subset": "sun_Latn-lua_Latn", "languages": ["sun-Latn", "lua-Latn"]}, {"precision": 0.641186, "recall": 0.698617, "f1": 0.657828, "accuracy": 0.698617, "main_score": 0.657828, "hf_subset": "sun_Latn-nya_Latn", "languages": ["sun-Latn", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-slv_Latn", "languages": ["sun-Latn", "slv-Latn"]}, {"precision": 0.927619, "recall": 0.94664, "f1": 0.933531, "accuracy": 0.94664, "main_score": 0.933531, "hf_subset": "sun_Latn-tpi_Latn", "languages": ["sun-Latn", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-zsm_Latn", "languages": ["sun-Latn", "zsm-Latn"]}, {"precision": 0.547152, "recall": 0.612648, "f1": 0.565144, "accuracy": 0.612648, "main_score": 0.565144, "hf_subset": "sun_Latn-ayr_Latn", "languages": ["sun-Latn", "ayr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-dan_Latn", "languages": ["sun-Latn", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-guj_Gujr", "languages": ["sun-Latn", "guj-Gujr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sun_Latn-kaz_Cyrl", "languages": ["sun-Latn", "kaz-Cyrl"]}, {"precision": 0.554631, "recall": 0.612648, "f1": 0.570892, "accuracy": 0.612648, "main_score": 0.570892, "hf_subset": "sun_Latn-lug_Latn", "languages": ["sun-Latn", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-oci_Latn", "languages": ["sun-Latn", "oci-Latn"]}, {"precision": 0.8042, "recall": 0.847826, "f1": 0.817391, "accuracy": 0.847826, "main_score": 0.817391, "hf_subset": "sun_Latn-smo_Latn", "languages": ["sun-Latn", "smo-Latn"]}, {"precision": 0.561914, "recall": 0.624506, "f1": 0.579221, "accuracy": 0.624506, "main_score": 0.579221, "hf_subset": "sun_Latn-tsn_Latn", "languages": ["sun-Latn", "tsn-Latn"]}, {"precision": 0.635274, "recall": 0.6917, "f1": 0.651602, "accuracy": 0.6917, "main_score": 0.651602, "hf_subset": "sun_Latn-zul_Latn", "languages": ["sun-Latn", "zul-Latn"]}, {"precision": 0.901713, "recall": 0.929842, "f1": 0.910738, "accuracy": 0.929842, "main_score": 0.910738, "hf_subset": "sun_Latn-azb_Arab", "languages": ["sun-Latn", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-deu_Latn", "languages": ["sun-Latn", "deu-Latn"]}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "sun_Latn-hat_Latn", "languages": ["sun-Latn", "hat-Latn"]}, {"precision": 0.50599, "recall": 0.563241, "f1": 0.521941, "accuracy": 0.563241, "main_score": 0.521941, "hf_subset": "sun_Latn-kbp_Latn", "languages": ["sun-Latn", "kbp-Latn"]}, {"precision": 0.590467, "recall": 0.643281, "f1": 0.605165, "accuracy": 0.643281, "main_score": 0.605165, "hf_subset": "sun_Latn-luo_Latn", "languages": ["sun-Latn", "luo-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-ory_Orya", "languages": ["sun-Latn", "ory-Orya"]}, {"precision": 0.600169, "recall": 0.659091, "f1": 0.616612, "accuracy": 0.659091, "main_score": 0.616612, "hf_subset": "sun_Latn-sna_Latn", "languages": ["sun-Latn", "sna-Latn"]}, {"precision": 0.564894, "recall": 0.621542, "f1": 0.580437, "accuracy": 0.621542, "main_score": 0.580437, "hf_subset": "sun_Latn-tso_Latn", "languages": ["sun-Latn", "tso-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "sun_Latn-azj_Latn", "languages": ["sun-Latn", "azj-Latn"]}, {"precision": 0.56165, "recall": 0.62747, "f1": 0.580478, "accuracy": 0.62747, "main_score": 0.580478, "hf_subset": "sun_Latn-dik_Latn", "languages": ["sun-Latn", "dik-Latn"]}, {"precision": 0.736018, "recall": 0.787549, "f1": 0.751285, "accuracy": 0.787549, "main_score": 0.751285, "hf_subset": "sun_Latn-hau_Latn", "languages": ["sun-Latn", "hau-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "sun_Latn-kea_Latn", "languages": ["sun-Latn", "kea-Latn"]}, {"precision": 0.740424, "recall": 0.791502, "f1": 0.755715, "accuracy": 0.791502, "main_score": 0.755715, "hf_subset": "sun_Latn-lus_Latn", "languages": ["sun-Latn", "lus-Latn"]}, {"precision": 0.858317, "recall": 0.88834, "f1": 0.86726, "accuracy": 0.88834, "main_score": 0.86726, "hf_subset": "sun_Latn-pag_Latn", "languages": ["sun-Latn", "pag-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-snd_Arab", "languages": ["sun-Latn", "snd-Arab"]}, {"precision": 0.921607, "recall": 0.944664, "f1": 0.929018, "accuracy": 0.944664, "main_score": 0.929018, "hf_subset": "sun_Latn-tuk_Latn", "languages": ["sun-Latn", "tuk-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "sun_Latn-bak_Cyrl", "languages": ["sun-Latn", "bak-Cyrl"]}, {"precision": 0.50034, "recall": 0.581028, "f1": 0.523872, "accuracy": 0.581028, "main_score": 0.523872, "hf_subset": "sun_Latn-dyu_Latn", "languages": ["sun-Latn", "dyu-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-heb_Hebr", "languages": ["sun-Latn", "heb-Hebr"]}, {"precision": 0.958745, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "sun_Latn-khk_Cyrl", "languages": ["sun-Latn", "khk-Cyrl"]}, {"precision": 0.990366, "recall": 0.993083, "f1": 0.991173, "accuracy": 0.993083, "main_score": 0.991173, "hf_subset": "sun_Latn-lvs_Latn", "languages": ["sun-Latn", "lvs-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-pan_Guru", "languages": ["sun-Latn", "pan-Guru"]}, {"precision": 0.708547, "recall": 0.766798, "f1": 0.724925, "accuracy": 0.766798, "main_score": 0.724925, "hf_subset": "sun_Latn-som_Latn", "languages": ["sun-Latn", "som-Latn"]}, {"precision": 0.610646, "recall": 0.656126, "f1": 0.622545, "accuracy": 0.656126, "main_score": 0.622545, "hf_subset": "sun_Latn-tum_Latn", "languages": ["sun-Latn", "tum-Latn"]}, {"precision": 0.39861, "recall": 0.450593, "f1": 0.413734, "accuracy": 0.450593, "main_score": 0.413734, "hf_subset": "umb_Latn-ace_Arab", "languages": ["umb-Latn", "ace-Arab"]}, {"precision": 0.478746, "recall": 0.514822, "f1": 0.489325, "accuracy": 0.514822, "main_score": 0.489325, "hf_subset": "umb_Latn-bam_Latn", "languages": ["umb-Latn", "bam-Latn"]}, {"precision": 0.203096, "recall": 0.241107, "f1": 0.212878, "accuracy": 0.241107, "main_score": 0.212878, "hf_subset": "umb_Latn-dzo_Tibt", "languages": ["umb-Latn", "dzo-Tibt"]}, {"precision": 0.516256, "recall": 0.559289, "f1": 0.527813, "accuracy": 0.559289, "main_score": 0.527813, "hf_subset": "umb_Latn-hin_Deva", "languages": ["umb-Latn", "hin-Deva"]}, {"precision": 0.474883, "recall": 0.518775, "f1": 0.486756, "accuracy": 0.518775, "main_score": 0.486756, "hf_subset": "umb_Latn-khm_Khmr", "languages": ["umb-Latn", "khm-Khmr"]}, {"precision": 0.514078, "recall": 0.555336, "f1": 0.525796, "accuracy": 0.555336, "main_score": 0.525796, "hf_subset": "umb_Latn-mag_Deva", "languages": ["umb-Latn", "mag-Deva"]}, {"precision": 0.517357, "recall": 0.550395, "f1": 0.526049, "accuracy": 0.550395, "main_score": 0.526049, "hf_subset": "umb_Latn-pap_Latn", "languages": ["umb-Latn", "pap-Latn"]}, {"precision": 0.499295, "recall": 0.538538, "f1": 0.509559, "accuracy": 0.538538, "main_score": 0.509559, "hf_subset": "umb_Latn-sot_Latn", "languages": ["umb-Latn", "sot-Latn"]}, {"precision": 0.515978, "recall": 0.556324, "f1": 0.526471, "accuracy": 0.556324, "main_score": 0.526471, "hf_subset": "umb_Latn-tur_Latn", "languages": ["umb-Latn", "tur-Latn"]}, {"precision": 0.509324, "recall": 0.551383, "f1": 0.520146, "accuracy": 0.551383, "main_score": 0.520146, "hf_subset": "umb_Latn-ace_Latn", "languages": ["umb-Latn", "ace-Latn"]}, {"precision": 0.531659, "recall": 0.567194, "f1": 0.541155, "accuracy": 0.567194, "main_score": 0.541155, "hf_subset": "umb_Latn-ban_Latn", "languages": ["umb-Latn", "ban-Latn"]}, {"precision": 0.502063, "recall": 0.550395, "f1": 0.514828, "accuracy": 0.550395, "main_score": 0.514828, "hf_subset": "umb_Latn-ell_Grek", "languages": ["umb-Latn", "ell-Grek"]}, {"precision": 0.502838, "recall": 0.54249, "f1": 0.513145, "accuracy": 0.54249, "main_score": 0.513145, "hf_subset": "umb_Latn-hne_Deva", "languages": ["umb-Latn", "hne-Deva"]}, {"precision": 0.458567, "recall": 0.501976, "f1": 0.469794, "accuracy": 0.501976, "main_score": 0.469794, "hf_subset": "umb_Latn-kik_Latn", "languages": ["umb-Latn", "kik-Latn"]}, {"precision": 0.517175, "recall": 0.557312, "f1": 0.528078, "accuracy": 0.557312, "main_score": 0.528078, "hf_subset": "umb_Latn-mai_Deva", "languages": ["umb-Latn", "mai-Deva"]}, {"precision": 0.470681, "recall": 0.519763, "f1": 0.484138, "accuracy": 0.519763, "main_score": 0.484138, "hf_subset": "umb_Latn-pbt_Arab", "languages": ["umb-Latn", "pbt-Arab"]}, {"precision": 0.513732, "recall": 0.559289, "f1": 0.525745, "accuracy": 0.559289, "main_score": 0.525745, "hf_subset": "umb_Latn-spa_Latn", "languages": ["umb-Latn", "spa-Latn"]}, {"precision": 0.509286, "recall": 0.540514, "f1": 0.517834, "accuracy": 0.540514, "main_score": 0.517834, "hf_subset": "umb_Latn-twi_Latn", "languages": ["umb-Latn", "twi-Latn"]}, {"precision": 0.491562, "recall": 0.533597, "f1": 0.502966, "accuracy": 0.533597, "main_score": 0.502966, "hf_subset": "umb_Latn-acm_Arab", "languages": ["umb-Latn", "acm-Arab"]}, {"precision": 0.476678, "recall": 0.524704, "f1": 0.489238, "accuracy": 0.524704, "main_score": 0.489238, "hf_subset": "umb_Latn-bel_Cyrl", "languages": ["umb-Latn", "bel-Cyrl"]}, {"precision": 0.535808, "recall": 0.579051, "f1": 0.547921, "accuracy": 0.579051, "main_score": 0.547921, "hf_subset": "umb_Latn-eng_Latn", "languages": ["umb-Latn", "eng-Latn"]}, {"precision": 0.520553, "recall": 0.559289, "f1": 0.531134, "accuracy": 0.559289, "main_score": 0.531134, "hf_subset": "umb_Latn-hrv_Latn", "languages": ["umb-Latn", "hrv-Latn"]}, {"precision": 0.487809, "recall": 0.527668, "f1": 0.499088, "accuracy": 0.527668, "main_score": 0.499088, "hf_subset": "umb_Latn-kin_Latn", "languages": ["umb-Latn", "kin-Latn"]}, {"precision": 0.496842, "recall": 0.546443, "f1": 0.510232, "accuracy": 0.546443, "main_score": 0.510232, "hf_subset": "umb_Latn-mal_Mlym", "languages": ["umb-Latn", "mal-Mlym"]}, {"precision": 0.509606, "recall": 0.556324, "f1": 0.521904, "accuracy": 0.556324, "main_score": 0.521904, "hf_subset": "umb_Latn-pes_Arab", "languages": ["umb-Latn", "pes-Arab"]}, {"precision": 0.521078, "recall": 0.5583, "f1": 0.531524, "accuracy": 0.5583, "main_score": 0.531524, "hf_subset": "umb_Latn-srd_Latn", "languages": ["umb-Latn", "srd-Latn"]}, {"precision": 0.209964, "recall": 0.249012, "f1": 0.219432, "accuracy": 0.249012, "main_score": 0.219432, "hf_subset": "umb_Latn-tzm_Tfng", "languages": ["umb-Latn", "tzm-Tfng"]}, {"precision": 0.499012, "recall": 0.540514, "f1": 0.510665, "accuracy": 0.540514, "main_score": 0.510665, "hf_subset": "umb_Latn-acq_Arab", "languages": ["umb-Latn", "acq-Arab"]}, {"precision": 0.521901, "recall": 0.555336, "f1": 0.531465, "accuracy": 0.555336, "main_score": 0.531465, "hf_subset": "umb_Latn-bem_Latn", "languages": ["umb-Latn", "bem-Latn"]}, {"precision": 0.515926, "recall": 0.561265, "f1": 0.527701, "accuracy": 0.561265, "main_score": 0.527701, "hf_subset": "umb_Latn-epo_Latn", "languages": ["umb-Latn", "epo-Latn"]}, {"precision": 0.514372, "recall": 0.556324, "f1": 0.525662, "accuracy": 0.556324, "main_score": 0.525662, "hf_subset": "umb_Latn-hun_Latn", "languages": ["umb-Latn", "hun-Latn"]}, {"precision": 0.499587, "recall": 0.54249, "f1": 0.510877, "accuracy": 0.54249, "main_score": 0.510877, "hf_subset": "umb_Latn-kir_Cyrl", "languages": ["umb-Latn", "kir-Cyrl"]}, {"precision": 0.501727, "recall": 0.548419, "f1": 0.514973, "accuracy": 0.548419, "main_score": 0.514973, "hf_subset": "umb_Latn-mar_Deva", "languages": ["umb-Latn", "mar-Deva"]}, {"precision": 0.513441, "recall": 0.549407, "f1": 0.523164, "accuracy": 0.549407, "main_score": 0.523164, "hf_subset": "umb_Latn-plt_Latn", "languages": ["umb-Latn", "plt-Latn"]}, {"precision": 0.519915, "recall": 0.561265, "f1": 0.531739, "accuracy": 0.561265, "main_score": 0.531739, "hf_subset": "umb_Latn-srp_Cyrl", "languages": ["umb-Latn", "srp-Cyrl"]}, {"precision": 0.451741, "recall": 0.495059, "f1": 0.463613, "accuracy": 0.495059, "main_score": 0.463613, "hf_subset": "umb_Latn-uig_Arab", "languages": ["umb-Latn", "uig-Arab"]}, {"precision": 0.489218, "recall": 0.534585, "f1": 0.501648, "accuracy": 0.534585, "main_score": 0.501648, "hf_subset": "umb_Latn-aeb_Arab", "languages": ["umb-Latn", "aeb-Arab"]}, {"precision": 0.511126, "recall": 0.5583, "f1": 0.524292, "accuracy": 0.5583, "main_score": 0.524292, "hf_subset": "umb_Latn-ben_Beng", "languages": ["umb-Latn", "ben-Beng"]}, {"precision": 0.505638, "recall": 0.552372, "f1": 0.517957, "accuracy": 0.552372, "main_score": 0.517957, "hf_subset": "umb_Latn-est_Latn", "languages": ["umb-Latn", "est-Latn"]}, {"precision": 0.500225, "recall": 0.54249, "f1": 0.511568, "accuracy": 0.54249, "main_score": 0.511568, "hf_subset": "umb_Latn-hye_Armn", "languages": ["umb-Latn", "hye-Armn"]}, {"precision": 0.555894, "recall": 0.590909, "f1": 0.565693, "accuracy": 0.590909, "main_score": 0.565693, "hf_subset": "umb_Latn-kmb_Latn", "languages": ["umb-Latn", "kmb-Latn"]}, {"precision": 0.363278, "recall": 0.414032, "f1": 0.376873, "accuracy": 0.414032, "main_score": 0.376873, "hf_subset": "umb_Latn-min_Arab", "languages": ["umb-Latn", "min-Arab"]}, {"precision": 0.516767, "recall": 0.560277, "f1": 0.528641, "accuracy": 0.560277, "main_score": 0.528641, "hf_subset": "umb_Latn-pol_Latn", "languages": ["umb-Latn", "pol-Latn"]}, {"precision": 0.509207, "recall": 0.545455, "f1": 0.518939, "accuracy": 0.545455, "main_score": 0.518939, "hf_subset": "umb_Latn-ssw_Latn", "languages": ["umb-Latn", "ssw-Latn"]}, {"precision": 0.520179, "recall": 0.562253, "f1": 0.531646, "accuracy": 0.562253, "main_score": 0.531646, "hf_subset": "umb_Latn-ukr_Cyrl", "languages": ["umb-Latn", "ukr-Cyrl"]}, {"precision": 0.529965, "recall": 0.573123, "f1": 0.541932, "accuracy": 0.573123, "main_score": 0.541932, "hf_subset": "umb_Latn-afr_Latn", "languages": ["umb-Latn", "afr-Latn"]}, {"precision": 0.492572, "recall": 0.531621, "f1": 0.503437, "accuracy": 0.531621, "main_score": 0.503437, "hf_subset": "umb_Latn-bho_Deva", "languages": ["umb-Latn", "bho-Deva"]}, {"precision": 0.512369, "recall": 0.554348, "f1": 0.523617, "accuracy": 0.554348, "main_score": 0.523617, "hf_subset": "umb_Latn-eus_Latn", "languages": ["umb-Latn", "eus-Latn"]}, {"precision": 0.495923, "recall": 0.538538, "f1": 0.508274, "accuracy": 0.538538, "main_score": 0.508274, "hf_subset": "umb_Latn-ibo_Latn", "languages": ["umb-Latn", "ibo-Latn"]}, {"precision": 0.508391, "recall": 0.548419, "f1": 0.519094, "accuracy": 0.548419, "main_score": 0.519094, "hf_subset": "umb_Latn-kmr_Latn", "languages": ["umb-Latn", "kmr-Latn"]}, {"precision": 0.526886, "recall": 0.567194, "f1": 0.537047, "accuracy": 0.567194, "main_score": 0.537047, "hf_subset": "umb_Latn-min_Latn", "languages": ["umb-Latn", "min-Latn"]}, {"precision": 0.533426, "recall": 0.574111, "f1": 0.544798, "accuracy": 0.574111, "main_score": 0.544798, "hf_subset": "umb_Latn-por_Latn", "languages": ["umb-Latn", "por-Latn"]}, {"precision": 0.536986, "recall": 0.577075, "f1": 0.547454, "accuracy": 0.577075, "main_score": 0.547454, "hf_subset": "umb_Latn-sun_Latn", "languages": ["umb-Latn", "sun-Latn"]}, {"precision": 0.506165, "recall": 0.551383, "f1": 0.51816, "accuracy": 0.551383, "main_score": 0.51816, "hf_subset": "umb_Latn-ajp_Arab", "languages": ["umb-Latn", "ajp-Arab"]}, {"precision": 0.37708, "recall": 0.425889, "f1": 0.389922, "accuracy": 0.425889, "main_score": 0.389922, "hf_subset": "umb_Latn-bjn_Arab", "languages": ["umb-Latn", "bjn-Arab"]}, {"precision": 0.479319, "recall": 0.51087, "f1": 0.488186, "accuracy": 0.51087, "main_score": 0.488186, "hf_subset": "umb_Latn-ewe_Latn", "languages": ["umb-Latn", "ewe-Latn"]}, {"precision": 0.52263, "recall": 0.562253, "f1": 0.532779, "accuracy": 0.562253, "main_score": 0.532779, "hf_subset": "umb_Latn-ilo_Latn", "languages": ["umb-Latn", "ilo-Latn"]}, {"precision": 0.301483, "recall": 0.347826, "f1": 0.313826, "accuracy": 0.347826, "main_score": 0.313826, "hf_subset": "umb_Latn-knc_Arab", "languages": ["umb-Latn", "knc-Arab"]}, {"precision": 0.523271, "recall": 0.56917, "f1": 0.535007, "accuracy": 0.56917, "main_score": 0.535007, "hf_subset": "umb_Latn-mkd_Cyrl", "languages": ["umb-Latn", "mkd-Cyrl"]}, {"precision": 0.508592, "recall": 0.5583, "f1": 0.521254, "accuracy": 0.5583, "main_score": 0.521254, "hf_subset": "umb_Latn-prs_Arab", "languages": ["umb-Latn", "prs-Arab"]}, {"precision": 0.516988, "recall": 0.563241, "f1": 0.529256, "accuracy": 0.563241, "main_score": 0.529256, "hf_subset": "umb_Latn-swe_Latn", "languages": ["umb-Latn", "swe-Latn"]}, {"precision": 0.48789, "recall": 0.535573, "f1": 0.500613, "accuracy": 0.535573, "main_score": 0.500613, "hf_subset": "umb_Latn-urd_Arab", "languages": ["umb-Latn", "urd-Arab"]}, {"precision": 0.498973, "recall": 0.531621, "f1": 0.507488, "accuracy": 0.531621, "main_score": 0.507488, "hf_subset": "umb_Latn-aka_Latn", "languages": ["umb-Latn", "aka-Latn"]}, {"precision": 0.525521, "recall": 0.560277, "f1": 0.535095, "accuracy": 0.560277, "main_score": 0.535095, "hf_subset": "umb_Latn-bjn_Latn", "languages": ["umb-Latn", "bjn-Latn"]}, {"precision": 0.505675, "recall": 0.541502, "f1": 0.51537, "accuracy": 0.541502, "main_score": 0.51537, "hf_subset": "umb_Latn-fao_Latn", "languages": ["umb-Latn", "fao-Latn"]}, {"precision": 0.526091, "recall": 0.566206, "f1": 0.53639, "accuracy": 0.566206, "main_score": 0.53639, "hf_subset": "umb_Latn-ind_Latn", "languages": ["umb-Latn", "ind-Latn"]}, {"precision": 0.499746, "recall": 0.539526, "f1": 0.511194, "accuracy": 0.539526, "main_score": 0.511194, "hf_subset": "umb_Latn-knc_Latn", "languages": ["umb-Latn", "knc-Latn"]}, {"precision": 0.533208, "recall": 0.571146, "f1": 0.542943, "accuracy": 0.571146, "main_score": 0.542943, "hf_subset": "umb_Latn-mlt_Latn", "languages": ["umb-Latn", "mlt-Latn"]}, {"precision": 0.503732, "recall": 0.538538, "f1": 0.514225, "accuracy": 0.538538, "main_score": 0.514225, "hf_subset": "umb_Latn-quy_Latn", "languages": ["umb-Latn", "quy-Latn"]}, {"precision": 0.525707, "recall": 0.566206, "f1": 0.536625, "accuracy": 0.566206, "main_score": 0.536625, "hf_subset": "umb_Latn-swh_Latn", "languages": ["umb-Latn", "swh-Latn"]}, {"precision": 0.49613, "recall": 0.537549, "f1": 0.50779, "accuracy": 0.537549, "main_score": 0.50779, "hf_subset": "umb_Latn-uzn_Latn", "languages": ["umb-Latn", "uzn-Latn"]}, {"precision": 0.526677, "recall": 0.565217, "f1": 0.536843, "accuracy": 0.565217, "main_score": 0.536843, "hf_subset": "umb_Latn-als_Latn", "languages": ["umb-Latn", "als-Latn"]}, {"precision": 0.268026, "recall": 0.312253, "f1": 0.279345, "accuracy": 0.312253, "main_score": 0.279345, "hf_subset": "umb_Latn-bod_Tibt", "languages": ["umb-Latn", "bod-Tibt"]}, {"precision": 0.489108, "recall": 0.522727, "f1": 0.498474, "accuracy": 0.522727, "main_score": 0.498474, "hf_subset": "umb_Latn-fij_Latn", "languages": ["umb-Latn", "fij-Latn"]}, {"precision": 0.512061, "recall": 0.551383, "f1": 0.522625, "accuracy": 0.551383, "main_score": 0.522625, "hf_subset": "umb_Latn-isl_Latn", "languages": ["umb-Latn", "isl-Latn"]}, {"precision": 0.540859, "recall": 0.573123, "f1": 0.549802, "accuracy": 0.573123, "main_score": 0.549802, "hf_subset": "umb_Latn-kon_Latn", "languages": ["umb-Latn", "kon-Latn"]}, {"precision": 0.42798, "recall": 0.480237, "f1": 0.442929, "accuracy": 0.480237, "main_score": 0.442929, "hf_subset": "umb_Latn-mni_Beng", "languages": ["umb-Latn", "mni-Beng"]}, {"precision": 0.540202, "recall": 0.582016, "f1": 0.550505, "accuracy": 0.582016, "main_score": 0.550505, "hf_subset": "umb_Latn-ron_Latn", "languages": ["umb-Latn", "ron-Latn"]}, {"precision": 0.517483, "recall": 0.5583, "f1": 0.528302, "accuracy": 0.5583, "main_score": 0.528302, "hf_subset": "umb_Latn-szl_Latn", "languages": ["umb-Latn", "szl-Latn"]}, {"precision": 0.533376, "recall": 0.575099, "f1": 0.544569, "accuracy": 0.575099, "main_score": 0.544569, "hf_subset": "umb_Latn-vec_Latn", "languages": ["umb-Latn", "vec-Latn"]}, {"precision": 0.43849, "recall": 0.48913, "f1": 0.451834, "accuracy": 0.48913, "main_score": 0.451834, "hf_subset": "umb_Latn-amh_Ethi", "languages": ["umb-Latn", "amh-Ethi"]}, {"precision": 0.527829, "recall": 0.571146, "f1": 0.539367, "accuracy": 0.571146, "main_score": 0.539367, "hf_subset": "umb_Latn-bos_Latn", "languages": ["umb-Latn", "bos-Latn"]}, {"precision": 0.509406, "recall": 0.549407, "f1": 0.520226, "accuracy": 0.549407, "main_score": 0.520226, "hf_subset": "umb_Latn-fin_Latn", "languages": ["umb-Latn", "fin-Latn"]}, {"precision": 0.511063, "recall": 0.555336, "f1": 0.523113, "accuracy": 0.555336, "main_score": 0.523113, "hf_subset": "umb_Latn-ita_Latn", "languages": ["umb-Latn", "ita-Latn"]}, {"precision": 0.504037, "recall": 0.550395, "f1": 0.516103, "accuracy": 0.550395, "main_score": 0.516103, "hf_subset": "umb_Latn-kor_Hang", "languages": ["umb-Latn", "kor-Hang"]}, {"precision": 0.498881, "recall": 0.536561, "f1": 0.509034, "accuracy": 0.536561, "main_score": 0.509034, "hf_subset": "umb_Latn-mos_Latn", "languages": ["umb-Latn", "mos-Latn"]}, {"precision": 0.494784, "recall": 0.531621, "f1": 0.505152, "accuracy": 0.531621, "main_score": 0.505152, "hf_subset": "umb_Latn-run_Latn", "languages": ["umb-Latn", "run-Latn"]}, {"precision": 0.50139, "recall": 0.550395, "f1": 0.514567, "accuracy": 0.550395, "main_score": 0.514567, "hf_subset": "umb_Latn-tam_Taml", "languages": ["umb-Latn", "tam-Taml"]}, {"precision": 0.516475, "recall": 0.5583, "f1": 0.52804, "accuracy": 0.5583, "main_score": 0.52804, "hf_subset": "umb_Latn-vie_Latn", "languages": ["umb-Latn", "vie-Latn"]}, {"precision": 0.506189, "recall": 0.550395, "f1": 0.518405, "accuracy": 0.550395, "main_score": 0.518405, "hf_subset": "umb_Latn-apc_Arab", "languages": ["umb-Latn", "apc-Arab"]}, {"precision": 0.497338, "recall": 0.537549, "f1": 0.507539, "accuracy": 0.537549, "main_score": 0.507539, "hf_subset": "umb_Latn-bug_Latn", "languages": ["umb-Latn", "bug-Latn"]}, {"precision": 0.443785, "recall": 0.485178, "f1": 0.455083, "accuracy": 0.485178, "main_score": 0.455083, "hf_subset": "umb_Latn-fon_Latn", "languages": ["umb-Latn", "fon-Latn"]}, {"precision": 0.53848, "recall": 0.571146, "f1": 0.548014, "accuracy": 0.571146, "main_score": 0.548014, "hf_subset": "umb_Latn-jav_Latn", "languages": ["umb-Latn", "jav-Latn"]}, {"precision": 0.476576, "recall": 0.525692, "f1": 0.489427, "accuracy": 0.525692, "main_score": 0.489427, "hf_subset": "umb_Latn-lao_Laoo", "languages": ["umb-Latn", "lao-Laoo"]}, {"precision": 0.467344, "recall": 0.500988, "f1": 0.476314, "accuracy": 0.500988, "main_score": 0.476314, "hf_subset": "umb_Latn-mri_Latn", "languages": ["umb-Latn", "mri-Latn"]}, {"precision": 0.50716, "recall": 0.552372, "f1": 0.519, "accuracy": 0.552372, "main_score": 0.519, "hf_subset": "umb_Latn-rus_Cyrl", "languages": ["umb-Latn", "rus-Cyrl"]}, {"precision": 0.484848, "recall": 0.516798, "f1": 0.493517, "accuracy": 0.516798, "main_score": 0.493517, "hf_subset": "umb_Latn-taq_Latn", "languages": ["umb-Latn", "taq-Latn"]}, {"precision": 0.540839, "recall": 0.579051, "f1": 0.550527, "accuracy": 0.579051, "main_score": 0.550527, "hf_subset": "umb_Latn-war_Latn", "languages": ["umb-Latn", "war-Latn"]}, {"precision": 0.508341, "recall": 0.548419, "f1": 0.520125, "accuracy": 0.548419, "main_score": 0.520125, "hf_subset": "umb_Latn-arb_Arab", "languages": ["umb-Latn", "arb-Arab"]}, {"precision": 0.529754, "recall": 0.567194, "f1": 0.540018, "accuracy": 0.567194, "main_score": 0.540018, "hf_subset": "umb_Latn-bul_Cyrl", "languages": ["umb-Latn", "bul-Cyrl"]}, {"precision": 0.524323, "recall": 0.56917, "f1": 0.536306, "accuracy": 0.56917, "main_score": 0.536306, "hf_subset": "umb_Latn-fra_Latn", "languages": ["umb-Latn", "fra-Latn"]}, {"precision": 0.494087, "recall": 0.541502, "f1": 0.507062, "accuracy": 0.541502, "main_score": 0.507062, "hf_subset": "umb_Latn-jpn_Jpan", "languages": ["umb-Latn", "jpn-Jpan"]}, {"precision": 0.522879, "recall": 0.560277, "f1": 0.532065, "accuracy": 0.560277, "main_score": 0.532065, "hf_subset": "umb_Latn-lij_Latn", "languages": ["umb-Latn", "lij-Latn"]}, {"precision": 0.397627, "recall": 0.450593, "f1": 0.411221, "accuracy": 0.450593, "main_score": 0.411221, "hf_subset": "umb_Latn-mya_Mymr", "languages": ["umb-Latn", "mya-Mymr"]}, {"precision": 0.502654, "recall": 0.535573, "f1": 0.512143, "accuracy": 0.535573, "main_score": 0.512143, "hf_subset": "umb_Latn-sag_Latn", "languages": ["umb-Latn", "sag-Latn"]}, {"precision": 0.208848, "recall": 0.251976, "f1": 0.218554, "accuracy": 0.251976, "main_score": 0.218554, "hf_subset": "umb_Latn-taq_Tfng", "languages": ["umb-Latn", "taq-Tfng"]}, {"precision": 0.502294, "recall": 0.54249, "f1": 0.513633, "accuracy": 0.54249, "main_score": 0.513633, "hf_subset": "umb_Latn-wol_Latn", "languages": ["umb-Latn", "wol-Latn"]}, {"precision": 0.43405, "recall": 0.471344, "f1": 0.444363, "accuracy": 0.471344, "main_score": 0.444363, "hf_subset": "umb_Latn-arb_Latn", "languages": ["umb-Latn", "arb-Latn"]}, {"precision": 0.529741, "recall": 0.570158, "f1": 0.540834, "accuracy": 0.570158, "main_score": 0.540834, "hf_subset": "umb_Latn-cat_Latn", "languages": ["umb-Latn", "cat-Latn"]}, {"precision": 0.510424, "recall": 0.548419, "f1": 0.520746, "accuracy": 0.548419, "main_score": 0.520746, "hf_subset": "umb_Latn-fur_Latn", "languages": ["umb-Latn", "fur-Latn"]}, {"precision": 0.411193, "recall": 0.449605, "f1": 0.421863, "accuracy": 0.449605, "main_score": 0.421863, "hf_subset": "umb_Latn-kab_Latn", "languages": ["umb-Latn", "kab-Latn"]}, {"precision": 0.522528, "recall": 0.555336, "f1": 0.531543, "accuracy": 0.555336, "main_score": 0.531543, "hf_subset": "umb_Latn-lim_Latn", "languages": ["umb-Latn", "lim-Latn"]}, {"precision": 0.505508, "recall": 0.550395, "f1": 0.517881, "accuracy": 0.550395, "main_score": 0.517881, "hf_subset": "umb_Latn-nld_Latn", "languages": ["umb-Latn", "nld-Latn"]}, {"precision": 0.468437, "recall": 0.517787, "f1": 0.481552, "accuracy": 0.517787, "main_score": 0.481552, "hf_subset": "umb_Latn-san_Deva", "languages": ["umb-Latn", "san-Deva"]}, {"precision": 0.507665, "recall": 0.557312, "f1": 0.520957, "accuracy": 0.557312, "main_score": 0.520957, "hf_subset": "umb_Latn-tat_Cyrl", "languages": ["umb-Latn", "tat-Cyrl"]}, {"precision": 0.549974, "recall": 0.581028, "f1": 0.558632, "accuracy": 0.581028, "main_score": 0.558632, "hf_subset": "umb_Latn-xho_Latn", "languages": ["umb-Latn", "xho-Latn"]}, {"precision": 0.486331, "recall": 0.530632, "f1": 0.499362, "accuracy": 0.530632, "main_score": 0.499362, "hf_subset": "umb_Latn-ars_Arab", "languages": ["umb-Latn", "ars-Arab"]}, {"precision": 0.536614, "recall": 0.572134, "f1": 0.546113, "accuracy": 0.572134, "main_score": 0.546113, "hf_subset": "umb_Latn-ceb_Latn", "languages": ["umb-Latn", "ceb-Latn"]}, {"precision": 0.46893, "recall": 0.509881, "f1": 0.480796, "accuracy": 0.509881, "main_score": 0.480796, "hf_subset": "umb_Latn-fuv_Latn", "languages": ["umb-Latn", "fuv-Latn"]}, {"precision": 0.474821, "recall": 0.516798, "f1": 0.485721, "accuracy": 0.516798, "main_score": 0.485721, "hf_subset": "umb_Latn-kac_Latn", "languages": ["umb-Latn", "kac-Latn"]}, {"precision": 0.532601, "recall": 0.563241, "f1": 0.540895, "accuracy": 0.563241, "main_score": 0.540895, "hf_subset": "umb_Latn-lin_Latn", "languages": ["umb-Latn", "lin-Latn"]}, {"precision": 0.508144, "recall": 0.555336, "f1": 0.521121, "accuracy": 0.555336, "main_score": 0.521121, "hf_subset": "umb_Latn-nno_Latn", "languages": ["umb-Latn", "nno-Latn"]}, {"precision": 0.126738, "recall": 0.159091, "f1": 0.135401, "accuracy": 0.159091, "main_score": 0.135401, "hf_subset": "umb_Latn-sat_Olck", "languages": ["umb-Latn", "sat-Olck"]}, {"precision": 0.499997, "recall": 0.550395, "f1": 0.512973, "accuracy": 0.550395, "main_score": 0.512973, "hf_subset": "umb_Latn-tel_Telu", "languages": ["umb-Latn", "tel-Telu"]}, {"precision": 0.446915, "recall": 0.496047, "f1": 0.459886, "accuracy": 0.496047, "main_score": 0.459886, "hf_subset": "umb_Latn-ydd_Hebr", "languages": ["umb-Latn", "ydd-Hebr"]}, {"precision": 0.475382, "recall": 0.523715, "f1": 0.488046, "accuracy": 0.523715, "main_score": 0.488046, "hf_subset": "umb_Latn-ary_Arab", "languages": ["umb-Latn", "ary-Arab"]}, {"precision": 0.528513, "recall": 0.566206, "f1": 0.538883, "accuracy": 0.566206, "main_score": 0.538883, "hf_subset": "umb_Latn-ces_Latn", "languages": ["umb-Latn", "ces-Latn"]}, {"precision": 0.465991, "recall": 0.507905, "f1": 0.477749, "accuracy": 0.507905, "main_score": 0.477749, "hf_subset": "umb_Latn-gaz_Latn", "languages": ["umb-Latn", "gaz-Latn"]}, {"precision": 0.495983, "recall": 0.534585, "f1": 0.50637, "accuracy": 0.534585, "main_score": 0.50637, "hf_subset": "umb_Latn-kam_Latn", "languages": ["umb-Latn", "kam-Latn"]}, {"precision": 0.50109, "recall": 0.544466, "f1": 0.512788, "accuracy": 0.544466, "main_score": 0.512788, "hf_subset": "umb_Latn-lit_Latn", "languages": ["umb-Latn", "lit-Latn"]}, {"precision": 0.518998, "recall": 0.562253, "f1": 0.530604, "accuracy": 0.562253, "main_score": 0.530604, "hf_subset": "umb_Latn-nob_Latn", "languages": ["umb-Latn", "nob-Latn"]}, {"precision": 0.502385, "recall": 0.54249, "f1": 0.513047, "accuracy": 0.54249, "main_score": 0.513047, "hf_subset": "umb_Latn-scn_Latn", "languages": ["umb-Latn", "scn-Latn"]}, {"precision": 0.493153, "recall": 0.532609, "f1": 0.50352, "accuracy": 0.532609, "main_score": 0.50352, "hf_subset": "umb_Latn-tgk_Cyrl", "languages": ["umb-Latn", "tgk-Cyrl"]}, {"precision": 0.460161, "recall": 0.507905, "f1": 0.474214, "accuracy": 0.507905, "main_score": 0.474214, "hf_subset": "umb_Latn-yor_Latn", "languages": ["umb-Latn", "yor-Latn"]}, {"precision": 0.503524, "recall": 0.549407, "f1": 0.515182, "accuracy": 0.549407, "main_score": 0.515182, "hf_subset": "umb_Latn-arz_Arab", "languages": ["umb-Latn", "arz-Arab"]}, {"precision": 0.492124, "recall": 0.523715, "f1": 0.500972, "accuracy": 0.523715, "main_score": 0.500972, "hf_subset": "umb_Latn-cjk_Latn", "languages": ["umb-Latn", "cjk-Latn"]}, {"precision": 0.474489, "recall": 0.512846, "f1": 0.485053, "accuracy": 0.512846, "main_score": 0.485053, "hf_subset": "umb_Latn-gla_Latn", "languages": ["umb-Latn", "gla-Latn"]}, {"precision": 0.502884, "recall": 0.55336, "f1": 0.516351, "accuracy": 0.55336, "main_score": 0.516351, "hf_subset": "umb_Latn-kan_Knda", "languages": ["umb-Latn", "kan-Knda"]}, {"precision": 0.521277, "recall": 0.5583, "f1": 0.531359, "accuracy": 0.5583, "main_score": 0.531359, "hf_subset": "umb_Latn-lmo_Latn", "languages": ["umb-Latn", "lmo-Latn"]}, {"precision": 0.501547, "recall": 0.547431, "f1": 0.513448, "accuracy": 0.547431, "main_score": 0.513448, "hf_subset": "umb_Latn-npi_Deva", "languages": ["umb-Latn", "npi-Deva"]}, {"precision": 0.410727, "recall": 0.455534, "f1": 0.423009, "accuracy": 0.455534, "main_score": 0.423009, "hf_subset": "umb_Latn-shn_Mymr", "languages": ["umb-Latn", "shn-Mymr"]}, {"precision": 0.533046, "recall": 0.568182, "f1": 0.543378, "accuracy": 0.568182, "main_score": 0.543378, "hf_subset": "umb_Latn-tgl_Latn", "languages": ["umb-Latn", "tgl-Latn"]}, {"precision": 0.49188, "recall": 0.533597, "f1": 0.503197, "accuracy": 0.533597, "main_score": 0.503197, "hf_subset": "umb_Latn-yue_Hant", "languages": ["umb-Latn", "yue-Hant"]}, {"precision": 0.467984, "recall": 0.511858, "f1": 0.480306, "accuracy": 0.511858, "main_score": 0.480306, "hf_subset": "umb_Latn-asm_Beng", "languages": ["umb-Latn", "asm-Beng"]}, {"precision": 0.483956, "recall": 0.527668, "f1": 0.495543, "accuracy": 0.527668, "main_score": 0.495543, "hf_subset": "umb_Latn-ckb_Arab", "languages": ["umb-Latn", "ckb-Arab"]}, {"precision": 0.475221, "recall": 0.516798, "f1": 0.48665, "accuracy": 0.516798, "main_score": 0.48665, "hf_subset": "umb_Latn-gle_Latn", "languages": ["umb-Latn", "gle-Latn"]}, {"precision": 0.438326, "recall": 0.48913, "f1": 0.452427, "accuracy": 0.48913, "main_score": 0.452427, "hf_subset": "umb_Latn-kas_Arab", "languages": ["umb-Latn", "kas-Arab"]}, {"precision": 0.491556, "recall": 0.532609, "f1": 0.502471, "accuracy": 0.532609, "main_score": 0.502471, "hf_subset": "umb_Latn-ltg_Latn", "languages": ["umb-Latn", "ltg-Latn"]}, {"precision": 0.533914, "recall": 0.568182, "f1": 0.543159, "accuracy": 0.568182, "main_score": 0.543159, "hf_subset": "umb_Latn-nso_Latn", "languages": ["umb-Latn", "nso-Latn"]}, {"precision": 0.43888, "recall": 0.491107, "f1": 0.452426, "accuracy": 0.491107, "main_score": 0.452426, "hf_subset": "umb_Latn-sin_Sinh", "languages": ["umb-Latn", "sin-Sinh"]}, {"precision": 0.495905, "recall": 0.541502, "f1": 0.507662, "accuracy": 0.541502, "main_score": 0.507662, "hf_subset": "umb_Latn-tha_Thai", "languages": ["umb-Latn", "tha-Thai"]}, {"precision": 0.498356, "recall": 0.54249, "f1": 0.509285, "accuracy": 0.54249, "main_score": 0.509285, "hf_subset": "umb_Latn-zho_Hans", "languages": ["umb-Latn", "zho-Hans"]}, {"precision": 0.530863, "recall": 0.572134, "f1": 0.542347, "accuracy": 0.572134, "main_score": 0.542347, "hf_subset": "umb_Latn-ast_Latn", "languages": ["umb-Latn", "ast-Latn"]}, {"precision": 0.513911, "recall": 0.561265, "f1": 0.526371, "accuracy": 0.561265, "main_score": 0.526371, "hf_subset": "umb_Latn-crh_Latn", "languages": ["umb-Latn", "crh-Latn"]}, {"precision": 0.532916, "recall": 0.56917, "f1": 0.542772, "accuracy": 0.56917, "main_score": 0.542772, "hf_subset": "umb_Latn-glg_Latn", "languages": ["umb-Latn", "glg-Latn"]}, {"precision": 0.466131, "recall": 0.514822, "f1": 0.479054, "accuracy": 0.514822, "main_score": 0.479054, "hf_subset": "umb_Latn-kas_Deva", "languages": ["umb-Latn", "kas-Deva"]}, {"precision": 0.493855, "recall": 0.534585, "f1": 0.50463, "accuracy": 0.534585, "main_score": 0.50463, "hf_subset": "umb_Latn-ltz_Latn", "languages": ["umb-Latn", "ltz-Latn"]}, {"precision": 0.424958, "recall": 0.470356, "f1": 0.437049, "accuracy": 0.470356, "main_score": 0.437049, "hf_subset": "umb_Latn-nus_Latn", "languages": ["umb-Latn", "nus-Latn"]}, {"precision": 0.513139, "recall": 0.559289, "f1": 0.525605, "accuracy": 0.559289, "main_score": 0.525605, "hf_subset": "umb_Latn-slk_Latn", "languages": ["umb-Latn", "slk-Latn"]}, {"precision": 0.380145, "recall": 0.429842, "f1": 0.393547, "accuracy": 0.429842, "main_score": 0.393547, "hf_subset": "umb_Latn-tir_Ethi", "languages": ["umb-Latn", "tir-Ethi"]}, {"precision": 0.491799, "recall": 0.540514, "f1": 0.504094, "accuracy": 0.540514, "main_score": 0.504094, "hf_subset": "umb_Latn-zho_Hant", "languages": ["umb-Latn", "zho-Hant"]}, {"precision": 0.515226, "recall": 0.55336, "f1": 0.525625, "accuracy": 0.55336, "main_score": 0.525625, "hf_subset": "umb_Latn-awa_Deva", "languages": ["umb-Latn", "awa-Deva"]}, {"precision": 0.512575, "recall": 0.550395, "f1": 0.522966, "accuracy": 0.550395, "main_score": 0.522966, "hf_subset": "umb_Latn-cym_Latn", "languages": ["umb-Latn", "cym-Latn"]}, {"precision": 0.520941, "recall": 0.554348, "f1": 0.529784, "accuracy": 0.554348, "main_score": 0.529784, "hf_subset": "umb_Latn-grn_Latn", "languages": ["umb-Latn", "grn-Latn"]}, {"precision": 0.478668, "recall": 0.530632, "f1": 0.493269, "accuracy": 0.530632, "main_score": 0.493269, "hf_subset": "umb_Latn-kat_Geor", "languages": ["umb-Latn", "kat-Geor"]}, {"precision": 0.509955, "recall": 0.550395, "f1": 0.521321, "accuracy": 0.550395, "main_score": 0.521321, "hf_subset": "umb_Latn-lua_Latn", "languages": ["umb-Latn", "lua-Latn"]}, {"precision": 0.51821, "recall": 0.548419, "f1": 0.526914, "accuracy": 0.548419, "main_score": 0.526914, "hf_subset": "umb_Latn-nya_Latn", "languages": ["umb-Latn", "nya-Latn"]}, {"precision": 0.51524, "recall": 0.5583, "f1": 0.526444, "accuracy": 0.5583, "main_score": 0.526444, "hf_subset": "umb_Latn-slv_Latn", "languages": ["umb-Latn", "slv-Latn"]}, {"precision": 0.514791, "recall": 0.549407, "f1": 0.524462, "accuracy": 0.549407, "main_score": 0.524462, "hf_subset": "umb_Latn-tpi_Latn", "languages": ["umb-Latn", "tpi-Latn"]}, {"precision": 0.53596, "recall": 0.575099, "f1": 0.54639, "accuracy": 0.575099, "main_score": 0.54639, "hf_subset": "umb_Latn-zsm_Latn", "languages": ["umb-Latn", "zsm-Latn"]}, {"precision": 0.480929, "recall": 0.513834, "f1": 0.490521, "accuracy": 0.513834, "main_score": 0.490521, "hf_subset": "umb_Latn-ayr_Latn", "languages": ["umb-Latn", "ayr-Latn"]}, {"precision": 0.528991, "recall": 0.572134, "f1": 0.540616, "accuracy": 0.572134, "main_score": 0.540616, "hf_subset": "umb_Latn-dan_Latn", "languages": ["umb-Latn", "dan-Latn"]}, {"precision": 0.498492, "recall": 0.547431, "f1": 0.511912, "accuracy": 0.547431, "main_score": 0.511912, "hf_subset": "umb_Latn-guj_Gujr", "languages": ["umb-Latn", "guj-Gujr"]}, {"precision": 0.505782, "recall": 0.552372, "f1": 0.51817, "accuracy": 0.552372, "main_score": 0.51817, "hf_subset": "umb_Latn-kaz_Cyrl", "languages": ["umb-Latn", "kaz-Cyrl"]}, {"precision": 0.470601, "recall": 0.518775, "f1": 0.483393, "accuracy": 0.518775, "main_score": 0.483393, "hf_subset": "umb_Latn-lug_Latn", "languages": ["umb-Latn", "lug-Latn"]}, {"precision": 0.538006, "recall": 0.577075, "f1": 0.548671, "accuracy": 0.577075, "main_score": 0.548671, "hf_subset": "umb_Latn-oci_Latn", "languages": ["umb-Latn", "oci-Latn"]}, {"precision": 0.49898, "recall": 0.529644, "f1": 0.507468, "accuracy": 0.529644, "main_score": 0.507468, "hf_subset": "umb_Latn-smo_Latn", "languages": ["umb-Latn", "smo-Latn"]}, {"precision": 0.499339, "recall": 0.532609, "f1": 0.508943, "accuracy": 0.532609, "main_score": 0.508943, "hf_subset": "umb_Latn-tsn_Latn", "languages": ["umb-Latn", "tsn-Latn"]}, {"precision": 0.482609, "recall": 0.529644, "f1": 0.495922, "accuracy": 0.529644, "main_score": 0.495922, "hf_subset": "umb_Latn-zul_Latn", "languages": ["umb-Latn", "zul-Latn"]}, {"precision": 0.451888, "recall": 0.496047, "f1": 0.463927, "accuracy": 0.496047, "main_score": 0.463927, "hf_subset": "umb_Latn-azb_Arab", "languages": ["umb-Latn", "azb-Arab"]}, {"precision": 0.520441, "recall": 0.567194, "f1": 0.533621, "accuracy": 0.567194, "main_score": 0.533621, "hf_subset": "umb_Latn-deu_Latn", "languages": ["umb-Latn", "deu-Latn"]}, {"precision": 0.471423, "recall": 0.517787, "f1": 0.483842, "accuracy": 0.517787, "main_score": 0.483842, "hf_subset": "umb_Latn-hat_Latn", "languages": ["umb-Latn", "hat-Latn"]}, {"precision": 0.471972, "recall": 0.508893, "f1": 0.482202, "accuracy": 0.508893, "main_score": 0.482202, "hf_subset": "umb_Latn-kbp_Latn", "languages": ["umb-Latn", "kbp-Latn"]}, {"precision": 0.510564, "recall": 0.544466, "f1": 0.520056, "accuracy": 0.544466, "main_score": 0.520056, "hf_subset": "umb_Latn-luo_Latn", "languages": ["umb-Latn", "luo-Latn"]}, {"precision": 0.499052, "recall": 0.547431, "f1": 0.51178, "accuracy": 0.547431, "main_score": 0.51178, "hf_subset": "umb_Latn-ory_Orya", "languages": ["umb-Latn", "ory-Orya"]}, {"precision": 0.507338, "recall": 0.54249, "f1": 0.517507, "accuracy": 0.54249, "main_score": 0.517507, "hf_subset": "umb_Latn-sna_Latn", "languages": ["umb-Latn", "sna-Latn"]}, {"precision": 0.494402, "recall": 0.533597, "f1": 0.505169, "accuracy": 0.533597, "main_score": 0.505169, "hf_subset": "umb_Latn-tso_Latn", "languages": ["umb-Latn", "tso-Latn"]}, {"precision": 0.492797, "recall": 0.541502, "f1": 0.505429, "accuracy": 0.541502, "main_score": 0.505429, "hf_subset": "umb_Latn-azj_Latn", "languages": ["umb-Latn", "azj-Latn"]}, {"precision": 0.475207, "recall": 0.516798, "f1": 0.487651, "accuracy": 0.516798, "main_score": 0.487651, "hf_subset": "umb_Latn-dik_Latn", "languages": ["umb-Latn", "dik-Latn"]}, {"precision": 0.511924, "recall": 0.541502, "f1": 0.520685, "accuracy": 0.541502, "main_score": 0.520685, "hf_subset": "umb_Latn-hau_Latn", "languages": ["umb-Latn", "hau-Latn"]}, {"precision": 0.541281, "recall": 0.574111, "f1": 0.549779, "accuracy": 0.574111, "main_score": 0.549779, "hf_subset": "umb_Latn-kea_Latn", "languages": ["umb-Latn", "kea-Latn"]}, {"precision": 0.503498, "recall": 0.539526, "f1": 0.513754, "accuracy": 0.539526, "main_score": 0.513754, "hf_subset": "umb_Latn-lus_Latn", "languages": ["umb-Latn", "lus-Latn"]}, {"precision": 0.512549, "recall": 0.544466, "f1": 0.521434, "accuracy": 0.544466, "main_score": 0.521434, "hf_subset": "umb_Latn-pag_Latn", "languages": ["umb-Latn", "pag-Latn"]}, {"precision": 0.474941, "recall": 0.523715, "f1": 0.48784, "accuracy": 0.523715, "main_score": 0.48784, "hf_subset": "umb_Latn-snd_Arab", "languages": ["umb-Latn", "snd-Arab"]}, {"precision": 0.489287, "recall": 0.52668, "f1": 0.499613, "accuracy": 0.52668, "main_score": 0.499613, "hf_subset": "umb_Latn-tuk_Latn", "languages": ["umb-Latn", "tuk-Latn"]}, {"precision": 0.501483, "recall": 0.539526, "f1": 0.512178, "accuracy": 0.539526, "main_score": 0.512178, "hf_subset": "umb_Latn-bak_Cyrl", "languages": ["umb-Latn", "bak-Cyrl"]}, {"precision": 0.382882, "recall": 0.437747, "f1": 0.398275, "accuracy": 0.437747, "main_score": 0.398275, "hf_subset": "umb_Latn-dyu_Latn", "languages": ["umb-Latn", "dyu-Latn"]}, {"precision": 0.496544, "recall": 0.541502, "f1": 0.508812, "accuracy": 0.541502, "main_score": 0.508812, "hf_subset": "umb_Latn-heb_Hebr", "languages": ["umb-Latn", "heb-Hebr"]}, {"precision": 0.495173, "recall": 0.533597, "f1": 0.505597, "accuracy": 0.533597, "main_score": 0.505597, "hf_subset": "umb_Latn-khk_Cyrl", "languages": ["umb-Latn", "khk-Cyrl"]}, {"precision": 0.500097, "recall": 0.539526, "f1": 0.511307, "accuracy": 0.539526, "main_score": 0.511307, "hf_subset": "umb_Latn-lvs_Latn", "languages": ["umb-Latn", "lvs-Latn"]}, {"precision": 0.51056, "recall": 0.552372, "f1": 0.522158, "accuracy": 0.552372, "main_score": 0.522158, "hf_subset": "umb_Latn-pan_Guru", "languages": ["umb-Latn", "pan-Guru"]}, {"precision": 0.465323, "recall": 0.507905, "f1": 0.476843, "accuracy": 0.507905, "main_score": 0.476843, "hf_subset": "umb_Latn-som_Latn", "languages": ["umb-Latn", "som-Latn"]}, {"precision": 0.503424, "recall": 0.536561, "f1": 0.512769, "accuracy": 0.536561, "main_score": 0.512769, "hf_subset": "umb_Latn-tum_Latn", "languages": ["umb-Latn", "tum-Latn"]}, {"precision": 0.588639, "recall": 0.655138, "f1": 0.607515, "accuracy": 0.655138, "main_score": 0.607515, "hf_subset": "ajp_Arab-ace_Arab", "languages": ["ajp-Arab", "ace-Arab"]}, {"precision": 0.533689, "recall": 0.597826, "f1": 0.551518, "accuracy": 0.597826, "main_score": 0.551518, "hf_subset": "ajp_Arab-bam_Latn", "languages": ["ajp-Arab", "bam-Latn"]}, {"precision": 0.428811, "recall": 0.513834, "f1": 0.451429, "accuracy": 0.513834, "main_score": 0.451429, "hf_subset": "ajp_Arab-dzo_Tibt", "languages": ["ajp-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hin_Deva", "languages": ["ajp-Arab", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-khm_Khmr", "languages": ["ajp-Arab", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-mag_Deva", "languages": ["ajp-Arab", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ajp_Arab-pap_Latn", "languages": ["ajp-Arab", "pap-Latn"]}, {"precision": 0.612003, "recall": 0.668972, "f1": 0.628656, "accuracy": 0.668972, "main_score": 0.628656, "hf_subset": "ajp_Arab-sot_Latn", "languages": ["ajp-Arab", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-tur_Latn", "languages": ["ajp-Arab", "tur-Latn"]}, {"precision": 0.883293, "recall": 0.914032, "f1": 0.892902, "accuracy": 0.914032, "main_score": 0.892902, "hf_subset": "ajp_Arab-ace_Latn", "languages": ["ajp-Arab", "ace-Latn"]}, {"precision": 0.970026, "recall": 0.978261, "f1": 0.972661, "accuracy": 0.978261, "main_score": 0.972661, "hf_subset": "ajp_Arab-ban_Latn", "languages": ["ajp-Arab", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ell_Grek", "languages": ["ajp-Arab", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ajp_Arab-hne_Deva", "languages": ["ajp-Arab", "hne-Deva"]}, {"precision": 0.615234, "recall": 0.671937, "f1": 0.631908, "accuracy": 0.671937, "main_score": 0.631908, "hf_subset": "ajp_Arab-kik_Latn", "languages": ["ajp-Arab", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mai_Deva", "languages": ["ajp-Arab", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ajp_Arab-pbt_Arab", "languages": ["ajp-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-spa_Latn", "languages": ["ajp-Arab", "spa-Latn"]}, {"precision": 0.606592, "recall": 0.673913, "f1": 0.625432, "accuracy": 0.673913, "main_score": 0.625432, "hf_subset": "ajp_Arab-twi_Latn", "languages": ["ajp-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-acm_Arab", "languages": ["ajp-Arab", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-bel_Cyrl", "languages": ["ajp-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-eng_Latn", "languages": ["ajp-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hrv_Latn", "languages": ["ajp-Arab", "hrv-Latn"]}, {"precision": 0.573238, "recall": 0.63834, "f1": 0.591766, "accuracy": 0.63834, "main_score": 0.591766, "hf_subset": "ajp_Arab-kin_Latn", "languages": ["ajp-Arab", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-mal_Mlym", "languages": ["ajp-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pes_Arab", "languages": ["ajp-Arab", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-srd_Latn", "languages": ["ajp-Arab", "srd-Latn"]}, {"precision": 0.187707, "recall": 0.245059, "f1": 0.202281, "accuracy": 0.245059, "main_score": 0.202281, "hf_subset": "ajp_Arab-tzm_Tfng", "languages": ["ajp-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-acq_Arab", "languages": ["ajp-Arab", "acq-Arab"]}, {"precision": 0.642121, "recall": 0.692688, "f1": 0.656938, "accuracy": 0.692688, "main_score": 0.656938, "hf_subset": "ajp_Arab-bem_Latn", "languages": ["ajp-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-epo_Latn", "languages": ["ajp-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hun_Latn", "languages": ["ajp-Arab", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-kir_Cyrl", "languages": ["ajp-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mar_Deva", "languages": ["ajp-Arab", "mar-Deva"]}, {"precision": 0.688538, "recall": 0.738142, "f1": 0.702997, "accuracy": 0.738142, "main_score": 0.702997, "hf_subset": "ajp_Arab-plt_Latn", "languages": ["ajp-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-srp_Cyrl", "languages": ["ajp-Arab", "srp-Cyrl"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "ajp_Arab-uig_Arab", "languages": ["ajp-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-aeb_Arab", "languages": ["ajp-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ben_Beng", "languages": ["ajp-Arab", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-est_Latn", "languages": ["ajp-Arab", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-hye_Armn", "languages": ["ajp-Arab", "hye-Armn"]}, {"precision": 0.565431, "recall": 0.610672, "f1": 0.578722, "accuracy": 0.610672, "main_score": 0.578722, "hf_subset": "ajp_Arab-kmb_Latn", "languages": ["ajp-Arab", "kmb-Latn"]}, {"precision": 0.510271, "recall": 0.586957, "f1": 0.531381, "accuracy": 0.586957, "main_score": 0.531381, "hf_subset": "ajp_Arab-min_Arab", "languages": ["ajp-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pol_Latn", "languages": ["ajp-Arab", "pol-Latn"]}, {"precision": 0.568165, "recall": 0.633399, "f1": 0.587516, "accuracy": 0.633399, "main_score": 0.587516, "hf_subset": "ajp_Arab-ssw_Latn", "languages": ["ajp-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ukr_Cyrl", "languages": ["ajp-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-afr_Latn", "languages": ["ajp-Arab", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bho_Deva", "languages": ["ajp-Arab", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-eus_Latn", "languages": ["ajp-Arab", "eus-Latn"]}, {"precision": 0.589724, "recall": 0.648221, "f1": 0.605628, "accuracy": 0.648221, "main_score": 0.605628, "hf_subset": "ajp_Arab-ibo_Latn", "languages": ["ajp-Arab", "ibo-Latn"]}, {"precision": 0.900527, "recall": 0.927866, "f1": 0.909256, "accuracy": 0.927866, "main_score": 0.909256, "hf_subset": "ajp_Arab-kmr_Latn", "languages": ["ajp-Arab", "kmr-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "ajp_Arab-min_Latn", "languages": ["ajp-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-por_Latn", "languages": ["ajp-Arab", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-sun_Latn", "languages": ["ajp-Arab", "sun-Latn"]}, {"precision": 0.534741, "recall": 0.594862, "f1": 0.552234, "accuracy": 0.594862, "main_score": 0.552234, "hf_subset": "ajp_Arab-umb_Latn", "languages": ["ajp-Arab", "umb-Latn"]}, {"precision": 0.562697, "recall": 0.624506, "f1": 0.580066, "accuracy": 0.624506, "main_score": 0.580066, "hf_subset": "ajp_Arab-bjn_Arab", "languages": ["ajp-Arab", "bjn-Arab"]}, {"precision": 0.527388, "recall": 0.583004, "f1": 0.542773, "accuracy": 0.583004, "main_score": 0.542773, "hf_subset": "ajp_Arab-ewe_Latn", "languages": ["ajp-Arab", "ewe-Latn"]}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "ajp_Arab-ilo_Latn", "languages": ["ajp-Arab", "ilo-Latn"]}, {"precision": 0.320243, "recall": 0.380435, "f1": 0.336829, "accuracy": 0.380435, "main_score": 0.336829, "hf_subset": "ajp_Arab-knc_Arab", "languages": ["ajp-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mkd_Cyrl", "languages": ["ajp-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-prs_Arab", "languages": ["ajp-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-swe_Latn", "languages": ["ajp-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-urd_Arab", "languages": ["ajp-Arab", "urd-Arab"]}, {"precision": 0.591518, "recall": 0.652174, "f1": 0.609045, "accuracy": 0.652174, "main_score": 0.609045, "hf_subset": "ajp_Arab-aka_Latn", "languages": ["ajp-Arab", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ajp_Arab-bjn_Latn", "languages": ["ajp-Arab", "bjn-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ajp_Arab-fao_Latn", "languages": ["ajp-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ind_Latn", "languages": ["ajp-Arab", "ind-Latn"]}, {"precision": 0.600005, "recall": 0.65415, "f1": 0.615962, "accuracy": 0.65415, "main_score": 0.615962, "hf_subset": "ajp_Arab-knc_Latn", "languages": ["ajp-Arab", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-mlt_Latn", "languages": ["ajp-Arab", "mlt-Latn"]}, {"precision": 0.725827, "recall": 0.783597, "f1": 0.742191, "accuracy": 0.783597, "main_score": 0.742191, "hf_subset": "ajp_Arab-quy_Latn", "languages": ["ajp-Arab", "quy-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ajp_Arab-swh_Latn", "languages": ["ajp-Arab", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-uzn_Latn", "languages": ["ajp-Arab", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-als_Latn", "languages": ["ajp-Arab", "als-Latn"]}, {"precision": 0.659651, "recall": 0.738142, "f1": 0.683286, "accuracy": 0.738142, "main_score": 0.683286, "hf_subset": "ajp_Arab-bod_Tibt", "languages": ["ajp-Arab", "bod-Tibt"]}, {"precision": 0.722027, "recall": 0.779644, "f1": 0.739435, "accuracy": 0.779644, "main_score": 0.739435, "hf_subset": "ajp_Arab-fij_Latn", "languages": ["ajp-Arab", "fij-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-isl_Latn", "languages": ["ajp-Arab", "isl-Latn"]}, {"precision": 0.663992, "recall": 0.714427, "f1": 0.679298, "accuracy": 0.714427, "main_score": 0.679298, "hf_subset": "ajp_Arab-kon_Latn", "languages": ["ajp-Arab", "kon-Latn"]}, {"precision": 0.66078, "recall": 0.727273, "f1": 0.680588, "accuracy": 0.727273, "main_score": 0.680588, "hf_subset": "ajp_Arab-mni_Beng", "languages": ["ajp-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ron_Latn", "languages": ["ajp-Arab", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "ajp_Arab-szl_Latn", "languages": ["ajp-Arab", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-vec_Latn", "languages": ["ajp-Arab", "vec-Latn"]}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "ajp_Arab-amh_Ethi", "languages": ["ajp-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bos_Latn", "languages": ["ajp-Arab", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "ajp_Arab-fin_Latn", "languages": ["ajp-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ita_Latn", "languages": ["ajp-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-kor_Hang", "languages": ["ajp-Arab", "kor-Hang"]}, {"precision": 0.55959, "recall": 0.616601, "f1": 0.575473, "accuracy": 0.616601, "main_score": 0.575473, "hf_subset": "ajp_Arab-mos_Latn", "languages": ["ajp-Arab", "mos-Latn"]}, {"precision": 0.568879, "recall": 0.626482, "f1": 0.585231, "accuracy": 0.626482, "main_score": 0.585231, "hf_subset": "ajp_Arab-run_Latn", "languages": ["ajp-Arab", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tam_Taml", "languages": ["ajp-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-vie_Latn", "languages": ["ajp-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-apc_Arab", "languages": ["ajp-Arab", "apc-Arab"]}, {"precision": 0.804463, "recall": 0.849802, "f1": 0.818379, "accuracy": 0.849802, "main_score": 0.818379, "hf_subset": "ajp_Arab-bug_Latn", "languages": ["ajp-Arab", "bug-Latn"]}, {"precision": 0.475205, "recall": 0.533597, "f1": 0.490661, "accuracy": 0.533597, "main_score": 0.490661, "hf_subset": "ajp_Arab-fon_Latn", "languages": ["ajp-Arab", "fon-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-jav_Latn", "languages": ["ajp-Arab", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-lao_Laoo", "languages": ["ajp-Arab", "lao-Laoo"]}, {"precision": 0.882329, "recall": 0.91502, "f1": 0.892688, "accuracy": 0.91502, "main_score": 0.892688, "hf_subset": "ajp_Arab-mri_Latn", "languages": ["ajp-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-rus_Cyrl", "languages": ["ajp-Arab", "rus-Cyrl"]}, {"precision": 0.555156, "recall": 0.615613, "f1": 0.571829, "accuracy": 0.615613, "main_score": 0.571829, "hf_subset": "ajp_Arab-taq_Latn", "languages": ["ajp-Arab", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-war_Latn", "languages": ["ajp-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-arb_Arab", "languages": ["ajp-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bul_Cyrl", "languages": ["ajp-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-fra_Latn", "languages": ["ajp-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-jpn_Jpan", "languages": ["ajp-Arab", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-lij_Latn", "languages": ["ajp-Arab", "lij-Latn"]}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "ajp_Arab-mya_Mymr", "languages": ["ajp-Arab", "mya-Mymr"]}, {"precision": 0.608797, "recall": 0.676877, "f1": 0.628253, "accuracy": 0.676877, "main_score": 0.628253, "hf_subset": "ajp_Arab-sag_Latn", "languages": ["ajp-Arab", "sag-Latn"]}, {"precision": 0.199875, "recall": 0.262846, "f1": 0.214564, "accuracy": 0.262846, "main_score": 0.214564, "hf_subset": "ajp_Arab-taq_Tfng", "languages": ["ajp-Arab", "taq-Tfng"]}, {"precision": 0.635079, "recall": 0.698617, "f1": 0.653694, "accuracy": 0.698617, "main_score": 0.653694, "hf_subset": "ajp_Arab-wol_Latn", "languages": ["ajp-Arab", "wol-Latn"]}, {"precision": 0.885375, "recall": 0.920949, "f1": 0.896904, "accuracy": 0.920949, "main_score": 0.896904, "hf_subset": "ajp_Arab-arb_Latn", "languages": ["ajp-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-cat_Latn", "languages": ["ajp-Arab", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-fur_Latn", "languages": ["ajp-Arab", "fur-Latn"]}, {"precision": 0.444641, "recall": 0.503953, "f1": 0.461015, "accuracy": 0.503953, "main_score": 0.461015, "hf_subset": "ajp_Arab-kab_Latn", "languages": ["ajp-Arab", "kab-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ajp_Arab-lim_Latn", "languages": ["ajp-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-nld_Latn", "languages": ["ajp-Arab", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "ajp_Arab-san_Deva", "languages": ["ajp-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-tat_Cyrl", "languages": ["ajp-Arab", "tat-Cyrl"]}, {"precision": 0.680781, "recall": 0.73913, "f1": 0.697878, "accuracy": 0.73913, "main_score": 0.697878, "hf_subset": "ajp_Arab-xho_Latn", "languages": ["ajp-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ars_Arab", "languages": ["ajp-Arab", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ceb_Latn", "languages": ["ajp-Arab", "ceb-Latn"]}, {"precision": 0.573678, "recall": 0.633399, "f1": 0.590862, "accuracy": 0.633399, "main_score": 0.590862, "hf_subset": "ajp_Arab-fuv_Latn", "languages": ["ajp-Arab", "fuv-Latn"]}, {"precision": 0.514759, "recall": 0.581028, "f1": 0.533165, "accuracy": 0.581028, "main_score": 0.533165, "hf_subset": "ajp_Arab-kac_Latn", "languages": ["ajp-Arab", "kac-Latn"]}, {"precision": 0.68638, "recall": 0.736166, "f1": 0.701172, "accuracy": 0.736166, "main_score": 0.701172, "hf_subset": "ajp_Arab-lin_Latn", "languages": ["ajp-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-nno_Latn", "languages": ["ajp-Arab", "nno-Latn"]}, {"precision": 0.262946, "recall": 0.344862, "f1": 0.28468, "accuracy": 0.344862, "main_score": 0.28468, "hf_subset": "ajp_Arab-sat_Olck", "languages": ["ajp-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tel_Telu", "languages": ["ajp-Arab", "tel-Telu"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ajp_Arab-ydd_Hebr", "languages": ["ajp-Arab", "ydd-Hebr"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ajp_Arab-ary_Arab", "languages": ["ajp-Arab", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ces_Latn", "languages": ["ajp-Arab", "ces-Latn"]}, {"precision": 0.587138, "recall": 0.65415, "f1": 0.606785, "accuracy": 0.65415, "main_score": 0.606785, "hf_subset": "ajp_Arab-gaz_Latn", "languages": ["ajp-Arab", "gaz-Latn"]}, {"precision": 0.588509, "recall": 0.656126, "f1": 0.60778, "accuracy": 0.656126, "main_score": 0.60778, "hf_subset": "ajp_Arab-kam_Latn", "languages": ["ajp-Arab", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ajp_Arab-lit_Latn", "languages": ["ajp-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-nob_Latn", "languages": ["ajp-Arab", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ajp_Arab-scn_Latn", "languages": ["ajp-Arab", "scn-Latn"]}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "ajp_Arab-tgk_Cyrl", "languages": ["ajp-Arab", "tgk-Cyrl"]}, {"precision": 0.734783, "recall": 0.796443, "f1": 0.753722, "accuracy": 0.796443, "main_score": 0.753722, "hf_subset": "ajp_Arab-yor_Latn", "languages": ["ajp-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-arz_Arab", "languages": ["ajp-Arab", "arz-Arab"]}, {"precision": 0.585723, "recall": 0.641304, "f1": 0.60111, "accuracy": 0.641304, "main_score": 0.60111, "hf_subset": "ajp_Arab-cjk_Latn", "languages": ["ajp-Arab", "cjk-Latn"]}, {"precision": 0.790184, "recall": 0.838933, "f1": 0.805138, "accuracy": 0.838933, "main_score": 0.805138, "hf_subset": "ajp_Arab-gla_Latn", "languages": ["ajp-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-kan_Knda", "languages": ["ajp-Arab", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ajp_Arab-lmo_Latn", "languages": ["ajp-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ajp_Arab-npi_Deva", "languages": ["ajp-Arab", "npi-Deva"]}, {"precision": 0.471898, "recall": 0.533597, "f1": 0.488956, "accuracy": 0.533597, "main_score": 0.488956, "hf_subset": "ajp_Arab-shn_Mymr", "languages": ["ajp-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tgl_Latn", "languages": ["ajp-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-yue_Hant", "languages": ["ajp-Arab", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-asm_Beng", "languages": ["ajp-Arab", "asm-Beng"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "ajp_Arab-ckb_Arab", "languages": ["ajp-Arab", "ckb-Arab"]}, {"precision": 0.880764, "recall": 0.910079, "f1": 0.889954, "accuracy": 0.910079, "main_score": 0.889954, "hf_subset": "ajp_Arab-gle_Latn", "languages": ["ajp-Arab", "gle-Latn"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "ajp_Arab-kas_Arab", "languages": ["ajp-Arab", "kas-Arab"]}, {"precision": 0.944005, "recall": 0.962451, "f1": 0.950099, "accuracy": 0.962451, "main_score": 0.950099, "hf_subset": "ajp_Arab-ltg_Latn", "languages": ["ajp-Arab", "ltg-Latn"]}, {"precision": 0.633244, "recall": 0.682806, "f1": 0.64772, "accuracy": 0.682806, "main_score": 0.64772, "hf_subset": "ajp_Arab-nso_Latn", "languages": ["ajp-Arab", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ajp_Arab-sin_Sinh", "languages": ["ajp-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tha_Thai", "languages": ["ajp-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-zho_Hans", "languages": ["ajp-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ast_Latn", "languages": ["ajp-Arab", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-crh_Latn", "languages": ["ajp-Arab", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-glg_Latn", "languages": ["ajp-Arab", "glg-Latn"]}, {"precision": 0.912961, "recall": 0.938735, "f1": 0.921179, "accuracy": 0.938735, "main_score": 0.921179, "hf_subset": "ajp_Arab-kas_Deva", "languages": ["ajp-Arab", "kas-Deva"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ajp_Arab-ltz_Latn", "languages": ["ajp-Arab", "ltz-Latn"]}, {"precision": 0.467271, "recall": 0.534585, "f1": 0.485529, "accuracy": 0.534585, "main_score": 0.485529, "hf_subset": "ajp_Arab-nus_Latn", "languages": ["ajp-Arab", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-slk_Latn", "languages": ["ajp-Arab", "slk-Latn"]}, {"precision": 0.648682, "recall": 0.713439, "f1": 0.667325, "accuracy": 0.713439, "main_score": 0.667325, "hf_subset": "ajp_Arab-tir_Ethi", "languages": ["ajp-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-zho_Hant", "languages": ["ajp-Arab", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ajp_Arab-awa_Deva", "languages": ["ajp-Arab", "awa-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ajp_Arab-cym_Latn", "languages": ["ajp-Arab", "cym-Latn"]}, {"precision": 0.852108, "recall": 0.889328, "f1": 0.863735, "accuracy": 0.889328, "main_score": 0.863735, "hf_subset": "ajp_Arab-grn_Latn", "languages": ["ajp-Arab", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-kat_Geor", "languages": ["ajp-Arab", "kat-Geor"]}, {"precision": 0.6638, "recall": 0.715415, "f1": 0.678579, "accuracy": 0.715415, "main_score": 0.678579, "hf_subset": "ajp_Arab-lua_Latn", "languages": ["ajp-Arab", "lua-Latn"]}, {"precision": 0.650769, "recall": 0.712451, "f1": 0.668436, "accuracy": 0.712451, "main_score": 0.668436, "hf_subset": "ajp_Arab-nya_Latn", "languages": ["ajp-Arab", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-slv_Latn", "languages": ["ajp-Arab", "slv-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "ajp_Arab-tpi_Latn", "languages": ["ajp-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-zsm_Latn", "languages": ["ajp-Arab", "zsm-Latn"]}, {"precision": 0.556778, "recall": 0.616601, "f1": 0.573413, "accuracy": 0.616601, "main_score": 0.573413, "hf_subset": "ajp_Arab-ayr_Latn", "languages": ["ajp-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-dan_Latn", "languages": ["ajp-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-guj_Gujr", "languages": ["ajp-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-kaz_Cyrl", "languages": ["ajp-Arab", "kaz-Cyrl"]}, {"precision": 0.540909, "recall": 0.61166, "f1": 0.561086, "accuracy": 0.61166, "main_score": 0.561086, "hf_subset": "ajp_Arab-lug_Latn", "languages": ["ajp-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-oci_Latn", "languages": ["ajp-Arab", "oci-Latn"]}, {"precision": 0.850132, "recall": 0.889328, "f1": 0.862418, "accuracy": 0.889328, "main_score": 0.862418, "hf_subset": "ajp_Arab-smo_Latn", "languages": ["ajp-Arab", "smo-Latn"]}, {"precision": 0.549731, "recall": 0.614625, "f1": 0.568256, "accuracy": 0.614625, "main_score": 0.568256, "hf_subset": "ajp_Arab-tsn_Latn", "languages": ["ajp-Arab", "tsn-Latn"]}, {"precision": 0.628146, "recall": 0.69664, "f1": 0.648238, "accuracy": 0.69664, "main_score": 0.648238, "hf_subset": "ajp_Arab-zul_Latn", "languages": ["ajp-Arab", "zul-Latn"]}, {"precision": 0.932642, "recall": 0.953557, "f1": 0.939394, "accuracy": 0.953557, "main_score": 0.939394, "hf_subset": "ajp_Arab-azb_Arab", "languages": ["ajp-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-deu_Latn", "languages": ["ajp-Arab", "deu-Latn"]}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "ajp_Arab-hat_Latn", "languages": ["ajp-Arab", "hat-Latn"]}, {"precision": 0.492657, "recall": 0.550395, "f1": 0.50879, "accuracy": 0.550395, "main_score": 0.50879, "hf_subset": "ajp_Arab-kbp_Latn", "languages": ["ajp-Arab", "kbp-Latn"]}, {"precision": 0.589421, "recall": 0.646245, "f1": 0.604592, "accuracy": 0.646245, "main_score": 0.604592, "hf_subset": "ajp_Arab-luo_Latn", "languages": ["ajp-Arab", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ory_Orya", "languages": ["ajp-Arab", "ory-Orya"]}, {"precision": 0.59716, "recall": 0.660079, "f1": 0.615055, "accuracy": 0.660079, "main_score": 0.615055, "hf_subset": "ajp_Arab-sna_Latn", "languages": ["ajp-Arab", "sna-Latn"]}, {"precision": 0.564733, "recall": 0.617589, "f1": 0.579416, "accuracy": 0.617589, "main_score": 0.579416, "hf_subset": "ajp_Arab-tso_Latn", "languages": ["ajp-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-azj_Latn", "languages": ["ajp-Arab", "azj-Latn"]}, {"precision": 0.549631, "recall": 0.614625, "f1": 0.568295, "accuracy": 0.614625, "main_score": 0.568295, "hf_subset": "ajp_Arab-dik_Latn", "languages": ["ajp-Arab", "dik-Latn"]}, {"precision": 0.771196, "recall": 0.822134, "f1": 0.786877, "accuracy": 0.822134, "main_score": 0.786877, "hf_subset": "ajp_Arab-hau_Latn", "languages": ["ajp-Arab", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-kea_Latn", "languages": ["ajp-Arab", "kea-Latn"]}, {"precision": 0.752503, "recall": 0.802372, "f1": 0.767622, "accuracy": 0.802372, "main_score": 0.767622, "hf_subset": "ajp_Arab-lus_Latn", "languages": ["ajp-Arab", "lus-Latn"]}, {"precision": 0.879341, "recall": 0.908103, "f1": 0.887914, "accuracy": 0.908103, "main_score": 0.887914, "hf_subset": "ajp_Arab-pag_Latn", "languages": ["ajp-Arab", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-snd_Arab", "languages": ["ajp-Arab", "snd-Arab"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "ajp_Arab-tuk_Latn", "languages": ["ajp-Arab", "tuk-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ajp_Arab-bak_Cyrl", "languages": ["ajp-Arab", "bak-Cyrl"]}, {"precision": 0.490606, "recall": 0.570158, "f1": 0.513716, "accuracy": 0.570158, "main_score": 0.513716, "hf_subset": "ajp_Arab-dyu_Latn", "languages": ["ajp-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-heb_Hebr", "languages": ["ajp-Arab", "heb-Hebr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-khk_Cyrl", "languages": ["ajp-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-lvs_Latn", "languages": ["ajp-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pan_Guru", "languages": ["ajp-Arab", "pan-Guru"]}, {"precision": 0.735994, "recall": 0.794466, "f1": 0.753903, "accuracy": 0.794466, "main_score": 0.753903, "hf_subset": "ajp_Arab-som_Latn", "languages": ["ajp-Arab", "som-Latn"]}, {"precision": 0.606391, "recall": 0.660079, "f1": 0.621618, "accuracy": 0.660079, "main_score": 0.621618, "hf_subset": "ajp_Arab-tum_Latn", "languages": ["ajp-Arab", "tum-Latn"]}, {"precision": 0.633369, "recall": 0.69664, "f1": 0.651487, "accuracy": 0.69664, "main_score": 0.651487, "hf_subset": "bjn_Arab-ace_Arab", "languages": ["bjn-Arab", "ace-Arab"]}, {"precision": 0.404323, "recall": 0.45751, "f1": 0.417974, "accuracy": 0.45751, "main_score": 0.417974, "hf_subset": "bjn_Arab-bam_Latn", "languages": ["bjn-Arab", "bam-Latn"]}, {"precision": 0.196685, "recall": 0.232213, "f1": 0.206203, "accuracy": 0.232213, "main_score": 0.206203, "hf_subset": "bjn_Arab-dzo_Tibt", "languages": ["bjn-Arab", "dzo-Tibt"]}, {"precision": 0.505652, "recall": 0.573123, "f1": 0.522599, "accuracy": 0.573123, "main_score": 0.522599, "hf_subset": "bjn_Arab-hin_Deva", "languages": ["bjn-Arab", "hin-Deva"]}, {"precision": 0.442805, "recall": 0.505929, "f1": 0.459279, "accuracy": 0.505929, "main_score": 0.459279, "hf_subset": "bjn_Arab-khm_Khmr", "languages": ["bjn-Arab", "khm-Khmr"]}, {"precision": 0.505471, "recall": 0.56917, "f1": 0.521723, "accuracy": 0.56917, "main_score": 0.521723, "hf_subset": "bjn_Arab-mag_Deva", "languages": ["bjn-Arab", "mag-Deva"]}, {"precision": 0.541411, "recall": 0.591897, "f1": 0.554407, "accuracy": 0.591897, "main_score": 0.554407, "hf_subset": "bjn_Arab-pap_Latn", "languages": ["bjn-Arab", "pap-Latn"]}, {"precision": 0.431718, "recall": 0.48419, "f1": 0.445309, "accuracy": 0.48419, "main_score": 0.445309, "hf_subset": "bjn_Arab-sot_Latn", "languages": ["bjn-Arab", "sot-Latn"]}, {"precision": 0.512877, "recall": 0.56917, "f1": 0.527061, "accuracy": 0.56917, "main_score": 0.527061, "hf_subset": "bjn_Arab-tur_Latn", "languages": ["bjn-Arab", "tur-Latn"]}, {"precision": 0.576793, "recall": 0.626482, "f1": 0.590441, "accuracy": 0.626482, "main_score": 0.590441, "hf_subset": "bjn_Arab-ace_Latn", "languages": ["bjn-Arab", "ace-Latn"]}, {"precision": 0.568191, "recall": 0.614625, "f1": 0.57994, "accuracy": 0.614625, "main_score": 0.57994, "hf_subset": "bjn_Arab-ban_Latn", "languages": ["bjn-Arab", "ban-Latn"]}, {"precision": 0.493125, "recall": 0.5583, "f1": 0.50982, "accuracy": 0.5583, "main_score": 0.50982, "hf_subset": "bjn_Arab-ell_Grek", "languages": ["bjn-Arab", "ell-Grek"]}, {"precision": 0.497519, "recall": 0.556324, "f1": 0.511966, "accuracy": 0.556324, "main_score": 0.511966, "hf_subset": "bjn_Arab-hne_Deva", "languages": ["bjn-Arab", "hne-Deva"]}, {"precision": 0.36634, "recall": 0.423913, "f1": 0.381587, "accuracy": 0.423913, "main_score": 0.381587, "hf_subset": "bjn_Arab-kik_Latn", "languages": ["bjn-Arab", "kik-Latn"]}, {"precision": 0.495126, "recall": 0.563241, "f1": 0.512852, "accuracy": 0.563241, "main_score": 0.512852, "hf_subset": "bjn_Arab-mai_Deva", "languages": ["bjn-Arab", "mai-Deva"]}, {"precision": 0.478945, "recall": 0.538538, "f1": 0.493829, "accuracy": 0.538538, "main_score": 0.493829, "hf_subset": "bjn_Arab-pbt_Arab", "languages": ["bjn-Arab", "pbt-Arab"]}, {"precision": 0.50095, "recall": 0.562253, "f1": 0.516166, "accuracy": 0.562253, "main_score": 0.516166, "hf_subset": "bjn_Arab-spa_Latn", "languages": ["bjn-Arab", "spa-Latn"]}, {"precision": 0.438794, "recall": 0.495059, "f1": 0.453795, "accuracy": 0.495059, "main_score": 0.453795, "hf_subset": "bjn_Arab-twi_Latn", "languages": ["bjn-Arab", "twi-Latn"]}, {"precision": 0.500067, "recall": 0.567194, "f1": 0.517111, "accuracy": 0.567194, "main_score": 0.517111, "hf_subset": "bjn_Arab-acm_Arab", "languages": ["bjn-Arab", "acm-Arab"]}, {"precision": 0.474417, "recall": 0.538538, "f1": 0.49113, "accuracy": 0.538538, "main_score": 0.49113, "hf_subset": "bjn_Arab-bel_Cyrl", "languages": ["bjn-Arab", "bel-Cyrl"]}, {"precision": 0.545448, "recall": 0.608696, "f1": 0.561726, "accuracy": 0.608696, "main_score": 0.561726, "hf_subset": "bjn_Arab-eng_Latn", "languages": ["bjn-Arab", "eng-Latn"]}, {"precision": 0.535945, "recall": 0.59585, "f1": 0.551578, "accuracy": 0.59585, "main_score": 0.551578, "hf_subset": "bjn_Arab-hrv_Latn", "languages": ["bjn-Arab", "hrv-Latn"]}, {"precision": 0.39605, "recall": 0.45751, "f1": 0.412406, "accuracy": 0.45751, "main_score": 0.412406, "hf_subset": "bjn_Arab-kin_Latn", "languages": ["bjn-Arab", "kin-Latn"]}, {"precision": 0.490936, "recall": 0.552372, "f1": 0.505501, "accuracy": 0.552372, "main_score": 0.505501, "hf_subset": "bjn_Arab-mal_Mlym", "languages": ["bjn-Arab", "mal-Mlym"]}, {"precision": 0.503005, "recall": 0.563241, "f1": 0.518333, "accuracy": 0.563241, "main_score": 0.518333, "hf_subset": "bjn_Arab-pes_Arab", "languages": ["bjn-Arab", "pes-Arab"]}, {"precision": 0.540667, "recall": 0.604743, "f1": 0.557739, "accuracy": 0.604743, "main_score": 0.557739, "hf_subset": "bjn_Arab-srd_Latn", "languages": ["bjn-Arab", "srd-Latn"]}, {"precision": 0.215553, "recall": 0.254941, "f1": 0.225452, "accuracy": 0.254941, "main_score": 0.225452, "hf_subset": "bjn_Arab-tzm_Tfng", "languages": ["bjn-Arab", "tzm-Tfng"]}, {"precision": 0.51062, "recall": 0.56917, "f1": 0.525401, "accuracy": 0.56917, "main_score": 0.525401, "hf_subset": "bjn_Arab-acq_Arab", "languages": ["bjn-Arab", "acq-Arab"]}, {"precision": 0.433739, "recall": 0.485178, "f1": 0.44752, "accuracy": 0.485178, "main_score": 0.44752, "hf_subset": "bjn_Arab-bem_Latn", "languages": ["bjn-Arab", "bem-Latn"]}, {"precision": 0.528306, "recall": 0.583992, "f1": 0.543074, "accuracy": 0.583992, "main_score": 0.543074, "hf_subset": "bjn_Arab-epo_Latn", "languages": ["bjn-Arab", "epo-Latn"]}, {"precision": 0.524168, "recall": 0.582016, "f1": 0.539113, "accuracy": 0.582016, "main_score": 0.539113, "hf_subset": "bjn_Arab-hun_Latn", "languages": ["bjn-Arab", "hun-Latn"]}, {"precision": 0.479172, "recall": 0.536561, "f1": 0.494589, "accuracy": 0.536561, "main_score": 0.494589, "hf_subset": "bjn_Arab-kir_Cyrl", "languages": ["bjn-Arab", "kir-Cyrl"]}, {"precision": 0.493088, "recall": 0.55336, "f1": 0.508935, "accuracy": 0.55336, "main_score": 0.508935, "hf_subset": "bjn_Arab-mar_Deva", "languages": ["bjn-Arab", "mar-Deva"]}, {"precision": 0.437045, "recall": 0.494071, "f1": 0.45195, "accuracy": 0.494071, "main_score": 0.45195, "hf_subset": "bjn_Arab-plt_Latn", "languages": ["bjn-Arab", "plt-Latn"]}, {"precision": 0.535681, "recall": 0.598814, "f1": 0.551894, "accuracy": 0.598814, "main_score": 0.551894, "hf_subset": "bjn_Arab-srp_Cyrl", "languages": ["bjn-Arab", "srp-Cyrl"]}, {"precision": 0.455261, "recall": 0.516798, "f1": 0.471067, "accuracy": 0.516798, "main_score": 0.471067, "hf_subset": "bjn_Arab-uig_Arab", "languages": ["bjn-Arab", "uig-Arab"]}, {"precision": 0.494068, "recall": 0.549407, "f1": 0.508885, "accuracy": 0.549407, "main_score": 0.508885, "hf_subset": "bjn_Arab-aeb_Arab", "languages": ["bjn-Arab", "aeb-Arab"]}, {"precision": 0.492764, "recall": 0.567194, "f1": 0.513117, "accuracy": 0.567194, "main_score": 0.513117, "hf_subset": "bjn_Arab-ben_Beng", "languages": ["bjn-Arab", "ben-Beng"]}, {"precision": 0.508605, "recall": 0.571146, "f1": 0.525613, "accuracy": 0.571146, "main_score": 0.525613, "hf_subset": "bjn_Arab-est_Latn", "languages": ["bjn-Arab", "est-Latn"]}, {"precision": 0.490752, "recall": 0.557312, "f1": 0.50775, "accuracy": 0.557312, "main_score": 0.50775, "hf_subset": "bjn_Arab-hye_Armn", "languages": ["bjn-Arab", "hye-Armn"]}, {"precision": 0.400183, "recall": 0.452569, "f1": 0.414662, "accuracy": 0.452569, "main_score": 0.414662, "hf_subset": "bjn_Arab-kmb_Latn", "languages": ["bjn-Arab", "kmb-Latn"]}, {"precision": 0.680388, "recall": 0.744071, "f1": 0.699162, "accuracy": 0.744071, "main_score": 0.699162, "hf_subset": "bjn_Arab-min_Arab", "languages": ["bjn-Arab", "min-Arab"]}, {"precision": 0.50817, "recall": 0.571146, "f1": 0.524869, "accuracy": 0.571146, "main_score": 0.524869, "hf_subset": "bjn_Arab-pol_Latn", "languages": ["bjn-Arab", "pol-Latn"]}, {"precision": 0.415887, "recall": 0.470356, "f1": 0.431101, "accuracy": 0.470356, "main_score": 0.431101, "hf_subset": "bjn_Arab-ssw_Latn", "languages": ["bjn-Arab", "ssw-Latn"]}, {"precision": 0.538101, "recall": 0.601779, "f1": 0.5543, "accuracy": 0.601779, "main_score": 0.5543, "hf_subset": "bjn_Arab-ukr_Cyrl", "languages": ["bjn-Arab", "ukr-Cyrl"]}, {"precision": 0.56282, "recall": 0.62253, "f1": 0.578247, "accuracy": 0.62253, "main_score": 0.578247, "hf_subset": "bjn_Arab-afr_Latn", "languages": ["bjn-Arab", "afr-Latn"]}, {"precision": 0.473043, "recall": 0.535573, "f1": 0.488877, "accuracy": 0.535573, "main_score": 0.488877, "hf_subset": "bjn_Arab-bho_Deva", "languages": ["bjn-Arab", "bho-Deva"]}, {"precision": 0.509966, "recall": 0.566206, "f1": 0.524684, "accuracy": 0.566206, "main_score": 0.524684, "hf_subset": "bjn_Arab-eus_Latn", "languages": ["bjn-Arab", "eus-Latn"]}, {"precision": 0.398177, "recall": 0.461462, "f1": 0.414483, "accuracy": 0.461462, "main_score": 0.414483, "hf_subset": "bjn_Arab-ibo_Latn", "languages": ["bjn-Arab", "ibo-Latn"]}, {"precision": 0.479578, "recall": 0.541502, "f1": 0.496295, "accuracy": 0.541502, "main_score": 0.496295, "hf_subset": "bjn_Arab-kmr_Latn", "languages": ["bjn-Arab", "kmr-Latn"]}, {"precision": 0.576322, "recall": 0.639328, "f1": 0.592785, "accuracy": 0.639328, "main_score": 0.592785, "hf_subset": "bjn_Arab-min_Latn", "languages": ["bjn-Arab", "min-Latn"]}, {"precision": 0.523392, "recall": 0.589921, "f1": 0.540439, "accuracy": 0.589921, "main_score": 0.540439, "hf_subset": "bjn_Arab-por_Latn", "languages": ["bjn-Arab", "por-Latn"]}, {"precision": 0.583866, "recall": 0.634387, "f1": 0.597452, "accuracy": 0.634387, "main_score": 0.597452, "hf_subset": "bjn_Arab-sun_Latn", "languages": ["bjn-Arab", "sun-Latn"]}, {"precision": 0.38694, "recall": 0.444664, "f1": 0.402831, "accuracy": 0.444664, "main_score": 0.402831, "hf_subset": "bjn_Arab-umb_Latn", "languages": ["bjn-Arab", "umb-Latn"]}, {"precision": 0.507564, "recall": 0.56917, "f1": 0.523465, "accuracy": 0.56917, "main_score": 0.523465, "hf_subset": "bjn_Arab-ajp_Arab", "languages": ["bjn-Arab", "ajp-Arab"]}, {"precision": 0.375762, "recall": 0.422925, "f1": 0.38759, "accuracy": 0.422925, "main_score": 0.38759, "hf_subset": "bjn_Arab-ewe_Latn", "languages": ["bjn-Arab", "ewe-Latn"]}, {"precision": 0.534335, "recall": 0.586957, "f1": 0.548019, "accuracy": 0.586957, "main_score": 0.548019, "hf_subset": "bjn_Arab-ilo_Latn", "languages": ["bjn-Arab", "ilo-Latn"]}, {"precision": 0.282084, "recall": 0.322134, "f1": 0.292865, "accuracy": 0.322134, "main_score": 0.292865, "hf_subset": "bjn_Arab-knc_Arab", "languages": ["bjn-Arab", "knc-Arab"]}, {"precision": 0.534024, "recall": 0.600791, "f1": 0.551645, "accuracy": 0.600791, "main_score": 0.551645, "hf_subset": "bjn_Arab-mkd_Cyrl", "languages": ["bjn-Arab", "mkd-Cyrl"]}, {"precision": 0.512954, "recall": 0.567194, "f1": 0.526918, "accuracy": 0.567194, "main_score": 0.526918, "hf_subset": "bjn_Arab-prs_Arab", "languages": ["bjn-Arab", "prs-Arab"]}, {"precision": 0.542556, "recall": 0.607708, "f1": 0.559918, "accuracy": 0.607708, "main_score": 0.559918, "hf_subset": "bjn_Arab-swe_Latn", "languages": ["bjn-Arab", "swe-Latn"]}, {"precision": 0.491381, "recall": 0.559289, "f1": 0.509618, "accuracy": 0.559289, "main_score": 0.509618, "hf_subset": "bjn_Arab-urd_Arab", "languages": ["bjn-Arab", "urd-Arab"]}, {"precision": 0.405174, "recall": 0.458498, "f1": 0.419256, "accuracy": 0.458498, "main_score": 0.419256, "hf_subset": "bjn_Arab-aka_Latn", "languages": ["bjn-Arab", "aka-Latn"]}, {"precision": 0.658856, "recall": 0.724308, "f1": 0.676437, "accuracy": 0.724308, "main_score": 0.676437, "hf_subset": "bjn_Arab-bjn_Latn", "languages": ["bjn-Arab", "bjn-Latn"]}, {"precision": 0.472586, "recall": 0.532609, "f1": 0.488779, "accuracy": 0.532609, "main_score": 0.488779, "hf_subset": "bjn_Arab-fao_Latn", "languages": ["bjn-Arab", "fao-Latn"]}, {"precision": 0.570992, "recall": 0.632411, "f1": 0.587357, "accuracy": 0.632411, "main_score": 0.587357, "hf_subset": "bjn_Arab-ind_Latn", "languages": ["bjn-Arab", "ind-Latn"]}, {"precision": 0.431594, "recall": 0.472332, "f1": 0.442682, "accuracy": 0.472332, "main_score": 0.442682, "hf_subset": "bjn_Arab-knc_Latn", "languages": ["bjn-Arab", "knc-Latn"]}, {"precision": 0.540433, "recall": 0.593874, "f1": 0.553879, "accuracy": 0.593874, "main_score": 0.553879, "hf_subset": "bjn_Arab-mlt_Latn", "languages": ["bjn-Arab", "mlt-Latn"]}, {"precision": 0.451833, "recall": 0.501976, "f1": 0.465263, "accuracy": 0.501976, "main_score": 0.465263, "hf_subset": "bjn_Arab-quy_Latn", "languages": ["bjn-Arab", "quy-Latn"]}, {"precision": 0.494503, "recall": 0.552372, "f1": 0.509717, "accuracy": 0.552372, "main_score": 0.509717, "hf_subset": "bjn_Arab-swh_Latn", "languages": ["bjn-Arab", "swh-Latn"]}, {"precision": 0.499315, "recall": 0.559289, "f1": 0.514192, "accuracy": 0.559289, "main_score": 0.514192, "hf_subset": "bjn_Arab-uzn_Latn", "languages": ["bjn-Arab", "uzn-Latn"]}, {"precision": 0.53717, "recall": 0.590909, "f1": 0.550597, "accuracy": 0.590909, "main_score": 0.550597, "hf_subset": "bjn_Arab-als_Latn", "languages": ["bjn-Arab", "als-Latn"]}, {"precision": 0.253962, "recall": 0.302372, "f1": 0.265518, "accuracy": 0.302372, "main_score": 0.265518, "hf_subset": "bjn_Arab-bod_Tibt", "languages": ["bjn-Arab", "bod-Tibt"]}, {"precision": 0.429674, "recall": 0.478261, "f1": 0.442565, "accuracy": 0.478261, "main_score": 0.442565, "hf_subset": "bjn_Arab-fij_Latn", "languages": ["bjn-Arab", "fij-Latn"]}, {"precision": 0.458509, "recall": 0.51581, "f1": 0.473041, "accuracy": 0.51581, "main_score": 0.473041, "hf_subset": "bjn_Arab-isl_Latn", "languages": ["bjn-Arab", "isl-Latn"]}, {"precision": 0.443286, "recall": 0.498024, "f1": 0.458308, "accuracy": 0.498024, "main_score": 0.458308, "hf_subset": "bjn_Arab-kon_Latn", "languages": ["bjn-Arab", "kon-Latn"]}, {"precision": 0.446704, "recall": 0.495059, "f1": 0.459779, "accuracy": 0.495059, "main_score": 0.459779, "hf_subset": "bjn_Arab-mni_Beng", "languages": ["bjn-Arab", "mni-Beng"]}, {"precision": 0.529852, "recall": 0.590909, "f1": 0.545979, "accuracy": 0.590909, "main_score": 0.545979, "hf_subset": "bjn_Arab-ron_Latn", "languages": ["bjn-Arab", "ron-Latn"]}, {"precision": 0.521686, "recall": 0.58498, "f1": 0.537865, "accuracy": 0.58498, "main_score": 0.537865, "hf_subset": "bjn_Arab-szl_Latn", "languages": ["bjn-Arab", "szl-Latn"]}, {"precision": 0.531942, "recall": 0.588933, "f1": 0.545891, "accuracy": 0.588933, "main_score": 0.545891, "hf_subset": "bjn_Arab-vec_Latn", "languages": ["bjn-Arab", "vec-Latn"]}, {"precision": 0.443358, "recall": 0.507905, "f1": 0.460117, "accuracy": 0.507905, "main_score": 0.460117, "hf_subset": "bjn_Arab-amh_Ethi", "languages": ["bjn-Arab", "amh-Ethi"]}, {"precision": 0.533306, "recall": 0.594862, "f1": 0.549165, "accuracy": 0.594862, "main_score": 0.549165, "hf_subset": "bjn_Arab-bos_Latn", "languages": ["bjn-Arab", "bos-Latn"]}, {"precision": 0.484784, "recall": 0.550395, "f1": 0.502733, "accuracy": 0.550395, "main_score": 0.502733, "hf_subset": "bjn_Arab-fin_Latn", "languages": ["bjn-Arab", "fin-Latn"]}, {"precision": 0.509378, "recall": 0.567194, "f1": 0.5239, "accuracy": 0.567194, "main_score": 0.5239, "hf_subset": "bjn_Arab-ita_Latn", "languages": ["bjn-Arab", "ita-Latn"]}, {"precision": 0.480084, "recall": 0.546443, "f1": 0.497405, "accuracy": 0.546443, "main_score": 0.497405, "hf_subset": "bjn_Arab-kor_Hang", "languages": ["bjn-Arab", "kor-Hang"]}, {"precision": 0.401156, "recall": 0.455534, "f1": 0.415171, "accuracy": 0.455534, "main_score": 0.415171, "hf_subset": "bjn_Arab-mos_Latn", "languages": ["bjn-Arab", "mos-Latn"]}, {"precision": 0.408458, "recall": 0.463439, "f1": 0.423268, "accuracy": 0.463439, "main_score": 0.423268, "hf_subset": "bjn_Arab-run_Latn", "languages": ["bjn-Arab", "run-Latn"]}, {"precision": 0.483728, "recall": 0.546443, "f1": 0.500223, "accuracy": 0.546443, "main_score": 0.500223, "hf_subset": "bjn_Arab-tam_Taml", "languages": ["bjn-Arab", "tam-Taml"]}, {"precision": 0.511327, "recall": 0.568182, "f1": 0.525777, "accuracy": 0.568182, "main_score": 0.525777, "hf_subset": "bjn_Arab-vie_Latn", "languages": ["bjn-Arab", "vie-Latn"]}, {"precision": 0.493424, "recall": 0.55336, "f1": 0.509793, "accuracy": 0.55336, "main_score": 0.509793, "hf_subset": "bjn_Arab-apc_Arab", "languages": ["bjn-Arab", "apc-Arab"]}, {"precision": 0.529022, "recall": 0.58004, "f1": 0.542095, "accuracy": 0.58004, "main_score": 0.542095, "hf_subset": "bjn_Arab-bug_Latn", "languages": ["bjn-Arab", "bug-Latn"]}, {"precision": 0.34868, "recall": 0.400198, "f1": 0.361484, "accuracy": 0.400198, "main_score": 0.361484, "hf_subset": "bjn_Arab-fon_Latn", "languages": ["bjn-Arab", "fon-Latn"]}, {"precision": 0.588838, "recall": 0.640316, "f1": 0.602221, "accuracy": 0.640316, "main_score": 0.602221, "hf_subset": "bjn_Arab-jav_Latn", "languages": ["bjn-Arab", "jav-Latn"]}, {"precision": 0.429051, "recall": 0.492095, "f1": 0.445822, "accuracy": 0.492095, "main_score": 0.445822, "hf_subset": "bjn_Arab-lao_Laoo", "languages": ["bjn-Arab", "lao-Laoo"]}, {"precision": 0.414693, "recall": 0.460474, "f1": 0.427294, "accuracy": 0.460474, "main_score": 0.427294, "hf_subset": "bjn_Arab-mri_Latn", "languages": ["bjn-Arab", "mri-Latn"]}, {"precision": 0.51515, "recall": 0.578063, "f1": 0.530934, "accuracy": 0.578063, "main_score": 0.530934, "hf_subset": "bjn_Arab-rus_Cyrl", "languages": ["bjn-Arab", "rus-Cyrl"]}, {"precision": 0.407099, "recall": 0.460474, "f1": 0.420943, "accuracy": 0.460474, "main_score": 0.420943, "hf_subset": "bjn_Arab-taq_Latn", "languages": ["bjn-Arab", "taq-Latn"]}, {"precision": 0.552016, "recall": 0.605731, "f1": 0.56582, "accuracy": 0.605731, "main_score": 0.56582, "hf_subset": "bjn_Arab-war_Latn", "languages": ["bjn-Arab", "war-Latn"]}, {"precision": 0.50495, "recall": 0.566206, "f1": 0.520657, "accuracy": 0.566206, "main_score": 0.520657, "hf_subset": "bjn_Arab-arb_Arab", "languages": ["bjn-Arab", "arb-Arab"]}, {"precision": 0.546108, "recall": 0.603755, "f1": 0.561046, "accuracy": 0.603755, "main_score": 0.561046, "hf_subset": "bjn_Arab-bul_Cyrl", "languages": ["bjn-Arab", "bul-Cyrl"]}, {"precision": 0.511655, "recall": 0.567194, "f1": 0.525875, "accuracy": 0.567194, "main_score": 0.525875, "hf_subset": "bjn_Arab-fra_Latn", "languages": ["bjn-Arab", "fra-Latn"]}, {"precision": 0.466856, "recall": 0.535573, "f1": 0.484944, "accuracy": 0.535573, "main_score": 0.484944, "hf_subset": "bjn_Arab-jpn_Jpan", "languages": ["bjn-Arab", "jpn-Jpan"]}, {"precision": 0.530003, "recall": 0.587945, "f1": 0.544549, "accuracy": 0.587945, "main_score": 0.544549, "hf_subset": "bjn_Arab-lij_Latn", "languages": ["bjn-Arab", "lij-Latn"]}, {"precision": 0.360908, "recall": 0.426877, "f1": 0.376709, "accuracy": 0.426877, "main_score": 0.376709, "hf_subset": "bjn_Arab-mya_Mymr", "languages": ["bjn-Arab", "mya-Mymr"]}, {"precision": 0.41498, "recall": 0.472332, "f1": 0.430529, "accuracy": 0.472332, "main_score": 0.430529, "hf_subset": "bjn_Arab-sag_Latn", "languages": ["bjn-Arab", "sag-Latn"]}, {"precision": 0.217803, "recall": 0.252964, "f1": 0.225926, "accuracy": 0.252964, "main_score": 0.225926, "hf_subset": "bjn_Arab-taq_Tfng", "languages": ["bjn-Arab", "taq-Tfng"]}, {"precision": 0.455068, "recall": 0.506917, "f1": 0.468784, "accuracy": 0.506917, "main_score": 0.468784, "hf_subset": "bjn_Arab-wol_Latn", "languages": ["bjn-Arab", "wol-Latn"]}, {"precision": 0.394928, "recall": 0.454545, "f1": 0.410755, "accuracy": 0.454545, "main_score": 0.410755, "hf_subset": "bjn_Arab-arb_Latn", "languages": ["bjn-Arab", "arb-Latn"]}, {"precision": 0.533424, "recall": 0.596838, "f1": 0.549091, "accuracy": 0.596838, "main_score": 0.549091, "hf_subset": "bjn_Arab-cat_Latn", "languages": ["bjn-Arab", "cat-Latn"]}, {"precision": 0.539474, "recall": 0.591897, "f1": 0.553308, "accuracy": 0.591897, "main_score": 0.553308, "hf_subset": "bjn_Arab-fur_Latn", "languages": ["bjn-Arab", "fur-Latn"]}, {"precision": 0.354277, "recall": 0.412055, "f1": 0.368922, "accuracy": 0.412055, "main_score": 0.368922, "hf_subset": "bjn_Arab-kab_Latn", "languages": ["bjn-Arab", "kab-Latn"]}, {"precision": 0.513102, "recall": 0.571146, "f1": 0.528381, "accuracy": 0.571146, "main_score": 0.528381, "hf_subset": "bjn_Arab-lim_Latn", "languages": ["bjn-Arab", "lim-Latn"]}, {"precision": 0.518712, "recall": 0.58004, "f1": 0.534477, "accuracy": 0.58004, "main_score": 0.534477, "hf_subset": "bjn_Arab-nld_Latn", "languages": ["bjn-Arab", "nld-Latn"]}, {"precision": 0.455076, "recall": 0.51581, "f1": 0.47084, "accuracy": 0.51581, "main_score": 0.47084, "hf_subset": "bjn_Arab-san_Deva", "languages": ["bjn-Arab", "san-Deva"]}, {"precision": 0.51526, "recall": 0.579051, "f1": 0.53104, "accuracy": 0.579051, "main_score": 0.53104, "hf_subset": "bjn_Arab-tat_Cyrl", "languages": ["bjn-Arab", "tat-Cyrl"]}, {"precision": 0.459242, "recall": 0.509881, "f1": 0.472738, "accuracy": 0.509881, "main_score": 0.472738, "hf_subset": "bjn_Arab-xho_Latn", "languages": ["bjn-Arab", "xho-Latn"]}, {"precision": 0.485918, "recall": 0.552372, "f1": 0.502838, "accuracy": 0.552372, "main_score": 0.502838, "hf_subset": "bjn_Arab-ars_Arab", "languages": ["bjn-Arab", "ars-Arab"]}, {"precision": 0.542163, "recall": 0.596838, "f1": 0.556187, "accuracy": 0.596838, "main_score": 0.556187, "hf_subset": "bjn_Arab-ceb_Latn", "languages": ["bjn-Arab", "ceb-Latn"]}, {"precision": 0.405323, "recall": 0.454545, "f1": 0.418727, "accuracy": 0.454545, "main_score": 0.418727, "hf_subset": "bjn_Arab-fuv_Latn", "languages": ["bjn-Arab", "fuv-Latn"]}, {"precision": 0.385854, "recall": 0.434783, "f1": 0.398975, "accuracy": 0.434783, "main_score": 0.398975, "hf_subset": "bjn_Arab-kac_Latn", "languages": ["bjn-Arab", "kac-Latn"]}, {"precision": 0.460384, "recall": 0.512846, "f1": 0.474316, "accuracy": 0.512846, "main_score": 0.474316, "hf_subset": "bjn_Arab-lin_Latn", "languages": ["bjn-Arab", "lin-Latn"]}, {"precision": 0.531529, "recall": 0.59585, "f1": 0.548476, "accuracy": 0.59585, "main_score": 0.548476, "hf_subset": "bjn_Arab-nno_Latn", "languages": ["bjn-Arab", "nno-Latn"]}, {"precision": 0.141372, "recall": 0.187747, "f1": 0.15324, "accuracy": 0.187747, "main_score": 0.15324, "hf_subset": "bjn_Arab-sat_Olck", "languages": ["bjn-Arab", "sat-Olck"]}, {"precision": 0.494219, "recall": 0.556324, "f1": 0.509639, "accuracy": 0.556324, "main_score": 0.509639, "hf_subset": "bjn_Arab-tel_Telu", "languages": ["bjn-Arab", "tel-Telu"]}, {"precision": 0.477571, "recall": 0.532609, "f1": 0.492614, "accuracy": 0.532609, "main_score": 0.492614, "hf_subset": "bjn_Arab-ydd_Hebr", "languages": ["bjn-Arab", "ydd-Hebr"]}, {"precision": 0.469189, "recall": 0.523715, "f1": 0.482681, "accuracy": 0.523715, "main_score": 0.482681, "hf_subset": "bjn_Arab-ary_Arab", "languages": ["bjn-Arab", "ary-Arab"]}, {"precision": 0.518738, "recall": 0.585968, "f1": 0.535362, "accuracy": 0.585968, "main_score": 0.535362, "hf_subset": "bjn_Arab-ces_Latn", "languages": ["bjn-Arab", "ces-Latn"]}, {"precision": 0.436478, "recall": 0.48913, "f1": 0.451204, "accuracy": 0.48913, "main_score": 0.451204, "hf_subset": "bjn_Arab-gaz_Latn", "languages": ["bjn-Arab", "gaz-Latn"]}, {"precision": 0.411448, "recall": 0.465415, "f1": 0.425372, "accuracy": 0.465415, "main_score": 0.425372, "hf_subset": "bjn_Arab-kam_Latn", "languages": ["bjn-Arab", "kam-Latn"]}, {"precision": 0.515615, "recall": 0.576087, "f1": 0.530981, "accuracy": 0.576087, "main_score": 0.530981, "hf_subset": "bjn_Arab-lit_Latn", "languages": ["bjn-Arab", "lit-Latn"]}, {"precision": 0.524269, "recall": 0.583992, "f1": 0.540295, "accuracy": 0.583992, "main_score": 0.540295, "hf_subset": "bjn_Arab-nob_Latn", "languages": ["bjn-Arab", "nob-Latn"]}, {"precision": 0.524721, "recall": 0.579051, "f1": 0.538996, "accuracy": 0.579051, "main_score": 0.538996, "hf_subset": "bjn_Arab-scn_Latn", "languages": ["bjn-Arab", "scn-Latn"]}, {"precision": 0.494255, "recall": 0.550395, "f1": 0.509153, "accuracy": 0.550395, "main_score": 0.509153, "hf_subset": "bjn_Arab-tgk_Cyrl", "languages": ["bjn-Arab", "tgk-Cyrl"]}, {"precision": 0.368847, "recall": 0.436759, "f1": 0.386192, "accuracy": 0.436759, "main_score": 0.386192, "hf_subset": "bjn_Arab-yor_Latn", "languages": ["bjn-Arab", "yor-Latn"]}, {"precision": 0.496888, "recall": 0.551383, "f1": 0.51125, "accuracy": 0.551383, "main_score": 0.51125, "hf_subset": "bjn_Arab-arz_Arab", "languages": ["bjn-Arab", "arz-Arab"]}, {"precision": 0.396591, "recall": 0.445652, "f1": 0.409003, "accuracy": 0.445652, "main_score": 0.409003, "hf_subset": "bjn_Arab-cjk_Latn", "languages": ["bjn-Arab", "cjk-Latn"]}, {"precision": 0.408456, "recall": 0.467391, "f1": 0.424293, "accuracy": 0.467391, "main_score": 0.424293, "hf_subset": "bjn_Arab-gla_Latn", "languages": ["bjn-Arab", "gla-Latn"]}, {"precision": 0.483569, "recall": 0.55336, "f1": 0.501286, "accuracy": 0.55336, "main_score": 0.501286, "hf_subset": "bjn_Arab-kan_Knda", "languages": ["bjn-Arab", "kan-Knda"]}, {"precision": 0.522623, "recall": 0.58004, "f1": 0.538, "accuracy": 0.58004, "main_score": 0.538, "hf_subset": "bjn_Arab-lmo_Latn", "languages": ["bjn-Arab", "lmo-Latn"]}, {"precision": 0.502896, "recall": 0.56917, "f1": 0.520093, "accuracy": 0.56917, "main_score": 0.520093, "hf_subset": "bjn_Arab-npi_Deva", "languages": ["bjn-Arab", "npi-Deva"]}, {"precision": 0.32463, "recall": 0.373518, "f1": 0.337703, "accuracy": 0.373518, "main_score": 0.337703, "hf_subset": "bjn_Arab-shn_Mymr", "languages": ["bjn-Arab", "shn-Mymr"]}, {"precision": 0.554926, "recall": 0.601779, "f1": 0.56677, "accuracy": 0.601779, "main_score": 0.56677, "hf_subset": "bjn_Arab-tgl_Latn", "languages": ["bjn-Arab", "tgl-Latn"]}, {"precision": 0.470634, "recall": 0.530632, "f1": 0.485918, "accuracy": 0.530632, "main_score": 0.485918, "hf_subset": "bjn_Arab-yue_Hant", "languages": ["bjn-Arab", "yue-Hant"]}, {"precision": 0.47498, "recall": 0.534585, "f1": 0.491077, "accuracy": 0.534585, "main_score": 0.491077, "hf_subset": "bjn_Arab-asm_Beng", "languages": ["bjn-Arab", "asm-Beng"]}, {"precision": 0.468417, "recall": 0.530632, "f1": 0.484347, "accuracy": 0.530632, "main_score": 0.484347, "hf_subset": "bjn_Arab-ckb_Arab", "languages": ["bjn-Arab", "ckb-Arab"]}, {"precision": 0.434947, "recall": 0.48419, "f1": 0.448507, "accuracy": 0.48419, "main_score": 0.448507, "hf_subset": "bjn_Arab-gle_Latn", "languages": ["bjn-Arab", "gle-Latn"]}, {"precision": 0.463526, "recall": 0.517787, "f1": 0.477297, "accuracy": 0.517787, "main_score": 0.477297, "hf_subset": "bjn_Arab-kas_Arab", "languages": ["bjn-Arab", "kas-Arab"]}, {"precision": 0.518175, "recall": 0.58004, "f1": 0.534325, "accuracy": 0.58004, "main_score": 0.534325, "hf_subset": "bjn_Arab-ltg_Latn", "languages": ["bjn-Arab", "ltg-Latn"]}, {"precision": 0.451532, "recall": 0.502964, "f1": 0.465228, "accuracy": 0.502964, "main_score": 0.465228, "hf_subset": "bjn_Arab-nso_Latn", "languages": ["bjn-Arab", "nso-Latn"]}, {"precision": 0.440027, "recall": 0.502964, "f1": 0.456778, "accuracy": 0.502964, "main_score": 0.456778, "hf_subset": "bjn_Arab-sin_Sinh", "languages": ["bjn-Arab", "sin-Sinh"]}, {"precision": 0.488616, "recall": 0.551383, "f1": 0.504597, "accuracy": 0.551383, "main_score": 0.504597, "hf_subset": "bjn_Arab-tha_Thai", "languages": ["bjn-Arab", "tha-Thai"]}, {"precision": 0.462086, "recall": 0.512846, "f1": 0.474781, "accuracy": 0.512846, "main_score": 0.474781, "hf_subset": "bjn_Arab-zho_Hans", "languages": ["bjn-Arab", "zho-Hans"]}, {"precision": 0.530771, "recall": 0.59585, "f1": 0.546903, "accuracy": 0.59585, "main_score": 0.546903, "hf_subset": "bjn_Arab-ast_Latn", "languages": ["bjn-Arab", "ast-Latn"]}, {"precision": 0.486555, "recall": 0.549407, "f1": 0.502616, "accuracy": 0.549407, "main_score": 0.502616, "hf_subset": "bjn_Arab-crh_Latn", "languages": ["bjn-Arab", "crh-Latn"]}, {"precision": 0.525712, "recall": 0.587945, "f1": 0.541238, "accuracy": 0.587945, "main_score": 0.541238, "hf_subset": "bjn_Arab-glg_Latn", "languages": ["bjn-Arab", "glg-Latn"]}, {"precision": 0.436833, "recall": 0.48913, "f1": 0.450963, "accuracy": 0.48913, "main_score": 0.450963, "hf_subset": "bjn_Arab-kas_Deva", "languages": ["bjn-Arab", "kas-Deva"]}, {"precision": 0.513434, "recall": 0.563241, "f1": 0.52655, "accuracy": 0.563241, "main_score": 0.52655, "hf_subset": "bjn_Arab-ltz_Latn", "languages": ["bjn-Arab", "ltz-Latn"]}, {"precision": 0.364797, "recall": 0.425889, "f1": 0.380505, "accuracy": 0.425889, "main_score": 0.380505, "hf_subset": "bjn_Arab-nus_Latn", "languages": ["bjn-Arab", "nus-Latn"]}, {"precision": 0.514349, "recall": 0.579051, "f1": 0.531028, "accuracy": 0.579051, "main_score": 0.531028, "hf_subset": "bjn_Arab-slk_Latn", "languages": ["bjn-Arab", "slk-Latn"]}, {"precision": 0.374213, "recall": 0.428854, "f1": 0.387997, "accuracy": 0.428854, "main_score": 0.387997, "hf_subset": "bjn_Arab-tir_Ethi", "languages": ["bjn-Arab", "tir-Ethi"]}, {"precision": 0.44957, "recall": 0.51087, "f1": 0.464615, "accuracy": 0.51087, "main_score": 0.464615, "hf_subset": "bjn_Arab-zho_Hant", "languages": ["bjn-Arab", "zho-Hant"]}, {"precision": 0.487393, "recall": 0.557312, "f1": 0.504896, "accuracy": 0.557312, "main_score": 0.504896, "hf_subset": "bjn_Arab-awa_Deva", "languages": ["bjn-Arab", "awa-Deva"]}, {"precision": 0.481655, "recall": 0.534585, "f1": 0.495618, "accuracy": 0.534585, "main_score": 0.495618, "hf_subset": "bjn_Arab-cym_Latn", "languages": ["bjn-Arab", "cym-Latn"]}, {"precision": 0.49425, "recall": 0.54249, "f1": 0.507537, "accuracy": 0.54249, "main_score": 0.507537, "hf_subset": "bjn_Arab-grn_Latn", "languages": ["bjn-Arab", "grn-Latn"]}, {"precision": 0.49875, "recall": 0.557312, "f1": 0.513653, "accuracy": 0.557312, "main_score": 0.513653, "hf_subset": "bjn_Arab-kat_Geor", "languages": ["bjn-Arab", "kat-Geor"]}, {"precision": 0.457173, "recall": 0.511858, "f1": 0.471601, "accuracy": 0.511858, "main_score": 0.471601, "hf_subset": "bjn_Arab-lua_Latn", "languages": ["bjn-Arab", "lua-Latn"]}, {"precision": 0.434875, "recall": 0.488142, "f1": 0.448733, "accuracy": 0.488142, "main_score": 0.448733, "hf_subset": "bjn_Arab-nya_Latn", "languages": ["bjn-Arab", "nya-Latn"]}, {"precision": 0.523603, "recall": 0.58004, "f1": 0.537833, "accuracy": 0.58004, "main_score": 0.537833, "hf_subset": "bjn_Arab-slv_Latn", "languages": ["bjn-Arab", "slv-Latn"]}, {"precision": 0.501504, "recall": 0.549407, "f1": 0.514223, "accuracy": 0.549407, "main_score": 0.514223, "hf_subset": "bjn_Arab-tpi_Latn", "languages": ["bjn-Arab", "tpi-Latn"]}, {"precision": 0.565092, "recall": 0.620553, "f1": 0.579342, "accuracy": 0.620553, "main_score": 0.579342, "hf_subset": "bjn_Arab-zsm_Latn", "languages": ["bjn-Arab", "zsm-Latn"]}, {"precision": 0.40658, "recall": 0.462451, "f1": 0.421215, "accuracy": 0.462451, "main_score": 0.421215, "hf_subset": "bjn_Arab-ayr_Latn", "languages": ["bjn-Arab", "ayr-Latn"]}, {"precision": 0.544871, "recall": 0.602767, "f1": 0.560253, "accuracy": 0.602767, "main_score": 0.560253, "hf_subset": "bjn_Arab-dan_Latn", "languages": ["bjn-Arab", "dan-Latn"]}, {"precision": 0.511003, "recall": 0.572134, "f1": 0.527657, "accuracy": 0.572134, "main_score": 0.527657, "hf_subset": "bjn_Arab-guj_Gujr", "languages": ["bjn-Arab", "guj-Gujr"]}, {"precision": 0.492673, "recall": 0.559289, "f1": 0.509477, "accuracy": 0.559289, "main_score": 0.509477, "hf_subset": "bjn_Arab-kaz_Cyrl", "languages": ["bjn-Arab", "kaz-Cyrl"]}, {"precision": 0.391354, "recall": 0.440711, "f1": 0.405143, "accuracy": 0.440711, "main_score": 0.405143, "hf_subset": "bjn_Arab-lug_Latn", "languages": ["bjn-Arab", "lug-Latn"]}, {"precision": 0.548688, "recall": 0.616601, "f1": 0.56614, "accuracy": 0.616601, "main_score": 0.56614, "hf_subset": "bjn_Arab-oci_Latn", "languages": ["bjn-Arab", "oci-Latn"]}, {"precision": 0.446138, "recall": 0.502964, "f1": 0.461845, "accuracy": 0.502964, "main_score": 0.461845, "hf_subset": "bjn_Arab-smo_Latn", "languages": ["bjn-Arab", "smo-Latn"]}, {"precision": 0.378791, "recall": 0.439723, "f1": 0.394684, "accuracy": 0.439723, "main_score": 0.394684, "hf_subset": "bjn_Arab-tsn_Latn", "languages": ["bjn-Arab", "tsn-Latn"]}, {"precision": 0.422258, "recall": 0.480237, "f1": 0.437429, "accuracy": 0.480237, "main_score": 0.437429, "hf_subset": "bjn_Arab-zul_Latn", "languages": ["bjn-Arab", "zul-Latn"]}, {"precision": 0.460743, "recall": 0.518775, "f1": 0.47572, "accuracy": 0.518775, "main_score": 0.47572, "hf_subset": "bjn_Arab-azb_Arab", "languages": ["bjn-Arab", "azb-Arab"]}, {"precision": 0.512853, "recall": 0.58004, "f1": 0.529871, "accuracy": 0.58004, "main_score": 0.529871, "hf_subset": "bjn_Arab-deu_Latn", "languages": ["bjn-Arab", "deu-Latn"]}, {"precision": 0.522313, "recall": 0.577075, "f1": 0.537004, "accuracy": 0.577075, "main_score": 0.537004, "hf_subset": "bjn_Arab-hat_Latn", "languages": ["bjn-Arab", "hat-Latn"]}, {"precision": 0.363136, "recall": 0.417984, "f1": 0.378163, "accuracy": 0.417984, "main_score": 0.378163, "hf_subset": "bjn_Arab-kbp_Latn", "languages": ["bjn-Arab", "kbp-Latn"]}, {"precision": 0.428991, "recall": 0.480237, "f1": 0.443105, "accuracy": 0.480237, "main_score": 0.443105, "hf_subset": "bjn_Arab-luo_Latn", "languages": ["bjn-Arab", "luo-Latn"]}, {"precision": 0.483851, "recall": 0.552372, "f1": 0.501191, "accuracy": 0.552372, "main_score": 0.501191, "hf_subset": "bjn_Arab-ory_Orya", "languages": ["bjn-Arab", "ory-Orya"]}, {"precision": 0.404844, "recall": 0.461462, "f1": 0.419319, "accuracy": 0.461462, "main_score": 0.419319, "hf_subset": "bjn_Arab-sna_Latn", "languages": ["bjn-Arab", "sna-Latn"]}, {"precision": 0.396081, "recall": 0.444664, "f1": 0.409322, "accuracy": 0.444664, "main_score": 0.409322, "hf_subset": "bjn_Arab-tso_Latn", "languages": ["bjn-Arab", "tso-Latn"]}, {"precision": 0.471477, "recall": 0.534585, "f1": 0.488449, "accuracy": 0.534585, "main_score": 0.488449, "hf_subset": "bjn_Arab-azj_Latn", "languages": ["bjn-Arab", "azj-Latn"]}, {"precision": 0.386946, "recall": 0.443676, "f1": 0.402707, "accuracy": 0.443676, "main_score": 0.402707, "hf_subset": "bjn_Arab-dik_Latn", "languages": ["bjn-Arab", "dik-Latn"]}, {"precision": 0.44817, "recall": 0.503953, "f1": 0.462442, "accuracy": 0.503953, "main_score": 0.462442, "hf_subset": "bjn_Arab-hau_Latn", "languages": ["bjn-Arab", "hau-Latn"]}, {"precision": 0.522249, "recall": 0.575099, "f1": 0.536517, "accuracy": 0.575099, "main_score": 0.536517, "hf_subset": "bjn_Arab-kea_Latn", "languages": ["bjn-Arab", "kea-Latn"]}, {"precision": 0.461418, "recall": 0.512846, "f1": 0.475173, "accuracy": 0.512846, "main_score": 0.475173, "hf_subset": "bjn_Arab-lus_Latn", "languages": ["bjn-Arab", "lus-Latn"]}, {"precision": 0.515404, "recall": 0.560277, "f1": 0.527563, "accuracy": 0.560277, "main_score": 0.527563, "hf_subset": "bjn_Arab-pag_Latn", "languages": ["bjn-Arab", "pag-Latn"]}, {"precision": 0.477502, "recall": 0.541502, "f1": 0.494114, "accuracy": 0.541502, "main_score": 0.494114, "hf_subset": "bjn_Arab-snd_Arab", "languages": ["bjn-Arab", "snd-Arab"]}, {"precision": 0.483063, "recall": 0.546443, "f1": 0.500452, "accuracy": 0.546443, "main_score": 0.500452, "hf_subset": "bjn_Arab-tuk_Latn", "languages": ["bjn-Arab", "tuk-Latn"]}, {"precision": 0.501407, "recall": 0.568182, "f1": 0.519003, "accuracy": 0.568182, "main_score": 0.519003, "hf_subset": "bjn_Arab-bak_Cyrl", "languages": ["bjn-Arab", "bak-Cyrl"]}, {"precision": 0.324424, "recall": 0.389328, "f1": 0.342101, "accuracy": 0.389328, "main_score": 0.342101, "hf_subset": "bjn_Arab-dyu_Latn", "languages": ["bjn-Arab", "dyu-Latn"]}, {"precision": 0.50649, "recall": 0.567194, "f1": 0.522194, "accuracy": 0.567194, "main_score": 0.522194, "hf_subset": "bjn_Arab-heb_Hebr", "languages": ["bjn-Arab", "heb-Hebr"]}, {"precision": 0.465919, "recall": 0.523715, "f1": 0.480583, "accuracy": 0.523715, "main_score": 0.480583, "hf_subset": "bjn_Arab-khk_Cyrl", "languages": ["bjn-Arab", "khk-Cyrl"]}, {"precision": 0.523607, "recall": 0.581028, "f1": 0.538496, "accuracy": 0.581028, "main_score": 0.538496, "hf_subset": "bjn_Arab-lvs_Latn", "languages": ["bjn-Arab", "lvs-Latn"]}, {"precision": 0.489968, "recall": 0.560277, "f1": 0.508187, "accuracy": 0.560277, "main_score": 0.508187, "hf_subset": "bjn_Arab-pan_Guru", "languages": ["bjn-Arab", "pan-Guru"]}, {"precision": 0.421061, "recall": 0.472332, "f1": 0.434627, "accuracy": 0.472332, "main_score": 0.434627, "hf_subset": "bjn_Arab-som_Latn", "languages": ["bjn-Arab", "som-Latn"]}, {"precision": 0.398118, "recall": 0.445652, "f1": 0.410383, "accuracy": 0.445652, "main_score": 0.410383, "hf_subset": "bjn_Arab-tum_Latn", "languages": ["bjn-Arab", "tum-Latn"]}, {"precision": 0.402623, "recall": 0.449605, "f1": 0.416144, "accuracy": 0.449605, "main_score": 0.416144, "hf_subset": "ewe_Latn-ace_Arab", "languages": ["ewe-Latn", "ace-Arab"]}, {"precision": 0.483654, "recall": 0.518775, "f1": 0.494088, "accuracy": 0.518775, "main_score": 0.494088, "hf_subset": "ewe_Latn-bam_Latn", "languages": ["ewe-Latn", "bam-Latn"]}, {"precision": 0.20817, "recall": 0.245059, "f1": 0.217627, "accuracy": 0.245059, "main_score": 0.217627, "hf_subset": "ewe_Latn-dzo_Tibt", "languages": ["ewe-Latn", "dzo-Tibt"]}, {"precision": 0.506793, "recall": 0.550395, "f1": 0.518248, "accuracy": 0.550395, "main_score": 0.518248, "hf_subset": "ewe_Latn-hin_Deva", "languages": ["ewe-Latn", "hin-Deva"]}, {"precision": 0.465005, "recall": 0.509881, "f1": 0.477444, "accuracy": 0.509881, "main_score": 0.477444, "hf_subset": "ewe_Latn-khm_Khmr", "languages": ["ewe-Latn", "khm-Khmr"]}, {"precision": 0.502761, "recall": 0.544466, "f1": 0.514594, "accuracy": 0.544466, "main_score": 0.514594, "hf_subset": "ewe_Latn-mag_Deva", "languages": ["ewe-Latn", "mag-Deva"]}, {"precision": 0.52794, "recall": 0.562253, "f1": 0.536992, "accuracy": 0.562253, "main_score": 0.536992, "hf_subset": "ewe_Latn-pap_Latn", "languages": ["ewe-Latn", "pap-Latn"]}, {"precision": 0.522125, "recall": 0.555336, "f1": 0.531225, "accuracy": 0.555336, "main_score": 0.531225, "hf_subset": "ewe_Latn-sot_Latn", "languages": ["ewe-Latn", "sot-Latn"]}, {"precision": 0.51602, "recall": 0.557312, "f1": 0.527661, "accuracy": 0.557312, "main_score": 0.527661, "hf_subset": "ewe_Latn-tur_Latn", "languages": ["ewe-Latn", "tur-Latn"]}, {"precision": 0.517525, "recall": 0.552372, "f1": 0.527474, "accuracy": 0.552372, "main_score": 0.527474, "hf_subset": "ewe_Latn-ace_Latn", "languages": ["ewe-Latn", "ace-Latn"]}, {"precision": 0.522004, "recall": 0.556324, "f1": 0.531276, "accuracy": 0.556324, "main_score": 0.531276, "hf_subset": "ewe_Latn-ban_Latn", "languages": ["ewe-Latn", "ban-Latn"]}, {"precision": 0.498298, "recall": 0.545455, "f1": 0.510847, "accuracy": 0.545455, "main_score": 0.510847, "hf_subset": "ewe_Latn-ell_Grek", "languages": ["ewe-Latn", "ell-Grek"]}, {"precision": 0.510858, "recall": 0.547431, "f1": 0.521414, "accuracy": 0.547431, "main_score": 0.521414, "hf_subset": "ewe_Latn-hne_Deva", "languages": ["ewe-Latn", "hne-Deva"]}, {"precision": 0.466575, "recall": 0.506917, "f1": 0.478064, "accuracy": 0.506917, "main_score": 0.478064, "hf_subset": "ewe_Latn-kik_Latn", "languages": ["ewe-Latn", "kik-Latn"]}, {"precision": 0.493529, "recall": 0.541502, "f1": 0.506518, "accuracy": 0.541502, "main_score": 0.506518, "hf_subset": "ewe_Latn-mai_Deva", "languages": ["ewe-Latn", "mai-Deva"]}, {"precision": 0.459867, "recall": 0.506917, "f1": 0.472778, "accuracy": 0.506917, "main_score": 0.472778, "hf_subset": "ewe_Latn-pbt_Arab", "languages": ["ewe-Latn", "pbt-Arab"]}, {"precision": 0.509694, "recall": 0.552372, "f1": 0.521705, "accuracy": 0.552372, "main_score": 0.521705, "hf_subset": "ewe_Latn-spa_Latn", "languages": ["ewe-Latn", "spa-Latn"]}, {"precision": 0.537247, "recall": 0.570158, "f1": 0.547144, "accuracy": 0.570158, "main_score": 0.547144, "hf_subset": "ewe_Latn-twi_Latn", "languages": ["ewe-Latn", "twi-Latn"]}, {"precision": 0.492947, "recall": 0.534585, "f1": 0.503915, "accuracy": 0.534585, "main_score": 0.503915, "hf_subset": "ewe_Latn-acm_Arab", "languages": ["ewe-Latn", "acm-Arab"]}, {"precision": 0.479968, "recall": 0.522727, "f1": 0.4921, "accuracy": 0.522727, "main_score": 0.4921, "hf_subset": "ewe_Latn-bel_Cyrl", "languages": ["ewe-Latn", "bel-Cyrl"]}, {"precision": 0.537732, "recall": 0.58004, "f1": 0.549291, "accuracy": 0.58004, "main_score": 0.549291, "hf_subset": "ewe_Latn-eng_Latn", "languages": ["ewe-Latn", "eng-Latn"]}, {"precision": 0.518808, "recall": 0.557312, "f1": 0.529204, "accuracy": 0.557312, "main_score": 0.529204, "hf_subset": "ewe_Latn-hrv_Latn", "languages": ["ewe-Latn", "hrv-Latn"]}, {"precision": 0.467006, "recall": 0.508893, "f1": 0.478775, "accuracy": 0.508893, "main_score": 0.478775, "hf_subset": "ewe_Latn-kin_Latn", "languages": ["ewe-Latn", "kin-Latn"]}, {"precision": 0.489708, "recall": 0.536561, "f1": 0.502574, "accuracy": 0.536561, "main_score": 0.502574, "hf_subset": "ewe_Latn-mal_Mlym", "languages": ["ewe-Latn", "mal-Mlym"]}, {"precision": 0.495966, "recall": 0.539526, "f1": 0.508465, "accuracy": 0.539526, "main_score": 0.508465, "hf_subset": "ewe_Latn-pes_Arab", "languages": ["ewe-Latn", "pes-Arab"]}, {"precision": 0.518108, "recall": 0.5583, "f1": 0.529268, "accuracy": 0.5583, "main_score": 0.529268, "hf_subset": "ewe_Latn-srd_Latn", "languages": ["ewe-Latn", "srd-Latn"]}, {"precision": 0.181243, "recall": 0.213439, "f1": 0.189964, "accuracy": 0.213439, "main_score": 0.189964, "hf_subset": "ewe_Latn-tzm_Tfng", "languages": ["ewe-Latn", "tzm-Tfng"]}, {"precision": 0.49405, "recall": 0.539526, "f1": 0.506581, "accuracy": 0.539526, "main_score": 0.506581, "hf_subset": "ewe_Latn-acq_Arab", "languages": ["ewe-Latn", "acq-Arab"]}, {"precision": 0.521417, "recall": 0.562253, "f1": 0.532404, "accuracy": 0.562253, "main_score": 0.532404, "hf_subset": "ewe_Latn-bem_Latn", "languages": ["ewe-Latn", "bem-Latn"]}, {"precision": 0.500772, "recall": 0.546443, "f1": 0.513305, "accuracy": 0.546443, "main_score": 0.513305, "hf_subset": "ewe_Latn-epo_Latn", "languages": ["ewe-Latn", "epo-Latn"]}, {"precision": 0.513118, "recall": 0.548419, "f1": 0.522657, "accuracy": 0.548419, "main_score": 0.522657, "hf_subset": "ewe_Latn-hun_Latn", "languages": ["ewe-Latn", "hun-Latn"]}, {"precision": 0.498923, "recall": 0.54249, "f1": 0.511335, "accuracy": 0.54249, "main_score": 0.511335, "hf_subset": "ewe_Latn-kir_Cyrl", "languages": ["ewe-Latn", "kir-Cyrl"]}, {"precision": 0.510697, "recall": 0.550395, "f1": 0.521583, "accuracy": 0.550395, "main_score": 0.521583, "hf_subset": "ewe_Latn-mar_Deva", "languages": ["ewe-Latn", "mar-Deva"]}, {"precision": 0.512296, "recall": 0.547431, "f1": 0.522049, "accuracy": 0.547431, "main_score": 0.522049, "hf_subset": "ewe_Latn-plt_Latn", "languages": ["ewe-Latn", "plt-Latn"]}, {"precision": 0.504481, "recall": 0.547431, "f1": 0.516152, "accuracy": 0.547431, "main_score": 0.516152, "hf_subset": "ewe_Latn-srp_Cyrl", "languages": ["ewe-Latn", "srp-Cyrl"]}, {"precision": 0.434162, "recall": 0.488142, "f1": 0.449114, "accuracy": 0.488142, "main_score": 0.449114, "hf_subset": "ewe_Latn-uig_Arab", "languages": ["ewe-Latn", "uig-Arab"]}, {"precision": 0.485015, "recall": 0.525692, "f1": 0.496258, "accuracy": 0.525692, "main_score": 0.496258, "hf_subset": "ewe_Latn-aeb_Arab", "languages": ["ewe-Latn", "aeb-Arab"]}, {"precision": 0.507666, "recall": 0.552372, "f1": 0.520117, "accuracy": 0.552372, "main_score": 0.520117, "hf_subset": "ewe_Latn-ben_Beng", "languages": ["ewe-Latn", "ben-Beng"]}, {"precision": 0.508989, "recall": 0.551383, "f1": 0.520276, "accuracy": 0.551383, "main_score": 0.520276, "hf_subset": "ewe_Latn-est_Latn", "languages": ["ewe-Latn", "est-Latn"]}, {"precision": 0.471326, "recall": 0.518775, "f1": 0.484229, "accuracy": 0.518775, "main_score": 0.484229, "hf_subset": "ewe_Latn-hye_Armn", "languages": ["ewe-Latn", "hye-Armn"]}, {"precision": 0.511693, "recall": 0.544466, "f1": 0.521537, "accuracy": 0.544466, "main_score": 0.521537, "hf_subset": "ewe_Latn-kmb_Latn", "languages": ["ewe-Latn", "kmb-Latn"]}, {"precision": 0.356853, "recall": 0.405138, "f1": 0.36991, "accuracy": 0.405138, "main_score": 0.36991, "hf_subset": "ewe_Latn-min_Arab", "languages": ["ewe-Latn", "min-Arab"]}, {"precision": 0.516618, "recall": 0.560277, "f1": 0.528184, "accuracy": 0.560277, "main_score": 0.528184, "hf_subset": "ewe_Latn-pol_Latn", "languages": ["ewe-Latn", "pol-Latn"]}, {"precision": 0.500549, "recall": 0.537549, "f1": 0.510817, "accuracy": 0.537549, "main_score": 0.510817, "hf_subset": "ewe_Latn-ssw_Latn", "languages": ["ewe-Latn", "ssw-Latn"]}, {"precision": 0.502456, "recall": 0.546443, "f1": 0.514376, "accuracy": 0.546443, "main_score": 0.514376, "hf_subset": "ewe_Latn-ukr_Cyrl", "languages": ["ewe-Latn", "ukr-Cyrl"]}, {"precision": 0.530795, "recall": 0.576087, "f1": 0.543945, "accuracy": 0.576087, "main_score": 0.543945, "hf_subset": "ewe_Latn-afr_Latn", "languages": ["ewe-Latn", "afr-Latn"]}, {"precision": 0.505804, "recall": 0.547431, "f1": 0.517322, "accuracy": 0.547431, "main_score": 0.517322, "hf_subset": "ewe_Latn-bho_Deva", "languages": ["ewe-Latn", "bho-Deva"]}, {"precision": 0.51556, "recall": 0.556324, "f1": 0.52713, "accuracy": 0.556324, "main_score": 0.52713, "hf_subset": "ewe_Latn-eus_Latn", "languages": ["ewe-Latn", "eus-Latn"]}, {"precision": 0.508473, "recall": 0.548419, "f1": 0.520298, "accuracy": 0.548419, "main_score": 0.520298, "hf_subset": "ewe_Latn-ibo_Latn", "languages": ["ewe-Latn", "ibo-Latn"]}, {"precision": 0.502942, "recall": 0.545455, "f1": 0.515186, "accuracy": 0.545455, "main_score": 0.515186, "hf_subset": "ewe_Latn-kmr_Latn", "languages": ["ewe-Latn", "kmr-Latn"]}, {"precision": 0.521169, "recall": 0.556324, "f1": 0.531589, "accuracy": 0.556324, "main_score": 0.531589, "hf_subset": "ewe_Latn-min_Latn", "languages": ["ewe-Latn", "min-Latn"]}, {"precision": 0.510587, "recall": 0.555336, "f1": 0.523304, "accuracy": 0.555336, "main_score": 0.523304, "hf_subset": "ewe_Latn-por_Latn", "languages": ["ewe-Latn", "por-Latn"]}, {"precision": 0.531984, "recall": 0.568182, "f1": 0.542378, "accuracy": 0.568182, "main_score": 0.542378, "hf_subset": "ewe_Latn-sun_Latn", "languages": ["ewe-Latn", "sun-Latn"]}, {"precision": 0.476541, "recall": 0.520751, "f1": 0.489126, "accuracy": 0.520751, "main_score": 0.489126, "hf_subset": "ewe_Latn-umb_Latn", "languages": ["ewe-Latn", "umb-Latn"]}, {"precision": 0.508475, "recall": 0.547431, "f1": 0.518794, "accuracy": 0.547431, "main_score": 0.518794, "hf_subset": "ewe_Latn-ajp_Arab", "languages": ["ewe-Latn", "ajp-Arab"]}, {"precision": 0.381029, "recall": 0.41996, "f1": 0.391883, "accuracy": 0.41996, "main_score": 0.391883, "hf_subset": "ewe_Latn-bjn_Arab", "languages": ["ewe-Latn", "bjn-Arab"]}, {"precision": 0.535165, "recall": 0.568182, "f1": 0.544436, "accuracy": 0.568182, "main_score": 0.544436, "hf_subset": "ewe_Latn-ilo_Latn", "languages": ["ewe-Latn", "ilo-Latn"]}, {"precision": 0.298026, "recall": 0.342885, "f1": 0.310607, "accuracy": 0.342885, "main_score": 0.310607, "hf_subset": "ewe_Latn-knc_Arab", "languages": ["ewe-Latn", "knc-Arab"]}, {"precision": 0.495784, "recall": 0.537549, "f1": 0.507137, "accuracy": 0.537549, "main_score": 0.507137, "hf_subset": "ewe_Latn-mkd_Cyrl", "languages": ["ewe-Latn", "mkd-Cyrl"]}, {"precision": 0.491042, "recall": 0.541502, "f1": 0.505014, "accuracy": 0.541502, "main_score": 0.505014, "hf_subset": "ewe_Latn-prs_Arab", "languages": ["ewe-Latn", "prs-Arab"]}, {"precision": 0.518536, "recall": 0.5583, "f1": 0.529512, "accuracy": 0.5583, "main_score": 0.529512, "hf_subset": "ewe_Latn-swe_Latn", "languages": ["ewe-Latn", "swe-Latn"]}, {"precision": 0.469919, "recall": 0.519763, "f1": 0.484216, "accuracy": 0.519763, "main_score": 0.484216, "hf_subset": "ewe_Latn-urd_Arab", "languages": ["ewe-Latn", "urd-Arab"]}, {"precision": 0.517807, "recall": 0.556324, "f1": 0.528514, "accuracy": 0.556324, "main_score": 0.528514, "hf_subset": "ewe_Latn-aka_Latn", "languages": ["ewe-Latn", "aka-Latn"]}, {"precision": 0.52752, "recall": 0.564229, "f1": 0.537222, "accuracy": 0.564229, "main_score": 0.537222, "hf_subset": "ewe_Latn-bjn_Latn", "languages": ["ewe-Latn", "bjn-Latn"]}, {"precision": 0.500535, "recall": 0.539526, "f1": 0.51172, "accuracy": 0.539526, "main_score": 0.51172, "hf_subset": "ewe_Latn-fao_Latn", "languages": ["ewe-Latn", "fao-Latn"]}, {"precision": 0.528351, "recall": 0.564229, "f1": 0.538109, "accuracy": 0.564229, "main_score": 0.538109, "hf_subset": "ewe_Latn-ind_Latn", "languages": ["ewe-Latn", "ind-Latn"]}, {"precision": 0.498062, "recall": 0.536561, "f1": 0.508814, "accuracy": 0.536561, "main_score": 0.508814, "hf_subset": "ewe_Latn-knc_Latn", "languages": ["ewe-Latn", "knc-Latn"]}, {"precision": 0.528983, "recall": 0.565217, "f1": 0.538724, "accuracy": 0.565217, "main_score": 0.538724, "hf_subset": "ewe_Latn-mlt_Latn", "languages": ["ewe-Latn", "mlt-Latn"]}, {"precision": 0.497584, "recall": 0.532609, "f1": 0.507643, "accuracy": 0.532609, "main_score": 0.507643, "hf_subset": "ewe_Latn-quy_Latn", "languages": ["ewe-Latn", "quy-Latn"]}, {"precision": 0.522488, "recall": 0.55336, "f1": 0.531157, "accuracy": 0.55336, "main_score": 0.531157, "hf_subset": "ewe_Latn-swh_Latn", "languages": ["ewe-Latn", "swh-Latn"]}, {"precision": 0.48792, "recall": 0.532609, "f1": 0.500204, "accuracy": 0.532609, "main_score": 0.500204, "hf_subset": "ewe_Latn-uzn_Latn", "languages": ["ewe-Latn", "uzn-Latn"]}, {"precision": 0.510748, "recall": 0.547431, "f1": 0.520759, "accuracy": 0.547431, "main_score": 0.520759, "hf_subset": "ewe_Latn-als_Latn", "languages": ["ewe-Latn", "als-Latn"]}, {"precision": 0.244937, "recall": 0.286561, "f1": 0.254986, "accuracy": 0.286561, "main_score": 0.254986, "hf_subset": "ewe_Latn-bod_Tibt", "languages": ["ewe-Latn", "bod-Tibt"]}, {"precision": 0.493138, "recall": 0.530632, "f1": 0.503837, "accuracy": 0.530632, "main_score": 0.503837, "hf_subset": "ewe_Latn-fij_Latn", "languages": ["ewe-Latn", "fij-Latn"]}, {"precision": 0.482913, "recall": 0.529644, "f1": 0.496871, "accuracy": 0.529644, "main_score": 0.496871, "hf_subset": "ewe_Latn-isl_Latn", "languages": ["ewe-Latn", "isl-Latn"]}, {"precision": 0.518161, "recall": 0.549407, "f1": 0.527212, "accuracy": 0.549407, "main_score": 0.527212, "hf_subset": "ewe_Latn-kon_Latn", "languages": ["ewe-Latn", "kon-Latn"]}, {"precision": 0.44496, "recall": 0.494071, "f1": 0.459015, "accuracy": 0.494071, "main_score": 0.459015, "hf_subset": "ewe_Latn-mni_Beng", "languages": ["ewe-Latn", "mni-Beng"]}, {"precision": 0.535122, "recall": 0.575099, "f1": 0.545449, "accuracy": 0.575099, "main_score": 0.545449, "hf_subset": "ewe_Latn-ron_Latn", "languages": ["ewe-Latn", "ron-Latn"]}, {"precision": 0.507352, "recall": 0.551383, "f1": 0.519509, "accuracy": 0.551383, "main_score": 0.519509, "hf_subset": "ewe_Latn-szl_Latn", "languages": ["ewe-Latn", "szl-Latn"]}, {"precision": 0.509122, "recall": 0.554348, "f1": 0.520792, "accuracy": 0.554348, "main_score": 0.520792, "hf_subset": "ewe_Latn-vec_Latn", "languages": ["ewe-Latn", "vec-Latn"]}, {"precision": 0.427071, "recall": 0.478261, "f1": 0.441978, "accuracy": 0.478261, "main_score": 0.441978, "hf_subset": "ewe_Latn-amh_Ethi", "languages": ["ewe-Latn", "amh-Ethi"]}, {"precision": 0.534303, "recall": 0.576087, "f1": 0.545688, "accuracy": 0.576087, "main_score": 0.545688, "hf_subset": "ewe_Latn-bos_Latn", "languages": ["ewe-Latn", "bos-Latn"]}, {"precision": 0.493679, "recall": 0.540514, "f1": 0.506419, "accuracy": 0.540514, "main_score": 0.506419, "hf_subset": "ewe_Latn-fin_Latn", "languages": ["ewe-Latn", "fin-Latn"]}, {"precision": 0.517756, "recall": 0.555336, "f1": 0.528535, "accuracy": 0.555336, "main_score": 0.528535, "hf_subset": "ewe_Latn-ita_Latn", "languages": ["ewe-Latn", "ita-Latn"]}, {"precision": 0.501201, "recall": 0.55336, "f1": 0.515317, "accuracy": 0.55336, "main_score": 0.515317, "hf_subset": "ewe_Latn-kor_Hang", "languages": ["ewe-Latn", "kor-Hang"]}, {"precision": 0.494278, "recall": 0.535573, "f1": 0.506134, "accuracy": 0.535573, "main_score": 0.506134, "hf_subset": "ewe_Latn-mos_Latn", "languages": ["ewe-Latn", "mos-Latn"]}, {"precision": 0.496212, "recall": 0.536561, "f1": 0.507807, "accuracy": 0.536561, "main_score": 0.507807, "hf_subset": "ewe_Latn-run_Latn", "languages": ["ewe-Latn", "run-Latn"]}, {"precision": 0.485078, "recall": 0.537549, "f1": 0.499381, "accuracy": 0.537549, "main_score": 0.499381, "hf_subset": "ewe_Latn-tam_Taml", "languages": ["ewe-Latn", "tam-Taml"]}, {"precision": 0.527458, "recall": 0.563241, "f1": 0.537011, "accuracy": 0.563241, "main_score": 0.537011, "hf_subset": "ewe_Latn-vie_Latn", "languages": ["ewe-Latn", "vie-Latn"]}, {"precision": 0.495727, "recall": 0.537549, "f1": 0.507209, "accuracy": 0.537549, "main_score": 0.507209, "hf_subset": "ewe_Latn-apc_Arab", "languages": ["ewe-Latn", "apc-Arab"]}, {"precision": 0.522768, "recall": 0.557312, "f1": 0.532649, "accuracy": 0.557312, "main_score": 0.532649, "hf_subset": "ewe_Latn-bug_Latn", "languages": ["ewe-Latn", "bug-Latn"]}, {"precision": 0.462715, "recall": 0.498024, "f1": 0.472733, "accuracy": 0.498024, "main_score": 0.472733, "hf_subset": "ewe_Latn-fon_Latn", "languages": ["ewe-Latn", "fon-Latn"]}, {"precision": 0.529997, "recall": 0.563241, "f1": 0.539434, "accuracy": 0.563241, "main_score": 0.539434, "hf_subset": "ewe_Latn-jav_Latn", "languages": ["ewe-Latn", "jav-Latn"]}, {"precision": 0.470461, "recall": 0.512846, "f1": 0.481646, "accuracy": 0.512846, "main_score": 0.481646, "hf_subset": "ewe_Latn-lao_Laoo", "languages": ["ewe-Latn", "lao-Laoo"]}, {"precision": 0.469088, "recall": 0.503953, "f1": 0.479264, "accuracy": 0.503953, "main_score": 0.479264, "hf_subset": "ewe_Latn-mri_Latn", "languages": ["ewe-Latn", "mri-Latn"]}, {"precision": 0.504087, "recall": 0.551383, "f1": 0.516445, "accuracy": 0.551383, "main_score": 0.516445, "hf_subset": "ewe_Latn-rus_Cyrl", "languages": ["ewe-Latn", "rus-Cyrl"]}, {"precision": 0.476343, "recall": 0.516798, "f1": 0.488719, "accuracy": 0.516798, "main_score": 0.488719, "hf_subset": "ewe_Latn-taq_Latn", "languages": ["ewe-Latn", "taq-Latn"]}, {"precision": 0.538073, "recall": 0.568182, "f1": 0.546813, "accuracy": 0.568182, "main_score": 0.546813, "hf_subset": "ewe_Latn-war_Latn", "languages": ["ewe-Latn", "war-Latn"]}, {"precision": 0.504314, "recall": 0.544466, "f1": 0.515158, "accuracy": 0.544466, "main_score": 0.515158, "hf_subset": "ewe_Latn-arb_Arab", "languages": ["ewe-Latn", "arb-Arab"]}, {"precision": 0.517024, "recall": 0.5583, "f1": 0.527845, "accuracy": 0.5583, "main_score": 0.527845, "hf_subset": "ewe_Latn-bul_Cyrl", "languages": ["ewe-Latn", "bul-Cyrl"]}, {"precision": 0.51346, "recall": 0.555336, "f1": 0.525062, "accuracy": 0.555336, "main_score": 0.525062, "hf_subset": "ewe_Latn-fra_Latn", "languages": ["ewe-Latn", "fra-Latn"]}, {"precision": 0.506714, "recall": 0.548419, "f1": 0.518068, "accuracy": 0.548419, "main_score": 0.518068, "hf_subset": "ewe_Latn-jpn_Jpan", "languages": ["ewe-Latn", "jpn-Jpan"]}, {"precision": 0.509773, "recall": 0.550395, "f1": 0.520547, "accuracy": 0.550395, "main_score": 0.520547, "hf_subset": "ewe_Latn-lij_Latn", "languages": ["ewe-Latn", "lij-Latn"]}, {"precision": 0.350131, "recall": 0.410079, "f1": 0.36569, "accuracy": 0.410079, "main_score": 0.36569, "hf_subset": "ewe_Latn-mya_Mymr", "languages": ["ewe-Latn", "mya-Mymr"]}, {"precision": 0.496094, "recall": 0.538538, "f1": 0.50835, "accuracy": 0.538538, "main_score": 0.50835, "hf_subset": "ewe_Latn-sag_Latn", "languages": ["ewe-Latn", "sag-Latn"]}, {"precision": 0.197083, "recall": 0.237154, "f1": 0.2068, "accuracy": 0.237154, "main_score": 0.2068, "hf_subset": "ewe_Latn-taq_Tfng", "languages": ["ewe-Latn", "taq-Tfng"]}, {"precision": 0.505962, "recall": 0.544466, "f1": 0.51718, "accuracy": 0.544466, "main_score": 0.51718, "hf_subset": "ewe_Latn-wol_Latn", "languages": ["ewe-Latn", "wol-Latn"]}, {"precision": 0.42718, "recall": 0.467391, "f1": 0.438779, "accuracy": 0.467391, "main_score": 0.438779, "hf_subset": "ewe_Latn-arb_Latn", "languages": ["ewe-Latn", "arb-Latn"]}, {"precision": 0.511996, "recall": 0.55336, "f1": 0.52383, "accuracy": 0.55336, "main_score": 0.52383, "hf_subset": "ewe_Latn-cat_Latn", "languages": ["ewe-Latn", "cat-Latn"]}, {"precision": 0.507984, "recall": 0.544466, "f1": 0.51813, "accuracy": 0.544466, "main_score": 0.51813, "hf_subset": "ewe_Latn-fur_Latn", "languages": ["ewe-Latn", "fur-Latn"]}, {"precision": 0.409133, "recall": 0.455534, "f1": 0.422429, "accuracy": 0.455534, "main_score": 0.422429, "hf_subset": "ewe_Latn-kab_Latn", "languages": ["ewe-Latn", "kab-Latn"]}, {"precision": 0.513678, "recall": 0.552372, "f1": 0.523957, "accuracy": 0.552372, "main_score": 0.523957, "hf_subset": "ewe_Latn-lim_Latn", "languages": ["ewe-Latn", "lim-Latn"]}, {"precision": 0.508987, "recall": 0.55336, "f1": 0.521139, "accuracy": 0.55336, "main_score": 0.521139, "hf_subset": "ewe_Latn-nld_Latn", "languages": ["ewe-Latn", "nld-Latn"]}, {"precision": 0.468657, "recall": 0.517787, "f1": 0.482085, "accuracy": 0.517787, "main_score": 0.482085, "hf_subset": "ewe_Latn-san_Deva", "languages": ["ewe-Latn", "san-Deva"]}, {"precision": 0.503348, "recall": 0.545455, "f1": 0.514254, "accuracy": 0.545455, "main_score": 0.514254, "hf_subset": "ewe_Latn-tat_Cyrl", "languages": ["ewe-Latn", "tat-Cyrl"]}, {"precision": 0.50756, "recall": 0.544466, "f1": 0.518594, "accuracy": 0.544466, "main_score": 0.518594, "hf_subset": "ewe_Latn-xho_Latn", "languages": ["ewe-Latn", "xho-Latn"]}, {"precision": 0.481328, "recall": 0.529644, "f1": 0.4947, "accuracy": 0.529644, "main_score": 0.4947, "hf_subset": "ewe_Latn-ars_Arab", "languages": ["ewe-Latn", "ars-Arab"]}, {"precision": 0.535783, "recall": 0.567194, "f1": 0.54485, "accuracy": 0.567194, "main_score": 0.54485, "hf_subset": "ewe_Latn-ceb_Latn", "languages": ["ewe-Latn", "ceb-Latn"]}, {"precision": 0.475214, "recall": 0.520751, "f1": 0.488887, "accuracy": 0.520751, "main_score": 0.488887, "hf_subset": "ewe_Latn-fuv_Latn", "languages": ["ewe-Latn", "fuv-Latn"]}, {"precision": 0.484134, "recall": 0.523715, "f1": 0.495779, "accuracy": 0.523715, "main_score": 0.495779, "hf_subset": "ewe_Latn-kac_Latn", "languages": ["ewe-Latn", "kac-Latn"]}, {"precision": 0.525063, "recall": 0.559289, "f1": 0.534865, "accuracy": 0.559289, "main_score": 0.534865, "hf_subset": "ewe_Latn-lin_Latn", "languages": ["ewe-Latn", "lin-Latn"]}, {"precision": 0.507798, "recall": 0.552372, "f1": 0.519688, "accuracy": 0.552372, "main_score": 0.519688, "hf_subset": "ewe_Latn-nno_Latn", "languages": ["ewe-Latn", "nno-Latn"]}, {"precision": 0.091009, "recall": 0.12747, "f1": 0.099222, "accuracy": 0.12747, "main_score": 0.099222, "hf_subset": "ewe_Latn-sat_Olck", "languages": ["ewe-Latn", "sat-Olck"]}, {"precision": 0.495264, "recall": 0.54249, "f1": 0.508461, "accuracy": 0.54249, "main_score": 0.508461, "hf_subset": "ewe_Latn-tel_Telu", "languages": ["ewe-Latn", "tel-Telu"]}, {"precision": 0.416043, "recall": 0.466403, "f1": 0.429797, "accuracy": 0.466403, "main_score": 0.429797, "hf_subset": "ewe_Latn-ydd_Hebr", "languages": ["ewe-Latn", "ydd-Hebr"]}, {"precision": 0.484857, "recall": 0.522727, "f1": 0.495386, "accuracy": 0.522727, "main_score": 0.495386, "hf_subset": "ewe_Latn-ary_Arab", "languages": ["ewe-Latn", "ary-Arab"]}, {"precision": 0.513396, "recall": 0.556324, "f1": 0.525092, "accuracy": 0.556324, "main_score": 0.525092, "hf_subset": "ewe_Latn-ces_Latn", "languages": ["ewe-Latn", "ces-Latn"]}, {"precision": 0.466353, "recall": 0.507905, "f1": 0.478491, "accuracy": 0.507905, "main_score": 0.478491, "hf_subset": "ewe_Latn-gaz_Latn", "languages": ["ewe-Latn", "gaz-Latn"]}, {"precision": 0.489456, "recall": 0.52668, "f1": 0.499962, "accuracy": 0.52668, "main_score": 0.499962, "hf_subset": "ewe_Latn-kam_Latn", "languages": ["ewe-Latn", "kam-Latn"]}, {"precision": 0.498376, "recall": 0.544466, "f1": 0.511015, "accuracy": 0.544466, "main_score": 0.511015, "hf_subset": "ewe_Latn-lit_Latn", "languages": ["ewe-Latn", "lit-Latn"]}, {"precision": 0.513833, "recall": 0.559289, "f1": 0.526032, "accuracy": 0.559289, "main_score": 0.526032, "hf_subset": "ewe_Latn-nob_Latn", "languages": ["ewe-Latn", "nob-Latn"]}, {"precision": 0.51827, "recall": 0.55336, "f1": 0.528094, "accuracy": 0.55336, "main_score": 0.528094, "hf_subset": "ewe_Latn-scn_Latn", "languages": ["ewe-Latn", "scn-Latn"]}, {"precision": 0.484008, "recall": 0.521739, "f1": 0.494056, "accuracy": 0.521739, "main_score": 0.494056, "hf_subset": "ewe_Latn-tgk_Cyrl", "languages": ["ewe-Latn", "tgk-Cyrl"]}, {"precision": 0.452821, "recall": 0.5, "f1": 0.466586, "accuracy": 0.5, "main_score": 0.466586, "hf_subset": "ewe_Latn-yor_Latn", "languages": ["ewe-Latn", "yor-Latn"]}, {"precision": 0.499483, "recall": 0.540514, "f1": 0.510764, "accuracy": 0.540514, "main_score": 0.510764, "hf_subset": "ewe_Latn-arz_Arab", "languages": ["ewe-Latn", "arz-Arab"]}, {"precision": 0.469697, "recall": 0.508893, "f1": 0.481048, "accuracy": 0.508893, "main_score": 0.481048, "hf_subset": "ewe_Latn-cjk_Latn", "languages": ["ewe-Latn", "cjk-Latn"]}, {"precision": 0.476441, "recall": 0.518775, "f1": 0.487242, "accuracy": 0.518775, "main_score": 0.487242, "hf_subset": "ewe_Latn-gla_Latn", "languages": ["ewe-Latn", "gla-Latn"]}, {"precision": 0.509668, "recall": 0.551383, "f1": 0.521628, "accuracy": 0.551383, "main_score": 0.521628, "hf_subset": "ewe_Latn-kan_Knda", "languages": ["ewe-Latn", "kan-Knda"]}, {"precision": 0.508053, "recall": 0.547431, "f1": 0.51917, "accuracy": 0.547431, "main_score": 0.51917, "hf_subset": "ewe_Latn-lmo_Latn", "languages": ["ewe-Latn", "lmo-Latn"]}, {"precision": 0.486935, "recall": 0.536561, "f1": 0.500575, "accuracy": 0.536561, "main_score": 0.500575, "hf_subset": "ewe_Latn-npi_Deva", "languages": ["ewe-Latn", "npi-Deva"]}, {"precision": 0.413331, "recall": 0.463439, "f1": 0.426687, "accuracy": 0.463439, "main_score": 0.426687, "hf_subset": "ewe_Latn-shn_Mymr", "languages": ["ewe-Latn", "shn-Mymr"]}, {"precision": 0.533457, "recall": 0.571146, "f1": 0.543391, "accuracy": 0.571146, "main_score": 0.543391, "hf_subset": "ewe_Latn-tgl_Latn", "languages": ["ewe-Latn", "tgl-Latn"]}, {"precision": 0.487582, "recall": 0.536561, "f1": 0.500037, "accuracy": 0.536561, "main_score": 0.500037, "hf_subset": "ewe_Latn-yue_Hant", "languages": ["ewe-Latn", "yue-Hant"]}, {"precision": 0.471391, "recall": 0.519763, "f1": 0.48524, "accuracy": 0.519763, "main_score": 0.48524, "hf_subset": "ewe_Latn-asm_Beng", "languages": ["ewe-Latn", "asm-Beng"]}, {"precision": 0.478445, "recall": 0.524704, "f1": 0.49112, "accuracy": 0.524704, "main_score": 0.49112, "hf_subset": "ewe_Latn-ckb_Arab", "languages": ["ewe-Latn", "ckb-Arab"]}, {"precision": 0.470759, "recall": 0.51087, "f1": 0.481555, "accuracy": 0.51087, "main_score": 0.481555, "hf_subset": "ewe_Latn-gle_Latn", "languages": ["ewe-Latn", "gle-Latn"]}, {"precision": 0.445468, "recall": 0.490119, "f1": 0.457364, "accuracy": 0.490119, "main_score": 0.457364, "hf_subset": "ewe_Latn-kas_Arab", "languages": ["ewe-Latn", "kas-Arab"]}, {"precision": 0.497294, "recall": 0.540514, "f1": 0.508579, "accuracy": 0.540514, "main_score": 0.508579, "hf_subset": "ewe_Latn-ltg_Latn", "languages": ["ewe-Latn", "ltg-Latn"]}, {"precision": 0.538712, "recall": 0.574111, "f1": 0.548969, "accuracy": 0.574111, "main_score": 0.548969, "hf_subset": "ewe_Latn-nso_Latn", "languages": ["ewe-Latn", "nso-Latn"]}, {"precision": 0.428882, "recall": 0.481225, "f1": 0.443617, "accuracy": 0.481225, "main_score": 0.443617, "hf_subset": "ewe_Latn-sin_Sinh", "languages": ["ewe-Latn", "sin-Sinh"]}, {"precision": 0.499329, "recall": 0.539526, "f1": 0.510658, "accuracy": 0.539526, "main_score": 0.510658, "hf_subset": "ewe_Latn-tha_Thai", "languages": ["ewe-Latn", "tha-Thai"]}, {"precision": 0.494513, "recall": 0.534585, "f1": 0.505323, "accuracy": 0.534585, "main_score": 0.505323, "hf_subset": "ewe_Latn-zho_Hans", "languages": ["ewe-Latn", "zho-Hans"]}, {"precision": 0.52199, "recall": 0.561265, "f1": 0.532789, "accuracy": 0.561265, "main_score": 0.532789, "hf_subset": "ewe_Latn-ast_Latn", "languages": ["ewe-Latn", "ast-Latn"]}, {"precision": 0.478582, "recall": 0.522727, "f1": 0.49069, "accuracy": 0.522727, "main_score": 0.49069, "hf_subset": "ewe_Latn-crh_Latn", "languages": ["ewe-Latn", "crh-Latn"]}, {"precision": 0.520871, "recall": 0.559289, "f1": 0.531517, "accuracy": 0.559289, "main_score": 0.531517, "hf_subset": "ewe_Latn-glg_Latn", "languages": ["ewe-Latn", "glg-Latn"]}, {"precision": 0.467918, "recall": 0.508893, "f1": 0.479608, "accuracy": 0.508893, "main_score": 0.479608, "hf_subset": "ewe_Latn-kas_Deva", "languages": ["ewe-Latn", "kas-Deva"]}, {"precision": 0.502232, "recall": 0.541502, "f1": 0.513277, "accuracy": 0.541502, "main_score": 0.513277, "hf_subset": "ewe_Latn-ltz_Latn", "languages": ["ewe-Latn", "ltz-Latn"]}, {"precision": 0.442778, "recall": 0.493083, "f1": 0.456744, "accuracy": 0.493083, "main_score": 0.456744, "hf_subset": "ewe_Latn-nus_Latn", "languages": ["ewe-Latn", "nus-Latn"]}, {"precision": 0.509587, "recall": 0.555336, "f1": 0.523141, "accuracy": 0.555336, "main_score": 0.523141, "hf_subset": "ewe_Latn-slk_Latn", "languages": ["ewe-Latn", "slk-Latn"]}, {"precision": 0.366242, "recall": 0.418972, "f1": 0.381446, "accuracy": 0.418972, "main_score": 0.381446, "hf_subset": "ewe_Latn-tir_Ethi", "languages": ["ewe-Latn", "tir-Ethi"]}, {"precision": 0.48722, "recall": 0.533597, "f1": 0.499457, "accuracy": 0.533597, "main_score": 0.499457, "hf_subset": "ewe_Latn-zho_Hant", "languages": ["ewe-Latn", "zho-Hant"]}, {"precision": 0.508114, "recall": 0.550395, "f1": 0.520053, "accuracy": 0.550395, "main_score": 0.520053, "hf_subset": "ewe_Latn-awa_Deva", "languages": ["ewe-Latn", "awa-Deva"]}, {"precision": 0.491974, "recall": 0.532609, "f1": 0.503556, "accuracy": 0.532609, "main_score": 0.503556, "hf_subset": "ewe_Latn-cym_Latn", "languages": ["ewe-Latn", "cym-Latn"]}, {"precision": 0.505209, "recall": 0.540514, "f1": 0.515049, "accuracy": 0.540514, "main_score": 0.515049, "hf_subset": "ewe_Latn-grn_Latn", "languages": ["ewe-Latn", "grn-Latn"]}, {"precision": 0.477233, "recall": 0.52668, "f1": 0.49024, "accuracy": 0.52668, "main_score": 0.49024, "hf_subset": "ewe_Latn-kat_Geor", "languages": ["ewe-Latn", "kat-Geor"]}, {"precision": 0.512336, "recall": 0.549407, "f1": 0.523113, "accuracy": 0.549407, "main_score": 0.523113, "hf_subset": "ewe_Latn-lua_Latn", "languages": ["ewe-Latn", "lua-Latn"]}, {"precision": 0.519857, "recall": 0.556324, "f1": 0.530191, "accuracy": 0.556324, "main_score": 0.530191, "hf_subset": "ewe_Latn-nya_Latn", "languages": ["ewe-Latn", "nya-Latn"]}, {"precision": 0.509936, "recall": 0.551383, "f1": 0.520683, "accuracy": 0.551383, "main_score": 0.520683, "hf_subset": "ewe_Latn-slv_Latn", "languages": ["ewe-Latn", "slv-Latn"]}, {"precision": 0.521473, "recall": 0.554348, "f1": 0.530763, "accuracy": 0.554348, "main_score": 0.530763, "hf_subset": "ewe_Latn-tpi_Latn", "languages": ["ewe-Latn", "tpi-Latn"]}, {"precision": 0.536132, "recall": 0.577075, "f1": 0.546805, "accuracy": 0.577075, "main_score": 0.546805, "hf_subset": "ewe_Latn-zsm_Latn", "languages": ["ewe-Latn", "zsm-Latn"]}, {"precision": 0.485158, "recall": 0.527668, "f1": 0.497211, "accuracy": 0.527668, "main_score": 0.497211, "hf_subset": "ewe_Latn-ayr_Latn", "languages": ["ewe-Latn", "ayr-Latn"]}, {"precision": 0.52193, "recall": 0.562253, "f1": 0.533139, "accuracy": 0.562253, "main_score": 0.533139, "hf_subset": "ewe_Latn-dan_Latn", "languages": ["ewe-Latn", "dan-Latn"]}, {"precision": 0.497216, "recall": 0.544466, "f1": 0.509964, "accuracy": 0.544466, "main_score": 0.509964, "hf_subset": "ewe_Latn-guj_Gujr", "languages": ["ewe-Latn", "guj-Gujr"]}, {"precision": 0.504815, "recall": 0.549407, "f1": 0.516954, "accuracy": 0.549407, "main_score": 0.516954, "hf_subset": "ewe_Latn-kaz_Cyrl", "languages": ["ewe-Latn", "kaz-Cyrl"]}, {"precision": 0.468834, "recall": 0.507905, "f1": 0.479894, "accuracy": 0.507905, "main_score": 0.479894, "hf_subset": "ewe_Latn-lug_Latn", "languages": ["ewe-Latn", "lug-Latn"]}, {"precision": 0.525621, "recall": 0.568182, "f1": 0.536562, "accuracy": 0.568182, "main_score": 0.536562, "hf_subset": "ewe_Latn-oci_Latn", "languages": ["ewe-Latn", "oci-Latn"]}, {"precision": 0.508899, "recall": 0.544466, "f1": 0.518992, "accuracy": 0.544466, "main_score": 0.518992, "hf_subset": "ewe_Latn-smo_Latn", "languages": ["ewe-Latn", "smo-Latn"]}, {"precision": 0.487717, "recall": 0.52668, "f1": 0.499528, "accuracy": 0.52668, "main_score": 0.499528, "hf_subset": "ewe_Latn-tsn_Latn", "languages": ["ewe-Latn", "tsn-Latn"]}, {"precision": 0.490819, "recall": 0.531621, "f1": 0.502189, "accuracy": 0.531621, "main_score": 0.502189, "hf_subset": "ewe_Latn-zul_Latn", "languages": ["ewe-Latn", "zul-Latn"]}, {"precision": 0.420571, "recall": 0.474308, "f1": 0.436047, "accuracy": 0.474308, "main_score": 0.436047, "hf_subset": "ewe_Latn-azb_Arab", "languages": ["ewe-Latn", "azb-Arab"]}, {"precision": 0.508049, "recall": 0.552372, "f1": 0.520475, "accuracy": 0.552372, "main_score": 0.520475, "hf_subset": "ewe_Latn-deu_Latn", "languages": ["ewe-Latn", "deu-Latn"]}, {"precision": 0.481177, "recall": 0.525692, "f1": 0.493718, "accuracy": 0.525692, "main_score": 0.493718, "hf_subset": "ewe_Latn-hat_Latn", "languages": ["ewe-Latn", "hat-Latn"]}, {"precision": 0.472991, "recall": 0.511858, "f1": 0.483797, "accuracy": 0.511858, "main_score": 0.483797, "hf_subset": "ewe_Latn-kbp_Latn", "languages": ["ewe-Latn", "kbp-Latn"]}, {"precision": 0.519594, "recall": 0.555336, "f1": 0.529991, "accuracy": 0.555336, "main_score": 0.529991, "hf_subset": "ewe_Latn-luo_Latn", "languages": ["ewe-Latn", "luo-Latn"]}, {"precision": 0.474494, "recall": 0.520751, "f1": 0.487498, "accuracy": 0.520751, "main_score": 0.487498, "hf_subset": "ewe_Latn-ory_Orya", "languages": ["ewe-Latn", "ory-Orya"]}, {"precision": 0.496157, "recall": 0.543478, "f1": 0.509113, "accuracy": 0.543478, "main_score": 0.509113, "hf_subset": "ewe_Latn-sna_Latn", "languages": ["ewe-Latn", "sna-Latn"]}, {"precision": 0.495102, "recall": 0.530632, "f1": 0.505128, "accuracy": 0.530632, "main_score": 0.505128, "hf_subset": "ewe_Latn-tso_Latn", "languages": ["ewe-Latn", "tso-Latn"]}, {"precision": 0.487983, "recall": 0.531621, "f1": 0.499581, "accuracy": 0.531621, "main_score": 0.499581, "hf_subset": "ewe_Latn-azj_Latn", "languages": ["ewe-Latn", "azj-Latn"]}, {"precision": 0.476482, "recall": 0.519763, "f1": 0.489723, "accuracy": 0.519763, "main_score": 0.489723, "hf_subset": "ewe_Latn-dik_Latn", "languages": ["ewe-Latn", "dik-Latn"]}, {"precision": 0.487555, "recall": 0.524704, "f1": 0.497991, "accuracy": 0.524704, "main_score": 0.497991, "hf_subset": "ewe_Latn-hau_Latn", "languages": ["ewe-Latn", "hau-Latn"]}, {"precision": 0.512741, "recall": 0.548419, "f1": 0.52307, "accuracy": 0.548419, "main_score": 0.52307, "hf_subset": "ewe_Latn-kea_Latn", "languages": ["ewe-Latn", "kea-Latn"]}, {"precision": 0.519762, "recall": 0.555336, "f1": 0.529983, "accuracy": 0.555336, "main_score": 0.529983, "hf_subset": "ewe_Latn-lus_Latn", "languages": ["ewe-Latn", "lus-Latn"]}, {"precision": 0.506211, "recall": 0.540514, "f1": 0.515803, "accuracy": 0.540514, "main_score": 0.515803, "hf_subset": "ewe_Latn-pag_Latn", "languages": ["ewe-Latn", "pag-Latn"]}, {"precision": 0.456879, "recall": 0.511858, "f1": 0.472313, "accuracy": 0.511858, "main_score": 0.472313, "hf_subset": "ewe_Latn-snd_Arab", "languages": ["ewe-Latn", "snd-Arab"]}, {"precision": 0.484411, "recall": 0.527668, "f1": 0.495905, "accuracy": 0.527668, "main_score": 0.495905, "hf_subset": "ewe_Latn-tuk_Latn", "languages": ["ewe-Latn", "tuk-Latn"]}, {"precision": 0.508429, "recall": 0.550395, "f1": 0.519941, "accuracy": 0.550395, "main_score": 0.519941, "hf_subset": "ewe_Latn-bak_Cyrl", "languages": ["ewe-Latn", "bak-Cyrl"]}, {"precision": 0.400618, "recall": 0.459486, "f1": 0.417693, "accuracy": 0.459486, "main_score": 0.417693, "hf_subset": "ewe_Latn-dyu_Latn", "languages": ["ewe-Latn", "dyu-Latn"]}, {"precision": 0.493353, "recall": 0.536561, "f1": 0.505574, "accuracy": 0.536561, "main_score": 0.505574, "hf_subset": "ewe_Latn-heb_Hebr", "languages": ["ewe-Latn", "heb-Hebr"]}, {"precision": 0.490601, "recall": 0.531621, "f1": 0.501863, "accuracy": 0.531621, "main_score": 0.501863, "hf_subset": "ewe_Latn-khk_Cyrl", "languages": ["ewe-Latn", "khk-Cyrl"]}, {"precision": 0.504729, "recall": 0.549407, "f1": 0.516988, "accuracy": 0.549407, "main_score": 0.516988, "hf_subset": "ewe_Latn-lvs_Latn", "languages": ["ewe-Latn", "lvs-Latn"]}, {"precision": 0.491524, "recall": 0.541502, "f1": 0.505118, "accuracy": 0.541502, "main_score": 0.505118, "hf_subset": "ewe_Latn-pan_Guru", "languages": ["ewe-Latn", "pan-Guru"]}, {"precision": 0.454796, "recall": 0.499012, "f1": 0.467324, "accuracy": 0.499012, "main_score": 0.467324, "hf_subset": "ewe_Latn-som_Latn", "languages": ["ewe-Latn", "som-Latn"]}, {"precision": 0.492589, "recall": 0.532609, "f1": 0.504677, "accuracy": 0.532609, "main_score": 0.504677, "hf_subset": "ewe_Latn-tum_Latn", "languages": ["ewe-Latn", "tum-Latn"]}, {"precision": 0.575165, "recall": 0.639328, "f1": 0.593584, "accuracy": 0.639328, "main_score": 0.593584, "hf_subset": "ilo_Latn-ace_Arab", "languages": ["ilo-Latn", "ace-Arab"]}, {"precision": 0.562921, "recall": 0.613636, "f1": 0.577181, "accuracy": 0.613636, "main_score": 0.577181, "hf_subset": "ilo_Latn-bam_Latn", "languages": ["ilo-Latn", "bam-Latn"]}, {"precision": 0.344096, "recall": 0.401186, "f1": 0.358348, "accuracy": 0.401186, "main_score": 0.358348, "hf_subset": "ilo_Latn-dzo_Tibt", "languages": ["ilo-Latn", "dzo-Tibt"]}, {"precision": 0.947299, "recall": 0.962451, "f1": 0.951877, "accuracy": 0.962451, "main_score": 0.951877, "hf_subset": "ilo_Latn-hin_Deva", "languages": ["ilo-Latn", "hin-Deva"]}, {"precision": 0.912476, "recall": 0.936759, "f1": 0.920109, "accuracy": 0.936759, "main_score": 0.920109, "hf_subset": "ilo_Latn-khm_Khmr", "languages": ["ilo-Latn", "khm-Khmr"]}, {"precision": 0.940053, "recall": 0.956522, "f1": 0.945323, "accuracy": 0.956522, "main_score": 0.945323, "hf_subset": "ilo_Latn-mag_Deva", "languages": ["ilo-Latn", "mag-Deva"]}, {"precision": 0.917029, "recall": 0.936759, "f1": 0.923254, "accuracy": 0.936759, "main_score": 0.923254, "hf_subset": "ilo_Latn-pap_Latn", "languages": ["ilo-Latn", "pap-Latn"]}, {"precision": 0.612439, "recall": 0.664032, "f1": 0.626218, "accuracy": 0.664032, "main_score": 0.626218, "hf_subset": "ilo_Latn-sot_Latn", "languages": ["ilo-Latn", "sot-Latn"]}, {"precision": 0.942852, "recall": 0.959486, "f1": 0.94809, "accuracy": 0.959486, "main_score": 0.94809, "hf_subset": "ilo_Latn-tur_Latn", "languages": ["ilo-Latn", "tur-Latn"]}, {"precision": 0.83778, "recall": 0.875494, "f1": 0.849275, "accuracy": 0.875494, "main_score": 0.849275, "hf_subset": "ilo_Latn-ace_Latn", "languages": ["ilo-Latn", "ace-Latn"]}, {"precision": 0.907806, "recall": 0.926877, "f1": 0.913458, "accuracy": 0.926877, "main_score": 0.913458, "hf_subset": "ilo_Latn-ban_Latn", "languages": ["ilo-Latn", "ban-Latn"]}, {"precision": 0.942523, "recall": 0.958498, "f1": 0.947431, "accuracy": 0.958498, "main_score": 0.947431, "hf_subset": "ilo_Latn-ell_Grek", "languages": ["ilo-Latn", "ell-Grek"]}, {"precision": 0.925461, "recall": 0.943676, "f1": 0.930995, "accuracy": 0.943676, "main_score": 0.930995, "hf_subset": "ilo_Latn-hne_Deva", "languages": ["ilo-Latn", "hne-Deva"]}, {"precision": 0.626239, "recall": 0.677866, "f1": 0.640374, "accuracy": 0.677866, "main_score": 0.640374, "hf_subset": "ilo_Latn-kik_Latn", "languages": ["ilo-Latn", "kik-Latn"]}, {"precision": 0.94524, "recall": 0.959486, "f1": 0.949671, "accuracy": 0.959486, "main_score": 0.949671, "hf_subset": "ilo_Latn-mai_Deva", "languages": ["ilo-Latn", "mai-Deva"]}, {"precision": 0.866634, "recall": 0.899209, "f1": 0.876402, "accuracy": 0.899209, "main_score": 0.876402, "hf_subset": "ilo_Latn-pbt_Arab", "languages": ["ilo-Latn", "pbt-Arab"]}, {"precision": 0.945899, "recall": 0.961462, "f1": 0.950659, "accuracy": 0.961462, "main_score": 0.950659, "hf_subset": "ilo_Latn-spa_Latn", "languages": ["ilo-Latn", "spa-Latn"]}, {"precision": 0.62964, "recall": 0.692688, "f1": 0.647865, "accuracy": 0.692688, "main_score": 0.647865, "hf_subset": "ilo_Latn-twi_Latn", "languages": ["ilo-Latn", "twi-Latn"]}, {"precision": 0.934865, "recall": 0.951581, "f1": 0.939907, "accuracy": 0.951581, "main_score": 0.939907, "hf_subset": "ilo_Latn-acm_Arab", "languages": ["ilo-Latn", "acm-Arab"]}, {"precision": 0.8951, "recall": 0.920949, "f1": 0.903063, "accuracy": 0.920949, "main_score": 0.903063, "hf_subset": "ilo_Latn-bel_Cyrl", "languages": ["ilo-Latn", "bel-Cyrl"]}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "ilo_Latn-eng_Latn", "languages": ["ilo-Latn", "eng-Latn"]}, {"precision": 0.944829, "recall": 0.960474, "f1": 0.949769, "accuracy": 0.960474, "main_score": 0.949769, "hf_subset": "ilo_Latn-hrv_Latn", "languages": ["ilo-Latn", "hrv-Latn"]}, {"precision": 0.581113, "recall": 0.642292, "f1": 0.597773, "accuracy": 0.642292, "main_score": 0.597773, "hf_subset": "ilo_Latn-kin_Latn", "languages": ["ilo-Latn", "kin-Latn"]}, {"precision": 0.928854, "recall": 0.947628, "f1": 0.934585, "accuracy": 0.947628, "main_score": 0.934585, "hf_subset": "ilo_Latn-mal_Mlym", "languages": ["ilo-Latn", "mal-Mlym"]}, {"precision": 0.936215, "recall": 0.953557, "f1": 0.941436, "accuracy": 0.953557, "main_score": 0.941436, "hf_subset": "ilo_Latn-pes_Arab", "languages": ["ilo-Latn", "pes-Arab"]}, {"precision": 0.929604, "recall": 0.947628, "f1": 0.935096, "accuracy": 0.947628, "main_score": 0.935096, "hf_subset": "ilo_Latn-srd_Latn", "languages": ["ilo-Latn", "srd-Latn"]}, {"precision": 0.200107, "recall": 0.247036, "f1": 0.211296, "accuracy": 0.247036, "main_score": 0.211296, "hf_subset": "ilo_Latn-tzm_Tfng", "languages": ["ilo-Latn", "tzm-Tfng"]}, {"precision": 0.942062, "recall": 0.95751, "f1": 0.946772, "accuracy": 0.95751, "main_score": 0.946772, "hf_subset": "ilo_Latn-acq_Arab", "languages": ["ilo-Latn", "acq-Arab"]}, {"precision": 0.651272, "recall": 0.698617, "f1": 0.664492, "accuracy": 0.698617, "main_score": 0.664492, "hf_subset": "ilo_Latn-bem_Latn", "languages": ["ilo-Latn", "bem-Latn"]}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "ilo_Latn-epo_Latn", "languages": ["ilo-Latn", "epo-Latn"]}, {"precision": 0.950181, "recall": 0.964427, "f1": 0.954611, "accuracy": 0.964427, "main_score": 0.954611, "hf_subset": "ilo_Latn-hun_Latn", "languages": ["ilo-Latn", "hun-Latn"]}, {"precision": 0.896574, "recall": 0.924901, "f1": 0.905632, "accuracy": 0.924901, "main_score": 0.905632, "hf_subset": "ilo_Latn-kir_Cyrl", "languages": ["ilo-Latn", "kir-Cyrl"]}, {"precision": 0.942111, "recall": 0.95751, "f1": 0.947036, "accuracy": 0.95751, "main_score": 0.947036, "hf_subset": "ilo_Latn-mar_Deva", "languages": ["ilo-Latn", "mar-Deva"]}, {"precision": 0.678204, "recall": 0.73419, "f1": 0.694461, "accuracy": 0.73419, "main_score": 0.694461, "hf_subset": "ilo_Latn-plt_Latn", "languages": ["ilo-Latn", "plt-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "ilo_Latn-srp_Cyrl", "languages": ["ilo-Latn", "srp-Cyrl"]}, {"precision": 0.814306, "recall": 0.855731, "f1": 0.82657, "accuracy": 0.855731, "main_score": 0.82657, "hf_subset": "ilo_Latn-uig_Arab", "languages": ["ilo-Latn", "uig-Arab"]}, {"precision": 0.910343, "recall": 0.933794, "f1": 0.917231, "accuracy": 0.933794, "main_score": 0.917231, "hf_subset": "ilo_Latn-aeb_Arab", "languages": ["ilo-Latn", "aeb-Arab"]}, {"precision": 0.938653, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "ilo_Latn-ben_Beng", "languages": ["ilo-Latn", "ben-Beng"]}, {"precision": 0.936759, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "ilo_Latn-est_Latn", "languages": ["ilo-Latn", "est-Latn"]}, {"precision": 0.923584, "recall": 0.944664, "f1": 0.929974, "accuracy": 0.944664, "main_score": 0.929974, "hf_subset": "ilo_Latn-hye_Armn", "languages": ["ilo-Latn", "hye-Armn"]}, {"precision": 0.550027, "recall": 0.604743, "f1": 0.565406, "accuracy": 0.604743, "main_score": 0.565406, "hf_subset": "ilo_Latn-kmb_Latn", "languages": ["ilo-Latn", "kmb-Latn"]}, {"precision": 0.50938, "recall": 0.577075, "f1": 0.527218, "accuracy": 0.577075, "main_score": 0.527218, "hf_subset": "ilo_Latn-min_Arab", "languages": ["ilo-Latn", "min-Arab"]}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945323, "accuracy": 0.95751, "main_score": 0.945323, "hf_subset": "ilo_Latn-pol_Latn", "languages": ["ilo-Latn", "pol-Latn"]}, {"precision": 0.574308, "recall": 0.640316, "f1": 0.593431, "accuracy": 0.640316, "main_score": 0.593431, "hf_subset": "ilo_Latn-ssw_Latn", "languages": ["ilo-Latn", "ssw-Latn"]}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960606, "accuracy": 0.969368, "main_score": 0.960606, "hf_subset": "ilo_Latn-ukr_Cyrl", "languages": ["ilo-Latn", "ukr-Cyrl"]}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "ilo_Latn-afr_Latn", "languages": ["ilo-Latn", "afr-Latn"]}, {"precision": 0.91525, "recall": 0.936759, "f1": 0.921937, "accuracy": 0.936759, "main_score": 0.921937, "hf_subset": "ilo_Latn-bho_Deva", "languages": ["ilo-Latn", "bho-Deva"]}, {"precision": 0.915596, "recall": 0.937747, "f1": 0.922497, "accuracy": 0.937747, "main_score": 0.922497, "hf_subset": "ilo_Latn-eus_Latn", "languages": ["ilo-Latn", "eus-Latn"]}, {"precision": 0.596677, "recall": 0.661067, "f1": 0.614898, "accuracy": 0.661067, "main_score": 0.614898, "hf_subset": "ilo_Latn-ibo_Latn", "languages": ["ilo-Latn", "ibo-Latn"]}, {"precision": 0.789272, "recall": 0.83498, "f1": 0.802986, "accuracy": 0.83498, "main_score": 0.802986, "hf_subset": "ilo_Latn-kmr_Latn", "languages": ["ilo-Latn", "kmr-Latn"]}, {"precision": 0.922332, "recall": 0.940711, "f1": 0.927833, "accuracy": 0.940711, "main_score": 0.927833, "hf_subset": "ilo_Latn-min_Latn", "languages": ["ilo-Latn", "min-Latn"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "ilo_Latn-por_Latn", "languages": ["ilo-Latn", "por-Latn"]}, {"precision": 0.938109, "recall": 0.952569, "f1": 0.942278, "accuracy": 0.952569, "main_score": 0.942278, "hf_subset": "ilo_Latn-sun_Latn", "languages": ["ilo-Latn", "sun-Latn"]}, {"precision": 0.547805, "recall": 0.603755, "f1": 0.563781, "accuracy": 0.603755, "main_score": 0.563781, "hf_subset": "ilo_Latn-umb_Latn", "languages": ["ilo-Latn", "umb-Latn"]}, {"precision": 0.948485, "recall": 0.961462, "f1": 0.952357, "accuracy": 0.961462, "main_score": 0.952357, "hf_subset": "ilo_Latn-ajp_Arab", "languages": ["ilo-Latn", "ajp-Arab"]}, {"precision": 0.544765, "recall": 0.610672, "f1": 0.562823, "accuracy": 0.610672, "main_score": 0.562823, "hf_subset": "ilo_Latn-bjn_Arab", "languages": ["ilo-Latn", "bjn-Arab"]}, {"precision": 0.537905, "recall": 0.589921, "f1": 0.552459, "accuracy": 0.589921, "main_score": 0.552459, "hf_subset": "ilo_Latn-ewe_Latn", "languages": ["ilo-Latn", "ewe-Latn"]}, {"precision": 0.332469, "recall": 0.394269, "f1": 0.348629, "accuracy": 0.394269, "main_score": 0.348629, "hf_subset": "ilo_Latn-knc_Arab", "languages": ["ilo-Latn", "knc-Arab"]}, {"precision": 0.951993, "recall": 0.964427, "f1": 0.955764, "accuracy": 0.964427, "main_score": 0.955764, "hf_subset": "ilo_Latn-mkd_Cyrl", "languages": ["ilo-Latn", "mkd-Cyrl"]}, {"precision": 0.93946, "recall": 0.956522, "f1": 0.944664, "accuracy": 0.956522, "main_score": 0.944664, "hf_subset": "ilo_Latn-prs_Arab", "languages": ["ilo-Latn", "prs-Arab"]}, {"precision": 0.961792, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "ilo_Latn-swe_Latn", "languages": ["ilo-Latn", "swe-Latn"]}, {"precision": 0.9389, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "ilo_Latn-urd_Arab", "languages": ["ilo-Latn", "urd-Arab"]}, {"precision": 0.597851, "recall": 0.65415, "f1": 0.61379, "accuracy": 0.65415, "main_score": 0.61379, "hf_subset": "ilo_Latn-aka_Latn", "languages": ["ilo-Latn", "aka-Latn"]}, {"precision": 0.915457, "recall": 0.933794, "f1": 0.920862, "accuracy": 0.933794, "main_score": 0.920862, "hf_subset": "ilo_Latn-bjn_Latn", "languages": ["ilo-Latn", "bjn-Latn"]}, {"precision": 0.865261, "recall": 0.892292, "f1": 0.873551, "accuracy": 0.892292, "main_score": 0.873551, "hf_subset": "ilo_Latn-fao_Latn", "languages": ["ilo-Latn", "fao-Latn"]}, {"precision": 0.966156, "recall": 0.975296, "f1": 0.968775, "accuracy": 0.975296, "main_score": 0.968775, "hf_subset": "ilo_Latn-ind_Latn", "languages": ["ilo-Latn", "ind-Latn"]}, {"precision": 0.610526, "recall": 0.660079, "f1": 0.624525, "accuracy": 0.660079, "main_score": 0.624525, "hf_subset": "ilo_Latn-knc_Latn", "languages": ["ilo-Latn", "knc-Latn"]}, {"precision": 0.934865, "recall": 0.952569, "f1": 0.940236, "accuracy": 0.952569, "main_score": 0.940236, "hf_subset": "ilo_Latn-mlt_Latn", "languages": ["ilo-Latn", "mlt-Latn"]}, {"precision": 0.683749, "recall": 0.737154, "f1": 0.699852, "accuracy": 0.737154, "main_score": 0.699852, "hf_subset": "ilo_Latn-quy_Latn", "languages": ["ilo-Latn", "quy-Latn"]}, {"precision": 0.881374, "recall": 0.911067, "f1": 0.890349, "accuracy": 0.911067, "main_score": 0.890349, "hf_subset": "ilo_Latn-swh_Latn", "languages": ["ilo-Latn", "swh-Latn"]}, {"precision": 0.906846, "recall": 0.929842, "f1": 0.913801, "accuracy": 0.929842, "main_score": 0.913801, "hf_subset": "ilo_Latn-uzn_Latn", "languages": ["ilo-Latn", "uzn-Latn"]}, {"precision": 0.940547, "recall": 0.956522, "f1": 0.945455, "accuracy": 0.956522, "main_score": 0.945455, "hf_subset": "ilo_Latn-als_Latn", "languages": ["ilo-Latn", "als-Latn"]}, {"precision": 0.465262, "recall": 0.54249, "f1": 0.486243, "accuracy": 0.54249, "main_score": 0.486243, "hf_subset": "ilo_Latn-bod_Tibt", "languages": ["ilo-Latn", "bod-Tibt"]}, {"precision": 0.67996, "recall": 0.728261, "f1": 0.693413, "accuracy": 0.728261, "main_score": 0.693413, "hf_subset": "ilo_Latn-fij_Latn", "languages": ["ilo-Latn", "fij-Latn"]}, {"precision": 0.886034, "recall": 0.916996, "f1": 0.89608, "accuracy": 0.916996, "main_score": 0.89608, "hf_subset": "ilo_Latn-isl_Latn", "languages": ["ilo-Latn", "isl-Latn"]}, {"precision": 0.686092, "recall": 0.735178, "f1": 0.700535, "accuracy": 0.735178, "main_score": 0.700535, "hf_subset": "ilo_Latn-kon_Latn", "languages": ["ilo-Latn", "kon-Latn"]}, {"precision": 0.655214, "recall": 0.72332, "f1": 0.674678, "accuracy": 0.72332, "main_score": 0.674678, "hf_subset": "ilo_Latn-mni_Beng", "languages": ["ilo-Latn", "mni-Beng"]}, {"precision": 0.958251, "recall": 0.970356, "f1": 0.962022, "accuracy": 0.970356, "main_score": 0.962022, "hf_subset": "ilo_Latn-ron_Latn", "languages": ["ilo-Latn", "ron-Latn"]}, {"precision": 0.916831, "recall": 0.939723, "f1": 0.924242, "accuracy": 0.939723, "main_score": 0.924242, "hf_subset": "ilo_Latn-szl_Latn", "languages": ["ilo-Latn", "szl-Latn"]}, {"precision": 0.934371, "recall": 0.951581, "f1": 0.939756, "accuracy": 0.951581, "main_score": 0.939756, "hf_subset": "ilo_Latn-vec_Latn", "languages": ["ilo-Latn", "vec-Latn"]}, {"precision": 0.835573, "recall": 0.876482, "f1": 0.848123, "accuracy": 0.876482, "main_score": 0.848123, "hf_subset": "ilo_Latn-amh_Ethi", "languages": ["ilo-Latn", "amh-Ethi"]}, {"precision": 0.949687, "recall": 0.963439, "f1": 0.953788, "accuracy": 0.963439, "main_score": 0.953788, "hf_subset": "ilo_Latn-bos_Latn", "languages": ["ilo-Latn", "bos-Latn"]}, {"precision": 0.942852, "recall": 0.958498, "f1": 0.947596, "accuracy": 0.958498, "main_score": 0.947596, "hf_subset": "ilo_Latn-fin_Latn", "languages": ["ilo-Latn", "fin-Latn"]}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957181, "accuracy": 0.966403, "main_score": 0.957181, "hf_subset": "ilo_Latn-ita_Latn", "languages": ["ilo-Latn", "ita-Latn"]}, {"precision": 0.936627, "recall": 0.953557, "f1": 0.941667, "accuracy": 0.953557, "main_score": 0.941667, "hf_subset": "ilo_Latn-kor_Hang", "languages": ["ilo-Latn", "kor-Hang"]}, {"precision": 0.572657, "recall": 0.629447, "f1": 0.589023, "accuracy": 0.629447, "main_score": 0.589023, "hf_subset": "ilo_Latn-mos_Latn", "languages": ["ilo-Latn", "mos-Latn"]}, {"precision": 0.569566, "recall": 0.62253, "f1": 0.584394, "accuracy": 0.62253, "main_score": 0.584394, "hf_subset": "ilo_Latn-run_Latn", "languages": ["ilo-Latn", "run-Latn"]}, {"precision": 0.930995, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "ilo_Latn-tam_Taml", "languages": ["ilo-Latn", "tam-Taml"]}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957345, "accuracy": 0.966403, "main_score": 0.957345, "hf_subset": "ilo_Latn-vie_Latn", "languages": ["ilo-Latn", "vie-Latn"]}, {"precision": 0.924736, "recall": 0.944664, "f1": 0.930962, "accuracy": 0.944664, "main_score": 0.930962, "hf_subset": "ilo_Latn-apc_Arab", "languages": ["ilo-Latn", "apc-Arab"]}, {"precision": 0.79058, "recall": 0.831028, "f1": 0.802602, "accuracy": 0.831028, "main_score": 0.802602, "hf_subset": "ilo_Latn-bug_Latn", "languages": ["ilo-Latn", "bug-Latn"]}, {"precision": 0.482739, "recall": 0.539526, "f1": 0.497773, "accuracy": 0.539526, "main_score": 0.497773, "hf_subset": "ilo_Latn-fon_Latn", "languages": ["ilo-Latn", "fon-Latn"]}, {"precision": 0.927042, "recall": 0.945652, "f1": 0.932609, "accuracy": 0.945652, "main_score": 0.932609, "hf_subset": "ilo_Latn-jav_Latn", "languages": ["ilo-Latn", "jav-Latn"]}, {"precision": 0.889832, "recall": 0.920949, "f1": 0.899457, "accuracy": 0.920949, "main_score": 0.899457, "hf_subset": "ilo_Latn-lao_Laoo", "languages": ["ilo-Latn", "lao-Laoo"]}, {"precision": 0.767121, "recall": 0.811265, "f1": 0.779797, "accuracy": 0.811265, "main_score": 0.779797, "hf_subset": "ilo_Latn-mri_Latn", "languages": ["ilo-Latn", "mri-Latn"]}, {"precision": 0.945899, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "ilo_Latn-rus_Cyrl", "languages": ["ilo-Latn", "rus-Cyrl"]}, {"precision": 0.560495, "recall": 0.618577, "f1": 0.576421, "accuracy": 0.618577, "main_score": 0.576421, "hf_subset": "ilo_Latn-taq_Latn", "languages": ["ilo-Latn", "taq-Latn"]}, {"precision": 0.959157, "recall": 0.970356, "f1": 0.962615, "accuracy": 0.970356, "main_score": 0.962615, "hf_subset": "ilo_Latn-war_Latn", "languages": ["ilo-Latn", "war-Latn"]}, {"precision": 0.944121, "recall": 0.959486, "f1": 0.948682, "accuracy": 0.959486, "main_score": 0.948682, "hf_subset": "ilo_Latn-arb_Arab", "languages": ["ilo-Latn", "arb-Arab"]}, {"precision": 0.956028, "recall": 0.968379, "f1": 0.959783, "accuracy": 0.968379, "main_score": 0.959783, "hf_subset": "ilo_Latn-bul_Cyrl", "languages": ["ilo-Latn", "bul-Cyrl"]}, {"precision": 0.955863, "recall": 0.968379, "f1": 0.959604, "accuracy": 0.968379, "main_score": 0.959604, "hf_subset": "ilo_Latn-fra_Latn", "languages": ["ilo-Latn", "fra-Latn"]}, {"precision": 0.934965, "recall": 0.950593, "f1": 0.939597, "accuracy": 0.950593, "main_score": 0.939597, "hf_subset": "ilo_Latn-jpn_Jpan", "languages": ["ilo-Latn", "jpn-Jpan"]}, {"precision": 0.918602, "recall": 0.940711, "f1": 0.92545, "accuracy": 0.940711, "main_score": 0.92545, "hf_subset": "ilo_Latn-lij_Latn", "languages": ["ilo-Latn", "lij-Latn"]}, {"precision": 0.855872, "recall": 0.895257, "f1": 0.868236, "accuracy": 0.895257, "main_score": 0.868236, "hf_subset": "ilo_Latn-mya_Mymr", "languages": ["ilo-Latn", "mya-Mymr"]}, {"precision": 0.616419, "recall": 0.673913, "f1": 0.632675, "accuracy": 0.673913, "main_score": 0.632675, "hf_subset": "ilo_Latn-sag_Latn", "languages": ["ilo-Latn", "sag-Latn"]}, {"precision": 0.191406, "recall": 0.242095, "f1": 0.202282, "accuracy": 0.242095, "main_score": 0.202282, "hf_subset": "ilo_Latn-taq_Tfng", "languages": ["ilo-Latn", "taq-Tfng"]}, {"precision": 0.653096, "recall": 0.70751, "f1": 0.668582, "accuracy": 0.70751, "main_score": 0.668582, "hf_subset": "ilo_Latn-wol_Latn", "languages": ["ilo-Latn", "wol-Latn"]}, {"precision": 0.696436, "recall": 0.749012, "f1": 0.711629, "accuracy": 0.749012, "main_score": 0.711629, "hf_subset": "ilo_Latn-arb_Latn", "languages": ["ilo-Latn", "arb-Latn"]}, {"precision": 0.96138, "recall": 0.97332, "f1": 0.965152, "accuracy": 0.97332, "main_score": 0.965152, "hf_subset": "ilo_Latn-cat_Latn", "languages": ["ilo-Latn", "cat-Latn"]}, {"precision": 0.925313, "recall": 0.944664, "f1": 0.931192, "accuracy": 0.944664, "main_score": 0.931192, "hf_subset": "ilo_Latn-fur_Latn", "languages": ["ilo-Latn", "fur-Latn"]}, {"precision": 0.439347, "recall": 0.499012, "f1": 0.455267, "accuracy": 0.499012, "main_score": 0.455267, "hf_subset": "ilo_Latn-kab_Latn", "languages": ["ilo-Latn", "kab-Latn"]}, {"precision": 0.920537, "recall": 0.9417, "f1": 0.927273, "accuracy": 0.9417, "main_score": 0.927273, "hf_subset": "ilo_Latn-lim_Latn", "languages": ["ilo-Latn", "lim-Latn"]}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "ilo_Latn-nld_Latn", "languages": ["ilo-Latn", "nld-Latn"]}, {"precision": 0.881597, "recall": 0.910079, "f1": 0.890107, "accuracy": 0.910079, "main_score": 0.890107, "hf_subset": "ilo_Latn-san_Deva", "languages": ["ilo-Latn", "san-Deva"]}, {"precision": 0.911182, "recall": 0.933794, "f1": 0.918003, "accuracy": 0.933794, "main_score": 0.918003, "hf_subset": "ilo_Latn-tat_Cyrl", "languages": ["ilo-Latn", "tat-Cyrl"]}, {"precision": 0.687015, "recall": 0.73913, "f1": 0.70244, "accuracy": 0.73913, "main_score": 0.70244, "hf_subset": "ilo_Latn-xho_Latn", "languages": ["ilo-Latn", "xho-Latn"]}, {"precision": 0.941057, "recall": 0.956522, "f1": 0.945553, "accuracy": 0.956522, "main_score": 0.945553, "hf_subset": "ilo_Latn-ars_Arab", "languages": ["ilo-Latn", "ars-Arab"]}, {"precision": 0.969097, "recall": 0.976285, "f1": 0.971163, "accuracy": 0.976285, "main_score": 0.971163, "hf_subset": "ilo_Latn-ceb_Latn", "languages": ["ilo-Latn", "ceb-Latn"]}, {"precision": 0.568437, "recall": 0.633399, "f1": 0.587314, "accuracy": 0.633399, "main_score": 0.587314, "hf_subset": "ilo_Latn-fuv_Latn", "languages": ["ilo-Latn", "fuv-Latn"]}, {"precision": 0.52553, "recall": 0.591897, "f1": 0.543532, "accuracy": 0.591897, "main_score": 0.543532, "hf_subset": "ilo_Latn-kac_Latn", "languages": ["ilo-Latn", "kac-Latn"]}, {"precision": 0.675034, "recall": 0.727273, "f1": 0.690689, "accuracy": 0.727273, "main_score": 0.690689, "hf_subset": "ilo_Latn-lin_Latn", "languages": ["ilo-Latn", "lin-Latn"]}, {"precision": 0.94837, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "ilo_Latn-nno_Latn", "languages": ["ilo-Latn", "nno-Latn"]}, {"precision": 0.187368, "recall": 0.253953, "f1": 0.204859, "accuracy": 0.253953, "main_score": 0.204859, "hf_subset": "ilo_Latn-sat_Olck", "languages": ["ilo-Latn", "sat-Olck"]}, {"precision": 0.938109, "recall": 0.95751, "f1": 0.944335, "accuracy": 0.95751, "main_score": 0.944335, "hf_subset": "ilo_Latn-tel_Telu", "languages": ["ilo-Latn", "tel-Telu"]}, {"precision": 0.852117, "recall": 0.890316, "f1": 0.863672, "accuracy": 0.890316, "main_score": 0.863672, "hf_subset": "ilo_Latn-ydd_Hebr", "languages": ["ilo-Latn", "ydd-Hebr"]}, {"precision": 0.906028, "recall": 0.929842, "f1": 0.91334, "accuracy": 0.929842, "main_score": 0.91334, "hf_subset": "ilo_Latn-ary_Arab", "languages": ["ilo-Latn", "ary-Arab"]}, {"precision": 0.947711, "recall": 0.962451, "f1": 0.952141, "accuracy": 0.962451, "main_score": 0.952141, "hf_subset": "ilo_Latn-ces_Latn", "languages": ["ilo-Latn", "ces-Latn"]}, {"precision": 0.602956, "recall": 0.663043, "f1": 0.620608, "accuracy": 0.663043, "main_score": 0.620608, "hf_subset": "ilo_Latn-gaz_Latn", "languages": ["ilo-Latn", "gaz-Latn"]}, {"precision": 0.600807, "recall": 0.659091, "f1": 0.617261, "accuracy": 0.659091, "main_score": 0.617261, "hf_subset": "ilo_Latn-kam_Latn", "languages": ["ilo-Latn", "kam-Latn"]}, {"precision": 0.935112, "recall": 0.953557, "f1": 0.941041, "accuracy": 0.953557, "main_score": 0.941041, "hf_subset": "ilo_Latn-lit_Latn", "languages": ["ilo-Latn", "lit-Latn"]}, {"precision": 0.943511, "recall": 0.959486, "f1": 0.948452, "accuracy": 0.959486, "main_score": 0.948452, "hf_subset": "ilo_Latn-nob_Latn", "languages": ["ilo-Latn", "nob-Latn"]}, {"precision": 0.911808, "recall": 0.934783, "f1": 0.919038, "accuracy": 0.934783, "main_score": 0.919038, "hf_subset": "ilo_Latn-scn_Latn", "languages": ["ilo-Latn", "scn-Latn"]}, {"precision": 0.896355, "recall": 0.921937, "f1": 0.903938, "accuracy": 0.921937, "main_score": 0.903938, "hf_subset": "ilo_Latn-tgk_Cyrl", "languages": ["ilo-Latn", "tgk-Cyrl"]}, {"precision": 0.653387, "recall": 0.724308, "f1": 0.674689, "accuracy": 0.724308, "main_score": 0.674689, "hf_subset": "ilo_Latn-yor_Latn", "languages": ["ilo-Latn", "yor-Latn"]}, {"precision": 0.941238, "recall": 0.956522, "f1": 0.945949, "accuracy": 0.956522, "main_score": 0.945949, "hf_subset": "ilo_Latn-arz_Arab", "languages": ["ilo-Latn", "arz-Arab"]}, {"precision": 0.569208, "recall": 0.629447, "f1": 0.586232, "accuracy": 0.629447, "main_score": 0.586232, "hf_subset": "ilo_Latn-cjk_Latn", "languages": ["ilo-Latn", "cjk-Latn"]}, {"precision": 0.718643, "recall": 0.774704, "f1": 0.735559, "accuracy": 0.774704, "main_score": 0.735559, "hf_subset": "ilo_Latn-gla_Latn", "languages": ["ilo-Latn", "gla-Latn"]}, {"precision": 0.922925, "recall": 0.943676, "f1": 0.929315, "accuracy": 0.943676, "main_score": 0.929315, "hf_subset": "ilo_Latn-kan_Knda", "languages": ["ilo-Latn", "kan-Knda"]}, {"precision": 0.926952, "recall": 0.944664, "f1": 0.932268, "accuracy": 0.944664, "main_score": 0.932268, "hf_subset": "ilo_Latn-lmo_Latn", "languages": ["ilo-Latn", "lmo-Latn"]}, {"precision": 0.933169, "recall": 0.950593, "f1": 0.93857, "accuracy": 0.950593, "main_score": 0.93857, "hf_subset": "ilo_Latn-npi_Deva", "languages": ["ilo-Latn", "npi-Deva"]}, {"precision": 0.477574, "recall": 0.539526, "f1": 0.494284, "accuracy": 0.539526, "main_score": 0.494284, "hf_subset": "ilo_Latn-shn_Mymr", "languages": ["ilo-Latn", "shn-Mymr"]}, {"precision": 0.968775, "recall": 0.977273, "f1": 0.971344, "accuracy": 0.977273, "main_score": 0.971344, "hf_subset": "ilo_Latn-tgl_Latn", "languages": ["ilo-Latn", "tgl-Latn"]}, {"precision": 0.944615, "recall": 0.958498, "f1": 0.94865, "accuracy": 0.958498, "main_score": 0.94865, "hf_subset": "ilo_Latn-yue_Hant", "languages": ["ilo-Latn", "yue-Hant"]}, {"precision": 0.918429, "recall": 0.940711, "f1": 0.925085, "accuracy": 0.940711, "main_score": 0.925085, "hf_subset": "ilo_Latn-asm_Beng", "languages": ["ilo-Latn", "asm-Beng"]}, {"precision": 0.844071, "recall": 0.884387, "f1": 0.856277, "accuracy": 0.884387, "main_score": 0.856277, "hf_subset": "ilo_Latn-ckb_Arab", "languages": ["ilo-Latn", "ckb-Arab"]}, {"precision": 0.759981, "recall": 0.8083, "f1": 0.774391, "accuracy": 0.8083, "main_score": 0.774391, "hf_subset": "ilo_Latn-gle_Latn", "languages": ["ilo-Latn", "gle-Latn"]}, {"precision": 0.841914, "recall": 0.879447, "f1": 0.853096, "accuracy": 0.879447, "main_score": 0.853096, "hf_subset": "ilo_Latn-kas_Arab", "languages": ["ilo-Latn", "kas-Arab"]}, {"precision": 0.858119, "recall": 0.891304, "f1": 0.868248, "accuracy": 0.891304, "main_score": 0.868248, "hf_subset": "ilo_Latn-ltg_Latn", "languages": ["ilo-Latn", "ltg-Latn"]}, {"precision": 0.644895, "recall": 0.695652, "f1": 0.658731, "accuracy": 0.695652, "main_score": 0.658731, "hf_subset": "ilo_Latn-nso_Latn", "languages": ["ilo-Latn", "nso-Latn"]}, {"precision": 0.850972, "recall": 0.890316, "f1": 0.863011, "accuracy": 0.890316, "main_score": 0.863011, "hf_subset": "ilo_Latn-sin_Sinh", "languages": ["ilo-Latn", "sin-Sinh"]}, {"precision": 0.951087, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "ilo_Latn-tha_Thai", "languages": ["ilo-Latn", "tha-Thai"]}, {"precision": 0.942615, "recall": 0.95751, "f1": 0.946953, "accuracy": 0.95751, "main_score": 0.946953, "hf_subset": "ilo_Latn-zho_Hans", "languages": ["ilo-Latn", "zho-Hans"]}, {"precision": 0.956439, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "ilo_Latn-ast_Latn", "languages": ["ilo-Latn", "ast-Latn"]}, {"precision": 0.899819, "recall": 0.927866, "f1": 0.908498, "accuracy": 0.927866, "main_score": 0.908498, "hf_subset": "ilo_Latn-crh_Latn", "languages": ["ilo-Latn", "crh-Latn"]}, {"precision": 0.961462, "recall": 0.972332, "f1": 0.964921, "accuracy": 0.972332, "main_score": 0.964921, "hf_subset": "ilo_Latn-glg_Latn", "languages": ["ilo-Latn", "glg-Latn"]}, {"precision": 0.773979, "recall": 0.821146, "f1": 0.787502, "accuracy": 0.821146, "main_score": 0.787502, "hf_subset": "ilo_Latn-kas_Deva", "languages": ["ilo-Latn", "kas-Deva"]}, {"precision": 0.910771, "recall": 0.934783, "f1": 0.918149, "accuracy": 0.934783, "main_score": 0.918149, "hf_subset": "ilo_Latn-ltz_Latn", "languages": ["ilo-Latn", "ltz-Latn"]}, {"precision": 0.486726, "recall": 0.555336, "f1": 0.505338, "accuracy": 0.555336, "main_score": 0.505338, "hf_subset": "ilo_Latn-nus_Latn", "languages": ["ilo-Latn", "nus-Latn"]}, {"precision": 0.957949, "recall": 0.969368, "f1": 0.961495, "accuracy": 0.969368, "main_score": 0.961495, "hf_subset": "ilo_Latn-slk_Latn", "languages": ["ilo-Latn", "slk-Latn"]}, {"precision": 0.565086, "recall": 0.643281, "f1": 0.587295, "accuracy": 0.643281, "main_score": 0.587295, "hf_subset": "ilo_Latn-tir_Ethi", "languages": ["ilo-Latn", "tir-Ethi"]}, {"precision": 0.934453, "recall": 0.952569, "f1": 0.94002, "accuracy": 0.952569, "main_score": 0.94002, "hf_subset": "ilo_Latn-zho_Hant", "languages": ["ilo-Latn", "zho-Hant"]}, {"precision": 0.919878, "recall": 0.9417, "f1": 0.926369, "accuracy": 0.9417, "main_score": 0.926369, "hf_subset": "ilo_Latn-awa_Deva", "languages": ["ilo-Latn", "awa-Deva"]}, {"precision": 0.881011, "recall": 0.909091, "f1": 0.889362, "accuracy": 0.909091, "main_score": 0.889362, "hf_subset": "ilo_Latn-cym_Latn", "languages": ["ilo-Latn", "cym-Latn"]}, {"precision": 0.799769, "recall": 0.838933, "f1": 0.81127, "accuracy": 0.838933, "main_score": 0.81127, "hf_subset": "ilo_Latn-grn_Latn", "languages": ["ilo-Latn", "grn-Latn"]}, {"precision": 0.917688, "recall": 0.939723, "f1": 0.924374, "accuracy": 0.939723, "main_score": 0.924374, "hf_subset": "ilo_Latn-kat_Geor", "languages": ["ilo-Latn", "kat-Geor"]}, {"precision": 0.651196, "recall": 0.699605, "f1": 0.665086, "accuracy": 0.699605, "main_score": 0.665086, "hf_subset": "ilo_Latn-lua_Latn", "languages": ["ilo-Latn", "lua-Latn"]}, {"precision": 0.647381, "recall": 0.702569, "f1": 0.663732, "accuracy": 0.702569, "main_score": 0.663732, "hf_subset": "ilo_Latn-nya_Latn", "languages": ["ilo-Latn", "nya-Latn"]}, {"precision": 0.943264, "recall": 0.95751, "f1": 0.94753, "accuracy": 0.95751, "main_score": 0.94753, "hf_subset": "ilo_Latn-slv_Latn", "languages": ["ilo-Latn", "slv-Latn"]}, {"precision": 0.868008, "recall": 0.897233, "f1": 0.876746, "accuracy": 0.897233, "main_score": 0.876746, "hf_subset": "ilo_Latn-tpi_Latn", "languages": ["ilo-Latn", "tpi-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ilo_Latn-zsm_Latn", "languages": ["ilo-Latn", "zsm-Latn"]}, {"precision": 0.560574, "recall": 0.625494, "f1": 0.579285, "accuracy": 0.625494, "main_score": 0.579285, "hf_subset": "ilo_Latn-ayr_Latn", "languages": ["ilo-Latn", "ayr-Latn"]}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "ilo_Latn-dan_Latn", "languages": ["ilo-Latn", "dan-Latn"]}, {"precision": 0.950675, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "ilo_Latn-guj_Gujr", "languages": ["ilo-Latn", "guj-Gujr"]}, {"precision": 0.922793, "recall": 0.945652, "f1": 0.929974, "accuracy": 0.945652, "main_score": 0.929974, "hf_subset": "ilo_Latn-kaz_Cyrl", "languages": ["ilo-Latn", "kaz-Cyrl"]}, {"precision": 0.558912, "recall": 0.617589, "f1": 0.575553, "accuracy": 0.617589, "main_score": 0.575553, "hf_subset": "ilo_Latn-lug_Latn", "languages": ["ilo-Latn", "lug-Latn"]}, {"precision": 0.946805, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "ilo_Latn-oci_Latn", "languages": ["ilo-Latn", "oci-Latn"]}, {"precision": 0.756324, "recall": 0.807312, "f1": 0.771099, "accuracy": 0.807312, "main_score": 0.771099, "hf_subset": "ilo_Latn-smo_Latn", "languages": ["ilo-Latn", "smo-Latn"]}, {"precision": 0.575069, "recall": 0.632411, "f1": 0.590874, "accuracy": 0.632411, "main_score": 0.590874, "hf_subset": "ilo_Latn-tsn_Latn", "languages": ["ilo-Latn", "tsn-Latn"]}, {"precision": 0.637354, "recall": 0.686759, "f1": 0.651482, "accuracy": 0.686759, "main_score": 0.651482, "hf_subset": "ilo_Latn-zul_Latn", "languages": ["ilo-Latn", "zul-Latn"]}, {"precision": 0.813647, "recall": 0.853755, "f1": 0.825732, "accuracy": 0.853755, "main_score": 0.825732, "hf_subset": "ilo_Latn-azb_Arab", "languages": ["ilo-Latn", "azb-Arab"]}, {"precision": 0.950873, "recall": 0.964427, "f1": 0.954941, "accuracy": 0.964427, "main_score": 0.954941, "hf_subset": "ilo_Latn-deu_Latn", "languages": ["ilo-Latn", "deu-Latn"]}, {"precision": 0.889723, "recall": 0.917984, "f1": 0.898386, "accuracy": 0.917984, "main_score": 0.898386, "hf_subset": "ilo_Latn-hat_Latn", "languages": ["ilo-Latn", "hat-Latn"]}, {"precision": 0.519258, "recall": 0.572134, "f1": 0.533498, "accuracy": 0.572134, "main_score": 0.533498, "hf_subset": "ilo_Latn-kbp_Latn", "languages": ["ilo-Latn", "kbp-Latn"]}, {"precision": 0.597564, "recall": 0.656126, "f1": 0.613509, "accuracy": 0.656126, "main_score": 0.613509, "hf_subset": "ilo_Latn-luo_Latn", "languages": ["ilo-Latn", "luo-Latn"]}, {"precision": 0.928557, "recall": 0.948617, "f1": 0.934783, "accuracy": 0.948617, "main_score": 0.934783, "hf_subset": "ilo_Latn-ory_Orya", "languages": ["ilo-Latn", "ory-Orya"]}, {"precision": 0.608478, "recall": 0.666008, "f1": 0.624905, "accuracy": 0.666008, "main_score": 0.624905, "hf_subset": "ilo_Latn-sna_Latn", "languages": ["ilo-Latn", "sna-Latn"]}, {"precision": 0.571755, "recall": 0.62747, "f1": 0.58675, "accuracy": 0.62747, "main_score": 0.58675, "hf_subset": "ilo_Latn-tso_Latn", "languages": ["ilo-Latn", "tso-Latn"]}, {"precision": 0.898995, "recall": 0.926877, "f1": 0.907628, "accuracy": 0.926877, "main_score": 0.907628, "hf_subset": "ilo_Latn-azj_Latn", "languages": ["ilo-Latn", "azj-Latn"]}, {"precision": 0.56572, "recall": 0.624506, "f1": 0.582715, "accuracy": 0.624506, "main_score": 0.582715, "hf_subset": "ilo_Latn-dik_Latn", "languages": ["ilo-Latn", "dik-Latn"]}, {"precision": 0.679908, "recall": 0.733202, "f1": 0.695248, "accuracy": 0.733202, "main_score": 0.695248, "hf_subset": "ilo_Latn-hau_Latn", "languages": ["ilo-Latn", "hau-Latn"]}, {"precision": 0.922875, "recall": 0.9417, "f1": 0.928755, "accuracy": 0.9417, "main_score": 0.928755, "hf_subset": "ilo_Latn-kea_Latn", "languages": ["ilo-Latn", "kea-Latn"]}, {"precision": 0.745751, "recall": 0.784585, "f1": 0.757213, "accuracy": 0.784585, "main_score": 0.757213, "hf_subset": "ilo_Latn-lus_Latn", "languages": ["ilo-Latn", "lus-Latn"]}, {"precision": 0.869772, "recall": 0.898221, "f1": 0.878146, "accuracy": 0.898221, "main_score": 0.878146, "hf_subset": "ilo_Latn-pag_Latn", "languages": ["ilo-Latn", "pag-Latn"]}, {"precision": 0.908679, "recall": 0.933794, "f1": 0.916403, "accuracy": 0.933794, "main_score": 0.916403, "hf_subset": "ilo_Latn-snd_Arab", "languages": ["ilo-Latn", "snd-Arab"]}, {"precision": 0.844779, "recall": 0.879447, "f1": 0.855388, "accuracy": 0.879447, "main_score": 0.855388, "hf_subset": "ilo_Latn-tuk_Latn", "languages": ["ilo-Latn", "tuk-Latn"]}, {"precision": 0.899407, "recall": 0.924901, "f1": 0.907082, "accuracy": 0.924901, "main_score": 0.907082, "hf_subset": "ilo_Latn-bak_Cyrl", "languages": ["ilo-Latn", "bak-Cyrl"]}, {"precision": 0.514923, "recall": 0.590909, "f1": 0.536759, "accuracy": 0.590909, "main_score": 0.536759, "hf_subset": "ilo_Latn-dyu_Latn", "languages": ["ilo-Latn", "dyu-Latn"]}, {"precision": 0.950675, "recall": 0.964427, "f1": 0.954941, "accuracy": 0.964427, "main_score": 0.954941, "hf_subset": "ilo_Latn-heb_Hebr", "languages": ["ilo-Latn", "heb-Hebr"]}, {"precision": 0.860089, "recall": 0.894269, "f1": 0.870376, "accuracy": 0.894269, "main_score": 0.870376, "hf_subset": "ilo_Latn-khk_Cyrl", "languages": ["ilo-Latn", "khk-Cyrl"]}, {"precision": 0.937994, "recall": 0.955534, "f1": 0.943379, "accuracy": 0.955534, "main_score": 0.943379, "hf_subset": "ilo_Latn-lvs_Latn", "languages": ["ilo-Latn", "lvs-Latn"]}, {"precision": 0.939229, "recall": 0.956522, "f1": 0.944829, "accuracy": 0.956522, "main_score": 0.944829, "hf_subset": "ilo_Latn-pan_Guru", "languages": ["ilo-Latn", "pan-Guru"]}, {"precision": 0.651689, "recall": 0.713439, "f1": 0.669553, "accuracy": 0.713439, "main_score": 0.669553, "hf_subset": "ilo_Latn-som_Latn", "languages": ["ilo-Latn", "som-Latn"]}, {"precision": 0.603089, "recall": 0.650198, "f1": 0.616166, "accuracy": 0.650198, "main_score": 0.616166, "hf_subset": "ilo_Latn-tum_Latn", "languages": ["ilo-Latn", "tum-Latn"]}, {"precision": 0.286764, "recall": 0.317194, "f1": 0.295212, "accuracy": 0.317194, "main_score": 0.295212, "hf_subset": "knc_Arab-ace_Arab", "languages": ["knc-Arab", "ace-Arab"]}, {"precision": 0.275037, "recall": 0.305336, "f1": 0.283431, "accuracy": 0.305336, "main_score": 0.283431, "hf_subset": "knc_Arab-bam_Latn", "languages": ["knc-Arab", "bam-Latn"]}, {"precision": 0.150377, "recall": 0.177866, "f1": 0.15746, "accuracy": 0.177866, "main_score": 0.15746, "hf_subset": "knc_Arab-dzo_Tibt", "languages": ["knc-Arab", "dzo-Tibt"]}, {"precision": 0.291222, "recall": 0.337945, "f1": 0.302649, "accuracy": 0.337945, "main_score": 0.302649, "hf_subset": "knc_Arab-hin_Deva", "languages": ["knc-Arab", "hin-Deva"]}, {"precision": 0.274875, "recall": 0.306324, "f1": 0.282863, "accuracy": 0.306324, "main_score": 0.282863, "hf_subset": "knc_Arab-khm_Khmr", "languages": ["knc-Arab", "khm-Khmr"]}, {"precision": 0.294001, "recall": 0.332016, "f1": 0.30356, "accuracy": 0.332016, "main_score": 0.30356, "hf_subset": "knc_Arab-mag_Deva", "languages": ["knc-Arab", "mag-Deva"]}, {"precision": 0.294751, "recall": 0.329051, "f1": 0.302644, "accuracy": 0.329051, "main_score": 0.302644, "hf_subset": "knc_Arab-pap_Latn", "languages": ["knc-Arab", "pap-Latn"]}, {"precision": 0.291903, "recall": 0.327075, "f1": 0.301627, "accuracy": 0.327075, "main_score": 0.301627, "hf_subset": "knc_Arab-sot_Latn", "languages": ["knc-Arab", "sot-Latn"]}, {"precision": 0.28331, "recall": 0.322134, "f1": 0.293323, "accuracy": 0.322134, "main_score": 0.293323, "hf_subset": "knc_Arab-tur_Latn", "languages": ["knc-Arab", "tur-Latn"]}, {"precision": 0.296969, "recall": 0.329051, "f1": 0.305691, "accuracy": 0.329051, "main_score": 0.305691, "hf_subset": "knc_Arab-ace_Latn", "languages": ["knc-Arab", "ace-Latn"]}, {"precision": 0.299549, "recall": 0.333992, "f1": 0.308941, "accuracy": 0.333992, "main_score": 0.308941, "hf_subset": "knc_Arab-ban_Latn", "languages": ["knc-Arab", "ban-Latn"]}, {"precision": 0.268196, "recall": 0.317194, "f1": 0.281123, "accuracy": 0.317194, "main_score": 0.281123, "hf_subset": "knc_Arab-ell_Grek", "languages": ["knc-Arab", "ell-Grek"]}, {"precision": 0.292165, "recall": 0.331028, "f1": 0.30181, "accuracy": 0.331028, "main_score": 0.30181, "hf_subset": "knc_Arab-hne_Deva", "languages": ["knc-Arab", "hne-Deva"]}, {"precision": 0.220293, "recall": 0.258893, "f1": 0.229606, "accuracy": 0.258893, "main_score": 0.229606, "hf_subset": "knc_Arab-kik_Latn", "languages": ["knc-Arab", "kik-Latn"]}, {"precision": 0.292145, "recall": 0.33498, "f1": 0.302758, "accuracy": 0.33498, "main_score": 0.302758, "hf_subset": "knc_Arab-mai_Deva", "languages": ["knc-Arab", "mai-Deva"]}, {"precision": 0.277179, "recall": 0.314229, "f1": 0.286252, "accuracy": 0.314229, "main_score": 0.286252, "hf_subset": "knc_Arab-pbt_Arab", "languages": ["knc-Arab", "pbt-Arab"]}, {"precision": 0.283263, "recall": 0.326087, "f1": 0.293704, "accuracy": 0.326087, "main_score": 0.293704, "hf_subset": "knc_Arab-spa_Latn", "languages": ["knc-Arab", "spa-Latn"]}, {"precision": 0.295744, "recall": 0.333004, "f1": 0.305909, "accuracy": 0.333004, "main_score": 0.305909, "hf_subset": "knc_Arab-twi_Latn", "languages": ["knc-Arab", "twi-Latn"]}, {"precision": 0.278287, "recall": 0.316206, "f1": 0.288474, "accuracy": 0.316206, "main_score": 0.288474, "hf_subset": "knc_Arab-acm_Arab", "languages": ["knc-Arab", "acm-Arab"]}, {"precision": 0.267046, "recall": 0.309289, "f1": 0.277294, "accuracy": 0.309289, "main_score": 0.277294, "hf_subset": "knc_Arab-bel_Cyrl", "languages": ["knc-Arab", "bel-Cyrl"]}, {"precision": 0.30172, "recall": 0.340909, "f1": 0.311743, "accuracy": 0.340909, "main_score": 0.311743, "hf_subset": "knc_Arab-eng_Latn", "languages": ["knc-Arab", "eng-Latn"]}, {"precision": 0.29125, "recall": 0.332016, "f1": 0.301331, "accuracy": 0.332016, "main_score": 0.301331, "hf_subset": "knc_Arab-hrv_Latn", "languages": ["knc-Arab", "hrv-Latn"]}, {"precision": 0.282109, "recall": 0.315217, "f1": 0.290995, "accuracy": 0.315217, "main_score": 0.290995, "hf_subset": "knc_Arab-kin_Latn", "languages": ["knc-Arab", "kin-Latn"]}, {"precision": 0.291732, "recall": 0.342885, "f1": 0.304036, "accuracy": 0.342885, "main_score": 0.304036, "hf_subset": "knc_Arab-mal_Mlym", "languages": ["knc-Arab", "mal-Mlym"]}, {"precision": 0.28784, "recall": 0.332016, "f1": 0.298881, "accuracy": 0.332016, "main_score": 0.298881, "hf_subset": "knc_Arab-pes_Arab", "languages": ["knc-Arab", "pes-Arab"]}, {"precision": 0.289083, "recall": 0.326087, "f1": 0.298668, "accuracy": 0.326087, "main_score": 0.298668, "hf_subset": "knc_Arab-srd_Latn", "languages": ["knc-Arab", "srd-Latn"]}, {"precision": 0.182771, "recall": 0.213439, "f1": 0.190267, "accuracy": 0.213439, "main_score": 0.190267, "hf_subset": "knc_Arab-tzm_Tfng", "languages": ["knc-Arab", "tzm-Tfng"]}, {"precision": 0.27756, "recall": 0.321146, "f1": 0.288066, "accuracy": 0.321146, "main_score": 0.288066, "hf_subset": "knc_Arab-acq_Arab", "languages": ["knc-Arab", "acq-Arab"]}, {"precision": 0.292181, "recall": 0.322134, "f1": 0.299606, "accuracy": 0.322134, "main_score": 0.299606, "hf_subset": "knc_Arab-bem_Latn", "languages": ["knc-Arab", "bem-Latn"]}, {"precision": 0.293641, "recall": 0.333992, "f1": 0.303477, "accuracy": 0.333992, "main_score": 0.303477, "hf_subset": "knc_Arab-epo_Latn", "languages": ["knc-Arab", "epo-Latn"]}, {"precision": 0.289235, "recall": 0.327075, "f1": 0.299401, "accuracy": 0.327075, "main_score": 0.299401, "hf_subset": "knc_Arab-hun_Latn", "languages": ["knc-Arab", "hun-Latn"]}, {"precision": 0.287614, "recall": 0.326087, "f1": 0.297459, "accuracy": 0.326087, "main_score": 0.297459, "hf_subset": "knc_Arab-kir_Cyrl", "languages": ["knc-Arab", "kir-Cyrl"]}, {"precision": 0.30133, "recall": 0.342885, "f1": 0.312035, "accuracy": 0.342885, "main_score": 0.312035, "hf_subset": "knc_Arab-mar_Deva", "languages": ["knc-Arab", "mar-Deva"]}, {"precision": 0.297019, "recall": 0.328063, "f1": 0.304905, "accuracy": 0.328063, "main_score": 0.304905, "hf_subset": "knc_Arab-plt_Latn", "languages": ["knc-Arab", "plt-Latn"]}, {"precision": 0.290761, "recall": 0.337945, "f1": 0.302264, "accuracy": 0.337945, "main_score": 0.302264, "hf_subset": "knc_Arab-srp_Cyrl", "languages": ["knc-Arab", "srp-Cyrl"]}, {"precision": 0.279675, "recall": 0.31917, "f1": 0.289723, "accuracy": 0.31917, "main_score": 0.289723, "hf_subset": "knc_Arab-uig_Arab", "languages": ["knc-Arab", "uig-Arab"]}, {"precision": 0.27495, "recall": 0.311265, "f1": 0.284366, "accuracy": 0.311265, "main_score": 0.284366, "hf_subset": "knc_Arab-aeb_Arab", "languages": ["knc-Arab", "aeb-Arab"]}, {"precision": 0.29843, "recall": 0.34585, "f1": 0.310288, "accuracy": 0.34585, "main_score": 0.310288, "hf_subset": "knc_Arab-ben_Beng", "languages": ["knc-Arab", "ben-Beng"]}, {"precision": 0.283408, "recall": 0.328063, "f1": 0.295128, "accuracy": 0.328063, "main_score": 0.295128, "hf_subset": "knc_Arab-est_Latn", "languages": ["knc-Arab", "est-Latn"]}, {"precision": 0.284491, "recall": 0.329051, "f1": 0.2959, "accuracy": 0.329051, "main_score": 0.2959, "hf_subset": "knc_Arab-hye_Armn", "languages": ["knc-Arab", "hye-Armn"]}, {"precision": 0.275856, "recall": 0.312253, "f1": 0.286321, "accuracy": 0.312253, "main_score": 0.286321, "hf_subset": "knc_Arab-kmb_Latn", "languages": ["knc-Arab", "kmb-Latn"]}, {"precision": 0.25848, "recall": 0.293478, "f1": 0.26758, "accuracy": 0.293478, "main_score": 0.26758, "hf_subset": "knc_Arab-min_Arab", "languages": ["knc-Arab", "min-Arab"]}, {"precision": 0.290623, "recall": 0.326087, "f1": 0.300669, "accuracy": 0.326087, "main_score": 0.300669, "hf_subset": "knc_Arab-pol_Latn", "languages": ["knc-Arab", "pol-Latn"]}, {"precision": 0.289032, "recall": 0.327075, "f1": 0.299612, "accuracy": 0.327075, "main_score": 0.299612, "hf_subset": "knc_Arab-ssw_Latn", "languages": ["knc-Arab", "ssw-Latn"]}, {"precision": 0.300674, "recall": 0.344862, "f1": 0.311349, "accuracy": 0.344862, "main_score": 0.311349, "hf_subset": "knc_Arab-ukr_Cyrl", "languages": ["knc-Arab", "ukr-Cyrl"]}, {"precision": 0.307563, "recall": 0.353755, "f1": 0.318698, "accuracy": 0.353755, "main_score": 0.318698, "hf_subset": "knc_Arab-afr_Latn", "languages": ["knc-Arab", "afr-Latn"]}, {"precision": 0.29599, "recall": 0.333004, "f1": 0.305221, "accuracy": 0.333004, "main_score": 0.305221, "hf_subset": "knc_Arab-bho_Deva", "languages": ["knc-Arab", "bho-Deva"]}, {"precision": 0.291139, "recall": 0.329051, "f1": 0.300543, "accuracy": 0.329051, "main_score": 0.300543, "hf_subset": "knc_Arab-eus_Latn", "languages": ["knc-Arab", "eus-Latn"]}, {"precision": 0.288582, "recall": 0.335968, "f1": 0.301034, "accuracy": 0.335968, "main_score": 0.301034, "hf_subset": "knc_Arab-ibo_Latn", "languages": ["knc-Arab", "ibo-Latn"]}, {"precision": 0.291095, "recall": 0.328063, "f1": 0.300598, "accuracy": 0.328063, "main_score": 0.300598, "hf_subset": "knc_Arab-kmr_Latn", "languages": ["knc-Arab", "kmr-Latn"]}, {"precision": 0.28811, "recall": 0.329051, "f1": 0.298591, "accuracy": 0.329051, "main_score": 0.298591, "hf_subset": "knc_Arab-min_Latn", "languages": ["knc-Arab", "min-Latn"]}, {"precision": 0.292735, "recall": 0.33498, "f1": 0.303195, "accuracy": 0.33498, "main_score": 0.303195, "hf_subset": "knc_Arab-por_Latn", "languages": ["knc-Arab", "por-Latn"]}, {"precision": 0.30209, "recall": 0.342885, "f1": 0.313428, "accuracy": 0.342885, "main_score": 0.313428, "hf_subset": "knc_Arab-sun_Latn", "languages": ["knc-Arab", "sun-Latn"]}, {"precision": 0.281058, "recall": 0.322134, "f1": 0.29106, "accuracy": 0.322134, "main_score": 0.29106, "hf_subset": "knc_Arab-umb_Latn", "languages": ["knc-Arab", "umb-Latn"]}, {"precision": 0.283313, "recall": 0.326087, "f1": 0.294462, "accuracy": 0.326087, "main_score": 0.294462, "hf_subset": "knc_Arab-ajp_Arab", "languages": ["knc-Arab", "ajp-Arab"]}, {"precision": 0.265598, "recall": 0.296443, "f1": 0.273204, "accuracy": 0.296443, "main_score": 0.273204, "hf_subset": "knc_Arab-bjn_Arab", "languages": ["knc-Arab", "bjn-Arab"]}, {"precision": 0.280967, "recall": 0.320158, "f1": 0.290876, "accuracy": 0.320158, "main_score": 0.290876, "hf_subset": "knc_Arab-ewe_Latn", "languages": ["knc-Arab", "ewe-Latn"]}, {"precision": 0.306335, "recall": 0.339921, "f1": 0.314572, "accuracy": 0.339921, "main_score": 0.314572, "hf_subset": "knc_Arab-ilo_Latn", "languages": ["knc-Arab", "ilo-Latn"]}, {"precision": 0.282684, "recall": 0.326087, "f1": 0.293985, "accuracy": 0.326087, "main_score": 0.293985, "hf_subset": "knc_Arab-mkd_Cyrl", "languages": ["knc-Arab", "mkd-Cyrl"]}, {"precision": 0.291968, "recall": 0.33498, "f1": 0.30299, "accuracy": 0.33498, "main_score": 0.30299, "hf_subset": "knc_Arab-prs_Arab", "languages": ["knc-Arab", "prs-Arab"]}, {"precision": 0.289653, "recall": 0.333004, "f1": 0.300983, "accuracy": 0.333004, "main_score": 0.300983, "hf_subset": "knc_Arab-swe_Latn", "languages": ["knc-Arab", "swe-Latn"]}, {"precision": 0.282195, "recall": 0.333004, "f1": 0.294915, "accuracy": 0.333004, "main_score": 0.294915, "hf_subset": "knc_Arab-urd_Arab", "languages": ["knc-Arab", "urd-Arab"]}, {"precision": 0.271453, "recall": 0.305336, "f1": 0.28079, "accuracy": 0.305336, "main_score": 0.28079, "hf_subset": "knc_Arab-aka_Latn", "languages": ["knc-Arab", "aka-Latn"]}, {"precision": 0.302245, "recall": 0.335968, "f1": 0.311146, "accuracy": 0.335968, "main_score": 0.311146, "hf_subset": "knc_Arab-bjn_Latn", "languages": ["knc-Arab", "bjn-Latn"]}, {"precision": 0.284618, "recall": 0.31917, "f1": 0.293488, "accuracy": 0.31917, "main_score": 0.293488, "hf_subset": "knc_Arab-fao_Latn", "languages": ["knc-Arab", "fao-Latn"]}, {"precision": 0.304647, "recall": 0.342885, "f1": 0.314424, "accuracy": 0.342885, "main_score": 0.314424, "hf_subset": "knc_Arab-ind_Latn", "languages": ["knc-Arab", "ind-Latn"]}, {"precision": 0.328331, "recall": 0.363636, "f1": 0.338163, "accuracy": 0.363636, "main_score": 0.338163, "hf_subset": "knc_Arab-knc_Latn", "languages": ["knc-Arab", "knc-Latn"]}, {"precision": 0.292275, "recall": 0.327075, "f1": 0.300384, "accuracy": 0.327075, "main_score": 0.300384, "hf_subset": "knc_Arab-mlt_Latn", "languages": ["knc-Arab", "mlt-Latn"]}, {"precision": 0.287001, "recall": 0.321146, "f1": 0.295639, "accuracy": 0.321146, "main_score": 0.295639, "hf_subset": "knc_Arab-quy_Latn", "languages": ["knc-Arab", "quy-Latn"]}, {"precision": 0.296631, "recall": 0.33498, "f1": 0.306501, "accuracy": 0.33498, "main_score": 0.306501, "hf_subset": "knc_Arab-swh_Latn", "languages": ["knc-Arab", "swh-Latn"]}, {"precision": 0.290563, "recall": 0.325099, "f1": 0.299561, "accuracy": 0.325099, "main_score": 0.299561, "hf_subset": "knc_Arab-uzn_Latn", "languages": ["knc-Arab", "uzn-Latn"]}, {"precision": 0.285021, "recall": 0.322134, "f1": 0.29465, "accuracy": 0.322134, "main_score": 0.29465, "hf_subset": "knc_Arab-als_Latn", "languages": ["knc-Arab", "als-Latn"]}, {"precision": 0.173847, "recall": 0.203557, "f1": 0.181876, "accuracy": 0.203557, "main_score": 0.181876, "hf_subset": "knc_Arab-bod_Tibt", "languages": ["knc-Arab", "bod-Tibt"]}, {"precision": 0.283383, "recall": 0.312253, "f1": 0.291177, "accuracy": 0.312253, "main_score": 0.291177, "hf_subset": "knc_Arab-fij_Latn", "languages": ["knc-Arab", "fij-Latn"]}, {"precision": 0.276307, "recall": 0.320158, "f1": 0.287776, "accuracy": 0.320158, "main_score": 0.287776, "hf_subset": "knc_Arab-isl_Latn", "languages": ["knc-Arab", "isl-Latn"]}, {"precision": 0.280964, "recall": 0.314229, "f1": 0.289029, "accuracy": 0.314229, "main_score": 0.289029, "hf_subset": "knc_Arab-kon_Latn", "languages": ["knc-Arab", "kon-Latn"]}, {"precision": 0.286154, "recall": 0.324111, "f1": 0.296108, "accuracy": 0.324111, "main_score": 0.296108, "hf_subset": "knc_Arab-mni_Beng", "languages": ["knc-Arab", "mni-Beng"]}, {"precision": 0.294923, "recall": 0.333004, "f1": 0.305457, "accuracy": 0.333004, "main_score": 0.305457, "hf_subset": "knc_Arab-ron_Latn", "languages": ["knc-Arab", "ron-Latn"]}, {"precision": 0.289965, "recall": 0.327075, "f1": 0.299796, "accuracy": 0.327075, "main_score": 0.299796, "hf_subset": "knc_Arab-szl_Latn", "languages": ["knc-Arab", "szl-Latn"]}, {"precision": 0.289926, "recall": 0.329051, "f1": 0.299492, "accuracy": 0.329051, "main_score": 0.299492, "hf_subset": "knc_Arab-vec_Latn", "languages": ["knc-Arab", "vec-Latn"]}, {"precision": 0.26847, "recall": 0.315217, "f1": 0.280023, "accuracy": 0.315217, "main_score": 0.280023, "hf_subset": "knc_Arab-amh_Ethi", "languages": ["knc-Arab", "amh-Ethi"]}, {"precision": 0.296829, "recall": 0.338933, "f1": 0.30757, "accuracy": 0.338933, "main_score": 0.30757, "hf_subset": "knc_Arab-bos_Latn", "languages": ["knc-Arab", "bos-Latn"]}, {"precision": 0.28456, "recall": 0.323123, "f1": 0.294202, "accuracy": 0.323123, "main_score": 0.294202, "hf_subset": "knc_Arab-fin_Latn", "languages": ["knc-Arab", "fin-Latn"]}, {"precision": 0.293333, "recall": 0.333992, "f1": 0.30347, "accuracy": 0.333992, "main_score": 0.30347, "hf_subset": "knc_Arab-ita_Latn", "languages": ["knc-Arab", "ita-Latn"]}, {"precision": 0.278232, "recall": 0.318182, "f1": 0.288059, "accuracy": 0.318182, "main_score": 0.288059, "hf_subset": "knc_Arab-kor_Hang", "languages": ["knc-Arab", "kor-Hang"]}, {"precision": 0.285584, "recall": 0.323123, "f1": 0.296113, "accuracy": 0.323123, "main_score": 0.296113, "hf_subset": "knc_Arab-mos_Latn", "languages": ["knc-Arab", "mos-Latn"]}, {"precision": 0.28374, "recall": 0.322134, "f1": 0.294044, "accuracy": 0.322134, "main_score": 0.294044, "hf_subset": "knc_Arab-run_Latn", "languages": ["knc-Arab", "run-Latn"]}, {"precision": 0.289135, "recall": 0.33004, "f1": 0.300157, "accuracy": 0.33004, "main_score": 0.300157, "hf_subset": "knc_Arab-tam_Taml", "languages": ["knc-Arab", "tam-Taml"]}, {"precision": 0.285096, "recall": 0.324111, "f1": 0.29494, "accuracy": 0.324111, "main_score": 0.29494, "hf_subset": "knc_Arab-vie_Latn", "languages": ["knc-Arab", "vie-Latn"]}, {"precision": 0.289472, "recall": 0.332016, "f1": 0.300753, "accuracy": 0.332016, "main_score": 0.300753, "hf_subset": "knc_Arab-apc_Arab", "languages": ["knc-Arab", "apc-Arab"]}, {"precision": 0.292024, "recall": 0.327075, "f1": 0.301145, "accuracy": 0.327075, "main_score": 0.301145, "hf_subset": "knc_Arab-bug_Latn", "languages": ["knc-Arab", "bug-Latn"]}, {"precision": 0.261336, "recall": 0.295455, "f1": 0.270276, "accuracy": 0.295455, "main_score": 0.270276, "hf_subset": "knc_Arab-fon_Latn", "languages": ["knc-Arab", "fon-Latn"]}, {"precision": 0.30554, "recall": 0.34585, "f1": 0.316167, "accuracy": 0.34585, "main_score": 0.316167, "hf_subset": "knc_Arab-jav_Latn", "languages": ["knc-Arab", "jav-Latn"]}, {"precision": 0.277241, "recall": 0.312253, "f1": 0.285996, "accuracy": 0.312253, "main_score": 0.285996, "hf_subset": "knc_Arab-lao_Laoo", "languages": ["knc-Arab", "lao-Laoo"]}, {"precision": 0.268583, "recall": 0.301383, "f1": 0.276994, "accuracy": 0.301383, "main_score": 0.276994, "hf_subset": "knc_Arab-mri_Latn", "languages": ["knc-Arab", "mri-Latn"]}, {"precision": 0.286679, "recall": 0.33004, "f1": 0.29781, "accuracy": 0.33004, "main_score": 0.29781, "hf_subset": "knc_Arab-rus_Cyrl", "languages": ["knc-Arab", "rus-Cyrl"]}, {"precision": 0.292263, "recall": 0.322134, "f1": 0.300463, "accuracy": 0.322134, "main_score": 0.300463, "hf_subset": "knc_Arab-taq_Latn", "languages": ["knc-Arab", "taq-Latn"]}, {"precision": 0.301453, "recall": 0.337945, "f1": 0.31098, "accuracy": 0.337945, "main_score": 0.31098, "hf_subset": "knc_Arab-war_Latn", "languages": ["knc-Arab", "war-Latn"]}, {"precision": 0.280692, "recall": 0.317194, "f1": 0.289649, "accuracy": 0.317194, "main_score": 0.289649, "hf_subset": "knc_Arab-arb_Arab", "languages": ["knc-Arab", "arb-Arab"]}, {"precision": 0.287902, "recall": 0.329051, "f1": 0.298493, "accuracy": 0.329051, "main_score": 0.298493, "hf_subset": "knc_Arab-bul_Cyrl", "languages": ["knc-Arab", "bul-Cyrl"]}, {"precision": 0.297096, "recall": 0.328063, "f1": 0.305144, "accuracy": 0.328063, "main_score": 0.305144, "hf_subset": "knc_Arab-fra_Latn", "languages": ["knc-Arab", "fra-Latn"]}, {"precision": 0.283631, "recall": 0.324111, "f1": 0.294036, "accuracy": 0.324111, "main_score": 0.294036, "hf_subset": "knc_Arab-jpn_Jpan", "languages": ["knc-Arab", "jpn-Jpan"]}, {"precision": 0.282843, "recall": 0.323123, "f1": 0.292913, "accuracy": 0.323123, "main_score": 0.292913, "hf_subset": "knc_Arab-lij_Latn", "languages": ["knc-Arab", "lij-Latn"]}, {"precision": 0.24789, "recall": 0.285573, "f1": 0.257843, "accuracy": 0.285573, "main_score": 0.257843, "hf_subset": "knc_Arab-mya_Mymr", "languages": ["knc-Arab", "mya-Mymr"]}, {"precision": 0.278283, "recall": 0.320158, "f1": 0.289169, "accuracy": 0.320158, "main_score": 0.289169, "hf_subset": "knc_Arab-sag_Latn", "languages": ["knc-Arab", "sag-Latn"]}, {"precision": 0.190012, "recall": 0.213439, "f1": 0.196385, "accuracy": 0.213439, "main_score": 0.196385, "hf_subset": "knc_Arab-taq_Tfng", "languages": ["knc-Arab", "taq-Tfng"]}, {"precision": 0.292266, "recall": 0.333992, "f1": 0.303615, "accuracy": 0.333992, "main_score": 0.303615, "hf_subset": "knc_Arab-wol_Latn", "languages": ["knc-Arab", "wol-Latn"]}, {"precision": 0.244641, "recall": 0.277668, "f1": 0.253745, "accuracy": 0.277668, "main_score": 0.253745, "hf_subset": "knc_Arab-arb_Latn", "languages": ["knc-Arab", "arb-Latn"]}, {"precision": 0.292137, "recall": 0.335968, "f1": 0.303591, "accuracy": 0.335968, "main_score": 0.303591, "hf_subset": "knc_Arab-cat_Latn", "languages": ["knc-Arab", "cat-Latn"]}, {"precision": 0.293118, "recall": 0.324111, "f1": 0.300667, "accuracy": 0.324111, "main_score": 0.300667, "hf_subset": "knc_Arab-fur_Latn", "languages": ["knc-Arab", "fur-Latn"]}, {"precision": 0.261477, "recall": 0.297431, "f1": 0.271036, "accuracy": 0.297431, "main_score": 0.271036, "hf_subset": "knc_Arab-kab_Latn", "languages": ["knc-Arab", "kab-Latn"]}, {"precision": 0.292584, "recall": 0.329051, "f1": 0.301935, "accuracy": 0.329051, "main_score": 0.301935, "hf_subset": "knc_Arab-lim_Latn", "languages": ["knc-Arab", "lim-Latn"]}, {"precision": 0.287509, "recall": 0.33004, "f1": 0.298664, "accuracy": 0.33004, "main_score": 0.298664, "hf_subset": "knc_Arab-nld_Latn", "languages": ["knc-Arab", "nld-Latn"]}, {"precision": 0.289293, "recall": 0.33498, "f1": 0.300378, "accuracy": 0.33498, "main_score": 0.300378, "hf_subset": "knc_Arab-san_Deva", "languages": ["knc-Arab", "san-Deva"]}, {"precision": 0.287717, "recall": 0.326087, "f1": 0.297288, "accuracy": 0.326087, "main_score": 0.297288, "hf_subset": "knc_Arab-tat_Cyrl", "languages": ["knc-Arab", "tat-Cyrl"]}, {"precision": 0.301308, "recall": 0.331028, "f1": 0.309338, "accuracy": 0.331028, "main_score": 0.309338, "hf_subset": "knc_Arab-xho_Latn", "languages": ["knc-Arab", "xho-Latn"]}, {"precision": 0.253849, "recall": 0.298419, "f1": 0.265038, "accuracy": 0.298419, "main_score": 0.265038, "hf_subset": "knc_Arab-ars_Arab", "languages": ["knc-Arab", "ars-Arab"]}, {"precision": 0.293061, "recall": 0.327075, "f1": 0.302077, "accuracy": 0.327075, "main_score": 0.302077, "hf_subset": "knc_Arab-ceb_Latn", "languages": ["knc-Arab", "ceb-Latn"]}, {"precision": 0.269914, "recall": 0.309289, "f1": 0.28043, "accuracy": 0.309289, "main_score": 0.28043, "hf_subset": "knc_Arab-fuv_Latn", "languages": ["knc-Arab", "fuv-Latn"]}, {"precision": 0.274284, "recall": 0.318182, "f1": 0.286422, "accuracy": 0.318182, "main_score": 0.286422, "hf_subset": "knc_Arab-kac_Latn", "languages": ["knc-Arab", "kac-Latn"]}, {"precision": 0.293418, "recall": 0.324111, "f1": 0.300974, "accuracy": 0.324111, "main_score": 0.300974, "hf_subset": "knc_Arab-lin_Latn", "languages": ["knc-Arab", "lin-Latn"]}, {"precision": 0.290732, "recall": 0.333004, "f1": 0.301678, "accuracy": 0.333004, "main_score": 0.301678, "hf_subset": "knc_Arab-nno_Latn", "languages": ["knc-Arab", "nno-Latn"]}, {"precision": 0.093699, "recall": 0.123518, "f1": 0.101214, "accuracy": 0.123518, "main_score": 0.101214, "hf_subset": "knc_Arab-sat_Olck", "languages": ["knc-Arab", "sat-Olck"]}, {"precision": 0.298959, "recall": 0.336957, "f1": 0.308953, "accuracy": 0.336957, "main_score": 0.308953, "hf_subset": "knc_Arab-tel_Telu", "languages": ["knc-Arab", "tel-Telu"]}, {"precision": 0.274921, "recall": 0.310277, "f1": 0.284295, "accuracy": 0.310277, "main_score": 0.284295, "hf_subset": "knc_Arab-ydd_Hebr", "languages": ["knc-Arab", "ydd-Hebr"]}, {"precision": 0.271966, "recall": 0.30336, "f1": 0.280052, "accuracy": 0.30336, "main_score": 0.280052, "hf_subset": "knc_Arab-ary_Arab", "languages": ["knc-Arab", "ary-Arab"]}, {"precision": 0.30281, "recall": 0.339921, "f1": 0.312356, "accuracy": 0.339921, "main_score": 0.312356, "hf_subset": "knc_Arab-ces_Latn", "languages": ["knc-Arab", "ces-Latn"]}, {"precision": 0.288109, "recall": 0.322134, "f1": 0.297446, "accuracy": 0.322134, "main_score": 0.297446, "hf_subset": "knc_Arab-gaz_Latn", "languages": ["knc-Arab", "gaz-Latn"]}, {"precision": 0.280196, "recall": 0.317194, "f1": 0.29039, "accuracy": 0.317194, "main_score": 0.29039, "hf_subset": "knc_Arab-kam_Latn", "languages": ["knc-Arab", "kam-Latn"]}, {"precision": 0.282709, "recall": 0.320158, "f1": 0.292844, "accuracy": 0.320158, "main_score": 0.292844, "hf_subset": "knc_Arab-lit_Latn", "languages": ["knc-Arab", "lit-Latn"]}, {"precision": 0.287866, "recall": 0.333992, "f1": 0.29865, "accuracy": 0.333992, "main_score": 0.29865, "hf_subset": "knc_Arab-nob_Latn", "languages": ["knc-Arab", "nob-Latn"]}, {"precision": 0.283442, "recall": 0.321146, "f1": 0.292476, "accuracy": 0.321146, "main_score": 0.292476, "hf_subset": "knc_Arab-scn_Latn", "languages": ["knc-Arab", "scn-Latn"]}, {"precision": 0.278761, "recall": 0.316206, "f1": 0.289025, "accuracy": 0.316206, "main_score": 0.289025, "hf_subset": "knc_Arab-tgk_Cyrl", "languages": ["knc-Arab", "tgk-Cyrl"]}, {"precision": 0.248532, "recall": 0.294466, "f1": 0.259938, "accuracy": 0.294466, "main_score": 0.259938, "hf_subset": "knc_Arab-yor_Latn", "languages": ["knc-Arab", "yor-Latn"]}, {"precision": 0.282342, "recall": 0.326087, "f1": 0.293064, "accuracy": 0.326087, "main_score": 0.293064, "hf_subset": "knc_Arab-arz_Arab", "languages": ["knc-Arab", "arz-Arab"]}, {"precision": 0.267668, "recall": 0.307312, "f1": 0.278419, "accuracy": 0.307312, "main_score": 0.278419, "hf_subset": "knc_Arab-cjk_Latn", "languages": ["knc-Arab", "cjk-Latn"]}, {"precision": 0.283598, "recall": 0.31917, "f1": 0.293091, "accuracy": 0.31917, "main_score": 0.293091, "hf_subset": "knc_Arab-gla_Latn", "languages": ["knc-Arab", "gla-Latn"]}, {"precision": 0.294558, "recall": 0.344862, "f1": 0.307492, "accuracy": 0.344862, "main_score": 0.307492, "hf_subset": "knc_Arab-kan_Knda", "languages": ["knc-Arab", "kan-Knda"]}, {"precision": 0.283242, "recall": 0.31917, "f1": 0.292307, "accuracy": 0.31917, "main_score": 0.292307, "hf_subset": "knc_Arab-lmo_Latn", "languages": ["knc-Arab", "lmo-Latn"]}, {"precision": 0.289445, "recall": 0.333992, "f1": 0.300792, "accuracy": 0.333992, "main_score": 0.300792, "hf_subset": "knc_Arab-npi_Deva", "languages": ["knc-Arab", "npi-Deva"]}, {"precision": 0.248415, "recall": 0.286561, "f1": 0.25745, "accuracy": 0.286561, "main_score": 0.25745, "hf_subset": "knc_Arab-shn_Mymr", "languages": ["knc-Arab", "shn-Mymr"]}, {"precision": 0.303458, "recall": 0.340909, "f1": 0.313334, "accuracy": 0.340909, "main_score": 0.313334, "hf_subset": "knc_Arab-tgl_Latn", "languages": ["knc-Arab", "tgl-Latn"]}, {"precision": 0.275869, "recall": 0.315217, "f1": 0.285874, "accuracy": 0.315217, "main_score": 0.285874, "hf_subset": "knc_Arab-yue_Hant", "languages": ["knc-Arab", "yue-Hant"]}, {"precision": 0.269488, "recall": 0.311265, "f1": 0.279673, "accuracy": 0.311265, "main_score": 0.279673, "hf_subset": "knc_Arab-asm_Beng", "languages": ["knc-Arab", "asm-Beng"]}, {"precision": 0.293142, "recall": 0.33004, "f1": 0.301949, "accuracy": 0.33004, "main_score": 0.301949, "hf_subset": "knc_Arab-ckb_Arab", "languages": ["knc-Arab", "ckb-Arab"]}, {"precision": 0.271492, "recall": 0.302372, "f1": 0.280033, "accuracy": 0.302372, "main_score": 0.280033, "hf_subset": "knc_Arab-gle_Latn", "languages": ["knc-Arab", "gle-Latn"]}, {"precision": 0.285696, "recall": 0.325099, "f1": 0.295803, "accuracy": 0.325099, "main_score": 0.295803, "hf_subset": "knc_Arab-kas_Arab", "languages": ["knc-Arab", "kas-Arab"]}, {"precision": 0.29371, "recall": 0.33004, "f1": 0.302697, "accuracy": 0.33004, "main_score": 0.302697, "hf_subset": "knc_Arab-ltg_Latn", "languages": ["knc-Arab", "ltg-Latn"]}, {"precision": 0.308996, "recall": 0.34585, "f1": 0.318288, "accuracy": 0.34585, "main_score": 0.318288, "hf_subset": "knc_Arab-nso_Latn", "languages": ["knc-Arab", "nso-Latn"]}, {"precision": 0.26114, "recall": 0.307312, "f1": 0.272795, "accuracy": 0.307312, "main_score": 0.272795, "hf_subset": "knc_Arab-sin_Sinh", "languages": ["knc-Arab", "sin-Sinh"]}, {"precision": 0.278904, "recall": 0.318182, "f1": 0.288723, "accuracy": 0.318182, "main_score": 0.288723, "hf_subset": "knc_Arab-tha_Thai", "languages": ["knc-Arab", "tha-Thai"]}, {"precision": 0.270184, "recall": 0.307312, "f1": 0.279213, "accuracy": 0.307312, "main_score": 0.279213, "hf_subset": "knc_Arab-zho_Hans", "languages": ["knc-Arab", "zho-Hans"]}, {"precision": 0.294335, "recall": 0.333004, "f1": 0.304507, "accuracy": 0.333004, "main_score": 0.304507, "hf_subset": "knc_Arab-ast_Latn", "languages": ["knc-Arab", "ast-Latn"]}, {"precision": 0.291701, "recall": 0.329051, "f1": 0.300913, "accuracy": 0.329051, "main_score": 0.300913, "hf_subset": "knc_Arab-crh_Latn", "languages": ["knc-Arab", "crh-Latn"]}, {"precision": 0.292485, "recall": 0.333004, "f1": 0.303135, "accuracy": 0.333004, "main_score": 0.303135, "hf_subset": "knc_Arab-glg_Latn", "languages": ["knc-Arab", "glg-Latn"]}, {"precision": 0.289319, "recall": 0.327075, "f1": 0.297798, "accuracy": 0.327075, "main_score": 0.297798, "hf_subset": "knc_Arab-kas_Deva", "languages": ["knc-Arab", "kas-Deva"]}, {"precision": 0.280138, "recall": 0.311265, "f1": 0.28913, "accuracy": 0.311265, "main_score": 0.28913, "hf_subset": "knc_Arab-ltz_Latn", "languages": ["knc-Arab", "ltz-Latn"]}, {"precision": 0.277761, "recall": 0.315217, "f1": 0.287295, "accuracy": 0.315217, "main_score": 0.287295, "hf_subset": "knc_Arab-nus_Latn", "languages": ["knc-Arab", "nus-Latn"]}, {"precision": 0.28437, "recall": 0.329051, "f1": 0.295416, "accuracy": 0.329051, "main_score": 0.295416, "hf_subset": "knc_Arab-slk_Latn", "languages": ["knc-Arab", "slk-Latn"]}, {"precision": 0.251276, "recall": 0.287549, "f1": 0.260786, "accuracy": 0.287549, "main_score": 0.260786, "hf_subset": "knc_Arab-tir_Ethi", "languages": ["knc-Arab", "tir-Ethi"]}, {"precision": 0.278399, "recall": 0.317194, "f1": 0.287855, "accuracy": 0.317194, "main_score": 0.287855, "hf_subset": "knc_Arab-zho_Hant", "languages": ["knc-Arab", "zho-Hant"]}, {"precision": 0.298843, "recall": 0.343874, "f1": 0.309491, "accuracy": 0.343874, "main_score": 0.309491, "hf_subset": "knc_Arab-awa_Deva", "languages": ["knc-Arab", "awa-Deva"]}, {"precision": 0.271361, "recall": 0.304348, "f1": 0.279856, "accuracy": 0.304348, "main_score": 0.279856, "hf_subset": "knc_Arab-cym_Latn", "languages": ["knc-Arab", "cym-Latn"]}, {"precision": 0.273603, "recall": 0.313241, "f1": 0.284147, "accuracy": 0.313241, "main_score": 0.284147, "hf_subset": "knc_Arab-grn_Latn", "languages": ["knc-Arab", "grn-Latn"]}, {"precision": 0.274168, "recall": 0.314229, "f1": 0.283565, "accuracy": 0.314229, "main_score": 0.283565, "hf_subset": "knc_Arab-kat_Geor", "languages": ["knc-Arab", "kat-Geor"]}, {"precision": 0.283962, "recall": 0.321146, "f1": 0.293694, "accuracy": 0.321146, "main_score": 0.293694, "hf_subset": "knc_Arab-lua_Latn", "languages": ["knc-Arab", "lua-Latn"]}, {"precision": 0.287867, "recall": 0.326087, "f1": 0.298227, "accuracy": 0.326087, "main_score": 0.298227, "hf_subset": "knc_Arab-nya_Latn", "languages": ["knc-Arab", "nya-Latn"]}, {"precision": 0.298347, "recall": 0.333004, "f1": 0.307485, "accuracy": 0.333004, "main_score": 0.307485, "hf_subset": "knc_Arab-slv_Latn", "languages": ["knc-Arab", "slv-Latn"]}, {"precision": 0.309622, "recall": 0.336957, "f1": 0.317178, "accuracy": 0.336957, "main_score": 0.317178, "hf_subset": "knc_Arab-tpi_Latn", "languages": ["knc-Arab", "tpi-Latn"]}, {"precision": 0.296748, "recall": 0.340909, "f1": 0.307653, "accuracy": 0.340909, "main_score": 0.307653, "hf_subset": "knc_Arab-zsm_Latn", "languages": ["knc-Arab", "zsm-Latn"]}, {"precision": 0.277471, "recall": 0.316206, "f1": 0.288264, "accuracy": 0.316206, "main_score": 0.288264, "hf_subset": "knc_Arab-ayr_Latn", "languages": ["knc-Arab", "ayr-Latn"]}, {"precision": 0.292821, "recall": 0.335968, "f1": 0.303614, "accuracy": 0.335968, "main_score": 0.303614, "hf_subset": "knc_Arab-dan_Latn", "languages": ["knc-Arab", "dan-Latn"]}, {"precision": 0.301562, "recall": 0.348814, "f1": 0.313527, "accuracy": 0.348814, "main_score": 0.313527, "hf_subset": "knc_Arab-guj_Gujr", "languages": ["knc-Arab", "guj-Gujr"]}, {"precision": 0.285139, "recall": 0.33004, "f1": 0.296774, "accuracy": 0.33004, "main_score": 0.296774, "hf_subset": "knc_Arab-kaz_Cyrl", "languages": ["knc-Arab", "kaz-Cyrl"]}, {"precision": 0.262312, "recall": 0.298419, "f1": 0.271914, "accuracy": 0.298419, "main_score": 0.271914, "hf_subset": "knc_Arab-lug_Latn", "languages": ["knc-Arab", "lug-Latn"]}, {"precision": 0.307877, "recall": 0.34585, "f1": 0.317734, "accuracy": 0.34585, "main_score": 0.317734, "hf_subset": "knc_Arab-oci_Latn", "languages": ["knc-Arab", "oci-Latn"]}, {"precision": 0.284676, "recall": 0.320158, "f1": 0.293566, "accuracy": 0.320158, "main_score": 0.293566, "hf_subset": "knc_Arab-smo_Latn", "languages": ["knc-Arab", "smo-Latn"]}, {"precision": 0.272673, "recall": 0.302372, "f1": 0.280633, "accuracy": 0.302372, "main_score": 0.280633, "hf_subset": "knc_Arab-tsn_Latn", "languages": ["knc-Arab", "tsn-Latn"]}, {"precision": 0.289567, "recall": 0.325099, "f1": 0.299119, "accuracy": 0.325099, "main_score": 0.299119, "hf_subset": "knc_Arab-zul_Latn", "languages": ["knc-Arab", "zul-Latn"]}, {"precision": 0.264092, "recall": 0.302372, "f1": 0.273456, "accuracy": 0.302372, "main_score": 0.273456, "hf_subset": "knc_Arab-azb_Arab", "languages": ["knc-Arab", "azb-Arab"]}, {"precision": 0.290058, "recall": 0.333004, "f1": 0.301228, "accuracy": 0.333004, "main_score": 0.301228, "hf_subset": "knc_Arab-deu_Latn", "languages": ["knc-Arab", "deu-Latn"]}, {"precision": 0.269637, "recall": 0.31917, "f1": 0.281891, "accuracy": 0.31917, "main_score": 0.281891, "hf_subset": "knc_Arab-hat_Latn", "languages": ["knc-Arab", "hat-Latn"]}, {"precision": 0.268892, "recall": 0.307312, "f1": 0.279645, "accuracy": 0.307312, "main_score": 0.279645, "hf_subset": "knc_Arab-kbp_Latn", "languages": ["knc-Arab", "kbp-Latn"]}, {"precision": 0.291427, "recall": 0.328063, "f1": 0.30148, "accuracy": 0.328063, "main_score": 0.30148, "hf_subset": "knc_Arab-luo_Latn", "languages": ["knc-Arab", "luo-Latn"]}, {"precision": 0.290404, "recall": 0.338933, "f1": 0.302344, "accuracy": 0.338933, "main_score": 0.302344, "hf_subset": "knc_Arab-ory_Orya", "languages": ["knc-Arab", "ory-Orya"]}, {"precision": 0.271847, "recall": 0.307312, "f1": 0.28125, "accuracy": 0.307312, "main_score": 0.28125, "hf_subset": "knc_Arab-sna_Latn", "languages": ["knc-Arab", "sna-Latn"]}, {"precision": 0.292796, "recall": 0.331028, "f1": 0.302821, "accuracy": 0.331028, "main_score": 0.302821, "hf_subset": "knc_Arab-tso_Latn", "languages": ["knc-Arab", "tso-Latn"]}, {"precision": 0.27718, "recall": 0.31917, "f1": 0.287717, "accuracy": 0.31917, "main_score": 0.287717, "hf_subset": "knc_Arab-azj_Latn", "languages": ["knc-Arab", "azj-Latn"]}, {"precision": 0.245012, "recall": 0.29249, "f1": 0.257874, "accuracy": 0.29249, "main_score": 0.257874, "hf_subset": "knc_Arab-dik_Latn", "languages": ["knc-Arab", "dik-Latn"]}, {"precision": 0.293382, "recall": 0.331028, "f1": 0.302858, "accuracy": 0.331028, "main_score": 0.302858, "hf_subset": "knc_Arab-hau_Latn", "languages": ["knc-Arab", "hau-Latn"]}, {"precision": 0.291501, "recall": 0.324111, "f1": 0.300214, "accuracy": 0.324111, "main_score": 0.300214, "hf_subset": "knc_Arab-kea_Latn", "languages": ["knc-Arab", "kea-Latn"]}, {"precision": 0.287353, "recall": 0.320158, "f1": 0.296632, "accuracy": 0.320158, "main_score": 0.296632, "hf_subset": "knc_Arab-lus_Latn", "languages": ["knc-Arab", "lus-Latn"]}, {"precision": 0.306166, "recall": 0.343874, "f1": 0.316212, "accuracy": 0.343874, "main_score": 0.316212, "hf_subset": "knc_Arab-pag_Latn", "languages": ["knc-Arab", "pag-Latn"]}, {"precision": 0.285012, "recall": 0.329051, "f1": 0.29573, "accuracy": 0.329051, "main_score": 0.29573, "hf_subset": "knc_Arab-snd_Arab", "languages": ["knc-Arab", "snd-Arab"]}, {"precision": 0.285017, "recall": 0.322134, "f1": 0.295082, "accuracy": 0.322134, "main_score": 0.295082, "hf_subset": "knc_Arab-tuk_Latn", "languages": ["knc-Arab", "tuk-Latn"]}, {"precision": 0.279068, "recall": 0.318182, "f1": 0.289428, "accuracy": 0.318182, "main_score": 0.289428, "hf_subset": "knc_Arab-bak_Cyrl", "languages": ["knc-Arab", "bak-Cyrl"]}, {"precision": 0.206804, "recall": 0.245059, "f1": 0.217361, "accuracy": 0.245059, "main_score": 0.217361, "hf_subset": "knc_Arab-dyu_Latn", "languages": ["knc-Arab", "dyu-Latn"]}, {"precision": 0.285196, "recall": 0.321146, "f1": 0.29422, "accuracy": 0.321146, "main_score": 0.29422, "hf_subset": "knc_Arab-heb_Hebr", "languages": ["knc-Arab", "heb-Hebr"]}, {"precision": 0.280416, "recall": 0.317194, "f1": 0.289906, "accuracy": 0.317194, "main_score": 0.289906, "hf_subset": "knc_Arab-khk_Cyrl", "languages": ["knc-Arab", "khk-Cyrl"]}, {"precision": 0.297634, "recall": 0.333004, "f1": 0.307041, "accuracy": 0.333004, "main_score": 0.307041, "hf_subset": "knc_Arab-lvs_Latn", "languages": ["knc-Arab", "lvs-Latn"]}, {"precision": 0.286095, "recall": 0.336957, "f1": 0.299376, "accuracy": 0.336957, "main_score": 0.299376, "hf_subset": "knc_Arab-pan_Guru", "languages": ["knc-Arab", "pan-Guru"]}, {"precision": 0.293602, "recall": 0.329051, "f1": 0.302967, "accuracy": 0.329051, "main_score": 0.302967, "hf_subset": "knc_Arab-som_Latn", "languages": ["knc-Arab", "som-Latn"]}, {"precision": 0.286348, "recall": 0.323123, "f1": 0.29609, "accuracy": 0.323123, "main_score": 0.29609, "hf_subset": "knc_Arab-tum_Latn", "languages": ["knc-Arab", "tum-Latn"]}, {"precision": 0.605832, "recall": 0.666996, "f1": 0.623123, "accuracy": 0.666996, "main_score": 0.623123, "hf_subset": "mkd_Cyrl-ace_Arab", "languages": ["mkd-Cyrl", "ace-Arab"]}, {"precision": 0.543677, "recall": 0.602767, "f1": 0.560762, "accuracy": 0.602767, "main_score": 0.560762, "hf_subset": "mkd_Cyrl-bam_Latn", "languages": ["mkd-Cyrl", "bam-Latn"]}, {"precision": 0.455166, "recall": 0.535573, "f1": 0.477091, "accuracy": 0.535573, "main_score": 0.477091, "hf_subset": "mkd_Cyrl-dzo_Tibt", "languages": ["mkd-Cyrl", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hin_Deva", "languages": ["mkd-Cyrl", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-khm_Khmr", "languages": ["mkd-Cyrl", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-mag_Deva", "languages": ["mkd-Cyrl", "mag-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mkd_Cyrl-pap_Latn", "languages": ["mkd-Cyrl", "pap-Latn"]}, {"precision": 0.609761, "recall": 0.666008, "f1": 0.62607, "accuracy": 0.666008, "main_score": 0.62607, "hf_subset": "mkd_Cyrl-sot_Latn", "languages": ["mkd-Cyrl", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tur_Latn", "languages": ["mkd-Cyrl", "tur-Latn"]}, {"precision": 0.883729, "recall": 0.916996, "f1": 0.894071, "accuracy": 0.916996, "main_score": 0.894071, "hf_subset": "mkd_Cyrl-ace_Latn", "languages": ["mkd-Cyrl", "ace-Latn"]}, {"precision": 0.962945, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "mkd_Cyrl-ban_Latn", "languages": ["mkd-Cyrl", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ell_Grek", "languages": ["mkd-Cyrl", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mkd_Cyrl-hne_Deva", "languages": ["mkd-Cyrl", "hne-Deva"]}, {"precision": 0.611185, "recall": 0.667984, "f1": 0.627022, "accuracy": 0.667984, "main_score": 0.627022, "hf_subset": "mkd_Cyrl-kik_Latn", "languages": ["mkd-Cyrl", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-mai_Deva", "languages": ["mkd-Cyrl", "mai-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "mkd_Cyrl-pbt_Arab", "languages": ["mkd-Cyrl", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-spa_Latn", "languages": ["mkd-Cyrl", "spa-Latn"]}, {"precision": 0.620866, "recall": 0.684783, "f1": 0.63953, "accuracy": 0.684783, "main_score": 0.63953, "hf_subset": "mkd_Cyrl-twi_Latn", "languages": ["mkd-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-acm_Arab", "languages": ["mkd-Cyrl", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-bel_Cyrl", "languages": ["mkd-Cyrl", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": ["mkd-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hrv_Latn", "languages": ["mkd-Cyrl", "hrv-Latn"]}, {"precision": 0.592961, "recall": 0.655138, "f1": 0.610086, "accuracy": 0.655138, "main_score": 0.610086, "hf_subset": "mkd_Cyrl-kin_Latn", "languages": ["mkd-Cyrl", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-mal_Mlym", "languages": ["mkd-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pes_Arab", "languages": ["mkd-Cyrl", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-srd_Latn", "languages": ["mkd-Cyrl", "srd-Latn"]}, {"precision": 0.18354, "recall": 0.241107, "f1": 0.19847, "accuracy": 0.241107, "main_score": 0.19847, "hf_subset": "mkd_Cyrl-tzm_Tfng", "languages": ["mkd-Cyrl", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-acq_Arab", "languages": ["mkd-Cyrl", "acq-Arab"]}, {"precision": 0.654482, "recall": 0.705534, "f1": 0.668516, "accuracy": 0.705534, "main_score": 0.668516, "hf_subset": "mkd_Cyrl-bem_Latn", "languages": ["mkd-Cyrl", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-epo_Latn", "languages": ["mkd-Cyrl", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hun_Latn", "languages": ["mkd-Cyrl", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-kir_Cyrl", "languages": ["mkd-Cyrl", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-mar_Deva", "languages": ["mkd-Cyrl", "mar-Deva"]}, {"precision": 0.690497, "recall": 0.742095, "f1": 0.705915, "accuracy": 0.742095, "main_score": 0.705915, "hf_subset": "mkd_Cyrl-plt_Latn", "languages": ["mkd-Cyrl", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-srp_Cyrl", "languages": ["mkd-Cyrl", "srp-Cyrl"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "mkd_Cyrl-uig_Arab", "languages": ["mkd-Cyrl", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-aeb_Arab", "languages": ["mkd-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ben_Beng", "languages": ["mkd-Cyrl", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-est_Latn", "languages": ["mkd-Cyrl", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hye_Armn", "languages": ["mkd-Cyrl", "hye-Armn"]}, {"precision": 0.564287, "recall": 0.608696, "f1": 0.577361, "accuracy": 0.608696, "main_score": 0.577361, "hf_subset": "mkd_Cyrl-kmb_Latn", "languages": ["mkd-Cyrl", "kmb-Latn"]}, {"precision": 0.52506, "recall": 0.602767, "f1": 0.546646, "accuracy": 0.602767, "main_score": 0.546646, "hf_subset": "mkd_Cyrl-min_Arab", "languages": ["mkd-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pol_Latn", "languages": ["mkd-Cyrl", "pol-Latn"]}, {"precision": 0.572786, "recall": 0.639328, "f1": 0.592507, "accuracy": 0.639328, "main_score": 0.592507, "hf_subset": "mkd_Cyrl-ssw_Latn", "languages": ["mkd-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ukr_Cyrl", "languages": ["mkd-Cyrl", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-afr_Latn", "languages": ["mkd-Cyrl", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-bho_Deva", "languages": ["mkd-Cyrl", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-eus_Latn", "languages": ["mkd-Cyrl", "eus-Latn"]}, {"precision": 0.59552, "recall": 0.659091, "f1": 0.613298, "accuracy": 0.659091, "main_score": 0.613298, "hf_subset": "mkd_Cyrl-ibo_Latn", "languages": ["mkd-Cyrl", "ibo-Latn"]}, {"precision": 0.930665, "recall": 0.949605, "f1": 0.936759, "accuracy": 0.949605, "main_score": 0.936759, "hf_subset": "mkd_Cyrl-kmr_Latn", "languages": ["mkd-Cyrl", "kmr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mkd_Cyrl-min_Latn", "languages": ["mkd-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-por_Latn", "languages": ["mkd-Cyrl", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-sun_Latn", "languages": ["mkd-Cyrl", "sun-Latn"]}, {"precision": 0.540566, "recall": 0.596838, "f1": 0.556291, "accuracy": 0.596838, "main_score": 0.556291, "hf_subset": "mkd_Cyrl-umb_Latn", "languages": ["mkd-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ajp_Arab", "languages": ["mkd-Cyrl", "ajp-Arab"]}, {"precision": 0.568579, "recall": 0.630435, "f1": 0.585813, "accuracy": 0.630435, "main_score": 0.585813, "hf_subset": "mkd_Cyrl-bjn_Arab", "languages": ["mkd-Cyrl", "bjn-Arab"]}, {"precision": 0.530219, "recall": 0.58498, "f1": 0.54566, "accuracy": 0.58498, "main_score": 0.54566, "hf_subset": "mkd_Cyrl-ewe_Latn", "languages": ["mkd-Cyrl", "ewe-Latn"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "mkd_Cyrl-ilo_Latn", "languages": ["mkd-Cyrl", "ilo-Latn"]}, {"precision": 0.328787, "recall": 0.38834, "f1": 0.345369, "accuracy": 0.38834, "main_score": 0.345369, "hf_subset": "mkd_Cyrl-knc_Arab", "languages": ["mkd-Cyrl", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-prs_Arab", "languages": ["mkd-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-swe_Latn", "languages": ["mkd-Cyrl", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-urd_Arab", "languages": ["mkd-Cyrl", "urd-Arab"]}, {"precision": 0.603961, "recall": 0.663043, "f1": 0.620716, "accuracy": 0.663043, "main_score": 0.620716, "hf_subset": "mkd_Cyrl-aka_Latn", "languages": ["mkd-Cyrl", "aka-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mkd_Cyrl-bjn_Latn", "languages": ["mkd-Cyrl", "bjn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-fao_Latn", "languages": ["mkd-Cyrl", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ind_Latn", "languages": ["mkd-Cyrl", "ind-Latn"]}, {"precision": 0.594812, "recall": 0.650198, "f1": 0.610764, "accuracy": 0.650198, "main_score": 0.610764, "hf_subset": "mkd_Cyrl-knc_Latn", "languages": ["mkd-Cyrl", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mkd_Cyrl-mlt_Latn", "languages": ["mkd-Cyrl", "mlt-Latn"]}, {"precision": 0.71371, "recall": 0.779644, "f1": 0.733327, "accuracy": 0.779644, "main_score": 0.733327, "hf_subset": "mkd_Cyrl-quy_Latn", "languages": ["mkd-Cyrl", "quy-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "mkd_Cyrl-swh_Latn", "languages": ["mkd-Cyrl", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-uzn_Latn", "languages": ["mkd-Cyrl", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-als_Latn", "languages": ["mkd-Cyrl", "als-Latn"]}, {"precision": 0.681284, "recall": 0.754941, "f1": 0.703277, "accuracy": 0.754941, "main_score": 0.703277, "hf_subset": "mkd_Cyrl-bod_Tibt", "languages": ["mkd-Cyrl", "bod-Tibt"]}, {"precision": 0.721262, "recall": 0.77668, "f1": 0.737301, "accuracy": 0.77668, "main_score": 0.737301, "hf_subset": "mkd_Cyrl-fij_Latn", "languages": ["mkd-Cyrl", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-isl_Latn", "languages": ["mkd-Cyrl", "isl-Latn"]}, {"precision": 0.685296, "recall": 0.736166, "f1": 0.699898, "accuracy": 0.736166, "main_score": 0.699898, "hf_subset": "mkd_Cyrl-kon_Latn", "languages": ["mkd-Cyrl", "kon-Latn"]}, {"precision": 0.668635, "recall": 0.731225, "f1": 0.687313, "accuracy": 0.731225, "main_score": 0.687313, "hf_subset": "mkd_Cyrl-mni_Beng", "languages": ["mkd-Cyrl", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ron_Latn", "languages": ["mkd-Cyrl", "ron-Latn"]}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "mkd_Cyrl-szl_Latn", "languages": ["mkd-Cyrl", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-vec_Latn", "languages": ["mkd-Cyrl", "vec-Latn"]}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "mkd_Cyrl-amh_Ethi", "languages": ["mkd-Cyrl", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-bos_Latn", "languages": ["mkd-Cyrl", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-fin_Latn", "languages": ["mkd-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ita_Latn", "languages": ["mkd-Cyrl", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-kor_Hang", "languages": ["mkd-Cyrl", "kor-Hang"]}, {"precision": 0.556723, "recall": 0.615613, "f1": 0.572968, "accuracy": 0.615613, "main_score": 0.572968, "hf_subset": "mkd_Cyrl-mos_Latn", "languages": ["mkd-Cyrl", "mos-Latn"]}, {"precision": 0.567352, "recall": 0.625494, "f1": 0.58392, "accuracy": 0.625494, "main_score": 0.58392, "hf_subset": "mkd_Cyrl-run_Latn", "languages": ["mkd-Cyrl", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-tam_Taml", "languages": ["mkd-Cyrl", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-vie_Latn", "languages": ["mkd-Cyrl", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-apc_Arab", "languages": ["mkd-Cyrl", "apc-Arab"]}, {"precision": 0.816238, "recall": 0.858696, "f1": 0.828755, "accuracy": 0.858696, "main_score": 0.828755, "hf_subset": "mkd_Cyrl-bug_Latn", "languages": ["mkd-Cyrl", "bug-Latn"]}, {"precision": 0.478824, "recall": 0.534585, "f1": 0.49384, "accuracy": 0.534585, "main_score": 0.49384, "hf_subset": "mkd_Cyrl-fon_Latn", "languages": ["mkd-Cyrl", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-jav_Latn", "languages": ["mkd-Cyrl", "jav-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-lao_Laoo", "languages": ["mkd-Cyrl", "lao-Laoo"]}, {"precision": 0.902586, "recall": 0.929842, "f1": 0.911462, "accuracy": 0.929842, "main_score": 0.911462, "hf_subset": "mkd_Cyrl-mri_Latn", "languages": ["mkd-Cyrl", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-rus_Cyrl", "languages": ["mkd-Cyrl", "rus-Cyrl"]}, {"precision": 0.547901, "recall": 0.610672, "f1": 0.565573, "accuracy": 0.610672, "main_score": 0.565573, "hf_subset": "mkd_Cyrl-taq_Latn", "languages": ["mkd-Cyrl", "taq-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-war_Latn", "languages": ["mkd-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-arb_Arab", "languages": ["mkd-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-bul_Cyrl", "languages": ["mkd-Cyrl", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-fra_Latn", "languages": ["mkd-Cyrl", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-jpn_Jpan", "languages": ["mkd-Cyrl", "jpn-Jpan"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mkd_Cyrl-lij_Latn", "languages": ["mkd-Cyrl", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "mkd_Cyrl-mya_Mymr", "languages": ["mkd-Cyrl", "mya-Mymr"]}, {"precision": 0.606832, "recall": 0.672925, "f1": 0.625685, "accuracy": 0.672925, "main_score": 0.625685, "hf_subset": "mkd_Cyrl-sag_Latn", "languages": ["mkd-Cyrl", "sag-Latn"]}, {"precision": 0.203801, "recall": 0.26087, "f1": 0.216861, "accuracy": 0.26087, "main_score": 0.216861, "hf_subset": "mkd_Cyrl-taq_Tfng", "languages": ["mkd-Cyrl", "taq-Tfng"]}, {"precision": 0.645817, "recall": 0.706522, "f1": 0.663312, "accuracy": 0.706522, "main_score": 0.663312, "hf_subset": "mkd_Cyrl-wol_Latn", "languages": ["mkd-Cyrl", "wol-Latn"]}, {"precision": 0.828673, "recall": 0.873518, "f1": 0.842391, "accuracy": 0.873518, "main_score": 0.842391, "hf_subset": "mkd_Cyrl-arb_Latn", "languages": ["mkd-Cyrl", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-cat_Latn", "languages": ["mkd-Cyrl", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mkd_Cyrl-fur_Latn", "languages": ["mkd-Cyrl", "fur-Latn"]}, {"precision": 0.427273, "recall": 0.485178, "f1": 0.443189, "accuracy": 0.485178, "main_score": 0.443189, "hf_subset": "mkd_Cyrl-kab_Latn", "languages": ["mkd-Cyrl", "kab-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "mkd_Cyrl-lim_Latn", "languages": ["mkd-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-nld_Latn", "languages": ["mkd-Cyrl", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "mkd_Cyrl-san_Deva", "languages": ["mkd-Cyrl", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tat_Cyrl", "languages": ["mkd-Cyrl", "tat-Cyrl"]}, {"precision": 0.69283, "recall": 0.750988, "f1": 0.710441, "accuracy": 0.750988, "main_score": 0.710441, "hf_subset": "mkd_Cyrl-xho_Latn", "languages": ["mkd-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ars_Arab", "languages": ["mkd-Cyrl", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ceb_Latn", "languages": ["mkd-Cyrl", "ceb-Latn"]}, {"precision": 0.5809, "recall": 0.640316, "f1": 0.59836, "accuracy": 0.640316, "main_score": 0.59836, "hf_subset": "mkd_Cyrl-fuv_Latn", "languages": ["mkd-Cyrl", "fuv-Latn"]}, {"precision": 0.523186, "recall": 0.587945, "f1": 0.540624, "accuracy": 0.587945, "main_score": 0.540624, "hf_subset": "mkd_Cyrl-kac_Latn", "languages": ["mkd-Cyrl", "kac-Latn"]}, {"precision": 0.689559, "recall": 0.737154, "f1": 0.703623, "accuracy": 0.737154, "main_score": 0.703623, "hf_subset": "mkd_Cyrl-lin_Latn", "languages": ["mkd-Cyrl", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-nno_Latn", "languages": ["mkd-Cyrl", "nno-Latn"]}, {"precision": 0.253497, "recall": 0.336957, "f1": 0.274771, "accuracy": 0.336957, "main_score": 0.274771, "hf_subset": "mkd_Cyrl-sat_Olck", "languages": ["mkd-Cyrl", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tel_Telu", "languages": ["mkd-Cyrl", "tel-Telu"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mkd_Cyrl-ydd_Hebr", "languages": ["mkd-Cyrl", "ydd-Hebr"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "mkd_Cyrl-ary_Arab", "languages": ["mkd-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ces_Latn", "languages": ["mkd-Cyrl", "ces-Latn"]}, {"precision": 0.594598, "recall": 0.660079, "f1": 0.613778, "accuracy": 0.660079, "main_score": 0.613778, "hf_subset": "mkd_Cyrl-gaz_Latn", "languages": ["mkd-Cyrl", "gaz-Latn"]}, {"precision": 0.604441, "recall": 0.666008, "f1": 0.622167, "accuracy": 0.666008, "main_score": 0.622167, "hf_subset": "mkd_Cyrl-kam_Latn", "languages": ["mkd-Cyrl", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mkd_Cyrl-lit_Latn", "languages": ["mkd-Cyrl", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-nob_Latn", "languages": ["mkd-Cyrl", "nob-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mkd_Cyrl-scn_Latn", "languages": ["mkd-Cyrl", "scn-Latn"]}, {"precision": 0.990283, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "mkd_Cyrl-tgk_Cyrl", "languages": ["mkd-Cyrl", "tgk-Cyrl"]}, {"precision": 0.737312, "recall": 0.801383, "f1": 0.756999, "accuracy": 0.801383, "main_score": 0.756999, "hf_subset": "mkd_Cyrl-yor_Latn", "languages": ["mkd-Cyrl", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-arz_Arab", "languages": ["mkd-Cyrl", "arz-Arab"]}, {"precision": 0.56508, "recall": 0.630435, "f1": 0.584557, "accuracy": 0.630435, "main_score": 0.584557, "hf_subset": "mkd_Cyrl-cjk_Latn", "languages": ["mkd-Cyrl", "cjk-Latn"]}, {"precision": 0.814888, "recall": 0.860672, "f1": 0.829348, "accuracy": 0.860672, "main_score": 0.829348, "hf_subset": "mkd_Cyrl-gla_Latn", "languages": ["mkd-Cyrl", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-kan_Knda", "languages": ["mkd-Cyrl", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-lmo_Latn", "languages": ["mkd-Cyrl", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "mkd_Cyrl-npi_Deva", "languages": ["mkd-Cyrl", "npi-Deva"]}, {"precision": 0.470258, "recall": 0.534585, "f1": 0.488185, "accuracy": 0.534585, "main_score": 0.488185, "hf_subset": "mkd_Cyrl-shn_Mymr", "languages": ["mkd-Cyrl", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-tgl_Latn", "languages": ["mkd-Cyrl", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-yue_Hant", "languages": ["mkd-Cyrl", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-asm_Beng", "languages": ["mkd-Cyrl", "asm-Beng"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "mkd_Cyrl-ckb_Arab", "languages": ["mkd-Cyrl", "ckb-Arab"]}, {"precision": 0.911709, "recall": 0.935771, "f1": 0.919038, "accuracy": 0.935771, "main_score": 0.919038, "hf_subset": "mkd_Cyrl-gle_Latn", "languages": ["mkd-Cyrl", "gle-Latn"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "mkd_Cyrl-kas_Arab", "languages": ["mkd-Cyrl", "kas-Arab"]}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "mkd_Cyrl-ltg_Latn", "languages": ["mkd-Cyrl", "ltg-Latn"]}, {"precision": 0.626969, "recall": 0.68083, "f1": 0.642596, "accuracy": 0.68083, "main_score": 0.642596, "hf_subset": "mkd_Cyrl-nso_Latn", "languages": ["mkd-Cyrl", "nso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mkd_Cyrl-sin_Sinh", "languages": ["mkd-Cyrl", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tha_Thai", "languages": ["mkd-Cyrl", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zho_Hans", "languages": ["mkd-Cyrl", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-ast_Latn", "languages": ["mkd-Cyrl", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-crh_Latn", "languages": ["mkd-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-glg_Latn", "languages": ["mkd-Cyrl", "glg-Latn"]}, {"precision": 0.907197, "recall": 0.934783, "f1": 0.916074, "accuracy": 0.934783, "main_score": 0.916074, "hf_subset": "mkd_Cyrl-kas_Deva", "languages": ["mkd-Cyrl", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mkd_Cyrl-ltz_Latn", "languages": ["mkd-Cyrl", "ltz-Latn"]}, {"precision": 0.471842, "recall": 0.539526, "f1": 0.489665, "accuracy": 0.539526, "main_score": 0.489665, "hf_subset": "mkd_Cyrl-nus_Latn", "languages": ["mkd-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-slk_Latn", "languages": ["mkd-Cyrl", "slk-Latn"]}, {"precision": 0.643906, "recall": 0.712451, "f1": 0.66438, "accuracy": 0.712451, "main_score": 0.66438, "hf_subset": "mkd_Cyrl-tir_Ethi", "languages": ["mkd-Cyrl", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zho_Hant", "languages": ["mkd-Cyrl", "zho-Hant"]}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "mkd_Cyrl-awa_Deva", "languages": ["mkd-Cyrl", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mkd_Cyrl-cym_Latn", "languages": ["mkd-Cyrl", "cym-Latn"]}, {"precision": 0.852141, "recall": 0.889328, "f1": 0.863603, "accuracy": 0.889328, "main_score": 0.863603, "hf_subset": "mkd_Cyrl-grn_Latn", "languages": ["mkd-Cyrl", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-kat_Geor", "languages": ["mkd-Cyrl", "kat-Geor"]}, {"precision": 0.670282, "recall": 0.719368, "f1": 0.68412, "accuracy": 0.719368, "main_score": 0.68412, "hf_subset": "mkd_Cyrl-lua_Latn", "languages": ["mkd-Cyrl", "lua-Latn"]}, {"precision": 0.67296, "recall": 0.730237, "f1": 0.689709, "accuracy": 0.730237, "main_score": 0.689709, "hf_subset": "mkd_Cyrl-nya_Latn", "languages": ["mkd-Cyrl", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-slv_Latn", "languages": ["mkd-Cyrl", "slv-Latn"]}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "mkd_Cyrl-tpi_Latn", "languages": ["mkd-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zsm_Latn", "languages": ["mkd-Cyrl", "zsm-Latn"]}, {"precision": 0.557009, "recall": 0.620553, "f1": 0.575369, "accuracy": 0.620553, "main_score": 0.575369, "hf_subset": "mkd_Cyrl-ayr_Latn", "languages": ["mkd-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-dan_Latn", "languages": ["mkd-Cyrl", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-guj_Gujr", "languages": ["mkd-Cyrl", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mkd_Cyrl-kaz_Cyrl", "languages": ["mkd-Cyrl", "kaz-Cyrl"]}, {"precision": 0.555618, "recall": 0.615613, "f1": 0.572356, "accuracy": 0.615613, "main_score": 0.572356, "hf_subset": "mkd_Cyrl-lug_Latn", "languages": ["mkd-Cyrl", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-oci_Latn", "languages": ["mkd-Cyrl", "oci-Latn"]}, {"precision": 0.857576, "recall": 0.894269, "f1": 0.868676, "accuracy": 0.894269, "main_score": 0.868676, "hf_subset": "mkd_Cyrl-smo_Latn", "languages": ["mkd-Cyrl", "smo-Latn"]}, {"precision": 0.563524, "recall": 0.62747, "f1": 0.581824, "accuracy": 0.62747, "main_score": 0.581824, "hf_subset": "mkd_Cyrl-tsn_Latn", "languages": ["mkd-Cyrl", "tsn-Latn"]}, {"precision": 0.638125, "recall": 0.702569, "f1": 0.656708, "accuracy": 0.702569, "main_score": 0.656708, "hf_subset": "mkd_Cyrl-zul_Latn", "languages": ["mkd-Cyrl", "zul-Latn"]}, {"precision": 0.929924, "recall": 0.950593, "f1": 0.936495, "accuracy": 0.950593, "main_score": 0.936495, "hf_subset": "mkd_Cyrl-azb_Arab", "languages": ["mkd-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-deu_Latn", "languages": ["mkd-Cyrl", "deu-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "mkd_Cyrl-hat_Latn", "languages": ["mkd-Cyrl", "hat-Latn"]}, {"precision": 0.498272, "recall": 0.556324, "f1": 0.514668, "accuracy": 0.556324, "main_score": 0.514668, "hf_subset": "mkd_Cyrl-kbp_Latn", "languages": ["mkd-Cyrl", "kbp-Latn"]}, {"precision": 0.588805, "recall": 0.640316, "f1": 0.602634, "accuracy": 0.640316, "main_score": 0.602634, "hf_subset": "mkd_Cyrl-luo_Latn", "languages": ["mkd-Cyrl", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ory_Orya", "languages": ["mkd-Cyrl", "ory-Orya"]}, {"precision": 0.600115, "recall": 0.662055, "f1": 0.618285, "accuracy": 0.662055, "main_score": 0.618285, "hf_subset": "mkd_Cyrl-sna_Latn", "languages": ["mkd-Cyrl", "sna-Latn"]}, {"precision": 0.574788, "recall": 0.630435, "f1": 0.589788, "accuracy": 0.630435, "main_score": 0.589788, "hf_subset": "mkd_Cyrl-tso_Latn", "languages": ["mkd-Cyrl", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-azj_Latn", "languages": ["mkd-Cyrl", "azj-Latn"]}, {"precision": 0.54576, "recall": 0.613636, "f1": 0.56506, "accuracy": 0.613636, "main_score": 0.56506, "hf_subset": "mkd_Cyrl-dik_Latn", "languages": ["mkd-Cyrl", "dik-Latn"]}, {"precision": 0.754941, "recall": 0.810277, "f1": 0.771772, "accuracy": 0.810277, "main_score": 0.771772, "hf_subset": "mkd_Cyrl-hau_Latn", "languages": ["mkd-Cyrl", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-kea_Latn", "languages": ["mkd-Cyrl", "kea-Latn"]}, {"precision": 0.755303, "recall": 0.805336, "f1": 0.770158, "accuracy": 0.805336, "main_score": 0.770158, "hf_subset": "mkd_Cyrl-lus_Latn", "languages": ["mkd-Cyrl", "lus-Latn"]}, {"precision": 0.882411, "recall": 0.911067, "f1": 0.891107, "accuracy": 0.911067, "main_score": 0.891107, "hf_subset": "mkd_Cyrl-pag_Latn", "languages": ["mkd-Cyrl", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mkd_Cyrl-snd_Arab", "languages": ["mkd-Cyrl", "snd-Arab"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "mkd_Cyrl-tuk_Latn", "languages": ["mkd-Cyrl", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-bak_Cyrl", "languages": ["mkd-Cyrl", "bak-Cyrl"]}, {"precision": 0.49105, "recall": 0.568182, "f1": 0.513741, "accuracy": 0.568182, "main_score": 0.513741, "hf_subset": "mkd_Cyrl-dyu_Latn", "languages": ["mkd-Cyrl", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-heb_Hebr", "languages": ["mkd-Cyrl", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-khk_Cyrl", "languages": ["mkd-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-lvs_Latn", "languages": ["mkd-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pan_Guru", "languages": ["mkd-Cyrl", "pan-Guru"]}, {"precision": 0.742482, "recall": 0.797431, "f1": 0.758882, "accuracy": 0.797431, "main_score": 0.758882, "hf_subset": "mkd_Cyrl-som_Latn", "languages": ["mkd-Cyrl", "som-Latn"]}, {"precision": 0.622461, "recall": 0.66502, "f1": 0.634392, "accuracy": 0.66502, "main_score": 0.634392, "hf_subset": "mkd_Cyrl-tum_Latn", "languages": ["mkd-Cyrl", "tum-Latn"]}, {"precision": 0.56578, "recall": 0.632411, "f1": 0.584162, "accuracy": 0.632411, "main_score": 0.584162, "hf_subset": "prs_Arab-ace_Arab", "languages": ["prs-Arab", "ace-Arab"]}, {"precision": 0.519524, "recall": 0.578063, "f1": 0.535799, "accuracy": 0.578063, "main_score": 0.535799, "hf_subset": "prs_Arab-bam_Latn", "languages": ["prs-Arab", "bam-Latn"]}, {"precision": 0.423155, "recall": 0.508893, "f1": 0.445685, "accuracy": 0.508893, "main_score": 0.445685, "hf_subset": "prs_Arab-dzo_Tibt", "languages": ["prs-Arab", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-hin_Deva", "languages": ["prs-Arab", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-khm_Khmr", "languages": ["prs-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mag_Deva", "languages": ["prs-Arab", "mag-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "prs_Arab-pap_Latn", "languages": ["prs-Arab", "pap-Latn"]}, {"precision": 0.592015, "recall": 0.645257, "f1": 0.607148, "accuracy": 0.645257, "main_score": 0.607148, "hf_subset": "prs_Arab-sot_Latn", "languages": ["prs-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tur_Latn", "languages": ["prs-Arab", "tur-Latn"]}, {"precision": 0.872283, "recall": 0.906126, "f1": 0.882938, "accuracy": 0.906126, "main_score": 0.882938, "hf_subset": "prs_Arab-ace_Latn", "languages": ["prs-Arab", "ace-Latn"]}, {"precision": 0.96558, "recall": 0.975296, "f1": 0.968709, "accuracy": 0.975296, "main_score": 0.968709, "hf_subset": "prs_Arab-ban_Latn", "languages": ["prs-Arab", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-ell_Grek", "languages": ["prs-Arab", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "prs_Arab-hne_Deva", "languages": ["prs-Arab", "hne-Deva"]}, {"precision": 0.601081, "recall": 0.656126, "f1": 0.616016, "accuracy": 0.656126, "main_score": 0.616016, "hf_subset": "prs_Arab-kik_Latn", "languages": ["prs-Arab", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mai_Deva", "languages": ["prs-Arab", "mai-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "prs_Arab-pbt_Arab", "languages": ["prs-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-spa_Latn", "languages": ["prs-Arab", "spa-Latn"]}, {"precision": 0.619245, "recall": 0.678854, "f1": 0.635608, "accuracy": 0.678854, "main_score": 0.635608, "hf_subset": "prs_Arab-twi_Latn", "languages": ["prs-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-acm_Arab", "languages": ["prs-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-bel_Cyrl", "languages": ["prs-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-eng_Latn", "languages": ["prs-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-hrv_Latn", "languages": ["prs-Arab", "hrv-Latn"]}, {"precision": 0.557197, "recall": 0.617589, "f1": 0.574459, "accuracy": 0.617589, "main_score": 0.574459, "hf_subset": "prs_Arab-kin_Latn", "languages": ["prs-Arab", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-mal_Mlym", "languages": ["prs-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-pes_Arab", "languages": ["prs-Arab", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-srd_Latn", "languages": ["prs-Arab", "srd-Latn"]}, {"precision": 0.183344, "recall": 0.232213, "f1": 0.195564, "accuracy": 0.232213, "main_score": 0.195564, "hf_subset": "prs_Arab-tzm_Tfng", "languages": ["prs-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-acq_Arab", "languages": ["prs-Arab", "acq-Arab"]}, {"precision": 0.626762, "recall": 0.673913, "f1": 0.639709, "accuracy": 0.673913, "main_score": 0.639709, "hf_subset": "prs_Arab-bem_Latn", "languages": ["prs-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-epo_Latn", "languages": ["prs-Arab", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-hun_Latn", "languages": ["prs-Arab", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-kir_Cyrl", "languages": ["prs-Arab", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-mar_Deva", "languages": ["prs-Arab", "mar-Deva"]}, {"precision": 0.672497, "recall": 0.72332, "f1": 0.687846, "accuracy": 0.72332, "main_score": 0.687846, "hf_subset": "prs_Arab-plt_Latn", "languages": ["prs-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-srp_Cyrl", "languages": ["prs-Arab", "srp-Cyrl"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "prs_Arab-uig_Arab", "languages": ["prs-Arab", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-aeb_Arab", "languages": ["prs-Arab", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ben_Beng", "languages": ["prs-Arab", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-est_Latn", "languages": ["prs-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-hye_Armn", "languages": ["prs-Arab", "hye-Armn"]}, {"precision": 0.524177, "recall": 0.577075, "f1": 0.53953, "accuracy": 0.577075, "main_score": 0.53953, "hf_subset": "prs_Arab-kmb_Latn", "languages": ["prs-Arab", "kmb-Latn"]}, {"precision": 0.495353, "recall": 0.568182, "f1": 0.515064, "accuracy": 0.568182, "main_score": 0.515064, "hf_subset": "prs_Arab-min_Arab", "languages": ["prs-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-pol_Latn", "languages": ["prs-Arab", "pol-Latn"]}, {"precision": 0.557503, "recall": 0.619565, "f1": 0.575463, "accuracy": 0.619565, "main_score": 0.575463, "hf_subset": "prs_Arab-ssw_Latn", "languages": ["prs-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ukr_Cyrl", "languages": ["prs-Arab", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-afr_Latn", "languages": ["prs-Arab", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-bho_Deva", "languages": ["prs-Arab", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-eus_Latn", "languages": ["prs-Arab", "eus-Latn"]}, {"precision": 0.575159, "recall": 0.636364, "f1": 0.592002, "accuracy": 0.636364, "main_score": 0.592002, "hf_subset": "prs_Arab-ibo_Latn", "languages": ["prs-Arab", "ibo-Latn"]}, {"precision": 0.920619, "recall": 0.942688, "f1": 0.927503, "accuracy": 0.942688, "main_score": 0.927503, "hf_subset": "prs_Arab-kmr_Latn", "languages": ["prs-Arab", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "prs_Arab-min_Latn", "languages": ["prs-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-por_Latn", "languages": ["prs-Arab", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-sun_Latn", "languages": ["prs-Arab", "sun-Latn"]}, {"precision": 0.530445, "recall": 0.585968, "f1": 0.545651, "accuracy": 0.585968, "main_score": 0.545651, "hf_subset": "prs_Arab-umb_Latn", "languages": ["prs-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ajp_Arab", "languages": ["prs-Arab", "ajp-Arab"]}, {"precision": 0.552909, "recall": 0.612648, "f1": 0.569419, "accuracy": 0.612648, "main_score": 0.569419, "hf_subset": "prs_Arab-bjn_Arab", "languages": ["prs-Arab", "bjn-Arab"]}, {"precision": 0.519626, "recall": 0.571146, "f1": 0.533317, "accuracy": 0.571146, "main_score": 0.533317, "hf_subset": "prs_Arab-ewe_Latn", "languages": ["prs-Arab", "ewe-Latn"]}, {"precision": 0.948534, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "prs_Arab-ilo_Latn", "languages": ["prs-Arab", "ilo-Latn"]}, {"precision": 0.325008, "recall": 0.380435, "f1": 0.340162, "accuracy": 0.380435, "main_score": 0.340162, "hf_subset": "prs_Arab-knc_Arab", "languages": ["prs-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mkd_Cyrl", "languages": ["prs-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-swe_Latn", "languages": ["prs-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-urd_Arab", "languages": ["prs-Arab", "urd-Arab"]}, {"precision": 0.592302, "recall": 0.648221, "f1": 0.607611, "accuracy": 0.648221, "main_score": 0.607611, "hf_subset": "prs_Arab-aka_Latn", "languages": ["prs-Arab", "aka-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "prs_Arab-bjn_Latn", "languages": ["prs-Arab", "bjn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-fao_Latn", "languages": ["prs-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ind_Latn", "languages": ["prs-Arab", "ind-Latn"]}, {"precision": 0.585581, "recall": 0.640316, "f1": 0.601031, "accuracy": 0.640316, "main_score": 0.601031, "hf_subset": "prs_Arab-knc_Latn", "languages": ["prs-Arab", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-mlt_Latn", "languages": ["prs-Arab", "mlt-Latn"]}, {"precision": 0.710742, "recall": 0.770751, "f1": 0.728541, "accuracy": 0.770751, "main_score": 0.728541, "hf_subset": "prs_Arab-quy_Latn", "languages": ["prs-Arab", "quy-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "prs_Arab-swh_Latn", "languages": ["prs-Arab", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-uzn_Latn", "languages": ["prs-Arab", "uzn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-als_Latn", "languages": ["prs-Arab", "als-Latn"]}, {"precision": 0.677117, "recall": 0.747036, "f1": 0.697485, "accuracy": 0.747036, "main_score": 0.697485, "hf_subset": "prs_Arab-bod_Tibt", "languages": ["prs-Arab", "bod-Tibt"]}, {"precision": 0.70854, "recall": 0.762846, "f1": 0.724095, "accuracy": 0.762846, "main_score": 0.724095, "hf_subset": "prs_Arab-fij_Latn", "languages": ["prs-Arab", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-isl_Latn", "languages": ["prs-Arab", "isl-Latn"]}, {"precision": 0.669311, "recall": 0.715415, "f1": 0.682729, "accuracy": 0.715415, "main_score": 0.682729, "hf_subset": "prs_Arab-kon_Latn", "languages": ["prs-Arab", "kon-Latn"]}, {"precision": 0.654068, "recall": 0.721344, "f1": 0.673224, "accuracy": 0.721344, "main_score": 0.673224, "hf_subset": "prs_Arab-mni_Beng", "languages": ["prs-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ron_Latn", "languages": ["prs-Arab", "ron-Latn"]}, {"precision": 0.980731, "recall": 0.985178, "f1": 0.982213, "accuracy": 0.985178, "main_score": 0.982213, "hf_subset": "prs_Arab-szl_Latn", "languages": ["prs-Arab", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-vec_Latn", "languages": ["prs-Arab", "vec-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "prs_Arab-amh_Ethi", "languages": ["prs-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-bos_Latn", "languages": ["prs-Arab", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-fin_Latn", "languages": ["prs-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ita_Latn", "languages": ["prs-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-kor_Hang", "languages": ["prs-Arab", "kor-Hang"]}, {"precision": 0.546504, "recall": 0.604743, "f1": 0.562737, "accuracy": 0.604743, "main_score": 0.562737, "hf_subset": "prs_Arab-mos_Latn", "languages": ["prs-Arab", "mos-Latn"]}, {"precision": 0.552744, "recall": 0.604743, "f1": 0.566957, "accuracy": 0.604743, "main_score": 0.566957, "hf_subset": "prs_Arab-run_Latn", "languages": ["prs-Arab", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tam_Taml", "languages": ["prs-Arab", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-vie_Latn", "languages": ["prs-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-apc_Arab", "languages": ["prs-Arab", "apc-Arab"]}, {"precision": 0.822118, "recall": 0.86166, "f1": 0.833992, "accuracy": 0.86166, "main_score": 0.833992, "hf_subset": "prs_Arab-bug_Latn", "languages": ["prs-Arab", "bug-Latn"]}, {"precision": 0.468099, "recall": 0.530632, "f1": 0.485128, "accuracy": 0.530632, "main_score": 0.485128, "hf_subset": "prs_Arab-fon_Latn", "languages": ["prs-Arab", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-jav_Latn", "languages": ["prs-Arab", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-lao_Laoo", "languages": ["prs-Arab", "lao-Laoo"]}, {"precision": 0.890184, "recall": 0.921937, "f1": 0.900198, "accuracy": 0.921937, "main_score": 0.900198, "hf_subset": "prs_Arab-mri_Latn", "languages": ["prs-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-rus_Cyrl", "languages": ["prs-Arab", "rus-Cyrl"]}, {"precision": 0.56078, "recall": 0.616601, "f1": 0.576279, "accuracy": 0.616601, "main_score": 0.576279, "hf_subset": "prs_Arab-taq_Latn", "languages": ["prs-Arab", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-war_Latn", "languages": ["prs-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-arb_Arab", "languages": ["prs-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-bul_Cyrl", "languages": ["prs-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-fra_Latn", "languages": ["prs-Arab", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-jpn_Jpan", "languages": ["prs-Arab", "jpn-Jpan"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-lij_Latn", "languages": ["prs-Arab", "lij-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "prs_Arab-mya_Mymr", "languages": ["prs-Arab", "mya-Mymr"]}, {"precision": 0.602527, "recall": 0.664032, "f1": 0.619735, "accuracy": 0.664032, "main_score": 0.619735, "hf_subset": "prs_Arab-sag_Latn", "languages": ["prs-Arab", "sag-Latn"]}, {"precision": 0.198894, "recall": 0.254941, "f1": 0.211237, "accuracy": 0.254941, "main_score": 0.211237, "hf_subset": "prs_Arab-taq_Tfng", "languages": ["prs-Arab", "taq-Tfng"]}, {"precision": 0.627524, "recall": 0.690711, "f1": 0.645306, "accuracy": 0.690711, "main_score": 0.645306, "hf_subset": "prs_Arab-wol_Latn", "languages": ["prs-Arab", "wol-Latn"]}, {"precision": 0.825593, "recall": 0.874506, "f1": 0.841206, "accuracy": 0.874506, "main_score": 0.841206, "hf_subset": "prs_Arab-arb_Latn", "languages": ["prs-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-cat_Latn", "languages": ["prs-Arab", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-fur_Latn", "languages": ["prs-Arab", "fur-Latn"]}, {"precision": 0.418041, "recall": 0.476285, "f1": 0.433866, "accuracy": 0.476285, "main_score": 0.433866, "hf_subset": "prs_Arab-kab_Latn", "languages": ["prs-Arab", "kab-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "prs_Arab-lim_Latn", "languages": ["prs-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-nld_Latn", "languages": ["prs-Arab", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "prs_Arab-san_Deva", "languages": ["prs-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-tat_Cyrl", "languages": ["prs-Arab", "tat-Cyrl"]}, {"precision": 0.692656, "recall": 0.748024, "f1": 0.709049, "accuracy": 0.748024, "main_score": 0.709049, "hf_subset": "prs_Arab-xho_Latn", "languages": ["prs-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ars_Arab", "languages": ["prs-Arab", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ceb_Latn", "languages": ["prs-Arab", "ceb-Latn"]}, {"precision": 0.577341, "recall": 0.640316, "f1": 0.594798, "accuracy": 0.640316, "main_score": 0.594798, "hf_subset": "prs_Arab-fuv_Latn", "languages": ["prs-Arab", "fuv-Latn"]}, {"precision": 0.496619, "recall": 0.561265, "f1": 0.513894, "accuracy": 0.561265, "main_score": 0.513894, "hf_subset": "prs_Arab-kac_Latn", "languages": ["prs-Arab", "kac-Latn"]}, {"precision": 0.684529, "recall": 0.730237, "f1": 0.697631, "accuracy": 0.730237, "main_score": 0.697631, "hf_subset": "prs_Arab-lin_Latn", "languages": ["prs-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-nno_Latn", "languages": ["prs-Arab", "nno-Latn"]}, {"precision": 0.261163, "recall": 0.340909, "f1": 0.281996, "accuracy": 0.340909, "main_score": 0.281996, "hf_subset": "prs_Arab-sat_Olck", "languages": ["prs-Arab", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-tel_Telu", "languages": ["prs-Arab", "tel-Telu"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "prs_Arab-ydd_Hebr", "languages": ["prs-Arab", "ydd-Hebr"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "prs_Arab-ary_Arab", "languages": ["prs-Arab", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ces_Latn", "languages": ["prs-Arab", "ces-Latn"]}, {"precision": 0.571633, "recall": 0.630435, "f1": 0.588653, "accuracy": 0.630435, "main_score": 0.588653, "hf_subset": "prs_Arab-gaz_Latn", "languages": ["prs-Arab", "gaz-Latn"]}, {"precision": 0.581189, "recall": 0.646245, "f1": 0.59954, "accuracy": 0.646245, "main_score": 0.59954, "hf_subset": "prs_Arab-kam_Latn", "languages": ["prs-Arab", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "prs_Arab-lit_Latn", "languages": ["prs-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-nob_Latn", "languages": ["prs-Arab", "nob-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "prs_Arab-scn_Latn", "languages": ["prs-Arab", "scn-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "prs_Arab-tgk_Cyrl", "languages": ["prs-Arab", "tgk-Cyrl"]}, {"precision": 0.738819, "recall": 0.801383, "f1": 0.757713, "accuracy": 0.801383, "main_score": 0.757713, "hf_subset": "prs_Arab-yor_Latn", "languages": ["prs-Arab", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-arz_Arab", "languages": ["prs-Arab", "arz-Arab"]}, {"precision": 0.554545, "recall": 0.615613, "f1": 0.571469, "accuracy": 0.615613, "main_score": 0.571469, "hf_subset": "prs_Arab-cjk_Latn", "languages": ["prs-Arab", "cjk-Latn"]}, {"precision": 0.79552, "recall": 0.844862, "f1": 0.810606, "accuracy": 0.844862, "main_score": 0.810606, "hf_subset": "prs_Arab-gla_Latn", "languages": ["prs-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-kan_Knda", "languages": ["prs-Arab", "kan-Knda"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "prs_Arab-lmo_Latn", "languages": ["prs-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "prs_Arab-npi_Deva", "languages": ["prs-Arab", "npi-Deva"]}, {"precision": 0.472316, "recall": 0.529644, "f1": 0.488058, "accuracy": 0.529644, "main_score": 0.488058, "hf_subset": "prs_Arab-shn_Mymr", "languages": ["prs-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tgl_Latn", "languages": ["prs-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-yue_Hant", "languages": ["prs-Arab", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-asm_Beng", "languages": ["prs-Arab", "asm-Beng"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "prs_Arab-ckb_Arab", "languages": ["prs-Arab", "ckb-Arab"]}, {"precision": 0.891716, "recall": 0.920949, "f1": 0.900875, "accuracy": 0.920949, "main_score": 0.900875, "hf_subset": "prs_Arab-gle_Latn", "languages": ["prs-Arab", "gle-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "prs_Arab-kas_Arab", "languages": ["prs-Arab", "kas-Arab"]}, {"precision": 0.931983, "recall": 0.952569, "f1": 0.938735, "accuracy": 0.952569, "main_score": 0.938735, "hf_subset": "prs_Arab-ltg_Latn", "languages": ["prs-Arab", "ltg-Latn"]}, {"precision": 0.612509, "recall": 0.661067, "f1": 0.626091, "accuracy": 0.661067, "main_score": 0.626091, "hf_subset": "prs_Arab-nso_Latn", "languages": ["prs-Arab", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "prs_Arab-sin_Sinh", "languages": ["prs-Arab", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-tha_Thai", "languages": ["prs-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-zho_Hans", "languages": ["prs-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ast_Latn", "languages": ["prs-Arab", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-crh_Latn", "languages": ["prs-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-glg_Latn", "languages": ["prs-Arab", "glg-Latn"]}, {"precision": 0.912467, "recall": 0.939723, "f1": 0.921344, "accuracy": 0.939723, "main_score": 0.921344, "hf_subset": "prs_Arab-kas_Deva", "languages": ["prs-Arab", "kas-Deva"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "prs_Arab-ltz_Latn", "languages": ["prs-Arab", "ltz-Latn"]}, {"precision": 0.460352, "recall": 0.527668, "f1": 0.478788, "accuracy": 0.527668, "main_score": 0.478788, "hf_subset": "prs_Arab-nus_Latn", "languages": ["prs-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-slk_Latn", "languages": ["prs-Arab", "slk-Latn"]}, {"precision": 0.64025, "recall": 0.709486, "f1": 0.66127, "accuracy": 0.709486, "main_score": 0.66127, "hf_subset": "prs_Arab-tir_Ethi", "languages": ["prs-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-zho_Hant", "languages": ["prs-Arab", "zho-Hant"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "prs_Arab-awa_Deva", "languages": ["prs-Arab", "awa-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "prs_Arab-cym_Latn", "languages": ["prs-Arab", "cym-Latn"]}, {"precision": 0.830863, "recall": 0.873518, "f1": 0.843972, "accuracy": 0.873518, "main_score": 0.843972, "hf_subset": "prs_Arab-grn_Latn", "languages": ["prs-Arab", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-kat_Geor", "languages": ["prs-Arab", "kat-Geor"]}, {"precision": 0.647177, "recall": 0.694664, "f1": 0.660318, "accuracy": 0.694664, "main_score": 0.660318, "hf_subset": "prs_Arab-lua_Latn", "languages": ["prs-Arab", "lua-Latn"]}, {"precision": 0.649363, "recall": 0.710474, "f1": 0.667115, "accuracy": 0.710474, "main_score": 0.667115, "hf_subset": "prs_Arab-nya_Latn", "languages": ["prs-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-slv_Latn", "languages": ["prs-Arab", "slv-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "prs_Arab-tpi_Latn", "languages": ["prs-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-zsm_Latn", "languages": ["prs-Arab", "zsm-Latn"]}, {"precision": 0.548481, "recall": 0.609684, "f1": 0.565788, "accuracy": 0.609684, "main_score": 0.565788, "hf_subset": "prs_Arab-ayr_Latn", "languages": ["prs-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-dan_Latn", "languages": ["prs-Arab", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-guj_Gujr", "languages": ["prs-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-kaz_Cyrl", "languages": ["prs-Arab", "kaz-Cyrl"]}, {"precision": 0.537444, "recall": 0.600791, "f1": 0.555376, "accuracy": 0.600791, "main_score": 0.555376, "hf_subset": "prs_Arab-lug_Latn", "languages": ["prs-Arab", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-oci_Latn", "languages": ["prs-Arab", "oci-Latn"]}, {"precision": 0.850955, "recall": 0.889328, "f1": 0.86278, "accuracy": 0.889328, "main_score": 0.86278, "hf_subset": "prs_Arab-smo_Latn", "languages": ["prs-Arab", "smo-Latn"]}, {"precision": 0.547003, "recall": 0.605731, "f1": 0.563075, "accuracy": 0.605731, "main_score": 0.563075, "hf_subset": "prs_Arab-tsn_Latn", "languages": ["prs-Arab", "tsn-Latn"]}, {"precision": 0.637302, "recall": 0.6917, "f1": 0.653002, "accuracy": 0.6917, "main_score": 0.653002, "hf_subset": "prs_Arab-zul_Latn", "languages": ["prs-Arab", "zul-Latn"]}, {"precision": 0.949275, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "prs_Arab-azb_Arab", "languages": ["prs-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-deu_Latn", "languages": ["prs-Arab", "deu-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "prs_Arab-hat_Latn", "languages": ["prs-Arab", "hat-Latn"]}, {"precision": 0.494969, "recall": 0.548419, "f1": 0.509462, "accuracy": 0.548419, "main_score": 0.509462, "hf_subset": "prs_Arab-kbp_Latn", "languages": ["prs-Arab", "kbp-Latn"]}, {"precision": 0.568396, "recall": 0.628458, "f1": 0.584631, "accuracy": 0.628458, "main_score": 0.584631, "hf_subset": "prs_Arab-luo_Latn", "languages": ["prs-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ory_Orya", "languages": ["prs-Arab", "ory-Orya"]}, {"precision": 0.586241, "recall": 0.643281, "f1": 0.602703, "accuracy": 0.643281, "main_score": 0.602703, "hf_subset": "prs_Arab-sna_Latn", "languages": ["prs-Arab", "sna-Latn"]}, {"precision": 0.558864, "recall": 0.610672, "f1": 0.57246, "accuracy": 0.610672, "main_score": 0.57246, "hf_subset": "prs_Arab-tso_Latn", "languages": ["prs-Arab", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-azj_Latn", "languages": ["prs-Arab", "azj-Latn"]}, {"precision": 0.535823, "recall": 0.603755, "f1": 0.555374, "accuracy": 0.603755, "main_score": 0.555374, "hf_subset": "prs_Arab-dik_Latn", "languages": ["prs-Arab", "dik-Latn"]}, {"precision": 0.744708, "recall": 0.798419, "f1": 0.760332, "accuracy": 0.798419, "main_score": 0.760332, "hf_subset": "prs_Arab-hau_Latn", "languages": ["prs-Arab", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-kea_Latn", "languages": ["prs-Arab", "kea-Latn"]}, {"precision": 0.758547, "recall": 0.804348, "f1": 0.772219, "accuracy": 0.804348, "main_score": 0.772219, "hf_subset": "prs_Arab-lus_Latn", "languages": ["prs-Arab", "lus-Latn"]}, {"precision": 0.88027, "recall": 0.910079, "f1": 0.889097, "accuracy": 0.910079, "main_score": 0.889097, "hf_subset": "prs_Arab-pag_Latn", "languages": ["prs-Arab", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-snd_Arab", "languages": ["prs-Arab", "snd-Arab"]}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "prs_Arab-tuk_Latn", "languages": ["prs-Arab", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "prs_Arab-bak_Cyrl", "languages": ["prs-Arab", "bak-Cyrl"]}, {"precision": 0.478604, "recall": 0.562253, "f1": 0.502806, "accuracy": 0.562253, "main_score": 0.502806, "hf_subset": "prs_Arab-dyu_Latn", "languages": ["prs-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-heb_Hebr", "languages": ["prs-Arab", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-khk_Cyrl", "languages": ["prs-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-lvs_Latn", "languages": ["prs-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-pan_Guru", "languages": ["prs-Arab", "pan-Guru"]}, {"precision": 0.726548, "recall": 0.783597, "f1": 0.743464, "accuracy": 0.783597, "main_score": 0.743464, "hf_subset": "prs_Arab-som_Latn", "languages": ["prs-Arab", "som-Latn"]}, {"precision": 0.598759, "recall": 0.644269, "f1": 0.611404, "accuracy": 0.644269, "main_score": 0.611404, "hf_subset": "prs_Arab-tum_Latn", "languages": ["prs-Arab", "tum-Latn"]}, {"precision": 0.580625, "recall": 0.653162, "f1": 0.601207, "accuracy": 0.653162, "main_score": 0.601207, "hf_subset": "swe_Latn-ace_Arab", "languages": ["swe-Latn", "ace-Arab"]}, {"precision": 0.545769, "recall": 0.604743, "f1": 0.562113, "accuracy": 0.604743, "main_score": 0.562113, "hf_subset": "swe_Latn-bam_Latn", "languages": ["swe-Latn", "bam-Latn"]}, {"precision": 0.448872, "recall": 0.527668, "f1": 0.469416, "accuracy": 0.527668, "main_score": 0.469416, "hf_subset": "swe_Latn-dzo_Tibt", "languages": ["swe-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hin_Deva", "languages": ["swe-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-khm_Khmr", "languages": ["swe-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-mag_Deva", "languages": ["swe-Latn", "mag-Deva"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "swe_Latn-pap_Latn", "languages": ["swe-Latn", "pap-Latn"]}, {"precision": 0.600215, "recall": 0.658103, "f1": 0.616838, "accuracy": 0.658103, "main_score": 0.616838, "hf_subset": "swe_Latn-sot_Latn", "languages": ["swe-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tur_Latn", "languages": ["swe-Latn", "tur-Latn"]}, {"precision": 0.89254, "recall": 0.91996, "f1": 0.901205, "accuracy": 0.91996, "main_score": 0.901205, "hf_subset": "swe_Latn-ace_Latn", "languages": ["swe-Latn", "ace-Latn"]}, {"precision": 0.974308, "recall": 0.981225, "f1": 0.976614, "accuracy": 0.981225, "main_score": 0.976614, "hf_subset": "swe_Latn-ban_Latn", "languages": ["swe-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ell_Grek", "languages": ["swe-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "swe_Latn-hne_Deva", "languages": ["swe-Latn", "hne-Deva"]}, {"precision": 0.610005, "recall": 0.664032, "f1": 0.625765, "accuracy": 0.664032, "main_score": 0.625765, "hf_subset": "swe_Latn-kik_Latn", "languages": ["swe-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mai_Deva", "languages": ["swe-Latn", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "swe_Latn-pbt_Arab", "languages": ["swe-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-spa_Latn", "languages": ["swe-Latn", "spa-Latn"]}, {"precision": 0.618462, "recall": 0.683794, "f1": 0.637098, "accuracy": 0.683794, "main_score": 0.637098, "hf_subset": "swe_Latn-twi_Latn", "languages": ["swe-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-acm_Arab", "languages": ["swe-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-bel_Cyrl", "languages": ["swe-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-eng_Latn", "languages": ["swe-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hrv_Latn", "languages": ["swe-Latn", "hrv-Latn"]}, {"precision": 0.563373, "recall": 0.629447, "f1": 0.582181, "accuracy": 0.629447, "main_score": 0.582181, "hf_subset": "swe_Latn-kin_Latn", "languages": ["swe-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-mal_Mlym", "languages": ["swe-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pes_Arab", "languages": ["swe-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-srd_Latn", "languages": ["swe-Latn", "srd-Latn"]}, {"precision": 0.183545, "recall": 0.243083, "f1": 0.198277, "accuracy": 0.243083, "main_score": 0.198277, "hf_subset": "swe_Latn-tzm_Tfng", "languages": ["swe-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-acq_Arab", "languages": ["swe-Latn", "acq-Arab"]}, {"precision": 0.649532, "recall": 0.700593, "f1": 0.66395, "accuracy": 0.700593, "main_score": 0.66395, "hf_subset": "swe_Latn-bem_Latn", "languages": ["swe-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-epo_Latn", "languages": ["swe-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hun_Latn", "languages": ["swe-Latn", "hun-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kir_Cyrl", "languages": ["swe-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mar_Deva", "languages": ["swe-Latn", "mar-Deva"]}, {"precision": 0.689921, "recall": 0.744071, "f1": 0.705618, "accuracy": 0.744071, "main_score": 0.705618, "hf_subset": "swe_Latn-plt_Latn", "languages": ["swe-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-srp_Cyrl", "languages": ["swe-Latn", "srp-Cyrl"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "swe_Latn-uig_Arab", "languages": ["swe-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-aeb_Arab", "languages": ["swe-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ben_Beng", "languages": ["swe-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-est_Latn", "languages": ["swe-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hye_Armn", "languages": ["swe-Latn", "hye-Armn"]}, {"precision": 0.567457, "recall": 0.62253, "f1": 0.583013, "accuracy": 0.62253, "main_score": 0.583013, "hf_subset": "swe_Latn-kmb_Latn", "languages": ["swe-Latn", "kmb-Latn"]}, {"precision": 0.518132, "recall": 0.592885, "f1": 0.538149, "accuracy": 0.592885, "main_score": 0.538149, "hf_subset": "swe_Latn-min_Arab", "languages": ["swe-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pol_Latn", "languages": ["swe-Latn", "pol-Latn"]}, {"precision": 0.581497, "recall": 0.641304, "f1": 0.598803, "accuracy": 0.641304, "main_score": 0.598803, "hf_subset": "swe_Latn-ssw_Latn", "languages": ["swe-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ukr_Cyrl", "languages": ["swe-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-afr_Latn", "languages": ["swe-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bho_Deva", "languages": ["swe-Latn", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-eus_Latn", "languages": ["swe-Latn", "eus-Latn"]}, {"precision": 0.605369, "recall": 0.668972, "f1": 0.62341, "accuracy": 0.668972, "main_score": 0.62341, "hf_subset": "swe_Latn-ibo_Latn", "languages": ["swe-Latn", "ibo-Latn"]}, {"precision": 0.920949, "recall": 0.944664, "f1": 0.928524, "accuracy": 0.944664, "main_score": 0.928524, "hf_subset": "swe_Latn-kmr_Latn", "languages": ["swe-Latn", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "swe_Latn-min_Latn", "languages": ["swe-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-por_Latn", "languages": ["swe-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-sun_Latn", "languages": ["swe-Latn", "sun-Latn"]}, {"precision": 0.540491, "recall": 0.59585, "f1": 0.556186, "accuracy": 0.59585, "main_score": 0.556186, "hf_subset": "swe_Latn-umb_Latn", "languages": ["swe-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ajp_Arab", "languages": ["swe-Latn", "ajp-Arab"]}, {"precision": 0.557633, "recall": 0.625494, "f1": 0.577248, "accuracy": 0.625494, "main_score": 0.577248, "hf_subset": "swe_Latn-bjn_Arab", "languages": ["swe-Latn", "bjn-Arab"]}, {"precision": 0.543219, "recall": 0.600791, "f1": 0.558676, "accuracy": 0.600791, "main_score": 0.558676, "hf_subset": "swe_Latn-ewe_Latn", "languages": ["swe-Latn", "ewe-Latn"]}, {"precision": 0.959569, "recall": 0.972332, "f1": 0.963669, "accuracy": 0.972332, "main_score": 0.963669, "hf_subset": "swe_Latn-ilo_Latn", "languages": ["swe-Latn", "ilo-Latn"]}, {"precision": 0.325975, "recall": 0.389328, "f1": 0.34317, "accuracy": 0.389328, "main_score": 0.34317, "hf_subset": "swe_Latn-knc_Arab", "languages": ["swe-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mkd_Cyrl", "languages": ["swe-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-prs_Arab", "languages": ["swe-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-urd_Arab", "languages": ["swe-Latn", "urd-Arab"]}, {"precision": 0.617104, "recall": 0.675889, "f1": 0.633011, "accuracy": 0.675889, "main_score": 0.633011, "hf_subset": "swe_Latn-aka_Latn", "languages": ["swe-Latn", "aka-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "swe_Latn-bjn_Latn", "languages": ["swe-Latn", "bjn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-fao_Latn", "languages": ["swe-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ind_Latn", "languages": ["swe-Latn", "ind-Latn"]}, {"precision": 0.598842, "recall": 0.650198, "f1": 0.613757, "accuracy": 0.650198, "main_score": 0.613757, "hf_subset": "swe_Latn-knc_Latn", "languages": ["swe-Latn", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-mlt_Latn", "languages": ["swe-Latn", "mlt-Latn"]}, {"precision": 0.721326, "recall": 0.778656, "f1": 0.738032, "accuracy": 0.778656, "main_score": 0.738032, "hf_subset": "swe_Latn-quy_Latn", "languages": ["swe-Latn", "quy-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "swe_Latn-swh_Latn", "languages": ["swe-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-uzn_Latn", "languages": ["swe-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-als_Latn", "languages": ["swe-Latn", "als-Latn"]}, {"precision": 0.654802, "recall": 0.733202, "f1": 0.677576, "accuracy": 0.733202, "main_score": 0.677576, "hf_subset": "swe_Latn-bod_Tibt", "languages": ["swe-Latn", "bod-Tibt"]}, {"precision": 0.727758, "recall": 0.785573, "f1": 0.74473, "accuracy": 0.785573, "main_score": 0.74473, "hf_subset": "swe_Latn-fij_Latn", "languages": ["swe-Latn", "fij-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "swe_Latn-isl_Latn", "languages": ["swe-Latn", "isl-Latn"]}, {"precision": 0.675567, "recall": 0.730237, "f1": 0.691605, "accuracy": 0.730237, "main_score": 0.691605, "hf_subset": "swe_Latn-kon_Latn", "languages": ["swe-Latn", "kon-Latn"]}, {"precision": 0.682554, "recall": 0.73913, "f1": 0.698833, "accuracy": 0.73913, "main_score": 0.698833, "hf_subset": "swe_Latn-mni_Beng", "languages": ["swe-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ron_Latn", "languages": ["swe-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "swe_Latn-szl_Latn", "languages": ["swe-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-vec_Latn", "languages": ["swe-Latn", "vec-Latn"]}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "swe_Latn-amh_Ethi", "languages": ["swe-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bos_Latn", "languages": ["swe-Latn", "bos-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-fin_Latn", "languages": ["swe-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ita_Latn", "languages": ["swe-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kor_Hang", "languages": ["swe-Latn", "kor-Hang"]}, {"precision": 0.561829, "recall": 0.619565, "f1": 0.577917, "accuracy": 0.619565, "main_score": 0.577917, "hf_subset": "swe_Latn-mos_Latn", "languages": ["swe-Latn", "mos-Latn"]}, {"precision": 0.560417, "recall": 0.616601, "f1": 0.577013, "accuracy": 0.616601, "main_score": 0.577013, "hf_subset": "swe_Latn-run_Latn", "languages": ["swe-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tam_Taml", "languages": ["swe-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-vie_Latn", "languages": ["swe-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-apc_Arab", "languages": ["swe-Latn", "apc-Arab"]}, {"precision": 0.8167, "recall": 0.860672, "f1": 0.830091, "accuracy": 0.860672, "main_score": 0.830091, "hf_subset": "swe_Latn-bug_Latn", "languages": ["swe-Latn", "bug-Latn"]}, {"precision": 0.483198, "recall": 0.540514, "f1": 0.498459, "accuracy": 0.540514, "main_score": 0.498459, "hf_subset": "swe_Latn-fon_Latn", "languages": ["swe-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-jav_Latn", "languages": ["swe-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-lao_Laoo", "languages": ["swe-Latn", "lao-Laoo"]}, {"precision": 0.893231, "recall": 0.922925, "f1": 0.902404, "accuracy": 0.922925, "main_score": 0.902404, "hf_subset": "swe_Latn-mri_Latn", "languages": ["swe-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-rus_Cyrl", "languages": ["swe-Latn", "rus-Cyrl"]}, {"precision": 0.54375, "recall": 0.608696, "f1": 0.562031, "accuracy": 0.608696, "main_score": 0.562031, "hf_subset": "swe_Latn-taq_Latn", "languages": ["swe-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-war_Latn", "languages": ["swe-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-arb_Arab", "languages": ["swe-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bul_Cyrl", "languages": ["swe-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-fra_Latn", "languages": ["swe-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-jpn_Jpan", "languages": ["swe-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-lij_Latn", "languages": ["swe-Latn", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "swe_Latn-mya_Mymr", "languages": ["swe-Latn", "mya-Mymr"]}, {"precision": 0.613258, "recall": 0.68083, "f1": 0.632475, "accuracy": 0.68083, "main_score": 0.632475, "hf_subset": "swe_Latn-sag_Latn", "languages": ["swe-Latn", "sag-Latn"]}, {"precision": 0.191445, "recall": 0.25, "f1": 0.205129, "accuracy": 0.25, "main_score": 0.205129, "hf_subset": "swe_Latn-taq_Tfng", "languages": ["swe-Latn", "taq-Tfng"]}, {"precision": 0.653738, "recall": 0.715415, "f1": 0.671498, "accuracy": 0.715415, "main_score": 0.671498, "hf_subset": "swe_Latn-wol_Latn", "languages": ["swe-Latn", "wol-Latn"]}, {"precision": 0.819088, "recall": 0.865613, "f1": 0.833169, "accuracy": 0.865613, "main_score": 0.833169, "hf_subset": "swe_Latn-arb_Latn", "languages": ["swe-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-cat_Latn", "languages": ["swe-Latn", "cat-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "swe_Latn-fur_Latn", "languages": ["swe-Latn", "fur-Latn"]}, {"precision": 0.418241, "recall": 0.482213, "f1": 0.436009, "accuracy": 0.482213, "main_score": 0.436009, "hf_subset": "swe_Latn-kab_Latn", "languages": ["swe-Latn", "kab-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-lim_Latn", "languages": ["swe-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-nld_Latn", "languages": ["swe-Latn", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "swe_Latn-san_Deva", "languages": ["swe-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tat_Cyrl", "languages": ["swe-Latn", "tat-Cyrl"]}, {"precision": 0.695315, "recall": 0.752964, "f1": 0.712736, "accuracy": 0.752964, "main_score": 0.712736, "hf_subset": "swe_Latn-xho_Latn", "languages": ["swe-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ars_Arab", "languages": ["swe-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ceb_Latn", "languages": ["swe-Latn", "ceb-Latn"]}, {"precision": 0.572875, "recall": 0.631423, "f1": 0.5895, "accuracy": 0.631423, "main_score": 0.5895, "hf_subset": "swe_Latn-fuv_Latn", "languages": ["swe-Latn", "fuv-Latn"]}, {"precision": 0.514072, "recall": 0.583992, "f1": 0.533975, "accuracy": 0.583992, "main_score": 0.533975, "hf_subset": "swe_Latn-kac_Latn", "languages": ["swe-Latn", "kac-Latn"]}, {"precision": 0.671056, "recall": 0.728261, "f1": 0.688131, "accuracy": 0.728261, "main_score": 0.688131, "hf_subset": "swe_Latn-lin_Latn", "languages": ["swe-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-nno_Latn", "languages": ["swe-Latn", "nno-Latn"]}, {"precision": 0.247699, "recall": 0.327075, "f1": 0.268136, "accuracy": 0.327075, "main_score": 0.268136, "hf_subset": "swe_Latn-sat_Olck", "languages": ["swe-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-tel_Telu", "languages": ["swe-Latn", "tel-Telu"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "swe_Latn-ydd_Hebr", "languages": ["swe-Latn", "ydd-Hebr"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "swe_Latn-ary_Arab", "languages": ["swe-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ces_Latn", "languages": ["swe-Latn", "ces-Latn"]}, {"precision": 0.595249, "recall": 0.661067, "f1": 0.61491, "accuracy": 0.661067, "main_score": 0.61491, "hf_subset": "swe_Latn-gaz_Latn", "languages": ["swe-Latn", "gaz-Latn"]}, {"precision": 0.598847, "recall": 0.662055, "f1": 0.616869, "accuracy": 0.662055, "main_score": 0.616869, "hf_subset": "swe_Latn-kam_Latn", "languages": ["swe-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "swe_Latn-lit_Latn", "languages": ["swe-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-nob_Latn", "languages": ["swe-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "swe_Latn-scn_Latn", "languages": ["swe-Latn", "scn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-tgk_Cyrl", "languages": ["swe-Latn", "tgk-Cyrl"]}, {"precision": 0.728261, "recall": 0.793478, "f1": 0.748207, "accuracy": 0.793478, "main_score": 0.748207, "hf_subset": "swe_Latn-yor_Latn", "languages": ["swe-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-arz_Arab", "languages": ["swe-Latn", "arz-Arab"]}, {"precision": 0.5625, "recall": 0.621542, "f1": 0.579482, "accuracy": 0.621542, "main_score": 0.579482, "hf_subset": "swe_Latn-cjk_Latn", "languages": ["swe-Latn", "cjk-Latn"]}, {"precision": 0.814312, "recall": 0.860672, "f1": 0.828873, "accuracy": 0.860672, "main_score": 0.828873, "hf_subset": "swe_Latn-gla_Latn", "languages": ["swe-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kan_Knda", "languages": ["swe-Latn", "kan-Knda"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "swe_Latn-lmo_Latn", "languages": ["swe-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "swe_Latn-npi_Deva", "languages": ["swe-Latn", "npi-Deva"]}, {"precision": 0.475084, "recall": 0.54249, "f1": 0.493625, "accuracy": 0.54249, "main_score": 0.493625, "hf_subset": "swe_Latn-shn_Mymr", "languages": ["swe-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tgl_Latn", "languages": ["swe-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-yue_Hant", "languages": ["swe-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-asm_Beng", "languages": ["swe-Latn", "asm-Beng"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "swe_Latn-ckb_Arab", "languages": ["swe-Latn", "ckb-Arab"]}, {"precision": 0.907773, "recall": 0.933794, "f1": 0.915975, "accuracy": 0.933794, "main_score": 0.915975, "hf_subset": "swe_Latn-gle_Latn", "languages": ["swe-Latn", "gle-Latn"]}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "swe_Latn-kas_Arab", "languages": ["swe-Latn", "kas-Arab"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "swe_Latn-ltg_Latn", "languages": ["swe-Latn", "ltg-Latn"]}, {"precision": 0.631664, "recall": 0.690711, "f1": 0.649115, "accuracy": 0.690711, "main_score": 0.649115, "hf_subset": "swe_Latn-nso_Latn", "languages": ["swe-Latn", "nso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-sin_Sinh", "languages": ["swe-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-tha_Thai", "languages": ["swe-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-zho_Hans", "languages": ["swe-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ast_Latn", "languages": ["swe-Latn", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-crh_Latn", "languages": ["swe-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-glg_Latn", "languages": ["swe-Latn", "glg-Latn"]}, {"precision": 0.914229, "recall": 0.939723, "f1": 0.922266, "accuracy": 0.939723, "main_score": 0.922266, "hf_subset": "swe_Latn-kas_Deva", "languages": ["swe-Latn", "kas-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-ltz_Latn", "languages": ["swe-Latn", "ltz-Latn"]}, {"precision": 0.463988, "recall": 0.535573, "f1": 0.483616, "accuracy": 0.535573, "main_score": 0.483616, "hf_subset": "swe_Latn-nus_Latn", "languages": ["swe-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-slk_Latn", "languages": ["swe-Latn", "slk-Latn"]}, {"precision": 0.63666, "recall": 0.708498, "f1": 0.658286, "accuracy": 0.708498, "main_score": 0.658286, "hf_subset": "swe_Latn-tir_Ethi", "languages": ["swe-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-zho_Hant", "languages": ["swe-Latn", "zho-Hant"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "swe_Latn-awa_Deva", "languages": ["swe-Latn", "awa-Deva"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "swe_Latn-cym_Latn", "languages": ["swe-Latn", "cym-Latn"]}, {"precision": 0.862072, "recall": 0.899209, "f1": 0.874078, "accuracy": 0.899209, "main_score": 0.874078, "hf_subset": "swe_Latn-grn_Latn", "languages": ["swe-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-kat_Geor", "languages": ["swe-Latn", "kat-Geor"]}, {"precision": 0.665252, "recall": 0.716403, "f1": 0.679966, "accuracy": 0.716403, "main_score": 0.679966, "hf_subset": "swe_Latn-lua_Latn", "languages": ["swe-Latn", "lua-Latn"]}, {"precision": 0.66969, "recall": 0.725296, "f1": 0.685642, "accuracy": 0.725296, "main_score": 0.685642, "hf_subset": "swe_Latn-nya_Latn", "languages": ["swe-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-slv_Latn", "languages": ["swe-Latn", "slv-Latn"]}, {"precision": 0.965086, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "swe_Latn-tpi_Latn", "languages": ["swe-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-zsm_Latn", "languages": ["swe-Latn", "zsm-Latn"]}, {"precision": 0.559698, "recall": 0.623518, "f1": 0.57773, "accuracy": 0.623518, "main_score": 0.57773, "hf_subset": "swe_Latn-ayr_Latn", "languages": ["swe-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-dan_Latn", "languages": ["swe-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-guj_Gujr", "languages": ["swe-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-kaz_Cyrl", "languages": ["swe-Latn", "kaz-Cyrl"]}, {"precision": 0.562731, "recall": 0.62253, "f1": 0.57973, "accuracy": 0.62253, "main_score": 0.57973, "hf_subset": "swe_Latn-lug_Latn", "languages": ["swe-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-oci_Latn", "languages": ["swe-Latn", "oci-Latn"]}, {"precision": 0.852355, "recall": 0.892292, "f1": 0.864855, "accuracy": 0.892292, "main_score": 0.864855, "hf_subset": "swe_Latn-smo_Latn", "languages": ["swe-Latn", "smo-Latn"]}, {"precision": 0.563686, "recall": 0.624506, "f1": 0.581287, "accuracy": 0.624506, "main_score": 0.581287, "hf_subset": "swe_Latn-tsn_Latn", "languages": ["swe-Latn", "tsn-Latn"]}, {"precision": 0.630467, "recall": 0.694664, "f1": 0.649349, "accuracy": 0.694664, "main_score": 0.649349, "hf_subset": "swe_Latn-zul_Latn", "languages": ["swe-Latn", "zul-Latn"]}, {"precision": 0.938241, "recall": 0.95751, "f1": 0.944499, "accuracy": 0.95751, "main_score": 0.944499, "hf_subset": "swe_Latn-azb_Arab", "languages": ["swe-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-deu_Latn", "languages": ["swe-Latn", "deu-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "swe_Latn-hat_Latn", "languages": ["swe-Latn", "hat-Latn"]}, {"precision": 0.501998, "recall": 0.562253, "f1": 0.518897, "accuracy": 0.562253, "main_score": 0.518897, "hf_subset": "swe_Latn-kbp_Latn", "languages": ["swe-Latn", "kbp-Latn"]}, {"precision": 0.582545, "recall": 0.63834, "f1": 0.59801, "accuracy": 0.63834, "main_score": 0.59801, "hf_subset": "swe_Latn-luo_Latn", "languages": ["swe-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ory_Orya", "languages": ["swe-Latn", "ory-Orya"]}, {"precision": 0.611159, "recall": 0.673913, "f1": 0.629402, "accuracy": 0.673913, "main_score": 0.629402, "hf_subset": "swe_Latn-sna_Latn", "languages": ["swe-Latn", "sna-Latn"]}, {"precision": 0.563225, "recall": 0.621542, "f1": 0.579501, "accuracy": 0.621542, "main_score": 0.579501, "hf_subset": "swe_Latn-tso_Latn", "languages": ["swe-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-azj_Latn", "languages": ["swe-Latn", "azj-Latn"]}, {"precision": 0.551506, "recall": 0.620553, "f1": 0.571476, "accuracy": 0.620553, "main_score": 0.571476, "hf_subset": "swe_Latn-dik_Latn", "languages": ["swe-Latn", "dik-Latn"]}, {"precision": 0.771765, "recall": 0.81917, "f1": 0.78582, "accuracy": 0.81917, "main_score": 0.78582, "hf_subset": "swe_Latn-hau_Latn", "languages": ["swe-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-kea_Latn", "languages": ["swe-Latn", "kea-Latn"]}, {"precision": 0.752668, "recall": 0.802372, "f1": 0.767443, "accuracy": 0.802372, "main_score": 0.767443, "hf_subset": "swe_Latn-lus_Latn", "languages": ["swe-Latn", "lus-Latn"]}, {"precision": 0.888785, "recall": 0.916008, "f1": 0.897299, "accuracy": 0.916008, "main_score": 0.897299, "hf_subset": "swe_Latn-pag_Latn", "languages": ["swe-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-snd_Arab", "languages": ["swe-Latn", "snd-Arab"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "swe_Latn-tuk_Latn", "languages": ["swe-Latn", "tuk-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-bak_Cyrl", "languages": ["swe-Latn", "bak-Cyrl"]}, {"precision": 0.513449, "recall": 0.586957, "f1": 0.535427, "accuracy": 0.586957, "main_score": 0.535427, "hf_subset": "swe_Latn-dyu_Latn", "languages": ["swe-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-heb_Hebr", "languages": ["swe-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-khk_Cyrl", "languages": ["swe-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-lvs_Latn", "languages": ["swe-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pan_Guru", "languages": ["swe-Latn", "pan-Guru"]}, {"precision": 0.720957, "recall": 0.780632, "f1": 0.738992, "accuracy": 0.780632, "main_score": 0.738992, "hf_subset": "swe_Latn-som_Latn", "languages": ["swe-Latn", "som-Latn"]}, {"precision": 0.599696, "recall": 0.65415, "f1": 0.614834, "accuracy": 0.65415, "main_score": 0.614834, "hf_subset": "swe_Latn-tum_Latn", "languages": ["swe-Latn", "tum-Latn"]}, {"precision": 0.557783, "recall": 0.620553, "f1": 0.575169, "accuracy": 0.620553, "main_score": 0.575169, "hf_subset": "urd_Arab-ace_Arab", "languages": ["urd-Arab", "ace-Arab"]}, {"precision": 0.491974, "recall": 0.557312, "f1": 0.510175, "accuracy": 0.557312, "main_score": 0.510175, "hf_subset": "urd_Arab-bam_Latn", "languages": ["urd-Arab", "bam-Latn"]}, {"precision": 0.42801, "recall": 0.508893, "f1": 0.448917, "accuracy": 0.508893, "main_score": 0.448917, "hf_subset": "urd_Arab-dzo_Tibt", "languages": ["urd-Arab", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hin_Deva", "languages": ["urd-Arab", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-khm_Khmr", "languages": ["urd-Arab", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-mag_Deva", "languages": ["urd-Arab", "mag-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "urd_Arab-pap_Latn", "languages": ["urd-Arab", "pap-Latn"]}, {"precision": 0.571635, "recall": 0.629447, "f1": 0.587826, "accuracy": 0.629447, "main_score": 0.587826, "hf_subset": "urd_Arab-sot_Latn", "languages": ["urd-Arab", "sot-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-tur_Latn", "languages": ["urd-Arab", "tur-Latn"]}, {"precision": 0.854308, "recall": 0.891304, "f1": 0.865926, "accuracy": 0.891304, "main_score": 0.865926, "hf_subset": "urd_Arab-ace_Latn", "languages": ["urd-Arab", "ace-Latn"]}, {"precision": 0.957428, "recall": 0.969368, "f1": 0.961199, "accuracy": 0.969368, "main_score": 0.961199, "hf_subset": "urd_Arab-ban_Latn", "languages": ["urd-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ell_Grek", "languages": ["urd-Arab", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "urd_Arab-hne_Deva", "languages": ["urd-Arab", "hne-Deva"]}, {"precision": 0.576833, "recall": 0.637352, "f1": 0.593914, "accuracy": 0.637352, "main_score": 0.593914, "hf_subset": "urd_Arab-kik_Latn", "languages": ["urd-Arab", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-mai_Deva", "languages": ["urd-Arab", "mai-Deva"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "urd_Arab-pbt_Arab", "languages": ["urd-Arab", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-spa_Latn", "languages": ["urd-Arab", "spa-Latn"]}, {"precision": 0.603831, "recall": 0.666008, "f1": 0.620844, "accuracy": 0.666008, "main_score": 0.620844, "hf_subset": "urd_Arab-twi_Latn", "languages": ["urd-Arab", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-acm_Arab", "languages": ["urd-Arab", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-bel_Cyrl", "languages": ["urd-Arab", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-eng_Latn", "languages": ["urd-Arab", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hrv_Latn", "languages": ["urd-Arab", "hrv-Latn"]}, {"precision": 0.541075, "recall": 0.601779, "f1": 0.558, "accuracy": 0.601779, "main_score": 0.558, "hf_subset": "urd_Arab-kin_Latn", "languages": ["urd-Arab", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-mal_Mlym", "languages": ["urd-Arab", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-pes_Arab", "languages": ["urd-Arab", "pes-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-srd_Latn", "languages": ["urd-Arab", "srd-Latn"]}, {"precision": 0.185733, "recall": 0.232213, "f1": 0.19726, "accuracy": 0.232213, "main_score": 0.19726, "hf_subset": "urd_Arab-tzm_Tfng", "languages": ["urd-Arab", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-acq_Arab", "languages": ["urd-Arab", "acq-Arab"]}, {"precision": 0.609726, "recall": 0.657115, "f1": 0.622998, "accuracy": 0.657115, "main_score": 0.622998, "hf_subset": "urd_Arab-bem_Latn", "languages": ["urd-Arab", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-epo_Latn", "languages": ["urd-Arab", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-hun_Latn", "languages": ["urd-Arab", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-kir_Cyrl", "languages": ["urd-Arab", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-mar_Deva", "languages": ["urd-Arab", "mar-Deva"]}, {"precision": 0.659601, "recall": 0.717391, "f1": 0.676303, "accuracy": 0.717391, "main_score": 0.676303, "hf_subset": "urd_Arab-plt_Latn", "languages": ["urd-Arab", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-srp_Cyrl", "languages": ["urd-Arab", "srp-Cyrl"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "urd_Arab-uig_Arab", "languages": ["urd-Arab", "uig-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-aeb_Arab", "languages": ["urd-Arab", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ben_Beng", "languages": ["urd-Arab", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-est_Latn", "languages": ["urd-Arab", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hye_Armn", "languages": ["urd-Arab", "hye-Armn"]}, {"precision": 0.51992, "recall": 0.574111, "f1": 0.535575, "accuracy": 0.574111, "main_score": 0.535575, "hf_subset": "urd_Arab-kmb_Latn", "languages": ["urd-Arab", "kmb-Latn"]}, {"precision": 0.472779, "recall": 0.541502, "f1": 0.491151, "accuracy": 0.541502, "main_score": 0.491151, "hf_subset": "urd_Arab-min_Arab", "languages": ["urd-Arab", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-pol_Latn", "languages": ["urd-Arab", "pol-Latn"]}, {"precision": 0.539462, "recall": 0.603755, "f1": 0.557877, "accuracy": 0.603755, "main_score": 0.557877, "hf_subset": "urd_Arab-ssw_Latn", "languages": ["urd-Arab", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ukr_Cyrl", "languages": ["urd-Arab", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-afr_Latn", "languages": ["urd-Arab", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-bho_Deva", "languages": ["urd-Arab", "bho-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-eus_Latn", "languages": ["urd-Arab", "eus-Latn"]}, {"precision": 0.554043, "recall": 0.619565, "f1": 0.572815, "accuracy": 0.619565, "main_score": 0.572815, "hf_subset": "urd_Arab-ibo_Latn", "languages": ["urd-Arab", "ibo-Latn"]}, {"precision": 0.890893, "recall": 0.920949, "f1": 0.900428, "accuracy": 0.920949, "main_score": 0.900428, "hf_subset": "urd_Arab-kmr_Latn", "languages": ["urd-Arab", "kmr-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "urd_Arab-min_Latn", "languages": ["urd-Arab", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-por_Latn", "languages": ["urd-Arab", "por-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "urd_Arab-sun_Latn", "languages": ["urd-Arab", "sun-Latn"]}, {"precision": 0.505945, "recall": 0.563241, "f1": 0.522315, "accuracy": 0.563241, "main_score": 0.522315, "hf_subset": "urd_Arab-umb_Latn", "languages": ["urd-Arab", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ajp_Arab", "languages": ["urd-Arab", "ajp-Arab"]}, {"precision": 0.519223, "recall": 0.582016, "f1": 0.536547, "accuracy": 0.582016, "main_score": 0.536547, "hf_subset": "urd_Arab-bjn_Arab", "languages": ["urd-Arab", "bjn-Arab"]}, {"precision": 0.49448, "recall": 0.549407, "f1": 0.508744, "accuracy": 0.549407, "main_score": 0.508744, "hf_subset": "urd_Arab-ewe_Latn", "languages": ["urd-Arab", "ewe-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "urd_Arab-ilo_Latn", "languages": ["urd-Arab", "ilo-Latn"]}, {"precision": 0.318067, "recall": 0.371542, "f1": 0.333104, "accuracy": 0.371542, "main_score": 0.333104, "hf_subset": "urd_Arab-knc_Arab", "languages": ["urd-Arab", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-mkd_Cyrl", "languages": ["urd-Arab", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-prs_Arab", "languages": ["urd-Arab", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-swe_Latn", "languages": ["urd-Arab", "swe-Latn"]}, {"precision": 0.567295, "recall": 0.630435, "f1": 0.585164, "accuracy": 0.630435, "main_score": 0.585164, "hf_subset": "urd_Arab-aka_Latn", "languages": ["urd-Arab", "aka-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "urd_Arab-bjn_Latn", "languages": ["urd-Arab", "bjn-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "urd_Arab-fao_Latn", "languages": ["urd-Arab", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ind_Latn", "languages": ["urd-Arab", "ind-Latn"]}, {"precision": 0.555268, "recall": 0.614625, "f1": 0.572021, "accuracy": 0.614625, "main_score": 0.572021, "hf_subset": "urd_Arab-knc_Latn", "languages": ["urd-Arab", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-mlt_Latn", "languages": ["urd-Arab", "mlt-Latn"]}, {"precision": 0.691174, "recall": 0.749012, "f1": 0.707739, "accuracy": 0.749012, "main_score": 0.707739, "hf_subset": "urd_Arab-quy_Latn", "languages": ["urd-Arab", "quy-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "urd_Arab-swh_Latn", "languages": ["urd-Arab", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-uzn_Latn", "languages": ["urd-Arab", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-als_Latn", "languages": ["urd-Arab", "als-Latn"]}, {"precision": 0.666676, "recall": 0.740119, "f1": 0.688521, "accuracy": 0.740119, "main_score": 0.688521, "hf_subset": "urd_Arab-bod_Tibt", "languages": ["urd-Arab", "bod-Tibt"]}, {"precision": 0.690375, "recall": 0.748024, "f1": 0.706788, "accuracy": 0.748024, "main_score": 0.706788, "hf_subset": "urd_Arab-fij_Latn", "languages": ["urd-Arab", "fij-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "urd_Arab-isl_Latn", "languages": ["urd-Arab", "isl-Latn"]}, {"precision": 0.628063, "recall": 0.689723, "f1": 0.646099, "accuracy": 0.689723, "main_score": 0.646099, "hf_subset": "urd_Arab-kon_Latn", "languages": ["urd-Arab", "kon-Latn"]}, {"precision": 0.656398, "recall": 0.722332, "f1": 0.67529, "accuracy": 0.722332, "main_score": 0.67529, "hf_subset": "urd_Arab-mni_Beng", "languages": ["urd-Arab", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ron_Latn", "languages": ["urd-Arab", "ron-Latn"]}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "urd_Arab-szl_Latn", "languages": ["urd-Arab", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-vec_Latn", "languages": ["urd-Arab", "vec-Latn"]}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "urd_Arab-amh_Ethi", "languages": ["urd-Arab", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-bos_Latn", "languages": ["urd-Arab", "bos-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "urd_Arab-fin_Latn", "languages": ["urd-Arab", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ita_Latn", "languages": ["urd-Arab", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-kor_Hang", "languages": ["urd-Arab", "kor-Hang"]}, {"precision": 0.527303, "recall": 0.585968, "f1": 0.543703, "accuracy": 0.585968, "main_score": 0.543703, "hf_subset": "urd_Arab-mos_Latn", "languages": ["urd-Arab", "mos-Latn"]}, {"precision": 0.532647, "recall": 0.593874, "f1": 0.549953, "accuracy": 0.593874, "main_score": 0.549953, "hf_subset": "urd_Arab-run_Latn", "languages": ["urd-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-tam_Taml", "languages": ["urd-Arab", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-vie_Latn", "languages": ["urd-Arab", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-apc_Arab", "languages": ["urd-Arab", "apc-Arab"]}, {"precision": 0.781686, "recall": 0.832016, "f1": 0.796476, "accuracy": 0.832016, "main_score": 0.796476, "hf_subset": "urd_Arab-bug_Latn", "languages": ["urd-Arab", "bug-Latn"]}, {"precision": 0.443416, "recall": 0.501976, "f1": 0.459265, "accuracy": 0.501976, "main_score": 0.459265, "hf_subset": "urd_Arab-fon_Latn", "languages": ["urd-Arab", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-jav_Latn", "languages": ["urd-Arab", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "urd_Arab-lao_Laoo", "languages": ["urd-Arab", "lao-Laoo"]}, {"precision": 0.866765, "recall": 0.903162, "f1": 0.878096, "accuracy": 0.903162, "main_score": 0.878096, "hf_subset": "urd_Arab-mri_Latn", "languages": ["urd-Arab", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-rus_Cyrl", "languages": ["urd-Arab", "rus-Cyrl"]}, {"precision": 0.522755, "recall": 0.587945, "f1": 0.540989, "accuracy": 0.587945, "main_score": 0.540989, "hf_subset": "urd_Arab-taq_Latn", "languages": ["urd-Arab", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-war_Latn", "languages": ["urd-Arab", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-arb_Arab", "languages": ["urd-Arab", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-bul_Cyrl", "languages": ["urd-Arab", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-fra_Latn", "languages": ["urd-Arab", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-jpn_Jpan", "languages": ["urd-Arab", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "urd_Arab-lij_Latn", "languages": ["urd-Arab", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "urd_Arab-mya_Mymr", "languages": ["urd-Arab", "mya-Mymr"]}, {"precision": 0.562095, "recall": 0.628458, "f1": 0.580589, "accuracy": 0.628458, "main_score": 0.580589, "hf_subset": "urd_Arab-sag_Latn", "languages": ["urd-Arab", "sag-Latn"]}, {"precision": 0.200629, "recall": 0.251976, "f1": 0.211964, "accuracy": 0.251976, "main_score": 0.211964, "hf_subset": "urd_Arab-taq_Tfng", "languages": ["urd-Arab", "taq-Tfng"]}, {"precision": 0.602496, "recall": 0.664032, "f1": 0.61985, "accuracy": 0.664032, "main_score": 0.61985, "hf_subset": "urd_Arab-wol_Latn", "languages": ["urd-Arab", "wol-Latn"]}, {"precision": 0.805122, "recall": 0.855731, "f1": 0.820652, "accuracy": 0.855731, "main_score": 0.820652, "hf_subset": "urd_Arab-arb_Latn", "languages": ["urd-Arab", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-cat_Latn", "languages": ["urd-Arab", "cat-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "urd_Arab-fur_Latn", "languages": ["urd-Arab", "fur-Latn"]}, {"precision": 0.404319, "recall": 0.45751, "f1": 0.419084, "accuracy": 0.45751, "main_score": 0.419084, "hf_subset": "urd_Arab-kab_Latn", "languages": ["urd-Arab", "kab-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "urd_Arab-lim_Latn", "languages": ["urd-Arab", "lim-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-nld_Latn", "languages": ["urd-Arab", "nld-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "urd_Arab-san_Deva", "languages": ["urd-Arab", "san-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd_Arab-tat_Cyrl", "languages": ["urd-Arab", "tat-Cyrl"]}, {"precision": 0.659183, "recall": 0.718379, "f1": 0.676519, "accuracy": 0.718379, "main_score": 0.676519, "hf_subset": "urd_Arab-xho_Latn", "languages": ["urd-Arab", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ars_Arab", "languages": ["urd-Arab", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ceb_Latn", "languages": ["urd-Arab", "ceb-Latn"]}, {"precision": 0.552546, "recall": 0.614625, "f1": 0.570031, "accuracy": 0.614625, "main_score": 0.570031, "hf_subset": "urd_Arab-fuv_Latn", "languages": ["urd-Arab", "fuv-Latn"]}, {"precision": 0.489124, "recall": 0.555336, "f1": 0.506969, "accuracy": 0.555336, "main_score": 0.506969, "hf_subset": "urd_Arab-kac_Latn", "languages": ["urd-Arab", "kac-Latn"]}, {"precision": 0.652355, "recall": 0.710474, "f1": 0.669372, "accuracy": 0.710474, "main_score": 0.669372, "hf_subset": "urd_Arab-lin_Latn", "languages": ["urd-Arab", "lin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-nno_Latn", "languages": ["urd-Arab", "nno-Latn"]}, {"precision": 0.258963, "recall": 0.338933, "f1": 0.279585, "accuracy": 0.338933, "main_score": 0.279585, "hf_subset": "urd_Arab-sat_Olck", "languages": ["urd-Arab", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-tel_Telu", "languages": ["urd-Arab", "tel-Telu"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "urd_Arab-ydd_Hebr", "languages": ["urd-Arab", "ydd-Hebr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "urd_Arab-ary_Arab", "languages": ["urd-Arab", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ces_Latn", "languages": ["urd-Arab", "ces-Latn"]}, {"precision": 0.568142, "recall": 0.628458, "f1": 0.585444, "accuracy": 0.628458, "main_score": 0.585444, "hf_subset": "urd_Arab-gaz_Latn", "languages": ["urd-Arab", "gaz-Latn"]}, {"precision": 0.572063, "recall": 0.640316, "f1": 0.59151, "accuracy": 0.640316, "main_score": 0.59151, "hf_subset": "urd_Arab-kam_Latn", "languages": ["urd-Arab", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "urd_Arab-lit_Latn", "languages": ["urd-Arab", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-nob_Latn", "languages": ["urd-Arab", "nob-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "urd_Arab-scn_Latn", "languages": ["urd-Arab", "scn-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "urd_Arab-tgk_Cyrl", "languages": ["urd-Arab", "tgk-Cyrl"]}, {"precision": 0.708317, "recall": 0.778656, "f1": 0.729498, "accuracy": 0.778656, "main_score": 0.729498, "hf_subset": "urd_Arab-yor_Latn", "languages": ["urd-Arab", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-arz_Arab", "languages": ["urd-Arab", "arz-Arab"]}, {"precision": 0.534093, "recall": 0.596838, "f1": 0.551982, "accuracy": 0.596838, "main_score": 0.551982, "hf_subset": "urd_Arab-cjk_Latn", "languages": ["urd-Arab", "cjk-Latn"]}, {"precision": 0.78582, "recall": 0.833992, "f1": 0.800955, "accuracy": 0.833992, "main_score": 0.800955, "hf_subset": "urd_Arab-gla_Latn", "languages": ["urd-Arab", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-kan_Knda", "languages": ["urd-Arab", "kan-Knda"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "urd_Arab-lmo_Latn", "languages": ["urd-Arab", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "urd_Arab-npi_Deva", "languages": ["urd-Arab", "npi-Deva"]}, {"precision": 0.450431, "recall": 0.511858, "f1": 0.467104, "accuracy": 0.511858, "main_score": 0.467104, "hf_subset": "urd_Arab-shn_Mymr", "languages": ["urd-Arab", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-tgl_Latn", "languages": ["urd-Arab", "tgl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-yue_Hant", "languages": ["urd-Arab", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-asm_Beng", "languages": ["urd-Arab", "asm-Beng"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "urd_Arab-ckb_Arab", "languages": ["urd-Arab", "ckb-Arab"]}, {"precision": 0.88624, "recall": 0.916996, "f1": 0.895707, "accuracy": 0.916996, "main_score": 0.895707, "hf_subset": "urd_Arab-gle_Latn", "languages": ["urd-Arab", "gle-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "urd_Arab-kas_Arab", "languages": ["urd-Arab", "kas-Arab"]}, {"precision": 0.93643, "recall": 0.955534, "f1": 0.942523, "accuracy": 0.955534, "main_score": 0.942523, "hf_subset": "urd_Arab-ltg_Latn", "languages": ["urd-Arab", "ltg-Latn"]}, {"precision": 0.595723, "recall": 0.649209, "f1": 0.610473, "accuracy": 0.649209, "main_score": 0.610473, "hf_subset": "urd_Arab-nso_Latn", "languages": ["urd-Arab", "nso-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "urd_Arab-sin_Sinh", "languages": ["urd-Arab", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-tha_Thai", "languages": ["urd-Arab", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-zho_Hans", "languages": ["urd-Arab", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ast_Latn", "languages": ["urd-Arab", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-crh_Latn", "languages": ["urd-Arab", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-glg_Latn", "languages": ["urd-Arab", "glg-Latn"]}, {"precision": 0.920619, "recall": 0.944664, "f1": 0.92836, "accuracy": 0.944664, "main_score": 0.92836, "hf_subset": "urd_Arab-kas_Deva", "languages": ["urd-Arab", "kas-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "urd_Arab-ltz_Latn", "languages": ["urd-Arab", "ltz-Latn"]}, {"precision": 0.451668, "recall": 0.516798, "f1": 0.469394, "accuracy": 0.516798, "main_score": 0.469394, "hf_subset": "urd_Arab-nus_Latn", "languages": ["urd-Arab", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-slk_Latn", "languages": ["urd-Arab", "slk-Latn"]}, {"precision": 0.613532, "recall": 0.681818, "f1": 0.633663, "accuracy": 0.681818, "main_score": 0.633663, "hf_subset": "urd_Arab-tir_Ethi", "languages": ["urd-Arab", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-zho_Hant", "languages": ["urd-Arab", "zho-Hant"]}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "urd_Arab-awa_Deva", "languages": ["urd-Arab", "awa-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "urd_Arab-cym_Latn", "languages": ["urd-Arab", "cym-Latn"]}, {"precision": 0.81586, "recall": 0.859684, "f1": 0.829216, "accuracy": 0.859684, "main_score": 0.829216, "hf_subset": "urd_Arab-grn_Latn", "languages": ["urd-Arab", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-kat_Geor", "languages": ["urd-Arab", "kat-Geor"]}, {"precision": 0.6245, "recall": 0.678854, "f1": 0.640123, "accuracy": 0.678854, "main_score": 0.640123, "hf_subset": "urd_Arab-lua_Latn", "languages": ["urd-Arab", "lua-Latn"]}, {"precision": 0.627094, "recall": 0.684783, "f1": 0.643349, "accuracy": 0.684783, "main_score": 0.643349, "hf_subset": "urd_Arab-nya_Latn", "languages": ["urd-Arab", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-slv_Latn", "languages": ["urd-Arab", "slv-Latn"]}, {"precision": 0.938076, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "urd_Arab-tpi_Latn", "languages": ["urd-Arab", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-zsm_Latn", "languages": ["urd-Arab", "zsm-Latn"]}, {"precision": 0.527791, "recall": 0.589921, "f1": 0.545178, "accuracy": 0.589921, "main_score": 0.545178, "hf_subset": "urd_Arab-ayr_Latn", "languages": ["urd-Arab", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-dan_Latn", "languages": ["urd-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-guj_Gujr", "languages": ["urd-Arab", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-kaz_Cyrl", "languages": ["urd-Arab", "kaz-Cyrl"]}, {"precision": 0.519748, "recall": 0.585968, "f1": 0.538121, "accuracy": 0.585968, "main_score": 0.538121, "hf_subset": "urd_Arab-lug_Latn", "languages": ["urd-Arab", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-oci_Latn", "languages": ["urd-Arab", "oci-Latn"]}, {"precision": 0.829414, "recall": 0.873518, "f1": 0.842787, "accuracy": 0.873518, "main_score": 0.842787, "hf_subset": "urd_Arab-smo_Latn", "languages": ["urd-Arab", "smo-Latn"]}, {"precision": 0.51401, "recall": 0.581028, "f1": 0.532613, "accuracy": 0.581028, "main_score": 0.532613, "hf_subset": "urd_Arab-tsn_Latn", "languages": ["urd-Arab", "tsn-Latn"]}, {"precision": 0.612746, "recall": 0.668972, "f1": 0.628796, "accuracy": 0.668972, "main_score": 0.628796, "hf_subset": "urd_Arab-zul_Latn", "languages": ["urd-Arab", "zul-Latn"]}, {"precision": 0.937582, "recall": 0.95751, "f1": 0.94417, "accuracy": 0.95751, "main_score": 0.94417, "hf_subset": "urd_Arab-azb_Arab", "languages": ["urd-Arab", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-deu_Latn", "languages": ["urd-Arab", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "urd_Arab-hat_Latn", "languages": ["urd-Arab", "hat-Latn"]}, {"precision": 0.463507, "recall": 0.522727, "f1": 0.479676, "accuracy": 0.522727, "main_score": 0.479676, "hf_subset": "urd_Arab-kbp_Latn", "languages": ["urd-Arab", "kbp-Latn"]}, {"precision": 0.545413, "recall": 0.606719, "f1": 0.56166, "accuracy": 0.606719, "main_score": 0.56166, "hf_subset": "urd_Arab-luo_Latn", "languages": ["urd-Arab", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ory_Orya", "languages": ["urd-Arab", "ory-Orya"]}, {"precision": 0.560196, "recall": 0.62747, "f1": 0.579462, "accuracy": 0.62747, "main_score": 0.579462, "hf_subset": "urd_Arab-sna_Latn", "languages": ["urd-Arab", "sna-Latn"]}, {"precision": 0.536915, "recall": 0.591897, "f1": 0.551939, "accuracy": 0.591897, "main_score": 0.551939, "hf_subset": "urd_Arab-tso_Latn", "languages": ["urd-Arab", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-azj_Latn", "languages": ["urd-Arab", "azj-Latn"]}, {"precision": 0.517932, "recall": 0.587945, "f1": 0.538196, "accuracy": 0.587945, "main_score": 0.538196, "hf_subset": "urd_Arab-dik_Latn", "languages": ["urd-Arab", "dik-Latn"]}, {"precision": 0.708893, "recall": 0.768775, "f1": 0.726995, "accuracy": 0.768775, "main_score": 0.726995, "hf_subset": "urd_Arab-hau_Latn", "languages": ["urd-Arab", "hau-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "urd_Arab-kea_Latn", "languages": ["urd-Arab", "kea-Latn"]}, {"precision": 0.738999, "recall": 0.788538, "f1": 0.753755, "accuracy": 0.788538, "main_score": 0.753755, "hf_subset": "urd_Arab-lus_Latn", "languages": ["urd-Arab", "lus-Latn"]}, {"precision": 0.85802, "recall": 0.890316, "f1": 0.867556, "accuracy": 0.890316, "main_score": 0.867556, "hf_subset": "urd_Arab-pag_Latn", "languages": ["urd-Arab", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-snd_Arab", "languages": ["urd-Arab", "snd-Arab"]}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "urd_Arab-tuk_Latn", "languages": ["urd-Arab", "tuk-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "urd_Arab-bak_Cyrl", "languages": ["urd-Arab", "bak-Cyrl"]}, {"precision": 0.477226, "recall": 0.555336, "f1": 0.500052, "accuracy": 0.555336, "main_score": 0.500052, "hf_subset": "urd_Arab-dyu_Latn", "languages": ["urd-Arab", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-heb_Hebr", "languages": ["urd-Arab", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "urd_Arab-khk_Cyrl", "languages": ["urd-Arab", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-lvs_Latn", "languages": ["urd-Arab", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-pan_Guru", "languages": ["urd-Arab", "pan-Guru"]}, {"precision": 0.708943, "recall": 0.767787, "f1": 0.726205, "accuracy": 0.767787, "main_score": 0.726205, "hf_subset": "urd_Arab-som_Latn", "languages": ["urd-Arab", "som-Latn"]}, {"precision": 0.584166, "recall": 0.632411, "f1": 0.59773, "accuracy": 0.632411, "main_score": 0.59773, "hf_subset": "urd_Arab-tum_Latn", "languages": ["urd-Arab", "tum-Latn"]}, {"precision": 0.428467, "recall": 0.476285, "f1": 0.441614, "accuracy": 0.476285, "main_score": 0.441614, "hf_subset": "aka_Latn-ace_Arab", "languages": ["aka-Latn", "ace-Arab"]}, {"precision": 0.500758, "recall": 0.551383, "f1": 0.514744, "accuracy": 0.551383, "main_score": 0.514744, "hf_subset": "aka_Latn-bam_Latn", "languages": ["aka-Latn", "bam-Latn"]}, {"precision": 0.219128, "recall": 0.263834, "f1": 0.230072, "accuracy": 0.263834, "main_score": 0.230072, "hf_subset": "aka_Latn-dzo_Tibt", "languages": ["aka-Latn", "dzo-Tibt"]}, {"precision": 0.591276, "recall": 0.639328, "f1": 0.603977, "accuracy": 0.639328, "main_score": 0.603977, "hf_subset": "aka_Latn-hin_Deva", "languages": ["aka-Latn", "hin-Deva"]}, {"precision": 0.527034, "recall": 0.570158, "f1": 0.538266, "accuracy": 0.570158, "main_score": 0.538266, "hf_subset": "aka_Latn-khm_Khmr", "languages": ["aka-Latn", "khm-Khmr"]}, {"precision": 0.580402, "recall": 0.619565, "f1": 0.591596, "accuracy": 0.619565, "main_score": 0.591596, "hf_subset": "aka_Latn-mag_Deva", "languages": ["aka-Latn", "mag-Deva"]}, {"precision": 0.599396, "recall": 0.641304, "f1": 0.609992, "accuracy": 0.641304, "main_score": 0.609992, "hf_subset": "aka_Latn-pap_Latn", "languages": ["aka-Latn", "pap-Latn"]}, {"precision": 0.549009, "recall": 0.598814, "f1": 0.562024, "accuracy": 0.598814, "main_score": 0.562024, "hf_subset": "aka_Latn-sot_Latn", "languages": ["aka-Latn", "sot-Latn"]}, {"precision": 0.583886, "recall": 0.628458, "f1": 0.595999, "accuracy": 0.628458, "main_score": 0.595999, "hf_subset": "aka_Latn-tur_Latn", "languages": ["aka-Latn", "tur-Latn"]}, {"precision": 0.579291, "recall": 0.615613, "f1": 0.589561, "accuracy": 0.615613, "main_score": 0.589561, "hf_subset": "aka_Latn-ace_Latn", "languages": ["aka-Latn", "ace-Latn"]}, {"precision": 0.604572, "recall": 0.642292, "f1": 0.61509, "accuracy": 0.642292, "main_score": 0.61509, "hf_subset": "aka_Latn-ban_Latn", "languages": ["aka-Latn", "ban-Latn"]}, {"precision": 0.564437, "recall": 0.618577, "f1": 0.579104, "accuracy": 0.618577, "main_score": 0.579104, "hf_subset": "aka_Latn-ell_Grek", "languages": ["aka-Latn", "ell-Grek"]}, {"precision": 0.567191, "recall": 0.612648, "f1": 0.579403, "accuracy": 0.612648, "main_score": 0.579403, "hf_subset": "aka_Latn-hne_Deva", "languages": ["aka-Latn", "hne-Deva"]}, {"precision": 0.542533, "recall": 0.586957, "f1": 0.555062, "accuracy": 0.586957, "main_score": 0.555062, "hf_subset": "aka_Latn-kik_Latn", "languages": ["aka-Latn", "kik-Latn"]}, {"precision": 0.571025, "recall": 0.618577, "f1": 0.58427, "accuracy": 0.618577, "main_score": 0.58427, "hf_subset": "aka_Latn-mai_Deva", "languages": ["aka-Latn", "mai-Deva"]}, {"precision": 0.516777, "recall": 0.566206, "f1": 0.530356, "accuracy": 0.566206, "main_score": 0.530356, "hf_subset": "aka_Latn-pbt_Arab", "languages": ["aka-Latn", "pbt-Arab"]}, {"precision": 0.598367, "recall": 0.642292, "f1": 0.610116, "accuracy": 0.642292, "main_score": 0.610116, "hf_subset": "aka_Latn-spa_Latn", "languages": ["aka-Latn", "spa-Latn"]}, {"precision": 0.731966, "recall": 0.786561, "f1": 0.747779, "accuracy": 0.786561, "main_score": 0.747779, "hf_subset": "aka_Latn-twi_Latn", "languages": ["aka-Latn", "twi-Latn"]}, {"precision": 0.562285, "recall": 0.610672, "f1": 0.575648, "accuracy": 0.610672, "main_score": 0.575648, "hf_subset": "aka_Latn-acm_Arab", "languages": ["aka-Latn", "acm-Arab"]}, {"precision": 0.5558, "recall": 0.605731, "f1": 0.569382, "accuracy": 0.605731, "main_score": 0.569382, "hf_subset": "aka_Latn-bel_Cyrl", "languages": ["aka-Latn", "bel-Cyrl"]}, {"precision": 0.625491, "recall": 0.670949, "f1": 0.637808, "accuracy": 0.670949, "main_score": 0.637808, "hf_subset": "aka_Latn-eng_Latn", "languages": ["aka-Latn", "eng-Latn"]}, {"precision": 0.60777, "recall": 0.650198, "f1": 0.619712, "accuracy": 0.650198, "main_score": 0.619712, "hf_subset": "aka_Latn-hrv_Latn", "languages": ["aka-Latn", "hrv-Latn"]}, {"precision": 0.494881, "recall": 0.545455, "f1": 0.507478, "accuracy": 0.545455, "main_score": 0.507478, "hf_subset": "aka_Latn-kin_Latn", "languages": ["aka-Latn", "kin-Latn"]}, {"precision": 0.573664, "recall": 0.623518, "f1": 0.586917, "accuracy": 0.623518, "main_score": 0.586917, "hf_subset": "aka_Latn-mal_Mlym", "languages": ["aka-Latn", "mal-Mlym"]}, {"precision": 0.571759, "recall": 0.625494, "f1": 0.586492, "accuracy": 0.625494, "main_score": 0.586492, "hf_subset": "aka_Latn-pes_Arab", "languages": ["aka-Latn", "pes-Arab"]}, {"precision": 0.594862, "recall": 0.637352, "f1": 0.606286, "accuracy": 0.637352, "main_score": 0.606286, "hf_subset": "aka_Latn-srd_Latn", "languages": ["aka-Latn", "srd-Latn"]}, {"precision": 0.180813, "recall": 0.219368, "f1": 0.189862, "accuracy": 0.219368, "main_score": 0.189862, "hf_subset": "aka_Latn-tzm_Tfng", "languages": ["aka-Latn", "tzm-Tfng"]}, {"precision": 0.570429, "recall": 0.618577, "f1": 0.58314, "accuracy": 0.618577, "main_score": 0.58314, "hf_subset": "aka_Latn-acq_Arab", "languages": ["aka-Latn", "acq-Arab"]}, {"precision": 0.58509, "recall": 0.624506, "f1": 0.595694, "accuracy": 0.624506, "main_score": 0.595694, "hf_subset": "aka_Latn-bem_Latn", "languages": ["aka-Latn", "bem-Latn"]}, {"precision": 0.579216, "recall": 0.62747, "f1": 0.592309, "accuracy": 0.62747, "main_score": 0.592309, "hf_subset": "aka_Latn-epo_Latn", "languages": ["aka-Latn", "epo-Latn"]}, {"precision": 0.587986, "recall": 0.631423, "f1": 0.599996, "accuracy": 0.631423, "main_score": 0.599996, "hf_subset": "aka_Latn-hun_Latn", "languages": ["aka-Latn", "hun-Latn"]}, {"precision": 0.562914, "recall": 0.609684, "f1": 0.575634, "accuracy": 0.609684, "main_score": 0.575634, "hf_subset": "aka_Latn-kir_Cyrl", "languages": ["aka-Latn", "kir-Cyrl"]}, {"precision": 0.576399, "recall": 0.625494, "f1": 0.590181, "accuracy": 0.625494, "main_score": 0.590181, "hf_subset": "aka_Latn-mar_Deva", "languages": ["aka-Latn", "mar-Deva"]}, {"precision": 0.548831, "recall": 0.591897, "f1": 0.560458, "accuracy": 0.591897, "main_score": 0.560458, "hf_subset": "aka_Latn-plt_Latn", "languages": ["aka-Latn", "plt-Latn"]}, {"precision": 0.58692, "recall": 0.629447, "f1": 0.598181, "accuracy": 0.629447, "main_score": 0.598181, "hf_subset": "aka_Latn-srp_Cyrl", "languages": ["aka-Latn", "srp-Cyrl"]}, {"precision": 0.483672, "recall": 0.533597, "f1": 0.496685, "accuracy": 0.533597, "main_score": 0.496685, "hf_subset": "aka_Latn-uig_Arab", "languages": ["aka-Latn", "uig-Arab"]}, {"precision": 0.555262, "recall": 0.601779, "f1": 0.567667, "accuracy": 0.601779, "main_score": 0.567667, "hf_subset": "aka_Latn-aeb_Arab", "languages": ["aka-Latn", "aeb-Arab"]}, {"precision": 0.579043, "recall": 0.632411, "f1": 0.593693, "accuracy": 0.632411, "main_score": 0.593693, "hf_subset": "aka_Latn-ben_Beng", "languages": ["aka-Latn", "ben-Beng"]}, {"precision": 0.566188, "recall": 0.615613, "f1": 0.579246, "accuracy": 0.615613, "main_score": 0.579246, "hf_subset": "aka_Latn-est_Latn", "languages": ["aka-Latn", "est-Latn"]}, {"precision": 0.557363, "recall": 0.603755, "f1": 0.570428, "accuracy": 0.603755, "main_score": 0.570428, "hf_subset": "aka_Latn-hye_Armn", "languages": ["aka-Latn", "hye-Armn"]}, {"precision": 0.528924, "recall": 0.578063, "f1": 0.541606, "accuracy": 0.578063, "main_score": 0.541606, "hf_subset": "aka_Latn-kmb_Latn", "languages": ["aka-Latn", "kmb-Latn"]}, {"precision": 0.386045, "recall": 0.442688, "f1": 0.401114, "accuracy": 0.442688, "main_score": 0.401114, "hf_subset": "aka_Latn-min_Arab", "languages": ["aka-Latn", "min-Arab"]}, {"precision": 0.579113, "recall": 0.628458, "f1": 0.592169, "accuracy": 0.628458, "main_score": 0.592169, "hf_subset": "aka_Latn-pol_Latn", "languages": ["aka-Latn", "pol-Latn"]}, {"precision": 0.538382, "recall": 0.58498, "f1": 0.551095, "accuracy": 0.58498, "main_score": 0.551095, "hf_subset": "aka_Latn-ssw_Latn", "languages": ["aka-Latn", "ssw-Latn"]}, {"precision": 0.589866, "recall": 0.636364, "f1": 0.60303, "accuracy": 0.636364, "main_score": 0.60303, "hf_subset": "aka_Latn-ukr_Cyrl", "languages": ["aka-Latn", "ukr-Cyrl"]}, {"precision": 0.614543, "recall": 0.657115, "f1": 0.626334, "accuracy": 0.657115, "main_score": 0.626334, "hf_subset": "aka_Latn-afr_Latn", "languages": ["aka-Latn", "afr-Latn"]}, {"precision": 0.571723, "recall": 0.616601, "f1": 0.584022, "accuracy": 0.616601, "main_score": 0.584022, "hf_subset": "aka_Latn-bho_Deva", "languages": ["aka-Latn", "bho-Deva"]}, {"precision": 0.571156, "recall": 0.62253, "f1": 0.584597, "accuracy": 0.62253, "main_score": 0.584597, "hf_subset": "aka_Latn-eus_Latn", "languages": ["aka-Latn", "eus-Latn"]}, {"precision": 0.547621, "recall": 0.597826, "f1": 0.56194, "accuracy": 0.597826, "main_score": 0.56194, "hf_subset": "aka_Latn-ibo_Latn", "languages": ["aka-Latn", "ibo-Latn"]}, {"precision": 0.535269, "recall": 0.583992, "f1": 0.548519, "accuracy": 0.583992, "main_score": 0.548519, "hf_subset": "aka_Latn-kmr_Latn", "languages": ["aka-Latn", "kmr-Latn"]}, {"precision": 0.584633, "recall": 0.629447, "f1": 0.596422, "accuracy": 0.629447, "main_score": 0.596422, "hf_subset": "aka_Latn-min_Latn", "languages": ["aka-Latn", "min-Latn"]}, {"precision": 0.603501, "recall": 0.647233, "f1": 0.614914, "accuracy": 0.647233, "main_score": 0.614914, "hf_subset": "aka_Latn-por_Latn", "languages": ["aka-Latn", "por-Latn"]}, {"precision": 0.598391, "recall": 0.63834, "f1": 0.609017, "accuracy": 0.63834, "main_score": 0.609017, "hf_subset": "aka_Latn-sun_Latn", "languages": ["aka-Latn", "sun-Latn"]}, {"precision": 0.499591, "recall": 0.55336, "f1": 0.514228, "accuracy": 0.55336, "main_score": 0.514228, "hf_subset": "aka_Latn-umb_Latn", "languages": ["aka-Latn", "umb-Latn"]}, {"precision": 0.573099, "recall": 0.624506, "f1": 0.586938, "accuracy": 0.624506, "main_score": 0.586938, "hf_subset": "aka_Latn-ajp_Arab", "languages": ["aka-Latn", "ajp-Arab"]}, {"precision": 0.401564, "recall": 0.45751, "f1": 0.416344, "accuracy": 0.45751, "main_score": 0.416344, "hf_subset": "aka_Latn-bjn_Arab", "languages": ["aka-Latn", "bjn-Arab"]}, {"precision": 0.528524, "recall": 0.567194, "f1": 0.539752, "accuracy": 0.567194, "main_score": 0.539752, "hf_subset": "aka_Latn-ewe_Latn", "languages": ["aka-Latn", "ewe-Latn"]}, {"precision": 0.610198, "recall": 0.650198, "f1": 0.621379, "accuracy": 0.650198, "main_score": 0.621379, "hf_subset": "aka_Latn-ilo_Latn", "languages": ["aka-Latn", "ilo-Latn"]}, {"precision": 0.299665, "recall": 0.346838, "f1": 0.311866, "accuracy": 0.346838, "main_score": 0.311866, "hf_subset": "aka_Latn-knc_Arab", "languages": ["aka-Latn", "knc-Arab"]}, {"precision": 0.585275, "recall": 0.634387, "f1": 0.598537, "accuracy": 0.634387, "main_score": 0.598537, "hf_subset": "aka_Latn-mkd_Cyrl", "languages": ["aka-Latn", "mkd-Cyrl"]}, {"precision": 0.56958, "recall": 0.623518, "f1": 0.583626, "accuracy": 0.623518, "main_score": 0.583626, "hf_subset": "aka_Latn-prs_Arab", "languages": ["aka-Latn", "prs-Arab"]}, {"precision": 0.598683, "recall": 0.645257, "f1": 0.611121, "accuracy": 0.645257, "main_score": 0.611121, "hf_subset": "aka_Latn-swe_Latn", "languages": ["aka-Latn", "swe-Latn"]}, {"precision": 0.541957, "recall": 0.597826, "f1": 0.55815, "accuracy": 0.597826, "main_score": 0.55815, "hf_subset": "aka_Latn-urd_Arab", "languages": ["aka-Latn", "urd-Arab"]}, {"precision": 0.604205, "recall": 0.639328, "f1": 0.613954, "accuracy": 0.639328, "main_score": 0.613954, "hf_subset": "aka_Latn-bjn_Latn", "languages": ["aka-Latn", "bjn-Latn"]}, {"precision": 0.55921, "recall": 0.601779, "f1": 0.57072, "accuracy": 0.601779, "main_score": 0.57072, "hf_subset": "aka_Latn-fao_Latn", "languages": ["aka-Latn", "fao-Latn"]}, {"precision": 0.603776, "recall": 0.648221, "f1": 0.615905, "accuracy": 0.648221, "main_score": 0.615905, "hf_subset": "aka_Latn-ind_Latn", "languages": ["aka-Latn", "ind-Latn"]}, {"precision": 0.547118, "recall": 0.591897, "f1": 0.559456, "accuracy": 0.591897, "main_score": 0.559456, "hf_subset": "aka_Latn-knc_Latn", "languages": ["aka-Latn", "knc-Latn"]}, {"precision": 0.597608, "recall": 0.641304, "f1": 0.608705, "accuracy": 0.641304, "main_score": 0.608705, "hf_subset": "aka_Latn-mlt_Latn", "languages": ["aka-Latn", "mlt-Latn"]}, {"precision": 0.547024, "recall": 0.592885, "f1": 0.559594, "accuracy": 0.592885, "main_score": 0.559594, "hf_subset": "aka_Latn-quy_Latn", "languages": ["aka-Latn", "quy-Latn"]}, {"precision": 0.551669, "recall": 0.593874, "f1": 0.563205, "accuracy": 0.593874, "main_score": 0.563205, "hf_subset": "aka_Latn-swh_Latn", "languages": ["aka-Latn", "swh-Latn"]}, {"precision": 0.548351, "recall": 0.601779, "f1": 0.562886, "accuracy": 0.601779, "main_score": 0.562886, "hf_subset": "aka_Latn-uzn_Latn", "languages": ["aka-Latn", "uzn-Latn"]}, {"precision": 0.575577, "recall": 0.619565, "f1": 0.587418, "accuracy": 0.619565, "main_score": 0.587418, "hf_subset": "aka_Latn-als_Latn", "languages": ["aka-Latn", "als-Latn"]}, {"precision": 0.265425, "recall": 0.316206, "f1": 0.277407, "accuracy": 0.316206, "main_score": 0.277407, "hf_subset": "aka_Latn-bod_Tibt", "languages": ["aka-Latn", "bod-Tibt"]}, {"precision": 0.563248, "recall": 0.601779, "f1": 0.573756, "accuracy": 0.601779, "main_score": 0.573756, "hf_subset": "aka_Latn-fij_Latn", "languages": ["aka-Latn", "fij-Latn"]}, {"precision": 0.537614, "recall": 0.594862, "f1": 0.553439, "accuracy": 0.594862, "main_score": 0.553439, "hf_subset": "aka_Latn-isl_Latn", "languages": ["aka-Latn", "isl-Latn"]}, {"precision": 0.558631, "recall": 0.599802, "f1": 0.570146, "accuracy": 0.599802, "main_score": 0.570146, "hf_subset": "aka_Latn-kon_Latn", "languages": ["aka-Latn", "kon-Latn"]}, {"precision": 0.49261, "recall": 0.551383, "f1": 0.508448, "accuracy": 0.551383, "main_score": 0.508448, "hf_subset": "aka_Latn-mni_Beng", "languages": ["aka-Latn", "mni-Beng"]}, {"precision": 0.613804, "recall": 0.655138, "f1": 0.624549, "accuracy": 0.655138, "main_score": 0.624549, "hf_subset": "aka_Latn-ron_Latn", "languages": ["aka-Latn", "ron-Latn"]}, {"precision": 0.585679, "recall": 0.629447, "f1": 0.597452, "accuracy": 0.629447, "main_score": 0.597452, "hf_subset": "aka_Latn-szl_Latn", "languages": ["aka-Latn", "szl-Latn"]}, {"precision": 0.612122, "recall": 0.649209, "f1": 0.622803, "accuracy": 0.649209, "main_score": 0.622803, "hf_subset": "aka_Latn-vec_Latn", "languages": ["aka-Latn", "vec-Latn"]}, {"precision": 0.479911, "recall": 0.533597, "f1": 0.49463, "accuracy": 0.533597, "main_score": 0.49463, "hf_subset": "aka_Latn-amh_Ethi", "languages": ["aka-Latn", "amh-Ethi"]}, {"precision": 0.599749, "recall": 0.644269, "f1": 0.611512, "accuracy": 0.644269, "main_score": 0.611512, "hf_subset": "aka_Latn-bos_Latn", "languages": ["aka-Latn", "bos-Latn"]}, {"precision": 0.564504, "recall": 0.617589, "f1": 0.579232, "accuracy": 0.617589, "main_score": 0.579232, "hf_subset": "aka_Latn-fin_Latn", "languages": ["aka-Latn", "fin-Latn"]}, {"precision": 0.597555, "recall": 0.645257, "f1": 0.61043, "accuracy": 0.645257, "main_score": 0.61043, "hf_subset": "aka_Latn-ita_Latn", "languages": ["aka-Latn", "ita-Latn"]}, {"precision": 0.569009, "recall": 0.617589, "f1": 0.58282, "accuracy": 0.617589, "main_score": 0.58282, "hf_subset": "aka_Latn-kor_Hang", "languages": ["aka-Latn", "kor-Hang"]}, {"precision": 0.510687, "recall": 0.562253, "f1": 0.524341, "accuracy": 0.562253, "main_score": 0.524341, "hf_subset": "aka_Latn-mos_Latn", "languages": ["aka-Latn", "mos-Latn"]}, {"precision": 0.516603, "recall": 0.562253, "f1": 0.528629, "accuracy": 0.562253, "main_score": 0.528629, "hf_subset": "aka_Latn-run_Latn", "languages": ["aka-Latn", "run-Latn"]}, {"precision": 0.565411, "recall": 0.609684, "f1": 0.577251, "accuracy": 0.609684, "main_score": 0.577251, "hf_subset": "aka_Latn-tam_Taml", "languages": ["aka-Latn", "tam-Taml"]}, {"precision": 0.577503, "recall": 0.624506, "f1": 0.590335, "accuracy": 0.624506, "main_score": 0.590335, "hf_subset": "aka_Latn-vie_Latn", "languages": ["aka-Latn", "vie-Latn"]}, {"precision": 0.563054, "recall": 0.609684, "f1": 0.575527, "accuracy": 0.609684, "main_score": 0.575527, "hf_subset": "aka_Latn-apc_Arab", "languages": ["aka-Latn", "apc-Arab"]}, {"precision": 0.573214, "recall": 0.617589, "f1": 0.584878, "accuracy": 0.617589, "main_score": 0.584878, "hf_subset": "aka_Latn-bug_Latn", "languages": ["aka-Latn", "bug-Latn"]}, {"precision": 0.486353, "recall": 0.533597, "f1": 0.49913, "accuracy": 0.533597, "main_score": 0.49913, "hf_subset": "aka_Latn-fon_Latn", "languages": ["aka-Latn", "fon-Latn"]}, {"precision": 0.604834, "recall": 0.647233, "f1": 0.617002, "accuracy": 0.647233, "main_score": 0.617002, "hf_subset": "aka_Latn-jav_Latn", "languages": ["aka-Latn", "jav-Latn"]}, {"precision": 0.510744, "recall": 0.566206, "f1": 0.525412, "accuracy": 0.566206, "main_score": 0.525412, "hf_subset": "aka_Latn-lao_Laoo", "languages": ["aka-Latn", "lao-Laoo"]}, {"precision": 0.505081, "recall": 0.552372, "f1": 0.518557, "accuracy": 0.552372, "main_score": 0.518557, "hf_subset": "aka_Latn-mri_Latn", "languages": ["aka-Latn", "mri-Latn"]}, {"precision": 0.59518, "recall": 0.63834, "f1": 0.607023, "accuracy": 0.63834, "main_score": 0.607023, "hf_subset": "aka_Latn-rus_Cyrl", "languages": ["aka-Latn", "rus-Cyrl"]}, {"precision": 0.501266, "recall": 0.548419, "f1": 0.514733, "accuracy": 0.548419, "main_score": 0.514733, "hf_subset": "aka_Latn-taq_Latn", "languages": ["aka-Latn", "taq-Latn"]}, {"precision": 0.626521, "recall": 0.664032, "f1": 0.636134, "accuracy": 0.664032, "main_score": 0.636134, "hf_subset": "aka_Latn-war_Latn", "languages": ["aka-Latn", "war-Latn"]}, {"precision": 0.575055, "recall": 0.623518, "f1": 0.587724, "accuracy": 0.623518, "main_score": 0.587724, "hf_subset": "aka_Latn-arb_Arab", "languages": ["aka-Latn", "arb-Arab"]}, {"precision": 0.587615, "recall": 0.637352, "f1": 0.601198, "accuracy": 0.637352, "main_score": 0.601198, "hf_subset": "aka_Latn-bul_Cyrl", "languages": ["aka-Latn", "bul-Cyrl"]}, {"precision": 0.61069, "recall": 0.650198, "f1": 0.62125, "accuracy": 0.650198, "main_score": 0.62125, "hf_subset": "aka_Latn-fra_Latn", "languages": ["aka-Latn", "fra-Latn"]}, {"precision": 0.568004, "recall": 0.617589, "f1": 0.581366, "accuracy": 0.617589, "main_score": 0.581366, "hf_subset": "aka_Latn-jpn_Jpan", "languages": ["aka-Latn", "jpn-Jpan"]}, {"precision": 0.592029, "recall": 0.632411, "f1": 0.602725, "accuracy": 0.632411, "main_score": 0.602725, "hf_subset": "aka_Latn-lij_Latn", "languages": ["aka-Latn", "lij-Latn"]}, {"precision": 0.41717, "recall": 0.477273, "f1": 0.432648, "accuracy": 0.477273, "main_score": 0.432648, "hf_subset": "aka_Latn-mya_Mymr", "languages": ["aka-Latn", "mya-Mymr"]}, {"precision": 0.550522, "recall": 0.598814, "f1": 0.5638, "accuracy": 0.598814, "main_score": 0.5638, "hf_subset": "aka_Latn-sag_Latn", "languages": ["aka-Latn", "sag-Latn"]}, {"precision": 0.189378, "recall": 0.23419, "f1": 0.199479, "accuracy": 0.23419, "main_score": 0.199479, "hf_subset": "aka_Latn-taq_Tfng", "languages": ["aka-Latn", "taq-Tfng"]}, {"precision": 0.544574, "recall": 0.587945, "f1": 0.556159, "accuracy": 0.587945, "main_score": 0.556159, "hf_subset": "aka_Latn-wol_Latn", "languages": ["aka-Latn", "wol-Latn"]}, {"precision": 0.457896, "recall": 0.504941, "f1": 0.470795, "accuracy": 0.504941, "main_score": 0.470795, "hf_subset": "aka_Latn-arb_Latn", "languages": ["aka-Latn", "arb-Latn"]}, {"precision": 0.590109, "recall": 0.641304, "f1": 0.604045, "accuracy": 0.641304, "main_score": 0.604045, "hf_subset": "aka_Latn-cat_Latn", "languages": ["aka-Latn", "cat-Latn"]}, {"precision": 0.588094, "recall": 0.630435, "f1": 0.59986, "accuracy": 0.630435, "main_score": 0.59986, "hf_subset": "aka_Latn-fur_Latn", "languages": ["aka-Latn", "fur-Latn"]}, {"precision": 0.418895, "recall": 0.47332, "f1": 0.43296, "accuracy": 0.47332, "main_score": 0.43296, "hf_subset": "aka_Latn-kab_Latn", "languages": ["aka-Latn", "kab-Latn"]}, {"precision": 0.587588, "recall": 0.632411, "f1": 0.60069, "accuracy": 0.632411, "main_score": 0.60069, "hf_subset": "aka_Latn-lim_Latn", "languages": ["aka-Latn", "lim-Latn"]}, {"precision": 0.586069, "recall": 0.634387, "f1": 0.599629, "accuracy": 0.634387, "main_score": 0.599629, "hf_subset": "aka_Latn-nld_Latn", "languages": ["aka-Latn", "nld-Latn"]}, {"precision": 0.532294, "recall": 0.58498, "f1": 0.546536, "accuracy": 0.58498, "main_score": 0.546536, "hf_subset": "aka_Latn-san_Deva", "languages": ["aka-Latn", "san-Deva"]}, {"precision": 0.570238, "recall": 0.614625, "f1": 0.582594, "accuracy": 0.614625, "main_score": 0.582594, "hf_subset": "aka_Latn-tat_Cyrl", "languages": ["aka-Latn", "tat-Cyrl"]}, {"precision": 0.554135, "recall": 0.602767, "f1": 0.567289, "accuracy": 0.602767, "main_score": 0.567289, "hf_subset": "aka_Latn-xho_Latn", "languages": ["aka-Latn", "xho-Latn"]}, {"precision": 0.560311, "recall": 0.608696, "f1": 0.57286, "accuracy": 0.608696, "main_score": 0.57286, "hf_subset": "aka_Latn-ars_Arab", "languages": ["aka-Latn", "ars-Arab"]}, {"precision": 0.59329, "recall": 0.639328, "f1": 0.606127, "accuracy": 0.639328, "main_score": 0.606127, "hf_subset": "aka_Latn-ceb_Latn", "languages": ["aka-Latn", "ceb-Latn"]}, {"precision": 0.516046, "recall": 0.563241, "f1": 0.529551, "accuracy": 0.563241, "main_score": 0.529551, "hf_subset": "aka_Latn-fuv_Latn", "languages": ["aka-Latn", "fuv-Latn"]}, {"precision": 0.518575, "recall": 0.567194, "f1": 0.531869, "accuracy": 0.567194, "main_score": 0.531869, "hf_subset": "aka_Latn-kac_Latn", "languages": ["aka-Latn", "kac-Latn"]}, {"precision": 0.57408, "recall": 0.614625, "f1": 0.5851, "accuracy": 0.614625, "main_score": 0.5851, "hf_subset": "aka_Latn-lin_Latn", "languages": ["aka-Latn", "lin-Latn"]}, {"precision": 0.580651, "recall": 0.631423, "f1": 0.594336, "accuracy": 0.631423, "main_score": 0.594336, "hf_subset": "aka_Latn-nno_Latn", "languages": ["aka-Latn", "nno-Latn"]}, {"precision": 0.121851, "recall": 0.160079, "f1": 0.131255, "accuracy": 0.160079, "main_score": 0.131255, "hf_subset": "aka_Latn-sat_Olck", "languages": ["aka-Latn", "sat-Olck"]}, {"precision": 0.561361, "recall": 0.614625, "f1": 0.575273, "accuracy": 0.614625, "main_score": 0.575273, "hf_subset": "aka_Latn-tel_Telu", "languages": ["aka-Latn", "tel-Telu"]}, {"precision": 0.477367, "recall": 0.535573, "f1": 0.493026, "accuracy": 0.535573, "main_score": 0.493026, "hf_subset": "aka_Latn-ydd_Hebr", "languages": ["aka-Latn", "ydd-Hebr"]}, {"precision": 0.537321, "recall": 0.585968, "f1": 0.550405, "accuracy": 0.585968, "main_score": 0.550405, "hf_subset": "aka_Latn-ary_Arab", "languages": ["aka-Latn", "ary-Arab"]}, {"precision": 0.595707, "recall": 0.641304, "f1": 0.607757, "accuracy": 0.641304, "main_score": 0.607757, "hf_subset": "aka_Latn-ces_Latn", "languages": ["aka-Latn", "ces-Latn"]}, {"precision": 0.479972, "recall": 0.535573, "f1": 0.495259, "accuracy": 0.535573, "main_score": 0.495259, "hf_subset": "aka_Latn-gaz_Latn", "languages": ["aka-Latn", "gaz-Latn"]}, {"precision": 0.525947, "recall": 0.578063, "f1": 0.540538, "accuracy": 0.578063, "main_score": 0.540538, "hf_subset": "aka_Latn-kam_Latn", "languages": ["aka-Latn", "kam-Latn"]}, {"precision": 0.566861, "recall": 0.615613, "f1": 0.580236, "accuracy": 0.615613, "main_score": 0.580236, "hf_subset": "aka_Latn-lit_Latn", "languages": ["aka-Latn", "lit-Latn"]}, {"precision": 0.587972, "recall": 0.636364, "f1": 0.601262, "accuracy": 0.636364, "main_score": 0.601262, "hf_subset": "aka_Latn-nob_Latn", "languages": ["aka-Latn", "nob-Latn"]}, {"precision": 0.592871, "recall": 0.630435, "f1": 0.602993, "accuracy": 0.630435, "main_score": 0.602993, "hf_subset": "aka_Latn-scn_Latn", "languages": ["aka-Latn", "scn-Latn"]}, {"precision": 0.551318, "recall": 0.594862, "f1": 0.563633, "accuracy": 0.594862, "main_score": 0.563633, "hf_subset": "aka_Latn-tgk_Cyrl", "languages": ["aka-Latn", "tgk-Cyrl"]}, {"precision": 0.519642, "recall": 0.564229, "f1": 0.532147, "accuracy": 0.564229, "main_score": 0.532147, "hf_subset": "aka_Latn-yor_Latn", "languages": ["aka-Latn", "yor-Latn"]}, {"precision": 0.562859, "recall": 0.609684, "f1": 0.575755, "accuracy": 0.609684, "main_score": 0.575755, "hf_subset": "aka_Latn-arz_Arab", "languages": ["aka-Latn", "arz-Arab"]}, {"precision": 0.500547, "recall": 0.548419, "f1": 0.514081, "accuracy": 0.548419, "main_score": 0.514081, "hf_subset": "aka_Latn-cjk_Latn", "languages": ["aka-Latn", "cjk-Latn"]}, {"precision": 0.489988, "recall": 0.540514, "f1": 0.503383, "accuracy": 0.540514, "main_score": 0.503383, "hf_subset": "aka_Latn-gla_Latn", "languages": ["aka-Latn", "gla-Latn"]}, {"precision": 0.563069, "recall": 0.613636, "f1": 0.577492, "accuracy": 0.613636, "main_score": 0.577492, "hf_subset": "aka_Latn-kan_Knda", "languages": ["aka-Latn", "kan-Knda"]}, {"precision": 0.587861, "recall": 0.628458, "f1": 0.599454, "accuracy": 0.628458, "main_score": 0.599454, "hf_subset": "aka_Latn-lmo_Latn", "languages": ["aka-Latn", "lmo-Latn"]}, {"precision": 0.559424, "recall": 0.613636, "f1": 0.573919, "accuracy": 0.613636, "main_score": 0.573919, "hf_subset": "aka_Latn-npi_Deva", "languages": ["aka-Latn", "npi-Deva"]}, {"precision": 0.452606, "recall": 0.511858, "f1": 0.468264, "accuracy": 0.511858, "main_score": 0.468264, "hf_subset": "aka_Latn-shn_Mymr", "languages": ["aka-Latn", "shn-Mymr"]}, {"precision": 0.594518, "recall": 0.639328, "f1": 0.606246, "accuracy": 0.639328, "main_score": 0.606246, "hf_subset": "aka_Latn-tgl_Latn", "languages": ["aka-Latn", "tgl-Latn"]}, {"precision": 0.560404, "recall": 0.613636, "f1": 0.573943, "accuracy": 0.613636, "main_score": 0.573943, "hf_subset": "aka_Latn-yue_Hant", "languages": ["aka-Latn", "yue-Hant"]}, {"precision": 0.542217, "recall": 0.589921, "f1": 0.5555, "accuracy": 0.589921, "main_score": 0.5555, "hf_subset": "aka_Latn-asm_Beng", "languages": ["aka-Latn", "asm-Beng"]}, {"precision": 0.515627, "recall": 0.566206, "f1": 0.529629, "accuracy": 0.566206, "main_score": 0.529629, "hf_subset": "aka_Latn-ckb_Arab", "languages": ["aka-Latn", "ckb-Arab"]}, {"precision": 0.504269, "recall": 0.551383, "f1": 0.51648, "accuracy": 0.551383, "main_score": 0.51648, "hf_subset": "aka_Latn-gle_Latn", "languages": ["aka-Latn", "gle-Latn"]}, {"precision": 0.506435, "recall": 0.564229, "f1": 0.521158, "accuracy": 0.564229, "main_score": 0.521158, "hf_subset": "aka_Latn-kas_Arab", "languages": ["aka-Latn", "kas-Arab"]}, {"precision": 0.528748, "recall": 0.582016, "f1": 0.542254, "accuracy": 0.582016, "main_score": 0.542254, "hf_subset": "aka_Latn-ltg_Latn", "languages": ["aka-Latn", "ltg-Latn"]}, {"precision": 0.564717, "recall": 0.61166, "f1": 0.577271, "accuracy": 0.61166, "main_score": 0.577271, "hf_subset": "aka_Latn-nso_Latn", "languages": ["aka-Latn", "nso-Latn"]}, {"precision": 0.479552, "recall": 0.535573, "f1": 0.494454, "accuracy": 0.535573, "main_score": 0.494454, "hf_subset": "aka_Latn-sin_Sinh", "languages": ["aka-Latn", "sin-Sinh"]}, {"precision": 0.567407, "recall": 0.620553, "f1": 0.581295, "accuracy": 0.620553, "main_score": 0.581295, "hf_subset": "aka_Latn-tha_Thai", "languages": ["aka-Latn", "tha-Thai"]}, {"precision": 0.557977, "recall": 0.612648, "f1": 0.572401, "accuracy": 0.612648, "main_score": 0.572401, "hf_subset": "aka_Latn-zho_Hans", "languages": ["aka-Latn", "zho-Hans"]}, {"precision": 0.607173, "recall": 0.650198, "f1": 0.618789, "accuracy": 0.650198, "main_score": 0.618789, "hf_subset": "aka_Latn-ast_Latn", "languages": ["aka-Latn", "ast-Latn"]}, {"precision": 0.548177, "recall": 0.598814, "f1": 0.561753, "accuracy": 0.598814, "main_score": 0.561753, "hf_subset": "aka_Latn-crh_Latn", "languages": ["aka-Latn", "crh-Latn"]}, {"precision": 0.609586, "recall": 0.648221, "f1": 0.620054, "accuracy": 0.648221, "main_score": 0.620054, "hf_subset": "aka_Latn-glg_Latn", "languages": ["aka-Latn", "glg-Latn"]}, {"precision": 0.525542, "recall": 0.573123, "f1": 0.538697, "accuracy": 0.573123, "main_score": 0.538697, "hf_subset": "aka_Latn-kas_Deva", "languages": ["aka-Latn", "kas-Deva"]}, {"precision": 0.566925, "recall": 0.610672, "f1": 0.578482, "accuracy": 0.610672, "main_score": 0.578482, "hf_subset": "aka_Latn-ltz_Latn", "languages": ["aka-Latn", "ltz-Latn"]}, {"precision": 0.459128, "recall": 0.512846, "f1": 0.473326, "accuracy": 0.512846, "main_score": 0.473326, "hf_subset": "aka_Latn-nus_Latn", "languages": ["aka-Latn", "nus-Latn"]}, {"precision": 0.585649, "recall": 0.633399, "f1": 0.598521, "accuracy": 0.633399, "main_score": 0.598521, "hf_subset": "aka_Latn-slk_Latn", "languages": ["aka-Latn", "slk-Latn"]}, {"precision": 0.398465, "recall": 0.462451, "f1": 0.41561, "accuracy": 0.462451, "main_score": 0.41561, "hf_subset": "aka_Latn-tir_Ethi", "languages": ["aka-Latn", "tir-Ethi"]}, {"precision": 0.543131, "recall": 0.600791, "f1": 0.558561, "accuracy": 0.600791, "main_score": 0.558561, "hf_subset": "aka_Latn-zho_Hant", "languages": ["aka-Latn", "zho-Hant"]}, {"precision": 0.571751, "recall": 0.617589, "f1": 0.584279, "accuracy": 0.617589, "main_score": 0.584279, "hf_subset": "aka_Latn-awa_Deva", "languages": ["aka-Latn", "awa-Deva"]}, {"precision": 0.547143, "recall": 0.589921, "f1": 0.558673, "accuracy": 0.589921, "main_score": 0.558673, "hf_subset": "aka_Latn-cym_Latn", "languages": ["aka-Latn", "cym-Latn"]}, {"precision": 0.57755, "recall": 0.621542, "f1": 0.589957, "accuracy": 0.621542, "main_score": 0.589957, "hf_subset": "aka_Latn-grn_Latn", "languages": ["aka-Latn", "grn-Latn"]}, {"precision": 0.529242, "recall": 0.583992, "f1": 0.543522, "accuracy": 0.583992, "main_score": 0.543522, "hf_subset": "aka_Latn-kat_Geor", "languages": ["aka-Latn", "kat-Geor"]}, {"precision": 0.560955, "recall": 0.606719, "f1": 0.573699, "accuracy": 0.606719, "main_score": 0.573699, "hf_subset": "aka_Latn-lua_Latn", "languages": ["aka-Latn", "lua-Latn"]}, {"precision": 0.570771, "recall": 0.613636, "f1": 0.583138, "accuracy": 0.613636, "main_score": 0.583138, "hf_subset": "aka_Latn-nya_Latn", "languages": ["aka-Latn", "nya-Latn"]}, {"precision": 0.573328, "recall": 0.623518, "f1": 0.586781, "accuracy": 0.623518, "main_score": 0.586781, "hf_subset": "aka_Latn-slv_Latn", "languages": ["aka-Latn", "slv-Latn"]}, {"precision": 0.616259, "recall": 0.655138, "f1": 0.626657, "accuracy": 0.655138, "main_score": 0.626657, "hf_subset": "aka_Latn-tpi_Latn", "languages": ["aka-Latn", "tpi-Latn"]}, {"precision": 0.612025, "recall": 0.655138, "f1": 0.623566, "accuracy": 0.655138, "main_score": 0.623566, "hf_subset": "aka_Latn-zsm_Latn", "languages": ["aka-Latn", "zsm-Latn"]}, {"precision": 0.510137, "recall": 0.560277, "f1": 0.523413, "accuracy": 0.560277, "main_score": 0.523413, "hf_subset": "aka_Latn-ayr_Latn", "languages": ["aka-Latn", "ayr-Latn"]}, {"precision": 0.5983, "recall": 0.648221, "f1": 0.612148, "accuracy": 0.648221, "main_score": 0.612148, "hf_subset": "aka_Latn-dan_Latn", "languages": ["aka-Latn", "dan-Latn"]}, {"precision": 0.559952, "recall": 0.615613, "f1": 0.575521, "accuracy": 0.615613, "main_score": 0.575521, "hf_subset": "aka_Latn-guj_Gujr", "languages": ["aka-Latn", "guj-Gujr"]}, {"precision": 0.576041, "recall": 0.625494, "f1": 0.589151, "accuracy": 0.625494, "main_score": 0.589151, "hf_subset": "aka_Latn-kaz_Cyrl", "languages": ["aka-Latn", "kaz-Cyrl"]}, {"precision": 0.494224, "recall": 0.54249, "f1": 0.506785, "accuracy": 0.54249, "main_score": 0.506785, "hf_subset": "aka_Latn-lug_Latn", "languages": ["aka-Latn", "lug-Latn"]}, {"precision": 0.59555, "recall": 0.63834, "f1": 0.606948, "accuracy": 0.63834, "main_score": 0.606948, "hf_subset": "aka_Latn-oci_Latn", "languages": ["aka-Latn", "oci-Latn"]}, {"precision": 0.567327, "recall": 0.605731, "f1": 0.577808, "accuracy": 0.605731, "main_score": 0.577808, "hf_subset": "aka_Latn-smo_Latn", "languages": ["aka-Latn", "smo-Latn"]}, {"precision": 0.53305, "recall": 0.579051, "f1": 0.54538, "accuracy": 0.579051, "main_score": 0.54538, "hf_subset": "aka_Latn-tsn_Latn", "languages": ["aka-Latn", "tsn-Latn"]}, {"precision": 0.517123, "recall": 0.570158, "f1": 0.531927, "accuracy": 0.570158, "main_score": 0.531927, "hf_subset": "aka_Latn-zul_Latn", "languages": ["aka-Latn", "zul-Latn"]}, {"precision": 0.489076, "recall": 0.543478, "f1": 0.503484, "accuracy": 0.543478, "main_score": 0.503484, "hf_subset": "aka_Latn-azb_Arab", "languages": ["aka-Latn", "azb-Arab"]}, {"precision": 0.590371, "recall": 0.633399, "f1": 0.602033, "accuracy": 0.633399, "main_score": 0.602033, "hf_subset": "aka_Latn-deu_Latn", "languages": ["aka-Latn", "deu-Latn"]}, {"precision": 0.520556, "recall": 0.573123, "f1": 0.534818, "accuracy": 0.573123, "main_score": 0.534818, "hf_subset": "aka_Latn-hat_Latn", "languages": ["aka-Latn", "hat-Latn"]}, {"precision": 0.493868, "recall": 0.536561, "f1": 0.505096, "accuracy": 0.536561, "main_score": 0.505096, "hf_subset": "aka_Latn-kbp_Latn", "languages": ["aka-Latn", "kbp-Latn"]}, {"precision": 0.556001, "recall": 0.604743, "f1": 0.569421, "accuracy": 0.604743, "main_score": 0.569421, "hf_subset": "aka_Latn-luo_Latn", "languages": ["aka-Latn", "luo-Latn"]}, {"precision": 0.546253, "recall": 0.597826, "f1": 0.560546, "accuracy": 0.597826, "main_score": 0.560546, "hf_subset": "aka_Latn-ory_Orya", "languages": ["aka-Latn", "ory-Orya"]}, {"precision": 0.557439, "recall": 0.606719, "f1": 0.570393, "accuracy": 0.606719, "main_score": 0.570393, "hf_subset": "aka_Latn-sna_Latn", "languages": ["aka-Latn", "sna-Latn"]}, {"precision": 0.515967, "recall": 0.563241, "f1": 0.528133, "accuracy": 0.563241, "main_score": 0.528133, "hf_subset": "aka_Latn-tso_Latn", "languages": ["aka-Latn", "tso-Latn"]}, {"precision": 0.542734, "recall": 0.597826, "f1": 0.558124, "accuracy": 0.597826, "main_score": 0.558124, "hf_subset": "aka_Latn-azj_Latn", "languages": ["aka-Latn", "azj-Latn"]}, {"precision": 0.541099, "recall": 0.590909, "f1": 0.555214, "accuracy": 0.590909, "main_score": 0.555214, "hf_subset": "aka_Latn-dik_Latn", "languages": ["aka-Latn", "dik-Latn"]}, {"precision": 0.543828, "recall": 0.588933, "f1": 0.556204, "accuracy": 0.588933, "main_score": 0.556204, "hf_subset": "aka_Latn-hau_Latn", "languages": ["aka-Latn", "hau-Latn"]}, {"precision": 0.590523, "recall": 0.625494, "f1": 0.600013, "accuracy": 0.625494, "main_score": 0.600013, "hf_subset": "aka_Latn-kea_Latn", "languages": ["aka-Latn", "kea-Latn"]}, {"precision": 0.593283, "recall": 0.629447, "f1": 0.604139, "accuracy": 0.629447, "main_score": 0.604139, "hf_subset": "aka_Latn-lus_Latn", "languages": ["aka-Latn", "lus-Latn"]}, {"precision": 0.60158, "recall": 0.637352, "f1": 0.611391, "accuracy": 0.637352, "main_score": 0.611391, "hf_subset": "aka_Latn-pag_Latn", "languages": ["aka-Latn", "pag-Latn"]}, {"precision": 0.538946, "recall": 0.58498, "f1": 0.55168, "accuracy": 0.58498, "main_score": 0.55168, "hf_subset": "aka_Latn-snd_Arab", "languages": ["aka-Latn", "snd-Arab"]}, {"precision": 0.526941, "recall": 0.578063, "f1": 0.541525, "accuracy": 0.578063, "main_score": 0.541525, "hf_subset": "aka_Latn-tuk_Latn", "languages": ["aka-Latn", "tuk-Latn"]}, {"precision": 0.579415, "recall": 0.623518, "f1": 0.591152, "accuracy": 0.623518, "main_score": 0.591152, "hf_subset": "aka_Latn-bak_Cyrl", "languages": ["aka-Latn", "bak-Cyrl"]}, {"precision": 0.448757, "recall": 0.509881, "f1": 0.46598, "accuracy": 0.509881, "main_score": 0.46598, "hf_subset": "aka_Latn-dyu_Latn", "languages": ["aka-Latn", "dyu-Latn"]}, {"precision": 0.574689, "recall": 0.618577, "f1": 0.586866, "accuracy": 0.618577, "main_score": 0.586866, "hf_subset": "aka_Latn-heb_Hebr", "languages": ["aka-Latn", "heb-Hebr"]}, {"precision": 0.536252, "recall": 0.587945, "f1": 0.550634, "accuracy": 0.587945, "main_score": 0.550634, "hf_subset": "aka_Latn-khk_Cyrl", "languages": ["aka-Latn", "khk-Cyrl"]}, {"precision": 0.588595, "recall": 0.631423, "f1": 0.600537, "accuracy": 0.631423, "main_score": 0.600537, "hf_subset": "aka_Latn-lvs_Latn", "languages": ["aka-Latn", "lvs-Latn"]}, {"precision": 0.56511, "recall": 0.612648, "f1": 0.577989, "accuracy": 0.612648, "main_score": 0.577989, "hf_subset": "aka_Latn-pan_Guru", "languages": ["aka-Latn", "pan-Guru"]}, {"precision": 0.492496, "recall": 0.545455, "f1": 0.506229, "accuracy": 0.545455, "main_score": 0.506229, "hf_subset": "aka_Latn-som_Latn", "languages": ["aka-Latn", "som-Latn"]}, {"precision": 0.516082, "recall": 0.559289, "f1": 0.527564, "accuracy": 0.559289, "main_score": 0.527564, "hf_subset": "aka_Latn-tum_Latn", "languages": ["aka-Latn", "tum-Latn"]}, {"precision": 0.601496, "recall": 0.662055, "f1": 0.618047, "accuracy": 0.662055, "main_score": 0.618047, "hf_subset": "bjn_Latn-ace_Arab", "languages": ["bjn-Latn", "ace-Arab"]}, {"precision": 0.546838, "recall": 0.601779, "f1": 0.562488, "accuracy": 0.601779, "main_score": 0.562488, "hf_subset": "bjn_Latn-bam_Latn", "languages": ["bjn-Latn", "bam-Latn"]}, {"precision": 0.401545, "recall": 0.476285, "f1": 0.420731, "accuracy": 0.476285, "main_score": 0.420731, "hf_subset": "bjn_Latn-dzo_Tibt", "languages": ["bjn-Latn", "dzo-Tibt"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bjn_Latn-hin_Deva", "languages": ["bjn-Latn", "hin-Deva"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "bjn_Latn-khm_Khmr", "languages": ["bjn-Latn", "khm-Khmr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bjn_Latn-mag_Deva", "languages": ["bjn-Latn", "mag-Deva"]}, {"precision": 0.95331, "recall": 0.966403, "f1": 0.957411, "accuracy": 0.966403, "main_score": 0.957411, "hf_subset": "bjn_Latn-pap_Latn", "languages": ["bjn-Latn", "pap-Latn"]}, {"precision": 0.613712, "recall": 0.667984, "f1": 0.628721, "accuracy": 0.667984, "main_score": 0.628721, "hf_subset": "bjn_Latn-sot_Latn", "languages": ["bjn-Latn", "sot-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bjn_Latn-tur_Latn", "languages": ["bjn-Latn", "tur-Latn"]}, {"precision": 0.875, "recall": 0.909091, "f1": 0.88546, "accuracy": 0.909091, "main_score": 0.88546, "hf_subset": "bjn_Latn-ace_Latn", "languages": ["bjn-Latn", "ace-Latn"]}, {"precision": 0.94277, "recall": 0.95751, "f1": 0.94753, "accuracy": 0.95751, "main_score": 0.94753, "hf_subset": "bjn_Latn-ban_Latn", "languages": ["bjn-Latn", "ban-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-ell_Grek", "languages": ["bjn-Latn", "ell-Grek"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bjn_Latn-hne_Deva", "languages": ["bjn-Latn", "hne-Deva"]}, {"precision": 0.614503, "recall": 0.664032, "f1": 0.628335, "accuracy": 0.664032, "main_score": 0.628335, "hf_subset": "bjn_Latn-kik_Latn", "languages": ["bjn-Latn", "kik-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bjn_Latn-mai_Deva", "languages": ["bjn-Latn", "mai-Deva"]}, {"precision": 0.929792, "recall": 0.950593, "f1": 0.936331, "accuracy": 0.950593, "main_score": 0.936331, "hf_subset": "bjn_Latn-pbt_Arab", "languages": ["bjn-Latn", "pbt-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-spa_Latn", "languages": ["bjn-Latn", "spa-Latn"]}, {"precision": 0.617399, "recall": 0.675889, "f1": 0.634096, "accuracy": 0.675889, "main_score": 0.634096, "hf_subset": "bjn_Latn-twi_Latn", "languages": ["bjn-Latn", "twi-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "bjn_Latn-acm_Arab", "languages": ["bjn-Latn", "acm-Arab"]}, {"precision": 0.965333, "recall": 0.975296, "f1": 0.968445, "accuracy": 0.975296, "main_score": 0.968445, "hf_subset": "bjn_Latn-bel_Cyrl", "languages": ["bjn-Latn", "bel-Cyrl"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-eng_Latn", "languages": ["bjn-Latn", "eng-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bjn_Latn-hrv_Latn", "languages": ["bjn-Latn", "hrv-Latn"]}, {"precision": 0.572061, "recall": 0.634387, "f1": 0.589566, "accuracy": 0.634387, "main_score": 0.589566, "hf_subset": "bjn_Latn-kin_Latn", "languages": ["bjn-Latn", "kin-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bjn_Latn-mal_Mlym", "languages": ["bjn-Latn", "mal-Mlym"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "bjn_Latn-pes_Arab", "languages": ["bjn-Latn", "pes-Arab"]}, {"precision": 0.96278, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "bjn_Latn-srd_Latn", "languages": ["bjn-Latn", "srd-Latn"]}, {"precision": 0.188066, "recall": 0.233202, "f1": 0.199362, "accuracy": 0.233202, "main_score": 0.199362, "hf_subset": "bjn_Latn-tzm_Tfng", "languages": ["bjn-Latn", "tzm-Tfng"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-acq_Arab", "languages": ["bjn-Latn", "acq-Arab"]}, {"precision": 0.645471, "recall": 0.692688, "f1": 0.659176, "accuracy": 0.692688, "main_score": 0.659176, "hf_subset": "bjn_Latn-bem_Latn", "languages": ["bjn-Latn", "bem-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-epo_Latn", "languages": ["bjn-Latn", "epo-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-hun_Latn", "languages": ["bjn-Latn", "hun-Latn"]}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "bjn_Latn-kir_Cyrl", "languages": ["bjn-Latn", "kir-Cyrl"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bjn_Latn-mar_Deva", "languages": ["bjn-Latn", "mar-Deva"]}, {"precision": 0.662945, "recall": 0.713439, "f1": 0.677489, "accuracy": 0.713439, "main_score": 0.677489, "hf_subset": "bjn_Latn-plt_Latn", "languages": ["bjn-Latn", "plt-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-srp_Cyrl", "languages": ["bjn-Latn", "srp-Cyrl"]}, {"precision": 0.903327, "recall": 0.929842, "f1": 0.911693, "accuracy": 0.929842, "main_score": 0.911693, "hf_subset": "bjn_Latn-uig_Arab", "languages": ["bjn-Latn", "uig-Arab"]}, {"precision": 0.967342, "recall": 0.976285, "f1": 0.970092, "accuracy": 0.976285, "main_score": 0.970092, "hf_subset": "bjn_Latn-aeb_Arab", "languages": ["bjn-Latn", "aeb-Arab"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "bjn_Latn-ben_Beng", "languages": ["bjn-Latn", "ben-Beng"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bjn_Latn-est_Latn", "languages": ["bjn-Latn", "est-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "bjn_Latn-hye_Armn", "languages": ["bjn-Latn", "hye-Armn"]}, {"precision": 0.557766, "recall": 0.607708, "f1": 0.571832, "accuracy": 0.607708, "main_score": 0.571832, "hf_subset": "bjn_Latn-kmb_Latn", "languages": ["bjn-Latn", "kmb-Latn"]}, {"precision": 0.549664, "recall": 0.62253, "f1": 0.569968, "accuracy": 0.62253, "main_score": 0.569968, "hf_subset": "bjn_Latn-min_Arab", "languages": ["bjn-Latn", "min-Arab"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bjn_Latn-pol_Latn", "languages": ["bjn-Latn", "pol-Latn"]}, {"precision": 0.573661, "recall": 0.629447, "f1": 0.589281, "accuracy": 0.629447, "main_score": 0.589281, "hf_subset": "bjn_Latn-ssw_Latn", "languages": ["bjn-Latn", "ssw-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-ukr_Cyrl", "languages": ["bjn-Latn", "ukr-Cyrl"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bjn_Latn-afr_Latn", "languages": ["bjn-Latn", "afr-Latn"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "bjn_Latn-bho_Deva", "languages": ["bjn-Latn", "bho-Deva"]}, {"precision": 0.947217, "recall": 0.961462, "f1": 0.951647, "accuracy": 0.961462, "main_score": 0.951647, "hf_subset": "bjn_Latn-eus_Latn", "languages": ["bjn-Latn", "eus-Latn"]}, {"precision": 0.594262, "recall": 0.647233, "f1": 0.609357, "accuracy": 0.647233, "main_score": 0.609357, "hf_subset": "bjn_Latn-ibo_Latn", "languages": ["bjn-Latn", "ibo-Latn"]}, {"precision": 0.829051, "recall": 0.870553, "f1": 0.841831, "accuracy": 0.870553, "main_score": 0.841831, "hf_subset": "bjn_Latn-kmr_Latn", "languages": ["bjn-Latn", "kmr-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bjn_Latn-min_Latn", "languages": ["bjn-Latn", "min-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "bjn_Latn-por_Latn", "languages": ["bjn-Latn", "por-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bjn_Latn-sun_Latn", "languages": ["bjn-Latn", "sun-Latn"]}, {"precision": 0.534421, "recall": 0.588933, "f1": 0.55034, "accuracy": 0.588933, "main_score": 0.55034, "hf_subset": "bjn_Latn-umb_Latn", "languages": ["bjn-Latn", "umb-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-ajp_Arab", "languages": ["bjn-Latn", "ajp-Arab"]}, {"precision": 0.69072, "recall": 0.75, "f1": 0.706809, "accuracy": 0.75, "main_score": 0.706809, "hf_subset": "bjn_Latn-bjn_Arab", "languages": ["bjn-Latn", "bjn-Arab"]}, {"precision": 0.524634, "recall": 0.575099, "f1": 0.538245, "accuracy": 0.575099, "main_score": 0.538245, "hf_subset": "bjn_Latn-ewe_Latn", "languages": ["bjn-Latn", "ewe-Latn"]}, {"precision": 0.909338, "recall": 0.934783, "f1": 0.917194, "accuracy": 0.934783, "main_score": 0.917194, "hf_subset": "bjn_Latn-ilo_Latn", "languages": ["bjn-Latn", "ilo-Latn"]}, {"precision": 0.332742, "recall": 0.386364, "f1": 0.34746, "accuracy": 0.386364, "main_score": 0.34746, "hf_subset": "bjn_Latn-knc_Arab", "languages": ["bjn-Latn", "knc-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-mkd_Cyrl", "languages": ["bjn-Latn", "mkd-Cyrl"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-prs_Arab", "languages": ["bjn-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-swe_Latn", "languages": ["bjn-Latn", "swe-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-urd_Arab", "languages": ["bjn-Latn", "urd-Arab"]}, {"precision": 0.597153, "recall": 0.65415, "f1": 0.613142, "accuracy": 0.65415, "main_score": 0.613142, "hf_subset": "bjn_Latn-aka_Latn", "languages": ["bjn-Latn", "aka-Latn"]}, {"precision": 0.930583, "recall": 0.950593, "f1": 0.936989, "accuracy": 0.950593, "main_score": 0.936989, "hf_subset": "bjn_Latn-fao_Latn", "languages": ["bjn-Latn", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-ind_Latn", "languages": ["bjn-Latn", "ind-Latn"]}, {"precision": 0.604637, "recall": 0.655138, "f1": 0.619206, "accuracy": 0.655138, "main_score": 0.619206, "hf_subset": "bjn_Latn-knc_Latn", "languages": ["bjn-Latn", "knc-Latn"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "bjn_Latn-mlt_Latn", "languages": ["bjn-Latn", "mlt-Latn"]}, {"precision": 0.691329, "recall": 0.750988, "f1": 0.708784, "accuracy": 0.750988, "main_score": 0.708784, "hf_subset": "bjn_Latn-quy_Latn", "languages": ["bjn-Latn", "quy-Latn"]}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "bjn_Latn-swh_Latn", "languages": ["bjn-Latn", "swh-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bjn_Latn-uzn_Latn", "languages": ["bjn-Latn", "uzn-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bjn_Latn-als_Latn", "languages": ["bjn-Latn", "als-Latn"]}, {"precision": 0.568621, "recall": 0.649209, "f1": 0.59133, "accuracy": 0.649209, "main_score": 0.59133, "hf_subset": "bjn_Latn-bod_Tibt", "languages": ["bjn-Latn", "bod-Tibt"]}, {"precision": 0.686605, "recall": 0.741107, "f1": 0.702376, "accuracy": 0.741107, "main_score": 0.702376, "hf_subset": "bjn_Latn-fij_Latn", "languages": ["bjn-Latn", "fij-Latn"]}, {"precision": 0.936759, "recall": 0.956522, "f1": 0.943182, "accuracy": 0.956522, "main_score": 0.943182, "hf_subset": "bjn_Latn-isl_Latn", "languages": ["bjn-Latn", "isl-Latn"]}, {"precision": 0.660688, "recall": 0.709486, "f1": 0.675198, "accuracy": 0.709486, "main_score": 0.675198, "hf_subset": "bjn_Latn-kon_Latn", "languages": ["bjn-Latn", "kon-Latn"]}, {"precision": 0.635426, "recall": 0.701581, "f1": 0.654998, "accuracy": 0.701581, "main_score": 0.654998, "hf_subset": "bjn_Latn-mni_Beng", "languages": ["bjn-Latn", "mni-Beng"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bjn_Latn-ron_Latn", "languages": ["bjn-Latn", "ron-Latn"]}, {"precision": 0.958004, "recall": 0.969368, "f1": 0.961627, "accuracy": 0.969368, "main_score": 0.961627, "hf_subset": "bjn_Latn-szl_Latn", "languages": ["bjn-Latn", "szl-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "bjn_Latn-vec_Latn", "languages": ["bjn-Latn", "vec-Latn"]}, {"precision": 0.880682, "recall": 0.914032, "f1": 0.89137, "accuracy": 0.914032, "main_score": 0.89137, "hf_subset": "bjn_Latn-amh_Ethi", "languages": ["bjn-Latn", "amh-Ethi"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bjn_Latn-bos_Latn", "languages": ["bjn-Latn", "bos-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bjn_Latn-fin_Latn", "languages": ["bjn-Latn", "fin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-ita_Latn", "languages": ["bjn-Latn", "ita-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bjn_Latn-kor_Hang", "languages": ["bjn-Latn", "kor-Hang"]}, {"precision": 0.563211, "recall": 0.617589, "f1": 0.578019, "accuracy": 0.617589, "main_score": 0.578019, "hf_subset": "bjn_Latn-mos_Latn", "languages": ["bjn-Latn", "mos-Latn"]}, {"precision": 0.571246, "recall": 0.623518, "f1": 0.585787, "accuracy": 0.623518, "main_score": 0.585787, "hf_subset": "bjn_Latn-run_Latn", "languages": ["bjn-Latn", "run-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "bjn_Latn-tam_Taml", "languages": ["bjn-Latn", "tam-Taml"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bjn_Latn-vie_Latn", "languages": ["bjn-Latn", "vie-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bjn_Latn-apc_Arab", "languages": ["bjn-Latn", "apc-Arab"]}, {"precision": 0.797556, "recall": 0.841897, "f1": 0.810312, "accuracy": 0.841897, "main_score": 0.810312, "hf_subset": "bjn_Latn-bug_Latn", "languages": ["bjn-Latn", "bug-Latn"]}, {"precision": 0.478808, "recall": 0.534585, "f1": 0.493554, "accuracy": 0.534585, "main_score": 0.493554, "hf_subset": "bjn_Latn-fon_Latn", "languages": ["bjn-Latn", "fon-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bjn_Latn-jav_Latn", "languages": ["bjn-Latn", "jav-Latn"]}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "bjn_Latn-lao_Laoo", "languages": ["bjn-Latn", "lao-Laoo"]}, {"precision": 0.804792, "recall": 0.848814, "f1": 0.817951, "accuracy": 0.848814, "main_score": 0.817951, "hf_subset": "bjn_Latn-mri_Latn", "languages": ["bjn-Latn", "mri-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bjn_Latn-rus_Cyrl", "languages": ["bjn-Latn", "rus-Cyrl"]}, {"precision": 0.547687, "recall": 0.604743, "f1": 0.563358, "accuracy": 0.604743, "main_score": 0.563358, "hf_subset": "bjn_Latn-taq_Latn", "languages": ["bjn-Latn", "taq-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "bjn_Latn-war_Latn", "languages": ["bjn-Latn", "war-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-arb_Arab", "languages": ["bjn-Latn", "arb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-bul_Cyrl", "languages": ["bjn-Latn", "bul-Cyrl"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bjn_Latn-fra_Latn", "languages": ["bjn-Latn", "fra-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-jpn_Jpan", "languages": ["bjn-Latn", "jpn-Jpan"]}, {"precision": 0.967474, "recall": 0.976285, "f1": 0.970257, "accuracy": 0.976285, "main_score": 0.970257, "hf_subset": "bjn_Latn-lij_Latn", "languages": ["bjn-Latn", "lij-Latn"]}, {"precision": 0.947134, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "bjn_Latn-mya_Mymr", "languages": ["bjn-Latn", "mya-Mymr"]}, {"precision": 0.61896, "recall": 0.678854, "f1": 0.63528, "accuracy": 0.678854, "main_score": 0.63528, "hf_subset": "bjn_Latn-sag_Latn", "languages": ["bjn-Latn", "sag-Latn"]}, {"precision": 0.205238, "recall": 0.256917, "f1": 0.217028, "accuracy": 0.256917, "main_score": 0.217028, "hf_subset": "bjn_Latn-taq_Tfng", "languages": ["bjn-Latn", "taq-Tfng"]}, {"precision": 0.649425, "recall": 0.705534, "f1": 0.665477, "accuracy": 0.705534, "main_score": 0.665477, "hf_subset": "bjn_Latn-wol_Latn", "languages": ["bjn-Latn", "wol-Latn"]}, {"precision": 0.732543, "recall": 0.787549, "f1": 0.748749, "accuracy": 0.787549, "main_score": 0.748749, "hf_subset": "bjn_Latn-arb_Latn", "languages": ["bjn-Latn", "arb-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-cat_Latn", "languages": ["bjn-Latn", "cat-Latn"]}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "bjn_Latn-fur_Latn", "languages": ["bjn-Latn", "fur-Latn"]}, {"precision": 0.439986, "recall": 0.500988, "f1": 0.457452, "accuracy": 0.500988, "main_score": 0.457452, "hf_subset": "bjn_Latn-kab_Latn", "languages": ["bjn-Latn", "kab-Latn"]}, {"precision": 0.961166, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "bjn_Latn-lim_Latn", "languages": ["bjn-Latn", "lim-Latn"]}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "bjn_Latn-nld_Latn", "languages": ["bjn-Latn", "nld-Latn"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "bjn_Latn-san_Deva", "languages": ["bjn-Latn", "san-Deva"]}, {"precision": 0.964509, "recall": 0.975296, "f1": 0.967951, "accuracy": 0.975296, "main_score": 0.967951, "hf_subset": "bjn_Latn-tat_Cyrl", "languages": ["bjn-Latn", "tat-Cyrl"]}, {"precision": 0.684247, "recall": 0.736166, "f1": 0.699627, "accuracy": 0.736166, "main_score": 0.699627, "hf_subset": "bjn_Latn-xho_Latn", "languages": ["bjn-Latn", "xho-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-ars_Arab", "languages": ["bjn-Latn", "ars-Arab"]}, {"precision": 0.97747, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "bjn_Latn-ceb_Latn", "languages": ["bjn-Latn", "ceb-Latn"]}, {"precision": 0.578747, "recall": 0.634387, "f1": 0.594565, "accuracy": 0.634387, "main_score": 0.594565, "hf_subset": "bjn_Latn-fuv_Latn", "languages": ["bjn-Latn", "fuv-Latn"]}, {"precision": 0.51836, "recall": 0.578063, "f1": 0.534994, "accuracy": 0.578063, "main_score": 0.534994, "hf_subset": "bjn_Latn-kac_Latn", "languages": ["bjn-Latn", "kac-Latn"]}, {"precision": 0.67375, "recall": 0.718379, "f1": 0.686501, "accuracy": 0.718379, "main_score": 0.686501, "hf_subset": "bjn_Latn-lin_Latn", "languages": ["bjn-Latn", "lin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-nno_Latn", "languages": ["bjn-Latn", "nno-Latn"]}, {"precision": 0.205794, "recall": 0.268775, "f1": 0.222278, "accuracy": 0.268775, "main_score": 0.222278, "hf_subset": "bjn_Latn-sat_Olck", "languages": ["bjn-Latn", "sat-Olck"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "bjn_Latn-tel_Telu", "languages": ["bjn-Latn", "tel-Telu"]}, {"precision": 0.908712, "recall": 0.932806, "f1": 0.915876, "accuracy": 0.932806, "main_score": 0.915876, "hf_subset": "bjn_Latn-ydd_Hebr", "languages": ["bjn-Latn", "ydd-Hebr"]}, {"precision": 0.955698, "recall": 0.968379, "f1": 0.959604, "accuracy": 0.968379, "main_score": 0.959604, "hf_subset": "bjn_Latn-ary_Arab", "languages": ["bjn-Latn", "ary-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bjn_Latn-ces_Latn", "languages": ["bjn-Latn", "ces-Latn"]}, {"precision": 0.599918, "recall": 0.658103, "f1": 0.616902, "accuracy": 0.658103, "main_score": 0.616902, "hf_subset": "bjn_Latn-gaz_Latn", "languages": ["bjn-Latn", "gaz-Latn"]}, {"precision": 0.601657, "recall": 0.657115, "f1": 0.617731, "accuracy": 0.657115, "main_score": 0.617731, "hf_subset": "bjn_Latn-kam_Latn", "languages": ["bjn-Latn", "kam-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "bjn_Latn-lit_Latn", "languages": ["bjn-Latn", "lit-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-nob_Latn", "languages": ["bjn-Latn", "nob-Latn"]}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "bjn_Latn-scn_Latn", "languages": ["bjn-Latn", "scn-Latn"]}, {"precision": 0.930665, "recall": 0.949605, "f1": 0.936561, "accuracy": 0.949605, "main_score": 0.936561, "hf_subset": "bjn_Latn-tgk_Cyrl", "languages": ["bjn-Latn", "tgk-Cyrl"]}, {"precision": 0.687484, "recall": 0.755929, "f1": 0.708037, "accuracy": 0.755929, "main_score": 0.708037, "hf_subset": "bjn_Latn-yor_Latn", "languages": ["bjn-Latn", "yor-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bjn_Latn-arz_Arab", "languages": ["bjn-Latn", "arz-Arab"]}, {"precision": 0.569743, "recall": 0.618577, "f1": 0.583253, "accuracy": 0.618577, "main_score": 0.583253, "hf_subset": "bjn_Latn-cjk_Latn", "languages": ["bjn-Latn", "cjk-Latn"]}, {"precision": 0.739283, "recall": 0.793478, "f1": 0.75547, "accuracy": 0.793478, "main_score": 0.75547, "hf_subset": "bjn_Latn-gla_Latn", "languages": ["bjn-Latn", "gla-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bjn_Latn-kan_Knda", "languages": ["bjn-Latn", "kan-Knda"]}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "bjn_Latn-lmo_Latn", "languages": ["bjn-Latn", "lmo-Latn"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "bjn_Latn-npi_Deva", "languages": ["bjn-Latn", "npi-Deva"]}, {"precision": 0.467992, "recall": 0.530632, "f1": 0.485621, "accuracy": 0.530632, "main_score": 0.485621, "hf_subset": "bjn_Latn-shn_Mymr", "languages": ["bjn-Latn", "shn-Mymr"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bjn_Latn-tgl_Latn", "languages": ["bjn-Latn", "tgl-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-yue_Hant", "languages": ["bjn-Latn", "yue-Hant"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "bjn_Latn-asm_Beng", "languages": ["bjn-Latn", "asm-Beng"]}, {"precision": 0.918017, "recall": 0.940711, "f1": 0.925231, "accuracy": 0.940711, "main_score": 0.925231, "hf_subset": "bjn_Latn-ckb_Arab", "languages": ["bjn-Latn", "ckb-Arab"]}, {"precision": 0.796937, "recall": 0.84585, "f1": 0.81166, "accuracy": 0.84585, "main_score": 0.81166, "hf_subset": "bjn_Latn-gle_Latn", "languages": ["bjn-Latn", "gle-Latn"]}, {"precision": 0.895257, "recall": 0.922925, "f1": 0.903741, "accuracy": 0.922925, "main_score": 0.903741, "hf_subset": "bjn_Latn-kas_Arab", "languages": ["bjn-Latn", "kas-Arab"]}, {"precision": 0.882115, "recall": 0.914032, "f1": 0.892095, "accuracy": 0.914032, "main_score": 0.892095, "hf_subset": "bjn_Latn-ltg_Latn", "languages": ["bjn-Latn", "ltg-Latn"]}, {"precision": 0.639576, "recall": 0.686759, "f1": 0.65304, "accuracy": 0.686759, "main_score": 0.65304, "hf_subset": "bjn_Latn-nso_Latn", "languages": ["bjn-Latn", "nso-Latn"]}, {"precision": 0.930418, "recall": 0.951581, "f1": 0.937319, "accuracy": 0.951581, "main_score": 0.937319, "hf_subset": "bjn_Latn-sin_Sinh", "languages": ["bjn-Latn", "sin-Sinh"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "bjn_Latn-tha_Thai", "languages": ["bjn-Latn", "tha-Thai"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bjn_Latn-zho_Hans", "languages": ["bjn-Latn", "zho-Hans"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-ast_Latn", "languages": ["bjn-Latn", "ast-Latn"]}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "bjn_Latn-crh_Latn", "languages": ["bjn-Latn", "crh-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bjn_Latn-glg_Latn", "languages": ["bjn-Latn", "glg-Latn"]}, {"precision": 0.84445, "recall": 0.884387, "f1": 0.856785, "accuracy": 0.884387, "main_score": 0.856785, "hf_subset": "bjn_Latn-kas_Deva", "languages": ["bjn-Latn", "kas-Deva"]}, {"precision": 0.938735, "recall": 0.955534, "f1": 0.943958, "accuracy": 0.955534, "main_score": 0.943958, "hf_subset": "bjn_Latn-ltz_Latn", "languages": ["bjn-Latn", "ltz-Latn"]}, {"precision": 0.483849, "recall": 0.549407, "f1": 0.501594, "accuracy": 0.549407, "main_score": 0.501594, "hf_subset": "bjn_Latn-nus_Latn", "languages": ["bjn-Latn", "nus-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-slk_Latn", "languages": ["bjn-Latn", "slk-Latn"]}, {"precision": 0.591083, "recall": 0.666008, "f1": 0.612764, "accuracy": 0.666008, "main_score": 0.612764, "hf_subset": "bjn_Latn-tir_Ethi", "languages": ["bjn-Latn", "tir-Ethi"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "bjn_Latn-zho_Hant", "languages": ["bjn-Latn", "zho-Hant"]}, {"precision": 0.969615, "recall": 0.978261, "f1": 0.972398, "accuracy": 0.978261, "main_score": 0.972398, "hf_subset": "bjn_Latn-awa_Deva", "languages": ["bjn-Latn", "awa-Deva"]}, {"precision": 0.920925, "recall": 0.940711, "f1": 0.926762, "accuracy": 0.940711, "main_score": 0.926762, "hf_subset": "bjn_Latn-cym_Latn", "languages": ["bjn-Latn", "cym-Latn"]}, {"precision": 0.802026, "recall": 0.844862, "f1": 0.815039, "accuracy": 0.844862, "main_score": 0.815039, "hf_subset": "bjn_Latn-grn_Latn", "languages": ["bjn-Latn", "grn-Latn"]}, {"precision": 0.970389, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "bjn_Latn-kat_Geor", "languages": ["bjn-Latn", "kat-Geor"]}, {"precision": 0.653946, "recall": 0.700593, "f1": 0.666965, "accuracy": 0.700593, "main_score": 0.666965, "hf_subset": "bjn_Latn-lua_Latn", "languages": ["bjn-Latn", "lua-Latn"]}, {"precision": 0.650132, "recall": 0.703557, "f1": 0.665369, "accuracy": 0.703557, "main_score": 0.665369, "hf_subset": "bjn_Latn-nya_Latn", "languages": ["bjn-Latn", "nya-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-slv_Latn", "languages": ["bjn-Latn", "slv-Latn"]}, {"precision": 0.90471, "recall": 0.929842, "f1": 0.912516, "accuracy": 0.929842, "main_score": 0.912516, "hf_subset": "bjn_Latn-tpi_Latn", "languages": ["bjn-Latn", "tpi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bjn_Latn-zsm_Latn", "languages": ["bjn-Latn", "zsm-Latn"]}, {"precision": 0.548416, "recall": 0.606719, "f1": 0.564833, "accuracy": 0.606719, "main_score": 0.564833, "hf_subset": "bjn_Latn-ayr_Latn", "languages": ["bjn-Latn", "ayr-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-dan_Latn", "languages": ["bjn-Latn", "dan-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "bjn_Latn-guj_Gujr", "languages": ["bjn-Latn", "guj-Gujr"]}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "bjn_Latn-kaz_Cyrl", "languages": ["bjn-Latn", "kaz-Cyrl"]}, {"precision": 0.557907, "recall": 0.610672, "f1": 0.57301, "accuracy": 0.610672, "main_score": 0.57301, "hf_subset": "bjn_Latn-lug_Latn", "languages": ["bjn-Latn", "lug-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bjn_Latn-oci_Latn", "languages": ["bjn-Latn", "oci-Latn"]}, {"precision": 0.784766, "recall": 0.829051, "f1": 0.79809, "accuracy": 0.829051, "main_score": 0.79809, "hf_subset": "bjn_Latn-smo_Latn", "languages": ["bjn-Latn", "smo-Latn"]}, {"precision": 0.550656, "recall": 0.610672, "f1": 0.567536, "accuracy": 0.610672, "main_score": 0.567536, "hf_subset": "bjn_Latn-tsn_Latn", "languages": ["bjn-Latn", "tsn-Latn"]}, {"precision": 0.626673, "recall": 0.687747, "f1": 0.644318, "accuracy": 0.687747, "main_score": 0.644318, "hf_subset": "bjn_Latn-zul_Latn", "languages": ["bjn-Latn", "zul-Latn"]}, {"precision": 0.878129, "recall": 0.912055, "f1": 0.888966, "accuracy": 0.912055, "main_score": 0.888966, "hf_subset": "bjn_Latn-azb_Arab", "languages": ["bjn-Latn", "azb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bjn_Latn-deu_Latn", "languages": ["bjn-Latn", "deu-Latn"]}, {"precision": 0.921887, "recall": 0.943676, "f1": 0.928755, "accuracy": 0.943676, "main_score": 0.928755, "hf_subset": "bjn_Latn-hat_Latn", "languages": ["bjn-Latn", "hat-Latn"]}, {"precision": 0.509033, "recall": 0.568182, "f1": 0.524809, "accuracy": 0.568182, "main_score": 0.524809, "hf_subset": "bjn_Latn-kbp_Latn", "languages": ["bjn-Latn", "kbp-Latn"]}, {"precision": 0.58266, "recall": 0.634387, "f1": 0.596514, "accuracy": 0.634387, "main_score": 0.596514, "hf_subset": "bjn_Latn-luo_Latn", "languages": ["bjn-Latn", "luo-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-ory_Orya", "languages": ["bjn-Latn", "ory-Orya"]}, {"precision": 0.601828, "recall": 0.659091, "f1": 0.618285, "accuracy": 0.659091, "main_score": 0.618285, "hf_subset": "bjn_Latn-sna_Latn", "languages": ["bjn-Latn", "sna-Latn"]}, {"precision": 0.570541, "recall": 0.624506, "f1": 0.585575, "accuracy": 0.624506, "main_score": 0.585575, "hf_subset": "bjn_Latn-tso_Latn", "languages": ["bjn-Latn", "tso-Latn"]}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "bjn_Latn-azj_Latn", "languages": ["bjn-Latn", "azj-Latn"]}, {"precision": 0.559833, "recall": 0.620553, "f1": 0.576888, "accuracy": 0.620553, "main_score": 0.576888, "hf_subset": "bjn_Latn-dik_Latn", "languages": ["bjn-Latn", "dik-Latn"]}, {"precision": 0.722645, "recall": 0.774704, "f1": 0.738048, "accuracy": 0.774704, "main_score": 0.738048, "hf_subset": "bjn_Latn-hau_Latn", "languages": ["bjn-Latn", "hau-Latn"]}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954663, "accuracy": 0.964427, "main_score": 0.954663, "hf_subset": "bjn_Latn-kea_Latn", "languages": ["bjn-Latn", "kea-Latn"]}, {"precision": 0.703598, "recall": 0.755929, "f1": 0.719422, "accuracy": 0.755929, "main_score": 0.719422, "hf_subset": "bjn_Latn-lus_Latn", "languages": ["bjn-Latn", "lus-Latn"]}, {"precision": 0.852783, "recall": 0.881423, "f1": 0.861232, "accuracy": 0.881423, "main_score": 0.861232, "hf_subset": "bjn_Latn-pag_Latn", "languages": ["bjn-Latn", "pag-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "bjn_Latn-snd_Arab", "languages": ["bjn-Latn", "snd-Arab"]}, {"precision": 0.886446, "recall": 0.918972, "f1": 0.896805, "accuracy": 0.918972, "main_score": 0.896805, "hf_subset": "bjn_Latn-tuk_Latn", "languages": ["bjn-Latn", "tuk-Latn"]}, {"precision": 0.944393, "recall": 0.95751, "f1": 0.948271, "accuracy": 0.95751, "main_score": 0.948271, "hf_subset": "bjn_Latn-bak_Cyrl", "languages": ["bjn-Latn", "bak-Cyrl"]}, {"precision": 0.478862, "recall": 0.554348, "f1": 0.501325, "accuracy": 0.554348, "main_score": 0.501325, "hf_subset": "bjn_Latn-dyu_Latn", "languages": ["bjn-Latn", "dyu-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-heb_Hebr", "languages": ["bjn-Latn", "heb-Hebr"]}, {"precision": 0.942885, "recall": 0.958498, "f1": 0.947793, "accuracy": 0.958498, "main_score": 0.947793, "hf_subset": "bjn_Latn-khk_Cyrl", "languages": ["bjn-Latn", "khk-Cyrl"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-lvs_Latn", "languages": ["bjn-Latn", "lvs-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-pan_Guru", "languages": ["bjn-Latn", "pan-Guru"]}, {"precision": 0.681176, "recall": 0.73913, "f1": 0.698814, "accuracy": 0.73913, "main_score": 0.698814, "hf_subset": "bjn_Latn-som_Latn", "languages": ["bjn-Latn", "som-Latn"]}, {"precision": 0.590466, "recall": 0.636364, "f1": 0.603093, "accuracy": 0.636364, "main_score": 0.603093, "hf_subset": "bjn_Latn-tum_Latn", "languages": ["bjn-Latn", "tum-Latn"]}, {"precision": 0.50341, "recall": 0.550395, "f1": 0.516147, "accuracy": 0.550395, "main_score": 0.516147, "hf_subset": "fao_Latn-ace_Arab", "languages": ["fao-Latn", "ace-Arab"]}, {"precision": 0.534317, "recall": 0.583992, "f1": 0.547914, "accuracy": 0.583992, "main_score": 0.547914, "hf_subset": "fao_Latn-bam_Latn", "languages": ["fao-Latn", "bam-Latn"]}, {"precision": 0.358859, "recall": 0.425889, "f1": 0.37614, "accuracy": 0.425889, "main_score": 0.37614, "hf_subset": "fao_Latn-dzo_Tibt", "languages": ["fao-Latn", "dzo-Tibt"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "fao_Latn-hin_Deva", "languages": ["fao-Latn", "hin-Deva"]}, {"precision": 0.947217, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "fao_Latn-khm_Khmr", "languages": ["fao-Latn", "khm-Khmr"]}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "fao_Latn-mag_Deva", "languages": ["fao-Latn", "mag-Deva"]}, {"precision": 0.893816, "recall": 0.91996, "f1": 0.901801, "accuracy": 0.91996, "main_score": 0.901801, "hf_subset": "fao_Latn-pap_Latn", "languages": ["fao-Latn", "pap-Latn"]}, {"precision": 0.585213, "recall": 0.631423, "f1": 0.598275, "accuracy": 0.631423, "main_score": 0.598275, "hf_subset": "fao_Latn-sot_Latn", "languages": ["fao-Latn", "sot-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fao_Latn-tur_Latn", "languages": ["fao-Latn", "tur-Latn"]}, {"precision": 0.742895, "recall": 0.787549, "f1": 0.756378, "accuracy": 0.787549, "main_score": 0.756378, "hf_subset": "fao_Latn-ace_Latn", "languages": ["fao-Latn", "ace-Latn"]}, {"precision": 0.850388, "recall": 0.876482, "f1": 0.857926, "accuracy": 0.876482, "main_score": 0.857926, "hf_subset": "fao_Latn-ban_Latn", "languages": ["fao-Latn", "ban-Latn"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "fao_Latn-ell_Grek", "languages": ["fao-Latn", "ell-Grek"]}, {"precision": 0.952767, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "fao_Latn-hne_Deva", "languages": ["fao-Latn", "hne-Deva"]}, {"precision": 0.559998, "recall": 0.613636, "f1": 0.574554, "accuracy": 0.613636, "main_score": 0.574554, "hf_subset": "fao_Latn-kik_Latn", "languages": ["fao-Latn", "kik-Latn"]}, {"precision": 0.962039, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "fao_Latn-mai_Deva", "languages": ["fao-Latn", "mai-Deva"]}, {"precision": 0.892704, "recall": 0.921937, "f1": 0.901713, "accuracy": 0.921937, "main_score": 0.901713, "hf_subset": "fao_Latn-pbt_Arab", "languages": ["fao-Latn", "pbt-Arab"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "fao_Latn-spa_Latn", "languages": ["fao-Latn", "spa-Latn"]}, {"precision": 0.602939, "recall": 0.644269, "f1": 0.61414, "accuracy": 0.644269, "main_score": 0.61414, "hf_subset": "fao_Latn-twi_Latn", "languages": ["fao-Latn", "twi-Latn"]}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "fao_Latn-acm_Arab", "languages": ["fao-Latn", "acm-Arab"]}, {"precision": 0.950428, "recall": 0.964427, "f1": 0.954677, "accuracy": 0.964427, "main_score": 0.954677, "hf_subset": "fao_Latn-bel_Cyrl", "languages": ["fao-Latn", "bel-Cyrl"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "fao_Latn-eng_Latn", "languages": ["fao-Latn", "eng-Latn"]}, {"precision": 0.97752, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "fao_Latn-hrv_Latn", "languages": ["fao-Latn", "hrv-Latn"]}, {"precision": 0.555709, "recall": 0.610672, "f1": 0.57069, "accuracy": 0.610672, "main_score": 0.57069, "hf_subset": "fao_Latn-kin_Latn", "languages": ["fao-Latn", "kin-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "fao_Latn-mal_Mlym", "languages": ["fao-Latn", "mal-Mlym"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "fao_Latn-pes_Arab", "languages": ["fao-Latn", "pes-Arab"]}, {"precision": 0.919252, "recall": 0.940711, "f1": 0.925791, "accuracy": 0.940711, "main_score": 0.925791, "hf_subset": "fao_Latn-srd_Latn", "languages": ["fao-Latn", "srd-Latn"]}, {"precision": 0.202668, "recall": 0.246047, "f1": 0.213742, "accuracy": 0.246047, "main_score": 0.213742, "hf_subset": "fao_Latn-tzm_Tfng", "languages": ["fao-Latn", "tzm-Tfng"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "fao_Latn-acq_Arab", "languages": ["fao-Latn", "acq-Arab"]}, {"precision": 0.614749, "recall": 0.657115, "f1": 0.626053, "accuracy": 0.657115, "main_score": 0.626053, "hf_subset": "fao_Latn-bem_Latn", "languages": ["fao-Latn", "bem-Latn"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974591, "accuracy": 0.980237, "main_score": 0.974591, "hf_subset": "fao_Latn-epo_Latn", "languages": ["fao-Latn", "epo-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "fao_Latn-hun_Latn", "languages": ["fao-Latn", "hun-Latn"]}, {"precision": 0.911067, "recall": 0.936759, "f1": 0.919269, "accuracy": 0.936759, "main_score": 0.919269, "hf_subset": "fao_Latn-kir_Cyrl", "languages": ["fao-Latn", "kir-Cyrl"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "fao_Latn-mar_Deva", "languages": ["fao-Latn", "mar-Deva"]}, {"precision": 0.627783, "recall": 0.676877, "f1": 0.642034, "accuracy": 0.676877, "main_score": 0.642034, "hf_subset": "fao_Latn-plt_Latn", "languages": ["fao-Latn", "plt-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "fao_Latn-srp_Cyrl", "languages": ["fao-Latn", "srp-Cyrl"]}, {"precision": 0.87388, "recall": 0.905138, "f1": 0.883498, "accuracy": 0.905138, "main_score": 0.883498, "hf_subset": "fao_Latn-uig_Arab", "languages": ["fao-Latn", "uig-Arab"]}, {"precision": 0.937088, "recall": 0.955534, "f1": 0.942819, "accuracy": 0.955534, "main_score": 0.942819, "hf_subset": "fao_Latn-aeb_Arab", "languages": ["fao-Latn", "aeb-Arab"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fao_Latn-ben_Beng", "languages": ["fao-Latn", "ben-Beng"]}, {"precision": 0.969944, "recall": 0.979249, "f1": 0.972892, "accuracy": 0.979249, "main_score": 0.972892, "hf_subset": "fao_Latn-est_Latn", "languages": ["fao-Latn", "est-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "fao_Latn-hye_Armn", "languages": ["fao-Latn", "hye-Armn"]}, {"precision": 0.545091, "recall": 0.58498, "f1": 0.556168, "accuracy": 0.58498, "main_score": 0.556168, "hf_subset": "fao_Latn-kmb_Latn", "languages": ["fao-Latn", "kmb-Latn"]}, {"precision": 0.458017, "recall": 0.516798, "f1": 0.473623, "accuracy": 0.516798, "main_score": 0.473623, "hf_subset": "fao_Latn-min_Arab", "languages": ["fao-Latn", "min-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "fao_Latn-pol_Latn", "languages": ["fao-Latn", "pol-Latn"]}, {"precision": 0.561067, "recall": 0.618577, "f1": 0.577819, "accuracy": 0.618577, "main_score": 0.577819, "hf_subset": "fao_Latn-ssw_Latn", "languages": ["fao-Latn", "ssw-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "fao_Latn-ukr_Cyrl", "languages": ["fao-Latn", "ukr-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fao_Latn-afr_Latn", "languages": ["fao-Latn", "afr-Latn"]}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "fao_Latn-bho_Deva", "languages": ["fao-Latn", "bho-Deva"]}, {"precision": 0.910194, "recall": 0.933794, "f1": 0.917556, "accuracy": 0.933794, "main_score": 0.917556, "hf_subset": "fao_Latn-eus_Latn", "languages": ["fao-Latn", "eus-Latn"]}, {"precision": 0.574631, "recall": 0.626482, "f1": 0.589185, "accuracy": 0.626482, "main_score": 0.589185, "hf_subset": "fao_Latn-ibo_Latn", "languages": ["fao-Latn", "ibo-Latn"]}, {"precision": 0.792276, "recall": 0.836957, "f1": 0.805816, "accuracy": 0.836957, "main_score": 0.805816, "hf_subset": "fao_Latn-kmr_Latn", "languages": ["fao-Latn", "kmr-Latn"]}, {"precision": 0.905468, "recall": 0.93083, "f1": 0.913175, "accuracy": 0.93083, "main_score": 0.913175, "hf_subset": "fao_Latn-min_Latn", "languages": ["fao-Latn", "min-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "fao_Latn-por_Latn", "languages": ["fao-Latn", "por-Latn"]}, {"precision": 0.92831, "recall": 0.948617, "f1": 0.934519, "accuracy": 0.948617, "main_score": 0.934519, "hf_subset": "fao_Latn-sun_Latn", "languages": ["fao-Latn", "sun-Latn"]}, {"precision": 0.524541, "recall": 0.571146, "f1": 0.537541, "accuracy": 0.571146, "main_score": 0.537541, "hf_subset": "fao_Latn-umb_Latn", "languages": ["fao-Latn", "umb-Latn"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "fao_Latn-ajp_Arab", "languages": ["fao-Latn", "ajp-Arab"]}, {"precision": 0.482221, "recall": 0.538538, "f1": 0.497308, "accuracy": 0.538538, "main_score": 0.497308, "hf_subset": "fao_Latn-bjn_Arab", "languages": ["fao-Latn", "bjn-Arab"]}, {"precision": 0.524277, "recall": 0.568182, "f1": 0.536244, "accuracy": 0.568182, "main_score": 0.536244, "hf_subset": "fao_Latn-ewe_Latn", "languages": ["fao-Latn", "ewe-Latn"]}, {"precision": 0.843692, "recall": 0.873518, "f1": 0.85239, "accuracy": 0.873518, "main_score": 0.85239, "hf_subset": "fao_Latn-ilo_Latn", "languages": ["fao-Latn", "ilo-Latn"]}, {"precision": 0.317684, "recall": 0.369565, "f1": 0.331733, "accuracy": 0.369565, "main_score": 0.331733, "hf_subset": "fao_Latn-knc_Arab", "languages": ["fao-Latn", "knc-Arab"]}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.978543, "accuracy": 0.983202, "main_score": 0.978543, "hf_subset": "fao_Latn-mkd_Cyrl", "languages": ["fao-Latn", "mkd-Cyrl"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "fao_Latn-prs_Arab", "languages": ["fao-Latn", "prs-Arab"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fao_Latn-swe_Latn", "languages": ["fao-Latn", "swe-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "fao_Latn-urd_Arab", "languages": ["fao-Latn", "urd-Arab"]}, {"precision": 0.570667, "recall": 0.613636, "f1": 0.582461, "accuracy": 0.613636, "main_score": 0.582461, "hf_subset": "fao_Latn-aka_Latn", "languages": ["fao-Latn", "aka-Latn"]}, {"precision": 0.914328, "recall": 0.936759, "f1": 0.921095, "accuracy": 0.936759, "main_score": 0.921095, "hf_subset": "fao_Latn-bjn_Latn", "languages": ["fao-Latn", "bjn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "fao_Latn-ind_Latn", "languages": ["fao-Latn", "ind-Latn"]}, {"precision": 0.560544, "recall": 0.606719, "f1": 0.574292, "accuracy": 0.606719, "main_score": 0.574292, "hf_subset": "fao_Latn-knc_Latn", "languages": ["fao-Latn", "knc-Latn"]}, {"precision": 0.932675, "recall": 0.952569, "f1": 0.938853, "accuracy": 0.952569, "main_score": 0.938853, "hf_subset": "fao_Latn-mlt_Latn", "languages": ["fao-Latn", "mlt-Latn"]}, {"precision": 0.658521, "recall": 0.709486, "f1": 0.673028, "accuracy": 0.709486, "main_score": 0.673028, "hf_subset": "fao_Latn-quy_Latn", "languages": ["fao-Latn", "quy-Latn"]}, {"precision": 0.92389, "recall": 0.945652, "f1": 0.930748, "accuracy": 0.945652, "main_score": 0.930748, "hf_subset": "fao_Latn-swh_Latn", "languages": ["fao-Latn", "swh-Latn"]}, {"precision": 0.942748, "recall": 0.958498, "f1": 0.947563, "accuracy": 0.958498, "main_score": 0.947563, "hf_subset": "fao_Latn-uzn_Latn", "languages": ["fao-Latn", "uzn-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "fao_Latn-als_Latn", "languages": ["fao-Latn", "als-Latn"]}, {"precision": 0.557617, "recall": 0.637352, "f1": 0.580712, "accuracy": 0.637352, "main_score": 0.580712, "hf_subset": "fao_Latn-bod_Tibt", "languages": ["fao-Latn", "bod-Tibt"]}, {"precision": 0.670358, "recall": 0.724308, "f1": 0.685278, "accuracy": 0.724308, "main_score": 0.685278, "hf_subset": "fao_Latn-fij_Latn", "languages": ["fao-Latn", "fij-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "fao_Latn-isl_Latn", "languages": ["fao-Latn", "isl-Latn"]}, {"precision": 0.602283, "recall": 0.651186, "f1": 0.6155, "accuracy": 0.651186, "main_score": 0.6155, "hf_subset": "fao_Latn-kon_Latn", "languages": ["fao-Latn", "kon-Latn"]}, {"precision": 0.575844, "recall": 0.630435, "f1": 0.591011, "accuracy": 0.630435, "main_score": 0.591011, "hf_subset": "fao_Latn-mni_Beng", "languages": ["fao-Latn", "mni-Beng"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fao_Latn-ron_Latn", "languages": ["fao-Latn", "ron-Latn"]}, {"precision": 0.951499, "recall": 0.964427, "f1": 0.955435, "accuracy": 0.964427, "main_score": 0.955435, "hf_subset": "fao_Latn-szl_Latn", "languages": ["fao-Latn", "szl-Latn"]}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "fao_Latn-vec_Latn", "languages": ["fao-Latn", "vec-Latn"]}, {"precision": 0.834898, "recall": 0.879447, "f1": 0.848998, "accuracy": 0.879447, "main_score": 0.848998, "hf_subset": "fao_Latn-amh_Ethi", "languages": ["fao-Latn", "amh-Ethi"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "fao_Latn-bos_Latn", "languages": ["fao-Latn", "bos-Latn"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "fao_Latn-fin_Latn", "languages": ["fao-Latn", "fin-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "fao_Latn-ita_Latn", "languages": ["fao-Latn", "ita-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "fao_Latn-kor_Hang", "languages": ["fao-Latn", "kor-Hang"]}, {"precision": 0.544326, "recall": 0.589921, "f1": 0.557024, "accuracy": 0.589921, "main_score": 0.557024, "hf_subset": "fao_Latn-mos_Latn", "languages": ["fao-Latn", "mos-Latn"]}, {"precision": 0.556474, "recall": 0.601779, "f1": 0.569213, "accuracy": 0.601779, "main_score": 0.569213, "hf_subset": "fao_Latn-run_Latn", "languages": ["fao-Latn", "run-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "fao_Latn-tam_Taml", "languages": ["fao-Latn", "tam-Taml"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "fao_Latn-vie_Latn", "languages": ["fao-Latn", "vie-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "fao_Latn-apc_Arab", "languages": ["fao-Latn", "apc-Arab"]}, {"precision": 0.686146, "recall": 0.735178, "f1": 0.699798, "accuracy": 0.735178, "main_score": 0.699798, "hf_subset": "fao_Latn-bug_Latn", "languages": ["fao-Latn", "bug-Latn"]}, {"precision": 0.493482, "recall": 0.538538, "f1": 0.506441, "accuracy": 0.538538, "main_score": 0.506441, "hf_subset": "fao_Latn-fon_Latn", "languages": ["fao-Latn", "fon-Latn"]}, {"precision": 0.951581, "recall": 0.965415, "f1": 0.955783, "accuracy": 0.965415, "main_score": 0.955783, "hf_subset": "fao_Latn-jav_Latn", "languages": ["fao-Latn", "jav-Latn"]}, {"precision": 0.945487, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "fao_Latn-lao_Laoo", "languages": ["fao-Latn", "lao-Laoo"]}, {"precision": 0.816765, "recall": 0.859684, "f1": 0.829795, "accuracy": 0.859684, "main_score": 0.829795, "hf_subset": "fao_Latn-mri_Latn", "languages": ["fao-Latn", "mri-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "fao_Latn-rus_Cyrl", "languages": ["fao-Latn", "rus-Cyrl"]}, {"precision": 0.535082, "recall": 0.579051, "f1": 0.547326, "accuracy": 0.579051, "main_score": 0.547326, "hf_subset": "fao_Latn-taq_Latn", "languages": ["fao-Latn", "taq-Latn"]}, {"precision": 0.935392, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "fao_Latn-war_Latn", "languages": ["fao-Latn", "war-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "fao_Latn-arb_Arab", "languages": ["fao-Latn", "arb-Arab"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "fao_Latn-bul_Cyrl", "languages": ["fao-Latn", "bul-Cyrl"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "fao_Latn-fra_Latn", "languages": ["fao-Latn", "fra-Latn"]}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "fao_Latn-jpn_Jpan", "languages": ["fao-Latn", "jpn-Jpan"]}, {"precision": 0.930501, "recall": 0.947628, "f1": 0.935691, "accuracy": 0.947628, "main_score": 0.935691, "hf_subset": "fao_Latn-lij_Latn", "languages": ["fao-Latn", "lij-Latn"]}, {"precision": 0.91115, "recall": 0.937747, "f1": 0.919697, "accuracy": 0.937747, "main_score": 0.919697, "hf_subset": "fao_Latn-mya_Mymr", "languages": ["fao-Latn", "mya-Mymr"]}, {"precision": 0.570919, "recall": 0.623518, "f1": 0.585365, "accuracy": 0.623518, "main_score": 0.585365, "hf_subset": "fao_Latn-sag_Latn", "languages": ["fao-Latn", "sag-Latn"]}, {"precision": 0.200772, "recall": 0.247036, "f1": 0.212094, "accuracy": 0.247036, "main_score": 0.212094, "hf_subset": "fao_Latn-taq_Tfng", "languages": ["fao-Latn", "taq-Tfng"]}, {"precision": 0.609941, "recall": 0.650198, "f1": 0.6214, "accuracy": 0.650198, "main_score": 0.6214, "hf_subset": "fao_Latn-wol_Latn", "languages": ["fao-Latn", "wol-Latn"]}, {"precision": 0.696418, "recall": 0.759881, "f1": 0.714731, "accuracy": 0.759881, "main_score": 0.714731, "hf_subset": "fao_Latn-arb_Latn", "languages": ["fao-Latn", "arb-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fao_Latn-cat_Latn", "languages": ["fao-Latn", "cat-Latn"]}, {"precision": 0.931983, "recall": 0.950593, "f1": 0.937714, "accuracy": 0.950593, "main_score": 0.937714, "hf_subset": "fao_Latn-fur_Latn", "languages": ["fao-Latn", "fur-Latn"]}, {"precision": 0.429245, "recall": 0.485178, "f1": 0.445037, "accuracy": 0.485178, "main_score": 0.445037, "hf_subset": "fao_Latn-kab_Latn", "languages": ["fao-Latn", "kab-Latn"]}, {"precision": 0.930912, "recall": 0.950593, "f1": 0.937154, "accuracy": 0.950593, "main_score": 0.937154, "hf_subset": "fao_Latn-lim_Latn", "languages": ["fao-Latn", "lim-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "fao_Latn-nld_Latn", "languages": ["fao-Latn", "nld-Latn"]}, {"precision": 0.930007, "recall": 0.949605, "f1": 0.936265, "accuracy": 0.949605, "main_score": 0.936265, "hf_subset": "fao_Latn-san_Deva", "languages": ["fao-Latn", "san-Deva"]}, {"precision": 0.937829, "recall": 0.955534, "f1": 0.943248, "accuracy": 0.955534, "main_score": 0.943248, "hf_subset": "fao_Latn-tat_Cyrl", "languages": ["fao-Latn", "tat-Cyrl"]}, {"precision": 0.644661, "recall": 0.693676, "f1": 0.658703, "accuracy": 0.693676, "main_score": 0.658703, "hf_subset": "fao_Latn-xho_Latn", "languages": ["fao-Latn", "xho-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "fao_Latn-ars_Arab", "languages": ["fao-Latn", "ars-Arab"]}, {"precision": 0.946123, "recall": 0.961462, "f1": 0.95084, "accuracy": 0.961462, "main_score": 0.95084, "hf_subset": "fao_Latn-ceb_Latn", "languages": ["fao-Latn", "ceb-Latn"]}, {"precision": 0.560108, "recall": 0.606719, "f1": 0.573073, "accuracy": 0.606719, "main_score": 0.573073, "hf_subset": "fao_Latn-fuv_Latn", "languages": ["fao-Latn", "fuv-Latn"]}, {"precision": 0.505832, "recall": 0.554348, "f1": 0.519302, "accuracy": 0.554348, "main_score": 0.519302, "hf_subset": "fao_Latn-kac_Latn", "languages": ["fao-Latn", "kac-Latn"]}, {"precision": 0.63354, "recall": 0.677866, "f1": 0.645585, "accuracy": 0.677866, "main_score": 0.645585, "hf_subset": "fao_Latn-lin_Latn", "languages": ["fao-Latn", "lin-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "fao_Latn-nno_Latn", "languages": ["fao-Latn", "nno-Latn"]}, {"precision": 0.226328, "recall": 0.294466, "f1": 0.24331, "accuracy": 0.294466, "main_score": 0.24331, "hf_subset": "fao_Latn-sat_Olck", "languages": ["fao-Latn", "sat-Olck"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "fao_Latn-tel_Telu", "languages": ["fao-Latn", "tel-Telu"]}, {"precision": 0.90695, "recall": 0.933794, "f1": 0.915316, "accuracy": 0.933794, "main_score": 0.915316, "hf_subset": "fao_Latn-ydd_Hebr", "languages": ["fao-Latn", "ydd-Hebr"]}, {"precision": 0.922628, "recall": 0.945652, "f1": 0.930007, "accuracy": 0.945652, "main_score": 0.930007, "hf_subset": "fao_Latn-ary_Arab", "languages": ["fao-Latn", "ary-Arab"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "fao_Latn-ces_Latn", "languages": ["fao-Latn", "ces-Latn"]}, {"precision": 0.554645, "recall": 0.603755, "f1": 0.568601, "accuracy": 0.603755, "main_score": 0.568601, "hf_subset": "fao_Latn-gaz_Latn", "languages": ["fao-Latn", "gaz-Latn"]}, {"precision": 0.571064, "recall": 0.623518, "f1": 0.585288, "accuracy": 0.623518, "main_score": 0.585288, "hf_subset": "fao_Latn-kam_Latn", "languages": ["fao-Latn", "kam-Latn"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "fao_Latn-lit_Latn", "languages": ["fao-Latn", "lit-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "fao_Latn-nob_Latn", "languages": ["fao-Latn", "nob-Latn"]}, {"precision": 0.938554, "recall": 0.953557, "f1": 0.942721, "accuracy": 0.953557, "main_score": 0.942721, "hf_subset": "fao_Latn-scn_Latn", "languages": ["fao-Latn", "scn-Latn"]}, {"precision": 0.923995, "recall": 0.94664, "f1": 0.931225, "accuracy": 0.94664, "main_score": 0.931225, "hf_subset": "fao_Latn-tgk_Cyrl", "languages": ["fao-Latn", "tgk-Cyrl"]}, {"precision": 0.66246, "recall": 0.731225, "f1": 0.683284, "accuracy": 0.731225, "main_score": 0.683284, "hf_subset": "fao_Latn-yor_Latn", "languages": ["fao-Latn", "yor-Latn"]}, {"precision": 0.945735, "recall": 0.962451, "f1": 0.950988, "accuracy": 0.962451, "main_score": 0.950988, "hf_subset": "fao_Latn-arz_Arab", "languages": ["fao-Latn", "arz-Arab"]}, {"precision": 0.537467, "recall": 0.583992, "f1": 0.550617, "accuracy": 0.583992, "main_score": 0.550617, "hf_subset": "fao_Latn-cjk_Latn", "languages": ["fao-Latn", "cjk-Latn"]}, {"precision": 0.739864, "recall": 0.788538, "f1": 0.753724, "accuracy": 0.788538, "main_score": 0.753724, "hf_subset": "fao_Latn-gla_Latn", "languages": ["fao-Latn", "gla-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "fao_Latn-kan_Knda", "languages": ["fao-Latn", "kan-Knda"]}, {"precision": 0.927289, "recall": 0.947628, "f1": 0.933531, "accuracy": 0.947628, "main_score": 0.933531, "hf_subset": "fao_Latn-lmo_Latn", "languages": ["fao-Latn", "lmo-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "fao_Latn-npi_Deva", "languages": ["fao-Latn", "npi-Deva"]}, {"precision": 0.463926, "recall": 0.511858, "f1": 0.47714, "accuracy": 0.511858, "main_score": 0.47714, "hf_subset": "fao_Latn-shn_Mymr", "languages": ["fao-Latn", "shn-Mymr"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fao_Latn-tgl_Latn", "languages": ["fao-Latn", "tgl-Latn"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "fao_Latn-yue_Hant", "languages": ["fao-Latn", "yue-Hant"]}, {"precision": 0.938406, "recall": 0.95751, "f1": 0.944664, "accuracy": 0.95751, "main_score": 0.944664, "hf_subset": "fao_Latn-asm_Beng", "languages": ["fao-Latn", "asm-Beng"]}, {"precision": 0.881077, "recall": 0.913043, "f1": 0.890843, "accuracy": 0.913043, "main_score": 0.890843, "hf_subset": "fao_Latn-ckb_Arab", "languages": ["fao-Latn", "ckb-Arab"]}, {"precision": 0.800791, "recall": 0.84585, "f1": 0.814657, "accuracy": 0.84585, "main_score": 0.814657, "hf_subset": "fao_Latn-gle_Latn", "languages": ["fao-Latn", "gle-Latn"]}, {"precision": 0.830063, "recall": 0.868577, "f1": 0.841108, "accuracy": 0.868577, "main_score": 0.841108, "hf_subset": "fao_Latn-kas_Arab", "languages": ["fao-Latn", "kas-Arab"]}, {"precision": 0.837599, "recall": 0.878458, "f1": 0.850527, "accuracy": 0.878458, "main_score": 0.850527, "hf_subset": "fao_Latn-ltg_Latn", "languages": ["fao-Latn", "ltg-Latn"]}, {"precision": 0.587497, "recall": 0.629447, "f1": 0.598882, "accuracy": 0.629447, "main_score": 0.598882, "hf_subset": "fao_Latn-nso_Latn", "languages": ["fao-Latn", "nso-Latn"]}, {"precision": 0.912549, "recall": 0.938735, "f1": 0.920784, "accuracy": 0.938735, "main_score": 0.920784, "hf_subset": "fao_Latn-sin_Sinh", "languages": ["fao-Latn", "sin-Sinh"]}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "fao_Latn-tha_Thai", "languages": ["fao-Latn", "tha-Thai"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956324, "accuracy": 0.966403, "main_score": 0.956324, "hf_subset": "fao_Latn-zho_Hans", "languages": ["fao-Latn", "zho-Hans"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "fao_Latn-ast_Latn", "languages": ["fao-Latn", "ast-Latn"]}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "fao_Latn-crh_Latn", "languages": ["fao-Latn", "crh-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "fao_Latn-glg_Latn", "languages": ["fao-Latn", "glg-Latn"]}, {"precision": 0.771534, "recall": 0.822134, "f1": 0.786808, "accuracy": 0.822134, "main_score": 0.786808, "hf_subset": "fao_Latn-kas_Deva", "languages": ["fao-Latn", "kas-Deva"]}, {"precision": 0.921146, "recall": 0.942688, "f1": 0.927786, "accuracy": 0.942688, "main_score": 0.927786, "hf_subset": "fao_Latn-ltz_Latn", "languages": ["fao-Latn", "ltz-Latn"]}, {"precision": 0.476538, "recall": 0.528656, "f1": 0.49073, "accuracy": 0.528656, "main_score": 0.49073, "hf_subset": "fao_Latn-nus_Latn", "languages": ["fao-Latn", "nus-Latn"]}, {"precision": 0.976038, "recall": 0.983202, "f1": 0.978327, "accuracy": 0.983202, "main_score": 0.978327, "hf_subset": "fao_Latn-slk_Latn", "languages": ["fao-Latn", "slk-Latn"]}, {"precision": 0.526361, "recall": 0.599802, "f1": 0.547087, "accuracy": 0.599802, "main_score": 0.547087, "hf_subset": "fao_Latn-tir_Ethi", "languages": ["fao-Latn", "tir-Ethi"]}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "fao_Latn-zho_Hant", "languages": ["fao-Latn", "zho-Hant"]}, {"precision": 0.947793, "recall": 0.962451, "f1": 0.952372, "accuracy": 0.962451, "main_score": 0.952372, "hf_subset": "fao_Latn-awa_Deva", "languages": ["fao-Latn", "awa-Deva"]}, {"precision": 0.931159, "recall": 0.950593, "f1": 0.937253, "accuracy": 0.950593, "main_score": 0.937253, "hf_subset": "fao_Latn-cym_Latn", "languages": ["fao-Latn", "cym-Latn"]}, {"precision": 0.74023, "recall": 0.784585, "f1": 0.752659, "accuracy": 0.784585, "main_score": 0.752659, "hf_subset": "fao_Latn-grn_Latn", "languages": ["fao-Latn", "grn-Latn"]}, {"precision": 0.935771, "recall": 0.955534, "f1": 0.942029, "accuracy": 0.955534, "main_score": 0.942029, "hf_subset": "fao_Latn-kat_Geor", "languages": ["fao-Latn", "kat-Geor"]}, {"precision": 0.60723, "recall": 0.653162, "f1": 0.619929, "accuracy": 0.653162, "main_score": 0.619929, "hf_subset": "fao_Latn-lua_Latn", "languages": ["fao-Latn", "lua-Latn"]}, {"precision": 0.612416, "recall": 0.662055, "f1": 0.626575, "accuracy": 0.662055, "main_score": 0.626575, "hf_subset": "fao_Latn-nya_Latn", "languages": ["fao-Latn", "nya-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "fao_Latn-slv_Latn", "languages": ["fao-Latn", "slv-Latn"]}, {"precision": 0.825712, "recall": 0.862648, "f1": 0.836281, "accuracy": 0.862648, "main_score": 0.836281, "hf_subset": "fao_Latn-tpi_Latn", "languages": ["fao-Latn", "tpi-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "fao_Latn-zsm_Latn", "languages": ["fao-Latn", "zsm-Latn"]}, {"precision": 0.5412, "recall": 0.594862, "f1": 0.5564, "accuracy": 0.594862, "main_score": 0.5564, "hf_subset": "fao_Latn-ayr_Latn", "languages": ["fao-Latn", "ayr-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "fao_Latn-dan_Latn", "languages": ["fao-Latn", "dan-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "fao_Latn-guj_Gujr", "languages": ["fao-Latn", "guj-Gujr"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "fao_Latn-kaz_Cyrl", "languages": ["fao-Latn", "kaz-Cyrl"]}, {"precision": 0.535499, "recall": 0.587945, "f1": 0.55013, "accuracy": 0.587945, "main_score": 0.55013, "hf_subset": "fao_Latn-lug_Latn", "languages": ["fao-Latn", "lug-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "fao_Latn-oci_Latn", "languages": ["fao-Latn", "oci-Latn"]}, {"precision": 0.76769, "recall": 0.813241, "f1": 0.780948, "accuracy": 0.813241, "main_score": 0.780948, "hf_subset": "fao_Latn-smo_Latn", "languages": ["fao-Latn", "smo-Latn"]}, {"precision": 0.539026, "recall": 0.592885, "f1": 0.553525, "accuracy": 0.592885, "main_score": 0.553525, "hf_subset": "fao_Latn-tsn_Latn", "languages": ["fao-Latn", "tsn-Latn"]}, {"precision": 0.605363, "recall": 0.66502, "f1": 0.622176, "accuracy": 0.66502, "main_score": 0.622176, "hf_subset": "fao_Latn-zul_Latn", "languages": ["fao-Latn", "zul-Latn"]}, {"precision": 0.794262, "recall": 0.84585, "f1": 0.810048, "accuracy": 0.84585, "main_score": 0.810048, "hf_subset": "fao_Latn-azb_Arab", "languages": ["fao-Latn", "azb-Arab"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fao_Latn-deu_Latn", "languages": ["fao-Latn", "deu-Latn"]}, {"precision": 0.899374, "recall": 0.925889, "f1": 0.907378, "accuracy": 0.925889, "main_score": 0.907378, "hf_subset": "fao_Latn-hat_Latn", "languages": ["fao-Latn", "hat-Latn"]}, {"precision": 0.49516, "recall": 0.54249, "f1": 0.508133, "accuracy": 0.54249, "main_score": 0.508133, "hf_subset": "fao_Latn-kbp_Latn", "languages": ["fao-Latn", "kbp-Latn"]}, {"precision": 0.563714, "recall": 0.602767, "f1": 0.574695, "accuracy": 0.602767, "main_score": 0.574695, "hf_subset": "fao_Latn-luo_Latn", "languages": ["fao-Latn", "luo-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "fao_Latn-ory_Orya", "languages": ["fao-Latn", "ory-Orya"]}, {"precision": 0.575637, "recall": 0.631423, "f1": 0.591108, "accuracy": 0.631423, "main_score": 0.591108, "hf_subset": "fao_Latn-sna_Latn", "languages": ["fao-Latn", "sna-Latn"]}, {"precision": 0.564245, "recall": 0.610672, "f1": 0.576769, "accuracy": 0.610672, "main_score": 0.576769, "hf_subset": "fao_Latn-tso_Latn", "languages": ["fao-Latn", "tso-Latn"]}, {"precision": 0.943676, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "fao_Latn-azj_Latn", "languages": ["fao-Latn", "azj-Latn"]}, {"precision": 0.523393, "recall": 0.574111, "f1": 0.538122, "accuracy": 0.574111, "main_score": 0.538122, "hf_subset": "fao_Latn-dik_Latn", "languages": ["fao-Latn", "dik-Latn"]}, {"precision": 0.688834, "recall": 0.741107, "f1": 0.704202, "accuracy": 0.741107, "main_score": 0.704202, "hf_subset": "fao_Latn-hau_Latn", "languages": ["fao-Latn", "hau-Latn"]}, {"precision": 0.89636, "recall": 0.922925, "f1": 0.904136, "accuracy": 0.922925, "main_score": 0.904136, "hf_subset": "fao_Latn-kea_Latn", "languages": ["fao-Latn", "kea-Latn"]}, {"precision": 0.654809, "recall": 0.699605, "f1": 0.667787, "accuracy": 0.699605, "main_score": 0.667787, "hf_subset": "fao_Latn-lus_Latn", "languages": ["fao-Latn", "lus-Latn"]}, {"precision": 0.751352, "recall": 0.789526, "f1": 0.762047, "accuracy": 0.789526, "main_score": 0.762047, "hf_subset": "fao_Latn-pag_Latn", "languages": ["fao-Latn", "pag-Latn"]}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960592, "accuracy": 0.969368, "main_score": 0.960592, "hf_subset": "fao_Latn-snd_Arab", "languages": ["fao-Latn", "snd-Arab"]}, {"precision": 0.869895, "recall": 0.903162, "f1": 0.880072, "accuracy": 0.903162, "main_score": 0.880072, "hf_subset": "fao_Latn-tuk_Latn", "languages": ["fao-Latn", "tuk-Latn"]}, {"precision": 0.923337, "recall": 0.944664, "f1": 0.929861, "accuracy": 0.944664, "main_score": 0.929861, "hf_subset": "fao_Latn-bak_Cyrl", "languages": ["fao-Latn", "bak-Cyrl"]}, {"precision": 0.477076, "recall": 0.534585, "f1": 0.493488, "accuracy": 0.534585, "main_score": 0.493488, "hf_subset": "fao_Latn-dyu_Latn", "languages": ["fao-Latn", "dyu-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fao_Latn-heb_Hebr", "languages": ["fao-Latn", "heb-Hebr"]}, {"precision": 0.925231, "recall": 0.948617, "f1": 0.932806, "accuracy": 0.948617, "main_score": 0.932806, "hf_subset": "fao_Latn-khk_Cyrl", "languages": ["fao-Latn", "khk-Cyrl"]}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "fao_Latn-lvs_Latn", "languages": ["fao-Latn", "lvs-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "fao_Latn-pan_Guru", "languages": ["fao-Latn", "pan-Guru"]}, {"precision": 0.662601, "recall": 0.720356, "f1": 0.679367, "accuracy": 0.720356, "main_score": 0.679367, "hf_subset": "fao_Latn-som_Latn", "languages": ["fao-Latn", "som-Latn"]}, {"precision": 0.587504, "recall": 0.629447, "f1": 0.599078, "accuracy": 0.629447, "main_score": 0.599078, "hf_subset": "fao_Latn-tum_Latn", "languages": ["fao-Latn", "tum-Latn"]}, {"precision": 0.645038, "recall": 0.709486, "f1": 0.663441, "accuracy": 0.709486, "main_score": 0.663441, "hf_subset": "ind_Latn-ace_Arab", "languages": ["ind-Latn", "ace-Arab"]}, {"precision": 0.555248, "recall": 0.617589, "f1": 0.572813, "accuracy": 0.617589, "main_score": 0.572813, "hf_subset": "ind_Latn-bam_Latn", "languages": ["ind-Latn", "bam-Latn"]}, {"precision": 0.464601, "recall": 0.547431, "f1": 0.486688, "accuracy": 0.547431, "main_score": 0.486688, "hf_subset": "ind_Latn-dzo_Tibt", "languages": ["ind-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hin_Deva", "languages": ["ind-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-khm_Khmr", "languages": ["ind-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-mag_Deva", "languages": ["ind-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ind_Latn-pap_Latn", "languages": ["ind-Latn", "pap-Latn"]}, {"precision": 0.624696, "recall": 0.68083, "f1": 0.640696, "accuracy": 0.68083, "main_score": 0.640696, "hf_subset": "ind_Latn-sot_Latn", "languages": ["ind-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-tur_Latn", "languages": ["ind-Latn", "tur-Latn"]}, {"precision": 0.913538, "recall": 0.938735, "f1": 0.921574, "accuracy": 0.938735, "main_score": 0.921574, "hf_subset": "ind_Latn-ace_Latn", "languages": ["ind-Latn", "ace-Latn"]}, {"precision": 0.971509, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "ind_Latn-ban_Latn", "languages": ["ind-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ell_Grek", "languages": ["ind-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ind_Latn-hne_Deva", "languages": ["ind-Latn", "hne-Deva"]}, {"precision": 0.616325, "recall": 0.671937, "f1": 0.632428, "accuracy": 0.671937, "main_score": 0.632428, "hf_subset": "ind_Latn-kik_Latn", "languages": ["ind-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-mai_Deva", "languages": ["ind-Latn", "mai-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ind_Latn-pbt_Arab", "languages": ["ind-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-spa_Latn", "languages": ["ind-Latn", "spa-Latn"]}, {"precision": 0.627786, "recall": 0.693676, "f1": 0.646245, "accuracy": 0.693676, "main_score": 0.646245, "hf_subset": "ind_Latn-twi_Latn", "languages": ["ind-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-acm_Arab", "languages": ["ind-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bel_Cyrl", "languages": ["ind-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-eng_Latn", "languages": ["ind-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hrv_Latn", "languages": ["ind-Latn", "hrv-Latn"]}, {"precision": 0.577414, "recall": 0.645257, "f1": 0.596845, "accuracy": 0.645257, "main_score": 0.596845, "hf_subset": "ind_Latn-kin_Latn", "languages": ["ind-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-mal_Mlym", "languages": ["ind-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pes_Arab", "languages": ["ind-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-srd_Latn", "languages": ["ind-Latn", "srd-Latn"]}, {"precision": 0.185012, "recall": 0.235178, "f1": 0.19761, "accuracy": 0.235178, "main_score": 0.19761, "hf_subset": "ind_Latn-tzm_Tfng", "languages": ["ind-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-acq_Arab", "languages": ["ind-Latn", "acq-Arab"]}, {"precision": 0.670712, "recall": 0.718379, "f1": 0.684165, "accuracy": 0.718379, "main_score": 0.684165, "hf_subset": "ind_Latn-bem_Latn", "languages": ["ind-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-epo_Latn", "languages": ["ind-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hun_Latn", "languages": ["ind-Latn", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-kir_Cyrl", "languages": ["ind-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-mar_Deva", "languages": ["ind-Latn", "mar-Deva"]}, {"precision": 0.694104, "recall": 0.750988, "f1": 0.710728, "accuracy": 0.750988, "main_score": 0.710728, "hf_subset": "ind_Latn-plt_Latn", "languages": ["ind-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-srp_Cyrl", "languages": ["ind-Latn", "srp-Cyrl"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ind_Latn-uig_Arab", "languages": ["ind-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-aeb_Arab", "languages": ["ind-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ben_Beng", "languages": ["ind-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-est_Latn", "languages": ["ind-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hye_Armn", "languages": ["ind-Latn", "hye-Armn"]}, {"precision": 0.574887, "recall": 0.62747, "f1": 0.589976, "accuracy": 0.62747, "main_score": 0.589976, "hf_subset": "ind_Latn-kmb_Latn", "languages": ["ind-Latn", "kmb-Latn"]}, {"precision": 0.562674, "recall": 0.633399, "f1": 0.582367, "accuracy": 0.633399, "main_score": 0.582367, "hf_subset": "ind_Latn-min_Arab", "languages": ["ind-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pol_Latn", "languages": ["ind-Latn", "pol-Latn"]}, {"precision": 0.599021, "recall": 0.660079, "f1": 0.616801, "accuracy": 0.660079, "main_score": 0.616801, "hf_subset": "ind_Latn-ssw_Latn", "languages": ["ind-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ukr_Cyrl", "languages": ["ind-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-afr_Latn", "languages": ["ind-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bho_Deva", "languages": ["ind-Latn", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-eus_Latn", "languages": ["ind-Latn", "eus-Latn"]}, {"precision": 0.617747, "recall": 0.674901, "f1": 0.634225, "accuracy": 0.674901, "main_score": 0.634225, "hf_subset": "ind_Latn-ibo_Latn", "languages": ["ind-Latn", "ibo-Latn"]}, {"precision": 0.924654, "recall": 0.94664, "f1": 0.931719, "accuracy": 0.94664, "main_score": 0.931719, "hf_subset": "ind_Latn-kmr_Latn", "languages": ["ind-Latn", "kmr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-min_Latn", "languages": ["ind-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-por_Latn", "languages": ["ind-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-sun_Latn", "languages": ["ind-Latn", "sun-Latn"]}, {"precision": 0.538954, "recall": 0.596838, "f1": 0.555819, "accuracy": 0.596838, "main_score": 0.555819, "hf_subset": "ind_Latn-umb_Latn", "languages": ["ind-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ajp_Arab", "languages": ["ind-Latn", "ajp-Arab"]}, {"precision": 0.596958, "recall": 0.664032, "f1": 0.615729, "accuracy": 0.664032, "main_score": 0.615729, "hf_subset": "ind_Latn-bjn_Arab", "languages": ["ind-Latn", "bjn-Arab"]}, {"precision": 0.537001, "recall": 0.592885, "f1": 0.552412, "accuracy": 0.592885, "main_score": 0.552412, "hf_subset": "ind_Latn-ewe_Latn", "languages": ["ind-Latn", "ewe-Latn"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ind_Latn-ilo_Latn", "languages": ["ind-Latn", "ilo-Latn"]}, {"precision": 0.325654, "recall": 0.390316, "f1": 0.343609, "accuracy": 0.390316, "main_score": 0.343609, "hf_subset": "ind_Latn-knc_Arab", "languages": ["ind-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-mkd_Cyrl", "languages": ["ind-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-prs_Arab", "languages": ["ind-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-swe_Latn", "languages": ["ind-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-urd_Arab", "languages": ["ind-Latn", "urd-Arab"]}, {"precision": 0.611232, "recall": 0.667984, "f1": 0.627329, "accuracy": 0.667984, "main_score": 0.627329, "hf_subset": "ind_Latn-aka_Latn", "languages": ["ind-Latn", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ind_Latn-bjn_Latn", "languages": ["ind-Latn", "bjn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ind_Latn-fao_Latn", "languages": ["ind-Latn", "fao-Latn"]}, {"precision": 0.61075, "recall": 0.662055, "f1": 0.625518, "accuracy": 0.662055, "main_score": 0.625518, "hf_subset": "ind_Latn-knc_Latn", "languages": ["ind-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-mlt_Latn", "languages": ["ind-Latn", "mlt-Latn"]}, {"precision": 0.72546, "recall": 0.784585, "f1": 0.742714, "accuracy": 0.784585, "main_score": 0.742714, "hf_subset": "ind_Latn-quy_Latn", "languages": ["ind-Latn", "quy-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ind_Latn-swh_Latn", "languages": ["ind-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-uzn_Latn", "languages": ["ind-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-als_Latn", "languages": ["ind-Latn", "als-Latn"]}, {"precision": 0.670662, "recall": 0.746047, "f1": 0.693151, "accuracy": 0.746047, "main_score": 0.693151, "hf_subset": "ind_Latn-bod_Tibt", "languages": ["ind-Latn", "bod-Tibt"]}, {"precision": 0.728377, "recall": 0.783597, "f1": 0.744641, "accuracy": 0.783597, "main_score": 0.744641, "hf_subset": "ind_Latn-fij_Latn", "languages": ["ind-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ind_Latn-isl_Latn", "languages": ["ind-Latn", "isl-Latn"]}, {"precision": 0.690122, "recall": 0.740119, "f1": 0.70492, "accuracy": 0.740119, "main_score": 0.70492, "hf_subset": "ind_Latn-kon_Latn", "languages": ["ind-Latn", "kon-Latn"]}, {"precision": 0.692263, "recall": 0.753953, "f1": 0.709682, "accuracy": 0.753953, "main_score": 0.709682, "hf_subset": "ind_Latn-mni_Beng", "languages": ["ind-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ron_Latn", "languages": ["ind-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "ind_Latn-szl_Latn", "languages": ["ind-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-vec_Latn", "languages": ["ind-Latn", "vec-Latn"]}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "ind_Latn-amh_Ethi", "languages": ["ind-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bos_Latn", "languages": ["ind-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-fin_Latn", "languages": ["ind-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ita_Latn", "languages": ["ind-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-kor_Hang", "languages": ["ind-Latn", "kor-Hang"]}, {"precision": 0.576899, "recall": 0.640316, "f1": 0.594888, "accuracy": 0.640316, "main_score": 0.594888, "hf_subset": "ind_Latn-mos_Latn", "languages": ["ind-Latn", "mos-Latn"]}, {"precision": 0.568471, "recall": 0.624506, "f1": 0.584653, "accuracy": 0.624506, "main_score": 0.584653, "hf_subset": "ind_Latn-run_Latn", "languages": ["ind-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-tam_Taml", "languages": ["ind-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-vie_Latn", "languages": ["ind-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-apc_Arab", "languages": ["ind-Latn", "apc-Arab"]}, {"precision": 0.832329, "recall": 0.874506, "f1": 0.845059, "accuracy": 0.874506, "main_score": 0.845059, "hf_subset": "ind_Latn-bug_Latn", "languages": ["ind-Latn", "bug-Latn"]}, {"precision": 0.486637, "recall": 0.547431, "f1": 0.502975, "accuracy": 0.547431, "main_score": 0.502975, "hf_subset": "ind_Latn-fon_Latn", "languages": ["ind-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-jav_Latn", "languages": ["ind-Latn", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-lao_Laoo", "languages": ["ind-Latn", "lao-Laoo"]}, {"precision": 0.907773, "recall": 0.932806, "f1": 0.915467, "accuracy": 0.932806, "main_score": 0.915467, "hf_subset": "ind_Latn-mri_Latn", "languages": ["ind-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-rus_Cyrl", "languages": ["ind-Latn", "rus-Cyrl"]}, {"precision": 0.556128, "recall": 0.621542, "f1": 0.574495, "accuracy": 0.621542, "main_score": 0.574495, "hf_subset": "ind_Latn-taq_Latn", "languages": ["ind-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-war_Latn", "languages": ["ind-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-arb_Arab", "languages": ["ind-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bul_Cyrl", "languages": ["ind-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-fra_Latn", "languages": ["ind-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-jpn_Jpan", "languages": ["ind-Latn", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-lij_Latn", "languages": ["ind-Latn", "lij-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "ind_Latn-mya_Mymr", "languages": ["ind-Latn", "mya-Mymr"]}, {"precision": 0.622681, "recall": 0.687747, "f1": 0.641088, "accuracy": 0.687747, "main_score": 0.641088, "hf_subset": "ind_Latn-sag_Latn", "languages": ["ind-Latn", "sag-Latn"]}, {"precision": 0.189063, "recall": 0.249012, "f1": 0.203016, "accuracy": 0.249012, "main_score": 0.203016, "hf_subset": "ind_Latn-taq_Tfng", "languages": ["ind-Latn", "taq-Tfng"]}, {"precision": 0.656, "recall": 0.715415, "f1": 0.672652, "accuracy": 0.715415, "main_score": 0.672652, "hf_subset": "ind_Latn-wol_Latn", "languages": ["ind-Latn", "wol-Latn"]}, {"precision": 0.832428, "recall": 0.87747, "f1": 0.846542, "accuracy": 0.87747, "main_score": 0.846542, "hf_subset": "ind_Latn-arb_Latn", "languages": ["ind-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-cat_Latn", "languages": ["ind-Latn", "cat-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ind_Latn-fur_Latn", "languages": ["ind-Latn", "fur-Latn"]}, {"precision": 0.439896, "recall": 0.500988, "f1": 0.45724, "accuracy": 0.500988, "main_score": 0.45724, "hf_subset": "ind_Latn-kab_Latn", "languages": ["ind-Latn", "kab-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ind_Latn-lim_Latn", "languages": ["ind-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-nld_Latn", "languages": ["ind-Latn", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ind_Latn-san_Deva", "languages": ["ind-Latn", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-tat_Cyrl", "languages": ["ind-Latn", "tat-Cyrl"]}, {"precision": 0.695209, "recall": 0.752964, "f1": 0.712555, "accuracy": 0.752964, "main_score": 0.712555, "hf_subset": "ind_Latn-xho_Latn", "languages": ["ind-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ars_Arab", "languages": ["ind-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ceb_Latn", "languages": ["ind-Latn", "ceb-Latn"]}, {"precision": 0.57803, "recall": 0.635375, "f1": 0.59419, "accuracy": 0.635375, "main_score": 0.59419, "hf_subset": "ind_Latn-fuv_Latn", "languages": ["ind-Latn", "fuv-Latn"]}, {"precision": 0.52665, "recall": 0.591897, "f1": 0.544295, "accuracy": 0.591897, "main_score": 0.544295, "hf_subset": "ind_Latn-kac_Latn", "languages": ["ind-Latn", "kac-Latn"]}, {"precision": 0.687039, "recall": 0.745059, "f1": 0.70432, "accuracy": 0.745059, "main_score": 0.70432, "hf_subset": "ind_Latn-lin_Latn", "languages": ["ind-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-nno_Latn", "languages": ["ind-Latn", "nno-Latn"]}, {"precision": 0.248721, "recall": 0.323123, "f1": 0.268115, "accuracy": 0.323123, "main_score": 0.268115, "hf_subset": "ind_Latn-sat_Olck", "languages": ["ind-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-tel_Telu", "languages": ["ind-Latn", "tel-Telu"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ind_Latn-ydd_Hebr", "languages": ["ind-Latn", "ydd-Hebr"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ind_Latn-ary_Arab", "languages": ["ind-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ces_Latn", "languages": ["ind-Latn", "ces-Latn"]}, {"precision": 0.612138, "recall": 0.668972, "f1": 0.62892, "accuracy": 0.668972, "main_score": 0.62892, "hf_subset": "ind_Latn-gaz_Latn", "languages": ["ind-Latn", "gaz-Latn"]}, {"precision": 0.604309, "recall": 0.666996, "f1": 0.622512, "accuracy": 0.666996, "main_score": 0.622512, "hf_subset": "ind_Latn-kam_Latn", "languages": ["ind-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ind_Latn-lit_Latn", "languages": ["ind-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-nob_Latn", "languages": ["ind-Latn", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ind_Latn-scn_Latn", "languages": ["ind-Latn", "scn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ind_Latn-tgk_Cyrl", "languages": ["ind-Latn", "tgk-Cyrl"]}, {"precision": 0.749457, "recall": 0.8083, "f1": 0.767245, "accuracy": 0.8083, "main_score": 0.767245, "hf_subset": "ind_Latn-yor_Latn", "languages": ["ind-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-arz_Arab", "languages": ["ind-Latn", "arz-Arab"]}, {"precision": 0.576836, "recall": 0.639328, "f1": 0.595051, "accuracy": 0.639328, "main_score": 0.595051, "hf_subset": "ind_Latn-cjk_Latn", "languages": ["ind-Latn", "cjk-Latn"]}, {"precision": 0.810145, "recall": 0.856719, "f1": 0.824934, "accuracy": 0.856719, "main_score": 0.824934, "hf_subset": "ind_Latn-gla_Latn", "languages": ["ind-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-kan_Knda", "languages": ["ind-Latn", "kan-Knda"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ind_Latn-lmo_Latn", "languages": ["ind-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ind_Latn-npi_Deva", "languages": ["ind-Latn", "npi-Deva"]}, {"precision": 0.485303, "recall": 0.552372, "f1": 0.50404, "accuracy": 0.552372, "main_score": 0.50404, "hf_subset": "ind_Latn-shn_Mymr", "languages": ["ind-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-tgl_Latn", "languages": ["ind-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-yue_Hant", "languages": ["ind-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-asm_Beng", "languages": ["ind-Latn", "asm-Beng"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ind_Latn-ckb_Arab", "languages": ["ind-Latn", "ckb-Arab"]}, {"precision": 0.895586, "recall": 0.925889, "f1": 0.905303, "accuracy": 0.925889, "main_score": 0.905303, "hf_subset": "ind_Latn-gle_Latn", "languages": ["ind-Latn", "gle-Latn"]}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "ind_Latn-kas_Arab", "languages": ["ind-Latn", "kas-Arab"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "ind_Latn-ltg_Latn", "languages": ["ind-Latn", "ltg-Latn"]}, {"precision": 0.635575, "recall": 0.689723, "f1": 0.651596, "accuracy": 0.689723, "main_score": 0.651596, "hf_subset": "ind_Latn-nso_Latn", "languages": ["ind-Latn", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-sin_Sinh", "languages": ["ind-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-tha_Thai", "languages": ["ind-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zho_Hans", "languages": ["ind-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ast_Latn", "languages": ["ind-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-crh_Latn", "languages": ["ind-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-glg_Latn", "languages": ["ind-Latn", "glg-Latn"]}, {"precision": 0.916173, "recall": 0.942688, "f1": 0.924901, "accuracy": 0.942688, "main_score": 0.924901, "hf_subset": "ind_Latn-kas_Deva", "languages": ["ind-Latn", "kas-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ind_Latn-ltz_Latn", "languages": ["ind-Latn", "ltz-Latn"]}, {"precision": 0.493367, "recall": 0.563241, "f1": 0.512585, "accuracy": 0.563241, "main_score": 0.512585, "hf_subset": "ind_Latn-nus_Latn", "languages": ["ind-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-slk_Latn", "languages": ["ind-Latn", "slk-Latn"]}, {"precision": 0.642482, "recall": 0.711462, "f1": 0.662769, "accuracy": 0.711462, "main_score": 0.662769, "hf_subset": "ind_Latn-tir_Ethi", "languages": ["ind-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zho_Hant", "languages": ["ind-Latn", "zho-Hant"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "ind_Latn-awa_Deva", "languages": ["ind-Latn", "awa-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ind_Latn-cym_Latn", "languages": ["ind-Latn", "cym-Latn"]}, {"precision": 0.855517, "recall": 0.893281, "f1": 0.867325, "accuracy": 0.893281, "main_score": 0.867325, "hf_subset": "ind_Latn-grn_Latn", "languages": ["ind-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-kat_Geor", "languages": ["ind-Latn", "kat-Geor"]}, {"precision": 0.67672, "recall": 0.72332, "f1": 0.689565, "accuracy": 0.72332, "main_score": 0.689565, "hf_subset": "ind_Latn-lua_Latn", "languages": ["ind-Latn", "lua-Latn"]}, {"precision": 0.672744, "recall": 0.731225, "f1": 0.68972, "accuracy": 0.731225, "main_score": 0.68972, "hf_subset": "ind_Latn-nya_Latn", "languages": ["ind-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-slv_Latn", "languages": ["ind-Latn", "slv-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ind_Latn-tpi_Latn", "languages": ["ind-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zsm_Latn", "languages": ["ind-Latn", "zsm-Latn"]}, {"precision": 0.570562, "recall": 0.635375, "f1": 0.589305, "accuracy": 0.635375, "main_score": 0.589305, "hf_subset": "ind_Latn-ayr_Latn", "languages": ["ind-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-dan_Latn", "languages": ["ind-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-guj_Gujr", "languages": ["ind-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-kaz_Cyrl", "languages": ["ind-Latn", "kaz-Cyrl"]}, {"precision": 0.553517, "recall": 0.620553, "f1": 0.572763, "accuracy": 0.620553, "main_score": 0.572763, "hf_subset": "ind_Latn-lug_Latn", "languages": ["ind-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-oci_Latn", "languages": ["ind-Latn", "oci-Latn"]}, {"precision": 0.853014, "recall": 0.890316, "f1": 0.864625, "accuracy": 0.890316, "main_score": 0.864625, "hf_subset": "ind_Latn-smo_Latn", "languages": ["ind-Latn", "smo-Latn"]}, {"precision": 0.560854, "recall": 0.624506, "f1": 0.578842, "accuracy": 0.624506, "main_score": 0.578842, "hf_subset": "ind_Latn-tsn_Latn", "languages": ["ind-Latn", "tsn-Latn"]}, {"precision": 0.633602, "recall": 0.697628, "f1": 0.652354, "accuracy": 0.697628, "main_score": 0.652354, "hf_subset": "ind_Latn-zul_Latn", "languages": ["ind-Latn", "zul-Latn"]}, {"precision": 0.939394, "recall": 0.958498, "f1": 0.945652, "accuracy": 0.958498, "main_score": 0.945652, "hf_subset": "ind_Latn-azb_Arab", "languages": ["ind-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-deu_Latn", "languages": ["ind-Latn", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ind_Latn-hat_Latn", "languages": ["ind-Latn", "hat-Latn"]}, {"precision": 0.510952, "recall": 0.572134, "f1": 0.528036, "accuracy": 0.572134, "main_score": 0.528036, "hf_subset": "ind_Latn-kbp_Latn", "languages": ["ind-Latn", "kbp-Latn"]}, {"precision": 0.600727, "recall": 0.661067, "f1": 0.617191, "accuracy": 0.661067, "main_score": 0.617191, "hf_subset": "ind_Latn-luo_Latn", "languages": ["ind-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ory_Orya", "languages": ["ind-Latn", "ory-Orya"]}, {"precision": 0.609314, "recall": 0.671937, "f1": 0.627323, "accuracy": 0.671937, "main_score": 0.627323, "hf_subset": "ind_Latn-sna_Latn", "languages": ["ind-Latn", "sna-Latn"]}, {"precision": 0.573397, "recall": 0.630435, "f1": 0.589747, "accuracy": 0.630435, "main_score": 0.589747, "hf_subset": "ind_Latn-tso_Latn", "languages": ["ind-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-azj_Latn", "languages": ["ind-Latn", "azj-Latn"]}, {"precision": 0.546814, "recall": 0.615613, "f1": 0.567017, "accuracy": 0.615613, "main_score": 0.567017, "hf_subset": "ind_Latn-dik_Latn", "languages": ["ind-Latn", "dik-Latn"]}, {"precision": 0.782329, "recall": 0.831028, "f1": 0.796739, "accuracy": 0.831028, "main_score": 0.796739, "hf_subset": "ind_Latn-hau_Latn", "languages": ["ind-Latn", "hau-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-kea_Latn", "languages": ["ind-Latn", "kea-Latn"]}, {"precision": 0.776383, "recall": 0.821146, "f1": 0.790119, "accuracy": 0.821146, "main_score": 0.790119, "hf_subset": "ind_Latn-lus_Latn", "languages": ["ind-Latn", "lus-Latn"]}, {"precision": 0.89081, "recall": 0.916996, "f1": 0.898847, "accuracy": 0.916996, "main_score": 0.898847, "hf_subset": "ind_Latn-pag_Latn", "languages": ["ind-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-snd_Arab", "languages": ["ind-Latn", "snd-Arab"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ind_Latn-tuk_Latn", "languages": ["ind-Latn", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ind_Latn-bak_Cyrl", "languages": ["ind-Latn", "bak-Cyrl"]}, {"precision": 0.515606, "recall": 0.592885, "f1": 0.537801, "accuracy": 0.592885, "main_score": 0.537801, "hf_subset": "ind_Latn-dyu_Latn", "languages": ["ind-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-heb_Hebr", "languages": ["ind-Latn", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ind_Latn-khk_Cyrl", "languages": ["ind-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-lvs_Latn", "languages": ["ind-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pan_Guru", "languages": ["ind-Latn", "pan-Guru"]}, {"precision": 0.759107, "recall": 0.813241, "f1": 0.775348, "accuracy": 0.813241, "main_score": 0.775348, "hf_subset": "ind_Latn-som_Latn", "languages": ["ind-Latn", "som-Latn"]}, {"precision": 0.619017, "recall": 0.667984, "f1": 0.632846, "accuracy": 0.667984, "main_score": 0.632846, "hf_subset": "ind_Latn-tum_Latn", "languages": ["ind-Latn", "tum-Latn"]}, {"precision": 0.453381, "recall": 0.500988, "f1": 0.46695, "accuracy": 0.500988, "main_score": 0.46695, "hf_subset": "knc_Latn-ace_Arab", "languages": ["knc-Latn", "ace-Arab"]}, {"precision": 0.52204, "recall": 0.565217, "f1": 0.53445, "accuracy": 0.565217, "main_score": 0.53445, "hf_subset": "knc_Latn-bam_Latn", "languages": ["knc-Latn", "bam-Latn"]}, {"precision": 0.245405, "recall": 0.282609, "f1": 0.255228, "accuracy": 0.282609, "main_score": 0.255228, "hf_subset": "knc_Latn-dzo_Tibt", "languages": ["knc-Latn", "dzo-Tibt"]}, {"precision": 0.583768, "recall": 0.632411, "f1": 0.5972, "accuracy": 0.632411, "main_score": 0.5972, "hf_subset": "knc_Latn-hin_Deva", "languages": ["knc-Latn", "hin-Deva"]}, {"precision": 0.5239, "recall": 0.576087, "f1": 0.53829, "accuracy": 0.576087, "main_score": 0.53829, "hf_subset": "knc_Latn-khm_Khmr", "languages": ["knc-Latn", "khm-Khmr"]}, {"precision": 0.577599, "recall": 0.625494, "f1": 0.590881, "accuracy": 0.625494, "main_score": 0.590881, "hf_subset": "knc_Latn-mag_Deva", "languages": ["knc-Latn", "mag-Deva"]}, {"precision": 0.590504, "recall": 0.625494, "f1": 0.599569, "accuracy": 0.625494, "main_score": 0.599569, "hf_subset": "knc_Latn-pap_Latn", "languages": ["knc-Latn", "pap-Latn"]}, {"precision": 0.557256, "recall": 0.601779, "f1": 0.569802, "accuracy": 0.601779, "main_score": 0.569802, "hf_subset": "knc_Latn-sot_Latn", "languages": ["knc-Latn", "sot-Latn"]}, {"precision": 0.566848, "recall": 0.615613, "f1": 0.580356, "accuracy": 0.615613, "main_score": 0.580356, "hf_subset": "knc_Latn-tur_Latn", "languages": ["knc-Latn", "tur-Latn"]}, {"precision": 0.58503, "recall": 0.629447, "f1": 0.596992, "accuracy": 0.629447, "main_score": 0.596992, "hf_subset": "knc_Latn-ace_Latn", "languages": ["knc-Latn", "ace-Latn"]}, {"precision": 0.594438, "recall": 0.62747, "f1": 0.603314, "accuracy": 0.62747, "main_score": 0.603314, "hf_subset": "knc_Latn-ban_Latn", "languages": ["knc-Latn", "ban-Latn"]}, {"precision": 0.571182, "recall": 0.625494, "f1": 0.586101, "accuracy": 0.625494, "main_score": 0.586101, "hf_subset": "knc_Latn-ell_Grek", "languages": ["knc-Latn", "ell-Grek"]}, {"precision": 0.579617, "recall": 0.626482, "f1": 0.592583, "accuracy": 0.626482, "main_score": 0.592583, "hf_subset": "knc_Latn-hne_Deva", "languages": ["knc-Latn", "hne-Deva"]}, {"precision": 0.52231, "recall": 0.563241, "f1": 0.533945, "accuracy": 0.563241, "main_score": 0.533945, "hf_subset": "knc_Latn-kik_Latn", "languages": ["knc-Latn", "kik-Latn"]}, {"precision": 0.57671, "recall": 0.623518, "f1": 0.589588, "accuracy": 0.623518, "main_score": 0.589588, "hf_subset": "knc_Latn-mai_Deva", "languages": ["knc-Latn", "mai-Deva"]}, {"precision": 0.537535, "recall": 0.582016, "f1": 0.549859, "accuracy": 0.582016, "main_score": 0.549859, "hf_subset": "knc_Latn-pbt_Arab", "languages": ["knc-Latn", "pbt-Arab"]}, {"precision": 0.584559, "recall": 0.630435, "f1": 0.59653, "accuracy": 0.630435, "main_score": 0.59653, "hf_subset": "knc_Latn-spa_Latn", "languages": ["knc-Latn", "spa-Latn"]}, {"precision": 0.557258, "recall": 0.596838, "f1": 0.568321, "accuracy": 0.596838, "main_score": 0.568321, "hf_subset": "knc_Latn-twi_Latn", "languages": ["knc-Latn", "twi-Latn"]}, {"precision": 0.568868, "recall": 0.613636, "f1": 0.580969, "accuracy": 0.613636, "main_score": 0.580969, "hf_subset": "knc_Latn-acm_Arab", "languages": ["knc-Latn", "acm-Arab"]}, {"precision": 0.544167, "recall": 0.591897, "f1": 0.5574, "accuracy": 0.591897, "main_score": 0.5574, "hf_subset": "knc_Latn-bel_Cyrl", "languages": ["knc-Latn", "bel-Cyrl"]}, {"precision": 0.596143, "recall": 0.641304, "f1": 0.6086, "accuracy": 0.641304, "main_score": 0.6086, "hf_subset": "knc_Latn-eng_Latn", "languages": ["knc-Latn", "eng-Latn"]}, {"precision": 0.586893, "recall": 0.635375, "f1": 0.5998, "accuracy": 0.635375, "main_score": 0.5998, "hf_subset": "knc_Latn-hrv_Latn", "languages": ["knc-Latn", "hrv-Latn"]}, {"precision": 0.499414, "recall": 0.547431, "f1": 0.512924, "accuracy": 0.547431, "main_score": 0.512924, "hf_subset": "knc_Latn-kin_Latn", "languages": ["knc-Latn", "kin-Latn"]}, {"precision": 0.562312, "recall": 0.618577, "f1": 0.57776, "accuracy": 0.618577, "main_score": 0.57776, "hf_subset": "knc_Latn-mal_Mlym", "languages": ["knc-Latn", "mal-Mlym"]}, {"precision": 0.56852, "recall": 0.615613, "f1": 0.581446, "accuracy": 0.615613, "main_score": 0.581446, "hf_subset": "knc_Latn-pes_Arab", "languages": ["knc-Latn", "pes-Arab"]}, {"precision": 0.567175, "recall": 0.612648, "f1": 0.579216, "accuracy": 0.612648, "main_score": 0.579216, "hf_subset": "knc_Latn-srd_Latn", "languages": ["knc-Latn", "srd-Latn"]}, {"precision": 0.19761, "recall": 0.238142, "f1": 0.207795, "accuracy": 0.238142, "main_score": 0.207795, "hf_subset": "knc_Latn-tzm_Tfng", "languages": ["knc-Latn", "tzm-Tfng"]}, {"precision": 0.567501, "recall": 0.615613, "f1": 0.580285, "accuracy": 0.615613, "main_score": 0.580285, "hf_subset": "knc_Latn-acq_Arab", "languages": ["knc-Latn", "acq-Arab"]}, {"precision": 0.575662, "recall": 0.609684, "f1": 0.585157, "accuracy": 0.609684, "main_score": 0.585157, "hf_subset": "knc_Latn-bem_Latn", "languages": ["knc-Latn", "bem-Latn"]}, {"precision": 0.569097, "recall": 0.613636, "f1": 0.58106, "accuracy": 0.613636, "main_score": 0.58106, "hf_subset": "knc_Latn-epo_Latn", "languages": ["knc-Latn", "epo-Latn"]}, {"precision": 0.575272, "recall": 0.62253, "f1": 0.587902, "accuracy": 0.62253, "main_score": 0.587902, "hf_subset": "knc_Latn-hun_Latn", "languages": ["knc-Latn", "hun-Latn"]}, {"precision": 0.563243, "recall": 0.608696, "f1": 0.575655, "accuracy": 0.608696, "main_score": 0.575655, "hf_subset": "knc_Latn-kir_Cyrl", "languages": ["knc-Latn", "kir-Cyrl"]}, {"precision": 0.561529, "recall": 0.613636, "f1": 0.575662, "accuracy": 0.613636, "main_score": 0.575662, "hf_subset": "knc_Latn-mar_Deva", "languages": ["knc-Latn", "mar-Deva"]}, {"precision": 0.561935, "recall": 0.601779, "f1": 0.573819, "accuracy": 0.601779, "main_score": 0.573819, "hf_subset": "knc_Latn-plt_Latn", "languages": ["knc-Latn", "plt-Latn"]}, {"precision": 0.579941, "recall": 0.630435, "f1": 0.593488, "accuracy": 0.630435, "main_score": 0.593488, "hf_subset": "knc_Latn-srp_Cyrl", "languages": ["knc-Latn", "srp-Cyrl"]}, {"precision": 0.49647, "recall": 0.543478, "f1": 0.509262, "accuracy": 0.543478, "main_score": 0.509262, "hf_subset": "knc_Latn-uig_Arab", "languages": ["knc-Latn", "uig-Arab"]}, {"precision": 0.560746, "recall": 0.598814, "f1": 0.571115, "accuracy": 0.598814, "main_score": 0.571115, "hf_subset": "knc_Latn-aeb_Arab", "languages": ["knc-Latn", "aeb-Arab"]}, {"precision": 0.564219, "recall": 0.619565, "f1": 0.579579, "accuracy": 0.619565, "main_score": 0.579579, "hf_subset": "knc_Latn-ben_Beng", "languages": ["knc-Latn", "ben-Beng"]}, {"precision": 0.581451, "recall": 0.624506, "f1": 0.592607, "accuracy": 0.624506, "main_score": 0.592607, "hf_subset": "knc_Latn-est_Latn", "languages": ["knc-Latn", "est-Latn"]}, {"precision": 0.553855, "recall": 0.602767, "f1": 0.567452, "accuracy": 0.602767, "main_score": 0.567452, "hf_subset": "knc_Latn-hye_Armn", "languages": ["knc-Latn", "hye-Armn"]}, {"precision": 0.519048, "recall": 0.566206, "f1": 0.532395, "accuracy": 0.566206, "main_score": 0.532395, "hf_subset": "knc_Latn-kmb_Latn", "languages": ["knc-Latn", "kmb-Latn"]}, {"precision": 0.423245, "recall": 0.47332, "f1": 0.436681, "accuracy": 0.47332, "main_score": 0.436681, "hf_subset": "knc_Latn-min_Arab", "languages": ["knc-Latn", "min-Arab"]}, {"precision": 0.585685, "recall": 0.633399, "f1": 0.59869, "accuracy": 0.633399, "main_score": 0.59869, "hf_subset": "knc_Latn-pol_Latn", "languages": ["knc-Latn", "pol-Latn"]}, {"precision": 0.530083, "recall": 0.581028, "f1": 0.543997, "accuracy": 0.581028, "main_score": 0.543997, "hf_subset": "knc_Latn-ssw_Latn", "languages": ["knc-Latn", "ssw-Latn"]}, {"precision": 0.586744, "recall": 0.634387, "f1": 0.60003, "accuracy": 0.634387, "main_score": 0.60003, "hf_subset": "knc_Latn-ukr_Cyrl", "languages": ["knc-Latn", "ukr-Cyrl"]}, {"precision": 0.591937, "recall": 0.637352, "f1": 0.604632, "accuracy": 0.637352, "main_score": 0.604632, "hf_subset": "knc_Latn-afr_Latn", "languages": ["knc-Latn", "afr-Latn"]}, {"precision": 0.577564, "recall": 0.613636, "f1": 0.588113, "accuracy": 0.613636, "main_score": 0.588113, "hf_subset": "knc_Latn-bho_Deva", "languages": ["knc-Latn", "bho-Deva"]}, {"precision": 0.56852, "recall": 0.615613, "f1": 0.58102, "accuracy": 0.615613, "main_score": 0.58102, "hf_subset": "knc_Latn-eus_Latn", "languages": ["knc-Latn", "eus-Latn"]}, {"precision": 0.527731, "recall": 0.58004, "f1": 0.542016, "accuracy": 0.58004, "main_score": 0.542016, "hf_subset": "knc_Latn-ibo_Latn", "languages": ["knc-Latn", "ibo-Latn"]}, {"precision": 0.546189, "recall": 0.586957, "f1": 0.558138, "accuracy": 0.586957, "main_score": 0.558138, "hf_subset": "knc_Latn-kmr_Latn", "languages": ["knc-Latn", "kmr-Latn"]}, {"precision": 0.600033, "recall": 0.637352, "f1": 0.610515, "accuracy": 0.637352, "main_score": 0.610515, "hf_subset": "knc_Latn-min_Latn", "languages": ["knc-Latn", "min-Latn"]}, {"precision": 0.587436, "recall": 0.639328, "f1": 0.602085, "accuracy": 0.639328, "main_score": 0.602085, "hf_subset": "knc_Latn-por_Latn", "languages": ["knc-Latn", "por-Latn"]}, {"precision": 0.600776, "recall": 0.640316, "f1": 0.612103, "accuracy": 0.640316, "main_score": 0.612103, "hf_subset": "knc_Latn-sun_Latn", "languages": ["knc-Latn", "sun-Latn"]}, {"precision": 0.505948, "recall": 0.5583, "f1": 0.521026, "accuracy": 0.5583, "main_score": 0.521026, "hf_subset": "knc_Latn-umb_Latn", "languages": ["knc-Latn", "umb-Latn"]}, {"precision": 0.569247, "recall": 0.613636, "f1": 0.581664, "accuracy": 0.613636, "main_score": 0.581664, "hf_subset": "knc_Latn-ajp_Arab", "languages": ["knc-Latn", "ajp-Arab"]}, {"precision": 0.43694, "recall": 0.478261, "f1": 0.448573, "accuracy": 0.478261, "main_score": 0.448573, "hf_subset": "knc_Latn-bjn_Arab", "languages": ["knc-Latn", "bjn-Arab"]}, {"precision": 0.51394, "recall": 0.554348, "f1": 0.524647, "accuracy": 0.554348, "main_score": 0.524647, "hf_subset": "knc_Latn-ewe_Latn", "languages": ["knc-Latn", "ewe-Latn"]}, {"precision": 0.611565, "recall": 0.648221, "f1": 0.621355, "accuracy": 0.648221, "main_score": 0.621355, "hf_subset": "knc_Latn-ilo_Latn", "languages": ["knc-Latn", "ilo-Latn"]}, {"precision": 0.358169, "recall": 0.413043, "f1": 0.37327, "accuracy": 0.413043, "main_score": 0.37327, "hf_subset": "knc_Latn-knc_Arab", "languages": ["knc-Latn", "knc-Arab"]}, {"precision": 0.58003, "recall": 0.631423, "f1": 0.593732, "accuracy": 0.631423, "main_score": 0.593732, "hf_subset": "knc_Latn-mkd_Cyrl", "languages": ["knc-Latn", "mkd-Cyrl"]}, {"precision": 0.566944, "recall": 0.623518, "f1": 0.582042, "accuracy": 0.623518, "main_score": 0.582042, "hf_subset": "knc_Latn-prs_Arab", "languages": ["knc-Latn", "prs-Arab"]}, {"precision": 0.575205, "recall": 0.620553, "f1": 0.587832, "accuracy": 0.620553, "main_score": 0.587832, "hf_subset": "knc_Latn-swe_Latn", "languages": ["knc-Latn", "swe-Latn"]}, {"precision": 0.537626, "recall": 0.590909, "f1": 0.551886, "accuracy": 0.590909, "main_score": 0.551886, "hf_subset": "knc_Latn-urd_Arab", "languages": ["knc-Latn", "urd-Arab"]}, {"precision": 0.560288, "recall": 0.600791, "f1": 0.57171, "accuracy": 0.600791, "main_score": 0.57171, "hf_subset": "knc_Latn-aka_Latn", "languages": ["knc-Latn", "aka-Latn"]}, {"precision": 0.60098, "recall": 0.634387, "f1": 0.609825, "accuracy": 0.634387, "main_score": 0.609825, "hf_subset": "knc_Latn-bjn_Latn", "languages": ["knc-Latn", "bjn-Latn"]}, {"precision": 0.556755, "recall": 0.602767, "f1": 0.569935, "accuracy": 0.602767, "main_score": 0.569935, "hf_subset": "knc_Latn-fao_Latn", "languages": ["knc-Latn", "fao-Latn"]}, {"precision": 0.599896, "recall": 0.642292, "f1": 0.61123, "accuracy": 0.642292, "main_score": 0.61123, "hf_subset": "knc_Latn-ind_Latn", "languages": ["knc-Latn", "ind-Latn"]}, {"precision": 0.583887, "recall": 0.62747, "f1": 0.594352, "accuracy": 0.62747, "main_score": 0.594352, "hf_subset": "knc_Latn-mlt_Latn", "languages": ["knc-Latn", "mlt-Latn"]}, {"precision": 0.541556, "recall": 0.583004, "f1": 0.553642, "accuracy": 0.583004, "main_score": 0.553642, "hf_subset": "knc_Latn-quy_Latn", "languages": ["knc-Latn", "quy-Latn"]}, {"precision": 0.575753, "recall": 0.620553, "f1": 0.587562, "accuracy": 0.620553, "main_score": 0.587562, "hf_subset": "knc_Latn-swh_Latn", "languages": ["knc-Latn", "swh-Latn"]}, {"precision": 0.550195, "recall": 0.596838, "f1": 0.563095, "accuracy": 0.596838, "main_score": 0.563095, "hf_subset": "knc_Latn-uzn_Latn", "languages": ["knc-Latn", "uzn-Latn"]}, {"precision": 0.580762, "recall": 0.62253, "f1": 0.591583, "accuracy": 0.62253, "main_score": 0.591583, "hf_subset": "knc_Latn-als_Latn", "languages": ["knc-Latn", "als-Latn"]}, {"precision": 0.2955, "recall": 0.34585, "f1": 0.308803, "accuracy": 0.34585, "main_score": 0.308803, "hf_subset": "knc_Latn-bod_Tibt", "languages": ["knc-Latn", "bod-Tibt"]}, {"precision": 0.552671, "recall": 0.593874, "f1": 0.564472, "accuracy": 0.593874, "main_score": 0.564472, "hf_subset": "knc_Latn-fij_Latn", "languages": ["knc-Latn", "fij-Latn"]}, {"precision": 0.557059, "recall": 0.605731, "f1": 0.570545, "accuracy": 0.605731, "main_score": 0.570545, "hf_subset": "knc_Latn-isl_Latn", "languages": ["knc-Latn", "isl-Latn"]}, {"precision": 0.566328, "recall": 0.603755, "f1": 0.576718, "accuracy": 0.603755, "main_score": 0.576718, "hf_subset": "knc_Latn-kon_Latn", "languages": ["knc-Latn", "kon-Latn"]}, {"precision": 0.487785, "recall": 0.535573, "f1": 0.501243, "accuracy": 0.535573, "main_score": 0.501243, "hf_subset": "knc_Latn-mni_Beng", "languages": ["knc-Latn", "mni-Beng"]}, {"precision": 0.592393, "recall": 0.642292, "f1": 0.606141, "accuracy": 0.642292, "main_score": 0.606141, "hf_subset": "knc_Latn-ron_Latn", "languages": ["knc-Latn", "ron-Latn"]}, {"precision": 0.578775, "recall": 0.616601, "f1": 0.589821, "accuracy": 0.616601, "main_score": 0.589821, "hf_subset": "knc_Latn-szl_Latn", "languages": ["knc-Latn", "szl-Latn"]}, {"precision": 0.584121, "recall": 0.629447, "f1": 0.596688, "accuracy": 0.629447, "main_score": 0.596688, "hf_subset": "knc_Latn-vec_Latn", "languages": ["knc-Latn", "vec-Latn"]}, {"precision": 0.497541, "recall": 0.55336, "f1": 0.513553, "accuracy": 0.55336, "main_score": 0.513553, "hf_subset": "knc_Latn-amh_Ethi", "languages": ["knc-Latn", "amh-Ethi"]}, {"precision": 0.587835, "recall": 0.632411, "f1": 0.599899, "accuracy": 0.632411, "main_score": 0.599899, "hf_subset": "knc_Latn-bos_Latn", "languages": ["knc-Latn", "bos-Latn"]}, {"precision": 0.5719, "recall": 0.619565, "f1": 0.584468, "accuracy": 0.619565, "main_score": 0.584468, "hf_subset": "knc_Latn-fin_Latn", "languages": ["knc-Latn", "fin-Latn"]}, {"precision": 0.591596, "recall": 0.642292, "f1": 0.605251, "accuracy": 0.642292, "main_score": 0.605251, "hf_subset": "knc_Latn-ita_Latn", "languages": ["knc-Latn", "ita-Latn"]}, {"precision": 0.564479, "recall": 0.618577, "f1": 0.579571, "accuracy": 0.618577, "main_score": 0.579571, "hf_subset": "knc_Latn-kor_Hang", "languages": ["knc-Latn", "kor-Hang"]}, {"precision": 0.505512, "recall": 0.548419, "f1": 0.518037, "accuracy": 0.548419, "main_score": 0.518037, "hf_subset": "knc_Latn-mos_Latn", "languages": ["knc-Latn", "mos-Latn"]}, {"precision": 0.528164, "recall": 0.58004, "f1": 0.542236, "accuracy": 0.58004, "main_score": 0.542236, "hf_subset": "knc_Latn-run_Latn", "languages": ["knc-Latn", "run-Latn"]}, {"precision": 0.558273, "recall": 0.607708, "f1": 0.571382, "accuracy": 0.607708, "main_score": 0.571382, "hf_subset": "knc_Latn-tam_Taml", "languages": ["knc-Latn", "tam-Taml"]}, {"precision": 0.574418, "recall": 0.621542, "f1": 0.586905, "accuracy": 0.621542, "main_score": 0.586905, "hf_subset": "knc_Latn-vie_Latn", "languages": ["knc-Latn", "vie-Latn"]}, {"precision": 0.57612, "recall": 0.623518, "f1": 0.589396, "accuracy": 0.623518, "main_score": 0.589396, "hf_subset": "knc_Latn-apc_Arab", "languages": ["knc-Latn", "apc-Arab"]}, {"precision": 0.572514, "recall": 0.608696, "f1": 0.582884, "accuracy": 0.608696, "main_score": 0.582884, "hf_subset": "knc_Latn-bug_Latn", "languages": ["knc-Latn", "bug-Latn"]}, {"precision": 0.475793, "recall": 0.520751, "f1": 0.487926, "accuracy": 0.520751, "main_score": 0.487926, "hf_subset": "knc_Latn-fon_Latn", "languages": ["knc-Latn", "fon-Latn"]}, {"precision": 0.60155, "recall": 0.644269, "f1": 0.613066, "accuracy": 0.644269, "main_score": 0.613066, "hf_subset": "knc_Latn-jav_Latn", "languages": ["knc-Latn", "jav-Latn"]}, {"precision": 0.517641, "recall": 0.573123, "f1": 0.534157, "accuracy": 0.573123, "main_score": 0.534157, "hf_subset": "knc_Latn-lao_Laoo", "languages": ["knc-Latn", "lao-Laoo"]}, {"precision": 0.507554, "recall": 0.555336, "f1": 0.521015, "accuracy": 0.555336, "main_score": 0.521015, "hf_subset": "knc_Latn-mri_Latn", "languages": ["knc-Latn", "mri-Latn"]}, {"precision": 0.574575, "recall": 0.621542, "f1": 0.58709, "accuracy": 0.621542, "main_score": 0.58709, "hf_subset": "knc_Latn-rus_Cyrl", "languages": ["knc-Latn", "rus-Cyrl"]}, {"precision": 0.499909, "recall": 0.541502, "f1": 0.512096, "accuracy": 0.541502, "main_score": 0.512096, "hf_subset": "knc_Latn-taq_Latn", "languages": ["knc-Latn", "taq-Latn"]}, {"precision": 0.605231, "recall": 0.644269, "f1": 0.614884, "accuracy": 0.644269, "main_score": 0.614884, "hf_subset": "knc_Latn-war_Latn", "languages": ["knc-Latn", "war-Latn"]}, {"precision": 0.560743, "recall": 0.609684, "f1": 0.573655, "accuracy": 0.609684, "main_score": 0.573655, "hf_subset": "knc_Latn-arb_Arab", "languages": ["knc-Latn", "arb-Arab"]}, {"precision": 0.588313, "recall": 0.632411, "f1": 0.600006, "accuracy": 0.632411, "main_score": 0.600006, "hf_subset": "knc_Latn-bul_Cyrl", "languages": ["knc-Latn", "bul-Cyrl"]}, {"precision": 0.593645, "recall": 0.63834, "f1": 0.605782, "accuracy": 0.63834, "main_score": 0.605782, "hf_subset": "knc_Latn-fra_Latn", "languages": ["knc-Latn", "fra-Latn"]}, {"precision": 0.570525, "recall": 0.614625, "f1": 0.582512, "accuracy": 0.614625, "main_score": 0.582512, "hf_subset": "knc_Latn-jpn_Jpan", "languages": ["knc-Latn", "jpn-Jpan"]}, {"precision": 0.565395, "recall": 0.610672, "f1": 0.577618, "accuracy": 0.610672, "main_score": 0.577618, "hf_subset": "knc_Latn-lij_Latn", "languages": ["knc-Latn", "lij-Latn"]}, {"precision": 0.438838, "recall": 0.507905, "f1": 0.457667, "accuracy": 0.507905, "main_score": 0.457667, "hf_subset": "knc_Latn-mya_Mymr", "languages": ["knc-Latn", "mya-Mymr"]}, {"precision": 0.54469, "recall": 0.587945, "f1": 0.556972, "accuracy": 0.587945, "main_score": 0.556972, "hf_subset": "knc_Latn-sag_Latn", "languages": ["knc-Latn", "sag-Latn"]}, {"precision": 0.207611, "recall": 0.248024, "f1": 0.217105, "accuracy": 0.248024, "main_score": 0.217105, "hf_subset": "knc_Latn-taq_Tfng", "languages": ["knc-Latn", "taq-Tfng"]}, {"precision": 0.555682, "recall": 0.596838, "f1": 0.568394, "accuracy": 0.596838, "main_score": 0.568394, "hf_subset": "knc_Latn-wol_Latn", "languages": ["knc-Latn", "wol-Latn"]}, {"precision": 0.467922, "recall": 0.517787, "f1": 0.482139, "accuracy": 0.517787, "main_score": 0.482139, "hf_subset": "knc_Latn-arb_Latn", "languages": ["knc-Latn", "arb-Latn"]}, {"precision": 0.584156, "recall": 0.635375, "f1": 0.597524, "accuracy": 0.635375, "main_score": 0.597524, "hf_subset": "knc_Latn-cat_Latn", "languages": ["knc-Latn", "cat-Latn"]}, {"precision": 0.57683, "recall": 0.612648, "f1": 0.586597, "accuracy": 0.612648, "main_score": 0.586597, "hf_subset": "knc_Latn-fur_Latn", "languages": ["knc-Latn", "fur-Latn"]}, {"precision": 0.424757, "recall": 0.478261, "f1": 0.439313, "accuracy": 0.478261, "main_score": 0.439313, "hf_subset": "knc_Latn-kab_Latn", "languages": ["knc-Latn", "kab-Latn"]}, {"precision": 0.571221, "recall": 0.616601, "f1": 0.583549, "accuracy": 0.616601, "main_score": 0.583549, "hf_subset": "knc_Latn-lim_Latn", "languages": ["knc-Latn", "lim-Latn"]}, {"precision": 0.570812, "recall": 0.620553, "f1": 0.5843, "accuracy": 0.620553, "main_score": 0.5843, "hf_subset": "knc_Latn-nld_Latn", "languages": ["knc-Latn", "nld-Latn"]}, {"precision": 0.521744, "recall": 0.578063, "f1": 0.536579, "accuracy": 0.578063, "main_score": 0.536579, "hf_subset": "knc_Latn-san_Deva", "languages": ["knc-Latn", "san-Deva"]}, {"precision": 0.571212, "recall": 0.614625, "f1": 0.582917, "accuracy": 0.614625, "main_score": 0.582917, "hf_subset": "knc_Latn-tat_Cyrl", "languages": ["knc-Latn", "tat-Cyrl"]}, {"precision": 0.561417, "recall": 0.599802, "f1": 0.572188, "accuracy": 0.599802, "main_score": 0.572188, "hf_subset": "knc_Latn-xho_Latn", "languages": ["knc-Latn", "xho-Latn"]}, {"precision": 0.552386, "recall": 0.603755, "f1": 0.565965, "accuracy": 0.603755, "main_score": 0.565965, "hf_subset": "knc_Latn-ars_Arab", "languages": ["knc-Latn", "ars-Arab"]}, {"precision": 0.607244, "recall": 0.643281, "f1": 0.616672, "accuracy": 0.643281, "main_score": 0.616672, "hf_subset": "knc_Latn-ceb_Latn", "languages": ["knc-Latn", "ceb-Latn"]}, {"precision": 0.513581, "recall": 0.562253, "f1": 0.527721, "accuracy": 0.562253, "main_score": 0.527721, "hf_subset": "knc_Latn-fuv_Latn", "languages": ["knc-Latn", "fuv-Latn"]}, {"precision": 0.514904, "recall": 0.555336, "f1": 0.527127, "accuracy": 0.555336, "main_score": 0.527127, "hf_subset": "knc_Latn-kac_Latn", "languages": ["knc-Latn", "kac-Latn"]}, {"precision": 0.56362, "recall": 0.600791, "f1": 0.573817, "accuracy": 0.600791, "main_score": 0.573817, "hf_subset": "knc_Latn-lin_Latn", "languages": ["knc-Latn", "lin-Latn"]}, {"precision": 0.577886, "recall": 0.620553, "f1": 0.589561, "accuracy": 0.620553, "main_score": 0.589561, "hf_subset": "knc_Latn-nno_Latn", "languages": ["knc-Latn", "nno-Latn"]}, {"precision": 0.125052, "recall": 0.170949, "f1": 0.137043, "accuracy": 0.170949, "main_score": 0.137043, "hf_subset": "knc_Latn-sat_Olck", "languages": ["knc-Latn", "sat-Olck"]}, {"precision": 0.569928, "recall": 0.617589, "f1": 0.582861, "accuracy": 0.617589, "main_score": 0.582861, "hf_subset": "knc_Latn-tel_Telu", "languages": ["knc-Latn", "tel-Telu"]}, {"precision": 0.507676, "recall": 0.561265, "f1": 0.522008, "accuracy": 0.561265, "main_score": 0.522008, "hf_subset": "knc_Latn-ydd_Hebr", "languages": ["knc-Latn", "ydd-Hebr"]}, {"precision": 0.548359, "recall": 0.590909, "f1": 0.559794, "accuracy": 0.590909, "main_score": 0.559794, "hf_subset": "knc_Latn-ary_Arab", "languages": ["knc-Latn", "ary-Arab"]}, {"precision": 0.573163, "recall": 0.624506, "f1": 0.58735, "accuracy": 0.624506, "main_score": 0.58735, "hf_subset": "knc_Latn-ces_Latn", "languages": ["knc-Latn", "ces-Latn"]}, {"precision": 0.510388, "recall": 0.561265, "f1": 0.524292, "accuracy": 0.561265, "main_score": 0.524292, "hf_subset": "knc_Latn-gaz_Latn", "languages": ["knc-Latn", "gaz-Latn"]}, {"precision": 0.52735, "recall": 0.575099, "f1": 0.540911, "accuracy": 0.575099, "main_score": 0.540911, "hf_subset": "knc_Latn-kam_Latn", "languages": ["knc-Latn", "kam-Latn"]}, {"precision": 0.567767, "recall": 0.613636, "f1": 0.580961, "accuracy": 0.613636, "main_score": 0.580961, "hf_subset": "knc_Latn-lit_Latn", "languages": ["knc-Latn", "lit-Latn"]}, {"precision": 0.579989, "recall": 0.621542, "f1": 0.591055, "accuracy": 0.621542, "main_score": 0.591055, "hf_subset": "knc_Latn-nob_Latn", "languages": ["knc-Latn", "nob-Latn"]}, {"precision": 0.583679, "recall": 0.624506, "f1": 0.594969, "accuracy": 0.624506, "main_score": 0.594969, "hf_subset": "knc_Latn-scn_Latn", "languages": ["knc-Latn", "scn-Latn"]}, {"precision": 0.554256, "recall": 0.59585, "f1": 0.565424, "accuracy": 0.59585, "main_score": 0.565424, "hf_subset": "knc_Latn-tgk_Cyrl", "languages": ["knc-Latn", "tgk-Cyrl"]}, {"precision": 0.506365, "recall": 0.5583, "f1": 0.52178, "accuracy": 0.5583, "main_score": 0.52178, "hf_subset": "knc_Latn-yor_Latn", "languages": ["knc-Latn", "yor-Latn"]}, {"precision": 0.565636, "recall": 0.610672, "f1": 0.57742, "accuracy": 0.610672, "main_score": 0.57742, "hf_subset": "knc_Latn-arz_Arab", "languages": ["knc-Latn", "arz-Arab"]}, {"precision": 0.505576, "recall": 0.548419, "f1": 0.518462, "accuracy": 0.548419, "main_score": 0.518462, "hf_subset": "knc_Latn-cjk_Latn", "languages": ["knc-Latn", "cjk-Latn"]}, {"precision": 0.505936, "recall": 0.560277, "f1": 0.521132, "accuracy": 0.560277, "main_score": 0.521132, "hf_subset": "knc_Latn-gla_Latn", "languages": ["knc-Latn", "gla-Latn"]}, {"precision": 0.573883, "recall": 0.628458, "f1": 0.589317, "accuracy": 0.628458, "main_score": 0.589317, "hf_subset": "knc_Latn-kan_Knda", "languages": ["knc-Latn", "kan-Knda"]}, {"precision": 0.584309, "recall": 0.626482, "f1": 0.595386, "accuracy": 0.626482, "main_score": 0.595386, "hf_subset": "knc_Latn-lmo_Latn", "languages": ["knc-Latn", "lmo-Latn"]}, {"precision": 0.56348, "recall": 0.613636, "f1": 0.577174, "accuracy": 0.613636, "main_score": 0.577174, "hf_subset": "knc_Latn-npi_Deva", "languages": ["knc-Latn", "npi-Deva"]}, {"precision": 0.450488, "recall": 0.501976, "f1": 0.464534, "accuracy": 0.501976, "main_score": 0.464534, "hf_subset": "knc_Latn-shn_Mymr", "languages": ["knc-Latn", "shn-Mymr"]}, {"precision": 0.602239, "recall": 0.641304, "f1": 0.612604, "accuracy": 0.641304, "main_score": 0.612604, "hf_subset": "knc_Latn-tgl_Latn", "languages": ["knc-Latn", "tgl-Latn"]}, {"precision": 0.562381, "recall": 0.608696, "f1": 0.574802, "accuracy": 0.608696, "main_score": 0.574802, "hf_subset": "knc_Latn-yue_Hant", "languages": ["knc-Latn", "yue-Hant"]}, {"precision": 0.553685, "recall": 0.598814, "f1": 0.565505, "accuracy": 0.598814, "main_score": 0.565505, "hf_subset": "knc_Latn-asm_Beng", "languages": ["knc-Latn", "asm-Beng"]}, {"precision": 0.529742, "recall": 0.585968, "f1": 0.544927, "accuracy": 0.585968, "main_score": 0.544927, "hf_subset": "knc_Latn-ckb_Arab", "languages": ["knc-Latn", "ckb-Arab"]}, {"precision": 0.518157, "recall": 0.562253, "f1": 0.53097, "accuracy": 0.562253, "main_score": 0.53097, "hf_subset": "knc_Latn-gle_Latn", "languages": ["knc-Latn", "gle-Latn"]}, {"precision": 0.517819, "recall": 0.565217, "f1": 0.530091, "accuracy": 0.565217, "main_score": 0.530091, "hf_subset": "knc_Latn-kas_Arab", "languages": ["knc-Latn", "kas-Arab"]}, {"precision": 0.540332, "recall": 0.586957, "f1": 0.55312, "accuracy": 0.586957, "main_score": 0.55312, "hf_subset": "knc_Latn-ltg_Latn", "languages": ["knc-Latn", "ltg-Latn"]}, {"precision": 0.564858, "recall": 0.597826, "f1": 0.574283, "accuracy": 0.597826, "main_score": 0.574283, "hf_subset": "knc_Latn-nso_Latn", "languages": ["knc-Latn", "nso-Latn"]}, {"precision": 0.508509, "recall": 0.56917, "f1": 0.525805, "accuracy": 0.56917, "main_score": 0.525805, "hf_subset": "knc_Latn-sin_Sinh", "languages": ["knc-Latn", "sin-Sinh"]}, {"precision": 0.56212, "recall": 0.61166, "f1": 0.575367, "accuracy": 0.61166, "main_score": 0.575367, "hf_subset": "knc_Latn-tha_Thai", "languages": ["knc-Latn", "tha-Thai"]}, {"precision": 0.567361, "recall": 0.610672, "f1": 0.57866, "accuracy": 0.610672, "main_score": 0.57866, "hf_subset": "knc_Latn-zho_Hans", "languages": ["knc-Latn", "zho-Hans"]}, {"precision": 0.589871, "recall": 0.635375, "f1": 0.602176, "accuracy": 0.635375, "main_score": 0.602176, "hf_subset": "knc_Latn-ast_Latn", "languages": ["knc-Latn", "ast-Latn"]}, {"precision": 0.572505, "recall": 0.617589, "f1": 0.584811, "accuracy": 0.617589, "main_score": 0.584811, "hf_subset": "knc_Latn-crh_Latn", "languages": ["knc-Latn", "crh-Latn"]}, {"precision": 0.588109, "recall": 0.636364, "f1": 0.601516, "accuracy": 0.636364, "main_score": 0.601516, "hf_subset": "knc_Latn-glg_Latn", "languages": ["knc-Latn", "glg-Latn"]}, {"precision": 0.526872, "recall": 0.577075, "f1": 0.540906, "accuracy": 0.577075, "main_score": 0.540906, "hf_subset": "knc_Latn-kas_Deva", "languages": ["knc-Latn", "kas-Deva"]}, {"precision": 0.556129, "recall": 0.607708, "f1": 0.57061, "accuracy": 0.607708, "main_score": 0.57061, "hf_subset": "knc_Latn-ltz_Latn", "languages": ["knc-Latn", "ltz-Latn"]}, {"precision": 0.476807, "recall": 0.52668, "f1": 0.491051, "accuracy": 0.52668, "main_score": 0.491051, "hf_subset": "knc_Latn-nus_Latn", "languages": ["knc-Latn", "nus-Latn"]}, {"precision": 0.577521, "recall": 0.625494, "f1": 0.590732, "accuracy": 0.625494, "main_score": 0.590732, "hf_subset": "knc_Latn-slk_Latn", "languages": ["knc-Latn", "slk-Latn"]}, {"precision": 0.405443, "recall": 0.463439, "f1": 0.421668, "accuracy": 0.463439, "main_score": 0.421668, "hf_subset": "knc_Latn-tir_Ethi", "languages": ["knc-Latn", "tir-Ethi"]}, {"precision": 0.549487, "recall": 0.598814, "f1": 0.562076, "accuracy": 0.598814, "main_score": 0.562076, "hf_subset": "knc_Latn-zho_Hant", "languages": ["knc-Latn", "zho-Hant"]}, {"precision": 0.574242, "recall": 0.619565, "f1": 0.586867, "accuracy": 0.619565, "main_score": 0.586867, "hf_subset": "knc_Latn-awa_Deva", "languages": ["knc-Latn", "awa-Deva"]}, {"precision": 0.559124, "recall": 0.597826, "f1": 0.569284, "accuracy": 0.597826, "main_score": 0.569284, "hf_subset": "knc_Latn-cym_Latn", "languages": ["knc-Latn", "cym-Latn"]}, {"precision": 0.571914, "recall": 0.606719, "f1": 0.582091, "accuracy": 0.606719, "main_score": 0.582091, "hf_subset": "knc_Latn-grn_Latn", "languages": ["knc-Latn", "grn-Latn"]}, {"precision": 0.544941, "recall": 0.59585, "f1": 0.558063, "accuracy": 0.59585, "main_score": 0.558063, "hf_subset": "knc_Latn-kat_Geor", "languages": ["knc-Latn", "kat-Geor"]}, {"precision": 0.552808, "recall": 0.592885, "f1": 0.563514, "accuracy": 0.592885, "main_score": 0.563514, "hf_subset": "knc_Latn-lua_Latn", "languages": ["knc-Latn", "lua-Latn"]}, {"precision": 0.568086, "recall": 0.608696, "f1": 0.579218, "accuracy": 0.608696, "main_score": 0.579218, "hf_subset": "knc_Latn-nya_Latn", "languages": ["knc-Latn", "nya-Latn"]}, {"precision": 0.567311, "recall": 0.610672, "f1": 0.579101, "accuracy": 0.610672, "main_score": 0.579101, "hf_subset": "knc_Latn-slv_Latn", "languages": ["knc-Latn", "slv-Latn"]}, {"precision": 0.581728, "recall": 0.619565, "f1": 0.592248, "accuracy": 0.619565, "main_score": 0.592248, "hf_subset": "knc_Latn-tpi_Latn", "languages": ["knc-Latn", "tpi-Latn"]}, {"precision": 0.593043, "recall": 0.634387, "f1": 0.604257, "accuracy": 0.634387, "main_score": 0.604257, "hf_subset": "knc_Latn-zsm_Latn", "languages": ["knc-Latn", "zsm-Latn"]}, {"precision": 0.518809, "recall": 0.561265, "f1": 0.530466, "accuracy": 0.561265, "main_score": 0.530466, "hf_subset": "knc_Latn-ayr_Latn", "languages": ["knc-Latn", "ayr-Latn"]}, {"precision": 0.58034, "recall": 0.621542, "f1": 0.591202, "accuracy": 0.621542, "main_score": 0.591202, "hf_subset": "knc_Latn-dan_Latn", "languages": ["knc-Latn", "dan-Latn"]}, {"precision": 0.571498, "recall": 0.624506, "f1": 0.585585, "accuracy": 0.624506, "main_score": 0.585585, "hf_subset": "knc_Latn-guj_Gujr", "languages": ["knc-Latn", "guj-Gujr"]}, {"precision": 0.567839, "recall": 0.621542, "f1": 0.582216, "accuracy": 0.621542, "main_score": 0.582216, "hf_subset": "knc_Latn-kaz_Cyrl", "languages": ["knc-Latn", "kaz-Cyrl"]}, {"precision": 0.515417, "recall": 0.561265, "f1": 0.528491, "accuracy": 0.561265, "main_score": 0.528491, "hf_subset": "knc_Latn-lug_Latn", "languages": ["knc-Latn", "lug-Latn"]}, {"precision": 0.590506, "recall": 0.634387, "f1": 0.602307, "accuracy": 0.634387, "main_score": 0.602307, "hf_subset": "knc_Latn-oci_Latn", "languages": ["knc-Latn", "oci-Latn"]}, {"precision": 0.549134, "recall": 0.596838, "f1": 0.562549, "accuracy": 0.596838, "main_score": 0.562549, "hf_subset": "knc_Latn-smo_Latn", "languages": ["knc-Latn", "smo-Latn"]}, {"precision": 0.513983, "recall": 0.560277, "f1": 0.527201, "accuracy": 0.560277, "main_score": 0.527201, "hf_subset": "knc_Latn-tsn_Latn", "languages": ["knc-Latn", "tsn-Latn"]}, {"precision": 0.53119, "recall": 0.58004, "f1": 0.544983, "accuracy": 0.58004, "main_score": 0.544983, "hf_subset": "knc_Latn-zul_Latn", "languages": ["knc-Latn", "zul-Latn"]}, {"precision": 0.496953, "recall": 0.547431, "f1": 0.511019, "accuracy": 0.547431, "main_score": 0.511019, "hf_subset": "knc_Latn-azb_Arab", "languages": ["knc-Latn", "azb-Arab"]}, {"precision": 0.57539, "recall": 0.623518, "f1": 0.589188, "accuracy": 0.623518, "main_score": 0.589188, "hf_subset": "knc_Latn-deu_Latn", "languages": ["knc-Latn", "deu-Latn"]}, {"precision": 0.531864, "recall": 0.58498, "f1": 0.546549, "accuracy": 0.58498, "main_score": 0.546549, "hf_subset": "knc_Latn-hat_Latn", "languages": ["knc-Latn", "hat-Latn"]}, {"precision": 0.497479, "recall": 0.540514, "f1": 0.50935, "accuracy": 0.540514, "main_score": 0.50935, "hf_subset": "knc_Latn-kbp_Latn", "languages": ["knc-Latn", "kbp-Latn"]}, {"precision": 0.559133, "recall": 0.599802, "f1": 0.570918, "accuracy": 0.599802, "main_score": 0.570918, "hf_subset": "knc_Latn-luo_Latn", "languages": ["knc-Latn", "luo-Latn"]}, {"precision": 0.562626, "recall": 0.617589, "f1": 0.577428, "accuracy": 0.617589, "main_score": 0.577428, "hf_subset": "knc_Latn-ory_Orya", "languages": ["knc-Latn", "ory-Orya"]}, {"precision": 0.543142, "recall": 0.590909, "f1": 0.556491, "accuracy": 0.590909, "main_score": 0.556491, "hf_subset": "knc_Latn-sna_Latn", "languages": ["knc-Latn", "sna-Latn"]}, {"precision": 0.533569, "recall": 0.572134, "f1": 0.544193, "accuracy": 0.572134, "main_score": 0.544193, "hf_subset": "knc_Latn-tso_Latn", "languages": ["knc-Latn", "tso-Latn"]}, {"precision": 0.543232, "recall": 0.597826, "f1": 0.557826, "accuracy": 0.597826, "main_score": 0.557826, "hf_subset": "knc_Latn-azj_Latn", "languages": ["knc-Latn", "azj-Latn"]}, {"precision": 0.52309, "recall": 0.573123, "f1": 0.537413, "accuracy": 0.573123, "main_score": 0.537413, "hf_subset": "knc_Latn-dik_Latn", "languages": ["knc-Latn", "dik-Latn"]}, {"precision": 0.576449, "recall": 0.617589, "f1": 0.588867, "accuracy": 0.617589, "main_score": 0.588867, "hf_subset": "knc_Latn-hau_Latn", "languages": ["knc-Latn", "hau-Latn"]}, {"precision": 0.587882, "recall": 0.620553, "f1": 0.596545, "accuracy": 0.620553, "main_score": 0.596545, "hf_subset": "knc_Latn-kea_Latn", "languages": ["knc-Latn", "kea-Latn"]}, {"precision": 0.581198, "recall": 0.618577, "f1": 0.591898, "accuracy": 0.618577, "main_score": 0.591898, "hf_subset": "knc_Latn-lus_Latn", "languages": ["knc-Latn", "lus-Latn"]}, {"precision": 0.584469, "recall": 0.618577, "f1": 0.59402, "accuracy": 0.618577, "main_score": 0.59402, "hf_subset": "knc_Latn-pag_Latn", "languages": ["knc-Latn", "pag-Latn"]}, {"precision": 0.543842, "recall": 0.59585, "f1": 0.557733, "accuracy": 0.59585, "main_score": 0.557733, "hf_subset": "knc_Latn-snd_Arab", "languages": ["knc-Latn", "snd-Arab"]}, {"precision": 0.515854, "recall": 0.567194, "f1": 0.529852, "accuracy": 0.567194, "main_score": 0.529852, "hf_subset": "knc_Latn-tuk_Latn", "languages": ["knc-Latn", "tuk-Latn"]}, {"precision": 0.56362, "recall": 0.607708, "f1": 0.575396, "accuracy": 0.607708, "main_score": 0.575396, "hf_subset": "knc_Latn-bak_Cyrl", "languages": ["knc-Latn", "bak-Cyrl"]}, {"precision": 0.459145, "recall": 0.519763, "f1": 0.476568, "accuracy": 0.519763, "main_score": 0.476568, "hf_subset": "knc_Latn-dyu_Latn", "languages": ["knc-Latn", "dyu-Latn"]}, {"precision": 0.565581, "recall": 0.612648, "f1": 0.578241, "accuracy": 0.612648, "main_score": 0.578241, "hf_subset": "knc_Latn-heb_Hebr", "languages": ["knc-Latn", "heb-Hebr"]}, {"precision": 0.538084, "recall": 0.586957, "f1": 0.551361, "accuracy": 0.586957, "main_score": 0.551361, "hf_subset": "knc_Latn-khk_Cyrl", "languages": ["knc-Latn", "khk-Cyrl"]}, {"precision": 0.562522, "recall": 0.609684, "f1": 0.574712, "accuracy": 0.609684, "main_score": 0.574712, "hf_subset": "knc_Latn-lvs_Latn", "languages": ["knc-Latn", "lvs-Latn"]}, {"precision": 0.567415, "recall": 0.619565, "f1": 0.581519, "accuracy": 0.619565, "main_score": 0.581519, "hf_subset": "knc_Latn-pan_Guru", "languages": ["knc-Latn", "pan-Guru"]}, {"precision": 0.531598, "recall": 0.572134, "f1": 0.542848, "accuracy": 0.572134, "main_score": 0.542848, "hf_subset": "knc_Latn-som_Latn", "languages": ["knc-Latn", "som-Latn"]}, {"precision": 0.53641, "recall": 0.574111, "f1": 0.546668, "accuracy": 0.574111, "main_score": 0.546668, "hf_subset": "knc_Latn-tum_Latn", "languages": ["knc-Latn", "tum-Latn"]}, {"precision": 0.61577, "recall": 0.678854, "f1": 0.634178, "accuracy": 0.678854, "main_score": 0.634178, "hf_subset": "mlt_Latn-ace_Arab", "languages": ["mlt-Latn", "ace-Arab"]}, {"precision": 0.549853, "recall": 0.610672, "f1": 0.566794, "accuracy": 0.610672, "main_score": 0.566794, "hf_subset": "mlt_Latn-bam_Latn", "languages": ["mlt-Latn", "bam-Latn"]}, {"precision": 0.394786, "recall": 0.461462, "f1": 0.412456, "accuracy": 0.461462, "main_score": 0.412456, "hf_subset": "mlt_Latn-dzo_Tibt", "languages": ["mlt-Latn", "dzo-Tibt"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-hin_Deva", "languages": ["mlt-Latn", "hin-Deva"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "mlt_Latn-khm_Khmr", "languages": ["mlt-Latn", "khm-Khmr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mlt_Latn-mag_Deva", "languages": ["mlt-Latn", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "mlt_Latn-pap_Latn", "languages": ["mlt-Latn", "pap-Latn"]}, {"precision": 0.619426, "recall": 0.672925, "f1": 0.634997, "accuracy": 0.672925, "main_score": 0.634997, "hf_subset": "mlt_Latn-sot_Latn", "languages": ["mlt-Latn", "sot-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mlt_Latn-tur_Latn", "languages": ["mlt-Latn", "tur-Latn"]}, {"precision": 0.867795, "recall": 0.901186, "f1": 0.877888, "accuracy": 0.901186, "main_score": 0.877888, "hf_subset": "mlt_Latn-ace_Latn", "languages": ["mlt-Latn", "ace-Latn"]}, {"precision": 0.947711, "recall": 0.961462, "f1": 0.952141, "accuracy": 0.961462, "main_score": 0.952141, "hf_subset": "mlt_Latn-ban_Latn", "languages": ["mlt-Latn", "ban-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mlt_Latn-ell_Grek", "languages": ["mlt-Latn", "ell-Grek"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "mlt_Latn-hne_Deva", "languages": ["mlt-Latn", "hne-Deva"]}, {"precision": 0.622118, "recall": 0.674901, "f1": 0.637326, "accuracy": 0.674901, "main_score": 0.637326, "hf_subset": "mlt_Latn-kik_Latn", "languages": ["mlt-Latn", "kik-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mlt_Latn-mai_Deva", "languages": ["mlt-Latn", "mai-Deva"]}, {"precision": 0.954381, "recall": 0.969368, "f1": 0.959321, "accuracy": 0.969368, "main_score": 0.959321, "hf_subset": "mlt_Latn-pbt_Arab", "languages": ["mlt-Latn", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-spa_Latn", "languages": ["mlt-Latn", "spa-Latn"]}, {"precision": 0.622918, "recall": 0.685771, "f1": 0.640795, "accuracy": 0.685771, "main_score": 0.640795, "hf_subset": "mlt_Latn-twi_Latn", "languages": ["mlt-Latn", "twi-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-acm_Arab", "languages": ["mlt-Latn", "acm-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-bel_Cyrl", "languages": ["mlt-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-eng_Latn", "languages": ["mlt-Latn", "eng-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-hrv_Latn", "languages": ["mlt-Latn", "hrv-Latn"]}, {"precision": 0.585179, "recall": 0.650198, "f1": 0.603502, "accuracy": 0.650198, "main_score": 0.603502, "hf_subset": "mlt_Latn-kin_Latn", "languages": ["mlt-Latn", "kin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-mal_Mlym", "languages": ["mlt-Latn", "mal-Mlym"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-pes_Arab", "languages": ["mlt-Latn", "pes-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-srd_Latn", "languages": ["mlt-Latn", "srd-Latn"]}, {"precision": 0.205679, "recall": 0.251976, "f1": 0.217436, "accuracy": 0.251976, "main_score": 0.217436, "hf_subset": "mlt_Latn-tzm_Tfng", "languages": ["mlt-Latn", "tzm-Tfng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-acq_Arab", "languages": ["mlt-Latn", "acq-Arab"]}, {"precision": 0.652762, "recall": 0.704545, "f1": 0.666498, "accuracy": 0.704545, "main_score": 0.666498, "hf_subset": "mlt_Latn-bem_Latn", "languages": ["mlt-Latn", "bem-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-epo_Latn", "languages": ["mlt-Latn", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-hun_Latn", "languages": ["mlt-Latn", "hun-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "mlt_Latn-kir_Cyrl", "languages": ["mlt-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-mar_Deva", "languages": ["mlt-Latn", "mar-Deva"]}, {"precision": 0.69254, "recall": 0.747036, "f1": 0.708959, "accuracy": 0.747036, "main_score": 0.708959, "hf_subset": "mlt_Latn-plt_Latn", "languages": ["mlt-Latn", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-srp_Cyrl", "languages": ["mlt-Latn", "srp-Cyrl"]}, {"precision": 0.916173, "recall": 0.938735, "f1": 0.923386, "accuracy": 0.938735, "main_score": 0.923386, "hf_subset": "mlt_Latn-uig_Arab", "languages": ["mlt-Latn", "uig-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mlt_Latn-aeb_Arab", "languages": ["mlt-Latn", "aeb-Arab"]}, {"precision": 0.991848, "recall": 0.994071, "f1": 0.99249, "accuracy": 0.994071, "main_score": 0.99249, "hf_subset": "mlt_Latn-ben_Beng", "languages": ["mlt-Latn", "ben-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-est_Latn", "languages": ["mlt-Latn", "est-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-hye_Armn", "languages": ["mlt-Latn", "hye-Armn"]}, {"precision": 0.567852, "recall": 0.618577, "f1": 0.582279, "accuracy": 0.618577, "main_score": 0.582279, "hf_subset": "mlt_Latn-kmb_Latn", "languages": ["mlt-Latn", "kmb-Latn"]}, {"precision": 0.52843, "recall": 0.605731, "f1": 0.549175, "accuracy": 0.605731, "main_score": 0.549175, "hf_subset": "mlt_Latn-min_Arab", "languages": ["mlt-Latn", "min-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-pol_Latn", "languages": ["mlt-Latn", "pol-Latn"]}, {"precision": 0.585639, "recall": 0.645257, "f1": 0.602127, "accuracy": 0.645257, "main_score": 0.602127, "hf_subset": "mlt_Latn-ssw_Latn", "languages": ["mlt-Latn", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ukr_Cyrl", "languages": ["mlt-Latn", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-afr_Latn", "languages": ["mlt-Latn", "afr-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mlt_Latn-bho_Deva", "languages": ["mlt-Latn", "bho-Deva"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "mlt_Latn-eus_Latn", "languages": ["mlt-Latn", "eus-Latn"]}, {"precision": 0.606159, "recall": 0.666996, "f1": 0.623184, "accuracy": 0.666996, "main_score": 0.623184, "hf_subset": "mlt_Latn-ibo_Latn", "languages": ["mlt-Latn", "ibo-Latn"]}, {"precision": 0.886199, "recall": 0.917984, "f1": 0.896047, "accuracy": 0.917984, "main_score": 0.896047, "hf_subset": "mlt_Latn-kmr_Latn", "languages": ["mlt-Latn", "kmr-Latn"]}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "mlt_Latn-min_Latn", "languages": ["mlt-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mlt_Latn-por_Latn", "languages": ["mlt-Latn", "por-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mlt_Latn-sun_Latn", "languages": ["mlt-Latn", "sun-Latn"]}, {"precision": 0.537262, "recall": 0.594862, "f1": 0.553922, "accuracy": 0.594862, "main_score": 0.553922, "hf_subset": "mlt_Latn-umb_Latn", "languages": ["mlt-Latn", "umb-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "mlt_Latn-ajp_Arab", "languages": ["mlt-Latn", "ajp-Arab"]}, {"precision": 0.576783, "recall": 0.642292, "f1": 0.595189, "accuracy": 0.642292, "main_score": 0.595189, "hf_subset": "mlt_Latn-bjn_Arab", "languages": ["mlt-Latn", "bjn-Arab"]}, {"precision": 0.539819, "recall": 0.590909, "f1": 0.553471, "accuracy": 0.590909, "main_score": 0.553471, "hf_subset": "mlt_Latn-ewe_Latn", "languages": ["mlt-Latn", "ewe-Latn"]}, {"precision": 0.943215, "recall": 0.959486, "f1": 0.948452, "accuracy": 0.959486, "main_score": 0.948452, "hf_subset": "mlt_Latn-ilo_Latn", "languages": ["mlt-Latn", "ilo-Latn"]}, {"precision": 0.323891, "recall": 0.379447, "f1": 0.33912, "accuracy": 0.379447, "main_score": 0.33912, "hf_subset": "mlt_Latn-knc_Arab", "languages": ["mlt-Latn", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-mkd_Cyrl", "languages": ["mlt-Latn", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-prs_Arab", "languages": ["mlt-Latn", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-swe_Latn", "languages": ["mlt-Latn", "swe-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-urd_Arab", "languages": ["mlt-Latn", "urd-Arab"]}, {"precision": 0.60159, "recall": 0.659091, "f1": 0.618198, "accuracy": 0.659091, "main_score": 0.618198, "hf_subset": "mlt_Latn-aka_Latn", "languages": ["mlt-Latn", "aka-Latn"]}, {"precision": 0.965119, "recall": 0.974308, "f1": 0.96805, "accuracy": 0.974308, "main_score": 0.96805, "hf_subset": "mlt_Latn-bjn_Latn", "languages": ["mlt-Latn", "bjn-Latn"]}, {"precision": 0.946229, "recall": 0.962451, "f1": 0.951482, "accuracy": 0.962451, "main_score": 0.951482, "hf_subset": "mlt_Latn-fao_Latn", "languages": ["mlt-Latn", "fao-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ind_Latn", "languages": ["mlt-Latn", "ind-Latn"]}, {"precision": 0.592969, "recall": 0.648221, "f1": 0.609115, "accuracy": 0.648221, "main_score": 0.609115, "hf_subset": "mlt_Latn-knc_Latn", "languages": ["mlt-Latn", "knc-Latn"]}, {"precision": 0.695364, "recall": 0.754941, "f1": 0.712723, "accuracy": 0.754941, "main_score": 0.712723, "hf_subset": "mlt_Latn-quy_Latn", "languages": ["mlt-Latn", "quy-Latn"]}, {"precision": 0.964592, "recall": 0.974308, "f1": 0.967721, "accuracy": 0.974308, "main_score": 0.967721, "hf_subset": "mlt_Latn-swh_Latn", "languages": ["mlt-Latn", "swh-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-uzn_Latn", "languages": ["mlt-Latn", "uzn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-als_Latn", "languages": ["mlt-Latn", "als-Latn"]}, {"precision": 0.585063, "recall": 0.666008, "f1": 0.608729, "accuracy": 0.666008, "main_score": 0.608729, "hf_subset": "mlt_Latn-bod_Tibt", "languages": ["mlt-Latn", "bod-Tibt"]}, {"precision": 0.698346, "recall": 0.758893, "f1": 0.715958, "accuracy": 0.758893, "main_score": 0.715958, "hf_subset": "mlt_Latn-fij_Latn", "languages": ["mlt-Latn", "fij-Latn"]}, {"precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "mlt_Latn-isl_Latn", "languages": ["mlt-Latn", "isl-Latn"]}, {"precision": 0.678458, "recall": 0.730237, "f1": 0.693635, "accuracy": 0.730237, "main_score": 0.693635, "hf_subset": "mlt_Latn-kon_Latn", "languages": ["mlt-Latn", "kon-Latn"]}, {"precision": 0.676853, "recall": 0.737154, "f1": 0.694672, "accuracy": 0.737154, "main_score": 0.694672, "hf_subset": "mlt_Latn-mni_Beng", "languages": ["mlt-Latn", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ron_Latn", "languages": ["mlt-Latn", "ron-Latn"]}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "mlt_Latn-szl_Latn", "languages": ["mlt-Latn", "szl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-vec_Latn", "languages": ["mlt-Latn", "vec-Latn"]}, {"precision": 0.916749, "recall": 0.939723, "f1": 0.923979, "accuracy": 0.939723, "main_score": 0.923979, "hf_subset": "mlt_Latn-amh_Ethi", "languages": ["mlt-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-bos_Latn", "languages": ["mlt-Latn", "bos-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-fin_Latn", "languages": ["mlt-Latn", "fin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ita_Latn", "languages": ["mlt-Latn", "ita-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-kor_Hang", "languages": ["mlt-Latn", "kor-Hang"]}, {"precision": 0.55897, "recall": 0.616601, "f1": 0.574873, "accuracy": 0.616601, "main_score": 0.574873, "hf_subset": "mlt_Latn-mos_Latn", "languages": ["mlt-Latn", "mos-Latn"]}, {"precision": 0.573988, "recall": 0.626482, "f1": 0.58989, "accuracy": 0.626482, "main_score": 0.58989, "hf_subset": "mlt_Latn-run_Latn", "languages": ["mlt-Latn", "run-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "mlt_Latn-tam_Taml", "languages": ["mlt-Latn", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-vie_Latn", "languages": ["mlt-Latn", "vie-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mlt_Latn-apc_Arab", "languages": ["mlt-Latn", "apc-Arab"]}, {"precision": 0.801367, "recall": 0.844862, "f1": 0.814465, "accuracy": 0.844862, "main_score": 0.814465, "hf_subset": "mlt_Latn-bug_Latn", "languages": ["mlt-Latn", "bug-Latn"]}, {"precision": 0.483531, "recall": 0.540514, "f1": 0.498369, "accuracy": 0.540514, "main_score": 0.498369, "hf_subset": "mlt_Latn-fon_Latn", "languages": ["mlt-Latn", "fon-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mlt_Latn-jav_Latn", "languages": ["mlt-Latn", "jav-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mlt_Latn-lao_Laoo", "languages": ["mlt-Latn", "lao-Laoo"]}, {"precision": 0.835046, "recall": 0.874506, "f1": 0.846772, "accuracy": 0.874506, "main_score": 0.846772, "hf_subset": "mlt_Latn-mri_Latn", "languages": ["mlt-Latn", "mri-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-rus_Cyrl", "languages": ["mlt-Latn", "rus-Cyrl"]}, {"precision": 0.564068, "recall": 0.619565, "f1": 0.579185, "accuracy": 0.619565, "main_score": 0.579185, "hf_subset": "mlt_Latn-taq_Latn", "languages": ["mlt-Latn", "taq-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "mlt_Latn-war_Latn", "languages": ["mlt-Latn", "war-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-arb_Arab", "languages": ["mlt-Latn", "arb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-bul_Cyrl", "languages": ["mlt-Latn", "bul-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-fra_Latn", "languages": ["mlt-Latn", "fra-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mlt_Latn-jpn_Jpan", "languages": ["mlt-Latn", "jpn-Jpan"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-lij_Latn", "languages": ["mlt-Latn", "lij-Latn"]}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "mlt_Latn-mya_Mymr", "languages": ["mlt-Latn", "mya-Mymr"]}, {"precision": 0.607027, "recall": 0.673913, "f1": 0.625514, "accuracy": 0.673913, "main_score": 0.625514, "hf_subset": "mlt_Latn-sag_Latn", "languages": ["mlt-Latn", "sag-Latn"]}, {"precision": 0.201086, "recall": 0.257905, "f1": 0.213333, "accuracy": 0.257905, "main_score": 0.213333, "hf_subset": "mlt_Latn-taq_Tfng", "languages": ["mlt-Latn", "taq-Tfng"]}, {"precision": 0.650313, "recall": 0.709486, "f1": 0.667509, "accuracy": 0.709486, "main_score": 0.667509, "hf_subset": "mlt_Latn-wol_Latn", "languages": ["mlt-Latn", "wol-Latn"]}, {"precision": 0.805698, "recall": 0.851779, "f1": 0.819669, "accuracy": 0.851779, "main_score": 0.819669, "hf_subset": "mlt_Latn-arb_Latn", "languages": ["mlt-Latn", "arb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-cat_Latn", "languages": ["mlt-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-fur_Latn", "languages": ["mlt-Latn", "fur-Latn"]}, {"precision": 0.44423, "recall": 0.503953, "f1": 0.460573, "accuracy": 0.503953, "main_score": 0.460573, "hf_subset": "mlt_Latn-kab_Latn", "languages": ["mlt-Latn", "kab-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "mlt_Latn-lim_Latn", "languages": ["mlt-Latn", "lim-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-nld_Latn", "languages": ["mlt-Latn", "nld-Latn"]}, {"precision": 0.969697, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "mlt_Latn-san_Deva", "languages": ["mlt-Latn", "san-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-tat_Cyrl", "languages": ["mlt-Latn", "tat-Cyrl"]}, {"precision": 0.686957, "recall": 0.742095, "f1": 0.703364, "accuracy": 0.742095, "main_score": 0.703364, "hf_subset": "mlt_Latn-xho_Latn", "languages": ["mlt-Latn", "xho-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-ars_Arab", "languages": ["mlt-Latn", "ars-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-ceb_Latn", "languages": ["mlt-Latn", "ceb-Latn"]}, {"precision": 0.569582, "recall": 0.628458, "f1": 0.586798, "accuracy": 0.628458, "main_score": 0.586798, "hf_subset": "mlt_Latn-fuv_Latn", "languages": ["mlt-Latn", "fuv-Latn"]}, {"precision": 0.532902, "recall": 0.594862, "f1": 0.549902, "accuracy": 0.594862, "main_score": 0.549902, "hf_subset": "mlt_Latn-kac_Latn", "languages": ["mlt-Latn", "kac-Latn"]}, {"precision": 0.6917, "recall": 0.741107, "f1": 0.706046, "accuracy": 0.741107, "main_score": 0.706046, "hf_subset": "mlt_Latn-lin_Latn", "languages": ["mlt-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-nno_Latn", "languages": ["mlt-Latn", "nno-Latn"]}, {"precision": 0.226158, "recall": 0.299407, "f1": 0.244907, "accuracy": 0.299407, "main_score": 0.244907, "hf_subset": "mlt_Latn-sat_Olck", "languages": ["mlt-Latn", "sat-Olck"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mlt_Latn-tel_Telu", "languages": ["mlt-Latn", "tel-Telu"]}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "mlt_Latn-ydd_Hebr", "languages": ["mlt-Latn", "ydd-Hebr"]}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "mlt_Latn-ary_Arab", "languages": ["mlt-Latn", "ary-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-ces_Latn", "languages": ["mlt-Latn", "ces-Latn"]}, {"precision": 0.613251, "recall": 0.673913, "f1": 0.631242, "accuracy": 0.673913, "main_score": 0.631242, "hf_subset": "mlt_Latn-gaz_Latn", "languages": ["mlt-Latn", "gaz-Latn"]}, {"precision": 0.594717, "recall": 0.658103, "f1": 0.612928, "accuracy": 0.658103, "main_score": 0.612928, "hf_subset": "mlt_Latn-kam_Latn", "languages": ["mlt-Latn", "kam-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mlt_Latn-lit_Latn", "languages": ["mlt-Latn", "lit-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-nob_Latn", "languages": ["mlt-Latn", "nob-Latn"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "mlt_Latn-scn_Latn", "languages": ["mlt-Latn", "scn-Latn"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "mlt_Latn-tgk_Cyrl", "languages": ["mlt-Latn", "tgk-Cyrl"]}, {"precision": 0.6896, "recall": 0.753953, "f1": 0.709541, "accuracy": 0.753953, "main_score": 0.709541, "hf_subset": "mlt_Latn-yor_Latn", "languages": ["mlt-Latn", "yor-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-arz_Arab", "languages": ["mlt-Latn", "arz-Arab"]}, {"precision": 0.574842, "recall": 0.633399, "f1": 0.591223, "accuracy": 0.633399, "main_score": 0.591223, "hf_subset": "mlt_Latn-cjk_Latn", "languages": ["mlt-Latn", "cjk-Latn"]}, {"precision": 0.792819, "recall": 0.840909, "f1": 0.807773, "accuracy": 0.840909, "main_score": 0.807773, "hf_subset": "mlt_Latn-gla_Latn", "languages": ["mlt-Latn", "gla-Latn"]}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "mlt_Latn-kan_Knda", "languages": ["mlt-Latn", "kan-Knda"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mlt_Latn-lmo_Latn", "languages": ["mlt-Latn", "lmo-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mlt_Latn-npi_Deva", "languages": ["mlt-Latn", "npi-Deva"]}, {"precision": 0.477909, "recall": 0.540514, "f1": 0.494895, "accuracy": 0.540514, "main_score": 0.494895, "hf_subset": "mlt_Latn-shn_Mymr", "languages": ["mlt-Latn", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-tgl_Latn", "languages": ["mlt-Latn", "tgl-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-yue_Hant", "languages": ["mlt-Latn", "yue-Hant"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mlt_Latn-asm_Beng", "languages": ["mlt-Latn", "asm-Beng"]}, {"precision": 0.936347, "recall": 0.955534, "f1": 0.942424, "accuracy": 0.955534, "main_score": 0.942424, "hf_subset": "mlt_Latn-ckb_Arab", "languages": ["mlt-Latn", "ckb-Arab"]}, {"precision": 0.857378, "recall": 0.892292, "f1": 0.868017, "accuracy": 0.892292, "main_score": 0.868017, "hf_subset": "mlt_Latn-gle_Latn", "languages": ["mlt-Latn", "gle-Latn"]}, {"precision": 0.924819, "recall": 0.94664, "f1": 0.931884, "accuracy": 0.94664, "main_score": 0.931884, "hf_subset": "mlt_Latn-kas_Arab", "languages": ["mlt-Latn", "kas-Arab"]}, {"precision": 0.926383, "recall": 0.948617, "f1": 0.93363, "accuracy": 0.948617, "main_score": 0.93363, "hf_subset": "mlt_Latn-ltg_Latn", "languages": ["mlt-Latn", "ltg-Latn"]}, {"precision": 0.632337, "recall": 0.685771, "f1": 0.647345, "accuracy": 0.685771, "main_score": 0.647345, "hf_subset": "mlt_Latn-nso_Latn", "languages": ["mlt-Latn", "nso-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "mlt_Latn-sin_Sinh", "languages": ["mlt-Latn", "sin-Sinh"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-tha_Thai", "languages": ["mlt-Latn", "tha-Thai"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-zho_Hans", "languages": ["mlt-Latn", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ast_Latn", "languages": ["mlt-Latn", "ast-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "mlt_Latn-crh_Latn", "languages": ["mlt-Latn", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-glg_Latn", "languages": ["mlt-Latn", "glg-Latn"]}, {"precision": 0.848732, "recall": 0.889328, "f1": 0.861364, "accuracy": 0.889328, "main_score": 0.861364, "hf_subset": "mlt_Latn-kas_Deva", "languages": ["mlt-Latn", "kas-Deva"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "mlt_Latn-ltz_Latn", "languages": ["mlt-Latn", "ltz-Latn"]}, {"precision": 0.48792, "recall": 0.549407, "f1": 0.504652, "accuracy": 0.549407, "main_score": 0.504652, "hf_subset": "mlt_Latn-nus_Latn", "languages": ["mlt-Latn", "nus-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-slk_Latn", "languages": ["mlt-Latn", "slk-Latn"]}, {"precision": 0.604456, "recall": 0.674901, "f1": 0.625054, "accuracy": 0.674901, "main_score": 0.625054, "hf_subset": "mlt_Latn-tir_Ethi", "languages": ["mlt-Latn", "tir-Ethi"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "mlt_Latn-zho_Hant", "languages": ["mlt-Latn", "zho-Hant"]}, {"precision": 0.977273, "recall": 0.983202, "f1": 0.979084, "accuracy": 0.983202, "main_score": 0.979084, "hf_subset": "mlt_Latn-awa_Deva", "languages": ["mlt-Latn", "awa-Deva"]}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "mlt_Latn-cym_Latn", "languages": ["mlt-Latn", "cym-Latn"]}, {"precision": 0.818379, "recall": 0.86166, "f1": 0.831785, "accuracy": 0.86166, "main_score": 0.831785, "hf_subset": "mlt_Latn-grn_Latn", "languages": ["mlt-Latn", "grn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mlt_Latn-kat_Geor", "languages": ["mlt-Latn", "kat-Geor"]}, {"precision": 0.658787, "recall": 0.711462, "f1": 0.67348, "accuracy": 0.711462, "main_score": 0.67348, "hf_subset": "mlt_Latn-lua_Latn", "languages": ["mlt-Latn", "lua-Latn"]}, {"precision": 0.652529, "recall": 0.70751, "f1": 0.668222, "accuracy": 0.70751, "main_score": 0.668222, "hf_subset": "mlt_Latn-nya_Latn", "languages": ["mlt-Latn", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-slv_Latn", "languages": ["mlt-Latn", "slv-Latn"]}, {"precision": 0.91642, "recall": 0.938735, "f1": 0.92365, "accuracy": 0.938735, "main_score": 0.92365, "hf_subset": "mlt_Latn-tpi_Latn", "languages": ["mlt-Latn", "tpi-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-zsm_Latn", "languages": ["mlt-Latn", "zsm-Latn"]}, {"precision": 0.565219, "recall": 0.629447, "f1": 0.584089, "accuracy": 0.629447, "main_score": 0.584089, "hf_subset": "mlt_Latn-ayr_Latn", "languages": ["mlt-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-dan_Latn", "languages": ["mlt-Latn", "dan-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-guj_Gujr", "languages": ["mlt-Latn", "guj-Gujr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-kaz_Cyrl", "languages": ["mlt-Latn", "kaz-Cyrl"]}, {"precision": 0.561784, "recall": 0.623518, "f1": 0.57928, "accuracy": 0.623518, "main_score": 0.57928, "hf_subset": "mlt_Latn-lug_Latn", "languages": ["mlt-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-oci_Latn", "languages": ["mlt-Latn", "oci-Latn"]}, {"precision": 0.828887, "recall": 0.871542, "f1": 0.842358, "accuracy": 0.871542, "main_score": 0.842358, "hf_subset": "mlt_Latn-smo_Latn", "languages": ["mlt-Latn", "smo-Latn"]}, {"precision": 0.576063, "recall": 0.633399, "f1": 0.591961, "accuracy": 0.633399, "main_score": 0.591961, "hf_subset": "mlt_Latn-tsn_Latn", "languages": ["mlt-Latn", "tsn-Latn"]}, {"precision": 0.64566, "recall": 0.708498, "f1": 0.664384, "accuracy": 0.708498, "main_score": 0.664384, "hf_subset": "mlt_Latn-zul_Latn", "languages": ["mlt-Latn", "zul-Latn"]}, {"precision": 0.896574, "recall": 0.925889, "f1": 0.905929, "accuracy": 0.925889, "main_score": 0.905929, "hf_subset": "mlt_Latn-azb_Arab", "languages": ["mlt-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-deu_Latn", "languages": ["mlt-Latn", "deu-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "mlt_Latn-hat_Latn", "languages": ["mlt-Latn", "hat-Latn"]}, {"precision": 0.512041, "recall": 0.565217, "f1": 0.526915, "accuracy": 0.565217, "main_score": 0.526915, "hf_subset": "mlt_Latn-kbp_Latn", "languages": ["mlt-Latn", "kbp-Latn"]}, {"precision": 0.580909, "recall": 0.637352, "f1": 0.596171, "accuracy": 0.637352, "main_score": 0.596171, "hf_subset": "mlt_Latn-luo_Latn", "languages": ["mlt-Latn", "luo-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-ory_Orya", "languages": ["mlt-Latn", "ory-Orya"]}, {"precision": 0.611578, "recall": 0.668972, "f1": 0.627852, "accuracy": 0.668972, "main_score": 0.627852, "hf_subset": "mlt_Latn-sna_Latn", "languages": ["mlt-Latn", "sna-Latn"]}, {"precision": 0.572292, "recall": 0.628458, "f1": 0.587735, "accuracy": 0.628458, "main_score": 0.587735, "hf_subset": "mlt_Latn-tso_Latn", "languages": ["mlt-Latn", "tso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-azj_Latn", "languages": ["mlt-Latn", "azj-Latn"]}, {"precision": 0.547085, "recall": 0.608696, "f1": 0.564761, "accuracy": 0.608696, "main_score": 0.564761, "hf_subset": "mlt_Latn-dik_Latn", "languages": ["mlt-Latn", "dik-Latn"]}, {"precision": 0.739213, "recall": 0.79249, "f1": 0.755176, "accuracy": 0.79249, "main_score": 0.755176, "hf_subset": "mlt_Latn-hau_Latn", "languages": ["mlt-Latn", "hau-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mlt_Latn-kea_Latn", "languages": ["mlt-Latn", "kea-Latn"]}, {"precision": 0.729364, "recall": 0.779644, "f1": 0.74473, "accuracy": 0.779644, "main_score": 0.74473, "hf_subset": "mlt_Latn-lus_Latn", "languages": ["mlt-Latn", "lus-Latn"]}, {"precision": 0.863801, "recall": 0.895257, "f1": 0.873405, "accuracy": 0.895257, "main_score": 0.873405, "hf_subset": "mlt_Latn-pag_Latn", "languages": ["mlt-Latn", "pag-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mlt_Latn-snd_Arab", "languages": ["mlt-Latn", "snd-Arab"]}, {"precision": 0.92416, "recall": 0.945652, "f1": 0.931061, "accuracy": 0.945652, "main_score": 0.931061, "hf_subset": "mlt_Latn-tuk_Latn", "languages": ["mlt-Latn", "tuk-Latn"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "mlt_Latn-bak_Cyrl", "languages": ["mlt-Latn", "bak-Cyrl"]}, {"precision": 0.5022, "recall": 0.576087, "f1": 0.523718, "accuracy": 0.576087, "main_score": 0.523718, "hf_subset": "mlt_Latn-dyu_Latn", "languages": ["mlt-Latn", "dyu-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-heb_Hebr", "languages": ["mlt-Latn", "heb-Hebr"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "mlt_Latn-khk_Cyrl", "languages": ["mlt-Latn", "khk-Cyrl"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mlt_Latn-lvs_Latn", "languages": ["mlt-Latn", "lvs-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-pan_Guru", "languages": ["mlt-Latn", "pan-Guru"]}, {"precision": 0.712105, "recall": 0.767787, "f1": 0.728708, "accuracy": 0.767787, "main_score": 0.728708, "hf_subset": "mlt_Latn-som_Latn", "languages": ["mlt-Latn", "som-Latn"]}, {"precision": 0.600892, "recall": 0.645257, "f1": 0.613542, "accuracy": 0.645257, "main_score": 0.613542, "hf_subset": "mlt_Latn-tum_Latn", "languages": ["mlt-Latn", "tum-Latn"]}, {"precision": 0.46853, "recall": 0.523715, "f1": 0.483643, "accuracy": 0.523715, "main_score": 0.483643, "hf_subset": "quy_Latn-ace_Arab", "languages": ["quy-Latn", "ace-Arab"]}, {"precision": 0.50766, "recall": 0.554348, "f1": 0.520548, "accuracy": 0.554348, "main_score": 0.520548, "hf_subset": "quy_Latn-bam_Latn", "languages": ["quy-Latn", "bam-Latn"]}, {"precision": 0.251128, "recall": 0.298419, "f1": 0.262837, "accuracy": 0.298419, "main_score": 0.262837, "hf_subset": "quy_Latn-dzo_Tibt", "languages": ["quy-Latn", "dzo-Tibt"]}, {"precision": 0.702001, "recall": 0.747036, "f1": 0.714347, "accuracy": 0.747036, "main_score": 0.714347, "hf_subset": "quy_Latn-hin_Deva", "languages": ["quy-Latn", "hin-Deva"]}, {"precision": 0.637227, "recall": 0.6917, "f1": 0.651709, "accuracy": 0.6917, "main_score": 0.651709, "hf_subset": "quy_Latn-khm_Khmr", "languages": ["quy-Latn", "khm-Khmr"]}, {"precision": 0.680849, "recall": 0.732213, "f1": 0.695503, "accuracy": 0.732213, "main_score": 0.695503, "hf_subset": "quy_Latn-mag_Deva", "languages": ["quy-Latn", "mag-Deva"]}, {"precision": 0.688857, "recall": 0.729249, "f1": 0.700124, "accuracy": 0.729249, "main_score": 0.700124, "hf_subset": "quy_Latn-pap_Latn", "languages": ["quy-Latn", "pap-Latn"]}, {"precision": 0.545751, "recall": 0.592885, "f1": 0.55911, "accuracy": 0.592885, "main_score": 0.55911, "hf_subset": "quy_Latn-sot_Latn", "languages": ["quy-Latn", "sot-Latn"]}, {"precision": 0.70025, "recall": 0.750988, "f1": 0.714032, "accuracy": 0.750988, "main_score": 0.714032, "hf_subset": "quy_Latn-tur_Latn", "languages": ["quy-Latn", "tur-Latn"]}, {"precision": 0.644917, "recall": 0.686759, "f1": 0.655896, "accuracy": 0.686759, "main_score": 0.655896, "hf_subset": "quy_Latn-ace_Latn", "languages": ["quy-Latn", "ace-Latn"]}, {"precision": 0.670846, "recall": 0.709486, "f1": 0.681672, "accuracy": 0.709486, "main_score": 0.681672, "hf_subset": "quy_Latn-ban_Latn", "languages": ["quy-Latn", "ban-Latn"]}, {"precision": 0.686784, "recall": 0.742095, "f1": 0.701645, "accuracy": 0.742095, "main_score": 0.701645, "hf_subset": "quy_Latn-ell_Grek", "languages": ["quy-Latn", "ell-Grek"]}, {"precision": 0.675234, "recall": 0.72332, "f1": 0.688302, "accuracy": 0.72332, "main_score": 0.688302, "hf_subset": "quy_Latn-hne_Deva", "languages": ["quy-Latn", "hne-Deva"]}, {"precision": 0.539613, "recall": 0.586957, "f1": 0.552043, "accuracy": 0.586957, "main_score": 0.552043, "hf_subset": "quy_Latn-kik_Latn", "languages": ["quy-Latn", "kik-Latn"]}, {"precision": 0.680933, "recall": 0.729249, "f1": 0.693768, "accuracy": 0.729249, "main_score": 0.693768, "hf_subset": "quy_Latn-mai_Deva", "languages": ["quy-Latn", "mai-Deva"]}, {"precision": 0.619638, "recall": 0.676877, "f1": 0.635519, "accuracy": 0.676877, "main_score": 0.635519, "hf_subset": "quy_Latn-pbt_Arab", "languages": ["quy-Latn", "pbt-Arab"]}, {"precision": 0.700802, "recall": 0.750988, "f1": 0.714465, "accuracy": 0.750988, "main_score": 0.714465, "hf_subset": "quy_Latn-spa_Latn", "languages": ["quy-Latn", "spa-Latn"]}, {"precision": 0.583096, "recall": 0.621542, "f1": 0.594001, "accuracy": 0.621542, "main_score": 0.594001, "hf_subset": "quy_Latn-twi_Latn", "languages": ["quy-Latn", "twi-Latn"]}, {"precision": 0.676402, "recall": 0.728261, "f1": 0.690427, "accuracy": 0.728261, "main_score": 0.690427, "hf_subset": "quy_Latn-acm_Arab", "languages": ["quy-Latn", "acm-Arab"]}, {"precision": 0.673469, "recall": 0.720356, "f1": 0.686238, "accuracy": 0.720356, "main_score": 0.686238, "hf_subset": "quy_Latn-bel_Cyrl", "languages": ["quy-Latn", "bel-Cyrl"]}, {"precision": 0.719997, "recall": 0.767787, "f1": 0.732507, "accuracy": 0.767787, "main_score": 0.732507, "hf_subset": "quy_Latn-eng_Latn", "languages": ["quy-Latn", "eng-Latn"]}, {"precision": 0.707193, "recall": 0.761858, "f1": 0.722416, "accuracy": 0.761858, "main_score": 0.722416, "hf_subset": "quy_Latn-hrv_Latn", "languages": ["quy-Latn", "hrv-Latn"]}, {"precision": 0.519495, "recall": 0.565217, "f1": 0.531911, "accuracy": 0.565217, "main_score": 0.531911, "hf_subset": "quy_Latn-kin_Latn", "languages": ["quy-Latn", "kin-Latn"]}, {"precision": 0.678799, "recall": 0.73419, "f1": 0.694131, "accuracy": 0.73419, "main_score": 0.694131, "hf_subset": "quy_Latn-mal_Mlym", "languages": ["quy-Latn", "mal-Mlym"]}, {"precision": 0.701076, "recall": 0.747036, "f1": 0.713662, "accuracy": 0.747036, "main_score": 0.713662, "hf_subset": "quy_Latn-pes_Arab", "languages": ["quy-Latn", "pes-Arab"]}, {"precision": 0.684273, "recall": 0.729249, "f1": 0.695789, "accuracy": 0.729249, "main_score": 0.695789, "hf_subset": "quy_Latn-srd_Latn", "languages": ["quy-Latn", "srd-Latn"]}, {"precision": 0.206216, "recall": 0.246047, "f1": 0.216368, "accuracy": 0.246047, "main_score": 0.216368, "hf_subset": "quy_Latn-tzm_Tfng", "languages": ["quy-Latn", "tzm-Tfng"]}, {"precision": 0.680112, "recall": 0.732213, "f1": 0.693817, "accuracy": 0.732213, "main_score": 0.693817, "hf_subset": "quy_Latn-acq_Arab", "languages": ["quy-Latn", "acq-Arab"]}, {"precision": 0.578008, "recall": 0.618577, "f1": 0.589371, "accuracy": 0.618577, "main_score": 0.589371, "hf_subset": "quy_Latn-bem_Latn", "languages": ["quy-Latn", "bem-Latn"]}, {"precision": 0.704644, "recall": 0.753953, "f1": 0.717492, "accuracy": 0.753953, "main_score": 0.717492, "hf_subset": "quy_Latn-epo_Latn", "languages": ["quy-Latn", "epo-Latn"]}, {"precision": 0.703118, "recall": 0.75, "f1": 0.716223, "accuracy": 0.75, "main_score": 0.716223, "hf_subset": "quy_Latn-hun_Latn", "languages": ["quy-Latn", "hun-Latn"]}, {"precision": 0.667119, "recall": 0.715415, "f1": 0.680684, "accuracy": 0.715415, "main_score": 0.680684, "hf_subset": "quy_Latn-kir_Cyrl", "languages": ["quy-Latn", "kir-Cyrl"]}, {"precision": 0.701594, "recall": 0.751976, "f1": 0.715631, "accuracy": 0.751976, "main_score": 0.715631, "hf_subset": "quy_Latn-mar_Deva", "languages": ["quy-Latn", "mar-Deva"]}, {"precision": 0.595209, "recall": 0.637352, "f1": 0.606052, "accuracy": 0.637352, "main_score": 0.606052, "hf_subset": "quy_Latn-plt_Latn", "languages": ["quy-Latn", "plt-Latn"]}, {"precision": 0.704403, "recall": 0.752964, "f1": 0.717338, "accuracy": 0.752964, "main_score": 0.717338, "hf_subset": "quy_Latn-srp_Cyrl", "languages": ["quy-Latn", "srp-Cyrl"]}, {"precision": 0.603138, "recall": 0.660079, "f1": 0.618555, "accuracy": 0.660079, "main_score": 0.618555, "hf_subset": "quy_Latn-uig_Arab", "languages": ["quy-Latn", "uig-Arab"]}, {"precision": 0.660812, "recall": 0.708498, "f1": 0.673066, "accuracy": 0.708498, "main_score": 0.673066, "hf_subset": "quy_Latn-aeb_Arab", "languages": ["quy-Latn", "aeb-Arab"]}, {"precision": 0.695721, "recall": 0.744071, "f1": 0.7093, "accuracy": 0.744071, "main_score": 0.7093, "hf_subset": "quy_Latn-ben_Beng", "languages": ["quy-Latn", "ben-Beng"]}, {"precision": 0.685806, "recall": 0.737154, "f1": 0.699481, "accuracy": 0.737154, "main_score": 0.699481, "hf_subset": "quy_Latn-est_Latn", "languages": ["quy-Latn", "est-Latn"]}, {"precision": 0.669264, "recall": 0.721344, "f1": 0.683427, "accuracy": 0.721344, "main_score": 0.683427, "hf_subset": "quy_Latn-hye_Armn", "languages": ["quy-Latn", "hye-Armn"]}, {"precision": 0.543969, "recall": 0.591897, "f1": 0.557483, "accuracy": 0.591897, "main_score": 0.557483, "hf_subset": "quy_Latn-kmb_Latn", "languages": ["quy-Latn", "kmb-Latn"]}, {"precision": 0.417207, "recall": 0.47332, "f1": 0.43191, "accuracy": 0.47332, "main_score": 0.43191, "hf_subset": "quy_Latn-min_Arab", "languages": ["quy-Latn", "min-Arab"]}, {"precision": 0.721598, "recall": 0.768775, "f1": 0.734401, "accuracy": 0.768775, "main_score": 0.734401, "hf_subset": "quy_Latn-pol_Latn", "languages": ["quy-Latn", "pol-Latn"]}, {"precision": 0.522692, "recall": 0.576087, "f1": 0.538194, "accuracy": 0.576087, "main_score": 0.538194, "hf_subset": "quy_Latn-ssw_Latn", "languages": ["quy-Latn", "ssw-Latn"]}, {"precision": 0.704304, "recall": 0.754941, "f1": 0.71804, "accuracy": 0.754941, "main_score": 0.71804, "hf_subset": "quy_Latn-ukr_Cyrl", "languages": ["quy-Latn", "ukr-Cyrl"]}, {"precision": 0.715813, "recall": 0.758893, "f1": 0.727349, "accuracy": 0.758893, "main_score": 0.727349, "hf_subset": "quy_Latn-afr_Latn", "languages": ["quy-Latn", "afr-Latn"]}, {"precision": 0.686367, "recall": 0.727273, "f1": 0.696892, "accuracy": 0.727273, "main_score": 0.696892, "hf_subset": "quy_Latn-bho_Deva", "languages": ["quy-Latn", "bho-Deva"]}, {"precision": 0.687533, "recall": 0.738142, "f1": 0.701021, "accuracy": 0.738142, "main_score": 0.701021, "hf_subset": "quy_Latn-eus_Latn", "languages": ["quy-Latn", "eus-Latn"]}, {"precision": 0.551595, "recall": 0.603755, "f1": 0.566273, "accuracy": 0.603755, "main_score": 0.566273, "hf_subset": "quy_Latn-ibo_Latn", "languages": ["quy-Latn", "ibo-Latn"]}, {"precision": 0.639919, "recall": 0.684783, "f1": 0.653247, "accuracy": 0.684783, "main_score": 0.653247, "hf_subset": "quy_Latn-kmr_Latn", "languages": ["quy-Latn", "kmr-Latn"]}, {"precision": 0.684957, "recall": 0.728261, "f1": 0.696104, "accuracy": 0.728261, "main_score": 0.696104, "hf_subset": "quy_Latn-min_Latn", "languages": ["quy-Latn", "min-Latn"]}, {"precision": 0.720451, "recall": 0.764822, "f1": 0.732434, "accuracy": 0.764822, "main_score": 0.732434, "hf_subset": "quy_Latn-por_Latn", "languages": ["quy-Latn", "por-Latn"]}, {"precision": 0.695117, "recall": 0.733202, "f1": 0.705367, "accuracy": 0.733202, "main_score": 0.705367, "hf_subset": "quy_Latn-sun_Latn", "languages": ["quy-Latn", "sun-Latn"]}, {"precision": 0.521558, "recall": 0.56917, "f1": 0.535061, "accuracy": 0.56917, "main_score": 0.535061, "hf_subset": "quy_Latn-umb_Latn", "languages": ["quy-Latn", "umb-Latn"]}, {"precision": 0.677012, "recall": 0.719368, "f1": 0.688524, "accuracy": 0.719368, "main_score": 0.688524, "hf_subset": "quy_Latn-ajp_Arab", "languages": ["quy-Latn", "ajp-Arab"]}, {"precision": 0.449532, "recall": 0.497036, "f1": 0.462451, "accuracy": 0.497036, "main_score": 0.462451, "hf_subset": "quy_Latn-bjn_Arab", "languages": ["quy-Latn", "bjn-Arab"]}, {"precision": 0.510518, "recall": 0.551383, "f1": 0.522208, "accuracy": 0.551383, "main_score": 0.522208, "hf_subset": "quy_Latn-ewe_Latn", "languages": ["quy-Latn", "ewe-Latn"]}, {"precision": 0.681612, "recall": 0.722332, "f1": 0.692389, "accuracy": 0.722332, "main_score": 0.692389, "hf_subset": "quy_Latn-ilo_Latn", "languages": ["quy-Latn", "ilo-Latn"]}, {"precision": 0.309666, "recall": 0.359684, "f1": 0.322998, "accuracy": 0.359684, "main_score": 0.322998, "hf_subset": "quy_Latn-knc_Arab", "languages": ["quy-Latn", "knc-Arab"]}, {"precision": 0.703818, "recall": 0.751976, "f1": 0.716664, "accuracy": 0.751976, "main_score": 0.716664, "hf_subset": "quy_Latn-mkd_Cyrl", "languages": ["quy-Latn", "mkd-Cyrl"]}, {"precision": 0.68647, "recall": 0.736166, "f1": 0.699634, "accuracy": 0.736166, "main_score": 0.699634, "hf_subset": "quy_Latn-prs_Arab", "languages": ["quy-Latn", "prs-Arab"]}, {"precision": 0.714868, "recall": 0.76087, "f1": 0.726985, "accuracy": 0.76087, "main_score": 0.726985, "hf_subset": "quy_Latn-swe_Latn", "languages": ["quy-Latn", "swe-Latn"]}, {"precision": 0.684586, "recall": 0.736166, "f1": 0.698548, "accuracy": 0.736166, "main_score": 0.698548, "hf_subset": "quy_Latn-urd_Arab", "languages": ["quy-Latn", "urd-Arab"]}, {"precision": 0.568783, "recall": 0.613636, "f1": 0.581742, "accuracy": 0.613636, "main_score": 0.581742, "hf_subset": "quy_Latn-aka_Latn", "languages": ["quy-Latn", "aka-Latn"]}, {"precision": 0.684653, "recall": 0.725296, "f1": 0.69544, "accuracy": 0.725296, "main_score": 0.69544, "hf_subset": "quy_Latn-bjn_Latn", "languages": ["quy-Latn", "bjn-Latn"]}, {"precision": 0.662193, "recall": 0.705534, "f1": 0.673374, "accuracy": 0.705534, "main_score": 0.673374, "hf_subset": "quy_Latn-fao_Latn", "languages": ["quy-Latn", "fao-Latn"]}, {"precision": 0.709865, "recall": 0.754941, "f1": 0.721843, "accuracy": 0.754941, "main_score": 0.721843, "hf_subset": "quy_Latn-ind_Latn", "languages": ["quy-Latn", "ind-Latn"]}, {"precision": 0.55813, "recall": 0.599802, "f1": 0.570191, "accuracy": 0.599802, "main_score": 0.570191, "hf_subset": "quy_Latn-knc_Latn", "languages": ["quy-Latn", "knc-Latn"]}, {"precision": 0.686734, "recall": 0.730237, "f1": 0.697097, "accuracy": 0.730237, "main_score": 0.697097, "hf_subset": "quy_Latn-mlt_Latn", "languages": ["quy-Latn", "mlt-Latn"]}, {"precision": 0.646006, "recall": 0.699605, "f1": 0.661008, "accuracy": 0.699605, "main_score": 0.661008, "hf_subset": "quy_Latn-swh_Latn", "languages": ["quy-Latn", "swh-Latn"]}, {"precision": 0.691913, "recall": 0.738142, "f1": 0.704899, "accuracy": 0.738142, "main_score": 0.704899, "hf_subset": "quy_Latn-uzn_Latn", "languages": ["quy-Latn", "uzn-Latn"]}, {"precision": 0.707395, "recall": 0.749012, "f1": 0.718136, "accuracy": 0.749012, "main_score": 0.718136, "hf_subset": "quy_Latn-als_Latn", "languages": ["quy-Latn", "als-Latn"]}, {"precision": 0.338227, "recall": 0.397233, "f1": 0.353476, "accuracy": 0.397233, "main_score": 0.353476, "hf_subset": "quy_Latn-bod_Tibt", "languages": ["quy-Latn", "bod-Tibt"]}, {"precision": 0.571307, "recall": 0.612648, "f1": 0.582699, "accuracy": 0.612648, "main_score": 0.582699, "hf_subset": "quy_Latn-fij_Latn", "languages": ["quy-Latn", "fij-Latn"]}, {"precision": 0.636852, "recall": 0.688735, "f1": 0.651157, "accuracy": 0.688735, "main_score": 0.651157, "hf_subset": "quy_Latn-isl_Latn", "languages": ["quy-Latn", "isl-Latn"]}, {"precision": 0.600926, "recall": 0.642292, "f1": 0.612749, "accuracy": 0.642292, "main_score": 0.612749, "hf_subset": "quy_Latn-kon_Latn", "languages": ["quy-Latn", "kon-Latn"]}, {"precision": 0.542591, "recall": 0.591897, "f1": 0.556312, "accuracy": 0.591897, "main_score": 0.556312, "hf_subset": "quy_Latn-mni_Beng", "languages": ["quy-Latn", "mni-Beng"]}, {"precision": 0.722189, "recall": 0.76581, "f1": 0.734289, "accuracy": 0.76581, "main_score": 0.734289, "hf_subset": "quy_Latn-ron_Latn", "languages": ["quy-Latn", "ron-Latn"]}, {"precision": 0.691727, "recall": 0.736166, "f1": 0.70364, "accuracy": 0.736166, "main_score": 0.70364, "hf_subset": "quy_Latn-szl_Latn", "languages": ["quy-Latn", "szl-Latn"]}, {"precision": 0.707081, "recall": 0.752964, "f1": 0.719592, "accuracy": 0.752964, "main_score": 0.719592, "hf_subset": "quy_Latn-vec_Latn", "languages": ["quy-Latn", "vec-Latn"]}, {"precision": 0.594082, "recall": 0.65415, "f1": 0.610535, "accuracy": 0.65415, "main_score": 0.610535, "hf_subset": "quy_Latn-amh_Ethi", "languages": ["quy-Latn", "amh-Ethi"]}, {"precision": 0.709965, "recall": 0.755929, "f1": 0.722509, "accuracy": 0.755929, "main_score": 0.722509, "hf_subset": "quy_Latn-bos_Latn", "languages": ["quy-Latn", "bos-Latn"]}, {"precision": 0.683833, "recall": 0.735178, "f1": 0.697889, "accuracy": 0.735178, "main_score": 0.697889, "hf_subset": "quy_Latn-fin_Latn", "languages": ["quy-Latn", "fin-Latn"]}, {"precision": 0.69395, "recall": 0.743083, "f1": 0.707897, "accuracy": 0.743083, "main_score": 0.707897, "hf_subset": "quy_Latn-ita_Latn", "languages": ["quy-Latn", "ita-Latn"]}, {"precision": 0.660479, "recall": 0.718379, "f1": 0.67618, "accuracy": 0.718379, "main_score": 0.67618, "hf_subset": "quy_Latn-kor_Hang", "languages": ["quy-Latn", "kor-Hang"]}, {"precision": 0.527577, "recall": 0.578063, "f1": 0.542382, "accuracy": 0.578063, "main_score": 0.542382, "hf_subset": "quy_Latn-mos_Latn", "languages": ["quy-Latn", "mos-Latn"]}, {"precision": 0.535932, "recall": 0.581028, "f1": 0.548428, "accuracy": 0.581028, "main_score": 0.548428, "hf_subset": "quy_Latn-run_Latn", "languages": ["quy-Latn", "run-Latn"]}, {"precision": 0.681566, "recall": 0.736166, "f1": 0.696446, "accuracy": 0.736166, "main_score": 0.696446, "hf_subset": "quy_Latn-tam_Taml", "languages": ["quy-Latn", "tam-Taml"]}, {"precision": 0.686412, "recall": 0.736166, "f1": 0.699626, "accuracy": 0.736166, "main_score": 0.699626, "hf_subset": "quy_Latn-vie_Latn", "languages": ["quy-Latn", "vie-Latn"]}, {"precision": 0.67883, "recall": 0.737154, "f1": 0.694828, "accuracy": 0.737154, "main_score": 0.694828, "hf_subset": "quy_Latn-apc_Arab", "languages": ["quy-Latn", "apc-Arab"]}, {"precision": 0.623888, "recall": 0.66996, "f1": 0.636353, "accuracy": 0.66996, "main_score": 0.636353, "hf_subset": "quy_Latn-bug_Latn", "languages": ["quy-Latn", "bug-Latn"]}, {"precision": 0.489693, "recall": 0.533597, "f1": 0.502454, "accuracy": 0.533597, "main_score": 0.502454, "hf_subset": "quy_Latn-fon_Latn", "languages": ["quy-Latn", "fon-Latn"]}, {"precision": 0.686728, "recall": 0.732213, "f1": 0.698874, "accuracy": 0.732213, "main_score": 0.698874, "hf_subset": "quy_Latn-jav_Latn", "languages": ["quy-Latn", "jav-Latn"]}, {"precision": 0.61701, "recall": 0.675889, "f1": 0.632127, "accuracy": 0.675889, "main_score": 0.632127, "hf_subset": "quy_Latn-lao_Laoo", "languages": ["quy-Latn", "lao-Laoo"]}, {"precision": 0.571463, "recall": 0.621542, "f1": 0.585473, "accuracy": 0.621542, "main_score": 0.585473, "hf_subset": "quy_Latn-mri_Latn", "languages": ["quy-Latn", "mri-Latn"]}, {"precision": 0.685389, "recall": 0.738142, "f1": 0.69969, "accuracy": 0.738142, "main_score": 0.69969, "hf_subset": "quy_Latn-rus_Cyrl", "languages": ["quy-Latn", "rus-Cyrl"]}, {"precision": 0.519285, "recall": 0.562253, "f1": 0.531889, "accuracy": 0.562253, "main_score": 0.531889, "hf_subset": "quy_Latn-taq_Latn", "languages": ["quy-Latn", "taq-Latn"]}, {"precision": 0.698848, "recall": 0.743083, "f1": 0.709967, "accuracy": 0.743083, "main_score": 0.709967, "hf_subset": "quy_Latn-war_Latn", "languages": ["quy-Latn", "war-Latn"]}, {"precision": 0.674183, "recall": 0.729249, "f1": 0.688688, "accuracy": 0.729249, "main_score": 0.688688, "hf_subset": "quy_Latn-arb_Arab", "languages": ["quy-Latn", "arb-Arab"]}, {"precision": 0.697091, "recall": 0.748024, "f1": 0.711568, "accuracy": 0.748024, "main_score": 0.711568, "hf_subset": "quy_Latn-bul_Cyrl", "languages": ["quy-Latn", "bul-Cyrl"]}, {"precision": 0.709904, "recall": 0.757905, "f1": 0.722381, "accuracy": 0.757905, "main_score": 0.722381, "hf_subset": "quy_Latn-fra_Latn", "languages": ["quy-Latn", "fra-Latn"]}, {"precision": 0.673759, "recall": 0.720356, "f1": 0.686507, "accuracy": 0.720356, "main_score": 0.686507, "hf_subset": "quy_Latn-jpn_Jpan", "languages": ["quy-Latn", "jpn-Jpan"]}, {"precision": 0.70147, "recall": 0.742095, "f1": 0.712561, "accuracy": 0.742095, "main_score": 0.712561, "hf_subset": "quy_Latn-lij_Latn", "languages": ["quy-Latn", "lij-Latn"]}, {"precision": 0.579758, "recall": 0.653162, "f1": 0.600082, "accuracy": 0.653162, "main_score": 0.600082, "hf_subset": "quy_Latn-mya_Mymr", "languages": ["quy-Latn", "mya-Mymr"]}, {"precision": 0.559973, "recall": 0.609684, "f1": 0.573852, "accuracy": 0.609684, "main_score": 0.573852, "hf_subset": "quy_Latn-sag_Latn", "languages": ["quy-Latn", "sag-Latn"]}, {"precision": 0.211052, "recall": 0.255929, "f1": 0.221525, "accuracy": 0.255929, "main_score": 0.221525, "hf_subset": "quy_Latn-taq_Tfng", "languages": ["quy-Latn", "taq-Tfng"]}, {"precision": 0.577383, "recall": 0.624506, "f1": 0.590763, "accuracy": 0.624506, "main_score": 0.590763, "hf_subset": "quy_Latn-wol_Latn", "languages": ["quy-Latn", "wol-Latn"]}, {"precision": 0.499295, "recall": 0.555336, "f1": 0.513983, "accuracy": 0.555336, "main_score": 0.513983, "hf_subset": "quy_Latn-arb_Latn", "languages": ["quy-Latn", "arb-Latn"]}, {"precision": 0.714055, "recall": 0.758893, "f1": 0.726096, "accuracy": 0.758893, "main_score": 0.726096, "hf_subset": "quy_Latn-cat_Latn", "languages": ["quy-Latn", "cat-Latn"]}, {"precision": 0.678299, "recall": 0.721344, "f1": 0.689375, "accuracy": 0.721344, "main_score": 0.689375, "hf_subset": "quy_Latn-fur_Latn", "languages": ["quy-Latn", "fur-Latn"]}, {"precision": 0.419458, "recall": 0.472332, "f1": 0.434132, "accuracy": 0.472332, "main_score": 0.434132, "hf_subset": "quy_Latn-kab_Latn", "languages": ["quy-Latn", "kab-Latn"]}, {"precision": 0.664098, "recall": 0.712451, "f1": 0.676859, "accuracy": 0.712451, "main_score": 0.676859, "hf_subset": "quy_Latn-lim_Latn", "languages": ["quy-Latn", "lim-Latn"]}, {"precision": 0.694985, "recall": 0.745059, "f1": 0.708335, "accuracy": 0.745059, "main_score": 0.708335, "hf_subset": "quy_Latn-nld_Latn", "languages": ["quy-Latn", "nld-Latn"]}, {"precision": 0.637069, "recall": 0.698617, "f1": 0.65413, "accuracy": 0.698617, "main_score": 0.65413, "hf_subset": "quy_Latn-san_Deva", "languages": ["quy-Latn", "san-Deva"]}, {"precision": 0.68067, "recall": 0.730237, "f1": 0.693758, "accuracy": 0.730237, "main_score": 0.693758, "hf_subset": "quy_Latn-tat_Cyrl", "languages": ["quy-Latn", "tat-Cyrl"]}, {"precision": 0.589049, "recall": 0.635375, "f1": 0.60197, "accuracy": 0.635375, "main_score": 0.60197, "hf_subset": "quy_Latn-xho_Latn", "languages": ["quy-Latn", "xho-Latn"]}, {"precision": 0.676609, "recall": 0.731225, "f1": 0.691186, "accuracy": 0.731225, "main_score": 0.691186, "hf_subset": "quy_Latn-ars_Arab", "languages": ["quy-Latn", "ars-Arab"]}, {"precision": 0.712997, "recall": 0.753953, "f1": 0.723965, "accuracy": 0.753953, "main_score": 0.723965, "hf_subset": "quy_Latn-ceb_Latn", "languages": ["quy-Latn", "ceb-Latn"]}, {"precision": 0.518758, "recall": 0.562253, "f1": 0.531738, "accuracy": 0.562253, "main_score": 0.531738, "hf_subset": "quy_Latn-fuv_Latn", "languages": ["quy-Latn", "fuv-Latn"]}, {"precision": 0.506722, "recall": 0.557312, "f1": 0.521366, "accuracy": 0.557312, "main_score": 0.521366, "hf_subset": "quy_Latn-kac_Latn", "languages": ["quy-Latn", "kac-Latn"]}, {"precision": 0.60701, "recall": 0.653162, "f1": 0.619672, "accuracy": 0.653162, "main_score": 0.619672, "hf_subset": "quy_Latn-lin_Latn", "languages": ["quy-Latn", "lin-Latn"]}, {"precision": 0.707214, "recall": 0.756917, "f1": 0.720731, "accuracy": 0.756917, "main_score": 0.720731, "hf_subset": "quy_Latn-nno_Latn", "languages": ["quy-Latn", "nno-Latn"]}, {"precision": 0.160186, "recall": 0.217391, "f1": 0.174103, "accuracy": 0.217391, "main_score": 0.174103, "hf_subset": "quy_Latn-sat_Olck", "languages": ["quy-Latn", "sat-Olck"]}, {"precision": 0.689546, "recall": 0.744071, "f1": 0.704182, "accuracy": 0.744071, "main_score": 0.704182, "hf_subset": "quy_Latn-tel_Telu", "languages": ["quy-Latn", "tel-Telu"]}, {"precision": 0.592557, "recall": 0.649209, "f1": 0.60777, "accuracy": 0.649209, "main_score": 0.60777, "hf_subset": "quy_Latn-ydd_Hebr", "languages": ["quy-Latn", "ydd-Hebr"]}, {"precision": 0.642563, "recall": 0.693676, "f1": 0.657005, "accuracy": 0.693676, "main_score": 0.657005, "hf_subset": "quy_Latn-ary_Arab", "languages": ["quy-Latn", "ary-Arab"]}, {"precision": 0.702777, "recall": 0.753953, "f1": 0.717116, "accuracy": 0.753953, "main_score": 0.717116, "hf_subset": "quy_Latn-ces_Latn", "languages": ["quy-Latn", "ces-Latn"]}, {"precision": 0.527829, "recall": 0.581028, "f1": 0.542895, "accuracy": 0.581028, "main_score": 0.542895, "hf_subset": "quy_Latn-gaz_Latn", "languages": ["quy-Latn", "gaz-Latn"]}, {"precision": 0.531695, "recall": 0.583004, "f1": 0.546171, "accuracy": 0.583004, "main_score": 0.546171, "hf_subset": "quy_Latn-kam_Latn", "languages": ["quy-Latn", "kam-Latn"]}, {"precision": 0.687549, "recall": 0.741107, "f1": 0.701993, "accuracy": 0.741107, "main_score": 0.701993, "hf_subset": "quy_Latn-lit_Latn", "languages": ["quy-Latn", "lit-Latn"]}, {"precision": 0.712541, "recall": 0.751976, "f1": 0.723332, "accuracy": 0.751976, "main_score": 0.723332, "hf_subset": "quy_Latn-nob_Latn", "languages": ["quy-Latn", "nob-Latn"]}, {"precision": 0.681822, "recall": 0.725296, "f1": 0.693805, "accuracy": 0.725296, "main_score": 0.693805, "hf_subset": "quy_Latn-scn_Latn", "languages": ["quy-Latn", "scn-Latn"]}, {"precision": 0.660896, "recall": 0.708498, "f1": 0.673738, "accuracy": 0.708498, "main_score": 0.673738, "hf_subset": "quy_Latn-tgk_Cyrl", "languages": ["quy-Latn", "tgk-Cyrl"]}, {"precision": 0.544627, "recall": 0.602767, "f1": 0.56096, "accuracy": 0.602767, "main_score": 0.56096, "hf_subset": "quy_Latn-yor_Latn", "languages": ["quy-Latn", "yor-Latn"]}, {"precision": 0.675892, "recall": 0.729249, "f1": 0.690415, "accuracy": 0.729249, "main_score": 0.690415, "hf_subset": "quy_Latn-arz_Arab", "languages": ["quy-Latn", "arz-Arab"]}, {"precision": 0.528973, "recall": 0.576087, "f1": 0.54235, "accuracy": 0.576087, "main_score": 0.54235, "hf_subset": "quy_Latn-cjk_Latn", "languages": ["quy-Latn", "cjk-Latn"]}, {"precision": 0.554909, "recall": 0.606719, "f1": 0.568872, "accuracy": 0.606719, "main_score": 0.568872, "hf_subset": "quy_Latn-gla_Latn", "languages": ["quy-Latn", "gla-Latn"]}, {"precision": 0.675427, "recall": 0.729249, "f1": 0.690248, "accuracy": 0.729249, "main_score": 0.690248, "hf_subset": "quy_Latn-kan_Knda", "languages": ["quy-Latn", "kan-Knda"]}, {"precision": 0.679387, "recall": 0.722332, "f1": 0.690617, "accuracy": 0.722332, "main_score": 0.690617, "hf_subset": "quy_Latn-lmo_Latn", "languages": ["quy-Latn", "lmo-Latn"]}, {"precision": 0.674415, "recall": 0.727273, "f1": 0.688802, "accuracy": 0.727273, "main_score": 0.688802, "hf_subset": "quy_Latn-npi_Deva", "languages": ["quy-Latn", "npi-Deva"]}, {"precision": 0.456929, "recall": 0.506917, "f1": 0.470981, "accuracy": 0.506917, "main_score": 0.470981, "hf_subset": "quy_Latn-shn_Mymr", "languages": ["quy-Latn", "shn-Mymr"]}, {"precision": 0.728302, "recall": 0.770751, "f1": 0.739873, "accuracy": 0.770751, "main_score": 0.739873, "hf_subset": "quy_Latn-tgl_Latn", "languages": ["quy-Latn", "tgl-Latn"]}, {"precision": 0.664298, "recall": 0.718379, "f1": 0.678686, "accuracy": 0.718379, "main_score": 0.678686, "hf_subset": "quy_Latn-yue_Hant", "languages": ["quy-Latn", "yue-Hant"]}, {"precision": 0.684152, "recall": 0.733202, "f1": 0.697554, "accuracy": 0.733202, "main_score": 0.697554, "hf_subset": "quy_Latn-asm_Beng", "languages": ["quy-Latn", "asm-Beng"]}, {"precision": 0.611858, "recall": 0.666996, "f1": 0.626911, "accuracy": 0.666996, "main_score": 0.626911, "hf_subset": "quy_Latn-ckb_Arab", "languages": ["quy-Latn", "ckb-Arab"]}, {"precision": 0.570611, "recall": 0.621542, "f1": 0.58479, "accuracy": 0.621542, "main_score": 0.58479, "hf_subset": "quy_Latn-gle_Latn", "languages": ["quy-Latn", "gle-Latn"]}, {"precision": 0.595152, "recall": 0.647233, "f1": 0.609456, "accuracy": 0.647233, "main_score": 0.609456, "hf_subset": "quy_Latn-kas_Arab", "languages": ["quy-Latn", "kas-Arab"]}, {"precision": 0.644901, "recall": 0.694664, "f1": 0.658656, "accuracy": 0.694664, "main_score": 0.658656, "hf_subset": "quy_Latn-ltg_Latn", "languages": ["quy-Latn", "ltg-Latn"]}, {"precision": 0.575857, "recall": 0.612648, "f1": 0.586075, "accuracy": 0.612648, "main_score": 0.586075, "hf_subset": "quy_Latn-nso_Latn", "languages": ["quy-Latn", "nso-Latn"]}, {"precision": 0.599415, "recall": 0.659091, "f1": 0.615494, "accuracy": 0.659091, "main_score": 0.615494, "hf_subset": "quy_Latn-sin_Sinh", "languages": ["quy-Latn", "sin-Sinh"]}, {"precision": 0.6706, "recall": 0.722332, "f1": 0.684043, "accuracy": 0.722332, "main_score": 0.684043, "hf_subset": "quy_Latn-tha_Thai", "languages": ["quy-Latn", "tha-Thai"]}, {"precision": 0.659264, "recall": 0.705534, "f1": 0.67069, "accuracy": 0.705534, "main_score": 0.67069, "hf_subset": "quy_Latn-zho_Hans", "languages": ["quy-Latn", "zho-Hans"]}, {"precision": 0.710898, "recall": 0.755929, "f1": 0.722915, "accuracy": 0.755929, "main_score": 0.722915, "hf_subset": "quy_Latn-ast_Latn", "languages": ["quy-Latn", "ast-Latn"]}, {"precision": 0.666194, "recall": 0.720356, "f1": 0.68081, "accuracy": 0.720356, "main_score": 0.68081, "hf_subset": "quy_Latn-crh_Latn", "languages": ["quy-Latn", "crh-Latn"]}, {"precision": 0.713781, "recall": 0.757905, "f1": 0.725579, "accuracy": 0.757905, "main_score": 0.725579, "hf_subset": "quy_Latn-glg_Latn", "languages": ["quy-Latn", "glg-Latn"]}, {"precision": 0.58714, "recall": 0.641304, "f1": 0.60271, "accuracy": 0.641304, "main_score": 0.60271, "hf_subset": "quy_Latn-kas_Deva", "languages": ["quy-Latn", "kas-Deva"]}, {"precision": 0.673187, "recall": 0.712451, "f1": 0.683864, "accuracy": 0.712451, "main_score": 0.683864, "hf_subset": "quy_Latn-ltz_Latn", "languages": ["quy-Latn", "ltz-Latn"]}, {"precision": 0.450109, "recall": 0.503953, "f1": 0.46523, "accuracy": 0.503953, "main_score": 0.46523, "hf_subset": "quy_Latn-nus_Latn", "languages": ["quy-Latn", "nus-Latn"]}, {"precision": 0.701828, "recall": 0.749012, "f1": 0.714733, "accuracy": 0.749012, "main_score": 0.714733, "hf_subset": "quy_Latn-slk_Latn", "languages": ["quy-Latn", "slk-Latn"]}, {"precision": 0.459863, "recall": 0.521739, "f1": 0.476349, "accuracy": 0.521739, "main_score": 0.476349, "hf_subset": "quy_Latn-tir_Ethi", "languages": ["quy-Latn", "tir-Ethi"]}, {"precision": 0.654427, "recall": 0.709486, "f1": 0.669583, "accuracy": 0.709486, "main_score": 0.669583, "hf_subset": "quy_Latn-zho_Hant", "languages": ["quy-Latn", "zho-Hant"]}, {"precision": 0.694002, "recall": 0.735178, "f1": 0.705006, "accuracy": 0.735178, "main_score": 0.705006, "hf_subset": "quy_Latn-awa_Deva", "languages": ["quy-Latn", "awa-Deva"]}, {"precision": 0.64613, "recall": 0.692688, "f1": 0.65961, "accuracy": 0.692688, "main_score": 0.65961, "hf_subset": "quy_Latn-cym_Latn", "languages": ["quy-Latn", "cym-Latn"]}, {"precision": 0.658639, "recall": 0.700593, "f1": 0.670303, "accuracy": 0.700593, "main_score": 0.670303, "hf_subset": "quy_Latn-grn_Latn", "languages": ["quy-Latn", "grn-Latn"]}, {"precision": 0.653714, "recall": 0.708498, "f1": 0.668866, "accuracy": 0.708498, "main_score": 0.668866, "hf_subset": "quy_Latn-kat_Geor", "languages": ["quy-Latn", "kat-Geor"]}, {"precision": 0.578792, "recall": 0.619565, "f1": 0.590497, "accuracy": 0.619565, "main_score": 0.590497, "hf_subset": "quy_Latn-lua_Latn", "languages": ["quy-Latn", "lua-Latn"]}, {"precision": 0.573216, "recall": 0.618577, "f1": 0.586222, "accuracy": 0.618577, "main_score": 0.586222, "hf_subset": "quy_Latn-nya_Latn", "languages": ["quy-Latn", "nya-Latn"]}, {"precision": 0.700845, "recall": 0.746047, "f1": 0.712909, "accuracy": 0.746047, "main_score": 0.712909, "hf_subset": "quy_Latn-slv_Latn", "languages": ["quy-Latn", "slv-Latn"]}, {"precision": 0.653368, "recall": 0.700593, "f1": 0.666585, "accuracy": 0.700593, "main_score": 0.666585, "hf_subset": "quy_Latn-tpi_Latn", "languages": ["quy-Latn", "tpi-Latn"]}, {"precision": 0.713684, "recall": 0.762846, "f1": 0.726275, "accuracy": 0.762846, "main_score": 0.726275, "hf_subset": "quy_Latn-zsm_Latn", "languages": ["quy-Latn", "zsm-Latn"]}, {"precision": 0.561571, "recall": 0.61166, "f1": 0.576518, "accuracy": 0.61166, "main_score": 0.576518, "hf_subset": "quy_Latn-ayr_Latn", "languages": ["quy-Latn", "ayr-Latn"]}, {"precision": 0.705793, "recall": 0.754941, "f1": 0.718787, "accuracy": 0.754941, "main_score": 0.718787, "hf_subset": "quy_Latn-dan_Latn", "languages": ["quy-Latn", "dan-Latn"]}, {"precision": 0.706126, "recall": 0.756917, "f1": 0.719965, "accuracy": 0.756917, "main_score": 0.719965, "hf_subset": "quy_Latn-guj_Gujr", "languages": ["quy-Latn", "guj-Gujr"]}, {"precision": 0.691399, "recall": 0.742095, "f1": 0.705571, "accuracy": 0.742095, "main_score": 0.705571, "hf_subset": "quy_Latn-kaz_Cyrl", "languages": ["quy-Latn", "kaz-Cyrl"]}, {"precision": 0.508204, "recall": 0.557312, "f1": 0.521258, "accuracy": 0.557312, "main_score": 0.521258, "hf_subset": "quy_Latn-lug_Latn", "languages": ["quy-Latn", "lug-Latn"]}, {"precision": 0.71628, "recall": 0.76581, "f1": 0.72937, "accuracy": 0.76581, "main_score": 0.72937, "hf_subset": "quy_Latn-oci_Latn", "languages": ["quy-Latn", "oci-Latn"]}, {"precision": 0.621237, "recall": 0.668972, "f1": 0.6349, "accuracy": 0.668972, "main_score": 0.6349, "hf_subset": "quy_Latn-smo_Latn", "languages": ["quy-Latn", "smo-Latn"]}, {"precision": 0.515753, "recall": 0.568182, "f1": 0.530112, "accuracy": 0.568182, "main_score": 0.530112, "hf_subset": "quy_Latn-tsn_Latn", "languages": ["quy-Latn", "tsn-Latn"]}, {"precision": 0.54115, "recall": 0.597826, "f1": 0.557498, "accuracy": 0.597826, "main_score": 0.557498, "hf_subset": "quy_Latn-zul_Latn", "languages": ["quy-Latn", "zul-Latn"]}, {"precision": 0.592648, "recall": 0.641304, "f1": 0.607296, "accuracy": 0.641304, "main_score": 0.607296, "hf_subset": "quy_Latn-azb_Arab", "languages": ["quy-Latn", "azb-Arab"]}, {"precision": 0.702755, "recall": 0.749012, "f1": 0.715589, "accuracy": 0.749012, "main_score": 0.715589, "hf_subset": "quy_Latn-deu_Latn", "languages": ["quy-Latn", "deu-Latn"]}, {"precision": 0.643645, "recall": 0.699605, "f1": 0.658895, "accuracy": 0.699605, "main_score": 0.658895, "hf_subset": "quy_Latn-hat_Latn", "languages": ["quy-Latn", "hat-Latn"]}, {"precision": 0.492731, "recall": 0.539526, "f1": 0.50597, "accuracy": 0.539526, "main_score": 0.50597, "hf_subset": "quy_Latn-kbp_Latn", "languages": ["quy-Latn", "kbp-Latn"]}, {"precision": 0.561, "recall": 0.604743, "f1": 0.573484, "accuracy": 0.604743, "main_score": 0.573484, "hf_subset": "quy_Latn-luo_Latn", "languages": ["quy-Latn", "luo-Latn"]}, {"precision": 0.689201, "recall": 0.743083, "f1": 0.704056, "accuracy": 0.743083, "main_score": 0.704056, "hf_subset": "quy_Latn-ory_Orya", "languages": ["quy-Latn", "ory-Orya"]}, {"precision": 0.556391, "recall": 0.603755, "f1": 0.569746, "accuracy": 0.603755, "main_score": 0.569746, "hf_subset": "quy_Latn-sna_Latn", "languages": ["quy-Latn", "sna-Latn"]}, {"precision": 0.532574, "recall": 0.574111, "f1": 0.544338, "accuracy": 0.574111, "main_score": 0.544338, "hf_subset": "quy_Latn-tso_Latn", "languages": ["quy-Latn", "tso-Latn"]}, {"precision": 0.673677, "recall": 0.726285, "f1": 0.687903, "accuracy": 0.726285, "main_score": 0.687903, "hf_subset": "quy_Latn-azj_Latn", "languages": ["quy-Latn", "azj-Latn"]}, {"precision": 0.525255, "recall": 0.579051, "f1": 0.541491, "accuracy": 0.579051, "main_score": 0.541491, "hf_subset": "quy_Latn-dik_Latn", "languages": ["quy-Latn", "dik-Latn"]}, {"precision": 0.582905, "recall": 0.62747, "f1": 0.595587, "accuracy": 0.62747, "main_score": 0.595587, "hf_subset": "quy_Latn-hau_Latn", "languages": ["quy-Latn", "hau-Latn"]}, {"precision": 0.688677, "recall": 0.729249, "f1": 0.699368, "accuracy": 0.729249, "main_score": 0.699368, "hf_subset": "quy_Latn-kea_Latn", "languages": ["quy-Latn", "kea-Latn"]}, {"precision": 0.612724, "recall": 0.653162, "f1": 0.624673, "accuracy": 0.653162, "main_score": 0.624673, "hf_subset": "quy_Latn-lus_Latn", "languages": ["quy-Latn", "lus-Latn"]}, {"precision": 0.650716, "recall": 0.683794, "f1": 0.660336, "accuracy": 0.683794, "main_score": 0.660336, "hf_subset": "quy_Latn-pag_Latn", "languages": ["quy-Latn", "pag-Latn"]}, {"precision": 0.658444, "recall": 0.708498, "f1": 0.672567, "accuracy": 0.708498, "main_score": 0.672567, "hf_subset": "quy_Latn-snd_Arab", "languages": ["quy-Latn", "snd-Arab"]}, {"precision": 0.639419, "recall": 0.6917, "f1": 0.654075, "accuracy": 0.6917, "main_score": 0.654075, "hf_subset": "quy_Latn-tuk_Latn", "languages": ["quy-Latn", "tuk-Latn"]}, {"precision": 0.681086, "recall": 0.725296, "f1": 0.693494, "accuracy": 0.725296, "main_score": 0.693494, "hf_subset": "quy_Latn-bak_Cyrl", "languages": ["quy-Latn", "bak-Cyrl"]}, {"precision": 0.451647, "recall": 0.51581, "f1": 0.470869, "accuracy": 0.51581, "main_score": 0.470869, "hf_subset": "quy_Latn-dyu_Latn", "languages": ["quy-Latn", "dyu-Latn"]}, {"precision": 0.680888, "recall": 0.731225, "f1": 0.694445, "accuracy": 0.731225, "main_score": 0.694445, "hf_subset": "quy_Latn-heb_Hebr", "languages": ["quy-Latn", "heb-Hebr"]}, {"precision": 0.643297, "recall": 0.694664, "f1": 0.657591, "accuracy": 0.694664, "main_score": 0.657591, "hf_subset": "quy_Latn-khk_Cyrl", "languages": ["quy-Latn", "khk-Cyrl"]}, {"precision": 0.681737, "recall": 0.730237, "f1": 0.694557, "accuracy": 0.730237, "main_score": 0.694557, "hf_subset": "quy_Latn-lvs_Latn", "languages": ["quy-Latn", "lvs-Latn"]}, {"precision": 0.686232, "recall": 0.73419, "f1": 0.698786, "accuracy": 0.73419, "main_score": 0.698786, "hf_subset": "quy_Latn-pan_Guru", "languages": ["quy-Latn", "pan-Guru"]}, {"precision": 0.54947, "recall": 0.598814, "f1": 0.563527, "accuracy": 0.598814, "main_score": 0.563527, "hf_subset": "quy_Latn-som_Latn", "languages": ["quy-Latn", "som-Latn"]}, {"precision": 0.541462, "recall": 0.582016, "f1": 0.553004, "accuracy": 0.582016, "main_score": 0.553004, "hf_subset": "quy_Latn-tum_Latn", "languages": ["quy-Latn", "tum-Latn"]}, {"precision": 0.511719, "recall": 0.567194, "f1": 0.527254, "accuracy": 0.567194, "main_score": 0.527254, "hf_subset": "swh_Latn-ace_Arab", "languages": ["swh-Latn", "ace-Arab"]}, {"precision": 0.547763, "recall": 0.59585, "f1": 0.561083, "accuracy": 0.59585, "main_score": 0.561083, "hf_subset": "swh_Latn-bam_Latn", "languages": ["swh-Latn", "bam-Latn"]}, {"precision": 0.362009, "recall": 0.432806, "f1": 0.380028, "accuracy": 0.432806, "main_score": 0.380028, "hf_subset": "swh_Latn-dzo_Tibt", "languages": ["swh-Latn", "dzo-Tibt"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "swh_Latn-hin_Deva", "languages": ["swh-Latn", "hin-Deva"]}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "swh_Latn-khm_Khmr", "languages": ["swh-Latn", "khm-Khmr"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "swh_Latn-mag_Deva", "languages": ["swh-Latn", "mag-Deva"]}, {"precision": 0.90056, "recall": 0.927866, "f1": 0.909091, "accuracy": 0.927866, "main_score": 0.909091, "hf_subset": "swh_Latn-pap_Latn", "languages": ["swh-Latn", "pap-Latn"]}, {"precision": 0.605934, "recall": 0.656126, "f1": 0.62029, "accuracy": 0.656126, "main_score": 0.62029, "hf_subset": "swh_Latn-sot_Latn", "languages": ["swh-Latn", "sot-Latn"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "swh_Latn-tur_Latn", "languages": ["swh-Latn", "tur-Latn"]}, {"precision": 0.795767, "recall": 0.838933, "f1": 0.808945, "accuracy": 0.838933, "main_score": 0.808945, "hf_subset": "swh_Latn-ace_Latn", "languages": ["swh-Latn", "ace-Latn"]}, {"precision": 0.863422, "recall": 0.890316, "f1": 0.871245, "accuracy": 0.890316, "main_score": 0.871245, "hf_subset": "swh_Latn-ban_Latn", "languages": ["swh-Latn", "ban-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "swh_Latn-ell_Grek", "languages": ["swh-Latn", "ell-Grek"]}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.948024, "accuracy": 0.959486, "main_score": 0.948024, "hf_subset": "swh_Latn-hne_Deva", "languages": ["swh-Latn", "hne-Deva"]}, {"precision": 0.593216, "recall": 0.645257, "f1": 0.607879, "accuracy": 0.645257, "main_score": 0.607879, "hf_subset": "swh_Latn-kik_Latn", "languages": ["swh-Latn", "kik-Latn"]}, {"precision": 0.961051, "recall": 0.972332, "f1": 0.964657, "accuracy": 0.972332, "main_score": 0.964657, "hf_subset": "swh_Latn-mai_Deva", "languages": ["swh-Latn", "mai-Deva"]}, {"precision": 0.911232, "recall": 0.936759, "f1": 0.919269, "accuracy": 0.936759, "main_score": 0.919269, "hf_subset": "swh_Latn-pbt_Arab", "languages": ["swh-Latn", "pbt-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "swh_Latn-spa_Latn", "languages": ["swh-Latn", "spa-Latn"]}, {"precision": 0.585221, "recall": 0.634387, "f1": 0.598833, "accuracy": 0.634387, "main_score": 0.598833, "hf_subset": "swh_Latn-twi_Latn", "languages": ["swh-Latn", "twi-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "swh_Latn-acm_Arab", "languages": ["swh-Latn", "acm-Arab"]}, {"precision": 0.947464, "recall": 0.962451, "f1": 0.95224, "accuracy": 0.962451, "main_score": 0.95224, "hf_subset": "swh_Latn-bel_Cyrl", "languages": ["swh-Latn", "bel-Cyrl"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "swh_Latn-eng_Latn", "languages": ["swh-Latn", "eng-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "swh_Latn-hrv_Latn", "languages": ["swh-Latn", "hrv-Latn"]}, {"precision": 0.596511, "recall": 0.649209, "f1": 0.610675, "accuracy": 0.649209, "main_score": 0.610675, "hf_subset": "swh_Latn-kin_Latn", "languages": ["swh-Latn", "kin-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "swh_Latn-mal_Mlym", "languages": ["swh-Latn", "mal-Mlym"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "swh_Latn-pes_Arab", "languages": ["swh-Latn", "pes-Arab"]}, {"precision": 0.92444, "recall": 0.943676, "f1": 0.930336, "accuracy": 0.943676, "main_score": 0.930336, "hf_subset": "swh_Latn-srd_Latn", "languages": ["swh-Latn", "srd-Latn"]}, {"precision": 0.204632, "recall": 0.254941, "f1": 0.217154, "accuracy": 0.254941, "main_score": 0.217154, "hf_subset": "swh_Latn-tzm_Tfng", "languages": ["swh-Latn", "tzm-Tfng"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "swh_Latn-acq_Arab", "languages": ["swh-Latn", "acq-Arab"]}, {"precision": 0.638069, "recall": 0.685771, "f1": 0.651525, "accuracy": 0.685771, "main_score": 0.651525, "hf_subset": "swh_Latn-bem_Latn", "languages": ["swh-Latn", "bem-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "swh_Latn-epo_Latn", "languages": ["swh-Latn", "epo-Latn"]}, {"precision": 0.970471, "recall": 0.978261, "f1": 0.972727, "accuracy": 0.978261, "main_score": 0.972727, "hf_subset": "swh_Latn-hun_Latn", "languages": ["swh-Latn", "hun-Latn"]}, {"precision": 0.899786, "recall": 0.928854, "f1": 0.908992, "accuracy": 0.928854, "main_score": 0.908992, "hf_subset": "swh_Latn-kir_Cyrl", "languages": ["swh-Latn", "kir-Cyrl"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "swh_Latn-mar_Deva", "languages": ["swh-Latn", "mar-Deva"]}, {"precision": 0.653545, "recall": 0.699605, "f1": 0.666636, "accuracy": 0.699605, "main_score": 0.666636, "hf_subset": "swh_Latn-plt_Latn", "languages": ["swh-Latn", "plt-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "swh_Latn-srp_Cyrl", "languages": ["swh-Latn", "srp-Cyrl"]}, {"precision": 0.892819, "recall": 0.91996, "f1": 0.901153, "accuracy": 0.91996, "main_score": 0.901153, "hf_subset": "swh_Latn-uig_Arab", "languages": ["swh-Latn", "uig-Arab"]}, {"precision": 0.94417, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "swh_Latn-aeb_Arab", "languages": ["swh-Latn", "aeb-Arab"]}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.960263, "accuracy": 0.969368, "main_score": 0.960263, "hf_subset": "swh_Latn-ben_Beng", "languages": ["swh-Latn", "ben-Beng"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "swh_Latn-est_Latn", "languages": ["swh-Latn", "est-Latn"]}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "swh_Latn-hye_Armn", "languages": ["swh-Latn", "hye-Armn"]}, {"precision": 0.552808, "recall": 0.594862, "f1": 0.564778, "accuracy": 0.594862, "main_score": 0.564778, "hf_subset": "swh_Latn-kmb_Latn", "languages": ["swh-Latn", "kmb-Latn"]}, {"precision": 0.456246, "recall": 0.524704, "f1": 0.474529, "accuracy": 0.524704, "main_score": 0.474529, "hf_subset": "swh_Latn-min_Arab", "languages": ["swh-Latn", "min-Arab"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "swh_Latn-pol_Latn", "languages": ["swh-Latn", "pol-Latn"]}, {"precision": 0.585748, "recall": 0.639328, "f1": 0.600107, "accuracy": 0.639328, "main_score": 0.600107, "hf_subset": "swh_Latn-ssw_Latn", "languages": ["swh-Latn", "ssw-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "swh_Latn-ukr_Cyrl", "languages": ["swh-Latn", "ukr-Cyrl"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "swh_Latn-afr_Latn", "languages": ["swh-Latn", "afr-Latn"]}, {"precision": 0.930583, "recall": 0.950593, "f1": 0.936825, "accuracy": 0.950593, "main_score": 0.936825, "hf_subset": "swh_Latn-bho_Deva", "languages": ["swh-Latn", "bho-Deva"]}, {"precision": 0.94198, "recall": 0.958498, "f1": 0.9472, "accuracy": 0.958498, "main_score": 0.9472, "hf_subset": "swh_Latn-eus_Latn", "languages": ["swh-Latn", "eus-Latn"]}, {"precision": 0.588839, "recall": 0.642292, "f1": 0.60365, "accuracy": 0.642292, "main_score": 0.60365, "hf_subset": "swh_Latn-ibo_Latn", "languages": ["swh-Latn", "ibo-Latn"]}, {"precision": 0.827586, "recall": 0.868577, "f1": 0.839775, "accuracy": 0.868577, "main_score": 0.839775, "hf_subset": "swh_Latn-kmr_Latn", "languages": ["swh-Latn", "kmr-Latn"]}, {"precision": 0.920323, "recall": 0.942688, "f1": 0.927372, "accuracy": 0.942688, "main_score": 0.927372, "hf_subset": "swh_Latn-min_Latn", "languages": ["swh-Latn", "min-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "swh_Latn-por_Latn", "languages": ["swh-Latn", "por-Latn"]}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "swh_Latn-sun_Latn", "languages": ["swh-Latn", "sun-Latn"]}, {"precision": 0.529249, "recall": 0.579051, "f1": 0.543319, "accuracy": 0.579051, "main_score": 0.543319, "hf_subset": "swh_Latn-umb_Latn", "languages": ["swh-Latn", "umb-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "swh_Latn-ajp_Arab", "languages": ["swh-Latn", "ajp-Arab"]}, {"precision": 0.483707, "recall": 0.544466, "f1": 0.499727, "accuracy": 0.544466, "main_score": 0.499727, "hf_subset": "swh_Latn-bjn_Arab", "languages": ["swh-Latn", "bjn-Arab"]}, {"precision": 0.51958, "recall": 0.565217, "f1": 0.531788, "accuracy": 0.565217, "main_score": 0.531788, "hf_subset": "swh_Latn-ewe_Latn", "languages": ["swh-Latn", "ewe-Latn"]}, {"precision": 0.865763, "recall": 0.897233, "f1": 0.875132, "accuracy": 0.897233, "main_score": 0.875132, "hf_subset": "swh_Latn-ilo_Latn", "languages": ["swh-Latn", "ilo-Latn"]}, {"precision": 0.322004, "recall": 0.374506, "f1": 0.336405, "accuracy": 0.374506, "main_score": 0.336405, "hf_subset": "swh_Latn-knc_Arab", "languages": ["swh-Latn", "knc-Arab"]}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "swh_Latn-mkd_Cyrl", "languages": ["swh-Latn", "mkd-Cyrl"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "swh_Latn-prs_Arab", "languages": ["swh-Latn", "prs-Arab"]}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "swh_Latn-swe_Latn", "languages": ["swh-Latn", "swe-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "swh_Latn-urd_Arab", "languages": ["swh-Latn", "urd-Arab"]}, {"precision": 0.554867, "recall": 0.601779, "f1": 0.568025, "accuracy": 0.601779, "main_score": 0.568025, "hf_subset": "swh_Latn-aka_Latn", "languages": ["swh-Latn", "aka-Latn"]}, {"precision": 0.913825, "recall": 0.935771, "f1": 0.920455, "accuracy": 0.935771, "main_score": 0.920455, "hf_subset": "swh_Latn-bjn_Latn", "languages": ["swh-Latn", "bjn-Latn"]}, {"precision": 0.913406, "recall": 0.937747, "f1": 0.920751, "accuracy": 0.937747, "main_score": 0.920751, "hf_subset": "swh_Latn-fao_Latn", "languages": ["swh-Latn", "fao-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "swh_Latn-ind_Latn", "languages": ["swh-Latn", "ind-Latn"]}, {"precision": 0.572226, "recall": 0.615613, "f1": 0.585016, "accuracy": 0.615613, "main_score": 0.585016, "hf_subset": "swh_Latn-knc_Latn", "languages": ["swh-Latn", "knc-Latn"]}, {"precision": 0.961215, "recall": 0.97332, "f1": 0.965152, "accuracy": 0.97332, "main_score": 0.965152, "hf_subset": "swh_Latn-mlt_Latn", "languages": ["swh-Latn", "mlt-Latn"]}, {"precision": 0.654588, "recall": 0.711462, "f1": 0.671414, "accuracy": 0.711462, "main_score": 0.671414, "hf_subset": "swh_Latn-quy_Latn", "languages": ["swh-Latn", "quy-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "swh_Latn-uzn_Latn", "languages": ["swh-Latn", "uzn-Latn"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "swh_Latn-als_Latn", "languages": ["swh-Latn", "als-Latn"]}, {"precision": 0.5753, "recall": 0.659091, "f1": 0.598961, "accuracy": 0.659091, "main_score": 0.598961, "hf_subset": "swh_Latn-bod_Tibt", "languages": ["swh-Latn", "bod-Tibt"]}, {"precision": 0.68527, "recall": 0.740119, "f1": 0.700837, "accuracy": 0.740119, "main_score": 0.700837, "hf_subset": "swh_Latn-fij_Latn", "languages": ["swh-Latn", "fij-Latn"]}, {"precision": 0.936594, "recall": 0.956522, "f1": 0.943182, "accuracy": 0.956522, "main_score": 0.943182, "hf_subset": "swh_Latn-isl_Latn", "languages": ["swh-Latn", "isl-Latn"]}, {"precision": 0.628484, "recall": 0.678854, "f1": 0.642624, "accuracy": 0.678854, "main_score": 0.642624, "hf_subset": "swh_Latn-kon_Latn", "languages": ["swh-Latn", "kon-Latn"]}, {"precision": 0.584714, "recall": 0.640316, "f1": 0.600805, "accuracy": 0.640316, "main_score": 0.600805, "hf_subset": "swh_Latn-mni_Beng", "languages": ["swh-Latn", "mni-Beng"]}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "swh_Latn-ron_Latn", "languages": ["swh-Latn", "ron-Latn"]}, {"precision": 0.933877, "recall": 0.951581, "f1": 0.93946, "accuracy": 0.951581, "main_score": 0.93946, "hf_subset": "swh_Latn-szl_Latn", "languages": ["swh-Latn", "szl-Latn"]}, {"precision": 0.955781, "recall": 0.969368, "f1": 0.960046, "accuracy": 0.969368, "main_score": 0.960046, "hf_subset": "swh_Latn-vec_Latn", "languages": ["swh-Latn", "vec-Latn"]}, {"precision": 0.909256, "recall": 0.935771, "f1": 0.917655, "accuracy": 0.935771, "main_score": 0.917655, "hf_subset": "swh_Latn-amh_Ethi", "languages": ["swh-Latn", "amh-Ethi"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "swh_Latn-bos_Latn", "languages": ["swh-Latn", "bos-Latn"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "swh_Latn-fin_Latn", "languages": ["swh-Latn", "fin-Latn"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "swh_Latn-ita_Latn", "languages": ["swh-Latn", "ita-Latn"]}, {"precision": 0.95858, "recall": 0.971344, "f1": 0.962681, "accuracy": 0.971344, "main_score": 0.962681, "hf_subset": "swh_Latn-kor_Hang", "languages": ["swh-Latn", "kor-Hang"]}, {"precision": 0.540803, "recall": 0.588933, "f1": 0.554562, "accuracy": 0.588933, "main_score": 0.554562, "hf_subset": "swh_Latn-mos_Latn", "languages": ["swh-Latn", "mos-Latn"]}, {"precision": 0.56859, "recall": 0.618577, "f1": 0.582322, "accuracy": 0.618577, "main_score": 0.582322, "hf_subset": "swh_Latn-run_Latn", "languages": ["swh-Latn", "run-Latn"]}, {"precision": 0.955863, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "swh_Latn-tam_Taml", "languages": ["swh-Latn", "tam-Taml"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "swh_Latn-vie_Latn", "languages": ["swh-Latn", "vie-Latn"]}, {"precision": 0.959239, "recall": 0.972332, "f1": 0.963505, "accuracy": 0.972332, "main_score": 0.963505, "hf_subset": "swh_Latn-apc_Arab", "languages": ["swh-Latn", "apc-Arab"]}, {"precision": 0.710871, "recall": 0.759881, "f1": 0.724709, "accuracy": 0.759881, "main_score": 0.724709, "hf_subset": "swh_Latn-bug_Latn", "languages": ["swh-Latn", "bug-Latn"]}, {"precision": 0.468521, "recall": 0.51581, "f1": 0.481816, "accuracy": 0.51581, "main_score": 0.481816, "hf_subset": "swh_Latn-fon_Latn", "languages": ["swh-Latn", "fon-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "swh_Latn-jav_Latn", "languages": ["swh-Latn", "jav-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "swh_Latn-lao_Laoo", "languages": ["swh-Latn", "lao-Laoo"]}, {"precision": 0.829167, "recall": 0.873518, "f1": 0.842589, "accuracy": 0.873518, "main_score": 0.842589, "hf_subset": "swh_Latn-mri_Latn", "languages": ["swh-Latn", "mri-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "swh_Latn-rus_Cyrl", "languages": ["swh-Latn", "rus-Cyrl"]}, {"precision": 0.521226, "recall": 0.570158, "f1": 0.534268, "accuracy": 0.570158, "main_score": 0.534268, "hf_subset": "swh_Latn-taq_Latn", "languages": ["swh-Latn", "taq-Latn"]}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "swh_Latn-war_Latn", "languages": ["swh-Latn", "war-Latn"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "swh_Latn-arb_Arab", "languages": ["swh-Latn", "arb-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "swh_Latn-bul_Cyrl", "languages": ["swh-Latn", "bul-Cyrl"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "swh_Latn-fra_Latn", "languages": ["swh-Latn", "fra-Latn"]}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.957806, "accuracy": 0.967391, "main_score": 0.957806, "hf_subset": "swh_Latn-jpn_Jpan", "languages": ["swh-Latn", "jpn-Jpan"]}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "swh_Latn-lij_Latn", "languages": ["swh-Latn", "lij-Latn"]}, {"precision": 0.914937, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "swh_Latn-mya_Mymr", "languages": ["swh-Latn", "mya-Mymr"]}, {"precision": 0.560943, "recall": 0.614625, "f1": 0.575682, "accuracy": 0.614625, "main_score": 0.575682, "hf_subset": "swh_Latn-sag_Latn", "languages": ["swh-Latn", "sag-Latn"]}, {"precision": 0.20795, "recall": 0.255929, "f1": 0.219454, "accuracy": 0.255929, "main_score": 0.219454, "hf_subset": "swh_Latn-taq_Tfng", "languages": ["swh-Latn", "taq-Tfng"]}, {"precision": 0.606442, "recall": 0.65415, "f1": 0.620067, "accuracy": 0.65415, "main_score": 0.620067, "hf_subset": "swh_Latn-wol_Latn", "languages": ["swh-Latn", "wol-Latn"]}, {"precision": 0.741419, "recall": 0.801383, "f1": 0.759014, "accuracy": 0.801383, "main_score": 0.759014, "hf_subset": "swh_Latn-arb_Latn", "languages": ["swh-Latn", "arb-Latn"]}, {"precision": 0.97365, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "swh_Latn-cat_Latn", "languages": ["swh-Latn", "cat-Latn"]}, {"precision": 0.930418, "recall": 0.949605, "f1": 0.936166, "accuracy": 0.949605, "main_score": 0.936166, "hf_subset": "swh_Latn-fur_Latn", "languages": ["swh-Latn", "fur-Latn"]}, {"precision": 0.438921, "recall": 0.492095, "f1": 0.453546, "accuracy": 0.492095, "main_score": 0.453546, "hf_subset": "swh_Latn-kab_Latn", "languages": ["swh-Latn", "kab-Latn"]}, {"precision": 0.920158, "recall": 0.942688, "f1": 0.927372, "accuracy": 0.942688, "main_score": 0.927372, "hf_subset": "swh_Latn-lim_Latn", "languages": ["swh-Latn", "lim-Latn"]}, {"precision": 0.960507, "recall": 0.971344, "f1": 0.963933, "accuracy": 0.971344, "main_score": 0.963933, "hf_subset": "swh_Latn-nld_Latn", "languages": ["swh-Latn", "nld-Latn"]}, {"precision": 0.932889, "recall": 0.952569, "f1": 0.93913, "accuracy": 0.952569, "main_score": 0.93913, "hf_subset": "swh_Latn-san_Deva", "languages": ["swh-Latn", "san-Deva"]}, {"precision": 0.941288, "recall": 0.959486, "f1": 0.9472, "accuracy": 0.959486, "main_score": 0.9472, "hf_subset": "swh_Latn-tat_Cyrl", "languages": ["swh-Latn", "tat-Cyrl"]}, {"precision": 0.691035, "recall": 0.737154, "f1": 0.704249, "accuracy": 0.737154, "main_score": 0.704249, "hf_subset": "swh_Latn-xho_Latn", "languages": ["swh-Latn", "xho-Latn"]}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "swh_Latn-ars_Arab", "languages": ["swh-Latn", "ars-Arab"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "swh_Latn-ceb_Latn", "languages": ["swh-Latn", "ceb-Latn"]}, {"precision": 0.540482, "recall": 0.594862, "f1": 0.556161, "accuracy": 0.594862, "main_score": 0.556161, "hf_subset": "swh_Latn-fuv_Latn", "languages": ["swh-Latn", "fuv-Latn"]}, {"precision": 0.502933, "recall": 0.552372, "f1": 0.516298, "accuracy": 0.552372, "main_score": 0.516298, "hf_subset": "swh_Latn-kac_Latn", "languages": ["swh-Latn", "kac-Latn"]}, {"precision": 0.628088, "recall": 0.68083, "f1": 0.643091, "accuracy": 0.68083, "main_score": 0.643091, "hf_subset": "swh_Latn-lin_Latn", "languages": ["swh-Latn", "lin-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "swh_Latn-nno_Latn", "languages": ["swh-Latn", "nno-Latn"]}, {"precision": 0.238164, "recall": 0.3083, "f1": 0.256071, "accuracy": 0.3083, "main_score": 0.256071, "hf_subset": "swh_Latn-sat_Olck", "languages": ["swh-Latn", "sat-Olck"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "swh_Latn-tel_Telu", "languages": ["swh-Latn", "tel-Telu"]}, {"precision": 0.888752, "recall": 0.917984, "f1": 0.897911, "accuracy": 0.917984, "main_score": 0.897911, "hf_subset": "swh_Latn-ydd_Hebr", "languages": ["swh-Latn", "ydd-Hebr"]}, {"precision": 0.922596, "recall": 0.944664, "f1": 0.929465, "accuracy": 0.944664, "main_score": 0.929465, "hf_subset": "swh_Latn-ary_Arab", "languages": ["swh-Latn", "ary-Arab"]}, {"precision": 0.976038, "recall": 0.983202, "f1": 0.978327, "accuracy": 0.983202, "main_score": 0.978327, "hf_subset": "swh_Latn-ces_Latn", "languages": ["swh-Latn", "ces-Latn"]}, {"precision": 0.580204, "recall": 0.632411, "f1": 0.595287, "accuracy": 0.632411, "main_score": 0.595287, "hf_subset": "swh_Latn-gaz_Latn", "languages": ["swh-Latn", "gaz-Latn"]}, {"precision": 0.602422, "recall": 0.65415, "f1": 0.616776, "accuracy": 0.65415, "main_score": 0.616776, "hf_subset": "swh_Latn-kam_Latn", "languages": ["swh-Latn", "kam-Latn"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "swh_Latn-lit_Latn", "languages": ["swh-Latn", "lit-Latn"]}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "swh_Latn-nob_Latn", "languages": ["swh-Latn", "nob-Latn"]}, {"precision": 0.947134, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "swh_Latn-scn_Latn", "languages": ["swh-Latn", "scn-Latn"]}, {"precision": 0.944664, "recall": 0.960474, "f1": 0.949572, "accuracy": 0.960474, "main_score": 0.949572, "hf_subset": "swh_Latn-tgk_Cyrl", "languages": ["swh-Latn", "tgk-Cyrl"]}, {"precision": 0.711726, "recall": 0.771739, "f1": 0.729611, "accuracy": 0.771739, "main_score": 0.729611, "hf_subset": "swh_Latn-yor_Latn", "languages": ["swh-Latn", "yor-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "swh_Latn-arz_Arab", "languages": ["swh-Latn", "arz-Arab"]}, {"precision": 0.550576, "recall": 0.592885, "f1": 0.563015, "accuracy": 0.592885, "main_score": 0.563015, "hf_subset": "swh_Latn-cjk_Latn", "languages": ["swh-Latn", "cjk-Latn"]}, {"precision": 0.74636, "recall": 0.798419, "f1": 0.761778, "accuracy": 0.798419, "main_score": 0.761778, "hf_subset": "swh_Latn-gla_Latn", "languages": ["swh-Latn", "gla-Latn"]}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "swh_Latn-kan_Knda", "languages": ["swh-Latn", "kan-Knda"]}, {"precision": 0.933359, "recall": 0.951581, "f1": 0.939048, "accuracy": 0.951581, "main_score": 0.939048, "hf_subset": "swh_Latn-lmo_Latn", "languages": ["swh-Latn", "lmo-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "swh_Latn-npi_Deva", "languages": ["swh-Latn", "npi-Deva"]}, {"precision": 0.446836, "recall": 0.5, "f1": 0.461541, "accuracy": 0.5, "main_score": 0.461541, "hf_subset": "swh_Latn-shn_Mymr", "languages": ["swh-Latn", "shn-Mymr"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "swh_Latn-tgl_Latn", "languages": ["swh-Latn", "tgl-Latn"]}, {"precision": 0.955204, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "swh_Latn-yue_Hant", "languages": ["swh-Latn", "yue-Hant"]}, {"precision": 0.959733, "recall": 0.971344, "f1": 0.963505, "accuracy": 0.971344, "main_score": 0.963505, "hf_subset": "swh_Latn-asm_Beng", "languages": ["swh-Latn", "asm-Beng"]}, {"precision": 0.893939, "recall": 0.923913, "f1": 0.903458, "accuracy": 0.923913, "main_score": 0.903458, "hf_subset": "swh_Latn-ckb_Arab", "languages": ["swh-Latn", "ckb-Arab"]}, {"precision": 0.827404, "recall": 0.866601, "f1": 0.839149, "accuracy": 0.866601, "main_score": 0.839149, "hf_subset": "swh_Latn-gle_Latn", "languages": ["swh-Latn", "gle-Latn"]}, {"precision": 0.854803, "recall": 0.887352, "f1": 0.864314, "accuracy": 0.887352, "main_score": 0.864314, "hf_subset": "swh_Latn-kas_Arab", "languages": ["swh-Latn", "kas-Arab"]}, {"precision": 0.844565, "recall": 0.883399, "f1": 0.856112, "accuracy": 0.883399, "main_score": 0.856112, "hf_subset": "swh_Latn-ltg_Latn", "languages": ["swh-Latn", "ltg-Latn"]}, {"precision": 0.618703, "recall": 0.666008, "f1": 0.631625, "accuracy": 0.666008, "main_score": 0.631625, "hf_subset": "swh_Latn-nso_Latn", "languages": ["swh-Latn", "nso-Latn"]}, {"precision": 0.9389, "recall": 0.956522, "f1": 0.944499, "accuracy": 0.956522, "main_score": 0.944499, "hf_subset": "swh_Latn-sin_Sinh", "languages": ["swh-Latn", "sin-Sinh"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "swh_Latn-tha_Thai", "languages": ["swh-Latn", "tha-Thai"]}, {"precision": 0.955945, "recall": 0.969368, "f1": 0.960211, "accuracy": 0.969368, "main_score": 0.960211, "hf_subset": "swh_Latn-zho_Hans", "languages": ["swh-Latn", "zho-Hans"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "swh_Latn-ast_Latn", "languages": ["swh-Latn", "ast-Latn"]}, {"precision": 0.94417, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "swh_Latn-crh_Latn", "languages": ["swh-Latn", "crh-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "swh_Latn-glg_Latn", "languages": ["swh-Latn", "glg-Latn"]}, {"precision": 0.765431, "recall": 0.813241, "f1": 0.779875, "accuracy": 0.813241, "main_score": 0.779875, "hf_subset": "swh_Latn-kas_Deva", "languages": ["swh-Latn", "kas-Deva"]}, {"precision": 0.915514, "recall": 0.938735, "f1": 0.922516, "accuracy": 0.938735, "main_score": 0.922516, "hf_subset": "swh_Latn-ltz_Latn", "languages": ["swh-Latn", "ltz-Latn"]}, {"precision": 0.478444, "recall": 0.535573, "f1": 0.494044, "accuracy": 0.535573, "main_score": 0.494044, "hf_subset": "swh_Latn-nus_Latn", "languages": ["swh-Latn", "nus-Latn"]}, {"precision": 0.971212, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "swh_Latn-slk_Latn", "languages": ["swh-Latn", "slk-Latn"]}, {"precision": 0.561818, "recall": 0.631423, "f1": 0.581472, "accuracy": 0.631423, "main_score": 0.581472, "hf_subset": "swh_Latn-tir_Ethi", "languages": ["swh-Latn", "tir-Ethi"]}, {"precision": 0.954628, "recall": 0.967391, "f1": 0.958729, "accuracy": 0.967391, "main_score": 0.958729, "hf_subset": "swh_Latn-zho_Hant", "languages": ["swh-Latn", "zho-Hant"]}, {"precision": 0.951334, "recall": 0.964427, "f1": 0.955435, "accuracy": 0.964427, "main_score": 0.955435, "hf_subset": "swh_Latn-awa_Deva", "languages": ["swh-Latn", "awa-Deva"]}, {"precision": 0.940547, "recall": 0.956522, "f1": 0.945652, "accuracy": 0.956522, "main_score": 0.945652, "hf_subset": "swh_Latn-cym_Latn", "languages": ["swh-Latn", "cym-Latn"]}, {"precision": 0.725127, "recall": 0.771739, "f1": 0.738309, "accuracy": 0.771739, "main_score": 0.738309, "hf_subset": "swh_Latn-grn_Latn", "languages": ["swh-Latn", "grn-Latn"]}, {"precision": 0.93223, "recall": 0.952569, "f1": 0.938801, "accuracy": 0.952569, "main_score": 0.938801, "hf_subset": "swh_Latn-kat_Geor", "languages": ["swh-Latn", "kat-Geor"]}, {"precision": 0.614772, "recall": 0.664032, "f1": 0.629059, "accuracy": 0.664032, "main_score": 0.629059, "hf_subset": "swh_Latn-lua_Latn", "languages": ["swh-Latn", "lua-Latn"]}, {"precision": 0.645511, "recall": 0.703557, "f1": 0.662146, "accuracy": 0.703557, "main_score": 0.662146, "hf_subset": "swh_Latn-nya_Latn", "languages": ["swh-Latn", "nya-Latn"]}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "swh_Latn-slv_Latn", "languages": ["swh-Latn", "slv-Latn"]}, {"precision": 0.835204, "recall": 0.873518, "f1": 0.846621, "accuracy": 0.873518, "main_score": 0.846621, "hf_subset": "swh_Latn-tpi_Latn", "languages": ["swh-Latn", "tpi-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "swh_Latn-zsm_Latn", "languages": ["swh-Latn", "zsm-Latn"]}, {"precision": 0.522621, "recall": 0.573123, "f1": 0.537197, "accuracy": 0.573123, "main_score": 0.537197, "hf_subset": "swh_Latn-ayr_Latn", "languages": ["swh-Latn", "ayr-Latn"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "swh_Latn-dan_Latn", "languages": ["swh-Latn", "dan-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "swh_Latn-guj_Gujr", "languages": ["swh-Latn", "guj-Gujr"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "swh_Latn-kaz_Cyrl", "languages": ["swh-Latn", "kaz-Cyrl"]}, {"precision": 0.56404, "recall": 0.62253, "f1": 0.580382, "accuracy": 0.62253, "main_score": 0.580382, "hf_subset": "swh_Latn-lug_Latn", "languages": ["swh-Latn", "lug-Latn"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "swh_Latn-oci_Latn", "languages": ["swh-Latn", "oci-Latn"]}, {"precision": 0.808498, "recall": 0.854743, "f1": 0.822398, "accuracy": 0.854743, "main_score": 0.822398, "hf_subset": "swh_Latn-smo_Latn", "languages": ["swh-Latn", "smo-Latn"]}, {"precision": 0.561801, "recall": 0.614625, "f1": 0.576744, "accuracy": 0.614625, "main_score": 0.576744, "hf_subset": "swh_Latn-tsn_Latn", "languages": ["swh-Latn", "tsn-Latn"]}, {"precision": 0.649525, "recall": 0.705534, "f1": 0.665843, "accuracy": 0.705534, "main_score": 0.665843, "hf_subset": "swh_Latn-zul_Latn", "languages": ["swh-Latn", "zul-Latn"]}, {"precision": 0.808877, "recall": 0.854743, "f1": 0.822944, "accuracy": 0.854743, "main_score": 0.822944, "hf_subset": "swh_Latn-azb_Arab", "languages": ["swh-Latn", "azb-Arab"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "swh_Latn-deu_Latn", "languages": ["swh-Latn", "deu-Latn"]}, {"precision": 0.924489, "recall": 0.945652, "f1": 0.931225, "accuracy": 0.945652, "main_score": 0.931225, "hf_subset": "swh_Latn-hat_Latn", "languages": ["swh-Latn", "hat-Latn"]}, {"precision": 0.491673, "recall": 0.536561, "f1": 0.503805, "accuracy": 0.536561, "main_score": 0.503805, "hf_subset": "swh_Latn-kbp_Latn", "languages": ["swh-Latn", "kbp-Latn"]}, {"precision": 0.58892, "recall": 0.633399, "f1": 0.601386, "accuracy": 0.633399, "main_score": 0.601386, "hf_subset": "swh_Latn-luo_Latn", "languages": ["swh-Latn", "luo-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "swh_Latn-ory_Orya", "languages": ["swh-Latn", "ory-Orya"]}, {"precision": 0.57245, "recall": 0.629447, "f1": 0.588026, "accuracy": 0.629447, "main_score": 0.588026, "hf_subset": "swh_Latn-sna_Latn", "languages": ["swh-Latn", "sna-Latn"]}, {"precision": 0.565331, "recall": 0.610672, "f1": 0.577401, "accuracy": 0.610672, "main_score": 0.577401, "hf_subset": "swh_Latn-tso_Latn", "languages": ["swh-Latn", "tso-Latn"]}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "swh_Latn-azj_Latn", "languages": ["swh-Latn", "azj-Latn"]}, {"precision": 0.530018, "recall": 0.581028, "f1": 0.54413, "accuracy": 0.581028, "main_score": 0.54413, "hf_subset": "swh_Latn-dik_Latn", "languages": ["swh-Latn", "dik-Latn"]}, {"precision": 0.731597, "recall": 0.778656, "f1": 0.74516, "accuracy": 0.778656, "main_score": 0.74516, "hf_subset": "swh_Latn-hau_Latn", "languages": ["swh-Latn", "hau-Latn"]}, {"precision": 0.918314, "recall": 0.9417, "f1": 0.925348, "accuracy": 0.9417, "main_score": 0.925348, "hf_subset": "swh_Latn-kea_Latn", "languages": ["swh-Latn", "kea-Latn"]}, {"precision": 0.669186, "recall": 0.712451, "f1": 0.681423, "accuracy": 0.712451, "main_score": 0.681423, "hf_subset": "swh_Latn-lus_Latn", "languages": ["swh-Latn", "lus-Latn"]}, {"precision": 0.765029, "recall": 0.806324, "f1": 0.776946, "accuracy": 0.806324, "main_score": 0.776946, "hf_subset": "swh_Latn-pag_Latn", "languages": ["swh-Latn", "pag-Latn"]}, {"precision": 0.948452, "recall": 0.965415, "f1": 0.954051, "accuracy": 0.965415, "main_score": 0.954051, "hf_subset": "swh_Latn-snd_Arab", "languages": ["swh-Latn", "snd-Arab"]}, {"precision": 0.863505, "recall": 0.898221, "f1": 0.874261, "accuracy": 0.898221, "main_score": 0.874261, "hf_subset": "swh_Latn-tuk_Latn", "languages": ["swh-Latn", "tuk-Latn"]}, {"precision": 0.916403, "recall": 0.939723, "f1": 0.923584, "accuracy": 0.939723, "main_score": 0.923584, "hf_subset": "swh_Latn-bak_Cyrl", "languages": ["swh-Latn", "bak-Cyrl"]}, {"precision": 0.472391, "recall": 0.533597, "f1": 0.48997, "accuracy": 0.533597, "main_score": 0.48997, "hf_subset": "swh_Latn-dyu_Latn", "languages": ["swh-Latn", "dyu-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "swh_Latn-heb_Hebr", "languages": ["swh-Latn", "heb-Hebr"]}, {"precision": 0.937888, "recall": 0.954545, "f1": 0.942902, "accuracy": 0.954545, "main_score": 0.942902, "hf_subset": "swh_Latn-khk_Cyrl", "languages": ["swh-Latn", "khk-Cyrl"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "swh_Latn-lvs_Latn", "languages": ["swh-Latn", "lvs-Latn"]}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "swh_Latn-pan_Guru", "languages": ["swh-Latn", "pan-Guru"]}, {"precision": 0.722875, "recall": 0.775692, "f1": 0.738636, "accuracy": 0.775692, "main_score": 0.738636, "hf_subset": "swh_Latn-som_Latn", "languages": ["swh-Latn", "som-Latn"]}, {"precision": 0.599368, "recall": 0.644269, "f1": 0.611588, "accuracy": 0.644269, "main_score": 0.611588, "hf_subset": "swh_Latn-tum_Latn", "languages": ["swh-Latn", "tum-Latn"]}, {"precision": 0.563942, "recall": 0.623518, "f1": 0.580338, "accuracy": 0.623518, "main_score": 0.580338, "hf_subset": "uzn_Latn-ace_Arab", "languages": ["uzn-Latn", "ace-Arab"]}, {"precision": 0.512945, "recall": 0.56917, "f1": 0.528972, "accuracy": 0.56917, "main_score": 0.528972, "hf_subset": "uzn_Latn-bam_Latn", "languages": ["uzn-Latn", "bam-Latn"]}, {"precision": 0.410854, "recall": 0.492095, "f1": 0.431987, "accuracy": 0.492095, "main_score": 0.431987, "hf_subset": "uzn_Latn-dzo_Tibt", "languages": ["uzn-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-hin_Deva", "languages": ["uzn-Latn", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-khm_Khmr", "languages": ["uzn-Latn", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-mag_Deva", "languages": ["uzn-Latn", "mag-Deva"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "uzn_Latn-pap_Latn", "languages": ["uzn-Latn", "pap-Latn"]}, {"precision": 0.575052, "recall": 0.634387, "f1": 0.591704, "accuracy": 0.634387, "main_score": 0.591704, "hf_subset": "uzn_Latn-sot_Latn", "languages": ["uzn-Latn", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-tur_Latn", "languages": ["uzn-Latn", "tur-Latn"]}, {"precision": 0.849209, "recall": 0.885375, "f1": 0.860639, "accuracy": 0.885375, "main_score": 0.860639, "hf_subset": "uzn_Latn-ace_Latn", "languages": ["uzn-Latn", "ace-Latn"]}, {"precision": 0.937253, "recall": 0.954545, "f1": 0.942655, "accuracy": 0.954545, "main_score": 0.942655, "hf_subset": "uzn_Latn-ban_Latn", "languages": ["uzn-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ell_Grek", "languages": ["uzn-Latn", "ell-Grek"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "uzn_Latn-hne_Deva", "languages": ["uzn-Latn", "hne-Deva"]}, {"precision": 0.582542, "recall": 0.634387, "f1": 0.597025, "accuracy": 0.634387, "main_score": 0.597025, "hf_subset": "uzn_Latn-kik_Latn", "languages": ["uzn-Latn", "kik-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-mai_Deva", "languages": ["uzn-Latn", "mai-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "uzn_Latn-pbt_Arab", "languages": ["uzn-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-spa_Latn", "languages": ["uzn-Latn", "spa-Latn"]}, {"precision": 0.600922, "recall": 0.657115, "f1": 0.617067, "accuracy": 0.657115, "main_score": 0.617067, "hf_subset": "uzn_Latn-twi_Latn", "languages": ["uzn-Latn", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-acm_Arab", "languages": ["uzn-Latn", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-bel_Cyrl", "languages": ["uzn-Latn", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-eng_Latn", "languages": ["uzn-Latn", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-hrv_Latn", "languages": ["uzn-Latn", "hrv-Latn"]}, {"precision": 0.544991, "recall": 0.604743, "f1": 0.561352, "accuracy": 0.604743, "main_score": 0.561352, "hf_subset": "uzn_Latn-kin_Latn", "languages": ["uzn-Latn", "kin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-mal_Mlym", "languages": ["uzn-Latn", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-pes_Arab", "languages": ["uzn-Latn", "pes-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "uzn_Latn-srd_Latn", "languages": ["uzn-Latn", "srd-Latn"]}, {"precision": 0.186183, "recall": 0.230237, "f1": 0.197251, "accuracy": 0.230237, "main_score": 0.197251, "hf_subset": "uzn_Latn-tzm_Tfng", "languages": ["uzn-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-acq_Arab", "languages": ["uzn-Latn", "acq-Arab"]}, {"precision": 0.6067, "recall": 0.658103, "f1": 0.621095, "accuracy": 0.658103, "main_score": 0.621095, "hf_subset": "uzn_Latn-bem_Latn", "languages": ["uzn-Latn", "bem-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-epo_Latn", "languages": ["uzn-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-hun_Latn", "languages": ["uzn-Latn", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-kir_Cyrl", "languages": ["uzn-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-mar_Deva", "languages": ["uzn-Latn", "mar-Deva"]}, {"precision": 0.651663, "recall": 0.703557, "f1": 0.667278, "accuracy": 0.703557, "main_score": 0.667278, "hf_subset": "uzn_Latn-plt_Latn", "languages": ["uzn-Latn", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-srp_Cyrl", "languages": ["uzn-Latn", "srp-Cyrl"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "uzn_Latn-uig_Arab", "languages": ["uzn-Latn", "uig-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "uzn_Latn-aeb_Arab", "languages": ["uzn-Latn", "aeb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-ben_Beng", "languages": ["uzn-Latn", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-est_Latn", "languages": ["uzn-Latn", "est-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-hye_Armn", "languages": ["uzn-Latn", "hye-Armn"]}, {"precision": 0.527052, "recall": 0.58004, "f1": 0.542756, "accuracy": 0.58004, "main_score": 0.542756, "hf_subset": "uzn_Latn-kmb_Latn", "languages": ["uzn-Latn", "kmb-Latn"]}, {"precision": 0.475878, "recall": 0.544466, "f1": 0.493709, "accuracy": 0.544466, "main_score": 0.493709, "hf_subset": "uzn_Latn-min_Arab", "languages": ["uzn-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-pol_Latn", "languages": ["uzn-Latn", "pol-Latn"]}, {"precision": 0.546138, "recall": 0.610672, "f1": 0.56461, "accuracy": 0.610672, "main_score": 0.56461, "hf_subset": "uzn_Latn-ssw_Latn", "languages": ["uzn-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-ukr_Cyrl", "languages": ["uzn-Latn", "ukr-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-afr_Latn", "languages": ["uzn-Latn", "afr-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-bho_Deva", "languages": ["uzn-Latn", "bho-Deva"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "uzn_Latn-eus_Latn", "languages": ["uzn-Latn", "eus-Latn"]}, {"precision": 0.553847, "recall": 0.615613, "f1": 0.571285, "accuracy": 0.615613, "main_score": 0.571285, "hf_subset": "uzn_Latn-ibo_Latn", "languages": ["uzn-Latn", "ibo-Latn"]}, {"precision": 0.884387, "recall": 0.91502, "f1": 0.894269, "accuracy": 0.91502, "main_score": 0.894269, "hf_subset": "uzn_Latn-kmr_Latn", "languages": ["uzn-Latn", "kmr-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "uzn_Latn-min_Latn", "languages": ["uzn-Latn", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-por_Latn", "languages": ["uzn-Latn", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "uzn_Latn-sun_Latn", "languages": ["uzn-Latn", "sun-Latn"]}, {"precision": 0.513942, "recall": 0.567194, "f1": 0.528942, "accuracy": 0.567194, "main_score": 0.528942, "hf_subset": "uzn_Latn-umb_Latn", "languages": ["uzn-Latn", "umb-Latn"]}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "uzn_Latn-ajp_Arab", "languages": ["uzn-Latn", "ajp-Arab"]}, {"precision": 0.50936, "recall": 0.572134, "f1": 0.526659, "accuracy": 0.572134, "main_score": 0.526659, "hf_subset": "uzn_Latn-bjn_Arab", "languages": ["uzn-Latn", "bjn-Arab"]}, {"precision": 0.497664, "recall": 0.550395, "f1": 0.511718, "accuracy": 0.550395, "main_score": 0.511718, "hf_subset": "uzn_Latn-ewe_Latn", "languages": ["uzn-Latn", "ewe-Latn"]}, {"precision": 0.929265, "recall": 0.949605, "f1": 0.935507, "accuracy": 0.949605, "main_score": 0.935507, "hf_subset": "uzn_Latn-ilo_Latn", "languages": ["uzn-Latn", "ilo-Latn"]}, {"precision": 0.318491, "recall": 0.368577, "f1": 0.332092, "accuracy": 0.368577, "main_score": 0.332092, "hf_subset": "uzn_Latn-knc_Arab", "languages": ["uzn-Latn", "knc-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-mkd_Cyrl", "languages": ["uzn-Latn", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-prs_Arab", "languages": ["uzn-Latn", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-swe_Latn", "languages": ["uzn-Latn", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-urd_Arab", "languages": ["uzn-Latn", "urd-Arab"]}, {"precision": 0.576146, "recall": 0.637352, "f1": 0.593631, "accuracy": 0.637352, "main_score": 0.593631, "hf_subset": "uzn_Latn-aka_Latn", "languages": ["uzn-Latn", "aka-Latn"]}, {"precision": 0.973024, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "uzn_Latn-bjn_Latn", "languages": ["uzn-Latn", "bjn-Latn"]}, {"precision": 0.950955, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "uzn_Latn-fao_Latn", "languages": ["uzn-Latn", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ind_Latn", "languages": ["uzn-Latn", "ind-Latn"]}, {"precision": 0.574104, "recall": 0.624506, "f1": 0.588445, "accuracy": 0.624506, "main_score": 0.588445, "hf_subset": "uzn_Latn-knc_Latn", "languages": ["uzn-Latn", "knc-Latn"]}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "uzn_Latn-mlt_Latn", "languages": ["uzn-Latn", "mlt-Latn"]}, {"precision": 0.688868, "recall": 0.749012, "f1": 0.707073, "accuracy": 0.749012, "main_score": 0.707073, "hf_subset": "uzn_Latn-quy_Latn", "languages": ["uzn-Latn", "quy-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "uzn_Latn-swh_Latn", "languages": ["uzn-Latn", "swh-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "uzn_Latn-als_Latn", "languages": ["uzn-Latn", "als-Latn"]}, {"precision": 0.626131, "recall": 0.705534, "f1": 0.648725, "accuracy": 0.705534, "main_score": 0.648725, "hf_subset": "uzn_Latn-bod_Tibt", "languages": ["uzn-Latn", "bod-Tibt"]}, {"precision": 0.680172, "recall": 0.737154, "f1": 0.696677, "accuracy": 0.737154, "main_score": 0.696677, "hf_subset": "uzn_Latn-fij_Latn", "languages": ["uzn-Latn", "fij-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "uzn_Latn-isl_Latn", "languages": ["uzn-Latn", "isl-Latn"]}, {"precision": 0.640514, "recall": 0.690711, "f1": 0.655784, "accuracy": 0.690711, "main_score": 0.655784, "hf_subset": "uzn_Latn-kon_Latn", "languages": ["uzn-Latn", "kon-Latn"]}, {"precision": 0.642443, "recall": 0.702569, "f1": 0.660135, "accuracy": 0.702569, "main_score": 0.660135, "hf_subset": "uzn_Latn-mni_Beng", "languages": ["uzn-Latn", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-ron_Latn", "languages": ["uzn-Latn", "ron-Latn"]}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "uzn_Latn-szl_Latn", "languages": ["uzn-Latn", "szl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-vec_Latn", "languages": ["uzn-Latn", "vec-Latn"]}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "uzn_Latn-amh_Ethi", "languages": ["uzn-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-bos_Latn", "languages": ["uzn-Latn", "bos-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "uzn_Latn-fin_Latn", "languages": ["uzn-Latn", "fin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-ita_Latn", "languages": ["uzn-Latn", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-kor_Hang", "languages": ["uzn-Latn", "kor-Hang"]}, {"precision": 0.544576, "recall": 0.601779, "f1": 0.560335, "accuracy": 0.601779, "main_score": 0.560335, "hf_subset": "uzn_Latn-mos_Latn", "languages": ["uzn-Latn", "mos-Latn"]}, {"precision": 0.547507, "recall": 0.596838, "f1": 0.56108, "accuracy": 0.596838, "main_score": 0.56108, "hf_subset": "uzn_Latn-run_Latn", "languages": ["uzn-Latn", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-tam_Taml", "languages": ["uzn-Latn", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-vie_Latn", "languages": ["uzn-Latn", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-apc_Arab", "languages": ["uzn-Latn", "apc-Arab"]}, {"precision": 0.7758, "recall": 0.823123, "f1": 0.789839, "accuracy": 0.823123, "main_score": 0.789839, "hf_subset": "uzn_Latn-bug_Latn", "languages": ["uzn-Latn", "bug-Latn"]}, {"precision": 0.462384, "recall": 0.514822, "f1": 0.476152, "accuracy": 0.514822, "main_score": 0.476152, "hf_subset": "uzn_Latn-fon_Latn", "languages": ["uzn-Latn", "fon-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "uzn_Latn-jav_Latn", "languages": ["uzn-Latn", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-lao_Laoo", "languages": ["uzn-Latn", "lao-Laoo"]}, {"precision": 0.861117, "recall": 0.897233, "f1": 0.871871, "accuracy": 0.897233, "main_score": 0.871871, "hf_subset": "uzn_Latn-mri_Latn", "languages": ["uzn-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-rus_Cyrl", "languages": ["uzn-Latn", "rus-Cyrl"]}, {"precision": 0.537476, "recall": 0.590909, "f1": 0.552572, "accuracy": 0.590909, "main_score": 0.552572, "hf_subset": "uzn_Latn-taq_Latn", "languages": ["uzn-Latn", "taq-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "uzn_Latn-war_Latn", "languages": ["uzn-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-arb_Arab", "languages": ["uzn-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-bul_Cyrl", "languages": ["uzn-Latn", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-fra_Latn", "languages": ["uzn-Latn", "fra-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-jpn_Jpan", "languages": ["uzn-Latn", "jpn-Jpan"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "uzn_Latn-lij_Latn", "languages": ["uzn-Latn", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "uzn_Latn-mya_Mymr", "languages": ["uzn-Latn", "mya-Mymr"]}, {"precision": 0.585942, "recall": 0.643281, "f1": 0.60209, "accuracy": 0.643281, "main_score": 0.60209, "hf_subset": "uzn_Latn-sag_Latn", "languages": ["uzn-Latn", "sag-Latn"]}, {"precision": 0.188951, "recall": 0.242095, "f1": 0.201358, "accuracy": 0.242095, "main_score": 0.201358, "hf_subset": "uzn_Latn-taq_Tfng", "languages": ["uzn-Latn", "taq-Tfng"]}, {"precision": 0.616231, "recall": 0.671937, "f1": 0.63246, "accuracy": 0.671937, "main_score": 0.63246, "hf_subset": "uzn_Latn-wol_Latn", "languages": ["uzn-Latn", "wol-Latn"]}, {"precision": 0.774901, "recall": 0.828063, "f1": 0.790829, "accuracy": 0.828063, "main_score": 0.790829, "hf_subset": "uzn_Latn-arb_Latn", "languages": ["uzn-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-cat_Latn", "languages": ["uzn-Latn", "cat-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-fur_Latn", "languages": ["uzn-Latn", "fur-Latn"]}, {"precision": 0.402117, "recall": 0.45751, "f1": 0.41758, "accuracy": 0.45751, "main_score": 0.41758, "hf_subset": "uzn_Latn-kab_Latn", "languages": ["uzn-Latn", "kab-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "uzn_Latn-lim_Latn", "languages": ["uzn-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-nld_Latn", "languages": ["uzn-Latn", "nld-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "uzn_Latn-san_Deva", "languages": ["uzn-Latn", "san-Deva"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "uzn_Latn-tat_Cyrl", "languages": ["uzn-Latn", "tat-Cyrl"]}, {"precision": 0.665217, "recall": 0.714427, "f1": 0.679908, "accuracy": 0.714427, "main_score": 0.679908, "hf_subset": "uzn_Latn-xho_Latn", "languages": ["uzn-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-ars_Arab", "languages": ["uzn-Latn", "ars-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "uzn_Latn-ceb_Latn", "languages": ["uzn-Latn", "ceb-Latn"]}, {"precision": 0.529294, "recall": 0.590909, "f1": 0.547284, "accuracy": 0.590909, "main_score": 0.547284, "hf_subset": "uzn_Latn-fuv_Latn", "languages": ["uzn-Latn", "fuv-Latn"]}, {"precision": 0.503544, "recall": 0.564229, "f1": 0.520193, "accuracy": 0.564229, "main_score": 0.520193, "hf_subset": "uzn_Latn-kac_Latn", "languages": ["uzn-Latn", "kac-Latn"]}, {"precision": 0.651383, "recall": 0.700593, "f1": 0.665798, "accuracy": 0.700593, "main_score": 0.665798, "hf_subset": "uzn_Latn-lin_Latn", "languages": ["uzn-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-nno_Latn", "languages": ["uzn-Latn", "nno-Latn"]}, {"precision": 0.236599, "recall": 0.322134, "f1": 0.258423, "accuracy": 0.322134, "main_score": 0.258423, "hf_subset": "uzn_Latn-sat_Olck", "languages": ["uzn-Latn", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-tel_Telu", "languages": ["uzn-Latn", "tel-Telu"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "uzn_Latn-ydd_Hebr", "languages": ["uzn-Latn", "ydd-Hebr"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "uzn_Latn-ary_Arab", "languages": ["uzn-Latn", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-ces_Latn", "languages": ["uzn-Latn", "ces-Latn"]}, {"precision": 0.572118, "recall": 0.630435, "f1": 0.589088, "accuracy": 0.630435, "main_score": 0.589088, "hf_subset": "uzn_Latn-gaz_Latn", "languages": ["uzn-Latn", "gaz-Latn"]}, {"precision": 0.562022, "recall": 0.617589, "f1": 0.577523, "accuracy": 0.617589, "main_score": 0.577523, "hf_subset": "uzn_Latn-kam_Latn", "languages": ["uzn-Latn", "kam-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "uzn_Latn-lit_Latn", "languages": ["uzn-Latn", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-nob_Latn", "languages": ["uzn-Latn", "nob-Latn"]}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "uzn_Latn-scn_Latn", "languages": ["uzn-Latn", "scn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-tgk_Cyrl", "languages": ["uzn-Latn", "tgk-Cyrl"]}, {"precision": 0.702915, "recall": 0.766798, "f1": 0.722003, "accuracy": 0.766798, "main_score": 0.722003, "hf_subset": "uzn_Latn-yor_Latn", "languages": ["uzn-Latn", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-arz_Arab", "languages": ["uzn-Latn", "arz-Arab"]}, {"precision": 0.547061, "recall": 0.598814, "f1": 0.561478, "accuracy": 0.598814, "main_score": 0.561478, "hf_subset": "uzn_Latn-cjk_Latn", "languages": ["uzn-Latn", "cjk-Latn"]}, {"precision": 0.771986, "recall": 0.822134, "f1": 0.787418, "accuracy": 0.822134, "main_score": 0.787418, "hf_subset": "uzn_Latn-gla_Latn", "languages": ["uzn-Latn", "gla-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-kan_Knda", "languages": ["uzn-Latn", "kan-Knda"]}, {"precision": 0.980319, "recall": 0.986166, "f1": 0.982115, "accuracy": 0.986166, "main_score": 0.982115, "hf_subset": "uzn_Latn-lmo_Latn", "languages": ["uzn-Latn", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "uzn_Latn-npi_Deva", "languages": ["uzn-Latn", "npi-Deva"]}, {"precision": 0.455595, "recall": 0.507905, "f1": 0.470245, "accuracy": 0.507905, "main_score": 0.470245, "hf_subset": "uzn_Latn-shn_Mymr", "languages": ["uzn-Latn", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-tgl_Latn", "languages": ["uzn-Latn", "tgl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-yue_Hant", "languages": ["uzn-Latn", "yue-Hant"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-asm_Beng", "languages": ["uzn-Latn", "asm-Beng"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "uzn_Latn-ckb_Arab", "languages": ["uzn-Latn", "ckb-Arab"]}, {"precision": 0.856531, "recall": 0.897233, "f1": 0.869483, "accuracy": 0.897233, "main_score": 0.869483, "hf_subset": "uzn_Latn-gle_Latn", "languages": ["uzn-Latn", "gle-Latn"]}, {"precision": 0.932477, "recall": 0.952569, "f1": 0.939065, "accuracy": 0.952569, "main_score": 0.939065, "hf_subset": "uzn_Latn-kas_Arab", "languages": ["uzn-Latn", "kas-Arab"]}, {"precision": 0.928689, "recall": 0.949605, "f1": 0.935277, "accuracy": 0.949605, "main_score": 0.935277, "hf_subset": "uzn_Latn-ltg_Latn", "languages": ["uzn-Latn", "ltg-Latn"]}, {"precision": 0.598169, "recall": 0.645257, "f1": 0.611552, "accuracy": 0.645257, "main_score": 0.611552, "hf_subset": "uzn_Latn-nso_Latn", "languages": ["uzn-Latn", "nso-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-sin_Sinh", "languages": ["uzn-Latn", "sin-Sinh"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-tha_Thai", "languages": ["uzn-Latn", "tha-Thai"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-zho_Hans", "languages": ["uzn-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ast_Latn", "languages": ["uzn-Latn", "ast-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-crh_Latn", "languages": ["uzn-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-glg_Latn", "languages": ["uzn-Latn", "glg-Latn"]}, {"precision": 0.867013, "recall": 0.906126, "f1": 0.879677, "accuracy": 0.906126, "main_score": 0.879677, "hf_subset": "uzn_Latn-kas_Deva", "languages": ["uzn-Latn", "kas-Deva"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "uzn_Latn-ltz_Latn", "languages": ["uzn-Latn", "ltz-Latn"]}, {"precision": 0.43317, "recall": 0.496047, "f1": 0.450054, "accuracy": 0.496047, "main_score": 0.450054, "hf_subset": "uzn_Latn-nus_Latn", "languages": ["uzn-Latn", "nus-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-slk_Latn", "languages": ["uzn-Latn", "slk-Latn"]}, {"precision": 0.620605, "recall": 0.695652, "f1": 0.642448, "accuracy": 0.695652, "main_score": 0.642448, "hf_subset": "uzn_Latn-tir_Ethi", "languages": ["uzn-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-zho_Hant", "languages": ["uzn-Latn", "zho-Hant"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "uzn_Latn-awa_Deva", "languages": ["uzn-Latn", "awa-Deva"]}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "uzn_Latn-cym_Latn", "languages": ["uzn-Latn", "cym-Latn"]}, {"precision": 0.799522, "recall": 0.84585, "f1": 0.813768, "accuracy": 0.84585, "main_score": 0.813768, "hf_subset": "uzn_Latn-grn_Latn", "languages": ["uzn-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-kat_Geor", "languages": ["uzn-Latn", "kat-Geor"]}, {"precision": 0.635557, "recall": 0.678854, "f1": 0.648174, "accuracy": 0.678854, "main_score": 0.648174, "hf_subset": "uzn_Latn-lua_Latn", "languages": ["uzn-Latn", "lua-Latn"]}, {"precision": 0.630527, "recall": 0.687747, "f1": 0.646659, "accuracy": 0.687747, "main_score": 0.646659, "hf_subset": "uzn_Latn-nya_Latn", "languages": ["uzn-Latn", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-slv_Latn", "languages": ["uzn-Latn", "slv-Latn"]}, {"precision": 0.922654, "recall": 0.9417, "f1": 0.928343, "accuracy": 0.9417, "main_score": 0.928343, "hf_subset": "uzn_Latn-tpi_Latn", "languages": ["uzn-Latn", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-zsm_Latn", "languages": ["uzn-Latn", "zsm-Latn"]}, {"precision": 0.539833, "recall": 0.598814, "f1": 0.556388, "accuracy": 0.598814, "main_score": 0.556388, "hf_subset": "uzn_Latn-ayr_Latn", "languages": ["uzn-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-dan_Latn", "languages": ["uzn-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-guj_Gujr", "languages": ["uzn-Latn", "guj-Gujr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-kaz_Cyrl", "languages": ["uzn-Latn", "kaz-Cyrl"]}, {"precision": 0.536512, "recall": 0.592885, "f1": 0.552721, "accuracy": 0.592885, "main_score": 0.552721, "hf_subset": "uzn_Latn-lug_Latn", "languages": ["uzn-Latn", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-oci_Latn", "languages": ["uzn-Latn", "oci-Latn"]}, {"precision": 0.825034, "recall": 0.866601, "f1": 0.837357, "accuracy": 0.866601, "main_score": 0.837357, "hf_subset": "uzn_Latn-smo_Latn", "languages": ["uzn-Latn", "smo-Latn"]}, {"precision": 0.536109, "recall": 0.592885, "f1": 0.552099, "accuracy": 0.592885, "main_score": 0.552099, "hf_subset": "uzn_Latn-tsn_Latn", "languages": ["uzn-Latn", "tsn-Latn"]}, {"precision": 0.617094, "recall": 0.673913, "f1": 0.633103, "accuracy": 0.673913, "main_score": 0.633103, "hf_subset": "uzn_Latn-zul_Latn", "languages": ["uzn-Latn", "zul-Latn"]}, {"precision": 0.919582, "recall": 0.940711, "f1": 0.925955, "accuracy": 0.940711, "main_score": 0.925955, "hf_subset": "uzn_Latn-azb_Arab", "languages": ["uzn-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-deu_Latn", "languages": ["uzn-Latn", "deu-Latn"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "uzn_Latn-hat_Latn", "languages": ["uzn-Latn", "hat-Latn"]}, {"precision": 0.479026, "recall": 0.529644, "f1": 0.49345, "accuracy": 0.529644, "main_score": 0.49345, "hf_subset": "uzn_Latn-kbp_Latn", "languages": ["uzn-Latn", "kbp-Latn"]}, {"precision": 0.559407, "recall": 0.614625, "f1": 0.574497, "accuracy": 0.614625, "main_score": 0.574497, "hf_subset": "uzn_Latn-luo_Latn", "languages": ["uzn-Latn", "luo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-ory_Orya", "languages": ["uzn-Latn", "ory-Orya"]}, {"precision": 0.581358, "recall": 0.642292, "f1": 0.598363, "accuracy": 0.642292, "main_score": 0.598363, "hf_subset": "uzn_Latn-sna_Latn", "languages": ["uzn-Latn", "sna-Latn"]}, {"precision": 0.533614, "recall": 0.587945, "f1": 0.548261, "accuracy": 0.587945, "main_score": 0.548261, "hf_subset": "uzn_Latn-tso_Latn", "languages": ["uzn-Latn", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-azj_Latn", "languages": ["uzn-Latn", "azj-Latn"]}, {"precision": 0.526081, "recall": 0.587945, "f1": 0.544165, "accuracy": 0.587945, "main_score": 0.544165, "hf_subset": "uzn_Latn-dik_Latn", "languages": ["uzn-Latn", "dik-Latn"]}, {"precision": 0.724987, "recall": 0.777668, "f1": 0.7403, "accuracy": 0.777668, "main_score": 0.7403, "hf_subset": "uzn_Latn-hau_Latn", "languages": ["uzn-Latn", "hau-Latn"]}, {"precision": 0.973073, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "uzn_Latn-kea_Latn", "languages": ["uzn-Latn", "kea-Latn"]}, {"precision": 0.731235, "recall": 0.780632, "f1": 0.746262, "accuracy": 0.780632, "main_score": 0.746262, "hf_subset": "uzn_Latn-lus_Latn", "languages": ["uzn-Latn", "lus-Latn"]}, {"precision": 0.830896, "recall": 0.866601, "f1": 0.841304, "accuracy": 0.866601, "main_score": 0.841304, "hf_subset": "uzn_Latn-pag_Latn", "languages": ["uzn-Latn", "pag-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-snd_Arab", "languages": ["uzn-Latn", "snd-Arab"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "uzn_Latn-tuk_Latn", "languages": ["uzn-Latn", "tuk-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "uzn_Latn-bak_Cyrl", "languages": ["uzn-Latn", "bak-Cyrl"]}, {"precision": 0.472513, "recall": 0.544466, "f1": 0.493555, "accuracy": 0.544466, "main_score": 0.493555, "hf_subset": "uzn_Latn-dyu_Latn", "languages": ["uzn-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-heb_Hebr", "languages": ["uzn-Latn", "heb-Hebr"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "uzn_Latn-khk_Cyrl", "languages": ["uzn-Latn", "khk-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-lvs_Latn", "languages": ["uzn-Latn", "lvs-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-pan_Guru", "languages": ["uzn-Latn", "pan-Guru"]}, {"precision": 0.691683, "recall": 0.752964, "f1": 0.7099, "accuracy": 0.752964, "main_score": 0.7099, "hf_subset": "uzn_Latn-som_Latn", "languages": ["uzn-Latn", "som-Latn"]}, {"precision": 0.565203, "recall": 0.616601, "f1": 0.579491, "accuracy": 0.616601, "main_score": 0.579491, "hf_subset": "uzn_Latn-tum_Latn", "languages": ["uzn-Latn", "tum-Latn"]}, {"precision": 0.595636, "recall": 0.662055, "f1": 0.614819, "accuracy": 0.662055, "main_score": 0.614819, "hf_subset": "als_Latn-ace_Arab", "languages": ["als-Latn", "ace-Arab"]}, {"precision": 0.537949, "recall": 0.597826, "f1": 0.554854, "accuracy": 0.597826, "main_score": 0.554854, "hf_subset": "als_Latn-bam_Latn", "languages": ["als-Latn", "bam-Latn"]}, {"precision": 0.424541, "recall": 0.5, "f1": 0.444824, "accuracy": 0.5, "main_score": 0.444824, "hf_subset": "als_Latn-dzo_Tibt", "languages": ["als-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-hin_Deva", "languages": ["als-Latn", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-khm_Khmr", "languages": ["als-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-mag_Deva", "languages": ["als-Latn", "mag-Deva"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "als_Latn-pap_Latn", "languages": ["als-Latn", "pap-Latn"]}, {"precision": 0.613761, "recall": 0.666008, "f1": 0.62849, "accuracy": 0.666008, "main_score": 0.62849, "hf_subset": "als_Latn-sot_Latn", "languages": ["als-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-tur_Latn", "languages": ["als-Latn", "tur-Latn"]}, {"precision": 0.880632, "recall": 0.911067, "f1": 0.889954, "accuracy": 0.911067, "main_score": 0.889954, "hf_subset": "als_Latn-ace_Latn", "languages": ["als-Latn", "ace-Latn"]}, {"precision": 0.945323, "recall": 0.960474, "f1": 0.950264, "accuracy": 0.960474, "main_score": 0.950264, "hf_subset": "als_Latn-ban_Latn", "languages": ["als-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ell_Grek", "languages": ["als-Latn", "ell-Grek"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "als_Latn-hne_Deva", "languages": ["als-Latn", "hne-Deva"]}, {"precision": 0.604654, "recall": 0.661067, "f1": 0.620783, "accuracy": 0.661067, "main_score": 0.620783, "hf_subset": "als_Latn-kik_Latn", "languages": ["als-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-mai_Deva", "languages": ["als-Latn", "mai-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "als_Latn-pbt_Arab", "languages": ["als-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-spa_Latn", "languages": ["als-Latn", "spa-Latn"]}, {"precision": 0.624944, "recall": 0.685771, "f1": 0.642121, "accuracy": 0.685771, "main_score": 0.642121, "hf_subset": "als_Latn-twi_Latn", "languages": ["als-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-acm_Arab", "languages": ["als-Latn", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-bel_Cyrl", "languages": ["als-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-eng_Latn", "languages": ["als-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-hrv_Latn", "languages": ["als-Latn", "hrv-Latn"]}, {"precision": 0.591716, "recall": 0.649209, "f1": 0.608206, "accuracy": 0.649209, "main_score": 0.608206, "hf_subset": "als_Latn-kin_Latn", "languages": ["als-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-mal_Mlym", "languages": ["als-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pes_Arab", "languages": ["als-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-srd_Latn", "languages": ["als-Latn", "srd-Latn"]}, {"precision": 0.202466, "recall": 0.251976, "f1": 0.215112, "accuracy": 0.251976, "main_score": 0.215112, "hf_subset": "als_Latn-tzm_Tfng", "languages": ["als-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-acq_Arab", "languages": ["als-Latn", "acq-Arab"]}, {"precision": 0.644933, "recall": 0.692688, "f1": 0.658111, "accuracy": 0.692688, "main_score": 0.658111, "hf_subset": "als_Latn-bem_Latn", "languages": ["als-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-epo_Latn", "languages": ["als-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-hun_Latn", "languages": ["als-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-kir_Cyrl", "languages": ["als-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-mar_Deva", "languages": ["als-Latn", "mar-Deva"]}, {"precision": 0.694483, "recall": 0.741107, "f1": 0.708169, "accuracy": 0.741107, "main_score": 0.708169, "hf_subset": "als_Latn-plt_Latn", "languages": ["als-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-srp_Cyrl", "languages": ["als-Latn", "srp-Cyrl"]}, {"precision": 0.969038, "recall": 0.977273, "f1": 0.971673, "accuracy": 0.977273, "main_score": 0.971673, "hf_subset": "als_Latn-uig_Arab", "languages": ["als-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-aeb_Arab", "languages": ["als-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ben_Beng", "languages": ["als-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-est_Latn", "languages": ["als-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-hye_Armn", "languages": ["als-Latn", "hye-Armn"]}, {"precision": 0.562608, "recall": 0.609684, "f1": 0.576353, "accuracy": 0.609684, "main_score": 0.576353, "hf_subset": "als_Latn-kmb_Latn", "languages": ["als-Latn", "kmb-Latn"]}, {"precision": 0.529757, "recall": 0.596838, "f1": 0.547182, "accuracy": 0.596838, "main_score": 0.547182, "hf_subset": "als_Latn-min_Arab", "languages": ["als-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pol_Latn", "languages": ["als-Latn", "pol-Latn"]}, {"precision": 0.57221, "recall": 0.629447, "f1": 0.588883, "accuracy": 0.629447, "main_score": 0.588883, "hf_subset": "als_Latn-ssw_Latn", "languages": ["als-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ukr_Cyrl", "languages": ["als-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-afr_Latn", "languages": ["als-Latn", "afr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-bho_Deva", "languages": ["als-Latn", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "als_Latn-eus_Latn", "languages": ["als-Latn", "eus-Latn"]}, {"precision": 0.588883, "recall": 0.65415, "f1": 0.607209, "accuracy": 0.65415, "main_score": 0.607209, "hf_subset": "als_Latn-ibo_Latn", "languages": ["als-Latn", "ibo-Latn"]}, {"precision": 0.904315, "recall": 0.93083, "f1": 0.912714, "accuracy": 0.93083, "main_score": 0.912714, "hf_subset": "als_Latn-kmr_Latn", "languages": ["als-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "als_Latn-min_Latn", "languages": ["als-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-por_Latn", "languages": ["als-Latn", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-sun_Latn", "languages": ["als-Latn", "sun-Latn"]}, {"precision": 0.539856, "recall": 0.594862, "f1": 0.555327, "accuracy": 0.594862, "main_score": 0.555327, "hf_subset": "als_Latn-umb_Latn", "languages": ["als-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ajp_Arab", "languages": ["als-Latn", "ajp-Arab"]}, {"precision": 0.551979, "recall": 0.618577, "f1": 0.570735, "accuracy": 0.618577, "main_score": 0.570735, "hf_subset": "als_Latn-bjn_Arab", "languages": ["als-Latn", "bjn-Arab"]}, {"precision": 0.523476, "recall": 0.573123, "f1": 0.53698, "accuracy": 0.573123, "main_score": 0.53698, "hf_subset": "als_Latn-ewe_Latn", "languages": ["als-Latn", "ewe-Latn"]}, {"precision": 0.954957, "recall": 0.968379, "f1": 0.959223, "accuracy": 0.968379, "main_score": 0.959223, "hf_subset": "als_Latn-ilo_Latn", "languages": ["als-Latn", "ilo-Latn"]}, {"precision": 0.320764, "recall": 0.383399, "f1": 0.337949, "accuracy": 0.383399, "main_score": 0.337949, "hf_subset": "als_Latn-knc_Arab", "languages": ["als-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-mkd_Cyrl", "languages": ["als-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-prs_Arab", "languages": ["als-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-swe_Latn", "languages": ["als-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-urd_Arab", "languages": ["als-Latn", "urd-Arab"]}, {"precision": 0.59885, "recall": 0.658103, "f1": 0.615547, "accuracy": 0.658103, "main_score": 0.615547, "hf_subset": "als_Latn-aka_Latn", "languages": ["als-Latn", "aka-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "als_Latn-bjn_Latn", "languages": ["als-Latn", "bjn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "als_Latn-fao_Latn", "languages": ["als-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ind_Latn", "languages": ["als-Latn", "ind-Latn"]}, {"precision": 0.593998, "recall": 0.644269, "f1": 0.608533, "accuracy": 0.644269, "main_score": 0.608533, "hf_subset": "als_Latn-knc_Latn", "languages": ["als-Latn", "knc-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "als_Latn-mlt_Latn", "languages": ["als-Latn", "mlt-Latn"]}, {"precision": 0.721896, "recall": 0.781621, "f1": 0.739731, "accuracy": 0.781621, "main_score": 0.739731, "hf_subset": "als_Latn-quy_Latn", "languages": ["als-Latn", "quy-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "als_Latn-swh_Latn", "languages": ["als-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-uzn_Latn", "languages": ["als-Latn", "uzn-Latn"]}, {"precision": 0.658729, "recall": 0.733202, "f1": 0.680237, "accuracy": 0.733202, "main_score": 0.680237, "hf_subset": "als_Latn-bod_Tibt", "languages": ["als-Latn", "bod-Tibt"]}, {"precision": 0.715086, "recall": 0.766798, "f1": 0.729908, "accuracy": 0.766798, "main_score": 0.729908, "hf_subset": "als_Latn-fij_Latn", "languages": ["als-Latn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "als_Latn-isl_Latn", "languages": ["als-Latn", "isl-Latn"]}, {"precision": 0.669319, "recall": 0.72332, "f1": 0.68495, "accuracy": 0.72332, "main_score": 0.68495, "hf_subset": "als_Latn-kon_Latn", "languages": ["als-Latn", "kon-Latn"]}, {"precision": 0.674951, "recall": 0.733202, "f1": 0.691908, "accuracy": 0.733202, "main_score": 0.691908, "hf_subset": "als_Latn-mni_Beng", "languages": ["als-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ron_Latn", "languages": ["als-Latn", "ron-Latn"]}, {"precision": 0.988636, "recall": 0.991107, "f1": 0.98946, "accuracy": 0.991107, "main_score": 0.98946, "hf_subset": "als_Latn-szl_Latn", "languages": ["als-Latn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-vec_Latn", "languages": ["als-Latn", "vec-Latn"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "als_Latn-amh_Ethi", "languages": ["als-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-bos_Latn", "languages": ["als-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-fin_Latn", "languages": ["als-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ita_Latn", "languages": ["als-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-kor_Hang", "languages": ["als-Latn", "kor-Hang"]}, {"precision": 0.563474, "recall": 0.623518, "f1": 0.580159, "accuracy": 0.623518, "main_score": 0.580159, "hf_subset": "als_Latn-mos_Latn", "languages": ["als-Latn", "mos-Latn"]}, {"precision": 0.565054, "recall": 0.618577, "f1": 0.580455, "accuracy": 0.618577, "main_score": 0.580455, "hf_subset": "als_Latn-run_Latn", "languages": ["als-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tam_Taml", "languages": ["als-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-vie_Latn", "languages": ["als-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-apc_Arab", "languages": ["als-Latn", "apc-Arab"]}, {"precision": 0.801779, "recall": 0.84585, "f1": 0.814286, "accuracy": 0.84585, "main_score": 0.814286, "hf_subset": "als_Latn-bug_Latn", "languages": ["als-Latn", "bug-Latn"]}, {"precision": 0.477411, "recall": 0.536561, "f1": 0.49297, "accuracy": 0.536561, "main_score": 0.49297, "hf_subset": "als_Latn-fon_Latn", "languages": ["als-Latn", "fon-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "als_Latn-jav_Latn", "languages": ["als-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-lao_Laoo", "languages": ["als-Latn", "lao-Laoo"]}, {"precision": 0.880599, "recall": 0.91502, "f1": 0.891634, "accuracy": 0.91502, "main_score": 0.891634, "hf_subset": "als_Latn-mri_Latn", "languages": ["als-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-rus_Cyrl", "languages": ["als-Latn", "rus-Cyrl"]}, {"precision": 0.550313, "recall": 0.609684, "f1": 0.566965, "accuracy": 0.609684, "main_score": 0.566965, "hf_subset": "als_Latn-taq_Latn", "languages": ["als-Latn", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-war_Latn", "languages": ["als-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-arb_Arab", "languages": ["als-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-bul_Cyrl", "languages": ["als-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-fra_Latn", "languages": ["als-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-jpn_Jpan", "languages": ["als-Latn", "jpn-Jpan"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "als_Latn-lij_Latn", "languages": ["als-Latn", "lij-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "als_Latn-mya_Mymr", "languages": ["als-Latn", "mya-Mymr"]}, {"precision": 0.614724, "recall": 0.676877, "f1": 0.63181, "accuracy": 0.676877, "main_score": 0.63181, "hf_subset": "als_Latn-sag_Latn", "languages": ["als-Latn", "sag-Latn"]}, {"precision": 0.21073, "recall": 0.264822, "f1": 0.223128, "accuracy": 0.264822, "main_score": 0.223128, "hf_subset": "als_Latn-taq_Tfng", "languages": ["als-Latn", "taq-Tfng"]}, {"precision": 0.641175, "recall": 0.698617, "f1": 0.657386, "accuracy": 0.698617, "main_score": 0.657386, "hf_subset": "als_Latn-wol_Latn", "languages": ["als-Latn", "wol-Latn"]}, {"precision": 0.828047, "recall": 0.87253, "f1": 0.841733, "accuracy": 0.87253, "main_score": 0.841733, "hf_subset": "als_Latn-arb_Latn", "languages": ["als-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-cat_Latn", "languages": ["als-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "als_Latn-fur_Latn", "languages": ["als-Latn", "fur-Latn"]}, {"precision": 0.449056, "recall": 0.505929, "f1": 0.464695, "accuracy": 0.505929, "main_score": 0.464695, "hf_subset": "als_Latn-kab_Latn", "languages": ["als-Latn", "kab-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "als_Latn-lim_Latn", "languages": ["als-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-nld_Latn", "languages": ["als-Latn", "nld-Latn"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "als_Latn-san_Deva", "languages": ["als-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tat_Cyrl", "languages": ["als-Latn", "tat-Cyrl"]}, {"precision": 0.696245, "recall": 0.75, "f1": 0.711646, "accuracy": 0.75, "main_score": 0.711646, "hf_subset": "als_Latn-xho_Latn", "languages": ["als-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ars_Arab", "languages": ["als-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ceb_Latn", "languages": ["als-Latn", "ceb-Latn"]}, {"precision": 0.571446, "recall": 0.629447, "f1": 0.588318, "accuracy": 0.629447, "main_score": 0.588318, "hf_subset": "als_Latn-fuv_Latn", "languages": ["als-Latn", "fuv-Latn"]}, {"precision": 0.516414, "recall": 0.58004, "f1": 0.534426, "accuracy": 0.58004, "main_score": 0.534426, "hf_subset": "als_Latn-kac_Latn", "languages": ["als-Latn", "kac-Latn"]}, {"precision": 0.678534, "recall": 0.729249, "f1": 0.693132, "accuracy": 0.729249, "main_score": 0.693132, "hf_subset": "als_Latn-lin_Latn", "languages": ["als-Latn", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-nno_Latn", "languages": ["als-Latn", "nno-Latn"]}, {"precision": 0.255238, "recall": 0.333992, "f1": 0.276013, "accuracy": 0.333992, "main_score": 0.276013, "hf_subset": "als_Latn-sat_Olck", "languages": ["als-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tel_Telu", "languages": ["als-Latn", "tel-Telu"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "als_Latn-ydd_Hebr", "languages": ["als-Latn", "ydd-Hebr"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "als_Latn-ary_Arab", "languages": ["als-Latn", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-ces_Latn", "languages": ["als-Latn", "ces-Latn"]}, {"precision": 0.614773, "recall": 0.671937, "f1": 0.63157, "accuracy": 0.671937, "main_score": 0.63157, "hf_subset": "als_Latn-gaz_Latn", "languages": ["als-Latn", "gaz-Latn"]}, {"precision": 0.59377, "recall": 0.658103, "f1": 0.611774, "accuracy": 0.658103, "main_score": 0.611774, "hf_subset": "als_Latn-kam_Latn", "languages": ["als-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "als_Latn-lit_Latn", "languages": ["als-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-nob_Latn", "languages": ["als-Latn", "nob-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "als_Latn-scn_Latn", "languages": ["als-Latn", "scn-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "als_Latn-tgk_Cyrl", "languages": ["als-Latn", "tgk-Cyrl"]}, {"precision": 0.738093, "recall": 0.797431, "f1": 0.756329, "accuracy": 0.797431, "main_score": 0.756329, "hf_subset": "als_Latn-yor_Latn", "languages": ["als-Latn", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-arz_Arab", "languages": ["als-Latn", "arz-Arab"]}, {"precision": 0.563675, "recall": 0.626482, "f1": 0.582097, "accuracy": 0.626482, "main_score": 0.582097, "hf_subset": "als_Latn-cjk_Latn", "languages": ["als-Latn", "cjk-Latn"]}, {"precision": 0.813076, "recall": 0.859684, "f1": 0.827503, "accuracy": 0.859684, "main_score": 0.827503, "hf_subset": "als_Latn-gla_Latn", "languages": ["als-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-kan_Knda", "languages": ["als-Latn", "kan-Knda"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "als_Latn-lmo_Latn", "languages": ["als-Latn", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "als_Latn-npi_Deva", "languages": ["als-Latn", "npi-Deva"]}, {"precision": 0.46386, "recall": 0.520751, "f1": 0.479604, "accuracy": 0.520751, "main_score": 0.479604, "hf_subset": "als_Latn-shn_Mymr", "languages": ["als-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-tgl_Latn", "languages": ["als-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-yue_Hant", "languages": ["als-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-asm_Beng", "languages": ["als-Latn", "asm-Beng"]}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "als_Latn-ckb_Arab", "languages": ["als-Latn", "ckb-Arab"]}, {"precision": 0.89142, "recall": 0.920949, "f1": 0.900758, "accuracy": 0.920949, "main_score": 0.900758, "hf_subset": "als_Latn-gle_Latn", "languages": ["als-Latn", "gle-Latn"]}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "als_Latn-kas_Arab", "languages": ["als-Latn", "kas-Arab"]}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "als_Latn-ltg_Latn", "languages": ["als-Latn", "ltg-Latn"]}, {"precision": 0.62856, "recall": 0.677866, "f1": 0.642374, "accuracy": 0.677866, "main_score": 0.642374, "hf_subset": "als_Latn-nso_Latn", "languages": ["als-Latn", "nso-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "als_Latn-sin_Sinh", "languages": ["als-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-tha_Thai", "languages": ["als-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-zho_Hans", "languages": ["als-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ast_Latn", "languages": ["als-Latn", "ast-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "als_Latn-crh_Latn", "languages": ["als-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-glg_Latn", "languages": ["als-Latn", "glg-Latn"]}, {"precision": 0.883729, "recall": 0.914032, "f1": 0.893248, "accuracy": 0.914032, "main_score": 0.893248, "hf_subset": "als_Latn-kas_Deva", "languages": ["als-Latn", "kas-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "als_Latn-ltz_Latn", "languages": ["als-Latn", "ltz-Latn"]}, {"precision": 0.481235, "recall": 0.544466, "f1": 0.498568, "accuracy": 0.544466, "main_score": 0.498568, "hf_subset": "als_Latn-nus_Latn", "languages": ["als-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-slk_Latn", "languages": ["als-Latn", "slk-Latn"]}, {"precision": 0.634909, "recall": 0.705534, "f1": 0.655585, "accuracy": 0.705534, "main_score": 0.655585, "hf_subset": "als_Latn-tir_Ethi", "languages": ["als-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-zho_Hant", "languages": ["als-Latn", "zho-Hant"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "als_Latn-awa_Deva", "languages": ["als-Latn", "awa-Deva"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "als_Latn-cym_Latn", "languages": ["als-Latn", "cym-Latn"]}, {"precision": 0.841304, "recall": 0.87747, "f1": 0.852404, "accuracy": 0.87747, "main_score": 0.852404, "hf_subset": "als_Latn-grn_Latn", "languages": ["als-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-kat_Geor", "languages": ["als-Latn", "kat-Geor"]}, {"precision": 0.653362, "recall": 0.697628, "f1": 0.665585, "accuracy": 0.697628, "main_score": 0.665585, "hf_subset": "als_Latn-lua_Latn", "languages": ["als-Latn", "lua-Latn"]}, {"precision": 0.656012, "recall": 0.716403, "f1": 0.673806, "accuracy": 0.716403, "main_score": 0.673806, "hf_subset": "als_Latn-nya_Latn", "languages": ["als-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-slv_Latn", "languages": ["als-Latn", "slv-Latn"]}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "als_Latn-tpi_Latn", "languages": ["als-Latn", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-zsm_Latn", "languages": ["als-Latn", "zsm-Latn"]}, {"precision": 0.552104, "recall": 0.612648, "f1": 0.568931, "accuracy": 0.612648, "main_score": 0.568931, "hf_subset": "als_Latn-ayr_Latn", "languages": ["als-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-dan_Latn", "languages": ["als-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-guj_Gujr", "languages": ["als-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-kaz_Cyrl", "languages": ["als-Latn", "kaz-Cyrl"]}, {"precision": 0.544179, "recall": 0.607708, "f1": 0.562406, "accuracy": 0.607708, "main_score": 0.562406, "hf_subset": "als_Latn-lug_Latn", "languages": ["als-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-oci_Latn", "languages": ["als-Latn", "oci-Latn"]}, {"precision": 0.830072, "recall": 0.873518, "f1": 0.843808, "accuracy": 0.873518, "main_score": 0.843808, "hf_subset": "als_Latn-smo_Latn", "languages": ["als-Latn", "smo-Latn"]}, {"precision": 0.548066, "recall": 0.610672, "f1": 0.565519, "accuracy": 0.610672, "main_score": 0.565519, "hf_subset": "als_Latn-tsn_Latn", "languages": ["als-Latn", "tsn-Latn"]}, {"precision": 0.643407, "recall": 0.703557, "f1": 0.661053, "accuracy": 0.703557, "main_score": 0.661053, "hf_subset": "als_Latn-zul_Latn", "languages": ["als-Latn", "zul-Latn"]}, {"precision": 0.915349, "recall": 0.938735, "f1": 0.92276, "accuracy": 0.938735, "main_score": 0.92276, "hf_subset": "als_Latn-azb_Arab", "languages": ["als-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-deu_Latn", "languages": ["als-Latn", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "als_Latn-hat_Latn", "languages": ["als-Latn", "hat-Latn"]}, {"precision": 0.504209, "recall": 0.555336, "f1": 0.518528, "accuracy": 0.555336, "main_score": 0.518528, "hf_subset": "als_Latn-kbp_Latn", "languages": ["als-Latn", "kbp-Latn"]}, {"precision": 0.585917, "recall": 0.637352, "f1": 0.599908, "accuracy": 0.637352, "main_score": 0.599908, "hf_subset": "als_Latn-luo_Latn", "languages": ["als-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-ory_Orya", "languages": ["als-Latn", "ory-Orya"]}, {"precision": 0.598131, "recall": 0.659091, "f1": 0.615842, "accuracy": 0.659091, "main_score": 0.615842, "hf_subset": "als_Latn-sna_Latn", "languages": ["als-Latn", "sna-Latn"]}, {"precision": 0.569276, "recall": 0.623518, "f1": 0.584114, "accuracy": 0.623518, "main_score": 0.584114, "hf_subset": "als_Latn-tso_Latn", "languages": ["als-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-azj_Latn", "languages": ["als-Latn", "azj-Latn"]}, {"precision": 0.541115, "recall": 0.606719, "f1": 0.560299, "accuracy": 0.606719, "main_score": 0.560299, "hf_subset": "als_Latn-dik_Latn", "languages": ["als-Latn", "dik-Latn"]}, {"precision": 0.753409, "recall": 0.805336, "f1": 0.769255, "accuracy": 0.805336, "main_score": 0.769255, "hf_subset": "als_Latn-hau_Latn", "languages": ["als-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "als_Latn-kea_Latn", "languages": ["als-Latn", "kea-Latn"]}, {"precision": 0.748123, "recall": 0.793478, "f1": 0.761251, "accuracy": 0.793478, "main_score": 0.761251, "hf_subset": "als_Latn-lus_Latn", "languages": ["als-Latn", "lus-Latn"]}, {"precision": 0.86693, "recall": 0.896245, "f1": 0.875955, "accuracy": 0.896245, "main_score": 0.875955, "hf_subset": "als_Latn-pag_Latn", "languages": ["als-Latn", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-snd_Arab", "languages": ["als-Latn", "snd-Arab"]}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "als_Latn-tuk_Latn", "languages": ["als-Latn", "tuk-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "als_Latn-bak_Cyrl", "languages": ["als-Latn", "bak-Cyrl"]}, {"precision": 0.486548, "recall": 0.570158, "f1": 0.511371, "accuracy": 0.570158, "main_score": 0.511371, "hf_subset": "als_Latn-dyu_Latn", "languages": ["als-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-heb_Hebr", "languages": ["als-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "als_Latn-khk_Cyrl", "languages": ["als-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-lvs_Latn", "languages": ["als-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pan_Guru", "languages": ["als-Latn", "pan-Guru"]}, {"precision": 0.738944, "recall": 0.790514, "f1": 0.753887, "accuracy": 0.790514, "main_score": 0.753887, "hf_subset": "als_Latn-som_Latn", "languages": ["als-Latn", "som-Latn"]}, {"precision": 0.602604, "recall": 0.655138, "f1": 0.617297, "accuracy": 0.655138, "main_score": 0.617297, "hf_subset": "als_Latn-tum_Latn", "languages": ["als-Latn", "tum-Latn"]}, {"precision": 0.230784, "recall": 0.263834, "f1": 0.238465, "accuracy": 0.263834, "main_score": 0.238465, "hf_subset": "bod_Tibt-ace_Arab", "languages": ["bod-Tibt", "ace-Arab"]}, {"precision": 0.230683, "recall": 0.271739, "f1": 0.240449, "accuracy": 0.271739, "main_score": 0.240449, "hf_subset": "bod_Tibt-bam_Latn", "languages": ["bod-Tibt", "bam-Latn"]}, {"precision": 0.459951, "recall": 0.539526, "f1": 0.482009, "accuracy": 0.539526, "main_score": 0.482009, "hf_subset": "bod_Tibt-dzo_Tibt", "languages": ["bod-Tibt", "dzo-Tibt"]}, {"precision": 0.593896, "recall": 0.671937, "f1": 0.614095, "accuracy": 0.671937, "main_score": 0.614095, "hf_subset": "bod_Tibt-hin_Deva", "languages": ["bod-Tibt", "hin-Deva"]}, {"precision": 0.549777, "recall": 0.628458, "f1": 0.571129, "accuracy": 0.628458, "main_score": 0.571129, "hf_subset": "bod_Tibt-khm_Khmr", "languages": ["bod-Tibt", "khm-Khmr"]}, {"precision": 0.560452, "recall": 0.640316, "f1": 0.581271, "accuracy": 0.640316, "main_score": 0.581271, "hf_subset": "bod_Tibt-mag_Deva", "languages": ["bod-Tibt", "mag-Deva"]}, {"precision": 0.43901, "recall": 0.508893, "f1": 0.456376, "accuracy": 0.508893, "main_score": 0.456376, "hf_subset": "bod_Tibt-pap_Latn", "languages": ["bod-Tibt", "pap-Latn"]}, {"precision": 0.258936, "recall": 0.306324, "f1": 0.270186, "accuracy": 0.306324, "main_score": 0.270186, "hf_subset": "bod_Tibt-sot_Latn", "languages": ["bod-Tibt", "sot-Latn"]}, {"precision": 0.574933, "recall": 0.648221, "f1": 0.593704, "accuracy": 0.648221, "main_score": 0.593704, "hf_subset": "bod_Tibt-tur_Latn", "languages": ["bod-Tibt", "tur-Latn"]}, {"precision": 0.334267, "recall": 0.394269, "f1": 0.349255, "accuracy": 0.394269, "main_score": 0.349255, "hf_subset": "bod_Tibt-ace_Latn", "languages": ["bod-Tibt", "ace-Latn"]}, {"precision": 0.391675, "recall": 0.461462, "f1": 0.408639, "accuracy": 0.461462, "main_score": 0.408639, "hf_subset": "bod_Tibt-ban_Latn", "languages": ["bod-Tibt", "ban-Latn"]}, {"precision": 0.574731, "recall": 0.653162, "f1": 0.594859, "accuracy": 0.653162, "main_score": 0.594859, "hf_subset": "bod_Tibt-ell_Grek", "languages": ["bod-Tibt", "ell-Grek"]}, {"precision": 0.533405, "recall": 0.610672, "f1": 0.552295, "accuracy": 0.610672, "main_score": 0.552295, "hf_subset": "bod_Tibt-hne_Deva", "languages": ["bod-Tibt", "hne-Deva"]}, {"precision": 0.166785, "recall": 0.209486, "f1": 0.176344, "accuracy": 0.209486, "main_score": 0.176344, "hf_subset": "bod_Tibt-kik_Latn", "languages": ["bod-Tibt", "kik-Latn"]}, {"precision": 0.544752, "recall": 0.631423, "f1": 0.567279, "accuracy": 0.631423, "main_score": 0.567279, "hf_subset": "bod_Tibt-mai_Deva", "languages": ["bod-Tibt", "mai-Deva"]}, {"precision": 0.457038, "recall": 0.533597, "f1": 0.476267, "accuracy": 0.533597, "main_score": 0.476267, "hf_subset": "bod_Tibt-pbt_Arab", "languages": ["bod-Tibt", "pbt-Arab"]}, {"precision": 0.541201, "recall": 0.623518, "f1": 0.562201, "accuracy": 0.623518, "main_score": 0.562201, "hf_subset": "bod_Tibt-spa_Latn", "languages": ["bod-Tibt", "spa-Latn"]}, {"precision": 0.245412, "recall": 0.281621, "f1": 0.254207, "accuracy": 0.281621, "main_score": 0.254207, "hf_subset": "bod_Tibt-twi_Latn", "languages": ["bod-Tibt", "twi-Latn"]}, {"precision": 0.560166, "recall": 0.633399, "f1": 0.579317, "accuracy": 0.633399, "main_score": 0.579317, "hf_subset": "bod_Tibt-acm_Arab", "languages": ["bod-Tibt", "acm-Arab"]}, {"precision": 0.486114, "recall": 0.563241, "f1": 0.50507, "accuracy": 0.563241, "main_score": 0.50507, "hf_subset": "bod_Tibt-bel_Cyrl", "languages": ["bod-Tibt", "bel-Cyrl"]}, {"precision": 0.612286, "recall": 0.686759, "f1": 0.630879, "accuracy": 0.686759, "main_score": 0.630879, "hf_subset": "bod_Tibt-eng_Latn", "languages": ["bod-Tibt", "eng-Latn"]}, {"precision": 0.577816, "recall": 0.655138, "f1": 0.597584, "accuracy": 0.655138, "main_score": 0.597584, "hf_subset": "bod_Tibt-hrv_Latn", "languages": ["bod-Tibt", "hrv-Latn"]}, {"precision": 0.258961, "recall": 0.297431, "f1": 0.268919, "accuracy": 0.297431, "main_score": 0.268919, "hf_subset": "bod_Tibt-kin_Latn", "languages": ["bod-Tibt", "kin-Latn"]}, {"precision": 0.584117, "recall": 0.666996, "f1": 0.605968, "accuracy": 0.666996, "main_score": 0.605968, "hf_subset": "bod_Tibt-mal_Mlym", "languages": ["bod-Tibt", "mal-Mlym"]}, {"precision": 0.600804, "recall": 0.66996, "f1": 0.619322, "accuracy": 0.66996, "main_score": 0.619322, "hf_subset": "bod_Tibt-pes_Arab", "languages": ["bod-Tibt", "pes-Arab"]}, {"precision": 0.471528, "recall": 0.550395, "f1": 0.49142, "accuracy": 0.550395, "main_score": 0.49142, "hf_subset": "bod_Tibt-srd_Latn", "languages": ["bod-Tibt", "srd-Latn"]}, {"precision": 0.172063, "recall": 0.205534, "f1": 0.180988, "accuracy": 0.205534, "main_score": 0.180988, "hf_subset": "bod_Tibt-tzm_Tfng", "languages": ["bod-Tibt", "tzm-Tfng"]}, {"precision": 0.570664, "recall": 0.646245, "f1": 0.589914, "accuracy": 0.646245, "main_score": 0.589914, "hf_subset": "bod_Tibt-acq_Arab", "languages": ["bod-Tibt", "acq-Arab"]}, {"precision": 0.277821, "recall": 0.322134, "f1": 0.288332, "accuracy": 0.322134, "main_score": 0.288332, "hf_subset": "bod_Tibt-bem_Latn", "languages": ["bod-Tibt", "bem-Latn"]}, {"precision": 0.566731, "recall": 0.648221, "f1": 0.588223, "accuracy": 0.648221, "main_score": 0.588223, "hf_subset": "bod_Tibt-epo_Latn", "languages": ["bod-Tibt", "epo-Latn"]}, {"precision": 0.584001, "recall": 0.659091, "f1": 0.603735, "accuracy": 0.659091, "main_score": 0.603735, "hf_subset": "bod_Tibt-hun_Latn", "languages": ["bod-Tibt", "hun-Latn"]}, {"precision": 0.476364, "recall": 0.563241, "f1": 0.498748, "accuracy": 0.563241, "main_score": 0.498748, "hf_subset": "bod_Tibt-kir_Cyrl", "languages": ["bod-Tibt", "kir-Cyrl"]}, {"precision": 0.601029, "recall": 0.673913, "f1": 0.620799, "accuracy": 0.673913, "main_score": 0.620799, "hf_subset": "bod_Tibt-mar_Deva", "languages": ["bod-Tibt", "mar-Deva"]}, {"precision": 0.280381, "recall": 0.328063, "f1": 0.29155, "accuracy": 0.328063, "main_score": 0.29155, "hf_subset": "bod_Tibt-plt_Latn", "languages": ["bod-Tibt", "plt-Latn"]}, {"precision": 0.584409, "recall": 0.660079, "f1": 0.603514, "accuracy": 0.660079, "main_score": 0.603514, "hf_subset": "bod_Tibt-srp_Cyrl", "languages": ["bod-Tibt", "srp-Cyrl"]}, {"precision": 0.521716, "recall": 0.593874, "f1": 0.540123, "accuracy": 0.593874, "main_score": 0.540123, "hf_subset": "bod_Tibt-uig_Arab", "languages": ["bod-Tibt", "uig-Arab"]}, {"precision": 0.512404, "recall": 0.578063, "f1": 0.527947, "accuracy": 0.578063, "main_score": 0.527947, "hf_subset": "bod_Tibt-aeb_Arab", "languages": ["bod-Tibt", "aeb-Arab"]}, {"precision": 0.607775, "recall": 0.687747, "f1": 0.629619, "accuracy": 0.687747, "main_score": 0.629619, "hf_subset": "bod_Tibt-ben_Beng", "languages": ["bod-Tibt", "ben-Beng"]}, {"precision": 0.549587, "recall": 0.633399, "f1": 0.570775, "accuracy": 0.633399, "main_score": 0.570775, "hf_subset": "bod_Tibt-est_Latn", "languages": ["bod-Tibt", "est-Latn"]}, {"precision": 0.575086, "recall": 0.652174, "f1": 0.595501, "accuracy": 0.652174, "main_score": 0.595501, "hf_subset": "bod_Tibt-hye_Armn", "languages": ["bod-Tibt", "hye-Armn"]}, {"precision": 0.22476, "recall": 0.261858, "f1": 0.233319, "accuracy": 0.261858, "main_score": 0.233319, "hf_subset": "bod_Tibt-kmb_Latn", "languages": ["bod-Tibt", "kmb-Latn"]}, {"precision": 0.214851, "recall": 0.258893, "f1": 0.225064, "accuracy": 0.258893, "main_score": 0.225064, "hf_subset": "bod_Tibt-min_Arab", "languages": ["bod-Tibt", "min-Arab"]}, {"precision": 0.555065, "recall": 0.632411, "f1": 0.574464, "accuracy": 0.632411, "main_score": 0.574464, "hf_subset": "bod_Tibt-pol_Latn", "languages": ["bod-Tibt", "pol-Latn"]}, {"precision": 0.261435, "recall": 0.306324, "f1": 0.272647, "accuracy": 0.306324, "main_score": 0.272647, "hf_subset": "bod_Tibt-ssw_Latn", "languages": ["bod-Tibt", "ssw-Latn"]}, {"precision": 0.582065, "recall": 0.659091, "f1": 0.602128, "accuracy": 0.659091, "main_score": 0.602128, "hf_subset": "bod_Tibt-ukr_Cyrl", "languages": ["bod-Tibt", "ukr-Cyrl"]}, {"precision": 0.603139, "recall": 0.68083, "f1": 0.623661, "accuracy": 0.68083, "main_score": 0.623661, "hf_subset": "bod_Tibt-afr_Latn", "languages": ["bod-Tibt", "afr-Latn"]}, {"precision": 0.542024, "recall": 0.616601, "f1": 0.56116, "accuracy": 0.616601, "main_score": 0.56116, "hf_subset": "bod_Tibt-bho_Deva", "languages": ["bod-Tibt", "bho-Deva"]}, {"precision": 0.495055, "recall": 0.566206, "f1": 0.512785, "accuracy": 0.566206, "main_score": 0.512785, "hf_subset": "bod_Tibt-eus_Latn", "languages": ["bod-Tibt", "eus-Latn"]}, {"precision": 0.220797, "recall": 0.266798, "f1": 0.231558, "accuracy": 0.266798, "main_score": 0.231558, "hf_subset": "bod_Tibt-ibo_Latn", "languages": ["bod-Tibt", "ibo-Latn"]}, {"precision": 0.390714, "recall": 0.459486, "f1": 0.408247, "accuracy": 0.459486, "main_score": 0.408247, "hf_subset": "bod_Tibt-kmr_Latn", "languages": ["bod-Tibt", "kmr-Latn"]}, {"precision": 0.460591, "recall": 0.544466, "f1": 0.481276, "accuracy": 0.544466, "main_score": 0.481276, "hf_subset": "bod_Tibt-min_Latn", "languages": ["bod-Tibt", "min-Latn"]}, {"precision": 0.590947, "recall": 0.664032, "f1": 0.609192, "accuracy": 0.664032, "main_score": 0.609192, "hf_subset": "bod_Tibt-por_Latn", "languages": ["bod-Tibt", "por-Latn"]}, {"precision": 0.504264, "recall": 0.585968, "f1": 0.523746, "accuracy": 0.585968, "main_score": 0.523746, "hf_subset": "bod_Tibt-sun_Latn", "languages": ["bod-Tibt", "sun-Latn"]}, {"precision": 0.235617, "recall": 0.270751, "f1": 0.244317, "accuracy": 0.270751, "main_score": 0.244317, "hf_subset": "bod_Tibt-umb_Latn", "languages": ["bod-Tibt", "umb-Latn"]}, {"precision": 0.56572, "recall": 0.63834, "f1": 0.583209, "accuracy": 0.63834, "main_score": 0.583209, "hf_subset": "bod_Tibt-ajp_Arab", "languages": ["bod-Tibt", "ajp-Arab"]}, {"precision": 0.231606, "recall": 0.270751, "f1": 0.241112, "accuracy": 0.270751, "main_score": 0.241112, "hf_subset": "bod_Tibt-bjn_Arab", "languages": ["bod-Tibt", "bjn-Arab"]}, {"precision": 0.222694, "recall": 0.258893, "f1": 0.231504, "accuracy": 0.258893, "main_score": 0.231504, "hf_subset": "bod_Tibt-ewe_Latn", "languages": ["bod-Tibt", "ewe-Latn"]}, {"precision": 0.376245, "recall": 0.439723, "f1": 0.391237, "accuracy": 0.439723, "main_score": 0.391237, "hf_subset": "bod_Tibt-ilo_Latn", "languages": ["bod-Tibt", "ilo-Latn"]}, {"precision": 0.183797, "recall": 0.210474, "f1": 0.190431, "accuracy": 0.210474, "main_score": 0.190431, "hf_subset": "bod_Tibt-knc_Arab", "languages": ["bod-Tibt", "knc-Arab"]}, {"precision": 0.577383, "recall": 0.657115, "f1": 0.59769, "accuracy": 0.657115, "main_score": 0.59769, "hf_subset": "bod_Tibt-mkd_Cyrl", "languages": ["bod-Tibt", "mkd-Cyrl"]}, {"precision": 0.583021, "recall": 0.656126, "f1": 0.602087, "accuracy": 0.656126, "main_score": 0.602087, "hf_subset": "bod_Tibt-prs_Arab", "languages": ["bod-Tibt", "prs-Arab"]}, {"precision": 0.587771, "recall": 0.666008, "f1": 0.607485, "accuracy": 0.666008, "main_score": 0.607485, "hf_subset": "bod_Tibt-swe_Latn", "languages": ["bod-Tibt", "swe-Latn"]}, {"precision": 0.580035, "recall": 0.664032, "f1": 0.602548, "accuracy": 0.664032, "main_score": 0.602548, "hf_subset": "bod_Tibt-urd_Arab", "languages": ["bod-Tibt", "urd-Arab"]}, {"precision": 0.226738, "recall": 0.271739, "f1": 0.238382, "accuracy": 0.271739, "main_score": 0.238382, "hf_subset": "bod_Tibt-aka_Latn", "languages": ["bod-Tibt", "aka-Latn"]}, {"precision": 0.490345, "recall": 0.556324, "f1": 0.506701, "accuracy": 0.556324, "main_score": 0.506701, "hf_subset": "bod_Tibt-bjn_Latn", "languages": ["bod-Tibt", "bjn-Latn"]}, {"precision": 0.483928, "recall": 0.566206, "f1": 0.505467, "accuracy": 0.566206, "main_score": 0.505467, "hf_subset": "bod_Tibt-fao_Latn", "languages": ["bod-Tibt", "fao-Latn"]}, {"precision": 0.589937, "recall": 0.662055, "f1": 0.608216, "accuracy": 0.662055, "main_score": 0.608216, "hf_subset": "bod_Tibt-ind_Latn", "languages": ["bod-Tibt", "ind-Latn"]}, {"precision": 0.252717, "recall": 0.290514, "f1": 0.262305, "accuracy": 0.290514, "main_score": 0.262305, "hf_subset": "bod_Tibt-knc_Latn", "languages": ["bod-Tibt", "knc-Latn"]}, {"precision": 0.490077, "recall": 0.560277, "f1": 0.507489, "accuracy": 0.560277, "main_score": 0.507489, "hf_subset": "bod_Tibt-mlt_Latn", "languages": ["bod-Tibt", "mlt-Latn"]}, {"precision": 0.286147, "recall": 0.340909, "f1": 0.298889, "accuracy": 0.340909, "main_score": 0.298889, "hf_subset": "bod_Tibt-quy_Latn", "languages": ["bod-Tibt", "quy-Latn"]}, {"precision": 0.512692, "recall": 0.590909, "f1": 0.533317, "accuracy": 0.590909, "main_score": 0.533317, "hf_subset": "bod_Tibt-swh_Latn", "languages": ["bod-Tibt", "swh-Latn"]}, {"precision": 0.559598, "recall": 0.633399, "f1": 0.57891, "accuracy": 0.633399, "main_score": 0.57891, "hf_subset": "bod_Tibt-uzn_Latn", "languages": ["bod-Tibt", "uzn-Latn"]}, {"precision": 0.539145, "recall": 0.618577, "f1": 0.559093, "accuracy": 0.618577, "main_score": 0.559093, "hf_subset": "bod_Tibt-als_Latn", "languages": ["bod-Tibt", "als-Latn"]}, {"precision": 0.300936, "recall": 0.359684, "f1": 0.315645, "accuracy": 0.359684, "main_score": 0.315645, "hf_subset": "bod_Tibt-fij_Latn", "languages": ["bod-Tibt", "fij-Latn"]}, {"precision": 0.524594, "recall": 0.601779, "f1": 0.545285, "accuracy": 0.601779, "main_score": 0.545285, "hf_subset": "bod_Tibt-isl_Latn", "languages": ["bod-Tibt", "isl-Latn"]}, {"precision": 0.266014, "recall": 0.304348, "f1": 0.275768, "accuracy": 0.304348, "main_score": 0.275768, "hf_subset": "bod_Tibt-kon_Latn", "languages": ["bod-Tibt", "kon-Latn"]}, {"precision": 0.263243, "recall": 0.309289, "f1": 0.274088, "accuracy": 0.309289, "main_score": 0.274088, "hf_subset": "bod_Tibt-mni_Beng", "languages": ["bod-Tibt", "mni-Beng"]}, {"precision": 0.592338, "recall": 0.668972, "f1": 0.612335, "accuracy": 0.668972, "main_score": 0.612335, "hf_subset": "bod_Tibt-ron_Latn", "languages": ["bod-Tibt", "ron-Latn"]}, {"precision": 0.501683, "recall": 0.581028, "f1": 0.521934, "accuracy": 0.581028, "main_score": 0.521934, "hf_subset": "bod_Tibt-szl_Latn", "languages": ["bod-Tibt", "szl-Latn"]}, {"precision": 0.531332, "recall": 0.605731, "f1": 0.550878, "accuracy": 0.605731, "main_score": 0.550878, "hf_subset": "bod_Tibt-vec_Latn", "languages": ["bod-Tibt", "vec-Latn"]}, {"precision": 0.492377, "recall": 0.575099, "f1": 0.513228, "accuracy": 0.575099, "main_score": 0.513228, "hf_subset": "bod_Tibt-amh_Ethi", "languages": ["bod-Tibt", "amh-Ethi"]}, {"precision": 0.579464, "recall": 0.65415, "f1": 0.597921, "accuracy": 0.65415, "main_score": 0.597921, "hf_subset": "bod_Tibt-bos_Latn", "languages": ["bod-Tibt", "bos-Latn"]}, {"precision": 0.544634, "recall": 0.631423, "f1": 0.566403, "accuracy": 0.631423, "main_score": 0.566403, "hf_subset": "bod_Tibt-fin_Latn", "languages": ["bod-Tibt", "fin-Latn"]}, {"precision": 0.562571, "recall": 0.643281, "f1": 0.583291, "accuracy": 0.643281, "main_score": 0.583291, "hf_subset": "bod_Tibt-ita_Latn", "languages": ["bod-Tibt", "ita-Latn"]}, {"precision": 0.561687, "recall": 0.643281, "f1": 0.582848, "accuracy": 0.643281, "main_score": 0.582848, "hf_subset": "bod_Tibt-kor_Hang", "languages": ["bod-Tibt", "kor-Hang"]}, {"precision": 0.237105, "recall": 0.278656, "f1": 0.246903, "accuracy": 0.278656, "main_score": 0.246903, "hf_subset": "bod_Tibt-mos_Latn", "languages": ["bod-Tibt", "mos-Latn"]}, {"precision": 0.257181, "recall": 0.299407, "f1": 0.267659, "accuracy": 0.299407, "main_score": 0.267659, "hf_subset": "bod_Tibt-run_Latn", "languages": ["bod-Tibt", "run-Latn"]}, {"precision": 0.588762, "recall": 0.674901, "f1": 0.612368, "accuracy": 0.674901, "main_score": 0.612368, "hf_subset": "bod_Tibt-tam_Taml", "languages": ["bod-Tibt", "tam-Taml"]}, {"precision": 0.555937, "recall": 0.631423, "f1": 0.575011, "accuracy": 0.631423, "main_score": 0.575011, "hf_subset": "bod_Tibt-vie_Latn", "languages": ["bod-Tibt", "vie-Latn"]}, {"precision": 0.557041, "recall": 0.630435, "f1": 0.575521, "accuracy": 0.630435, "main_score": 0.575521, "hf_subset": "bod_Tibt-apc_Arab", "languages": ["bod-Tibt", "apc-Arab"]}, {"precision": 0.302575, "recall": 0.350791, "f1": 0.314701, "accuracy": 0.350791, "main_score": 0.314701, "hf_subset": "bod_Tibt-bug_Latn", "languages": ["bod-Tibt", "bug-Latn"]}, {"precision": 0.220376, "recall": 0.258893, "f1": 0.228703, "accuracy": 0.258893, "main_score": 0.228703, "hf_subset": "bod_Tibt-fon_Latn", "languages": ["bod-Tibt", "fon-Latn"]}, {"precision": 0.539843, "recall": 0.619565, "f1": 0.559535, "accuracy": 0.619565, "main_score": 0.559535, "hf_subset": "bod_Tibt-jav_Latn", "languages": ["bod-Tibt", "jav-Latn"]}, {"precision": 0.538034, "recall": 0.621542, "f1": 0.559285, "accuracy": 0.621542, "main_score": 0.559285, "hf_subset": "bod_Tibt-lao_Laoo", "languages": ["bod-Tibt", "lao-Laoo"]}, {"precision": 0.430594, "recall": 0.508893, "f1": 0.45025, "accuracy": 0.508893, "main_score": 0.45025, "hf_subset": "bod_Tibt-mri_Latn", "languages": ["bod-Tibt", "mri-Latn"]}, {"precision": 0.559165, "recall": 0.633399, "f1": 0.577029, "accuracy": 0.633399, "main_score": 0.577029, "hf_subset": "bod_Tibt-rus_Cyrl", "languages": ["bod-Tibt", "rus-Cyrl"]}, {"precision": 0.235172, "recall": 0.266798, "f1": 0.243256, "accuracy": 0.266798, "main_score": 0.243256, "hf_subset": "bod_Tibt-taq_Latn", "languages": ["bod-Tibt", "taq-Latn"]}, {"precision": 0.473707, "recall": 0.549407, "f1": 0.491819, "accuracy": 0.549407, "main_score": 0.491819, "hf_subset": "bod_Tibt-war_Latn", "languages": ["bod-Tibt", "war-Latn"]}, {"precision": 0.584766, "recall": 0.65415, "f1": 0.601508, "accuracy": 0.65415, "main_score": 0.601508, "hf_subset": "bod_Tibt-arb_Arab", "languages": ["bod-Tibt", "arb-Arab"]}, {"precision": 0.58878, "recall": 0.663043, "f1": 0.607431, "accuracy": 0.663043, "main_score": 0.607431, "hf_subset": "bod_Tibt-bul_Cyrl", "languages": ["bod-Tibt", "bul-Cyrl"]}, {"precision": 0.595915, "recall": 0.66996, "f1": 0.615048, "accuracy": 0.66996, "main_score": 0.615048, "hf_subset": "bod_Tibt-fra_Latn", "languages": ["bod-Tibt", "fra-Latn"]}, {"precision": 0.533591, "recall": 0.615613, "f1": 0.55437, "accuracy": 0.615613, "main_score": 0.55437, "hf_subset": "bod_Tibt-jpn_Jpan", "languages": ["bod-Tibt", "jpn-Jpan"]}, {"precision": 0.493915, "recall": 0.568182, "f1": 0.512338, "accuracy": 0.568182, "main_score": 0.512338, "hf_subset": "bod_Tibt-lij_Latn", "languages": ["bod-Tibt", "lij-Latn"]}, {"precision": 0.56052, "recall": 0.646245, "f1": 0.583363, "accuracy": 0.646245, "main_score": 0.583363, "hf_subset": "bod_Tibt-mya_Mymr", "languages": ["bod-Tibt", "mya-Mymr"]}, {"precision": 0.241844, "recall": 0.286561, "f1": 0.251789, "accuracy": 0.286561, "main_score": 0.251789, "hf_subset": "bod_Tibt-sag_Latn", "languages": ["bod-Tibt", "sag-Latn"]}, {"precision": 0.172768, "recall": 0.205534, "f1": 0.180441, "accuracy": 0.205534, "main_score": 0.180441, "hf_subset": "bod_Tibt-taq_Tfng", "languages": ["bod-Tibt", "taq-Tfng"]}, {"precision": 0.237773, "recall": 0.285573, "f1": 0.249647, "accuracy": 0.285573, "main_score": 0.249647, "hf_subset": "bod_Tibt-wol_Latn", "languages": ["bod-Tibt", "wol-Latn"]}, {"precision": 0.328387, "recall": 0.394269, "f1": 0.344554, "accuracy": 0.394269, "main_score": 0.344554, "hf_subset": "bod_Tibt-arb_Latn", "languages": ["bod-Tibt", "arb-Latn"]}, {"precision": 0.57456, "recall": 0.65415, "f1": 0.595351, "accuracy": 0.65415, "main_score": 0.595351, "hf_subset": "bod_Tibt-cat_Latn", "languages": ["bod-Tibt", "cat-Latn"]}, {"precision": 0.450775, "recall": 0.516798, "f1": 0.466572, "accuracy": 0.516798, "main_score": 0.466572, "hf_subset": "bod_Tibt-fur_Latn", "languages": ["bod-Tibt", "fur-Latn"]}, {"precision": 0.224095, "recall": 0.264822, "f1": 0.2343, "accuracy": 0.264822, "main_score": 0.2343, "hf_subset": "bod_Tibt-kab_Latn", "languages": ["bod-Tibt", "kab-Latn"]}, {"precision": 0.449812, "recall": 0.521739, "f1": 0.467197, "accuracy": 0.521739, "main_score": 0.467197, "hf_subset": "bod_Tibt-lim_Latn", "languages": ["bod-Tibt", "lim-Latn"]}, {"precision": 0.539599, "recall": 0.615613, "f1": 0.558907, "accuracy": 0.615613, "main_score": 0.558907, "hf_subset": "bod_Tibt-nld_Latn", "languages": ["bod-Tibt", "nld-Latn"]}, {"precision": 0.552218, "recall": 0.635375, "f1": 0.573854, "accuracy": 0.635375, "main_score": 0.573854, "hf_subset": "bod_Tibt-san_Deva", "languages": ["bod-Tibt", "san-Deva"]}, {"precision": 0.494919, "recall": 0.583992, "f1": 0.517081, "accuracy": 0.583992, "main_score": 0.517081, "hf_subset": "bod_Tibt-tat_Cyrl", "languages": ["bod-Tibt", "tat-Cyrl"]}, {"precision": 0.282854, "recall": 0.329051, "f1": 0.294176, "accuracy": 0.329051, "main_score": 0.294176, "hf_subset": "bod_Tibt-xho_Latn", "languages": ["bod-Tibt", "xho-Latn"]}, {"precision": 0.553761, "recall": 0.631423, "f1": 0.573112, "accuracy": 0.631423, "main_score": 0.573112, "hf_subset": "bod_Tibt-ars_Arab", "languages": ["bod-Tibt", "ars-Arab"]}, {"precision": 0.517378, "recall": 0.59585, "f1": 0.536807, "accuracy": 0.59585, "main_score": 0.536807, "hf_subset": "bod_Tibt-ceb_Latn", "languages": ["bod-Tibt", "ceb-Latn"]}, {"precision": 0.233751, "recall": 0.277668, "f1": 0.24547, "accuracy": 0.277668, "main_score": 0.24547, "hf_subset": "bod_Tibt-fuv_Latn", "languages": ["bod-Tibt", "fuv-Latn"]}, {"precision": 0.226168, "recall": 0.26581, "f1": 0.235355, "accuracy": 0.26581, "main_score": 0.235355, "hf_subset": "bod_Tibt-kac_Latn", "languages": ["bod-Tibt", "kac-Latn"]}, {"precision": 0.258466, "recall": 0.304348, "f1": 0.269201, "accuracy": 0.304348, "main_score": 0.269201, "hf_subset": "bod_Tibt-lin_Latn", "languages": ["bod-Tibt", "lin-Latn"]}, {"precision": 0.562071, "recall": 0.646245, "f1": 0.583964, "accuracy": 0.646245, "main_score": 0.583964, "hf_subset": "bod_Tibt-nno_Latn", "languages": ["bod-Tibt", "nno-Latn"]}, {"precision": 0.189241, "recall": 0.252964, "f1": 0.205813, "accuracy": 0.252964, "main_score": 0.205813, "hf_subset": "bod_Tibt-sat_Olck", "languages": ["bod-Tibt", "sat-Olck"]}, {"precision": 0.586508, "recall": 0.66996, "f1": 0.608642, "accuracy": 0.66996, "main_score": 0.608642, "hf_subset": "bod_Tibt-tel_Telu", "languages": ["bod-Tibt", "tel-Telu"]}, {"precision": 0.458309, "recall": 0.522727, "f1": 0.474614, "accuracy": 0.522727, "main_score": 0.474614, "hf_subset": "bod_Tibt-ydd_Hebr", "languages": ["bod-Tibt", "ydd-Hebr"]}, {"precision": 0.49254, "recall": 0.563241, "f1": 0.510116, "accuracy": 0.563241, "main_score": 0.510116, "hf_subset": "bod_Tibt-ary_Arab", "languages": ["bod-Tibt", "ary-Arab"]}, {"precision": 0.566481, "recall": 0.641304, "f1": 0.58496, "accuracy": 0.641304, "main_score": 0.58496, "hf_subset": "bod_Tibt-ces_Latn", "languages": ["bod-Tibt", "ces-Latn"]}, {"precision": 0.277914, "recall": 0.327075, "f1": 0.290311, "accuracy": 0.327075, "main_score": 0.290311, "hf_subset": "bod_Tibt-gaz_Latn", "languages": ["bod-Tibt", "gaz-Latn"]}, {"precision": 0.271292, "recall": 0.318182, "f1": 0.282989, "accuracy": 0.318182, "main_score": 0.282989, "hf_subset": "bod_Tibt-kam_Latn", "languages": ["bod-Tibt", "kam-Latn"]}, {"precision": 0.559372, "recall": 0.633399, "f1": 0.578518, "accuracy": 0.633399, "main_score": 0.578518, "hf_subset": "bod_Tibt-lit_Latn", "languages": ["bod-Tibt", "lit-Latn"]}, {"precision": 0.558005, "recall": 0.639328, "f1": 0.578648, "accuracy": 0.639328, "main_score": 0.578648, "hf_subset": "bod_Tibt-nob_Latn", "languages": ["bod-Tibt", "nob-Latn"]}, {"precision": 0.460534, "recall": 0.527668, "f1": 0.476383, "accuracy": 0.527668, "main_score": 0.476383, "hf_subset": "bod_Tibt-scn_Latn", "languages": ["bod-Tibt", "scn-Latn"]}, {"precision": 0.5103, "recall": 0.582016, "f1": 0.527751, "accuracy": 0.582016, "main_score": 0.527751, "hf_subset": "bod_Tibt-tgk_Cyrl", "languages": ["bod-Tibt", "tgk-Cyrl"]}, {"precision": 0.276122, "recall": 0.348814, "f1": 0.294342, "accuracy": 0.348814, "main_score": 0.294342, "hf_subset": "bod_Tibt-yor_Latn", "languages": ["bod-Tibt", "yor-Latn"]}, {"precision": 0.537442, "recall": 0.613636, "f1": 0.557077, "accuracy": 0.613636, "main_score": 0.557077, "hf_subset": "bod_Tibt-arz_Arab", "languages": ["bod-Tibt", "arz-Arab"]}, {"precision": 0.236637, "recall": 0.278656, "f1": 0.246915, "accuracy": 0.278656, "main_score": 0.246915, "hf_subset": "bod_Tibt-cjk_Latn", "languages": ["bod-Tibt", "cjk-Latn"]}, {"precision": 0.344722, "recall": 0.412055, "f1": 0.361648, "accuracy": 0.412055, "main_score": 0.361648, "hf_subset": "bod_Tibt-gla_Latn", "languages": ["bod-Tibt", "gla-Latn"]}, {"precision": 0.578458, "recall": 0.655138, "f1": 0.598429, "accuracy": 0.655138, "main_score": 0.598429, "hf_subset": "bod_Tibt-kan_Knda", "languages": ["bod-Tibt", "kan-Knda"]}, {"precision": 0.478886, "recall": 0.548419, "f1": 0.496244, "accuracy": 0.548419, "main_score": 0.496244, "hf_subset": "bod_Tibt-lmo_Latn", "languages": ["bod-Tibt", "lmo-Latn"]}, {"precision": 0.583379, "recall": 0.663043, "f1": 0.604055, "accuracy": 0.663043, "main_score": 0.604055, "hf_subset": "bod_Tibt-npi_Deva", "languages": ["bod-Tibt", "npi-Deva"]}, {"precision": 0.196856, "recall": 0.227273, "f1": 0.203875, "accuracy": 0.227273, "main_score": 0.203875, "hf_subset": "bod_Tibt-shn_Mymr", "languages": ["bod-Tibt", "shn-Mymr"]}, {"precision": 0.566468, "recall": 0.642292, "f1": 0.585187, "accuracy": 0.642292, "main_score": 0.585187, "hf_subset": "bod_Tibt-tgl_Latn", "languages": ["bod-Tibt", "tgl-Latn"]}, {"precision": 0.555079, "recall": 0.632411, "f1": 0.574496, "accuracy": 0.632411, "main_score": 0.574496, "hf_subset": "bod_Tibt-yue_Hant", "languages": ["bod-Tibt", "yue-Hant"]}, {"precision": 0.567782, "recall": 0.644269, "f1": 0.587162, "accuracy": 0.644269, "main_score": 0.587162, "hf_subset": "bod_Tibt-asm_Beng", "languages": ["bod-Tibt", "asm-Beng"]}, {"precision": 0.47525, "recall": 0.550395, "f1": 0.493817, "accuracy": 0.550395, "main_score": 0.493817, "hf_subset": "bod_Tibt-ckb_Arab", "languages": ["bod-Tibt", "ckb-Arab"]}, {"precision": 0.398088, "recall": 0.467391, "f1": 0.415027, "accuracy": 0.467391, "main_score": 0.415027, "hf_subset": "bod_Tibt-gle_Latn", "languages": ["bod-Tibt", "gle-Latn"]}, {"precision": 0.381694, "recall": 0.447628, "f1": 0.397089, "accuracy": 0.447628, "main_score": 0.397089, "hf_subset": "bod_Tibt-kas_Arab", "languages": ["bod-Tibt", "kas-Arab"]}, {"precision": 0.389047, "recall": 0.472332, "f1": 0.409696, "accuracy": 0.472332, "main_score": 0.409696, "hf_subset": "bod_Tibt-ltg_Latn", "languages": ["bod-Tibt", "ltg-Latn"]}, {"precision": 0.262141, "recall": 0.304348, "f1": 0.272168, "accuracy": 0.304348, "main_score": 0.272168, "hf_subset": "bod_Tibt-nso_Latn", "languages": ["bod-Tibt", "nso-Latn"]}, {"precision": 0.532099, "recall": 0.61166, "f1": 0.553052, "accuracy": 0.61166, "main_score": 0.553052, "hf_subset": "bod_Tibt-sin_Sinh", "languages": ["bod-Tibt", "sin-Sinh"]}, {"precision": 0.560825, "recall": 0.634387, "f1": 0.579863, "accuracy": 0.634387, "main_score": 0.579863, "hf_subset": "bod_Tibt-tha_Thai", "languages": ["bod-Tibt", "tha-Thai"]}, {"precision": 0.534383, "recall": 0.604743, "f1": 0.550926, "accuracy": 0.604743, "main_score": 0.550926, "hf_subset": "bod_Tibt-zho_Hans", "languages": ["bod-Tibt", "zho-Hans"]}, {"precision": 0.541424, "recall": 0.62253, "f1": 0.56264, "accuracy": 0.62253, "main_score": 0.56264, "hf_subset": "bod_Tibt-ast_Latn", "languages": ["bod-Tibt", "ast-Latn"]}, {"precision": 0.52641, "recall": 0.606719, "f1": 0.547403, "accuracy": 0.606719, "main_score": 0.547403, "hf_subset": "bod_Tibt-crh_Latn", "languages": ["bod-Tibt", "crh-Latn"]}, {"precision": 0.587162, "recall": 0.66502, "f1": 0.606373, "accuracy": 0.66502, "main_score": 0.606373, "hf_subset": "bod_Tibt-glg_Latn", "languages": ["bod-Tibt", "glg-Latn"]}, {"precision": 0.34791, "recall": 0.410079, "f1": 0.362148, "accuracy": 0.410079, "main_score": 0.362148, "hf_subset": "bod_Tibt-kas_Deva", "languages": ["bod-Tibt", "kas-Deva"]}, {"precision": 0.43535, "recall": 0.51581, "f1": 0.454981, "accuracy": 0.51581, "main_score": 0.454981, "hf_subset": "bod_Tibt-ltz_Latn", "languages": ["bod-Tibt", "ltz-Latn"]}, {"precision": 0.241092, "recall": 0.279644, "f1": 0.250582, "accuracy": 0.279644, "main_score": 0.250582, "hf_subset": "bod_Tibt-nus_Latn", "languages": ["bod-Tibt", "nus-Latn"]}, {"precision": 0.568788, "recall": 0.642292, "f1": 0.587928, "accuracy": 0.642292, "main_score": 0.587928, "hf_subset": "bod_Tibt-slk_Latn", "languages": ["bod-Tibt", "slk-Latn"]}, {"precision": 0.287456, "recall": 0.340909, "f1": 0.300774, "accuracy": 0.340909, "main_score": 0.300774, "hf_subset": "bod_Tibt-tir_Ethi", "languages": ["bod-Tibt", "tir-Ethi"]}, {"precision": 0.559827, "recall": 0.630435, "f1": 0.577279, "accuracy": 0.630435, "main_score": 0.577279, "hf_subset": "bod_Tibt-zho_Hant", "languages": ["bod-Tibt", "zho-Hant"]}, {"precision": 0.575482, "recall": 0.656126, "f1": 0.596767, "accuracy": 0.656126, "main_score": 0.596767, "hf_subset": "bod_Tibt-awa_Deva", "languages": ["bod-Tibt", "awa-Deva"]}, {"precision": 0.484425, "recall": 0.567194, "f1": 0.505669, "accuracy": 0.567194, "main_score": 0.505669, "hf_subset": "bod_Tibt-cym_Latn", "languages": ["bod-Tibt", "cym-Latn"]}, {"precision": 0.297023, "recall": 0.34585, "f1": 0.308598, "accuracy": 0.34585, "main_score": 0.308598, "hf_subset": "bod_Tibt-grn_Latn", "languages": ["bod-Tibt", "grn-Latn"]}, {"precision": 0.517988, "recall": 0.597826, "f1": 0.538532, "accuracy": 0.597826, "main_score": 0.538532, "hf_subset": "bod_Tibt-kat_Geor", "languages": ["bod-Tibt", "kat-Geor"]}, {"precision": 0.25845, "recall": 0.305336, "f1": 0.270205, "accuracy": 0.305336, "main_score": 0.270205, "hf_subset": "bod_Tibt-lua_Latn", "languages": ["bod-Tibt", "lua-Latn"]}, {"precision": 0.262223, "recall": 0.306324, "f1": 0.272861, "accuracy": 0.306324, "main_score": 0.272861, "hf_subset": "bod_Tibt-nya_Latn", "languages": ["bod-Tibt", "nya-Latn"]}, {"precision": 0.554111, "recall": 0.625494, "f1": 0.572363, "accuracy": 0.625494, "main_score": 0.572363, "hf_subset": "bod_Tibt-slv_Latn", "languages": ["bod-Tibt", "slv-Latn"]}, {"precision": 0.38614, "recall": 0.45751, "f1": 0.403231, "accuracy": 0.45751, "main_score": 0.403231, "hf_subset": "bod_Tibt-tpi_Latn", "languages": ["bod-Tibt", "tpi-Latn"]}, {"precision": 0.594937, "recall": 0.667984, "f1": 0.61382, "accuracy": 0.667984, "main_score": 0.61382, "hf_subset": "bod_Tibt-zsm_Latn", "languages": ["bod-Tibt", "zsm-Latn"]}, {"precision": 0.243971, "recall": 0.281621, "f1": 0.253373, "accuracy": 0.281621, "main_score": 0.253373, "hf_subset": "bod_Tibt-ayr_Latn", "languages": ["bod-Tibt", "ayr-Latn"]}, {"precision": 0.583738, "recall": 0.660079, "f1": 0.603442, "accuracy": 0.660079, "main_score": 0.603442, "hf_subset": "bod_Tibt-dan_Latn", "languages": ["bod-Tibt", "dan-Latn"]}, {"precision": 0.604574, "recall": 0.678854, "f1": 0.623337, "accuracy": 0.678854, "main_score": 0.623337, "hf_subset": "bod_Tibt-guj_Gujr", "languages": ["bod-Tibt", "guj-Gujr"]}, {"precision": 0.571893, "recall": 0.649209, "f1": 0.591836, "accuracy": 0.649209, "main_score": 0.591836, "hf_subset": "bod_Tibt-kaz_Cyrl", "languages": ["bod-Tibt", "kaz-Cyrl"]}, {"precision": 0.232965, "recall": 0.278656, "f1": 0.244121, "accuracy": 0.278656, "main_score": 0.244121, "hf_subset": "bod_Tibt-lug_Latn", "languages": ["bod-Tibt", "lug-Latn"]}, {"precision": 0.560829, "recall": 0.636364, "f1": 0.579695, "accuracy": 0.636364, "main_score": 0.579695, "hf_subset": "bod_Tibt-oci_Latn", "languages": ["bod-Tibt", "oci-Latn"]}, {"precision": 0.383025, "recall": 0.44664, "f1": 0.398884, "accuracy": 0.44664, "main_score": 0.398884, "hf_subset": "bod_Tibt-smo_Latn", "languages": ["bod-Tibt", "smo-Latn"]}, {"precision": 0.242741, "recall": 0.283597, "f1": 0.253023, "accuracy": 0.283597, "main_score": 0.253023, "hf_subset": "bod_Tibt-tsn_Latn", "languages": ["bod-Tibt", "tsn-Latn"]}, {"precision": 0.280225, "recall": 0.329051, "f1": 0.291981, "accuracy": 0.329051, "main_score": 0.291981, "hf_subset": "bod_Tibt-zul_Latn", "languages": ["bod-Tibt", "zul-Latn"]}, {"precision": 0.381617, "recall": 0.440711, "f1": 0.396082, "accuracy": 0.440711, "main_score": 0.396082, "hf_subset": "bod_Tibt-azb_Arab", "languages": ["bod-Tibt", "azb-Arab"]}, {"precision": 0.569582, "recall": 0.648221, "f1": 0.58952, "accuracy": 0.648221, "main_score": 0.58952, "hf_subset": "bod_Tibt-deu_Latn", "languages": ["bod-Tibt", "deu-Latn"]}, {"precision": 0.454328, "recall": 0.522727, "f1": 0.471685, "accuracy": 0.522727, "main_score": 0.471685, "hf_subset": "bod_Tibt-hat_Latn", "languages": ["bod-Tibt", "hat-Latn"]}, {"precision": 0.21076, "recall": 0.25, "f1": 0.221105, "accuracy": 0.25, "main_score": 0.221105, "hf_subset": "bod_Tibt-kbp_Latn", "languages": ["bod-Tibt", "kbp-Latn"]}, {"precision": 0.226712, "recall": 0.273715, "f1": 0.23856, "accuracy": 0.273715, "main_score": 0.23856, "hf_subset": "bod_Tibt-luo_Latn", "languages": ["bod-Tibt", "luo-Latn"]}, {"precision": 0.580872, "recall": 0.661067, "f1": 0.601283, "accuracy": 0.661067, "main_score": 0.601283, "hf_subset": "bod_Tibt-ory_Orya", "languages": ["bod-Tibt", "ory-Orya"]}, {"precision": 0.226755, "recall": 0.273715, "f1": 0.237524, "accuracy": 0.273715, "main_score": 0.237524, "hf_subset": "bod_Tibt-sna_Latn", "languages": ["bod-Tibt", "sna-Latn"]}, {"precision": 0.244663, "recall": 0.285573, "f1": 0.254257, "accuracy": 0.285573, "main_score": 0.254257, "hf_subset": "bod_Tibt-tso_Latn", "languages": ["bod-Tibt", "tso-Latn"]}, {"precision": 0.508579, "recall": 0.596838, "f1": 0.530328, "accuracy": 0.596838, "main_score": 0.530328, "hf_subset": "bod_Tibt-azj_Latn", "languages": ["bod-Tibt", "azj-Latn"]}, {"precision": 0.173445, "recall": 0.215415, "f1": 0.184131, "accuracy": 0.215415, "main_score": 0.184131, "hf_subset": "bod_Tibt-dik_Latn", "languages": ["bod-Tibt", "dik-Latn"]}, {"precision": 0.354978, "recall": 0.418972, "f1": 0.369817, "accuracy": 0.418972, "main_score": 0.369817, "hf_subset": "bod_Tibt-hau_Latn", "languages": ["bod-Tibt", "hau-Latn"]}, {"precision": 0.439422, "recall": 0.497036, "f1": 0.4542, "accuracy": 0.497036, "main_score": 0.4542, "hf_subset": "bod_Tibt-kea_Latn", "languages": ["bod-Tibt", "kea-Latn"]}, {"precision": 0.279352, "recall": 0.329051, "f1": 0.291023, "accuracy": 0.329051, "main_score": 0.291023, "hf_subset": "bod_Tibt-lus_Latn", "languages": ["bod-Tibt", "lus-Latn"]}, {"precision": 0.311555, "recall": 0.362648, "f1": 0.323688, "accuracy": 0.362648, "main_score": 0.323688, "hf_subset": "bod_Tibt-pag_Latn", "languages": ["bod-Tibt", "pag-Latn"]}, {"precision": 0.540015, "recall": 0.623518, "f1": 0.561452, "accuracy": 0.623518, "main_score": 0.561452, "hf_subset": "bod_Tibt-snd_Arab", "languages": ["bod-Tibt", "snd-Arab"]}, {"precision": 0.433155, "recall": 0.506917, "f1": 0.451635, "accuracy": 0.506917, "main_score": 0.451635, "hf_subset": "bod_Tibt-tuk_Latn", "languages": ["bod-Tibt", "tuk-Latn"]}, {"precision": 0.475769, "recall": 0.552372, "f1": 0.494024, "accuracy": 0.552372, "main_score": 0.494024, "hf_subset": "bod_Tibt-bak_Cyrl", "languages": ["bod-Tibt", "bak-Cyrl"]}, {"precision": 0.132408, "recall": 0.175889, "f1": 0.141954, "accuracy": 0.175889, "main_score": 0.141954, "hf_subset": "bod_Tibt-dyu_Latn", "languages": ["bod-Tibt", "dyu-Latn"]}, {"precision": 0.583656, "recall": 0.658103, "f1": 0.602869, "accuracy": 0.658103, "main_score": 0.602869, "hf_subset": "bod_Tibt-heb_Hebr", "languages": ["bod-Tibt", "heb-Hebr"]}, {"precision": 0.515559, "recall": 0.587945, "f1": 0.53368, "accuracy": 0.587945, "main_score": 0.53368, "hf_subset": "bod_Tibt-khk_Cyrl", "languages": ["bod-Tibt", "khk-Cyrl"]}, {"precision": 0.562293, "recall": 0.635375, "f1": 0.580426, "accuracy": 0.635375, "main_score": 0.580426, "hf_subset": "bod_Tibt-lvs_Latn", "languages": ["bod-Tibt", "lvs-Latn"]}, {"precision": 0.597289, "recall": 0.670949, "f1": 0.616052, "accuracy": 0.670949, "main_score": 0.616052, "hf_subset": "bod_Tibt-pan_Guru", "languages": ["bod-Tibt", "pan-Guru"]}, {"precision": 0.32808, "recall": 0.386364, "f1": 0.34295, "accuracy": 0.386364, "main_score": 0.34295, "hf_subset": "bod_Tibt-som_Latn", "languages": ["bod-Tibt", "som-Latn"]}, {"precision": 0.251411, "recall": 0.293478, "f1": 0.262291, "accuracy": 0.293478, "main_score": 0.262291, "hf_subset": "bod_Tibt-tum_Latn", "languages": ["bod-Tibt", "tum-Latn"]}, {"precision": 0.455543, "recall": 0.504941, "f1": 0.468943, "accuracy": 0.504941, "main_score": 0.468943, "hf_subset": "fij_Latn-ace_Arab", "languages": ["fij-Latn", "ace-Arab"]}, {"precision": 0.508004, "recall": 0.554348, "f1": 0.521325, "accuracy": 0.554348, "main_score": 0.521325, "hf_subset": "fij_Latn-bam_Latn", "languages": ["fij-Latn", "bam-Latn"]}, {"precision": 0.267962, "recall": 0.318182, "f1": 0.280012, "accuracy": 0.318182, "main_score": 0.280012, "hf_subset": "fij_Latn-dzo_Tibt", "languages": ["fij-Latn", "dzo-Tibt"]}, {"precision": 0.670288, "recall": 0.72332, "f1": 0.684176, "accuracy": 0.72332, "main_score": 0.684176, "hf_subset": "fij_Latn-hin_Deva", "languages": ["fij-Latn", "hin-Deva"]}, {"precision": 0.626974, "recall": 0.683794, "f1": 0.641714, "accuracy": 0.683794, "main_score": 0.641714, "hf_subset": "fij_Latn-khm_Khmr", "languages": ["fij-Latn", "khm-Khmr"]}, {"precision": 0.649201, "recall": 0.703557, "f1": 0.663709, "accuracy": 0.703557, "main_score": 0.663709, "hf_subset": "fij_Latn-mag_Deva", "languages": ["fij-Latn", "mag-Deva"]}, {"precision": 0.639119, "recall": 0.683794, "f1": 0.650159, "accuracy": 0.683794, "main_score": 0.650159, "hf_subset": "fij_Latn-pap_Latn", "languages": ["fij-Latn", "pap-Latn"]}, {"precision": 0.570525, "recall": 0.616601, "f1": 0.58277, "accuracy": 0.616601, "main_score": 0.58277, "hf_subset": "fij_Latn-sot_Latn", "languages": ["fij-Latn", "sot-Latn"]}, {"precision": 0.654541, "recall": 0.711462, "f1": 0.670455, "accuracy": 0.711462, "main_score": 0.670455, "hf_subset": "fij_Latn-tur_Latn", "languages": ["fij-Latn", "tur-Latn"]}, {"precision": 0.62803, "recall": 0.664032, "f1": 0.637451, "accuracy": 0.664032, "main_score": 0.637451, "hf_subset": "fij_Latn-ace_Latn", "languages": ["fij-Latn", "ace-Latn"]}, {"precision": 0.643631, "recall": 0.675889, "f1": 0.652113, "accuracy": 0.675889, "main_score": 0.652113, "hf_subset": "fij_Latn-ban_Latn", "languages": ["fij-Latn", "ban-Latn"]}, {"precision": 0.653142, "recall": 0.708498, "f1": 0.667272, "accuracy": 0.708498, "main_score": 0.667272, "hf_subset": "fij_Latn-ell_Grek", "languages": ["fij-Latn", "ell-Grek"]}, {"precision": 0.635575, "recall": 0.688735, "f1": 0.649942, "accuracy": 0.688735, "main_score": 0.649942, "hf_subset": "fij_Latn-hne_Deva", "languages": ["fij-Latn", "hne-Deva"]}, {"precision": 0.505866, "recall": 0.555336, "f1": 0.519776, "accuracy": 0.555336, "main_score": 0.519776, "hf_subset": "fij_Latn-kik_Latn", "languages": ["fij-Latn", "kik-Latn"]}, {"precision": 0.654648, "recall": 0.70751, "f1": 0.668493, "accuracy": 0.70751, "main_score": 0.668493, "hf_subset": "fij_Latn-mai_Deva", "languages": ["fij-Latn", "mai-Deva"]}, {"precision": 0.584715, "recall": 0.644269, "f1": 0.600671, "accuracy": 0.644269, "main_score": 0.600671, "hf_subset": "fij_Latn-pbt_Arab", "languages": ["fij-Latn", "pbt-Arab"]}, {"precision": 0.669846, "recall": 0.724308, "f1": 0.684528, "accuracy": 0.724308, "main_score": 0.684528, "hf_subset": "fij_Latn-spa_Latn", "languages": ["fij-Latn", "spa-Latn"]}, {"precision": 0.540521, "recall": 0.582016, "f1": 0.552084, "accuracy": 0.582016, "main_score": 0.552084, "hf_subset": "fij_Latn-twi_Latn", "languages": ["fij-Latn", "twi-Latn"]}, {"precision": 0.652237, "recall": 0.705534, "f1": 0.666442, "accuracy": 0.705534, "main_score": 0.666442, "hf_subset": "fij_Latn-acm_Arab", "languages": ["fij-Latn", "acm-Arab"]}, {"precision": 0.632514, "recall": 0.682806, "f1": 0.645948, "accuracy": 0.682806, "main_score": 0.645948, "hf_subset": "fij_Latn-bel_Cyrl", "languages": ["fij-Latn", "bel-Cyrl"]}, {"precision": 0.69097, "recall": 0.743083, "f1": 0.704929, "accuracy": 0.743083, "main_score": 0.704929, "hf_subset": "fij_Latn-eng_Latn", "languages": ["fij-Latn", "eng-Latn"]}, {"precision": 0.674978, "recall": 0.716403, "f1": 0.685325, "accuracy": 0.716403, "main_score": 0.685325, "hf_subset": "fij_Latn-hrv_Latn", "languages": ["fij-Latn", "hrv-Latn"]}, {"precision": 0.517858, "recall": 0.561265, "f1": 0.530224, "accuracy": 0.561265, "main_score": 0.530224, "hf_subset": "fij_Latn-kin_Latn", "languages": ["fij-Latn", "kin-Latn"]}, {"precision": 0.648295, "recall": 0.704545, "f1": 0.662803, "accuracy": 0.704545, "main_score": 0.662803, "hf_subset": "fij_Latn-mal_Mlym", "languages": ["fij-Latn", "mal-Mlym"]}, {"precision": 0.659133, "recall": 0.714427, "f1": 0.673832, "accuracy": 0.714427, "main_score": 0.673832, "hf_subset": "fij_Latn-pes_Arab", "languages": ["fij-Latn", "pes-Arab"]}, {"precision": 0.646341, "recall": 0.694664, "f1": 0.658679, "accuracy": 0.694664, "main_score": 0.658679, "hf_subset": "fij_Latn-srd_Latn", "languages": ["fij-Latn", "srd-Latn"]}, {"precision": 0.20448, "recall": 0.247036, "f1": 0.215608, "accuracy": 0.247036, "main_score": 0.215608, "hf_subset": "fij_Latn-tzm_Tfng", "languages": ["fij-Latn", "tzm-Tfng"]}, {"precision": 0.645502, "recall": 0.702569, "f1": 0.660734, "accuracy": 0.702569, "main_score": 0.660734, "hf_subset": "fij_Latn-acq_Arab", "languages": ["fij-Latn", "acq-Arab"]}, {"precision": 0.597742, "recall": 0.634387, "f1": 0.607857, "accuracy": 0.634387, "main_score": 0.607857, "hf_subset": "fij_Latn-bem_Latn", "languages": ["fij-Latn", "bem-Latn"]}, {"precision": 0.667577, "recall": 0.715415, "f1": 0.680538, "accuracy": 0.715415, "main_score": 0.680538, "hf_subset": "fij_Latn-epo_Latn", "languages": ["fij-Latn", "epo-Latn"]}, {"precision": 0.671697, "recall": 0.720356, "f1": 0.68432, "accuracy": 0.720356, "main_score": 0.68432, "hf_subset": "fij_Latn-hun_Latn", "languages": ["fij-Latn", "hun-Latn"]}, {"precision": 0.622929, "recall": 0.679842, "f1": 0.638639, "accuracy": 0.679842, "main_score": 0.638639, "hf_subset": "fij_Latn-kir_Cyrl", "languages": ["fij-Latn", "kir-Cyrl"]}, {"precision": 0.653484, "recall": 0.703557, "f1": 0.667183, "accuracy": 0.703557, "main_score": 0.667183, "hf_subset": "fij_Latn-mar_Deva", "languages": ["fij-Latn", "mar-Deva"]}, {"precision": 0.575718, "recall": 0.621542, "f1": 0.587848, "accuracy": 0.621542, "main_score": 0.587848, "hf_subset": "fij_Latn-plt_Latn", "languages": ["fij-Latn", "plt-Latn"]}, {"precision": 0.673893, "recall": 0.726285, "f1": 0.687324, "accuracy": 0.726285, "main_score": 0.687324, "hf_subset": "fij_Latn-srp_Cyrl", "languages": ["fij-Latn", "srp-Cyrl"]}, {"precision": 0.589569, "recall": 0.645257, "f1": 0.604393, "accuracy": 0.645257, "main_score": 0.604393, "hf_subset": "fij_Latn-uig_Arab", "languages": ["fij-Latn", "uig-Arab"]}, {"precision": 0.630122, "recall": 0.689723, "f1": 0.645908, "accuracy": 0.689723, "main_score": 0.645908, "hf_subset": "fij_Latn-aeb_Arab", "languages": ["fij-Latn", "aeb-Arab"]}, {"precision": 0.666938, "recall": 0.718379, "f1": 0.681499, "accuracy": 0.718379, "main_score": 0.681499, "hf_subset": "fij_Latn-ben_Beng", "languages": ["fij-Latn", "ben-Beng"]}, {"precision": 0.644142, "recall": 0.697628, "f1": 0.659053, "accuracy": 0.697628, "main_score": 0.659053, "hf_subset": "fij_Latn-est_Latn", "languages": ["fij-Latn", "est-Latn"]}, {"precision": 0.638461, "recall": 0.700593, "f1": 0.65477, "accuracy": 0.700593, "main_score": 0.65477, "hf_subset": "fij_Latn-hye_Armn", "languages": ["fij-Latn", "hye-Armn"]}, {"precision": 0.520109, "recall": 0.562253, "f1": 0.532164, "accuracy": 0.562253, "main_score": 0.532164, "hf_subset": "fij_Latn-kmb_Latn", "languages": ["fij-Latn", "kmb-Latn"]}, {"precision": 0.405986, "recall": 0.452569, "f1": 0.418299, "accuracy": 0.452569, "main_score": 0.418299, "hf_subset": "fij_Latn-min_Arab", "languages": ["fij-Latn", "min-Arab"]}, {"precision": 0.652131, "recall": 0.70751, "f1": 0.66714, "accuracy": 0.70751, "main_score": 0.66714, "hf_subset": "fij_Latn-pol_Latn", "languages": ["fij-Latn", "pol-Latn"]}, {"precision": 0.55165, "recall": 0.603755, "f1": 0.56571, "accuracy": 0.603755, "main_score": 0.56571, "hf_subset": "fij_Latn-ssw_Latn", "languages": ["fij-Latn", "ssw-Latn"]}, {"precision": 0.676747, "recall": 0.735178, "f1": 0.692965, "accuracy": 0.735178, "main_score": 0.692965, "hf_subset": "fij_Latn-ukr_Cyrl", "languages": ["fij-Latn", "ukr-Cyrl"]}, {"precision": 0.683732, "recall": 0.742095, "f1": 0.699702, "accuracy": 0.742095, "main_score": 0.699702, "hf_subset": "fij_Latn-afr_Latn", "languages": ["fij-Latn", "afr-Latn"]}, {"precision": 0.650877, "recall": 0.698617, "f1": 0.663773, "accuracy": 0.698617, "main_score": 0.663773, "hf_subset": "fij_Latn-bho_Deva", "languages": ["fij-Latn", "bho-Deva"]}, {"precision": 0.63505, "recall": 0.688735, "f1": 0.649202, "accuracy": 0.688735, "main_score": 0.649202, "hf_subset": "fij_Latn-eus_Latn", "languages": ["fij-Latn", "eus-Latn"]}, {"precision": 0.546134, "recall": 0.599802, "f1": 0.561296, "accuracy": 0.599802, "main_score": 0.561296, "hf_subset": "fij_Latn-ibo_Latn", "languages": ["fij-Latn", "ibo-Latn"]}, {"precision": 0.602103, "recall": 0.651186, "f1": 0.616022, "accuracy": 0.651186, "main_score": 0.616022, "hf_subset": "fij_Latn-kmr_Latn", "languages": ["fij-Latn", "kmr-Latn"]}, {"precision": 0.651431, "recall": 0.693676, "f1": 0.662686, "accuracy": 0.693676, "main_score": 0.662686, "hf_subset": "fij_Latn-min_Latn", "languages": ["fij-Latn", "min-Latn"]}, {"precision": 0.679349, "recall": 0.733202, "f1": 0.694309, "accuracy": 0.733202, "main_score": 0.694309, "hf_subset": "fij_Latn-por_Latn", "languages": ["fij-Latn", "por-Latn"]}, {"precision": 0.665032, "recall": 0.716403, "f1": 0.677648, "accuracy": 0.716403, "main_score": 0.677648, "hf_subset": "fij_Latn-sun_Latn", "languages": ["fij-Latn", "sun-Latn"]}, {"precision": 0.487573, "recall": 0.536561, "f1": 0.501702, "accuracy": 0.536561, "main_score": 0.501702, "hf_subset": "fij_Latn-umb_Latn", "languages": ["fij-Latn", "umb-Latn"]}, {"precision": 0.642726, "recall": 0.701581, "f1": 0.658906, "accuracy": 0.701581, "main_score": 0.658906, "hf_subset": "fij_Latn-ajp_Arab", "languages": ["fij-Latn", "ajp-Arab"]}, {"precision": 0.440053, "recall": 0.486166, "f1": 0.452605, "accuracy": 0.486166, "main_score": 0.452605, "hf_subset": "fij_Latn-bjn_Arab", "languages": ["fij-Latn", "bjn-Arab"]}, {"precision": 0.492281, "recall": 0.537549, "f1": 0.504594, "accuracy": 0.537549, "main_score": 0.504594, "hf_subset": "fij_Latn-ewe_Latn", "languages": ["fij-Latn", "ewe-Latn"]}, {"precision": 0.649431, "recall": 0.693676, "f1": 0.660709, "accuracy": 0.693676, "main_score": 0.660709, "hf_subset": "fij_Latn-ilo_Latn", "languages": ["fij-Latn", "ilo-Latn"]}, {"precision": 0.307332, "recall": 0.355731, "f1": 0.320697, "accuracy": 0.355731, "main_score": 0.320697, "hf_subset": "fij_Latn-knc_Arab", "languages": ["fij-Latn", "knc-Arab"]}, {"precision": 0.665274, "recall": 0.727273, "f1": 0.682074, "accuracy": 0.727273, "main_score": 0.682074, "hf_subset": "fij_Latn-mkd_Cyrl", "languages": ["fij-Latn", "mkd-Cyrl"]}, {"precision": 0.656377, "recall": 0.712451, "f1": 0.671764, "accuracy": 0.712451, "main_score": 0.671764, "hf_subset": "fij_Latn-prs_Arab", "languages": ["fij-Latn", "prs-Arab"]}, {"precision": 0.686164, "recall": 0.73913, "f1": 0.700895, "accuracy": 0.73913, "main_score": 0.700895, "hf_subset": "fij_Latn-swe_Latn", "languages": ["fij-Latn", "swe-Latn"]}, {"precision": 0.654622, "recall": 0.712451, "f1": 0.670404, "accuracy": 0.712451, "main_score": 0.670404, "hf_subset": "fij_Latn-urd_Arab", "languages": ["fij-Latn", "urd-Arab"]}, {"precision": 0.541971, "recall": 0.583992, "f1": 0.553512, "accuracy": 0.583992, "main_score": 0.553512, "hf_subset": "fij_Latn-aka_Latn", "languages": ["fij-Latn", "aka-Latn"]}, {"precision": 0.663267, "recall": 0.70751, "f1": 0.674397, "accuracy": 0.70751, "main_score": 0.674397, "hf_subset": "fij_Latn-bjn_Latn", "languages": ["fij-Latn", "bjn-Latn"]}, {"precision": 0.636382, "recall": 0.683794, "f1": 0.648885, "accuracy": 0.683794, "main_score": 0.648885, "hf_subset": "fij_Latn-fao_Latn", "languages": ["fij-Latn", "fao-Latn"]}, {"precision": 0.688114, "recall": 0.740119, "f1": 0.701525, "accuracy": 0.740119, "main_score": 0.701525, "hf_subset": "fij_Latn-ind_Latn", "languages": ["fij-Latn", "ind-Latn"]}, {"precision": 0.552717, "recall": 0.588933, "f1": 0.56328, "accuracy": 0.588933, "main_score": 0.56328, "hf_subset": "fij_Latn-knc_Latn", "languages": ["fij-Latn", "knc-Latn"]}, {"precision": 0.660166, "recall": 0.713439, "f1": 0.673941, "accuracy": 0.713439, "main_score": 0.673941, "hf_subset": "fij_Latn-mlt_Latn", "languages": ["fij-Latn", "mlt-Latn"]}, {"precision": 0.553896, "recall": 0.597826, "f1": 0.566768, "accuracy": 0.597826, "main_score": 0.566768, "hf_subset": "fij_Latn-quy_Latn", "languages": ["fij-Latn", "quy-Latn"]}, {"precision": 0.648827, "recall": 0.704545, "f1": 0.664048, "accuracy": 0.704545, "main_score": 0.664048, "hf_subset": "fij_Latn-swh_Latn", "languages": ["fij-Latn", "swh-Latn"]}, {"precision": 0.629233, "recall": 0.682806, "f1": 0.64354, "accuracy": 0.682806, "main_score": 0.64354, "hf_subset": "fij_Latn-uzn_Latn", "languages": ["fij-Latn", "uzn-Latn"]}, {"precision": 0.66566, "recall": 0.719368, "f1": 0.680367, "accuracy": 0.719368, "main_score": 0.680367, "hf_subset": "fij_Latn-als_Latn", "languages": ["fij-Latn", "als-Latn"]}, {"precision": 0.346377, "recall": 0.417984, "f1": 0.364735, "accuracy": 0.417984, "main_score": 0.364735, "hf_subset": "fij_Latn-bod_Tibt", "languages": ["fij-Latn", "bod-Tibt"]}, {"precision": 0.637147, "recall": 0.693676, "f1": 0.653321, "accuracy": 0.693676, "main_score": 0.653321, "hf_subset": "fij_Latn-isl_Latn", "languages": ["fij-Latn", "isl-Latn"]}, {"precision": 0.558366, "recall": 0.596838, "f1": 0.56937, "accuracy": 0.596838, "main_score": 0.56937, "hf_subset": "fij_Latn-kon_Latn", "languages": ["fij-Latn", "kon-Latn"]}, {"precision": 0.505521, "recall": 0.557312, "f1": 0.519525, "accuracy": 0.557312, "main_score": 0.519525, "hf_subset": "fij_Latn-mni_Beng", "languages": ["fij-Latn", "mni-Beng"]}, {"precision": 0.686392, "recall": 0.740119, "f1": 0.700852, "accuracy": 0.740119, "main_score": 0.700852, "hf_subset": "fij_Latn-ron_Latn", "languages": ["fij-Latn", "ron-Latn"]}, {"precision": 0.647004, "recall": 0.699605, "f1": 0.661237, "accuracy": 0.699605, "main_score": 0.661237, "hf_subset": "fij_Latn-szl_Latn", "languages": ["fij-Latn", "szl-Latn"]}, {"precision": 0.678576, "recall": 0.729249, "f1": 0.691686, "accuracy": 0.729249, "main_score": 0.691686, "hf_subset": "fij_Latn-vec_Latn", "languages": ["fij-Latn", "vec-Latn"]}, {"precision": 0.563259, "recall": 0.628458, "f1": 0.580982, "accuracy": 0.628458, "main_score": 0.580982, "hf_subset": "fij_Latn-amh_Ethi", "languages": ["fij-Latn", "amh-Ethi"]}, {"precision": 0.6885, "recall": 0.741107, "f1": 0.702437, "accuracy": 0.741107, "main_score": 0.702437, "hf_subset": "fij_Latn-bos_Latn", "languages": ["fij-Latn", "bos-Latn"]}, {"precision": 0.644927, "recall": 0.700593, "f1": 0.659819, "accuracy": 0.700593, "main_score": 0.659819, "hf_subset": "fij_Latn-fin_Latn", "languages": ["fij-Latn", "fin-Latn"]}, {"precision": 0.671568, "recall": 0.725296, "f1": 0.685637, "accuracy": 0.725296, "main_score": 0.685637, "hf_subset": "fij_Latn-ita_Latn", "languages": ["fij-Latn", "ita-Latn"]}, {"precision": 0.650319, "recall": 0.708498, "f1": 0.66541, "accuracy": 0.708498, "main_score": 0.66541, "hf_subset": "fij_Latn-kor_Hang", "languages": ["fij-Latn", "kor-Hang"]}, {"precision": 0.513053, "recall": 0.556324, "f1": 0.525187, "accuracy": 0.556324, "main_score": 0.525187, "hf_subset": "fij_Latn-mos_Latn", "languages": ["fij-Latn", "mos-Latn"]}, {"precision": 0.532155, "recall": 0.575099, "f1": 0.544032, "accuracy": 0.575099, "main_score": 0.544032, "hf_subset": "fij_Latn-run_Latn", "languages": ["fij-Latn", "run-Latn"]}, {"precision": 0.632565, "recall": 0.689723, "f1": 0.648496, "accuracy": 0.689723, "main_score": 0.648496, "hf_subset": "fij_Latn-tam_Taml", "languages": ["fij-Latn", "tam-Taml"]}, {"precision": 0.667132, "recall": 0.72332, "f1": 0.680903, "accuracy": 0.72332, "main_score": 0.680903, "hf_subset": "fij_Latn-vie_Latn", "languages": ["fij-Latn", "vie-Latn"]}, {"precision": 0.642536, "recall": 0.704545, "f1": 0.659447, "accuracy": 0.704545, "main_score": 0.659447, "hf_subset": "fij_Latn-apc_Arab", "languages": ["fij-Latn", "apc-Arab"]}, {"precision": 0.578025, "recall": 0.629447, "f1": 0.591987, "accuracy": 0.629447, "main_score": 0.591987, "hf_subset": "fij_Latn-bug_Latn", "languages": ["fij-Latn", "bug-Latn"]}, {"precision": 0.460545, "recall": 0.509881, "f1": 0.473778, "accuracy": 0.509881, "main_score": 0.473778, "hf_subset": "fij_Latn-fon_Latn", "languages": ["fij-Latn", "fon-Latn"]}, {"precision": 0.69009, "recall": 0.737154, "f1": 0.703041, "accuracy": 0.737154, "main_score": 0.703041, "hf_subset": "fij_Latn-jav_Latn", "languages": ["fij-Latn", "jav-Latn"]}, {"precision": 0.606424, "recall": 0.666008, "f1": 0.622, "accuracy": 0.666008, "main_score": 0.622, "hf_subset": "fij_Latn-lao_Laoo", "languages": ["fij-Latn", "lao-Laoo"]}, {"precision": 0.632871, "recall": 0.684783, "f1": 0.647033, "accuracy": 0.684783, "main_score": 0.647033, "hf_subset": "fij_Latn-mri_Latn", "languages": ["fij-Latn", "mri-Latn"]}, {"precision": 0.675581, "recall": 0.726285, "f1": 0.688729, "accuracy": 0.726285, "main_score": 0.688729, "hf_subset": "fij_Latn-rus_Cyrl", "languages": ["fij-Latn", "rus-Cyrl"]}, {"precision": 0.494181, "recall": 0.537549, "f1": 0.506428, "accuracy": 0.537549, "main_score": 0.506428, "hf_subset": "fij_Latn-taq_Latn", "languages": ["fij-Latn", "taq-Latn"]}, {"precision": 0.685802, "recall": 0.725296, "f1": 0.695077, "accuracy": 0.725296, "main_score": 0.695077, "hf_subset": "fij_Latn-war_Latn", "languages": ["fij-Latn", "war-Latn"]}, {"precision": 0.647351, "recall": 0.704545, "f1": 0.662136, "accuracy": 0.704545, "main_score": 0.662136, "hf_subset": "fij_Latn-arb_Arab", "languages": ["fij-Latn", "arb-Arab"]}, {"precision": 0.673399, "recall": 0.721344, "f1": 0.686295, "accuracy": 0.721344, "main_score": 0.686295, "hf_subset": "fij_Latn-bul_Cyrl", "languages": ["fij-Latn", "bul-Cyrl"]}, {"precision": 0.675261, "recall": 0.726285, "f1": 0.68849, "accuracy": 0.726285, "main_score": 0.68849, "hf_subset": "fij_Latn-fra_Latn", "languages": ["fij-Latn", "fra-Latn"]}, {"precision": 0.642185, "recall": 0.695652, "f1": 0.656861, "accuracy": 0.695652, "main_score": 0.656861, "hf_subset": "fij_Latn-jpn_Jpan", "languages": ["fij-Latn", "jpn-Jpan"]}, {"precision": 0.649697, "recall": 0.703557, "f1": 0.664527, "accuracy": 0.703557, "main_score": 0.664527, "hf_subset": "fij_Latn-lij_Latn", "languages": ["fij-Latn", "lij-Latn"]}, {"precision": 0.552335, "recall": 0.619565, "f1": 0.570679, "accuracy": 0.619565, "main_score": 0.570679, "hf_subset": "fij_Latn-mya_Mymr", "languages": ["fij-Latn", "mya-Mymr"]}, {"precision": 0.522025, "recall": 0.570158, "f1": 0.53507, "accuracy": 0.570158, "main_score": 0.53507, "hf_subset": "fij_Latn-sag_Latn", "languages": ["fij-Latn", "sag-Latn"]}, {"precision": 0.201471, "recall": 0.246047, "f1": 0.212413, "accuracy": 0.246047, "main_score": 0.212413, "hf_subset": "fij_Latn-taq_Tfng", "languages": ["fij-Latn", "taq-Tfng"]}, {"precision": 0.542517, "recall": 0.587945, "f1": 0.554907, "accuracy": 0.587945, "main_score": 0.554907, "hf_subset": "fij_Latn-wol_Latn", "languages": ["fij-Latn", "wol-Latn"]}, {"precision": 0.500674, "recall": 0.556324, "f1": 0.516543, "accuracy": 0.556324, "main_score": 0.516543, "hf_subset": "fij_Latn-arb_Latn", "languages": ["fij-Latn", "arb-Latn"]}, {"precision": 0.677978, "recall": 0.731225, "f1": 0.691784, "accuracy": 0.731225, "main_score": 0.691784, "hf_subset": "fij_Latn-cat_Latn", "languages": ["fij-Latn", "cat-Latn"]}, {"precision": 0.648063, "recall": 0.692688, "f1": 0.659035, "accuracy": 0.692688, "main_score": 0.659035, "hf_subset": "fij_Latn-fur_Latn", "languages": ["fij-Latn", "fur-Latn"]}, {"precision": 0.433155, "recall": 0.485178, "f1": 0.446983, "accuracy": 0.485178, "main_score": 0.446983, "hf_subset": "fij_Latn-kab_Latn", "languages": ["fij-Latn", "kab-Latn"]}, {"precision": 0.630634, "recall": 0.68083, "f1": 0.64397, "accuracy": 0.68083, "main_score": 0.64397, "hf_subset": "fij_Latn-lim_Latn", "languages": ["fij-Latn", "lim-Latn"]}, {"precision": 0.671123, "recall": 0.724308, "f1": 0.684414, "accuracy": 0.724308, "main_score": 0.684414, "hf_subset": "fij_Latn-nld_Latn", "languages": ["fij-Latn", "nld-Latn"]}, {"precision": 0.594407, "recall": 0.662055, "f1": 0.612785, "accuracy": 0.662055, "main_score": 0.612785, "hf_subset": "fij_Latn-san_Deva", "languages": ["fij-Latn", "san-Deva"]}, {"precision": 0.634714, "recall": 0.692688, "f1": 0.650468, "accuracy": 0.692688, "main_score": 0.650468, "hf_subset": "fij_Latn-tat_Cyrl", "languages": ["fij-Latn", "tat-Cyrl"]}, {"precision": 0.574006, "recall": 0.621542, "f1": 0.587437, "accuracy": 0.621542, "main_score": 0.587437, "hf_subset": "fij_Latn-xho_Latn", "languages": ["fij-Latn", "xho-Latn"]}, {"precision": 0.632198, "recall": 0.695652, "f1": 0.649093, "accuracy": 0.695652, "main_score": 0.649093, "hf_subset": "fij_Latn-ars_Arab", "languages": ["fij-Latn", "ars-Arab"]}, {"precision": 0.690874, "recall": 0.73913, "f1": 0.703581, "accuracy": 0.73913, "main_score": 0.703581, "hf_subset": "fij_Latn-ceb_Latn", "languages": ["fij-Latn", "ceb-Latn"]}, {"precision": 0.509743, "recall": 0.560277, "f1": 0.524778, "accuracy": 0.560277, "main_score": 0.524778, "hf_subset": "fij_Latn-fuv_Latn", "languages": ["fij-Latn", "fuv-Latn"]}, {"precision": 0.494463, "recall": 0.543478, "f1": 0.507804, "accuracy": 0.543478, "main_score": 0.507804, "hf_subset": "fij_Latn-kac_Latn", "languages": ["fij-Latn", "kac-Latn"]}, {"precision": 0.571929, "recall": 0.616601, "f1": 0.584198, "accuracy": 0.616601, "main_score": 0.584198, "hf_subset": "fij_Latn-lin_Latn", "languages": ["fij-Latn", "lin-Latn"]}, {"precision": 0.673877, "recall": 0.727273, "f1": 0.688476, "accuracy": 0.727273, "main_score": 0.688476, "hf_subset": "fij_Latn-nno_Latn", "languages": ["fij-Latn", "nno-Latn"]}, {"precision": 0.160644, "recall": 0.209486, "f1": 0.172848, "accuracy": 0.209486, "main_score": 0.172848, "hf_subset": "fij_Latn-sat_Olck", "languages": ["fij-Latn", "sat-Olck"]}, {"precision": 0.651662, "recall": 0.709486, "f1": 0.666211, "accuracy": 0.709486, "main_score": 0.666211, "hf_subset": "fij_Latn-tel_Telu", "languages": ["fij-Latn", "tel-Telu"]}, {"precision": 0.569785, "recall": 0.626482, "f1": 0.584565, "accuracy": 0.626482, "main_score": 0.584565, "hf_subset": "fij_Latn-ydd_Hebr", "languages": ["fij-Latn", "ydd-Hebr"]}, {"precision": 0.621737, "recall": 0.674901, "f1": 0.636015, "accuracy": 0.674901, "main_score": 0.636015, "hf_subset": "fij_Latn-ary_Arab", "languages": ["fij-Latn", "ary-Arab"]}, {"precision": 0.663723, "recall": 0.716403, "f1": 0.677885, "accuracy": 0.716403, "main_score": 0.677885, "hf_subset": "fij_Latn-ces_Latn", "languages": ["fij-Latn", "ces-Latn"]}, {"precision": 0.50457, "recall": 0.562253, "f1": 0.520939, "accuracy": 0.562253, "main_score": 0.520939, "hf_subset": "fij_Latn-gaz_Latn", "languages": ["fij-Latn", "gaz-Latn"]}, {"precision": 0.532396, "recall": 0.583004, "f1": 0.546633, "accuracy": 0.583004, "main_score": 0.546633, "hf_subset": "fij_Latn-kam_Latn", "languages": ["fij-Latn", "kam-Latn"]}, {"precision": 0.663766, "recall": 0.715415, "f1": 0.677353, "accuracy": 0.715415, "main_score": 0.677353, "hf_subset": "fij_Latn-lit_Latn", "languages": ["fij-Latn", "lit-Latn"]}, {"precision": 0.669257, "recall": 0.724308, "f1": 0.684846, "accuracy": 0.724308, "main_score": 0.684846, "hf_subset": "fij_Latn-nob_Latn", "languages": ["fij-Latn", "nob-Latn"]}, {"precision": 0.642761, "recall": 0.692688, "f1": 0.655881, "accuracy": 0.692688, "main_score": 0.655881, "hf_subset": "fij_Latn-scn_Latn", "languages": ["fij-Latn", "scn-Latn"]}, {"precision": 0.627284, "recall": 0.675889, "f1": 0.639815, "accuracy": 0.675889, "main_score": 0.639815, "hf_subset": "fij_Latn-tgk_Cyrl", "languages": ["fij-Latn", "tgk-Cyrl"]}, {"precision": 0.543675, "recall": 0.597826, "f1": 0.55894, "accuracy": 0.597826, "main_score": 0.55894, "hf_subset": "fij_Latn-yor_Latn", "languages": ["fij-Latn", "yor-Latn"]}, {"precision": 0.649752, "recall": 0.710474, "f1": 0.666068, "accuracy": 0.710474, "main_score": 0.666068, "hf_subset": "fij_Latn-arz_Arab", "languages": ["fij-Latn", "arz-Arab"]}, {"precision": 0.503219, "recall": 0.546443, "f1": 0.515267, "accuracy": 0.546443, "main_score": 0.515267, "hf_subset": "fij_Latn-cjk_Latn", "languages": ["fij-Latn", "cjk-Latn"]}, {"precision": 0.560194, "recall": 0.613636, "f1": 0.574549, "accuracy": 0.613636, "main_score": 0.574549, "hf_subset": "fij_Latn-gla_Latn", "languages": ["fij-Latn", "gla-Latn"]}, {"precision": 0.641172, "recall": 0.703557, "f1": 0.657313, "accuracy": 0.703557, "main_score": 0.657313, "hf_subset": "fij_Latn-kan_Knda", "languages": ["fij-Latn", "kan-Knda"]}, {"precision": 0.646874, "recall": 0.69664, "f1": 0.66035, "accuracy": 0.69664, "main_score": 0.66035, "hf_subset": "fij_Latn-lmo_Latn", "languages": ["fij-Latn", "lmo-Latn"]}, {"precision": 0.644235, "recall": 0.697628, "f1": 0.65833, "accuracy": 0.697628, "main_score": 0.65833, "hf_subset": "fij_Latn-npi_Deva", "languages": ["fij-Latn", "npi-Deva"]}, {"precision": 0.456046, "recall": 0.504941, "f1": 0.469426, "accuracy": 0.504941, "main_score": 0.469426, "hf_subset": "fij_Latn-shn_Mymr", "languages": ["fij-Latn", "shn-Mymr"]}, {"precision": 0.701705, "recall": 0.749012, "f1": 0.713944, "accuracy": 0.749012, "main_score": 0.713944, "hf_subset": "fij_Latn-tgl_Latn", "languages": ["fij-Latn", "tgl-Latn"]}, {"precision": 0.640863, "recall": 0.700593, "f1": 0.656006, "accuracy": 0.700593, "main_score": 0.656006, "hf_subset": "fij_Latn-yue_Hant", "languages": ["fij-Latn", "yue-Hant"]}, {"precision": 0.632001, "recall": 0.694664, "f1": 0.649263, "accuracy": 0.694664, "main_score": 0.649263, "hf_subset": "fij_Latn-asm_Beng", "languages": ["fij-Latn", "asm-Beng"]}, {"precision": 0.601448, "recall": 0.653162, "f1": 0.615089, "accuracy": 0.653162, "main_score": 0.615089, "hf_subset": "fij_Latn-ckb_Arab", "languages": ["fij-Latn", "ckb-Arab"]}, {"precision": 0.573346, "recall": 0.62747, "f1": 0.587803, "accuracy": 0.62747, "main_score": 0.587803, "hf_subset": "fij_Latn-gle_Latn", "languages": ["fij-Latn", "gle-Latn"]}, {"precision": 0.549095, "recall": 0.605731, "f1": 0.563234, "accuracy": 0.605731, "main_score": 0.563234, "hf_subset": "fij_Latn-kas_Arab", "languages": ["fij-Latn", "kas-Arab"]}, {"precision": 0.582573, "recall": 0.641304, "f1": 0.598343, "accuracy": 0.641304, "main_score": 0.598343, "hf_subset": "fij_Latn-ltg_Latn", "languages": ["fij-Latn", "ltg-Latn"]}, {"precision": 0.576212, "recall": 0.618577, "f1": 0.588574, "accuracy": 0.618577, "main_score": 0.588574, "hf_subset": "fij_Latn-nso_Latn", "languages": ["fij-Latn", "nso-Latn"]}, {"precision": 0.603674, "recall": 0.667984, "f1": 0.621147, "accuracy": 0.667984, "main_score": 0.621147, "hf_subset": "fij_Latn-sin_Sinh", "languages": ["fij-Latn", "sin-Sinh"]}, {"precision": 0.662418, "recall": 0.721344, "f1": 0.677714, "accuracy": 0.721344, "main_score": 0.677714, "hf_subset": "fij_Latn-tha_Thai", "languages": ["fij-Latn", "tha-Thai"]}, {"precision": 0.63968, "recall": 0.692688, "f1": 0.653733, "accuracy": 0.692688, "main_score": 0.653733, "hf_subset": "fij_Latn-zho_Hans", "languages": ["fij-Latn", "zho-Hans"]}, {"precision": 0.685496, "recall": 0.736166, "f1": 0.699143, "accuracy": 0.736166, "main_score": 0.699143, "hf_subset": "fij_Latn-ast_Latn", "languages": ["fij-Latn", "ast-Latn"]}, {"precision": 0.636089, "recall": 0.6917, "f1": 0.650548, "accuracy": 0.6917, "main_score": 0.650548, "hf_subset": "fij_Latn-crh_Latn", "languages": ["fij-Latn", "crh-Latn"]}, {"precision": 0.686372, "recall": 0.732213, "f1": 0.699147, "accuracy": 0.732213, "main_score": 0.699147, "hf_subset": "fij_Latn-glg_Latn", "languages": ["fij-Latn", "glg-Latn"]}, {"precision": 0.569929, "recall": 0.624506, "f1": 0.584486, "accuracy": 0.624506, "main_score": 0.584486, "hf_subset": "fij_Latn-kas_Deva", "languages": ["fij-Latn", "kas-Deva"]}, {"precision": 0.624607, "recall": 0.679842, "f1": 0.639522, "accuracy": 0.679842, "main_score": 0.639522, "hf_subset": "fij_Latn-ltz_Latn", "languages": ["fij-Latn", "ltz-Latn"]}, {"precision": 0.473227, "recall": 0.523715, "f1": 0.48712, "accuracy": 0.523715, "main_score": 0.48712, "hf_subset": "fij_Latn-nus_Latn", "languages": ["fij-Latn", "nus-Latn"]}, {"precision": 0.661593, "recall": 0.716403, "f1": 0.676012, "accuracy": 0.716403, "main_score": 0.676012, "hf_subset": "fij_Latn-slk_Latn", "languages": ["fij-Latn", "slk-Latn"]}, {"precision": 0.432023, "recall": 0.5, "f1": 0.450768, "accuracy": 0.5, "main_score": 0.450768, "hf_subset": "fij_Latn-tir_Ethi", "languages": ["fij-Latn", "tir-Ethi"]}, {"precision": 0.638673, "recall": 0.69664, "f1": 0.653944, "accuracy": 0.69664, "main_score": 0.653944, "hf_subset": "fij_Latn-zho_Hant", "languages": ["fij-Latn", "zho-Hant"]}, {"precision": 0.651719, "recall": 0.705534, "f1": 0.66623, "accuracy": 0.705534, "main_score": 0.66623, "hf_subset": "fij_Latn-awa_Deva", "languages": ["fij-Latn", "awa-Deva"]}, {"precision": 0.648574, "recall": 0.698617, "f1": 0.662139, "accuracy": 0.698617, "main_score": 0.662139, "hf_subset": "fij_Latn-cym_Latn", "languages": ["fij-Latn", "cym-Latn"]}, {"precision": 0.592035, "recall": 0.632411, "f1": 0.602888, "accuracy": 0.632411, "main_score": 0.602888, "hf_subset": "fij_Latn-grn_Latn", "languages": ["fij-Latn", "grn-Latn"]}, {"precision": 0.613239, "recall": 0.676877, "f1": 0.630515, "accuracy": 0.676877, "main_score": 0.630515, "hf_subset": "fij_Latn-kat_Geor", "languages": ["fij-Latn", "kat-Geor"]}, {"precision": 0.571009, "recall": 0.609684, "f1": 0.581915, "accuracy": 0.609684, "main_score": 0.581915, "hf_subset": "fij_Latn-lua_Latn", "languages": ["fij-Latn", "lua-Latn"]}, {"precision": 0.593108, "recall": 0.633399, "f1": 0.604897, "accuracy": 0.633399, "main_score": 0.604897, "hf_subset": "fij_Latn-nya_Latn", "languages": ["fij-Latn", "nya-Latn"]}, {"precision": 0.658023, "recall": 0.717391, "f1": 0.673504, "accuracy": 0.717391, "main_score": 0.673504, "hf_subset": "fij_Latn-slv_Latn", "languages": ["fij-Latn", "slv-Latn"]}, {"precision": 0.637496, "recall": 0.681818, "f1": 0.648912, "accuracy": 0.681818, "main_score": 0.648912, "hf_subset": "fij_Latn-tpi_Latn", "languages": ["fij-Latn", "tpi-Latn"]}, {"precision": 0.696279, "recall": 0.744071, "f1": 0.709143, "accuracy": 0.744071, "main_score": 0.709143, "hf_subset": "fij_Latn-zsm_Latn", "languages": ["fij-Latn", "zsm-Latn"]}, {"precision": 0.501066, "recall": 0.550395, "f1": 0.515223, "accuracy": 0.550395, "main_score": 0.515223, "hf_subset": "fij_Latn-ayr_Latn", "languages": ["fij-Latn", "ayr-Latn"]}, {"precision": 0.678288, "recall": 0.730237, "f1": 0.692105, "accuracy": 0.730237, "main_score": 0.692105, "hf_subset": "fij_Latn-dan_Latn", "languages": ["fij-Latn", "dan-Latn"]}, {"precision": 0.65609, "recall": 0.712451, "f1": 0.671719, "accuracy": 0.712451, "main_score": 0.671719, "hf_subset": "fij_Latn-guj_Gujr", "languages": ["fij-Latn", "guj-Gujr"]}, {"precision": 0.639173, "recall": 0.704545, "f1": 0.657133, "accuracy": 0.704545, "main_score": 0.657133, "hf_subset": "fij_Latn-kaz_Cyrl", "languages": ["fij-Latn", "kaz-Cyrl"]}, {"precision": 0.518879, "recall": 0.566206, "f1": 0.53165, "accuracy": 0.566206, "main_score": 0.53165, "hf_subset": "fij_Latn-lug_Latn", "languages": ["fij-Latn", "lug-Latn"]}, {"precision": 0.669578, "recall": 0.724308, "f1": 0.68407, "accuracy": 0.724308, "main_score": 0.68407, "hf_subset": "fij_Latn-oci_Latn", "languages": ["fij-Latn", "oci-Latn"]}, {"precision": 0.650398, "recall": 0.692688, "f1": 0.661944, "accuracy": 0.692688, "main_score": 0.661944, "hf_subset": "fij_Latn-smo_Latn", "languages": ["fij-Latn", "smo-Latn"]}, {"precision": 0.525037, "recall": 0.582016, "f1": 0.540558, "accuracy": 0.582016, "main_score": 0.540558, "hf_subset": "fij_Latn-tsn_Latn", "languages": ["fij-Latn", "tsn-Latn"]}, {"precision": 0.555113, "recall": 0.614625, "f1": 0.571029, "accuracy": 0.614625, "main_score": 0.571029, "hf_subset": "fij_Latn-zul_Latn", "languages": ["fij-Latn", "zul-Latn"]}, {"precision": 0.538145, "recall": 0.592885, "f1": 0.553179, "accuracy": 0.592885, "main_score": 0.553179, "hf_subset": "fij_Latn-azb_Arab", "languages": ["fij-Latn", "azb-Arab"]}, {"precision": 0.677443, "recall": 0.733202, "f1": 0.692092, "accuracy": 0.733202, "main_score": 0.692092, "hf_subset": "fij_Latn-deu_Latn", "languages": ["fij-Latn", "deu-Latn"]}, {"precision": 0.587349, "recall": 0.649209, "f1": 0.604639, "accuracy": 0.649209, "main_score": 0.604639, "hf_subset": "fij_Latn-hat_Latn", "languages": ["fij-Latn", "hat-Latn"]}, {"precision": 0.497803, "recall": 0.539526, "f1": 0.509606, "accuracy": 0.539526, "main_score": 0.509606, "hf_subset": "fij_Latn-kbp_Latn", "languages": ["fij-Latn", "kbp-Latn"]}, {"precision": 0.557094, "recall": 0.593874, "f1": 0.56729, "accuracy": 0.593874, "main_score": 0.56729, "hf_subset": "fij_Latn-luo_Latn", "languages": ["fij-Latn", "luo-Latn"]}, {"precision": 0.649406, "recall": 0.70751, "f1": 0.664282, "accuracy": 0.70751, "main_score": 0.664282, "hf_subset": "fij_Latn-ory_Orya", "languages": ["fij-Latn", "ory-Orya"]}, {"precision": 0.550996, "recall": 0.602767, "f1": 0.56582, "accuracy": 0.602767, "main_score": 0.56582, "hf_subset": "fij_Latn-sna_Latn", "languages": ["fij-Latn", "sna-Latn"]}, {"precision": 0.548387, "recall": 0.588933, "f1": 0.559153, "accuracy": 0.588933, "main_score": 0.559153, "hf_subset": "fij_Latn-tso_Latn", "languages": ["fij-Latn", "tso-Latn"]}, {"precision": 0.620969, "recall": 0.682806, "f1": 0.637648, "accuracy": 0.682806, "main_score": 0.637648, "hf_subset": "fij_Latn-azj_Latn", "languages": ["fij-Latn", "azj-Latn"]}, {"precision": 0.505345, "recall": 0.555336, "f1": 0.520212, "accuracy": 0.555336, "main_score": 0.520212, "hf_subset": "fij_Latn-dik_Latn", "languages": ["fij-Latn", "dik-Latn"]}, {"precision": 0.587378, "recall": 0.636364, "f1": 0.601306, "accuracy": 0.636364, "main_score": 0.601306, "hf_subset": "fij_Latn-hau_Latn", "languages": ["fij-Latn", "hau-Latn"]}, {"precision": 0.632844, "recall": 0.681818, "f1": 0.645675, "accuracy": 0.681818, "main_score": 0.645675, "hf_subset": "fij_Latn-kea_Latn", "languages": ["fij-Latn", "kea-Latn"]}, {"precision": 0.575697, "recall": 0.618577, "f1": 0.587909, "accuracy": 0.618577, "main_score": 0.587909, "hf_subset": "fij_Latn-lus_Latn", "languages": ["fij-Latn", "lus-Latn"]}, {"precision": 0.597521, "recall": 0.640316, "f1": 0.609213, "accuracy": 0.640316, "main_score": 0.609213, "hf_subset": "fij_Latn-pag_Latn", "languages": ["fij-Latn", "pag-Latn"]}, {"precision": 0.629008, "recall": 0.688735, "f1": 0.645073, "accuracy": 0.688735, "main_score": 0.645073, "hf_subset": "fij_Latn-snd_Arab", "languages": ["fij-Latn", "snd-Arab"]}, {"precision": 0.593192, "recall": 0.645257, "f1": 0.607923, "accuracy": 0.645257, "main_score": 0.607923, "hf_subset": "fij_Latn-tuk_Latn", "languages": ["fij-Latn", "tuk-Latn"]}, {"precision": 0.625351, "recall": 0.675889, "f1": 0.638909, "accuracy": 0.675889, "main_score": 0.638909, "hf_subset": "fij_Latn-bak_Cyrl", "languages": ["fij-Latn", "bak-Cyrl"]}, {"precision": 0.421746, "recall": 0.496047, "f1": 0.442613, "accuracy": 0.496047, "main_score": 0.442613, "hf_subset": "fij_Latn-dyu_Latn", "languages": ["fij-Latn", "dyu-Latn"]}, {"precision": 0.647959, "recall": 0.701581, "f1": 0.661965, "accuracy": 0.701581, "main_score": 0.661965, "hf_subset": "fij_Latn-heb_Hebr", "languages": ["fij-Latn", "heb-Hebr"]}, {"precision": 0.612008, "recall": 0.661067, "f1": 0.625308, "accuracy": 0.661067, "main_score": 0.625308, "hf_subset": "fij_Latn-khk_Cyrl", "languages": ["fij-Latn", "khk-Cyrl"]}, {"precision": 0.651927, "recall": 0.700593, "f1": 0.664075, "accuracy": 0.700593, "main_score": 0.664075, "hf_subset": "fij_Latn-lvs_Latn", "languages": ["fij-Latn", "lvs-Latn"]}, {"precision": 0.659518, "recall": 0.718379, "f1": 0.675383, "accuracy": 0.718379, "main_score": 0.675383, "hf_subset": "fij_Latn-pan_Guru", "languages": ["fij-Latn", "pan-Guru"]}, {"precision": 0.542313, "recall": 0.592885, "f1": 0.556329, "accuracy": 0.592885, "main_score": 0.556329, "hf_subset": "fij_Latn-som_Latn", "languages": ["fij-Latn", "som-Latn"]}, {"precision": 0.547078, "recall": 0.588933, "f1": 0.558944, "accuracy": 0.588933, "main_score": 0.558944, "hf_subset": "fij_Latn-tum_Latn", "languages": ["fij-Latn", "tum-Latn"]}, {"precision": 0.485337, "recall": 0.541502, "f1": 0.501161, "accuracy": 0.541502, "main_score": 0.501161, "hf_subset": "isl_Latn-ace_Arab", "languages": ["isl-Latn", "ace-Arab"]}, {"precision": 0.513425, "recall": 0.565217, "f1": 0.528052, "accuracy": 0.565217, "main_score": 0.528052, "hf_subset": "isl_Latn-bam_Latn", "languages": ["isl-Latn", "bam-Latn"]}, {"precision": 0.382116, "recall": 0.459486, "f1": 0.402537, "accuracy": 0.459486, "main_score": 0.402537, "hf_subset": "isl_Latn-dzo_Tibt", "languages": ["isl-Latn", "dzo-Tibt"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-hin_Deva", "languages": ["isl-Latn", "hin-Deva"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "isl_Latn-khm_Khmr", "languages": ["isl-Latn", "khm-Khmr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "isl_Latn-mag_Deva", "languages": ["isl-Latn", "mag-Deva"]}, {"precision": 0.922299, "recall": 0.944664, "f1": 0.929183, "accuracy": 0.944664, "main_score": 0.929183, "hf_subset": "isl_Latn-pap_Latn", "languages": ["isl-Latn", "pap-Latn"]}, {"precision": 0.558194, "recall": 0.608696, "f1": 0.572753, "accuracy": 0.608696, "main_score": 0.572753, "hf_subset": "isl_Latn-sot_Latn", "languages": ["isl-Latn", "sot-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "isl_Latn-tur_Latn", "languages": ["isl-Latn", "tur-Latn"]}, {"precision": 0.767358, "recall": 0.813241, "f1": 0.780769, "accuracy": 0.813241, "main_score": 0.780769, "hf_subset": "isl_Latn-ace_Latn", "languages": ["isl-Latn", "ace-Latn"]}, {"precision": 0.870784, "recall": 0.900198, "f1": 0.879696, "accuracy": 0.900198, "main_score": 0.879696, "hf_subset": "isl_Latn-ban_Latn", "languages": ["isl-Latn", "ban-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-ell_Grek", "languages": ["isl-Latn", "ell-Grek"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "isl_Latn-hne_Deva", "languages": ["isl-Latn", "hne-Deva"]}, {"precision": 0.547714, "recall": 0.59585, "f1": 0.561259, "accuracy": 0.59585, "main_score": 0.561259, "hf_subset": "isl_Latn-kik_Latn", "languages": ["isl-Latn", "kik-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-mai_Deva", "languages": ["isl-Latn", "mai-Deva"]}, {"precision": 0.918067, "recall": 0.940711, "f1": 0.925296, "accuracy": 0.940711, "main_score": 0.925296, "hf_subset": "isl_Latn-pbt_Arab", "languages": ["isl-Latn", "pbt-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-spa_Latn", "languages": ["isl-Latn", "spa-Latn"]}, {"precision": 0.577513, "recall": 0.626482, "f1": 0.591573, "accuracy": 0.626482, "main_score": 0.591573, "hf_subset": "isl_Latn-twi_Latn", "languages": ["isl-Latn", "twi-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "isl_Latn-acm_Arab", "languages": ["isl-Latn", "acm-Arab"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "isl_Latn-bel_Cyrl", "languages": ["isl-Latn", "bel-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "isl_Latn-eng_Latn", "languages": ["isl-Latn", "eng-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "isl_Latn-hrv_Latn", "languages": ["isl-Latn", "hrv-Latn"]}, {"precision": 0.545045, "recall": 0.598814, "f1": 0.559656, "accuracy": 0.598814, "main_score": 0.559656, "hf_subset": "isl_Latn-kin_Latn", "languages": ["isl-Latn", "kin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-mal_Mlym", "languages": ["isl-Latn", "mal-Mlym"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-pes_Arab", "languages": ["isl-Latn", "pes-Arab"]}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "isl_Latn-srd_Latn", "languages": ["isl-Latn", "srd-Latn"]}, {"precision": 0.184173, "recall": 0.225296, "f1": 0.194728, "accuracy": 0.225296, "main_score": 0.194728, "hf_subset": "isl_Latn-tzm_Tfng", "languages": ["isl-Latn", "tzm-Tfng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-acq_Arab", "languages": ["isl-Latn", "acq-Arab"]}, {"precision": 0.613973, "recall": 0.659091, "f1": 0.625799, "accuracy": 0.659091, "main_score": 0.625799, "hf_subset": "isl_Latn-bem_Latn", "languages": ["isl-Latn", "bem-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-epo_Latn", "languages": ["isl-Latn", "epo-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-hun_Latn", "languages": ["isl-Latn", "hun-Latn"]}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "isl_Latn-kir_Cyrl", "languages": ["isl-Latn", "kir-Cyrl"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "isl_Latn-mar_Deva", "languages": ["isl-Latn", "mar-Deva"]}, {"precision": 0.637335, "recall": 0.686759, "f1": 0.651074, "accuracy": 0.686759, "main_score": 0.651074, "hf_subset": "isl_Latn-plt_Latn", "languages": ["isl-Latn", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "isl_Latn-srp_Cyrl", "languages": ["isl-Latn", "srp-Cyrl"]}, {"precision": 0.924111, "recall": 0.944664, "f1": 0.930468, "accuracy": 0.944664, "main_score": 0.930468, "hf_subset": "isl_Latn-uig_Arab", "languages": ["isl-Latn", "uig-Arab"]}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "isl_Latn-aeb_Arab", "languages": ["isl-Latn", "aeb-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-ben_Beng", "languages": ["isl-Latn", "ben-Beng"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-est_Latn", "languages": ["isl-Latn", "est-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-hye_Armn", "languages": ["isl-Latn", "hye-Armn"]}, {"precision": 0.538095, "recall": 0.582016, "f1": 0.550659, "accuracy": 0.582016, "main_score": 0.550659, "hf_subset": "isl_Latn-kmb_Latn", "languages": ["isl-Latn", "kmb-Latn"]}, {"precision": 0.442867, "recall": 0.505929, "f1": 0.460106, "accuracy": 0.505929, "main_score": 0.460106, "hf_subset": "isl_Latn-min_Arab", "languages": ["isl-Latn", "min-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-pol_Latn", "languages": ["isl-Latn", "pol-Latn"]}, {"precision": 0.571096, "recall": 0.62253, "f1": 0.584908, "accuracy": 0.62253, "main_score": 0.584908, "hf_subset": "isl_Latn-ssw_Latn", "languages": ["isl-Latn", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "isl_Latn-ukr_Cyrl", "languages": ["isl-Latn", "ukr-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-afr_Latn", "languages": ["isl-Latn", "afr-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "isl_Latn-bho_Deva", "languages": ["isl-Latn", "bho-Deva"]}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "isl_Latn-eus_Latn", "languages": ["isl-Latn", "eus-Latn"]}, {"precision": 0.560315, "recall": 0.616601, "f1": 0.576294, "accuracy": 0.616601, "main_score": 0.576294, "hf_subset": "isl_Latn-ibo_Latn", "languages": ["isl-Latn", "ibo-Latn"]}, {"precision": 0.812624, "recall": 0.858696, "f1": 0.826834, "accuracy": 0.858696, "main_score": 0.826834, "hf_subset": "isl_Latn-kmr_Latn", "languages": ["isl-Latn", "kmr-Latn"]}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.950922, "accuracy": 0.961462, "main_score": 0.950922, "hf_subset": "isl_Latn-min_Latn", "languages": ["isl-Latn", "min-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "isl_Latn-por_Latn", "languages": ["isl-Latn", "por-Latn"]}, {"precision": 0.961051, "recall": 0.97332, "f1": 0.964987, "accuracy": 0.97332, "main_score": 0.964987, "hf_subset": "isl_Latn-sun_Latn", "languages": ["isl-Latn", "sun-Latn"]}, {"precision": 0.509649, "recall": 0.568182, "f1": 0.526122, "accuracy": 0.568182, "main_score": 0.526122, "hf_subset": "isl_Latn-umb_Latn", "languages": ["isl-Latn", "umb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-ajp_Arab", "languages": ["isl-Latn", "ajp-Arab"]}, {"precision": 0.477355, "recall": 0.528656, "f1": 0.491112, "accuracy": 0.528656, "main_score": 0.491112, "hf_subset": "isl_Latn-bjn_Arab", "languages": ["isl-Latn", "bjn-Arab"]}, {"precision": 0.515299, "recall": 0.557312, "f1": 0.527042, "accuracy": 0.557312, "main_score": 0.527042, "hf_subset": "isl_Latn-ewe_Latn", "languages": ["isl-Latn", "ewe-Latn"]}, {"precision": 0.878491, "recall": 0.906126, "f1": 0.886382, "accuracy": 0.906126, "main_score": 0.886382, "hf_subset": "isl_Latn-ilo_Latn", "languages": ["isl-Latn", "ilo-Latn"]}, {"precision": 0.304776, "recall": 0.355731, "f1": 0.318924, "accuracy": 0.355731, "main_score": 0.318924, "hf_subset": "isl_Latn-knc_Arab", "languages": ["isl-Latn", "knc-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-mkd_Cyrl", "languages": ["isl-Latn", "mkd-Cyrl"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-prs_Arab", "languages": ["isl-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-swe_Latn", "languages": ["isl-Latn", "swe-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-urd_Arab", "languages": ["isl-Latn", "urd-Arab"]}, {"precision": 0.554631, "recall": 0.601779, "f1": 0.567797, "accuracy": 0.601779, "main_score": 0.567797, "hf_subset": "isl_Latn-aka_Latn", "languages": ["isl-Latn", "aka-Latn"]}, {"precision": 0.925132, "recall": 0.945652, "f1": 0.931489, "accuracy": 0.945652, "main_score": 0.931489, "hf_subset": "isl_Latn-bjn_Latn", "languages": ["isl-Latn", "bjn-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "isl_Latn-fao_Latn", "languages": ["isl-Latn", "fao-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-ind_Latn", "languages": ["isl-Latn", "ind-Latn"]}, {"precision": 0.563529, "recall": 0.603755, "f1": 0.574409, "accuracy": 0.603755, "main_score": 0.574409, "hf_subset": "isl_Latn-knc_Latn", "languages": ["isl-Latn", "knc-Latn"]}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "isl_Latn-mlt_Latn", "languages": ["isl-Latn", "mlt-Latn"]}, {"precision": 0.638333, "recall": 0.694664, "f1": 0.65431, "accuracy": 0.694664, "main_score": 0.65431, "hf_subset": "isl_Latn-quy_Latn", "languages": ["isl-Latn", "quy-Latn"]}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "isl_Latn-swh_Latn", "languages": ["isl-Latn", "swh-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "isl_Latn-uzn_Latn", "languages": ["isl-Latn", "uzn-Latn"]}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "isl_Latn-als_Latn", "languages": ["isl-Latn", "als-Latn"]}, {"precision": 0.581672, "recall": 0.670949, "f1": 0.607444, "accuracy": 0.670949, "main_score": 0.607444, "hf_subset": "isl_Latn-bod_Tibt", "languages": ["isl-Latn", "bod-Tibt"]}, {"precision": 0.679714, "recall": 0.73419, "f1": 0.695539, "accuracy": 0.73419, "main_score": 0.695539, "hf_subset": "isl_Latn-fij_Latn", "languages": ["isl-Latn", "fij-Latn"]}, {"precision": 0.61693, "recall": 0.660079, "f1": 0.629301, "accuracy": 0.660079, "main_score": 0.629301, "hf_subset": "isl_Latn-kon_Latn", "languages": ["isl-Latn", "kon-Latn"]}, {"precision": 0.558185, "recall": 0.619565, "f1": 0.575457, "accuracy": 0.619565, "main_score": 0.575457, "hf_subset": "isl_Latn-mni_Beng", "languages": ["isl-Latn", "mni-Beng"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "isl_Latn-ron_Latn", "languages": ["isl-Latn", "ron-Latn"]}, {"precision": 0.964509, "recall": 0.974308, "f1": 0.967622, "accuracy": 0.974308, "main_score": 0.967622, "hf_subset": "isl_Latn-szl_Latn", "languages": ["isl-Latn", "szl-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "isl_Latn-vec_Latn", "languages": ["isl-Latn", "vec-Latn"]}, {"precision": 0.89669, "recall": 0.925889, "f1": 0.905863, "accuracy": 0.925889, "main_score": 0.905863, "hf_subset": "isl_Latn-amh_Ethi", "languages": ["isl-Latn", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-bos_Latn", "languages": ["isl-Latn", "bos-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "isl_Latn-fin_Latn", "languages": ["isl-Latn", "fin-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "isl_Latn-ita_Latn", "languages": ["isl-Latn", "ita-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "isl_Latn-kor_Hang", "languages": ["isl-Latn", "kor-Hang"]}, {"precision": 0.518813, "recall": 0.572134, "f1": 0.533498, "accuracy": 0.572134, "main_score": 0.533498, "hf_subset": "isl_Latn-mos_Latn", "languages": ["isl-Latn", "mos-Latn"]}, {"precision": 0.5437, "recall": 0.594862, "f1": 0.557808, "accuracy": 0.594862, "main_score": 0.557808, "hf_subset": "isl_Latn-run_Latn", "languages": ["isl-Latn", "run-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-tam_Taml", "languages": ["isl-Latn", "tam-Taml"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-vie_Latn", "languages": ["isl-Latn", "vie-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "isl_Latn-apc_Arab", "languages": ["isl-Latn", "apc-Arab"]}, {"precision": 0.714797, "recall": 0.766798, "f1": 0.729539, "accuracy": 0.766798, "main_score": 0.729539, "hf_subset": "isl_Latn-bug_Latn", "languages": ["isl-Latn", "bug-Latn"]}, {"precision": 0.463498, "recall": 0.517787, "f1": 0.478273, "accuracy": 0.517787, "main_score": 0.478273, "hf_subset": "isl_Latn-fon_Latn", "languages": ["isl-Latn", "fon-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "isl_Latn-jav_Latn", "languages": ["isl-Latn", "jav-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "isl_Latn-lao_Laoo", "languages": ["isl-Latn", "lao-Laoo"]}, {"precision": 0.823511, "recall": 0.868577, "f1": 0.837434, "accuracy": 0.868577, "main_score": 0.837434, "hf_subset": "isl_Latn-mri_Latn", "languages": ["isl-Latn", "mri-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-rus_Cyrl", "languages": ["isl-Latn", "rus-Cyrl"]}, {"precision": 0.495836, "recall": 0.546443, "f1": 0.510252, "accuracy": 0.546443, "main_score": 0.510252, "hf_subset": "isl_Latn-taq_Latn", "languages": ["isl-Latn", "taq-Latn"]}, {"precision": 0.956933, "recall": 0.970356, "f1": 0.961199, "accuracy": 0.970356, "main_score": 0.961199, "hf_subset": "isl_Latn-war_Latn", "languages": ["isl-Latn", "war-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-arb_Arab", "languages": ["isl-Latn", "arb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-bul_Cyrl", "languages": ["isl-Latn", "bul-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-fra_Latn", "languages": ["isl-Latn", "fra-Latn"]}, {"precision": 0.980319, "recall": 0.986166, "f1": 0.982115, "accuracy": 0.986166, "main_score": 0.982115, "hf_subset": "isl_Latn-jpn_Jpan", "languages": ["isl-Latn", "jpn-Jpan"]}, {"precision": 0.951828, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "isl_Latn-lij_Latn", "languages": ["isl-Latn", "lij-Latn"]}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "isl_Latn-mya_Mymr", "languages": ["isl-Latn", "mya-Mymr"]}, {"precision": 0.551157, "recall": 0.607708, "f1": 0.567312, "accuracy": 0.607708, "main_score": 0.567312, "hf_subset": "isl_Latn-sag_Latn", "languages": ["isl-Latn", "sag-Latn"]}, {"precision": 0.184153, "recall": 0.233202, "f1": 0.19585, "accuracy": 0.233202, "main_score": 0.19585, "hf_subset": "isl_Latn-taq_Tfng", "languages": ["isl-Latn", "taq-Tfng"]}, {"precision": 0.588958, "recall": 0.637352, "f1": 0.60325, "accuracy": 0.637352, "main_score": 0.60325, "hf_subset": "isl_Latn-wol_Latn", "languages": ["isl-Latn", "wol-Latn"]}, {"precision": 0.733177, "recall": 0.791502, "f1": 0.749891, "accuracy": 0.791502, "main_score": 0.749891, "hf_subset": "isl_Latn-arb_Latn", "languages": ["isl-Latn", "arb-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-cat_Latn", "languages": ["isl-Latn", "cat-Latn"]}, {"precision": 0.947134, "recall": 0.960474, "f1": 0.951416, "accuracy": 0.960474, "main_score": 0.951416, "hf_subset": "isl_Latn-fur_Latn", "languages": ["isl-Latn", "fur-Latn"]}, {"precision": 0.428685, "recall": 0.480237, "f1": 0.443041, "accuracy": 0.480237, "main_score": 0.443041, "hf_subset": "isl_Latn-kab_Latn", "languages": ["isl-Latn", "kab-Latn"]}, {"precision": 0.951005, "recall": 0.966403, "f1": 0.955929, "accuracy": 0.966403, "main_score": 0.955929, "hf_subset": "isl_Latn-lim_Latn", "languages": ["isl-Latn", "lim-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "isl_Latn-nld_Latn", "languages": ["isl-Latn", "nld-Latn"]}, {"precision": 0.959816, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "isl_Latn-san_Deva", "languages": ["isl-Latn", "san-Deva"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "isl_Latn-tat_Cyrl", "languages": ["isl-Latn", "tat-Cyrl"]}, {"precision": 0.633999, "recall": 0.688735, "f1": 0.649155, "accuracy": 0.688735, "main_score": 0.649155, "hf_subset": "isl_Latn-xho_Latn", "languages": ["isl-Latn", "xho-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-ars_Arab", "languages": ["isl-Latn", "ars-Arab"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "isl_Latn-ceb_Latn", "languages": ["isl-Latn", "ceb-Latn"]}, {"precision": 0.531444, "recall": 0.577075, "f1": 0.544613, "accuracy": 0.577075, "main_score": 0.544613, "hf_subset": "isl_Latn-fuv_Latn", "languages": ["isl-Latn", "fuv-Latn"]}, {"precision": 0.497644, "recall": 0.548419, "f1": 0.511736, "accuracy": 0.548419, "main_score": 0.511736, "hf_subset": "isl_Latn-kac_Latn", "languages": ["isl-Latn", "kac-Latn"]}, {"precision": 0.614396, "recall": 0.664032, "f1": 0.628364, "accuracy": 0.664032, "main_score": 0.628364, "hf_subset": "isl_Latn-lin_Latn", "languages": ["isl-Latn", "lin-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-nno_Latn", "languages": ["isl-Latn", "nno-Latn"]}, {"precision": 0.21865, "recall": 0.294466, "f1": 0.238299, "accuracy": 0.294466, "main_score": 0.238299, "hf_subset": "isl_Latn-sat_Olck", "languages": ["isl-Latn", "sat-Olck"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-tel_Telu", "languages": ["isl-Latn", "tel-Telu"]}, {"precision": 0.912138, "recall": 0.937747, "f1": 0.920356, "accuracy": 0.937747, "main_score": 0.920356, "hf_subset": "isl_Latn-ydd_Hebr", "languages": ["isl-Latn", "ydd-Hebr"]}, {"precision": 0.95471, "recall": 0.969368, "f1": 0.959486, "accuracy": 0.969368, "main_score": 0.959486, "hf_subset": "isl_Latn-ary_Arab", "languages": ["isl-Latn", "ary-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-ces_Latn", "languages": ["isl-Latn", "ces-Latn"]}, {"precision": 0.536645, "recall": 0.588933, "f1": 0.551079, "accuracy": 0.588933, "main_score": 0.551079, "hf_subset": "isl_Latn-gaz_Latn", "languages": ["isl-Latn", "gaz-Latn"]}, {"precision": 0.560688, "recall": 0.616601, "f1": 0.576337, "accuracy": 0.616601, "main_score": 0.576337, "hf_subset": "isl_Latn-kam_Latn", "languages": ["isl-Latn", "kam-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "isl_Latn-lit_Latn", "languages": ["isl-Latn", "lit-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "isl_Latn-nob_Latn", "languages": ["isl-Latn", "nob-Latn"]}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "isl_Latn-scn_Latn", "languages": ["isl-Latn", "scn-Latn"]}, {"precision": 0.954957, "recall": 0.968379, "f1": 0.959223, "accuracy": 0.968379, "main_score": 0.959223, "hf_subset": "isl_Latn-tgk_Cyrl", "languages": ["isl-Latn", "tgk-Cyrl"]}, {"precision": 0.676671, "recall": 0.743083, "f1": 0.696974, "accuracy": 0.743083, "main_score": 0.696974, "hf_subset": "isl_Latn-yor_Latn", "languages": ["isl-Latn", "yor-Latn"]}, {"precision": 0.972085, "recall": 0.980237, "f1": 0.974539, "accuracy": 0.980237, "main_score": 0.974539, "hf_subset": "isl_Latn-arz_Arab", "languages": ["isl-Latn", "arz-Arab"]}, {"precision": 0.526506, "recall": 0.577075, "f1": 0.540961, "accuracy": 0.577075, "main_score": 0.540961, "hf_subset": "isl_Latn-cjk_Latn", "languages": ["isl-Latn", "cjk-Latn"]}, {"precision": 0.740408, "recall": 0.795455, "f1": 0.756788, "accuracy": 0.795455, "main_score": 0.756788, "hf_subset": "isl_Latn-gla_Latn", "languages": ["isl-Latn", "gla-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "isl_Latn-kan_Knda", "languages": ["isl-Latn", "kan-Knda"]}, {"precision": 0.951746, "recall": 0.965415, "f1": 0.956028, "accuracy": 0.965415, "main_score": 0.956028, "hf_subset": "isl_Latn-lmo_Latn", "languages": ["isl-Latn", "lmo-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "isl_Latn-npi_Deva", "languages": ["isl-Latn", "npi-Deva"]}, {"precision": 0.45068, "recall": 0.503953, "f1": 0.464748, "accuracy": 0.503953, "main_score": 0.464748, "hf_subset": "isl_Latn-shn_Mymr", "languages": ["isl-Latn", "shn-Mymr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-tgl_Latn", "languages": ["isl-Latn", "tgl-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "isl_Latn-yue_Hant", "languages": ["isl-Latn", "yue-Hant"]}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "isl_Latn-asm_Beng", "languages": ["isl-Latn", "asm-Beng"]}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.941817, "accuracy": 0.954545, "main_score": 0.941817, "hf_subset": "isl_Latn-ckb_Arab", "languages": ["isl-Latn", "ckb-Arab"]}, {"precision": 0.835911, "recall": 0.874506, "f1": 0.847453, "accuracy": 0.874506, "main_score": 0.847453, "hf_subset": "isl_Latn-gle_Latn", "languages": ["isl-Latn", "gle-Latn"]}, {"precision": 0.869928, "recall": 0.900198, "f1": 0.879202, "accuracy": 0.900198, "main_score": 0.879202, "hf_subset": "isl_Latn-kas_Arab", "languages": ["isl-Latn", "kas-Arab"]}, {"precision": 0.864559, "recall": 0.900198, "f1": 0.875296, "accuracy": 0.900198, "main_score": 0.875296, "hf_subset": "isl_Latn-ltg_Latn", "languages": ["isl-Latn", "ltg-Latn"]}, {"precision": 0.583153, "recall": 0.62747, "f1": 0.595095, "accuracy": 0.62747, "main_score": 0.595095, "hf_subset": "isl_Latn-nso_Latn", "languages": ["isl-Latn", "nso-Latn"]}, {"precision": 0.954578, "recall": 0.967391, "f1": 0.958663, "accuracy": 0.967391, "main_score": 0.958663, "hf_subset": "isl_Latn-sin_Sinh", "languages": ["isl-Latn", "sin-Sinh"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-tha_Thai", "languages": ["isl-Latn", "tha-Thai"]}, {"precision": 0.978837, "recall": 0.985178, "f1": 0.980797, "accuracy": 0.985178, "main_score": 0.980797, "hf_subset": "isl_Latn-zho_Hans", "languages": ["isl-Latn", "zho-Hans"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-ast_Latn", "languages": ["isl-Latn", "ast-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "isl_Latn-crh_Latn", "languages": ["isl-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-glg_Latn", "languages": ["isl-Latn", "glg-Latn"]}, {"precision": 0.794368, "recall": 0.842885, "f1": 0.809091, "accuracy": 0.842885, "main_score": 0.809091, "hf_subset": "isl_Latn-kas_Deva", "languages": ["isl-Latn", "kas-Deva"]}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.953887, "accuracy": 0.964427, "main_score": 0.953887, "hf_subset": "isl_Latn-ltz_Latn", "languages": ["isl-Latn", "ltz-Latn"]}, {"precision": 0.461213, "recall": 0.51581, "f1": 0.475907, "accuracy": 0.51581, "main_score": 0.475907, "hf_subset": "isl_Latn-nus_Latn", "languages": ["isl-Latn", "nus-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "isl_Latn-slk_Latn", "languages": ["isl-Latn", "slk-Latn"]}, {"precision": 0.551706, "recall": 0.616601, "f1": 0.569621, "accuracy": 0.616601, "main_score": 0.569621, "hf_subset": "isl_Latn-tir_Ethi", "languages": ["isl-Latn", "tir-Ethi"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-zho_Hant", "languages": ["isl-Latn", "zho-Hant"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "isl_Latn-awa_Deva", "languages": ["isl-Latn", "awa-Deva"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "isl_Latn-cym_Latn", "languages": ["isl-Latn", "cym-Latn"]}, {"precision": 0.737575, "recall": 0.780632, "f1": 0.7502, "accuracy": 0.780632, "main_score": 0.7502, "hf_subset": "isl_Latn-grn_Latn", "languages": ["isl-Latn", "grn-Latn"]}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "isl_Latn-kat_Geor", "languages": ["isl-Latn", "kat-Geor"]}, {"precision": 0.622925, "recall": 0.667984, "f1": 0.636016, "accuracy": 0.667984, "main_score": 0.636016, "hf_subset": "isl_Latn-lua_Latn", "languages": ["isl-Latn", "lua-Latn"]}, {"precision": 0.606848, "recall": 0.656126, "f1": 0.620884, "accuracy": 0.656126, "main_score": 0.620884, "hf_subset": "isl_Latn-nya_Latn", "languages": ["isl-Latn", "nya-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "isl_Latn-slv_Latn", "languages": ["isl-Latn", "slv-Latn"]}, {"precision": 0.855303, "recall": 0.890316, "f1": 0.865697, "accuracy": 0.890316, "main_score": 0.865697, "hf_subset": "isl_Latn-tpi_Latn", "languages": ["isl-Latn", "tpi-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "isl_Latn-zsm_Latn", "languages": ["isl-Latn", "zsm-Latn"]}, {"precision": 0.511086, "recall": 0.560277, "f1": 0.524322, "accuracy": 0.560277, "main_score": 0.524322, "hf_subset": "isl_Latn-ayr_Latn", "languages": ["isl-Latn", "ayr-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-dan_Latn", "languages": ["isl-Latn", "dan-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-guj_Gujr", "languages": ["isl-Latn", "guj-Gujr"]}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "isl_Latn-kaz_Cyrl", "languages": ["isl-Latn", "kaz-Cyrl"]}, {"precision": 0.515073, "recall": 0.567194, "f1": 0.529739, "accuracy": 0.567194, "main_score": 0.529739, "hf_subset": "isl_Latn-lug_Latn", "languages": ["isl-Latn", "lug-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "isl_Latn-oci_Latn", "languages": ["isl-Latn", "oci-Latn"]}, {"precision": 0.781176, "recall": 0.828063, "f1": 0.794928, "accuracy": 0.828063, "main_score": 0.794928, "hf_subset": "isl_Latn-smo_Latn", "languages": ["isl-Latn", "smo-Latn"]}, {"precision": 0.520315, "recall": 0.576087, "f1": 0.53553, "accuracy": 0.576087, "main_score": 0.53553, "hf_subset": "isl_Latn-tsn_Latn", "languages": ["isl-Latn", "tsn-Latn"]}, {"precision": 0.590386, "recall": 0.646245, "f1": 0.606082, "accuracy": 0.646245, "main_score": 0.606082, "hf_subset": "isl_Latn-zul_Latn", "languages": ["isl-Latn", "zul-Latn"]}, {"precision": 0.834931, "recall": 0.875494, "f1": 0.8472, "accuracy": 0.875494, "main_score": 0.8472, "hf_subset": "isl_Latn-azb_Arab", "languages": ["isl-Latn", "azb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-deu_Latn", "languages": ["isl-Latn", "deu-Latn"]}, {"precision": 0.92309, "recall": 0.94664, "f1": 0.930665, "accuracy": 0.94664, "main_score": 0.930665, "hf_subset": "isl_Latn-hat_Latn", "languages": ["isl-Latn", "hat-Latn"]}, {"precision": 0.477887, "recall": 0.533597, "f1": 0.492896, "accuracy": 0.533597, "main_score": 0.492896, "hf_subset": "isl_Latn-kbp_Latn", "languages": ["isl-Latn", "kbp-Latn"]}, {"precision": 0.547991, "recall": 0.591897, "f1": 0.560318, "accuracy": 0.591897, "main_score": 0.560318, "hf_subset": "isl_Latn-luo_Latn", "languages": ["isl-Latn", "luo-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "isl_Latn-ory_Orya", "languages": ["isl-Latn", "ory-Orya"]}, {"precision": 0.569553, "recall": 0.620553, "f1": 0.583402, "accuracy": 0.620553, "main_score": 0.583402, "hf_subset": "isl_Latn-sna_Latn", "languages": ["isl-Latn", "sna-Latn"]}, {"precision": 0.535047, "recall": 0.583992, "f1": 0.548446, "accuracy": 0.583992, "main_score": 0.548446, "hf_subset": "isl_Latn-tso_Latn", "languages": ["isl-Latn", "tso-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "isl_Latn-azj_Latn", "languages": ["isl-Latn", "azj-Latn"]}, {"precision": 0.510884, "recall": 0.56917, "f1": 0.527127, "accuracy": 0.56917, "main_score": 0.527127, "hf_subset": "isl_Latn-dik_Latn", "languages": ["isl-Latn", "dik-Latn"]}, {"precision": 0.688514, "recall": 0.742095, "f1": 0.703809, "accuracy": 0.742095, "main_score": 0.703809, "hf_subset": "isl_Latn-hau_Latn", "languages": ["isl-Latn", "hau-Latn"]}, {"precision": 0.932675, "recall": 0.952569, "f1": 0.9389, "accuracy": 0.952569, "main_score": 0.9389, "hf_subset": "isl_Latn-kea_Latn", "languages": ["isl-Latn", "kea-Latn"]}, {"precision": 0.657552, "recall": 0.712451, "f1": 0.673403, "accuracy": 0.712451, "main_score": 0.673403, "hf_subset": "isl_Latn-lus_Latn", "languages": ["isl-Latn", "lus-Latn"]}, {"precision": 0.779965, "recall": 0.820158, "f1": 0.791562, "accuracy": 0.820158, "main_score": 0.791562, "hf_subset": "isl_Latn-pag_Latn", "languages": ["isl-Latn", "pag-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "isl_Latn-snd_Arab", "languages": ["isl-Latn", "snd-Arab"]}, {"precision": 0.895998, "recall": 0.925889, "f1": 0.905534, "accuracy": 0.925889, "main_score": 0.905534, "hf_subset": "isl_Latn-tuk_Latn", "languages": ["isl-Latn", "tuk-Latn"]}, {"precision": 0.951499, "recall": 0.966403, "f1": 0.956258, "accuracy": 0.966403, "main_score": 0.956258, "hf_subset": "isl_Latn-bak_Cyrl", "languages": ["isl-Latn", "bak-Cyrl"]}, {"precision": 0.452125, "recall": 0.517787, "f1": 0.470916, "accuracy": 0.517787, "main_score": 0.470916, "hf_subset": "isl_Latn-dyu_Latn", "languages": ["isl-Latn", "dyu-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-heb_Hebr", "languages": ["isl-Latn", "heb-Hebr"]}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "isl_Latn-khk_Cyrl", "languages": ["isl-Latn", "khk-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-lvs_Latn", "languages": ["isl-Latn", "lvs-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-pan_Guru", "languages": ["isl-Latn", "pan-Guru"]}, {"precision": 0.665474, "recall": 0.724308, "f1": 0.682856, "accuracy": 0.724308, "main_score": 0.682856, "hf_subset": "isl_Latn-som_Latn", "languages": ["isl-Latn", "som-Latn"]}, {"precision": 0.575761, "recall": 0.614625, "f1": 0.586381, "accuracy": 0.614625, "main_score": 0.586381, "hf_subset": "isl_Latn-tum_Latn", "languages": ["isl-Latn", "tum-Latn"]}, {"precision": 0.474335, "recall": 0.537549, "f1": 0.491625, "accuracy": 0.537549, "main_score": 0.491625, "hf_subset": "kon_Latn-ace_Arab", "languages": ["kon-Latn", "ace-Arab"]}, {"precision": 0.532526, "recall": 0.582016, "f1": 0.54744, "accuracy": 0.582016, "main_score": 0.54744, "hf_subset": "kon_Latn-bam_Latn", "languages": ["kon-Latn", "bam-Latn"]}, {"precision": 0.234796, "recall": 0.282609, "f1": 0.24677, "accuracy": 0.282609, "main_score": 0.24677, "hf_subset": "kon_Latn-dzo_Tibt", "languages": ["kon-Latn", "dzo-Tibt"]}, {"precision": 0.652476, "recall": 0.702569, "f1": 0.665751, "accuracy": 0.702569, "main_score": 0.665751, "hf_subset": "kon_Latn-hin_Deva", "languages": ["kon-Latn", "hin-Deva"]}, {"precision": 0.592199, "recall": 0.643281, "f1": 0.605985, "accuracy": 0.643281, "main_score": 0.605985, "hf_subset": "kon_Latn-khm_Khmr", "languages": ["kon-Latn", "khm-Khmr"]}, {"precision": 0.640245, "recall": 0.689723, "f1": 0.654311, "accuracy": 0.689723, "main_score": 0.654311, "hf_subset": "kon_Latn-mag_Deva", "languages": ["kon-Latn", "mag-Deva"]}, {"precision": 0.650264, "recall": 0.695652, "f1": 0.662715, "accuracy": 0.695652, "main_score": 0.662715, "hf_subset": "kon_Latn-pap_Latn", "languages": ["kon-Latn", "pap-Latn"]}, {"precision": 0.588231, "recall": 0.636364, "f1": 0.601122, "accuracy": 0.636364, "main_score": 0.601122, "hf_subset": "kon_Latn-sot_Latn", "languages": ["kon-Latn", "sot-Latn"]}, {"precision": 0.654875, "recall": 0.700593, "f1": 0.667658, "accuracy": 0.700593, "main_score": 0.667658, "hf_subset": "kon_Latn-tur_Latn", "languages": ["kon-Latn", "tur-Latn"]}, {"precision": 0.636309, "recall": 0.684783, "f1": 0.649615, "accuracy": 0.684783, "main_score": 0.649615, "hf_subset": "kon_Latn-ace_Latn", "languages": ["kon-Latn", "ace-Latn"]}, {"precision": 0.661333, "recall": 0.700593, "f1": 0.671876, "accuracy": 0.700593, "main_score": 0.671876, "hf_subset": "kon_Latn-ban_Latn", "languages": ["kon-Latn", "ban-Latn"]}, {"precision": 0.635763, "recall": 0.686759, "f1": 0.649839, "accuracy": 0.686759, "main_score": 0.649839, "hf_subset": "kon_Latn-ell_Grek", "languages": ["kon-Latn", "ell-Grek"]}, {"precision": 0.632933, "recall": 0.677866, "f1": 0.644884, "accuracy": 0.677866, "main_score": 0.644884, "hf_subset": "kon_Latn-hne_Deva", "languages": ["kon-Latn", "hne-Deva"]}, {"precision": 0.54741, "recall": 0.601779, "f1": 0.562415, "accuracy": 0.601779, "main_score": 0.562415, "hf_subset": "kon_Latn-kik_Latn", "languages": ["kon-Latn", "kik-Latn"]}, {"precision": 0.634243, "recall": 0.685771, "f1": 0.647626, "accuracy": 0.685771, "main_score": 0.647626, "hf_subset": "kon_Latn-mai_Deva", "languages": ["kon-Latn", "mai-Deva"]}, {"precision": 0.597519, "recall": 0.650198, "f1": 0.612127, "accuracy": 0.650198, "main_score": 0.612127, "hf_subset": "kon_Latn-pbt_Arab", "languages": ["kon-Latn", "pbt-Arab"]}, {"precision": 0.658539, "recall": 0.709486, "f1": 0.67205, "accuracy": 0.709486, "main_score": 0.67205, "hf_subset": "kon_Latn-spa_Latn", "languages": ["kon-Latn", "spa-Latn"]}, {"precision": 0.579109, "recall": 0.624506, "f1": 0.591653, "accuracy": 0.624506, "main_score": 0.591653, "hf_subset": "kon_Latn-twi_Latn", "languages": ["kon-Latn", "twi-Latn"]}, {"precision": 0.631755, "recall": 0.678854, "f1": 0.645013, "accuracy": 0.678854, "main_score": 0.645013, "hf_subset": "kon_Latn-acm_Arab", "languages": ["kon-Latn", "acm-Arab"]}, {"precision": 0.610066, "recall": 0.662055, "f1": 0.623422, "accuracy": 0.662055, "main_score": 0.623422, "hf_subset": "kon_Latn-bel_Cyrl", "languages": ["kon-Latn", "bel-Cyrl"]}, {"precision": 0.669079, "recall": 0.718379, "f1": 0.681817, "accuracy": 0.718379, "main_score": 0.681817, "hf_subset": "kon_Latn-eng_Latn", "languages": ["kon-Latn", "eng-Latn"]}, {"precision": 0.653261, "recall": 0.706522, "f1": 0.667642, "accuracy": 0.706522, "main_score": 0.667642, "hf_subset": "kon_Latn-hrv_Latn", "languages": ["kon-Latn", "hrv-Latn"]}, {"precision": 0.549456, "recall": 0.606719, "f1": 0.565929, "accuracy": 0.606719, "main_score": 0.565929, "hf_subset": "kon_Latn-kin_Latn", "languages": ["kon-Latn", "kin-Latn"]}, {"precision": 0.632608, "recall": 0.690711, "f1": 0.648635, "accuracy": 0.690711, "main_score": 0.648635, "hf_subset": "kon_Latn-mal_Mlym", "languages": ["kon-Latn", "mal-Mlym"]}, {"precision": 0.636708, "recall": 0.689723, "f1": 0.650618, "accuracy": 0.689723, "main_score": 0.650618, "hf_subset": "kon_Latn-pes_Arab", "languages": ["kon-Latn", "pes-Arab"]}, {"precision": 0.647435, "recall": 0.695652, "f1": 0.660326, "accuracy": 0.695652, "main_score": 0.660326, "hf_subset": "kon_Latn-srd_Latn", "languages": ["kon-Latn", "srd-Latn"]}, {"precision": 0.201756, "recall": 0.247036, "f1": 0.213221, "accuracy": 0.247036, "main_score": 0.213221, "hf_subset": "kon_Latn-tzm_Tfng", "languages": ["kon-Latn", "tzm-Tfng"]}, {"precision": 0.631499, "recall": 0.685771, "f1": 0.646403, "accuracy": 0.685771, "main_score": 0.646403, "hf_subset": "kon_Latn-acq_Arab", "languages": ["kon-Latn", "acq-Arab"]}, {"precision": 0.606655, "recall": 0.653162, "f1": 0.619407, "accuracy": 0.653162, "main_score": 0.619407, "hf_subset": "kon_Latn-bem_Latn", "languages": ["kon-Latn", "bem-Latn"]}, {"precision": 0.662328, "recall": 0.70751, "f1": 0.67395, "accuracy": 0.70751, "main_score": 0.67395, "hf_subset": "kon_Latn-epo_Latn", "languages": ["kon-Latn", "epo-Latn"]}, {"precision": 0.643732, "recall": 0.694664, "f1": 0.657897, "accuracy": 0.694664, "main_score": 0.657897, "hf_subset": "kon_Latn-hun_Latn", "languages": ["kon-Latn", "hun-Latn"]}, {"precision": 0.624924, "recall": 0.671937, "f1": 0.637789, "accuracy": 0.671937, "main_score": 0.637789, "hf_subset": "kon_Latn-kir_Cyrl", "languages": ["kon-Latn", "kir-Cyrl"]}, {"precision": 0.638708, "recall": 0.683794, "f1": 0.650943, "accuracy": 0.683794, "main_score": 0.650943, "hf_subset": "kon_Latn-mar_Deva", "languages": ["kon-Latn", "mar-Deva"]}, {"precision": 0.57636, "recall": 0.619565, "f1": 0.58869, "accuracy": 0.619565, "main_score": 0.58869, "hf_subset": "kon_Latn-plt_Latn", "languages": ["kon-Latn", "plt-Latn"]}, {"precision": 0.651332, "recall": 0.705534, "f1": 0.665571, "accuracy": 0.705534, "main_score": 0.665571, "hf_subset": "kon_Latn-srp_Cyrl", "languages": ["kon-Latn", "srp-Cyrl"]}, {"precision": 0.535571, "recall": 0.588933, "f1": 0.550616, "accuracy": 0.588933, "main_score": 0.550616, "hf_subset": "kon_Latn-uig_Arab", "languages": ["kon-Latn", "uig-Arab"]}, {"precision": 0.620871, "recall": 0.666008, "f1": 0.633267, "accuracy": 0.666008, "main_score": 0.633267, "hf_subset": "kon_Latn-aeb_Arab", "languages": ["kon-Latn", "aeb-Arab"]}, {"precision": 0.635873, "recall": 0.686759, "f1": 0.649709, "accuracy": 0.686759, "main_score": 0.649709, "hf_subset": "kon_Latn-ben_Beng", "languages": ["kon-Latn", "ben-Beng"]}, {"precision": 0.624486, "recall": 0.676877, "f1": 0.639341, "accuracy": 0.676877, "main_score": 0.639341, "hf_subset": "kon_Latn-est_Latn", "languages": ["kon-Latn", "est-Latn"]}, {"precision": 0.607786, "recall": 0.660079, "f1": 0.622462, "accuracy": 0.660079, "main_score": 0.622462, "hf_subset": "kon_Latn-hye_Armn", "languages": ["kon-Latn", "hye-Armn"]}, {"precision": 0.565882, "recall": 0.61166, "f1": 0.579111, "accuracy": 0.61166, "main_score": 0.579111, "hf_subset": "kon_Latn-kmb_Latn", "languages": ["kon-Latn", "kmb-Latn"]}, {"precision": 0.433689, "recall": 0.496047, "f1": 0.451216, "accuracy": 0.496047, "main_score": 0.451216, "hf_subset": "kon_Latn-min_Arab", "languages": ["kon-Latn", "min-Arab"]}, {"precision": 0.646185, "recall": 0.694664, "f1": 0.659781, "accuracy": 0.694664, "main_score": 0.659781, "hf_subset": "kon_Latn-pol_Latn", "languages": ["kon-Latn", "pol-Latn"]}, {"precision": 0.558896, "recall": 0.607708, "f1": 0.571758, "accuracy": 0.607708, "main_score": 0.571758, "hf_subset": "kon_Latn-ssw_Latn", "languages": ["kon-Latn", "ssw-Latn"]}, {"precision": 0.643375, "recall": 0.697628, "f1": 0.658431, "accuracy": 0.697628, "main_score": 0.658431, "hf_subset": "kon_Latn-ukr_Cyrl", "languages": ["kon-Latn", "ukr-Cyrl"]}, {"precision": 0.666193, "recall": 0.722332, "f1": 0.681332, "accuracy": 0.722332, "main_score": 0.681332, "hf_subset": "kon_Latn-afr_Latn", "languages": ["kon-Latn", "afr-Latn"]}, {"precision": 0.626154, "recall": 0.675889, "f1": 0.6403, "accuracy": 0.675889, "main_score": 0.6403, "hf_subset": "kon_Latn-bho_Deva", "languages": ["kon-Latn", "bho-Deva"]}, {"precision": 0.642574, "recall": 0.6917, "f1": 0.655193, "accuracy": 0.6917, "main_score": 0.655193, "hf_subset": "kon_Latn-eus_Latn", "languages": ["kon-Latn", "eus-Latn"]}, {"precision": 0.553296, "recall": 0.61166, "f1": 0.570173, "accuracy": 0.61166, "main_score": 0.570173, "hf_subset": "kon_Latn-ibo_Latn", "languages": ["kon-Latn", "ibo-Latn"]}, {"precision": 0.597771, "recall": 0.644269, "f1": 0.611304, "accuracy": 0.644269, "main_score": 0.611304, "hf_subset": "kon_Latn-kmr_Latn", "languages": ["kon-Latn", "kmr-Latn"]}, {"precision": 0.650681, "recall": 0.69664, "f1": 0.662836, "accuracy": 0.69664, "main_score": 0.662836, "hf_subset": "kon_Latn-min_Latn", "languages": ["kon-Latn", "min-Latn"]}, {"precision": 0.657892, "recall": 0.70751, "f1": 0.671789, "accuracy": 0.70751, "main_score": 0.671789, "hf_subset": "kon_Latn-por_Latn", "languages": ["kon-Latn", "por-Latn"]}, {"precision": 0.656408, "recall": 0.70751, "f1": 0.670285, "accuracy": 0.70751, "main_score": 0.670285, "hf_subset": "kon_Latn-sun_Latn", "languages": ["kon-Latn", "sun-Latn"]}, {"precision": 0.536814, "recall": 0.586957, "f1": 0.550853, "accuracy": 0.586957, "main_score": 0.550853, "hf_subset": "kon_Latn-umb_Latn", "languages": ["kon-Latn", "umb-Latn"]}, {"precision": 0.633241, "recall": 0.683794, "f1": 0.646993, "accuracy": 0.683794, "main_score": 0.646993, "hf_subset": "kon_Latn-ajp_Arab", "languages": ["kon-Latn", "ajp-Arab"]}, {"precision": 0.452657, "recall": 0.506917, "f1": 0.46799, "accuracy": 0.506917, "main_score": 0.46799, "hf_subset": "kon_Latn-bjn_Arab", "languages": ["kon-Latn", "bjn-Arab"]}, {"precision": 0.519532, "recall": 0.565217, "f1": 0.532872, "accuracy": 0.565217, "main_score": 0.532872, "hf_subset": "kon_Latn-ewe_Latn", "languages": ["kon-Latn", "ewe-Latn"]}, {"precision": 0.676168, "recall": 0.712451, "f1": 0.685961, "accuracy": 0.712451, "main_score": 0.685961, "hf_subset": "kon_Latn-ilo_Latn", "languages": ["kon-Latn", "ilo-Latn"]}, {"precision": 0.311693, "recall": 0.369565, "f1": 0.327704, "accuracy": 0.369565, "main_score": 0.327704, "hf_subset": "kon_Latn-knc_Arab", "languages": ["kon-Latn", "knc-Arab"]}, {"precision": 0.646215, "recall": 0.704545, "f1": 0.662006, "accuracy": 0.704545, "main_score": 0.662006, "hf_subset": "kon_Latn-mkd_Cyrl", "languages": ["kon-Latn", "mkd-Cyrl"]}, {"precision": 0.639326, "recall": 0.689723, "f1": 0.653403, "accuracy": 0.689723, "main_score": 0.653403, "hf_subset": "kon_Latn-prs_Arab", "languages": ["kon-Latn", "prs-Arab"]}, {"precision": 0.662767, "recall": 0.713439, "f1": 0.676341, "accuracy": 0.713439, "main_score": 0.676341, "hf_subset": "kon_Latn-swe_Latn", "languages": ["kon-Latn", "swe-Latn"]}, {"precision": 0.605383, "recall": 0.671937, "f1": 0.623983, "accuracy": 0.671937, "main_score": 0.623983, "hf_subset": "kon_Latn-urd_Arab", "languages": ["kon-Latn", "urd-Arab"]}, {"precision": 0.564822, "recall": 0.614625, "f1": 0.578562, "accuracy": 0.614625, "main_score": 0.578562, "hf_subset": "kon_Latn-aka_Latn", "languages": ["kon-Latn", "aka-Latn"]}, {"precision": 0.647578, "recall": 0.687747, "f1": 0.658287, "accuracy": 0.687747, "main_score": 0.658287, "hf_subset": "kon_Latn-bjn_Latn", "languages": ["kon-Latn", "bjn-Latn"]}, {"precision": 0.590196, "recall": 0.637352, "f1": 0.602653, "accuracy": 0.637352, "main_score": 0.602653, "hf_subset": "kon_Latn-fao_Latn", "languages": ["kon-Latn", "fao-Latn"]}, {"precision": 0.667061, "recall": 0.714427, "f1": 0.680057, "accuracy": 0.714427, "main_score": 0.680057, "hf_subset": "kon_Latn-ind_Latn", "languages": ["kon-Latn", "ind-Latn"]}, {"precision": 0.555903, "recall": 0.605731, "f1": 0.569702, "accuracy": 0.605731, "main_score": 0.569702, "hf_subset": "kon_Latn-knc_Latn", "languages": ["kon-Latn", "knc-Latn"]}, {"precision": 0.66113, "recall": 0.703557, "f1": 0.672566, "accuracy": 0.703557, "main_score": 0.672566, "hf_subset": "kon_Latn-mlt_Latn", "languages": ["kon-Latn", "mlt-Latn"]}, {"precision": 0.579985, "recall": 0.632411, "f1": 0.595258, "accuracy": 0.632411, "main_score": 0.595258, "hf_subset": "kon_Latn-quy_Latn", "languages": ["kon-Latn", "quy-Latn"]}, {"precision": 0.620133, "recall": 0.670949, "f1": 0.634546, "accuracy": 0.670949, "main_score": 0.634546, "hf_subset": "kon_Latn-swh_Latn", "languages": ["kon-Latn", "swh-Latn"]}, {"precision": 0.621356, "recall": 0.668972, "f1": 0.634153, "accuracy": 0.668972, "main_score": 0.634153, "hf_subset": "kon_Latn-uzn_Latn", "languages": ["kon-Latn", "uzn-Latn"]}, {"precision": 0.632472, "recall": 0.684783, "f1": 0.646506, "accuracy": 0.684783, "main_score": 0.646506, "hf_subset": "kon_Latn-als_Latn", "languages": ["kon-Latn", "als-Latn"]}, {"precision": 0.286322, "recall": 0.356719, "f1": 0.304157, "accuracy": 0.356719, "main_score": 0.304157, "hf_subset": "kon_Latn-bod_Tibt", "languages": ["kon-Latn", "bod-Tibt"]}, {"precision": 0.568502, "recall": 0.615613, "f1": 0.581749, "accuracy": 0.615613, "main_score": 0.581749, "hf_subset": "kon_Latn-fij_Latn", "languages": ["kon-Latn", "fij-Latn"]}, {"precision": 0.60646, "recall": 0.653162, "f1": 0.61892, "accuracy": 0.653162, "main_score": 0.61892, "hf_subset": "kon_Latn-isl_Latn", "languages": ["kon-Latn", "isl-Latn"]}, {"precision": 0.540483, "recall": 0.598814, "f1": 0.557397, "accuracy": 0.598814, "main_score": 0.557397, "hf_subset": "kon_Latn-mni_Beng", "languages": ["kon-Latn", "mni-Beng"]}, {"precision": 0.6662, "recall": 0.715415, "f1": 0.679987, "accuracy": 0.715415, "main_score": 0.679987, "hf_subset": "kon_Latn-ron_Latn", "languages": ["kon-Latn", "ron-Latn"]}, {"precision": 0.632643, "recall": 0.685771, "f1": 0.646008, "accuracy": 0.685771, "main_score": 0.646008, "hf_subset": "kon_Latn-szl_Latn", "languages": ["kon-Latn", "szl-Latn"]}, {"precision": 0.664368, "recall": 0.706522, "f1": 0.6758, "accuracy": 0.706522, "main_score": 0.6758, "hf_subset": "kon_Latn-vec_Latn", "languages": ["kon-Latn", "vec-Latn"]}, {"precision": 0.542654, "recall": 0.601779, "f1": 0.559604, "accuracy": 0.601779, "main_score": 0.559604, "hf_subset": "kon_Latn-amh_Ethi", "languages": ["kon-Latn", "amh-Ethi"]}, {"precision": 0.655073, "recall": 0.710474, "f1": 0.66997, "accuracy": 0.710474, "main_score": 0.66997, "hf_subset": "kon_Latn-bos_Latn", "languages": ["kon-Latn", "bos-Latn"]}, {"precision": 0.63809, "recall": 0.687747, "f1": 0.651403, "accuracy": 0.687747, "main_score": 0.651403, "hf_subset": "kon_Latn-fin_Latn", "languages": ["kon-Latn", "fin-Latn"]}, {"precision": 0.642086, "recall": 0.693676, "f1": 0.656371, "accuracy": 0.693676, "main_score": 0.656371, "hf_subset": "kon_Latn-ita_Latn", "languages": ["kon-Latn", "ita-Latn"]}, {"precision": 0.646084, "recall": 0.697628, "f1": 0.660379, "accuracy": 0.697628, "main_score": 0.660379, "hf_subset": "kon_Latn-kor_Hang", "languages": ["kon-Latn", "kor-Hang"]}, {"precision": 0.549707, "recall": 0.596838, "f1": 0.562671, "accuracy": 0.596838, "main_score": 0.562671, "hf_subset": "kon_Latn-mos_Latn", "languages": ["kon-Latn", "mos-Latn"]}, {"precision": 0.545168, "recall": 0.599802, "f1": 0.561022, "accuracy": 0.599802, "main_score": 0.561022, "hf_subset": "kon_Latn-run_Latn", "languages": ["kon-Latn", "run-Latn"]}, {"precision": 0.596637, "recall": 0.660079, "f1": 0.614222, "accuracy": 0.660079, "main_score": 0.614222, "hf_subset": "kon_Latn-tam_Taml", "languages": ["kon-Latn", "tam-Taml"]}, {"precision": 0.637303, "recall": 0.682806, "f1": 0.648865, "accuracy": 0.682806, "main_score": 0.648865, "hf_subset": "kon_Latn-vie_Latn", "languages": ["kon-Latn", "vie-Latn"]}, {"precision": 0.63604, "recall": 0.687747, "f1": 0.649047, "accuracy": 0.687747, "main_score": 0.649047, "hf_subset": "kon_Latn-apc_Arab", "languages": ["kon-Latn", "apc-Arab"]}, {"precision": 0.605194, "recall": 0.651186, "f1": 0.618019, "accuracy": 0.651186, "main_score": 0.618019, "hf_subset": "kon_Latn-bug_Latn", "languages": ["kon-Latn", "bug-Latn"]}, {"precision": 0.480972, "recall": 0.527668, "f1": 0.493973, "accuracy": 0.527668, "main_score": 0.493973, "hf_subset": "kon_Latn-fon_Latn", "languages": ["kon-Latn", "fon-Latn"]}, {"precision": 0.668745, "recall": 0.714427, "f1": 0.680654, "accuracy": 0.714427, "main_score": 0.680654, "hf_subset": "kon_Latn-jav_Latn", "languages": ["kon-Latn", "jav-Latn"]}, {"precision": 0.570591, "recall": 0.62253, "f1": 0.583753, "accuracy": 0.62253, "main_score": 0.583753, "hf_subset": "kon_Latn-lao_Laoo", "languages": ["kon-Latn", "lao-Laoo"]}, {"precision": 0.550064, "recall": 0.59585, "f1": 0.562623, "accuracy": 0.59585, "main_score": 0.562623, "hf_subset": "kon_Latn-mri_Latn", "languages": ["kon-Latn", "mri-Latn"]}, {"precision": 0.637425, "recall": 0.686759, "f1": 0.651088, "accuracy": 0.686759, "main_score": 0.651088, "hf_subset": "kon_Latn-rus_Cyrl", "languages": ["kon-Latn", "rus-Cyrl"]}, {"precision": 0.52385, "recall": 0.575099, "f1": 0.53806, "accuracy": 0.575099, "main_score": 0.53806, "hf_subset": "kon_Latn-taq_Latn", "languages": ["kon-Latn", "taq-Latn"]}, {"precision": 0.677826, "recall": 0.72332, "f1": 0.68981, "accuracy": 0.72332, "main_score": 0.68981, "hf_subset": "kon_Latn-war_Latn", "languages": ["kon-Latn", "war-Latn"]}, {"precision": 0.618333, "recall": 0.675889, "f1": 0.634288, "accuracy": 0.675889, "main_score": 0.634288, "hf_subset": "kon_Latn-arb_Arab", "languages": ["kon-Latn", "arb-Arab"]}, {"precision": 0.651642, "recall": 0.697628, "f1": 0.664032, "accuracy": 0.697628, "main_score": 0.664032, "hf_subset": "kon_Latn-bul_Cyrl", "languages": ["kon-Latn", "bul-Cyrl"]}, {"precision": 0.661702, "recall": 0.712451, "f1": 0.674971, "accuracy": 0.712451, "main_score": 0.674971, "hf_subset": "kon_Latn-fra_Latn", "languages": ["kon-Latn", "fra-Latn"]}, {"precision": 0.629223, "recall": 0.678854, "f1": 0.642054, "accuracy": 0.678854, "main_score": 0.642054, "hf_subset": "kon_Latn-jpn_Jpan", "languages": ["kon-Latn", "jpn-Jpan"]}, {"precision": 0.640505, "recall": 0.687747, "f1": 0.653339, "accuracy": 0.687747, "main_score": 0.653339, "hf_subset": "kon_Latn-lij_Latn", "languages": ["kon-Latn", "lij-Latn"]}, {"precision": 0.481684, "recall": 0.559289, "f1": 0.502832, "accuracy": 0.559289, "main_score": 0.502832, "hf_subset": "kon_Latn-mya_Mymr", "languages": ["kon-Latn", "mya-Mymr"]}, {"precision": 0.577564, "recall": 0.623518, "f1": 0.590844, "accuracy": 0.623518, "main_score": 0.590844, "hf_subset": "kon_Latn-sag_Latn", "languages": ["kon-Latn", "sag-Latn"]}, {"precision": 0.205336, "recall": 0.254941, "f1": 0.216587, "accuracy": 0.254941, "main_score": 0.216587, "hf_subset": "kon_Latn-taq_Tfng", "languages": ["kon-Latn", "taq-Tfng"]}, {"precision": 0.594723, "recall": 0.639328, "f1": 0.608152, "accuracy": 0.639328, "main_score": 0.608152, "hf_subset": "kon_Latn-wol_Latn", "languages": ["kon-Latn", "wol-Latn"]}, {"precision": 0.528196, "recall": 0.583004, "f1": 0.543254, "accuracy": 0.583004, "main_score": 0.543254, "hf_subset": "kon_Latn-arb_Latn", "languages": ["kon-Latn", "arb-Latn"]}, {"precision": 0.655386, "recall": 0.704545, "f1": 0.669376, "accuracy": 0.704545, "main_score": 0.669376, "hf_subset": "kon_Latn-cat_Latn", "languages": ["kon-Latn", "cat-Latn"]}, {"precision": 0.642067, "recall": 0.687747, "f1": 0.654388, "accuracy": 0.687747, "main_score": 0.654388, "hf_subset": "kon_Latn-fur_Latn", "languages": ["kon-Latn", "fur-Latn"]}, {"precision": 0.429921, "recall": 0.490119, "f1": 0.445982, "accuracy": 0.490119, "main_score": 0.445982, "hf_subset": "kon_Latn-kab_Latn", "languages": ["kon-Latn", "kab-Latn"]}, {"precision": 0.644134, "recall": 0.690711, "f1": 0.656679, "accuracy": 0.690711, "main_score": 0.656679, "hf_subset": "kon_Latn-lim_Latn", "languages": ["kon-Latn", "lim-Latn"]}, {"precision": 0.634607, "recall": 0.686759, "f1": 0.648296, "accuracy": 0.686759, "main_score": 0.648296, "hf_subset": "kon_Latn-nld_Latn", "languages": ["kon-Latn", "nld-Latn"]}, {"precision": 0.586877, "recall": 0.647233, "f1": 0.602431, "accuracy": 0.647233, "main_score": 0.602431, "hf_subset": "kon_Latn-san_Deva", "languages": ["kon-Latn", "san-Deva"]}, {"precision": 0.622205, "recall": 0.66996, "f1": 0.635383, "accuracy": 0.66996, "main_score": 0.635383, "hf_subset": "kon_Latn-tat_Cyrl", "languages": ["kon-Latn", "tat-Cyrl"]}, {"precision": 0.58576, "recall": 0.636364, "f1": 0.599807, "accuracy": 0.636364, "main_score": 0.599807, "hf_subset": "kon_Latn-xho_Latn", "languages": ["kon-Latn", "xho-Latn"]}, {"precision": 0.611963, "recall": 0.668972, "f1": 0.627673, "accuracy": 0.668972, "main_score": 0.627673, "hf_subset": "kon_Latn-ars_Arab", "languages": ["kon-Latn", "ars-Arab"]}, {"precision": 0.672065, "recall": 0.720356, "f1": 0.685188, "accuracy": 0.720356, "main_score": 0.685188, "hf_subset": "kon_Latn-ceb_Latn", "languages": ["kon-Latn", "ceb-Latn"]}, {"precision": 0.541834, "recall": 0.591897, "f1": 0.556007, "accuracy": 0.591897, "main_score": 0.556007, "hf_subset": "kon_Latn-fuv_Latn", "languages": ["kon-Latn", "fuv-Latn"]}, {"precision": 0.525545, "recall": 0.575099, "f1": 0.539416, "accuracy": 0.575099, "main_score": 0.539416, "hf_subset": "kon_Latn-kac_Latn", "languages": ["kon-Latn", "kac-Latn"]}, {"precision": 0.701937, "recall": 0.737154, "f1": 0.711786, "accuracy": 0.737154, "main_score": 0.711786, "hf_subset": "kon_Latn-lin_Latn", "languages": ["kon-Latn", "lin-Latn"]}, {"precision": 0.654264, "recall": 0.706522, "f1": 0.668903, "accuracy": 0.706522, "main_score": 0.668903, "hf_subset": "kon_Latn-nno_Latn", "languages": ["kon-Latn", "nno-Latn"]}, {"precision": 0.131471, "recall": 0.177866, "f1": 0.143273, "accuracy": 0.177866, "main_score": 0.143273, "hf_subset": "kon_Latn-sat_Olck", "languages": ["kon-Latn", "sat-Olck"]}, {"precision": 0.637529, "recall": 0.688735, "f1": 0.651256, "accuracy": 0.688735, "main_score": 0.651256, "hf_subset": "kon_Latn-tel_Telu", "languages": ["kon-Latn", "tel-Telu"]}, {"precision": 0.546863, "recall": 0.609684, "f1": 0.563575, "accuracy": 0.609684, "main_score": 0.563575, "hf_subset": "kon_Latn-ydd_Hebr", "languages": ["kon-Latn", "ydd-Hebr"]}, {"precision": 0.59328, "recall": 0.65415, "f1": 0.609695, "accuracy": 0.65415, "main_score": 0.609695, "hf_subset": "kon_Latn-ary_Arab", "languages": ["kon-Latn", "ary-Arab"]}, {"precision": 0.651724, "recall": 0.701581, "f1": 0.665078, "accuracy": 0.701581, "main_score": 0.665078, "hf_subset": "kon_Latn-ces_Latn", "languages": ["kon-Latn", "ces-Latn"]}, {"precision": 0.512519, "recall": 0.56917, "f1": 0.528742, "accuracy": 0.56917, "main_score": 0.528742, "hf_subset": "kon_Latn-gaz_Latn", "languages": ["kon-Latn", "gaz-Latn"]}, {"precision": 0.54226, "recall": 0.594862, "f1": 0.557529, "accuracy": 0.594862, "main_score": 0.557529, "hf_subset": "kon_Latn-kam_Latn", "languages": ["kon-Latn", "kam-Latn"]}, {"precision": 0.638312, "recall": 0.686759, "f1": 0.651326, "accuracy": 0.686759, "main_score": 0.651326, "hf_subset": "kon_Latn-lit_Latn", "languages": ["kon-Latn", "lit-Latn"]}, {"precision": 0.660297, "recall": 0.708498, "f1": 0.673053, "accuracy": 0.708498, "main_score": 0.673053, "hf_subset": "kon_Latn-nob_Latn", "languages": ["kon-Latn", "nob-Latn"]}, {"precision": 0.645645, "recall": 0.690711, "f1": 0.658271, "accuracy": 0.690711, "main_score": 0.658271, "hf_subset": "kon_Latn-scn_Latn", "languages": ["kon-Latn", "scn-Latn"]}, {"precision": 0.605955, "recall": 0.650198, "f1": 0.618061, "accuracy": 0.650198, "main_score": 0.618061, "hf_subset": "kon_Latn-tgk_Cyrl", "languages": ["kon-Latn", "tgk-Cyrl"]}, {"precision": 0.528452, "recall": 0.59585, "f1": 0.547078, "accuracy": 0.59585, "main_score": 0.547078, "hf_subset": "kon_Latn-yor_Latn", "languages": ["kon-Latn", "yor-Latn"]}, {"precision": 0.625283, "recall": 0.677866, "f1": 0.639188, "accuracy": 0.677866, "main_score": 0.639188, "hf_subset": "kon_Latn-arz_Arab", "languages": ["kon-Latn", "arz-Arab"]}, {"precision": 0.522003, "recall": 0.568182, "f1": 0.535474, "accuracy": 0.568182, "main_score": 0.535474, "hf_subset": "kon_Latn-cjk_Latn", "languages": ["kon-Latn", "cjk-Latn"]}, {"precision": 0.528459, "recall": 0.576087, "f1": 0.541303, "accuracy": 0.576087, "main_score": 0.541303, "hf_subset": "kon_Latn-gla_Latn", "languages": ["kon-Latn", "gla-Latn"]}, {"precision": 0.634537, "recall": 0.689723, "f1": 0.649238, "accuracy": 0.689723, "main_score": 0.649238, "hf_subset": "kon_Latn-kan_Knda", "languages": ["kon-Latn", "kan-Knda"]}, {"precision": 0.644801, "recall": 0.687747, "f1": 0.65626, "accuracy": 0.687747, "main_score": 0.65626, "hf_subset": "kon_Latn-lmo_Latn", "languages": ["kon-Latn", "lmo-Latn"]}, {"precision": 0.611504, "recall": 0.666008, "f1": 0.626566, "accuracy": 0.666008, "main_score": 0.626566, "hf_subset": "kon_Latn-npi_Deva", "languages": ["kon-Latn", "npi-Deva"]}, {"precision": 0.452427, "recall": 0.507905, "f1": 0.468005, "accuracy": 0.507905, "main_score": 0.468005, "hf_subset": "kon_Latn-shn_Mymr", "languages": ["kon-Latn", "shn-Mymr"]}, {"precision": 0.681826, "recall": 0.72332, "f1": 0.692497, "accuracy": 0.72332, "main_score": 0.692497, "hf_subset": "kon_Latn-tgl_Latn", "languages": ["kon-Latn", "tgl-Latn"]}, {"precision": 0.622091, "recall": 0.681818, "f1": 0.638148, "accuracy": 0.681818, "main_score": 0.638148, "hf_subset": "kon_Latn-yue_Hant", "languages": ["kon-Latn", "yue-Hant"]}, {"precision": 0.595203, "recall": 0.649209, "f1": 0.610637, "accuracy": 0.649209, "main_score": 0.610637, "hf_subset": "kon_Latn-asm_Beng", "languages": ["kon-Latn", "asm-Beng"]}, {"precision": 0.570988, "recall": 0.623518, "f1": 0.584971, "accuracy": 0.623518, "main_score": 0.584971, "hf_subset": "kon_Latn-ckb_Arab", "languages": ["kon-Latn", "ckb-Arab"]}, {"precision": 0.547712, "recall": 0.592885, "f1": 0.559687, "accuracy": 0.592885, "main_score": 0.559687, "hf_subset": "kon_Latn-gle_Latn", "languages": ["kon-Latn", "gle-Latn"]}, {"precision": 0.55804, "recall": 0.61166, "f1": 0.572845, "accuracy": 0.61166, "main_score": 0.572845, "hf_subset": "kon_Latn-kas_Arab", "languages": ["kon-Latn", "kas-Arab"]}, {"precision": 0.615606, "recall": 0.667984, "f1": 0.630481, "accuracy": 0.667984, "main_score": 0.630481, "hf_subset": "kon_Latn-ltg_Latn", "languages": ["kon-Latn", "ltg-Latn"]}, {"precision": 0.594861, "recall": 0.641304, "f1": 0.608783, "accuracy": 0.641304, "main_score": 0.608783, "hf_subset": "kon_Latn-nso_Latn", "languages": ["kon-Latn", "nso-Latn"]}, {"precision": 0.548478, "recall": 0.606719, "f1": 0.56426, "accuracy": 0.606719, "main_score": 0.56426, "hf_subset": "kon_Latn-sin_Sinh", "languages": ["kon-Latn", "sin-Sinh"]}, {"precision": 0.638585, "recall": 0.688735, "f1": 0.652114, "accuracy": 0.688735, "main_score": 0.652114, "hf_subset": "kon_Latn-tha_Thai", "languages": ["kon-Latn", "tha-Thai"]}, {"precision": 0.623052, "recall": 0.66996, "f1": 0.635578, "accuracy": 0.66996, "main_score": 0.635578, "hf_subset": "kon_Latn-zho_Hans", "languages": ["kon-Latn", "zho-Hans"]}, {"precision": 0.661597, "recall": 0.710474, "f1": 0.675323, "accuracy": 0.710474, "main_score": 0.675323, "hf_subset": "kon_Latn-ast_Latn", "languages": ["kon-Latn", "ast-Latn"]}, {"precision": 0.62808, "recall": 0.676877, "f1": 0.641174, "accuracy": 0.676877, "main_score": 0.641174, "hf_subset": "kon_Latn-crh_Latn", "languages": ["kon-Latn", "crh-Latn"]}, {"precision": 0.667713, "recall": 0.713439, "f1": 0.680398, "accuracy": 0.713439, "main_score": 0.680398, "hf_subset": "kon_Latn-glg_Latn", "languages": ["kon-Latn", "glg-Latn"]}, {"precision": 0.555013, "recall": 0.615613, "f1": 0.572541, "accuracy": 0.615613, "main_score": 0.572541, "hf_subset": "kon_Latn-kas_Deva", "languages": ["kon-Latn", "kas-Deva"]}, {"precision": 0.64147, "recall": 0.6917, "f1": 0.65481, "accuracy": 0.6917, "main_score": 0.65481, "hf_subset": "kon_Latn-ltz_Latn", "languages": ["kon-Latn", "ltz-Latn"]}, {"precision": 0.475545, "recall": 0.529644, "f1": 0.490409, "accuracy": 0.529644, "main_score": 0.490409, "hf_subset": "kon_Latn-nus_Latn", "languages": ["kon-Latn", "nus-Latn"]}, {"precision": 0.660321, "recall": 0.70751, "f1": 0.673334, "accuracy": 0.70751, "main_score": 0.673334, "hf_subset": "kon_Latn-slk_Latn", "languages": ["kon-Latn", "slk-Latn"]}, {"precision": 0.433997, "recall": 0.506917, "f1": 0.454254, "accuracy": 0.506917, "main_score": 0.454254, "hf_subset": "kon_Latn-tir_Ethi", "languages": ["kon-Latn", "tir-Ethi"]}, {"precision": 0.627382, "recall": 0.679842, "f1": 0.641262, "accuracy": 0.679842, "main_score": 0.641262, "hf_subset": "kon_Latn-zho_Hant", "languages": ["kon-Latn", "zho-Hant"]}, {"precision": 0.63689, "recall": 0.689723, "f1": 0.651212, "accuracy": 0.689723, "main_score": 0.651212, "hf_subset": "kon_Latn-awa_Deva", "languages": ["kon-Latn", "awa-Deva"]}, {"precision": 0.60586, "recall": 0.652174, "f1": 0.618017, "accuracy": 0.652174, "main_score": 0.618017, "hf_subset": "kon_Latn-cym_Latn", "languages": ["kon-Latn", "cym-Latn"]}, {"precision": 0.631734, "recall": 0.675889, "f1": 0.64407, "accuracy": 0.675889, "main_score": 0.64407, "hf_subset": "kon_Latn-grn_Latn", "languages": ["kon-Latn", "grn-Latn"]}, {"precision": 0.598381, "recall": 0.65415, "f1": 0.613597, "accuracy": 0.65415, "main_score": 0.613597, "hf_subset": "kon_Latn-kat_Geor", "languages": ["kon-Latn", "kat-Geor"]}, {"precision": 0.598015, "recall": 0.649209, "f1": 0.612756, "accuracy": 0.649209, "main_score": 0.612756, "hf_subset": "kon_Latn-lua_Latn", "languages": ["kon-Latn", "lua-Latn"]}, {"precision": 0.614835, "recall": 0.661067, "f1": 0.627828, "accuracy": 0.661067, "main_score": 0.627828, "hf_subset": "kon_Latn-nya_Latn", "languages": ["kon-Latn", "nya-Latn"]}, {"precision": 0.641934, "recall": 0.686759, "f1": 0.653896, "accuracy": 0.686759, "main_score": 0.653896, "hf_subset": "kon_Latn-slv_Latn", "languages": ["kon-Latn", "slv-Latn"]}, {"precision": 0.637394, "recall": 0.684783, "f1": 0.650783, "accuracy": 0.684783, "main_score": 0.650783, "hf_subset": "kon_Latn-tpi_Latn", "languages": ["kon-Latn", "tpi-Latn"]}, {"precision": 0.673627, "recall": 0.717391, "f1": 0.685341, "accuracy": 0.717391, "main_score": 0.685341, "hf_subset": "kon_Latn-zsm_Latn", "languages": ["kon-Latn", "zsm-Latn"]}, {"precision": 0.52378, "recall": 0.582016, "f1": 0.540179, "accuracy": 0.582016, "main_score": 0.540179, "hf_subset": "kon_Latn-ayr_Latn", "languages": ["kon-Latn", "ayr-Latn"]}, {"precision": 0.652645, "recall": 0.706522, "f1": 0.667901, "accuracy": 0.706522, "main_score": 0.667901, "hf_subset": "kon_Latn-dan_Latn", "languages": ["kon-Latn", "dan-Latn"]}, {"precision": 0.623713, "recall": 0.68083, "f1": 0.639339, "accuracy": 0.68083, "main_score": 0.639339, "hf_subset": "kon_Latn-guj_Gujr", "languages": ["kon-Latn", "guj-Gujr"]}, {"precision": 0.636823, "recall": 0.681818, "f1": 0.64873, "accuracy": 0.681818, "main_score": 0.64873, "hf_subset": "kon_Latn-kaz_Cyrl", "languages": ["kon-Latn", "kaz-Cyrl"]}, {"precision": 0.537083, "recall": 0.588933, "f1": 0.551188, "accuracy": 0.588933, "main_score": 0.551188, "hf_subset": "kon_Latn-lug_Latn", "languages": ["kon-Latn", "lug-Latn"]}, {"precision": 0.666547, "recall": 0.720356, "f1": 0.681156, "accuracy": 0.720356, "main_score": 0.681156, "hf_subset": "kon_Latn-oci_Latn", "languages": ["kon-Latn", "oci-Latn"]}, {"precision": 0.585068, "recall": 0.632411, "f1": 0.597711, "accuracy": 0.632411, "main_score": 0.597711, "hf_subset": "kon_Latn-smo_Latn", "languages": ["kon-Latn", "smo-Latn"]}, {"precision": 0.53377, "recall": 0.58498, "f1": 0.548159, "accuracy": 0.58498, "main_score": 0.548159, "hf_subset": "kon_Latn-tsn_Latn", "languages": ["kon-Latn", "tsn-Latn"]}, {"precision": 0.575954, "recall": 0.62253, "f1": 0.588381, "accuracy": 0.62253, "main_score": 0.588381, "hf_subset": "kon_Latn-zul_Latn", "languages": ["kon-Latn", "zul-Latn"]}, {"precision": 0.565229, "recall": 0.620553, "f1": 0.580749, "accuracy": 0.620553, "main_score": 0.580749, "hf_subset": "kon_Latn-azb_Arab", "languages": ["kon-Latn", "azb-Arab"]}, {"precision": 0.645232, "recall": 0.702569, "f1": 0.661761, "accuracy": 0.702569, "main_score": 0.661761, "hf_subset": "kon_Latn-deu_Latn", "languages": ["kon-Latn", "deu-Latn"]}, {"precision": 0.602221, "recall": 0.656126, "f1": 0.61723, "accuracy": 0.656126, "main_score": 0.61723, "hf_subset": "kon_Latn-hat_Latn", "languages": ["kon-Latn", "hat-Latn"]}, {"precision": 0.517589, "recall": 0.576087, "f1": 0.533255, "accuracy": 0.576087, "main_score": 0.533255, "hf_subset": "kon_Latn-kbp_Latn", "languages": ["kon-Latn", "kbp-Latn"]}, {"precision": 0.575343, "recall": 0.626482, "f1": 0.589608, "accuracy": 0.626482, "main_score": 0.589608, "hf_subset": "kon_Latn-luo_Latn", "languages": ["kon-Latn", "luo-Latn"]}, {"precision": 0.623995, "recall": 0.683794, "f1": 0.640077, "accuracy": 0.683794, "main_score": 0.640077, "hf_subset": "kon_Latn-ory_Orya", "languages": ["kon-Latn", "ory-Orya"]}, {"precision": 0.56801, "recall": 0.614625, "f1": 0.581134, "accuracy": 0.614625, "main_score": 0.581134, "hf_subset": "kon_Latn-sna_Latn", "languages": ["kon-Latn", "sna-Latn"]}, {"precision": 0.547276, "recall": 0.596838, "f1": 0.561498, "accuracy": 0.596838, "main_score": 0.561498, "hf_subset": "kon_Latn-tso_Latn", "languages": ["kon-Latn", "tso-Latn"]}, {"precision": 0.604668, "recall": 0.661067, "f1": 0.619624, "accuracy": 0.661067, "main_score": 0.619624, "hf_subset": "kon_Latn-azj_Latn", "languages": ["kon-Latn", "azj-Latn"]}, {"precision": 0.526928, "recall": 0.576087, "f1": 0.541169, "accuracy": 0.576087, "main_score": 0.541169, "hf_subset": "kon_Latn-dik_Latn", "languages": ["kon-Latn", "dik-Latn"]}, {"precision": 0.571074, "recall": 0.620553, "f1": 0.584546, "accuracy": 0.620553, "main_score": 0.584546, "hf_subset": "kon_Latn-hau_Latn", "languages": ["kon-Latn", "hau-Latn"]}, {"precision": 0.65595, "recall": 0.700593, "f1": 0.667383, "accuracy": 0.700593, "main_score": 0.667383, "hf_subset": "kon_Latn-kea_Latn", "languages": ["kon-Latn", "kea-Latn"]}, {"precision": 0.602808, "recall": 0.645257, "f1": 0.614788, "accuracy": 0.645257, "main_score": 0.614788, "hf_subset": "kon_Latn-lus_Latn", "languages": ["kon-Latn", "lus-Latn"]}, {"precision": 0.622115, "recall": 0.667984, "f1": 0.635293, "accuracy": 0.667984, "main_score": 0.635293, "hf_subset": "kon_Latn-pag_Latn", "languages": ["kon-Latn", "pag-Latn"]}, {"precision": 0.582963, "recall": 0.646245, "f1": 0.600271, "accuracy": 0.646245, "main_score": 0.600271, "hf_subset": "kon_Latn-snd_Arab", "languages": ["kon-Latn", "snd-Arab"]}, {"precision": 0.593002, "recall": 0.647233, "f1": 0.608482, "accuracy": 0.647233, "main_score": 0.608482, "hf_subset": "kon_Latn-tuk_Latn", "languages": ["kon-Latn", "tuk-Latn"]}, {"precision": 0.623635, "recall": 0.667984, "f1": 0.636194, "accuracy": 0.667984, "main_score": 0.636194, "hf_subset": "kon_Latn-bak_Cyrl", "languages": ["kon-Latn", "bak-Cyrl"]}, {"precision": 0.469113, "recall": 0.543478, "f1": 0.490304, "accuracy": 0.543478, "main_score": 0.490304, "hf_subset": "kon_Latn-dyu_Latn", "languages": ["kon-Latn", "dyu-Latn"]}, {"precision": 0.644613, "recall": 0.692688, "f1": 0.657742, "accuracy": 0.692688, "main_score": 0.657742, "hf_subset": "kon_Latn-heb_Hebr", "languages": ["kon-Latn", "heb-Hebr"]}, {"precision": 0.589198, "recall": 0.637352, "f1": 0.603052, "accuracy": 0.637352, "main_score": 0.603052, "hf_subset": "kon_Latn-khk_Cyrl", "languages": ["kon-Latn", "khk-Cyrl"]}, {"precision": 0.636951, "recall": 0.6917, "f1": 0.651149, "accuracy": 0.6917, "main_score": 0.651149, "hf_subset": "kon_Latn-lvs_Latn", "languages": ["kon-Latn", "lvs-Latn"]}, {"precision": 0.621878, "recall": 0.675889, "f1": 0.636548, "accuracy": 0.675889, "main_score": 0.636548, "hf_subset": "kon_Latn-pan_Guru", "languages": ["kon-Latn", "pan-Guru"]}, {"precision": 0.527733, "recall": 0.58498, "f1": 0.543223, "accuracy": 0.58498, "main_score": 0.543223, "hf_subset": "kon_Latn-som_Latn", "languages": ["kon-Latn", "som-Latn"]}, {"precision": 0.557708, "recall": 0.606719, "f1": 0.571541, "accuracy": 0.606719, "main_score": 0.571541, "hf_subset": "kon_Latn-tum_Latn", "languages": ["kon-Latn", "tum-Latn"]}, {"precision": 0.468471, "recall": 0.518775, "f1": 0.482286, "accuracy": 0.518775, "main_score": 0.482286, "hf_subset": "mni_Beng-ace_Arab", "languages": ["mni-Beng", "ace-Arab"]}, {"precision": 0.455316, "recall": 0.513834, "f1": 0.471518, "accuracy": 0.513834, "main_score": 0.471518, "hf_subset": "mni_Beng-bam_Latn", "languages": ["mni-Beng", "bam-Latn"]}, {"precision": 0.24994, "recall": 0.297431, "f1": 0.261471, "accuracy": 0.297431, "main_score": 0.261471, "hf_subset": "mni_Beng-dzo_Tibt", "languages": ["mni-Beng", "dzo-Tibt"]}, {"precision": 0.68438, "recall": 0.73419, "f1": 0.697781, "accuracy": 0.73419, "main_score": 0.697781, "hf_subset": "mni_Beng-hin_Deva", "languages": ["mni-Beng", "hin-Deva"]}, {"precision": 0.570442, "recall": 0.624506, "f1": 0.584966, "accuracy": 0.624506, "main_score": 0.584966, "hf_subset": "mni_Beng-khm_Khmr", "languages": ["mni-Beng", "khm-Khmr"]}, {"precision": 0.682212, "recall": 0.729249, "f1": 0.694954, "accuracy": 0.729249, "main_score": 0.694954, "hf_subset": "mni_Beng-mag_Deva", "languages": ["mni-Beng", "mag-Deva"]}, {"precision": 0.651545, "recall": 0.6917, "f1": 0.662481, "accuracy": 0.6917, "main_score": 0.662481, "hf_subset": "mni_Beng-pap_Latn", "languages": ["mni-Beng", "pap-Latn"]}, {"precision": 0.524262, "recall": 0.567194, "f1": 0.535918, "accuracy": 0.567194, "main_score": 0.535918, "hf_subset": "mni_Beng-sot_Latn", "languages": ["mni-Beng", "sot-Latn"]}, {"precision": 0.65302, "recall": 0.703557, "f1": 0.666335, "accuracy": 0.703557, "main_score": 0.666335, "hf_subset": "mni_Beng-tur_Latn", "languages": ["mni-Beng", "tur-Latn"]}, {"precision": 0.63128, "recall": 0.672925, "f1": 0.642876, "accuracy": 0.672925, "main_score": 0.642876, "hf_subset": "mni_Beng-ace_Latn", "languages": ["mni-Beng", "ace-Latn"]}, {"precision": 0.66906, "recall": 0.708498, "f1": 0.679814, "accuracy": 0.708498, "main_score": 0.679814, "hf_subset": "mni_Beng-ban_Latn", "languages": ["mni-Beng", "ban-Latn"]}, {"precision": 0.646943, "recall": 0.702569, "f1": 0.661285, "accuracy": 0.702569, "main_score": 0.661285, "hf_subset": "mni_Beng-ell_Grek", "languages": ["mni-Beng", "ell-Grek"]}, {"precision": 0.674146, "recall": 0.716403, "f1": 0.685694, "accuracy": 0.716403, "main_score": 0.685694, "hf_subset": "mni_Beng-hne_Deva", "languages": ["mni-Beng", "hne-Deva"]}, {"precision": 0.454527, "recall": 0.512846, "f1": 0.469985, "accuracy": 0.512846, "main_score": 0.469985, "hf_subset": "mni_Beng-kik_Latn", "languages": ["mni-Beng", "kik-Latn"]}, {"precision": 0.682138, "recall": 0.732213, "f1": 0.69534, "accuracy": 0.732213, "main_score": 0.69534, "hf_subset": "mni_Beng-mai_Deva", "languages": ["mni-Beng", "mai-Deva"]}, {"precision": 0.594527, "recall": 0.653162, "f1": 0.609857, "accuracy": 0.653162, "main_score": 0.609857, "hf_subset": "mni_Beng-pbt_Arab", "languages": ["mni-Beng", "pbt-Arab"]}, {"precision": 0.660571, "recall": 0.711462, "f1": 0.673649, "accuracy": 0.711462, "main_score": 0.673649, "hf_subset": "mni_Beng-spa_Latn", "languages": ["mni-Beng", "spa-Latn"]}, {"precision": 0.527598, "recall": 0.58498, "f1": 0.543419, "accuracy": 0.58498, "main_score": 0.543419, "hf_subset": "mni_Beng-twi_Latn", "languages": ["mni-Beng", "twi-Latn"]}, {"precision": 0.625938, "recall": 0.683794, "f1": 0.641434, "accuracy": 0.683794, "main_score": 0.641434, "hf_subset": "mni_Beng-acm_Arab", "languages": ["mni-Beng", "acm-Arab"]}, {"precision": 0.608706, "recall": 0.656126, "f1": 0.620688, "accuracy": 0.656126, "main_score": 0.620688, "hf_subset": "mni_Beng-bel_Cyrl", "languages": ["mni-Beng", "bel-Cyrl"]}, {"precision": 0.703829, "recall": 0.751976, "f1": 0.715985, "accuracy": 0.751976, "main_score": 0.715985, "hf_subset": "mni_Beng-eng_Latn", "languages": ["mni-Beng", "eng-Latn"]}, {"precision": 0.649263, "recall": 0.703557, "f1": 0.664415, "accuracy": 0.703557, "main_score": 0.664415, "hf_subset": "mni_Beng-hrv_Latn", "languages": ["mni-Beng", "hrv-Latn"]}, {"precision": 0.456226, "recall": 0.509881, "f1": 0.471618, "accuracy": 0.509881, "main_score": 0.471618, "hf_subset": "mni_Beng-kin_Latn", "languages": ["mni-Beng", "kin-Latn"]}, {"precision": 0.678643, "recall": 0.732213, "f1": 0.692986, "accuracy": 0.732213, "main_score": 0.692986, "hf_subset": "mni_Beng-mal_Mlym", "languages": ["mni-Beng", "mal-Mlym"]}, {"precision": 0.657929, "recall": 0.70751, "f1": 0.671153, "accuracy": 0.70751, "main_score": 0.671153, "hf_subset": "mni_Beng-pes_Arab", "languages": ["mni-Beng", "pes-Arab"]}, {"precision": 0.652617, "recall": 0.698617, "f1": 0.664693, "accuracy": 0.698617, "main_score": 0.664693, "hf_subset": "mni_Beng-srd_Latn", "languages": ["mni-Beng", "srd-Latn"]}, {"precision": 0.192859, "recall": 0.227273, "f1": 0.201604, "accuracy": 0.227273, "main_score": 0.201604, "hf_subset": "mni_Beng-tzm_Tfng", "languages": ["mni-Beng", "tzm-Tfng"]}, {"precision": 0.645122, "recall": 0.697628, "f1": 0.659616, "accuracy": 0.697628, "main_score": 0.659616, "hf_subset": "mni_Beng-acq_Arab", "languages": ["mni-Beng", "acq-Arab"]}, {"precision": 0.517726, "recall": 0.567194, "f1": 0.531087, "accuracy": 0.567194, "main_score": 0.531087, "hf_subset": "mni_Beng-bem_Latn", "languages": ["mni-Beng", "bem-Latn"]}, {"precision": 0.651459, "recall": 0.700593, "f1": 0.665165, "accuracy": 0.700593, "main_score": 0.665165, "hf_subset": "mni_Beng-epo_Latn", "languages": ["mni-Beng", "epo-Latn"]}, {"precision": 0.656329, "recall": 0.703557, "f1": 0.669281, "accuracy": 0.703557, "main_score": 0.669281, "hf_subset": "mni_Beng-hun_Latn", "languages": ["mni-Beng", "hun-Latn"]}, {"precision": 0.631666, "recall": 0.678854, "f1": 0.644985, "accuracy": 0.678854, "main_score": 0.644985, "hf_subset": "mni_Beng-kir_Cyrl", "languages": ["mni-Beng", "kir-Cyrl"]}, {"precision": 0.685656, "recall": 0.736166, "f1": 0.698986, "accuracy": 0.736166, "main_score": 0.698986, "hf_subset": "mni_Beng-mar_Deva", "languages": ["mni-Beng", "mar-Deva"]}, {"precision": 0.527232, "recall": 0.572134, "f1": 0.540054, "accuracy": 0.572134, "main_score": 0.540054, "hf_subset": "mni_Beng-plt_Latn", "languages": ["mni-Beng", "plt-Latn"]}, {"precision": 0.657668, "recall": 0.70751, "f1": 0.671727, "accuracy": 0.70751, "main_score": 0.671727, "hf_subset": "mni_Beng-srp_Cyrl", "languages": ["mni-Beng", "srp-Cyrl"]}, {"precision": 0.558633, "recall": 0.614625, "f1": 0.573798, "accuracy": 0.614625, "main_score": 0.573798, "hf_subset": "mni_Beng-uig_Arab", "languages": ["mni-Beng", "uig-Arab"]}, {"precision": 0.604558, "recall": 0.651186, "f1": 0.616997, "accuracy": 0.651186, "main_score": 0.616997, "hf_subset": "mni_Beng-aeb_Arab", "languages": ["mni-Beng", "aeb-Arab"]}, {"precision": 0.682102, "recall": 0.729249, "f1": 0.695418, "accuracy": 0.729249, "main_score": 0.695418, "hf_subset": "mni_Beng-ben_Beng", "languages": ["mni-Beng", "ben-Beng"]}, {"precision": 0.619001, "recall": 0.678854, "f1": 0.636002, "accuracy": 0.678854, "main_score": 0.636002, "hf_subset": "mni_Beng-est_Latn", "languages": ["mni-Beng", "est-Latn"]}, {"precision": 0.631896, "recall": 0.681818, "f1": 0.644879, "accuracy": 0.681818, "main_score": 0.644879, "hf_subset": "mni_Beng-hye_Armn", "languages": ["mni-Beng", "hye-Armn"]}, {"precision": 0.439832, "recall": 0.502964, "f1": 0.457893, "accuracy": 0.502964, "main_score": 0.457893, "hf_subset": "mni_Beng-kmb_Latn", "languages": ["mni-Beng", "kmb-Latn"]}, {"precision": 0.428209, "recall": 0.492095, "f1": 0.445586, "accuracy": 0.492095, "main_score": 0.445586, "hf_subset": "mni_Beng-min_Arab", "languages": ["mni-Beng", "min-Arab"]}, {"precision": 0.667589, "recall": 0.711462, "f1": 0.679021, "accuracy": 0.711462, "main_score": 0.679021, "hf_subset": "mni_Beng-pol_Latn", "languages": ["mni-Beng", "pol-Latn"]}, {"precision": 0.471385, "recall": 0.529644, "f1": 0.487686, "accuracy": 0.529644, "main_score": 0.487686, "hf_subset": "mni_Beng-ssw_Latn", "languages": ["mni-Beng", "ssw-Latn"]}, {"precision": 0.668516, "recall": 0.722332, "f1": 0.682794, "accuracy": 0.722332, "main_score": 0.682794, "hf_subset": "mni_Beng-ukr_Cyrl", "languages": ["mni-Beng", "ukr-Cyrl"]}, {"precision": 0.675122, "recall": 0.724308, "f1": 0.687662, "accuracy": 0.724308, "main_score": 0.687662, "hf_subset": "mni_Beng-afr_Latn", "languages": ["mni-Beng", "afr-Latn"]}, {"precision": 0.676098, "recall": 0.719368, "f1": 0.687785, "accuracy": 0.719368, "main_score": 0.687785, "hf_subset": "mni_Beng-bho_Deva", "languages": ["mni-Beng", "bho-Deva"]}, {"precision": 0.640728, "recall": 0.684783, "f1": 0.652851, "accuracy": 0.684783, "main_score": 0.652851, "hf_subset": "mni_Beng-eus_Latn", "languages": ["mni-Beng", "eus-Latn"]}, {"precision": 0.472507, "recall": 0.538538, "f1": 0.490194, "accuracy": 0.538538, "main_score": 0.490194, "hf_subset": "mni_Beng-ibo_Latn", "languages": ["mni-Beng", "ibo-Latn"]}, {"precision": 0.560735, "recall": 0.608696, "f1": 0.57426, "accuracy": 0.608696, "main_score": 0.57426, "hf_subset": "mni_Beng-kmr_Latn", "languages": ["mni-Beng", "kmr-Latn"]}, {"precision": 0.638471, "recall": 0.678854, "f1": 0.649369, "accuracy": 0.678854, "main_score": 0.649369, "hf_subset": "mni_Beng-min_Latn", "languages": ["mni-Beng", "min-Latn"]}, {"precision": 0.657889, "recall": 0.711462, "f1": 0.672067, "accuracy": 0.711462, "main_score": 0.672067, "hf_subset": "mni_Beng-por_Latn", "languages": ["mni-Beng", "por-Latn"]}, {"precision": 0.65937, "recall": 0.69664, "f1": 0.669491, "accuracy": 0.69664, "main_score": 0.669491, "hf_subset": "mni_Beng-sun_Latn", "languages": ["mni-Beng", "sun-Latn"]}, {"precision": 0.433017, "recall": 0.488142, "f1": 0.447853, "accuracy": 0.488142, "main_score": 0.447853, "hf_subset": "mni_Beng-umb_Latn", "languages": ["mni-Beng", "umb-Latn"]}, {"precision": 0.646284, "recall": 0.695652, "f1": 0.658865, "accuracy": 0.695652, "main_score": 0.658865, "hf_subset": "mni_Beng-ajp_Arab", "languages": ["mni-Beng", "ajp-Arab"]}, {"precision": 0.448328, "recall": 0.502964, "f1": 0.462936, "accuracy": 0.502964, "main_score": 0.462936, "hf_subset": "mni_Beng-bjn_Arab", "languages": ["mni-Beng", "bjn-Arab"]}, {"precision": 0.436753, "recall": 0.48913, "f1": 0.451115, "accuracy": 0.48913, "main_score": 0.451115, "hf_subset": "mni_Beng-ewe_Latn", "languages": ["mni-Beng", "ewe-Latn"]}, {"precision": 0.672218, "recall": 0.716403, "f1": 0.683716, "accuracy": 0.716403, "main_score": 0.683716, "hf_subset": "mni_Beng-ilo_Latn", "languages": ["mni-Beng", "ilo-Latn"]}, {"precision": 0.313147, "recall": 0.358696, "f1": 0.324733, "accuracy": 0.358696, "main_score": 0.324733, "hf_subset": "mni_Beng-knc_Arab", "languages": ["mni-Beng", "knc-Arab"]}, {"precision": 0.66716, "recall": 0.716403, "f1": 0.679942, "accuracy": 0.716403, "main_score": 0.679942, "hf_subset": "mni_Beng-mkd_Cyrl", "languages": ["mni-Beng", "mkd-Cyrl"]}, {"precision": 0.639043, "recall": 0.688735, "f1": 0.652983, "accuracy": 0.688735, "main_score": 0.652983, "hf_subset": "mni_Beng-prs_Arab", "languages": ["mni-Beng", "prs-Arab"]}, {"precision": 0.670026, "recall": 0.720356, "f1": 0.683915, "accuracy": 0.720356, "main_score": 0.683915, "hf_subset": "mni_Beng-swe_Latn", "languages": ["mni-Beng", "swe-Latn"]}, {"precision": 0.658584, "recall": 0.714427, "f1": 0.673659, "accuracy": 0.714427, "main_score": 0.673659, "hf_subset": "mni_Beng-urd_Arab", "languages": ["mni-Beng", "urd-Arab"]}, {"precision": 0.496792, "recall": 0.552372, "f1": 0.512489, "accuracy": 0.552372, "main_score": 0.512489, "hf_subset": "mni_Beng-aka_Latn", "languages": ["mni-Beng", "aka-Latn"]}, {"precision": 0.643451, "recall": 0.689723, "f1": 0.65557, "accuracy": 0.689723, "main_score": 0.65557, "hf_subset": "mni_Beng-bjn_Latn", "languages": ["mni-Beng", "bjn-Latn"]}, {"precision": 0.569276, "recall": 0.619565, "f1": 0.583479, "accuracy": 0.619565, "main_score": 0.583479, "hf_subset": "mni_Beng-fao_Latn", "languages": ["mni-Beng", "fao-Latn"]}, {"precision": 0.678834, "recall": 0.726285, "f1": 0.691363, "accuracy": 0.726285, "main_score": 0.691363, "hf_subset": "mni_Beng-ind_Latn", "languages": ["mni-Beng", "ind-Latn"]}, {"precision": 0.494389, "recall": 0.54249, "f1": 0.508084, "accuracy": 0.54249, "main_score": 0.508084, "hf_subset": "mni_Beng-knc_Latn", "languages": ["mni-Beng", "knc-Latn"]}, {"precision": 0.65969, "recall": 0.701581, "f1": 0.671117, "accuracy": 0.701581, "main_score": 0.671117, "hf_subset": "mni_Beng-mlt_Latn", "languages": ["mni-Beng", "mlt-Latn"]}, {"precision": 0.542396, "recall": 0.594862, "f1": 0.556563, "accuracy": 0.594862, "main_score": 0.556563, "hf_subset": "mni_Beng-quy_Latn", "languages": ["mni-Beng", "quy-Latn"]}, {"precision": 0.567513, "recall": 0.624506, "f1": 0.582939, "accuracy": 0.624506, "main_score": 0.582939, "hf_subset": "mni_Beng-swh_Latn", "languages": ["mni-Beng", "swh-Latn"]}, {"precision": 0.628356, "recall": 0.670949, "f1": 0.640189, "accuracy": 0.670949, "main_score": 0.640189, "hf_subset": "mni_Beng-uzn_Latn", "languages": ["mni-Beng", "uzn-Latn"]}, {"precision": 0.647468, "recall": 0.6917, "f1": 0.659565, "accuracy": 0.6917, "main_score": 0.659565, "hf_subset": "mni_Beng-als_Latn", "languages": ["mni-Beng", "als-Latn"]}, {"precision": 0.296028, "recall": 0.352767, "f1": 0.309677, "accuracy": 0.352767, "main_score": 0.309677, "hf_subset": "mni_Beng-bod_Tibt", "languages": ["mni-Beng", "bod-Tibt"]}, {"precision": 0.525076, "recall": 0.576087, "f1": 0.539505, "accuracy": 0.576087, "main_score": 0.539505, "hf_subset": "mni_Beng-fij_Latn", "languages": ["mni-Beng", "fij-Latn"]}, {"precision": 0.560633, "recall": 0.616601, "f1": 0.57625, "accuracy": 0.616601, "main_score": 0.57625, "hf_subset": "mni_Beng-isl_Latn", "languages": ["mni-Beng", "isl-Latn"]}, {"precision": 0.532904, "recall": 0.583004, "f1": 0.547083, "accuracy": 0.583004, "main_score": 0.547083, "hf_subset": "mni_Beng-kon_Latn", "languages": ["mni-Beng", "kon-Latn"]}, {"precision": 0.693986, "recall": 0.735178, "f1": 0.704967, "accuracy": 0.735178, "main_score": 0.704967, "hf_subset": "mni_Beng-ron_Latn", "languages": ["mni-Beng", "ron-Latn"]}, {"precision": 0.624977, "recall": 0.673913, "f1": 0.637748, "accuracy": 0.673913, "main_score": 0.637748, "hf_subset": "mni_Beng-szl_Latn", "languages": ["mni-Beng", "szl-Latn"]}, {"precision": 0.647062, "recall": 0.693676, "f1": 0.658723, "accuracy": 0.693676, "main_score": 0.658723, "hf_subset": "mni_Beng-vec_Latn", "languages": ["mni-Beng", "vec-Latn"]}, {"precision": 0.537228, "recall": 0.588933, "f1": 0.5511, "accuracy": 0.588933, "main_score": 0.5511, "hf_subset": "mni_Beng-amh_Ethi", "languages": ["mni-Beng", "amh-Ethi"]}, {"precision": 0.6735, "recall": 0.720356, "f1": 0.686176, "accuracy": 0.720356, "main_score": 0.686176, "hf_subset": "mni_Beng-bos_Latn", "languages": ["mni-Beng", "bos-Latn"]}, {"precision": 0.630436, "recall": 0.677866, "f1": 0.643644, "accuracy": 0.677866, "main_score": 0.643644, "hf_subset": "mni_Beng-fin_Latn", "languages": ["mni-Beng", "fin-Latn"]}, {"precision": 0.667353, "recall": 0.717391, "f1": 0.680522, "accuracy": 0.717391, "main_score": 0.680522, "hf_subset": "mni_Beng-ita_Latn", "languages": ["mni-Beng", "ita-Latn"]}, {"precision": 0.655989, "recall": 0.712451, "f1": 0.67167, "accuracy": 0.712451, "main_score": 0.67167, "hf_subset": "mni_Beng-kor_Hang", "languages": ["mni-Beng", "kor-Hang"]}, {"precision": 0.484589, "recall": 0.534585, "f1": 0.498395, "accuracy": 0.534585, "main_score": 0.498395, "hf_subset": "mni_Beng-mos_Latn", "languages": ["mni-Beng", "mos-Latn"]}, {"precision": 0.447349, "recall": 0.498024, "f1": 0.460864, "accuracy": 0.498024, "main_score": 0.460864, "hf_subset": "mni_Beng-run_Latn", "languages": ["mni-Beng", "run-Latn"]}, {"precision": 0.631448, "recall": 0.6917, "f1": 0.648005, "accuracy": 0.6917, "main_score": 0.648005, "hf_subset": "mni_Beng-tam_Taml", "languages": ["mni-Beng", "tam-Taml"]}, {"precision": 0.644753, "recall": 0.701581, "f1": 0.659871, "accuracy": 0.701581, "main_score": 0.659871, "hf_subset": "mni_Beng-vie_Latn", "languages": ["mni-Beng", "vie-Latn"]}, {"precision": 0.633598, "recall": 0.677866, "f1": 0.644733, "accuracy": 0.677866, "main_score": 0.644733, "hf_subset": "mni_Beng-apc_Arab", "languages": ["mni-Beng", "apc-Arab"]}, {"precision": 0.618396, "recall": 0.663043, "f1": 0.631492, "accuracy": 0.663043, "main_score": 0.631492, "hf_subset": "mni_Beng-bug_Latn", "languages": ["mni-Beng", "bug-Latn"]}, {"precision": 0.401958, "recall": 0.451581, "f1": 0.415311, "accuracy": 0.451581, "main_score": 0.415311, "hf_subset": "mni_Beng-fon_Latn", "languages": ["mni-Beng", "fon-Latn"]}, {"precision": 0.658081, "recall": 0.701581, "f1": 0.669774, "accuracy": 0.701581, "main_score": 0.669774, "hf_subset": "mni_Beng-jav_Latn", "languages": ["mni-Beng", "jav-Latn"]}, {"precision": 0.547988, "recall": 0.601779, "f1": 0.562147, "accuracy": 0.601779, "main_score": 0.562147, "hf_subset": "mni_Beng-lao_Laoo", "languages": ["mni-Beng", "lao-Laoo"]}, {"precision": 0.473353, "recall": 0.529644, "f1": 0.488672, "accuracy": 0.529644, "main_score": 0.488672, "hf_subset": "mni_Beng-mri_Latn", "languages": ["mni-Beng", "mri-Latn"]}, {"precision": 0.649165, "recall": 0.700593, "f1": 0.662323, "accuracy": 0.700593, "main_score": 0.662323, "hf_subset": "mni_Beng-rus_Cyrl", "languages": ["mni-Beng", "rus-Cyrl"]}, {"precision": 0.483853, "recall": 0.527668, "f1": 0.496064, "accuracy": 0.527668, "main_score": 0.496064, "hf_subset": "mni_Beng-taq_Latn", "languages": ["mni-Beng", "taq-Latn"]}, {"precision": 0.676698, "recall": 0.718379, "f1": 0.688115, "accuracy": 0.718379, "main_score": 0.688115, "hf_subset": "mni_Beng-war_Latn", "languages": ["mni-Beng", "war-Latn"]}, {"precision": 0.637727, "recall": 0.692688, "f1": 0.652377, "accuracy": 0.692688, "main_score": 0.652377, "hf_subset": "mni_Beng-arb_Arab", "languages": ["mni-Beng", "arb-Arab"]}, {"precision": 0.67096, "recall": 0.718379, "f1": 0.683056, "accuracy": 0.718379, "main_score": 0.683056, "hf_subset": "mni_Beng-bul_Cyrl", "languages": ["mni-Beng", "bul-Cyrl"]}, {"precision": 0.672418, "recall": 0.719368, "f1": 0.684471, "accuracy": 0.719368, "main_score": 0.684471, "hf_subset": "mni_Beng-fra_Latn", "languages": ["mni-Beng", "fra-Latn"]}, {"precision": 0.64914, "recall": 0.698617, "f1": 0.662826, "accuracy": 0.698617, "main_score": 0.662826, "hf_subset": "mni_Beng-jpn_Jpan", "languages": ["mni-Beng", "jpn-Jpan"]}, {"precision": 0.647079, "recall": 0.699605, "f1": 0.660704, "accuracy": 0.699605, "main_score": 0.660704, "hf_subset": "mni_Beng-lij_Latn", "languages": ["mni-Beng", "lij-Latn"]}, {"precision": 0.512912, "recall": 0.582016, "f1": 0.531365, "accuracy": 0.582016, "main_score": 0.531365, "hf_subset": "mni_Beng-mya_Mymr", "languages": ["mni-Beng", "mya-Mymr"]}, {"precision": 0.492379, "recall": 0.549407, "f1": 0.50834, "accuracy": 0.549407, "main_score": 0.50834, "hf_subset": "mni_Beng-sag_Latn", "languages": ["mni-Beng", "sag-Latn"]}, {"precision": 0.20185, "recall": 0.253953, "f1": 0.213658, "accuracy": 0.253953, "main_score": 0.213658, "hf_subset": "mni_Beng-taq_Tfng", "languages": ["mni-Beng", "taq-Tfng"]}, {"precision": 0.542124, "recall": 0.599802, "f1": 0.558142, "accuracy": 0.599802, "main_score": 0.558142, "hf_subset": "mni_Beng-wol_Latn", "languages": ["mni-Beng", "wol-Latn"]}, {"precision": 0.454932, "recall": 0.507905, "f1": 0.46981, "accuracy": 0.507905, "main_score": 0.46981, "hf_subset": "mni_Beng-arb_Latn", "languages": ["mni-Beng", "arb-Latn"]}, {"precision": 0.681209, "recall": 0.724308, "f1": 0.692943, "accuracy": 0.724308, "main_score": 0.692943, "hf_subset": "mni_Beng-cat_Latn", "languages": ["mni-Beng", "cat-Latn"]}, {"precision": 0.638171, "recall": 0.681818, "f1": 0.650362, "accuracy": 0.681818, "main_score": 0.650362, "hf_subset": "mni_Beng-fur_Latn", "languages": ["mni-Beng", "fur-Latn"]}, {"precision": 0.363543, "recall": 0.414032, "f1": 0.376612, "accuracy": 0.414032, "main_score": 0.376612, "hf_subset": "mni_Beng-kab_Latn", "languages": ["mni-Beng", "kab-Latn"]}, {"precision": 0.630382, "recall": 0.672925, "f1": 0.6425, "accuracy": 0.672925, "main_score": 0.6425, "hf_subset": "mni_Beng-lim_Latn", "languages": ["mni-Beng", "lim-Latn"]}, {"precision": 0.649735, "recall": 0.701581, "f1": 0.662942, "accuracy": 0.701581, "main_score": 0.662942, "hf_subset": "mni_Beng-nld_Latn", "languages": ["mni-Beng", "nld-Latn"]}, {"precision": 0.601742, "recall": 0.660079, "f1": 0.617292, "accuracy": 0.660079, "main_score": 0.617292, "hf_subset": "mni_Beng-san_Deva", "languages": ["mni-Beng", "san-Deva"]}, {"precision": 0.648501, "recall": 0.695652, "f1": 0.660993, "accuracy": 0.695652, "main_score": 0.660993, "hf_subset": "mni_Beng-tat_Cyrl", "languages": ["mni-Beng", "tat-Cyrl"]}, {"precision": 0.516476, "recall": 0.570158, "f1": 0.531377, "accuracy": 0.570158, "main_score": 0.531377, "hf_subset": "mni_Beng-xho_Latn", "languages": ["mni-Beng", "xho-Latn"]}, {"precision": 0.623062, "recall": 0.683794, "f1": 0.639763, "accuracy": 0.683794, "main_score": 0.639763, "hf_subset": "mni_Beng-ars_Arab", "languages": ["mni-Beng", "ars-Arab"]}, {"precision": 0.653916, "recall": 0.704545, "f1": 0.668068, "accuracy": 0.704545, "main_score": 0.668068, "hf_subset": "mni_Beng-ceb_Latn", "languages": ["mni-Beng", "ceb-Latn"]}, {"precision": 0.463761, "recall": 0.528656, "f1": 0.482221, "accuracy": 0.528656, "main_score": 0.482221, "hf_subset": "mni_Beng-fuv_Latn", "languages": ["mni-Beng", "fuv-Latn"]}, {"precision": 0.45788, "recall": 0.519763, "f1": 0.474593, "accuracy": 0.519763, "main_score": 0.474593, "hf_subset": "mni_Beng-kac_Latn", "languages": ["mni-Beng", "kac-Latn"]}, {"precision": 0.553558, "recall": 0.601779, "f1": 0.566829, "accuracy": 0.601779, "main_score": 0.566829, "hf_subset": "mni_Beng-lin_Latn", "languages": ["mni-Beng", "lin-Latn"]}, {"precision": 0.662245, "recall": 0.708498, "f1": 0.674264, "accuracy": 0.708498, "main_score": 0.674264, "hf_subset": "mni_Beng-nno_Latn", "languages": ["mni-Beng", "nno-Latn"]}, {"precision": 0.13728, "recall": 0.179842, "f1": 0.147936, "accuracy": 0.179842, "main_score": 0.147936, "hf_subset": "mni_Beng-sat_Olck", "languages": ["mni-Beng", "sat-Olck"]}, {"precision": 0.673964, "recall": 0.726285, "f1": 0.687776, "accuracy": 0.726285, "main_score": 0.687776, "hf_subset": "mni_Beng-tel_Telu", "languages": ["mni-Beng", "tel-Telu"]}, {"precision": 0.584876, "recall": 0.640316, "f1": 0.600446, "accuracy": 0.640316, "main_score": 0.600446, "hf_subset": "mni_Beng-ydd_Hebr", "languages": ["mni-Beng", "ydd-Hebr"]}, {"precision": 0.604714, "recall": 0.656126, "f1": 0.618453, "accuracy": 0.656126, "main_score": 0.618453, "hf_subset": "mni_Beng-ary_Arab", "languages": ["mni-Beng", "ary-Arab"]}, {"precision": 0.660207, "recall": 0.70751, "f1": 0.673137, "accuracy": 0.70751, "main_score": 0.673137, "hf_subset": "mni_Beng-ces_Latn", "languages": ["mni-Beng", "ces-Latn"]}, {"precision": 0.490927, "recall": 0.54249, "f1": 0.504963, "accuracy": 0.54249, "main_score": 0.504963, "hf_subset": "mni_Beng-gaz_Latn", "languages": ["mni-Beng", "gaz-Latn"]}, {"precision": 0.461709, "recall": 0.518775, "f1": 0.477381, "accuracy": 0.518775, "main_score": 0.477381, "hf_subset": "mni_Beng-kam_Latn", "languages": ["mni-Beng", "kam-Latn"]}, {"precision": 0.634009, "recall": 0.684783, "f1": 0.648637, "accuracy": 0.684783, "main_score": 0.648637, "hf_subset": "mni_Beng-lit_Latn", "languages": ["mni-Beng", "lit-Latn"]}, {"precision": 0.668167, "recall": 0.720356, "f1": 0.682534, "accuracy": 0.720356, "main_score": 0.682534, "hf_subset": "mni_Beng-nob_Latn", "languages": ["mni-Beng", "nob-Latn"]}, {"precision": 0.642681, "recall": 0.68083, "f1": 0.653027, "accuracy": 0.68083, "main_score": 0.653027, "hf_subset": "mni_Beng-scn_Latn", "languages": ["mni-Beng", "scn-Latn"]}, {"precision": 0.589674, "recall": 0.635375, "f1": 0.602673, "accuracy": 0.635375, "main_score": 0.602673, "hf_subset": "mni_Beng-tgk_Cyrl", "languages": ["mni-Beng", "tgk-Cyrl"]}, {"precision": 0.4425, "recall": 0.504941, "f1": 0.459617, "accuracy": 0.504941, "main_score": 0.459617, "hf_subset": "mni_Beng-yor_Latn", "languages": ["mni-Beng", "yor-Latn"]}, {"precision": 0.641606, "recall": 0.693676, "f1": 0.655116, "accuracy": 0.693676, "main_score": 0.655116, "hf_subset": "mni_Beng-arz_Arab", "languages": ["mni-Beng", "arz-Arab"]}, {"precision": 0.470145, "recall": 0.524704, "f1": 0.485121, "accuracy": 0.524704, "main_score": 0.485121, "hf_subset": "mni_Beng-cjk_Latn", "languages": ["mni-Beng", "cjk-Latn"]}, {"precision": 0.499631, "recall": 0.549407, "f1": 0.513091, "accuracy": 0.549407, "main_score": 0.513091, "hf_subset": "mni_Beng-gla_Latn", "languages": ["mni-Beng", "gla-Latn"]}, {"precision": 0.672818, "recall": 0.722332, "f1": 0.6859, "accuracy": 0.722332, "main_score": 0.6859, "hf_subset": "mni_Beng-kan_Knda", "languages": ["mni-Beng", "kan-Knda"]}, {"precision": 0.646365, "recall": 0.685771, "f1": 0.656709, "accuracy": 0.685771, "main_score": 0.656709, "hf_subset": "mni_Beng-lmo_Latn", "languages": ["mni-Beng", "lmo-Latn"]}, {"precision": 0.663389, "recall": 0.714427, "f1": 0.677713, "accuracy": 0.714427, "main_score": 0.677713, "hf_subset": "mni_Beng-npi_Deva", "languages": ["mni-Beng", "npi-Deva"]}, {"precision": 0.391292, "recall": 0.444664, "f1": 0.40511, "accuracy": 0.444664, "main_score": 0.40511, "hf_subset": "mni_Beng-shn_Mymr", "languages": ["mni-Beng", "shn-Mymr"]}, {"precision": 0.683118, "recall": 0.727273, "f1": 0.694777, "accuracy": 0.727273, "main_score": 0.694777, "hf_subset": "mni_Beng-tgl_Latn", "languages": ["mni-Beng", "tgl-Latn"]}, {"precision": 0.642424, "recall": 0.688735, "f1": 0.654772, "accuracy": 0.688735, "main_score": 0.654772, "hf_subset": "mni_Beng-yue_Hant", "languages": ["mni-Beng", "yue-Hant"]}, {"precision": 0.644473, "recall": 0.69664, "f1": 0.659203, "accuracy": 0.69664, "main_score": 0.659203, "hf_subset": "mni_Beng-asm_Beng", "languages": ["mni-Beng", "asm-Beng"]}, {"precision": 0.547956, "recall": 0.601779, "f1": 0.562417, "accuracy": 0.601779, "main_score": 0.562417, "hf_subset": "mni_Beng-ckb_Arab", "languages": ["mni-Beng", "ckb-Arab"]}, {"precision": 0.47875, "recall": 0.532609, "f1": 0.493589, "accuracy": 0.532609, "main_score": 0.493589, "hf_subset": "mni_Beng-gle_Latn", "languages": ["mni-Beng", "gle-Latn"]}, {"precision": 0.626715, "recall": 0.672925, "f1": 0.640025, "accuracy": 0.672925, "main_score": 0.640025, "hf_subset": "mni_Beng-kas_Arab", "languages": ["mni-Beng", "kas-Arab"]}, {"precision": 0.622763, "recall": 0.66996, "f1": 0.635818, "accuracy": 0.66996, "main_score": 0.635818, "hf_subset": "mni_Beng-ltg_Latn", "languages": ["mni-Beng", "ltg-Latn"]}, {"precision": 0.524451, "recall": 0.575099, "f1": 0.53793, "accuracy": 0.575099, "main_score": 0.53793, "hf_subset": "mni_Beng-nso_Latn", "languages": ["mni-Beng", "nso-Latn"]}, {"precision": 0.562035, "recall": 0.617589, "f1": 0.577483, "accuracy": 0.617589, "main_score": 0.577483, "hf_subset": "mni_Beng-sin_Sinh", "languages": ["mni-Beng", "sin-Sinh"]}, {"precision": 0.668588, "recall": 0.714427, "f1": 0.680996, "accuracy": 0.714427, "main_score": 0.680996, "hf_subset": "mni_Beng-tha_Thai", "languages": ["mni-Beng", "tha-Thai"]}, {"precision": 0.625447, "recall": 0.672925, "f1": 0.638309, "accuracy": 0.672925, "main_score": 0.638309, "hf_subset": "mni_Beng-zho_Hans", "languages": ["mni-Beng", "zho-Hans"]}, {"precision": 0.669181, "recall": 0.716403, "f1": 0.682508, "accuracy": 0.716403, "main_score": 0.682508, "hf_subset": "mni_Beng-ast_Latn", "languages": ["mni-Beng", "ast-Latn"]}, {"precision": 0.616491, "recall": 0.666008, "f1": 0.630287, "accuracy": 0.666008, "main_score": 0.630287, "hf_subset": "mni_Beng-crh_Latn", "languages": ["mni-Beng", "crh-Latn"]}, {"precision": 0.66415, "recall": 0.713439, "f1": 0.676717, "accuracy": 0.713439, "main_score": 0.676717, "hf_subset": "mni_Beng-glg_Latn", "languages": ["mni-Beng", "glg-Latn"]}, {"precision": 0.595937, "recall": 0.648221, "f1": 0.61003, "accuracy": 0.648221, "main_score": 0.61003, "hf_subset": "mni_Beng-kas_Deva", "languages": ["mni-Beng", "kas-Deva"]}, {"precision": 0.638854, "recall": 0.681818, "f1": 0.650718, "accuracy": 0.681818, "main_score": 0.650718, "hf_subset": "mni_Beng-ltz_Latn", "languages": ["mni-Beng", "ltz-Latn"]}, {"precision": 0.412259, "recall": 0.469368, "f1": 0.426836, "accuracy": 0.469368, "main_score": 0.426836, "hf_subset": "mni_Beng-nus_Latn", "languages": ["mni-Beng", "nus-Latn"]}, {"precision": 0.654984, "recall": 0.703557, "f1": 0.667726, "accuracy": 0.703557, "main_score": 0.667726, "hf_subset": "mni_Beng-slk_Latn", "languages": ["mni-Beng", "slk-Latn"]}, {"precision": 0.449616, "recall": 0.509881, "f1": 0.465802, "accuracy": 0.509881, "main_score": 0.465802, "hf_subset": "mni_Beng-tir_Ethi", "languages": ["mni-Beng", "tir-Ethi"]}, {"precision": 0.6213, "recall": 0.677866, "f1": 0.636529, "accuracy": 0.677866, "main_score": 0.636529, "hf_subset": "mni_Beng-zho_Hant", "languages": ["mni-Beng", "zho-Hant"]}, {"precision": 0.665216, "recall": 0.715415, "f1": 0.678621, "accuracy": 0.715415, "main_score": 0.678621, "hf_subset": "mni_Beng-awa_Deva", "languages": ["mni-Beng", "awa-Deva"]}, {"precision": 0.566193, "recall": 0.619565, "f1": 0.580416, "accuracy": 0.619565, "main_score": 0.580416, "hf_subset": "mni_Beng-cym_Latn", "languages": ["mni-Beng", "cym-Latn"]}, {"precision": 0.620495, "recall": 0.66502, "f1": 0.632512, "accuracy": 0.66502, "main_score": 0.632512, "hf_subset": "mni_Beng-grn_Latn", "languages": ["mni-Beng", "grn-Latn"]}, {"precision": 0.626951, "recall": 0.673913, "f1": 0.63956, "accuracy": 0.673913, "main_score": 0.63956, "hf_subset": "mni_Beng-kat_Geor", "languages": ["mni-Beng", "kat-Geor"]}, {"precision": 0.519541, "recall": 0.570158, "f1": 0.533199, "accuracy": 0.570158, "main_score": 0.533199, "hf_subset": "mni_Beng-lua_Latn", "languages": ["mni-Beng", "lua-Latn"]}, {"precision": 0.511015, "recall": 0.564229, "f1": 0.526007, "accuracy": 0.564229, "main_score": 0.526007, "hf_subset": "mni_Beng-nya_Latn", "languages": ["mni-Beng", "nya-Latn"]}, {"precision": 0.659798, "recall": 0.703557, "f1": 0.671325, "accuracy": 0.703557, "main_score": 0.671325, "hf_subset": "mni_Beng-slv_Latn", "languages": ["mni-Beng", "slv-Latn"]}, {"precision": 0.651783, "recall": 0.699605, "f1": 0.665233, "accuracy": 0.699605, "main_score": 0.665233, "hf_subset": "mni_Beng-tpi_Latn", "languages": ["mni-Beng", "tpi-Latn"]}, {"precision": 0.675512, "recall": 0.721344, "f1": 0.687999, "accuracy": 0.721344, "main_score": 0.687999, "hf_subset": "mni_Beng-zsm_Latn", "languages": ["mni-Beng", "zsm-Latn"]}, {"precision": 0.456376, "recall": 0.51087, "f1": 0.471689, "accuracy": 0.51087, "main_score": 0.471689, "hf_subset": "mni_Beng-ayr_Latn", "languages": ["mni-Beng", "ayr-Latn"]}, {"precision": 0.672236, "recall": 0.716403, "f1": 0.684041, "accuracy": 0.716403, "main_score": 0.684041, "hf_subset": "mni_Beng-dan_Latn", "languages": ["mni-Beng", "dan-Latn"]}, {"precision": 0.687796, "recall": 0.731225, "f1": 0.699429, "accuracy": 0.731225, "main_score": 0.699429, "hf_subset": "mni_Beng-guj_Gujr", "languages": ["mni-Beng", "guj-Gujr"]}, {"precision": 0.644854, "recall": 0.694664, "f1": 0.657867, "accuracy": 0.694664, "main_score": 0.657867, "hf_subset": "mni_Beng-kaz_Cyrl", "languages": ["mni-Beng", "kaz-Cyrl"]}, {"precision": 0.451608, "recall": 0.504941, "f1": 0.465945, "accuracy": 0.504941, "main_score": 0.465945, "hf_subset": "mni_Beng-lug_Latn", "languages": ["mni-Beng", "lug-Latn"]}, {"precision": 0.674896, "recall": 0.716403, "f1": 0.686033, "accuracy": 0.716403, "main_score": 0.686033, "hf_subset": "mni_Beng-oci_Latn", "languages": ["mni-Beng", "oci-Latn"]}, {"precision": 0.526793, "recall": 0.578063, "f1": 0.54085, "accuracy": 0.578063, "main_score": 0.54085, "hf_subset": "mni_Beng-smo_Latn", "languages": ["mni-Beng", "smo-Latn"]}, {"precision": 0.453967, "recall": 0.512846, "f1": 0.469873, "accuracy": 0.512846, "main_score": 0.469873, "hf_subset": "mni_Beng-tsn_Latn", "languages": ["mni-Beng", "tsn-Latn"]}, {"precision": 0.471386, "recall": 0.528656, "f1": 0.487249, "accuracy": 0.528656, "main_score": 0.487249, "hf_subset": "mni_Beng-zul_Latn", "languages": ["mni-Beng", "zul-Latn"]}, {"precision": 0.594628, "recall": 0.639328, "f1": 0.606983, "accuracy": 0.639328, "main_score": 0.606983, "hf_subset": "mni_Beng-azb_Arab", "languages": ["mni-Beng", "azb-Arab"]}, {"precision": 0.669103, "recall": 0.720356, "f1": 0.682578, "accuracy": 0.720356, "main_score": 0.682578, "hf_subset": "mni_Beng-deu_Latn", "languages": ["mni-Beng", "deu-Latn"]}, {"precision": 0.587691, "recall": 0.649209, "f1": 0.604433, "accuracy": 0.649209, "main_score": 0.604433, "hf_subset": "mni_Beng-hat_Latn", "languages": ["mni-Beng", "hat-Latn"]}, {"precision": 0.436768, "recall": 0.491107, "f1": 0.45146, "accuracy": 0.491107, "main_score": 0.45146, "hf_subset": "mni_Beng-kbp_Latn", "languages": ["mni-Beng", "kbp-Latn"]}, {"precision": 0.502833, "recall": 0.561265, "f1": 0.518805, "accuracy": 0.561265, "main_score": 0.518805, "hf_subset": "mni_Beng-luo_Latn", "languages": ["mni-Beng", "luo-Latn"]}, {"precision": 0.658955, "recall": 0.715415, "f1": 0.674532, "accuracy": 0.715415, "main_score": 0.674532, "hf_subset": "mni_Beng-ory_Orya", "languages": ["mni-Beng", "ory-Orya"]}, {"precision": 0.481254, "recall": 0.539526, "f1": 0.497756, "accuracy": 0.539526, "main_score": 0.497756, "hf_subset": "mni_Beng-sna_Latn", "languages": ["mni-Beng", "sna-Latn"]}, {"precision": 0.479227, "recall": 0.527668, "f1": 0.49174, "accuracy": 0.527668, "main_score": 0.49174, "hf_subset": "mni_Beng-tso_Latn", "languages": ["mni-Beng", "tso-Latn"]}, {"precision": 0.630808, "recall": 0.687747, "f1": 0.646829, "accuracy": 0.687747, "main_score": 0.646829, "hf_subset": "mni_Beng-azj_Latn", "languages": ["mni-Beng", "azj-Latn"]}, {"precision": 0.44813, "recall": 0.509881, "f1": 0.465804, "accuracy": 0.509881, "main_score": 0.465804, "hf_subset": "mni_Beng-dik_Latn", "languages": ["mni-Beng", "dik-Latn"]}, {"precision": 0.49379, "recall": 0.540514, "f1": 0.506441, "accuracy": 0.540514, "main_score": 0.506441, "hf_subset": "mni_Beng-hau_Latn", "languages": ["mni-Beng", "hau-Latn"]}, {"precision": 0.629777, "recall": 0.673913, "f1": 0.641975, "accuracy": 0.673913, "main_score": 0.641975, "hf_subset": "mni_Beng-kea_Latn", "languages": ["mni-Beng", "kea-Latn"]}, {"precision": 0.593175, "recall": 0.639328, "f1": 0.605857, "accuracy": 0.639328, "main_score": 0.605857, "hf_subset": "mni_Beng-lus_Latn", "languages": ["mni-Beng", "lus-Latn"]}, {"precision": 0.653194, "recall": 0.689723, "f1": 0.663578, "accuracy": 0.689723, "main_score": 0.663578, "hf_subset": "mni_Beng-pag_Latn", "languages": ["mni-Beng", "pag-Latn"]}, {"precision": 0.650388, "recall": 0.701581, "f1": 0.664224, "accuracy": 0.701581, "main_score": 0.664224, "hf_subset": "mni_Beng-snd_Arab", "languages": ["mni-Beng", "snd-Arab"]}, {"precision": 0.592125, "recall": 0.643281, "f1": 0.606367, "accuracy": 0.643281, "main_score": 0.606367, "hf_subset": "mni_Beng-tuk_Latn", "languages": ["mni-Beng", "tuk-Latn"]}, {"precision": 0.669112, "recall": 0.708498, "f1": 0.68018, "accuracy": 0.708498, "main_score": 0.68018, "hf_subset": "mni_Beng-bak_Cyrl", "languages": ["mni-Beng", "bak-Cyrl"]}, {"precision": 0.397705, "recall": 0.471344, "f1": 0.418288, "accuracy": 0.471344, "main_score": 0.418288, "hf_subset": "mni_Beng-dyu_Latn", "languages": ["mni-Beng", "dyu-Latn"]}, {"precision": 0.642332, "recall": 0.688735, "f1": 0.654644, "accuracy": 0.688735, "main_score": 0.654644, "hf_subset": "mni_Beng-heb_Hebr", "languages": ["mni-Beng", "heb-Hebr"]}, {"precision": 0.599917, "recall": 0.647233, "f1": 0.612827, "accuracy": 0.647233, "main_score": 0.612827, "hf_subset": "mni_Beng-khk_Cyrl", "languages": ["mni-Beng", "khk-Cyrl"]}, {"precision": 0.65112, "recall": 0.692688, "f1": 0.663148, "accuracy": 0.692688, "main_score": 0.663148, "hf_subset": "mni_Beng-lvs_Latn", "languages": ["mni-Beng", "lvs-Latn"]}, {"precision": 0.666117, "recall": 0.72332, "f1": 0.681463, "accuracy": 0.72332, "main_score": 0.681463, "hf_subset": "mni_Beng-pan_Guru", "languages": ["mni-Beng", "pan-Guru"]}, {"precision": 0.45793, "recall": 0.516798, "f1": 0.474346, "accuracy": 0.516798, "main_score": 0.474346, "hf_subset": "mni_Beng-som_Latn", "languages": ["mni-Beng", "som-Latn"]}, {"precision": 0.482048, "recall": 0.529644, "f1": 0.494419, "accuracy": 0.529644, "main_score": 0.494419, "hf_subset": "mni_Beng-tum_Latn", "languages": ["mni-Beng", "tum-Latn"]}, {"precision": 0.613752, "recall": 0.673913, "f1": 0.631072, "accuracy": 0.673913, "main_score": 0.631072, "hf_subset": "ron_Latn-ace_Arab", "languages": ["ron-Latn", "ace-Arab"]}, {"precision": 0.557108, "recall": 0.615613, "f1": 0.57363, "accuracy": 0.615613, "main_score": 0.57363, "hf_subset": "ron_Latn-bam_Latn", "languages": ["ron-Latn", "bam-Latn"]}, {"precision": 0.456724, "recall": 0.535573, "f1": 0.477971, "accuracy": 0.535573, "main_score": 0.477971, "hf_subset": "ron_Latn-dzo_Tibt", "languages": ["ron-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hin_Deva", "languages": ["ron-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-khm_Khmr", "languages": ["ron-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mag_Deva", "languages": ["ron-Latn", "mag-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ron_Latn-pap_Latn", "languages": ["ron-Latn", "pap-Latn"]}, {"precision": 0.615431, "recall": 0.671937, "f1": 0.631085, "accuracy": 0.671937, "main_score": 0.631085, "hf_subset": "ron_Latn-sot_Latn", "languages": ["ron-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tur_Latn", "languages": ["ron-Latn", "tur-Latn"]}, {"precision": 0.899654, "recall": 0.926877, "f1": 0.908333, "accuracy": 0.926877, "main_score": 0.908333, "hf_subset": "ron_Latn-ace_Latn", "languages": ["ron-Latn", "ace-Latn"]}, {"precision": 0.974308, "recall": 0.981225, "f1": 0.976614, "accuracy": 0.981225, "main_score": 0.976614, "hf_subset": "ron_Latn-ban_Latn", "languages": ["ron-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ell_Grek", "languages": ["ron-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ron_Latn-hne_Deva", "languages": ["ron-Latn", "hne-Deva"]}, {"precision": 0.61586, "recall": 0.674901, "f1": 0.632778, "accuracy": 0.674901, "main_score": 0.632778, "hf_subset": "ron_Latn-kik_Latn", "languages": ["ron-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mai_Deva", "languages": ["ron-Latn", "mai-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ron_Latn-pbt_Arab", "languages": ["ron-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-spa_Latn", "languages": ["ron-Latn", "spa-Latn"]}, {"precision": 0.635658, "recall": 0.699605, "f1": 0.653788, "accuracy": 0.699605, "main_score": 0.653788, "hf_subset": "ron_Latn-twi_Latn", "languages": ["ron-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-acm_Arab", "languages": ["ron-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-bel_Cyrl", "languages": ["ron-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-eng_Latn", "languages": ["ron-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hrv_Latn", "languages": ["ron-Latn", "hrv-Latn"]}, {"precision": 0.581334, "recall": 0.644269, "f1": 0.599212, "accuracy": 0.644269, "main_score": 0.599212, "hf_subset": "ron_Latn-kin_Latn", "languages": ["ron-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-mal_Mlym", "languages": ["ron-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pes_Arab", "languages": ["ron-Latn", "pes-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-srd_Latn", "languages": ["ron-Latn", "srd-Latn"]}, {"precision": 0.192921, "recall": 0.245059, "f1": 0.20569, "accuracy": 0.245059, "main_score": 0.20569, "hf_subset": "ron_Latn-tzm_Tfng", "languages": ["ron-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-acq_Arab", "languages": ["ron-Latn", "acq-Arab"]}, {"precision": 0.656376, "recall": 0.708498, "f1": 0.670924, "accuracy": 0.708498, "main_score": 0.670924, "hf_subset": "ron_Latn-bem_Latn", "languages": ["ron-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-epo_Latn", "languages": ["ron-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hun_Latn", "languages": ["ron-Latn", "hun-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-kir_Cyrl", "languages": ["ron-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mar_Deva", "languages": ["ron-Latn", "mar-Deva"]}, {"precision": 0.706275, "recall": 0.755929, "f1": 0.720751, "accuracy": 0.755929, "main_score": 0.720751, "hf_subset": "ron_Latn-plt_Latn", "languages": ["ron-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-srp_Cyrl", "languages": ["ron-Latn", "srp-Cyrl"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ron_Latn-uig_Arab", "languages": ["ron-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-aeb_Arab", "languages": ["ron-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ben_Beng", "languages": ["ron-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-est_Latn", "languages": ["ron-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hye_Armn", "languages": ["ron-Latn", "hye-Armn"]}, {"precision": 0.567839, "recall": 0.618577, "f1": 0.582024, "accuracy": 0.618577, "main_score": 0.582024, "hf_subset": "ron_Latn-kmb_Latn", "languages": ["ron-Latn", "kmb-Latn"]}, {"precision": 0.53612, "recall": 0.606719, "f1": 0.555458, "accuracy": 0.606719, "main_score": 0.555458, "hf_subset": "ron_Latn-min_Arab", "languages": ["ron-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pol_Latn", "languages": ["ron-Latn", "pol-Latn"]}, {"precision": 0.589815, "recall": 0.657115, "f1": 0.609404, "accuracy": 0.657115, "main_score": 0.609404, "hf_subset": "ron_Latn-ssw_Latn", "languages": ["ron-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ukr_Cyrl", "languages": ["ron-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-afr_Latn", "languages": ["ron-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-bho_Deva", "languages": ["ron-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ron_Latn-eus_Latn", "languages": ["ron-Latn", "eus-Latn"]}, {"precision": 0.611339, "recall": 0.670949, "f1": 0.627859, "accuracy": 0.670949, "main_score": 0.627859, "hf_subset": "ron_Latn-ibo_Latn", "languages": ["ron-Latn", "ibo-Latn"]}, {"precision": 0.916749, "recall": 0.940711, "f1": 0.924308, "accuracy": 0.940711, "main_score": 0.924308, "hf_subset": "ron_Latn-kmr_Latn", "languages": ["ron-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ron_Latn-min_Latn", "languages": ["ron-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-por_Latn", "languages": ["ron-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-sun_Latn", "languages": ["ron-Latn", "sun-Latn"]}, {"precision": 0.553188, "recall": 0.613636, "f1": 0.570863, "accuracy": 0.613636, "main_score": 0.570863, "hf_subset": "ron_Latn-umb_Latn", "languages": ["ron-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ajp_Arab", "languages": ["ron-Latn", "ajp-Arab"]}, {"precision": 0.581797, "recall": 0.642292, "f1": 0.598791, "accuracy": 0.642292, "main_score": 0.598791, "hf_subset": "ron_Latn-bjn_Arab", "languages": ["ron-Latn", "bjn-Arab"]}, {"precision": 0.530557, "recall": 0.585968, "f1": 0.545862, "accuracy": 0.585968, "main_score": 0.545862, "hf_subset": "ron_Latn-ewe_Latn", "languages": ["ron-Latn", "ewe-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ron_Latn-ilo_Latn", "languages": ["ron-Latn", "ilo-Latn"]}, {"precision": 0.331611, "recall": 0.393281, "f1": 0.34833, "accuracy": 0.393281, "main_score": 0.34833, "hf_subset": "ron_Latn-knc_Arab", "languages": ["ron-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mkd_Cyrl", "languages": ["ron-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-prs_Arab", "languages": ["ron-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-swe_Latn", "languages": ["ron-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-urd_Arab", "languages": ["ron-Latn", "urd-Arab"]}, {"precision": 0.620258, "recall": 0.674901, "f1": 0.635207, "accuracy": 0.674901, "main_score": 0.635207, "hf_subset": "ron_Latn-aka_Latn", "languages": ["ron-Latn", "aka-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ron_Latn-bjn_Latn", "languages": ["ron-Latn", "bjn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ron_Latn-fao_Latn", "languages": ["ron-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ind_Latn", "languages": ["ron-Latn", "ind-Latn"]}, {"precision": 0.613236, "recall": 0.668972, "f1": 0.6292, "accuracy": 0.668972, "main_score": 0.6292, "hf_subset": "ron_Latn-knc_Latn", "languages": ["ron-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-mlt_Latn", "languages": ["ron-Latn", "mlt-Latn"]}, {"precision": 0.744993, "recall": 0.80336, "f1": 0.762504, "accuracy": 0.80336, "main_score": 0.762504, "hf_subset": "ron_Latn-quy_Latn", "languages": ["ron-Latn", "quy-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ron_Latn-swh_Latn", "languages": ["ron-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-uzn_Latn", "languages": ["ron-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-als_Latn", "languages": ["ron-Latn", "als-Latn"]}, {"precision": 0.688587, "recall": 0.761858, "f1": 0.7099, "accuracy": 0.761858, "main_score": 0.7099, "hf_subset": "ron_Latn-bod_Tibt", "languages": ["ron-Latn", "bod-Tibt"]}, {"precision": 0.736767, "recall": 0.787549, "f1": 0.751594, "accuracy": 0.787549, "main_score": 0.751594, "hf_subset": "ron_Latn-fij_Latn", "languages": ["ron-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ron_Latn-isl_Latn", "languages": ["ron-Latn", "isl-Latn"]}, {"precision": 0.691765, "recall": 0.743083, "f1": 0.707068, "accuracy": 0.743083, "main_score": 0.707068, "hf_subset": "ron_Latn-kon_Latn", "languages": ["ron-Latn", "kon-Latn"]}, {"precision": 0.689921, "recall": 0.751976, "f1": 0.708634, "accuracy": 0.751976, "main_score": 0.708634, "hf_subset": "ron_Latn-mni_Beng", "languages": ["ron-Latn", "mni-Beng"]}, {"precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "ron_Latn-szl_Latn", "languages": ["ron-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-vec_Latn", "languages": ["ron-Latn", "vec-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "ron_Latn-amh_Ethi", "languages": ["ron-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-bos_Latn", "languages": ["ron-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-fin_Latn", "languages": ["ron-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ita_Latn", "languages": ["ron-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-kor_Hang", "languages": ["ron-Latn", "kor-Hang"]}, {"precision": 0.576442, "recall": 0.636364, "f1": 0.593303, "accuracy": 0.636364, "main_score": 0.593303, "hf_subset": "ron_Latn-mos_Latn", "languages": ["ron-Latn", "mos-Latn"]}, {"precision": 0.584387, "recall": 0.635375, "f1": 0.59873, "accuracy": 0.635375, "main_score": 0.59873, "hf_subset": "ron_Latn-run_Latn", "languages": ["ron-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tam_Taml", "languages": ["ron-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-vie_Latn", "languages": ["ron-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-apc_Arab", "languages": ["ron-Latn", "apc-Arab"]}, {"precision": 0.81726, "recall": 0.860672, "f1": 0.830303, "accuracy": 0.860672, "main_score": 0.830303, "hf_subset": "ron_Latn-bug_Latn", "languages": ["ron-Latn", "bug-Latn"]}, {"precision": 0.494661, "recall": 0.552372, "f1": 0.509611, "accuracy": 0.552372, "main_score": 0.509611, "hf_subset": "ron_Latn-fon_Latn", "languages": ["ron-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-jav_Latn", "languages": ["ron-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-lao_Laoo", "languages": ["ron-Latn", "lao-Laoo"]}, {"precision": 0.889781, "recall": 0.918972, "f1": 0.89877, "accuracy": 0.918972, "main_score": 0.89877, "hf_subset": "ron_Latn-mri_Latn", "languages": ["ron-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-rus_Cyrl", "languages": ["ron-Latn", "rus-Cyrl"]}, {"precision": 0.563186, "recall": 0.62253, "f1": 0.580226, "accuracy": 0.62253, "main_score": 0.580226, "hf_subset": "ron_Latn-taq_Latn", "languages": ["ron-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-war_Latn", "languages": ["ron-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-arb_Arab", "languages": ["ron-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-bul_Cyrl", "languages": ["ron-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-fra_Latn", "languages": ["ron-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-jpn_Jpan", "languages": ["ron-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-lij_Latn", "languages": ["ron-Latn", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "ron_Latn-mya_Mymr", "languages": ["ron-Latn", "mya-Mymr"]}, {"precision": 0.631678, "recall": 0.701581, "f1": 0.651148, "accuracy": 0.701581, "main_score": 0.651148, "hf_subset": "ron_Latn-sag_Latn", "languages": ["ron-Latn", "sag-Latn"]}, {"precision": 0.197869, "recall": 0.253953, "f1": 0.210556, "accuracy": 0.253953, "main_score": 0.210556, "hf_subset": "ron_Latn-taq_Tfng", "languages": ["ron-Latn", "taq-Tfng"]}, {"precision": 0.65308, "recall": 0.718379, "f1": 0.672106, "accuracy": 0.718379, "main_score": 0.672106, "hf_subset": "ron_Latn-wol_Latn", "languages": ["ron-Latn", "wol-Latn"]}, {"precision": 0.834651, "recall": 0.879447, "f1": 0.848617, "accuracy": 0.879447, "main_score": 0.848617, "hf_subset": "ron_Latn-arb_Latn", "languages": ["ron-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-cat_Latn", "languages": ["ron-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ron_Latn-fur_Latn", "languages": ["ron-Latn", "fur-Latn"]}, {"precision": 0.429357, "recall": 0.494071, "f1": 0.44757, "accuracy": 0.494071, "main_score": 0.44757, "hf_subset": "ron_Latn-kab_Latn", "languages": ["ron-Latn", "kab-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ron_Latn-lim_Latn", "languages": ["ron-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-nld_Latn", "languages": ["ron-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ron_Latn-san_Deva", "languages": ["ron-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tat_Cyrl", "languages": ["ron-Latn", "tat-Cyrl"]}, {"precision": 0.706225, "recall": 0.761858, "f1": 0.722831, "accuracy": 0.761858, "main_score": 0.722831, "hf_subset": "ron_Latn-xho_Latn", "languages": ["ron-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ars_Arab", "languages": ["ron-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ceb_Latn", "languages": ["ron-Latn", "ceb-Latn"]}, {"precision": 0.584933, "recall": 0.647233, "f1": 0.602767, "accuracy": 0.647233, "main_score": 0.602767, "hf_subset": "ron_Latn-fuv_Latn", "languages": ["ron-Latn", "fuv-Latn"]}, {"precision": 0.531455, "recall": 0.596838, "f1": 0.549689, "accuracy": 0.596838, "main_score": 0.549689, "hf_subset": "ron_Latn-kac_Latn", "languages": ["ron-Latn", "kac-Latn"]}, {"precision": 0.704884, "recall": 0.752964, "f1": 0.719022, "accuracy": 0.752964, "main_score": 0.719022, "hf_subset": "ron_Latn-lin_Latn", "languages": ["ron-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-nno_Latn", "languages": ["ron-Latn", "nno-Latn"]}, {"precision": 0.269478, "recall": 0.363636, "f1": 0.295188, "accuracy": 0.363636, "main_score": 0.295188, "hf_subset": "ron_Latn-sat_Olck", "languages": ["ron-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-tel_Telu", "languages": ["ron-Latn", "tel-Telu"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ron_Latn-ydd_Hebr", "languages": ["ron-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ron_Latn-ary_Arab", "languages": ["ron-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-ces_Latn", "languages": ["ron-Latn", "ces-Latn"]}, {"precision": 0.611067, "recall": 0.671937, "f1": 0.629136, "accuracy": 0.671937, "main_score": 0.629136, "hf_subset": "ron_Latn-gaz_Latn", "languages": ["ron-Latn", "gaz-Latn"]}, {"precision": 0.616909, "recall": 0.676877, "f1": 0.634035, "accuracy": 0.676877, "main_score": 0.634035, "hf_subset": "ron_Latn-kam_Latn", "languages": ["ron-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ron_Latn-lit_Latn", "languages": ["ron-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-nob_Latn", "languages": ["ron-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ron_Latn-scn_Latn", "languages": ["ron-Latn", "scn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ron_Latn-tgk_Cyrl", "languages": ["ron-Latn", "tgk-Cyrl"]}, {"precision": 0.743455, "recall": 0.805336, "f1": 0.762072, "accuracy": 0.805336, "main_score": 0.762072, "hf_subset": "ron_Latn-yor_Latn", "languages": ["ron-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-arz_Arab", "languages": ["ron-Latn", "arz-Arab"]}, {"precision": 0.584463, "recall": 0.645257, "f1": 0.602422, "accuracy": 0.645257, "main_score": 0.602422, "hf_subset": "ron_Latn-cjk_Latn", "languages": ["ron-Latn", "cjk-Latn"]}, {"precision": 0.832872, "recall": 0.875494, "f1": 0.845982, "accuracy": 0.875494, "main_score": 0.845982, "hf_subset": "ron_Latn-gla_Latn", "languages": ["ron-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-kan_Knda", "languages": ["ron-Latn", "kan-Knda"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "ron_Latn-lmo_Latn", "languages": ["ron-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ron_Latn-npi_Deva", "languages": ["ron-Latn", "npi-Deva"]}, {"precision": 0.486431, "recall": 0.550395, "f1": 0.50416, "accuracy": 0.550395, "main_score": 0.50416, "hf_subset": "ron_Latn-shn_Mymr", "languages": ["ron-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tgl_Latn", "languages": ["ron-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-yue_Hant", "languages": ["ron-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-asm_Beng", "languages": ["ron-Latn", "asm-Beng"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ron_Latn-ckb_Arab", "languages": ["ron-Latn", "ckb-Arab"]}, {"precision": 0.910441, "recall": 0.935771, "f1": 0.918314, "accuracy": 0.935771, "main_score": 0.918314, "hf_subset": "ron_Latn-gle_Latn", "languages": ["ron-Latn", "gle-Latn"]}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "ron_Latn-kas_Arab", "languages": ["ron-Latn", "kas-Arab"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "ron_Latn-ltg_Latn", "languages": ["ron-Latn", "ltg-Latn"]}, {"precision": 0.646629, "recall": 0.695652, "f1": 0.660677, "accuracy": 0.695652, "main_score": 0.660677, "hf_subset": "ron_Latn-nso_Latn", "languages": ["ron-Latn", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ron_Latn-sin_Sinh", "languages": ["ron-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tha_Thai", "languages": ["ron-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zho_Hans", "languages": ["ron-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ast_Latn", "languages": ["ron-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-crh_Latn", "languages": ["ron-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-glg_Latn", "languages": ["ron-Latn", "glg-Latn"]}, {"precision": 0.918314, "recall": 0.942688, "f1": 0.926219, "accuracy": 0.942688, "main_score": 0.926219, "hf_subset": "ron_Latn-kas_Deva", "languages": ["ron-Latn", "kas-Deva"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ron_Latn-ltz_Latn", "languages": ["ron-Latn", "ltz-Latn"]}, {"precision": 0.489807, "recall": 0.562253, "f1": 0.510005, "accuracy": 0.562253, "main_score": 0.510005, "hf_subset": "ron_Latn-nus_Latn", "languages": ["ron-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-slk_Latn", "languages": ["ron-Latn", "slk-Latn"]}, {"precision": 0.633712, "recall": 0.708498, "f1": 0.655769, "accuracy": 0.708498, "main_score": 0.655769, "hf_subset": "ron_Latn-tir_Ethi", "languages": ["ron-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zho_Hant", "languages": ["ron-Latn", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ron_Latn-awa_Deva", "languages": ["ron-Latn", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ron_Latn-cym_Latn", "languages": ["ron-Latn", "cym-Latn"]}, {"precision": 0.874259, "recall": 0.908103, "f1": 0.884783, "accuracy": 0.908103, "main_score": 0.884783, "hf_subset": "ron_Latn-grn_Latn", "languages": ["ron-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-kat_Geor", "languages": ["ron-Latn", "kat-Geor"]}, {"precision": 0.673954, "recall": 0.724308, "f1": 0.688288, "accuracy": 0.724308, "main_score": 0.688288, "hf_subset": "ron_Latn-lua_Latn", "languages": ["ron-Latn", "lua-Latn"]}, {"precision": 0.675416, "recall": 0.735178, "f1": 0.692445, "accuracy": 0.735178, "main_score": 0.692445, "hf_subset": "ron_Latn-nya_Latn", "languages": ["ron-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-slv_Latn", "languages": ["ron-Latn", "slv-Latn"]}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "ron_Latn-tpi_Latn", "languages": ["ron-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zsm_Latn", "languages": ["ron-Latn", "zsm-Latn"]}, {"precision": 0.561753, "recall": 0.628458, "f1": 0.580887, "accuracy": 0.628458, "main_score": 0.580887, "hf_subset": "ron_Latn-ayr_Latn", "languages": ["ron-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-dan_Latn", "languages": ["ron-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-guj_Gujr", "languages": ["ron-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-kaz_Cyrl", "languages": ["ron-Latn", "kaz-Cyrl"]}, {"precision": 0.562428, "recall": 0.624506, "f1": 0.579685, "accuracy": 0.624506, "main_score": 0.579685, "hf_subset": "ron_Latn-lug_Latn", "languages": ["ron-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-oci_Latn", "languages": ["ron-Latn", "oci-Latn"]}, {"precision": 0.875329, "recall": 0.910079, "f1": 0.886166, "accuracy": 0.910079, "main_score": 0.886166, "hf_subset": "ron_Latn-smo_Latn", "languages": ["ron-Latn", "smo-Latn"]}, {"precision": 0.568141, "recall": 0.630435, "f1": 0.585762, "accuracy": 0.630435, "main_score": 0.585762, "hf_subset": "ron_Latn-tsn_Latn", "languages": ["ron-Latn", "tsn-Latn"]}, {"precision": 0.651329, "recall": 0.712451, "f1": 0.669368, "accuracy": 0.712451, "main_score": 0.669368, "hf_subset": "ron_Latn-zul_Latn", "languages": ["ron-Latn", "zul-Latn"]}, {"precision": 0.942523, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "ron_Latn-azb_Arab", "languages": ["ron-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-deu_Latn", "languages": ["ron-Latn", "deu-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "ron_Latn-hat_Latn", "languages": ["ron-Latn", "hat-Latn"]}, {"precision": 0.512986, "recall": 0.568182, "f1": 0.528452, "accuracy": 0.568182, "main_score": 0.528452, "hf_subset": "ron_Latn-kbp_Latn", "languages": ["ron-Latn", "kbp-Latn"]}, {"precision": 0.611211, "recall": 0.663043, "f1": 0.625504, "accuracy": 0.663043, "main_score": 0.625504, "hf_subset": "ron_Latn-luo_Latn", "languages": ["ron-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ory_Orya", "languages": ["ron-Latn", "ory-Orya"]}, {"precision": 0.620438, "recall": 0.684783, "f1": 0.639121, "accuracy": 0.684783, "main_score": 0.639121, "hf_subset": "ron_Latn-sna_Latn", "languages": ["ron-Latn", "sna-Latn"]}, {"precision": 0.581835, "recall": 0.63834, "f1": 0.597591, "accuracy": 0.63834, "main_score": 0.597591, "hf_subset": "ron_Latn-tso_Latn", "languages": ["ron-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-azj_Latn", "languages": ["ron-Latn", "azj-Latn"]}, {"precision": 0.570899, "recall": 0.632411, "f1": 0.588735, "accuracy": 0.632411, "main_score": 0.588735, "hf_subset": "ron_Latn-dik_Latn", "languages": ["ron-Latn", "dik-Latn"]}, {"precision": 0.762055, "recall": 0.815217, "f1": 0.778181, "accuracy": 0.815217, "main_score": 0.778181, "hf_subset": "ron_Latn-hau_Latn", "languages": ["ron-Latn", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ron_Latn-kea_Latn", "languages": ["ron-Latn", "kea-Latn"]}, {"precision": 0.768857, "recall": 0.816206, "f1": 0.783253, "accuracy": 0.816206, "main_score": 0.783253, "hf_subset": "ron_Latn-lus_Latn", "languages": ["ron-Latn", "lus-Latn"]}, {"precision": 0.900115, "recall": 0.924901, "f1": 0.907806, "accuracy": 0.924901, "main_score": 0.907806, "hf_subset": "ron_Latn-pag_Latn", "languages": ["ron-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-snd_Arab", "languages": ["ron-Latn", "snd-Arab"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "ron_Latn-tuk_Latn", "languages": ["ron-Latn", "tuk-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ron_Latn-bak_Cyrl", "languages": ["ron-Latn", "bak-Cyrl"]}, {"precision": 0.51682, "recall": 0.596838, "f1": 0.540283, "accuracy": 0.596838, "main_score": 0.540283, "hf_subset": "ron_Latn-dyu_Latn", "languages": ["ron-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-heb_Hebr", "languages": ["ron-Latn", "heb-Hebr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-khk_Cyrl", "languages": ["ron-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-lvs_Latn", "languages": ["ron-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pan_Guru", "languages": ["ron-Latn", "pan-Guru"]}, {"precision": 0.755451, "recall": 0.810277, "f1": 0.772417, "accuracy": 0.810277, "main_score": 0.772417, "hf_subset": "ron_Latn-som_Latn", "languages": ["ron-Latn", "som-Latn"]}, {"precision": 0.638119, "recall": 0.684783, "f1": 0.651438, "accuracy": 0.684783, "main_score": 0.651438, "hf_subset": "ron_Latn-tum_Latn", "languages": ["ron-Latn", "tum-Latn"]}, {"precision": 0.596027, "recall": 0.657115, "f1": 0.613793, "accuracy": 0.657115, "main_score": 0.613793, "hf_subset": "szl_Latn-ace_Arab", "languages": ["szl-Latn", "ace-Arab"]}, {"precision": 0.544749, "recall": 0.603755, "f1": 0.562008, "accuracy": 0.603755, "main_score": 0.562008, "hf_subset": "szl_Latn-bam_Latn", "languages": ["szl-Latn", "bam-Latn"]}, {"precision": 0.382279, "recall": 0.462451, "f1": 0.404006, "accuracy": 0.462451, "main_score": 0.404006, "hf_subset": "szl_Latn-dzo_Tibt", "languages": ["szl-Latn", "dzo-Tibt"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-hin_Deva", "languages": ["szl-Latn", "hin-Deva"]}, {"precision": 0.96558, "recall": 0.975296, "f1": 0.968709, "accuracy": 0.975296, "main_score": 0.968709, "hf_subset": "szl_Latn-khm_Khmr", "languages": ["szl-Latn", "khm-Khmr"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-mag_Deva", "languages": ["szl-Latn", "mag-Deva"]}, {"precision": 0.965003, "recall": 0.974308, "f1": 0.967787, "accuracy": 0.974308, "main_score": 0.967787, "hf_subset": "szl_Latn-pap_Latn", "languages": ["szl-Latn", "pap-Latn"]}, {"precision": 0.601675, "recall": 0.658103, "f1": 0.617464, "accuracy": 0.658103, "main_score": 0.617464, "hf_subset": "szl_Latn-sot_Latn", "languages": ["szl-Latn", "sot-Latn"]}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-tur_Latn", "languages": ["szl-Latn", "tur-Latn"]}, {"precision": 0.85914, "recall": 0.892292, "f1": 0.869631, "accuracy": 0.892292, "main_score": 0.869631, "hf_subset": "szl_Latn-ace_Latn", "languages": ["szl-Latn", "ace-Latn"]}, {"precision": 0.937253, "recall": 0.951581, "f1": 0.9417, "accuracy": 0.951581, "main_score": 0.9417, "hf_subset": "szl_Latn-ban_Latn", "languages": ["szl-Latn", "ban-Latn"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "szl_Latn-ell_Grek", "languages": ["szl-Latn", "ell-Grek"]}, {"precision": 0.977108, "recall": 0.983202, "f1": 0.979084, "accuracy": 0.983202, "main_score": 0.979084, "hf_subset": "szl_Latn-hne_Deva", "languages": ["szl-Latn", "hne-Deva"]}, {"precision": 0.607668, "recall": 0.660079, "f1": 0.622786, "accuracy": 0.660079, "main_score": 0.622786, "hf_subset": "szl_Latn-kik_Latn", "languages": ["szl-Latn", "kik-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "szl_Latn-mai_Deva", "languages": ["szl-Latn", "mai-Deva"]}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "szl_Latn-pbt_Arab", "languages": ["szl-Latn", "pbt-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-spa_Latn", "languages": ["szl-Latn", "spa-Latn"]}, {"precision": 0.61427, "recall": 0.670949, "f1": 0.630692, "accuracy": 0.670949, "main_score": 0.630692, "hf_subset": "szl_Latn-twi_Latn", "languages": ["szl-Latn", "twi-Latn"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "szl_Latn-acm_Arab", "languages": ["szl-Latn", "acm-Arab"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-bel_Cyrl", "languages": ["szl-Latn", "bel-Cyrl"]}, {"precision": 0.991107, "recall": 0.993083, "f1": 0.991765, "accuracy": 0.993083, "main_score": 0.991765, "hf_subset": "szl_Latn-eng_Latn", "languages": ["szl-Latn", "eng-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-hrv_Latn", "languages": ["szl-Latn", "hrv-Latn"]}, {"precision": 0.572859, "recall": 0.634387, "f1": 0.590831, "accuracy": 0.634387, "main_score": 0.590831, "hf_subset": "szl_Latn-kin_Latn", "languages": ["szl-Latn", "kin-Latn"]}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "szl_Latn-mal_Mlym", "languages": ["szl-Latn", "mal-Mlym"]}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "szl_Latn-pes_Arab", "languages": ["szl-Latn", "pes-Arab"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "szl_Latn-srd_Latn", "languages": ["szl-Latn", "srd-Latn"]}, {"precision": 0.186422, "recall": 0.23419, "f1": 0.197894, "accuracy": 0.23419, "main_score": 0.197894, "hf_subset": "szl_Latn-tzm_Tfng", "languages": ["szl-Latn", "tzm-Tfng"]}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-acq_Arab", "languages": ["szl-Latn", "acq-Arab"]}, {"precision": 0.642154, "recall": 0.687747, "f1": 0.654733, "accuracy": 0.687747, "main_score": 0.654733, "hf_subset": "szl_Latn-bem_Latn", "languages": ["szl-Latn", "bem-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-epo_Latn", "languages": ["szl-Latn", "epo-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-hun_Latn", "languages": ["szl-Latn", "hun-Latn"]}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "szl_Latn-kir_Cyrl", "languages": ["szl-Latn", "kir-Cyrl"]}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "szl_Latn-mar_Deva", "languages": ["szl-Latn", "mar-Deva"]}, {"precision": 0.675576, "recall": 0.72332, "f1": 0.689149, "accuracy": 0.72332, "main_score": 0.689149, "hf_subset": "szl_Latn-plt_Latn", "languages": ["szl-Latn", "plt-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "szl_Latn-srp_Cyrl", "languages": ["szl-Latn", "srp-Cyrl"]}, {"precision": 0.938653, "recall": 0.955534, "f1": 0.944071, "accuracy": 0.955534, "main_score": 0.944071, "hf_subset": "szl_Latn-uig_Arab", "languages": ["szl-Latn", "uig-Arab"]}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "szl_Latn-aeb_Arab", "languages": ["szl-Latn", "aeb-Arab"]}, {"precision": 0.987895, "recall": 0.990119, "f1": 0.988538, "accuracy": 0.990119, "main_score": 0.988538, "hf_subset": "szl_Latn-ben_Beng", "languages": ["szl-Latn", "ben-Beng"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-est_Latn", "languages": ["szl-Latn", "est-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "szl_Latn-hye_Armn", "languages": ["szl-Latn", "hye-Armn"]}, {"precision": 0.55878, "recall": 0.607708, "f1": 0.572977, "accuracy": 0.607708, "main_score": 0.572977, "hf_subset": "szl_Latn-kmb_Latn", "languages": ["szl-Latn", "kmb-Latn"]}, {"precision": 0.516118, "recall": 0.58004, "f1": 0.532584, "accuracy": 0.58004, "main_score": 0.532584, "hf_subset": "szl_Latn-min_Arab", "languages": ["szl-Latn", "min-Arab"]}, {"precision": 0.989954, "recall": 0.992095, "f1": 0.990613, "accuracy": 0.992095, "main_score": 0.990613, "hf_subset": "szl_Latn-pol_Latn", "languages": ["szl-Latn", "pol-Latn"]}, {"precision": 0.571024, "recall": 0.633399, "f1": 0.589125, "accuracy": 0.633399, "main_score": 0.589125, "hf_subset": "szl_Latn-ssw_Latn", "languages": ["szl-Latn", "ssw-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-ukr_Cyrl", "languages": ["szl-Latn", "ukr-Cyrl"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-afr_Latn", "languages": ["szl-Latn", "afr-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "szl_Latn-bho_Deva", "languages": ["szl-Latn", "bho-Deva"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "szl_Latn-eus_Latn", "languages": ["szl-Latn", "eus-Latn"]}, {"precision": 0.60196, "recall": 0.653162, "f1": 0.616056, "accuracy": 0.653162, "main_score": 0.616056, "hf_subset": "szl_Latn-ibo_Latn", "languages": ["szl-Latn", "ibo-Latn"]}, {"precision": 0.868281, "recall": 0.902174, "f1": 0.878953, "accuracy": 0.902174, "main_score": 0.878953, "hf_subset": "szl_Latn-kmr_Latn", "languages": ["szl-Latn", "kmr-Latn"]}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "szl_Latn-min_Latn", "languages": ["szl-Latn", "min-Latn"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-por_Latn", "languages": ["szl-Latn", "por-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "szl_Latn-sun_Latn", "languages": ["szl-Latn", "sun-Latn"]}, {"precision": 0.526813, "recall": 0.583004, "f1": 0.543258, "accuracy": 0.583004, "main_score": 0.543258, "hf_subset": "szl_Latn-umb_Latn", "languages": ["szl-Latn", "umb-Latn"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "szl_Latn-ajp_Arab", "languages": ["szl-Latn", "ajp-Arab"]}, {"precision": 0.562008, "recall": 0.626482, "f1": 0.580212, "accuracy": 0.626482, "main_score": 0.580212, "hf_subset": "szl_Latn-bjn_Arab", "languages": ["szl-Latn", "bjn-Arab"]}, {"precision": 0.536537, "recall": 0.583004, "f1": 0.549067, "accuracy": 0.583004, "main_score": 0.549067, "hf_subset": "szl_Latn-ewe_Latn", "languages": ["szl-Latn", "ewe-Latn"]}, {"precision": 0.92276, "recall": 0.940711, "f1": 0.928162, "accuracy": 0.940711, "main_score": 0.928162, "hf_subset": "szl_Latn-ilo_Latn", "languages": ["szl-Latn", "ilo-Latn"]}, {"precision": 0.320151, "recall": 0.37747, "f1": 0.336385, "accuracy": 0.37747, "main_score": 0.336385, "hf_subset": "szl_Latn-knc_Arab", "languages": ["szl-Latn", "knc-Arab"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "szl_Latn-mkd_Cyrl", "languages": ["szl-Latn", "mkd-Cyrl"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "szl_Latn-prs_Arab", "languages": ["szl-Latn", "prs-Arab"]}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-swe_Latn", "languages": ["szl-Latn", "swe-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-urd_Arab", "languages": ["szl-Latn", "urd-Arab"]}, {"precision": 0.592022, "recall": 0.645257, "f1": 0.60715, "accuracy": 0.645257, "main_score": 0.60715, "hf_subset": "szl_Latn-aka_Latn", "languages": ["szl-Latn", "aka-Latn"]}, {"precision": 0.964015, "recall": 0.974308, "f1": 0.967292, "accuracy": 0.974308, "main_score": 0.967292, "hf_subset": "szl_Latn-bjn_Latn", "languages": ["szl-Latn", "bjn-Latn"]}, {"precision": 0.95504, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "szl_Latn-fao_Latn", "languages": ["szl-Latn", "fao-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-ind_Latn", "languages": ["szl-Latn", "ind-Latn"]}, {"precision": 0.592745, "recall": 0.640316, "f1": 0.606329, "accuracy": 0.640316, "main_score": 0.606329, "hf_subset": "szl_Latn-knc_Latn", "languages": ["szl-Latn", "knc-Latn"]}, {"precision": 0.97332, "recall": 0.980237, "f1": 0.975461, "accuracy": 0.980237, "main_score": 0.975461, "hf_subset": "szl_Latn-mlt_Latn", "languages": ["szl-Latn", "mlt-Latn"]}, {"precision": 0.705083, "recall": 0.76581, "f1": 0.723208, "accuracy": 0.76581, "main_score": 0.723208, "hf_subset": "szl_Latn-quy_Latn", "languages": ["szl-Latn", "quy-Latn"]}, {"precision": 0.949358, "recall": 0.962451, "f1": 0.953458, "accuracy": 0.962451, "main_score": 0.953458, "hf_subset": "szl_Latn-swh_Latn", "languages": ["szl-Latn", "swh-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "szl_Latn-uzn_Latn", "languages": ["szl-Latn", "uzn-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-als_Latn", "languages": ["szl-Latn", "als-Latn"]}, {"precision": 0.583745, "recall": 0.662055, "f1": 0.606117, "accuracy": 0.662055, "main_score": 0.606117, "hf_subset": "szl_Latn-bod_Tibt", "languages": ["szl-Latn", "bod-Tibt"]}, {"precision": 0.696798, "recall": 0.748024, "f1": 0.712142, "accuracy": 0.748024, "main_score": 0.712142, "hf_subset": "szl_Latn-fij_Latn", "languages": ["szl-Latn", "fij-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "szl_Latn-isl_Latn", "languages": ["szl-Latn", "isl-Latn"]}, {"precision": 0.66527, "recall": 0.711462, "f1": 0.678404, "accuracy": 0.711462, "main_score": 0.678404, "hf_subset": "szl_Latn-kon_Latn", "languages": ["szl-Latn", "kon-Latn"]}, {"precision": 0.64176, "recall": 0.704545, "f1": 0.66023, "accuracy": 0.704545, "main_score": 0.66023, "hf_subset": "szl_Latn-mni_Beng", "languages": ["szl-Latn", "mni-Beng"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-ron_Latn", "languages": ["szl-Latn", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "szl_Latn-vec_Latn", "languages": ["szl-Latn", "vec-Latn"]}, {"precision": 0.917325, "recall": 0.9417, "f1": 0.925066, "accuracy": 0.9417, "main_score": 0.925066, "hf_subset": "szl_Latn-amh_Ethi", "languages": ["szl-Latn", "amh-Ethi"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-bos_Latn", "languages": ["szl-Latn", "bos-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-fin_Latn", "languages": ["szl-Latn", "fin-Latn"]}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-ita_Latn", "languages": ["szl-Latn", "ita-Latn"]}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "szl_Latn-kor_Hang", "languages": ["szl-Latn", "kor-Hang"]}, {"precision": 0.561652, "recall": 0.615613, "f1": 0.577145, "accuracy": 0.615613, "main_score": 0.577145, "hf_subset": "szl_Latn-mos_Latn", "languages": ["szl-Latn", "mos-Latn"]}, {"precision": 0.571807, "recall": 0.62253, "f1": 0.586237, "accuracy": 0.62253, "main_score": 0.586237, "hf_subset": "szl_Latn-run_Latn", "languages": ["szl-Latn", "run-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "szl_Latn-tam_Taml", "languages": ["szl-Latn", "tam-Taml"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-vie_Latn", "languages": ["szl-Latn", "vie-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-apc_Arab", "languages": ["szl-Latn", "apc-Arab"]}, {"precision": 0.790721, "recall": 0.83498, "f1": 0.803673, "accuracy": 0.83498, "main_score": 0.803673, "hf_subset": "szl_Latn-bug_Latn", "languages": ["szl-Latn", "bug-Latn"]}, {"precision": 0.48332, "recall": 0.535573, "f1": 0.497635, "accuracy": 0.535573, "main_score": 0.497635, "hf_subset": "szl_Latn-fon_Latn", "languages": ["szl-Latn", "fon-Latn"]}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "szl_Latn-jav_Latn", "languages": ["szl-Latn", "jav-Latn"]}, {"precision": 0.968544, "recall": 0.977273, "f1": 0.971344, "accuracy": 0.977273, "main_score": 0.971344, "hf_subset": "szl_Latn-lao_Laoo", "languages": ["szl-Latn", "lao-Laoo"]}, {"precision": 0.845265, "recall": 0.885375, "f1": 0.857828, "accuracy": 0.885375, "main_score": 0.857828, "hf_subset": "szl_Latn-mri_Latn", "languages": ["szl-Latn", "mri-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-rus_Cyrl", "languages": ["szl-Latn", "rus-Cyrl"]}, {"precision": 0.557337, "recall": 0.609684, "f1": 0.571682, "accuracy": 0.609684, "main_score": 0.571682, "hf_subset": "szl_Latn-taq_Latn", "languages": ["szl-Latn", "taq-Latn"]}, {"precision": 0.980567, "recall": 0.985178, "f1": 0.982049, "accuracy": 0.985178, "main_score": 0.982049, "hf_subset": "szl_Latn-war_Latn", "languages": ["szl-Latn", "war-Latn"]}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-arb_Arab", "languages": ["szl-Latn", "arb-Arab"]}, {"precision": 0.989954, "recall": 0.992095, "f1": 0.990613, "accuracy": 0.992095, "main_score": 0.990613, "hf_subset": "szl_Latn-bul_Cyrl", "languages": ["szl-Latn", "bul-Cyrl"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-fra_Latn", "languages": ["szl-Latn", "fra-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-jpn_Jpan", "languages": ["szl-Latn", "jpn-Jpan"]}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "szl_Latn-lij_Latn", "languages": ["szl-Latn", "lij-Latn"]}, {"precision": 0.960063, "recall": 0.971344, "f1": 0.963669, "accuracy": 0.971344, "main_score": 0.963669, "hf_subset": "szl_Latn-mya_Mymr", "languages": ["szl-Latn", "mya-Mymr"]}, {"precision": 0.618597, "recall": 0.681818, "f1": 0.636275, "accuracy": 0.681818, "main_score": 0.636275, "hf_subset": "szl_Latn-sag_Latn", "languages": ["szl-Latn", "sag-Latn"]}, {"precision": 0.206689, "recall": 0.261858, "f1": 0.218831, "accuracy": 0.261858, "main_score": 0.218831, "hf_subset": "szl_Latn-taq_Tfng", "languages": ["szl-Latn", "taq-Tfng"]}, {"precision": 0.640525, "recall": 0.697628, "f1": 0.657021, "accuracy": 0.697628, "main_score": 0.657021, "hf_subset": "szl_Latn-wol_Latn", "languages": ["szl-Latn", "wol-Latn"]}, {"precision": 0.772398, "recall": 0.822134, "f1": 0.787287, "accuracy": 0.822134, "main_score": 0.787287, "hf_subset": "szl_Latn-arb_Latn", "languages": ["szl-Latn", "arb-Latn"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-cat_Latn", "languages": ["szl-Latn", "cat-Latn"]}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "szl_Latn-fur_Latn", "languages": ["szl-Latn", "fur-Latn"]}, {"precision": 0.430559, "recall": 0.48419, "f1": 0.445772, "accuracy": 0.48419, "main_score": 0.445772, "hf_subset": "szl_Latn-kab_Latn", "languages": ["szl-Latn", "kab-Latn"]}, {"precision": 0.96278, "recall": 0.97332, "f1": 0.966238, "accuracy": 0.97332, "main_score": 0.966238, "hf_subset": "szl_Latn-lim_Latn", "languages": ["szl-Latn", "lim-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "szl_Latn-nld_Latn", "languages": ["szl-Latn", "nld-Latn"]}, {"precision": 0.971673, "recall": 0.979249, "f1": 0.974144, "accuracy": 0.979249, "main_score": 0.974144, "hf_subset": "szl_Latn-san_Deva", "languages": ["szl-Latn", "san-Deva"]}, {"precision": 0.97999, "recall": 0.985178, "f1": 0.981621, "accuracy": 0.985178, "main_score": 0.981621, "hf_subset": "szl_Latn-tat_Cyrl", "languages": ["szl-Latn", "tat-Cyrl"]}, {"precision": 0.690604, "recall": 0.73913, "f1": 0.704666, "accuracy": 0.73913, "main_score": 0.704666, "hf_subset": "szl_Latn-xho_Latn", "languages": ["szl-Latn", "xho-Latn"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "szl_Latn-ars_Arab", "languages": ["szl-Latn", "ars-Arab"]}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "szl_Latn-ceb_Latn", "languages": ["szl-Latn", "ceb-Latn"]}, {"precision": 0.552116, "recall": 0.609684, "f1": 0.569476, "accuracy": 0.609684, "main_score": 0.569476, "hf_subset": "szl_Latn-fuv_Latn", "languages": ["szl-Latn", "fuv-Latn"]}, {"precision": 0.519693, "recall": 0.579051, "f1": 0.536047, "accuracy": 0.579051, "main_score": 0.536047, "hf_subset": "szl_Latn-kac_Latn", "languages": ["szl-Latn", "kac-Latn"]}, {"precision": 0.663216, "recall": 0.709486, "f1": 0.676358, "accuracy": 0.709486, "main_score": 0.676358, "hf_subset": "szl_Latn-lin_Latn", "languages": ["szl-Latn", "lin-Latn"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "szl_Latn-nno_Latn", "languages": ["szl-Latn", "nno-Latn"]}, {"precision": 0.228355, "recall": 0.307312, "f1": 0.248576, "accuracy": 0.307312, "main_score": 0.248576, "hf_subset": "szl_Latn-sat_Olck", "languages": ["szl-Latn", "sat-Olck"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "szl_Latn-tel_Telu", "languages": ["szl-Latn", "tel-Telu"]}, {"precision": 0.948699, "recall": 0.963439, "f1": 0.953458, "accuracy": 0.963439, "main_score": 0.953458, "hf_subset": "szl_Latn-ydd_Hebr", "languages": ["szl-Latn", "ydd-Hebr"]}, {"precision": 0.963933, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "szl_Latn-ary_Arab", "languages": ["szl-Latn", "ary-Arab"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-ces_Latn", "languages": ["szl-Latn", "ces-Latn"]}, {"precision": 0.597261, "recall": 0.647233, "f1": 0.612187, "accuracy": 0.647233, "main_score": 0.612187, "hf_subset": "szl_Latn-gaz_Latn", "languages": ["szl-Latn", "gaz-Latn"]}, {"precision": 0.585343, "recall": 0.644269, "f1": 0.602208, "accuracy": 0.644269, "main_score": 0.602208, "hf_subset": "szl_Latn-kam_Latn", "languages": ["szl-Latn", "kam-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "szl_Latn-lit_Latn", "languages": ["szl-Latn", "lit-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-nob_Latn", "languages": ["szl-Latn", "nob-Latn"]}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "szl_Latn-scn_Latn", "languages": ["szl-Latn", "scn-Latn"]}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "szl_Latn-tgk_Cyrl", "languages": ["szl-Latn", "tgk-Cyrl"]}, {"precision": 0.69036, "recall": 0.751976, "f1": 0.708714, "accuracy": 0.751976, "main_score": 0.708714, "hf_subset": "szl_Latn-yor_Latn", "languages": ["szl-Latn", "yor-Latn"]}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "szl_Latn-arz_Arab", "languages": ["szl-Latn", "arz-Arab"]}, {"precision": 0.569096, "recall": 0.625494, "f1": 0.585209, "accuracy": 0.625494, "main_score": 0.585209, "hf_subset": "szl_Latn-cjk_Latn", "languages": ["szl-Latn", "cjk-Latn"]}, {"precision": 0.785408, "recall": 0.835968, "f1": 0.801318, "accuracy": 0.835968, "main_score": 0.801318, "hf_subset": "szl_Latn-gla_Latn", "languages": ["szl-Latn", "gla-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "szl_Latn-kan_Knda", "languages": ["szl-Latn", "kan-Knda"]}, {"precision": 0.968544, "recall": 0.976285, "f1": 0.971014, "accuracy": 0.976285, "main_score": 0.971014, "hf_subset": "szl_Latn-lmo_Latn", "languages": ["szl-Latn", "lmo-Latn"]}, {"precision": 0.978261, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "szl_Latn-npi_Deva", "languages": ["szl-Latn", "npi-Deva"]}, {"precision": 0.467794, "recall": 0.523715, "f1": 0.482958, "accuracy": 0.523715, "main_score": 0.482958, "hf_subset": "szl_Latn-shn_Mymr", "languages": ["szl-Latn", "shn-Mymr"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-tgl_Latn", "languages": ["szl-Latn", "tgl-Latn"]}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "szl_Latn-yue_Hant", "languages": ["szl-Latn", "yue-Hant"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "szl_Latn-asm_Beng", "languages": ["szl-Latn", "asm-Beng"]}, {"precision": 0.935606, "recall": 0.953557, "f1": 0.94137, "accuracy": 0.953557, "main_score": 0.94137, "hf_subset": "szl_Latn-ckb_Arab", "languages": ["szl-Latn", "ckb-Arab"]}, {"precision": 0.850214, "recall": 0.891304, "f1": 0.863373, "accuracy": 0.891304, "main_score": 0.863373, "hf_subset": "szl_Latn-gle_Latn", "languages": ["szl-Latn", "gle-Latn"]}, {"precision": 0.91469, "recall": 0.937747, "f1": 0.921904, "accuracy": 0.937747, "main_score": 0.921904, "hf_subset": "szl_Latn-kas_Arab", "languages": ["szl-Latn", "kas-Arab"]}, {"precision": 0.937418, "recall": 0.955534, "f1": 0.943347, "accuracy": 0.955534, "main_score": 0.943347, "hf_subset": "szl_Latn-ltg_Latn", "languages": ["szl-Latn", "ltg-Latn"]}, {"precision": 0.624747, "recall": 0.672925, "f1": 0.6381, "accuracy": 0.672925, "main_score": 0.6381, "hf_subset": "szl_Latn-nso_Latn", "languages": ["szl-Latn", "nso-Latn"]}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "szl_Latn-sin_Sinh", "languages": ["szl-Latn", "sin-Sinh"]}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-tha_Thai", "languages": ["szl-Latn", "tha-Thai"]}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "szl_Latn-zho_Hans", "languages": ["szl-Latn", "zho-Hans"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "szl_Latn-ast_Latn", "languages": ["szl-Latn", "ast-Latn"]}, {"precision": 0.978014, "recall": 0.983202, "f1": 0.979644, "accuracy": 0.983202, "main_score": 0.979644, "hf_subset": "szl_Latn-crh_Latn", "languages": ["szl-Latn", "crh-Latn"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-glg_Latn", "languages": ["szl-Latn", "glg-Latn"]}, {"precision": 0.861858, "recall": 0.897233, "f1": 0.872944, "accuracy": 0.897233, "main_score": 0.872944, "hf_subset": "szl_Latn-kas_Deva", "languages": ["szl-Latn", "kas-Deva"]}, {"precision": 0.969944, "recall": 0.977273, "f1": 0.972233, "accuracy": 0.977273, "main_score": 0.972233, "hf_subset": "szl_Latn-ltz_Latn", "languages": ["szl-Latn", "ltz-Latn"]}, {"precision": 0.453113, "recall": 0.517787, "f1": 0.471184, "accuracy": 0.517787, "main_score": 0.471184, "hf_subset": "szl_Latn-nus_Latn", "languages": ["szl-Latn", "nus-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-slk_Latn", "languages": ["szl-Latn", "slk-Latn"]}, {"precision": 0.589989, "recall": 0.656126, "f1": 0.60878, "accuracy": 0.656126, "main_score": 0.60878, "hf_subset": "szl_Latn-tir_Ethi", "languages": ["szl-Latn", "tir-Ethi"]}, {"precision": 0.983037, "recall": 0.987154, "f1": 0.984354, "accuracy": 0.987154, "main_score": 0.984354, "hf_subset": "szl_Latn-zho_Hant", "languages": ["szl-Latn", "zho-Hant"]}, {"precision": 0.971673, "recall": 0.979249, "f1": 0.974144, "accuracy": 0.979249, "main_score": 0.974144, "hf_subset": "szl_Latn-awa_Deva", "languages": ["szl-Latn", "awa-Deva"]}, {"precision": 0.942194, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "szl_Latn-cym_Latn", "languages": ["szl-Latn", "cym-Latn"]}, {"precision": 0.83111, "recall": 0.871542, "f1": 0.84353, "accuracy": 0.871542, "main_score": 0.84353, "hf_subset": "szl_Latn-grn_Latn", "languages": ["szl-Latn", "grn-Latn"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "szl_Latn-kat_Geor", "languages": ["szl-Latn", "kat-Geor"]}, {"precision": 0.656134, "recall": 0.703557, "f1": 0.669524, "accuracy": 0.703557, "main_score": 0.669524, "hf_subset": "szl_Latn-lua_Latn", "languages": ["szl-Latn", "lua-Latn"]}, {"precision": 0.655399, "recall": 0.709486, "f1": 0.671033, "accuracy": 0.709486, "main_score": 0.671033, "hf_subset": "szl_Latn-nya_Latn", "languages": ["szl-Latn", "nya-Latn"]}, {"precision": 0.989954, "recall": 0.992095, "f1": 0.990613, "accuracy": 0.992095, "main_score": 0.990613, "hf_subset": "szl_Latn-slv_Latn", "languages": ["szl-Latn", "slv-Latn"]}, {"precision": 0.917325, "recall": 0.9417, "f1": 0.925231, "accuracy": 0.9417, "main_score": 0.925231, "hf_subset": "szl_Latn-tpi_Latn", "languages": ["szl-Latn", "tpi-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-zsm_Latn", "languages": ["szl-Latn", "zsm-Latn"]}, {"precision": 0.549261, "recall": 0.606719, "f1": 0.565745, "accuracy": 0.606719, "main_score": 0.565745, "hf_subset": "szl_Latn-ayr_Latn", "languages": ["szl-Latn", "ayr-Latn"]}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-dan_Latn", "languages": ["szl-Latn", "dan-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-guj_Gujr", "languages": ["szl-Latn", "guj-Gujr"]}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "szl_Latn-kaz_Cyrl", "languages": ["szl-Latn", "kaz-Cyrl"]}, {"precision": 0.539897, "recall": 0.592885, "f1": 0.555014, "accuracy": 0.592885, "main_score": 0.555014, "hf_subset": "szl_Latn-lug_Latn", "languages": ["szl-Latn", "lug-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-oci_Latn", "languages": ["szl-Latn", "oci-Latn"]}, {"precision": 0.807049, "recall": 0.850791, "f1": 0.819895, "accuracy": 0.850791, "main_score": 0.819895, "hf_subset": "szl_Latn-smo_Latn", "languages": ["szl-Latn", "smo-Latn"]}, {"precision": 0.554956, "recall": 0.612648, "f1": 0.571305, "accuracy": 0.612648, "main_score": 0.571305, "hf_subset": "szl_Latn-tsn_Latn", "languages": ["szl-Latn", "tsn-Latn"]}, {"precision": 0.631926, "recall": 0.6917, "f1": 0.648879, "accuracy": 0.6917, "main_score": 0.648879, "hf_subset": "szl_Latn-zul_Latn", "languages": ["szl-Latn", "zul-Latn"]}, {"precision": 0.896245, "recall": 0.924901, "f1": 0.905303, "accuracy": 0.924901, "main_score": 0.905303, "hf_subset": "szl_Latn-azb_Arab", "languages": ["szl-Latn", "azb-Arab"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-deu_Latn", "languages": ["szl-Latn", "deu-Latn"]}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "szl_Latn-hat_Latn", "languages": ["szl-Latn", "hat-Latn"]}, {"precision": 0.508144, "recall": 0.5583, "f1": 0.522439, "accuracy": 0.5583, "main_score": 0.522439, "hf_subset": "szl_Latn-kbp_Latn", "languages": ["szl-Latn", "kbp-Latn"]}, {"precision": 0.588474, "recall": 0.63834, "f1": 0.602702, "accuracy": 0.63834, "main_score": 0.602702, "hf_subset": "szl_Latn-luo_Latn", "languages": ["szl-Latn", "luo-Latn"]}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "szl_Latn-ory_Orya", "languages": ["szl-Latn", "ory-Orya"]}, {"precision": 0.592078, "recall": 0.653162, "f1": 0.609674, "accuracy": 0.653162, "main_score": 0.609674, "hf_subset": "szl_Latn-sna_Latn", "languages": ["szl-Latn", "sna-Latn"]}, {"precision": 0.557828, "recall": 0.607708, "f1": 0.57127, "accuracy": 0.607708, "main_score": 0.57127, "hf_subset": "szl_Latn-tso_Latn", "languages": ["szl-Latn", "tso-Latn"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "szl_Latn-azj_Latn", "languages": ["szl-Latn", "azj-Latn"]}, {"precision": 0.544285, "recall": 0.607708, "f1": 0.563312, "accuracy": 0.607708, "main_score": 0.563312, "hf_subset": "szl_Latn-dik_Latn", "languages": ["szl-Latn", "dik-Latn"]}, {"precision": 0.740704, "recall": 0.791502, "f1": 0.756406, "accuracy": 0.791502, "main_score": 0.756406, "hf_subset": "szl_Latn-hau_Latn", "languages": ["szl-Latn", "hau-Latn"]}, {"precision": 0.964015, "recall": 0.974308, "f1": 0.967292, "accuracy": 0.974308, "main_score": 0.967292, "hf_subset": "szl_Latn-kea_Latn", "languages": ["szl-Latn", "kea-Latn"]}, {"precision": 0.732493, "recall": 0.77668, "f1": 0.745657, "accuracy": 0.77668, "main_score": 0.745657, "hf_subset": "szl_Latn-lus_Latn", "languages": ["szl-Latn", "lus-Latn"]}, {"precision": 0.855418, "recall": 0.885375, "f1": 0.864328, "accuracy": 0.885375, "main_score": 0.864328, "hf_subset": "szl_Latn-pag_Latn", "languages": ["szl-Latn", "pag-Latn"]}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-snd_Arab", "languages": ["szl-Latn", "snd-Arab"]}, {"precision": 0.937418, "recall": 0.956522, "f1": 0.943676, "accuracy": 0.956522, "main_score": 0.943676, "hf_subset": "szl_Latn-tuk_Latn", "languages": ["szl-Latn", "tuk-Latn"]}, {"precision": 0.967095, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "szl_Latn-bak_Cyrl", "languages": ["szl-Latn", "bak-Cyrl"]}, {"precision": 0.488785, "recall": 0.567194, "f1": 0.511933, "accuracy": 0.567194, "main_score": 0.511933, "hf_subset": "szl_Latn-dyu_Latn", "languages": ["szl-Latn", "dyu-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-heb_Hebr", "languages": ["szl-Latn", "heb-Hebr"]}, {"precision": 0.964097, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "szl_Latn-khk_Cyrl", "languages": ["szl-Latn", "khk-Cyrl"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-lvs_Latn", "languages": ["szl-Latn", "lvs-Latn"]}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-pan_Guru", "languages": ["szl-Latn", "pan-Guru"]}, {"precision": 0.701235, "recall": 0.759881, "f1": 0.718859, "accuracy": 0.759881, "main_score": 0.718859, "hf_subset": "szl_Latn-som_Latn", "languages": ["szl-Latn", "som-Latn"]}, {"precision": 0.604662, "recall": 0.650198, "f1": 0.616885, "accuracy": 0.650198, "main_score": 0.616885, "hf_subset": "szl_Latn-tum_Latn", "languages": ["szl-Latn", "tum-Latn"]}, {"precision": 0.584571, "recall": 0.650198, "f1": 0.602804, "accuracy": 0.650198, "main_score": 0.602804, "hf_subset": "vec_Latn-ace_Arab", "languages": ["vec-Latn", "ace-Arab"]}, {"precision": 0.540831, "recall": 0.596838, "f1": 0.556404, "accuracy": 0.596838, "main_score": 0.556404, "hf_subset": "vec_Latn-bam_Latn", "languages": ["vec-Latn", "bam-Latn"]}, {"precision": 0.393525, "recall": 0.472332, "f1": 0.413446, "accuracy": 0.472332, "main_score": 0.413446, "hf_subset": "vec_Latn-dzo_Tibt", "languages": ["vec-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-hin_Deva", "languages": ["vec-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-khm_Khmr", "languages": ["vec-Latn", "khm-Khmr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vec_Latn-mag_Deva", "languages": ["vec-Latn", "mag-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-pap_Latn", "languages": ["vec-Latn", "pap-Latn"]}, {"precision": 0.608502, "recall": 0.664032, "f1": 0.623936, "accuracy": 0.664032, "main_score": 0.623936, "hf_subset": "vec_Latn-sot_Latn", "languages": ["vec-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-tur_Latn", "languages": ["vec-Latn", "tur-Latn"]}, {"precision": 0.874259, "recall": 0.905138, "f1": 0.883959, "accuracy": 0.905138, "main_score": 0.883959, "hf_subset": "vec_Latn-ace_Latn", "languages": ["vec-Latn", "ace-Latn"]}, {"precision": 0.963933, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "vec_Latn-ban_Latn", "languages": ["vec-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ell_Grek", "languages": ["vec-Latn", "ell-Grek"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "vec_Latn-hne_Deva", "languages": ["vec-Latn", "hne-Deva"]}, {"precision": 0.607629, "recall": 0.662055, "f1": 0.623333, "accuracy": 0.662055, "main_score": 0.623333, "hf_subset": "vec_Latn-kik_Latn", "languages": ["vec-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mai_Deva", "languages": ["vec-Latn", "mai-Deva"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "vec_Latn-pbt_Arab", "languages": ["vec-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-spa_Latn", "languages": ["vec-Latn", "spa-Latn"]}, {"precision": 0.623381, "recall": 0.686759, "f1": 0.641933, "accuracy": 0.686759, "main_score": 0.641933, "hf_subset": "vec_Latn-twi_Latn", "languages": ["vec-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-acm_Arab", "languages": ["vec-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-bel_Cyrl", "languages": ["vec-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-eng_Latn", "languages": ["vec-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-hrv_Latn", "languages": ["vec-Latn", "hrv-Latn"]}, {"precision": 0.560145, "recall": 0.621542, "f1": 0.577278, "accuracy": 0.621542, "main_score": 0.577278, "hf_subset": "vec_Latn-kin_Latn", "languages": ["vec-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-mal_Mlym", "languages": ["vec-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-pes_Arab", "languages": ["vec-Latn", "pes-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-srd_Latn", "languages": ["vec-Latn", "srd-Latn"]}, {"precision": 0.18253, "recall": 0.225296, "f1": 0.192954, "accuracy": 0.225296, "main_score": 0.192954, "hf_subset": "vec_Latn-tzm_Tfng", "languages": ["vec-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-acq_Arab", "languages": ["vec-Latn", "acq-Arab"]}, {"precision": 0.631394, "recall": 0.681818, "f1": 0.644899, "accuracy": 0.681818, "main_score": 0.644899, "hf_subset": "vec_Latn-bem_Latn", "languages": ["vec-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-epo_Latn", "languages": ["vec-Latn", "epo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-hun_Latn", "languages": ["vec-Latn", "hun-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "vec_Latn-kir_Cyrl", "languages": ["vec-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mar_Deva", "languages": ["vec-Latn", "mar-Deva"]}, {"precision": 0.685623, "recall": 0.73913, "f1": 0.701501, "accuracy": 0.73913, "main_score": 0.701501, "hf_subset": "vec_Latn-plt_Latn", "languages": ["vec-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-srp_Cyrl", "languages": ["vec-Latn", "srp-Cyrl"]}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "vec_Latn-uig_Arab", "languages": ["vec-Latn", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vec_Latn-aeb_Arab", "languages": ["vec-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ben_Beng", "languages": ["vec-Latn", "ben-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-est_Latn", "languages": ["vec-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-hye_Armn", "languages": ["vec-Latn", "hye-Armn"]}, {"precision": 0.561973, "recall": 0.609684, "f1": 0.575063, "accuracy": 0.609684, "main_score": 0.575063, "hf_subset": "vec_Latn-kmb_Latn", "languages": ["vec-Latn", "kmb-Latn"]}, {"precision": 0.512622, "recall": 0.583004, "f1": 0.531009, "accuracy": 0.583004, "main_score": 0.531009, "hf_subset": "vec_Latn-min_Arab", "languages": ["vec-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-pol_Latn", "languages": ["vec-Latn", "pol-Latn"]}, {"precision": 0.566528, "recall": 0.628458, "f1": 0.584159, "accuracy": 0.628458, "main_score": 0.584159, "hf_subset": "vec_Latn-ssw_Latn", "languages": ["vec-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ukr_Cyrl", "languages": ["vec-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-afr_Latn", "languages": ["vec-Latn", "afr-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "vec_Latn-bho_Deva", "languages": ["vec-Latn", "bho-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "vec_Latn-eus_Latn", "languages": ["vec-Latn", "eus-Latn"]}, {"precision": 0.590844, "recall": 0.655138, "f1": 0.608635, "accuracy": 0.655138, "main_score": 0.608635, "hf_subset": "vec_Latn-ibo_Latn", "languages": ["vec-Latn", "ibo-Latn"]}, {"precision": 0.883111, "recall": 0.91502, "f1": 0.893237, "accuracy": 0.91502, "main_score": 0.893237, "hf_subset": "vec_Latn-kmr_Latn", "languages": ["vec-Latn", "kmr-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "vec_Latn-min_Latn", "languages": ["vec-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-por_Latn", "languages": ["vec-Latn", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-sun_Latn", "languages": ["vec-Latn", "sun-Latn"]}, {"precision": 0.540047, "recall": 0.598814, "f1": 0.556727, "accuracy": 0.598814, "main_score": 0.556727, "hf_subset": "vec_Latn-umb_Latn", "languages": ["vec-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ajp_Arab", "languages": ["vec-Latn", "ajp-Arab"]}, {"precision": 0.561188, "recall": 0.62253, "f1": 0.577837, "accuracy": 0.62253, "main_score": 0.577837, "hf_subset": "vec_Latn-bjn_Arab", "languages": ["vec-Latn", "bjn-Arab"]}, {"precision": 0.536586, "recall": 0.589921, "f1": 0.551216, "accuracy": 0.589921, "main_score": 0.551216, "hf_subset": "vec_Latn-ewe_Latn", "languages": ["vec-Latn", "ewe-Latn"]}, {"precision": 0.940629, "recall": 0.956522, "f1": 0.94552, "accuracy": 0.956522, "main_score": 0.94552, "hf_subset": "vec_Latn-ilo_Latn", "languages": ["vec-Latn", "ilo-Latn"]}, {"precision": 0.325612, "recall": 0.382411, "f1": 0.340934, "accuracy": 0.382411, "main_score": 0.340934, "hf_subset": "vec_Latn-knc_Arab", "languages": ["vec-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mkd_Cyrl", "languages": ["vec-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-prs_Arab", "languages": ["vec-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-swe_Latn", "languages": ["vec-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-urd_Arab", "languages": ["vec-Latn", "urd-Arab"]}, {"precision": 0.615642, "recall": 0.670949, "f1": 0.630948, "accuracy": 0.670949, "main_score": 0.630948, "hf_subset": "vec_Latn-aka_Latn", "languages": ["vec-Latn", "aka-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "vec_Latn-bjn_Latn", "languages": ["vec-Latn", "bjn-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "vec_Latn-fao_Latn", "languages": ["vec-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ind_Latn", "languages": ["vec-Latn", "ind-Latn"]}, {"precision": 0.591504, "recall": 0.648221, "f1": 0.607959, "accuracy": 0.648221, "main_score": 0.607959, "hf_subset": "vec_Latn-knc_Latn", "languages": ["vec-Latn", "knc-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "vec_Latn-mlt_Latn", "languages": ["vec-Latn", "mlt-Latn"]}, {"precision": 0.711563, "recall": 0.768775, "f1": 0.727813, "accuracy": 0.768775, "main_score": 0.727813, "hf_subset": "vec_Latn-quy_Latn", "languages": ["vec-Latn", "quy-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "vec_Latn-swh_Latn", "languages": ["vec-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-uzn_Latn", "languages": ["vec-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-als_Latn", "languages": ["vec-Latn", "als-Latn"]}, {"precision": 0.602352, "recall": 0.673913, "f1": 0.622539, "accuracy": 0.673913, "main_score": 0.622539, "hf_subset": "vec_Latn-bod_Tibt", "languages": ["vec-Latn", "bod-Tibt"]}, {"precision": 0.697727, "recall": 0.752964, "f1": 0.713431, "accuracy": 0.752964, "main_score": 0.713431, "hf_subset": "vec_Latn-fij_Latn", "languages": ["vec-Latn", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "vec_Latn-isl_Latn", "languages": ["vec-Latn", "isl-Latn"]}, {"precision": 0.677602, "recall": 0.725296, "f1": 0.691587, "accuracy": 0.725296, "main_score": 0.691587, "hf_subset": "vec_Latn-kon_Latn", "languages": ["vec-Latn", "kon-Latn"]}, {"precision": 0.66941, "recall": 0.728261, "f1": 0.686348, "accuracy": 0.728261, "main_score": 0.686348, "hf_subset": "vec_Latn-mni_Beng", "languages": ["vec-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ron_Latn", "languages": ["vec-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "vec_Latn-szl_Latn", "languages": ["vec-Latn", "szl-Latn"]}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943676, "accuracy": 0.956522, "main_score": 0.943676, "hf_subset": "vec_Latn-amh_Ethi", "languages": ["vec-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-bos_Latn", "languages": ["vec-Latn", "bos-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-fin_Latn", "languages": ["vec-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ita_Latn", "languages": ["vec-Latn", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-kor_Hang", "languages": ["vec-Latn", "kor-Hang"]}, {"precision": 0.563465, "recall": 0.619565, "f1": 0.578602, "accuracy": 0.619565, "main_score": 0.578602, "hf_subset": "vec_Latn-mos_Latn", "languages": ["vec-Latn", "mos-Latn"]}, {"precision": 0.555326, "recall": 0.613636, "f1": 0.571963, "accuracy": 0.613636, "main_score": 0.571963, "hf_subset": "vec_Latn-run_Latn", "languages": ["vec-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-tam_Taml", "languages": ["vec-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-vie_Latn", "languages": ["vec-Latn", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-apc_Arab", "languages": ["vec-Latn", "apc-Arab"]}, {"precision": 0.810524, "recall": 0.855731, "f1": 0.824111, "accuracy": 0.855731, "main_score": 0.824111, "hf_subset": "vec_Latn-bug_Latn", "languages": ["vec-Latn", "bug-Latn"]}, {"precision": 0.480456, "recall": 0.538538, "f1": 0.495823, "accuracy": 0.538538, "main_score": 0.495823, "hf_subset": "vec_Latn-fon_Latn", "languages": ["vec-Latn", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vec_Latn-jav_Latn", "languages": ["vec-Latn", "jav-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "vec_Latn-lao_Laoo", "languages": ["vec-Latn", "lao-Laoo"]}, {"precision": 0.843001, "recall": 0.882411, "f1": 0.854941, "accuracy": 0.882411, "main_score": 0.854941, "hf_subset": "vec_Latn-mri_Latn", "languages": ["vec-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-rus_Cyrl", "languages": ["vec-Latn", "rus-Cyrl"]}, {"precision": 0.560172, "recall": 0.617589, "f1": 0.576063, "accuracy": 0.617589, "main_score": 0.576063, "hf_subset": "vec_Latn-taq_Latn", "languages": ["vec-Latn", "taq-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-war_Latn", "languages": ["vec-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-arb_Arab", "languages": ["vec-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-bul_Cyrl", "languages": ["vec-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-fra_Latn", "languages": ["vec-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-jpn_Jpan", "languages": ["vec-Latn", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-lij_Latn", "languages": ["vec-Latn", "lij-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "vec_Latn-mya_Mymr", "languages": ["vec-Latn", "mya-Mymr"]}, {"precision": 0.618679, "recall": 0.684783, "f1": 0.637512, "accuracy": 0.684783, "main_score": 0.637512, "hf_subset": "vec_Latn-sag_Latn", "languages": ["vec-Latn", "sag-Latn"]}, {"precision": 0.198197, "recall": 0.248024, "f1": 0.209087, "accuracy": 0.248024, "main_score": 0.209087, "hf_subset": "vec_Latn-taq_Tfng", "languages": ["vec-Latn", "taq-Tfng"]}, {"precision": 0.653788, "recall": 0.710474, "f1": 0.669899, "accuracy": 0.710474, "main_score": 0.669899, "hf_subset": "vec_Latn-wol_Latn", "languages": ["vec-Latn", "wol-Latn"]}, {"precision": 0.794377, "recall": 0.843874, "f1": 0.808976, "accuracy": 0.843874, "main_score": 0.808976, "hf_subset": "vec_Latn-arb_Latn", "languages": ["vec-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-cat_Latn", "languages": ["vec-Latn", "cat-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-fur_Latn", "languages": ["vec-Latn", "fur-Latn"]}, {"precision": 0.428978, "recall": 0.483202, "f1": 0.443365, "accuracy": 0.483202, "main_score": 0.443365, "hf_subset": "vec_Latn-kab_Latn", "languages": ["vec-Latn", "kab-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vec_Latn-lim_Latn", "languages": ["vec-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-nld_Latn", "languages": ["vec-Latn", "nld-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "vec_Latn-san_Deva", "languages": ["vec-Latn", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-tat_Cyrl", "languages": ["vec-Latn", "tat-Cyrl"]}, {"precision": 0.673065, "recall": 0.730237, "f1": 0.689778, "accuracy": 0.730237, "main_score": 0.689778, "hf_subset": "vec_Latn-xho_Latn", "languages": ["vec-Latn", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ars_Arab", "languages": ["vec-Latn", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ceb_Latn", "languages": ["vec-Latn", "ceb-Latn"]}, {"precision": 0.575588, "recall": 0.634387, "f1": 0.592546, "accuracy": 0.634387, "main_score": 0.592546, "hf_subset": "vec_Latn-fuv_Latn", "languages": ["vec-Latn", "fuv-Latn"]}, {"precision": 0.523308, "recall": 0.588933, "f1": 0.540998, "accuracy": 0.588933, "main_score": 0.540998, "hf_subset": "vec_Latn-kac_Latn", "languages": ["vec-Latn", "kac-Latn"]}, {"precision": 0.679167, "recall": 0.728261, "f1": 0.693238, "accuracy": 0.728261, "main_score": 0.693238, "hf_subset": "vec_Latn-lin_Latn", "languages": ["vec-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-nno_Latn", "languages": ["vec-Latn", "nno-Latn"]}, {"precision": 0.219327, "recall": 0.296443, "f1": 0.239291, "accuracy": 0.296443, "main_score": 0.239291, "hf_subset": "vec_Latn-sat_Olck", "languages": ["vec-Latn", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-tel_Telu", "languages": ["vec-Latn", "tel-Telu"]}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "vec_Latn-ydd_Hebr", "languages": ["vec-Latn", "ydd-Hebr"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "vec_Latn-ary_Arab", "languages": ["vec-Latn", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ces_Latn", "languages": ["vec-Latn", "ces-Latn"]}, {"precision": 0.588636, "recall": 0.651186, "f1": 0.60664, "accuracy": 0.651186, "main_score": 0.60664, "hf_subset": "vec_Latn-gaz_Latn", "languages": ["vec-Latn", "gaz-Latn"]}, {"precision": 0.598107, "recall": 0.661067, "f1": 0.616051, "accuracy": 0.661067, "main_score": 0.616051, "hf_subset": "vec_Latn-kam_Latn", "languages": ["vec-Latn", "kam-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "vec_Latn-lit_Latn", "languages": ["vec-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-nob_Latn", "languages": ["vec-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "vec_Latn-scn_Latn", "languages": ["vec-Latn", "scn-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "vec_Latn-tgk_Cyrl", "languages": ["vec-Latn", "tgk-Cyrl"]}, {"precision": 0.698057, "recall": 0.763834, "f1": 0.717528, "accuracy": 0.763834, "main_score": 0.717528, "hf_subset": "vec_Latn-yor_Latn", "languages": ["vec-Latn", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-arz_Arab", "languages": ["vec-Latn", "arz-Arab"]}, {"precision": 0.59278, "recall": 0.65415, "f1": 0.609684, "accuracy": 0.65415, "main_score": 0.609684, "hf_subset": "vec_Latn-cjk_Latn", "languages": ["vec-Latn", "cjk-Latn"]}, {"precision": 0.774086, "recall": 0.823123, "f1": 0.788592, "accuracy": 0.823123, "main_score": 0.788592, "hf_subset": "vec_Latn-gla_Latn", "languages": ["vec-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-kan_Knda", "languages": ["vec-Latn", "kan-Knda"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "vec_Latn-lmo_Latn", "languages": ["vec-Latn", "lmo-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "vec_Latn-npi_Deva", "languages": ["vec-Latn", "npi-Deva"]}, {"precision": 0.470644, "recall": 0.533597, "f1": 0.487873, "accuracy": 0.533597, "main_score": 0.487873, "hf_subset": "vec_Latn-shn_Mymr", "languages": ["vec-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-tgl_Latn", "languages": ["vec-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-yue_Hant", "languages": ["vec-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-asm_Beng", "languages": ["vec-Latn", "asm-Beng"]}, {"precision": 0.946476, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "vec_Latn-ckb_Arab", "languages": ["vec-Latn", "ckb-Arab"]}, {"precision": 0.867457, "recall": 0.903162, "f1": 0.878426, "accuracy": 0.903162, "main_score": 0.878426, "hf_subset": "vec_Latn-gle_Latn", "languages": ["vec-Latn", "gle-Latn"]}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "vec_Latn-kas_Arab", "languages": ["vec-Latn", "kas-Arab"]}, {"precision": 0.938241, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "vec_Latn-ltg_Latn", "languages": ["vec-Latn", "ltg-Latn"]}, {"precision": 0.62245, "recall": 0.673913, "f1": 0.636685, "accuracy": 0.673913, "main_score": 0.636685, "hf_subset": "vec_Latn-nso_Latn", "languages": ["vec-Latn", "nso-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "vec_Latn-sin_Sinh", "languages": ["vec-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-tha_Thai", "languages": ["vec-Latn", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-zho_Hans", "languages": ["vec-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-ast_Latn", "languages": ["vec-Latn", "ast-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-crh_Latn", "languages": ["vec-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-glg_Latn", "languages": ["vec-Latn", "glg-Latn"]}, {"precision": 0.900066, "recall": 0.928854, "f1": 0.909058, "accuracy": 0.928854, "main_score": 0.909058, "hf_subset": "vec_Latn-kas_Deva", "languages": ["vec-Latn", "kas-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "vec_Latn-ltz_Latn", "languages": ["vec-Latn", "ltz-Latn"]}, {"precision": 0.476874, "recall": 0.543478, "f1": 0.494603, "accuracy": 0.543478, "main_score": 0.494603, "hf_subset": "vec_Latn-nus_Latn", "languages": ["vec-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-slk_Latn", "languages": ["vec-Latn", "slk-Latn"]}, {"precision": 0.624927, "recall": 0.692688, "f1": 0.644911, "accuracy": 0.692688, "main_score": 0.644911, "hf_subset": "vec_Latn-tir_Ethi", "languages": ["vec-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-zho_Hant", "languages": ["vec-Latn", "zho-Hant"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "vec_Latn-awa_Deva", "languages": ["vec-Latn", "awa-Deva"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "vec_Latn-cym_Latn", "languages": ["vec-Latn", "cym-Latn"]}, {"precision": 0.863719, "recall": 0.898221, "f1": 0.874407, "accuracy": 0.898221, "main_score": 0.874407, "hf_subset": "vec_Latn-grn_Latn", "languages": ["vec-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-kat_Geor", "languages": ["vec-Latn", "kat-Geor"]}, {"precision": 0.651785, "recall": 0.705534, "f1": 0.66707, "accuracy": 0.705534, "main_score": 0.66707, "hf_subset": "vec_Latn-lua_Latn", "languages": ["vec-Latn", "lua-Latn"]}, {"precision": 0.643349, "recall": 0.702569, "f1": 0.660047, "accuracy": 0.702569, "main_score": 0.660047, "hf_subset": "vec_Latn-nya_Latn", "languages": ["vec-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-slv_Latn", "languages": ["vec-Latn", "slv-Latn"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "vec_Latn-tpi_Latn", "languages": ["vec-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-zsm_Latn", "languages": ["vec-Latn", "zsm-Latn"]}, {"precision": 0.553825, "recall": 0.617589, "f1": 0.571791, "accuracy": 0.617589, "main_score": 0.571791, "hf_subset": "vec_Latn-ayr_Latn", "languages": ["vec-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-dan_Latn", "languages": ["vec-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-guj_Gujr", "languages": ["vec-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-kaz_Cyrl", "languages": ["vec-Latn", "kaz-Cyrl"]}, {"precision": 0.55533, "recall": 0.614625, "f1": 0.571549, "accuracy": 0.614625, "main_score": 0.571549, "hf_subset": "vec_Latn-lug_Latn", "languages": ["vec-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-oci_Latn", "languages": ["vec-Latn", "oci-Latn"]}, {"precision": 0.819862, "recall": 0.863636, "f1": 0.833103, "accuracy": 0.863636, "main_score": 0.833103, "hf_subset": "vec_Latn-smo_Latn", "languages": ["vec-Latn", "smo-Latn"]}, {"precision": 0.555551, "recall": 0.612648, "f1": 0.571656, "accuracy": 0.612648, "main_score": 0.571656, "hf_subset": "vec_Latn-tsn_Latn", "languages": ["vec-Latn", "tsn-Latn"]}, {"precision": 0.628084, "recall": 0.687747, "f1": 0.644744, "accuracy": 0.687747, "main_score": 0.644744, "hf_subset": "vec_Latn-zul_Latn", "languages": ["vec-Latn", "zul-Latn"]}, {"precision": 0.923781, "recall": 0.945652, "f1": 0.930665, "accuracy": 0.945652, "main_score": 0.930665, "hf_subset": "vec_Latn-azb_Arab", "languages": ["vec-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-deu_Latn", "languages": ["vec-Latn", "deu-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "vec_Latn-hat_Latn", "languages": ["vec-Latn", "hat-Latn"]}, {"precision": 0.503653, "recall": 0.565217, "f1": 0.520815, "accuracy": 0.565217, "main_score": 0.520815, "hf_subset": "vec_Latn-kbp_Latn", "languages": ["vec-Latn", "kbp-Latn"]}, {"precision": 0.593102, "recall": 0.644269, "f1": 0.606932, "accuracy": 0.644269, "main_score": 0.606932, "hf_subset": "vec_Latn-luo_Latn", "languages": ["vec-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ory_Orya", "languages": ["vec-Latn", "ory-Orya"]}, {"precision": 0.591288, "recall": 0.656126, "f1": 0.610113, "accuracy": 0.656126, "main_score": 0.610113, "hf_subset": "vec_Latn-sna_Latn", "languages": ["vec-Latn", "sna-Latn"]}, {"precision": 0.576098, "recall": 0.628458, "f1": 0.590486, "accuracy": 0.628458, "main_score": 0.590486, "hf_subset": "vec_Latn-tso_Latn", "languages": ["vec-Latn", "tso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vec_Latn-azj_Latn", "languages": ["vec-Latn", "azj-Latn"]}, {"precision": 0.54753, "recall": 0.616601, "f1": 0.567229, "accuracy": 0.616601, "main_score": 0.567229, "hf_subset": "vec_Latn-dik_Latn", "languages": ["vec-Latn", "dik-Latn"]}, {"precision": 0.728401, "recall": 0.780632, "f1": 0.743764, "accuracy": 0.780632, "main_score": 0.743764, "hf_subset": "vec_Latn-hau_Latn", "languages": ["vec-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vec_Latn-kea_Latn", "languages": ["vec-Latn", "kea-Latn"]}, {"precision": 0.750313, "recall": 0.800395, "f1": 0.765349, "accuracy": 0.800395, "main_score": 0.765349, "hf_subset": "vec_Latn-lus_Latn", "languages": ["vec-Latn", "lus-Latn"]}, {"precision": 0.868906, "recall": 0.900198, "f1": 0.87859, "accuracy": 0.900198, "main_score": 0.87859, "hf_subset": "vec_Latn-pag_Latn", "languages": ["vec-Latn", "pag-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-snd_Arab", "languages": ["vec-Latn", "snd-Arab"]}, {"precision": 0.937006, "recall": 0.955534, "f1": 0.942918, "accuracy": 0.955534, "main_score": 0.942918, "hf_subset": "vec_Latn-tuk_Latn", "languages": ["vec-Latn", "tuk-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "vec_Latn-bak_Cyrl", "languages": ["vec-Latn", "bak-Cyrl"]}, {"precision": 0.493558, "recall": 0.566206, "f1": 0.514257, "accuracy": 0.566206, "main_score": 0.514257, "hf_subset": "vec_Latn-dyu_Latn", "languages": ["vec-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-heb_Hebr", "languages": ["vec-Latn", "heb-Hebr"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "vec_Latn-khk_Cyrl", "languages": ["vec-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-lvs_Latn", "languages": ["vec-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-pan_Guru", "languages": ["vec-Latn", "pan-Guru"]}, {"precision": 0.725823, "recall": 0.781621, "f1": 0.742852, "accuracy": 0.781621, "main_score": 0.742852, "hf_subset": "vec_Latn-som_Latn", "languages": ["vec-Latn", "som-Latn"]}, {"precision": 0.59828, "recall": 0.646245, "f1": 0.61154, "accuracy": 0.646245, "main_score": 0.61154, "hf_subset": "vec_Latn-tum_Latn", "languages": ["vec-Latn", "tum-Latn"]}, {"precision": 0.449616, "recall": 0.511858, "f1": 0.467112, "accuracy": 0.511858, "main_score": 0.467112, "hf_subset": "amh_Ethi-ace_Arab", "languages": ["amh-Ethi", "ace-Arab"]}, {"precision": 0.45265, "recall": 0.506917, "f1": 0.466976, "accuracy": 0.506917, "main_score": 0.466976, "hf_subset": "amh_Ethi-bam_Latn", "languages": ["amh-Ethi", "bam-Latn"]}, {"precision": 0.373248, "recall": 0.439723, "f1": 0.39106, "accuracy": 0.439723, "main_score": 0.39106, "hf_subset": "amh_Ethi-dzo_Tibt", "languages": ["amh-Ethi", "dzo-Tibt"]}, {"precision": 0.946805, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "amh_Ethi-hin_Deva", "languages": ["amh-Ethi", "hin-Deva"]}, {"precision": 0.909289, "recall": 0.935771, "f1": 0.917655, "accuracy": 0.935771, "main_score": 0.917655, "hf_subset": "amh_Ethi-khm_Khmr", "languages": ["amh-Ethi", "khm-Khmr"]}, {"precision": 0.935441, "recall": 0.953557, "f1": 0.941206, "accuracy": 0.953557, "main_score": 0.941206, "hf_subset": "amh_Ethi-mag_Deva", "languages": ["amh-Ethi", "mag-Deva"]}, {"precision": 0.846739, "recall": 0.886364, "f1": 0.85863, "accuracy": 0.886364, "main_score": 0.85863, "hf_subset": "amh_Ethi-pap_Latn", "languages": ["amh-Ethi", "pap-Latn"]}, {"precision": 0.509467, "recall": 0.557312, "f1": 0.522078, "accuracy": 0.557312, "main_score": 0.522078, "hf_subset": "amh_Ethi-sot_Latn", "languages": ["amh-Ethi", "sot-Latn"]}, {"precision": 0.949885, "recall": 0.964427, "f1": 0.954282, "accuracy": 0.964427, "main_score": 0.954282, "hf_subset": "amh_Ethi-tur_Latn", "languages": ["amh-Ethi", "tur-Latn"]}, {"precision": 0.706194, "recall": 0.756917, "f1": 0.7209, "accuracy": 0.756917, "main_score": 0.7209, "hf_subset": "amh_Ethi-ace_Latn", "languages": ["amh-Ethi", "ace-Latn"]}, {"precision": 0.800494, "recall": 0.842885, "f1": 0.812931, "accuracy": 0.842885, "main_score": 0.812931, "hf_subset": "amh_Ethi-ban_Latn", "languages": ["amh-Ethi", "ban-Latn"]}, {"precision": 0.946887, "recall": 0.963439, "f1": 0.952306, "accuracy": 0.963439, "main_score": 0.952306, "hf_subset": "amh_Ethi-ell_Grek", "languages": ["amh-Ethi", "ell-Grek"]}, {"precision": 0.908383, "recall": 0.933794, "f1": 0.916041, "accuracy": 0.933794, "main_score": 0.916041, "hf_subset": "amh_Ethi-hne_Deva", "languages": ["amh-Ethi", "hne-Deva"]}, {"precision": 0.466094, "recall": 0.527668, "f1": 0.482942, "accuracy": 0.527668, "main_score": 0.482942, "hf_subset": "amh_Ethi-kik_Latn", "languages": ["amh-Ethi", "kik-Latn"]}, {"precision": 0.93531, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "amh_Ethi-mai_Deva", "languages": ["amh-Ethi", "mai-Deva"]}, {"precision": 0.85289, "recall": 0.893281, "f1": 0.865415, "accuracy": 0.893281, "main_score": 0.865415, "hf_subset": "amh_Ethi-pbt_Arab", "languages": ["amh-Ethi", "pbt-Arab"]}, {"precision": 0.935112, "recall": 0.955534, "f1": 0.9417, "accuracy": 0.955534, "main_score": 0.9417, "hf_subset": "amh_Ethi-spa_Latn", "languages": ["amh-Ethi", "spa-Latn"]}, {"precision": 0.513416, "recall": 0.570158, "f1": 0.529403, "accuracy": 0.570158, "main_score": 0.529403, "hf_subset": "amh_Ethi-twi_Latn", "languages": ["amh-Ethi", "twi-Latn"]}, {"precision": 0.930204, "recall": 0.950593, "f1": 0.936594, "accuracy": 0.950593, "main_score": 0.936594, "hf_subset": "amh_Ethi-acm_Arab", "languages": ["amh-Ethi", "acm-Arab"]}, {"precision": 0.894186, "recall": 0.921937, "f1": 0.902536, "accuracy": 0.921937, "main_score": 0.902536, "hf_subset": "amh_Ethi-bel_Cyrl", "languages": ["amh-Ethi", "bel-Cyrl"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "amh_Ethi-eng_Latn", "languages": ["amh-Ethi", "eng-Latn"]}, {"precision": 0.942194, "recall": 0.960474, "f1": 0.948123, "accuracy": 0.960474, "main_score": 0.948123, "hf_subset": "amh_Ethi-hrv_Latn", "languages": ["amh-Ethi", "hrv-Latn"]}, {"precision": 0.49707, "recall": 0.559289, "f1": 0.513868, "accuracy": 0.559289, "main_score": 0.513868, "hf_subset": "amh_Ethi-kin_Latn", "languages": ["amh-Ethi", "kin-Latn"]}, {"precision": 0.941288, "recall": 0.958498, "f1": 0.946706, "accuracy": 0.958498, "main_score": 0.946706, "hf_subset": "amh_Ethi-mal_Mlym", "languages": ["amh-Ethi", "mal-Mlym"]}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945652, "accuracy": 0.958498, "main_score": 0.945652, "hf_subset": "amh_Ethi-pes_Arab", "languages": ["amh-Ethi", "pes-Arab"]}, {"precision": 0.886141, "recall": 0.91502, "f1": 0.894686, "accuracy": 0.91502, "main_score": 0.894686, "hf_subset": "amh_Ethi-srd_Latn", "languages": ["amh-Ethi", "srd-Latn"]}, {"precision": 0.197344, "recall": 0.241107, "f1": 0.20848, "accuracy": 0.241107, "main_score": 0.20848, "hf_subset": "amh_Ethi-tzm_Tfng", "languages": ["amh-Ethi", "tzm-Tfng"]}, {"precision": 0.947711, "recall": 0.963439, "f1": 0.952635, "accuracy": 0.963439, "main_score": 0.952635, "hf_subset": "amh_Ethi-acq_Arab", "languages": ["amh-Ethi", "acq-Arab"]}, {"precision": 0.538604, "recall": 0.58498, "f1": 0.550993, "accuracy": 0.58498, "main_score": 0.550993, "hf_subset": "amh_Ethi-bem_Latn", "languages": ["amh-Ethi", "bem-Latn"]}, {"precision": 0.939476, "recall": 0.958498, "f1": 0.945553, "accuracy": 0.958498, "main_score": 0.945553, "hf_subset": "amh_Ethi-epo_Latn", "languages": ["amh-Ethi", "epo-Latn"]}, {"precision": 0.933498, "recall": 0.953557, "f1": 0.939723, "accuracy": 0.953557, "main_score": 0.939723, "hf_subset": "amh_Ethi-hun_Latn", "languages": ["amh-Ethi", "hun-Latn"]}, {"precision": 0.878771, "recall": 0.909091, "f1": 0.887747, "accuracy": 0.909091, "main_score": 0.887747, "hf_subset": "amh_Ethi-kir_Cyrl", "languages": ["amh-Ethi", "kir-Cyrl"]}, {"precision": 0.949522, "recall": 0.965415, "f1": 0.954611, "accuracy": 0.965415, "main_score": 0.954611, "hf_subset": "amh_Ethi-mar_Deva", "languages": ["amh-Ethi", "mar-Deva"]}, {"precision": 0.567913, "recall": 0.62253, "f1": 0.583355, "accuracy": 0.62253, "main_score": 0.583355, "hf_subset": "amh_Ethi-plt_Latn", "languages": ["amh-Ethi", "plt-Latn"]}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "amh_Ethi-srp_Cyrl", "languages": ["amh-Ethi", "srp-Cyrl"]}, {"precision": 0.85569, "recall": 0.891304, "f1": 0.866623, "accuracy": 0.891304, "main_score": 0.866623, "hf_subset": "amh_Ethi-uig_Arab", "languages": ["amh-Ethi", "uig-Arab"]}, {"precision": 0.890119, "recall": 0.916008, "f1": 0.89796, "accuracy": 0.916008, "main_score": 0.89796, "hf_subset": "amh_Ethi-aeb_Arab", "languages": ["amh-Ethi", "aeb-Arab"]}, {"precision": 0.937171, "recall": 0.955534, "f1": 0.942918, "accuracy": 0.955534, "main_score": 0.942918, "hf_subset": "amh_Ethi-ben_Beng", "languages": ["amh-Ethi", "ben-Beng"]}, {"precision": 0.928442, "recall": 0.949605, "f1": 0.93498, "accuracy": 0.949605, "main_score": 0.93498, "hf_subset": "amh_Ethi-est_Latn", "languages": ["amh-Ethi", "est-Latn"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "amh_Ethi-hye_Armn", "languages": ["amh-Ethi", "hye-Armn"]}, {"precision": 0.475288, "recall": 0.523715, "f1": 0.488663, "accuracy": 0.523715, "main_score": 0.488663, "hf_subset": "amh_Ethi-kmb_Latn", "languages": ["amh-Ethi", "kmb-Latn"]}, {"precision": 0.423731, "recall": 0.477273, "f1": 0.438392, "accuracy": 0.477273, "main_score": 0.438392, "hf_subset": "amh_Ethi-min_Arab", "languages": ["amh-Ethi", "min-Arab"]}, {"precision": 0.923781, "recall": 0.945652, "f1": 0.930454, "accuracy": 0.945652, "main_score": 0.930454, "hf_subset": "amh_Ethi-pol_Latn", "languages": ["amh-Ethi", "pol-Latn"]}, {"precision": 0.506119, "recall": 0.5583, "f1": 0.520146, "accuracy": 0.5583, "main_score": 0.520146, "hf_subset": "amh_Ethi-ssw_Latn", "languages": ["amh-Ethi", "ssw-Latn"]}, {"precision": 0.942441, "recall": 0.960474, "f1": 0.948188, "accuracy": 0.960474, "main_score": 0.948188, "hf_subset": "amh_Ethi-ukr_Cyrl", "languages": ["amh-Ethi", "ukr-Cyrl"]}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "amh_Ethi-afr_Latn", "languages": ["amh-Ethi", "afr-Latn"]}, {"precision": 0.890942, "recall": 0.918972, "f1": 0.899323, "accuracy": 0.918972, "main_score": 0.899323, "hf_subset": "amh_Ethi-bho_Deva", "languages": ["amh-Ethi", "bho-Deva"]}, {"precision": 0.905254, "recall": 0.928854, "f1": 0.912286, "accuracy": 0.928854, "main_score": 0.912286, "hf_subset": "amh_Ethi-eus_Latn", "languages": ["amh-Ethi", "eus-Latn"]}, {"precision": 0.481146, "recall": 0.540514, "f1": 0.497495, "accuracy": 0.540514, "main_score": 0.497495, "hf_subset": "amh_Ethi-ibo_Latn", "languages": ["amh-Ethi", "ibo-Latn"]}, {"precision": 0.794641, "recall": 0.840909, "f1": 0.808105, "accuracy": 0.840909, "main_score": 0.808105, "hf_subset": "amh_Ethi-kmr_Latn", "languages": ["amh-Ethi", "kmr-Latn"]}, {"precision": 0.872678, "recall": 0.907115, "f1": 0.883267, "accuracy": 0.907115, "main_score": 0.883267, "hf_subset": "amh_Ethi-min_Latn", "languages": ["amh-Ethi", "min-Latn"]}, {"precision": 0.954298, "recall": 0.968379, "f1": 0.958729, "accuracy": 0.968379, "main_score": 0.958729, "hf_subset": "amh_Ethi-por_Latn", "languages": ["amh-Ethi", "por-Latn"]}, {"precision": 0.898015, "recall": 0.924901, "f1": 0.906101, "accuracy": 0.924901, "main_score": 0.906101, "hf_subset": "amh_Ethi-sun_Latn", "languages": ["amh-Ethi", "sun-Latn"]}, {"precision": 0.461787, "recall": 0.51087, "f1": 0.475416, "accuracy": 0.51087, "main_score": 0.475416, "hf_subset": "amh_Ethi-umb_Latn", "languages": ["amh-Ethi", "umb-Latn"]}, {"precision": 0.945076, "recall": 0.962451, "f1": 0.950659, "accuracy": 0.962451, "main_score": 0.950659, "hf_subset": "amh_Ethi-ajp_Arab", "languages": ["amh-Ethi", "ajp-Arab"]}, {"precision": 0.455165, "recall": 0.517787, "f1": 0.472265, "accuracy": 0.517787, "main_score": 0.472265, "hf_subset": "amh_Ethi-bjn_Arab", "languages": ["amh-Ethi", "bjn-Arab"]}, {"precision": 0.455188, "recall": 0.505929, "f1": 0.469194, "accuracy": 0.505929, "main_score": 0.469194, "hf_subset": "amh_Ethi-ewe_Latn", "languages": ["amh-Ethi", "ewe-Latn"]}, {"precision": 0.806301, "recall": 0.846838, "f1": 0.818045, "accuracy": 0.846838, "main_score": 0.818045, "hf_subset": "amh_Ethi-ilo_Latn", "languages": ["amh-Ethi", "ilo-Latn"]}, {"precision": 0.303431, "recall": 0.354743, "f1": 0.316708, "accuracy": 0.354743, "main_score": 0.316708, "hf_subset": "amh_Ethi-knc_Arab", "languages": ["amh-Ethi", "knc-Arab"]}, {"precision": 0.946805, "recall": 0.962451, "f1": 0.951548, "accuracy": 0.962451, "main_score": 0.951548, "hf_subset": "amh_Ethi-mkd_Cyrl", "languages": ["amh-Ethi", "mkd-Cyrl"]}, {"precision": 0.955122, "recall": 0.969368, "f1": 0.959717, "accuracy": 0.969368, "main_score": 0.959717, "hf_subset": "amh_Ethi-prs_Arab", "languages": ["amh-Ethi", "prs-Arab"]}, {"precision": 0.947134, "recall": 0.962451, "f1": 0.951863, "accuracy": 0.962451, "main_score": 0.951863, "hf_subset": "amh_Ethi-swe_Latn", "languages": ["amh-Ethi", "swe-Latn"]}, {"precision": 0.941123, "recall": 0.959486, "f1": 0.947036, "accuracy": 0.959486, "main_score": 0.947036, "hf_subset": "amh_Ethi-urd_Arab", "languages": ["amh-Ethi", "urd-Arab"]}, {"precision": 0.49458, "recall": 0.548419, "f1": 0.509145, "accuracy": 0.548419, "main_score": 0.509145, "hf_subset": "amh_Ethi-aka_Latn", "languages": ["amh-Ethi", "aka-Latn"]}, {"precision": 0.853261, "recall": 0.887352, "f1": 0.863401, "accuracy": 0.887352, "main_score": 0.863401, "hf_subset": "amh_Ethi-bjn_Latn", "languages": ["amh-Ethi", "bjn-Latn"]}, {"precision": 0.819624, "recall": 0.865613, "f1": 0.833251, "accuracy": 0.865613, "main_score": 0.833251, "hf_subset": "amh_Ethi-fao_Latn", "languages": ["amh-Ethi", "fao-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "amh_Ethi-ind_Latn", "languages": ["amh-Ethi", "ind-Latn"]}, {"precision": 0.499506, "recall": 0.546443, "f1": 0.512754, "accuracy": 0.546443, "main_score": 0.512754, "hf_subset": "amh_Ethi-knc_Latn", "languages": ["amh-Ethi", "knc-Latn"]}, {"precision": 0.89804, "recall": 0.923913, "f1": 0.905665, "accuracy": 0.923913, "main_score": 0.905665, "hf_subset": "amh_Ethi-mlt_Latn", "languages": ["amh-Ethi", "mlt-Latn"]}, {"precision": 0.592331, "recall": 0.65415, "f1": 0.609036, "accuracy": 0.65415, "main_score": 0.609036, "hf_subset": "amh_Ethi-quy_Latn", "languages": ["amh-Ethi", "quy-Latn"]}, {"precision": 0.89781, "recall": 0.927866, "f1": 0.907345, "accuracy": 0.927866, "main_score": 0.907345, "hf_subset": "amh_Ethi-swh_Latn", "languages": ["amh-Ethi", "swh-Latn"]}, {"precision": 0.941041, "recall": 0.95751, "f1": 0.946113, "accuracy": 0.95751, "main_score": 0.946113, "hf_subset": "amh_Ethi-uzn_Latn", "languages": ["amh-Ethi", "uzn-Latn"]}, {"precision": 0.931077, "recall": 0.950593, "f1": 0.937121, "accuracy": 0.950593, "main_score": 0.937121, "hf_subset": "amh_Ethi-als_Latn", "languages": ["amh-Ethi", "als-Latn"]}, {"precision": 0.546599, "recall": 0.623518, "f1": 0.567997, "accuracy": 0.623518, "main_score": 0.567997, "hf_subset": "amh_Ethi-bod_Tibt", "languages": ["amh-Ethi", "bod-Tibt"]}, {"precision": 0.583063, "recall": 0.641304, "f1": 0.599213, "accuracy": 0.641304, "main_score": 0.599213, "hf_subset": "amh_Ethi-fij_Latn", "languages": ["amh-Ethi", "fij-Latn"]}, {"precision": 0.893808, "recall": 0.923913, "f1": 0.903129, "accuracy": 0.923913, "main_score": 0.903129, "hf_subset": "amh_Ethi-isl_Latn", "languages": ["amh-Ethi", "isl-Latn"]}, {"precision": 0.539875, "recall": 0.593874, "f1": 0.554686, "accuracy": 0.593874, "main_score": 0.554686, "hf_subset": "amh_Ethi-kon_Latn", "languages": ["amh-Ethi", "kon-Latn"]}, {"precision": 0.540211, "recall": 0.600791, "f1": 0.557169, "accuracy": 0.600791, "main_score": 0.557169, "hf_subset": "amh_Ethi-mni_Beng", "languages": ["amh-Ethi", "mni-Beng"]}, {"precision": 0.952899, "recall": 0.966403, "f1": 0.957148, "accuracy": 0.966403, "main_score": 0.957148, "hf_subset": "amh_Ethi-ron_Latn", "languages": ["amh-Ethi", "ron-Latn"]}, {"precision": 0.895751, "recall": 0.921937, "f1": 0.903331, "accuracy": 0.921937, "main_score": 0.903331, "hf_subset": "amh_Ethi-szl_Latn", "languages": ["amh-Ethi", "szl-Latn"]}, {"precision": 0.920578, "recall": 0.9417, "f1": 0.927064, "accuracy": 0.9417, "main_score": 0.927064, "hf_subset": "amh_Ethi-vec_Latn", "languages": ["amh-Ethi", "vec-Latn"]}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "amh_Ethi-bos_Latn", "languages": ["amh-Ethi", "bos-Latn"]}, {"precision": 0.923864, "recall": 0.944664, "f1": 0.93019, "accuracy": 0.944664, "main_score": 0.93019, "hf_subset": "amh_Ethi-fin_Latn", "languages": ["amh-Ethi", "fin-Latn"]}, {"precision": 0.940217, "recall": 0.958498, "f1": 0.945949, "accuracy": 0.958498, "main_score": 0.945949, "hf_subset": "amh_Ethi-ita_Latn", "languages": ["amh-Ethi", "ita-Latn"]}, {"precision": 0.917902, "recall": 0.9417, "f1": 0.925249, "accuracy": 0.9417, "main_score": 0.925249, "hf_subset": "amh_Ethi-kor_Hang", "languages": ["amh-Ethi", "kor-Hang"]}, {"precision": 0.459093, "recall": 0.504941, "f1": 0.472126, "accuracy": 0.504941, "main_score": 0.472126, "hf_subset": "amh_Ethi-mos_Latn", "languages": ["amh-Ethi", "mos-Latn"]}, {"precision": 0.479996, "recall": 0.535573, "f1": 0.49515, "accuracy": 0.535573, "main_score": 0.49515, "hf_subset": "amh_Ethi-run_Latn", "languages": ["amh-Ethi", "run-Latn"]}, {"precision": 0.9375, "recall": 0.956522, "f1": 0.943577, "accuracy": 0.956522, "main_score": 0.943577, "hf_subset": "amh_Ethi-tam_Taml", "languages": ["amh-Ethi", "tam-Taml"]}, {"precision": 0.928393, "recall": 0.949605, "f1": 0.934947, "accuracy": 0.949605, "main_score": 0.934947, "hf_subset": "amh_Ethi-vie_Latn", "languages": ["amh-Ethi", "vie-Latn"]}, {"precision": 0.918264, "recall": 0.940711, "f1": 0.925085, "accuracy": 0.940711, "main_score": 0.925085, "hf_subset": "amh_Ethi-apc_Arab", "languages": ["amh-Ethi", "apc-Arab"]}, {"precision": 0.654929, "recall": 0.704545, "f1": 0.668541, "accuracy": 0.704545, "main_score": 0.668541, "hf_subset": "amh_Ethi-bug_Latn", "languages": ["amh-Ethi", "bug-Latn"]}, {"precision": 0.420367, "recall": 0.470356, "f1": 0.43411, "accuracy": 0.470356, "main_score": 0.43411, "hf_subset": "amh_Ethi-fon_Latn", "languages": ["amh-Ethi", "fon-Latn"]}, {"precision": 0.903797, "recall": 0.927866, "f1": 0.910754, "accuracy": 0.927866, "main_score": 0.910754, "hf_subset": "amh_Ethi-jav_Latn", "languages": ["amh-Ethi", "jav-Latn"]}, {"precision": 0.896657, "recall": 0.925889, "f1": 0.905816, "accuracy": 0.925889, "main_score": 0.905816, "hf_subset": "amh_Ethi-lao_Laoo", "languages": ["amh-Ethi", "lao-Laoo"]}, {"precision": 0.740027, "recall": 0.798419, "f1": 0.757364, "accuracy": 0.798419, "main_score": 0.757364, "hf_subset": "amh_Ethi-mri_Latn", "languages": ["amh-Ethi", "mri-Latn"]}, {"precision": 0.931324, "recall": 0.952569, "f1": 0.938076, "accuracy": 0.952569, "main_score": 0.938076, "hf_subset": "amh_Ethi-rus_Cyrl", "languages": ["amh-Ethi", "rus-Cyrl"]}, {"precision": 0.464988, "recall": 0.511858, "f1": 0.478102, "accuracy": 0.511858, "main_score": 0.478102, "hf_subset": "amh_Ethi-taq_Latn", "languages": ["amh-Ethi", "taq-Latn"]}, {"precision": 0.907016, "recall": 0.932806, "f1": 0.914775, "accuracy": 0.932806, "main_score": 0.914775, "hf_subset": "amh_Ethi-war_Latn", "languages": ["amh-Ethi", "war-Latn"]}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "amh_Ethi-arb_Arab", "languages": ["amh-Ethi", "arb-Arab"]}, {"precision": 0.95191, "recall": 0.966403, "f1": 0.956489, "accuracy": 0.966403, "main_score": 0.956489, "hf_subset": "amh_Ethi-bul_Cyrl", "languages": ["amh-Ethi", "bul-Cyrl"]}, {"precision": 0.943676, "recall": 0.959486, "f1": 0.948372, "accuracy": 0.959486, "main_score": 0.948372, "hf_subset": "amh_Ethi-fra_Latn", "languages": ["amh-Ethi", "fra-Latn"]}, {"precision": 0.922184, "recall": 0.943676, "f1": 0.928675, "accuracy": 0.943676, "main_score": 0.928675, "hf_subset": "amh_Ethi-jpn_Jpan", "languages": ["amh-Ethi", "jpn-Jpan"]}, {"precision": 0.887722, "recall": 0.91502, "f1": 0.895784, "accuracy": 0.91502, "main_score": 0.895784, "hf_subset": "amh_Ethi-lij_Latn", "languages": ["amh-Ethi", "lij-Latn"]}, {"precision": 0.915761, "recall": 0.939723, "f1": 0.923273, "accuracy": 0.939723, "main_score": 0.923273, "hf_subset": "amh_Ethi-mya_Mymr", "languages": ["amh-Ethi", "mya-Mymr"]}, {"precision": 0.485142, "recall": 0.541502, "f1": 0.500207, "accuracy": 0.541502, "main_score": 0.500207, "hf_subset": "amh_Ethi-sag_Latn", "languages": ["amh-Ethi", "sag-Latn"]}, {"precision": 0.209324, "recall": 0.254941, "f1": 0.21982, "accuracy": 0.254941, "main_score": 0.21982, "hf_subset": "amh_Ethi-taq_Tfng", "languages": ["amh-Ethi", "taq-Tfng"]}, {"precision": 0.536248, "recall": 0.58498, "f1": 0.550527, "accuracy": 0.58498, "main_score": 0.550527, "hf_subset": "amh_Ethi-wol_Latn", "languages": ["amh-Ethi", "wol-Latn"]}, {"precision": 0.664821, "recall": 0.732213, "f1": 0.684128, "accuracy": 0.732213, "main_score": 0.684128, "hf_subset": "amh_Ethi-arb_Latn", "languages": ["amh-Ethi", "arb-Latn"]}, {"precision": 0.956522, "recall": 0.969368, "f1": 0.960592, "accuracy": 0.969368, "main_score": 0.960592, "hf_subset": "amh_Ethi-cat_Latn", "languages": ["amh-Ethi", "cat-Latn"]}, {"precision": 0.873551, "recall": 0.905138, "f1": 0.88299, "accuracy": 0.905138, "main_score": 0.88299, "hf_subset": "amh_Ethi-fur_Latn", "languages": ["amh-Ethi", "fur-Latn"]}, {"precision": 0.364564, "recall": 0.409091, "f1": 0.377346, "accuracy": 0.409091, "main_score": 0.377346, "hf_subset": "amh_Ethi-kab_Latn", "languages": ["amh-Ethi", "kab-Latn"]}, {"precision": 0.857543, "recall": 0.895257, "f1": 0.868841, "accuracy": 0.895257, "main_score": 0.868841, "hf_subset": "amh_Ethi-lim_Latn", "languages": ["amh-Ethi", "lim-Latn"]}, {"precision": 0.930912, "recall": 0.950593, "f1": 0.936792, "accuracy": 0.950593, "main_score": 0.936792, "hf_subset": "amh_Ethi-nld_Latn", "languages": ["amh-Ethi", "nld-Latn"]}, {"precision": 0.884887, "recall": 0.914032, "f1": 0.893577, "accuracy": 0.914032, "main_score": 0.893577, "hf_subset": "amh_Ethi-san_Deva", "languages": ["amh-Ethi", "san-Deva"]}, {"precision": 0.90448, "recall": 0.932806, "f1": 0.913538, "accuracy": 0.932806, "main_score": 0.913538, "hf_subset": "amh_Ethi-tat_Cyrl", "languages": ["amh-Ethi", "tat-Cyrl"]}, {"precision": 0.579542, "recall": 0.635375, "f1": 0.595125, "accuracy": 0.635375, "main_score": 0.595125, "hf_subset": "amh_Ethi-xho_Latn", "languages": ["amh-Ethi", "xho-Latn"]}, {"precision": 0.934536, "recall": 0.953557, "f1": 0.940401, "accuracy": 0.953557, "main_score": 0.940401, "hf_subset": "amh_Ethi-ars_Arab", "languages": ["amh-Ethi", "ars-Arab"]}, {"precision": 0.943799, "recall": 0.959486, "f1": 0.948671, "accuracy": 0.959486, "main_score": 0.948671, "hf_subset": "amh_Ethi-ceb_Latn", "languages": ["amh-Ethi", "ceb-Latn"]}, {"precision": 0.479986, "recall": 0.534585, "f1": 0.495035, "accuracy": 0.534585, "main_score": 0.495035, "hf_subset": "amh_Ethi-fuv_Latn", "languages": ["amh-Ethi", "fuv-Latn"]}, {"precision": 0.453687, "recall": 0.505929, "f1": 0.468052, "accuracy": 0.505929, "main_score": 0.468052, "hf_subset": "amh_Ethi-kac_Latn", "languages": ["amh-Ethi", "kac-Latn"]}, {"precision": 0.566907, "recall": 0.620553, "f1": 0.582081, "accuracy": 0.620553, "main_score": 0.582081, "hf_subset": "amh_Ethi-lin_Latn", "languages": ["amh-Ethi", "lin-Latn"]}, {"precision": 0.931612, "recall": 0.950593, "f1": 0.937637, "accuracy": 0.950593, "main_score": 0.937637, "hf_subset": "amh_Ethi-nno_Latn", "languages": ["amh-Ethi", "nno-Latn"]}, {"precision": 0.243459, "recall": 0.318182, "f1": 0.262917, "accuracy": 0.318182, "main_score": 0.262917, "hf_subset": "amh_Ethi-sat_Olck", "languages": ["amh-Ethi", "sat-Olck"]}, {"precision": 0.946887, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "amh_Ethi-tel_Telu", "languages": ["amh-Ethi", "tel-Telu"]}, {"precision": 0.843956, "recall": 0.882411, "f1": 0.855637, "accuracy": 0.882411, "main_score": 0.855637, "hf_subset": "amh_Ethi-ydd_Hebr", "languages": ["amh-Ethi", "ydd-Hebr"]}, {"precision": 0.872974, "recall": 0.909091, "f1": 0.884256, "accuracy": 0.909091, "main_score": 0.884256, "hf_subset": "amh_Ethi-ary_Arab", "languages": ["amh-Ethi", "ary-Arab"]}, {"precision": 0.943594, "recall": 0.961462, "f1": 0.949341, "accuracy": 0.961462, "main_score": 0.949341, "hf_subset": "amh_Ethi-ces_Latn", "languages": ["amh-Ethi", "ces-Latn"]}, {"precision": 0.551393, "recall": 0.606719, "f1": 0.566802, "accuracy": 0.606719, "main_score": 0.566802, "hf_subset": "amh_Ethi-gaz_Latn", "languages": ["amh-Ethi", "gaz-Latn"]}, {"precision": 0.503394, "recall": 0.562253, "f1": 0.519629, "accuracy": 0.562253, "main_score": 0.519629, "hf_subset": "amh_Ethi-kam_Latn", "languages": ["amh-Ethi", "kam-Latn"]}, {"precision": 0.929677, "recall": 0.949605, "f1": 0.935903, "accuracy": 0.949605, "main_score": 0.935903, "hf_subset": "amh_Ethi-lit_Latn", "languages": ["amh-Ethi", "lit-Latn"]}, {"precision": 0.945487, "recall": 0.960474, "f1": 0.950019, "accuracy": 0.960474, "main_score": 0.950019, "hf_subset": "amh_Ethi-nob_Latn", "languages": ["amh-Ethi", "nob-Latn"]}, {"precision": 0.872391, "recall": 0.901186, "f1": 0.880471, "accuracy": 0.901186, "main_score": 0.880471, "hf_subset": "amh_Ethi-scn_Latn", "languages": ["amh-Ethi", "scn-Latn"]}, {"precision": 0.868445, "recall": 0.903162, "f1": 0.879249, "accuracy": 0.903162, "main_score": 0.879249, "hf_subset": "amh_Ethi-tgk_Cyrl", "languages": ["amh-Ethi", "tgk-Cyrl"]}, {"precision": 0.613985, "recall": 0.688735, "f1": 0.636251, "accuracy": 0.688735, "main_score": 0.636251, "hf_subset": "amh_Ethi-yor_Latn", "languages": ["amh-Ethi", "yor-Latn"]}, {"precision": 0.925543, "recall": 0.94664, "f1": 0.931884, "accuracy": 0.94664, "main_score": 0.931884, "hf_subset": "amh_Ethi-arz_Arab", "languages": ["amh-Ethi", "arz-Arab"]}, {"precision": 0.458126, "recall": 0.513834, "f1": 0.473622, "accuracy": 0.513834, "main_score": 0.473622, "hf_subset": "amh_Ethi-cjk_Latn", "languages": ["amh-Ethi", "cjk-Latn"]}, {"precision": 0.673296, "recall": 0.733202, "f1": 0.690637, "accuracy": 0.733202, "main_score": 0.690637, "hf_subset": "amh_Ethi-gla_Latn", "languages": ["amh-Ethi", "gla-Latn"]}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "amh_Ethi-kan_Knda", "languages": ["amh-Ethi", "kan-Knda"]}, {"precision": 0.882658, "recall": 0.912055, "f1": 0.891587, "accuracy": 0.912055, "main_score": 0.891587, "hf_subset": "amh_Ethi-lmo_Latn", "languages": ["amh-Ethi", "lmo-Latn"]}, {"precision": 0.942935, "recall": 0.960474, "f1": 0.948518, "accuracy": 0.960474, "main_score": 0.948518, "hf_subset": "amh_Ethi-npi_Deva", "languages": ["amh-Ethi", "npi-Deva"]}, {"precision": 0.3888, "recall": 0.439723, "f1": 0.402382, "accuracy": 0.439723, "main_score": 0.402382, "hf_subset": "amh_Ethi-shn_Mymr", "languages": ["amh-Ethi", "shn-Mymr"]}, {"precision": 0.94198, "recall": 0.958498, "f1": 0.9472, "accuracy": 0.958498, "main_score": 0.9472, "hf_subset": "amh_Ethi-tgl_Latn", "languages": ["amh-Ethi", "tgl-Latn"]}, {"precision": 0.927075, "recall": 0.948617, "f1": 0.933762, "accuracy": 0.948617, "main_score": 0.933762, "hf_subset": "amh_Ethi-yue_Hant", "languages": ["amh-Ethi", "yue-Hant"]}, {"precision": 0.916625, "recall": 0.937747, "f1": 0.922925, "accuracy": 0.937747, "main_score": 0.922925, "hf_subset": "amh_Ethi-asm_Beng", "languages": ["amh-Ethi", "asm-Beng"]}, {"precision": 0.865704, "recall": 0.900198, "f1": 0.876254, "accuracy": 0.900198, "main_score": 0.876254, "hf_subset": "amh_Ethi-ckb_Arab", "languages": ["amh-Ethi", "ckb-Arab"]}, {"precision": 0.774071, "recall": 0.824111, "f1": 0.788983, "accuracy": 0.824111, "main_score": 0.788983, "hf_subset": "amh_Ethi-gle_Latn", "languages": ["amh-Ethi", "gle-Latn"]}, {"precision": 0.801989, "recall": 0.840909, "f1": 0.813494, "accuracy": 0.840909, "main_score": 0.813494, "hf_subset": "amh_Ethi-kas_Arab", "languages": ["amh-Ethi", "kas-Arab"]}, {"precision": 0.77756, "recall": 0.822134, "f1": 0.789582, "accuracy": 0.822134, "main_score": 0.789582, "hf_subset": "amh_Ethi-ltg_Latn", "languages": ["amh-Ethi", "ltg-Latn"]}, {"precision": 0.534554, "recall": 0.581028, "f1": 0.547817, "accuracy": 0.581028, "main_score": 0.547817, "hf_subset": "amh_Ethi-nso_Latn", "languages": ["amh-Ethi", "nso-Latn"]}, {"precision": 0.9111, "recall": 0.936759, "f1": 0.919302, "accuracy": 0.936759, "main_score": 0.919302, "hf_subset": "amh_Ethi-sin_Sinh", "languages": ["amh-Ethi", "sin-Sinh"]}, {"precision": 0.932477, "recall": 0.952569, "f1": 0.938853, "accuracy": 0.952569, "main_score": 0.938853, "hf_subset": "amh_Ethi-tha_Thai", "languages": ["amh-Ethi", "tha-Thai"]}, {"precision": 0.913629, "recall": 0.935771, "f1": 0.920029, "accuracy": 0.935771, "main_score": 0.920029, "hf_subset": "amh_Ethi-zho_Hans", "languages": ["amh-Ethi", "zho-Hans"]}, {"precision": 0.92803, "recall": 0.949605, "f1": 0.93475, "accuracy": 0.949605, "main_score": 0.93475, "hf_subset": "amh_Ethi-ast_Latn", "languages": ["amh-Ethi", "ast-Latn"]}, {"precision": 0.909536, "recall": 0.934783, "f1": 0.917391, "accuracy": 0.934783, "main_score": 0.917391, "hf_subset": "amh_Ethi-crh_Latn", "languages": ["amh-Ethi", "crh-Latn"]}, {"precision": 0.951169, "recall": 0.966403, "f1": 0.956094, "accuracy": 0.966403, "main_score": 0.956094, "hf_subset": "amh_Ethi-glg_Latn", "languages": ["amh-Ethi", "glg-Latn"]}, {"precision": 0.701658, "recall": 0.761858, "f1": 0.718878, "accuracy": 0.761858, "main_score": 0.718878, "hf_subset": "amh_Ethi-kas_Deva", "languages": ["amh-Ethi", "kas-Deva"]}, {"precision": 0.86003, "recall": 0.895257, "f1": 0.87029, "accuracy": 0.895257, "main_score": 0.87029, "hf_subset": "amh_Ethi-ltz_Latn", "languages": ["amh-Ethi", "ltz-Latn"]}, {"precision": 0.412853, "recall": 0.47332, "f1": 0.42921, "accuracy": 0.47332, "main_score": 0.42921, "hf_subset": "amh_Ethi-nus_Latn", "languages": ["amh-Ethi", "nus-Latn"]}, {"precision": 0.943577, "recall": 0.959486, "f1": 0.948452, "accuracy": 0.959486, "main_score": 0.948452, "hf_subset": "amh_Ethi-slk_Latn", "languages": ["amh-Ethi", "slk-Latn"]}, {"precision": 0.691226, "recall": 0.754941, "f1": 0.710161, "accuracy": 0.754941, "main_score": 0.710161, "hf_subset": "amh_Ethi-tir_Ethi", "languages": ["amh-Ethi", "tir-Ethi"]}, {"precision": 0.904644, "recall": 0.932806, "f1": 0.91334, "accuracy": 0.932806, "main_score": 0.91334, "hf_subset": "amh_Ethi-zho_Hant", "languages": ["amh-Ethi", "zho-Hant"]}, {"precision": 0.918025, "recall": 0.940711, "f1": 0.925187, "accuracy": 0.940711, "main_score": 0.925187, "hf_subset": "amh_Ethi-awa_Deva", "languages": ["amh-Ethi", "awa-Deva"]}, {"precision": 0.886373, "recall": 0.916996, "f1": 0.895636, "accuracy": 0.916996, "main_score": 0.895636, "hf_subset": "amh_Ethi-cym_Latn", "languages": ["amh-Ethi", "cym-Latn"]}, {"precision": 0.659914, "recall": 0.709486, "f1": 0.673622, "accuracy": 0.709486, "main_score": 0.673622, "hf_subset": "amh_Ethi-grn_Latn", "languages": ["amh-Ethi", "grn-Latn"]}, {"precision": 0.931686, "recall": 0.951581, "f1": 0.938076, "accuracy": 0.951581, "main_score": 0.938076, "hf_subset": "amh_Ethi-kat_Geor", "languages": ["amh-Ethi", "kat-Geor"]}, {"precision": 0.528376, "recall": 0.577075, "f1": 0.542377, "accuracy": 0.577075, "main_score": 0.542377, "hf_subset": "amh_Ethi-lua_Latn", "languages": ["amh-Ethi", "lua-Latn"]}, {"precision": 0.526465, "recall": 0.581028, "f1": 0.541259, "accuracy": 0.581028, "main_score": 0.541259, "hf_subset": "amh_Ethi-nya_Latn", "languages": ["amh-Ethi", "nya-Latn"]}, {"precision": 0.944664, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "amh_Ethi-slv_Latn", "languages": ["amh-Ethi", "slv-Latn"]}, {"precision": 0.778982, "recall": 0.825099, "f1": 0.792055, "accuracy": 0.825099, "main_score": 0.792055, "hf_subset": "amh_Ethi-tpi_Latn", "languages": ["amh-Ethi", "tpi-Latn"]}, {"precision": 0.937229, "recall": 0.955534, "f1": 0.942935, "accuracy": 0.955534, "main_score": 0.942935, "hf_subset": "amh_Ethi-zsm_Latn", "languages": ["amh-Ethi", "zsm-Latn"]}, {"precision": 0.475034, "recall": 0.531621, "f1": 0.490148, "accuracy": 0.531621, "main_score": 0.490148, "hf_subset": "amh_Ethi-ayr_Latn", "languages": ["amh-Ethi", "ayr-Latn"]}, {"precision": 0.945076, "recall": 0.962451, "f1": 0.950659, "accuracy": 0.962451, "main_score": 0.950659, "hf_subset": "amh_Ethi-dan_Latn", "languages": ["amh-Ethi", "dan-Latn"]}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957082, "accuracy": 0.966403, "main_score": 0.957082, "hf_subset": "amh_Ethi-guj_Gujr", "languages": ["amh-Ethi", "guj-Gujr"]}, {"precision": 0.943841, "recall": 0.959486, "f1": 0.94857, "accuracy": 0.959486, "main_score": 0.94857, "hf_subset": "amh_Ethi-kaz_Cyrl", "languages": ["amh-Ethi", "kaz-Cyrl"]}, {"precision": 0.458222, "recall": 0.518775, "f1": 0.475209, "accuracy": 0.518775, "main_score": 0.475209, "hf_subset": "amh_Ethi-lug_Latn", "languages": ["amh-Ethi", "lug-Latn"]}, {"precision": 0.946014, "recall": 0.961462, "f1": 0.950758, "accuracy": 0.961462, "main_score": 0.950758, "hf_subset": "amh_Ethi-oci_Latn", "languages": ["amh-Ethi", "oci-Latn"]}, {"precision": 0.688573, "recall": 0.744071, "f1": 0.703962, "accuracy": 0.744071, "main_score": 0.703962, "hf_subset": "amh_Ethi-smo_Latn", "languages": ["amh-Ethi", "smo-Latn"]}, {"precision": 0.468261, "recall": 0.520751, "f1": 0.481799, "accuracy": 0.520751, "main_score": 0.481799, "hf_subset": "amh_Ethi-tsn_Latn", "languages": ["amh-Ethi", "tsn-Latn"]}, {"precision": 0.558309, "recall": 0.620553, "f1": 0.57564, "accuracy": 0.620553, "main_score": 0.57564, "hf_subset": "amh_Ethi-zul_Latn", "languages": ["amh-Ethi", "zul-Latn"]}, {"precision": 0.774976, "recall": 0.821146, "f1": 0.788686, "accuracy": 0.821146, "main_score": 0.788686, "hf_subset": "amh_Ethi-azb_Arab", "languages": ["amh-Ethi", "azb-Arab"]}, {"precision": 0.950626, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "amh_Ethi-deu_Latn", "languages": ["amh-Ethi", "deu-Latn"]}, {"precision": 0.860517, "recall": 0.896245, "f1": 0.871379, "accuracy": 0.896245, "main_score": 0.871379, "hf_subset": "amh_Ethi-hat_Latn", "languages": ["amh-Ethi", "hat-Latn"]}, {"precision": 0.415931, "recall": 0.47332, "f1": 0.431853, "accuracy": 0.47332, "main_score": 0.431853, "hf_subset": "amh_Ethi-kbp_Latn", "languages": ["amh-Ethi", "kbp-Latn"]}, {"precision": 0.490927, "recall": 0.54249, "f1": 0.505676, "accuracy": 0.54249, "main_score": 0.505676, "hf_subset": "amh_Ethi-luo_Latn", "languages": ["amh-Ethi", "luo-Latn"]}, {"precision": 0.94137, "recall": 0.959486, "f1": 0.947134, "accuracy": 0.959486, "main_score": 0.947134, "hf_subset": "amh_Ethi-ory_Orya", "languages": ["amh-Ethi", "ory-Orya"]}, {"precision": 0.49368, "recall": 0.5583, "f1": 0.511857, "accuracy": 0.5583, "main_score": 0.511857, "hf_subset": "amh_Ethi-sna_Latn", "languages": ["amh-Ethi", "sna-Latn"]}, {"precision": 0.492212, "recall": 0.545455, "f1": 0.507019, "accuracy": 0.545455, "main_score": 0.507019, "hf_subset": "amh_Ethi-tso_Latn", "languages": ["amh-Ethi", "tso-Latn"]}, {"precision": 0.910573, "recall": 0.936759, "f1": 0.918775, "accuracy": 0.936759, "main_score": 0.918775, "hf_subset": "amh_Ethi-azj_Latn", "languages": ["amh-Ethi", "azj-Latn"]}, {"precision": 0.434143, "recall": 0.494071, "f1": 0.451614, "accuracy": 0.494071, "main_score": 0.451614, "hf_subset": "amh_Ethi-dik_Latn", "languages": ["amh-Ethi", "dik-Latn"]}, {"precision": 0.632668, "recall": 0.690711, "f1": 0.649904, "accuracy": 0.690711, "main_score": 0.649904, "hf_subset": "amh_Ethi-hau_Latn", "languages": ["amh-Ethi", "hau-Latn"]}, {"precision": 0.843151, "recall": 0.878458, "f1": 0.853214, "accuracy": 0.878458, "main_score": 0.853214, "hf_subset": "amh_Ethi-kea_Latn", "languages": ["amh-Ethi", "kea-Latn"]}, {"precision": 0.613187, "recall": 0.663043, "f1": 0.627393, "accuracy": 0.663043, "main_score": 0.627393, "hf_subset": "amh_Ethi-lus_Latn", "languages": ["amh-Ethi", "lus-Latn"]}, {"precision": 0.69968, "recall": 0.744071, "f1": 0.712387, "accuracy": 0.744071, "main_score": 0.712387, "hf_subset": "amh_Ethi-pag_Latn", "languages": ["amh-Ethi", "pag-Latn"]}, {"precision": 0.93167, "recall": 0.948617, "f1": 0.93684, "accuracy": 0.948617, "main_score": 0.93684, "hf_subset": "amh_Ethi-snd_Arab", "languages": ["amh-Ethi", "snd-Arab"]}, {"precision": 0.819401, "recall": 0.864625, "f1": 0.832938, "accuracy": 0.864625, "main_score": 0.832938, "hf_subset": "amh_Ethi-tuk_Latn", "languages": ["amh-Ethi", "tuk-Latn"]}, {"precision": 0.887146, "recall": 0.916996, "f1": 0.896206, "accuracy": 0.916996, "main_score": 0.896206, "hf_subset": "amh_Ethi-bak_Cyrl", "languages": ["amh-Ethi", "bak-Cyrl"]}, {"precision": 0.391548, "recall": 0.467391, "f1": 0.412813, "accuracy": 0.467391, "main_score": 0.412813, "hf_subset": "amh_Ethi-dyu_Latn", "languages": ["amh-Ethi", "dyu-Latn"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "amh_Ethi-heb_Hebr", "languages": ["amh-Ethi", "heb-Hebr"]}, {"precision": 0.901953, "recall": 0.926877, "f1": 0.909529, "accuracy": 0.926877, "main_score": 0.909529, "hf_subset": "amh_Ethi-khk_Cyrl", "languages": ["amh-Ethi", "khk-Cyrl"]}, {"precision": 0.93223, "recall": 0.952569, "f1": 0.938636, "accuracy": 0.952569, "main_score": 0.938636, "hf_subset": "amh_Ethi-lvs_Latn", "languages": ["amh-Ethi", "lvs-Latn"]}, {"precision": 0.950593, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "amh_Ethi-pan_Guru", "languages": ["amh-Ethi", "pan-Guru"]}, {"precision": 0.616396, "recall": 0.681818, "f1": 0.635265, "accuracy": 0.681818, "main_score": 0.635265, "hf_subset": "amh_Ethi-som_Latn", "languages": ["amh-Ethi", "som-Latn"]}, {"precision": 0.500412, "recall": 0.551383, "f1": 0.514755, "accuracy": 0.551383, "main_score": 0.514755, "hf_subset": "amh_Ethi-tum_Latn", "languages": ["amh-Ethi", "tum-Latn"]}, {"precision": 0.605741, "recall": 0.670949, "f1": 0.624268, "accuracy": 0.670949, "main_score": 0.624268, "hf_subset": "bos_Latn-ace_Arab", "languages": ["bos-Latn", "ace-Arab"]}, {"precision": 0.542454, "recall": 0.605731, "f1": 0.56038, "accuracy": 0.605731, "main_score": 0.56038, "hf_subset": "bos_Latn-bam_Latn", "languages": ["bos-Latn", "bam-Latn"]}, {"precision": 0.461445, "recall": 0.540514, "f1": 0.483398, "accuracy": 0.540514, "main_score": 0.483398, "hf_subset": "bos_Latn-dzo_Tibt", "languages": ["bos-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hin_Deva", "languages": ["bos-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-khm_Khmr", "languages": ["bos-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mag_Deva", "languages": ["bos-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bos_Latn-pap_Latn", "languages": ["bos-Latn", "pap-Latn"]}, {"precision": 0.626466, "recall": 0.68083, "f1": 0.641945, "accuracy": 0.68083, "main_score": 0.641945, "hf_subset": "bos_Latn-sot_Latn", "languages": ["bos-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tur_Latn", "languages": ["bos-Latn", "tur-Latn"]}, {"precision": 0.904595, "recall": 0.93083, "f1": 0.91278, "accuracy": 0.93083, "main_score": 0.91278, "hf_subset": "bos_Latn-ace_Latn", "languages": ["bos-Latn", "ace-Latn"]}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "bos_Latn-ban_Latn", "languages": ["bos-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ell_Grek", "languages": ["bos-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bos_Latn-hne_Deva", "languages": ["bos-Latn", "hne-Deva"]}, {"precision": 0.620405, "recall": 0.676877, "f1": 0.636712, "accuracy": 0.676877, "main_score": 0.636712, "hf_subset": "bos_Latn-kik_Latn", "languages": ["bos-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mai_Deva", "languages": ["bos-Latn", "mai-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bos_Latn-pbt_Arab", "languages": ["bos-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-spa_Latn", "languages": ["bos-Latn", "spa-Latn"]}, {"precision": 0.630649, "recall": 0.695652, "f1": 0.649064, "accuracy": 0.695652, "main_score": 0.649064, "hf_subset": "bos_Latn-twi_Latn", "languages": ["bos-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-acm_Arab", "languages": ["bos-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-bel_Cyrl", "languages": ["bos-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-eng_Latn", "languages": ["bos-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hrv_Latn", "languages": ["bos-Latn", "hrv-Latn"]}, {"precision": 0.57402, "recall": 0.642292, "f1": 0.593472, "accuracy": 0.642292, "main_score": 0.593472, "hf_subset": "bos_Latn-kin_Latn", "languages": ["bos-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-mal_Mlym", "languages": ["bos-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pes_Arab", "languages": ["bos-Latn", "pes-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-srd_Latn", "languages": ["bos-Latn", "srd-Latn"]}, {"precision": 0.201303, "recall": 0.253953, "f1": 0.21488, "accuracy": 0.253953, "main_score": 0.21488, "hf_subset": "bos_Latn-tzm_Tfng", "languages": ["bos-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-acq_Arab", "languages": ["bos-Latn", "acq-Arab"]}, {"precision": 0.652108, "recall": 0.704545, "f1": 0.666902, "accuracy": 0.704545, "main_score": 0.666902, "hf_subset": "bos_Latn-bem_Latn", "languages": ["bos-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-epo_Latn", "languages": ["bos-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hun_Latn", "languages": ["bos-Latn", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-kir_Cyrl", "languages": ["bos-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-mar_Deva", "languages": ["bos-Latn", "mar-Deva"]}, {"precision": 0.702612, "recall": 0.753953, "f1": 0.718067, "accuracy": 0.753953, "main_score": 0.718067, "hf_subset": "bos_Latn-plt_Latn", "languages": ["bos-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-srp_Cyrl", "languages": ["bos-Latn", "srp-Cyrl"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bos_Latn-uig_Arab", "languages": ["bos-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-aeb_Arab", "languages": ["bos-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-ben_Beng", "languages": ["bos-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-est_Latn", "languages": ["bos-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hye_Armn", "languages": ["bos-Latn", "hye-Armn"]}, {"precision": 0.573972, "recall": 0.624506, "f1": 0.588098, "accuracy": 0.624506, "main_score": 0.588098, "hf_subset": "bos_Latn-kmb_Latn", "languages": ["bos-Latn", "kmb-Latn"]}, {"precision": 0.538003, "recall": 0.604743, "f1": 0.556433, "accuracy": 0.604743, "main_score": 0.556433, "hf_subset": "bos_Latn-min_Arab", "languages": ["bos-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pol_Latn", "languages": ["bos-Latn", "pol-Latn"]}, {"precision": 0.580056, "recall": 0.646245, "f1": 0.599605, "accuracy": 0.646245, "main_score": 0.599605, "hf_subset": "bos_Latn-ssw_Latn", "languages": ["bos-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ukr_Cyrl", "languages": ["bos-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-afr_Latn", "languages": ["bos-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-bho_Deva", "languages": ["bos-Latn", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-eus_Latn", "languages": ["bos-Latn", "eus-Latn"]}, {"precision": 0.613152, "recall": 0.670949, "f1": 0.629647, "accuracy": 0.670949, "main_score": 0.629647, "hf_subset": "bos_Latn-ibo_Latn", "languages": ["bos-Latn", "ibo-Latn"]}, {"precision": 0.918972, "recall": 0.942688, "f1": 0.926713, "accuracy": 0.942688, "main_score": 0.926713, "hf_subset": "bos_Latn-kmr_Latn", "languages": ["bos-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bos_Latn-min_Latn", "languages": ["bos-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-por_Latn", "languages": ["bos-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-sun_Latn", "languages": ["bos-Latn", "sun-Latn"]}, {"precision": 0.548954, "recall": 0.605731, "f1": 0.565145, "accuracy": 0.605731, "main_score": 0.565145, "hf_subset": "bos_Latn-umb_Latn", "languages": ["bos-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ajp_Arab", "languages": ["bos-Latn", "ajp-Arab"]}, {"precision": 0.57156, "recall": 0.631423, "f1": 0.588626, "accuracy": 0.631423, "main_score": 0.588626, "hf_subset": "bos_Latn-bjn_Arab", "languages": ["bos-Latn", "bjn-Arab"]}, {"precision": 0.535208, "recall": 0.588933, "f1": 0.549652, "accuracy": 0.588933, "main_score": 0.549652, "hf_subset": "bos_Latn-ewe_Latn", "languages": ["bos-Latn", "ewe-Latn"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "bos_Latn-ilo_Latn", "languages": ["bos-Latn", "ilo-Latn"]}, {"precision": 0.330266, "recall": 0.394269, "f1": 0.347837, "accuracy": 0.394269, "main_score": 0.347837, "hf_subset": "bos_Latn-knc_Arab", "languages": ["bos-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mkd_Cyrl", "languages": ["bos-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-prs_Arab", "languages": ["bos-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-swe_Latn", "languages": ["bos-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-urd_Arab", "languages": ["bos-Latn", "urd-Arab"]}, {"precision": 0.619492, "recall": 0.678854, "f1": 0.636484, "accuracy": 0.678854, "main_score": 0.636484, "hf_subset": "bos_Latn-aka_Latn", "languages": ["bos-Latn", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bos_Latn-bjn_Latn", "languages": ["bos-Latn", "bjn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bos_Latn-fao_Latn", "languages": ["bos-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ind_Latn", "languages": ["bos-Latn", "ind-Latn"]}, {"precision": 0.599377, "recall": 0.653162, "f1": 0.615162, "accuracy": 0.653162, "main_score": 0.615162, "hf_subset": "bos_Latn-knc_Latn", "languages": ["bos-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-mlt_Latn", "languages": ["bos-Latn", "mlt-Latn"]}, {"precision": 0.739082, "recall": 0.795455, "f1": 0.755572, "accuracy": 0.795455, "main_score": 0.755572, "hf_subset": "bos_Latn-quy_Latn", "languages": ["bos-Latn", "quy-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bos_Latn-swh_Latn", "languages": ["bos-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-uzn_Latn", "languages": ["bos-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-als_Latn", "languages": ["bos-Latn", "als-Latn"]}, {"precision": 0.678969, "recall": 0.749012, "f1": 0.698885, "accuracy": 0.749012, "main_score": 0.698885, "hf_subset": "bos_Latn-bod_Tibt", "languages": ["bos-Latn", "bod-Tibt"]}, {"precision": 0.730023, "recall": 0.786561, "f1": 0.746858, "accuracy": 0.786561, "main_score": 0.746858, "hf_subset": "bos_Latn-fij_Latn", "languages": ["bos-Latn", "fij-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bos_Latn-isl_Latn", "languages": ["bos-Latn", "isl-Latn"]}, {"precision": 0.687846, "recall": 0.737154, "f1": 0.702456, "accuracy": 0.737154, "main_score": 0.702456, "hf_subset": "bos_Latn-kon_Latn", "languages": ["bos-Latn", "kon-Latn"]}, {"precision": 0.675851, "recall": 0.738142, "f1": 0.693533, "accuracy": 0.738142, "main_score": 0.693533, "hf_subset": "bos_Latn-mni_Beng", "languages": ["bos-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ron_Latn", "languages": ["bos-Latn", "ron-Latn"]}, {"precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "bos_Latn-szl_Latn", "languages": ["bos-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-vec_Latn", "languages": ["bos-Latn", "vec-Latn"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "bos_Latn-amh_Ethi", "languages": ["bos-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-fin_Latn", "languages": ["bos-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ita_Latn", "languages": ["bos-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-kor_Hang", "languages": ["bos-Latn", "kor-Hang"]}, {"precision": 0.572653, "recall": 0.629447, "f1": 0.588762, "accuracy": 0.629447, "main_score": 0.588762, "hf_subset": "bos_Latn-mos_Latn", "languages": ["bos-Latn", "mos-Latn"]}, {"precision": 0.577908, "recall": 0.633399, "f1": 0.593975, "accuracy": 0.633399, "main_score": 0.593975, "hf_subset": "bos_Latn-run_Latn", "languages": ["bos-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tam_Taml", "languages": ["bos-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-vie_Latn", "languages": ["bos-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-apc_Arab", "languages": ["bos-Latn", "apc-Arab"]}, {"precision": 0.824473, "recall": 0.864625, "f1": 0.836514, "accuracy": 0.864625, "main_score": 0.836514, "hf_subset": "bos_Latn-bug_Latn", "languages": ["bos-Latn", "bug-Latn"]}, {"precision": 0.484685, "recall": 0.545455, "f1": 0.500943, "accuracy": 0.545455, "main_score": 0.500943, "hf_subset": "bos_Latn-fon_Latn", "languages": ["bos-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-jav_Latn", "languages": ["bos-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-lao_Laoo", "languages": ["bos-Latn", "lao-Laoo"]}, {"precision": 0.894163, "recall": 0.923913, "f1": 0.90331, "accuracy": 0.923913, "main_score": 0.90331, "hf_subset": "bos_Latn-mri_Latn", "languages": ["bos-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-rus_Cyrl", "languages": ["bos-Latn", "rus-Cyrl"]}, {"precision": 0.55734, "recall": 0.615613, "f1": 0.573635, "accuracy": 0.615613, "main_score": 0.573635, "hf_subset": "bos_Latn-taq_Latn", "languages": ["bos-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-war_Latn", "languages": ["bos-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-arb_Arab", "languages": ["bos-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-bul_Cyrl", "languages": ["bos-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-fra_Latn", "languages": ["bos-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-jpn_Jpan", "languages": ["bos-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-lij_Latn", "languages": ["bos-Latn", "lij-Latn"]}, {"precision": 0.99193, "recall": 0.993083, "f1": 0.99226, "accuracy": 0.993083, "main_score": 0.99226, "hf_subset": "bos_Latn-mya_Mymr", "languages": ["bos-Latn", "mya-Mymr"]}, {"precision": 0.616736, "recall": 0.677866, "f1": 0.633867, "accuracy": 0.677866, "main_score": 0.633867, "hf_subset": "bos_Latn-sag_Latn", "languages": ["bos-Latn", "sag-Latn"]}, {"precision": 0.20206, "recall": 0.258893, "f1": 0.214916, "accuracy": 0.258893, "main_score": 0.214916, "hf_subset": "bos_Latn-taq_Tfng", "languages": ["bos-Latn", "taq-Tfng"]}, {"precision": 0.667095, "recall": 0.720356, "f1": 0.682265, "accuracy": 0.720356, "main_score": 0.682265, "hf_subset": "bos_Latn-wol_Latn", "languages": ["bos-Latn", "wol-Latn"]}, {"precision": 0.827816, "recall": 0.874506, "f1": 0.842095, "accuracy": 0.874506, "main_score": 0.842095, "hf_subset": "bos_Latn-arb_Latn", "languages": ["bos-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-cat_Latn", "languages": ["bos-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-fur_Latn", "languages": ["bos-Latn", "fur-Latn"]}, {"precision": 0.434975, "recall": 0.498024, "f1": 0.452179, "accuracy": 0.498024, "main_score": 0.452179, "hf_subset": "bos_Latn-kab_Latn", "languages": ["bos-Latn", "kab-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-lim_Latn", "languages": ["bos-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-nld_Latn", "languages": ["bos-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "bos_Latn-san_Deva", "languages": ["bos-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tat_Cyrl", "languages": ["bos-Latn", "tat-Cyrl"]}, {"precision": 0.706341, "recall": 0.757905, "f1": 0.721706, "accuracy": 0.757905, "main_score": 0.721706, "hf_subset": "bos_Latn-xho_Latn", "languages": ["bos-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ars_Arab", "languages": ["bos-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ceb_Latn", "languages": ["bos-Latn", "ceb-Latn"]}, {"precision": 0.583218, "recall": 0.640316, "f1": 0.59964, "accuracy": 0.640316, "main_score": 0.59964, "hf_subset": "bos_Latn-fuv_Latn", "languages": ["bos-Latn", "fuv-Latn"]}, {"precision": 0.513981, "recall": 0.58004, "f1": 0.532101, "accuracy": 0.58004, "main_score": 0.532101, "hf_subset": "bos_Latn-kac_Latn", "languages": ["bos-Latn", "kac-Latn"]}, {"precision": 0.703393, "recall": 0.750988, "f1": 0.71741, "accuracy": 0.750988, "main_score": 0.71741, "hf_subset": "bos_Latn-lin_Latn", "languages": ["bos-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-nno_Latn", "languages": ["bos-Latn", "nno-Latn"]}, {"precision": 0.264674, "recall": 0.349802, "f1": 0.286869, "accuracy": 0.349802, "main_score": 0.286869, "hf_subset": "bos_Latn-sat_Olck", "languages": ["bos-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tel_Telu", "languages": ["bos-Latn", "tel-Telu"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bos_Latn-ydd_Hebr", "languages": ["bos-Latn", "ydd-Hebr"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bos_Latn-ary_Arab", "languages": ["bos-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ces_Latn", "languages": ["bos-Latn", "ces-Latn"]}, {"precision": 0.617754, "recall": 0.676877, "f1": 0.634914, "accuracy": 0.676877, "main_score": 0.634914, "hf_subset": "bos_Latn-gaz_Latn", "languages": ["bos-Latn", "gaz-Latn"]}, {"precision": 0.60121, "recall": 0.666008, "f1": 0.619695, "accuracy": 0.666008, "main_score": 0.619695, "hf_subset": "bos_Latn-kam_Latn", "languages": ["bos-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "bos_Latn-lit_Latn", "languages": ["bos-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-nob_Latn", "languages": ["bos-Latn", "nob-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bos_Latn-scn_Latn", "languages": ["bos-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bos_Latn-tgk_Cyrl", "languages": ["bos-Latn", "tgk-Cyrl"]}, {"precision": 0.742342, "recall": 0.80336, "f1": 0.761317, "accuracy": 0.80336, "main_score": 0.761317, "hf_subset": "bos_Latn-yor_Latn", "languages": ["bos-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-arz_Arab", "languages": ["bos-Latn", "arz-Arab"]}, {"precision": 0.581546, "recall": 0.641304, "f1": 0.599133, "accuracy": 0.641304, "main_score": 0.599133, "hf_subset": "bos_Latn-cjk_Latn", "languages": ["bos-Latn", "cjk-Latn"]}, {"precision": 0.81973, "recall": 0.866601, "f1": 0.834124, "accuracy": 0.866601, "main_score": 0.834124, "hf_subset": "bos_Latn-gla_Latn", "languages": ["bos-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-kan_Knda", "languages": ["bos-Latn", "kan-Knda"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bos_Latn-lmo_Latn", "languages": ["bos-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bos_Latn-npi_Deva", "languages": ["bos-Latn", "npi-Deva"]}, {"precision": 0.482693, "recall": 0.548419, "f1": 0.500927, "accuracy": 0.548419, "main_score": 0.500927, "hf_subset": "bos_Latn-shn_Mymr", "languages": ["bos-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tgl_Latn", "languages": ["bos-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-yue_Hant", "languages": ["bos-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-asm_Beng", "languages": ["bos-Latn", "asm-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bos_Latn-ckb_Arab", "languages": ["bos-Latn", "ckb-Arab"]}, {"precision": 0.910161, "recall": 0.934783, "f1": 0.917838, "accuracy": 0.934783, "main_score": 0.917838, "hf_subset": "bos_Latn-gle_Latn", "languages": ["bos-Latn", "gle-Latn"]}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "bos_Latn-kas_Arab", "languages": ["bos-Latn", "kas-Arab"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "bos_Latn-ltg_Latn", "languages": ["bos-Latn", "ltg-Latn"]}, {"precision": 0.633657, "recall": 0.6917, "f1": 0.650747, "accuracy": 0.6917, "main_score": 0.650747, "hf_subset": "bos_Latn-nso_Latn", "languages": ["bos-Latn", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-sin_Sinh", "languages": ["bos-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tha_Thai", "languages": ["bos-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zho_Hans", "languages": ["bos-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ast_Latn", "languages": ["bos-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-crh_Latn", "languages": ["bos-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-glg_Latn", "languages": ["bos-Latn", "glg-Latn"]}, {"precision": 0.920043, "recall": 0.944664, "f1": 0.927931, "accuracy": 0.944664, "main_score": 0.927931, "hf_subset": "bos_Latn-kas_Deva", "languages": ["bos-Latn", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bos_Latn-ltz_Latn", "languages": ["bos-Latn", "ltz-Latn"]}, {"precision": 0.486406, "recall": 0.55336, "f1": 0.504323, "accuracy": 0.55336, "main_score": 0.504323, "hf_subset": "bos_Latn-nus_Latn", "languages": ["bos-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-slk_Latn", "languages": ["bos-Latn", "slk-Latn"]}, {"precision": 0.646204, "recall": 0.717391, "f1": 0.667347, "accuracy": 0.717391, "main_score": 0.667347, "hf_subset": "bos_Latn-tir_Ethi", "languages": ["bos-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zho_Hant", "languages": ["bos-Latn", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "bos_Latn-awa_Deva", "languages": ["bos-Latn", "awa-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bos_Latn-cym_Latn", "languages": ["bos-Latn", "cym-Latn"]}, {"precision": 0.855978, "recall": 0.895257, "f1": 0.868281, "accuracy": 0.895257, "main_score": 0.868281, "hf_subset": "bos_Latn-grn_Latn", "languages": ["bos-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-kat_Geor", "languages": ["bos-Latn", "kat-Geor"]}, {"precision": 0.663662, "recall": 0.718379, "f1": 0.679606, "accuracy": 0.718379, "main_score": 0.679606, "hf_subset": "bos_Latn-lua_Latn", "languages": ["bos-Latn", "lua-Latn"]}, {"precision": 0.677726, "recall": 0.738142, "f1": 0.695335, "accuracy": 0.738142, "main_score": 0.695335, "hf_subset": "bos_Latn-nya_Latn", "languages": ["bos-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-slv_Latn", "languages": ["bos-Latn", "slv-Latn"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "bos_Latn-tpi_Latn", "languages": ["bos-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zsm_Latn", "languages": ["bos-Latn", "zsm-Latn"]}, {"precision": 0.560808, "recall": 0.625494, "f1": 0.578943, "accuracy": 0.625494, "main_score": 0.578943, "hf_subset": "bos_Latn-ayr_Latn", "languages": ["bos-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-dan_Latn", "languages": ["bos-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-guj_Gujr", "languages": ["bos-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-kaz_Cyrl", "languages": ["bos-Latn", "kaz-Cyrl"]}, {"precision": 0.558442, "recall": 0.624506, "f1": 0.577487, "accuracy": 0.624506, "main_score": 0.577487, "hf_subset": "bos_Latn-lug_Latn", "languages": ["bos-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-oci_Latn", "languages": ["bos-Latn", "oci-Latn"]}, {"precision": 0.850873, "recall": 0.893281, "f1": 0.863985, "accuracy": 0.893281, "main_score": 0.863985, "hf_subset": "bos_Latn-smo_Latn", "languages": ["bos-Latn", "smo-Latn"]}, {"precision": 0.559892, "recall": 0.623518, "f1": 0.578152, "accuracy": 0.623518, "main_score": 0.578152, "hf_subset": "bos_Latn-tsn_Latn", "languages": ["bos-Latn", "tsn-Latn"]}, {"precision": 0.653889, "recall": 0.716403, "f1": 0.672222, "accuracy": 0.716403, "main_score": 0.672222, "hf_subset": "bos_Latn-zul_Latn", "languages": ["bos-Latn", "zul-Latn"]}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "bos_Latn-azb_Arab", "languages": ["bos-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-deu_Latn", "languages": ["bos-Latn", "deu-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bos_Latn-hat_Latn", "languages": ["bos-Latn", "hat-Latn"]}, {"precision": 0.52156, "recall": 0.578063, "f1": 0.537339, "accuracy": 0.578063, "main_score": 0.537339, "hf_subset": "bos_Latn-kbp_Latn", "languages": ["bos-Latn", "kbp-Latn"]}, {"precision": 0.600884, "recall": 0.657115, "f1": 0.615447, "accuracy": 0.657115, "main_score": 0.615447, "hf_subset": "bos_Latn-luo_Latn", "languages": ["bos-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ory_Orya", "languages": ["bos-Latn", "ory-Orya"]}, {"precision": 0.620678, "recall": 0.68083, "f1": 0.638225, "accuracy": 0.68083, "main_score": 0.638225, "hf_subset": "bos_Latn-sna_Latn", "languages": ["bos-Latn", "sna-Latn"]}, {"precision": 0.582835, "recall": 0.642292, "f1": 0.598982, "accuracy": 0.642292, "main_score": 0.598982, "hf_subset": "bos_Latn-tso_Latn", "languages": ["bos-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-azj_Latn", "languages": ["bos-Latn", "azj-Latn"]}, {"precision": 0.555361, "recall": 0.621542, "f1": 0.574857, "accuracy": 0.621542, "main_score": 0.574857, "hf_subset": "bos_Latn-dik_Latn", "languages": ["bos-Latn", "dik-Latn"]}, {"precision": 0.767737, "recall": 0.821146, "f1": 0.783714, "accuracy": 0.821146, "main_score": 0.783714, "hf_subset": "bos_Latn-hau_Latn", "languages": ["bos-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bos_Latn-kea_Latn", "languages": ["bos-Latn", "kea-Latn"]}, {"precision": 0.773313, "recall": 0.817194, "f1": 0.786874, "accuracy": 0.817194, "main_score": 0.786874, "hf_subset": "bos_Latn-lus_Latn", "languages": ["bos-Latn", "lus-Latn"]}, {"precision": 0.893857, "recall": 0.916996, "f1": 0.900889, "accuracy": 0.916996, "main_score": 0.900889, "hf_subset": "bos_Latn-pag_Latn", "languages": ["bos-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-snd_Arab", "languages": ["bos-Latn", "snd-Arab"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "bos_Latn-tuk_Latn", "languages": ["bos-Latn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-bak_Cyrl", "languages": ["bos-Latn", "bak-Cyrl"]}, {"precision": 0.500431, "recall": 0.576087, "f1": 0.522859, "accuracy": 0.576087, "main_score": 0.522859, "hf_subset": "bos_Latn-dyu_Latn", "languages": ["bos-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-heb_Hebr", "languages": ["bos-Latn", "heb-Hebr"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bos_Latn-khk_Cyrl", "languages": ["bos-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-lvs_Latn", "languages": ["bos-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pan_Guru", "languages": ["bos-Latn", "pan-Guru"]}, {"precision": 0.735698, "recall": 0.791502, "f1": 0.752388, "accuracy": 0.791502, "main_score": 0.752388, "hf_subset": "bos_Latn-som_Latn", "languages": ["bos-Latn", "som-Latn"]}, {"precision": 0.623486, "recall": 0.670949, "f1": 0.637117, "accuracy": 0.670949, "main_score": 0.637117, "hf_subset": "bos_Latn-tum_Latn", "languages": ["bos-Latn", "tum-Latn"]}, {"precision": 0.565732, "recall": 0.628458, "f1": 0.583281, "accuracy": 0.628458, "main_score": 0.583281, "hf_subset": "fin_Latn-ace_Arab", "languages": ["fin-Latn", "ace-Arab"]}, {"precision": 0.524788, "recall": 0.583004, "f1": 0.541173, "accuracy": 0.583004, "main_score": 0.541173, "hf_subset": "fin_Latn-bam_Latn", "languages": ["fin-Latn", "bam-Latn"]}, {"precision": 0.429139, "recall": 0.511858, "f1": 0.451493, "accuracy": 0.511858, "main_score": 0.451493, "hf_subset": "fin_Latn-dzo_Tibt", "languages": ["fin-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hin_Deva", "languages": ["fin-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-khm_Khmr", "languages": ["fin-Latn", "khm-Khmr"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fin_Latn-mag_Deva", "languages": ["fin-Latn", "mag-Deva"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "fin_Latn-pap_Latn", "languages": ["fin-Latn", "pap-Latn"]}, {"precision": 0.592857, "recall": 0.646245, "f1": 0.608199, "accuracy": 0.646245, "main_score": 0.608199, "hf_subset": "fin_Latn-sot_Latn", "languages": ["fin-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tur_Latn", "languages": ["fin-Latn", "tur-Latn"]}, {"precision": 0.864246, "recall": 0.899209, "f1": 0.875066, "accuracy": 0.899209, "main_score": 0.875066, "hf_subset": "fin_Latn-ace_Latn", "languages": ["fin-Latn", "ace-Latn"]}, {"precision": 0.955698, "recall": 0.968379, "f1": 0.959816, "accuracy": 0.968379, "main_score": 0.959816, "hf_subset": "fin_Latn-ban_Latn", "languages": ["fin-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ell_Grek", "languages": ["fin-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-hne_Deva", "languages": ["fin-Latn", "hne-Deva"]}, {"precision": 0.596706, "recall": 0.649209, "f1": 0.611994, "accuracy": 0.649209, "main_score": 0.611994, "hf_subset": "fin_Latn-kik_Latn", "languages": ["fin-Latn", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-mai_Deva", "languages": ["fin-Latn", "mai-Deva"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "fin_Latn-pbt_Arab", "languages": ["fin-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-spa_Latn", "languages": ["fin-Latn", "spa-Latn"]}, {"precision": 0.606061, "recall": 0.667984, "f1": 0.624054, "accuracy": 0.667984, "main_score": 0.624054, "hf_subset": "fin_Latn-twi_Latn", "languages": ["fin-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-acm_Arab", "languages": ["fin-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-bel_Cyrl", "languages": ["fin-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-eng_Latn", "languages": ["fin-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hrv_Latn", "languages": ["fin-Latn", "hrv-Latn"]}, {"precision": 0.55603, "recall": 0.621542, "f1": 0.574441, "accuracy": 0.621542, "main_score": 0.574441, "hf_subset": "fin_Latn-kin_Latn", "languages": ["fin-Latn", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-mal_Mlym", "languages": ["fin-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pes_Arab", "languages": ["fin-Latn", "pes-Arab"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "fin_Latn-srd_Latn", "languages": ["fin-Latn", "srd-Latn"]}, {"precision": 0.182291, "recall": 0.228261, "f1": 0.193625, "accuracy": 0.228261, "main_score": 0.193625, "hf_subset": "fin_Latn-tzm_Tfng", "languages": ["fin-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-acq_Arab", "languages": ["fin-Latn", "acq-Arab"]}, {"precision": 0.625461, "recall": 0.676877, "f1": 0.639367, "accuracy": 0.676877, "main_score": 0.639367, "hf_subset": "fin_Latn-bem_Latn", "languages": ["fin-Latn", "bem-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-epo_Latn", "languages": ["fin-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hun_Latn", "languages": ["fin-Latn", "hun-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fin_Latn-kir_Cyrl", "languages": ["fin-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-mar_Deva", "languages": ["fin-Latn", "mar-Deva"]}, {"precision": 0.671574, "recall": 0.724308, "f1": 0.687272, "accuracy": 0.724308, "main_score": 0.687272, "hf_subset": "fin_Latn-plt_Latn", "languages": ["fin-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-srp_Cyrl", "languages": ["fin-Latn", "srp-Cyrl"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "fin_Latn-uig_Arab", "languages": ["fin-Latn", "uig-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fin_Latn-aeb_Arab", "languages": ["fin-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ben_Beng", "languages": ["fin-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-est_Latn", "languages": ["fin-Latn", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-hye_Armn", "languages": ["fin-Latn", "hye-Armn"]}, {"precision": 0.558432, "recall": 0.601779, "f1": 0.571212, "accuracy": 0.601779, "main_score": 0.571212, "hf_subset": "fin_Latn-kmb_Latn", "languages": ["fin-Latn", "kmb-Latn"]}, {"precision": 0.499251, "recall": 0.571146, "f1": 0.519542, "accuracy": 0.571146, "main_score": 0.519542, "hf_subset": "fin_Latn-min_Arab", "languages": ["fin-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pol_Latn", "languages": ["fin-Latn", "pol-Latn"]}, {"precision": 0.561234, "recall": 0.621542, "f1": 0.57884, "accuracy": 0.621542, "main_score": 0.57884, "hf_subset": "fin_Latn-ssw_Latn", "languages": ["fin-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ukr_Cyrl", "languages": ["fin-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-afr_Latn", "languages": ["fin-Latn", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-bho_Deva", "languages": ["fin-Latn", "bho-Deva"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "fin_Latn-eus_Latn", "languages": ["fin-Latn", "eus-Latn"]}, {"precision": 0.579035, "recall": 0.646245, "f1": 0.598402, "accuracy": 0.646245, "main_score": 0.598402, "hf_subset": "fin_Latn-ibo_Latn", "languages": ["fin-Latn", "ibo-Latn"]}, {"precision": 0.887599, "recall": 0.917984, "f1": 0.897464, "accuracy": 0.917984, "main_score": 0.897464, "hf_subset": "fin_Latn-kmr_Latn", "languages": ["fin-Latn", "kmr-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "fin_Latn-min_Latn", "languages": ["fin-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-por_Latn", "languages": ["fin-Latn", "por-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fin_Latn-sun_Latn", "languages": ["fin-Latn", "sun-Latn"]}, {"precision": 0.523552, "recall": 0.582016, "f1": 0.539997, "accuracy": 0.582016, "main_score": 0.539997, "hf_subset": "fin_Latn-umb_Latn", "languages": ["fin-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ajp_Arab", "languages": ["fin-Latn", "ajp-Arab"]}, {"precision": 0.525773, "recall": 0.588933, "f1": 0.543041, "accuracy": 0.588933, "main_score": 0.543041, "hf_subset": "fin_Latn-bjn_Arab", "languages": ["fin-Latn", "bjn-Arab"]}, {"precision": 0.521016, "recall": 0.571146, "f1": 0.534344, "accuracy": 0.571146, "main_score": 0.534344, "hf_subset": "fin_Latn-ewe_Latn", "languages": ["fin-Latn", "ewe-Latn"]}, {"precision": 0.938735, "recall": 0.956522, "f1": 0.944302, "accuracy": 0.956522, "main_score": 0.944302, "hf_subset": "fin_Latn-ilo_Latn", "languages": ["fin-Latn", "ilo-Latn"]}, {"precision": 0.309851, "recall": 0.365613, "f1": 0.325762, "accuracy": 0.365613, "main_score": 0.325762, "hf_subset": "fin_Latn-knc_Arab", "languages": ["fin-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-mkd_Cyrl", "languages": ["fin-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-prs_Arab", "languages": ["fin-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-swe_Latn", "languages": ["fin-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-urd_Arab", "languages": ["fin-Latn", "urd-Arab"]}, {"precision": 0.592022, "recall": 0.647233, "f1": 0.60786, "accuracy": 0.647233, "main_score": 0.60786, "hf_subset": "fin_Latn-aka_Latn", "languages": ["fin-Latn", "aka-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "fin_Latn-bjn_Latn", "languages": ["fin-Latn", "bjn-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fin_Latn-fao_Latn", "languages": ["fin-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ind_Latn", "languages": ["fin-Latn", "ind-Latn"]}, {"precision": 0.593152, "recall": 0.641304, "f1": 0.606789, "accuracy": 0.641304, "main_score": 0.606789, "hf_subset": "fin_Latn-knc_Latn", "languages": ["fin-Latn", "knc-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-mlt_Latn", "languages": ["fin-Latn", "mlt-Latn"]}, {"precision": 0.703007, "recall": 0.761858, "f1": 0.720246, "accuracy": 0.761858, "main_score": 0.720246, "hf_subset": "fin_Latn-quy_Latn", "languages": ["fin-Latn", "quy-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "fin_Latn-swh_Latn", "languages": ["fin-Latn", "swh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-uzn_Latn", "languages": ["fin-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-als_Latn", "languages": ["fin-Latn", "als-Latn"]}, {"precision": 0.654654, "recall": 0.735178, "f1": 0.678216, "accuracy": 0.735178, "main_score": 0.678216, "hf_subset": "fin_Latn-bod_Tibt", "languages": ["fin-Latn", "bod-Tibt"]}, {"precision": 0.7093, "recall": 0.766798, "f1": 0.726139, "accuracy": 0.766798, "main_score": 0.726139, "hf_subset": "fin_Latn-fij_Latn", "languages": ["fin-Latn", "fij-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "fin_Latn-isl_Latn", "languages": ["fin-Latn", "isl-Latn"]}, {"precision": 0.661858, "recall": 0.711462, "f1": 0.6766, "accuracy": 0.711462, "main_score": 0.6766, "hf_subset": "fin_Latn-kon_Latn", "languages": ["fin-Latn", "kon-Latn"]}, {"precision": 0.652299, "recall": 0.717391, "f1": 0.67153, "accuracy": 0.717391, "main_score": 0.67153, "hf_subset": "fin_Latn-mni_Beng", "languages": ["fin-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ron_Latn", "languages": ["fin-Latn", "ron-Latn"]}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "fin_Latn-szl_Latn", "languages": ["fin-Latn", "szl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-vec_Latn", "languages": ["fin-Latn", "vec-Latn"]}, {"precision": 0.953722, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "fin_Latn-amh_Ethi", "languages": ["fin-Latn", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-bos_Latn", "languages": ["fin-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ita_Latn", "languages": ["fin-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-kor_Hang", "languages": ["fin-Latn", "kor-Hang"]}, {"precision": 0.558892, "recall": 0.616601, "f1": 0.575115, "accuracy": 0.616601, "main_score": 0.575115, "hf_subset": "fin_Latn-mos_Latn", "languages": ["fin-Latn", "mos-Latn"]}, {"precision": 0.541403, "recall": 0.598814, "f1": 0.55802, "accuracy": 0.598814, "main_score": 0.55802, "hf_subset": "fin_Latn-run_Latn", "languages": ["fin-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tam_Taml", "languages": ["fin-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-vie_Latn", "languages": ["fin-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-apc_Arab", "languages": ["fin-Latn", "apc-Arab"]}, {"precision": 0.787006, "recall": 0.837945, "f1": 0.802734, "accuracy": 0.837945, "main_score": 0.802734, "hf_subset": "fin_Latn-bug_Latn", "languages": ["fin-Latn", "bug-Latn"]}, {"precision": 0.472701, "recall": 0.532609, "f1": 0.489316, "accuracy": 0.532609, "main_score": 0.489316, "hf_subset": "fin_Latn-fon_Latn", "languages": ["fin-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-jav_Latn", "languages": ["fin-Latn", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fin_Latn-lao_Laoo", "languages": ["fin-Latn", "lao-Laoo"]}, {"precision": 0.871624, "recall": 0.905138, "f1": 0.882148, "accuracy": 0.905138, "main_score": 0.882148, "hf_subset": "fin_Latn-mri_Latn", "languages": ["fin-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-rus_Cyrl", "languages": ["fin-Latn", "rus-Cyrl"]}, {"precision": 0.534537, "recall": 0.596838, "f1": 0.551818, "accuracy": 0.596838, "main_score": 0.551818, "hf_subset": "fin_Latn-taq_Latn", "languages": ["fin-Latn", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fin_Latn-war_Latn", "languages": ["fin-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-arb_Arab", "languages": ["fin-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-bul_Cyrl", "languages": ["fin-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-fra_Latn", "languages": ["fin-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-jpn_Jpan", "languages": ["fin-Latn", "jpn-Jpan"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "fin_Latn-lij_Latn", "languages": ["fin-Latn", "lij-Latn"]}, {"precision": 0.990119, "recall": 0.992095, "f1": 0.990777, "accuracy": 0.992095, "main_score": 0.990777, "hf_subset": "fin_Latn-mya_Mymr", "languages": ["fin-Latn", "mya-Mymr"]}, {"precision": 0.583396, "recall": 0.647233, "f1": 0.60153, "accuracy": 0.647233, "main_score": 0.60153, "hf_subset": "fin_Latn-sag_Latn", "languages": ["fin-Latn", "sag-Latn"]}, {"precision": 0.187656, "recall": 0.238142, "f1": 0.199273, "accuracy": 0.238142, "main_score": 0.199273, "hf_subset": "fin_Latn-taq_Tfng", "languages": ["fin-Latn", "taq-Tfng"]}, {"precision": 0.62971, "recall": 0.687747, "f1": 0.645939, "accuracy": 0.687747, "main_score": 0.645939, "hf_subset": "fin_Latn-wol_Latn", "languages": ["fin-Latn", "wol-Latn"]}, {"precision": 0.803524, "recall": 0.854743, "f1": 0.819236, "accuracy": 0.854743, "main_score": 0.819236, "hf_subset": "fin_Latn-arb_Latn", "languages": ["fin-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-cat_Latn", "languages": ["fin-Latn", "cat-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fin_Latn-fur_Latn", "languages": ["fin-Latn", "fur-Latn"]}, {"precision": 0.40552, "recall": 0.459486, "f1": 0.420624, "accuracy": 0.459486, "main_score": 0.420624, "hf_subset": "fin_Latn-kab_Latn", "languages": ["fin-Latn", "kab-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fin_Latn-lim_Latn", "languages": ["fin-Latn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-nld_Latn", "languages": ["fin-Latn", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-san_Deva", "languages": ["fin-Latn", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-tat_Cyrl", "languages": ["fin-Latn", "tat-Cyrl"]}, {"precision": 0.662945, "recall": 0.721344, "f1": 0.679978, "accuracy": 0.721344, "main_score": 0.679978, "hf_subset": "fin_Latn-xho_Latn", "languages": ["fin-Latn", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ars_Arab", "languages": ["fin-Latn", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-ceb_Latn", "languages": ["fin-Latn", "ceb-Latn"]}, {"precision": 0.551501, "recall": 0.609684, "f1": 0.567726, "accuracy": 0.609684, "main_score": 0.567726, "hf_subset": "fin_Latn-fuv_Latn", "languages": ["fin-Latn", "fuv-Latn"]}, {"precision": 0.525276, "recall": 0.587945, "f1": 0.543329, "accuracy": 0.587945, "main_score": 0.543329, "hf_subset": "fin_Latn-kac_Latn", "languages": ["fin-Latn", "kac-Latn"]}, {"precision": 0.649629, "recall": 0.702569, "f1": 0.665206, "accuracy": 0.702569, "main_score": 0.665206, "hf_subset": "fin_Latn-lin_Latn", "languages": ["fin-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-nno_Latn", "languages": ["fin-Latn", "nno-Latn"]}, {"precision": 0.214704, "recall": 0.295455, "f1": 0.235819, "accuracy": 0.295455, "main_score": 0.235819, "hf_subset": "fin_Latn-sat_Olck", "languages": ["fin-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-tel_Telu", "languages": ["fin-Latn", "tel-Telu"]}, {"precision": 0.964674, "recall": 0.975296, "f1": 0.968116, "accuracy": 0.975296, "main_score": 0.968116, "hf_subset": "fin_Latn-ydd_Hebr", "languages": ["fin-Latn", "ydd-Hebr"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fin_Latn-ary_Arab", "languages": ["fin-Latn", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ces_Latn", "languages": ["fin-Latn", "ces-Latn"]}, {"precision": 0.586777, "recall": 0.647233, "f1": 0.60432, "accuracy": 0.647233, "main_score": 0.60432, "hf_subset": "fin_Latn-gaz_Latn", "languages": ["fin-Latn", "gaz-Latn"]}, {"precision": 0.585154, "recall": 0.642292, "f1": 0.6018, "accuracy": 0.642292, "main_score": 0.6018, "hf_subset": "fin_Latn-kam_Latn", "languages": ["fin-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fin_Latn-lit_Latn", "languages": ["fin-Latn", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-nob_Latn", "languages": ["fin-Latn", "nob-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "fin_Latn-scn_Latn", "languages": ["fin-Latn", "scn-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "fin_Latn-tgk_Cyrl", "languages": ["fin-Latn", "tgk-Cyrl"]}, {"precision": 0.70103, "recall": 0.764822, "f1": 0.719878, "accuracy": 0.764822, "main_score": 0.719878, "hf_subset": "fin_Latn-yor_Latn", "languages": ["fin-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-arz_Arab", "languages": ["fin-Latn", "arz-Arab"]}, {"precision": 0.553179, "recall": 0.61166, "f1": 0.569956, "accuracy": 0.61166, "main_score": 0.569956, "hf_subset": "fin_Latn-cjk_Latn", "languages": ["fin-Latn", "cjk-Latn"]}, {"precision": 0.809733, "recall": 0.857708, "f1": 0.824473, "accuracy": 0.857708, "main_score": 0.824473, "hf_subset": "fin_Latn-gla_Latn", "languages": ["fin-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-kan_Knda", "languages": ["fin-Latn", "kan-Knda"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "fin_Latn-lmo_Latn", "languages": ["fin-Latn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fin_Latn-npi_Deva", "languages": ["fin-Latn", "npi-Deva"]}, {"precision": 0.468894, "recall": 0.530632, "f1": 0.485794, "accuracy": 0.530632, "main_score": 0.485794, "hf_subset": "fin_Latn-shn_Mymr", "languages": ["fin-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tgl_Latn", "languages": ["fin-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-yue_Hant", "languages": ["fin-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-asm_Beng", "languages": ["fin-Latn", "asm-Beng"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "fin_Latn-ckb_Arab", "languages": ["fin-Latn", "ckb-Arab"]}, {"precision": 0.901005, "recall": 0.927866, "f1": 0.909321, "accuracy": 0.927866, "main_score": 0.909321, "hf_subset": "fin_Latn-gle_Latn", "languages": ["fin-Latn", "gle-Latn"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "fin_Latn-kas_Arab", "languages": ["fin-Latn", "kas-Arab"]}, {"precision": 0.940547, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "fin_Latn-ltg_Latn", "languages": ["fin-Latn", "ltg-Latn"]}, {"precision": 0.609819, "recall": 0.663043, "f1": 0.624958, "accuracy": 0.663043, "main_score": 0.624958, "hf_subset": "fin_Latn-nso_Latn", "languages": ["fin-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fin_Latn-sin_Sinh", "languages": ["fin-Latn", "sin-Sinh"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-tha_Thai", "languages": ["fin-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-zho_Hans", "languages": ["fin-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ast_Latn", "languages": ["fin-Latn", "ast-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-crh_Latn", "languages": ["fin-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-glg_Latn", "languages": ["fin-Latn", "glg-Latn"]}, {"precision": 0.895175, "recall": 0.926877, "f1": 0.905369, "accuracy": 0.926877, "main_score": 0.905369, "hf_subset": "fin_Latn-kas_Deva", "languages": ["fin-Latn", "kas-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fin_Latn-ltz_Latn", "languages": ["fin-Latn", "ltz-Latn"]}, {"precision": 0.467708, "recall": 0.524704, "f1": 0.483204, "accuracy": 0.524704, "main_score": 0.483204, "hf_subset": "fin_Latn-nus_Latn", "languages": ["fin-Latn", "nus-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-slk_Latn", "languages": ["fin-Latn", "slk-Latn"]}, {"precision": 0.623246, "recall": 0.689723, "f1": 0.642465, "accuracy": 0.689723, "main_score": 0.642465, "hf_subset": "fin_Latn-tir_Ethi", "languages": ["fin-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-zho_Hant", "languages": ["fin-Latn", "zho-Hant"]}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "fin_Latn-awa_Deva", "languages": ["fin-Latn", "awa-Deva"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fin_Latn-cym_Latn", "languages": ["fin-Latn", "cym-Latn"]}, {"precision": 0.821558, "recall": 0.865613, "f1": 0.835296, "accuracy": 0.865613, "main_score": 0.835296, "hf_subset": "fin_Latn-grn_Latn", "languages": ["fin-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-kat_Geor", "languages": ["fin-Latn", "kat-Geor"]}, {"precision": 0.642888, "recall": 0.6917, "f1": 0.656753, "accuracy": 0.6917, "main_score": 0.656753, "hf_subset": "fin_Latn-lua_Latn", "languages": ["fin-Latn", "lua-Latn"]}, {"precision": 0.639552, "recall": 0.702569, "f1": 0.658329, "accuracy": 0.702569, "main_score": 0.658329, "hf_subset": "fin_Latn-nya_Latn", "languages": ["fin-Latn", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-slv_Latn", "languages": ["fin-Latn", "slv-Latn"]}, {"precision": 0.933794, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "fin_Latn-tpi_Latn", "languages": ["fin-Latn", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-zsm_Latn", "languages": ["fin-Latn", "zsm-Latn"]}, {"precision": 0.541967, "recall": 0.603755, "f1": 0.560012, "accuracy": 0.603755, "main_score": 0.560012, "hf_subset": "fin_Latn-ayr_Latn", "languages": ["fin-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-dan_Latn", "languages": ["fin-Latn", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-guj_Gujr", "languages": ["fin-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-kaz_Cyrl", "languages": ["fin-Latn", "kaz-Cyrl"]}, {"precision": 0.539889, "recall": 0.599802, "f1": 0.555964, "accuracy": 0.599802, "main_score": 0.555964, "hf_subset": "fin_Latn-lug_Latn", "languages": ["fin-Latn", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-oci_Latn", "languages": ["fin-Latn", "oci-Latn"]}, {"precision": 0.824852, "recall": 0.871542, "f1": 0.839262, "accuracy": 0.871542, "main_score": 0.839262, "hf_subset": "fin_Latn-smo_Latn", "languages": ["fin-Latn", "smo-Latn"]}, {"precision": 0.530825, "recall": 0.593874, "f1": 0.548559, "accuracy": 0.593874, "main_score": 0.548559, "hf_subset": "fin_Latn-tsn_Latn", "languages": ["fin-Latn", "tsn-Latn"]}, {"precision": 0.605567, "recall": 0.671937, "f1": 0.624774, "accuracy": 0.671937, "main_score": 0.624774, "hf_subset": "fin_Latn-zul_Latn", "languages": ["fin-Latn", "zul-Latn"]}, {"precision": 0.90975, "recall": 0.934783, "f1": 0.917819, "accuracy": 0.934783, "main_score": 0.917819, "hf_subset": "fin_Latn-azb_Arab", "languages": ["fin-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-deu_Latn", "languages": ["fin-Latn", "deu-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "fin_Latn-hat_Latn", "languages": ["fin-Latn", "hat-Latn"]}, {"precision": 0.489225, "recall": 0.546443, "f1": 0.504937, "accuracy": 0.546443, "main_score": 0.504937, "hf_subset": "fin_Latn-kbp_Latn", "languages": ["fin-Latn", "kbp-Latn"]}, {"precision": 0.578777, "recall": 0.634387, "f1": 0.5942, "accuracy": 0.634387, "main_score": 0.5942, "hf_subset": "fin_Latn-luo_Latn", "languages": ["fin-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ory_Orya", "languages": ["fin-Latn", "ory-Orya"]}, {"precision": 0.594788, "recall": 0.656126, "f1": 0.612096, "accuracy": 0.656126, "main_score": 0.612096, "hf_subset": "fin_Latn-sna_Latn", "languages": ["fin-Latn", "sna-Latn"]}, {"precision": 0.549349, "recall": 0.607708, "f1": 0.566265, "accuracy": 0.607708, "main_score": 0.566265, "hf_subset": "fin_Latn-tso_Latn", "languages": ["fin-Latn", "tso-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "fin_Latn-azj_Latn", "languages": ["fin-Latn", "azj-Latn"]}, {"precision": 0.533525, "recall": 0.597826, "f1": 0.551873, "accuracy": 0.597826, "main_score": 0.551873, "hf_subset": "fin_Latn-dik_Latn", "languages": ["fin-Latn", "dik-Latn"]}, {"precision": 0.736561, "recall": 0.790514, "f1": 0.752884, "accuracy": 0.790514, "main_score": 0.752884, "hf_subset": "fin_Latn-hau_Latn", "languages": ["fin-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fin_Latn-kea_Latn", "languages": ["fin-Latn", "kea-Latn"]}, {"precision": 0.74856, "recall": 0.797431, "f1": 0.763356, "accuracy": 0.797431, "main_score": 0.763356, "hf_subset": "fin_Latn-lus_Latn", "languages": ["fin-Latn", "lus-Latn"]}, {"precision": 0.857872, "recall": 0.891304, "f1": 0.868003, "accuracy": 0.891304, "main_score": 0.868003, "hf_subset": "fin_Latn-pag_Latn", "languages": ["fin-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-snd_Arab", "languages": ["fin-Latn", "snd-Arab"]}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "fin_Latn-tuk_Latn", "languages": ["fin-Latn", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fin_Latn-bak_Cyrl", "languages": ["fin-Latn", "bak-Cyrl"]}, {"precision": 0.478476, "recall": 0.561265, "f1": 0.502791, "accuracy": 0.561265, "main_score": 0.502791, "hf_subset": "fin_Latn-dyu_Latn", "languages": ["fin-Latn", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-heb_Hebr", "languages": ["fin-Latn", "heb-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fin_Latn-khk_Cyrl", "languages": ["fin-Latn", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-lvs_Latn", "languages": ["fin-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pan_Guru", "languages": ["fin-Latn", "pan-Guru"]}, {"precision": 0.699138, "recall": 0.755929, "f1": 0.716375, "accuracy": 0.755929, "main_score": 0.716375, "hf_subset": "fin_Latn-som_Latn", "languages": ["fin-Latn", "som-Latn"]}, {"precision": 0.592543, "recall": 0.642292, "f1": 0.606908, "accuracy": 0.642292, "main_score": 0.606908, "hf_subset": "fin_Latn-tum_Latn", "languages": ["fin-Latn", "tum-Latn"]}, {"precision": 0.608326, "recall": 0.666996, "f1": 0.625106, "accuracy": 0.666996, "main_score": 0.625106, "hf_subset": "ita_Latn-ace_Arab", "languages": ["ita-Latn", "ace-Arab"]}, {"precision": 0.537903, "recall": 0.600791, "f1": 0.556036, "accuracy": 0.600791, "main_score": 0.556036, "hf_subset": "ita_Latn-bam_Latn", "languages": ["ita-Latn", "bam-Latn"]}, {"precision": 0.444234, "recall": 0.522727, "f1": 0.46582, "accuracy": 0.522727, "main_score": 0.46582, "hf_subset": "ita_Latn-dzo_Tibt", "languages": ["ita-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hin_Deva", "languages": ["ita-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-khm_Khmr", "languages": ["ita-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mag_Deva", "languages": ["ita-Latn", "mag-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ita_Latn-pap_Latn", "languages": ["ita-Latn", "pap-Latn"]}, {"precision": 0.614196, "recall": 0.671937, "f1": 0.630912, "accuracy": 0.671937, "main_score": 0.630912, "hf_subset": "ita_Latn-sot_Latn", "languages": ["ita-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tur_Latn", "languages": ["ita-Latn", "tur-Latn"]}, {"precision": 0.897431, "recall": 0.926877, "f1": 0.906785, "accuracy": 0.926877, "main_score": 0.906785, "hf_subset": "ita_Latn-ace_Latn", "languages": ["ita-Latn", "ace-Latn"]}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "ita_Latn-ban_Latn", "languages": ["ita-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ell_Grek", "languages": ["ita-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-hne_Deva", "languages": ["ita-Latn", "hne-Deva"]}, {"precision": 0.623979, "recall": 0.68083, "f1": 0.64009, "accuracy": 0.68083, "main_score": 0.64009, "hf_subset": "ita_Latn-kik_Latn", "languages": ["ita-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mai_Deva", "languages": ["ita-Latn", "mai-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ita_Latn-pbt_Arab", "languages": ["ita-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-spa_Latn", "languages": ["ita-Latn", "spa-Latn"]}, {"precision": 0.624591, "recall": 0.687747, "f1": 0.642547, "accuracy": 0.687747, "main_score": 0.642547, "hf_subset": "ita_Latn-twi_Latn", "languages": ["ita-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-acm_Arab", "languages": ["ita-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-bel_Cyrl", "languages": ["ita-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-eng_Latn", "languages": ["ita-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hrv_Latn", "languages": ["ita-Latn", "hrv-Latn"]}, {"precision": 0.573988, "recall": 0.637352, "f1": 0.592069, "accuracy": 0.637352, "main_score": 0.592069, "hf_subset": "ita_Latn-kin_Latn", "languages": ["ita-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-mal_Mlym", "languages": ["ita-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-pes_Arab", "languages": ["ita-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-srd_Latn", "languages": ["ita-Latn", "srd-Latn"]}, {"precision": 0.187346, "recall": 0.237154, "f1": 0.199724, "accuracy": 0.237154, "main_score": 0.199724, "hf_subset": "ita_Latn-tzm_Tfng", "languages": ["ita-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-acq_Arab", "languages": ["ita-Latn", "acq-Arab"]}, {"precision": 0.639815, "recall": 0.693676, "f1": 0.655503, "accuracy": 0.693676, "main_score": 0.655503, "hf_subset": "ita_Latn-bem_Latn", "languages": ["ita-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-epo_Latn", "languages": ["ita-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hun_Latn", "languages": ["ita-Latn", "hun-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ita_Latn-kir_Cyrl", "languages": ["ita-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mar_Deva", "languages": ["ita-Latn", "mar-Deva"]}, {"precision": 0.700395, "recall": 0.748024, "f1": 0.714295, "accuracy": 0.748024, "main_score": 0.714295, "hf_subset": "ita_Latn-plt_Latn", "languages": ["ita-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-srp_Cyrl", "languages": ["ita-Latn", "srp-Cyrl"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "ita_Latn-uig_Arab", "languages": ["ita-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-aeb_Arab", "languages": ["ita-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ben_Beng", "languages": ["ita-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-est_Latn", "languages": ["ita-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hye_Armn", "languages": ["ita-Latn", "hye-Armn"]}, {"precision": 0.560881, "recall": 0.609684, "f1": 0.574901, "accuracy": 0.609684, "main_score": 0.574901, "hf_subset": "ita_Latn-kmb_Latn", "languages": ["ita-Latn", "kmb-Latn"]}, {"precision": 0.514018, "recall": 0.589921, "f1": 0.534846, "accuracy": 0.589921, "main_score": 0.534846, "hf_subset": "ita_Latn-min_Arab", "languages": ["ita-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-pol_Latn", "languages": ["ita-Latn", "pol-Latn"]}, {"precision": 0.564716, "recall": 0.634387, "f1": 0.585194, "accuracy": 0.634387, "main_score": 0.585194, "hf_subset": "ita_Latn-ssw_Latn", "languages": ["ita-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ukr_Cyrl", "languages": ["ita-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-afr_Latn", "languages": ["ita-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bho_Deva", "languages": ["ita-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-eus_Latn", "languages": ["ita-Latn", "eus-Latn"]}, {"precision": 0.592456, "recall": 0.656126, "f1": 0.610647, "accuracy": 0.656126, "main_score": 0.610647, "hf_subset": "ita_Latn-ibo_Latn", "languages": ["ita-Latn", "ibo-Latn"]}, {"precision": 0.918314, "recall": 0.9417, "f1": 0.925889, "accuracy": 0.9417, "main_score": 0.925889, "hf_subset": "ita_Latn-kmr_Latn", "languages": ["ita-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ita_Latn-min_Latn", "languages": ["ita-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-por_Latn", "languages": ["ita-Latn", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-sun_Latn", "languages": ["ita-Latn", "sun-Latn"]}, {"precision": 0.53024, "recall": 0.594862, "f1": 0.54928, "accuracy": 0.594862, "main_score": 0.54928, "hf_subset": "ita_Latn-umb_Latn", "languages": ["ita-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ajp_Arab", "languages": ["ita-Latn", "ajp-Arab"]}, {"precision": 0.553892, "recall": 0.618577, "f1": 0.57185, "accuracy": 0.618577, "main_score": 0.57185, "hf_subset": "ita_Latn-bjn_Arab", "languages": ["ita-Latn", "bjn-Arab"]}, {"precision": 0.52544, "recall": 0.58498, "f1": 0.542161, "accuracy": 0.58498, "main_score": 0.542161, "hf_subset": "ita_Latn-ewe_Latn", "languages": ["ita-Latn", "ewe-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "ita_Latn-ilo_Latn", "languages": ["ita-Latn", "ilo-Latn"]}, {"precision": 0.322501, "recall": 0.382411, "f1": 0.33871, "accuracy": 0.382411, "main_score": 0.33871, "hf_subset": "ita_Latn-knc_Arab", "languages": ["ita-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mkd_Cyrl", "languages": ["ita-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-prs_Arab", "languages": ["ita-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-swe_Latn", "languages": ["ita-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-urd_Arab", "languages": ["ita-Latn", "urd-Arab"]}, {"precision": 0.610271, "recall": 0.666008, "f1": 0.625687, "accuracy": 0.666008, "main_score": 0.625687, "hf_subset": "ita_Latn-aka_Latn", "languages": ["ita-Latn", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ita_Latn-bjn_Latn", "languages": ["ita-Latn", "bjn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ita_Latn-fao_Latn", "languages": ["ita-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ind_Latn", "languages": ["ita-Latn", "ind-Latn"]}, {"precision": 0.598191, "recall": 0.656126, "f1": 0.61498, "accuracy": 0.656126, "main_score": 0.61498, "hf_subset": "ita_Latn-knc_Latn", "languages": ["ita-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-mlt_Latn", "languages": ["ita-Latn", "mlt-Latn"]}, {"precision": 0.724804, "recall": 0.787549, "f1": 0.743206, "accuracy": 0.787549, "main_score": 0.743206, "hf_subset": "ita_Latn-quy_Latn", "languages": ["ita-Latn", "quy-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ita_Latn-swh_Latn", "languages": ["ita-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-uzn_Latn", "languages": ["ita-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-als_Latn", "languages": ["ita-Latn", "als-Latn"]}, {"precision": 0.682164, "recall": 0.753953, "f1": 0.703294, "accuracy": 0.753953, "main_score": 0.703294, "hf_subset": "ita_Latn-bod_Tibt", "languages": ["ita-Latn", "bod-Tibt"]}, {"precision": 0.723553, "recall": 0.777668, "f1": 0.739625, "accuracy": 0.777668, "main_score": 0.739625, "hf_subset": "ita_Latn-fij_Latn", "languages": ["ita-Latn", "fij-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ita_Latn-isl_Latn", "languages": ["ita-Latn", "isl-Latn"]}, {"precision": 0.680781, "recall": 0.735178, "f1": 0.696843, "accuracy": 0.735178, "main_score": 0.696843, "hf_subset": "ita_Latn-kon_Latn", "languages": ["ita-Latn", "kon-Latn"]}, {"precision": 0.68941, "recall": 0.752964, "f1": 0.70806, "accuracy": 0.752964, "main_score": 0.70806, "hf_subset": "ita_Latn-mni_Beng", "languages": ["ita-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ron_Latn", "languages": ["ita-Latn", "ron-Latn"]}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ita_Latn-szl_Latn", "languages": ["ita-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-vec_Latn", "languages": ["ita-Latn", "vec-Latn"]}, {"precision": 0.955534, "recall": 0.970356, "f1": 0.960474, "accuracy": 0.970356, "main_score": 0.960474, "hf_subset": "ita_Latn-amh_Ethi", "languages": ["ita-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bos_Latn", "languages": ["ita-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-fin_Latn", "languages": ["ita-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-kor_Hang", "languages": ["ita-Latn", "kor-Hang"]}, {"precision": 0.563178, "recall": 0.623518, "f1": 0.580209, "accuracy": 0.623518, "main_score": 0.580209, "hf_subset": "ita_Latn-mos_Latn", "languages": ["ita-Latn", "mos-Latn"]}, {"precision": 0.566207, "recall": 0.624506, "f1": 0.582468, "accuracy": 0.624506, "main_score": 0.582468, "hf_subset": "ita_Latn-run_Latn", "languages": ["ita-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tam_Taml", "languages": ["ita-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-vie_Latn", "languages": ["ita-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-apc_Arab", "languages": ["ita-Latn", "apc-Arab"]}, {"precision": 0.821953, "recall": 0.863636, "f1": 0.834321, "accuracy": 0.863636, "main_score": 0.834321, "hf_subset": "ita_Latn-bug_Latn", "languages": ["ita-Latn", "bug-Latn"]}, {"precision": 0.48725, "recall": 0.544466, "f1": 0.502693, "accuracy": 0.544466, "main_score": 0.502693, "hf_subset": "ita_Latn-fon_Latn", "languages": ["ita-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-jav_Latn", "languages": ["ita-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-lao_Laoo", "languages": ["ita-Latn", "lao-Laoo"]}, {"precision": 0.879611, "recall": 0.914032, "f1": 0.890566, "accuracy": 0.914032, "main_score": 0.890566, "hf_subset": "ita_Latn-mri_Latn", "languages": ["ita-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-rus_Cyrl", "languages": ["ita-Latn", "rus-Cyrl"]}, {"precision": 0.552819, "recall": 0.614625, "f1": 0.569902, "accuracy": 0.614625, "main_score": 0.569902, "hf_subset": "ita_Latn-taq_Latn", "languages": ["ita-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-war_Latn", "languages": ["ita-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-arb_Arab", "languages": ["ita-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bul_Cyrl", "languages": ["ita-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-fra_Latn", "languages": ["ita-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-jpn_Jpan", "languages": ["ita-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-lij_Latn", "languages": ["ita-Latn", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "ita_Latn-mya_Mymr", "languages": ["ita-Latn", "mya-Mymr"]}, {"precision": 0.615968, "recall": 0.686759, "f1": 0.636273, "accuracy": 0.686759, "main_score": 0.636273, "hf_subset": "ita_Latn-sag_Latn", "languages": ["ita-Latn", "sag-Latn"]}, {"precision": 0.190861, "recall": 0.246047, "f1": 0.203261, "accuracy": 0.246047, "main_score": 0.203261, "hf_subset": "ita_Latn-taq_Tfng", "languages": ["ita-Latn", "taq-Tfng"]}, {"precision": 0.647661, "recall": 0.706522, "f1": 0.664662, "accuracy": 0.706522, "main_score": 0.664662, "hf_subset": "ita_Latn-wol_Latn", "languages": ["ita-Latn", "wol-Latn"]}, {"precision": 0.838636, "recall": 0.882411, "f1": 0.85224, "accuracy": 0.882411, "main_score": 0.85224, "hf_subset": "ita_Latn-arb_Latn", "languages": ["ita-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-cat_Latn", "languages": ["ita-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-fur_Latn", "languages": ["ita-Latn", "fur-Latn"]}, {"precision": 0.424684, "recall": 0.482213, "f1": 0.440416, "accuracy": 0.482213, "main_score": 0.440416, "hf_subset": "ita_Latn-kab_Latn", "languages": ["ita-Latn", "kab-Latn"]}, {"precision": 0.993248, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ita_Latn-lim_Latn", "languages": ["ita-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-nld_Latn", "languages": ["ita-Latn", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-san_Deva", "languages": ["ita-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-tat_Cyrl", "languages": ["ita-Latn", "tat-Cyrl"]}, {"precision": 0.678073, "recall": 0.735178, "f1": 0.694765, "accuracy": 0.735178, "main_score": 0.694765, "hf_subset": "ita_Latn-xho_Latn", "languages": ["ita-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ars_Arab", "languages": ["ita-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-ceb_Latn", "languages": ["ita-Latn", "ceb-Latn"]}, {"precision": 0.571593, "recall": 0.633399, "f1": 0.589096, "accuracy": 0.633399, "main_score": 0.589096, "hf_subset": "ita_Latn-fuv_Latn", "languages": ["ita-Latn", "fuv-Latn"]}, {"precision": 0.528346, "recall": 0.591897, "f1": 0.546363, "accuracy": 0.591897, "main_score": 0.546363, "hf_subset": "ita_Latn-kac_Latn", "languages": ["ita-Latn", "kac-Latn"]}, {"precision": 0.697473, "recall": 0.744071, "f1": 0.711018, "accuracy": 0.744071, "main_score": 0.711018, "hf_subset": "ita_Latn-lin_Latn", "languages": ["ita-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-nno_Latn", "languages": ["ita-Latn", "nno-Latn"]}, {"precision": 0.233932, "recall": 0.324111, "f1": 0.258575, "accuracy": 0.324111, "main_score": 0.258575, "hf_subset": "ita_Latn-sat_Olck", "languages": ["ita-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-tel_Telu", "languages": ["ita-Latn", "tel-Telu"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ita_Latn-ydd_Hebr", "languages": ["ita-Latn", "ydd-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ita_Latn-ary_Arab", "languages": ["ita-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ces_Latn", "languages": ["ita-Latn", "ces-Latn"]}, {"precision": 0.583564, "recall": 0.649209, "f1": 0.602884, "accuracy": 0.649209, "main_score": 0.602884, "hf_subset": "ita_Latn-gaz_Latn", "languages": ["ita-Latn", "gaz-Latn"]}, {"precision": 0.593669, "recall": 0.661067, "f1": 0.613135, "accuracy": 0.661067, "main_score": 0.613135, "hf_subset": "ita_Latn-kam_Latn", "languages": ["ita-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-lit_Latn", "languages": ["ita-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-nob_Latn", "languages": ["ita-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ita_Latn-scn_Latn", "languages": ["ita-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ita_Latn-tgk_Cyrl", "languages": ["ita-Latn", "tgk-Cyrl"]}, {"precision": 0.728056, "recall": 0.789526, "f1": 0.746789, "accuracy": 0.789526, "main_score": 0.746789, "hf_subset": "ita_Latn-yor_Latn", "languages": ["ita-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-arz_Arab", "languages": ["ita-Latn", "arz-Arab"]}, {"precision": 0.577841, "recall": 0.644269, "f1": 0.597124, "accuracy": 0.644269, "main_score": 0.597124, "hf_subset": "ita_Latn-cjk_Latn", "languages": ["ita-Latn", "cjk-Latn"]}, {"precision": 0.803442, "recall": 0.853755, "f1": 0.818874, "accuracy": 0.853755, "main_score": 0.818874, "hf_subset": "ita_Latn-gla_Latn", "languages": ["ita-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-kan_Knda", "languages": ["ita-Latn", "kan-Knda"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ita_Latn-lmo_Latn", "languages": ["ita-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ita_Latn-npi_Deva", "languages": ["ita-Latn", "npi-Deva"]}, {"precision": 0.481563, "recall": 0.546443, "f1": 0.499782, "accuracy": 0.546443, "main_score": 0.499782, "hf_subset": "ita_Latn-shn_Mymr", "languages": ["ita-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tgl_Latn", "languages": ["ita-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-yue_Hant", "languages": ["ita-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-asm_Beng", "languages": ["ita-Latn", "asm-Beng"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "ita_Latn-ckb_Arab", "languages": ["ita-Latn", "ckb-Arab"]}, {"precision": 0.89776, "recall": 0.926877, "f1": 0.906917, "accuracy": 0.926877, "main_score": 0.906917, "hf_subset": "ita_Latn-gle_Latn", "languages": ["ita-Latn", "gle-Latn"]}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "ita_Latn-kas_Arab", "languages": ["ita-Latn", "kas-Arab"]}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "ita_Latn-ltg_Latn", "languages": ["ita-Latn", "ltg-Latn"]}, {"precision": 0.627816, "recall": 0.682806, "f1": 0.644231, "accuracy": 0.682806, "main_score": 0.644231, "hf_subset": "ita_Latn-nso_Latn", "languages": ["ita-Latn", "nso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ita_Latn-sin_Sinh", "languages": ["ita-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tha_Thai", "languages": ["ita-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zho_Hans", "languages": ["ita-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ast_Latn", "languages": ["ita-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-crh_Latn", "languages": ["ita-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-glg_Latn", "languages": ["ita-Latn", "glg-Latn"]}, {"precision": 0.920784, "recall": 0.944664, "f1": 0.928491, "accuracy": 0.944664, "main_score": 0.928491, "hf_subset": "ita_Latn-kas_Deva", "languages": ["ita-Latn", "kas-Deva"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ita_Latn-ltz_Latn", "languages": ["ita-Latn", "ltz-Latn"]}, {"precision": 0.468145, "recall": 0.538538, "f1": 0.48659, "accuracy": 0.538538, "main_score": 0.48659, "hf_subset": "ita_Latn-nus_Latn", "languages": ["ita-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-slk_Latn", "languages": ["ita-Latn", "slk-Latn"]}, {"precision": 0.636133, "recall": 0.705534, "f1": 0.656258, "accuracy": 0.705534, "main_score": 0.656258, "hf_subset": "ita_Latn-tir_Ethi", "languages": ["ita-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zho_Hant", "languages": ["ita-Latn", "zho-Hant"]}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "ita_Latn-awa_Deva", "languages": ["ita-Latn", "awa-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ita_Latn-cym_Latn", "languages": ["ita-Latn", "cym-Latn"]}, {"precision": 0.862236, "recall": 0.900198, "f1": 0.874078, "accuracy": 0.900198, "main_score": 0.874078, "hf_subset": "ita_Latn-grn_Latn", "languages": ["ita-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-kat_Geor", "languages": ["ita-Latn", "kat-Geor"]}, {"precision": 0.664749, "recall": 0.719368, "f1": 0.680292, "accuracy": 0.719368, "main_score": 0.680292, "hf_subset": "ita_Latn-lua_Latn", "languages": ["ita-Latn", "lua-Latn"]}, {"precision": 0.680988, "recall": 0.738142, "f1": 0.697485, "accuracy": 0.738142, "main_score": 0.697485, "hf_subset": "ita_Latn-nya_Latn", "languages": ["ita-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-slv_Latn", "languages": ["ita-Latn", "slv-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "ita_Latn-tpi_Latn", "languages": ["ita-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zsm_Latn", "languages": ["ita-Latn", "zsm-Latn"]}, {"precision": 0.550389, "recall": 0.617589, "f1": 0.569488, "accuracy": 0.617589, "main_score": 0.569488, "hf_subset": "ita_Latn-ayr_Latn", "languages": ["ita-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-dan_Latn", "languages": ["ita-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-guj_Gujr", "languages": ["ita-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-kaz_Cyrl", "languages": ["ita-Latn", "kaz-Cyrl"]}, {"precision": 0.551426, "recall": 0.615613, "f1": 0.569309, "accuracy": 0.615613, "main_score": 0.569309, "hf_subset": "ita_Latn-lug_Latn", "languages": ["ita-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-oci_Latn", "languages": ["ita-Latn", "oci-Latn"]}, {"precision": 0.84058, "recall": 0.883399, "f1": 0.853854, "accuracy": 0.883399, "main_score": 0.853854, "hf_subset": "ita_Latn-smo_Latn", "languages": ["ita-Latn", "smo-Latn"]}, {"precision": 0.571747, "recall": 0.632411, "f1": 0.589022, "accuracy": 0.632411, "main_score": 0.589022, "hf_subset": "ita_Latn-tsn_Latn", "languages": ["ita-Latn", "tsn-Latn"]}, {"precision": 0.624901, "recall": 0.687747, "f1": 0.643306, "accuracy": 0.687747, "main_score": 0.643306, "hf_subset": "ita_Latn-zul_Latn", "languages": ["ita-Latn", "zul-Latn"]}, {"precision": 0.927125, "recall": 0.949605, "f1": 0.934354, "accuracy": 0.949605, "main_score": 0.934354, "hf_subset": "ita_Latn-azb_Arab", "languages": ["ita-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-deu_Latn", "languages": ["ita-Latn", "deu-Latn"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "ita_Latn-hat_Latn", "languages": ["ita-Latn", "hat-Latn"]}, {"precision": 0.503228, "recall": 0.561265, "f1": 0.520065, "accuracy": 0.561265, "main_score": 0.520065, "hf_subset": "ita_Latn-kbp_Latn", "languages": ["ita-Latn", "kbp-Latn"]}, {"precision": 0.587528, "recall": 0.645257, "f1": 0.603146, "accuracy": 0.645257, "main_score": 0.603146, "hf_subset": "ita_Latn-luo_Latn", "languages": ["ita-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ory_Orya", "languages": ["ita-Latn", "ory-Orya"]}, {"precision": 0.604555, "recall": 0.664032, "f1": 0.621807, "accuracy": 0.664032, "main_score": 0.621807, "hf_subset": "ita_Latn-sna_Latn", "languages": ["ita-Latn", "sna-Latn"]}, {"precision": 0.582482, "recall": 0.63834, "f1": 0.598094, "accuracy": 0.63834, "main_score": 0.598094, "hf_subset": "ita_Latn-tso_Latn", "languages": ["ita-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-azj_Latn", "languages": ["ita-Latn", "azj-Latn"]}, {"precision": 0.558703, "recall": 0.623518, "f1": 0.577593, "accuracy": 0.623518, "main_score": 0.577593, "hf_subset": "ita_Latn-dik_Latn", "languages": ["ita-Latn", "dik-Latn"]}, {"precision": 0.743504, "recall": 0.799407, "f1": 0.760608, "accuracy": 0.799407, "main_score": 0.760608, "hf_subset": "ita_Latn-hau_Latn", "languages": ["ita-Latn", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ita_Latn-kea_Latn", "languages": ["ita-Latn", "kea-Latn"]}, {"precision": 0.758762, "recall": 0.810277, "f1": 0.774308, "accuracy": 0.810277, "main_score": 0.774308, "hf_subset": "ita_Latn-lus_Latn", "languages": ["ita-Latn", "lus-Latn"]}, {"precision": 0.879941, "recall": 0.911067, "f1": 0.889789, "accuracy": 0.911067, "main_score": 0.889789, "hf_subset": "ita_Latn-pag_Latn", "languages": ["ita-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-snd_Arab", "languages": ["ita-Latn", "snd-Arab"]}, {"precision": 0.962451, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "ita_Latn-tuk_Latn", "languages": ["ita-Latn", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ita_Latn-bak_Cyrl", "languages": ["ita-Latn", "bak-Cyrl"]}, {"precision": 0.515942, "recall": 0.586957, "f1": 0.536317, "accuracy": 0.586957, "main_score": 0.536317, "hf_subset": "ita_Latn-dyu_Latn", "languages": ["ita-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-heb_Hebr", "languages": ["ita-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ita_Latn-khk_Cyrl", "languages": ["ita-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-lvs_Latn", "languages": ["ita-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-pan_Guru", "languages": ["ita-Latn", "pan-Guru"]}, {"precision": 0.724104, "recall": 0.783597, "f1": 0.741801, "accuracy": 0.783597, "main_score": 0.741801, "hf_subset": "ita_Latn-som_Latn", "languages": ["ita-Latn", "som-Latn"]}, {"precision": 0.615886, "recall": 0.66502, "f1": 0.629962, "accuracy": 0.66502, "main_score": 0.629962, "hf_subset": "ita_Latn-tum_Latn", "languages": ["ita-Latn", "tum-Latn"]}, {"precision": 0.555783, "recall": 0.62747, "f1": 0.576341, "accuracy": 0.62747, "main_score": 0.576341, "hf_subset": "kor_Hang-ace_Arab", "languages": ["kor-Hang", "ace-Arab"]}, {"precision": 0.515573, "recall": 0.582016, "f1": 0.534099, "accuracy": 0.582016, "main_score": 0.534099, "hf_subset": "kor_Hang-bam_Latn", "languages": ["kor-Hang", "bam-Latn"]}, {"precision": 0.425546, "recall": 0.508893, "f1": 0.447828, "accuracy": 0.508893, "main_score": 0.447828, "hf_subset": "kor_Hang-dzo_Tibt", "languages": ["kor-Hang", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hin_Deva", "languages": ["kor-Hang", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-khm_Khmr", "languages": ["kor-Hang", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mag_Deva", "languages": ["kor-Hang", "mag-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kor_Hang-pap_Latn", "languages": ["kor-Hang", "pap-Latn"]}, {"precision": 0.56867, "recall": 0.629447, "f1": 0.585416, "accuracy": 0.629447, "main_score": 0.585416, "hf_subset": "kor_Hang-sot_Latn", "languages": ["kor-Hang", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tur_Latn", "languages": ["kor-Hang", "tur-Latn"]}, {"precision": 0.848897, "recall": 0.890316, "f1": 0.861693, "accuracy": 0.890316, "main_score": 0.861693, "hf_subset": "kor_Hang-ace_Latn", "languages": ["kor-Hang", "ace-Latn"]}, {"precision": 0.953557, "recall": 0.966403, "f1": 0.957675, "accuracy": 0.966403, "main_score": 0.957675, "hf_subset": "kor_Hang-ban_Latn", "languages": ["kor-Hang", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ell_Grek", "languages": ["kor-Hang", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kor_Hang-hne_Deva", "languages": ["kor-Hang", "hne-Deva"]}, {"precision": 0.582452, "recall": 0.641304, "f1": 0.599989, "accuracy": 0.641304, "main_score": 0.599989, "hf_subset": "kor_Hang-kik_Latn", "languages": ["kor-Hang", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-mai_Deva", "languages": ["kor-Hang", "mai-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kor_Hang-pbt_Arab", "languages": ["kor-Hang", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-spa_Latn", "languages": ["kor-Hang", "spa-Latn"]}, {"precision": 0.603049, "recall": 0.670949, "f1": 0.621143, "accuracy": 0.670949, "main_score": 0.621143, "hf_subset": "kor_Hang-twi_Latn", "languages": ["kor-Hang", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-acm_Arab", "languages": ["kor-Hang", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bel_Cyrl", "languages": ["kor-Hang", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-eng_Latn", "languages": ["kor-Hang", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-hrv_Latn", "languages": ["kor-Hang", "hrv-Latn"]}, {"precision": 0.531835, "recall": 0.597826, "f1": 0.550565, "accuracy": 0.597826, "main_score": 0.550565, "hf_subset": "kor_Hang-kin_Latn", "languages": ["kor-Hang", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-mal_Mlym", "languages": ["kor-Hang", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pes_Arab", "languages": ["kor-Hang", "pes-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kor_Hang-srd_Latn", "languages": ["kor-Hang", "srd-Latn"]}, {"precision": 0.159414, "recall": 0.218379, "f1": 0.173592, "accuracy": 0.218379, "main_score": 0.173592, "hf_subset": "kor_Hang-tzm_Tfng", "languages": ["kor-Hang", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-acq_Arab", "languages": ["kor-Hang", "acq-Arab"]}, {"precision": 0.615227, "recall": 0.672925, "f1": 0.631689, "accuracy": 0.672925, "main_score": 0.631689, "hf_subset": "kor_Hang-bem_Latn", "languages": ["kor-Hang", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-epo_Latn", "languages": ["kor-Hang", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hun_Latn", "languages": ["kor-Hang", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kor_Hang-kir_Cyrl", "languages": ["kor-Hang", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mar_Deva", "languages": ["kor-Hang", "mar-Deva"]}, {"precision": 0.649951, "recall": 0.708498, "f1": 0.666949, "accuracy": 0.708498, "main_score": 0.666949, "hf_subset": "kor_Hang-plt_Latn", "languages": ["kor-Hang", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-srp_Cyrl", "languages": ["kor-Hang", "srp-Cyrl"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "kor_Hang-uig_Arab", "languages": ["kor-Hang", "uig-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-aeb_Arab", "languages": ["kor-Hang", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ben_Beng", "languages": ["kor-Hang", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-est_Latn", "languages": ["kor-Hang", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hye_Armn", "languages": ["kor-Hang", "hye-Armn"]}, {"precision": 0.532157, "recall": 0.588933, "f1": 0.548534, "accuracy": 0.588933, "main_score": 0.548534, "hf_subset": "kor_Hang-kmb_Latn", "languages": ["kor-Hang", "kmb-Latn"]}, {"precision": 0.482742, "recall": 0.557312, "f1": 0.502267, "accuracy": 0.557312, "main_score": 0.502267, "hf_subset": "kor_Hang-min_Arab", "languages": ["kor-Hang", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pol_Latn", "languages": ["kor-Hang", "pol-Latn"]}, {"precision": 0.546179, "recall": 0.615613, "f1": 0.566276, "accuracy": 0.615613, "main_score": 0.566276, "hf_subset": "kor_Hang-ssw_Latn", "languages": ["kor-Hang", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ukr_Cyrl", "languages": ["kor-Hang", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-afr_Latn", "languages": ["kor-Hang", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bho_Deva", "languages": ["kor-Hang", "bho-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kor_Hang-eus_Latn", "languages": ["kor-Hang", "eus-Latn"]}, {"precision": 0.562672, "recall": 0.629447, "f1": 0.581588, "accuracy": 0.629447, "main_score": 0.581588, "hf_subset": "kor_Hang-ibo_Latn", "languages": ["kor-Hang", "ibo-Latn"]}, {"precision": 0.877635, "recall": 0.910079, "f1": 0.887648, "accuracy": 0.910079, "main_score": 0.887648, "hf_subset": "kor_Hang-kmr_Latn", "languages": ["kor-Hang", "kmr-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kor_Hang-min_Latn", "languages": ["kor-Hang", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-por_Latn", "languages": ["kor-Hang", "por-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kor_Hang-sun_Latn", "languages": ["kor-Hang", "sun-Latn"]}, {"precision": 0.519903, "recall": 0.577075, "f1": 0.536251, "accuracy": 0.577075, "main_score": 0.536251, "hf_subset": "kor_Hang-umb_Latn", "languages": ["kor-Hang", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ajp_Arab", "languages": ["kor-Hang", "ajp-Arab"]}, {"precision": 0.519403, "recall": 0.588933, "f1": 0.538708, "accuracy": 0.588933, "main_score": 0.538708, "hf_subset": "kor_Hang-bjn_Arab", "languages": ["kor-Hang", "bjn-Arab"]}, {"precision": 0.512278, "recall": 0.573123, "f1": 0.529234, "accuracy": 0.573123, "main_score": 0.529234, "hf_subset": "kor_Hang-ewe_Latn", "languages": ["kor-Hang", "ewe-Latn"]}, {"precision": 0.936841, "recall": 0.955534, "f1": 0.942754, "accuracy": 0.955534, "main_score": 0.942754, "hf_subset": "kor_Hang-ilo_Latn", "languages": ["kor-Hang", "ilo-Latn"]}, {"precision": 0.310323, "recall": 0.371542, "f1": 0.327497, "accuracy": 0.371542, "main_score": 0.327497, "hf_subset": "kor_Hang-knc_Arab", "languages": ["kor-Hang", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mkd_Cyrl", "languages": ["kor-Hang", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-prs_Arab", "languages": ["kor-Hang", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-swe_Latn", "languages": ["kor-Hang", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-urd_Arab", "languages": ["kor-Hang", "urd-Arab"]}, {"precision": 0.588027, "recall": 0.651186, "f1": 0.605206, "accuracy": 0.651186, "main_score": 0.605206, "hf_subset": "kor_Hang-aka_Latn", "languages": ["kor-Hang", "aka-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kor_Hang-bjn_Latn", "languages": ["kor-Hang", "bjn-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "kor_Hang-fao_Latn", "languages": ["kor-Hang", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ind_Latn", "languages": ["kor-Hang", "ind-Latn"]}, {"precision": 0.570668, "recall": 0.630435, "f1": 0.587714, "accuracy": 0.630435, "main_score": 0.587714, "hf_subset": "kor_Hang-knc_Latn", "languages": ["kor-Hang", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-mlt_Latn", "languages": ["kor-Hang", "mlt-Latn"]}, {"precision": 0.68818, "recall": 0.751976, "f1": 0.706592, "accuracy": 0.751976, "main_score": 0.706592, "hf_subset": "kor_Hang-quy_Latn", "languages": ["kor-Hang", "quy-Latn"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "kor_Hang-swh_Latn", "languages": ["kor-Hang", "swh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-uzn_Latn", "languages": ["kor-Hang", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-als_Latn", "languages": ["kor-Hang", "als-Latn"]}, {"precision": 0.647151, "recall": 0.727273, "f1": 0.671198, "accuracy": 0.727273, "main_score": 0.671198, "hf_subset": "kor_Hang-bod_Tibt", "languages": ["kor-Hang", "bod-Tibt"]}, {"precision": 0.692516, "recall": 0.75, "f1": 0.709206, "accuracy": 0.75, "main_score": 0.709206, "hf_subset": "kor_Hang-fij_Latn", "languages": ["kor-Hang", "fij-Latn"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "kor_Hang-isl_Latn", "languages": ["kor-Hang", "isl-Latn"]}, {"precision": 0.651005, "recall": 0.710474, "f1": 0.668761, "accuracy": 0.710474, "main_score": 0.668761, "hf_subset": "kor_Hang-kon_Latn", "languages": ["kor-Hang", "kon-Latn"]}, {"precision": 0.64445, "recall": 0.716403, "f1": 0.665928, "accuracy": 0.716403, "main_score": 0.665928, "hf_subset": "kor_Hang-mni_Beng", "languages": ["kor-Hang", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ron_Latn", "languages": ["kor-Hang", "ron-Latn"]}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "kor_Hang-szl_Latn", "languages": ["kor-Hang", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-vec_Latn", "languages": ["kor-Hang", "vec-Latn"]}, {"precision": 0.946146, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "kor_Hang-amh_Ethi", "languages": ["kor-Hang", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bos_Latn", "languages": ["kor-Hang", "bos-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kor_Hang-fin_Latn", "languages": ["kor-Hang", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ita_Latn", "languages": ["kor-Hang", "ita-Latn"]}, {"precision": 0.545267, "recall": 0.606719, "f1": 0.562352, "accuracy": 0.606719, "main_score": 0.562352, "hf_subset": "kor_Hang-mos_Latn", "languages": ["kor-Hang", "mos-Latn"]}, {"precision": 0.54697, "recall": 0.607708, "f1": 0.563868, "accuracy": 0.607708, "main_score": 0.563868, "hf_subset": "kor_Hang-run_Latn", "languages": ["kor-Hang", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tam_Taml", "languages": ["kor-Hang", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-vie_Latn", "languages": ["kor-Hang", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-apc_Arab", "languages": ["kor-Hang", "apc-Arab"]}, {"precision": 0.796904, "recall": 0.844862, "f1": 0.811166, "accuracy": 0.844862, "main_score": 0.811166, "hf_subset": "kor_Hang-bug_Latn", "languages": ["kor-Hang", "bug-Latn"]}, {"precision": 0.460498, "recall": 0.524704, "f1": 0.477427, "accuracy": 0.524704, "main_score": 0.477427, "hf_subset": "kor_Hang-fon_Latn", "languages": ["kor-Hang", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kor_Hang-jav_Latn", "languages": ["kor-Hang", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-lao_Laoo", "languages": ["kor-Hang", "lao-Laoo"]}, {"precision": 0.846624, "recall": 0.887352, "f1": 0.859011, "accuracy": 0.887352, "main_score": 0.859011, "hf_subset": "kor_Hang-mri_Latn", "languages": ["kor-Hang", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-rus_Cyrl", "languages": ["kor-Hang", "rus-Cyrl"]}, {"precision": 0.527117, "recall": 0.594862, "f1": 0.546135, "accuracy": 0.594862, "main_score": 0.546135, "hf_subset": "kor_Hang-taq_Latn", "languages": ["kor-Hang", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kor_Hang-war_Latn", "languages": ["kor-Hang", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-arb_Arab", "languages": ["kor-Hang", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bul_Cyrl", "languages": ["kor-Hang", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-fra_Latn", "languages": ["kor-Hang", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-jpn_Jpan", "languages": ["kor-Hang", "jpn-Jpan"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-lij_Latn", "languages": ["kor-Hang", "lij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kor_Hang-mya_Mymr", "languages": ["kor-Hang", "mya-Mymr"]}, {"precision": 0.585928, "recall": 0.65415, "f1": 0.604763, "accuracy": 0.65415, "main_score": 0.604763, "hf_subset": "kor_Hang-sag_Latn", "languages": ["kor-Hang", "sag-Latn"]}, {"precision": 0.181253, "recall": 0.240119, "f1": 0.194269, "accuracy": 0.240119, "main_score": 0.194269, "hf_subset": "kor_Hang-taq_Tfng", "languages": ["kor-Hang", "taq-Tfng"]}, {"precision": 0.624292, "recall": 0.688735, "f1": 0.642085, "accuracy": 0.688735, "main_score": 0.642085, "hf_subset": "kor_Hang-wol_Latn", "languages": ["kor-Hang", "wol-Latn"]}, {"precision": 0.76134, "recall": 0.824111, "f1": 0.781341, "accuracy": 0.824111, "main_score": 0.781341, "hf_subset": "kor_Hang-arb_Latn", "languages": ["kor-Hang", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-cat_Latn", "languages": ["kor-Hang", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-fur_Latn", "languages": ["kor-Hang", "fur-Latn"]}, {"precision": 0.407848, "recall": 0.469368, "f1": 0.424428, "accuracy": 0.469368, "main_score": 0.424428, "hf_subset": "kor_Hang-kab_Latn", "languages": ["kor-Hang", "kab-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kor_Hang-lim_Latn", "languages": ["kor-Hang", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-nld_Latn", "languages": ["kor-Hang", "nld-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "kor_Hang-san_Deva", "languages": ["kor-Hang", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-tat_Cyrl", "languages": ["kor-Hang", "tat-Cyrl"]}, {"precision": 0.657922, "recall": 0.717391, "f1": 0.676007, "accuracy": 0.717391, "main_score": 0.676007, "hf_subset": "kor_Hang-xho_Latn", "languages": ["kor-Hang", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ars_Arab", "languages": ["kor-Hang", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ceb_Latn", "languages": ["kor-Hang", "ceb-Latn"]}, {"precision": 0.546587, "recall": 0.613636, "f1": 0.565192, "accuracy": 0.613636, "main_score": 0.565192, "hf_subset": "kor_Hang-fuv_Latn", "languages": ["kor-Hang", "fuv-Latn"]}, {"precision": 0.503683, "recall": 0.56917, "f1": 0.521335, "accuracy": 0.56917, "main_score": 0.521335, "hf_subset": "kor_Hang-kac_Latn", "languages": ["kor-Hang", "kac-Latn"]}, {"precision": 0.652404, "recall": 0.708498, "f1": 0.668676, "accuracy": 0.708498, "main_score": 0.668676, "hf_subset": "kor_Hang-lin_Latn", "languages": ["kor-Hang", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-nno_Latn", "languages": ["kor-Hang", "nno-Latn"]}, {"precision": 0.210818, "recall": 0.29249, "f1": 0.231686, "accuracy": 0.29249, "main_score": 0.231686, "hf_subset": "kor_Hang-sat_Olck", "languages": ["kor-Hang", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-tel_Telu", "languages": ["kor-Hang", "tel-Telu"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "kor_Hang-ydd_Hebr", "languages": ["kor-Hang", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kor_Hang-ary_Arab", "languages": ["kor-Hang", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ces_Latn", "languages": ["kor-Hang", "ces-Latn"]}, {"precision": 0.576387, "recall": 0.63834, "f1": 0.593909, "accuracy": 0.63834, "main_score": 0.593909, "hf_subset": "kor_Hang-gaz_Latn", "languages": ["kor-Hang", "gaz-Latn"]}, {"precision": 0.562306, "recall": 0.631423, "f1": 0.581891, "accuracy": 0.631423, "main_score": 0.581891, "hf_subset": "kor_Hang-kam_Latn", "languages": ["kor-Hang", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kor_Hang-lit_Latn", "languages": ["kor-Hang", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-nob_Latn", "languages": ["kor-Hang", "nob-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "kor_Hang-scn_Latn", "languages": ["kor-Hang", "scn-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "kor_Hang-tgk_Cyrl", "languages": ["kor-Hang", "tgk-Cyrl"]}, {"precision": 0.681294, "recall": 0.755929, "f1": 0.703689, "accuracy": 0.755929, "main_score": 0.703689, "hf_subset": "kor_Hang-yor_Latn", "languages": ["kor-Hang", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-arz_Arab", "languages": ["kor-Hang", "arz-Arab"]}, {"precision": 0.552759, "recall": 0.62253, "f1": 0.572468, "accuracy": 0.62253, "main_score": 0.572468, "hf_subset": "kor_Hang-cjk_Latn", "languages": ["kor-Hang", "cjk-Latn"]}, {"precision": 0.761759, "recall": 0.814229, "f1": 0.777602, "accuracy": 0.814229, "main_score": 0.777602, "hf_subset": "kor_Hang-gla_Latn", "languages": ["kor-Hang", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-kan_Knda", "languages": ["kor-Hang", "kan-Knda"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kor_Hang-lmo_Latn", "languages": ["kor-Hang", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "kor_Hang-npi_Deva", "languages": ["kor-Hang", "npi-Deva"]}, {"precision": 0.461686, "recall": 0.530632, "f1": 0.480143, "accuracy": 0.530632, "main_score": 0.480143, "hf_subset": "kor_Hang-shn_Mymr", "languages": ["kor-Hang", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tgl_Latn", "languages": ["kor-Hang", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kor_Hang-yue_Hant", "languages": ["kor-Hang", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-asm_Beng", "languages": ["kor-Hang", "asm-Beng"]}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "kor_Hang-ckb_Arab", "languages": ["kor-Hang", "ckb-Arab"]}, {"precision": 0.846953, "recall": 0.88834, "f1": 0.859867, "accuracy": 0.88834, "main_score": 0.859867, "hf_subset": "kor_Hang-gle_Latn", "languages": ["kor-Hang", "gle-Latn"]}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "kor_Hang-kas_Arab", "languages": ["kor-Hang", "kas-Arab"]}, {"precision": 0.924572, "recall": 0.948617, "f1": 0.932477, "accuracy": 0.948617, "main_score": 0.932477, "hf_subset": "kor_Hang-ltg_Latn", "languages": ["kor-Hang", "ltg-Latn"]}, {"precision": 0.60159, "recall": 0.663043, "f1": 0.618786, "accuracy": 0.663043, "main_score": 0.618786, "hf_subset": "kor_Hang-nso_Latn", "languages": ["kor-Hang", "nso-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kor_Hang-sin_Sinh", "languages": ["kor-Hang", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tha_Thai", "languages": ["kor-Hang", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zho_Hans", "languages": ["kor-Hang", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ast_Latn", "languages": ["kor-Hang", "ast-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kor_Hang-crh_Latn", "languages": ["kor-Hang", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-glg_Latn", "languages": ["kor-Hang", "glg-Latn"]}, {"precision": 0.89608, "recall": 0.926877, "f1": 0.905962, "accuracy": 0.926877, "main_score": 0.905962, "hf_subset": "kor_Hang-kas_Deva", "languages": ["kor-Hang", "kas-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kor_Hang-ltz_Latn", "languages": ["kor-Hang", "ltz-Latn"]}, {"precision": 0.453538, "recall": 0.524704, "f1": 0.472587, "accuracy": 0.524704, "main_score": 0.472587, "hf_subset": "kor_Hang-nus_Latn", "languages": ["kor-Hang", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-slk_Latn", "languages": ["kor-Hang", "slk-Latn"]}, {"precision": 0.616733, "recall": 0.684783, "f1": 0.636331, "accuracy": 0.684783, "main_score": 0.636331, "hf_subset": "kor_Hang-tir_Ethi", "languages": ["kor-Hang", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zho_Hant", "languages": ["kor-Hang", "zho-Hant"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "kor_Hang-awa_Deva", "languages": ["kor-Hang", "awa-Deva"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "kor_Hang-cym_Latn", "languages": ["kor-Hang", "cym-Latn"]}, {"precision": 0.825955, "recall": 0.871542, "f1": 0.840053, "accuracy": 0.871542, "main_score": 0.840053, "hf_subset": "kor_Hang-grn_Latn", "languages": ["kor-Hang", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-kat_Geor", "languages": ["kor-Hang", "kat-Geor"]}, {"precision": 0.634626, "recall": 0.692688, "f1": 0.651477, "accuracy": 0.692688, "main_score": 0.651477, "hf_subset": "kor_Hang-lua_Latn", "languages": ["kor-Hang", "lua-Latn"]}, {"precision": 0.635681, "recall": 0.697628, "f1": 0.653164, "accuracy": 0.697628, "main_score": 0.653164, "hf_subset": "kor_Hang-nya_Latn", "languages": ["kor-Hang", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-slv_Latn", "languages": ["kor-Hang", "slv-Latn"]}, {"precision": 0.949193, "recall": 0.964427, "f1": 0.954117, "accuracy": 0.964427, "main_score": 0.954117, "hf_subset": "kor_Hang-tpi_Latn", "languages": ["kor-Hang", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zsm_Latn", "languages": ["kor-Hang", "zsm-Latn"]}, {"precision": 0.529723, "recall": 0.598814, "f1": 0.548998, "accuracy": 0.598814, "main_score": 0.548998, "hf_subset": "kor_Hang-ayr_Latn", "languages": ["kor-Hang", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-dan_Latn", "languages": ["kor-Hang", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-guj_Gujr", "languages": ["kor-Hang", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-kaz_Cyrl", "languages": ["kor-Hang", "kaz-Cyrl"]}, {"precision": 0.531146, "recall": 0.594862, "f1": 0.54925, "accuracy": 0.594862, "main_score": 0.54925, "hf_subset": "kor_Hang-lug_Latn", "languages": ["kor-Hang", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-oci_Latn", "languages": ["kor-Hang", "oci-Latn"]}, {"precision": 0.793478, "recall": 0.844862, "f1": 0.80919, "accuracy": 0.844862, "main_score": 0.80919, "hf_subset": "kor_Hang-smo_Latn", "languages": ["kor-Hang", "smo-Latn"]}, {"precision": 0.531474, "recall": 0.598814, "f1": 0.550427, "accuracy": 0.598814, "main_score": 0.550427, "hf_subset": "kor_Hang-tsn_Latn", "languages": ["kor-Hang", "tsn-Latn"]}, {"precision": 0.603211, "recall": 0.671937, "f1": 0.622911, "accuracy": 0.671937, "main_score": 0.622911, "hf_subset": "kor_Hang-zul_Latn", "languages": ["kor-Hang", "zul-Latn"]}, {"precision": 0.932312, "recall": 0.952569, "f1": 0.9389, "accuracy": 0.952569, "main_score": 0.9389, "hf_subset": "kor_Hang-azb_Arab", "languages": ["kor-Hang", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-deu_Latn", "languages": ["kor-Hang", "deu-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "kor_Hang-hat_Latn", "languages": ["kor-Hang", "hat-Latn"]}, {"precision": 0.491437, "recall": 0.552372, "f1": 0.508245, "accuracy": 0.552372, "main_score": 0.508245, "hf_subset": "kor_Hang-kbp_Latn", "languages": ["kor-Hang", "kbp-Latn"]}, {"precision": 0.560913, "recall": 0.626482, "f1": 0.578879, "accuracy": 0.626482, "main_score": 0.578879, "hf_subset": "kor_Hang-luo_Latn", "languages": ["kor-Hang", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ory_Orya", "languages": ["kor-Hang", "ory-Orya"]}, {"precision": 0.574392, "recall": 0.643281, "f1": 0.594392, "accuracy": 0.643281, "main_score": 0.594392, "hf_subset": "kor_Hang-sna_Latn", "languages": ["kor-Hang", "sna-Latn"]}, {"precision": 0.561675, "recall": 0.623518, "f1": 0.579015, "accuracy": 0.623518, "main_score": 0.579015, "hf_subset": "kor_Hang-tso_Latn", "languages": ["kor-Hang", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-azj_Latn", "languages": ["kor-Hang", "azj-Latn"]}, {"precision": 0.534088, "recall": 0.602767, "f1": 0.554037, "accuracy": 0.602767, "main_score": 0.554037, "hf_subset": "kor_Hang-dik_Latn", "languages": ["kor-Hang", "dik-Latn"]}, {"precision": 0.72887, "recall": 0.784585, "f1": 0.745412, "accuracy": 0.784585, "main_score": 0.745412, "hf_subset": "kor_Hang-hau_Latn", "languages": ["kor-Hang", "hau-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "kor_Hang-kea_Latn", "languages": ["kor-Hang", "kea-Latn"]}, {"precision": 0.754348, "recall": 0.80336, "f1": 0.768337, "accuracy": 0.80336, "main_score": 0.768337, "hf_subset": "kor_Hang-lus_Latn", "languages": ["kor-Hang", "lus-Latn"]}, {"precision": 0.864789, "recall": 0.898221, "f1": 0.874934, "accuracy": 0.898221, "main_score": 0.874934, "hf_subset": "kor_Hang-pag_Latn", "languages": ["kor-Hang", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-snd_Arab", "languages": ["kor-Hang", "snd-Arab"]}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "kor_Hang-tuk_Latn", "languages": ["kor-Hang", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-bak_Cyrl", "languages": ["kor-Hang", "bak-Cyrl"]}, {"precision": 0.479194, "recall": 0.556324, "f1": 0.501746, "accuracy": 0.556324, "main_score": 0.501746, "hf_subset": "kor_Hang-dyu_Latn", "languages": ["kor-Hang", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-heb_Hebr", "languages": ["kor-Hang", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-khk_Cyrl", "languages": ["kor-Hang", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-lvs_Latn", "languages": ["kor-Hang", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pan_Guru", "languages": ["kor-Hang", "pan-Guru"]}, {"precision": 0.698699, "recall": 0.759881, "f1": 0.716507, "accuracy": 0.759881, "main_score": 0.716507, "hf_subset": "kor_Hang-som_Latn", "languages": ["kor-Hang", "som-Latn"]}, {"precision": 0.583318, "recall": 0.63834, "f1": 0.59922, "accuracy": 0.63834, "main_score": 0.59922, "hf_subset": "kor_Hang-tum_Latn", "languages": ["kor-Hang", "tum-Latn"]}, {"precision": 0.415286, "recall": 0.462451, "f1": 0.428741, "accuracy": 0.462451, "main_score": 0.428741, "hf_subset": "mos_Latn-ace_Arab", "languages": ["mos-Latn", "ace-Arab"]}, {"precision": 0.497763, "recall": 0.539526, "f1": 0.510149, "accuracy": 0.539526, "main_score": 0.510149, "hf_subset": "mos_Latn-bam_Latn", "languages": ["mos-Latn", "bam-Latn"]}, {"precision": 0.211964, "recall": 0.249012, "f1": 0.221289, "accuracy": 0.249012, "main_score": 0.221289, "hf_subset": "mos_Latn-dzo_Tibt", "languages": ["mos-Latn", "dzo-Tibt"]}, {"precision": 0.540807, "recall": 0.593874, "f1": 0.55532, "accuracy": 0.593874, "main_score": 0.55532, "hf_subset": "mos_Latn-hin_Deva", "languages": ["mos-Latn", "hin-Deva"]}, {"precision": 0.481894, "recall": 0.532609, "f1": 0.495929, "accuracy": 0.532609, "main_score": 0.495929, "hf_subset": "mos_Latn-khm_Khmr", "languages": ["mos-Latn", "khm-Khmr"]}, {"precision": 0.525155, "recall": 0.577075, "f1": 0.539254, "accuracy": 0.577075, "main_score": 0.539254, "hf_subset": "mos_Latn-mag_Deva", "languages": ["mos-Latn", "mag-Deva"]}, {"precision": 0.54077, "recall": 0.585968, "f1": 0.552783, "accuracy": 0.585968, "main_score": 0.552783, "hf_subset": "mos_Latn-pap_Latn", "languages": ["mos-Latn", "pap-Latn"]}, {"precision": 0.511828, "recall": 0.55336, "f1": 0.522801, "accuracy": 0.55336, "main_score": 0.522801, "hf_subset": "mos_Latn-sot_Latn", "languages": ["mos-Latn", "sot-Latn"]}, {"precision": 0.536808, "recall": 0.579051, "f1": 0.548016, "accuracy": 0.579051, "main_score": 0.548016, "hf_subset": "mos_Latn-tur_Latn", "languages": ["mos-Latn", "tur-Latn"]}, {"precision": 0.54556, "recall": 0.585968, "f1": 0.556765, "accuracy": 0.585968, "main_score": 0.556765, "hf_subset": "mos_Latn-ace_Latn", "languages": ["mos-Latn", "ace-Latn"]}, {"precision": 0.546164, "recall": 0.583992, "f1": 0.557043, "accuracy": 0.583992, "main_score": 0.557043, "hf_subset": "mos_Latn-ban_Latn", "languages": ["mos-Latn", "ban-Latn"]}, {"precision": 0.520657, "recall": 0.578063, "f1": 0.535916, "accuracy": 0.578063, "main_score": 0.535916, "hf_subset": "mos_Latn-ell_Grek", "languages": ["mos-Latn", "ell-Grek"]}, {"precision": 0.511184, "recall": 0.567194, "f1": 0.526335, "accuracy": 0.567194, "main_score": 0.526335, "hf_subset": "mos_Latn-hne_Deva", "languages": ["mos-Latn", "hne-Deva"]}, {"precision": 0.462225, "recall": 0.501976, "f1": 0.473132, "accuracy": 0.501976, "main_score": 0.473132, "hf_subset": "mos_Latn-kik_Latn", "languages": ["mos-Latn", "kik-Latn"]}, {"precision": 0.530363, "recall": 0.582016, "f1": 0.543727, "accuracy": 0.582016, "main_score": 0.543727, "hf_subset": "mos_Latn-mai_Deva", "languages": ["mos-Latn", "mai-Deva"]}, {"precision": 0.48153, "recall": 0.532609, "f1": 0.494707, "accuracy": 0.532609, "main_score": 0.494707, "hf_subset": "mos_Latn-pbt_Arab", "languages": ["mos-Latn", "pbt-Arab"]}, {"precision": 0.528092, "recall": 0.581028, "f1": 0.542029, "accuracy": 0.581028, "main_score": 0.542029, "hf_subset": "mos_Latn-spa_Latn", "languages": ["mos-Latn", "spa-Latn"]}, {"precision": 0.53331, "recall": 0.570158, "f1": 0.544304, "accuracy": 0.570158, "main_score": 0.544304, "hf_subset": "mos_Latn-twi_Latn", "languages": ["mos-Latn", "twi-Latn"]}, {"precision": 0.526812, "recall": 0.572134, "f1": 0.539031, "accuracy": 0.572134, "main_score": 0.539031, "hf_subset": "mos_Latn-acm_Arab", "languages": ["mos-Latn", "acm-Arab"]}, {"precision": 0.508364, "recall": 0.560277, "f1": 0.52184, "accuracy": 0.560277, "main_score": 0.52184, "hf_subset": "mos_Latn-bel_Cyrl", "languages": ["mos-Latn", "bel-Cyrl"]}, {"precision": 0.548744, "recall": 0.597826, "f1": 0.56146, "accuracy": 0.597826, "main_score": 0.56146, "hf_subset": "mos_Latn-eng_Latn", "languages": ["mos-Latn", "eng-Latn"]}, {"precision": 0.543565, "recall": 0.598814, "f1": 0.557413, "accuracy": 0.598814, "main_score": 0.557413, "hf_subset": "mos_Latn-hrv_Latn", "languages": ["mos-Latn", "hrv-Latn"]}, {"precision": 0.501263, "recall": 0.543478, "f1": 0.51374, "accuracy": 0.543478, "main_score": 0.51374, "hf_subset": "mos_Latn-kin_Latn", "languages": ["mos-Latn", "kin-Latn"]}, {"precision": 0.514638, "recall": 0.574111, "f1": 0.530824, "accuracy": 0.574111, "main_score": 0.530824, "hf_subset": "mos_Latn-mal_Mlym", "languages": ["mos-Latn", "mal-Mlym"]}, {"precision": 0.517131, "recall": 0.572134, "f1": 0.531681, "accuracy": 0.572134, "main_score": 0.531681, "hf_subset": "mos_Latn-pes_Arab", "languages": ["mos-Latn", "pes-Arab"]}, {"precision": 0.539166, "recall": 0.575099, "f1": 0.548726, "accuracy": 0.575099, "main_score": 0.548726, "hf_subset": "mos_Latn-srd_Latn", "languages": ["mos-Latn", "srd-Latn"]}, {"precision": 0.20455, "recall": 0.23913, "f1": 0.213455, "accuracy": 0.23913, "main_score": 0.213455, "hf_subset": "mos_Latn-tzm_Tfng", "languages": ["mos-Latn", "tzm-Tfng"]}, {"precision": 0.519686, "recall": 0.568182, "f1": 0.533166, "accuracy": 0.568182, "main_score": 0.533166, "hf_subset": "mos_Latn-acq_Arab", "languages": ["mos-Latn", "acq-Arab"]}, {"precision": 0.528281, "recall": 0.56917, "f1": 0.538962, "accuracy": 0.56917, "main_score": 0.538962, "hf_subset": "mos_Latn-bem_Latn", "languages": ["mos-Latn", "bem-Latn"]}, {"precision": 0.529556, "recall": 0.581028, "f1": 0.543554, "accuracy": 0.581028, "main_score": 0.543554, "hf_subset": "mos_Latn-epo_Latn", "languages": ["mos-Latn", "epo-Latn"]}, {"precision": 0.539453, "recall": 0.582016, "f1": 0.551464, "accuracy": 0.582016, "main_score": 0.551464, "hf_subset": "mos_Latn-hun_Latn", "languages": ["mos-Latn", "hun-Latn"]}, {"precision": 0.519415, "recall": 0.56917, "f1": 0.533169, "accuracy": 0.56917, "main_score": 0.533169, "hf_subset": "mos_Latn-kir_Cyrl", "languages": ["mos-Latn", "kir-Cyrl"]}, {"precision": 0.524462, "recall": 0.572134, "f1": 0.537319, "accuracy": 0.572134, "main_score": 0.537319, "hf_subset": "mos_Latn-mar_Deva", "languages": ["mos-Latn", "mar-Deva"]}, {"precision": 0.524195, "recall": 0.557312, "f1": 0.533133, "accuracy": 0.557312, "main_score": 0.533133, "hf_subset": "mos_Latn-plt_Latn", "languages": ["mos-Latn", "plt-Latn"]}, {"precision": 0.543629, "recall": 0.596838, "f1": 0.557409, "accuracy": 0.596838, "main_score": 0.557409, "hf_subset": "mos_Latn-srp_Cyrl", "languages": ["mos-Latn", "srp-Cyrl"]}, {"precision": 0.452317, "recall": 0.504941, "f1": 0.466556, "accuracy": 0.504941, "main_score": 0.466556, "hf_subset": "mos_Latn-uig_Arab", "languages": ["mos-Latn", "uig-Arab"]}, {"precision": 0.514775, "recall": 0.559289, "f1": 0.527061, "accuracy": 0.559289, "main_score": 0.527061, "hf_subset": "mos_Latn-aeb_Arab", "languages": ["mos-Latn", "aeb-Arab"]}, {"precision": 0.53407, "recall": 0.585968, "f1": 0.548428, "accuracy": 0.585968, "main_score": 0.548428, "hf_subset": "mos_Latn-ben_Beng", "languages": ["mos-Latn", "ben-Beng"]}, {"precision": 0.536434, "recall": 0.583004, "f1": 0.548307, "accuracy": 0.583004, "main_score": 0.548307, "hf_subset": "mos_Latn-est_Latn", "languages": ["mos-Latn", "est-Latn"]}, {"precision": 0.506545, "recall": 0.559289, "f1": 0.520688, "accuracy": 0.559289, "main_score": 0.520688, "hf_subset": "mos_Latn-hye_Armn", "languages": ["mos-Latn", "hye-Armn"]}, {"precision": 0.487953, "recall": 0.527668, "f1": 0.499726, "accuracy": 0.527668, "main_score": 0.499726, "hf_subset": "mos_Latn-kmb_Latn", "languages": ["mos-Latn", "kmb-Latn"]}, {"precision": 0.383542, "recall": 0.429842, "f1": 0.396359, "accuracy": 0.429842, "main_score": 0.396359, "hf_subset": "mos_Latn-min_Arab", "languages": ["mos-Latn", "min-Arab"]}, {"precision": 0.536123, "recall": 0.590909, "f1": 0.550328, "accuracy": 0.590909, "main_score": 0.550328, "hf_subset": "mos_Latn-pol_Latn", "languages": ["mos-Latn", "pol-Latn"]}, {"precision": 0.505222, "recall": 0.545455, "f1": 0.516725, "accuracy": 0.545455, "main_score": 0.516725, "hf_subset": "mos_Latn-ssw_Latn", "languages": ["mos-Latn", "ssw-Latn"]}, {"precision": 0.547714, "recall": 0.598814, "f1": 0.561438, "accuracy": 0.598814, "main_score": 0.561438, "hf_subset": "mos_Latn-ukr_Cyrl", "languages": ["mos-Latn", "ukr-Cyrl"]}, {"precision": 0.559279, "recall": 0.606719, "f1": 0.571816, "accuracy": 0.606719, "main_score": 0.571816, "hf_subset": "mos_Latn-afr_Latn", "languages": ["mos-Latn", "afr-Latn"]}, {"precision": 0.525079, "recall": 0.571146, "f1": 0.537219, "accuracy": 0.571146, "main_score": 0.537219, "hf_subset": "mos_Latn-bho_Deva", "languages": ["mos-Latn", "bho-Deva"]}, {"precision": 0.538386, "recall": 0.577075, "f1": 0.548662, "accuracy": 0.577075, "main_score": 0.548662, "hf_subset": "mos_Latn-eus_Latn", "languages": ["mos-Latn", "eus-Latn"]}, {"precision": 0.504455, "recall": 0.550395, "f1": 0.517605, "accuracy": 0.550395, "main_score": 0.517605, "hf_subset": "mos_Latn-ibo_Latn", "languages": ["mos-Latn", "ibo-Latn"]}, {"precision": 0.517358, "recall": 0.561265, "f1": 0.529347, "accuracy": 0.561265, "main_score": 0.529347, "hf_subset": "mos_Latn-kmr_Latn", "languages": ["mos-Latn", "kmr-Latn"]}, {"precision": 0.543588, "recall": 0.583992, "f1": 0.554993, "accuracy": 0.583992, "main_score": 0.554993, "hf_subset": "mos_Latn-min_Latn", "languages": ["mos-Latn", "min-Latn"]}, {"precision": 0.558569, "recall": 0.610672, "f1": 0.572644, "accuracy": 0.610672, "main_score": 0.572644, "hf_subset": "mos_Latn-por_Latn", "languages": ["mos-Latn", "por-Latn"]}, {"precision": 0.553062, "recall": 0.588933, "f1": 0.562824, "accuracy": 0.588933, "main_score": 0.562824, "hf_subset": "mos_Latn-sun_Latn", "languages": ["mos-Latn", "sun-Latn"]}, {"precision": 0.482019, "recall": 0.523715, "f1": 0.493721, "accuracy": 0.523715, "main_score": 0.493721, "hf_subset": "mos_Latn-umb_Latn", "languages": ["mos-Latn", "umb-Latn"]}, {"precision": 0.520707, "recall": 0.567194, "f1": 0.533406, "accuracy": 0.567194, "main_score": 0.533406, "hf_subset": "mos_Latn-ajp_Arab", "languages": ["mos-Latn", "ajp-Arab"]}, {"precision": 0.403645, "recall": 0.449605, "f1": 0.4162, "accuracy": 0.449605, "main_score": 0.4162, "hf_subset": "mos_Latn-bjn_Arab", "languages": ["mos-Latn", "bjn-Arab"]}, {"precision": 0.499398, "recall": 0.534585, "f1": 0.509274, "accuracy": 0.534585, "main_score": 0.509274, "hf_subset": "mos_Latn-ewe_Latn", "languages": ["mos-Latn", "ewe-Latn"]}, {"precision": 0.554973, "recall": 0.591897, "f1": 0.564452, "accuracy": 0.591897, "main_score": 0.564452, "hf_subset": "mos_Latn-ilo_Latn", "languages": ["mos-Latn", "ilo-Latn"]}, {"precision": 0.302459, "recall": 0.343874, "f1": 0.313886, "accuracy": 0.343874, "main_score": 0.313886, "hf_subset": "mos_Latn-knc_Arab", "languages": ["mos-Latn", "knc-Arab"]}, {"precision": 0.537501, "recall": 0.587945, "f1": 0.551366, "accuracy": 0.587945, "main_score": 0.551366, "hf_subset": "mos_Latn-mkd_Cyrl", "languages": ["mos-Latn", "mkd-Cyrl"]}, {"precision": 0.513347, "recall": 0.570158, "f1": 0.52814, "accuracy": 0.570158, "main_score": 0.52814, "hf_subset": "mos_Latn-prs_Arab", "languages": ["mos-Latn", "prs-Arab"]}, {"precision": 0.545657, "recall": 0.591897, "f1": 0.558371, "accuracy": 0.591897, "main_score": 0.558371, "hf_subset": "mos_Latn-swe_Latn", "languages": ["mos-Latn", "swe-Latn"]}, {"precision": 0.494563, "recall": 0.552372, "f1": 0.510445, "accuracy": 0.552372, "main_score": 0.510445, "hf_subset": "mos_Latn-urd_Arab", "languages": ["mos-Latn", "urd-Arab"]}, {"precision": 0.517694, "recall": 0.554348, "f1": 0.528096, "accuracy": 0.554348, "main_score": 0.528096, "hf_subset": "mos_Latn-aka_Latn", "languages": ["mos-Latn", "aka-Latn"]}, {"precision": 0.551174, "recall": 0.587945, "f1": 0.56066, "accuracy": 0.587945, "main_score": 0.56066, "hf_subset": "mos_Latn-bjn_Latn", "languages": ["mos-Latn", "bjn-Latn"]}, {"precision": 0.530212, "recall": 0.565217, "f1": 0.539428, "accuracy": 0.565217, "main_score": 0.539428, "hf_subset": "mos_Latn-fao_Latn", "languages": ["mos-Latn", "fao-Latn"]}, {"precision": 0.549985, "recall": 0.593874, "f1": 0.562015, "accuracy": 0.593874, "main_score": 0.562015, "hf_subset": "mos_Latn-ind_Latn", "languages": ["mos-Latn", "ind-Latn"]}, {"precision": 0.503804, "recall": 0.539526, "f1": 0.514116, "accuracy": 0.539526, "main_score": 0.514116, "hf_subset": "mos_Latn-knc_Latn", "languages": ["mos-Latn", "knc-Latn"]}, {"precision": 0.544829, "recall": 0.58498, "f1": 0.554508, "accuracy": 0.58498, "main_score": 0.554508, "hf_subset": "mos_Latn-mlt_Latn", "languages": ["mos-Latn", "mlt-Latn"]}, {"precision": 0.508681, "recall": 0.55336, "f1": 0.521843, "accuracy": 0.55336, "main_score": 0.521843, "hf_subset": "mos_Latn-quy_Latn", "languages": ["mos-Latn", "quy-Latn"]}, {"precision": 0.524366, "recall": 0.567194, "f1": 0.535154, "accuracy": 0.567194, "main_score": 0.535154, "hf_subset": "mos_Latn-swh_Latn", "languages": ["mos-Latn", "swh-Latn"]}, {"precision": 0.5157, "recall": 0.564229, "f1": 0.529308, "accuracy": 0.564229, "main_score": 0.529308, "hf_subset": "mos_Latn-uzn_Latn", "languages": ["mos-Latn", "uzn-Latn"]}, {"precision": 0.535067, "recall": 0.582016, "f1": 0.547377, "accuracy": 0.582016, "main_score": 0.547377, "hf_subset": "mos_Latn-als_Latn", "languages": ["mos-Latn", "als-Latn"]}, {"precision": 0.251882, "recall": 0.295455, "f1": 0.261989, "accuracy": 0.295455, "main_score": 0.261989, "hf_subset": "mos_Latn-bod_Tibt", "languages": ["mos-Latn", "bod-Tibt"]}, {"precision": 0.504989, "recall": 0.541502, "f1": 0.515291, "accuracy": 0.541502, "main_score": 0.515291, "hf_subset": "mos_Latn-fij_Latn", "languages": ["mos-Latn", "fij-Latn"]}, {"precision": 0.521028, "recall": 0.564229, "f1": 0.532927, "accuracy": 0.564229, "main_score": 0.532927, "hf_subset": "mos_Latn-isl_Latn", "languages": ["mos-Latn", "isl-Latn"]}, {"precision": 0.53419, "recall": 0.575099, "f1": 0.545909, "accuracy": 0.575099, "main_score": 0.545909, "hf_subset": "mos_Latn-kon_Latn", "languages": ["mos-Latn", "kon-Latn"]}, {"precision": 0.462762, "recall": 0.512846, "f1": 0.476734, "accuracy": 0.512846, "main_score": 0.476734, "hf_subset": "mos_Latn-mni_Beng", "languages": ["mos-Latn", "mni-Beng"]}, {"precision": 0.558845, "recall": 0.606719, "f1": 0.571323, "accuracy": 0.606719, "main_score": 0.571323, "hf_subset": "mos_Latn-ron_Latn", "languages": ["mos-Latn", "ron-Latn"]}, {"precision": 0.53349, "recall": 0.583992, "f1": 0.546776, "accuracy": 0.583992, "main_score": 0.546776, "hf_subset": "mos_Latn-szl_Latn", "languages": ["mos-Latn", "szl-Latn"]}, {"precision": 0.53599, "recall": 0.579051, "f1": 0.547772, "accuracy": 0.579051, "main_score": 0.547772, "hf_subset": "mos_Latn-vec_Latn", "languages": ["mos-Latn", "vec-Latn"]}, {"precision": 0.453051, "recall": 0.503953, "f1": 0.467154, "accuracy": 0.503953, "main_score": 0.467154, "hf_subset": "mos_Latn-amh_Ethi", "languages": ["mos-Latn", "amh-Ethi"]}, {"precision": 0.539904, "recall": 0.591897, "f1": 0.553645, "accuracy": 0.591897, "main_score": 0.553645, "hf_subset": "mos_Latn-bos_Latn", "languages": ["mos-Latn", "bos-Latn"]}, {"precision": 0.522946, "recall": 0.575099, "f1": 0.536581, "accuracy": 0.575099, "main_score": 0.536581, "hf_subset": "mos_Latn-fin_Latn", "languages": ["mos-Latn", "fin-Latn"]}, {"precision": 0.53999, "recall": 0.590909, "f1": 0.553212, "accuracy": 0.590909, "main_score": 0.553212, "hf_subset": "mos_Latn-ita_Latn", "languages": ["mos-Latn", "ita-Latn"]}, {"precision": 0.510908, "recall": 0.564229, "f1": 0.524684, "accuracy": 0.564229, "main_score": 0.524684, "hf_subset": "mos_Latn-kor_Hang", "languages": ["mos-Latn", "kor-Hang"]}, {"precision": 0.512566, "recall": 0.552372, "f1": 0.523658, "accuracy": 0.552372, "main_score": 0.523658, "hf_subset": "mos_Latn-run_Latn", "languages": ["mos-Latn", "run-Latn"]}, {"precision": 0.510404, "recall": 0.565217, "f1": 0.524933, "accuracy": 0.565217, "main_score": 0.524933, "hf_subset": "mos_Latn-tam_Taml", "languages": ["mos-Latn", "tam-Taml"]}, {"precision": 0.547733, "recall": 0.591897, "f1": 0.558556, "accuracy": 0.591897, "main_score": 0.558556, "hf_subset": "mos_Latn-vie_Latn", "languages": ["mos-Latn", "vie-Latn"]}, {"precision": 0.521648, "recall": 0.573123, "f1": 0.536002, "accuracy": 0.573123, "main_score": 0.536002, "hf_subset": "mos_Latn-apc_Arab", "languages": ["mos-Latn", "apc-Arab"]}, {"precision": 0.518575, "recall": 0.559289, "f1": 0.529866, "accuracy": 0.559289, "main_score": 0.529866, "hf_subset": "mos_Latn-bug_Latn", "languages": ["mos-Latn", "bug-Latn"]}, {"precision": 0.456969, "recall": 0.497036, "f1": 0.468124, "accuracy": 0.497036, "main_score": 0.468124, "hf_subset": "mos_Latn-fon_Latn", "languages": ["mos-Latn", "fon-Latn"]}, {"precision": 0.556234, "recall": 0.597826, "f1": 0.568288, "accuracy": 0.597826, "main_score": 0.568288, "hf_subset": "mos_Latn-jav_Latn", "languages": ["mos-Latn", "jav-Latn"]}, {"precision": 0.493401, "recall": 0.538538, "f1": 0.505999, "accuracy": 0.538538, "main_score": 0.505999, "hf_subset": "mos_Latn-lao_Laoo", "languages": ["mos-Latn", "lao-Laoo"]}, {"precision": 0.484048, "recall": 0.516798, "f1": 0.492968, "accuracy": 0.516798, "main_score": 0.492968, "hf_subset": "mos_Latn-mri_Latn", "languages": ["mos-Latn", "mri-Latn"]}, {"precision": 0.537229, "recall": 0.587945, "f1": 0.550438, "accuracy": 0.587945, "main_score": 0.550438, "hf_subset": "mos_Latn-rus_Cyrl", "languages": ["mos-Latn", "rus-Cyrl"]}, {"precision": 0.47683, "recall": 0.518775, "f1": 0.488501, "accuracy": 0.518775, "main_score": 0.488501, "hf_subset": "mos_Latn-taq_Latn", "languages": ["mos-Latn", "taq-Latn"]}, {"precision": 0.543106, "recall": 0.583004, "f1": 0.554126, "accuracy": 0.583004, "main_score": 0.554126, "hf_subset": "mos_Latn-war_Latn", "languages": ["mos-Latn", "war-Latn"]}, {"precision": 0.523663, "recall": 0.572134, "f1": 0.536787, "accuracy": 0.572134, "main_score": 0.536787, "hf_subset": "mos_Latn-arb_Arab", "languages": ["mos-Latn", "arb-Arab"]}, {"precision": 0.543056, "recall": 0.592885, "f1": 0.55631, "accuracy": 0.592885, "main_score": 0.55631, "hf_subset": "mos_Latn-bul_Cyrl", "languages": ["mos-Latn", "bul-Cyrl"]}, {"precision": 0.537864, "recall": 0.592885, "f1": 0.552636, "accuracy": 0.592885, "main_score": 0.552636, "hf_subset": "mos_Latn-fra_Latn", "languages": ["mos-Latn", "fra-Latn"]}, {"precision": 0.532385, "recall": 0.578063, "f1": 0.544767, "accuracy": 0.578063, "main_score": 0.544767, "hf_subset": "mos_Latn-jpn_Jpan", "languages": ["mos-Latn", "jpn-Jpan"]}, {"precision": 0.533088, "recall": 0.583004, "f1": 0.545678, "accuracy": 0.583004, "main_score": 0.545678, "hf_subset": "mos_Latn-lij_Latn", "languages": ["mos-Latn", "lij-Latn"]}, {"precision": 0.394632, "recall": 0.459486, "f1": 0.412114, "accuracy": 0.459486, "main_score": 0.412114, "hf_subset": "mos_Latn-mya_Mymr", "languages": ["mos-Latn", "mya-Mymr"]}, {"precision": 0.520676, "recall": 0.565217, "f1": 0.533414, "accuracy": 0.565217, "main_score": 0.533414, "hf_subset": "mos_Latn-sag_Latn", "languages": ["mos-Latn", "sag-Latn"]}, {"precision": 0.204624, "recall": 0.241107, "f1": 0.213937, "accuracy": 0.241107, "main_score": 0.213937, "hf_subset": "mos_Latn-taq_Tfng", "languages": ["mos-Latn", "taq-Tfng"]}, {"precision": 0.546845, "recall": 0.586957, "f1": 0.558733, "accuracy": 0.586957, "main_score": 0.558733, "hf_subset": "mos_Latn-wol_Latn", "languages": ["mos-Latn", "wol-Latn"]}, {"precision": 0.427818, "recall": 0.471344, "f1": 0.440092, "accuracy": 0.471344, "main_score": 0.440092, "hf_subset": "mos_Latn-arb_Latn", "languages": ["mos-Latn", "arb-Latn"]}, {"precision": 0.547939, "recall": 0.59585, "f1": 0.560399, "accuracy": 0.59585, "main_score": 0.560399, "hf_subset": "mos_Latn-cat_Latn", "languages": ["mos-Latn", "cat-Latn"]}, {"precision": 0.531418, "recall": 0.573123, "f1": 0.542881, "accuracy": 0.573123, "main_score": 0.542881, "hf_subset": "mos_Latn-fur_Latn", "languages": ["mos-Latn", "fur-Latn"]}, {"precision": 0.407233, "recall": 0.453557, "f1": 0.420597, "accuracy": 0.453557, "main_score": 0.420597, "hf_subset": "mos_Latn-kab_Latn", "languages": ["mos-Latn", "kab-Latn"]}, {"precision": 0.538195, "recall": 0.575099, "f1": 0.548577, "accuracy": 0.575099, "main_score": 0.548577, "hf_subset": "mos_Latn-lim_Latn", "languages": ["mos-Latn", "lim-Latn"]}, {"precision": 0.532723, "recall": 0.586957, "f1": 0.546822, "accuracy": 0.586957, "main_score": 0.546822, "hf_subset": "mos_Latn-nld_Latn", "languages": ["mos-Latn", "nld-Latn"]}, {"precision": 0.493728, "recall": 0.547431, "f1": 0.508069, "accuracy": 0.547431, "main_score": 0.508069, "hf_subset": "mos_Latn-san_Deva", "languages": ["mos-Latn", "san-Deva"]}, {"precision": 0.527448, "recall": 0.575099, "f1": 0.54041, "accuracy": 0.575099, "main_score": 0.54041, "hf_subset": "mos_Latn-tat_Cyrl", "languages": ["mos-Latn", "tat-Cyrl"]}, {"precision": 0.525555, "recall": 0.565217, "f1": 0.536787, "accuracy": 0.565217, "main_score": 0.536787, "hf_subset": "mos_Latn-xho_Latn", "languages": ["mos-Latn", "xho-Latn"]}, {"precision": 0.512681, "recall": 0.568182, "f1": 0.528044, "accuracy": 0.568182, "main_score": 0.528044, "hf_subset": "mos_Latn-ars_Arab", "languages": ["mos-Latn", "ars-Arab"]}, {"precision": 0.554736, "recall": 0.594862, "f1": 0.565189, "accuracy": 0.594862, "main_score": 0.565189, "hf_subset": "mos_Latn-ceb_Latn", "languages": ["mos-Latn", "ceb-Latn"]}, {"precision": 0.477414, "recall": 0.517787, "f1": 0.489641, "accuracy": 0.517787, "main_score": 0.489641, "hf_subset": "mos_Latn-fuv_Latn", "languages": ["mos-Latn", "fuv-Latn"]}, {"precision": 0.479117, "recall": 0.520751, "f1": 0.491385, "accuracy": 0.520751, "main_score": 0.491385, "hf_subset": "mos_Latn-kac_Latn", "languages": ["mos-Latn", "kac-Latn"]}, {"precision": 0.560323, "recall": 0.600791, "f1": 0.571327, "accuracy": 0.600791, "main_score": 0.571327, "hf_subset": "mos_Latn-lin_Latn", "languages": ["mos-Latn", "lin-Latn"]}, {"precision": 0.529402, "recall": 0.585968, "f1": 0.544665, "accuracy": 0.585968, "main_score": 0.544665, "hf_subset": "mos_Latn-nno_Latn", "languages": ["mos-Latn", "nno-Latn"]}, {"precision": 0.117514, "recall": 0.158103, "f1": 0.127778, "accuracy": 0.158103, "main_score": 0.127778, "hf_subset": "mos_Latn-sat_Olck", "languages": ["mos-Latn", "sat-Olck"]}, {"precision": 0.523671, "recall": 0.577075, "f1": 0.538417, "accuracy": 0.577075, "main_score": 0.538417, "hf_subset": "mos_Latn-tel_Telu", "languages": ["mos-Latn", "tel-Telu"]}, {"precision": 0.453147, "recall": 0.501976, "f1": 0.466286, "accuracy": 0.501976, "main_score": 0.466286, "hf_subset": "mos_Latn-ydd_Hebr", "languages": ["mos-Latn", "ydd-Hebr"]}, {"precision": 0.503522, "recall": 0.547431, "f1": 0.514655, "accuracy": 0.547431, "main_score": 0.514655, "hf_subset": "mos_Latn-ary_Arab", "languages": ["mos-Latn", "ary-Arab"]}, {"precision": 0.534519, "recall": 0.586957, "f1": 0.5479, "accuracy": 0.586957, "main_score": 0.5479, "hf_subset": "mos_Latn-ces_Latn", "languages": ["mos-Latn", "ces-Latn"]}, {"precision": 0.477109, "recall": 0.529644, "f1": 0.491947, "accuracy": 0.529644, "main_score": 0.491947, "hf_subset": "mos_Latn-gaz_Latn", "languages": ["mos-Latn", "gaz-Latn"]}, {"precision": 0.484734, "recall": 0.522727, "f1": 0.495691, "accuracy": 0.522727, "main_score": 0.495691, "hf_subset": "mos_Latn-kam_Latn", "languages": ["mos-Latn", "kam-Latn"]}, {"precision": 0.515805, "recall": 0.567194, "f1": 0.529546, "accuracy": 0.567194, "main_score": 0.529546, "hf_subset": "mos_Latn-lit_Latn", "languages": ["mos-Latn", "lit-Latn"]}, {"precision": 0.533403, "recall": 0.576087, "f1": 0.544959, "accuracy": 0.576087, "main_score": 0.544959, "hf_subset": "mos_Latn-nob_Latn", "languages": ["mos-Latn", "nob-Latn"]}, {"precision": 0.523615, "recall": 0.571146, "f1": 0.535921, "accuracy": 0.571146, "main_score": 0.535921, "hf_subset": "mos_Latn-scn_Latn", "languages": ["mos-Latn", "scn-Latn"]}, {"precision": 0.511661, "recall": 0.554348, "f1": 0.524069, "accuracy": 0.554348, "main_score": 0.524069, "hf_subset": "mos_Latn-tgk_Cyrl", "languages": ["mos-Latn", "tgk-Cyrl"]}, {"precision": 0.470668, "recall": 0.513834, "f1": 0.482674, "accuracy": 0.513834, "main_score": 0.482674, "hf_subset": "mos_Latn-yor_Latn", "languages": ["mos-Latn", "yor-Latn"]}, {"precision": 0.511317, "recall": 0.561265, "f1": 0.52478, "accuracy": 0.561265, "main_score": 0.52478, "hf_subset": "mos_Latn-arz_Arab", "languages": ["mos-Latn", "arz-Arab"]}, {"precision": 0.481246, "recall": 0.522727, "f1": 0.49305, "accuracy": 0.522727, "main_score": 0.49305, "hf_subset": "mos_Latn-cjk_Latn", "languages": ["mos-Latn", "cjk-Latn"]}, {"precision": 0.481396, "recall": 0.522727, "f1": 0.492495, "accuracy": 0.522727, "main_score": 0.492495, "hf_subset": "mos_Latn-gla_Latn", "languages": ["mos-Latn", "gla-Latn"]}, {"precision": 0.509513, "recall": 0.567194, "f1": 0.525383, "accuracy": 0.567194, "main_score": 0.525383, "hf_subset": "mos_Latn-kan_Knda", "languages": ["mos-Latn", "kan-Knda"]}, {"precision": 0.524557, "recall": 0.56917, "f1": 0.537245, "accuracy": 0.56917, "main_score": 0.537245, "hf_subset": "mos_Latn-lmo_Latn", "languages": ["mos-Latn", "lmo-Latn"]}, {"precision": 0.516481, "recall": 0.571146, "f1": 0.53146, "accuracy": 0.571146, "main_score": 0.53146, "hf_subset": "mos_Latn-npi_Deva", "languages": ["mos-Latn", "npi-Deva"]}, {"precision": 0.425638, "recall": 0.475296, "f1": 0.439124, "accuracy": 0.475296, "main_score": 0.439124, "hf_subset": "mos_Latn-shn_Mymr", "languages": ["mos-Latn", "shn-Mymr"]}, {"precision": 0.555258, "recall": 0.598814, "f1": 0.567487, "accuracy": 0.598814, "main_score": 0.567487, "hf_subset": "mos_Latn-tgl_Latn", "languages": ["mos-Latn", "tgl-Latn"]}, {"precision": 0.509602, "recall": 0.562253, "f1": 0.52268, "accuracy": 0.562253, "main_score": 0.52268, "hf_subset": "mos_Latn-yue_Hant", "languages": ["mos-Latn", "yue-Hant"]}, {"precision": 0.494151, "recall": 0.545455, "f1": 0.507764, "accuracy": 0.545455, "main_score": 0.507764, "hf_subset": "mos_Latn-asm_Beng", "languages": ["mos-Latn", "asm-Beng"]}, {"precision": 0.489215, "recall": 0.531621, "f1": 0.501243, "accuracy": 0.531621, "main_score": 0.501243, "hf_subset": "mos_Latn-ckb_Arab", "languages": ["mos-Latn", "ckb-Arab"]}, {"precision": 0.470145, "recall": 0.516798, "f1": 0.48286, "accuracy": 0.516798, "main_score": 0.48286, "hf_subset": "mos_Latn-gle_Latn", "languages": ["mos-Latn", "gle-Latn"]}, {"precision": 0.46807, "recall": 0.52668, "f1": 0.483266, "accuracy": 0.52668, "main_score": 0.483266, "hf_subset": "mos_Latn-kas_Arab", "languages": ["mos-Latn", "kas-Arab"]}, {"precision": 0.517212, "recall": 0.559289, "f1": 0.528642, "accuracy": 0.559289, "main_score": 0.528642, "hf_subset": "mos_Latn-ltg_Latn", "languages": ["mos-Latn", "ltg-Latn"]}, {"precision": 0.531573, "recall": 0.563241, "f1": 0.540401, "accuracy": 0.563241, "main_score": 0.540401, "hf_subset": "mos_Latn-nso_Latn", "languages": ["mos-Latn", "nso-Latn"]}, {"precision": 0.441356, "recall": 0.48913, "f1": 0.454881, "accuracy": 0.48913, "main_score": 0.454881, "hf_subset": "mos_Latn-sin_Sinh", "languages": ["mos-Latn", "sin-Sinh"]}, {"precision": 0.513587, "recall": 0.565217, "f1": 0.527064, "accuracy": 0.565217, "main_score": 0.527064, "hf_subset": "mos_Latn-tha_Thai", "languages": ["mos-Latn", "tha-Thai"]}, {"precision": 0.500269, "recall": 0.549407, "f1": 0.513224, "accuracy": 0.549407, "main_score": 0.513224, "hf_subset": "mos_Latn-zho_Hans", "languages": ["mos-Latn", "zho-Hans"]}, {"precision": 0.543633, "recall": 0.592885, "f1": 0.55667, "accuracy": 0.592885, "main_score": 0.55667, "hf_subset": "mos_Latn-ast_Latn", "languages": ["mos-Latn", "ast-Latn"]}, {"precision": 0.530248, "recall": 0.576087, "f1": 0.541984, "accuracy": 0.576087, "main_score": 0.541984, "hf_subset": "mos_Latn-crh_Latn", "languages": ["mos-Latn", "crh-Latn"]}, {"precision": 0.550439, "recall": 0.599802, "f1": 0.563589, "accuracy": 0.599802, "main_score": 0.563589, "hf_subset": "mos_Latn-glg_Latn", "languages": ["mos-Latn", "glg-Latn"]}, {"precision": 0.480735, "recall": 0.52668, "f1": 0.493467, "accuracy": 0.52668, "main_score": 0.493467, "hf_subset": "mos_Latn-kas_Deva", "languages": ["mos-Latn", "kas-Deva"]}, {"precision": 0.52224, "recall": 0.568182, "f1": 0.534627, "accuracy": 0.568182, "main_score": 0.534627, "hf_subset": "mos_Latn-ltz_Latn", "languages": ["mos-Latn", "ltz-Latn"]}, {"precision": 0.452564, "recall": 0.493083, "f1": 0.463715, "accuracy": 0.493083, "main_score": 0.463715, "hf_subset": "mos_Latn-nus_Latn", "languages": ["mos-Latn", "nus-Latn"]}, {"precision": 0.531977, "recall": 0.58498, "f1": 0.546498, "accuracy": 0.58498, "main_score": 0.546498, "hf_subset": "mos_Latn-slk_Latn", "languages": ["mos-Latn", "slk-Latn"]}, {"precision": 0.379604, "recall": 0.435771, "f1": 0.395998, "accuracy": 0.435771, "main_score": 0.395998, "hf_subset": "mos_Latn-tir_Ethi", "languages": ["mos-Latn", "tir-Ethi"]}, {"precision": 0.502667, "recall": 0.556324, "f1": 0.515982, "accuracy": 0.556324, "main_score": 0.515982, "hf_subset": "mos_Latn-zho_Hant", "languages": ["mos-Latn", "zho-Hant"]}, {"precision": 0.512544, "recall": 0.567194, "f1": 0.527947, "accuracy": 0.567194, "main_score": 0.527947, "hf_subset": "mos_Latn-awa_Deva", "languages": ["mos-Latn", "awa-Deva"]}, {"precision": 0.506399, "recall": 0.543478, "f1": 0.517097, "accuracy": 0.543478, "main_score": 0.517097, "hf_subset": "mos_Latn-cym_Latn", "languages": ["mos-Latn", "cym-Latn"]}, {"precision": 0.532246, "recall": 0.568182, "f1": 0.542722, "accuracy": 0.568182, "main_score": 0.542722, "hf_subset": "mos_Latn-grn_Latn", "languages": ["mos-Latn", "grn-Latn"]}, {"precision": 0.502732, "recall": 0.555336, "f1": 0.516767, "accuracy": 0.555336, "main_score": 0.516767, "hf_subset": "mos_Latn-kat_Geor", "languages": ["mos-Latn", "kat-Geor"]}, {"precision": 0.519088, "recall": 0.5583, "f1": 0.530055, "accuracy": 0.5583, "main_score": 0.530055, "hf_subset": "mos_Latn-lua_Latn", "languages": ["mos-Latn", "lua-Latn"]}, {"precision": 0.501706, "recall": 0.540514, "f1": 0.513422, "accuracy": 0.540514, "main_score": 0.513422, "hf_subset": "mos_Latn-nya_Latn", "languages": ["mos-Latn", "nya-Latn"]}, {"precision": 0.533487, "recall": 0.583004, "f1": 0.546412, "accuracy": 0.583004, "main_score": 0.546412, "hf_subset": "mos_Latn-slv_Latn", "languages": ["mos-Latn", "slv-Latn"]}, {"precision": 0.538982, "recall": 0.579051, "f1": 0.550118, "accuracy": 0.579051, "main_score": 0.550118, "hf_subset": "mos_Latn-tpi_Latn", "languages": ["mos-Latn", "tpi-Latn"]}, {"precision": 0.56277, "recall": 0.605731, "f1": 0.573749, "accuracy": 0.605731, "main_score": 0.573749, "hf_subset": "mos_Latn-zsm_Latn", "languages": ["mos-Latn", "zsm-Latn"]}, {"precision": 0.494681, "recall": 0.534585, "f1": 0.506451, "accuracy": 0.534585, "main_score": 0.506451, "hf_subset": "mos_Latn-ayr_Latn", "languages": ["mos-Latn", "ayr-Latn"]}, {"precision": 0.535701, "recall": 0.58004, "f1": 0.547595, "accuracy": 0.58004, "main_score": 0.547595, "hf_subset": "mos_Latn-dan_Latn", "languages": ["mos-Latn", "dan-Latn"]}, {"precision": 0.522387, "recall": 0.579051, "f1": 0.537704, "accuracy": 0.579051, "main_score": 0.537704, "hf_subset": "mos_Latn-guj_Gujr", "languages": ["mos-Latn", "guj-Gujr"]}, {"precision": 0.522762, "recall": 0.572134, "f1": 0.53595, "accuracy": 0.572134, "main_score": 0.53595, "hf_subset": "mos_Latn-kaz_Cyrl", "languages": ["mos-Latn", "kaz-Cyrl"]}, {"precision": 0.474341, "recall": 0.519763, "f1": 0.486691, "accuracy": 0.519763, "main_score": 0.486691, "hf_subset": "mos_Latn-lug_Latn", "languages": ["mos-Latn", "lug-Latn"]}, {"precision": 0.55318, "recall": 0.598814, "f1": 0.564884, "accuracy": 0.598814, "main_score": 0.564884, "hf_subset": "mos_Latn-oci_Latn", "languages": ["mos-Latn", "oci-Latn"]}, {"precision": 0.522911, "recall": 0.560277, "f1": 0.533846, "accuracy": 0.560277, "main_score": 0.533846, "hf_subset": "mos_Latn-smo_Latn", "languages": ["mos-Latn", "smo-Latn"]}, {"precision": 0.497608, "recall": 0.535573, "f1": 0.507706, "accuracy": 0.535573, "main_score": 0.507706, "hf_subset": "mos_Latn-tsn_Latn", "languages": ["mos-Latn", "tsn-Latn"]}, {"precision": 0.489715, "recall": 0.533597, "f1": 0.502355, "accuracy": 0.533597, "main_score": 0.502355, "hf_subset": "mos_Latn-zul_Latn", "languages": ["mos-Latn", "zul-Latn"]}, {"precision": 0.454661, "recall": 0.505929, "f1": 0.469069, "accuracy": 0.505929, "main_score": 0.469069, "hf_subset": "mos_Latn-azb_Arab", "languages": ["mos-Latn", "azb-Arab"]}, {"precision": 0.530643, "recall": 0.579051, "f1": 0.543305, "accuracy": 0.579051, "main_score": 0.543305, "hf_subset": "mos_Latn-deu_Latn", "languages": ["mos-Latn", "deu-Latn"]}, {"precision": 0.506355, "recall": 0.559289, "f1": 0.520831, "accuracy": 0.559289, "main_score": 0.520831, "hf_subset": "mos_Latn-hat_Latn", "languages": ["mos-Latn", "hat-Latn"]}, {"precision": 0.479561, "recall": 0.521739, "f1": 0.49118, "accuracy": 0.521739, "main_score": 0.49118, "hf_subset": "mos_Latn-kbp_Latn", "languages": ["mos-Latn", "kbp-Latn"]}, {"precision": 0.530741, "recall": 0.564229, "f1": 0.540563, "accuracy": 0.564229, "main_score": 0.540563, "hf_subset": "mos_Latn-luo_Latn", "languages": ["mos-Latn", "luo-Latn"]}, {"precision": 0.513049, "recall": 0.563241, "f1": 0.527053, "accuracy": 0.563241, "main_score": 0.527053, "hf_subset": "mos_Latn-ory_Orya", "languages": ["mos-Latn", "ory-Orya"]}, {"precision": 0.500798, "recall": 0.541502, "f1": 0.512549, "accuracy": 0.541502, "main_score": 0.512549, "hf_subset": "mos_Latn-sna_Latn", "languages": ["mos-Latn", "sna-Latn"]}, {"precision": 0.492545, "recall": 0.52668, "f1": 0.502293, "accuracy": 0.52668, "main_score": 0.502293, "hf_subset": "mos_Latn-tso_Latn", "languages": ["mos-Latn", "tso-Latn"]}, {"precision": 0.509969, "recall": 0.562253, "f1": 0.523771, "accuracy": 0.562253, "main_score": 0.523771, "hf_subset": "mos_Latn-azj_Latn", "languages": ["mos-Latn", "azj-Latn"]}, {"precision": 0.468709, "recall": 0.513834, "f1": 0.482383, "accuracy": 0.513834, "main_score": 0.482383, "hf_subset": "mos_Latn-dik_Latn", "languages": ["mos-Latn", "dik-Latn"]}, {"precision": 0.505171, "recall": 0.54249, "f1": 0.515588, "accuracy": 0.54249, "main_score": 0.515588, "hf_subset": "mos_Latn-hau_Latn", "languages": ["mos-Latn", "hau-Latn"]}, {"precision": 0.535706, "recall": 0.572134, "f1": 0.545231, "accuracy": 0.572134, "main_score": 0.545231, "hf_subset": "mos_Latn-kea_Latn", "languages": ["mos-Latn", "kea-Latn"]}, {"precision": 0.539916, "recall": 0.577075, "f1": 0.550741, "accuracy": 0.577075, "main_score": 0.550741, "hf_subset": "mos_Latn-lus_Latn", "languages": ["mos-Latn", "lus-Latn"]}, {"precision": 0.542615, "recall": 0.58004, "f1": 0.553141, "accuracy": 0.58004, "main_score": 0.553141, "hf_subset": "mos_Latn-pag_Latn", "languages": ["mos-Latn", "pag-Latn"]}, {"precision": 0.485615, "recall": 0.535573, "f1": 0.499922, "accuracy": 0.535573, "main_score": 0.499922, "hf_subset": "mos_Latn-snd_Arab", "languages": ["mos-Latn", "snd-Arab"]}, {"precision": 0.50836, "recall": 0.5583, "f1": 0.522576, "accuracy": 0.5583, "main_score": 0.522576, "hf_subset": "mos_Latn-tuk_Latn", "languages": ["mos-Latn", "tuk-Latn"]}, {"precision": 0.533849, "recall": 0.58004, "f1": 0.546772, "accuracy": 0.58004, "main_score": 0.546772, "hf_subset": "mos_Latn-bak_Cyrl", "languages": ["mos-Latn", "bak-Cyrl"]}, {"precision": 0.430096, "recall": 0.491107, "f1": 0.447596, "accuracy": 0.491107, "main_score": 0.447596, "hf_subset": "mos_Latn-dyu_Latn", "languages": ["mos-Latn", "dyu-Latn"]}, {"precision": 0.511233, "recall": 0.561265, "f1": 0.524859, "accuracy": 0.561265, "main_score": 0.524859, "hf_subset": "mos_Latn-heb_Hebr", "languages": ["mos-Latn", "heb-Hebr"]}, {"precision": 0.498889, "recall": 0.539526, "f1": 0.510238, "accuracy": 0.539526, "main_score": 0.510238, "hf_subset": "mos_Latn-khk_Cyrl", "languages": ["mos-Latn", "khk-Cyrl"]}, {"precision": 0.521231, "recall": 0.567194, "f1": 0.533009, "accuracy": 0.567194, "main_score": 0.533009, "hf_subset": "mos_Latn-lvs_Latn", "languages": ["mos-Latn", "lvs-Latn"]}, {"precision": 0.50962, "recall": 0.567194, "f1": 0.524686, "accuracy": 0.567194, "main_score": 0.524686, "hf_subset": "mos_Latn-pan_Guru", "languages": ["mos-Latn", "pan-Guru"]}, {"precision": 0.471851, "recall": 0.516798, "f1": 0.484412, "accuracy": 0.516798, "main_score": 0.484412, "hf_subset": "mos_Latn-som_Latn", "languages": ["mos-Latn", "som-Latn"]}, {"precision": 0.486788, "recall": 0.524704, "f1": 0.497624, "accuracy": 0.524704, "main_score": 0.497624, "hf_subset": "mos_Latn-tum_Latn", "languages": ["mos-Latn", "tum-Latn"]}, {"precision": 0.420393, "recall": 0.459486, "f1": 0.431557, "accuracy": 0.459486, "main_score": 0.431557, "hf_subset": "run_Latn-ace_Arab", "languages": ["run-Latn", "ace-Arab"]}, {"precision": 0.491948, "recall": 0.531621, "f1": 0.503746, "accuracy": 0.531621, "main_score": 0.503746, "hf_subset": "run_Latn-bam_Latn", "languages": ["run-Latn", "bam-Latn"]}, {"precision": 0.209253, "recall": 0.254941, "f1": 0.220756, "accuracy": 0.254941, "main_score": 0.220756, "hf_subset": "run_Latn-dzo_Tibt", "languages": ["run-Latn", "dzo-Tibt"]}, {"precision": 0.538194, "recall": 0.578063, "f1": 0.548472, "accuracy": 0.578063, "main_score": 0.548472, "hf_subset": "run_Latn-hin_Deva", "languages": ["run-Latn", "hin-Deva"]}, {"precision": 0.496827, "recall": 0.543478, "f1": 0.509747, "accuracy": 0.543478, "main_score": 0.509747, "hf_subset": "run_Latn-khm_Khmr", "languages": ["run-Latn", "khm-Khmr"]}, {"precision": 0.529636, "recall": 0.576087, "f1": 0.542339, "accuracy": 0.576087, "main_score": 0.542339, "hf_subset": "run_Latn-mag_Deva", "languages": ["run-Latn", "mag-Deva"]}, {"precision": 0.523393, "recall": 0.566206, "f1": 0.53379, "accuracy": 0.566206, "main_score": 0.53379, "hf_subset": "run_Latn-pap_Latn", "languages": ["run-Latn", "pap-Latn"]}, {"precision": 0.5465, "recall": 0.586957, "f1": 0.557283, "accuracy": 0.586957, "main_score": 0.557283, "hf_subset": "run_Latn-sot_Latn", "languages": ["run-Latn", "sot-Latn"]}, {"precision": 0.531804, "recall": 0.579051, "f1": 0.543926, "accuracy": 0.579051, "main_score": 0.543926, "hf_subset": "run_Latn-tur_Latn", "languages": ["run-Latn", "tur-Latn"]}, {"precision": 0.527132, "recall": 0.565217, "f1": 0.536643, "accuracy": 0.565217, "main_score": 0.536643, "hf_subset": "run_Latn-ace_Latn", "languages": ["run-Latn", "ace-Latn"]}, {"precision": 0.538229, "recall": 0.573123, "f1": 0.547218, "accuracy": 0.573123, "main_score": 0.547218, "hf_subset": "run_Latn-ban_Latn", "languages": ["run-Latn", "ban-Latn"]}, {"precision": 0.521746, "recall": 0.573123, "f1": 0.535048, "accuracy": 0.573123, "main_score": 0.535048, "hf_subset": "run_Latn-ell_Grek", "languages": ["run-Latn", "ell-Grek"]}, {"precision": 0.504116, "recall": 0.550395, "f1": 0.51617, "accuracy": 0.550395, "main_score": 0.51617, "hf_subset": "run_Latn-hne_Deva", "languages": ["run-Latn", "hne-Deva"]}, {"precision": 0.490768, "recall": 0.531621, "f1": 0.501292, "accuracy": 0.531621, "main_score": 0.501292, "hf_subset": "run_Latn-kik_Latn", "languages": ["run-Latn", "kik-Latn"]}, {"precision": 0.524726, "recall": 0.570158, "f1": 0.536584, "accuracy": 0.570158, "main_score": 0.536584, "hf_subset": "run_Latn-mai_Deva", "languages": ["run-Latn", "mai-Deva"]}, {"precision": 0.477011, "recall": 0.533597, "f1": 0.491284, "accuracy": 0.533597, "main_score": 0.491284, "hf_subset": "run_Latn-pbt_Arab", "languages": ["run-Latn", "pbt-Arab"]}, {"precision": 0.538729, "recall": 0.587945, "f1": 0.551734, "accuracy": 0.587945, "main_score": 0.551734, "hf_subset": "run_Latn-spa_Latn", "languages": ["run-Latn", "spa-Latn"]}, {"precision": 0.524226, "recall": 0.557312, "f1": 0.533898, "accuracy": 0.557312, "main_score": 0.533898, "hf_subset": "run_Latn-twi_Latn", "languages": ["run-Latn", "twi-Latn"]}, {"precision": 0.528594, "recall": 0.574111, "f1": 0.539812, "accuracy": 0.574111, "main_score": 0.539812, "hf_subset": "run_Latn-acm_Arab", "languages": ["run-Latn", "acm-Arab"]}, {"precision": 0.512262, "recall": 0.552372, "f1": 0.522813, "accuracy": 0.552372, "main_score": 0.522813, "hf_subset": "run_Latn-bel_Cyrl", "languages": ["run-Latn", "bel-Cyrl"]}, {"precision": 0.555082, "recall": 0.602767, "f1": 0.566693, "accuracy": 0.602767, "main_score": 0.566693, "hf_subset": "run_Latn-eng_Latn", "languages": ["run-Latn", "eng-Latn"]}, {"precision": 0.553619, "recall": 0.596838, "f1": 0.56375, "accuracy": 0.596838, "main_score": 0.56375, "hf_subset": "run_Latn-hrv_Latn", "languages": ["run-Latn", "hrv-Latn"]}, {"precision": 0.709914, "recall": 0.766798, "f1": 0.726504, "accuracy": 0.766798, "main_score": 0.726504, "hf_subset": "run_Latn-kin_Latn", "languages": ["run-Latn", "kin-Latn"]}, {"precision": 0.520853, "recall": 0.572134, "f1": 0.533852, "accuracy": 0.572134, "main_score": 0.533852, "hf_subset": "run_Latn-mal_Mlym", "languages": ["run-Latn", "mal-Mlym"]}, {"precision": 0.531901, "recall": 0.582016, "f1": 0.544806, "accuracy": 0.582016, "main_score": 0.544806, "hf_subset": "run_Latn-pes_Arab", "languages": ["run-Latn", "pes-Arab"]}, {"precision": 0.529458, "recall": 0.562253, "f1": 0.538509, "accuracy": 0.562253, "main_score": 0.538509, "hf_subset": "run_Latn-srd_Latn", "languages": ["run-Latn", "srd-Latn"]}, {"precision": 0.217822, "recall": 0.257905, "f1": 0.227776, "accuracy": 0.257905, "main_score": 0.227776, "hf_subset": "run_Latn-tzm_Tfng", "languages": ["run-Latn", "tzm-Tfng"]}, {"precision": 0.52781, "recall": 0.579051, "f1": 0.540762, "accuracy": 0.579051, "main_score": 0.540762, "hf_subset": "run_Latn-acq_Arab", "languages": ["run-Latn", "acq-Arab"]}, {"precision": 0.577652, "recall": 0.621542, "f1": 0.58848, "accuracy": 0.621542, "main_score": 0.58848, "hf_subset": "run_Latn-bem_Latn", "languages": ["run-Latn", "bem-Latn"]}, {"precision": 0.533782, "recall": 0.578063, "f1": 0.545075, "accuracy": 0.578063, "main_score": 0.545075, "hf_subset": "run_Latn-epo_Latn", "languages": ["run-Latn", "epo-Latn"]}, {"precision": 0.53891, "recall": 0.577075, "f1": 0.548163, "accuracy": 0.577075, "main_score": 0.548163, "hf_subset": "run_Latn-hun_Latn", "languages": ["run-Latn", "hun-Latn"]}, {"precision": 0.510195, "recall": 0.557312, "f1": 0.52252, "accuracy": 0.557312, "main_score": 0.52252, "hf_subset": "run_Latn-kir_Cyrl", "languages": ["run-Latn", "kir-Cyrl"]}, {"precision": 0.534735, "recall": 0.573123, "f1": 0.544685, "accuracy": 0.573123, "main_score": 0.544685, "hf_subset": "run_Latn-mar_Deva", "languages": ["run-Latn", "mar-Deva"]}, {"precision": 0.545307, "recall": 0.582016, "f1": 0.555338, "accuracy": 0.582016, "main_score": 0.555338, "hf_subset": "run_Latn-plt_Latn", "languages": ["run-Latn", "plt-Latn"]}, {"precision": 0.544954, "recall": 0.594862, "f1": 0.557497, "accuracy": 0.594862, "main_score": 0.557497, "hf_subset": "run_Latn-srp_Cyrl", "languages": ["run-Latn", "srp-Cyrl"]}, {"precision": 0.462907, "recall": 0.509881, "f1": 0.475917, "accuracy": 0.509881, "main_score": 0.475917, "hf_subset": "run_Latn-uig_Arab", "languages": ["run-Latn", "uig-Arab"]}, {"precision": 0.522617, "recall": 0.563241, "f1": 0.532986, "accuracy": 0.563241, "main_score": 0.532986, "hf_subset": "run_Latn-aeb_Arab", "languages": ["run-Latn", "aeb-Arab"]}, {"precision": 0.527899, "recall": 0.579051, "f1": 0.540842, "accuracy": 0.579051, "main_score": 0.540842, "hf_subset": "run_Latn-ben_Beng", "languages": ["run-Latn", "ben-Beng"]}, {"precision": 0.532746, "recall": 0.579051, "f1": 0.545046, "accuracy": 0.579051, "main_score": 0.545046, "hf_subset": "run_Latn-est_Latn", "languages": ["run-Latn", "est-Latn"]}, {"precision": 0.505645, "recall": 0.561265, "f1": 0.520078, "accuracy": 0.561265, "main_score": 0.520078, "hf_subset": "run_Latn-hye_Armn", "languages": ["run-Latn", "hye-Armn"]}, {"precision": 0.517523, "recall": 0.554348, "f1": 0.527571, "accuracy": 0.554348, "main_score": 0.527571, "hf_subset": "run_Latn-kmb_Latn", "languages": ["run-Latn", "kmb-Latn"]}, {"precision": 0.372799, "recall": 0.422925, "f1": 0.386046, "accuracy": 0.422925, "main_score": 0.386046, "hf_subset": "run_Latn-min_Arab", "languages": ["run-Latn", "min-Arab"]}, {"precision": 0.537368, "recall": 0.58498, "f1": 0.548537, "accuracy": 0.58498, "main_score": 0.548537, "hf_subset": "run_Latn-pol_Latn", "languages": ["run-Latn", "pol-Latn"]}, {"precision": 0.539273, "recall": 0.583004, "f1": 0.550989, "accuracy": 0.583004, "main_score": 0.550989, "hf_subset": "run_Latn-ssw_Latn", "languages": ["run-Latn", "ssw-Latn"]}, {"precision": 0.541133, "recall": 0.590909, "f1": 0.554169, "accuracy": 0.590909, "main_score": 0.554169, "hf_subset": "run_Latn-ukr_Cyrl", "languages": ["run-Latn", "ukr-Cyrl"]}, {"precision": 0.567915, "recall": 0.607708, "f1": 0.577975, "accuracy": 0.607708, "main_score": 0.577975, "hf_subset": "run_Latn-afr_Latn", "languages": ["run-Latn", "afr-Latn"]}, {"precision": 0.518192, "recall": 0.559289, "f1": 0.528926, "accuracy": 0.559289, "main_score": 0.528926, "hf_subset": "run_Latn-bho_Deva", "languages": ["run-Latn", "bho-Deva"]}, {"precision": 0.534625, "recall": 0.579051, "f1": 0.545751, "accuracy": 0.579051, "main_score": 0.545751, "hf_subset": "run_Latn-eus_Latn", "languages": ["run-Latn", "eus-Latn"]}, {"precision": 0.515495, "recall": 0.561265, "f1": 0.528078, "accuracy": 0.561265, "main_score": 0.528078, "hf_subset": "run_Latn-ibo_Latn", "languages": ["run-Latn", "ibo-Latn"]}, {"precision": 0.524075, "recall": 0.566206, "f1": 0.535755, "accuracy": 0.566206, "main_score": 0.535755, "hf_subset": "run_Latn-kmr_Latn", "languages": ["run-Latn", "kmr-Latn"]}, {"precision": 0.54354, "recall": 0.583992, "f1": 0.553993, "accuracy": 0.583992, "main_score": 0.553993, "hf_subset": "run_Latn-min_Latn", "languages": ["run-Latn", "min-Latn"]}, {"precision": 0.547906, "recall": 0.594862, "f1": 0.559349, "accuracy": 0.594862, "main_score": 0.559349, "hf_subset": "run_Latn-por_Latn", "languages": ["run-Latn", "por-Latn"]}, {"precision": 0.561733, "recall": 0.594862, "f1": 0.569707, "accuracy": 0.594862, "main_score": 0.569707, "hf_subset": "run_Latn-sun_Latn", "languages": ["run-Latn", "sun-Latn"]}, {"precision": 0.488735, "recall": 0.532609, "f1": 0.501896, "accuracy": 0.532609, "main_score": 0.501896, "hf_subset": "run_Latn-umb_Latn", "languages": ["run-Latn", "umb-Latn"]}, {"precision": 0.536955, "recall": 0.58498, "f1": 0.549443, "accuracy": 0.58498, "main_score": 0.549443, "hf_subset": "run_Latn-ajp_Arab", "languages": ["run-Latn", "ajp-Arab"]}, {"precision": 0.389408, "recall": 0.439723, "f1": 0.402594, "accuracy": 0.439723, "main_score": 0.402594, "hf_subset": "run_Latn-bjn_Arab", "languages": ["run-Latn", "bjn-Arab"]}, {"precision": 0.492443, "recall": 0.529644, "f1": 0.502566, "accuracy": 0.529644, "main_score": 0.502566, "hf_subset": "run_Latn-ewe_Latn", "languages": ["run-Latn", "ewe-Latn"]}, {"precision": 0.557465, "recall": 0.592885, "f1": 0.566786, "accuracy": 0.592885, "main_score": 0.566786, "hf_subset": "run_Latn-ilo_Latn", "languages": ["run-Latn", "ilo-Latn"]}, {"precision": 0.301707, "recall": 0.351779, "f1": 0.315661, "accuracy": 0.351779, "main_score": 0.315661, "hf_subset": "run_Latn-knc_Arab", "languages": ["run-Latn", "knc-Arab"]}, {"precision": 0.547915, "recall": 0.596838, "f1": 0.559703, "accuracy": 0.596838, "main_score": 0.559703, "hf_subset": "run_Latn-mkd_Cyrl", "languages": ["run-Latn", "mkd-Cyrl"]}, {"precision": 0.51672, "recall": 0.572134, "f1": 0.530757, "accuracy": 0.572134, "main_score": 0.530757, "hf_subset": "run_Latn-prs_Arab", "languages": ["run-Latn", "prs-Arab"]}, {"precision": 0.544685, "recall": 0.592885, "f1": 0.557064, "accuracy": 0.592885, "main_score": 0.557064, "hf_subset": "run_Latn-swe_Latn", "languages": ["run-Latn", "swe-Latn"]}, {"precision": 0.518058, "recall": 0.575099, "f1": 0.533274, "accuracy": 0.575099, "main_score": 0.533274, "hf_subset": "run_Latn-urd_Arab", "languages": ["run-Latn", "urd-Arab"]}, {"precision": 0.506754, "recall": 0.543478, "f1": 0.516521, "accuracy": 0.543478, "main_score": 0.516521, "hf_subset": "run_Latn-aka_Latn", "languages": ["run-Latn", "aka-Latn"]}, {"precision": 0.550464, "recall": 0.583992, "f1": 0.559318, "accuracy": 0.583992, "main_score": 0.559318, "hf_subset": "run_Latn-bjn_Latn", "languages": ["run-Latn", "bjn-Latn"]}, {"precision": 0.54221, "recall": 0.582016, "f1": 0.552224, "accuracy": 0.582016, "main_score": 0.552224, "hf_subset": "run_Latn-fao_Latn", "languages": ["run-Latn", "fao-Latn"]}, {"precision": 0.555922, "recall": 0.598814, "f1": 0.56679, "accuracy": 0.598814, "main_score": 0.56679, "hf_subset": "run_Latn-ind_Latn", "languages": ["run-Latn", "ind-Latn"]}, {"precision": 0.520449, "recall": 0.552372, "f1": 0.529056, "accuracy": 0.552372, "main_score": 0.529056, "hf_subset": "run_Latn-knc_Latn", "languages": ["run-Latn", "knc-Latn"]}, {"precision": 0.546235, "recall": 0.586957, "f1": 0.556244, "accuracy": 0.586957, "main_score": 0.556244, "hf_subset": "run_Latn-mlt_Latn", "languages": ["run-Latn", "mlt-Latn"]}, {"precision": 0.512929, "recall": 0.557312, "f1": 0.525369, "accuracy": 0.557312, "main_score": 0.525369, "hf_subset": "run_Latn-quy_Latn", "languages": ["run-Latn", "quy-Latn"]}, {"precision": 0.556148, "recall": 0.598814, "f1": 0.566852, "accuracy": 0.598814, "main_score": 0.566852, "hf_subset": "run_Latn-swh_Latn", "languages": ["run-Latn", "swh-Latn"]}, {"precision": 0.527898, "recall": 0.566206, "f1": 0.536976, "accuracy": 0.566206, "main_score": 0.536976, "hf_subset": "run_Latn-uzn_Latn", "languages": ["run-Latn", "uzn-Latn"]}, {"precision": 0.554558, "recall": 0.598814, "f1": 0.565542, "accuracy": 0.598814, "main_score": 0.565542, "hf_subset": "run_Latn-als_Latn", "languages": ["run-Latn", "als-Latn"]}, {"precision": 0.291979, "recall": 0.34585, "f1": 0.305143, "accuracy": 0.34585, "main_score": 0.305143, "hf_subset": "run_Latn-bod_Tibt", "languages": ["run-Latn", "bod-Tibt"]}, {"precision": 0.54077, "recall": 0.573123, "f1": 0.549127, "accuracy": 0.573123, "main_score": 0.549127, "hf_subset": "run_Latn-fij_Latn", "languages": ["run-Latn", "fij-Latn"]}, {"precision": 0.534623, "recall": 0.579051, "f1": 0.546231, "accuracy": 0.579051, "main_score": 0.546231, "hf_subset": "run_Latn-isl_Latn", "languages": ["run-Latn", "isl-Latn"]}, {"precision": 0.534701, "recall": 0.578063, "f1": 0.546585, "accuracy": 0.578063, "main_score": 0.546585, "hf_subset": "run_Latn-kon_Latn", "languages": ["run-Latn", "kon-Latn"]}, {"precision": 0.445583, "recall": 0.490119, "f1": 0.458267, "accuracy": 0.490119, "main_score": 0.458267, "hf_subset": "run_Latn-mni_Beng", "languages": ["run-Latn", "mni-Beng"]}, {"precision": 0.561594, "recall": 0.607708, "f1": 0.57288, "accuracy": 0.607708, "main_score": 0.57288, "hf_subset": "run_Latn-ron_Latn", "languages": ["run-Latn", "ron-Latn"]}, {"precision": 0.539832, "recall": 0.582016, "f1": 0.551257, "accuracy": 0.582016, "main_score": 0.551257, "hf_subset": "run_Latn-szl_Latn", "languages": ["run-Latn", "szl-Latn"]}, {"precision": 0.544703, "recall": 0.587945, "f1": 0.555845, "accuracy": 0.587945, "main_score": 0.555845, "hf_subset": "run_Latn-vec_Latn", "languages": ["run-Latn", "vec-Latn"]}, {"precision": 0.457107, "recall": 0.509881, "f1": 0.470542, "accuracy": 0.509881, "main_score": 0.470542, "hf_subset": "run_Latn-amh_Ethi", "languages": ["run-Latn", "amh-Ethi"]}, {"precision": 0.555409, "recall": 0.601779, "f1": 0.566736, "accuracy": 0.601779, "main_score": 0.566736, "hf_subset": "run_Latn-bos_Latn", "languages": ["run-Latn", "bos-Latn"]}, {"precision": 0.520596, "recall": 0.56917, "f1": 0.533197, "accuracy": 0.56917, "main_score": 0.533197, "hf_subset": "run_Latn-fin_Latn", "languages": ["run-Latn", "fin-Latn"]}, {"precision": 0.537371, "recall": 0.589921, "f1": 0.550797, "accuracy": 0.589921, "main_score": 0.550797, "hf_subset": "run_Latn-ita_Latn", "languages": ["run-Latn", "ita-Latn"]}, {"precision": 0.527604, "recall": 0.577075, "f1": 0.539952, "accuracy": 0.577075, "main_score": 0.539952, "hf_subset": "run_Latn-kor_Hang", "languages": ["run-Latn", "kor-Hang"]}, {"precision": 0.504199, "recall": 0.54249, "f1": 0.514827, "accuracy": 0.54249, "main_score": 0.514827, "hf_subset": "run_Latn-mos_Latn", "languages": ["run-Latn", "mos-Latn"]}, {"precision": 0.522927, "recall": 0.56917, "f1": 0.535269, "accuracy": 0.56917, "main_score": 0.535269, "hf_subset": "run_Latn-tam_Taml", "languages": ["run-Latn", "tam-Taml"]}, {"precision": 0.538937, "recall": 0.582016, "f1": 0.549809, "accuracy": 0.582016, "main_score": 0.549809, "hf_subset": "run_Latn-vie_Latn", "languages": ["run-Latn", "vie-Latn"]}, {"precision": 0.535564, "recall": 0.58498, "f1": 0.547957, "accuracy": 0.58498, "main_score": 0.547957, "hf_subset": "run_Latn-apc_Arab", "languages": ["run-Latn", "apc-Arab"]}, {"precision": 0.509558, "recall": 0.547431, "f1": 0.519592, "accuracy": 0.547431, "main_score": 0.519592, "hf_subset": "run_Latn-bug_Latn", "languages": ["run-Latn", "bug-Latn"]}, {"precision": 0.465363, "recall": 0.501976, "f1": 0.475084, "accuracy": 0.501976, "main_score": 0.475084, "hf_subset": "run_Latn-fon_Latn", "languages": ["run-Latn", "fon-Latn"]}, {"precision": 0.55579, "recall": 0.599802, "f1": 0.567021, "accuracy": 0.599802, "main_score": 0.567021, "hf_subset": "run_Latn-jav_Latn", "languages": ["run-Latn", "jav-Latn"]}, {"precision": 0.509959, "recall": 0.556324, "f1": 0.521743, "accuracy": 0.556324, "main_score": 0.521743, "hf_subset": "run_Latn-lao_Laoo", "languages": ["run-Latn", "lao-Laoo"]}, {"precision": 0.506814, "recall": 0.544466, "f1": 0.517048, "accuracy": 0.544466, "main_score": 0.517048, "hf_subset": "run_Latn-mri_Latn", "languages": ["run-Latn", "mri-Latn"]}, {"precision": 0.544089, "recall": 0.591897, "f1": 0.556497, "accuracy": 0.591897, "main_score": 0.556497, "hf_subset": "run_Latn-rus_Cyrl", "languages": ["run-Latn", "rus-Cyrl"]}, {"precision": 0.478673, "recall": 0.511858, "f1": 0.487963, "accuracy": 0.511858, "main_score": 0.487963, "hf_subset": "run_Latn-taq_Latn", "languages": ["run-Latn", "taq-Latn"]}, {"precision": 0.551348, "recall": 0.589921, "f1": 0.560499, "accuracy": 0.589921, "main_score": 0.560499, "hf_subset": "run_Latn-war_Latn", "languages": ["run-Latn", "war-Latn"]}, {"precision": 0.524025, "recall": 0.573123, "f1": 0.535894, "accuracy": 0.573123, "main_score": 0.535894, "hf_subset": "run_Latn-arb_Arab", "languages": ["run-Latn", "arb-Arab"]}, {"precision": 0.543277, "recall": 0.588933, "f1": 0.554918, "accuracy": 0.588933, "main_score": 0.554918, "hf_subset": "run_Latn-bul_Cyrl", "languages": ["run-Latn", "bul-Cyrl"]}, {"precision": 0.551681, "recall": 0.601779, "f1": 0.563737, "accuracy": 0.601779, "main_score": 0.563737, "hf_subset": "run_Latn-fra_Latn", "languages": ["run-Latn", "fra-Latn"]}, {"precision": 0.531661, "recall": 0.570158, "f1": 0.541894, "accuracy": 0.570158, "main_score": 0.541894, "hf_subset": "run_Latn-jpn_Jpan", "languages": ["run-Latn", "jpn-Jpan"]}, {"precision": 0.536196, "recall": 0.575099, "f1": 0.546237, "accuracy": 0.575099, "main_score": 0.546237, "hf_subset": "run_Latn-lij_Latn", "languages": ["run-Latn", "lij-Latn"]}, {"precision": 0.406564, "recall": 0.466403, "f1": 0.421862, "accuracy": 0.466403, "main_score": 0.421862, "hf_subset": "run_Latn-mya_Mymr", "languages": ["run-Latn", "mya-Mymr"]}, {"precision": 0.515229, "recall": 0.555336, "f1": 0.525949, "accuracy": 0.555336, "main_score": 0.525949, "hf_subset": "run_Latn-sag_Latn", "languages": ["run-Latn", "sag-Latn"]}, {"precision": 0.211475, "recall": 0.251976, "f1": 0.221402, "accuracy": 0.251976, "main_score": 0.221402, "hf_subset": "run_Latn-taq_Tfng", "languages": ["run-Latn", "taq-Tfng"]}, {"precision": 0.536775, "recall": 0.573123, "f1": 0.547043, "accuracy": 0.573123, "main_score": 0.547043, "hf_subset": "run_Latn-wol_Latn", "languages": ["run-Latn", "wol-Latn"]}, {"precision": 0.453269, "recall": 0.5, "f1": 0.465955, "accuracy": 0.5, "main_score": 0.465955, "hf_subset": "run_Latn-arb_Latn", "languages": ["run-Latn", "arb-Latn"]}, {"precision": 0.55132, "recall": 0.59585, "f1": 0.562713, "accuracy": 0.59585, "main_score": 0.562713, "hf_subset": "run_Latn-cat_Latn", "languages": ["run-Latn", "cat-Latn"]}, {"precision": 0.545252, "recall": 0.587945, "f1": 0.556169, "accuracy": 0.587945, "main_score": 0.556169, "hf_subset": "run_Latn-fur_Latn", "languages": ["run-Latn", "fur-Latn"]}, {"precision": 0.43742, "recall": 0.492095, "f1": 0.45257, "accuracy": 0.492095, "main_score": 0.45257, "hf_subset": "run_Latn-kab_Latn", "languages": ["run-Latn", "kab-Latn"]}, {"precision": 0.538604, "recall": 0.576087, "f1": 0.547913, "accuracy": 0.576087, "main_score": 0.547913, "hf_subset": "run_Latn-lim_Latn", "languages": ["run-Latn", "lim-Latn"]}, {"precision": 0.538346, "recall": 0.581028, "f1": 0.549595, "accuracy": 0.581028, "main_score": 0.549595, "hf_subset": "run_Latn-nld_Latn", "languages": ["run-Latn", "nld-Latn"]}, {"precision": 0.495113, "recall": 0.540514, "f1": 0.506855, "accuracy": 0.540514, "main_score": 0.506855, "hf_subset": "run_Latn-san_Deva", "languages": ["run-Latn", "san-Deva"]}, {"precision": 0.539975, "recall": 0.582016, "f1": 0.550665, "accuracy": 0.582016, "main_score": 0.550665, "hf_subset": "run_Latn-tat_Cyrl", "languages": ["run-Latn", "tat-Cyrl"]}, {"precision": 0.551143, "recall": 0.592885, "f1": 0.562869, "accuracy": 0.592885, "main_score": 0.562869, "hf_subset": "run_Latn-xho_Latn", "languages": ["run-Latn", "xho-Latn"]}, {"precision": 0.502499, "recall": 0.554348, "f1": 0.515253, "accuracy": 0.554348, "main_score": 0.515253, "hf_subset": "run_Latn-ars_Arab", "languages": ["run-Latn", "ars-Arab"]}, {"precision": 0.558706, "recall": 0.593874, "f1": 0.567056, "accuracy": 0.593874, "main_score": 0.567056, "hf_subset": "run_Latn-ceb_Latn", "languages": ["run-Latn", "ceb-Latn"]}, {"precision": 0.469198, "recall": 0.51087, "f1": 0.481203, "accuracy": 0.51087, "main_score": 0.481203, "hf_subset": "run_Latn-fuv_Latn", "languages": ["run-Latn", "fuv-Latn"]}, {"precision": 0.486921, "recall": 0.529644, "f1": 0.498184, "accuracy": 0.529644, "main_score": 0.498184, "hf_subset": "run_Latn-kac_Latn", "languages": ["run-Latn", "kac-Latn"]}, {"precision": 0.536805, "recall": 0.575099, "f1": 0.546671, "accuracy": 0.575099, "main_score": 0.546671, "hf_subset": "run_Latn-lin_Latn", "languages": ["run-Latn", "lin-Latn"]}, {"precision": 0.532345, "recall": 0.58004, "f1": 0.544745, "accuracy": 0.58004, "main_score": 0.544745, "hf_subset": "run_Latn-nno_Latn", "languages": ["run-Latn", "nno-Latn"]}, {"precision": 0.137006, "recall": 0.188735, "f1": 0.150004, "accuracy": 0.188735, "main_score": 0.150004, "hf_subset": "run_Latn-sat_Olck", "languages": ["run-Latn", "sat-Olck"]}, {"precision": 0.524752, "recall": 0.56917, "f1": 0.53609, "accuracy": 0.56917, "main_score": 0.53609, "hf_subset": "run_Latn-tel_Telu", "languages": ["run-Latn", "tel-Telu"]}, {"precision": 0.469626, "recall": 0.520751, "f1": 0.483163, "accuracy": 0.520751, "main_score": 0.483163, "hf_subset": "run_Latn-ydd_Hebr", "languages": ["run-Latn", "ydd-Hebr"]}, {"precision": 0.509487, "recall": 0.555336, "f1": 0.520674, "accuracy": 0.555336, "main_score": 0.520674, "hf_subset": "run_Latn-ary_Arab", "languages": ["run-Latn", "ary-Arab"]}, {"precision": 0.545832, "recall": 0.597826, "f1": 0.559135, "accuracy": 0.597826, "main_score": 0.559135, "hf_subset": "run_Latn-ces_Latn", "languages": ["run-Latn", "ces-Latn"]}, {"precision": 0.478439, "recall": 0.520751, "f1": 0.489988, "accuracy": 0.520751, "main_score": 0.489988, "hf_subset": "run_Latn-gaz_Latn", "languages": ["run-Latn", "gaz-Latn"]}, {"precision": 0.509399, "recall": 0.551383, "f1": 0.520873, "accuracy": 0.551383, "main_score": 0.520873, "hf_subset": "run_Latn-kam_Latn", "languages": ["run-Latn", "kam-Latn"]}, {"precision": 0.526442, "recall": 0.571146, "f1": 0.537581, "accuracy": 0.571146, "main_score": 0.537581, "hf_subset": "run_Latn-lit_Latn", "languages": ["run-Latn", "lit-Latn"]}, {"precision": 0.540422, "recall": 0.583992, "f1": 0.551099, "accuracy": 0.583992, "main_score": 0.551099, "hf_subset": "run_Latn-nob_Latn", "languages": ["run-Latn", "nob-Latn"]}, {"precision": 0.545277, "recall": 0.58498, "f1": 0.555041, "accuracy": 0.58498, "main_score": 0.555041, "hf_subset": "run_Latn-scn_Latn", "languages": ["run-Latn", "scn-Latn"]}, {"precision": 0.517964, "recall": 0.557312, "f1": 0.528295, "accuracy": 0.557312, "main_score": 0.528295, "hf_subset": "run_Latn-tgk_Cyrl", "languages": ["run-Latn", "tgk-Cyrl"]}, {"precision": 0.487446, "recall": 0.535573, "f1": 0.501372, "accuracy": 0.535573, "main_score": 0.501372, "hf_subset": "run_Latn-yor_Latn", "languages": ["run-Latn", "yor-Latn"]}, {"precision": 0.525853, "recall": 0.568182, "f1": 0.536133, "accuracy": 0.568182, "main_score": 0.536133, "hf_subset": "run_Latn-arz_Arab", "languages": ["run-Latn", "arz-Arab"]}, {"precision": 0.473646, "recall": 0.518775, "f1": 0.485961, "accuracy": 0.518775, "main_score": 0.485961, "hf_subset": "run_Latn-cjk_Latn", "languages": ["run-Latn", "cjk-Latn"]}, {"precision": 0.516952, "recall": 0.559289, "f1": 0.528515, "accuracy": 0.559289, "main_score": 0.528515, "hf_subset": "run_Latn-gla_Latn", "languages": ["run-Latn", "gla-Latn"]}, {"precision": 0.523195, "recall": 0.572134, "f1": 0.535675, "accuracy": 0.572134, "main_score": 0.535675, "hf_subset": "run_Latn-kan_Knda", "languages": ["run-Latn", "kan-Knda"]}, {"precision": 0.526992, "recall": 0.568182, "f1": 0.537198, "accuracy": 0.568182, "main_score": 0.537198, "hf_subset": "run_Latn-lmo_Latn", "languages": ["run-Latn", "lmo-Latn"]}, {"precision": 0.508214, "recall": 0.5583, "f1": 0.521173, "accuracy": 0.5583, "main_score": 0.521173, "hf_subset": "run_Latn-npi_Deva", "languages": ["run-Latn", "npi-Deva"]}, {"precision": 0.429351, "recall": 0.47332, "f1": 0.440686, "accuracy": 0.47332, "main_score": 0.440686, "hf_subset": "run_Latn-shn_Mymr", "languages": ["run-Latn", "shn-Mymr"]}, {"precision": 0.566137, "recall": 0.605731, "f1": 0.576058, "accuracy": 0.605731, "main_score": 0.576058, "hf_subset": "run_Latn-tgl_Latn", "languages": ["run-Latn", "tgl-Latn"]}, {"precision": 0.514558, "recall": 0.559289, "f1": 0.525269, "accuracy": 0.559289, "main_score": 0.525269, "hf_subset": "run_Latn-yue_Hant", "languages": ["run-Latn", "yue-Hant"]}, {"precision": 0.489961, "recall": 0.537549, "f1": 0.502486, "accuracy": 0.537549, "main_score": 0.502486, "hf_subset": "run_Latn-asm_Beng", "languages": ["run-Latn", "asm-Beng"]}, {"precision": 0.500983, "recall": 0.546443, "f1": 0.51207, "accuracy": 0.546443, "main_score": 0.51207, "hf_subset": "run_Latn-ckb_Arab", "languages": ["run-Latn", "ckb-Arab"]}, {"precision": 0.509074, "recall": 0.554348, "f1": 0.520448, "accuracy": 0.554348, "main_score": 0.520448, "hf_subset": "run_Latn-gle_Latn", "languages": ["run-Latn", "gle-Latn"]}, {"precision": 0.454318, "recall": 0.499012, "f1": 0.465218, "accuracy": 0.499012, "main_score": 0.465218, "hf_subset": "run_Latn-kas_Arab", "languages": ["run-Latn", "kas-Arab"]}, {"precision": 0.512271, "recall": 0.554348, "f1": 0.523186, "accuracy": 0.554348, "main_score": 0.523186, "hf_subset": "run_Latn-ltg_Latn", "languages": ["run-Latn", "ltg-Latn"]}, {"precision": 0.548415, "recall": 0.583004, "f1": 0.557939, "accuracy": 0.583004, "main_score": 0.557939, "hf_subset": "run_Latn-nso_Latn", "languages": ["run-Latn", "nso-Latn"]}, {"precision": 0.472834, "recall": 0.530632, "f1": 0.487466, "accuracy": 0.530632, "main_score": 0.487466, "hf_subset": "run_Latn-sin_Sinh", "languages": ["run-Latn", "sin-Sinh"]}, {"precision": 0.532703, "recall": 0.583004, "f1": 0.545561, "accuracy": 0.583004, "main_score": 0.545561, "hf_subset": "run_Latn-tha_Thai", "languages": ["run-Latn", "tha-Thai"]}, {"precision": 0.522825, "recall": 0.559289, "f1": 0.531873, "accuracy": 0.559289, "main_score": 0.531873, "hf_subset": "run_Latn-zho_Hans", "languages": ["run-Latn", "zho-Hans"]}, {"precision": 0.554699, "recall": 0.599802, "f1": 0.566913, "accuracy": 0.599802, "main_score": 0.566913, "hf_subset": "run_Latn-ast_Latn", "languages": ["run-Latn", "ast-Latn"]}, {"precision": 0.532058, "recall": 0.58004, "f1": 0.544088, "accuracy": 0.58004, "main_score": 0.544088, "hf_subset": "run_Latn-crh_Latn", "languages": ["run-Latn", "crh-Latn"]}, {"precision": 0.550937, "recall": 0.59585, "f1": 0.561779, "accuracy": 0.59585, "main_score": 0.561779, "hf_subset": "run_Latn-glg_Latn", "languages": ["run-Latn", "glg-Latn"]}, {"precision": 0.470091, "recall": 0.514822, "f1": 0.481889, "accuracy": 0.514822, "main_score": 0.481889, "hf_subset": "run_Latn-kas_Deva", "languages": ["run-Latn", "kas-Deva"]}, {"precision": 0.5153, "recall": 0.55336, "f1": 0.525244, "accuracy": 0.55336, "main_score": 0.525244, "hf_subset": "run_Latn-ltz_Latn", "languages": ["run-Latn", "ltz-Latn"]}, {"precision": 0.440393, "recall": 0.490119, "f1": 0.454046, "accuracy": 0.490119, "main_score": 0.454046, "hf_subset": "run_Latn-nus_Latn", "languages": ["run-Latn", "nus-Latn"]}, {"precision": 0.535122, "recall": 0.585968, "f1": 0.548181, "accuracy": 0.585968, "main_score": 0.548181, "hf_subset": "run_Latn-slk_Latn", "languages": ["run-Latn", "slk-Latn"]}, {"precision": 0.381814, "recall": 0.437747, "f1": 0.397496, "accuracy": 0.437747, "main_score": 0.397496, "hf_subset": "run_Latn-tir_Ethi", "languages": ["run-Latn", "tir-Ethi"]}, {"precision": 0.509901, "recall": 0.560277, "f1": 0.522317, "accuracy": 0.560277, "main_score": 0.522317, "hf_subset": "run_Latn-zho_Hant", "languages": ["run-Latn", "zho-Hant"]}, {"precision": 0.518619, "recall": 0.565217, "f1": 0.530879, "accuracy": 0.565217, "main_score": 0.530879, "hf_subset": "run_Latn-awa_Deva", "languages": ["run-Latn", "awa-Deva"]}, {"precision": 0.537514, "recall": 0.577075, "f1": 0.548274, "accuracy": 0.577075, "main_score": 0.548274, "hf_subset": "run_Latn-cym_Latn", "languages": ["run-Latn", "cym-Latn"]}, {"precision": 0.525664, "recall": 0.563241, "f1": 0.535435, "accuracy": 0.563241, "main_score": 0.535435, "hf_subset": "run_Latn-grn_Latn", "languages": ["run-Latn", "grn-Latn"]}, {"precision": 0.49824, "recall": 0.549407, "f1": 0.510985, "accuracy": 0.549407, "main_score": 0.510985, "hf_subset": "run_Latn-kat_Geor", "languages": ["run-Latn", "kat-Geor"]}, {"precision": 0.537223, "recall": 0.572134, "f1": 0.547076, "accuracy": 0.572134, "main_score": 0.547076, "hf_subset": "run_Latn-lua_Latn", "languages": ["run-Latn", "lua-Latn"]}, {"precision": 0.557515, "recall": 0.597826, "f1": 0.568315, "accuracy": 0.597826, "main_score": 0.568315, "hf_subset": "run_Latn-nya_Latn", "languages": ["run-Latn", "nya-Latn"]}, {"precision": 0.54019, "recall": 0.583004, "f1": 0.550622, "accuracy": 0.583004, "main_score": 0.550622, "hf_subset": "run_Latn-slv_Latn", "languages": ["run-Latn", "slv-Latn"]}, {"precision": 0.541229, "recall": 0.577075, "f1": 0.550348, "accuracy": 0.577075, "main_score": 0.550348, "hf_subset": "run_Latn-tpi_Latn", "languages": ["run-Latn", "tpi-Latn"]}, {"precision": 0.575738, "recall": 0.612648, "f1": 0.584469, "accuracy": 0.612648, "main_score": 0.584469, "hf_subset": "run_Latn-zsm_Latn", "languages": ["run-Latn", "zsm-Latn"]}, {"precision": 0.488061, "recall": 0.525692, "f1": 0.499182, "accuracy": 0.525692, "main_score": 0.499182, "hf_subset": "run_Latn-ayr_Latn", "languages": ["run-Latn", "ayr-Latn"]}, {"precision": 0.555347, "recall": 0.598814, "f1": 0.565999, "accuracy": 0.598814, "main_score": 0.565999, "hf_subset": "run_Latn-dan_Latn", "languages": ["run-Latn", "dan-Latn"]}, {"precision": 0.536092, "recall": 0.582016, "f1": 0.54787, "accuracy": 0.582016, "main_score": 0.54787, "hf_subset": "run_Latn-guj_Gujr", "languages": ["run-Latn", "guj-Gujr"]}, {"precision": 0.523684, "recall": 0.570158, "f1": 0.535687, "accuracy": 0.570158, "main_score": 0.535687, "hf_subset": "run_Latn-kaz_Cyrl", "languages": ["run-Latn", "kaz-Cyrl"]}, {"precision": 0.52663, "recall": 0.578063, "f1": 0.541313, "accuracy": 0.578063, "main_score": 0.541313, "hf_subset": "run_Latn-lug_Latn", "languages": ["run-Latn", "lug-Latn"]}, {"precision": 0.565193, "recall": 0.609684, "f1": 0.576282, "accuracy": 0.609684, "main_score": 0.576282, "hf_subset": "run_Latn-oci_Latn", "languages": ["run-Latn", "oci-Latn"]}, {"precision": 0.54007, "recall": 0.577075, "f1": 0.550149, "accuracy": 0.577075, "main_score": 0.550149, "hf_subset": "run_Latn-smo_Latn", "languages": ["run-Latn", "smo-Latn"]}, {"precision": 0.51027, "recall": 0.551383, "f1": 0.522076, "accuracy": 0.551383, "main_score": 0.522076, "hf_subset": "run_Latn-tsn_Latn", "languages": ["run-Latn", "tsn-Latn"]}, {"precision": 0.537479, "recall": 0.588933, "f1": 0.551699, "accuracy": 0.588933, "main_score": 0.551699, "hf_subset": "run_Latn-zul_Latn", "languages": ["run-Latn", "zul-Latn"]}, {"precision": 0.444938, "recall": 0.502964, "f1": 0.460596, "accuracy": 0.502964, "main_score": 0.460596, "hf_subset": "run_Latn-azb_Arab", "languages": ["run-Latn", "azb-Arab"]}, {"precision": 0.545383, "recall": 0.586957, "f1": 0.55564, "accuracy": 0.586957, "main_score": 0.55564, "hf_subset": "run_Latn-deu_Latn", "languages": ["run-Latn", "deu-Latn"]}, {"precision": 0.513735, "recall": 0.557312, "f1": 0.525708, "accuracy": 0.557312, "main_score": 0.525708, "hf_subset": "run_Latn-hat_Latn", "languages": ["run-Latn", "hat-Latn"]}, {"precision": 0.48975, "recall": 0.533597, "f1": 0.501419, "accuracy": 0.533597, "main_score": 0.501419, "hf_subset": "run_Latn-kbp_Latn", "languages": ["run-Latn", "kbp-Latn"]}, {"precision": 0.53694, "recall": 0.566206, "f1": 0.545243, "accuracy": 0.566206, "main_score": 0.545243, "hf_subset": "run_Latn-luo_Latn", "languages": ["run-Latn", "luo-Latn"]}, {"precision": 0.504097, "recall": 0.561265, "f1": 0.519067, "accuracy": 0.561265, "main_score": 0.519067, "hf_subset": "run_Latn-ory_Orya", "languages": ["run-Latn", "ory-Orya"]}, {"precision": 0.521771, "recall": 0.565217, "f1": 0.533567, "accuracy": 0.565217, "main_score": 0.533567, "hf_subset": "run_Latn-sna_Latn", "languages": ["run-Latn", "sna-Latn"]}, {"precision": 0.519913, "recall": 0.565217, "f1": 0.531623, "accuracy": 0.565217, "main_score": 0.531623, "hf_subset": "run_Latn-tso_Latn", "languages": ["run-Latn", "tso-Latn"]}, {"precision": 0.502019, "recall": 0.552372, "f1": 0.514405, "accuracy": 0.552372, "main_score": 0.514405, "hf_subset": "run_Latn-azj_Latn", "languages": ["run-Latn", "azj-Latn"]}, {"precision": 0.482477, "recall": 0.525692, "f1": 0.495155, "accuracy": 0.525692, "main_score": 0.495155, "hf_subset": "run_Latn-dik_Latn", "languages": ["run-Latn", "dik-Latn"]}, {"precision": 0.540282, "recall": 0.574111, "f1": 0.549187, "accuracy": 0.574111, "main_score": 0.549187, "hf_subset": "run_Latn-hau_Latn", "languages": ["run-Latn", "hau-Latn"]}, {"precision": 0.538334, "recall": 0.573123, "f1": 0.547066, "accuracy": 0.573123, "main_score": 0.547066, "hf_subset": "run_Latn-kea_Latn", "languages": ["run-Latn", "kea-Latn"]}, {"precision": 0.520393, "recall": 0.560277, "f1": 0.531462, "accuracy": 0.560277, "main_score": 0.531462, "hf_subset": "run_Latn-lus_Latn", "languages": ["run-Latn", "lus-Latn"]}, {"precision": 0.536582, "recall": 0.566206, "f1": 0.544734, "accuracy": 0.566206, "main_score": 0.544734, "hf_subset": "run_Latn-pag_Latn", "languages": ["run-Latn", "pag-Latn"]}, {"precision": 0.49125, "recall": 0.541502, "f1": 0.504878, "accuracy": 0.541502, "main_score": 0.504878, "hf_subset": "run_Latn-snd_Arab", "languages": ["run-Latn", "snd-Arab"]}, {"precision": 0.507201, "recall": 0.552372, "f1": 0.518426, "accuracy": 0.552372, "main_score": 0.518426, "hf_subset": "run_Latn-tuk_Latn", "languages": ["run-Latn", "tuk-Latn"]}, {"precision": 0.525346, "recall": 0.564229, "f1": 0.535051, "accuracy": 0.564229, "main_score": 0.535051, "hf_subset": "run_Latn-bak_Cyrl", "languages": ["run-Latn", "bak-Cyrl"]}, {"precision": 0.428454, "recall": 0.485178, "f1": 0.44427, "accuracy": 0.485178, "main_score": 0.44427, "hf_subset": "run_Latn-dyu_Latn", "languages": ["run-Latn", "dyu-Latn"]}, {"precision": 0.534174, "recall": 0.578063, "f1": 0.545963, "accuracy": 0.578063, "main_score": 0.545963, "hf_subset": "run_Latn-heb_Hebr", "languages": ["run-Latn", "heb-Hebr"]}, {"precision": 0.494082, "recall": 0.535573, "f1": 0.504959, "accuracy": 0.535573, "main_score": 0.504959, "hf_subset": "run_Latn-khk_Cyrl", "languages": ["run-Latn", "khk-Cyrl"]}, {"precision": 0.52268, "recall": 0.575099, "f1": 0.535654, "accuracy": 0.575099, "main_score": 0.535654, "hf_subset": "run_Latn-lvs_Latn", "languages": ["run-Latn", "lvs-Latn"]}, {"precision": 0.519332, "recall": 0.564229, "f1": 0.530979, "accuracy": 0.564229, "main_score": 0.530979, "hf_subset": "run_Latn-pan_Guru", "languages": ["run-Latn", "pan-Guru"]}, {"precision": 0.510539, "recall": 0.551383, "f1": 0.521754, "accuracy": 0.551383, "main_score": 0.521754, "hf_subset": "run_Latn-som_Latn", "languages": ["run-Latn", "som-Latn"]}, {"precision": 0.516209, "recall": 0.552372, "f1": 0.525995, "accuracy": 0.552372, "main_score": 0.525995, "hf_subset": "run_Latn-tum_Latn", "languages": ["run-Latn", "tum-Latn"]}, {"precision": 0.526018, "recall": 0.59585, "f1": 0.545662, "accuracy": 0.59585, "main_score": 0.545662, "hf_subset": "tam_Taml-ace_Arab", "languages": ["tam-Taml", "ace-Arab"]}, {"precision": 0.503916, "recall": 0.568182, "f1": 0.521843, "accuracy": 0.568182, "main_score": 0.521843, "hf_subset": "tam_Taml-bam_Latn", "languages": ["tam-Taml", "bam-Latn"]}, {"precision": 0.423149, "recall": 0.504941, "f1": 0.444253, "accuracy": 0.504941, "main_score": 0.444253, "hf_subset": "tam_Taml-dzo_Tibt", "languages": ["tam-Taml", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hin_Deva", "languages": ["tam-Taml", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tam_Taml-khm_Khmr", "languages": ["tam-Taml", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mag_Deva", "languages": ["tam-Taml", "mag-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tam_Taml-pap_Latn", "languages": ["tam-Taml", "pap-Latn"]}, {"precision": 0.573287, "recall": 0.626482, "f1": 0.587968, "accuracy": 0.626482, "main_score": 0.587968, "hf_subset": "tam_Taml-sot_Latn", "languages": ["tam-Taml", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-tur_Latn", "languages": ["tam-Taml", "tur-Latn"]}, {"precision": 0.848353, "recall": 0.886364, "f1": 0.860145, "accuracy": 0.886364, "main_score": 0.860145, "hf_subset": "tam_Taml-ace_Latn", "languages": ["tam-Taml", "ace-Latn"]}, {"precision": 0.955204, "recall": 0.967391, "f1": 0.959157, "accuracy": 0.967391, "main_score": 0.959157, "hf_subset": "tam_Taml-ban_Latn", "languages": ["tam-Taml", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-ell_Grek", "languages": ["tam-Taml", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tam_Taml-hne_Deva", "languages": ["tam-Taml", "hne-Deva"]}, {"precision": 0.577045, "recall": 0.63834, "f1": 0.594815, "accuracy": 0.63834, "main_score": 0.594815, "hf_subset": "tam_Taml-kik_Latn", "languages": ["tam-Taml", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mai_Deva", "languages": ["tam-Taml", "mai-Deva"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "tam_Taml-pbt_Arab", "languages": ["tam-Taml", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-spa_Latn", "languages": ["tam-Taml", "spa-Latn"]}, {"precision": 0.593839, "recall": 0.657115, "f1": 0.611433, "accuracy": 0.657115, "main_score": 0.611433, "hf_subset": "tam_Taml-twi_Latn", "languages": ["tam-Taml", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-acm_Arab", "languages": ["tam-Taml", "acm-Arab"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "tam_Taml-bel_Cyrl", "languages": ["tam-Taml", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-eng_Latn", "languages": ["tam-Taml", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hrv_Latn", "languages": ["tam-Taml", "hrv-Latn"]}, {"precision": 0.535024, "recall": 0.598814, "f1": 0.55253, "accuracy": 0.598814, "main_score": 0.55253, "hf_subset": "tam_Taml-kin_Latn", "languages": ["tam-Taml", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-mal_Mlym", "languages": ["tam-Taml", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pes_Arab", "languages": ["tam-Taml", "pes-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tam_Taml-srd_Latn", "languages": ["tam-Taml", "srd-Latn"]}, {"precision": 0.162534, "recall": 0.217391, "f1": 0.175563, "accuracy": 0.217391, "main_score": 0.175563, "hf_subset": "tam_Taml-tzm_Tfng", "languages": ["tam-Taml", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-acq_Arab", "languages": ["tam-Taml", "acq-Arab"]}, {"precision": 0.610071, "recall": 0.663043, "f1": 0.62537, "accuracy": 0.663043, "main_score": 0.62537, "hf_subset": "tam_Taml-bem_Latn", "languages": ["tam-Taml", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-epo_Latn", "languages": ["tam-Taml", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hun_Latn", "languages": ["tam-Taml", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tam_Taml-kir_Cyrl", "languages": ["tam-Taml", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mar_Deva", "languages": ["tam-Taml", "mar-Deva"]}, {"precision": 0.646699, "recall": 0.704545, "f1": 0.663276, "accuracy": 0.704545, "main_score": 0.663276, "hf_subset": "tam_Taml-plt_Latn", "languages": ["tam-Taml", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-srp_Cyrl", "languages": ["tam-Taml", "srp-Cyrl"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "tam_Taml-uig_Arab", "languages": ["tam-Taml", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tam_Taml-aeb_Arab", "languages": ["tam-Taml", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ben_Beng", "languages": ["tam-Taml", "ben-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-est_Latn", "languages": ["tam-Taml", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-hye_Armn", "languages": ["tam-Taml", "hye-Armn"]}, {"precision": 0.528196, "recall": 0.583004, "f1": 0.54378, "accuracy": 0.583004, "main_score": 0.54378, "hf_subset": "tam_Taml-kmb_Latn", "languages": ["tam-Taml", "kmb-Latn"]}, {"precision": 0.46127, "recall": 0.534585, "f1": 0.480076, "accuracy": 0.534585, "main_score": 0.480076, "hf_subset": "tam_Taml-min_Arab", "languages": ["tam-Taml", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pol_Latn", "languages": ["tam-Taml", "pol-Latn"]}, {"precision": 0.533506, "recall": 0.601779, "f1": 0.553005, "accuracy": 0.601779, "main_score": 0.553005, "hf_subset": "tam_Taml-ssw_Latn", "languages": ["tam-Taml", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ukr_Cyrl", "languages": ["tam-Taml", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-afr_Latn", "languages": ["tam-Taml", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tam_Taml-bho_Deva", "languages": ["tam-Taml", "bho-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tam_Taml-eus_Latn", "languages": ["tam-Taml", "eus-Latn"]}, {"precision": 0.558322, "recall": 0.618577, "f1": 0.574617, "accuracy": 0.618577, "main_score": 0.574617, "hf_subset": "tam_Taml-ibo_Latn", "languages": ["tam-Taml", "ibo-Latn"]}, {"precision": 0.888093, "recall": 0.917984, "f1": 0.897299, "accuracy": 0.917984, "main_score": 0.897299, "hf_subset": "tam_Taml-kmr_Latn", "languages": ["tam-Taml", "kmr-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tam_Taml-min_Latn", "languages": ["tam-Taml", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-por_Latn", "languages": ["tam-Taml", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-sun_Latn", "languages": ["tam-Taml", "sun-Latn"]}, {"precision": 0.51096, "recall": 0.570158, "f1": 0.527662, "accuracy": 0.570158, "main_score": 0.527662, "hf_subset": "tam_Taml-umb_Latn", "languages": ["tam-Taml", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ajp_Arab", "languages": ["tam-Taml", "ajp-Arab"]}, {"precision": 0.480657, "recall": 0.551383, "f1": 0.50016, "accuracy": 0.551383, "main_score": 0.50016, "hf_subset": "tam_Taml-bjn_Arab", "languages": ["tam-Taml", "bjn-Arab"]}, {"precision": 0.491654, "recall": 0.549407, "f1": 0.507241, "accuracy": 0.549407, "main_score": 0.507241, "hf_subset": "tam_Taml-ewe_Latn", "languages": ["tam-Taml", "ewe-Latn"]}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944631, "accuracy": 0.95751, "main_score": 0.944631, "hf_subset": "tam_Taml-ilo_Latn", "languages": ["tam-Taml", "ilo-Latn"]}, {"precision": 0.317868, "recall": 0.370553, "f1": 0.332195, "accuracy": 0.370553, "main_score": 0.332195, "hf_subset": "tam_Taml-knc_Arab", "languages": ["tam-Taml", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-mkd_Cyrl", "languages": ["tam-Taml", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-prs_Arab", "languages": ["tam-Taml", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-swe_Latn", "languages": ["tam-Taml", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-urd_Arab", "languages": ["tam-Taml", "urd-Arab"]}, {"precision": 0.558451, "recall": 0.626482, "f1": 0.577466, "accuracy": 0.626482, "main_score": 0.577466, "hf_subset": "tam_Taml-aka_Latn", "languages": ["tam-Taml", "aka-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tam_Taml-bjn_Latn", "languages": ["tam-Taml", "bjn-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tam_Taml-fao_Latn", "languages": ["tam-Taml", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ind_Latn", "languages": ["tam-Taml", "ind-Latn"]}, {"precision": 0.564097, "recall": 0.619565, "f1": 0.579876, "accuracy": 0.619565, "main_score": 0.579876, "hf_subset": "tam_Taml-knc_Latn", "languages": ["tam-Taml", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-mlt_Latn", "languages": ["tam-Taml", "mlt-Latn"]}, {"precision": 0.691825, "recall": 0.76087, "f1": 0.712178, "accuracy": 0.76087, "main_score": 0.712178, "hf_subset": "tam_Taml-quy_Latn", "languages": ["tam-Taml", "quy-Latn"]}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "tam_Taml-swh_Latn", "languages": ["tam-Taml", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-uzn_Latn", "languages": ["tam-Taml", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-als_Latn", "languages": ["tam-Taml", "als-Latn"]}, {"precision": 0.643182, "recall": 0.726285, "f1": 0.667819, "accuracy": 0.726285, "main_score": 0.667819, "hf_subset": "tam_Taml-bod_Tibt", "languages": ["tam-Taml", "bod-Tibt"]}, {"precision": 0.70319, "recall": 0.761858, "f1": 0.719932, "accuracy": 0.761858, "main_score": 0.719932, "hf_subset": "tam_Taml-fij_Latn", "languages": ["tam-Taml", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tam_Taml-isl_Latn", "languages": ["tam-Taml", "isl-Latn"]}, {"precision": 0.632403, "recall": 0.6917, "f1": 0.649481, "accuracy": 0.6917, "main_score": 0.649481, "hf_subset": "tam_Taml-kon_Latn", "languages": ["tam-Taml", "kon-Latn"]}, {"precision": 0.639914, "recall": 0.710474, "f1": 0.660128, "accuracy": 0.710474, "main_score": 0.660128, "hf_subset": "tam_Taml-mni_Beng", "languages": ["tam-Taml", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ron_Latn", "languages": ["tam-Taml", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "tam_Taml-szl_Latn", "languages": ["tam-Taml", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-vec_Latn", "languages": ["tam-Taml", "vec-Latn"]}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "tam_Taml-amh_Ethi", "languages": ["tam-Taml", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-bos_Latn", "languages": ["tam-Taml", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-fin_Latn", "languages": ["tam-Taml", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ita_Latn", "languages": ["tam-Taml", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-kor_Hang", "languages": ["tam-Taml", "kor-Hang"]}, {"precision": 0.522788, "recall": 0.586957, "f1": 0.540633, "accuracy": 0.586957, "main_score": 0.540633, "hf_subset": "tam_Taml-mos_Latn", "languages": ["tam-Taml", "mos-Latn"]}, {"precision": 0.538381, "recall": 0.599802, "f1": 0.55548, "accuracy": 0.599802, "main_score": 0.55548, "hf_subset": "tam_Taml-run_Latn", "languages": ["tam-Taml", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-vie_Latn", "languages": ["tam-Taml", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-apc_Arab", "languages": ["tam-Taml", "apc-Arab"]}, {"precision": 0.780748, "recall": 0.833004, "f1": 0.796033, "accuracy": 0.833004, "main_score": 0.796033, "hf_subset": "tam_Taml-bug_Latn", "languages": ["tam-Taml", "bug-Latn"]}, {"precision": 0.435743, "recall": 0.498024, "f1": 0.452674, "accuracy": 0.498024, "main_score": 0.452674, "hf_subset": "tam_Taml-fon_Latn", "languages": ["tam-Taml", "fon-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tam_Taml-jav_Latn", "languages": ["tam-Taml", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-lao_Laoo", "languages": ["tam-Taml", "lao-Laoo"]}, {"precision": 0.860293, "recall": 0.896245, "f1": 0.87141, "accuracy": 0.896245, "main_score": 0.87141, "hf_subset": "tam_Taml-mri_Latn", "languages": ["tam-Taml", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-rus_Cyrl", "languages": ["tam-Taml", "rus-Cyrl"]}, {"precision": 0.526921, "recall": 0.589921, "f1": 0.544352, "accuracy": 0.589921, "main_score": 0.544352, "hf_subset": "tam_Taml-taq_Latn", "languages": ["tam-Taml", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-war_Latn", "languages": ["tam-Taml", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-arb_Arab", "languages": ["tam-Taml", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-bul_Cyrl", "languages": ["tam-Taml", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-fra_Latn", "languages": ["tam-Taml", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-jpn_Jpan", "languages": ["tam-Taml", "jpn-Jpan"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tam_Taml-lij_Latn", "languages": ["tam-Taml", "lij-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "tam_Taml-mya_Mymr", "languages": ["tam-Taml", "mya-Mymr"]}, {"precision": 0.56207, "recall": 0.633399, "f1": 0.581957, "accuracy": 0.633399, "main_score": 0.581957, "hf_subset": "tam_Taml-sag_Latn", "languages": ["tam-Taml", "sag-Latn"]}, {"precision": 0.182121, "recall": 0.240119, "f1": 0.19556, "accuracy": 0.240119, "main_score": 0.19556, "hf_subset": "tam_Taml-taq_Tfng", "languages": ["tam-Taml", "taq-Tfng"]}, {"precision": 0.607942, "recall": 0.668972, "f1": 0.624828, "accuracy": 0.668972, "main_score": 0.624828, "hf_subset": "tam_Taml-wol_Latn", "languages": ["tam-Taml", "wol-Latn"]}, {"precision": 0.782708, "recall": 0.838933, "f1": 0.800033, "accuracy": 0.838933, "main_score": 0.800033, "hf_subset": "tam_Taml-arb_Latn", "languages": ["tam-Taml", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-cat_Latn", "languages": ["tam-Taml", "cat-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-fur_Latn", "languages": ["tam-Taml", "fur-Latn"]}, {"precision": 0.392834, "recall": 0.456522, "f1": 0.410495, "accuracy": 0.456522, "main_score": 0.410495, "hf_subset": "tam_Taml-kab_Latn", "languages": ["tam-Taml", "kab-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "tam_Taml-lim_Latn", "languages": ["tam-Taml", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-nld_Latn", "languages": ["tam-Taml", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tam_Taml-san_Deva", "languages": ["tam-Taml", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tam_Taml-tat_Cyrl", "languages": ["tam-Taml", "tat-Cyrl"]}, {"precision": 0.65751, "recall": 0.717391, "f1": 0.675414, "accuracy": 0.717391, "main_score": 0.675414, "hf_subset": "tam_Taml-xho_Latn", "languages": ["tam-Taml", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ars_Arab", "languages": ["tam-Taml", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ceb_Latn", "languages": ["tam-Taml", "ceb-Latn"]}, {"precision": 0.537884, "recall": 0.59585, "f1": 0.553948, "accuracy": 0.59585, "main_score": 0.553948, "hf_subset": "tam_Taml-fuv_Latn", "languages": ["tam-Taml", "fuv-Latn"]}, {"precision": 0.491495, "recall": 0.5583, "f1": 0.509721, "accuracy": 0.5583, "main_score": 0.509721, "hf_subset": "tam_Taml-kac_Latn", "languages": ["tam-Taml", "kac-Latn"]}, {"precision": 0.644939, "recall": 0.701581, "f1": 0.660945, "accuracy": 0.701581, "main_score": 0.660945, "hf_subset": "tam_Taml-lin_Latn", "languages": ["tam-Taml", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-nno_Latn", "languages": ["tam-Taml", "nno-Latn"]}, {"precision": 0.256894, "recall": 0.341897, "f1": 0.278302, "accuracy": 0.341897, "main_score": 0.278302, "hf_subset": "tam_Taml-sat_Olck", "languages": ["tam-Taml", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-tel_Telu", "languages": ["tam-Taml", "tel-Telu"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "tam_Taml-ydd_Hebr", "languages": ["tam-Taml", "ydd-Hebr"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "tam_Taml-ary_Arab", "languages": ["tam-Taml", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ces_Latn", "languages": ["tam-Taml", "ces-Latn"]}, {"precision": 0.575856, "recall": 0.640316, "f1": 0.594833, "accuracy": 0.640316, "main_score": 0.594833, "hf_subset": "tam_Taml-gaz_Latn", "languages": ["tam-Taml", "gaz-Latn"]}, {"precision": 0.566541, "recall": 0.631423, "f1": 0.584267, "accuracy": 0.631423, "main_score": 0.584267, "hf_subset": "tam_Taml-kam_Latn", "languages": ["tam-Taml", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tam_Taml-lit_Latn", "languages": ["tam-Taml", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-nob_Latn", "languages": ["tam-Taml", "nob-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tam_Taml-scn_Latn", "languages": ["tam-Taml", "scn-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "tam_Taml-tgk_Cyrl", "languages": ["tam-Taml", "tgk-Cyrl"]}, {"precision": 0.69095, "recall": 0.756917, "f1": 0.710746, "accuracy": 0.756917, "main_score": 0.710746, "hf_subset": "tam_Taml-yor_Latn", "languages": ["tam-Taml", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-arz_Arab", "languages": ["tam-Taml", "arz-Arab"]}, {"precision": 0.543952, "recall": 0.604743, "f1": 0.560681, "accuracy": 0.604743, "main_score": 0.560681, "hf_subset": "tam_Taml-cjk_Latn", "languages": ["tam-Taml", "cjk-Latn"]}, {"precision": 0.754718, "recall": 0.811265, "f1": 0.77186, "accuracy": 0.811265, "main_score": 0.77186, "hf_subset": "tam_Taml-gla_Latn", "languages": ["tam-Taml", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-kan_Knda", "languages": ["tam-Taml", "kan-Knda"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "tam_Taml-lmo_Latn", "languages": ["tam-Taml", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tam_Taml-npi_Deva", "languages": ["tam-Taml", "npi-Deva"]}, {"precision": 0.455069, "recall": 0.518775, "f1": 0.472341, "accuracy": 0.518775, "main_score": 0.472341, "hf_subset": "tam_Taml-shn_Mymr", "languages": ["tam-Taml", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-tgl_Latn", "languages": ["tam-Taml", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-yue_Hant", "languages": ["tam-Taml", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-asm_Beng", "languages": ["tam-Taml", "asm-Beng"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "tam_Taml-ckb_Arab", "languages": ["tam-Taml", "ckb-Arab"]}, {"precision": 0.856472, "recall": 0.894269, "f1": 0.868478, "accuracy": 0.894269, "main_score": 0.868478, "hf_subset": "tam_Taml-gle_Latn", "languages": ["tam-Taml", "gle-Latn"]}, {"precision": 0.949275, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "tam_Taml-kas_Arab", "languages": ["tam-Taml", "kas-Arab"]}, {"precision": 0.924984, "recall": 0.948617, "f1": 0.932543, "accuracy": 0.948617, "main_score": 0.932543, "hf_subset": "tam_Taml-ltg_Latn", "languages": ["tam-Taml", "ltg-Latn"]}, {"precision": 0.591057, "recall": 0.649209, "f1": 0.607767, "accuracy": 0.649209, "main_score": 0.607767, "hf_subset": "tam_Taml-nso_Latn", "languages": ["tam-Taml", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-sin_Sinh", "languages": ["tam-Taml", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-tha_Thai", "languages": ["tam-Taml", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-zho_Hans", "languages": ["tam-Taml", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-ast_Latn", "languages": ["tam-Taml", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-crh_Latn", "languages": ["tam-Taml", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-glg_Latn", "languages": ["tam-Taml", "glg-Latn"]}, {"precision": 0.887022, "recall": 0.920949, "f1": 0.897859, "accuracy": 0.920949, "main_score": 0.897859, "hf_subset": "tam_Taml-kas_Deva", "languages": ["tam-Taml", "kas-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tam_Taml-ltz_Latn", "languages": ["tam-Taml", "ltz-Latn"]}, {"precision": 0.421711, "recall": 0.495059, "f1": 0.440978, "accuracy": 0.495059, "main_score": 0.440978, "hf_subset": "tam_Taml-nus_Latn", "languages": ["tam-Taml", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-slk_Latn", "languages": ["tam-Taml", "slk-Latn"]}, {"precision": 0.617587, "recall": 0.684783, "f1": 0.636742, "accuracy": 0.684783, "main_score": 0.636742, "hf_subset": "tam_Taml-tir_Ethi", "languages": ["tam-Taml", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-zho_Hant", "languages": ["tam-Taml", "zho-Hant"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "tam_Taml-awa_Deva", "languages": ["tam-Taml", "awa-Deva"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "tam_Taml-cym_Latn", "languages": ["tam-Taml", "cym-Latn"]}, {"precision": 0.812229, "recall": 0.855731, "f1": 0.825576, "accuracy": 0.855731, "main_score": 0.825576, "hf_subset": "tam_Taml-grn_Latn", "languages": ["tam-Taml", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tam_Taml-kat_Geor", "languages": ["tam-Taml", "kat-Geor"]}, {"precision": 0.613427, "recall": 0.66996, "f1": 0.629257, "accuracy": 0.66996, "main_score": 0.629257, "hf_subset": "tam_Taml-lua_Latn", "languages": ["tam-Taml", "lua-Latn"]}, {"precision": 0.635877, "recall": 0.692688, "f1": 0.652142, "accuracy": 0.692688, "main_score": 0.652142, "hf_subset": "tam_Taml-nya_Latn", "languages": ["tam-Taml", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-slv_Latn", "languages": ["tam-Taml", "slv-Latn"]}, {"precision": 0.940135, "recall": 0.95751, "f1": 0.945718, "accuracy": 0.95751, "main_score": 0.945718, "hf_subset": "tam_Taml-tpi_Latn", "languages": ["tam-Taml", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-zsm_Latn", "languages": ["tam-Taml", "zsm-Latn"]}, {"precision": 0.53245, "recall": 0.596838, "f1": 0.550314, "accuracy": 0.596838, "main_score": 0.550314, "hf_subset": "tam_Taml-ayr_Latn", "languages": ["tam-Taml", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-dan_Latn", "languages": ["tam-Taml", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-guj_Gujr", "languages": ["tam-Taml", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-kaz_Cyrl", "languages": ["tam-Taml", "kaz-Cyrl"]}, {"precision": 0.516767, "recall": 0.579051, "f1": 0.534034, "accuracy": 0.579051, "main_score": 0.534034, "hf_subset": "tam_Taml-lug_Latn", "languages": ["tam-Taml", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-oci_Latn", "languages": ["tam-Taml", "oci-Latn"]}, {"precision": 0.813801, "recall": 0.859684, "f1": 0.827668, "accuracy": 0.859684, "main_score": 0.827668, "hf_subset": "tam_Taml-smo_Latn", "languages": ["tam-Taml", "smo-Latn"]}, {"precision": 0.521785, "recall": 0.589921, "f1": 0.540669, "accuracy": 0.589921, "main_score": 0.540669, "hf_subset": "tam_Taml-tsn_Latn", "languages": ["tam-Taml", "tsn-Latn"]}, {"precision": 0.600906, "recall": 0.660079, "f1": 0.617954, "accuracy": 0.660079, "main_score": 0.617954, "hf_subset": "tam_Taml-zul_Latn", "languages": ["tam-Taml", "zul-Latn"]}, {"precision": 0.907856, "recall": 0.934783, "f1": 0.91637, "accuracy": 0.934783, "main_score": 0.91637, "hf_subset": "tam_Taml-azb_Arab", "languages": ["tam-Taml", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-deu_Latn", "languages": ["tam-Taml", "deu-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "tam_Taml-hat_Latn", "languages": ["tam-Taml", "hat-Latn"]}, {"precision": 0.46563, "recall": 0.529644, "f1": 0.483351, "accuracy": 0.529644, "main_score": 0.483351, "hf_subset": "tam_Taml-kbp_Latn", "languages": ["tam-Taml", "kbp-Latn"]}, {"precision": 0.550892, "recall": 0.606719, "f1": 0.566049, "accuracy": 0.606719, "main_score": 0.566049, "hf_subset": "tam_Taml-luo_Latn", "languages": ["tam-Taml", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-ory_Orya", "languages": ["tam-Taml", "ory-Orya"]}, {"precision": 0.577479, "recall": 0.641304, "f1": 0.59558, "accuracy": 0.641304, "main_score": 0.59558, "hf_subset": "tam_Taml-sna_Latn", "languages": ["tam-Taml", "sna-Latn"]}, {"precision": 0.535035, "recall": 0.592885, "f1": 0.55021, "accuracy": 0.592885, "main_score": 0.55021, "hf_subset": "tam_Taml-tso_Latn", "languages": ["tam-Taml", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-azj_Latn", "languages": ["tam-Taml", "azj-Latn"]}, {"precision": 0.510652, "recall": 0.583992, "f1": 0.531238, "accuracy": 0.583992, "main_score": 0.531238, "hf_subset": "tam_Taml-dik_Latn", "languages": ["tam-Taml", "dik-Latn"]}, {"precision": 0.727536, "recall": 0.786561, "f1": 0.745125, "accuracy": 0.786561, "main_score": 0.745125, "hf_subset": "tam_Taml-hau_Latn", "languages": ["tam-Taml", "hau-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "tam_Taml-kea_Latn", "languages": ["tam-Taml", "kea-Latn"]}, {"precision": 0.714855, "recall": 0.77668, "f1": 0.733235, "accuracy": 0.77668, "main_score": 0.733235, "hf_subset": "tam_Taml-lus_Latn", "languages": ["tam-Taml", "lus-Latn"]}, {"precision": 0.858152, "recall": 0.891304, "f1": 0.868431, "accuracy": 0.891304, "main_score": 0.868431, "hf_subset": "tam_Taml-pag_Latn", "languages": ["tam-Taml", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-snd_Arab", "languages": ["tam-Taml", "snd-Arab"]}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "tam_Taml-tuk_Latn", "languages": ["tam-Taml", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tam_Taml-bak_Cyrl", "languages": ["tam-Taml", "bak-Cyrl"]}, {"precision": 0.450495, "recall": 0.536561, "f1": 0.475203, "accuracy": 0.536561, "main_score": 0.475203, "hf_subset": "tam_Taml-dyu_Latn", "languages": ["tam-Taml", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-heb_Hebr", "languages": ["tam-Taml", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tam_Taml-khk_Cyrl", "languages": ["tam-Taml", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-lvs_Latn", "languages": ["tam-Taml", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pan_Guru", "languages": ["tam-Taml", "pan-Guru"]}, {"precision": 0.703419, "recall": 0.766798, "f1": 0.722433, "accuracy": 0.766798, "main_score": 0.722433, "hf_subset": "tam_Taml-som_Latn", "languages": ["tam-Taml", "som-Latn"]}, {"precision": 0.565062, "recall": 0.620553, "f1": 0.580505, "accuracy": 0.620553, "main_score": 0.580505, "hf_subset": "tam_Taml-tum_Latn", "languages": ["tam-Taml", "tum-Latn"]}, {"precision": 0.578969, "recall": 0.645257, "f1": 0.59779, "accuracy": 0.645257, "main_score": 0.59779, "hf_subset": "vie_Latn-ace_Arab", "languages": ["vie-Latn", "ace-Arab"]}, {"precision": 0.544384, "recall": 0.603755, "f1": 0.56122, "accuracy": 0.603755, "main_score": 0.56122, "hf_subset": "vie_Latn-bam_Latn", "languages": ["vie-Latn", "bam-Latn"]}, {"precision": 0.486238, "recall": 0.562253, "f1": 0.506662, "accuracy": 0.562253, "main_score": 0.506662, "hf_subset": "vie_Latn-dzo_Tibt", "languages": ["vie-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-hin_Deva", "languages": ["vie-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-khm_Khmr", "languages": ["vie-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mag_Deva", "languages": ["vie-Latn", "mag-Deva"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "vie_Latn-pap_Latn", "languages": ["vie-Latn", "pap-Latn"]}, {"precision": 0.602719, "recall": 0.661067, "f1": 0.619444, "accuracy": 0.661067, "main_score": 0.619444, "hf_subset": "vie_Latn-sot_Latn", "languages": ["vie-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-tur_Latn", "languages": ["vie-Latn", "tur-Latn"]}, {"precision": 0.879924, "recall": 0.914032, "f1": 0.890711, "accuracy": 0.914032, "main_score": 0.890711, "hf_subset": "vie_Latn-ace_Latn", "languages": ["vie-Latn", "ace-Latn"]}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "vie_Latn-ban_Latn", "languages": ["vie-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ell_Grek", "languages": ["vie-Latn", "ell-Grek"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "vie_Latn-hne_Deva", "languages": ["vie-Latn", "hne-Deva"]}, {"precision": 0.623527, "recall": 0.679842, "f1": 0.639751, "accuracy": 0.679842, "main_score": 0.639751, "hf_subset": "vie_Latn-kik_Latn", "languages": ["vie-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mai_Deva", "languages": ["vie-Latn", "mai-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "vie_Latn-pbt_Arab", "languages": ["vie-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-spa_Latn", "languages": ["vie-Latn", "spa-Latn"]}, {"precision": 0.61362, "recall": 0.679842, "f1": 0.632165, "accuracy": 0.679842, "main_score": 0.632165, "hf_subset": "vie_Latn-twi_Latn", "languages": ["vie-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-acm_Arab", "languages": ["vie-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bel_Cyrl", "languages": ["vie-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-eng_Latn", "languages": ["vie-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hrv_Latn", "languages": ["vie-Latn", "hrv-Latn"]}, {"precision": 0.56759, "recall": 0.633399, "f1": 0.586962, "accuracy": 0.633399, "main_score": 0.586962, "hf_subset": "vie_Latn-kin_Latn", "languages": ["vie-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-mal_Mlym", "languages": ["vie-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pes_Arab", "languages": ["vie-Latn", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-srd_Latn", "languages": ["vie-Latn", "srd-Latn"]}, {"precision": 0.191529, "recall": 0.249012, "f1": 0.206017, "accuracy": 0.249012, "main_score": 0.206017, "hf_subset": "vie_Latn-tzm_Tfng", "languages": ["vie-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-acq_Arab", "languages": ["vie-Latn", "acq-Arab"]}, {"precision": 0.648512, "recall": 0.698617, "f1": 0.662714, "accuracy": 0.698617, "main_score": 0.662714, "hf_subset": "vie_Latn-bem_Latn", "languages": ["vie-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-epo_Latn", "languages": ["vie-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hun_Latn", "languages": ["vie-Latn", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vie_Latn-kir_Cyrl", "languages": ["vie-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mar_Deva", "languages": ["vie-Latn", "mar-Deva"]}, {"precision": 0.681835, "recall": 0.737154, "f1": 0.698057, "accuracy": 0.737154, "main_score": 0.698057, "hf_subset": "vie_Latn-plt_Latn", "languages": ["vie-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-srp_Cyrl", "languages": ["vie-Latn", "srp-Cyrl"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "vie_Latn-uig_Arab", "languages": ["vie-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-aeb_Arab", "languages": ["vie-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ben_Beng", "languages": ["vie-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-est_Latn", "languages": ["vie-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hye_Armn", "languages": ["vie-Latn", "hye-Armn"]}, {"precision": 0.55942, "recall": 0.610672, "f1": 0.574365, "accuracy": 0.610672, "main_score": 0.574365, "hf_subset": "vie_Latn-kmb_Latn", "languages": ["vie-Latn", "kmb-Latn"]}, {"precision": 0.504995, "recall": 0.577075, "f1": 0.52444, "accuracy": 0.577075, "main_score": 0.52444, "hf_subset": "vie_Latn-min_Arab", "languages": ["vie-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pol_Latn", "languages": ["vie-Latn", "pol-Latn"]}, {"precision": 0.575487, "recall": 0.642292, "f1": 0.595132, "accuracy": 0.642292, "main_score": 0.595132, "hf_subset": "vie_Latn-ssw_Latn", "languages": ["vie-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ukr_Cyrl", "languages": ["vie-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-afr_Latn", "languages": ["vie-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bho_Deva", "languages": ["vie-Latn", "bho-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vie_Latn-eus_Latn", "languages": ["vie-Latn", "eus-Latn"]}, {"precision": 0.579077, "recall": 0.643281, "f1": 0.59709, "accuracy": 0.643281, "main_score": 0.59709, "hf_subset": "vie_Latn-ibo_Latn", "languages": ["vie-Latn", "ibo-Latn"]}, {"precision": 0.893198, "recall": 0.922925, "f1": 0.902734, "accuracy": 0.922925, "main_score": 0.902734, "hf_subset": "vie_Latn-kmr_Latn", "languages": ["vie-Latn", "kmr-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "vie_Latn-min_Latn", "languages": ["vie-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-por_Latn", "languages": ["vie-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-sun_Latn", "languages": ["vie-Latn", "sun-Latn"]}, {"precision": 0.531251, "recall": 0.590909, "f1": 0.548432, "accuracy": 0.590909, "main_score": 0.548432, "hf_subset": "vie_Latn-umb_Latn", "languages": ["vie-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ajp_Arab", "languages": ["vie-Latn", "ajp-Arab"]}, {"precision": 0.544369, "recall": 0.606719, "f1": 0.561817, "accuracy": 0.606719, "main_score": 0.561817, "hf_subset": "vie_Latn-bjn_Arab", "languages": ["vie-Latn", "bjn-Arab"]}, {"precision": 0.532834, "recall": 0.592885, "f1": 0.549173, "accuracy": 0.592885, "main_score": 0.549173, "hf_subset": "vie_Latn-ewe_Latn", "languages": ["vie-Latn", "ewe-Latn"]}, {"precision": 0.954545, "recall": 0.969368, "f1": 0.959486, "accuracy": 0.969368, "main_score": 0.959486, "hf_subset": "vie_Latn-ilo_Latn", "languages": ["vie-Latn", "ilo-Latn"]}, {"precision": 0.314806, "recall": 0.374506, "f1": 0.331105, "accuracy": 0.374506, "main_score": 0.331105, "hf_subset": "vie_Latn-knc_Arab", "languages": ["vie-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mkd_Cyrl", "languages": ["vie-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-prs_Arab", "languages": ["vie-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-swe_Latn", "languages": ["vie-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-urd_Arab", "languages": ["vie-Latn", "urd-Arab"]}, {"precision": 0.60398, "recall": 0.66502, "f1": 0.621234, "accuracy": 0.66502, "main_score": 0.621234, "hf_subset": "vie_Latn-aka_Latn", "languages": ["vie-Latn", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "vie_Latn-bjn_Latn", "languages": ["vie-Latn", "bjn-Latn"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "vie_Latn-fao_Latn", "languages": ["vie-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ind_Latn", "languages": ["vie-Latn", "ind-Latn"]}, {"precision": 0.600586, "recall": 0.65415, "f1": 0.616307, "accuracy": 0.65415, "main_score": 0.616307, "hf_subset": "vie_Latn-knc_Latn", "languages": ["vie-Latn", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vie_Latn-mlt_Latn", "languages": ["vie-Latn", "mlt-Latn"]}, {"precision": 0.716727, "recall": 0.775692, "f1": 0.733939, "accuracy": 0.775692, "main_score": 0.733939, "hf_subset": "vie_Latn-quy_Latn", "languages": ["vie-Latn", "quy-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "vie_Latn-swh_Latn", "languages": ["vie-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-uzn_Latn", "languages": ["vie-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-als_Latn", "languages": ["vie-Latn", "als-Latn"]}, {"precision": 0.659618, "recall": 0.740119, "f1": 0.683978, "accuracy": 0.740119, "main_score": 0.683978, "hf_subset": "vie_Latn-bod_Tibt", "languages": ["vie-Latn", "bod-Tibt"]}, {"precision": 0.736734, "recall": 0.790514, "f1": 0.752596, "accuracy": 0.790514, "main_score": 0.752596, "hf_subset": "vie_Latn-fij_Latn", "languages": ["vie-Latn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vie_Latn-isl_Latn", "languages": ["vie-Latn", "isl-Latn"]}, {"precision": 0.682284, "recall": 0.73419, "f1": 0.697859, "accuracy": 0.73419, "main_score": 0.697859, "hf_subset": "vie_Latn-kon_Latn", "languages": ["vie-Latn", "kon-Latn"]}, {"precision": 0.66196, "recall": 0.729249, "f1": 0.681689, "accuracy": 0.729249, "main_score": 0.681689, "hf_subset": "vie_Latn-mni_Beng", "languages": ["vie-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ron_Latn", "languages": ["vie-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "vie_Latn-szl_Latn", "languages": ["vie-Latn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-vec_Latn", "languages": ["vie-Latn", "vec-Latn"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "vie_Latn-amh_Ethi", "languages": ["vie-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bos_Latn", "languages": ["vie-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-fin_Latn", "languages": ["vie-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ita_Latn", "languages": ["vie-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-kor_Hang", "languages": ["vie-Latn", "kor-Hang"]}, {"precision": 0.559239, "recall": 0.621542, "f1": 0.577005, "accuracy": 0.621542, "main_score": 0.577005, "hf_subset": "vie_Latn-mos_Latn", "languages": ["vie-Latn", "mos-Latn"]}, {"precision": 0.562575, "recall": 0.619565, "f1": 0.579087, "accuracy": 0.619565, "main_score": 0.579087, "hf_subset": "vie_Latn-run_Latn", "languages": ["vie-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tam_Taml", "languages": ["vie-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-apc_Arab", "languages": ["vie-Latn", "apc-Arab"]}, {"precision": 0.818791, "recall": 0.864625, "f1": 0.832708, "accuracy": 0.864625, "main_score": 0.832708, "hf_subset": "vie_Latn-bug_Latn", "languages": ["vie-Latn", "bug-Latn"]}, {"precision": 0.493702, "recall": 0.549407, "f1": 0.508335, "accuracy": 0.549407, "main_score": 0.508335, "hf_subset": "vie_Latn-fon_Latn", "languages": ["vie-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-jav_Latn", "languages": ["vie-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-lao_Laoo", "languages": ["vie-Latn", "lao-Laoo"]}, {"precision": 0.878623, "recall": 0.911067, "f1": 0.888834, "accuracy": 0.911067, "main_score": 0.888834, "hf_subset": "vie_Latn-mri_Latn", "languages": ["vie-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-rus_Cyrl", "languages": ["vie-Latn", "rus-Cyrl"]}, {"precision": 0.551936, "recall": 0.615613, "f1": 0.569766, "accuracy": 0.615613, "main_score": 0.569766, "hf_subset": "vie_Latn-taq_Latn", "languages": ["vie-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-war_Latn", "languages": ["vie-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-arb_Arab", "languages": ["vie-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bul_Cyrl", "languages": ["vie-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-fra_Latn", "languages": ["vie-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-jpn_Jpan", "languages": ["vie-Latn", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vie_Latn-lij_Latn", "languages": ["vie-Latn", "lij-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "vie_Latn-mya_Mymr", "languages": ["vie-Latn", "mya-Mymr"]}, {"precision": 0.620358, "recall": 0.686759, "f1": 0.63908, "accuracy": 0.686759, "main_score": 0.63908, "hf_subset": "vie_Latn-sag_Latn", "languages": ["vie-Latn", "sag-Latn"]}, {"precision": 0.197722, "recall": 0.254941, "f1": 0.21084, "accuracy": 0.254941, "main_score": 0.21084, "hf_subset": "vie_Latn-taq_Tfng", "languages": ["vie-Latn", "taq-Tfng"]}, {"precision": 0.642196, "recall": 0.704545, "f1": 0.65998, "accuracy": 0.704545, "main_score": 0.65998, "hf_subset": "vie_Latn-wol_Latn", "languages": ["vie-Latn", "wol-Latn"]}, {"precision": 0.81805, "recall": 0.868577, "f1": 0.833827, "accuracy": 0.868577, "main_score": 0.833827, "hf_subset": "vie_Latn-arb_Latn", "languages": ["vie-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-cat_Latn", "languages": ["vie-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-fur_Latn", "languages": ["vie-Latn", "fur-Latn"]}, {"precision": 0.438867, "recall": 0.498024, "f1": 0.455247, "accuracy": 0.498024, "main_score": 0.455247, "hf_subset": "vie_Latn-kab_Latn", "languages": ["vie-Latn", "kab-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "vie_Latn-lim_Latn", "languages": ["vie-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-nld_Latn", "languages": ["vie-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "vie_Latn-san_Deva", "languages": ["vie-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tat_Cyrl", "languages": ["vie-Latn", "tat-Cyrl"]}, {"precision": 0.684874, "recall": 0.742095, "f1": 0.702143, "accuracy": 0.742095, "main_score": 0.702143, "hf_subset": "vie_Latn-xho_Latn", "languages": ["vie-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ars_Arab", "languages": ["vie-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ceb_Latn", "languages": ["vie-Latn", "ceb-Latn"]}, {"precision": 0.565061, "recall": 0.626482, "f1": 0.582575, "accuracy": 0.626482, "main_score": 0.582575, "hf_subset": "vie_Latn-fuv_Latn", "languages": ["vie-Latn", "fuv-Latn"]}, {"precision": 0.518533, "recall": 0.583004, "f1": 0.536472, "accuracy": 0.583004, "main_score": 0.536472, "hf_subset": "vie_Latn-kac_Latn", "languages": ["vie-Latn", "kac-Latn"]}, {"precision": 0.678475, "recall": 0.733202, "f1": 0.694866, "accuracy": 0.733202, "main_score": 0.694866, "hf_subset": "vie_Latn-lin_Latn", "languages": ["vie-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-nno_Latn", "languages": ["vie-Latn", "nno-Latn"]}, {"precision": 0.262778, "recall": 0.340909, "f1": 0.283462, "accuracy": 0.340909, "main_score": 0.283462, "hf_subset": "vie_Latn-sat_Olck", "languages": ["vie-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tel_Telu", "languages": ["vie-Latn", "tel-Telu"]}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "vie_Latn-ydd_Hebr", "languages": ["vie-Latn", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "vie_Latn-ary_Arab", "languages": ["vie-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ces_Latn", "languages": ["vie-Latn", "ces-Latn"]}, {"precision": 0.597316, "recall": 0.658103, "f1": 0.614676, "accuracy": 0.658103, "main_score": 0.614676, "hf_subset": "vie_Latn-gaz_Latn", "languages": ["vie-Latn", "gaz-Latn"]}, {"precision": 0.598099, "recall": 0.664032, "f1": 0.61731, "accuracy": 0.664032, "main_score": 0.61731, "hf_subset": "vie_Latn-kam_Latn", "languages": ["vie-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "vie_Latn-lit_Latn", "languages": ["vie-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-nob_Latn", "languages": ["vie-Latn", "nob-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "vie_Latn-scn_Latn", "languages": ["vie-Latn", "scn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-tgk_Cyrl", "languages": ["vie-Latn", "tgk-Cyrl"]}, {"precision": 0.720627, "recall": 0.789526, "f1": 0.741491, "accuracy": 0.789526, "main_score": 0.741491, "hf_subset": "vie_Latn-yor_Latn", "languages": ["vie-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-arz_Arab", "languages": ["vie-Latn", "arz-Arab"]}, {"precision": 0.580797, "recall": 0.641304, "f1": 0.598383, "accuracy": 0.641304, "main_score": 0.598383, "hf_subset": "vie_Latn-cjk_Latn", "languages": ["vie-Latn", "cjk-Latn"]}, {"precision": 0.803854, "recall": 0.853755, "f1": 0.819255, "accuracy": 0.853755, "main_score": 0.819255, "hf_subset": "vie_Latn-gla_Latn", "languages": ["vie-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-kan_Knda", "languages": ["vie-Latn", "kan-Knda"]}, {"precision": 0.988883, "recall": 0.992095, "f1": 0.989855, "accuracy": 0.992095, "main_score": 0.989855, "hf_subset": "vie_Latn-lmo_Latn", "languages": ["vie-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "vie_Latn-npi_Deva", "languages": ["vie-Latn", "npi-Deva"]}, {"precision": 0.482093, "recall": 0.548419, "f1": 0.500149, "accuracy": 0.548419, "main_score": 0.500149, "hf_subset": "vie_Latn-shn_Mymr", "languages": ["vie-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-tgl_Latn", "languages": ["vie-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-yue_Hant", "languages": ["vie-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vie_Latn-asm_Beng", "languages": ["vie-Latn", "asm-Beng"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "vie_Latn-ckb_Arab", "languages": ["vie-Latn", "ckb-Arab"]}, {"precision": 0.89114, "recall": 0.91996, "f1": 0.900165, "accuracy": 0.91996, "main_score": 0.900165, "hf_subset": "vie_Latn-gle_Latn", "languages": ["vie-Latn", "gle-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "vie_Latn-kas_Arab", "languages": ["vie-Latn", "kas-Arab"]}, {"precision": 0.941041, "recall": 0.958498, "f1": 0.946805, "accuracy": 0.958498, "main_score": 0.946805, "hf_subset": "vie_Latn-ltg_Latn", "languages": ["vie-Latn", "ltg-Latn"]}, {"precision": 0.628534, "recall": 0.681818, "f1": 0.644117, "accuracy": 0.681818, "main_score": 0.644117, "hf_subset": "vie_Latn-nso_Latn", "languages": ["vie-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vie_Latn-sin_Sinh", "languages": ["vie-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tha_Thai", "languages": ["vie-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zho_Hans", "languages": ["vie-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ast_Latn", "languages": ["vie-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-crh_Latn", "languages": ["vie-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-glg_Latn", "languages": ["vie-Latn", "glg-Latn"]}, {"precision": 0.90168, "recall": 0.931818, "f1": 0.911364, "accuracy": 0.931818, "main_score": 0.911364, "hf_subset": "vie_Latn-kas_Deva", "languages": ["vie-Latn", "kas-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "vie_Latn-ltz_Latn", "languages": ["vie-Latn", "ltz-Latn"]}, {"precision": 0.473859, "recall": 0.540514, "f1": 0.492182, "accuracy": 0.540514, "main_score": 0.492182, "hf_subset": "vie_Latn-nus_Latn", "languages": ["vie-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-slk_Latn", "languages": ["vie-Latn", "slk-Latn"]}, {"precision": 0.604595, "recall": 0.673913, "f1": 0.625329, "accuracy": 0.673913, "main_score": 0.625329, "hf_subset": "vie_Latn-tir_Ethi", "languages": ["vie-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zho_Hant", "languages": ["vie-Latn", "zho-Hant"]}, {"precision": 0.988389, "recall": 0.991107, "f1": 0.989196, "accuracy": 0.991107, "main_score": 0.989196, "hf_subset": "vie_Latn-awa_Deva", "languages": ["vie-Latn", "awa-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "vie_Latn-cym_Latn", "languages": ["vie-Latn", "cym-Latn"]}, {"precision": 0.843709, "recall": 0.883399, "f1": 0.856028, "accuracy": 0.883399, "main_score": 0.856028, "hf_subset": "vie_Latn-grn_Latn", "languages": ["vie-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-kat_Geor", "languages": ["vie-Latn", "kat-Geor"]}, {"precision": 0.663538, "recall": 0.715415, "f1": 0.678211, "accuracy": 0.715415, "main_score": 0.678211, "hf_subset": "vie_Latn-lua_Latn", "languages": ["vie-Latn", "lua-Latn"]}, {"precision": 0.660368, "recall": 0.716403, "f1": 0.676894, "accuracy": 0.716403, "main_score": 0.676894, "hf_subset": "vie_Latn-nya_Latn", "languages": ["vie-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-slv_Latn", "languages": ["vie-Latn", "slv-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "vie_Latn-tpi_Latn", "languages": ["vie-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zsm_Latn", "languages": ["vie-Latn", "zsm-Latn"]}, {"precision": 0.548965, "recall": 0.612648, "f1": 0.566583, "accuracy": 0.612648, "main_score": 0.566583, "hf_subset": "vie_Latn-ayr_Latn", "languages": ["vie-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-dan_Latn", "languages": ["vie-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-guj_Gujr", "languages": ["vie-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-kaz_Cyrl", "languages": ["vie-Latn", "kaz-Cyrl"]}, {"precision": 0.551407, "recall": 0.619565, "f1": 0.570873, "accuracy": 0.619565, "main_score": 0.570873, "hf_subset": "vie_Latn-lug_Latn", "languages": ["vie-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-oci_Latn", "languages": ["vie-Latn", "oci-Latn"]}, {"precision": 0.839509, "recall": 0.881423, "f1": 0.852635, "accuracy": 0.881423, "main_score": 0.852635, "hf_subset": "vie_Latn-smo_Latn", "languages": ["vie-Latn", "smo-Latn"]}, {"precision": 0.55776, "recall": 0.618577, "f1": 0.575065, "accuracy": 0.618577, "main_score": 0.575065, "hf_subset": "vie_Latn-tsn_Latn", "languages": ["vie-Latn", "tsn-Latn"]}, {"precision": 0.633542, "recall": 0.694664, "f1": 0.651341, "accuracy": 0.694664, "main_score": 0.651341, "hf_subset": "vie_Latn-zul_Latn", "languages": ["vie-Latn", "zul-Latn"]}, {"precision": 0.923501, "recall": 0.94664, "f1": 0.930896, "accuracy": 0.94664, "main_score": 0.930896, "hf_subset": "vie_Latn-azb_Arab", "languages": ["vie-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-deu_Latn", "languages": ["vie-Latn", "deu-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "vie_Latn-hat_Latn", "languages": ["vie-Latn", "hat-Latn"]}, {"precision": 0.508293, "recall": 0.565217, "f1": 0.524104, "accuracy": 0.565217, "main_score": 0.524104, "hf_subset": "vie_Latn-kbp_Latn", "languages": ["vie-Latn", "kbp-Latn"]}, {"precision": 0.582767, "recall": 0.644269, "f1": 0.599725, "accuracy": 0.644269, "main_score": 0.599725, "hf_subset": "vie_Latn-luo_Latn", "languages": ["vie-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-ory_Orya", "languages": ["vie-Latn", "ory-Orya"]}, {"precision": 0.600296, "recall": 0.661067, "f1": 0.61789, "accuracy": 0.661067, "main_score": 0.61789, "hf_subset": "vie_Latn-sna_Latn", "languages": ["vie-Latn", "sna-Latn"]}, {"precision": 0.573139, "recall": 0.624506, "f1": 0.587711, "accuracy": 0.624506, "main_score": 0.587711, "hf_subset": "vie_Latn-tso_Latn", "languages": ["vie-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-azj_Latn", "languages": ["vie-Latn", "azj-Latn"]}, {"precision": 0.54922, "recall": 0.613636, "f1": 0.567809, "accuracy": 0.613636, "main_score": 0.567809, "hf_subset": "vie_Latn-dik_Latn", "languages": ["vie-Latn", "dik-Latn"]}, {"precision": 0.754258, "recall": 0.806324, "f1": 0.769699, "accuracy": 0.806324, "main_score": 0.769699, "hf_subset": "vie_Latn-hau_Latn", "languages": ["vie-Latn", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vie_Latn-kea_Latn", "languages": ["vie-Latn", "kea-Latn"]}, {"precision": 0.76749, "recall": 0.818182, "f1": 0.78307, "accuracy": 0.818182, "main_score": 0.78307, "hf_subset": "vie_Latn-lus_Latn", "languages": ["vie-Latn", "lus-Latn"]}, {"precision": 0.887764, "recall": 0.91502, "f1": 0.896113, "accuracy": 0.91502, "main_score": 0.896113, "hf_subset": "vie_Latn-pag_Latn", "languages": ["vie-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-snd_Arab", "languages": ["vie-Latn", "snd-Arab"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "vie_Latn-tuk_Latn", "languages": ["vie-Latn", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vie_Latn-bak_Cyrl", "languages": ["vie-Latn", "bak-Cyrl"]}, {"precision": 0.501038, "recall": 0.578063, "f1": 0.523768, "accuracy": 0.578063, "main_score": 0.523768, "hf_subset": "vie_Latn-dyu_Latn", "languages": ["vie-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-heb_Hebr", "languages": ["vie-Latn", "heb-Hebr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vie_Latn-khk_Cyrl", "languages": ["vie-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-lvs_Latn", "languages": ["vie-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pan_Guru", "languages": ["vie-Latn", "pan-Guru"]}, {"precision": 0.719763, "recall": 0.780632, "f1": 0.737949, "accuracy": 0.780632, "main_score": 0.737949, "hf_subset": "vie_Latn-som_Latn", "languages": ["vie-Latn", "som-Latn"]}, {"precision": 0.628557, "recall": 0.674901, "f1": 0.64218, "accuracy": 0.674901, "main_score": 0.64218, "hf_subset": "vie_Latn-tum_Latn", "languages": ["vie-Latn", "tum-Latn"]}, {"precision": 0.567748, "recall": 0.633399, "f1": 0.586666, "accuracy": 0.633399, "main_score": 0.586666, "hf_subset": "apc_Arab-ace_Arab", "languages": ["apc-Arab", "ace-Arab"]}, {"precision": 0.532905, "recall": 0.594862, "f1": 0.550089, "accuracy": 0.594862, "main_score": 0.550089, "hf_subset": "apc_Arab-bam_Latn", "languages": ["apc-Arab", "bam-Latn"]}, {"precision": 0.411301, "recall": 0.496047, "f1": 0.434155, "accuracy": 0.496047, "main_score": 0.434155, "hf_subset": "apc_Arab-dzo_Tibt", "languages": ["apc-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hin_Deva", "languages": ["apc-Arab", "hin-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-khm_Khmr", "languages": ["apc-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mag_Deva", "languages": ["apc-Arab", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "apc_Arab-pap_Latn", "languages": ["apc-Arab", "pap-Latn"]}, {"precision": 0.58985, "recall": 0.650198, "f1": 0.606949, "accuracy": 0.650198, "main_score": 0.606949, "hf_subset": "apc_Arab-sot_Latn", "languages": ["apc-Arab", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-tur_Latn", "languages": ["apc-Arab", "tur-Latn"]}, {"precision": 0.864789, "recall": 0.902174, "f1": 0.8766, "accuracy": 0.902174, "main_score": 0.8766, "hf_subset": "apc_Arab-ace_Latn", "languages": ["apc-Arab", "ace-Latn"]}, {"precision": 0.961298, "recall": 0.971344, "f1": 0.964592, "accuracy": 0.971344, "main_score": 0.964592, "hf_subset": "apc_Arab-ban_Latn", "languages": ["apc-Arab", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ell_Grek", "languages": ["apc-Arab", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "apc_Arab-hne_Deva", "languages": ["apc-Arab", "hne-Deva"]}, {"precision": 0.601803, "recall": 0.656126, "f1": 0.617239, "accuracy": 0.656126, "main_score": 0.617239, "hf_subset": "apc_Arab-kik_Latn", "languages": ["apc-Arab", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mai_Deva", "languages": ["apc-Arab", "mai-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "apc_Arab-pbt_Arab", "languages": ["apc-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-spa_Latn", "languages": ["apc-Arab", "spa-Latn"]}, {"precision": 0.602966, "recall": 0.666008, "f1": 0.620636, "accuracy": 0.666008, "main_score": 0.620636, "hf_subset": "apc_Arab-twi_Latn", "languages": ["apc-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-acm_Arab", "languages": ["apc-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bel_Cyrl", "languages": ["apc-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-eng_Latn", "languages": ["apc-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hrv_Latn", "languages": ["apc-Arab", "hrv-Latn"]}, {"precision": 0.56322, "recall": 0.624506, "f1": 0.580511, "accuracy": 0.624506, "main_score": 0.580511, "hf_subset": "apc_Arab-kin_Latn", "languages": ["apc-Arab", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-mal_Mlym", "languages": ["apc-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-pes_Arab", "languages": ["apc-Arab", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "apc_Arab-srd_Latn", "languages": ["apc-Arab", "srd-Latn"]}, {"precision": 0.180411, "recall": 0.230237, "f1": 0.193055, "accuracy": 0.230237, "main_score": 0.193055, "hf_subset": "apc_Arab-tzm_Tfng", "languages": ["apc-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-acq_Arab", "languages": ["apc-Arab", "acq-Arab"]}, {"precision": 0.632437, "recall": 0.679842, "f1": 0.646163, "accuracy": 0.679842, "main_score": 0.646163, "hf_subset": "apc_Arab-bem_Latn", "languages": ["apc-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-epo_Latn", "languages": ["apc-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hun_Latn", "languages": ["apc-Arab", "hun-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "apc_Arab-kir_Cyrl", "languages": ["apc-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mar_Deva", "languages": ["apc-Arab", "mar-Deva"]}, {"precision": 0.6667, "recall": 0.722332, "f1": 0.683564, "accuracy": 0.722332, "main_score": 0.683564, "hf_subset": "apc_Arab-plt_Latn", "languages": ["apc-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-srp_Cyrl", "languages": ["apc-Arab", "srp-Cyrl"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "apc_Arab-uig_Arab", "languages": ["apc-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-aeb_Arab", "languages": ["apc-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ben_Beng", "languages": ["apc-Arab", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-est_Latn", "languages": ["apc-Arab", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-hye_Armn", "languages": ["apc-Arab", "hye-Armn"]}, {"precision": 0.542095, "recall": 0.589921, "f1": 0.555816, "accuracy": 0.589921, "main_score": 0.555816, "hf_subset": "apc_Arab-kmb_Latn", "languages": ["apc-Arab", "kmb-Latn"]}, {"precision": 0.488764, "recall": 0.566206, "f1": 0.509367, "accuracy": 0.566206, "main_score": 0.509367, "hf_subset": "apc_Arab-min_Arab", "languages": ["apc-Arab", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-pol_Latn", "languages": ["apc-Arab", "pol-Latn"]}, {"precision": 0.568866, "recall": 0.631423, "f1": 0.5875, "accuracy": 0.631423, "main_score": 0.5875, "hf_subset": "apc_Arab-ssw_Latn", "languages": ["apc-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ukr_Cyrl", "languages": ["apc-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-afr_Latn", "languages": ["apc-Arab", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-bho_Deva", "languages": ["apc-Arab", "bho-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "apc_Arab-eus_Latn", "languages": ["apc-Arab", "eus-Latn"]}, {"precision": 0.562418, "recall": 0.630435, "f1": 0.580897, "accuracy": 0.630435, "main_score": 0.580897, "hf_subset": "apc_Arab-ibo_Latn", "languages": ["apc-Arab", "ibo-Latn"]}, {"precision": 0.889493, "recall": 0.91996, "f1": 0.899012, "accuracy": 0.91996, "main_score": 0.899012, "hf_subset": "apc_Arab-kmr_Latn", "languages": ["apc-Arab", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "apc_Arab-min_Latn", "languages": ["apc-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-por_Latn", "languages": ["apc-Arab", "por-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "apc_Arab-sun_Latn", "languages": ["apc-Arab", "sun-Latn"]}, {"precision": 0.514723, "recall": 0.575099, "f1": 0.532595, "accuracy": 0.575099, "main_score": 0.532595, "hf_subset": "apc_Arab-umb_Latn", "languages": ["apc-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ajp_Arab", "languages": ["apc-Arab", "ajp-Arab"]}, {"precision": 0.536007, "recall": 0.604743, "f1": 0.555072, "accuracy": 0.604743, "main_score": 0.555072, "hf_subset": "apc_Arab-bjn_Arab", "languages": ["apc-Arab", "bjn-Arab"]}, {"precision": 0.511391, "recall": 0.566206, "f1": 0.52671, "accuracy": 0.566206, "main_score": 0.52671, "hf_subset": "apc_Arab-ewe_Latn", "languages": ["apc-Arab", "ewe-Latn"]}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958959, "accuracy": 0.968379, "main_score": 0.958959, "hf_subset": "apc_Arab-ilo_Latn", "languages": ["apc-Arab", "ilo-Latn"]}, {"precision": 0.323882, "recall": 0.384387, "f1": 0.339949, "accuracy": 0.384387, "main_score": 0.339949, "hf_subset": "apc_Arab-knc_Arab", "languages": ["apc-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mkd_Cyrl", "languages": ["apc-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-prs_Arab", "languages": ["apc-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-swe_Latn", "languages": ["apc-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-urd_Arab", "languages": ["apc-Arab", "urd-Arab"]}, {"precision": 0.58363, "recall": 0.646245, "f1": 0.601413, "accuracy": 0.646245, "main_score": 0.601413, "hf_subset": "apc_Arab-aka_Latn", "languages": ["apc-Arab", "aka-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "apc_Arab-bjn_Latn", "languages": ["apc-Arab", "bjn-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "apc_Arab-fao_Latn", "languages": ["apc-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ind_Latn", "languages": ["apc-Arab", "ind-Latn"]}, {"precision": 0.591912, "recall": 0.649209, "f1": 0.608181, "accuracy": 0.649209, "main_score": 0.608181, "hf_subset": "apc_Arab-knc_Latn", "languages": ["apc-Arab", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-mlt_Latn", "languages": ["apc-Arab", "mlt-Latn"]}, {"precision": 0.706849, "recall": 0.770751, "f1": 0.725548, "accuracy": 0.770751, "main_score": 0.725548, "hf_subset": "apc_Arab-quy_Latn", "languages": ["apc-Arab", "quy-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "apc_Arab-swh_Latn", "languages": ["apc-Arab", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-uzn_Latn", "languages": ["apc-Arab", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-als_Latn", "languages": ["apc-Arab", "als-Latn"]}, {"precision": 0.647645, "recall": 0.721344, "f1": 0.669452, "accuracy": 0.721344, "main_score": 0.669452, "hf_subset": "apc_Arab-bod_Tibt", "languages": ["apc-Arab", "bod-Tibt"]}, {"precision": 0.69165, "recall": 0.751976, "f1": 0.70951, "accuracy": 0.751976, "main_score": 0.70951, "hf_subset": "apc_Arab-fij_Latn", "languages": ["apc-Arab", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "apc_Arab-isl_Latn", "languages": ["apc-Arab", "isl-Latn"]}, {"precision": 0.65252, "recall": 0.710474, "f1": 0.669763, "accuracy": 0.710474, "main_score": 0.669763, "hf_subset": "apc_Arab-kon_Latn", "languages": ["apc-Arab", "kon-Latn"]}, {"precision": 0.639107, "recall": 0.710474, "f1": 0.659968, "accuracy": 0.710474, "main_score": 0.659968, "hf_subset": "apc_Arab-mni_Beng", "languages": ["apc-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ron_Latn", "languages": ["apc-Arab", "ron-Latn"]}, {"precision": 0.980237, "recall": 0.985178, "f1": 0.981884, "accuracy": 0.985178, "main_score": 0.981884, "hf_subset": "apc_Arab-szl_Latn", "languages": ["apc-Arab", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-vec_Latn", "languages": ["apc-Arab", "vec-Latn"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "apc_Arab-amh_Ethi", "languages": ["apc-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bos_Latn", "languages": ["apc-Arab", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-fin_Latn", "languages": ["apc-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ita_Latn", "languages": ["apc-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-kor_Hang", "languages": ["apc-Arab", "kor-Hang"]}, {"precision": 0.545052, "recall": 0.603755, "f1": 0.560991, "accuracy": 0.603755, "main_score": 0.560991, "hf_subset": "apc_Arab-mos_Latn", "languages": ["apc-Arab", "mos-Latn"]}, {"precision": 0.557989, "recall": 0.617589, "f1": 0.574748, "accuracy": 0.617589, "main_score": 0.574748, "hf_subset": "apc_Arab-run_Latn", "languages": ["apc-Arab", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tam_Taml", "languages": ["apc-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-vie_Latn", "languages": ["apc-Arab", "vie-Latn"]}, {"precision": 0.799144, "recall": 0.842885, "f1": 0.812154, "accuracy": 0.842885, "main_score": 0.812154, "hf_subset": "apc_Arab-bug_Latn", "languages": ["apc-Arab", "bug-Latn"]}, {"precision": 0.467772, "recall": 0.530632, "f1": 0.484692, "accuracy": 0.530632, "main_score": 0.484692, "hf_subset": "apc_Arab-fon_Latn", "languages": ["apc-Arab", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-jav_Latn", "languages": ["apc-Arab", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "apc_Arab-lao_Laoo", "languages": ["apc-Arab", "lao-Laoo"]}, {"precision": 0.865919, "recall": 0.903162, "f1": 0.877882, "accuracy": 0.903162, "main_score": 0.877882, "hf_subset": "apc_Arab-mri_Latn", "languages": ["apc-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-rus_Cyrl", "languages": ["apc-Arab", "rus-Cyrl"]}, {"precision": 0.543965, "recall": 0.603755, "f1": 0.560858, "accuracy": 0.603755, "main_score": 0.560858, "hf_subset": "apc_Arab-taq_Latn", "languages": ["apc-Arab", "taq-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "apc_Arab-war_Latn", "languages": ["apc-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-arb_Arab", "languages": ["apc-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bul_Cyrl", "languages": ["apc-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-fra_Latn", "languages": ["apc-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-jpn_Jpan", "languages": ["apc-Arab", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "apc_Arab-lij_Latn", "languages": ["apc-Arab", "lij-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "apc_Arab-mya_Mymr", "languages": ["apc-Arab", "mya-Mymr"]}, {"precision": 0.585768, "recall": 0.656126, "f1": 0.605871, "accuracy": 0.656126, "main_score": 0.605871, "hf_subset": "apc_Arab-sag_Latn", "languages": ["apc-Arab", "sag-Latn"]}, {"precision": 0.191202, "recall": 0.253953, "f1": 0.206073, "accuracy": 0.253953, "main_score": 0.206073, "hf_subset": "apc_Arab-taq_Tfng", "languages": ["apc-Arab", "taq-Tfng"]}, {"precision": 0.621116, "recall": 0.686759, "f1": 0.639907, "accuracy": 0.686759, "main_score": 0.639907, "hf_subset": "apc_Arab-wol_Latn", "languages": ["apc-Arab", "wol-Latn"]}, {"precision": 0.871871, "recall": 0.910079, "f1": 0.883893, "accuracy": 0.910079, "main_score": 0.883893, "hf_subset": "apc_Arab-arb_Latn", "languages": ["apc-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-cat_Latn", "languages": ["apc-Arab", "cat-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "apc_Arab-fur_Latn", "languages": ["apc-Arab", "fur-Latn"]}, {"precision": 0.428089, "recall": 0.48419, "f1": 0.443027, "accuracy": 0.48419, "main_score": 0.443027, "hf_subset": "apc_Arab-kab_Latn", "languages": ["apc-Arab", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "apc_Arab-lim_Latn", "languages": ["apc-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-nld_Latn", "languages": ["apc-Arab", "nld-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "apc_Arab-san_Deva", "languages": ["apc-Arab", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "apc_Arab-tat_Cyrl", "languages": ["apc-Arab", "tat-Cyrl"]}, {"precision": 0.669746, "recall": 0.727273, "f1": 0.686726, "accuracy": 0.727273, "main_score": 0.686726, "hf_subset": "apc_Arab-xho_Latn", "languages": ["apc-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ars_Arab", "languages": ["apc-Arab", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-ceb_Latn", "languages": ["apc-Arab", "ceb-Latn"]}, {"precision": 0.568664, "recall": 0.629447, "f1": 0.585554, "accuracy": 0.629447, "main_score": 0.585554, "hf_subset": "apc_Arab-fuv_Latn", "languages": ["apc-Arab", "fuv-Latn"]}, {"precision": 0.506954, "recall": 0.572134, "f1": 0.525695, "accuracy": 0.572134, "main_score": 0.525695, "hf_subset": "apc_Arab-kac_Latn", "languages": ["apc-Arab", "kac-Latn"]}, {"precision": 0.662468, "recall": 0.714427, "f1": 0.677626, "accuracy": 0.714427, "main_score": 0.677626, "hf_subset": "apc_Arab-lin_Latn", "languages": ["apc-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-nno_Latn", "languages": ["apc-Arab", "nno-Latn"]}, {"precision": 0.227866, "recall": 0.298419, "f1": 0.246921, "accuracy": 0.298419, "main_score": 0.246921, "hf_subset": "apc_Arab-sat_Olck", "languages": ["apc-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tel_Telu", "languages": ["apc-Arab", "tel-Telu"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "apc_Arab-ydd_Hebr", "languages": ["apc-Arab", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "apc_Arab-ary_Arab", "languages": ["apc-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ces_Latn", "languages": ["apc-Arab", "ces-Latn"]}, {"precision": 0.564081, "recall": 0.628458, "f1": 0.582726, "accuracy": 0.628458, "main_score": 0.582726, "hf_subset": "apc_Arab-gaz_Latn", "languages": ["apc-Arab", "gaz-Latn"]}, {"precision": 0.592327, "recall": 0.652174, "f1": 0.610103, "accuracy": 0.652174, "main_score": 0.610103, "hf_subset": "apc_Arab-kam_Latn", "languages": ["apc-Arab", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "apc_Arab-lit_Latn", "languages": ["apc-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-nob_Latn", "languages": ["apc-Arab", "nob-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "apc_Arab-scn_Latn", "languages": ["apc-Arab", "scn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "apc_Arab-tgk_Cyrl", "languages": ["apc-Arab", "tgk-Cyrl"]}, {"precision": 0.698659, "recall": 0.763834, "f1": 0.718231, "accuracy": 0.763834, "main_score": 0.718231, "hf_subset": "apc_Arab-yor_Latn", "languages": ["apc-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-arz_Arab", "languages": ["apc-Arab", "arz-Arab"]}, {"precision": 0.571607, "recall": 0.631423, "f1": 0.588802, "accuracy": 0.631423, "main_score": 0.588802, "hf_subset": "apc_Arab-cjk_Latn", "languages": ["apc-Arab", "cjk-Latn"]}, {"precision": 0.768725, "recall": 0.824111, "f1": 0.785573, "accuracy": 0.824111, "main_score": 0.785573, "hf_subset": "apc_Arab-gla_Latn", "languages": ["apc-Arab", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-kan_Knda", "languages": ["apc-Arab", "kan-Knda"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "apc_Arab-lmo_Latn", "languages": ["apc-Arab", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "apc_Arab-npi_Deva", "languages": ["apc-Arab", "npi-Deva"]}, {"precision": 0.466362, "recall": 0.528656, "f1": 0.483868, "accuracy": 0.528656, "main_score": 0.483868, "hf_subset": "apc_Arab-shn_Mymr", "languages": ["apc-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tgl_Latn", "languages": ["apc-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-yue_Hant", "languages": ["apc-Arab", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "apc_Arab-asm_Beng", "languages": ["apc-Arab", "asm-Beng"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "apc_Arab-ckb_Arab", "languages": ["apc-Arab", "ckb-Arab"]}, {"precision": 0.8708, "recall": 0.905138, "f1": 0.881771, "accuracy": 0.905138, "main_score": 0.881771, "hf_subset": "apc_Arab-gle_Latn", "languages": ["apc-Arab", "gle-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "apc_Arab-kas_Arab", "languages": ["apc-Arab", "kas-Arab"]}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "apc_Arab-ltg_Latn", "languages": ["apc-Arab", "ltg-Latn"]}, {"precision": 0.607375, "recall": 0.664032, "f1": 0.623588, "accuracy": 0.664032, "main_score": 0.623588, "hf_subset": "apc_Arab-nso_Latn", "languages": ["apc-Arab", "nso-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "apc_Arab-sin_Sinh", "languages": ["apc-Arab", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-tha_Thai", "languages": ["apc-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-zho_Hans", "languages": ["apc-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ast_Latn", "languages": ["apc-Arab", "ast-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "apc_Arab-crh_Latn", "languages": ["apc-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-glg_Latn", "languages": ["apc-Arab", "glg-Latn"]}, {"precision": 0.888505, "recall": 0.921937, "f1": 0.899374, "accuracy": 0.921937, "main_score": 0.899374, "hf_subset": "apc_Arab-kas_Deva", "languages": ["apc-Arab", "kas-Deva"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "apc_Arab-ltz_Latn", "languages": ["apc-Arab", "ltz-Latn"]}, {"precision": 0.443187, "recall": 0.513834, "f1": 0.462028, "accuracy": 0.513834, "main_score": 0.462028, "hf_subset": "apc_Arab-nus_Latn", "languages": ["apc-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-slk_Latn", "languages": ["apc-Arab", "slk-Latn"]}, {"precision": 0.64804, "recall": 0.713439, "f1": 0.667311, "accuracy": 0.713439, "main_score": 0.667311, "hf_subset": "apc_Arab-tir_Ethi", "languages": ["apc-Arab", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-zho_Hant", "languages": ["apc-Arab", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "apc_Arab-awa_Deva", "languages": ["apc-Arab", "awa-Deva"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "apc_Arab-cym_Latn", "languages": ["apc-Arab", "cym-Latn"]}, {"precision": 0.82892, "recall": 0.871542, "f1": 0.842194, "accuracy": 0.871542, "main_score": 0.842194, "hf_subset": "apc_Arab-grn_Latn", "languages": ["apc-Arab", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "apc_Arab-kat_Geor", "languages": ["apc-Arab", "kat-Geor"]}, {"precision": 0.650543, "recall": 0.706522, "f1": 0.66674, "accuracy": 0.706522, "main_score": 0.66674, "hf_subset": "apc_Arab-lua_Latn", "languages": ["apc-Arab", "lua-Latn"]}, {"precision": 0.629701, "recall": 0.693676, "f1": 0.647864, "accuracy": 0.693676, "main_score": 0.647864, "hf_subset": "apc_Arab-nya_Latn", "languages": ["apc-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-slv_Latn", "languages": ["apc-Arab", "slv-Latn"]}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "apc_Arab-tpi_Latn", "languages": ["apc-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-zsm_Latn", "languages": ["apc-Arab", "zsm-Latn"]}, {"precision": 0.545043, "recall": 0.607708, "f1": 0.563079, "accuracy": 0.607708, "main_score": 0.563079, "hf_subset": "apc_Arab-ayr_Latn", "languages": ["apc-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-dan_Latn", "languages": ["apc-Arab", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-guj_Gujr", "languages": ["apc-Arab", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-kaz_Cyrl", "languages": ["apc-Arab", "kaz-Cyrl"]}, {"precision": 0.530484, "recall": 0.598814, "f1": 0.550565, "accuracy": 0.598814, "main_score": 0.550565, "hf_subset": "apc_Arab-lug_Latn", "languages": ["apc-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-oci_Latn", "languages": ["apc-Arab", "oci-Latn"]}, {"precision": 0.831522, "recall": 0.875494, "f1": 0.845356, "accuracy": 0.875494, "main_score": 0.845356, "hf_subset": "apc_Arab-smo_Latn", "languages": ["apc-Arab", "smo-Latn"]}, {"precision": 0.550229, "recall": 0.616601, "f1": 0.568562, "accuracy": 0.616601, "main_score": 0.568562, "hf_subset": "apc_Arab-tsn_Latn", "languages": ["apc-Arab", "tsn-Latn"]}, {"precision": 0.608213, "recall": 0.677866, "f1": 0.628492, "accuracy": 0.677866, "main_score": 0.628492, "hf_subset": "apc_Arab-zul_Latn", "languages": ["apc-Arab", "zul-Latn"]}, {"precision": 0.915679, "recall": 0.9417, "f1": 0.924078, "accuracy": 0.9417, "main_score": 0.924078, "hf_subset": "apc_Arab-azb_Arab", "languages": ["apc-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-deu_Latn", "languages": ["apc-Arab", "deu-Latn"]}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "apc_Arab-hat_Latn", "languages": ["apc-Arab", "hat-Latn"]}, {"precision": 0.49519, "recall": 0.554348, "f1": 0.512148, "accuracy": 0.554348, "main_score": 0.512148, "hf_subset": "apc_Arab-kbp_Latn", "languages": ["apc-Arab", "kbp-Latn"]}, {"precision": 0.572954, "recall": 0.632411, "f1": 0.589024, "accuracy": 0.632411, "main_score": 0.589024, "hf_subset": "apc_Arab-luo_Latn", "languages": ["apc-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ory_Orya", "languages": ["apc-Arab", "ory-Orya"]}, {"precision": 0.578451, "recall": 0.641304, "f1": 0.596741, "accuracy": 0.641304, "main_score": 0.596741, "hf_subset": "apc_Arab-sna_Latn", "languages": ["apc-Arab", "sna-Latn"]}, {"precision": 0.552668, "recall": 0.606719, "f1": 0.567683, "accuracy": 0.606719, "main_score": 0.567683, "hf_subset": "apc_Arab-tso_Latn", "languages": ["apc-Arab", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-azj_Latn", "languages": ["apc-Arab", "azj-Latn"]}, {"precision": 0.528518, "recall": 0.604743, "f1": 0.550423, "accuracy": 0.604743, "main_score": 0.550423, "hf_subset": "apc_Arab-dik_Latn", "languages": ["apc-Arab", "dik-Latn"]}, {"precision": 0.745043, "recall": 0.795455, "f1": 0.759999, "accuracy": 0.795455, "main_score": 0.759999, "hf_subset": "apc_Arab-hau_Latn", "languages": ["apc-Arab", "hau-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "apc_Arab-kea_Latn", "languages": ["apc-Arab", "kea-Latn"]}, {"precision": 0.743198, "recall": 0.793478, "f1": 0.758235, "accuracy": 0.793478, "main_score": 0.758235, "hf_subset": "apc_Arab-lus_Latn", "languages": ["apc-Arab", "lus-Latn"]}, {"precision": 0.871569, "recall": 0.902174, "f1": 0.88083, "accuracy": 0.902174, "main_score": 0.88083, "hf_subset": "apc_Arab-pag_Latn", "languages": ["apc-Arab", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-snd_Arab", "languages": ["apc-Arab", "snd-Arab"]}, {"precision": 0.953722, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "apc_Arab-tuk_Latn", "languages": ["apc-Arab", "tuk-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "apc_Arab-bak_Cyrl", "languages": ["apc-Arab", "bak-Cyrl"]}, {"precision": 0.476687, "recall": 0.551383, "f1": 0.498449, "accuracy": 0.551383, "main_score": 0.498449, "hf_subset": "apc_Arab-dyu_Latn", "languages": ["apc-Arab", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-heb_Hebr", "languages": ["apc-Arab", "heb-Hebr"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "apc_Arab-khk_Cyrl", "languages": ["apc-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-lvs_Latn", "languages": ["apc-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-pan_Guru", "languages": ["apc-Arab", "pan-Guru"]}, {"precision": 0.717622, "recall": 0.778656, "f1": 0.736067, "accuracy": 0.778656, "main_score": 0.736067, "hf_subset": "apc_Arab-som_Latn", "languages": ["apc-Arab", "som-Latn"]}, {"precision": 0.598851, "recall": 0.647233, "f1": 0.612867, "accuracy": 0.647233, "main_score": 0.612867, "hf_subset": "apc_Arab-tum_Latn", "languages": ["apc-Arab", "tum-Latn"]}, {"precision": 0.555252, "recall": 0.620553, "f1": 0.573919, "accuracy": 0.620553, "main_score": 0.573919, "hf_subset": "bug_Latn-ace_Arab", "languages": ["bug-Latn", "ace-Arab"]}, {"precision": 0.523518, "recall": 0.582016, "f1": 0.540394, "accuracy": 0.582016, "main_score": 0.540394, "hf_subset": "bug_Latn-bam_Latn", "languages": ["bug-Latn", "bam-Latn"]}, {"precision": 0.291702, "recall": 0.346838, "f1": 0.305878, "accuracy": 0.346838, "main_score": 0.305878, "hf_subset": "bug_Latn-dzo_Tibt", "languages": ["bug-Latn", "dzo-Tibt"]}, {"precision": 0.800449, "recall": 0.842885, "f1": 0.81302, "accuracy": 0.842885, "main_score": 0.81302, "hf_subset": "bug_Latn-hin_Deva", "languages": ["bug-Latn", "hin-Deva"]}, {"precision": 0.737067, "recall": 0.790514, "f1": 0.752825, "accuracy": 0.790514, "main_score": 0.752825, "hf_subset": "bug_Latn-khm_Khmr", "languages": ["bug-Latn", "khm-Khmr"]}, {"precision": 0.796022, "recall": 0.836957, "f1": 0.80791, "accuracy": 0.836957, "main_score": 0.80791, "hf_subset": "bug_Latn-mag_Deva", "languages": ["bug-Latn", "mag-Deva"]}, {"precision": 0.808882, "recall": 0.844862, "f1": 0.819087, "accuracy": 0.844862, "main_score": 0.819087, "hf_subset": "bug_Latn-pap_Latn", "languages": ["bug-Latn", "pap-Latn"]}, {"precision": 0.57444, "recall": 0.619565, "f1": 0.586926, "accuracy": 0.619565, "main_score": 0.586926, "hf_subset": "bug_Latn-sot_Latn", "languages": ["bug-Latn", "sot-Latn"]}, {"precision": 0.790386, "recall": 0.833992, "f1": 0.802673, "accuracy": 0.833992, "main_score": 0.802673, "hf_subset": "bug_Latn-tur_Latn", "languages": ["bug-Latn", "tur-Latn"]}, {"precision": 0.776405, "recall": 0.813241, "f1": 0.787377, "accuracy": 0.813241, "main_score": 0.787377, "hf_subset": "bug_Latn-ace_Latn", "languages": ["bug-Latn", "ace-Latn"]}, {"precision": 0.824757, "recall": 0.854743, "f1": 0.833613, "accuracy": 0.854743, "main_score": 0.833613, "hf_subset": "bug_Latn-ban_Latn", "languages": ["bug-Latn", "ban-Latn"]}, {"precision": 0.789592, "recall": 0.836957, "f1": 0.803675, "accuracy": 0.836957, "main_score": 0.803675, "hf_subset": "bug_Latn-ell_Grek", "languages": ["bug-Latn", "ell-Grek"]}, {"precision": 0.789099, "recall": 0.831028, "f1": 0.801345, "accuracy": 0.831028, "main_score": 0.801345, "hf_subset": "bug_Latn-hne_Deva", "languages": ["bug-Latn", "hne-Deva"]}, {"precision": 0.569401, "recall": 0.620553, "f1": 0.584703, "accuracy": 0.620553, "main_score": 0.584703, "hf_subset": "bug_Latn-kik_Latn", "languages": ["bug-Latn", "kik-Latn"]}, {"precision": 0.794631, "recall": 0.838933, "f1": 0.807435, "accuracy": 0.838933, "main_score": 0.807435, "hf_subset": "bug_Latn-mai_Deva", "languages": ["bug-Latn", "mai-Deva"]}, {"precision": 0.731637, "recall": 0.780632, "f1": 0.745498, "accuracy": 0.780632, "main_score": 0.745498, "hf_subset": "bug_Latn-pbt_Arab", "languages": ["bug-Latn", "pbt-Arab"]}, {"precision": 0.807547, "recall": 0.851779, "f1": 0.820377, "accuracy": 0.851779, "main_score": 0.820377, "hf_subset": "bug_Latn-spa_Latn", "languages": ["bug-Latn", "spa-Latn"]}, {"precision": 0.610765, "recall": 0.663043, "f1": 0.625783, "accuracy": 0.663043, "main_score": 0.625783, "hf_subset": "bug_Latn-twi_Latn", "languages": ["bug-Latn", "twi-Latn"]}, {"precision": 0.803502, "recall": 0.847826, "f1": 0.816293, "accuracy": 0.847826, "main_score": 0.816293, "hf_subset": "bug_Latn-acm_Arab", "languages": ["bug-Latn", "acm-Arab"]}, {"precision": 0.75504, "recall": 0.799407, "f1": 0.767956, "accuracy": 0.799407, "main_score": 0.767956, "hf_subset": "bug_Latn-bel_Cyrl", "languages": ["bug-Latn", "bel-Cyrl"]}, {"precision": 0.828493, "recall": 0.865613, "f1": 0.838832, "accuracy": 0.865613, "main_score": 0.838832, "hf_subset": "bug_Latn-eng_Latn", "languages": ["bug-Latn", "eng-Latn"]}, {"precision": 0.812458, "recall": 0.856719, "f1": 0.825593, "accuracy": 0.856719, "main_score": 0.825593, "hf_subset": "bug_Latn-hrv_Latn", "languages": ["bug-Latn", "hrv-Latn"]}, {"precision": 0.530082, "recall": 0.579051, "f1": 0.544156, "accuracy": 0.579051, "main_score": 0.544156, "hf_subset": "bug_Latn-kin_Latn", "languages": ["bug-Latn", "kin-Latn"]}, {"precision": 0.786053, "recall": 0.83004, "f1": 0.798932, "accuracy": 0.83004, "main_score": 0.798932, "hf_subset": "bug_Latn-mal_Mlym", "languages": ["bug-Latn", "mal-Mlym"]}, {"precision": 0.810787, "recall": 0.846838, "f1": 0.820738, "accuracy": 0.846838, "main_score": 0.820738, "hf_subset": "bug_Latn-pes_Arab", "languages": ["bug-Latn", "pes-Arab"]}, {"precision": 0.794791, "recall": 0.828063, "f1": 0.804063, "accuracy": 0.828063, "main_score": 0.804063, "hf_subset": "bug_Latn-srd_Latn", "languages": ["bug-Latn", "srd-Latn"]}, {"precision": 0.188329, "recall": 0.227273, "f1": 0.198151, "accuracy": 0.227273, "main_score": 0.198151, "hf_subset": "bug_Latn-tzm_Tfng", "languages": ["bug-Latn", "tzm-Tfng"]}, {"precision": 0.800718, "recall": 0.842885, "f1": 0.812491, "accuracy": 0.842885, "main_score": 0.812491, "hf_subset": "bug_Latn-acq_Arab", "languages": ["bug-Latn", "acq-Arab"]}, {"precision": 0.599308, "recall": 0.644269, "f1": 0.612, "accuracy": 0.644269, "main_score": 0.612, "hf_subset": "bug_Latn-bem_Latn", "languages": ["bug-Latn", "bem-Latn"]}, {"precision": 0.807387, "recall": 0.844862, "f1": 0.81823, "accuracy": 0.844862, "main_score": 0.81823, "hf_subset": "bug_Latn-epo_Latn", "languages": ["bug-Latn", "epo-Latn"]}, {"precision": 0.813946, "recall": 0.853755, "f1": 0.825196, "accuracy": 0.853755, "main_score": 0.825196, "hf_subset": "bug_Latn-hun_Latn", "languages": ["bug-Latn", "hun-Latn"]}, {"precision": 0.757436, "recall": 0.80336, "f1": 0.771234, "accuracy": 0.80336, "main_score": 0.771234, "hf_subset": "bug_Latn-kir_Cyrl", "languages": ["bug-Latn", "kir-Cyrl"]}, {"precision": 0.785714, "recall": 0.831028, "f1": 0.798922, "accuracy": 0.831028, "main_score": 0.798922, "hf_subset": "bug_Latn-mar_Deva", "languages": ["bug-Latn", "mar-Deva"]}, {"precision": 0.616733, "recall": 0.664032, "f1": 0.630698, "accuracy": 0.664032, "main_score": 0.630698, "hf_subset": "bug_Latn-plt_Latn", "languages": ["bug-Latn", "plt-Latn"]}, {"precision": 0.821414, "recall": 0.856719, "f1": 0.831222, "accuracy": 0.856719, "main_score": 0.831222, "hf_subset": "bug_Latn-srp_Cyrl", "languages": ["bug-Latn", "srp-Cyrl"]}, {"precision": 0.677283, "recall": 0.736166, "f1": 0.694311, "accuracy": 0.736166, "main_score": 0.694311, "hf_subset": "bug_Latn-uig_Arab", "languages": ["bug-Latn", "uig-Arab"]}, {"precision": 0.772024, "recall": 0.81917, "f1": 0.785203, "accuracy": 0.81917, "main_score": 0.785203, "hf_subset": "bug_Latn-aeb_Arab", "languages": ["bug-Latn", "aeb-Arab"]}, {"precision": 0.802126, "recall": 0.841897, "f1": 0.813496, "accuracy": 0.841897, "main_score": 0.813496, "hf_subset": "bug_Latn-ben_Beng", "languages": ["bug-Latn", "ben-Beng"]}, {"precision": 0.79057, "recall": 0.833004, "f1": 0.802838, "accuracy": 0.833004, "main_score": 0.802838, "hf_subset": "bug_Latn-est_Latn", "languages": ["bug-Latn", "est-Latn"]}, {"precision": 0.765119, "recall": 0.814229, "f1": 0.779435, "accuracy": 0.814229, "main_score": 0.779435, "hf_subset": "bug_Latn-hye_Armn", "languages": ["bug-Latn", "hye-Armn"]}, {"precision": 0.534831, "recall": 0.586957, "f1": 0.549928, "accuracy": 0.586957, "main_score": 0.549928, "hf_subset": "bug_Latn-kmb_Latn", "languages": ["bug-Latn", "kmb-Latn"]}, {"precision": 0.491702, "recall": 0.562253, "f1": 0.510359, "accuracy": 0.562253, "main_score": 0.510359, "hf_subset": "bug_Latn-min_Arab", "languages": ["bug-Latn", "min-Arab"]}, {"precision": 0.794565, "recall": 0.839921, "f1": 0.808037, "accuracy": 0.839921, "main_score": 0.808037, "hf_subset": "bug_Latn-pol_Latn", "languages": ["bug-Latn", "pol-Latn"]}, {"precision": 0.556456, "recall": 0.609684, "f1": 0.571659, "accuracy": 0.609684, "main_score": 0.571659, "hf_subset": "bug_Latn-ssw_Latn", "languages": ["bug-Latn", "ssw-Latn"]}, {"precision": 0.818879, "recall": 0.858696, "f1": 0.830501, "accuracy": 0.858696, "main_score": 0.830501, "hf_subset": "bug_Latn-ukr_Cyrl", "languages": ["bug-Latn", "ukr-Cyrl"]}, {"precision": 0.823469, "recall": 0.86166, "f1": 0.834719, "accuracy": 0.86166, "main_score": 0.834719, "hf_subset": "bug_Latn-afr_Latn", "languages": ["bug-Latn", "afr-Latn"]}, {"precision": 0.777667, "recall": 0.81917, "f1": 0.789299, "accuracy": 0.81917, "main_score": 0.789299, "hf_subset": "bug_Latn-bho_Deva", "languages": ["bug-Latn", "bho-Deva"]}, {"precision": 0.772661, "recall": 0.817194, "f1": 0.78571, "accuracy": 0.817194, "main_score": 0.78571, "hf_subset": "bug_Latn-eus_Latn", "languages": ["bug-Latn", "eus-Latn"]}, {"precision": 0.550126, "recall": 0.601779, "f1": 0.564516, "accuracy": 0.601779, "main_score": 0.564516, "hf_subset": "bug_Latn-ibo_Latn", "languages": ["bug-Latn", "ibo-Latn"]}, {"precision": 0.680764, "recall": 0.730237, "f1": 0.695309, "accuracy": 0.730237, "main_score": 0.695309, "hf_subset": "bug_Latn-kmr_Latn", "languages": ["bug-Latn", "kmr-Latn"]}, {"precision": 0.807606, "recall": 0.842885, "f1": 0.817936, "accuracy": 0.842885, "main_score": 0.817936, "hf_subset": "bug_Latn-min_Latn", "languages": ["bug-Latn", "min-Latn"]}, {"precision": 0.830545, "recall": 0.869565, "f1": 0.841798, "accuracy": 0.869565, "main_score": 0.841798, "hf_subset": "bug_Latn-por_Latn", "languages": ["bug-Latn", "por-Latn"]}, {"precision": 0.831688, "recall": 0.859684, "f1": 0.839963, "accuracy": 0.859684, "main_score": 0.839963, "hf_subset": "bug_Latn-sun_Latn", "languages": ["bug-Latn", "sun-Latn"]}, {"precision": 0.521322, "recall": 0.576087, "f1": 0.536848, "accuracy": 0.576087, "main_score": 0.536848, "hf_subset": "bug_Latn-umb_Latn", "languages": ["bug-Latn", "umb-Latn"]}, {"precision": 0.80185, "recall": 0.842885, "f1": 0.814004, "accuracy": 0.842885, "main_score": 0.814004, "hf_subset": "bug_Latn-ajp_Arab", "languages": ["bug-Latn", "ajp-Arab"]}, {"precision": 0.523178, "recall": 0.585968, "f1": 0.540864, "accuracy": 0.585968, "main_score": 0.540864, "hf_subset": "bug_Latn-bjn_Arab", "languages": ["bug-Latn", "bjn-Arab"]}, {"precision": 0.524934, "recall": 0.56917, "f1": 0.53778, "accuracy": 0.56917, "main_score": 0.53778, "hf_subset": "bug_Latn-ewe_Latn", "languages": ["bug-Latn", "ewe-Latn"]}, {"precision": 0.794878, "recall": 0.823123, "f1": 0.803183, "accuracy": 0.823123, "main_score": 0.803183, "hf_subset": "bug_Latn-ilo_Latn", "languages": ["bug-Latn", "ilo-Latn"]}, {"precision": 0.314255, "recall": 0.371542, "f1": 0.329508, "accuracy": 0.371542, "main_score": 0.329508, "hf_subset": "bug_Latn-knc_Arab", "languages": ["bug-Latn", "knc-Arab"]}, {"precision": 0.814743, "recall": 0.851779, "f1": 0.825502, "accuracy": 0.851779, "main_score": 0.825502, "hf_subset": "bug_Latn-mkd_Cyrl", "languages": ["bug-Latn", "mkd-Cyrl"]}, {"precision": 0.798998, "recall": 0.839921, "f1": 0.81058, "accuracy": 0.839921, "main_score": 0.81058, "hf_subset": "bug_Latn-prs_Arab", "languages": ["bug-Latn", "prs-Arab"]}, {"precision": 0.813277, "recall": 0.853755, "f1": 0.82496, "accuracy": 0.853755, "main_score": 0.82496, "hf_subset": "bug_Latn-swe_Latn", "languages": ["bug-Latn", "swe-Latn"]}, {"precision": 0.774878, "recall": 0.827075, "f1": 0.790464, "accuracy": 0.827075, "main_score": 0.790464, "hf_subset": "bug_Latn-urd_Arab", "languages": ["bug-Latn", "urd-Arab"]}, {"precision": 0.571847, "recall": 0.633399, "f1": 0.589392, "accuracy": 0.633399, "main_score": 0.589392, "hf_subset": "bug_Latn-aka_Latn", "languages": ["bug-Latn", "aka-Latn"]}, {"precision": 0.80034, "recall": 0.833992, "f1": 0.81015, "accuracy": 0.833992, "main_score": 0.81015, "hf_subset": "bug_Latn-bjn_Latn", "languages": ["bug-Latn", "bjn-Latn"]}, {"precision": 0.692918, "recall": 0.744071, "f1": 0.707732, "accuracy": 0.744071, "main_score": 0.707732, "hf_subset": "bug_Latn-fao_Latn", "languages": ["bug-Latn", "fao-Latn"]}, {"precision": 0.838425, "recall": 0.875494, "f1": 0.848904, "accuracy": 0.875494, "main_score": 0.848904, "hf_subset": "bug_Latn-ind_Latn", "languages": ["bug-Latn", "ind-Latn"]}, {"precision": 0.579513, "recall": 0.623518, "f1": 0.592227, "accuracy": 0.623518, "main_score": 0.592227, "hf_subset": "bug_Latn-knc_Latn", "languages": ["bug-Latn", "knc-Latn"]}, {"precision": 0.799171, "recall": 0.835968, "f1": 0.809098, "accuracy": 0.835968, "main_score": 0.809098, "hf_subset": "bug_Latn-mlt_Latn", "languages": ["bug-Latn", "mlt-Latn"]}, {"precision": 0.623108, "recall": 0.68083, "f1": 0.639347, "accuracy": 0.68083, "main_score": 0.639347, "hf_subset": "bug_Latn-quy_Latn", "languages": ["bug-Latn", "quy-Latn"]}, {"precision": 0.71896, "recall": 0.769763, "f1": 0.733363, "accuracy": 0.769763, "main_score": 0.733363, "hf_subset": "bug_Latn-swh_Latn", "languages": ["bug-Latn", "swh-Latn"]}, {"precision": 0.774464, "recall": 0.815217, "f1": 0.786331, "accuracy": 0.815217, "main_score": 0.786331, "hf_subset": "bug_Latn-uzn_Latn", "languages": ["bug-Latn", "uzn-Latn"]}, {"precision": 0.798198, "recall": 0.838933, "f1": 0.810114, "accuracy": 0.838933, "main_score": 0.810114, "hf_subset": "bug_Latn-als_Latn", "languages": ["bug-Latn", "als-Latn"]}, {"precision": 0.352969, "recall": 0.41996, "f1": 0.370615, "accuracy": 0.41996, "main_score": 0.370615, "hf_subset": "bug_Latn-bod_Tibt", "languages": ["bug-Latn", "bod-Tibt"]}, {"precision": 0.601746, "recall": 0.65415, "f1": 0.616206, "accuracy": 0.65415, "main_score": 0.616206, "hf_subset": "bug_Latn-fij_Latn", "languages": ["bug-Latn", "fij-Latn"]}, {"precision": 0.720572, "recall": 0.76581, "f1": 0.733797, "accuracy": 0.76581, "main_score": 0.733797, "hf_subset": "bug_Latn-isl_Latn", "languages": ["bug-Latn", "isl-Latn"]}, {"precision": 0.617264, "recall": 0.666996, "f1": 0.631891, "accuracy": 0.666996, "main_score": 0.631891, "hf_subset": "bug_Latn-kon_Latn", "languages": ["bug-Latn", "kon-Latn"]}, {"precision": 0.609872, "recall": 0.668972, "f1": 0.626939, "accuracy": 0.668972, "main_score": 0.626939, "hf_subset": "bug_Latn-mni_Beng", "languages": ["bug-Latn", "mni-Beng"]}, {"precision": 0.825049, "recall": 0.862648, "f1": 0.836237, "accuracy": 0.862648, "main_score": 0.836237, "hf_subset": "bug_Latn-ron_Latn", "languages": ["bug-Latn", "ron-Latn"]}, {"precision": 0.794656, "recall": 0.832016, "f1": 0.805984, "accuracy": 0.832016, "main_score": 0.805984, "hf_subset": "bug_Latn-szl_Latn", "languages": ["bug-Latn", "szl-Latn"]}, {"precision": 0.799658, "recall": 0.840909, "f1": 0.811597, "accuracy": 0.840909, "main_score": 0.811597, "hf_subset": "bug_Latn-vec_Latn", "languages": ["bug-Latn", "vec-Latn"]}, {"precision": 0.645252, "recall": 0.701581, "f1": 0.661691, "accuracy": 0.701581, "main_score": 0.661691, "hf_subset": "bug_Latn-amh_Ethi", "languages": ["bug-Latn", "amh-Ethi"]}, {"precision": 0.821049, "recall": 0.857708, "f1": 0.832014, "accuracy": 0.857708, "main_score": 0.832014, "hf_subset": "bug_Latn-bos_Latn", "languages": ["bug-Latn", "bos-Latn"]}, {"precision": 0.777941, "recall": 0.823123, "f1": 0.790897, "accuracy": 0.823123, "main_score": 0.790897, "hf_subset": "bug_Latn-fin_Latn", "languages": ["bug-Latn", "fin-Latn"]}, {"precision": 0.820339, "recall": 0.858696, "f1": 0.831598, "accuracy": 0.858696, "main_score": 0.831598, "hf_subset": "bug_Latn-ita_Latn", "languages": ["bug-Latn", "ita-Latn"]}, {"precision": 0.797926, "recall": 0.841897, "f1": 0.8104, "accuracy": 0.841897, "main_score": 0.8104, "hf_subset": "bug_Latn-kor_Hang", "languages": ["bug-Latn", "kor-Hang"]}, {"precision": 0.543857, "recall": 0.596838, "f1": 0.558555, "accuracy": 0.596838, "main_score": 0.558555, "hf_subset": "bug_Latn-mos_Latn", "languages": ["bug-Latn", "mos-Latn"]}, {"precision": 0.538835, "recall": 0.589921, "f1": 0.553187, "accuracy": 0.589921, "main_score": 0.553187, "hf_subset": "bug_Latn-run_Latn", "languages": ["bug-Latn", "run-Latn"]}, {"precision": 0.765566, "recall": 0.820158, "f1": 0.781882, "accuracy": 0.820158, "main_score": 0.781882, "hf_subset": "bug_Latn-tam_Taml", "languages": ["bug-Latn", "tam-Taml"]}, {"precision": 0.803566, "recall": 0.844862, "f1": 0.815076, "accuracy": 0.844862, "main_score": 0.815076, "hf_subset": "bug_Latn-vie_Latn", "languages": ["bug-Latn", "vie-Latn"]}, {"precision": 0.79805, "recall": 0.84585, "f1": 0.811959, "accuracy": 0.84585, "main_score": 0.811959, "hf_subset": "bug_Latn-apc_Arab", "languages": ["bug-Latn", "apc-Arab"]}, {"precision": 0.475594, "recall": 0.533597, "f1": 0.490918, "accuracy": 0.533597, "main_score": 0.490918, "hf_subset": "bug_Latn-fon_Latn", "languages": ["bug-Latn", "fon-Latn"]}, {"precision": 0.821106, "recall": 0.855731, "f1": 0.831384, "accuracy": 0.855731, "main_score": 0.831384, "hf_subset": "bug_Latn-jav_Latn", "languages": ["bug-Latn", "jav-Latn"]}, {"precision": 0.711258, "recall": 0.770751, "f1": 0.72843, "accuracy": 0.770751, "main_score": 0.72843, "hf_subset": "bug_Latn-lao_Laoo", "languages": ["bug-Latn", "lao-Laoo"]}, {"precision": 0.603078, "recall": 0.656126, "f1": 0.618678, "accuracy": 0.656126, "main_score": 0.618678, "hf_subset": "bug_Latn-mri_Latn", "languages": ["bug-Latn", "mri-Latn"]}, {"precision": 0.815156, "recall": 0.851779, "f1": 0.825565, "accuracy": 0.851779, "main_score": 0.825565, "hf_subset": "bug_Latn-rus_Cyrl", "languages": ["bug-Latn", "rus-Cyrl"]}, {"precision": 0.537412, "recall": 0.593874, "f1": 0.553233, "accuracy": 0.593874, "main_score": 0.553233, "hf_subset": "bug_Latn-taq_Latn", "languages": ["bug-Latn", "taq-Latn"]}, {"precision": 0.821542, "recall": 0.855731, "f1": 0.831646, "accuracy": 0.855731, "main_score": 0.831646, "hf_subset": "bug_Latn-war_Latn", "languages": ["bug-Latn", "war-Latn"]}, {"precision": 0.802154, "recall": 0.840909, "f1": 0.812521, "accuracy": 0.840909, "main_score": 0.812521, "hf_subset": "bug_Latn-arb_Arab", "languages": ["bug-Latn", "arb-Arab"]}, {"precision": 0.811809, "recall": 0.851779, "f1": 0.82333, "accuracy": 0.851779, "main_score": 0.82333, "hf_subset": "bug_Latn-bul_Cyrl", "languages": ["bug-Latn", "bul-Cyrl"]}, {"precision": 0.825438, "recall": 0.865613, "f1": 0.837161, "accuracy": 0.865613, "main_score": 0.837161, "hf_subset": "bug_Latn-fra_Latn", "languages": ["bug-Latn", "fra-Latn"]}, {"precision": 0.803739, "recall": 0.842885, "f1": 0.815434, "accuracy": 0.842885, "main_score": 0.815434, "hf_subset": "bug_Latn-jpn_Jpan", "languages": ["bug-Latn", "jpn-Jpan"]}, {"precision": 0.788745, "recall": 0.831028, "f1": 0.801141, "accuracy": 0.831028, "main_score": 0.801141, "hf_subset": "bug_Latn-lij_Latn", "languages": ["bug-Latn", "lij-Latn"]}, {"precision": 0.660607, "recall": 0.729249, "f1": 0.680538, "accuracy": 0.729249, "main_score": 0.680538, "hf_subset": "bug_Latn-mya_Mymr", "languages": ["bug-Latn", "mya-Mymr"]}, {"precision": 0.571369, "recall": 0.630435, "f1": 0.587903, "accuracy": 0.630435, "main_score": 0.587903, "hf_subset": "bug_Latn-sag_Latn", "languages": ["bug-Latn", "sag-Latn"]}, {"precision": 0.209673, "recall": 0.254941, "f1": 0.219559, "accuracy": 0.254941, "main_score": 0.219559, "hf_subset": "bug_Latn-taq_Tfng", "languages": ["bug-Latn", "taq-Tfng"]}, {"precision": 0.62259, "recall": 0.670949, "f1": 0.637055, "accuracy": 0.670949, "main_score": 0.637055, "hf_subset": "bug_Latn-wol_Latn", "languages": ["bug-Latn", "wol-Latn"]}, {"precision": 0.576551, "recall": 0.629447, "f1": 0.591712, "accuracy": 0.629447, "main_score": 0.591712, "hf_subset": "bug_Latn-arb_Latn", "languages": ["bug-Latn", "arb-Latn"]}, {"precision": 0.821945, "recall": 0.859684, "f1": 0.832995, "accuracy": 0.859684, "main_score": 0.832995, "hf_subset": "bug_Latn-cat_Latn", "languages": ["bug-Latn", "cat-Latn"]}, {"precision": 0.804749, "recall": 0.843874, "f1": 0.815846, "accuracy": 0.843874, "main_score": 0.815846, "hf_subset": "bug_Latn-fur_Latn", "languages": ["bug-Latn", "fur-Latn"]}, {"precision": 0.406113, "recall": 0.460474, "f1": 0.420481, "accuracy": 0.460474, "main_score": 0.420481, "hf_subset": "bug_Latn-kab_Latn", "languages": ["bug-Latn", "kab-Latn"]}, {"precision": 0.791419, "recall": 0.827075, "f1": 0.801641, "accuracy": 0.827075, "main_score": 0.801641, "hf_subset": "bug_Latn-lim_Latn", "languages": ["bug-Latn", "lim-Latn"]}, {"precision": 0.797975, "recall": 0.840909, "f1": 0.810183, "accuracy": 0.840909, "main_score": 0.810183, "hf_subset": "bug_Latn-nld_Latn", "languages": ["bug-Latn", "nld-Latn"]}, {"precision": 0.737193, "recall": 0.790514, "f1": 0.752604, "accuracy": 0.790514, "main_score": 0.752604, "hf_subset": "bug_Latn-san_Deva", "languages": ["bug-Latn", "san-Deva"]}, {"precision": 0.766637, "recall": 0.817194, "f1": 0.78125, "accuracy": 0.817194, "main_score": 0.78125, "hf_subset": "bug_Latn-tat_Cyrl", "languages": ["bug-Latn", "tat-Cyrl"]}, {"precision": 0.596064, "recall": 0.651186, "f1": 0.612154, "accuracy": 0.651186, "main_score": 0.612154, "hf_subset": "bug_Latn-xho_Latn", "languages": ["bug-Latn", "xho-Latn"]}, {"precision": 0.787189, "recall": 0.832016, "f1": 0.800108, "accuracy": 0.832016, "main_score": 0.800108, "hf_subset": "bug_Latn-ars_Arab", "languages": ["bug-Latn", "ars-Arab"]}, {"precision": 0.821598, "recall": 0.852767, "f1": 0.830303, "accuracy": 0.852767, "main_score": 0.830303, "hf_subset": "bug_Latn-ceb_Latn", "languages": ["bug-Latn", "ceb-Latn"]}, {"precision": 0.547071, "recall": 0.605731, "f1": 0.564592, "accuracy": 0.605731, "main_score": 0.564592, "hf_subset": "bug_Latn-fuv_Latn", "languages": ["bug-Latn", "fuv-Latn"]}, {"precision": 0.516562, "recall": 0.572134, "f1": 0.531752, "accuracy": 0.572134, "main_score": 0.531752, "hf_subset": "bug_Latn-kac_Latn", "languages": ["bug-Latn", "kac-Latn"]}, {"precision": 0.638861, "recall": 0.686759, "f1": 0.652199, "accuracy": 0.686759, "main_score": 0.652199, "hf_subset": "bug_Latn-lin_Latn", "languages": ["bug-Latn", "lin-Latn"]}, {"precision": 0.790591, "recall": 0.833004, "f1": 0.803177, "accuracy": 0.833004, "main_score": 0.803177, "hf_subset": "bug_Latn-nno_Latn", "languages": ["bug-Latn", "nno-Latn"]}, {"precision": 0.151709, "recall": 0.194664, "f1": 0.162336, "accuracy": 0.194664, "main_score": 0.162336, "hf_subset": "bug_Latn-sat_Olck", "languages": ["bug-Latn", "sat-Olck"]}, {"precision": 0.78395, "recall": 0.827075, "f1": 0.796397, "accuracy": 0.827075, "main_score": 0.796397, "hf_subset": "bug_Latn-tel_Telu", "languages": ["bug-Latn", "tel-Telu"]}, {"precision": 0.697886, "recall": 0.750988, "f1": 0.71312, "accuracy": 0.750988, "main_score": 0.71312, "hf_subset": "bug_Latn-ydd_Hebr", "languages": ["bug-Latn", "ydd-Hebr"]}, {"precision": 0.764043, "recall": 0.810277, "f1": 0.777308, "accuracy": 0.810277, "main_score": 0.777308, "hf_subset": "bug_Latn-ary_Arab", "languages": ["bug-Latn", "ary-Arab"]}, {"precision": 0.799301, "recall": 0.84585, "f1": 0.813145, "accuracy": 0.84585, "main_score": 0.813145, "hf_subset": "bug_Latn-ces_Latn", "languages": ["bug-Latn", "ces-Latn"]}, {"precision": 0.538916, "recall": 0.59585, "f1": 0.555341, "accuracy": 0.59585, "main_score": 0.555341, "hf_subset": "bug_Latn-gaz_Latn", "languages": ["bug-Latn", "gaz-Latn"]}, {"precision": 0.536719, "recall": 0.596838, "f1": 0.553433, "accuracy": 0.596838, "main_score": 0.553433, "hf_subset": "bug_Latn-kam_Latn", "languages": ["bug-Latn", "kam-Latn"]}, {"precision": 0.792288, "recall": 0.833992, "f1": 0.804367, "accuracy": 0.833992, "main_score": 0.804367, "hf_subset": "bug_Latn-lit_Latn", "languages": ["bug-Latn", "lit-Latn"]}, {"precision": 0.811622, "recall": 0.849802, "f1": 0.822439, "accuracy": 0.849802, "main_score": 0.822439, "hf_subset": "bug_Latn-nob_Latn", "languages": ["bug-Latn", "nob-Latn"]}, {"precision": 0.789601, "recall": 0.823123, "f1": 0.799227, "accuracy": 0.823123, "main_score": 0.799227, "hf_subset": "bug_Latn-scn_Latn", "languages": ["bug-Latn", "scn-Latn"]}, {"precision": 0.747497, "recall": 0.796443, "f1": 0.761135, "accuracy": 0.796443, "main_score": 0.761135, "hf_subset": "bug_Latn-tgk_Cyrl", "languages": ["bug-Latn", "tgk-Cyrl"]}, {"precision": 0.54305, "recall": 0.605731, "f1": 0.561942, "accuracy": 0.605731, "main_score": 0.561942, "hf_subset": "bug_Latn-yor_Latn", "languages": ["bug-Latn", "yor-Latn"]}, {"precision": 0.797381, "recall": 0.835968, "f1": 0.808456, "accuracy": 0.835968, "main_score": 0.808456, "hf_subset": "bug_Latn-arz_Arab", "languages": ["bug-Latn", "arz-Arab"]}, {"precision": 0.542419, "recall": 0.601779, "f1": 0.559129, "accuracy": 0.601779, "main_score": 0.559129, "hf_subset": "bug_Latn-cjk_Latn", "languages": ["bug-Latn", "cjk-Latn"]}, {"precision": 0.575194, "recall": 0.631423, "f1": 0.59114, "accuracy": 0.631423, "main_score": 0.59114, "hf_subset": "bug_Latn-gla_Latn", "languages": ["bug-Latn", "gla-Latn"]}, {"precision": 0.804694, "recall": 0.846838, "f1": 0.816735, "accuracy": 0.846838, "main_score": 0.816735, "hf_subset": "bug_Latn-kan_Knda", "languages": ["bug-Latn", "kan-Knda"]}, {"precision": 0.790728, "recall": 0.826087, "f1": 0.801055, "accuracy": 0.826087, "main_score": 0.801055, "hf_subset": "bug_Latn-lmo_Latn", "languages": ["bug-Latn", "lmo-Latn"]}, {"precision": 0.779061, "recall": 0.824111, "f1": 0.792262, "accuracy": 0.824111, "main_score": 0.792262, "hf_subset": "bug_Latn-npi_Deva", "languages": ["bug-Latn", "npi-Deva"]}, {"precision": 0.451686, "recall": 0.512846, "f1": 0.46849, "accuracy": 0.512846, "main_score": 0.46849, "hf_subset": "bug_Latn-shn_Mymr", "languages": ["bug-Latn", "shn-Mymr"]}, {"precision": 0.810747, "recall": 0.846838, "f1": 0.820924, "accuracy": 0.846838, "main_score": 0.820924, "hf_subset": "bug_Latn-tgl_Latn", "languages": ["bug-Latn", "tgl-Latn"]}, {"precision": 0.786318, "recall": 0.83004, "f1": 0.798422, "accuracy": 0.83004, "main_score": 0.798422, "hf_subset": "bug_Latn-yue_Hant", "languages": ["bug-Latn", "yue-Hant"]}, {"precision": 0.765004, "recall": 0.814229, "f1": 0.779814, "accuracy": 0.814229, "main_score": 0.779814, "hf_subset": "bug_Latn-asm_Beng", "languages": ["bug-Latn", "asm-Beng"]}, {"precision": 0.705659, "recall": 0.761858, "f1": 0.721583, "accuracy": 0.761858, "main_score": 0.721583, "hf_subset": "bug_Latn-ckb_Arab", "languages": ["bug-Latn", "ckb-Arab"]}, {"precision": 0.625036, "recall": 0.68083, "f1": 0.640849, "accuracy": 0.68083, "main_score": 0.640849, "hf_subset": "bug_Latn-gle_Latn", "languages": ["bug-Latn", "gle-Latn"]}, {"precision": 0.743256, "recall": 0.785573, "f1": 0.755526, "accuracy": 0.785573, "main_score": 0.755526, "hf_subset": "bug_Latn-kas_Arab", "languages": ["bug-Latn", "kas-Arab"]}, {"precision": 0.740915, "recall": 0.788538, "f1": 0.754701, "accuracy": 0.788538, "main_score": 0.754701, "hf_subset": "bug_Latn-ltg_Latn", "languages": ["bug-Latn", "ltg-Latn"]}, {"precision": 0.602622, "recall": 0.651186, "f1": 0.616205, "accuracy": 0.651186, "main_score": 0.616205, "hf_subset": "bug_Latn-nso_Latn", "languages": ["bug-Latn", "nso-Latn"]}, {"precision": 0.686686, "recall": 0.746047, "f1": 0.702937, "accuracy": 0.746047, "main_score": 0.702937, "hf_subset": "bug_Latn-sin_Sinh", "languages": ["bug-Latn", "sin-Sinh"]}, {"precision": 0.805931, "recall": 0.84585, "f1": 0.817034, "accuracy": 0.84585, "main_score": 0.817034, "hf_subset": "bug_Latn-tha_Thai", "languages": ["bug-Latn", "tha-Thai"]}, {"precision": 0.790912, "recall": 0.833004, "f1": 0.802437, "accuracy": 0.833004, "main_score": 0.802437, "hf_subset": "bug_Latn-zho_Hans", "languages": ["bug-Latn", "zho-Hans"]}, {"precision": 0.805955, "recall": 0.846838, "f1": 0.817391, "accuracy": 0.846838, "main_score": 0.817391, "hf_subset": "bug_Latn-ast_Latn", "languages": ["bug-Latn", "ast-Latn"]}, {"precision": 0.748725, "recall": 0.797431, "f1": 0.762848, "accuracy": 0.797431, "main_score": 0.762848, "hf_subset": "bug_Latn-crh_Latn", "languages": ["bug-Latn", "crh-Latn"]}, {"precision": 0.824946, "recall": 0.864625, "f1": 0.836709, "accuracy": 0.864625, "main_score": 0.836709, "hf_subset": "bug_Latn-glg_Latn", "languages": ["bug-Latn", "glg-Latn"]}, {"precision": 0.681663, "recall": 0.735178, "f1": 0.697256, "accuracy": 0.735178, "main_score": 0.697256, "hf_subset": "bug_Latn-kas_Deva", "languages": ["bug-Latn", "kas-Deva"]}, {"precision": 0.787771, "recall": 0.820158, "f1": 0.797201, "accuracy": 0.820158, "main_score": 0.797201, "hf_subset": "bug_Latn-ltz_Latn", "languages": ["bug-Latn", "ltz-Latn"]}, {"precision": 0.461408, "recall": 0.529644, "f1": 0.479763, "accuracy": 0.529644, "main_score": 0.479763, "hf_subset": "bug_Latn-nus_Latn", "languages": ["bug-Latn", "nus-Latn"]}, {"precision": 0.801871, "recall": 0.842885, "f1": 0.814192, "accuracy": 0.842885, "main_score": 0.814192, "hf_subset": "bug_Latn-slk_Latn", "languages": ["bug-Latn", "slk-Latn"]}, {"precision": 0.479794, "recall": 0.547431, "f1": 0.498547, "accuracy": 0.547431, "main_score": 0.498547, "hf_subset": "bug_Latn-tir_Ethi", "languages": ["bug-Latn", "tir-Ethi"]}, {"precision": 0.798151, "recall": 0.837945, "f1": 0.809002, "accuracy": 0.837945, "main_score": 0.809002, "hf_subset": "bug_Latn-zho_Hant", "languages": ["bug-Latn", "zho-Hant"]}, {"precision": 0.793741, "recall": 0.833992, "f1": 0.804828, "accuracy": 0.833992, "main_score": 0.804828, "hf_subset": "bug_Latn-awa_Deva", "languages": ["bug-Latn", "awa-Deva"]}, {"precision": 0.71858, "recall": 0.766798, "f1": 0.732184, "accuracy": 0.766798, "main_score": 0.732184, "hf_subset": "bug_Latn-cym_Latn", "languages": ["bug-Latn", "cym-Latn"]}, {"precision": 0.716403, "recall": 0.762846, "f1": 0.730468, "accuracy": 0.762846, "main_score": 0.730468, "hf_subset": "bug_Latn-grn_Latn", "languages": ["bug-Latn", "grn-Latn"]}, {"precision": 0.762665, "recall": 0.804348, "f1": 0.774743, "accuracy": 0.804348, "main_score": 0.774743, "hf_subset": "bug_Latn-kat_Geor", "languages": ["bug-Latn", "kat-Geor"]}, {"precision": 0.612476, "recall": 0.663043, "f1": 0.626797, "accuracy": 0.663043, "main_score": 0.626797, "hf_subset": "bug_Latn-lua_Latn", "languages": ["bug-Latn", "lua-Latn"]}, {"precision": 0.578494, "recall": 0.629447, "f1": 0.59327, "accuracy": 0.629447, "main_score": 0.59327, "hf_subset": "bug_Latn-nya_Latn", "languages": ["bug-Latn", "nya-Latn"]}, {"precision": 0.802652, "recall": 0.842885, "f1": 0.814446, "accuracy": 0.842885, "main_score": 0.814446, "hf_subset": "bug_Latn-slv_Latn", "languages": ["bug-Latn", "slv-Latn"]}, {"precision": 0.759107, "recall": 0.800395, "f1": 0.771278, "accuracy": 0.800395, "main_score": 0.771278, "hf_subset": "bug_Latn-tpi_Latn", "languages": ["bug-Latn", "tpi-Latn"]}, {"precision": 0.830625, "recall": 0.870553, "f1": 0.84213, "accuracy": 0.870553, "main_score": 0.84213, "hf_subset": "bug_Latn-zsm_Latn", "languages": ["bug-Latn", "zsm-Latn"]}, {"precision": 0.528979, "recall": 0.591897, "f1": 0.547106, "accuracy": 0.591897, "main_score": 0.547106, "hf_subset": "bug_Latn-ayr_Latn", "languages": ["bug-Latn", "ayr-Latn"]}, {"precision": 0.813695, "recall": 0.854743, "f1": 0.825234, "accuracy": 0.854743, "main_score": 0.825234, "hf_subset": "bug_Latn-dan_Latn", "languages": ["bug-Latn", "dan-Latn"]}, {"precision": 0.792356, "recall": 0.833992, "f1": 0.804457, "accuracy": 0.833992, "main_score": 0.804457, "hf_subset": "bug_Latn-guj_Gujr", "languages": ["bug-Latn", "guj-Gujr"]}, {"precision": 0.806831, "recall": 0.846838, "f1": 0.81789, "accuracy": 0.846838, "main_score": 0.81789, "hf_subset": "bug_Latn-kaz_Cyrl", "languages": ["bug-Latn", "kaz-Cyrl"]}, {"precision": 0.510705, "recall": 0.570158, "f1": 0.528167, "accuracy": 0.570158, "main_score": 0.528167, "hf_subset": "bug_Latn-lug_Latn", "languages": ["bug-Latn", "lug-Latn"]}, {"precision": 0.83246, "recall": 0.865613, "f1": 0.842266, "accuracy": 0.865613, "main_score": 0.842266, "hf_subset": "bug_Latn-oci_Latn", "languages": ["bug-Latn", "oci-Latn"]}, {"precision": 0.646296, "recall": 0.697628, "f1": 0.660807, "accuracy": 0.697628, "main_score": 0.660807, "hf_subset": "bug_Latn-smo_Latn", "languages": ["bug-Latn", "smo-Latn"]}, {"precision": 0.539656, "recall": 0.596838, "f1": 0.55551, "accuracy": 0.596838, "main_score": 0.55551, "hf_subset": "bug_Latn-tsn_Latn", "languages": ["bug-Latn", "tsn-Latn"]}, {"precision": 0.551687, "recall": 0.610672, "f1": 0.568154, "accuracy": 0.610672, "main_score": 0.568154, "hf_subset": "bug_Latn-zul_Latn", "languages": ["bug-Latn", "zul-Latn"]}, {"precision": 0.698352, "recall": 0.752964, "f1": 0.714497, "accuracy": 0.752964, "main_score": 0.714497, "hf_subset": "bug_Latn-azb_Arab", "languages": ["bug-Latn", "azb-Arab"]}, {"precision": 0.815124, "recall": 0.856719, "f1": 0.827175, "accuracy": 0.856719, "main_score": 0.827175, "hf_subset": "bug_Latn-deu_Latn", "languages": ["bug-Latn", "deu-Latn"]}, {"precision": 0.742055, "recall": 0.789526, "f1": 0.755945, "accuracy": 0.789526, "main_score": 0.755945, "hf_subset": "bug_Latn-hat_Latn", "languages": ["bug-Latn", "hat-Latn"]}, {"precision": 0.496904, "recall": 0.552372, "f1": 0.512326, "accuracy": 0.552372, "main_score": 0.512326, "hf_subset": "bug_Latn-kbp_Latn", "languages": ["bug-Latn", "kbp-Latn"]}, {"precision": 0.57263, "recall": 0.626482, "f1": 0.58747, "accuracy": 0.626482, "main_score": 0.58747, "hf_subset": "bug_Latn-luo_Latn", "languages": ["bug-Latn", "luo-Latn"]}, {"precision": 0.786855, "recall": 0.833004, "f1": 0.799591, "accuracy": 0.833004, "main_score": 0.799591, "hf_subset": "bug_Latn-ory_Orya", "languages": ["bug-Latn", "ory-Orya"]}, {"precision": 0.551212, "recall": 0.606719, "f1": 0.56674, "accuracy": 0.606719, "main_score": 0.56674, "hf_subset": "bug_Latn-sna_Latn", "languages": ["bug-Latn", "sna-Latn"]}, {"precision": 0.541559, "recall": 0.594862, "f1": 0.556091, "accuracy": 0.594862, "main_score": 0.556091, "hf_subset": "bug_Latn-tso_Latn", "languages": ["bug-Latn", "tso-Latn"]}, {"precision": 0.769151, "recall": 0.818182, "f1": 0.782983, "accuracy": 0.818182, "main_score": 0.782983, "hf_subset": "bug_Latn-azj_Latn", "languages": ["bug-Latn", "azj-Latn"]}, {"precision": 0.540349, "recall": 0.593874, "f1": 0.556282, "accuracy": 0.593874, "main_score": 0.556282, "hf_subset": "bug_Latn-dik_Latn", "languages": ["bug-Latn", "dik-Latn"]}, {"precision": 0.589097, "recall": 0.647233, "f1": 0.605605, "accuracy": 0.647233, "main_score": 0.605605, "hf_subset": "bug_Latn-hau_Latn", "languages": ["bug-Latn", "hau-Latn"]}, {"precision": 0.812655, "recall": 0.846838, "f1": 0.821928, "accuracy": 0.846838, "main_score": 0.821928, "hf_subset": "bug_Latn-kea_Latn", "languages": ["bug-Latn", "kea-Latn"]}, {"precision": 0.664888, "recall": 0.709486, "f1": 0.678656, "accuracy": 0.709486, "main_score": 0.678656, "hf_subset": "bug_Latn-lus_Latn", "languages": ["bug-Latn", "lus-Latn"]}, {"precision": 0.753384, "recall": 0.788538, "f1": 0.76369, "accuracy": 0.788538, "main_score": 0.76369, "hf_subset": "bug_Latn-pag_Latn", "languages": ["bug-Latn", "pag-Latn"]}, {"precision": 0.767616, "recall": 0.813241, "f1": 0.78101, "accuracy": 0.813241, "main_score": 0.78101, "hf_subset": "bug_Latn-snd_Arab", "languages": ["bug-Latn", "snd-Arab"]}, {"precision": 0.694659, "recall": 0.748024, "f1": 0.709967, "accuracy": 0.748024, "main_score": 0.709967, "hf_subset": "bug_Latn-tuk_Latn", "languages": ["bug-Latn", "tuk-Latn"]}, {"precision": 0.778114, "recall": 0.818182, "f1": 0.789223, "accuracy": 0.818182, "main_score": 0.789223, "hf_subset": "bug_Latn-bak_Cyrl", "languages": ["bug-Latn", "bak-Cyrl"]}, {"precision": 0.470475, "recall": 0.546443, "f1": 0.492869, "accuracy": 0.546443, "main_score": 0.492869, "hf_subset": "bug_Latn-dyu_Latn", "languages": ["bug-Latn", "dyu-Latn"]}, {"precision": 0.790739, "recall": 0.833992, "f1": 0.803398, "accuracy": 0.833992, "main_score": 0.803398, "hf_subset": "bug_Latn-heb_Hebr", "languages": ["bug-Latn", "heb-Hebr"]}, {"precision": 0.719299, "recall": 0.770751, "f1": 0.734124, "accuracy": 0.770751, "main_score": 0.734124, "hf_subset": "bug_Latn-khk_Cyrl", "languages": ["bug-Latn", "khk-Cyrl"]}, {"precision": 0.793759, "recall": 0.832016, "f1": 0.804145, "accuracy": 0.832016, "main_score": 0.804145, "hf_subset": "bug_Latn-lvs_Latn", "languages": ["bug-Latn", "lvs-Latn"]}, {"precision": 0.791045, "recall": 0.833004, "f1": 0.802948, "accuracy": 0.833004, "main_score": 0.802948, "hf_subset": "bug_Latn-pan_Guru", "languages": ["bug-Latn", "pan-Guru"]}, {"precision": 0.573893, "recall": 0.634387, "f1": 0.59113, "accuracy": 0.634387, "main_score": 0.59113, "hf_subset": "bug_Latn-som_Latn", "languages": ["bug-Latn", "som-Latn"]}, {"precision": 0.555988, "recall": 0.594862, "f1": 0.56705, "accuracy": 0.594862, "main_score": 0.56705, "hf_subset": "bug_Latn-tum_Latn", "languages": ["bug-Latn", "tum-Latn"]}, {"precision": 0.359123, "recall": 0.398221, "f1": 0.370374, "accuracy": 0.398221, "main_score": 0.370374, "hf_subset": "fon_Latn-ace_Arab", "languages": ["fon-Latn", "ace-Arab"]}, {"precision": 0.45807, "recall": 0.494071, "f1": 0.468444, "accuracy": 0.494071, "main_score": 0.468444, "hf_subset": "fon_Latn-bam_Latn", "languages": ["fon-Latn", "bam-Latn"]}, {"precision": 0.201939, "recall": 0.238142, "f1": 0.211452, "accuracy": 0.238142, "main_score": 0.211452, "hf_subset": "fon_Latn-dzo_Tibt", "languages": ["fon-Latn", "dzo-Tibt"]}, {"precision": 0.46618, "recall": 0.509881, "f1": 0.478108, "accuracy": 0.509881, "main_score": 0.478108, "hf_subset": "fon_Latn-hin_Deva", "languages": ["fon-Latn", "hin-Deva"]}, {"precision": 0.43638, "recall": 0.483202, "f1": 0.449354, "accuracy": 0.483202, "main_score": 0.449354, "hf_subset": "fon_Latn-khm_Khmr", "languages": ["fon-Latn", "khm-Khmr"]}, {"precision": 0.467109, "recall": 0.506917, "f1": 0.478079, "accuracy": 0.506917, "main_score": 0.478079, "hf_subset": "fon_Latn-mag_Deva", "languages": ["fon-Latn", "mag-Deva"]}, {"precision": 0.468183, "recall": 0.503953, "f1": 0.477713, "accuracy": 0.503953, "main_score": 0.477713, "hf_subset": "fon_Latn-pap_Latn", "languages": ["fon-Latn", "pap-Latn"]}, {"precision": 0.479547, "recall": 0.513834, "f1": 0.489168, "accuracy": 0.513834, "main_score": 0.489168, "hf_subset": "fon_Latn-sot_Latn", "languages": ["fon-Latn", "sot-Latn"]}, {"precision": 0.475496, "recall": 0.512846, "f1": 0.485356, "accuracy": 0.512846, "main_score": 0.485356, "hf_subset": "fon_Latn-tur_Latn", "languages": ["fon-Latn", "tur-Latn"]}, {"precision": 0.468017, "recall": 0.502964, "f1": 0.478163, "accuracy": 0.502964, "main_score": 0.478163, "hf_subset": "fon_Latn-ace_Latn", "languages": ["fon-Latn", "ace-Latn"]}, {"precision": 0.479134, "recall": 0.51087, "f1": 0.488196, "accuracy": 0.51087, "main_score": 0.488196, "hf_subset": "fon_Latn-ban_Latn", "languages": ["fon-Latn", "ban-Latn"]}, {"precision": 0.459004, "recall": 0.509881, "f1": 0.47323, "accuracy": 0.509881, "main_score": 0.47323, "hf_subset": "fon_Latn-ell_Grek", "languages": ["fon-Latn", "ell-Grek"]}, {"precision": 0.452546, "recall": 0.493083, "f1": 0.463256, "accuracy": 0.493083, "main_score": 0.463256, "hf_subset": "fon_Latn-hne_Deva", "languages": ["fon-Latn", "hne-Deva"]}, {"precision": 0.423398, "recall": 0.463439, "f1": 0.43439, "accuracy": 0.463439, "main_score": 0.43439, "hf_subset": "fon_Latn-kik_Latn", "languages": ["fon-Latn", "kik-Latn"]}, {"precision": 0.469433, "recall": 0.51087, "f1": 0.481052, "accuracy": 0.51087, "main_score": 0.481052, "hf_subset": "fon_Latn-mai_Deva", "languages": ["fon-Latn", "mai-Deva"]}, {"precision": 0.420275, "recall": 0.472332, "f1": 0.434249, "accuracy": 0.472332, "main_score": 0.434249, "hf_subset": "fon_Latn-pbt_Arab", "languages": ["fon-Latn", "pbt-Arab"]}, {"precision": 0.478116, "recall": 0.516798, "f1": 0.489074, "accuracy": 0.516798, "main_score": 0.489074, "hf_subset": "fon_Latn-spa_Latn", "languages": ["fon-Latn", "spa-Latn"]}, {"precision": 0.470959, "recall": 0.507905, "f1": 0.481686, "accuracy": 0.507905, "main_score": 0.481686, "hf_subset": "fon_Latn-twi_Latn", "languages": ["fon-Latn", "twi-Latn"]}, {"precision": 0.469396, "recall": 0.508893, "f1": 0.48023, "accuracy": 0.508893, "main_score": 0.48023, "hf_subset": "fon_Latn-acm_Arab", "languages": ["fon-Latn", "acm-Arab"]}, {"precision": 0.44728, "recall": 0.486166, "f1": 0.457895, "accuracy": 0.486166, "main_score": 0.457895, "hf_subset": "fon_Latn-bel_Cyrl", "languages": ["fon-Latn", "bel-Cyrl"]}, {"precision": 0.476372, "recall": 0.51581, "f1": 0.487716, "accuracy": 0.51581, "main_score": 0.487716, "hf_subset": "fon_Latn-eng_Latn", "languages": ["fon-Latn", "eng-Latn"]}, {"precision": 0.475285, "recall": 0.511858, "f1": 0.485229, "accuracy": 0.511858, "main_score": 0.485229, "hf_subset": "fon_Latn-hrv_Latn", "languages": ["fon-Latn", "hrv-Latn"]}, {"precision": 0.456292, "recall": 0.494071, "f1": 0.46673, "accuracy": 0.494071, "main_score": 0.46673, "hf_subset": "fon_Latn-kin_Latn", "languages": ["fon-Latn", "kin-Latn"]}, {"precision": 0.456307, "recall": 0.5, "f1": 0.468553, "accuracy": 0.5, "main_score": 0.468553, "hf_subset": "fon_Latn-mal_Mlym", "languages": ["fon-Latn", "mal-Mlym"]}, {"precision": 0.457491, "recall": 0.5, "f1": 0.469051, "accuracy": 0.5, "main_score": 0.469051, "hf_subset": "fon_Latn-pes_Arab", "languages": ["fon-Latn", "pes-Arab"]}, {"precision": 0.474036, "recall": 0.512846, "f1": 0.48471, "accuracy": 0.512846, "main_score": 0.48471, "hf_subset": "fon_Latn-srd_Latn", "languages": ["fon-Latn", "srd-Latn"]}, {"precision": 0.184075, "recall": 0.216403, "f1": 0.192472, "accuracy": 0.216403, "main_score": 0.192472, "hf_subset": "fon_Latn-tzm_Tfng", "languages": ["fon-Latn", "tzm-Tfng"]}, {"precision": 0.465685, "recall": 0.506917, "f1": 0.476442, "accuracy": 0.506917, "main_score": 0.476442, "hf_subset": "fon_Latn-acq_Arab", "languages": ["fon-Latn", "acq-Arab"]}, {"precision": 0.498271, "recall": 0.529644, "f1": 0.506987, "accuracy": 0.529644, "main_score": 0.506987, "hf_subset": "fon_Latn-bem_Latn", "languages": ["fon-Latn", "bem-Latn"]}, {"precision": 0.471994, "recall": 0.508893, "f1": 0.482412, "accuracy": 0.508893, "main_score": 0.482412, "hf_subset": "fon_Latn-epo_Latn", "languages": ["fon-Latn", "epo-Latn"]}, {"precision": 0.484269, "recall": 0.521739, "f1": 0.494233, "accuracy": 0.521739, "main_score": 0.494233, "hf_subset": "fon_Latn-hun_Latn", "languages": ["fon-Latn", "hun-Latn"]}, {"precision": 0.469135, "recall": 0.503953, "f1": 0.478837, "accuracy": 0.503953, "main_score": 0.478837, "hf_subset": "fon_Latn-kir_Cyrl", "languages": ["fon-Latn", "kir-Cyrl"]}, {"precision": 0.464559, "recall": 0.505929, "f1": 0.476136, "accuracy": 0.505929, "main_score": 0.476136, "hf_subset": "fon_Latn-mar_Deva", "languages": ["fon-Latn", "mar-Deva"]}, {"precision": 0.473178, "recall": 0.507905, "f1": 0.482805, "accuracy": 0.507905, "main_score": 0.482805, "hf_subset": "fon_Latn-plt_Latn", "languages": ["fon-Latn", "plt-Latn"]}, {"precision": 0.468181, "recall": 0.513834, "f1": 0.480203, "accuracy": 0.513834, "main_score": 0.480203, "hf_subset": "fon_Latn-srp_Cyrl", "languages": ["fon-Latn", "srp-Cyrl"]}, {"precision": 0.402969, "recall": 0.454545, "f1": 0.41717, "accuracy": 0.454545, "main_score": 0.41717, "hf_subset": "fon_Latn-uig_Arab", "languages": ["fon-Latn", "uig-Arab"]}, {"precision": 0.463761, "recall": 0.5, "f1": 0.473439, "accuracy": 0.5, "main_score": 0.473439, "hf_subset": "fon_Latn-aeb_Arab", "languages": ["fon-Latn", "aeb-Arab"]}, {"precision": 0.445116, "recall": 0.495059, "f1": 0.458063, "accuracy": 0.495059, "main_score": 0.458063, "hf_subset": "fon_Latn-ben_Beng", "languages": ["fon-Latn", "ben-Beng"]}, {"precision": 0.466455, "recall": 0.500988, "f1": 0.475897, "accuracy": 0.500988, "main_score": 0.475897, "hf_subset": "fon_Latn-est_Latn", "languages": ["fon-Latn", "est-Latn"]}, {"precision": 0.463835, "recall": 0.506917, "f1": 0.475071, "accuracy": 0.506917, "main_score": 0.475071, "hf_subset": "fon_Latn-hye_Armn", "languages": ["fon-Latn", "hye-Armn"]}, {"precision": 0.483852, "recall": 0.519763, "f1": 0.49355, "accuracy": 0.519763, "main_score": 0.49355, "hf_subset": "fon_Latn-kmb_Latn", "languages": ["fon-Latn", "kmb-Latn"]}, {"precision": 0.34139, "recall": 0.385375, "f1": 0.353273, "accuracy": 0.385375, "main_score": 0.353273, "hf_subset": "fon_Latn-min_Arab", "languages": ["fon-Latn", "min-Arab"]}, {"precision": 0.472569, "recall": 0.51087, "f1": 0.483136, "accuracy": 0.51087, "main_score": 0.483136, "hf_subset": "fon_Latn-pol_Latn", "languages": ["fon-Latn", "pol-Latn"]}, {"precision": 0.467796, "recall": 0.503953, "f1": 0.478162, "accuracy": 0.503953, "main_score": 0.478162, "hf_subset": "fon_Latn-ssw_Latn", "languages": ["fon-Latn", "ssw-Latn"]}, {"precision": 0.478415, "recall": 0.519763, "f1": 0.489837, "accuracy": 0.519763, "main_score": 0.489837, "hf_subset": "fon_Latn-ukr_Cyrl", "languages": ["fon-Latn", "ukr-Cyrl"]}, {"precision": 0.478947, "recall": 0.518775, "f1": 0.489673, "accuracy": 0.518775, "main_score": 0.489673, "hf_subset": "fon_Latn-afr_Latn", "languages": ["fon-Latn", "afr-Latn"]}, {"precision": 0.456489, "recall": 0.498024, "f1": 0.467624, "accuracy": 0.498024, "main_score": 0.467624, "hf_subset": "fon_Latn-bho_Deva", "languages": ["fon-Latn", "bho-Deva"]}, {"precision": 0.471031, "recall": 0.508893, "f1": 0.481263, "accuracy": 0.508893, "main_score": 0.481263, "hf_subset": "fon_Latn-eus_Latn", "languages": ["fon-Latn", "eus-Latn"]}, {"precision": 0.458689, "recall": 0.499012, "f1": 0.470177, "accuracy": 0.499012, "main_score": 0.470177, "hf_subset": "fon_Latn-ibo_Latn", "languages": ["fon-Latn", "ibo-Latn"]}, {"precision": 0.463702, "recall": 0.501976, "f1": 0.474758, "accuracy": 0.501976, "main_score": 0.474758, "hf_subset": "fon_Latn-kmr_Latn", "languages": ["fon-Latn", "kmr-Latn"]}, {"precision": 0.471262, "recall": 0.508893, "f1": 0.481751, "accuracy": 0.508893, "main_score": 0.481751, "hf_subset": "fon_Latn-min_Latn", "languages": ["fon-Latn", "min-Latn"]}, {"precision": 0.490453, "recall": 0.525692, "f1": 0.500394, "accuracy": 0.525692, "main_score": 0.500394, "hf_subset": "fon_Latn-por_Latn", "languages": ["fon-Latn", "por-Latn"]}, {"precision": 0.495592, "recall": 0.528656, "f1": 0.504679, "accuracy": 0.528656, "main_score": 0.504679, "hf_subset": "fon_Latn-sun_Latn", "languages": ["fon-Latn", "sun-Latn"]}, {"precision": 0.462029, "recall": 0.501976, "f1": 0.473361, "accuracy": 0.501976, "main_score": 0.473361, "hf_subset": "fon_Latn-umb_Latn", "languages": ["fon-Latn", "umb-Latn"]}, {"precision": 0.458121, "recall": 0.5, "f1": 0.469451, "accuracy": 0.5, "main_score": 0.469451, "hf_subset": "fon_Latn-ajp_Arab", "languages": ["fon-Latn", "ajp-Arab"]}, {"precision": 0.348152, "recall": 0.393281, "f1": 0.360597, "accuracy": 0.393281, "main_score": 0.360597, "hf_subset": "fon_Latn-bjn_Arab", "languages": ["fon-Latn", "bjn-Arab"]}, {"precision": 0.467548, "recall": 0.5, "f1": 0.476463, "accuracy": 0.5, "main_score": 0.476463, "hf_subset": "fon_Latn-ewe_Latn", "languages": ["fon-Latn", "ewe-Latn"]}, {"precision": 0.489615, "recall": 0.523715, "f1": 0.49841, "accuracy": 0.523715, "main_score": 0.49841, "hf_subset": "fon_Latn-ilo_Latn", "languages": ["fon-Latn", "ilo-Latn"]}, {"precision": 0.282498, "recall": 0.322134, "f1": 0.293339, "accuracy": 0.322134, "main_score": 0.293339, "hf_subset": "fon_Latn-knc_Arab", "languages": ["fon-Latn", "knc-Arab"]}, {"precision": 0.466918, "recall": 0.502964, "f1": 0.47711, "accuracy": 0.502964, "main_score": 0.47711, "hf_subset": "fon_Latn-mkd_Cyrl", "languages": ["fon-Latn", "mkd-Cyrl"]}, {"precision": 0.466425, "recall": 0.504941, "f1": 0.476776, "accuracy": 0.504941, "main_score": 0.476776, "hf_subset": "fon_Latn-prs_Arab", "languages": ["fon-Latn", "prs-Arab"]}, {"precision": 0.465619, "recall": 0.503953, "f1": 0.476228, "accuracy": 0.503953, "main_score": 0.476228, "hf_subset": "fon_Latn-swe_Latn", "languages": ["fon-Latn", "swe-Latn"]}, {"precision": 0.434322, "recall": 0.485178, "f1": 0.448123, "accuracy": 0.485178, "main_score": 0.448123, "hf_subset": "fon_Latn-urd_Arab", "languages": ["fon-Latn", "urd-Arab"]}, {"precision": 0.48446, "recall": 0.519763, "f1": 0.494231, "accuracy": 0.519763, "main_score": 0.494231, "hf_subset": "fon_Latn-aka_Latn", "languages": ["fon-Latn", "aka-Latn"]}, {"precision": 0.479476, "recall": 0.513834, "f1": 0.488309, "accuracy": 0.513834, "main_score": 0.488309, "hf_subset": "fon_Latn-bjn_Latn", "languages": ["fon-Latn", "bjn-Latn"]}, {"precision": 0.478672, "recall": 0.512846, "f1": 0.487902, "accuracy": 0.512846, "main_score": 0.487902, "hf_subset": "fon_Latn-fao_Latn", "languages": ["fon-Latn", "fao-Latn"]}, {"precision": 0.477838, "recall": 0.51581, "f1": 0.488096, "accuracy": 0.51581, "main_score": 0.488096, "hf_subset": "fon_Latn-ind_Latn", "languages": ["fon-Latn", "ind-Latn"]}, {"precision": 0.463266, "recall": 0.499012, "f1": 0.473369, "accuracy": 0.499012, "main_score": 0.473369, "hf_subset": "fon_Latn-knc_Latn", "languages": ["fon-Latn", "knc-Latn"]}, {"precision": 0.480464, "recall": 0.517787, "f1": 0.490244, "accuracy": 0.517787, "main_score": 0.490244, "hf_subset": "fon_Latn-mlt_Latn", "languages": ["fon-Latn", "mlt-Latn"]}, {"precision": 0.46754, "recall": 0.506917, "f1": 0.478729, "accuracy": 0.506917, "main_score": 0.478729, "hf_subset": "fon_Latn-quy_Latn", "languages": ["fon-Latn", "quy-Latn"]}, {"precision": 0.463844, "recall": 0.498024, "f1": 0.473736, "accuracy": 0.498024, "main_score": 0.473736, "hf_subset": "fon_Latn-swh_Latn", "languages": ["fon-Latn", "swh-Latn"]}, {"precision": 0.452938, "recall": 0.499012, "f1": 0.465842, "accuracy": 0.499012, "main_score": 0.465842, "hf_subset": "fon_Latn-uzn_Latn", "languages": ["fon-Latn", "uzn-Latn"]}, {"precision": 0.466735, "recall": 0.503953, "f1": 0.47709, "accuracy": 0.503953, "main_score": 0.47709, "hf_subset": "fon_Latn-als_Latn", "languages": ["fon-Latn", "als-Latn"]}, {"precision": 0.241954, "recall": 0.286561, "f1": 0.253114, "accuracy": 0.286561, "main_score": 0.253114, "hf_subset": "fon_Latn-bod_Tibt", "languages": ["fon-Latn", "bod-Tibt"]}, {"precision": 0.470398, "recall": 0.507905, "f1": 0.480969, "accuracy": 0.507905, "main_score": 0.480969, "hf_subset": "fon_Latn-fij_Latn", "languages": ["fon-Latn", "fij-Latn"]}, {"precision": 0.461681, "recall": 0.498024, "f1": 0.471266, "accuracy": 0.498024, "main_score": 0.471266, "hf_subset": "fon_Latn-isl_Latn", "languages": ["fon-Latn", "isl-Latn"]}, {"precision": 0.471003, "recall": 0.506917, "f1": 0.481261, "accuracy": 0.506917, "main_score": 0.481261, "hf_subset": "fon_Latn-kon_Latn", "languages": ["fon-Latn", "kon-Latn"]}, {"precision": 0.396105, "recall": 0.442688, "f1": 0.408826, "accuracy": 0.442688, "main_score": 0.408826, "hf_subset": "fon_Latn-mni_Beng", "languages": ["fon-Latn", "mni-Beng"]}, {"precision": 0.482187, "recall": 0.522727, "f1": 0.493015, "accuracy": 0.522727, "main_score": 0.493015, "hf_subset": "fon_Latn-ron_Latn", "languages": ["fon-Latn", "ron-Latn"]}, {"precision": 0.477969, "recall": 0.512846, "f1": 0.487134, "accuracy": 0.512846, "main_score": 0.487134, "hf_subset": "fon_Latn-szl_Latn", "languages": ["fon-Latn", "szl-Latn"]}, {"precision": 0.477957, "recall": 0.513834, "f1": 0.487659, "accuracy": 0.513834, "main_score": 0.487659, "hf_subset": "fon_Latn-vec_Latn", "languages": ["fon-Latn", "vec-Latn"]}, {"precision": 0.412102, "recall": 0.459486, "f1": 0.424533, "accuracy": 0.459486, "main_score": 0.424533, "hf_subset": "fon_Latn-amh_Ethi", "languages": ["fon-Latn", "amh-Ethi"]}, {"precision": 0.479275, "recall": 0.51581, "f1": 0.489843, "accuracy": 0.51581, "main_score": 0.489843, "hf_subset": "fon_Latn-bos_Latn", "languages": ["fon-Latn", "bos-Latn"]}, {"precision": 0.454648, "recall": 0.499012, "f1": 0.466898, "accuracy": 0.499012, "main_score": 0.466898, "hf_subset": "fon_Latn-fin_Latn", "languages": ["fon-Latn", "fin-Latn"]}, {"precision": 0.47562, "recall": 0.514822, "f1": 0.486492, "accuracy": 0.514822, "main_score": 0.486492, "hf_subset": "fon_Latn-ita_Latn", "languages": ["fon-Latn", "ita-Latn"]}, {"precision": 0.467558, "recall": 0.511858, "f1": 0.479951, "accuracy": 0.511858, "main_score": 0.479951, "hf_subset": "fon_Latn-kor_Hang", "languages": ["fon-Latn", "kor-Hang"]}, {"precision": 0.458383, "recall": 0.497036, "f1": 0.469288, "accuracy": 0.497036, "main_score": 0.469288, "hf_subset": "fon_Latn-mos_Latn", "languages": ["fon-Latn", "mos-Latn"]}, {"precision": 0.459778, "recall": 0.499012, "f1": 0.470193, "accuracy": 0.499012, "main_score": 0.470193, "hf_subset": "fon_Latn-run_Latn", "languages": ["fon-Latn", "run-Latn"]}, {"precision": 0.436887, "recall": 0.486166, "f1": 0.450693, "accuracy": 0.486166, "main_score": 0.450693, "hf_subset": "fon_Latn-tam_Taml", "languages": ["fon-Latn", "tam-Taml"]}, {"precision": 0.469322, "recall": 0.51087, "f1": 0.480743, "accuracy": 0.51087, "main_score": 0.480743, "hf_subset": "fon_Latn-vie_Latn", "languages": ["fon-Latn", "vie-Latn"]}, {"precision": 0.463973, "recall": 0.503953, "f1": 0.475255, "accuracy": 0.503953, "main_score": 0.475255, "hf_subset": "fon_Latn-apc_Arab", "languages": ["fon-Latn", "apc-Arab"]}, {"precision": 0.477093, "recall": 0.512846, "f1": 0.487018, "accuracy": 0.512846, "main_score": 0.487018, "hf_subset": "fon_Latn-bug_Latn", "languages": ["fon-Latn", "bug-Latn"]}, {"precision": 0.485551, "recall": 0.519763, "f1": 0.495212, "accuracy": 0.519763, "main_score": 0.495212, "hf_subset": "fon_Latn-jav_Latn", "languages": ["fon-Latn", "jav-Latn"]}, {"precision": 0.435725, "recall": 0.477273, "f1": 0.446474, "accuracy": 0.477273, "main_score": 0.446474, "hf_subset": "fon_Latn-lao_Laoo", "languages": ["fon-Latn", "lao-Laoo"]}, {"precision": 0.440434, "recall": 0.474308, "f1": 0.449902, "accuracy": 0.474308, "main_score": 0.449902, "hf_subset": "fon_Latn-mri_Latn", "languages": ["fon-Latn", "mri-Latn"]}, {"precision": 0.468743, "recall": 0.51087, "f1": 0.48009, "accuracy": 0.51087, "main_score": 0.48009, "hf_subset": "fon_Latn-rus_Cyrl", "languages": ["fon-Latn", "rus-Cyrl"]}, {"precision": 0.446412, "recall": 0.482213, "f1": 0.456307, "accuracy": 0.482213, "main_score": 0.456307, "hf_subset": "fon_Latn-taq_Latn", "languages": ["fon-Latn", "taq-Latn"]}, {"precision": 0.488347, "recall": 0.523715, "f1": 0.497874, "accuracy": 0.523715, "main_score": 0.497874, "hf_subset": "fon_Latn-war_Latn", "languages": ["fon-Latn", "war-Latn"]}, {"precision": 0.456596, "recall": 0.499012, "f1": 0.468163, "accuracy": 0.499012, "main_score": 0.468163, "hf_subset": "fon_Latn-arb_Arab", "languages": ["fon-Latn", "arb-Arab"]}, {"precision": 0.473815, "recall": 0.513834, "f1": 0.484972, "accuracy": 0.513834, "main_score": 0.484972, "hf_subset": "fon_Latn-bul_Cyrl", "languages": ["fon-Latn", "bul-Cyrl"]}, {"precision": 0.482959, "recall": 0.519763, "f1": 0.493621, "accuracy": 0.519763, "main_score": 0.493621, "hf_subset": "fon_Latn-fra_Latn", "languages": ["fon-Latn", "fra-Latn"]}, {"precision": 0.458363, "recall": 0.5, "f1": 0.469923, "accuracy": 0.5, "main_score": 0.469923, "hf_subset": "fon_Latn-jpn_Jpan", "languages": ["fon-Latn", "jpn-Jpan"]}, {"precision": 0.477536, "recall": 0.516798, "f1": 0.487603, "accuracy": 0.516798, "main_score": 0.487603, "hf_subset": "fon_Latn-lij_Latn", "languages": ["fon-Latn", "lij-Latn"]}, {"precision": 0.340671, "recall": 0.395257, "f1": 0.354458, "accuracy": 0.395257, "main_score": 0.354458, "hf_subset": "fon_Latn-mya_Mymr", "languages": ["fon-Latn", "mya-Mymr"]}, {"precision": 0.475701, "recall": 0.514822, "f1": 0.486374, "accuracy": 0.514822, "main_score": 0.486374, "hf_subset": "fon_Latn-sag_Latn", "languages": ["fon-Latn", "sag-Latn"]}, {"precision": 0.193828, "recall": 0.233202, "f1": 0.202833, "accuracy": 0.233202, "main_score": 0.202833, "hf_subset": "fon_Latn-taq_Tfng", "languages": ["fon-Latn", "taq-Tfng"]}, {"precision": 0.475631, "recall": 0.505929, "f1": 0.484051, "accuracy": 0.505929, "main_score": 0.484051, "hf_subset": "fon_Latn-wol_Latn", "languages": ["fon-Latn", "wol-Latn"]}, {"precision": 0.403067, "recall": 0.440711, "f1": 0.413167, "accuracy": 0.440711, "main_score": 0.413167, "hf_subset": "fon_Latn-arb_Latn", "languages": ["fon-Latn", "arb-Latn"]}, {"precision": 0.48277, "recall": 0.520751, "f1": 0.493596, "accuracy": 0.520751, "main_score": 0.493596, "hf_subset": "fon_Latn-cat_Latn", "languages": ["fon-Latn", "cat-Latn"]}, {"precision": 0.476256, "recall": 0.512846, "f1": 0.485569, "accuracy": 0.512846, "main_score": 0.485569, "hf_subset": "fon_Latn-fur_Latn", "languages": ["fon-Latn", "fur-Latn"]}, {"precision": 0.382242, "recall": 0.429842, "f1": 0.394969, "accuracy": 0.429842, "main_score": 0.394969, "hf_subset": "fon_Latn-kab_Latn", "languages": ["fon-Latn", "kab-Latn"]}, {"precision": 0.472715, "recall": 0.507905, "f1": 0.481821, "accuracy": 0.507905, "main_score": 0.481821, "hf_subset": "fon_Latn-lim_Latn", "languages": ["fon-Latn", "lim-Latn"]}, {"precision": 0.470403, "recall": 0.512846, "f1": 0.482209, "accuracy": 0.512846, "main_score": 0.482209, "hf_subset": "fon_Latn-nld_Latn", "languages": ["fon-Latn", "nld-Latn"]}, {"precision": 0.434435, "recall": 0.482213, "f1": 0.447545, "accuracy": 0.482213, "main_score": 0.447545, "hf_subset": "fon_Latn-san_Deva", "languages": ["fon-Latn", "san-Deva"]}, {"precision": 0.456391, "recall": 0.500988, "f1": 0.468263, "accuracy": 0.500988, "main_score": 0.468263, "hf_subset": "fon_Latn-tat_Cyrl", "languages": ["fon-Latn", "tat-Cyrl"]}, {"precision": 0.467944, "recall": 0.505929, "f1": 0.478734, "accuracy": 0.505929, "main_score": 0.478734, "hf_subset": "fon_Latn-xho_Latn", "languages": ["fon-Latn", "xho-Latn"]}, {"precision": 0.435103, "recall": 0.483202, "f1": 0.448546, "accuracy": 0.483202, "main_score": 0.448546, "hf_subset": "fon_Latn-ars_Arab", "languages": ["fon-Latn", "ars-Arab"]}, {"precision": 0.500672, "recall": 0.532609, "f1": 0.508996, "accuracy": 0.532609, "main_score": 0.508996, "hf_subset": "fon_Latn-ceb_Latn", "languages": ["fon-Latn", "ceb-Latn"]}, {"precision": 0.445021, "recall": 0.480237, "f1": 0.45543, "accuracy": 0.480237, "main_score": 0.45543, "hf_subset": "fon_Latn-fuv_Latn", "languages": ["fon-Latn", "fuv-Latn"]}, {"precision": 0.446891, "recall": 0.479249, "f1": 0.456275, "accuracy": 0.479249, "main_score": 0.456275, "hf_subset": "fon_Latn-kac_Latn", "languages": ["fon-Latn", "kac-Latn"]}, {"precision": 0.493094, "recall": 0.524704, "f1": 0.501249, "accuracy": 0.524704, "main_score": 0.501249, "hf_subset": "fon_Latn-lin_Latn", "languages": ["fon-Latn", "lin-Latn"]}, {"precision": 0.476823, "recall": 0.514822, "f1": 0.487435, "accuracy": 0.514822, "main_score": 0.487435, "hf_subset": "fon_Latn-nno_Latn", "languages": ["fon-Latn", "nno-Latn"]}, {"precision": 0.092381, "recall": 0.132411, "f1": 0.102148, "accuracy": 0.132411, "main_score": 0.102148, "hf_subset": "fon_Latn-sat_Olck", "languages": ["fon-Latn", "sat-Olck"]}, {"precision": 0.443115, "recall": 0.48913, "f1": 0.456236, "accuracy": 0.48913, "main_score": 0.456236, "hf_subset": "fon_Latn-tel_Telu", "languages": ["fon-Latn", "tel-Telu"]}, {"precision": 0.383233, "recall": 0.440711, "f1": 0.398268, "accuracy": 0.440711, "main_score": 0.398268, "hf_subset": "fon_Latn-ydd_Hebr", "languages": ["fon-Latn", "ydd-Hebr"]}, {"precision": 0.448363, "recall": 0.492095, "f1": 0.460073, "accuracy": 0.492095, "main_score": 0.460073, "hf_subset": "fon_Latn-ary_Arab", "languages": ["fon-Latn", "ary-Arab"]}, {"precision": 0.475451, "recall": 0.51581, "f1": 0.486662, "accuracy": 0.51581, "main_score": 0.486662, "hf_subset": "fon_Latn-ces_Latn", "languages": ["fon-Latn", "ces-Latn"]}, {"precision": 0.430977, "recall": 0.475296, "f1": 0.443618, "accuracy": 0.475296, "main_score": 0.443618, "hf_subset": "fon_Latn-gaz_Latn", "languages": ["fon-Latn", "gaz-Latn"]}, {"precision": 0.462879, "recall": 0.499012, "f1": 0.473082, "accuracy": 0.499012, "main_score": 0.473082, "hf_subset": "fon_Latn-kam_Latn", "languages": ["fon-Latn", "kam-Latn"]}, {"precision": 0.459239, "recall": 0.498024, "f1": 0.470324, "accuracy": 0.498024, "main_score": 0.470324, "hf_subset": "fon_Latn-lit_Latn", "languages": ["fon-Latn", "lit-Latn"]}, {"precision": 0.465587, "recall": 0.507905, "f1": 0.477845, "accuracy": 0.507905, "main_score": 0.477845, "hf_subset": "fon_Latn-nob_Latn", "languages": ["fon-Latn", "nob-Latn"]}, {"precision": 0.481204, "recall": 0.512846, "f1": 0.490422, "accuracy": 0.512846, "main_score": 0.490422, "hf_subset": "fon_Latn-scn_Latn", "languages": ["fon-Latn", "scn-Latn"]}, {"precision": 0.461091, "recall": 0.496047, "f1": 0.471085, "accuracy": 0.496047, "main_score": 0.471085, "hf_subset": "fon_Latn-tgk_Cyrl", "languages": ["fon-Latn", "tgk-Cyrl"]}, {"precision": 0.435521, "recall": 0.480237, "f1": 0.448725, "accuracy": 0.480237, "main_score": 0.448725, "hf_subset": "fon_Latn-yor_Latn", "languages": ["fon-Latn", "yor-Latn"]}, {"precision": 0.453749, "recall": 0.497036, "f1": 0.464841, "accuracy": 0.497036, "main_score": 0.464841, "hf_subset": "fon_Latn-arz_Arab", "languages": ["fon-Latn", "arz-Arab"]}, {"precision": 0.451688, "recall": 0.493083, "f1": 0.463352, "accuracy": 0.493083, "main_score": 0.463352, "hf_subset": "fon_Latn-cjk_Latn", "languages": ["fon-Latn", "cjk-Latn"]}, {"precision": 0.44154, "recall": 0.478261, "f1": 0.451714, "accuracy": 0.478261, "main_score": 0.451714, "hf_subset": "fon_Latn-gla_Latn", "languages": ["fon-Latn", "gla-Latn"]}, {"precision": 0.443151, "recall": 0.494071, "f1": 0.457306, "accuracy": 0.494071, "main_score": 0.457306, "hf_subset": "fon_Latn-kan_Knda", "languages": ["fon-Latn", "kan-Knda"]}, {"precision": 0.463334, "recall": 0.500988, "f1": 0.473785, "accuracy": 0.500988, "main_score": 0.473785, "hf_subset": "fon_Latn-lmo_Latn", "languages": ["fon-Latn", "lmo-Latn"]}, {"precision": 0.448794, "recall": 0.498024, "f1": 0.462128, "accuracy": 0.498024, "main_score": 0.462128, "hf_subset": "fon_Latn-npi_Deva", "languages": ["fon-Latn", "npi-Deva"]}, {"precision": 0.402849, "recall": 0.447628, "f1": 0.414555, "accuracy": 0.447628, "main_score": 0.414555, "hf_subset": "fon_Latn-shn_Mymr", "languages": ["fon-Latn", "shn-Mymr"]}, {"precision": 0.493416, "recall": 0.524704, "f1": 0.502493, "accuracy": 0.524704, "main_score": 0.502493, "hf_subset": "fon_Latn-tgl_Latn", "languages": ["fon-Latn", "tgl-Latn"]}, {"precision": 0.458528, "recall": 0.500988, "f1": 0.470254, "accuracy": 0.500988, "main_score": 0.470254, "hf_subset": "fon_Latn-yue_Hant", "languages": ["fon-Latn", "yue-Hant"]}, {"precision": 0.415401, "recall": 0.463439, "f1": 0.42859, "accuracy": 0.463439, "main_score": 0.42859, "hf_subset": "fon_Latn-asm_Beng", "languages": ["fon-Latn", "asm-Beng"]}, {"precision": 0.425341, "recall": 0.471344, "f1": 0.437647, "accuracy": 0.471344, "main_score": 0.437647, "hf_subset": "fon_Latn-ckb_Arab", "languages": ["fon-Latn", "ckb-Arab"]}, {"precision": 0.43586, "recall": 0.472332, "f1": 0.445882, "accuracy": 0.472332, "main_score": 0.445882, "hf_subset": "fon_Latn-gle_Latn", "languages": ["fon-Latn", "gle-Latn"]}, {"precision": 0.410155, "recall": 0.454545, "f1": 0.422606, "accuracy": 0.454545, "main_score": 0.422606, "hf_subset": "fon_Latn-kas_Arab", "languages": ["fon-Latn", "kas-Arab"]}, {"precision": 0.450343, "recall": 0.492095, "f1": 0.461344, "accuracy": 0.492095, "main_score": 0.461344, "hf_subset": "fon_Latn-ltg_Latn", "languages": ["fon-Latn", "ltg-Latn"]}, {"precision": 0.48195, "recall": 0.517787, "f1": 0.491806, "accuracy": 0.517787, "main_score": 0.491806, "hf_subset": "fon_Latn-nso_Latn", "languages": ["fon-Latn", "nso-Latn"]}, {"precision": 0.379415, "recall": 0.436759, "f1": 0.395194, "accuracy": 0.436759, "main_score": 0.395194, "hf_subset": "fon_Latn-sin_Sinh", "languages": ["fon-Latn", "sin-Sinh"]}, {"precision": 0.461175, "recall": 0.500988, "f1": 0.472596, "accuracy": 0.500988, "main_score": 0.472596, "hf_subset": "fon_Latn-tha_Thai", "languages": ["fon-Latn", "tha-Thai"]}, {"precision": 0.458185, "recall": 0.498024, "f1": 0.468788, "accuracy": 0.498024, "main_score": 0.468788, "hf_subset": "fon_Latn-zho_Hans", "languages": ["fon-Latn", "zho-Hans"]}, {"precision": 0.49042, "recall": 0.523715, "f1": 0.499426, "accuracy": 0.523715, "main_score": 0.499426, "hf_subset": "fon_Latn-ast_Latn", "languages": ["fon-Latn", "ast-Latn"]}, {"precision": 0.45851, "recall": 0.502964, "f1": 0.471174, "accuracy": 0.502964, "main_score": 0.471174, "hf_subset": "fon_Latn-crh_Latn", "languages": ["fon-Latn", "crh-Latn"]}, {"precision": 0.489512, "recall": 0.52668, "f1": 0.500151, "accuracy": 0.52668, "main_score": 0.500151, "hf_subset": "fon_Latn-glg_Latn", "languages": ["fon-Latn", "glg-Latn"]}, {"precision": 0.430312, "recall": 0.470356, "f1": 0.441504, "accuracy": 0.470356, "main_score": 0.441504, "hf_subset": "fon_Latn-kas_Deva", "languages": ["fon-Latn", "kas-Deva"]}, {"precision": 0.459821, "recall": 0.500988, "f1": 0.470964, "accuracy": 0.500988, "main_score": 0.470964, "hf_subset": "fon_Latn-ltz_Latn", "languages": ["fon-Latn", "ltz-Latn"]}, {"precision": 0.412616, "recall": 0.454545, "f1": 0.424013, "accuracy": 0.454545, "main_score": 0.424013, "hf_subset": "fon_Latn-nus_Latn", "languages": ["fon-Latn", "nus-Latn"]}, {"precision": 0.475465, "recall": 0.517787, "f1": 0.487479, "accuracy": 0.517787, "main_score": 0.487479, "hf_subset": "fon_Latn-slk_Latn", "languages": ["fon-Latn", "slk-Latn"]}, {"precision": 0.350433, "recall": 0.402174, "f1": 0.364364, "accuracy": 0.402174, "main_score": 0.364364, "hf_subset": "fon_Latn-tir_Ethi", "languages": ["fon-Latn", "tir-Ethi"]}, {"precision": 0.443701, "recall": 0.496047, "f1": 0.457658, "accuracy": 0.496047, "main_score": 0.457658, "hf_subset": "fon_Latn-zho_Hant", "languages": ["fon-Latn", "zho-Hant"]}, {"precision": 0.463742, "recall": 0.503953, "f1": 0.475163, "accuracy": 0.503953, "main_score": 0.475163, "hf_subset": "fon_Latn-awa_Deva", "languages": ["fon-Latn", "awa-Deva"]}, {"precision": 0.477118, "recall": 0.509881, "f1": 0.485891, "accuracy": 0.509881, "main_score": 0.485891, "hf_subset": "fon_Latn-cym_Latn", "languages": ["fon-Latn", "cym-Latn"]}, {"precision": 0.488429, "recall": 0.519763, "f1": 0.496997, "accuracy": 0.519763, "main_score": 0.496997, "hf_subset": "fon_Latn-grn_Latn", "languages": ["fon-Latn", "grn-Latn"]}, {"precision": 0.442031, "recall": 0.479249, "f1": 0.452049, "accuracy": 0.479249, "main_score": 0.452049, "hf_subset": "fon_Latn-kat_Geor", "languages": ["fon-Latn", "kat-Geor"]}, {"precision": 0.485488, "recall": 0.520751, "f1": 0.495269, "accuracy": 0.520751, "main_score": 0.495269, "hf_subset": "fon_Latn-lua_Latn", "languages": ["fon-Latn", "lua-Latn"]}, {"precision": 0.482889, "recall": 0.523715, "f1": 0.494065, "accuracy": 0.523715, "main_score": 0.494065, "hf_subset": "fon_Latn-nya_Latn", "languages": ["fon-Latn", "nya-Latn"]}, {"precision": 0.48559, "recall": 0.521739, "f1": 0.494594, "accuracy": 0.521739, "main_score": 0.494594, "hf_subset": "fon_Latn-slv_Latn", "languages": ["fon-Latn", "slv-Latn"]}, {"precision": 0.469462, "recall": 0.501976, "f1": 0.478802, "accuracy": 0.501976, "main_score": 0.478802, "hf_subset": "fon_Latn-tpi_Latn", "languages": ["fon-Latn", "tpi-Latn"]}, {"precision": 0.487639, "recall": 0.521739, "f1": 0.497504, "accuracy": 0.521739, "main_score": 0.497504, "hf_subset": "fon_Latn-zsm_Latn", "languages": ["fon-Latn", "zsm-Latn"]}, {"precision": 0.467651, "recall": 0.509881, "f1": 0.479429, "accuracy": 0.509881, "main_score": 0.479429, "hf_subset": "fon_Latn-ayr_Latn", "languages": ["fon-Latn", "ayr-Latn"]}, {"precision": 0.481561, "recall": 0.517787, "f1": 0.491665, "accuracy": 0.517787, "main_score": 0.491665, "hf_subset": "fon_Latn-dan_Latn", "languages": ["fon-Latn", "dan-Latn"]}, {"precision": 0.451031, "recall": 0.497036, "f1": 0.463556, "accuracy": 0.497036, "main_score": 0.463556, "hf_subset": "fon_Latn-guj_Gujr", "languages": ["fon-Latn", "guj-Gujr"]}, {"precision": 0.471561, "recall": 0.513834, "f1": 0.483095, "accuracy": 0.513834, "main_score": 0.483095, "hf_subset": "fon_Latn-kaz_Cyrl", "languages": ["fon-Latn", "kaz-Cyrl"]}, {"precision": 0.437004, "recall": 0.481225, "f1": 0.449326, "accuracy": 0.481225, "main_score": 0.449326, "hf_subset": "fon_Latn-lug_Latn", "languages": ["fon-Latn", "lug-Latn"]}, {"precision": 0.493134, "recall": 0.525692, "f1": 0.501909, "accuracy": 0.525692, "main_score": 0.501909, "hf_subset": "fon_Latn-oci_Latn", "languages": ["fon-Latn", "oci-Latn"]}, {"precision": 0.462665, "recall": 0.497036, "f1": 0.472698, "accuracy": 0.497036, "main_score": 0.472698, "hf_subset": "fon_Latn-smo_Latn", "languages": ["fon-Latn", "smo-Latn"]}, {"precision": 0.459705, "recall": 0.499012, "f1": 0.471013, "accuracy": 0.499012, "main_score": 0.471013, "hf_subset": "fon_Latn-tsn_Latn", "languages": ["fon-Latn", "tsn-Latn"]}, {"precision": 0.464011, "recall": 0.507905, "f1": 0.47633, "accuracy": 0.507905, "main_score": 0.47633, "hf_subset": "fon_Latn-zul_Latn", "languages": ["fon-Latn", "zul-Latn"]}, {"precision": 0.389824, "recall": 0.433794, "f1": 0.401504, "accuracy": 0.433794, "main_score": 0.401504, "hf_subset": "fon_Latn-azb_Arab", "languages": ["fon-Latn", "azb-Arab"]}, {"precision": 0.478636, "recall": 0.517787, "f1": 0.489161, "accuracy": 0.517787, "main_score": 0.489161, "hf_subset": "fon_Latn-deu_Latn", "languages": ["fon-Latn", "deu-Latn"]}, {"precision": 0.463041, "recall": 0.505929, "f1": 0.474344, "accuracy": 0.505929, "main_score": 0.474344, "hf_subset": "fon_Latn-hat_Latn", "languages": ["fon-Latn", "hat-Latn"]}, {"precision": 0.463411, "recall": 0.501976, "f1": 0.474466, "accuracy": 0.501976, "main_score": 0.474466, "hf_subset": "fon_Latn-kbp_Latn", "languages": ["fon-Latn", "kbp-Latn"]}, {"precision": 0.477215, "recall": 0.513834, "f1": 0.487868, "accuracy": 0.513834, "main_score": 0.487868, "hf_subset": "fon_Latn-luo_Latn", "languages": ["fon-Latn", "luo-Latn"]}, {"precision": 0.434088, "recall": 0.486166, "f1": 0.447677, "accuracy": 0.486166, "main_score": 0.447677, "hf_subset": "fon_Latn-ory_Orya", "languages": ["fon-Latn", "ory-Orya"]}, {"precision": 0.46284, "recall": 0.5, "f1": 0.473138, "accuracy": 0.5, "main_score": 0.473138, "hf_subset": "fon_Latn-sna_Latn", "languages": ["fon-Latn", "sna-Latn"]}, {"precision": 0.469257, "recall": 0.500988, "f1": 0.477714, "accuracy": 0.500988, "main_score": 0.477714, "hf_subset": "fon_Latn-tso_Latn", "languages": ["fon-Latn", "tso-Latn"]}, {"precision": 0.449952, "recall": 0.494071, "f1": 0.462049, "accuracy": 0.494071, "main_score": 0.462049, "hf_subset": "fon_Latn-azj_Latn", "languages": ["fon-Latn", "azj-Latn"]}, {"precision": 0.434514, "recall": 0.477273, "f1": 0.447357, "accuracy": 0.477273, "main_score": 0.447357, "hf_subset": "fon_Latn-dik_Latn", "languages": ["fon-Latn", "dik-Latn"]}, {"precision": 0.464002, "recall": 0.501976, "f1": 0.47486, "accuracy": 0.501976, "main_score": 0.47486, "hf_subset": "fon_Latn-hau_Latn", "languages": ["fon-Latn", "hau-Latn"]}, {"precision": 0.481684, "recall": 0.513834, "f1": 0.490165, "accuracy": 0.513834, "main_score": 0.490165, "hf_subset": "fon_Latn-kea_Latn", "languages": ["fon-Latn", "kea-Latn"]}, {"precision": 0.474502, "recall": 0.509881, "f1": 0.484088, "accuracy": 0.509881, "main_score": 0.484088, "hf_subset": "fon_Latn-lus_Latn", "languages": ["fon-Latn", "lus-Latn"]}, {"precision": 0.478032, "recall": 0.513834, "f1": 0.48747, "accuracy": 0.513834, "main_score": 0.48747, "hf_subset": "fon_Latn-pag_Latn", "languages": ["fon-Latn", "pag-Latn"]}, {"precision": 0.439288, "recall": 0.481225, "f1": 0.450584, "accuracy": 0.481225, "main_score": 0.450584, "hf_subset": "fon_Latn-snd_Arab", "languages": ["fon-Latn", "snd-Arab"]}, {"precision": 0.446651, "recall": 0.483202, "f1": 0.456371, "accuracy": 0.483202, "main_score": 0.456371, "hf_subset": "fon_Latn-tuk_Latn", "languages": ["fon-Latn", "tuk-Latn"]}, {"precision": 0.459503, "recall": 0.495059, "f1": 0.469979, "accuracy": 0.495059, "main_score": 0.469979, "hf_subset": "fon_Latn-bak_Cyrl", "languages": ["fon-Latn", "bak-Cyrl"]}, {"precision": 0.38877, "recall": 0.445652, "f1": 0.404534, "accuracy": 0.445652, "main_score": 0.404534, "hf_subset": "fon_Latn-dyu_Latn", "languages": ["fon-Latn", "dyu-Latn"]}, {"precision": 0.441886, "recall": 0.485178, "f1": 0.454182, "accuracy": 0.485178, "main_score": 0.454182, "hf_subset": "fon_Latn-heb_Hebr", "languages": ["fon-Latn", "heb-Hebr"]}, {"precision": 0.451571, "recall": 0.494071, "f1": 0.463817, "accuracy": 0.494071, "main_score": 0.463817, "hf_subset": "fon_Latn-khk_Cyrl", "languages": ["fon-Latn", "khk-Cyrl"]}, {"precision": 0.471524, "recall": 0.509881, "f1": 0.482214, "accuracy": 0.509881, "main_score": 0.482214, "hf_subset": "fon_Latn-lvs_Latn", "languages": ["fon-Latn", "lvs-Latn"]}, {"precision": 0.448171, "recall": 0.496047, "f1": 0.460975, "accuracy": 0.496047, "main_score": 0.460975, "hf_subset": "fon_Latn-pan_Guru", "languages": ["fon-Latn", "pan-Guru"]}, {"precision": 0.440221, "recall": 0.480237, "f1": 0.451115, "accuracy": 0.480237, "main_score": 0.451115, "hf_subset": "fon_Latn-som_Latn", "languages": ["fon-Latn", "som-Latn"]}, {"precision": 0.473518, "recall": 0.508893, "f1": 0.483912, "accuracy": 0.508893, "main_score": 0.483912, "hf_subset": "fon_Latn-tum_Latn", "languages": ["fon-Latn", "tum-Latn"]}, {"precision": 0.623624, "recall": 0.683794, "f1": 0.640548, "accuracy": 0.683794, "main_score": 0.640548, "hf_subset": "jav_Latn-ace_Arab", "languages": ["jav-Latn", "ace-Arab"]}, {"precision": 0.556244, "recall": 0.616601, "f1": 0.573424, "accuracy": 0.616601, "main_score": 0.573424, "hf_subset": "jav_Latn-bam_Latn", "languages": ["jav-Latn", "bam-Latn"]}, {"precision": 0.401631, "recall": 0.475296, "f1": 0.420997, "accuracy": 0.475296, "main_score": 0.420997, "hf_subset": "jav_Latn-dzo_Tibt", "languages": ["jav-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-hin_Deva", "languages": ["jav-Latn", "hin-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-khm_Khmr", "languages": ["jav-Latn", "khm-Khmr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-mag_Deva", "languages": ["jav-Latn", "mag-Deva"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "jav_Latn-pap_Latn", "languages": ["jav-Latn", "pap-Latn"]}, {"precision": 0.61349, "recall": 0.672925, "f1": 0.630381, "accuracy": 0.672925, "main_score": 0.630381, "hf_subset": "jav_Latn-sot_Latn", "languages": ["jav-Latn", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-tur_Latn", "languages": ["jav-Latn", "tur-Latn"]}, {"precision": 0.890902, "recall": 0.917984, "f1": 0.899358, "accuracy": 0.917984, "main_score": 0.899358, "hf_subset": "jav_Latn-ace_Latn", "languages": ["jav-Latn", "ace-Latn"]}, {"precision": 0.960227, "recall": 0.970356, "f1": 0.963505, "accuracy": 0.970356, "main_score": 0.963505, "hf_subset": "jav_Latn-ban_Latn", "languages": ["jav-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-ell_Grek", "languages": ["jav-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "jav_Latn-hne_Deva", "languages": ["jav-Latn", "hne-Deva"]}, {"precision": 0.61569, "recall": 0.667984, "f1": 0.63039, "accuracy": 0.667984, "main_score": 0.63039, "hf_subset": "jav_Latn-kik_Latn", "languages": ["jav-Latn", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-mai_Deva", "languages": ["jav-Latn", "mai-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "jav_Latn-pbt_Arab", "languages": ["jav-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-spa_Latn", "languages": ["jav-Latn", "spa-Latn"]}, {"precision": 0.621266, "recall": 0.682806, "f1": 0.638523, "accuracy": 0.682806, "main_score": 0.638523, "hf_subset": "jav_Latn-twi_Latn", "languages": ["jav-Latn", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-acm_Arab", "languages": ["jav-Latn", "acm-Arab"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "jav_Latn-bel_Cyrl", "languages": ["jav-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-eng_Latn", "languages": ["jav-Latn", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-hrv_Latn", "languages": ["jav-Latn", "hrv-Latn"]}, {"precision": 0.577546, "recall": 0.637352, "f1": 0.594403, "accuracy": 0.637352, "main_score": 0.594403, "hf_subset": "jav_Latn-kin_Latn", "languages": ["jav-Latn", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-mal_Mlym", "languages": ["jav-Latn", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-pes_Arab", "languages": ["jav-Latn", "pes-Arab"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "jav_Latn-srd_Latn", "languages": ["jav-Latn", "srd-Latn"]}, {"precision": 0.200504, "recall": 0.246047, "f1": 0.211514, "accuracy": 0.246047, "main_score": 0.211514, "hf_subset": "jav_Latn-tzm_Tfng", "languages": ["jav-Latn", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-acq_Arab", "languages": ["jav-Latn", "acq-Arab"]}, {"precision": 0.647316, "recall": 0.690711, "f1": 0.659568, "accuracy": 0.690711, "main_score": 0.659568, "hf_subset": "jav_Latn-bem_Latn", "languages": ["jav-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-epo_Latn", "languages": ["jav-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-hun_Latn", "languages": ["jav-Latn", "hun-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "jav_Latn-kir_Cyrl", "languages": ["jav-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-mar_Deva", "languages": ["jav-Latn", "mar-Deva"]}, {"precision": 0.694368, "recall": 0.746047, "f1": 0.709365, "accuracy": 0.746047, "main_score": 0.709365, "hf_subset": "jav_Latn-plt_Latn", "languages": ["jav-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-srp_Cyrl", "languages": ["jav-Latn", "srp-Cyrl"]}, {"precision": 0.947793, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "jav_Latn-uig_Arab", "languages": ["jav-Latn", "uig-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-aeb_Arab", "languages": ["jav-Latn", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-ben_Beng", "languages": ["jav-Latn", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-est_Latn", "languages": ["jav-Latn", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-hye_Armn", "languages": ["jav-Latn", "hye-Armn"]}, {"precision": 0.580809, "recall": 0.625494, "f1": 0.593824, "accuracy": 0.625494, "main_score": 0.593824, "hf_subset": "jav_Latn-kmb_Latn", "languages": ["jav-Latn", "kmb-Latn"]}, {"precision": 0.535952, "recall": 0.607708, "f1": 0.55533, "accuracy": 0.607708, "main_score": 0.55533, "hf_subset": "jav_Latn-min_Arab", "languages": ["jav-Latn", "min-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-pol_Latn", "languages": ["jav-Latn", "pol-Latn"]}, {"precision": 0.593471, "recall": 0.650198, "f1": 0.60962, "accuracy": 0.650198, "main_score": 0.60962, "hf_subset": "jav_Latn-ssw_Latn", "languages": ["jav-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ukr_Cyrl", "languages": ["jav-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-afr_Latn", "languages": ["jav-Latn", "afr-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "jav_Latn-bho_Deva", "languages": ["jav-Latn", "bho-Deva"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "jav_Latn-eus_Latn", "languages": ["jav-Latn", "eus-Latn"]}, {"precision": 0.611989, "recall": 0.666996, "f1": 0.627541, "accuracy": 0.666996, "main_score": 0.627541, "hf_subset": "jav_Latn-ibo_Latn", "languages": ["jav-Latn", "ibo-Latn"]}, {"precision": 0.890893, "recall": 0.920949, "f1": 0.900428, "accuracy": 0.920949, "main_score": 0.900428, "hf_subset": "jav_Latn-kmr_Latn", "languages": ["jav-Latn", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "jav_Latn-min_Latn", "languages": ["jav-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-por_Latn", "languages": ["jav-Latn", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-sun_Latn", "languages": ["jav-Latn", "sun-Latn"]}, {"precision": 0.538763, "recall": 0.593874, "f1": 0.5546, "accuracy": 0.593874, "main_score": 0.5546, "hf_subset": "jav_Latn-umb_Latn", "languages": ["jav-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ajp_Arab", "languages": ["jav-Latn", "ajp-Arab"]}, {"precision": 0.589594, "recall": 0.65415, "f1": 0.608049, "accuracy": 0.65415, "main_score": 0.608049, "hf_subset": "jav_Latn-bjn_Arab", "languages": ["jav-Latn", "bjn-Arab"]}, {"precision": 0.528103, "recall": 0.577075, "f1": 0.541071, "accuracy": 0.577075, "main_score": 0.541071, "hf_subset": "jav_Latn-ewe_Latn", "languages": ["jav-Latn", "ewe-Latn"]}, {"precision": 0.941947, "recall": 0.95751, "f1": 0.946706, "accuracy": 0.95751, "main_score": 0.946706, "hf_subset": "jav_Latn-ilo_Latn", "languages": ["jav-Latn", "ilo-Latn"]}, {"precision": 0.330674, "recall": 0.385375, "f1": 0.345315, "accuracy": 0.385375, "main_score": 0.345315, "hf_subset": "jav_Latn-knc_Arab", "languages": ["jav-Latn", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-mkd_Cyrl", "languages": ["jav-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-prs_Arab", "languages": ["jav-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-swe_Latn", "languages": ["jav-Latn", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-urd_Arab", "languages": ["jav-Latn", "urd-Arab"]}, {"precision": 0.606201, "recall": 0.663043, "f1": 0.62226, "accuracy": 0.663043, "main_score": 0.62226, "hf_subset": "jav_Latn-aka_Latn", "languages": ["jav-Latn", "aka-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "jav_Latn-bjn_Latn", "languages": ["jav-Latn", "bjn-Latn"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "jav_Latn-fao_Latn", "languages": ["jav-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ind_Latn", "languages": ["jav-Latn", "ind-Latn"]}, {"precision": 0.615904, "recall": 0.660079, "f1": 0.628543, "accuracy": 0.660079, "main_score": 0.628543, "hf_subset": "jav_Latn-knc_Latn", "languages": ["jav-Latn", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-mlt_Latn", "languages": ["jav-Latn", "mlt-Latn"]}, {"precision": 0.706006, "recall": 0.758893, "f1": 0.721645, "accuracy": 0.758893, "main_score": 0.721645, "hf_subset": "jav_Latn-quy_Latn", "languages": ["jav-Latn", "quy-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "jav_Latn-swh_Latn", "languages": ["jav-Latn", "swh-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "jav_Latn-uzn_Latn", "languages": ["jav-Latn", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-als_Latn", "languages": ["jav-Latn", "als-Latn"]}, {"precision": 0.613219, "recall": 0.692688, "f1": 0.636192, "accuracy": 0.692688, "main_score": 0.636192, "hf_subset": "jav_Latn-bod_Tibt", "languages": ["jav-Latn", "bod-Tibt"]}, {"precision": 0.71592, "recall": 0.769763, "f1": 0.731691, "accuracy": 0.769763, "main_score": 0.731691, "hf_subset": "jav_Latn-fij_Latn", "languages": ["jav-Latn", "fij-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "jav_Latn-isl_Latn", "languages": ["jav-Latn", "isl-Latn"]}, {"precision": 0.69241, "recall": 0.73913, "f1": 0.706059, "accuracy": 0.73913, "main_score": 0.706059, "hf_subset": "jav_Latn-kon_Latn", "languages": ["jav-Latn", "kon-Latn"]}, {"precision": 0.68042, "recall": 0.738142, "f1": 0.696773, "accuracy": 0.738142, "main_score": 0.696773, "hf_subset": "jav_Latn-mni_Beng", "languages": ["jav-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ron_Latn", "languages": ["jav-Latn", "ron-Latn"]}, {"precision": 0.980731, "recall": 0.985178, "f1": 0.982213, "accuracy": 0.985178, "main_score": 0.982213, "hf_subset": "jav_Latn-szl_Latn", "languages": ["jav-Latn", "szl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-vec_Latn", "languages": ["jav-Latn", "vec-Latn"]}, {"precision": 0.923172, "recall": 0.944664, "f1": 0.929908, "accuracy": 0.944664, "main_score": 0.929908, "hf_subset": "jav_Latn-amh_Ethi", "languages": ["jav-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-bos_Latn", "languages": ["jav-Latn", "bos-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-fin_Latn", "languages": ["jav-Latn", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-ita_Latn", "languages": ["jav-Latn", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-kor_Hang", "languages": ["jav-Latn", "kor-Hang"]}, {"precision": 0.570727, "recall": 0.626482, "f1": 0.586484, "accuracy": 0.626482, "main_score": 0.586484, "hf_subset": "jav_Latn-mos_Latn", "languages": ["jav-Latn", "mos-Latn"]}, {"precision": 0.564147, "recall": 0.618577, "f1": 0.57917, "accuracy": 0.618577, "main_score": 0.57917, "hf_subset": "jav_Latn-run_Latn", "languages": ["jav-Latn", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-tam_Taml", "languages": ["jav-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-vie_Latn", "languages": ["jav-Latn", "vie-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-apc_Arab", "languages": ["jav-Latn", "apc-Arab"]}, {"precision": 0.820916, "recall": 0.864625, "f1": 0.833865, "accuracy": 0.864625, "main_score": 0.833865, "hf_subset": "jav_Latn-bug_Latn", "languages": ["jav-Latn", "bug-Latn"]}, {"precision": 0.479372, "recall": 0.533597, "f1": 0.493458, "accuracy": 0.533597, "main_score": 0.493458, "hf_subset": "jav_Latn-fon_Latn", "languages": ["jav-Latn", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-lao_Laoo", "languages": ["jav-Latn", "lao-Laoo"]}, {"precision": 0.863697, "recall": 0.898221, "f1": 0.874078, "accuracy": 0.898221, "main_score": 0.874078, "hf_subset": "jav_Latn-mri_Latn", "languages": ["jav-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-rus_Cyrl", "languages": ["jav-Latn", "rus-Cyrl"]}, {"precision": 0.55178, "recall": 0.610672, "f1": 0.568197, "accuracy": 0.610672, "main_score": 0.568197, "hf_subset": "jav_Latn-taq_Latn", "languages": ["jav-Latn", "taq-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "jav_Latn-war_Latn", "languages": ["jav-Latn", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-arb_Arab", "languages": ["jav-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-bul_Cyrl", "languages": ["jav-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-fra_Latn", "languages": ["jav-Latn", "fra-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-jpn_Jpan", "languages": ["jav-Latn", "jpn-Jpan"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "jav_Latn-lij_Latn", "languages": ["jav-Latn", "lij-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "jav_Latn-mya_Mymr", "languages": ["jav-Latn", "mya-Mymr"]}, {"precision": 0.609921, "recall": 0.672925, "f1": 0.628175, "accuracy": 0.672925, "main_score": 0.628175, "hf_subset": "jav_Latn-sag_Latn", "languages": ["jav-Latn", "sag-Latn"]}, {"precision": 0.208228, "recall": 0.262846, "f1": 0.221004, "accuracy": 0.262846, "main_score": 0.221004, "hf_subset": "jav_Latn-taq_Tfng", "languages": ["jav-Latn", "taq-Tfng"]}, {"precision": 0.656301, "recall": 0.711462, "f1": 0.672334, "accuracy": 0.711462, "main_score": 0.672334, "hf_subset": "jav_Latn-wol_Latn", "languages": ["jav-Latn", "wol-Latn"]}, {"precision": 0.76508, "recall": 0.81917, "f1": 0.780882, "accuracy": 0.81917, "main_score": 0.780882, "hf_subset": "jav_Latn-arb_Latn", "languages": ["jav-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-cat_Latn", "languages": ["jav-Latn", "cat-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "jav_Latn-fur_Latn", "languages": ["jav-Latn", "fur-Latn"]}, {"precision": 0.435895, "recall": 0.493083, "f1": 0.451438, "accuracy": 0.493083, "main_score": 0.451438, "hf_subset": "jav_Latn-kab_Latn", "languages": ["jav-Latn", "kab-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "jav_Latn-lim_Latn", "languages": ["jav-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-nld_Latn", "languages": ["jav-Latn", "nld-Latn"]}, {"precision": 0.979414, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "jav_Latn-san_Deva", "languages": ["jav-Latn", "san-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "jav_Latn-tat_Cyrl", "languages": ["jav-Latn", "tat-Cyrl"]}, {"precision": 0.709058, "recall": 0.757905, "f1": 0.723306, "accuracy": 0.757905, "main_score": 0.723306, "hf_subset": "jav_Latn-xho_Latn", "languages": ["jav-Latn", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-ars_Arab", "languages": ["jav-Latn", "ars-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-ceb_Latn", "languages": ["jav-Latn", "ceb-Latn"]}, {"precision": 0.585404, "recall": 0.645257, "f1": 0.6028, "accuracy": 0.645257, "main_score": 0.6028, "hf_subset": "jav_Latn-fuv_Latn", "languages": ["jav-Latn", "fuv-Latn"]}, {"precision": 0.515215, "recall": 0.578063, "f1": 0.532377, "accuracy": 0.578063, "main_score": 0.532377, "hf_subset": "jav_Latn-kac_Latn", "languages": ["jav-Latn", "kac-Latn"]}, {"precision": 0.687658, "recall": 0.741107, "f1": 0.703296, "accuracy": 0.741107, "main_score": 0.703296, "hf_subset": "jav_Latn-lin_Latn", "languages": ["jav-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-nno_Latn", "languages": ["jav-Latn", "nno-Latn"]}, {"precision": 0.222213, "recall": 0.300395, "f1": 0.242773, "accuracy": 0.300395, "main_score": 0.242773, "hf_subset": "jav_Latn-sat_Olck", "languages": ["jav-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-tel_Telu", "languages": ["jav-Latn", "tel-Telu"]}, {"precision": 0.946673, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "jav_Latn-ydd_Hebr", "languages": ["jav-Latn", "ydd-Hebr"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "jav_Latn-ary_Arab", "languages": ["jav-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-ces_Latn", "languages": ["jav-Latn", "ces-Latn"]}, {"precision": 0.609446, "recall": 0.66502, "f1": 0.625826, "accuracy": 0.66502, "main_score": 0.625826, "hf_subset": "jav_Latn-gaz_Latn", "languages": ["jav-Latn", "gaz-Latn"]}, {"precision": 0.601252, "recall": 0.662055, "f1": 0.618551, "accuracy": 0.662055, "main_score": 0.618551, "hf_subset": "jav_Latn-kam_Latn", "languages": ["jav-Latn", "kam-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "jav_Latn-lit_Latn", "languages": ["jav-Latn", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-nob_Latn", "languages": ["jav-Latn", "nob-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "jav_Latn-scn_Latn", "languages": ["jav-Latn", "scn-Latn"]}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "jav_Latn-tgk_Cyrl", "languages": ["jav-Latn", "tgk-Cyrl"]}, {"precision": 0.72085, "recall": 0.782609, "f1": 0.739036, "accuracy": 0.782609, "main_score": 0.739036, "hf_subset": "jav_Latn-yor_Latn", "languages": ["jav-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-arz_Arab", "languages": ["jav-Latn", "arz-Arab"]}, {"precision": 0.571904, "recall": 0.625494, "f1": 0.587484, "accuracy": 0.625494, "main_score": 0.587484, "hf_subset": "jav_Latn-cjk_Latn", "languages": ["jav-Latn", "cjk-Latn"]}, {"precision": 0.760244, "recall": 0.814229, "f1": 0.776416, "accuracy": 0.814229, "main_score": 0.776416, "hf_subset": "jav_Latn-gla_Latn", "languages": ["jav-Latn", "gla-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-kan_Knda", "languages": ["jav-Latn", "kan-Knda"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "jav_Latn-lmo_Latn", "languages": ["jav-Latn", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jav_Latn-npi_Deva", "languages": ["jav-Latn", "npi-Deva"]}, {"precision": 0.479714, "recall": 0.543478, "f1": 0.496921, "accuracy": 0.543478, "main_score": 0.496921, "hf_subset": "jav_Latn-shn_Mymr", "languages": ["jav-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-tgl_Latn", "languages": ["jav-Latn", "tgl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-yue_Hant", "languages": ["jav-Latn", "yue-Hant"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "jav_Latn-asm_Beng", "languages": ["jav-Latn", "asm-Beng"]}, {"precision": 0.94697, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "jav_Latn-ckb_Arab", "languages": ["jav-Latn", "ckb-Arab"]}, {"precision": 0.84972, "recall": 0.885375, "f1": 0.86102, "accuracy": 0.885375, "main_score": 0.86102, "hf_subset": "jav_Latn-gle_Latn", "languages": ["jav-Latn", "gle-Latn"]}, {"precision": 0.926877, "recall": 0.94664, "f1": 0.933136, "accuracy": 0.94664, "main_score": 0.933136, "hf_subset": "jav_Latn-kas_Arab", "languages": ["jav-Latn", "kas-Arab"]}, {"precision": 0.927157, "recall": 0.947628, "f1": 0.933531, "accuracy": 0.947628, "main_score": 0.933531, "hf_subset": "jav_Latn-ltg_Latn", "languages": ["jav-Latn", "ltg-Latn"]}, {"precision": 0.633727, "recall": 0.685771, "f1": 0.648191, "accuracy": 0.685771, "main_score": 0.648191, "hf_subset": "jav_Latn-nso_Latn", "languages": ["jav-Latn", "nso-Latn"]}, {"precision": 0.962533, "recall": 0.974308, "f1": 0.966304, "accuracy": 0.974308, "main_score": 0.966304, "hf_subset": "jav_Latn-sin_Sinh", "languages": ["jav-Latn", "sin-Sinh"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-tha_Thai", "languages": ["jav-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-zho_Hans", "languages": ["jav-Latn", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-ast_Latn", "languages": ["jav-Latn", "ast-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "jav_Latn-crh_Latn", "languages": ["jav-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-glg_Latn", "languages": ["jav-Latn", "glg-Latn"]}, {"precision": 0.858119, "recall": 0.896245, "f1": 0.870092, "accuracy": 0.896245, "main_score": 0.870092, "hf_subset": "jav_Latn-kas_Deva", "languages": ["jav-Latn", "kas-Deva"]}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "jav_Latn-ltz_Latn", "languages": ["jav-Latn", "ltz-Latn"]}, {"precision": 0.480476, "recall": 0.547431, "f1": 0.498969, "accuracy": 0.547431, "main_score": 0.498969, "hf_subset": "jav_Latn-nus_Latn", "languages": ["jav-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-slk_Latn", "languages": ["jav-Latn", "slk-Latn"]}, {"precision": 0.590276, "recall": 0.656126, "f1": 0.609329, "accuracy": 0.656126, "main_score": 0.609329, "hf_subset": "jav_Latn-tir_Ethi", "languages": ["jav-Latn", "tir-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-zho_Hant", "languages": ["jav-Latn", "zho-Hant"]}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "jav_Latn-awa_Deva", "languages": ["jav-Latn", "awa-Deva"]}, {"precision": 0.957098, "recall": 0.969368, "f1": 0.961034, "accuracy": 0.969368, "main_score": 0.961034, "hf_subset": "jav_Latn-cym_Latn", "languages": ["jav-Latn", "cym-Latn"]}, {"precision": 0.820405, "recall": 0.862648, "f1": 0.83341, "accuracy": 0.862648, "main_score": 0.83341, "hf_subset": "jav_Latn-grn_Latn", "languages": ["jav-Latn", "grn-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "jav_Latn-kat_Geor", "languages": ["jav-Latn", "kat-Geor"]}, {"precision": 0.66889, "recall": 0.714427, "f1": 0.682068, "accuracy": 0.714427, "main_score": 0.682068, "hf_subset": "jav_Latn-lua_Latn", "languages": ["jav-Latn", "lua-Latn"]}, {"precision": 0.656869, "recall": 0.711462, "f1": 0.673227, "accuracy": 0.711462, "main_score": 0.673227, "hf_subset": "jav_Latn-nya_Latn", "languages": ["jav-Latn", "nya-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-slv_Latn", "languages": ["jav-Latn", "slv-Latn"]}, {"precision": 0.93857, "recall": 0.956522, "f1": 0.944335, "accuracy": 0.956522, "main_score": 0.944335, "hf_subset": "jav_Latn-tpi_Latn", "languages": ["jav-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-zsm_Latn", "languages": ["jav-Latn", "zsm-Latn"]}, {"precision": 0.5538, "recall": 0.613636, "f1": 0.570725, "accuracy": 0.613636, "main_score": 0.570725, "hf_subset": "jav_Latn-ayr_Latn", "languages": ["jav-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-dan_Latn", "languages": ["jav-Latn", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-guj_Gujr", "languages": ["jav-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-kaz_Cyrl", "languages": ["jav-Latn", "kaz-Cyrl"]}, {"precision": 0.560139, "recall": 0.621542, "f1": 0.577127, "accuracy": 0.621542, "main_score": 0.577127, "hf_subset": "jav_Latn-lug_Latn", "languages": ["jav-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-oci_Latn", "languages": ["jav-Latn", "oci-Latn"]}, {"precision": 0.821303, "recall": 0.863636, "f1": 0.834132, "accuracy": 0.863636, "main_score": 0.834132, "hf_subset": "jav_Latn-smo_Latn", "languages": ["jav-Latn", "smo-Latn"]}, {"precision": 0.567267, "recall": 0.626482, "f1": 0.583673, "accuracy": 0.626482, "main_score": 0.583673, "hf_subset": "jav_Latn-tsn_Latn", "languages": ["jav-Latn", "tsn-Latn"]}, {"precision": 0.635772, "recall": 0.693676, "f1": 0.65192, "accuracy": 0.693676, "main_score": 0.65192, "hf_subset": "jav_Latn-zul_Latn", "languages": ["jav-Latn", "zul-Latn"]}, {"precision": 0.894022, "recall": 0.923913, "f1": 0.90336, "accuracy": 0.923913, "main_score": 0.90336, "hf_subset": "jav_Latn-azb_Arab", "languages": ["jav-Latn", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-deu_Latn", "languages": ["jav-Latn", "deu-Latn"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "jav_Latn-hat_Latn", "languages": ["jav-Latn", "hat-Latn"]}, {"precision": 0.511724, "recall": 0.562253, "f1": 0.525431, "accuracy": 0.562253, "main_score": 0.525431, "hf_subset": "jav_Latn-kbp_Latn", "languages": ["jav-Latn", "kbp-Latn"]}, {"precision": 0.595449, "recall": 0.649209, "f1": 0.610168, "accuracy": 0.649209, "main_score": 0.610168, "hf_subset": "jav_Latn-luo_Latn", "languages": ["jav-Latn", "luo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-ory_Orya", "languages": ["jav-Latn", "ory-Orya"]}, {"precision": 0.618887, "recall": 0.672925, "f1": 0.633682, "accuracy": 0.672925, "main_score": 0.633682, "hf_subset": "jav_Latn-sna_Latn", "languages": ["jav-Latn", "sna-Latn"]}, {"precision": 0.570671, "recall": 0.62253, "f1": 0.585014, "accuracy": 0.62253, "main_score": 0.585014, "hf_subset": "jav_Latn-tso_Latn", "languages": ["jav-Latn", "tso-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "jav_Latn-azj_Latn", "languages": ["jav-Latn", "azj-Latn"]}, {"precision": 0.564963, "recall": 0.626482, "f1": 0.582773, "accuracy": 0.626482, "main_score": 0.582773, "hf_subset": "jav_Latn-dik_Latn", "languages": ["jav-Latn", "dik-Latn"]}, {"precision": 0.745932, "recall": 0.798419, "f1": 0.760926, "accuracy": 0.798419, "main_score": 0.760926, "hf_subset": "jav_Latn-hau_Latn", "languages": ["jav-Latn", "hau-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "jav_Latn-kea_Latn", "languages": ["jav-Latn", "kea-Latn"]}, {"precision": 0.764353, "recall": 0.807312, "f1": 0.776866, "accuracy": 0.807312, "main_score": 0.776866, "hf_subset": "jav_Latn-lus_Latn", "languages": ["jav-Latn", "lus-Latn"]}, {"precision": 0.864987, "recall": 0.892292, "f1": 0.873108, "accuracy": 0.892292, "main_score": 0.873108, "hf_subset": "jav_Latn-pag_Latn", "languages": ["jav-Latn", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-snd_Arab", "languages": ["jav-Latn", "snd-Arab"]}, {"precision": 0.935441, "recall": 0.954545, "f1": 0.941535, "accuracy": 0.954545, "main_score": 0.941535, "hf_subset": "jav_Latn-tuk_Latn", "languages": ["jav-Latn", "tuk-Latn"]}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "jav_Latn-bak_Cyrl", "languages": ["jav-Latn", "bak-Cyrl"]}, {"precision": 0.507353, "recall": 0.58004, "f1": 0.528476, "accuracy": 0.58004, "main_score": 0.528476, "hf_subset": "jav_Latn-dyu_Latn", "languages": ["jav-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-heb_Hebr", "languages": ["jav-Latn", "heb-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "jav_Latn-khk_Cyrl", "languages": ["jav-Latn", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-lvs_Latn", "languages": ["jav-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-pan_Guru", "languages": ["jav-Latn", "pan-Guru"]}, {"precision": 0.73111, "recall": 0.790514, "f1": 0.749162, "accuracy": 0.790514, "main_score": 0.749162, "hf_subset": "jav_Latn-som_Latn", "languages": ["jav-Latn", "som-Latn"]}, {"precision": 0.601729, "recall": 0.653162, "f1": 0.616053, "accuracy": 0.653162, "main_score": 0.616053, "hf_subset": "jav_Latn-tum_Latn", "languages": ["jav-Latn", "tum-Latn"]}, {"precision": 0.46746, "recall": 0.527668, "f1": 0.483598, "accuracy": 0.527668, "main_score": 0.483598, "hf_subset": "lao_Laoo-ace_Arab", "languages": ["lao-Laoo", "ace-Arab"]}, {"precision": 0.497266, "recall": 0.546443, "f1": 0.511395, "accuracy": 0.546443, "main_score": 0.511395, "hf_subset": "lao_Laoo-bam_Latn", "languages": ["lao-Laoo", "bam-Latn"]}, {"precision": 0.396511, "recall": 0.483202, "f1": 0.420262, "accuracy": 0.483202, "main_score": 0.420262, "hf_subset": "lao_Laoo-dzo_Tibt", "languages": ["lao-Laoo", "dzo-Tibt"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-hin_Deva", "languages": ["lao-Laoo", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-khm_Khmr", "languages": ["lao-Laoo", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-mag_Deva", "languages": ["lao-Laoo", "mag-Deva"]}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "lao_Laoo-pap_Latn", "languages": ["lao-Laoo", "pap-Latn"]}, {"precision": 0.526394, "recall": 0.583004, "f1": 0.542462, "accuracy": 0.583004, "main_score": 0.542462, "hf_subset": "lao_Laoo-sot_Latn", "languages": ["lao-Laoo", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-tur_Latn", "languages": ["lao-Laoo", "tur-Latn"]}, {"precision": 0.785886, "recall": 0.83498, "f1": 0.800889, "accuracy": 0.83498, "main_score": 0.800889, "hf_subset": "lao_Laoo-ace_Latn", "languages": ["lao-Laoo", "ace-Latn"]}, {"precision": 0.893561, "recall": 0.920949, "f1": 0.90191, "accuracy": 0.920949, "main_score": 0.90191, "hf_subset": "lao_Laoo-ban_Latn", "languages": ["lao-Laoo", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ell_Grek", "languages": ["lao-Laoo", "ell-Grek"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lao_Laoo-hne_Deva", "languages": ["lao-Laoo", "hne-Deva"]}, {"precision": 0.524812, "recall": 0.576087, "f1": 0.539561, "accuracy": 0.576087, "main_score": 0.539561, "hf_subset": "lao_Laoo-kik_Latn", "languages": ["lao-Laoo", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-mai_Deva", "languages": ["lao-Laoo", "mai-Deva"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "lao_Laoo-pbt_Arab", "languages": ["lao-Laoo", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-spa_Latn", "languages": ["lao-Laoo", "spa-Latn"]}, {"precision": 0.549105, "recall": 0.593874, "f1": 0.561994, "accuracy": 0.593874, "main_score": 0.561994, "hf_subset": "lao_Laoo-twi_Latn", "languages": ["lao-Laoo", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-acm_Arab", "languages": ["lao-Laoo", "acm-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lao_Laoo-bel_Cyrl", "languages": ["lao-Laoo", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-eng_Latn", "languages": ["lao-Laoo", "eng-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-hrv_Latn", "languages": ["lao-Laoo", "hrv-Latn"]}, {"precision": 0.531499, "recall": 0.588933, "f1": 0.547029, "accuracy": 0.588933, "main_score": 0.547029, "hf_subset": "lao_Laoo-kin_Latn", "languages": ["lao-Laoo", "kin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-mal_Mlym", "languages": ["lao-Laoo", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-pes_Arab", "languages": ["lao-Laoo", "pes-Arab"]}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "lao_Laoo-srd_Latn", "languages": ["lao-Laoo", "srd-Latn"]}, {"precision": 0.180621, "recall": 0.229249, "f1": 0.193236, "accuracy": 0.229249, "main_score": 0.193236, "hf_subset": "lao_Laoo-tzm_Tfng", "languages": ["lao-Laoo", "tzm-Tfng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-acq_Arab", "languages": ["lao-Laoo", "acq-Arab"]}, {"precision": 0.563792, "recall": 0.613636, "f1": 0.577615, "accuracy": 0.613636, "main_score": 0.577615, "hf_subset": "lao_Laoo-bem_Latn", "languages": ["lao-Laoo", "bem-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-epo_Latn", "languages": ["lao-Laoo", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-hun_Latn", "languages": ["lao-Laoo", "hun-Latn"]}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "lao_Laoo-kir_Cyrl", "languages": ["lao-Laoo", "kir-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-mar_Deva", "languages": ["lao-Laoo", "mar-Deva"]}, {"precision": 0.62066, "recall": 0.676877, "f1": 0.637228, "accuracy": 0.676877, "main_score": 0.637228, "hf_subset": "lao_Laoo-plt_Latn", "languages": ["lao-Laoo", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-srp_Cyrl", "languages": ["lao-Laoo", "srp-Cyrl"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "lao_Laoo-uig_Arab", "languages": ["lao-Laoo", "uig-Arab"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lao_Laoo-aeb_Arab", "languages": ["lao-Laoo", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-ben_Beng", "languages": ["lao-Laoo", "ben-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-est_Latn", "languages": ["lao-Laoo", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-hye_Armn", "languages": ["lao-Laoo", "hye-Armn"]}, {"precision": 0.49664, "recall": 0.545455, "f1": 0.510888, "accuracy": 0.545455, "main_score": 0.510888, "hf_subset": "lao_Laoo-kmb_Latn", "languages": ["lao-Laoo", "kmb-Latn"]}, {"precision": 0.425011, "recall": 0.491107, "f1": 0.442085, "accuracy": 0.491107, "main_score": 0.442085, "hf_subset": "lao_Laoo-min_Arab", "languages": ["lao-Laoo", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-pol_Latn", "languages": ["lao-Laoo", "pol-Latn"]}, {"precision": 0.543069, "recall": 0.597826, "f1": 0.558145, "accuracy": 0.597826, "main_score": 0.558145, "hf_subset": "lao_Laoo-ssw_Latn", "languages": ["lao-Laoo", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ukr_Cyrl", "languages": ["lao-Laoo", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-afr_Latn", "languages": ["lao-Laoo", "afr-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lao_Laoo-bho_Deva", "languages": ["lao-Laoo", "bho-Deva"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "lao_Laoo-eus_Latn", "languages": ["lao-Laoo", "eus-Latn"]}, {"precision": 0.530248, "recall": 0.588933, "f1": 0.546225, "accuracy": 0.588933, "main_score": 0.546225, "hf_subset": "lao_Laoo-ibo_Latn", "languages": ["lao-Laoo", "ibo-Latn"]}, {"precision": 0.843224, "recall": 0.881423, "f1": 0.855075, "accuracy": 0.881423, "main_score": 0.855075, "hf_subset": "lao_Laoo-kmr_Latn", "languages": ["lao-Laoo", "kmr-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "lao_Laoo-min_Latn", "languages": ["lao-Laoo", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-por_Latn", "languages": ["lao-Laoo", "por-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "lao_Laoo-sun_Latn", "languages": ["lao-Laoo", "sun-Latn"]}, {"precision": 0.480509, "recall": 0.535573, "f1": 0.495957, "accuracy": 0.535573, "main_score": 0.495957, "hf_subset": "lao_Laoo-umb_Latn", "languages": ["lao-Laoo", "umb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-ajp_Arab", "languages": ["lao-Laoo", "ajp-Arab"]}, {"precision": 0.462811, "recall": 0.532609, "f1": 0.481864, "accuracy": 0.532609, "main_score": 0.481864, "hf_subset": "lao_Laoo-bjn_Arab", "languages": ["lao-Laoo", "bjn-Arab"]}, {"precision": 0.484716, "recall": 0.527668, "f1": 0.496494, "accuracy": 0.527668, "main_score": 0.496494, "hf_subset": "lao_Laoo-ewe_Latn", "languages": ["lao-Laoo", "ewe-Latn"]}, {"precision": 0.901103, "recall": 0.927866, "f1": 0.909289, "accuracy": 0.927866, "main_score": 0.909289, "hf_subset": "lao_Laoo-ilo_Latn", "languages": ["lao-Laoo", "ilo-Latn"]}, {"precision": 0.294119, "recall": 0.342885, "f1": 0.307471, "accuracy": 0.342885, "main_score": 0.307471, "hf_subset": "lao_Laoo-knc_Arab", "languages": ["lao-Laoo", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-mkd_Cyrl", "languages": ["lao-Laoo", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-prs_Arab", "languages": ["lao-Laoo", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-swe_Latn", "languages": ["lao-Laoo", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-urd_Arab", "languages": ["lao-Laoo", "urd-Arab"]}, {"precision": 0.539014, "recall": 0.591897, "f1": 0.553708, "accuracy": 0.591897, "main_score": 0.553708, "hf_subset": "lao_Laoo-aka_Latn", "languages": ["lao-Laoo", "aka-Latn"]}, {"precision": 0.962204, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "lao_Laoo-bjn_Latn", "languages": ["lao-Laoo", "bjn-Latn"]}, {"precision": 0.950099, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "lao_Laoo-fao_Latn", "languages": ["lao-Laoo", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ind_Latn", "languages": ["lao-Laoo", "ind-Latn"]}, {"precision": 0.533453, "recall": 0.579051, "f1": 0.546178, "accuracy": 0.579051, "main_score": 0.546178, "hf_subset": "lao_Laoo-knc_Latn", "languages": ["lao-Laoo", "knc-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lao_Laoo-mlt_Latn", "languages": ["lao-Laoo", "mlt-Latn"]}, {"precision": 0.635646, "recall": 0.695652, "f1": 0.652994, "accuracy": 0.695652, "main_score": 0.652994, "hf_subset": "lao_Laoo-quy_Latn", "languages": ["lao-Laoo", "quy-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "lao_Laoo-swh_Latn", "languages": ["lao-Laoo", "swh-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lao_Laoo-uzn_Latn", "languages": ["lao-Laoo", "uzn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-als_Latn", "languages": ["lao-Laoo", "als-Latn"]}, {"precision": 0.646105, "recall": 0.722332, "f1": 0.668863, "accuracy": 0.722332, "main_score": 0.668863, "hf_subset": "lao_Laoo-bod_Tibt", "languages": ["lao-Laoo", "bod-Tibt"]}, {"precision": 0.653966, "recall": 0.710474, "f1": 0.669263, "accuracy": 0.710474, "main_score": 0.669263, "hf_subset": "lao_Laoo-fij_Latn", "languages": ["lao-Laoo", "fij-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "lao_Laoo-isl_Latn", "languages": ["lao-Laoo", "isl-Latn"]}, {"precision": 0.576977, "recall": 0.62747, "f1": 0.591222, "accuracy": 0.62747, "main_score": 0.591222, "hf_subset": "lao_Laoo-kon_Latn", "languages": ["lao-Laoo", "kon-Latn"]}, {"precision": 0.567593, "recall": 0.634387, "f1": 0.586582, "accuracy": 0.634387, "main_score": 0.586582, "hf_subset": "lao_Laoo-mni_Beng", "languages": ["lao-Laoo", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ron_Latn", "languages": ["lao-Laoo", "ron-Latn"]}, {"precision": 0.974308, "recall": 0.981225, "f1": 0.976614, "accuracy": 0.981225, "main_score": 0.976614, "hf_subset": "lao_Laoo-szl_Latn", "languages": ["lao-Laoo", "szl-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lao_Laoo-vec_Latn", "languages": ["lao-Laoo", "vec-Latn"]}, {"precision": 0.923748, "recall": 0.94664, "f1": 0.931159, "accuracy": 0.94664, "main_score": 0.931159, "hf_subset": "lao_Laoo-amh_Ethi", "languages": ["lao-Laoo", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-bos_Latn", "languages": ["lao-Laoo", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-fin_Latn", "languages": ["lao-Laoo", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ita_Latn", "languages": ["lao-Laoo", "ita-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-kor_Hang", "languages": ["lao-Laoo", "kor-Hang"]}, {"precision": 0.500792, "recall": 0.55336, "f1": 0.516182, "accuracy": 0.55336, "main_score": 0.516182, "hf_subset": "lao_Laoo-mos_Latn", "languages": ["lao-Laoo", "mos-Latn"]}, {"precision": 0.505298, "recall": 0.561265, "f1": 0.520789, "accuracy": 0.561265, "main_score": 0.520789, "hf_subset": "lao_Laoo-run_Latn", "languages": ["lao-Laoo", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-tam_Taml", "languages": ["lao-Laoo", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-vie_Latn", "languages": ["lao-Laoo", "vie-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lao_Laoo-apc_Arab", "languages": ["lao-Laoo", "apc-Arab"]}, {"precision": 0.708976, "recall": 0.764822, "f1": 0.725028, "accuracy": 0.764822, "main_score": 0.725028, "hf_subset": "lao_Laoo-bug_Latn", "languages": ["lao-Laoo", "bug-Latn"]}, {"precision": 0.446082, "recall": 0.497036, "f1": 0.459674, "accuracy": 0.497036, "main_score": 0.459674, "hf_subset": "lao_Laoo-fon_Latn", "languages": ["lao-Laoo", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-jav_Latn", "languages": ["lao-Laoo", "jav-Latn"]}, {"precision": 0.855567, "recall": 0.894269, "f1": 0.867918, "accuracy": 0.894269, "main_score": 0.867918, "hf_subset": "lao_Laoo-mri_Latn", "languages": ["lao-Laoo", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-rus_Cyrl", "languages": ["lao-Laoo", "rus-Cyrl"]}, {"precision": 0.487291, "recall": 0.537549, "f1": 0.501702, "accuracy": 0.537549, "main_score": 0.501702, "hf_subset": "lao_Laoo-taq_Latn", "languages": ["lao-Laoo", "taq-Latn"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lao_Laoo-war_Latn", "languages": ["lao-Laoo", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-arb_Arab", "languages": ["lao-Laoo", "arb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-bul_Cyrl", "languages": ["lao-Laoo", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-fra_Latn", "languages": ["lao-Laoo", "fra-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "lao_Laoo-jpn_Jpan", "languages": ["lao-Laoo", "jpn-Jpan"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "lao_Laoo-lij_Latn", "languages": ["lao-Laoo", "lij-Latn"]}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "lao_Laoo-mya_Mymr", "languages": ["lao-Laoo", "mya-Mymr"]}, {"precision": 0.51057, "recall": 0.578063, "f1": 0.529519, "accuracy": 0.578063, "main_score": 0.529519, "hf_subset": "lao_Laoo-sag_Latn", "languages": ["lao-Laoo", "sag-Latn"]}, {"precision": 0.200164, "recall": 0.247036, "f1": 0.212508, "accuracy": 0.247036, "main_score": 0.212508, "hf_subset": "lao_Laoo-taq_Tfng", "languages": ["lao-Laoo", "taq-Tfng"]}, {"precision": 0.552915, "recall": 0.608696, "f1": 0.569222, "accuracy": 0.608696, "main_score": 0.569222, "hf_subset": "lao_Laoo-wol_Latn", "languages": ["lao-Laoo", "wol-Latn"]}, {"precision": 0.749489, "recall": 0.8083, "f1": 0.767048, "accuracy": 0.8083, "main_score": 0.767048, "hf_subset": "lao_Laoo-arb_Latn", "languages": ["lao-Laoo", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-cat_Latn", "languages": ["lao-Laoo", "cat-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "lao_Laoo-fur_Latn", "languages": ["lao-Laoo", "fur-Latn"]}, {"precision": 0.416163, "recall": 0.472332, "f1": 0.43176, "accuracy": 0.472332, "main_score": 0.43176, "hf_subset": "lao_Laoo-kab_Latn", "languages": ["lao-Laoo", "kab-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "lao_Laoo-lim_Latn", "languages": ["lao-Laoo", "lim-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lao_Laoo-nld_Latn", "languages": ["lao-Laoo", "nld-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "lao_Laoo-san_Deva", "languages": ["lao-Laoo", "san-Deva"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lao_Laoo-tat_Cyrl", "languages": ["lao-Laoo", "tat-Cyrl"]}, {"precision": 0.616901, "recall": 0.672925, "f1": 0.632644, "accuracy": 0.672925, "main_score": 0.632644, "hf_subset": "lao_Laoo-xho_Latn", "languages": ["lao-Laoo", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ars_Arab", "languages": ["lao-Laoo", "ars-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-ceb_Latn", "languages": ["lao-Laoo", "ceb-Latn"]}, {"precision": 0.48266, "recall": 0.541502, "f1": 0.500198, "accuracy": 0.541502, "main_score": 0.500198, "hf_subset": "lao_Laoo-fuv_Latn", "languages": ["lao-Laoo", "fuv-Latn"]}, {"precision": 0.462355, "recall": 0.525692, "f1": 0.480169, "accuracy": 0.525692, "main_score": 0.480169, "hf_subset": "lao_Laoo-kac_Latn", "languages": ["lao-Laoo", "kac-Latn"]}, {"precision": 0.575365, "recall": 0.62747, "f1": 0.59065, "accuracy": 0.62747, "main_score": 0.59065, "hf_subset": "lao_Laoo-lin_Latn", "languages": ["lao-Laoo", "lin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-nno_Latn", "languages": ["lao-Laoo", "nno-Latn"]}, {"precision": 0.273041, "recall": 0.347826, "f1": 0.292554, "accuracy": 0.347826, "main_score": 0.292554, "hf_subset": "lao_Laoo-sat_Olck", "languages": ["lao-Laoo", "sat-Olck"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-tel_Telu", "languages": ["lao-Laoo", "tel-Telu"]}, {"precision": 0.930665, "recall": 0.950593, "f1": 0.937088, "accuracy": 0.950593, "main_score": 0.937088, "hf_subset": "lao_Laoo-ydd_Hebr", "languages": ["lao-Laoo", "ydd-Hebr"]}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "lao_Laoo-ary_Arab", "languages": ["lao-Laoo", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-ces_Latn", "languages": ["lao-Laoo", "ces-Latn"]}, {"precision": 0.530389, "recall": 0.586957, "f1": 0.546661, "accuracy": 0.586957, "main_score": 0.546661, "hf_subset": "lao_Laoo-gaz_Latn", "languages": ["lao-Laoo", "gaz-Latn"]}, {"precision": 0.554047, "recall": 0.610672, "f1": 0.570051, "accuracy": 0.610672, "main_score": 0.570051, "hf_subset": "lao_Laoo-kam_Latn", "languages": ["lao-Laoo", "kam-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lao_Laoo-lit_Latn", "languages": ["lao-Laoo", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-nob_Latn", "languages": ["lao-Laoo", "nob-Latn"]}, {"precision": 0.958251, "recall": 0.970356, "f1": 0.962022, "accuracy": 0.970356, "main_score": 0.962022, "hf_subset": "lao_Laoo-scn_Latn", "languages": ["lao-Laoo", "scn-Latn"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "lao_Laoo-tgk_Cyrl", "languages": ["lao-Laoo", "tgk-Cyrl"]}, {"precision": 0.671871, "recall": 0.742095, "f1": 0.693083, "accuracy": 0.742095, "main_score": 0.693083, "hf_subset": "lao_Laoo-yor_Latn", "languages": ["lao-Laoo", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-arz_Arab", "languages": ["lao-Laoo", "arz-Arab"]}, {"precision": 0.511897, "recall": 0.562253, "f1": 0.525884, "accuracy": 0.562253, "main_score": 0.525884, "hf_subset": "lao_Laoo-cjk_Latn", "languages": ["lao-Laoo", "cjk-Latn"]}, {"precision": 0.759914, "recall": 0.813241, "f1": 0.775922, "accuracy": 0.813241, "main_score": 0.775922, "hf_subset": "lao_Laoo-gla_Latn", "languages": ["lao-Laoo", "gla-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-kan_Knda", "languages": ["lao-Laoo", "kan-Knda"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "lao_Laoo-lmo_Latn", "languages": ["lao-Laoo", "lmo-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "lao_Laoo-npi_Deva", "languages": ["lao-Laoo", "npi-Deva"]}, {"precision": 0.449395, "recall": 0.501976, "f1": 0.46374, "accuracy": 0.501976, "main_score": 0.46374, "hf_subset": "lao_Laoo-shn_Mymr", "languages": ["lao-Laoo", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-tgl_Latn", "languages": ["lao-Laoo", "tgl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-yue_Hant", "languages": ["lao-Laoo", "yue-Hant"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-asm_Beng", "languages": ["lao-Laoo", "asm-Beng"]}, {"precision": 0.946805, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "lao_Laoo-ckb_Arab", "languages": ["lao-Laoo", "ckb-Arab"]}, {"precision": 0.838109, "recall": 0.879447, "f1": 0.851219, "accuracy": 0.879447, "main_score": 0.851219, "hf_subset": "lao_Laoo-gle_Latn", "languages": ["lao-Laoo", "gle-Latn"]}, {"precision": 0.88969, "recall": 0.920949, "f1": 0.899341, "accuracy": 0.920949, "main_score": 0.899341, "hf_subset": "lao_Laoo-kas_Arab", "languages": ["lao-Laoo", "kas-Arab"]}, {"precision": 0.878953, "recall": 0.91502, "f1": 0.890613, "accuracy": 0.91502, "main_score": 0.890613, "hf_subset": "lao_Laoo-ltg_Latn", "languages": ["lao-Laoo", "ltg-Latn"]}, {"precision": 0.553221, "recall": 0.600791, "f1": 0.566443, "accuracy": 0.600791, "main_score": 0.566443, "hf_subset": "lao_Laoo-nso_Latn", "languages": ["lao-Laoo", "nso-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lao_Laoo-sin_Sinh", "languages": ["lao-Laoo", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-tha_Thai", "languages": ["lao-Laoo", "tha-Thai"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-zho_Hans", "languages": ["lao-Laoo", "zho-Hans"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-ast_Latn", "languages": ["lao-Laoo", "ast-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lao_Laoo-crh_Latn", "languages": ["lao-Laoo", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-glg_Latn", "languages": ["lao-Laoo", "glg-Latn"]}, {"precision": 0.81861, "recall": 0.865613, "f1": 0.833136, "accuracy": 0.865613, "main_score": 0.833136, "hf_subset": "lao_Laoo-kas_Deva", "languages": ["lao-Laoo", "kas-Deva"]}, {"precision": 0.956357, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "lao_Laoo-ltz_Latn", "languages": ["lao-Laoo", "ltz-Latn"]}, {"precision": 0.430816, "recall": 0.491107, "f1": 0.44729, "accuracy": 0.491107, "main_score": 0.44729, "hf_subset": "lao_Laoo-nus_Latn", "languages": ["lao-Laoo", "nus-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-slk_Latn", "languages": ["lao-Laoo", "slk-Latn"]}, {"precision": 0.547267, "recall": 0.625494, "f1": 0.569378, "accuracy": 0.625494, "main_score": 0.569378, "hf_subset": "lao_Laoo-tir_Ethi", "languages": ["lao-Laoo", "tir-Ethi"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-zho_Hant", "languages": ["lao-Laoo", "zho-Hant"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "lao_Laoo-awa_Deva", "languages": ["lao-Laoo", "awa-Deva"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "lao_Laoo-cym_Latn", "languages": ["lao-Laoo", "cym-Latn"]}, {"precision": 0.729242, "recall": 0.782609, "f1": 0.744916, "accuracy": 0.782609, "main_score": 0.744916, "hf_subset": "lao_Laoo-grn_Latn", "languages": ["lao-Laoo", "grn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lao_Laoo-kat_Geor", "languages": ["lao-Laoo", "kat-Geor"]}, {"precision": 0.565593, "recall": 0.617589, "f1": 0.580203, "accuracy": 0.617589, "main_score": 0.580203, "hf_subset": "lao_Laoo-lua_Latn", "languages": ["lao-Laoo", "lua-Latn"]}, {"precision": 0.601981, "recall": 0.650198, "f1": 0.615225, "accuracy": 0.650198, "main_score": 0.615225, "hf_subset": "lao_Laoo-nya_Latn", "languages": ["lao-Laoo", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-slv_Latn", "languages": ["lao-Laoo", "slv-Latn"]}, {"precision": 0.863538, "recall": 0.899209, "f1": 0.874473, "accuracy": 0.899209, "main_score": 0.874473, "hf_subset": "lao_Laoo-tpi_Latn", "languages": ["lao-Laoo", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-zsm_Latn", "languages": ["lao-Laoo", "zsm-Latn"]}, {"precision": 0.496739, "recall": 0.550395, "f1": 0.512062, "accuracy": 0.550395, "main_score": 0.512062, "hf_subset": "lao_Laoo-ayr_Latn", "languages": ["lao-Laoo", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-dan_Latn", "languages": ["lao-Laoo", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-guj_Gujr", "languages": ["lao-Laoo", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-kaz_Cyrl", "languages": ["lao-Laoo", "kaz-Cyrl"]}, {"precision": 0.512759, "recall": 0.567194, "f1": 0.527821, "accuracy": 0.567194, "main_score": 0.527821, "hf_subset": "lao_Laoo-lug_Latn", "languages": ["lao-Laoo", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-oci_Latn", "languages": ["lao-Laoo", "oci-Latn"]}, {"precision": 0.803837, "recall": 0.851779, "f1": 0.818347, "accuracy": 0.851779, "main_score": 0.818347, "hf_subset": "lao_Laoo-smo_Latn", "languages": ["lao-Laoo", "smo-Latn"]}, {"precision": 0.503469, "recall": 0.562253, "f1": 0.519703, "accuracy": 0.562253, "main_score": 0.519703, "hf_subset": "lao_Laoo-tsn_Latn", "languages": ["lao-Laoo", "tsn-Latn"]}, {"precision": 0.57785, "recall": 0.63834, "f1": 0.595651, "accuracy": 0.63834, "main_score": 0.595651, "hf_subset": "lao_Laoo-zul_Latn", "languages": ["lao-Laoo", "zul-Latn"]}, {"precision": 0.833976, "recall": 0.876482, "f1": 0.847069, "accuracy": 0.876482, "main_score": 0.847069, "hf_subset": "lao_Laoo-azb_Arab", "languages": ["lao-Laoo", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-deu_Latn", "languages": ["lao-Laoo", "deu-Latn"]}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "lao_Laoo-hat_Latn", "languages": ["lao-Laoo", "hat-Latn"]}, {"precision": 0.467838, "recall": 0.519763, "f1": 0.482211, "accuracy": 0.519763, "main_score": 0.482211, "hf_subset": "lao_Laoo-kbp_Latn", "languages": ["lao-Laoo", "kbp-Latn"]}, {"precision": 0.522774, "recall": 0.571146, "f1": 0.535615, "accuracy": 0.571146, "main_score": 0.535615, "hf_subset": "lao_Laoo-luo_Latn", "languages": ["lao-Laoo", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ory_Orya", "languages": ["lao-Laoo", "ory-Orya"]}, {"precision": 0.545341, "recall": 0.601779, "f1": 0.560775, "accuracy": 0.601779, "main_score": 0.560775, "hf_subset": "lao_Laoo-sna_Latn", "languages": ["lao-Laoo", "sna-Latn"]}, {"precision": 0.517532, "recall": 0.566206, "f1": 0.531265, "accuracy": 0.566206, "main_score": 0.531265, "hf_subset": "lao_Laoo-tso_Latn", "languages": ["lao-Laoo", "tso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-azj_Latn", "languages": ["lao-Laoo", "azj-Latn"]}, {"precision": 0.484158, "recall": 0.54249, "f1": 0.500987, "accuracy": 0.54249, "main_score": 0.500987, "hf_subset": "lao_Laoo-dik_Latn", "languages": ["lao-Laoo", "dik-Latn"]}, {"precision": 0.700659, "recall": 0.762846, "f1": 0.719057, "accuracy": 0.762846, "main_score": 0.719057, "hf_subset": "lao_Laoo-hau_Latn", "languages": ["lao-Laoo", "hau-Latn"]}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "lao_Laoo-kea_Latn", "languages": ["lao-Laoo", "kea-Latn"]}, {"precision": 0.668099, "recall": 0.720356, "f1": 0.683352, "accuracy": 0.720356, "main_score": 0.683352, "hf_subset": "lao_Laoo-lus_Latn", "languages": ["lao-Laoo", "lus-Latn"]}, {"precision": 0.768258, "recall": 0.801383, "f1": 0.7778, "accuracy": 0.801383, "main_score": 0.7778, "hf_subset": "lao_Laoo-pag_Latn", "languages": ["lao-Laoo", "pag-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-snd_Arab", "languages": ["lao-Laoo", "snd-Arab"]}, {"precision": 0.923584, "recall": 0.94664, "f1": 0.931159, "accuracy": 0.94664, "main_score": 0.931159, "hf_subset": "lao_Laoo-tuk_Latn", "languages": ["lao-Laoo", "tuk-Latn"]}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "lao_Laoo-bak_Cyrl", "languages": ["lao-Laoo", "bak-Cyrl"]}, {"precision": 0.422193, "recall": 0.488142, "f1": 0.441293, "accuracy": 0.488142, "main_score": 0.441293, "hf_subset": "lao_Laoo-dyu_Latn", "languages": ["lao-Laoo", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-heb_Hebr", "languages": ["lao-Laoo", "heb-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lao_Laoo-khk_Cyrl", "languages": ["lao-Laoo", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-lvs_Latn", "languages": ["lao-Laoo", "lvs-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-pan_Guru", "languages": ["lao-Laoo", "pan-Guru"]}, {"precision": 0.68139, "recall": 0.747036, "f1": 0.700791, "accuracy": 0.747036, "main_score": 0.700791, "hf_subset": "lao_Laoo-som_Latn", "languages": ["lao-Laoo", "som-Latn"]}, {"precision": 0.554511, "recall": 0.597826, "f1": 0.566128, "accuracy": 0.597826, "main_score": 0.566128, "hf_subset": "lao_Laoo-tum_Latn", "languages": ["lao-Laoo", "tum-Latn"]}, {"precision": 0.423645, "recall": 0.477273, "f1": 0.438613, "accuracy": 0.477273, "main_score": 0.438613, "hf_subset": "mri_Latn-ace_Arab", "languages": ["mri-Latn", "ace-Arab"]}, {"precision": 0.486694, "recall": 0.530632, "f1": 0.498744, "accuracy": 0.530632, "main_score": 0.498744, "hf_subset": "mri_Latn-bam_Latn", "languages": ["mri-Latn", "bam-Latn"]}, {"precision": 0.326038, "recall": 0.390316, "f1": 0.343243, "accuracy": 0.390316, "main_score": 0.343243, "hf_subset": "mri_Latn-dzo_Tibt", "languages": ["mri-Latn", "dzo-Tibt"]}, {"precision": 0.82234, "recall": 0.869565, "f1": 0.836353, "accuracy": 0.869565, "main_score": 0.836353, "hf_subset": "mri_Latn-hin_Deva", "languages": ["mri-Latn", "hin-Deva"]}, {"precision": 0.794025, "recall": 0.837945, "f1": 0.806604, "accuracy": 0.837945, "main_score": 0.806604, "hf_subset": "mri_Latn-khm_Khmr", "languages": ["mri-Latn", "khm-Khmr"]}, {"precision": 0.802966, "recall": 0.850791, "f1": 0.8171, "accuracy": 0.850791, "main_score": 0.8171, "hf_subset": "mri_Latn-mag_Deva", "languages": ["mri-Latn", "mag-Deva"]}, {"precision": 0.732284, "recall": 0.77668, "f1": 0.744201, "accuracy": 0.77668, "main_score": 0.744201, "hf_subset": "mri_Latn-pap_Latn", "languages": ["mri-Latn", "pap-Latn"]}, {"precision": 0.532318, "recall": 0.568182, "f1": 0.541894, "accuracy": 0.568182, "main_score": 0.541894, "hf_subset": "mri_Latn-sot_Latn", "languages": ["mri-Latn", "sot-Latn"]}, {"precision": 0.827086, "recall": 0.873518, "f1": 0.841041, "accuracy": 0.873518, "main_score": 0.841041, "hf_subset": "mri_Latn-tur_Latn", "languages": ["mri-Latn", "tur-Latn"]}, {"precision": 0.627319, "recall": 0.68083, "f1": 0.641442, "accuracy": 0.68083, "main_score": 0.641442, "hf_subset": "mri_Latn-ace_Latn", "languages": ["mri-Latn", "ace-Latn"]}, {"precision": 0.699115, "recall": 0.747036, "f1": 0.712186, "accuracy": 0.747036, "main_score": 0.712186, "hf_subset": "mri_Latn-ban_Latn", "languages": ["mri-Latn", "ban-Latn"]}, {"precision": 0.826038, "recall": 0.871542, "f1": 0.839742, "accuracy": 0.871542, "main_score": 0.839742, "hf_subset": "mri_Latn-ell_Grek", "languages": ["mri-Latn", "ell-Grek"]}, {"precision": 0.796874, "recall": 0.844862, "f1": 0.810879, "accuracy": 0.844862, "main_score": 0.810879, "hf_subset": "mri_Latn-hne_Deva", "languages": ["mri-Latn", "hne-Deva"]}, {"precision": 0.491131, "recall": 0.535573, "f1": 0.502554, "accuracy": 0.535573, "main_score": 0.502554, "hf_subset": "mri_Latn-kik_Latn", "languages": ["mri-Latn", "kik-Latn"]}, {"precision": 0.805427, "recall": 0.852767, "f1": 0.819324, "accuracy": 0.852767, "main_score": 0.819324, "hf_subset": "mri_Latn-mai_Deva", "languages": ["mri-Latn", "mai-Deva"]}, {"precision": 0.744411, "recall": 0.797431, "f1": 0.7594, "accuracy": 0.797431, "main_score": 0.7594, "hf_subset": "mri_Latn-pbt_Arab", "languages": ["mri-Latn", "pbt-Arab"]}, {"precision": 0.816546, "recall": 0.863636, "f1": 0.83083, "accuracy": 0.863636, "main_score": 0.83083, "hf_subset": "mri_Latn-spa_Latn", "languages": ["mri-Latn", "spa-Latn"]}, {"precision": 0.51032, "recall": 0.549407, "f1": 0.521046, "accuracy": 0.549407, "main_score": 0.521046, "hf_subset": "mri_Latn-twi_Latn", "languages": ["mri-Latn", "twi-Latn"]}, {"precision": 0.812584, "recall": 0.856719, "f1": 0.825227, "accuracy": 0.856719, "main_score": 0.825227, "hf_subset": "mri_Latn-acm_Arab", "languages": ["mri-Latn", "acm-Arab"]}, {"precision": 0.78621, "recall": 0.83498, "f1": 0.799879, "accuracy": 0.83498, "main_score": 0.799879, "hf_subset": "mri_Latn-bel_Cyrl", "languages": ["mri-Latn", "bel-Cyrl"]}, {"precision": 0.85831, "recall": 0.895257, "f1": 0.869318, "accuracy": 0.895257, "main_score": 0.869318, "hf_subset": "mri_Latn-eng_Latn", "languages": ["mri-Latn", "eng-Latn"]}, {"precision": 0.83041, "recall": 0.876482, "f1": 0.844244, "accuracy": 0.876482, "main_score": 0.844244, "hf_subset": "mri_Latn-hrv_Latn", "languages": ["mri-Latn", "hrv-Latn"]}, {"precision": 0.519351, "recall": 0.568182, "f1": 0.532988, "accuracy": 0.568182, "main_score": 0.532988, "hf_subset": "mri_Latn-kin_Latn", "languages": ["mri-Latn", "kin-Latn"]}, {"precision": 0.812575, "recall": 0.862648, "f1": 0.827454, "accuracy": 0.862648, "main_score": 0.827454, "hf_subset": "mri_Latn-mal_Mlym", "languages": ["mri-Latn", "mal-Mlym"]}, {"precision": 0.830443, "recall": 0.873518, "f1": 0.843077, "accuracy": 0.873518, "main_score": 0.843077, "hf_subset": "mri_Latn-pes_Arab", "languages": ["mri-Latn", "pes-Arab"]}, {"precision": 0.761548, "recall": 0.809289, "f1": 0.774767, "accuracy": 0.809289, "main_score": 0.774767, "hf_subset": "mri_Latn-srd_Latn", "languages": ["mri-Latn", "srd-Latn"]}, {"precision": 0.190658, "recall": 0.238142, "f1": 0.203509, "accuracy": 0.238142, "main_score": 0.203509, "hf_subset": "mri_Latn-tzm_Tfng", "languages": ["mri-Latn", "tzm-Tfng"]}, {"precision": 0.83274, "recall": 0.875494, "f1": 0.845243, "accuracy": 0.875494, "main_score": 0.845243, "hf_subset": "mri_Latn-acq_Arab", "languages": ["mri-Latn", "acq-Arab"]}, {"precision": 0.542682, "recall": 0.587945, "f1": 0.554109, "accuracy": 0.587945, "main_score": 0.554109, "hf_subset": "mri_Latn-bem_Latn", "languages": ["mri-Latn", "bem-Latn"]}, {"precision": 0.829003, "recall": 0.87253, "f1": 0.84154, "accuracy": 0.87253, "main_score": 0.84154, "hf_subset": "mri_Latn-epo_Latn", "languages": ["mri-Latn", "epo-Latn"]}, {"precision": 0.831987, "recall": 0.87253, "f1": 0.843843, "accuracy": 0.87253, "main_score": 0.843843, "hf_subset": "mri_Latn-hun_Latn", "languages": ["mri-Latn", "hun-Latn"]}, {"precision": 0.768792, "recall": 0.821146, "f1": 0.783322, "accuracy": 0.821146, "main_score": 0.783322, "hf_subset": "mri_Latn-kir_Cyrl", "languages": ["mri-Latn", "kir-Cyrl"]}, {"precision": 0.82776, "recall": 0.87253, "f1": 0.840959, "accuracy": 0.87253, "main_score": 0.840959, "hf_subset": "mri_Latn-mar_Deva", "languages": ["mri-Latn", "mar-Deva"]}, {"precision": 0.56401, "recall": 0.609684, "f1": 0.575562, "accuracy": 0.609684, "main_score": 0.575562, "hf_subset": "mri_Latn-plt_Latn", "languages": ["mri-Latn", "plt-Latn"]}, {"precision": 0.838367, "recall": 0.879447, "f1": 0.850329, "accuracy": 0.879447, "main_score": 0.850329, "hf_subset": "mri_Latn-srp_Cyrl", "languages": ["mri-Latn", "srp-Cyrl"]}, {"precision": 0.729768, "recall": 0.785573, "f1": 0.745965, "accuracy": 0.785573, "main_score": 0.745965, "hf_subset": "mri_Latn-uig_Arab", "languages": ["mri-Latn", "uig-Arab"]}, {"precision": 0.781898, "recall": 0.827075, "f1": 0.794385, "accuracy": 0.827075, "main_score": 0.794385, "hf_subset": "mri_Latn-aeb_Arab", "languages": ["mri-Latn", "aeb-Arab"]}, {"precision": 0.824355, "recall": 0.867589, "f1": 0.837356, "accuracy": 0.867589, "main_score": 0.837356, "hf_subset": "mri_Latn-ben_Beng", "languages": ["mri-Latn", "ben-Beng"]}, {"precision": 0.826729, "recall": 0.870553, "f1": 0.839465, "accuracy": 0.870553, "main_score": 0.839465, "hf_subset": "mri_Latn-est_Latn", "languages": ["mri-Latn", "est-Latn"]}, {"precision": 0.841823, "recall": 0.880435, "f1": 0.852921, "accuracy": 0.880435, "main_score": 0.852921, "hf_subset": "mri_Latn-hye_Armn", "languages": ["mri-Latn", "hye-Armn"]}, {"precision": 0.517276, "recall": 0.551383, "f1": 0.52686, "accuracy": 0.551383, "main_score": 0.52686, "hf_subset": "mri_Latn-kmb_Latn", "languages": ["mri-Latn", "kmb-Latn"]}, {"precision": 0.387595, "recall": 0.442688, "f1": 0.401776, "accuracy": 0.442688, "main_score": 0.401776, "hf_subset": "mri_Latn-min_Arab", "languages": ["mri-Latn", "min-Arab"]}, {"precision": 0.825823, "recall": 0.868577, "f1": 0.838246, "accuracy": 0.868577, "main_score": 0.838246, "hf_subset": "mri_Latn-pol_Latn", "languages": ["mri-Latn", "pol-Latn"]}, {"precision": 0.525441, "recall": 0.575099, "f1": 0.539307, "accuracy": 0.575099, "main_score": 0.539307, "hf_subset": "mri_Latn-ssw_Latn", "languages": ["mri-Latn", "ssw-Latn"]}, {"precision": 0.846542, "recall": 0.887352, "f1": 0.858926, "accuracy": 0.887352, "main_score": 0.858926, "hf_subset": "mri_Latn-ukr_Cyrl", "languages": ["mri-Latn", "ukr-Cyrl"]}, {"precision": 0.851861, "recall": 0.890316, "f1": 0.863589, "accuracy": 0.890316, "main_score": 0.863589, "hf_subset": "mri_Latn-afr_Latn", "languages": ["mri-Latn", "afr-Latn"]}, {"precision": 0.782777, "recall": 0.83004, "f1": 0.795985, "accuracy": 0.83004, "main_score": 0.795985, "hf_subset": "mri_Latn-bho_Deva", "languages": ["mri-Latn", "bho-Deva"]}, {"precision": 0.792078, "recall": 0.837945, "f1": 0.805529, "accuracy": 0.837945, "main_score": 0.805529, "hf_subset": "mri_Latn-eus_Latn", "languages": ["mri-Latn", "eus-Latn"]}, {"precision": 0.514446, "recall": 0.559289, "f1": 0.526703, "accuracy": 0.559289, "main_score": 0.526703, "hf_subset": "mri_Latn-ibo_Latn", "languages": ["mri-Latn", "ibo-Latn"]}, {"precision": 0.705428, "recall": 0.755929, "f1": 0.719652, "accuracy": 0.755929, "main_score": 0.719652, "hf_subset": "mri_Latn-kmr_Latn", "languages": ["mri-Latn", "kmr-Latn"]}, {"precision": 0.780468, "recall": 0.83004, "f1": 0.795235, "accuracy": 0.83004, "main_score": 0.795235, "hf_subset": "mri_Latn-min_Latn", "languages": ["mri-Latn", "min-Latn"]}, {"precision": 0.845586, "recall": 0.88834, "f1": 0.8583, "accuracy": 0.88834, "main_score": 0.8583, "hf_subset": "mri_Latn-por_Latn", "languages": ["mri-Latn", "por-Latn"]}, {"precision": 0.795738, "recall": 0.839921, "f1": 0.808276, "accuracy": 0.839921, "main_score": 0.808276, "hf_subset": "mri_Latn-sun_Latn", "languages": ["mri-Latn", "sun-Latn"]}, {"precision": 0.462038, "recall": 0.506917, "f1": 0.47434, "accuracy": 0.506917, "main_score": 0.47434, "hf_subset": "mri_Latn-umb_Latn", "languages": ["mri-Latn", "umb-Latn"]}, {"precision": 0.815171, "recall": 0.860672, "f1": 0.82855, "accuracy": 0.860672, "main_score": 0.82855, "hf_subset": "mri_Latn-ajp_Arab", "languages": ["mri-Latn", "ajp-Arab"]}, {"precision": 0.413657, "recall": 0.470356, "f1": 0.428136, "accuracy": 0.470356, "main_score": 0.428136, "hf_subset": "mri_Latn-bjn_Arab", "languages": ["mri-Latn", "bjn-Arab"]}, {"precision": 0.470824, "recall": 0.51087, "f1": 0.481421, "accuracy": 0.51087, "main_score": 0.481421, "hf_subset": "mri_Latn-ewe_Latn", "languages": ["mri-Latn", "ewe-Latn"]}, {"precision": 0.703324, "recall": 0.750988, "f1": 0.715571, "accuracy": 0.750988, "main_score": 0.715571, "hf_subset": "mri_Latn-ilo_Latn", "languages": ["mri-Latn", "ilo-Latn"]}, {"precision": 0.296483, "recall": 0.340909, "f1": 0.308997, "accuracy": 0.340909, "main_score": 0.308997, "hf_subset": "mri_Latn-knc_Arab", "languages": ["mri-Latn", "knc-Arab"]}, {"precision": 0.836849, "recall": 0.87747, "f1": 0.84877, "accuracy": 0.87747, "main_score": 0.84877, "hf_subset": "mri_Latn-mkd_Cyrl", "languages": ["mri-Latn", "mkd-Cyrl"]}, {"precision": 0.847392, "recall": 0.88834, "f1": 0.859947, "accuracy": 0.88834, "main_score": 0.859947, "hf_subset": "mri_Latn-prs_Arab", "languages": ["mri-Latn", "prs-Arab"]}, {"precision": 0.838183, "recall": 0.881423, "f1": 0.851325, "accuracy": 0.881423, "main_score": 0.851325, "hf_subset": "mri_Latn-swe_Latn", "languages": ["mri-Latn", "swe-Latn"]}, {"precision": 0.834214, "recall": 0.876482, "f1": 0.846648, "accuracy": 0.876482, "main_score": 0.846648, "hf_subset": "mri_Latn-urd_Arab", "languages": ["mri-Latn", "urd-Arab"]}, {"precision": 0.505836, "recall": 0.541502, "f1": 0.515103, "accuracy": 0.541502, "main_score": 0.515103, "hf_subset": "mri_Latn-aka_Latn", "languages": ["mri-Latn", "aka-Latn"]}, {"precision": 0.769997, "recall": 0.811265, "f1": 0.78098, "accuracy": 0.811265, "main_score": 0.78098, "hf_subset": "mri_Latn-bjn_Latn", "languages": ["mri-Latn", "bjn-Latn"]}, {"precision": 0.790441, "recall": 0.833992, "f1": 0.802625, "accuracy": 0.833992, "main_score": 0.802625, "hf_subset": "mri_Latn-fao_Latn", "languages": ["mri-Latn", "fao-Latn"]}, {"precision": 0.838812, "recall": 0.879447, "f1": 0.850908, "accuracy": 0.879447, "main_score": 0.850908, "hf_subset": "mri_Latn-ind_Latn", "languages": ["mri-Latn", "ind-Latn"]}, {"precision": 0.501836, "recall": 0.54249, "f1": 0.513241, "accuracy": 0.54249, "main_score": 0.513241, "hf_subset": "mri_Latn-knc_Latn", "languages": ["mri-Latn", "knc-Latn"]}, {"precision": 0.77628, "recall": 0.823123, "f1": 0.78981, "accuracy": 0.823123, "main_score": 0.78981, "hf_subset": "mri_Latn-mlt_Latn", "languages": ["mri-Latn", "mlt-Latn"]}, {"precision": 0.563926, "recall": 0.61166, "f1": 0.577388, "accuracy": 0.61166, "main_score": 0.577388, "hf_subset": "mri_Latn-quy_Latn", "languages": ["mri-Latn", "quy-Latn"]}, {"precision": 0.802348, "recall": 0.850791, "f1": 0.816683, "accuracy": 0.850791, "main_score": 0.816683, "hf_subset": "mri_Latn-swh_Latn", "languages": ["mri-Latn", "swh-Latn"]}, {"precision": 0.810157, "recall": 0.855731, "f1": 0.823474, "accuracy": 0.855731, "main_score": 0.823474, "hf_subset": "mri_Latn-uzn_Latn", "languages": ["mri-Latn", "uzn-Latn"]}, {"precision": 0.819122, "recall": 0.863636, "f1": 0.831744, "accuracy": 0.863636, "main_score": 0.831744, "hf_subset": "mri_Latn-als_Latn", "languages": ["mri-Latn", "als-Latn"]}, {"precision": 0.482185, "recall": 0.562253, "f1": 0.504269, "accuracy": 0.562253, "main_score": 0.504269, "hf_subset": "mri_Latn-bod_Tibt", "languages": ["mri-Latn", "bod-Tibt"]}, {"precision": 0.639724, "recall": 0.685771, "f1": 0.652203, "accuracy": 0.685771, "main_score": 0.652203, "hf_subset": "mri_Latn-fij_Latn", "languages": ["mri-Latn", "fij-Latn"]}, {"precision": 0.794598, "recall": 0.838933, "f1": 0.807722, "accuracy": 0.838933, "main_score": 0.807722, "hf_subset": "mri_Latn-isl_Latn", "languages": ["mri-Latn", "isl-Latn"]}, {"precision": 0.532369, "recall": 0.579051, "f1": 0.544022, "accuracy": 0.579051, "main_score": 0.544022, "hf_subset": "mri_Latn-kon_Latn", "languages": ["mri-Latn", "kon-Latn"]}, {"precision": 0.498298, "recall": 0.552372, "f1": 0.512345, "accuracy": 0.552372, "main_score": 0.512345, "hf_subset": "mri_Latn-mni_Beng", "languages": ["mri-Latn", "mni-Beng"]}, {"precision": 0.839001, "recall": 0.878458, "f1": 0.850414, "accuracy": 0.878458, "main_score": 0.850414, "hf_subset": "mri_Latn-ron_Latn", "languages": ["mri-Latn", "ron-Latn"]}, {"precision": 0.784578, "recall": 0.83004, "f1": 0.797979, "accuracy": 0.83004, "main_score": 0.797979, "hf_subset": "mri_Latn-szl_Latn", "languages": ["mri-Latn", "szl-Latn"]}, {"precision": 0.789858, "recall": 0.835968, "f1": 0.80275, "accuracy": 0.835968, "main_score": 0.80275, "hf_subset": "mri_Latn-vec_Latn", "languages": ["mri-Latn", "vec-Latn"]}, {"precision": 0.737067, "recall": 0.795455, "f1": 0.753935, "accuracy": 0.795455, "main_score": 0.753935, "hf_subset": "mri_Latn-amh_Ethi", "languages": ["mri-Latn", "amh-Ethi"]}, {"precision": 0.836677, "recall": 0.879447, "f1": 0.849459, "accuracy": 0.879447, "main_score": 0.849459, "hf_subset": "mri_Latn-bos_Latn", "languages": ["mri-Latn", "bos-Latn"]}, {"precision": 0.81811, "recall": 0.859684, "f1": 0.830181, "accuracy": 0.859684, "main_score": 0.830181, "hf_subset": "mri_Latn-fin_Latn", "languages": ["mri-Latn", "fin-Latn"]}, {"precision": 0.831077, "recall": 0.875494, "f1": 0.844401, "accuracy": 0.875494, "main_score": 0.844401, "hf_subset": "mri_Latn-ita_Latn", "languages": ["mri-Latn", "ita-Latn"]}, {"precision": 0.801836, "recall": 0.850791, "f1": 0.816232, "accuracy": 0.850791, "main_score": 0.816232, "hf_subset": "mri_Latn-kor_Hang", "languages": ["mri-Latn", "kor-Hang"]}, {"precision": 0.489361, "recall": 0.530632, "f1": 0.501139, "accuracy": 0.530632, "main_score": 0.501139, "hf_subset": "mri_Latn-mos_Latn", "languages": ["mri-Latn", "mos-Latn"]}, {"precision": 0.51591, "recall": 0.555336, "f1": 0.526555, "accuracy": 0.555336, "main_score": 0.526555, "hf_subset": "mri_Latn-run_Latn", "languages": ["mri-Latn", "run-Latn"]}, {"precision": 0.829565, "recall": 0.873518, "f1": 0.842794, "accuracy": 0.873518, "main_score": 0.842794, "hf_subset": "mri_Latn-tam_Taml", "languages": ["mri-Latn", "tam-Taml"]}, {"precision": 0.822047, "recall": 0.865613, "f1": 0.834798, "accuracy": 0.865613, "main_score": 0.834798, "hf_subset": "mri_Latn-vie_Latn", "languages": ["mri-Latn", "vie-Latn"]}, {"precision": 0.817245, "recall": 0.859684, "f1": 0.829513, "accuracy": 0.859684, "main_score": 0.829513, "hf_subset": "mri_Latn-apc_Arab", "languages": ["mri-Latn", "apc-Arab"]}, {"precision": 0.592567, "recall": 0.640316, "f1": 0.604649, "accuracy": 0.640316, "main_score": 0.604649, "hf_subset": "mri_Latn-bug_Latn", "languages": ["mri-Latn", "bug-Latn"]}, {"precision": 0.44202, "recall": 0.481225, "f1": 0.45292, "accuracy": 0.481225, "main_score": 0.45292, "hf_subset": "mri_Latn-fon_Latn", "languages": ["mri-Latn", "fon-Latn"]}, {"precision": 0.814189, "recall": 0.854743, "f1": 0.825794, "accuracy": 0.854743, "main_score": 0.825794, "hf_subset": "mri_Latn-jav_Latn", "languages": ["mri-Latn", "jav-Latn"]}, {"precision": 0.818667, "recall": 0.862648, "f1": 0.831409, "accuracy": 0.862648, "main_score": 0.831409, "hf_subset": "mri_Latn-lao_Laoo", "languages": ["mri-Latn", "lao-Laoo"]}, {"precision": 0.819806, "recall": 0.862648, "f1": 0.83232, "accuracy": 0.862648, "main_score": 0.83232, "hf_subset": "mri_Latn-rus_Cyrl", "languages": ["mri-Latn", "rus-Cyrl"]}, {"precision": 0.461659, "recall": 0.500988, "f1": 0.472787, "accuracy": 0.500988, "main_score": 0.472787, "hf_subset": "mri_Latn-taq_Latn", "languages": ["mri-Latn", "taq-Latn"]}, {"precision": 0.801453, "recall": 0.847826, "f1": 0.814486, "accuracy": 0.847826, "main_score": 0.814486, "hf_subset": "mri_Latn-war_Latn", "languages": ["mri-Latn", "war-Latn"]}, {"precision": 0.830867, "recall": 0.870553, "f1": 0.842328, "accuracy": 0.870553, "main_score": 0.842328, "hf_subset": "mri_Latn-arb_Arab", "languages": ["mri-Latn", "arb-Arab"]}, {"precision": 0.836842, "recall": 0.87747, "f1": 0.848589, "accuracy": 0.87747, "main_score": 0.848589, "hf_subset": "mri_Latn-bul_Cyrl", "languages": ["mri-Latn", "bul-Cyrl"]}, {"precision": 0.839608, "recall": 0.880435, "f1": 0.851944, "accuracy": 0.880435, "main_score": 0.851944, "hf_subset": "mri_Latn-fra_Latn", "languages": ["mri-Latn", "fra-Latn"]}, {"precision": 0.79161, "recall": 0.836957, "f1": 0.804695, "accuracy": 0.836957, "main_score": 0.804695, "hf_subset": "mri_Latn-jpn_Jpan", "languages": ["mri-Latn", "jpn-Jpan"]}, {"precision": 0.776806, "recall": 0.822134, "f1": 0.789612, "accuracy": 0.822134, "main_score": 0.789612, "hf_subset": "mri_Latn-lij_Latn", "languages": ["mri-Latn", "lij-Latn"]}, {"precision": 0.774168, "recall": 0.831028, "f1": 0.791162, "accuracy": 0.831028, "main_score": 0.791162, "hf_subset": "mri_Latn-mya_Mymr", "languages": ["mri-Latn", "mya-Mymr"]}, {"precision": 0.494931, "recall": 0.545455, "f1": 0.5083, "accuracy": 0.545455, "main_score": 0.5083, "hf_subset": "mri_Latn-sag_Latn", "languages": ["mri-Latn", "sag-Latn"]}, {"precision": 0.196748, "recall": 0.245059, "f1": 0.208159, "accuracy": 0.245059, "main_score": 0.208159, "hf_subset": "mri_Latn-taq_Tfng", "languages": ["mri-Latn", "taq-Tfng"]}, {"precision": 0.524454, "recall": 0.573123, "f1": 0.537847, "accuracy": 0.573123, "main_score": 0.537847, "hf_subset": "mri_Latn-wol_Latn", "languages": ["mri-Latn", "wol-Latn"]}, {"precision": 0.594041, "recall": 0.660079, "f1": 0.611706, "accuracy": 0.660079, "main_score": 0.611706, "hf_subset": "mri_Latn-arb_Latn", "languages": ["mri-Latn", "arb-Latn"]}, {"precision": 0.833399, "recall": 0.878458, "f1": 0.846772, "accuracy": 0.878458, "main_score": 0.846772, "hf_subset": "mri_Latn-cat_Latn", "languages": ["mri-Latn", "cat-Latn"]}, {"precision": 0.785797, "recall": 0.832016, "f1": 0.799043, "accuracy": 0.832016, "main_score": 0.799043, "hf_subset": "mri_Latn-fur_Latn", "languages": ["mri-Latn", "fur-Latn"]}, {"precision": 0.416808, "recall": 0.464427, "f1": 0.42971, "accuracy": 0.464427, "main_score": 0.42971, "hf_subset": "mri_Latn-kab_Latn", "languages": ["mri-Latn", "kab-Latn"]}, {"precision": 0.765457, "recall": 0.816206, "f1": 0.780161, "accuracy": 0.816206, "main_score": 0.780161, "hf_subset": "mri_Latn-lim_Latn", "languages": ["mri-Latn", "lim-Latn"]}, {"precision": 0.823633, "recall": 0.867589, "f1": 0.836869, "accuracy": 0.867589, "main_score": 0.836869, "hf_subset": "mri_Latn-nld_Latn", "languages": ["mri-Latn", "nld-Latn"]}, {"precision": 0.773704, "recall": 0.825099, "f1": 0.788801, "accuracy": 0.825099, "main_score": 0.788801, "hf_subset": "mri_Latn-san_Deva", "languages": ["mri-Latn", "san-Deva"]}, {"precision": 0.783818, "recall": 0.831028, "f1": 0.797285, "accuracy": 0.831028, "main_score": 0.797285, "hf_subset": "mri_Latn-tat_Cyrl", "languages": ["mri-Latn", "tat-Cyrl"]}, {"precision": 0.589207, "recall": 0.642292, "f1": 0.603818, "accuracy": 0.642292, "main_score": 0.603818, "hf_subset": "mri_Latn-xho_Latn", "languages": ["mri-Latn", "xho-Latn"]}, {"precision": 0.823452, "recall": 0.868577, "f1": 0.836902, "accuracy": 0.868577, "main_score": 0.836902, "hf_subset": "mri_Latn-ars_Arab", "languages": ["mri-Latn", "ars-Arab"]}, {"precision": 0.816678, "recall": 0.86166, "f1": 0.830242, "accuracy": 0.86166, "main_score": 0.830242, "hf_subset": "mri_Latn-ceb_Latn", "languages": ["mri-Latn", "ceb-Latn"]}, {"precision": 0.481902, "recall": 0.52668, "f1": 0.494274, "accuracy": 0.52668, "main_score": 0.494274, "hf_subset": "mri_Latn-fuv_Latn", "languages": ["mri-Latn", "fuv-Latn"]}, {"precision": 0.468856, "recall": 0.514822, "f1": 0.48061, "accuracy": 0.514822, "main_score": 0.48061, "hf_subset": "mri_Latn-kac_Latn", "languages": ["mri-Latn", "kac-Latn"]}, {"precision": 0.540497, "recall": 0.583992, "f1": 0.551376, "accuracy": 0.583992, "main_score": 0.551376, "hf_subset": "mri_Latn-lin_Latn", "languages": ["mri-Latn", "lin-Latn"]}, {"precision": 0.838924, "recall": 0.87747, "f1": 0.850019, "accuracy": 0.87747, "main_score": 0.850019, "hf_subset": "mri_Latn-nno_Latn", "languages": ["mri-Latn", "nno-Latn"]}, {"precision": 0.19803, "recall": 0.270751, "f1": 0.216614, "accuracy": 0.270751, "main_score": 0.216614, "hf_subset": "mri_Latn-sat_Olck", "languages": ["mri-Latn", "sat-Olck"]}, {"precision": 0.817507, "recall": 0.862648, "f1": 0.830863, "accuracy": 0.862648, "main_score": 0.830863, "hf_subset": "mri_Latn-tel_Telu", "languages": ["mri-Latn", "tel-Telu"]}, {"precision": 0.717375, "recall": 0.772727, "f1": 0.732976, "accuracy": 0.772727, "main_score": 0.732976, "hf_subset": "mri_Latn-ydd_Hebr", "languages": ["mri-Latn", "ydd-Hebr"]}, {"precision": 0.770454, "recall": 0.821146, "f1": 0.785124, "accuracy": 0.821146, "main_score": 0.785124, "hf_subset": "mri_Latn-ary_Arab", "languages": ["mri-Latn", "ary-Arab"]}, {"precision": 0.831003, "recall": 0.874506, "f1": 0.843703, "accuracy": 0.874506, "main_score": 0.843703, "hf_subset": "mri_Latn-ces_Latn", "languages": ["mri-Latn", "ces-Latn"]}, {"precision": 0.491091, "recall": 0.549407, "f1": 0.507539, "accuracy": 0.549407, "main_score": 0.507539, "hf_subset": "mri_Latn-gaz_Latn", "languages": ["mri-Latn", "gaz-Latn"]}, {"precision": 0.523732, "recall": 0.573123, "f1": 0.536833, "accuracy": 0.573123, "main_score": 0.536833, "hf_subset": "mri_Latn-kam_Latn", "languages": ["mri-Latn", "kam-Latn"]}, {"precision": 0.817074, "recall": 0.859684, "f1": 0.829483, "accuracy": 0.859684, "main_score": 0.829483, "hf_subset": "mri_Latn-lit_Latn", "languages": ["mri-Latn", "lit-Latn"]}, {"precision": 0.840028, "recall": 0.880435, "f1": 0.851786, "accuracy": 0.880435, "main_score": 0.851786, "hf_subset": "mri_Latn-nob_Latn", "languages": ["mri-Latn", "nob-Latn"]}, {"precision": 0.767053, "recall": 0.815217, "f1": 0.781051, "accuracy": 0.815217, "main_score": 0.781051, "hf_subset": "mri_Latn-scn_Latn", "languages": ["mri-Latn", "scn-Latn"]}, {"precision": 0.779703, "recall": 0.829051, "f1": 0.793702, "accuracy": 0.829051, "main_score": 0.793702, "hf_subset": "mri_Latn-tgk_Cyrl", "languages": ["mri-Latn", "tgk-Cyrl"]}, {"precision": 0.629932, "recall": 0.690711, "f1": 0.647043, "accuracy": 0.690711, "main_score": 0.647043, "hf_subset": "mri_Latn-yor_Latn", "languages": ["mri-Latn", "yor-Latn"]}, {"precision": 0.801657, "recall": 0.847826, "f1": 0.814893, "accuracy": 0.847826, "main_score": 0.814893, "hf_subset": "mri_Latn-arz_Arab", "languages": ["mri-Latn", "arz-Arab"]}, {"precision": 0.485528, "recall": 0.523715, "f1": 0.496182, "accuracy": 0.523715, "main_score": 0.496182, "hf_subset": "mri_Latn-cjk_Latn", "languages": ["mri-Latn", "cjk-Latn"]}, {"precision": 0.658053, "recall": 0.714427, "f1": 0.674242, "accuracy": 0.714427, "main_score": 0.674242, "hf_subset": "mri_Latn-gla_Latn", "languages": ["mri-Latn", "gla-Latn"]}, {"precision": 0.823348, "recall": 0.866601, "f1": 0.836133, "accuracy": 0.866601, "main_score": 0.836133, "hf_subset": "mri_Latn-kan_Knda", "languages": ["mri-Latn", "kan-Knda"]}, {"precision": 0.767574, "recall": 0.813241, "f1": 0.780905, "accuracy": 0.813241, "main_score": 0.780905, "hf_subset": "mri_Latn-lmo_Latn", "languages": ["mri-Latn", "lmo-Latn"]}, {"precision": 0.819993, "recall": 0.866601, "f1": 0.833846, "accuracy": 0.866601, "main_score": 0.833846, "hf_subset": "mri_Latn-npi_Deva", "languages": ["mri-Latn", "npi-Deva"]}, {"precision": 0.433409, "recall": 0.478261, "f1": 0.445151, "accuracy": 0.478261, "main_score": 0.445151, "hf_subset": "mri_Latn-shn_Mymr", "languages": ["mri-Latn", "shn-Mymr"]}, {"precision": 0.854216, "recall": 0.886364, "f1": 0.863556, "accuracy": 0.886364, "main_score": 0.863556, "hf_subset": "mri_Latn-tgl_Latn", "languages": ["mri-Latn", "tgl-Latn"]}, {"precision": 0.800199, "recall": 0.84585, "f1": 0.812807, "accuracy": 0.84585, "main_score": 0.812807, "hf_subset": "mri_Latn-yue_Hant", "languages": ["mri-Latn", "yue-Hant"]}, {"precision": 0.811837, "recall": 0.853755, "f1": 0.823455, "accuracy": 0.853755, "main_score": 0.823455, "hf_subset": "mri_Latn-asm_Beng", "languages": ["mri-Latn", "asm-Beng"]}, {"precision": 0.739282, "recall": 0.797431, "f1": 0.755723, "accuracy": 0.797431, "main_score": 0.755723, "hf_subset": "mri_Latn-ckb_Arab", "languages": ["mri-Latn", "ckb-Arab"]}, {"precision": 0.705421, "recall": 0.762846, "f1": 0.721791, "accuracy": 0.762846, "main_score": 0.721791, "hf_subset": "mri_Latn-gle_Latn", "languages": ["mri-Latn", "gle-Latn"]}, {"precision": 0.64902, "recall": 0.703557, "f1": 0.663558, "accuracy": 0.703557, "main_score": 0.663558, "hf_subset": "mri_Latn-kas_Arab", "languages": ["mri-Latn", "kas-Arab"]}, {"precision": 0.686125, "recall": 0.742095, "f1": 0.70155, "accuracy": 0.742095, "main_score": 0.70155, "hf_subset": "mri_Latn-ltg_Latn", "languages": ["mri-Latn", "ltg-Latn"]}, {"precision": 0.530984, "recall": 0.575099, "f1": 0.542187, "accuracy": 0.575099, "main_score": 0.542187, "hf_subset": "mri_Latn-nso_Latn", "languages": ["mri-Latn", "nso-Latn"]}, {"precision": 0.760931, "recall": 0.814229, "f1": 0.776459, "accuracy": 0.814229, "main_score": 0.776459, "hf_subset": "mri_Latn-sin_Sinh", "languages": ["mri-Latn", "sin-Sinh"]}, {"precision": 0.819016, "recall": 0.865613, "f1": 0.832642, "accuracy": 0.865613, "main_score": 0.832642, "hf_subset": "mri_Latn-tha_Thai", "languages": ["mri-Latn", "tha-Thai"]}, {"precision": 0.792461, "recall": 0.838933, "f1": 0.805701, "accuracy": 0.838933, "main_score": 0.805701, "hf_subset": "mri_Latn-zho_Hans", "languages": ["mri-Latn", "zho-Hans"]}, {"precision": 0.824885, "recall": 0.871542, "f1": 0.838688, "accuracy": 0.871542, "main_score": 0.838688, "hf_subset": "mri_Latn-ast_Latn", "languages": ["mri-Latn", "ast-Latn"]}, {"precision": 0.793257, "recall": 0.843874, "f1": 0.808105, "accuracy": 0.843874, "main_score": 0.808105, "hf_subset": "mri_Latn-crh_Latn", "languages": ["mri-Latn", "crh-Latn"]}, {"precision": 0.84399, "recall": 0.884387, "f1": 0.85577, "accuracy": 0.884387, "main_score": 0.85577, "hf_subset": "mri_Latn-glg_Latn", "languages": ["mri-Latn", "glg-Latn"]}, {"precision": 0.617591, "recall": 0.681818, "f1": 0.635404, "accuracy": 0.681818, "main_score": 0.635404, "hf_subset": "mri_Latn-kas_Deva", "languages": ["mri-Latn", "kas-Deva"]}, {"precision": 0.760186, "recall": 0.8083, "f1": 0.773518, "accuracy": 0.8083, "main_score": 0.773518, "hf_subset": "mri_Latn-ltz_Latn", "languages": ["mri-Latn", "ltz-Latn"]}, {"precision": 0.440448, "recall": 0.485178, "f1": 0.452887, "accuracy": 0.485178, "main_score": 0.452887, "hf_subset": "mri_Latn-nus_Latn", "languages": ["mri-Latn", "nus-Latn"]}, {"precision": 0.84118, "recall": 0.879447, "f1": 0.852194, "accuracy": 0.879447, "main_score": 0.852194, "hf_subset": "mri_Latn-slk_Latn", "languages": ["mri-Latn", "slk-Latn"]}, {"precision": 0.464955, "recall": 0.535573, "f1": 0.484386, "accuracy": 0.535573, "main_score": 0.484386, "hf_subset": "mri_Latn-tir_Ethi", "languages": ["mri-Latn", "tir-Ethi"]}, {"precision": 0.801828, "recall": 0.853755, "f1": 0.817194, "accuracy": 0.853755, "main_score": 0.817194, "hf_subset": "mri_Latn-zho_Hant", "languages": ["mri-Latn", "zho-Hant"]}, {"precision": 0.817114, "recall": 0.86166, "f1": 0.830106, "accuracy": 0.86166, "main_score": 0.830106, "hf_subset": "mri_Latn-awa_Deva", "languages": ["mri-Latn", "awa-Deva"]}, {"precision": 0.803788, "recall": 0.842885, "f1": 0.814874, "accuracy": 0.842885, "main_score": 0.814874, "hf_subset": "mri_Latn-cym_Latn", "languages": ["mri-Latn", "cym-Latn"]}, {"precision": 0.609637, "recall": 0.657115, "f1": 0.622372, "accuracy": 0.657115, "main_score": 0.622372, "hf_subset": "mri_Latn-grn_Latn", "languages": ["mri-Latn", "grn-Latn"]}, {"precision": 0.787621, "recall": 0.83498, "f1": 0.801205, "accuracy": 0.83498, "main_score": 0.801205, "hf_subset": "mri_Latn-kat_Geor", "languages": ["mri-Latn", "kat-Geor"]}, {"precision": 0.531319, "recall": 0.574111, "f1": 0.542031, "accuracy": 0.574111, "main_score": 0.542031, "hf_subset": "mri_Latn-lua_Latn", "languages": ["mri-Latn", "lua-Latn"]}, {"precision": 0.54805, "recall": 0.594862, "f1": 0.56076, "accuracy": 0.594862, "main_score": 0.56076, "hf_subset": "mri_Latn-nya_Latn", "languages": ["mri-Latn", "nya-Latn"]}, {"precision": 0.827043, "recall": 0.867589, "f1": 0.838921, "accuracy": 0.867589, "main_score": 0.838921, "hf_subset": "mri_Latn-slv_Latn", "languages": ["mri-Latn", "slv-Latn"]}, {"precision": 0.695546, "recall": 0.745059, "f1": 0.708715, "accuracy": 0.745059, "main_score": 0.708715, "hf_subset": "mri_Latn-tpi_Latn", "languages": ["mri-Latn", "tpi-Latn"]}, {"precision": 0.843742, "recall": 0.885375, "f1": 0.856018, "accuracy": 0.885375, "main_score": 0.856018, "hf_subset": "mri_Latn-zsm_Latn", "languages": ["mri-Latn", "zsm-Latn"]}, {"precision": 0.484205, "recall": 0.528656, "f1": 0.496807, "accuracy": 0.528656, "main_score": 0.496807, "hf_subset": "mri_Latn-ayr_Latn", "languages": ["mri-Latn", "ayr-Latn"]}, {"precision": 0.848298, "recall": 0.887352, "f1": 0.860084, "accuracy": 0.887352, "main_score": 0.860084, "hf_subset": "mri_Latn-dan_Latn", "languages": ["mri-Latn", "dan-Latn"]}, {"precision": 0.833015, "recall": 0.871542, "f1": 0.844167, "accuracy": 0.871542, "main_score": 0.844167, "hf_subset": "mri_Latn-guj_Gujr", "languages": ["mri-Latn", "guj-Gujr"]}, {"precision": 0.811034, "recall": 0.86166, "f1": 0.826073, "accuracy": 0.86166, "main_score": 0.826073, "hf_subset": "mri_Latn-kaz_Cyrl", "languages": ["mri-Latn", "kaz-Cyrl"]}, {"precision": 0.49289, "recall": 0.541502, "f1": 0.506043, "accuracy": 0.541502, "main_score": 0.506043, "hf_subset": "mri_Latn-lug_Latn", "languages": ["mri-Latn", "lug-Latn"]}, {"precision": 0.828435, "recall": 0.87253, "f1": 0.841373, "accuracy": 0.87253, "main_score": 0.841373, "hf_subset": "mri_Latn-oci_Latn", "languages": ["mri-Latn", "oci-Latn"]}, {"precision": 0.712445, "recall": 0.762846, "f1": 0.726534, "accuracy": 0.762846, "main_score": 0.726534, "hf_subset": "mri_Latn-smo_Latn", "languages": ["mri-Latn", "smo-Latn"]}, {"precision": 0.52336, "recall": 0.567194, "f1": 0.535108, "accuracy": 0.567194, "main_score": 0.535108, "hf_subset": "mri_Latn-tsn_Latn", "languages": ["mri-Latn", "tsn-Latn"]}, {"precision": 0.581688, "recall": 0.631423, "f1": 0.596401, "accuracy": 0.631423, "main_score": 0.596401, "hf_subset": "mri_Latn-zul_Latn", "languages": ["mri-Latn", "zul-Latn"]}, {"precision": 0.641728, "recall": 0.702569, "f1": 0.658454, "accuracy": 0.702569, "main_score": 0.658454, "hf_subset": "mri_Latn-azb_Arab", "languages": ["mri-Latn", "azb-Arab"]}, {"precision": 0.831796, "recall": 0.874506, "f1": 0.844263, "accuracy": 0.874506, "main_score": 0.844263, "hf_subset": "mri_Latn-deu_Latn", "languages": ["mri-Latn", "deu-Latn"]}, {"precision": 0.758995, "recall": 0.813241, "f1": 0.774763, "accuracy": 0.813241, "main_score": 0.774763, "hf_subset": "mri_Latn-hat_Latn", "languages": ["mri-Latn", "hat-Latn"]}, {"precision": 0.46562, "recall": 0.509881, "f1": 0.477249, "accuracy": 0.509881, "main_score": 0.477249, "hf_subset": "mri_Latn-kbp_Latn", "languages": ["mri-Latn", "kbp-Latn"]}, {"precision": 0.515122, "recall": 0.551383, "f1": 0.525163, "accuracy": 0.551383, "main_score": 0.525163, "hf_subset": "mri_Latn-luo_Latn", "languages": ["mri-Latn", "luo-Latn"]}, {"precision": 0.804628, "recall": 0.852767, "f1": 0.818925, "accuracy": 0.852767, "main_score": 0.818925, "hf_subset": "mri_Latn-ory_Orya", "languages": ["mri-Latn", "ory-Orya"]}, {"precision": 0.512083, "recall": 0.565217, "f1": 0.526064, "accuracy": 0.565217, "main_score": 0.526064, "hf_subset": "mri_Latn-sna_Latn", "languages": ["mri-Latn", "sna-Latn"]}, {"precision": 0.507464, "recall": 0.551383, "f1": 0.518808, "accuracy": 0.551383, "main_score": 0.518808, "hf_subset": "mri_Latn-tso_Latn", "languages": ["mri-Latn", "tso-Latn"]}, {"precision": 0.783001, "recall": 0.828063, "f1": 0.79531, "accuracy": 0.828063, "main_score": 0.79531, "hf_subset": "mri_Latn-azj_Latn", "languages": ["mri-Latn", "azj-Latn"]}, {"precision": 0.454217, "recall": 0.504941, "f1": 0.467962, "accuracy": 0.504941, "main_score": 0.467962, "hf_subset": "mri_Latn-dik_Latn", "languages": ["mri-Latn", "dik-Latn"]}, {"precision": 0.632644, "recall": 0.687747, "f1": 0.648259, "accuracy": 0.687747, "main_score": 0.648259, "hf_subset": "mri_Latn-hau_Latn", "languages": ["mri-Latn", "hau-Latn"]}, {"precision": 0.760534, "recall": 0.806324, "f1": 0.772883, "accuracy": 0.806324, "main_score": 0.772883, "hf_subset": "mri_Latn-kea_Latn", "languages": ["mri-Latn", "kea-Latn"]}, {"precision": 0.557935, "recall": 0.608696, "f1": 0.571401, "accuracy": 0.608696, "main_score": 0.571401, "hf_subset": "mri_Latn-lus_Latn", "languages": ["mri-Latn", "lus-Latn"]}, {"precision": 0.624297, "recall": 0.666008, "f1": 0.6354, "accuracy": 0.666008, "main_score": 0.6354, "hf_subset": "mri_Latn-pag_Latn", "languages": ["mri-Latn", "pag-Latn"]}, {"precision": 0.786808, "recall": 0.838933, "f1": 0.802306, "accuracy": 0.838933, "main_score": 0.802306, "hf_subset": "mri_Latn-snd_Arab", "languages": ["mri-Latn", "snd-Arab"]}, {"precision": 0.70746, "recall": 0.767787, "f1": 0.725428, "accuracy": 0.767787, "main_score": 0.725428, "hf_subset": "mri_Latn-tuk_Latn", "languages": ["mri-Latn", "tuk-Latn"]}, {"precision": 0.758119, "recall": 0.806324, "f1": 0.771868, "accuracy": 0.806324, "main_score": 0.771868, "hf_subset": "mri_Latn-bak_Cyrl", "languages": ["mri-Latn", "bak-Cyrl"]}, {"precision": 0.40341, "recall": 0.466403, "f1": 0.421255, "accuracy": 0.466403, "main_score": 0.421255, "hf_subset": "mri_Latn-dyu_Latn", "languages": ["mri-Latn", "dyu-Latn"]}, {"precision": 0.827859, "recall": 0.87253, "f1": 0.84134, "accuracy": 0.87253, "main_score": 0.84134, "hf_subset": "mri_Latn-heb_Hebr", "languages": ["mri-Latn", "heb-Hebr"]}, {"precision": 0.776092, "recall": 0.823123, "f1": 0.788942, "accuracy": 0.823123, "main_score": 0.788942, "hf_subset": "mri_Latn-khk_Cyrl", "languages": ["mri-Latn", "khk-Cyrl"]}, {"precision": 0.828915, "recall": 0.87253, "f1": 0.841559, "accuracy": 0.87253, "main_score": 0.841559, "hf_subset": "mri_Latn-lvs_Latn", "languages": ["mri-Latn", "lvs-Latn"]}, {"precision": 0.834463, "recall": 0.874506, "f1": 0.846116, "accuracy": 0.874506, "main_score": 0.846116, "hf_subset": "mri_Latn-pan_Guru", "languages": ["mri-Latn", "pan-Guru"]}, {"precision": 0.610057, "recall": 0.667984, "f1": 0.626769, "accuracy": 0.667984, "main_score": 0.626769, "hf_subset": "mri_Latn-som_Latn", "languages": ["mri-Latn", "som-Latn"]}, {"precision": 0.515819, "recall": 0.556324, "f1": 0.526694, "accuracy": 0.556324, "main_score": 0.526694, "hf_subset": "mri_Latn-tum_Latn", "languages": ["mri-Latn", "tum-Latn"]}, {"precision": 0.592671, "recall": 0.660079, "f1": 0.612145, "accuracy": 0.660079, "main_score": 0.612145, "hf_subset": "rus_Cyrl-ace_Arab", "languages": ["rus-Cyrl", "ace-Arab"]}, {"precision": 0.546189, "recall": 0.607708, "f1": 0.563618, "accuracy": 0.607708, "main_score": 0.563618, "hf_subset": "rus_Cyrl-bam_Latn", "languages": ["rus-Cyrl", "bam-Latn"]}, {"precision": 0.475732, "recall": 0.560277, "f1": 0.498908, "accuracy": 0.560277, "main_score": 0.498908, "hf_subset": "rus_Cyrl-dzo_Tibt", "languages": ["rus-Cyrl", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hin_Deva", "languages": ["rus-Cyrl", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-khm_Khmr", "languages": ["rus-Cyrl", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mag_Deva", "languages": ["rus-Cyrl", "mag-Deva"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "rus_Cyrl-pap_Latn", "languages": ["rus-Cyrl", "pap-Latn"]}, {"precision": 0.604867, "recall": 0.663043, "f1": 0.621648, "accuracy": 0.663043, "main_score": 0.621648, "hf_subset": "rus_Cyrl-sot_Latn", "languages": ["rus-Cyrl", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tur_Latn", "languages": ["rus-Cyrl", "tur-Latn"]}, {"precision": 0.890069, "recall": 0.91996, "f1": 0.89944, "accuracy": 0.91996, "main_score": 0.89944, "hf_subset": "rus_Cyrl-ace_Latn", "languages": ["rus-Cyrl", "ace-Latn"]}, {"precision": 0.96278, "recall": 0.972332, "f1": 0.965909, "accuracy": 0.972332, "main_score": 0.965909, "hf_subset": "rus_Cyrl-ban_Latn", "languages": ["rus-Cyrl", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-ell_Grek", "languages": ["rus-Cyrl", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "rus_Cyrl-hne_Deva", "languages": ["rus-Cyrl", "hne-Deva"]}, {"precision": 0.607526, "recall": 0.664032, "f1": 0.623885, "accuracy": 0.664032, "main_score": 0.623885, "hf_subset": "rus_Cyrl-kik_Latn", "languages": ["rus-Cyrl", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mai_Deva", "languages": ["rus-Cyrl", "mai-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "rus_Cyrl-pbt_Arab", "languages": ["rus-Cyrl", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-spa_Latn", "languages": ["rus-Cyrl", "spa-Latn"]}, {"precision": 0.612519, "recall": 0.68083, "f1": 0.632246, "accuracy": 0.68083, "main_score": 0.632246, "hf_subset": "rus_Cyrl-twi_Latn", "languages": ["rus-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-acm_Arab", "languages": ["rus-Cyrl", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bel_Cyrl", "languages": ["rus-Cyrl", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-eng_Latn", "languages": ["rus-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hrv_Latn", "languages": ["rus-Cyrl", "hrv-Latn"]}, {"precision": 0.575363, "recall": 0.641304, "f1": 0.594241, "accuracy": 0.641304, "main_score": 0.594241, "hf_subset": "rus_Cyrl-kin_Latn", "languages": ["rus-Cyrl", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-mal_Mlym", "languages": ["rus-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pes_Arab", "languages": ["rus-Cyrl", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "rus_Cyrl-srd_Latn", "languages": ["rus-Cyrl", "srd-Latn"]}, {"precision": 0.194888, "recall": 0.256917, "f1": 0.21061, "accuracy": 0.256917, "main_score": 0.21061, "hf_subset": "rus_Cyrl-tzm_Tfng", "languages": ["rus-Cyrl", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-acq_Arab", "languages": ["rus-Cyrl", "acq-Arab"]}, {"precision": 0.664841, "recall": 0.714427, "f1": 0.678532, "accuracy": 0.714427, "main_score": 0.678532, "hf_subset": "rus_Cyrl-bem_Latn", "languages": ["rus-Cyrl", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-epo_Latn", "languages": ["rus-Cyrl", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hun_Latn", "languages": ["rus-Cyrl", "hun-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-kir_Cyrl", "languages": ["rus-Cyrl", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mar_Deva", "languages": ["rus-Cyrl", "mar-Deva"]}, {"precision": 0.689693, "recall": 0.744071, "f1": 0.705731, "accuracy": 0.744071, "main_score": 0.705731, "hf_subset": "rus_Cyrl-plt_Latn", "languages": ["rus-Cyrl", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-srp_Cyrl", "languages": ["rus-Cyrl", "srp-Cyrl"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "rus_Cyrl-uig_Arab", "languages": ["rus-Cyrl", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-aeb_Arab", "languages": ["rus-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ben_Beng", "languages": ["rus-Cyrl", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-est_Latn", "languages": ["rus-Cyrl", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hye_Armn", "languages": ["rus-Cyrl", "hye-Armn"]}, {"precision": 0.55854, "recall": 0.61166, "f1": 0.574014, "accuracy": 0.61166, "main_score": 0.574014, "hf_subset": "rus_Cyrl-kmb_Latn", "languages": ["rus-Cyrl", "kmb-Latn"]}, {"precision": 0.510539, "recall": 0.583004, "f1": 0.530645, "accuracy": 0.583004, "main_score": 0.530645, "hf_subset": "rus_Cyrl-min_Arab", "languages": ["rus-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pol_Latn", "languages": ["rus-Cyrl", "pol-Latn"]}, {"precision": 0.57287, "recall": 0.639328, "f1": 0.592147, "accuracy": 0.639328, "main_score": 0.592147, "hf_subset": "rus_Cyrl-ssw_Latn", "languages": ["rus-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ukr_Cyrl", "languages": ["rus-Cyrl", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-afr_Latn", "languages": ["rus-Cyrl", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-bho_Deva", "languages": ["rus-Cyrl", "bho-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "rus_Cyrl-eus_Latn", "languages": ["rus-Cyrl", "eus-Latn"]}, {"precision": 0.586322, "recall": 0.655138, "f1": 0.605984, "accuracy": 0.655138, "main_score": 0.605984, "hf_subset": "rus_Cyrl-ibo_Latn", "languages": ["rus-Cyrl", "ibo-Latn"]}, {"precision": 0.914723, "recall": 0.938735, "f1": 0.922266, "accuracy": 0.938735, "main_score": 0.922266, "hf_subset": "rus_Cyrl-kmr_Latn", "languages": ["rus-Cyrl", "kmr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "rus_Cyrl-min_Latn", "languages": ["rus-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-por_Latn", "languages": ["rus-Cyrl", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-sun_Latn", "languages": ["rus-Cyrl", "sun-Latn"]}, {"precision": 0.535648, "recall": 0.592885, "f1": 0.552275, "accuracy": 0.592885, "main_score": 0.552275, "hf_subset": "rus_Cyrl-umb_Latn", "languages": ["rus-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ajp_Arab", "languages": ["rus-Cyrl", "ajp-Arab"]}, {"precision": 0.551214, "recall": 0.620553, "f1": 0.570159, "accuracy": 0.620553, "main_score": 0.570159, "hf_subset": "rus_Cyrl-bjn_Arab", "languages": ["rus-Cyrl", "bjn-Arab"]}, {"precision": 0.528462, "recall": 0.58498, "f1": 0.544458, "accuracy": 0.58498, "main_score": 0.544458, "hf_subset": "rus_Cyrl-ewe_Latn", "languages": ["rus-Cyrl", "ewe-Latn"]}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "rus_Cyrl-ilo_Latn", "languages": ["rus-Cyrl", "ilo-Latn"]}, {"precision": 0.324132, "recall": 0.38834, "f1": 0.341452, "accuracy": 0.38834, "main_score": 0.341452, "hf_subset": "rus_Cyrl-knc_Arab", "languages": ["rus-Cyrl", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mkd_Cyrl", "languages": ["rus-Cyrl", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-prs_Arab", "languages": ["rus-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-swe_Latn", "languages": ["rus-Cyrl", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-urd_Arab", "languages": ["rus-Cyrl", "urd-Arab"]}, {"precision": 0.605421, "recall": 0.666008, "f1": 0.622539, "accuracy": 0.666008, "main_score": 0.622539, "hf_subset": "rus_Cyrl-aka_Latn", "languages": ["rus-Cyrl", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "rus_Cyrl-bjn_Latn", "languages": ["rus-Cyrl", "bjn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "rus_Cyrl-fao_Latn", "languages": ["rus-Cyrl", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ind_Latn", "languages": ["rus-Cyrl", "ind-Latn"]}, {"precision": 0.582823, "recall": 0.640316, "f1": 0.600169, "accuracy": 0.640316, "main_score": 0.600169, "hf_subset": "rus_Cyrl-knc_Latn", "languages": ["rus-Cyrl", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-mlt_Latn", "languages": ["rus-Cyrl", "mlt-Latn"]}, {"precision": 0.728684, "recall": 0.787549, "f1": 0.745869, "accuracy": 0.787549, "main_score": 0.745869, "hf_subset": "rus_Cyrl-quy_Latn", "languages": ["rus-Cyrl", "quy-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "rus_Cyrl-swh_Latn", "languages": ["rus-Cyrl", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-uzn_Latn", "languages": ["rus-Cyrl", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-als_Latn", "languages": ["rus-Cyrl", "als-Latn"]}, {"precision": 0.66726, "recall": 0.744071, "f1": 0.690533, "accuracy": 0.744071, "main_score": 0.690533, "hf_subset": "rus_Cyrl-bod_Tibt", "languages": ["rus-Cyrl", "bod-Tibt"]}, {"precision": 0.734695, "recall": 0.784585, "f1": 0.748998, "accuracy": 0.784585, "main_score": 0.748998, "hf_subset": "rus_Cyrl-fij_Latn", "languages": ["rus-Cyrl", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "rus_Cyrl-isl_Latn", "languages": ["rus-Cyrl", "isl-Latn"]}, {"precision": 0.676113, "recall": 0.730237, "f1": 0.692229, "accuracy": 0.730237, "main_score": 0.692229, "hf_subset": "rus_Cyrl-kon_Latn", "languages": ["rus-Cyrl", "kon-Latn"]}, {"precision": 0.677868, "recall": 0.745059, "f1": 0.697713, "accuracy": 0.745059, "main_score": 0.697713, "hf_subset": "rus_Cyrl-mni_Beng", "languages": ["rus-Cyrl", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ron_Latn", "languages": ["rus-Cyrl", "ron-Latn"]}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "rus_Cyrl-szl_Latn", "languages": ["rus-Cyrl", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-vec_Latn", "languages": ["rus-Cyrl", "vec-Latn"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "rus_Cyrl-amh_Ethi", "languages": ["rus-Cyrl", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bos_Latn", "languages": ["rus-Cyrl", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-fin_Latn", "languages": ["rus-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ita_Latn", "languages": ["rus-Cyrl", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-kor_Hang", "languages": ["rus-Cyrl", "kor-Hang"]}, {"precision": 0.563943, "recall": 0.629447, "f1": 0.582213, "accuracy": 0.629447, "main_score": 0.582213, "hf_subset": "rus_Cyrl-mos_Latn", "languages": ["rus-Cyrl", "mos-Latn"]}, {"precision": 0.5738, "recall": 0.629447, "f1": 0.589855, "accuracy": 0.629447, "main_score": 0.589855, "hf_subset": "rus_Cyrl-run_Latn", "languages": ["rus-Cyrl", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tam_Taml", "languages": ["rus-Cyrl", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-vie_Latn", "languages": ["rus-Cyrl", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-apc_Arab", "languages": ["rus-Cyrl", "apc-Arab"]}, {"precision": 0.818001, "recall": 0.860672, "f1": 0.831094, "accuracy": 0.860672, "main_score": 0.831094, "hf_subset": "rus_Cyrl-bug_Latn", "languages": ["rus-Cyrl", "bug-Latn"]}, {"precision": 0.473992, "recall": 0.536561, "f1": 0.490963, "accuracy": 0.536561, "main_score": 0.490963, "hf_subset": "rus_Cyrl-fon_Latn", "languages": ["rus-Cyrl", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-jav_Latn", "languages": ["rus-Cyrl", "jav-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-lao_Laoo", "languages": ["rus-Cyrl", "lao-Laoo"]}, {"precision": 0.888258, "recall": 0.918972, "f1": 0.897958, "accuracy": 0.918972, "main_score": 0.897958, "hf_subset": "rus_Cyrl-mri_Latn", "languages": ["rus-Cyrl", "mri-Latn"]}, {"precision": 0.554415, "recall": 0.617589, "f1": 0.572182, "accuracy": 0.617589, "main_score": 0.572182, "hf_subset": "rus_Cyrl-taq_Latn", "languages": ["rus-Cyrl", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "rus_Cyrl-war_Latn", "languages": ["rus-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-arb_Arab", "languages": ["rus-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bul_Cyrl", "languages": ["rus-Cyrl", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-fra_Latn", "languages": ["rus-Cyrl", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-jpn_Jpan", "languages": ["rus-Cyrl", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-lij_Latn", "languages": ["rus-Cyrl", "lij-Latn"]}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "rus_Cyrl-mya_Mymr", "languages": ["rus-Cyrl", "mya-Mymr"]}, {"precision": 0.597855, "recall": 0.666996, "f1": 0.617023, "accuracy": 0.666996, "main_score": 0.617023, "hf_subset": "rus_Cyrl-sag_Latn", "languages": ["rus-Cyrl", "sag-Latn"]}, {"precision": 0.190326, "recall": 0.250988, "f1": 0.2044, "accuracy": 0.250988, "main_score": 0.2044, "hf_subset": "rus_Cyrl-taq_Tfng", "languages": ["rus-Cyrl", "taq-Tfng"]}, {"precision": 0.637929, "recall": 0.702569, "f1": 0.656315, "accuracy": 0.702569, "main_score": 0.656315, "hf_subset": "rus_Cyrl-wol_Latn", "languages": ["rus-Cyrl", "wol-Latn"]}, {"precision": 0.81586, "recall": 0.863636, "f1": 0.830599, "accuracy": 0.863636, "main_score": 0.830599, "hf_subset": "rus_Cyrl-arb_Latn", "languages": ["rus-Cyrl", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-cat_Latn", "languages": ["rus-Cyrl", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "rus_Cyrl-fur_Latn", "languages": ["rus-Cyrl", "fur-Latn"]}, {"precision": 0.421872, "recall": 0.483202, "f1": 0.43925, "accuracy": 0.483202, "main_score": 0.43925, "hf_subset": "rus_Cyrl-kab_Latn", "languages": ["rus-Cyrl", "kab-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "rus_Cyrl-lim_Latn", "languages": ["rus-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-nld_Latn", "languages": ["rus-Cyrl", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "rus_Cyrl-san_Deva", "languages": ["rus-Cyrl", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tat_Cyrl", "languages": ["rus-Cyrl", "tat-Cyrl"]}, {"precision": 0.686709, "recall": 0.742095, "f1": 0.702969, "accuracy": 0.742095, "main_score": 0.702969, "hf_subset": "rus_Cyrl-xho_Latn", "languages": ["rus-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ars_Arab", "languages": ["rus-Cyrl", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-ceb_Latn", "languages": ["rus-Cyrl", "ceb-Latn"]}, {"precision": 0.574941, "recall": 0.635375, "f1": 0.592079, "accuracy": 0.635375, "main_score": 0.592079, "hf_subset": "rus_Cyrl-fuv_Latn", "languages": ["rus-Cyrl", "fuv-Latn"]}, {"precision": 0.515128, "recall": 0.586957, "f1": 0.535017, "accuracy": 0.586957, "main_score": 0.535017, "hf_subset": "rus_Cyrl-kac_Latn", "languages": ["rus-Cyrl", "kac-Latn"]}, {"precision": 0.69114, "recall": 0.744071, "f1": 0.707148, "accuracy": 0.744071, "main_score": 0.707148, "hf_subset": "rus_Cyrl-lin_Latn", "languages": ["rus-Cyrl", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-nno_Latn", "languages": ["rus-Cyrl", "nno-Latn"]}, {"precision": 0.242145, "recall": 0.325099, "f1": 0.264095, "accuracy": 0.325099, "main_score": 0.264095, "hf_subset": "rus_Cyrl-sat_Olck", "languages": ["rus-Cyrl", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tel_Telu", "languages": ["rus-Cyrl", "tel-Telu"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "rus_Cyrl-ydd_Hebr", "languages": ["rus-Cyrl", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "rus_Cyrl-ary_Arab", "languages": ["rus-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ces_Latn", "languages": ["rus-Cyrl", "ces-Latn"]}, {"precision": 0.601894, "recall": 0.663043, "f1": 0.620389, "accuracy": 0.663043, "main_score": 0.620389, "hf_subset": "rus_Cyrl-gaz_Latn", "languages": ["rus-Cyrl", "gaz-Latn"]}, {"precision": 0.590401, "recall": 0.655138, "f1": 0.608832, "accuracy": 0.655138, "main_score": 0.608832, "hf_subset": "rus_Cyrl-kam_Latn", "languages": ["rus-Cyrl", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "rus_Cyrl-lit_Latn", "languages": ["rus-Cyrl", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-nob_Latn", "languages": ["rus-Cyrl", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "rus_Cyrl-scn_Latn", "languages": ["rus-Cyrl", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "rus_Cyrl-tgk_Cyrl", "languages": ["rus-Cyrl", "tgk-Cyrl"]}, {"precision": 0.735154, "recall": 0.799407, "f1": 0.75491, "accuracy": 0.799407, "main_score": 0.75491, "hf_subset": "rus_Cyrl-yor_Latn", "languages": ["rus-Cyrl", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-arz_Arab", "languages": ["rus-Cyrl", "arz-Arab"]}, {"precision": 0.567968, "recall": 0.632411, "f1": 0.586644, "accuracy": 0.632411, "main_score": 0.586644, "hf_subset": "rus_Cyrl-cjk_Latn", "languages": ["rus-Cyrl", "cjk-Latn"]}, {"precision": 0.816041, "recall": 0.859684, "f1": 0.829447, "accuracy": 0.859684, "main_score": 0.829447, "hf_subset": "rus_Cyrl-gla_Latn", "languages": ["rus-Cyrl", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-kan_Knda", "languages": ["rus-Cyrl", "kan-Knda"]}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "rus_Cyrl-lmo_Latn", "languages": ["rus-Cyrl", "lmo-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "rus_Cyrl-npi_Deva", "languages": ["rus-Cyrl", "npi-Deva"]}, {"precision": 0.472827, "recall": 0.540514, "f1": 0.491137, "accuracy": 0.540514, "main_score": 0.491137, "hf_subset": "rus_Cyrl-shn_Mymr", "languages": ["rus-Cyrl", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tgl_Latn", "languages": ["rus-Cyrl", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-yue_Hant", "languages": ["rus-Cyrl", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-asm_Beng", "languages": ["rus-Cyrl", "asm-Beng"]}, {"precision": 0.96665, "recall": 0.977273, "f1": 0.970092, "accuracy": 0.977273, "main_score": 0.970092, "hf_subset": "rus_Cyrl-ckb_Arab", "languages": ["rus-Cyrl", "ckb-Arab"]}, {"precision": 0.90163, "recall": 0.929842, "f1": 0.910474, "accuracy": 0.929842, "main_score": 0.910474, "hf_subset": "rus_Cyrl-gle_Latn", "languages": ["rus-Cyrl", "gle-Latn"]}, {"precision": 0.954381, "recall": 0.969368, "f1": 0.959321, "accuracy": 0.969368, "main_score": 0.959321, "hf_subset": "rus_Cyrl-kas_Arab", "languages": ["rus-Cyrl", "kas-Arab"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "rus_Cyrl-ltg_Latn", "languages": ["rus-Cyrl", "ltg-Latn"]}, {"precision": 0.631383, "recall": 0.685771, "f1": 0.646779, "accuracy": 0.685771, "main_score": 0.646779, "hf_subset": "rus_Cyrl-nso_Latn", "languages": ["rus-Cyrl", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "rus_Cyrl-sin_Sinh", "languages": ["rus-Cyrl", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tha_Thai", "languages": ["rus-Cyrl", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zho_Hans", "languages": ["rus-Cyrl", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ast_Latn", "languages": ["rus-Cyrl", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-crh_Latn", "languages": ["rus-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-glg_Latn", "languages": ["rus-Cyrl", "glg-Latn"]}, {"precision": 0.914526, "recall": 0.940711, "f1": 0.922925, "accuracy": 0.940711, "main_score": 0.922925, "hf_subset": "rus_Cyrl-kas_Deva", "languages": ["rus-Cyrl", "kas-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "rus_Cyrl-ltz_Latn", "languages": ["rus-Cyrl", "ltz-Latn"]}, {"precision": 0.479039, "recall": 0.549407, "f1": 0.498093, "accuracy": 0.549407, "main_score": 0.498093, "hf_subset": "rus_Cyrl-nus_Latn", "languages": ["rus-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-slk_Latn", "languages": ["rus-Cyrl", "slk-Latn"]}, {"precision": 0.638867, "recall": 0.711462, "f1": 0.660578, "accuracy": 0.711462, "main_score": 0.660578, "hf_subset": "rus_Cyrl-tir_Ethi", "languages": ["rus-Cyrl", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zho_Hant", "languages": ["rus-Cyrl", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "rus_Cyrl-awa_Deva", "languages": ["rus-Cyrl", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "rus_Cyrl-cym_Latn", "languages": ["rus-Cyrl", "cym-Latn"]}, {"precision": 0.843791, "recall": 0.885375, "f1": 0.857082, "accuracy": 0.885375, "main_score": 0.857082, "hf_subset": "rus_Cyrl-grn_Latn", "languages": ["rus-Cyrl", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-kat_Geor", "languages": ["rus-Cyrl", "kat-Geor"]}, {"precision": 0.660315, "recall": 0.712451, "f1": 0.675202, "accuracy": 0.712451, "main_score": 0.675202, "hf_subset": "rus_Cyrl-lua_Latn", "languages": ["rus-Cyrl", "lua-Latn"]}, {"precision": 0.669229, "recall": 0.726285, "f1": 0.685985, "accuracy": 0.726285, "main_score": 0.685985, "hf_subset": "rus_Cyrl-nya_Latn", "languages": ["rus-Cyrl", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-slv_Latn", "languages": ["rus-Cyrl", "slv-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "rus_Cyrl-tpi_Latn", "languages": ["rus-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zsm_Latn", "languages": ["rus-Cyrl", "zsm-Latn"]}, {"precision": 0.542598, "recall": 0.615613, "f1": 0.563954, "accuracy": 0.615613, "main_score": 0.563954, "hf_subset": "rus_Cyrl-ayr_Latn", "languages": ["rus-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-dan_Latn", "languages": ["rus-Cyrl", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-guj_Gujr", "languages": ["rus-Cyrl", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-kaz_Cyrl", "languages": ["rus-Cyrl", "kaz-Cyrl"]}, {"precision": 0.555402, "recall": 0.619565, "f1": 0.573402, "accuracy": 0.619565, "main_score": 0.573402, "hf_subset": "rus_Cyrl-lug_Latn", "languages": ["rus-Cyrl", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-oci_Latn", "languages": ["rus-Cyrl", "oci-Latn"]}, {"precision": 0.845603, "recall": 0.884387, "f1": 0.857609, "accuracy": 0.884387, "main_score": 0.857609, "hf_subset": "rus_Cyrl-smo_Latn", "languages": ["rus-Cyrl", "smo-Latn"]}, {"precision": 0.565704, "recall": 0.628458, "f1": 0.583497, "accuracy": 0.628458, "main_score": 0.583497, "hf_subset": "rus_Cyrl-tsn_Latn", "languages": ["rus-Cyrl", "tsn-Latn"]}, {"precision": 0.629746, "recall": 0.694664, "f1": 0.648822, "accuracy": 0.694664, "main_score": 0.648822, "hf_subset": "rus_Cyrl-zul_Latn", "languages": ["rus-Cyrl", "zul-Latn"]}, {"precision": 0.935194, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "rus_Cyrl-azb_Arab", "languages": ["rus-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-deu_Latn", "languages": ["rus-Cyrl", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "rus_Cyrl-hat_Latn", "languages": ["rus-Cyrl", "hat-Latn"]}, {"precision": 0.500256, "recall": 0.557312, "f1": 0.516462, "accuracy": 0.557312, "main_score": 0.516462, "hf_subset": "rus_Cyrl-kbp_Latn", "languages": ["rus-Cyrl", "kbp-Latn"]}, {"precision": 0.58776, "recall": 0.647233, "f1": 0.603964, "accuracy": 0.647233, "main_score": 0.603964, "hf_subset": "rus_Cyrl-luo_Latn", "languages": ["rus-Cyrl", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ory_Orya", "languages": ["rus-Cyrl", "ory-Orya"]}, {"precision": 0.602315, "recall": 0.667984, "f1": 0.622019, "accuracy": 0.667984, "main_score": 0.622019, "hf_subset": "rus_Cyrl-sna_Latn", "languages": ["rus-Cyrl", "sna-Latn"]}, {"precision": 0.566255, "recall": 0.624506, "f1": 0.582783, "accuracy": 0.624506, "main_score": 0.582783, "hf_subset": "rus_Cyrl-tso_Latn", "languages": ["rus-Cyrl", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-azj_Latn", "languages": ["rus-Cyrl", "azj-Latn"]}, {"precision": 0.544437, "recall": 0.612648, "f1": 0.564147, "accuracy": 0.612648, "main_score": 0.564147, "hf_subset": "rus_Cyrl-dik_Latn", "languages": ["rus-Cyrl", "dik-Latn"]}, {"precision": 0.752315, "recall": 0.807312, "f1": 0.768612, "accuracy": 0.807312, "main_score": 0.768612, "hf_subset": "rus_Cyrl-hau_Latn", "languages": ["rus-Cyrl", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "rus_Cyrl-kea_Latn", "languages": ["rus-Cyrl", "kea-Latn"]}, {"precision": 0.762418, "recall": 0.812253, "f1": 0.777437, "accuracy": 0.812253, "main_score": 0.777437, "hf_subset": "rus_Cyrl-lus_Latn", "languages": ["rus-Cyrl", "lus-Latn"]}, {"precision": 0.890382, "recall": 0.918972, "f1": 0.899177, "accuracy": 0.918972, "main_score": 0.899177, "hf_subset": "rus_Cyrl-pag_Latn", "languages": ["rus-Cyrl", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-snd_Arab", "languages": ["rus-Cyrl", "snd-Arab"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "rus_Cyrl-tuk_Latn", "languages": ["rus-Cyrl", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "rus_Cyrl-bak_Cyrl", "languages": ["rus-Cyrl", "bak-Cyrl"]}, {"precision": 0.50103, "recall": 0.58498, "f1": 0.526056, "accuracy": 0.58498, "main_score": 0.526056, "hf_subset": "rus_Cyrl-dyu_Latn", "languages": ["rus-Cyrl", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-heb_Hebr", "languages": ["rus-Cyrl", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "rus_Cyrl-khk_Cyrl", "languages": ["rus-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-lvs_Latn", "languages": ["rus-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pan_Guru", "languages": ["rus-Cyrl", "pan-Guru"]}, {"precision": 0.725527, "recall": 0.782609, "f1": 0.74297, "accuracy": 0.782609, "main_score": 0.74297, "hf_subset": "rus_Cyrl-som_Latn", "languages": ["rus-Cyrl", "som-Latn"]}, {"precision": 0.619096, "recall": 0.668972, "f1": 0.633346, "accuracy": 0.668972, "main_score": 0.633346, "hf_subset": "rus_Cyrl-tum_Latn", "languages": ["rus-Cyrl", "tum-Latn"]}, {"precision": 0.404536, "recall": 0.45751, "f1": 0.419627, "accuracy": 0.45751, "main_score": 0.419627, "hf_subset": "taq_Latn-ace_Arab", "languages": ["taq-Latn", "ace-Arab"]}, {"precision": 0.475323, "recall": 0.511858, "f1": 0.486175, "accuracy": 0.511858, "main_score": 0.486175, "hf_subset": "taq_Latn-bam_Latn", "languages": ["taq-Latn", "bam-Latn"]}, {"precision": 0.210454, "recall": 0.25, "f1": 0.220608, "accuracy": 0.25, "main_score": 0.220608, "hf_subset": "taq_Latn-dzo_Tibt", "languages": ["taq-Latn", "dzo-Tibt"]}, {"precision": 0.537365, "recall": 0.581028, "f1": 0.549091, "accuracy": 0.581028, "main_score": 0.549091, "hf_subset": "taq_Latn-hin_Deva", "languages": ["taq-Latn", "hin-Deva"]}, {"precision": 0.498524, "recall": 0.547431, "f1": 0.512238, "accuracy": 0.547431, "main_score": 0.512238, "hf_subset": "taq_Latn-khm_Khmr", "languages": ["taq-Latn", "khm-Khmr"]}, {"precision": 0.543729, "recall": 0.585968, "f1": 0.555609, "accuracy": 0.585968, "main_score": 0.555609, "hf_subset": "taq_Latn-mag_Deva", "languages": ["taq-Latn", "mag-Deva"]}, {"precision": 0.547564, "recall": 0.587945, "f1": 0.557938, "accuracy": 0.587945, "main_score": 0.557938, "hf_subset": "taq_Latn-pap_Latn", "languages": ["taq-Latn", "pap-Latn"]}, {"precision": 0.49746, "recall": 0.534585, "f1": 0.507951, "accuracy": 0.534585, "main_score": 0.507951, "hf_subset": "taq_Latn-sot_Latn", "languages": ["taq-Latn", "sot-Latn"]}, {"precision": 0.531647, "recall": 0.582016, "f1": 0.545439, "accuracy": 0.582016, "main_score": 0.545439, "hf_subset": "taq_Latn-tur_Latn", "languages": ["taq-Latn", "tur-Latn"]}, {"precision": 0.533815, "recall": 0.570158, "f1": 0.544018, "accuracy": 0.570158, "main_score": 0.544018, "hf_subset": "taq_Latn-ace_Latn", "languages": ["taq-Latn", "ace-Latn"]}, {"precision": 0.552233, "recall": 0.587945, "f1": 0.562487, "accuracy": 0.587945, "main_score": 0.562487, "hf_subset": "taq_Latn-ban_Latn", "languages": ["taq-Latn", "ban-Latn"]}, {"precision": 0.513952, "recall": 0.565217, "f1": 0.527458, "accuracy": 0.565217, "main_score": 0.527458, "hf_subset": "taq_Latn-ell_Grek", "languages": ["taq-Latn", "ell-Grek"]}, {"precision": 0.533419, "recall": 0.582016, "f1": 0.545779, "accuracy": 0.582016, "main_score": 0.545779, "hf_subset": "taq_Latn-hne_Deva", "languages": ["taq-Latn", "hne-Deva"]}, {"precision": 0.484881, "recall": 0.524704, "f1": 0.496772, "accuracy": 0.524704, "main_score": 0.496772, "hf_subset": "taq_Latn-kik_Latn", "languages": ["taq-Latn", "kik-Latn"]}, {"precision": 0.540462, "recall": 0.58498, "f1": 0.552531, "accuracy": 0.58498, "main_score": 0.552531, "hf_subset": "taq_Latn-mai_Deva", "languages": ["taq-Latn", "mai-Deva"]}, {"precision": 0.50379, "recall": 0.550395, "f1": 0.516452, "accuracy": 0.550395, "main_score": 0.516452, "hf_subset": "taq_Latn-pbt_Arab", "languages": ["taq-Latn", "pbt-Arab"]}, {"precision": 0.528886, "recall": 0.579051, "f1": 0.541868, "accuracy": 0.579051, "main_score": 0.541868, "hf_subset": "taq_Latn-spa_Latn", "languages": ["taq-Latn", "spa-Latn"]}, {"precision": 0.529201, "recall": 0.560277, "f1": 0.538002, "accuracy": 0.560277, "main_score": 0.538002, "hf_subset": "taq_Latn-twi_Latn", "languages": ["taq-Latn", "twi-Latn"]}, {"precision": 0.514312, "recall": 0.560277, "f1": 0.526353, "accuracy": 0.560277, "main_score": 0.526353, "hf_subset": "taq_Latn-acm_Arab", "languages": ["taq-Latn", "acm-Arab"]}, {"precision": 0.513687, "recall": 0.560277, "f1": 0.525538, "accuracy": 0.560277, "main_score": 0.525538, "hf_subset": "taq_Latn-bel_Cyrl", "languages": ["taq-Latn", "bel-Cyrl"]}, {"precision": 0.551578, "recall": 0.601779, "f1": 0.564863, "accuracy": 0.601779, "main_score": 0.564863, "hf_subset": "taq_Latn-eng_Latn", "languages": ["taq-Latn", "eng-Latn"]}, {"precision": 0.54185, "recall": 0.586957, "f1": 0.554147, "accuracy": 0.586957, "main_score": 0.554147, "hf_subset": "taq_Latn-hrv_Latn", "languages": ["taq-Latn", "hrv-Latn"]}, {"precision": 0.477372, "recall": 0.522727, "f1": 0.489623, "accuracy": 0.522727, "main_score": 0.489623, "hf_subset": "taq_Latn-kin_Latn", "languages": ["taq-Latn", "kin-Latn"]}, {"precision": 0.525281, "recall": 0.573123, "f1": 0.538266, "accuracy": 0.573123, "main_score": 0.538266, "hf_subset": "taq_Latn-mal_Mlym", "languages": ["taq-Latn", "mal-Mlym"]}, {"precision": 0.527425, "recall": 0.572134, "f1": 0.539292, "accuracy": 0.572134, "main_score": 0.539292, "hf_subset": "taq_Latn-pes_Arab", "languages": ["taq-Latn", "pes-Arab"]}, {"precision": 0.545741, "recall": 0.58004, "f1": 0.555145, "accuracy": 0.58004, "main_score": 0.555145, "hf_subset": "taq_Latn-srd_Latn", "languages": ["taq-Latn", "srd-Latn"]}, {"precision": 0.197581, "recall": 0.233202, "f1": 0.206227, "accuracy": 0.233202, "main_score": 0.206227, "hf_subset": "taq_Latn-tzm_Tfng", "languages": ["taq-Latn", "tzm-Tfng"]}, {"precision": 0.517737, "recall": 0.565217, "f1": 0.530097, "accuracy": 0.565217, "main_score": 0.530097, "hf_subset": "taq_Latn-acq_Arab", "languages": ["taq-Latn", "acq-Arab"]}, {"precision": 0.514302, "recall": 0.549407, "f1": 0.524073, "accuracy": 0.549407, "main_score": 0.524073, "hf_subset": "taq_Latn-bem_Latn", "languages": ["taq-Latn", "bem-Latn"]}, {"precision": 0.540222, "recall": 0.581028, "f1": 0.550914, "accuracy": 0.581028, "main_score": 0.550914, "hf_subset": "taq_Latn-epo_Latn", "languages": ["taq-Latn", "epo-Latn"]}, {"precision": 0.548551, "recall": 0.585968, "f1": 0.559193, "accuracy": 0.585968, "main_score": 0.559193, "hf_subset": "taq_Latn-hun_Latn", "languages": ["taq-Latn", "hun-Latn"]}, {"precision": 0.521443, "recall": 0.562253, "f1": 0.532983, "accuracy": 0.562253, "main_score": 0.532983, "hf_subset": "taq_Latn-kir_Cyrl", "languages": ["taq-Latn", "kir-Cyrl"]}, {"precision": 0.5283, "recall": 0.575099, "f1": 0.540703, "accuracy": 0.575099, "main_score": 0.540703, "hf_subset": "taq_Latn-mar_Deva", "languages": ["taq-Latn", "mar-Deva"]}, {"precision": 0.505554, "recall": 0.544466, "f1": 0.516933, "accuracy": 0.544466, "main_score": 0.516933, "hf_subset": "taq_Latn-plt_Latn", "languages": ["taq-Latn", "plt-Latn"]}, {"precision": 0.537803, "recall": 0.58498, "f1": 0.550563, "accuracy": 0.58498, "main_score": 0.550563, "hf_subset": "taq_Latn-srp_Cyrl", "languages": ["taq-Latn", "srp-Cyrl"]}, {"precision": 0.44976, "recall": 0.503953, "f1": 0.464852, "accuracy": 0.503953, "main_score": 0.464852, "hf_subset": "taq_Latn-uig_Arab", "languages": ["taq-Latn", "uig-Arab"]}, {"precision": 0.506192, "recall": 0.546443, "f1": 0.517217, "accuracy": 0.546443, "main_score": 0.517217, "hf_subset": "taq_Latn-aeb_Arab", "languages": ["taq-Latn", "aeb-Arab"]}, {"precision": 0.543072, "recall": 0.587945, "f1": 0.555086, "accuracy": 0.587945, "main_score": 0.555086, "hf_subset": "taq_Latn-ben_Beng", "languages": ["taq-Latn", "ben-Beng"]}, {"precision": 0.532511, "recall": 0.574111, "f1": 0.543707, "accuracy": 0.574111, "main_score": 0.543707, "hf_subset": "taq_Latn-est_Latn", "languages": ["taq-Latn", "est-Latn"]}, {"precision": 0.507559, "recall": 0.560277, "f1": 0.521096, "accuracy": 0.560277, "main_score": 0.521096, "hf_subset": "taq_Latn-hye_Armn", "languages": ["taq-Latn", "hye-Armn"]}, {"precision": 0.50114, "recall": 0.54249, "f1": 0.512919, "accuracy": 0.54249, "main_score": 0.512919, "hf_subset": "taq_Latn-kmb_Latn", "languages": ["taq-Latn", "kmb-Latn"]}, {"precision": 0.402016, "recall": 0.44664, "f1": 0.41441, "accuracy": 0.44664, "main_score": 0.41441, "hf_subset": "taq_Latn-min_Arab", "languages": ["taq-Latn", "min-Arab"]}, {"precision": 0.542278, "recall": 0.587945, "f1": 0.553822, "accuracy": 0.587945, "main_score": 0.553822, "hf_subset": "taq_Latn-pol_Latn", "languages": ["taq-Latn", "pol-Latn"]}, {"precision": 0.482108, "recall": 0.523715, "f1": 0.494304, "accuracy": 0.523715, "main_score": 0.494304, "hf_subset": "taq_Latn-ssw_Latn", "languages": ["taq-Latn", "ssw-Latn"]}, {"precision": 0.532686, "recall": 0.583992, "f1": 0.546541, "accuracy": 0.583992, "main_score": 0.546541, "hf_subset": "taq_Latn-ukr_Cyrl", "languages": ["taq-Latn", "ukr-Cyrl"]}, {"precision": 0.542411, "recall": 0.592885, "f1": 0.556299, "accuracy": 0.592885, "main_score": 0.556299, "hf_subset": "taq_Latn-afr_Latn", "languages": ["taq-Latn", "afr-Latn"]}, {"precision": 0.528518, "recall": 0.575099, "f1": 0.54151, "accuracy": 0.575099, "main_score": 0.54151, "hf_subset": "taq_Latn-bho_Deva", "languages": ["taq-Latn", "bho-Deva"]}, {"precision": 0.541091, "recall": 0.58004, "f1": 0.55098, "accuracy": 0.58004, "main_score": 0.55098, "hf_subset": "taq_Latn-eus_Latn", "languages": ["taq-Latn", "eus-Latn"]}, {"precision": 0.49021, "recall": 0.537549, "f1": 0.503546, "accuracy": 0.537549, "main_score": 0.503546, "hf_subset": "taq_Latn-ibo_Latn", "languages": ["taq-Latn", "ibo-Latn"]}, {"precision": 0.517245, "recall": 0.556324, "f1": 0.528482, "accuracy": 0.556324, "main_score": 0.528482, "hf_subset": "taq_Latn-kmr_Latn", "languages": ["taq-Latn", "kmr-Latn"]}, {"precision": 0.54776, "recall": 0.587945, "f1": 0.558663, "accuracy": 0.587945, "main_score": 0.558663, "hf_subset": "taq_Latn-min_Latn", "languages": ["taq-Latn", "min-Latn"]}, {"precision": 0.542121, "recall": 0.590909, "f1": 0.554815, "accuracy": 0.590909, "main_score": 0.554815, "hf_subset": "taq_Latn-por_Latn", "languages": ["taq-Latn", "por-Latn"]}, {"precision": 0.547286, "recall": 0.586957, "f1": 0.558157, "accuracy": 0.586957, "main_score": 0.558157, "hf_subset": "taq_Latn-sun_Latn", "languages": ["taq-Latn", "sun-Latn"]}, {"precision": 0.481892, "recall": 0.524704, "f1": 0.494488, "accuracy": 0.524704, "main_score": 0.494488, "hf_subset": "taq_Latn-umb_Latn", "languages": ["taq-Latn", "umb-Latn"]}, {"precision": 0.537495, "recall": 0.583004, "f1": 0.549191, "accuracy": 0.583004, "main_score": 0.549191, "hf_subset": "taq_Latn-ajp_Arab", "languages": ["taq-Latn", "ajp-Arab"]}, {"precision": 0.412994, "recall": 0.458498, "f1": 0.425618, "accuracy": 0.458498, "main_score": 0.425618, "hf_subset": "taq_Latn-bjn_Arab", "languages": ["taq-Latn", "bjn-Arab"]}, {"precision": 0.477163, "recall": 0.514822, "f1": 0.487872, "accuracy": 0.514822, "main_score": 0.487872, "hf_subset": "taq_Latn-ewe_Latn", "languages": ["taq-Latn", "ewe-Latn"]}, {"precision": 0.557542, "recall": 0.593874, "f1": 0.566904, "accuracy": 0.593874, "main_score": 0.566904, "hf_subset": "taq_Latn-ilo_Latn", "languages": ["taq-Latn", "ilo-Latn"]}, {"precision": 0.300948, "recall": 0.349802, "f1": 0.314238, "accuracy": 0.349802, "main_score": 0.314238, "hf_subset": "taq_Latn-knc_Arab", "languages": ["taq-Latn", "knc-Arab"]}, {"precision": 0.531293, "recall": 0.58004, "f1": 0.544078, "accuracy": 0.58004, "main_score": 0.544078, "hf_subset": "taq_Latn-mkd_Cyrl", "languages": ["taq-Latn", "mkd-Cyrl"]}, {"precision": 0.528041, "recall": 0.577075, "f1": 0.54106, "accuracy": 0.577075, "main_score": 0.54106, "hf_subset": "taq_Latn-prs_Arab", "languages": ["taq-Latn", "prs-Arab"]}, {"precision": 0.540743, "recall": 0.583992, "f1": 0.552755, "accuracy": 0.583992, "main_score": 0.552755, "hf_subset": "taq_Latn-swe_Latn", "languages": ["taq-Latn", "swe-Latn"]}, {"precision": 0.505812, "recall": 0.559289, "f1": 0.520723, "accuracy": 0.559289, "main_score": 0.520723, "hf_subset": "taq_Latn-urd_Arab", "languages": ["taq-Latn", "urd-Arab"]}, {"precision": 0.511141, "recall": 0.555336, "f1": 0.524203, "accuracy": 0.555336, "main_score": 0.524203, "hf_subset": "taq_Latn-aka_Latn", "languages": ["taq-Latn", "aka-Latn"]}, {"precision": 0.560128, "recall": 0.592885, "f1": 0.569134, "accuracy": 0.592885, "main_score": 0.569134, "hf_subset": "taq_Latn-bjn_Latn", "languages": ["taq-Latn", "bjn-Latn"]}, {"precision": 0.502817, "recall": 0.541502, "f1": 0.513822, "accuracy": 0.541502, "main_score": 0.513822, "hf_subset": "taq_Latn-fao_Latn", "languages": ["taq-Latn", "fao-Latn"]}, {"precision": 0.543098, "recall": 0.587945, "f1": 0.555289, "accuracy": 0.587945, "main_score": 0.555289, "hf_subset": "taq_Latn-ind_Latn", "languages": ["taq-Latn", "ind-Latn"]}, {"precision": 0.511175, "recall": 0.539526, "f1": 0.519436, "accuracy": 0.539526, "main_score": 0.519436, "hf_subset": "taq_Latn-knc_Latn", "languages": ["taq-Latn", "knc-Latn"]}, {"precision": 0.550984, "recall": 0.58498, "f1": 0.559915, "accuracy": 0.58498, "main_score": 0.559915, "hf_subset": "taq_Latn-mlt_Latn", "languages": ["taq-Latn", "mlt-Latn"]}, {"precision": 0.5051, "recall": 0.547431, "f1": 0.517094, "accuracy": 0.547431, "main_score": 0.517094, "hf_subset": "taq_Latn-quy_Latn", "languages": ["taq-Latn", "quy-Latn"]}, {"precision": 0.514119, "recall": 0.556324, "f1": 0.526097, "accuracy": 0.556324, "main_score": 0.526097, "hf_subset": "taq_Latn-swh_Latn", "languages": ["taq-Latn", "swh-Latn"]}, {"precision": 0.522031, "recall": 0.561265, "f1": 0.532577, "accuracy": 0.561265, "main_score": 0.532577, "hf_subset": "taq_Latn-uzn_Latn", "languages": ["taq-Latn", "uzn-Latn"]}, {"precision": 0.535141, "recall": 0.579051, "f1": 0.546983, "accuracy": 0.579051, "main_score": 0.546983, "hf_subset": "taq_Latn-als_Latn", "languages": ["taq-Latn", "als-Latn"]}, {"precision": 0.259846, "recall": 0.301383, "f1": 0.270678, "accuracy": 0.301383, "main_score": 0.270678, "hf_subset": "taq_Latn-bod_Tibt", "languages": ["taq-Latn", "bod-Tibt"]}, {"precision": 0.497574, "recall": 0.532609, "f1": 0.507478, "accuracy": 0.532609, "main_score": 0.507478, "hf_subset": "taq_Latn-fij_Latn", "languages": ["taq-Latn", "fij-Latn"]}, {"precision": 0.494461, "recall": 0.545455, "f1": 0.50725, "accuracy": 0.545455, "main_score": 0.50725, "hf_subset": "taq_Latn-isl_Latn", "languages": ["taq-Latn", "isl-Latn"]}, {"precision": 0.533402, "recall": 0.566206, "f1": 0.542831, "accuracy": 0.566206, "main_score": 0.542831, "hf_subset": "taq_Latn-kon_Latn", "languages": ["taq-Latn", "kon-Latn"]}, {"precision": 0.468124, "recall": 0.512846, "f1": 0.481061, "accuracy": 0.512846, "main_score": 0.481061, "hf_subset": "taq_Latn-mni_Beng", "languages": ["taq-Latn", "mni-Beng"]}, {"precision": 0.551058, "recall": 0.598814, "f1": 0.563159, "accuracy": 0.598814, "main_score": 0.563159, "hf_subset": "taq_Latn-ron_Latn", "languages": ["taq-Latn", "ron-Latn"]}, {"precision": 0.533477, "recall": 0.575099, "f1": 0.544953, "accuracy": 0.575099, "main_score": 0.544953, "hf_subset": "taq_Latn-szl_Latn", "languages": ["taq-Latn", "szl-Latn"]}, {"precision": 0.553828, "recall": 0.594862, "f1": 0.565007, "accuracy": 0.594862, "main_score": 0.565007, "hf_subset": "taq_Latn-vec_Latn", "languages": ["taq-Latn", "vec-Latn"]}, {"precision": 0.46136, "recall": 0.507905, "f1": 0.474356, "accuracy": 0.507905, "main_score": 0.474356, "hf_subset": "taq_Latn-amh_Ethi", "languages": ["taq-Latn", "amh-Ethi"]}, {"precision": 0.541791, "recall": 0.586957, "f1": 0.553937, "accuracy": 0.586957, "main_score": 0.553937, "hf_subset": "taq_Latn-bos_Latn", "languages": ["taq-Latn", "bos-Latn"]}, {"precision": 0.51407, "recall": 0.562253, "f1": 0.527233, "accuracy": 0.562253, "main_score": 0.527233, "hf_subset": "taq_Latn-fin_Latn", "languages": ["taq-Latn", "fin-Latn"]}, {"precision": 0.534207, "recall": 0.577075, "f1": 0.5453, "accuracy": 0.577075, "main_score": 0.5453, "hf_subset": "taq_Latn-ita_Latn", "languages": ["taq-Latn", "ita-Latn"]}, {"precision": 0.518404, "recall": 0.56917, "f1": 0.531986, "accuracy": 0.56917, "main_score": 0.531986, "hf_subset": "taq_Latn-kor_Hang", "languages": ["taq-Latn", "kor-Hang"]}, {"precision": 0.48558, "recall": 0.528656, "f1": 0.498024, "accuracy": 0.528656, "main_score": 0.498024, "hf_subset": "taq_Latn-mos_Latn", "languages": ["taq-Latn", "mos-Latn"]}, {"precision": 0.480783, "recall": 0.521739, "f1": 0.492492, "accuracy": 0.521739, "main_score": 0.492492, "hf_subset": "taq_Latn-run_Latn", "languages": ["taq-Latn", "run-Latn"]}, {"precision": 0.510847, "recall": 0.563241, "f1": 0.524402, "accuracy": 0.563241, "main_score": 0.524402, "hf_subset": "taq_Latn-tam_Taml", "languages": ["taq-Latn", "tam-Taml"]}, {"precision": 0.527071, "recall": 0.571146, "f1": 0.537972, "accuracy": 0.571146, "main_score": 0.537972, "hf_subset": "taq_Latn-vie_Latn", "languages": ["taq-Latn", "vie-Latn"]}, {"precision": 0.536442, "recall": 0.582016, "f1": 0.548782, "accuracy": 0.582016, "main_score": 0.548782, "hf_subset": "taq_Latn-apc_Arab", "languages": ["taq-Latn", "apc-Arab"]}, {"precision": 0.531061, "recall": 0.568182, "f1": 0.542048, "accuracy": 0.568182, "main_score": 0.542048, "hf_subset": "taq_Latn-bug_Latn", "languages": ["taq-Latn", "bug-Latn"]}, {"precision": 0.441226, "recall": 0.481225, "f1": 0.452437, "accuracy": 0.481225, "main_score": 0.452437, "hf_subset": "taq_Latn-fon_Latn", "languages": ["taq-Latn", "fon-Latn"]}, {"precision": 0.561746, "recall": 0.597826, "f1": 0.57216, "accuracy": 0.597826, "main_score": 0.57216, "hf_subset": "taq_Latn-jav_Latn", "languages": ["taq-Latn", "jav-Latn"]}, {"precision": 0.488331, "recall": 0.532609, "f1": 0.500228, "accuracy": 0.532609, "main_score": 0.500228, "hf_subset": "taq_Latn-lao_Laoo", "languages": ["taq-Latn", "lao-Laoo"]}, {"precision": 0.464587, "recall": 0.5, "f1": 0.474526, "accuracy": 0.5, "main_score": 0.474526, "hf_subset": "taq_Latn-mri_Latn", "languages": ["taq-Latn", "mri-Latn"]}, {"precision": 0.527025, "recall": 0.573123, "f1": 0.538579, "accuracy": 0.573123, "main_score": 0.538579, "hf_subset": "taq_Latn-rus_Cyrl", "languages": ["taq-Latn", "rus-Cyrl"]}, {"precision": 0.55475, "recall": 0.593874, "f1": 0.565018, "accuracy": 0.593874, "main_score": 0.565018, "hf_subset": "taq_Latn-war_Latn", "languages": ["taq-Latn", "war-Latn"]}, {"precision": 0.523415, "recall": 0.568182, "f1": 0.5345, "accuracy": 0.568182, "main_score": 0.5345, "hf_subset": "taq_Latn-arb_Arab", "languages": ["taq-Latn", "arb-Arab"]}, {"precision": 0.539622, "recall": 0.585968, "f1": 0.551549, "accuracy": 0.585968, "main_score": 0.551549, "hf_subset": "taq_Latn-bul_Cyrl", "languages": ["taq-Latn", "bul-Cyrl"]}, {"precision": 0.544314, "recall": 0.587945, "f1": 0.555932, "accuracy": 0.587945, "main_score": 0.555932, "hf_subset": "taq_Latn-fra_Latn", "languages": ["taq-Latn", "fra-Latn"]}, {"precision": 0.514231, "recall": 0.563241, "f1": 0.527654, "accuracy": 0.563241, "main_score": 0.527654, "hf_subset": "taq_Latn-jpn_Jpan", "languages": ["taq-Latn", "jpn-Jpan"]}, {"precision": 0.533251, "recall": 0.575099, "f1": 0.544671, "accuracy": 0.575099, "main_score": 0.544671, "hf_subset": "taq_Latn-lij_Latn", "languages": ["taq-Latn", "lij-Latn"]}, {"precision": 0.395394, "recall": 0.45751, "f1": 0.411596, "accuracy": 0.45751, "main_score": 0.411596, "hf_subset": "taq_Latn-mya_Mymr", "languages": ["taq-Latn", "mya-Mymr"]}, {"precision": 0.490112, "recall": 0.543478, "f1": 0.504976, "accuracy": 0.543478, "main_score": 0.504976, "hf_subset": "taq_Latn-sag_Latn", "languages": ["taq-Latn", "sag-Latn"]}, {"precision": 0.430705, "recall": 0.516798, "f1": 0.451645, "accuracy": 0.516798, "main_score": 0.451645, "hf_subset": "taq_Latn-taq_Tfng", "languages": ["taq-Latn", "taq-Tfng"]}, {"precision": 0.533643, "recall": 0.56917, "f1": 0.543478, "accuracy": 0.56917, "main_score": 0.543478, "hf_subset": "taq_Latn-wol_Latn", "languages": ["taq-Latn", "wol-Latn"]}, {"precision": 0.44569, "recall": 0.487154, "f1": 0.457303, "accuracy": 0.487154, "main_score": 0.457303, "hf_subset": "taq_Latn-arb_Latn", "languages": ["taq-Latn", "arb-Latn"]}, {"precision": 0.552277, "recall": 0.594862, "f1": 0.563326, "accuracy": 0.594862, "main_score": 0.563326, "hf_subset": "taq_Latn-cat_Latn", "languages": ["taq-Latn", "cat-Latn"]}, {"precision": 0.537544, "recall": 0.578063, "f1": 0.548504, "accuracy": 0.578063, "main_score": 0.548504, "hf_subset": "taq_Latn-fur_Latn", "languages": ["taq-Latn", "fur-Latn"]}, {"precision": 0.415885, "recall": 0.471344, "f1": 0.431824, "accuracy": 0.471344, "main_score": 0.431824, "hf_subset": "taq_Latn-kab_Latn", "languages": ["taq-Latn", "kab-Latn"]}, {"precision": 0.536688, "recall": 0.578063, "f1": 0.547668, "accuracy": 0.578063, "main_score": 0.547668, "hf_subset": "taq_Latn-lim_Latn", "languages": ["taq-Latn", "lim-Latn"]}, {"precision": 0.543375, "recall": 0.583992, "f1": 0.554116, "accuracy": 0.583992, "main_score": 0.554116, "hf_subset": "taq_Latn-nld_Latn", "languages": ["taq-Latn", "nld-Latn"]}, {"precision": 0.493848, "recall": 0.549407, "f1": 0.507826, "accuracy": 0.549407, "main_score": 0.507826, "hf_subset": "taq_Latn-san_Deva", "languages": ["taq-Latn", "san-Deva"]}, {"precision": 0.530811, "recall": 0.575099, "f1": 0.542787, "accuracy": 0.575099, "main_score": 0.542787, "hf_subset": "taq_Latn-tat_Cyrl", "languages": ["taq-Latn", "tat-Cyrl"]}, {"precision": 0.518632, "recall": 0.5583, "f1": 0.529474, "accuracy": 0.5583, "main_score": 0.529474, "hf_subset": "taq_Latn-xho_Latn", "languages": ["taq-Latn", "xho-Latn"]}, {"precision": 0.508194, "recall": 0.554348, "f1": 0.520065, "accuracy": 0.554348, "main_score": 0.520065, "hf_subset": "taq_Latn-ars_Arab", "languages": ["taq-Latn", "ars-Arab"]}, {"precision": 0.560137, "recall": 0.603755, "f1": 0.571292, "accuracy": 0.603755, "main_score": 0.571292, "hf_subset": "taq_Latn-ceb_Latn", "languages": ["taq-Latn", "ceb-Latn"]}, {"precision": 0.482893, "recall": 0.524704, "f1": 0.495144, "accuracy": 0.524704, "main_score": 0.495144, "hf_subset": "taq_Latn-fuv_Latn", "languages": ["taq-Latn", "fuv-Latn"]}, {"precision": 0.474524, "recall": 0.514822, "f1": 0.486077, "accuracy": 0.514822, "main_score": 0.486077, "hf_subset": "taq_Latn-kac_Latn", "languages": ["taq-Latn", "kac-Latn"]}, {"precision": 0.522903, "recall": 0.564229, "f1": 0.534149, "accuracy": 0.564229, "main_score": 0.534149, "hf_subset": "taq_Latn-lin_Latn", "languages": ["taq-Latn", "lin-Latn"]}, {"precision": 0.53605, "recall": 0.582016, "f1": 0.548547, "accuracy": 0.582016, "main_score": 0.548547, "hf_subset": "taq_Latn-nno_Latn", "languages": ["taq-Latn", "nno-Latn"]}, {"precision": 0.10465, "recall": 0.143281, "f1": 0.113859, "accuracy": 0.143281, "main_score": 0.113859, "hf_subset": "taq_Latn-sat_Olck", "languages": ["taq-Latn", "sat-Olck"]}, {"precision": 0.521251, "recall": 0.572134, "f1": 0.534508, "accuracy": 0.572134, "main_score": 0.534508, "hf_subset": "taq_Latn-tel_Telu", "languages": ["taq-Latn", "tel-Telu"]}, {"precision": 0.465364, "recall": 0.513834, "f1": 0.478648, "accuracy": 0.513834, "main_score": 0.478648, "hf_subset": "taq_Latn-ydd_Hebr", "languages": ["taq-Latn", "ydd-Hebr"]}, {"precision": 0.511767, "recall": 0.55336, "f1": 0.523316, "accuracy": 0.55336, "main_score": 0.523316, "hf_subset": "taq_Latn-ary_Arab", "languages": ["taq-Latn", "ary-Arab"]}, {"precision": 0.533961, "recall": 0.578063, "f1": 0.54516, "accuracy": 0.578063, "main_score": 0.54516, "hf_subset": "taq_Latn-ces_Latn", "languages": ["taq-Latn", "ces-Latn"]}, {"precision": 0.471142, "recall": 0.517787, "f1": 0.484612, "accuracy": 0.517787, "main_score": 0.484612, "hf_subset": "taq_Latn-gaz_Latn", "languages": ["taq-Latn", "gaz-Latn"]}, {"precision": 0.480741, "recall": 0.522727, "f1": 0.492572, "accuracy": 0.522727, "main_score": 0.492572, "hf_subset": "taq_Latn-kam_Latn", "languages": ["taq-Latn", "kam-Latn"]}, {"precision": 0.521215, "recall": 0.571146, "f1": 0.534763, "accuracy": 0.571146, "main_score": 0.534763, "hf_subset": "taq_Latn-lit_Latn", "languages": ["taq-Latn", "lit-Latn"]}, {"precision": 0.537294, "recall": 0.583004, "f1": 0.548967, "accuracy": 0.583004, "main_score": 0.548967, "hf_subset": "taq_Latn-nob_Latn", "languages": ["taq-Latn", "nob-Latn"]}, {"precision": 0.550541, "recall": 0.585968, "f1": 0.559945, "accuracy": 0.585968, "main_score": 0.559945, "hf_subset": "taq_Latn-scn_Latn", "languages": ["taq-Latn", "scn-Latn"]}, {"precision": 0.524056, "recall": 0.562253, "f1": 0.534028, "accuracy": 0.562253, "main_score": 0.534028, "hf_subset": "taq_Latn-tgk_Cyrl", "languages": ["taq-Latn", "tgk-Cyrl"]}, {"precision": 0.460584, "recall": 0.506917, "f1": 0.473852, "accuracy": 0.506917, "main_score": 0.473852, "hf_subset": "taq_Latn-yor_Latn", "languages": ["taq-Latn", "yor-Latn"]}, {"precision": 0.523079, "recall": 0.567194, "f1": 0.534283, "accuracy": 0.567194, "main_score": 0.534283, "hf_subset": "taq_Latn-arz_Arab", "languages": ["taq-Latn", "arz-Arab"]}, {"precision": 0.477633, "recall": 0.518775, "f1": 0.489321, "accuracy": 0.518775, "main_score": 0.489321, "hf_subset": "taq_Latn-cjk_Latn", "languages": ["taq-Latn", "cjk-Latn"]}, {"precision": 0.464201, "recall": 0.501976, "f1": 0.474897, "accuracy": 0.501976, "main_score": 0.474897, "hf_subset": "taq_Latn-gla_Latn", "languages": ["taq-Latn", "gla-Latn"]}, {"precision": 0.526066, "recall": 0.576087, "f1": 0.539909, "accuracy": 0.576087, "main_score": 0.539909, "hf_subset": "taq_Latn-kan_Knda", "languages": ["taq-Latn", "kan-Knda"]}, {"precision": 0.53542, "recall": 0.576087, "f1": 0.5465, "accuracy": 0.576087, "main_score": 0.5465, "hf_subset": "taq_Latn-lmo_Latn", "languages": ["taq-Latn", "lmo-Latn"]}, {"precision": 0.524116, "recall": 0.573123, "f1": 0.536811, "accuracy": 0.573123, "main_score": 0.536811, "hf_subset": "taq_Latn-npi_Deva", "languages": ["taq-Latn", "npi-Deva"]}, {"precision": 0.422745, "recall": 0.467391, "f1": 0.435151, "accuracy": 0.467391, "main_score": 0.435151, "hf_subset": "taq_Latn-shn_Mymr", "languages": ["taq-Latn", "shn-Mymr"]}, {"precision": 0.553789, "recall": 0.597826, "f1": 0.565822, "accuracy": 0.597826, "main_score": 0.565822, "hf_subset": "taq_Latn-tgl_Latn", "languages": ["taq-Latn", "tgl-Latn"]}, {"precision": 0.508588, "recall": 0.557312, "f1": 0.521036, "accuracy": 0.557312, "main_score": 0.521036, "hf_subset": "taq_Latn-yue_Hant", "languages": ["taq-Latn", "yue-Hant"]}, {"precision": 0.503604, "recall": 0.549407, "f1": 0.516206, "accuracy": 0.549407, "main_score": 0.516206, "hf_subset": "taq_Latn-asm_Beng", "languages": ["taq-Latn", "asm-Beng"]}, {"precision": 0.484456, "recall": 0.525692, "f1": 0.495638, "accuracy": 0.525692, "main_score": 0.495638, "hf_subset": "taq_Latn-ckb_Arab", "languages": ["taq-Latn", "ckb-Arab"]}, {"precision": 0.470179, "recall": 0.51087, "f1": 0.481431, "accuracy": 0.51087, "main_score": 0.481431, "hf_subset": "taq_Latn-gle_Latn", "languages": ["taq-Latn", "gle-Latn"]}, {"precision": 0.492726, "recall": 0.533597, "f1": 0.503563, "accuracy": 0.533597, "main_score": 0.503563, "hf_subset": "taq_Latn-kas_Arab", "languages": ["taq-Latn", "kas-Arab"]}, {"precision": 0.501935, "recall": 0.549407, "f1": 0.514966, "accuracy": 0.549407, "main_score": 0.514966, "hf_subset": "taq_Latn-ltg_Latn", "languages": ["taq-Latn", "ltg-Latn"]}, {"precision": 0.516907, "recall": 0.562253, "f1": 0.529515, "accuracy": 0.562253, "main_score": 0.529515, "hf_subset": "taq_Latn-nso_Latn", "languages": ["taq-Latn", "nso-Latn"]}, {"precision": 0.458449, "recall": 0.508893, "f1": 0.472026, "accuracy": 0.508893, "main_score": 0.472026, "hf_subset": "taq_Latn-sin_Sinh", "languages": ["taq-Latn", "sin-Sinh"]}, {"precision": 0.518997, "recall": 0.568182, "f1": 0.532519, "accuracy": 0.568182, "main_score": 0.532519, "hf_subset": "taq_Latn-tha_Thai", "languages": ["taq-Latn", "tha-Thai"]}, {"precision": 0.500016, "recall": 0.55336, "f1": 0.513618, "accuracy": 0.55336, "main_score": 0.513618, "hf_subset": "taq_Latn-zho_Hans", "languages": ["taq-Latn", "zho-Hans"]}, {"precision": 0.542255, "recall": 0.586957, "f1": 0.554082, "accuracy": 0.586957, "main_score": 0.554082, "hf_subset": "taq_Latn-ast_Latn", "languages": ["taq-Latn", "ast-Latn"]}, {"precision": 0.523969, "recall": 0.568182, "f1": 0.536032, "accuracy": 0.568182, "main_score": 0.536032, "hf_subset": "taq_Latn-crh_Latn", "languages": ["taq-Latn", "crh-Latn"]}, {"precision": 0.55874, "recall": 0.601779, "f1": 0.57033, "accuracy": 0.601779, "main_score": 0.57033, "hf_subset": "taq_Latn-glg_Latn", "languages": ["taq-Latn", "glg-Latn"]}, {"precision": 0.48424, "recall": 0.529644, "f1": 0.497353, "accuracy": 0.529644, "main_score": 0.497353, "hf_subset": "taq_Latn-kas_Deva", "languages": ["taq-Latn", "kas-Deva"]}, {"precision": 0.529316, "recall": 0.567194, "f1": 0.539729, "accuracy": 0.567194, "main_score": 0.539729, "hf_subset": "taq_Latn-ltz_Latn", "languages": ["taq-Latn", "ltz-Latn"]}, {"precision": 0.440542, "recall": 0.493083, "f1": 0.455353, "accuracy": 0.493083, "main_score": 0.455353, "hf_subset": "taq_Latn-nus_Latn", "languages": ["taq-Latn", "nus-Latn"]}, {"precision": 0.541577, "recall": 0.583992, "f1": 0.553428, "accuracy": 0.583992, "main_score": 0.553428, "hf_subset": "taq_Latn-slk_Latn", "languages": ["taq-Latn", "slk-Latn"]}, {"precision": 0.399664, "recall": 0.450593, "f1": 0.413644, "accuracy": 0.450593, "main_score": 0.413644, "hf_subset": "taq_Latn-tir_Ethi", "languages": ["taq-Latn", "tir-Ethi"]}, {"precision": 0.493325, "recall": 0.548419, "f1": 0.508122, "accuracy": 0.548419, "main_score": 0.508122, "hf_subset": "taq_Latn-zho_Hant", "languages": ["taq-Latn", "zho-Hant"]}, {"precision": 0.529062, "recall": 0.579051, "f1": 0.542612, "accuracy": 0.579051, "main_score": 0.542612, "hf_subset": "taq_Latn-awa_Deva", "languages": ["taq-Latn", "awa-Deva"]}, {"precision": 0.512006, "recall": 0.552372, "f1": 0.522814, "accuracy": 0.552372, "main_score": 0.522814, "hf_subset": "taq_Latn-cym_Latn", "languages": ["taq-Latn", "cym-Latn"]}, {"precision": 0.534377, "recall": 0.576087, "f1": 0.545998, "accuracy": 0.576087, "main_score": 0.545998, "hf_subset": "taq_Latn-grn_Latn", "languages": ["taq-Latn", "grn-Latn"]}, {"precision": 0.500471, "recall": 0.549407, "f1": 0.514015, "accuracy": 0.549407, "main_score": 0.514015, "hf_subset": "taq_Latn-kat_Geor", "languages": ["taq-Latn", "kat-Geor"]}, {"precision": 0.527157, "recall": 0.567194, "f1": 0.538702, "accuracy": 0.567194, "main_score": 0.538702, "hf_subset": "taq_Latn-lua_Latn", "languages": ["taq-Latn", "lua-Latn"]}, {"precision": 0.50796, "recall": 0.546443, "f1": 0.519227, "accuracy": 0.546443, "main_score": 0.519227, "hf_subset": "taq_Latn-nya_Latn", "languages": ["taq-Latn", "nya-Latn"]}, {"precision": 0.534774, "recall": 0.574111, "f1": 0.54511, "accuracy": 0.574111, "main_score": 0.54511, "hf_subset": "taq_Latn-slv_Latn", "languages": ["taq-Latn", "slv-Latn"]}, {"precision": 0.541687, "recall": 0.577075, "f1": 0.551254, "accuracy": 0.577075, "main_score": 0.551254, "hf_subset": "taq_Latn-tpi_Latn", "languages": ["taq-Latn", "tpi-Latn"]}, {"precision": 0.546712, "recall": 0.592885, "f1": 0.558619, "accuracy": 0.592885, "main_score": 0.558619, "hf_subset": "taq_Latn-zsm_Latn", "languages": ["taq-Latn", "zsm-Latn"]}, {"precision": 0.467543, "recall": 0.507905, "f1": 0.47888, "accuracy": 0.507905, "main_score": 0.47888, "hf_subset": "taq_Latn-ayr_Latn", "languages": ["taq-Latn", "ayr-Latn"]}, {"precision": 0.544649, "recall": 0.588933, "f1": 0.556769, "accuracy": 0.588933, "main_score": 0.556769, "hf_subset": "taq_Latn-dan_Latn", "languages": ["taq-Latn", "dan-Latn"]}, {"precision": 0.52742, "recall": 0.58004, "f1": 0.54189, "accuracy": 0.58004, "main_score": 0.54189, "hf_subset": "taq_Latn-guj_Gujr", "languages": ["taq-Latn", "guj-Gujr"]}, {"precision": 0.524577, "recall": 0.571146, "f1": 0.537268, "accuracy": 0.571146, "main_score": 0.537268, "hf_subset": "taq_Latn-kaz_Cyrl", "languages": ["taq-Latn", "kaz-Cyrl"]}, {"precision": 0.460165, "recall": 0.504941, "f1": 0.472449, "accuracy": 0.504941, "main_score": 0.472449, "hf_subset": "taq_Latn-lug_Latn", "languages": ["taq-Latn", "lug-Latn"]}, {"precision": 0.553169, "recall": 0.589921, "f1": 0.563093, "accuracy": 0.589921, "main_score": 0.563093, "hf_subset": "taq_Latn-oci_Latn", "languages": ["taq-Latn", "oci-Latn"]}, {"precision": 0.509937, "recall": 0.544466, "f1": 0.519604, "accuracy": 0.544466, "main_score": 0.519604, "hf_subset": "taq_Latn-smo_Latn", "languages": ["taq-Latn", "smo-Latn"]}, {"precision": 0.468407, "recall": 0.51581, "f1": 0.480918, "accuracy": 0.51581, "main_score": 0.480918, "hf_subset": "taq_Latn-tsn_Latn", "languages": ["taq-Latn", "tsn-Latn"]}, {"precision": 0.48627, "recall": 0.530632, "f1": 0.49852, "accuracy": 0.530632, "main_score": 0.49852, "hf_subset": "taq_Latn-zul_Latn", "languages": ["taq-Latn", "zul-Latn"]}, {"precision": 0.464941, "recall": 0.512846, "f1": 0.478462, "accuracy": 0.512846, "main_score": 0.478462, "hf_subset": "taq_Latn-azb_Arab", "languages": ["taq-Latn", "azb-Arab"]}, {"precision": 0.547467, "recall": 0.592885, "f1": 0.559276, "accuracy": 0.592885, "main_score": 0.559276, "hf_subset": "taq_Latn-deu_Latn", "languages": ["taq-Latn", "deu-Latn"]}, {"precision": 0.500679, "recall": 0.547431, "f1": 0.513563, "accuracy": 0.547431, "main_score": 0.513563, "hf_subset": "taq_Latn-hat_Latn", "languages": ["taq-Latn", "hat-Latn"]}, {"precision": 0.454761, "recall": 0.497036, "f1": 0.466809, "accuracy": 0.497036, "main_score": 0.466809, "hf_subset": "taq_Latn-kbp_Latn", "languages": ["taq-Latn", "kbp-Latn"]}, {"precision": 0.524456, "recall": 0.5583, "f1": 0.533987, "accuracy": 0.5583, "main_score": 0.533987, "hf_subset": "taq_Latn-luo_Latn", "languages": ["taq-Latn", "luo-Latn"]}, {"precision": 0.503874, "recall": 0.555336, "f1": 0.518766, "accuracy": 0.555336, "main_score": 0.518766, "hf_subset": "taq_Latn-ory_Orya", "languages": ["taq-Latn", "ory-Orya"]}, {"precision": 0.490737, "recall": 0.531621, "f1": 0.502373, "accuracy": 0.531621, "main_score": 0.502373, "hf_subset": "taq_Latn-sna_Latn", "languages": ["taq-Latn", "sna-Latn"]}, {"precision": 0.478673, "recall": 0.509881, "f1": 0.487963, "accuracy": 0.509881, "main_score": 0.487963, "hf_subset": "taq_Latn-tso_Latn", "languages": ["taq-Latn", "tso-Latn"]}, {"precision": 0.512816, "recall": 0.565217, "f1": 0.527062, "accuracy": 0.565217, "main_score": 0.527062, "hf_subset": "taq_Latn-azj_Latn", "languages": ["taq-Latn", "azj-Latn"]}, {"precision": 0.472256, "recall": 0.516798, "f1": 0.485224, "accuracy": 0.516798, "main_score": 0.485224, "hf_subset": "taq_Latn-dik_Latn", "languages": ["taq-Latn", "dik-Latn"]}, {"precision": 0.490172, "recall": 0.531621, "f1": 0.501603, "accuracy": 0.531621, "main_score": 0.501603, "hf_subset": "taq_Latn-hau_Latn", "languages": ["taq-Latn", "hau-Latn"]}, {"precision": 0.548944, "recall": 0.582016, "f1": 0.557894, "accuracy": 0.582016, "main_score": 0.557894, "hf_subset": "taq_Latn-kea_Latn", "languages": ["taq-Latn", "kea-Latn"]}, {"precision": 0.519257, "recall": 0.550395, "f1": 0.528656, "accuracy": 0.550395, "main_score": 0.528656, "hf_subset": "taq_Latn-lus_Latn", "languages": ["taq-Latn", "lus-Latn"]}, {"precision": 0.549917, "recall": 0.583004, "f1": 0.559548, "accuracy": 0.583004, "main_score": 0.559548, "hf_subset": "taq_Latn-pag_Latn", "languages": ["taq-Latn", "pag-Latn"]}, {"precision": 0.503896, "recall": 0.554348, "f1": 0.517384, "accuracy": 0.554348, "main_score": 0.517384, "hf_subset": "taq_Latn-snd_Arab", "languages": ["taq-Latn", "snd-Arab"]}, {"precision": 0.49634, "recall": 0.539526, "f1": 0.508174, "accuracy": 0.539526, "main_score": 0.508174, "hf_subset": "taq_Latn-tuk_Latn", "languages": ["taq-Latn", "tuk-Latn"]}, {"precision": 0.524805, "recall": 0.565217, "f1": 0.53605, "accuracy": 0.565217, "main_score": 0.53605, "hf_subset": "taq_Latn-bak_Cyrl", "languages": ["taq-Latn", "bak-Cyrl"]}, {"precision": 0.417737, "recall": 0.47332, "f1": 0.434044, "accuracy": 0.47332, "main_score": 0.434044, "hf_subset": "taq_Latn-dyu_Latn", "languages": ["taq-Latn", "dyu-Latn"]}, {"precision": 0.518024, "recall": 0.559289, "f1": 0.529516, "accuracy": 0.559289, "main_score": 0.529516, "hf_subset": "taq_Latn-heb_Hebr", "languages": ["taq-Latn", "heb-Hebr"]}, {"precision": 0.497842, "recall": 0.544466, "f1": 0.510777, "accuracy": 0.544466, "main_score": 0.510777, "hf_subset": "taq_Latn-khk_Cyrl", "languages": ["taq-Latn", "khk-Cyrl"]}, {"precision": 0.521996, "recall": 0.565217, "f1": 0.533837, "accuracy": 0.565217, "main_score": 0.533837, "hf_subset": "taq_Latn-lvs_Latn", "languages": ["taq-Latn", "lvs-Latn"]}, {"precision": 0.531786, "recall": 0.576087, "f1": 0.543339, "accuracy": 0.576087, "main_score": 0.543339, "hf_subset": "taq_Latn-pan_Guru", "languages": ["taq-Latn", "pan-Guru"]}, {"precision": 0.463286, "recall": 0.507905, "f1": 0.476207, "accuracy": 0.507905, "main_score": 0.476207, "hf_subset": "taq_Latn-som_Latn", "languages": ["taq-Latn", "som-Latn"]}, {"precision": 0.483745, "recall": 0.517787, "f1": 0.493351, "accuracy": 0.517787, "main_score": 0.493351, "hf_subset": "taq_Latn-tum_Latn", "languages": ["taq-Latn", "tum-Latn"]}, {"precision": 0.608426, "recall": 0.666996, "f1": 0.625257, "accuracy": 0.666996, "main_score": 0.625257, "hf_subset": "war_Latn-ace_Arab", "languages": ["war-Latn", "ace-Arab"]}, {"precision": 0.556128, "recall": 0.618577, "f1": 0.573514, "accuracy": 0.618577, "main_score": 0.573514, "hf_subset": "war_Latn-bam_Latn", "languages": ["war-Latn", "bam-Latn"]}, {"precision": 0.407377, "recall": 0.485178, "f1": 0.427729, "accuracy": 0.485178, "main_score": 0.427729, "hf_subset": "war_Latn-dzo_Tibt", "languages": ["war-Latn", "dzo-Tibt"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-hin_Deva", "languages": ["war-Latn", "hin-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "war_Latn-khm_Khmr", "languages": ["war-Latn", "khm-Khmr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-mag_Deva", "languages": ["war-Latn", "mag-Deva"]}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "war_Latn-pap_Latn", "languages": ["war-Latn", "pap-Latn"]}, {"precision": 0.627667, "recall": 0.683794, "f1": 0.643288, "accuracy": 0.683794, "main_score": 0.643288, "hf_subset": "war_Latn-sot_Latn", "languages": ["war-Latn", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-tur_Latn", "languages": ["war-Latn", "tur-Latn"]}, {"precision": 0.884909, "recall": 0.914032, "f1": 0.893841, "accuracy": 0.914032, "main_score": 0.893841, "hf_subset": "war_Latn-ace_Latn", "languages": ["war-Latn", "ace-Latn"]}, {"precision": 0.953475, "recall": 0.965415, "f1": 0.957246, "accuracy": 0.965415, "main_score": 0.957246, "hf_subset": "war_Latn-ban_Latn", "languages": ["war-Latn", "ban-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ell_Grek", "languages": ["war-Latn", "ell-Grek"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "war_Latn-hne_Deva", "languages": ["war-Latn", "hne-Deva"]}, {"precision": 0.627352, "recall": 0.685771, "f1": 0.643961, "accuracy": 0.685771, "main_score": 0.643961, "hf_subset": "war_Latn-kik_Latn", "languages": ["war-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-mai_Deva", "languages": ["war-Latn", "mai-Deva"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "war_Latn-pbt_Arab", "languages": ["war-Latn", "pbt-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-spa_Latn", "languages": ["war-Latn", "spa-Latn"]}, {"precision": 0.64106, "recall": 0.705534, "f1": 0.659362, "accuracy": 0.705534, "main_score": 0.659362, "hf_subset": "war_Latn-twi_Latn", "languages": ["war-Latn", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-acm_Arab", "languages": ["war-Latn", "acm-Arab"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "war_Latn-bel_Cyrl", "languages": ["war-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-eng_Latn", "languages": ["war-Latn", "eng-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-hrv_Latn", "languages": ["war-Latn", "hrv-Latn"]}, {"precision": 0.580759, "recall": 0.641304, "f1": 0.598071, "accuracy": 0.641304, "main_score": 0.598071, "hf_subset": "war_Latn-kin_Latn", "languages": ["war-Latn", "kin-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "war_Latn-mal_Mlym", "languages": ["war-Latn", "mal-Mlym"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-pes_Arab", "languages": ["war-Latn", "pes-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "war_Latn-srd_Latn", "languages": ["war-Latn", "srd-Latn"]}, {"precision": 0.195698, "recall": 0.242095, "f1": 0.207202, "accuracy": 0.242095, "main_score": 0.207202, "hf_subset": "war_Latn-tzm_Tfng", "languages": ["war-Latn", "tzm-Tfng"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "war_Latn-acq_Arab", "languages": ["war-Latn", "acq-Arab"]}, {"precision": 0.668281, "recall": 0.711462, "f1": 0.68047, "accuracy": 0.711462, "main_score": 0.68047, "hf_subset": "war_Latn-bem_Latn", "languages": ["war-Latn", "bem-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-epo_Latn", "languages": ["war-Latn", "epo-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-hun_Latn", "languages": ["war-Latn", "hun-Latn"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "war_Latn-kir_Cyrl", "languages": ["war-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-mar_Deva", "languages": ["war-Latn", "mar-Deva"]}, {"precision": 0.683663, "recall": 0.736166, "f1": 0.699379, "accuracy": 0.736166, "main_score": 0.699379, "hf_subset": "war_Latn-plt_Latn", "languages": ["war-Latn", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-srp_Cyrl", "languages": ["war-Latn", "srp-Cyrl"]}, {"precision": 0.935853, "recall": 0.954545, "f1": 0.94193, "accuracy": 0.954545, "main_score": 0.94193, "hf_subset": "war_Latn-uig_Arab", "languages": ["war-Latn", "uig-Arab"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "war_Latn-aeb_Arab", "languages": ["war-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-ben_Beng", "languages": ["war-Latn", "ben-Beng"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "war_Latn-est_Latn", "languages": ["war-Latn", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-hye_Armn", "languages": ["war-Latn", "hye-Armn"]}, {"precision": 0.575586, "recall": 0.623518, "f1": 0.588904, "accuracy": 0.623518, "main_score": 0.588904, "hf_subset": "war_Latn-kmb_Latn", "languages": ["war-Latn", "kmb-Latn"]}, {"precision": 0.524368, "recall": 0.602767, "f1": 0.545684, "accuracy": 0.602767, "main_score": 0.545684, "hf_subset": "war_Latn-min_Arab", "languages": ["war-Latn", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-pol_Latn", "languages": ["war-Latn", "pol-Latn"]}, {"precision": 0.583762, "recall": 0.647233, "f1": 0.602179, "accuracy": 0.647233, "main_score": 0.602179, "hf_subset": "war_Latn-ssw_Latn", "languages": ["war-Latn", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ukr_Cyrl", "languages": ["war-Latn", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-afr_Latn", "languages": ["war-Latn", "afr-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "war_Latn-bho_Deva", "languages": ["war-Latn", "bho-Deva"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "war_Latn-eus_Latn", "languages": ["war-Latn", "eus-Latn"]}, {"precision": 0.607165, "recall": 0.666008, "f1": 0.62366, "accuracy": 0.666008, "main_score": 0.62366, "hf_subset": "war_Latn-ibo_Latn", "languages": ["war-Latn", "ibo-Latn"]}, {"precision": 0.884058, "recall": 0.913043, "f1": 0.893083, "accuracy": 0.913043, "main_score": 0.893083, "hf_subset": "war_Latn-kmr_Latn", "languages": ["war-Latn", "kmr-Latn"]}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "war_Latn-min_Latn", "languages": ["war-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-por_Latn", "languages": ["war-Latn", "por-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-sun_Latn", "languages": ["war-Latn", "sun-Latn"]}, {"precision": 0.54591, "recall": 0.607708, "f1": 0.564121, "accuracy": 0.607708, "main_score": 0.564121, "hf_subset": "war_Latn-umb_Latn", "languages": ["war-Latn", "umb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ajp_Arab", "languages": ["war-Latn", "ajp-Arab"]}, {"precision": 0.567168, "recall": 0.632411, "f1": 0.585561, "accuracy": 0.632411, "main_score": 0.585561, "hf_subset": "war_Latn-bjn_Arab", "languages": ["war-Latn", "bjn-Arab"]}, {"precision": 0.544329, "recall": 0.601779, "f1": 0.560494, "accuracy": 0.601779, "main_score": 0.560494, "hf_subset": "war_Latn-ewe_Latn", "languages": ["war-Latn", "ewe-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "war_Latn-ilo_Latn", "languages": ["war-Latn", "ilo-Latn"]}, {"precision": 0.322026, "recall": 0.383399, "f1": 0.339169, "accuracy": 0.383399, "main_score": 0.339169, "hf_subset": "war_Latn-knc_Arab", "languages": ["war-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-mkd_Cyrl", "languages": ["war-Latn", "mkd-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-prs_Arab", "languages": ["war-Latn", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-swe_Latn", "languages": ["war-Latn", "swe-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-urd_Arab", "languages": ["war-Latn", "urd-Arab"]}, {"precision": 0.615433, "recall": 0.677866, "f1": 0.633108, "accuracy": 0.677866, "main_score": 0.633108, "hf_subset": "war_Latn-aka_Latn", "languages": ["war-Latn", "aka-Latn"]}, {"precision": 0.977026, "recall": 0.983202, "f1": 0.978986, "accuracy": 0.983202, "main_score": 0.978986, "hf_subset": "war_Latn-bjn_Latn", "languages": ["war-Latn", "bjn-Latn"]}, {"precision": 0.955945, "recall": 0.969368, "f1": 0.960211, "accuracy": 0.969368, "main_score": 0.960211, "hf_subset": "war_Latn-fao_Latn", "languages": ["war-Latn", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ind_Latn", "languages": ["war-Latn", "ind-Latn"]}, {"precision": 0.621833, "recall": 0.676877, "f1": 0.637927, "accuracy": 0.676877, "main_score": 0.637927, "hf_subset": "war_Latn-knc_Latn", "languages": ["war-Latn", "knc-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-mlt_Latn", "languages": ["war-Latn", "mlt-Latn"]}, {"precision": 0.712502, "recall": 0.774704, "f1": 0.730816, "accuracy": 0.774704, "main_score": 0.730816, "hf_subset": "war_Latn-quy_Latn", "languages": ["war-Latn", "quy-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "war_Latn-swh_Latn", "languages": ["war-Latn", "swh-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "war_Latn-uzn_Latn", "languages": ["war-Latn", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-als_Latn", "languages": ["war-Latn", "als-Latn"]}, {"precision": 0.598525, "recall": 0.682806, "f1": 0.623141, "accuracy": 0.682806, "main_score": 0.623141, "hf_subset": "war_Latn-bod_Tibt", "languages": ["war-Latn", "bod-Tibt"]}, {"precision": 0.732576, "recall": 0.779644, "f1": 0.746574, "accuracy": 0.779644, "main_score": 0.746574, "hf_subset": "war_Latn-fij_Latn", "languages": ["war-Latn", "fij-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "war_Latn-isl_Latn", "languages": ["war-Latn", "isl-Latn"]}, {"precision": 0.69637, "recall": 0.751976, "f1": 0.712921, "accuracy": 0.751976, "main_score": 0.712921, "hf_subset": "war_Latn-kon_Latn", "languages": ["war-Latn", "kon-Latn"]}, {"precision": 0.693849, "recall": 0.756917, "f1": 0.712576, "accuracy": 0.756917, "main_score": 0.712576, "hf_subset": "war_Latn-mni_Beng", "languages": ["war-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-ron_Latn", "languages": ["war-Latn", "ron-Latn"]}, {"precision": 0.972826, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "war_Latn-szl_Latn", "languages": ["war-Latn", "szl-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "war_Latn-vec_Latn", "languages": ["war-Latn", "vec-Latn"]}, {"precision": 0.915761, "recall": 0.940711, "f1": 0.923814, "accuracy": 0.940711, "main_score": 0.923814, "hf_subset": "war_Latn-amh_Ethi", "languages": ["war-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-bos_Latn", "languages": ["war-Latn", "bos-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-fin_Latn", "languages": ["war-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-ita_Latn", "languages": ["war-Latn", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-kor_Hang", "languages": ["war-Latn", "kor-Hang"]}, {"precision": 0.571814, "recall": 0.634387, "f1": 0.589269, "accuracy": 0.634387, "main_score": 0.589269, "hf_subset": "war_Latn-mos_Latn", "languages": ["war-Latn", "mos-Latn"]}, {"precision": 0.582156, "recall": 0.635375, "f1": 0.597274, "accuracy": 0.635375, "main_score": 0.597274, "hf_subset": "war_Latn-run_Latn", "languages": ["war-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-tam_Taml", "languages": ["war-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-vie_Latn", "languages": ["war-Latn", "vie-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-apc_Arab", "languages": ["war-Latn", "apc-Arab"]}, {"precision": 0.816008, "recall": 0.857708, "f1": 0.828346, "accuracy": 0.857708, "main_score": 0.828346, "hf_subset": "war_Latn-bug_Latn", "languages": ["war-Latn", "bug-Latn"]}, {"precision": 0.480543, "recall": 0.541502, "f1": 0.496775, "accuracy": 0.541502, "main_score": 0.496775, "hf_subset": "war_Latn-fon_Latn", "languages": ["war-Latn", "fon-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "war_Latn-jav_Latn", "languages": ["war-Latn", "jav-Latn"]}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "war_Latn-lao_Laoo", "languages": ["war-Latn", "lao-Laoo"]}, {"precision": 0.858712, "recall": 0.895257, "f1": 0.869598, "accuracy": 0.895257, "main_score": 0.869598, "hf_subset": "war_Latn-mri_Latn", "languages": ["war-Latn", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-rus_Cyrl", "languages": ["war-Latn", "rus-Cyrl"]}, {"precision": 0.562048, "recall": 0.62253, "f1": 0.578644, "accuracy": 0.62253, "main_score": 0.578644, "hf_subset": "war_Latn-taq_Latn", "languages": ["war-Latn", "taq-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "war_Latn-arb_Arab", "languages": ["war-Latn", "arb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-bul_Cyrl", "languages": ["war-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-fra_Latn", "languages": ["war-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-jpn_Jpan", "languages": ["war-Latn", "jpn-Jpan"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "war_Latn-lij_Latn", "languages": ["war-Latn", "lij-Latn"]}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "war_Latn-mya_Mymr", "languages": ["war-Latn", "mya-Mymr"]}, {"precision": 0.619618, "recall": 0.690711, "f1": 0.639992, "accuracy": 0.690711, "main_score": 0.639992, "hf_subset": "war_Latn-sag_Latn", "languages": ["war-Latn", "sag-Latn"]}, {"precision": 0.199206, "recall": 0.258893, "f1": 0.212469, "accuracy": 0.258893, "main_score": 0.212469, "hf_subset": "war_Latn-taq_Tfng", "languages": ["war-Latn", "taq-Tfng"]}, {"precision": 0.645471, "recall": 0.708498, "f1": 0.663603, "accuracy": 0.708498, "main_score": 0.663603, "hf_subset": "war_Latn-wol_Latn", "languages": ["war-Latn", "wol-Latn"]}, {"precision": 0.788686, "recall": 0.838933, "f1": 0.803477, "accuracy": 0.838933, "main_score": 0.803477, "hf_subset": "war_Latn-arb_Latn", "languages": ["war-Latn", "arb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-cat_Latn", "languages": ["war-Latn", "cat-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "war_Latn-fur_Latn", "languages": ["war-Latn", "fur-Latn"]}, {"precision": 0.444145, "recall": 0.503953, "f1": 0.460325, "accuracy": 0.503953, "main_score": 0.460325, "hf_subset": "war_Latn-kab_Latn", "languages": ["war-Latn", "kab-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "war_Latn-lim_Latn", "languages": ["war-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-nld_Latn", "languages": ["war-Latn", "nld-Latn"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "war_Latn-san_Deva", "languages": ["war-Latn", "san-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "war_Latn-tat_Cyrl", "languages": ["war-Latn", "tat-Cyrl"]}, {"precision": 0.699382, "recall": 0.752964, "f1": 0.715635, "accuracy": 0.752964, "main_score": 0.715635, "hf_subset": "war_Latn-xho_Latn", "languages": ["war-Latn", "xho-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ars_Arab", "languages": ["war-Latn", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ceb_Latn", "languages": ["war-Latn", "ceb-Latn"]}, {"precision": 0.572881, "recall": 0.637352, "f1": 0.591437, "accuracy": 0.637352, "main_score": 0.591437, "hf_subset": "war_Latn-fuv_Latn", "languages": ["war-Latn", "fuv-Latn"]}, {"precision": 0.524883, "recall": 0.590909, "f1": 0.542963, "accuracy": 0.590909, "main_score": 0.542963, "hf_subset": "war_Latn-kac_Latn", "languages": ["war-Latn", "kac-Latn"]}, {"precision": 0.692424, "recall": 0.75, "f1": 0.708978, "accuracy": 0.75, "main_score": 0.708978, "hf_subset": "war_Latn-lin_Latn", "languages": ["war-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-nno_Latn", "languages": ["war-Latn", "nno-Latn"]}, {"precision": 0.231804, "recall": 0.311265, "f1": 0.252543, "accuracy": 0.311265, "main_score": 0.252543, "hf_subset": "war_Latn-sat_Olck", "languages": ["war-Latn", "sat-Olck"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-tel_Telu", "languages": ["war-Latn", "tel-Telu"]}, {"precision": 0.950099, "recall": 0.966403, "f1": 0.955534, "accuracy": 0.966403, "main_score": 0.955534, "hf_subset": "war_Latn-ydd_Hebr", "languages": ["war-Latn", "ydd-Hebr"]}, {"precision": 0.971014, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "war_Latn-ary_Arab", "languages": ["war-Latn", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ces_Latn", "languages": ["war-Latn", "ces-Latn"]}, {"precision": 0.606209, "recall": 0.666008, "f1": 0.623388, "accuracy": 0.666008, "main_score": 0.623388, "hf_subset": "war_Latn-gaz_Latn", "languages": ["war-Latn", "gaz-Latn"]}, {"precision": 0.60785, "recall": 0.671937, "f1": 0.625516, "accuracy": 0.671937, "main_score": 0.625516, "hf_subset": "war_Latn-kam_Latn", "languages": ["war-Latn", "kam-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "war_Latn-lit_Latn", "languages": ["war-Latn", "lit-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-nob_Latn", "languages": ["war-Latn", "nob-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "war_Latn-scn_Latn", "languages": ["war-Latn", "scn-Latn"]}, {"precision": 0.96698, "recall": 0.977273, "f1": 0.970257, "accuracy": 0.977273, "main_score": 0.970257, "hf_subset": "war_Latn-tgk_Cyrl", "languages": ["war-Latn", "tgk-Cyrl"]}, {"precision": 0.720545, "recall": 0.780632, "f1": 0.738757, "accuracy": 0.780632, "main_score": 0.738757, "hf_subset": "war_Latn-yor_Latn", "languages": ["war-Latn", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-arz_Arab", "languages": ["war-Latn", "arz-Arab"]}, {"precision": 0.576188, "recall": 0.63834, "f1": 0.593337, "accuracy": 0.63834, "main_score": 0.593337, "hf_subset": "war_Latn-cjk_Latn", "languages": ["war-Latn", "cjk-Latn"]}, {"precision": 0.781374, "recall": 0.83004, "f1": 0.796113, "accuracy": 0.83004, "main_score": 0.796113, "hf_subset": "war_Latn-gla_Latn", "languages": ["war-Latn", "gla-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-kan_Knda", "languages": ["war-Latn", "kan-Knda"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "war_Latn-lmo_Latn", "languages": ["war-Latn", "lmo-Latn"]}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "war_Latn-npi_Deva", "languages": ["war-Latn", "npi-Deva"]}, {"precision": 0.482018, "recall": 0.543478, "f1": 0.498786, "accuracy": 0.543478, "main_score": 0.498786, "hf_subset": "war_Latn-shn_Mymr", "languages": ["war-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-tgl_Latn", "languages": ["war-Latn", "tgl-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "war_Latn-yue_Hant", "languages": ["war-Latn", "yue-Hant"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "war_Latn-asm_Beng", "languages": ["war-Latn", "asm-Beng"]}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943841, "accuracy": 0.956522, "main_score": 0.943841, "hf_subset": "war_Latn-ckb_Arab", "languages": ["war-Latn", "ckb-Arab"]}, {"precision": 0.845389, "recall": 0.880435, "f1": 0.855981, "accuracy": 0.880435, "main_score": 0.855981, "hf_subset": "war_Latn-gle_Latn", "languages": ["war-Latn", "gle-Latn"]}, {"precision": 0.939476, "recall": 0.95751, "f1": 0.945224, "accuracy": 0.95751, "main_score": 0.945224, "hf_subset": "war_Latn-kas_Arab", "languages": ["war-Latn", "kas-Arab"]}, {"precision": 0.926877, "recall": 0.947628, "f1": 0.933432, "accuracy": 0.947628, "main_score": 0.933432, "hf_subset": "war_Latn-ltg_Latn", "languages": ["war-Latn", "ltg-Latn"]}, {"precision": 0.653818, "recall": 0.703557, "f1": 0.668281, "accuracy": 0.703557, "main_score": 0.668281, "hf_subset": "war_Latn-nso_Latn", "languages": ["war-Latn", "nso-Latn"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "war_Latn-sin_Sinh", "languages": ["war-Latn", "sin-Sinh"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "war_Latn-tha_Thai", "languages": ["war-Latn", "tha-Thai"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-zho_Hans", "languages": ["war-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ast_Latn", "languages": ["war-Latn", "ast-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "war_Latn-crh_Latn", "languages": ["war-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-glg_Latn", "languages": ["war-Latn", "glg-Latn"]}, {"precision": 0.857049, "recall": 0.897233, "f1": 0.869862, "accuracy": 0.897233, "main_score": 0.869862, "hf_subset": "war_Latn-kas_Deva", "languages": ["war-Latn", "kas-Deva"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "war_Latn-ltz_Latn", "languages": ["war-Latn", "ltz-Latn"]}, {"precision": 0.490377, "recall": 0.560277, "f1": 0.508676, "accuracy": 0.560277, "main_score": 0.508676, "hf_subset": "war_Latn-nus_Latn", "languages": ["war-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-slk_Latn", "languages": ["war-Latn", "slk-Latn"]}, {"precision": 0.618841, "recall": 0.692688, "f1": 0.640679, "accuracy": 0.692688, "main_score": 0.640679, "hf_subset": "war_Latn-tir_Ethi", "languages": ["war-Latn", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-zho_Hant", "languages": ["war-Latn", "zho-Hant"]}, {"precision": 0.980978, "recall": 0.986166, "f1": 0.982609, "accuracy": 0.986166, "main_score": 0.982609, "hf_subset": "war_Latn-awa_Deva", "languages": ["war-Latn", "awa-Deva"]}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "war_Latn-cym_Latn", "languages": ["war-Latn", "cym-Latn"]}, {"precision": 0.856976, "recall": 0.889328, "f1": 0.866914, "accuracy": 0.889328, "main_score": 0.866914, "hf_subset": "war_Latn-grn_Latn", "languages": ["war-Latn", "grn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "war_Latn-kat_Geor", "languages": ["war-Latn", "kat-Geor"]}, {"precision": 0.680687, "recall": 0.728261, "f1": 0.694688, "accuracy": 0.728261, "main_score": 0.694688, "hf_subset": "war_Latn-lua_Latn", "languages": ["war-Latn", "lua-Latn"]}, {"precision": 0.677777, "recall": 0.738142, "f1": 0.695091, "accuracy": 0.738142, "main_score": 0.695091, "hf_subset": "war_Latn-nya_Latn", "languages": ["war-Latn", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-slv_Latn", "languages": ["war-Latn", "slv-Latn"]}, {"precision": 0.935688, "recall": 0.952569, "f1": 0.941107, "accuracy": 0.952569, "main_score": 0.941107, "hf_subset": "war_Latn-tpi_Latn", "languages": ["war-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-zsm_Latn", "languages": ["war-Latn", "zsm-Latn"]}, {"precision": 0.562181, "recall": 0.628458, "f1": 0.580781, "accuracy": 0.628458, "main_score": 0.580781, "hf_subset": "war_Latn-ayr_Latn", "languages": ["war-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-dan_Latn", "languages": ["war-Latn", "dan-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-guj_Gujr", "languages": ["war-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-kaz_Cyrl", "languages": ["war-Latn", "kaz-Cyrl"]}, {"precision": 0.568695, "recall": 0.629447, "f1": 0.586679, "accuracy": 0.629447, "main_score": 0.586679, "hf_subset": "war_Latn-lug_Latn", "languages": ["war-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-oci_Latn", "languages": ["war-Latn", "oci-Latn"]}, {"precision": 0.836907, "recall": 0.874506, "f1": 0.84832, "accuracy": 0.874506, "main_score": 0.84832, "hf_subset": "war_Latn-smo_Latn", "languages": ["war-Latn", "smo-Latn"]}, {"precision": 0.575445, "recall": 0.636364, "f1": 0.592438, "accuracy": 0.636364, "main_score": 0.592438, "hf_subset": "war_Latn-tsn_Latn", "languages": ["war-Latn", "tsn-Latn"]}, {"precision": 0.650998, "recall": 0.706522, "f1": 0.667362, "accuracy": 0.706522, "main_score": 0.667362, "hf_subset": "war_Latn-zul_Latn", "languages": ["war-Latn", "zul-Latn"]}, {"precision": 0.899704, "recall": 0.927866, "f1": 0.908762, "accuracy": 0.927866, "main_score": 0.908762, "hf_subset": "war_Latn-azb_Arab", "languages": ["war-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-deu_Latn", "languages": ["war-Latn", "deu-Latn"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "war_Latn-hat_Latn", "languages": ["war-Latn", "hat-Latn"]}, {"precision": 0.514982, "recall": 0.571146, "f1": 0.53024, "accuracy": 0.571146, "main_score": 0.53024, "hf_subset": "war_Latn-kbp_Latn", "languages": ["war-Latn", "kbp-Latn"]}, {"precision": 0.607898, "recall": 0.666008, "f1": 0.623926, "accuracy": 0.666008, "main_score": 0.623926, "hf_subset": "war_Latn-luo_Latn", "languages": ["war-Latn", "luo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-ory_Orya", "languages": ["war-Latn", "ory-Orya"]}, {"precision": 0.616173, "recall": 0.678854, "f1": 0.634944, "accuracy": 0.678854, "main_score": 0.634944, "hf_subset": "war_Latn-sna_Latn", "languages": ["war-Latn", "sna-Latn"]}, {"precision": 0.589792, "recall": 0.648221, "f1": 0.606357, "accuracy": 0.648221, "main_score": 0.606357, "hf_subset": "war_Latn-tso_Latn", "languages": ["war-Latn", "tso-Latn"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "war_Latn-azj_Latn", "languages": ["war-Latn", "azj-Latn"]}, {"precision": 0.570035, "recall": 0.634387, "f1": 0.588583, "accuracy": 0.634387, "main_score": 0.588583, "hf_subset": "war_Latn-dik_Latn", "languages": ["war-Latn", "dik-Latn"]}, {"precision": 0.74641, "recall": 0.797431, "f1": 0.761594, "accuracy": 0.797431, "main_score": 0.761594, "hf_subset": "war_Latn-hau_Latn", "languages": ["war-Latn", "hau-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "war_Latn-kea_Latn", "languages": ["war-Latn", "kea-Latn"]}, {"precision": 0.765646, "recall": 0.816206, "f1": 0.781061, "accuracy": 0.816206, "main_score": 0.781061, "hf_subset": "war_Latn-lus_Latn", "languages": ["war-Latn", "lus-Latn"]}, {"precision": 0.90476, "recall": 0.927866, "f1": 0.911957, "accuracy": 0.927866, "main_score": 0.911957, "hf_subset": "war_Latn-pag_Latn", "languages": ["war-Latn", "pag-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-snd_Arab", "languages": ["war-Latn", "snd-Arab"]}, {"precision": 0.934371, "recall": 0.953557, "f1": 0.940448, "accuracy": 0.953557, "main_score": 0.940448, "hf_subset": "war_Latn-tuk_Latn", "languages": ["war-Latn", "tuk-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "war_Latn-bak_Cyrl", "languages": ["war-Latn", "bak-Cyrl"]}, {"precision": 0.506697, "recall": 0.589921, "f1": 0.531365, "accuracy": 0.589921, "main_score": 0.531365, "hf_subset": "war_Latn-dyu_Latn", "languages": ["war-Latn", "dyu-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-heb_Hebr", "languages": ["war-Latn", "heb-Hebr"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "war_Latn-khk_Cyrl", "languages": ["war-Latn", "khk-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-lvs_Latn", "languages": ["war-Latn", "lvs-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-pan_Guru", "languages": ["war-Latn", "pan-Guru"]}, {"precision": 0.720422, "recall": 0.778656, "f1": 0.738392, "accuracy": 0.778656, "main_score": 0.738392, "hf_subset": "war_Latn-som_Latn", "languages": ["war-Latn", "som-Latn"]}, {"precision": 0.620777, "recall": 0.664032, "f1": 0.633209, "accuracy": 0.664032, "main_score": 0.633209, "hf_subset": "war_Latn-tum_Latn", "languages": ["war-Latn", "tum-Latn"]}, {"precision": 0.574357, "recall": 0.639328, "f1": 0.592951, "accuracy": 0.639328, "main_score": 0.592951, "hf_subset": "arb_Arab-ace_Arab", "languages": ["arb-Arab", "ace-Arab"]}, {"precision": 0.530388, "recall": 0.59585, "f1": 0.548621, "accuracy": 0.59585, "main_score": 0.548621, "hf_subset": "arb_Arab-bam_Latn", "languages": ["arb-Arab", "bam-Latn"]}, {"precision": 0.453258, "recall": 0.535573, "f1": 0.475792, "accuracy": 0.535573, "main_score": 0.475792, "hf_subset": "arb_Arab-dzo_Tibt", "languages": ["arb-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hin_Deva", "languages": ["arb-Arab", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-khm_Khmr", "languages": ["arb-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mag_Deva", "languages": ["arb-Arab", "mag-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "arb_Arab-pap_Latn", "languages": ["arb-Arab", "pap-Latn"]}, {"precision": 0.590351, "recall": 0.647233, "f1": 0.606461, "accuracy": 0.647233, "main_score": 0.606461, "hf_subset": "arb_Arab-sot_Latn", "languages": ["arb-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tur_Latn", "languages": ["arb-Arab", "tur-Latn"]}, {"precision": 0.882559, "recall": 0.913043, "f1": 0.892029, "accuracy": 0.913043, "main_score": 0.892029, "hf_subset": "arb_Arab-ace_Latn", "languages": ["arb-Arab", "ace-Latn"]}, {"precision": 0.966568, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "arb_Arab-ban_Latn", "languages": ["arb-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-ell_Grek", "languages": ["arb-Arab", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "arb_Arab-hne_Deva", "languages": ["arb-Arab", "hne-Deva"]}, {"precision": 0.601856, "recall": 0.653162, "f1": 0.616667, "accuracy": 0.653162, "main_score": 0.616667, "hf_subset": "arb_Arab-kik_Latn", "languages": ["arb-Arab", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mai_Deva", "languages": ["arb-Arab", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "arb_Arab-pbt_Arab", "languages": ["arb-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-spa_Latn", "languages": ["arb-Arab", "spa-Latn"]}, {"precision": 0.609933, "recall": 0.673913, "f1": 0.627473, "accuracy": 0.673913, "main_score": 0.627473, "hf_subset": "arb_Arab-twi_Latn", "languages": ["arb-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-acm_Arab", "languages": ["arb-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bel_Cyrl", "languages": ["arb-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-eng_Latn", "languages": ["arb-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hrv_Latn", "languages": ["arb-Arab", "hrv-Latn"]}, {"precision": 0.565104, "recall": 0.628458, "f1": 0.583004, "accuracy": 0.628458, "main_score": 0.583004, "hf_subset": "arb_Arab-kin_Latn", "languages": ["arb-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-mal_Mlym", "languages": ["arb-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pes_Arab", "languages": ["arb-Arab", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-srd_Latn", "languages": ["arb-Arab", "srd-Latn"]}, {"precision": 0.175093, "recall": 0.237154, "f1": 0.190988, "accuracy": 0.237154, "main_score": 0.190988, "hf_subset": "arb_Arab-tzm_Tfng", "languages": ["arb-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-acq_Arab", "languages": ["arb-Arab", "acq-Arab"]}, {"precision": 0.631501, "recall": 0.683794, "f1": 0.646294, "accuracy": 0.683794, "main_score": 0.646294, "hf_subset": "arb_Arab-bem_Latn", "languages": ["arb-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-epo_Latn", "languages": ["arb-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hun_Latn", "languages": ["arb-Arab", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-kir_Cyrl", "languages": ["arb-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mar_Deva", "languages": ["arb-Arab", "mar-Deva"]}, {"precision": 0.682642, "recall": 0.738142, "f1": 0.699624, "accuracy": 0.738142, "main_score": 0.699624, "hf_subset": "arb_Arab-plt_Latn", "languages": ["arb-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-srp_Cyrl", "languages": ["arb-Arab", "srp-Cyrl"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "arb_Arab-uig_Arab", "languages": ["arb-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-aeb_Arab", "languages": ["arb-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ben_Beng", "languages": ["arb-Arab", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-est_Latn", "languages": ["arb-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hye_Armn", "languages": ["arb-Arab", "hye-Armn"]}, {"precision": 0.555385, "recall": 0.604743, "f1": 0.569631, "accuracy": 0.604743, "main_score": 0.569631, "hf_subset": "arb_Arab-kmb_Latn", "languages": ["arb-Arab", "kmb-Latn"]}, {"precision": 0.503822, "recall": 0.578063, "f1": 0.52437, "accuracy": 0.578063, "main_score": 0.52437, "hf_subset": "arb_Arab-min_Arab", "languages": ["arb-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pol_Latn", "languages": ["arb-Arab", "pol-Latn"]}, {"precision": 0.56059, "recall": 0.623518, "f1": 0.57924, "accuracy": 0.623518, "main_score": 0.57924, "hf_subset": "arb_Arab-ssw_Latn", "languages": ["arb-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ukr_Cyrl", "languages": ["arb-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-afr_Latn", "languages": ["arb-Arab", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bho_Deva", "languages": ["arb-Arab", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arb_Arab-eus_Latn", "languages": ["arb-Arab", "eus-Latn"]}, {"precision": 0.576353, "recall": 0.644269, "f1": 0.595225, "accuracy": 0.644269, "main_score": 0.595225, "hf_subset": "arb_Arab-ibo_Latn", "languages": ["arb-Arab", "ibo-Latn"]}, {"precision": 0.919631, "recall": 0.944664, "f1": 0.927866, "accuracy": 0.944664, "main_score": 0.927866, "hf_subset": "arb_Arab-kmr_Latn", "languages": ["arb-Arab", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "arb_Arab-min_Latn", "languages": ["arb-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-por_Latn", "languages": ["arb-Arab", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-sun_Latn", "languages": ["arb-Arab", "sun-Latn"]}, {"precision": 0.524838, "recall": 0.579051, "f1": 0.540423, "accuracy": 0.579051, "main_score": 0.540423, "hf_subset": "arb_Arab-umb_Latn", "languages": ["arb-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ajp_Arab", "languages": ["arb-Arab", "ajp-Arab"]}, {"precision": 0.542856, "recall": 0.609684, "f1": 0.56178, "accuracy": 0.609684, "main_score": 0.56178, "hf_subset": "arb_Arab-bjn_Arab", "languages": ["arb-Arab", "bjn-Arab"]}, {"precision": 0.524253, "recall": 0.582016, "f1": 0.540489, "accuracy": 0.582016, "main_score": 0.540489, "hf_subset": "arb_Arab-ewe_Latn", "languages": ["arb-Arab", "ewe-Latn"]}, {"precision": 0.952322, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "arb_Arab-ilo_Latn", "languages": ["arb-Arab", "ilo-Latn"]}, {"precision": 0.323519, "recall": 0.383399, "f1": 0.339388, "accuracy": 0.383399, "main_score": 0.339388, "hf_subset": "arb_Arab-knc_Arab", "languages": ["arb-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mkd_Cyrl", "languages": ["arb-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-prs_Arab", "languages": ["arb-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-swe_Latn", "languages": ["arb-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-urd_Arab", "languages": ["arb-Arab", "urd-Arab"]}, {"precision": 0.592885, "recall": 0.656126, "f1": 0.611232, "accuracy": 0.656126, "main_score": 0.611232, "hf_subset": "arb_Arab-aka_Latn", "languages": ["arb-Arab", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-bjn_Latn", "languages": ["arb-Arab", "bjn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "arb_Arab-fao_Latn", "languages": ["arb-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ind_Latn", "languages": ["arb-Arab", "ind-Latn"]}, {"precision": 0.580774, "recall": 0.641304, "f1": 0.598633, "accuracy": 0.641304, "main_score": 0.598633, "hf_subset": "arb_Arab-knc_Latn", "languages": ["arb-Arab", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arb_Arab-mlt_Latn", "languages": ["arb-Arab", "mlt-Latn"]}, {"precision": 0.721113, "recall": 0.780632, "f1": 0.738939, "accuracy": 0.780632, "main_score": 0.738939, "hf_subset": "arb_Arab-quy_Latn", "languages": ["arb-Arab", "quy-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "arb_Arab-swh_Latn", "languages": ["arb-Arab", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-uzn_Latn", "languages": ["arb-Arab", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-als_Latn", "languages": ["arb-Arab", "als-Latn"]}, {"precision": 0.683623, "recall": 0.755929, "f1": 0.704496, "accuracy": 0.755929, "main_score": 0.704496, "hf_subset": "arb_Arab-bod_Tibt", "languages": ["arb-Arab", "bod-Tibt"]}, {"precision": 0.720224, "recall": 0.775692, "f1": 0.736412, "accuracy": 0.775692, "main_score": 0.736412, "hf_subset": "arb_Arab-fij_Latn", "languages": ["arb-Arab", "fij-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arb_Arab-isl_Latn", "languages": ["arb-Arab", "isl-Latn"]}, {"precision": 0.659413, "recall": 0.713439, "f1": 0.675675, "accuracy": 0.713439, "main_score": 0.675675, "hf_subset": "arb_Arab-kon_Latn", "languages": ["arb-Arab", "kon-Latn"]}, {"precision": 0.663086, "recall": 0.732213, "f1": 0.683355, "accuracy": 0.732213, "main_score": 0.683355, "hf_subset": "arb_Arab-mni_Beng", "languages": ["arb-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ron_Latn", "languages": ["arb-Arab", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "arb_Arab-szl_Latn", "languages": ["arb-Arab", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-vec_Latn", "languages": ["arb-Arab", "vec-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "arb_Arab-amh_Ethi", "languages": ["arb-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bos_Latn", "languages": ["arb-Arab", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "arb_Arab-fin_Latn", "languages": ["arb-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ita_Latn", "languages": ["arb-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-kor_Hang", "languages": ["arb-Arab", "kor-Hang"]}, {"precision": 0.548572, "recall": 0.61166, "f1": 0.566147, "accuracy": 0.61166, "main_score": 0.566147, "hf_subset": "arb_Arab-mos_Latn", "languages": ["arb-Arab", "mos-Latn"]}, {"precision": 0.560304, "recall": 0.615613, "f1": 0.576227, "accuracy": 0.615613, "main_score": 0.576227, "hf_subset": "arb_Arab-run_Latn", "languages": ["arb-Arab", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-tam_Taml", "languages": ["arb-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-vie_Latn", "languages": ["arb-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-apc_Arab", "languages": ["arb-Arab", "apc-Arab"]}, {"precision": 0.806942, "recall": 0.849802, "f1": 0.819818, "accuracy": 0.849802, "main_score": 0.819818, "hf_subset": "arb_Arab-bug_Latn", "languages": ["arb-Arab", "bug-Latn"]}, {"precision": 0.474946, "recall": 0.538538, "f1": 0.491731, "accuracy": 0.538538, "main_score": 0.491731, "hf_subset": "arb_Arab-fon_Latn", "languages": ["arb-Arab", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-jav_Latn", "languages": ["arb-Arab", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arb_Arab-lao_Laoo", "languages": ["arb-Arab", "lao-Laoo"]}, {"precision": 0.897151, "recall": 0.926877, "f1": 0.906639, "accuracy": 0.926877, "main_score": 0.906639, "hf_subset": "arb_Arab-mri_Latn", "languages": ["arb-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-rus_Cyrl", "languages": ["arb-Arab", "rus-Cyrl"]}, {"precision": 0.54254, "recall": 0.608696, "f1": 0.561401, "accuracy": 0.608696, "main_score": 0.561401, "hf_subset": "arb_Arab-taq_Latn", "languages": ["arb-Arab", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-war_Latn", "languages": ["arb-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bul_Cyrl", "languages": ["arb-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-fra_Latn", "languages": ["arb-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-jpn_Jpan", "languages": ["arb-Arab", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "arb_Arab-lij_Latn", "languages": ["arb-Arab", "lij-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "arb_Arab-mya_Mymr", "languages": ["arb-Arab", "mya-Mymr"]}, {"precision": 0.596943, "recall": 0.664032, "f1": 0.61615, "accuracy": 0.664032, "main_score": 0.61615, "hf_subset": "arb_Arab-sag_Latn", "languages": ["arb-Arab", "sag-Latn"]}, {"precision": 0.197481, "recall": 0.255929, "f1": 0.211178, "accuracy": 0.255929, "main_score": 0.211178, "hf_subset": "arb_Arab-taq_Tfng", "languages": ["arb-Arab", "taq-Tfng"]}, {"precision": 0.623872, "recall": 0.693676, "f1": 0.644455, "accuracy": 0.693676, "main_score": 0.644455, "hf_subset": "arb_Arab-wol_Latn", "languages": ["arb-Arab", "wol-Latn"]}, {"precision": 0.886034, "recall": 0.918972, "f1": 0.896574, "accuracy": 0.918972, "main_score": 0.896574, "hf_subset": "arb_Arab-arb_Latn", "languages": ["arb-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-cat_Latn", "languages": ["arb-Arab", "cat-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "arb_Arab-fur_Latn", "languages": ["arb-Arab", "fur-Latn"]}, {"precision": 0.436737, "recall": 0.492095, "f1": 0.451962, "accuracy": 0.492095, "main_score": 0.451962, "hf_subset": "arb_Arab-kab_Latn", "languages": ["arb-Arab", "kab-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-lim_Latn", "languages": ["arb-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-nld_Latn", "languages": ["arb-Arab", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "arb_Arab-san_Deva", "languages": ["arb-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-tat_Cyrl", "languages": ["arb-Arab", "tat-Cyrl"]}, {"precision": 0.689781, "recall": 0.747036, "f1": 0.706807, "accuracy": 0.747036, "main_score": 0.706807, "hf_subset": "arb_Arab-xho_Latn", "languages": ["arb-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ars_Arab", "languages": ["arb-Arab", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ceb_Latn", "languages": ["arb-Arab", "ceb-Latn"]}, {"precision": 0.569604, "recall": 0.624506, "f1": 0.585301, "accuracy": 0.624506, "main_score": 0.585301, "hf_subset": "arb_Arab-fuv_Latn", "languages": ["arb-Arab", "fuv-Latn"]}, {"precision": 0.505521, "recall": 0.570158, "f1": 0.523788, "accuracy": 0.570158, "main_score": 0.523788, "hf_subset": "arb_Arab-kac_Latn", "languages": ["arb-Arab", "kac-Latn"]}, {"precision": 0.673419, "recall": 0.725296, "f1": 0.689281, "accuracy": 0.725296, "main_score": 0.689281, "hf_subset": "arb_Arab-lin_Latn", "languages": ["arb-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-nno_Latn", "languages": ["arb-Arab", "nno-Latn"]}, {"precision": 0.260278, "recall": 0.346838, "f1": 0.282771, "accuracy": 0.346838, "main_score": 0.282771, "hf_subset": "arb_Arab-sat_Olck", "languages": ["arb-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tel_Telu", "languages": ["arb-Arab", "tel-Telu"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "arb_Arab-ydd_Hebr", "languages": ["arb-Arab", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "arb_Arab-ary_Arab", "languages": ["arb-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ces_Latn", "languages": ["arb-Arab", "ces-Latn"]}, {"precision": 0.577833, "recall": 0.644269, "f1": 0.597403, "accuracy": 0.644269, "main_score": 0.597403, "hf_subset": "arb_Arab-gaz_Latn", "languages": ["arb-Arab", "gaz-Latn"]}, {"precision": 0.595863, "recall": 0.65415, "f1": 0.61206, "accuracy": 0.65415, "main_score": 0.61206, "hf_subset": "arb_Arab-kam_Latn", "languages": ["arb-Arab", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "arb_Arab-lit_Latn", "languages": ["arb-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-nob_Latn", "languages": ["arb-Arab", "nob-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "arb_Arab-scn_Latn", "languages": ["arb-Arab", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arb_Arab-tgk_Cyrl", "languages": ["arb-Arab", "tgk-Cyrl"]}, {"precision": 0.728953, "recall": 0.791502, "f1": 0.748075, "accuracy": 0.791502, "main_score": 0.748075, "hf_subset": "arb_Arab-yor_Latn", "languages": ["arb-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-arz_Arab", "languages": ["arb-Arab", "arz-Arab"]}, {"precision": 0.574319, "recall": 0.633399, "f1": 0.591096, "accuracy": 0.633399, "main_score": 0.591096, "hf_subset": "arb_Arab-cjk_Latn", "languages": ["arb-Arab", "cjk-Latn"]}, {"precision": 0.799275, "recall": 0.851779, "f1": 0.815679, "accuracy": 0.851779, "main_score": 0.815679, "hf_subset": "arb_Arab-gla_Latn", "languages": ["arb-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-kan_Knda", "languages": ["arb-Arab", "kan-Knda"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-lmo_Latn", "languages": ["arb-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "arb_Arab-npi_Deva", "languages": ["arb-Arab", "npi-Deva"]}, {"precision": 0.459084, "recall": 0.52668, "f1": 0.477535, "accuracy": 0.52668, "main_score": 0.477535, "hf_subset": "arb_Arab-shn_Mymr", "languages": ["arb-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tgl_Latn", "languages": ["arb-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-yue_Hant", "languages": ["arb-Arab", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-asm_Beng", "languages": ["arb-Arab", "asm-Beng"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "arb_Arab-ckb_Arab", "languages": ["arb-Arab", "ckb-Arab"]}, {"precision": 0.907806, "recall": 0.933794, "f1": 0.915796, "accuracy": 0.933794, "main_score": 0.915796, "hf_subset": "arb_Arab-gle_Latn", "languages": ["arb-Arab", "gle-Latn"]}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "arb_Arab-kas_Arab", "languages": ["arb-Arab", "kas-Arab"]}, {"precision": 0.940382, "recall": 0.959486, "f1": 0.94664, "accuracy": 0.959486, "main_score": 0.94664, "hf_subset": "arb_Arab-ltg_Latn", "languages": ["arb-Arab", "ltg-Latn"]}, {"precision": 0.6146, "recall": 0.670949, "f1": 0.631021, "accuracy": 0.670949, "main_score": 0.631021, "hf_subset": "arb_Arab-nso_Latn", "languages": ["arb-Arab", "nso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "arb_Arab-sin_Sinh", "languages": ["arb-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tha_Thai", "languages": ["arb-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-zho_Hans", "languages": ["arb-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ast_Latn", "languages": ["arb-Arab", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-crh_Latn", "languages": ["arb-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-glg_Latn", "languages": ["arb-Arab", "glg-Latn"]}, {"precision": 0.914443, "recall": 0.939723, "f1": 0.922661, "accuracy": 0.939723, "main_score": 0.922661, "hf_subset": "arb_Arab-kas_Deva", "languages": ["arb-Arab", "kas-Deva"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "arb_Arab-ltz_Latn", "languages": ["arb-Arab", "ltz-Latn"]}, {"precision": 0.453509, "recall": 0.518775, "f1": 0.471161, "accuracy": 0.518775, "main_score": 0.471161, "hf_subset": "arb_Arab-nus_Latn", "languages": ["arb-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-slk_Latn", "languages": ["arb-Arab", "slk-Latn"]}, {"precision": 0.653707, "recall": 0.717391, "f1": 0.672239, "accuracy": 0.717391, "main_score": 0.672239, "hf_subset": "arb_Arab-tir_Ethi", "languages": ["arb-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-zho_Hant", "languages": ["arb-Arab", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "arb_Arab-awa_Deva", "languages": ["arb-Arab", "awa-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "arb_Arab-cym_Latn", "languages": ["arb-Arab", "cym-Latn"]}, {"precision": 0.84165, "recall": 0.882411, "f1": 0.854433, "accuracy": 0.882411, "main_score": 0.854433, "hf_subset": "arb_Arab-grn_Latn", "languages": ["arb-Arab", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-kat_Geor", "languages": ["arb-Arab", "kat-Geor"]}, {"precision": 0.647167, "recall": 0.699605, "f1": 0.662228, "accuracy": 0.699605, "main_score": 0.662228, "hf_subset": "arb_Arab-lua_Latn", "languages": ["arb-Arab", "lua-Latn"]}, {"precision": 0.643488, "recall": 0.704545, "f1": 0.661225, "accuracy": 0.704545, "main_score": 0.661225, "hf_subset": "arb_Arab-nya_Latn", "languages": ["arb-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-slv_Latn", "languages": ["arb-Arab", "slv-Latn"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "arb_Arab-tpi_Latn", "languages": ["arb-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-zsm_Latn", "languages": ["arb-Arab", "zsm-Latn"]}, {"precision": 0.542696, "recall": 0.608696, "f1": 0.561346, "accuracy": 0.608696, "main_score": 0.561346, "hf_subset": "arb_Arab-ayr_Latn", "languages": ["arb-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-dan_Latn", "languages": ["arb-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-guj_Gujr", "languages": ["arb-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-kaz_Cyrl", "languages": ["arb-Arab", "kaz-Cyrl"]}, {"precision": 0.54137, "recall": 0.607708, "f1": 0.559853, "accuracy": 0.607708, "main_score": 0.559853, "hf_subset": "arb_Arab-lug_Latn", "languages": ["arb-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-oci_Latn", "languages": ["arb-Arab", "oci-Latn"]}, {"precision": 0.842671, "recall": 0.885375, "f1": 0.855764, "accuracy": 0.885375, "main_score": 0.855764, "hf_subset": "arb_Arab-smo_Latn", "languages": ["arb-Arab", "smo-Latn"]}, {"precision": 0.553846, "recall": 0.614625, "f1": 0.570904, "accuracy": 0.614625, "main_score": 0.570904, "hf_subset": "arb_Arab-tsn_Latn", "languages": ["arb-Arab", "tsn-Latn"]}, {"precision": 0.632066, "recall": 0.694664, "f1": 0.6505, "accuracy": 0.694664, "main_score": 0.6505, "hf_subset": "arb_Arab-zul_Latn", "languages": ["arb-Arab", "zul-Latn"]}, {"precision": 0.927701, "recall": 0.950593, "f1": 0.935277, "accuracy": 0.950593, "main_score": 0.935277, "hf_subset": "arb_Arab-azb_Arab", "languages": ["arb-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-deu_Latn", "languages": ["arb-Arab", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "arb_Arab-hat_Latn", "languages": ["arb-Arab", "hat-Latn"]}, {"precision": 0.489394, "recall": 0.547431, "f1": 0.506164, "accuracy": 0.547431, "main_score": 0.506164, "hf_subset": "arb_Arab-kbp_Latn", "languages": ["arb-Arab", "kbp-Latn"]}, {"precision": 0.58742, "recall": 0.646245, "f1": 0.603237, "accuracy": 0.646245, "main_score": 0.603237, "hf_subset": "arb_Arab-luo_Latn", "languages": ["arb-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ory_Orya", "languages": ["arb-Arab", "ory-Orya"]}, {"precision": 0.589312, "recall": 0.660079, "f1": 0.609947, "accuracy": 0.660079, "main_score": 0.609947, "hf_subset": "arb_Arab-sna_Latn", "languages": ["arb-Arab", "sna-Latn"]}, {"precision": 0.560824, "recall": 0.617589, "f1": 0.576138, "accuracy": 0.617589, "main_score": 0.576138, "hf_subset": "arb_Arab-tso_Latn", "languages": ["arb-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-azj_Latn", "languages": ["arb-Arab", "azj-Latn"]}, {"precision": 0.546328, "recall": 0.612648, "f1": 0.565337, "accuracy": 0.612648, "main_score": 0.565337, "hf_subset": "arb_Arab-dik_Latn", "languages": ["arb-Arab", "dik-Latn"]}, {"precision": 0.764625, "recall": 0.818182, "f1": 0.780519, "accuracy": 0.818182, "main_score": 0.780519, "hf_subset": "arb_Arab-hau_Latn", "languages": ["arb-Arab", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arb_Arab-kea_Latn", "languages": ["arb-Arab", "kea-Latn"]}, {"precision": 0.741518, "recall": 0.794466, "f1": 0.757773, "accuracy": 0.794466, "main_score": 0.757773, "hf_subset": "arb_Arab-lus_Latn", "languages": ["arb-Arab", "lus-Latn"]}, {"precision": 0.878986, "recall": 0.907115, "f1": 0.887286, "accuracy": 0.907115, "main_score": 0.887286, "hf_subset": "arb_Arab-pag_Latn", "languages": ["arb-Arab", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-snd_Arab", "languages": ["arb-Arab", "snd-Arab"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "arb_Arab-tuk_Latn", "languages": ["arb-Arab", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "arb_Arab-bak_Cyrl", "languages": ["arb-Arab", "bak-Cyrl"]}, {"precision": 0.476254, "recall": 0.554348, "f1": 0.499462, "accuracy": 0.554348, "main_score": 0.499462, "hf_subset": "arb_Arab-dyu_Latn", "languages": ["arb-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-heb_Hebr", "languages": ["arb-Arab", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arb_Arab-khk_Cyrl", "languages": ["arb-Arab", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-lvs_Latn", "languages": ["arb-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pan_Guru", "languages": ["arb-Arab", "pan-Guru"]}, {"precision": 0.728715, "recall": 0.790514, "f1": 0.747353, "accuracy": 0.790514, "main_score": 0.747353, "hf_subset": "arb_Arab-som_Latn", "languages": ["arb-Arab", "som-Latn"]}, {"precision": 0.608383, "recall": 0.659091, "f1": 0.62308, "accuracy": 0.659091, "main_score": 0.62308, "hf_subset": "arb_Arab-tum_Latn", "languages": ["arb-Arab", "tum-Latn"]}, {"precision": 0.594546, "recall": 0.659091, "f1": 0.612733, "accuracy": 0.659091, "main_score": 0.612733, "hf_subset": "bul_Cyrl-ace_Arab", "languages": ["bul-Cyrl", "ace-Arab"]}, {"precision": 0.541472, "recall": 0.601779, "f1": 0.558835, "accuracy": 0.601779, "main_score": 0.558835, "hf_subset": "bul_Cyrl-bam_Latn", "languages": ["bul-Cyrl", "bam-Latn"]}, {"precision": 0.457826, "recall": 0.539526, "f1": 0.480157, "accuracy": 0.539526, "main_score": 0.480157, "hf_subset": "bul_Cyrl-dzo_Tibt", "languages": ["bul-Cyrl", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-hin_Deva", "languages": ["bul-Cyrl", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-khm_Khmr", "languages": ["bul-Cyrl", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mag_Deva", "languages": ["bul-Cyrl", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bul_Cyrl-pap_Latn", "languages": ["bul-Cyrl", "pap-Latn"]}, {"precision": 0.607323, "recall": 0.660079, "f1": 0.622619, "accuracy": 0.660079, "main_score": 0.622619, "hf_subset": "bul_Cyrl-sot_Latn", "languages": ["bul-Cyrl", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tur_Latn", "languages": ["bul-Cyrl", "tur-Latn"]}, {"precision": 0.889987, "recall": 0.917984, "f1": 0.89865, "accuracy": 0.917984, "main_score": 0.89865, "hf_subset": "bul_Cyrl-ace_Latn", "languages": ["bul-Cyrl", "ace-Latn"]}, {"precision": 0.969203, "recall": 0.977273, "f1": 0.971838, "accuracy": 0.977273, "main_score": 0.971838, "hf_subset": "bul_Cyrl-ban_Latn", "languages": ["bul-Cyrl", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ell_Grek", "languages": ["bul-Cyrl", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bul_Cyrl-hne_Deva", "languages": ["bul-Cyrl", "hne-Deva"]}, {"precision": 0.607989, "recall": 0.666008, "f1": 0.624366, "accuracy": 0.666008, "main_score": 0.624366, "hf_subset": "bul_Cyrl-kik_Latn", "languages": ["bul-Cyrl", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mai_Deva", "languages": ["bul-Cyrl", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bul_Cyrl-pbt_Arab", "languages": ["bul-Cyrl", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-spa_Latn", "languages": ["bul-Cyrl", "spa-Latn"]}, {"precision": 0.618445, "recall": 0.683794, "f1": 0.637451, "accuracy": 0.683794, "main_score": 0.637451, "hf_subset": "bul_Cyrl-twi_Latn", "languages": ["bul-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-acm_Arab", "languages": ["bul-Cyrl", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-bel_Cyrl", "languages": ["bul-Cyrl", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-eng_Latn", "languages": ["bul-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hrv_Latn", "languages": ["bul-Cyrl", "hrv-Latn"]}, {"precision": 0.575313, "recall": 0.646245, "f1": 0.595116, "accuracy": 0.646245, "main_score": 0.595116, "hf_subset": "bul_Cyrl-kin_Latn", "languages": ["bul-Cyrl", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-mal_Mlym", "languages": ["bul-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pes_Arab", "languages": ["bul-Cyrl", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-srd_Latn", "languages": ["bul-Cyrl", "srd-Latn"]}, {"precision": 0.183699, "recall": 0.23913, "f1": 0.197763, "accuracy": 0.23913, "main_score": 0.197763, "hf_subset": "bul_Cyrl-tzm_Tfng", "languages": ["bul-Cyrl", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-acq_Arab", "languages": ["bul-Cyrl", "acq-Arab"]}, {"precision": 0.657091, "recall": 0.70751, "f1": 0.671285, "accuracy": 0.70751, "main_score": 0.671285, "hf_subset": "bul_Cyrl-bem_Latn", "languages": ["bul-Cyrl", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-epo_Latn", "languages": ["bul-Cyrl", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hun_Latn", "languages": ["bul-Cyrl", "hun-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-kir_Cyrl", "languages": ["bul-Cyrl", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mar_Deva", "languages": ["bul-Cyrl", "mar-Deva"]}, {"precision": 0.696327, "recall": 0.753953, "f1": 0.71357, "accuracy": 0.753953, "main_score": 0.71357, "hf_subset": "bul_Cyrl-plt_Latn", "languages": ["bul-Cyrl", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-srp_Cyrl", "languages": ["bul-Cyrl", "srp-Cyrl"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "bul_Cyrl-uig_Arab", "languages": ["bul-Cyrl", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-aeb_Arab", "languages": ["bul-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ben_Beng", "languages": ["bul-Cyrl", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-est_Latn", "languages": ["bul-Cyrl", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hye_Armn", "languages": ["bul-Cyrl", "hye-Armn"]}, {"precision": 0.558929, "recall": 0.609684, "f1": 0.573584, "accuracy": 0.609684, "main_score": 0.573584, "hf_subset": "bul_Cyrl-kmb_Latn", "languages": ["bul-Cyrl", "kmb-Latn"]}, {"precision": 0.528267, "recall": 0.600791, "f1": 0.548443, "accuracy": 0.600791, "main_score": 0.548443, "hf_subset": "bul_Cyrl-min_Arab", "languages": ["bul-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pol_Latn", "languages": ["bul-Cyrl", "pol-Latn"]}, {"precision": 0.575974, "recall": 0.63834, "f1": 0.594079, "accuracy": 0.63834, "main_score": 0.594079, "hf_subset": "bul_Cyrl-ssw_Latn", "languages": ["bul-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ukr_Cyrl", "languages": ["bul-Cyrl", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-afr_Latn", "languages": ["bul-Cyrl", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-bho_Deva", "languages": ["bul-Cyrl", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-eus_Latn", "languages": ["bul-Cyrl", "eus-Latn"]}, {"precision": 0.595636, "recall": 0.65415, "f1": 0.611472, "accuracy": 0.65415, "main_score": 0.611472, "hf_subset": "bul_Cyrl-ibo_Latn", "languages": ["bul-Cyrl", "ibo-Latn"]}, {"precision": 0.922101, "recall": 0.943676, "f1": 0.929018, "accuracy": 0.943676, "main_score": 0.929018, "hf_subset": "bul_Cyrl-kmr_Latn", "languages": ["bul-Cyrl", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "bul_Cyrl-min_Latn", "languages": ["bul-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-por_Latn", "languages": ["bul-Cyrl", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-sun_Latn", "languages": ["bul-Cyrl", "sun-Latn"]}, {"precision": 0.547294, "recall": 0.601779, "f1": 0.562834, "accuracy": 0.601779, "main_score": 0.562834, "hf_subset": "bul_Cyrl-umb_Latn", "languages": ["bul-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ajp_Arab", "languages": ["bul-Cyrl", "ajp-Arab"]}, {"precision": 0.568896, "recall": 0.630435, "f1": 0.585868, "accuracy": 0.630435, "main_score": 0.585868, "hf_subset": "bul_Cyrl-bjn_Arab", "languages": ["bul-Cyrl", "bjn-Arab"]}, {"precision": 0.530223, "recall": 0.586957, "f1": 0.545787, "accuracy": 0.586957, "main_score": 0.545787, "hf_subset": "bul_Cyrl-ewe_Latn", "languages": ["bul-Cyrl", "ewe-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "bul_Cyrl-ilo_Latn", "languages": ["bul-Cyrl", "ilo-Latn"]}, {"precision": 0.328692, "recall": 0.38834, "f1": 0.344691, "accuracy": 0.38834, "main_score": 0.344691, "hf_subset": "bul_Cyrl-knc_Arab", "languages": ["bul-Cyrl", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mkd_Cyrl", "languages": ["bul-Cyrl", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-prs_Arab", "languages": ["bul-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-swe_Latn", "languages": ["bul-Cyrl", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-urd_Arab", "languages": ["bul-Cyrl", "urd-Arab"]}, {"precision": 0.607041, "recall": 0.667984, "f1": 0.623747, "accuracy": 0.667984, "main_score": 0.623747, "hf_subset": "bul_Cyrl-aka_Latn", "languages": ["bul-Cyrl", "aka-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bul_Cyrl-bjn_Latn", "languages": ["bul-Cyrl", "bjn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bul_Cyrl-fao_Latn", "languages": ["bul-Cyrl", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ind_Latn", "languages": ["bul-Cyrl", "ind-Latn"]}, {"precision": 0.596439, "recall": 0.652174, "f1": 0.612524, "accuracy": 0.652174, "main_score": 0.612524, "hf_subset": "bul_Cyrl-knc_Latn", "languages": ["bul-Cyrl", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-mlt_Latn", "languages": ["bul-Cyrl", "mlt-Latn"]}, {"precision": 0.718693, "recall": 0.778656, "f1": 0.736107, "accuracy": 0.778656, "main_score": 0.736107, "hf_subset": "bul_Cyrl-quy_Latn", "languages": ["bul-Cyrl", "quy-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "bul_Cyrl-swh_Latn", "languages": ["bul-Cyrl", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-uzn_Latn", "languages": ["bul-Cyrl", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-als_Latn", "languages": ["bul-Cyrl", "als-Latn"]}, {"precision": 0.68419, "recall": 0.76087, "f1": 0.707364, "accuracy": 0.76087, "main_score": 0.707364, "hf_subset": "bul_Cyrl-bod_Tibt", "languages": ["bul-Cyrl", "bod-Tibt"]}, {"precision": 0.731085, "recall": 0.785573, "f1": 0.747255, "accuracy": 0.785573, "main_score": 0.747255, "hf_subset": "bul_Cyrl-fij_Latn", "languages": ["bul-Cyrl", "fij-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-isl_Latn", "languages": ["bul-Cyrl", "isl-Latn"]}, {"precision": 0.677717, "recall": 0.728261, "f1": 0.692824, "accuracy": 0.728261, "main_score": 0.692824, "hf_subset": "bul_Cyrl-kon_Latn", "languages": ["bul-Cyrl", "kon-Latn"]}, {"precision": 0.687954, "recall": 0.75, "f1": 0.705734, "accuracy": 0.75, "main_score": 0.705734, "hf_subset": "bul_Cyrl-mni_Beng", "languages": ["bul-Cyrl", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ron_Latn", "languages": ["bul-Cyrl", "ron-Latn"]}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "bul_Cyrl-szl_Latn", "languages": ["bul-Cyrl", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-vec_Latn", "languages": ["bul-Cyrl", "vec-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "bul_Cyrl-amh_Ethi", "languages": ["bul-Cyrl", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-bos_Latn", "languages": ["bul-Cyrl", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-fin_Latn", "languages": ["bul-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ita_Latn", "languages": ["bul-Cyrl", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-kor_Hang", "languages": ["bul-Cyrl", "kor-Hang"]}, {"precision": 0.562763, "recall": 0.623518, "f1": 0.579795, "accuracy": 0.623518, "main_score": 0.579795, "hf_subset": "bul_Cyrl-mos_Latn", "languages": ["bul-Cyrl", "mos-Latn"]}, {"precision": 0.580204, "recall": 0.636364, "f1": 0.596414, "accuracy": 0.636364, "main_score": 0.596414, "hf_subset": "bul_Cyrl-run_Latn", "languages": ["bul-Cyrl", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tam_Taml", "languages": ["bul-Cyrl", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-vie_Latn", "languages": ["bul-Cyrl", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-apc_Arab", "languages": ["bul-Cyrl", "apc-Arab"]}, {"precision": 0.817803, "recall": 0.860672, "f1": 0.831028, "accuracy": 0.860672, "main_score": 0.831028, "hf_subset": "bul_Cyrl-bug_Latn", "languages": ["bul-Cyrl", "bug-Latn"]}, {"precision": 0.476129, "recall": 0.534585, "f1": 0.491822, "accuracy": 0.534585, "main_score": 0.491822, "hf_subset": "bul_Cyrl-fon_Latn", "languages": ["bul-Cyrl", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-jav_Latn", "languages": ["bul-Cyrl", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-lao_Laoo", "languages": ["bul-Cyrl", "lao-Laoo"]}, {"precision": 0.900403, "recall": 0.928854, "f1": 0.909376, "accuracy": 0.928854, "main_score": 0.909376, "hf_subset": "bul_Cyrl-mri_Latn", "languages": ["bul-Cyrl", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-rus_Cyrl", "languages": ["bul-Cyrl", "rus-Cyrl"]}, {"precision": 0.554522, "recall": 0.620553, "f1": 0.572913, "accuracy": 0.620553, "main_score": 0.572913, "hf_subset": "bul_Cyrl-taq_Latn", "languages": ["bul-Cyrl", "taq-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-war_Latn", "languages": ["bul-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-arb_Arab", "languages": ["bul-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-fra_Latn", "languages": ["bul-Cyrl", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-jpn_Jpan", "languages": ["bul-Cyrl", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bul_Cyrl-lij_Latn", "languages": ["bul-Cyrl", "lij-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "bul_Cyrl-mya_Mymr", "languages": ["bul-Cyrl", "mya-Mymr"]}, {"precision": 0.608429, "recall": 0.671937, "f1": 0.626746, "accuracy": 0.671937, "main_score": 0.626746, "hf_subset": "bul_Cyrl-sag_Latn", "languages": ["bul-Cyrl", "sag-Latn"]}, {"precision": 0.193998, "recall": 0.255929, "f1": 0.208075, "accuracy": 0.255929, "main_score": 0.208075, "hf_subset": "bul_Cyrl-taq_Tfng", "languages": ["bul-Cyrl", "taq-Tfng"]}, {"precision": 0.652061, "recall": 0.714427, "f1": 0.669724, "accuracy": 0.714427, "main_score": 0.669724, "hf_subset": "bul_Cyrl-wol_Latn", "languages": ["bul-Cyrl", "wol-Latn"]}, {"precision": 0.842803, "recall": 0.886364, "f1": 0.856588, "accuracy": 0.886364, "main_score": 0.856588, "hf_subset": "bul_Cyrl-arb_Latn", "languages": ["bul-Cyrl", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-cat_Latn", "languages": ["bul-Cyrl", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-fur_Latn", "languages": ["bul-Cyrl", "fur-Latn"]}, {"precision": 0.428805, "recall": 0.48913, "f1": 0.445933, "accuracy": 0.48913, "main_score": 0.445933, "hf_subset": "bul_Cyrl-kab_Latn", "languages": ["bul-Cyrl", "kab-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "bul_Cyrl-lim_Latn", "languages": ["bul-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-nld_Latn", "languages": ["bul-Cyrl", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bul_Cyrl-san_Deva", "languages": ["bul-Cyrl", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-tat_Cyrl", "languages": ["bul-Cyrl", "tat-Cyrl"]}, {"precision": 0.693215, "recall": 0.748024, "f1": 0.710112, "accuracy": 0.748024, "main_score": 0.710112, "hf_subset": "bul_Cyrl-xho_Latn", "languages": ["bul-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ars_Arab", "languages": ["bul-Cyrl", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-ceb_Latn", "languages": ["bul-Cyrl", "ceb-Latn"]}, {"precision": 0.570998, "recall": 0.632411, "f1": 0.588627, "accuracy": 0.632411, "main_score": 0.588627, "hf_subset": "bul_Cyrl-fuv_Latn", "languages": ["bul-Cyrl", "fuv-Latn"]}, {"precision": 0.515899, "recall": 0.58498, "f1": 0.535425, "accuracy": 0.58498, "main_score": 0.535425, "hf_subset": "bul_Cyrl-kac_Latn", "languages": ["bul-Cyrl", "kac-Latn"]}, {"precision": 0.68279, "recall": 0.735178, "f1": 0.698306, "accuracy": 0.735178, "main_score": 0.698306, "hf_subset": "bul_Cyrl-lin_Latn", "languages": ["bul-Cyrl", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-nno_Latn", "languages": ["bul-Cyrl", "nno-Latn"]}, {"precision": 0.240723, "recall": 0.331028, "f1": 0.2643, "accuracy": 0.331028, "main_score": 0.2643, "hf_subset": "bul_Cyrl-sat_Olck", "languages": ["bul-Cyrl", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tel_Telu", "languages": ["bul-Cyrl", "tel-Telu"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bul_Cyrl-ydd_Hebr", "languages": ["bul-Cyrl", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bul_Cyrl-ary_Arab", "languages": ["bul-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ces_Latn", "languages": ["bul-Cyrl", "ces-Latn"]}, {"precision": 0.596904, "recall": 0.661067, "f1": 0.61526, "accuracy": 0.661067, "main_score": 0.61526, "hf_subset": "bul_Cyrl-gaz_Latn", "languages": ["bul-Cyrl", "gaz-Latn"]}, {"precision": 0.612855, "recall": 0.671937, "f1": 0.629764, "accuracy": 0.671937, "main_score": 0.629764, "hf_subset": "bul_Cyrl-kam_Latn", "languages": ["bul-Cyrl", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bul_Cyrl-lit_Latn", "languages": ["bul-Cyrl", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-nob_Latn", "languages": ["bul-Cyrl", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bul_Cyrl-scn_Latn", "languages": ["bul-Cyrl", "scn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bul_Cyrl-tgk_Cyrl", "languages": ["bul-Cyrl", "tgk-Cyrl"]}, {"precision": 0.751713, "recall": 0.810277, "f1": 0.769438, "accuracy": 0.810277, "main_score": 0.769438, "hf_subset": "bul_Cyrl-yor_Latn", "languages": ["bul-Cyrl", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-arz_Arab", "languages": ["bul-Cyrl", "arz-Arab"]}, {"precision": 0.566167, "recall": 0.629447, "f1": 0.584256, "accuracy": 0.629447, "main_score": 0.584256, "hf_subset": "bul_Cyrl-cjk_Latn", "languages": ["bul-Cyrl", "cjk-Latn"]}, {"precision": 0.813159, "recall": 0.859684, "f1": 0.827931, "accuracy": 0.859684, "main_score": 0.827931, "hf_subset": "bul_Cyrl-gla_Latn", "languages": ["bul-Cyrl", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-kan_Knda", "languages": ["bul-Cyrl", "kan-Knda"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-lmo_Latn", "languages": ["bul-Cyrl", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bul_Cyrl-npi_Deva", "languages": ["bul-Cyrl", "npi-Deva"]}, {"precision": 0.481424, "recall": 0.546443, "f1": 0.499479, "accuracy": 0.546443, "main_score": 0.499479, "hf_subset": "bul_Cyrl-shn_Mymr", "languages": ["bul-Cyrl", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tgl_Latn", "languages": ["bul-Cyrl", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-yue_Hant", "languages": ["bul-Cyrl", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-asm_Beng", "languages": ["bul-Cyrl", "asm-Beng"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "bul_Cyrl-ckb_Arab", "languages": ["bul-Cyrl", "ckb-Arab"]}, {"precision": 0.907477, "recall": 0.932806, "f1": 0.915316, "accuracy": 0.932806, "main_score": 0.915316, "hf_subset": "bul_Cyrl-gle_Latn", "languages": ["bul-Cyrl", "gle-Latn"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "bul_Cyrl-kas_Arab", "languages": ["bul-Cyrl", "kas-Arab"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "bul_Cyrl-ltg_Latn", "languages": ["bul-Cyrl", "ltg-Latn"]}, {"precision": 0.626067, "recall": 0.68083, "f1": 0.641888, "accuracy": 0.68083, "main_score": 0.641888, "hf_subset": "bul_Cyrl-nso_Latn", "languages": ["bul-Cyrl", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bul_Cyrl-sin_Sinh", "languages": ["bul-Cyrl", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tha_Thai", "languages": ["bul-Cyrl", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zho_Hans", "languages": ["bul-Cyrl", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ast_Latn", "languages": ["bul-Cyrl", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-crh_Latn", "languages": ["bul-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-glg_Latn", "languages": ["bul-Cyrl", "glg-Latn"]}, {"precision": 0.920208, "recall": 0.943676, "f1": 0.927767, "accuracy": 0.943676, "main_score": 0.927767, "hf_subset": "bul_Cyrl-kas_Deva", "languages": ["bul-Cyrl", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bul_Cyrl-ltz_Latn", "languages": ["bul-Cyrl", "ltz-Latn"]}, {"precision": 0.478439, "recall": 0.548419, "f1": 0.497267, "accuracy": 0.548419, "main_score": 0.497267, "hf_subset": "bul_Cyrl-nus_Latn", "languages": ["bul-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-slk_Latn", "languages": ["bul-Cyrl", "slk-Latn"]}, {"precision": 0.643388, "recall": 0.710474, "f1": 0.663465, "accuracy": 0.710474, "main_score": 0.663465, "hf_subset": "bul_Cyrl-tir_Ethi", "languages": ["bul-Cyrl", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zho_Hant", "languages": ["bul-Cyrl", "zho-Hant"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "bul_Cyrl-awa_Deva", "languages": ["bul-Cyrl", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bul_Cyrl-cym_Latn", "languages": ["bul-Cyrl", "cym-Latn"]}, {"precision": 0.850955, "recall": 0.889328, "f1": 0.86278, "accuracy": 0.889328, "main_score": 0.86278, "hf_subset": "bul_Cyrl-grn_Latn", "languages": ["bul-Cyrl", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-kat_Geor", "languages": ["bul-Cyrl", "kat-Geor"]}, {"precision": 0.659332, "recall": 0.709486, "f1": 0.673705, "accuracy": 0.709486, "main_score": 0.673705, "hf_subset": "bul_Cyrl-lua_Latn", "languages": ["bul-Cyrl", "lua-Latn"]}, {"precision": 0.66606, "recall": 0.726285, "f1": 0.683473, "accuracy": 0.726285, "main_score": 0.683473, "hf_subset": "bul_Cyrl-nya_Latn", "languages": ["bul-Cyrl", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-slv_Latn", "languages": ["bul-Cyrl", "slv-Latn"]}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "bul_Cyrl-tpi_Latn", "languages": ["bul-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zsm_Latn", "languages": ["bul-Cyrl", "zsm-Latn"]}, {"precision": 0.55412, "recall": 0.62253, "f1": 0.573918, "accuracy": 0.62253, "main_score": 0.573918, "hf_subset": "bul_Cyrl-ayr_Latn", "languages": ["bul-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-dan_Latn", "languages": ["bul-Cyrl", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-guj_Gujr", "languages": ["bul-Cyrl", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-kaz_Cyrl", "languages": ["bul-Cyrl", "kaz-Cyrl"]}, {"precision": 0.550923, "recall": 0.620553, "f1": 0.570634, "accuracy": 0.620553, "main_score": 0.570634, "hf_subset": "bul_Cyrl-lug_Latn", "languages": ["bul-Cyrl", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-oci_Latn", "languages": ["bul-Cyrl", "oci-Latn"]}, {"precision": 0.856472, "recall": 0.896245, "f1": 0.869104, "accuracy": 0.896245, "main_score": 0.869104, "hf_subset": "bul_Cyrl-smo_Latn", "languages": ["bul-Cyrl", "smo-Latn"]}, {"precision": 0.559192, "recall": 0.62253, "f1": 0.577237, "accuracy": 0.62253, "main_score": 0.577237, "hf_subset": "bul_Cyrl-tsn_Latn", "languages": ["bul-Cyrl", "tsn-Latn"]}, {"precision": 0.635646, "recall": 0.704545, "f1": 0.655897, "accuracy": 0.704545, "main_score": 0.655897, "hf_subset": "bul_Cyrl-zul_Latn", "languages": ["bul-Cyrl", "zul-Latn"]}, {"precision": 0.926795, "recall": 0.94664, "f1": 0.933037, "accuracy": 0.94664, "main_score": 0.933037, "hf_subset": "bul_Cyrl-azb_Arab", "languages": ["bul-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-deu_Latn", "languages": ["bul-Cyrl", "deu-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "bul_Cyrl-hat_Latn", "languages": ["bul-Cyrl", "hat-Latn"]}, {"precision": 0.509116, "recall": 0.565217, "f1": 0.524631, "accuracy": 0.565217, "main_score": 0.524631, "hf_subset": "bul_Cyrl-kbp_Latn", "languages": ["bul-Cyrl", "kbp-Latn"]}, {"precision": 0.587188, "recall": 0.649209, "f1": 0.604096, "accuracy": 0.649209, "main_score": 0.604096, "hf_subset": "bul_Cyrl-luo_Latn", "languages": ["bul-Cyrl", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ory_Orya", "languages": ["bul-Cyrl", "ory-Orya"]}, {"precision": 0.606555, "recall": 0.667984, "f1": 0.624562, "accuracy": 0.667984, "main_score": 0.624562, "hf_subset": "bul_Cyrl-sna_Latn", "languages": ["bul-Cyrl", "sna-Latn"]}, {"precision": 0.573348, "recall": 0.632411, "f1": 0.589613, "accuracy": 0.632411, "main_score": 0.589613, "hf_subset": "bul_Cyrl-tso_Latn", "languages": ["bul-Cyrl", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-azj_Latn", "languages": ["bul-Cyrl", "azj-Latn"]}, {"precision": 0.545151, "recall": 0.613636, "f1": 0.565088, "accuracy": 0.613636, "main_score": 0.565088, "hf_subset": "bul_Cyrl-dik_Latn", "languages": ["bul-Cyrl", "dik-Latn"]}, {"precision": 0.767737, "recall": 0.81917, "f1": 0.783432, "accuracy": 0.81917, "main_score": 0.783432, "hf_subset": "bul_Cyrl-hau_Latn", "languages": ["bul-Cyrl", "hau-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-kea_Latn", "languages": ["bul-Cyrl", "kea-Latn"]}, {"precision": 0.767787, "recall": 0.817194, "f1": 0.783037, "accuracy": 0.817194, "main_score": 0.783037, "hf_subset": "bul_Cyrl-lus_Latn", "languages": ["bul-Cyrl", "lus-Latn"]}, {"precision": 0.884552, "recall": 0.913043, "f1": 0.893215, "accuracy": 0.913043, "main_score": 0.893215, "hf_subset": "bul_Cyrl-pag_Latn", "languages": ["bul-Cyrl", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-snd_Arab", "languages": ["bul-Cyrl", "snd-Arab"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "bul_Cyrl-tuk_Latn", "languages": ["bul-Cyrl", "tuk-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bul_Cyrl-bak_Cyrl", "languages": ["bul-Cyrl", "bak-Cyrl"]}, {"precision": 0.494764, "recall": 0.573123, "f1": 0.517745, "accuracy": 0.573123, "main_score": 0.517745, "hf_subset": "bul_Cyrl-dyu_Latn", "languages": ["bul-Cyrl", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-heb_Hebr", "languages": ["bul-Cyrl", "heb-Hebr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bul_Cyrl-khk_Cyrl", "languages": ["bul-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-lvs_Latn", "languages": ["bul-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pan_Guru", "languages": ["bul-Cyrl", "pan-Guru"]}, {"precision": 0.745133, "recall": 0.796443, "f1": 0.760383, "accuracy": 0.796443, "main_score": 0.760383, "hf_subset": "bul_Cyrl-som_Latn", "languages": ["bul-Cyrl", "som-Latn"]}, {"precision": 0.620497, "recall": 0.666008, "f1": 0.633289, "accuracy": 0.666008, "main_score": 0.633289, "hf_subset": "bul_Cyrl-tum_Latn", "languages": ["bul-Cyrl", "tum-Latn"]}, {"precision": 0.606112, "recall": 0.670949, "f1": 0.624459, "accuracy": 0.670949, "main_score": 0.624459, "hf_subset": "fra_Latn-ace_Arab", "languages": ["fra-Latn", "ace-Arab"]}, {"precision": 0.553082, "recall": 0.620553, "f1": 0.572318, "accuracy": 0.620553, "main_score": 0.572318, "hf_subset": "fra_Latn-bam_Latn", "languages": ["fra-Latn", "bam-Latn"]}, {"precision": 0.458026, "recall": 0.538538, "f1": 0.480123, "accuracy": 0.538538, "main_score": 0.480123, "hf_subset": "fra_Latn-dzo_Tibt", "languages": ["fra-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hin_Deva", "languages": ["fra-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-khm_Khmr", "languages": ["fra-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mag_Deva", "languages": ["fra-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-pap_Latn", "languages": ["fra-Latn", "pap-Latn"]}, {"precision": 0.618766, "recall": 0.679842, "f1": 0.636536, "accuracy": 0.679842, "main_score": 0.636536, "hf_subset": "fra_Latn-sot_Latn", "languages": ["fra-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tur_Latn", "languages": ["fra-Latn", "tur-Latn"]}, {"precision": 0.896574, "recall": 0.924901, "f1": 0.905599, "accuracy": 0.924901, "main_score": 0.905599, "hf_subset": "fra_Latn-ace_Latn", "languages": ["fra-Latn", "ace-Latn"]}, {"precision": 0.969203, "recall": 0.977273, "f1": 0.971838, "accuracy": 0.977273, "main_score": 0.971838, "hf_subset": "fra_Latn-ban_Latn", "languages": ["fra-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ell_Grek", "languages": ["fra-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fra_Latn-hne_Deva", "languages": ["fra-Latn", "hne-Deva"]}, {"precision": 0.631004, "recall": 0.687747, "f1": 0.647392, "accuracy": 0.687747, "main_score": 0.647392, "hf_subset": "fra_Latn-kik_Latn", "languages": ["fra-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mai_Deva", "languages": ["fra-Latn", "mai-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "fra_Latn-pbt_Arab", "languages": ["fra-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-spa_Latn", "languages": ["fra-Latn", "spa-Latn"]}, {"precision": 0.624769, "recall": 0.690711, "f1": 0.643296, "accuracy": 0.690711, "main_score": 0.643296, "hf_subset": "fra_Latn-twi_Latn", "languages": ["fra-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-acm_Arab", "languages": ["fra-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-bel_Cyrl", "languages": ["fra-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-eng_Latn", "languages": ["fra-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hrv_Latn", "languages": ["fra-Latn", "hrv-Latn"]}, {"precision": 0.58387, "recall": 0.653162, "f1": 0.603626, "accuracy": 0.653162, "main_score": 0.603626, "hf_subset": "fra_Latn-kin_Latn", "languages": ["fra-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-mal_Mlym", "languages": ["fra-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pes_Arab", "languages": ["fra-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-srd_Latn", "languages": ["fra-Latn", "srd-Latn"]}, {"precision": 0.180865, "recall": 0.23419, "f1": 0.193957, "accuracy": 0.23419, "main_score": 0.193957, "hf_subset": "fra_Latn-tzm_Tfng", "languages": ["fra-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-acq_Arab", "languages": ["fra-Latn", "acq-Arab"]}, {"precision": 0.650181, "recall": 0.702569, "f1": 0.665123, "accuracy": 0.702569, "main_score": 0.665123, "hf_subset": "fra_Latn-bem_Latn", "languages": ["fra-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-epo_Latn", "languages": ["fra-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hun_Latn", "languages": ["fra-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-kir_Cyrl", "languages": ["fra-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mar_Deva", "languages": ["fra-Latn", "mar-Deva"]}, {"precision": 0.705955, "recall": 0.755929, "f1": 0.720476, "accuracy": 0.755929, "main_score": 0.720476, "hf_subset": "fra_Latn-plt_Latn", "languages": ["fra-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-srp_Cyrl", "languages": ["fra-Latn", "srp-Cyrl"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "fra_Latn-uig_Arab", "languages": ["fra-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-aeb_Arab", "languages": ["fra-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ben_Beng", "languages": ["fra-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-est_Latn", "languages": ["fra-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hye_Armn", "languages": ["fra-Latn", "hye-Armn"]}, {"precision": 0.566057, "recall": 0.617589, "f1": 0.580797, "accuracy": 0.617589, "main_score": 0.580797, "hf_subset": "fra_Latn-kmb_Latn", "languages": ["fra-Latn", "kmb-Latn"]}, {"precision": 0.528905, "recall": 0.605731, "f1": 0.549609, "accuracy": 0.605731, "main_score": 0.549609, "hf_subset": "fra_Latn-min_Arab", "languages": ["fra-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pol_Latn", "languages": ["fra-Latn", "pol-Latn"]}, {"precision": 0.570372, "recall": 0.640316, "f1": 0.590876, "accuracy": 0.640316, "main_score": 0.590876, "hf_subset": "fra_Latn-ssw_Latn", "languages": ["fra-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ukr_Cyrl", "languages": ["fra-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-afr_Latn", "languages": ["fra-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bho_Deva", "languages": ["fra-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-eus_Latn", "languages": ["fra-Latn", "eus-Latn"]}, {"precision": 0.606118, "recall": 0.672925, "f1": 0.625008, "accuracy": 0.672925, "main_score": 0.625008, "hf_subset": "fra_Latn-ibo_Latn", "languages": ["fra-Latn", "ibo-Latn"]}, {"precision": 0.922266, "recall": 0.944664, "f1": 0.929513, "accuracy": 0.944664, "main_score": 0.929513, "hf_subset": "fra_Latn-kmr_Latn", "languages": ["fra-Latn", "kmr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fra_Latn-min_Latn", "languages": ["fra-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-por_Latn", "languages": ["fra-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-sun_Latn", "languages": ["fra-Latn", "sun-Latn"]}, {"precision": 0.549549, "recall": 0.607708, "f1": 0.566364, "accuracy": 0.607708, "main_score": 0.566364, "hf_subset": "fra_Latn-umb_Latn", "languages": ["fra-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ajp_Arab", "languages": ["fra-Latn", "ajp-Arab"]}, {"precision": 0.569501, "recall": 0.634387, "f1": 0.587607, "accuracy": 0.634387, "main_score": 0.587607, "hf_subset": "fra_Latn-bjn_Arab", "languages": ["fra-Latn", "bjn-Arab"]}, {"precision": 0.530301, "recall": 0.591897, "f1": 0.547599, "accuracy": 0.591897, "main_score": 0.547599, "hf_subset": "fra_Latn-ewe_Latn", "languages": ["fra-Latn", "ewe-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "fra_Latn-ilo_Latn", "languages": ["fra-Latn", "ilo-Latn"]}, {"precision": 0.320292, "recall": 0.383399, "f1": 0.337375, "accuracy": 0.383399, "main_score": 0.337375, "hf_subset": "fra_Latn-knc_Arab", "languages": ["fra-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mkd_Cyrl", "languages": ["fra-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-prs_Arab", "languages": ["fra-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-swe_Latn", "languages": ["fra-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-urd_Arab", "languages": ["fra-Latn", "urd-Arab"]}, {"precision": 0.613364, "recall": 0.674901, "f1": 0.630797, "accuracy": 0.674901, "main_score": 0.630797, "hf_subset": "fra_Latn-aka_Latn", "languages": ["fra-Latn", "aka-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-bjn_Latn", "languages": ["fra-Latn", "bjn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-fao_Latn", "languages": ["fra-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ind_Latn", "languages": ["fra-Latn", "ind-Latn"]}, {"precision": 0.59972, "recall": 0.659091, "f1": 0.617097, "accuracy": 0.659091, "main_score": 0.617097, "hf_subset": "fra_Latn-knc_Latn", "languages": ["fra-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-mlt_Latn", "languages": ["fra-Latn", "mlt-Latn"]}, {"precision": 0.72832, "recall": 0.790514, "f1": 0.746589, "accuracy": 0.790514, "main_score": 0.746589, "hf_subset": "fra_Latn-quy_Latn", "languages": ["fra-Latn", "quy-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "fra_Latn-swh_Latn", "languages": ["fra-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-uzn_Latn", "languages": ["fra-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-als_Latn", "languages": ["fra-Latn", "als-Latn"]}, {"precision": 0.676252, "recall": 0.752964, "f1": 0.698946, "accuracy": 0.752964, "main_score": 0.698946, "hf_subset": "fra_Latn-bod_Tibt", "languages": ["fra-Latn", "bod-Tibt"]}, {"precision": 0.723748, "recall": 0.780632, "f1": 0.74025, "accuracy": 0.780632, "main_score": 0.74025, "hf_subset": "fra_Latn-fij_Latn", "languages": ["fra-Latn", "fij-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fra_Latn-isl_Latn", "languages": ["fra-Latn", "isl-Latn"]}, {"precision": 0.702849, "recall": 0.747036, "f1": 0.715862, "accuracy": 0.747036, "main_score": 0.715862, "hf_subset": "fra_Latn-kon_Latn", "languages": ["fra-Latn", "kon-Latn"]}, {"precision": 0.697661, "recall": 0.756917, "f1": 0.715283, "accuracy": 0.756917, "main_score": 0.715283, "hf_subset": "fra_Latn-mni_Beng", "languages": ["fra-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ron_Latn", "languages": ["fra-Latn", "ron-Latn"]}, {"precision": 0.988142, "recall": 0.990119, "f1": 0.988801, "accuracy": 0.990119, "main_score": 0.988801, "hf_subset": "fra_Latn-szl_Latn", "languages": ["fra-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-vec_Latn", "languages": ["fra-Latn", "vec-Latn"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "fra_Latn-amh_Ethi", "languages": ["fra-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bos_Latn", "languages": ["fra-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-fin_Latn", "languages": ["fra-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ita_Latn", "languages": ["fra-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-kor_Hang", "languages": ["fra-Latn", "kor-Hang"]}, {"precision": 0.573446, "recall": 0.637352, "f1": 0.591569, "accuracy": 0.637352, "main_score": 0.591569, "hf_subset": "fra_Latn-mos_Latn", "languages": ["fra-Latn", "mos-Latn"]}, {"precision": 0.587105, "recall": 0.639328, "f1": 0.601863, "accuracy": 0.639328, "main_score": 0.601863, "hf_subset": "fra_Latn-run_Latn", "languages": ["fra-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-tam_Taml", "languages": ["fra-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-vie_Latn", "languages": ["fra-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-apc_Arab", "languages": ["fra-Latn", "apc-Arab"]}, {"precision": 0.824934, "recall": 0.867589, "f1": 0.838011, "accuracy": 0.867589, "main_score": 0.838011, "hf_subset": "fra_Latn-bug_Latn", "languages": ["fra-Latn", "bug-Latn"]}, {"precision": 0.485594, "recall": 0.550395, "f1": 0.502795, "accuracy": 0.550395, "main_score": 0.502795, "hf_subset": "fra_Latn-fon_Latn", "languages": ["fra-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-jav_Latn", "languages": ["fra-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-lao_Laoo", "languages": ["fra-Latn", "lao-Laoo"]}, {"precision": 0.906686, "recall": 0.932806, "f1": 0.914855, "accuracy": 0.932806, "main_score": 0.914855, "hf_subset": "fra_Latn-mri_Latn", "languages": ["fra-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-rus_Cyrl", "languages": ["fra-Latn", "rus-Cyrl"]}, {"precision": 0.568824, "recall": 0.628458, "f1": 0.585447, "accuracy": 0.628458, "main_score": 0.585447, "hf_subset": "fra_Latn-taq_Latn", "languages": ["fra-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-war_Latn", "languages": ["fra-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-arb_Arab", "languages": ["fra-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bul_Cyrl", "languages": ["fra-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-jpn_Jpan", "languages": ["fra-Latn", "jpn-Jpan"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-lij_Latn", "languages": ["fra-Latn", "lij-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "fra_Latn-mya_Mymr", "languages": ["fra-Latn", "mya-Mymr"]}, {"precision": 0.627522, "recall": 0.695652, "f1": 0.64707, "accuracy": 0.695652, "main_score": 0.64707, "hf_subset": "fra_Latn-sag_Latn", "languages": ["fra-Latn", "sag-Latn"]}, {"precision": 0.193775, "recall": 0.250988, "f1": 0.207458, "accuracy": 0.250988, "main_score": 0.207458, "hf_subset": "fra_Latn-taq_Tfng", "languages": ["fra-Latn", "taq-Tfng"]}, {"precision": 0.663778, "recall": 0.724308, "f1": 0.681425, "accuracy": 0.724308, "main_score": 0.681425, "hf_subset": "fra_Latn-wol_Latn", "languages": ["fra-Latn", "wol-Latn"]}, {"precision": 0.844862, "recall": 0.887352, "f1": 0.858136, "accuracy": 0.887352, "main_score": 0.858136, "hf_subset": "fra_Latn-arb_Latn", "languages": ["fra-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-cat_Latn", "languages": ["fra-Latn", "cat-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-fur_Latn", "languages": ["fra-Latn", "fur-Latn"]}, {"precision": 0.428953, "recall": 0.491107, "f1": 0.446237, "accuracy": 0.491107, "main_score": 0.446237, "hf_subset": "fra_Latn-kab_Latn", "languages": ["fra-Latn", "kab-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-lim_Latn", "languages": ["fra-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-nld_Latn", "languages": ["fra-Latn", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fra_Latn-san_Deva", "languages": ["fra-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tat_Cyrl", "languages": ["fra-Latn", "tat-Cyrl"]}, {"precision": 0.697085, "recall": 0.755929, "f1": 0.714841, "accuracy": 0.755929, "main_score": 0.714841, "hf_subset": "fra_Latn-xho_Latn", "languages": ["fra-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ars_Arab", "languages": ["fra-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-ceb_Latn", "languages": ["fra-Latn", "ceb-Latn"]}, {"precision": 0.575766, "recall": 0.641304, "f1": 0.594828, "accuracy": 0.641304, "main_score": 0.594828, "hf_subset": "fra_Latn-fuv_Latn", "languages": ["fra-Latn", "fuv-Latn"]}, {"precision": 0.523796, "recall": 0.591897, "f1": 0.542714, "accuracy": 0.591897, "main_score": 0.542714, "hf_subset": "fra_Latn-kac_Latn", "languages": ["fra-Latn", "kac-Latn"]}, {"precision": 0.699802, "recall": 0.750988, "f1": 0.715137, "accuracy": 0.750988, "main_score": 0.715137, "hf_subset": "fra_Latn-lin_Latn", "languages": ["fra-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-nno_Latn", "languages": ["fra-Latn", "nno-Latn"]}, {"precision": 0.248955, "recall": 0.337945, "f1": 0.272673, "accuracy": 0.337945, "main_score": 0.272673, "hf_subset": "fra_Latn-sat_Olck", "languages": ["fra-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tel_Telu", "languages": ["fra-Latn", "tel-Telu"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "fra_Latn-ydd_Hebr", "languages": ["fra-Latn", "ydd-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fra_Latn-ary_Arab", "languages": ["fra-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ces_Latn", "languages": ["fra-Latn", "ces-Latn"]}, {"precision": 0.59002, "recall": 0.659091, "f1": 0.611053, "accuracy": 0.659091, "main_score": 0.611053, "hf_subset": "fra_Latn-gaz_Latn", "languages": ["fra-Latn", "gaz-Latn"]}, {"precision": 0.604521, "recall": 0.667984, "f1": 0.622345, "accuracy": 0.667984, "main_score": 0.622345, "hf_subset": "fra_Latn-kam_Latn", "languages": ["fra-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fra_Latn-lit_Latn", "languages": ["fra-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-nob_Latn", "languages": ["fra-Latn", "nob-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "fra_Latn-scn_Latn", "languages": ["fra-Latn", "scn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-tgk_Cyrl", "languages": ["fra-Latn", "tgk-Cyrl"]}, {"precision": 0.740902, "recall": 0.802372, "f1": 0.759766, "accuracy": 0.802372, "main_score": 0.759766, "hf_subset": "fra_Latn-yor_Latn", "languages": ["fra-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-arz_Arab", "languages": ["fra-Latn", "arz-Arab"]}, {"precision": 0.585973, "recall": 0.643281, "f1": 0.602635, "accuracy": 0.643281, "main_score": 0.602635, "hf_subset": "fra_Latn-cjk_Latn", "languages": ["fra-Latn", "cjk-Latn"]}, {"precision": 0.825181, "recall": 0.868577, "f1": 0.838966, "accuracy": 0.868577, "main_score": 0.838966, "hf_subset": "fra_Latn-gla_Latn", "languages": ["fra-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-kan_Knda", "languages": ["fra-Latn", "kan-Knda"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fra_Latn-lmo_Latn", "languages": ["fra-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "fra_Latn-npi_Deva", "languages": ["fra-Latn", "npi-Deva"]}, {"precision": 0.471196, "recall": 0.541502, "f1": 0.49056, "accuracy": 0.541502, "main_score": 0.49056, "hf_subset": "fra_Latn-shn_Mymr", "languages": ["fra-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tgl_Latn", "languages": ["fra-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-yue_Hant", "languages": ["fra-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-asm_Beng", "languages": ["fra-Latn", "asm-Beng"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "fra_Latn-ckb_Arab", "languages": ["fra-Latn", "ckb-Arab"]}, {"precision": 0.909536, "recall": 0.935771, "f1": 0.917885, "accuracy": 0.935771, "main_score": 0.917885, "hf_subset": "fra_Latn-gle_Latn", "languages": ["fra-Latn", "gle-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "fra_Latn-kas_Arab", "languages": ["fra-Latn", "kas-Arab"]}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "fra_Latn-ltg_Latn", "languages": ["fra-Latn", "ltg-Latn"]}, {"precision": 0.632973, "recall": 0.6917, "f1": 0.650071, "accuracy": 0.6917, "main_score": 0.650071, "hf_subset": "fra_Latn-nso_Latn", "languages": ["fra-Latn", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-sin_Sinh", "languages": ["fra-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tha_Thai", "languages": ["fra-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zho_Hans", "languages": ["fra-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ast_Latn", "languages": ["fra-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-crh_Latn", "languages": ["fra-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-glg_Latn", "languages": ["fra-Latn", "glg-Latn"]}, {"precision": 0.919878, "recall": 0.943676, "f1": 0.927602, "accuracy": 0.943676, "main_score": 0.927602, "hf_subset": "fra_Latn-kas_Deva", "languages": ["fra-Latn", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fra_Latn-ltz_Latn", "languages": ["fra-Latn", "ltz-Latn"]}, {"precision": 0.483698, "recall": 0.550395, "f1": 0.501816, "accuracy": 0.550395, "main_score": 0.501816, "hf_subset": "fra_Latn-nus_Latn", "languages": ["fra-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-slk_Latn", "languages": ["fra-Latn", "slk-Latn"]}, {"precision": 0.641238, "recall": 0.714427, "f1": 0.663043, "accuracy": 0.714427, "main_score": 0.663043, "hf_subset": "fra_Latn-tir_Ethi", "languages": ["fra-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zho_Hant", "languages": ["fra-Latn", "zho-Hant"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "fra_Latn-awa_Deva", "languages": ["fra-Latn", "awa-Deva"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "fra_Latn-cym_Latn", "languages": ["fra-Latn", "cym-Latn"]}, {"precision": 0.870504, "recall": 0.905138, "f1": 0.881653, "accuracy": 0.905138, "main_score": 0.881653, "hf_subset": "fra_Latn-grn_Latn", "languages": ["fra-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-kat_Geor", "languages": ["fra-Latn", "kat-Geor"]}, {"precision": 0.671295, "recall": 0.725296, "f1": 0.686794, "accuracy": 0.725296, "main_score": 0.686794, "hf_subset": "fra_Latn-lua_Latn", "languages": ["fra-Latn", "lua-Latn"]}, {"precision": 0.674729, "recall": 0.735178, "f1": 0.692605, "accuracy": 0.735178, "main_score": 0.692605, "hf_subset": "fra_Latn-nya_Latn", "languages": ["fra-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-slv_Latn", "languages": ["fra-Latn", "slv-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "fra_Latn-tpi_Latn", "languages": ["fra-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zsm_Latn", "languages": ["fra-Latn", "zsm-Latn"]}, {"precision": 0.562258, "recall": 0.630435, "f1": 0.581738, "accuracy": 0.630435, "main_score": 0.581738, "hf_subset": "fra_Latn-ayr_Latn", "languages": ["fra-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-dan_Latn", "languages": ["fra-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-guj_Gujr", "languages": ["fra-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-kaz_Cyrl", "languages": ["fra-Latn", "kaz-Cyrl"]}, {"precision": 0.558738, "recall": 0.623518, "f1": 0.576965, "accuracy": 0.623518, "main_score": 0.576965, "hf_subset": "fra_Latn-lug_Latn", "languages": ["fra-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-oci_Latn", "languages": ["fra-Latn", "oci-Latn"]}, {"precision": 0.860096, "recall": 0.898221, "f1": 0.872069, "accuracy": 0.898221, "main_score": 0.872069, "hf_subset": "fra_Latn-smo_Latn", "languages": ["fra-Latn", "smo-Latn"]}, {"precision": 0.574968, "recall": 0.637352, "f1": 0.592646, "accuracy": 0.637352, "main_score": 0.592646, "hf_subset": "fra_Latn-tsn_Latn", "languages": ["fra-Latn", "tsn-Latn"]}, {"precision": 0.649209, "recall": 0.70751, "f1": 0.666206, "accuracy": 0.70751, "main_score": 0.666206, "hf_subset": "fra_Latn-zul_Latn", "languages": ["fra-Latn", "zul-Latn"]}, {"precision": 0.935277, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "fra_Latn-azb_Arab", "languages": ["fra-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-deu_Latn", "languages": ["fra-Latn", "deu-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "fra_Latn-hat_Latn", "languages": ["fra-Latn", "hat-Latn"]}, {"precision": 0.510903, "recall": 0.56917, "f1": 0.527489, "accuracy": 0.56917, "main_score": 0.527489, "hf_subset": "fra_Latn-kbp_Latn", "languages": ["fra-Latn", "kbp-Latn"]}, {"precision": 0.595683, "recall": 0.655138, "f1": 0.612032, "accuracy": 0.655138, "main_score": 0.612032, "hf_subset": "fra_Latn-luo_Latn", "languages": ["fra-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ory_Orya", "languages": ["fra-Latn", "ory-Orya"]}, {"precision": 0.615943, "recall": 0.682806, "f1": 0.635334, "accuracy": 0.682806, "main_score": 0.635334, "hf_subset": "fra_Latn-sna_Latn", "languages": ["fra-Latn", "sna-Latn"]}, {"precision": 0.582898, "recall": 0.642292, "f1": 0.599805, "accuracy": 0.642292, "main_score": 0.599805, "hf_subset": "fra_Latn-tso_Latn", "languages": ["fra-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-azj_Latn", "languages": ["fra-Latn", "azj-Latn"]}, {"precision": 0.55332, "recall": 0.62253, "f1": 0.573579, "accuracy": 0.62253, "main_score": 0.573579, "hf_subset": "fra_Latn-dik_Latn", "languages": ["fra-Latn", "dik-Latn"]}, {"precision": 0.765382, "recall": 0.815217, "f1": 0.779762, "accuracy": 0.815217, "main_score": 0.779762, "hf_subset": "fra_Latn-hau_Latn", "languages": ["fra-Latn", "hau-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-kea_Latn", "languages": ["fra-Latn", "kea-Latn"]}, {"precision": 0.759667, "recall": 0.810277, "f1": 0.774704, "accuracy": 0.810277, "main_score": 0.774704, "hf_subset": "fra_Latn-lus_Latn", "languages": ["fra-Latn", "lus-Latn"]}, {"precision": 0.889608, "recall": 0.916996, "f1": 0.897911, "accuracy": 0.916996, "main_score": 0.897911, "hf_subset": "fra_Latn-pag_Latn", "languages": ["fra-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-snd_Arab", "languages": ["fra-Latn", "snd-Arab"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "fra_Latn-tuk_Latn", "languages": ["fra-Latn", "tuk-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fra_Latn-bak_Cyrl", "languages": ["fra-Latn", "bak-Cyrl"]}, {"precision": 0.523693, "recall": 0.598814, "f1": 0.545506, "accuracy": 0.598814, "main_score": 0.545506, "hf_subset": "fra_Latn-dyu_Latn", "languages": ["fra-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-heb_Hebr", "languages": ["fra-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-khk_Cyrl", "languages": ["fra-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-lvs_Latn", "languages": ["fra-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pan_Guru", "languages": ["fra-Latn", "pan-Guru"]}, {"precision": 0.727859, "recall": 0.787549, "f1": 0.745542, "accuracy": 0.787549, "main_score": 0.745542, "hf_subset": "fra_Latn-som_Latn", "languages": ["fra-Latn", "som-Latn"]}, {"precision": 0.621212, "recall": 0.674901, "f1": 0.636646, "accuracy": 0.674901, "main_score": 0.636646, "hf_subset": "fra_Latn-tum_Latn", "languages": ["fra-Latn", "tum-Latn"]}, {"precision": 0.558905, "recall": 0.626482, "f1": 0.578296, "accuracy": 0.626482, "main_score": 0.578296, "hf_subset": "jpn_Jpan-ace_Arab", "languages": ["jpn-Jpan", "ace-Arab"]}, {"precision": 0.504228, "recall": 0.574111, "f1": 0.524105, "accuracy": 0.574111, "main_score": 0.524105, "hf_subset": "jpn_Jpan-bam_Latn", "languages": ["jpn-Jpan", "bam-Latn"]}, {"precision": 0.442748, "recall": 0.523715, "f1": 0.464964, "accuracy": 0.523715, "main_score": 0.464964, "hf_subset": "jpn_Jpan-dzo_Tibt", "languages": ["jpn-Jpan", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hin_Deva", "languages": ["jpn-Jpan", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-khm_Khmr", "languages": ["jpn-Jpan", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-mag_Deva", "languages": ["jpn-Jpan", "mag-Deva"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "jpn_Jpan-pap_Latn", "languages": ["jpn-Jpan", "pap-Latn"]}, {"precision": 0.569511, "recall": 0.626482, "f1": 0.585183, "accuracy": 0.626482, "main_score": 0.585183, "hf_subset": "jpn_Jpan-sot_Latn", "languages": ["jpn-Jpan", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-tur_Latn", "languages": ["jpn-Jpan", "tur-Latn"]}, {"precision": 0.847859, "recall": 0.889328, "f1": 0.860804, "accuracy": 0.889328, "main_score": 0.860804, "hf_subset": "jpn_Jpan-ace_Latn", "languages": ["jpn-Jpan", "ace-Latn"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "jpn_Jpan-ban_Latn", "languages": ["jpn-Jpan", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-ell_Grek", "languages": ["jpn-Jpan", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jpn_Jpan-hne_Deva", "languages": ["jpn-Jpan", "hne-Deva"]}, {"precision": 0.581072, "recall": 0.647233, "f1": 0.600104, "accuracy": 0.647233, "main_score": 0.600104, "hf_subset": "jpn_Jpan-kik_Latn", "languages": ["jpn-Jpan", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mai_Deva", "languages": ["jpn-Jpan", "mai-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "jpn_Jpan-pbt_Arab", "languages": ["jpn-Jpan", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-spa_Latn", "languages": ["jpn-Jpan", "spa-Latn"]}, {"precision": 0.608929, "recall": 0.678854, "f1": 0.628543, "accuracy": 0.678854, "main_score": 0.628543, "hf_subset": "jpn_Jpan-twi_Latn", "languages": ["jpn-Jpan", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-acm_Arab", "languages": ["jpn-Jpan", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bel_Cyrl", "languages": ["jpn-Jpan", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-eng_Latn", "languages": ["jpn-Jpan", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hrv_Latn", "languages": ["jpn-Jpan", "hrv-Latn"]}, {"precision": 0.522926, "recall": 0.593874, "f1": 0.542943, "accuracy": 0.593874, "main_score": 0.542943, "hf_subset": "jpn_Jpan-kin_Latn", "languages": ["jpn-Jpan", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mal_Mlym", "languages": ["jpn-Jpan", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-pes_Arab", "languages": ["jpn-Jpan", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jpn_Jpan-srd_Latn", "languages": ["jpn-Jpan", "srd-Latn"]}, {"precision": 0.160173, "recall": 0.211462, "f1": 0.172757, "accuracy": 0.211462, "main_score": 0.172757, "hf_subset": "jpn_Jpan-tzm_Tfng", "languages": ["jpn-Jpan", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-acq_Arab", "languages": ["jpn-Jpan", "acq-Arab"]}, {"precision": 0.622927, "recall": 0.681818, "f1": 0.639263, "accuracy": 0.681818, "main_score": 0.639263, "hf_subset": "jpn_Jpan-bem_Latn", "languages": ["jpn-Jpan", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-epo_Latn", "languages": ["jpn-Jpan", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hun_Latn", "languages": ["jpn-Jpan", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-kir_Cyrl", "languages": ["jpn-Jpan", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mar_Deva", "languages": ["jpn-Jpan", "mar-Deva"]}, {"precision": 0.653804, "recall": 0.709486, "f1": 0.670078, "accuracy": 0.709486, "main_score": 0.670078, "hf_subset": "jpn_Jpan-plt_Latn", "languages": ["jpn-Jpan", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-srp_Cyrl", "languages": ["jpn-Jpan", "srp-Cyrl"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "jpn_Jpan-uig_Arab", "languages": ["jpn-Jpan", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-aeb_Arab", "languages": ["jpn-Jpan", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ben_Beng", "languages": ["jpn-Jpan", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-est_Latn", "languages": ["jpn-Jpan", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hye_Armn", "languages": ["jpn-Jpan", "hye-Armn"]}, {"precision": 0.531312, "recall": 0.586957, "f1": 0.546779, "accuracy": 0.586957, "main_score": 0.546779, "hf_subset": "jpn_Jpan-kmb_Latn", "languages": ["jpn-Jpan", "kmb-Latn"]}, {"precision": 0.471543, "recall": 0.548419, "f1": 0.492921, "accuracy": 0.548419, "main_score": 0.492921, "hf_subset": "jpn_Jpan-min_Arab", "languages": ["jpn-Jpan", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-pol_Latn", "languages": ["jpn-Jpan", "pol-Latn"]}, {"precision": 0.535713, "recall": 0.605731, "f1": 0.55597, "accuracy": 0.605731, "main_score": 0.55597, "hf_subset": "jpn_Jpan-ssw_Latn", "languages": ["jpn-Jpan", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ukr_Cyrl", "languages": ["jpn-Jpan", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-afr_Latn", "languages": ["jpn-Jpan", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-bho_Deva", "languages": ["jpn-Jpan", "bho-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jpn_Jpan-eus_Latn", "languages": ["jpn-Jpan", "eus-Latn"]}, {"precision": 0.553543, "recall": 0.620553, "f1": 0.572252, "accuracy": 0.620553, "main_score": 0.572252, "hf_subset": "jpn_Jpan-ibo_Latn", "languages": ["jpn-Jpan", "ibo-Latn"]}, {"precision": 0.877964, "recall": 0.913043, "f1": 0.88913, "accuracy": 0.913043, "main_score": 0.88913, "hf_subset": "jpn_Jpan-kmr_Latn", "languages": ["jpn-Jpan", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "jpn_Jpan-min_Latn", "languages": ["jpn-Jpan", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-por_Latn", "languages": ["jpn-Jpan", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jpn_Jpan-sun_Latn", "languages": ["jpn-Jpan", "sun-Latn"]}, {"precision": 0.509869, "recall": 0.578063, "f1": 0.529416, "accuracy": 0.578063, "main_score": 0.529416, "hf_subset": "jpn_Jpan-umb_Latn", "languages": ["jpn-Jpan", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ajp_Arab", "languages": ["jpn-Jpan", "ajp-Arab"]}, {"precision": 0.522963, "recall": 0.592885, "f1": 0.541813, "accuracy": 0.592885, "main_score": 0.541813, "hf_subset": "jpn_Jpan-bjn_Arab", "languages": ["jpn-Jpan", "bjn-Arab"]}, {"precision": 0.517244, "recall": 0.581028, "f1": 0.534638, "accuracy": 0.581028, "main_score": 0.534638, "hf_subset": "jpn_Jpan-ewe_Latn", "languages": ["jpn-Jpan", "ewe-Latn"]}, {"precision": 0.938159, "recall": 0.955534, "f1": 0.943412, "accuracy": 0.955534, "main_score": 0.943412, "hf_subset": "jpn_Jpan-ilo_Latn", "languages": ["jpn-Jpan", "ilo-Latn"]}, {"precision": 0.309787, "recall": 0.37253, "f1": 0.327188, "accuracy": 0.37253, "main_score": 0.327188, "hf_subset": "jpn_Jpan-knc_Arab", "languages": ["jpn-Jpan", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-mkd_Cyrl", "languages": ["jpn-Jpan", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-prs_Arab", "languages": ["jpn-Jpan", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-swe_Latn", "languages": ["jpn-Jpan", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-urd_Arab", "languages": ["jpn-Jpan", "urd-Arab"]}, {"precision": 0.584579, "recall": 0.655138, "f1": 0.604356, "accuracy": 0.655138, "main_score": 0.604356, "hf_subset": "jpn_Jpan-aka_Latn", "languages": ["jpn-Jpan", "aka-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "jpn_Jpan-bjn_Latn", "languages": ["jpn-Jpan", "bjn-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "jpn_Jpan-fao_Latn", "languages": ["jpn-Jpan", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ind_Latn", "languages": ["jpn-Jpan", "ind-Latn"]}, {"precision": 0.58209, "recall": 0.640316, "f1": 0.598721, "accuracy": 0.640316, "main_score": 0.598721, "hf_subset": "jpn_Jpan-knc_Latn", "languages": ["jpn-Jpan", "knc-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "jpn_Jpan-mlt_Latn", "languages": ["jpn-Jpan", "mlt-Latn"]}, {"precision": 0.685216, "recall": 0.750988, "f1": 0.704282, "accuracy": 0.750988, "main_score": 0.704282, "hf_subset": "jpn_Jpan-quy_Latn", "languages": ["jpn-Jpan", "quy-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "jpn_Jpan-swh_Latn", "languages": ["jpn-Jpan", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-uzn_Latn", "languages": ["jpn-Jpan", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-als_Latn", "languages": ["jpn-Jpan", "als-Latn"]}, {"precision": 0.64013, "recall": 0.715415, "f1": 0.662516, "accuracy": 0.715415, "main_score": 0.662516, "hf_subset": "jpn_Jpan-bod_Tibt", "languages": ["jpn-Jpan", "bod-Tibt"]}, {"precision": 0.677388, "recall": 0.738142, "f1": 0.695196, "accuracy": 0.738142, "main_score": 0.695196, "hf_subset": "jpn_Jpan-fij_Latn", "languages": ["jpn-Jpan", "fij-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "jpn_Jpan-isl_Latn", "languages": ["jpn-Jpan", "isl-Latn"]}, {"precision": 0.652446, "recall": 0.70751, "f1": 0.668815, "accuracy": 0.70751, "main_score": 0.668815, "hf_subset": "jpn_Jpan-kon_Latn", "languages": ["jpn-Jpan", "kon-Latn"]}, {"precision": 0.640014, "recall": 0.711462, "f1": 0.661467, "accuracy": 0.711462, "main_score": 0.661467, "hf_subset": "jpn_Jpan-mni_Beng", "languages": ["jpn-Jpan", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ron_Latn", "languages": ["jpn-Jpan", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "jpn_Jpan-szl_Latn", "languages": ["jpn-Jpan", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-vec_Latn", "languages": ["jpn-Jpan", "vec-Latn"]}, {"precision": 0.944335, "recall": 0.962451, "f1": 0.950264, "accuracy": 0.962451, "main_score": 0.950264, "hf_subset": "jpn_Jpan-amh_Ethi", "languages": ["jpn-Jpan", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bos_Latn", "languages": ["jpn-Jpan", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-fin_Latn", "languages": ["jpn-Jpan", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ita_Latn", "languages": ["jpn-Jpan", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-kor_Hang", "languages": ["jpn-Jpan", "kor-Hang"]}, {"precision": 0.554596, "recall": 0.616601, "f1": 0.571992, "accuracy": 0.616601, "main_score": 0.571992, "hf_subset": "jpn_Jpan-mos_Latn", "languages": ["jpn-Jpan", "mos-Latn"]}, {"precision": 0.542998, "recall": 0.599802, "f1": 0.558632, "accuracy": 0.599802, "main_score": 0.558632, "hf_subset": "jpn_Jpan-run_Latn", "languages": ["jpn-Jpan", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-tam_Taml", "languages": ["jpn-Jpan", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-vie_Latn", "languages": ["jpn-Jpan", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-apc_Arab", "languages": ["jpn-Jpan", "apc-Arab"]}, {"precision": 0.796756, "recall": 0.842885, "f1": 0.810394, "accuracy": 0.842885, "main_score": 0.810394, "hf_subset": "jpn_Jpan-bug_Latn", "languages": ["jpn-Jpan", "bug-Latn"]}, {"precision": 0.454362, "recall": 0.523715, "f1": 0.472482, "accuracy": 0.523715, "main_score": 0.472482, "hf_subset": "jpn_Jpan-fon_Latn", "languages": ["jpn-Jpan", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jpn_Jpan-jav_Latn", "languages": ["jpn-Jpan", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jpn_Jpan-lao_Laoo", "languages": ["jpn-Jpan", "lao-Laoo"]}, {"precision": 0.838505, "recall": 0.882411, "f1": 0.852273, "accuracy": 0.882411, "main_score": 0.852273, "hf_subset": "jpn_Jpan-mri_Latn", "languages": ["jpn-Jpan", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-rus_Cyrl", "languages": ["jpn-Jpan", "rus-Cyrl"]}, {"precision": 0.526953, "recall": 0.599802, "f1": 0.547537, "accuracy": 0.599802, "main_score": 0.547537, "hf_subset": "jpn_Jpan-taq_Latn", "languages": ["jpn-Jpan", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jpn_Jpan-war_Latn", "languages": ["jpn-Jpan", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-arb_Arab", "languages": ["jpn-Jpan", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bul_Cyrl", "languages": ["jpn-Jpan", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-fra_Latn", "languages": ["jpn-Jpan", "fra-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jpn_Jpan-lij_Latn", "languages": ["jpn-Jpan", "lij-Latn"]}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "jpn_Jpan-mya_Mymr", "languages": ["jpn-Jpan", "mya-Mymr"]}, {"precision": 0.587567, "recall": 0.658103, "f1": 0.607249, "accuracy": 0.658103, "main_score": 0.607249, "hf_subset": "jpn_Jpan-sag_Latn", "languages": ["jpn-Jpan", "sag-Latn"]}, {"precision": 0.176537, "recall": 0.244071, "f1": 0.192279, "accuracy": 0.244071, "main_score": 0.192279, "hf_subset": "jpn_Jpan-taq_Tfng", "languages": ["jpn-Jpan", "taq-Tfng"]}, {"precision": 0.616749, "recall": 0.685771, "f1": 0.636218, "accuracy": 0.685771, "main_score": 0.636218, "hf_subset": "jpn_Jpan-wol_Latn", "languages": ["jpn-Jpan", "wol-Latn"]}, {"precision": 0.777256, "recall": 0.833004, "f1": 0.794419, "accuracy": 0.833004, "main_score": 0.794419, "hf_subset": "jpn_Jpan-arb_Latn", "languages": ["jpn-Jpan", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-cat_Latn", "languages": ["jpn-Jpan", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "jpn_Jpan-fur_Latn", "languages": ["jpn-Jpan", "fur-Latn"]}, {"precision": 0.398169, "recall": 0.45751, "f1": 0.414388, "accuracy": 0.45751, "main_score": 0.414388, "hf_subset": "jpn_Jpan-kab_Latn", "languages": ["jpn-Jpan", "kab-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "jpn_Jpan-lim_Latn", "languages": ["jpn-Jpan", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-nld_Latn", "languages": ["jpn-Jpan", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jpn_Jpan-san_Deva", "languages": ["jpn-Jpan", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-tat_Cyrl", "languages": ["jpn-Jpan", "tat-Cyrl"]}, {"precision": 0.645439, "recall": 0.708498, "f1": 0.664034, "accuracy": 0.708498, "main_score": 0.664034, "hf_subset": "jpn_Jpan-xho_Latn", "languages": ["jpn-Jpan", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ars_Arab", "languages": ["jpn-Jpan", "ars-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "jpn_Jpan-ceb_Latn", "languages": ["jpn-Jpan", "ceb-Latn"]}, {"precision": 0.551932, "recall": 0.616601, "f1": 0.569875, "accuracy": 0.616601, "main_score": 0.569875, "hf_subset": "jpn_Jpan-fuv_Latn", "languages": ["jpn-Jpan", "fuv-Latn"]}, {"precision": 0.499704, "recall": 0.572134, "f1": 0.51963, "accuracy": 0.572134, "main_score": 0.51963, "hf_subset": "jpn_Jpan-kac_Latn", "languages": ["jpn-Jpan", "kac-Latn"]}, {"precision": 0.654134, "recall": 0.714427, "f1": 0.671876, "accuracy": 0.714427, "main_score": 0.671876, "hf_subset": "jpn_Jpan-lin_Latn", "languages": ["jpn-Jpan", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-nno_Latn", "languages": ["jpn-Jpan", "nno-Latn"]}, {"precision": 0.199365, "recall": 0.278656, "f1": 0.220111, "accuracy": 0.278656, "main_score": 0.220111, "hf_subset": "jpn_Jpan-sat_Olck", "languages": ["jpn-Jpan", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-tel_Telu", "languages": ["jpn-Jpan", "tel-Telu"]}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "jpn_Jpan-ydd_Hebr", "languages": ["jpn-Jpan", "ydd-Hebr"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "jpn_Jpan-ary_Arab", "languages": ["jpn-Jpan", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ces_Latn", "languages": ["jpn-Jpan", "ces-Latn"]}, {"precision": 0.554877, "recall": 0.621542, "f1": 0.574167, "accuracy": 0.621542, "main_score": 0.574167, "hf_subset": "jpn_Jpan-gaz_Latn", "languages": ["jpn-Jpan", "gaz-Latn"]}, {"precision": 0.56582, "recall": 0.633399, "f1": 0.585016, "accuracy": 0.633399, "main_score": 0.585016, "hf_subset": "jpn_Jpan-kam_Latn", "languages": ["jpn-Jpan", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "jpn_Jpan-lit_Latn", "languages": ["jpn-Jpan", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-nob_Latn", "languages": ["jpn-Jpan", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "jpn_Jpan-scn_Latn", "languages": ["jpn-Jpan", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "jpn_Jpan-tgk_Cyrl", "languages": ["jpn-Jpan", "tgk-Cyrl"]}, {"precision": 0.680726, "recall": 0.747036, "f1": 0.700414, "accuracy": 0.747036, "main_score": 0.700414, "hf_subset": "jpn_Jpan-yor_Latn", "languages": ["jpn-Jpan", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-arz_Arab", "languages": ["jpn-Jpan", "arz-Arab"]}, {"precision": 0.552277, "recall": 0.619565, "f1": 0.571348, "accuracy": 0.619565, "main_score": 0.571348, "hf_subset": "jpn_Jpan-cjk_Latn", "languages": ["jpn-Jpan", "cjk-Latn"]}, {"precision": 0.758893, "recall": 0.814229, "f1": 0.775612, "accuracy": 0.814229, "main_score": 0.775612, "hf_subset": "jpn_Jpan-gla_Latn", "languages": ["jpn-Jpan", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-kan_Knda", "languages": ["jpn-Jpan", "kan-Knda"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jpn_Jpan-lmo_Latn", "languages": ["jpn-Jpan", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "jpn_Jpan-npi_Deva", "languages": ["jpn-Jpan", "npi-Deva"]}, {"precision": 0.462459, "recall": 0.535573, "f1": 0.482246, "accuracy": 0.535573, "main_score": 0.482246, "hf_subset": "jpn_Jpan-shn_Mymr", "languages": ["jpn-Jpan", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-tgl_Latn", "languages": ["jpn-Jpan", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-yue_Hant", "languages": ["jpn-Jpan", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jpn_Jpan-asm_Beng", "languages": ["jpn-Jpan", "asm-Beng"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "jpn_Jpan-ckb_Arab", "languages": ["jpn-Jpan", "ckb-Arab"]}, {"precision": 0.844779, "recall": 0.887352, "f1": 0.858267, "accuracy": 0.887352, "main_score": 0.858267, "hf_subset": "jpn_Jpan-gle_Latn", "languages": ["jpn-Jpan", "gle-Latn"]}, {"precision": 0.941535, "recall": 0.960474, "f1": 0.947793, "accuracy": 0.960474, "main_score": 0.947793, "hf_subset": "jpn_Jpan-kas_Arab", "languages": ["jpn-Jpan", "kas-Arab"]}, {"precision": 0.934453, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "jpn_Jpan-ltg_Latn", "languages": ["jpn-Jpan", "ltg-Latn"]}, {"precision": 0.597747, "recall": 0.655138, "f1": 0.613863, "accuracy": 0.655138, "main_score": 0.613863, "hf_subset": "jpn_Jpan-nso_Latn", "languages": ["jpn-Jpan", "nso-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "jpn_Jpan-sin_Sinh", "languages": ["jpn-Jpan", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-tha_Thai", "languages": ["jpn-Jpan", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-zho_Hans", "languages": ["jpn-Jpan", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ast_Latn", "languages": ["jpn-Jpan", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-crh_Latn", "languages": ["jpn-Jpan", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-glg_Latn", "languages": ["jpn-Jpan", "glg-Latn"]}, {"precision": 0.898715, "recall": 0.929842, "f1": 0.908597, "accuracy": 0.929842, "main_score": 0.908597, "hf_subset": "jpn_Jpan-kas_Deva", "languages": ["jpn-Jpan", "kas-Deva"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "jpn_Jpan-ltz_Latn", "languages": ["jpn-Jpan", "ltz-Latn"]}, {"precision": 0.431943, "recall": 0.509881, "f1": 0.453099, "accuracy": 0.509881, "main_score": 0.453099, "hf_subset": "jpn_Jpan-nus_Latn", "languages": ["jpn-Jpan", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-slk_Latn", "languages": ["jpn-Jpan", "slk-Latn"]}, {"precision": 0.602816, "recall": 0.679842, "f1": 0.625532, "accuracy": 0.679842, "main_score": 0.625532, "hf_subset": "jpn_Jpan-tir_Ethi", "languages": ["jpn-Jpan", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-zho_Hant", "languages": ["jpn-Jpan", "zho-Hant"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "jpn_Jpan-awa_Deva", "languages": ["jpn-Jpan", "awa-Deva"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "jpn_Jpan-cym_Latn", "languages": ["jpn-Jpan", "cym-Latn"]}, {"precision": 0.832708, "recall": 0.875494, "f1": 0.845572, "accuracy": 0.875494, "main_score": 0.845572, "hf_subset": "jpn_Jpan-grn_Latn", "languages": ["jpn-Jpan", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-kat_Geor", "languages": ["jpn-Jpan", "kat-Geor"]}, {"precision": 0.6263, "recall": 0.682806, "f1": 0.642039, "accuracy": 0.682806, "main_score": 0.642039, "hf_subset": "jpn_Jpan-lua_Latn", "languages": ["jpn-Jpan", "lua-Latn"]}, {"precision": 0.630665, "recall": 0.6917, "f1": 0.64849, "accuracy": 0.6917, "main_score": 0.64849, "hf_subset": "jpn_Jpan-nya_Latn", "languages": ["jpn-Jpan", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-slv_Latn", "languages": ["jpn-Jpan", "slv-Latn"]}, {"precision": 0.947711, "recall": 0.964427, "f1": 0.953129, "accuracy": 0.964427, "main_score": 0.953129, "hf_subset": "jpn_Jpan-tpi_Latn", "languages": ["jpn-Jpan", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-zsm_Latn", "languages": ["jpn-Jpan", "zsm-Latn"]}, {"precision": 0.535299, "recall": 0.602767, "f1": 0.55408, "accuracy": 0.602767, "main_score": 0.55408, "hf_subset": "jpn_Jpan-ayr_Latn", "languages": ["jpn-Jpan", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-dan_Latn", "languages": ["jpn-Jpan", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-guj_Gujr", "languages": ["jpn-Jpan", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-kaz_Cyrl", "languages": ["jpn-Jpan", "kaz-Cyrl"]}, {"precision": 0.529176, "recall": 0.591897, "f1": 0.547392, "accuracy": 0.591897, "main_score": 0.547392, "hf_subset": "jpn_Jpan-lug_Latn", "languages": ["jpn-Jpan", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-oci_Latn", "languages": ["jpn-Jpan", "oci-Latn"]}, {"precision": 0.792227, "recall": 0.841897, "f1": 0.807082, "accuracy": 0.841897, "main_score": 0.807082, "hf_subset": "jpn_Jpan-smo_Latn", "languages": ["jpn-Jpan", "smo-Latn"]}, {"precision": 0.536122, "recall": 0.598814, "f1": 0.553441, "accuracy": 0.598814, "main_score": 0.553441, "hf_subset": "jpn_Jpan-tsn_Latn", "languages": ["jpn-Jpan", "tsn-Latn"]}, {"precision": 0.584232, "recall": 0.652174, "f1": 0.603611, "accuracy": 0.652174, "main_score": 0.603611, "hf_subset": "jpn_Jpan-zul_Latn", "languages": ["jpn-Jpan", "zul-Latn"]}, {"precision": 0.912055, "recall": 0.936759, "f1": 0.91996, "accuracy": 0.936759, "main_score": 0.91996, "hf_subset": "jpn_Jpan-azb_Arab", "languages": ["jpn-Jpan", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-deu_Latn", "languages": ["jpn-Jpan", "deu-Latn"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "jpn_Jpan-hat_Latn", "languages": ["jpn-Jpan", "hat-Latn"]}, {"precision": 0.489105, "recall": 0.547431, "f1": 0.505044, "accuracy": 0.547431, "main_score": 0.505044, "hf_subset": "jpn_Jpan-kbp_Latn", "languages": ["jpn-Jpan", "kbp-Latn"]}, {"precision": 0.562476, "recall": 0.621542, "f1": 0.578418, "accuracy": 0.621542, "main_score": 0.578418, "hf_subset": "jpn_Jpan-luo_Latn", "languages": ["jpn-Jpan", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ory_Orya", "languages": ["jpn-Jpan", "ory-Orya"]}, {"precision": 0.578254, "recall": 0.642292, "f1": 0.596614, "accuracy": 0.642292, "main_score": 0.596614, "hf_subset": "jpn_Jpan-sna_Latn", "languages": ["jpn-Jpan", "sna-Latn"]}, {"precision": 0.553154, "recall": 0.61166, "f1": 0.569592, "accuracy": 0.61166, "main_score": 0.569592, "hf_subset": "jpn_Jpan-tso_Latn", "languages": ["jpn-Jpan", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-azj_Latn", "languages": ["jpn-Jpan", "azj-Latn"]}, {"precision": 0.542292, "recall": 0.61166, "f1": 0.562008, "accuracy": 0.61166, "main_score": 0.562008, "hf_subset": "jpn_Jpan-dik_Latn", "languages": ["jpn-Jpan", "dik-Latn"]}, {"precision": 0.71302, "recall": 0.768775, "f1": 0.728974, "accuracy": 0.768775, "main_score": 0.728974, "hf_subset": "jpn_Jpan-hau_Latn", "languages": ["jpn-Jpan", "hau-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "jpn_Jpan-kea_Latn", "languages": ["jpn-Jpan", "kea-Latn"]}, {"precision": 0.736644, "recall": 0.795455, "f1": 0.75448, "accuracy": 0.795455, "main_score": 0.75448, "hf_subset": "jpn_Jpan-lus_Latn", "languages": ["jpn-Jpan", "lus-Latn"]}, {"precision": 0.875494, "recall": 0.909091, "f1": 0.886001, "accuracy": 0.909091, "main_score": 0.886001, "hf_subset": "jpn_Jpan-pag_Latn", "languages": ["jpn-Jpan", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-snd_Arab", "languages": ["jpn-Jpan", "snd-Arab"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "jpn_Jpan-tuk_Latn", "languages": ["jpn-Jpan", "tuk-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "jpn_Jpan-bak_Cyrl", "languages": ["jpn-Jpan", "bak-Cyrl"]}, {"precision": 0.471189, "recall": 0.551383, "f1": 0.49516, "accuracy": 0.551383, "main_score": 0.49516, "hf_subset": "jpn_Jpan-dyu_Latn", "languages": ["jpn-Jpan", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-heb_Hebr", "languages": ["jpn-Jpan", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "jpn_Jpan-khk_Cyrl", "languages": ["jpn-Jpan", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-lvs_Latn", "languages": ["jpn-Jpan", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-pan_Guru", "languages": ["jpn-Jpan", "pan-Guru"]}, {"precision": 0.674407, "recall": 0.73913, "f1": 0.694189, "accuracy": 0.73913, "main_score": 0.694189, "hf_subset": "jpn_Jpan-som_Latn", "languages": ["jpn-Jpan", "som-Latn"]}, {"precision": 0.575889, "recall": 0.62747, "f1": 0.590486, "accuracy": 0.62747, "main_score": 0.590486, "hf_subset": "jpn_Jpan-tum_Latn", "languages": ["jpn-Jpan", "tum-Latn"]}, {"precision": 0.590466, "recall": 0.659091, "f1": 0.609614, "accuracy": 0.659091, "main_score": 0.609614, "hf_subset": "lij_Latn-ace_Arab", "languages": ["lij-Latn", "ace-Arab"]}, {"precision": 0.540679, "recall": 0.596838, "f1": 0.5572, "accuracy": 0.596838, "main_score": 0.5572, "hf_subset": "lij_Latn-bam_Latn", "languages": ["lij-Latn", "bam-Latn"]}, {"precision": 0.377268, "recall": 0.439723, "f1": 0.393466, "accuracy": 0.439723, "main_score": 0.393466, "hf_subset": "lij_Latn-dzo_Tibt", "languages": ["lij-Latn", "dzo-Tibt"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lij_Latn-hin_Deva", "languages": ["lij-Latn", "hin-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lij_Latn-khm_Khmr", "languages": ["lij-Latn", "khm-Khmr"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "lij_Latn-mag_Deva", "languages": ["lij-Latn", "mag-Deva"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "lij_Latn-pap_Latn", "languages": ["lij-Latn", "pap-Latn"]}, {"precision": 0.595344, "recall": 0.652174, "f1": 0.6115, "accuracy": 0.652174, "main_score": 0.6115, "hf_subset": "lij_Latn-sot_Latn", "languages": ["lij-Latn", "sot-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-tur_Latn", "languages": ["lij-Latn", "tur-Latn"]}, {"precision": 0.859025, "recall": 0.891304, "f1": 0.868826, "accuracy": 0.891304, "main_score": 0.868826, "hf_subset": "lij_Latn-ace_Latn", "languages": ["lij-Latn", "ace-Latn"]}, {"precision": 0.942358, "recall": 0.958498, "f1": 0.947464, "accuracy": 0.958498, "main_score": 0.947464, "hf_subset": "lij_Latn-ban_Latn", "languages": ["lij-Latn", "ban-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-ell_Grek", "languages": ["lij-Latn", "ell-Grek"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lij_Latn-hne_Deva", "languages": ["lij-Latn", "hne-Deva"]}, {"precision": 0.603838, "recall": 0.656126, "f1": 0.618673, "accuracy": 0.656126, "main_score": 0.618673, "hf_subset": "lij_Latn-kik_Latn", "languages": ["lij-Latn", "kik-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lij_Latn-mai_Deva", "languages": ["lij-Latn", "mai-Deva"]}, {"precision": 0.951499, "recall": 0.966403, "f1": 0.956258, "accuracy": 0.966403, "main_score": 0.956258, "hf_subset": "lij_Latn-pbt_Arab", "languages": ["lij-Latn", "pbt-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-spa_Latn", "languages": ["lij-Latn", "spa-Latn"]}, {"precision": 0.631802, "recall": 0.686759, "f1": 0.647518, "accuracy": 0.686759, "main_score": 0.647518, "hf_subset": "lij_Latn-twi_Latn", "languages": ["lij-Latn", "twi-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lij_Latn-acm_Arab", "languages": ["lij-Latn", "acm-Arab"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lij_Latn-bel_Cyrl", "languages": ["lij-Latn", "bel-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-eng_Latn", "languages": ["lij-Latn", "eng-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "lij_Latn-hrv_Latn", "languages": ["lij-Latn", "hrv-Latn"]}, {"precision": 0.572274, "recall": 0.629447, "f1": 0.588498, "accuracy": 0.629447, "main_score": 0.588498, "hf_subset": "lij_Latn-kin_Latn", "languages": ["lij-Latn", "kin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-mal_Mlym", "languages": ["lij-Latn", "mal-Mlym"]}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lij_Latn-pes_Arab", "languages": ["lij-Latn", "pes-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lij_Latn-srd_Latn", "languages": ["lij-Latn", "srd-Latn"]}, {"precision": 0.18788, "recall": 0.229249, "f1": 0.197827, "accuracy": 0.229249, "main_score": 0.197827, "hf_subset": "lij_Latn-tzm_Tfng", "languages": ["lij-Latn", "tzm-Tfng"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lij_Latn-acq_Arab", "languages": ["lij-Latn", "acq-Arab"]}, {"precision": 0.643466, "recall": 0.687747, "f1": 0.655471, "accuracy": 0.687747, "main_score": 0.655471, "hf_subset": "lij_Latn-bem_Latn", "languages": ["lij-Latn", "bem-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lij_Latn-epo_Latn", "languages": ["lij-Latn", "epo-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-hun_Latn", "languages": ["lij-Latn", "hun-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "lij_Latn-kir_Cyrl", "languages": ["lij-Latn", "kir-Cyrl"]}, {"precision": 0.982131, "recall": 0.987154, "f1": 0.983597, "accuracy": 0.987154, "main_score": 0.983597, "hf_subset": "lij_Latn-mar_Deva", "languages": ["lij-Latn", "mar-Deva"]}, {"precision": 0.676416, "recall": 0.727273, "f1": 0.691568, "accuracy": 0.727273, "main_score": 0.691568, "hf_subset": "lij_Latn-plt_Latn", "languages": ["lij-Latn", "plt-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lij_Latn-srp_Cyrl", "languages": ["lij-Latn", "srp-Cyrl"]}, {"precision": 0.933547, "recall": 0.952569, "f1": 0.939625, "accuracy": 0.952569, "main_score": 0.939625, "hf_subset": "lij_Latn-uig_Arab", "languages": ["lij-Latn", "uig-Arab"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lij_Latn-aeb_Arab", "languages": ["lij-Latn", "aeb-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-ben_Beng", "languages": ["lij-Latn", "ben-Beng"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-est_Latn", "languages": ["lij-Latn", "est-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lij_Latn-hye_Armn", "languages": ["lij-Latn", "hye-Armn"]}, {"precision": 0.56521, "recall": 0.618577, "f1": 0.580734, "accuracy": 0.618577, "main_score": 0.580734, "hf_subset": "lij_Latn-kmb_Latn", "languages": ["lij-Latn", "kmb-Latn"]}, {"precision": 0.511422, "recall": 0.58004, "f1": 0.529429, "accuracy": 0.58004, "main_score": 0.529429, "hf_subset": "lij_Latn-min_Arab", "languages": ["lij-Latn", "min-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-pol_Latn", "languages": ["lij-Latn", "pol-Latn"]}, {"precision": 0.568014, "recall": 0.626482, "f1": 0.584622, "accuracy": 0.626482, "main_score": 0.584622, "hf_subset": "lij_Latn-ssw_Latn", "languages": ["lij-Latn", "ssw-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-ukr_Cyrl", "languages": ["lij-Latn", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-afr_Latn", "languages": ["lij-Latn", "afr-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lij_Latn-bho_Deva", "languages": ["lij-Latn", "bho-Deva"]}, {"precision": 0.960721, "recall": 0.97332, "f1": 0.964822, "accuracy": 0.97332, "main_score": 0.964822, "hf_subset": "lij_Latn-eus_Latn", "languages": ["lij-Latn", "eus-Latn"]}, {"precision": 0.593076, "recall": 0.648221, "f1": 0.608543, "accuracy": 0.648221, "main_score": 0.608543, "hf_subset": "lij_Latn-ibo_Latn", "languages": ["lij-Latn", "ibo-Latn"]}, {"precision": 0.865069, "recall": 0.898221, "f1": 0.874986, "accuracy": 0.898221, "main_score": 0.874986, "hf_subset": "lij_Latn-kmr_Latn", "languages": ["lij-Latn", "kmr-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "lij_Latn-min_Latn", "languages": ["lij-Latn", "min-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-por_Latn", "languages": ["lij-Latn", "por-Latn"]}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "lij_Latn-sun_Latn", "languages": ["lij-Latn", "sun-Latn"]}, {"precision": 0.531137, "recall": 0.58498, "f1": 0.546777, "accuracy": 0.58498, "main_score": 0.546777, "hf_subset": "lij_Latn-umb_Latn", "languages": ["lij-Latn", "umb-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-ajp_Arab", "languages": ["lij-Latn", "ajp-Arab"]}, {"precision": 0.547043, "recall": 0.61166, "f1": 0.564978, "accuracy": 0.61166, "main_score": 0.564978, "hf_subset": "lij_Latn-bjn_Arab", "languages": ["lij-Latn", "bjn-Arab"]}, {"precision": 0.531633, "recall": 0.578063, "f1": 0.544768, "accuracy": 0.578063, "main_score": 0.544768, "hf_subset": "lij_Latn-ewe_Latn", "languages": ["lij-Latn", "ewe-Latn"]}, {"precision": 0.937747, "recall": 0.953557, "f1": 0.942655, "accuracy": 0.953557, "main_score": 0.942655, "hf_subset": "lij_Latn-ilo_Latn", "languages": ["lij-Latn", "ilo-Latn"]}, {"precision": 0.312198, "recall": 0.367589, "f1": 0.327866, "accuracy": 0.367589, "main_score": 0.327866, "hf_subset": "lij_Latn-knc_Arab", "languages": ["lij-Latn", "knc-Arab"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lij_Latn-mkd_Cyrl", "languages": ["lij-Latn", "mkd-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-prs_Arab", "languages": ["lij-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-swe_Latn", "languages": ["lij-Latn", "swe-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-urd_Arab", "languages": ["lij-Latn", "urd-Arab"]}, {"precision": 0.59198, "recall": 0.646245, "f1": 0.607444, "accuracy": 0.646245, "main_score": 0.607444, "hf_subset": "lij_Latn-aka_Latn", "languages": ["lij-Latn", "aka-Latn"]}, {"precision": 0.967007, "recall": 0.975296, "f1": 0.969565, "accuracy": 0.975296, "main_score": 0.969565, "hf_subset": "lij_Latn-bjn_Latn", "languages": ["lij-Latn", "bjn-Latn"]}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.950758, "accuracy": 0.961462, "main_score": 0.950758, "hf_subset": "lij_Latn-fao_Latn", "languages": ["lij-Latn", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-ind_Latn", "languages": ["lij-Latn", "ind-Latn"]}, {"precision": 0.600468, "recall": 0.653162, "f1": 0.615221, "accuracy": 0.653162, "main_score": 0.615221, "hf_subset": "lij_Latn-knc_Latn", "languages": ["lij-Latn", "knc-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-mlt_Latn", "languages": ["lij-Latn", "mlt-Latn"]}, {"precision": 0.701647, "recall": 0.76087, "f1": 0.719176, "accuracy": 0.76087, "main_score": 0.719176, "hf_subset": "lij_Latn-quy_Latn", "languages": ["lij-Latn", "quy-Latn"]}, {"precision": 0.939394, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "lij_Latn-swh_Latn", "languages": ["lij-Latn", "swh-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "lij_Latn-uzn_Latn", "languages": ["lij-Latn", "uzn-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lij_Latn-als_Latn", "languages": ["lij-Latn", "als-Latn"]}, {"precision": 0.565955, "recall": 0.646245, "f1": 0.588143, "accuracy": 0.646245, "main_score": 0.588143, "hf_subset": "lij_Latn-bod_Tibt", "languages": ["lij-Latn", "bod-Tibt"]}, {"precision": 0.701655, "recall": 0.751976, "f1": 0.715918, "accuracy": 0.751976, "main_score": 0.715918, "hf_subset": "lij_Latn-fij_Latn", "languages": ["lij-Latn", "fij-Latn"]}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "lij_Latn-isl_Latn", "languages": ["lij-Latn", "isl-Latn"]}, {"precision": 0.67803, "recall": 0.731225, "f1": 0.693555, "accuracy": 0.731225, "main_score": 0.693555, "hf_subset": "lij_Latn-kon_Latn", "languages": ["lij-Latn", "kon-Latn"]}, {"precision": 0.654285, "recall": 0.719368, "f1": 0.673464, "accuracy": 0.719368, "main_score": 0.673464, "hf_subset": "lij_Latn-mni_Beng", "languages": ["lij-Latn", "mni-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-ron_Latn", "languages": ["lij-Latn", "ron-Latn"]}, {"precision": 0.974144, "recall": 0.981225, "f1": 0.976449, "accuracy": 0.981225, "main_score": 0.976449, "hf_subset": "lij_Latn-szl_Latn", "languages": ["lij-Latn", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-vec_Latn", "languages": ["lij-Latn", "vec-Latn"]}, {"precision": 0.90835, "recall": 0.933794, "f1": 0.916238, "accuracy": 0.933794, "main_score": 0.916238, "hf_subset": "lij_Latn-amh_Ethi", "languages": ["lij-Latn", "amh-Ethi"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "lij_Latn-bos_Latn", "languages": ["lij-Latn", "bos-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lij_Latn-fin_Latn", "languages": ["lij-Latn", "fin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-ita_Latn", "languages": ["lij-Latn", "ita-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-kor_Hang", "languages": ["lij-Latn", "kor-Hang"]}, {"precision": 0.567224, "recall": 0.615613, "f1": 0.580928, "accuracy": 0.615613, "main_score": 0.580928, "hf_subset": "lij_Latn-mos_Latn", "languages": ["lij-Latn", "mos-Latn"]}, {"precision": 0.571798, "recall": 0.619565, "f1": 0.585415, "accuracy": 0.619565, "main_score": 0.585415, "hf_subset": "lij_Latn-run_Latn", "languages": ["lij-Latn", "run-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "lij_Latn-tam_Taml", "languages": ["lij-Latn", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-vie_Latn", "languages": ["lij-Latn", "vie-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "lij_Latn-apc_Arab", "languages": ["lij-Latn", "apc-Arab"]}, {"precision": 0.803277, "recall": 0.847826, "f1": 0.816653, "accuracy": 0.847826, "main_score": 0.816653, "hf_subset": "lij_Latn-bug_Latn", "languages": ["lij-Latn", "bug-Latn"]}, {"precision": 0.486759, "recall": 0.54249, "f1": 0.501268, "accuracy": 0.54249, "main_score": 0.501268, "hf_subset": "lij_Latn-fon_Latn", "languages": ["lij-Latn", "fon-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-jav_Latn", "languages": ["lij-Latn", "jav-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "lij_Latn-lao_Laoo", "languages": ["lij-Latn", "lao-Laoo"]}, {"precision": 0.828433, "recall": 0.869565, "f1": 0.841107, "accuracy": 0.869565, "main_score": 0.841107, "hf_subset": "lij_Latn-mri_Latn", "languages": ["lij-Latn", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lij_Latn-rus_Cyrl", "languages": ["lij-Latn", "rus-Cyrl"]}, {"precision": 0.54927, "recall": 0.602767, "f1": 0.564116, "accuracy": 0.602767, "main_score": 0.564116, "hf_subset": "lij_Latn-taq_Latn", "languages": ["lij-Latn", "taq-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lij_Latn-war_Latn", "languages": ["lij-Latn", "war-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-arb_Arab", "languages": ["lij-Latn", "arb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-bul_Cyrl", "languages": ["lij-Latn", "bul-Cyrl"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lij_Latn-fra_Latn", "languages": ["lij-Latn", "fra-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lij_Latn-jpn_Jpan", "languages": ["lij-Latn", "jpn-Jpan"]}, {"precision": 0.961462, "recall": 0.972332, "f1": 0.964921, "accuracy": 0.972332, "main_score": 0.964921, "hf_subset": "lij_Latn-mya_Mymr", "languages": ["lij-Latn", "mya-Mymr"]}, {"precision": 0.607867, "recall": 0.676877, "f1": 0.627308, "accuracy": 0.676877, "main_score": 0.627308, "hf_subset": "lij_Latn-sag_Latn", "languages": ["lij-Latn", "sag-Latn"]}, {"precision": 0.201499, "recall": 0.255929, "f1": 0.213211, "accuracy": 0.255929, "main_score": 0.213211, "hf_subset": "lij_Latn-taq_Tfng", "languages": ["lij-Latn", "taq-Tfng"]}, {"precision": 0.64884, "recall": 0.705534, "f1": 0.664646, "accuracy": 0.705534, "main_score": 0.664646, "hf_subset": "lij_Latn-wol_Latn", "languages": ["lij-Latn", "wol-Latn"]}, {"precision": 0.768091, "recall": 0.823123, "f1": 0.784508, "accuracy": 0.823123, "main_score": 0.784508, "hf_subset": "lij_Latn-arb_Latn", "languages": ["lij-Latn", "arb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-cat_Latn", "languages": ["lij-Latn", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-fur_Latn", "languages": ["lij-Latn", "fur-Latn"]}, {"precision": 0.432049, "recall": 0.483202, "f1": 0.446123, "accuracy": 0.483202, "main_score": 0.446123, "hf_subset": "lij_Latn-kab_Latn", "languages": ["lij-Latn", "kab-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "lij_Latn-lim_Latn", "languages": ["lij-Latn", "lim-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-nld_Latn", "languages": ["lij-Latn", "nld-Latn"]}, {"precision": 0.973073, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "lij_Latn-san_Deva", "languages": ["lij-Latn", "san-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lij_Latn-tat_Cyrl", "languages": ["lij-Latn", "tat-Cyrl"]}, {"precision": 0.677956, "recall": 0.730237, "f1": 0.693482, "accuracy": 0.730237, "main_score": 0.693482, "hf_subset": "lij_Latn-xho_Latn", "languages": ["lij-Latn", "xho-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-ars_Arab", "languages": ["lij-Latn", "ars-Arab"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-ceb_Latn", "languages": ["lij-Latn", "ceb-Latn"]}, {"precision": 0.561784, "recall": 0.620553, "f1": 0.578731, "accuracy": 0.620553, "main_score": 0.578731, "hf_subset": "lij_Latn-fuv_Latn", "languages": ["lij-Latn", "fuv-Latn"]}, {"precision": 0.517347, "recall": 0.572134, "f1": 0.532849, "accuracy": 0.572134, "main_score": 0.532849, "hf_subset": "lij_Latn-kac_Latn", "languages": ["lij-Latn", "kac-Latn"]}, {"precision": 0.693267, "recall": 0.73913, "f1": 0.706362, "accuracy": 0.73913, "main_score": 0.706362, "hf_subset": "lij_Latn-lin_Latn", "languages": ["lij-Latn", "lin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-nno_Latn", "languages": ["lij-Latn", "nno-Latn"]}, {"precision": 0.204907, "recall": 0.275692, "f1": 0.222855, "accuracy": 0.275692, "main_score": 0.222855, "hf_subset": "lij_Latn-sat_Olck", "languages": ["lij-Latn", "sat-Olck"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-tel_Telu", "languages": ["lij-Latn", "tel-Telu"]}, {"precision": 0.936594, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "lij_Latn-ydd_Hebr", "languages": ["lij-Latn", "ydd-Hebr"]}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "lij_Latn-ary_Arab", "languages": ["lij-Latn", "ary-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-ces_Latn", "languages": ["lij-Latn", "ces-Latn"]}, {"precision": 0.587502, "recall": 0.644269, "f1": 0.604136, "accuracy": 0.644269, "main_score": 0.604136, "hf_subset": "lij_Latn-gaz_Latn", "languages": ["lij-Latn", "gaz-Latn"]}, {"precision": 0.58326, "recall": 0.644269, "f1": 0.601005, "accuracy": 0.644269, "main_score": 0.601005, "hf_subset": "lij_Latn-kam_Latn", "languages": ["lij-Latn", "kam-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lij_Latn-lit_Latn", "languages": ["lij-Latn", "lit-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-nob_Latn", "languages": ["lij-Latn", "nob-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-scn_Latn", "languages": ["lij-Latn", "scn-Latn"]}, {"precision": 0.965497, "recall": 0.976285, "f1": 0.968939, "accuracy": 0.976285, "main_score": 0.968939, "hf_subset": "lij_Latn-tgk_Cyrl", "languages": ["lij-Latn", "tgk-Cyrl"]}, {"precision": 0.694631, "recall": 0.757905, "f1": 0.713806, "accuracy": 0.757905, "main_score": 0.713806, "hf_subset": "lij_Latn-yor_Latn", "languages": ["lij-Latn", "yor-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lij_Latn-arz_Arab", "languages": ["lij-Latn", "arz-Arab"]}, {"precision": 0.579885, "recall": 0.640316, "f1": 0.597227, "accuracy": 0.640316, "main_score": 0.597227, "hf_subset": "lij_Latn-cjk_Latn", "languages": ["lij-Latn", "cjk-Latn"]}, {"precision": 0.768643, "recall": 0.818182, "f1": 0.783418, "accuracy": 0.818182, "main_score": 0.783418, "hf_subset": "lij_Latn-gla_Latn", "languages": ["lij-Latn", "gla-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lij_Latn-kan_Knda", "languages": ["lij-Latn", "kan-Knda"]}, {"precision": 0.990366, "recall": 0.993083, "f1": 0.991173, "accuracy": 0.993083, "main_score": 0.991173, "hf_subset": "lij_Latn-lmo_Latn", "languages": ["lij-Latn", "lmo-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-npi_Deva", "languages": ["lij-Latn", "npi-Deva"]}, {"precision": 0.474364, "recall": 0.536561, "f1": 0.491664, "accuracy": 0.536561, "main_score": 0.491664, "hf_subset": "lij_Latn-shn_Mymr", "languages": ["lij-Latn", "shn-Mymr"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lij_Latn-tgl_Latn", "languages": ["lij-Latn", "tgl-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-yue_Hant", "languages": ["lij-Latn", "yue-Hant"]}, {"precision": 0.977684, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "lij_Latn-asm_Beng", "languages": ["lij-Latn", "asm-Beng"]}, {"precision": 0.910903, "recall": 0.934783, "f1": 0.918445, "accuracy": 0.934783, "main_score": 0.918445, "hf_subset": "lij_Latn-ckb_Arab", "languages": ["lij-Latn", "ckb-Arab"]}, {"precision": 0.834717, "recall": 0.874506, "f1": 0.846923, "accuracy": 0.874506, "main_score": 0.846923, "hf_subset": "lij_Latn-gle_Latn", "languages": ["lij-Latn", "gle-Latn"]}, {"precision": 0.923584, "recall": 0.945652, "f1": 0.930665, "accuracy": 0.945652, "main_score": 0.930665, "hf_subset": "lij_Latn-kas_Arab", "languages": ["lij-Latn", "kas-Arab"]}, {"precision": 0.924242, "recall": 0.94664, "f1": 0.931456, "accuracy": 0.94664, "main_score": 0.931456, "hf_subset": "lij_Latn-ltg_Latn", "languages": ["lij-Latn", "ltg-Latn"]}, {"precision": 0.608832, "recall": 0.663043, "f1": 0.624252, "accuracy": 0.663043, "main_score": 0.624252, "hf_subset": "lij_Latn-nso_Latn", "languages": ["lij-Latn", "nso-Latn"]}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "lij_Latn-sin_Sinh", "languages": ["lij-Latn", "sin-Sinh"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-tha_Thai", "languages": ["lij-Latn", "tha-Thai"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-zho_Hans", "languages": ["lij-Latn", "zho-Hans"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-ast_Latn", "languages": ["lij-Latn", "ast-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "lij_Latn-crh_Latn", "languages": ["lij-Latn", "crh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-glg_Latn", "languages": ["lij-Latn", "glg-Latn"]}, {"precision": 0.855567, "recall": 0.892292, "f1": 0.867227, "accuracy": 0.892292, "main_score": 0.867227, "hf_subset": "lij_Latn-kas_Deva", "languages": ["lij-Latn", "kas-Deva"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "lij_Latn-ltz_Latn", "languages": ["lij-Latn", "ltz-Latn"]}, {"precision": 0.483202, "recall": 0.546443, "f1": 0.499672, "accuracy": 0.546443, "main_score": 0.499672, "hf_subset": "lij_Latn-nus_Latn", "languages": ["lij-Latn", "nus-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-slk_Latn", "languages": ["lij-Latn", "slk-Latn"]}, {"precision": 0.594293, "recall": 0.66502, "f1": 0.614783, "accuracy": 0.66502, "main_score": 0.614783, "hf_subset": "lij_Latn-tir_Ethi", "languages": ["lij-Latn", "tir-Ethi"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "lij_Latn-zho_Hant", "languages": ["lij-Latn", "zho-Hant"]}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "lij_Latn-awa_Deva", "languages": ["lij-Latn", "awa-Deva"]}, {"precision": 0.9417, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "lij_Latn-cym_Latn", "languages": ["lij-Latn", "cym-Latn"]}, {"precision": 0.842227, "recall": 0.879447, "f1": 0.853656, "accuracy": 0.879447, "main_score": 0.853656, "hf_subset": "lij_Latn-grn_Latn", "languages": ["lij-Latn", "grn-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "lij_Latn-kat_Geor", "languages": ["lij-Latn", "kat-Geor"]}, {"precision": 0.642688, "recall": 0.692688, "f1": 0.656969, "accuracy": 0.692688, "main_score": 0.656969, "hf_subset": "lij_Latn-lua_Latn", "languages": ["lij-Latn", "lua-Latn"]}, {"precision": 0.647513, "recall": 0.708498, "f1": 0.665473, "accuracy": 0.708498, "main_score": 0.665473, "hf_subset": "lij_Latn-nya_Latn", "languages": ["lij-Latn", "nya-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lij_Latn-slv_Latn", "languages": ["lij-Latn", "slv-Latn"]}, {"precision": 0.925889, "recall": 0.94664, "f1": 0.932642, "accuracy": 0.94664, "main_score": 0.932642, "hf_subset": "lij_Latn-tpi_Latn", "languages": ["lij-Latn", "tpi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-zsm_Latn", "languages": ["lij-Latn", "zsm-Latn"]}, {"precision": 0.558483, "recall": 0.613636, "f1": 0.573895, "accuracy": 0.613636, "main_score": 0.573895, "hf_subset": "lij_Latn-ayr_Latn", "languages": ["lij-Latn", "ayr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-dan_Latn", "languages": ["lij-Latn", "dan-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lij_Latn-guj_Gujr", "languages": ["lij-Latn", "guj-Gujr"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-kaz_Cyrl", "languages": ["lij-Latn", "kaz-Cyrl"]}, {"precision": 0.5343, "recall": 0.591897, "f1": 0.550318, "accuracy": 0.591897, "main_score": 0.550318, "hf_subset": "lij_Latn-lug_Latn", "languages": ["lij-Latn", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-oci_Latn", "languages": ["lij-Latn", "oci-Latn"]}, {"precision": 0.8, "recall": 0.843874, "f1": 0.813538, "accuracy": 0.843874, "main_score": 0.813538, "hf_subset": "lij_Latn-smo_Latn", "languages": ["lij-Latn", "smo-Latn"]}, {"precision": 0.558333, "recall": 0.619565, "f1": 0.575591, "accuracy": 0.619565, "main_score": 0.575591, "hf_subset": "lij_Latn-tsn_Latn", "languages": ["lij-Latn", "tsn-Latn"]}, {"precision": 0.62388, "recall": 0.682806, "f1": 0.641023, "accuracy": 0.682806, "main_score": 0.641023, "hf_subset": "lij_Latn-zul_Latn", "languages": ["lij-Latn", "zul-Latn"]}, {"precision": 0.899127, "recall": 0.924901, "f1": 0.907148, "accuracy": 0.924901, "main_score": 0.907148, "hf_subset": "lij_Latn-azb_Arab", "languages": ["lij-Latn", "azb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-deu_Latn", "languages": ["lij-Latn", "deu-Latn"]}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "lij_Latn-hat_Latn", "languages": ["lij-Latn", "hat-Latn"]}, {"precision": 0.50235, "recall": 0.55336, "f1": 0.516897, "accuracy": 0.55336, "main_score": 0.516897, "hf_subset": "lij_Latn-kbp_Latn", "languages": ["lij-Latn", "kbp-Latn"]}, {"precision": 0.590413, "recall": 0.643281, "f1": 0.604756, "accuracy": 0.643281, "main_score": 0.604756, "hf_subset": "lij_Latn-luo_Latn", "languages": ["lij-Latn", "luo-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lij_Latn-ory_Orya", "languages": ["lij-Latn", "ory-Orya"]}, {"precision": 0.588596, "recall": 0.646245, "f1": 0.604771, "accuracy": 0.646245, "main_score": 0.604771, "hf_subset": "lij_Latn-sna_Latn", "languages": ["lij-Latn", "sna-Latn"]}, {"precision": 0.560848, "recall": 0.612648, "f1": 0.574976, "accuracy": 0.612648, "main_score": 0.574976, "hf_subset": "lij_Latn-tso_Latn", "languages": ["lij-Latn", "tso-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "lij_Latn-azj_Latn", "languages": ["lij-Latn", "azj-Latn"]}, {"precision": 0.551367, "recall": 0.609684, "f1": 0.568464, "accuracy": 0.609684, "main_score": 0.568464, "hf_subset": "lij_Latn-dik_Latn", "languages": ["lij-Latn", "dik-Latn"]}, {"precision": 0.727555, "recall": 0.778656, "f1": 0.74249, "accuracy": 0.778656, "main_score": 0.74249, "hf_subset": "lij_Latn-hau_Latn", "languages": ["lij-Latn", "hau-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lij_Latn-kea_Latn", "languages": ["lij-Latn", "kea-Latn"]}, {"precision": 0.730461, "recall": 0.77668, "f1": 0.744516, "accuracy": 0.77668, "main_score": 0.744516, "hf_subset": "lij_Latn-lus_Latn", "languages": ["lij-Latn", "lus-Latn"]}, {"precision": 0.856225, "recall": 0.88834, "f1": 0.865994, "accuracy": 0.88834, "main_score": 0.865994, "hf_subset": "lij_Latn-pag_Latn", "languages": ["lij-Latn", "pag-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "lij_Latn-snd_Arab", "languages": ["lij-Latn", "snd-Arab"]}, {"precision": 0.907642, "recall": 0.932806, "f1": 0.915514, "accuracy": 0.932806, "main_score": 0.915514, "hf_subset": "lij_Latn-tuk_Latn", "languages": ["lij-Latn", "tuk-Latn"]}, {"precision": 0.958086, "recall": 0.970356, "f1": 0.962022, "accuracy": 0.970356, "main_score": 0.962022, "hf_subset": "lij_Latn-bak_Cyrl", "languages": ["lij-Latn", "bak-Cyrl"]}, {"precision": 0.491758, "recall": 0.568182, "f1": 0.513968, "accuracy": 0.568182, "main_score": 0.513968, "hf_subset": "lij_Latn-dyu_Latn", "languages": ["lij-Latn", "dyu-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-heb_Hebr", "languages": ["lij-Latn", "heb-Hebr"]}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "lij_Latn-khk_Cyrl", "languages": ["lij-Latn", "khk-Cyrl"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lij_Latn-lvs_Latn", "languages": ["lij-Latn", "lvs-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-pan_Guru", "languages": ["lij-Latn", "pan-Guru"]}, {"precision": 0.688818, "recall": 0.746047, "f1": 0.70575, "accuracy": 0.746047, "main_score": 0.70575, "hf_subset": "lij_Latn-som_Latn", "languages": ["lij-Latn", "som-Latn"]}, {"precision": 0.600751, "recall": 0.645257, "f1": 0.613527, "accuracy": 0.645257, "main_score": 0.613527, "hf_subset": "lij_Latn-tum_Latn", "languages": ["lij-Latn", "tum-Latn"]}, {"precision": 0.39769, "recall": 0.472332, "f1": 0.416922, "accuracy": 0.472332, "main_score": 0.416922, "hf_subset": "mya_Mymr-ace_Arab", "languages": ["mya-Mymr", "ace-Arab"]}, {"precision": 0.401017, "recall": 0.459486, "f1": 0.417114, "accuracy": 0.459486, "main_score": 0.417114, "hf_subset": "mya_Mymr-bam_Latn", "languages": ["mya-Mymr", "bam-Latn"]}, {"precision": 0.379496, "recall": 0.462451, "f1": 0.40182, "accuracy": 0.462451, "main_score": 0.40182, "hf_subset": "mya_Mymr-dzo_Tibt", "languages": ["mya-Mymr", "dzo-Tibt"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-hin_Deva", "languages": ["mya-Mymr", "hin-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mya_Mymr-khm_Khmr", "languages": ["mya-Mymr", "khm-Khmr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-mag_Deva", "languages": ["mya-Mymr", "mag-Deva"]}, {"precision": 0.939476, "recall": 0.956522, "f1": 0.944895, "accuracy": 0.956522, "main_score": 0.944895, "hf_subset": "mya_Mymr-pap_Latn", "languages": ["mya-Mymr", "pap-Latn"]}, {"precision": 0.433656, "recall": 0.497036, "f1": 0.451034, "accuracy": 0.497036, "main_score": 0.451034, "hf_subset": "mya_Mymr-sot_Latn", "languages": ["mya-Mymr", "sot-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mya_Mymr-tur_Latn", "languages": ["mya-Mymr", "tur-Latn"]}, {"precision": 0.743076, "recall": 0.80336, "f1": 0.761461, "accuracy": 0.80336, "main_score": 0.761461, "hf_subset": "mya_Mymr-ace_Latn", "languages": ["mya-Mymr", "ace-Latn"]}, {"precision": 0.886446, "recall": 0.91502, "f1": 0.895455, "accuracy": 0.91502, "main_score": 0.895455, "hf_subset": "mya_Mymr-ban_Latn", "languages": ["mya-Mymr", "ban-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-ell_Grek", "languages": ["mya-Mymr", "ell-Grek"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mya_Mymr-hne_Deva", "languages": ["mya-Mymr", "hne-Deva"]}, {"precision": 0.419285, "recall": 0.492095, "f1": 0.438822, "accuracy": 0.492095, "main_score": 0.438822, "hf_subset": "mya_Mymr-kik_Latn", "languages": ["mya-Mymr", "kik-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-mai_Deva", "languages": ["mya-Mymr", "mai-Deva"]}, {"precision": 0.93363, "recall": 0.955534, "f1": 0.940876, "accuracy": 0.955534, "main_score": 0.940876, "hf_subset": "mya_Mymr-pbt_Arab", "languages": ["mya-Mymr", "pbt-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-spa_Latn", "languages": ["mya-Mymr", "spa-Latn"]}, {"precision": 0.471027, "recall": 0.541502, "f1": 0.489953, "accuracy": 0.541502, "main_score": 0.489953, "hf_subset": "mya_Mymr-twi_Latn", "languages": ["mya-Mymr", "twi-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-acm_Arab", "languages": ["mya-Mymr", "acm-Arab"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "mya_Mymr-bel_Cyrl", "languages": ["mya-Mymr", "bel-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-eng_Latn", "languages": ["mya-Mymr", "eng-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-hrv_Latn", "languages": ["mya-Mymr", "hrv-Latn"]}, {"precision": 0.423386, "recall": 0.488142, "f1": 0.441287, "accuracy": 0.488142, "main_score": 0.441287, "hf_subset": "mya_Mymr-kin_Latn", "languages": ["mya-Mymr", "kin-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "mya_Mymr-mal_Mlym", "languages": ["mya-Mymr", "mal-Mlym"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mya_Mymr-pes_Arab", "languages": ["mya-Mymr", "pes-Arab"]}, {"precision": 0.949358, "recall": 0.965415, "f1": 0.954611, "accuracy": 0.965415, "main_score": 0.954611, "hf_subset": "mya_Mymr-srd_Latn", "languages": ["mya-Mymr", "srd-Latn"]}, {"precision": 0.176955, "recall": 0.217391, "f1": 0.187175, "accuracy": 0.217391, "main_score": 0.187175, "hf_subset": "mya_Mymr-tzm_Tfng", "languages": ["mya-Mymr", "tzm-Tfng"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-acq_Arab", "languages": ["mya-Mymr", "acq-Arab"]}, {"precision": 0.485616, "recall": 0.540514, "f1": 0.50075, "accuracy": 0.540514, "main_score": 0.50075, "hf_subset": "mya_Mymr-bem_Latn", "languages": ["mya-Mymr", "bem-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-epo_Latn", "languages": ["mya-Mymr", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-hun_Latn", "languages": ["mya-Mymr", "hun-Latn"]}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "mya_Mymr-kir_Cyrl", "languages": ["mya-Mymr", "kir-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-mar_Deva", "languages": ["mya-Mymr", "mar-Deva"]}, {"precision": 0.505595, "recall": 0.576087, "f1": 0.525366, "accuracy": 0.576087, "main_score": 0.525366, "hf_subset": "mya_Mymr-plt_Latn", "languages": ["mya-Mymr", "plt-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-srp_Cyrl", "languages": ["mya-Mymr", "srp-Cyrl"]}, {"precision": 0.943676, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "mya_Mymr-uig_Arab", "languages": ["mya-Mymr", "uig-Arab"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "mya_Mymr-aeb_Arab", "languages": ["mya-Mymr", "aeb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-ben_Beng", "languages": ["mya-Mymr", "ben-Beng"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "mya_Mymr-est_Latn", "languages": ["mya-Mymr", "est-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "mya_Mymr-hye_Armn", "languages": ["mya-Mymr", "hye-Armn"]}, {"precision": 0.404513, "recall": 0.466403, "f1": 0.421145, "accuracy": 0.466403, "main_score": 0.421145, "hf_subset": "mya_Mymr-kmb_Latn", "languages": ["mya-Mymr", "kmb-Latn"]}, {"precision": 0.358369, "recall": 0.429842, "f1": 0.37647, "accuracy": 0.429842, "main_score": 0.37647, "hf_subset": "mya_Mymr-min_Arab", "languages": ["mya-Mymr", "min-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "mya_Mymr-pol_Latn", "languages": ["mya-Mymr", "pol-Latn"]}, {"precision": 0.439517, "recall": 0.506917, "f1": 0.458286, "accuracy": 0.506917, "main_score": 0.458286, "hf_subset": "mya_Mymr-ssw_Latn", "languages": ["mya-Mymr", "ssw-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-ukr_Cyrl", "languages": ["mya-Mymr", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-afr_Latn", "languages": ["mya-Mymr", "afr-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "mya_Mymr-bho_Deva", "languages": ["mya-Mymr", "bho-Deva"]}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "mya_Mymr-eus_Latn", "languages": ["mya-Mymr", "eus-Latn"]}, {"precision": 0.430276, "recall": 0.496047, "f1": 0.447804, "accuracy": 0.496047, "main_score": 0.447804, "hf_subset": "mya_Mymr-ibo_Latn", "languages": ["mya-Mymr", "ibo-Latn"]}, {"precision": 0.774111, "recall": 0.83004, "f1": 0.790744, "accuracy": 0.83004, "main_score": 0.790744, "hf_subset": "mya_Mymr-kmr_Latn", "languages": ["mya-Mymr", "kmr-Latn"]}, {"precision": 0.940053, "recall": 0.959486, "f1": 0.946476, "accuracy": 0.959486, "main_score": 0.946476, "hf_subset": "mya_Mymr-min_Latn", "languages": ["mya-Mymr", "min-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-por_Latn", "languages": ["mya-Mymr", "por-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "mya_Mymr-sun_Latn", "languages": ["mya-Mymr", "sun-Latn"]}, {"precision": 0.400916, "recall": 0.455534, "f1": 0.415809, "accuracy": 0.455534, "main_score": 0.415809, "hf_subset": "mya_Mymr-umb_Latn", "languages": ["mya-Mymr", "umb-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-ajp_Arab", "languages": ["mya-Mymr", "ajp-Arab"]}, {"precision": 0.374735, "recall": 0.439723, "f1": 0.392387, "accuracy": 0.439723, "main_score": 0.392387, "hf_subset": "mya_Mymr-bjn_Arab", "languages": ["mya-Mymr", "bjn-Arab"]}, {"precision": 0.379469, "recall": 0.437747, "f1": 0.394712, "accuracy": 0.437747, "main_score": 0.394712, "hf_subset": "mya_Mymr-ewe_Latn", "languages": ["mya-Mymr", "ewe-Latn"]}, {"precision": 0.865563, "recall": 0.902174, "f1": 0.8766, "accuracy": 0.902174, "main_score": 0.8766, "hf_subset": "mya_Mymr-ilo_Latn", "languages": ["mya-Mymr", "ilo-Latn"]}, {"precision": 0.250628, "recall": 0.297431, "f1": 0.26288, "accuracy": 0.297431, "main_score": 0.26288, "hf_subset": "mya_Mymr-knc_Arab", "languages": ["mya-Mymr", "knc-Arab"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mya_Mymr-mkd_Cyrl", "languages": ["mya-Mymr", "mkd-Cyrl"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mya_Mymr-prs_Arab", "languages": ["mya-Mymr", "prs-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-swe_Latn", "languages": ["mya-Mymr", "swe-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-urd_Arab", "languages": ["mya-Mymr", "urd-Arab"]}, {"precision": 0.440796, "recall": 0.507905, "f1": 0.45864, "accuracy": 0.507905, "main_score": 0.45864, "hf_subset": "mya_Mymr-aka_Latn", "languages": ["mya-Mymr", "aka-Latn"]}, {"precision": 0.94837, "recall": 0.964427, "f1": 0.953458, "accuracy": 0.964427, "main_score": 0.953458, "hf_subset": "mya_Mymr-bjn_Latn", "languages": ["mya-Mymr", "bjn-Latn"]}, {"precision": 0.928969, "recall": 0.949605, "f1": 0.935343, "accuracy": 0.949605, "main_score": 0.935343, "hf_subset": "mya_Mymr-fao_Latn", "languages": ["mya-Mymr", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-ind_Latn", "languages": ["mya-Mymr", "ind-Latn"]}, {"precision": 0.457457, "recall": 0.513834, "f1": 0.473174, "accuracy": 0.513834, "main_score": 0.473174, "hf_subset": "mya_Mymr-knc_Latn", "languages": ["mya-Mymr", "knc-Latn"]}, {"precision": 0.953393, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "mya_Mymr-mlt_Latn", "languages": ["mya-Mymr", "mlt-Latn"]}, {"precision": 0.588535, "recall": 0.659091, "f1": 0.607809, "accuracy": 0.659091, "main_score": 0.607809, "hf_subset": "mya_Mymr-quy_Latn", "languages": ["mya-Mymr", "quy-Latn"]}, {"precision": 0.929265, "recall": 0.951581, "f1": 0.936495, "accuracy": 0.951581, "main_score": 0.936495, "hf_subset": "mya_Mymr-swh_Latn", "languages": ["mya-Mymr", "swh-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "mya_Mymr-uzn_Latn", "languages": ["mya-Mymr", "uzn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mya_Mymr-als_Latn", "languages": ["mya-Mymr", "als-Latn"]}, {"precision": 0.61441, "recall": 0.697628, "f1": 0.639394, "accuracy": 0.697628, "main_score": 0.639394, "hf_subset": "mya_Mymr-bod_Tibt", "languages": ["mya-Mymr", "bod-Tibt"]}, {"precision": 0.573423, "recall": 0.643281, "f1": 0.592863, "accuracy": 0.643281, "main_score": 0.592863, "hf_subset": "mya_Mymr-fij_Latn", "languages": ["mya-Mymr", "fij-Latn"]}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "mya_Mymr-isl_Latn", "languages": ["mya-Mymr", "isl-Latn"]}, {"precision": 0.49497, "recall": 0.561265, "f1": 0.513433, "accuracy": 0.561265, "main_score": 0.513433, "hf_subset": "mya_Mymr-kon_Latn", "languages": ["mya-Mymr", "kon-Latn"]}, {"precision": 0.537045, "recall": 0.612648, "f1": 0.558731, "accuracy": 0.612648, "main_score": 0.558731, "hf_subset": "mya_Mymr-mni_Beng", "languages": ["mya-Mymr", "mni-Beng"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-ron_Latn", "languages": ["mya-Mymr", "ron-Latn"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "mya_Mymr-szl_Latn", "languages": ["mya-Mymr", "szl-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-vec_Latn", "languages": ["mya-Mymr", "vec-Latn"]}, {"precision": 0.90695, "recall": 0.935771, "f1": 0.916173, "accuracy": 0.935771, "main_score": 0.916173, "hf_subset": "mya_Mymr-amh_Ethi", "languages": ["mya-Mymr", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-bos_Latn", "languages": ["mya-Mymr", "bos-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mya_Mymr-fin_Latn", "languages": ["mya-Mymr", "fin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-ita_Latn", "languages": ["mya-Mymr", "ita-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-kor_Hang", "languages": ["mya-Mymr", "kor-Hang"]}, {"precision": 0.423206, "recall": 0.480237, "f1": 0.437957, "accuracy": 0.480237, "main_score": 0.437957, "hf_subset": "mya_Mymr-mos_Latn", "languages": ["mya-Mymr", "mos-Latn"]}, {"precision": 0.417418, "recall": 0.474308, "f1": 0.432566, "accuracy": 0.474308, "main_score": 0.432566, "hf_subset": "mya_Mymr-run_Latn", "languages": ["mya-Mymr", "run-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-tam_Taml", "languages": ["mya-Mymr", "tam-Taml"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-vie_Latn", "languages": ["mya-Mymr", "vie-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-apc_Arab", "languages": ["mya-Mymr", "apc-Arab"]}, {"precision": 0.667071, "recall": 0.735178, "f1": 0.686659, "accuracy": 0.735178, "main_score": 0.686659, "hf_subset": "mya_Mymr-bug_Latn", "languages": ["mya-Mymr", "bug-Latn"]}, {"precision": 0.345649, "recall": 0.405138, "f1": 0.361064, "accuracy": 0.405138, "main_score": 0.361064, "hf_subset": "mya_Mymr-fon_Latn", "languages": ["mya-Mymr", "fon-Latn"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "mya_Mymr-jav_Latn", "languages": ["mya-Mymr", "jav-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "mya_Mymr-lao_Laoo", "languages": ["mya-Mymr", "lao-Laoo"]}, {"precision": 0.792441, "recall": 0.849802, "f1": 0.81031, "accuracy": 0.849802, "main_score": 0.81031, "hf_subset": "mya_Mymr-mri_Latn", "languages": ["mya-Mymr", "mri-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-rus_Cyrl", "languages": ["mya-Mymr", "rus-Cyrl"]}, {"precision": 0.418174, "recall": 0.477273, "f1": 0.433994, "accuracy": 0.477273, "main_score": 0.433994, "hf_subset": "mya_Mymr-taq_Latn", "languages": ["mya-Mymr", "taq-Latn"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "mya_Mymr-war_Latn", "languages": ["mya-Mymr", "war-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-arb_Arab", "languages": ["mya-Mymr", "arb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-bul_Cyrl", "languages": ["mya-Mymr", "bul-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-fra_Latn", "languages": ["mya-Mymr", "fra-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-jpn_Jpan", "languages": ["mya-Mymr", "jpn-Jpan"]}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "mya_Mymr-lij_Latn", "languages": ["mya-Mymr", "lij-Latn"]}, {"precision": 0.424735, "recall": 0.498024, "f1": 0.444281, "accuracy": 0.498024, "main_score": 0.444281, "hf_subset": "mya_Mymr-sag_Latn", "languages": ["mya-Mymr", "sag-Latn"]}, {"precision": 0.187351, "recall": 0.238142, "f1": 0.198908, "accuracy": 0.238142, "main_score": 0.198908, "hf_subset": "mya_Mymr-taq_Tfng", "languages": ["mya-Mymr", "taq-Tfng"]}, {"precision": 0.47631, "recall": 0.548419, "f1": 0.495913, "accuracy": 0.548419, "main_score": 0.495913, "hf_subset": "mya_Mymr-wol_Latn", "languages": ["mya-Mymr", "wol-Latn"]}, {"precision": 0.674638, "recall": 0.744071, "f1": 0.695276, "accuracy": 0.744071, "main_score": 0.695276, "hf_subset": "mya_Mymr-arb_Latn", "languages": ["mya-Mymr", "arb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-cat_Latn", "languages": ["mya-Mymr", "cat-Latn"]}, {"precision": 0.952322, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "mya_Mymr-fur_Latn", "languages": ["mya-Mymr", "fur-Latn"]}, {"precision": 0.319704, "recall": 0.374506, "f1": 0.334574, "accuracy": 0.374506, "main_score": 0.334574, "hf_subset": "mya_Mymr-kab_Latn", "languages": ["mya-Mymr", "kab-Latn"]}, {"precision": 0.940053, "recall": 0.95751, "f1": 0.945817, "accuracy": 0.95751, "main_score": 0.945817, "hf_subset": "mya_Mymr-lim_Latn", "languages": ["mya-Mymr", "lim-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mya_Mymr-nld_Latn", "languages": ["mya-Mymr", "nld-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "mya_Mymr-san_Deva", "languages": ["mya-Mymr", "san-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mya_Mymr-tat_Cyrl", "languages": ["mya-Mymr", "tat-Cyrl"]}, {"precision": 0.540917, "recall": 0.610672, "f1": 0.560022, "accuracy": 0.610672, "main_score": 0.560022, "hf_subset": "mya_Mymr-xho_Latn", "languages": ["mya-Mymr", "xho-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mya_Mymr-ars_Arab", "languages": ["mya-Mymr", "ars-Arab"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "mya_Mymr-ceb_Latn", "languages": ["mya-Mymr", "ceb-Latn"]}, {"precision": 0.416355, "recall": 0.48419, "f1": 0.4342, "accuracy": 0.48419, "main_score": 0.4342, "hf_subset": "mya_Mymr-fuv_Latn", "languages": ["mya-Mymr", "fuv-Latn"]}, {"precision": 0.385051, "recall": 0.442688, "f1": 0.400244, "accuracy": 0.442688, "main_score": 0.400244, "hf_subset": "mya_Mymr-kac_Latn", "languages": ["mya-Mymr", "kac-Latn"]}, {"precision": 0.523933, "recall": 0.58498, "f1": 0.540555, "accuracy": 0.58498, "main_score": 0.540555, "hf_subset": "mya_Mymr-lin_Latn", "languages": ["mya-Mymr", "lin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-nno_Latn", "languages": ["mya-Mymr", "nno-Latn"]}, {"precision": 0.230304, "recall": 0.315217, "f1": 0.25263, "accuracy": 0.315217, "main_score": 0.25263, "hf_subset": "mya_Mymr-sat_Olck", "languages": ["mya-Mymr", "sat-Olck"]}, {"precision": 0.988883, "recall": 0.992095, "f1": 0.989855, "accuracy": 0.992095, "main_score": 0.989855, "hf_subset": "mya_Mymr-tel_Telu", "languages": ["mya-Mymr", "tel-Telu"]}, {"precision": 0.91889, "recall": 0.942688, "f1": 0.926449, "accuracy": 0.942688, "main_score": 0.926449, "hf_subset": "mya_Mymr-ydd_Hebr", "languages": ["mya-Mymr", "ydd-Hebr"]}, {"precision": 0.948287, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "mya_Mymr-ary_Arab", "languages": ["mya-Mymr", "ary-Arab"]}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "mya_Mymr-ces_Latn", "languages": ["mya-Mymr", "ces-Latn"]}, {"precision": 0.446429, "recall": 0.51087, "f1": 0.464204, "accuracy": 0.51087, "main_score": 0.464204, "hf_subset": "mya_Mymr-gaz_Latn", "languages": ["mya-Mymr", "gaz-Latn"]}, {"precision": 0.462148, "recall": 0.521739, "f1": 0.477968, "accuracy": 0.521739, "main_score": 0.477968, "hf_subset": "mya_Mymr-kam_Latn", "languages": ["mya-Mymr", "kam-Latn"]}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "mya_Mymr-lit_Latn", "languages": ["mya-Mymr", "lit-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-nob_Latn", "languages": ["mya-Mymr", "nob-Latn"]}, {"precision": 0.950181, "recall": 0.964427, "f1": 0.954776, "accuracy": 0.964427, "main_score": 0.954776, "hf_subset": "mya_Mymr-scn_Latn", "languages": ["mya-Mymr", "scn-Latn"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "mya_Mymr-tgk_Cyrl", "languages": ["mya-Mymr", "tgk-Cyrl"]}, {"precision": 0.583218, "recall": 0.672925, "f1": 0.610145, "accuracy": 0.672925, "main_score": 0.610145, "hf_subset": "mya_Mymr-yor_Latn", "languages": ["mya-Mymr", "yor-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-arz_Arab", "languages": ["mya-Mymr", "arz-Arab"]}, {"precision": 0.442139, "recall": 0.507905, "f1": 0.45985, "accuracy": 0.507905, "main_score": 0.45985, "hf_subset": "mya_Mymr-cjk_Latn", "languages": ["mya-Mymr", "cjk-Latn"]}, {"precision": 0.645026, "recall": 0.720356, "f1": 0.667161, "accuracy": 0.720356, "main_score": 0.667161, "hf_subset": "mya_Mymr-gla_Latn", "languages": ["mya-Mymr", "gla-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-kan_Knda", "languages": ["mya-Mymr", "kan-Knda"]}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "mya_Mymr-lmo_Latn", "languages": ["mya-Mymr", "lmo-Latn"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "mya_Mymr-npi_Deva", "languages": ["mya-Mymr", "npi-Deva"]}, {"precision": 0.353417, "recall": 0.403162, "f1": 0.367371, "accuracy": 0.403162, "main_score": 0.367371, "hf_subset": "mya_Mymr-shn_Mymr", "languages": ["mya-Mymr", "shn-Mymr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mya_Mymr-tgl_Latn", "languages": ["mya-Mymr", "tgl-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-yue_Hant", "languages": ["mya-Mymr", "yue-Hant"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mya_Mymr-asm_Beng", "languages": ["mya-Mymr", "asm-Beng"]}, {"precision": 0.926383, "recall": 0.947628, "f1": 0.933136, "accuracy": 0.947628, "main_score": 0.933136, "hf_subset": "mya_Mymr-ckb_Arab", "languages": ["mya-Mymr", "ckb-Arab"]}, {"precision": 0.770958, "recall": 0.828063, "f1": 0.788225, "accuracy": 0.828063, "main_score": 0.788225, "hf_subset": "mya_Mymr-gle_Latn", "languages": ["mya-Mymr", "gle-Latn"]}, {"precision": 0.902503, "recall": 0.927866, "f1": 0.910375, "accuracy": 0.927866, "main_score": 0.910375, "hf_subset": "mya_Mymr-kas_Arab", "languages": ["mya-Mymr", "kas-Arab"]}, {"precision": 0.853731, "recall": 0.894269, "f1": 0.866123, "accuracy": 0.894269, "main_score": 0.866123, "hf_subset": "mya_Mymr-ltg_Latn", "languages": ["mya-Mymr", "ltg-Latn"]}, {"precision": 0.46063, "recall": 0.522727, "f1": 0.477378, "accuracy": 0.522727, "main_score": 0.477378, "hf_subset": "mya_Mymr-nso_Latn", "languages": ["mya-Mymr", "nso-Latn"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "mya_Mymr-sin_Sinh", "languages": ["mya-Mymr", "sin-Sinh"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-tha_Thai", "languages": ["mya-Mymr", "tha-Thai"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-zho_Hans", "languages": ["mya-Mymr", "zho-Hans"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-ast_Latn", "languages": ["mya-Mymr", "ast-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mya_Mymr-crh_Latn", "languages": ["mya-Mymr", "crh-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-glg_Latn", "languages": ["mya-Mymr", "glg-Latn"]}, {"precision": 0.816271, "recall": 0.865613, "f1": 0.831357, "accuracy": 0.865613, "main_score": 0.831357, "hf_subset": "mya_Mymr-kas_Deva", "languages": ["mya-Mymr", "kas-Deva"]}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940711, "accuracy": 0.953557, "main_score": 0.940711, "hf_subset": "mya_Mymr-ltz_Latn", "languages": ["mya-Mymr", "ltz-Latn"]}, {"precision": 0.344232, "recall": 0.402174, "f1": 0.358652, "accuracy": 0.402174, "main_score": 0.358652, "hf_subset": "mya_Mymr-nus_Latn", "languages": ["mya-Mymr", "nus-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-slk_Latn", "languages": ["mya-Mymr", "slk-Latn"]}, {"precision": 0.52806, "recall": 0.605731, "f1": 0.549689, "accuracy": 0.605731, "main_score": 0.549689, "hf_subset": "mya_Mymr-tir_Ethi", "languages": ["mya-Mymr", "tir-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-zho_Hant", "languages": ["mya-Mymr", "zho-Hant"]}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "mya_Mymr-awa_Deva", "languages": ["mya-Mymr", "awa-Deva"]}, {"precision": 0.923501, "recall": 0.94664, "f1": 0.930896, "accuracy": 0.94664, "main_score": 0.930896, "hf_subset": "mya_Mymr-cym_Latn", "languages": ["mya-Mymr", "cym-Latn"]}, {"precision": 0.702679, "recall": 0.764822, "f1": 0.720507, "accuracy": 0.764822, "main_score": 0.720507, "hf_subset": "mya_Mymr-grn_Latn", "languages": ["mya-Mymr", "grn-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mya_Mymr-kat_Geor", "languages": ["mya-Mymr", "kat-Geor"]}, {"precision": 0.484273, "recall": 0.547431, "f1": 0.501209, "accuracy": 0.547431, "main_score": 0.501209, "hf_subset": "mya_Mymr-lua_Latn", "languages": ["mya-Mymr", "lua-Latn"]}, {"precision": 0.486964, "recall": 0.5583, "f1": 0.50655, "accuracy": 0.5583, "main_score": 0.50655, "hf_subset": "mya_Mymr-nya_Latn", "languages": ["mya-Mymr", "nya-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-slv_Latn", "languages": ["mya-Mymr", "slv-Latn"]}, {"precision": 0.861364, "recall": 0.899209, "f1": 0.872958, "accuracy": 0.899209, "main_score": 0.872958, "hf_subset": "mya_Mymr-tpi_Latn", "languages": ["mya-Mymr", "tpi-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-zsm_Latn", "languages": ["mya-Mymr", "zsm-Latn"]}, {"precision": 0.40264, "recall": 0.469368, "f1": 0.420605, "accuracy": 0.469368, "main_score": 0.420605, "hf_subset": "mya_Mymr-ayr_Latn", "languages": ["mya-Mymr", "ayr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-dan_Latn", "languages": ["mya-Mymr", "dan-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-guj_Gujr", "languages": ["mya-Mymr", "guj-Gujr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-kaz_Cyrl", "languages": ["mya-Mymr", "kaz-Cyrl"]}, {"precision": 0.389809, "recall": 0.454545, "f1": 0.407766, "accuracy": 0.454545, "main_score": 0.407766, "hf_subset": "mya_Mymr-lug_Latn", "languages": ["mya-Mymr", "lug-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-oci_Latn", "languages": ["mya-Mymr", "oci-Latn"]}, {"precision": 0.721196, "recall": 0.779644, "f1": 0.738048, "accuracy": 0.779644, "main_score": 0.738048, "hf_subset": "mya_Mymr-smo_Latn", "languages": ["mya-Mymr", "smo-Latn"]}, {"precision": 0.407206, "recall": 0.471344, "f1": 0.424199, "accuracy": 0.471344, "main_score": 0.424199, "hf_subset": "mya_Mymr-tsn_Latn", "languages": ["mya-Mymr", "tsn-Latn"]}, {"precision": 0.479156, "recall": 0.55336, "f1": 0.499494, "accuracy": 0.55336, "main_score": 0.499494, "hf_subset": "mya_Mymr-zul_Latn", "languages": ["mya-Mymr", "zul-Latn"]}, {"precision": 0.858037, "recall": 0.899209, "f1": 0.871212, "accuracy": 0.899209, "main_score": 0.871212, "hf_subset": "mya_Mymr-azb_Arab", "languages": ["mya-Mymr", "azb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-deu_Latn", "languages": ["mya-Mymr", "deu-Latn"]}, {"precision": 0.935606, "recall": 0.956522, "f1": 0.942523, "accuracy": 0.956522, "main_score": 0.942523, "hf_subset": "mya_Mymr-hat_Latn", "languages": ["mya-Mymr", "hat-Latn"]}, {"precision": 0.358436, "recall": 0.416996, "f1": 0.37366, "accuracy": 0.416996, "main_score": 0.37366, "hf_subset": "mya_Mymr-kbp_Latn", "languages": ["mya-Mymr", "kbp-Latn"]}, {"precision": 0.421289, "recall": 0.485178, "f1": 0.438187, "accuracy": 0.485178, "main_score": 0.438187, "hf_subset": "mya_Mymr-luo_Latn", "languages": ["mya-Mymr", "luo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-ory_Orya", "languages": ["mya-Mymr", "ory-Orya"]}, {"precision": 0.45421, "recall": 0.524704, "f1": 0.472813, "accuracy": 0.524704, "main_score": 0.472813, "hf_subset": "mya_Mymr-sna_Latn", "languages": ["mya-Mymr", "sna-Latn"]}, {"precision": 0.420693, "recall": 0.48913, "f1": 0.43909, "accuracy": 0.48913, "main_score": 0.43909, "hf_subset": "mya_Mymr-tso_Latn", "languages": ["mya-Mymr", "tso-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mya_Mymr-azj_Latn", "languages": ["mya-Mymr", "azj-Latn"]}, {"precision": 0.382216, "recall": 0.452569, "f1": 0.401772, "accuracy": 0.452569, "main_score": 0.401772, "hf_subset": "mya_Mymr-dik_Latn", "languages": ["mya-Mymr", "dik-Latn"]}, {"precision": 0.610293, "recall": 0.689723, "f1": 0.633056, "accuracy": 0.689723, "main_score": 0.633056, "hf_subset": "mya_Mymr-hau_Latn", "languages": ["mya-Mymr", "hau-Latn"]}, {"precision": 0.932806, "recall": 0.953557, "f1": 0.939559, "accuracy": 0.953557, "main_score": 0.939559, "hf_subset": "mya_Mymr-kea_Latn", "languages": ["mya-Mymr", "kea-Latn"]}, {"precision": 0.622236, "recall": 0.690711, "f1": 0.64195, "accuracy": 0.690711, "main_score": 0.64195, "hf_subset": "mya_Mymr-lus_Latn", "languages": ["mya-Mymr", "lus-Latn"]}, {"precision": 0.775406, "recall": 0.821146, "f1": 0.788966, "accuracy": 0.821146, "main_score": 0.788966, "hf_subset": "mya_Mymr-pag_Latn", "languages": ["mya-Mymr", "pag-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "mya_Mymr-snd_Arab", "languages": ["mya-Mymr", "snd-Arab"]}, {"precision": 0.911067, "recall": 0.938735, "f1": 0.920125, "accuracy": 0.938735, "main_score": 0.920125, "hf_subset": "mya_Mymr-tuk_Latn", "languages": ["mya-Mymr", "tuk-Latn"]}, {"precision": 0.95998, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "mya_Mymr-bak_Cyrl", "languages": ["mya-Mymr", "bak-Cyrl"]}, {"precision": 0.331909, "recall": 0.410079, "f1": 0.353236, "accuracy": 0.410079, "main_score": 0.353236, "hf_subset": "mya_Mymr-dyu_Latn", "languages": ["mya-Mymr", "dyu-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "mya_Mymr-heb_Hebr", "languages": ["mya-Mymr", "heb-Hebr"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "mya_Mymr-khk_Cyrl", "languages": ["mya-Mymr", "khk-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-lvs_Latn", "languages": ["mya-Mymr", "lvs-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-pan_Guru", "languages": ["mya-Mymr", "pan-Guru"]}, {"precision": 0.599408, "recall": 0.671937, "f1": 0.620289, "accuracy": 0.671937, "main_score": 0.620289, "hf_subset": "mya_Mymr-som_Latn", "languages": ["mya-Mymr", "som-Latn"]}, {"precision": 0.473027, "recall": 0.52668, "f1": 0.487705, "accuracy": 0.52668, "main_score": 0.487705, "hf_subset": "mya_Mymr-tum_Latn", "languages": ["mya-Mymr", "tum-Latn"]}, {"precision": 0.435647, "recall": 0.48419, "f1": 0.448927, "accuracy": 0.48419, "main_score": 0.448927, "hf_subset": "sag_Latn-ace_Arab", "languages": ["sag-Latn", "ace-Arab"]}, {"precision": 0.502355, "recall": 0.549407, "f1": 0.51585, "accuracy": 0.549407, "main_score": 0.51585, "hf_subset": "sag_Latn-bam_Latn", "languages": ["sag-Latn", "bam-Latn"]}, {"precision": 0.227014, "recall": 0.267787, "f1": 0.237211, "accuracy": 0.267787, "main_score": 0.237211, "hf_subset": "sag_Latn-dzo_Tibt", "languages": ["sag-Latn", "dzo-Tibt"]}, {"precision": 0.586804, "recall": 0.635375, "f1": 0.599755, "accuracy": 0.635375, "main_score": 0.599755, "hf_subset": "sag_Latn-hin_Deva", "languages": ["sag-Latn", "hin-Deva"]}, {"precision": 0.53604, "recall": 0.58498, "f1": 0.548855, "accuracy": 0.58498, "main_score": 0.548855, "hf_subset": "sag_Latn-khm_Khmr", "languages": ["sag-Latn", "khm-Khmr"]}, {"precision": 0.58446, "recall": 0.631423, "f1": 0.596934, "accuracy": 0.631423, "main_score": 0.596934, "hf_subset": "sag_Latn-mag_Deva", "languages": ["sag-Latn", "mag-Deva"]}, {"precision": 0.603709, "recall": 0.640316, "f1": 0.613238, "accuracy": 0.640316, "main_score": 0.613238, "hf_subset": "sag_Latn-pap_Latn", "languages": ["sag-Latn", "pap-Latn"]}, {"precision": 0.538052, "recall": 0.58004, "f1": 0.549522, "accuracy": 0.58004, "main_score": 0.549522, "hf_subset": "sag_Latn-sot_Latn", "languages": ["sag-Latn", "sot-Latn"]}, {"precision": 0.589166, "recall": 0.634387, "f1": 0.601321, "accuracy": 0.634387, "main_score": 0.601321, "hf_subset": "sag_Latn-tur_Latn", "languages": ["sag-Latn", "tur-Latn"]}, {"precision": 0.592938, "recall": 0.633399, "f1": 0.60354, "accuracy": 0.633399, "main_score": 0.60354, "hf_subset": "sag_Latn-ace_Latn", "languages": ["sag-Latn", "ace-Latn"]}, {"precision": 0.612079, "recall": 0.645257, "f1": 0.621499, "accuracy": 0.645257, "main_score": 0.621499, "hf_subset": "sag_Latn-ban_Latn", "languages": ["sag-Latn", "ban-Latn"]}, {"precision": 0.590635, "recall": 0.636364, "f1": 0.602517, "accuracy": 0.636364, "main_score": 0.602517, "hf_subset": "sag_Latn-ell_Grek", "languages": ["sag-Latn", "ell-Grek"]}, {"precision": 0.572285, "recall": 0.620553, "f1": 0.585935, "accuracy": 0.620553, "main_score": 0.585935, "hf_subset": "sag_Latn-hne_Deva", "languages": ["sag-Latn", "hne-Deva"]}, {"precision": 0.501672, "recall": 0.552372, "f1": 0.516039, "accuracy": 0.552372, "main_score": 0.516039, "hf_subset": "sag_Latn-kik_Latn", "languages": ["sag-Latn", "kik-Latn"]}, {"precision": 0.579214, "recall": 0.635375, "f1": 0.594695, "accuracy": 0.635375, "main_score": 0.594695, "hf_subset": "sag_Latn-mai_Deva", "languages": ["sag-Latn", "mai-Deva"]}, {"precision": 0.536432, "recall": 0.590909, "f1": 0.550539, "accuracy": 0.590909, "main_score": 0.550539, "hf_subset": "sag_Latn-pbt_Arab", "languages": ["sag-Latn", "pbt-Arab"]}, {"precision": 0.599201, "recall": 0.647233, "f1": 0.613004, "accuracy": 0.647233, "main_score": 0.613004, "hf_subset": "sag_Latn-spa_Latn", "languages": ["sag-Latn", "spa-Latn"]}, {"precision": 0.573806, "recall": 0.609684, "f1": 0.583616, "accuracy": 0.609684, "main_score": 0.583616, "hf_subset": "sag_Latn-twi_Latn", "languages": ["sag-Latn", "twi-Latn"]}, {"precision": 0.562428, "recall": 0.612648, "f1": 0.57599, "accuracy": 0.612648, "main_score": 0.57599, "hf_subset": "sag_Latn-acm_Arab", "languages": ["sag-Latn", "acm-Arab"]}, {"precision": 0.571444, "recall": 0.617589, "f1": 0.583303, "accuracy": 0.617589, "main_score": 0.583303, "hf_subset": "sag_Latn-bel_Cyrl", "languages": ["sag-Latn", "bel-Cyrl"]}, {"precision": 0.615659, "recall": 0.660079, "f1": 0.627365, "accuracy": 0.660079, "main_score": 0.627365, "hf_subset": "sag_Latn-eng_Latn", "languages": ["sag-Latn", "eng-Latn"]}, {"precision": 0.602061, "recall": 0.646245, "f1": 0.61356, "accuracy": 0.646245, "main_score": 0.61356, "hf_subset": "sag_Latn-hrv_Latn", "languages": ["sag-Latn", "hrv-Latn"]}, {"precision": 0.499686, "recall": 0.544466, "f1": 0.512096, "accuracy": 0.544466, "main_score": 0.512096, "hf_subset": "sag_Latn-kin_Latn", "languages": ["sag-Latn", "kin-Latn"]}, {"precision": 0.576648, "recall": 0.624506, "f1": 0.589155, "accuracy": 0.624506, "main_score": 0.589155, "hf_subset": "sag_Latn-mal_Mlym", "languages": ["sag-Latn", "mal-Mlym"]}, {"precision": 0.582638, "recall": 0.631423, "f1": 0.595894, "accuracy": 0.631423, "main_score": 0.595894, "hf_subset": "sag_Latn-pes_Arab", "languages": ["sag-Latn", "pes-Arab"]}, {"precision": 0.580654, "recall": 0.623518, "f1": 0.592787, "accuracy": 0.623518, "main_score": 0.592787, "hf_subset": "sag_Latn-srd_Latn", "languages": ["sag-Latn", "srd-Latn"]}, {"precision": 0.199686, "recall": 0.236166, "f1": 0.209395, "accuracy": 0.236166, "main_score": 0.209395, "hf_subset": "sag_Latn-tzm_Tfng", "languages": ["sag-Latn", "tzm-Tfng"]}, {"precision": 0.576141, "recall": 0.625494, "f1": 0.589647, "accuracy": 0.625494, "main_score": 0.589647, "hf_subset": "sag_Latn-acq_Arab", "languages": ["sag-Latn", "acq-Arab"]}, {"precision": 0.56124, "recall": 0.597826, "f1": 0.571065, "accuracy": 0.597826, "main_score": 0.571065, "hf_subset": "sag_Latn-bem_Latn", "languages": ["sag-Latn", "bem-Latn"]}, {"precision": 0.606086, "recall": 0.653162, "f1": 0.617747, "accuracy": 0.653162, "main_score": 0.617747, "hf_subset": "sag_Latn-epo_Latn", "languages": ["sag-Latn", "epo-Latn"]}, {"precision": 0.595182, "recall": 0.641304, "f1": 0.607856, "accuracy": 0.641304, "main_score": 0.607856, "hf_subset": "sag_Latn-hun_Latn", "languages": ["sag-Latn", "hun-Latn"]}, {"precision": 0.562125, "recall": 0.609684, "f1": 0.574987, "accuracy": 0.609684, "main_score": 0.574987, "hf_subset": "sag_Latn-kir_Cyrl", "languages": ["sag-Latn", "kir-Cyrl"]}, {"precision": 0.579781, "recall": 0.633399, "f1": 0.594333, "accuracy": 0.633399, "main_score": 0.594333, "hf_subset": "sag_Latn-mar_Deva", "languages": ["sag-Latn", "mar-Deva"]}, {"precision": 0.551096, "recall": 0.585968, "f1": 0.561029, "accuracy": 0.585968, "main_score": 0.561029, "hf_subset": "sag_Latn-plt_Latn", "languages": ["sag-Latn", "plt-Latn"]}, {"precision": 0.592804, "recall": 0.640316, "f1": 0.605638, "accuracy": 0.640316, "main_score": 0.605638, "hf_subset": "sag_Latn-srp_Cyrl", "languages": ["sag-Latn", "srp-Cyrl"]}, {"precision": 0.495556, "recall": 0.551383, "f1": 0.510294, "accuracy": 0.551383, "main_score": 0.510294, "hf_subset": "sag_Latn-uig_Arab", "languages": ["sag-Latn", "uig-Arab"]}, {"precision": 0.556135, "recall": 0.602767, "f1": 0.568438, "accuracy": 0.602767, "main_score": 0.568438, "hf_subset": "sag_Latn-aeb_Arab", "languages": ["sag-Latn", "aeb-Arab"]}, {"precision": 0.573999, "recall": 0.628458, "f1": 0.588556, "accuracy": 0.628458, "main_score": 0.588556, "hf_subset": "sag_Latn-ben_Beng", "languages": ["sag-Latn", "ben-Beng"]}, {"precision": 0.56483, "recall": 0.609684, "f1": 0.577084, "accuracy": 0.609684, "main_score": 0.577084, "hf_subset": "sag_Latn-est_Latn", "languages": ["sag-Latn", "est-Latn"]}, {"precision": 0.560235, "recall": 0.609684, "f1": 0.573992, "accuracy": 0.609684, "main_score": 0.573992, "hf_subset": "sag_Latn-hye_Armn", "languages": ["sag-Latn", "hye-Armn"]}, {"precision": 0.521021, "recall": 0.560277, "f1": 0.53244, "accuracy": 0.560277, "main_score": 0.53244, "hf_subset": "sag_Latn-kmb_Latn", "languages": ["sag-Latn", "kmb-Latn"]}, {"precision": 0.406984, "recall": 0.464427, "f1": 0.422246, "accuracy": 0.464427, "main_score": 0.422246, "hf_subset": "sag_Latn-min_Arab", "languages": ["sag-Latn", "min-Arab"]}, {"precision": 0.594831, "recall": 0.641304, "f1": 0.607672, "accuracy": 0.641304, "main_score": 0.607672, "hf_subset": "sag_Latn-pol_Latn", "languages": ["sag-Latn", "pol-Latn"]}, {"precision": 0.520107, "recall": 0.561265, "f1": 0.530873, "accuracy": 0.561265, "main_score": 0.530873, "hf_subset": "sag_Latn-ssw_Latn", "languages": ["sag-Latn", "ssw-Latn"]}, {"precision": 0.600444, "recall": 0.648221, "f1": 0.613476, "accuracy": 0.648221, "main_score": 0.613476, "hf_subset": "sag_Latn-ukr_Cyrl", "languages": ["sag-Latn", "ukr-Cyrl"]}, {"precision": 0.614799, "recall": 0.666996, "f1": 0.628314, "accuracy": 0.666996, "main_score": 0.628314, "hf_subset": "sag_Latn-afr_Latn", "languages": ["sag-Latn", "afr-Latn"]}, {"precision": 0.577973, "recall": 0.623518, "f1": 0.590222, "accuracy": 0.623518, "main_score": 0.590222, "hf_subset": "sag_Latn-bho_Deva", "languages": ["sag-Latn", "bho-Deva"]}, {"precision": 0.59347, "recall": 0.639328, "f1": 0.605598, "accuracy": 0.639328, "main_score": 0.605598, "hf_subset": "sag_Latn-eus_Latn", "languages": ["sag-Latn", "eus-Latn"]}, {"precision": 0.522096, "recall": 0.567194, "f1": 0.534901, "accuracy": 0.567194, "main_score": 0.534901, "hf_subset": "sag_Latn-ibo_Latn", "languages": ["sag-Latn", "ibo-Latn"]}, {"precision": 0.556268, "recall": 0.594862, "f1": 0.567116, "accuracy": 0.594862, "main_score": 0.567116, "hf_subset": "sag_Latn-kmr_Latn", "languages": ["sag-Latn", "kmr-Latn"]}, {"precision": 0.592479, "recall": 0.633399, "f1": 0.603534, "accuracy": 0.633399, "main_score": 0.603534, "hf_subset": "sag_Latn-min_Latn", "languages": ["sag-Latn", "min-Latn"]}, {"precision": 0.604433, "recall": 0.652174, "f1": 0.618005, "accuracy": 0.652174, "main_score": 0.618005, "hf_subset": "sag_Latn-por_Latn", "languages": ["sag-Latn", "por-Latn"]}, {"precision": 0.604447, "recall": 0.648221, "f1": 0.616391, "accuracy": 0.648221, "main_score": 0.616391, "hf_subset": "sag_Latn-sun_Latn", "languages": ["sag-Latn", "sun-Latn"]}, {"precision": 0.496617, "recall": 0.54249, "f1": 0.509974, "accuracy": 0.54249, "main_score": 0.509974, "hf_subset": "sag_Latn-umb_Latn", "languages": ["sag-Latn", "umb-Latn"]}, {"precision": 0.57802, "recall": 0.62747, "f1": 0.591669, "accuracy": 0.62747, "main_score": 0.591669, "hf_subset": "sag_Latn-ajp_Arab", "languages": ["sag-Latn", "ajp-Arab"]}, {"precision": 0.4208, "recall": 0.470356, "f1": 0.434312, "accuracy": 0.470356, "main_score": 0.434312, "hf_subset": "sag_Latn-bjn_Arab", "languages": ["sag-Latn", "bjn-Arab"]}, {"precision": 0.495711, "recall": 0.539526, "f1": 0.508303, "accuracy": 0.539526, "main_score": 0.508303, "hf_subset": "sag_Latn-ewe_Latn", "languages": ["sag-Latn", "ewe-Latn"]}, {"precision": 0.60171, "recall": 0.640316, "f1": 0.612284, "accuracy": 0.640316, "main_score": 0.612284, "hf_subset": "sag_Latn-ilo_Latn", "languages": ["sag-Latn", "ilo-Latn"]}, {"precision": 0.316333, "recall": 0.358696, "f1": 0.328343, "accuracy": 0.358696, "main_score": 0.328343, "hf_subset": "sag_Latn-knc_Arab", "languages": ["sag-Latn", "knc-Arab"]}, {"precision": 0.590803, "recall": 0.641304, "f1": 0.604489, "accuracy": 0.641304, "main_score": 0.604489, "hf_subset": "sag_Latn-mkd_Cyrl", "languages": ["sag-Latn", "mkd-Cyrl"]}, {"precision": 0.562027, "recall": 0.615613, "f1": 0.575647, "accuracy": 0.615613, "main_score": 0.575647, "hf_subset": "sag_Latn-prs_Arab", "languages": ["sag-Latn", "prs-Arab"]}, {"precision": 0.603313, "recall": 0.652174, "f1": 0.616155, "accuracy": 0.652174, "main_score": 0.616155, "hf_subset": "sag_Latn-swe_Latn", "languages": ["sag-Latn", "swe-Latn"]}, {"precision": 0.548315, "recall": 0.604743, "f1": 0.562704, "accuracy": 0.604743, "main_score": 0.562704, "hf_subset": "sag_Latn-urd_Arab", "languages": ["sag-Latn", "urd-Arab"]}, {"precision": 0.560565, "recall": 0.600791, "f1": 0.572027, "accuracy": 0.600791, "main_score": 0.572027, "hf_subset": "sag_Latn-aka_Latn", "languages": ["sag-Latn", "aka-Latn"]}, {"precision": 0.615077, "recall": 0.652174, "f1": 0.624628, "accuracy": 0.652174, "main_score": 0.624628, "hf_subset": "sag_Latn-bjn_Latn", "languages": ["sag-Latn", "bjn-Latn"]}, {"precision": 0.570892, "recall": 0.606719, "f1": 0.581406, "accuracy": 0.606719, "main_score": 0.581406, "hf_subset": "sag_Latn-fao_Latn", "languages": ["sag-Latn", "fao-Latn"]}, {"precision": 0.600839, "recall": 0.650198, "f1": 0.614914, "accuracy": 0.650198, "main_score": 0.614914, "hf_subset": "sag_Latn-ind_Latn", "languages": ["sag-Latn", "ind-Latn"]}, {"precision": 0.546154, "recall": 0.58004, "f1": 0.556014, "accuracy": 0.58004, "main_score": 0.556014, "hf_subset": "sag_Latn-knc_Latn", "languages": ["sag-Latn", "knc-Latn"]}, {"precision": 0.590428, "recall": 0.636364, "f1": 0.60167, "accuracy": 0.636364, "main_score": 0.60167, "hf_subset": "sag_Latn-mlt_Latn", "languages": ["sag-Latn", "mlt-Latn"]}, {"precision": 0.557775, "recall": 0.600791, "f1": 0.569952, "accuracy": 0.600791, "main_score": 0.569952, "hf_subset": "sag_Latn-quy_Latn", "languages": ["sag-Latn", "quy-Latn"]}, {"precision": 0.558211, "recall": 0.607708, "f1": 0.571434, "accuracy": 0.607708, "main_score": 0.571434, "hf_subset": "sag_Latn-swh_Latn", "languages": ["sag-Latn", "swh-Latn"]}, {"precision": 0.571197, "recall": 0.620553, "f1": 0.584906, "accuracy": 0.620553, "main_score": 0.584906, "hf_subset": "sag_Latn-uzn_Latn", "languages": ["sag-Latn", "uzn-Latn"]}, {"precision": 0.577996, "recall": 0.62253, "f1": 0.590402, "accuracy": 0.62253, "main_score": 0.590402, "hf_subset": "sag_Latn-als_Latn", "languages": ["sag-Latn", "als-Latn"]}, {"precision": 0.2718, "recall": 0.31917, "f1": 0.283463, "accuracy": 0.31917, "main_score": 0.283463, "hf_subset": "sag_Latn-bod_Tibt", "languages": ["sag-Latn", "bod-Tibt"]}, {"precision": 0.540227, "recall": 0.578063, "f1": 0.551108, "accuracy": 0.578063, "main_score": 0.551108, "hf_subset": "sag_Latn-fij_Latn", "languages": ["sag-Latn", "fij-Latn"]}, {"precision": 0.550648, "recall": 0.593874, "f1": 0.563133, "accuracy": 0.593874, "main_score": 0.563133, "hf_subset": "sag_Latn-isl_Latn", "languages": ["sag-Latn", "isl-Latn"]}, {"precision": 0.578537, "recall": 0.618577, "f1": 0.589003, "accuracy": 0.618577, "main_score": 0.589003, "hf_subset": "sag_Latn-kon_Latn", "languages": ["sag-Latn", "kon-Latn"]}, {"precision": 0.47904, "recall": 0.536561, "f1": 0.494946, "accuracy": 0.536561, "main_score": 0.494946, "hf_subset": "sag_Latn-mni_Beng", "languages": ["sag-Latn", "mni-Beng"]}, {"precision": 0.619828, "recall": 0.670949, "f1": 0.633484, "accuracy": 0.670949, "main_score": 0.633484, "hf_subset": "sag_Latn-ron_Latn", "languages": ["sag-Latn", "ron-Latn"]}, {"precision": 0.601393, "recall": 0.641304, "f1": 0.611712, "accuracy": 0.641304, "main_score": 0.611712, "hf_subset": "sag_Latn-szl_Latn", "languages": ["sag-Latn", "szl-Latn"]}, {"precision": 0.608017, "recall": 0.652174, "f1": 0.619668, "accuracy": 0.652174, "main_score": 0.619668, "hf_subset": "sag_Latn-vec_Latn", "languages": ["sag-Latn", "vec-Latn"]}, {"precision": 0.485652, "recall": 0.543478, "f1": 0.501748, "accuracy": 0.543478, "main_score": 0.501748, "hf_subset": "sag_Latn-amh_Ethi", "languages": ["sag-Latn", "amh-Ethi"]}, {"precision": 0.607946, "recall": 0.65415, "f1": 0.620271, "accuracy": 0.65415, "main_score": 0.620271, "hf_subset": "sag_Latn-bos_Latn", "languages": ["sag-Latn", "bos-Latn"]}, {"precision": 0.572854, "recall": 0.618577, "f1": 0.585133, "accuracy": 0.618577, "main_score": 0.585133, "hf_subset": "sag_Latn-fin_Latn", "languages": ["sag-Latn", "fin-Latn"]}, {"precision": 0.597374, "recall": 0.641304, "f1": 0.609161, "accuracy": 0.641304, "main_score": 0.609161, "hf_subset": "sag_Latn-ita_Latn", "languages": ["sag-Latn", "ita-Latn"]}, {"precision": 0.567065, "recall": 0.621542, "f1": 0.581369, "accuracy": 0.621542, "main_score": 0.581369, "hf_subset": "sag_Latn-kor_Hang", "languages": ["sag-Latn", "kor-Hang"]}, {"precision": 0.525503, "recall": 0.568182, "f1": 0.538145, "accuracy": 0.568182, "main_score": 0.538145, "hf_subset": "sag_Latn-mos_Latn", "languages": ["sag-Latn", "mos-Latn"]}, {"precision": 0.533514, "recall": 0.573123, "f1": 0.544928, "accuracy": 0.573123, "main_score": 0.544928, "hf_subset": "sag_Latn-run_Latn", "languages": ["sag-Latn", "run-Latn"]}, {"precision": 0.551301, "recall": 0.604743, "f1": 0.565897, "accuracy": 0.604743, "main_score": 0.565897, "hf_subset": "sag_Latn-tam_Taml", "languages": ["sag-Latn", "tam-Taml"]}, {"precision": 0.602785, "recall": 0.645257, "f1": 0.613882, "accuracy": 0.645257, "main_score": 0.613882, "hf_subset": "sag_Latn-vie_Latn", "languages": ["sag-Latn", "vie-Latn"]}, {"precision": 0.56978, "recall": 0.626482, "f1": 0.58459, "accuracy": 0.626482, "main_score": 0.58459, "hf_subset": "sag_Latn-apc_Arab", "languages": ["sag-Latn", "apc-Arab"]}, {"precision": 0.577154, "recall": 0.618577, "f1": 0.588574, "accuracy": 0.618577, "main_score": 0.588574, "hf_subset": "sag_Latn-bug_Latn", "languages": ["sag-Latn", "bug-Latn"]}, {"precision": 0.469379, "recall": 0.51087, "f1": 0.480587, "accuracy": 0.51087, "main_score": 0.480587, "hf_subset": "sag_Latn-fon_Latn", "languages": ["sag-Latn", "fon-Latn"]}, {"precision": 0.597047, "recall": 0.639328, "f1": 0.608277, "accuracy": 0.639328, "main_score": 0.608277, "hf_subset": "sag_Latn-jav_Latn", "languages": ["sag-Latn", "jav-Latn"]}, {"precision": 0.510565, "recall": 0.561265, "f1": 0.5247, "accuracy": 0.561265, "main_score": 0.5247, "hf_subset": "sag_Latn-lao_Laoo", "languages": ["sag-Latn", "lao-Laoo"]}, {"precision": 0.505522, "recall": 0.54249, "f1": 0.515664, "accuracy": 0.54249, "main_score": 0.515664, "hf_subset": "sag_Latn-mri_Latn", "languages": ["sag-Latn", "mri-Latn"]}, {"precision": 0.588282, "recall": 0.633399, "f1": 0.60086, "accuracy": 0.633399, "main_score": 0.60086, "hf_subset": "sag_Latn-rus_Cyrl", "languages": ["sag-Latn", "rus-Cyrl"]}, {"precision": 0.504932, "recall": 0.548419, "f1": 0.517319, "accuracy": 0.548419, "main_score": 0.517319, "hf_subset": "sag_Latn-taq_Latn", "languages": ["sag-Latn", "taq-Latn"]}, {"precision": 0.608578, "recall": 0.652174, "f1": 0.620673, "accuracy": 0.652174, "main_score": 0.620673, "hf_subset": "sag_Latn-war_Latn", "languages": ["sag-Latn", "war-Latn"]}, {"precision": 0.562987, "recall": 0.612648, "f1": 0.576327, "accuracy": 0.612648, "main_score": 0.576327, "hf_subset": "sag_Latn-arb_Arab", "languages": ["sag-Latn", "arb-Arab"]}, {"precision": 0.59601, "recall": 0.639328, "f1": 0.607777, "accuracy": 0.639328, "main_score": 0.607777, "hf_subset": "sag_Latn-bul_Cyrl", "languages": ["sag-Latn", "bul-Cyrl"]}, {"precision": 0.620378, "recall": 0.663043, "f1": 0.632244, "accuracy": 0.663043, "main_score": 0.632244, "hf_subset": "sag_Latn-fra_Latn", "languages": ["sag-Latn", "fra-Latn"]}, {"precision": 0.570938, "recall": 0.618577, "f1": 0.583498, "accuracy": 0.618577, "main_score": 0.583498, "hf_subset": "sag_Latn-jpn_Jpan", "languages": ["sag-Latn", "jpn-Jpan"]}, {"precision": 0.594227, "recall": 0.636364, "f1": 0.605758, "accuracy": 0.636364, "main_score": 0.605758, "hf_subset": "sag_Latn-lij_Latn", "languages": ["sag-Latn", "lij-Latn"]}, {"precision": 0.428114, "recall": 0.493083, "f1": 0.444994, "accuracy": 0.493083, "main_score": 0.444994, "hf_subset": "sag_Latn-mya_Mymr", "languages": ["sag-Latn", "mya-Mymr"]}, {"precision": 0.205193, "recall": 0.248024, "f1": 0.215647, "accuracy": 0.248024, "main_score": 0.215647, "hf_subset": "sag_Latn-taq_Tfng", "languages": ["sag-Latn", "taq-Tfng"]}, {"precision": 0.556523, "recall": 0.605731, "f1": 0.570777, "accuracy": 0.605731, "main_score": 0.570777, "hf_subset": "sag_Latn-wol_Latn", "languages": ["sag-Latn", "wol-Latn"]}, {"precision": 0.454037, "recall": 0.502964, "f1": 0.467678, "accuracy": 0.502964, "main_score": 0.467678, "hf_subset": "sag_Latn-arb_Latn", "languages": ["sag-Latn", "arb-Latn"]}, {"precision": 0.602678, "recall": 0.649209, "f1": 0.615162, "accuracy": 0.649209, "main_score": 0.615162, "hf_subset": "sag_Latn-cat_Latn", "languages": ["sag-Latn", "cat-Latn"]}, {"precision": 0.605286, "recall": 0.643281, "f1": 0.615259, "accuracy": 0.643281, "main_score": 0.615259, "hf_subset": "sag_Latn-fur_Latn", "languages": ["sag-Latn", "fur-Latn"]}, {"precision": 0.422054, "recall": 0.469368, "f1": 0.435166, "accuracy": 0.469368, "main_score": 0.435166, "hf_subset": "sag_Latn-kab_Latn", "languages": ["sag-Latn", "kab-Latn"]}, {"precision": 0.585718, "recall": 0.62747, "f1": 0.597006, "accuracy": 0.62747, "main_score": 0.597006, "hf_subset": "sag_Latn-lim_Latn", "languages": ["sag-Latn", "lim-Latn"]}, {"precision": 0.588184, "recall": 0.635375, "f1": 0.600957, "accuracy": 0.635375, "main_score": 0.600957, "hf_subset": "sag_Latn-nld_Latn", "languages": ["sag-Latn", "nld-Latn"]}, {"precision": 0.522248, "recall": 0.581028, "f1": 0.537505, "accuracy": 0.581028, "main_score": 0.537505, "hf_subset": "sag_Latn-san_Deva", "languages": ["sag-Latn", "san-Deva"]}, {"precision": 0.561832, "recall": 0.608696, "f1": 0.574772, "accuracy": 0.608696, "main_score": 0.574772, "hf_subset": "sag_Latn-tat_Cyrl", "languages": ["sag-Latn", "tat-Cyrl"]}, {"precision": 0.542297, "recall": 0.583992, "f1": 0.554357, "accuracy": 0.583992, "main_score": 0.554357, "hf_subset": "sag_Latn-xho_Latn", "languages": ["sag-Latn", "xho-Latn"]}, {"precision": 0.55312, "recall": 0.606719, "f1": 0.567833, "accuracy": 0.606719, "main_score": 0.567833, "hf_subset": "sag_Latn-ars_Arab", "languages": ["sag-Latn", "ars-Arab"]}, {"precision": 0.606117, "recall": 0.646245, "f1": 0.617075, "accuracy": 0.646245, "main_score": 0.617075, "hf_subset": "sag_Latn-ceb_Latn", "languages": ["sag-Latn", "ceb-Latn"]}, {"precision": 0.512173, "recall": 0.557312, "f1": 0.525461, "accuracy": 0.557312, "main_score": 0.525461, "hf_subset": "sag_Latn-fuv_Latn", "languages": ["sag-Latn", "fuv-Latn"]}, {"precision": 0.495117, "recall": 0.539526, "f1": 0.5078, "accuracy": 0.539526, "main_score": 0.5078, "hf_subset": "sag_Latn-kac_Latn", "languages": ["sag-Latn", "kac-Latn"]}, {"precision": 0.583407, "recall": 0.620553, "f1": 0.593728, "accuracy": 0.620553, "main_score": 0.593728, "hf_subset": "sag_Latn-lin_Latn", "languages": ["sag-Latn", "lin-Latn"]}, {"precision": 0.593251, "recall": 0.641304, "f1": 0.606857, "accuracy": 0.641304, "main_score": 0.606857, "hf_subset": "sag_Latn-nno_Latn", "languages": ["sag-Latn", "nno-Latn"]}, {"precision": 0.106585, "recall": 0.147233, "f1": 0.116439, "accuracy": 0.147233, "main_score": 0.116439, "hf_subset": "sag_Latn-sat_Olck", "languages": ["sag-Latn", "sat-Olck"]}, {"precision": 0.566313, "recall": 0.620553, "f1": 0.580531, "accuracy": 0.620553, "main_score": 0.580531, "hf_subset": "sag_Latn-tel_Telu", "languages": ["sag-Latn", "tel-Telu"]}, {"precision": 0.485543, "recall": 0.540514, "f1": 0.499208, "accuracy": 0.540514, "main_score": 0.499208, "hf_subset": "sag_Latn-ydd_Hebr", "languages": ["sag-Latn", "ydd-Hebr"]}, {"precision": 0.549658, "recall": 0.593874, "f1": 0.561652, "accuracy": 0.593874, "main_score": 0.561652, "hf_subset": "sag_Latn-ary_Arab", "languages": ["sag-Latn", "ary-Arab"]}, {"precision": 0.595393, "recall": 0.644269, "f1": 0.608941, "accuracy": 0.644269, "main_score": 0.608941, "hf_subset": "sag_Latn-ces_Latn", "languages": ["sag-Latn", "ces-Latn"]}, {"precision": 0.483324, "recall": 0.530632, "f1": 0.496242, "accuracy": 0.530632, "main_score": 0.496242, "hf_subset": "sag_Latn-gaz_Latn", "languages": ["sag-Latn", "gaz-Latn"]}, {"precision": 0.508665, "recall": 0.548419, "f1": 0.519557, "accuracy": 0.548419, "main_score": 0.519557, "hf_subset": "sag_Latn-kam_Latn", "languages": ["sag-Latn", "kam-Latn"]}, {"precision": 0.573387, "recall": 0.626482, "f1": 0.587484, "accuracy": 0.626482, "main_score": 0.587484, "hf_subset": "sag_Latn-lit_Latn", "languages": ["sag-Latn", "lit-Latn"]}, {"precision": 0.60303, "recall": 0.655138, "f1": 0.616697, "accuracy": 0.655138, "main_score": 0.616697, "hf_subset": "sag_Latn-nob_Latn", "languages": ["sag-Latn", "nob-Latn"]}, {"precision": 0.593633, "recall": 0.634387, "f1": 0.604977, "accuracy": 0.634387, "main_score": 0.604977, "hf_subset": "sag_Latn-scn_Latn", "languages": ["sag-Latn", "scn-Latn"]}, {"precision": 0.563227, "recall": 0.608696, "f1": 0.576129, "accuracy": 0.608696, "main_score": 0.576129, "hf_subset": "sag_Latn-tgk_Cyrl", "languages": ["sag-Latn", "tgk-Cyrl"]}, {"precision": 0.476997, "recall": 0.531621, "f1": 0.492932, "accuracy": 0.531621, "main_score": 0.492932, "hf_subset": "sag_Latn-yor_Latn", "languages": ["sag-Latn", "yor-Latn"]}, {"precision": 0.560889, "recall": 0.61166, "f1": 0.574761, "accuracy": 0.61166, "main_score": 0.574761, "hf_subset": "sag_Latn-arz_Arab", "languages": ["sag-Latn", "arz-Arab"]}, {"precision": 0.505939, "recall": 0.555336, "f1": 0.52045, "accuracy": 0.555336, "main_score": 0.52045, "hf_subset": "sag_Latn-cjk_Latn", "languages": ["sag-Latn", "cjk-Latn"]}, {"precision": 0.49594, "recall": 0.537549, "f1": 0.507301, "accuracy": 0.537549, "main_score": 0.507301, "hf_subset": "sag_Latn-gla_Latn", "languages": ["sag-Latn", "gla-Latn"]}, {"precision": 0.559124, "recall": 0.616601, "f1": 0.575165, "accuracy": 0.616601, "main_score": 0.575165, "hf_subset": "sag_Latn-kan_Knda", "languages": ["sag-Latn", "kan-Knda"]}, {"precision": 0.592989, "recall": 0.635375, "f1": 0.604572, "accuracy": 0.635375, "main_score": 0.604572, "hf_subset": "sag_Latn-lmo_Latn", "languages": ["sag-Latn", "lmo-Latn"]}, {"precision": 0.555817, "recall": 0.609684, "f1": 0.569901, "accuracy": 0.609684, "main_score": 0.569901, "hf_subset": "sag_Latn-npi_Deva", "languages": ["sag-Latn", "npi-Deva"]}, {"precision": 0.430187, "recall": 0.487154, "f1": 0.445168, "accuracy": 0.487154, "main_score": 0.445168, "hf_subset": "sag_Latn-shn_Mymr", "languages": ["sag-Latn", "shn-Mymr"]}, {"precision": 0.61288, "recall": 0.655138, "f1": 0.623781, "accuracy": 0.655138, "main_score": 0.623781, "hf_subset": "sag_Latn-tgl_Latn", "languages": ["sag-Latn", "tgl-Latn"]}, {"precision": 0.560106, "recall": 0.609684, "f1": 0.57295, "accuracy": 0.609684, "main_score": 0.57295, "hf_subset": "sag_Latn-yue_Hant", "languages": ["sag-Latn", "yue-Hant"]}, {"precision": 0.53685, "recall": 0.592885, "f1": 0.552055, "accuracy": 0.592885, "main_score": 0.552055, "hf_subset": "sag_Latn-asm_Beng", "languages": ["sag-Latn", "asm-Beng"]}, {"precision": 0.522881, "recall": 0.570158, "f1": 0.53614, "accuracy": 0.570158, "main_score": 0.53614, "hf_subset": "sag_Latn-ckb_Arab", "languages": ["sag-Latn", "ckb-Arab"]}, {"precision": 0.5011, "recall": 0.545455, "f1": 0.512952, "accuracy": 0.545455, "main_score": 0.512952, "hf_subset": "sag_Latn-gle_Latn", "languages": ["sag-Latn", "gle-Latn"]}, {"precision": 0.517722, "recall": 0.577075, "f1": 0.533816, "accuracy": 0.577075, "main_score": 0.533816, "hf_subset": "sag_Latn-kas_Arab", "languages": ["sag-Latn", "kas-Arab"]}, {"precision": 0.56017, "recall": 0.61166, "f1": 0.573752, "accuracy": 0.61166, "main_score": 0.573752, "hf_subset": "sag_Latn-ltg_Latn", "languages": ["sag-Latn", "ltg-Latn"]}, {"precision": 0.557562, "recall": 0.596838, "f1": 0.568408, "accuracy": 0.596838, "main_score": 0.568408, "hf_subset": "sag_Latn-nso_Latn", "languages": ["sag-Latn", "nso-Latn"]}, {"precision": 0.484292, "recall": 0.54249, "f1": 0.499545, "accuracy": 0.54249, "main_score": 0.499545, "hf_subset": "sag_Latn-sin_Sinh", "languages": ["sag-Latn", "sin-Sinh"]}, {"precision": 0.575603, "recall": 0.626482, "f1": 0.589019, "accuracy": 0.626482, "main_score": 0.589019, "hf_subset": "sag_Latn-tha_Thai", "languages": ["sag-Latn", "tha-Thai"]}, {"precision": 0.574255, "recall": 0.619565, "f1": 0.586323, "accuracy": 0.619565, "main_score": 0.586323, "hf_subset": "sag_Latn-zho_Hans", "languages": ["sag-Latn", "zho-Hans"]}, {"precision": 0.60821, "recall": 0.653162, "f1": 0.620438, "accuracy": 0.653162, "main_score": 0.620438, "hf_subset": "sag_Latn-ast_Latn", "languages": ["sag-Latn", "ast-Latn"]}, {"precision": 0.569964, "recall": 0.616601, "f1": 0.581853, "accuracy": 0.616601, "main_score": 0.581853, "hf_subset": "sag_Latn-crh_Latn", "languages": ["sag-Latn", "crh-Latn"]}, {"precision": 0.611052, "recall": 0.655138, "f1": 0.62335, "accuracy": 0.655138, "main_score": 0.62335, "hf_subset": "sag_Latn-glg_Latn", "languages": ["sag-Latn", "glg-Latn"]}, {"precision": 0.514043, "recall": 0.566206, "f1": 0.528642, "accuracy": 0.566206, "main_score": 0.528642, "hf_subset": "sag_Latn-kas_Deva", "languages": ["sag-Latn", "kas-Deva"]}, {"precision": 0.57695, "recall": 0.623518, "f1": 0.589687, "accuracy": 0.623518, "main_score": 0.589687, "hf_subset": "sag_Latn-ltz_Latn", "languages": ["sag-Latn", "ltz-Latn"]}, {"precision": 0.451614, "recall": 0.5, "f1": 0.465683, "accuracy": 0.5, "main_score": 0.465683, "hf_subset": "sag_Latn-nus_Latn", "languages": ["sag-Latn", "nus-Latn"]}, {"precision": 0.573699, "recall": 0.624506, "f1": 0.587185, "accuracy": 0.624506, "main_score": 0.587185, "hf_subset": "sag_Latn-slk_Latn", "languages": ["sag-Latn", "slk-Latn"]}, {"precision": 0.399718, "recall": 0.453557, "f1": 0.413775, "accuracy": 0.453557, "main_score": 0.413775, "hf_subset": "sag_Latn-tir_Ethi", "languages": ["sag-Latn", "tir-Ethi"]}, {"precision": 0.567551, "recall": 0.615613, "f1": 0.580281, "accuracy": 0.615613, "main_score": 0.580281, "hf_subset": "sag_Latn-zho_Hant", "languages": ["sag-Latn", "zho-Hant"]}, {"precision": 0.572869, "recall": 0.621542, "f1": 0.586505, "accuracy": 0.621542, "main_score": 0.586505, "hf_subset": "sag_Latn-awa_Deva", "languages": ["sag-Latn", "awa-Deva"]}, {"precision": 0.56351, "recall": 0.598814, "f1": 0.573222, "accuracy": 0.598814, "main_score": 0.573222, "hf_subset": "sag_Latn-cym_Latn", "languages": ["sag-Latn", "cym-Latn"]}, {"precision": 0.591576, "recall": 0.625494, "f1": 0.601176, "accuracy": 0.625494, "main_score": 0.601176, "hf_subset": "sag_Latn-grn_Latn", "languages": ["sag-Latn", "grn-Latn"]}, {"precision": 0.556203, "recall": 0.610672, "f1": 0.57061, "accuracy": 0.610672, "main_score": 0.57061, "hf_subset": "sag_Latn-kat_Geor", "languages": ["sag-Latn", "kat-Geor"]}, {"precision": 0.568621, "recall": 0.605731, "f1": 0.579583, "accuracy": 0.605731, "main_score": 0.579583, "hf_subset": "sag_Latn-lua_Latn", "languages": ["sag-Latn", "lua-Latn"]}, {"precision": 0.557784, "recall": 0.601779, "f1": 0.56992, "accuracy": 0.601779, "main_score": 0.56992, "hf_subset": "sag_Latn-nya_Latn", "languages": ["sag-Latn", "nya-Latn"]}, {"precision": 0.595878, "recall": 0.636364, "f1": 0.606507, "accuracy": 0.636364, "main_score": 0.606507, "hf_subset": "sag_Latn-slv_Latn", "languages": ["sag-Latn", "slv-Latn"]}, {"precision": 0.582238, "recall": 0.621542, "f1": 0.59383, "accuracy": 0.621542, "main_score": 0.59383, "hf_subset": "sag_Latn-tpi_Latn", "languages": ["sag-Latn", "tpi-Latn"]}, {"precision": 0.599872, "recall": 0.647233, "f1": 0.612653, "accuracy": 0.647233, "main_score": 0.612653, "hf_subset": "sag_Latn-zsm_Latn", "languages": ["sag-Latn", "zsm-Latn"]}, {"precision": 0.512368, "recall": 0.5583, "f1": 0.525927, "accuracy": 0.5583, "main_score": 0.525927, "hf_subset": "sag_Latn-ayr_Latn", "languages": ["sag-Latn", "ayr-Latn"]}, {"precision": 0.593639, "recall": 0.643281, "f1": 0.606952, "accuracy": 0.643281, "main_score": 0.606952, "hf_subset": "sag_Latn-dan_Latn", "languages": ["sag-Latn", "dan-Latn"]}, {"precision": 0.562464, "recall": 0.614625, "f1": 0.577128, "accuracy": 0.614625, "main_score": 0.577128, "hf_subset": "sag_Latn-guj_Gujr", "languages": ["sag-Latn", "guj-Gujr"]}, {"precision": 0.579213, "recall": 0.628458, "f1": 0.592017, "accuracy": 0.628458, "main_score": 0.592017, "hf_subset": "sag_Latn-kaz_Cyrl", "languages": ["sag-Latn", "kaz-Cyrl"]}, {"precision": 0.485778, "recall": 0.531621, "f1": 0.49888, "accuracy": 0.531621, "main_score": 0.49888, "hf_subset": "sag_Latn-lug_Latn", "languages": ["sag-Latn", "lug-Latn"]}, {"precision": 0.624542, "recall": 0.66996, "f1": 0.636687, "accuracy": 0.66996, "main_score": 0.636687, "hf_subset": "sag_Latn-oci_Latn", "languages": ["sag-Latn", "oci-Latn"]}, {"precision": 0.54319, "recall": 0.581028, "f1": 0.553452, "accuracy": 0.581028, "main_score": 0.553452, "hf_subset": "sag_Latn-smo_Latn", "languages": ["sag-Latn", "smo-Latn"]}, {"precision": 0.495621, "recall": 0.546443, "f1": 0.509708, "accuracy": 0.546443, "main_score": 0.509708, "hf_subset": "sag_Latn-tsn_Latn", "languages": ["sag-Latn", "tsn-Latn"]}, {"precision": 0.504216, "recall": 0.555336, "f1": 0.518789, "accuracy": 0.555336, "main_score": 0.518789, "hf_subset": "sag_Latn-zul_Latn", "languages": ["sag-Latn", "zul-Latn"]}, {"precision": 0.500276, "recall": 0.555336, "f1": 0.51537, "accuracy": 0.555336, "main_score": 0.51537, "hf_subset": "sag_Latn-azb_Arab", "languages": ["sag-Latn", "azb-Arab"]}, {"precision": 0.595295, "recall": 0.639328, "f1": 0.606813, "accuracy": 0.639328, "main_score": 0.606813, "hf_subset": "sag_Latn-deu_Latn", "languages": ["sag-Latn", "deu-Latn"]}, {"precision": 0.549479, "recall": 0.606719, "f1": 0.565419, "accuracy": 0.606719, "main_score": 0.565419, "hf_subset": "sag_Latn-hat_Latn", "languages": ["sag-Latn", "hat-Latn"]}, {"precision": 0.477323, "recall": 0.525692, "f1": 0.491156, "accuracy": 0.525692, "main_score": 0.491156, "hf_subset": "sag_Latn-kbp_Latn", "languages": ["sag-Latn", "kbp-Latn"]}, {"precision": 0.557351, "recall": 0.590909, "f1": 0.566916, "accuracy": 0.590909, "main_score": 0.566916, "hf_subset": "sag_Latn-luo_Latn", "languages": ["sag-Latn", "luo-Latn"]}, {"precision": 0.552586, "recall": 0.61166, "f1": 0.5683, "accuracy": 0.61166, "main_score": 0.5683, "hf_subset": "sag_Latn-ory_Orya", "languages": ["sag-Latn", "ory-Orya"]}, {"precision": 0.521338, "recall": 0.570158, "f1": 0.535297, "accuracy": 0.570158, "main_score": 0.535297, "hf_subset": "sag_Latn-sna_Latn", "languages": ["sag-Latn", "sna-Latn"]}, {"precision": 0.509165, "recall": 0.549407, "f1": 0.520547, "accuracy": 0.549407, "main_score": 0.520547, "hf_subset": "sag_Latn-tso_Latn", "languages": ["sag-Latn", "tso-Latn"]}, {"precision": 0.555664, "recall": 0.612648, "f1": 0.570354, "accuracy": 0.612648, "main_score": 0.570354, "hf_subset": "sag_Latn-azj_Latn", "languages": ["sag-Latn", "azj-Latn"]}, {"precision": 0.520406, "recall": 0.568182, "f1": 0.534587, "accuracy": 0.568182, "main_score": 0.534587, "hf_subset": "sag_Latn-dik_Latn", "languages": ["sag-Latn", "dik-Latn"]}, {"precision": 0.539254, "recall": 0.579051, "f1": 0.550175, "accuracy": 0.579051, "main_score": 0.550175, "hf_subset": "sag_Latn-hau_Latn", "languages": ["sag-Latn", "hau-Latn"]}, {"precision": 0.610459, "recall": 0.648221, "f1": 0.620794, "accuracy": 0.648221, "main_score": 0.620794, "hf_subset": "sag_Latn-kea_Latn", "languages": ["sag-Latn", "kea-Latn"]}, {"precision": 0.568307, "recall": 0.603755, "f1": 0.578584, "accuracy": 0.603755, "main_score": 0.578584, "hf_subset": "sag_Latn-lus_Latn", "languages": ["sag-Latn", "lus-Latn"]}, {"precision": 0.583826, "recall": 0.62253, "f1": 0.594083, "accuracy": 0.62253, "main_score": 0.594083, "hf_subset": "sag_Latn-pag_Latn", "languages": ["sag-Latn", "pag-Latn"]}, {"precision": 0.550527, "recall": 0.606719, "f1": 0.565436, "accuracy": 0.606719, "main_score": 0.565436, "hf_subset": "sag_Latn-snd_Arab", "languages": ["sag-Latn", "snd-Arab"]}, {"precision": 0.54845, "recall": 0.596838, "f1": 0.561061, "accuracy": 0.596838, "main_score": 0.561061, "hf_subset": "sag_Latn-tuk_Latn", "languages": ["sag-Latn", "tuk-Latn"]}, {"precision": 0.597781, "recall": 0.639328, "f1": 0.6094, "accuracy": 0.639328, "main_score": 0.6094, "hf_subset": "sag_Latn-bak_Cyrl", "languages": ["sag-Latn", "bak-Cyrl"]}, {"precision": 0.436657, "recall": 0.499012, "f1": 0.455047, "accuracy": 0.499012, "main_score": 0.455047, "hf_subset": "sag_Latn-dyu_Latn", "languages": ["sag-Latn", "dyu-Latn"]}, {"precision": 0.575662, "recall": 0.624506, "f1": 0.589349, "accuracy": 0.624506, "main_score": 0.589349, "hf_subset": "sag_Latn-heb_Hebr", "languages": ["sag-Latn", "heb-Hebr"]}, {"precision": 0.557742, "recall": 0.597826, "f1": 0.568959, "accuracy": 0.597826, "main_score": 0.568959, "hf_subset": "sag_Latn-khk_Cyrl", "languages": ["sag-Latn", "khk-Cyrl"]}, {"precision": 0.56731, "recall": 0.620553, "f1": 0.58112, "accuracy": 0.620553, "main_score": 0.58112, "hf_subset": "sag_Latn-lvs_Latn", "languages": ["sag-Latn", "lvs-Latn"]}, {"precision": 0.566705, "recall": 0.624506, "f1": 0.582636, "accuracy": 0.624506, "main_score": 0.582636, "hf_subset": "sag_Latn-pan_Guru", "languages": ["sag-Latn", "pan-Guru"]}, {"precision": 0.488801, "recall": 0.536561, "f1": 0.50203, "accuracy": 0.536561, "main_score": 0.50203, "hf_subset": "sag_Latn-som_Latn", "languages": ["sag-Latn", "som-Latn"]}, {"precision": 0.511671, "recall": 0.552372, "f1": 0.523397, "accuracy": 0.552372, "main_score": 0.523397, "hf_subset": "sag_Latn-tum_Latn", "languages": ["sag-Latn", "tum-Latn"]}, {"precision": 0.16396, "recall": 0.193676, "f1": 0.170584, "accuracy": 0.193676, "main_score": 0.170584, "hf_subset": "taq_Tfng-ace_Arab", "languages": ["taq-Tfng", "ace-Arab"]}, {"precision": 0.170818, "recall": 0.203557, "f1": 0.178658, "accuracy": 0.203557, "main_score": 0.178658, "hf_subset": "taq_Tfng-bam_Latn", "languages": ["taq-Tfng", "bam-Latn"]}, {"precision": 0.122484, "recall": 0.148221, "f1": 0.129559, "accuracy": 0.148221, "main_score": 0.129559, "hf_subset": "taq_Tfng-dzo_Tibt", "languages": ["taq-Tfng", "dzo-Tibt"]}, {"precision": 0.169233, "recall": 0.202569, "f1": 0.176873, "accuracy": 0.202569, "main_score": 0.176873, "hf_subset": "taq_Tfng-hin_Deva", "languages": ["taq-Tfng", "hin-Deva"]}, {"precision": 0.175023, "recall": 0.201581, "f1": 0.181191, "accuracy": 0.201581, "main_score": 0.181191, "hf_subset": "taq_Tfng-khm_Khmr", "languages": ["taq-Tfng", "khm-Khmr"]}, {"precision": 0.162797, "recall": 0.193676, "f1": 0.169917, "accuracy": 0.193676, "main_score": 0.169917, "hf_subset": "taq_Tfng-mag_Deva", "languages": ["taq-Tfng", "mag-Deva"]}, {"precision": 0.183321, "recall": 0.214427, "f1": 0.190042, "accuracy": 0.214427, "main_score": 0.190042, "hf_subset": "taq_Tfng-pap_Latn", "languages": ["taq-Tfng", "pap-Latn"]}, {"precision": 0.186893, "recall": 0.218379, "f1": 0.194, "accuracy": 0.218379, "main_score": 0.194, "hf_subset": "taq_Tfng-sot_Latn", "languages": ["taq-Tfng", "sot-Latn"]}, {"precision": 0.180046, "recall": 0.209486, "f1": 0.187294, "accuracy": 0.209486, "main_score": 0.187294, "hf_subset": "taq_Tfng-tur_Latn", "languages": ["taq-Tfng", "tur-Latn"]}, {"precision": 0.189839, "recall": 0.217391, "f1": 0.195936, "accuracy": 0.217391, "main_score": 0.195936, "hf_subset": "taq_Tfng-ace_Latn", "languages": ["taq-Tfng", "ace-Latn"]}, {"precision": 0.176257, "recall": 0.204545, "f1": 0.18282, "accuracy": 0.204545, "main_score": 0.18282, "hf_subset": "taq_Tfng-ban_Latn", "languages": ["taq-Tfng", "ban-Latn"]}, {"precision": 0.163267, "recall": 0.194664, "f1": 0.169894, "accuracy": 0.194664, "main_score": 0.169894, "hf_subset": "taq_Tfng-ell_Grek", "languages": ["taq-Tfng", "ell-Grek"]}, {"precision": 0.173023, "recall": 0.202569, "f1": 0.180698, "accuracy": 0.202569, "main_score": 0.180698, "hf_subset": "taq_Tfng-hne_Deva", "languages": ["taq-Tfng", "hne-Deva"]}, {"precision": 0.092341, "recall": 0.128458, "f1": 0.099242, "accuracy": 0.128458, "main_score": 0.099242, "hf_subset": "taq_Tfng-kik_Latn", "languages": ["taq-Tfng", "kik-Latn"]}, {"precision": 0.187291, "recall": 0.218379, "f1": 0.193694, "accuracy": 0.218379, "main_score": 0.193694, "hf_subset": "taq_Tfng-mai_Deva", "languages": ["taq-Tfng", "mai-Deva"]}, {"precision": 0.171696, "recall": 0.199605, "f1": 0.178038, "accuracy": 0.199605, "main_score": 0.178038, "hf_subset": "taq_Tfng-pbt_Arab", "languages": ["taq-Tfng", "pbt-Arab"]}, {"precision": 0.17712, "recall": 0.209486, "f1": 0.184323, "accuracy": 0.209486, "main_score": 0.184323, "hf_subset": "taq_Tfng-spa_Latn", "languages": ["taq-Tfng", "spa-Latn"]}, {"precision": 0.178215, "recall": 0.208498, "f1": 0.185535, "accuracy": 0.208498, "main_score": 0.185535, "hf_subset": "taq_Tfng-twi_Latn", "languages": ["taq-Tfng", "twi-Latn"]}, {"precision": 0.170157, "recall": 0.202569, "f1": 0.176588, "accuracy": 0.202569, "main_score": 0.176588, "hf_subset": "taq_Tfng-acm_Arab", "languages": ["taq-Tfng", "acm-Arab"]}, {"precision": 0.174028, "recall": 0.200593, "f1": 0.180586, "accuracy": 0.200593, "main_score": 0.180586, "hf_subset": "taq_Tfng-bel_Cyrl", "languages": ["taq-Tfng", "bel-Cyrl"]}, {"precision": 0.190228, "recall": 0.22332, "f1": 0.198115, "accuracy": 0.22332, "main_score": 0.198115, "hf_subset": "taq_Tfng-eng_Latn", "languages": ["taq-Tfng", "eng-Latn"]}, {"precision": 0.182159, "recall": 0.209486, "f1": 0.188401, "accuracy": 0.209486, "main_score": 0.188401, "hf_subset": "taq_Tfng-hrv_Latn", "languages": ["taq-Tfng", "hrv-Latn"]}, {"precision": 0.175206, "recall": 0.209486, "f1": 0.183678, "accuracy": 0.209486, "main_score": 0.183678, "hf_subset": "taq_Tfng-kin_Latn", "languages": ["taq-Tfng", "kin-Latn"]}, {"precision": 0.176602, "recall": 0.212451, "f1": 0.184132, "accuracy": 0.212451, "main_score": 0.184132, "hf_subset": "taq_Tfng-mal_Mlym", "languages": ["taq-Tfng", "mal-Mlym"]}, {"precision": 0.185315, "recall": 0.219368, "f1": 0.193508, "accuracy": 0.219368, "main_score": 0.193508, "hf_subset": "taq_Tfng-pes_Arab", "languages": ["taq-Tfng", "pes-Arab"]}, {"precision": 0.174628, "recall": 0.205534, "f1": 0.18156, "accuracy": 0.205534, "main_score": 0.18156, "hf_subset": "taq_Tfng-srd_Latn", "languages": ["taq-Tfng", "srd-Latn"]}, {"precision": 0.247055, "recall": 0.286561, "f1": 0.257271, "accuracy": 0.286561, "main_score": 0.257271, "hf_subset": "taq_Tfng-tzm_Tfng", "languages": ["taq-Tfng", "tzm-Tfng"]}, {"precision": 0.175454, "recall": 0.206522, "f1": 0.181908, "accuracy": 0.206522, "main_score": 0.181908, "hf_subset": "taq_Tfng-acq_Arab", "languages": ["taq-Tfng", "acq-Arab"]}, {"precision": 0.170456, "recall": 0.202569, "f1": 0.177134, "accuracy": 0.202569, "main_score": 0.177134, "hf_subset": "taq_Tfng-bem_Latn", "languages": ["taq-Tfng", "bem-Latn"]}, {"precision": 0.1782, "recall": 0.210474, "f1": 0.185426, "accuracy": 0.210474, "main_score": 0.185426, "hf_subset": "taq_Tfng-epo_Latn", "languages": ["taq-Tfng", "epo-Latn"]}, {"precision": 0.176901, "recall": 0.211462, "f1": 0.184599, "accuracy": 0.211462, "main_score": 0.184599, "hf_subset": "taq_Tfng-hun_Latn", "languages": ["taq-Tfng", "hun-Latn"]}, {"precision": 0.173742, "recall": 0.208498, "f1": 0.181214, "accuracy": 0.208498, "main_score": 0.181214, "hf_subset": "taq_Tfng-kir_Cyrl", "languages": ["taq-Tfng", "kir-Cyrl"]}, {"precision": 0.175001, "recall": 0.198617, "f1": 0.181162, "accuracy": 0.198617, "main_score": 0.181162, "hf_subset": "taq_Tfng-mar_Deva", "languages": ["taq-Tfng", "mar-Deva"]}, {"precision": 0.182662, "recall": 0.213439, "f1": 0.189895, "accuracy": 0.213439, "main_score": 0.189895, "hf_subset": "taq_Tfng-plt_Latn", "languages": ["taq-Tfng", "plt-Latn"]}, {"precision": 0.169606, "recall": 0.202569, "f1": 0.177146, "accuracy": 0.202569, "main_score": 0.177146, "hf_subset": "taq_Tfng-srp_Cyrl", "languages": ["taq-Tfng", "srp-Cyrl"]}, {"precision": 0.161044, "recall": 0.1917, "f1": 0.16804, "accuracy": 0.1917, "main_score": 0.16804, "hf_subset": "taq_Tfng-uig_Arab", "languages": ["taq-Tfng", "uig-Arab"]}, {"precision": 0.1698, "recall": 0.197628, "f1": 0.176388, "accuracy": 0.197628, "main_score": 0.176388, "hf_subset": "taq_Tfng-aeb_Arab", "languages": ["taq-Tfng", "aeb-Arab"]}, {"precision": 0.18967, "recall": 0.220356, "f1": 0.196975, "accuracy": 0.220356, "main_score": 0.196975, "hf_subset": "taq_Tfng-ben_Beng", "languages": ["taq-Tfng", "ben-Beng"]}, {"precision": 0.173174, "recall": 0.204545, "f1": 0.180551, "accuracy": 0.204545, "main_score": 0.180551, "hf_subset": "taq_Tfng-est_Latn", "languages": ["taq-Tfng", "est-Latn"]}, {"precision": 0.16573, "recall": 0.200593, "f1": 0.174167, "accuracy": 0.200593, "main_score": 0.174167, "hf_subset": "taq_Tfng-hye_Armn", "languages": ["taq-Tfng", "hye-Armn"]}, {"precision": 0.170165, "recall": 0.202569, "f1": 0.177639, "accuracy": 0.202569, "main_score": 0.177639, "hf_subset": "taq_Tfng-kmb_Latn", "languages": ["taq-Tfng", "kmb-Latn"]}, {"precision": 0.173597, "recall": 0.199605, "f1": 0.179678, "accuracy": 0.199605, "main_score": 0.179678, "hf_subset": "taq_Tfng-min_Arab", "languages": ["taq-Tfng", "min-Arab"]}, {"precision": 0.173665, "recall": 0.20751, "f1": 0.181074, "accuracy": 0.20751, "main_score": 0.181074, "hf_subset": "taq_Tfng-pol_Latn", "languages": ["taq-Tfng", "pol-Latn"]}, {"precision": 0.190807, "recall": 0.221344, "f1": 0.197365, "accuracy": 0.221344, "main_score": 0.197365, "hf_subset": "taq_Tfng-ssw_Latn", "languages": ["taq-Tfng", "ssw-Latn"]}, {"precision": 0.1777, "recall": 0.212451, "f1": 0.185152, "accuracy": 0.212451, "main_score": 0.185152, "hf_subset": "taq_Tfng-ukr_Cyrl", "languages": ["taq-Tfng", "ukr-Cyrl"]}, {"precision": 0.177713, "recall": 0.213439, "f1": 0.186004, "accuracy": 0.213439, "main_score": 0.186004, "hf_subset": "taq_Tfng-afr_Latn", "languages": ["taq-Tfng", "afr-Latn"]}, {"precision": 0.169845, "recall": 0.202569, "f1": 0.177449, "accuracy": 0.202569, "main_score": 0.177449, "hf_subset": "taq_Tfng-bho_Deva", "languages": ["taq-Tfng", "bho-Deva"]}, {"precision": 0.186441, "recall": 0.215415, "f1": 0.193269, "accuracy": 0.215415, "main_score": 0.193269, "hf_subset": "taq_Tfng-eus_Latn", "languages": ["taq-Tfng", "eus-Latn"]}, {"precision": 0.163632, "recall": 0.201581, "f1": 0.172124, "accuracy": 0.201581, "main_score": 0.172124, "hf_subset": "taq_Tfng-ibo_Latn", "languages": ["taq-Tfng", "ibo-Latn"]}, {"precision": 0.174817, "recall": 0.203557, "f1": 0.181664, "accuracy": 0.203557, "main_score": 0.181664, "hf_subset": "taq_Tfng-kmr_Latn", "languages": ["taq-Tfng", "kmr-Latn"]}, {"precision": 0.18238, "recall": 0.212451, "f1": 0.189702, "accuracy": 0.212451, "main_score": 0.189702, "hf_subset": "taq_Tfng-min_Latn", "languages": ["taq-Tfng", "min-Latn"]}, {"precision": 0.185527, "recall": 0.218379, "f1": 0.192545, "accuracy": 0.218379, "main_score": 0.192545, "hf_subset": "taq_Tfng-por_Latn", "languages": ["taq-Tfng", "por-Latn"]}, {"precision": 0.180977, "recall": 0.210474, "f1": 0.188206, "accuracy": 0.210474, "main_score": 0.188206, "hf_subset": "taq_Tfng-sun_Latn", "languages": ["taq-Tfng", "sun-Latn"]}, {"precision": 0.179126, "recall": 0.210474, "f1": 0.186376, "accuracy": 0.210474, "main_score": 0.186376, "hf_subset": "taq_Tfng-umb_Latn", "languages": ["taq-Tfng", "umb-Latn"]}, {"precision": 0.173195, "recall": 0.208498, "f1": 0.180601, "accuracy": 0.208498, "main_score": 0.180601, "hf_subset": "taq_Tfng-ajp_Arab", "languages": ["taq-Tfng", "ajp-Arab"]}, {"precision": 0.169805, "recall": 0.200593, "f1": 0.177656, "accuracy": 0.200593, "main_score": 0.177656, "hf_subset": "taq_Tfng-bjn_Arab", "languages": ["taq-Tfng", "bjn-Arab"]}, {"precision": 0.172187, "recall": 0.203557, "f1": 0.179549, "accuracy": 0.203557, "main_score": 0.179549, "hf_subset": "taq_Tfng-ewe_Latn", "languages": ["taq-Tfng", "ewe-Latn"]}, {"precision": 0.172513, "recall": 0.206522, "f1": 0.180337, "accuracy": 0.206522, "main_score": 0.180337, "hf_subset": "taq_Tfng-ilo_Latn", "languages": ["taq-Tfng", "ilo-Latn"]}, {"precision": 0.179853, "recall": 0.202569, "f1": 0.185757, "accuracy": 0.202569, "main_score": 0.185757, "hf_subset": "taq_Tfng-knc_Arab", "languages": ["taq-Tfng", "knc-Arab"]}, {"precision": 0.170801, "recall": 0.204545, "f1": 0.178527, "accuracy": 0.204545, "main_score": 0.178527, "hf_subset": "taq_Tfng-mkd_Cyrl", "languages": ["taq-Tfng", "mkd-Cyrl"]}, {"precision": 0.184969, "recall": 0.222332, "f1": 0.193367, "accuracy": 0.222332, "main_score": 0.193367, "hf_subset": "taq_Tfng-prs_Arab", "languages": ["taq-Tfng", "prs-Arab"]}, {"precision": 0.162042, "recall": 0.195652, "f1": 0.170164, "accuracy": 0.195652, "main_score": 0.170164, "hf_subset": "taq_Tfng-swe_Latn", "languages": ["taq-Tfng", "swe-Latn"]}, {"precision": 0.16663, "recall": 0.202569, "f1": 0.174892, "accuracy": 0.202569, "main_score": 0.174892, "hf_subset": "taq_Tfng-urd_Arab", "languages": ["taq-Tfng", "urd-Arab"]}, {"precision": 0.166878, "recall": 0.19664, "f1": 0.173828, "accuracy": 0.19664, "main_score": 0.173828, "hf_subset": "taq_Tfng-aka_Latn", "languages": ["taq-Tfng", "aka-Latn"]}, {"precision": 0.184152, "recall": 0.214427, "f1": 0.191626, "accuracy": 0.214427, "main_score": 0.191626, "hf_subset": "taq_Tfng-bjn_Latn", "languages": ["taq-Tfng", "bjn-Latn"]}, {"precision": 0.1732, "recall": 0.203557, "f1": 0.180103, "accuracy": 0.203557, "main_score": 0.180103, "hf_subset": "taq_Tfng-fao_Latn", "languages": ["taq-Tfng", "fao-Latn"]}, {"precision": 0.179303, "recall": 0.208498, "f1": 0.186194, "accuracy": 0.208498, "main_score": 0.186194, "hf_subset": "taq_Tfng-ind_Latn", "languages": ["taq-Tfng", "ind-Latn"]}, {"precision": 0.160486, "recall": 0.192688, "f1": 0.168678, "accuracy": 0.192688, "main_score": 0.168678, "hf_subset": "taq_Tfng-knc_Latn", "languages": ["taq-Tfng", "knc-Latn"]}, {"precision": 0.17539, "recall": 0.206522, "f1": 0.182538, "accuracy": 0.206522, "main_score": 0.182538, "hf_subset": "taq_Tfng-mlt_Latn", "languages": ["taq-Tfng", "mlt-Latn"]}, {"precision": 0.170548, "recall": 0.204545, "f1": 0.178786, "accuracy": 0.204545, "main_score": 0.178786, "hf_subset": "taq_Tfng-quy_Latn", "languages": ["taq-Tfng", "quy-Latn"]}, {"precision": 0.165803, "recall": 0.201581, "f1": 0.175036, "accuracy": 0.201581, "main_score": 0.175036, "hf_subset": "taq_Tfng-swh_Latn", "languages": ["taq-Tfng", "swh-Latn"]}, {"precision": 0.1744, "recall": 0.199605, "f1": 0.180735, "accuracy": 0.199605, "main_score": 0.180735, "hf_subset": "taq_Tfng-uzn_Latn", "languages": ["taq-Tfng", "uzn-Latn"]}, {"precision": 0.170043, "recall": 0.203557, "f1": 0.178045, "accuracy": 0.203557, "main_score": 0.178045, "hf_subset": "taq_Tfng-als_Latn", "languages": ["taq-Tfng", "als-Latn"]}, {"precision": 0.164757, "recall": 0.190711, "f1": 0.170615, "accuracy": 0.190711, "main_score": 0.170615, "hf_subset": "taq_Tfng-bod_Tibt", "languages": ["taq-Tfng", "bod-Tibt"]}, {"precision": 0.174999, "recall": 0.209486, "f1": 0.182663, "accuracy": 0.209486, "main_score": 0.182663, "hf_subset": "taq_Tfng-fij_Latn", "languages": ["taq-Tfng", "fij-Latn"]}, {"precision": 0.162901, "recall": 0.197628, "f1": 0.171976, "accuracy": 0.197628, "main_score": 0.171976, "hf_subset": "taq_Tfng-isl_Latn", "languages": ["taq-Tfng", "isl-Latn"]}, {"precision": 0.172524, "recall": 0.203557, "f1": 0.179285, "accuracy": 0.203557, "main_score": 0.179285, "hf_subset": "taq_Tfng-kon_Latn", "languages": ["taq-Tfng", "kon-Latn"]}, {"precision": 0.175522, "recall": 0.209486, "f1": 0.182889, "accuracy": 0.209486, "main_score": 0.182889, "hf_subset": "taq_Tfng-mni_Beng", "languages": ["taq-Tfng", "mni-Beng"]}, {"precision": 0.182394, "recall": 0.211462, "f1": 0.189175, "accuracy": 0.211462, "main_score": 0.189175, "hf_subset": "taq_Tfng-ron_Latn", "languages": ["taq-Tfng", "ron-Latn"]}, {"precision": 0.173212, "recall": 0.212451, "f1": 0.182154, "accuracy": 0.212451, "main_score": 0.182154, "hf_subset": "taq_Tfng-szl_Latn", "languages": ["taq-Tfng", "szl-Latn"]}, {"precision": 0.175079, "recall": 0.209486, "f1": 0.18206, "accuracy": 0.209486, "main_score": 0.18206, "hf_subset": "taq_Tfng-vec_Latn", "languages": ["taq-Tfng", "vec-Latn"]}, {"precision": 0.178713, "recall": 0.213439, "f1": 0.186721, "accuracy": 0.213439, "main_score": 0.186721, "hf_subset": "taq_Tfng-amh_Ethi", "languages": ["taq-Tfng", "amh-Ethi"]}, {"precision": 0.184445, "recall": 0.214427, "f1": 0.191358, "accuracy": 0.214427, "main_score": 0.191358, "hf_subset": "taq_Tfng-bos_Latn", "languages": ["taq-Tfng", "bos-Latn"]}, {"precision": 0.166341, "recall": 0.19664, "f1": 0.174077, "accuracy": 0.19664, "main_score": 0.174077, "hf_subset": "taq_Tfng-fin_Latn", "languages": ["taq-Tfng", "fin-Latn"]}, {"precision": 0.175957, "recall": 0.204545, "f1": 0.182905, "accuracy": 0.204545, "main_score": 0.182905, "hf_subset": "taq_Tfng-ita_Latn", "languages": ["taq-Tfng", "ita-Latn"]}, {"precision": 0.16941, "recall": 0.198617, "f1": 0.175895, "accuracy": 0.198617, "main_score": 0.175895, "hf_subset": "taq_Tfng-kor_Hang", "languages": ["taq-Tfng", "kor-Hang"]}, {"precision": 0.178538, "recall": 0.213439, "f1": 0.186778, "accuracy": 0.213439, "main_score": 0.186778, "hf_subset": "taq_Tfng-mos_Latn", "languages": ["taq-Tfng", "mos-Latn"]}, {"precision": 0.177302, "recall": 0.204545, "f1": 0.183443, "accuracy": 0.204545, "main_score": 0.183443, "hf_subset": "taq_Tfng-run_Latn", "languages": ["taq-Tfng", "run-Latn"]}, {"precision": 0.168389, "recall": 0.204545, "f1": 0.17674, "accuracy": 0.204545, "main_score": 0.17674, "hf_subset": "taq_Tfng-tam_Taml", "languages": ["taq-Tfng", "tam-Taml"]}, {"precision": 0.183688, "recall": 0.212451, "f1": 0.190211, "accuracy": 0.212451, "main_score": 0.190211, "hf_subset": "taq_Tfng-vie_Latn", "languages": ["taq-Tfng", "vie-Latn"]}, {"precision": 0.180312, "recall": 0.215415, "f1": 0.187696, "accuracy": 0.215415, "main_score": 0.187696, "hf_subset": "taq_Tfng-apc_Arab", "languages": ["taq-Tfng", "apc-Arab"]}, {"precision": 0.166126, "recall": 0.19664, "f1": 0.173227, "accuracy": 0.19664, "main_score": 0.173227, "hf_subset": "taq_Tfng-bug_Latn", "languages": ["taq-Tfng", "bug-Latn"]}, {"precision": 0.162742, "recall": 0.189723, "f1": 0.169913, "accuracy": 0.189723, "main_score": 0.169913, "hf_subset": "taq_Tfng-fon_Latn", "languages": ["taq-Tfng", "fon-Latn"]}, {"precision": 0.183215, "recall": 0.212451, "f1": 0.189775, "accuracy": 0.212451, "main_score": 0.189775, "hf_subset": "taq_Tfng-jav_Latn", "languages": ["taq-Tfng", "jav-Latn"]}, {"precision": 0.171189, "recall": 0.203557, "f1": 0.178987, "accuracy": 0.203557, "main_score": 0.178987, "hf_subset": "taq_Tfng-lao_Laoo", "languages": ["taq-Tfng", "lao-Laoo"]}, {"precision": 0.168429, "recall": 0.195652, "f1": 0.174864, "accuracy": 0.195652, "main_score": 0.174864, "hf_subset": "taq_Tfng-mri_Latn", "languages": ["taq-Tfng", "mri-Latn"]}, {"precision": 0.178063, "recall": 0.208498, "f1": 0.185173, "accuracy": 0.208498, "main_score": 0.185173, "hf_subset": "taq_Tfng-rus_Cyrl", "languages": ["taq-Tfng", "rus-Cyrl"]}, {"precision": 0.339803, "recall": 0.411067, "f1": 0.355826, "accuracy": 0.411067, "main_score": 0.355826, "hf_subset": "taq_Tfng-taq_Latn", "languages": ["taq-Tfng", "taq-Latn"]}, {"precision": 0.180732, "recall": 0.211462, "f1": 0.187505, "accuracy": 0.211462, "main_score": 0.187505, "hf_subset": "taq_Tfng-war_Latn", "languages": ["taq-Tfng", "war-Latn"]}, {"precision": 0.182018, "recall": 0.217391, "f1": 0.1891, "accuracy": 0.217391, "main_score": 0.1891, "hf_subset": "taq_Tfng-arb_Arab", "languages": ["taq-Tfng", "arb-Arab"]}, {"precision": 0.169647, "recall": 0.205534, "f1": 0.178359, "accuracy": 0.205534, "main_score": 0.178359, "hf_subset": "taq_Tfng-bul_Cyrl", "languages": ["taq-Tfng", "bul-Cyrl"]}, {"precision": 0.173698, "recall": 0.205534, "f1": 0.181134, "accuracy": 0.205534, "main_score": 0.181134, "hf_subset": "taq_Tfng-fra_Latn", "languages": ["taq-Tfng", "fra-Latn"]}, {"precision": 0.170599, "recall": 0.201581, "f1": 0.177842, "accuracy": 0.201581, "main_score": 0.177842, "hf_subset": "taq_Tfng-jpn_Jpan", "languages": ["taq-Tfng", "jpn-Jpan"]}, {"precision": 0.17736, "recall": 0.20751, "f1": 0.184612, "accuracy": 0.20751, "main_score": 0.184612, "hf_subset": "taq_Tfng-lij_Latn", "languages": ["taq-Tfng", "lij-Latn"]}, {"precision": 0.165258, "recall": 0.197628, "f1": 0.172765, "accuracy": 0.197628, "main_score": 0.172765, "hf_subset": "taq_Tfng-mya_Mymr", "languages": ["taq-Tfng", "mya-Mymr"]}, {"precision": 0.164695, "recall": 0.198617, "f1": 0.173333, "accuracy": 0.198617, "main_score": 0.173333, "hf_subset": "taq_Tfng-sag_Latn", "languages": ["taq-Tfng", "sag-Latn"]}, {"precision": 0.173935, "recall": 0.20751, "f1": 0.18122, "accuracy": 0.20751, "main_score": 0.18122, "hf_subset": "taq_Tfng-wol_Latn", "languages": ["taq-Tfng", "wol-Latn"]}, {"precision": 0.145414, "recall": 0.173913, "f1": 0.15214, "accuracy": 0.173913, "main_score": 0.15214, "hf_subset": "taq_Tfng-arb_Latn", "languages": ["taq-Tfng", "arb-Latn"]}, {"precision": 0.168357, "recall": 0.206522, "f1": 0.176524, "accuracy": 0.206522, "main_score": 0.176524, "hf_subset": "taq_Tfng-cat_Latn", "languages": ["taq-Tfng", "cat-Latn"]}, {"precision": 0.176432, "recall": 0.205534, "f1": 0.18267, "accuracy": 0.205534, "main_score": 0.18267, "hf_subset": "taq_Tfng-fur_Latn", "languages": ["taq-Tfng", "fur-Latn"]}, {"precision": 0.202474, "recall": 0.233202, "f1": 0.210081, "accuracy": 0.233202, "main_score": 0.210081, "hf_subset": "taq_Tfng-kab_Latn", "languages": ["taq-Tfng", "kab-Latn"]}, {"precision": 0.165648, "recall": 0.19664, "f1": 0.172982, "accuracy": 0.19664, "main_score": 0.172982, "hf_subset": "taq_Tfng-lim_Latn", "languages": ["taq-Tfng", "lim-Latn"]}, {"precision": 0.166032, "recall": 0.201581, "f1": 0.174144, "accuracy": 0.201581, "main_score": 0.174144, "hf_subset": "taq_Tfng-nld_Latn", "languages": ["taq-Tfng", "nld-Latn"]}, {"precision": 0.171839, "recall": 0.202569, "f1": 0.178668, "accuracy": 0.202569, "main_score": 0.178668, "hf_subset": "taq_Tfng-san_Deva", "languages": ["taq-Tfng", "san-Deva"]}, {"precision": 0.1647, "recall": 0.198617, "f1": 0.172046, "accuracy": 0.198617, "main_score": 0.172046, "hf_subset": "taq_Tfng-tat_Cyrl", "languages": ["taq-Tfng", "tat-Cyrl"]}, {"precision": 0.191681, "recall": 0.22332, "f1": 0.19868, "accuracy": 0.22332, "main_score": 0.19868, "hf_subset": "taq_Tfng-xho_Latn", "languages": ["taq-Tfng", "xho-Latn"]}, {"precision": 0.149007, "recall": 0.185771, "f1": 0.156092, "accuracy": 0.185771, "main_score": 0.156092, "hf_subset": "taq_Tfng-ars_Arab", "languages": ["taq-Tfng", "ars-Arab"]}, {"precision": 0.162723, "recall": 0.19664, "f1": 0.170363, "accuracy": 0.19664, "main_score": 0.170363, "hf_subset": "taq_Tfng-ceb_Latn", "languages": ["taq-Tfng", "ceb-Latn"]}, {"precision": 0.169614, "recall": 0.202569, "f1": 0.17753, "accuracy": 0.202569, "main_score": 0.17753, "hf_subset": "taq_Tfng-fuv_Latn", "languages": ["taq-Tfng", "fuv-Latn"]}, {"precision": 0.16018, "recall": 0.1917, "f1": 0.167633, "accuracy": 0.1917, "main_score": 0.167633, "hf_subset": "taq_Tfng-kac_Latn", "languages": ["taq-Tfng", "kac-Latn"]}, {"precision": 0.181409, "recall": 0.212451, "f1": 0.188208, "accuracy": 0.212451, "main_score": 0.188208, "hf_subset": "taq_Tfng-lin_Latn", "languages": ["taq-Tfng", "lin-Latn"]}, {"precision": 0.183691, "recall": 0.212451, "f1": 0.19107, "accuracy": 0.212451, "main_score": 0.19107, "hf_subset": "taq_Tfng-nno_Latn", "languages": ["taq-Tfng", "nno-Latn"]}, {"precision": 0.106738, "recall": 0.144269, "f1": 0.115853, "accuracy": 0.144269, "main_score": 0.115853, "hf_subset": "taq_Tfng-sat_Olck", "languages": ["taq-Tfng", "sat-Olck"]}, {"precision": 0.168969, "recall": 0.200593, "f1": 0.176538, "accuracy": 0.200593, "main_score": 0.176538, "hf_subset": "taq_Tfng-tel_Telu", "languages": ["taq-Tfng", "tel-Telu"]}, {"precision": 0.178083, "recall": 0.208498, "f1": 0.185249, "accuracy": 0.208498, "main_score": 0.185249, "hf_subset": "taq_Tfng-ydd_Hebr", "languages": ["taq-Tfng", "ydd-Hebr"]}, {"precision": 0.177353, "recall": 0.209486, "f1": 0.184606, "accuracy": 0.209486, "main_score": 0.184606, "hf_subset": "taq_Tfng-ary_Arab", "languages": ["taq-Tfng", "ary-Arab"]}, {"precision": 0.178873, "recall": 0.209486, "f1": 0.185894, "accuracy": 0.209486, "main_score": 0.185894, "hf_subset": "taq_Tfng-ces_Latn", "languages": ["taq-Tfng", "ces-Latn"]}, {"precision": 0.189321, "recall": 0.215415, "f1": 0.195912, "accuracy": 0.215415, "main_score": 0.195912, "hf_subset": "taq_Tfng-gaz_Latn", "languages": ["taq-Tfng", "gaz-Latn"]}, {"precision": 0.167147, "recall": 0.197628, "f1": 0.174808, "accuracy": 0.197628, "main_score": 0.174808, "hf_subset": "taq_Tfng-kam_Latn", "languages": ["taq-Tfng", "kam-Latn"]}, {"precision": 0.17685, "recall": 0.214427, "f1": 0.186033, "accuracy": 0.214427, "main_score": 0.186033, "hf_subset": "taq_Tfng-lit_Latn", "languages": ["taq-Tfng", "lit-Latn"]}, {"precision": 0.179393, "recall": 0.211462, "f1": 0.186322, "accuracy": 0.211462, "main_score": 0.186322, "hf_subset": "taq_Tfng-nob_Latn", "languages": ["taq-Tfng", "nob-Latn"]}, {"precision": 0.170917, "recall": 0.201581, "f1": 0.178095, "accuracy": 0.201581, "main_score": 0.178095, "hf_subset": "taq_Tfng-scn_Latn", "languages": ["taq-Tfng", "scn-Latn"]}, {"precision": 0.175761, "recall": 0.205534, "f1": 0.181931, "accuracy": 0.205534, "main_score": 0.181931, "hf_subset": "taq_Tfng-tgk_Cyrl", "languages": ["taq-Tfng", "tgk-Cyrl"]}, {"precision": 0.124387, "recall": 0.156126, "f1": 0.130945, "accuracy": 0.156126, "main_score": 0.130945, "hf_subset": "taq_Tfng-yor_Latn", "languages": ["taq-Tfng", "yor-Latn"]}, {"precision": 0.166603, "recall": 0.201581, "f1": 0.174265, "accuracy": 0.201581, "main_score": 0.174265, "hf_subset": "taq_Tfng-arz_Arab", "languages": ["taq-Tfng", "arz-Arab"]}, {"precision": 0.17761, "recall": 0.205534, "f1": 0.184622, "accuracy": 0.205534, "main_score": 0.184622, "hf_subset": "taq_Tfng-cjk_Latn", "languages": ["taq-Tfng", "cjk-Latn"]}, {"precision": 0.174061, "recall": 0.202569, "f1": 0.180573, "accuracy": 0.202569, "main_score": 0.180573, "hf_subset": "taq_Tfng-gla_Latn", "languages": ["taq-Tfng", "gla-Latn"]}, {"precision": 0.177562, "recall": 0.211462, "f1": 0.185404, "accuracy": 0.211462, "main_score": 0.185404, "hf_subset": "taq_Tfng-kan_Knda", "languages": ["taq-Tfng", "kan-Knda"]}, {"precision": 0.173817, "recall": 0.208498, "f1": 0.181502, "accuracy": 0.208498, "main_score": 0.181502, "hf_subset": "taq_Tfng-lmo_Latn", "languages": ["taq-Tfng", "lmo-Latn"]}, {"precision": 0.168332, "recall": 0.199605, "f1": 0.175473, "accuracy": 0.199605, "main_score": 0.175473, "hf_subset": "taq_Tfng-npi_Deva", "languages": ["taq-Tfng", "npi-Deva"]}, {"precision": 0.151573, "recall": 0.192688, "f1": 0.161124, "accuracy": 0.192688, "main_score": 0.161124, "hf_subset": "taq_Tfng-shn_Mymr", "languages": ["taq-Tfng", "shn-Mymr"]}, {"precision": 0.193117, "recall": 0.228261, "f1": 0.200589, "accuracy": 0.228261, "main_score": 0.200589, "hf_subset": "taq_Tfng-tgl_Latn", "languages": ["taq-Tfng", "tgl-Latn"]}, {"precision": 0.165325, "recall": 0.190711, "f1": 0.171204, "accuracy": 0.190711, "main_score": 0.171204, "hf_subset": "taq_Tfng-yue_Hant", "languages": ["taq-Tfng", "yue-Hant"]}, {"precision": 0.167851, "recall": 0.203557, "f1": 0.176137, "accuracy": 0.203557, "main_score": 0.176137, "hf_subset": "taq_Tfng-asm_Beng", "languages": ["taq-Tfng", "asm-Beng"]}, {"precision": 0.186146, "recall": 0.218379, "f1": 0.193766, "accuracy": 0.218379, "main_score": 0.193766, "hf_subset": "taq_Tfng-ckb_Arab", "languages": ["taq-Tfng", "ckb-Arab"]}, {"precision": 0.175473, "recall": 0.204545, "f1": 0.182374, "accuracy": 0.204545, "main_score": 0.182374, "hf_subset": "taq_Tfng-gle_Latn", "languages": ["taq-Tfng", "gle-Latn"]}, {"precision": 0.176812, "recall": 0.209486, "f1": 0.184152, "accuracy": 0.209486, "main_score": 0.184152, "hf_subset": "taq_Tfng-kas_Arab", "languages": ["taq-Tfng", "kas-Arab"]}, {"precision": 0.181428, "recall": 0.211462, "f1": 0.188308, "accuracy": 0.211462, "main_score": 0.188308, "hf_subset": "taq_Tfng-ltg_Latn", "languages": ["taq-Tfng", "ltg-Latn"]}, {"precision": 0.185783, "recall": 0.218379, "f1": 0.192713, "accuracy": 0.218379, "main_score": 0.192713, "hf_subset": "taq_Tfng-nso_Latn", "languages": ["taq-Tfng", "nso-Latn"]}, {"precision": 0.174524, "recall": 0.210474, "f1": 0.183427, "accuracy": 0.210474, "main_score": 0.183427, "hf_subset": "taq_Tfng-sin_Sinh", "languages": ["taq-Tfng", "sin-Sinh"]}, {"precision": 0.170019, "recall": 0.197628, "f1": 0.17729, "accuracy": 0.197628, "main_score": 0.17729, "hf_subset": "taq_Tfng-tha_Thai", "languages": ["taq-Tfng", "tha-Thai"]}, {"precision": 0.163331, "recall": 0.1917, "f1": 0.17058, "accuracy": 0.1917, "main_score": 0.17058, "hf_subset": "taq_Tfng-zho_Hans", "languages": ["taq-Tfng", "zho-Hans"]}, {"precision": 0.178987, "recall": 0.212451, "f1": 0.186088, "accuracy": 0.212451, "main_score": 0.186088, "hf_subset": "taq_Tfng-ast_Latn", "languages": ["taq-Tfng", "ast-Latn"]}, {"precision": 0.175561, "recall": 0.206522, "f1": 0.18338, "accuracy": 0.206522, "main_score": 0.18338, "hf_subset": "taq_Tfng-crh_Latn", "languages": ["taq-Tfng", "crh-Latn"]}, {"precision": 0.187347, "recall": 0.221344, "f1": 0.194674, "accuracy": 0.221344, "main_score": 0.194674, "hf_subset": "taq_Tfng-glg_Latn", "languages": ["taq-Tfng", "glg-Latn"]}, {"precision": 0.151657, "recall": 0.181818, "f1": 0.158107, "accuracy": 0.181818, "main_score": 0.158107, "hf_subset": "taq_Tfng-kas_Deva", "languages": ["taq-Tfng", "kas-Deva"]}, {"precision": 0.166952, "recall": 0.198617, "f1": 0.17461, "accuracy": 0.198617, "main_score": 0.17461, "hf_subset": "taq_Tfng-ltz_Latn", "languages": ["taq-Tfng", "ltz-Latn"]}, {"precision": 0.183152, "recall": 0.218379, "f1": 0.190994, "accuracy": 0.218379, "main_score": 0.190994, "hf_subset": "taq_Tfng-nus_Latn", "languages": ["taq-Tfng", "nus-Latn"]}, {"precision": 0.171369, "recall": 0.20751, "f1": 0.180275, "accuracy": 0.20751, "main_score": 0.180275, "hf_subset": "taq_Tfng-slk_Latn", "languages": ["taq-Tfng", "slk-Latn"]}, {"precision": 0.164908, "recall": 0.198617, "f1": 0.173174, "accuracy": 0.198617, "main_score": 0.173174, "hf_subset": "taq_Tfng-tir_Ethi", "languages": ["taq-Tfng", "tir-Ethi"]}, {"precision": 0.177086, "recall": 0.200593, "f1": 0.182849, "accuracy": 0.200593, "main_score": 0.182849, "hf_subset": "taq_Tfng-zho_Hant", "languages": ["taq-Tfng", "zho-Hant"]}, {"precision": 0.170832, "recall": 0.202569, "f1": 0.17818, "accuracy": 0.202569, "main_score": 0.17818, "hf_subset": "taq_Tfng-awa_Deva", "languages": ["taq-Tfng", "awa-Deva"]}, {"precision": 0.170373, "recall": 0.203557, "f1": 0.177729, "accuracy": 0.203557, "main_score": 0.177729, "hf_subset": "taq_Tfng-cym_Latn", "languages": ["taq-Tfng", "cym-Latn"]}, {"precision": 0.166034, "recall": 0.201581, "f1": 0.173804, "accuracy": 0.201581, "main_score": 0.173804, "hf_subset": "taq_Tfng-grn_Latn", "languages": ["taq-Tfng", "grn-Latn"]}, {"precision": 0.166206, "recall": 0.199605, "f1": 0.173674, "accuracy": 0.199605, "main_score": 0.173674, "hf_subset": "taq_Tfng-kat_Geor", "languages": ["taq-Tfng", "kat-Geor"]}, {"precision": 0.183835, "recall": 0.217391, "f1": 0.192063, "accuracy": 0.217391, "main_score": 0.192063, "hf_subset": "taq_Tfng-lua_Latn", "languages": ["taq-Tfng", "lua-Latn"]}, {"precision": 0.166959, "recall": 0.194664, "f1": 0.173747, "accuracy": 0.194664, "main_score": 0.173747, "hf_subset": "taq_Tfng-nya_Latn", "languages": ["taq-Tfng", "nya-Latn"]}, {"precision": 0.173271, "recall": 0.204545, "f1": 0.180562, "accuracy": 0.204545, "main_score": 0.180562, "hf_subset": "taq_Tfng-slv_Latn", "languages": ["taq-Tfng", "slv-Latn"]}, {"precision": 0.180888, "recall": 0.210474, "f1": 0.18808, "accuracy": 0.210474, "main_score": 0.18808, "hf_subset": "taq_Tfng-tpi_Latn", "languages": ["taq-Tfng", "tpi-Latn"]}, {"precision": 0.178156, "recall": 0.210474, "f1": 0.185903, "accuracy": 0.210474, "main_score": 0.185903, "hf_subset": "taq_Tfng-zsm_Latn", "languages": ["taq-Tfng", "zsm-Latn"]}, {"precision": 0.169907, "recall": 0.201581, "f1": 0.177608, "accuracy": 0.201581, "main_score": 0.177608, "hf_subset": "taq_Tfng-ayr_Latn", "languages": ["taq-Tfng", "ayr-Latn"]}, {"precision": 0.178725, "recall": 0.208498, "f1": 0.185758, "accuracy": 0.208498, "main_score": 0.185758, "hf_subset": "taq_Tfng-dan_Latn", "languages": ["taq-Tfng", "dan-Latn"]}, {"precision": 0.184683, "recall": 0.220356, "f1": 0.192314, "accuracy": 0.220356, "main_score": 0.192314, "hf_subset": "taq_Tfng-guj_Gujr", "languages": ["taq-Tfng", "guj-Gujr"]}, {"precision": 0.169041, "recall": 0.204545, "f1": 0.177056, "accuracy": 0.204545, "main_score": 0.177056, "hf_subset": "taq_Tfng-kaz_Cyrl", "languages": ["taq-Tfng", "kaz-Cyrl"]}, {"precision": 0.160858, "recall": 0.193676, "f1": 0.16877, "accuracy": 0.193676, "main_score": 0.16877, "hf_subset": "taq_Tfng-lug_Latn", "languages": ["taq-Tfng", "lug-Latn"]}, {"precision": 0.182699, "recall": 0.213439, "f1": 0.190197, "accuracy": 0.213439, "main_score": 0.190197, "hf_subset": "taq_Tfng-oci_Latn", "languages": ["taq-Tfng", "oci-Latn"]}, {"precision": 0.175254, "recall": 0.205534, "f1": 0.182726, "accuracy": 0.205534, "main_score": 0.182726, "hf_subset": "taq_Tfng-smo_Latn", "languages": ["taq-Tfng", "smo-Latn"]}, {"precision": 0.161654, "recall": 0.198617, "f1": 0.169829, "accuracy": 0.198617, "main_score": 0.169829, "hf_subset": "taq_Tfng-tsn_Latn", "languages": ["taq-Tfng", "tsn-Latn"]}, {"precision": 0.189262, "recall": 0.220356, "f1": 0.196784, "accuracy": 0.220356, "main_score": 0.196784, "hf_subset": "taq_Tfng-zul_Latn", "languages": ["taq-Tfng", "zul-Latn"]}, {"precision": 0.157594, "recall": 0.190711, "f1": 0.164704, "accuracy": 0.190711, "main_score": 0.164704, "hf_subset": "taq_Tfng-azb_Arab", "languages": ["taq-Tfng", "azb-Arab"]}, {"precision": 0.173234, "recall": 0.206522, "f1": 0.181132, "accuracy": 0.206522, "main_score": 0.181132, "hf_subset": "taq_Tfng-deu_Latn", "languages": ["taq-Tfng", "deu-Latn"]}, {"precision": 0.175819, "recall": 0.210474, "f1": 0.184454, "accuracy": 0.210474, "main_score": 0.184454, "hf_subset": "taq_Tfng-hat_Latn", "languages": ["taq-Tfng", "hat-Latn"]}, {"precision": 0.163666, "recall": 0.194664, "f1": 0.171229, "accuracy": 0.194664, "main_score": 0.171229, "hf_subset": "taq_Tfng-kbp_Latn", "languages": ["taq-Tfng", "kbp-Latn"]}, {"precision": 0.165218, "recall": 0.19664, "f1": 0.17332, "accuracy": 0.19664, "main_score": 0.17332, "hf_subset": "taq_Tfng-luo_Latn", "languages": ["taq-Tfng", "luo-Latn"]}, {"precision": 0.176227, "recall": 0.208498, "f1": 0.18446, "accuracy": 0.208498, "main_score": 0.18446, "hf_subset": "taq_Tfng-ory_Orya", "languages": ["taq-Tfng", "ory-Orya"]}, {"precision": 0.156343, "recall": 0.188735, "f1": 0.163094, "accuracy": 0.188735, "main_score": 0.163094, "hf_subset": "taq_Tfng-sna_Latn", "languages": ["taq-Tfng", "sna-Latn"]}, {"precision": 0.176558, "recall": 0.208498, "f1": 0.183105, "accuracy": 0.208498, "main_score": 0.183105, "hf_subset": "taq_Tfng-tso_Latn", "languages": ["taq-Tfng", "tso-Latn"]}, {"precision": 0.174736, "recall": 0.204545, "f1": 0.182292, "accuracy": 0.204545, "main_score": 0.182292, "hf_subset": "taq_Tfng-azj_Latn", "languages": ["taq-Tfng", "azj-Latn"]}, {"precision": 0.122928, "recall": 0.158103, "f1": 0.130761, "accuracy": 0.158103, "main_score": 0.130761, "hf_subset": "taq_Tfng-dik_Latn", "languages": ["taq-Tfng", "dik-Latn"]}, {"precision": 0.181088, "recall": 0.211462, "f1": 0.187814, "accuracy": 0.211462, "main_score": 0.187814, "hf_subset": "taq_Tfng-hau_Latn", "languages": ["taq-Tfng", "hau-Latn"]}, {"precision": 0.175583, "recall": 0.199605, "f1": 0.181139, "accuracy": 0.199605, "main_score": 0.181139, "hf_subset": "taq_Tfng-kea_Latn", "languages": ["taq-Tfng", "kea-Latn"]}, {"precision": 0.1646, "recall": 0.189723, "f1": 0.17116, "accuracy": 0.189723, "main_score": 0.17116, "hf_subset": "taq_Tfng-lus_Latn", "languages": ["taq-Tfng", "lus-Latn"]}, {"precision": 0.1867, "recall": 0.215415, "f1": 0.193676, "accuracy": 0.215415, "main_score": 0.193676, "hf_subset": "taq_Tfng-pag_Latn", "languages": ["taq-Tfng", "pag-Latn"]}, {"precision": 0.17036, "recall": 0.202569, "f1": 0.177306, "accuracy": 0.202569, "main_score": 0.177306, "hf_subset": "taq_Tfng-snd_Arab", "languages": ["taq-Tfng", "snd-Arab"]}, {"precision": 0.174281, "recall": 0.200593, "f1": 0.180707, "accuracy": 0.200593, "main_score": 0.180707, "hf_subset": "taq_Tfng-tuk_Latn", "languages": ["taq-Tfng", "tuk-Latn"]}, {"precision": 0.173061, "recall": 0.203557, "f1": 0.180234, "accuracy": 0.203557, "main_score": 0.180234, "hf_subset": "taq_Tfng-bak_Cyrl", "languages": ["taq-Tfng", "bak-Cyrl"]}, {"precision": 0.087374, "recall": 0.120553, "f1": 0.094233, "accuracy": 0.120553, "main_score": 0.094233, "hf_subset": "taq_Tfng-dyu_Latn", "languages": ["taq-Tfng", "dyu-Latn"]}, {"precision": 0.176974, "recall": 0.204545, "f1": 0.183214, "accuracy": 0.204545, "main_score": 0.183214, "hf_subset": "taq_Tfng-heb_Hebr", "languages": ["taq-Tfng", "heb-Hebr"]}, {"precision": 0.160729, "recall": 0.19664, "f1": 0.169079, "accuracy": 0.19664, "main_score": 0.169079, "hf_subset": "taq_Tfng-khk_Cyrl", "languages": ["taq-Tfng", "khk-Cyrl"]}, {"precision": 0.177859, "recall": 0.203557, "f1": 0.184629, "accuracy": 0.203557, "main_score": 0.184629, "hf_subset": "taq_Tfng-lvs_Latn", "languages": ["taq-Tfng", "lvs-Latn"]}, {"precision": 0.174932, "recall": 0.208498, "f1": 0.182415, "accuracy": 0.208498, "main_score": 0.182415, "hf_subset": "taq_Tfng-pan_Guru", "languages": ["taq-Tfng", "pan-Guru"]}, {"precision": 0.176628, "recall": 0.204545, "f1": 0.183404, "accuracy": 0.204545, "main_score": 0.183404, "hf_subset": "taq_Tfng-som_Latn", "languages": ["taq-Tfng", "som-Latn"]}, {"precision": 0.175311, "recall": 0.203557, "f1": 0.181753, "accuracy": 0.203557, "main_score": 0.181753, "hf_subset": "taq_Tfng-tum_Latn", "languages": ["taq-Tfng", "tum-Latn"]}, {"precision": 0.471979, "recall": 0.517787, "f1": 0.4849, "accuracy": 0.517787, "main_score": 0.4849, "hf_subset": "wol_Latn-ace_Arab", "languages": ["wol-Latn", "ace-Arab"]}, {"precision": 0.552602, "recall": 0.591897, "f1": 0.563952, "accuracy": 0.591897, "main_score": 0.563952, "hf_subset": "wol_Latn-bam_Latn", "languages": ["wol-Latn", "bam-Latn"]}, {"precision": 0.231475, "recall": 0.274704, "f1": 0.24197, "accuracy": 0.274704, "main_score": 0.24197, "hf_subset": "wol_Latn-dzo_Tibt", "languages": ["wol-Latn", "dzo-Tibt"]}, {"precision": 0.623368, "recall": 0.66996, "f1": 0.636399, "accuracy": 0.66996, "main_score": 0.636399, "hf_subset": "wol_Latn-hin_Deva", "languages": ["wol-Latn", "hin-Deva"]}, {"precision": 0.567816, "recall": 0.621542, "f1": 0.582518, "accuracy": 0.621542, "main_score": 0.582518, "hf_subset": "wol_Latn-khm_Khmr", "languages": ["wol-Latn", "khm-Khmr"]}, {"precision": 0.637393, "recall": 0.678854, "f1": 0.648777, "accuracy": 0.678854, "main_score": 0.648777, "hf_subset": "wol_Latn-mag_Deva", "languages": ["wol-Latn", "mag-Deva"]}, {"precision": 0.644026, "recall": 0.682806, "f1": 0.654365, "accuracy": 0.682806, "main_score": 0.654365, "hf_subset": "wol_Latn-pap_Latn", "languages": ["wol-Latn", "pap-Latn"]}, {"precision": 0.572078, "recall": 0.61166, "f1": 0.583347, "accuracy": 0.61166, "main_score": 0.583347, "hf_subset": "wol_Latn-sot_Latn", "languages": ["wol-Latn", "sot-Latn"]}, {"precision": 0.617598, "recall": 0.66502, "f1": 0.630648, "accuracy": 0.66502, "main_score": 0.630648, "hf_subset": "wol_Latn-tur_Latn", "languages": ["wol-Latn", "tur-Latn"]}, {"precision": 0.625308, "recall": 0.663043, "f1": 0.635675, "accuracy": 0.663043, "main_score": 0.635675, "hf_subset": "wol_Latn-ace_Latn", "languages": ["wol-Latn", "ace-Latn"]}, {"precision": 0.639431, "recall": 0.672925, "f1": 0.64876, "accuracy": 0.672925, "main_score": 0.64876, "hf_subset": "wol_Latn-ban_Latn", "languages": ["wol-Latn", "ban-Latn"]}, {"precision": 0.624863, "recall": 0.671937, "f1": 0.63703, "accuracy": 0.671937, "main_score": 0.63703, "hf_subset": "wol_Latn-ell_Grek", "languages": ["wol-Latn", "ell-Grek"]}, {"precision": 0.624591, "recall": 0.668972, "f1": 0.637136, "accuracy": 0.668972, "main_score": 0.637136, "hf_subset": "wol_Latn-hne_Deva", "languages": ["wol-Latn", "hne-Deva"]}, {"precision": 0.537969, "recall": 0.581028, "f1": 0.549873, "accuracy": 0.581028, "main_score": 0.549873, "hf_subset": "wol_Latn-kik_Latn", "languages": ["wol-Latn", "kik-Latn"]}, {"precision": 0.635508, "recall": 0.679842, "f1": 0.647701, "accuracy": 0.679842, "main_score": 0.647701, "hf_subset": "wol_Latn-mai_Deva", "languages": ["wol-Latn", "mai-Deva"]}, {"precision": 0.576038, "recall": 0.619565, "f1": 0.587858, "accuracy": 0.619565, "main_score": 0.587858, "hf_subset": "wol_Latn-pbt_Arab", "languages": ["wol-Latn", "pbt-Arab"]}, {"precision": 0.634288, "recall": 0.677866, "f1": 0.646283, "accuracy": 0.677866, "main_score": 0.646283, "hf_subset": "wol_Latn-spa_Latn", "languages": ["wol-Latn", "spa-Latn"]}, {"precision": 0.572926, "recall": 0.616601, "f1": 0.585217, "accuracy": 0.616601, "main_score": 0.585217, "hf_subset": "wol_Latn-twi_Latn", "languages": ["wol-Latn", "twi-Latn"]}, {"precision": 0.610012, "recall": 0.65415, "f1": 0.621948, "accuracy": 0.65415, "main_score": 0.621948, "hf_subset": "wol_Latn-acm_Arab", "languages": ["wol-Latn", "acm-Arab"]}, {"precision": 0.606438, "recall": 0.648221, "f1": 0.617823, "accuracy": 0.648221, "main_score": 0.617823, "hf_subset": "wol_Latn-bel_Cyrl", "languages": ["wol-Latn", "bel-Cyrl"]}, {"precision": 0.651956, "recall": 0.693676, "f1": 0.663421, "accuracy": 0.693676, "main_score": 0.663421, "hf_subset": "wol_Latn-eng_Latn", "languages": ["wol-Latn", "eng-Latn"]}, {"precision": 0.642318, "recall": 0.685771, "f1": 0.654249, "accuracy": 0.685771, "main_score": 0.654249, "hf_subset": "wol_Latn-hrv_Latn", "languages": ["wol-Latn", "hrv-Latn"]}, {"precision": 0.533127, "recall": 0.581028, "f1": 0.54757, "accuracy": 0.581028, "main_score": 0.54757, "hf_subset": "wol_Latn-kin_Latn", "languages": ["wol-Latn", "kin-Latn"]}, {"precision": 0.602757, "recall": 0.655138, "f1": 0.61716, "accuracy": 0.655138, "main_score": 0.61716, "hf_subset": "wol_Latn-mal_Mlym", "languages": ["wol-Latn", "mal-Mlym"]}, {"precision": 0.628104, "recall": 0.675889, "f1": 0.641225, "accuracy": 0.675889, "main_score": 0.641225, "hf_subset": "wol_Latn-pes_Arab", "languages": ["wol-Latn", "pes-Arab"]}, {"precision": 0.634445, "recall": 0.672925, "f1": 0.645319, "accuracy": 0.672925, "main_score": 0.645319, "hf_subset": "wol_Latn-srd_Latn", "languages": ["wol-Latn", "srd-Latn"]}, {"precision": 0.193341, "recall": 0.240119, "f1": 0.205422, "accuracy": 0.240119, "main_score": 0.205422, "hf_subset": "wol_Latn-tzm_Tfng", "languages": ["wol-Latn", "tzm-Tfng"]}, {"precision": 0.610756, "recall": 0.661067, "f1": 0.624844, "accuracy": 0.661067, "main_score": 0.624844, "hf_subset": "wol_Latn-acq_Arab", "languages": ["wol-Latn", "acq-Arab"]}, {"precision": 0.576055, "recall": 0.619565, "f1": 0.588642, "accuracy": 0.619565, "main_score": 0.588642, "hf_subset": "wol_Latn-bem_Latn", "languages": ["wol-Latn", "bem-Latn"]}, {"precision": 0.625653, "recall": 0.667984, "f1": 0.637608, "accuracy": 0.667984, "main_score": 0.637608, "hf_subset": "wol_Latn-epo_Latn", "languages": ["wol-Latn", "epo-Latn"]}, {"precision": 0.641888, "recall": 0.679842, "f1": 0.651974, "accuracy": 0.679842, "main_score": 0.651974, "hf_subset": "wol_Latn-hun_Latn", "languages": ["wol-Latn", "hun-Latn"]}, {"precision": 0.609151, "recall": 0.644269, "f1": 0.618537, "accuracy": 0.644269, "main_score": 0.618537, "hf_subset": "wol_Latn-kir_Cyrl", "languages": ["wol-Latn", "kir-Cyrl"]}, {"precision": 0.62012, "recall": 0.668972, "f1": 0.632841, "accuracy": 0.668972, "main_score": 0.632841, "hf_subset": "wol_Latn-mar_Deva", "languages": ["wol-Latn", "mar-Deva"]}, {"precision": 0.56891, "recall": 0.613636, "f1": 0.581486, "accuracy": 0.613636, "main_score": 0.581486, "hf_subset": "wol_Latn-plt_Latn", "languages": ["wol-Latn", "plt-Latn"]}, {"precision": 0.641852, "recall": 0.684783, "f1": 0.653195, "accuracy": 0.684783, "main_score": 0.653195, "hf_subset": "wol_Latn-srp_Cyrl", "languages": ["wol-Latn", "srp-Cyrl"]}, {"precision": 0.525604, "recall": 0.579051, "f1": 0.540664, "accuracy": 0.579051, "main_score": 0.540664, "hf_subset": "wol_Latn-uig_Arab", "languages": ["wol-Latn", "uig-Arab"]}, {"precision": 0.602945, "recall": 0.649209, "f1": 0.614897, "accuracy": 0.649209, "main_score": 0.614897, "hf_subset": "wol_Latn-aeb_Arab", "languages": ["wol-Latn", "aeb-Arab"]}, {"precision": 0.623488, "recall": 0.671937, "f1": 0.636521, "accuracy": 0.671937, "main_score": 0.636521, "hf_subset": "wol_Latn-ben_Beng", "languages": ["wol-Latn", "ben-Beng"]}, {"precision": 0.6112, "recall": 0.660079, "f1": 0.624877, "accuracy": 0.660079, "main_score": 0.624877, "hf_subset": "wol_Latn-est_Latn", "languages": ["wol-Latn", "est-Latn"]}, {"precision": 0.58831, "recall": 0.644269, "f1": 0.602993, "accuracy": 0.644269, "main_score": 0.602993, "hf_subset": "wol_Latn-hye_Armn", "languages": ["wol-Latn", "hye-Armn"]}, {"precision": 0.527981, "recall": 0.576087, "f1": 0.541784, "accuracy": 0.576087, "main_score": 0.541784, "hf_subset": "wol_Latn-kmb_Latn", "languages": ["wol-Latn", "kmb-Latn"]}, {"precision": 0.429431, "recall": 0.485178, "f1": 0.444259, "accuracy": 0.485178, "main_score": 0.444259, "hf_subset": "wol_Latn-min_Arab", "languages": ["wol-Latn", "min-Arab"]}, {"precision": 0.62898, "recall": 0.672925, "f1": 0.641073, "accuracy": 0.672925, "main_score": 0.641073, "hf_subset": "wol_Latn-pol_Latn", "languages": ["wol-Latn", "pol-Latn"]}, {"precision": 0.549346, "recall": 0.594862, "f1": 0.562945, "accuracy": 0.594862, "main_score": 0.562945, "hf_subset": "wol_Latn-ssw_Latn", "languages": ["wol-Latn", "ssw-Latn"]}, {"precision": 0.650012, "recall": 0.690711, "f1": 0.660777, "accuracy": 0.690711, "main_score": 0.660777, "hf_subset": "wol_Latn-ukr_Cyrl", "languages": ["wol-Latn", "ukr-Cyrl"]}, {"precision": 0.661239, "recall": 0.700593, "f1": 0.672516, "accuracy": 0.700593, "main_score": 0.672516, "hf_subset": "wol_Latn-afr_Latn", "languages": ["wol-Latn", "afr-Latn"]}, {"precision": 0.609433, "recall": 0.655138, "f1": 0.622385, "accuracy": 0.655138, "main_score": 0.622385, "hf_subset": "wol_Latn-bho_Deva", "languages": ["wol-Latn", "bho-Deva"]}, {"precision": 0.626422, "recall": 0.666008, "f1": 0.637453, "accuracy": 0.666008, "main_score": 0.637453, "hf_subset": "wol_Latn-eus_Latn", "languages": ["wol-Latn", "eus-Latn"]}, {"precision": 0.561759, "recall": 0.612648, "f1": 0.576615, "accuracy": 0.612648, "main_score": 0.576615, "hf_subset": "wol_Latn-ibo_Latn", "languages": ["wol-Latn", "ibo-Latn"]}, {"precision": 0.582135, "recall": 0.628458, "f1": 0.595779, "accuracy": 0.628458, "main_score": 0.595779, "hf_subset": "wol_Latn-kmr_Latn", "languages": ["wol-Latn", "kmr-Latn"]}, {"precision": 0.633923, "recall": 0.671937, "f1": 0.644181, "accuracy": 0.671937, "main_score": 0.644181, "hf_subset": "wol_Latn-min_Latn", "languages": ["wol-Latn", "min-Latn"]}, {"precision": 0.654484, "recall": 0.695652, "f1": 0.665482, "accuracy": 0.695652, "main_score": 0.665482, "hf_subset": "wol_Latn-por_Latn", "languages": ["wol-Latn", "por-Latn"]}, {"precision": 0.648879, "recall": 0.687747, "f1": 0.658825, "accuracy": 0.687747, "main_score": 0.658825, "hf_subset": "wol_Latn-sun_Latn", "languages": ["wol-Latn", "sun-Latn"]}, {"precision": 0.504127, "recall": 0.559289, "f1": 0.520208, "accuracy": 0.559289, "main_score": 0.520208, "hf_subset": "wol_Latn-umb_Latn", "languages": ["wol-Latn", "umb-Latn"]}, {"precision": 0.61303, "recall": 0.664032, "f1": 0.627493, "accuracy": 0.664032, "main_score": 0.627493, "hf_subset": "wol_Latn-ajp_Arab", "languages": ["wol-Latn", "ajp-Arab"]}, {"precision": 0.434316, "recall": 0.490119, "f1": 0.449738, "accuracy": 0.490119, "main_score": 0.449738, "hf_subset": "wol_Latn-bjn_Arab", "languages": ["wol-Latn", "bjn-Arab"]}, {"precision": 0.51149, "recall": 0.554348, "f1": 0.523913, "accuracy": 0.554348, "main_score": 0.523913, "hf_subset": "wol_Latn-ewe_Latn", "languages": ["wol-Latn", "ewe-Latn"]}, {"precision": 0.641968, "recall": 0.683794, "f1": 0.653153, "accuracy": 0.683794, "main_score": 0.653153, "hf_subset": "wol_Latn-ilo_Latn", "languages": ["wol-Latn", "ilo-Latn"]}, {"precision": 0.315902, "recall": 0.363636, "f1": 0.32935, "accuracy": 0.363636, "main_score": 0.32935, "hf_subset": "wol_Latn-knc_Arab", "languages": ["wol-Latn", "knc-Arab"]}, {"precision": 0.638953, "recall": 0.681818, "f1": 0.650911, "accuracy": 0.681818, "main_score": 0.650911, "hf_subset": "wol_Latn-mkd_Cyrl", "languages": ["wol-Latn", "mkd-Cyrl"]}, {"precision": 0.611973, "recall": 0.663043, "f1": 0.625919, "accuracy": 0.663043, "main_score": 0.625919, "hf_subset": "wol_Latn-prs_Arab", "languages": ["wol-Latn", "prs-Arab"]}, {"precision": 0.645355, "recall": 0.687747, "f1": 0.65681, "accuracy": 0.687747, "main_score": 0.65681, "hf_subset": "wol_Latn-swe_Latn", "languages": ["wol-Latn", "swe-Latn"]}, {"precision": 0.589421, "recall": 0.641304, "f1": 0.604356, "accuracy": 0.641304, "main_score": 0.604356, "hf_subset": "wol_Latn-urd_Arab", "languages": ["wol-Latn", "urd-Arab"]}, {"precision": 0.544509, "recall": 0.588933, "f1": 0.556911, "accuracy": 0.588933, "main_score": 0.556911, "hf_subset": "wol_Latn-aka_Latn", "languages": ["wol-Latn", "aka-Latn"]}, {"precision": 0.6507, "recall": 0.684783, "f1": 0.65983, "accuracy": 0.684783, "main_score": 0.65983, "hf_subset": "wol_Latn-bjn_Latn", "languages": ["wol-Latn", "bjn-Latn"]}, {"precision": 0.597555, "recall": 0.639328, "f1": 0.609527, "accuracy": 0.639328, "main_score": 0.609527, "hf_subset": "wol_Latn-fao_Latn", "languages": ["wol-Latn", "fao-Latn"]}, {"precision": 0.671775, "recall": 0.708498, "f1": 0.68203, "accuracy": 0.708498, "main_score": 0.68203, "hf_subset": "wol_Latn-ind_Latn", "languages": ["wol-Latn", "ind-Latn"]}, {"precision": 0.560178, "recall": 0.601779, "f1": 0.572193, "accuracy": 0.601779, "main_score": 0.572193, "hf_subset": "wol_Latn-knc_Latn", "languages": ["wol-Latn", "knc-Latn"]}, {"precision": 0.641287, "recall": 0.681818, "f1": 0.65195, "accuracy": 0.681818, "main_score": 0.65195, "hf_subset": "wol_Latn-mlt_Latn", "languages": ["wol-Latn", "mlt-Latn"]}, {"precision": 0.559823, "recall": 0.608696, "f1": 0.574242, "accuracy": 0.608696, "main_score": 0.574242, "hf_subset": "wol_Latn-quy_Latn", "languages": ["wol-Latn", "quy-Latn"]}, {"precision": 0.602184, "recall": 0.647233, "f1": 0.614416, "accuracy": 0.647233, "main_score": 0.614416, "hf_subset": "wol_Latn-swh_Latn", "languages": ["wol-Latn", "swh-Latn"]}, {"precision": 0.606324, "recall": 0.649209, "f1": 0.619123, "accuracy": 0.649209, "main_score": 0.619123, "hf_subset": "wol_Latn-uzn_Latn", "languages": ["wol-Latn", "uzn-Latn"]}, {"precision": 0.635312, "recall": 0.676877, "f1": 0.647083, "accuracy": 0.676877, "main_score": 0.647083, "hf_subset": "wol_Latn-als_Latn", "languages": ["wol-Latn", "als-Latn"]}, {"precision": 0.29147, "recall": 0.343874, "f1": 0.304609, "accuracy": 0.343874, "main_score": 0.304609, "hf_subset": "wol_Latn-bod_Tibt", "languages": ["wol-Latn", "bod-Tibt"]}, {"precision": 0.556909, "recall": 0.596838, "f1": 0.56797, "accuracy": 0.596838, "main_score": 0.56797, "hf_subset": "wol_Latn-fij_Latn", "languages": ["wol-Latn", "fij-Latn"]}, {"precision": 0.593021, "recall": 0.634387, "f1": 0.604365, "accuracy": 0.634387, "main_score": 0.604365, "hf_subset": "wol_Latn-isl_Latn", "languages": ["wol-Latn", "isl-Latn"]}, {"precision": 0.596983, "recall": 0.63834, "f1": 0.608556, "accuracy": 0.63834, "main_score": 0.608556, "hf_subset": "wol_Latn-kon_Latn", "languages": ["wol-Latn", "kon-Latn"]}, {"precision": 0.546625, "recall": 0.603755, "f1": 0.562832, "accuracy": 0.603755, "main_score": 0.562832, "hf_subset": "wol_Latn-mni_Beng", "languages": ["wol-Latn", "mni-Beng"]}, {"precision": 0.657959, "recall": 0.698617, "f1": 0.668892, "accuracy": 0.698617, "main_score": 0.668892, "hf_subset": "wol_Latn-ron_Latn", "languages": ["wol-Latn", "ron-Latn"]}, {"precision": 0.632623, "recall": 0.666996, "f1": 0.641547, "accuracy": 0.666996, "main_score": 0.641547, "hf_subset": "wol_Latn-szl_Latn", "languages": ["wol-Latn", "szl-Latn"]}, {"precision": 0.663293, "recall": 0.698617, "f1": 0.672578, "accuracy": 0.698617, "main_score": 0.672578, "hf_subset": "wol_Latn-vec_Latn", "languages": ["wol-Latn", "vec-Latn"]}, {"precision": 0.533062, "recall": 0.588933, "f1": 0.548587, "accuracy": 0.588933, "main_score": 0.548587, "hf_subset": "wol_Latn-amh_Ethi", "languages": ["wol-Latn", "amh-Ethi"]}, {"precision": 0.648969, "recall": 0.693676, "f1": 0.661054, "accuracy": 0.693676, "main_score": 0.661054, "hf_subset": "wol_Latn-bos_Latn", "languages": ["wol-Latn", "bos-Latn"]}, {"precision": 0.616104, "recall": 0.664032, "f1": 0.629435, "accuracy": 0.664032, "main_score": 0.629435, "hf_subset": "wol_Latn-fin_Latn", "languages": ["wol-Latn", "fin-Latn"]}, {"precision": 0.644145, "recall": 0.684783, "f1": 0.654607, "accuracy": 0.684783, "main_score": 0.654607, "hf_subset": "wol_Latn-ita_Latn", "languages": ["wol-Latn", "ita-Latn"]}, {"precision": 0.599263, "recall": 0.648221, "f1": 0.612689, "accuracy": 0.648221, "main_score": 0.612689, "hf_subset": "wol_Latn-kor_Hang", "languages": ["wol-Latn", "kor-Hang"]}, {"precision": 0.552734, "recall": 0.594862, "f1": 0.565599, "accuracy": 0.594862, "main_score": 0.565599, "hf_subset": "wol_Latn-mos_Latn", "languages": ["wol-Latn", "mos-Latn"]}, {"precision": 0.546229, "recall": 0.58498, "f1": 0.557726, "accuracy": 0.58498, "main_score": 0.557726, "hf_subset": "wol_Latn-run_Latn", "languages": ["wol-Latn", "run-Latn"]}, {"precision": 0.597229, "recall": 0.648221, "f1": 0.611236, "accuracy": 0.648221, "main_score": 0.611236, "hf_subset": "wol_Latn-tam_Taml", "languages": ["wol-Latn", "tam-Taml"]}, {"precision": 0.633778, "recall": 0.681818, "f1": 0.646823, "accuracy": 0.681818, "main_score": 0.646823, "hf_subset": "wol_Latn-vie_Latn", "languages": ["wol-Latn", "vie-Latn"]}, {"precision": 0.613813, "recall": 0.66502, "f1": 0.627212, "accuracy": 0.66502, "main_score": 0.627212, "hf_subset": "wol_Latn-apc_Arab", "languages": ["wol-Latn", "apc-Arab"]}, {"precision": 0.620187, "recall": 0.65415, "f1": 0.629732, "accuracy": 0.65415, "main_score": 0.629732, "hf_subset": "wol_Latn-bug_Latn", "languages": ["wol-Latn", "bug-Latn"]}, {"precision": 0.47514, "recall": 0.517787, "f1": 0.487011, "accuracy": 0.517787, "main_score": 0.487011, "hf_subset": "wol_Latn-fon_Latn", "languages": ["wol-Latn", "fon-Latn"]}, {"precision": 0.665001, "recall": 0.701581, "f1": 0.675308, "accuracy": 0.701581, "main_score": 0.675308, "hf_subset": "wol_Latn-jav_Latn", "languages": ["wol-Latn", "jav-Latn"]}, {"precision": 0.540358, "recall": 0.59585, "f1": 0.55525, "accuracy": 0.59585, "main_score": 0.55525, "hf_subset": "wol_Latn-lao_Laoo", "languages": ["wol-Latn", "lao-Laoo"]}, {"precision": 0.527006, "recall": 0.570158, "f1": 0.538536, "accuracy": 0.570158, "main_score": 0.538536, "hf_subset": "wol_Latn-mri_Latn", "languages": ["wol-Latn", "mri-Latn"]}, {"precision": 0.629087, "recall": 0.677866, "f1": 0.641887, "accuracy": 0.677866, "main_score": 0.641887, "hf_subset": "wol_Latn-rus_Cyrl", "languages": ["wol-Latn", "rus-Cyrl"]}, {"precision": 0.524004, "recall": 0.570158, "f1": 0.537473, "accuracy": 0.570158, "main_score": 0.537473, "hf_subset": "wol_Latn-taq_Latn", "languages": ["wol-Latn", "taq-Latn"]}, {"precision": 0.650862, "recall": 0.687747, "f1": 0.660435, "accuracy": 0.687747, "main_score": 0.660435, "hf_subset": "wol_Latn-war_Latn", "languages": ["wol-Latn", "war-Latn"]}, {"precision": 0.60854, "recall": 0.660079, "f1": 0.622589, "accuracy": 0.660079, "main_score": 0.622589, "hf_subset": "wol_Latn-arb_Arab", "languages": ["wol-Latn", "arb-Arab"]}, {"precision": 0.649752, "recall": 0.690711, "f1": 0.660553, "accuracy": 0.690711, "main_score": 0.660553, "hf_subset": "wol_Latn-bul_Cyrl", "languages": ["wol-Latn", "bul-Cyrl"]}, {"precision": 0.654288, "recall": 0.693676, "f1": 0.66436, "accuracy": 0.693676, "main_score": 0.66436, "hf_subset": "wol_Latn-fra_Latn", "languages": ["wol-Latn", "fra-Latn"]}, {"precision": 0.603606, "recall": 0.647233, "f1": 0.61577, "accuracy": 0.647233, "main_score": 0.61577, "hf_subset": "wol_Latn-jpn_Jpan", "languages": ["wol-Latn", "jpn-Jpan"]}, {"precision": 0.639182, "recall": 0.679842, "f1": 0.650064, "accuracy": 0.679842, "main_score": 0.650064, "hf_subset": "wol_Latn-lij_Latn", "languages": ["wol-Latn", "lij-Latn"]}, {"precision": 0.465439, "recall": 0.536561, "f1": 0.484981, "accuracy": 0.536561, "main_score": 0.484981, "hf_subset": "wol_Latn-mya_Mymr", "languages": ["wol-Latn", "mya-Mymr"]}, {"precision": 0.565934, "recall": 0.610672, "f1": 0.578406, "accuracy": 0.610672, "main_score": 0.578406, "hf_subset": "wol_Latn-sag_Latn", "languages": ["wol-Latn", "sag-Latn"]}, {"precision": 0.198724, "recall": 0.243083, "f1": 0.209683, "accuracy": 0.243083, "main_score": 0.209683, "hf_subset": "wol_Latn-taq_Tfng", "languages": ["wol-Latn", "taq-Tfng"]}, {"precision": 0.488555, "recall": 0.538538, "f1": 0.502156, "accuracy": 0.538538, "main_score": 0.502156, "hf_subset": "wol_Latn-arb_Latn", "languages": ["wol-Latn", "arb-Latn"]}, {"precision": 0.642088, "recall": 0.683794, "f1": 0.653736, "accuracy": 0.683794, "main_score": 0.653736, "hf_subset": "wol_Latn-cat_Latn", "languages": ["wol-Latn", "cat-Latn"]}, {"precision": 0.636828, "recall": 0.673913, "f1": 0.646975, "accuracy": 0.673913, "main_score": 0.646975, "hf_subset": "wol_Latn-fur_Latn", "languages": ["wol-Latn", "fur-Latn"]}, {"precision": 0.438415, "recall": 0.498024, "f1": 0.455376, "accuracy": 0.498024, "main_score": 0.455376, "hf_subset": "wol_Latn-kab_Latn", "languages": ["wol-Latn", "kab-Latn"]}, {"precision": 0.621573, "recall": 0.661067, "f1": 0.63289, "accuracy": 0.661067, "main_score": 0.63289, "hf_subset": "wol_Latn-lim_Latn", "languages": ["wol-Latn", "lim-Latn"]}, {"precision": 0.630158, "recall": 0.671937, "f1": 0.641536, "accuracy": 0.671937, "main_score": 0.641536, "hf_subset": "wol_Latn-nld_Latn", "languages": ["wol-Latn", "nld-Latn"]}, {"precision": 0.584676, "recall": 0.634387, "f1": 0.599003, "accuracy": 0.634387, "main_score": 0.599003, "hf_subset": "wol_Latn-san_Deva", "languages": ["wol-Latn", "san-Deva"]}, {"precision": 0.611238, "recall": 0.653162, "f1": 0.622341, "accuracy": 0.653162, "main_score": 0.622341, "hf_subset": "wol_Latn-tat_Cyrl", "languages": ["wol-Latn", "tat-Cyrl"]}, {"precision": 0.578594, "recall": 0.623518, "f1": 0.591188, "accuracy": 0.623518, "main_score": 0.591188, "hf_subset": "wol_Latn-xho_Latn", "languages": ["wol-Latn", "xho-Latn"]}, {"precision": 0.589843, "recall": 0.649209, "f1": 0.606241, "accuracy": 0.649209, "main_score": 0.606241, "hf_subset": "wol_Latn-ars_Arab", "languages": ["wol-Latn", "ars-Arab"]}, {"precision": 0.652154, "recall": 0.690711, "f1": 0.662554, "accuracy": 0.690711, "main_score": 0.662554, "hf_subset": "wol_Latn-ceb_Latn", "languages": ["wol-Latn", "ceb-Latn"]}, {"precision": 0.520872, "recall": 0.572134, "f1": 0.535552, "accuracy": 0.572134, "main_score": 0.535552, "hf_subset": "wol_Latn-fuv_Latn", "languages": ["wol-Latn", "fuv-Latn"]}, {"precision": 0.50891, "recall": 0.554348, "f1": 0.521834, "accuracy": 0.554348, "main_score": 0.521834, "hf_subset": "wol_Latn-kac_Latn", "languages": ["wol-Latn", "kac-Latn"]}, {"precision": 0.604471, "recall": 0.649209, "f1": 0.616945, "accuracy": 0.649209, "main_score": 0.616945, "hf_subset": "wol_Latn-lin_Latn", "languages": ["wol-Latn", "lin-Latn"]}, {"precision": 0.634827, "recall": 0.676877, "f1": 0.646821, "accuracy": 0.676877, "main_score": 0.646821, "hf_subset": "wol_Latn-nno_Latn", "languages": ["wol-Latn", "nno-Latn"]}, {"precision": 0.129462, "recall": 0.172925, "f1": 0.139869, "accuracy": 0.172925, "main_score": 0.139869, "hf_subset": "wol_Latn-sat_Olck", "languages": ["wol-Latn", "sat-Olck"]}, {"precision": 0.609953, "recall": 0.661067, "f1": 0.623854, "accuracy": 0.661067, "main_score": 0.623854, "hf_subset": "wol_Latn-tel_Telu", "languages": ["wol-Latn", "tel-Telu"]}, {"precision": 0.543336, "recall": 0.596838, "f1": 0.557833, "accuracy": 0.596838, "main_score": 0.557833, "hf_subset": "wol_Latn-ydd_Hebr", "languages": ["wol-Latn", "ydd-Hebr"]}, {"precision": 0.595381, "recall": 0.639328, "f1": 0.606411, "accuracy": 0.639328, "main_score": 0.606411, "hf_subset": "wol_Latn-ary_Arab", "languages": ["wol-Latn", "ary-Arab"]}, {"precision": 0.639725, "recall": 0.685771, "f1": 0.65198, "accuracy": 0.685771, "main_score": 0.65198, "hf_subset": "wol_Latn-ces_Latn", "languages": ["wol-Latn", "ces-Latn"]}, {"precision": 0.533615, "recall": 0.583004, "f1": 0.547332, "accuracy": 0.583004, "main_score": 0.547332, "hf_subset": "wol_Latn-gaz_Latn", "languages": ["wol-Latn", "gaz-Latn"]}, {"precision": 0.530866, "recall": 0.577075, "f1": 0.543623, "accuracy": 0.577075, "main_score": 0.543623, "hf_subset": "wol_Latn-kam_Latn", "languages": ["wol-Latn", "kam-Latn"]}, {"precision": 0.610839, "recall": 0.660079, "f1": 0.624007, "accuracy": 0.660079, "main_score": 0.624007, "hf_subset": "wol_Latn-lit_Latn", "languages": ["wol-Latn", "lit-Latn"]}, {"precision": 0.63913, "recall": 0.681818, "f1": 0.651094, "accuracy": 0.681818, "main_score": 0.651094, "hf_subset": "wol_Latn-nob_Latn", "languages": ["wol-Latn", "nob-Latn"]}, {"precision": 0.636158, "recall": 0.673913, "f1": 0.646569, "accuracy": 0.673913, "main_score": 0.646569, "hf_subset": "wol_Latn-scn_Latn", "languages": ["wol-Latn", "scn-Latn"]}, {"precision": 0.593553, "recall": 0.63834, "f1": 0.606126, "accuracy": 0.63834, "main_score": 0.606126, "hf_subset": "wol_Latn-tgk_Cyrl", "languages": ["wol-Latn", "tgk-Cyrl"]}, {"precision": 0.509469, "recall": 0.563241, "f1": 0.52486, "accuracy": 0.563241, "main_score": 0.52486, "hf_subset": "wol_Latn-yor_Latn", "languages": ["wol-Latn", "yor-Latn"]}, {"precision": 0.597624, "recall": 0.646245, "f1": 0.610881, "accuracy": 0.646245, "main_score": 0.610881, "hf_subset": "wol_Latn-arz_Arab", "languages": ["wol-Latn", "arz-Arab"]}, {"precision": 0.517885, "recall": 0.564229, "f1": 0.530929, "accuracy": 0.564229, "main_score": 0.530929, "hf_subset": "wol_Latn-cjk_Latn", "languages": ["wol-Latn", "cjk-Latn"]}, {"precision": 0.543169, "recall": 0.590909, "f1": 0.556397, "accuracy": 0.590909, "main_score": 0.556397, "hf_subset": "wol_Latn-gla_Latn", "languages": ["wol-Latn", "gla-Latn"]}, {"precision": 0.620433, "recall": 0.664032, "f1": 0.633531, "accuracy": 0.664032, "main_score": 0.633531, "hf_subset": "wol_Latn-kan_Knda", "languages": ["wol-Latn", "kan-Knda"]}, {"precision": 0.633614, "recall": 0.672925, "f1": 0.64472, "accuracy": 0.672925, "main_score": 0.64472, "hf_subset": "wol_Latn-lmo_Latn", "languages": ["wol-Latn", "lmo-Latn"]}, {"precision": 0.613872, "recall": 0.666008, "f1": 0.628339, "accuracy": 0.666008, "main_score": 0.628339, "hf_subset": "wol_Latn-npi_Deva", "languages": ["wol-Latn", "npi-Deva"]}, {"precision": 0.457582, "recall": 0.512846, "f1": 0.472421, "accuracy": 0.512846, "main_score": 0.472421, "hf_subset": "wol_Latn-shn_Mymr", "languages": ["wol-Latn", "shn-Mymr"]}, {"precision": 0.650111, "recall": 0.688735, "f1": 0.660546, "accuracy": 0.688735, "main_score": 0.660546, "hf_subset": "wol_Latn-tgl_Latn", "languages": ["wol-Latn", "tgl-Latn"]}, {"precision": 0.601717, "recall": 0.651186, "f1": 0.615454, "accuracy": 0.651186, "main_score": 0.615454, "hf_subset": "wol_Latn-yue_Hant", "languages": ["wol-Latn", "yue-Hant"]}, {"precision": 0.580326, "recall": 0.628458, "f1": 0.592949, "accuracy": 0.628458, "main_score": 0.592949, "hf_subset": "wol_Latn-asm_Beng", "languages": ["wol-Latn", "asm-Beng"]}, {"precision": 0.562113, "recall": 0.606719, "f1": 0.574259, "accuracy": 0.606719, "main_score": 0.574259, "hf_subset": "wol_Latn-ckb_Arab", "languages": ["wol-Latn", "ckb-Arab"]}, {"precision": 0.551828, "recall": 0.597826, "f1": 0.564922, "accuracy": 0.597826, "main_score": 0.564922, "hf_subset": "wol_Latn-gle_Latn", "languages": ["wol-Latn", "gle-Latn"]}, {"precision": 0.555658, "recall": 0.606719, "f1": 0.56958, "accuracy": 0.606719, "main_score": 0.56958, "hf_subset": "wol_Latn-kas_Arab", "languages": ["wol-Latn", "kas-Arab"]}, {"precision": 0.59429, "recall": 0.648221, "f1": 0.608801, "accuracy": 0.648221, "main_score": 0.608801, "hf_subset": "wol_Latn-ltg_Latn", "languages": ["wol-Latn", "ltg-Latn"]}, {"precision": 0.586094, "recall": 0.625494, "f1": 0.597341, "accuracy": 0.625494, "main_score": 0.597341, "hf_subset": "wol_Latn-nso_Latn", "languages": ["wol-Latn", "nso-Latn"]}, {"precision": 0.529072, "recall": 0.583992, "f1": 0.54417, "accuracy": 0.583992, "main_score": 0.54417, "hf_subset": "wol_Latn-sin_Sinh", "languages": ["wol-Latn", "sin-Sinh"]}, {"precision": 0.614514, "recall": 0.661067, "f1": 0.627452, "accuracy": 0.661067, "main_score": 0.627452, "hf_subset": "wol_Latn-tha_Thai", "languages": ["wol-Latn", "tha-Thai"]}, {"precision": 0.591038, "recall": 0.63834, "f1": 0.603741, "accuracy": 0.63834, "main_score": 0.603741, "hf_subset": "wol_Latn-zho_Hans", "languages": ["wol-Latn", "zho-Hans"]}, {"precision": 0.653296, "recall": 0.690711, "f1": 0.663456, "accuracy": 0.690711, "main_score": 0.663456, "hf_subset": "wol_Latn-ast_Latn", "languages": ["wol-Latn", "ast-Latn"]}, {"precision": 0.600189, "recall": 0.646245, "f1": 0.612758, "accuracy": 0.646245, "main_score": 0.612758, "hf_subset": "wol_Latn-crh_Latn", "languages": ["wol-Latn", "crh-Latn"]}, {"precision": 0.642176, "recall": 0.683794, "f1": 0.653344, "accuracy": 0.683794, "main_score": 0.653344, "hf_subset": "wol_Latn-glg_Latn", "languages": ["wol-Latn", "glg-Latn"]}, {"precision": 0.554193, "recall": 0.605731, "f1": 0.568745, "accuracy": 0.605731, "main_score": 0.568745, "hf_subset": "wol_Latn-kas_Deva", "languages": ["wol-Latn", "kas-Deva"]}, {"precision": 0.623342, "recall": 0.66502, "f1": 0.634612, "accuracy": 0.66502, "main_score": 0.634612, "hf_subset": "wol_Latn-ltz_Latn", "languages": ["wol-Latn", "ltz-Latn"]}, {"precision": 0.459258, "recall": 0.513834, "f1": 0.474548, "accuracy": 0.513834, "main_score": 0.474548, "hf_subset": "wol_Latn-nus_Latn", "languages": ["wol-Latn", "nus-Latn"]}, {"precision": 0.631738, "recall": 0.68083, "f1": 0.645037, "accuracy": 0.68083, "main_score": 0.645037, "hf_subset": "wol_Latn-slk_Latn", "languages": ["wol-Latn", "slk-Latn"]}, {"precision": 0.42464, "recall": 0.48913, "f1": 0.443171, "accuracy": 0.48913, "main_score": 0.443171, "hf_subset": "wol_Latn-tir_Ethi", "languages": ["wol-Latn", "tir-Ethi"]}, {"precision": 0.596514, "recall": 0.650198, "f1": 0.610921, "accuracy": 0.650198, "main_score": 0.610921, "hf_subset": "wol_Latn-zho_Hant", "languages": ["wol-Latn", "zho-Hant"]}, {"precision": 0.616399, "recall": 0.662055, "f1": 0.629317, "accuracy": 0.662055, "main_score": 0.629317, "hf_subset": "wol_Latn-awa_Deva", "languages": ["wol-Latn", "awa-Deva"]}, {"precision": 0.603361, "recall": 0.643281, "f1": 0.613892, "accuracy": 0.643281, "main_score": 0.613892, "hf_subset": "wol_Latn-cym_Latn", "languages": ["wol-Latn", "cym-Latn"]}, {"precision": 0.626765, "recall": 0.666008, "f1": 0.637949, "accuracy": 0.666008, "main_score": 0.637949, "hf_subset": "wol_Latn-grn_Latn", "languages": ["wol-Latn", "grn-Latn"]}, {"precision": 0.592188, "recall": 0.643281, "f1": 0.605938, "accuracy": 0.643281, "main_score": 0.605938, "hf_subset": "wol_Latn-kat_Geor", "languages": ["wol-Latn", "kat-Geor"]}, {"precision": 0.591802, "recall": 0.62747, "f1": 0.602223, "accuracy": 0.62747, "main_score": 0.602223, "hf_subset": "wol_Latn-lua_Latn", "languages": ["wol-Latn", "lua-Latn"]}, {"precision": 0.575566, "recall": 0.617589, "f1": 0.587444, "accuracy": 0.617589, "main_score": 0.587444, "hf_subset": "wol_Latn-nya_Latn", "languages": ["wol-Latn", "nya-Latn"]}, {"precision": 0.623268, "recall": 0.663043, "f1": 0.634167, "accuracy": 0.663043, "main_score": 0.634167, "hf_subset": "wol_Latn-slv_Latn", "languages": ["wol-Latn", "slv-Latn"]}, {"precision": 0.635658, "recall": 0.677866, "f1": 0.645881, "accuracy": 0.677866, "main_score": 0.645881, "hf_subset": "wol_Latn-tpi_Latn", "languages": ["wol-Latn", "tpi-Latn"]}, {"precision": 0.658838, "recall": 0.703557, "f1": 0.67079, "accuracy": 0.703557, "main_score": 0.67079, "hf_subset": "wol_Latn-zsm_Latn", "languages": ["wol-Latn", "zsm-Latn"]}, {"precision": 0.52763, "recall": 0.578063, "f1": 0.542128, "accuracy": 0.578063, "main_score": 0.542128, "hf_subset": "wol_Latn-ayr_Latn", "languages": ["wol-Latn", "ayr-Latn"]}, {"precision": 0.650755, "recall": 0.684783, "f1": 0.660056, "accuracy": 0.684783, "main_score": 0.660056, "hf_subset": "wol_Latn-dan_Latn", "languages": ["wol-Latn", "dan-Latn"]}, {"precision": 0.626203, "recall": 0.673913, "f1": 0.638909, "accuracy": 0.673913, "main_score": 0.638909, "hf_subset": "wol_Latn-guj_Gujr", "languages": ["wol-Latn", "guj-Gujr"]}, {"precision": 0.62073, "recall": 0.664032, "f1": 0.63217, "accuracy": 0.664032, "main_score": 0.63217, "hf_subset": "wol_Latn-kaz_Cyrl", "languages": ["wol-Latn", "kaz-Cyrl"]}, {"precision": 0.508623, "recall": 0.557312, "f1": 0.522516, "accuracy": 0.557312, "main_score": 0.522516, "hf_subset": "wol_Latn-lug_Latn", "languages": ["wol-Latn", "lug-Latn"]}, {"precision": 0.66328, "recall": 0.702569, "f1": 0.674017, "accuracy": 0.702569, "main_score": 0.674017, "hf_subset": "wol_Latn-oci_Latn", "languages": ["wol-Latn", "oci-Latn"]}, {"precision": 0.595636, "recall": 0.636364, "f1": 0.606947, "accuracy": 0.636364, "main_score": 0.606947, "hf_subset": "wol_Latn-smo_Latn", "languages": ["wol-Latn", "smo-Latn"]}, {"precision": 0.530826, "recall": 0.572134, "f1": 0.542125, "accuracy": 0.572134, "main_score": 0.542125, "hf_subset": "wol_Latn-tsn_Latn", "languages": ["wol-Latn", "tsn-Latn"]}, {"precision": 0.537068, "recall": 0.586957, "f1": 0.551028, "accuracy": 0.586957, "main_score": 0.551028, "hf_subset": "wol_Latn-zul_Latn", "languages": ["wol-Latn", "zul-Latn"]}, {"precision": 0.529929, "recall": 0.578063, "f1": 0.543256, "accuracy": 0.578063, "main_score": 0.543256, "hf_subset": "wol_Latn-azb_Arab", "languages": ["wol-Latn", "azb-Arab"]}, {"precision": 0.640375, "recall": 0.684783, "f1": 0.651678, "accuracy": 0.684783, "main_score": 0.651678, "hf_subset": "wol_Latn-deu_Latn", "languages": ["wol-Latn", "deu-Latn"]}, {"precision": 0.591041, "recall": 0.640316, "f1": 0.604203, "accuracy": 0.640316, "main_score": 0.604203, "hf_subset": "wol_Latn-hat_Latn", "languages": ["wol-Latn", "hat-Latn"]}, {"precision": 0.505527, "recall": 0.550395, "f1": 0.51825, "accuracy": 0.550395, "main_score": 0.51825, "hf_subset": "wol_Latn-kbp_Latn", "languages": ["wol-Latn", "kbp-Latn"]}, {"precision": 0.570522, "recall": 0.607708, "f1": 0.580854, "accuracy": 0.607708, "main_score": 0.580854, "hf_subset": "wol_Latn-luo_Latn", "languages": ["wol-Latn", "luo-Latn"]}, {"precision": 0.594099, "recall": 0.648221, "f1": 0.609459, "accuracy": 0.648221, "main_score": 0.609459, "hf_subset": "wol_Latn-ory_Orya", "languages": ["wol-Latn", "ory-Orya"]}, {"precision": 0.559356, "recall": 0.604743, "f1": 0.572701, "accuracy": 0.604743, "main_score": 0.572701, "hf_subset": "wol_Latn-sna_Latn", "languages": ["wol-Latn", "sna-Latn"]}, {"precision": 0.52677, "recall": 0.573123, "f1": 0.538632, "accuracy": 0.573123, "main_score": 0.538632, "hf_subset": "wol_Latn-tso_Latn", "languages": ["wol-Latn", "tso-Latn"]}, {"precision": 0.586976, "recall": 0.639328, "f1": 0.601372, "accuracy": 0.639328, "main_score": 0.601372, "hf_subset": "wol_Latn-azj_Latn", "languages": ["wol-Latn", "azj-Latn"]}, {"precision": 0.529661, "recall": 0.574111, "f1": 0.543149, "accuracy": 0.574111, "main_score": 0.543149, "hf_subset": "wol_Latn-dik_Latn", "languages": ["wol-Latn", "dik-Latn"]}, {"precision": 0.55929, "recall": 0.606719, "f1": 0.572885, "accuracy": 0.606719, "main_score": 0.572885, "hf_subset": "wol_Latn-hau_Latn", "languages": ["wol-Latn", "hau-Latn"]}, {"precision": 0.633977, "recall": 0.666996, "f1": 0.643389, "accuracy": 0.666996, "main_score": 0.643389, "hf_subset": "wol_Latn-kea_Latn", "languages": ["wol-Latn", "kea-Latn"]}, {"precision": 0.599876, "recall": 0.63834, "f1": 0.610995, "accuracy": 0.63834, "main_score": 0.610995, "hf_subset": "wol_Latn-lus_Latn", "languages": ["wol-Latn", "lus-Latn"]}, {"precision": 0.626772, "recall": 0.664032, "f1": 0.637156, "accuracy": 0.664032, "main_score": 0.637156, "hf_subset": "wol_Latn-pag_Latn", "languages": ["wol-Latn", "pag-Latn"]}, {"precision": 0.597365, "recall": 0.651186, "f1": 0.612598, "accuracy": 0.651186, "main_score": 0.612598, "hf_subset": "wol_Latn-snd_Arab", "languages": ["wol-Latn", "snd-Arab"]}, {"precision": 0.572874, "recall": 0.621542, "f1": 0.586483, "accuracy": 0.621542, "main_score": 0.586483, "hf_subset": "wol_Latn-tuk_Latn", "languages": ["wol-Latn", "tuk-Latn"]}, {"precision": 0.609876, "recall": 0.653162, "f1": 0.622175, "accuracy": 0.653162, "main_score": 0.622175, "hf_subset": "wol_Latn-bak_Cyrl", "languages": ["wol-Latn", "bak-Cyrl"]}, {"precision": 0.485977, "recall": 0.548419, "f1": 0.504469, "accuracy": 0.548419, "main_score": 0.504469, "hf_subset": "wol_Latn-dyu_Latn", "languages": ["wol-Latn", "dyu-Latn"]}, {"precision": 0.60497, "recall": 0.652174, "f1": 0.618218, "accuracy": 0.652174, "main_score": 0.618218, "hf_subset": "wol_Latn-heb_Hebr", "languages": ["wol-Latn", "heb-Hebr"]}, {"precision": 0.575257, "recall": 0.624506, "f1": 0.588382, "accuracy": 0.624506, "main_score": 0.588382, "hf_subset": "wol_Latn-khk_Cyrl", "languages": ["wol-Latn", "khk-Cyrl"]}, {"precision": 0.636024, "recall": 0.673913, "f1": 0.64605, "accuracy": 0.673913, "main_score": 0.64605, "hf_subset": "wol_Latn-lvs_Latn", "languages": ["wol-Latn", "lvs-Latn"]}, {"precision": 0.608762, "recall": 0.661067, "f1": 0.623168, "accuracy": 0.661067, "main_score": 0.623168, "hf_subset": "wol_Latn-pan_Guru", "languages": ["wol-Latn", "pan-Guru"]}, {"precision": 0.528647, "recall": 0.578063, "f1": 0.542817, "accuracy": 0.578063, "main_score": 0.542817, "hf_subset": "wol_Latn-som_Latn", "languages": ["wol-Latn", "som-Latn"]}, {"precision": 0.536648, "recall": 0.575099, "f1": 0.547913, "accuracy": 0.575099, "main_score": 0.547913, "hf_subset": "wol_Latn-tum_Latn", "languages": ["wol-Latn", "tum-Latn"]}, {"precision": 0.419628, "recall": 0.47332, "f1": 0.433668, "accuracy": 0.47332, "main_score": 0.433668, "hf_subset": "arb_Latn-ace_Arab", "languages": ["arb-Latn", "ace-Arab"]}, {"precision": 0.454397, "recall": 0.501976, "f1": 0.467549, "accuracy": 0.501976, "main_score": 0.467549, "hf_subset": "arb_Latn-bam_Latn", "languages": ["arb-Latn", "bam-Latn"]}, {"precision": 0.278503, "recall": 0.331028, "f1": 0.290728, "accuracy": 0.331028, "main_score": 0.290728, "hf_subset": "arb_Latn-dzo_Tibt", "languages": ["arb-Latn", "dzo-Tibt"]}, {"precision": 0.797848, "recall": 0.842885, "f1": 0.810479, "accuracy": 0.842885, "main_score": 0.810479, "hf_subset": "arb_Latn-hin_Deva", "languages": ["arb-Latn", "hin-Deva"]}, {"precision": 0.761972, "recall": 0.806324, "f1": 0.773752, "accuracy": 0.806324, "main_score": 0.773752, "hf_subset": "arb_Latn-khm_Khmr", "languages": ["arb-Latn", "khm-Khmr"]}, {"precision": 0.792182, "recall": 0.835968, "f1": 0.804577, "accuracy": 0.835968, "main_score": 0.804577, "hf_subset": "arb_Latn-mag_Deva", "languages": ["arb-Latn", "mag-Deva"]}, {"precision": 0.706783, "recall": 0.759881, "f1": 0.721216, "accuracy": 0.759881, "main_score": 0.721216, "hf_subset": "arb_Latn-pap_Latn", "languages": ["arb-Latn", "pap-Latn"]}, {"precision": 0.490703, "recall": 0.540514, "f1": 0.503631, "accuracy": 0.540514, "main_score": 0.503631, "hf_subset": "arb_Latn-sot_Latn", "languages": ["arb-Latn", "sot-Latn"]}, {"precision": 0.788015, "recall": 0.831028, "f1": 0.799626, "accuracy": 0.831028, "main_score": 0.799626, "hf_subset": "arb_Latn-tur_Latn", "languages": ["arb-Latn", "tur-Latn"]}, {"precision": 0.609976, "recall": 0.66502, "f1": 0.62484, "accuracy": 0.66502, "main_score": 0.62484, "hf_subset": "arb_Latn-ace_Latn", "languages": ["arb-Latn", "ace-Latn"]}, {"precision": 0.674522, "recall": 0.724308, "f1": 0.68852, "accuracy": 0.724308, "main_score": 0.68852, "hf_subset": "arb_Latn-ban_Latn", "languages": ["arb-Latn", "ban-Latn"]}, {"precision": 0.798471, "recall": 0.843874, "f1": 0.811072, "accuracy": 0.843874, "main_score": 0.811072, "hf_subset": "arb_Latn-ell_Grek", "languages": ["arb-Latn", "ell-Grek"]}, {"precision": 0.756799, "recall": 0.80336, "f1": 0.770049, "accuracy": 0.80336, "main_score": 0.770049, "hf_subset": "arb_Latn-hne_Deva", "languages": ["arb-Latn", "hne-Deva"]}, {"precision": 0.467879, "recall": 0.509881, "f1": 0.479034, "accuracy": 0.509881, "main_score": 0.479034, "hf_subset": "arb_Latn-kik_Latn", "languages": ["arb-Latn", "kik-Latn"]}, {"precision": 0.765226, "recall": 0.813241, "f1": 0.7785, "accuracy": 0.813241, "main_score": 0.7785, "hf_subset": "arb_Latn-mai_Deva", "languages": ["arb-Latn", "mai-Deva"]}, {"precision": 0.717343, "recall": 0.770751, "f1": 0.732663, "accuracy": 0.770751, "main_score": 0.732663, "hf_subset": "arb_Latn-pbt_Arab", "languages": ["arb-Latn", "pbt-Arab"]}, {"precision": 0.794929, "recall": 0.838933, "f1": 0.807147, "accuracy": 0.838933, "main_score": 0.807147, "hf_subset": "arb_Latn-spa_Latn", "languages": ["arb-Latn", "spa-Latn"]}, {"precision": 0.488195, "recall": 0.531621, "f1": 0.5009, "accuracy": 0.531621, "main_score": 0.5009, "hf_subset": "arb_Latn-twi_Latn", "languages": ["arb-Latn", "twi-Latn"]}, {"precision": 0.851096, "recall": 0.88834, "f1": 0.861912, "accuracy": 0.88834, "main_score": 0.861912, "hf_subset": "arb_Latn-acm_Arab", "languages": ["arb-Latn", "acm-Arab"]}, {"precision": 0.755972, "recall": 0.812253, "f1": 0.771767, "accuracy": 0.812253, "main_score": 0.771767, "hf_subset": "arb_Latn-bel_Cyrl", "languages": ["arb-Latn", "bel-Cyrl"]}, {"precision": 0.820422, "recall": 0.864625, "f1": 0.833305, "accuracy": 0.864625, "main_score": 0.833305, "hf_subset": "arb_Latn-eng_Latn", "languages": ["arb-Latn", "eng-Latn"]}, {"precision": 0.801167, "recall": 0.84585, "f1": 0.813871, "accuracy": 0.84585, "main_score": 0.813871, "hf_subset": "arb_Latn-hrv_Latn", "languages": ["arb-Latn", "hrv-Latn"]}, {"precision": 0.478439, "recall": 0.524704, "f1": 0.490461, "accuracy": 0.524704, "main_score": 0.490461, "hf_subset": "arb_Latn-kin_Latn", "languages": ["arb-Latn", "kin-Latn"]}, {"precision": 0.773986, "recall": 0.822134, "f1": 0.787164, "accuracy": 0.822134, "main_score": 0.787164, "hf_subset": "arb_Latn-mal_Mlym", "languages": ["arb-Latn", "mal-Mlym"]}, {"precision": 0.803234, "recall": 0.844862, "f1": 0.814703, "accuracy": 0.844862, "main_score": 0.814703, "hf_subset": "arb_Latn-pes_Arab", "languages": ["arb-Latn", "pes-Arab"]}, {"precision": 0.749788, "recall": 0.797431, "f1": 0.762403, "accuracy": 0.797431, "main_score": 0.762403, "hf_subset": "arb_Latn-srd_Latn", "languages": ["arb-Latn", "srd-Latn"]}, {"precision": 0.157471, "recall": 0.213439, "f1": 0.170311, "accuracy": 0.213439, "main_score": 0.170311, "hf_subset": "arb_Latn-tzm_Tfng", "languages": ["arb-Latn", "tzm-Tfng"]}, {"precision": 0.854572, "recall": 0.889328, "f1": 0.864554, "accuracy": 0.889328, "main_score": 0.864554, "hf_subset": "arb_Latn-acq_Arab", "languages": ["arb-Latn", "acq-Arab"]}, {"precision": 0.510522, "recall": 0.548419, "f1": 0.520684, "accuracy": 0.548419, "main_score": 0.520684, "hf_subset": "arb_Latn-bem_Latn", "languages": ["arb-Latn", "bem-Latn"]}, {"precision": 0.801672, "recall": 0.842885, "f1": 0.813039, "accuracy": 0.842885, "main_score": 0.813039, "hf_subset": "arb_Latn-epo_Latn", "languages": ["arb-Latn", "epo-Latn"]}, {"precision": 0.789058, "recall": 0.828063, "f1": 0.79998, "accuracy": 0.828063, "main_score": 0.79998, "hf_subset": "arb_Latn-hun_Latn", "languages": ["arb-Latn", "hun-Latn"]}, {"precision": 0.721258, "recall": 0.779644, "f1": 0.737626, "accuracy": 0.779644, "main_score": 0.737626, "hf_subset": "arb_Latn-kir_Cyrl", "languages": ["arb-Latn", "kir-Cyrl"]}, {"precision": 0.77071, "recall": 0.817194, "f1": 0.783532, "accuracy": 0.817194, "main_score": 0.783532, "hf_subset": "arb_Latn-mar_Deva", "languages": ["arb-Latn", "mar-Deva"]}, {"precision": 0.530386, "recall": 0.575099, "f1": 0.542921, "accuracy": 0.575099, "main_score": 0.542921, "hf_subset": "arb_Latn-plt_Latn", "languages": ["arb-Latn", "plt-Latn"]}, {"precision": 0.815779, "recall": 0.855731, "f1": 0.826896, "accuracy": 0.855731, "main_score": 0.826896, "hf_subset": "arb_Latn-srp_Cyrl", "languages": ["arb-Latn", "srp-Cyrl"]}, {"precision": 0.67751, "recall": 0.727273, "f1": 0.691517, "accuracy": 0.727273, "main_score": 0.691517, "hf_subset": "arb_Latn-uig_Arab", "languages": ["arb-Latn", "uig-Arab"]}, {"precision": 0.825002, "recall": 0.863636, "f1": 0.835896, "accuracy": 0.863636, "main_score": 0.835896, "hf_subset": "arb_Latn-aeb_Arab", "languages": ["arb-Latn", "aeb-Arab"]}, {"precision": 0.784483, "recall": 0.831028, "f1": 0.797653, "accuracy": 0.831028, "main_score": 0.797653, "hf_subset": "arb_Latn-ben_Beng", "languages": ["arb-Latn", "ben-Beng"]}, {"precision": 0.780957, "recall": 0.824111, "f1": 0.793079, "accuracy": 0.824111, "main_score": 0.793079, "hf_subset": "arb_Latn-est_Latn", "languages": ["arb-Latn", "est-Latn"]}, {"precision": 0.785417, "recall": 0.83004, "f1": 0.797569, "accuracy": 0.83004, "main_score": 0.797569, "hf_subset": "arb_Latn-hye_Armn", "languages": ["arb-Latn", "hye-Armn"]}, {"precision": 0.484645, "recall": 0.521739, "f1": 0.494737, "accuracy": 0.521739, "main_score": 0.494737, "hf_subset": "arb_Latn-kmb_Latn", "languages": ["arb-Latn", "kmb-Latn"]}, {"precision": 0.382049, "recall": 0.434783, "f1": 0.396118, "accuracy": 0.434783, "main_score": 0.396118, "hf_subset": "arb_Latn-min_Arab", "languages": ["arb-Latn", "min-Arab"]}, {"precision": 0.79501, "recall": 0.841897, "f1": 0.808171, "accuracy": 0.841897, "main_score": 0.808171, "hf_subset": "arb_Latn-pol_Latn", "languages": ["arb-Latn", "pol-Latn"]}, {"precision": 0.494078, "recall": 0.537549, "f1": 0.505703, "accuracy": 0.537549, "main_score": 0.505703, "hf_subset": "arb_Latn-ssw_Latn", "languages": ["arb-Latn", "ssw-Latn"]}, {"precision": 0.803173, "recall": 0.849802, "f1": 0.81654, "accuracy": 0.849802, "main_score": 0.81654, "hf_subset": "arb_Latn-ukr_Cyrl", "languages": ["arb-Latn", "ukr-Cyrl"]}, {"precision": 0.820836, "recall": 0.860672, "f1": 0.832398, "accuracy": 0.860672, "main_score": 0.832398, "hf_subset": "arb_Latn-afr_Latn", "languages": ["arb-Latn", "afr-Latn"]}, {"precision": 0.725584, "recall": 0.777668, "f1": 0.739904, "accuracy": 0.777668, "main_score": 0.739904, "hf_subset": "arb_Latn-bho_Deva", "languages": ["arb-Latn", "bho-Deva"]}, {"precision": 0.734421, "recall": 0.787549, "f1": 0.749556, "accuracy": 0.787549, "main_score": 0.749556, "hf_subset": "arb_Latn-eus_Latn", "languages": ["arb-Latn", "eus-Latn"]}, {"precision": 0.459999, "recall": 0.506917, "f1": 0.473221, "accuracy": 0.506917, "main_score": 0.473221, "hf_subset": "arb_Latn-ibo_Latn", "languages": ["arb-Latn", "ibo-Latn"]}, {"precision": 0.626961, "recall": 0.677866, "f1": 0.640185, "accuracy": 0.677866, "main_score": 0.640185, "hf_subset": "arb_Latn-kmr_Latn", "languages": ["arb-Latn", "kmr-Latn"]}, {"precision": 0.734185, "recall": 0.779644, "f1": 0.746378, "accuracy": 0.779644, "main_score": 0.746378, "hf_subset": "arb_Latn-min_Latn", "languages": ["arb-Latn", "min-Latn"]}, {"precision": 0.822045, "recall": 0.865613, "f1": 0.83439, "accuracy": 0.865613, "main_score": 0.83439, "hf_subset": "arb_Latn-por_Latn", "languages": ["arb-Latn", "por-Latn"]}, {"precision": 0.761484, "recall": 0.8083, "f1": 0.773987, "accuracy": 0.8083, "main_score": 0.773987, "hf_subset": "arb_Latn-sun_Latn", "languages": ["arb-Latn", "sun-Latn"]}, {"precision": 0.442583, "recall": 0.491107, "f1": 0.456622, "accuracy": 0.491107, "main_score": 0.456622, "hf_subset": "arb_Latn-umb_Latn", "languages": ["arb-Latn", "umb-Latn"]}, {"precision": 0.859559, "recall": 0.889328, "f1": 0.867995, "accuracy": 0.889328, "main_score": 0.867995, "hf_subset": "arb_Latn-ajp_Arab", "languages": ["arb-Latn", "ajp-Arab"]}, {"precision": 0.412721, "recall": 0.466403, "f1": 0.427682, "accuracy": 0.466403, "main_score": 0.427682, "hf_subset": "arb_Latn-bjn_Arab", "languages": ["arb-Latn", "bjn-Arab"]}, {"precision": 0.445472, "recall": 0.491107, "f1": 0.457152, "accuracy": 0.491107, "main_score": 0.457152, "hf_subset": "arb_Latn-ewe_Latn", "languages": ["arb-Latn", "ewe-Latn"]}, {"precision": 0.669913, "recall": 0.717391, "f1": 0.682653, "accuracy": 0.717391, "main_score": 0.682653, "hf_subset": "arb_Latn-ilo_Latn", "languages": ["arb-Latn", "ilo-Latn"]}, {"precision": 0.260482, "recall": 0.315217, "f1": 0.274423, "accuracy": 0.315217, "main_score": 0.274423, "hf_subset": "arb_Latn-knc_Arab", "languages": ["arb-Latn", "knc-Arab"]}, {"precision": 0.799558, "recall": 0.839921, "f1": 0.810644, "accuracy": 0.839921, "main_score": 0.810644, "hf_subset": "arb_Latn-mkd_Cyrl", "languages": ["arb-Latn", "mkd-Cyrl"]}, {"precision": 0.804069, "recall": 0.843874, "f1": 0.814875, "accuracy": 0.843874, "main_score": 0.814875, "hf_subset": "arb_Latn-prs_Arab", "languages": ["arb-Latn", "prs-Arab"]}, {"precision": 0.792077, "recall": 0.836957, "f1": 0.804769, "accuracy": 0.836957, "main_score": 0.804769, "hf_subset": "arb_Latn-swe_Latn", "languages": ["arb-Latn", "swe-Latn"]}, {"precision": 0.783185, "recall": 0.832016, "f1": 0.79707, "accuracy": 0.832016, "main_score": 0.79707, "hf_subset": "arb_Latn-urd_Arab", "languages": ["arb-Latn", "urd-Arab"]}, {"precision": 0.473265, "recall": 0.514822, "f1": 0.484589, "accuracy": 0.514822, "main_score": 0.484589, "hf_subset": "arb_Latn-aka_Latn", "languages": ["arb-Latn", "aka-Latn"]}, {"precision": 0.719564, "recall": 0.774704, "f1": 0.734555, "accuracy": 0.774704, "main_score": 0.734555, "hf_subset": "arb_Latn-bjn_Latn", "languages": ["arb-Latn", "bjn-Latn"]}, {"precision": 0.701771, "recall": 0.753953, "f1": 0.715988, "accuracy": 0.753953, "main_score": 0.715988, "hf_subset": "arb_Latn-fao_Latn", "languages": ["arb-Latn", "fao-Latn"]}, {"precision": 0.809173, "recall": 0.853755, "f1": 0.821711, "accuracy": 0.853755, "main_score": 0.821711, "hf_subset": "arb_Latn-ind_Latn", "languages": ["arb-Latn", "ind-Latn"]}, {"precision": 0.477863, "recall": 0.520751, "f1": 0.489688, "accuracy": 0.520751, "main_score": 0.489688, "hf_subset": "arb_Latn-knc_Latn", "languages": ["arb-Latn", "knc-Latn"]}, {"precision": 0.775918, "recall": 0.81917, "f1": 0.787938, "accuracy": 0.81917, "main_score": 0.787938, "hf_subset": "arb_Latn-mlt_Latn", "languages": ["arb-Latn", "mlt-Latn"]}, {"precision": 0.51203, "recall": 0.567194, "f1": 0.526763, "accuracy": 0.567194, "main_score": 0.526763, "hf_subset": "arb_Latn-quy_Latn", "languages": ["arb-Latn", "quy-Latn"]}, {"precision": 0.742879, "recall": 0.789526, "f1": 0.755932, "accuracy": 0.789526, "main_score": 0.755932, "hf_subset": "arb_Latn-swh_Latn", "languages": ["arb-Latn", "swh-Latn"]}, {"precision": 0.759703, "recall": 0.8083, "f1": 0.773274, "accuracy": 0.8083, "main_score": 0.773274, "hf_subset": "arb_Latn-uzn_Latn", "languages": ["arb-Latn", "uzn-Latn"]}, {"precision": 0.805968, "recall": 0.842885, "f1": 0.815402, "accuracy": 0.842885, "main_score": 0.815402, "hf_subset": "arb_Latn-als_Latn", "languages": ["arb-Latn", "als-Latn"]}, {"precision": 0.371822, "recall": 0.451581, "f1": 0.392361, "accuracy": 0.451581, "main_score": 0.392361, "hf_subset": "arb_Latn-bod_Tibt", "languages": ["arb-Latn", "bod-Tibt"]}, {"precision": 0.526915, "recall": 0.583004, "f1": 0.540966, "accuracy": 0.583004, "main_score": 0.540966, "hf_subset": "arb_Latn-fij_Latn", "languages": ["arb-Latn", "fij-Latn"]}, {"precision": 0.723714, "recall": 0.772727, "f1": 0.736962, "accuracy": 0.772727, "main_score": 0.736962, "hf_subset": "arb_Latn-isl_Latn", "languages": ["arb-Latn", "isl-Latn"]}, {"precision": 0.519079, "recall": 0.556324, "f1": 0.528222, "accuracy": 0.556324, "main_score": 0.528222, "hf_subset": "arb_Latn-kon_Latn", "languages": ["arb-Latn", "kon-Latn"]}, {"precision": 0.468096, "recall": 0.516798, "f1": 0.482429, "accuracy": 0.516798, "main_score": 0.482429, "hf_subset": "arb_Latn-mni_Beng", "languages": ["arb-Latn", "mni-Beng"]}, {"precision": 0.819708, "recall": 0.859684, "f1": 0.830839, "accuracy": 0.859684, "main_score": 0.830839, "hf_subset": "arb_Latn-ron_Latn", "languages": ["arb-Latn", "ron-Latn"]}, {"precision": 0.749371, "recall": 0.791502, "f1": 0.760815, "accuracy": 0.791502, "main_score": 0.760815, "hf_subset": "arb_Latn-szl_Latn", "languages": ["arb-Latn", "szl-Latn"]}, {"precision": 0.78154, "recall": 0.826087, "f1": 0.794054, "accuracy": 0.826087, "main_score": 0.794054, "hf_subset": "arb_Latn-vec_Latn", "languages": ["arb-Latn", "vec-Latn"]}, {"precision": 0.655269, "recall": 0.719368, "f1": 0.672885, "accuracy": 0.719368, "main_score": 0.672885, "hf_subset": "arb_Latn-amh_Ethi", "languages": ["arb-Latn", "amh-Ethi"]}, {"precision": 0.814421, "recall": 0.857708, "f1": 0.827014, "accuracy": 0.857708, "main_score": 0.827014, "hf_subset": "arb_Latn-bos_Latn", "languages": ["arb-Latn", "bos-Latn"]}, {"precision": 0.776279, "recall": 0.818182, "f1": 0.787484, "accuracy": 0.818182, "main_score": 0.787484, "hf_subset": "arb_Latn-fin_Latn", "languages": ["arb-Latn", "fin-Latn"]}, {"precision": 0.799821, "recall": 0.843874, "f1": 0.811977, "accuracy": 0.843874, "main_score": 0.811977, "hf_subset": "arb_Latn-ita_Latn", "languages": ["arb-Latn", "ita-Latn"]}, {"precision": 0.761836, "recall": 0.814229, "f1": 0.776367, "accuracy": 0.814229, "main_score": 0.776367, "hf_subset": "arb_Latn-kor_Hang", "languages": ["arb-Latn", "kor-Hang"]}, {"precision": 0.455334, "recall": 0.503953, "f1": 0.468303, "accuracy": 0.503953, "main_score": 0.468303, "hf_subset": "arb_Latn-mos_Latn", "languages": ["arb-Latn", "mos-Latn"]}, {"precision": 0.481077, "recall": 0.525692, "f1": 0.493204, "accuracy": 0.525692, "main_score": 0.493204, "hf_subset": "arb_Latn-run_Latn", "languages": ["arb-Latn", "run-Latn"]}, {"precision": 0.778188, "recall": 0.829051, "f1": 0.792678, "accuracy": 0.829051, "main_score": 0.792678, "hf_subset": "arb_Latn-tam_Taml", "languages": ["arb-Latn", "tam-Taml"]}, {"precision": 0.791079, "recall": 0.832016, "f1": 0.802521, "accuracy": 0.832016, "main_score": 0.802521, "hf_subset": "arb_Latn-vie_Latn", "languages": ["arb-Latn", "vie-Latn"]}, {"precision": 0.852574, "recall": 0.886364, "f1": 0.862281, "accuracy": 0.886364, "main_score": 0.862281, "hf_subset": "arb_Latn-apc_Arab", "languages": ["arb-Latn", "apc-Arab"]}, {"precision": 0.567111, "recall": 0.617589, "f1": 0.580699, "accuracy": 0.617589, "main_score": 0.580699, "hf_subset": "arb_Latn-bug_Latn", "languages": ["arb-Latn", "bug-Latn"]}, {"precision": 0.425441, "recall": 0.461462, "f1": 0.435043, "accuracy": 0.461462, "main_score": 0.435043, "hf_subset": "arb_Latn-fon_Latn", "languages": ["arb-Latn", "fon-Latn"]}, {"precision": 0.76392, "recall": 0.8083, "f1": 0.776227, "accuracy": 0.8083, "main_score": 0.776227, "hf_subset": "arb_Latn-jav_Latn", "languages": ["arb-Latn", "jav-Latn"]}, {"precision": 0.722136, "recall": 0.779644, "f1": 0.737983, "accuracy": 0.779644, "main_score": 0.737983, "hf_subset": "arb_Latn-lao_Laoo", "languages": ["arb-Latn", "lao-Laoo"]}, {"precision": 0.623424, "recall": 0.68083, "f1": 0.638709, "accuracy": 0.68083, "main_score": 0.638709, "hf_subset": "arb_Latn-mri_Latn", "languages": ["arb-Latn", "mri-Latn"]}, {"precision": 0.797819, "recall": 0.844862, "f1": 0.810906, "accuracy": 0.844862, "main_score": 0.810906, "hf_subset": "arb_Latn-rus_Cyrl", "languages": ["arb-Latn", "rus-Cyrl"]}, {"precision": 0.450049, "recall": 0.496047, "f1": 0.462343, "accuracy": 0.496047, "main_score": 0.462343, "hf_subset": "arb_Latn-taq_Latn", "languages": ["arb-Latn", "taq-Latn"]}, {"precision": 0.752999, "recall": 0.801383, "f1": 0.766131, "accuracy": 0.801383, "main_score": 0.766131, "hf_subset": "arb_Latn-war_Latn", "languages": ["arb-Latn", "war-Latn"]}, {"precision": 0.862806, "recall": 0.895257, "f1": 0.872274, "accuracy": 0.895257, "main_score": 0.872274, "hf_subset": "arb_Latn-arb_Arab", "languages": ["arb-Latn", "arb-Arab"]}, {"precision": 0.814872, "recall": 0.856719, "f1": 0.826545, "accuracy": 0.856719, "main_score": 0.826545, "hf_subset": "arb_Latn-bul_Cyrl", "languages": ["arb-Latn", "bul-Cyrl"]}, {"precision": 0.819348, "recall": 0.858696, "f1": 0.830054, "accuracy": 0.858696, "main_score": 0.830054, "hf_subset": "arb_Latn-fra_Latn", "languages": ["arb-Latn", "fra-Latn"]}, {"precision": 0.764204, "recall": 0.8083, "f1": 0.776112, "accuracy": 0.8083, "main_score": 0.776112, "hf_subset": "arb_Latn-jpn_Jpan", "languages": ["arb-Latn", "jpn-Jpan"]}, {"precision": 0.757885, "recall": 0.800395, "f1": 0.769612, "accuracy": 0.800395, "main_score": 0.769612, "hf_subset": "arb_Latn-lij_Latn", "languages": ["arb-Latn", "lij-Latn"]}, {"precision": 0.683069, "recall": 0.746047, "f1": 0.700752, "accuracy": 0.746047, "main_score": 0.700752, "hf_subset": "arb_Latn-mya_Mymr", "languages": ["arb-Latn", "mya-Mymr"]}, {"precision": 0.460774, "recall": 0.513834, "f1": 0.475018, "accuracy": 0.513834, "main_score": 0.475018, "hf_subset": "arb_Latn-sag_Latn", "languages": ["arb-Latn", "sag-Latn"]}, {"precision": 0.177305, "recall": 0.226285, "f1": 0.189204, "accuracy": 0.226285, "main_score": 0.189204, "hf_subset": "arb_Latn-taq_Tfng", "languages": ["arb-Latn", "taq-Tfng"]}, {"precision": 0.497047, "recall": 0.546443, "f1": 0.510623, "accuracy": 0.546443, "main_score": 0.510623, "hf_subset": "arb_Latn-wol_Latn", "languages": ["arb-Latn", "wol-Latn"]}, {"precision": 0.817524, "recall": 0.858696, "f1": 0.829287, "accuracy": 0.858696, "main_score": 0.829287, "hf_subset": "arb_Latn-cat_Latn", "languages": ["arb-Latn", "cat-Latn"]}, {"precision": 0.741137, "recall": 0.788538, "f1": 0.754107, "accuracy": 0.788538, "main_score": 0.754107, "hf_subset": "arb_Latn-fur_Latn", "languages": ["arb-Latn", "fur-Latn"]}, {"precision": 0.391195, "recall": 0.443676, "f1": 0.405181, "accuracy": 0.443676, "main_score": 0.405181, "hf_subset": "arb_Latn-kab_Latn", "languages": ["arb-Latn", "kab-Latn"]}, {"precision": 0.72479, "recall": 0.772727, "f1": 0.738193, "accuracy": 0.772727, "main_score": 0.738193, "hf_subset": "arb_Latn-lim_Latn", "languages": ["arb-Latn", "lim-Latn"]}, {"precision": 0.780558, "recall": 0.831028, "f1": 0.794459, "accuracy": 0.831028, "main_score": 0.794459, "hf_subset": "arb_Latn-nld_Latn", "languages": ["arb-Latn", "nld-Latn"]}, {"precision": 0.739078, "recall": 0.793478, "f1": 0.754989, "accuracy": 0.793478, "main_score": 0.754989, "hf_subset": "arb_Latn-san_Deva", "languages": ["arb-Latn", "san-Deva"]}, {"precision": 0.740993, "recall": 0.794466, "f1": 0.755585, "accuracy": 0.794466, "main_score": 0.755585, "hf_subset": "arb_Latn-tat_Cyrl", "languages": ["arb-Latn", "tat-Cyrl"]}, {"precision": 0.524175, "recall": 0.562253, "f1": 0.534754, "accuracy": 0.562253, "main_score": 0.534754, "hf_subset": "arb_Latn-xho_Latn", "languages": ["arb-Latn", "xho-Latn"]}, {"precision": 0.844172, "recall": 0.879447, "f1": 0.854588, "accuracy": 0.879447, "main_score": 0.854588, "hf_subset": "arb_Latn-ars_Arab", "languages": ["arb-Latn", "ars-Arab"]}, {"precision": 0.771143, "recall": 0.818182, "f1": 0.784586, "accuracy": 0.818182, "main_score": 0.784586, "hf_subset": "arb_Latn-ceb_Latn", "languages": ["arb-Latn", "ceb-Latn"]}, {"precision": 0.472477, "recall": 0.516798, "f1": 0.484875, "accuracy": 0.516798, "main_score": 0.484875, "hf_subset": "arb_Latn-fuv_Latn", "languages": ["arb-Latn", "fuv-Latn"]}, {"precision": 0.437846, "recall": 0.48419, "f1": 0.449287, "accuracy": 0.48419, "main_score": 0.449287, "hf_subset": "arb_Latn-kac_Latn", "languages": ["arb-Latn", "kac-Latn"]}, {"precision": 0.520321, "recall": 0.557312, "f1": 0.529783, "accuracy": 0.557312, "main_score": 0.529783, "hf_subset": "arb_Latn-lin_Latn", "languages": ["arb-Latn", "lin-Latn"]}, {"precision": 0.794039, "recall": 0.833004, "f1": 0.804604, "accuracy": 0.833004, "main_score": 0.804604, "hf_subset": "arb_Latn-nno_Latn", "languages": ["arb-Latn", "nno-Latn"]}, {"precision": 0.156772, "recall": 0.220356, "f1": 0.17213, "accuracy": 0.220356, "main_score": 0.17213, "hf_subset": "arb_Latn-sat_Olck", "languages": ["arb-Latn", "sat-Olck"]}, {"precision": 0.771723, "recall": 0.823123, "f1": 0.785782, "accuracy": 0.823123, "main_score": 0.785782, "hf_subset": "arb_Latn-tel_Telu", "languages": ["arb-Latn", "tel-Telu"]}, {"precision": 0.681645, "recall": 0.737154, "f1": 0.697529, "accuracy": 0.737154, "main_score": 0.697529, "hf_subset": "arb_Latn-ydd_Hebr", "languages": ["arb-Latn", "ydd-Hebr"]}, {"precision": 0.784924, "recall": 0.827075, "f1": 0.796692, "accuracy": 0.827075, "main_score": 0.796692, "hf_subset": "arb_Latn-ary_Arab", "languages": ["arb-Latn", "ary-Arab"]}, {"precision": 0.794134, "recall": 0.839921, "f1": 0.806574, "accuracy": 0.839921, "main_score": 0.806574, "hf_subset": "arb_Latn-ces_Latn", "languages": ["arb-Latn", "ces-Latn"]}, {"precision": 0.480663, "recall": 0.528656, "f1": 0.493605, "accuracy": 0.528656, "main_score": 0.493605, "hf_subset": "arb_Latn-gaz_Latn", "languages": ["arb-Latn", "gaz-Latn"]}, {"precision": 0.486398, "recall": 0.525692, "f1": 0.49679, "accuracy": 0.525692, "main_score": 0.49679, "hf_subset": "arb_Latn-kam_Latn", "languages": ["arb-Latn", "kam-Latn"]}, {"precision": 0.767561, "recall": 0.81917, "f1": 0.78183, "accuracy": 0.81917, "main_score": 0.78183, "hf_subset": "arb_Latn-lit_Latn", "languages": ["arb-Latn", "lit-Latn"]}, {"precision": 0.778707, "recall": 0.828063, "f1": 0.792969, "accuracy": 0.828063, "main_score": 0.792969, "hf_subset": "arb_Latn-nob_Latn", "languages": ["arb-Latn", "nob-Latn"]}, {"precision": 0.744762, "recall": 0.790514, "f1": 0.75674, "accuracy": 0.790514, "main_score": 0.75674, "hf_subset": "arb_Latn-scn_Latn", "languages": ["arb-Latn", "scn-Latn"]}, {"precision": 0.750093, "recall": 0.800395, "f1": 0.764108, "accuracy": 0.800395, "main_score": 0.764108, "hf_subset": "arb_Latn-tgk_Cyrl", "languages": ["arb-Latn", "tgk-Cyrl"]}, {"precision": 0.507392, "recall": 0.567194, "f1": 0.523489, "accuracy": 0.567194, "main_score": 0.523489, "hf_subset": "arb_Latn-yor_Latn", "languages": ["arb-Latn", "yor-Latn"]}, {"precision": 0.836286, "recall": 0.873518, "f1": 0.84682, "accuracy": 0.873518, "main_score": 0.84682, "hf_subset": "arb_Latn-arz_Arab", "languages": ["arb-Latn", "arz-Arab"]}, {"precision": 0.460032, "recall": 0.500988, "f1": 0.471081, "accuracy": 0.500988, "main_score": 0.471081, "hf_subset": "arb_Latn-cjk_Latn", "languages": ["arb-Latn", "cjk-Latn"]}, {"precision": 0.590546, "recall": 0.649209, "f1": 0.606528, "accuracy": 0.649209, "main_score": 0.606528, "hf_subset": "arb_Latn-gla_Latn", "languages": ["arb-Latn", "gla-Latn"]}, {"precision": 0.764221, "recall": 0.815217, "f1": 0.778444, "accuracy": 0.815217, "main_score": 0.778444, "hf_subset": "arb_Latn-kan_Knda", "languages": ["arb-Latn", "kan-Knda"]}, {"precision": 0.761938, "recall": 0.806324, "f1": 0.774496, "accuracy": 0.806324, "main_score": 0.774496, "hf_subset": "arb_Latn-lmo_Latn", "languages": ["arb-Latn", "lmo-Latn"]}, {"precision": 0.772299, "recall": 0.820158, "f1": 0.786406, "accuracy": 0.820158, "main_score": 0.786406, "hf_subset": "arb_Latn-npi_Deva", "languages": ["arb-Latn", "npi-Deva"]}, {"precision": 0.394744, "recall": 0.436759, "f1": 0.405696, "accuracy": 0.436759, "main_score": 0.405696, "hf_subset": "arb_Latn-shn_Mymr", "languages": ["arb-Latn", "shn-Mymr"]}, {"precision": 0.79562, "recall": 0.840909, "f1": 0.808248, "accuracy": 0.840909, "main_score": 0.808248, "hf_subset": "arb_Latn-tgl_Latn", "languages": ["arb-Latn", "tgl-Latn"]}, {"precision": 0.763405, "recall": 0.817194, "f1": 0.7786, "accuracy": 0.817194, "main_score": 0.7786, "hf_subset": "arb_Latn-yue_Hant", "languages": ["arb-Latn", "yue-Hant"]}, {"precision": 0.73539, "recall": 0.791502, "f1": 0.751238, "accuracy": 0.791502, "main_score": 0.751238, "hf_subset": "arb_Latn-asm_Beng", "languages": ["arb-Latn", "asm-Beng"]}, {"precision": 0.696835, "recall": 0.75, "f1": 0.71147, "accuracy": 0.75, "main_score": 0.71147, "hf_subset": "arb_Latn-ckb_Arab", "languages": ["arb-Latn", "ckb-Arab"]}, {"precision": 0.655222, "recall": 0.699605, "f1": 0.666961, "accuracy": 0.699605, "main_score": 0.666961, "hf_subset": "arb_Latn-gle_Latn", "languages": ["arb-Latn", "gle-Latn"]}, {"precision": 0.651316, "recall": 0.704545, "f1": 0.666375, "accuracy": 0.704545, "main_score": 0.666375, "hf_subset": "arb_Latn-kas_Arab", "languages": ["arb-Latn", "kas-Arab"]}, {"precision": 0.656296, "recall": 0.706522, "f1": 0.670119, "accuracy": 0.706522, "main_score": 0.670119, "hf_subset": "arb_Latn-ltg_Latn", "languages": ["arb-Latn", "ltg-Latn"]}, {"precision": 0.506226, "recall": 0.545455, "f1": 0.516606, "accuracy": 0.545455, "main_score": 0.516606, "hf_subset": "arb_Latn-nso_Latn", "languages": ["arb-Latn", "nso-Latn"]}, {"precision": 0.712083, "recall": 0.767787, "f1": 0.727996, "accuracy": 0.767787, "main_score": 0.727996, "hf_subset": "arb_Latn-sin_Sinh", "languages": ["arb-Latn", "sin-Sinh"]}, {"precision": 0.788445, "recall": 0.833004, "f1": 0.801272, "accuracy": 0.833004, "main_score": 0.801272, "hf_subset": "arb_Latn-tha_Thai", "languages": ["arb-Latn", "tha-Thai"]}, {"precision": 0.761628, "recall": 0.813241, "f1": 0.77624, "accuracy": 0.813241, "main_score": 0.77624, "hf_subset": "arb_Latn-zho_Hans", "languages": ["arb-Latn", "zho-Hans"]}, {"precision": 0.778649, "recall": 0.825099, "f1": 0.791202, "accuracy": 0.825099, "main_score": 0.791202, "hf_subset": "arb_Latn-ast_Latn", "languages": ["arb-Latn", "ast-Latn"]}, {"precision": 0.7463, "recall": 0.801383, "f1": 0.762514, "accuracy": 0.801383, "main_score": 0.762514, "hf_subset": "arb_Latn-crh_Latn", "languages": ["arb-Latn", "crh-Latn"]}, {"precision": 0.818404, "recall": 0.857708, "f1": 0.829486, "accuracy": 0.857708, "main_score": 0.829486, "hf_subset": "arb_Latn-glg_Latn", "languages": ["arb-Latn", "glg-Latn"]}, {"precision": 0.609633, "recall": 0.667984, "f1": 0.624753, "accuracy": 0.667984, "main_score": 0.624753, "hf_subset": "arb_Latn-kas_Deva", "languages": ["arb-Latn", "kas-Deva"]}, {"precision": 0.720785, "recall": 0.770751, "f1": 0.734219, "accuracy": 0.770751, "main_score": 0.734219, "hf_subset": "arb_Latn-ltz_Latn", "languages": ["arb-Latn", "ltz-Latn"]}, {"precision": 0.404779, "recall": 0.464427, "f1": 0.421075, "accuracy": 0.464427, "main_score": 0.421075, "hf_subset": "arb_Latn-nus_Latn", "languages": ["arb-Latn", "nus-Latn"]}, {"precision": 0.803845, "recall": 0.847826, "f1": 0.816235, "accuracy": 0.847826, "main_score": 0.816235, "hf_subset": "arb_Latn-slk_Latn", "languages": ["arb-Latn", "slk-Latn"]}, {"precision": 0.421863, "recall": 0.482213, "f1": 0.438471, "accuracy": 0.482213, "main_score": 0.438471, "hf_subset": "arb_Latn-tir_Ethi", "languages": ["arb-Latn", "tir-Ethi"]}, {"precision": 0.758675, "recall": 0.811265, "f1": 0.773527, "accuracy": 0.811265, "main_score": 0.773527, "hf_subset": "arb_Latn-zho_Hant", "languages": ["arb-Latn", "zho-Hant"]}, {"precision": 0.770095, "recall": 0.817194, "f1": 0.782992, "accuracy": 0.817194, "main_score": 0.782992, "hf_subset": "arb_Latn-awa_Deva", "languages": ["arb-Latn", "awa-Deva"]}, {"precision": 0.71749, "recall": 0.771739, "f1": 0.73262, "accuracy": 0.771739, "main_score": 0.73262, "hf_subset": "arb_Latn-cym_Latn", "languages": ["arb-Latn", "cym-Latn"]}, {"precision": 0.594947, "recall": 0.639328, "f1": 0.607077, "accuracy": 0.639328, "main_score": 0.607077, "hf_subset": "arb_Latn-grn_Latn", "languages": ["arb-Latn", "grn-Latn"]}, {"precision": 0.762143, "recall": 0.807312, "f1": 0.774336, "accuracy": 0.807312, "main_score": 0.774336, "hf_subset": "arb_Latn-kat_Geor", "languages": ["arb-Latn", "kat-Geor"]}, {"precision": 0.498168, "recall": 0.539526, "f1": 0.50885, "accuracy": 0.539526, "main_score": 0.50885, "hf_subset": "arb_Latn-lua_Latn", "languages": ["arb-Latn", "lua-Latn"]}, {"precision": 0.516113, "recall": 0.560277, "f1": 0.526788, "accuracy": 0.560277, "main_score": 0.526788, "hf_subset": "arb_Latn-nya_Latn", "languages": ["arb-Latn", "nya-Latn"]}, {"precision": 0.785458, "recall": 0.83004, "f1": 0.797975, "accuracy": 0.83004, "main_score": 0.797975, "hf_subset": "arb_Latn-slv_Latn", "languages": ["arb-Latn", "slv-Latn"]}, {"precision": 0.629912, "recall": 0.683794, "f1": 0.644296, "accuracy": 0.683794, "main_score": 0.644296, "hf_subset": "arb_Latn-tpi_Latn", "languages": ["arb-Latn", "tpi-Latn"]}, {"precision": 0.811415, "recall": 0.853755, "f1": 0.823574, "accuracy": 0.853755, "main_score": 0.823574, "hf_subset": "arb_Latn-zsm_Latn", "languages": ["arb-Latn", "zsm-Latn"]}, {"precision": 0.467581, "recall": 0.509881, "f1": 0.47891, "accuracy": 0.509881, "main_score": 0.47891, "hf_subset": "arb_Latn-ayr_Latn", "languages": ["arb-Latn", "ayr-Latn"]}, {"precision": 0.800132, "recall": 0.84585, "f1": 0.813313, "accuracy": 0.84585, "main_score": 0.813313, "hf_subset": "arb_Latn-dan_Latn", "languages": ["arb-Latn", "dan-Latn"]}, {"precision": 0.770431, "recall": 0.81917, "f1": 0.783921, "accuracy": 0.81917, "main_score": 0.783921, "hf_subset": "arb_Latn-guj_Gujr", "languages": ["arb-Latn", "guj-Gujr"]}, {"precision": 0.763362, "recall": 0.8083, "f1": 0.775678, "accuracy": 0.8083, "main_score": 0.775678, "hf_subset": "arb_Latn-kaz_Cyrl", "languages": ["arb-Latn", "kaz-Cyrl"]}, {"precision": 0.460616, "recall": 0.508893, "f1": 0.473297, "accuracy": 0.508893, "main_score": 0.473297, "hf_subset": "arb_Latn-lug_Latn", "languages": ["arb-Latn", "lug-Latn"]}, {"precision": 0.799475, "recall": 0.841897, "f1": 0.810957, "accuracy": 0.841897, "main_score": 0.810957, "hf_subset": "arb_Latn-oci_Latn", "languages": ["arb-Latn", "oci-Latn"]}, {"precision": 0.573151, "recall": 0.625494, "f1": 0.588268, "accuracy": 0.625494, "main_score": 0.588268, "hf_subset": "arb_Latn-smo_Latn", "languages": ["arb-Latn", "smo-Latn"]}, {"precision": 0.465469, "recall": 0.513834, "f1": 0.478443, "accuracy": 0.513834, "main_score": 0.478443, "hf_subset": "arb_Latn-tsn_Latn", "languages": ["arb-Latn", "tsn-Latn"]}, {"precision": 0.510723, "recall": 0.561265, "f1": 0.525339, "accuracy": 0.561265, "main_score": 0.525339, "hf_subset": "arb_Latn-zul_Latn", "languages": ["arb-Latn", "zul-Latn"]}, {"precision": 0.642976, "recall": 0.701581, "f1": 0.659114, "accuracy": 0.701581, "main_score": 0.659114, "hf_subset": "arb_Latn-azb_Arab", "languages": ["arb-Latn", "azb-Arab"]}, {"precision": 0.798272, "recall": 0.843874, "f1": 0.810874, "accuracy": 0.843874, "main_score": 0.810874, "hf_subset": "arb_Latn-deu_Latn", "languages": ["arb-Latn", "deu-Latn"]}, {"precision": 0.715802, "recall": 0.772727, "f1": 0.731422, "accuracy": 0.772727, "main_score": 0.731422, "hf_subset": "arb_Latn-hat_Latn", "languages": ["arb-Latn", "hat-Latn"]}, {"precision": 0.43951, "recall": 0.48419, "f1": 0.451393, "accuracy": 0.48419, "main_score": 0.451393, "hf_subset": "arb_Latn-kbp_Latn", "languages": ["arb-Latn", "kbp-Latn"]}, {"precision": 0.4871, "recall": 0.535573, "f1": 0.499527, "accuracy": 0.535573, "main_score": 0.499527, "hf_subset": "arb_Latn-luo_Latn", "languages": ["arb-Latn", "luo-Latn"]}, {"precision": 0.755136, "recall": 0.805336, "f1": 0.769448, "accuracy": 0.805336, "main_score": 0.769448, "hf_subset": "arb_Latn-ory_Orya", "languages": ["arb-Latn", "ory-Orya"]}, {"precision": 0.484903, "recall": 0.525692, "f1": 0.495821, "accuracy": 0.525692, "main_score": 0.495821, "hf_subset": "arb_Latn-sna_Latn", "languages": ["arb-Latn", "sna-Latn"]}, {"precision": 0.475611, "recall": 0.513834, "f1": 0.48553, "accuracy": 0.513834, "main_score": 0.48553, "hf_subset": "arb_Latn-tso_Latn", "languages": ["arb-Latn", "tso-Latn"]}, {"precision": 0.751632, "recall": 0.799407, "f1": 0.764659, "accuracy": 0.799407, "main_score": 0.764659, "hf_subset": "arb_Latn-azj_Latn", "languages": ["arb-Latn", "azj-Latn"]}, {"precision": 0.445831, "recall": 0.498024, "f1": 0.459705, "accuracy": 0.498024, "main_score": 0.459705, "hf_subset": "arb_Latn-dik_Latn", "languages": ["arb-Latn", "dik-Latn"]}, {"precision": 0.58572, "recall": 0.629447, "f1": 0.597497, "accuracy": 0.629447, "main_score": 0.597497, "hf_subset": "arb_Latn-hau_Latn", "languages": ["arb-Latn", "hau-Latn"]}, {"precision": 0.710716, "recall": 0.754941, "f1": 0.722272, "accuracy": 0.754941, "main_score": 0.722272, "hf_subset": "arb_Latn-kea_Latn", "languages": ["arb-Latn", "kea-Latn"]}, {"precision": 0.539166, "recall": 0.583004, "f1": 0.550518, "accuracy": 0.583004, "main_score": 0.550518, "hf_subset": "arb_Latn-lus_Latn", "languages": ["arb-Latn", "lus-Latn"]}, {"precision": 0.595333, "recall": 0.639328, "f1": 0.606831, "accuracy": 0.639328, "main_score": 0.606831, "hf_subset": "arb_Latn-pag_Latn", "languages": ["arb-Latn", "pag-Latn"]}, {"precision": 0.752961, "recall": 0.800395, "f1": 0.76591, "accuracy": 0.800395, "main_score": 0.76591, "hf_subset": "arb_Latn-snd_Arab", "languages": ["arb-Latn", "snd-Arab"]}, {"precision": 0.673642, "recall": 0.728261, "f1": 0.68839, "accuracy": 0.728261, "main_score": 0.68839, "hf_subset": "arb_Latn-tuk_Latn", "languages": ["arb-Latn", "tuk-Latn"]}, {"precision": 0.703479, "recall": 0.753953, "f1": 0.716868, "accuracy": 0.753953, "main_score": 0.716868, "hf_subset": "arb_Latn-bak_Cyrl", "languages": ["arb-Latn", "bak-Cyrl"]}, {"precision": 0.391382, "recall": 0.444664, "f1": 0.406388, "accuracy": 0.444664, "main_score": 0.406388, "hf_subset": "arb_Latn-dyu_Latn", "languages": ["arb-Latn", "dyu-Latn"]}, {"precision": 0.796184, "recall": 0.838933, "f1": 0.808435, "accuracy": 0.838933, "main_score": 0.808435, "hf_subset": "arb_Latn-heb_Hebr", "languages": ["arb-Latn", "heb-Hebr"]}, {"precision": 0.736936, "recall": 0.782609, "f1": 0.749491, "accuracy": 0.782609, "main_score": 0.749491, "hf_subset": "arb_Latn-khk_Cyrl", "languages": ["arb-Latn", "khk-Cyrl"]}, {"precision": 0.779573, "recall": 0.823123, "f1": 0.790831, "accuracy": 0.823123, "main_score": 0.790831, "hf_subset": "arb_Latn-lvs_Latn", "languages": ["arb-Latn", "lvs-Latn"]}, {"precision": 0.779757, "recall": 0.828063, "f1": 0.793261, "accuracy": 0.828063, "main_score": 0.793261, "hf_subset": "arb_Latn-pan_Guru", "languages": ["arb-Latn", "pan-Guru"]}, {"precision": 0.586088, "recall": 0.641304, "f1": 0.601441, "accuracy": 0.641304, "main_score": 0.601441, "hf_subset": "arb_Latn-som_Latn", "languages": ["arb-Latn", "som-Latn"]}, {"precision": 0.492888, "recall": 0.534585, "f1": 0.503547, "accuracy": 0.534585, "main_score": 0.503547, "hf_subset": "arb_Latn-tum_Latn", "languages": ["arb-Latn", "tum-Latn"]}, {"precision": 0.608763, "recall": 0.673913, "f1": 0.627349, "accuracy": 0.673913, "main_score": 0.627349, "hf_subset": "cat_Latn-ace_Arab", "languages": ["cat-Latn", "ace-Arab"]}, {"precision": 0.542573, "recall": 0.606719, "f1": 0.560712, "accuracy": 0.606719, "main_score": 0.560712, "hf_subset": "cat_Latn-bam_Latn", "languages": ["cat-Latn", "bam-Latn"]}, {"precision": 0.44711, "recall": 0.52668, "f1": 0.468534, "accuracy": 0.52668, "main_score": 0.468534, "hf_subset": "cat_Latn-dzo_Tibt", "languages": ["cat-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hin_Deva", "languages": ["cat-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-khm_Khmr", "languages": ["cat-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-mag_Deva", "languages": ["cat-Latn", "mag-Deva"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "cat_Latn-pap_Latn", "languages": ["cat-Latn", "pap-Latn"]}, {"precision": 0.613878, "recall": 0.66996, "f1": 0.629852, "accuracy": 0.66996, "main_score": 0.629852, "hf_subset": "cat_Latn-sot_Latn", "languages": ["cat-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tur_Latn", "languages": ["cat-Latn", "tur-Latn"]}, {"precision": 0.894186, "recall": 0.922925, "f1": 0.903228, "accuracy": 0.922925, "main_score": 0.903228, "hf_subset": "cat_Latn-ace_Latn", "languages": ["cat-Latn", "ace-Latn"]}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "cat_Latn-ban_Latn", "languages": ["cat-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ell_Grek", "languages": ["cat-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "cat_Latn-hne_Deva", "languages": ["cat-Latn", "hne-Deva"]}, {"precision": 0.621351, "recall": 0.677866, "f1": 0.637813, "accuracy": 0.677866, "main_score": 0.637813, "hf_subset": "cat_Latn-kik_Latn", "languages": ["cat-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-mai_Deva", "languages": ["cat-Latn", "mai-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "cat_Latn-pbt_Arab", "languages": ["cat-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-spa_Latn", "languages": ["cat-Latn", "spa-Latn"]}, {"precision": 0.625619, "recall": 0.688735, "f1": 0.643005, "accuracy": 0.688735, "main_score": 0.643005, "hf_subset": "cat_Latn-twi_Latn", "languages": ["cat-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-acm_Arab", "languages": ["cat-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bel_Cyrl", "languages": ["cat-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-eng_Latn", "languages": ["cat-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hrv_Latn", "languages": ["cat-Latn", "hrv-Latn"]}, {"precision": 0.575406, "recall": 0.640316, "f1": 0.594093, "accuracy": 0.640316, "main_score": 0.594093, "hf_subset": "cat_Latn-kin_Latn", "languages": ["cat-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-mal_Mlym", "languages": ["cat-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pes_Arab", "languages": ["cat-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-srd_Latn", "languages": ["cat-Latn", "srd-Latn"]}, {"precision": 0.194835, "recall": 0.242095, "f1": 0.206704, "accuracy": 0.242095, "main_score": 0.206704, "hf_subset": "cat_Latn-tzm_Tfng", "languages": ["cat-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-acq_Arab", "languages": ["cat-Latn", "acq-Arab"]}, {"precision": 0.650981, "recall": 0.699605, "f1": 0.664316, "accuracy": 0.699605, "main_score": 0.664316, "hf_subset": "cat_Latn-bem_Latn", "languages": ["cat-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-epo_Latn", "languages": ["cat-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hun_Latn", "languages": ["cat-Latn", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "cat_Latn-kir_Cyrl", "languages": ["cat-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-mar_Deva", "languages": ["cat-Latn", "mar-Deva"]}, {"precision": 0.692681, "recall": 0.747036, "f1": 0.708336, "accuracy": 0.747036, "main_score": 0.708336, "hf_subset": "cat_Latn-plt_Latn", "languages": ["cat-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-srp_Cyrl", "languages": ["cat-Latn", "srp-Cyrl"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "cat_Latn-uig_Arab", "languages": ["cat-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-aeb_Arab", "languages": ["cat-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ben_Beng", "languages": ["cat-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-est_Latn", "languages": ["cat-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hye_Armn", "languages": ["cat-Latn", "hye-Armn"]}, {"precision": 0.564954, "recall": 0.616601, "f1": 0.579861, "accuracy": 0.616601, "main_score": 0.579861, "hf_subset": "cat_Latn-kmb_Latn", "languages": ["cat-Latn", "kmb-Latn"]}, {"precision": 0.5217, "recall": 0.59585, "f1": 0.540957, "accuracy": 0.59585, "main_score": 0.540957, "hf_subset": "cat_Latn-min_Arab", "languages": ["cat-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pol_Latn", "languages": ["cat-Latn", "pol-Latn"]}, {"precision": 0.575659, "recall": 0.640316, "f1": 0.594764, "accuracy": 0.640316, "main_score": 0.594764, "hf_subset": "cat_Latn-ssw_Latn", "languages": ["cat-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ukr_Cyrl", "languages": ["cat-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-afr_Latn", "languages": ["cat-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bho_Deva", "languages": ["cat-Latn", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-eus_Latn", "languages": ["cat-Latn", "eus-Latn"]}, {"precision": 0.60388, "recall": 0.667984, "f1": 0.621384, "accuracy": 0.667984, "main_score": 0.621384, "hf_subset": "cat_Latn-ibo_Latn", "languages": ["cat-Latn", "ibo-Latn"]}, {"precision": 0.907856, "recall": 0.933794, "f1": 0.915909, "accuracy": 0.933794, "main_score": 0.915909, "hf_subset": "cat_Latn-kmr_Latn", "languages": ["cat-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "cat_Latn-min_Latn", "languages": ["cat-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-por_Latn", "languages": ["cat-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-sun_Latn", "languages": ["cat-Latn", "sun-Latn"]}, {"precision": 0.53893, "recall": 0.597826, "f1": 0.555802, "accuracy": 0.597826, "main_score": 0.555802, "hf_subset": "cat_Latn-umb_Latn", "languages": ["cat-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-ajp_Arab", "languages": ["cat-Latn", "ajp-Arab"]}, {"precision": 0.571066, "recall": 0.633399, "f1": 0.588182, "accuracy": 0.633399, "main_score": 0.588182, "hf_subset": "cat_Latn-bjn_Arab", "languages": ["cat-Latn", "bjn-Arab"]}, {"precision": 0.533723, "recall": 0.592885, "f1": 0.550688, "accuracy": 0.592885, "main_score": 0.550688, "hf_subset": "cat_Latn-ewe_Latn", "languages": ["cat-Latn", "ewe-Latn"]}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "cat_Latn-ilo_Latn", "languages": ["cat-Latn", "ilo-Latn"]}, {"precision": 0.324478, "recall": 0.385375, "f1": 0.340672, "accuracy": 0.385375, "main_score": 0.340672, "hf_subset": "cat_Latn-knc_Arab", "languages": ["cat-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-mkd_Cyrl", "languages": ["cat-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-prs_Arab", "languages": ["cat-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-swe_Latn", "languages": ["cat-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-urd_Arab", "languages": ["cat-Latn", "urd-Arab"]}, {"precision": 0.609002, "recall": 0.671937, "f1": 0.626485, "accuracy": 0.671937, "main_score": 0.626485, "hf_subset": "cat_Latn-aka_Latn", "languages": ["cat-Latn", "aka-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cat_Latn-bjn_Latn", "languages": ["cat-Latn", "bjn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "cat_Latn-fao_Latn", "languages": ["cat-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ind_Latn", "languages": ["cat-Latn", "ind-Latn"]}, {"precision": 0.602993, "recall": 0.658103, "f1": 0.618763, "accuracy": 0.658103, "main_score": 0.618763, "hf_subset": "cat_Latn-knc_Latn", "languages": ["cat-Latn", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "cat_Latn-mlt_Latn", "languages": ["cat-Latn", "mlt-Latn"]}, {"precision": 0.744492, "recall": 0.800395, "f1": 0.761142, "accuracy": 0.800395, "main_score": 0.761142, "hf_subset": "cat_Latn-quy_Latn", "languages": ["cat-Latn", "quy-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "cat_Latn-swh_Latn", "languages": ["cat-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-uzn_Latn", "languages": ["cat-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-als_Latn", "languages": ["cat-Latn", "als-Latn"]}, {"precision": 0.663883, "recall": 0.73913, "f1": 0.685639, "accuracy": 0.73913, "main_score": 0.685639, "hf_subset": "cat_Latn-bod_Tibt", "languages": ["cat-Latn", "bod-Tibt"]}, {"precision": 0.731399, "recall": 0.783597, "f1": 0.746958, "accuracy": 0.783597, "main_score": 0.746958, "hf_subset": "cat_Latn-fij_Latn", "languages": ["cat-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-isl_Latn", "languages": ["cat-Latn", "isl-Latn"]}, {"precision": 0.68636, "recall": 0.737154, "f1": 0.701453, "accuracy": 0.737154, "main_score": 0.701453, "hf_subset": "cat_Latn-kon_Latn", "languages": ["cat-Latn", "kon-Latn"]}, {"precision": 0.686051, "recall": 0.748024, "f1": 0.704978, "accuracy": 0.748024, "main_score": 0.704978, "hf_subset": "cat_Latn-mni_Beng", "languages": ["cat-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ron_Latn", "languages": ["cat-Latn", "ron-Latn"]}, {"precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "cat_Latn-szl_Latn", "languages": ["cat-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-vec_Latn", "languages": ["cat-Latn", "vec-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "cat_Latn-amh_Ethi", "languages": ["cat-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bos_Latn", "languages": ["cat-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-fin_Latn", "languages": ["cat-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ita_Latn", "languages": ["cat-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-kor_Hang", "languages": ["cat-Latn", "kor-Hang"]}, {"precision": 0.573017, "recall": 0.636364, "f1": 0.591009, "accuracy": 0.636364, "main_score": 0.591009, "hf_subset": "cat_Latn-mos_Latn", "languages": ["cat-Latn", "mos-Latn"]}, {"precision": 0.565349, "recall": 0.618577, "f1": 0.580281, "accuracy": 0.618577, "main_score": 0.580281, "hf_subset": "cat_Latn-run_Latn", "languages": ["cat-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-tam_Taml", "languages": ["cat-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-vie_Latn", "languages": ["cat-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-apc_Arab", "languages": ["cat-Latn", "apc-Arab"]}, {"precision": 0.822085, "recall": 0.864625, "f1": 0.835112, "accuracy": 0.864625, "main_score": 0.835112, "hf_subset": "cat_Latn-bug_Latn", "languages": ["cat-Latn", "bug-Latn"]}, {"precision": 0.48432, "recall": 0.54249, "f1": 0.500443, "accuracy": 0.54249, "main_score": 0.500443, "hf_subset": "cat_Latn-fon_Latn", "languages": ["cat-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-jav_Latn", "languages": ["cat-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-lao_Laoo", "languages": ["cat-Latn", "lao-Laoo"]}, {"precision": 0.893281, "recall": 0.924901, "f1": 0.903491, "accuracy": 0.924901, "main_score": 0.903491, "hf_subset": "cat_Latn-mri_Latn", "languages": ["cat-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-rus_Cyrl", "languages": ["cat-Latn", "rus-Cyrl"]}, {"precision": 0.560979, "recall": 0.616601, "f1": 0.576308, "accuracy": 0.616601, "main_score": 0.576308, "hf_subset": "cat_Latn-taq_Latn", "languages": ["cat-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-war_Latn", "languages": ["cat-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-arb_Arab", "languages": ["cat-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bul_Cyrl", "languages": ["cat-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-fra_Latn", "languages": ["cat-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-jpn_Jpan", "languages": ["cat-Latn", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-lij_Latn", "languages": ["cat-Latn", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "cat_Latn-mya_Mymr", "languages": ["cat-Latn", "mya-Mymr"]}, {"precision": 0.619591, "recall": 0.686759, "f1": 0.638715, "accuracy": 0.686759, "main_score": 0.638715, "hf_subset": "cat_Latn-sag_Latn", "languages": ["cat-Latn", "sag-Latn"]}, {"precision": 0.18965, "recall": 0.250988, "f1": 0.203709, "accuracy": 0.250988, "main_score": 0.203709, "hf_subset": "cat_Latn-taq_Tfng", "languages": ["cat-Latn", "taq-Tfng"]}, {"precision": 0.656295, "recall": 0.716403, "f1": 0.673553, "accuracy": 0.716403, "main_score": 0.673553, "hf_subset": "cat_Latn-wol_Latn", "languages": ["cat-Latn", "wol-Latn"]}, {"precision": 0.838916, "recall": 0.881423, "f1": 0.851976, "accuracy": 0.881423, "main_score": 0.851976, "hf_subset": "cat_Latn-arb_Latn", "languages": ["cat-Latn", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-fur_Latn", "languages": ["cat-Latn", "fur-Latn"]}, {"precision": 0.425258, "recall": 0.486166, "f1": 0.441801, "accuracy": 0.486166, "main_score": 0.441801, "hf_subset": "cat_Latn-kab_Latn", "languages": ["cat-Latn", "kab-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "cat_Latn-lim_Latn", "languages": ["cat-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-nld_Latn", "languages": ["cat-Latn", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "cat_Latn-san_Deva", "languages": ["cat-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-tat_Cyrl", "languages": ["cat-Latn", "tat-Cyrl"]}, {"precision": 0.693009, "recall": 0.75, "f1": 0.710101, "accuracy": 0.75, "main_score": 0.710101, "hf_subset": "cat_Latn-xho_Latn", "languages": ["cat-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ars_Arab", "languages": ["cat-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-ceb_Latn", "languages": ["cat-Latn", "ceb-Latn"]}, {"precision": 0.568966, "recall": 0.630435, "f1": 0.586186, "accuracy": 0.630435, "main_score": 0.586186, "hf_subset": "cat_Latn-fuv_Latn", "languages": ["cat-Latn", "fuv-Latn"]}, {"precision": 0.5252, "recall": 0.590909, "f1": 0.543714, "accuracy": 0.590909, "main_score": 0.543714, "hf_subset": "cat_Latn-kac_Latn", "languages": ["cat-Latn", "kac-Latn"]}, {"precision": 0.695026, "recall": 0.742095, "f1": 0.708827, "accuracy": 0.742095, "main_score": 0.708827, "hf_subset": "cat_Latn-lin_Latn", "languages": ["cat-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-nno_Latn", "languages": ["cat-Latn", "nno-Latn"]}, {"precision": 0.254517, "recall": 0.336957, "f1": 0.276037, "accuracy": 0.336957, "main_score": 0.276037, "hf_subset": "cat_Latn-sat_Olck", "languages": ["cat-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tel_Telu", "languages": ["cat-Latn", "tel-Telu"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "cat_Latn-ydd_Hebr", "languages": ["cat-Latn", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "cat_Latn-ary_Arab", "languages": ["cat-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-ces_Latn", "languages": ["cat-Latn", "ces-Latn"]}, {"precision": 0.599944, "recall": 0.662055, "f1": 0.617954, "accuracy": 0.662055, "main_score": 0.617954, "hf_subset": "cat_Latn-gaz_Latn", "languages": ["cat-Latn", "gaz-Latn"]}, {"precision": 0.606156, "recall": 0.671937, "f1": 0.625184, "accuracy": 0.671937, "main_score": 0.625184, "hf_subset": "cat_Latn-kam_Latn", "languages": ["cat-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "cat_Latn-lit_Latn", "languages": ["cat-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-nob_Latn", "languages": ["cat-Latn", "nob-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "cat_Latn-scn_Latn", "languages": ["cat-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cat_Latn-tgk_Cyrl", "languages": ["cat-Latn", "tgk-Cyrl"]}, {"precision": 0.739947, "recall": 0.801383, "f1": 0.758646, "accuracy": 0.801383, "main_score": 0.758646, "hf_subset": "cat_Latn-yor_Latn", "languages": ["cat-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-arz_Arab", "languages": ["cat-Latn", "arz-Arab"]}, {"precision": 0.58446, "recall": 0.645257, "f1": 0.602264, "accuracy": 0.645257, "main_score": 0.602264, "hf_subset": "cat_Latn-cjk_Latn", "languages": ["cat-Latn", "cjk-Latn"]}, {"precision": 0.821229, "recall": 0.864625, "f1": 0.834684, "accuracy": 0.864625, "main_score": 0.834684, "hf_subset": "cat_Latn-gla_Latn", "languages": ["cat-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-kan_Knda", "languages": ["cat-Latn", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-lmo_Latn", "languages": ["cat-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "cat_Latn-npi_Deva", "languages": ["cat-Latn", "npi-Deva"]}, {"precision": 0.469155, "recall": 0.540514, "f1": 0.488701, "accuracy": 0.540514, "main_score": 0.488701, "hf_subset": "cat_Latn-shn_Mymr", "languages": ["cat-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-tgl_Latn", "languages": ["cat-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-yue_Hant", "languages": ["cat-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-asm_Beng", "languages": ["cat-Latn", "asm-Beng"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "cat_Latn-ckb_Arab", "languages": ["cat-Latn", "ckb-Arab"]}, {"precision": 0.905962, "recall": 0.931818, "f1": 0.914163, "accuracy": 0.931818, "main_score": 0.914163, "hf_subset": "cat_Latn-gle_Latn", "languages": ["cat-Latn", "gle-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "cat_Latn-kas_Arab", "languages": ["cat-Latn", "kas-Arab"]}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "cat_Latn-ltg_Latn", "languages": ["cat-Latn", "ltg-Latn"]}, {"precision": 0.627942, "recall": 0.68083, "f1": 0.643154, "accuracy": 0.68083, "main_score": 0.643154, "hf_subset": "cat_Latn-nso_Latn", "languages": ["cat-Latn", "nso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-sin_Sinh", "languages": ["cat-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tha_Thai", "languages": ["cat-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zho_Hans", "languages": ["cat-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ast_Latn", "languages": ["cat-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-crh_Latn", "languages": ["cat-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-glg_Latn", "languages": ["cat-Latn", "glg-Latn"]}, {"precision": 0.919466, "recall": 0.944664, "f1": 0.927701, "accuracy": 0.944664, "main_score": 0.927701, "hf_subset": "cat_Latn-kas_Deva", "languages": ["cat-Latn", "kas-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "cat_Latn-ltz_Latn", "languages": ["cat-Latn", "ltz-Latn"]}, {"precision": 0.470217, "recall": 0.539526, "f1": 0.489774, "accuracy": 0.539526, "main_score": 0.489774, "hf_subset": "cat_Latn-nus_Latn", "languages": ["cat-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-slk_Latn", "languages": ["cat-Latn", "slk-Latn"]}, {"precision": 0.632157, "recall": 0.704545, "f1": 0.65356, "accuracy": 0.704545, "main_score": 0.65356, "hf_subset": "cat_Latn-tir_Ethi", "languages": ["cat-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zho_Hant", "languages": ["cat-Latn", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "cat_Latn-awa_Deva", "languages": ["cat-Latn", "awa-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-cym_Latn", "languages": ["cat-Latn", "cym-Latn"]}, {"precision": 0.862566, "recall": 0.898221, "f1": 0.873701, "accuracy": 0.898221, "main_score": 0.873701, "hf_subset": "cat_Latn-grn_Latn", "languages": ["cat-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-kat_Geor", "languages": ["cat-Latn", "kat-Geor"]}, {"precision": 0.674878, "recall": 0.727273, "f1": 0.690152, "accuracy": 0.727273, "main_score": 0.690152, "hf_subset": "cat_Latn-lua_Latn", "languages": ["cat-Latn", "lua-Latn"]}, {"precision": 0.66194, "recall": 0.719368, "f1": 0.67853, "accuracy": 0.719368, "main_score": 0.67853, "hf_subset": "cat_Latn-nya_Latn", "languages": ["cat-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-slv_Latn", "languages": ["cat-Latn", "slv-Latn"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "cat_Latn-tpi_Latn", "languages": ["cat-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zsm_Latn", "languages": ["cat-Latn", "zsm-Latn"]}, {"precision": 0.561107, "recall": 0.62747, "f1": 0.579645, "accuracy": 0.62747, "main_score": 0.579645, "hf_subset": "cat_Latn-ayr_Latn", "languages": ["cat-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-dan_Latn", "languages": ["cat-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-guj_Gujr", "languages": ["cat-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-kaz_Cyrl", "languages": ["cat-Latn", "kaz-Cyrl"]}, {"precision": 0.554975, "recall": 0.619565, "f1": 0.573162, "accuracy": 0.619565, "main_score": 0.573162, "hf_subset": "cat_Latn-lug_Latn", "languages": ["cat-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-oci_Latn", "languages": ["cat-Latn", "oci-Latn"]}, {"precision": 0.865695, "recall": 0.899209, "f1": 0.876383, "accuracy": 0.899209, "main_score": 0.876383, "hf_subset": "cat_Latn-smo_Latn", "languages": ["cat-Latn", "smo-Latn"]}, {"precision": 0.557431, "recall": 0.624506, "f1": 0.576066, "accuracy": 0.624506, "main_score": 0.576066, "hf_subset": "cat_Latn-tsn_Latn", "languages": ["cat-Latn", "tsn-Latn"]}, {"precision": 0.646871, "recall": 0.706522, "f1": 0.664559, "accuracy": 0.706522, "main_score": 0.664559, "hf_subset": "cat_Latn-zul_Latn", "languages": ["cat-Latn", "zul-Latn"]}, {"precision": 0.926054, "recall": 0.948617, "f1": 0.933136, "accuracy": 0.948617, "main_score": 0.933136, "hf_subset": "cat_Latn-azb_Arab", "languages": ["cat-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-deu_Latn", "languages": ["cat-Latn", "deu-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "cat_Latn-hat_Latn", "languages": ["cat-Latn", "hat-Latn"]}, {"precision": 0.507227, "recall": 0.564229, "f1": 0.523271, "accuracy": 0.564229, "main_score": 0.523271, "hf_subset": "cat_Latn-kbp_Latn", "languages": ["cat-Latn", "kbp-Latn"]}, {"precision": 0.598383, "recall": 0.657115, "f1": 0.614349, "accuracy": 0.657115, "main_score": 0.614349, "hf_subset": "cat_Latn-luo_Latn", "languages": ["cat-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ory_Orya", "languages": ["cat-Latn", "ory-Orya"]}, {"precision": 0.611241, "recall": 0.673913, "f1": 0.629858, "accuracy": 0.673913, "main_score": 0.629858, "hf_subset": "cat_Latn-sna_Latn", "languages": ["cat-Latn", "sna-Latn"]}, {"precision": 0.574329, "recall": 0.631423, "f1": 0.589914, "accuracy": 0.631423, "main_score": 0.589914, "hf_subset": "cat_Latn-tso_Latn", "languages": ["cat-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-azj_Latn", "languages": ["cat-Latn", "azj-Latn"]}, {"precision": 0.544553, "recall": 0.61166, "f1": 0.563773, "accuracy": 0.61166, "main_score": 0.563773, "hf_subset": "cat_Latn-dik_Latn", "languages": ["cat-Latn", "dik-Latn"]}, {"precision": 0.757142, "recall": 0.809289, "f1": 0.77276, "accuracy": 0.809289, "main_score": 0.77276, "hf_subset": "cat_Latn-hau_Latn", "languages": ["cat-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "cat_Latn-kea_Latn", "languages": ["cat-Latn", "kea-Latn"]}, {"precision": 0.759042, "recall": 0.811265, "f1": 0.775231, "accuracy": 0.811265, "main_score": 0.775231, "hf_subset": "cat_Latn-lus_Latn", "languages": ["cat-Latn", "lus-Latn"]}, {"precision": 0.883729, "recall": 0.912055, "f1": 0.892377, "accuracy": 0.912055, "main_score": 0.892377, "hf_subset": "cat_Latn-pag_Latn", "languages": ["cat-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-snd_Arab", "languages": ["cat-Latn", "snd-Arab"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "cat_Latn-tuk_Latn", "languages": ["cat-Latn", "tuk-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-bak_Cyrl", "languages": ["cat-Latn", "bak-Cyrl"]}, {"precision": 0.515146, "recall": 0.591897, "f1": 0.537634, "accuracy": 0.591897, "main_score": 0.537634, "hf_subset": "cat_Latn-dyu_Latn", "languages": ["cat-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-heb_Hebr", "languages": ["cat-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-khk_Cyrl", "languages": ["cat-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-lvs_Latn", "languages": ["cat-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pan_Guru", "languages": ["cat-Latn", "pan-Guru"]}, {"precision": 0.736338, "recall": 0.79249, "f1": 0.753082, "accuracy": 0.79249, "main_score": 0.753082, "hf_subset": "cat_Latn-som_Latn", "languages": ["cat-Latn", "som-Latn"]}, {"precision": 0.608137, "recall": 0.662055, "f1": 0.62325, "accuracy": 0.662055, "main_score": 0.62325, "hf_subset": "cat_Latn-tum_Latn", "languages": ["cat-Latn", "tum-Latn"]}, {"precision": 0.580098, "recall": 0.644269, "f1": 0.598148, "accuracy": 0.644269, "main_score": 0.598148, "hf_subset": "fur_Latn-ace_Arab", "languages": ["fur-Latn", "ace-Arab"]}, {"precision": 0.552311, "recall": 0.608696, "f1": 0.568121, "accuracy": 0.608696, "main_score": 0.568121, "hf_subset": "fur_Latn-bam_Latn", "languages": ["fur-Latn", "bam-Latn"]}, {"precision": 0.355959, "recall": 0.426877, "f1": 0.374363, "accuracy": 0.426877, "main_score": 0.374363, "hf_subset": "fur_Latn-dzo_Tibt", "languages": ["fur-Latn", "dzo-Tibt"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-hin_Deva", "languages": ["fur-Latn", "hin-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "fur_Latn-khm_Khmr", "languages": ["fur-Latn", "khm-Khmr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fur_Latn-mag_Deva", "languages": ["fur-Latn", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-pap_Latn", "languages": ["fur-Latn", "pap-Latn"]}, {"precision": 0.604812, "recall": 0.660079, "f1": 0.620119, "accuracy": 0.660079, "main_score": 0.620119, "hf_subset": "fur_Latn-sot_Latn", "languages": ["fur-Latn", "sot-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-tur_Latn", "languages": ["fur-Latn", "tur-Latn"]}, {"precision": 0.866189, "recall": 0.901186, "f1": 0.877207, "accuracy": 0.901186, "main_score": 0.877207, "hf_subset": "fur_Latn-ace_Latn", "languages": ["fur-Latn", "ace-Latn"]}, {"precision": 0.948287, "recall": 0.962451, "f1": 0.952899, "accuracy": 0.962451, "main_score": 0.952899, "hf_subset": "fur_Latn-ban_Latn", "languages": ["fur-Latn", "ban-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-ell_Grek", "languages": ["fur-Latn", "ell-Grek"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "fur_Latn-hne_Deva", "languages": ["fur-Latn", "hne-Deva"]}, {"precision": 0.600332, "recall": 0.659091, "f1": 0.617345, "accuracy": 0.659091, "main_score": 0.617345, "hf_subset": "fur_Latn-kik_Latn", "languages": ["fur-Latn", "kik-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-mai_Deva", "languages": ["fur-Latn", "mai-Deva"]}, {"precision": 0.943297, "recall": 0.959486, "f1": 0.948353, "accuracy": 0.959486, "main_score": 0.948353, "hf_subset": "fur_Latn-pbt_Arab", "languages": ["fur-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-spa_Latn", "languages": ["fur-Latn", "spa-Latn"]}, {"precision": 0.613949, "recall": 0.673913, "f1": 0.63077, "accuracy": 0.673913, "main_score": 0.63077, "hf_subset": "fur_Latn-twi_Latn", "languages": ["fur-Latn", "twi-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fur_Latn-acm_Arab", "languages": ["fur-Latn", "acm-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fur_Latn-bel_Cyrl", "languages": ["fur-Latn", "bel-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-eng_Latn", "languages": ["fur-Latn", "eng-Latn"]}, {"precision": 0.989377, "recall": 0.992095, "f1": 0.990184, "accuracy": 0.992095, "main_score": 0.990184, "hf_subset": "fur_Latn-hrv_Latn", "languages": ["fur-Latn", "hrv-Latn"]}, {"precision": 0.568565, "recall": 0.62747, "f1": 0.585232, "accuracy": 0.62747, "main_score": 0.585232, "hf_subset": "fur_Latn-kin_Latn", "languages": ["fur-Latn", "kin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-mal_Mlym", "languages": ["fur-Latn", "mal-Mlym"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-pes_Arab", "languages": ["fur-Latn", "pes-Arab"]}, {"precision": 0.987731, "recall": 0.991107, "f1": 0.988702, "accuracy": 0.991107, "main_score": 0.988702, "hf_subset": "fur_Latn-srd_Latn", "languages": ["fur-Latn", "srd-Latn"]}, {"precision": 0.193673, "recall": 0.236166, "f1": 0.20371, "accuracy": 0.236166, "main_score": 0.20371, "hf_subset": "fur_Latn-tzm_Tfng", "languages": ["fur-Latn", "tzm-Tfng"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-acq_Arab", "languages": ["fur-Latn", "acq-Arab"]}, {"precision": 0.637427, "recall": 0.684783, "f1": 0.650336, "accuracy": 0.684783, "main_score": 0.650336, "hf_subset": "fur_Latn-bem_Latn", "languages": ["fur-Latn", "bem-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-epo_Latn", "languages": ["fur-Latn", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-hun_Latn", "languages": ["fur-Latn", "hun-Latn"]}, {"precision": 0.953063, "recall": 0.966403, "f1": 0.957345, "accuracy": 0.966403, "main_score": 0.957345, "hf_subset": "fur_Latn-kir_Cyrl", "languages": ["fur-Latn", "kir-Cyrl"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-mar_Deva", "languages": ["fur-Latn", "mar-Deva"]}, {"precision": 0.657049, "recall": 0.711462, "f1": 0.673339, "accuracy": 0.711462, "main_score": 0.673339, "hf_subset": "fur_Latn-plt_Latn", "languages": ["fur-Latn", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-srp_Cyrl", "languages": ["fur-Latn", "srp-Cyrl"]}, {"precision": 0.920487, "recall": 0.942688, "f1": 0.927536, "accuracy": 0.942688, "main_score": 0.927536, "hf_subset": "fur_Latn-uig_Arab", "languages": ["fur-Latn", "uig-Arab"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fur_Latn-aeb_Arab", "languages": ["fur-Latn", "aeb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-ben_Beng", "languages": ["fur-Latn", "ben-Beng"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "fur_Latn-est_Latn", "languages": ["fur-Latn", "est-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "fur_Latn-hye_Armn", "languages": ["fur-Latn", "hye-Armn"]}, {"precision": 0.565515, "recall": 0.617589, "f1": 0.58044, "accuracy": 0.617589, "main_score": 0.58044, "hf_subset": "fur_Latn-kmb_Latn", "languages": ["fur-Latn", "kmb-Latn"]}, {"precision": 0.505742, "recall": 0.576087, "f1": 0.523949, "accuracy": 0.576087, "main_score": 0.523949, "hf_subset": "fur_Latn-min_Arab", "languages": ["fur-Latn", "min-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-pol_Latn", "languages": ["fur-Latn", "pol-Latn"]}, {"precision": 0.567205, "recall": 0.625494, "f1": 0.583936, "accuracy": 0.625494, "main_score": 0.583936, "hf_subset": "fur_Latn-ssw_Latn", "languages": ["fur-Latn", "ssw-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-ukr_Cyrl", "languages": ["fur-Latn", "ukr-Cyrl"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fur_Latn-afr_Latn", "languages": ["fur-Latn", "afr-Latn"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "fur_Latn-bho_Deva", "languages": ["fur-Latn", "bho-Deva"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "fur_Latn-eus_Latn", "languages": ["fur-Latn", "eus-Latn"]}, {"precision": 0.591709, "recall": 0.650198, "f1": 0.60834, "accuracy": 0.650198, "main_score": 0.60834, "hf_subset": "fur_Latn-ibo_Latn", "languages": ["fur-Latn", "ibo-Latn"]}, {"precision": 0.853261, "recall": 0.889328, "f1": 0.864559, "accuracy": 0.889328, "main_score": 0.864559, "hf_subset": "fur_Latn-kmr_Latn", "languages": ["fur-Latn", "kmr-Latn"]}, {"precision": 0.962039, "recall": 0.972332, "f1": 0.965316, "accuracy": 0.972332, "main_score": 0.965316, "hf_subset": "fur_Latn-min_Latn", "languages": ["fur-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fur_Latn-por_Latn", "languages": ["fur-Latn", "por-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "fur_Latn-sun_Latn", "languages": ["fur-Latn", "sun-Latn"]}, {"precision": 0.520753, "recall": 0.581028, "f1": 0.538294, "accuracy": 0.581028, "main_score": 0.538294, "hf_subset": "fur_Latn-umb_Latn", "languages": ["fur-Latn", "umb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-ajp_Arab", "languages": ["fur-Latn", "ajp-Arab"]}, {"precision": 0.560374, "recall": 0.625494, "f1": 0.577339, "accuracy": 0.625494, "main_score": 0.577339, "hf_subset": "fur_Latn-bjn_Arab", "languages": ["fur-Latn", "bjn-Arab"]}, {"precision": 0.525627, "recall": 0.582016, "f1": 0.541666, "accuracy": 0.582016, "main_score": 0.541666, "hf_subset": "fur_Latn-ewe_Latn", "languages": ["fur-Latn", "ewe-Latn"]}, {"precision": 0.947875, "recall": 0.962451, "f1": 0.952306, "accuracy": 0.962451, "main_score": 0.952306, "hf_subset": "fur_Latn-ilo_Latn", "languages": ["fur-Latn", "ilo-Latn"]}, {"precision": 0.320653, "recall": 0.37253, "f1": 0.334803, "accuracy": 0.37253, "main_score": 0.334803, "hf_subset": "fur_Latn-knc_Arab", "languages": ["fur-Latn", "knc-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-mkd_Cyrl", "languages": ["fur-Latn", "mkd-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-prs_Arab", "languages": ["fur-Latn", "prs-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-swe_Latn", "languages": ["fur-Latn", "swe-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-urd_Arab", "languages": ["fur-Latn", "urd-Arab"]}, {"precision": 0.59813, "recall": 0.65415, "f1": 0.613648, "accuracy": 0.65415, "main_score": 0.613648, "hf_subset": "fur_Latn-aka_Latn", "languages": ["fur-Latn", "aka-Latn"]}, {"precision": 0.965556, "recall": 0.975296, "f1": 0.968626, "accuracy": 0.975296, "main_score": 0.968626, "hf_subset": "fur_Latn-bjn_Latn", "languages": ["fur-Latn", "bjn-Latn"]}, {"precision": 0.943462, "recall": 0.959486, "f1": 0.948518, "accuracy": 0.959486, "main_score": 0.948518, "hf_subset": "fur_Latn-fao_Latn", "languages": ["fur-Latn", "fao-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fur_Latn-ind_Latn", "languages": ["fur-Latn", "ind-Latn"]}, {"precision": 0.586635, "recall": 0.639328, "f1": 0.601818, "accuracy": 0.639328, "main_score": 0.601818, "hf_subset": "fur_Latn-knc_Latn", "languages": ["fur-Latn", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-mlt_Latn", "languages": ["fur-Latn", "mlt-Latn"]}, {"precision": 0.693547, "recall": 0.751976, "f1": 0.710863, "accuracy": 0.751976, "main_score": 0.710863, "hf_subset": "fur_Latn-quy_Latn", "languages": ["fur-Latn", "quy-Latn"]}, {"precision": 0.947958, "recall": 0.962451, "f1": 0.952734, "accuracy": 0.962451, "main_score": 0.952734, "hf_subset": "fur_Latn-swh_Latn", "languages": ["fur-Latn", "swh-Latn"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "fur_Latn-uzn_Latn", "languages": ["fur-Latn", "uzn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-als_Latn", "languages": ["fur-Latn", "als-Latn"]}, {"precision": 0.532576, "recall": 0.617589, "f1": 0.556131, "accuracy": 0.617589, "main_score": 0.556131, "hf_subset": "fur_Latn-bod_Tibt", "languages": ["fur-Latn", "bod-Tibt"]}, {"precision": 0.686836, "recall": 0.738142, "f1": 0.702207, "accuracy": 0.738142, "main_score": 0.702207, "hf_subset": "fur_Latn-fij_Latn", "languages": ["fur-Latn", "fij-Latn"]}, {"precision": 0.951581, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "fur_Latn-isl_Latn", "languages": ["fur-Latn", "isl-Latn"]}, {"precision": 0.676861, "recall": 0.728261, "f1": 0.691667, "accuracy": 0.728261, "main_score": 0.691667, "hf_subset": "fur_Latn-kon_Latn", "languages": ["fur-Latn", "kon-Latn"]}, {"precision": 0.652775, "recall": 0.718379, "f1": 0.671879, "accuracy": 0.718379, "main_score": 0.671879, "hf_subset": "fur_Latn-mni_Beng", "languages": ["fur-Latn", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-ron_Latn", "languages": ["fur-Latn", "ron-Latn"]}, {"precision": 0.965909, "recall": 0.975296, "f1": 0.969038, "accuracy": 0.975296, "main_score": 0.969038, "hf_subset": "fur_Latn-szl_Latn", "languages": ["fur-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fur_Latn-vec_Latn", "languages": ["fur-Latn", "vec-Latn"]}, {"precision": 0.895504, "recall": 0.923913, "f1": 0.904183, "accuracy": 0.923913, "main_score": 0.904183, "hf_subset": "fur_Latn-amh_Ethi", "languages": ["fur-Latn", "amh-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-bos_Latn", "languages": ["fur-Latn", "bos-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "fur_Latn-fin_Latn", "languages": ["fur-Latn", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-ita_Latn", "languages": ["fur-Latn", "ita-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-kor_Hang", "languages": ["fur-Latn", "kor-Hang"]}, {"precision": 0.565437, "recall": 0.620553, "f1": 0.580424, "accuracy": 0.620553, "main_score": 0.580424, "hf_subset": "fur_Latn-mos_Latn", "languages": ["fur-Latn", "mos-Latn"]}, {"precision": 0.565021, "recall": 0.612648, "f1": 0.578911, "accuracy": 0.612648, "main_score": 0.578911, "hf_subset": "fur_Latn-run_Latn", "languages": ["fur-Latn", "run-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "fur_Latn-tam_Taml", "languages": ["fur-Latn", "tam-Taml"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-vie_Latn", "languages": ["fur-Latn", "vie-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-apc_Arab", "languages": ["fur-Latn", "apc-Arab"]}, {"precision": 0.800346, "recall": 0.846838, "f1": 0.814479, "accuracy": 0.846838, "main_score": 0.814479, "hf_subset": "fur_Latn-bug_Latn", "languages": ["fur-Latn", "bug-Latn"]}, {"precision": 0.475723, "recall": 0.535573, "f1": 0.491694, "accuracy": 0.535573, "main_score": 0.491694, "hf_subset": "fur_Latn-fon_Latn", "languages": ["fur-Latn", "fon-Latn"]}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "fur_Latn-jav_Latn", "languages": ["fur-Latn", "jav-Latn"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "fur_Latn-lao_Laoo", "languages": ["fur-Latn", "lao-Laoo"]}, {"precision": 0.810417, "recall": 0.854743, "f1": 0.823507, "accuracy": 0.854743, "main_score": 0.823507, "hf_subset": "fur_Latn-mri_Latn", "languages": ["fur-Latn", "mri-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fur_Latn-rus_Cyrl", "languages": ["fur-Latn", "rus-Cyrl"]}, {"precision": 0.543396, "recall": 0.596838, "f1": 0.55806, "accuracy": 0.596838, "main_score": 0.55806, "hf_subset": "fur_Latn-taq_Latn", "languages": ["fur-Latn", "taq-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "fur_Latn-war_Latn", "languages": ["fur-Latn", "war-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fur_Latn-arb_Arab", "languages": ["fur-Latn", "arb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-bul_Cyrl", "languages": ["fur-Latn", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-fra_Latn", "languages": ["fur-Latn", "fra-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "fur_Latn-jpn_Jpan", "languages": ["fur-Latn", "jpn-Jpan"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-lij_Latn", "languages": ["fur-Latn", "lij-Latn"]}, {"precision": 0.948123, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "fur_Latn-mya_Mymr", "languages": ["fur-Latn", "mya-Mymr"]}, {"precision": 0.617119, "recall": 0.681818, "f1": 0.635085, "accuracy": 0.681818, "main_score": 0.635085, "hf_subset": "fur_Latn-sag_Latn", "languages": ["fur-Latn", "sag-Latn"]}, {"precision": 0.201156, "recall": 0.252964, "f1": 0.212581, "accuracy": 0.252964, "main_score": 0.212581, "hf_subset": "fur_Latn-taq_Tfng", "languages": ["fur-Latn", "taq-Tfng"]}, {"precision": 0.627059, "recall": 0.685771, "f1": 0.643878, "accuracy": 0.685771, "main_score": 0.643878, "hf_subset": "fur_Latn-wol_Latn", "languages": ["fur-Latn", "wol-Latn"]}, {"precision": 0.754597, "recall": 0.8083, "f1": 0.770652, "accuracy": 0.8083, "main_score": 0.770652, "hf_subset": "fur_Latn-arb_Latn", "languages": ["fur-Latn", "arb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-cat_Latn", "languages": ["fur-Latn", "cat-Latn"]}, {"precision": 0.425325, "recall": 0.48419, "f1": 0.441298, "accuracy": 0.48419, "main_score": 0.441298, "hf_subset": "fur_Latn-kab_Latn", "languages": ["fur-Latn", "kab-Latn"]}, {"precision": 0.966271, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "fur_Latn-lim_Latn", "languages": ["fur-Latn", "lim-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-nld_Latn", "languages": ["fur-Latn", "nld-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "fur_Latn-san_Deva", "languages": ["fur-Latn", "san-Deva"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "fur_Latn-tat_Cyrl", "languages": ["fur-Latn", "tat-Cyrl"]}, {"precision": 0.662962, "recall": 0.72332, "f1": 0.681198, "accuracy": 0.72332, "main_score": 0.681198, "hf_subset": "fur_Latn-xho_Latn", "languages": ["fur-Latn", "xho-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fur_Latn-ars_Arab", "languages": ["fur-Latn", "ars-Arab"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "fur_Latn-ceb_Latn", "languages": ["fur-Latn", "ceb-Latn"]}, {"precision": 0.563746, "recall": 0.620553, "f1": 0.58083, "accuracy": 0.620553, "main_score": 0.58083, "hf_subset": "fur_Latn-fuv_Latn", "languages": ["fur-Latn", "fuv-Latn"]}, {"precision": 0.520595, "recall": 0.583992, "f1": 0.538314, "accuracy": 0.583992, "main_score": 0.538314, "hf_subset": "fur_Latn-kac_Latn", "languages": ["fur-Latn", "kac-Latn"]}, {"precision": 0.681663, "recall": 0.731225, "f1": 0.696036, "accuracy": 0.731225, "main_score": 0.696036, "hf_subset": "fur_Latn-lin_Latn", "languages": ["fur-Latn", "lin-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-nno_Latn", "languages": ["fur-Latn", "nno-Latn"]}, {"precision": 0.213148, "recall": 0.283597, "f1": 0.231352, "accuracy": 0.283597, "main_score": 0.231352, "hf_subset": "fur_Latn-sat_Olck", "languages": ["fur-Latn", "sat-Olck"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "fur_Latn-tel_Telu", "languages": ["fur-Latn", "tel-Telu"]}, {"precision": 0.928936, "recall": 0.950593, "f1": 0.936001, "accuracy": 0.950593, "main_score": 0.936001, "hf_subset": "fur_Latn-ydd_Hebr", "languages": ["fur-Latn", "ydd-Hebr"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "fur_Latn-ary_Arab", "languages": ["fur-Latn", "ary-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-ces_Latn", "languages": ["fur-Latn", "ces-Latn"]}, {"precision": 0.577009, "recall": 0.637352, "f1": 0.594292, "accuracy": 0.637352, "main_score": 0.594292, "hf_subset": "fur_Latn-gaz_Latn", "languages": ["fur-Latn", "gaz-Latn"]}, {"precision": 0.592994, "recall": 0.658103, "f1": 0.611502, "accuracy": 0.658103, "main_score": 0.611502, "hf_subset": "fur_Latn-kam_Latn", "languages": ["fur-Latn", "kam-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "fur_Latn-lit_Latn", "languages": ["fur-Latn", "lit-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "fur_Latn-nob_Latn", "languages": ["fur-Latn", "nob-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "fur_Latn-scn_Latn", "languages": ["fur-Latn", "scn-Latn"]}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "fur_Latn-tgk_Cyrl", "languages": ["fur-Latn", "tgk-Cyrl"]}, {"precision": 0.67192, "recall": 0.736166, "f1": 0.690947, "accuracy": 0.736166, "main_score": 0.690947, "hf_subset": "fur_Latn-yor_Latn", "languages": ["fur-Latn", "yor-Latn"]}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "fur_Latn-arz_Arab", "languages": ["fur-Latn", "arz-Arab"]}, {"precision": 0.571782, "recall": 0.632411, "f1": 0.588839, "accuracy": 0.632411, "main_score": 0.588839, "hf_subset": "fur_Latn-cjk_Latn", "languages": ["fur-Latn", "cjk-Latn"]}, {"precision": 0.741049, "recall": 0.799407, "f1": 0.758289, "accuracy": 0.799407, "main_score": 0.758289, "hf_subset": "fur_Latn-gla_Latn", "languages": ["fur-Latn", "gla-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "fur_Latn-kan_Knda", "languages": ["fur-Latn", "kan-Knda"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "fur_Latn-lmo_Latn", "languages": ["fur-Latn", "lmo-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "fur_Latn-npi_Deva", "languages": ["fur-Latn", "npi-Deva"]}, {"precision": 0.473568, "recall": 0.532609, "f1": 0.489799, "accuracy": 0.532609, "main_score": 0.489799, "hf_subset": "fur_Latn-shn_Mymr", "languages": ["fur-Latn", "shn-Mymr"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fur_Latn-tgl_Latn", "languages": ["fur-Latn", "tgl-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "fur_Latn-yue_Hant", "languages": ["fur-Latn", "yue-Hant"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fur_Latn-asm_Beng", "languages": ["fur-Latn", "asm-Beng"]}, {"precision": 0.916008, "recall": 0.940711, "f1": 0.923715, "accuracy": 0.940711, "main_score": 0.923715, "hf_subset": "fur_Latn-ckb_Arab", "languages": ["fur-Latn", "ckb-Arab"]}, {"precision": 0.817038, "recall": 0.859684, "f1": 0.829924, "accuracy": 0.859684, "main_score": 0.829924, "hf_subset": "fur_Latn-gle_Latn", "languages": ["fur-Latn", "gle-Latn"]}, {"precision": 0.929513, "recall": 0.949605, "f1": 0.9361, "accuracy": 0.949605, "main_score": 0.9361, "hf_subset": "fur_Latn-kas_Arab", "languages": ["fur-Latn", "kas-Arab"]}, {"precision": 0.921443, "recall": 0.944664, "f1": 0.929018, "accuracy": 0.944664, "main_score": 0.929018, "hf_subset": "fur_Latn-ltg_Latn", "languages": ["fur-Latn", "ltg-Latn"]}, {"precision": 0.624433, "recall": 0.673913, "f1": 0.637845, "accuracy": 0.673913, "main_score": 0.637845, "hf_subset": "fur_Latn-nso_Latn", "languages": ["fur-Latn", "nso-Latn"]}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "fur_Latn-sin_Sinh", "languages": ["fur-Latn", "sin-Sinh"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-tha_Thai", "languages": ["fur-Latn", "tha-Thai"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fur_Latn-zho_Hans", "languages": ["fur-Latn", "zho-Hans"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-ast_Latn", "languages": ["fur-Latn", "ast-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "fur_Latn-crh_Latn", "languages": ["fur-Latn", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-glg_Latn", "languages": ["fur-Latn", "glg-Latn"]}, {"precision": 0.846871, "recall": 0.885375, "f1": 0.858827, "accuracy": 0.885375, "main_score": 0.858827, "hf_subset": "fur_Latn-kas_Deva", "languages": ["fur-Latn", "kas-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "fur_Latn-ltz_Latn", "languages": ["fur-Latn", "ltz-Latn"]}, {"precision": 0.470777, "recall": 0.538538, "f1": 0.488701, "accuracy": 0.538538, "main_score": 0.488701, "hf_subset": "fur_Latn-nus_Latn", "languages": ["fur-Latn", "nus-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-slk_Latn", "languages": ["fur-Latn", "slk-Latn"]}, {"precision": 0.578442, "recall": 0.651186, "f1": 0.59992, "accuracy": 0.651186, "main_score": 0.59992, "hf_subset": "fur_Latn-tir_Ethi", "languages": ["fur-Latn", "tir-Ethi"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-zho_Hant", "languages": ["fur-Latn", "zho-Hant"]}, {"precision": 0.974638, "recall": 0.981225, "f1": 0.976779, "accuracy": 0.981225, "main_score": 0.976779, "hf_subset": "fur_Latn-awa_Deva", "languages": ["fur-Latn", "awa-Deva"]}, {"precision": 0.944532, "recall": 0.960474, "f1": 0.949605, "accuracy": 0.960474, "main_score": 0.949605, "hf_subset": "fur_Latn-cym_Latn", "languages": ["fur-Latn", "cym-Latn"]}, {"precision": 0.833498, "recall": 0.871542, "f1": 0.845125, "accuracy": 0.871542, "main_score": 0.845125, "hf_subset": "fur_Latn-grn_Latn", "languages": ["fur-Latn", "grn-Latn"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "fur_Latn-kat_Geor", "languages": ["fur-Latn", "kat-Geor"]}, {"precision": 0.648834, "recall": 0.703557, "f1": 0.664589, "accuracy": 0.703557, "main_score": 0.664589, "hf_subset": "fur_Latn-lua_Latn", "languages": ["fur-Latn", "lua-Latn"]}, {"precision": 0.642737, "recall": 0.694664, "f1": 0.657512, "accuracy": 0.694664, "main_score": 0.657512, "hf_subset": "fur_Latn-nya_Latn", "languages": ["fur-Latn", "nya-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-slv_Latn", "languages": ["fur-Latn", "slv-Latn"]}, {"precision": 0.91609, "recall": 0.936759, "f1": 0.922661, "accuracy": 0.936759, "main_score": 0.922661, "hf_subset": "fur_Latn-tpi_Latn", "languages": ["fur-Latn", "tpi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-zsm_Latn", "languages": ["fur-Latn", "zsm-Latn"]}, {"precision": 0.546463, "recall": 0.608696, "f1": 0.56388, "accuracy": 0.608696, "main_score": 0.56388, "hf_subset": "fur_Latn-ayr_Latn", "languages": ["fur-Latn", "ayr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-dan_Latn", "languages": ["fur-Latn", "dan-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-guj_Gujr", "languages": ["fur-Latn", "guj-Gujr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-kaz_Cyrl", "languages": ["fur-Latn", "kaz-Cyrl"]}, {"precision": 0.543614, "recall": 0.606719, "f1": 0.561187, "accuracy": 0.606719, "main_score": 0.561187, "hf_subset": "fur_Latn-lug_Latn", "languages": ["fur-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-oci_Latn", "languages": ["fur-Latn", "oci-Latn"]}, {"precision": 0.780871, "recall": 0.826087, "f1": 0.794159, "accuracy": 0.826087, "main_score": 0.794159, "hf_subset": "fur_Latn-smo_Latn", "languages": ["fur-Latn", "smo-Latn"]}, {"precision": 0.5605, "recall": 0.616601, "f1": 0.57634, "accuracy": 0.616601, "main_score": 0.57634, "hf_subset": "fur_Latn-tsn_Latn", "languages": ["fur-Latn", "tsn-Latn"]}, {"precision": 0.609143, "recall": 0.664032, "f1": 0.624927, "accuracy": 0.664032, "main_score": 0.624927, "hf_subset": "fur_Latn-zul_Latn", "languages": ["fur-Latn", "zul-Latn"]}, {"precision": 0.89081, "recall": 0.918972, "f1": 0.899671, "accuracy": 0.918972, "main_score": 0.899671, "hf_subset": "fur_Latn-azb_Arab", "languages": ["fur-Latn", "azb-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-deu_Latn", "languages": ["fur-Latn", "deu-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "fur_Latn-hat_Latn", "languages": ["fur-Latn", "hat-Latn"]}, {"precision": 0.501829, "recall": 0.557312, "f1": 0.516598, "accuracy": 0.557312, "main_score": 0.516598, "hf_subset": "fur_Latn-kbp_Latn", "languages": ["fur-Latn", "kbp-Latn"]}, {"precision": 0.572854, "recall": 0.635375, "f1": 0.589875, "accuracy": 0.635375, "main_score": 0.589875, "hf_subset": "fur_Latn-luo_Latn", "languages": ["fur-Latn", "luo-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fur_Latn-ory_Orya", "languages": ["fur-Latn", "ory-Orya"]}, {"precision": 0.592432, "recall": 0.653162, "f1": 0.609963, "accuracy": 0.653162, "main_score": 0.609963, "hf_subset": "fur_Latn-sna_Latn", "languages": ["fur-Latn", "sna-Latn"]}, {"precision": 0.557791, "recall": 0.615613, "f1": 0.57389, "accuracy": 0.615613, "main_score": 0.57389, "hf_subset": "fur_Latn-tso_Latn", "languages": ["fur-Latn", "tso-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "fur_Latn-azj_Latn", "languages": ["fur-Latn", "azj-Latn"]}, {"precision": 0.539114, "recall": 0.604743, "f1": 0.558385, "accuracy": 0.604743, "main_score": 0.558385, "hf_subset": "fur_Latn-dik_Latn", "languages": ["fur-Latn", "dik-Latn"]}, {"precision": 0.709478, "recall": 0.76581, "f1": 0.725558, "accuracy": 0.76581, "main_score": 0.725558, "hf_subset": "fur_Latn-hau_Latn", "languages": ["fur-Latn", "hau-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fur_Latn-kea_Latn", "languages": ["fur-Latn", "kea-Latn"]}, {"precision": 0.723353, "recall": 0.769763, "f1": 0.737022, "accuracy": 0.769763, "main_score": 0.737022, "hf_subset": "fur_Latn-lus_Latn", "languages": ["fur-Latn", "lus-Latn"]}, {"precision": 0.865201, "recall": 0.896245, "f1": 0.874689, "accuracy": 0.896245, "main_score": 0.874689, "hf_subset": "fur_Latn-pag_Latn", "languages": ["fur-Latn", "pag-Latn"]}, {"precision": 0.983729, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "fur_Latn-snd_Arab", "languages": ["fur-Latn", "snd-Arab"]}, {"precision": 0.903244, "recall": 0.93083, "f1": 0.912121, "accuracy": 0.93083, "main_score": 0.912121, "hf_subset": "fur_Latn-tuk_Latn", "languages": ["fur-Latn", "tuk-Latn"]}, {"precision": 0.956439, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "fur_Latn-bak_Cyrl", "languages": ["fur-Latn", "bak-Cyrl"]}, {"precision": 0.499395, "recall": 0.576087, "f1": 0.521826, "accuracy": 0.576087, "main_score": 0.521826, "hf_subset": "fur_Latn-dyu_Latn", "languages": ["fur-Latn", "dyu-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-heb_Hebr", "languages": ["fur-Latn", "heb-Hebr"]}, {"precision": 0.94944, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "fur_Latn-khk_Cyrl", "languages": ["fur-Latn", "khk-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-lvs_Latn", "languages": ["fur-Latn", "lvs-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-pan_Guru", "languages": ["fur-Latn", "pan-Guru"]}, {"precision": 0.676029, "recall": 0.736166, "f1": 0.694258, "accuracy": 0.736166, "main_score": 0.694258, "hf_subset": "fur_Latn-som_Latn", "languages": ["fur-Latn", "som-Latn"]}, {"precision": 0.589316, "recall": 0.636364, "f1": 0.60221, "accuracy": 0.636364, "main_score": 0.60221, "hf_subset": "fur_Latn-tum_Latn", "languages": ["fur-Latn", "tum-Latn"]}, {"precision": 0.338419, "recall": 0.378458, "f1": 0.349262, "accuracy": 0.378458, "main_score": 0.349262, "hf_subset": "kab_Latn-ace_Arab", "languages": ["kab-Latn", "ace-Arab"]}, {"precision": 0.390779, "recall": 0.435771, "f1": 0.403734, "accuracy": 0.435771, "main_score": 0.403734, "hf_subset": "kab_Latn-bam_Latn", "languages": ["kab-Latn", "bam-Latn"]}, {"precision": 0.181955, "recall": 0.214427, "f1": 0.190217, "accuracy": 0.214427, "main_score": 0.190217, "hf_subset": "kab_Latn-dzo_Tibt", "languages": ["kab-Latn", "dzo-Tibt"]}, {"precision": 0.379067, "recall": 0.433794, "f1": 0.391666, "accuracy": 0.433794, "main_score": 0.391666, "hf_subset": "kab_Latn-hin_Deva", "languages": ["kab-Latn", "hin-Deva"]}, {"precision": 0.368681, "recall": 0.416996, "f1": 0.380978, "accuracy": 0.416996, "main_score": 0.380978, "hf_subset": "kab_Latn-khm_Khmr", "languages": ["kab-Latn", "khm-Khmr"]}, {"precision": 0.38454, "recall": 0.427866, "f1": 0.395376, "accuracy": 0.427866, "main_score": 0.395376, "hf_subset": "kab_Latn-mag_Deva", "languages": ["kab-Latn", "mag-Deva"]}, {"precision": 0.38363, "recall": 0.428854, "f1": 0.39448, "accuracy": 0.428854, "main_score": 0.39448, "hf_subset": "kab_Latn-pap_Latn", "languages": ["kab-Latn", "pap-Latn"]}, {"precision": 0.429395, "recall": 0.475296, "f1": 0.440823, "accuracy": 0.475296, "main_score": 0.440823, "hf_subset": "kab_Latn-sot_Latn", "languages": ["kab-Latn", "sot-Latn"]}, {"precision": 0.380509, "recall": 0.422925, "f1": 0.391258, "accuracy": 0.422925, "main_score": 0.391258, "hf_subset": "kab_Latn-tur_Latn", "languages": ["kab-Latn", "tur-Latn"]}, {"precision": 0.409788, "recall": 0.448617, "f1": 0.41936, "accuracy": 0.448617, "main_score": 0.41936, "hf_subset": "kab_Latn-ace_Latn", "languages": ["kab-Latn", "ace-Latn"]}, {"precision": 0.406962, "recall": 0.445652, "f1": 0.416535, "accuracy": 0.445652, "main_score": 0.416535, "hf_subset": "kab_Latn-ban_Latn", "languages": ["kab-Latn", "ban-Latn"]}, {"precision": 0.377023, "recall": 0.424901, "f1": 0.388593, "accuracy": 0.424901, "main_score": 0.388593, "hf_subset": "kab_Latn-ell_Grek", "languages": ["kab-Latn", "ell-Grek"]}, {"precision": 0.376195, "recall": 0.417984, "f1": 0.386696, "accuracy": 0.417984, "main_score": 0.386696, "hf_subset": "kab_Latn-hne_Deva", "languages": ["kab-Latn", "hne-Deva"]}, {"precision": 0.335779, "recall": 0.385375, "f1": 0.347282, "accuracy": 0.385375, "main_score": 0.347282, "hf_subset": "kab_Latn-kik_Latn", "languages": ["kab-Latn", "kik-Latn"]}, {"precision": 0.385476, "recall": 0.433794, "f1": 0.397045, "accuracy": 0.433794, "main_score": 0.397045, "hf_subset": "kab_Latn-mai_Deva", "languages": ["kab-Latn", "mai-Deva"]}, {"precision": 0.352536, "recall": 0.401186, "f1": 0.364279, "accuracy": 0.401186, "main_score": 0.364279, "hf_subset": "kab_Latn-pbt_Arab", "languages": ["kab-Latn", "pbt-Arab"]}, {"precision": 0.381853, "recall": 0.438735, "f1": 0.396522, "accuracy": 0.438735, "main_score": 0.396522, "hf_subset": "kab_Latn-spa_Latn", "languages": ["kab-Latn", "spa-Latn"]}, {"precision": 0.403523, "recall": 0.448617, "f1": 0.41561, "accuracy": 0.448617, "main_score": 0.41561, "hf_subset": "kab_Latn-twi_Latn", "languages": ["kab-Latn", "twi-Latn"]}, {"precision": 0.39183, "recall": 0.447628, "f1": 0.404605, "accuracy": 0.447628, "main_score": 0.404605, "hf_subset": "kab_Latn-acm_Arab", "languages": ["kab-Latn", "acm-Arab"]}, {"precision": 0.341558, "recall": 0.395257, "f1": 0.353747, "accuracy": 0.395257, "main_score": 0.353747, "hf_subset": "kab_Latn-bel_Cyrl", "languages": ["kab-Latn", "bel-Cyrl"]}, {"precision": 0.40017, "recall": 0.449605, "f1": 0.411927, "accuracy": 0.449605, "main_score": 0.411927, "hf_subset": "kab_Latn-eng_Latn", "languages": ["kab-Latn", "eng-Latn"]}, {"precision": 0.394506, "recall": 0.44664, "f1": 0.40811, "accuracy": 0.44664, "main_score": 0.40811, "hf_subset": "kab_Latn-hrv_Latn", "languages": ["kab-Latn", "hrv-Latn"]}, {"precision": 0.416959, "recall": 0.463439, "f1": 0.428979, "accuracy": 0.463439, "main_score": 0.428979, "hf_subset": "kab_Latn-kin_Latn", "languages": ["kab-Latn", "kin-Latn"]}, {"precision": 0.361403, "recall": 0.414032, "f1": 0.374199, "accuracy": 0.414032, "main_score": 0.374199, "hf_subset": "kab_Latn-mal_Mlym", "languages": ["kab-Latn", "mal-Mlym"]}, {"precision": 0.392758, "recall": 0.438735, "f1": 0.404008, "accuracy": 0.438735, "main_score": 0.404008, "hf_subset": "kab_Latn-pes_Arab", "languages": ["kab-Latn", "pes-Arab"]}, {"precision": 0.398621, "recall": 0.448617, "f1": 0.411848, "accuracy": 0.448617, "main_score": 0.411848, "hf_subset": "kab_Latn-srd_Latn", "languages": ["kab-Latn", "srd-Latn"]}, {"precision": 0.253645, "recall": 0.294466, "f1": 0.263589, "accuracy": 0.294466, "main_score": 0.263589, "hf_subset": "kab_Latn-tzm_Tfng", "languages": ["kab-Latn", "tzm-Tfng"]}, {"precision": 0.386361, "recall": 0.440711, "f1": 0.398947, "accuracy": 0.440711, "main_score": 0.398947, "hf_subset": "kab_Latn-acq_Arab", "languages": ["kab-Latn", "acq-Arab"]}, {"precision": 0.42311, "recall": 0.466403, "f1": 0.434308, "accuracy": 0.466403, "main_score": 0.434308, "hf_subset": "kab_Latn-bem_Latn", "languages": ["kab-Latn", "bem-Latn"]}, {"precision": 0.39099, "recall": 0.437747, "f1": 0.402039, "accuracy": 0.437747, "main_score": 0.402039, "hf_subset": "kab_Latn-epo_Latn", "languages": ["kab-Latn", "epo-Latn"]}, {"precision": 0.389997, "recall": 0.438735, "f1": 0.402173, "accuracy": 0.438735, "main_score": 0.402173, "hf_subset": "kab_Latn-hun_Latn", "languages": ["kab-Latn", "hun-Latn"]}, {"precision": 0.373455, "recall": 0.416996, "f1": 0.384715, "accuracy": 0.416996, "main_score": 0.384715, "hf_subset": "kab_Latn-kir_Cyrl", "languages": ["kab-Latn", "kir-Cyrl"]}, {"precision": 0.369343, "recall": 0.418972, "f1": 0.381293, "accuracy": 0.418972, "main_score": 0.381293, "hf_subset": "kab_Latn-mar_Deva", "languages": ["kab-Latn", "mar-Deva"]}, {"precision": 0.415489, "recall": 0.460474, "f1": 0.427279, "accuracy": 0.460474, "main_score": 0.427279, "hf_subset": "kab_Latn-plt_Latn", "languages": ["kab-Latn", "plt-Latn"]}, {"precision": 0.384386, "recall": 0.435771, "f1": 0.396863, "accuracy": 0.435771, "main_score": 0.396863, "hf_subset": "kab_Latn-srp_Cyrl", "languages": ["kab-Latn", "srp-Cyrl"]}, {"precision": 0.330394, "recall": 0.381423, "f1": 0.342773, "accuracy": 0.381423, "main_score": 0.342773, "hf_subset": "kab_Latn-uig_Arab", "languages": ["kab-Latn", "uig-Arab"]}, {"precision": 0.384062, "recall": 0.431818, "f1": 0.395656, "accuracy": 0.431818, "main_score": 0.395656, "hf_subset": "kab_Latn-aeb_Arab", "languages": ["kab-Latn", "aeb-Arab"]}, {"precision": 0.376376, "recall": 0.43083, "f1": 0.389213, "accuracy": 0.43083, "main_score": 0.389213, "hf_subset": "kab_Latn-ben_Beng", "languages": ["kab-Latn", "ben-Beng"]}, {"precision": 0.386237, "recall": 0.427866, "f1": 0.39601, "accuracy": 0.427866, "main_score": 0.39601, "hf_subset": "kab_Latn-est_Latn", "languages": ["kab-Latn", "est-Latn"]}, {"precision": 0.377579, "recall": 0.429842, "f1": 0.389724, "accuracy": 0.429842, "main_score": 0.389724, "hf_subset": "kab_Latn-hye_Armn", "languages": ["kab-Latn", "hye-Armn"]}, {"precision": 0.412555, "recall": 0.454545, "f1": 0.424555, "accuracy": 0.454545, "main_score": 0.424555, "hf_subset": "kab_Latn-kmb_Latn", "languages": ["kab-Latn", "kmb-Latn"]}, {"precision": 0.32053, "recall": 0.368577, "f1": 0.333108, "accuracy": 0.368577, "main_score": 0.333108, "hf_subset": "kab_Latn-min_Arab", "languages": ["kab-Latn", "min-Arab"]}, {"precision": 0.389789, "recall": 0.436759, "f1": 0.401921, "accuracy": 0.436759, "main_score": 0.401921, "hf_subset": "kab_Latn-pol_Latn", "languages": ["kab-Latn", "pol-Latn"]}, {"precision": 0.432718, "recall": 0.478261, "f1": 0.444662, "accuracy": 0.478261, "main_score": 0.444662, "hf_subset": "kab_Latn-ssw_Latn", "languages": ["kab-Latn", "ssw-Latn"]}, {"precision": 0.387268, "recall": 0.439723, "f1": 0.399289, "accuracy": 0.439723, "main_score": 0.399289, "hf_subset": "kab_Latn-ukr_Cyrl", "languages": ["kab-Latn", "ukr-Cyrl"]}, {"precision": 0.406493, "recall": 0.458498, "f1": 0.419782, "accuracy": 0.458498, "main_score": 0.419782, "hf_subset": "kab_Latn-afr_Latn", "languages": ["kab-Latn", "afr-Latn"]}, {"precision": 0.369429, "recall": 0.41502, "f1": 0.380632, "accuracy": 0.41502, "main_score": 0.380632, "hf_subset": "kab_Latn-bho_Deva", "languages": ["kab-Latn", "bho-Deva"]}, {"precision": 0.390234, "recall": 0.442688, "f1": 0.403276, "accuracy": 0.442688, "main_score": 0.403276, "hf_subset": "kab_Latn-eus_Latn", "languages": ["kab-Latn", "eus-Latn"]}, {"precision": 0.406467, "recall": 0.459486, "f1": 0.419837, "accuracy": 0.459486, "main_score": 0.419837, "hf_subset": "kab_Latn-ibo_Latn", "languages": ["kab-Latn", "ibo-Latn"]}, {"precision": 0.405159, "recall": 0.444664, "f1": 0.415335, "accuracy": 0.444664, "main_score": 0.415335, "hf_subset": "kab_Latn-kmr_Latn", "languages": ["kab-Latn", "kmr-Latn"]}, {"precision": 0.409912, "recall": 0.453557, "f1": 0.420785, "accuracy": 0.453557, "main_score": 0.420785, "hf_subset": "kab_Latn-min_Latn", "languages": ["kab-Latn", "min-Latn"]}, {"precision": 0.39813, "recall": 0.448617, "f1": 0.41051, "accuracy": 0.448617, "main_score": 0.41051, "hf_subset": "kab_Latn-por_Latn", "languages": ["kab-Latn", "por-Latn"]}, {"precision": 0.407049, "recall": 0.450593, "f1": 0.417888, "accuracy": 0.450593, "main_score": 0.417888, "hf_subset": "kab_Latn-sun_Latn", "languages": ["kab-Latn", "sun-Latn"]}, {"precision": 0.386088, "recall": 0.431818, "f1": 0.398337, "accuracy": 0.431818, "main_score": 0.398337, "hf_subset": "kab_Latn-umb_Latn", "languages": ["kab-Latn", "umb-Latn"]}, {"precision": 0.38755, "recall": 0.439723, "f1": 0.400406, "accuracy": 0.439723, "main_score": 0.400406, "hf_subset": "kab_Latn-ajp_Arab", "languages": ["kab-Latn", "ajp-Arab"]}, {"precision": 0.329179, "recall": 0.365613, "f1": 0.3387, "accuracy": 0.365613, "main_score": 0.3387, "hf_subset": "kab_Latn-bjn_Arab", "languages": ["kab-Latn", "bjn-Arab"]}, {"precision": 0.375538, "recall": 0.408103, "f1": 0.384213, "accuracy": 0.408103, "main_score": 0.384213, "hf_subset": "kab_Latn-ewe_Latn", "languages": ["kab-Latn", "ewe-Latn"]}, {"precision": 0.405367, "recall": 0.44664, "f1": 0.41527, "accuracy": 0.44664, "main_score": 0.41527, "hf_subset": "kab_Latn-ilo_Latn", "languages": ["kab-Latn", "ilo-Latn"]}, {"precision": 0.273527, "recall": 0.306324, "f1": 0.282138, "accuracy": 0.306324, "main_score": 0.282138, "hf_subset": "kab_Latn-knc_Arab", "languages": ["kab-Latn", "knc-Arab"]}, {"precision": 0.387623, "recall": 0.438735, "f1": 0.39919, "accuracy": 0.438735, "main_score": 0.39919, "hf_subset": "kab_Latn-mkd_Cyrl", "languages": ["kab-Latn", "mkd-Cyrl"]}, {"precision": 0.381659, "recall": 0.435771, "f1": 0.394226, "accuracy": 0.435771, "main_score": 0.394226, "hf_subset": "kab_Latn-prs_Arab", "languages": ["kab-Latn", "prs-Arab"]}, {"precision": 0.386412, "recall": 0.433794, "f1": 0.397615, "accuracy": 0.433794, "main_score": 0.397615, "hf_subset": "kab_Latn-swe_Latn", "languages": ["kab-Latn", "swe-Latn"]}, {"precision": 0.382177, "recall": 0.434783, "f1": 0.395615, "accuracy": 0.434783, "main_score": 0.395615, "hf_subset": "kab_Latn-urd_Arab", "languages": ["kab-Latn", "urd-Arab"]}, {"precision": 0.392058, "recall": 0.437747, "f1": 0.403669, "accuracy": 0.437747, "main_score": 0.403669, "hf_subset": "kab_Latn-aka_Latn", "languages": ["kab-Latn", "aka-Latn"]}, {"precision": 0.40849, "recall": 0.447628, "f1": 0.417651, "accuracy": 0.447628, "main_score": 0.417651, "hf_subset": "kab_Latn-bjn_Latn", "languages": ["kab-Latn", "bjn-Latn"]}, {"precision": 0.418775, "recall": 0.45751, "f1": 0.428368, "accuracy": 0.45751, "main_score": 0.428368, "hf_subset": "kab_Latn-fao_Latn", "languages": ["kab-Latn", "fao-Latn"]}, {"precision": 0.403604, "recall": 0.450593, "f1": 0.414996, "accuracy": 0.450593, "main_score": 0.414996, "hf_subset": "kab_Latn-ind_Latn", "languages": ["kab-Latn", "ind-Latn"]}, {"precision": 0.401341, "recall": 0.435771, "f1": 0.410093, "accuracy": 0.435771, "main_score": 0.410093, "hf_subset": "kab_Latn-knc_Latn", "languages": ["kab-Latn", "knc-Latn"]}, {"precision": 0.392841, "recall": 0.440711, "f1": 0.404198, "accuracy": 0.440711, "main_score": 0.404198, "hf_subset": "kab_Latn-mlt_Latn", "languages": ["kab-Latn", "mlt-Latn"]}, {"precision": 0.388653, "recall": 0.433794, "f1": 0.400075, "accuracy": 0.433794, "main_score": 0.400075, "hf_subset": "kab_Latn-quy_Latn", "languages": ["kab-Latn", "quy-Latn"]}, {"precision": 0.415707, "recall": 0.462451, "f1": 0.427523, "accuracy": 0.462451, "main_score": 0.427523, "hf_subset": "kab_Latn-swh_Latn", "languages": ["kab-Latn", "swh-Latn"]}, {"precision": 0.382945, "recall": 0.428854, "f1": 0.393783, "accuracy": 0.428854, "main_score": 0.393783, "hf_subset": "kab_Latn-uzn_Latn", "languages": ["kab-Latn", "uzn-Latn"]}, {"precision": 0.404872, "recall": 0.444664, "f1": 0.414733, "accuracy": 0.444664, "main_score": 0.414733, "hf_subset": "kab_Latn-als_Latn", "languages": ["kab-Latn", "als-Latn"]}, {"precision": 0.211935, "recall": 0.255929, "f1": 0.222704, "accuracy": 0.255929, "main_score": 0.222704, "hf_subset": "kab_Latn-bod_Tibt", "languages": ["kab-Latn", "bod-Tibt"]}, {"precision": 0.406973, "recall": 0.44664, "f1": 0.416864, "accuracy": 0.44664, "main_score": 0.416864, "hf_subset": "kab_Latn-fij_Latn", "languages": ["kab-Latn", "fij-Latn"]}, {"precision": 0.41217, "recall": 0.450593, "f1": 0.420671, "accuracy": 0.450593, "main_score": 0.420671, "hf_subset": "kab_Latn-isl_Latn", "languages": ["kab-Latn", "isl-Latn"]}, {"precision": 0.400279, "recall": 0.445652, "f1": 0.412192, "accuracy": 0.445652, "main_score": 0.412192, "hf_subset": "kab_Latn-kon_Latn", "languages": ["kab-Latn", "kon-Latn"]}, {"precision": 0.333719, "recall": 0.373518, "f1": 0.344018, "accuracy": 0.373518, "main_score": 0.344018, "hf_subset": "kab_Latn-mni_Beng", "languages": ["kab-Latn", "mni-Beng"]}, {"precision": 0.399049, "recall": 0.448617, "f1": 0.411465, "accuracy": 0.448617, "main_score": 0.411465, "hf_subset": "kab_Latn-ron_Latn", "languages": ["kab-Latn", "ron-Latn"]}, {"precision": 0.395173, "recall": 0.445652, "f1": 0.407526, "accuracy": 0.445652, "main_score": 0.407526, "hf_subset": "kab_Latn-szl_Latn", "languages": ["kab-Latn", "szl-Latn"]}, {"precision": 0.397896, "recall": 0.442688, "f1": 0.408933, "accuracy": 0.442688, "main_score": 0.408933, "hf_subset": "kab_Latn-vec_Latn", "languages": ["kab-Latn", "vec-Latn"]}, {"precision": 0.344916, "recall": 0.392292, "f1": 0.357621, "accuracy": 0.392292, "main_score": 0.357621, "hf_subset": "kab_Latn-amh_Ethi", "languages": ["kab-Latn", "amh-Ethi"]}, {"precision": 0.396912, "recall": 0.44664, "f1": 0.409524, "accuracy": 0.44664, "main_score": 0.409524, "hf_subset": "kab_Latn-bos_Latn", "languages": ["kab-Latn", "bos-Latn"]}, {"precision": 0.375403, "recall": 0.420949, "f1": 0.385874, "accuracy": 0.420949, "main_score": 0.385874, "hf_subset": "kab_Latn-fin_Latn", "languages": ["kab-Latn", "fin-Latn"]}, {"precision": 0.374245, "recall": 0.422925, "f1": 0.386408, "accuracy": 0.422925, "main_score": 0.386408, "hf_subset": "kab_Latn-ita_Latn", "languages": ["kab-Latn", "ita-Latn"]}, {"precision": 0.362972, "recall": 0.414032, "f1": 0.375653, "accuracy": 0.414032, "main_score": 0.375653, "hf_subset": "kab_Latn-kor_Hang", "languages": ["kab-Latn", "kor-Hang"]}, {"precision": 0.393395, "recall": 0.437747, "f1": 0.405629, "accuracy": 0.437747, "main_score": 0.405629, "hf_subset": "kab_Latn-mos_Latn", "languages": ["kab-Latn", "mos-Latn"]}, {"precision": 0.420211, "recall": 0.463439, "f1": 0.431875, "accuracy": 0.463439, "main_score": 0.431875, "hf_subset": "kab_Latn-run_Latn", "languages": ["kab-Latn", "run-Latn"]}, {"precision": 0.367292, "recall": 0.425889, "f1": 0.381473, "accuracy": 0.425889, "main_score": 0.381473, "hf_subset": "kab_Latn-tam_Taml", "languages": ["kab-Latn", "tam-Taml"]}, {"precision": 0.395858, "recall": 0.442688, "f1": 0.407126, "accuracy": 0.442688, "main_score": 0.407126, "hf_subset": "kab_Latn-vie_Latn", "languages": ["kab-Latn", "vie-Latn"]}, {"precision": 0.38637, "recall": 0.436759, "f1": 0.397931, "accuracy": 0.436759, "main_score": 0.397931, "hf_subset": "kab_Latn-apc_Arab", "languages": ["kab-Latn", "apc-Arab"]}, {"precision": 0.384798, "recall": 0.422925, "f1": 0.394754, "accuracy": 0.422925, "main_score": 0.394754, "hf_subset": "kab_Latn-bug_Latn", "languages": ["kab-Latn", "bug-Latn"]}, {"precision": 0.372735, "recall": 0.413043, "f1": 0.383644, "accuracy": 0.413043, "main_score": 0.383644, "hf_subset": "kab_Latn-fon_Latn", "languages": ["kab-Latn", "fon-Latn"]}, {"precision": 0.40658, "recall": 0.449605, "f1": 0.417611, "accuracy": 0.449605, "main_score": 0.417611, "hf_subset": "kab_Latn-jav_Latn", "languages": ["kab-Latn", "jav-Latn"]}, {"precision": 0.372431, "recall": 0.416008, "f1": 0.383802, "accuracy": 0.416008, "main_score": 0.383802, "hf_subset": "kab_Latn-lao_Laoo", "languages": ["kab-Latn", "lao-Laoo"]}, {"precision": 0.388786, "recall": 0.43083, "f1": 0.399576, "accuracy": 0.43083, "main_score": 0.399576, "hf_subset": "kab_Latn-mri_Latn", "languages": ["kab-Latn", "mri-Latn"]}, {"precision": 0.371041, "recall": 0.422925, "f1": 0.383381, "accuracy": 0.422925, "main_score": 0.383381, "hf_subset": "kab_Latn-rus_Cyrl", "languages": ["kab-Latn", "rus-Cyrl"]}, {"precision": 0.390054, "recall": 0.429842, "f1": 0.401059, "accuracy": 0.429842, "main_score": 0.401059, "hf_subset": "kab_Latn-taq_Latn", "languages": ["kab-Latn", "taq-Latn"]}, {"precision": 0.402844, "recall": 0.444664, "f1": 0.412299, "accuracy": 0.444664, "main_score": 0.412299, "hf_subset": "kab_Latn-war_Latn", "languages": ["kab-Latn", "war-Latn"]}, {"precision": 0.38758, "recall": 0.443676, "f1": 0.400332, "accuracy": 0.443676, "main_score": 0.400332, "hf_subset": "kab_Latn-arb_Arab", "languages": ["kab-Latn", "arb-Arab"]}, {"precision": 0.392323, "recall": 0.438735, "f1": 0.403705, "accuracy": 0.438735, "main_score": 0.403705, "hf_subset": "kab_Latn-bul_Cyrl", "languages": ["kab-Latn", "bul-Cyrl"]}, {"precision": 0.390177, "recall": 0.439723, "f1": 0.40164, "accuracy": 0.439723, "main_score": 0.40164, "hf_subset": "kab_Latn-fra_Latn", "languages": ["kab-Latn", "fra-Latn"]}, {"precision": 0.358916, "recall": 0.402174, "f1": 0.369495, "accuracy": 0.402174, "main_score": 0.369495, "hf_subset": "kab_Latn-jpn_Jpan", "languages": ["kab-Latn", "jpn-Jpan"]}, {"precision": 0.398383, "recall": 0.436759, "f1": 0.408254, "accuracy": 0.436759, "main_score": 0.408254, "hf_subset": "kab_Latn-lij_Latn", "languages": ["kab-Latn", "lij-Latn"]}, {"precision": 0.298991, "recall": 0.347826, "f1": 0.310232, "accuracy": 0.347826, "main_score": 0.310232, "hf_subset": "kab_Latn-mya_Mymr", "languages": ["kab-Latn", "mya-Mymr"]}, {"precision": 0.396199, "recall": 0.445652, "f1": 0.408576, "accuracy": 0.445652, "main_score": 0.408576, "hf_subset": "kab_Latn-sag_Latn", "languages": ["kab-Latn", "sag-Latn"]}, {"precision": 0.231512, "recall": 0.263834, "f1": 0.239512, "accuracy": 0.263834, "main_score": 0.239512, "hf_subset": "kab_Latn-taq_Tfng", "languages": ["kab-Latn", "taq-Tfng"]}, {"precision": 0.402708, "recall": 0.44664, "f1": 0.414179, "accuracy": 0.44664, "main_score": 0.414179, "hf_subset": "kab_Latn-wol_Latn", "languages": ["kab-Latn", "wol-Latn"]}, {"precision": 0.369574, "recall": 0.412055, "f1": 0.379969, "accuracy": 0.412055, "main_score": 0.379969, "hf_subset": "kab_Latn-arb_Latn", "languages": ["kab-Latn", "arb-Latn"]}, {"precision": 0.397315, "recall": 0.447628, "f1": 0.409535, "accuracy": 0.447628, "main_score": 0.409535, "hf_subset": "kab_Latn-cat_Latn", "languages": ["kab-Latn", "cat-Latn"]}, {"precision": 0.38879, "recall": 0.427866, "f1": 0.398319, "accuracy": 0.427866, "main_score": 0.398319, "hf_subset": "kab_Latn-fur_Latn", "languages": ["kab-Latn", "fur-Latn"]}, {"precision": 0.394968, "recall": 0.437747, "f1": 0.406127, "accuracy": 0.437747, "main_score": 0.406127, "hf_subset": "kab_Latn-lim_Latn", "languages": ["kab-Latn", "lim-Latn"]}, {"precision": 0.378417, "recall": 0.429842, "f1": 0.390483, "accuracy": 0.429842, "main_score": 0.390483, "hf_subset": "kab_Latn-nld_Latn", "languages": ["kab-Latn", "nld-Latn"]}, {"precision": 0.366195, "recall": 0.417984, "f1": 0.378173, "accuracy": 0.417984, "main_score": 0.378173, "hf_subset": "kab_Latn-san_Deva", "languages": ["kab-Latn", "san-Deva"]}, {"precision": 0.380683, "recall": 0.43083, "f1": 0.393216, "accuracy": 0.43083, "main_score": 0.393216, "hf_subset": "kab_Latn-tat_Cyrl", "languages": ["kab-Latn", "tat-Cyrl"]}, {"precision": 0.426571, "recall": 0.474308, "f1": 0.438613, "accuracy": 0.474308, "main_score": 0.438613, "hf_subset": "kab_Latn-xho_Latn", "languages": ["kab-Latn", "xho-Latn"]}, {"precision": 0.358333, "recall": 0.41996, "f1": 0.373458, "accuracy": 0.41996, "main_score": 0.373458, "hf_subset": "kab_Latn-ars_Arab", "languages": ["kab-Latn", "ars-Arab"]}, {"precision": 0.410488, "recall": 0.456522, "f1": 0.422095, "accuracy": 0.456522, "main_score": 0.422095, "hf_subset": "kab_Latn-ceb_Latn", "languages": ["kab-Latn", "ceb-Latn"]}, {"precision": 0.392617, "recall": 0.437747, "f1": 0.404724, "accuracy": 0.437747, "main_score": 0.404724, "hf_subset": "kab_Latn-fuv_Latn", "languages": ["kab-Latn", "fuv-Latn"]}, {"precision": 0.379831, "recall": 0.418972, "f1": 0.389999, "accuracy": 0.418972, "main_score": 0.389999, "hf_subset": "kab_Latn-kac_Latn", "languages": ["kab-Latn", "kac-Latn"]}, {"precision": 0.408923, "recall": 0.458498, "f1": 0.421105, "accuracy": 0.458498, "main_score": 0.421105, "hf_subset": "kab_Latn-lin_Latn", "languages": ["kab-Latn", "lin-Latn"]}, {"precision": 0.384875, "recall": 0.438735, "f1": 0.398011, "accuracy": 0.438735, "main_score": 0.398011, "hf_subset": "kab_Latn-nno_Latn", "languages": ["kab-Latn", "nno-Latn"]}, {"precision": 0.138338, "recall": 0.181818, "f1": 0.149487, "accuracy": 0.181818, "main_score": 0.149487, "hf_subset": "kab_Latn-sat_Olck", "languages": ["kab-Latn", "sat-Olck"]}, {"precision": 0.383605, "recall": 0.43083, "f1": 0.395243, "accuracy": 0.43083, "main_score": 0.395243, "hf_subset": "kab_Latn-tel_Telu", "languages": ["kab-Latn", "tel-Telu"]}, {"precision": 0.341035, "recall": 0.379447, "f1": 0.349417, "accuracy": 0.379447, "main_score": 0.349417, "hf_subset": "kab_Latn-ydd_Hebr", "languages": ["kab-Latn", "ydd-Hebr"]}, {"precision": 0.377182, "recall": 0.421937, "f1": 0.388069, "accuracy": 0.421937, "main_score": 0.388069, "hf_subset": "kab_Latn-ary_Arab", "languages": ["kab-Latn", "ary-Arab"]}, {"precision": 0.38636, "recall": 0.43083, "f1": 0.397654, "accuracy": 0.43083, "main_score": 0.397654, "hf_subset": "kab_Latn-ces_Latn", "languages": ["kab-Latn", "ces-Latn"]}, {"precision": 0.419712, "recall": 0.461462, "f1": 0.430321, "accuracy": 0.461462, "main_score": 0.430321, "hf_subset": "kab_Latn-gaz_Latn", "languages": ["kab-Latn", "gaz-Latn"]}, {"precision": 0.400569, "recall": 0.442688, "f1": 0.41164, "accuracy": 0.442688, "main_score": 0.41164, "hf_subset": "kab_Latn-kam_Latn", "languages": ["kab-Latn", "kam-Latn"]}, {"precision": 0.393917, "recall": 0.4417, "f1": 0.405714, "accuracy": 0.4417, "main_score": 0.405714, "hf_subset": "kab_Latn-lit_Latn", "languages": ["kab-Latn", "lit-Latn"]}, {"precision": 0.386005, "recall": 0.43083, "f1": 0.396904, "accuracy": 0.43083, "main_score": 0.396904, "hf_subset": "kab_Latn-nob_Latn", "languages": ["kab-Latn", "nob-Latn"]}, {"precision": 0.389571, "recall": 0.431818, "f1": 0.400546, "accuracy": 0.431818, "main_score": 0.400546, "hf_subset": "kab_Latn-scn_Latn", "languages": ["kab-Latn", "scn-Latn"]}, {"precision": 0.392126, "recall": 0.435771, "f1": 0.403278, "accuracy": 0.435771, "main_score": 0.403278, "hf_subset": "kab_Latn-tgk_Cyrl", "languages": ["kab-Latn", "tgk-Cyrl"]}, {"precision": 0.349815, "recall": 0.405138, "f1": 0.36467, "accuracy": 0.405138, "main_score": 0.36467, "hf_subset": "kab_Latn-yor_Latn", "languages": ["kab-Latn", "yor-Latn"]}, {"precision": 0.376433, "recall": 0.422925, "f1": 0.387808, "accuracy": 0.422925, "main_score": 0.387808, "hf_subset": "kab_Latn-arz_Arab", "languages": ["kab-Latn", "arz-Arab"]}, {"precision": 0.370976, "recall": 0.416008, "f1": 0.383681, "accuracy": 0.416008, "main_score": 0.383681, "hf_subset": "kab_Latn-cjk_Latn", "languages": ["kab-Latn", "cjk-Latn"]}, {"precision": 0.409501, "recall": 0.449605, "f1": 0.41977, "accuracy": 0.449605, "main_score": 0.41977, "hf_subset": "kab_Latn-gla_Latn", "languages": ["kab-Latn", "gla-Latn"]}, {"precision": 0.367685, "recall": 0.416996, "f1": 0.380363, "accuracy": 0.416996, "main_score": 0.380363, "hf_subset": "kab_Latn-kan_Knda", "languages": ["kab-Latn", "kan-Knda"]}, {"precision": 0.394967, "recall": 0.444664, "f1": 0.407302, "accuracy": 0.444664, "main_score": 0.407302, "hf_subset": "kab_Latn-lmo_Latn", "languages": ["kab-Latn", "lmo-Latn"]}, {"precision": 0.370383, "recall": 0.416996, "f1": 0.381744, "accuracy": 0.416996, "main_score": 0.381744, "hf_subset": "kab_Latn-npi_Deva", "languages": ["kab-Latn", "npi-Deva"]}, {"precision": 0.328328, "recall": 0.366601, "f1": 0.337801, "accuracy": 0.366601, "main_score": 0.337801, "hf_subset": "kab_Latn-shn_Mymr", "languages": ["kab-Latn", "shn-Mymr"]}, {"precision": 0.41481, "recall": 0.460474, "f1": 0.426221, "accuracy": 0.460474, "main_score": 0.426221, "hf_subset": "kab_Latn-tgl_Latn", "languages": ["kab-Latn", "tgl-Latn"]}, {"precision": 0.36078, "recall": 0.40415, "f1": 0.371486, "accuracy": 0.40415, "main_score": 0.371486, "hf_subset": "kab_Latn-yue_Hant", "languages": ["kab-Latn", "yue-Hant"]}, {"precision": 0.357755, "recall": 0.407115, "f1": 0.369653, "accuracy": 0.407115, "main_score": 0.369653, "hf_subset": "kab_Latn-asm_Beng", "languages": ["kab-Latn", "asm-Beng"]}, {"precision": 0.367188, "recall": 0.413043, "f1": 0.378434, "accuracy": 0.413043, "main_score": 0.378434, "hf_subset": "kab_Latn-ckb_Arab", "languages": ["kab-Latn", "ckb-Arab"]}, {"precision": 0.402407, "recall": 0.444664, "f1": 0.414019, "accuracy": 0.444664, "main_score": 0.414019, "hf_subset": "kab_Latn-gle_Latn", "languages": ["kab-Latn", "gle-Latn"]}, {"precision": 0.342082, "recall": 0.391304, "f1": 0.354013, "accuracy": 0.391304, "main_score": 0.354013, "hf_subset": "kab_Latn-kas_Arab", "languages": ["kab-Latn", "kas-Arab"]}, {"precision": 0.379237, "recall": 0.425889, "f1": 0.390992, "accuracy": 0.425889, "main_score": 0.390992, "hf_subset": "kab_Latn-ltg_Latn", "languages": ["kab-Latn", "ltg-Latn"]}, {"precision": 0.441384, "recall": 0.485178, "f1": 0.452497, "accuracy": 0.485178, "main_score": 0.452497, "hf_subset": "kab_Latn-nso_Latn", "languages": ["kab-Latn", "nso-Latn"]}, {"precision": 0.346705, "recall": 0.400198, "f1": 0.359363, "accuracy": 0.400198, "main_score": 0.359363, "hf_subset": "kab_Latn-sin_Sinh", "languages": ["kab-Latn", "sin-Sinh"]}, {"precision": 0.375263, "recall": 0.418972, "f1": 0.386508, "accuracy": 0.418972, "main_score": 0.386508, "hf_subset": "kab_Latn-tha_Thai", "languages": ["kab-Latn", "tha-Thai"]}, {"precision": 0.352138, "recall": 0.394269, "f1": 0.36247, "accuracy": 0.394269, "main_score": 0.36247, "hf_subset": "kab_Latn-zho_Hans", "languages": ["kab-Latn", "zho-Hans"]}, {"precision": 0.397626, "recall": 0.44664, "f1": 0.409974, "accuracy": 0.44664, "main_score": 0.409974, "hf_subset": "kab_Latn-ast_Latn", "languages": ["kab-Latn", "ast-Latn"]}, {"precision": 0.388891, "recall": 0.432806, "f1": 0.399089, "accuracy": 0.432806, "main_score": 0.399089, "hf_subset": "kab_Latn-crh_Latn", "languages": ["kab-Latn", "crh-Latn"]}, {"precision": 0.400449, "recall": 0.450593, "f1": 0.412533, "accuracy": 0.450593, "main_score": 0.412533, "hf_subset": "kab_Latn-glg_Latn", "languages": ["kab-Latn", "glg-Latn"]}, {"precision": 0.34521, "recall": 0.392292, "f1": 0.357305, "accuracy": 0.392292, "main_score": 0.357305, "hf_subset": "kab_Latn-kas_Deva", "languages": ["kab-Latn", "kas-Deva"]}, {"precision": 0.373444, "recall": 0.412055, "f1": 0.38306, "accuracy": 0.412055, "main_score": 0.38306, "hf_subset": "kab_Latn-ltz_Latn", "languages": ["kab-Latn", "ltz-Latn"]}, {"precision": 0.38743, "recall": 0.438735, "f1": 0.400735, "accuracy": 0.438735, "main_score": 0.400735, "hf_subset": "kab_Latn-nus_Latn", "languages": ["kab-Latn", "nus-Latn"]}, {"precision": 0.38679, "recall": 0.435771, "f1": 0.399346, "accuracy": 0.435771, "main_score": 0.399346, "hf_subset": "kab_Latn-slk_Latn", "languages": ["kab-Latn", "slk-Latn"]}, {"precision": 0.304146, "recall": 0.347826, "f1": 0.314772, "accuracy": 0.347826, "main_score": 0.314772, "hf_subset": "kab_Latn-tir_Ethi", "languages": ["kab-Latn", "tir-Ethi"]}, {"precision": 0.358632, "recall": 0.402174, "f1": 0.368886, "accuracy": 0.402174, "main_score": 0.368886, "hf_subset": "kab_Latn-zho_Hant", "languages": ["kab-Latn", "zho-Hant"]}, {"precision": 0.371916, "recall": 0.41996, "f1": 0.383224, "accuracy": 0.41996, "main_score": 0.383224, "hf_subset": "kab_Latn-awa_Deva", "languages": ["kab-Latn", "awa-Deva"]}, {"precision": 0.399349, "recall": 0.44664, "f1": 0.41095, "accuracy": 0.44664, "main_score": 0.41095, "hf_subset": "kab_Latn-cym_Latn", "languages": ["kab-Latn", "cym-Latn"]}, {"precision": 0.394854, "recall": 0.438735, "f1": 0.405181, "accuracy": 0.438735, "main_score": 0.405181, "hf_subset": "kab_Latn-grn_Latn", "languages": ["kab-Latn", "grn-Latn"]}, {"precision": 0.372443, "recall": 0.420949, "f1": 0.383676, "accuracy": 0.420949, "main_score": 0.383676, "hf_subset": "kab_Latn-kat_Geor", "languages": ["kab-Latn", "kat-Geor"]}, {"precision": 0.404559, "recall": 0.451581, "f1": 0.416576, "accuracy": 0.451581, "main_score": 0.416576, "hf_subset": "kab_Latn-lua_Latn", "languages": ["kab-Latn", "lua-Latn"]}, {"precision": 0.402632, "recall": 0.445652, "f1": 0.414117, "accuracy": 0.445652, "main_score": 0.414117, "hf_subset": "kab_Latn-nya_Latn", "languages": ["kab-Latn", "nya-Latn"]}, {"precision": 0.382451, "recall": 0.424901, "f1": 0.392941, "accuracy": 0.424901, "main_score": 0.392941, "hf_subset": "kab_Latn-slv_Latn", "languages": ["kab-Latn", "slv-Latn"]}, {"precision": 0.39057, "recall": 0.43083, "f1": 0.40046, "accuracy": 0.43083, "main_score": 0.40046, "hf_subset": "kab_Latn-tpi_Latn", "languages": ["kab-Latn", "tpi-Latn"]}, {"precision": 0.413336, "recall": 0.459486, "f1": 0.425221, "accuracy": 0.459486, "main_score": 0.425221, "hf_subset": "kab_Latn-zsm_Latn", "languages": ["kab-Latn", "zsm-Latn"]}, {"precision": 0.382471, "recall": 0.423913, "f1": 0.393855, "accuracy": 0.423913, "main_score": 0.393855, "hf_subset": "kab_Latn-ayr_Latn", "languages": ["kab-Latn", "ayr-Latn"]}, {"precision": 0.389606, "recall": 0.437747, "f1": 0.400751, "accuracy": 0.437747, "main_score": 0.400751, "hf_subset": "kab_Latn-dan_Latn", "languages": ["kab-Latn", "dan-Latn"]}, {"precision": 0.376662, "recall": 0.428854, "f1": 0.389709, "accuracy": 0.428854, "main_score": 0.389709, "hf_subset": "kab_Latn-guj_Gujr", "languages": ["kab-Latn", "guj-Gujr"]}, {"precision": 0.377362, "recall": 0.427866, "f1": 0.389398, "accuracy": 0.427866, "main_score": 0.389398, "hf_subset": "kab_Latn-kaz_Cyrl", "languages": ["kab-Latn", "kaz-Cyrl"]}, {"precision": 0.386162, "recall": 0.427866, "f1": 0.396717, "accuracy": 0.427866, "main_score": 0.396717, "hf_subset": "kab_Latn-lug_Latn", "languages": ["kab-Latn", "lug-Latn"]}, {"precision": 0.411606, "recall": 0.461462, "f1": 0.423529, "accuracy": 0.461462, "main_score": 0.423529, "hf_subset": "kab_Latn-oci_Latn", "languages": ["kab-Latn", "oci-Latn"]}, {"precision": 0.399365, "recall": 0.4417, "f1": 0.410169, "accuracy": 0.4417, "main_score": 0.410169, "hf_subset": "kab_Latn-smo_Latn", "languages": ["kab-Latn", "smo-Latn"]}, {"precision": 0.396629, "recall": 0.4417, "f1": 0.408318, "accuracy": 0.4417, "main_score": 0.408318, "hf_subset": "kab_Latn-tsn_Latn", "languages": ["kab-Latn", "tsn-Latn"]}, {"precision": 0.437073, "recall": 0.488142, "f1": 0.45027, "accuracy": 0.488142, "main_score": 0.45027, "hf_subset": "kab_Latn-zul_Latn", "languages": ["kab-Latn", "zul-Latn"]}, {"precision": 0.329404, "recall": 0.373518, "f1": 0.340629, "accuracy": 0.373518, "main_score": 0.340629, "hf_subset": "kab_Latn-azb_Arab", "languages": ["kab-Latn", "azb-Arab"]}, {"precision": 0.387898, "recall": 0.439723, "f1": 0.400701, "accuracy": 0.439723, "main_score": 0.400701, "hf_subset": "kab_Latn-deu_Latn", "languages": ["kab-Latn", "deu-Latn"]}, {"precision": 0.399469, "recall": 0.449605, "f1": 0.411113, "accuracy": 0.449605, "main_score": 0.411113, "hf_subset": "kab_Latn-hat_Latn", "languages": ["kab-Latn", "hat-Latn"]}, {"precision": 0.395563, "recall": 0.438735, "f1": 0.407208, "accuracy": 0.438735, "main_score": 0.407208, "hf_subset": "kab_Latn-kbp_Latn", "languages": ["kab-Latn", "kbp-Latn"]}, {"precision": 0.414576, "recall": 0.45751, "f1": 0.426011, "accuracy": 0.45751, "main_score": 0.426011, "hf_subset": "kab_Latn-luo_Latn", "languages": ["kab-Latn", "luo-Latn"]}, {"precision": 0.363064, "recall": 0.41502, "f1": 0.37636, "accuracy": 0.41502, "main_score": 0.37636, "hf_subset": "kab_Latn-ory_Orya", "languages": ["kab-Latn", "ory-Orya"]}, {"precision": 0.40421, "recall": 0.459486, "f1": 0.417986, "accuracy": 0.459486, "main_score": 0.417986, "hf_subset": "kab_Latn-sna_Latn", "languages": ["kab-Latn", "sna-Latn"]}, {"precision": 0.415734, "recall": 0.458498, "f1": 0.427192, "accuracy": 0.458498, "main_score": 0.427192, "hf_subset": "kab_Latn-tso_Latn", "languages": ["kab-Latn", "tso-Latn"]}, {"precision": 0.36287, "recall": 0.408103, "f1": 0.373963, "accuracy": 0.408103, "main_score": 0.373963, "hf_subset": "kab_Latn-azj_Latn", "languages": ["kab-Latn", "azj-Latn"]}, {"precision": 0.361761, "recall": 0.410079, "f1": 0.374714, "accuracy": 0.410079, "main_score": 0.374714, "hf_subset": "kab_Latn-dik_Latn", "languages": ["kab-Latn", "dik-Latn"]}, {"precision": 0.429807, "recall": 0.472332, "f1": 0.440669, "accuracy": 0.472332, "main_score": 0.440669, "hf_subset": "kab_Latn-hau_Latn", "languages": ["kab-Latn", "hau-Latn"]}, {"precision": 0.393241, "recall": 0.43083, "f1": 0.4026, "accuracy": 0.43083, "main_score": 0.4026, "hf_subset": "kab_Latn-kea_Latn", "languages": ["kab-Latn", "kea-Latn"]}, {"precision": 0.378941, "recall": 0.41996, "f1": 0.388799, "accuracy": 0.41996, "main_score": 0.388799, "hf_subset": "kab_Latn-lus_Latn", "languages": ["kab-Latn", "lus-Latn"]}, {"precision": 0.390319, "recall": 0.421937, "f1": 0.398589, "accuracy": 0.421937, "main_score": 0.398589, "hf_subset": "kab_Latn-pag_Latn", "languages": ["kab-Latn", "pag-Latn"]}, {"precision": 0.368746, "recall": 0.412055, "f1": 0.380494, "accuracy": 0.412055, "main_score": 0.380494, "hf_subset": "kab_Latn-snd_Arab", "languages": ["kab-Latn", "snd-Arab"]}, {"precision": 0.368614, "recall": 0.412055, "f1": 0.379526, "accuracy": 0.412055, "main_score": 0.379526, "hf_subset": "kab_Latn-tuk_Latn", "languages": ["kab-Latn", "tuk-Latn"]}, {"precision": 0.388483, "recall": 0.431818, "f1": 0.399719, "accuracy": 0.431818, "main_score": 0.399719, "hf_subset": "kab_Latn-bak_Cyrl", "languages": ["kab-Latn", "bak-Cyrl"]}, {"precision": 0.308034, "recall": 0.363636, "f1": 0.322183, "accuracy": 0.363636, "main_score": 0.322183, "hf_subset": "kab_Latn-dyu_Latn", "languages": ["kab-Latn", "dyu-Latn"]}, {"precision": 0.389774, "recall": 0.427866, "f1": 0.399407, "accuracy": 0.427866, "main_score": 0.399407, "hf_subset": "kab_Latn-heb_Hebr", "languages": ["kab-Latn", "heb-Hebr"]}, {"precision": 0.369336, "recall": 0.414032, "f1": 0.380304, "accuracy": 0.414032, "main_score": 0.380304, "hf_subset": "kab_Latn-khk_Cyrl", "languages": ["kab-Latn", "khk-Cyrl"]}, {"precision": 0.372515, "recall": 0.416008, "f1": 0.38256, "accuracy": 0.416008, "main_score": 0.38256, "hf_subset": "kab_Latn-lvs_Latn", "languages": ["kab-Latn", "lvs-Latn"]}, {"precision": 0.375668, "recall": 0.425889, "f1": 0.388132, "accuracy": 0.425889, "main_score": 0.388132, "hf_subset": "kab_Latn-pan_Guru", "languages": ["kab-Latn", "pan-Guru"]}, {"precision": 0.423697, "recall": 0.467391, "f1": 0.435571, "accuracy": 0.467391, "main_score": 0.435571, "hf_subset": "kab_Latn-som_Latn", "languages": ["kab-Latn", "som-Latn"]}, {"precision": 0.384445, "recall": 0.427866, "f1": 0.395578, "accuracy": 0.427866, "main_score": 0.395578, "hf_subset": "kab_Latn-tum_Latn", "languages": ["kab-Latn", "tum-Latn"]}, {"precision": 0.591925, "recall": 0.650198, "f1": 0.60881, "accuracy": 0.650198, "main_score": 0.60881, "hf_subset": "lim_Latn-ace_Arab", "languages": ["lim-Latn", "ace-Arab"]}, {"precision": 0.530009, "recall": 0.585968, "f1": 0.546418, "accuracy": 0.585968, "main_score": 0.546418, "hf_subset": "lim_Latn-bam_Latn", "languages": ["lim-Latn", "bam-Latn"]}, {"precision": 0.392556, "recall": 0.464427, "f1": 0.41126, "accuracy": 0.464427, "main_score": 0.41126, "hf_subset": "lim_Latn-dzo_Tibt", "languages": ["lim-Latn", "dzo-Tibt"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-hin_Deva", "languages": ["lim-Latn", "hin-Deva"]}, {"precision": 0.963686, "recall": 0.975296, "f1": 0.967457, "accuracy": 0.975296, "main_score": 0.967457, "hf_subset": "lim_Latn-khm_Khmr", "languages": ["lim-Latn", "khm-Khmr"]}, {"precision": 0.972085, "recall": 0.980237, "f1": 0.974704, "accuracy": 0.980237, "main_score": 0.974704, "hf_subset": "lim_Latn-mag_Deva", "languages": ["lim-Latn", "mag-Deva"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "lim_Latn-pap_Latn", "languages": ["lim-Latn", "pap-Latn"]}, {"precision": 0.585828, "recall": 0.636364, "f1": 0.600345, "accuracy": 0.636364, "main_score": 0.600345, "hf_subset": "lim_Latn-sot_Latn", "languages": ["lim-Latn", "sot-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-tur_Latn", "languages": ["lim-Latn", "tur-Latn"]}, {"precision": 0.854974, "recall": 0.883399, "f1": 0.863801, "accuracy": 0.883399, "main_score": 0.863801, "hf_subset": "lim_Latn-ace_Latn", "languages": ["lim-Latn", "ace-Latn"]}, {"precision": 0.940876, "recall": 0.955534, "f1": 0.945487, "accuracy": 0.955534, "main_score": 0.945487, "hf_subset": "lim_Latn-ban_Latn", "languages": ["lim-Latn", "ban-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-ell_Grek", "languages": ["lim-Latn", "ell-Grek"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lim_Latn-hne_Deva", "languages": ["lim-Latn", "hne-Deva"]}, {"precision": 0.589693, "recall": 0.641304, "f1": 0.604894, "accuracy": 0.641304, "main_score": 0.604894, "hf_subset": "lim_Latn-kik_Latn", "languages": ["lim-Latn", "kik-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lim_Latn-mai_Deva", "languages": ["lim-Latn", "mai-Deva"]}, {"precision": 0.926301, "recall": 0.947628, "f1": 0.933037, "accuracy": 0.947628, "main_score": 0.933037, "hf_subset": "lim_Latn-pbt_Arab", "languages": ["lim-Latn", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lim_Latn-spa_Latn", "languages": ["lim-Latn", "spa-Latn"]}, {"precision": 0.633787, "recall": 0.685771, "f1": 0.648144, "accuracy": 0.685771, "main_score": 0.648144, "hf_subset": "lim_Latn-twi_Latn", "languages": ["lim-Latn", "twi-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-acm_Arab", "languages": ["lim-Latn", "acm-Arab"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "lim_Latn-bel_Cyrl", "languages": ["lim-Latn", "bel-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lim_Latn-eng_Latn", "languages": ["lim-Latn", "eng-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-hrv_Latn", "languages": ["lim-Latn", "hrv-Latn"]}, {"precision": 0.538719, "recall": 0.596838, "f1": 0.555223, "accuracy": 0.596838, "main_score": 0.555223, "hf_subset": "lim_Latn-kin_Latn", "languages": ["lim-Latn", "kin-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lim_Latn-mal_Mlym", "languages": ["lim-Latn", "mal-Mlym"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-pes_Arab", "languages": ["lim-Latn", "pes-Arab"]}, {"precision": 0.961462, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "lim_Latn-srd_Latn", "languages": ["lim-Latn", "srd-Latn"]}, {"precision": 0.182548, "recall": 0.230237, "f1": 0.194247, "accuracy": 0.230237, "main_score": 0.194247, "hf_subset": "lim_Latn-tzm_Tfng", "languages": ["lim-Latn", "tzm-Tfng"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lim_Latn-acq_Arab", "languages": ["lim-Latn", "acq-Arab"]}, {"precision": 0.635488, "recall": 0.68083, "f1": 0.64768, "accuracy": 0.68083, "main_score": 0.64768, "hf_subset": "lim_Latn-bem_Latn", "languages": ["lim-Latn", "bem-Latn"]}, {"precision": 0.989213, "recall": 0.992095, "f1": 0.99002, "accuracy": 0.992095, "main_score": 0.99002, "hf_subset": "lim_Latn-epo_Latn", "languages": ["lim-Latn", "epo-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "lim_Latn-hun_Latn", "languages": ["lim-Latn", "hun-Latn"]}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "lim_Latn-kir_Cyrl", "languages": ["lim-Latn", "kir-Cyrl"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-mar_Deva", "languages": ["lim-Latn", "mar-Deva"]}, {"precision": 0.650189, "recall": 0.702569, "f1": 0.665569, "accuracy": 0.702569, "main_score": 0.665569, "hf_subset": "lim_Latn-plt_Latn", "languages": ["lim-Latn", "plt-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lim_Latn-srp_Cyrl", "languages": ["lim-Latn", "srp-Cyrl"]}, {"precision": 0.910903, "recall": 0.936759, "f1": 0.919104, "accuracy": 0.936759, "main_score": 0.919104, "hf_subset": "lim_Latn-uig_Arab", "languages": ["lim-Latn", "uig-Arab"]}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "lim_Latn-aeb_Arab", "languages": ["lim-Latn", "aeb-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-ben_Beng", "languages": ["lim-Latn", "ben-Beng"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lim_Latn-est_Latn", "languages": ["lim-Latn", "est-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lim_Latn-hye_Armn", "languages": ["lim-Latn", "hye-Armn"]}, {"precision": 0.549498, "recall": 0.598814, "f1": 0.563644, "accuracy": 0.598814, "main_score": 0.563644, "hf_subset": "lim_Latn-kmb_Latn", "languages": ["lim-Latn", "kmb-Latn"]}, {"precision": 0.512206, "recall": 0.576087, "f1": 0.52872, "accuracy": 0.576087, "main_score": 0.52872, "hf_subset": "lim_Latn-min_Arab", "languages": ["lim-Latn", "min-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lim_Latn-pol_Latn", "languages": ["lim-Latn", "pol-Latn"]}, {"precision": 0.559511, "recall": 0.614625, "f1": 0.575323, "accuracy": 0.614625, "main_score": 0.575323, "hf_subset": "lim_Latn-ssw_Latn", "languages": ["lim-Latn", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lim_Latn-ukr_Cyrl", "languages": ["lim-Latn", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lim_Latn-afr_Latn", "languages": ["lim-Latn", "afr-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "lim_Latn-bho_Deva", "languages": ["lim-Latn", "bho-Deva"]}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "lim_Latn-eus_Latn", "languages": ["lim-Latn", "eus-Latn"]}, {"precision": 0.577717, "recall": 0.629447, "f1": 0.592198, "accuracy": 0.629447, "main_score": 0.592198, "hf_subset": "lim_Latn-ibo_Latn", "languages": ["lim-Latn", "ibo-Latn"]}, {"precision": 0.82817, "recall": 0.868577, "f1": 0.840536, "accuracy": 0.868577, "main_score": 0.840536, "hf_subset": "lim_Latn-kmr_Latn", "languages": ["lim-Latn", "kmr-Latn"]}, {"precision": 0.940547, "recall": 0.955534, "f1": 0.945323, "accuracy": 0.955534, "main_score": 0.945323, "hf_subset": "lim_Latn-min_Latn", "languages": ["lim-Latn", "min-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "lim_Latn-por_Latn", "languages": ["lim-Latn", "por-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "lim_Latn-sun_Latn", "languages": ["lim-Latn", "sun-Latn"]}, {"precision": 0.521619, "recall": 0.581028, "f1": 0.53809, "accuracy": 0.581028, "main_score": 0.53809, "hf_subset": "lim_Latn-umb_Latn", "languages": ["lim-Latn", "umb-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lim_Latn-ajp_Arab", "languages": ["lim-Latn", "ajp-Arab"]}, {"precision": 0.544836, "recall": 0.607708, "f1": 0.563218, "accuracy": 0.607708, "main_score": 0.563218, "hf_subset": "lim_Latn-bjn_Arab", "languages": ["lim-Latn", "bjn-Arab"]}, {"precision": 0.527149, "recall": 0.577075, "f1": 0.540362, "accuracy": 0.577075, "main_score": 0.540362, "hf_subset": "lim_Latn-ewe_Latn", "languages": ["lim-Latn", "ewe-Latn"]}, {"precision": 0.924984, "recall": 0.943676, "f1": 0.930896, "accuracy": 0.943676, "main_score": 0.930896, "hf_subset": "lim_Latn-ilo_Latn", "languages": ["lim-Latn", "ilo-Latn"]}, {"precision": 0.321929, "recall": 0.37747, "f1": 0.336879, "accuracy": 0.37747, "main_score": 0.336879, "hf_subset": "lim_Latn-knc_Arab", "languages": ["lim-Latn", "knc-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lim_Latn-mkd_Cyrl", "languages": ["lim-Latn", "mkd-Cyrl"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lim_Latn-prs_Arab", "languages": ["lim-Latn", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lim_Latn-swe_Latn", "languages": ["lim-Latn", "swe-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-urd_Arab", "languages": ["lim-Latn", "urd-Arab"]}, {"precision": 0.600277, "recall": 0.660079, "f1": 0.616789, "accuracy": 0.660079, "main_score": 0.616789, "hf_subset": "lim_Latn-aka_Latn", "languages": ["lim-Latn", "aka-Latn"]}, {"precision": 0.952034, "recall": 0.965415, "f1": 0.956247, "accuracy": 0.965415, "main_score": 0.956247, "hf_subset": "lim_Latn-bjn_Latn", "languages": ["lim-Latn", "bjn-Latn"]}, {"precision": 0.94697, "recall": 0.962451, "f1": 0.951713, "accuracy": 0.962451, "main_score": 0.951713, "hf_subset": "lim_Latn-fao_Latn", "languages": ["lim-Latn", "fao-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lim_Latn-ind_Latn", "languages": ["lim-Latn", "ind-Latn"]}, {"precision": 0.590529, "recall": 0.63834, "f1": 0.603853, "accuracy": 0.63834, "main_score": 0.603853, "hf_subset": "lim_Latn-knc_Latn", "languages": ["lim-Latn", "knc-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "lim_Latn-mlt_Latn", "languages": ["lim-Latn", "mlt-Latn"]}, {"precision": 0.672667, "recall": 0.727273, "f1": 0.688524, "accuracy": 0.727273, "main_score": 0.688524, "hf_subset": "lim_Latn-quy_Latn", "languages": ["lim-Latn", "quy-Latn"]}, {"precision": 0.932312, "recall": 0.952569, "f1": 0.9389, "accuracy": 0.952569, "main_score": 0.9389, "hf_subset": "lim_Latn-swh_Latn", "languages": ["lim-Latn", "swh-Latn"]}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "lim_Latn-uzn_Latn", "languages": ["lim-Latn", "uzn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-als_Latn", "languages": ["lim-Latn", "als-Latn"]}, {"precision": 0.542633, "recall": 0.623518, "f1": 0.565008, "accuracy": 0.623518, "main_score": 0.565008, "hf_subset": "lim_Latn-bod_Tibt", "languages": ["lim-Latn", "bod-Tibt"]}, {"precision": 0.677354, "recall": 0.730237, "f1": 0.692265, "accuracy": 0.730237, "main_score": 0.692265, "hf_subset": "lim_Latn-fij_Latn", "languages": ["lim-Latn", "fij-Latn"]}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "lim_Latn-isl_Latn", "languages": ["lim-Latn", "isl-Latn"]}, {"precision": 0.662372, "recall": 0.708498, "f1": 0.675734, "accuracy": 0.708498, "main_score": 0.675734, "hf_subset": "lim_Latn-kon_Latn", "languages": ["lim-Latn", "kon-Latn"]}, {"precision": 0.634984, "recall": 0.698617, "f1": 0.653486, "accuracy": 0.698617, "main_score": 0.653486, "hf_subset": "lim_Latn-mni_Beng", "languages": ["lim-Latn", "mni-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lim_Latn-ron_Latn", "languages": ["lim-Latn", "ron-Latn"]}, {"precision": 0.959157, "recall": 0.970356, "f1": 0.96278, "accuracy": 0.970356, "main_score": 0.96278, "hf_subset": "lim_Latn-szl_Latn", "languages": ["lim-Latn", "szl-Latn"]}, {"precision": 0.982296, "recall": 0.987154, "f1": 0.983762, "accuracy": 0.987154, "main_score": 0.983762, "hf_subset": "lim_Latn-vec_Latn", "languages": ["lim-Latn", "vec-Latn"]}, {"precision": 0.881505, "recall": 0.916996, "f1": 0.892688, "accuracy": 0.916996, "main_score": 0.892688, "hf_subset": "lim_Latn-amh_Ethi", "languages": ["lim-Latn", "amh-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lim_Latn-bos_Latn", "languages": ["lim-Latn", "bos-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lim_Latn-fin_Latn", "languages": ["lim-Latn", "fin-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "lim_Latn-ita_Latn", "languages": ["lim-Latn", "ita-Latn"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "lim_Latn-kor_Hang", "languages": ["lim-Latn", "kor-Hang"]}, {"precision": 0.559626, "recall": 0.610672, "f1": 0.573892, "accuracy": 0.610672, "main_score": 0.573892, "hf_subset": "lim_Latn-mos_Latn", "languages": ["lim-Latn", "mos-Latn"]}, {"precision": 0.552248, "recall": 0.604743, "f1": 0.567119, "accuracy": 0.604743, "main_score": 0.567119, "hf_subset": "lim_Latn-run_Latn", "languages": ["lim-Latn", "run-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lim_Latn-tam_Taml", "languages": ["lim-Latn", "tam-Taml"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "lim_Latn-vie_Latn", "languages": ["lim-Latn", "vie-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "lim_Latn-apc_Arab", "languages": ["lim-Latn", "apc-Arab"]}, {"precision": 0.794977, "recall": 0.836957, "f1": 0.807218, "accuracy": 0.836957, "main_score": 0.807218, "hf_subset": "lim_Latn-bug_Latn", "languages": ["lim-Latn", "bug-Latn"]}, {"precision": 0.480543, "recall": 0.532609, "f1": 0.49395, "accuracy": 0.532609, "main_score": 0.49395, "hf_subset": "lim_Latn-fon_Latn", "languages": ["lim-Latn", "fon-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "lim_Latn-jav_Latn", "languages": ["lim-Latn", "jav-Latn"]}, {"precision": 0.960392, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "lim_Latn-lao_Laoo", "languages": ["lim-Latn", "lao-Laoo"]}, {"precision": 0.791413, "recall": 0.842885, "f1": 0.806999, "accuracy": 0.842885, "main_score": 0.806999, "hf_subset": "lim_Latn-mri_Latn", "languages": ["lim-Latn", "mri-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lim_Latn-rus_Cyrl", "languages": ["lim-Latn", "rus-Cyrl"]}, {"precision": 0.542845, "recall": 0.59585, "f1": 0.557413, "accuracy": 0.59585, "main_score": 0.557413, "hf_subset": "lim_Latn-taq_Latn", "languages": ["lim-Latn", "taq-Latn"]}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "lim_Latn-war_Latn", "languages": ["lim-Latn", "war-Latn"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "lim_Latn-arb_Arab", "languages": ["lim-Latn", "arb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lim_Latn-bul_Cyrl", "languages": ["lim-Latn", "bul-Cyrl"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "lim_Latn-fra_Latn", "languages": ["lim-Latn", "fra-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lim_Latn-jpn_Jpan", "languages": ["lim-Latn", "jpn-Jpan"]}, {"precision": 0.973403, "recall": 0.980237, "f1": 0.975362, "accuracy": 0.980237, "main_score": 0.975362, "hf_subset": "lim_Latn-lij_Latn", "languages": ["lim-Latn", "lij-Latn"]}, {"precision": 0.947052, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "lim_Latn-mya_Mymr", "languages": ["lim-Latn", "mya-Mymr"]}, {"precision": 0.604444, "recall": 0.666996, "f1": 0.621752, "accuracy": 0.666996, "main_score": 0.621752, "hf_subset": "lim_Latn-sag_Latn", "languages": ["lim-Latn", "sag-Latn"]}, {"precision": 0.18844, "recall": 0.242095, "f1": 0.200329, "accuracy": 0.242095, "main_score": 0.200329, "hf_subset": "lim_Latn-taq_Tfng", "languages": ["lim-Latn", "taq-Tfng"]}, {"precision": 0.619311, "recall": 0.675889, "f1": 0.635491, "accuracy": 0.675889, "main_score": 0.635491, "hf_subset": "lim_Latn-wol_Latn", "languages": ["lim-Latn", "wol-Latn"]}, {"precision": 0.725313, "recall": 0.785573, "f1": 0.742758, "accuracy": 0.785573, "main_score": 0.742758, "hf_subset": "lim_Latn-arb_Latn", "languages": ["lim-Latn", "arb-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lim_Latn-cat_Latn", "languages": ["lim-Latn", "cat-Latn"]}, {"precision": 0.961298, "recall": 0.972332, "f1": 0.964723, "accuracy": 0.972332, "main_score": 0.964723, "hf_subset": "lim_Latn-fur_Latn", "languages": ["lim-Latn", "fur-Latn"]}, {"precision": 0.424012, "recall": 0.483202, "f1": 0.44027, "accuracy": 0.483202, "main_score": 0.44027, "hf_subset": "lim_Latn-kab_Latn", "languages": ["lim-Latn", "kab-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lim_Latn-nld_Latn", "languages": ["lim-Latn", "nld-Latn"]}, {"precision": 0.95611, "recall": 0.968379, "f1": 0.959881, "accuracy": 0.968379, "main_score": 0.959881, "hf_subset": "lim_Latn-san_Deva", "languages": ["lim-Latn", "san-Deva"]}, {"precision": 0.972941, "recall": 0.980237, "f1": 0.975033, "accuracy": 0.980237, "main_score": 0.975033, "hf_subset": "lim_Latn-tat_Cyrl", "languages": ["lim-Latn", "tat-Cyrl"]}, {"precision": 0.647518, "recall": 0.701581, "f1": 0.663086, "accuracy": 0.701581, "main_score": 0.663086, "hf_subset": "lim_Latn-xho_Latn", "languages": ["lim-Latn", "xho-Latn"]}, {"precision": 0.979331, "recall": 0.985178, "f1": 0.981126, "accuracy": 0.985178, "main_score": 0.981126, "hf_subset": "lim_Latn-ars_Arab", "languages": ["lim-Latn", "ars-Arab"]}, {"precision": 0.963909, "recall": 0.974308, "f1": 0.967144, "accuracy": 0.974308, "main_score": 0.967144, "hf_subset": "lim_Latn-ceb_Latn", "languages": ["lim-Latn", "ceb-Latn"]}, {"precision": 0.561299, "recall": 0.614625, "f1": 0.576665, "accuracy": 0.614625, "main_score": 0.576665, "hf_subset": "lim_Latn-fuv_Latn", "languages": ["lim-Latn", "fuv-Latn"]}, {"precision": 0.51537, "recall": 0.574111, "f1": 0.53184, "accuracy": 0.574111, "main_score": 0.53184, "hf_subset": "lim_Latn-kac_Latn", "languages": ["lim-Latn", "kac-Latn"]}, {"precision": 0.665184, "recall": 0.715415, "f1": 0.679729, "accuracy": 0.715415, "main_score": 0.679729, "hf_subset": "lim_Latn-lin_Latn", "languages": ["lim-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lim_Latn-nno_Latn", "languages": ["lim-Latn", "nno-Latn"]}, {"precision": 0.212347, "recall": 0.282609, "f1": 0.230488, "accuracy": 0.282609, "main_score": 0.230488, "hf_subset": "lim_Latn-sat_Olck", "languages": ["lim-Latn", "sat-Olck"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lim_Latn-tel_Telu", "languages": ["lim-Latn", "tel-Telu"]}, {"precision": 0.9361, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "lim_Latn-ydd_Hebr", "languages": ["lim-Latn", "ydd-Hebr"]}, {"precision": 0.956028, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "lim_Latn-ary_Arab", "languages": ["lim-Latn", "ary-Arab"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-ces_Latn", "languages": ["lim-Latn", "ces-Latn"]}, {"precision": 0.561248, "recall": 0.620553, "f1": 0.578821, "accuracy": 0.620553, "main_score": 0.578821, "hf_subset": "lim_Latn-gaz_Latn", "languages": ["lim-Latn", "gaz-Latn"]}, {"precision": 0.573943, "recall": 0.636364, "f1": 0.590901, "accuracy": 0.636364, "main_score": 0.590901, "hf_subset": "lim_Latn-kam_Latn", "languages": ["lim-Latn", "kam-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lim_Latn-lit_Latn", "languages": ["lim-Latn", "lit-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-nob_Latn", "languages": ["lim-Latn", "nob-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "lim_Latn-scn_Latn", "languages": ["lim-Latn", "scn-Latn"]}, {"precision": 0.933959, "recall": 0.953557, "f1": 0.94017, "accuracy": 0.953557, "main_score": 0.94017, "hf_subset": "lim_Latn-tgk_Cyrl", "languages": ["lim-Latn", "tgk-Cyrl"]}, {"precision": 0.670365, "recall": 0.730237, "f1": 0.688027, "accuracy": 0.730237, "main_score": 0.688027, "hf_subset": "lim_Latn-yor_Latn", "languages": ["lim-Latn", "yor-Latn"]}, {"precision": 0.978294, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "lim_Latn-arz_Arab", "languages": ["lim-Latn", "arz-Arab"]}, {"precision": 0.566921, "recall": 0.625494, "f1": 0.583561, "accuracy": 0.625494, "main_score": 0.583561, "hf_subset": "lim_Latn-cjk_Latn", "languages": ["lim-Latn", "cjk-Latn"]}, {"precision": 0.726409, "recall": 0.777668, "f1": 0.741683, "accuracy": 0.777668, "main_score": 0.741683, "hf_subset": "lim_Latn-gla_Latn", "languages": ["lim-Latn", "gla-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lim_Latn-kan_Knda", "languages": ["lim-Latn", "kan-Knda"]}, {"precision": 0.969944, "recall": 0.978261, "f1": 0.972563, "accuracy": 0.978261, "main_score": 0.972563, "hf_subset": "lim_Latn-lmo_Latn", "languages": ["lim-Latn", "lmo-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "lim_Latn-npi_Deva", "languages": ["lim-Latn", "npi-Deva"]}, {"precision": 0.462512, "recall": 0.520751, "f1": 0.47845, "accuracy": 0.520751, "main_score": 0.47845, "hf_subset": "lim_Latn-shn_Mymr", "languages": ["lim-Latn", "shn-Mymr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-tgl_Latn", "languages": ["lim-Latn", "tgl-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-yue_Hant", "languages": ["lim-Latn", "yue-Hant"]}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.970652, "accuracy": 0.977273, "main_score": 0.970652, "hf_subset": "lim_Latn-asm_Beng", "languages": ["lim-Latn", "asm-Beng"]}, {"precision": 0.909865, "recall": 0.934783, "f1": 0.917358, "accuracy": 0.934783, "main_score": 0.917358, "hf_subset": "lim_Latn-ckb_Arab", "languages": ["lim-Latn", "ckb-Arab"]}, {"precision": 0.814678, "recall": 0.857708, "f1": 0.827454, "accuracy": 0.857708, "main_score": 0.827454, "hf_subset": "lim_Latn-gle_Latn", "languages": ["lim-Latn", "gle-Latn"]}, {"precision": 0.88862, "recall": 0.916996, "f1": 0.897464, "accuracy": 0.916996, "main_score": 0.897464, "hf_subset": "lim_Latn-kas_Arab", "languages": ["lim-Latn", "kas-Arab"]}, {"precision": 0.913982, "recall": 0.937747, "f1": 0.921297, "accuracy": 0.937747, "main_score": 0.921297, "hf_subset": "lim_Latn-ltg_Latn", "languages": ["lim-Latn", "ltg-Latn"]}, {"precision": 0.61031, "recall": 0.664032, "f1": 0.625674, "accuracy": 0.664032, "main_score": 0.625674, "hf_subset": "lim_Latn-nso_Latn", "languages": ["lim-Latn", "nso-Latn"]}, {"precision": 0.9403, "recall": 0.95751, "f1": 0.945883, "accuracy": 0.95751, "main_score": 0.945883, "hf_subset": "lim_Latn-sin_Sinh", "languages": ["lim-Latn", "sin-Sinh"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "lim_Latn-tha_Thai", "languages": ["lim-Latn", "tha-Thai"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lim_Latn-zho_Hans", "languages": ["lim-Latn", "zho-Hans"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-ast_Latn", "languages": ["lim-Latn", "ast-Latn"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "lim_Latn-crh_Latn", "languages": ["lim-Latn", "crh-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-glg_Latn", "languages": ["lim-Latn", "glg-Latn"]}, {"precision": 0.845273, "recall": 0.883399, "f1": 0.857279, "accuracy": 0.883399, "main_score": 0.857279, "hf_subset": "lim_Latn-kas_Deva", "languages": ["lim-Latn", "kas-Deva"]}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "lim_Latn-ltz_Latn", "languages": ["lim-Latn", "ltz-Latn"]}, {"precision": 0.472063, "recall": 0.537549, "f1": 0.489817, "accuracy": 0.537549, "main_score": 0.489817, "hf_subset": "lim_Latn-nus_Latn", "languages": ["lim-Latn", "nus-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lim_Latn-slk_Latn", "languages": ["lim-Latn", "slk-Latn"]}, {"precision": 0.575778, "recall": 0.645257, "f1": 0.59564, "accuracy": 0.645257, "main_score": 0.59564, "hf_subset": "lim_Latn-tir_Ethi", "languages": ["lim-Latn", "tir-Ethi"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lim_Latn-zho_Hant", "languages": ["lim-Latn", "zho-Hant"]}, {"precision": 0.969532, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "lim_Latn-awa_Deva", "languages": ["lim-Latn", "awa-Deva"]}, {"precision": 0.928014, "recall": 0.94664, "f1": 0.933696, "accuracy": 0.94664, "main_score": 0.933696, "hf_subset": "lim_Latn-cym_Latn", "languages": ["lim-Latn", "cym-Latn"]}, {"precision": 0.812236, "recall": 0.847826, "f1": 0.822567, "accuracy": 0.847826, "main_score": 0.822567, "hf_subset": "lim_Latn-grn_Latn", "languages": ["lim-Latn", "grn-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.966864, "accuracy": 0.974308, "main_score": 0.966864, "hf_subset": "lim_Latn-kat_Geor", "languages": ["lim-Latn", "kat-Geor"]}, {"precision": 0.652087, "recall": 0.699605, "f1": 0.666065, "accuracy": 0.699605, "main_score": 0.666065, "hf_subset": "lim_Latn-lua_Latn", "languages": ["lim-Latn", "lua-Latn"]}, {"precision": 0.62716, "recall": 0.679842, "f1": 0.642489, "accuracy": 0.679842, "main_score": 0.642489, "hf_subset": "lim_Latn-nya_Latn", "languages": ["lim-Latn", "nya-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "lim_Latn-slv_Latn", "languages": ["lim-Latn", "slv-Latn"]}, {"precision": 0.899621, "recall": 0.924901, "f1": 0.907298, "accuracy": 0.924901, "main_score": 0.907298, "hf_subset": "lim_Latn-tpi_Latn", "languages": ["lim-Latn", "tpi-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-zsm_Latn", "languages": ["lim-Latn", "zsm-Latn"]}, {"precision": 0.546767, "recall": 0.604743, "f1": 0.563051, "accuracy": 0.604743, "main_score": 0.563051, "hf_subset": "lim_Latn-ayr_Latn", "languages": ["lim-Latn", "ayr-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-dan_Latn", "languages": ["lim-Latn", "dan-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lim_Latn-guj_Gujr", "languages": ["lim-Latn", "guj-Gujr"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "lim_Latn-kaz_Cyrl", "languages": ["lim-Latn", "kaz-Cyrl"]}, {"precision": 0.532368, "recall": 0.586957, "f1": 0.546837, "accuracy": 0.586957, "main_score": 0.546837, "hf_subset": "lim_Latn-lug_Latn", "languages": ["lim-Latn", "lug-Latn"]}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lim_Latn-oci_Latn", "languages": ["lim-Latn", "oci-Latn"]}, {"precision": 0.770998, "recall": 0.823123, "f1": 0.786693, "accuracy": 0.823123, "main_score": 0.786693, "hf_subset": "lim_Latn-smo_Latn", "languages": ["lim-Latn", "smo-Latn"]}, {"precision": 0.551356, "recall": 0.608696, "f1": 0.567501, "accuracy": 0.608696, "main_score": 0.567501, "hf_subset": "lim_Latn-tsn_Latn", "languages": ["lim-Latn", "tsn-Latn"]}, {"precision": 0.608244, "recall": 0.661067, "f1": 0.623666, "accuracy": 0.661067, "main_score": 0.623666, "hf_subset": "lim_Latn-zul_Latn", "languages": ["lim-Latn", "zul-Latn"]}, {"precision": 0.872036, "recall": 0.905138, "f1": 0.882378, "accuracy": 0.905138, "main_score": 0.882378, "hf_subset": "lim_Latn-azb_Arab", "languages": ["lim-Latn", "azb-Arab"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lim_Latn-deu_Latn", "languages": ["lim-Latn", "deu-Latn"]}, {"precision": 0.939147, "recall": 0.95751, "f1": 0.945059, "accuracy": 0.95751, "main_score": 0.945059, "hf_subset": "lim_Latn-hat_Latn", "languages": ["lim-Latn", "hat-Latn"]}, {"precision": 0.50978, "recall": 0.557312, "f1": 0.523088, "accuracy": 0.557312, "main_score": 0.523088, "hf_subset": "lim_Latn-kbp_Latn", "languages": ["lim-Latn", "kbp-Latn"]}, {"precision": 0.58368, "recall": 0.635375, "f1": 0.597723, "accuracy": 0.635375, "main_score": 0.597723, "hf_subset": "lim_Latn-luo_Latn", "languages": ["lim-Latn", "luo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lim_Latn-ory_Orya", "languages": ["lim-Latn", "ory-Orya"]}, {"precision": 0.587205, "recall": 0.643281, "f1": 0.60368, "accuracy": 0.643281, "main_score": 0.60368, "hf_subset": "lim_Latn-sna_Latn", "languages": ["lim-Latn", "sna-Latn"]}, {"precision": 0.560788, "recall": 0.605731, "f1": 0.573421, "accuracy": 0.605731, "main_score": 0.573421, "hf_subset": "lim_Latn-tso_Latn", "languages": ["lim-Latn", "tso-Latn"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "lim_Latn-azj_Latn", "languages": ["lim-Latn", "azj-Latn"]}, {"precision": 0.53918, "recall": 0.600791, "f1": 0.557232, "accuracy": 0.600791, "main_score": 0.557232, "hf_subset": "lim_Latn-dik_Latn", "languages": ["lim-Latn", "dik-Latn"]}, {"precision": 0.694807, "recall": 0.75, "f1": 0.710959, "accuracy": 0.75, "main_score": 0.710959, "hf_subset": "lim_Latn-hau_Latn", "languages": ["lim-Latn", "hau-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "lim_Latn-kea_Latn", "languages": ["lim-Latn", "kea-Latn"]}, {"precision": 0.725965, "recall": 0.774704, "f1": 0.740267, "accuracy": 0.774704, "main_score": 0.740267, "hf_subset": "lim_Latn-lus_Latn", "languages": ["lim-Latn", "lus-Latn"]}, {"precision": 0.847053, "recall": 0.876482, "f1": 0.85536, "accuracy": 0.876482, "main_score": 0.85536, "hf_subset": "lim_Latn-pag_Latn", "languages": ["lim-Latn", "pag-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lim_Latn-snd_Arab", "languages": ["lim-Latn", "snd-Arab"]}, {"precision": 0.898633, "recall": 0.924901, "f1": 0.906851, "accuracy": 0.924901, "main_score": 0.906851, "hf_subset": "lim_Latn-tuk_Latn", "languages": ["lim-Latn", "tuk-Latn"]}, {"precision": 0.961298, "recall": 0.972332, "f1": 0.964921, "accuracy": 0.972332, "main_score": 0.964921, "hf_subset": "lim_Latn-bak_Cyrl", "languages": ["lim-Latn", "bak-Cyrl"]}, {"precision": 0.495389, "recall": 0.567194, "f1": 0.516337, "accuracy": 0.567194, "main_score": 0.516337, "hf_subset": "lim_Latn-dyu_Latn", "languages": ["lim-Latn", "dyu-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "lim_Latn-heb_Hebr", "languages": ["lim-Latn", "heb-Hebr"]}, {"precision": 0.940333, "recall": 0.95751, "f1": 0.945718, "accuracy": 0.95751, "main_score": 0.945718, "hf_subset": "lim_Latn-khk_Cyrl", "languages": ["lim-Latn", "khk-Cyrl"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-lvs_Latn", "languages": ["lim-Latn", "lvs-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lim_Latn-pan_Guru", "languages": ["lim-Latn", "pan-Guru"]}, {"precision": 0.665681, "recall": 0.720356, "f1": 0.681079, "accuracy": 0.720356, "main_score": 0.681079, "hf_subset": "lim_Latn-som_Latn", "languages": ["lim-Latn", "som-Latn"]}, {"precision": 0.576162, "recall": 0.62253, "f1": 0.589166, "accuracy": 0.62253, "main_score": 0.589166, "hf_subset": "lim_Latn-tum_Latn", "languages": ["lim-Latn", "tum-Latn"]}, {"precision": 0.598017, "recall": 0.657115, "f1": 0.614862, "accuracy": 0.657115, "main_score": 0.614862, "hf_subset": "nld_Latn-ace_Arab", "languages": ["nld-Latn", "ace-Arab"]}, {"precision": 0.524951, "recall": 0.586957, "f1": 0.542867, "accuracy": 0.586957, "main_score": 0.542867, "hf_subset": "nld_Latn-bam_Latn", "languages": ["nld-Latn", "bam-Latn"]}, {"precision": 0.428505, "recall": 0.505929, "f1": 0.449497, "accuracy": 0.505929, "main_score": 0.449497, "hf_subset": "nld_Latn-dzo_Tibt", "languages": ["nld-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hin_Deva", "languages": ["nld-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-khm_Khmr", "languages": ["nld-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mag_Deva", "languages": ["nld-Latn", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "nld_Latn-pap_Latn", "languages": ["nld-Latn", "pap-Latn"]}, {"precision": 0.593314, "recall": 0.647233, "f1": 0.608799, "accuracy": 0.647233, "main_score": 0.608799, "hf_subset": "nld_Latn-sot_Latn", "languages": ["nld-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tur_Latn", "languages": ["nld-Latn", "tur-Latn"]}, {"precision": 0.880105, "recall": 0.912055, "f1": 0.890119, "accuracy": 0.912055, "main_score": 0.890119, "hf_subset": "nld_Latn-ace_Latn", "languages": ["nld-Latn", "ace-Latn"]}, {"precision": 0.960145, "recall": 0.970356, "f1": 0.963241, "accuracy": 0.970356, "main_score": 0.963241, "hf_subset": "nld_Latn-ban_Latn", "languages": ["nld-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ell_Grek", "languages": ["nld-Latn", "ell-Grek"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nld_Latn-hne_Deva", "languages": ["nld-Latn", "hne-Deva"]}, {"precision": 0.609556, "recall": 0.664032, "f1": 0.6252, "accuracy": 0.664032, "main_score": 0.6252, "hf_subset": "nld_Latn-kik_Latn", "languages": ["nld-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mai_Deva", "languages": ["nld-Latn", "mai-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "nld_Latn-pbt_Arab", "languages": ["nld-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-spa_Latn", "languages": ["nld-Latn", "spa-Latn"]}, {"precision": 0.629134, "recall": 0.692688, "f1": 0.64752, "accuracy": 0.692688, "main_score": 0.64752, "hf_subset": "nld_Latn-twi_Latn", "languages": ["nld-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-acm_Arab", "languages": ["nld-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bel_Cyrl", "languages": ["nld-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-eng_Latn", "languages": ["nld-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hrv_Latn", "languages": ["nld-Latn", "hrv-Latn"]}, {"precision": 0.555847, "recall": 0.619565, "f1": 0.573937, "accuracy": 0.619565, "main_score": 0.573937, "hf_subset": "nld_Latn-kin_Latn", "languages": ["nld-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-mal_Mlym", "languages": ["nld-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-pes_Arab", "languages": ["nld-Latn", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nld_Latn-srd_Latn", "languages": ["nld-Latn", "srd-Latn"]}, {"precision": 0.176395, "recall": 0.231225, "f1": 0.190357, "accuracy": 0.231225, "main_score": 0.190357, "hf_subset": "nld_Latn-tzm_Tfng", "languages": ["nld-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-acq_Arab", "languages": ["nld-Latn", "acq-Arab"]}, {"precision": 0.641024, "recall": 0.694664, "f1": 0.655891, "accuracy": 0.694664, "main_score": 0.655891, "hf_subset": "nld_Latn-bem_Latn", "languages": ["nld-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-epo_Latn", "languages": ["nld-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hun_Latn", "languages": ["nld-Latn", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-kir_Cyrl", "languages": ["nld-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mar_Deva", "languages": ["nld-Latn", "mar-Deva"]}, {"precision": 0.679061, "recall": 0.735178, "f1": 0.695753, "accuracy": 0.735178, "main_score": 0.695753, "hf_subset": "nld_Latn-plt_Latn", "languages": ["nld-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-srp_Cyrl", "languages": ["nld-Latn", "srp-Cyrl"]}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "nld_Latn-uig_Arab", "languages": ["nld-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-aeb_Arab", "languages": ["nld-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ben_Beng", "languages": ["nld-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-est_Latn", "languages": ["nld-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hye_Armn", "languages": ["nld-Latn", "hye-Armn"]}, {"precision": 0.558399, "recall": 0.609684, "f1": 0.573259, "accuracy": 0.609684, "main_score": 0.573259, "hf_subset": "nld_Latn-kmb_Latn", "languages": ["nld-Latn", "kmb-Latn"]}, {"precision": 0.519523, "recall": 0.591897, "f1": 0.539411, "accuracy": 0.591897, "main_score": 0.539411, "hf_subset": "nld_Latn-min_Arab", "languages": ["nld-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-pol_Latn", "languages": ["nld-Latn", "pol-Latn"]}, {"precision": 0.567301, "recall": 0.629447, "f1": 0.585614, "accuracy": 0.629447, "main_score": 0.585614, "hf_subset": "nld_Latn-ssw_Latn", "languages": ["nld-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ukr_Cyrl", "languages": ["nld-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-afr_Latn", "languages": ["nld-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bho_Deva", "languages": ["nld-Latn", "bho-Deva"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "nld_Latn-eus_Latn", "languages": ["nld-Latn", "eus-Latn"]}, {"precision": 0.587731, "recall": 0.647233, "f1": 0.604367, "accuracy": 0.647233, "main_score": 0.604367, "hf_subset": "nld_Latn-ibo_Latn", "languages": ["nld-Latn", "ibo-Latn"]}, {"precision": 0.89641, "recall": 0.925889, "f1": 0.905962, "accuracy": 0.925889, "main_score": 0.905962, "hf_subset": "nld_Latn-kmr_Latn", "languages": ["nld-Latn", "kmr-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "nld_Latn-min_Latn", "languages": ["nld-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-por_Latn", "languages": ["nld-Latn", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nld_Latn-sun_Latn", "languages": ["nld-Latn", "sun-Latn"]}, {"precision": 0.537058, "recall": 0.59585, "f1": 0.554045, "accuracy": 0.59585, "main_score": 0.554045, "hf_subset": "nld_Latn-umb_Latn", "languages": ["nld-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ajp_Arab", "languages": ["nld-Latn", "ajp-Arab"]}, {"precision": 0.547378, "recall": 0.613636, "f1": 0.565914, "accuracy": 0.613636, "main_score": 0.565914, "hf_subset": "nld_Latn-bjn_Arab", "languages": ["nld-Latn", "bjn-Arab"]}, {"precision": 0.537323, "recall": 0.592885, "f1": 0.552824, "accuracy": 0.592885, "main_score": 0.552824, "hf_subset": "nld_Latn-ewe_Latn", "languages": ["nld-Latn", "ewe-Latn"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "nld_Latn-ilo_Latn", "languages": ["nld-Latn", "ilo-Latn"]}, {"precision": 0.318728, "recall": 0.382411, "f1": 0.336096, "accuracy": 0.382411, "main_score": 0.336096, "hf_subset": "nld_Latn-knc_Arab", "languages": ["nld-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mkd_Cyrl", "languages": ["nld-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-prs_Arab", "languages": ["nld-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-swe_Latn", "languages": ["nld-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-urd_Arab", "languages": ["nld-Latn", "urd-Arab"]}, {"precision": 0.604784, "recall": 0.662055, "f1": 0.620989, "accuracy": 0.662055, "main_score": 0.620989, "hf_subset": "nld_Latn-aka_Latn", "languages": ["nld-Latn", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nld_Latn-bjn_Latn", "languages": ["nld-Latn", "bjn-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "nld_Latn-fao_Latn", "languages": ["nld-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ind_Latn", "languages": ["nld-Latn", "ind-Latn"]}, {"precision": 0.597007, "recall": 0.653162, "f1": 0.613156, "accuracy": 0.653162, "main_score": 0.613156, "hf_subset": "nld_Latn-knc_Latn", "languages": ["nld-Latn", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nld_Latn-mlt_Latn", "languages": ["nld-Latn", "mlt-Latn"]}, {"precision": 0.713719, "recall": 0.773715, "f1": 0.731481, "accuracy": 0.773715, "main_score": 0.731481, "hf_subset": "nld_Latn-quy_Latn", "languages": ["nld-Latn", "quy-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "nld_Latn-swh_Latn", "languages": ["nld-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-uzn_Latn", "languages": ["nld-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-als_Latn", "languages": ["nld-Latn", "als-Latn"]}, {"precision": 0.658573, "recall": 0.732213, "f1": 0.67999, "accuracy": 0.732213, "main_score": 0.67999, "hf_subset": "nld_Latn-bod_Tibt", "languages": ["nld-Latn", "bod-Tibt"]}, {"precision": 0.715187, "recall": 0.769763, "f1": 0.731357, "accuracy": 0.769763, "main_score": 0.731357, "hf_subset": "nld_Latn-fij_Latn", "languages": ["nld-Latn", "fij-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "nld_Latn-isl_Latn", "languages": ["nld-Latn", "isl-Latn"]}, {"precision": 0.678014, "recall": 0.733202, "f1": 0.694193, "accuracy": 0.733202, "main_score": 0.694193, "hf_subset": "nld_Latn-kon_Latn", "languages": ["nld-Latn", "kon-Latn"]}, {"precision": 0.665958, "recall": 0.730237, "f1": 0.68515, "accuracy": 0.730237, "main_score": 0.68515, "hf_subset": "nld_Latn-mni_Beng", "languages": ["nld-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ron_Latn", "languages": ["nld-Latn", "ron-Latn"]}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "nld_Latn-szl_Latn", "languages": ["nld-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-vec_Latn", "languages": ["nld-Latn", "vec-Latn"]}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "nld_Latn-amh_Ethi", "languages": ["nld-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bos_Latn", "languages": ["nld-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-fin_Latn", "languages": ["nld-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ita_Latn", "languages": ["nld-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-kor_Hang", "languages": ["nld-Latn", "kor-Hang"]}, {"precision": 0.553759, "recall": 0.614625, "f1": 0.571141, "accuracy": 0.614625, "main_score": 0.571141, "hf_subset": "nld_Latn-mos_Latn", "languages": ["nld-Latn", "mos-Latn"]}, {"precision": 0.568785, "recall": 0.624506, "f1": 0.584764, "accuracy": 0.624506, "main_score": 0.584764, "hf_subset": "nld_Latn-run_Latn", "languages": ["nld-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tam_Taml", "languages": ["nld-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-vie_Latn", "languages": ["nld-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-apc_Arab", "languages": ["nld-Latn", "apc-Arab"]}, {"precision": 0.808696, "recall": 0.849802, "f1": 0.820883, "accuracy": 0.849802, "main_score": 0.820883, "hf_subset": "nld_Latn-bug_Latn", "languages": ["nld-Latn", "bug-Latn"]}, {"precision": 0.477152, "recall": 0.537549, "f1": 0.493139, "accuracy": 0.537549, "main_score": 0.493139, "hf_subset": "nld_Latn-fon_Latn", "languages": ["nld-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nld_Latn-jav_Latn", "languages": ["nld-Latn", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nld_Latn-lao_Laoo", "languages": ["nld-Latn", "lao-Laoo"]}, {"precision": 0.874506, "recall": 0.910079, "f1": 0.885672, "accuracy": 0.910079, "main_score": 0.885672, "hf_subset": "nld_Latn-mri_Latn", "languages": ["nld-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-rus_Cyrl", "languages": ["nld-Latn", "rus-Cyrl"]}, {"precision": 0.549069, "recall": 0.613636, "f1": 0.56722, "accuracy": 0.613636, "main_score": 0.56722, "hf_subset": "nld_Latn-taq_Latn", "languages": ["nld-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-war_Latn", "languages": ["nld-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-arb_Arab", "languages": ["nld-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bul_Cyrl", "languages": ["nld-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-fra_Latn", "languages": ["nld-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-jpn_Jpan", "languages": ["nld-Latn", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-lij_Latn", "languages": ["nld-Latn", "lij-Latn"]}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "nld_Latn-mya_Mymr", "languages": ["nld-Latn", "mya-Mymr"]}, {"precision": 0.605123, "recall": 0.672925, "f1": 0.624584, "accuracy": 0.672925, "main_score": 0.624584, "hf_subset": "nld_Latn-sag_Latn", "languages": ["nld-Latn", "sag-Latn"]}, {"precision": 0.187838, "recall": 0.249012, "f1": 0.201275, "accuracy": 0.249012, "main_score": 0.201275, "hf_subset": "nld_Latn-taq_Tfng", "languages": ["nld-Latn", "taq-Tfng"]}, {"precision": 0.637945, "recall": 0.701581, "f1": 0.65615, "accuracy": 0.701581, "main_score": 0.65615, "hf_subset": "nld_Latn-wol_Latn", "languages": ["nld-Latn", "wol-Latn"]}, {"precision": 0.803508, "recall": 0.852767, "f1": 0.818347, "accuracy": 0.852767, "main_score": 0.818347, "hf_subset": "nld_Latn-arb_Latn", "languages": ["nld-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-cat_Latn", "languages": ["nld-Latn", "cat-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "nld_Latn-fur_Latn", "languages": ["nld-Latn", "fur-Latn"]}, {"precision": 0.427208, "recall": 0.481225, "f1": 0.442514, "accuracy": 0.481225, "main_score": 0.442514, "hf_subset": "nld_Latn-kab_Latn", "languages": ["nld-Latn", "kab-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-lim_Latn", "languages": ["nld-Latn", "lim-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nld_Latn-san_Deva", "languages": ["nld-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tat_Cyrl", "languages": ["nld-Latn", "tat-Cyrl"]}, {"precision": 0.685853, "recall": 0.745059, "f1": 0.70392, "accuracy": 0.745059, "main_score": 0.70392, "hf_subset": "nld_Latn-xho_Latn", "languages": ["nld-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ars_Arab", "languages": ["nld-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-ceb_Latn", "languages": ["nld-Latn", "ceb-Latn"]}, {"precision": 0.56961, "recall": 0.630435, "f1": 0.587319, "accuracy": 0.630435, "main_score": 0.587319, "hf_subset": "nld_Latn-fuv_Latn", "languages": ["nld-Latn", "fuv-Latn"]}, {"precision": 0.512323, "recall": 0.577075, "f1": 0.530184, "accuracy": 0.577075, "main_score": 0.530184, "hf_subset": "nld_Latn-kac_Latn", "languages": ["nld-Latn", "kac-Latn"]}, {"precision": 0.678673, "recall": 0.729249, "f1": 0.693874, "accuracy": 0.729249, "main_score": 0.693874, "hf_subset": "nld_Latn-lin_Latn", "languages": ["nld-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-nno_Latn", "languages": ["nld-Latn", "nno-Latn"]}, {"precision": 0.224129, "recall": 0.306324, "f1": 0.245738, "accuracy": 0.306324, "main_score": 0.245738, "hf_subset": "nld_Latn-sat_Olck", "languages": ["nld-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tel_Telu", "languages": ["nld-Latn", "tel-Telu"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "nld_Latn-ydd_Hebr", "languages": ["nld-Latn", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "nld_Latn-ary_Arab", "languages": ["nld-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ces_Latn", "languages": ["nld-Latn", "ces-Latn"]}, {"precision": 0.588587, "recall": 0.646245, "f1": 0.605472, "accuracy": 0.646245, "main_score": 0.605472, "hf_subset": "nld_Latn-gaz_Latn", "languages": ["nld-Latn", "gaz-Latn"]}, {"precision": 0.582506, "recall": 0.648221, "f1": 0.600816, "accuracy": 0.648221, "main_score": 0.600816, "hf_subset": "nld_Latn-kam_Latn", "languages": ["nld-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nld_Latn-lit_Latn", "languages": ["nld-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-nob_Latn", "languages": ["nld-Latn", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "nld_Latn-scn_Latn", "languages": ["nld-Latn", "scn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "nld_Latn-tgk_Cyrl", "languages": ["nld-Latn", "tgk-Cyrl"]}, {"precision": 0.706943, "recall": 0.770751, "f1": 0.726202, "accuracy": 0.770751, "main_score": 0.726202, "hf_subset": "nld_Latn-yor_Latn", "languages": ["nld-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-arz_Arab", "languages": ["nld-Latn", "arz-Arab"]}, {"precision": 0.58143, "recall": 0.639328, "f1": 0.597799, "accuracy": 0.639328, "main_score": 0.597799, "hf_subset": "nld_Latn-cjk_Latn", "languages": ["nld-Latn", "cjk-Latn"]}, {"precision": 0.798831, "recall": 0.850791, "f1": 0.814888, "accuracy": 0.850791, "main_score": 0.814888, "hf_subset": "nld_Latn-gla_Latn", "languages": ["nld-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-kan_Knda", "languages": ["nld-Latn", "kan-Knda"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "nld_Latn-lmo_Latn", "languages": ["nld-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "nld_Latn-npi_Deva", "languages": ["nld-Latn", "npi-Deva"]}, {"precision": 0.481103, "recall": 0.54249, "f1": 0.498092, "accuracy": 0.54249, "main_score": 0.498092, "hf_subset": "nld_Latn-shn_Mymr", "languages": ["nld-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tgl_Latn", "languages": ["nld-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-yue_Hant", "languages": ["nld-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-asm_Beng", "languages": ["nld-Latn", "asm-Beng"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "nld_Latn-ckb_Arab", "languages": ["nld-Latn", "ckb-Arab"]}, {"precision": 0.884634, "recall": 0.916008, "f1": 0.894829, "accuracy": 0.916008, "main_score": 0.894829, "hf_subset": "nld_Latn-gle_Latn", "languages": ["nld-Latn", "gle-Latn"]}, {"precision": 0.941535, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "nld_Latn-kas_Arab", "languages": ["nld-Latn", "kas-Arab"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "nld_Latn-ltg_Latn", "languages": ["nld-Latn", "ltg-Latn"]}, {"precision": 0.624221, "recall": 0.68083, "f1": 0.640587, "accuracy": 0.68083, "main_score": 0.640587, "hf_subset": "nld_Latn-nso_Latn", "languages": ["nld-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nld_Latn-sin_Sinh", "languages": ["nld-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-tha_Thai", "languages": ["nld-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-zho_Hans", "languages": ["nld-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ast_Latn", "languages": ["nld-Latn", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-crh_Latn", "languages": ["nld-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-glg_Latn", "languages": ["nld-Latn", "glg-Latn"]}, {"precision": 0.893363, "recall": 0.925889, "f1": 0.903722, "accuracy": 0.925889, "main_score": 0.903722, "hf_subset": "nld_Latn-kas_Deva", "languages": ["nld-Latn", "kas-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nld_Latn-ltz_Latn", "languages": ["nld-Latn", "ltz-Latn"]}, {"precision": 0.462013, "recall": 0.538538, "f1": 0.483542, "accuracy": 0.538538, "main_score": 0.483542, "hf_subset": "nld_Latn-nus_Latn", "languages": ["nld-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-slk_Latn", "languages": ["nld-Latn", "slk-Latn"]}, {"precision": 0.611413, "recall": 0.689723, "f1": 0.634651, "accuracy": 0.689723, "main_score": 0.634651, "hf_subset": "nld_Latn-tir_Ethi", "languages": ["nld-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-zho_Hant", "languages": ["nld-Latn", "zho-Hant"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "nld_Latn-awa_Deva", "languages": ["nld-Latn", "awa-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "nld_Latn-cym_Latn", "languages": ["nld-Latn", "cym-Latn"]}, {"precision": 0.856966, "recall": 0.893281, "f1": 0.868314, "accuracy": 0.893281, "main_score": 0.868314, "hf_subset": "nld_Latn-grn_Latn", "languages": ["nld-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-kat_Geor", "languages": ["nld-Latn", "kat-Geor"]}, {"precision": 0.652108, "recall": 0.704545, "f1": 0.666983, "accuracy": 0.704545, "main_score": 0.666983, "hf_subset": "nld_Latn-lua_Latn", "languages": ["nld-Latn", "lua-Latn"]}, {"precision": 0.657576, "recall": 0.717391, "f1": 0.674964, "accuracy": 0.717391, "main_score": 0.674964, "hf_subset": "nld_Latn-nya_Latn", "languages": ["nld-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-slv_Latn", "languages": ["nld-Latn", "slv-Latn"]}, {"precision": 0.958086, "recall": 0.971344, "f1": 0.962352, "accuracy": 0.971344, "main_score": 0.962352, "hf_subset": "nld_Latn-tpi_Latn", "languages": ["nld-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-zsm_Latn", "languages": ["nld-Latn", "zsm-Latn"]}, {"precision": 0.557964, "recall": 0.620553, "f1": 0.576461, "accuracy": 0.620553, "main_score": 0.576461, "hf_subset": "nld_Latn-ayr_Latn", "languages": ["nld-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-dan_Latn", "languages": ["nld-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-guj_Gujr", "languages": ["nld-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-kaz_Cyrl", "languages": ["nld-Latn", "kaz-Cyrl"]}, {"precision": 0.546998, "recall": 0.605731, "f1": 0.563554, "accuracy": 0.605731, "main_score": 0.563554, "hf_subset": "nld_Latn-lug_Latn", "languages": ["nld-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-oci_Latn", "languages": ["nld-Latn", "oci-Latn"]}, {"precision": 0.837187, "recall": 0.882411, "f1": 0.851087, "accuracy": 0.882411, "main_score": 0.851087, "hf_subset": "nld_Latn-smo_Latn", "languages": ["nld-Latn", "smo-Latn"]}, {"precision": 0.556161, "recall": 0.620553, "f1": 0.574564, "accuracy": 0.620553, "main_score": 0.574564, "hf_subset": "nld_Latn-tsn_Latn", "languages": ["nld-Latn", "tsn-Latn"]}, {"precision": 0.624766, "recall": 0.683794, "f1": 0.642292, "accuracy": 0.683794, "main_score": 0.642292, "hf_subset": "nld_Latn-zul_Latn", "languages": ["nld-Latn", "zul-Latn"]}, {"precision": 0.92803, "recall": 0.950593, "f1": 0.935277, "accuracy": 0.950593, "main_score": 0.935277, "hf_subset": "nld_Latn-azb_Arab", "languages": ["nld-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-deu_Latn", "languages": ["nld-Latn", "deu-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "nld_Latn-hat_Latn", "languages": ["nld-Latn", "hat-Latn"]}, {"precision": 0.499252, "recall": 0.5583, "f1": 0.516373, "accuracy": 0.5583, "main_score": 0.516373, "hf_subset": "nld_Latn-kbp_Latn", "languages": ["nld-Latn", "kbp-Latn"]}, {"precision": 0.590785, "recall": 0.651186, "f1": 0.607599, "accuracy": 0.651186, "main_score": 0.607599, "hf_subset": "nld_Latn-luo_Latn", "languages": ["nld-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ory_Orya", "languages": ["nld-Latn", "ory-Orya"]}, {"precision": 0.610469, "recall": 0.670949, "f1": 0.628082, "accuracy": 0.670949, "main_score": 0.628082, "hf_subset": "nld_Latn-sna_Latn", "languages": ["nld-Latn", "sna-Latn"]}, {"precision": 0.565721, "recall": 0.617589, "f1": 0.580583, "accuracy": 0.617589, "main_score": 0.580583, "hf_subset": "nld_Latn-tso_Latn", "languages": ["nld-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-azj_Latn", "languages": ["nld-Latn", "azj-Latn"]}, {"precision": 0.555737, "recall": 0.623518, "f1": 0.57557, "accuracy": 0.623518, "main_score": 0.57557, "hf_subset": "nld_Latn-dik_Latn", "languages": ["nld-Latn", "dik-Latn"]}, {"precision": 0.735145, "recall": 0.79249, "f1": 0.752042, "accuracy": 0.79249, "main_score": 0.752042, "hf_subset": "nld_Latn-hau_Latn", "languages": ["nld-Latn", "hau-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "nld_Latn-kea_Latn", "languages": ["nld-Latn", "kea-Latn"]}, {"precision": 0.748468, "recall": 0.799407, "f1": 0.763952, "accuracy": 0.799407, "main_score": 0.763952, "hf_subset": "nld_Latn-lus_Latn", "languages": ["nld-Latn", "lus-Latn"]}, {"precision": 0.884264, "recall": 0.911067, "f1": 0.892249, "accuracy": 0.911067, "main_score": 0.892249, "hf_subset": "nld_Latn-pag_Latn", "languages": ["nld-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-snd_Arab", "languages": ["nld-Latn", "snd-Arab"]}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "nld_Latn-tuk_Latn", "languages": ["nld-Latn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nld_Latn-bak_Cyrl", "languages": ["nld-Latn", "bak-Cyrl"]}, {"precision": 0.493002, "recall": 0.571146, "f1": 0.516606, "accuracy": 0.571146, "main_score": 0.516606, "hf_subset": "nld_Latn-dyu_Latn", "languages": ["nld-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-heb_Hebr", "languages": ["nld-Latn", "heb-Hebr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nld_Latn-khk_Cyrl", "languages": ["nld-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-lvs_Latn", "languages": ["nld-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-pan_Guru", "languages": ["nld-Latn", "pan-Guru"]}, {"precision": 0.696996, "recall": 0.76087, "f1": 0.716307, "accuracy": 0.76087, "main_score": 0.716307, "hf_subset": "nld_Latn-som_Latn", "languages": ["nld-Latn", "som-Latn"]}, {"precision": 0.602983, "recall": 0.653162, "f1": 0.617711, "accuracy": 0.653162, "main_score": 0.617711, "hf_subset": "nld_Latn-tum_Latn", "languages": ["nld-Latn", "tum-Latn"]}, {"precision": 0.5162, "recall": 0.576087, "f1": 0.532872, "accuracy": 0.576087, "main_score": 0.532872, "hf_subset": "san_Deva-ace_Arab", "languages": ["san-Deva", "ace-Arab"]}, {"precision": 0.499477, "recall": 0.55336, "f1": 0.514726, "accuracy": 0.55336, "main_score": 0.514726, "hf_subset": "san_Deva-bam_Latn", "languages": ["san-Deva", "bam-Latn"]}, {"precision": 0.405575, "recall": 0.48419, "f1": 0.427062, "accuracy": 0.48419, "main_score": 0.427062, "hf_subset": "san_Deva-dzo_Tibt", "languages": ["san-Deva", "dzo-Tibt"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-hin_Deva", "languages": ["san-Deva", "hin-Deva"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "san_Deva-khm_Khmr", "languages": ["san-Deva", "khm-Khmr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-mag_Deva", "languages": ["san-Deva", "mag-Deva"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "san_Deva-pap_Latn", "languages": ["san-Deva", "pap-Latn"]}, {"precision": 0.529136, "recall": 0.583992, "f1": 0.544409, "accuracy": 0.583992, "main_score": 0.544409, "hf_subset": "san_Deva-sot_Latn", "languages": ["san-Deva", "sot-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-tur_Latn", "languages": ["san-Deva", "tur-Latn"]}, {"precision": 0.831011, "recall": 0.871542, "f1": 0.84361, "accuracy": 0.871542, "main_score": 0.84361, "hf_subset": "san_Deva-ace_Latn", "languages": ["san-Deva", "ace-Latn"]}, {"precision": 0.92416, "recall": 0.944664, "f1": 0.930731, "accuracy": 0.944664, "main_score": 0.930731, "hf_subset": "san_Deva-ban_Latn", "languages": ["san-Deva", "ban-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ell_Grek", "languages": ["san-Deva", "ell-Grek"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "san_Deva-hne_Deva", "languages": ["san-Deva", "hne-Deva"]}, {"precision": 0.557636, "recall": 0.615613, "f1": 0.573664, "accuracy": 0.615613, "main_score": 0.573664, "hf_subset": "san_Deva-kik_Latn", "languages": ["san-Deva", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-mai_Deva", "languages": ["san-Deva", "mai-Deva"]}, {"precision": 0.950593, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "san_Deva-pbt_Arab", "languages": ["san-Deva", "pbt-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-spa_Latn", "languages": ["san-Deva", "spa-Latn"]}, {"precision": 0.578752, "recall": 0.641304, "f1": 0.595851, "accuracy": 0.641304, "main_score": 0.595851, "hf_subset": "san_Deva-twi_Latn", "languages": ["san-Deva", "twi-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-acm_Arab", "languages": ["san-Deva", "acm-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-bel_Cyrl", "languages": ["san-Deva", "bel-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-eng_Latn", "languages": ["san-Deva", "eng-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-hrv_Latn", "languages": ["san-Deva", "hrv-Latn"]}, {"precision": 0.504492, "recall": 0.567194, "f1": 0.522273, "accuracy": 0.567194, "main_score": 0.522273, "hf_subset": "san_Deva-kin_Latn", "languages": ["san-Deva", "kin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-mal_Mlym", "languages": ["san-Deva", "mal-Mlym"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-pes_Arab", "languages": ["san-Deva", "pes-Arab"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "san_Deva-srd_Latn", "languages": ["san-Deva", "srd-Latn"]}, {"precision": 0.186456, "recall": 0.23419, "f1": 0.198425, "accuracy": 0.23419, "main_score": 0.198425, "hf_subset": "san_Deva-tzm_Tfng", "languages": ["san-Deva", "tzm-Tfng"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-acq_Arab", "languages": ["san-Deva", "acq-Arab"]}, {"precision": 0.590277, "recall": 0.644269, "f1": 0.605083, "accuracy": 0.644269, "main_score": 0.605083, "hf_subset": "san_Deva-bem_Latn", "languages": ["san-Deva", "bem-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-epo_Latn", "languages": ["san-Deva", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-hun_Latn", "languages": ["san-Deva", "hun-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "san_Deva-kir_Cyrl", "languages": ["san-Deva", "kir-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-mar_Deva", "languages": ["san-Deva", "mar-Deva"]}, {"precision": 0.618989, "recall": 0.673913, "f1": 0.634872, "accuracy": 0.673913, "main_score": 0.634872, "hf_subset": "san_Deva-plt_Latn", "languages": ["san-Deva", "plt-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-srp_Cyrl", "languages": ["san-Deva", "srp-Cyrl"]}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "san_Deva-uig_Arab", "languages": ["san-Deva", "uig-Arab"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "san_Deva-aeb_Arab", "languages": ["san-Deva", "aeb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-ben_Beng", "languages": ["san-Deva", "ben-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-est_Latn", "languages": ["san-Deva", "est-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-hye_Armn", "languages": ["san-Deva", "hye-Armn"]}, {"precision": 0.5274, "recall": 0.571146, "f1": 0.539897, "accuracy": 0.571146, "main_score": 0.539897, "hf_subset": "san_Deva-kmb_Latn", "languages": ["san-Deva", "kmb-Latn"]}, {"precision": 0.446815, "recall": 0.520751, "f1": 0.46708, "accuracy": 0.520751, "main_score": 0.46708, "hf_subset": "san_Deva-min_Arab", "languages": ["san-Deva", "min-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-pol_Latn", "languages": ["san-Deva", "pol-Latn"]}, {"precision": 0.537866, "recall": 0.592885, "f1": 0.553974, "accuracy": 0.592885, "main_score": 0.553974, "hf_subset": "san_Deva-ssw_Latn", "languages": ["san-Deva", "ssw-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "san_Deva-ukr_Cyrl", "languages": ["san-Deva", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-afr_Latn", "languages": ["san-Deva", "afr-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "san_Deva-bho_Deva", "languages": ["san-Deva", "bho-Deva"]}, {"precision": 0.95886, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "san_Deva-eus_Latn", "languages": ["san-Deva", "eus-Latn"]}, {"precision": 0.527635, "recall": 0.589921, "f1": 0.545266, "accuracy": 0.589921, "main_score": 0.545266, "hf_subset": "san_Deva-ibo_Latn", "languages": ["san-Deva", "ibo-Latn"]}, {"precision": 0.833663, "recall": 0.87747, "f1": 0.847069, "accuracy": 0.87747, "main_score": 0.847069, "hf_subset": "san_Deva-kmr_Latn", "languages": ["san-Deva", "kmr-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "san_Deva-min_Latn", "languages": ["san-Deva", "min-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-por_Latn", "languages": ["san-Deva", "por-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "san_Deva-sun_Latn", "languages": ["san-Deva", "sun-Latn"]}, {"precision": 0.494162, "recall": 0.551383, "f1": 0.510482, "accuracy": 0.551383, "main_score": 0.510482, "hf_subset": "san_Deva-umb_Latn", "languages": ["san-Deva", "umb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-ajp_Arab", "languages": ["san-Deva", "ajp-Arab"]}, {"precision": 0.489929, "recall": 0.545455, "f1": 0.505363, "accuracy": 0.545455, "main_score": 0.505363, "hf_subset": "san_Deva-bjn_Arab", "languages": ["san-Deva", "bjn-Arab"]}, {"precision": 0.483295, "recall": 0.537549, "f1": 0.49802, "accuracy": 0.537549, "main_score": 0.49802, "hf_subset": "san_Deva-ewe_Latn", "languages": ["san-Deva", "ewe-Latn"]}, {"precision": 0.898633, "recall": 0.926877, "f1": 0.90751, "accuracy": 0.926877, "main_score": 0.90751, "hf_subset": "san_Deva-ilo_Latn", "languages": ["san-Deva", "ilo-Latn"]}, {"precision": 0.306103, "recall": 0.359684, "f1": 0.320687, "accuracy": 0.359684, "main_score": 0.320687, "hf_subset": "san_Deva-knc_Arab", "languages": ["san-Deva", "knc-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-mkd_Cyrl", "languages": ["san-Deva", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-prs_Arab", "languages": ["san-Deva", "prs-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-swe_Latn", "languages": ["san-Deva", "swe-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-urd_Arab", "languages": ["san-Deva", "urd-Arab"]}, {"precision": 0.550355, "recall": 0.607708, "f1": 0.566036, "accuracy": 0.607708, "main_score": 0.566036, "hf_subset": "san_Deva-aka_Latn", "languages": ["san-Deva", "aka-Latn"]}, {"precision": 0.972497, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "san_Deva-bjn_Latn", "languages": ["san-Deva", "bjn-Latn"]}, {"precision": 0.943264, "recall": 0.960474, "f1": 0.948847, "accuracy": 0.960474, "main_score": 0.948847, "hf_subset": "san_Deva-fao_Latn", "languages": ["san-Deva", "fao-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-ind_Latn", "languages": ["san-Deva", "ind-Latn"]}, {"precision": 0.549522, "recall": 0.600791, "f1": 0.564723, "accuracy": 0.600791, "main_score": 0.564723, "hf_subset": "san_Deva-knc_Latn", "languages": ["san-Deva", "knc-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "san_Deva-mlt_Latn", "languages": ["san-Deva", "mlt-Latn"]}, {"precision": 0.657004, "recall": 0.713439, "f1": 0.673485, "accuracy": 0.713439, "main_score": 0.673485, "hf_subset": "san_Deva-quy_Latn", "languages": ["san-Deva", "quy-Latn"]}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "san_Deva-swh_Latn", "languages": ["san-Deva", "swh-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "san_Deva-uzn_Latn", "languages": ["san-Deva", "uzn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-als_Latn", "languages": ["san-Deva", "als-Latn"]}, {"precision": 0.607469, "recall": 0.690711, "f1": 0.632108, "accuracy": 0.690711, "main_score": 0.632108, "hf_subset": "san_Deva-bod_Tibt", "languages": ["san-Deva", "bod-Tibt"]}, {"precision": 0.659497, "recall": 0.722332, "f1": 0.67772, "accuracy": 0.722332, "main_score": 0.67772, "hf_subset": "san_Deva-fij_Latn", "languages": ["san-Deva", "fij-Latn"]}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "san_Deva-isl_Latn", "languages": ["san-Deva", "isl-Latn"]}, {"precision": 0.616346, "recall": 0.670949, "f1": 0.632254, "accuracy": 0.670949, "main_score": 0.632254, "hf_subset": "san_Deva-kon_Latn", "languages": ["san-Deva", "kon-Latn"]}, {"precision": 0.624433, "recall": 0.6917, "f1": 0.644205, "accuracy": 0.6917, "main_score": 0.644205, "hf_subset": "san_Deva-mni_Beng", "languages": ["san-Deva", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-ron_Latn", "languages": ["san-Deva", "ron-Latn"]}, {"precision": 0.975296, "recall": 0.981225, "f1": 0.977273, "accuracy": 0.981225, "main_score": 0.977273, "hf_subset": "san_Deva-szl_Latn", "languages": ["san-Deva", "szl-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "san_Deva-vec_Latn", "languages": ["san-Deva", "vec-Latn"]}, {"precision": 0.907197, "recall": 0.935771, "f1": 0.916568, "accuracy": 0.935771, "main_score": 0.916568, "hf_subset": "san_Deva-amh_Ethi", "languages": ["san-Deva", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-bos_Latn", "languages": ["san-Deva", "bos-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "san_Deva-fin_Latn", "languages": ["san-Deva", "fin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-ita_Latn", "languages": ["san-Deva", "ita-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-kor_Hang", "languages": ["san-Deva", "kor-Hang"]}, {"precision": 0.521354, "recall": 0.576087, "f1": 0.536306, "accuracy": 0.576087, "main_score": 0.536306, "hf_subset": "san_Deva-mos_Latn", "languages": ["san-Deva", "mos-Latn"]}, {"precision": 0.530307, "recall": 0.583004, "f1": 0.545396, "accuracy": 0.583004, "main_score": 0.545396, "hf_subset": "san_Deva-run_Latn", "languages": ["san-Deva", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-tam_Taml", "languages": ["san-Deva", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-vie_Latn", "languages": ["san-Deva", "vie-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-apc_Arab", "languages": ["san-Deva", "apc-Arab"]}, {"precision": 0.744484, "recall": 0.794466, "f1": 0.758621, "accuracy": 0.794466, "main_score": 0.758621, "hf_subset": "san_Deva-bug_Latn", "languages": ["san-Deva", "bug-Latn"]}, {"precision": 0.45444, "recall": 0.509881, "f1": 0.469962, "accuracy": 0.509881, "main_score": 0.469962, "hf_subset": "san_Deva-fon_Latn", "languages": ["san-Deva", "fon-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "san_Deva-jav_Latn", "languages": ["san-Deva", "jav-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "san_Deva-lao_Laoo", "languages": ["san-Deva", "lao-Laoo"]}, {"precision": 0.804216, "recall": 0.854743, "f1": 0.81988, "accuracy": 0.854743, "main_score": 0.81988, "hf_subset": "san_Deva-mri_Latn", "languages": ["san-Deva", "mri-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-rus_Cyrl", "languages": ["san-Deva", "rus-Cyrl"]}, {"precision": 0.512142, "recall": 0.56917, "f1": 0.528054, "accuracy": 0.56917, "main_score": 0.528054, "hf_subset": "san_Deva-taq_Latn", "languages": ["san-Deva", "taq-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "san_Deva-war_Latn", "languages": ["san-Deva", "war-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-arb_Arab", "languages": ["san-Deva", "arb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-bul_Cyrl", "languages": ["san-Deva", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-fra_Latn", "languages": ["san-Deva", "fra-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-jpn_Jpan", "languages": ["san-Deva", "jpn-Jpan"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "san_Deva-lij_Latn", "languages": ["san-Deva", "lij-Latn"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "san_Deva-mya_Mymr", "languages": ["san-Deva", "mya-Mymr"]}, {"precision": 0.545093, "recall": 0.604743, "f1": 0.561533, "accuracy": 0.604743, "main_score": 0.561533, "hf_subset": "san_Deva-sag_Latn", "languages": ["san-Deva", "sag-Latn"]}, {"precision": 0.199554, "recall": 0.246047, "f1": 0.210797, "accuracy": 0.246047, "main_score": 0.210797, "hf_subset": "san_Deva-taq_Tfng", "languages": ["san-Deva", "taq-Tfng"]}, {"precision": 0.575792, "recall": 0.635375, "f1": 0.59275, "accuracy": 0.635375, "main_score": 0.59275, "hf_subset": "san_Deva-wol_Latn", "languages": ["san-Deva", "wol-Latn"]}, {"precision": 0.737764, "recall": 0.800395, "f1": 0.756884, "accuracy": 0.800395, "main_score": 0.756884, "hf_subset": "san_Deva-arb_Latn", "languages": ["san-Deva", "arb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-cat_Latn", "languages": ["san-Deva", "cat-Latn"]}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "san_Deva-fur_Latn", "languages": ["san-Deva", "fur-Latn"]}, {"precision": 0.383238, "recall": 0.438735, "f1": 0.398091, "accuracy": 0.438735, "main_score": 0.398091, "hf_subset": "san_Deva-kab_Latn", "languages": ["san-Deva", "kab-Latn"]}, {"precision": 0.961957, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "san_Deva-lim_Latn", "languages": ["san-Deva", "lim-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-nld_Latn", "languages": ["san-Deva", "nld-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "san_Deva-tat_Cyrl", "languages": ["san-Deva", "tat-Cyrl"]}, {"precision": 0.640884, "recall": 0.701581, "f1": 0.658492, "accuracy": 0.701581, "main_score": 0.658492, "hf_subset": "san_Deva-xho_Latn", "languages": ["san-Deva", "xho-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ars_Arab", "languages": ["san-Deva", "ars-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "san_Deva-ceb_Latn", "languages": ["san-Deva", "ceb-Latn"]}, {"precision": 0.526114, "recall": 0.578063, "f1": 0.541281, "accuracy": 0.578063, "main_score": 0.541281, "hf_subset": "san_Deva-fuv_Latn", "languages": ["san-Deva", "fuv-Latn"]}, {"precision": 0.490039, "recall": 0.552372, "f1": 0.507479, "accuracy": 0.552372, "main_score": 0.507479, "hf_subset": "san_Deva-kac_Latn", "languages": ["san-Deva", "kac-Latn"]}, {"precision": 0.625358, "recall": 0.675889, "f1": 0.639839, "accuracy": 0.675889, "main_score": 0.639839, "hf_subset": "san_Deva-lin_Latn", "languages": ["san-Deva", "lin-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "san_Deva-nno_Latn", "languages": ["san-Deva", "nno-Latn"]}, {"precision": 0.230821, "recall": 0.311265, "f1": 0.251595, "accuracy": 0.311265, "main_score": 0.251595, "hf_subset": "san_Deva-sat_Olck", "languages": ["san-Deva", "sat-Olck"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "san_Deva-tel_Telu", "languages": ["san-Deva", "tel-Telu"]}, {"precision": 0.918149, "recall": 0.943676, "f1": 0.926548, "accuracy": 0.943676, "main_score": 0.926548, "hf_subset": "san_Deva-ydd_Hebr", "languages": ["san-Deva", "ydd-Hebr"]}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "san_Deva-ary_Arab", "languages": ["san-Deva", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-ces_Latn", "languages": ["san-Deva", "ces-Latn"]}, {"precision": 0.552849, "recall": 0.610672, "f1": 0.569716, "accuracy": 0.610672, "main_score": 0.569716, "hf_subset": "san_Deva-gaz_Latn", "languages": ["san-Deva", "gaz-Latn"]}, {"precision": 0.547543, "recall": 0.603755, "f1": 0.563403, "accuracy": 0.603755, "main_score": 0.563403, "hf_subset": "san_Deva-kam_Latn", "languages": ["san-Deva", "kam-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "san_Deva-lit_Latn", "languages": ["san-Deva", "lit-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-nob_Latn", "languages": ["san-Deva", "nob-Latn"]}, {"precision": 0.96138, "recall": 0.97332, "f1": 0.965152, "accuracy": 0.97332, "main_score": 0.965152, "hf_subset": "san_Deva-scn_Latn", "languages": ["san-Deva", "scn-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "san_Deva-tgk_Cyrl", "languages": ["san-Deva", "tgk-Cyrl"]}, {"precision": 0.679333, "recall": 0.743083, "f1": 0.697488, "accuracy": 0.743083, "main_score": 0.697488, "hf_subset": "san_Deva-yor_Latn", "languages": ["san-Deva", "yor-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-arz_Arab", "languages": ["san-Deva", "arz-Arab"]}, {"precision": 0.54688, "recall": 0.596838, "f1": 0.561352, "accuracy": 0.596838, "main_score": 0.561352, "hf_subset": "san_Deva-cjk_Latn", "languages": ["san-Deva", "cjk-Latn"]}, {"precision": 0.72859, "recall": 0.787549, "f1": 0.746805, "accuracy": 0.787549, "main_score": 0.746805, "hf_subset": "san_Deva-gla_Latn", "languages": ["san-Deva", "gla-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-kan_Knda", "languages": ["san-Deva", "kan-Knda"]}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "san_Deva-lmo_Latn", "languages": ["san-Deva", "lmo-Latn"]}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "san_Deva-npi_Deva", "languages": ["san-Deva", "npi-Deva"]}, {"precision": 0.444706, "recall": 0.5, "f1": 0.46051, "accuracy": 0.5, "main_score": 0.46051, "hf_subset": "san_Deva-shn_Mymr", "languages": ["san-Deva", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-tgl_Latn", "languages": ["san-Deva", "tgl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-yue_Hant", "languages": ["san-Deva", "yue-Hant"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-asm_Beng", "languages": ["san-Deva", "asm-Beng"]}, {"precision": 0.931406, "recall": 0.952569, "f1": 0.938142, "accuracy": 0.952569, "main_score": 0.938142, "hf_subset": "san_Deva-ckb_Arab", "languages": ["san-Deva", "ckb-Arab"]}, {"precision": 0.826581, "recall": 0.867589, "f1": 0.839229, "accuracy": 0.867589, "main_score": 0.839229, "hf_subset": "san_Deva-gle_Latn", "languages": ["san-Deva", "gle-Latn"]}, {"precision": 0.935359, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "san_Deva-kas_Arab", "languages": ["san-Deva", "kas-Arab"]}, {"precision": 0.903195, "recall": 0.929842, "f1": 0.911364, "accuracy": 0.929842, "main_score": 0.911364, "hf_subset": "san_Deva-ltg_Latn", "languages": ["san-Deva", "ltg-Latn"]}, {"precision": 0.571735, "recall": 0.619565, "f1": 0.584953, "accuracy": 0.619565, "main_score": 0.584953, "hf_subset": "san_Deva-nso_Latn", "languages": ["san-Deva", "nso-Latn"]}, {"precision": 0.953393, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "san_Deva-sin_Sinh", "languages": ["san-Deva", "sin-Sinh"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-tha_Thai", "languages": ["san-Deva", "tha-Thai"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-zho_Hans", "languages": ["san-Deva", "zho-Hans"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-ast_Latn", "languages": ["san-Deva", "ast-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "san_Deva-crh_Latn", "languages": ["san-Deva", "crh-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "san_Deva-glg_Latn", "languages": ["san-Deva", "glg-Latn"]}, {"precision": 0.856143, "recall": 0.895257, "f1": 0.868281, "accuracy": 0.895257, "main_score": 0.868281, "hf_subset": "san_Deva-kas_Deva", "languages": ["san-Deva", "kas-Deva"]}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "san_Deva-ltz_Latn", "languages": ["san-Deva", "ltz-Latn"]}, {"precision": 0.439893, "recall": 0.502964, "f1": 0.456355, "accuracy": 0.502964, "main_score": 0.456355, "hf_subset": "san_Deva-nus_Latn", "languages": ["san-Deva", "nus-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-slk_Latn", "languages": ["san-Deva", "slk-Latn"]}, {"precision": 0.588186, "recall": 0.65415, "f1": 0.607383, "accuracy": 0.65415, "main_score": 0.607383, "hf_subset": "san_Deva-tir_Ethi", "languages": ["san-Deva", "tir-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-zho_Hant", "languages": ["san-Deva", "zho-Hant"]}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "san_Deva-awa_Deva", "languages": ["san-Deva", "awa-Deva"]}, {"precision": 0.939723, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "san_Deva-cym_Latn", "languages": ["san-Deva", "cym-Latn"]}, {"precision": 0.776828, "recall": 0.822134, "f1": 0.790467, "accuracy": 0.822134, "main_score": 0.790467, "hf_subset": "san_Deva-grn_Latn", "languages": ["san-Deva", "grn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-kat_Geor", "languages": ["san-Deva", "kat-Geor"]}, {"precision": 0.6039, "recall": 0.653162, "f1": 0.617761, "accuracy": 0.653162, "main_score": 0.617761, "hf_subset": "san_Deva-lua_Latn", "languages": ["san-Deva", "lua-Latn"]}, {"precision": 0.598077, "recall": 0.650198, "f1": 0.613017, "accuracy": 0.650198, "main_score": 0.613017, "hf_subset": "san_Deva-nya_Latn", "languages": ["san-Deva", "nya-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-slv_Latn", "languages": ["san-Deva", "slv-Latn"]}, {"precision": 0.909256, "recall": 0.935771, "f1": 0.917622, "accuracy": 0.935771, "main_score": 0.917622, "hf_subset": "san_Deva-tpi_Latn", "languages": ["san-Deva", "tpi-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-zsm_Latn", "languages": ["san-Deva", "zsm-Latn"]}, {"precision": 0.51278, "recall": 0.568182, "f1": 0.528737, "accuracy": 0.568182, "main_score": 0.528737, "hf_subset": "san_Deva-ayr_Latn", "languages": ["san-Deva", "ayr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-dan_Latn", "languages": ["san-Deva", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-guj_Gujr", "languages": ["san-Deva", "guj-Gujr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "san_Deva-kaz_Cyrl", "languages": ["san-Deva", "kaz-Cyrl"]}, {"precision": 0.506159, "recall": 0.56917, "f1": 0.523753, "accuracy": 0.56917, "main_score": 0.523753, "hf_subset": "san_Deva-lug_Latn", "languages": ["san-Deva", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-oci_Latn", "languages": ["san-Deva", "oci-Latn"]}, {"precision": 0.768067, "recall": 0.820158, "f1": 0.783879, "accuracy": 0.820158, "main_score": 0.783879, "hf_subset": "san_Deva-smo_Latn", "languages": ["san-Deva", "smo-Latn"]}, {"precision": 0.513918, "recall": 0.56917, "f1": 0.529423, "accuracy": 0.56917, "main_score": 0.529423, "hf_subset": "san_Deva-tsn_Latn", "languages": ["san-Deva", "tsn-Latn"]}, {"precision": 0.581383, "recall": 0.645257, "f1": 0.599367, "accuracy": 0.645257, "main_score": 0.599367, "hf_subset": "san_Deva-zul_Latn", "languages": ["san-Deva", "zul-Latn"]}, {"precision": 0.889723, "recall": 0.918972, "f1": 0.898682, "accuracy": 0.918972, "main_score": 0.898682, "hf_subset": "san_Deva-azb_Arab", "languages": ["san-Deva", "azb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-deu_Latn", "languages": ["san-Deva", "deu-Latn"]}, {"precision": 0.944499, "recall": 0.960474, "f1": 0.949769, "accuracy": 0.960474, "main_score": 0.949769, "hf_subset": "san_Deva-hat_Latn", "languages": ["san-Deva", "hat-Latn"]}, {"precision": 0.456872, "recall": 0.511858, "f1": 0.471715, "accuracy": 0.511858, "main_score": 0.471715, "hf_subset": "san_Deva-kbp_Latn", "languages": ["san-Deva", "kbp-Latn"]}, {"precision": 0.54507, "recall": 0.599802, "f1": 0.560128, "accuracy": 0.599802, "main_score": 0.560128, "hf_subset": "san_Deva-luo_Latn", "languages": ["san-Deva", "luo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ory_Orya", "languages": ["san-Deva", "ory-Orya"]}, {"precision": 0.54278, "recall": 0.602767, "f1": 0.559358, "accuracy": 0.602767, "main_score": 0.559358, "hf_subset": "san_Deva-sna_Latn", "languages": ["san-Deva", "sna-Latn"]}, {"precision": 0.534619, "recall": 0.585968, "f1": 0.548298, "accuracy": 0.585968, "main_score": 0.548298, "hf_subset": "san_Deva-tso_Latn", "languages": ["san-Deva", "tso-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "san_Deva-azj_Latn", "languages": ["san-Deva", "azj-Latn"]}, {"precision": 0.513769, "recall": 0.574111, "f1": 0.531334, "accuracy": 0.574111, "main_score": 0.531334, "hf_subset": "san_Deva-dik_Latn", "languages": ["san-Deva", "dik-Latn"]}, {"precision": 0.692128, "recall": 0.749012, "f1": 0.70886, "accuracy": 0.749012, "main_score": 0.70886, "hf_subset": "san_Deva-hau_Latn", "languages": ["san-Deva", "hau-Latn"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "san_Deva-kea_Latn", "languages": ["san-Deva", "kea-Latn"]}, {"precision": 0.701597, "recall": 0.752964, "f1": 0.716718, "accuracy": 0.752964, "main_score": 0.716718, "hf_subset": "san_Deva-lus_Latn", "languages": ["san-Deva", "lus-Latn"]}, {"precision": 0.819401, "recall": 0.858696, "f1": 0.831489, "accuracy": 0.858696, "main_score": 0.831489, "hf_subset": "san_Deva-pag_Latn", "languages": ["san-Deva", "pag-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-snd_Arab", "languages": ["san-Deva", "snd-Arab"]}, {"precision": 0.922266, "recall": 0.944664, "f1": 0.929513, "accuracy": 0.944664, "main_score": 0.929513, "hf_subset": "san_Deva-tuk_Latn", "languages": ["san-Deva", "tuk-Latn"]}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "san_Deva-bak_Cyrl", "languages": ["san-Deva", "bak-Cyrl"]}, {"precision": 0.463251, "recall": 0.533597, "f1": 0.483976, "accuracy": 0.533597, "main_score": 0.483976, "hf_subset": "san_Deva-dyu_Latn", "languages": ["san-Deva", "dyu-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-heb_Hebr", "languages": ["san-Deva", "heb-Hebr"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "san_Deva-khk_Cyrl", "languages": ["san-Deva", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-lvs_Latn", "languages": ["san-Deva", "lvs-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-pan_Guru", "languages": ["san-Deva", "pan-Guru"]}, {"precision": 0.660121, "recall": 0.721344, "f1": 0.678084, "accuracy": 0.721344, "main_score": 0.678084, "hf_subset": "san_Deva-som_Latn", "languages": ["san-Deva", "som-Latn"]}, {"precision": 0.568429, "recall": 0.615613, "f1": 0.582296, "accuracy": 0.615613, "main_score": 0.582296, "hf_subset": "san_Deva-tum_Latn", "languages": ["san-Deva", "tum-Latn"]}, {"precision": 0.56438, "recall": 0.623518, "f1": 0.580816, "accuracy": 0.623518, "main_score": 0.580816, "hf_subset": "tat_Cyrl-ace_Arab", "languages": ["tat-Cyrl", "ace-Arab"]}, {"precision": 0.51291, "recall": 0.574111, "f1": 0.5298, "accuracy": 0.574111, "main_score": 0.5298, "hf_subset": "tat_Cyrl-bam_Latn", "languages": ["tat-Cyrl", "bam-Latn"]}, {"precision": 0.39987, "recall": 0.475296, "f1": 0.420011, "accuracy": 0.475296, "main_score": 0.420011, "hf_subset": "tat_Cyrl-dzo_Tibt", "languages": ["tat-Cyrl", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-hin_Deva", "languages": ["tat-Cyrl", "hin-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tat_Cyrl-khm_Khmr", "languages": ["tat-Cyrl", "khm-Khmr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-mag_Deva", "languages": ["tat-Cyrl", "mag-Deva"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "tat_Cyrl-pap_Latn", "languages": ["tat-Cyrl", "pap-Latn"]}, {"precision": 0.581616, "recall": 0.640316, "f1": 0.598095, "accuracy": 0.640316, "main_score": 0.598095, "hf_subset": "tat_Cyrl-sot_Latn", "languages": ["tat-Cyrl", "sot-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-tur_Latn", "languages": ["tat-Cyrl", "tur-Latn"]}, {"precision": 0.850362, "recall": 0.887352, "f1": 0.861778, "accuracy": 0.887352, "main_score": 0.861778, "hf_subset": "tat_Cyrl-ace_Latn", "languages": ["tat-Cyrl", "ace-Latn"]}, {"precision": 0.932312, "recall": 0.949605, "f1": 0.937912, "accuracy": 0.949605, "main_score": 0.937912, "hf_subset": "tat_Cyrl-ban_Latn", "languages": ["tat-Cyrl", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-ell_Grek", "languages": ["tat-Cyrl", "ell-Grek"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "tat_Cyrl-hne_Deva", "languages": ["tat-Cyrl", "hne-Deva"]}, {"precision": 0.581161, "recall": 0.633399, "f1": 0.595461, "accuracy": 0.633399, "main_score": 0.595461, "hf_subset": "tat_Cyrl-kik_Latn", "languages": ["tat-Cyrl", "kik-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-mai_Deva", "languages": ["tat-Cyrl", "mai-Deva"]}, {"precision": 0.955451, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "tat_Cyrl-pbt_Arab", "languages": ["tat-Cyrl", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-spa_Latn", "languages": ["tat-Cyrl", "spa-Latn"]}, {"precision": 0.605897, "recall": 0.66502, "f1": 0.622243, "accuracy": 0.66502, "main_score": 0.622243, "hf_subset": "tat_Cyrl-twi_Latn", "languages": ["tat-Cyrl", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-acm_Arab", "languages": ["tat-Cyrl", "acm-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-bel_Cyrl", "languages": ["tat-Cyrl", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-eng_Latn", "languages": ["tat-Cyrl", "eng-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-hrv_Latn", "languages": ["tat-Cyrl", "hrv-Latn"]}, {"precision": 0.549646, "recall": 0.603755, "f1": 0.565508, "accuracy": 0.603755, "main_score": 0.565508, "hf_subset": "tat_Cyrl-kin_Latn", "languages": ["tat-Cyrl", "kin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-mal_Mlym", "languages": ["tat-Cyrl", "mal-Mlym"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "tat_Cyrl-pes_Arab", "languages": ["tat-Cyrl", "pes-Arab"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tat_Cyrl-srd_Latn", "languages": ["tat-Cyrl", "srd-Latn"]}, {"precision": 0.187819, "recall": 0.235178, "f1": 0.199471, "accuracy": 0.235178, "main_score": 0.199471, "hf_subset": "tat_Cyrl-tzm_Tfng", "languages": ["tat-Cyrl", "tzm-Tfng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-acq_Arab", "languages": ["tat-Cyrl", "acq-Arab"]}, {"precision": 0.63357, "recall": 0.68083, "f1": 0.646339, "accuracy": 0.68083, "main_score": 0.646339, "hf_subset": "tat_Cyrl-bem_Latn", "languages": ["tat-Cyrl", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-epo_Latn", "languages": ["tat-Cyrl", "epo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-hun_Latn", "languages": ["tat-Cyrl", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-kir_Cyrl", "languages": ["tat-Cyrl", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-mar_Deva", "languages": ["tat-Cyrl", "mar-Deva"]}, {"precision": 0.660491, "recall": 0.714427, "f1": 0.676365, "accuracy": 0.714427, "main_score": 0.676365, "hf_subset": "tat_Cyrl-plt_Latn", "languages": ["tat-Cyrl", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-srp_Cyrl", "languages": ["tat-Cyrl", "srp-Cyrl"]}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "tat_Cyrl-uig_Arab", "languages": ["tat-Cyrl", "uig-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tat_Cyrl-aeb_Arab", "languages": ["tat-Cyrl", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ben_Beng", "languages": ["tat-Cyrl", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-est_Latn", "languages": ["tat-Cyrl", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-hye_Armn", "languages": ["tat-Cyrl", "hye-Armn"]}, {"precision": 0.522468, "recall": 0.575099, "f1": 0.537091, "accuracy": 0.575099, "main_score": 0.537091, "hf_subset": "tat_Cyrl-kmb_Latn", "languages": ["tat-Cyrl", "kmb-Latn"]}, {"precision": 0.502465, "recall": 0.570158, "f1": 0.520828, "accuracy": 0.570158, "main_score": 0.520828, "hf_subset": "tat_Cyrl-min_Arab", "languages": ["tat-Cyrl", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-pol_Latn", "languages": ["tat-Cyrl", "pol-Latn"]}, {"precision": 0.557058, "recall": 0.62253, "f1": 0.575643, "accuracy": 0.62253, "main_score": 0.575643, "hf_subset": "tat_Cyrl-ssw_Latn", "languages": ["tat-Cyrl", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ukr_Cyrl", "languages": ["tat-Cyrl", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-afr_Latn", "languages": ["tat-Cyrl", "afr-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tat_Cyrl-bho_Deva", "languages": ["tat-Cyrl", "bho-Deva"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "tat_Cyrl-eus_Latn", "languages": ["tat-Cyrl", "eus-Latn"]}, {"precision": 0.570398, "recall": 0.630435, "f1": 0.587439, "accuracy": 0.630435, "main_score": 0.587439, "hf_subset": "tat_Cyrl-ibo_Latn", "languages": ["tat-Cyrl", "ibo-Latn"]}, {"precision": 0.869853, "recall": 0.90415, "f1": 0.880621, "accuracy": 0.90415, "main_score": 0.880621, "hf_subset": "tat_Cyrl-kmr_Latn", "languages": ["tat-Cyrl", "kmr-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "tat_Cyrl-min_Latn", "languages": ["tat-Cyrl", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-por_Latn", "languages": ["tat-Cyrl", "por-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tat_Cyrl-sun_Latn", "languages": ["tat-Cyrl", "sun-Latn"]}, {"precision": 0.517615, "recall": 0.571146, "f1": 0.533119, "accuracy": 0.571146, "main_score": 0.533119, "hf_subset": "tat_Cyrl-umb_Latn", "languages": ["tat-Cyrl", "umb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-ajp_Arab", "languages": ["tat-Cyrl", "ajp-Arab"]}, {"precision": 0.537466, "recall": 0.59585, "f1": 0.553436, "accuracy": 0.59585, "main_score": 0.553436, "hf_subset": "tat_Cyrl-bjn_Arab", "languages": ["tat-Cyrl", "bjn-Arab"]}, {"precision": 0.511484, "recall": 0.559289, "f1": 0.524282, "accuracy": 0.559289, "main_score": 0.524282, "hf_subset": "tat_Cyrl-ewe_Latn", "languages": ["tat-Cyrl", "ewe-Latn"]}, {"precision": 0.921607, "recall": 0.942688, "f1": 0.92803, "accuracy": 0.942688, "main_score": 0.92803, "hf_subset": "tat_Cyrl-ilo_Latn", "languages": ["tat-Cyrl", "ilo-Latn"]}, {"precision": 0.318537, "recall": 0.371542, "f1": 0.332773, "accuracy": 0.371542, "main_score": 0.332773, "hf_subset": "tat_Cyrl-knc_Arab", "languages": ["tat-Cyrl", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-mkd_Cyrl", "languages": ["tat-Cyrl", "mkd-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-prs_Arab", "languages": ["tat-Cyrl", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-swe_Latn", "languages": ["tat-Cyrl", "swe-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-urd_Arab", "languages": ["tat-Cyrl", "urd-Arab"]}, {"precision": 0.579392, "recall": 0.63834, "f1": 0.596146, "accuracy": 0.63834, "main_score": 0.596146, "hf_subset": "tat_Cyrl-aka_Latn", "languages": ["tat-Cyrl", "aka-Latn"]}, {"precision": 0.960178, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "tat_Cyrl-bjn_Latn", "languages": ["tat-Cyrl", "bjn-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "tat_Cyrl-fao_Latn", "languages": ["tat-Cyrl", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-ind_Latn", "languages": ["tat-Cyrl", "ind-Latn"]}, {"precision": 0.574573, "recall": 0.625494, "f1": 0.589781, "accuracy": 0.625494, "main_score": 0.589781, "hf_subset": "tat_Cyrl-knc_Latn", "languages": ["tat-Cyrl", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tat_Cyrl-mlt_Latn", "languages": ["tat-Cyrl", "mlt-Latn"]}, {"precision": 0.682151, "recall": 0.743083, "f1": 0.699541, "accuracy": 0.743083, "main_score": 0.699541, "hf_subset": "tat_Cyrl-quy_Latn", "languages": ["tat-Cyrl", "quy-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "tat_Cyrl-swh_Latn", "languages": ["tat-Cyrl", "swh-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-uzn_Latn", "languages": ["tat-Cyrl", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-als_Latn", "languages": ["tat-Cyrl", "als-Latn"]}, {"precision": 0.598363, "recall": 0.684783, "f1": 0.623115, "accuracy": 0.684783, "main_score": 0.623115, "hf_subset": "tat_Cyrl-bod_Tibt", "languages": ["tat-Cyrl", "bod-Tibt"]}, {"precision": 0.689222, "recall": 0.740119, "f1": 0.703738, "accuracy": 0.740119, "main_score": 0.703738, "hf_subset": "tat_Cyrl-fij_Latn", "languages": ["tat-Cyrl", "fij-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "tat_Cyrl-isl_Latn", "languages": ["tat-Cyrl", "isl-Latn"]}, {"precision": 0.629961, "recall": 0.684783, "f1": 0.64628, "accuracy": 0.684783, "main_score": 0.64628, "hf_subset": "tat_Cyrl-kon_Latn", "languages": ["tat-Cyrl", "kon-Latn"]}, {"precision": 0.649403, "recall": 0.714427, "f1": 0.668013, "accuracy": 0.714427, "main_score": 0.668013, "hf_subset": "tat_Cyrl-mni_Beng", "languages": ["tat-Cyrl", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-ron_Latn", "languages": ["tat-Cyrl", "ron-Latn"]}, {"precision": 0.972826, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "tat_Cyrl-szl_Latn", "languages": ["tat-Cyrl", "szl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-vec_Latn", "languages": ["tat-Cyrl", "vec-Latn"]}, {"precision": 0.930665, "recall": 0.951581, "f1": 0.937418, "accuracy": 0.951581, "main_score": 0.937418, "hf_subset": "tat_Cyrl-amh_Ethi", "languages": ["tat-Cyrl", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-bos_Latn", "languages": ["tat-Cyrl", "bos-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-fin_Latn", "languages": ["tat-Cyrl", "fin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ita_Latn", "languages": ["tat-Cyrl", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-kor_Hang", "languages": ["tat-Cyrl", "kor-Hang"]}, {"precision": 0.539897, "recall": 0.596838, "f1": 0.55566, "accuracy": 0.596838, "main_score": 0.55566, "hf_subset": "tat_Cyrl-mos_Latn", "languages": ["tat-Cyrl", "mos-Latn"]}, {"precision": 0.555265, "recall": 0.608696, "f1": 0.569957, "accuracy": 0.608696, "main_score": 0.569957, "hf_subset": "tat_Cyrl-run_Latn", "languages": ["tat-Cyrl", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-tam_Taml", "languages": ["tat-Cyrl", "tam-Taml"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-vie_Latn", "languages": ["tat-Cyrl", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-apc_Arab", "languages": ["tat-Cyrl", "apc-Arab"]}, {"precision": 0.792582, "recall": 0.83498, "f1": 0.804877, "accuracy": 0.83498, "main_score": 0.804877, "hf_subset": "tat_Cyrl-bug_Latn", "languages": ["tat-Cyrl", "bug-Latn"]}, {"precision": 0.461724, "recall": 0.516798, "f1": 0.475874, "accuracy": 0.516798, "main_score": 0.475874, "hf_subset": "tat_Cyrl-fon_Latn", "languages": ["tat-Cyrl", "fon-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tat_Cyrl-jav_Latn", "languages": ["tat-Cyrl", "jav-Latn"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "tat_Cyrl-lao_Laoo", "languages": ["tat-Cyrl", "lao-Laoo"]}, {"precision": 0.83004, "recall": 0.873518, "f1": 0.843478, "accuracy": 0.873518, "main_score": 0.843478, "hf_subset": "tat_Cyrl-mri_Latn", "languages": ["tat-Cyrl", "mri-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-rus_Cyrl", "languages": ["tat-Cyrl", "rus-Cyrl"]}, {"precision": 0.530196, "recall": 0.587945, "f1": 0.546356, "accuracy": 0.587945, "main_score": 0.546356, "hf_subset": "tat_Cyrl-taq_Latn", "languages": ["tat-Cyrl", "taq-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tat_Cyrl-war_Latn", "languages": ["tat-Cyrl", "war-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-arb_Arab", "languages": ["tat-Cyrl", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-bul_Cyrl", "languages": ["tat-Cyrl", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-fra_Latn", "languages": ["tat-Cyrl", "fra-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "tat_Cyrl-jpn_Jpan", "languages": ["tat-Cyrl", "jpn-Jpan"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "tat_Cyrl-lij_Latn", "languages": ["tat-Cyrl", "lij-Latn"]}, {"precision": 0.966568, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "tat_Cyrl-mya_Mymr", "languages": ["tat-Cyrl", "mya-Mymr"]}, {"precision": 0.585512, "recall": 0.647233, "f1": 0.602997, "accuracy": 0.647233, "main_score": 0.602997, "hf_subset": "tat_Cyrl-sag_Latn", "languages": ["tat-Cyrl", "sag-Latn"]}, {"precision": 0.198142, "recall": 0.251976, "f1": 0.209976, "accuracy": 0.251976, "main_score": 0.209976, "hf_subset": "tat_Cyrl-taq_Tfng", "languages": ["tat-Cyrl", "taq-Tfng"]}, {"precision": 0.615688, "recall": 0.672925, "f1": 0.632268, "accuracy": 0.672925, "main_score": 0.632268, "hf_subset": "tat_Cyrl-wol_Latn", "languages": ["tat-Cyrl", "wol-Latn"]}, {"precision": 0.769072, "recall": 0.823123, "f1": 0.785037, "accuracy": 0.823123, "main_score": 0.785037, "hf_subset": "tat_Cyrl-arb_Latn", "languages": ["tat-Cyrl", "arb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-cat_Latn", "languages": ["tat-Cyrl", "cat-Latn"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "tat_Cyrl-fur_Latn", "languages": ["tat-Cyrl", "fur-Latn"]}, {"precision": 0.407562, "recall": 0.463439, "f1": 0.422669, "accuracy": 0.463439, "main_score": 0.422669, "hf_subset": "tat_Cyrl-kab_Latn", "languages": ["tat-Cyrl", "kab-Latn"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "tat_Cyrl-lim_Latn", "languages": ["tat-Cyrl", "lim-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-nld_Latn", "languages": ["tat-Cyrl", "nld-Latn"]}, {"precision": 0.980237, "recall": 0.985178, "f1": 0.981719, "accuracy": 0.985178, "main_score": 0.981719, "hf_subset": "tat_Cyrl-san_Deva", "languages": ["tat-Cyrl", "san-Deva"]}, {"precision": 0.647143, "recall": 0.70751, "f1": 0.664995, "accuracy": 0.70751, "main_score": 0.664995, "hf_subset": "tat_Cyrl-xho_Latn", "languages": ["tat-Cyrl", "xho-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-ars_Arab", "languages": ["tat-Cyrl", "ars-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tat_Cyrl-ceb_Latn", "languages": ["tat-Cyrl", "ceb-Latn"]}, {"precision": 0.550723, "recall": 0.609684, "f1": 0.567825, "accuracy": 0.609684, "main_score": 0.567825, "hf_subset": "tat_Cyrl-fuv_Latn", "languages": ["tat-Cyrl", "fuv-Latn"]}, {"precision": 0.501712, "recall": 0.571146, "f1": 0.520637, "accuracy": 0.571146, "main_score": 0.520637, "hf_subset": "tat_Cyrl-kac_Latn", "languages": ["tat-Cyrl", "kac-Latn"]}, {"precision": 0.662229, "recall": 0.710474, "f1": 0.675835, "accuracy": 0.710474, "main_score": 0.675835, "hf_subset": "tat_Cyrl-lin_Latn", "languages": ["tat-Cyrl", "lin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-nno_Latn", "languages": ["tat-Cyrl", "nno-Latn"]}, {"precision": 0.224973, "recall": 0.305336, "f1": 0.24485, "accuracy": 0.305336, "main_score": 0.24485, "hf_subset": "tat_Cyrl-sat_Olck", "languages": ["tat-Cyrl", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-tel_Telu", "languages": ["tat-Cyrl", "tel-Telu"]}, {"precision": 0.924078, "recall": 0.945652, "f1": 0.930962, "accuracy": 0.945652, "main_score": 0.930962, "hf_subset": "tat_Cyrl-ydd_Hebr", "languages": ["tat-Cyrl", "ydd-Hebr"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "tat_Cyrl-ary_Arab", "languages": ["tat-Cyrl", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-ces_Latn", "languages": ["tat-Cyrl", "ces-Latn"]}, {"precision": 0.578191, "recall": 0.636364, "f1": 0.595102, "accuracy": 0.636364, "main_score": 0.595102, "hf_subset": "tat_Cyrl-gaz_Latn", "languages": ["tat-Cyrl", "gaz-Latn"]}, {"precision": 0.571592, "recall": 0.633399, "f1": 0.588709, "accuracy": 0.633399, "main_score": 0.588709, "hf_subset": "tat_Cyrl-kam_Latn", "languages": ["tat-Cyrl", "kam-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tat_Cyrl-lit_Latn", "languages": ["tat-Cyrl", "lit-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-nob_Latn", "languages": ["tat-Cyrl", "nob-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "tat_Cyrl-scn_Latn", "languages": ["tat-Cyrl", "scn-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tat_Cyrl-tgk_Cyrl", "languages": ["tat-Cyrl", "tgk-Cyrl"]}, {"precision": 0.69548, "recall": 0.758893, "f1": 0.714415, "accuracy": 0.758893, "main_score": 0.714415, "hf_subset": "tat_Cyrl-yor_Latn", "languages": ["tat-Cyrl", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-arz_Arab", "languages": ["tat-Cyrl", "arz-Arab"]}, {"precision": 0.556717, "recall": 0.613636, "f1": 0.572796, "accuracy": 0.613636, "main_score": 0.572796, "hf_subset": "tat_Cyrl-cjk_Latn", "languages": ["tat-Cyrl", "cjk-Latn"]}, {"precision": 0.754644, "recall": 0.809289, "f1": 0.770756, "accuracy": 0.809289, "main_score": 0.770756, "hf_subset": "tat_Cyrl-gla_Latn", "languages": ["tat-Cyrl", "gla-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "tat_Cyrl-kan_Knda", "languages": ["tat-Cyrl", "kan-Knda"]}, {"precision": 0.97192, "recall": 0.980237, "f1": 0.974539, "accuracy": 0.980237, "main_score": 0.974539, "hf_subset": "tat_Cyrl-lmo_Latn", "languages": ["tat-Cyrl", "lmo-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tat_Cyrl-npi_Deva", "languages": ["tat-Cyrl", "npi-Deva"]}, {"precision": 0.459794, "recall": 0.52668, "f1": 0.478447, "accuracy": 0.52668, "main_score": 0.478447, "hf_subset": "tat_Cyrl-shn_Mymr", "languages": ["tat-Cyrl", "shn-Mymr"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "tat_Cyrl-tgl_Latn", "languages": ["tat-Cyrl", "tgl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-yue_Hant", "languages": ["tat-Cyrl", "yue-Hant"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tat_Cyrl-asm_Beng", "languages": ["tat-Cyrl", "asm-Beng"]}, {"precision": 0.937747, "recall": 0.955534, "f1": 0.943314, "accuracy": 0.955534, "main_score": 0.943314, "hf_subset": "tat_Cyrl-ckb_Arab", "languages": ["tat-Cyrl", "ckb-Arab"]}, {"precision": 0.83247, "recall": 0.875494, "f1": 0.845833, "accuracy": 0.875494, "main_score": 0.845833, "hf_subset": "tat_Cyrl-gle_Latn", "languages": ["tat-Cyrl", "gle-Latn"]}, {"precision": 0.916667, "recall": 0.9417, "f1": 0.924736, "accuracy": 0.9417, "main_score": 0.924736, "hf_subset": "tat_Cyrl-kas_Arab", "languages": ["tat-Cyrl", "kas-Arab"]}, {"precision": 0.915679, "recall": 0.940711, "f1": 0.923748, "accuracy": 0.940711, "main_score": 0.923748, "hf_subset": "tat_Cyrl-ltg_Latn", "languages": ["tat-Cyrl", "ltg-Latn"]}, {"precision": 0.605043, "recall": 0.660079, "f1": 0.620427, "accuracy": 0.660079, "main_score": 0.620427, "hf_subset": "tat_Cyrl-nso_Latn", "languages": ["tat-Cyrl", "nso-Latn"]}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "tat_Cyrl-sin_Sinh", "languages": ["tat-Cyrl", "sin-Sinh"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-tha_Thai", "languages": ["tat-Cyrl", "tha-Thai"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-zho_Hans", "languages": ["tat-Cyrl", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ast_Latn", "languages": ["tat-Cyrl", "ast-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "tat_Cyrl-crh_Latn", "languages": ["tat-Cyrl", "crh-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "tat_Cyrl-glg_Latn", "languages": ["tat-Cyrl", "glg-Latn"]}, {"precision": 0.839592, "recall": 0.87747, "f1": 0.851021, "accuracy": 0.87747, "main_score": 0.851021, "hf_subset": "tat_Cyrl-kas_Deva", "languages": ["tat-Cyrl", "kas-Deva"]}, {"precision": 0.973897, "recall": 0.981225, "f1": 0.976186, "accuracy": 0.981225, "main_score": 0.976186, "hf_subset": "tat_Cyrl-ltz_Latn", "languages": ["tat-Cyrl", "ltz-Latn"]}, {"precision": 0.452069, "recall": 0.516798, "f1": 0.468892, "accuracy": 0.516798, "main_score": 0.468892, "hf_subset": "tat_Cyrl-nus_Latn", "languages": ["tat-Cyrl", "nus-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-slk_Latn", "languages": ["tat-Cyrl", "slk-Latn"]}, {"precision": 0.609331, "recall": 0.684783, "f1": 0.631279, "accuracy": 0.684783, "main_score": 0.631279, "hf_subset": "tat_Cyrl-tir_Ethi", "languages": ["tat-Cyrl", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-zho_Hant", "languages": ["tat-Cyrl", "zho-Hant"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "tat_Cyrl-awa_Deva", "languages": ["tat-Cyrl", "awa-Deva"]}, {"precision": 0.95331, "recall": 0.967391, "f1": 0.957905, "accuracy": 0.967391, "main_score": 0.957905, "hf_subset": "tat_Cyrl-cym_Latn", "languages": ["tat-Cyrl", "cym-Latn"]}, {"precision": 0.800511, "recall": 0.838933, "f1": 0.811829, "accuracy": 0.838933, "main_score": 0.811829, "hf_subset": "tat_Cyrl-grn_Latn", "languages": ["tat-Cyrl", "grn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-kat_Geor", "languages": ["tat-Cyrl", "kat-Geor"]}, {"precision": 0.634238, "recall": 0.690711, "f1": 0.650033, "accuracy": 0.690711, "main_score": 0.650033, "hf_subset": "tat_Cyrl-lua_Latn", "languages": ["tat-Cyrl", "lua-Latn"]}, {"precision": 0.627001, "recall": 0.681818, "f1": 0.642275, "accuracy": 0.681818, "main_score": 0.642275, "hf_subset": "tat_Cyrl-nya_Latn", "languages": ["tat-Cyrl", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-slv_Latn", "languages": ["tat-Cyrl", "slv-Latn"]}, {"precision": 0.881983, "recall": 0.913043, "f1": 0.891436, "accuracy": 0.913043, "main_score": 0.891436, "hf_subset": "tat_Cyrl-tpi_Latn", "languages": ["tat-Cyrl", "tpi-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-zsm_Latn", "languages": ["tat-Cyrl", "zsm-Latn"]}, {"precision": 0.540378, "recall": 0.600791, "f1": 0.557638, "accuracy": 0.600791, "main_score": 0.557638, "hf_subset": "tat_Cyrl-ayr_Latn", "languages": ["tat-Cyrl", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-dan_Latn", "languages": ["tat-Cyrl", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-guj_Gujr", "languages": ["tat-Cyrl", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-kaz_Cyrl", "languages": ["tat-Cyrl", "kaz-Cyrl"]}, {"precision": 0.52566, "recall": 0.585968, "f1": 0.542896, "accuracy": 0.585968, "main_score": 0.542896, "hf_subset": "tat_Cyrl-lug_Latn", "languages": ["tat-Cyrl", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-oci_Latn", "languages": ["tat-Cyrl", "oci-Latn"]}, {"precision": 0.80831, "recall": 0.855731, "f1": 0.82281, "accuracy": 0.855731, "main_score": 0.82281, "hf_subset": "tat_Cyrl-smo_Latn", "languages": ["tat-Cyrl", "smo-Latn"]}, {"precision": 0.550565, "recall": 0.608696, "f1": 0.566332, "accuracy": 0.608696, "main_score": 0.566332, "hf_subset": "tat_Cyrl-tsn_Latn", "languages": ["tat-Cyrl", "tsn-Latn"]}, {"precision": 0.599163, "recall": 0.658103, "f1": 0.616642, "accuracy": 0.658103, "main_score": 0.616642, "hf_subset": "tat_Cyrl-zul_Latn", "languages": ["tat-Cyrl", "zul-Latn"]}, {"precision": 0.883235, "recall": 0.916008, "f1": 0.893742, "accuracy": 0.916008, "main_score": 0.893742, "hf_subset": "tat_Cyrl-azb_Arab", "languages": ["tat-Cyrl", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-deu_Latn", "languages": ["tat-Cyrl", "deu-Latn"]}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.950922, "accuracy": 0.961462, "main_score": 0.950922, "hf_subset": "tat_Cyrl-hat_Latn", "languages": ["tat-Cyrl", "hat-Latn"]}, {"precision": 0.497494, "recall": 0.551383, "f1": 0.511958, "accuracy": 0.551383, "main_score": 0.511958, "hf_subset": "tat_Cyrl-kbp_Latn", "languages": ["tat-Cyrl", "kbp-Latn"]}, {"precision": 0.559717, "recall": 0.619565, "f1": 0.5767, "accuracy": 0.619565, "main_score": 0.5767, "hf_subset": "tat_Cyrl-luo_Latn", "languages": ["tat-Cyrl", "luo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-ory_Orya", "languages": ["tat-Cyrl", "ory-Orya"]}, {"precision": 0.568495, "recall": 0.631423, "f1": 0.585879, "accuracy": 0.631423, "main_score": 0.585879, "hf_subset": "tat_Cyrl-sna_Latn", "languages": ["tat-Cyrl", "sna-Latn"]}, {"precision": 0.55935, "recall": 0.607708, "f1": 0.572547, "accuracy": 0.607708, "main_score": 0.572547, "hf_subset": "tat_Cyrl-tso_Latn", "languages": ["tat-Cyrl", "tso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-azj_Latn", "languages": ["tat-Cyrl", "azj-Latn"]}, {"precision": 0.521285, "recall": 0.587945, "f1": 0.540142, "accuracy": 0.587945, "main_score": 0.540142, "hf_subset": "tat_Cyrl-dik_Latn", "languages": ["tat-Cyrl", "dik-Latn"]}, {"precision": 0.714443, "recall": 0.770751, "f1": 0.731296, "accuracy": 0.770751, "main_score": 0.731296, "hf_subset": "tat_Cyrl-hau_Latn", "languages": ["tat-Cyrl", "hau-Latn"]}, {"precision": 0.960063, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "tat_Cyrl-kea_Latn", "languages": ["tat-Cyrl", "kea-Latn"]}, {"precision": 0.716444, "recall": 0.768775, "f1": 0.732268, "accuracy": 0.768775, "main_score": 0.732268, "hf_subset": "tat_Cyrl-lus_Latn", "languages": ["tat-Cyrl", "lus-Latn"]}, {"precision": 0.829364, "recall": 0.862648, "f1": 0.839427, "accuracy": 0.862648, "main_score": 0.839427, "hf_subset": "tat_Cyrl-pag_Latn", "languages": ["tat-Cyrl", "pag-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tat_Cyrl-snd_Arab", "languages": ["tat-Cyrl", "snd-Arab"]}, {"precision": 0.961792, "recall": 0.972332, "f1": 0.96525, "accuracy": 0.972332, "main_score": 0.96525, "hf_subset": "tat_Cyrl-tuk_Latn", "languages": ["tat-Cyrl", "tuk-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-bak_Cyrl", "languages": ["tat-Cyrl", "bak-Cyrl"]}, {"precision": 0.488695, "recall": 0.561265, "f1": 0.509898, "accuracy": 0.561265, "main_score": 0.509898, "hf_subset": "tat_Cyrl-dyu_Latn", "languages": ["tat-Cyrl", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-heb_Hebr", "languages": ["tat-Cyrl", "heb-Hebr"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tat_Cyrl-khk_Cyrl", "languages": ["tat-Cyrl", "khk-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-lvs_Latn", "languages": ["tat-Cyrl", "lvs-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-pan_Guru", "languages": ["tat-Cyrl", "pan-Guru"]}, {"precision": 0.692227, "recall": 0.747036, "f1": 0.708846, "accuracy": 0.747036, "main_score": 0.708846, "hf_subset": "tat_Cyrl-som_Latn", "languages": ["tat-Cyrl", "som-Latn"]}, {"precision": 0.584767, "recall": 0.630435, "f1": 0.597573, "accuracy": 0.630435, "main_score": 0.597573, "hf_subset": "tat_Cyrl-tum_Latn", "languages": ["tat-Cyrl", "tum-Latn"]}, {"precision": 0.468651, "recall": 0.522727, "f1": 0.483974, "accuracy": 0.522727, "main_score": 0.483974, "hf_subset": "xho_Latn-ace_Arab", "languages": ["xho-Latn", "ace-Arab"]}, {"precision": 0.535196, "recall": 0.579051, "f1": 0.547971, "accuracy": 0.579051, "main_score": 0.547971, "hf_subset": "xho_Latn-bam_Latn", "languages": ["xho-Latn", "bam-Latn"]}, {"precision": 0.257252, "recall": 0.307312, "f1": 0.269473, "accuracy": 0.307312, "main_score": 0.269473, "hf_subset": "xho_Latn-dzo_Tibt", "languages": ["xho-Latn", "dzo-Tibt"]}, {"precision": 0.666369, "recall": 0.709486, "f1": 0.677916, "accuracy": 0.709486, "main_score": 0.677916, "hf_subset": "xho_Latn-hin_Deva", "languages": ["xho-Latn", "hin-Deva"]}, {"precision": 0.622652, "recall": 0.672925, "f1": 0.636582, "accuracy": 0.672925, "main_score": 0.636582, "hf_subset": "xho_Latn-khm_Khmr", "languages": ["xho-Latn", "khm-Khmr"]}, {"precision": 0.650915, "recall": 0.698617, "f1": 0.663849, "accuracy": 0.698617, "main_score": 0.663849, "hf_subset": "xho_Latn-mag_Deva", "languages": ["xho-Latn", "mag-Deva"]}, {"precision": 0.649031, "recall": 0.690711, "f1": 0.658973, "accuracy": 0.690711, "main_score": 0.658973, "hf_subset": "xho_Latn-pap_Latn", "languages": ["xho-Latn", "pap-Latn"]}, {"precision": 0.622446, "recall": 0.662055, "f1": 0.63338, "accuracy": 0.662055, "main_score": 0.63338, "hf_subset": "xho_Latn-sot_Latn", "languages": ["xho-Latn", "sot-Latn"]}, {"precision": 0.649628, "recall": 0.700593, "f1": 0.663391, "accuracy": 0.700593, "main_score": 0.663391, "hf_subset": "xho_Latn-tur_Latn", "languages": ["xho-Latn", "tur-Latn"]}, {"precision": 0.631058, "recall": 0.671937, "f1": 0.641829, "accuracy": 0.671937, "main_score": 0.641829, "hf_subset": "xho_Latn-ace_Latn", "languages": ["xho-Latn", "ace-Latn"]}, {"precision": 0.646632, "recall": 0.68083, "f1": 0.656063, "accuracy": 0.68083, "main_score": 0.656063, "hf_subset": "xho_Latn-ban_Latn", "languages": ["xho-Latn", "ban-Latn"]}, {"precision": 0.656905, "recall": 0.708498, "f1": 0.670921, "accuracy": 0.708498, "main_score": 0.670921, "hf_subset": "xho_Latn-ell_Grek", "languages": ["xho-Latn", "ell-Grek"]}, {"precision": 0.638516, "recall": 0.686759, "f1": 0.650777, "accuracy": 0.686759, "main_score": 0.650777, "hf_subset": "xho_Latn-hne_Deva", "languages": ["xho-Latn", "hne-Deva"]}, {"precision": 0.575823, "recall": 0.615613, "f1": 0.586957, "accuracy": 0.615613, "main_score": 0.586957, "hf_subset": "xho_Latn-kik_Latn", "languages": ["xho-Latn", "kik-Latn"]}, {"precision": 0.646075, "recall": 0.692688, "f1": 0.657926, "accuracy": 0.692688, "main_score": 0.657926, "hf_subset": "xho_Latn-mai_Deva", "languages": ["xho-Latn", "mai-Deva"]}, {"precision": 0.598253, "recall": 0.651186, "f1": 0.612189, "accuracy": 0.651186, "main_score": 0.612189, "hf_subset": "xho_Latn-pbt_Arab", "languages": ["xho-Latn", "pbt-Arab"]}, {"precision": 0.664063, "recall": 0.70751, "f1": 0.675113, "accuracy": 0.70751, "main_score": 0.675113, "hf_subset": "xho_Latn-spa_Latn", "languages": ["xho-Latn", "spa-Latn"]}, {"precision": 0.590995, "recall": 0.620553, "f1": 0.599142, "accuracy": 0.620553, "main_score": 0.599142, "hf_subset": "xho_Latn-twi_Latn", "languages": ["xho-Latn", "twi-Latn"]}, {"precision": 0.632803, "recall": 0.683794, "f1": 0.646253, "accuracy": 0.683794, "main_score": 0.646253, "hf_subset": "xho_Latn-acm_Arab", "languages": ["xho-Latn", "acm-Arab"]}, {"precision": 0.613866, "recall": 0.662055, "f1": 0.626521, "accuracy": 0.662055, "main_score": 0.626521, "hf_subset": "xho_Latn-bel_Cyrl", "languages": ["xho-Latn", "bel-Cyrl"]}, {"precision": 0.696114, "recall": 0.743083, "f1": 0.708799, "accuracy": 0.743083, "main_score": 0.708799, "hf_subset": "xho_Latn-eng_Latn", "languages": ["xho-Latn", "eng-Latn"]}, {"precision": 0.671817, "recall": 0.717391, "f1": 0.683455, "accuracy": 0.717391, "main_score": 0.683455, "hf_subset": "xho_Latn-hrv_Latn", "languages": ["xho-Latn", "hrv-Latn"]}, {"precision": 0.574992, "recall": 0.626482, "f1": 0.589766, "accuracy": 0.626482, "main_score": 0.589766, "hf_subset": "xho_Latn-kin_Latn", "languages": ["xho-Latn", "kin-Latn"]}, {"precision": 0.642363, "recall": 0.692688, "f1": 0.655519, "accuracy": 0.692688, "main_score": 0.655519, "hf_subset": "xho_Latn-mal_Mlym", "languages": ["xho-Latn", "mal-Mlym"]}, {"precision": 0.6603, "recall": 0.712451, "f1": 0.673721, "accuracy": 0.712451, "main_score": 0.673721, "hf_subset": "xho_Latn-pes_Arab", "languages": ["xho-Latn", "pes-Arab"]}, {"precision": 0.662982, "recall": 0.700593, "f1": 0.672828, "accuracy": 0.700593, "main_score": 0.672828, "hf_subset": "xho_Latn-srd_Latn", "languages": ["xho-Latn", "srd-Latn"]}, {"precision": 0.209731, "recall": 0.250988, "f1": 0.220331, "accuracy": 0.250988, "main_score": 0.220331, "hf_subset": "xho_Latn-tzm_Tfng", "languages": ["xho-Latn", "tzm-Tfng"]}, {"precision": 0.649292, "recall": 0.701581, "f1": 0.662922, "accuracy": 0.701581, "main_score": 0.662922, "hf_subset": "xho_Latn-acq_Arab", "languages": ["xho-Latn", "acq-Arab"]}, {"precision": 0.617178, "recall": 0.663043, "f1": 0.630374, "accuracy": 0.663043, "main_score": 0.630374, "hf_subset": "xho_Latn-bem_Latn", "languages": ["xho-Latn", "bem-Latn"]}, {"precision": 0.659002, "recall": 0.711462, "f1": 0.672582, "accuracy": 0.711462, "main_score": 0.672582, "hf_subset": "xho_Latn-epo_Latn", "languages": ["xho-Latn", "epo-Latn"]}, {"precision": 0.666951, "recall": 0.715415, "f1": 0.678642, "accuracy": 0.715415, "main_score": 0.678642, "hf_subset": "xho_Latn-hun_Latn", "languages": ["xho-Latn", "hun-Latn"]}, {"precision": 0.629698, "recall": 0.673913, "f1": 0.641773, "accuracy": 0.673913, "main_score": 0.641773, "hf_subset": "xho_Latn-kir_Cyrl", "languages": ["xho-Latn", "kir-Cyrl"]}, {"precision": 0.664075, "recall": 0.710474, "f1": 0.675965, "accuracy": 0.710474, "main_score": 0.675965, "hf_subset": "xho_Latn-mar_Deva", "languages": ["xho-Latn", "mar-Deva"]}, {"precision": 0.59282, "recall": 0.636364, "f1": 0.605205, "accuracy": 0.636364, "main_score": 0.605205, "hf_subset": "xho_Latn-plt_Latn", "languages": ["xho-Latn", "plt-Latn"]}, {"precision": 0.662171, "recall": 0.717391, "f1": 0.676543, "accuracy": 0.717391, "main_score": 0.676543, "hf_subset": "xho_Latn-srp_Cyrl", "languages": ["xho-Latn", "srp-Cyrl"]}, {"precision": 0.566819, "recall": 0.62253, "f1": 0.582066, "accuracy": 0.62253, "main_score": 0.582066, "hf_subset": "xho_Latn-uig_Arab", "languages": ["xho-Latn", "uig-Arab"]}, {"precision": 0.623922, "recall": 0.666996, "f1": 0.635057, "accuracy": 0.666996, "main_score": 0.635057, "hf_subset": "xho_Latn-aeb_Arab", "languages": ["xho-Latn", "aeb-Arab"]}, {"precision": 0.665405, "recall": 0.716403, "f1": 0.679328, "accuracy": 0.716403, "main_score": 0.679328, "hf_subset": "xho_Latn-ben_Beng", "languages": ["xho-Latn", "ben-Beng"]}, {"precision": 0.635012, "recall": 0.681818, "f1": 0.647366, "accuracy": 0.681818, "main_score": 0.647366, "hf_subset": "xho_Latn-est_Latn", "languages": ["xho-Latn", "est-Latn"]}, {"precision": 0.630581, "recall": 0.679842, "f1": 0.64294, "accuracy": 0.679842, "main_score": 0.64294, "hf_subset": "xho_Latn-hye_Armn", "languages": ["xho-Latn", "hye-Armn"]}, {"precision": 0.555855, "recall": 0.594862, "f1": 0.566726, "accuracy": 0.594862, "main_score": 0.566726, "hf_subset": "xho_Latn-kmb_Latn", "languages": ["xho-Latn", "kmb-Latn"]}, {"precision": 0.426529, "recall": 0.483202, "f1": 0.441595, "accuracy": 0.483202, "main_score": 0.441595, "hf_subset": "xho_Latn-min_Arab", "languages": ["xho-Latn", "min-Arab"]}, {"precision": 0.653591, "recall": 0.703557, "f1": 0.66713, "accuracy": 0.703557, "main_score": 0.66713, "hf_subset": "xho_Latn-pol_Latn", "languages": ["xho-Latn", "pol-Latn"]}, {"precision": 0.665302, "recall": 0.714427, "f1": 0.67956, "accuracy": 0.714427, "main_score": 0.67956, "hf_subset": "xho_Latn-ssw_Latn", "languages": ["xho-Latn", "ssw-Latn"]}, {"precision": 0.656226, "recall": 0.711462, "f1": 0.670267, "accuracy": 0.711462, "main_score": 0.670267, "hf_subset": "xho_Latn-ukr_Cyrl", "languages": ["xho-Latn", "ukr-Cyrl"]}, {"precision": 0.691093, "recall": 0.732213, "f1": 0.701815, "accuracy": 0.732213, "main_score": 0.701815, "hf_subset": "xho_Latn-afr_Latn", "languages": ["xho-Latn", "afr-Latn"]}, {"precision": 0.621893, "recall": 0.66502, "f1": 0.632857, "accuracy": 0.66502, "main_score": 0.632857, "hf_subset": "xho_Latn-bho_Deva", "languages": ["xho-Latn", "bho-Deva"]}, {"precision": 0.647829, "recall": 0.695652, "f1": 0.660527, "accuracy": 0.695652, "main_score": 0.660527, "hf_subset": "xho_Latn-eus_Latn", "languages": ["xho-Latn", "eus-Latn"]}, {"precision": 0.586583, "recall": 0.62747, "f1": 0.598206, "accuracy": 0.62747, "main_score": 0.598206, "hf_subset": "xho_Latn-ibo_Latn", "languages": ["xho-Latn", "ibo-Latn"]}, {"precision": 0.615044, "recall": 0.656126, "f1": 0.626363, "accuracy": 0.656126, "main_score": 0.626363, "hf_subset": "xho_Latn-kmr_Latn", "languages": ["xho-Latn", "kmr-Latn"]}, {"precision": 0.652051, "recall": 0.694664, "f1": 0.663371, "accuracy": 0.694664, "main_score": 0.663371, "hf_subset": "xho_Latn-min_Latn", "languages": ["xho-Latn", "min-Latn"]}, {"precision": 0.676236, "recall": 0.724308, "f1": 0.688807, "accuracy": 0.724308, "main_score": 0.688807, "hf_subset": "xho_Latn-por_Latn", "languages": ["xho-Latn", "por-Latn"]}, {"precision": 0.676257, "recall": 0.716403, "f1": 0.687081, "accuracy": 0.716403, "main_score": 0.687081, "hf_subset": "xho_Latn-sun_Latn", "languages": ["xho-Latn", "sun-Latn"]}, {"precision": 0.535491, "recall": 0.578063, "f1": 0.547925, "accuracy": 0.578063, "main_score": 0.547925, "hf_subset": "xho_Latn-umb_Latn", "languages": ["xho-Latn", "umb-Latn"]}, {"precision": 0.636093, "recall": 0.684783, "f1": 0.649069, "accuracy": 0.684783, "main_score": 0.649069, "hf_subset": "xho_Latn-ajp_Arab", "languages": ["xho-Latn", "ajp-Arab"]}, {"precision": 0.461573, "recall": 0.509881, "f1": 0.474513, "accuracy": 0.509881, "main_score": 0.474513, "hf_subset": "xho_Latn-bjn_Arab", "languages": ["xho-Latn", "bjn-Arab"]}, {"precision": 0.524107, "recall": 0.559289, "f1": 0.534198, "accuracy": 0.559289, "main_score": 0.534198, "hf_subset": "xho_Latn-ewe_Latn", "languages": ["xho-Latn", "ewe-Latn"]}, {"precision": 0.663557, "recall": 0.697628, "f1": 0.672039, "accuracy": 0.697628, "main_score": 0.672039, "hf_subset": "xho_Latn-ilo_Latn", "languages": ["xho-Latn", "ilo-Latn"]}, {"precision": 0.317137, "recall": 0.365613, "f1": 0.330127, "accuracy": 0.365613, "main_score": 0.330127, "hf_subset": "xho_Latn-knc_Arab", "languages": ["xho-Latn", "knc-Arab"]}, {"precision": 0.667534, "recall": 0.720356, "f1": 0.681629, "accuracy": 0.720356, "main_score": 0.681629, "hf_subset": "xho_Latn-mkd_Cyrl", "languages": ["xho-Latn", "mkd-Cyrl"]}, {"precision": 0.653114, "recall": 0.70751, "f1": 0.667386, "accuracy": 0.70751, "main_score": 0.667386, "hf_subset": "xho_Latn-prs_Arab", "languages": ["xho-Latn", "prs-Arab"]}, {"precision": 0.661543, "recall": 0.712451, "f1": 0.674686, "accuracy": 0.712451, "main_score": 0.674686, "hf_subset": "xho_Latn-swe_Latn", "languages": ["xho-Latn", "swe-Latn"]}, {"precision": 0.650859, "recall": 0.702569, "f1": 0.664584, "accuracy": 0.702569, "main_score": 0.664584, "hf_subset": "xho_Latn-urd_Arab", "languages": ["xho-Latn", "urd-Arab"]}, {"precision": 0.565283, "recall": 0.601779, "f1": 0.575748, "accuracy": 0.601779, "main_score": 0.575748, "hf_subset": "xho_Latn-aka_Latn", "languages": ["xho-Latn", "aka-Latn"]}, {"precision": 0.67216, "recall": 0.709486, "f1": 0.681764, "accuracy": 0.709486, "main_score": 0.681764, "hf_subset": "xho_Latn-bjn_Latn", "languages": ["xho-Latn", "bjn-Latn"]}, {"precision": 0.632784, "recall": 0.68083, "f1": 0.646331, "accuracy": 0.68083, "main_score": 0.646331, "hf_subset": "xho_Latn-fao_Latn", "languages": ["xho-Latn", "fao-Latn"]}, {"precision": 0.688066, "recall": 0.729249, "f1": 0.698605, "accuracy": 0.729249, "main_score": 0.698605, "hf_subset": "xho_Latn-ind_Latn", "languages": ["xho-Latn", "ind-Latn"]}, {"precision": 0.566577, "recall": 0.610672, "f1": 0.578804, "accuracy": 0.610672, "main_score": 0.578804, "hf_subset": "xho_Latn-knc_Latn", "languages": ["xho-Latn", "knc-Latn"]}, {"precision": 0.671852, "recall": 0.715415, "f1": 0.682907, "accuracy": 0.715415, "main_score": 0.682907, "hf_subset": "xho_Latn-mlt_Latn", "languages": ["xho-Latn", "mlt-Latn"]}, {"precision": 0.576182, "recall": 0.619565, "f1": 0.588048, "accuracy": 0.619565, "main_score": 0.588048, "hf_subset": "xho_Latn-quy_Latn", "languages": ["xho-Latn", "quy-Latn"]}, {"precision": 0.678262, "recall": 0.717391, "f1": 0.688564, "accuracy": 0.717391, "main_score": 0.688564, "hf_subset": "xho_Latn-swh_Latn", "languages": ["xho-Latn", "swh-Latn"]}, {"precision": 0.633101, "recall": 0.682806, "f1": 0.645929, "accuracy": 0.682806, "main_score": 0.645929, "hf_subset": "xho_Latn-uzn_Latn", "languages": ["xho-Latn", "uzn-Latn"]}, {"precision": 0.66433, "recall": 0.70751, "f1": 0.675639, "accuracy": 0.70751, "main_score": 0.675639, "hf_subset": "xho_Latn-als_Latn", "languages": ["xho-Latn", "als-Latn"]}, {"precision": 0.320317, "recall": 0.376482, "f1": 0.334678, "accuracy": 0.376482, "main_score": 0.334678, "hf_subset": "xho_Latn-bod_Tibt", "languages": ["xho-Latn", "bod-Tibt"]}, {"precision": 0.583202, "recall": 0.616601, "f1": 0.592773, "accuracy": 0.616601, "main_score": 0.592773, "hf_subset": "xho_Latn-fij_Latn", "languages": ["xho-Latn", "fij-Latn"]}, {"precision": 0.633148, "recall": 0.683794, "f1": 0.646362, "accuracy": 0.683794, "main_score": 0.646362, "hf_subset": "xho_Latn-isl_Latn", "languages": ["xho-Latn", "isl-Latn"]}, {"precision": 0.608243, "recall": 0.646245, "f1": 0.618809, "accuracy": 0.646245, "main_score": 0.618809, "hf_subset": "xho_Latn-kon_Latn", "languages": ["xho-Latn", "kon-Latn"]}, {"precision": 0.515243, "recall": 0.564229, "f1": 0.528582, "accuracy": 0.564229, "main_score": 0.528582, "hf_subset": "xho_Latn-mni_Beng", "languages": ["xho-Latn", "mni-Beng"]}, {"precision": 0.67263, "recall": 0.720356, "f1": 0.684324, "accuracy": 0.720356, "main_score": 0.684324, "hf_subset": "xho_Latn-ron_Latn", "languages": ["xho-Latn", "ron-Latn"]}, {"precision": 0.644627, "recall": 0.6917, "f1": 0.657261, "accuracy": 0.6917, "main_score": 0.657261, "hf_subset": "xho_Latn-szl_Latn", "languages": ["xho-Latn", "szl-Latn"]}, {"precision": 0.662367, "recall": 0.703557, "f1": 0.673587, "accuracy": 0.703557, "main_score": 0.673587, "hf_subset": "xho_Latn-vec_Latn", "languages": ["xho-Latn", "vec-Latn"]}, {"precision": 0.578329, "recall": 0.628458, "f1": 0.59114, "accuracy": 0.628458, "main_score": 0.59114, "hf_subset": "xho_Latn-amh_Ethi", "languages": ["xho-Latn", "amh-Ethi"]}, {"precision": 0.679906, "recall": 0.725296, "f1": 0.691651, "accuracy": 0.725296, "main_score": 0.691651, "hf_subset": "xho_Latn-bos_Latn", "languages": ["xho-Latn", "bos-Latn"]}, {"precision": 0.646381, "recall": 0.695652, "f1": 0.659974, "accuracy": 0.695652, "main_score": 0.659974, "hf_subset": "xho_Latn-fin_Latn", "languages": ["xho-Latn", "fin-Latn"]}, {"precision": 0.659667, "recall": 0.708498, "f1": 0.672781, "accuracy": 0.708498, "main_score": 0.672781, "hf_subset": "xho_Latn-ita_Latn", "languages": ["xho-Latn", "ita-Latn"]}, {"precision": 0.638176, "recall": 0.692688, "f1": 0.652812, "accuracy": 0.692688, "main_score": 0.652812, "hf_subset": "xho_Latn-kor_Hang", "languages": ["xho-Latn", "kor-Hang"]}, {"precision": 0.539801, "recall": 0.581028, "f1": 0.55116, "accuracy": 0.581028, "main_score": 0.55116, "hf_subset": "xho_Latn-mos_Latn", "languages": ["xho-Latn", "mos-Latn"]}, {"precision": 0.568314, "recall": 0.617589, "f1": 0.581677, "accuracy": 0.617589, "main_score": 0.581677, "hf_subset": "xho_Latn-run_Latn", "languages": ["xho-Latn", "run-Latn"]}, {"precision": 0.62509, "recall": 0.68083, "f1": 0.639717, "accuracy": 0.68083, "main_score": 0.639717, "hf_subset": "xho_Latn-tam_Taml", "languages": ["xho-Latn", "tam-Taml"]}, {"precision": 0.657535, "recall": 0.701581, "f1": 0.668437, "accuracy": 0.701581, "main_score": 0.668437, "hf_subset": "xho_Latn-vie_Latn", "languages": ["xho-Latn", "vie-Latn"]}, {"precision": 0.640226, "recall": 0.6917, "f1": 0.652942, "accuracy": 0.6917, "main_score": 0.652942, "hf_subset": "xho_Latn-apc_Arab", "languages": ["xho-Latn", "apc-Arab"]}, {"precision": 0.599287, "recall": 0.637352, "f1": 0.609866, "accuracy": 0.637352, "main_score": 0.609866, "hf_subset": "xho_Latn-bug_Latn", "languages": ["xho-Latn", "bug-Latn"]}, {"precision": 0.471439, "recall": 0.518775, "f1": 0.485041, "accuracy": 0.518775, "main_score": 0.485041, "hf_subset": "xho_Latn-fon_Latn", "languages": ["xho-Latn", "fon-Latn"]}, {"precision": 0.699392, "recall": 0.735178, "f1": 0.708705, "accuracy": 0.735178, "main_score": 0.708705, "hf_subset": "xho_Latn-jav_Latn", "languages": ["xho-Latn", "jav-Latn"]}, {"precision": 0.598131, "recall": 0.653162, "f1": 0.613279, "accuracy": 0.653162, "main_score": 0.613279, "hf_subset": "xho_Latn-lao_Laoo", "languages": ["xho-Latn", "lao-Laoo"]}, {"precision": 0.588789, "recall": 0.63834, "f1": 0.601638, "accuracy": 0.63834, "main_score": 0.601638, "hf_subset": "xho_Latn-mri_Latn", "languages": ["xho-Latn", "mri-Latn"]}, {"precision": 0.654261, "recall": 0.706522, "f1": 0.667491, "accuracy": 0.706522, "main_score": 0.667491, "hf_subset": "xho_Latn-rus_Cyrl", "languages": ["xho-Latn", "rus-Cyrl"]}, {"precision": 0.514698, "recall": 0.556324, "f1": 0.526916, "accuracy": 0.556324, "main_score": 0.526916, "hf_subset": "xho_Latn-taq_Latn", "languages": ["xho-Latn", "taq-Latn"]}, {"precision": 0.69071, "recall": 0.731225, "f1": 0.700483, "accuracy": 0.731225, "main_score": 0.700483, "hf_subset": "xho_Latn-war_Latn", "languages": ["xho-Latn", "war-Latn"]}, {"precision": 0.651487, "recall": 0.700593, "f1": 0.664183, "accuracy": 0.700593, "main_score": 0.664183, "hf_subset": "xho_Latn-arb_Arab", "languages": ["xho-Latn", "arb-Arab"]}, {"precision": 0.671494, "recall": 0.717391, "f1": 0.684096, "accuracy": 0.717391, "main_score": 0.684096, "hf_subset": "xho_Latn-bul_Cyrl", "languages": ["xho-Latn", "bul-Cyrl"]}, {"precision": 0.678867, "recall": 0.72332, "f1": 0.690012, "accuracy": 0.72332, "main_score": 0.690012, "hf_subset": "xho_Latn-fra_Latn", "languages": ["xho-Latn", "fra-Latn"]}, {"precision": 0.62114, "recall": 0.668972, "f1": 0.633437, "accuracy": 0.668972, "main_score": 0.633437, "hf_subset": "xho_Latn-jpn_Jpan", "languages": ["xho-Latn", "jpn-Jpan"]}, {"precision": 0.651282, "recall": 0.697628, "f1": 0.66336, "accuracy": 0.697628, "main_score": 0.66336, "hf_subset": "xho_Latn-lij_Latn", "languages": ["xho-Latn", "lij-Latn"]}, {"precision": 0.53113, "recall": 0.59585, "f1": 0.548837, "accuracy": 0.59585, "main_score": 0.548837, "hf_subset": "xho_Latn-mya_Mymr", "languages": ["xho-Latn", "mya-Mymr"]}, {"precision": 0.547976, "recall": 0.587945, "f1": 0.559133, "accuracy": 0.587945, "main_score": 0.559133, "hf_subset": "xho_Latn-sag_Latn", "languages": ["xho-Latn", "sag-Latn"]}, {"precision": 0.211719, "recall": 0.258893, "f1": 0.222256, "accuracy": 0.258893, "main_score": 0.222256, "hf_subset": "xho_Latn-taq_Tfng", "languages": ["xho-Latn", "taq-Tfng"]}, {"precision": 0.572719, "recall": 0.607708, "f1": 0.582843, "accuracy": 0.607708, "main_score": 0.582843, "hf_subset": "xho_Latn-wol_Latn", "languages": ["xho-Latn", "wol-Latn"]}, {"precision": 0.511344, "recall": 0.561265, "f1": 0.524678, "accuracy": 0.561265, "main_score": 0.524678, "hf_subset": "xho_Latn-arb_Latn", "languages": ["xho-Latn", "arb-Latn"]}, {"precision": 0.684023, "recall": 0.727273, "f1": 0.694814, "accuracy": 0.727273, "main_score": 0.694814, "hf_subset": "xho_Latn-cat_Latn", "languages": ["xho-Latn", "cat-Latn"]}, {"precision": 0.645682, "recall": 0.685771, "f1": 0.655849, "accuracy": 0.685771, "main_score": 0.655849, "hf_subset": "xho_Latn-fur_Latn", "languages": ["xho-Latn", "fur-Latn"]}, {"precision": 0.465602, "recall": 0.51581, "f1": 0.4794, "accuracy": 0.51581, "main_score": 0.4794, "hf_subset": "xho_Latn-kab_Latn", "languages": ["xho-Latn", "kab-Latn"]}, {"precision": 0.640787, "recall": 0.686759, "f1": 0.65291, "accuracy": 0.686759, "main_score": 0.65291, "hf_subset": "xho_Latn-lim_Latn", "languages": ["xho-Latn", "lim-Latn"]}, {"precision": 0.654769, "recall": 0.701581, "f1": 0.666652, "accuracy": 0.701581, "main_score": 0.666652, "hf_subset": "xho_Latn-nld_Latn", "languages": ["xho-Latn", "nld-Latn"]}, {"precision": 0.609878, "recall": 0.664032, "f1": 0.623261, "accuracy": 0.664032, "main_score": 0.623261, "hf_subset": "xho_Latn-san_Deva", "languages": ["xho-Latn", "san-Deva"]}, {"precision": 0.63205, "recall": 0.678854, "f1": 0.644655, "accuracy": 0.678854, "main_score": 0.644655, "hf_subset": "xho_Latn-tat_Cyrl", "languages": ["xho-Latn", "tat-Cyrl"]}, {"precision": 0.637044, "recall": 0.686759, "f1": 0.650049, "accuracy": 0.686759, "main_score": 0.650049, "hf_subset": "xho_Latn-ars_Arab", "languages": ["xho-Latn", "ars-Arab"]}, {"precision": 0.677872, "recall": 0.715415, "f1": 0.687779, "accuracy": 0.715415, "main_score": 0.687779, "hf_subset": "xho_Latn-ceb_Latn", "languages": ["xho-Latn", "ceb-Latn"]}, {"precision": 0.534336, "recall": 0.582016, "f1": 0.548167, "accuracy": 0.582016, "main_score": 0.548167, "hf_subset": "xho_Latn-fuv_Latn", "languages": ["xho-Latn", "fuv-Latn"]}, {"precision": 0.519105, "recall": 0.561265, "f1": 0.531283, "accuracy": 0.561265, "main_score": 0.531283, "hf_subset": "xho_Latn-kac_Latn", "languages": ["xho-Latn", "kac-Latn"]}, {"precision": 0.599229, "recall": 0.63834, "f1": 0.610334, "accuracy": 0.63834, "main_score": 0.610334, "hf_subset": "xho_Latn-lin_Latn", "languages": ["xho-Latn", "lin-Latn"]}, {"precision": 0.654304, "recall": 0.702569, "f1": 0.667097, "accuracy": 0.702569, "main_score": 0.667097, "hf_subset": "xho_Latn-nno_Latn", "languages": ["xho-Latn", "nno-Latn"]}, {"precision": 0.1671, "recall": 0.211462, "f1": 0.178386, "accuracy": 0.211462, "main_score": 0.178386, "hf_subset": "xho_Latn-sat_Olck", "languages": ["xho-Latn", "sat-Olck"]}, {"precision": 0.648471, "recall": 0.699605, "f1": 0.661843, "accuracy": 0.699605, "main_score": 0.661843, "hf_subset": "xho_Latn-tel_Telu", "languages": ["xho-Latn", "tel-Telu"]}, {"precision": 0.593406, "recall": 0.650198, "f1": 0.608694, "accuracy": 0.650198, "main_score": 0.608694, "hf_subset": "xho_Latn-ydd_Hebr", "languages": ["xho-Latn", "ydd-Hebr"]}, {"precision": 0.61626, "recall": 0.661067, "f1": 0.628462, "accuracy": 0.661067, "main_score": 0.628462, "hf_subset": "xho_Latn-ary_Arab", "languages": ["xho-Latn", "ary-Arab"]}, {"precision": 0.66367, "recall": 0.712451, "f1": 0.67671, "accuracy": 0.712451, "main_score": 0.67671, "hf_subset": "xho_Latn-ces_Latn", "languages": ["xho-Latn", "ces-Latn"]}, {"precision": 0.550732, "recall": 0.603755, "f1": 0.56629, "accuracy": 0.603755, "main_score": 0.56629, "hf_subset": "xho_Latn-gaz_Latn", "languages": ["xho-Latn", "gaz-Latn"]}, {"precision": 0.567004, "recall": 0.614625, "f1": 0.579797, "accuracy": 0.614625, "main_score": 0.579797, "hf_subset": "xho_Latn-kam_Latn", "languages": ["xho-Latn", "kam-Latn"]}, {"precision": 0.644424, "recall": 0.6917, "f1": 0.65727, "accuracy": 0.6917, "main_score": 0.65727, "hf_subset": "xho_Latn-lit_Latn", "languages": ["xho-Latn", "lit-Latn"]}, {"precision": 0.673353, "recall": 0.716403, "f1": 0.684527, "accuracy": 0.716403, "main_score": 0.684527, "hf_subset": "xho_Latn-nob_Latn", "languages": ["xho-Latn", "nob-Latn"]}, {"precision": 0.656096, "recall": 0.695652, "f1": 0.666131, "accuracy": 0.695652, "main_score": 0.666131, "hf_subset": "xho_Latn-scn_Latn", "languages": ["xho-Latn", "scn-Latn"]}, {"precision": 0.632473, "recall": 0.672925, "f1": 0.643331, "accuracy": 0.672925, "main_score": 0.643331, "hf_subset": "xho_Latn-tgk_Cyrl", "languages": ["xho-Latn", "tgk-Cyrl"]}, {"precision": 0.567295, "recall": 0.620553, "f1": 0.58291, "accuracy": 0.620553, "main_score": 0.58291, "hf_subset": "xho_Latn-yor_Latn", "languages": ["xho-Latn", "yor-Latn"]}, {"precision": 0.642532, "recall": 0.690711, "f1": 0.655255, "accuracy": 0.690711, "main_score": 0.655255, "hf_subset": "xho_Latn-arz_Arab", "languages": ["xho-Latn", "arz-Arab"]}, {"precision": 0.519697, "recall": 0.556324, "f1": 0.530567, "accuracy": 0.556324, "main_score": 0.530567, "hf_subset": "xho_Latn-cjk_Latn", "languages": ["xho-Latn", "cjk-Latn"]}, {"precision": 0.59396, "recall": 0.641304, "f1": 0.60751, "accuracy": 0.641304, "main_score": 0.60751, "hf_subset": "xho_Latn-gla_Latn", "languages": ["xho-Latn", "gla-Latn"]}, {"precision": 0.651166, "recall": 0.700593, "f1": 0.664682, "accuracy": 0.700593, "main_score": 0.664682, "hf_subset": "xho_Latn-kan_Knda", "languages": ["xho-Latn", "kan-Knda"]}, {"precision": 0.646042, "recall": 0.685771, "f1": 0.656014, "accuracy": 0.685771, "main_score": 0.656014, "hf_subset": "xho_Latn-lmo_Latn", "languages": ["xho-Latn", "lmo-Latn"]}, {"precision": 0.63796, "recall": 0.693676, "f1": 0.653425, "accuracy": 0.693676, "main_score": 0.653425, "hf_subset": "xho_Latn-npi_Deva", "languages": ["xho-Latn", "npi-Deva"]}, {"precision": 0.462658, "recall": 0.512846, "f1": 0.476722, "accuracy": 0.512846, "main_score": 0.476722, "hf_subset": "xho_Latn-shn_Mymr", "languages": ["xho-Latn", "shn-Mymr"]}, {"precision": 0.701045, "recall": 0.740119, "f1": 0.711266, "accuracy": 0.740119, "main_score": 0.711266, "hf_subset": "xho_Latn-tgl_Latn", "languages": ["xho-Latn", "tgl-Latn"]}, {"precision": 0.631871, "recall": 0.68083, "f1": 0.644667, "accuracy": 0.68083, "main_score": 0.644667, "hf_subset": "xho_Latn-yue_Hant", "languages": ["xho-Latn", "yue-Hant"]}, {"precision": 0.640625, "recall": 0.686759, "f1": 0.652505, "accuracy": 0.686759, "main_score": 0.652505, "hf_subset": "xho_Latn-asm_Beng", "languages": ["xho-Latn", "asm-Beng"]}, {"precision": 0.604275, "recall": 0.657115, "f1": 0.617879, "accuracy": 0.657115, "main_score": 0.617879, "hf_subset": "xho_Latn-ckb_Arab", "languages": ["xho-Latn", "ckb-Arab"]}, {"precision": 0.589186, "recall": 0.645257, "f1": 0.605251, "accuracy": 0.645257, "main_score": 0.605251, "hf_subset": "xho_Latn-gle_Latn", "languages": ["xho-Latn", "gle-Latn"]}, {"precision": 0.563732, "recall": 0.609684, "f1": 0.575665, "accuracy": 0.609684, "main_score": 0.575665, "hf_subset": "xho_Latn-kas_Arab", "languages": ["xho-Latn", "kas-Arab"]}, {"precision": 0.600721, "recall": 0.646245, "f1": 0.612893, "accuracy": 0.646245, "main_score": 0.612893, "hf_subset": "xho_Latn-ltg_Latn", "languages": ["xho-Latn", "ltg-Latn"]}, {"precision": 0.632149, "recall": 0.666996, "f1": 0.642172, "accuracy": 0.666996, "main_score": 0.642172, "hf_subset": "xho_Latn-nso_Latn", "languages": ["xho-Latn", "nso-Latn"]}, {"precision": 0.577455, "recall": 0.63834, "f1": 0.593134, "accuracy": 0.63834, "main_score": 0.593134, "hf_subset": "xho_Latn-sin_Sinh", "languages": ["xho-Latn", "sin-Sinh"]}, {"precision": 0.649018, "recall": 0.700593, "f1": 0.662202, "accuracy": 0.700593, "main_score": 0.662202, "hf_subset": "xho_Latn-tha_Thai", "languages": ["xho-Latn", "tha-Thai"]}, {"precision": 0.622864, "recall": 0.666008, "f1": 0.633709, "accuracy": 0.666008, "main_score": 0.633709, "hf_subset": "xho_Latn-zho_Hans", "languages": ["xho-Latn", "zho-Hans"]}, {"precision": 0.679596, "recall": 0.725296, "f1": 0.691217, "accuracy": 0.725296, "main_score": 0.691217, "hf_subset": "xho_Latn-ast_Latn", "languages": ["xho-Latn", "ast-Latn"]}, {"precision": 0.631996, "recall": 0.682806, "f1": 0.645742, "accuracy": 0.682806, "main_score": 0.645742, "hf_subset": "xho_Latn-crh_Latn", "languages": ["xho-Latn", "crh-Latn"]}, {"precision": 0.673927, "recall": 0.717391, "f1": 0.686092, "accuracy": 0.717391, "main_score": 0.686092, "hf_subset": "xho_Latn-glg_Latn", "languages": ["xho-Latn", "glg-Latn"]}, {"precision": 0.569966, "recall": 0.618577, "f1": 0.583111, "accuracy": 0.618577, "main_score": 0.583111, "hf_subset": "xho_Latn-kas_Deva", "languages": ["xho-Latn", "kas-Deva"]}, {"precision": 0.623076, "recall": 0.66502, "f1": 0.633407, "accuracy": 0.66502, "main_score": 0.633407, "hf_subset": "xho_Latn-ltz_Latn", "languages": ["xho-Latn", "ltz-Latn"]}, {"precision": 0.479661, "recall": 0.532609, "f1": 0.494906, "accuracy": 0.532609, "main_score": 0.494906, "hf_subset": "xho_Latn-nus_Latn", "languages": ["xho-Latn", "nus-Latn"]}, {"precision": 0.667073, "recall": 0.718379, "f1": 0.680392, "accuracy": 0.718379, "main_score": 0.680392, "hf_subset": "xho_Latn-slk_Latn", "languages": ["xho-Latn", "slk-Latn"]}, {"precision": 0.456169, "recall": 0.507905, "f1": 0.470388, "accuracy": 0.507905, "main_score": 0.470388, "hf_subset": "xho_Latn-tir_Ethi", "languages": ["xho-Latn", "tir-Ethi"]}, {"precision": 0.623396, "recall": 0.675889, "f1": 0.636437, "accuracy": 0.675889, "main_score": 0.636437, "hf_subset": "xho_Latn-zho_Hant", "languages": ["xho-Latn", "zho-Hant"]}, {"precision": 0.641732, "recall": 0.688735, "f1": 0.654573, "accuracy": 0.688735, "main_score": 0.654573, "hf_subset": "xho_Latn-awa_Deva", "languages": ["xho-Latn", "awa-Deva"]}, {"precision": 0.638787, "recall": 0.682806, "f1": 0.650522, "accuracy": 0.682806, "main_score": 0.650522, "hf_subset": "xho_Latn-cym_Latn", "languages": ["xho-Latn", "cym-Latn"]}, {"precision": 0.610366, "recall": 0.641304, "f1": 0.617984, "accuracy": 0.641304, "main_score": 0.617984, "hf_subset": "xho_Latn-grn_Latn", "languages": ["xho-Latn", "grn-Latn"]}, {"precision": 0.622191, "recall": 0.670949, "f1": 0.635276, "accuracy": 0.670949, "main_score": 0.635276, "hf_subset": "xho_Latn-kat_Geor", "languages": ["xho-Latn", "kat-Geor"]}, {"precision": 0.598897, "recall": 0.634387, "f1": 0.609022, "accuracy": 0.634387, "main_score": 0.609022, "hf_subset": "xho_Latn-lua_Latn", "languages": ["xho-Latn", "lua-Latn"]}, {"precision": 0.610976, "recall": 0.653162, "f1": 0.623368, "accuracy": 0.653162, "main_score": 0.623368, "hf_subset": "xho_Latn-nya_Latn", "languages": ["xho-Latn", "nya-Latn"]}, {"precision": 0.642561, "recall": 0.686759, "f1": 0.65341, "accuracy": 0.686759, "main_score": 0.65341, "hf_subset": "xho_Latn-slv_Latn", "languages": ["xho-Latn", "slv-Latn"]}, {"precision": 0.640587, "recall": 0.677866, "f1": 0.650113, "accuracy": 0.677866, "main_score": 0.650113, "hf_subset": "xho_Latn-tpi_Latn", "languages": ["xho-Latn", "tpi-Latn"]}, {"precision": 0.698338, "recall": 0.741107, "f1": 0.709398, "accuracy": 0.741107, "main_score": 0.709398, "hf_subset": "xho_Latn-zsm_Latn", "languages": ["xho-Latn", "zsm-Latn"]}, {"precision": 0.540162, "recall": 0.581028, "f1": 0.552218, "accuracy": 0.581028, "main_score": 0.552218, "hf_subset": "xho_Latn-ayr_Latn", "languages": ["xho-Latn", "ayr-Latn"]}, {"precision": 0.67639, "recall": 0.721344, "f1": 0.687448, "accuracy": 0.721344, "main_score": 0.687448, "hf_subset": "xho_Latn-dan_Latn", "languages": ["xho-Latn", "dan-Latn"]}, {"precision": 0.652887, "recall": 0.701581, "f1": 0.665163, "accuracy": 0.701581, "main_score": 0.665163, "hf_subset": "xho_Latn-guj_Gujr", "languages": ["xho-Latn", "guj-Gujr"]}, {"precision": 0.643974, "recall": 0.687747, "f1": 0.655641, "accuracy": 0.687747, "main_score": 0.655641, "hf_subset": "xho_Latn-kaz_Cyrl", "languages": ["xho-Latn", "kaz-Cyrl"]}, {"precision": 0.548625, "recall": 0.605731, "f1": 0.564596, "accuracy": 0.605731, "main_score": 0.564596, "hf_subset": "xho_Latn-lug_Latn", "languages": ["xho-Latn", "lug-Latn"]}, {"precision": 0.685521, "recall": 0.730237, "f1": 0.696886, "accuracy": 0.730237, "main_score": 0.696886, "hf_subset": "xho_Latn-oci_Latn", "languages": ["xho-Latn", "oci-Latn"]}, {"precision": 0.611589, "recall": 0.651186, "f1": 0.622483, "accuracy": 0.651186, "main_score": 0.622483, "hf_subset": "xho_Latn-smo_Latn", "languages": ["xho-Latn", "smo-Latn"]}, {"precision": 0.581802, "recall": 0.628458, "f1": 0.594798, "accuracy": 0.628458, "main_score": 0.594798, "hf_subset": "xho_Latn-tsn_Latn", "languages": ["xho-Latn", "tsn-Latn"]}, {"precision": 0.747316, "recall": 0.799407, "f1": 0.763406, "accuracy": 0.799407, "main_score": 0.763406, "hf_subset": "xho_Latn-zul_Latn", "languages": ["xho-Latn", "zul-Latn"]}, {"precision": 0.532789, "recall": 0.58498, "f1": 0.546589, "accuracy": 0.58498, "main_score": 0.546589, "hf_subset": "xho_Latn-azb_Arab", "languages": ["xho-Latn", "azb-Arab"]}, {"precision": 0.677657, "recall": 0.721344, "f1": 0.689498, "accuracy": 0.721344, "main_score": 0.689498, "hf_subset": "xho_Latn-deu_Latn", "languages": ["xho-Latn", "deu-Latn"]}, {"precision": 0.615129, "recall": 0.667984, "f1": 0.62988, "accuracy": 0.667984, "main_score": 0.62988, "hf_subset": "xho_Latn-hat_Latn", "languages": ["xho-Latn", "hat-Latn"]}, {"precision": 0.511669, "recall": 0.552372, "f1": 0.522914, "accuracy": 0.552372, "main_score": 0.522914, "hf_subset": "xho_Latn-kbp_Latn", "languages": ["xho-Latn", "kbp-Latn"]}, {"precision": 0.569952, "recall": 0.610672, "f1": 0.581432, "accuracy": 0.610672, "main_score": 0.581432, "hf_subset": "xho_Latn-luo_Latn", "languages": ["xho-Latn", "luo-Latn"]}, {"precision": 0.644812, "recall": 0.693676, "f1": 0.657768, "accuracy": 0.693676, "main_score": 0.657768, "hf_subset": "xho_Latn-ory_Orya", "languages": ["xho-Latn", "ory-Orya"]}, {"precision": 0.591577, "recall": 0.641304, "f1": 0.605875, "accuracy": 0.641304, "main_score": 0.605875, "hf_subset": "xho_Latn-sna_Latn", "languages": ["xho-Latn", "sna-Latn"]}, {"precision": 0.580287, "recall": 0.619565, "f1": 0.591303, "accuracy": 0.619565, "main_score": 0.591303, "hf_subset": "xho_Latn-tso_Latn", "languages": ["xho-Latn", "tso-Latn"]}, {"precision": 0.61501, "recall": 0.667984, "f1": 0.627947, "accuracy": 0.667984, "main_score": 0.627947, "hf_subset": "xho_Latn-azj_Latn", "languages": ["xho-Latn", "azj-Latn"]}, {"precision": 0.528124, "recall": 0.574111, "f1": 0.541311, "accuracy": 0.574111, "main_score": 0.541311, "hf_subset": "xho_Latn-dik_Latn", "languages": ["xho-Latn", "dik-Latn"]}, {"precision": 0.584105, "recall": 0.633399, "f1": 0.597924, "accuracy": 0.633399, "main_score": 0.597924, "hf_subset": "xho_Latn-hau_Latn", "languages": ["xho-Latn", "hau-Latn"]}, {"precision": 0.636912, "recall": 0.682806, "f1": 0.649418, "accuracy": 0.682806, "main_score": 0.649418, "hf_subset": "xho_Latn-kea_Latn", "languages": ["xho-Latn", "kea-Latn"]}, {"precision": 0.602457, "recall": 0.637352, "f1": 0.612509, "accuracy": 0.637352, "main_score": 0.612509, "hf_subset": "xho_Latn-lus_Latn", "languages": ["xho-Latn", "lus-Latn"]}, {"precision": 0.616568, "recall": 0.650198, "f1": 0.626002, "accuracy": 0.650198, "main_score": 0.626002, "hf_subset": "xho_Latn-pag_Latn", "languages": ["xho-Latn", "pag-Latn"]}, {"precision": 0.629049, "recall": 0.684783, "f1": 0.644407, "accuracy": 0.684783, "main_score": 0.644407, "hf_subset": "xho_Latn-snd_Arab", "languages": ["xho-Latn", "snd-Arab"]}, {"precision": 0.598582, "recall": 0.65415, "f1": 0.61393, "accuracy": 0.65415, "main_score": 0.61393, "hf_subset": "xho_Latn-tuk_Latn", "languages": ["xho-Latn", "tuk-Latn"]}, {"precision": 0.62547, "recall": 0.666996, "f1": 0.63632, "accuracy": 0.666996, "main_score": 0.63632, "hf_subset": "xho_Latn-bak_Cyrl", "languages": ["xho-Latn", "bak-Cyrl"]}, {"precision": 0.446536, "recall": 0.508893, "f1": 0.46356, "accuracy": 0.508893, "main_score": 0.46356, "hf_subset": "xho_Latn-dyu_Latn", "languages": ["xho-Latn", "dyu-Latn"]}, {"precision": 0.654546, "recall": 0.706522, "f1": 0.668039, "accuracy": 0.706522, "main_score": 0.668039, "hf_subset": "xho_Latn-heb_Hebr", "languages": ["xho-Latn", "heb-Hebr"]}, {"precision": 0.609023, "recall": 0.650198, "f1": 0.620082, "accuracy": 0.650198, "main_score": 0.620082, "hf_subset": "xho_Latn-khk_Cyrl", "languages": ["xho-Latn", "khk-Cyrl"]}, {"precision": 0.656526, "recall": 0.702569, "f1": 0.668397, "accuracy": 0.702569, "main_score": 0.668397, "hf_subset": "xho_Latn-lvs_Latn", "languages": ["xho-Latn", "lvs-Latn"]}, {"precision": 0.647762, "recall": 0.702569, "f1": 0.662307, "accuracy": 0.702569, "main_score": 0.662307, "hf_subset": "xho_Latn-pan_Guru", "languages": ["xho-Latn", "pan-Guru"]}, {"precision": 0.58184, "recall": 0.637352, "f1": 0.597108, "accuracy": 0.637352, "main_score": 0.597108, "hf_subset": "xho_Latn-som_Latn", "languages": ["xho-Latn", "som-Latn"]}, {"precision": 0.558178, "recall": 0.590909, "f1": 0.567075, "accuracy": 0.590909, "main_score": 0.567075, "hf_subset": "xho_Latn-tum_Latn", "languages": ["xho-Latn", "tum-Latn"]}, {"precision": 0.556386, "recall": 0.625494, "f1": 0.57607, "accuracy": 0.625494, "main_score": 0.57607, "hf_subset": "ars_Arab-ace_Arab", "languages": ["ars-Arab", "ace-Arab"]}, {"precision": 0.517262, "recall": 0.58498, "f1": 0.536171, "accuracy": 0.58498, "main_score": 0.536171, "hf_subset": "ars_Arab-bam_Latn", "languages": ["ars-Arab", "bam-Latn"]}, {"precision": 0.40351, "recall": 0.495059, "f1": 0.428569, "accuracy": 0.495059, "main_score": 0.428569, "hf_subset": "ars_Arab-dzo_Tibt", "languages": ["ars-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hin_Deva", "languages": ["ars-Arab", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-khm_Khmr", "languages": ["ars-Arab", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-mag_Deva", "languages": ["ars-Arab", "mag-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ars_Arab-pap_Latn", "languages": ["ars-Arab", "pap-Latn"]}, {"precision": 0.582108, "recall": 0.641304, "f1": 0.599184, "accuracy": 0.641304, "main_score": 0.599184, "hf_subset": "ars_Arab-sot_Latn", "languages": ["ars-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tur_Latn", "languages": ["ars-Arab", "tur-Latn"]}, {"precision": 0.879595, "recall": 0.910079, "f1": 0.889065, "accuracy": 0.910079, "main_score": 0.889065, "hf_subset": "ars_Arab-ace_Latn", "languages": ["ars-Arab", "ace-Latn"]}, {"precision": 0.966897, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "ars_Arab-ban_Latn", "languages": ["ars-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-ell_Grek", "languages": ["ars-Arab", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ars_Arab-hne_Deva", "languages": ["ars-Arab", "hne-Deva"]}, {"precision": 0.598677, "recall": 0.651186, "f1": 0.613999, "accuracy": 0.651186, "main_score": 0.613999, "hf_subset": "ars_Arab-kik_Latn", "languages": ["ars-Arab", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-mai_Deva", "languages": ["ars-Arab", "mai-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ars_Arab-pbt_Arab", "languages": ["ars-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-spa_Latn", "languages": ["ars-Arab", "spa-Latn"]}, {"precision": 0.605707, "recall": 0.670949, "f1": 0.624139, "accuracy": 0.670949, "main_score": 0.624139, "hf_subset": "ars_Arab-twi_Latn", "languages": ["ars-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-acm_Arab", "languages": ["ars-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bel_Cyrl", "languages": ["ars-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-eng_Latn", "languages": ["ars-Arab", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-hrv_Latn", "languages": ["ars-Arab", "hrv-Latn"]}, {"precision": 0.540904, "recall": 0.608696, "f1": 0.560227, "accuracy": 0.608696, "main_score": 0.560227, "hf_subset": "ars_Arab-kin_Latn", "languages": ["ars-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-mal_Mlym", "languages": ["ars-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pes_Arab", "languages": ["ars-Arab", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-srd_Latn", "languages": ["ars-Arab", "srd-Latn"]}, {"precision": 0.144981, "recall": 0.205534, "f1": 0.160262, "accuracy": 0.205534, "main_score": 0.160262, "hf_subset": "ars_Arab-tzm_Tfng", "languages": ["ars-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-acq_Arab", "languages": ["ars-Arab", "acq-Arab"]}, {"precision": 0.621666, "recall": 0.678854, "f1": 0.637919, "accuracy": 0.678854, "main_score": 0.637919, "hf_subset": "ars_Arab-bem_Latn", "languages": ["ars-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-epo_Latn", "languages": ["ars-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hun_Latn", "languages": ["ars-Arab", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-kir_Cyrl", "languages": ["ars-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-mar_Deva", "languages": ["ars-Arab", "mar-Deva"]}, {"precision": 0.667391, "recall": 0.725296, "f1": 0.684999, "accuracy": 0.725296, "main_score": 0.684999, "hf_subset": "ars_Arab-plt_Latn", "languages": ["ars-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-srp_Cyrl", "languages": ["ars-Arab", "srp-Cyrl"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "ars_Arab-uig_Arab", "languages": ["ars-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-aeb_Arab", "languages": ["ars-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ben_Beng", "languages": ["ars-Arab", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-est_Latn", "languages": ["ars-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hye_Armn", "languages": ["ars-Arab", "hye-Armn"]}, {"precision": 0.541222, "recall": 0.591897, "f1": 0.555797, "accuracy": 0.591897, "main_score": 0.555797, "hf_subset": "ars_Arab-kmb_Latn", "languages": ["ars-Arab", "kmb-Latn"]}, {"precision": 0.474473, "recall": 0.554348, "f1": 0.496361, "accuracy": 0.554348, "main_score": 0.496361, "hf_subset": "ars_Arab-min_Arab", "languages": ["ars-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pol_Latn", "languages": ["ars-Arab", "pol-Latn"]}, {"precision": 0.54684, "recall": 0.61166, "f1": 0.566111, "accuracy": 0.61166, "main_score": 0.566111, "hf_subset": "ars_Arab-ssw_Latn", "languages": ["ars-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ukr_Cyrl", "languages": ["ars-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-afr_Latn", "languages": ["ars-Arab", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bho_Deva", "languages": ["ars-Arab", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-eus_Latn", "languages": ["ars-Arab", "eus-Latn"]}, {"precision": 0.558057, "recall": 0.626482, "f1": 0.577096, "accuracy": 0.626482, "main_score": 0.577096, "hf_subset": "ars_Arab-ibo_Latn", "languages": ["ars-Arab", "ibo-Latn"]}, {"precision": 0.91502, "recall": 0.9417, "f1": 0.923748, "accuracy": 0.9417, "main_score": 0.923748, "hf_subset": "ars_Arab-kmr_Latn", "languages": ["ars-Arab", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ars_Arab-min_Latn", "languages": ["ars-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-por_Latn", "languages": ["ars-Arab", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-sun_Latn", "languages": ["ars-Arab", "sun-Latn"]}, {"precision": 0.516905, "recall": 0.573123, "f1": 0.533209, "accuracy": 0.573123, "main_score": 0.533209, "hf_subset": "ars_Arab-umb_Latn", "languages": ["ars-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ajp_Arab", "languages": ["ars-Arab", "ajp-Arab"]}, {"precision": 0.522441, "recall": 0.590909, "f1": 0.541482, "accuracy": 0.590909, "main_score": 0.541482, "hf_subset": "ars_Arab-bjn_Arab", "languages": ["ars-Arab", "bjn-Arab"]}, {"precision": 0.511607, "recall": 0.573123, "f1": 0.528975, "accuracy": 0.573123, "main_score": 0.528975, "hf_subset": "ars_Arab-ewe_Latn", "languages": ["ars-Arab", "ewe-Latn"]}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "ars_Arab-ilo_Latn", "languages": ["ars-Arab", "ilo-Latn"]}, {"precision": 0.287947, "recall": 0.356719, "f1": 0.306764, "accuracy": 0.356719, "main_score": 0.306764, "hf_subset": "ars_Arab-knc_Arab", "languages": ["ars-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-mkd_Cyrl", "languages": ["ars-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-prs_Arab", "languages": ["ars-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-swe_Latn", "languages": ["ars-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-urd_Arab", "languages": ["ars-Arab", "urd-Arab"]}, {"precision": 0.580945, "recall": 0.643281, "f1": 0.598946, "accuracy": 0.643281, "main_score": 0.598946, "hf_subset": "ars_Arab-aka_Latn", "languages": ["ars-Arab", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-bjn_Latn", "languages": ["ars-Arab", "bjn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ars_Arab-fao_Latn", "languages": ["ars-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ind_Latn", "languages": ["ars-Arab", "ind-Latn"]}, {"precision": 0.572078, "recall": 0.632411, "f1": 0.589937, "accuracy": 0.632411, "main_score": 0.589937, "hf_subset": "ars_Arab-knc_Latn", "languages": ["ars-Arab", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-mlt_Latn", "languages": ["ars-Arab", "mlt-Latn"]}, {"precision": 0.713043, "recall": 0.773715, "f1": 0.731048, "accuracy": 0.773715, "main_score": 0.731048, "hf_subset": "ars_Arab-quy_Latn", "languages": ["ars-Arab", "quy-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "ars_Arab-swh_Latn", "languages": ["ars-Arab", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-uzn_Latn", "languages": ["ars-Arab", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-als_Latn", "languages": ["ars-Arab", "als-Latn"]}, {"precision": 0.647661, "recall": 0.730237, "f1": 0.672021, "accuracy": 0.730237, "main_score": 0.672021, "hf_subset": "ars_Arab-bod_Tibt", "languages": ["ars-Arab", "bod-Tibt"]}, {"precision": 0.708663, "recall": 0.76581, "f1": 0.725528, "accuracy": 0.76581, "main_score": 0.725528, "hf_subset": "ars_Arab-fij_Latn", "languages": ["ars-Arab", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-isl_Latn", "languages": ["ars-Arab", "isl-Latn"]}, {"precision": 0.651014, "recall": 0.708498, "f1": 0.668264, "accuracy": 0.708498, "main_score": 0.668264, "hf_subset": "ars_Arab-kon_Latn", "languages": ["ars-Arab", "kon-Latn"]}, {"precision": 0.654925, "recall": 0.726285, "f1": 0.675584, "accuracy": 0.726285, "main_score": 0.675584, "hf_subset": "ars_Arab-mni_Beng", "languages": ["ars-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ron_Latn", "languages": ["ars-Arab", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "ars_Arab-szl_Latn", "languages": ["ars-Arab", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-vec_Latn", "languages": ["ars-Arab", "vec-Latn"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "ars_Arab-amh_Ethi", "languages": ["ars-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bos_Latn", "languages": ["ars-Arab", "bos-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ars_Arab-fin_Latn", "languages": ["ars-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ita_Latn", "languages": ["ars-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-kor_Hang", "languages": ["ars-Arab", "kor-Hang"]}, {"precision": 0.5376, "recall": 0.602767, "f1": 0.555847, "accuracy": 0.602767, "main_score": 0.555847, "hf_subset": "ars_Arab-mos_Latn", "languages": ["ars-Arab", "mos-Latn"]}, {"precision": 0.54753, "recall": 0.605731, "f1": 0.564292, "accuracy": 0.605731, "main_score": 0.564292, "hf_subset": "ars_Arab-run_Latn", "languages": ["ars-Arab", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-tam_Taml", "languages": ["ars-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-vie_Latn", "languages": ["ars-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-apc_Arab", "languages": ["ars-Arab", "apc-Arab"]}, {"precision": 0.799384, "recall": 0.843874, "f1": 0.812764, "accuracy": 0.843874, "main_score": 0.812764, "hf_subset": "ars_Arab-bug_Latn", "languages": ["ars-Arab", "bug-Latn"]}, {"precision": 0.457423, "recall": 0.523715, "f1": 0.475021, "accuracy": 0.523715, "main_score": 0.475021, "hf_subset": "ars_Arab-fon_Latn", "languages": ["ars-Arab", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-jav_Latn", "languages": ["ars-Arab", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-lao_Laoo", "languages": ["ars-Arab", "lao-Laoo"]}, {"precision": 0.888834, "recall": 0.921937, "f1": 0.899492, "accuracy": 0.921937, "main_score": 0.899492, "hf_subset": "ars_Arab-mri_Latn", "languages": ["ars-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-rus_Cyrl", "languages": ["ars-Arab", "rus-Cyrl"]}, {"precision": 0.524449, "recall": 0.594862, "f1": 0.544441, "accuracy": 0.594862, "main_score": 0.544441, "hf_subset": "ars_Arab-taq_Latn", "languages": ["ars-Arab", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-war_Latn", "languages": ["ars-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-arb_Arab", "languages": ["ars-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bul_Cyrl", "languages": ["ars-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-fra_Latn", "languages": ["ars-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-jpn_Jpan", "languages": ["ars-Arab", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ars_Arab-lij_Latn", "languages": ["ars-Arab", "lij-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "ars_Arab-mya_Mymr", "languages": ["ars-Arab", "mya-Mymr"]}, {"precision": 0.578068, "recall": 0.652174, "f1": 0.59939, "accuracy": 0.652174, "main_score": 0.59939, "hf_subset": "ars_Arab-sag_Latn", "languages": ["ars-Arab", "sag-Latn"]}, {"precision": 0.164501, "recall": 0.221344, "f1": 0.177304, "accuracy": 0.221344, "main_score": 0.177304, "hf_subset": "ars_Arab-taq_Tfng", "languages": ["ars-Arab", "taq-Tfng"]}, {"precision": 0.607518, "recall": 0.678854, "f1": 0.628368, "accuracy": 0.678854, "main_score": 0.628368, "hf_subset": "ars_Arab-wol_Latn", "languages": ["ars-Arab", "wol-Latn"]}, {"precision": 0.881258, "recall": 0.916008, "f1": 0.892457, "accuracy": 0.916008, "main_score": 0.892457, "hf_subset": "ars_Arab-arb_Latn", "languages": ["ars-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-cat_Latn", "languages": ["ars-Arab", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-fur_Latn", "languages": ["ars-Arab", "fur-Latn"]}, {"precision": 0.412559, "recall": 0.471344, "f1": 0.428769, "accuracy": 0.471344, "main_score": 0.428769, "hf_subset": "ars_Arab-kab_Latn", "languages": ["ars-Arab", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-lim_Latn", "languages": ["ars-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-nld_Latn", "languages": ["ars-Arab", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ars_Arab-san_Deva", "languages": ["ars-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-tat_Cyrl", "languages": ["ars-Arab", "tat-Cyrl"]}, {"precision": 0.676293, "recall": 0.737154, "f1": 0.694521, "accuracy": 0.737154, "main_score": 0.694521, "hf_subset": "ars_Arab-xho_Latn", "languages": ["ars-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ceb_Latn", "languages": ["ars-Arab", "ceb-Latn"]}, {"precision": 0.553326, "recall": 0.612648, "f1": 0.570389, "accuracy": 0.612648, "main_score": 0.570389, "hf_subset": "ars_Arab-fuv_Latn", "languages": ["ars-Arab", "fuv-Latn"]}, {"precision": 0.491077, "recall": 0.557312, "f1": 0.509979, "accuracy": 0.557312, "main_score": 0.509979, "hf_subset": "ars_Arab-kac_Latn", "languages": ["ars-Arab", "kac-Latn"]}, {"precision": 0.663159, "recall": 0.717391, "f1": 0.67971, "accuracy": 0.717391, "main_score": 0.67971, "hf_subset": "ars_Arab-lin_Latn", "languages": ["ars-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-nno_Latn", "languages": ["ars-Arab", "nno-Latn"]}, {"precision": 0.237718, "recall": 0.322134, "f1": 0.259015, "accuracy": 0.322134, "main_score": 0.259015, "hf_subset": "ars_Arab-sat_Olck", "languages": ["ars-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tel_Telu", "languages": ["ars-Arab", "tel-Telu"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "ars_Arab-ydd_Hebr", "languages": ["ars-Arab", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ars_Arab-ary_Arab", "languages": ["ars-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ces_Latn", "languages": ["ars-Arab", "ces-Latn"]}, {"precision": 0.565843, "recall": 0.634387, "f1": 0.586152, "accuracy": 0.634387, "main_score": 0.586152, "hf_subset": "ars_Arab-gaz_Latn", "languages": ["ars-Arab", "gaz-Latn"]}, {"precision": 0.582322, "recall": 0.645257, "f1": 0.600051, "accuracy": 0.645257, "main_score": 0.600051, "hf_subset": "ars_Arab-kam_Latn", "languages": ["ars-Arab", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ars_Arab-lit_Latn", "languages": ["ars-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-nob_Latn", "languages": ["ars-Arab", "nob-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ars_Arab-scn_Latn", "languages": ["ars-Arab", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ars_Arab-tgk_Cyrl", "languages": ["ars-Arab", "tgk-Cyrl"]}, {"precision": 0.717622, "recall": 0.782609, "f1": 0.737418, "accuracy": 0.782609, "main_score": 0.737418, "hf_subset": "ars_Arab-yor_Latn", "languages": ["ars-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-arz_Arab", "languages": ["ars-Arab", "arz-Arab"]}, {"precision": 0.554627, "recall": 0.615613, "f1": 0.572387, "accuracy": 0.615613, "main_score": 0.572387, "hf_subset": "ars_Arab-cjk_Latn", "languages": ["ars-Arab", "cjk-Latn"]}, {"precision": 0.778442, "recall": 0.83498, "f1": 0.795817, "accuracy": 0.83498, "main_score": 0.795817, "hf_subset": "ars_Arab-gla_Latn", "languages": ["ars-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-kan_Knda", "languages": ["ars-Arab", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-lmo_Latn", "languages": ["ars-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ars_Arab-npi_Deva", "languages": ["ars-Arab", "npi-Deva"]}, {"precision": 0.437954, "recall": 0.508893, "f1": 0.457542, "accuracy": 0.508893, "main_score": 0.457542, "hf_subset": "ars_Arab-shn_Mymr", "languages": ["ars-Arab", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-tgl_Latn", "languages": ["ars-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-yue_Hant", "languages": ["ars-Arab", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-asm_Beng", "languages": ["ars-Arab", "asm-Beng"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "ars_Arab-ckb_Arab", "languages": ["ars-Arab", "ckb-Arab"]}, {"precision": 0.902042, "recall": 0.929842, "f1": 0.91054, "accuracy": 0.929842, "main_score": 0.91054, "hf_subset": "ars_Arab-gle_Latn", "languages": ["ars-Arab", "gle-Latn"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "ars_Arab-kas_Arab", "languages": ["ars-Arab", "kas-Arab"]}, {"precision": 0.941041, "recall": 0.959486, "f1": 0.947134, "accuracy": 0.959486, "main_score": 0.947134, "hf_subset": "ars_Arab-ltg_Latn", "languages": ["ars-Arab", "ltg-Latn"]}, {"precision": 0.607248, "recall": 0.666008, "f1": 0.624497, "accuracy": 0.666008, "main_score": 0.624497, "hf_subset": "ars_Arab-nso_Latn", "languages": ["ars-Arab", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ars_Arab-sin_Sinh", "languages": ["ars-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tha_Thai", "languages": ["ars-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-zho_Hans", "languages": ["ars-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ast_Latn", "languages": ["ars-Arab", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-crh_Latn", "languages": ["ars-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-glg_Latn", "languages": ["ars-Arab", "glg-Latn"]}, {"precision": 0.908597, "recall": 0.936759, "f1": 0.917819, "accuracy": 0.936759, "main_score": 0.917819, "hf_subset": "ars_Arab-kas_Deva", "languages": ["ars-Arab", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-ltz_Latn", "languages": ["ars-Arab", "ltz-Latn"]}, {"precision": 0.432075, "recall": 0.501976, "f1": 0.450907, "accuracy": 0.501976, "main_score": 0.450907, "hf_subset": "ars_Arab-nus_Latn", "languages": ["ars-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-slk_Latn", "languages": ["ars-Arab", "slk-Latn"]}, {"precision": 0.636067, "recall": 0.701581, "f1": 0.655083, "accuracy": 0.701581, "main_score": 0.655083, "hf_subset": "ars_Arab-tir_Ethi", "languages": ["ars-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-zho_Hant", "languages": ["ars-Arab", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "ars_Arab-awa_Deva", "languages": ["ars-Arab", "awa-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ars_Arab-cym_Latn", "languages": ["ars-Arab", "cym-Latn"]}, {"precision": 0.838686, "recall": 0.879447, "f1": 0.851303, "accuracy": 0.879447, "main_score": 0.851303, "hf_subset": "ars_Arab-grn_Latn", "languages": ["ars-Arab", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-kat_Geor", "languages": ["ars-Arab", "kat-Geor"]}, {"precision": 0.636826, "recall": 0.688735, "f1": 0.651521, "accuracy": 0.688735, "main_score": 0.651521, "hf_subset": "ars_Arab-lua_Latn", "languages": ["ars-Arab", "lua-Latn"]}, {"precision": 0.638754, "recall": 0.700593, "f1": 0.656625, "accuracy": 0.700593, "main_score": 0.656625, "hf_subset": "ars_Arab-nya_Latn", "languages": ["ars-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-slv_Latn", "languages": ["ars-Arab", "slv-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ars_Arab-tpi_Latn", "languages": ["ars-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-zsm_Latn", "languages": ["ars-Arab", "zsm-Latn"]}, {"precision": 0.530436, "recall": 0.598814, "f1": 0.549895, "accuracy": 0.598814, "main_score": 0.549895, "hf_subset": "ars_Arab-ayr_Latn", "languages": ["ars-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-dan_Latn", "languages": ["ars-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-guj_Gujr", "languages": ["ars-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-kaz_Cyrl", "languages": ["ars-Arab", "kaz-Cyrl"]}, {"precision": 0.529545, "recall": 0.599802, "f1": 0.549181, "accuracy": 0.599802, "main_score": 0.549181, "hf_subset": "ars_Arab-lug_Latn", "languages": ["ars-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-oci_Latn", "languages": ["ars-Arab", "oci-Latn"]}, {"precision": 0.832922, "recall": 0.878458, "f1": 0.847036, "accuracy": 0.878458, "main_score": 0.847036, "hf_subset": "ars_Arab-smo_Latn", "languages": ["ars-Arab", "smo-Latn"]}, {"precision": 0.538629, "recall": 0.601779, "f1": 0.556413, "accuracy": 0.601779, "main_score": 0.556413, "hf_subset": "ars_Arab-tsn_Latn", "languages": ["ars-Arab", "tsn-Latn"]}, {"precision": 0.615967, "recall": 0.68083, "f1": 0.635188, "accuracy": 0.68083, "main_score": 0.635188, "hf_subset": "ars_Arab-zul_Latn", "languages": ["ars-Arab", "zul-Latn"]}, {"precision": 0.922101, "recall": 0.94664, "f1": 0.930171, "accuracy": 0.94664, "main_score": 0.930171, "hf_subset": "ars_Arab-azb_Arab", "languages": ["ars-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-deu_Latn", "languages": ["ars-Arab", "deu-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "ars_Arab-hat_Latn", "languages": ["ars-Arab", "hat-Latn"]}, {"precision": 0.467391, "recall": 0.530632, "f1": 0.485578, "accuracy": 0.530632, "main_score": 0.485578, "hf_subset": "ars_Arab-kbp_Latn", "languages": ["ars-Arab", "kbp-Latn"]}, {"precision": 0.570579, "recall": 0.631423, "f1": 0.586814, "accuracy": 0.631423, "main_score": 0.586814, "hf_subset": "ars_Arab-luo_Latn", "languages": ["ars-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ory_Orya", "languages": ["ars-Arab", "ory-Orya"]}, {"precision": 0.578409, "recall": 0.648221, "f1": 0.598701, "accuracy": 0.648221, "main_score": 0.598701, "hf_subset": "ars_Arab-sna_Latn", "languages": ["ars-Arab", "sna-Latn"]}, {"precision": 0.539502, "recall": 0.600791, "f1": 0.556089, "accuracy": 0.600791, "main_score": 0.556089, "hf_subset": "ars_Arab-tso_Latn", "languages": ["ars-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-azj_Latn", "languages": ["ars-Arab", "azj-Latn"]}, {"precision": 0.542622, "recall": 0.608696, "f1": 0.56122, "accuracy": 0.608696, "main_score": 0.56122, "hf_subset": "ars_Arab-dik_Latn", "languages": ["ars-Arab", "dik-Latn"]}, {"precision": 0.749934, "recall": 0.806324, "f1": 0.766653, "accuracy": 0.806324, "main_score": 0.766653, "hf_subset": "ars_Arab-hau_Latn", "languages": ["ars-Arab", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ars_Arab-kea_Latn", "languages": ["ars-Arab", "kea-Latn"]}, {"precision": 0.730649, "recall": 0.785573, "f1": 0.74753, "accuracy": 0.785573, "main_score": 0.74753, "hf_subset": "ars_Arab-lus_Latn", "languages": ["ars-Arab", "lus-Latn"]}, {"precision": 0.879265, "recall": 0.907115, "f1": 0.887549, "accuracy": 0.907115, "main_score": 0.887549, "hf_subset": "ars_Arab-pag_Latn", "languages": ["ars-Arab", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-snd_Arab", "languages": ["ars-Arab", "snd-Arab"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "ars_Arab-tuk_Latn", "languages": ["ars-Arab", "tuk-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ars_Arab-bak_Cyrl", "languages": ["ars-Arab", "bak-Cyrl"]}, {"precision": 0.47217, "recall": 0.546443, "f1": 0.494093, "accuracy": 0.546443, "main_score": 0.494093, "hf_subset": "ars_Arab-dyu_Latn", "languages": ["ars-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-heb_Hebr", "languages": ["ars-Arab", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ars_Arab-khk_Cyrl", "languages": ["ars-Arab", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-lvs_Latn", "languages": ["ars-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pan_Guru", "languages": ["ars-Arab", "pan-Guru"]}, {"precision": 0.709298, "recall": 0.775692, "f1": 0.729068, "accuracy": 0.775692, "main_score": 0.729068, "hf_subset": "ars_Arab-som_Latn", "languages": ["ars-Arab", "som-Latn"]}, {"precision": 0.593347, "recall": 0.646245, "f1": 0.608865, "accuracy": 0.646245, "main_score": 0.608865, "hf_subset": "ars_Arab-tum_Latn", "languages": ["ars-Arab", "tum-Latn"]}, {"precision": 0.584644, "recall": 0.650198, "f1": 0.603696, "accuracy": 0.650198, "main_score": 0.603696, "hf_subset": "ceb_Latn-ace_Arab", "languages": ["ceb-Latn", "ace-Arab"]}, {"precision": 0.556778, "recall": 0.613636, "f1": 0.572998, "accuracy": 0.613636, "main_score": 0.572998, "hf_subset": "ceb_Latn-bam_Latn", "languages": ["ceb-Latn", "bam-Latn"]}, {"precision": 0.420862, "recall": 0.501976, "f1": 0.442397, "accuracy": 0.501976, "main_score": 0.442397, "hf_subset": "ceb_Latn-dzo_Tibt", "languages": ["ceb-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-hin_Deva", "languages": ["ceb-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-khm_Khmr", "languages": ["ceb-Latn", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-mag_Deva", "languages": ["ceb-Latn", "mag-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ceb_Latn-pap_Latn", "languages": ["ceb-Latn", "pap-Latn"]}, {"precision": 0.619648, "recall": 0.671937, "f1": 0.634881, "accuracy": 0.671937, "main_score": 0.634881, "hf_subset": "ceb_Latn-sot_Latn", "languages": ["ceb-Latn", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-tur_Latn", "languages": ["ceb-Latn", "tur-Latn"]}, {"precision": 0.869236, "recall": 0.90415, "f1": 0.880072, "accuracy": 0.90415, "main_score": 0.880072, "hf_subset": "ceb_Latn-ace_Latn", "languages": ["ceb-Latn", "ace-Latn"]}, {"precision": 0.959569, "recall": 0.970356, "f1": 0.963011, "accuracy": 0.970356, "main_score": 0.963011, "hf_subset": "ceb_Latn-ban_Latn", "languages": ["ceb-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-ell_Grek", "languages": ["ceb-Latn", "ell-Grek"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ceb_Latn-hne_Deva", "languages": ["ceb-Latn", "hne-Deva"]}, {"precision": 0.628409, "recall": 0.684783, "f1": 0.644383, "accuracy": 0.684783, "main_score": 0.644383, "hf_subset": "ceb_Latn-kik_Latn", "languages": ["ceb-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-mai_Deva", "languages": ["ceb-Latn", "mai-Deva"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ceb_Latn-pbt_Arab", "languages": ["ceb-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-spa_Latn", "languages": ["ceb-Latn", "spa-Latn"]}, {"precision": 0.643786, "recall": 0.705534, "f1": 0.660912, "accuracy": 0.705534, "main_score": 0.660912, "hf_subset": "ceb_Latn-twi_Latn", "languages": ["ceb-Latn", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-acm_Arab", "languages": ["ceb-Latn", "acm-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-bel_Cyrl", "languages": ["ceb-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-eng_Latn", "languages": ["ceb-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-hrv_Latn", "languages": ["ceb-Latn", "hrv-Latn"]}, {"precision": 0.588937, "recall": 0.655138, "f1": 0.607842, "accuracy": 0.655138, "main_score": 0.607842, "hf_subset": "ceb_Latn-kin_Latn", "languages": ["ceb-Latn", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-mal_Mlym", "languages": ["ceb-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-pes_Arab", "languages": ["ceb-Latn", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-srd_Latn", "languages": ["ceb-Latn", "srd-Latn"]}, {"precision": 0.188625, "recall": 0.241107, "f1": 0.201761, "accuracy": 0.241107, "main_score": 0.201761, "hf_subset": "ceb_Latn-tzm_Tfng", "languages": ["ceb-Latn", "tzm-Tfng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-acq_Arab", "languages": ["ceb-Latn", "acq-Arab"]}, {"precision": 0.666883, "recall": 0.712451, "f1": 0.67948, "accuracy": 0.712451, "main_score": 0.67948, "hf_subset": "ceb_Latn-bem_Latn", "languages": ["ceb-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-epo_Latn", "languages": ["ceb-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-hun_Latn", "languages": ["ceb-Latn", "hun-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ceb_Latn-kir_Cyrl", "languages": ["ceb-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-mar_Deva", "languages": ["ceb-Latn", "mar-Deva"]}, {"precision": 0.702125, "recall": 0.756917, "f1": 0.718135, "accuracy": 0.756917, "main_score": 0.718135, "hf_subset": "ceb_Latn-plt_Latn", "languages": ["ceb-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-srp_Cyrl", "languages": ["ceb-Latn", "srp-Cyrl"]}, {"precision": 0.944746, "recall": 0.959486, "f1": 0.949341, "accuracy": 0.959486, "main_score": 0.949341, "hf_subset": "ceb_Latn-uig_Arab", "languages": ["ceb-Latn", "uig-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ceb_Latn-aeb_Arab", "languages": ["ceb-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ben_Beng", "languages": ["ceb-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-est_Latn", "languages": ["ceb-Latn", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-hye_Armn", "languages": ["ceb-Latn", "hye-Armn"]}, {"precision": 0.568899, "recall": 0.620553, "f1": 0.583746, "accuracy": 0.620553, "main_score": 0.583746, "hf_subset": "ceb_Latn-kmb_Latn", "languages": ["ceb-Latn", "kmb-Latn"]}, {"precision": 0.51537, "recall": 0.588933, "f1": 0.5357, "accuracy": 0.588933, "main_score": 0.5357, "hf_subset": "ceb_Latn-min_Arab", "languages": ["ceb-Latn", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-pol_Latn", "languages": ["ceb-Latn", "pol-Latn"]}, {"precision": 0.585557, "recall": 0.650198, "f1": 0.604136, "accuracy": 0.650198, "main_score": 0.604136, "hf_subset": "ceb_Latn-ssw_Latn", "languages": ["ceb-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ukr_Cyrl", "languages": ["ceb-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-afr_Latn", "languages": ["ceb-Latn", "afr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ceb_Latn-bho_Deva", "languages": ["ceb-Latn", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ceb_Latn-eus_Latn", "languages": ["ceb-Latn", "eus-Latn"]}, {"precision": 0.609289, "recall": 0.666008, "f1": 0.625433, "accuracy": 0.666008, "main_score": 0.625433, "hf_subset": "ceb_Latn-ibo_Latn", "languages": ["ceb-Latn", "ibo-Latn"]}, {"precision": 0.883893, "recall": 0.914032, "f1": 0.893248, "accuracy": 0.914032, "main_score": 0.893248, "hf_subset": "ceb_Latn-kmr_Latn", "languages": ["ceb-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ceb_Latn-min_Latn", "languages": ["ceb-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-por_Latn", "languages": ["ceb-Latn", "por-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ceb_Latn-sun_Latn", "languages": ["ceb-Latn", "sun-Latn"]}, {"precision": 0.549558, "recall": 0.606719, "f1": 0.565886, "accuracy": 0.606719, "main_score": 0.565886, "hf_subset": "ceb_Latn-umb_Latn", "languages": ["ceb-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ajp_Arab", "languages": ["ceb-Latn", "ajp-Arab"]}, {"precision": 0.560508, "recall": 0.62747, "f1": 0.579159, "accuracy": 0.62747, "main_score": 0.579159, "hf_subset": "ceb_Latn-bjn_Arab", "languages": ["ceb-Latn", "bjn-Arab"]}, {"precision": 0.537785, "recall": 0.592885, "f1": 0.553148, "accuracy": 0.592885, "main_score": 0.553148, "hf_subset": "ceb_Latn-ewe_Latn", "languages": ["ceb-Latn", "ewe-Latn"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "ceb_Latn-ilo_Latn", "languages": ["ceb-Latn", "ilo-Latn"]}, {"precision": 0.32585, "recall": 0.381423, "f1": 0.340588, "accuracy": 0.381423, "main_score": 0.340588, "hf_subset": "ceb_Latn-knc_Arab", "languages": ["ceb-Latn", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-mkd_Cyrl", "languages": ["ceb-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-prs_Arab", "languages": ["ceb-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-swe_Latn", "languages": ["ceb-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-urd_Arab", "languages": ["ceb-Latn", "urd-Arab"]}, {"precision": 0.603277, "recall": 0.66502, "f1": 0.621132, "accuracy": 0.66502, "main_score": 0.621132, "hf_subset": "ceb_Latn-aka_Latn", "languages": ["ceb-Latn", "aka-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ceb_Latn-bjn_Latn", "languages": ["ceb-Latn", "bjn-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ceb_Latn-fao_Latn", "languages": ["ceb-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ind_Latn", "languages": ["ceb-Latn", "ind-Latn"]}, {"precision": 0.609212, "recall": 0.666008, "f1": 0.625736, "accuracy": 0.666008, "main_score": 0.625736, "hf_subset": "ceb_Latn-knc_Latn", "languages": ["ceb-Latn", "knc-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ceb_Latn-mlt_Latn", "languages": ["ceb-Latn", "mlt-Latn"]}, {"precision": 0.717862, "recall": 0.775692, "f1": 0.734871, "accuracy": 0.775692, "main_score": 0.734871, "hf_subset": "ceb_Latn-quy_Latn", "languages": ["ceb-Latn", "quy-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ceb_Latn-swh_Latn", "languages": ["ceb-Latn", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ceb_Latn-uzn_Latn", "languages": ["ceb-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-als_Latn", "languages": ["ceb-Latn", "als-Latn"]}, {"precision": 0.641446, "recall": 0.722332, "f1": 0.665135, "accuracy": 0.722332, "main_score": 0.665135, "hf_subset": "ceb_Latn-bod_Tibt", "languages": ["ceb-Latn", "bod-Tibt"]}, {"precision": 0.746157, "recall": 0.797431, "f1": 0.761299, "accuracy": 0.797431, "main_score": 0.761299, "hf_subset": "ceb_Latn-fij_Latn", "languages": ["ceb-Latn", "fij-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ceb_Latn-isl_Latn", "languages": ["ceb-Latn", "isl-Latn"]}, {"precision": 0.70611, "recall": 0.750988, "f1": 0.719452, "accuracy": 0.750988, "main_score": 0.719452, "hf_subset": "ceb_Latn-kon_Latn", "languages": ["ceb-Latn", "kon-Latn"]}, {"precision": 0.685585, "recall": 0.749012, "f1": 0.703925, "accuracy": 0.749012, "main_score": 0.703925, "hf_subset": "ceb_Latn-mni_Beng", "languages": ["ceb-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ron_Latn", "languages": ["ceb-Latn", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "ceb_Latn-szl_Latn", "languages": ["ceb-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-vec_Latn", "languages": ["ceb-Latn", "vec-Latn"]}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "ceb_Latn-amh_Ethi", "languages": ["ceb-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-bos_Latn", "languages": ["ceb-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-fin_Latn", "languages": ["ceb-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ita_Latn", "languages": ["ceb-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-kor_Hang", "languages": ["ceb-Latn", "kor-Hang"]}, {"precision": 0.57729, "recall": 0.635375, "f1": 0.594048, "accuracy": 0.635375, "main_score": 0.594048, "hf_subset": "ceb_Latn-mos_Latn", "languages": ["ceb-Latn", "mos-Latn"]}, {"precision": 0.576409, "recall": 0.631423, "f1": 0.591666, "accuracy": 0.631423, "main_score": 0.591666, "hf_subset": "ceb_Latn-run_Latn", "languages": ["ceb-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-tam_Taml", "languages": ["ceb-Latn", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-vie_Latn", "languages": ["ceb-Latn", "vie-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-apc_Arab", "languages": ["ceb-Latn", "apc-Arab"]}, {"precision": 0.819524, "recall": 0.857708, "f1": 0.830885, "accuracy": 0.857708, "main_score": 0.830885, "hf_subset": "ceb_Latn-bug_Latn", "languages": ["ceb-Latn", "bug-Latn"]}, {"precision": 0.492656, "recall": 0.548419, "f1": 0.508057, "accuracy": 0.548419, "main_score": 0.508057, "hf_subset": "ceb_Latn-fon_Latn", "languages": ["ceb-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-jav_Latn", "languages": ["ceb-Latn", "jav-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ceb_Latn-lao_Laoo", "languages": ["ceb-Latn", "lao-Laoo"]}, {"precision": 0.890843, "recall": 0.91996, "f1": 0.899835, "accuracy": 0.91996, "main_score": 0.899835, "hf_subset": "ceb_Latn-mri_Latn", "languages": ["ceb-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-rus_Cyrl", "languages": ["ceb-Latn", "rus-Cyrl"]}, {"precision": 0.564355, "recall": 0.623518, "f1": 0.580443, "accuracy": 0.623518, "main_score": 0.580443, "hf_subset": "ceb_Latn-taq_Latn", "languages": ["ceb-Latn", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-war_Latn", "languages": ["ceb-Latn", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-arb_Arab", "languages": ["ceb-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-bul_Cyrl", "languages": ["ceb-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-fra_Latn", "languages": ["ceb-Latn", "fra-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ceb_Latn-jpn_Jpan", "languages": ["ceb-Latn", "jpn-Jpan"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ceb_Latn-lij_Latn", "languages": ["ceb-Latn", "lij-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "ceb_Latn-mya_Mymr", "languages": ["ceb-Latn", "mya-Mymr"]}, {"precision": 0.618003, "recall": 0.683794, "f1": 0.636542, "accuracy": 0.683794, "main_score": 0.636542, "hf_subset": "ceb_Latn-sag_Latn", "languages": ["ceb-Latn", "sag-Latn"]}, {"precision": 0.190046, "recall": 0.244071, "f1": 0.202426, "accuracy": 0.244071, "main_score": 0.202426, "hf_subset": "ceb_Latn-taq_Tfng", "languages": ["ceb-Latn", "taq-Tfng"]}, {"precision": 0.645817, "recall": 0.704545, "f1": 0.66318, "accuracy": 0.704545, "main_score": 0.66318, "hf_subset": "ceb_Latn-wol_Latn", "languages": ["ceb-Latn", "wol-Latn"]}, {"precision": 0.788719, "recall": 0.842885, "f1": 0.805369, "accuracy": 0.842885, "main_score": 0.805369, "hf_subset": "ceb_Latn-arb_Latn", "languages": ["ceb-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-cat_Latn", "languages": ["ceb-Latn", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ceb_Latn-fur_Latn", "languages": ["ceb-Latn", "fur-Latn"]}, {"precision": 0.433114, "recall": 0.495059, "f1": 0.450335, "accuracy": 0.495059, "main_score": 0.450335, "hf_subset": "ceb_Latn-kab_Latn", "languages": ["ceb-Latn", "kab-Latn"]}, {"precision": 0.979414, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "ceb_Latn-lim_Latn", "languages": ["ceb-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-nld_Latn", "languages": ["ceb-Latn", "nld-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "ceb_Latn-san_Deva", "languages": ["ceb-Latn", "san-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-tat_Cyrl", "languages": ["ceb-Latn", "tat-Cyrl"]}, {"precision": 0.706966, "recall": 0.76087, "f1": 0.722633, "accuracy": 0.76087, "main_score": 0.722633, "hf_subset": "ceb_Latn-xho_Latn", "languages": ["ceb-Latn", "xho-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-ars_Arab", "languages": ["ceb-Latn", "ars-Arab"]}, {"precision": 0.568973, "recall": 0.633399, "f1": 0.587764, "accuracy": 0.633399, "main_score": 0.587764, "hf_subset": "ceb_Latn-fuv_Latn", "languages": ["ceb-Latn", "fuv-Latn"]}, {"precision": 0.534305, "recall": 0.594862, "f1": 0.550812, "accuracy": 0.594862, "main_score": 0.550812, "hf_subset": "ceb_Latn-kac_Latn", "languages": ["ceb-Latn", "kac-Latn"]}, {"precision": 0.703369, "recall": 0.755929, "f1": 0.718165, "accuracy": 0.755929, "main_score": 0.718165, "hf_subset": "ceb_Latn-lin_Latn", "languages": ["ceb-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-nno_Latn", "languages": ["ceb-Latn", "nno-Latn"]}, {"precision": 0.258686, "recall": 0.333992, "f1": 0.278175, "accuracy": 0.333992, "main_score": 0.278175, "hf_subset": "ceb_Latn-sat_Olck", "languages": ["ceb-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-tel_Telu", "languages": ["ceb-Latn", "tel-Telu"]}, {"precision": 0.965991, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "ceb_Latn-ydd_Hebr", "languages": ["ceb-Latn", "ydd-Hebr"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "ceb_Latn-ary_Arab", "languages": ["ceb-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ces_Latn", "languages": ["ceb-Latn", "ces-Latn"]}, {"precision": 0.605814, "recall": 0.666996, "f1": 0.62388, "accuracy": 0.666996, "main_score": 0.62388, "hf_subset": "ceb_Latn-gaz_Latn", "languages": ["ceb-Latn", "gaz-Latn"]}, {"precision": 0.599548, "recall": 0.661067, "f1": 0.616562, "accuracy": 0.661067, "main_score": 0.616562, "hf_subset": "ceb_Latn-kam_Latn", "languages": ["ceb-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ceb_Latn-lit_Latn", "languages": ["ceb-Latn", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-nob_Latn", "languages": ["ceb-Latn", "nob-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ceb_Latn-scn_Latn", "languages": ["ceb-Latn", "scn-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ceb_Latn-tgk_Cyrl", "languages": ["ceb-Latn", "tgk-Cyrl"]}, {"precision": 0.739773, "recall": 0.801383, "f1": 0.758023, "accuracy": 0.801383, "main_score": 0.758023, "hf_subset": "ceb_Latn-yor_Latn", "languages": ["ceb-Latn", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-arz_Arab", "languages": ["ceb-Latn", "arz-Arab"]}, {"precision": 0.585256, "recall": 0.646245, "f1": 0.602802, "accuracy": 0.646245, "main_score": 0.602802, "hf_subset": "ceb_Latn-cjk_Latn", "languages": ["ceb-Latn", "cjk-Latn"]}, {"precision": 0.802125, "recall": 0.850791, "f1": 0.817391, "accuracy": 0.850791, "main_score": 0.817391, "hf_subset": "ceb_Latn-gla_Latn", "languages": ["ceb-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-kan_Knda", "languages": ["ceb-Latn", "kan-Knda"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ceb_Latn-lmo_Latn", "languages": ["ceb-Latn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ceb_Latn-npi_Deva", "languages": ["ceb-Latn", "npi-Deva"]}, {"precision": 0.491444, "recall": 0.551383, "f1": 0.507673, "accuracy": 0.551383, "main_score": 0.507673, "hf_subset": "ceb_Latn-shn_Mymr", "languages": ["ceb-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-tgl_Latn", "languages": ["ceb-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-yue_Hant", "languages": ["ceb-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-asm_Beng", "languages": ["ceb-Latn", "asm-Beng"]}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "ceb_Latn-ckb_Arab", "languages": ["ceb-Latn", "ckb-Arab"]}, {"precision": 0.889246, "recall": 0.917984, "f1": 0.898452, "accuracy": 0.917984, "main_score": 0.898452, "hf_subset": "ceb_Latn-gle_Latn", "languages": ["ceb-Latn", "gle-Latn"]}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943808, "accuracy": 0.956522, "main_score": 0.943808, "hf_subset": "ceb_Latn-kas_Arab", "languages": ["ceb-Latn", "kas-Arab"]}, {"precision": 0.926219, "recall": 0.947628, "f1": 0.932938, "accuracy": 0.947628, "main_score": 0.932938, "hf_subset": "ceb_Latn-ltg_Latn", "languages": ["ceb-Latn", "ltg-Latn"]}, {"precision": 0.645143, "recall": 0.69664, "f1": 0.659841, "accuracy": 0.69664, "main_score": 0.659841, "hf_subset": "ceb_Latn-nso_Latn", "languages": ["ceb-Latn", "nso-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ceb_Latn-sin_Sinh", "languages": ["ceb-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-tha_Thai", "languages": ["ceb-Latn", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-zho_Hans", "languages": ["ceb-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ast_Latn", "languages": ["ceb-Latn", "ast-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ceb_Latn-crh_Latn", "languages": ["ceb-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-glg_Latn", "languages": ["ceb-Latn", "glg-Latn"]}, {"precision": 0.881752, "recall": 0.917984, "f1": 0.893281, "accuracy": 0.917984, "main_score": 0.893281, "hf_subset": "ceb_Latn-kas_Deva", "languages": ["ceb-Latn", "kas-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ceb_Latn-ltz_Latn", "languages": ["ceb-Latn", "ltz-Latn"]}, {"precision": 0.476739, "recall": 0.550395, "f1": 0.496953, "accuracy": 0.550395, "main_score": 0.496953, "hf_subset": "ceb_Latn-nus_Latn", "languages": ["ceb-Latn", "nus-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-slk_Latn", "languages": ["ceb-Latn", "slk-Latn"]}, {"precision": 0.62556, "recall": 0.6917, "f1": 0.645131, "accuracy": 0.6917, "main_score": 0.645131, "hf_subset": "ceb_Latn-tir_Ethi", "languages": ["ceb-Latn", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-zho_Hant", "languages": ["ceb-Latn", "zho-Hant"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "ceb_Latn-awa_Deva", "languages": ["ceb-Latn", "awa-Deva"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "ceb_Latn-cym_Latn", "languages": ["ceb-Latn", "cym-Latn"]}, {"precision": 0.848765, "recall": 0.884387, "f1": 0.859585, "accuracy": 0.884387, "main_score": 0.859585, "hf_subset": "ceb_Latn-grn_Latn", "languages": ["ceb-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-kat_Geor", "languages": ["ceb-Latn", "kat-Geor"]}, {"precision": 0.676169, "recall": 0.725296, "f1": 0.690355, "accuracy": 0.725296, "main_score": 0.690355, "hf_subset": "ceb_Latn-lua_Latn", "languages": ["ceb-Latn", "lua-Latn"]}, {"precision": 0.665844, "recall": 0.725296, "f1": 0.682765, "accuracy": 0.725296, "main_score": 0.682765, "hf_subset": "ceb_Latn-nya_Latn", "languages": ["ceb-Latn", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-slv_Latn", "languages": ["ceb-Latn", "slv-Latn"]}, {"precision": 0.945076, "recall": 0.959486, "f1": 0.949671, "accuracy": 0.959486, "main_score": 0.949671, "hf_subset": "ceb_Latn-tpi_Latn", "languages": ["ceb-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-zsm_Latn", "languages": ["ceb-Latn", "zsm-Latn"]}, {"precision": 0.566024, "recall": 0.629447, "f1": 0.583832, "accuracy": 0.629447, "main_score": 0.583832, "hf_subset": "ceb_Latn-ayr_Latn", "languages": ["ceb-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-dan_Latn", "languages": ["ceb-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-guj_Gujr", "languages": ["ceb-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-kaz_Cyrl", "languages": ["ceb-Latn", "kaz-Cyrl"]}, {"precision": 0.572094, "recall": 0.632411, "f1": 0.5895, "accuracy": 0.632411, "main_score": 0.5895, "hf_subset": "ceb_Latn-lug_Latn", "languages": ["ceb-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-oci_Latn", "languages": ["ceb-Latn", "oci-Latn"]}, {"precision": 0.857213, "recall": 0.893281, "f1": 0.868544, "accuracy": 0.893281, "main_score": 0.868544, "hf_subset": "ceb_Latn-smo_Latn", "languages": ["ceb-Latn", "smo-Latn"]}, {"precision": 0.561912, "recall": 0.621542, "f1": 0.578302, "accuracy": 0.621542, "main_score": 0.578302, "hf_subset": "ceb_Latn-tsn_Latn", "languages": ["ceb-Latn", "tsn-Latn"]}, {"precision": 0.669713, "recall": 0.727273, "f1": 0.686891, "accuracy": 0.727273, "main_score": 0.686891, "hf_subset": "ceb_Latn-zul_Latn", "languages": ["ceb-Latn", "zul-Latn"]}, {"precision": 0.91642, "recall": 0.937747, "f1": 0.92332, "accuracy": 0.937747, "main_score": 0.92332, "hf_subset": "ceb_Latn-azb_Arab", "languages": ["ceb-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-deu_Latn", "languages": ["ceb-Latn", "deu-Latn"]}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "ceb_Latn-hat_Latn", "languages": ["ceb-Latn", "hat-Latn"]}, {"precision": 0.514141, "recall": 0.56917, "f1": 0.529312, "accuracy": 0.56917, "main_score": 0.529312, "hf_subset": "ceb_Latn-kbp_Latn", "languages": ["ceb-Latn", "kbp-Latn"]}, {"precision": 0.60261, "recall": 0.659091, "f1": 0.618234, "accuracy": 0.659091, "main_score": 0.618234, "hf_subset": "ceb_Latn-luo_Latn", "languages": ["ceb-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-ory_Orya", "languages": ["ceb-Latn", "ory-Orya"]}, {"precision": 0.618151, "recall": 0.676877, "f1": 0.635526, "accuracy": 0.676877, "main_score": 0.635526, "hf_subset": "ceb_Latn-sna_Latn", "languages": ["ceb-Latn", "sna-Latn"]}, {"precision": 0.57584, "recall": 0.631423, "f1": 0.591122, "accuracy": 0.631423, "main_score": 0.591122, "hf_subset": "ceb_Latn-tso_Latn", "languages": ["ceb-Latn", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-azj_Latn", "languages": ["ceb-Latn", "azj-Latn"]}, {"precision": 0.556555, "recall": 0.621542, "f1": 0.575288, "accuracy": 0.621542, "main_score": 0.575288, "hf_subset": "ceb_Latn-dik_Latn", "languages": ["ceb-Latn", "dik-Latn"]}, {"precision": 0.747843, "recall": 0.80336, "f1": 0.764427, "accuracy": 0.80336, "main_score": 0.764427, "hf_subset": "ceb_Latn-hau_Latn", "languages": ["ceb-Latn", "hau-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ceb_Latn-kea_Latn", "languages": ["ceb-Latn", "kea-Latn"]}, {"precision": 0.75476, "recall": 0.806324, "f1": 0.770455, "accuracy": 0.806324, "main_score": 0.770455, "hf_subset": "ceb_Latn-lus_Latn", "languages": ["ceb-Latn", "lus-Latn"]}, {"precision": 0.887269, "recall": 0.91502, "f1": 0.895982, "accuracy": 0.91502, "main_score": 0.895982, "hf_subset": "ceb_Latn-pag_Latn", "languages": ["ceb-Latn", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-snd_Arab", "languages": ["ceb-Latn", "snd-Arab"]}, {"precision": 0.933333, "recall": 0.953557, "f1": 0.939888, "accuracy": 0.953557, "main_score": 0.939888, "hf_subset": "ceb_Latn-tuk_Latn", "languages": ["ceb-Latn", "tuk-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ceb_Latn-bak_Cyrl", "languages": ["ceb-Latn", "bak-Cyrl"]}, {"precision": 0.510798, "recall": 0.590909, "f1": 0.534392, "accuracy": 0.590909, "main_score": 0.534392, "hf_subset": "ceb_Latn-dyu_Latn", "languages": ["ceb-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-heb_Hebr", "languages": ["ceb-Latn", "heb-Hebr"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "ceb_Latn-khk_Cyrl", "languages": ["ceb-Latn", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-lvs_Latn", "languages": ["ceb-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-pan_Guru", "languages": ["ceb-Latn", "pan-Guru"]}, {"precision": 0.726515, "recall": 0.786561, "f1": 0.744631, "accuracy": 0.786561, "main_score": 0.744631, "hf_subset": "ceb_Latn-som_Latn", "languages": ["ceb-Latn", "som-Latn"]}, {"precision": 0.614453, "recall": 0.66502, "f1": 0.628757, "accuracy": 0.66502, "main_score": 0.628757, "hf_subset": "ceb_Latn-tum_Latn", "languages": ["ceb-Latn", "tum-Latn"]}, {"precision": 0.410742, "recall": 0.45751, "f1": 0.424099, "accuracy": 0.45751, "main_score": 0.424099, "hf_subset": "fuv_Latn-ace_Arab", "languages": ["fuv-Latn", "ace-Arab"]}, {"precision": 0.481961, "recall": 0.524704, "f1": 0.494277, "accuracy": 0.524704, "main_score": 0.494277, "hf_subset": "fuv_Latn-bam_Latn", "languages": ["fuv-Latn", "bam-Latn"]}, {"precision": 0.210458, "recall": 0.25, "f1": 0.220855, "accuracy": 0.25, "main_score": 0.220855, "hf_subset": "fuv_Latn-dzo_Tibt", "languages": ["fuv-Latn", "dzo-Tibt"]}, {"precision": 0.548462, "recall": 0.593874, "f1": 0.560727, "accuracy": 0.593874, "main_score": 0.560727, "hf_subset": "fuv_Latn-hin_Deva", "languages": ["fuv-Latn", "hin-Deva"]}, {"precision": 0.508048, "recall": 0.551383, "f1": 0.519625, "accuracy": 0.551383, "main_score": 0.519625, "hf_subset": "fuv_Latn-khm_Khmr", "languages": ["fuv-Latn", "khm-Khmr"]}, {"precision": 0.562036, "recall": 0.599802, "f1": 0.572254, "accuracy": 0.599802, "main_score": 0.572254, "hf_subset": "fuv_Latn-mag_Deva", "languages": ["fuv-Latn", "mag-Deva"]}, {"precision": 0.553341, "recall": 0.589921, "f1": 0.563583, "accuracy": 0.589921, "main_score": 0.563583, "hf_subset": "fuv_Latn-pap_Latn", "languages": ["fuv-Latn", "pap-Latn"]}, {"precision": 0.517402, "recall": 0.556324, "f1": 0.528123, "accuracy": 0.556324, "main_score": 0.528123, "hf_subset": "fuv_Latn-sot_Latn", "languages": ["fuv-Latn", "sot-Latn"]}, {"precision": 0.556222, "recall": 0.600791, "f1": 0.567951, "accuracy": 0.600791, "main_score": 0.567951, "hf_subset": "fuv_Latn-tur_Latn", "languages": ["fuv-Latn", "tur-Latn"]}, {"precision": 0.56761, "recall": 0.597826, "f1": 0.575769, "accuracy": 0.597826, "main_score": 0.575769, "hf_subset": "fuv_Latn-ace_Latn", "languages": ["fuv-Latn", "ace-Latn"]}, {"precision": 0.54497, "recall": 0.582016, "f1": 0.555061, "accuracy": 0.582016, "main_score": 0.555061, "hf_subset": "fuv_Latn-ban_Latn", "languages": ["fuv-Latn", "ban-Latn"]}, {"precision": 0.538883, "recall": 0.594862, "f1": 0.553523, "accuracy": 0.594862, "main_score": 0.553523, "hf_subset": "fuv_Latn-ell_Grek", "languages": ["fuv-Latn", "ell-Grek"]}, {"precision": 0.53531, "recall": 0.58498, "f1": 0.549366, "accuracy": 0.58498, "main_score": 0.549366, "hf_subset": "fuv_Latn-hne_Deva", "languages": ["fuv-Latn", "hne-Deva"]}, {"precision": 0.467, "recall": 0.512846, "f1": 0.480309, "accuracy": 0.512846, "main_score": 0.480309, "hf_subset": "fuv_Latn-kik_Latn", "languages": ["fuv-Latn", "kik-Latn"]}, {"precision": 0.547521, "recall": 0.590909, "f1": 0.559936, "accuracy": 0.590909, "main_score": 0.559936, "hf_subset": "fuv_Latn-mai_Deva", "languages": ["fuv-Latn", "mai-Deva"]}, {"precision": 0.513727, "recall": 0.5583, "f1": 0.526162, "accuracy": 0.5583, "main_score": 0.526162, "hf_subset": "fuv_Latn-pbt_Arab", "languages": ["fuv-Latn", "pbt-Arab"]}, {"precision": 0.566098, "recall": 0.609684, "f1": 0.578584, "accuracy": 0.609684, "main_score": 0.578584, "hf_subset": "fuv_Latn-spa_Latn", "languages": ["fuv-Latn", "spa-Latn"]}, {"precision": 0.519576, "recall": 0.554348, "f1": 0.529776, "accuracy": 0.554348, "main_score": 0.529776, "hf_subset": "fuv_Latn-twi_Latn", "languages": ["fuv-Latn", "twi-Latn"]}, {"precision": 0.541824, "recall": 0.583992, "f1": 0.553137, "accuracy": 0.583992, "main_score": 0.553137, "hf_subset": "fuv_Latn-acm_Arab", "languages": ["fuv-Latn", "acm-Arab"]}, {"precision": 0.51388, "recall": 0.560277, "f1": 0.525896, "accuracy": 0.560277, "main_score": 0.525896, "hf_subset": "fuv_Latn-bel_Cyrl", "languages": ["fuv-Latn", "bel-Cyrl"]}, {"precision": 0.5782, "recall": 0.615613, "f1": 0.588836, "accuracy": 0.615613, "main_score": 0.588836, "hf_subset": "fuv_Latn-eng_Latn", "languages": ["fuv-Latn", "eng-Latn"]}, {"precision": 0.568804, "recall": 0.614625, "f1": 0.580222, "accuracy": 0.614625, "main_score": 0.580222, "hf_subset": "fuv_Latn-hrv_Latn", "languages": ["fuv-Latn", "hrv-Latn"]}, {"precision": 0.463377, "recall": 0.501976, "f1": 0.474489, "accuracy": 0.501976, "main_score": 0.474489, "hf_subset": "fuv_Latn-kin_Latn", "languages": ["fuv-Latn", "kin-Latn"]}, {"precision": 0.544557, "recall": 0.59585, "f1": 0.558074, "accuracy": 0.59585, "main_score": 0.558074, "hf_subset": "fuv_Latn-mal_Mlym", "languages": ["fuv-Latn", "mal-Mlym"]}, {"precision": 0.552859, "recall": 0.593874, "f1": 0.563993, "accuracy": 0.593874, "main_score": 0.563993, "hf_subset": "fuv_Latn-pes_Arab", "languages": ["fuv-Latn", "pes-Arab"]}, {"precision": 0.555263, "recall": 0.591897, "f1": 0.565501, "accuracy": 0.591897, "main_score": 0.565501, "hf_subset": "fuv_Latn-srd_Latn", "languages": ["fuv-Latn", "srd-Latn"]}, {"precision": 0.175531, "recall": 0.206522, "f1": 0.183191, "accuracy": 0.206522, "main_score": 0.183191, "hf_subset": "fuv_Latn-tzm_Tfng", "languages": ["fuv-Latn", "tzm-Tfng"]}, {"precision": 0.549466, "recall": 0.594862, "f1": 0.562218, "accuracy": 0.594862, "main_score": 0.562218, "hf_subset": "fuv_Latn-acq_Arab", "languages": ["fuv-Latn", "acq-Arab"]}, {"precision": 0.530343, "recall": 0.566206, "f1": 0.539955, "accuracy": 0.566206, "main_score": 0.539955, "hf_subset": "fuv_Latn-bem_Latn", "languages": ["fuv-Latn", "bem-Latn"]}, {"precision": 0.5498, "recall": 0.588933, "f1": 0.560322, "accuracy": 0.588933, "main_score": 0.560322, "hf_subset": "fuv_Latn-epo_Latn", "languages": ["fuv-Latn", "epo-Latn"]}, {"precision": 0.562724, "recall": 0.600791, "f1": 0.573261, "accuracy": 0.600791, "main_score": 0.573261, "hf_subset": "fuv_Latn-hun_Latn", "languages": ["fuv-Latn", "hun-Latn"]}, {"precision": 0.534787, "recall": 0.576087, "f1": 0.546212, "accuracy": 0.576087, "main_score": 0.546212, "hf_subset": "fuv_Latn-kir_Cyrl", "languages": ["fuv-Latn", "kir-Cyrl"]}, {"precision": 0.54343, "recall": 0.588933, "f1": 0.555527, "accuracy": 0.588933, "main_score": 0.555527, "hf_subset": "fuv_Latn-mar_Deva", "languages": ["fuv-Latn", "mar-Deva"]}, {"precision": 0.529924, "recall": 0.567194, "f1": 0.540105, "accuracy": 0.567194, "main_score": 0.540105, "hf_subset": "fuv_Latn-plt_Latn", "languages": ["fuv-Latn", "plt-Latn"]}, {"precision": 0.56021, "recall": 0.599802, "f1": 0.570755, "accuracy": 0.599802, "main_score": 0.570755, "hf_subset": "fuv_Latn-srp_Cyrl", "languages": ["fuv-Latn", "srp-Cyrl"]}, {"precision": 0.468448, "recall": 0.519763, "f1": 0.483686, "accuracy": 0.519763, "main_score": 0.483686, "hf_subset": "fuv_Latn-uig_Arab", "languages": ["fuv-Latn", "uig-Arab"]}, {"precision": 0.531812, "recall": 0.572134, "f1": 0.542609, "accuracy": 0.572134, "main_score": 0.542609, "hf_subset": "fuv_Latn-aeb_Arab", "languages": ["fuv-Latn", "aeb-Arab"]}, {"precision": 0.553025, "recall": 0.596838, "f1": 0.565186, "accuracy": 0.596838, "main_score": 0.565186, "hf_subset": "fuv_Latn-ben_Beng", "languages": ["fuv-Latn", "ben-Beng"]}, {"precision": 0.548149, "recall": 0.589921, "f1": 0.559803, "accuracy": 0.589921, "main_score": 0.559803, "hf_subset": "fuv_Latn-est_Latn", "languages": ["fuv-Latn", "est-Latn"]}, {"precision": 0.526976, "recall": 0.571146, "f1": 0.538723, "accuracy": 0.571146, "main_score": 0.538723, "hf_subset": "fuv_Latn-hye_Armn", "languages": ["fuv-Latn", "hye-Armn"]}, {"precision": 0.495335, "recall": 0.531621, "f1": 0.505717, "accuracy": 0.531621, "main_score": 0.505717, "hf_subset": "fuv_Latn-kmb_Latn", "languages": ["fuv-Latn", "kmb-Latn"]}, {"precision": 0.381409, "recall": 0.434783, "f1": 0.395757, "accuracy": 0.434783, "main_score": 0.395757, "hf_subset": "fuv_Latn-min_Arab", "languages": ["fuv-Latn", "min-Arab"]}, {"precision": 0.548894, "recall": 0.593874, "f1": 0.560854, "accuracy": 0.593874, "main_score": 0.560854, "hf_subset": "fuv_Latn-pol_Latn", "languages": ["fuv-Latn", "pol-Latn"]}, {"precision": 0.49395, "recall": 0.537549, "f1": 0.506451, "accuracy": 0.537549, "main_score": 0.506451, "hf_subset": "fuv_Latn-ssw_Latn", "languages": ["fuv-Latn", "ssw-Latn"]}, {"precision": 0.5572, "recall": 0.599802, "f1": 0.568996, "accuracy": 0.599802, "main_score": 0.568996, "hf_subset": "fuv_Latn-ukr_Cyrl", "languages": ["fuv-Latn", "ukr-Cyrl"]}, {"precision": 0.580465, "recall": 0.621542, "f1": 0.592032, "accuracy": 0.621542, "main_score": 0.592032, "hf_subset": "fuv_Latn-afr_Latn", "languages": ["fuv-Latn", "afr-Latn"]}, {"precision": 0.552205, "recall": 0.589921, "f1": 0.562451, "accuracy": 0.589921, "main_score": 0.562451, "hf_subset": "fuv_Latn-bho_Deva", "languages": ["fuv-Latn", "bho-Deva"]}, {"precision": 0.537931, "recall": 0.578063, "f1": 0.548887, "accuracy": 0.578063, "main_score": 0.548887, "hf_subset": "fuv_Latn-eus_Latn", "languages": ["fuv-Latn", "eus-Latn"]}, {"precision": 0.508015, "recall": 0.550395, "f1": 0.520246, "accuracy": 0.550395, "main_score": 0.520246, "hf_subset": "fuv_Latn-ibo_Latn", "languages": ["fuv-Latn", "ibo-Latn"]}, {"precision": 0.546572, "recall": 0.582016, "f1": 0.557216, "accuracy": 0.582016, "main_score": 0.557216, "hf_subset": "fuv_Latn-kmr_Latn", "languages": ["fuv-Latn", "kmr-Latn"]}, {"precision": 0.572249, "recall": 0.609684, "f1": 0.582691, "accuracy": 0.609684, "main_score": 0.582691, "hf_subset": "fuv_Latn-min_Latn", "languages": ["fuv-Latn", "min-Latn"]}, {"precision": 0.559402, "recall": 0.604743, "f1": 0.571384, "accuracy": 0.604743, "main_score": 0.571384, "hf_subset": "fuv_Latn-por_Latn", "languages": ["fuv-Latn", "por-Latn"]}, {"precision": 0.572566, "recall": 0.610672, "f1": 0.583118, "accuracy": 0.610672, "main_score": 0.583118, "hf_subset": "fuv_Latn-sun_Latn", "languages": ["fuv-Latn", "sun-Latn"]}, {"precision": 0.480586, "recall": 0.523715, "f1": 0.493019, "accuracy": 0.523715, "main_score": 0.493019, "hf_subset": "fuv_Latn-umb_Latn", "languages": ["fuv-Latn", "umb-Latn"]}, {"precision": 0.555368, "recall": 0.596838, "f1": 0.566655, "accuracy": 0.596838, "main_score": 0.566655, "hf_subset": "fuv_Latn-ajp_Arab", "languages": ["fuv-Latn", "ajp-Arab"]}, {"precision": 0.396739, "recall": 0.439723, "f1": 0.408569, "accuracy": 0.439723, "main_score": 0.408569, "hf_subset": "fuv_Latn-bjn_Arab", "languages": ["fuv-Latn", "bjn-Arab"]}, {"precision": 0.482699, "recall": 0.522727, "f1": 0.493845, "accuracy": 0.522727, "main_score": 0.493845, "hf_subset": "fuv_Latn-ewe_Latn", "languages": ["fuv-Latn", "ewe-Latn"]}, {"precision": 0.576868, "recall": 0.608696, "f1": 0.585027, "accuracy": 0.608696, "main_score": 0.585027, "hf_subset": "fuv_Latn-ilo_Latn", "languages": ["fuv-Latn", "ilo-Latn"]}, {"precision": 0.298003, "recall": 0.341897, "f1": 0.310034, "accuracy": 0.341897, "main_score": 0.310034, "hf_subset": "fuv_Latn-knc_Arab", "languages": ["fuv-Latn", "knc-Arab"]}, {"precision": 0.548715, "recall": 0.592885, "f1": 0.560065, "accuracy": 0.592885, "main_score": 0.560065, "hf_subset": "fuv_Latn-mkd_Cyrl", "languages": ["fuv-Latn", "mkd-Cyrl"]}, {"precision": 0.557412, "recall": 0.607708, "f1": 0.570132, "accuracy": 0.607708, "main_score": 0.570132, "hf_subset": "fuv_Latn-prs_Arab", "languages": ["fuv-Latn", "prs-Arab"]}, {"precision": 0.566082, "recall": 0.610672, "f1": 0.577294, "accuracy": 0.610672, "main_score": 0.577294, "hf_subset": "fuv_Latn-swe_Latn", "languages": ["fuv-Latn", "swe-Latn"]}, {"precision": 0.529109, "recall": 0.58004, "f1": 0.542871, "accuracy": 0.58004, "main_score": 0.542871, "hf_subset": "fuv_Latn-urd_Arab", "languages": ["fuv-Latn", "urd-Arab"]}, {"precision": 0.513768, "recall": 0.551383, "f1": 0.524959, "accuracy": 0.551383, "main_score": 0.524959, "hf_subset": "fuv_Latn-aka_Latn", "languages": ["fuv-Latn", "aka-Latn"]}, {"precision": 0.578552, "recall": 0.612648, "f1": 0.587768, "accuracy": 0.612648, "main_score": 0.587768, "hf_subset": "fuv_Latn-bjn_Latn", "languages": ["fuv-Latn", "bjn-Latn"]}, {"precision": 0.544335, "recall": 0.574111, "f1": 0.553491, "accuracy": 0.574111, "main_score": 0.553491, "hf_subset": "fuv_Latn-fao_Latn", "languages": ["fuv-Latn", "fao-Latn"]}, {"precision": 0.575411, "recall": 0.613636, "f1": 0.586059, "accuracy": 0.613636, "main_score": 0.586059, "hf_subset": "fuv_Latn-ind_Latn", "languages": ["fuv-Latn", "ind-Latn"]}, {"precision": 0.52879, "recall": 0.567194, "f1": 0.539254, "accuracy": 0.567194, "main_score": 0.539254, "hf_subset": "fuv_Latn-knc_Latn", "languages": ["fuv-Latn", "knc-Latn"]}, {"precision": 0.561917, "recall": 0.598814, "f1": 0.57099, "accuracy": 0.598814, "main_score": 0.57099, "hf_subset": "fuv_Latn-mlt_Latn", "languages": ["fuv-Latn", "mlt-Latn"]}, {"precision": 0.510731, "recall": 0.554348, "f1": 0.523137, "accuracy": 0.554348, "main_score": 0.523137, "hf_subset": "fuv_Latn-quy_Latn", "languages": ["fuv-Latn", "quy-Latn"]}, {"precision": 0.548745, "recall": 0.590909, "f1": 0.560958, "accuracy": 0.590909, "main_score": 0.560958, "hf_subset": "fuv_Latn-swh_Latn", "languages": ["fuv-Latn", "swh-Latn"]}, {"precision": 0.526952, "recall": 0.573123, "f1": 0.539003, "accuracy": 0.573123, "main_score": 0.539003, "hf_subset": "fuv_Latn-uzn_Latn", "languages": ["fuv-Latn", "uzn-Latn"]}, {"precision": 0.566046, "recall": 0.601779, "f1": 0.576115, "accuracy": 0.601779, "main_score": 0.576115, "hf_subset": "fuv_Latn-als_Latn", "languages": ["fuv-Latn", "als-Latn"]}, {"precision": 0.255436, "recall": 0.301383, "f1": 0.266834, "accuracy": 0.301383, "main_score": 0.266834, "hf_subset": "fuv_Latn-bod_Tibt", "languages": ["fuv-Latn", "bod-Tibt"]}, {"precision": 0.515588, "recall": 0.552372, "f1": 0.526227, "accuracy": 0.552372, "main_score": 0.526227, "hf_subset": "fuv_Latn-fij_Latn", "languages": ["fuv-Latn", "fij-Latn"]}, {"precision": 0.527739, "recall": 0.566206, "f1": 0.538497, "accuracy": 0.566206, "main_score": 0.538497, "hf_subset": "fuv_Latn-isl_Latn", "languages": ["fuv-Latn", "isl-Latn"]}, {"precision": 0.53331, "recall": 0.56917, "f1": 0.543629, "accuracy": 0.56917, "main_score": 0.543629, "hf_subset": "fuv_Latn-kon_Latn", "languages": ["fuv-Latn", "kon-Latn"]}, {"precision": 0.46222, "recall": 0.513834, "f1": 0.476548, "accuracy": 0.513834, "main_score": 0.476548, "hf_subset": "fuv_Latn-mni_Beng", "languages": ["fuv-Latn", "mni-Beng"]}, {"precision": 0.579075, "recall": 0.618577, "f1": 0.589255, "accuracy": 0.618577, "main_score": 0.589255, "hf_subset": "fuv_Latn-ron_Latn", "languages": ["fuv-Latn", "ron-Latn"]}, {"precision": 0.540287, "recall": 0.583992, "f1": 0.550904, "accuracy": 0.583992, "main_score": 0.550904, "hf_subset": "fuv_Latn-szl_Latn", "languages": ["fuv-Latn", "szl-Latn"]}, {"precision": 0.561793, "recall": 0.603755, "f1": 0.573196, "accuracy": 0.603755, "main_score": 0.573196, "hf_subset": "fuv_Latn-vec_Latn", "languages": ["fuv-Latn", "vec-Latn"]}, {"precision": 0.465868, "recall": 0.518775, "f1": 0.48099, "accuracy": 0.518775, "main_score": 0.48099, "hf_subset": "fuv_Latn-amh_Ethi", "languages": ["fuv-Latn", "amh-Ethi"]}, {"precision": 0.563224, "recall": 0.610672, "f1": 0.576003, "accuracy": 0.610672, "main_score": 0.576003, "hf_subset": "fuv_Latn-bos_Latn", "languages": ["fuv-Latn", "bos-Latn"]}, {"precision": 0.550667, "recall": 0.593874, "f1": 0.562371, "accuracy": 0.593874, "main_score": 0.562371, "hf_subset": "fuv_Latn-fin_Latn", "languages": ["fuv-Latn", "fin-Latn"]}, {"precision": 0.559884, "recall": 0.599802, "f1": 0.571068, "accuracy": 0.599802, "main_score": 0.571068, "hf_subset": "fuv_Latn-ita_Latn", "languages": ["fuv-Latn", "ita-Latn"]}, {"precision": 0.543649, "recall": 0.589921, "f1": 0.556428, "accuracy": 0.589921, "main_score": 0.556428, "hf_subset": "fuv_Latn-kor_Hang", "languages": ["fuv-Latn", "kor-Hang"]}, {"precision": 0.500169, "recall": 0.535573, "f1": 0.510227, "accuracy": 0.535573, "main_score": 0.510227, "hf_subset": "fuv_Latn-mos_Latn", "languages": ["fuv-Latn", "mos-Latn"]}, {"precision": 0.484818, "recall": 0.521739, "f1": 0.495634, "accuracy": 0.521739, "main_score": 0.495634, "hf_subset": "fuv_Latn-run_Latn", "languages": ["fuv-Latn", "run-Latn"]}, {"precision": 0.526546, "recall": 0.576087, "f1": 0.539842, "accuracy": 0.576087, "main_score": 0.539842, "hf_subset": "fuv_Latn-tam_Taml", "languages": ["fuv-Latn", "tam-Taml"]}, {"precision": 0.547178, "recall": 0.591897, "f1": 0.558654, "accuracy": 0.591897, "main_score": 0.558654, "hf_subset": "fuv_Latn-vie_Latn", "languages": ["fuv-Latn", "vie-Latn"]}, {"precision": 0.532602, "recall": 0.583992, "f1": 0.545775, "accuracy": 0.583992, "main_score": 0.545775, "hf_subset": "fuv_Latn-apc_Arab", "languages": ["fuv-Latn", "apc-Arab"]}, {"precision": 0.540887, "recall": 0.577075, "f1": 0.550443, "accuracy": 0.577075, "main_score": 0.550443, "hf_subset": "fuv_Latn-bug_Latn", "languages": ["fuv-Latn", "bug-Latn"]}, {"precision": 0.451227, "recall": 0.494071, "f1": 0.463468, "accuracy": 0.494071, "main_score": 0.463468, "hf_subset": "fuv_Latn-fon_Latn", "languages": ["fuv-Latn", "fon-Latn"]}, {"precision": 0.573326, "recall": 0.608696, "f1": 0.582556, "accuracy": 0.608696, "main_score": 0.582556, "hf_subset": "fuv_Latn-jav_Latn", "languages": ["fuv-Latn", "jav-Latn"]}, {"precision": 0.48476, "recall": 0.533597, "f1": 0.498357, "accuracy": 0.533597, "main_score": 0.498357, "hf_subset": "fuv_Latn-lao_Laoo", "languages": ["fuv-Latn", "lao-Laoo"]}, {"precision": 0.490769, "recall": 0.533597, "f1": 0.503082, "accuracy": 0.533597, "main_score": 0.503082, "hf_subset": "fuv_Latn-mri_Latn", "languages": ["fuv-Latn", "mri-Latn"]}, {"precision": 0.541534, "recall": 0.589921, "f1": 0.554914, "accuracy": 0.589921, "main_score": 0.554914, "hf_subset": "fuv_Latn-rus_Cyrl", "languages": ["fuv-Latn", "rus-Cyrl"]}, {"precision": 0.482955, "recall": 0.517787, "f1": 0.49353, "accuracy": 0.517787, "main_score": 0.49353, "hf_subset": "fuv_Latn-taq_Latn", "languages": ["fuv-Latn", "taq-Latn"]}, {"precision": 0.566638, "recall": 0.603755, "f1": 0.576094, "accuracy": 0.603755, "main_score": 0.576094, "hf_subset": "fuv_Latn-war_Latn", "languages": ["fuv-Latn", "war-Latn"]}, {"precision": 0.545677, "recall": 0.586957, "f1": 0.556704, "accuracy": 0.586957, "main_score": 0.556704, "hf_subset": "fuv_Latn-arb_Arab", "languages": ["fuv-Latn", "arb-Arab"]}, {"precision": 0.557802, "recall": 0.594862, "f1": 0.568098, "accuracy": 0.594862, "main_score": 0.568098, "hf_subset": "fuv_Latn-bul_Cyrl", "languages": ["fuv-Latn", "bul-Cyrl"]}, {"precision": 0.573854, "recall": 0.612648, "f1": 0.584357, "accuracy": 0.612648, "main_score": 0.584357, "hf_subset": "fuv_Latn-fra_Latn", "languages": ["fuv-Latn", "fra-Latn"]}, {"precision": 0.538112, "recall": 0.586957, "f1": 0.55218, "accuracy": 0.586957, "main_score": 0.55218, "hf_subset": "fuv_Latn-jpn_Jpan", "languages": ["fuv-Latn", "jpn-Jpan"]}, {"precision": 0.546273, "recall": 0.586957, "f1": 0.557779, "accuracy": 0.586957, "main_score": 0.557779, "hf_subset": "fuv_Latn-lij_Latn", "languages": ["fuv-Latn", "lij-Latn"]}, {"precision": 0.403763, "recall": 0.465415, "f1": 0.41981, "accuracy": 0.465415, "main_score": 0.41981, "hf_subset": "fuv_Latn-mya_Mymr", "languages": ["fuv-Latn", "mya-Mymr"]}, {"precision": 0.504839, "recall": 0.548419, "f1": 0.516727, "accuracy": 0.548419, "main_score": 0.516727, "hf_subset": "fuv_Latn-sag_Latn", "languages": ["fuv-Latn", "sag-Latn"]}, {"precision": 0.19727, "recall": 0.241107, "f1": 0.207183, "accuracy": 0.241107, "main_score": 0.207183, "hf_subset": "fuv_Latn-taq_Tfng", "languages": ["fuv-Latn", "taq-Tfng"]}, {"precision": 0.525921, "recall": 0.565217, "f1": 0.536997, "accuracy": 0.565217, "main_score": 0.536997, "hf_subset": "fuv_Latn-wol_Latn", "languages": ["fuv-Latn", "wol-Latn"]}, {"precision": 0.455261, "recall": 0.498024, "f1": 0.466495, "accuracy": 0.498024, "main_score": 0.466495, "hf_subset": "fuv_Latn-arb_Latn", "languages": ["fuv-Latn", "arb-Latn"]}, {"precision": 0.559729, "recall": 0.602767, "f1": 0.571084, "accuracy": 0.602767, "main_score": 0.571084, "hf_subset": "fuv_Latn-cat_Latn", "languages": ["fuv-Latn", "cat-Latn"]}, {"precision": 0.549818, "recall": 0.587945, "f1": 0.560066, "accuracy": 0.587945, "main_score": 0.560066, "hf_subset": "fuv_Latn-fur_Latn", "languages": ["fuv-Latn", "fur-Latn"]}, {"precision": 0.399948, "recall": 0.450593, "f1": 0.414114, "accuracy": 0.450593, "main_score": 0.414114, "hf_subset": "fuv_Latn-kab_Latn", "languages": ["fuv-Latn", "kab-Latn"]}, {"precision": 0.564844, "recall": 0.596838, "f1": 0.573616, "accuracy": 0.596838, "main_score": 0.573616, "hf_subset": "fuv_Latn-lim_Latn", "languages": ["fuv-Latn", "lim-Latn"]}, {"precision": 0.551561, "recall": 0.59585, "f1": 0.562936, "accuracy": 0.59585, "main_score": 0.562936, "hf_subset": "fuv_Latn-nld_Latn", "languages": ["fuv-Latn", "nld-Latn"]}, {"precision": 0.507379, "recall": 0.55336, "f1": 0.519212, "accuracy": 0.55336, "main_score": 0.519212, "hf_subset": "fuv_Latn-san_Deva", "languages": ["fuv-Latn", "san-Deva"]}, {"precision": 0.545404, "recall": 0.588933, "f1": 0.556577, "accuracy": 0.588933, "main_score": 0.556577, "hf_subset": "fuv_Latn-tat_Cyrl", "languages": ["fuv-Latn", "tat-Cyrl"]}, {"precision": 0.536295, "recall": 0.577075, "f1": 0.547574, "accuracy": 0.577075, "main_score": 0.547574, "hf_subset": "fuv_Latn-xho_Latn", "languages": ["fuv-Latn", "xho-Latn"]}, {"precision": 0.520081, "recall": 0.571146, "f1": 0.534076, "accuracy": 0.571146, "main_score": 0.534076, "hf_subset": "fuv_Latn-ars_Arab", "languages": ["fuv-Latn", "ars-Arab"]}, {"precision": 0.571485, "recall": 0.604743, "f1": 0.580121, "accuracy": 0.604743, "main_score": 0.580121, "hf_subset": "fuv_Latn-ceb_Latn", "languages": ["fuv-Latn", "ceb-Latn"]}, {"precision": 0.479762, "recall": 0.523715, "f1": 0.492476, "accuracy": 0.523715, "main_score": 0.492476, "hf_subset": "fuv_Latn-kac_Latn", "languages": ["fuv-Latn", "kac-Latn"]}, {"precision": 0.541876, "recall": 0.578063, "f1": 0.551777, "accuracy": 0.578063, "main_score": 0.551777, "hf_subset": "fuv_Latn-lin_Latn", "languages": ["fuv-Latn", "lin-Latn"]}, {"precision": 0.559993, "recall": 0.598814, "f1": 0.570473, "accuracy": 0.598814, "main_score": 0.570473, "hf_subset": "fuv_Latn-nno_Latn", "languages": ["fuv-Latn", "nno-Latn"]}, {"precision": 0.108931, "recall": 0.140316, "f1": 0.116668, "accuracy": 0.140316, "main_score": 0.116668, "hf_subset": "fuv_Latn-sat_Olck", "languages": ["fuv-Latn", "sat-Olck"]}, {"precision": 0.536456, "recall": 0.582016, "f1": 0.548476, "accuracy": 0.582016, "main_score": 0.548476, "hf_subset": "fuv_Latn-tel_Telu", "languages": ["fuv-Latn", "tel-Telu"]}, {"precision": 0.464153, "recall": 0.516798, "f1": 0.4782, "accuracy": 0.516798, "main_score": 0.4782, "hf_subset": "fuv_Latn-ydd_Hebr", "languages": ["fuv-Latn", "ydd-Hebr"]}, {"precision": 0.523297, "recall": 0.571146, "f1": 0.536194, "accuracy": 0.571146, "main_score": 0.536194, "hf_subset": "fuv_Latn-ary_Arab", "languages": ["fuv-Latn", "ary-Arab"]}, {"precision": 0.562506, "recall": 0.607708, "f1": 0.574519, "accuracy": 0.607708, "main_score": 0.574519, "hf_subset": "fuv_Latn-ces_Latn", "languages": ["fuv-Latn", "ces-Latn"]}, {"precision": 0.465498, "recall": 0.512846, "f1": 0.479102, "accuracy": 0.512846, "main_score": 0.479102, "hf_subset": "fuv_Latn-gaz_Latn", "languages": ["fuv-Latn", "gaz-Latn"]}, {"precision": 0.493151, "recall": 0.534585, "f1": 0.505336, "accuracy": 0.534585, "main_score": 0.505336, "hf_subset": "fuv_Latn-kam_Latn", "languages": ["fuv-Latn", "kam-Latn"]}, {"precision": 0.534279, "recall": 0.577075, "f1": 0.545627, "accuracy": 0.577075, "main_score": 0.545627, "hf_subset": "fuv_Latn-lit_Latn", "languages": ["fuv-Latn", "lit-Latn"]}, {"precision": 0.569386, "recall": 0.612648, "f1": 0.58085, "accuracy": 0.612648, "main_score": 0.58085, "hf_subset": "fuv_Latn-nob_Latn", "languages": ["fuv-Latn", "nob-Latn"]}, {"precision": 0.552739, "recall": 0.594862, "f1": 0.563671, "accuracy": 0.594862, "main_score": 0.563671, "hf_subset": "fuv_Latn-scn_Latn", "languages": ["fuv-Latn", "scn-Latn"]}, {"precision": 0.528965, "recall": 0.56917, "f1": 0.54009, "accuracy": 0.56917, "main_score": 0.54009, "hf_subset": "fuv_Latn-tgk_Cyrl", "languages": ["fuv-Latn", "tgk-Cyrl"]}, {"precision": 0.480442, "recall": 0.527668, "f1": 0.493769, "accuracy": 0.527668, "main_score": 0.493769, "hf_subset": "fuv_Latn-yor_Latn", "languages": ["fuv-Latn", "yor-Latn"]}, {"precision": 0.544193, "recall": 0.591897, "f1": 0.557203, "accuracy": 0.591897, "main_score": 0.557203, "hf_subset": "fuv_Latn-arz_Arab", "languages": ["fuv-Latn", "arz-Arab"]}, {"precision": 0.493742, "recall": 0.525692, "f1": 0.503557, "accuracy": 0.525692, "main_score": 0.503557, "hf_subset": "fuv_Latn-cjk_Latn", "languages": ["fuv-Latn", "cjk-Latn"]}, {"precision": 0.49321, "recall": 0.533597, "f1": 0.504123, "accuracy": 0.533597, "main_score": 0.504123, "hf_subset": "fuv_Latn-gla_Latn", "languages": ["fuv-Latn", "gla-Latn"]}, {"precision": 0.542047, "recall": 0.589921, "f1": 0.554493, "accuracy": 0.589921, "main_score": 0.554493, "hf_subset": "fuv_Latn-kan_Knda", "languages": ["fuv-Latn", "kan-Knda"]}, {"precision": 0.557842, "recall": 0.594862, "f1": 0.56719, "accuracy": 0.594862, "main_score": 0.56719, "hf_subset": "fuv_Latn-lmo_Latn", "languages": ["fuv-Latn", "lmo-Latn"]}, {"precision": 0.539895, "recall": 0.586957, "f1": 0.552777, "accuracy": 0.586957, "main_score": 0.552777, "hf_subset": "fuv_Latn-npi_Deva", "languages": ["fuv-Latn", "npi-Deva"]}, {"precision": 0.413592, "recall": 0.462451, "f1": 0.426824, "accuracy": 0.462451, "main_score": 0.426824, "hf_subset": "fuv_Latn-shn_Mymr", "languages": ["fuv-Latn", "shn-Mymr"]}, {"precision": 0.580732, "recall": 0.617589, "f1": 0.590124, "accuracy": 0.617589, "main_score": 0.590124, "hf_subset": "fuv_Latn-tgl_Latn", "languages": ["fuv-Latn", "tgl-Latn"]}, {"precision": 0.539078, "recall": 0.578063, "f1": 0.549908, "accuracy": 0.578063, "main_score": 0.549908, "hf_subset": "fuv_Latn-yue_Hant", "languages": ["fuv-Latn", "yue-Hant"]}, {"precision": 0.526934, "recall": 0.572134, "f1": 0.539281, "accuracy": 0.572134, "main_score": 0.539281, "hf_subset": "fuv_Latn-asm_Beng", "languages": ["fuv-Latn", "asm-Beng"]}, {"precision": 0.500011, "recall": 0.543478, "f1": 0.511586, "accuracy": 0.543478, "main_score": 0.511586, "hf_subset": "fuv_Latn-ckb_Arab", "languages": ["fuv-Latn", "ckb-Arab"]}, {"precision": 0.491122, "recall": 0.530632, "f1": 0.502569, "accuracy": 0.530632, "main_score": 0.502569, "hf_subset": "fuv_Latn-gle_Latn", "languages": ["fuv-Latn", "gle-Latn"]}, {"precision": 0.477126, "recall": 0.52668, "f1": 0.490596, "accuracy": 0.52668, "main_score": 0.490596, "hf_subset": "fuv_Latn-kas_Arab", "languages": ["fuv-Latn", "kas-Arab"]}, {"precision": 0.515584, "recall": 0.560277, "f1": 0.527889, "accuracy": 0.560277, "main_score": 0.527889, "hf_subset": "fuv_Latn-ltg_Latn", "languages": ["fuv-Latn", "ltg-Latn"]}, {"precision": 0.541179, "recall": 0.573123, "f1": 0.550314, "accuracy": 0.573123, "main_score": 0.550314, "hf_subset": "fuv_Latn-nso_Latn", "languages": ["fuv-Latn", "nso-Latn"]}, {"precision": 0.472911, "recall": 0.530632, "f1": 0.488221, "accuracy": 0.530632, "main_score": 0.488221, "hf_subset": "fuv_Latn-sin_Sinh", "languages": ["fuv-Latn", "sin-Sinh"]}, {"precision": 0.539436, "recall": 0.589921, "f1": 0.553126, "accuracy": 0.589921, "main_score": 0.553126, "hf_subset": "fuv_Latn-tha_Thai", "languages": ["fuv-Latn", "tha-Thai"]}, {"precision": 0.536869, "recall": 0.581028, "f1": 0.548284, "accuracy": 0.581028, "main_score": 0.548284, "hf_subset": "fuv_Latn-zho_Hans", "languages": ["fuv-Latn", "zho-Hans"]}, {"precision": 0.562704, "recall": 0.603755, "f1": 0.574282, "accuracy": 0.603755, "main_score": 0.574282, "hf_subset": "fuv_Latn-ast_Latn", "languages": ["fuv-Latn", "ast-Latn"]}, {"precision": 0.545068, "recall": 0.586957, "f1": 0.556406, "accuracy": 0.586957, "main_score": 0.556406, "hf_subset": "fuv_Latn-crh_Latn", "languages": ["fuv-Latn", "crh-Latn"]}, {"precision": 0.572286, "recall": 0.616601, "f1": 0.584269, "accuracy": 0.616601, "main_score": 0.584269, "hf_subset": "fuv_Latn-glg_Latn", "languages": ["fuv-Latn", "glg-Latn"]}, {"precision": 0.506852, "recall": 0.554348, "f1": 0.520673, "accuracy": 0.554348, "main_score": 0.520673, "hf_subset": "fuv_Latn-kas_Deva", "languages": ["fuv-Latn", "kas-Deva"]}, {"precision": 0.543097, "recall": 0.582016, "f1": 0.55365, "accuracy": 0.582016, "main_score": 0.55365, "hf_subset": "fuv_Latn-ltz_Latn", "languages": ["fuv-Latn", "ltz-Latn"]}, {"precision": 0.427779, "recall": 0.477273, "f1": 0.44146, "accuracy": 0.477273, "main_score": 0.44146, "hf_subset": "fuv_Latn-nus_Latn", "languages": ["fuv-Latn", "nus-Latn"]}, {"precision": 0.555725, "recall": 0.600791, "f1": 0.567898, "accuracy": 0.600791, "main_score": 0.567898, "hf_subset": "fuv_Latn-slk_Latn", "languages": ["fuv-Latn", "slk-Latn"]}, {"precision": 0.391035, "recall": 0.438735, "f1": 0.405044, "accuracy": 0.438735, "main_score": 0.405044, "hf_subset": "fuv_Latn-tir_Ethi", "languages": ["fuv-Latn", "tir-Ethi"]}, {"precision": 0.520617, "recall": 0.56917, "f1": 0.53389, "accuracy": 0.56917, "main_score": 0.53389, "hf_subset": "fuv_Latn-zho_Hant", "languages": ["fuv-Latn", "zho-Hant"]}, {"precision": 0.549692, "recall": 0.590909, "f1": 0.561153, "accuracy": 0.590909, "main_score": 0.561153, "hf_subset": "fuv_Latn-awa_Deva", "languages": ["fuv-Latn", "awa-Deva"]}, {"precision": 0.542563, "recall": 0.573123, "f1": 0.550859, "accuracy": 0.573123, "main_score": 0.550859, "hf_subset": "fuv_Latn-cym_Latn", "languages": ["fuv-Latn", "cym-Latn"]}, {"precision": 0.544985, "recall": 0.578063, "f1": 0.554541, "accuracy": 0.578063, "main_score": 0.554541, "hf_subset": "fuv_Latn-grn_Latn", "languages": ["fuv-Latn", "grn-Latn"]}, {"precision": 0.524772, "recall": 0.570158, "f1": 0.536572, "accuracy": 0.570158, "main_score": 0.536572, "hf_subset": "fuv_Latn-kat_Geor", "languages": ["fuv-Latn", "kat-Geor"]}, {"precision": 0.513137, "recall": 0.550395, "f1": 0.523946, "accuracy": 0.550395, "main_score": 0.523946, "hf_subset": "fuv_Latn-lua_Latn", "languages": ["fuv-Latn", "lua-Latn"]}, {"precision": 0.525863, "recall": 0.566206, "f1": 0.536628, "accuracy": 0.566206, "main_score": 0.536628, "hf_subset": "fuv_Latn-nya_Latn", "languages": ["fuv-Latn", "nya-Latn"]}, {"precision": 0.541107, "recall": 0.589921, "f1": 0.554223, "accuracy": 0.589921, "main_score": 0.554223, "hf_subset": "fuv_Latn-slv_Latn", "languages": ["fuv-Latn", "slv-Latn"]}, {"precision": 0.539858, "recall": 0.583004, "f1": 0.551505, "accuracy": 0.583004, "main_score": 0.551505, "hf_subset": "fuv_Latn-tpi_Latn", "languages": ["fuv-Latn", "tpi-Latn"]}, {"precision": 0.571738, "recall": 0.61166, "f1": 0.582265, "accuracy": 0.61166, "main_score": 0.582265, "hf_subset": "fuv_Latn-zsm_Latn", "languages": ["fuv-Latn", "zsm-Latn"]}, {"precision": 0.48504, "recall": 0.527668, "f1": 0.497496, "accuracy": 0.527668, "main_score": 0.497496, "hf_subset": "fuv_Latn-ayr_Latn", "languages": ["fuv-Latn", "ayr-Latn"]}, {"precision": 0.566761, "recall": 0.608696, "f1": 0.577812, "accuracy": 0.608696, "main_score": 0.577812, "hf_subset": "fuv_Latn-dan_Latn", "languages": ["fuv-Latn", "dan-Latn"]}, {"precision": 0.533779, "recall": 0.585968, "f1": 0.547461, "accuracy": 0.585968, "main_score": 0.547461, "hf_subset": "fuv_Latn-guj_Gujr", "languages": ["fuv-Latn", "guj-Gujr"]}, {"precision": 0.553118, "recall": 0.59585, "f1": 0.564116, "accuracy": 0.59585, "main_score": 0.564116, "hf_subset": "fuv_Latn-kaz_Cyrl", "languages": ["fuv-Latn", "kaz-Cyrl"]}, {"precision": 0.490894, "recall": 0.532609, "f1": 0.502493, "accuracy": 0.532609, "main_score": 0.502493, "hf_subset": "fuv_Latn-lug_Latn", "languages": ["fuv-Latn", "lug-Latn"]}, {"precision": 0.572388, "recall": 0.609684, "f1": 0.58174, "accuracy": 0.609684, "main_score": 0.58174, "hf_subset": "fuv_Latn-oci_Latn", "languages": ["fuv-Latn", "oci-Latn"]}, {"precision": 0.521547, "recall": 0.556324, "f1": 0.530847, "accuracy": 0.556324, "main_score": 0.530847, "hf_subset": "fuv_Latn-smo_Latn", "languages": ["fuv-Latn", "smo-Latn"]}, {"precision": 0.500289, "recall": 0.537549, "f1": 0.510581, "accuracy": 0.537549, "main_score": 0.510581, "hf_subset": "fuv_Latn-tsn_Latn", "languages": ["fuv-Latn", "tsn-Latn"]}, {"precision": 0.50979, "recall": 0.550395, "f1": 0.521314, "accuracy": 0.550395, "main_score": 0.521314, "hf_subset": "fuv_Latn-zul_Latn", "languages": ["fuv-Latn", "zul-Latn"]}, {"precision": 0.478076, "recall": 0.525692, "f1": 0.491559, "accuracy": 0.525692, "main_score": 0.491559, "hf_subset": "fuv_Latn-azb_Arab", "languages": ["fuv-Latn", "azb-Arab"]}, {"precision": 0.553204, "recall": 0.596838, "f1": 0.564757, "accuracy": 0.596838, "main_score": 0.564757, "hf_subset": "fuv_Latn-deu_Latn", "languages": ["fuv-Latn", "deu-Latn"]}, {"precision": 0.513007, "recall": 0.564229, "f1": 0.527001, "accuracy": 0.564229, "main_score": 0.527001, "hf_subset": "fuv_Latn-hat_Latn", "languages": ["fuv-Latn", "hat-Latn"]}, {"precision": 0.460697, "recall": 0.507905, "f1": 0.474203, "accuracy": 0.507905, "main_score": 0.474203, "hf_subset": "fuv_Latn-kbp_Latn", "languages": ["fuv-Latn", "kbp-Latn"]}, {"precision": 0.526252, "recall": 0.562253, "f1": 0.536627, "accuracy": 0.562253, "main_score": 0.536627, "hf_subset": "fuv_Latn-luo_Latn", "languages": ["fuv-Latn", "luo-Latn"]}, {"precision": 0.533702, "recall": 0.583992, "f1": 0.548056, "accuracy": 0.583992, "main_score": 0.548056, "hf_subset": "fuv_Latn-ory_Orya", "languages": ["fuv-Latn", "ory-Orya"]}, {"precision": 0.508724, "recall": 0.547431, "f1": 0.519582, "accuracy": 0.547431, "main_score": 0.519582, "hf_subset": "fuv_Latn-sna_Latn", "languages": ["fuv-Latn", "sna-Latn"]}, {"precision": 0.503266, "recall": 0.538538, "f1": 0.512899, "accuracy": 0.538538, "main_score": 0.512899, "hf_subset": "fuv_Latn-tso_Latn", "languages": ["fuv-Latn", "tso-Latn"]}, {"precision": 0.523582, "recall": 0.575099, "f1": 0.536923, "accuracy": 0.575099, "main_score": 0.536923, "hf_subset": "fuv_Latn-azj_Latn", "languages": ["fuv-Latn", "azj-Latn"]}, {"precision": 0.492704, "recall": 0.536561, "f1": 0.506046, "accuracy": 0.536561, "main_score": 0.506046, "hf_subset": "fuv_Latn-dik_Latn", "languages": ["fuv-Latn", "dik-Latn"]}, {"precision": 0.537603, "recall": 0.58004, "f1": 0.549753, "accuracy": 0.58004, "main_score": 0.549753, "hf_subset": "fuv_Latn-hau_Latn", "languages": ["fuv-Latn", "hau-Latn"]}, {"precision": 0.545358, "recall": 0.58498, "f1": 0.556192, "accuracy": 0.58498, "main_score": 0.556192, "hf_subset": "fuv_Latn-kea_Latn", "languages": ["fuv-Latn", "kea-Latn"]}, {"precision": 0.535326, "recall": 0.56917, "f1": 0.545407, "accuracy": 0.56917, "main_score": 0.545407, "hf_subset": "fuv_Latn-lus_Latn", "languages": ["fuv-Latn", "lus-Latn"]}, {"precision": 0.557625, "recall": 0.592885, "f1": 0.566911, "accuracy": 0.592885, "main_score": 0.566911, "hf_subset": "fuv_Latn-pag_Latn", "languages": ["fuv-Latn", "pag-Latn"]}, {"precision": 0.513536, "recall": 0.566206, "f1": 0.527764, "accuracy": 0.566206, "main_score": 0.527764, "hf_subset": "fuv_Latn-snd_Arab", "languages": ["fuv-Latn", "snd-Arab"]}, {"precision": 0.499464, "recall": 0.545455, "f1": 0.512332, "accuracy": 0.545455, "main_score": 0.512332, "hf_subset": "fuv_Latn-tuk_Latn", "languages": ["fuv-Latn", "tuk-Latn"]}, {"precision": 0.546179, "recall": 0.585968, "f1": 0.556332, "accuracy": 0.585968, "main_score": 0.556332, "hf_subset": "fuv_Latn-bak_Cyrl", "languages": ["fuv-Latn", "bak-Cyrl"]}, {"precision": 0.429793, "recall": 0.488142, "f1": 0.446464, "accuracy": 0.488142, "main_score": 0.446464, "hf_subset": "fuv_Latn-dyu_Latn", "languages": ["fuv-Latn", "dyu-Latn"]}, {"precision": 0.535701, "recall": 0.579051, "f1": 0.547337, "accuracy": 0.579051, "main_score": 0.547337, "hf_subset": "fuv_Latn-heb_Hebr", "languages": ["fuv-Latn", "heb-Hebr"]}, {"precision": 0.518277, "recall": 0.562253, "f1": 0.530602, "accuracy": 0.562253, "main_score": 0.530602, "hf_subset": "fuv_Latn-khk_Cyrl", "languages": ["fuv-Latn", "khk-Cyrl"]}, {"precision": 0.528405, "recall": 0.568182, "f1": 0.538646, "accuracy": 0.568182, "main_score": 0.538646, "hf_subset": "fuv_Latn-lvs_Latn", "languages": ["fuv-Latn", "lvs-Latn"]}, {"precision": 0.536996, "recall": 0.585968, "f1": 0.549469, "accuracy": 0.585968, "main_score": 0.549469, "hf_subset": "fuv_Latn-pan_Guru", "languages": ["fuv-Latn", "pan-Guru"]}, {"precision": 0.492121, "recall": 0.527668, "f1": 0.502554, "accuracy": 0.527668, "main_score": 0.502554, "hf_subset": "fuv_Latn-som_Latn", "languages": ["fuv-Latn", "som-Latn"]}, {"precision": 0.481917, "recall": 0.519763, "f1": 0.493544, "accuracy": 0.519763, "main_score": 0.493544, "hf_subset": "fuv_Latn-tum_Latn", "languages": ["fuv-Latn", "tum-Latn"]}, {"precision": 0.399232, "recall": 0.4417, "f1": 0.41091, "accuracy": 0.4417, "main_score": 0.41091, "hf_subset": "kac_Latn-ace_Arab", "languages": ["kac-Latn", "ace-Arab"]}, {"precision": 0.468668, "recall": 0.51087, "f1": 0.480961, "accuracy": 0.51087, "main_score": 0.480961, "hf_subset": "kac_Latn-bam_Latn", "languages": ["kac-Latn", "bam-Latn"]}, {"precision": 0.221467, "recall": 0.26087, "f1": 0.231351, "accuracy": 0.26087, "main_score": 0.231351, "hf_subset": "kac_Latn-dzo_Tibt", "languages": ["kac-Latn", "dzo-Tibt"]}, {"precision": 0.526164, "recall": 0.567194, "f1": 0.536629, "accuracy": 0.567194, "main_score": 0.536629, "hf_subset": "kac_Latn-hin_Deva", "languages": ["kac-Latn", "hin-Deva"]}, {"precision": 0.487931, "recall": 0.531621, "f1": 0.500716, "accuracy": 0.531621, "main_score": 0.500716, "hf_subset": "kac_Latn-khm_Khmr", "languages": ["kac-Latn", "khm-Khmr"]}, {"precision": 0.519404, "recall": 0.560277, "f1": 0.530353, "accuracy": 0.560277, "main_score": 0.530353, "hf_subset": "kac_Latn-mag_Deva", "languages": ["kac-Latn", "mag-Deva"]}, {"precision": 0.543913, "recall": 0.56917, "f1": 0.550455, "accuracy": 0.56917, "main_score": 0.550455, "hf_subset": "kac_Latn-pap_Latn", "languages": ["kac-Latn", "pap-Latn"]}, {"precision": 0.523084, "recall": 0.556324, "f1": 0.531706, "accuracy": 0.556324, "main_score": 0.531706, "hf_subset": "kac_Latn-sot_Latn", "languages": ["kac-Latn", "sot-Latn"]}, {"precision": 0.528918, "recall": 0.570158, "f1": 0.539826, "accuracy": 0.570158, "main_score": 0.539826, "hf_subset": "kac_Latn-tur_Latn", "languages": ["kac-Latn", "tur-Latn"]}, {"precision": 0.539538, "recall": 0.565217, "f1": 0.546004, "accuracy": 0.565217, "main_score": 0.546004, "hf_subset": "kac_Latn-ace_Latn", "languages": ["kac-Latn", "ace-Latn"]}, {"precision": 0.531228, "recall": 0.563241, "f1": 0.539789, "accuracy": 0.563241, "main_score": 0.539789, "hf_subset": "kac_Latn-ban_Latn", "languages": ["kac-Latn", "ban-Latn"]}, {"precision": 0.513898, "recall": 0.559289, "f1": 0.525676, "accuracy": 0.559289, "main_score": 0.525676, "hf_subset": "kac_Latn-ell_Grek", "languages": ["kac-Latn", "ell-Grek"]}, {"precision": 0.51213, "recall": 0.554348, "f1": 0.522716, "accuracy": 0.554348, "main_score": 0.522716, "hf_subset": "kac_Latn-hne_Deva", "languages": ["kac-Latn", "hne-Deva"]}, {"precision": 0.483225, "recall": 0.52668, "f1": 0.494861, "accuracy": 0.52668, "main_score": 0.494861, "hf_subset": "kac_Latn-kik_Latn", "languages": ["kac-Latn", "kik-Latn"]}, {"precision": 0.531881, "recall": 0.570158, "f1": 0.542243, "accuracy": 0.570158, "main_score": 0.542243, "hf_subset": "kac_Latn-mai_Deva", "languages": ["kac-Latn", "mai-Deva"]}, {"precision": 0.48143, "recall": 0.522727, "f1": 0.492865, "accuracy": 0.522727, "main_score": 0.492865, "hf_subset": "kac_Latn-pbt_Arab", "languages": ["kac-Latn", "pbt-Arab"]}, {"precision": 0.53973, "recall": 0.574111, "f1": 0.548959, "accuracy": 0.574111, "main_score": 0.548959, "hf_subset": "kac_Latn-spa_Latn", "languages": ["kac-Latn", "spa-Latn"]}, {"precision": 0.523133, "recall": 0.557312, "f1": 0.532799, "accuracy": 0.557312, "main_score": 0.532799, "hf_subset": "kac_Latn-twi_Latn", "languages": ["kac-Latn", "twi-Latn"]}, {"precision": 0.498584, "recall": 0.540514, "f1": 0.509998, "accuracy": 0.540514, "main_score": 0.509998, "hf_subset": "kac_Latn-acm_Arab", "languages": ["kac-Latn", "acm-Arab"]}, {"precision": 0.503208, "recall": 0.543478, "f1": 0.514183, "accuracy": 0.543478, "main_score": 0.514183, "hf_subset": "kac_Latn-bel_Cyrl", "languages": ["kac-Latn", "bel-Cyrl"]}, {"precision": 0.553887, "recall": 0.594862, "f1": 0.565001, "accuracy": 0.594862, "main_score": 0.565001, "hf_subset": "kac_Latn-eng_Latn", "languages": ["kac-Latn", "eng-Latn"]}, {"precision": 0.531085, "recall": 0.570158, "f1": 0.54173, "accuracy": 0.570158, "main_score": 0.54173, "hf_subset": "kac_Latn-hrv_Latn", "languages": ["kac-Latn", "hrv-Latn"]}, {"precision": 0.481868, "recall": 0.51581, "f1": 0.491554, "accuracy": 0.51581, "main_score": 0.491554, "hf_subset": "kac_Latn-kin_Latn", "languages": ["kac-Latn", "kin-Latn"]}, {"precision": 0.514427, "recall": 0.559289, "f1": 0.526184, "accuracy": 0.559289, "main_score": 0.526184, "hf_subset": "kac_Latn-mal_Mlym", "languages": ["kac-Latn", "mal-Mlym"]}, {"precision": 0.515446, "recall": 0.555336, "f1": 0.526131, "accuracy": 0.555336, "main_score": 0.526131, "hf_subset": "kac_Latn-pes_Arab", "languages": ["kac-Latn", "pes-Arab"]}, {"precision": 0.521941, "recall": 0.5583, "f1": 0.531517, "accuracy": 0.5583, "main_score": 0.531517, "hf_subset": "kac_Latn-srd_Latn", "languages": ["kac-Latn", "srd-Latn"]}, {"precision": 0.189768, "recall": 0.224308, "f1": 0.199004, "accuracy": 0.224308, "main_score": 0.199004, "hf_subset": "kac_Latn-tzm_Tfng", "languages": ["kac-Latn", "tzm-Tfng"]}, {"precision": 0.512482, "recall": 0.55336, "f1": 0.523059, "accuracy": 0.55336, "main_score": 0.523059, "hf_subset": "kac_Latn-acq_Arab", "languages": ["kac-Latn", "acq-Arab"]}, {"precision": 0.52778, "recall": 0.560277, "f1": 0.536673, "accuracy": 0.560277, "main_score": 0.536673, "hf_subset": "kac_Latn-bem_Latn", "languages": ["kac-Latn", "bem-Latn"]}, {"precision": 0.515154, "recall": 0.556324, "f1": 0.526204, "accuracy": 0.556324, "main_score": 0.526204, "hf_subset": "kac_Latn-epo_Latn", "languages": ["kac-Latn", "epo-Latn"]}, {"precision": 0.522983, "recall": 0.563241, "f1": 0.534153, "accuracy": 0.563241, "main_score": 0.534153, "hf_subset": "kac_Latn-hun_Latn", "languages": ["kac-Latn", "hun-Latn"]}, {"precision": 0.519505, "recall": 0.563241, "f1": 0.530523, "accuracy": 0.563241, "main_score": 0.530523, "hf_subset": "kac_Latn-kir_Cyrl", "languages": ["kac-Latn", "kir-Cyrl"]}, {"precision": 0.524916, "recall": 0.564229, "f1": 0.535812, "accuracy": 0.564229, "main_score": 0.535812, "hf_subset": "kac_Latn-mar_Deva", "languages": ["kac-Latn", "mar-Deva"]}, {"precision": 0.512235, "recall": 0.547431, "f1": 0.522208, "accuracy": 0.547431, "main_score": 0.522208, "hf_subset": "kac_Latn-plt_Latn", "languages": ["kac-Latn", "plt-Latn"]}, {"precision": 0.537132, "recall": 0.573123, "f1": 0.547196, "accuracy": 0.573123, "main_score": 0.547196, "hf_subset": "kac_Latn-srp_Cyrl", "languages": ["kac-Latn", "srp-Cyrl"]}, {"precision": 0.457843, "recall": 0.503953, "f1": 0.47062, "accuracy": 0.503953, "main_score": 0.47062, "hf_subset": "kac_Latn-uig_Arab", "languages": ["kac-Latn", "uig-Arab"]}, {"precision": 0.51226, "recall": 0.543478, "f1": 0.520822, "accuracy": 0.543478, "main_score": 0.520822, "hf_subset": "kac_Latn-aeb_Arab", "languages": ["kac-Latn", "aeb-Arab"]}, {"precision": 0.530518, "recall": 0.565217, "f1": 0.540147, "accuracy": 0.565217, "main_score": 0.540147, "hf_subset": "kac_Latn-ben_Beng", "languages": ["kac-Latn", "ben-Beng"]}, {"precision": 0.514065, "recall": 0.5583, "f1": 0.525912, "accuracy": 0.5583, "main_score": 0.525912, "hf_subset": "kac_Latn-est_Latn", "languages": ["kac-Latn", "est-Latn"]}, {"precision": 0.496189, "recall": 0.543478, "f1": 0.508849, "accuracy": 0.543478, "main_score": 0.508849, "hf_subset": "kac_Latn-hye_Armn", "languages": ["kac-Latn", "hye-Armn"]}, {"precision": 0.520118, "recall": 0.55336, "f1": 0.528888, "accuracy": 0.55336, "main_score": 0.528888, "hf_subset": "kac_Latn-kmb_Latn", "languages": ["kac-Latn", "kmb-Latn"]}, {"precision": 0.361853, "recall": 0.41502, "f1": 0.375071, "accuracy": 0.41502, "main_score": 0.375071, "hf_subset": "kac_Latn-min_Arab", "languages": ["kac-Latn", "min-Arab"]}, {"precision": 0.522988, "recall": 0.565217, "f1": 0.534504, "accuracy": 0.565217, "main_score": 0.534504, "hf_subset": "kac_Latn-pol_Latn", "languages": ["kac-Latn", "pol-Latn"]}, {"precision": 0.510901, "recall": 0.544466, "f1": 0.519727, "accuracy": 0.544466, "main_score": 0.519727, "hf_subset": "kac_Latn-ssw_Latn", "languages": ["kac-Latn", "ssw-Latn"]}, {"precision": 0.524816, "recall": 0.566206, "f1": 0.536226, "accuracy": 0.566206, "main_score": 0.536226, "hf_subset": "kac_Latn-ukr_Cyrl", "languages": ["kac-Latn", "ukr-Cyrl"]}, {"precision": 0.550836, "recall": 0.588933, "f1": 0.560562, "accuracy": 0.588933, "main_score": 0.560562, "hf_subset": "kac_Latn-afr_Latn", "languages": ["kac-Latn", "afr-Latn"]}, {"precision": 0.527643, "recall": 0.563241, "f1": 0.537888, "accuracy": 0.563241, "main_score": 0.537888, "hf_subset": "kac_Latn-bho_Deva", "languages": ["kac-Latn", "bho-Deva"]}, {"precision": 0.520186, "recall": 0.560277, "f1": 0.530984, "accuracy": 0.560277, "main_score": 0.530984, "hf_subset": "kac_Latn-eus_Latn", "languages": ["kac-Latn", "eus-Latn"]}, {"precision": 0.500162, "recall": 0.540514, "f1": 0.511349, "accuracy": 0.540514, "main_score": 0.511349, "hf_subset": "kac_Latn-ibo_Latn", "languages": ["kac-Latn", "ibo-Latn"]}, {"precision": 0.521811, "recall": 0.557312, "f1": 0.531594, "accuracy": 0.557312, "main_score": 0.531594, "hf_subset": "kac_Latn-kmr_Latn", "languages": ["kac-Latn", "kmr-Latn"]}, {"precision": 0.537674, "recall": 0.571146, "f1": 0.546871, "accuracy": 0.571146, "main_score": 0.546871, "hf_subset": "kac_Latn-min_Latn", "languages": ["kac-Latn", "min-Latn"]}, {"precision": 0.528366, "recall": 0.572134, "f1": 0.540829, "accuracy": 0.572134, "main_score": 0.540829, "hf_subset": "kac_Latn-por_Latn", "languages": ["kac-Latn", "por-Latn"]}, {"precision": 0.537001, "recall": 0.570158, "f1": 0.546229, "accuracy": 0.570158, "main_score": 0.546229, "hf_subset": "kac_Latn-sun_Latn", "languages": ["kac-Latn", "sun-Latn"]}, {"precision": 0.485187, "recall": 0.523715, "f1": 0.495831, "accuracy": 0.523715, "main_score": 0.495831, "hf_subset": "kac_Latn-umb_Latn", "languages": ["kac-Latn", "umb-Latn"]}, {"precision": 0.517838, "recall": 0.559289, "f1": 0.527911, "accuracy": 0.559289, "main_score": 0.527911, "hf_subset": "kac_Latn-ajp_Arab", "languages": ["kac-Latn", "ajp-Arab"]}, {"precision": 0.392711, "recall": 0.437747, "f1": 0.40416, "accuracy": 0.437747, "main_score": 0.40416, "hf_subset": "kac_Latn-bjn_Arab", "languages": ["kac-Latn", "bjn-Arab"]}, {"precision": 0.487158, "recall": 0.522727, "f1": 0.496973, "accuracy": 0.522727, "main_score": 0.496973, "hf_subset": "kac_Latn-ewe_Latn", "languages": ["kac-Latn", "ewe-Latn"]}, {"precision": 0.550466, "recall": 0.58004, "f1": 0.557761, "accuracy": 0.58004, "main_score": 0.557761, "hf_subset": "kac_Latn-ilo_Latn", "languages": ["kac-Latn", "ilo-Latn"]}, {"precision": 0.30075, "recall": 0.353755, "f1": 0.31487, "accuracy": 0.353755, "main_score": 0.31487, "hf_subset": "kac_Latn-knc_Arab", "languages": ["kac-Latn", "knc-Arab"]}, {"precision": 0.528131, "recall": 0.568182, "f1": 0.538797, "accuracy": 0.568182, "main_score": 0.538797, "hf_subset": "kac_Latn-mkd_Cyrl", "languages": ["kac-Latn", "mkd-Cyrl"]}, {"precision": 0.513856, "recall": 0.556324, "f1": 0.525227, "accuracy": 0.556324, "main_score": 0.525227, "hf_subset": "kac_Latn-prs_Arab", "languages": ["kac-Latn", "prs-Arab"]}, {"precision": 0.526897, "recall": 0.568182, "f1": 0.538603, "accuracy": 0.568182, "main_score": 0.538603, "hf_subset": "kac_Latn-swe_Latn", "languages": ["kac-Latn", "swe-Latn"]}, {"precision": 0.498369, "recall": 0.549407, "f1": 0.512552, "accuracy": 0.549407, "main_score": 0.512552, "hf_subset": "kac_Latn-urd_Arab", "languages": ["kac-Latn", "urd-Arab"]}, {"precision": 0.534321, "recall": 0.567194, "f1": 0.543364, "accuracy": 0.567194, "main_score": 0.543364, "hf_subset": "kac_Latn-aka_Latn", "languages": ["kac-Latn", "aka-Latn"]}, {"precision": 0.537685, "recall": 0.56917, "f1": 0.546, "accuracy": 0.56917, "main_score": 0.546, "hf_subset": "kac_Latn-bjn_Latn", "languages": ["kac-Latn", "bjn-Latn"]}, {"precision": 0.503594, "recall": 0.536561, "f1": 0.513193, "accuracy": 0.536561, "main_score": 0.513193, "hf_subset": "kac_Latn-fao_Latn", "languages": ["kac-Latn", "fao-Latn"]}, {"precision": 0.541625, "recall": 0.578063, "f1": 0.551903, "accuracy": 0.578063, "main_score": 0.551903, "hf_subset": "kac_Latn-ind_Latn", "languages": ["kac-Latn", "ind-Latn"]}, {"precision": 0.518711, "recall": 0.548419, "f1": 0.526668, "accuracy": 0.548419, "main_score": 0.526668, "hf_subset": "kac_Latn-knc_Latn", "languages": ["kac-Latn", "knc-Latn"]}, {"precision": 0.531795, "recall": 0.567194, "f1": 0.541022, "accuracy": 0.567194, "main_score": 0.541022, "hf_subset": "kac_Latn-mlt_Latn", "languages": ["kac-Latn", "mlt-Latn"]}, {"precision": 0.503864, "recall": 0.541502, "f1": 0.514798, "accuracy": 0.541502, "main_score": 0.514798, "hf_subset": "kac_Latn-quy_Latn", "languages": ["kac-Latn", "quy-Latn"]}, {"precision": 0.516418, "recall": 0.551383, "f1": 0.525992, "accuracy": 0.551383, "main_score": 0.525992, "hf_subset": "kac_Latn-swh_Latn", "languages": ["kac-Latn", "swh-Latn"]}, {"precision": 0.517249, "recall": 0.557312, "f1": 0.527991, "accuracy": 0.557312, "main_score": 0.527991, "hf_subset": "kac_Latn-uzn_Latn", "languages": ["kac-Latn", "uzn-Latn"]}, {"precision": 0.528703, "recall": 0.562253, "f1": 0.537912, "accuracy": 0.562253, "main_score": 0.537912, "hf_subset": "kac_Latn-als_Latn", "languages": ["kac-Latn", "als-Latn"]}, {"precision": 0.265689, "recall": 0.306324, "f1": 0.275554, "accuracy": 0.306324, "main_score": 0.275554, "hf_subset": "kac_Latn-bod_Tibt", "languages": ["kac-Latn", "bod-Tibt"]}, {"precision": 0.495062, "recall": 0.534585, "f1": 0.506502, "accuracy": 0.534585, "main_score": 0.506502, "hf_subset": "kac_Latn-fij_Latn", "languages": ["kac-Latn", "fij-Latn"]}, {"precision": 0.49144, "recall": 0.531621, "f1": 0.502561, "accuracy": 0.531621, "main_score": 0.502561, "hf_subset": "kac_Latn-isl_Latn", "languages": ["kac-Latn", "isl-Latn"]}, {"precision": 0.519178, "recall": 0.554348, "f1": 0.528945, "accuracy": 0.554348, "main_score": 0.528945, "hf_subset": "kac_Latn-kon_Latn", "languages": ["kac-Latn", "kon-Latn"]}, {"precision": 0.469497, "recall": 0.509881, "f1": 0.480862, "accuracy": 0.509881, "main_score": 0.480862, "hf_subset": "kac_Latn-mni_Beng", "languages": ["kac-Latn", "mni-Beng"]}, {"precision": 0.538486, "recall": 0.574111, "f1": 0.548094, "accuracy": 0.574111, "main_score": 0.548094, "hf_subset": "kac_Latn-ron_Latn", "languages": ["kac-Latn", "ron-Latn"]}, {"precision": 0.521336, "recall": 0.557312, "f1": 0.530854, "accuracy": 0.557312, "main_score": 0.530854, "hf_subset": "kac_Latn-szl_Latn", "languages": ["kac-Latn", "szl-Latn"]}, {"precision": 0.534205, "recall": 0.570158, "f1": 0.544135, "accuracy": 0.570158, "main_score": 0.544135, "hf_subset": "kac_Latn-vec_Latn", "languages": ["kac-Latn", "vec-Latn"]}, {"precision": 0.452985, "recall": 0.502964, "f1": 0.465403, "accuracy": 0.502964, "main_score": 0.465403, "hf_subset": "kac_Latn-amh_Ethi", "languages": ["kac-Latn", "amh-Ethi"]}, {"precision": 0.544325, "recall": 0.582016, "f1": 0.554422, "accuracy": 0.582016, "main_score": 0.554422, "hf_subset": "kac_Latn-bos_Latn", "languages": ["kac-Latn", "bos-Latn"]}, {"precision": 0.517935, "recall": 0.563241, "f1": 0.530043, "accuracy": 0.563241, "main_score": 0.530043, "hf_subset": "kac_Latn-fin_Latn", "languages": ["kac-Latn", "fin-Latn"]}, {"precision": 0.540657, "recall": 0.583004, "f1": 0.551501, "accuracy": 0.583004, "main_score": 0.551501, "hf_subset": "kac_Latn-ita_Latn", "languages": ["kac-Latn", "ita-Latn"]}, {"precision": 0.512259, "recall": 0.556324, "f1": 0.524408, "accuracy": 0.556324, "main_score": 0.524408, "hf_subset": "kac_Latn-kor_Hang", "languages": ["kac-Latn", "kor-Hang"]}, {"precision": 0.485958, "recall": 0.522727, "f1": 0.496256, "accuracy": 0.522727, "main_score": 0.496256, "hf_subset": "kac_Latn-mos_Latn", "languages": ["kac-Latn", "mos-Latn"]}, {"precision": 0.496902, "recall": 0.531621, "f1": 0.506317, "accuracy": 0.531621, "main_score": 0.506317, "hf_subset": "kac_Latn-run_Latn", "languages": ["kac-Latn", "run-Latn"]}, {"precision": 0.513572, "recall": 0.559289, "f1": 0.525728, "accuracy": 0.559289, "main_score": 0.525728, "hf_subset": "kac_Latn-tam_Taml", "languages": ["kac-Latn", "tam-Taml"]}, {"precision": 0.52688, "recall": 0.56917, "f1": 0.537992, "accuracy": 0.56917, "main_score": 0.537992, "hf_subset": "kac_Latn-vie_Latn", "languages": ["kac-Latn", "vie-Latn"]}, {"precision": 0.510751, "recall": 0.551383, "f1": 0.520986, "accuracy": 0.551383, "main_score": 0.520986, "hf_subset": "kac_Latn-apc_Arab", "languages": ["kac-Latn", "apc-Arab"]}, {"precision": 0.510775, "recall": 0.543478, "f1": 0.519716, "accuracy": 0.543478, "main_score": 0.519716, "hf_subset": "kac_Latn-bug_Latn", "languages": ["kac-Latn", "bug-Latn"]}, {"precision": 0.465267, "recall": 0.496047, "f1": 0.474539, "accuracy": 0.496047, "main_score": 0.474539, "hf_subset": "kac_Latn-fon_Latn", "languages": ["kac-Latn", "fon-Latn"]}, {"precision": 0.548897, "recall": 0.579051, "f1": 0.55719, "accuracy": 0.579051, "main_score": 0.55719, "hf_subset": "kac_Latn-jav_Latn", "languages": ["kac-Latn", "jav-Latn"]}, {"precision": 0.472215, "recall": 0.517787, "f1": 0.484072, "accuracy": 0.517787, "main_score": 0.484072, "hf_subset": "kac_Latn-lao_Laoo", "languages": ["kac-Latn", "lao-Laoo"]}, {"precision": 0.480138, "recall": 0.51087, "f1": 0.488676, "accuracy": 0.51087, "main_score": 0.488676, "hf_subset": "kac_Latn-mri_Latn", "languages": ["kac-Latn", "mri-Latn"]}, {"precision": 0.533429, "recall": 0.572134, "f1": 0.543632, "accuracy": 0.572134, "main_score": 0.543632, "hf_subset": "kac_Latn-rus_Cyrl", "languages": ["kac-Latn", "rus-Cyrl"]}, {"precision": 0.485876, "recall": 0.522727, "f1": 0.496366, "accuracy": 0.522727, "main_score": 0.496366, "hf_subset": "kac_Latn-taq_Latn", "languages": ["kac-Latn", "taq-Latn"]}, {"precision": 0.548855, "recall": 0.58498, "f1": 0.558475, "accuracy": 0.58498, "main_score": 0.558475, "hf_subset": "kac_Latn-war_Latn", "languages": ["kac-Latn", "war-Latn"]}, {"precision": 0.502291, "recall": 0.543478, "f1": 0.513097, "accuracy": 0.543478, "main_score": 0.513097, "hf_subset": "kac_Latn-arb_Arab", "languages": ["kac-Latn", "arb-Arab"]}, {"precision": 0.534764, "recall": 0.570158, "f1": 0.544002, "accuracy": 0.570158, "main_score": 0.544002, "hf_subset": "kac_Latn-bul_Cyrl", "languages": ["kac-Latn", "bul-Cyrl"]}, {"precision": 0.539108, "recall": 0.575099, "f1": 0.549105, "accuracy": 0.575099, "main_score": 0.549105, "hf_subset": "kac_Latn-fra_Latn", "languages": ["kac-Latn", "fra-Latn"]}, {"precision": 0.511455, "recall": 0.55336, "f1": 0.523211, "accuracy": 0.55336, "main_score": 0.523211, "hf_subset": "kac_Latn-jpn_Jpan", "languages": ["kac-Latn", "jpn-Jpan"]}, {"precision": 0.519859, "recall": 0.557312, "f1": 0.530216, "accuracy": 0.557312, "main_score": 0.530216, "hf_subset": "kac_Latn-lij_Latn", "languages": ["kac-Latn", "lij-Latn"]}, {"precision": 0.391748, "recall": 0.451581, "f1": 0.407081, "accuracy": 0.451581, "main_score": 0.407081, "hf_subset": "kac_Latn-mya_Mymr", "languages": ["kac-Latn", "mya-Mymr"]}, {"precision": 0.494644, "recall": 0.535573, "f1": 0.505506, "accuracy": 0.535573, "main_score": 0.505506, "hf_subset": "kac_Latn-sag_Latn", "languages": ["kac-Latn", "sag-Latn"]}, {"precision": 0.197808, "recall": 0.242095, "f1": 0.209081, "accuracy": 0.242095, "main_score": 0.209081, "hf_subset": "kac_Latn-taq_Tfng", "languages": ["kac-Latn", "taq-Tfng"]}, {"precision": 0.509599, "recall": 0.543478, "f1": 0.519237, "accuracy": 0.543478, "main_score": 0.519237, "hf_subset": "kac_Latn-wol_Latn", "languages": ["kac-Latn", "wol-Latn"]}, {"precision": 0.436918, "recall": 0.477273, "f1": 0.447464, "accuracy": 0.477273, "main_score": 0.447464, "hf_subset": "kac_Latn-arb_Latn", "languages": ["kac-Latn", "arb-Latn"]}, {"precision": 0.536251, "recall": 0.574111, "f1": 0.546959, "accuracy": 0.574111, "main_score": 0.546959, "hf_subset": "kac_Latn-cat_Latn", "languages": ["kac-Latn", "cat-Latn"]}, {"precision": 0.522487, "recall": 0.5583, "f1": 0.53212, "accuracy": 0.5583, "main_score": 0.53212, "hf_subset": "kac_Latn-fur_Latn", "languages": ["kac-Latn", "fur-Latn"]}, {"precision": 0.405089, "recall": 0.453557, "f1": 0.417686, "accuracy": 0.453557, "main_score": 0.417686, "hf_subset": "kac_Latn-kab_Latn", "languages": ["kac-Latn", "kab-Latn"]}, {"precision": 0.532419, "recall": 0.566206, "f1": 0.541069, "accuracy": 0.566206, "main_score": 0.541069, "hf_subset": "kac_Latn-lim_Latn", "languages": ["kac-Latn", "lim-Latn"]}, {"precision": 0.526321, "recall": 0.567194, "f1": 0.537501, "accuracy": 0.567194, "main_score": 0.537501, "hf_subset": "kac_Latn-nld_Latn", "languages": ["kac-Latn", "nld-Latn"]}, {"precision": 0.500533, "recall": 0.541502, "f1": 0.511075, "accuracy": 0.541502, "main_score": 0.511075, "hf_subset": "kac_Latn-san_Deva", "languages": ["kac-Latn", "san-Deva"]}, {"precision": 0.525023, "recall": 0.564229, "f1": 0.535019, "accuracy": 0.564229, "main_score": 0.535019, "hf_subset": "kac_Latn-tat_Cyrl", "languages": ["kac-Latn", "tat-Cyrl"]}, {"precision": 0.51668, "recall": 0.556324, "f1": 0.52751, "accuracy": 0.556324, "main_score": 0.52751, "hf_subset": "kac_Latn-xho_Latn", "languages": ["kac-Latn", "xho-Latn"]}, {"precision": 0.484599, "recall": 0.528656, "f1": 0.49674, "accuracy": 0.528656, "main_score": 0.49674, "hf_subset": "kac_Latn-ars_Arab", "languages": ["kac-Latn", "ars-Arab"]}, {"precision": 0.539996, "recall": 0.574111, "f1": 0.548521, "accuracy": 0.574111, "main_score": 0.548521, "hf_subset": "kac_Latn-ceb_Latn", "languages": ["kac-Latn", "ceb-Latn"]}, {"precision": 0.483416, "recall": 0.525692, "f1": 0.495377, "accuracy": 0.525692, "main_score": 0.495377, "hf_subset": "kac_Latn-fuv_Latn", "languages": ["kac-Latn", "fuv-Latn"]}, {"precision": 0.524207, "recall": 0.561265, "f1": 0.534451, "accuracy": 0.561265, "main_score": 0.534451, "hf_subset": "kac_Latn-lin_Latn", "languages": ["kac-Latn", "lin-Latn"]}, {"precision": 0.526692, "recall": 0.567194, "f1": 0.537981, "accuracy": 0.567194, "main_score": 0.537981, "hf_subset": "kac_Latn-nno_Latn", "languages": ["kac-Latn", "nno-Latn"]}, {"precision": 0.105169, "recall": 0.144269, "f1": 0.1146, "accuracy": 0.144269, "main_score": 0.1146, "hf_subset": "kac_Latn-sat_Olck", "languages": ["kac-Latn", "sat-Olck"]}, {"precision": 0.518858, "recall": 0.562253, "f1": 0.530137, "accuracy": 0.562253, "main_score": 0.530137, "hf_subset": "kac_Latn-tel_Telu", "languages": ["kac-Latn", "tel-Telu"]}, {"precision": 0.428143, "recall": 0.471344, "f1": 0.438643, "accuracy": 0.471344, "main_score": 0.438643, "hf_subset": "kac_Latn-ydd_Hebr", "languages": ["kac-Latn", "ydd-Hebr"]}, {"precision": 0.497537, "recall": 0.537549, "f1": 0.508333, "accuracy": 0.537549, "main_score": 0.508333, "hf_subset": "kac_Latn-ary_Arab", "languages": ["kac-Latn", "ary-Arab"]}, {"precision": 0.531609, "recall": 0.570158, "f1": 0.541258, "accuracy": 0.570158, "main_score": 0.541258, "hf_subset": "kac_Latn-ces_Latn", "languages": ["kac-Latn", "ces-Latn"]}, {"precision": 0.480082, "recall": 0.521739, "f1": 0.491877, "accuracy": 0.521739, "main_score": 0.491877, "hf_subset": "kac_Latn-gaz_Latn", "languages": ["kac-Latn", "gaz-Latn"]}, {"precision": 0.496192, "recall": 0.535573, "f1": 0.507135, "accuracy": 0.535573, "main_score": 0.507135, "hf_subset": "kac_Latn-kam_Latn", "languages": ["kac-Latn", "kam-Latn"]}, {"precision": 0.51926, "recall": 0.557312, "f1": 0.529692, "accuracy": 0.557312, "main_score": 0.529692, "hf_subset": "kac_Latn-lit_Latn", "languages": ["kac-Latn", "lit-Latn"]}, {"precision": 0.543329, "recall": 0.581028, "f1": 0.553544, "accuracy": 0.581028, "main_score": 0.553544, "hf_subset": "kac_Latn-nob_Latn", "languages": ["kac-Latn", "nob-Latn"]}, {"precision": 0.518047, "recall": 0.552372, "f1": 0.527182, "accuracy": 0.552372, "main_score": 0.527182, "hf_subset": "kac_Latn-scn_Latn", "languages": ["kac-Latn", "scn-Latn"]}, {"precision": 0.507971, "recall": 0.54249, "f1": 0.517584, "accuracy": 0.54249, "main_score": 0.517584, "hf_subset": "kac_Latn-tgk_Cyrl", "languages": ["kac-Latn", "tgk-Cyrl"]}, {"precision": 0.464564, "recall": 0.507905, "f1": 0.476396, "accuracy": 0.507905, "main_score": 0.476396, "hf_subset": "kac_Latn-yor_Latn", "languages": ["kac-Latn", "yor-Latn"]}, {"precision": 0.505686, "recall": 0.549407, "f1": 0.517258, "accuracy": 0.549407, "main_score": 0.517258, "hf_subset": "kac_Latn-arz_Arab", "languages": ["kac-Latn", "arz-Arab"]}, {"precision": 0.470416, "recall": 0.507905, "f1": 0.481376, "accuracy": 0.507905, "main_score": 0.481376, "hf_subset": "kac_Latn-cjk_Latn", "languages": ["kac-Latn", "cjk-Latn"]}, {"precision": 0.471996, "recall": 0.511858, "f1": 0.482498, "accuracy": 0.511858, "main_score": 0.482498, "hf_subset": "kac_Latn-gla_Latn", "languages": ["kac-Latn", "gla-Latn"]}, {"precision": 0.513811, "recall": 0.5583, "f1": 0.525762, "accuracy": 0.5583, "main_score": 0.525762, "hf_subset": "kac_Latn-kan_Knda", "languages": ["kac-Latn", "kan-Knda"]}, {"precision": 0.505954, "recall": 0.547431, "f1": 0.517502, "accuracy": 0.547431, "main_score": 0.517502, "hf_subset": "kac_Latn-lmo_Latn", "languages": ["kac-Latn", "lmo-Latn"]}, {"precision": 0.513726, "recall": 0.557312, "f1": 0.525401, "accuracy": 0.557312, "main_score": 0.525401, "hf_subset": "kac_Latn-npi_Deva", "languages": ["kac-Latn", "npi-Deva"]}, {"precision": 0.449823, "recall": 0.495059, "f1": 0.461616, "accuracy": 0.495059, "main_score": 0.461616, "hf_subset": "kac_Latn-shn_Mymr", "languages": ["kac-Latn", "shn-Mymr"]}, {"precision": 0.548322, "recall": 0.586957, "f1": 0.557958, "accuracy": 0.586957, "main_score": 0.557958, "hf_subset": "kac_Latn-tgl_Latn", "languages": ["kac-Latn", "tgl-Latn"]}, {"precision": 0.512784, "recall": 0.557312, "f1": 0.524673, "accuracy": 0.557312, "main_score": 0.524673, "hf_subset": "kac_Latn-yue_Hant", "languages": ["kac-Latn", "yue-Hant"]}, {"precision": 0.49193, "recall": 0.536561, "f1": 0.504604, "accuracy": 0.536561, "main_score": 0.504604, "hf_subset": "kac_Latn-asm_Beng", "languages": ["kac-Latn", "asm-Beng"]}, {"precision": 0.466701, "recall": 0.508893, "f1": 0.477867, "accuracy": 0.508893, "main_score": 0.477867, "hf_subset": "kac_Latn-ckb_Arab", "languages": ["kac-Latn", "ckb-Arab"]}, {"precision": 0.475181, "recall": 0.513834, "f1": 0.485873, "accuracy": 0.513834, "main_score": 0.485873, "hf_subset": "kac_Latn-gle_Latn", "languages": ["kac-Latn", "gle-Latn"]}, {"precision": 0.451467, "recall": 0.497036, "f1": 0.464439, "accuracy": 0.497036, "main_score": 0.464439, "hf_subset": "kac_Latn-kas_Arab", "languages": ["kac-Latn", "kas-Arab"]}, {"precision": 0.501565, "recall": 0.538538, "f1": 0.511555, "accuracy": 0.538538, "main_score": 0.511555, "hf_subset": "kac_Latn-ltg_Latn", "languages": ["kac-Latn", "ltg-Latn"]}, {"precision": 0.538473, "recall": 0.578063, "f1": 0.549026, "accuracy": 0.578063, "main_score": 0.549026, "hf_subset": "kac_Latn-nso_Latn", "languages": ["kac-Latn", "nso-Latn"]}, {"precision": 0.46201, "recall": 0.503953, "f1": 0.473425, "accuracy": 0.503953, "main_score": 0.473425, "hf_subset": "kac_Latn-sin_Sinh", "languages": ["kac-Latn", "sin-Sinh"]}, {"precision": 0.523945, "recall": 0.561265, "f1": 0.534234, "accuracy": 0.561265, "main_score": 0.534234, "hf_subset": "kac_Latn-tha_Thai", "languages": ["kac-Latn", "tha-Thai"]}, {"precision": 0.518105, "recall": 0.560277, "f1": 0.529424, "accuracy": 0.560277, "main_score": 0.529424, "hf_subset": "kac_Latn-zho_Hans", "languages": ["kac-Latn", "zho-Hans"]}, {"precision": 0.533794, "recall": 0.564229, "f1": 0.542121, "accuracy": 0.564229, "main_score": 0.542121, "hf_subset": "kac_Latn-ast_Latn", "languages": ["kac-Latn", "ast-Latn"]}, {"precision": 0.514121, "recall": 0.551383, "f1": 0.524329, "accuracy": 0.551383, "main_score": 0.524329, "hf_subset": "kac_Latn-crh_Latn", "languages": ["kac-Latn", "crh-Latn"]}, {"precision": 0.545877, "recall": 0.579051, "f1": 0.554923, "accuracy": 0.579051, "main_score": 0.554923, "hf_subset": "kac_Latn-glg_Latn", "languages": ["kac-Latn", "glg-Latn"]}, {"precision": 0.487279, "recall": 0.527668, "f1": 0.498802, "accuracy": 0.527668, "main_score": 0.498802, "hf_subset": "kac_Latn-kas_Deva", "languages": ["kac-Latn", "kas-Deva"]}, {"precision": 0.511006, "recall": 0.550395, "f1": 0.521558, "accuracy": 0.550395, "main_score": 0.521558, "hf_subset": "kac_Latn-ltz_Latn", "languages": ["kac-Latn", "ltz-Latn"]}, {"precision": 0.44427, "recall": 0.492095, "f1": 0.457028, "accuracy": 0.492095, "main_score": 0.457028, "hf_subset": "kac_Latn-nus_Latn", "languages": ["kac-Latn", "nus-Latn"]}, {"precision": 0.516173, "recall": 0.560277, "f1": 0.527885, "accuracy": 0.560277, "main_score": 0.527885, "hf_subset": "kac_Latn-slk_Latn", "languages": ["kac-Latn", "slk-Latn"]}, {"precision": 0.375592, "recall": 0.422925, "f1": 0.388916, "accuracy": 0.422925, "main_score": 0.388916, "hf_subset": "kac_Latn-tir_Ethi", "languages": ["kac-Latn", "tir-Ethi"]}, {"precision": 0.50663, "recall": 0.554348, "f1": 0.519564, "accuracy": 0.554348, "main_score": 0.519564, "hf_subset": "kac_Latn-zho_Hant", "languages": ["kac-Latn", "zho-Hant"]}, {"precision": 0.529836, "recall": 0.563241, "f1": 0.538951, "accuracy": 0.563241, "main_score": 0.538951, "hf_subset": "kac_Latn-awa_Deva", "languages": ["kac-Latn", "awa-Deva"]}, {"precision": 0.510911, "recall": 0.547431, "f1": 0.520899, "accuracy": 0.547431, "main_score": 0.520899, "hf_subset": "kac_Latn-cym_Latn", "languages": ["kac-Latn", "cym-Latn"]}, {"precision": 0.528257, "recall": 0.559289, "f1": 0.537501, "accuracy": 0.559289, "main_score": 0.537501, "hf_subset": "kac_Latn-grn_Latn", "languages": ["kac-Latn", "grn-Latn"]}, {"precision": 0.499434, "recall": 0.540514, "f1": 0.510592, "accuracy": 0.540514, "main_score": 0.510592, "hf_subset": "kac_Latn-kat_Geor", "languages": ["kac-Latn", "kat-Geor"]}, {"precision": 0.507485, "recall": 0.539526, "f1": 0.516722, "accuracy": 0.539526, "main_score": 0.516722, "hf_subset": "kac_Latn-lua_Latn", "languages": ["kac-Latn", "lua-Latn"]}, {"precision": 0.514246, "recall": 0.546443, "f1": 0.523397, "accuracy": 0.546443, "main_score": 0.523397, "hf_subset": "kac_Latn-nya_Latn", "languages": ["kac-Latn", "nya-Latn"]}, {"precision": 0.532551, "recall": 0.566206, "f1": 0.541535, "accuracy": 0.566206, "main_score": 0.541535, "hf_subset": "kac_Latn-slv_Latn", "languages": ["kac-Latn", "slv-Latn"]}, {"precision": 0.541708, "recall": 0.578063, "f1": 0.551289, "accuracy": 0.578063, "main_score": 0.551289, "hf_subset": "kac_Latn-tpi_Latn", "languages": ["kac-Latn", "tpi-Latn"]}, {"precision": 0.554826, "recall": 0.591897, "f1": 0.564645, "accuracy": 0.591897, "main_score": 0.564645, "hf_subset": "kac_Latn-zsm_Latn", "languages": ["kac-Latn", "zsm-Latn"]}, {"precision": 0.486108, "recall": 0.523715, "f1": 0.496912, "accuracy": 0.523715, "main_score": 0.496912, "hf_subset": "kac_Latn-ayr_Latn", "languages": ["kac-Latn", "ayr-Latn"]}, {"precision": 0.546546, "recall": 0.582016, "f1": 0.555698, "accuracy": 0.582016, "main_score": 0.555698, "hf_subset": "kac_Latn-dan_Latn", "languages": ["kac-Latn", "dan-Latn"]}, {"precision": 0.530876, "recall": 0.572134, "f1": 0.542421, "accuracy": 0.572134, "main_score": 0.542421, "hf_subset": "kac_Latn-guj_Gujr", "languages": ["kac-Latn", "guj-Gujr"]}, {"precision": 0.517059, "recall": 0.557312, "f1": 0.527546, "accuracy": 0.557312, "main_score": 0.527546, "hf_subset": "kac_Latn-kaz_Cyrl", "languages": ["kac-Latn", "kaz-Cyrl"]}, {"precision": 0.47235, "recall": 0.519763, "f1": 0.484713, "accuracy": 0.519763, "main_score": 0.484713, "hf_subset": "kac_Latn-lug_Latn", "languages": ["kac-Latn", "lug-Latn"]}, {"precision": 0.541265, "recall": 0.575099, "f1": 0.550303, "accuracy": 0.575099, "main_score": 0.550303, "hf_subset": "kac_Latn-oci_Latn", "languages": ["kac-Latn", "oci-Latn"]}, {"precision": 0.514215, "recall": 0.546443, "f1": 0.523103, "accuracy": 0.546443, "main_score": 0.523103, "hf_subset": "kac_Latn-smo_Latn", "languages": ["kac-Latn", "smo-Latn"]}, {"precision": 0.491032, "recall": 0.528656, "f1": 0.50167, "accuracy": 0.528656, "main_score": 0.50167, "hf_subset": "kac_Latn-tsn_Latn", "languages": ["kac-Latn", "tsn-Latn"]}, {"precision": 0.506415, "recall": 0.549407, "f1": 0.518018, "accuracy": 0.549407, "main_score": 0.518018, "hf_subset": "kac_Latn-zul_Latn", "languages": ["kac-Latn", "zul-Latn"]}, {"precision": 0.438511, "recall": 0.486166, "f1": 0.451612, "accuracy": 0.486166, "main_score": 0.451612, "hf_subset": "kac_Latn-azb_Arab", "languages": ["kac-Latn", "azb-Arab"]}, {"precision": 0.538271, "recall": 0.577075, "f1": 0.548267, "accuracy": 0.577075, "main_score": 0.548267, "hf_subset": "kac_Latn-deu_Latn", "languages": ["kac-Latn", "deu-Latn"]}, {"precision": 0.483289, "recall": 0.525692, "f1": 0.494875, "accuracy": 0.525692, "main_score": 0.494875, "hf_subset": "kac_Latn-hat_Latn", "languages": ["kac-Latn", "hat-Latn"]}, {"precision": 0.47273, "recall": 0.509881, "f1": 0.482366, "accuracy": 0.509881, "main_score": 0.482366, "hf_subset": "kac_Latn-kbp_Latn", "languages": ["kac-Latn", "kbp-Latn"]}, {"precision": 0.527187, "recall": 0.563241, "f1": 0.537721, "accuracy": 0.563241, "main_score": 0.537721, "hf_subset": "kac_Latn-luo_Latn", "languages": ["kac-Latn", "luo-Latn"]}, {"precision": 0.510507, "recall": 0.55336, "f1": 0.522877, "accuracy": 0.55336, "main_score": 0.522877, "hf_subset": "kac_Latn-ory_Orya", "languages": ["kac-Latn", "ory-Orya"]}, {"precision": 0.50588, "recall": 0.547431, "f1": 0.517088, "accuracy": 0.547431, "main_score": 0.517088, "hf_subset": "kac_Latn-sna_Latn", "languages": ["kac-Latn", "sna-Latn"]}, {"precision": 0.493459, "recall": 0.533597, "f1": 0.504321, "accuracy": 0.533597, "main_score": 0.504321, "hf_subset": "kac_Latn-tso_Latn", "languages": ["kac-Latn", "tso-Latn"]}, {"precision": 0.510585, "recall": 0.554348, "f1": 0.52186, "accuracy": 0.554348, "main_score": 0.52186, "hf_subset": "kac_Latn-azj_Latn", "languages": ["kac-Latn", "azj-Latn"]}, {"precision": 0.488269, "recall": 0.524704, "f1": 0.497762, "accuracy": 0.524704, "main_score": 0.497762, "hf_subset": "kac_Latn-dik_Latn", "languages": ["kac-Latn", "dik-Latn"]}, {"precision": 0.514137, "recall": 0.550395, "f1": 0.524098, "accuracy": 0.550395, "main_score": 0.524098, "hf_subset": "kac_Latn-hau_Latn", "languages": ["kac-Latn", "hau-Latn"]}, {"precision": 0.531193, "recall": 0.559289, "f1": 0.538325, "accuracy": 0.559289, "main_score": 0.538325, "hf_subset": "kac_Latn-kea_Latn", "languages": ["kac-Latn", "kea-Latn"]}, {"precision": 0.540374, "recall": 0.567194, "f1": 0.547941, "accuracy": 0.567194, "main_score": 0.547941, "hf_subset": "kac_Latn-lus_Latn", "languages": ["kac-Latn", "lus-Latn"]}, {"precision": 0.526647, "recall": 0.561265, "f1": 0.535808, "accuracy": 0.561265, "main_score": 0.535808, "hf_subset": "kac_Latn-pag_Latn", "languages": ["kac-Latn", "pag-Latn"]}, {"precision": 0.506856, "recall": 0.549407, "f1": 0.517863, "accuracy": 0.549407, "main_score": 0.517863, "hf_subset": "kac_Latn-snd_Arab", "languages": ["kac-Latn", "snd-Arab"]}, {"precision": 0.503096, "recall": 0.544466, "f1": 0.514014, "accuracy": 0.544466, "main_score": 0.514014, "hf_subset": "kac_Latn-tuk_Latn", "languages": ["kac-Latn", "tuk-Latn"]}, {"precision": 0.511391, "recall": 0.546443, "f1": 0.52136, "accuracy": 0.546443, "main_score": 0.52136, "hf_subset": "kac_Latn-bak_Cyrl", "languages": ["kac-Latn", "bak-Cyrl"]}, {"precision": 0.412978, "recall": 0.462451, "f1": 0.42702, "accuracy": 0.462451, "main_score": 0.42702, "hf_subset": "kac_Latn-dyu_Latn", "languages": ["kac-Latn", "dyu-Latn"]}, {"precision": 0.501497, "recall": 0.546443, "f1": 0.514272, "accuracy": 0.546443, "main_score": 0.514272, "hf_subset": "kac_Latn-heb_Hebr", "languages": ["kac-Latn", "heb-Hebr"]}, {"precision": 0.50962, "recall": 0.55336, "f1": 0.521181, "accuracy": 0.55336, "main_score": 0.521181, "hf_subset": "kac_Latn-khk_Cyrl", "languages": ["kac-Latn", "khk-Cyrl"]}, {"precision": 0.519214, "recall": 0.557312, "f1": 0.529623, "accuracy": 0.557312, "main_score": 0.529623, "hf_subset": "kac_Latn-lvs_Latn", "languages": ["kac-Latn", "lvs-Latn"]}, {"precision": 0.519404, "recall": 0.561265, "f1": 0.531032, "accuracy": 0.561265, "main_score": 0.531032, "hf_subset": "kac_Latn-pan_Guru", "languages": ["kac-Latn", "pan-Guru"]}, {"precision": 0.465282, "recall": 0.51087, "f1": 0.477617, "accuracy": 0.51087, "main_score": 0.477617, "hf_subset": "kac_Latn-som_Latn", "languages": ["kac-Latn", "som-Latn"]}, {"precision": 0.503496, "recall": 0.539526, "f1": 0.51375, "accuracy": 0.539526, "main_score": 0.51375, "hf_subset": "kac_Latn-tum_Latn", "languages": ["kac-Latn", "tum-Latn"]}, {"precision": 0.472149, "recall": 0.52668, "f1": 0.48744, "accuracy": 0.52668, "main_score": 0.48744, "hf_subset": "lin_Latn-ace_Arab", "languages": ["lin-Latn", "ace-Arab"]}, {"precision": 0.541819, "recall": 0.589921, "f1": 0.55488, "accuracy": 0.589921, "main_score": 0.55488, "hf_subset": "lin_Latn-bam_Latn", "languages": ["lin-Latn", "bam-Latn"]}, {"precision": 0.246751, "recall": 0.294466, "f1": 0.258479, "accuracy": 0.294466, "main_score": 0.258479, "hf_subset": "lin_Latn-dzo_Tibt", "languages": ["lin-Latn", "dzo-Tibt"]}, {"precision": 0.648306, "recall": 0.699605, "f1": 0.661068, "accuracy": 0.699605, "main_score": 0.661068, "hf_subset": "lin_Latn-hin_Deva", "languages": ["lin-Latn", "hin-Deva"]}, {"precision": 0.58903, "recall": 0.643281, "f1": 0.603307, "accuracy": 0.643281, "main_score": 0.603307, "hf_subset": "lin_Latn-khm_Khmr", "languages": ["lin-Latn", "khm-Khmr"]}, {"precision": 0.653956, "recall": 0.703557, "f1": 0.6675, "accuracy": 0.703557, "main_score": 0.6675, "hf_subset": "lin_Latn-mag_Deva", "languages": ["lin-Latn", "mag-Deva"]}, {"precision": 0.667547, "recall": 0.709486, "f1": 0.678002, "accuracy": 0.709486, "main_score": 0.678002, "hf_subset": "lin_Latn-pap_Latn", "languages": ["lin-Latn", "pap-Latn"]}, {"precision": 0.598357, "recall": 0.642292, "f1": 0.610062, "accuracy": 0.642292, "main_score": 0.610062, "hf_subset": "lin_Latn-sot_Latn", "languages": ["lin-Latn", "sot-Latn"]}, {"precision": 0.649481, "recall": 0.698617, "f1": 0.662825, "accuracy": 0.698617, "main_score": 0.662825, "hf_subset": "lin_Latn-tur_Latn", "languages": ["lin-Latn", "tur-Latn"]}, {"precision": 0.643498, "recall": 0.688735, "f1": 0.655246, "accuracy": 0.688735, "main_score": 0.655246, "hf_subset": "lin_Latn-ace_Latn", "languages": ["lin-Latn", "ace-Latn"]}, {"precision": 0.678153, "recall": 0.715415, "f1": 0.687935, "accuracy": 0.715415, "main_score": 0.687935, "hf_subset": "lin_Latn-ban_Latn", "languages": ["lin-Latn", "ban-Latn"]}, {"precision": 0.637096, "recall": 0.687747, "f1": 0.650492, "accuracy": 0.687747, "main_score": 0.650492, "hf_subset": "lin_Latn-ell_Grek", "languages": ["lin-Latn", "ell-Grek"]}, {"precision": 0.639209, "recall": 0.690711, "f1": 0.652505, "accuracy": 0.690711, "main_score": 0.652505, "hf_subset": "lin_Latn-hne_Deva", "languages": ["lin-Latn", "hne-Deva"]}, {"precision": 0.565892, "recall": 0.614625, "f1": 0.578544, "accuracy": 0.614625, "main_score": 0.578544, "hf_subset": "lin_Latn-kik_Latn", "languages": ["lin-Latn", "kik-Latn"]}, {"precision": 0.650114, "recall": 0.701581, "f1": 0.663575, "accuracy": 0.701581, "main_score": 0.663575, "hf_subset": "lin_Latn-mai_Deva", "languages": ["lin-Latn", "mai-Deva"]}, {"precision": 0.614646, "recall": 0.66996, "f1": 0.628532, "accuracy": 0.66996, "main_score": 0.628532, "hf_subset": "lin_Latn-pbt_Arab", "languages": ["lin-Latn", "pbt-Arab"]}, {"precision": 0.654173, "recall": 0.699605, "f1": 0.66656, "accuracy": 0.699605, "main_score": 0.66656, "hf_subset": "lin_Latn-spa_Latn", "languages": ["lin-Latn", "spa-Latn"]}, {"precision": 0.589828, "recall": 0.631423, "f1": 0.600747, "accuracy": 0.631423, "main_score": 0.600747, "hf_subset": "lin_Latn-twi_Latn", "languages": ["lin-Latn", "twi-Latn"]}, {"precision": 0.635518, "recall": 0.690711, "f1": 0.649209, "accuracy": 0.690711, "main_score": 0.649209, "hf_subset": "lin_Latn-acm_Arab", "languages": ["lin-Latn", "acm-Arab"]}, {"precision": 0.614047, "recall": 0.66502, "f1": 0.626612, "accuracy": 0.66502, "main_score": 0.626612, "hf_subset": "lin_Latn-bel_Cyrl", "languages": ["lin-Latn", "bel-Cyrl"]}, {"precision": 0.667521, "recall": 0.713439, "f1": 0.679211, "accuracy": 0.713439, "main_score": 0.679211, "hf_subset": "lin_Latn-eng_Latn", "languages": ["lin-Latn", "eng-Latn"]}, {"precision": 0.657128, "recall": 0.703557, "f1": 0.668688, "accuracy": 0.703557, "main_score": 0.668688, "hf_subset": "lin_Latn-hrv_Latn", "languages": ["lin-Latn", "hrv-Latn"]}, {"precision": 0.546216, "recall": 0.597826, "f1": 0.559797, "accuracy": 0.597826, "main_score": 0.559797, "hf_subset": "lin_Latn-kin_Latn", "languages": ["lin-Latn", "kin-Latn"]}, {"precision": 0.622512, "recall": 0.676877, "f1": 0.637726, "accuracy": 0.676877, "main_score": 0.637726, "hf_subset": "lin_Latn-mal_Mlym", "languages": ["lin-Latn", "mal-Mlym"]}, {"precision": 0.65253, "recall": 0.698617, "f1": 0.664513, "accuracy": 0.698617, "main_score": 0.664513, "hf_subset": "lin_Latn-pes_Arab", "languages": ["lin-Latn", "pes-Arab"]}, {"precision": 0.654244, "recall": 0.699605, "f1": 0.66682, "accuracy": 0.699605, "main_score": 0.66682, "hf_subset": "lin_Latn-srd_Latn", "languages": ["lin-Latn", "srd-Latn"]}, {"precision": 0.215678, "recall": 0.254941, "f1": 0.22539, "accuracy": 0.254941, "main_score": 0.22539, "hf_subset": "lin_Latn-tzm_Tfng", "languages": ["lin-Latn", "tzm-Tfng"]}, {"precision": 0.639678, "recall": 0.6917, "f1": 0.653279, "accuracy": 0.6917, "main_score": 0.653279, "hf_subset": "lin_Latn-acq_Arab", "languages": ["lin-Latn", "acq-Arab"]}, {"precision": 0.604868, "recall": 0.640316, "f1": 0.614548, "accuracy": 0.640316, "main_score": 0.614548, "hf_subset": "lin_Latn-bem_Latn", "languages": ["lin-Latn", "bem-Latn"]}, {"precision": 0.663079, "recall": 0.70751, "f1": 0.674455, "accuracy": 0.70751, "main_score": 0.674455, "hf_subset": "lin_Latn-epo_Latn", "languages": ["lin-Latn", "epo-Latn"]}, {"precision": 0.658347, "recall": 0.701581, "f1": 0.669804, "accuracy": 0.701581, "main_score": 0.669804, "hf_subset": "lin_Latn-hun_Latn", "languages": ["lin-Latn", "hun-Latn"]}, {"precision": 0.616302, "recall": 0.66502, "f1": 0.62917, "accuracy": 0.66502, "main_score": 0.62917, "hf_subset": "lin_Latn-kir_Cyrl", "languages": ["lin-Latn", "kir-Cyrl"]}, {"precision": 0.648139, "recall": 0.687747, "f1": 0.65868, "accuracy": 0.687747, "main_score": 0.65868, "hf_subset": "lin_Latn-mar_Deva", "languages": ["lin-Latn", "mar-Deva"]}, {"precision": 0.604353, "recall": 0.649209, "f1": 0.616588, "accuracy": 0.649209, "main_score": 0.616588, "hf_subset": "lin_Latn-plt_Latn", "languages": ["lin-Latn", "plt-Latn"]}, {"precision": 0.655109, "recall": 0.700593, "f1": 0.667536, "accuracy": 0.700593, "main_score": 0.667536, "hf_subset": "lin_Latn-srp_Cyrl", "languages": ["lin-Latn", "srp-Cyrl"]}, {"precision": 0.538085, "recall": 0.588933, "f1": 0.551945, "accuracy": 0.588933, "main_score": 0.551945, "hf_subset": "lin_Latn-uig_Arab", "languages": ["lin-Latn", "uig-Arab"]}, {"precision": 0.620532, "recall": 0.666996, "f1": 0.632465, "accuracy": 0.666996, "main_score": 0.632465, "hf_subset": "lin_Latn-aeb_Arab", "languages": ["lin-Latn", "aeb-Arab"]}, {"precision": 0.642609, "recall": 0.684783, "f1": 0.654357, "accuracy": 0.684783, "main_score": 0.654357, "hf_subset": "lin_Latn-ben_Beng", "languages": ["lin-Latn", "ben-Beng"]}, {"precision": 0.6372, "recall": 0.692688, "f1": 0.651485, "accuracy": 0.692688, "main_score": 0.651485, "hf_subset": "lin_Latn-est_Latn", "languages": ["lin-Latn", "est-Latn"]}, {"precision": 0.631722, "recall": 0.677866, "f1": 0.644006, "accuracy": 0.677866, "main_score": 0.644006, "hf_subset": "lin_Latn-hye_Armn", "languages": ["lin-Latn", "hye-Armn"]}, {"precision": 0.570177, "recall": 0.609684, "f1": 0.581983, "accuracy": 0.609684, "main_score": 0.581983, "hf_subset": "lin_Latn-kmb_Latn", "languages": ["lin-Latn", "kmb-Latn"]}, {"precision": 0.434554, "recall": 0.496047, "f1": 0.451495, "accuracy": 0.496047, "main_score": 0.451495, "hf_subset": "lin_Latn-min_Arab", "languages": ["lin-Latn", "min-Arab"]}, {"precision": 0.649876, "recall": 0.699605, "f1": 0.663078, "accuracy": 0.699605, "main_score": 0.663078, "hf_subset": "lin_Latn-pol_Latn", "languages": ["lin-Latn", "pol-Latn"]}, {"precision": 0.568537, "recall": 0.617589, "f1": 0.581793, "accuracy": 0.617589, "main_score": 0.581793, "hf_subset": "lin_Latn-ssw_Latn", "languages": ["lin-Latn", "ssw-Latn"]}, {"precision": 0.659007, "recall": 0.706522, "f1": 0.67189, "accuracy": 0.706522, "main_score": 0.67189, "hf_subset": "lin_Latn-ukr_Cyrl", "languages": ["lin-Latn", "ukr-Cyrl"]}, {"precision": 0.663863, "recall": 0.713439, "f1": 0.676883, "accuracy": 0.713439, "main_score": 0.676883, "hf_subset": "lin_Latn-afr_Latn", "languages": ["lin-Latn", "afr-Latn"]}, {"precision": 0.635514, "recall": 0.684783, "f1": 0.647698, "accuracy": 0.684783, "main_score": 0.647698, "hf_subset": "lin_Latn-bho_Deva", "languages": ["lin-Latn", "bho-Deva"]}, {"precision": 0.652165, "recall": 0.699605, "f1": 0.664191, "accuracy": 0.699605, "main_score": 0.664191, "hf_subset": "lin_Latn-eus_Latn", "languages": ["lin-Latn", "eus-Latn"]}, {"precision": 0.575212, "recall": 0.62747, "f1": 0.59006, "accuracy": 0.62747, "main_score": 0.59006, "hf_subset": "lin_Latn-ibo_Latn", "languages": ["lin-Latn", "ibo-Latn"]}, {"precision": 0.596066, "recall": 0.646245, "f1": 0.610362, "accuracy": 0.646245, "main_score": 0.610362, "hf_subset": "lin_Latn-kmr_Latn", "languages": ["lin-Latn", "kmr-Latn"]}, {"precision": 0.651122, "recall": 0.697628, "f1": 0.663156, "accuracy": 0.697628, "main_score": 0.663156, "hf_subset": "lin_Latn-min_Latn", "languages": ["lin-Latn", "min-Latn"]}, {"precision": 0.675453, "recall": 0.719368, "f1": 0.68717, "accuracy": 0.719368, "main_score": 0.68717, "hf_subset": "lin_Latn-por_Latn", "languages": ["lin-Latn", "por-Latn"]}, {"precision": 0.671874, "recall": 0.715415, "f1": 0.68291, "accuracy": 0.715415, "main_score": 0.68291, "hf_subset": "lin_Latn-sun_Latn", "languages": ["lin-Latn", "sun-Latn"]}, {"precision": 0.540091, "recall": 0.587945, "f1": 0.553694, "accuracy": 0.587945, "main_score": 0.553694, "hf_subset": "lin_Latn-umb_Latn", "languages": ["lin-Latn", "umb-Latn"]}, {"precision": 0.65292, "recall": 0.695652, "f1": 0.664098, "accuracy": 0.695652, "main_score": 0.664098, "hf_subset": "lin_Latn-ajp_Arab", "languages": ["lin-Latn", "ajp-Arab"]}, {"precision": 0.453871, "recall": 0.505929, "f1": 0.467736, "accuracy": 0.505929, "main_score": 0.467736, "hf_subset": "lin_Latn-bjn_Arab", "languages": ["lin-Latn", "bjn-Arab"]}, {"precision": 0.527017, "recall": 0.572134, "f1": 0.539878, "accuracy": 0.572134, "main_score": 0.539878, "hf_subset": "lin_Latn-ewe_Latn", "languages": ["lin-Latn", "ewe-Latn"]}, {"precision": 0.672448, "recall": 0.708498, "f1": 0.682177, "accuracy": 0.708498, "main_score": 0.682177, "hf_subset": "lin_Latn-ilo_Latn", "languages": ["lin-Latn", "ilo-Latn"]}, {"precision": 0.315971, "recall": 0.37253, "f1": 0.330827, "accuracy": 0.37253, "main_score": 0.330827, "hf_subset": "lin_Latn-knc_Arab", "languages": ["lin-Latn", "knc-Arab"]}, {"precision": 0.656628, "recall": 0.705534, "f1": 0.669612, "accuracy": 0.705534, "main_score": 0.669612, "hf_subset": "lin_Latn-mkd_Cyrl", "languages": ["lin-Latn", "mkd-Cyrl"]}, {"precision": 0.64988, "recall": 0.697628, "f1": 0.662471, "accuracy": 0.697628, "main_score": 0.662471, "hf_subset": "lin_Latn-prs_Arab", "languages": ["lin-Latn", "prs-Arab"]}, {"precision": 0.664334, "recall": 0.713439, "f1": 0.677837, "accuracy": 0.713439, "main_score": 0.677837, "hf_subset": "lin_Latn-swe_Latn", "languages": ["lin-Latn", "swe-Latn"]}, {"precision": 0.63292, "recall": 0.684783, "f1": 0.646386, "accuracy": 0.684783, "main_score": 0.646386, "hf_subset": "lin_Latn-urd_Arab", "languages": ["lin-Latn", "urd-Arab"]}, {"precision": 0.582863, "recall": 0.62253, "f1": 0.594188, "accuracy": 0.62253, "main_score": 0.594188, "hf_subset": "lin_Latn-aka_Latn", "languages": ["lin-Latn", "aka-Latn"]}, {"precision": 0.668042, "recall": 0.703557, "f1": 0.677347, "accuracy": 0.703557, "main_score": 0.677347, "hf_subset": "lin_Latn-bjn_Latn", "languages": ["lin-Latn", "bjn-Latn"]}, {"precision": 0.616412, "recall": 0.65415, "f1": 0.626546, "accuracy": 0.65415, "main_score": 0.626546, "hf_subset": "lin_Latn-fao_Latn", "languages": ["lin-Latn", "fao-Latn"]}, {"precision": 0.670033, "recall": 0.716403, "f1": 0.682615, "accuracy": 0.716403, "main_score": 0.682615, "hf_subset": "lin_Latn-ind_Latn", "languages": ["lin-Latn", "ind-Latn"]}, {"precision": 0.562716, "recall": 0.603755, "f1": 0.573727, "accuracy": 0.603755, "main_score": 0.573727, "hf_subset": "lin_Latn-knc_Latn", "languages": ["lin-Latn", "knc-Latn"]}, {"precision": 0.653834, "recall": 0.693676, "f1": 0.664813, "accuracy": 0.693676, "main_score": 0.664813, "hf_subset": "lin_Latn-mlt_Latn", "languages": ["lin-Latn", "mlt-Latn"]}, {"precision": 0.595316, "recall": 0.643281, "f1": 0.609832, "accuracy": 0.643281, "main_score": 0.609832, "hf_subset": "lin_Latn-quy_Latn", "languages": ["lin-Latn", "quy-Latn"]}, {"precision": 0.632246, "recall": 0.681818, "f1": 0.644746, "accuracy": 0.681818, "main_score": 0.644746, "hf_subset": "lin_Latn-swh_Latn", "languages": ["lin-Latn", "swh-Latn"]}, {"precision": 0.617716, "recall": 0.671937, "f1": 0.632141, "accuracy": 0.671937, "main_score": 0.632141, "hf_subset": "lin_Latn-uzn_Latn", "languages": ["lin-Latn", "uzn-Latn"]}, {"precision": 0.649162, "recall": 0.693676, "f1": 0.661243, "accuracy": 0.693676, "main_score": 0.661243, "hf_subset": "lin_Latn-als_Latn", "languages": ["lin-Latn", "als-Latn"]}, {"precision": 0.303586, "recall": 0.368577, "f1": 0.320228, "accuracy": 0.368577, "main_score": 0.320228, "hf_subset": "lin_Latn-bod_Tibt", "languages": ["lin-Latn", "bod-Tibt"]}, {"precision": 0.579228, "recall": 0.62253, "f1": 0.591131, "accuracy": 0.62253, "main_score": 0.591131, "hf_subset": "lin_Latn-fij_Latn", "languages": ["lin-Latn", "fij-Latn"]}, {"precision": 0.604046, "recall": 0.647233, "f1": 0.615834, "accuracy": 0.647233, "main_score": 0.615834, "hf_subset": "lin_Latn-isl_Latn", "languages": ["lin-Latn", "isl-Latn"]}, {"precision": 0.693975, "recall": 0.738142, "f1": 0.705843, "accuracy": 0.738142, "main_score": 0.705843, "hf_subset": "lin_Latn-kon_Latn", "languages": ["lin-Latn", "kon-Latn"]}, {"precision": 0.548675, "recall": 0.602767, "f1": 0.563851, "accuracy": 0.602767, "main_score": 0.563851, "hf_subset": "lin_Latn-mni_Beng", "languages": ["lin-Latn", "mni-Beng"]}, {"precision": 0.678162, "recall": 0.722332, "f1": 0.689657, "accuracy": 0.722332, "main_score": 0.689657, "hf_subset": "lin_Latn-ron_Latn", "languages": ["lin-Latn", "ron-Latn"]}, {"precision": 0.642603, "recall": 0.682806, "f1": 0.653175, "accuracy": 0.682806, "main_score": 0.653175, "hf_subset": "lin_Latn-szl_Latn", "languages": ["lin-Latn", "szl-Latn"]}, {"precision": 0.666563, "recall": 0.713439, "f1": 0.67903, "accuracy": 0.713439, "main_score": 0.67903, "hf_subset": "lin_Latn-vec_Latn", "languages": ["lin-Latn", "vec-Latn"]}, {"precision": 0.548311, "recall": 0.607708, "f1": 0.564453, "accuracy": 0.607708, "main_score": 0.564453, "hf_subset": "lin_Latn-amh_Ethi", "languages": ["lin-Latn", "amh-Ethi"]}, {"precision": 0.659175, "recall": 0.709486, "f1": 0.671767, "accuracy": 0.709486, "main_score": 0.671767, "hf_subset": "lin_Latn-bos_Latn", "languages": ["lin-Latn", "bos-Latn"]}, {"precision": 0.635548, "recall": 0.682806, "f1": 0.648033, "accuracy": 0.682806, "main_score": 0.648033, "hf_subset": "lin_Latn-fin_Latn", "languages": ["lin-Latn", "fin-Latn"]}, {"precision": 0.662415, "recall": 0.70751, "f1": 0.673844, "accuracy": 0.70751, "main_score": 0.673844, "hf_subset": "lin_Latn-ita_Latn", "languages": ["lin-Latn", "ita-Latn"]}, {"precision": 0.63183, "recall": 0.683794, "f1": 0.645261, "accuracy": 0.683794, "main_score": 0.645261, "hf_subset": "lin_Latn-kor_Hang", "languages": ["lin-Latn", "kor-Hang"]}, {"precision": 0.564319, "recall": 0.607708, "f1": 0.576706, "accuracy": 0.607708, "main_score": 0.576706, "hf_subset": "lin_Latn-mos_Latn", "languages": ["lin-Latn", "mos-Latn"]}, {"precision": 0.553598, "recall": 0.602767, "f1": 0.567547, "accuracy": 0.602767, "main_score": 0.567547, "hf_subset": "lin_Latn-run_Latn", "languages": ["lin-Latn", "run-Latn"]}, {"precision": 0.628914, "recall": 0.68083, "f1": 0.642696, "accuracy": 0.68083, "main_score": 0.642696, "hf_subset": "lin_Latn-tam_Taml", "languages": ["lin-Latn", "tam-Taml"]}, {"precision": 0.654326, "recall": 0.700593, "f1": 0.665896, "accuracy": 0.700593, "main_score": 0.665896, "hf_subset": "lin_Latn-vie_Latn", "languages": ["lin-Latn", "vie-Latn"]}, {"precision": 0.619245, "recall": 0.675889, "f1": 0.634036, "accuracy": 0.675889, "main_score": 0.634036, "hf_subset": "lin_Latn-apc_Arab", "languages": ["lin-Latn", "apc-Arab"]}, {"precision": 0.626301, "recall": 0.666996, "f1": 0.637195, "accuracy": 0.666996, "main_score": 0.637195, "hf_subset": "lin_Latn-bug_Latn", "languages": ["lin-Latn", "bug-Latn"]}, {"precision": 0.495318, "recall": 0.543478, "f1": 0.507623, "accuracy": 0.543478, "main_score": 0.507623, "hf_subset": "lin_Latn-fon_Latn", "languages": ["lin-Latn", "fon-Latn"]}, {"precision": 0.67781, "recall": 0.719368, "f1": 0.688506, "accuracy": 0.719368, "main_score": 0.688506, "hf_subset": "lin_Latn-jav_Latn", "languages": ["lin-Latn", "jav-Latn"]}, {"precision": 0.554173, "recall": 0.613636, "f1": 0.569915, "accuracy": 0.613636, "main_score": 0.569915, "hf_subset": "lin_Latn-lao_Laoo", "languages": ["lin-Latn", "lao-Laoo"]}, {"precision": 0.536528, "recall": 0.582016, "f1": 0.548474, "accuracy": 0.582016, "main_score": 0.548474, "hf_subset": "lin_Latn-mri_Latn", "languages": ["lin-Latn", "mri-Latn"]}, {"precision": 0.647078, "recall": 0.69664, "f1": 0.660265, "accuracy": 0.69664, "main_score": 0.660265, "hf_subset": "lin_Latn-rus_Cyrl", "languages": ["lin-Latn", "rus-Cyrl"]}, {"precision": 0.527986, "recall": 0.581028, "f1": 0.542761, "accuracy": 0.581028, "main_score": 0.542761, "hf_subset": "lin_Latn-taq_Latn", "languages": ["lin-Latn", "taq-Latn"]}, {"precision": 0.690713, "recall": 0.73419, "f1": 0.701538, "accuracy": 0.73419, "main_score": 0.701538, "hf_subset": "lin_Latn-war_Latn", "languages": ["lin-Latn", "war-Latn"]}, {"precision": 0.642321, "recall": 0.690711, "f1": 0.654424, "accuracy": 0.690711, "main_score": 0.654424, "hf_subset": "lin_Latn-arb_Arab", "languages": ["lin-Latn", "arb-Arab"]}, {"precision": 0.663077, "recall": 0.70751, "f1": 0.674982, "accuracy": 0.70751, "main_score": 0.674982, "hf_subset": "lin_Latn-bul_Cyrl", "languages": ["lin-Latn", "bul-Cyrl"]}, {"precision": 0.668136, "recall": 0.713439, "f1": 0.680171, "accuracy": 0.713439, "main_score": 0.680171, "hf_subset": "lin_Latn-fra_Latn", "languages": ["lin-Latn", "fra-Latn"]}, {"precision": 0.645374, "recall": 0.686759, "f1": 0.655931, "accuracy": 0.686759, "main_score": 0.655931, "hf_subset": "lin_Latn-jpn_Jpan", "languages": ["lin-Latn", "jpn-Jpan"]}, {"precision": 0.652281, "recall": 0.697628, "f1": 0.664618, "accuracy": 0.697628, "main_score": 0.664618, "hf_subset": "lin_Latn-lij_Latn", "languages": ["lin-Latn", "lij-Latn"]}, {"precision": 0.50613, "recall": 0.571146, "f1": 0.523712, "accuracy": 0.571146, "main_score": 0.523712, "hf_subset": "lin_Latn-mya_Mymr", "languages": ["lin-Latn", "mya-Mymr"]}, {"precision": 0.588652, "recall": 0.637352, "f1": 0.601798, "accuracy": 0.637352, "main_score": 0.601798, "hf_subset": "lin_Latn-sag_Latn", "languages": ["lin-Latn", "sag-Latn"]}, {"precision": 0.222304, "recall": 0.272727, "f1": 0.233461, "accuracy": 0.272727, "main_score": 0.233461, "hf_subset": "lin_Latn-taq_Tfng", "languages": ["lin-Latn", "taq-Tfng"]}, {"precision": 0.610884, "recall": 0.659091, "f1": 0.623967, "accuracy": 0.659091, "main_score": 0.623967, "hf_subset": "lin_Latn-wol_Latn", "languages": ["lin-Latn", "wol-Latn"]}, {"precision": 0.5026, "recall": 0.557312, "f1": 0.517661, "accuracy": 0.557312, "main_score": 0.517661, "hf_subset": "lin_Latn-arb_Latn", "languages": ["lin-Latn", "arb-Latn"]}, {"precision": 0.670044, "recall": 0.713439, "f1": 0.681913, "accuracy": 0.713439, "main_score": 0.681913, "hf_subset": "lin_Latn-cat_Latn", "languages": ["lin-Latn", "cat-Latn"]}, {"precision": 0.660708, "recall": 0.701581, "f1": 0.671897, "accuracy": 0.701581, "main_score": 0.671897, "hf_subset": "lin_Latn-fur_Latn", "languages": ["lin-Latn", "fur-Latn"]}, {"precision": 0.435957, "recall": 0.493083, "f1": 0.451458, "accuracy": 0.493083, "main_score": 0.451458, "hf_subset": "lin_Latn-kab_Latn", "languages": ["lin-Latn", "kab-Latn"]}, {"precision": 0.653822, "recall": 0.695652, "f1": 0.664807, "accuracy": 0.695652, "main_score": 0.664807, "hf_subset": "lin_Latn-lim_Latn", "languages": ["lin-Latn", "lim-Latn"]}, {"precision": 0.643213, "recall": 0.693676, "f1": 0.656214, "accuracy": 0.693676, "main_score": 0.656214, "hf_subset": "lin_Latn-nld_Latn", "languages": ["lin-Latn", "nld-Latn"]}, {"precision": 0.591785, "recall": 0.651186, "f1": 0.607333, "accuracy": 0.651186, "main_score": 0.607333, "hf_subset": "lin_Latn-san_Deva", "languages": ["lin-Latn", "san-Deva"]}, {"precision": 0.635559, "recall": 0.678854, "f1": 0.647488, "accuracy": 0.678854, "main_score": 0.647488, "hf_subset": "lin_Latn-tat_Cyrl", "languages": ["lin-Latn", "tat-Cyrl"]}, {"precision": 0.602703, "recall": 0.646245, "f1": 0.615033, "accuracy": 0.646245, "main_score": 0.615033, "hf_subset": "lin_Latn-xho_Latn", "languages": ["lin-Latn", "xho-Latn"]}, {"precision": 0.632779, "recall": 0.685771, "f1": 0.646681, "accuracy": 0.685771, "main_score": 0.646681, "hf_subset": "lin_Latn-ars_Arab", "languages": ["lin-Latn", "ars-Arab"]}, {"precision": 0.691622, "recall": 0.733202, "f1": 0.703331, "accuracy": 0.733202, "main_score": 0.703331, "hf_subset": "lin_Latn-ceb_Latn", "languages": ["lin-Latn", "ceb-Latn"]}, {"precision": 0.546155, "recall": 0.590909, "f1": 0.558412, "accuracy": 0.590909, "main_score": 0.558412, "hf_subset": "lin_Latn-fuv_Latn", "languages": ["lin-Latn", "fuv-Latn"]}, {"precision": 0.528289, "recall": 0.574111, "f1": 0.541406, "accuracy": 0.574111, "main_score": 0.541406, "hf_subset": "lin_Latn-kac_Latn", "languages": ["lin-Latn", "kac-Latn"]}, {"precision": 0.651825, "recall": 0.702569, "f1": 0.665, "accuracy": 0.702569, "main_score": 0.665, "hf_subset": "lin_Latn-nno_Latn", "languages": ["lin-Latn", "nno-Latn"]}, {"precision": 0.133687, "recall": 0.178854, "f1": 0.14443, "accuracy": 0.178854, "main_score": 0.14443, "hf_subset": "lin_Latn-sat_Olck", "languages": ["lin-Latn", "sat-Olck"]}, {"precision": 0.633284, "recall": 0.686759, "f1": 0.647626, "accuracy": 0.686759, "main_score": 0.647626, "hf_subset": "lin_Latn-tel_Telu", "languages": ["lin-Latn", "tel-Telu"]}, {"precision": 0.54088, "recall": 0.604743, "f1": 0.557838, "accuracy": 0.604743, "main_score": 0.557838, "hf_subset": "lin_Latn-ydd_Hebr", "languages": ["lin-Latn", "ydd-Hebr"]}, {"precision": 0.613718, "recall": 0.666008, "f1": 0.627744, "accuracy": 0.666008, "main_score": 0.627744, "hf_subset": "lin_Latn-ary_Arab", "languages": ["lin-Latn", "ary-Arab"]}, {"precision": 0.646089, "recall": 0.699605, "f1": 0.660411, "accuracy": 0.699605, "main_score": 0.660411, "hf_subset": "lin_Latn-ces_Latn", "languages": ["lin-Latn", "ces-Latn"]}, {"precision": 0.532579, "recall": 0.586957, "f1": 0.547871, "accuracy": 0.586957, "main_score": 0.547871, "hf_subset": "lin_Latn-gaz_Latn", "languages": ["lin-Latn", "gaz-Latn"]}, {"precision": 0.552845, "recall": 0.602767, "f1": 0.566889, "accuracy": 0.602767, "main_score": 0.566889, "hf_subset": "lin_Latn-kam_Latn", "languages": ["lin-Latn", "kam-Latn"]}, {"precision": 0.6424, "recall": 0.6917, "f1": 0.655464, "accuracy": 0.6917, "main_score": 0.655464, "hf_subset": "lin_Latn-lit_Latn", "languages": ["lin-Latn", "lit-Latn"]}, {"precision": 0.652205, "recall": 0.703557, "f1": 0.665574, "accuracy": 0.703557, "main_score": 0.665574, "hf_subset": "lin_Latn-nob_Latn", "languages": ["lin-Latn", "nob-Latn"]}, {"precision": 0.644532, "recall": 0.689723, "f1": 0.656395, "accuracy": 0.689723, "main_score": 0.656395, "hf_subset": "lin_Latn-scn_Latn", "languages": ["lin-Latn", "scn-Latn"]}, {"precision": 0.620904, "recall": 0.662055, "f1": 0.631999, "accuracy": 0.662055, "main_score": 0.631999, "hf_subset": "lin_Latn-tgk_Cyrl", "languages": ["lin-Latn", "tgk-Cyrl"]}, {"precision": 0.536648, "recall": 0.592885, "f1": 0.552657, "accuracy": 0.592885, "main_score": 0.552657, "hf_subset": "lin_Latn-yor_Latn", "languages": ["lin-Latn", "yor-Latn"]}, {"precision": 0.633462, "recall": 0.683794, "f1": 0.64647, "accuracy": 0.683794, "main_score": 0.64647, "hf_subset": "lin_Latn-arz_Arab", "languages": ["lin-Latn", "arz-Arab"]}, {"precision": 0.539963, "recall": 0.585968, "f1": 0.553344, "accuracy": 0.585968, "main_score": 0.553344, "hf_subset": "lin_Latn-cjk_Latn", "languages": ["lin-Latn", "cjk-Latn"]}, {"precision": 0.548067, "recall": 0.598814, "f1": 0.561771, "accuracy": 0.598814, "main_score": 0.561771, "hf_subset": "lin_Latn-gla_Latn", "languages": ["lin-Latn", "gla-Latn"]}, {"precision": 0.622744, "recall": 0.679842, "f1": 0.637781, "accuracy": 0.679842, "main_score": 0.637781, "hf_subset": "lin_Latn-kan_Knda", "languages": ["lin-Latn", "kan-Knda"]}, {"precision": 0.645961, "recall": 0.692688, "f1": 0.658358, "accuracy": 0.692688, "main_score": 0.658358, "hf_subset": "lin_Latn-lmo_Latn", "languages": ["lin-Latn", "lmo-Latn"]}, {"precision": 0.631938, "recall": 0.684783, "f1": 0.64557, "accuracy": 0.684783, "main_score": 0.64557, "hf_subset": "lin_Latn-npi_Deva", "languages": ["lin-Latn", "npi-Deva"]}, {"precision": 0.459025, "recall": 0.511858, "f1": 0.473429, "accuracy": 0.511858, "main_score": 0.473429, "hf_subset": "lin_Latn-shn_Mymr", "languages": ["lin-Latn", "shn-Mymr"]}, {"precision": 0.694998, "recall": 0.731225, "f1": 0.704457, "accuracy": 0.731225, "main_score": 0.704457, "hf_subset": "lin_Latn-tgl_Latn", "languages": ["lin-Latn", "tgl-Latn"]}, {"precision": 0.623149, "recall": 0.675889, "f1": 0.636901, "accuracy": 0.675889, "main_score": 0.636901, "hf_subset": "lin_Latn-yue_Hant", "languages": ["lin-Latn", "yue-Hant"]}, {"precision": 0.60138, "recall": 0.653162, "f1": 0.615558, "accuracy": 0.653162, "main_score": 0.615558, "hf_subset": "lin_Latn-asm_Beng", "languages": ["lin-Latn", "asm-Beng"]}, {"precision": 0.581599, "recall": 0.635375, "f1": 0.595819, "accuracy": 0.635375, "main_score": 0.595819, "hf_subset": "lin_Latn-ckb_Arab", "languages": ["lin-Latn", "ckb-Arab"]}, {"precision": 0.554682, "recall": 0.597826, "f1": 0.566021, "accuracy": 0.597826, "main_score": 0.566021, "hf_subset": "lin_Latn-gle_Latn", "languages": ["lin-Latn", "gle-Latn"]}, {"precision": 0.597623, "recall": 0.651186, "f1": 0.611787, "accuracy": 0.651186, "main_score": 0.611787, "hf_subset": "lin_Latn-kas_Arab", "languages": ["lin-Latn", "kas-Arab"]}, {"precision": 0.623951, "recall": 0.670949, "f1": 0.636423, "accuracy": 0.670949, "main_score": 0.636423, "hf_subset": "lin_Latn-ltg_Latn", "languages": ["lin-Latn", "ltg-Latn"]}, {"precision": 0.603629, "recall": 0.643281, "f1": 0.614939, "accuracy": 0.643281, "main_score": 0.614939, "hf_subset": "lin_Latn-nso_Latn", "languages": ["lin-Latn", "nso-Latn"]}, {"precision": 0.550278, "recall": 0.610672, "f1": 0.566686, "accuracy": 0.610672, "main_score": 0.566686, "hf_subset": "lin_Latn-sin_Sinh", "languages": ["lin-Latn", "sin-Sinh"]}, {"precision": 0.642267, "recall": 0.694664, "f1": 0.655373, "accuracy": 0.694664, "main_score": 0.655373, "hf_subset": "lin_Latn-tha_Thai", "languages": ["lin-Latn", "tha-Thai"]}, {"precision": 0.629336, "recall": 0.674901, "f1": 0.641202, "accuracy": 0.674901, "main_score": 0.641202, "hf_subset": "lin_Latn-zho_Hans", "languages": ["lin-Latn", "zho-Hans"]}, {"precision": 0.659368, "recall": 0.708498, "f1": 0.672773, "accuracy": 0.708498, "main_score": 0.672773, "hf_subset": "lin_Latn-ast_Latn", "languages": ["lin-Latn", "ast-Latn"]}, {"precision": 0.619896, "recall": 0.667984, "f1": 0.632439, "accuracy": 0.667984, "main_score": 0.632439, "hf_subset": "lin_Latn-crh_Latn", "languages": ["lin-Latn", "crh-Latn"]}, {"precision": 0.682496, "recall": 0.725296, "f1": 0.694276, "accuracy": 0.725296, "main_score": 0.694276, "hf_subset": "lin_Latn-glg_Latn", "languages": ["lin-Latn", "glg-Latn"]}, {"precision": 0.597705, "recall": 0.650198, "f1": 0.61191, "accuracy": 0.650198, "main_score": 0.61191, "hf_subset": "lin_Latn-kas_Deva", "languages": ["lin-Latn", "kas-Deva"]}, {"precision": 0.63717, "recall": 0.684783, "f1": 0.649502, "accuracy": 0.684783, "main_score": 0.649502, "hf_subset": "lin_Latn-ltz_Latn", "languages": ["lin-Latn", "ltz-Latn"]}, {"precision": 0.472393, "recall": 0.532609, "f1": 0.488797, "accuracy": 0.532609, "main_score": 0.488797, "hf_subset": "lin_Latn-nus_Latn", "languages": ["lin-Latn", "nus-Latn"]}, {"precision": 0.642606, "recall": 0.6917, "f1": 0.655198, "accuracy": 0.6917, "main_score": 0.655198, "hf_subset": "lin_Latn-slk_Latn", "languages": ["lin-Latn", "slk-Latn"]}, {"precision": 0.457495, "recall": 0.516798, "f1": 0.473269, "accuracy": 0.516798, "main_score": 0.473269, "hf_subset": "lin_Latn-tir_Ethi", "languages": ["lin-Latn", "tir-Ethi"]}, {"precision": 0.622357, "recall": 0.675889, "f1": 0.636038, "accuracy": 0.675889, "main_score": 0.636038, "hf_subset": "lin_Latn-zho_Hant", "languages": ["lin-Latn", "zho-Hant"]}, {"precision": 0.647251, "recall": 0.694664, "f1": 0.659166, "accuracy": 0.694664, "main_score": 0.659166, "hf_subset": "lin_Latn-awa_Deva", "languages": ["lin-Latn", "awa-Deva"]}, {"precision": 0.619445, "recall": 0.659091, "f1": 0.630254, "accuracy": 0.659091, "main_score": 0.630254, "hf_subset": "lin_Latn-cym_Latn", "languages": ["lin-Latn", "cym-Latn"]}, {"precision": 0.641822, "recall": 0.68083, "f1": 0.652311, "accuracy": 0.68083, "main_score": 0.652311, "hf_subset": "lin_Latn-grn_Latn", "languages": ["lin-Latn", "grn-Latn"]}, {"precision": 0.611509, "recall": 0.661067, "f1": 0.624235, "accuracy": 0.661067, "main_score": 0.624235, "hf_subset": "lin_Latn-kat_Geor", "languages": ["lin-Latn", "kat-Geor"]}, {"precision": 0.619528, "recall": 0.658103, "f1": 0.630243, "accuracy": 0.658103, "main_score": 0.630243, "hf_subset": "lin_Latn-lua_Latn", "languages": ["lin-Latn", "lua-Latn"]}, {"precision": 0.595894, "recall": 0.63834, "f1": 0.608169, "accuracy": 0.63834, "main_score": 0.608169, "hf_subset": "lin_Latn-nya_Latn", "languages": ["lin-Latn", "nya-Latn"]}, {"precision": 0.649129, "recall": 0.690711, "f1": 0.660061, "accuracy": 0.690711, "main_score": 0.660061, "hf_subset": "lin_Latn-slv_Latn", "languages": ["lin-Latn", "slv-Latn"]}, {"precision": 0.641729, "recall": 0.679842, "f1": 0.652293, "accuracy": 0.679842, "main_score": 0.652293, "hf_subset": "lin_Latn-tpi_Latn", "languages": ["lin-Latn", "tpi-Latn"]}, {"precision": 0.681927, "recall": 0.721344, "f1": 0.692543, "accuracy": 0.721344, "main_score": 0.692543, "hf_subset": "lin_Latn-zsm_Latn", "languages": ["lin-Latn", "zsm-Latn"]}, {"precision": 0.531403, "recall": 0.58498, "f1": 0.546136, "accuracy": 0.58498, "main_score": 0.546136, "hf_subset": "lin_Latn-ayr_Latn", "languages": ["lin-Latn", "ayr-Latn"]}, {"precision": 0.661456, "recall": 0.70751, "f1": 0.673527, "accuracy": 0.70751, "main_score": 0.673527, "hf_subset": "lin_Latn-dan_Latn", "languages": ["lin-Latn", "dan-Latn"]}, {"precision": 0.646068, "recall": 0.692688, "f1": 0.658512, "accuracy": 0.692688, "main_score": 0.658512, "hf_subset": "lin_Latn-guj_Gujr", "languages": ["lin-Latn", "guj-Gujr"]}, {"precision": 0.647767, "recall": 0.698617, "f1": 0.661176, "accuracy": 0.698617, "main_score": 0.661176, "hf_subset": "lin_Latn-kaz_Cyrl", "languages": ["lin-Latn", "kaz-Cyrl"]}, {"precision": 0.53802, "recall": 0.589921, "f1": 0.552228, "accuracy": 0.589921, "main_score": 0.552228, "hf_subset": "lin_Latn-lug_Latn", "languages": ["lin-Latn", "lug-Latn"]}, {"precision": 0.678775, "recall": 0.72332, "f1": 0.690522, "accuracy": 0.72332, "main_score": 0.690522, "hf_subset": "lin_Latn-oci_Latn", "languages": ["lin-Latn", "oci-Latn"]}, {"precision": 0.608558, "recall": 0.649209, "f1": 0.619915, "accuracy": 0.649209, "main_score": 0.619915, "hf_subset": "lin_Latn-smo_Latn", "languages": ["lin-Latn", "smo-Latn"]}, {"precision": 0.55995, "recall": 0.608696, "f1": 0.573278, "accuracy": 0.608696, "main_score": 0.573278, "hf_subset": "lin_Latn-tsn_Latn", "languages": ["lin-Latn", "tsn-Latn"]}, {"precision": 0.569373, "recall": 0.620553, "f1": 0.583279, "accuracy": 0.620553, "main_score": 0.583279, "hf_subset": "lin_Latn-zul_Latn", "languages": ["lin-Latn", "zul-Latn"]}, {"precision": 0.581994, "recall": 0.635375, "f1": 0.597156, "accuracy": 0.635375, "main_score": 0.597156, "hf_subset": "lin_Latn-azb_Arab", "languages": ["lin-Latn", "azb-Arab"]}, {"precision": 0.665707, "recall": 0.712451, "f1": 0.677922, "accuracy": 0.712451, "main_score": 0.677922, "hf_subset": "lin_Latn-deu_Latn", "languages": ["lin-Latn", "deu-Latn"]}, {"precision": 0.617918, "recall": 0.670949, "f1": 0.632052, "accuracy": 0.670949, "main_score": 0.632052, "hf_subset": "lin_Latn-hat_Latn", "languages": ["lin-Latn", "hat-Latn"]}, {"precision": 0.517339, "recall": 0.56917, "f1": 0.531431, "accuracy": 0.56917, "main_score": 0.531431, "hf_subset": "lin_Latn-kbp_Latn", "languages": ["lin-Latn", "kbp-Latn"]}, {"precision": 0.597806, "recall": 0.637352, "f1": 0.608517, "accuracy": 0.637352, "main_score": 0.608517, "hf_subset": "lin_Latn-luo_Latn", "languages": ["lin-Latn", "luo-Latn"]}, {"precision": 0.621304, "recall": 0.679842, "f1": 0.637069, "accuracy": 0.679842, "main_score": 0.637069, "hf_subset": "lin_Latn-ory_Orya", "languages": ["lin-Latn", "ory-Orya"]}, {"precision": 0.56809, "recall": 0.615613, "f1": 0.581373, "accuracy": 0.615613, "main_score": 0.581373, "hf_subset": "lin_Latn-sna_Latn", "languages": ["lin-Latn", "sna-Latn"]}, {"precision": 0.569769, "recall": 0.613636, "f1": 0.581319, "accuracy": 0.613636, "main_score": 0.581319, "hf_subset": "lin_Latn-tso_Latn", "languages": ["lin-Latn", "tso-Latn"]}, {"precision": 0.609673, "recall": 0.660079, "f1": 0.623255, "accuracy": 0.660079, "main_score": 0.623255, "hf_subset": "lin_Latn-azj_Latn", "languages": ["lin-Latn", "azj-Latn"]}, {"precision": 0.532057, "recall": 0.583004, "f1": 0.547156, "accuracy": 0.583004, "main_score": 0.547156, "hf_subset": "lin_Latn-dik_Latn", "languages": ["lin-Latn", "dik-Latn"]}, {"precision": 0.568667, "recall": 0.614625, "f1": 0.581091, "accuracy": 0.614625, "main_score": 0.581091, "hf_subset": "lin_Latn-hau_Latn", "languages": ["lin-Latn", "hau-Latn"]}, {"precision": 0.652862, "recall": 0.697628, "f1": 0.665077, "accuracy": 0.697628, "main_score": 0.665077, "hf_subset": "lin_Latn-kea_Latn", "languages": ["lin-Latn", "kea-Latn"]}, {"precision": 0.621398, "recall": 0.659091, "f1": 0.631969, "accuracy": 0.659091, "main_score": 0.631969, "hf_subset": "lin_Latn-lus_Latn", "languages": ["lin-Latn", "lus-Latn"]}, {"precision": 0.655395, "recall": 0.695652, "f1": 0.66647, "accuracy": 0.695652, "main_score": 0.66647, "hf_subset": "lin_Latn-pag_Latn", "languages": ["lin-Latn", "pag-Latn"]}, {"precision": 0.616757, "recall": 0.66996, "f1": 0.631972, "accuracy": 0.66996, "main_score": 0.631972, "hf_subset": "lin_Latn-snd_Arab", "languages": ["lin-Latn", "snd-Arab"]}, {"precision": 0.588196, "recall": 0.636364, "f1": 0.601972, "accuracy": 0.636364, "main_score": 0.601972, "hf_subset": "lin_Latn-tuk_Latn", "languages": ["lin-Latn", "tuk-Latn"]}, {"precision": 0.624988, "recall": 0.672925, "f1": 0.637817, "accuracy": 0.672925, "main_score": 0.637817, "hf_subset": "lin_Latn-bak_Cyrl", "languages": ["lin-Latn", "bak-Cyrl"]}, {"precision": 0.479068, "recall": 0.546443, "f1": 0.498885, "accuracy": 0.546443, "main_score": 0.498885, "hf_subset": "lin_Latn-dyu_Latn", "languages": ["lin-Latn", "dyu-Latn"]}, {"precision": 0.63477, "recall": 0.683794, "f1": 0.648028, "accuracy": 0.683794, "main_score": 0.648028, "hf_subset": "lin_Latn-heb_Hebr", "languages": ["lin-Latn", "heb-Hebr"]}, {"precision": 0.582646, "recall": 0.633399, "f1": 0.596015, "accuracy": 0.633399, "main_score": 0.596015, "hf_subset": "lin_Latn-khk_Cyrl", "languages": ["lin-Latn", "khk-Cyrl"]}, {"precision": 0.643914, "recall": 0.693676, "f1": 0.656922, "accuracy": 0.693676, "main_score": 0.656922, "hf_subset": "lin_Latn-lvs_Latn", "languages": ["lin-Latn", "lvs-Latn"]}, {"precision": 0.635797, "recall": 0.689723, "f1": 0.649397, "accuracy": 0.689723, "main_score": 0.649397, "hf_subset": "lin_Latn-pan_Guru", "languages": ["lin-Latn", "pan-Guru"]}, {"precision": 0.542747, "recall": 0.592885, "f1": 0.557144, "accuracy": 0.592885, "main_score": 0.557144, "hf_subset": "lin_Latn-som_Latn", "languages": ["lin-Latn", "som-Latn"]}, {"precision": 0.56784, "recall": 0.610672, "f1": 0.579724, "accuracy": 0.610672, "main_score": 0.579724, "hf_subset": "lin_Latn-tum_Latn", "languages": ["lin-Latn", "tum-Latn"]}, {"precision": 0.593658, "recall": 0.655138, "f1": 0.610975, "accuracy": 0.655138, "main_score": 0.610975, "hf_subset": "nno_Latn-ace_Arab", "languages": ["nno-Latn", "ace-Arab"]}, {"precision": 0.551683, "recall": 0.606719, "f1": 0.567, "accuracy": 0.606719, "main_score": 0.567, "hf_subset": "nno_Latn-bam_Latn", "languages": ["nno-Latn", "bam-Latn"]}, {"precision": 0.445325, "recall": 0.516798, "f1": 0.464245, "accuracy": 0.516798, "main_score": 0.464245, "hf_subset": "nno_Latn-dzo_Tibt", "languages": ["nno-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hin_Deva", "languages": ["nno-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-khm_Khmr", "languages": ["nno-Latn", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-mag_Deva", "languages": ["nno-Latn", "mag-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "nno_Latn-pap_Latn", "languages": ["nno-Latn", "pap-Latn"]}, {"precision": 0.605534, "recall": 0.663043, "f1": 0.621851, "accuracy": 0.663043, "main_score": 0.621851, "hf_subset": "nno_Latn-sot_Latn", "languages": ["nno-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tur_Latn", "languages": ["nno-Latn", "tur-Latn"]}, {"precision": 0.875362, "recall": 0.909091, "f1": 0.886199, "accuracy": 0.909091, "main_score": 0.886199, "hf_subset": "nno_Latn-ace_Latn", "languages": ["nno-Latn", "ace-Latn"]}, {"precision": 0.970191, "recall": 0.978261, "f1": 0.972826, "accuracy": 0.978261, "main_score": 0.972826, "hf_subset": "nno_Latn-ban_Latn", "languages": ["nno-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ell_Grek", "languages": ["nno-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-hne_Deva", "languages": ["nno-Latn", "hne-Deva"]}, {"precision": 0.607477, "recall": 0.663043, "f1": 0.623819, "accuracy": 0.663043, "main_score": 0.623819, "hf_subset": "nno_Latn-kik_Latn", "languages": ["nno-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mai_Deva", "languages": ["nno-Latn", "mai-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "nno_Latn-pbt_Arab", "languages": ["nno-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-spa_Latn", "languages": ["nno-Latn", "spa-Latn"]}, {"precision": 0.627388, "recall": 0.689723, "f1": 0.644815, "accuracy": 0.689723, "main_score": 0.644815, "hf_subset": "nno_Latn-twi_Latn", "languages": ["nno-Latn", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-acm_Arab", "languages": ["nno-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bel_Cyrl", "languages": ["nno-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-eng_Latn", "languages": ["nno-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hrv_Latn", "languages": ["nno-Latn", "hrv-Latn"]}, {"precision": 0.561357, "recall": 0.619565, "f1": 0.577736, "accuracy": 0.619565, "main_score": 0.577736, "hf_subset": "nno_Latn-kin_Latn", "languages": ["nno-Latn", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-mal_Mlym", "languages": ["nno-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pes_Arab", "languages": ["nno-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-srd_Latn", "languages": ["nno-Latn", "srd-Latn"]}, {"precision": 0.184952, "recall": 0.236166, "f1": 0.197657, "accuracy": 0.236166, "main_score": 0.197657, "hf_subset": "nno_Latn-tzm_Tfng", "languages": ["nno-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-acq_Arab", "languages": ["nno-Latn", "acq-Arab"]}, {"precision": 0.643405, "recall": 0.690711, "f1": 0.656921, "accuracy": 0.690711, "main_score": 0.656921, "hf_subset": "nno_Latn-bem_Latn", "languages": ["nno-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-epo_Latn", "languages": ["nno-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hun_Latn", "languages": ["nno-Latn", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-kir_Cyrl", "languages": ["nno-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mar_Deva", "languages": ["nno-Latn", "mar-Deva"]}, {"precision": 0.687516, "recall": 0.738142, "f1": 0.702404, "accuracy": 0.738142, "main_score": 0.702404, "hf_subset": "nno_Latn-plt_Latn", "languages": ["nno-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-srp_Cyrl", "languages": ["nno-Latn", "srp-Cyrl"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "nno_Latn-uig_Arab", "languages": ["nno-Latn", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-aeb_Arab", "languages": ["nno-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ben_Beng", "languages": ["nno-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-est_Latn", "languages": ["nno-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hye_Armn", "languages": ["nno-Latn", "hye-Armn"]}, {"precision": 0.559412, "recall": 0.608696, "f1": 0.573326, "accuracy": 0.608696, "main_score": 0.573326, "hf_subset": "nno_Latn-kmb_Latn", "languages": ["nno-Latn", "kmb-Latn"]}, {"precision": 0.519579, "recall": 0.590909, "f1": 0.538745, "accuracy": 0.590909, "main_score": 0.538745, "hf_subset": "nno_Latn-min_Arab", "languages": ["nno-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pol_Latn", "languages": ["nno-Latn", "pol-Latn"]}, {"precision": 0.55337, "recall": 0.621542, "f1": 0.573441, "accuracy": 0.621542, "main_score": 0.573441, "hf_subset": "nno_Latn-ssw_Latn", "languages": ["nno-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ukr_Cyrl", "languages": ["nno-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-afr_Latn", "languages": ["nno-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bho_Deva", "languages": ["nno-Latn", "bho-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nno_Latn-eus_Latn", "languages": ["nno-Latn", "eus-Latn"]}, {"precision": 0.590958, "recall": 0.652174, "f1": 0.608418, "accuracy": 0.652174, "main_score": 0.608418, "hf_subset": "nno_Latn-ibo_Latn", "languages": ["nno-Latn", "ibo-Latn"]}, {"precision": 0.902586, "recall": 0.929842, "f1": 0.911298, "accuracy": 0.929842, "main_score": 0.911298, "hf_subset": "nno_Latn-kmr_Latn", "languages": ["nno-Latn", "kmr-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "nno_Latn-min_Latn", "languages": ["nno-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-por_Latn", "languages": ["nno-Latn", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-sun_Latn", "languages": ["nno-Latn", "sun-Latn"]}, {"precision": 0.527054, "recall": 0.582016, "f1": 0.542549, "accuracy": 0.582016, "main_score": 0.542549, "hf_subset": "nno_Latn-umb_Latn", "languages": ["nno-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ajp_Arab", "languages": ["nno-Latn", "ajp-Arab"]}, {"precision": 0.55318, "recall": 0.617589, "f1": 0.571305, "accuracy": 0.617589, "main_score": 0.571305, "hf_subset": "nno_Latn-bjn_Arab", "languages": ["nno-Latn", "bjn-Arab"]}, {"precision": 0.535467, "recall": 0.587945, "f1": 0.549515, "accuracy": 0.587945, "main_score": 0.549515, "hf_subset": "nno_Latn-ewe_Latn", "languages": ["nno-Latn", "ewe-Latn"]}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "nno_Latn-ilo_Latn", "languages": ["nno-Latn", "ilo-Latn"]}, {"precision": 0.319266, "recall": 0.383399, "f1": 0.337314, "accuracy": 0.383399, "main_score": 0.337314, "hf_subset": "nno_Latn-knc_Arab", "languages": ["nno-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mkd_Cyrl", "languages": ["nno-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-prs_Arab", "languages": ["nno-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-swe_Latn", "languages": ["nno-Latn", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-urd_Arab", "languages": ["nno-Latn", "urd-Arab"]}, {"precision": 0.601845, "recall": 0.656126, "f1": 0.616772, "accuracy": 0.656126, "main_score": 0.616772, "hf_subset": "nno_Latn-aka_Latn", "languages": ["nno-Latn", "aka-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "nno_Latn-bjn_Latn", "languages": ["nno-Latn", "bjn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "nno_Latn-fao_Latn", "languages": ["nno-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ind_Latn", "languages": ["nno-Latn", "ind-Latn"]}, {"precision": 0.598087, "recall": 0.646245, "f1": 0.611951, "accuracy": 0.646245, "main_score": 0.611951, "hf_subset": "nno_Latn-knc_Latn", "languages": ["nno-Latn", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-mlt_Latn", "languages": ["nno-Latn", "mlt-Latn"]}, {"precision": 0.721384, "recall": 0.781621, "f1": 0.739215, "accuracy": 0.781621, "main_score": 0.739215, "hf_subset": "nno_Latn-quy_Latn", "languages": ["nno-Latn", "quy-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "nno_Latn-swh_Latn", "languages": ["nno-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-uzn_Latn", "languages": ["nno-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-als_Latn", "languages": ["nno-Latn", "als-Latn"]}, {"precision": 0.65813, "recall": 0.73419, "f1": 0.680099, "accuracy": 0.73419, "main_score": 0.680099, "hf_subset": "nno_Latn-bod_Tibt", "languages": ["nno-Latn", "bod-Tibt"]}, {"precision": 0.728458, "recall": 0.783597, "f1": 0.744587, "accuracy": 0.783597, "main_score": 0.744587, "hf_subset": "nno_Latn-fij_Latn", "languages": ["nno-Latn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nno_Latn-isl_Latn", "languages": ["nno-Latn", "isl-Latn"]}, {"precision": 0.674205, "recall": 0.725296, "f1": 0.689609, "accuracy": 0.725296, "main_score": 0.689609, "hf_subset": "nno_Latn-kon_Latn", "languages": ["nno-Latn", "kon-Latn"]}, {"precision": 0.661874, "recall": 0.722332, "f1": 0.679533, "accuracy": 0.722332, "main_score": 0.679533, "hf_subset": "nno_Latn-mni_Beng", "languages": ["nno-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ron_Latn", "languages": ["nno-Latn", "ron-Latn"]}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "nno_Latn-szl_Latn", "languages": ["nno-Latn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-vec_Latn", "languages": ["nno-Latn", "vec-Latn"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "nno_Latn-amh_Ethi", "languages": ["nno-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bos_Latn", "languages": ["nno-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-fin_Latn", "languages": ["nno-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ita_Latn", "languages": ["nno-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-kor_Hang", "languages": ["nno-Latn", "kor-Hang"]}, {"precision": 0.559842, "recall": 0.616601, "f1": 0.575549, "accuracy": 0.616601, "main_score": 0.575549, "hf_subset": "nno_Latn-mos_Latn", "languages": ["nno-Latn", "mos-Latn"]}, {"precision": 0.564766, "recall": 0.619565, "f1": 0.580316, "accuracy": 0.619565, "main_score": 0.580316, "hf_subset": "nno_Latn-run_Latn", "languages": ["nno-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tam_Taml", "languages": ["nno-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-vie_Latn", "languages": ["nno-Latn", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-apc_Arab", "languages": ["nno-Latn", "apc-Arab"]}, {"precision": 0.81536, "recall": 0.857708, "f1": 0.827997, "accuracy": 0.857708, "main_score": 0.827997, "hf_subset": "nno_Latn-bug_Latn", "languages": ["nno-Latn", "bug-Latn"]}, {"precision": 0.484824, "recall": 0.54249, "f1": 0.499958, "accuracy": 0.54249, "main_score": 0.499958, "hf_subset": "nno_Latn-fon_Latn", "languages": ["nno-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-jav_Latn", "languages": ["nno-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-lao_Laoo", "languages": ["nno-Latn", "lao-Laoo"]}, {"precision": 0.887138, "recall": 0.918972, "f1": 0.896937, "accuracy": 0.918972, "main_score": 0.896937, "hf_subset": "nno_Latn-mri_Latn", "languages": ["nno-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-rus_Cyrl", "languages": ["nno-Latn", "rus-Cyrl"]}, {"precision": 0.551354, "recall": 0.610672, "f1": 0.567822, "accuracy": 0.610672, "main_score": 0.567822, "hf_subset": "nno_Latn-taq_Latn", "languages": ["nno-Latn", "taq-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-war_Latn", "languages": ["nno-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-arb_Arab", "languages": ["nno-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bul_Cyrl", "languages": ["nno-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-fra_Latn", "languages": ["nno-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-jpn_Jpan", "languages": ["nno-Latn", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-lij_Latn", "languages": ["nno-Latn", "lij-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "nno_Latn-mya_Mymr", "languages": ["nno-Latn", "mya-Mymr"]}, {"precision": 0.599461, "recall": 0.664032, "f1": 0.618089, "accuracy": 0.664032, "main_score": 0.618089, "hf_subset": "nno_Latn-sag_Latn", "languages": ["nno-Latn", "sag-Latn"]}, {"precision": 0.185179, "recall": 0.245059, "f1": 0.198713, "accuracy": 0.245059, "main_score": 0.198713, "hf_subset": "nno_Latn-taq_Tfng", "languages": ["nno-Latn", "taq-Tfng"]}, {"precision": 0.655879, "recall": 0.714427, "f1": 0.672619, "accuracy": 0.714427, "main_score": 0.672619, "hf_subset": "nno_Latn-wol_Latn", "languages": ["nno-Latn", "wol-Latn"]}, {"precision": 0.820438, "recall": 0.867589, "f1": 0.834651, "accuracy": 0.867589, "main_score": 0.834651, "hf_subset": "nno_Latn-arb_Latn", "languages": ["nno-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-cat_Latn", "languages": ["nno-Latn", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nno_Latn-fur_Latn", "languages": ["nno-Latn", "fur-Latn"]}, {"precision": 0.418956, "recall": 0.477273, "f1": 0.435376, "accuracy": 0.477273, "main_score": 0.435376, "hf_subset": "nno_Latn-kab_Latn", "languages": ["nno-Latn", "kab-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-lim_Latn", "languages": ["nno-Latn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-nld_Latn", "languages": ["nno-Latn", "nld-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "nno_Latn-san_Deva", "languages": ["nno-Latn", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-tat_Cyrl", "languages": ["nno-Latn", "tat-Cyrl"]}, {"precision": 0.681829, "recall": 0.737154, "f1": 0.698221, "accuracy": 0.737154, "main_score": 0.698221, "hf_subset": "nno_Latn-xho_Latn", "languages": ["nno-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ars_Arab", "languages": ["nno-Latn", "ars-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-ceb_Latn", "languages": ["nno-Latn", "ceb-Latn"]}, {"precision": 0.568783, "recall": 0.621542, "f1": 0.583883, "accuracy": 0.621542, "main_score": 0.583883, "hf_subset": "nno_Latn-fuv_Latn", "languages": ["nno-Latn", "fuv-Latn"]}, {"precision": 0.515823, "recall": 0.579051, "f1": 0.533313, "accuracy": 0.579051, "main_score": 0.533313, "hf_subset": "nno_Latn-kac_Latn", "languages": ["nno-Latn", "kac-Latn"]}, {"precision": 0.676202, "recall": 0.728261, "f1": 0.691521, "accuracy": 0.728261, "main_score": 0.691521, "hf_subset": "nno_Latn-lin_Latn", "languages": ["nno-Latn", "lin-Latn"]}, {"precision": 0.229007, "recall": 0.3083, "f1": 0.249729, "accuracy": 0.3083, "main_score": 0.249729, "hf_subset": "nno_Latn-sat_Olck", "languages": ["nno-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-tel_Telu", "languages": ["nno-Latn", "tel-Telu"]}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "nno_Latn-ydd_Hebr", "languages": ["nno-Latn", "ydd-Hebr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "nno_Latn-ary_Arab", "languages": ["nno-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ces_Latn", "languages": ["nno-Latn", "ces-Latn"]}, {"precision": 0.58223, "recall": 0.650198, "f1": 0.60183, "accuracy": 0.650198, "main_score": 0.60183, "hf_subset": "nno_Latn-gaz_Latn", "languages": ["nno-Latn", "gaz-Latn"]}, {"precision": 0.592163, "recall": 0.651186, "f1": 0.608598, "accuracy": 0.651186, "main_score": 0.608598, "hf_subset": "nno_Latn-kam_Latn", "languages": ["nno-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-lit_Latn", "languages": ["nno-Latn", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-nob_Latn", "languages": ["nno-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "nno_Latn-scn_Latn", "languages": ["nno-Latn", "scn-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "nno_Latn-tgk_Cyrl", "languages": ["nno-Latn", "tgk-Cyrl"]}, {"precision": 0.71437, "recall": 0.777668, "f1": 0.733547, "accuracy": 0.777668, "main_score": 0.733547, "hf_subset": "nno_Latn-yor_Latn", "languages": ["nno-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-arz_Arab", "languages": ["nno-Latn", "arz-Arab"]}, {"precision": 0.571226, "recall": 0.636364, "f1": 0.589958, "accuracy": 0.636364, "main_score": 0.589958, "hf_subset": "nno_Latn-cjk_Latn", "languages": ["nno-Latn", "cjk-Latn"]}, {"precision": 0.804183, "recall": 0.854743, "f1": 0.819716, "accuracy": 0.854743, "main_score": 0.819716, "hf_subset": "nno_Latn-gla_Latn", "languages": ["nno-Latn", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-kan_Knda", "languages": ["nno-Latn", "kan-Knda"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "nno_Latn-lmo_Latn", "languages": ["nno-Latn", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-npi_Deva", "languages": ["nno-Latn", "npi-Deva"]}, {"precision": 0.469345, "recall": 0.530632, "f1": 0.486127, "accuracy": 0.530632, "main_score": 0.486127, "hf_subset": "nno_Latn-shn_Mymr", "languages": ["nno-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tgl_Latn", "languages": ["nno-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-yue_Hant", "languages": ["nno-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-asm_Beng", "languages": ["nno-Latn", "asm-Beng"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "nno_Latn-ckb_Arab", "languages": ["nno-Latn", "ckb-Arab"]}, {"precision": 0.888093, "recall": 0.91996, "f1": 0.898287, "accuracy": 0.91996, "main_score": 0.898287, "hf_subset": "nno_Latn-gle_Latn", "languages": ["nno-Latn", "gle-Latn"]}, {"precision": 0.943511, "recall": 0.959486, "f1": 0.948781, "accuracy": 0.959486, "main_score": 0.948781, "hf_subset": "nno_Latn-kas_Arab", "languages": ["nno-Latn", "kas-Arab"]}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "nno_Latn-ltg_Latn", "languages": ["nno-Latn", "ltg-Latn"]}, {"precision": 0.622638, "recall": 0.672925, "f1": 0.637003, "accuracy": 0.672925, "main_score": 0.637003, "hf_subset": "nno_Latn-nso_Latn", "languages": ["nno-Latn", "nso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nno_Latn-sin_Sinh", "languages": ["nno-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-tha_Thai", "languages": ["nno-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zho_Hans", "languages": ["nno-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-ast_Latn", "languages": ["nno-Latn", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-crh_Latn", "languages": ["nno-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-glg_Latn", "languages": ["nno-Latn", "glg-Latn"]}, {"precision": 0.90135, "recall": 0.929842, "f1": 0.910573, "accuracy": 0.929842, "main_score": 0.910573, "hf_subset": "nno_Latn-kas_Deva", "languages": ["nno-Latn", "kas-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-ltz_Latn", "languages": ["nno-Latn", "ltz-Latn"]}, {"precision": 0.477894, "recall": 0.544466, "f1": 0.495396, "accuracy": 0.544466, "main_score": 0.495396, "hf_subset": "nno_Latn-nus_Latn", "languages": ["nno-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-slk_Latn", "languages": ["nno-Latn", "slk-Latn"]}, {"precision": 0.607915, "recall": 0.678854, "f1": 0.628903, "accuracy": 0.678854, "main_score": 0.628903, "hf_subset": "nno_Latn-tir_Ethi", "languages": ["nno-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zho_Hant", "languages": ["nno-Latn", "zho-Hant"]}, {"precision": 0.985425, "recall": 0.98913, "f1": 0.986561, "accuracy": 0.98913, "main_score": 0.986561, "hf_subset": "nno_Latn-awa_Deva", "languages": ["nno-Latn", "awa-Deva"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "nno_Latn-cym_Latn", "languages": ["nno-Latn", "cym-Latn"]}, {"precision": 0.851482, "recall": 0.88834, "f1": 0.862813, "accuracy": 0.88834, "main_score": 0.862813, "hf_subset": "nno_Latn-grn_Latn", "languages": ["nno-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-kat_Geor", "languages": ["nno-Latn", "kat-Geor"]}, {"precision": 0.657882, "recall": 0.709486, "f1": 0.672783, "accuracy": 0.709486, "main_score": 0.672783, "hf_subset": "nno_Latn-lua_Latn", "languages": ["nno-Latn", "lua-Latn"]}, {"precision": 0.661586, "recall": 0.719368, "f1": 0.678162, "accuracy": 0.719368, "main_score": 0.678162, "hf_subset": "nno_Latn-nya_Latn", "languages": ["nno-Latn", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-slv_Latn", "languages": ["nno-Latn", "slv-Latn"]}, {"precision": 0.946805, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "nno_Latn-tpi_Latn", "languages": ["nno-Latn", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zsm_Latn", "languages": ["nno-Latn", "zsm-Latn"]}, {"precision": 0.55278, "recall": 0.616601, "f1": 0.570993, "accuracy": 0.616601, "main_score": 0.570993, "hf_subset": "nno_Latn-ayr_Latn", "languages": ["nno-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-dan_Latn", "languages": ["nno-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-guj_Gujr", "languages": ["nno-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-kaz_Cyrl", "languages": ["nno-Latn", "kaz-Cyrl"]}, {"precision": 0.537611, "recall": 0.602767, "f1": 0.556024, "accuracy": 0.602767, "main_score": 0.556024, "hf_subset": "nno_Latn-lug_Latn", "languages": ["nno-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-oci_Latn", "languages": ["nno-Latn", "oci-Latn"]}, {"precision": 0.82971, "recall": 0.873518, "f1": 0.843314, "accuracy": 0.873518, "main_score": 0.843314, "hf_subset": "nno_Latn-smo_Latn", "languages": ["nno-Latn", "smo-Latn"]}, {"precision": 0.557897, "recall": 0.615613, "f1": 0.573877, "accuracy": 0.615613, "main_score": 0.573877, "hf_subset": "nno_Latn-tsn_Latn", "languages": ["nno-Latn", "tsn-Latn"]}, {"precision": 0.621014, "recall": 0.686759, "f1": 0.640482, "accuracy": 0.686759, "main_score": 0.640482, "hf_subset": "nno_Latn-zul_Latn", "languages": ["nno-Latn", "zul-Latn"]}, {"precision": 0.92136, "recall": 0.945652, "f1": 0.929084, "accuracy": 0.945652, "main_score": 0.929084, "hf_subset": "nno_Latn-azb_Arab", "languages": ["nno-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-deu_Latn", "languages": ["nno-Latn", "deu-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "nno_Latn-hat_Latn", "languages": ["nno-Latn", "hat-Latn"]}, {"precision": 0.49656, "recall": 0.552372, "f1": 0.512131, "accuracy": 0.552372, "main_score": 0.512131, "hf_subset": "nno_Latn-kbp_Latn", "languages": ["nno-Latn", "kbp-Latn"]}, {"precision": 0.58054, "recall": 0.636364, "f1": 0.595344, "accuracy": 0.636364, "main_score": 0.595344, "hf_subset": "nno_Latn-luo_Latn", "languages": ["nno-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-ory_Orya", "languages": ["nno-Latn", "ory-Orya"]}, {"precision": 0.610245, "recall": 0.670949, "f1": 0.627264, "accuracy": 0.670949, "main_score": 0.627264, "hf_subset": "nno_Latn-sna_Latn", "languages": ["nno-Latn", "sna-Latn"]}, {"precision": 0.571313, "recall": 0.628458, "f1": 0.586889, "accuracy": 0.628458, "main_score": 0.586889, "hf_subset": "nno_Latn-tso_Latn", "languages": ["nno-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-azj_Latn", "languages": ["nno-Latn", "azj-Latn"]}, {"precision": 0.54254, "recall": 0.610672, "f1": 0.562626, "accuracy": 0.610672, "main_score": 0.562626, "hf_subset": "nno_Latn-dik_Latn", "languages": ["nno-Latn", "dik-Latn"]}, {"precision": 0.75802, "recall": 0.811265, "f1": 0.774177, "accuracy": 0.811265, "main_score": 0.774177, "hf_subset": "nno_Latn-hau_Latn", "languages": ["nno-Latn", "hau-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "nno_Latn-kea_Latn", "languages": ["nno-Latn", "kea-Latn"]}, {"precision": 0.759091, "recall": 0.807312, "f1": 0.773635, "accuracy": 0.807312, "main_score": 0.773635, "hf_subset": "nno_Latn-lus_Latn", "languages": ["nno-Latn", "lus-Latn"]}, {"precision": 0.874341, "recall": 0.903162, "f1": 0.882806, "accuracy": 0.903162, "main_score": 0.882806, "hf_subset": "nno_Latn-pag_Latn", "languages": ["nno-Latn", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-snd_Arab", "languages": ["nno-Latn", "snd-Arab"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "nno_Latn-tuk_Latn", "languages": ["nno-Latn", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-bak_Cyrl", "languages": ["nno-Latn", "bak-Cyrl"]}, {"precision": 0.506657, "recall": 0.578063, "f1": 0.527934, "accuracy": 0.578063, "main_score": 0.527934, "hf_subset": "nno_Latn-dyu_Latn", "languages": ["nno-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-heb_Hebr", "languages": ["nno-Latn", "heb-Hebr"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "nno_Latn-khk_Cyrl", "languages": ["nno-Latn", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-lvs_Latn", "languages": ["nno-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pan_Guru", "languages": ["nno-Latn", "pan-Guru"]}, {"precision": 0.716101, "recall": 0.773715, "f1": 0.733714, "accuracy": 0.773715, "main_score": 0.733714, "hf_subset": "nno_Latn-som_Latn", "languages": ["nno-Latn", "som-Latn"]}, {"precision": 0.606243, "recall": 0.659091, "f1": 0.621161, "accuracy": 0.659091, "main_score": 0.621161, "hf_subset": "nno_Latn-tum_Latn", "languages": ["nno-Latn", "tum-Latn"]}, {"precision": 0.075804, "recall": 0.109684, "f1": 0.082408, "accuracy": 0.109684, "main_score": 0.082408, "hf_subset": "sat_Olck-ace_Arab", "languages": ["sat-Olck", "ace-Arab"]}, {"precision": 0.087684, "recall": 0.123518, "f1": 0.095933, "accuracy": 0.123518, "main_score": 0.095933, "hf_subset": "sat_Olck-bam_Latn", "languages": ["sat-Olck", "bam-Latn"]}, {"precision": 0.083349, "recall": 0.115613, "f1": 0.090749, "accuracy": 0.115613, "main_score": 0.090749, "hf_subset": "sat_Olck-dzo_Tibt", "languages": ["sat-Olck", "dzo-Tibt"]}, {"precision": 0.140096, "recall": 0.20751, "f1": 0.15345, "accuracy": 0.20751, "main_score": 0.15345, "hf_subset": "sat_Olck-hin_Deva", "languages": ["sat-Olck", "hin-Deva"]}, {"precision": 0.134685, "recall": 0.186759, "f1": 0.144975, "accuracy": 0.186759, "main_score": 0.144975, "hf_subset": "sat_Olck-khm_Khmr", "languages": ["sat-Olck", "khm-Khmr"]}, {"precision": 0.148079, "recall": 0.206522, "f1": 0.160152, "accuracy": 0.206522, "main_score": 0.160152, "hf_subset": "sat_Olck-mag_Deva", "languages": ["sat-Olck", "mag-Deva"]}, {"precision": 0.10219, "recall": 0.151186, "f1": 0.1105, "accuracy": 0.151186, "main_score": 0.1105, "hf_subset": "sat_Olck-pap_Latn", "languages": ["sat-Olck", "pap-Latn"]}, {"precision": 0.077189, "recall": 0.112648, "f1": 0.083498, "accuracy": 0.112648, "main_score": 0.083498, "hf_subset": "sat_Olck-sot_Latn", "languages": ["sat-Olck", "sot-Latn"]}, {"precision": 0.122167, "recall": 0.168972, "f1": 0.131935, "accuracy": 0.168972, "main_score": 0.131935, "hf_subset": "sat_Olck-tur_Latn", "languages": ["sat-Olck", "tur-Latn"]}, {"precision": 0.085897, "recall": 0.125494, "f1": 0.093265, "accuracy": 0.125494, "main_score": 0.093265, "hf_subset": "sat_Olck-ace_Latn", "languages": ["sat-Olck", "ace-Latn"]}, {"precision": 0.112223, "recall": 0.15415, "f1": 0.119921, "accuracy": 0.15415, "main_score": 0.119921, "hf_subset": "sat_Olck-ban_Latn", "languages": ["sat-Olck", "ban-Latn"]}, {"precision": 0.129277, "recall": 0.182806, "f1": 0.139378, "accuracy": 0.182806, "main_score": 0.139378, "hf_subset": "sat_Olck-ell_Grek", "languages": ["sat-Olck", "ell-Grek"]}, {"precision": 0.151164, "recall": 0.205534, "f1": 0.161623, "accuracy": 0.205534, "main_score": 0.161623, "hf_subset": "sat_Olck-hne_Deva", "languages": ["sat-Olck", "hne-Deva"]}, {"precision": 0.053951, "recall": 0.083004, "f1": 0.058902, "accuracy": 0.083004, "main_score": 0.058902, "hf_subset": "sat_Olck-kik_Latn", "languages": ["sat-Olck", "kik-Latn"]}, {"precision": 0.157188, "recall": 0.218379, "f1": 0.168441, "accuracy": 0.218379, "main_score": 0.168441, "hf_subset": "sat_Olck-mai_Deva", "languages": ["sat-Olck", "mai-Deva"]}, {"precision": 0.13, "recall": 0.182806, "f1": 0.140523, "accuracy": 0.182806, "main_score": 0.140523, "hf_subset": "sat_Olck-pbt_Arab", "languages": ["sat-Olck", "pbt-Arab"]}, {"precision": 0.126798, "recall": 0.187747, "f1": 0.138638, "accuracy": 0.187747, "main_score": 0.138638, "hf_subset": "sat_Olck-spa_Latn", "languages": ["sat-Olck", "spa-Latn"]}, {"precision": 0.07268, "recall": 0.102767, "f1": 0.078071, "accuracy": 0.102767, "main_score": 0.078071, "hf_subset": "sat_Olck-twi_Latn", "languages": ["sat-Olck", "twi-Latn"]}, {"precision": 0.124983, "recall": 0.185771, "f1": 0.137403, "accuracy": 0.185771, "main_score": 0.137403, "hf_subset": "sat_Olck-acm_Arab", "languages": ["sat-Olck", "acm-Arab"]}, {"precision": 0.115666, "recall": 0.161067, "f1": 0.12389, "accuracy": 0.161067, "main_score": 0.12389, "hf_subset": "sat_Olck-bel_Cyrl", "languages": ["sat-Olck", "bel-Cyrl"]}, {"precision": 0.14476, "recall": 0.199605, "f1": 0.154696, "accuracy": 0.199605, "main_score": 0.154696, "hf_subset": "sat_Olck-eng_Latn", "languages": ["sat-Olck", "eng-Latn"]}, {"precision": 0.123231, "recall": 0.177866, "f1": 0.13397, "accuracy": 0.177866, "main_score": 0.13397, "hf_subset": "sat_Olck-hrv_Latn", "languages": ["sat-Olck", "hrv-Latn"]}, {"precision": 0.084905, "recall": 0.118577, "f1": 0.091572, "accuracy": 0.118577, "main_score": 0.091572, "hf_subset": "sat_Olck-kin_Latn", "languages": ["sat-Olck", "kin-Latn"]}, {"precision": 0.132225, "recall": 0.192688, "f1": 0.143523, "accuracy": 0.192688, "main_score": 0.143523, "hf_subset": "sat_Olck-mal_Mlym", "languages": ["sat-Olck", "mal-Mlym"]}, {"precision": 0.131174, "recall": 0.177866, "f1": 0.141365, "accuracy": 0.177866, "main_score": 0.141365, "hf_subset": "sat_Olck-pes_Arab", "languages": ["sat-Olck", "pes-Arab"]}, {"precision": 0.11768, "recall": 0.157115, "f1": 0.124849, "accuracy": 0.157115, "main_score": 0.124849, "hf_subset": "sat_Olck-srd_Latn", "languages": ["sat-Olck", "srd-Latn"]}, {"precision": 0.11861, "recall": 0.157115, "f1": 0.127839, "accuracy": 0.157115, "main_score": 0.127839, "hf_subset": "sat_Olck-tzm_Tfng", "languages": ["sat-Olck", "tzm-Tfng"]}, {"precision": 0.132778, "recall": 0.1917, "f1": 0.143491, "accuracy": 0.1917, "main_score": 0.143491, "hf_subset": "sat_Olck-acq_Arab", "languages": ["sat-Olck", "acq-Arab"]}, {"precision": 0.072381, "recall": 0.106719, "f1": 0.078462, "accuracy": 0.106719, "main_score": 0.078462, "hf_subset": "sat_Olck-bem_Latn", "languages": ["sat-Olck", "bem-Latn"]}, {"precision": 0.147478, "recall": 0.198617, "f1": 0.157607, "accuracy": 0.198617, "main_score": 0.157607, "hf_subset": "sat_Olck-epo_Latn", "languages": ["sat-Olck", "epo-Latn"]}, {"precision": 0.127487, "recall": 0.18083, "f1": 0.137353, "accuracy": 0.18083, "main_score": 0.137353, "hf_subset": "sat_Olck-hun_Latn", "languages": ["sat-Olck", "hun-Latn"]}, {"precision": 0.104924, "recall": 0.153162, "f1": 0.113111, "accuracy": 0.153162, "main_score": 0.113111, "hf_subset": "sat_Olck-kir_Cyrl", "languages": ["sat-Olck", "kir-Cyrl"]}, {"precision": 0.14737, "recall": 0.203557, "f1": 0.158868, "accuracy": 0.203557, "main_score": 0.158868, "hf_subset": "sat_Olck-mar_Deva", "languages": ["sat-Olck", "mar-Deva"]}, {"precision": 0.086378, "recall": 0.134387, "f1": 0.095394, "accuracy": 0.134387, "main_score": 0.095394, "hf_subset": "sat_Olck-plt_Latn", "languages": ["sat-Olck", "plt-Latn"]}, {"precision": 0.132905, "recall": 0.188735, "f1": 0.143583, "accuracy": 0.188735, "main_score": 0.143583, "hf_subset": "sat_Olck-srp_Cyrl", "languages": ["sat-Olck", "srp-Cyrl"]}, {"precision": 0.114711, "recall": 0.162055, "f1": 0.123427, "accuracy": 0.162055, "main_score": 0.123427, "hf_subset": "sat_Olck-uig_Arab", "languages": ["sat-Olck", "uig-Arab"]}, {"precision": 0.124032, "recall": 0.172925, "f1": 0.133957, "accuracy": 0.172925, "main_score": 0.133957, "hf_subset": "sat_Olck-aeb_Arab", "languages": ["sat-Olck", "aeb-Arab"]}, {"precision": 0.169394, "recall": 0.232213, "f1": 0.181887, "accuracy": 0.232213, "main_score": 0.181887, "hf_subset": "sat_Olck-ben_Beng", "languages": ["sat-Olck", "ben-Beng"]}, {"precision": 0.132349, "recall": 0.192688, "f1": 0.143023, "accuracy": 0.192688, "main_score": 0.143023, "hf_subset": "sat_Olck-est_Latn", "languages": ["sat-Olck", "est-Latn"]}, {"precision": 0.132403, "recall": 0.186759, "f1": 0.141948, "accuracy": 0.186759, "main_score": 0.141948, "hf_subset": "sat_Olck-hye_Armn", "languages": ["sat-Olck", "hye-Armn"]}, {"precision": 0.070099, "recall": 0.101779, "f1": 0.075984, "accuracy": 0.101779, "main_score": 0.075984, "hf_subset": "sat_Olck-kmb_Latn", "languages": ["sat-Olck", "kmb-Latn"]}, {"precision": 0.080879, "recall": 0.123518, "f1": 0.08962, "accuracy": 0.123518, "main_score": 0.08962, "hf_subset": "sat_Olck-min_Arab", "languages": ["sat-Olck", "min-Arab"]}, {"precision": 0.121764, "recall": 0.176877, "f1": 0.131822, "accuracy": 0.176877, "main_score": 0.131822, "hf_subset": "sat_Olck-pol_Latn", "languages": ["sat-Olck", "pol-Latn"]}, {"precision": 0.07727, "recall": 0.11166, "f1": 0.084019, "accuracy": 0.11166, "main_score": 0.084019, "hf_subset": "sat_Olck-ssw_Latn", "languages": ["sat-Olck", "ssw-Latn"]}, {"precision": 0.136601, "recall": 0.1917, "f1": 0.147566, "accuracy": 0.1917, "main_score": 0.147566, "hf_subset": "sat_Olck-ukr_Cyrl", "languages": ["sat-Olck", "ukr-Cyrl"]}, {"precision": 0.140454, "recall": 0.204545, "f1": 0.153641, "accuracy": 0.204545, "main_score": 0.153641, "hf_subset": "sat_Olck-afr_Latn", "languages": ["sat-Olck", "afr-Latn"]}, {"precision": 0.134591, "recall": 0.188735, "f1": 0.14462, "accuracy": 0.188735, "main_score": 0.14462, "hf_subset": "sat_Olck-bho_Deva", "languages": ["sat-Olck", "bho-Deva"]}, {"precision": 0.127838, "recall": 0.179842, "f1": 0.138034, "accuracy": 0.179842, "main_score": 0.138034, "hf_subset": "sat_Olck-eus_Latn", "languages": ["sat-Olck", "eus-Latn"]}, {"precision": 0.075563, "recall": 0.113636, "f1": 0.083418, "accuracy": 0.113636, "main_score": 0.083418, "hf_subset": "sat_Olck-ibo_Latn", "languages": ["sat-Olck", "ibo-Latn"]}, {"precision": 0.117799, "recall": 0.163043, "f1": 0.126151, "accuracy": 0.163043, "main_score": 0.126151, "hf_subset": "sat_Olck-kmr_Latn", "languages": ["sat-Olck", "kmr-Latn"]}, {"precision": 0.121428, "recall": 0.176877, "f1": 0.132019, "accuracy": 0.176877, "main_score": 0.132019, "hf_subset": "sat_Olck-min_Latn", "languages": ["sat-Olck", "min-Latn"]}, {"precision": 0.135099, "recall": 0.189723, "f1": 0.1453, "accuracy": 0.189723, "main_score": 0.1453, "hf_subset": "sat_Olck-por_Latn", "languages": ["sat-Olck", "por-Latn"]}, {"precision": 0.128202, "recall": 0.171937, "f1": 0.135854, "accuracy": 0.171937, "main_score": 0.135854, "hf_subset": "sat_Olck-sun_Latn", "languages": ["sat-Olck", "sun-Latn"]}, {"precision": 0.073387, "recall": 0.107708, "f1": 0.079937, "accuracy": 0.107708, "main_score": 0.079937, "hf_subset": "sat_Olck-umb_Latn", "languages": ["sat-Olck", "umb-Latn"]}, {"precision": 0.126138, "recall": 0.18083, "f1": 0.135625, "accuracy": 0.18083, "main_score": 0.135625, "hf_subset": "sat_Olck-ajp_Arab", "languages": ["sat-Olck", "ajp-Arab"]}, {"precision": 0.076224, "recall": 0.112648, "f1": 0.083281, "accuracy": 0.112648, "main_score": 0.083281, "hf_subset": "sat_Olck-bjn_Arab", "languages": ["sat-Olck", "bjn-Arab"]}, {"precision": 0.053852, "recall": 0.082016, "f1": 0.059835, "accuracy": 0.082016, "main_score": 0.059835, "hf_subset": "sat_Olck-ewe_Latn", "languages": ["sat-Olck", "ewe-Latn"]}, {"precision": 0.102421, "recall": 0.142292, "f1": 0.109082, "accuracy": 0.142292, "main_score": 0.109082, "hf_subset": "sat_Olck-ilo_Latn", "languages": ["sat-Olck", "ilo-Latn"]}, {"precision": 0.078705, "recall": 0.105731, "f1": 0.084616, "accuracy": 0.105731, "main_score": 0.084616, "hf_subset": "sat_Olck-knc_Arab", "languages": ["sat-Olck", "knc-Arab"]}, {"precision": 0.128569, "recall": 0.185771, "f1": 0.138753, "accuracy": 0.185771, "main_score": 0.138753, "hf_subset": "sat_Olck-mkd_Cyrl", "languages": ["sat-Olck", "mkd-Cyrl"]}, {"precision": 0.132673, "recall": 0.190711, "f1": 0.144327, "accuracy": 0.190711, "main_score": 0.144327, "hf_subset": "sat_Olck-prs_Arab", "languages": ["sat-Olck", "prs-Arab"]}, {"precision": 0.14586, "recall": 0.195652, "f1": 0.155523, "accuracy": 0.195652, "main_score": 0.155523, "hf_subset": "sat_Olck-swe_Latn", "languages": ["sat-Olck", "swe-Latn"]}, {"precision": 0.148344, "recall": 0.208498, "f1": 0.160706, "accuracy": 0.208498, "main_score": 0.160706, "hf_subset": "sat_Olck-urd_Arab", "languages": ["sat-Olck", "urd-Arab"]}, {"precision": 0.069159, "recall": 0.102767, "f1": 0.074726, "accuracy": 0.102767, "main_score": 0.074726, "hf_subset": "sat_Olck-aka_Latn", "languages": ["sat-Olck", "aka-Latn"]}, {"precision": 0.10603, "recall": 0.142292, "f1": 0.112501, "accuracy": 0.142292, "main_score": 0.112501, "hf_subset": "sat_Olck-bjn_Latn", "languages": ["sat-Olck", "bjn-Latn"]}, {"precision": 0.121831, "recall": 0.16996, "f1": 0.130898, "accuracy": 0.16996, "main_score": 0.130898, "hf_subset": "sat_Olck-fao_Latn", "languages": ["sat-Olck", "fao-Latn"]}, {"precision": 0.15082, "recall": 0.199605, "f1": 0.159839, "accuracy": 0.199605, "main_score": 0.159839, "hf_subset": "sat_Olck-ind_Latn", "languages": ["sat-Olck", "ind-Latn"]}, {"precision": 0.069923, "recall": 0.104743, "f1": 0.076583, "accuracy": 0.104743, "main_score": 0.076583, "hf_subset": "sat_Olck-knc_Latn", "languages": ["sat-Olck", "knc-Latn"]}, {"precision": 0.120878, "recall": 0.173913, "f1": 0.130771, "accuracy": 0.173913, "main_score": 0.130771, "hf_subset": "sat_Olck-mlt_Latn", "languages": ["sat-Olck", "mlt-Latn"]}, {"precision": 0.089546, "recall": 0.124506, "f1": 0.095389, "accuracy": 0.124506, "main_score": 0.095389, "hf_subset": "sat_Olck-quy_Latn", "languages": ["sat-Olck", "quy-Latn"]}, {"precision": 0.13057, "recall": 0.183794, "f1": 0.140858, "accuracy": 0.183794, "main_score": 0.140858, "hf_subset": "sat_Olck-swh_Latn", "languages": ["sat-Olck", "swh-Latn"]}, {"precision": 0.131912, "recall": 0.177866, "f1": 0.141122, "accuracy": 0.177866, "main_score": 0.141122, "hf_subset": "sat_Olck-uzn_Latn", "languages": ["sat-Olck", "uzn-Latn"]}, {"precision": 0.131434, "recall": 0.176877, "f1": 0.140284, "accuracy": 0.176877, "main_score": 0.140284, "hf_subset": "sat_Olck-als_Latn", "languages": ["sat-Olck", "als-Latn"]}, {"precision": 0.134459, "recall": 0.179842, "f1": 0.144378, "accuracy": 0.179842, "main_score": 0.144378, "hf_subset": "sat_Olck-bod_Tibt", "languages": ["sat-Olck", "bod-Tibt"]}, {"precision": 0.08987, "recall": 0.130435, "f1": 0.097927, "accuracy": 0.130435, "main_score": 0.097927, "hf_subset": "sat_Olck-fij_Latn", "languages": ["sat-Olck", "fij-Latn"]}, {"precision": 0.120439, "recall": 0.167984, "f1": 0.129979, "accuracy": 0.167984, "main_score": 0.129979, "hf_subset": "sat_Olck-isl_Latn", "languages": ["sat-Olck", "isl-Latn"]}, {"precision": 0.068001, "recall": 0.094862, "f1": 0.07338, "accuracy": 0.094862, "main_score": 0.07338, "hf_subset": "sat_Olck-kon_Latn", "languages": ["sat-Olck", "kon-Latn"]}, {"precision": 0.090758, "recall": 0.12747, "f1": 0.09759, "accuracy": 0.12747, "main_score": 0.09759, "hf_subset": "sat_Olck-mni_Beng", "languages": ["sat-Olck", "mni-Beng"]}, {"precision": 0.134183, "recall": 0.184783, "f1": 0.144437, "accuracy": 0.184783, "main_score": 0.144437, "hf_subset": "sat_Olck-ron_Latn", "languages": ["sat-Olck", "ron-Latn"]}, {"precision": 0.134855, "recall": 0.189723, "f1": 0.145454, "accuracy": 0.189723, "main_score": 0.145454, "hf_subset": "sat_Olck-szl_Latn", "languages": ["sat-Olck", "szl-Latn"]}, {"precision": 0.138824, "recall": 0.184783, "f1": 0.146772, "accuracy": 0.184783, "main_score": 0.146772, "hf_subset": "sat_Olck-vec_Latn", "languages": ["sat-Olck", "vec-Latn"]}, {"precision": 0.136918, "recall": 0.186759, "f1": 0.147265, "accuracy": 0.186759, "main_score": 0.147265, "hf_subset": "sat_Olck-amh_Ethi", "languages": ["sat-Olck", "amh-Ethi"]}, {"precision": 0.132844, "recall": 0.183794, "f1": 0.143015, "accuracy": 0.183794, "main_score": 0.143015, "hf_subset": "sat_Olck-bos_Latn", "languages": ["sat-Olck", "bos-Latn"]}, {"precision": 0.121058, "recall": 0.177866, "f1": 0.132217, "accuracy": 0.177866, "main_score": 0.132217, "hf_subset": "sat_Olck-fin_Latn", "languages": ["sat-Olck", "fin-Latn"]}, {"precision": 0.130837, "recall": 0.186759, "f1": 0.140703, "accuracy": 0.186759, "main_score": 0.140703, "hf_subset": "sat_Olck-ita_Latn", "languages": ["sat-Olck", "ita-Latn"]}, {"precision": 0.124604, "recall": 0.176877, "f1": 0.134315, "accuracy": 0.176877, "main_score": 0.134315, "hf_subset": "sat_Olck-kor_Hang", "languages": ["sat-Olck", "kor-Hang"]}, {"precision": 0.078044, "recall": 0.109684, "f1": 0.085011, "accuracy": 0.109684, "main_score": 0.085011, "hf_subset": "sat_Olck-mos_Latn", "languages": ["sat-Olck", "mos-Latn"]}, {"precision": 0.083821, "recall": 0.116601, "f1": 0.090557, "accuracy": 0.116601, "main_score": 0.090557, "hf_subset": "sat_Olck-run_Latn", "languages": ["sat-Olck", "run-Latn"]}, {"precision": 0.132239, "recall": 0.188735, "f1": 0.143053, "accuracy": 0.188735, "main_score": 0.143053, "hf_subset": "sat_Olck-tam_Taml", "languages": ["sat-Olck", "tam-Taml"]}, {"precision": 0.131352, "recall": 0.18083, "f1": 0.139864, "accuracy": 0.18083, "main_score": 0.139864, "hf_subset": "sat_Olck-vie_Latn", "languages": ["sat-Olck", "vie-Latn"]}, {"precision": 0.114469, "recall": 0.172925, "f1": 0.125489, "accuracy": 0.172925, "main_score": 0.125489, "hf_subset": "sat_Olck-apc_Arab", "languages": ["sat-Olck", "apc-Arab"]}, {"precision": 0.082288, "recall": 0.112648, "f1": 0.087936, "accuracy": 0.112648, "main_score": 0.087936, "hf_subset": "sat_Olck-bug_Latn", "languages": ["sat-Olck", "bug-Latn"]}, {"precision": 0.066504, "recall": 0.088933, "f1": 0.071012, "accuracy": 0.088933, "main_score": 0.071012, "hf_subset": "sat_Olck-fon_Latn", "languages": ["sat-Olck", "fon-Latn"]}, {"precision": 0.135081, "recall": 0.187747, "f1": 0.145291, "accuracy": 0.187747, "main_score": 0.145291, "hf_subset": "sat_Olck-jav_Latn", "languages": ["sat-Olck", "jav-Latn"]}, {"precision": 0.140746, "recall": 0.188735, "f1": 0.150287, "accuracy": 0.188735, "main_score": 0.150287, "hf_subset": "sat_Olck-lao_Laoo", "languages": ["sat-Olck", "lao-Laoo"]}, {"precision": 0.110982, "recall": 0.159091, "f1": 0.120273, "accuracy": 0.159091, "main_score": 0.120273, "hf_subset": "sat_Olck-mri_Latn", "languages": ["sat-Olck", "mri-Latn"]}, {"precision": 0.125077, "recall": 0.178854, "f1": 0.135262, "accuracy": 0.178854, "main_score": 0.135262, "hf_subset": "sat_Olck-rus_Cyrl", "languages": ["sat-Olck", "rus-Cyrl"]}, {"precision": 0.067111, "recall": 0.092885, "f1": 0.072177, "accuracy": 0.092885, "main_score": 0.072177, "hf_subset": "sat_Olck-taq_Latn", "languages": ["sat-Olck", "taq-Latn"]}, {"precision": 0.115137, "recall": 0.16502, "f1": 0.124544, "accuracy": 0.16502, "main_score": 0.124544, "hf_subset": "sat_Olck-war_Latn", "languages": ["sat-Olck", "war-Latn"]}, {"precision": 0.132381, "recall": 0.195652, "f1": 0.143822, "accuracy": 0.195652, "main_score": 0.143822, "hf_subset": "sat_Olck-arb_Arab", "languages": ["sat-Olck", "arb-Arab"]}, {"precision": 0.12283, "recall": 0.177866, "f1": 0.134071, "accuracy": 0.177866, "main_score": 0.134071, "hf_subset": "sat_Olck-bul_Cyrl", "languages": ["sat-Olck", "bul-Cyrl"]}, {"precision": 0.127571, "recall": 0.175889, "f1": 0.136055, "accuracy": 0.175889, "main_score": 0.136055, "hf_subset": "sat_Olck-fra_Latn", "languages": ["sat-Olck", "fra-Latn"]}, {"precision": 0.108643, "recall": 0.156126, "f1": 0.117892, "accuracy": 0.156126, "main_score": 0.117892, "hf_subset": "sat_Olck-jpn_Jpan", "languages": ["sat-Olck", "jpn-Jpan"]}, {"precision": 0.125426, "recall": 0.166996, "f1": 0.133173, "accuracy": 0.166996, "main_score": 0.133173, "hf_subset": "sat_Olck-lij_Latn", "languages": ["sat-Olck", "lij-Latn"]}, {"precision": 0.146475, "recall": 0.200593, "f1": 0.157226, "accuracy": 0.200593, "main_score": 0.157226, "hf_subset": "sat_Olck-mya_Mymr", "languages": ["sat-Olck", "mya-Mymr"]}, {"precision": 0.077287, "recall": 0.107708, "f1": 0.083354, "accuracy": 0.107708, "main_score": 0.083354, "hf_subset": "sat_Olck-sag_Latn", "languages": ["sat-Olck", "sag-Latn"]}, {"precision": 0.091285, "recall": 0.115613, "f1": 0.096933, "accuracy": 0.115613, "main_score": 0.096933, "hf_subset": "sat_Olck-taq_Tfng", "languages": ["sat-Olck", "taq-Tfng"]}, {"precision": 0.07595, "recall": 0.113636, "f1": 0.083367, "accuracy": 0.113636, "main_score": 0.083367, "hf_subset": "sat_Olck-wol_Latn", "languages": ["sat-Olck", "wol-Latn"]}, {"precision": 0.089593, "recall": 0.12747, "f1": 0.096993, "accuracy": 0.12747, "main_score": 0.096993, "hf_subset": "sat_Olck-arb_Latn", "languages": ["sat-Olck", "arb-Latn"]}, {"precision": 0.138452, "recall": 0.1917, "f1": 0.148469, "accuracy": 0.1917, "main_score": 0.148469, "hf_subset": "sat_Olck-cat_Latn", "languages": ["sat-Olck", "cat-Latn"]}, {"precision": 0.11002, "recall": 0.159091, "f1": 0.118358, "accuracy": 0.159091, "main_score": 0.118358, "hf_subset": "sat_Olck-fur_Latn", "languages": ["sat-Olck", "fur-Latn"]}, {"precision": 0.088689, "recall": 0.12747, "f1": 0.096936, "accuracy": 0.12747, "main_score": 0.096936, "hf_subset": "sat_Olck-kab_Latn", "languages": ["sat-Olck", "kab-Latn"]}, {"precision": 0.111882, "recall": 0.162055, "f1": 0.12097, "accuracy": 0.162055, "main_score": 0.12097, "hf_subset": "sat_Olck-lim_Latn", "languages": ["sat-Olck", "lim-Latn"]}, {"precision": 0.128075, "recall": 0.177866, "f1": 0.137766, "accuracy": 0.177866, "main_score": 0.137766, "hf_subset": "sat_Olck-nld_Latn", "languages": ["sat-Olck", "nld-Latn"]}, {"precision": 0.150608, "recall": 0.201581, "f1": 0.160922, "accuracy": 0.201581, "main_score": 0.160922, "hf_subset": "sat_Olck-san_Deva", "languages": ["sat-Olck", "san-Deva"]}, {"precision": 0.124007, "recall": 0.184783, "f1": 0.135384, "accuracy": 0.184783, "main_score": 0.135384, "hf_subset": "sat_Olck-tat_Cyrl", "languages": ["sat-Olck", "tat-Cyrl"]}, {"precision": 0.093028, "recall": 0.130435, "f1": 0.100271, "accuracy": 0.130435, "main_score": 0.100271, "hf_subset": "sat_Olck-xho_Latn", "languages": ["sat-Olck", "xho-Latn"]}, {"precision": 0.119593, "recall": 0.176877, "f1": 0.129776, "accuracy": 0.176877, "main_score": 0.129776, "hf_subset": "sat_Olck-ars_Arab", "languages": ["sat-Olck", "ars-Arab"]}, {"precision": 0.116032, "recall": 0.161067, "f1": 0.124495, "accuracy": 0.161067, "main_score": 0.124495, "hf_subset": "sat_Olck-ceb_Latn", "languages": ["sat-Olck", "ceb-Latn"]}, {"precision": 0.066929, "recall": 0.092885, "f1": 0.072477, "accuracy": 0.092885, "main_score": 0.072477, "hf_subset": "sat_Olck-fuv_Latn", "languages": ["sat-Olck", "fuv-Latn"]}, {"precision": 0.058465, "recall": 0.085968, "f1": 0.062941, "accuracy": 0.085968, "main_score": 0.062941, "hf_subset": "sat_Olck-kac_Latn", "languages": ["sat-Olck", "kac-Latn"]}, {"precision": 0.068296, "recall": 0.097826, "f1": 0.073167, "accuracy": 0.097826, "main_score": 0.073167, "hf_subset": "sat_Olck-lin_Latn", "languages": ["sat-Olck", "lin-Latn"]}, {"precision": 0.142536, "recall": 0.1917, "f1": 0.152331, "accuracy": 0.1917, "main_score": 0.152331, "hf_subset": "sat_Olck-nno_Latn", "languages": ["sat-Olck", "nno-Latn"]}, {"precision": 0.142842, "recall": 0.197628, "f1": 0.153376, "accuracy": 0.197628, "main_score": 0.153376, "hf_subset": "sat_Olck-tel_Telu", "languages": ["sat-Olck", "tel-Telu"]}, {"precision": 0.137455, "recall": 0.190711, "f1": 0.147641, "accuracy": 0.190711, "main_score": 0.147641, "hf_subset": "sat_Olck-ydd_Hebr", "languages": ["sat-Olck", "ydd-Hebr"]}, {"precision": 0.10961, "recall": 0.159091, "f1": 0.118595, "accuracy": 0.159091, "main_score": 0.118595, "hf_subset": "sat_Olck-ary_Arab", "languages": ["sat-Olck", "ary-Arab"]}, {"precision": 0.124386, "recall": 0.183794, "f1": 0.13602, "accuracy": 0.183794, "main_score": 0.13602, "hf_subset": "sat_Olck-ces_Latn", "languages": ["sat-Olck", "ces-Latn"]}, {"precision": 0.105823, "recall": 0.148221, "f1": 0.114164, "accuracy": 0.148221, "main_score": 0.114164, "hf_subset": "sat_Olck-gaz_Latn", "languages": ["sat-Olck", "gaz-Latn"]}, {"precision": 0.078641, "recall": 0.118577, "f1": 0.085493, "accuracy": 0.118577, "main_score": 0.085493, "hf_subset": "sat_Olck-kam_Latn", "languages": ["sat-Olck", "kam-Latn"]}, {"precision": 0.137847, "recall": 0.193676, "f1": 0.148954, "accuracy": 0.193676, "main_score": 0.148954, "hf_subset": "sat_Olck-lit_Latn", "languages": ["sat-Olck", "lit-Latn"]}, {"precision": 0.135793, "recall": 0.188735, "f1": 0.145963, "accuracy": 0.188735, "main_score": 0.145963, "hf_subset": "sat_Olck-nob_Latn", "languages": ["sat-Olck", "nob-Latn"]}, {"precision": 0.135578, "recall": 0.174901, "f1": 0.142028, "accuracy": 0.174901, "main_score": 0.142028, "hf_subset": "sat_Olck-scn_Latn", "languages": ["sat-Olck", "scn-Latn"]}, {"precision": 0.127451, "recall": 0.184783, "f1": 0.138268, "accuracy": 0.184783, "main_score": 0.138268, "hf_subset": "sat_Olck-tgk_Cyrl", "languages": ["sat-Olck", "tgk-Cyrl"]}, {"precision": 0.076536, "recall": 0.116601, "f1": 0.083814, "accuracy": 0.116601, "main_score": 0.083814, "hf_subset": "sat_Olck-yor_Latn", "languages": ["sat-Olck", "yor-Latn"]}, {"precision": 0.120922, "recall": 0.175889, "f1": 0.132312, "accuracy": 0.175889, "main_score": 0.132312, "hf_subset": "sat_Olck-arz_Arab", "languages": ["sat-Olck", "arz-Arab"]}, {"precision": 0.07043, "recall": 0.096838, "f1": 0.075505, "accuracy": 0.096838, "main_score": 0.075505, "hf_subset": "sat_Olck-cjk_Latn", "languages": ["sat-Olck", "cjk-Latn"]}, {"precision": 0.121288, "recall": 0.166008, "f1": 0.12991, "accuracy": 0.166008, "main_score": 0.12991, "hf_subset": "sat_Olck-gla_Latn", "languages": ["sat-Olck", "gla-Latn"]}, {"precision": 0.141526, "recall": 0.19664, "f1": 0.151886, "accuracy": 0.19664, "main_score": 0.151886, "hf_subset": "sat_Olck-kan_Knda", "languages": ["sat-Olck", "kan-Knda"]}, {"precision": 0.111453, "recall": 0.156126, "f1": 0.119471, "accuracy": 0.156126, "main_score": 0.119471, "hf_subset": "sat_Olck-lmo_Latn", "languages": ["sat-Olck", "lmo-Latn"]}, {"precision": 0.147065, "recall": 0.206522, "f1": 0.158851, "accuracy": 0.206522, "main_score": 0.158851, "hf_subset": "sat_Olck-npi_Deva", "languages": ["sat-Olck", "npi-Deva"]}, {"precision": 0.05684, "recall": 0.087945, "f1": 0.062445, "accuracy": 0.087945, "main_score": 0.062445, "hf_subset": "sat_Olck-shn_Mymr", "languages": ["sat-Olck", "shn-Mymr"]}, {"precision": 0.139835, "recall": 0.200593, "f1": 0.151922, "accuracy": 0.200593, "main_score": 0.151922, "hf_subset": "sat_Olck-tgl_Latn", "languages": ["sat-Olck", "tgl-Latn"]}, {"precision": 0.118142, "recall": 0.16996, "f1": 0.128133, "accuracy": 0.16996, "main_score": 0.128133, "hf_subset": "sat_Olck-yue_Hant", "languages": ["sat-Olck", "yue-Hant"]}, {"precision": 0.148648, "recall": 0.205534, "f1": 0.160463, "accuracy": 0.205534, "main_score": 0.160463, "hf_subset": "sat_Olck-asm_Beng", "languages": ["sat-Olck", "asm-Beng"]}, {"precision": 0.139159, "recall": 0.195652, "f1": 0.151284, "accuracy": 0.195652, "main_score": 0.151284, "hf_subset": "sat_Olck-ckb_Arab", "languages": ["sat-Olck", "ckb-Arab"]}, {"precision": 0.126345, "recall": 0.16996, "f1": 0.135208, "accuracy": 0.16996, "main_score": 0.135208, "hf_subset": "sat_Olck-gle_Latn", "languages": ["sat-Olck", "gle-Latn"]}, {"precision": 0.10577, "recall": 0.142292, "f1": 0.113145, "accuracy": 0.142292, "main_score": 0.113145, "hf_subset": "sat_Olck-kas_Arab", "languages": ["sat-Olck", "kas-Arab"]}, {"precision": 0.104944, "recall": 0.152174, "f1": 0.11399, "accuracy": 0.152174, "main_score": 0.11399, "hf_subset": "sat_Olck-ltg_Latn", "languages": ["sat-Olck", "ltg-Latn"]}, {"precision": 0.080997, "recall": 0.118577, "f1": 0.08869, "accuracy": 0.118577, "main_score": 0.08869, "hf_subset": "sat_Olck-nso_Latn", "languages": ["sat-Olck", "nso-Latn"]}, {"precision": 0.131633, "recall": 0.188735, "f1": 0.142867, "accuracy": 0.188735, "main_score": 0.142867, "hf_subset": "sat_Olck-sin_Sinh", "languages": ["sat-Olck", "sin-Sinh"]}, {"precision": 0.121166, "recall": 0.181818, "f1": 0.132623, "accuracy": 0.181818, "main_score": 0.132623, "hf_subset": "sat_Olck-tha_Thai", "languages": ["sat-Olck", "tha-Thai"]}, {"precision": 0.116602, "recall": 0.167984, "f1": 0.125555, "accuracy": 0.167984, "main_score": 0.125555, "hf_subset": "sat_Olck-zho_Hans", "languages": ["sat-Olck", "zho-Hans"]}, {"precision": 0.126923, "recall": 0.179842, "f1": 0.13724, "accuracy": 0.179842, "main_score": 0.13724, "hf_subset": "sat_Olck-ast_Latn", "languages": ["sat-Olck", "ast-Latn"]}, {"precision": 0.132082, "recall": 0.185771, "f1": 0.142479, "accuracy": 0.185771, "main_score": 0.142479, "hf_subset": "sat_Olck-crh_Latn", "languages": ["sat-Olck", "crh-Latn"]}, {"precision": 0.129422, "recall": 0.182806, "f1": 0.139046, "accuracy": 0.182806, "main_score": 0.139046, "hf_subset": "sat_Olck-glg_Latn", "languages": ["sat-Olck", "glg-Latn"]}, {"precision": 0.107043, "recall": 0.141304, "f1": 0.113708, "accuracy": 0.141304, "main_score": 0.113708, "hf_subset": "sat_Olck-kas_Deva", "languages": ["sat-Olck", "kas-Deva"]}, {"precision": 0.115991, "recall": 0.155138, "f1": 0.123573, "accuracy": 0.155138, "main_score": 0.123573, "hf_subset": "sat_Olck-ltz_Latn", "languages": ["sat-Olck", "ltz-Latn"]}, {"precision": 0.086802, "recall": 0.121542, "f1": 0.093863, "accuracy": 0.121542, "main_score": 0.093863, "hf_subset": "sat_Olck-nus_Latn", "languages": ["sat-Olck", "nus-Latn"]}, {"precision": 0.130934, "recall": 0.181818, "f1": 0.140244, "accuracy": 0.181818, "main_score": 0.140244, "hf_subset": "sat_Olck-slk_Latn", "languages": ["sat-Olck", "slk-Latn"]}, {"precision": 0.084208, "recall": 0.12253, "f1": 0.092294, "accuracy": 0.12253, "main_score": 0.092294, "hf_subset": "sat_Olck-tir_Ethi", "languages": ["sat-Olck", "tir-Ethi"]}, {"precision": 0.117912, "recall": 0.171937, "f1": 0.127845, "accuracy": 0.171937, "main_score": 0.127845, "hf_subset": "sat_Olck-zho_Hant", "languages": ["sat-Olck", "zho-Hant"]}, {"precision": 0.148342, "recall": 0.20751, "f1": 0.160461, "accuracy": 0.20751, "main_score": 0.160461, "hf_subset": "sat_Olck-awa_Deva", "languages": ["sat-Olck", "awa-Deva"]}, {"precision": 0.13847, "recall": 0.187747, "f1": 0.148559, "accuracy": 0.187747, "main_score": 0.148559, "hf_subset": "sat_Olck-cym_Latn", "languages": ["sat-Olck", "cym-Latn"]}, {"precision": 0.085072, "recall": 0.12253, "f1": 0.092393, "accuracy": 0.12253, "main_score": 0.092393, "hf_subset": "sat_Olck-grn_Latn", "languages": ["sat-Olck", "grn-Latn"]}, {"precision": 0.127025, "recall": 0.179842, "f1": 0.137026, "accuracy": 0.179842, "main_score": 0.137026, "hf_subset": "sat_Olck-kat_Geor", "languages": ["sat-Olck", "kat-Geor"]}, {"precision": 0.069566, "recall": 0.099802, "f1": 0.075345, "accuracy": 0.099802, "main_score": 0.075345, "hf_subset": "sat_Olck-lua_Latn", "languages": ["sat-Olck", "lua-Latn"]}, {"precision": 0.067947, "recall": 0.102767, "f1": 0.073533, "accuracy": 0.102767, "main_score": 0.073533, "hf_subset": "sat_Olck-nya_Latn", "languages": ["sat-Olck", "nya-Latn"]}, {"precision": 0.128776, "recall": 0.183794, "f1": 0.139914, "accuracy": 0.183794, "main_score": 0.139914, "hf_subset": "sat_Olck-slv_Latn", "languages": ["sat-Olck", "slv-Latn"]}, {"precision": 0.103549, "recall": 0.13834, "f1": 0.109167, "accuracy": 0.13834, "main_score": 0.109167, "hf_subset": "sat_Olck-tpi_Latn", "languages": ["sat-Olck", "tpi-Latn"]}, {"precision": 0.13514, "recall": 0.195652, "f1": 0.146482, "accuracy": 0.195652, "main_score": 0.146482, "hf_subset": "sat_Olck-zsm_Latn", "languages": ["sat-Olck", "zsm-Latn"]}, {"precision": 0.073125, "recall": 0.107708, "f1": 0.080001, "accuracy": 0.107708, "main_score": 0.080001, "hf_subset": "sat_Olck-ayr_Latn", "languages": ["sat-Olck", "ayr-Latn"]}, {"precision": 0.129988, "recall": 0.1917, "f1": 0.142231, "accuracy": 0.1917, "main_score": 0.142231, "hf_subset": "sat_Olck-dan_Latn", "languages": ["sat-Olck", "dan-Latn"]}, {"precision": 0.145648, "recall": 0.20751, "f1": 0.15729, "accuracy": 0.20751, "main_score": 0.15729, "hf_subset": "sat_Olck-guj_Gujr", "languages": ["sat-Olck", "guj-Gujr"]}, {"precision": 0.1399, "recall": 0.190711, "f1": 0.149392, "accuracy": 0.190711, "main_score": 0.149392, "hf_subset": "sat_Olck-kaz_Cyrl", "languages": ["sat-Olck", "kaz-Cyrl"]}, {"precision": 0.081227, "recall": 0.117589, "f1": 0.08846, "accuracy": 0.117589, "main_score": 0.08846, "hf_subset": "sat_Olck-lug_Latn", "languages": ["sat-Olck", "lug-Latn"]}, {"precision": 0.138286, "recall": 0.190711, "f1": 0.148163, "accuracy": 0.190711, "main_score": 0.148163, "hf_subset": "sat_Olck-oci_Latn", "languages": ["sat-Olck", "oci-Latn"]}, {"precision": 0.096501, "recall": 0.136364, "f1": 0.104626, "accuracy": 0.136364, "main_score": 0.104626, "hf_subset": "sat_Olck-smo_Latn", "languages": ["sat-Olck", "smo-Latn"]}, {"precision": 0.065862, "recall": 0.09585, "f1": 0.071452, "accuracy": 0.09585, "main_score": 0.071452, "hf_subset": "sat_Olck-tsn_Latn", "languages": ["sat-Olck", "tsn-Latn"]}, {"precision": 0.107555, "recall": 0.15415, "f1": 0.117161, "accuracy": 0.15415, "main_score": 0.117161, "hf_subset": "sat_Olck-zul_Latn", "languages": ["sat-Olck", "zul-Latn"]}, {"precision": 0.078312, "recall": 0.117589, "f1": 0.085339, "accuracy": 0.117589, "main_score": 0.085339, "hf_subset": "sat_Olck-azb_Arab", "languages": ["sat-Olck", "azb-Arab"]}, {"precision": 0.131666, "recall": 0.182806, "f1": 0.142129, "accuracy": 0.182806, "main_score": 0.142129, "hf_subset": "sat_Olck-deu_Latn", "languages": ["sat-Olck", "deu-Latn"]}, {"precision": 0.138972, "recall": 0.184783, "f1": 0.147708, "accuracy": 0.184783, "main_score": 0.147708, "hf_subset": "sat_Olck-hat_Latn", "languages": ["sat-Olck", "hat-Latn"]}, {"precision": 0.062648, "recall": 0.09585, "f1": 0.068429, "accuracy": 0.09585, "main_score": 0.068429, "hf_subset": "sat_Olck-kbp_Latn", "languages": ["sat-Olck", "kbp-Latn"]}, {"precision": 0.0701, "recall": 0.103755, "f1": 0.076622, "accuracy": 0.103755, "main_score": 0.076622, "hf_subset": "sat_Olck-luo_Latn", "languages": ["sat-Olck", "luo-Latn"]}, {"precision": 0.144596, "recall": 0.203557, "f1": 0.155865, "accuracy": 0.203557, "main_score": 0.155865, "hf_subset": "sat_Olck-ory_Orya", "languages": ["sat-Olck", "ory-Orya"]}, {"precision": 0.071344, "recall": 0.110672, "f1": 0.079178, "accuracy": 0.110672, "main_score": 0.079178, "hf_subset": "sat_Olck-sna_Latn", "languages": ["sat-Olck", "sna-Latn"]}, {"precision": 0.078442, "recall": 0.117589, "f1": 0.086056, "accuracy": 0.117589, "main_score": 0.086056, "hf_subset": "sat_Olck-tso_Latn", "languages": ["sat-Olck", "tso-Latn"]}, {"precision": 0.114151, "recall": 0.166996, "f1": 0.12461, "accuracy": 0.166996, "main_score": 0.12461, "hf_subset": "sat_Olck-azj_Latn", "languages": ["sat-Olck", "azj-Latn"]}, {"precision": 0.052605, "recall": 0.085968, "f1": 0.058735, "accuracy": 0.085968, "main_score": 0.058735, "hf_subset": "sat_Olck-dik_Latn", "languages": ["sat-Olck", "dik-Latn"]}, {"precision": 0.107006, "recall": 0.156126, "f1": 0.117086, "accuracy": 0.156126, "main_score": 0.117086, "hf_subset": "sat_Olck-hau_Latn", "languages": ["sat-Olck", "hau-Latn"]}, {"precision": 0.10638, "recall": 0.140316, "f1": 0.112792, "accuracy": 0.140316, "main_score": 0.112792, "hf_subset": "sat_Olck-kea_Latn", "languages": ["sat-Olck", "kea-Latn"]}, {"precision": 0.066361, "recall": 0.099802, "f1": 0.071235, "accuracy": 0.099802, "main_score": 0.071235, "hf_subset": "sat_Olck-lus_Latn", "languages": ["sat-Olck", "lus-Latn"]}, {"precision": 0.068913, "recall": 0.096838, "f1": 0.074067, "accuracy": 0.096838, "main_score": 0.074067, "hf_subset": "sat_Olck-pag_Latn", "languages": ["sat-Olck", "pag-Latn"]}, {"precision": 0.159246, "recall": 0.222332, "f1": 0.171316, "accuracy": 0.222332, "main_score": 0.171316, "hf_subset": "sat_Olck-snd_Arab", "languages": ["sat-Olck", "snd-Arab"]}, {"precision": 0.116583, "recall": 0.160079, "f1": 0.124866, "accuracy": 0.160079, "main_score": 0.124866, "hf_subset": "sat_Olck-tuk_Latn", "languages": ["sat-Olck", "tuk-Latn"]}, {"precision": 0.117273, "recall": 0.167984, "f1": 0.126833, "accuracy": 0.167984, "main_score": 0.126833, "hf_subset": "sat_Olck-bak_Cyrl", "languages": ["sat-Olck", "bak-Cyrl"]}, {"precision": 0.054819, "recall": 0.08004, "f1": 0.059302, "accuracy": 0.08004, "main_score": 0.059302, "hf_subset": "sat_Olck-dyu_Latn", "languages": ["sat-Olck", "dyu-Latn"]}, {"precision": 0.134203, "recall": 0.186759, "f1": 0.144695, "accuracy": 0.186759, "main_score": 0.144695, "hf_subset": "sat_Olck-heb_Hebr", "languages": ["sat-Olck", "heb-Hebr"]}, {"precision": 0.121093, "recall": 0.171937, "f1": 0.132083, "accuracy": 0.171937, "main_score": 0.132083, "hf_subset": "sat_Olck-khk_Cyrl", "languages": ["sat-Olck", "khk-Cyrl"]}, {"precision": 0.139545, "recall": 0.192688, "f1": 0.149851, "accuracy": 0.192688, "main_score": 0.149851, "hf_subset": "sat_Olck-lvs_Latn", "languages": ["sat-Olck", "lvs-Latn"]}, {"precision": 0.151255, "recall": 0.211462, "f1": 0.162212, "accuracy": 0.211462, "main_score": 0.162212, "hf_subset": "sat_Olck-pan_Guru", "languages": ["sat-Olck", "pan-Guru"]}, {"precision": 0.10875, "recall": 0.146245, "f1": 0.116767, "accuracy": 0.146245, "main_score": 0.116767, "hf_subset": "sat_Olck-som_Latn", "languages": ["sat-Olck", "som-Latn"]}, {"precision": 0.075948, "recall": 0.103755, "f1": 0.081335, "accuracy": 0.103755, "main_score": 0.081335, "hf_subset": "sat_Olck-tum_Latn", "languages": ["sat-Olck", "tum-Latn"]}, {"precision": 0.540375, "recall": 0.61166, "f1": 0.56007, "accuracy": 0.61166, "main_score": 0.56007, "hf_subset": "tel_Telu-ace_Arab", "languages": ["tel-Telu", "ace-Arab"]}, {"precision": 0.512866, "recall": 0.574111, "f1": 0.52968, "accuracy": 0.574111, "main_score": 0.52968, "hf_subset": "tel_Telu-bam_Latn", "languages": ["tel-Telu", "bam-Latn"]}, {"precision": 0.437291, "recall": 0.518775, "f1": 0.458118, "accuracy": 0.518775, "main_score": 0.458118, "hf_subset": "tel_Telu-dzo_Tibt", "languages": ["tel-Telu", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-hin_Deva", "languages": ["tel-Telu", "hin-Deva"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tel_Telu-khm_Khmr", "languages": ["tel-Telu", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-mag_Deva", "languages": ["tel-Telu", "mag-Deva"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tel_Telu-pap_Latn", "languages": ["tel-Telu", "pap-Latn"]}, {"precision": 0.572822, "recall": 0.635375, "f1": 0.5899, "accuracy": 0.635375, "main_score": 0.5899, "hf_subset": "tel_Telu-sot_Latn", "languages": ["tel-Telu", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-tur_Latn", "languages": ["tel-Telu", "tur-Latn"]}, {"precision": 0.851318, "recall": 0.892292, "f1": 0.864097, "accuracy": 0.892292, "main_score": 0.864097, "hf_subset": "tel_Telu-ace_Latn", "languages": ["tel-Telu", "ace-Latn"]}, {"precision": 0.95998, "recall": 0.970356, "f1": 0.963274, "accuracy": 0.970356, "main_score": 0.963274, "hf_subset": "tel_Telu-ban_Latn", "languages": ["tel-Telu", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-ell_Grek", "languages": ["tel-Telu", "ell-Grek"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-hne_Deva", "languages": ["tel-Telu", "hne-Deva"]}, {"precision": 0.580477, "recall": 0.642292, "f1": 0.597609, "accuracy": 0.642292, "main_score": 0.597609, "hf_subset": "tel_Telu-kik_Latn", "languages": ["tel-Telu", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-mai_Deva", "languages": ["tel-Telu", "mai-Deva"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tel_Telu-pbt_Arab", "languages": ["tel-Telu", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-spa_Latn", "languages": ["tel-Telu", "spa-Latn"]}, {"precision": 0.614576, "recall": 0.675889, "f1": 0.630605, "accuracy": 0.675889, "main_score": 0.630605, "hf_subset": "tel_Telu-twi_Latn", "languages": ["tel-Telu", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-acm_Arab", "languages": ["tel-Telu", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-bel_Cyrl", "languages": ["tel-Telu", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-eng_Latn", "languages": ["tel-Telu", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-hrv_Latn", "languages": ["tel-Telu", "hrv-Latn"]}, {"precision": 0.540533, "recall": 0.608696, "f1": 0.559161, "accuracy": 0.608696, "main_score": 0.559161, "hf_subset": "tel_Telu-kin_Latn", "languages": ["tel-Telu", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-mal_Mlym", "languages": ["tel-Telu", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-pes_Arab", "languages": ["tel-Telu", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tel_Telu-srd_Latn", "languages": ["tel-Telu", "srd-Latn"]}, {"precision": 0.17057, "recall": 0.220356, "f1": 0.18229, "accuracy": 0.220356, "main_score": 0.18229, "hf_subset": "tel_Telu-tzm_Tfng", "languages": ["tel-Telu", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-acq_Arab", "languages": ["tel-Telu", "acq-Arab"]}, {"precision": 0.615087, "recall": 0.667984, "f1": 0.629614, "accuracy": 0.667984, "main_score": 0.629614, "hf_subset": "tel_Telu-bem_Latn", "languages": ["tel-Telu", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-epo_Latn", "languages": ["tel-Telu", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-hun_Latn", "languages": ["tel-Telu", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tel_Telu-kir_Cyrl", "languages": ["tel-Telu", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-mar_Deva", "languages": ["tel-Telu", "mar-Deva"]}, {"precision": 0.648781, "recall": 0.70751, "f1": 0.665332, "accuracy": 0.70751, "main_score": 0.665332, "hf_subset": "tel_Telu-plt_Latn", "languages": ["tel-Telu", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-srp_Cyrl", "languages": ["tel-Telu", "srp-Cyrl"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "tel_Telu-uig_Arab", "languages": ["tel-Telu", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-aeb_Arab", "languages": ["tel-Telu", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ben_Beng", "languages": ["tel-Telu", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-est_Latn", "languages": ["tel-Telu", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-hye_Armn", "languages": ["tel-Telu", "hye-Armn"]}, {"precision": 0.528049, "recall": 0.577075, "f1": 0.54161, "accuracy": 0.577075, "main_score": 0.54161, "hf_subset": "tel_Telu-kmb_Latn", "languages": ["tel-Telu", "kmb-Latn"]}, {"precision": 0.471007, "recall": 0.544466, "f1": 0.489378, "accuracy": 0.544466, "main_score": 0.489378, "hf_subset": "tel_Telu-min_Arab", "languages": ["tel-Telu", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-pol_Latn", "languages": ["tel-Telu", "pol-Latn"]}, {"precision": 0.545929, "recall": 0.615613, "f1": 0.564832, "accuracy": 0.615613, "main_score": 0.564832, "hf_subset": "tel_Telu-ssw_Latn", "languages": ["tel-Telu", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ukr_Cyrl", "languages": ["tel-Telu", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-afr_Latn", "languages": ["tel-Telu", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-bho_Deva", "languages": ["tel-Telu", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-eus_Latn", "languages": ["tel-Telu", "eus-Latn"]}, {"precision": 0.568714, "recall": 0.635375, "f1": 0.587178, "accuracy": 0.635375, "main_score": 0.587178, "hf_subset": "tel_Telu-ibo_Latn", "languages": ["tel-Telu", "ibo-Latn"]}, {"precision": 0.882856, "recall": 0.914032, "f1": 0.892523, "accuracy": 0.914032, "main_score": 0.892523, "hf_subset": "tel_Telu-kmr_Latn", "languages": ["tel-Telu", "kmr-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tel_Telu-min_Latn", "languages": ["tel-Telu", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-por_Latn", "languages": ["tel-Telu", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tel_Telu-sun_Latn", "languages": ["tel-Telu", "sun-Latn"]}, {"precision": 0.506678, "recall": 0.566206, "f1": 0.52353, "accuracy": 0.566206, "main_score": 0.52353, "hf_subset": "tel_Telu-umb_Latn", "languages": ["tel-Telu", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ajp_Arab", "languages": ["tel-Telu", "ajp-Arab"]}, {"precision": 0.519361, "recall": 0.577075, "f1": 0.534496, "accuracy": 0.577075, "main_score": 0.534496, "hf_subset": "tel_Telu-bjn_Arab", "languages": ["tel-Telu", "bjn-Arab"]}, {"precision": 0.507919, "recall": 0.566206, "f1": 0.523681, "accuracy": 0.566206, "main_score": 0.523681, "hf_subset": "tel_Telu-ewe_Latn", "languages": ["tel-Telu", "ewe-Latn"]}, {"precision": 0.947628, "recall": 0.964427, "f1": 0.953063, "accuracy": 0.964427, "main_score": 0.953063, "hf_subset": "tel_Telu-ilo_Latn", "languages": ["tel-Telu", "ilo-Latn"]}, {"precision": 0.310712, "recall": 0.364625, "f1": 0.325701, "accuracy": 0.364625, "main_score": 0.325701, "hf_subset": "tel_Telu-knc_Arab", "languages": ["tel-Telu", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-mkd_Cyrl", "languages": ["tel-Telu", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-prs_Arab", "languages": ["tel-Telu", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-swe_Latn", "languages": ["tel-Telu", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-urd_Arab", "languages": ["tel-Telu", "urd-Arab"]}, {"precision": 0.579851, "recall": 0.646245, "f1": 0.598247, "accuracy": 0.646245, "main_score": 0.598247, "hf_subset": "tel_Telu-aka_Latn", "languages": ["tel-Telu", "aka-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tel_Telu-bjn_Latn", "languages": ["tel-Telu", "bjn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tel_Telu-fao_Latn", "languages": ["tel-Telu", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ind_Latn", "languages": ["tel-Telu", "ind-Latn"]}, {"precision": 0.57618, "recall": 0.630435, "f1": 0.591879, "accuracy": 0.630435, "main_score": 0.591879, "hf_subset": "tel_Telu-knc_Latn", "languages": ["tel-Telu", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tel_Telu-mlt_Latn", "languages": ["tel-Telu", "mlt-Latn"]}, {"precision": 0.701548, "recall": 0.76581, "f1": 0.720131, "accuracy": 0.76581, "main_score": 0.720131, "hf_subset": "tel_Telu-quy_Latn", "languages": ["tel-Telu", "quy-Latn"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "tel_Telu-swh_Latn", "languages": ["tel-Telu", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-uzn_Latn", "languages": ["tel-Telu", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-als_Latn", "languages": ["tel-Telu", "als-Latn"]}, {"precision": 0.640604, "recall": 0.721344, "f1": 0.663447, "accuracy": 0.721344, "main_score": 0.663447, "hf_subset": "tel_Telu-bod_Tibt", "languages": ["tel-Telu", "bod-Tibt"]}, {"precision": 0.696418, "recall": 0.754941, "f1": 0.71332, "accuracy": 0.754941, "main_score": 0.71332, "hf_subset": "tel_Telu-fij_Latn", "languages": ["tel-Telu", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tel_Telu-isl_Latn", "languages": ["tel-Telu", "isl-Latn"]}, {"precision": 0.651987, "recall": 0.706522, "f1": 0.667611, "accuracy": 0.706522, "main_score": 0.667611, "hf_subset": "tel_Telu-kon_Latn", "languages": ["tel-Telu", "kon-Latn"]}, {"precision": 0.669195, "recall": 0.743083, "f1": 0.690785, "accuracy": 0.743083, "main_score": 0.690785, "hf_subset": "tel_Telu-mni_Beng", "languages": ["tel-Telu", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ron_Latn", "languages": ["tel-Telu", "ron-Latn"]}, {"precision": 0.977273, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "tel_Telu-szl_Latn", "languages": ["tel-Telu", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-vec_Latn", "languages": ["tel-Telu", "vec-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "tel_Telu-amh_Ethi", "languages": ["tel-Telu", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-bos_Latn", "languages": ["tel-Telu", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-fin_Latn", "languages": ["tel-Telu", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ita_Latn", "languages": ["tel-Telu", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-kor_Hang", "languages": ["tel-Telu", "kor-Hang"]}, {"precision": 0.540744, "recall": 0.598814, "f1": 0.55672, "accuracy": 0.598814, "main_score": 0.55672, "hf_subset": "tel_Telu-mos_Latn", "languages": ["tel-Telu", "mos-Latn"]}, {"precision": 0.533782, "recall": 0.59585, "f1": 0.551585, "accuracy": 0.59585, "main_score": 0.551585, "hf_subset": "tel_Telu-run_Latn", "languages": ["tel-Telu", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-tam_Taml", "languages": ["tel-Telu", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-vie_Latn", "languages": ["tel-Telu", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-apc_Arab", "languages": ["tel-Telu", "apc-Arab"]}, {"precision": 0.792177, "recall": 0.840909, "f1": 0.806672, "accuracy": 0.840909, "main_score": 0.806672, "hf_subset": "tel_Telu-bug_Latn", "languages": ["tel-Telu", "bug-Latn"]}, {"precision": 0.454804, "recall": 0.508893, "f1": 0.468868, "accuracy": 0.508893, "main_score": 0.468868, "hf_subset": "tel_Telu-fon_Latn", "languages": ["tel-Telu", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-jav_Latn", "languages": ["tel-Telu", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-lao_Laoo", "languages": ["tel-Telu", "lao-Laoo"]}, {"precision": 0.859601, "recall": 0.898221, "f1": 0.871607, "accuracy": 0.898221, "main_score": 0.871607, "hf_subset": "tel_Telu-mri_Latn", "languages": ["tel-Telu", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-rus_Cyrl", "languages": ["tel-Telu", "rus-Cyrl"]}, {"precision": 0.526877, "recall": 0.599802, "f1": 0.547426, "accuracy": 0.599802, "main_score": 0.547426, "hf_subset": "tel_Telu-taq_Latn", "languages": ["tel-Telu", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tel_Telu-war_Latn", "languages": ["tel-Telu", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-arb_Arab", "languages": ["tel-Telu", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-bul_Cyrl", "languages": ["tel-Telu", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-fra_Latn", "languages": ["tel-Telu", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-jpn_Jpan", "languages": ["tel-Telu", "jpn-Jpan"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tel_Telu-lij_Latn", "languages": ["tel-Telu", "lij-Latn"]}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "tel_Telu-mya_Mymr", "languages": ["tel-Telu", "mya-Mymr"]}, {"precision": 0.576394, "recall": 0.641304, "f1": 0.594679, "accuracy": 0.641304, "main_score": 0.594679, "hf_subset": "tel_Telu-sag_Latn", "languages": ["tel-Telu", "sag-Latn"]}, {"precision": 0.197035, "recall": 0.253953, "f1": 0.209797, "accuracy": 0.253953, "main_score": 0.209797, "hf_subset": "tel_Telu-taq_Tfng", "languages": ["tel-Telu", "taq-Tfng"]}, {"precision": 0.620141, "recall": 0.684783, "f1": 0.63847, "accuracy": 0.684783, "main_score": 0.63847, "hf_subset": "tel_Telu-wol_Latn", "languages": ["tel-Telu", "wol-Latn"]}, {"precision": 0.777372, "recall": 0.833004, "f1": 0.794156, "accuracy": 0.833004, "main_score": 0.794156, "hf_subset": "tel_Telu-arb_Latn", "languages": ["tel-Telu", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-cat_Latn", "languages": ["tel-Telu", "cat-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tel_Telu-fur_Latn", "languages": ["tel-Telu", "fur-Latn"]}, {"precision": 0.404325, "recall": 0.460474, "f1": 0.419508, "accuracy": 0.460474, "main_score": 0.419508, "hf_subset": "tel_Telu-kab_Latn", "languages": ["tel-Telu", "kab-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tel_Telu-lim_Latn", "languages": ["tel-Telu", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-nld_Latn", "languages": ["tel-Telu", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tel_Telu-san_Deva", "languages": ["tel-Telu", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tel_Telu-tat_Cyrl", "languages": ["tel-Telu", "tat-Cyrl"]}, {"precision": 0.663529, "recall": 0.720356, "f1": 0.680377, "accuracy": 0.720356, "main_score": 0.680377, "hf_subset": "tel_Telu-xho_Latn", "languages": ["tel-Telu", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-ars_Arab", "languages": ["tel-Telu", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ceb_Latn", "languages": ["tel-Telu", "ceb-Latn"]}, {"precision": 0.554425, "recall": 0.618577, "f1": 0.572301, "accuracy": 0.618577, "main_score": 0.572301, "hf_subset": "tel_Telu-fuv_Latn", "languages": ["tel-Telu", "fuv-Latn"]}, {"precision": 0.501751, "recall": 0.575099, "f1": 0.521567, "accuracy": 0.575099, "main_score": 0.521567, "hf_subset": "tel_Telu-kac_Latn", "languages": ["tel-Telu", "kac-Latn"]}, {"precision": 0.651453, "recall": 0.710474, "f1": 0.668725, "accuracy": 0.710474, "main_score": 0.668725, "hf_subset": "tel_Telu-lin_Latn", "languages": ["tel-Telu", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-nno_Latn", "languages": ["tel-Telu", "nno-Latn"]}, {"precision": 0.230797, "recall": 0.318182, "f1": 0.252081, "accuracy": 0.318182, "main_score": 0.252081, "hf_subset": "tel_Telu-sat_Olck", "languages": ["tel-Telu", "sat-Olck"]}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "tel_Telu-ydd_Hebr", "languages": ["tel-Telu", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tel_Telu-ary_Arab", "languages": ["tel-Telu", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ces_Latn", "languages": ["tel-Telu", "ces-Latn"]}, {"precision": 0.567961, "recall": 0.630435, "f1": 0.585975, "accuracy": 0.630435, "main_score": 0.585975, "hf_subset": "tel_Telu-gaz_Latn", "languages": ["tel-Telu", "gaz-Latn"]}, {"precision": 0.571029, "recall": 0.637352, "f1": 0.589613, "accuracy": 0.637352, "main_score": 0.589613, "hf_subset": "tel_Telu-kam_Latn", "languages": ["tel-Telu", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tel_Telu-lit_Latn", "languages": ["tel-Telu", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-nob_Latn", "languages": ["tel-Telu", "nob-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tel_Telu-scn_Latn", "languages": ["tel-Telu", "scn-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tel_Telu-tgk_Cyrl", "languages": ["tel-Telu", "tgk-Cyrl"]}, {"precision": 0.708707, "recall": 0.777668, "f1": 0.729513, "accuracy": 0.777668, "main_score": 0.729513, "hf_subset": "tel_Telu-yor_Latn", "languages": ["tel-Telu", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-arz_Arab", "languages": ["tel-Telu", "arz-Arab"]}, {"precision": 0.54541, "recall": 0.605731, "f1": 0.562855, "accuracy": 0.605731, "main_score": 0.562855, "hf_subset": "tel_Telu-cjk_Latn", "languages": ["tel-Telu", "cjk-Latn"]}, {"precision": 0.763916, "recall": 0.81917, "f1": 0.780995, "accuracy": 0.81917, "main_score": 0.780995, "hf_subset": "tel_Telu-gla_Latn", "languages": ["tel-Telu", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-kan_Knda", "languages": ["tel-Telu", "kan-Knda"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tel_Telu-lmo_Latn", "languages": ["tel-Telu", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "tel_Telu-npi_Deva", "languages": ["tel-Telu", "npi-Deva"]}, {"precision": 0.468611, "recall": 0.536561, "f1": 0.487377, "accuracy": 0.536561, "main_score": 0.487377, "hf_subset": "tel_Telu-shn_Mymr", "languages": ["tel-Telu", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-tgl_Latn", "languages": ["tel-Telu", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-yue_Hant", "languages": ["tel-Telu", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-asm_Beng", "languages": ["tel-Telu", "asm-Beng"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "tel_Telu-ckb_Arab", "languages": ["tel-Telu", "ckb-Arab"]}, {"precision": 0.857625, "recall": 0.897233, "f1": 0.86996, "accuracy": 0.897233, "main_score": 0.86996, "hf_subset": "tel_Telu-gle_Latn", "languages": ["tel-Telu", "gle-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "tel_Telu-kas_Arab", "languages": ["tel-Telu", "kas-Arab"]}, {"precision": 0.930995, "recall": 0.951581, "f1": 0.937747, "accuracy": 0.951581, "main_score": 0.937747, "hf_subset": "tel_Telu-ltg_Latn", "languages": ["tel-Telu", "ltg-Latn"]}, {"precision": 0.596545, "recall": 0.65415, "f1": 0.612095, "accuracy": 0.65415, "main_score": 0.612095, "hf_subset": "tel_Telu-nso_Latn", "languages": ["tel-Telu", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tel_Telu-sin_Sinh", "languages": ["tel-Telu", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-tha_Thai", "languages": ["tel-Telu", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-zho_Hans", "languages": ["tel-Telu", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ast_Latn", "languages": ["tel-Telu", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-crh_Latn", "languages": ["tel-Telu", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-glg_Latn", "languages": ["tel-Telu", "glg-Latn"]}, {"precision": 0.897233, "recall": 0.928854, "f1": 0.907246, "accuracy": 0.928854, "main_score": 0.907246, "hf_subset": "tel_Telu-kas_Deva", "languages": ["tel-Telu", "kas-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "tel_Telu-ltz_Latn", "languages": ["tel-Telu", "ltz-Latn"]}, {"precision": 0.43774, "recall": 0.504941, "f1": 0.455509, "accuracy": 0.504941, "main_score": 0.455509, "hf_subset": "tel_Telu-nus_Latn", "languages": ["tel-Telu", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-slk_Latn", "languages": ["tel-Telu", "slk-Latn"]}, {"precision": 0.604727, "recall": 0.68083, "f1": 0.627099, "accuracy": 0.68083, "main_score": 0.627099, "hf_subset": "tel_Telu-tir_Ethi", "languages": ["tel-Telu", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-zho_Hant", "languages": ["tel-Telu", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "tel_Telu-awa_Deva", "languages": ["tel-Telu", "awa-Deva"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tel_Telu-cym_Latn", "languages": ["tel-Telu", "cym-Latn"]}, {"precision": 0.824094, "recall": 0.866601, "f1": 0.837187, "accuracy": 0.866601, "main_score": 0.837187, "hf_subset": "tel_Telu-grn_Latn", "languages": ["tel-Telu", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-kat_Geor", "languages": ["tel-Telu", "kat-Geor"]}, {"precision": 0.635356, "recall": 0.6917, "f1": 0.651981, "accuracy": 0.6917, "main_score": 0.651981, "hf_subset": "tel_Telu-lua_Latn", "languages": ["tel-Telu", "lua-Latn"]}, {"precision": 0.636528, "recall": 0.697628, "f1": 0.653716, "accuracy": 0.697628, "main_score": 0.653716, "hf_subset": "tel_Telu-nya_Latn", "languages": ["tel-Telu", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-slv_Latn", "languages": ["tel-Telu", "slv-Latn"]}, {"precision": 0.938818, "recall": 0.95751, "f1": 0.944895, "accuracy": 0.95751, "main_score": 0.944895, "hf_subset": "tel_Telu-tpi_Latn", "languages": ["tel-Telu", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-zsm_Latn", "languages": ["tel-Telu", "zsm-Latn"]}, {"precision": 0.52504, "recall": 0.588933, "f1": 0.543155, "accuracy": 0.588933, "main_score": 0.543155, "hf_subset": "tel_Telu-ayr_Latn", "languages": ["tel-Telu", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-dan_Latn", "languages": ["tel-Telu", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-guj_Gujr", "languages": ["tel-Telu", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-kaz_Cyrl", "languages": ["tel-Telu", "kaz-Cyrl"]}, {"precision": 0.516476, "recall": 0.579051, "f1": 0.534398, "accuracy": 0.579051, "main_score": 0.534398, "hf_subset": "tel_Telu-lug_Latn", "languages": ["tel-Telu", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-oci_Latn", "languages": ["tel-Telu", "oci-Latn"]}, {"precision": 0.818347, "recall": 0.865613, "f1": 0.832938, "accuracy": 0.865613, "main_score": 0.832938, "hf_subset": "tel_Telu-smo_Latn", "languages": ["tel-Telu", "smo-Latn"]}, {"precision": 0.532638, "recall": 0.597826, "f1": 0.54976, "accuracy": 0.597826, "main_score": 0.54976, "hf_subset": "tel_Telu-tsn_Latn", "languages": ["tel-Telu", "tsn-Latn"]}, {"precision": 0.611783, "recall": 0.675889, "f1": 0.63083, "accuracy": 0.675889, "main_score": 0.63083, "hf_subset": "tel_Telu-zul_Latn", "languages": ["tel-Telu", "zul-Latn"]}, {"precision": 0.916996, "recall": 0.9417, "f1": 0.925066, "accuracy": 0.9417, "main_score": 0.925066, "hf_subset": "tel_Telu-azb_Arab", "languages": ["tel-Telu", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-deu_Latn", "languages": ["tel-Telu", "deu-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "tel_Telu-hat_Latn", "languages": ["tel-Telu", "hat-Latn"]}, {"precision": 0.469939, "recall": 0.529644, "f1": 0.486614, "accuracy": 0.529644, "main_score": 0.486614, "hf_subset": "tel_Telu-kbp_Latn", "languages": ["tel-Telu", "kbp-Latn"]}, {"precision": 0.561801, "recall": 0.62253, "f1": 0.577675, "accuracy": 0.62253, "main_score": 0.577675, "hf_subset": "tel_Telu-luo_Latn", "languages": ["tel-Telu", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ory_Orya", "languages": ["tel-Telu", "ory-Orya"]}, {"precision": 0.574514, "recall": 0.639328, "f1": 0.593378, "accuracy": 0.639328, "main_score": 0.593378, "hf_subset": "tel_Telu-sna_Latn", "languages": ["tel-Telu", "sna-Latn"]}, {"precision": 0.542487, "recall": 0.605731, "f1": 0.55932, "accuracy": 0.605731, "main_score": 0.55932, "hf_subset": "tel_Telu-tso_Latn", "languages": ["tel-Telu", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-azj_Latn", "languages": ["tel-Telu", "azj-Latn"]}, {"precision": 0.526108, "recall": 0.59585, "f1": 0.54565, "accuracy": 0.59585, "main_score": 0.54565, "hf_subset": "tel_Telu-dik_Latn", "languages": ["tel-Telu", "dik-Latn"]}, {"precision": 0.713587, "recall": 0.766798, "f1": 0.729028, "accuracy": 0.766798, "main_score": 0.729028, "hf_subset": "tel_Telu-hau_Latn", "languages": ["tel-Telu", "hau-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tel_Telu-kea_Latn", "languages": ["tel-Telu", "kea-Latn"]}, {"precision": 0.743972, "recall": 0.799407, "f1": 0.760408, "accuracy": 0.799407, "main_score": 0.760408, "hf_subset": "tel_Telu-lus_Latn", "languages": ["tel-Telu", "lus-Latn"]}, {"precision": 0.86973, "recall": 0.903162, "f1": 0.880025, "accuracy": 0.903162, "main_score": 0.880025, "hf_subset": "tel_Telu-pag_Latn", "languages": ["tel-Telu", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-snd_Arab", "languages": ["tel-Telu", "snd-Arab"]}, {"precision": 0.952157, "recall": 0.967391, "f1": 0.957082, "accuracy": 0.967391, "main_score": 0.957082, "hf_subset": "tel_Telu-tuk_Latn", "languages": ["tel-Telu", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tel_Telu-bak_Cyrl", "languages": ["tel-Telu", "bak-Cyrl"]}, {"precision": 0.474341, "recall": 0.554348, "f1": 0.498174, "accuracy": 0.554348, "main_score": 0.498174, "hf_subset": "tel_Telu-dyu_Latn", "languages": ["tel-Telu", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-heb_Hebr", "languages": ["tel-Telu", "heb-Hebr"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tel_Telu-khk_Cyrl", "languages": ["tel-Telu", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-lvs_Latn", "languages": ["tel-Telu", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-pan_Guru", "languages": ["tel-Telu", "pan-Guru"]}, {"precision": 0.691973, "recall": 0.749012, "f1": 0.708317, "accuracy": 0.749012, "main_score": 0.708317, "hf_subset": "tel_Telu-som_Latn", "languages": ["tel-Telu", "som-Latn"]}, {"precision": 0.580819, "recall": 0.63834, "f1": 0.596574, "accuracy": 0.63834, "main_score": 0.596574, "hf_subset": "tel_Telu-tum_Latn", "languages": ["tel-Telu", "tum-Latn"]}, {"precision": 0.500087, "recall": 0.572134, "f1": 0.520514, "accuracy": 0.572134, "main_score": 0.520514, "hf_subset": "ydd_Hebr-ace_Arab", "languages": ["ydd-Hebr", "ace-Arab"]}, {"precision": 0.463068, "recall": 0.525692, "f1": 0.480065, "accuracy": 0.525692, "main_score": 0.480065, "hf_subset": "ydd_Hebr-bam_Latn", "languages": ["ydd-Hebr", "bam-Latn"]}, {"precision": 0.354249, "recall": 0.420949, "f1": 0.371458, "accuracy": 0.420949, "main_score": 0.371458, "hf_subset": "ydd_Hebr-dzo_Tibt", "languages": ["ydd-Hebr", "dzo-Tibt"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "ydd_Hebr-hin_Deva", "languages": ["ydd-Hebr", "hin-Deva"]}, {"precision": 0.922925, "recall": 0.94664, "f1": 0.930665, "accuracy": 0.94664, "main_score": 0.930665, "hf_subset": "ydd_Hebr-khm_Khmr", "languages": ["ydd-Hebr", "khm-Khmr"]}, {"precision": 0.948791, "recall": 0.962451, "f1": 0.952981, "accuracy": 0.962451, "main_score": 0.952981, "hf_subset": "ydd_Hebr-mag_Deva", "languages": ["ydd-Hebr", "mag-Deva"]}, {"precision": 0.924572, "recall": 0.945652, "f1": 0.931324, "accuracy": 0.945652, "main_score": 0.931324, "hf_subset": "ydd_Hebr-pap_Latn", "languages": ["ydd-Hebr", "pap-Latn"]}, {"precision": 0.533523, "recall": 0.583004, "f1": 0.546931, "accuracy": 0.583004, "main_score": 0.546931, "hf_subset": "ydd_Hebr-sot_Latn", "languages": ["ydd-Hebr", "sot-Latn"]}, {"precision": 0.956275, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "ydd_Hebr-tur_Latn", "languages": ["ydd-Hebr", "tur-Latn"]}, {"precision": 0.766206, "recall": 0.813241, "f1": 0.780237, "accuracy": 0.813241, "main_score": 0.780237, "hf_subset": "ydd_Hebr-ace_Latn", "languages": ["ydd-Hebr", "ace-Latn"]}, {"precision": 0.849598, "recall": 0.883399, "f1": 0.859634, "accuracy": 0.883399, "main_score": 0.859634, "hf_subset": "ydd_Hebr-ban_Latn", "languages": ["ydd-Hebr", "ban-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "ydd_Hebr-ell_Grek", "languages": ["ydd-Hebr", "ell-Grek"]}, {"precision": 0.947793, "recall": 0.962451, "f1": 0.952357, "accuracy": 0.962451, "main_score": 0.952357, "hf_subset": "ydd_Hebr-hne_Deva", "languages": ["ydd-Hebr", "hne-Deva"]}, {"precision": 0.51026, "recall": 0.573123, "f1": 0.528003, "accuracy": 0.573123, "main_score": 0.528003, "hf_subset": "ydd_Hebr-kik_Latn", "languages": ["ydd-Hebr", "kik-Latn"]}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.95056, "accuracy": 0.961462, "main_score": 0.95056, "hf_subset": "ydd_Hebr-mai_Deva", "languages": ["ydd-Hebr", "mai-Deva"]}, {"precision": 0.884964, "recall": 0.918972, "f1": 0.895619, "accuracy": 0.918972, "main_score": 0.895619, "hf_subset": "ydd_Hebr-pbt_Arab", "languages": ["ydd-Hebr", "pbt-Arab"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ydd_Hebr-spa_Latn", "languages": ["ydd-Hebr", "spa-Latn"]}, {"precision": 0.538391, "recall": 0.596838, "f1": 0.554734, "accuracy": 0.596838, "main_score": 0.554734, "hf_subset": "ydd_Hebr-twi_Latn", "languages": ["ydd-Hebr", "twi-Latn"]}, {"precision": 0.945685, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "ydd_Hebr-acm_Arab", "languages": ["ydd-Hebr", "acm-Arab"]}, {"precision": 0.934618, "recall": 0.953557, "f1": 0.9405, "accuracy": 0.953557, "main_score": 0.9405, "hf_subset": "ydd_Hebr-bel_Cyrl", "languages": ["ydd-Hebr", "bel-Cyrl"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ydd_Hebr-eng_Latn", "languages": ["ydd-Hebr", "eng-Latn"]}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "ydd_Hebr-hrv_Latn", "languages": ["ydd-Hebr", "hrv-Latn"]}, {"precision": 0.514486, "recall": 0.578063, "f1": 0.531839, "accuracy": 0.578063, "main_score": 0.531839, "hf_subset": "ydd_Hebr-kin_Latn", "languages": ["ydd-Hebr", "kin-Latn"]}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951383, "accuracy": 0.962451, "main_score": 0.951383, "hf_subset": "ydd_Hebr-mal_Mlym", "languages": ["ydd-Hebr", "mal-Mlym"]}, {"precision": 0.955616, "recall": 0.968379, "f1": 0.959505, "accuracy": 0.968379, "main_score": 0.959505, "hf_subset": "ydd_Hebr-pes_Arab", "languages": ["ydd-Hebr", "pes-Arab"]}, {"precision": 0.930477, "recall": 0.948617, "f1": 0.935985, "accuracy": 0.948617, "main_score": 0.935985, "hf_subset": "ydd_Hebr-srd_Latn", "languages": ["ydd-Hebr", "srd-Latn"]}, {"precision": 0.199238, "recall": 0.251976, "f1": 0.212116, "accuracy": 0.251976, "main_score": 0.212116, "hf_subset": "ydd_Hebr-tzm_Tfng", "languages": ["ydd-Hebr", "tzm-Tfng"]}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "ydd_Hebr-acq_Arab", "languages": ["ydd-Hebr", "acq-Arab"]}, {"precision": 0.550986, "recall": 0.600791, "f1": 0.564476, "accuracy": 0.600791, "main_score": 0.564476, "hf_subset": "ydd_Hebr-bem_Latn", "languages": ["ydd-Hebr", "bem-Latn"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "ydd_Hebr-epo_Latn", "languages": ["ydd-Hebr", "epo-Latn"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "ydd_Hebr-hun_Latn", "languages": ["ydd-Hebr", "hun-Latn"]}, {"precision": 0.894269, "recall": 0.925889, "f1": 0.904282, "accuracy": 0.925889, "main_score": 0.904282, "hf_subset": "ydd_Hebr-kir_Cyrl", "languages": ["ydd-Hebr", "kir-Cyrl"]}, {"precision": 0.950675, "recall": 0.966403, "f1": 0.955764, "accuracy": 0.966403, "main_score": 0.955764, "hf_subset": "ydd_Hebr-mar_Deva", "languages": ["ydd-Hebr", "mar-Deva"]}, {"precision": 0.596673, "recall": 0.65415, "f1": 0.613161, "accuracy": 0.65415, "main_score": 0.613161, "hf_subset": "ydd_Hebr-plt_Latn", "languages": ["ydd-Hebr", "plt-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "ydd_Hebr-srp_Cyrl", "languages": ["ydd-Hebr", "srp-Cyrl"]}, {"precision": 0.850659, "recall": 0.88834, "f1": 0.861877, "accuracy": 0.88834, "main_score": 0.861877, "hf_subset": "ydd_Hebr-uig_Arab", "languages": ["ydd-Hebr", "uig-Arab"]}, {"precision": 0.923246, "recall": 0.942688, "f1": 0.929191, "accuracy": 0.942688, "main_score": 0.929191, "hf_subset": "ydd_Hebr-aeb_Arab", "languages": ["ydd-Hebr", "aeb-Arab"]}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "ydd_Hebr-ben_Beng", "languages": ["ydd-Hebr", "ben-Beng"]}, {"precision": 0.955451, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "ydd_Hebr-est_Latn", "languages": ["ydd-Hebr", "est-Latn"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ydd_Hebr-hye_Armn", "languages": ["ydd-Hebr", "hye-Armn"]}, {"precision": 0.467436, "recall": 0.524704, "f1": 0.483209, "accuracy": 0.524704, "main_score": 0.483209, "hf_subset": "ydd_Hebr-kmb_Latn", "languages": ["ydd-Hebr", "kmb-Latn"]}, {"precision": 0.468092, "recall": 0.537549, "f1": 0.486016, "accuracy": 0.537549, "main_score": 0.486016, "hf_subset": "ydd_Hebr-min_Arab", "languages": ["ydd-Hebr", "min-Arab"]}, {"precision": 0.939888, "recall": 0.958498, "f1": 0.945982, "accuracy": 0.958498, "main_score": 0.945982, "hf_subset": "ydd_Hebr-pol_Latn", "languages": ["ydd-Hebr", "pol-Latn"]}, {"precision": 0.499575, "recall": 0.566206, "f1": 0.517431, "accuracy": 0.566206, "main_score": 0.517431, "hf_subset": "ydd_Hebr-ssw_Latn", "languages": ["ydd-Hebr", "ssw-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ydd_Hebr-ukr_Cyrl", "languages": ["ydd-Hebr", "ukr-Cyrl"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ydd_Hebr-afr_Latn", "languages": ["ydd-Hebr", "afr-Latn"]}, {"precision": 0.909947, "recall": 0.935771, "f1": 0.918116, "accuracy": 0.935771, "main_score": 0.918116, "hf_subset": "ydd_Hebr-bho_Deva", "languages": ["ydd-Hebr", "bho-Deva"]}, {"precision": 0.911479, "recall": 0.936759, "f1": 0.919368, "accuracy": 0.936759, "main_score": 0.919368, "hf_subset": "ydd_Hebr-eus_Latn", "languages": ["ydd-Hebr", "eus-Latn"]}, {"precision": 0.499896, "recall": 0.567194, "f1": 0.518222, "accuracy": 0.567194, "main_score": 0.518222, "hf_subset": "ydd_Hebr-ibo_Latn", "languages": ["ydd-Hebr", "ibo-Latn"]}, {"precision": 0.788439, "recall": 0.837945, "f1": 0.803294, "accuracy": 0.837945, "main_score": 0.803294, "hf_subset": "ydd_Hebr-kmr_Latn", "languages": ["ydd-Hebr", "kmr-Latn"]}, {"precision": 0.905221, "recall": 0.931818, "f1": 0.913556, "accuracy": 0.931818, "main_score": 0.913556, "hf_subset": "ydd_Hebr-min_Latn", "languages": ["ydd-Hebr", "min-Latn"]}, {"precision": 0.973518, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "ydd_Hebr-por_Latn", "languages": ["ydd-Hebr", "por-Latn"]}, {"precision": 0.921031, "recall": 0.945652, "f1": 0.92892, "accuracy": 0.945652, "main_score": 0.92892, "hf_subset": "ydd_Hebr-sun_Latn", "languages": ["ydd-Hebr", "sun-Latn"]}, {"precision": 0.461663, "recall": 0.519763, "f1": 0.477988, "accuracy": 0.519763, "main_score": 0.477988, "hf_subset": "ydd_Hebr-umb_Latn", "languages": ["ydd-Hebr", "umb-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "ydd_Hebr-ajp_Arab", "languages": ["ydd-Hebr", "ajp-Arab"]}, {"precision": 0.489174, "recall": 0.554348, "f1": 0.506304, "accuracy": 0.554348, "main_score": 0.506304, "hf_subset": "ydd_Hebr-bjn_Arab", "languages": ["ydd-Hebr", "bjn-Arab"]}, {"precision": 0.443899, "recall": 0.497036, "f1": 0.458514, "accuracy": 0.497036, "main_score": 0.458514, "hf_subset": "ydd_Hebr-ewe_Latn", "languages": ["ydd-Hebr", "ewe-Latn"]}, {"precision": 0.860707, "recall": 0.895257, "f1": 0.871113, "accuracy": 0.895257, "main_score": 0.871113, "hf_subset": "ydd_Hebr-ilo_Latn", "languages": ["ydd-Hebr", "ilo-Latn"]}, {"precision": 0.299516, "recall": 0.347826, "f1": 0.311826, "accuracy": 0.347826, "main_score": 0.311826, "hf_subset": "ydd_Hebr-knc_Arab", "languages": ["ydd-Hebr", "knc-Arab"]}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "ydd_Hebr-mkd_Cyrl", "languages": ["ydd-Hebr", "mkd-Cyrl"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "ydd_Hebr-prs_Arab", "languages": ["ydd-Hebr", "prs-Arab"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ydd_Hebr-swe_Latn", "languages": ["ydd-Hebr", "swe-Latn"]}, {"precision": 0.953228, "recall": 0.968379, "f1": 0.958169, "accuracy": 0.968379, "main_score": 0.958169, "hf_subset": "ydd_Hebr-urd_Arab", "languages": ["ydd-Hebr", "urd-Arab"]}, {"precision": 0.503936, "recall": 0.565217, "f1": 0.521618, "accuracy": 0.565217, "main_score": 0.521618, "hf_subset": "ydd_Hebr-aka_Latn", "languages": ["ydd-Hebr", "aka-Latn"]}, {"precision": 0.90238, "recall": 0.927866, "f1": 0.910286, "accuracy": 0.927866, "main_score": 0.910286, "hf_subset": "ydd_Hebr-bjn_Latn", "languages": ["ydd-Hebr", "bjn-Latn"]}, {"precision": 0.905889, "recall": 0.931818, "f1": 0.913686, "accuracy": 0.931818, "main_score": 0.913686, "hf_subset": "ydd_Hebr-fao_Latn", "languages": ["ydd-Hebr", "fao-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "ydd_Hebr-ind_Latn", "languages": ["ydd-Hebr", "ind-Latn"]}, {"precision": 0.522885, "recall": 0.577075, "f1": 0.538152, "accuracy": 0.577075, "main_score": 0.538152, "hf_subset": "ydd_Hebr-knc_Latn", "languages": ["ydd-Hebr", "knc-Latn"]}, {"precision": 0.943511, "recall": 0.960474, "f1": 0.948748, "accuracy": 0.960474, "main_score": 0.948748, "hf_subset": "ydd_Hebr-mlt_Latn", "languages": ["ydd-Hebr", "mlt-Latn"]}, {"precision": 0.610037, "recall": 0.673913, "f1": 0.6281, "accuracy": 0.673913, "main_score": 0.6281, "hf_subset": "ydd_Hebr-quy_Latn", "languages": ["ydd-Hebr", "quy-Latn"]}, {"precision": 0.887681, "recall": 0.917984, "f1": 0.897036, "accuracy": 0.917984, "main_score": 0.897036, "hf_subset": "ydd_Hebr-swh_Latn", "languages": ["ydd-Hebr", "swh-Latn"]}, {"precision": 0.941947, "recall": 0.958498, "f1": 0.946989, "accuracy": 0.958498, "main_score": 0.946989, "hf_subset": "ydd_Hebr-uzn_Latn", "languages": ["ydd-Hebr", "uzn-Latn"]}, {"precision": 0.967424, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "ydd_Hebr-als_Latn", "languages": ["ydd-Hebr", "als-Latn"]}, {"precision": 0.533237, "recall": 0.61166, "f1": 0.554837, "accuracy": 0.61166, "main_score": 0.554837, "hf_subset": "ydd_Hebr-bod_Tibt", "languages": ["ydd-Hebr", "bod-Tibt"]}, {"precision": 0.618629, "recall": 0.676877, "f1": 0.635442, "accuracy": 0.676877, "main_score": 0.635442, "hf_subset": "ydd_Hebr-fij_Latn", "languages": ["ydd-Hebr", "fij-Latn"]}, {"precision": 0.902619, "recall": 0.929842, "f1": 0.911298, "accuracy": 0.929842, "main_score": 0.911298, "hf_subset": "ydd_Hebr-isl_Latn", "languages": ["ydd-Hebr", "isl-Latn"]}, {"precision": 0.577391, "recall": 0.630435, "f1": 0.592645, "accuracy": 0.630435, "main_score": 0.592645, "hf_subset": "ydd_Hebr-kon_Latn", "languages": ["ydd-Hebr", "kon-Latn"]}, {"precision": 0.601179, "recall": 0.667984, "f1": 0.619764, "accuracy": 0.667984, "main_score": 0.619764, "hf_subset": "ydd_Hebr-mni_Beng", "languages": ["ydd-Hebr", "mni-Beng"]}, {"precision": 0.969285, "recall": 0.978261, "f1": 0.972069, "accuracy": 0.978261, "main_score": 0.972069, "hf_subset": "ydd_Hebr-ron_Latn", "languages": ["ydd-Hebr", "ron-Latn"]}, {"precision": 0.951252, "recall": 0.964427, "f1": 0.955336, "accuracy": 0.964427, "main_score": 0.955336, "hf_subset": "ydd_Hebr-szl_Latn", "languages": ["ydd-Hebr", "szl-Latn"]}, {"precision": 0.948485, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "ydd_Hebr-vec_Latn", "languages": ["ydd-Hebr", "vec-Latn"]}, {"precision": 0.853179, "recall": 0.892292, "f1": 0.86494, "accuracy": 0.892292, "main_score": 0.86494, "hf_subset": "ydd_Hebr-amh_Ethi", "languages": ["ydd-Hebr", "amh-Ethi"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "ydd_Hebr-bos_Latn", "languages": ["ydd-Hebr", "bos-Latn"]}, {"precision": 0.949687, "recall": 0.965415, "f1": 0.954776, "accuracy": 0.965415, "main_score": 0.954776, "hf_subset": "ydd_Hebr-fin_Latn", "languages": ["ydd-Hebr", "fin-Latn"]}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "ydd_Hebr-ita_Latn", "languages": ["ydd-Hebr", "ita-Latn"]}, {"precision": 0.944417, "recall": 0.961462, "f1": 0.949835, "accuracy": 0.961462, "main_score": 0.949835, "hf_subset": "ydd_Hebr-kor_Hang", "languages": ["ydd-Hebr", "kor-Hang"]}, {"precision": 0.48191, "recall": 0.535573, "f1": 0.497032, "accuracy": 0.535573, "main_score": 0.497032, "hf_subset": "ydd_Hebr-mos_Latn", "languages": ["ydd-Hebr", "mos-Latn"]}, {"precision": 0.495561, "recall": 0.55336, "f1": 0.510846, "accuracy": 0.55336, "main_score": 0.510846, "hf_subset": "ydd_Hebr-run_Latn", "languages": ["ydd-Hebr", "run-Latn"]}, {"precision": 0.94664, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "ydd_Hebr-tam_Taml", "languages": ["ydd-Hebr", "tam-Taml"]}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "ydd_Hebr-vie_Latn", "languages": ["ydd-Hebr", "vie-Latn"]}, {"precision": 0.948155, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "ydd_Hebr-apc_Arab", "languages": ["ydd-Hebr", "apc-Arab"]}, {"precision": 0.690722, "recall": 0.748024, "f1": 0.707331, "accuracy": 0.748024, "main_score": 0.707331, "hf_subset": "ydd_Hebr-bug_Latn", "languages": ["ydd-Hebr", "bug-Latn"]}, {"precision": 0.415218, "recall": 0.472332, "f1": 0.429779, "accuracy": 0.472332, "main_score": 0.429779, "hf_subset": "ydd_Hebr-fon_Latn", "languages": ["ydd-Hebr", "fon-Latn"]}, {"precision": 0.954051, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "ydd_Hebr-jav_Latn", "languages": ["ydd-Hebr", "jav-Latn"]}, {"precision": 0.927404, "recall": 0.948617, "f1": 0.934124, "accuracy": 0.948617, "main_score": 0.934124, "hf_subset": "ydd_Hebr-lao_Laoo", "languages": ["ydd-Hebr", "lao-Laoo"]}, {"precision": 0.747654, "recall": 0.801383, "f1": 0.763752, "accuracy": 0.801383, "main_score": 0.763752, "hf_subset": "ydd_Hebr-mri_Latn", "languages": ["ydd-Hebr", "mri-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ydd_Hebr-rus_Cyrl", "languages": ["ydd-Hebr", "rus-Cyrl"]}, {"precision": 0.473834, "recall": 0.531621, "f1": 0.489669, "accuracy": 0.531621, "main_score": 0.489669, "hf_subset": "ydd_Hebr-taq_Latn", "languages": ["ydd-Hebr", "taq-Latn"]}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "ydd_Hebr-war_Latn", "languages": ["ydd-Hebr", "war-Latn"]}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "ydd_Hebr-arb_Arab", "languages": ["ydd-Hebr", "arb-Arab"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ydd_Hebr-bul_Cyrl", "languages": ["ydd-Hebr", "bul-Cyrl"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ydd_Hebr-fra_Latn", "languages": ["ydd-Hebr", "fra-Latn"]}, {"precision": 0.936545, "recall": 0.955534, "f1": 0.942589, "accuracy": 0.955534, "main_score": 0.942589, "hf_subset": "ydd_Hebr-jpn_Jpan", "languages": ["ydd-Hebr", "jpn-Jpan"]}, {"precision": 0.942836, "recall": 0.958498, "f1": 0.94753, "accuracy": 0.958498, "main_score": 0.94753, "hf_subset": "ydd_Hebr-lij_Latn", "languages": ["ydd-Hebr", "lij-Latn"]}, {"precision": 0.909914, "recall": 0.935771, "f1": 0.918149, "accuracy": 0.935771, "main_score": 0.918149, "hf_subset": "ydd_Hebr-mya_Mymr", "languages": ["ydd-Hebr", "mya-Mymr"]}, {"precision": 0.50348, "recall": 0.573123, "f1": 0.522329, "accuracy": 0.573123, "main_score": 0.522329, "hf_subset": "ydd_Hebr-sag_Latn", "languages": ["ydd-Hebr", "sag-Latn"]}, {"precision": 0.210508, "recall": 0.264822, "f1": 0.223564, "accuracy": 0.264822, "main_score": 0.223564, "hf_subset": "ydd_Hebr-taq_Tfng", "languages": ["ydd-Hebr", "taq-Tfng"]}, {"precision": 0.559321, "recall": 0.614625, "f1": 0.574653, "accuracy": 0.614625, "main_score": 0.574653, "hf_subset": "ydd_Hebr-wol_Latn", "languages": ["ydd-Hebr", "wol-Latn"]}, {"precision": 0.695877, "recall": 0.754941, "f1": 0.713043, "accuracy": 0.754941, "main_score": 0.713043, "hf_subset": "ydd_Hebr-arb_Latn", "languages": ["ydd-Hebr", "arb-Latn"]}, {"precision": 0.965168, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "ydd_Hebr-cat_Latn", "languages": ["ydd-Hebr", "cat-Latn"]}, {"precision": 0.921278, "recall": 0.943676, "f1": 0.928162, "accuracy": 0.943676, "main_score": 0.928162, "hf_subset": "ydd_Hebr-fur_Latn", "languages": ["ydd-Hebr", "fur-Latn"]}, {"precision": 0.377902, "recall": 0.432806, "f1": 0.392918, "accuracy": 0.432806, "main_score": 0.392918, "hf_subset": "ydd_Hebr-kab_Latn", "languages": ["ydd-Hebr", "kab-Latn"]}, {"precision": 0.939065, "recall": 0.954545, "f1": 0.944005, "accuracy": 0.954545, "main_score": 0.944005, "hf_subset": "ydd_Hebr-lim_Latn", "languages": ["ydd-Hebr", "lim-Latn"]}, {"precision": 0.953393, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "ydd_Hebr-nld_Latn", "languages": ["ydd-Hebr", "nld-Latn"]}, {"precision": 0.911545, "recall": 0.934783, "f1": 0.918497, "accuracy": 0.934783, "main_score": 0.918497, "hf_subset": "ydd_Hebr-san_Deva", "languages": ["ydd-Hebr", "san-Deva"]}, {"precision": 0.934042, "recall": 0.952569, "f1": 0.939954, "accuracy": 0.952569, "main_score": 0.939954, "hf_subset": "ydd_Hebr-tat_Cyrl", "languages": ["ydd-Hebr", "tat-Cyrl"]}, {"precision": 0.606365, "recall": 0.666996, "f1": 0.624071, "accuracy": 0.666996, "main_score": 0.624071, "hf_subset": "ydd_Hebr-xho_Latn", "languages": ["ydd-Hebr", "xho-Latn"]}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "ydd_Hebr-ars_Arab", "languages": ["ydd-Hebr", "ars-Arab"]}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "ydd_Hebr-ceb_Latn", "languages": ["ydd-Hebr", "ceb-Latn"]}, {"precision": 0.48468, "recall": 0.541502, "f1": 0.500879, "accuracy": 0.541502, "main_score": 0.500879, "hf_subset": "ydd_Hebr-fuv_Latn", "languages": ["ydd-Hebr", "fuv-Latn"]}, {"precision": 0.426068, "recall": 0.487154, "f1": 0.442809, "accuracy": 0.487154, "main_score": 0.442809, "hf_subset": "ydd_Hebr-kac_Latn", "languages": ["ydd-Hebr", "kac-Latn"]}, {"precision": 0.591629, "recall": 0.644269, "f1": 0.606202, "accuracy": 0.644269, "main_score": 0.606202, "hf_subset": "ydd_Hebr-lin_Latn", "languages": ["ydd-Hebr", "lin-Latn"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "ydd_Hebr-nno_Latn", "languages": ["ydd-Hebr", "nno-Latn"]}, {"precision": 0.2503, "recall": 0.324111, "f1": 0.2692, "accuracy": 0.324111, "main_score": 0.2692, "hf_subset": "ydd_Hebr-sat_Olck", "languages": ["ydd-Hebr", "sat-Olck"]}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "ydd_Hebr-tel_Telu", "languages": ["ydd-Hebr", "tel-Telu"]}, {"precision": 0.908136, "recall": 0.933794, "f1": 0.916126, "accuracy": 0.933794, "main_score": 0.916126, "hf_subset": "ydd_Hebr-ary_Arab", "languages": ["ydd-Hebr", "ary-Arab"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "ydd_Hebr-ces_Latn", "languages": ["ydd-Hebr", "ces-Latn"]}, {"precision": 0.531006, "recall": 0.593874, "f1": 0.548694, "accuracy": 0.593874, "main_score": 0.548694, "hf_subset": "ydd_Hebr-gaz_Latn", "languages": ["ydd-Hebr", "gaz-Latn"]}, {"precision": 0.506755, "recall": 0.565217, "f1": 0.522478, "accuracy": 0.565217, "main_score": 0.522478, "hf_subset": "ydd_Hebr-kam_Latn", "languages": ["ydd-Hebr", "kam-Latn"]}, {"precision": 0.950181, "recall": 0.964427, "f1": 0.954611, "accuracy": 0.964427, "main_score": 0.954611, "hf_subset": "ydd_Hebr-lit_Latn", "languages": ["ydd-Hebr", "lit-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ydd_Hebr-nob_Latn", "languages": ["ydd-Hebr", "nob-Latn"]}, {"precision": 0.925313, "recall": 0.94664, "f1": 0.932049, "accuracy": 0.94664, "main_score": 0.932049, "hf_subset": "ydd_Hebr-scn_Latn", "languages": ["ydd-Hebr", "scn-Latn"]}, {"precision": 0.90448, "recall": 0.932806, "f1": 0.913175, "accuracy": 0.932806, "main_score": 0.913175, "hf_subset": "ydd_Hebr-tgk_Cyrl", "languages": ["ydd-Hebr", "tgk-Cyrl"]}, {"precision": 0.610278, "recall": 0.682806, "f1": 0.631414, "accuracy": 0.682806, "main_score": 0.631414, "hf_subset": "ydd_Hebr-yor_Latn", "languages": ["ydd-Hebr", "yor-Latn"]}, {"precision": 0.928607, "recall": 0.950593, "f1": 0.935672, "accuracy": 0.950593, "main_score": 0.935672, "hf_subset": "ydd_Hebr-arz_Arab", "languages": ["ydd-Hebr", "arz-Arab"]}, {"precision": 0.471056, "recall": 0.528656, "f1": 0.487111, "accuracy": 0.528656, "main_score": 0.487111, "hf_subset": "ydd_Hebr-cjk_Latn", "languages": ["ydd-Hebr", "cjk-Latn"]}, {"precision": 0.709002, "recall": 0.771739, "f1": 0.727915, "accuracy": 0.771739, "main_score": 0.727915, "hf_subset": "ydd_Hebr-gla_Latn", "languages": ["ydd-Hebr", "gla-Latn"]}, {"precision": 0.957675, "recall": 0.969368, "f1": 0.961265, "accuracy": 0.969368, "main_score": 0.961265, "hf_subset": "ydd_Hebr-kan_Knda", "languages": ["ydd-Hebr", "kan-Knda"]}, {"precision": 0.910771, "recall": 0.935771, "f1": 0.918445, "accuracy": 0.935771, "main_score": 0.918445, "hf_subset": "ydd_Hebr-lmo_Latn", "languages": ["ydd-Hebr", "lmo-Latn"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "ydd_Hebr-npi_Deva", "languages": ["ydd-Hebr", "npi-Deva"]}, {"precision": 0.40037, "recall": 0.456522, "f1": 0.415317, "accuracy": 0.456522, "main_score": 0.415317, "hf_subset": "ydd_Hebr-shn_Mymr", "languages": ["ydd-Hebr", "shn-Mymr"]}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "ydd_Hebr-tgl_Latn", "languages": ["ydd-Hebr", "tgl-Latn"]}, {"precision": 0.943264, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "ydd_Hebr-yue_Hant", "languages": ["ydd-Hebr", "yue-Hant"]}, {"precision": 0.944311, "recall": 0.961462, "f1": 0.949852, "accuracy": 0.961462, "main_score": 0.949852, "hf_subset": "ydd_Hebr-asm_Beng", "languages": ["ydd-Hebr", "asm-Beng"]}, {"precision": 0.870175, "recall": 0.907115, "f1": 0.881653, "accuracy": 0.907115, "main_score": 0.881653, "hf_subset": "ydd_Hebr-ckb_Arab", "languages": ["ydd-Hebr", "ckb-Arab"]}, {"precision": 0.806826, "recall": 0.853755, "f1": 0.820608, "accuracy": 0.853755, "main_score": 0.820608, "hf_subset": "ydd_Hebr-gle_Latn", "languages": ["ydd-Hebr", "gle-Latn"]}, {"precision": 0.837822, "recall": 0.875494, "f1": 0.848995, "accuracy": 0.875494, "main_score": 0.848995, "hf_subset": "ydd_Hebr-kas_Arab", "languages": ["ydd-Hebr", "kas-Arab"]}, {"precision": 0.847612, "recall": 0.884387, "f1": 0.858484, "accuracy": 0.884387, "main_score": 0.858484, "hf_subset": "ydd_Hebr-ltg_Latn", "languages": ["ydd-Hebr", "ltg-Latn"]}, {"precision": 0.54562, "recall": 0.59585, "f1": 0.559134, "accuracy": 0.59585, "main_score": 0.559134, "hf_subset": "ydd_Hebr-nso_Latn", "languages": ["ydd-Hebr", "nso-Latn"]}, {"precision": 0.908267, "recall": 0.934783, "f1": 0.916831, "accuracy": 0.934783, "main_score": 0.916831, "hf_subset": "ydd_Hebr-sin_Sinh", "languages": ["ydd-Hebr", "sin-Sinh"]}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "ydd_Hebr-tha_Thai", "languages": ["ydd-Hebr", "tha-Thai"]}, {"precision": 0.931851, "recall": 0.951581, "f1": 0.937912, "accuracy": 0.951581, "main_score": 0.937912, "hf_subset": "ydd_Hebr-zho_Hans", "languages": ["ydd-Hebr", "zho-Hans"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "ydd_Hebr-ast_Latn", "languages": ["ydd-Hebr", "ast-Latn"]}, {"precision": 0.912549, "recall": 0.939723, "f1": 0.921278, "accuracy": 0.939723, "main_score": 0.921278, "hf_subset": "ydd_Hebr-crh_Latn", "languages": ["ydd-Hebr", "crh-Latn"]}, {"precision": 0.969285, "recall": 0.978261, "f1": 0.972069, "accuracy": 0.978261, "main_score": 0.972069, "hf_subset": "ydd_Hebr-glg_Latn", "languages": ["ydd-Hebr", "glg-Latn"]}, {"precision": 0.74613, "recall": 0.80336, "f1": 0.762502, "accuracy": 0.80336, "main_score": 0.762502, "hf_subset": "ydd_Hebr-kas_Deva", "languages": ["ydd-Hebr", "kas-Deva"]}, {"precision": 0.943099, "recall": 0.959486, "f1": 0.948141, "accuracy": 0.959486, "main_score": 0.948141, "hf_subset": "ydd_Hebr-ltz_Latn", "languages": ["ydd-Hebr", "ltz-Latn"]}, {"precision": 0.416691, "recall": 0.478261, "f1": 0.432453, "accuracy": 0.478261, "main_score": 0.432453, "hf_subset": "ydd_Hebr-nus_Latn", "languages": ["ydd-Hebr", "nus-Latn"]}, {"precision": 0.963068, "recall": 0.97332, "f1": 0.966293, "accuracy": 0.97332, "main_score": 0.966293, "hf_subset": "ydd_Hebr-slk_Latn", "languages": ["ydd-Hebr", "slk-Latn"]}, {"precision": 0.541184, "recall": 0.609684, "f1": 0.560754, "accuracy": 0.609684, "main_score": 0.560754, "hf_subset": "ydd_Hebr-tir_Ethi", "languages": ["ydd-Hebr", "tir-Ethi"]}, {"precision": 0.936133, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "ydd_Hebr-zho_Hant", "languages": ["ydd-Hebr", "zho-Hant"]}, {"precision": 0.941733, "recall": 0.95751, "f1": 0.94664, "accuracy": 0.95751, "main_score": 0.94664, "hf_subset": "ydd_Hebr-awa_Deva", "languages": ["ydd-Hebr", "awa-Deva"]}, {"precision": 0.920619, "recall": 0.942688, "f1": 0.927668, "accuracy": 0.942688, "main_score": 0.927668, "hf_subset": "ydd_Hebr-cym_Latn", "languages": ["ydd-Hebr", "cym-Latn"]}, {"precision": 0.709437, "recall": 0.759881, "f1": 0.724159, "accuracy": 0.759881, "main_score": 0.724159, "hf_subset": "ydd_Hebr-grn_Latn", "languages": ["ydd-Hebr", "grn-Latn"]}, {"precision": 0.936759, "recall": 0.955534, "f1": 0.942655, "accuracy": 0.955534, "main_score": 0.942655, "hf_subset": "ydd_Hebr-kat_Geor", "languages": ["ydd-Hebr", "kat-Geor"]}, {"precision": 0.565507, "recall": 0.615613, "f1": 0.579193, "accuracy": 0.615613, "main_score": 0.579193, "hf_subset": "ydd_Hebr-lua_Latn", "languages": ["ydd-Hebr", "lua-Latn"]}, {"precision": 0.558753, "recall": 0.616601, "f1": 0.575172, "accuracy": 0.616601, "main_score": 0.575172, "hf_subset": "ydd_Hebr-nya_Latn", "languages": ["ydd-Hebr", "nya-Latn"]}, {"precision": 0.955616, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "ydd_Hebr-slv_Latn", "languages": ["ydd-Hebr", "slv-Latn"]}, {"precision": 0.854068, "recall": 0.887352, "f1": 0.863999, "accuracy": 0.887352, "main_score": 0.863999, "hf_subset": "ydd_Hebr-tpi_Latn", "languages": ["ydd-Hebr", "tpi-Latn"]}, {"precision": 0.963966, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "ydd_Hebr-zsm_Latn", "languages": ["ydd-Hebr", "zsm-Latn"]}, {"precision": 0.462035, "recall": 0.523715, "f1": 0.479225, "accuracy": 0.523715, "main_score": 0.479225, "hf_subset": "ydd_Hebr-ayr_Latn", "languages": ["ydd-Hebr", "ayr-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "ydd_Hebr-dan_Latn", "languages": ["ydd-Hebr", "dan-Latn"]}, {"precision": 0.959684, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "ydd_Hebr-guj_Gujr", "languages": ["ydd-Hebr", "guj-Gujr"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ydd_Hebr-kaz_Cyrl", "languages": ["ydd-Hebr", "kaz-Cyrl"]}, {"precision": 0.477184, "recall": 0.530632, "f1": 0.491889, "accuracy": 0.530632, "main_score": 0.491889, "hf_subset": "ydd_Hebr-lug_Latn", "languages": ["ydd-Hebr", "lug-Latn"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ydd_Hebr-oci_Latn", "languages": ["ydd-Hebr", "oci-Latn"]}, {"precision": 0.731777, "recall": 0.791502, "f1": 0.749184, "accuracy": 0.791502, "main_score": 0.749184, "hf_subset": "ydd_Hebr-smo_Latn", "languages": ["ydd-Hebr", "smo-Latn"]}, {"precision": 0.481608, "recall": 0.54249, "f1": 0.497642, "accuracy": 0.54249, "main_score": 0.497642, "hf_subset": "ydd_Hebr-tsn_Latn", "languages": ["ydd-Hebr", "tsn-Latn"]}, {"precision": 0.573064, "recall": 0.636364, "f1": 0.590511, "accuracy": 0.636364, "main_score": 0.590511, "hf_subset": "ydd_Hebr-zul_Latn", "languages": ["ydd-Hebr", "zul-Latn"]}, {"precision": 0.801548, "recall": 0.844862, "f1": 0.814681, "accuracy": 0.844862, "main_score": 0.814681, "hf_subset": "ydd_Hebr-azb_Arab", "languages": ["ydd-Hebr", "azb-Arab"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "ydd_Hebr-deu_Latn", "languages": ["ydd-Hebr", "deu-Latn"]}, {"precision": 0.908136, "recall": 0.932806, "f1": 0.915843, "accuracy": 0.932806, "main_score": 0.915843, "hf_subset": "ydd_Hebr-hat_Latn", "languages": ["ydd-Hebr", "hat-Latn"]}, {"precision": 0.42986, "recall": 0.483202, "f1": 0.444477, "accuracy": 0.483202, "main_score": 0.444477, "hf_subset": "ydd_Hebr-kbp_Latn", "languages": ["ydd-Hebr", "kbp-Latn"]}, {"precision": 0.485948, "recall": 0.544466, "f1": 0.501417, "accuracy": 0.544466, "main_score": 0.501417, "hf_subset": "ydd_Hebr-luo_Latn", "languages": ["ydd-Hebr", "luo-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ydd_Hebr-ory_Orya", "languages": ["ydd-Hebr", "ory-Orya"]}, {"precision": 0.510236, "recall": 0.573123, "f1": 0.528071, "accuracy": 0.573123, "main_score": 0.528071, "hf_subset": "ydd_Hebr-sna_Latn", "languages": ["ydd-Hebr", "sna-Latn"]}, {"precision": 0.513658, "recall": 0.574111, "f1": 0.530231, "accuracy": 0.574111, "main_score": 0.530231, "hf_subset": "ydd_Hebr-tso_Latn", "languages": ["ydd-Hebr", "tso-Latn"]}, {"precision": 0.905962, "recall": 0.933794, "f1": 0.914657, "accuracy": 0.933794, "main_score": 0.914657, "hf_subset": "ydd_Hebr-azj_Latn", "languages": ["ydd-Hebr", "azj-Latn"]}, {"precision": 0.457018, "recall": 0.520751, "f1": 0.474295, "accuracy": 0.520751, "main_score": 0.474295, "hf_subset": "ydd_Hebr-dik_Latn", "languages": ["ydd-Hebr", "dik-Latn"]}, {"precision": 0.652481, "recall": 0.714427, "f1": 0.670426, "accuracy": 0.714427, "main_score": 0.670426, "hf_subset": "ydd_Hebr-hau_Latn", "languages": ["ydd-Hebr", "hau-Latn"]}, {"precision": 0.910583, "recall": 0.935771, "f1": 0.918198, "accuracy": 0.935771, "main_score": 0.918198, "hf_subset": "ydd_Hebr-kea_Latn", "languages": ["ydd-Hebr", "kea-Latn"]}, {"precision": 0.623123, "recall": 0.686759, "f1": 0.642001, "accuracy": 0.686759, "main_score": 0.642001, "hf_subset": "ydd_Hebr-lus_Latn", "languages": ["ydd-Hebr", "lus-Latn"]}, {"precision": 0.760354, "recall": 0.801383, "f1": 0.772211, "accuracy": 0.801383, "main_score": 0.772211, "hf_subset": "ydd_Hebr-pag_Latn", "languages": ["ydd-Hebr", "pag-Latn"]}, {"precision": 0.948155, "recall": 0.963439, "f1": 0.952866, "accuracy": 0.963439, "main_score": 0.952866, "hf_subset": "ydd_Hebr-snd_Arab", "languages": ["ydd-Hebr", "snd-Arab"]}, {"precision": 0.857025, "recall": 0.895257, "f1": 0.868462, "accuracy": 0.895257, "main_score": 0.868462, "hf_subset": "ydd_Hebr-tuk_Latn", "languages": ["ydd-Hebr", "tuk-Latn"]}, {"precision": 0.90802, "recall": 0.934783, "f1": 0.91637, "accuracy": 0.934783, "main_score": 0.91637, "hf_subset": "ydd_Hebr-bak_Cyrl", "languages": ["ydd-Hebr", "bak-Cyrl"]}, {"precision": 0.427426, "recall": 0.504941, "f1": 0.448635, "accuracy": 0.504941, "main_score": 0.448635, "hf_subset": "ydd_Hebr-dyu_Latn", "languages": ["ydd-Hebr", "dyu-Latn"]}, {"precision": 0.975543, "recall": 0.983202, "f1": 0.977997, "accuracy": 0.983202, "main_score": 0.977997, "hf_subset": "ydd_Hebr-heb_Hebr", "languages": ["ydd-Hebr", "heb-Hebr"]}, {"precision": 0.891996, "recall": 0.923913, "f1": 0.902174, "accuracy": 0.923913, "main_score": 0.902174, "hf_subset": "ydd_Hebr-khk_Cyrl", "languages": ["ydd-Hebr", "khk-Cyrl"]}, {"precision": 0.962533, "recall": 0.974308, "f1": 0.966304, "accuracy": 0.974308, "main_score": 0.966304, "hf_subset": "ydd_Hebr-lvs_Latn", "languages": ["ydd-Hebr", "lvs-Latn"]}, {"precision": 0.956275, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "ydd_Hebr-pan_Guru", "languages": ["ydd-Hebr", "pan-Guru"]}, {"precision": 0.642745, "recall": 0.705534, "f1": 0.660925, "accuracy": 0.705534, "main_score": 0.660925, "hf_subset": "ydd_Hebr-som_Latn", "languages": ["ydd-Hebr", "som-Latn"]}, {"precision": 0.530671, "recall": 0.58004, "f1": 0.543963, "accuracy": 0.58004, "main_score": 0.543963, "hf_subset": "ydd_Hebr-tum_Latn", "languages": ["ydd-Hebr", "tum-Latn"]}, {"precision": 0.553796, "recall": 0.620553, "f1": 0.572798, "accuracy": 0.620553, "main_score": 0.572798, "hf_subset": "ary_Arab-ace_Arab", "languages": ["ary-Arab", "ace-Arab"]}, {"precision": 0.501294, "recall": 0.564229, "f1": 0.519107, "accuracy": 0.564229, "main_score": 0.519107, "hf_subset": "ary_Arab-bam_Latn", "languages": ["ary-Arab", "bam-Latn"]}, {"precision": 0.394537, "recall": 0.47332, "f1": 0.415134, "accuracy": 0.47332, "main_score": 0.415134, "hf_subset": "ary_Arab-dzo_Tibt", "languages": ["ary-Arab", "dzo-Tibt"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-hin_Deva", "languages": ["ary-Arab", "hin-Deva"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "ary_Arab-khm_Khmr", "languages": ["ary-Arab", "khm-Khmr"]}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "ary_Arab-mag_Deva", "languages": ["ary-Arab", "mag-Deva"]}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "ary_Arab-pap_Latn", "languages": ["ary-Arab", "pap-Latn"]}, {"precision": 0.558797, "recall": 0.613636, "f1": 0.574554, "accuracy": 0.613636, "main_score": 0.574554, "hf_subset": "ary_Arab-sot_Latn", "languages": ["ary-Arab", "sot-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-tur_Latn", "languages": ["ary-Arab", "tur-Latn"]}, {"precision": 0.831851, "recall": 0.874506, "f1": 0.845356, "accuracy": 0.874506, "main_score": 0.845356, "hf_subset": "ary_Arab-ace_Latn", "languages": ["ary-Arab", "ace-Latn"]}, {"precision": 0.930254, "recall": 0.947628, "f1": 0.935639, "accuracy": 0.947628, "main_score": 0.935639, "hf_subset": "ary_Arab-ban_Latn", "languages": ["ary-Arab", "ban-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-ell_Grek", "languages": ["ary-Arab", "ell-Grek"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "ary_Arab-hne_Deva", "languages": ["ary-Arab", "hne-Deva"]}, {"precision": 0.569229, "recall": 0.628458, "f1": 0.586945, "accuracy": 0.628458, "main_score": 0.586945, "hf_subset": "ary_Arab-kik_Latn", "languages": ["ary-Arab", "kik-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ary_Arab-mai_Deva", "languages": ["ary-Arab", "mai-Deva"]}, {"precision": 0.942194, "recall": 0.960474, "f1": 0.948123, "accuracy": 0.960474, "main_score": 0.948123, "hf_subset": "ary_Arab-pbt_Arab", "languages": ["ary-Arab", "pbt-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-spa_Latn", "languages": ["ary-Arab", "spa-Latn"]}, {"precision": 0.583523, "recall": 0.645257, "f1": 0.601358, "accuracy": 0.645257, "main_score": 0.601358, "hf_subset": "ary_Arab-twi_Latn", "languages": ["ary-Arab", "twi-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-acm_Arab", "languages": ["ary-Arab", "acm-Arab"]}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "ary_Arab-bel_Cyrl", "languages": ["ary-Arab", "bel-Cyrl"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ary_Arab-eng_Latn", "languages": ["ary-Arab", "eng-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ary_Arab-hrv_Latn", "languages": ["ary-Arab", "hrv-Latn"]}, {"precision": 0.536208, "recall": 0.600791, "f1": 0.554351, "accuracy": 0.600791, "main_score": 0.554351, "hf_subset": "ary_Arab-kin_Latn", "languages": ["ary-Arab", "kin-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ary_Arab-mal_Mlym", "languages": ["ary-Arab", "mal-Mlym"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ary_Arab-pes_Arab", "languages": ["ary-Arab", "pes-Arab"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "ary_Arab-srd_Latn", "languages": ["ary-Arab", "srd-Latn"]}, {"precision": 0.175846, "recall": 0.228261, "f1": 0.189796, "accuracy": 0.228261, "main_score": 0.189796, "hf_subset": "ary_Arab-tzm_Tfng", "languages": ["ary-Arab", "tzm-Tfng"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ary_Arab-acq_Arab", "languages": ["ary-Arab", "acq-Arab"]}, {"precision": 0.603689, "recall": 0.655138, "f1": 0.618469, "accuracy": 0.655138, "main_score": 0.618469, "hf_subset": "ary_Arab-bem_Latn", "languages": ["ary-Arab", "bem-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ary_Arab-epo_Latn", "languages": ["ary-Arab", "epo-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-hun_Latn", "languages": ["ary-Arab", "hun-Latn"]}, {"precision": 0.95751, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ary_Arab-kir_Cyrl", "languages": ["ary-Arab", "kir-Cyrl"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "ary_Arab-mar_Deva", "languages": ["ary-Arab", "mar-Deva"]}, {"precision": 0.641231, "recall": 0.698617, "f1": 0.658289, "accuracy": 0.698617, "main_score": 0.658289, "hf_subset": "ary_Arab-plt_Latn", "languages": ["ary-Arab", "plt-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-srp_Cyrl", "languages": ["ary-Arab", "srp-Cyrl"]}, {"precision": 0.920125, "recall": 0.943676, "f1": 0.927701, "accuracy": 0.943676, "main_score": 0.927701, "hf_subset": "ary_Arab-uig_Arab", "languages": ["ary-Arab", "uig-Arab"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ary_Arab-aeb_Arab", "languages": ["ary-Arab", "aeb-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ary_Arab-ben_Beng", "languages": ["ary-Arab", "ben-Beng"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ary_Arab-est_Latn", "languages": ["ary-Arab", "est-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ary_Arab-hye_Armn", "languages": ["ary-Arab", "hye-Armn"]}, {"precision": 0.534437, "recall": 0.582016, "f1": 0.548174, "accuracy": 0.582016, "main_score": 0.548174, "hf_subset": "ary_Arab-kmb_Latn", "languages": ["ary-Arab", "kmb-Latn"]}, {"precision": 0.455254, "recall": 0.52668, "f1": 0.474664, "accuracy": 0.52668, "main_score": 0.474664, "hf_subset": "ary_Arab-min_Arab", "languages": ["ary-Arab", "min-Arab"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-pol_Latn", "languages": ["ary-Arab", "pol-Latn"]}, {"precision": 0.543643, "recall": 0.604743, "f1": 0.560983, "accuracy": 0.604743, "main_score": 0.560983, "hf_subset": "ary_Arab-ssw_Latn", "languages": ["ary-Arab", "ssw-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-ukr_Cyrl", "languages": ["ary-Arab", "ukr-Cyrl"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-afr_Latn", "languages": ["ary-Arab", "afr-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-bho_Deva", "languages": ["ary-Arab", "bho-Deva"]}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "ary_Arab-eus_Latn", "languages": ["ary-Arab", "eus-Latn"]}, {"precision": 0.54572, "recall": 0.610672, "f1": 0.56397, "accuracy": 0.610672, "main_score": 0.56397, "hf_subset": "ary_Arab-ibo_Latn", "languages": ["ary-Arab", "ibo-Latn"]}, {"precision": 0.823534, "recall": 0.867589, "f1": 0.837272, "accuracy": 0.867589, "main_score": 0.837272, "hf_subset": "ary_Arab-kmr_Latn", "languages": ["ary-Arab", "kmr-Latn"]}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "ary_Arab-min_Latn", "languages": ["ary-Arab", "min-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-por_Latn", "languages": ["ary-Arab", "por-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ary_Arab-sun_Latn", "languages": ["ary-Arab", "sun-Latn"]}, {"precision": 0.505849, "recall": 0.561265, "f1": 0.521291, "accuracy": 0.561265, "main_score": 0.521291, "hf_subset": "ary_Arab-umb_Latn", "languages": ["ary-Arab", "umb-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-ajp_Arab", "languages": ["ary-Arab", "ajp-Arab"]}, {"precision": 0.513672, "recall": 0.577075, "f1": 0.531735, "accuracy": 0.577075, "main_score": 0.531735, "hf_subset": "ary_Arab-bjn_Arab", "languages": ["ary-Arab", "bjn-Arab"]}, {"precision": 0.498666, "recall": 0.5583, "f1": 0.515482, "accuracy": 0.5583, "main_score": 0.515482, "hf_subset": "ary_Arab-ewe_Latn", "languages": ["ary-Arab", "ewe-Latn"]}, {"precision": 0.92136, "recall": 0.943676, "f1": 0.92859, "accuracy": 0.943676, "main_score": 0.92859, "hf_subset": "ary_Arab-ilo_Latn", "languages": ["ary-Arab", "ilo-Latn"]}, {"precision": 0.307253, "recall": 0.364625, "f1": 0.322725, "accuracy": 0.364625, "main_score": 0.322725, "hf_subset": "ary_Arab-knc_Arab", "languages": ["ary-Arab", "knc-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ary_Arab-mkd_Cyrl", "languages": ["ary-Arab", "mkd-Cyrl"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ary_Arab-prs_Arab", "languages": ["ary-Arab", "prs-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-swe_Latn", "languages": ["ary-Arab", "swe-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ary_Arab-urd_Arab", "languages": ["ary-Arab", "urd-Arab"]}, {"precision": 0.554825, "recall": 0.618577, "f1": 0.573424, "accuracy": 0.618577, "main_score": 0.573424, "hf_subset": "ary_Arab-aka_Latn", "languages": ["ary-Arab", "aka-Latn"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "ary_Arab-bjn_Latn", "languages": ["ary-Arab", "bjn-Latn"]}, {"precision": 0.92803, "recall": 0.949605, "f1": 0.934947, "accuracy": 0.949605, "main_score": 0.934947, "hf_subset": "ary_Arab-fao_Latn", "languages": ["ary-Arab", "fao-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-ind_Latn", "languages": ["ary-Arab", "ind-Latn"]}, {"precision": 0.573497, "recall": 0.62747, "f1": 0.589155, "accuracy": 0.62747, "main_score": 0.589155, "hf_subset": "ary_Arab-knc_Latn", "languages": ["ary-Arab", "knc-Latn"]}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "ary_Arab-mlt_Latn", "languages": ["ary-Arab", "mlt-Latn"]}, {"precision": 0.670892, "recall": 0.73419, "f1": 0.689417, "accuracy": 0.73419, "main_score": 0.689417, "hf_subset": "ary_Arab-quy_Latn", "languages": ["ary-Arab", "quy-Latn"]}, {"precision": 0.942688, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "ary_Arab-swh_Latn", "languages": ["ary-Arab", "swh-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "ary_Arab-uzn_Latn", "languages": ["ary-Arab", "uzn-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ary_Arab-als_Latn", "languages": ["ary-Arab", "als-Latn"]}, {"precision": 0.571305, "recall": 0.647233, "f1": 0.593074, "accuracy": 0.647233, "main_score": 0.593074, "hf_subset": "ary_Arab-bod_Tibt", "languages": ["ary-Arab", "bod-Tibt"]}, {"precision": 0.653373, "recall": 0.717391, "f1": 0.672384, "accuracy": 0.717391, "main_score": 0.672384, "hf_subset": "ary_Arab-fij_Latn", "languages": ["ary-Arab", "fij-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "ary_Arab-isl_Latn", "languages": ["ary-Arab", "isl-Latn"]}, {"precision": 0.640119, "recall": 0.698617, "f1": 0.657449, "accuracy": 0.698617, "main_score": 0.657449, "hf_subset": "ary_Arab-kon_Latn", "languages": ["ary-Arab", "kon-Latn"]}, {"precision": 0.611388, "recall": 0.68083, "f1": 0.630919, "accuracy": 0.68083, "main_score": 0.630919, "hf_subset": "ary_Arab-mni_Beng", "languages": ["ary-Arab", "mni-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-ron_Latn", "languages": ["ary-Arab", "ron-Latn"]}, {"precision": 0.957675, "recall": 0.969368, "f1": 0.961462, "accuracy": 0.969368, "main_score": 0.961462, "hf_subset": "ary_Arab-szl_Latn", "languages": ["ary-Arab", "szl-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "ary_Arab-vec_Latn", "languages": ["ary-Arab", "vec-Latn"]}, {"precision": 0.88694, "recall": 0.91996, "f1": 0.897299, "accuracy": 0.91996, "main_score": 0.897299, "hf_subset": "ary_Arab-amh_Ethi", "languages": ["ary-Arab", "amh-Ethi"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-bos_Latn", "languages": ["ary-Arab", "bos-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ary_Arab-fin_Latn", "languages": ["ary-Arab", "fin-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-ita_Latn", "languages": ["ary-Arab", "ita-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ary_Arab-kor_Hang", "languages": ["ary-Arab", "kor-Hang"]}, {"precision": 0.518846, "recall": 0.579051, "f1": 0.535779, "accuracy": 0.579051, "main_score": 0.535779, "hf_subset": "ary_Arab-mos_Latn", "languages": ["ary-Arab", "mos-Latn"]}, {"precision": 0.538292, "recall": 0.594862, "f1": 0.554556, "accuracy": 0.594862, "main_score": 0.554556, "hf_subset": "ary_Arab-run_Latn", "languages": ["ary-Arab", "run-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ary_Arab-tam_Taml", "languages": ["ary-Arab", "tam-Taml"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "ary_Arab-vie_Latn", "languages": ["ary-Arab", "vie-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-apc_Arab", "languages": ["ary-Arab", "apc-Arab"]}, {"precision": 0.764657, "recall": 0.814229, "f1": 0.779418, "accuracy": 0.814229, "main_score": 0.779418, "hf_subset": "ary_Arab-bug_Latn", "languages": ["ary-Arab", "bug-Latn"]}, {"precision": 0.458128, "recall": 0.51581, "f1": 0.473262, "accuracy": 0.51581, "main_score": 0.473262, "hf_subset": "ary_Arab-fon_Latn", "languages": ["ary-Arab", "fon-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ary_Arab-jav_Latn", "languages": ["ary-Arab", "jav-Latn"]}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "ary_Arab-lao_Laoo", "languages": ["ary-Arab", "lao-Laoo"]}, {"precision": 0.811439, "recall": 0.858696, "f1": 0.825939, "accuracy": 0.858696, "main_score": 0.825939, "hf_subset": "ary_Arab-mri_Latn", "languages": ["ary-Arab", "mri-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-rus_Cyrl", "languages": ["ary-Arab", "rus-Cyrl"]}, {"precision": 0.5333, "recall": 0.596838, "f1": 0.551291, "accuracy": 0.596838, "main_score": 0.551291, "hf_subset": "ary_Arab-taq_Latn", "languages": ["ary-Arab", "taq-Latn"]}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "ary_Arab-war_Latn", "languages": ["ary-Arab", "war-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-arb_Arab", "languages": ["ary-Arab", "arb-Arab"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ary_Arab-bul_Cyrl", "languages": ["ary-Arab", "bul-Cyrl"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ary_Arab-fra_Latn", "languages": ["ary-Arab", "fra-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-jpn_Jpan", "languages": ["ary-Arab", "jpn-Jpan"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ary_Arab-lij_Latn", "languages": ["ary-Arab", "lij-Latn"]}, {"precision": 0.948123, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "ary_Arab-mya_Mymr", "languages": ["ary-Arab", "mya-Mymr"]}, {"precision": 0.579105, "recall": 0.643281, "f1": 0.597338, "accuracy": 0.643281, "main_score": 0.597338, "hf_subset": "ary_Arab-sag_Latn", "languages": ["ary-Arab", "sag-Latn"]}, {"precision": 0.194555, "recall": 0.251976, "f1": 0.207966, "accuracy": 0.251976, "main_score": 0.207966, "hf_subset": "ary_Arab-taq_Tfng", "languages": ["ary-Arab", "taq-Tfng"]}, {"precision": 0.59697, "recall": 0.662055, "f1": 0.61606, "accuracy": 0.662055, "main_score": 0.61606, "hf_subset": "ary_Arab-wol_Latn", "languages": ["ary-Arab", "wol-Latn"]}, {"precision": 0.805567, "recall": 0.854743, "f1": 0.820407, "accuracy": 0.854743, "main_score": 0.820407, "hf_subset": "ary_Arab-arb_Latn", "languages": ["ary-Arab", "arb-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-cat_Latn", "languages": ["ary-Arab", "cat-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "ary_Arab-fur_Latn", "languages": ["ary-Arab", "fur-Latn"]}, {"precision": 0.414512, "recall": 0.469368, "f1": 0.429793, "accuracy": 0.469368, "main_score": 0.429793, "hf_subset": "ary_Arab-kab_Latn", "languages": ["ary-Arab", "kab-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ary_Arab-lim_Latn", "languages": ["ary-Arab", "lim-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-nld_Latn", "languages": ["ary-Arab", "nld-Latn"]}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "ary_Arab-san_Deva", "languages": ["ary-Arab", "san-Deva"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "ary_Arab-tat_Cyrl", "languages": ["ary-Arab", "tat-Cyrl"]}, {"precision": 0.652989, "recall": 0.710474, "f1": 0.670199, "accuracy": 0.710474, "main_score": 0.670199, "hf_subset": "ary_Arab-xho_Latn", "languages": ["ary-Arab", "xho-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-ars_Arab", "languages": ["ary-Arab", "ars-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "ary_Arab-ceb_Latn", "languages": ["ary-Arab", "ceb-Latn"]}, {"precision": 0.539163, "recall": 0.601779, "f1": 0.55715, "accuracy": 0.601779, "main_score": 0.55715, "hf_subset": "ary_Arab-fuv_Latn", "languages": ["ary-Arab", "fuv-Latn"]}, {"precision": 0.493659, "recall": 0.554348, "f1": 0.510299, "accuracy": 0.554348, "main_score": 0.510299, "hf_subset": "ary_Arab-kac_Latn", "languages": ["ary-Arab", "kac-Latn"]}, {"precision": 0.6369, "recall": 0.695652, "f1": 0.65404, "accuracy": 0.695652, "main_score": 0.65404, "hf_subset": "ary_Arab-lin_Latn", "languages": ["ary-Arab", "lin-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ary_Arab-nno_Latn", "languages": ["ary-Arab", "nno-Latn"]}, {"precision": 0.211156, "recall": 0.281621, "f1": 0.229835, "accuracy": 0.281621, "main_score": 0.229835, "hf_subset": "ary_Arab-sat_Olck", "languages": ["ary-Arab", "sat-Olck"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-tel_Telu", "languages": ["ary-Arab", "tel-Telu"]}, {"precision": 0.917078, "recall": 0.942688, "f1": 0.925296, "accuracy": 0.942688, "main_score": 0.925296, "hf_subset": "ary_Arab-ydd_Hebr", "languages": ["ary-Arab", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-ces_Latn", "languages": ["ary-Arab", "ces-Latn"]}, {"precision": 0.530658, "recall": 0.59585, "f1": 0.549739, "accuracy": 0.59585, "main_score": 0.549739, "hf_subset": "ary_Arab-gaz_Latn", "languages": ["ary-Arab", "gaz-Latn"]}, {"precision": 0.568958, "recall": 0.629447, "f1": 0.586105, "accuracy": 0.629447, "main_score": 0.586105, "hf_subset": "ary_Arab-kam_Latn", "languages": ["ary-Arab", "kam-Latn"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "ary_Arab-lit_Latn", "languages": ["ary-Arab", "lit-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ary_Arab-nob_Latn", "languages": ["ary-Arab", "nob-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "ary_Arab-scn_Latn", "languages": ["ary-Arab", "scn-Latn"]}, {"precision": 0.946229, "recall": 0.961462, "f1": 0.951153, "accuracy": 0.961462, "main_score": 0.951153, "hf_subset": "ary_Arab-tgk_Cyrl", "languages": ["ary-Arab", "tgk-Cyrl"]}, {"precision": 0.6619, "recall": 0.733202, "f1": 0.68358, "accuracy": 0.733202, "main_score": 0.68358, "hf_subset": "ary_Arab-yor_Latn", "languages": ["ary-Arab", "yor-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-arz_Arab", "languages": ["ary-Arab", "arz-Arab"]}, {"precision": 0.546817, "recall": 0.609684, "f1": 0.564695, "accuracy": 0.609684, "main_score": 0.564695, "hf_subset": "ary_Arab-cjk_Latn", "languages": ["ary-Arab", "cjk-Latn"]}, {"precision": 0.725791, "recall": 0.783597, "f1": 0.743332, "accuracy": 0.783597, "main_score": 0.743332, "hf_subset": "ary_Arab-gla_Latn", "languages": ["ary-Arab", "gla-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-kan_Knda", "languages": ["ary-Arab", "kan-Knda"]}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "ary_Arab-lmo_Latn", "languages": ["ary-Arab", "lmo-Latn"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "ary_Arab-npi_Deva", "languages": ["ary-Arab", "npi-Deva"]}, {"precision": 0.447252, "recall": 0.509881, "f1": 0.464564, "accuracy": 0.509881, "main_score": 0.464564, "hf_subset": "ary_Arab-shn_Mymr", "languages": ["ary-Arab", "shn-Mymr"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ary_Arab-tgl_Latn", "languages": ["ary-Arab", "tgl-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-yue_Hant", "languages": ["ary-Arab", "yue-Hant"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ary_Arab-asm_Beng", "languages": ["ary-Arab", "asm-Beng"]}, {"precision": 0.912138, "recall": 0.937747, "f1": 0.920309, "accuracy": 0.937747, "main_score": 0.920309, "hf_subset": "ary_Arab-ckb_Arab", "languages": ["ary-Arab", "ckb-Arab"]}, {"precision": 0.811627, "recall": 0.857708, "f1": 0.825692, "accuracy": 0.857708, "main_score": 0.825692, "hf_subset": "ary_Arab-gle_Latn", "languages": ["ary-Arab", "gle-Latn"]}, {"precision": 0.913538, "recall": 0.936759, "f1": 0.920949, "accuracy": 0.936759, "main_score": 0.920949, "hf_subset": "ary_Arab-kas_Arab", "languages": ["ary-Arab", "kas-Arab"]}, {"precision": 0.897151, "recall": 0.925889, "f1": 0.906192, "accuracy": 0.925889, "main_score": 0.906192, "hf_subset": "ary_Arab-ltg_Latn", "languages": ["ary-Arab", "ltg-Latn"]}, {"precision": 0.602891, "recall": 0.655138, "f1": 0.61825, "accuracy": 0.655138, "main_score": 0.61825, "hf_subset": "ary_Arab-nso_Latn", "languages": ["ary-Arab", "nso-Latn"]}, {"precision": 0.936265, "recall": 0.956522, "f1": 0.943017, "accuracy": 0.956522, "main_score": 0.943017, "hf_subset": "ary_Arab-sin_Sinh", "languages": ["ary-Arab", "sin-Sinh"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ary_Arab-tha_Thai", "languages": ["ary-Arab", "tha-Thai"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-zho_Hans", "languages": ["ary-Arab", "zho-Hans"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-ast_Latn", "languages": ["ary-Arab", "ast-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "ary_Arab-crh_Latn", "languages": ["ary-Arab", "crh-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ary_Arab-glg_Latn", "languages": ["ary-Arab", "glg-Latn"]}, {"precision": 0.847283, "recall": 0.889328, "f1": 0.860573, "accuracy": 0.889328, "main_score": 0.860573, "hf_subset": "ary_Arab-kas_Deva", "languages": ["ary-Arab", "kas-Deva"]}, {"precision": 0.953393, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "ary_Arab-ltz_Latn", "languages": ["ary-Arab", "ltz-Latn"]}, {"precision": 0.441825, "recall": 0.511858, "f1": 0.459819, "accuracy": 0.511858, "main_score": 0.459819, "hf_subset": "ary_Arab-nus_Latn", "languages": ["ary-Arab", "nus-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-slk_Latn", "languages": ["ary-Arab", "slk-Latn"]}, {"precision": 0.601623, "recall": 0.66502, "f1": 0.620457, "accuracy": 0.66502, "main_score": 0.620457, "hf_subset": "ary_Arab-tir_Ethi", "languages": ["ary-Arab", "tir-Ethi"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-zho_Hant", "languages": ["ary-Arab", "zho-Hant"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ary_Arab-awa_Deva", "languages": ["ary-Arab", "awa-Deva"]}, {"precision": 0.935935, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "ary_Arab-cym_Latn", "languages": ["ary-Arab", "cym-Latn"]}, {"precision": 0.793709, "recall": 0.839921, "f1": 0.807773, "accuracy": 0.839921, "main_score": 0.807773, "hf_subset": "ary_Arab-grn_Latn", "languages": ["ary-Arab", "grn-Latn"]}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "ary_Arab-kat_Geor", "languages": ["ary-Arab", "kat-Geor"]}, {"precision": 0.626305, "recall": 0.678854, "f1": 0.641426, "accuracy": 0.678854, "main_score": 0.641426, "hf_subset": "ary_Arab-lua_Latn", "languages": ["ary-Arab", "lua-Latn"]}, {"precision": 0.626172, "recall": 0.685771, "f1": 0.643007, "accuracy": 0.685771, "main_score": 0.643007, "hf_subset": "ary_Arab-nya_Latn", "languages": ["ary-Arab", "nya-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-slv_Latn", "languages": ["ary-Arab", "slv-Latn"]}, {"precision": 0.915514, "recall": 0.940711, "f1": 0.923551, "accuracy": 0.940711, "main_score": 0.923551, "hf_subset": "ary_Arab-tpi_Latn", "languages": ["ary-Arab", "tpi-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ary_Arab-zsm_Latn", "languages": ["ary-Arab", "zsm-Latn"]}, {"precision": 0.52804, "recall": 0.588933, "f1": 0.545556, "accuracy": 0.588933, "main_score": 0.545556, "hf_subset": "ary_Arab-ayr_Latn", "languages": ["ary-Arab", "ayr-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-dan_Latn", "languages": ["ary-Arab", "dan-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-guj_Gujr", "languages": ["ary-Arab", "guj-Gujr"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ary_Arab-kaz_Cyrl", "languages": ["ary-Arab", "kaz-Cyrl"]}, {"precision": 0.51242, "recall": 0.58004, "f1": 0.531351, "accuracy": 0.58004, "main_score": 0.531351, "hf_subset": "ary_Arab-lug_Latn", "languages": ["ary-Arab", "lug-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-oci_Latn", "languages": ["ary-Arab", "oci-Latn"]}, {"precision": 0.781548, "recall": 0.832016, "f1": 0.79717, "accuracy": 0.832016, "main_score": 0.79717, "hf_subset": "ary_Arab-smo_Latn", "languages": ["ary-Arab", "smo-Latn"]}, {"precision": 0.524843, "recall": 0.585968, "f1": 0.541881, "accuracy": 0.585968, "main_score": 0.541881, "hf_subset": "ary_Arab-tsn_Latn", "languages": ["ary-Arab", "tsn-Latn"]}, {"precision": 0.58533, "recall": 0.645257, "f1": 0.602783, "accuracy": 0.645257, "main_score": 0.602783, "hf_subset": "ary_Arab-zul_Latn", "languages": ["ary-Arab", "zul-Latn"]}, {"precision": 0.872612, "recall": 0.909091, "f1": 0.884289, "accuracy": 0.909091, "main_score": 0.884289, "hf_subset": "ary_Arab-azb_Arab", "languages": ["ary-Arab", "azb-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-deu_Latn", "languages": ["ary-Arab", "deu-Latn"]}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "ary_Arab-hat_Latn", "languages": ["ary-Arab", "hat-Latn"]}, {"precision": 0.480009, "recall": 0.536561, "f1": 0.496494, "accuracy": 0.536561, "main_score": 0.496494, "hf_subset": "ary_Arab-kbp_Latn", "languages": ["ary-Arab", "kbp-Latn"]}, {"precision": 0.558696, "recall": 0.61166, "f1": 0.573238, "accuracy": 0.61166, "main_score": 0.573238, "hf_subset": "ary_Arab-luo_Latn", "languages": ["ary-Arab", "luo-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-ory_Orya", "languages": ["ary-Arab", "ory-Orya"]}, {"precision": 0.575148, "recall": 0.637352, "f1": 0.593088, "accuracy": 0.637352, "main_score": 0.593088, "hf_subset": "ary_Arab-sna_Latn", "languages": ["ary-Arab", "sna-Latn"]}, {"precision": 0.535539, "recall": 0.587945, "f1": 0.550231, "accuracy": 0.587945, "main_score": 0.550231, "hf_subset": "ary_Arab-tso_Latn", "languages": ["ary-Arab", "tso-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "ary_Arab-azj_Latn", "languages": ["ary-Arab", "azj-Latn"]}, {"precision": 0.517681, "recall": 0.589921, "f1": 0.538537, "accuracy": 0.589921, "main_score": 0.538537, "hf_subset": "ary_Arab-dik_Latn", "languages": ["ary-Arab", "dik-Latn"]}, {"precision": 0.695702, "recall": 0.754941, "f1": 0.712747, "accuracy": 0.754941, "main_score": 0.712747, "hf_subset": "ary_Arab-hau_Latn", "languages": ["ary-Arab", "hau-Latn"]}, {"precision": 0.947991, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "ary_Arab-kea_Latn", "languages": ["ary-Arab", "kea-Latn"]}, {"precision": 0.715003, "recall": 0.773715, "f1": 0.732839, "accuracy": 0.773715, "main_score": 0.732839, "hf_subset": "ary_Arab-lus_Latn", "languages": ["ary-Arab", "lus-Latn"]}, {"precision": 0.836248, "recall": 0.87253, "f1": 0.847468, "accuracy": 0.87253, "main_score": 0.847468, "hf_subset": "ary_Arab-pag_Latn", "languages": ["ary-Arab", "pag-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "ary_Arab-snd_Arab", "languages": ["ary-Arab", "snd-Arab"]}, {"precision": 0.909585, "recall": 0.936759, "f1": 0.918281, "accuracy": 0.936759, "main_score": 0.918281, "hf_subset": "ary_Arab-tuk_Latn", "languages": ["ary-Arab", "tuk-Latn"]}, {"precision": 0.942111, "recall": 0.960474, "f1": 0.948024, "accuracy": 0.960474, "main_score": 0.948024, "hf_subset": "ary_Arab-bak_Cyrl", "languages": ["ary-Arab", "bak-Cyrl"]}, {"precision": 0.470698, "recall": 0.546443, "f1": 0.493154, "accuracy": 0.546443, "main_score": 0.493154, "hf_subset": "ary_Arab-dyu_Latn", "languages": ["ary-Arab", "dyu-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ary_Arab-heb_Hebr", "languages": ["ary-Arab", "heb-Hebr"]}, {"precision": 0.952652, "recall": 0.967391, "f1": 0.957411, "accuracy": 0.967391, "main_score": 0.957411, "hf_subset": "ary_Arab-khk_Cyrl", "languages": ["ary-Arab", "khk-Cyrl"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-lvs_Latn", "languages": ["ary-Arab", "lvs-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-pan_Guru", "languages": ["ary-Arab", "pan-Guru"]}, {"precision": 0.670422, "recall": 0.737154, "f1": 0.690072, "accuracy": 0.737154, "main_score": 0.690072, "hf_subset": "ary_Arab-som_Latn", "languages": ["ary-Arab", "som-Latn"]}, {"precision": 0.56791, "recall": 0.618577, "f1": 0.582715, "accuracy": 0.618577, "main_score": 0.582715, "hf_subset": "ary_Arab-tum_Latn", "languages": ["ary-Arab", "tum-Latn"]}, {"precision": 0.597786, "recall": 0.663043, "f1": 0.61682, "accuracy": 0.663043, "main_score": 0.61682, "hf_subset": "ces_Latn-ace_Arab", "languages": ["ces-Latn", "ace-Arab"]}, {"precision": 0.545121, "recall": 0.599802, "f1": 0.560455, "accuracy": 0.599802, "main_score": 0.560455, "hf_subset": "ces_Latn-bam_Latn", "languages": ["ces-Latn", "bam-Latn"]}, {"precision": 0.440853, "recall": 0.516798, "f1": 0.461434, "accuracy": 0.516798, "main_score": 0.461434, "hf_subset": "ces_Latn-dzo_Tibt", "languages": ["ces-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hin_Deva", "languages": ["ces-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-khm_Khmr", "languages": ["ces-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-mag_Deva", "languages": ["ces-Latn", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-pap_Latn", "languages": ["ces-Latn", "pap-Latn"]}, {"precision": 0.606283, "recall": 0.660079, "f1": 0.621011, "accuracy": 0.660079, "main_score": 0.621011, "hf_subset": "ces_Latn-sot_Latn", "languages": ["ces-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tur_Latn", "languages": ["ces-Latn", "tur-Latn"]}, {"precision": 0.882691, "recall": 0.913043, "f1": 0.892358, "accuracy": 0.913043, "main_score": 0.892358, "hf_subset": "ces_Latn-ace_Latn", "languages": ["ces-Latn", "ace-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "ces_Latn-ban_Latn", "languages": ["ces-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ell_Grek", "languages": ["ces-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ces_Latn-hne_Deva", "languages": ["ces-Latn", "hne-Deva"]}, {"precision": 0.609562, "recall": 0.666008, "f1": 0.625866, "accuracy": 0.666008, "main_score": 0.625866, "hf_subset": "ces_Latn-kik_Latn", "languages": ["ces-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-mai_Deva", "languages": ["ces-Latn", "mai-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "ces_Latn-pbt_Arab", "languages": ["ces-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-spa_Latn", "languages": ["ces-Latn", "spa-Latn"]}, {"precision": 0.616396, "recall": 0.679842, "f1": 0.634046, "accuracy": 0.679842, "main_score": 0.634046, "hf_subset": "ces_Latn-twi_Latn", "languages": ["ces-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-acm_Arab", "languages": ["ces-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-bel_Cyrl", "languages": ["ces-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-eng_Latn", "languages": ["ces-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hrv_Latn", "languages": ["ces-Latn", "hrv-Latn"]}, {"precision": 0.567054, "recall": 0.629447, "f1": 0.584038, "accuracy": 0.629447, "main_score": 0.584038, "hf_subset": "ces_Latn-kin_Latn", "languages": ["ces-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-mal_Mlym", "languages": ["ces-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pes_Arab", "languages": ["ces-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-srd_Latn", "languages": ["ces-Latn", "srd-Latn"]}, {"precision": 0.192769, "recall": 0.243083, "f1": 0.205156, "accuracy": 0.243083, "main_score": 0.205156, "hf_subset": "ces_Latn-tzm_Tfng", "languages": ["ces-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-acq_Arab", "languages": ["ces-Latn", "acq-Arab"]}, {"precision": 0.640055, "recall": 0.689723, "f1": 0.653447, "accuracy": 0.689723, "main_score": 0.653447, "hf_subset": "ces_Latn-bem_Latn", "languages": ["ces-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-epo_Latn", "languages": ["ces-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hun_Latn", "languages": ["ces-Latn", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-kir_Cyrl", "languages": ["ces-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-mar_Deva", "languages": ["ces-Latn", "mar-Deva"]}, {"precision": 0.694318, "recall": 0.744071, "f1": 0.708663, "accuracy": 0.744071, "main_score": 0.708663, "hf_subset": "ces_Latn-plt_Latn", "languages": ["ces-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-srp_Cyrl", "languages": ["ces-Latn", "srp-Cyrl"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "ces_Latn-uig_Arab", "languages": ["ces-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-aeb_Arab", "languages": ["ces-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ben_Beng", "languages": ["ces-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-est_Latn", "languages": ["ces-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hye_Armn", "languages": ["ces-Latn", "hye-Armn"]}, {"precision": 0.556987, "recall": 0.606719, "f1": 0.5712, "accuracy": 0.606719, "main_score": 0.5712, "hf_subset": "ces_Latn-kmb_Latn", "languages": ["ces-Latn", "kmb-Latn"]}, {"precision": 0.514405, "recall": 0.586957, "f1": 0.534365, "accuracy": 0.586957, "main_score": 0.534365, "hf_subset": "ces_Latn-min_Arab", "languages": ["ces-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pol_Latn", "languages": ["ces-Latn", "pol-Latn"]}, {"precision": 0.566436, "recall": 0.628458, "f1": 0.584538, "accuracy": 0.628458, "main_score": 0.584538, "hf_subset": "ces_Latn-ssw_Latn", "languages": ["ces-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ukr_Cyrl", "languages": ["ces-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-afr_Latn", "languages": ["ces-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-bho_Deva", "languages": ["ces-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-eus_Latn", "languages": ["ces-Latn", "eus-Latn"]}, {"precision": 0.590267, "recall": 0.650198, "f1": 0.607284, "accuracy": 0.650198, "main_score": 0.607284, "hf_subset": "ces_Latn-ibo_Latn", "languages": ["ces-Latn", "ibo-Latn"]}, {"precision": 0.905715, "recall": 0.931818, "f1": 0.914097, "accuracy": 0.931818, "main_score": 0.914097, "hf_subset": "ces_Latn-kmr_Latn", "languages": ["ces-Latn", "kmr-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-min_Latn", "languages": ["ces-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-por_Latn", "languages": ["ces-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-sun_Latn", "languages": ["ces-Latn", "sun-Latn"]}, {"precision": 0.542368, "recall": 0.599802, "f1": 0.559013, "accuracy": 0.599802, "main_score": 0.559013, "hf_subset": "ces_Latn-umb_Latn", "languages": ["ces-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-ajp_Arab", "languages": ["ces-Latn", "ajp-Arab"]}, {"precision": 0.55543, "recall": 0.617589, "f1": 0.573167, "accuracy": 0.617589, "main_score": 0.573167, "hf_subset": "ces_Latn-bjn_Arab", "languages": ["ces-Latn", "bjn-Arab"]}, {"precision": 0.52851, "recall": 0.58498, "f1": 0.54367, "accuracy": 0.58498, "main_score": 0.54367, "hf_subset": "ces_Latn-ewe_Latn", "languages": ["ces-Latn", "ewe-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ces_Latn-ilo_Latn", "languages": ["ces-Latn", "ilo-Latn"]}, {"precision": 0.321948, "recall": 0.380435, "f1": 0.338387, "accuracy": 0.380435, "main_score": 0.338387, "hf_subset": "ces_Latn-knc_Arab", "languages": ["ces-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-mkd_Cyrl", "languages": ["ces-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-prs_Arab", "languages": ["ces-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-swe_Latn", "languages": ["ces-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-urd_Arab", "languages": ["ces-Latn", "urd-Arab"]}, {"precision": 0.604908, "recall": 0.664032, "f1": 0.621763, "accuracy": 0.664032, "main_score": 0.621763, "hf_subset": "ces_Latn-aka_Latn", "languages": ["ces-Latn", "aka-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ces_Latn-bjn_Latn", "languages": ["ces-Latn", "bjn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-fao_Latn", "languages": ["ces-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ind_Latn", "languages": ["ces-Latn", "ind-Latn"]}, {"precision": 0.594358, "recall": 0.646245, "f1": 0.609127, "accuracy": 0.646245, "main_score": 0.609127, "hf_subset": "ces_Latn-knc_Latn", "languages": ["ces-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ces_Latn-mlt_Latn", "languages": ["ces-Latn", "mlt-Latn"]}, {"precision": 0.716027, "recall": 0.775692, "f1": 0.733177, "accuracy": 0.775692, "main_score": 0.733177, "hf_subset": "ces_Latn-quy_Latn", "languages": ["ces-Latn", "quy-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ces_Latn-swh_Latn", "languages": ["ces-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-uzn_Latn", "languages": ["ces-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-als_Latn", "languages": ["ces-Latn", "als-Latn"]}, {"precision": 0.659717, "recall": 0.73913, "f1": 0.683484, "accuracy": 0.73913, "main_score": 0.683484, "hf_subset": "ces_Latn-bod_Tibt", "languages": ["ces-Latn", "bod-Tibt"]}, {"precision": 0.727664, "recall": 0.779644, "f1": 0.742547, "accuracy": 0.779644, "main_score": 0.742547, "hf_subset": "ces_Latn-fij_Latn", "languages": ["ces-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-isl_Latn", "languages": ["ces-Latn", "isl-Latn"]}, {"precision": 0.674111, "recall": 0.726285, "f1": 0.689399, "accuracy": 0.726285, "main_score": 0.689399, "hf_subset": "ces_Latn-kon_Latn", "languages": ["ces-Latn", "kon-Latn"]}, {"precision": 0.658516, "recall": 0.727273, "f1": 0.678596, "accuracy": 0.727273, "main_score": 0.678596, "hf_subset": "ces_Latn-mni_Beng", "languages": ["ces-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ron_Latn", "languages": ["ces-Latn", "ron-Latn"]}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ces_Latn-szl_Latn", "languages": ["ces-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-vec_Latn", "languages": ["ces-Latn", "vec-Latn"]}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "ces_Latn-amh_Ethi", "languages": ["ces-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-bos_Latn", "languages": ["ces-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-fin_Latn", "languages": ["ces-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ita_Latn", "languages": ["ces-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-kor_Hang", "languages": ["ces-Latn", "kor-Hang"]}, {"precision": 0.562604, "recall": 0.619565, "f1": 0.578478, "accuracy": 0.619565, "main_score": 0.578478, "hf_subset": "ces_Latn-mos_Latn", "languages": ["ces-Latn", "mos-Latn"]}, {"precision": 0.569831, "recall": 0.626482, "f1": 0.586133, "accuracy": 0.626482, "main_score": 0.586133, "hf_subset": "ces_Latn-run_Latn", "languages": ["ces-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tam_Taml", "languages": ["ces-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-vie_Latn", "languages": ["ces-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-apc_Arab", "languages": ["ces-Latn", "apc-Arab"]}, {"precision": 0.807049, "recall": 0.851779, "f1": 0.820553, "accuracy": 0.851779, "main_score": 0.820553, "hf_subset": "ces_Latn-bug_Latn", "languages": ["ces-Latn", "bug-Latn"]}, {"precision": 0.49233, "recall": 0.548419, "f1": 0.506866, "accuracy": 0.548419, "main_score": 0.506866, "hf_subset": "ces_Latn-fon_Latn", "languages": ["ces-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-jav_Latn", "languages": ["ces-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ces_Latn-lao_Laoo", "languages": ["ces-Latn", "lao-Laoo"]}, {"precision": 0.883432, "recall": 0.916996, "f1": 0.894057, "accuracy": 0.916996, "main_score": 0.894057, "hf_subset": "ces_Latn-mri_Latn", "languages": ["ces-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-rus_Cyrl", "languages": ["ces-Latn", "rus-Cyrl"]}, {"precision": 0.542682, "recall": 0.605731, "f1": 0.559938, "accuracy": 0.605731, "main_score": 0.559938, "hf_subset": "ces_Latn-taq_Latn", "languages": ["ces-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-war_Latn", "languages": ["ces-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-arb_Arab", "languages": ["ces-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-bul_Cyrl", "languages": ["ces-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-fra_Latn", "languages": ["ces-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-jpn_Jpan", "languages": ["ces-Latn", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-lij_Latn", "languages": ["ces-Latn", "lij-Latn"]}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "ces_Latn-mya_Mymr", "languages": ["ces-Latn", "mya-Mymr"]}, {"precision": 0.615518, "recall": 0.678854, "f1": 0.632953, "accuracy": 0.678854, "main_score": 0.632953, "hf_subset": "ces_Latn-sag_Latn", "languages": ["ces-Latn", "sag-Latn"]}, {"precision": 0.192141, "recall": 0.250988, "f1": 0.205688, "accuracy": 0.250988, "main_score": 0.205688, "hf_subset": "ces_Latn-taq_Tfng", "languages": ["ces-Latn", "taq-Tfng"]}, {"precision": 0.64273, "recall": 0.705534, "f1": 0.661201, "accuracy": 0.705534, "main_score": 0.661201, "hf_subset": "ces_Latn-wol_Latn", "languages": ["ces-Latn", "wol-Latn"]}, {"precision": 0.827652, "recall": 0.873518, "f1": 0.841765, "accuracy": 0.873518, "main_score": 0.841765, "hf_subset": "ces_Latn-arb_Latn", "languages": ["ces-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-cat_Latn", "languages": ["ces-Latn", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-fur_Latn", "languages": ["ces-Latn", "fur-Latn"]}, {"precision": 0.427547, "recall": 0.480237, "f1": 0.442077, "accuracy": 0.480237, "main_score": 0.442077, "hf_subset": "ces_Latn-kab_Latn", "languages": ["ces-Latn", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ces_Latn-lim_Latn", "languages": ["ces-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-nld_Latn", "languages": ["ces-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ces_Latn-san_Deva", "languages": ["ces-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tat_Cyrl", "languages": ["ces-Latn", "tat-Cyrl"]}, {"precision": 0.68531, "recall": 0.73913, "f1": 0.701059, "accuracy": 0.73913, "main_score": 0.701059, "hf_subset": "ces_Latn-xho_Latn", "languages": ["ces-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ars_Arab", "languages": ["ces-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-ceb_Latn", "languages": ["ces-Latn", "ceb-Latn"]}, {"precision": 0.565056, "recall": 0.625494, "f1": 0.58235, "accuracy": 0.625494, "main_score": 0.58235, "hf_subset": "ces_Latn-fuv_Latn", "languages": ["ces-Latn", "fuv-Latn"]}, {"precision": 0.511119, "recall": 0.581028, "f1": 0.530335, "accuracy": 0.581028, "main_score": 0.530335, "hf_subset": "ces_Latn-kac_Latn", "languages": ["ces-Latn", "kac-Latn"]}, {"precision": 0.672744, "recall": 0.724308, "f1": 0.688425, "accuracy": 0.724308, "main_score": 0.688425, "hf_subset": "ces_Latn-lin_Latn", "languages": ["ces-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-nno_Latn", "languages": ["ces-Latn", "nno-Latn"]}, {"precision": 0.239668, "recall": 0.33004, "f1": 0.263251, "accuracy": 0.33004, "main_score": 0.263251, "hf_subset": "ces_Latn-sat_Olck", "languages": ["ces-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tel_Telu", "languages": ["ces-Latn", "tel-Telu"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "ces_Latn-ydd_Hebr", "languages": ["ces-Latn", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ces_Latn-ary_Arab", "languages": ["ces-Latn", "ary-Arab"]}, {"precision": 0.593198, "recall": 0.65415, "f1": 0.611298, "accuracy": 0.65415, "main_score": 0.611298, "hf_subset": "ces_Latn-gaz_Latn", "languages": ["ces-Latn", "gaz-Latn"]}, {"precision": 0.598387, "recall": 0.661067, "f1": 0.616004, "accuracy": 0.661067, "main_score": 0.616004, "hf_subset": "ces_Latn-kam_Latn", "languages": ["ces-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ces_Latn-lit_Latn", "languages": ["ces-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-nob_Latn", "languages": ["ces-Latn", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ces_Latn-scn_Latn", "languages": ["ces-Latn", "scn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ces_Latn-tgk_Cyrl", "languages": ["ces-Latn", "tgk-Cyrl"]}, {"precision": 0.722703, "recall": 0.786561, "f1": 0.742089, "accuracy": 0.786561, "main_score": 0.742089, "hf_subset": "ces_Latn-yor_Latn", "languages": ["ces-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-arz_Arab", "languages": ["ces-Latn", "arz-Arab"]}, {"precision": 0.566736, "recall": 0.625494, "f1": 0.583572, "accuracy": 0.625494, "main_score": 0.583572, "hf_subset": "ces_Latn-cjk_Latn", "languages": ["ces-Latn", "cjk-Latn"]}, {"precision": 0.808827, "recall": 0.857708, "f1": 0.823715, "accuracy": 0.857708, "main_score": 0.823715, "hf_subset": "ces_Latn-gla_Latn", "languages": ["ces-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-kan_Knda", "languages": ["ces-Latn", "kan-Knda"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ces_Latn-lmo_Latn", "languages": ["ces-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ces_Latn-npi_Deva", "languages": ["ces-Latn", "npi-Deva"]}, {"precision": 0.478394, "recall": 0.540514, "f1": 0.495253, "accuracy": 0.540514, "main_score": 0.495253, "hf_subset": "ces_Latn-shn_Mymr", "languages": ["ces-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-tgl_Latn", "languages": ["ces-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-yue_Hant", "languages": ["ces-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ces_Latn-asm_Beng", "languages": ["ces-Latn", "asm-Beng"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ces_Latn-ckb_Arab", "languages": ["ces-Latn", "ckb-Arab"]}, {"precision": 0.904842, "recall": 0.929842, "f1": 0.912879, "accuracy": 0.929842, "main_score": 0.912879, "hf_subset": "ces_Latn-gle_Latn", "languages": ["ces-Latn", "gle-Latn"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ces_Latn-kas_Arab", "languages": ["ces-Latn", "kas-Arab"]}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "ces_Latn-ltg_Latn", "languages": ["ces-Latn", "ltg-Latn"]}, {"precision": 0.628163, "recall": 0.68083, "f1": 0.643225, "accuracy": 0.68083, "main_score": 0.643225, "hf_subset": "ces_Latn-nso_Latn", "languages": ["ces-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-sin_Sinh", "languages": ["ces-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tha_Thai", "languages": ["ces-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zho_Hans", "languages": ["ces-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ast_Latn", "languages": ["ces-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-crh_Latn", "languages": ["ces-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-glg_Latn", "languages": ["ces-Latn", "glg-Latn"]}, {"precision": 0.911726, "recall": 0.938735, "f1": 0.920455, "accuracy": 0.938735, "main_score": 0.920455, "hf_subset": "ces_Latn-kas_Deva", "languages": ["ces-Latn", "kas-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ces_Latn-ltz_Latn", "languages": ["ces-Latn", "ltz-Latn"]}, {"precision": 0.467791, "recall": 0.535573, "f1": 0.485959, "accuracy": 0.535573, "main_score": 0.485959, "hf_subset": "ces_Latn-nus_Latn", "languages": ["ces-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-slk_Latn", "languages": ["ces-Latn", "slk-Latn"]}, {"precision": 0.629621, "recall": 0.69664, "f1": 0.649687, "accuracy": 0.69664, "main_score": 0.649687, "hf_subset": "ces_Latn-tir_Ethi", "languages": ["ces-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zho_Hant", "languages": ["ces-Latn", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "ces_Latn-awa_Deva", "languages": ["ces-Latn", "awa-Deva"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ces_Latn-cym_Latn", "languages": ["ces-Latn", "cym-Latn"]}, {"precision": 0.851696, "recall": 0.88834, "f1": 0.863043, "accuracy": 0.88834, "main_score": 0.863043, "hf_subset": "ces_Latn-grn_Latn", "languages": ["ces-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-kat_Geor", "languages": ["ces-Latn", "kat-Geor"]}, {"precision": 0.66467, "recall": 0.716403, "f1": 0.679338, "accuracy": 0.716403, "main_score": 0.679338, "hf_subset": "ces_Latn-lua_Latn", "languages": ["ces-Latn", "lua-Latn"]}, {"precision": 0.652677, "recall": 0.710474, "f1": 0.669238, "accuracy": 0.710474, "main_score": 0.669238, "hf_subset": "ces_Latn-nya_Latn", "languages": ["ces-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-slv_Latn", "languages": ["ces-Latn", "slv-Latn"]}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "ces_Latn-tpi_Latn", "languages": ["ces-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zsm_Latn", "languages": ["ces-Latn", "zsm-Latn"]}, {"precision": 0.552573, "recall": 0.617589, "f1": 0.571243, "accuracy": 0.617589, "main_score": 0.571243, "hf_subset": "ces_Latn-ayr_Latn", "languages": ["ces-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-dan_Latn", "languages": ["ces-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-guj_Gujr", "languages": ["ces-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-kaz_Cyrl", "languages": ["ces-Latn", "kaz-Cyrl"]}, {"precision": 0.550667, "recall": 0.613636, "f1": 0.568365, "accuracy": 0.613636, "main_score": 0.568365, "hf_subset": "ces_Latn-lug_Latn", "languages": ["ces-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-oci_Latn", "languages": ["ces-Latn", "oci-Latn"]}, {"precision": 0.84058, "recall": 0.882411, "f1": 0.853755, "accuracy": 0.882411, "main_score": 0.853755, "hf_subset": "ces_Latn-smo_Latn", "languages": ["ces-Latn", "smo-Latn"]}, {"precision": 0.553971, "recall": 0.616601, "f1": 0.571846, "accuracy": 0.616601, "main_score": 0.571846, "hf_subset": "ces_Latn-tsn_Latn", "languages": ["ces-Latn", "tsn-Latn"]}, {"precision": 0.635253, "recall": 0.695652, "f1": 0.652672, "accuracy": 0.695652, "main_score": 0.652672, "hf_subset": "ces_Latn-zul_Latn", "languages": ["ces-Latn", "zul-Latn"]}, {"precision": 0.937418, "recall": 0.955534, "f1": 0.943182, "accuracy": 0.955534, "main_score": 0.943182, "hf_subset": "ces_Latn-azb_Arab", "languages": ["ces-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-deu_Latn", "languages": ["ces-Latn", "deu-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "ces_Latn-hat_Latn", "languages": ["ces-Latn", "hat-Latn"]}, {"precision": 0.494761, "recall": 0.55336, "f1": 0.511201, "accuracy": 0.55336, "main_score": 0.511201, "hf_subset": "ces_Latn-kbp_Latn", "languages": ["ces-Latn", "kbp-Latn"]}, {"precision": 0.578862, "recall": 0.635375, "f1": 0.594292, "accuracy": 0.635375, "main_score": 0.594292, "hf_subset": "ces_Latn-luo_Latn", "languages": ["ces-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-ory_Orya", "languages": ["ces-Latn", "ory-Orya"]}, {"precision": 0.606176, "recall": 0.666008, "f1": 0.623259, "accuracy": 0.666008, "main_score": 0.623259, "hf_subset": "ces_Latn-sna_Latn", "languages": ["ces-Latn", "sna-Latn"]}, {"precision": 0.562789, "recall": 0.617589, "f1": 0.577971, "accuracy": 0.617589, "main_score": 0.577971, "hf_subset": "ces_Latn-tso_Latn", "languages": ["ces-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-azj_Latn", "languages": ["ces-Latn", "azj-Latn"]}, {"precision": 0.537171, "recall": 0.608696, "f1": 0.557464, "accuracy": 0.608696, "main_score": 0.557464, "hf_subset": "ces_Latn-dik_Latn", "languages": ["ces-Latn", "dik-Latn"]}, {"precision": 0.77029, "recall": 0.821146, "f1": 0.785559, "accuracy": 0.821146, "main_score": 0.785559, "hf_subset": "ces_Latn-hau_Latn", "languages": ["ces-Latn", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ces_Latn-kea_Latn", "languages": ["ces-Latn", "kea-Latn"]}, {"precision": 0.75774, "recall": 0.804348, "f1": 0.771923, "accuracy": 0.804348, "main_score": 0.771923, "hf_subset": "ces_Latn-lus_Latn", "languages": ["ces-Latn", "lus-Latn"]}, {"precision": 0.8861, "recall": 0.913043, "f1": 0.894269, "accuracy": 0.913043, "main_score": 0.894269, "hf_subset": "ces_Latn-pag_Latn", "languages": ["ces-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-snd_Arab", "languages": ["ces-Latn", "snd-Arab"]}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "ces_Latn-tuk_Latn", "languages": ["ces-Latn", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-bak_Cyrl", "languages": ["ces-Latn", "bak-Cyrl"]}, {"precision": 0.49877, "recall": 0.579051, "f1": 0.522567, "accuracy": 0.579051, "main_score": 0.522567, "hf_subset": "ces_Latn-dyu_Latn", "languages": ["ces-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-heb_Hebr", "languages": ["ces-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-khk_Cyrl", "languages": ["ces-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-lvs_Latn", "languages": ["ces-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pan_Guru", "languages": ["ces-Latn", "pan-Guru"]}, {"precision": 0.734206, "recall": 0.790514, "f1": 0.751223, "accuracy": 0.790514, "main_score": 0.751223, "hf_subset": "ces_Latn-som_Latn", "languages": ["ces-Latn", "som-Latn"]}, {"precision": 0.618186, "recall": 0.662055, "f1": 0.63047, "accuracy": 0.662055, "main_score": 0.63047, "hf_subset": "ces_Latn-tum_Latn", "languages": ["ces-Latn", "tum-Latn"]}, {"precision": 0.42866, "recall": 0.479249, "f1": 0.44209, "accuracy": 0.479249, "main_score": 0.44209, "hf_subset": "gaz_Latn-ace_Arab", "languages": ["gaz-Latn", "ace-Arab"]}, {"precision": 0.499234, "recall": 0.543478, "f1": 0.511978, "accuracy": 0.543478, "main_score": 0.511978, "hf_subset": "gaz_Latn-bam_Latn", "languages": ["gaz-Latn", "bam-Latn"]}, {"precision": 0.236998, "recall": 0.281621, "f1": 0.248652, "accuracy": 0.281621, "main_score": 0.248652, "hf_subset": "gaz_Latn-dzo_Tibt", "languages": ["gaz-Latn", "dzo-Tibt"]}, {"precision": 0.566251, "recall": 0.617589, "f1": 0.58007, "accuracy": 0.617589, "main_score": 0.58007, "hf_subset": "gaz_Latn-hin_Deva", "languages": ["gaz-Latn", "hin-Deva"]}, {"precision": 0.515225, "recall": 0.566206, "f1": 0.528966, "accuracy": 0.566206, "main_score": 0.528966, "hf_subset": "gaz_Latn-khm_Khmr", "languages": ["gaz-Latn", "khm-Khmr"]}, {"precision": 0.550991, "recall": 0.599802, "f1": 0.564099, "accuracy": 0.599802, "main_score": 0.564099, "hf_subset": "gaz_Latn-mag_Deva", "languages": ["gaz-Latn", "mag-Deva"]}, {"precision": 0.557226, "recall": 0.604743, "f1": 0.56913, "accuracy": 0.604743, "main_score": 0.56913, "hf_subset": "gaz_Latn-pap_Latn", "languages": ["gaz-Latn", "pap-Latn"]}, {"precision": 0.534093, "recall": 0.582016, "f1": 0.546849, "accuracy": 0.582016, "main_score": 0.546849, "hf_subset": "gaz_Latn-sot_Latn", "languages": ["gaz-Latn", "sot-Latn"]}, {"precision": 0.558616, "recall": 0.609684, "f1": 0.572268, "accuracy": 0.609684, "main_score": 0.572268, "hf_subset": "gaz_Latn-tur_Latn", "languages": ["gaz-Latn", "tur-Latn"]}, {"precision": 0.555702, "recall": 0.593874, "f1": 0.565746, "accuracy": 0.593874, "main_score": 0.565746, "hf_subset": "gaz_Latn-ace_Latn", "languages": ["gaz-Latn", "ace-Latn"]}, {"precision": 0.572737, "recall": 0.61166, "f1": 0.583111, "accuracy": 0.61166, "main_score": 0.583111, "hf_subset": "gaz_Latn-ban_Latn", "languages": ["gaz-Latn", "ban-Latn"]}, {"precision": 0.551161, "recall": 0.605731, "f1": 0.565136, "accuracy": 0.605731, "main_score": 0.565136, "hf_subset": "gaz_Latn-ell_Grek", "languages": ["gaz-Latn", "ell-Grek"]}, {"precision": 0.544123, "recall": 0.59585, "f1": 0.557496, "accuracy": 0.59585, "main_score": 0.557496, "hf_subset": "gaz_Latn-hne_Deva", "languages": ["gaz-Latn", "hne-Deva"]}, {"precision": 0.45731, "recall": 0.506917, "f1": 0.471237, "accuracy": 0.506917, "main_score": 0.471237, "hf_subset": "gaz_Latn-kik_Latn", "languages": ["gaz-Latn", "kik-Latn"]}, {"precision": 0.56351, "recall": 0.61166, "f1": 0.575966, "accuracy": 0.61166, "main_score": 0.575966, "hf_subset": "gaz_Latn-mai_Deva", "languages": ["gaz-Latn", "mai-Deva"]}, {"precision": 0.509717, "recall": 0.564229, "f1": 0.524426, "accuracy": 0.564229, "main_score": 0.524426, "hf_subset": "gaz_Latn-pbt_Arab", "languages": ["gaz-Latn", "pbt-Arab"]}, {"precision": 0.552725, "recall": 0.605731, "f1": 0.566346, "accuracy": 0.605731, "main_score": 0.566346, "hf_subset": "gaz_Latn-spa_Latn", "languages": ["gaz-Latn", "spa-Latn"]}, {"precision": 0.508033, "recall": 0.55336, "f1": 0.520465, "accuracy": 0.55336, "main_score": 0.520465, "hf_subset": "gaz_Latn-twi_Latn", "languages": ["gaz-Latn", "twi-Latn"]}, {"precision": 0.538469, "recall": 0.587945, "f1": 0.551385, "accuracy": 0.587945, "main_score": 0.551385, "hf_subset": "gaz_Latn-acm_Arab", "languages": ["gaz-Latn", "acm-Arab"]}, {"precision": 0.509253, "recall": 0.556324, "f1": 0.521526, "accuracy": 0.556324, "main_score": 0.521526, "hf_subset": "gaz_Latn-bel_Cyrl", "languages": ["gaz-Latn", "bel-Cyrl"]}, {"precision": 0.587676, "recall": 0.635375, "f1": 0.60007, "accuracy": 0.635375, "main_score": 0.60007, "hf_subset": "gaz_Latn-eng_Latn", "languages": ["gaz-Latn", "eng-Latn"]}, {"precision": 0.573552, "recall": 0.625494, "f1": 0.58651, "accuracy": 0.625494, "main_score": 0.58651, "hf_subset": "gaz_Latn-hrv_Latn", "languages": ["gaz-Latn", "hrv-Latn"]}, {"precision": 0.49914, "recall": 0.551383, "f1": 0.513806, "accuracy": 0.551383, "main_score": 0.513806, "hf_subset": "gaz_Latn-kin_Latn", "languages": ["gaz-Latn", "kin-Latn"]}, {"precision": 0.551369, "recall": 0.608696, "f1": 0.56631, "accuracy": 0.608696, "main_score": 0.56631, "hf_subset": "gaz_Latn-mal_Mlym", "languages": ["gaz-Latn", "mal-Mlym"]}, {"precision": 0.559232, "recall": 0.613636, "f1": 0.573619, "accuracy": 0.613636, "main_score": 0.573619, "hf_subset": "gaz_Latn-pes_Arab", "languages": ["gaz-Latn", "pes-Arab"]}, {"precision": 0.575684, "recall": 0.624506, "f1": 0.588745, "accuracy": 0.624506, "main_score": 0.588745, "hf_subset": "gaz_Latn-srd_Latn", "languages": ["gaz-Latn", "srd-Latn"]}, {"precision": 0.224694, "recall": 0.264822, "f1": 0.235065, "accuracy": 0.264822, "main_score": 0.235065, "hf_subset": "gaz_Latn-tzm_Tfng", "languages": ["gaz-Latn", "tzm-Tfng"]}, {"precision": 0.535102, "recall": 0.591897, "f1": 0.550446, "accuracy": 0.591897, "main_score": 0.550446, "hf_subset": "gaz_Latn-acq_Arab", "languages": ["gaz-Latn", "acq-Arab"]}, {"precision": 0.524671, "recall": 0.56917, "f1": 0.537011, "accuracy": 0.56917, "main_score": 0.537011, "hf_subset": "gaz_Latn-bem_Latn", "languages": ["gaz-Latn", "bem-Latn"]}, {"precision": 0.558697, "recall": 0.606719, "f1": 0.571353, "accuracy": 0.606719, "main_score": 0.571353, "hf_subset": "gaz_Latn-epo_Latn", "languages": ["gaz-Latn", "epo-Latn"]}, {"precision": 0.558421, "recall": 0.608696, "f1": 0.571429, "accuracy": 0.608696, "main_score": 0.571429, "hf_subset": "gaz_Latn-hun_Latn", "languages": ["gaz-Latn", "hun-Latn"]}, {"precision": 0.534807, "recall": 0.583992, "f1": 0.547771, "accuracy": 0.583992, "main_score": 0.547771, "hf_subset": "gaz_Latn-kir_Cyrl", "languages": ["gaz-Latn", "kir-Cyrl"]}, {"precision": 0.564402, "recall": 0.609684, "f1": 0.575895, "accuracy": 0.609684, "main_score": 0.575895, "hf_subset": "gaz_Latn-mar_Deva", "languages": ["gaz-Latn", "mar-Deva"]}, {"precision": 0.53587, "recall": 0.579051, "f1": 0.547752, "accuracy": 0.579051, "main_score": 0.547752, "hf_subset": "gaz_Latn-plt_Latn", "languages": ["gaz-Latn", "plt-Latn"]}, {"precision": 0.569928, "recall": 0.619565, "f1": 0.583428, "accuracy": 0.619565, "main_score": 0.583428, "hf_subset": "gaz_Latn-srp_Cyrl", "languages": ["gaz-Latn", "srp-Cyrl"]}, {"precision": 0.507224, "recall": 0.552372, "f1": 0.519631, "accuracy": 0.552372, "main_score": 0.519631, "hf_subset": "gaz_Latn-uig_Arab", "languages": ["gaz-Latn", "uig-Arab"]}, {"precision": 0.520641, "recall": 0.565217, "f1": 0.533125, "accuracy": 0.565217, "main_score": 0.533125, "hf_subset": "gaz_Latn-aeb_Arab", "languages": ["gaz-Latn", "aeb-Arab"]}, {"precision": 0.56512, "recall": 0.614625, "f1": 0.579205, "accuracy": 0.614625, "main_score": 0.579205, "hf_subset": "gaz_Latn-ben_Beng", "languages": ["gaz-Latn", "ben-Beng"]}, {"precision": 0.554022, "recall": 0.602767, "f1": 0.566088, "accuracy": 0.602767, "main_score": 0.566088, "hf_subset": "gaz_Latn-est_Latn", "languages": ["gaz-Latn", "est-Latn"]}, {"precision": 0.555793, "recall": 0.605731, "f1": 0.5692, "accuracy": 0.605731, "main_score": 0.5692, "hf_subset": "gaz_Latn-hye_Armn", "languages": ["gaz-Latn", "hye-Armn"]}, {"precision": 0.494163, "recall": 0.540514, "f1": 0.507735, "accuracy": 0.540514, "main_score": 0.507735, "hf_subset": "gaz_Latn-kmb_Latn", "languages": ["gaz-Latn", "kmb-Latn"]}, {"precision": 0.393678, "recall": 0.4417, "f1": 0.406542, "accuracy": 0.4417, "main_score": 0.406542, "hf_subset": "gaz_Latn-min_Arab", "languages": ["gaz-Latn", "min-Arab"]}, {"precision": 0.560168, "recall": 0.612648, "f1": 0.574055, "accuracy": 0.612648, "main_score": 0.574055, "hf_subset": "gaz_Latn-pol_Latn", "languages": ["gaz-Latn", "pol-Latn"]}, {"precision": 0.503696, "recall": 0.55336, "f1": 0.517332, "accuracy": 0.55336, "main_score": 0.517332, "hf_subset": "gaz_Latn-ssw_Latn", "languages": ["gaz-Latn", "ssw-Latn"]}, {"precision": 0.570564, "recall": 0.62747, "f1": 0.585649, "accuracy": 0.62747, "main_score": 0.585649, "hf_subset": "gaz_Latn-ukr_Cyrl", "languages": ["gaz-Latn", "ukr-Cyrl"]}, {"precision": 0.584824, "recall": 0.631423, "f1": 0.597283, "accuracy": 0.631423, "main_score": 0.597283, "hf_subset": "gaz_Latn-afr_Latn", "languages": ["gaz-Latn", "afr-Latn"]}, {"precision": 0.541679, "recall": 0.58498, "f1": 0.553346, "accuracy": 0.58498, "main_score": 0.553346, "hf_subset": "gaz_Latn-bho_Deva", "languages": ["gaz-Latn", "bho-Deva"]}, {"precision": 0.558037, "recall": 0.607708, "f1": 0.571429, "accuracy": 0.607708, "main_score": 0.571429, "hf_subset": "gaz_Latn-eus_Latn", "languages": ["gaz-Latn", "eus-Latn"]}, {"precision": 0.483389, "recall": 0.537549, "f1": 0.498247, "accuracy": 0.537549, "main_score": 0.498247, "hf_subset": "gaz_Latn-ibo_Latn", "languages": ["gaz-Latn", "ibo-Latn"]}, {"precision": 0.566238, "recall": 0.606719, "f1": 0.577148, "accuracy": 0.606719, "main_score": 0.577148, "hf_subset": "gaz_Latn-kmr_Latn", "languages": ["gaz-Latn", "kmr-Latn"]}, {"precision": 0.568285, "recall": 0.610672, "f1": 0.578434, "accuracy": 0.610672, "main_score": 0.578434, "hf_subset": "gaz_Latn-min_Latn", "languages": ["gaz-Latn", "min-Latn"]}, {"precision": 0.567554, "recall": 0.614625, "f1": 0.579838, "accuracy": 0.614625, "main_score": 0.579838, "hf_subset": "gaz_Latn-por_Latn", "languages": ["gaz-Latn", "por-Latn"]}, {"precision": 0.574132, "recall": 0.621542, "f1": 0.586991, "accuracy": 0.621542, "main_score": 0.586991, "hf_subset": "gaz_Latn-sun_Latn", "languages": ["gaz-Latn", "sun-Latn"]}, {"precision": 0.473797, "recall": 0.520751, "f1": 0.487174, "accuracy": 0.520751, "main_score": 0.487174, "hf_subset": "gaz_Latn-umb_Latn", "languages": ["gaz-Latn", "umb-Latn"]}, {"precision": 0.554155, "recall": 0.607708, "f1": 0.568076, "accuracy": 0.607708, "main_score": 0.568076, "hf_subset": "gaz_Latn-ajp_Arab", "languages": ["gaz-Latn", "ajp-Arab"]}, {"precision": 0.421761, "recall": 0.467391, "f1": 0.433723, "accuracy": 0.467391, "main_score": 0.433723, "hf_subset": "gaz_Latn-bjn_Arab", "languages": ["gaz-Latn", "bjn-Arab"]}, {"precision": 0.465453, "recall": 0.512846, "f1": 0.478349, "accuracy": 0.512846, "main_score": 0.478349, "hf_subset": "gaz_Latn-ewe_Latn", "languages": ["gaz-Latn", "ewe-Latn"]}, {"precision": 0.582432, "recall": 0.623518, "f1": 0.593256, "accuracy": 0.623518, "main_score": 0.593256, "hf_subset": "gaz_Latn-ilo_Latn", "languages": ["gaz-Latn", "ilo-Latn"]}, {"precision": 0.29941, "recall": 0.342885, "f1": 0.310848, "accuracy": 0.342885, "main_score": 0.310848, "hf_subset": "gaz_Latn-knc_Arab", "languages": ["gaz-Latn", "knc-Arab"]}, {"precision": 0.5666, "recall": 0.615613, "f1": 0.579888, "accuracy": 0.615613, "main_score": 0.579888, "hf_subset": "gaz_Latn-mkd_Cyrl", "languages": ["gaz-Latn", "mkd-Cyrl"]}, {"precision": 0.540494, "recall": 0.59585, "f1": 0.555367, "accuracy": 0.59585, "main_score": 0.555367, "hf_subset": "gaz_Latn-prs_Arab", "languages": ["gaz-Latn", "prs-Arab"]}, {"precision": 0.574494, "recall": 0.624506, "f1": 0.587456, "accuracy": 0.624506, "main_score": 0.587456, "hf_subset": "gaz_Latn-swe_Latn", "languages": ["gaz-Latn", "swe-Latn"]}, {"precision": 0.543783, "recall": 0.601779, "f1": 0.559519, "accuracy": 0.601779, "main_score": 0.559519, "hf_subset": "gaz_Latn-urd_Arab", "languages": ["gaz-Latn", "urd-Arab"]}, {"precision": 0.4775, "recall": 0.522727, "f1": 0.489641, "accuracy": 0.522727, "main_score": 0.489641, "hf_subset": "gaz_Latn-aka_Latn", "languages": ["gaz-Latn", "aka-Latn"]}, {"precision": 0.55838, "recall": 0.601779, "f1": 0.569435, "accuracy": 0.601779, "main_score": 0.569435, "hf_subset": "gaz_Latn-bjn_Latn", "languages": ["gaz-Latn", "bjn-Latn"]}, {"precision": 0.53941, "recall": 0.585968, "f1": 0.552207, "accuracy": 0.585968, "main_score": 0.552207, "hf_subset": "gaz_Latn-fao_Latn", "languages": ["gaz-Latn", "fao-Latn"]}, {"precision": 0.583999, "recall": 0.623518, "f1": 0.594383, "accuracy": 0.623518, "main_score": 0.594383, "hf_subset": "gaz_Latn-ind_Latn", "languages": ["gaz-Latn", "ind-Latn"]}, {"precision": 0.491451, "recall": 0.527668, "f1": 0.501547, "accuracy": 0.527668, "main_score": 0.501547, "hf_subset": "gaz_Latn-knc_Latn", "languages": ["gaz-Latn", "knc-Latn"]}, {"precision": 0.585237, "recall": 0.62747, "f1": 0.595993, "accuracy": 0.62747, "main_score": 0.595993, "hf_subset": "gaz_Latn-mlt_Latn", "languages": ["gaz-Latn", "mlt-Latn"]}, {"precision": 0.498635, "recall": 0.546443, "f1": 0.511826, "accuracy": 0.546443, "main_score": 0.511826, "hf_subset": "gaz_Latn-quy_Latn", "languages": ["gaz-Latn", "quy-Latn"]}, {"precision": 0.578257, "recall": 0.621542, "f1": 0.589871, "accuracy": 0.621542, "main_score": 0.589871, "hf_subset": "gaz_Latn-swh_Latn", "languages": ["gaz-Latn", "swh-Latn"]}, {"precision": 0.55683, "recall": 0.604743, "f1": 0.570003, "accuracy": 0.604743, "main_score": 0.570003, "hf_subset": "gaz_Latn-uzn_Latn", "languages": ["gaz-Latn", "uzn-Latn"]}, {"precision": 0.571606, "recall": 0.612648, "f1": 0.582333, "accuracy": 0.612648, "main_score": 0.582333, "hf_subset": "gaz_Latn-als_Latn", "languages": ["gaz-Latn", "als-Latn"]}, {"precision": 0.303732, "recall": 0.359684, "f1": 0.317338, "accuracy": 0.359684, "main_score": 0.317338, "hf_subset": "gaz_Latn-bod_Tibt", "languages": ["gaz-Latn", "bod-Tibt"]}, {"precision": 0.50546, "recall": 0.551383, "f1": 0.517744, "accuracy": 0.551383, "main_score": 0.517744, "hf_subset": "gaz_Latn-fij_Latn", "languages": ["gaz-Latn", "fij-Latn"]}, {"precision": 0.521739, "recall": 0.565217, "f1": 0.533262, "accuracy": 0.565217, "main_score": 0.533262, "hf_subset": "gaz_Latn-isl_Latn", "languages": ["gaz-Latn", "isl-Latn"]}, {"precision": 0.51823, "recall": 0.563241, "f1": 0.530506, "accuracy": 0.563241, "main_score": 0.530506, "hf_subset": "gaz_Latn-kon_Latn", "languages": ["gaz-Latn", "kon-Latn"]}, {"precision": 0.46714, "recall": 0.517787, "f1": 0.481593, "accuracy": 0.517787, "main_score": 0.481593, "hf_subset": "gaz_Latn-mni_Beng", "languages": ["gaz-Latn", "mni-Beng"]}, {"precision": 0.581384, "recall": 0.631423, "f1": 0.593965, "accuracy": 0.631423, "main_score": 0.593965, "hf_subset": "gaz_Latn-ron_Latn", "languages": ["gaz-Latn", "ron-Latn"]}, {"precision": 0.554983, "recall": 0.607708, "f1": 0.569541, "accuracy": 0.607708, "main_score": 0.569541, "hf_subset": "gaz_Latn-szl_Latn", "languages": ["gaz-Latn", "szl-Latn"]}, {"precision": 0.571497, "recall": 0.617589, "f1": 0.582868, "accuracy": 0.617589, "main_score": 0.582868, "hf_subset": "gaz_Latn-vec_Latn", "languages": ["gaz-Latn", "vec-Latn"]}, {"precision": 0.523008, "recall": 0.574111, "f1": 0.536654, "accuracy": 0.574111, "main_score": 0.536654, "hf_subset": "gaz_Latn-amh_Ethi", "languages": ["gaz-Latn", "amh-Ethi"]}, {"precision": 0.590226, "recall": 0.632411, "f1": 0.601547, "accuracy": 0.632411, "main_score": 0.601547, "hf_subset": "gaz_Latn-bos_Latn", "languages": ["gaz-Latn", "bos-Latn"]}, {"precision": 0.544166, "recall": 0.591897, "f1": 0.556277, "accuracy": 0.591897, "main_score": 0.556277, "hf_subset": "gaz_Latn-fin_Latn", "languages": ["gaz-Latn", "fin-Latn"]}, {"precision": 0.563414, "recall": 0.614625, "f1": 0.576812, "accuracy": 0.614625, "main_score": 0.576812, "hf_subset": "gaz_Latn-ita_Latn", "languages": ["gaz-Latn", "ita-Latn"]}, {"precision": 0.538881, "recall": 0.592885, "f1": 0.55243, "accuracy": 0.592885, "main_score": 0.55243, "hf_subset": "gaz_Latn-kor_Hang", "languages": ["gaz-Latn", "kor-Hang"]}, {"precision": 0.488153, "recall": 0.531621, "f1": 0.500908, "accuracy": 0.531621, "main_score": 0.500908, "hf_subset": "gaz_Latn-mos_Latn", "languages": ["gaz-Latn", "mos-Latn"]}, {"precision": 0.494599, "recall": 0.543478, "f1": 0.508325, "accuracy": 0.543478, "main_score": 0.508325, "hf_subset": "gaz_Latn-run_Latn", "languages": ["gaz-Latn", "run-Latn"]}, {"precision": 0.545929, "recall": 0.605731, "f1": 0.561696, "accuracy": 0.605731, "main_score": 0.561696, "hf_subset": "gaz_Latn-tam_Taml", "languages": ["gaz-Latn", "tam-Taml"]}, {"precision": 0.547509, "recall": 0.59585, "f1": 0.56023, "accuracy": 0.59585, "main_score": 0.56023, "hf_subset": "gaz_Latn-vie_Latn", "languages": ["gaz-Latn", "vie-Latn"]}, {"precision": 0.543102, "recall": 0.593874, "f1": 0.556087, "accuracy": 0.593874, "main_score": 0.556087, "hf_subset": "gaz_Latn-apc_Arab", "languages": ["gaz-Latn", "apc-Arab"]}, {"precision": 0.52021, "recall": 0.562253, "f1": 0.53173, "accuracy": 0.562253, "main_score": 0.53173, "hf_subset": "gaz_Latn-bug_Latn", "languages": ["gaz-Latn", "bug-Latn"]}, {"precision": 0.424541, "recall": 0.465415, "f1": 0.436107, "accuracy": 0.465415, "main_score": 0.436107, "hf_subset": "gaz_Latn-fon_Latn", "languages": ["gaz-Latn", "fon-Latn"]}, {"precision": 0.592537, "recall": 0.63834, "f1": 0.605142, "accuracy": 0.63834, "main_score": 0.605142, "hf_subset": "gaz_Latn-jav_Latn", "languages": ["gaz-Latn", "jav-Latn"]}, {"precision": 0.504615, "recall": 0.552372, "f1": 0.517177, "accuracy": 0.552372, "main_score": 0.517177, "hf_subset": "gaz_Latn-lao_Laoo", "languages": ["gaz-Latn", "lao-Laoo"]}, {"precision": 0.496326, "recall": 0.541502, "f1": 0.508091, "accuracy": 0.541502, "main_score": 0.508091, "hf_subset": "gaz_Latn-mri_Latn", "languages": ["gaz-Latn", "mri-Latn"]}, {"precision": 0.554775, "recall": 0.604743, "f1": 0.567969, "accuracy": 0.604743, "main_score": 0.567969, "hf_subset": "gaz_Latn-rus_Cyrl", "languages": ["gaz-Latn", "rus-Cyrl"]}, {"precision": 0.469633, "recall": 0.508893, "f1": 0.480505, "accuracy": 0.508893, "main_score": 0.480505, "hf_subset": "gaz_Latn-taq_Latn", "languages": ["gaz-Latn", "taq-Latn"]}, {"precision": 0.571654, "recall": 0.612648, "f1": 0.581936, "accuracy": 0.612648, "main_score": 0.581936, "hf_subset": "gaz_Latn-war_Latn", "languages": ["gaz-Latn", "war-Latn"]}, {"precision": 0.545673, "recall": 0.597826, "f1": 0.559471, "accuracy": 0.597826, "main_score": 0.559471, "hf_subset": "gaz_Latn-arb_Arab", "languages": ["gaz-Latn", "arb-Arab"]}, {"precision": 0.57919, "recall": 0.625494, "f1": 0.59138, "accuracy": 0.625494, "main_score": 0.59138, "hf_subset": "gaz_Latn-bul_Cyrl", "languages": ["gaz-Latn", "bul-Cyrl"]}, {"precision": 0.558833, "recall": 0.604743, "f1": 0.570208, "accuracy": 0.604743, "main_score": 0.570208, "hf_subset": "gaz_Latn-fra_Latn", "languages": ["gaz-Latn", "fra-Latn"]}, {"precision": 0.541721, "recall": 0.597826, "f1": 0.556199, "accuracy": 0.597826, "main_score": 0.556199, "hf_subset": "gaz_Latn-jpn_Jpan", "languages": ["gaz-Latn", "jpn-Jpan"]}, {"precision": 0.562199, "recall": 0.608696, "f1": 0.573584, "accuracy": 0.608696, "main_score": 0.573584, "hf_subset": "gaz_Latn-lij_Latn", "languages": ["gaz-Latn", "lij-Latn"]}, {"precision": 0.430686, "recall": 0.48913, "f1": 0.446699, "accuracy": 0.48913, "main_score": 0.446699, "hf_subset": "gaz_Latn-mya_Mymr", "languages": ["gaz-Latn", "mya-Mymr"]}, {"precision": 0.47106, "recall": 0.522727, "f1": 0.485203, "accuracy": 0.522727, "main_score": 0.485203, "hf_subset": "gaz_Latn-sag_Latn", "languages": ["gaz-Latn", "sag-Latn"]}, {"precision": 0.209574, "recall": 0.251976, "f1": 0.219502, "accuracy": 0.251976, "main_score": 0.219502, "hf_subset": "gaz_Latn-taq_Tfng", "languages": ["gaz-Latn", "taq-Tfng"]}, {"precision": 0.511117, "recall": 0.562253, "f1": 0.525234, "accuracy": 0.562253, "main_score": 0.525234, "hf_subset": "gaz_Latn-wol_Latn", "languages": ["gaz-Latn", "wol-Latn"]}, {"precision": 0.451243, "recall": 0.495059, "f1": 0.463373, "accuracy": 0.495059, "main_score": 0.463373, "hf_subset": "gaz_Latn-arb_Latn", "languages": ["gaz-Latn", "arb-Latn"]}, {"precision": 0.572307, "recall": 0.62747, "f1": 0.586732, "accuracy": 0.62747, "main_score": 0.586732, "hf_subset": "gaz_Latn-cat_Latn", "languages": ["gaz-Latn", "cat-Latn"]}, {"precision": 0.56458, "recall": 0.607708, "f1": 0.575619, "accuracy": 0.607708, "main_score": 0.575619, "hf_subset": "gaz_Latn-fur_Latn", "languages": ["gaz-Latn", "fur-Latn"]}, {"precision": 0.422966, "recall": 0.47332, "f1": 0.436566, "accuracy": 0.47332, "main_score": 0.436566, "hf_subset": "gaz_Latn-kab_Latn", "languages": ["gaz-Latn", "kab-Latn"]}, {"precision": 0.561303, "recall": 0.604743, "f1": 0.572298, "accuracy": 0.604743, "main_score": 0.572298, "hf_subset": "gaz_Latn-lim_Latn", "languages": ["gaz-Latn", "lim-Latn"]}, {"precision": 0.562135, "recall": 0.612648, "f1": 0.575569, "accuracy": 0.612648, "main_score": 0.575569, "hf_subset": "gaz_Latn-nld_Latn", "languages": ["gaz-Latn", "nld-Latn"]}, {"precision": 0.527682, "recall": 0.578063, "f1": 0.541079, "accuracy": 0.578063, "main_score": 0.541079, "hf_subset": "gaz_Latn-san_Deva", "languages": ["gaz-Latn", "san-Deva"]}, {"precision": 0.564693, "recall": 0.615613, "f1": 0.578649, "accuracy": 0.615613, "main_score": 0.578649, "hf_subset": "gaz_Latn-tat_Cyrl", "languages": ["gaz-Latn", "tat-Cyrl"]}, {"precision": 0.530147, "recall": 0.58004, "f1": 0.543939, "accuracy": 0.58004, "main_score": 0.543939, "hf_subset": "gaz_Latn-xho_Latn", "languages": ["gaz-Latn", "xho-Latn"]}, {"precision": 0.529124, "recall": 0.583004, "f1": 0.543407, "accuracy": 0.583004, "main_score": 0.543407, "hf_subset": "gaz_Latn-ars_Arab", "languages": ["gaz-Latn", "ars-Arab"]}, {"precision": 0.58854, "recall": 0.631423, "f1": 0.599588, "accuracy": 0.631423, "main_score": 0.599588, "hf_subset": "gaz_Latn-ceb_Latn", "languages": ["gaz-Latn", "ceb-Latn"]}, {"precision": 0.46508, "recall": 0.508893, "f1": 0.477426, "accuracy": 0.508893, "main_score": 0.477426, "hf_subset": "gaz_Latn-fuv_Latn", "languages": ["gaz-Latn", "fuv-Latn"]}, {"precision": 0.457719, "recall": 0.503953, "f1": 0.470193, "accuracy": 0.503953, "main_score": 0.470193, "hf_subset": "gaz_Latn-kac_Latn", "languages": ["gaz-Latn", "kac-Latn"]}, {"precision": 0.526776, "recall": 0.575099, "f1": 0.540207, "accuracy": 0.575099, "main_score": 0.540207, "hf_subset": "gaz_Latn-lin_Latn", "languages": ["gaz-Latn", "lin-Latn"]}, {"precision": 0.562903, "recall": 0.615613, "f1": 0.576944, "accuracy": 0.615613, "main_score": 0.576944, "hf_subset": "gaz_Latn-nno_Latn", "languages": ["gaz-Latn", "nno-Latn"]}, {"precision": 0.166557, "recall": 0.217391, "f1": 0.179251, "accuracy": 0.217391, "main_score": 0.179251, "hf_subset": "gaz_Latn-sat_Olck", "languages": ["gaz-Latn", "sat-Olck"]}, {"precision": 0.555949, "recall": 0.605731, "f1": 0.569128, "accuracy": 0.605731, "main_score": 0.569128, "hf_subset": "gaz_Latn-tel_Telu", "languages": ["gaz-Latn", "tel-Telu"]}, {"precision": 0.502652, "recall": 0.559289, "f1": 0.516947, "accuracy": 0.559289, "main_score": 0.516947, "hf_subset": "gaz_Latn-ydd_Hebr", "languages": ["gaz-Latn", "ydd-Hebr"]}, {"precision": 0.517078, "recall": 0.561265, "f1": 0.529065, "accuracy": 0.561265, "main_score": 0.529065, "hf_subset": "gaz_Latn-ary_Arab", "languages": ["gaz-Latn", "ary-Arab"]}, {"precision": 0.561829, "recall": 0.61166, "f1": 0.574129, "accuracy": 0.61166, "main_score": 0.574129, "hf_subset": "gaz_Latn-ces_Latn", "languages": ["gaz-Latn", "ces-Latn"]}, {"precision": 0.48228, "recall": 0.531621, "f1": 0.495789, "accuracy": 0.531621, "main_score": 0.495789, "hf_subset": "gaz_Latn-kam_Latn", "languages": ["gaz-Latn", "kam-Latn"]}, {"precision": 0.552996, "recall": 0.599802, "f1": 0.565306, "accuracy": 0.599802, "main_score": 0.565306, "hf_subset": "gaz_Latn-lit_Latn", "languages": ["gaz-Latn", "lit-Latn"]}, {"precision": 0.565405, "recall": 0.617589, "f1": 0.579176, "accuracy": 0.617589, "main_score": 0.579176, "hf_subset": "gaz_Latn-nob_Latn", "languages": ["gaz-Latn", "nob-Latn"]}, {"precision": 0.56357, "recall": 0.608696, "f1": 0.575268, "accuracy": 0.608696, "main_score": 0.575268, "hf_subset": "gaz_Latn-scn_Latn", "languages": ["gaz-Latn", "scn-Latn"]}, {"precision": 0.553615, "recall": 0.59585, "f1": 0.565414, "accuracy": 0.59585, "main_score": 0.565414, "hf_subset": "gaz_Latn-tgk_Cyrl", "languages": ["gaz-Latn", "tgk-Cyrl"]}, {"precision": 0.482485, "recall": 0.537549, "f1": 0.498234, "accuracy": 0.537549, "main_score": 0.498234, "hf_subset": "gaz_Latn-yor_Latn", "languages": ["gaz-Latn", "yor-Latn"]}, {"precision": 0.528388, "recall": 0.578063, "f1": 0.541259, "accuracy": 0.578063, "main_score": 0.541259, "hf_subset": "gaz_Latn-arz_Arab", "languages": ["gaz-Latn", "arz-Arab"]}, {"precision": 0.456719, "recall": 0.503953, "f1": 0.470032, "accuracy": 0.503953, "main_score": 0.470032, "hf_subset": "gaz_Latn-cjk_Latn", "languages": ["gaz-Latn", "cjk-Latn"]}, {"precision": 0.521082, "recall": 0.564229, "f1": 0.532959, "accuracy": 0.564229, "main_score": 0.532959, "hf_subset": "gaz_Latn-gla_Latn", "languages": ["gaz-Latn", "gla-Latn"]}, {"precision": 0.555911, "recall": 0.602767, "f1": 0.568232, "accuracy": 0.602767, "main_score": 0.568232, "hf_subset": "gaz_Latn-kan_Knda", "languages": ["gaz-Latn", "kan-Knda"]}, {"precision": 0.559403, "recall": 0.605731, "f1": 0.571317, "accuracy": 0.605731, "main_score": 0.571317, "hf_subset": "gaz_Latn-lmo_Latn", "languages": ["gaz-Latn", "lmo-Latn"]}, {"precision": 0.557113, "recall": 0.608696, "f1": 0.570692, "accuracy": 0.608696, "main_score": 0.570692, "hf_subset": "gaz_Latn-npi_Deva", "languages": ["gaz-Latn", "npi-Deva"]}, {"precision": 0.375022, "recall": 0.429842, "f1": 0.389036, "accuracy": 0.429842, "main_score": 0.389036, "hf_subset": "gaz_Latn-shn_Mymr", "languages": ["gaz-Latn", "shn-Mymr"]}, {"precision": 0.588564, "recall": 0.633399, "f1": 0.600499, "accuracy": 0.633399, "main_score": 0.600499, "hf_subset": "gaz_Latn-tgl_Latn", "languages": ["gaz-Latn", "tgl-Latn"]}, {"precision": 0.531191, "recall": 0.579051, "f1": 0.543221, "accuracy": 0.579051, "main_score": 0.543221, "hf_subset": "gaz_Latn-yue_Hant", "languages": ["gaz-Latn", "yue-Hant"]}, {"precision": 0.536304, "recall": 0.589921, "f1": 0.550832, "accuracy": 0.589921, "main_score": 0.550832, "hf_subset": "gaz_Latn-asm_Beng", "languages": ["gaz-Latn", "asm-Beng"]}, {"precision": 0.527539, "recall": 0.576087, "f1": 0.539959, "accuracy": 0.576087, "main_score": 0.539959, "hf_subset": "gaz_Latn-ckb_Arab", "languages": ["gaz-Latn", "ckb-Arab"]}, {"precision": 0.516209, "recall": 0.567194, "f1": 0.53023, "accuracy": 0.567194, "main_score": 0.53023, "hf_subset": "gaz_Latn-gle_Latn", "languages": ["gaz-Latn", "gle-Latn"]}, {"precision": 0.501399, "recall": 0.545455, "f1": 0.512696, "accuracy": 0.545455, "main_score": 0.512696, "hf_subset": "gaz_Latn-kas_Arab", "languages": ["gaz-Latn", "kas-Arab"]}, {"precision": 0.533911, "recall": 0.586957, "f1": 0.547762, "accuracy": 0.586957, "main_score": 0.547762, "hf_subset": "gaz_Latn-ltg_Latn", "languages": ["gaz-Latn", "ltg-Latn"]}, {"precision": 0.537467, "recall": 0.585968, "f1": 0.550225, "accuracy": 0.585968, "main_score": 0.550225, "hf_subset": "gaz_Latn-nso_Latn", "languages": ["gaz-Latn", "nso-Latn"]}, {"precision": 0.520214, "recall": 0.573123, "f1": 0.534213, "accuracy": 0.573123, "main_score": 0.534213, "hf_subset": "gaz_Latn-sin_Sinh", "languages": ["gaz-Latn", "sin-Sinh"]}, {"precision": 0.545809, "recall": 0.594862, "f1": 0.558432, "accuracy": 0.594862, "main_score": 0.558432, "hf_subset": "gaz_Latn-tha_Thai", "languages": ["gaz-Latn", "tha-Thai"]}, {"precision": 0.514105, "recall": 0.563241, "f1": 0.527374, "accuracy": 0.563241, "main_score": 0.527374, "hf_subset": "gaz_Latn-zho_Hans", "languages": ["gaz-Latn", "zho-Hans"]}, {"precision": 0.574064, "recall": 0.618577, "f1": 0.585381, "accuracy": 0.618577, "main_score": 0.585381, "hf_subset": "gaz_Latn-ast_Latn", "languages": ["gaz-Latn", "ast-Latn"]}, {"precision": 0.559929, "recall": 0.606719, "f1": 0.572129, "accuracy": 0.606719, "main_score": 0.572129, "hf_subset": "gaz_Latn-crh_Latn", "languages": ["gaz-Latn", "crh-Latn"]}, {"precision": 0.580805, "recall": 0.630435, "f1": 0.59403, "accuracy": 0.630435, "main_score": 0.59403, "hf_subset": "gaz_Latn-glg_Latn", "languages": ["gaz-Latn", "glg-Latn"]}, {"precision": 0.484271, "recall": 0.534585, "f1": 0.498047, "accuracy": 0.534585, "main_score": 0.498047, "hf_subset": "gaz_Latn-kas_Deva", "languages": ["gaz-Latn", "kas-Deva"]}, {"precision": 0.535607, "recall": 0.578063, "f1": 0.546954, "accuracy": 0.578063, "main_score": 0.546954, "hf_subset": "gaz_Latn-ltz_Latn", "languages": ["gaz-Latn", "ltz-Latn"]}, {"precision": 0.462689, "recall": 0.51087, "f1": 0.476245, "accuracy": 0.51087, "main_score": 0.476245, "hf_subset": "gaz_Latn-nus_Latn", "languages": ["gaz-Latn", "nus-Latn"]}, {"precision": 0.554514, "recall": 0.608696, "f1": 0.569406, "accuracy": 0.608696, "main_score": 0.569406, "hf_subset": "gaz_Latn-slk_Latn", "languages": ["gaz-Latn", "slk-Latn"]}, {"precision": 0.437267, "recall": 0.497036, "f1": 0.454021, "accuracy": 0.497036, "main_score": 0.454021, "hf_subset": "gaz_Latn-tir_Ethi", "languages": ["gaz-Latn", "tir-Ethi"]}, {"precision": 0.524087, "recall": 0.570158, "f1": 0.536184, "accuracy": 0.570158, "main_score": 0.536184, "hf_subset": "gaz_Latn-zho_Hant", "languages": ["gaz-Latn", "zho-Hant"]}, {"precision": 0.552283, "recall": 0.601779, "f1": 0.56564, "accuracy": 0.601779, "main_score": 0.56564, "hf_subset": "gaz_Latn-awa_Deva", "languages": ["gaz-Latn", "awa-Deva"]}, {"precision": 0.565229, "recall": 0.606719, "f1": 0.576253, "accuracy": 0.606719, "main_score": 0.576253, "hf_subset": "gaz_Latn-cym_Latn", "languages": ["gaz-Latn", "cym-Latn"]}, {"precision": 0.535279, "recall": 0.575099, "f1": 0.546107, "accuracy": 0.575099, "main_score": 0.546107, "hf_subset": "gaz_Latn-grn_Latn", "languages": ["gaz-Latn", "grn-Latn"]}, {"precision": 0.537478, "recall": 0.586957, "f1": 0.550358, "accuracy": 0.586957, "main_score": 0.550358, "hf_subset": "gaz_Latn-kat_Geor", "languages": ["gaz-Latn", "kat-Geor"]}, {"precision": 0.508748, "recall": 0.552372, "f1": 0.520438, "accuracy": 0.552372, "main_score": 0.520438, "hf_subset": "gaz_Latn-lua_Latn", "languages": ["gaz-Latn", "lua-Latn"]}, {"precision": 0.502148, "recall": 0.548419, "f1": 0.514588, "accuracy": 0.548419, "main_score": 0.514588, "hf_subset": "gaz_Latn-nya_Latn", "languages": ["gaz-Latn", "nya-Latn"]}, {"precision": 0.557335, "recall": 0.602767, "f1": 0.569246, "accuracy": 0.602767, "main_score": 0.569246, "hf_subset": "gaz_Latn-slv_Latn", "languages": ["gaz-Latn", "slv-Latn"]}, {"precision": 0.537453, "recall": 0.583004, "f1": 0.549806, "accuracy": 0.583004, "main_score": 0.549806, "hf_subset": "gaz_Latn-tpi_Latn", "languages": ["gaz-Latn", "tpi-Latn"]}, {"precision": 0.597446, "recall": 0.645257, "f1": 0.609418, "accuracy": 0.645257, "main_score": 0.609418, "hf_subset": "gaz_Latn-zsm_Latn", "languages": ["gaz-Latn", "zsm-Latn"]}, {"precision": 0.457738, "recall": 0.51087, "f1": 0.472979, "accuracy": 0.51087, "main_score": 0.472979, "hf_subset": "gaz_Latn-ayr_Latn", "languages": ["gaz-Latn", "ayr-Latn"]}, {"precision": 0.568814, "recall": 0.618577, "f1": 0.581665, "accuracy": 0.618577, "main_score": 0.581665, "hf_subset": "gaz_Latn-dan_Latn", "languages": ["gaz-Latn", "dan-Latn"]}, {"precision": 0.56214, "recall": 0.606719, "f1": 0.574801, "accuracy": 0.606719, "main_score": 0.574801, "hf_subset": "gaz_Latn-guj_Gujr", "languages": ["gaz-Latn", "guj-Gujr"]}, {"precision": 0.547823, "recall": 0.597826, "f1": 0.561164, "accuracy": 0.597826, "main_score": 0.561164, "hf_subset": "gaz_Latn-kaz_Cyrl", "languages": ["gaz-Latn", "kaz-Cyrl"]}, {"precision": 0.488331, "recall": 0.537549, "f1": 0.502489, "accuracy": 0.537549, "main_score": 0.502489, "hf_subset": "gaz_Latn-lug_Latn", "languages": ["gaz-Latn", "lug-Latn"]}, {"precision": 0.579346, "recall": 0.632411, "f1": 0.593714, "accuracy": 0.632411, "main_score": 0.593714, "hf_subset": "gaz_Latn-oci_Latn", "languages": ["gaz-Latn", "oci-Latn"]}, {"precision": 0.536172, "recall": 0.58004, "f1": 0.547262, "accuracy": 0.58004, "main_score": 0.547262, "hf_subset": "gaz_Latn-smo_Latn", "languages": ["gaz-Latn", "smo-Latn"]}, {"precision": 0.488953, "recall": 0.540514, "f1": 0.502815, "accuracy": 0.540514, "main_score": 0.502815, "hf_subset": "gaz_Latn-tsn_Latn", "languages": ["gaz-Latn", "tsn-Latn"]}, {"precision": 0.527382, "recall": 0.583004, "f1": 0.54263, "accuracy": 0.583004, "main_score": 0.54263, "hf_subset": "gaz_Latn-zul_Latn", "languages": ["gaz-Latn", "zul-Latn"]}, {"precision": 0.488034, "recall": 0.535573, "f1": 0.501043, "accuracy": 0.535573, "main_score": 0.501043, "hf_subset": "gaz_Latn-azb_Arab", "languages": ["gaz-Latn", "azb-Arab"]}, {"precision": 0.567227, "recall": 0.61166, "f1": 0.578995, "accuracy": 0.61166, "main_score": 0.578995, "hf_subset": "gaz_Latn-deu_Latn", "languages": ["gaz-Latn", "deu-Latn"]}, {"precision": 0.555398, "recall": 0.605731, "f1": 0.569294, "accuracy": 0.605731, "main_score": 0.569294, "hf_subset": "gaz_Latn-hat_Latn", "languages": ["gaz-Latn", "hat-Latn"]}, {"precision": 0.463212, "recall": 0.506917, "f1": 0.474915, "accuracy": 0.506917, "main_score": 0.474915, "hf_subset": "gaz_Latn-kbp_Latn", "languages": ["gaz-Latn", "kbp-Latn"]}, {"precision": 0.508683, "recall": 0.551383, "f1": 0.520578, "accuracy": 0.551383, "main_score": 0.520578, "hf_subset": "gaz_Latn-luo_Latn", "languages": ["gaz-Latn", "luo-Latn"]}, {"precision": 0.539888, "recall": 0.596838, "f1": 0.555141, "accuracy": 0.596838, "main_score": 0.555141, "hf_subset": "gaz_Latn-ory_Orya", "languages": ["gaz-Latn", "ory-Orya"]}, {"precision": 0.490833, "recall": 0.543478, "f1": 0.505402, "accuracy": 0.543478, "main_score": 0.505402, "hf_subset": "gaz_Latn-sna_Latn", "languages": ["gaz-Latn", "sna-Latn"]}, {"precision": 0.503047, "recall": 0.550395, "f1": 0.515064, "accuracy": 0.550395, "main_score": 0.515064, "hf_subset": "gaz_Latn-tso_Latn", "languages": ["gaz-Latn", "tso-Latn"]}, {"precision": 0.537707, "recall": 0.593874, "f1": 0.553655, "accuracy": 0.593874, "main_score": 0.553655, "hf_subset": "gaz_Latn-azj_Latn", "languages": ["gaz-Latn", "azj-Latn"]}, {"precision": 0.451515, "recall": 0.5, "f1": 0.464764, "accuracy": 0.5, "main_score": 0.464764, "hf_subset": "gaz_Latn-dik_Latn", "languages": ["gaz-Latn", "dik-Latn"]}, {"precision": 0.527239, "recall": 0.576087, "f1": 0.54021, "accuracy": 0.576087, "main_score": 0.54021, "hf_subset": "gaz_Latn-hau_Latn", "languages": ["gaz-Latn", "hau-Latn"]}, {"precision": 0.554784, "recall": 0.590909, "f1": 0.564852, "accuracy": 0.590909, "main_score": 0.564852, "hf_subset": "gaz_Latn-kea_Latn", "languages": ["gaz-Latn", "kea-Latn"]}, {"precision": 0.511515, "recall": 0.557312, "f1": 0.523767, "accuracy": 0.557312, "main_score": 0.523767, "hf_subset": "gaz_Latn-lus_Latn", "languages": ["gaz-Latn", "lus-Latn"]}, {"precision": 0.539115, "recall": 0.577075, "f1": 0.549011, "accuracy": 0.577075, "main_score": 0.549011, "hf_subset": "gaz_Latn-pag_Latn", "languages": ["gaz-Latn", "pag-Latn"]}, {"precision": 0.557511, "recall": 0.607708, "f1": 0.571187, "accuracy": 0.607708, "main_score": 0.571187, "hf_subset": "gaz_Latn-snd_Arab", "languages": ["gaz-Latn", "snd-Arab"]}, {"precision": 0.529853, "recall": 0.579051, "f1": 0.542625, "accuracy": 0.579051, "main_score": 0.542625, "hf_subset": "gaz_Latn-tuk_Latn", "languages": ["gaz-Latn", "tuk-Latn"]}, {"precision": 0.554621, "recall": 0.597826, "f1": 0.565967, "accuracy": 0.597826, "main_score": 0.565967, "hf_subset": "gaz_Latn-bak_Cyrl", "languages": ["gaz-Latn", "bak-Cyrl"]}, {"precision": 0.393927, "recall": 0.453557, "f1": 0.409958, "accuracy": 0.453557, "main_score": 0.409958, "hf_subset": "gaz_Latn-dyu_Latn", "languages": ["gaz-Latn", "dyu-Latn"]}, {"precision": 0.548122, "recall": 0.594862, "f1": 0.560375, "accuracy": 0.594862, "main_score": 0.560375, "hf_subset": "gaz_Latn-heb_Hebr", "languages": ["gaz-Latn", "heb-Hebr"]}, {"precision": 0.532913, "recall": 0.585968, "f1": 0.546897, "accuracy": 0.585968, "main_score": 0.546897, "hf_subset": "gaz_Latn-khk_Cyrl", "languages": ["gaz-Latn", "khk-Cyrl"]}, {"precision": 0.555286, "recall": 0.59585, "f1": 0.565583, "accuracy": 0.59585, "main_score": 0.565583, "hf_subset": "gaz_Latn-lvs_Latn", "languages": ["gaz-Latn", "lvs-Latn"]}, {"precision": 0.55786, "recall": 0.608696, "f1": 0.571134, "accuracy": 0.608696, "main_score": 0.571134, "hf_subset": "gaz_Latn-pan_Guru", "languages": ["gaz-Latn", "pan-Guru"]}, {"precision": 0.529159, "recall": 0.577075, "f1": 0.541888, "accuracy": 0.577075, "main_score": 0.541888, "hf_subset": "gaz_Latn-som_Latn", "languages": ["gaz-Latn", "som-Latn"]}, {"precision": 0.487259, "recall": 0.532609, "f1": 0.499019, "accuracy": 0.532609, "main_score": 0.499019, "hf_subset": "gaz_Latn-tum_Latn", "languages": ["gaz-Latn", "tum-Latn"]}, {"precision": 0.423659, "recall": 0.470356, "f1": 0.436532, "accuracy": 0.470356, "main_score": 0.436532, "hf_subset": "kam_Latn-ace_Arab", "languages": ["kam-Latn", "ace-Arab"]}, {"precision": 0.503216, "recall": 0.545455, "f1": 0.514472, "accuracy": 0.545455, "main_score": 0.514472, "hf_subset": "kam_Latn-bam_Latn", "languages": ["kam-Latn", "bam-Latn"]}, {"precision": 0.207115, "recall": 0.252964, "f1": 0.218874, "accuracy": 0.252964, "main_score": 0.218874, "hf_subset": "kam_Latn-dzo_Tibt", "languages": ["kam-Latn", "dzo-Tibt"]}, {"precision": 0.580348, "recall": 0.625494, "f1": 0.592776, "accuracy": 0.625494, "main_score": 0.592776, "hf_subset": "kam_Latn-hin_Deva", "languages": ["kam-Latn", "hin-Deva"]}, {"precision": 0.533295, "recall": 0.578063, "f1": 0.545316, "accuracy": 0.578063, "main_score": 0.545316, "hf_subset": "kam_Latn-khm_Khmr", "languages": ["kam-Latn", "khm-Khmr"]}, {"precision": 0.58229, "recall": 0.620553, "f1": 0.592497, "accuracy": 0.620553, "main_score": 0.592497, "hf_subset": "kam_Latn-mag_Deva", "languages": ["kam-Latn", "mag-Deva"]}, {"precision": 0.573552, "recall": 0.616601, "f1": 0.584946, "accuracy": 0.616601, "main_score": 0.584946, "hf_subset": "kam_Latn-pap_Latn", "languages": ["kam-Latn", "pap-Latn"]}, {"precision": 0.565815, "recall": 0.608696, "f1": 0.577491, "accuracy": 0.608696, "main_score": 0.577491, "hf_subset": "kam_Latn-sot_Latn", "languages": ["kam-Latn", "sot-Latn"]}, {"precision": 0.558968, "recall": 0.605731, "f1": 0.57107, "accuracy": 0.605731, "main_score": 0.57107, "hf_subset": "kam_Latn-tur_Latn", "languages": ["kam-Latn", "tur-Latn"]}, {"precision": 0.558871, "recall": 0.591897, "f1": 0.567852, "accuracy": 0.591897, "main_score": 0.567852, "hf_subset": "kam_Latn-ace_Latn", "languages": ["kam-Latn", "ace-Latn"]}, {"precision": 0.584218, "recall": 0.617589, "f1": 0.593121, "accuracy": 0.617589, "main_score": 0.593121, "hf_subset": "kam_Latn-ban_Latn", "languages": ["kam-Latn", "ban-Latn"]}, {"precision": 0.549559, "recall": 0.601779, "f1": 0.562781, "accuracy": 0.601779, "main_score": 0.562781, "hf_subset": "kam_Latn-ell_Grek", "languages": ["kam-Latn", "ell-Grek"]}, {"precision": 0.564494, "recall": 0.608696, "f1": 0.575896, "accuracy": 0.608696, "main_score": 0.575896, "hf_subset": "kam_Latn-hne_Deva", "languages": ["kam-Latn", "hne-Deva"]}, {"precision": 0.53707, "recall": 0.592885, "f1": 0.552069, "accuracy": 0.592885, "main_score": 0.552069, "hf_subset": "kam_Latn-kik_Latn", "languages": ["kam-Latn", "kik-Latn"]}, {"precision": 0.566592, "recall": 0.612648, "f1": 0.578786, "accuracy": 0.612648, "main_score": 0.578786, "hf_subset": "kam_Latn-mai_Deva", "languages": ["kam-Latn", "mai-Deva"]}, {"precision": 0.52342, "recall": 0.568182, "f1": 0.534927, "accuracy": 0.568182, "main_score": 0.534927, "hf_subset": "kam_Latn-pbt_Arab", "languages": ["kam-Latn", "pbt-Arab"]}, {"precision": 0.579157, "recall": 0.624506, "f1": 0.590445, "accuracy": 0.624506, "main_score": 0.590445, "hf_subset": "kam_Latn-spa_Latn", "languages": ["kam-Latn", "spa-Latn"]}, {"precision": 0.542233, "recall": 0.579051, "f1": 0.552375, "accuracy": 0.579051, "main_score": 0.552375, "hf_subset": "kam_Latn-twi_Latn", "languages": ["kam-Latn", "twi-Latn"]}, {"precision": 0.565402, "recall": 0.61166, "f1": 0.577823, "accuracy": 0.61166, "main_score": 0.577823, "hf_subset": "kam_Latn-acm_Arab", "languages": ["kam-Latn", "acm-Arab"]}, {"precision": 0.541949, "recall": 0.582016, "f1": 0.55279, "accuracy": 0.582016, "main_score": 0.55279, "hf_subset": "kam_Latn-bel_Cyrl", "languages": ["kam-Latn", "bel-Cyrl"]}, {"precision": 0.608095, "recall": 0.647233, "f1": 0.618585, "accuracy": 0.647233, "main_score": 0.618585, "hf_subset": "kam_Latn-eng_Latn", "languages": ["kam-Latn", "eng-Latn"]}, {"precision": 0.587974, "recall": 0.631423, "f1": 0.599145, "accuracy": 0.631423, "main_score": 0.599145, "hf_subset": "kam_Latn-hrv_Latn", "languages": ["kam-Latn", "hrv-Latn"]}, {"precision": 0.509252, "recall": 0.556324, "f1": 0.522442, "accuracy": 0.556324, "main_score": 0.522442, "hf_subset": "kam_Latn-kin_Latn", "languages": ["kam-Latn", "kin-Latn"]}, {"precision": 0.564205, "recall": 0.61166, "f1": 0.576952, "accuracy": 0.61166, "main_score": 0.576952, "hf_subset": "kam_Latn-mal_Mlym", "languages": ["kam-Latn", "mal-Mlym"]}, {"precision": 0.568718, "recall": 0.614625, "f1": 0.579998, "accuracy": 0.614625, "main_score": 0.579998, "hf_subset": "kam_Latn-pes_Arab", "languages": ["kam-Latn", "pes-Arab"]}, {"precision": 0.577818, "recall": 0.616601, "f1": 0.588161, "accuracy": 0.616601, "main_score": 0.588161, "hf_subset": "kam_Latn-srd_Latn", "languages": ["kam-Latn", "srd-Latn"]}, {"precision": 0.176537, "recall": 0.221344, "f1": 0.187689, "accuracy": 0.221344, "main_score": 0.187689, "hf_subset": "kam_Latn-tzm_Tfng", "languages": ["kam-Latn", "tzm-Tfng"]}, {"precision": 0.576618, "recall": 0.616601, "f1": 0.587793, "accuracy": 0.616601, "main_score": 0.587793, "hf_subset": "kam_Latn-acq_Arab", "languages": ["kam-Latn", "acq-Arab"]}, {"precision": 0.57715, "recall": 0.616601, "f1": 0.587683, "accuracy": 0.616601, "main_score": 0.587683, "hf_subset": "kam_Latn-bem_Latn", "languages": ["kam-Latn", "bem-Latn"]}, {"precision": 0.583984, "recall": 0.625494, "f1": 0.594886, "accuracy": 0.625494, "main_score": 0.594886, "hf_subset": "kam_Latn-epo_Latn", "languages": ["kam-Latn", "epo-Latn"]}, {"precision": 0.57941, "recall": 0.618577, "f1": 0.589416, "accuracy": 0.618577, "main_score": 0.589416, "hf_subset": "kam_Latn-hun_Latn", "languages": ["kam-Latn", "hun-Latn"]}, {"precision": 0.560385, "recall": 0.597826, "f1": 0.571131, "accuracy": 0.597826, "main_score": 0.571131, "hf_subset": "kam_Latn-kir_Cyrl", "languages": ["kam-Latn", "kir-Cyrl"]}, {"precision": 0.557314, "recall": 0.599802, "f1": 0.568142, "accuracy": 0.599802, "main_score": 0.568142, "hf_subset": "kam_Latn-mar_Deva", "languages": ["kam-Latn", "mar-Deva"]}, {"precision": 0.537564, "recall": 0.579051, "f1": 0.548805, "accuracy": 0.579051, "main_score": 0.548805, "hf_subset": "kam_Latn-plt_Latn", "languages": ["kam-Latn", "plt-Latn"]}, {"precision": 0.5782, "recall": 0.620553, "f1": 0.589502, "accuracy": 0.620553, "main_score": 0.589502, "hf_subset": "kam_Latn-srp_Cyrl", "languages": ["kam-Latn", "srp-Cyrl"]}, {"precision": 0.483227, "recall": 0.541502, "f1": 0.499217, "accuracy": 0.541502, "main_score": 0.499217, "hf_subset": "kam_Latn-uig_Arab", "languages": ["kam-Latn", "uig-Arab"]}, {"precision": 0.55313, "recall": 0.59585, "f1": 0.564214, "accuracy": 0.59585, "main_score": 0.564214, "hf_subset": "kam_Latn-aeb_Arab", "languages": ["kam-Latn", "aeb-Arab"]}, {"precision": 0.567722, "recall": 0.61166, "f1": 0.579591, "accuracy": 0.61166, "main_score": 0.579591, "hf_subset": "kam_Latn-ben_Beng", "languages": ["kam-Latn", "ben-Beng"]}, {"precision": 0.563567, "recall": 0.613636, "f1": 0.576507, "accuracy": 0.613636, "main_score": 0.576507, "hf_subset": "kam_Latn-est_Latn", "languages": ["kam-Latn", "est-Latn"]}, {"precision": 0.549713, "recall": 0.59585, "f1": 0.561603, "accuracy": 0.59585, "main_score": 0.561603, "hf_subset": "kam_Latn-hye_Armn", "languages": ["kam-Latn", "hye-Armn"]}, {"precision": 0.531909, "recall": 0.565217, "f1": 0.541213, "accuracy": 0.565217, "main_score": 0.541213, "hf_subset": "kam_Latn-kmb_Latn", "languages": ["kam-Latn", "kmb-Latn"]}, {"precision": 0.36425, "recall": 0.421937, "f1": 0.379678, "accuracy": 0.421937, "main_score": 0.379678, "hf_subset": "kam_Latn-min_Arab", "languages": ["kam-Latn", "min-Arab"]}, {"precision": 0.580207, "recall": 0.613636, "f1": 0.589347, "accuracy": 0.613636, "main_score": 0.589347, "hf_subset": "kam_Latn-pol_Latn", "languages": ["kam-Latn", "pol-Latn"]}, {"precision": 0.538687, "recall": 0.581028, "f1": 0.550275, "accuracy": 0.581028, "main_score": 0.550275, "hf_subset": "kam_Latn-ssw_Latn", "languages": ["kam-Latn", "ssw-Latn"]}, {"precision": 0.58929, "recall": 0.632411, "f1": 0.601372, "accuracy": 0.632411, "main_score": 0.601372, "hf_subset": "kam_Latn-ukr_Cyrl", "languages": ["kam-Latn", "ukr-Cyrl"]}, {"precision": 0.595515, "recall": 0.636364, "f1": 0.606196, "accuracy": 0.636364, "main_score": 0.606196, "hf_subset": "kam_Latn-afr_Latn", "languages": ["kam-Latn", "afr-Latn"]}, {"precision": 0.574928, "recall": 0.614625, "f1": 0.584768, "accuracy": 0.614625, "main_score": 0.584768, "hf_subset": "kam_Latn-bho_Deva", "languages": ["kam-Latn", "bho-Deva"]}, {"precision": 0.559644, "recall": 0.601779, "f1": 0.570232, "accuracy": 0.601779, "main_score": 0.570232, "hf_subset": "kam_Latn-eus_Latn", "languages": ["kam-Latn", "eus-Latn"]}, {"precision": 0.535441, "recall": 0.578063, "f1": 0.54785, "accuracy": 0.578063, "main_score": 0.54785, "hf_subset": "kam_Latn-ibo_Latn", "languages": ["kam-Latn", "ibo-Latn"]}, {"precision": 0.540892, "recall": 0.583004, "f1": 0.552757, "accuracy": 0.583004, "main_score": 0.552757, "hf_subset": "kam_Latn-kmr_Latn", "languages": ["kam-Latn", "kmr-Latn"]}, {"precision": 0.580638, "recall": 0.62253, "f1": 0.591401, "accuracy": 0.62253, "main_score": 0.591401, "hf_subset": "kam_Latn-min_Latn", "languages": ["kam-Latn", "min-Latn"]}, {"precision": 0.602945, "recall": 0.642292, "f1": 0.613318, "accuracy": 0.642292, "main_score": 0.613318, "hf_subset": "kam_Latn-por_Latn", "languages": ["kam-Latn", "por-Latn"]}, {"precision": 0.605539, "recall": 0.63834, "f1": 0.614048, "accuracy": 0.63834, "main_score": 0.614048, "hf_subset": "kam_Latn-sun_Latn", "languages": ["kam-Latn", "sun-Latn"]}, {"precision": 0.501977, "recall": 0.544466, "f1": 0.514185, "accuracy": 0.544466, "main_score": 0.514185, "hf_subset": "kam_Latn-umb_Latn", "languages": ["kam-Latn", "umb-Latn"]}, {"precision": 0.565274, "recall": 0.605731, "f1": 0.576218, "accuracy": 0.605731, "main_score": 0.576218, "hf_subset": "kam_Latn-ajp_Arab", "languages": ["kam-Latn", "ajp-Arab"]}, {"precision": 0.405554, "recall": 0.448617, "f1": 0.417387, "accuracy": 0.448617, "main_score": 0.417387, "hf_subset": "kam_Latn-bjn_Arab", "languages": ["kam-Latn", "bjn-Arab"]}, {"precision": 0.492666, "recall": 0.52668, "f1": 0.501831, "accuracy": 0.52668, "main_score": 0.501831, "hf_subset": "kam_Latn-ewe_Latn", "languages": ["kam-Latn", "ewe-Latn"]}, {"precision": 0.596754, "recall": 0.633399, "f1": 0.606001, "accuracy": 0.633399, "main_score": 0.606001, "hf_subset": "kam_Latn-ilo_Latn", "languages": ["kam-Latn", "ilo-Latn"]}, {"precision": 0.283253, "recall": 0.33498, "f1": 0.297728, "accuracy": 0.33498, "main_score": 0.297728, "hf_subset": "kam_Latn-knc_Arab", "languages": ["kam-Latn", "knc-Arab"]}, {"precision": 0.57486, "recall": 0.62253, "f1": 0.586588, "accuracy": 0.62253, "main_score": 0.586588, "hf_subset": "kam_Latn-mkd_Cyrl", "languages": ["kam-Latn", "mkd-Cyrl"]}, {"precision": 0.565412, "recall": 0.614625, "f1": 0.577487, "accuracy": 0.614625, "main_score": 0.577487, "hf_subset": "kam_Latn-prs_Arab", "languages": ["kam-Latn", "prs-Arab"]}, {"precision": 0.584744, "recall": 0.625494, "f1": 0.595515, "accuracy": 0.625494, "main_score": 0.595515, "hf_subset": "kam_Latn-swe_Latn", "languages": ["kam-Latn", "swe-Latn"]}, {"precision": 0.544263, "recall": 0.594862, "f1": 0.5578, "accuracy": 0.594862, "main_score": 0.5578, "hf_subset": "kam_Latn-urd_Arab", "languages": ["kam-Latn", "urd-Arab"]}, {"precision": 0.536608, "recall": 0.572134, "f1": 0.54626, "accuracy": 0.572134, "main_score": 0.54626, "hf_subset": "kam_Latn-aka_Latn", "languages": ["kam-Latn", "aka-Latn"]}, {"precision": 0.577128, "recall": 0.61166, "f1": 0.585621, "accuracy": 0.61166, "main_score": 0.585621, "hf_subset": "kam_Latn-bjn_Latn", "languages": ["kam-Latn", "bjn-Latn"]}, {"precision": 0.564561, "recall": 0.604743, "f1": 0.575488, "accuracy": 0.604743, "main_score": 0.575488, "hf_subset": "kam_Latn-fao_Latn", "languages": ["kam-Latn", "fao-Latn"]}, {"precision": 0.603231, "recall": 0.639328, "f1": 0.612314, "accuracy": 0.639328, "main_score": 0.612314, "hf_subset": "kam_Latn-ind_Latn", "languages": ["kam-Latn", "ind-Latn"]}, {"precision": 0.527475, "recall": 0.564229, "f1": 0.5375, "accuracy": 0.564229, "main_score": 0.5375, "hf_subset": "kam_Latn-knc_Latn", "languages": ["kam-Latn", "knc-Latn"]}, {"precision": 0.580019, "recall": 0.625494, "f1": 0.591569, "accuracy": 0.625494, "main_score": 0.591569, "hf_subset": "kam_Latn-mlt_Latn", "languages": ["kam-Latn", "mlt-Latn"]}, {"precision": 0.526201, "recall": 0.567194, "f1": 0.537729, "accuracy": 0.567194, "main_score": 0.537729, "hf_subset": "kam_Latn-quy_Latn", "languages": ["kam-Latn", "quy-Latn"]}, {"precision": 0.592613, "recall": 0.63834, "f1": 0.604999, "accuracy": 0.63834, "main_score": 0.604999, "hf_subset": "kam_Latn-swh_Latn", "languages": ["kam-Latn", "swh-Latn"]}, {"precision": 0.560565, "recall": 0.604743, "f1": 0.572681, "accuracy": 0.604743, "main_score": 0.572681, "hf_subset": "kam_Latn-uzn_Latn", "languages": ["kam-Latn", "uzn-Latn"]}, {"precision": 0.576949, "recall": 0.616601, "f1": 0.587398, "accuracy": 0.616601, "main_score": 0.587398, "hf_subset": "kam_Latn-als_Latn", "languages": ["kam-Latn", "als-Latn"]}, {"precision": 0.287126, "recall": 0.344862, "f1": 0.30198, "accuracy": 0.344862, "main_score": 0.30198, "hf_subset": "kam_Latn-bod_Tibt", "languages": ["kam-Latn", "bod-Tibt"]}, {"precision": 0.541005, "recall": 0.578063, "f1": 0.550794, "accuracy": 0.578063, "main_score": 0.550794, "hf_subset": "kam_Latn-fij_Latn", "languages": ["kam-Latn", "fij-Latn"]}, {"precision": 0.547896, "recall": 0.592885, "f1": 0.560357, "accuracy": 0.592885, "main_score": 0.560357, "hf_subset": "kam_Latn-isl_Latn", "languages": ["kam-Latn", "isl-Latn"]}, {"precision": 0.540428, "recall": 0.571146, "f1": 0.548462, "accuracy": 0.571146, "main_score": 0.548462, "hf_subset": "kam_Latn-kon_Latn", "languages": ["kam-Latn", "kon-Latn"]}, {"precision": 0.46499, "recall": 0.507905, "f1": 0.47688, "accuracy": 0.507905, "main_score": 0.47688, "hf_subset": "kam_Latn-mni_Beng", "languages": ["kam-Latn", "mni-Beng"]}, {"precision": 0.588909, "recall": 0.636364, "f1": 0.601672, "accuracy": 0.636364, "main_score": 0.601672, "hf_subset": "kam_Latn-ron_Latn", "languages": ["kam-Latn", "ron-Latn"]}, {"precision": 0.563058, "recall": 0.602767, "f1": 0.574224, "accuracy": 0.602767, "main_score": 0.574224, "hf_subset": "kam_Latn-szl_Latn", "languages": ["kam-Latn", "szl-Latn"]}, {"precision": 0.58201, "recall": 0.619565, "f1": 0.591446, "accuracy": 0.619565, "main_score": 0.591446, "hf_subset": "kam_Latn-vec_Latn", "languages": ["kam-Latn", "vec-Latn"]}, {"precision": 0.509993, "recall": 0.562253, "f1": 0.524308, "accuracy": 0.562253, "main_score": 0.524308, "hf_subset": "kam_Latn-amh_Ethi", "languages": ["kam-Latn", "amh-Ethi"]}, {"precision": 0.599762, "recall": 0.636364, "f1": 0.60973, "accuracy": 0.636364, "main_score": 0.60973, "hf_subset": "kam_Latn-bos_Latn", "languages": ["kam-Latn", "bos-Latn"]}, {"precision": 0.569349, "recall": 0.605731, "f1": 0.579296, "accuracy": 0.605731, "main_score": 0.579296, "hf_subset": "kam_Latn-fin_Latn", "languages": ["kam-Latn", "fin-Latn"]}, {"precision": 0.591196, "recall": 0.624506, "f1": 0.600053, "accuracy": 0.624506, "main_score": 0.600053, "hf_subset": "kam_Latn-ita_Latn", "languages": ["kam-Latn", "ita-Latn"]}, {"precision": 0.561464, "recall": 0.603755, "f1": 0.572419, "accuracy": 0.603755, "main_score": 0.572419, "hf_subset": "kam_Latn-kor_Hang", "languages": ["kam-Latn", "kor-Hang"]}, {"precision": 0.50108, "recall": 0.539526, "f1": 0.511834, "accuracy": 0.539526, "main_score": 0.511834, "hf_subset": "kam_Latn-mos_Latn", "languages": ["kam-Latn", "mos-Latn"]}, {"precision": 0.516271, "recall": 0.554348, "f1": 0.527148, "accuracy": 0.554348, "main_score": 0.527148, "hf_subset": "kam_Latn-run_Latn", "languages": ["kam-Latn", "run-Latn"]}, {"precision": 0.549112, "recall": 0.600791, "f1": 0.563212, "accuracy": 0.600791, "main_score": 0.563212, "hf_subset": "kam_Latn-tam_Taml", "languages": ["kam-Latn", "tam-Taml"]}, {"precision": 0.567262, "recall": 0.608696, "f1": 0.578564, "accuracy": 0.608696, "main_score": 0.578564, "hf_subset": "kam_Latn-vie_Latn", "languages": ["kam-Latn", "vie-Latn"]}, {"precision": 0.567647, "recall": 0.608696, "f1": 0.578033, "accuracy": 0.608696, "main_score": 0.578033, "hf_subset": "kam_Latn-apc_Arab", "languages": ["kam-Latn", "apc-Arab"]}, {"precision": 0.544204, "recall": 0.582016, "f1": 0.554552, "accuracy": 0.582016, "main_score": 0.554552, "hf_subset": "kam_Latn-bug_Latn", "languages": ["kam-Latn", "bug-Latn"]}, {"precision": 0.46242, "recall": 0.499012, "f1": 0.472892, "accuracy": 0.499012, "main_score": 0.472892, "hf_subset": "kam_Latn-fon_Latn", "languages": ["kam-Latn", "fon-Latn"]}, {"precision": 0.583152, "recall": 0.628458, "f1": 0.595003, "accuracy": 0.628458, "main_score": 0.595003, "hf_subset": "kam_Latn-jav_Latn", "languages": ["kam-Latn", "jav-Latn"]}, {"precision": 0.525047, "recall": 0.576087, "f1": 0.538722, "accuracy": 0.576087, "main_score": 0.538722, "hf_subset": "kam_Latn-lao_Laoo", "languages": ["kam-Latn", "lao-Laoo"]}, {"precision": 0.534509, "recall": 0.578063, "f1": 0.545625, "accuracy": 0.578063, "main_score": 0.545625, "hf_subset": "kam_Latn-mri_Latn", "languages": ["kam-Latn", "mri-Latn"]}, {"precision": 0.568459, "recall": 0.607708, "f1": 0.578762, "accuracy": 0.607708, "main_score": 0.578762, "hf_subset": "kam_Latn-rus_Cyrl", "languages": ["kam-Latn", "rus-Cyrl"]}, {"precision": 0.480592, "recall": 0.522727, "f1": 0.492577, "accuracy": 0.522727, "main_score": 0.492577, "hf_subset": "kam_Latn-taq_Latn", "languages": ["kam-Latn", "taq-Latn"]}, {"precision": 0.596282, "recall": 0.634387, "f1": 0.60551, "accuracy": 0.634387, "main_score": 0.60551, "hf_subset": "kam_Latn-war_Latn", "languages": ["kam-Latn", "war-Latn"]}, {"precision": 0.574041, "recall": 0.621542, "f1": 0.586352, "accuracy": 0.621542, "main_score": 0.586352, "hf_subset": "kam_Latn-arb_Arab", "languages": ["kam-Latn", "arb-Arab"]}, {"precision": 0.603874, "recall": 0.633399, "f1": 0.611636, "accuracy": 0.633399, "main_score": 0.611636, "hf_subset": "kam_Latn-bul_Cyrl", "languages": ["kam-Latn", "bul-Cyrl"]}, {"precision": 0.584468, "recall": 0.625494, "f1": 0.595041, "accuracy": 0.625494, "main_score": 0.595041, "hf_subset": "kam_Latn-fra_Latn", "languages": ["kam-Latn", "fra-Latn"]}, {"precision": 0.56136, "recall": 0.602767, "f1": 0.57234, "accuracy": 0.602767, "main_score": 0.57234, "hf_subset": "kam_Latn-jpn_Jpan", "languages": ["kam-Latn", "jpn-Jpan"]}, {"precision": 0.57601, "recall": 0.614625, "f1": 0.586021, "accuracy": 0.614625, "main_score": 0.586021, "hf_subset": "kam_Latn-lij_Latn", "languages": ["kam-Latn", "lij-Latn"]}, {"precision": 0.440563, "recall": 0.505929, "f1": 0.458877, "accuracy": 0.505929, "main_score": 0.458877, "hf_subset": "kam_Latn-mya_Mymr", "languages": ["kam-Latn", "mya-Mymr"]}, {"precision": 0.522101, "recall": 0.560277, "f1": 0.532417, "accuracy": 0.560277, "main_score": 0.532417, "hf_subset": "kam_Latn-sag_Latn", "languages": ["kam-Latn", "sag-Latn"]}, {"precision": 0.182944, "recall": 0.230237, "f1": 0.194147, "accuracy": 0.230237, "main_score": 0.194147, "hf_subset": "kam_Latn-taq_Tfng", "languages": ["kam-Latn", "taq-Tfng"]}, {"precision": 0.534114, "recall": 0.577075, "f1": 0.545857, "accuracy": 0.577075, "main_score": 0.545857, "hf_subset": "kam_Latn-wol_Latn", "languages": ["kam-Latn", "wol-Latn"]}, {"precision": 0.463312, "recall": 0.505929, "f1": 0.474516, "accuracy": 0.505929, "main_score": 0.474516, "hf_subset": "kam_Latn-arb_Latn", "languages": ["kam-Latn", "arb-Latn"]}, {"precision": 0.591068, "recall": 0.629447, "f1": 0.601882, "accuracy": 0.629447, "main_score": 0.601882, "hf_subset": "kam_Latn-cat_Latn", "languages": ["kam-Latn", "cat-Latn"]}, {"precision": 0.586052, "recall": 0.620553, "f1": 0.594339, "accuracy": 0.620553, "main_score": 0.594339, "hf_subset": "kam_Latn-fur_Latn", "languages": ["kam-Latn", "fur-Latn"]}, {"precision": 0.43615, "recall": 0.480237, "f1": 0.448819, "accuracy": 0.480237, "main_score": 0.448819, "hf_subset": "kam_Latn-kab_Latn", "languages": ["kam-Latn", "kab-Latn"]}, {"precision": 0.575387, "recall": 0.608696, "f1": 0.584395, "accuracy": 0.608696, "main_score": 0.584395, "hf_subset": "kam_Latn-lim_Latn", "languages": ["kam-Latn", "lim-Latn"]}, {"precision": 0.576495, "recall": 0.616601, "f1": 0.587061, "accuracy": 0.616601, "main_score": 0.587061, "hf_subset": "kam_Latn-nld_Latn", "languages": ["kam-Latn", "nld-Latn"]}, {"precision": 0.52831, "recall": 0.581028, "f1": 0.542166, "accuracy": 0.581028, "main_score": 0.542166, "hf_subset": "kam_Latn-san_Deva", "languages": ["kam-Latn", "san-Deva"]}, {"precision": 0.56743, "recall": 0.61166, "f1": 0.578806, "accuracy": 0.61166, "main_score": 0.578806, "hf_subset": "kam_Latn-tat_Cyrl", "languages": ["kam-Latn", "tat-Cyrl"]}, {"precision": 0.574224, "recall": 0.608696, "f1": 0.583693, "accuracy": 0.608696, "main_score": 0.583693, "hf_subset": "kam_Latn-xho_Latn", "languages": ["kam-Latn", "xho-Latn"]}, {"precision": 0.555892, "recall": 0.608696, "f1": 0.569953, "accuracy": 0.608696, "main_score": 0.569953, "hf_subset": "kam_Latn-ars_Arab", "languages": ["kam-Latn", "ars-Arab"]}, {"precision": 0.585244, "recall": 0.623518, "f1": 0.594746, "accuracy": 0.623518, "main_score": 0.594746, "hf_subset": "kam_Latn-ceb_Latn", "languages": ["kam-Latn", "ceb-Latn"]}, {"precision": 0.508031, "recall": 0.547431, "f1": 0.519368, "accuracy": 0.547431, "main_score": 0.519368, "hf_subset": "kam_Latn-fuv_Latn", "languages": ["kam-Latn", "fuv-Latn"]}, {"precision": 0.491382, "recall": 0.533597, "f1": 0.502967, "accuracy": 0.533597, "main_score": 0.502967, "hf_subset": "kam_Latn-kac_Latn", "languages": ["kam-Latn", "kac-Latn"]}, {"precision": 0.543616, "recall": 0.581028, "f1": 0.553915, "accuracy": 0.581028, "main_score": 0.553915, "hf_subset": "kam_Latn-lin_Latn", "languages": ["kam-Latn", "lin-Latn"]}, {"precision": 0.577571, "recall": 0.621542, "f1": 0.589519, "accuracy": 0.621542, "main_score": 0.589519, "hf_subset": "kam_Latn-nno_Latn", "languages": ["kam-Latn", "nno-Latn"]}, {"precision": 0.121437, "recall": 0.167984, "f1": 0.133291, "accuracy": 0.167984, "main_score": 0.133291, "hf_subset": "kam_Latn-sat_Olck", "languages": ["kam-Latn", "sat-Olck"]}, {"precision": 0.558375, "recall": 0.607708, "f1": 0.571211, "accuracy": 0.607708, "main_score": 0.571211, "hf_subset": "kam_Latn-tel_Telu", "languages": ["kam-Latn", "tel-Telu"]}, {"precision": 0.493836, "recall": 0.550395, "f1": 0.508529, "accuracy": 0.550395, "main_score": 0.508529, "hf_subset": "kam_Latn-ydd_Hebr", "languages": ["kam-Latn", "ydd-Hebr"]}, {"precision": 0.550073, "recall": 0.594862, "f1": 0.562075, "accuracy": 0.594862, "main_score": 0.562075, "hf_subset": "kam_Latn-ary_Arab", "languages": ["kam-Latn", "ary-Arab"]}, {"precision": 0.579087, "recall": 0.621542, "f1": 0.58988, "accuracy": 0.621542, "main_score": 0.58988, "hf_subset": "kam_Latn-ces_Latn", "languages": ["kam-Latn", "ces-Latn"]}, {"precision": 0.487249, "recall": 0.537549, "f1": 0.501187, "accuracy": 0.537549, "main_score": 0.501187, "hf_subset": "kam_Latn-gaz_Latn", "languages": ["kam-Latn", "gaz-Latn"]}, {"precision": 0.569574, "recall": 0.610672, "f1": 0.581172, "accuracy": 0.610672, "main_score": 0.581172, "hf_subset": "kam_Latn-lit_Latn", "languages": ["kam-Latn", "lit-Latn"]}, {"precision": 0.587977, "recall": 0.629447, "f1": 0.598667, "accuracy": 0.629447, "main_score": 0.598667, "hf_subset": "kam_Latn-nob_Latn", "languages": ["kam-Latn", "nob-Latn"]}, {"precision": 0.57685, "recall": 0.619565, "f1": 0.588005, "accuracy": 0.619565, "main_score": 0.588005, "hf_subset": "kam_Latn-scn_Latn", "languages": ["kam-Latn", "scn-Latn"]}, {"precision": 0.547921, "recall": 0.588933, "f1": 0.558691, "accuracy": 0.588933, "main_score": 0.558691, "hf_subset": "kam_Latn-tgk_Cyrl", "languages": ["kam-Latn", "tgk-Cyrl"]}, {"precision": 0.518298, "recall": 0.567194, "f1": 0.532148, "accuracy": 0.567194, "main_score": 0.532148, "hf_subset": "kam_Latn-yor_Latn", "languages": ["kam-Latn", "yor-Latn"]}, {"precision": 0.566538, "recall": 0.607708, "f1": 0.577737, "accuracy": 0.607708, "main_score": 0.577737, "hf_subset": "kam_Latn-arz_Arab", "languages": ["kam-Latn", "arz-Arab"]}, {"precision": 0.490604, "recall": 0.531621, "f1": 0.502049, "accuracy": 0.531621, "main_score": 0.502049, "hf_subset": "kam_Latn-cjk_Latn", "languages": ["kam-Latn", "cjk-Latn"]}, {"precision": 0.514432, "recall": 0.554348, "f1": 0.525044, "accuracy": 0.554348, "main_score": 0.525044, "hf_subset": "kam_Latn-gla_Latn", "languages": ["kam-Latn", "gla-Latn"]}, {"precision": 0.569793, "recall": 0.614625, "f1": 0.581273, "accuracy": 0.614625, "main_score": 0.581273, "hf_subset": "kam_Latn-kan_Knda", "languages": ["kam-Latn", "kan-Knda"]}, {"precision": 0.565841, "recall": 0.604743, "f1": 0.576342, "accuracy": 0.604743, "main_score": 0.576342, "hf_subset": "kam_Latn-lmo_Latn", "languages": ["kam-Latn", "lmo-Latn"]}, {"precision": 0.559574, "recall": 0.604743, "f1": 0.571592, "accuracy": 0.604743, "main_score": 0.571592, "hf_subset": "kam_Latn-npi_Deva", "languages": ["kam-Latn", "npi-Deva"]}, {"precision": 0.440699, "recall": 0.48913, "f1": 0.45412, "accuracy": 0.48913, "main_score": 0.45412, "hf_subset": "kam_Latn-shn_Mymr", "languages": ["kam-Latn", "shn-Mymr"]}, {"precision": 0.595724, "recall": 0.637352, "f1": 0.606226, "accuracy": 0.637352, "main_score": 0.606226, "hf_subset": "kam_Latn-tgl_Latn", "languages": ["kam-Latn", "tgl-Latn"]}, {"precision": 0.548395, "recall": 0.589921, "f1": 0.559129, "accuracy": 0.589921, "main_score": 0.559129, "hf_subset": "kam_Latn-yue_Hant", "languages": ["kam-Latn", "yue-Hant"]}, {"precision": 0.547025, "recall": 0.594862, "f1": 0.559607, "accuracy": 0.594862, "main_score": 0.559607, "hf_subset": "kam_Latn-asm_Beng", "languages": ["kam-Latn", "asm-Beng"]}, {"precision": 0.525277, "recall": 0.578063, "f1": 0.538799, "accuracy": 0.578063, "main_score": 0.538799, "hf_subset": "kam_Latn-ckb_Arab", "languages": ["kam-Latn", "ckb-Arab"]}, {"precision": 0.520989, "recall": 0.565217, "f1": 0.53291, "accuracy": 0.565217, "main_score": 0.53291, "hf_subset": "kam_Latn-gle_Latn", "languages": ["kam-Latn", "gle-Latn"]}, {"precision": 0.481602, "recall": 0.525692, "f1": 0.494061, "accuracy": 0.525692, "main_score": 0.494061, "hf_subset": "kam_Latn-kas_Arab", "languages": ["kam-Latn", "kas-Arab"]}, {"precision": 0.543247, "recall": 0.58498, "f1": 0.554645, "accuracy": 0.58498, "main_score": 0.554645, "hf_subset": "kam_Latn-ltg_Latn", "languages": ["kam-Latn", "ltg-Latn"]}, {"precision": 0.552204, "recall": 0.596838, "f1": 0.564053, "accuracy": 0.596838, "main_score": 0.564053, "hf_subset": "kam_Latn-nso_Latn", "languages": ["kam-Latn", "nso-Latn"]}, {"precision": 0.497423, "recall": 0.548419, "f1": 0.511179, "accuracy": 0.548419, "main_score": 0.511179, "hf_subset": "kam_Latn-sin_Sinh", "languages": ["kam-Latn", "sin-Sinh"]}, {"precision": 0.564997, "recall": 0.606719, "f1": 0.575747, "accuracy": 0.606719, "main_score": 0.575747, "hf_subset": "kam_Latn-tha_Thai", "languages": ["kam-Latn", "tha-Thai"]}, {"precision": 0.549802, "recall": 0.590909, "f1": 0.560598, "accuracy": 0.590909, "main_score": 0.560598, "hf_subset": "kam_Latn-zho_Hans", "languages": ["kam-Latn", "zho-Hans"]}, {"precision": 0.583845, "recall": 0.625494, "f1": 0.594769, "accuracy": 0.625494, "main_score": 0.594769, "hf_subset": "kam_Latn-ast_Latn", "languages": ["kam-Latn", "ast-Latn"]}, {"precision": 0.551391, "recall": 0.596838, "f1": 0.56342, "accuracy": 0.596838, "main_score": 0.56342, "hf_subset": "kam_Latn-crh_Latn", "languages": ["kam-Latn", "crh-Latn"]}, {"precision": 0.585809, "recall": 0.62747, "f1": 0.596553, "accuracy": 0.62747, "main_score": 0.596553, "hf_subset": "kam_Latn-glg_Latn", "languages": ["kam-Latn", "glg-Latn"]}, {"precision": 0.504464, "recall": 0.551383, "f1": 0.517529, "accuracy": 0.551383, "main_score": 0.517529, "hf_subset": "kam_Latn-kas_Deva", "languages": ["kam-Latn", "kas-Deva"]}, {"precision": 0.556685, "recall": 0.592885, "f1": 0.565962, "accuracy": 0.592885, "main_score": 0.565962, "hf_subset": "kam_Latn-ltz_Latn", "languages": ["kam-Latn", "ltz-Latn"]}, {"precision": 0.452749, "recall": 0.509881, "f1": 0.468296, "accuracy": 0.509881, "main_score": 0.468296, "hf_subset": "kam_Latn-nus_Latn", "languages": ["kam-Latn", "nus-Latn"]}, {"precision": 0.575725, "recall": 0.614625, "f1": 0.586515, "accuracy": 0.614625, "main_score": 0.586515, "hf_subset": "kam_Latn-slk_Latn", "languages": ["kam-Latn", "slk-Latn"]}, {"precision": 0.387299, "recall": 0.449605, "f1": 0.404334, "accuracy": 0.449605, "main_score": 0.404334, "hf_subset": "kam_Latn-tir_Ethi", "languages": ["kam-Latn", "tir-Ethi"]}, {"precision": 0.563721, "recall": 0.606719, "f1": 0.574298, "accuracy": 0.606719, "main_score": 0.574298, "hf_subset": "kam_Latn-zho_Hant", "languages": ["kam-Latn", "zho-Hant"]}, {"precision": 0.557317, "recall": 0.601779, "f1": 0.569142, "accuracy": 0.601779, "main_score": 0.569142, "hf_subset": "kam_Latn-awa_Deva", "languages": ["kam-Latn", "awa-Deva"]}, {"precision": 0.563449, "recall": 0.603755, "f1": 0.573881, "accuracy": 0.603755, "main_score": 0.573881, "hf_subset": "kam_Latn-cym_Latn", "languages": ["kam-Latn", "cym-Latn"]}, {"precision": 0.5662, "recall": 0.599802, "f1": 0.574355, "accuracy": 0.599802, "main_score": 0.574355, "hf_subset": "kam_Latn-grn_Latn", "languages": ["kam-Latn", "grn-Latn"]}, {"precision": 0.544795, "recall": 0.593874, "f1": 0.557608, "accuracy": 0.593874, "main_score": 0.557608, "hf_subset": "kam_Latn-kat_Geor", "languages": ["kam-Latn", "kat-Geor"]}, {"precision": 0.536274, "recall": 0.576087, "f1": 0.547458, "accuracy": 0.576087, "main_score": 0.547458, "hf_subset": "kam_Latn-lua_Latn", "languages": ["kam-Latn", "lua-Latn"]}, {"precision": 0.577244, "recall": 0.621542, "f1": 0.589444, "accuracy": 0.621542, "main_score": 0.589444, "hf_subset": "kam_Latn-nya_Latn", "languages": ["kam-Latn", "nya-Latn"]}, {"precision": 0.590745, "recall": 0.62747, "f1": 0.600206, "accuracy": 0.62747, "main_score": 0.600206, "hf_subset": "kam_Latn-slv_Latn", "languages": ["kam-Latn", "slv-Latn"]}, {"precision": 0.576222, "recall": 0.612648, "f1": 0.585607, "accuracy": 0.612648, "main_score": 0.585607, "hf_subset": "kam_Latn-tpi_Latn", "languages": ["kam-Latn", "tpi-Latn"]}, {"precision": 0.610582, "recall": 0.649209, "f1": 0.620566, "accuracy": 0.649209, "main_score": 0.620566, "hf_subset": "kam_Latn-zsm_Latn", "languages": ["kam-Latn", "zsm-Latn"]}, {"precision": 0.504084, "recall": 0.540514, "f1": 0.514709, "accuracy": 0.540514, "main_score": 0.514709, "hf_subset": "kam_Latn-ayr_Latn", "languages": ["kam-Latn", "ayr-Latn"]}, {"precision": 0.590983, "recall": 0.631423, "f1": 0.601502, "accuracy": 0.631423, "main_score": 0.601502, "hf_subset": "kam_Latn-dan_Latn", "languages": ["kam-Latn", "dan-Latn"]}, {"precision": 0.572933, "recall": 0.617589, "f1": 0.583743, "accuracy": 0.617589, "main_score": 0.583743, "hf_subset": "kam_Latn-guj_Gujr", "languages": ["kam-Latn", "guj-Gujr"]}, {"precision": 0.567923, "recall": 0.610672, "f1": 0.579014, "accuracy": 0.610672, "main_score": 0.579014, "hf_subset": "kam_Latn-kaz_Cyrl", "languages": ["kam-Latn", "kaz-Cyrl"]}, {"precision": 0.508836, "recall": 0.559289, "f1": 0.52249, "accuracy": 0.559289, "main_score": 0.52249, "hf_subset": "kam_Latn-lug_Latn", "languages": ["kam-Latn", "lug-Latn"]}, {"precision": 0.603778, "recall": 0.641304, "f1": 0.613486, "accuracy": 0.641304, "main_score": 0.613486, "hf_subset": "kam_Latn-oci_Latn", "languages": ["kam-Latn", "oci-Latn"]}, {"precision": 0.574244, "recall": 0.610672, "f1": 0.584314, "accuracy": 0.610672, "main_score": 0.584314, "hf_subset": "kam_Latn-smo_Latn", "languages": ["kam-Latn", "smo-Latn"]}, {"precision": 0.517158, "recall": 0.5583, "f1": 0.528301, "accuracy": 0.5583, "main_score": 0.528301, "hf_subset": "kam_Latn-tsn_Latn", "languages": ["kam-Latn", "tsn-Latn"]}, {"precision": 0.556088, "recall": 0.602767, "f1": 0.569313, "accuracy": 0.602767, "main_score": 0.569313, "hf_subset": "kam_Latn-zul_Latn", "languages": ["kam-Latn", "zul-Latn"]}, {"precision": 0.475497, "recall": 0.523715, "f1": 0.488632, "accuracy": 0.523715, "main_score": 0.488632, "hf_subset": "kam_Latn-azb_Arab", "languages": ["kam-Latn", "azb-Arab"]}, {"precision": 0.591155, "recall": 0.632411, "f1": 0.601917, "accuracy": 0.632411, "main_score": 0.601917, "hf_subset": "kam_Latn-deu_Latn", "languages": ["kam-Latn", "deu-Latn"]}, {"precision": 0.538662, "recall": 0.586957, "f1": 0.551933, "accuracy": 0.586957, "main_score": 0.551933, "hf_subset": "kam_Latn-hat_Latn", "languages": ["kam-Latn", "hat-Latn"]}, {"precision": 0.472777, "recall": 0.508893, "f1": 0.482712, "accuracy": 0.508893, "main_score": 0.482712, "hf_subset": "kam_Latn-kbp_Latn", "languages": ["kam-Latn", "kbp-Latn"]}, {"precision": 0.541963, "recall": 0.582016, "f1": 0.552955, "accuracy": 0.582016, "main_score": 0.552955, "hf_subset": "kam_Latn-luo_Latn", "languages": ["kam-Latn", "luo-Latn"]}, {"precision": 0.54317, "recall": 0.593874, "f1": 0.55668, "accuracy": 0.593874, "main_score": 0.55668, "hf_subset": "kam_Latn-ory_Orya", "languages": ["kam-Latn", "ory-Orya"]}, {"precision": 0.547284, "recall": 0.585968, "f1": 0.557417, "accuracy": 0.585968, "main_score": 0.557417, "hf_subset": "kam_Latn-sna_Latn", "languages": ["kam-Latn", "sna-Latn"]}, {"precision": 0.520148, "recall": 0.566206, "f1": 0.532572, "accuracy": 0.566206, "main_score": 0.532572, "hf_subset": "kam_Latn-tso_Latn", "languages": ["kam-Latn", "tso-Latn"]}, {"precision": 0.532142, "recall": 0.578063, "f1": 0.544724, "accuracy": 0.578063, "main_score": 0.544724, "hf_subset": "kam_Latn-azj_Latn", "languages": ["kam-Latn", "azj-Latn"]}, {"precision": 0.509059, "recall": 0.549407, "f1": 0.520628, "accuracy": 0.549407, "main_score": 0.520628, "hf_subset": "kam_Latn-dik_Latn", "languages": ["kam-Latn", "dik-Latn"]}, {"precision": 0.541888, "recall": 0.581028, "f1": 0.55242, "accuracy": 0.581028, "main_score": 0.55242, "hf_subset": "kam_Latn-hau_Latn", "languages": ["kam-Latn", "hau-Latn"]}, {"precision": 0.562895, "recall": 0.596838, "f1": 0.571216, "accuracy": 0.596838, "main_score": 0.571216, "hf_subset": "kam_Latn-kea_Latn", "languages": ["kam-Latn", "kea-Latn"]}, {"precision": 0.53223, "recall": 0.568182, "f1": 0.543017, "accuracy": 0.568182, "main_score": 0.543017, "hf_subset": "kam_Latn-lus_Latn", "languages": ["kam-Latn", "lus-Latn"]}, {"precision": 0.565811, "recall": 0.599802, "f1": 0.574919, "accuracy": 0.599802, "main_score": 0.574919, "hf_subset": "kam_Latn-pag_Latn", "languages": ["kam-Latn", "pag-Latn"]}, {"precision": 0.531757, "recall": 0.582016, "f1": 0.545265, "accuracy": 0.582016, "main_score": 0.545265, "hf_subset": "kam_Latn-snd_Arab", "languages": ["kam-Latn", "snd-Arab"]}, {"precision": 0.52394, "recall": 0.570158, "f1": 0.535998, "accuracy": 0.570158, "main_score": 0.535998, "hf_subset": "kam_Latn-tuk_Latn", "languages": ["kam-Latn", "tuk-Latn"]}, {"precision": 0.566654, "recall": 0.607708, "f1": 0.577099, "accuracy": 0.607708, "main_score": 0.577099, "hf_subset": "kam_Latn-bak_Cyrl", "languages": ["kam-Latn", "bak-Cyrl"]}, {"precision": 0.428832, "recall": 0.482213, "f1": 0.444223, "accuracy": 0.482213, "main_score": 0.444223, "hf_subset": "kam_Latn-dyu_Latn", "languages": ["kam-Latn", "dyu-Latn"]}, {"precision": 0.566276, "recall": 0.610672, "f1": 0.578819, "accuracy": 0.610672, "main_score": 0.578819, "hf_subset": "kam_Latn-heb_Hebr", "languages": ["kam-Latn", "heb-Hebr"]}, {"precision": 0.540065, "recall": 0.579051, "f1": 0.550431, "accuracy": 0.579051, "main_score": 0.550431, "hf_subset": "kam_Latn-khk_Cyrl", "languages": ["kam-Latn", "khk-Cyrl"]}, {"precision": 0.575692, "recall": 0.616601, "f1": 0.585921, "accuracy": 0.616601, "main_score": 0.585921, "hf_subset": "kam_Latn-lvs_Latn", "languages": ["kam-Latn", "lvs-Latn"]}, {"precision": 0.567626, "recall": 0.609684, "f1": 0.578236, "accuracy": 0.609684, "main_score": 0.578236, "hf_subset": "kam_Latn-pan_Guru", "languages": ["kam-Latn", "pan-Guru"]}, {"precision": 0.516481, "recall": 0.562253, "f1": 0.529372, "accuracy": 0.562253, "main_score": 0.529372, "hf_subset": "kam_Latn-som_Latn", "languages": ["kam-Latn", "som-Latn"]}, {"precision": 0.525759, "recall": 0.564229, "f1": 0.536059, "accuracy": 0.564229, "main_score": 0.536059, "hf_subset": "kam_Latn-tum_Latn", "languages": ["kam-Latn", "tum-Latn"]}, {"precision": 0.581475, "recall": 0.647233, "f1": 0.600386, "accuracy": 0.647233, "main_score": 0.600386, "hf_subset": "lit_Latn-ace_Arab", "languages": ["lit-Latn", "ace-Arab"]}, {"precision": 0.538646, "recall": 0.597826, "f1": 0.555642, "accuracy": 0.597826, "main_score": 0.555642, "hf_subset": "lit_Latn-bam_Latn", "languages": ["lit-Latn", "bam-Latn"]}, {"precision": 0.425634, "recall": 0.506917, "f1": 0.4475, "accuracy": 0.506917, "main_score": 0.4475, "hf_subset": "lit_Latn-dzo_Tibt", "languages": ["lit-Latn", "dzo-Tibt"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hin_Deva", "languages": ["lit-Latn", "hin-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-khm_Khmr", "languages": ["lit-Latn", "khm-Khmr"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-mag_Deva", "languages": ["lit-Latn", "mag-Deva"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lit_Latn-pap_Latn", "languages": ["lit-Latn", "pap-Latn"]}, {"precision": 0.592626, "recall": 0.650198, "f1": 0.609027, "accuracy": 0.650198, "main_score": 0.609027, "hf_subset": "lit_Latn-sot_Latn", "languages": ["lit-Latn", "sot-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-tur_Latn", "languages": ["lit-Latn", "tur-Latn"]}, {"precision": 0.85779, "recall": 0.895257, "f1": 0.869631, "accuracy": 0.895257, "main_score": 0.869631, "hf_subset": "lit_Latn-ace_Latn", "languages": ["lit-Latn", "ace-Latn"]}, {"precision": 0.956357, "recall": 0.968379, "f1": 0.96031, "accuracy": 0.968379, "main_score": 0.96031, "hf_subset": "lit_Latn-ban_Latn", "languages": ["lit-Latn", "ban-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ell_Grek", "languages": ["lit-Latn", "ell-Grek"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "lit_Latn-hne_Deva", "languages": ["lit-Latn", "hne-Deva"]}, {"precision": 0.588574, "recall": 0.651186, "f1": 0.606228, "accuracy": 0.651186, "main_score": 0.606228, "hf_subset": "lit_Latn-kik_Latn", "languages": ["lit-Latn", "kik-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mai_Deva", "languages": ["lit-Latn", "mai-Deva"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "lit_Latn-pbt_Arab", "languages": ["lit-Latn", "pbt-Arab"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-spa_Latn", "languages": ["lit-Latn", "spa-Latn"]}, {"precision": 0.598626, "recall": 0.666008, "f1": 0.618561, "accuracy": 0.666008, "main_score": 0.618561, "hf_subset": "lit_Latn-twi_Latn", "languages": ["lit-Latn", "twi-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-acm_Arab", "languages": ["lit-Latn", "acm-Arab"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-bel_Cyrl", "languages": ["lit-Latn", "bel-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-eng_Latn", "languages": ["lit-Latn", "eng-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hrv_Latn", "languages": ["lit-Latn", "hrv-Latn"]}, {"precision": 0.552512, "recall": 0.621542, "f1": 0.571832, "accuracy": 0.621542, "main_score": 0.571832, "hf_subset": "lit_Latn-kin_Latn", "languages": ["lit-Latn", "kin-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-mal_Mlym", "languages": ["lit-Latn", "mal-Mlym"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-pes_Arab", "languages": ["lit-Latn", "pes-Arab"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "lit_Latn-srd_Latn", "languages": ["lit-Latn", "srd-Latn"]}, {"precision": 0.18505, "recall": 0.240119, "f1": 0.198866, "accuracy": 0.240119, "main_score": 0.198866, "hf_subset": "lit_Latn-tzm_Tfng", "languages": ["lit-Latn", "tzm-Tfng"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-acq_Arab", "languages": ["lit-Latn", "acq-Arab"]}, {"precision": 0.630642, "recall": 0.68083, "f1": 0.644817, "accuracy": 0.68083, "main_score": 0.644817, "hf_subset": "lit_Latn-bem_Latn", "languages": ["lit-Latn", "bem-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-epo_Latn", "languages": ["lit-Latn", "epo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hun_Latn", "languages": ["lit-Latn", "hun-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-kir_Cyrl", "languages": ["lit-Latn", "kir-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mar_Deva", "languages": ["lit-Latn", "mar-Deva"]}, {"precision": 0.675214, "recall": 0.733202, "f1": 0.692443, "accuracy": 0.733202, "main_score": 0.692443, "hf_subset": "lit_Latn-plt_Latn", "languages": ["lit-Latn", "plt-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-srp_Cyrl", "languages": ["lit-Latn", "srp-Cyrl"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lit_Latn-uig_Arab", "languages": ["lit-Latn", "uig-Arab"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-aeb_Arab", "languages": ["lit-Latn", "aeb-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ben_Beng", "languages": ["lit-Latn", "ben-Beng"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-est_Latn", "languages": ["lit-Latn", "est-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-hye_Armn", "languages": ["lit-Latn", "hye-Armn"]}, {"precision": 0.547597, "recall": 0.599802, "f1": 0.562588, "accuracy": 0.599802, "main_score": 0.562588, "hf_subset": "lit_Latn-kmb_Latn", "languages": ["lit-Latn", "kmb-Latn"]}, {"precision": 0.488294, "recall": 0.563241, "f1": 0.508787, "accuracy": 0.563241, "main_score": 0.508787, "hf_subset": "lit_Latn-min_Arab", "languages": ["lit-Latn", "min-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-pol_Latn", "languages": ["lit-Latn", "pol-Latn"]}, {"precision": 0.558491, "recall": 0.62747, "f1": 0.577971, "accuracy": 0.62747, "main_score": 0.577971, "hf_subset": "lit_Latn-ssw_Latn", "languages": ["lit-Latn", "ssw-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ukr_Cyrl", "languages": ["lit-Latn", "ukr-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-afr_Latn", "languages": ["lit-Latn", "afr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-bho_Deva", "languages": ["lit-Latn", "bho-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lit_Latn-eus_Latn", "languages": ["lit-Latn", "eus-Latn"]}, {"precision": 0.559413, "recall": 0.619565, "f1": 0.576583, "accuracy": 0.619565, "main_score": 0.576583, "hf_subset": "lit_Latn-ibo_Latn", "languages": ["lit-Latn", "ibo-Latn"]}, {"precision": 0.901845, "recall": 0.929842, "f1": 0.910903, "accuracy": 0.929842, "main_score": 0.910903, "hf_subset": "lit_Latn-kmr_Latn", "languages": ["lit-Latn", "kmr-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "lit_Latn-min_Latn", "languages": ["lit-Latn", "min-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-por_Latn", "languages": ["lit-Latn", "por-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-sun_Latn", "languages": ["lit-Latn", "sun-Latn"]}, {"precision": 0.508335, "recall": 0.566206, "f1": 0.524893, "accuracy": 0.566206, "main_score": 0.524893, "hf_subset": "lit_Latn-umb_Latn", "languages": ["lit-Latn", "umb-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ajp_Arab", "languages": ["lit-Latn", "ajp-Arab"]}, {"precision": 0.545408, "recall": 0.606719, "f1": 0.562604, "accuracy": 0.606719, "main_score": 0.562604, "hf_subset": "lit_Latn-bjn_Arab", "languages": ["lit-Latn", "bjn-Arab"]}, {"precision": 0.508631, "recall": 0.567194, "f1": 0.525125, "accuracy": 0.567194, "main_score": 0.525125, "hf_subset": "lit_Latn-ewe_Latn", "languages": ["lit-Latn", "ewe-Latn"]}, {"precision": 0.948287, "recall": 0.962451, "f1": 0.952734, "accuracy": 0.962451, "main_score": 0.952734, "hf_subset": "lit_Latn-ilo_Latn", "languages": ["lit-Latn", "ilo-Latn"]}, {"precision": 0.307135, "recall": 0.36166, "f1": 0.321764, "accuracy": 0.36166, "main_score": 0.321764, "hf_subset": "lit_Latn-knc_Arab", "languages": ["lit-Latn", "knc-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mkd_Cyrl", "languages": ["lit-Latn", "mkd-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-prs_Arab", "languages": ["lit-Latn", "prs-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-swe_Latn", "languages": ["lit-Latn", "swe-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-urd_Arab", "languages": ["lit-Latn", "urd-Arab"]}, {"precision": 0.566514, "recall": 0.634387, "f1": 0.585776, "accuracy": 0.634387, "main_score": 0.585776, "hf_subset": "lit_Latn-aka_Latn", "languages": ["lit-Latn", "aka-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lit_Latn-bjn_Latn", "languages": ["lit-Latn", "bjn-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "lit_Latn-fao_Latn", "languages": ["lit-Latn", "fao-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ind_Latn", "languages": ["lit-Latn", "ind-Latn"]}, {"precision": 0.57136, "recall": 0.62253, "f1": 0.586218, "accuracy": 0.62253, "main_score": 0.586218, "hf_subset": "lit_Latn-knc_Latn", "languages": ["lit-Latn", "knc-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lit_Latn-mlt_Latn", "languages": ["lit-Latn", "mlt-Latn"]}, {"precision": 0.710484, "recall": 0.771739, "f1": 0.728447, "accuracy": 0.771739, "main_score": 0.728447, "hf_subset": "lit_Latn-quy_Latn", "languages": ["lit-Latn", "quy-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "lit_Latn-swh_Latn", "languages": ["lit-Latn", "swh-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-uzn_Latn", "languages": ["lit-Latn", "uzn-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-als_Latn", "languages": ["lit-Latn", "als-Latn"]}, {"precision": 0.644148, "recall": 0.720356, "f1": 0.666276, "accuracy": 0.720356, "main_score": 0.666276, "hf_subset": "lit_Latn-bod_Tibt", "languages": ["lit-Latn", "bod-Tibt"]}, {"precision": 0.718554, "recall": 0.775692, "f1": 0.735176, "accuracy": 0.775692, "main_score": 0.735176, "hf_subset": "lit_Latn-fij_Latn", "languages": ["lit-Latn", "fij-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lit_Latn-isl_Latn", "languages": ["lit-Latn", "isl-Latn"]}, {"precision": 0.643297, "recall": 0.700593, "f1": 0.660032, "accuracy": 0.700593, "main_score": 0.660032, "hf_subset": "lit_Latn-kon_Latn", "languages": ["lit-Latn", "kon-Latn"]}, {"precision": 0.668445, "recall": 0.729249, "f1": 0.685376, "accuracy": 0.729249, "main_score": 0.685376, "hf_subset": "lit_Latn-mni_Beng", "languages": ["lit-Latn", "mni-Beng"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ron_Latn", "languages": ["lit-Latn", "ron-Latn"]}, {"precision": 0.979249, "recall": 0.98419, "f1": 0.980896, "accuracy": 0.98419, "main_score": 0.980896, "hf_subset": "lit_Latn-szl_Latn", "languages": ["lit-Latn", "szl-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-vec_Latn", "languages": ["lit-Latn", "vec-Latn"]}, {"precision": 0.944664, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "lit_Latn-amh_Ethi", "languages": ["lit-Latn", "amh-Ethi"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-bos_Latn", "languages": ["lit-Latn", "bos-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-fin_Latn", "languages": ["lit-Latn", "fin-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ita_Latn", "languages": ["lit-Latn", "ita-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-kor_Hang", "languages": ["lit-Latn", "kor-Hang"]}, {"precision": 0.548725, "recall": 0.61166, "f1": 0.566213, "accuracy": 0.61166, "main_score": 0.566213, "hf_subset": "lit_Latn-mos_Latn", "languages": ["lit-Latn", "mos-Latn"]}, {"precision": 0.550066, "recall": 0.605731, "f1": 0.565664, "accuracy": 0.605731, "main_score": 0.565664, "hf_subset": "lit_Latn-run_Latn", "languages": ["lit-Latn", "run-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-tam_Taml", "languages": ["lit-Latn", "tam-Taml"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-vie_Latn", "languages": ["lit-Latn", "vie-Latn"]}, {"precision": 0.993412, "recall": 0.995059, "f1": 0.993906, "accuracy": 0.995059, "main_score": 0.993906, "hf_subset": "lit_Latn-apc_Arab", "languages": ["lit-Latn", "apc-Arab"]}, {"precision": 0.805336, "recall": 0.851779, "f1": 0.819372, "accuracy": 0.851779, "main_score": 0.819372, "hf_subset": "lit_Latn-bug_Latn", "languages": ["lit-Latn", "bug-Latn"]}, {"precision": 0.468354, "recall": 0.52668, "f1": 0.484486, "accuracy": 0.52668, "main_score": 0.484486, "hf_subset": "lit_Latn-fon_Latn", "languages": ["lit-Latn", "fon-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-jav_Latn", "languages": ["lit-Latn", "jav-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-lao_Laoo", "languages": ["lit-Latn", "lao-Laoo"]}, {"precision": 0.881423, "recall": 0.91502, "f1": 0.892292, "accuracy": 0.91502, "main_score": 0.892292, "hf_subset": "lit_Latn-mri_Latn", "languages": ["lit-Latn", "mri-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-rus_Cyrl", "languages": ["lit-Latn", "rus-Cyrl"]}, {"precision": 0.531779, "recall": 0.591897, "f1": 0.548149, "accuracy": 0.591897, "main_score": 0.548149, "hf_subset": "lit_Latn-taq_Latn", "languages": ["lit-Latn", "taq-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-war_Latn", "languages": ["lit-Latn", "war-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-arb_Arab", "languages": ["lit-Latn", "arb-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-bul_Cyrl", "languages": ["lit-Latn", "bul-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-fra_Latn", "languages": ["lit-Latn", "fra-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-jpn_Jpan", "languages": ["lit-Latn", "jpn-Jpan"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lit_Latn-lij_Latn", "languages": ["lit-Latn", "lij-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lit_Latn-mya_Mymr", "languages": ["lit-Latn", "mya-Mymr"]}, {"precision": 0.579638, "recall": 0.650198, "f1": 0.599507, "accuracy": 0.650198, "main_score": 0.599507, "hf_subset": "lit_Latn-sag_Latn", "languages": ["lit-Latn", "sag-Latn"]}, {"precision": 0.199609, "recall": 0.256917, "f1": 0.21319, "accuracy": 0.256917, "main_score": 0.21319, "hf_subset": "lit_Latn-taq_Tfng", "languages": ["lit-Latn", "taq-Tfng"]}, {"precision": 0.624078, "recall": 0.688735, "f1": 0.642396, "accuracy": 0.688735, "main_score": 0.642396, "hf_subset": "lit_Latn-wol_Latn", "languages": ["lit-Latn", "wol-Latn"]}, {"precision": 0.786521, "recall": 0.839921, "f1": 0.802652, "accuracy": 0.839921, "main_score": 0.802652, "hf_subset": "lit_Latn-arb_Latn", "languages": ["lit-Latn", "arb-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-cat_Latn", "languages": ["lit-Latn", "cat-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-fur_Latn", "languages": ["lit-Latn", "fur-Latn"]}, {"precision": 0.429554, "recall": 0.487154, "f1": 0.445942, "accuracy": 0.487154, "main_score": 0.445942, "hf_subset": "lit_Latn-kab_Latn", "languages": ["lit-Latn", "kab-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "lit_Latn-lim_Latn", "languages": ["lit-Latn", "lim-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-nld_Latn", "languages": ["lit-Latn", "nld-Latn"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "lit_Latn-san_Deva", "languages": ["lit-Latn", "san-Deva"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-tat_Cyrl", "languages": ["lit-Latn", "tat-Cyrl"]}, {"precision": 0.669509, "recall": 0.724308, "f1": 0.685787, "accuracy": 0.724308, "main_score": 0.685787, "hf_subset": "lit_Latn-xho_Latn", "languages": ["lit-Latn", "xho-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ars_Arab", "languages": ["lit-Latn", "ars-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ceb_Latn", "languages": ["lit-Latn", "ceb-Latn"]}, {"precision": 0.542731, "recall": 0.603755, "f1": 0.559985, "accuracy": 0.603755, "main_score": 0.559985, "hf_subset": "lit_Latn-fuv_Latn", "languages": ["lit-Latn", "fuv-Latn"]}, {"precision": 0.511182, "recall": 0.576087, "f1": 0.528808, "accuracy": 0.576087, "main_score": 0.528808, "hf_subset": "lit_Latn-kac_Latn", "languages": ["lit-Latn", "kac-Latn"]}, {"precision": 0.66745, "recall": 0.720356, "f1": 0.683053, "accuracy": 0.720356, "main_score": 0.683053, "hf_subset": "lit_Latn-lin_Latn", "languages": ["lit-Latn", "lin-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-nno_Latn", "languages": ["lit-Latn", "nno-Latn"]}, {"precision": 0.238463, "recall": 0.318182, "f1": 0.259423, "accuracy": 0.318182, "main_score": 0.259423, "hf_subset": "lit_Latn-sat_Olck", "languages": ["lit-Latn", "sat-Olck"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-tel_Telu", "languages": ["lit-Latn", "tel-Telu"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "lit_Latn-ydd_Hebr", "languages": ["lit-Latn", "ydd-Hebr"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lit_Latn-ary_Arab", "languages": ["lit-Latn", "ary-Arab"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ces_Latn", "languages": ["lit-Latn", "ces-Latn"]}, {"precision": 0.58069, "recall": 0.639328, "f1": 0.5979, "accuracy": 0.639328, "main_score": 0.5979, "hf_subset": "lit_Latn-gaz_Latn", "languages": ["lit-Latn", "gaz-Latn"]}, {"precision": 0.59269, "recall": 0.655138, "f1": 0.610479, "accuracy": 0.655138, "main_score": 0.610479, "hf_subset": "lit_Latn-kam_Latn", "languages": ["lit-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-nob_Latn", "languages": ["lit-Latn", "nob-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "lit_Latn-scn_Latn", "languages": ["lit-Latn", "scn-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lit_Latn-tgk_Cyrl", "languages": ["lit-Latn", "tgk-Cyrl"]}, {"precision": 0.721436, "recall": 0.781621, "f1": 0.739462, "accuracy": 0.781621, "main_score": 0.739462, "hf_subset": "lit_Latn-yor_Latn", "languages": ["lit-Latn", "yor-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-arz_Arab", "languages": ["lit-Latn", "arz-Arab"]}, {"precision": 0.554673, "recall": 0.617589, "f1": 0.573238, "accuracy": 0.617589, "main_score": 0.573238, "hf_subset": "lit_Latn-cjk_Latn", "languages": ["lit-Latn", "cjk-Latn"]}, {"precision": 0.787747, "recall": 0.838933, "f1": 0.803426, "accuracy": 0.838933, "main_score": 0.803426, "hf_subset": "lit_Latn-gla_Latn", "languages": ["lit-Latn", "gla-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-kan_Knda", "languages": ["lit-Latn", "kan-Knda"]}, {"precision": 0.976614, "recall": 0.982213, "f1": 0.978426, "accuracy": 0.982213, "main_score": 0.978426, "hf_subset": "lit_Latn-lmo_Latn", "languages": ["lit-Latn", "lmo-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "lit_Latn-npi_Deva", "languages": ["lit-Latn", "npi-Deva"]}, {"precision": 0.454772, "recall": 0.51581, "f1": 0.4717, "accuracy": 0.51581, "main_score": 0.4717, "hf_subset": "lit_Latn-shn_Mymr", "languages": ["lit-Latn", "shn-Mymr"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-tgl_Latn", "languages": ["lit-Latn", "tgl-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-yue_Hant", "languages": ["lit-Latn", "yue-Hant"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-asm_Beng", "languages": ["lit-Latn", "asm-Beng"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "lit_Latn-ckb_Arab", "languages": ["lit-Latn", "ckb-Arab"]}, {"precision": 0.870416, "recall": 0.90415, "f1": 0.880863, "accuracy": 0.90415, "main_score": 0.880863, "hf_subset": "lit_Latn-gle_Latn", "languages": ["lit-Latn", "gle-Latn"]}, {"precision": 0.946805, "recall": 0.961462, "f1": 0.951581, "accuracy": 0.961462, "main_score": 0.951581, "hf_subset": "lit_Latn-kas_Arab", "languages": ["lit-Latn", "kas-Arab"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "lit_Latn-ltg_Latn", "languages": ["lit-Latn", "ltg-Latn"]}, {"precision": 0.613616, "recall": 0.666008, "f1": 0.62845, "accuracy": 0.666008, "main_score": 0.62845, "hf_subset": "lit_Latn-nso_Latn", "languages": ["lit-Latn", "nso-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lit_Latn-sin_Sinh", "languages": ["lit-Latn", "sin-Sinh"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-tha_Thai", "languages": ["lit-Latn", "tha-Thai"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-zho_Hans", "languages": ["lit-Latn", "zho-Hans"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ast_Latn", "languages": ["lit-Latn", "ast-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-crh_Latn", "languages": ["lit-Latn", "crh-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-glg_Latn", "languages": ["lit-Latn", "glg-Latn"]}, {"precision": 0.885293, "recall": 0.918972, "f1": 0.896146, "accuracy": 0.918972, "main_score": 0.896146, "hf_subset": "lit_Latn-kas_Deva", "languages": ["lit-Latn", "kas-Deva"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "lit_Latn-ltz_Latn", "languages": ["lit-Latn", "ltz-Latn"]}, {"precision": 0.463251, "recall": 0.527668, "f1": 0.481035, "accuracy": 0.527668, "main_score": 0.481035, "hf_subset": "lit_Latn-nus_Latn", "languages": ["lit-Latn", "nus-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-slk_Latn", "languages": ["lit-Latn", "slk-Latn"]}, {"precision": 0.61722, "recall": 0.686759, "f1": 0.637787, "accuracy": 0.686759, "main_score": 0.637787, "hf_subset": "lit_Latn-tir_Ethi", "languages": ["lit-Latn", "tir-Ethi"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-zho_Hant", "languages": ["lit-Latn", "zho-Hant"]}, {"precision": 0.981555, "recall": 0.986166, "f1": 0.983037, "accuracy": 0.986166, "main_score": 0.983037, "hf_subset": "lit_Latn-awa_Deva", "languages": ["lit-Latn", "awa-Deva"]}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "lit_Latn-cym_Latn", "languages": ["lit-Latn", "cym-Latn"]}, {"precision": 0.825988, "recall": 0.868577, "f1": 0.839262, "accuracy": 0.868577, "main_score": 0.839262, "hf_subset": "lit_Latn-grn_Latn", "languages": ["lit-Latn", "grn-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-kat_Geor", "languages": ["lit-Latn", "kat-Geor"]}, {"precision": 0.633195, "recall": 0.688735, "f1": 0.648883, "accuracy": 0.688735, "main_score": 0.648883, "hf_subset": "lit_Latn-lua_Latn", "languages": ["lit-Latn", "lua-Latn"]}, {"precision": 0.627709, "recall": 0.689723, "f1": 0.645811, "accuracy": 0.689723, "main_score": 0.645811, "hf_subset": "lit_Latn-nya_Latn", "languages": ["lit-Latn", "nya-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-slv_Latn", "languages": ["lit-Latn", "slv-Latn"]}, {"precision": 0.941041, "recall": 0.959486, "f1": 0.947134, "accuracy": 0.959486, "main_score": 0.947134, "hf_subset": "lit_Latn-tpi_Latn", "languages": ["lit-Latn", "tpi-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-zsm_Latn", "languages": ["lit-Latn", "zsm-Latn"]}, {"precision": 0.528764, "recall": 0.597826, "f1": 0.548526, "accuracy": 0.597826, "main_score": 0.548526, "hf_subset": "lit_Latn-ayr_Latn", "languages": ["lit-Latn", "ayr-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-dan_Latn", "languages": ["lit-Latn", "dan-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-guj_Gujr", "languages": ["lit-Latn", "guj-Gujr"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-kaz_Cyrl", "languages": ["lit-Latn", "kaz-Cyrl"]}, {"precision": 0.536735, "recall": 0.603755, "f1": 0.555832, "accuracy": 0.603755, "main_score": 0.555832, "hf_subset": "lit_Latn-lug_Latn", "languages": ["lit-Latn", "lug-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-oci_Latn", "languages": ["lit-Latn", "oci-Latn"]}, {"precision": 0.827322, "recall": 0.871542, "f1": 0.840909, "accuracy": 0.871542, "main_score": 0.840909, "hf_subset": "lit_Latn-smo_Latn", "languages": ["lit-Latn", "smo-Latn"]}, {"precision": 0.535963, "recall": 0.599802, "f1": 0.55385, "accuracy": 0.599802, "main_score": 0.55385, "hf_subset": "lit_Latn-tsn_Latn", "languages": ["lit-Latn", "tsn-Latn"]}, {"precision": 0.62388, "recall": 0.682806, "f1": 0.641056, "accuracy": 0.682806, "main_score": 0.641056, "hf_subset": "lit_Latn-zul_Latn", "languages": ["lit-Latn", "zul-Latn"]}, {"precision": 0.925148, "recall": 0.945652, "f1": 0.931719, "accuracy": 0.945652, "main_score": 0.931719, "hf_subset": "lit_Latn-azb_Arab", "languages": ["lit-Latn", "azb-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-deu_Latn", "languages": ["lit-Latn", "deu-Latn"]}, {"precision": 0.966403, "recall": 0.975296, "f1": 0.969368, "accuracy": 0.975296, "main_score": 0.969368, "hf_subset": "lit_Latn-hat_Latn", "languages": ["lit-Latn", "hat-Latn"]}, {"precision": 0.492714, "recall": 0.547431, "f1": 0.507827, "accuracy": 0.547431, "main_score": 0.507827, "hf_subset": "lit_Latn-kbp_Latn", "languages": ["lit-Latn", "kbp-Latn"]}, {"precision": 0.558569, "recall": 0.618577, "f1": 0.575396, "accuracy": 0.618577, "main_score": 0.575396, "hf_subset": "lit_Latn-luo_Latn", "languages": ["lit-Latn", "luo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ory_Orya", "languages": ["lit-Latn", "ory-Orya"]}, {"precision": 0.574382, "recall": 0.644269, "f1": 0.594295, "accuracy": 0.644269, "main_score": 0.594295, "hf_subset": "lit_Latn-sna_Latn", "languages": ["lit-Latn", "sna-Latn"]}, {"precision": 0.544063, "recall": 0.602767, "f1": 0.560553, "accuracy": 0.602767, "main_score": 0.560553, "hf_subset": "lit_Latn-tso_Latn", "languages": ["lit-Latn", "tso-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-azj_Latn", "languages": ["lit-Latn", "azj-Latn"]}, {"precision": 0.524351, "recall": 0.592885, "f1": 0.544483, "accuracy": 0.592885, "main_score": 0.544483, "hf_subset": "lit_Latn-dik_Latn", "languages": ["lit-Latn", "dik-Latn"]}, {"precision": 0.751845, "recall": 0.805336, "f1": 0.768003, "accuracy": 0.805336, "main_score": 0.768003, "hf_subset": "lit_Latn-hau_Latn", "languages": ["lit-Latn", "hau-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lit_Latn-kea_Latn", "languages": ["lit-Latn", "kea-Latn"]}, {"precision": 0.731423, "recall": 0.782609, "f1": 0.747087, "accuracy": 0.782609, "main_score": 0.747087, "hf_subset": "lit_Latn-lus_Latn", "languages": ["lit-Latn", "lus-Latn"]}, {"precision": 0.861759, "recall": 0.894269, "f1": 0.871264, "accuracy": 0.894269, "main_score": 0.871264, "hf_subset": "lit_Latn-pag_Latn", "languages": ["lit-Latn", "pag-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-snd_Arab", "languages": ["lit-Latn", "snd-Arab"]}, {"precision": 0.956604, "recall": 0.969368, "f1": 0.960705, "accuracy": 0.969368, "main_score": 0.960705, "hf_subset": "lit_Latn-tuk_Latn", "languages": ["lit-Latn", "tuk-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-bak_Cyrl", "languages": ["lit-Latn", "bak-Cyrl"]}, {"precision": 0.467081, "recall": 0.543478, "f1": 0.489262, "accuracy": 0.543478, "main_score": 0.489262, "hf_subset": "lit_Latn-dyu_Latn", "languages": ["lit-Latn", "dyu-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-heb_Hebr", "languages": ["lit-Latn", "heb-Hebr"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "lit_Latn-khk_Cyrl", "languages": ["lit-Latn", "khk-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-lvs_Latn", "languages": ["lit-Latn", "lvs-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-pan_Guru", "languages": ["lit-Latn", "pan-Guru"]}, {"precision": 0.717532, "recall": 0.777668, "f1": 0.735444, "accuracy": 0.777668, "main_score": 0.735444, "hf_subset": "lit_Latn-som_Latn", "languages": ["lit-Latn", "som-Latn"]}, {"precision": 0.585568, "recall": 0.643281, "f1": 0.601967, "accuracy": 0.643281, "main_score": 0.601967, "hf_subset": "lit_Latn-tum_Latn", "languages": ["lit-Latn", "tum-Latn"]}, {"precision": 0.588498, "recall": 0.653162, "f1": 0.606548, "accuracy": 0.653162, "main_score": 0.606548, "hf_subset": "nob_Latn-ace_Arab", "languages": ["nob-Latn", "ace-Arab"]}, {"precision": 0.544523, "recall": 0.602767, "f1": 0.561613, "accuracy": 0.602767, "main_score": 0.561613, "hf_subset": "nob_Latn-bam_Latn", "languages": ["nob-Latn", "bam-Latn"]}, {"precision": 0.44881, "recall": 0.524704, "f1": 0.46907, "accuracy": 0.524704, "main_score": 0.46907, "hf_subset": "nob_Latn-dzo_Tibt", "languages": ["nob-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hin_Deva", "languages": ["nob-Latn", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-khm_Khmr", "languages": ["nob-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mag_Deva", "languages": ["nob-Latn", "mag-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "nob_Latn-pap_Latn", "languages": ["nob-Latn", "pap-Latn"]}, {"precision": 0.611719, "recall": 0.660079, "f1": 0.625139, "accuracy": 0.660079, "main_score": 0.625139, "hf_subset": "nob_Latn-sot_Latn", "languages": ["nob-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-tur_Latn", "languages": ["nob-Latn", "tur-Latn"]}, {"precision": 0.89254, "recall": 0.918972, "f1": 0.900922, "accuracy": 0.918972, "main_score": 0.900922, "hf_subset": "nob_Latn-ace_Latn", "languages": ["nob-Latn", "ace-Latn"]}, {"precision": 0.962121, "recall": 0.972332, "f1": 0.965415, "accuracy": 0.972332, "main_score": 0.965415, "hf_subset": "nob_Latn-ban_Latn", "languages": ["nob-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-ell_Grek", "languages": ["nob-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nob_Latn-hne_Deva", "languages": ["nob-Latn", "hne-Deva"]}, {"precision": 0.597736, "recall": 0.655138, "f1": 0.614317, "accuracy": 0.655138, "main_score": 0.614317, "hf_subset": "nob_Latn-kik_Latn", "languages": ["nob-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mai_Deva", "languages": ["nob-Latn", "mai-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "nob_Latn-pbt_Arab", "languages": ["nob-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-spa_Latn", "languages": ["nob-Latn", "spa-Latn"]}, {"precision": 0.628656, "recall": 0.688735, "f1": 0.645638, "accuracy": 0.688735, "main_score": 0.645638, "hf_subset": "nob_Latn-twi_Latn", "languages": ["nob-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-acm_Arab", "languages": ["nob-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-bel_Cyrl", "languages": ["nob-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-eng_Latn", "languages": ["nob-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hrv_Latn", "languages": ["nob-Latn", "hrv-Latn"]}, {"precision": 0.574541, "recall": 0.634387, "f1": 0.591831, "accuracy": 0.634387, "main_score": 0.591831, "hf_subset": "nob_Latn-kin_Latn", "languages": ["nob-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-mal_Mlym", "languages": ["nob-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pes_Arab", "languages": ["nob-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-srd_Latn", "languages": ["nob-Latn", "srd-Latn"]}, {"precision": 0.186562, "recall": 0.238142, "f1": 0.199148, "accuracy": 0.238142, "main_score": 0.199148, "hf_subset": "nob_Latn-tzm_Tfng", "languages": ["nob-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-acq_Arab", "languages": ["nob-Latn", "acq-Arab"]}, {"precision": 0.646132, "recall": 0.69664, "f1": 0.660394, "accuracy": 0.69664, "main_score": 0.660394, "hf_subset": "nob_Latn-bem_Latn", "languages": ["nob-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-epo_Latn", "languages": ["nob-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hun_Latn", "languages": ["nob-Latn", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-kir_Cyrl", "languages": ["nob-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mar_Deva", "languages": ["nob-Latn", "mar-Deva"]}, {"precision": 0.697892, "recall": 0.748024, "f1": 0.712799, "accuracy": 0.748024, "main_score": 0.712799, "hf_subset": "nob_Latn-plt_Latn", "languages": ["nob-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-srp_Cyrl", "languages": ["nob-Latn", "srp-Cyrl"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "nob_Latn-uig_Arab", "languages": ["nob-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-aeb_Arab", "languages": ["nob-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ben_Beng", "languages": ["nob-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-est_Latn", "languages": ["nob-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hye_Armn", "languages": ["nob-Latn", "hye-Armn"]}, {"precision": 0.560434, "recall": 0.609684, "f1": 0.574805, "accuracy": 0.609684, "main_score": 0.574805, "hf_subset": "nob_Latn-kmb_Latn", "languages": ["nob-Latn", "kmb-Latn"]}, {"precision": 0.516585, "recall": 0.593874, "f1": 0.538054, "accuracy": 0.593874, "main_score": 0.538054, "hf_subset": "nob_Latn-min_Arab", "languages": ["nob-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pol_Latn", "languages": ["nob-Latn", "pol-Latn"]}, {"precision": 0.575314, "recall": 0.642292, "f1": 0.594886, "accuracy": 0.642292, "main_score": 0.594886, "hf_subset": "nob_Latn-ssw_Latn", "languages": ["nob-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ukr_Cyrl", "languages": ["nob-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-afr_Latn", "languages": ["nob-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bho_Deva", "languages": ["nob-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-eus_Latn", "languages": ["nob-Latn", "eus-Latn"]}, {"precision": 0.596544, "recall": 0.659091, "f1": 0.614545, "accuracy": 0.659091, "main_score": 0.614545, "hf_subset": "nob_Latn-ibo_Latn", "languages": ["nob-Latn", "ibo-Latn"]}, {"precision": 0.905665, "recall": 0.931818, "f1": 0.913669, "accuracy": 0.931818, "main_score": 0.913669, "hf_subset": "nob_Latn-kmr_Latn", "languages": ["nob-Latn", "kmr-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "nob_Latn-min_Latn", "languages": ["nob-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-por_Latn", "languages": ["nob-Latn", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-sun_Latn", "languages": ["nob-Latn", "sun-Latn"]}, {"precision": 0.537258, "recall": 0.596838, "f1": 0.554084, "accuracy": 0.596838, "main_score": 0.554084, "hf_subset": "nob_Latn-umb_Latn", "languages": ["nob-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ajp_Arab", "languages": ["nob-Latn", "ajp-Arab"]}, {"precision": 0.570581, "recall": 0.62747, "f1": 0.586842, "accuracy": 0.62747, "main_score": 0.586842, "hf_subset": "nob_Latn-bjn_Arab", "languages": ["nob-Latn", "bjn-Arab"]}, {"precision": 0.543053, "recall": 0.593874, "f1": 0.557025, "accuracy": 0.593874, "main_score": 0.557025, "hf_subset": "nob_Latn-ewe_Latn", "languages": ["nob-Latn", "ewe-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "nob_Latn-ilo_Latn", "languages": ["nob-Latn", "ilo-Latn"]}, {"precision": 0.32631, "recall": 0.389328, "f1": 0.343928, "accuracy": 0.389328, "main_score": 0.343928, "hf_subset": "nob_Latn-knc_Arab", "languages": ["nob-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mkd_Cyrl", "languages": ["nob-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-prs_Arab", "languages": ["nob-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-swe_Latn", "languages": ["nob-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-urd_Arab", "languages": ["nob-Latn", "urd-Arab"]}, {"precision": 0.613126, "recall": 0.670949, "f1": 0.629287, "accuracy": 0.670949, "main_score": 0.629287, "hf_subset": "nob_Latn-aka_Latn", "languages": ["nob-Latn", "aka-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-bjn_Latn", "languages": ["nob-Latn", "bjn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-fao_Latn", "languages": ["nob-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ind_Latn", "languages": ["nob-Latn", "ind-Latn"]}, {"precision": 0.592598, "recall": 0.645257, "f1": 0.608231, "accuracy": 0.645257, "main_score": 0.608231, "hf_subset": "nob_Latn-knc_Latn", "languages": ["nob-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-mlt_Latn", "languages": ["nob-Latn", "mlt-Latn"]}, {"precision": 0.716682, "recall": 0.777668, "f1": 0.73498, "accuracy": 0.777668, "main_score": 0.73498, "hf_subset": "nob_Latn-quy_Latn", "languages": ["nob-Latn", "quy-Latn"]}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "nob_Latn-swh_Latn", "languages": ["nob-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-uzn_Latn", "languages": ["nob-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-als_Latn", "languages": ["nob-Latn", "als-Latn"]}, {"precision": 0.673198, "recall": 0.75, "f1": 0.695885, "accuracy": 0.75, "main_score": 0.695885, "hf_subset": "nob_Latn-bod_Tibt", "languages": ["nob-Latn", "bod-Tibt"]}, {"precision": 0.726096, "recall": 0.779644, "f1": 0.741801, "accuracy": 0.779644, "main_score": 0.741801, "hf_subset": "nob_Latn-fij_Latn", "languages": ["nob-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-isl_Latn", "languages": ["nob-Latn", "isl-Latn"]}, {"precision": 0.671687, "recall": 0.725296, "f1": 0.687519, "accuracy": 0.725296, "main_score": 0.687519, "hf_subset": "nob_Latn-kon_Latn", "languages": ["nob-Latn", "kon-Latn"]}, {"precision": 0.681837, "recall": 0.745059, "f1": 0.700315, "accuracy": 0.745059, "main_score": 0.700315, "hf_subset": "nob_Latn-mni_Beng", "languages": ["nob-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ron_Latn", "languages": ["nob-Latn", "ron-Latn"]}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "nob_Latn-szl_Latn", "languages": ["nob-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-vec_Latn", "languages": ["nob-Latn", "vec-Latn"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "nob_Latn-amh_Ethi", "languages": ["nob-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bos_Latn", "languages": ["nob-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-fin_Latn", "languages": ["nob-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ita_Latn", "languages": ["nob-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-kor_Hang", "languages": ["nob-Latn", "kor-Hang"]}, {"precision": 0.56196, "recall": 0.620553, "f1": 0.578682, "accuracy": 0.620553, "main_score": 0.578682, "hf_subset": "nob_Latn-mos_Latn", "languages": ["nob-Latn", "mos-Latn"]}, {"precision": 0.567432, "recall": 0.618577, "f1": 0.582024, "accuracy": 0.618577, "main_score": 0.582024, "hf_subset": "nob_Latn-run_Latn", "languages": ["nob-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tam_Taml", "languages": ["nob-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-vie_Latn", "languages": ["nob-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-apc_Arab", "languages": ["nob-Latn", "apc-Arab"]}, {"precision": 0.810837, "recall": 0.854743, "f1": 0.823833, "accuracy": 0.854743, "main_score": 0.823833, "hf_subset": "nob_Latn-bug_Latn", "languages": ["nob-Latn", "bug-Latn"]}, {"precision": 0.483945, "recall": 0.54249, "f1": 0.499623, "accuracy": 0.54249, "main_score": 0.499623, "hf_subset": "nob_Latn-fon_Latn", "languages": ["nob-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-jav_Latn", "languages": ["nob-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-lao_Laoo", "languages": ["nob-Latn", "lao-Laoo"]}, {"precision": 0.893486, "recall": 0.922925, "f1": 0.902789, "accuracy": 0.922925, "main_score": 0.902789, "hf_subset": "nob_Latn-mri_Latn", "languages": ["nob-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-rus_Cyrl", "languages": ["nob-Latn", "rus-Cyrl"]}, {"precision": 0.549953, "recall": 0.608696, "f1": 0.566689, "accuracy": 0.608696, "main_score": 0.566689, "hf_subset": "nob_Latn-taq_Latn", "languages": ["nob-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-war_Latn", "languages": ["nob-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-arb_Arab", "languages": ["nob-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bul_Cyrl", "languages": ["nob-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-fra_Latn", "languages": ["nob-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-jpn_Jpan", "languages": ["nob-Latn", "jpn-Jpan"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nob_Latn-lij_Latn", "languages": ["nob-Latn", "lij-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "nob_Latn-mya_Mymr", "languages": ["nob-Latn", "mya-Mymr"]}, {"precision": 0.601088, "recall": 0.672925, "f1": 0.621416, "accuracy": 0.672925, "main_score": 0.621416, "hf_subset": "nob_Latn-sag_Latn", "languages": ["nob-Latn", "sag-Latn"]}, {"precision": 0.196211, "recall": 0.253953, "f1": 0.208939, "accuracy": 0.253953, "main_score": 0.208939, "hf_subset": "nob_Latn-taq_Tfng", "languages": ["nob-Latn", "taq-Tfng"]}, {"precision": 0.644937, "recall": 0.701581, "f1": 0.661055, "accuracy": 0.701581, "main_score": 0.661055, "hf_subset": "nob_Latn-wol_Latn", "languages": ["nob-Latn", "wol-Latn"]}, {"precision": 0.812994, "recall": 0.86166, "f1": 0.828228, "accuracy": 0.86166, "main_score": 0.828228, "hf_subset": "nob_Latn-arb_Latn", "languages": ["nob-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-cat_Latn", "languages": ["nob-Latn", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-fur_Latn", "languages": ["nob-Latn", "fur-Latn"]}, {"precision": 0.428631, "recall": 0.486166, "f1": 0.444617, "accuracy": 0.486166, "main_score": 0.444617, "hf_subset": "nob_Latn-kab_Latn", "languages": ["nob-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-lim_Latn", "languages": ["nob-Latn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-nld_Latn", "languages": ["nob-Latn", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nob_Latn-san_Deva", "languages": ["nob-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-tat_Cyrl", "languages": ["nob-Latn", "tat-Cyrl"]}, {"precision": 0.692104, "recall": 0.746047, "f1": 0.707856, "accuracy": 0.746047, "main_score": 0.707856, "hf_subset": "nob_Latn-xho_Latn", "languages": ["nob-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ars_Arab", "languages": ["nob-Latn", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-ceb_Latn", "languages": ["nob-Latn", "ceb-Latn"]}, {"precision": 0.575412, "recall": 0.635375, "f1": 0.592402, "accuracy": 0.635375, "main_score": 0.592402, "hf_subset": "nob_Latn-fuv_Latn", "languages": ["nob-Latn", "fuv-Latn"]}, {"precision": 0.528076, "recall": 0.592885, "f1": 0.546423, "accuracy": 0.592885, "main_score": 0.546423, "hf_subset": "nob_Latn-kac_Latn", "languages": ["nob-Latn", "kac-Latn"]}, {"precision": 0.683086, "recall": 0.728261, "f1": 0.696382, "accuracy": 0.728261, "main_score": 0.696382, "hf_subset": "nob_Latn-lin_Latn", "languages": ["nob-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-nno_Latn", "languages": ["nob-Latn", "nno-Latn"]}, {"precision": 0.233727, "recall": 0.316206, "f1": 0.256542, "accuracy": 0.316206, "main_score": 0.256542, "hf_subset": "nob_Latn-sat_Olck", "languages": ["nob-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tel_Telu", "languages": ["nob-Latn", "tel-Telu"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "nob_Latn-ydd_Hebr", "languages": ["nob-Latn", "ydd-Hebr"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "nob_Latn-ary_Arab", "languages": ["nob-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ces_Latn", "languages": ["nob-Latn", "ces-Latn"]}, {"precision": 0.594509, "recall": 0.650198, "f1": 0.609757, "accuracy": 0.650198, "main_score": 0.609757, "hf_subset": "nob_Latn-gaz_Latn", "languages": ["nob-Latn", "gaz-Latn"]}, {"precision": 0.588923, "recall": 0.652174, "f1": 0.606049, "accuracy": 0.652174, "main_score": 0.606049, "hf_subset": "nob_Latn-kam_Latn", "languages": ["nob-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nob_Latn-lit_Latn", "languages": ["nob-Latn", "lit-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-scn_Latn", "languages": ["nob-Latn", "scn-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "nob_Latn-tgk_Cyrl", "languages": ["nob-Latn", "tgk-Cyrl"]}, {"precision": 0.729367, "recall": 0.790514, "f1": 0.748075, "accuracy": 0.790514, "main_score": 0.748075, "hf_subset": "nob_Latn-yor_Latn", "languages": ["nob-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-arz_Arab", "languages": ["nob-Latn", "arz-Arab"]}, {"precision": 0.582451, "recall": 0.640316, "f1": 0.599407, "accuracy": 0.640316, "main_score": 0.599407, "hf_subset": "nob_Latn-cjk_Latn", "languages": ["nob-Latn", "cjk-Latn"]}, {"precision": 0.808119, "recall": 0.853755, "f1": 0.822003, "accuracy": 0.853755, "main_score": 0.822003, "hf_subset": "nob_Latn-gla_Latn", "languages": ["nob-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-kan_Knda", "languages": ["nob-Latn", "kan-Knda"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "nob_Latn-lmo_Latn", "languages": ["nob-Latn", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "nob_Latn-npi_Deva", "languages": ["nob-Latn", "npi-Deva"]}, {"precision": 0.477886, "recall": 0.539526, "f1": 0.494586, "accuracy": 0.539526, "main_score": 0.494586, "hf_subset": "nob_Latn-shn_Mymr", "languages": ["nob-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-tgl_Latn", "languages": ["nob-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-yue_Hant", "languages": ["nob-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-asm_Beng", "languages": ["nob-Latn", "asm-Beng"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "nob_Latn-ckb_Arab", "languages": ["nob-Latn", "ckb-Arab"]}, {"precision": 0.901433, "recall": 0.929842, "f1": 0.910474, "accuracy": 0.929842, "main_score": 0.910474, "hf_subset": "nob_Latn-gle_Latn", "languages": ["nob-Latn", "gle-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "nob_Latn-kas_Arab", "languages": ["nob-Latn", "kas-Arab"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "nob_Latn-ltg_Latn", "languages": ["nob-Latn", "ltg-Latn"]}, {"precision": 0.634745, "recall": 0.685771, "f1": 0.649838, "accuracy": 0.685771, "main_score": 0.649838, "hf_subset": "nob_Latn-nso_Latn", "languages": ["nob-Latn", "nso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-sin_Sinh", "languages": ["nob-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tha_Thai", "languages": ["nob-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-zho_Hans", "languages": ["nob-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ast_Latn", "languages": ["nob-Latn", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-crh_Latn", "languages": ["nob-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-glg_Latn", "languages": ["nob-Latn", "glg-Latn"]}, {"precision": 0.916864, "recall": 0.940711, "f1": 0.924572, "accuracy": 0.940711, "main_score": 0.924572, "hf_subset": "nob_Latn-kas_Deva", "languages": ["nob-Latn", "kas-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-ltz_Latn", "languages": ["nob-Latn", "ltz-Latn"]}, {"precision": 0.481679, "recall": 0.54249, "f1": 0.498366, "accuracy": 0.54249, "main_score": 0.498366, "hf_subset": "nob_Latn-nus_Latn", "languages": ["nob-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-slk_Latn", "languages": ["nob-Latn", "slk-Latn"]}, {"precision": 0.63275, "recall": 0.702569, "f1": 0.653691, "accuracy": 0.702569, "main_score": 0.653691, "hf_subset": "nob_Latn-tir_Ethi", "languages": ["nob-Latn", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-zho_Hant", "languages": ["nob-Latn", "zho-Hant"]}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "nob_Latn-awa_Deva", "languages": ["nob-Latn", "awa-Deva"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "nob_Latn-cym_Latn", "languages": ["nob-Latn", "cym-Latn"]}, {"precision": 0.854776, "recall": 0.891304, "f1": 0.866074, "accuracy": 0.891304, "main_score": 0.866074, "hf_subset": "nob_Latn-grn_Latn", "languages": ["nob-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-kat_Geor", "languages": ["nob-Latn", "kat-Geor"]}, {"precision": 0.661907, "recall": 0.710474, "f1": 0.675999, "accuracy": 0.710474, "main_score": 0.675999, "hf_subset": "nob_Latn-lua_Latn", "languages": ["nob-Latn", "lua-Latn"]}, {"precision": 0.660535, "recall": 0.715415, "f1": 0.675901, "accuracy": 0.715415, "main_score": 0.675901, "hf_subset": "nob_Latn-nya_Latn", "languages": ["nob-Latn", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-slv_Latn", "languages": ["nob-Latn", "slv-Latn"]}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "nob_Latn-tpi_Latn", "languages": ["nob-Latn", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-zsm_Latn", "languages": ["nob-Latn", "zsm-Latn"]}, {"precision": 0.56069, "recall": 0.620553, "f1": 0.57743, "accuracy": 0.620553, "main_score": 0.57743, "hf_subset": "nob_Latn-ayr_Latn", "languages": ["nob-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-dan_Latn", "languages": ["nob-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-guj_Gujr", "languages": ["nob-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-kaz_Cyrl", "languages": ["nob-Latn", "kaz-Cyrl"]}, {"precision": 0.557181, "recall": 0.616601, "f1": 0.574035, "accuracy": 0.616601, "main_score": 0.574035, "hf_subset": "nob_Latn-lug_Latn", "languages": ["nob-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-oci_Latn", "languages": ["nob-Latn", "oci-Latn"]}, {"precision": 0.84165, "recall": 0.883399, "f1": 0.854644, "accuracy": 0.883399, "main_score": 0.854644, "hf_subset": "nob_Latn-smo_Latn", "languages": ["nob-Latn", "smo-Latn"]}, {"precision": 0.563149, "recall": 0.623518, "f1": 0.580429, "accuracy": 0.623518, "main_score": 0.580429, "hf_subset": "nob_Latn-tsn_Latn", "languages": ["nob-Latn", "tsn-Latn"]}, {"precision": 0.627001, "recall": 0.688735, "f1": 0.645246, "accuracy": 0.688735, "main_score": 0.645246, "hf_subset": "nob_Latn-zul_Latn", "languages": ["nob-Latn", "zul-Latn"]}, {"precision": 0.92309, "recall": 0.94664, "f1": 0.930632, "accuracy": 0.94664, "main_score": 0.930632, "hf_subset": "nob_Latn-azb_Arab", "languages": ["nob-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-deu_Latn", "languages": ["nob-Latn", "deu-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "nob_Latn-hat_Latn", "languages": ["nob-Latn", "hat-Latn"]}, {"precision": 0.498527, "recall": 0.55336, "f1": 0.514185, "accuracy": 0.55336, "main_score": 0.514185, "hf_subset": "nob_Latn-kbp_Latn", "languages": ["nob-Latn", "kbp-Latn"]}, {"precision": 0.593803, "recall": 0.649209, "f1": 0.608636, "accuracy": 0.649209, "main_score": 0.608636, "hf_subset": "nob_Latn-luo_Latn", "languages": ["nob-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-ory_Orya", "languages": ["nob-Latn", "ory-Orya"]}, {"precision": 0.598205, "recall": 0.664032, "f1": 0.617264, "accuracy": 0.664032, "main_score": 0.617264, "hf_subset": "nob_Latn-sna_Latn", "languages": ["nob-Latn", "sna-Latn"]}, {"precision": 0.575545, "recall": 0.629447, "f1": 0.590284, "accuracy": 0.629447, "main_score": 0.590284, "hf_subset": "nob_Latn-tso_Latn", "languages": ["nob-Latn", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-azj_Latn", "languages": ["nob-Latn", "azj-Latn"]}, {"precision": 0.550494, "recall": 0.616601, "f1": 0.569652, "accuracy": 0.616601, "main_score": 0.569652, "hf_subset": "nob_Latn-dik_Latn", "languages": ["nob-Latn", "dik-Latn"]}, {"precision": 0.753491, "recall": 0.804348, "f1": 0.768826, "accuracy": 0.804348, "main_score": 0.768826, "hf_subset": "nob_Latn-hau_Latn", "languages": ["nob-Latn", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-kea_Latn", "languages": ["nob-Latn", "kea-Latn"]}, {"precision": 0.756192, "recall": 0.801383, "f1": 0.769499, "accuracy": 0.801383, "main_score": 0.769499, "hf_subset": "nob_Latn-lus_Latn", "languages": ["nob-Latn", "lus-Latn"]}, {"precision": 0.88302, "recall": 0.909091, "f1": 0.890843, "accuracy": 0.909091, "main_score": 0.890843, "hf_subset": "nob_Latn-pag_Latn", "languages": ["nob-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-snd_Arab", "languages": ["nob-Latn", "snd-Arab"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "nob_Latn-tuk_Latn", "languages": ["nob-Latn", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-bak_Cyrl", "languages": ["nob-Latn", "bak-Cyrl"]}, {"precision": 0.505163, "recall": 0.579051, "f1": 0.527219, "accuracy": 0.579051, "main_score": 0.527219, "hf_subset": "nob_Latn-dyu_Latn", "languages": ["nob-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-heb_Hebr", "languages": ["nob-Latn", "heb-Hebr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nob_Latn-khk_Cyrl", "languages": ["nob-Latn", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-lvs_Latn", "languages": ["nob-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pan_Guru", "languages": ["nob-Latn", "pan-Guru"]}, {"precision": 0.724482, "recall": 0.779644, "f1": 0.741029, "accuracy": 0.779644, "main_score": 0.741029, "hf_subset": "nob_Latn-som_Latn", "languages": ["nob-Latn", "som-Latn"]}, {"precision": 0.610575, "recall": 0.660079, "f1": 0.624482, "accuracy": 0.660079, "main_score": 0.624482, "hf_subset": "nob_Latn-tum_Latn", "languages": ["nob-Latn", "tum-Latn"]}, {"precision": 0.568183, "recall": 0.639328, "f1": 0.588303, "accuracy": 0.639328, "main_score": 0.588303, "hf_subset": "scn_Latn-ace_Arab", "languages": ["scn-Latn", "ace-Arab"]}, {"precision": 0.536834, "recall": 0.59585, "f1": 0.553655, "accuracy": 0.59585, "main_score": 0.553655, "hf_subset": "scn_Latn-bam_Latn", "languages": ["scn-Latn", "bam-Latn"]}, {"precision": 0.37614, "recall": 0.439723, "f1": 0.392697, "accuracy": 0.439723, "main_score": 0.392697, "hf_subset": "scn_Latn-dzo_Tibt", "languages": ["scn-Latn", "dzo-Tibt"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "scn_Latn-hin_Deva", "languages": ["scn-Latn", "hin-Deva"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "scn_Latn-khm_Khmr", "languages": ["scn-Latn", "khm-Khmr"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-mag_Deva", "languages": ["scn-Latn", "mag-Deva"]}, {"precision": 0.959239, "recall": 0.971344, "f1": 0.963175, "accuracy": 0.971344, "main_score": 0.963175, "hf_subset": "scn_Latn-pap_Latn", "languages": ["scn-Latn", "pap-Latn"]}, {"precision": 0.600283, "recall": 0.65415, "f1": 0.615425, "accuracy": 0.65415, "main_score": 0.615425, "hf_subset": "scn_Latn-sot_Latn", "languages": ["scn-Latn", "sot-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-tur_Latn", "languages": ["scn-Latn", "tur-Latn"]}, {"precision": 0.860096, "recall": 0.895257, "f1": 0.871066, "accuracy": 0.895257, "main_score": 0.871066, "hf_subset": "scn_Latn-ace_Latn", "languages": ["scn-Latn", "ace-Latn"]}, {"precision": 0.93251, "recall": 0.948617, "f1": 0.93722, "accuracy": 0.948617, "main_score": 0.93722, "hf_subset": "scn_Latn-ban_Latn", "languages": ["scn-Latn", "ban-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-ell_Grek", "languages": ["scn-Latn", "ell-Grek"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "scn_Latn-hne_Deva", "languages": ["scn-Latn", "hne-Deva"]}, {"precision": 0.603762, "recall": 0.661067, "f1": 0.619867, "accuracy": 0.661067, "main_score": 0.619867, "hf_subset": "scn_Latn-kik_Latn", "languages": ["scn-Latn", "kik-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "scn_Latn-mai_Deva", "languages": ["scn-Latn", "mai-Deva"]}, {"precision": 0.945652, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "scn_Latn-pbt_Arab", "languages": ["scn-Latn", "pbt-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-spa_Latn", "languages": ["scn-Latn", "spa-Latn"]}, {"precision": 0.621231, "recall": 0.678854, "f1": 0.637389, "accuracy": 0.678854, "main_score": 0.637389, "hf_subset": "scn_Latn-twi_Latn", "languages": ["scn-Latn", "twi-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-acm_Arab", "languages": ["scn-Latn", "acm-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "scn_Latn-bel_Cyrl", "languages": ["scn-Latn", "bel-Cyrl"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "scn_Latn-eng_Latn", "languages": ["scn-Latn", "eng-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "scn_Latn-hrv_Latn", "languages": ["scn-Latn", "hrv-Latn"]}, {"precision": 0.557906, "recall": 0.616601, "f1": 0.574308, "accuracy": 0.616601, "main_score": 0.574308, "hf_subset": "scn_Latn-kin_Latn", "languages": ["scn-Latn", "kin-Latn"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "scn_Latn-mal_Mlym", "languages": ["scn-Latn", "mal-Mlym"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-pes_Arab", "languages": ["scn-Latn", "pes-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-srd_Latn", "languages": ["scn-Latn", "srd-Latn"]}, {"precision": 0.182807, "recall": 0.235178, "f1": 0.195818, "accuracy": 0.235178, "main_score": 0.195818, "hf_subset": "scn_Latn-tzm_Tfng", "languages": ["scn-Latn", "tzm-Tfng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-acq_Arab", "languages": ["scn-Latn", "acq-Arab"]}, {"precision": 0.63381, "recall": 0.682806, "f1": 0.647486, "accuracy": 0.682806, "main_score": 0.647486, "hf_subset": "scn_Latn-bem_Latn", "languages": ["scn-Latn", "bem-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-epo_Latn", "languages": ["scn-Latn", "epo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-hun_Latn", "languages": ["scn-Latn", "hun-Latn"]}, {"precision": 0.96805, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "scn_Latn-kir_Cyrl", "languages": ["scn-Latn", "kir-Cyrl"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-mar_Deva", "languages": ["scn-Latn", "mar-Deva"]}, {"precision": 0.65121, "recall": 0.701581, "f1": 0.665664, "accuracy": 0.701581, "main_score": 0.665664, "hf_subset": "scn_Latn-plt_Latn", "languages": ["scn-Latn", "plt-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-srp_Cyrl", "languages": ["scn-Latn", "srp-Cyrl"]}, {"precision": 0.920372, "recall": 0.943676, "f1": 0.927767, "accuracy": 0.943676, "main_score": 0.927767, "hf_subset": "scn_Latn-uig_Arab", "languages": ["scn-Latn", "uig-Arab"]}, {"precision": 0.971706, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "scn_Latn-aeb_Arab", "languages": ["scn-Latn", "aeb-Arab"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "scn_Latn-ben_Beng", "languages": ["scn-Latn", "ben-Beng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-est_Latn", "languages": ["scn-Latn", "est-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-hye_Armn", "languages": ["scn-Latn", "hye-Armn"]}, {"precision": 0.569186, "recall": 0.616601, "f1": 0.582925, "accuracy": 0.616601, "main_score": 0.582925, "hf_subset": "scn_Latn-kmb_Latn", "languages": ["scn-Latn", "kmb-Latn"]}, {"precision": 0.498095, "recall": 0.574111, "f1": 0.518685, "accuracy": 0.574111, "main_score": 0.518685, "hf_subset": "scn_Latn-min_Arab", "languages": ["scn-Latn", "min-Arab"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "scn_Latn-pol_Latn", "languages": ["scn-Latn", "pol-Latn"]}, {"precision": 0.560024, "recall": 0.619565, "f1": 0.576823, "accuracy": 0.619565, "main_score": 0.576823, "hf_subset": "scn_Latn-ssw_Latn", "languages": ["scn-Latn", "ssw-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-ukr_Cyrl", "languages": ["scn-Latn", "ukr-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-afr_Latn", "languages": ["scn-Latn", "afr-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "scn_Latn-bho_Deva", "languages": ["scn-Latn", "bho-Deva"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "scn_Latn-eus_Latn", "languages": ["scn-Latn", "eus-Latn"]}, {"precision": 0.567943, "recall": 0.62747, "f1": 0.583911, "accuracy": 0.62747, "main_score": 0.583911, "hf_subset": "scn_Latn-ibo_Latn", "languages": ["scn-Latn", "ibo-Latn"]}, {"precision": 0.838768, "recall": 0.878458, "f1": 0.851449, "accuracy": 0.878458, "main_score": 0.851449, "hf_subset": "scn_Latn-kmr_Latn", "languages": ["scn-Latn", "kmr-Latn"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "scn_Latn-min_Latn", "languages": ["scn-Latn", "min-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "scn_Latn-por_Latn", "languages": ["scn-Latn", "por-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "scn_Latn-sun_Latn", "languages": ["scn-Latn", "sun-Latn"]}, {"precision": 0.523117, "recall": 0.579051, "f1": 0.538934, "accuracy": 0.579051, "main_score": 0.538934, "hf_subset": "scn_Latn-umb_Latn", "languages": ["scn-Latn", "umb-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "scn_Latn-ajp_Arab", "languages": ["scn-Latn", "ajp-Arab"]}, {"precision": 0.548118, "recall": 0.61166, "f1": 0.565762, "accuracy": 0.61166, "main_score": 0.565762, "hf_subset": "scn_Latn-bjn_Arab", "languages": ["scn-Latn", "bjn-Arab"]}, {"precision": 0.526763, "recall": 0.575099, "f1": 0.539846, "accuracy": 0.575099, "main_score": 0.539846, "hf_subset": "scn_Latn-ewe_Latn", "languages": ["scn-Latn", "ewe-Latn"]}, {"precision": 0.930295, "recall": 0.947628, "f1": 0.935661, "accuracy": 0.947628, "main_score": 0.935661, "hf_subset": "scn_Latn-ilo_Latn", "languages": ["scn-Latn", "ilo-Latn"]}, {"precision": 0.312208, "recall": 0.366601, "f1": 0.326851, "accuracy": 0.366601, "main_score": 0.326851, "hf_subset": "scn_Latn-knc_Arab", "languages": ["scn-Latn", "knc-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "scn_Latn-mkd_Cyrl", "languages": ["scn-Latn", "mkd-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-prs_Arab", "languages": ["scn-Latn", "prs-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-swe_Latn", "languages": ["scn-Latn", "swe-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-urd_Arab", "languages": ["scn-Latn", "urd-Arab"]}, {"precision": 0.585541, "recall": 0.63834, "f1": 0.600735, "accuracy": 0.63834, "main_score": 0.600735, "hf_subset": "scn_Latn-aka_Latn", "languages": ["scn-Latn", "aka-Latn"]}, {"precision": 0.959684, "recall": 0.970356, "f1": 0.962945, "accuracy": 0.970356, "main_score": 0.962945, "hf_subset": "scn_Latn-bjn_Latn", "languages": ["scn-Latn", "bjn-Latn"]}, {"precision": 0.937994, "recall": 0.95751, "f1": 0.944236, "accuracy": 0.95751, "main_score": 0.944236, "hf_subset": "scn_Latn-fao_Latn", "languages": ["scn-Latn", "fao-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-ind_Latn", "languages": ["scn-Latn", "ind-Latn"]}, {"precision": 0.59189, "recall": 0.644269, "f1": 0.606761, "accuracy": 0.644269, "main_score": 0.606761, "hf_subset": "scn_Latn-knc_Latn", "languages": ["scn-Latn", "knc-Latn"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "scn_Latn-mlt_Latn", "languages": ["scn-Latn", "mlt-Latn"]}, {"precision": 0.694733, "recall": 0.752964, "f1": 0.711804, "accuracy": 0.752964, "main_score": 0.711804, "hf_subset": "scn_Latn-quy_Latn", "languages": ["scn-Latn", "quy-Latn"]}, {"precision": 0.951499, "recall": 0.966403, "f1": 0.956258, "accuracy": 0.966403, "main_score": 0.956258, "hf_subset": "scn_Latn-swh_Latn", "languages": ["scn-Latn", "swh-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "scn_Latn-uzn_Latn", "languages": ["scn-Latn", "uzn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-als_Latn", "languages": ["scn-Latn", "als-Latn"]}, {"precision": 0.569142, "recall": 0.647233, "f1": 0.590592, "accuracy": 0.647233, "main_score": 0.590592, "hf_subset": "scn_Latn-bod_Tibt", "languages": ["scn-Latn", "bod-Tibt"]}, {"precision": 0.681035, "recall": 0.735178, "f1": 0.69682, "accuracy": 0.735178, "main_score": 0.69682, "hf_subset": "scn_Latn-fij_Latn", "languages": ["scn-Latn", "fij-Latn"]}, {"precision": 0.962204, "recall": 0.974308, "f1": 0.96614, "accuracy": 0.974308, "main_score": 0.96614, "hf_subset": "scn_Latn-isl_Latn", "languages": ["scn-Latn", "isl-Latn"]}, {"precision": 0.671305, "recall": 0.720356, "f1": 0.685395, "accuracy": 0.720356, "main_score": 0.685395, "hf_subset": "scn_Latn-kon_Latn", "languages": ["scn-Latn", "kon-Latn"]}, {"precision": 0.64627, "recall": 0.704545, "f1": 0.663018, "accuracy": 0.704545, "main_score": 0.663018, "hf_subset": "scn_Latn-mni_Beng", "languages": ["scn-Latn", "mni-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-ron_Latn", "languages": ["scn-Latn", "ron-Latn"]}, {"precision": 0.967391, "recall": 0.976285, "f1": 0.970356, "accuracy": 0.976285, "main_score": 0.970356, "hf_subset": "scn_Latn-szl_Latn", "languages": ["scn-Latn", "szl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-vec_Latn", "languages": ["scn-Latn", "vec-Latn"]}, {"precision": 0.898551, "recall": 0.926877, "f1": 0.907364, "accuracy": 0.926877, "main_score": 0.907364, "hf_subset": "scn_Latn-amh_Ethi", "languages": ["scn-Latn", "amh-Ethi"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-bos_Latn", "languages": ["scn-Latn", "bos-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-fin_Latn", "languages": ["scn-Latn", "fin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-ita_Latn", "languages": ["scn-Latn", "ita-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-kor_Hang", "languages": ["scn-Latn", "kor-Hang"]}, {"precision": 0.552388, "recall": 0.608696, "f1": 0.567999, "accuracy": 0.608696, "main_score": 0.567999, "hf_subset": "scn_Latn-mos_Latn", "languages": ["scn-Latn", "mos-Latn"]}, {"precision": 0.570086, "recall": 0.621542, "f1": 0.584477, "accuracy": 0.621542, "main_score": 0.584477, "hf_subset": "scn_Latn-run_Latn", "languages": ["scn-Latn", "run-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "scn_Latn-tam_Taml", "languages": ["scn-Latn", "tam-Taml"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "scn_Latn-vie_Latn", "languages": ["scn-Latn", "vie-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "scn_Latn-apc_Arab", "languages": ["scn-Latn", "apc-Arab"]}, {"precision": 0.786808, "recall": 0.836957, "f1": 0.801797, "accuracy": 0.836957, "main_score": 0.801797, "hf_subset": "scn_Latn-bug_Latn", "languages": ["scn-Latn", "bug-Latn"]}, {"precision": 0.472063, "recall": 0.52668, "f1": 0.486675, "accuracy": 0.52668, "main_score": 0.486675, "hf_subset": "scn_Latn-fon_Latn", "languages": ["scn-Latn", "fon-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-jav_Latn", "languages": ["scn-Latn", "jav-Latn"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "scn_Latn-lao_Laoo", "languages": ["scn-Latn", "lao-Laoo"]}, {"precision": 0.81581, "recall": 0.856719, "f1": 0.827786, "accuracy": 0.856719, "main_score": 0.827786, "hf_subset": "scn_Latn-mri_Latn", "languages": ["scn-Latn", "mri-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-rus_Cyrl", "languages": ["scn-Latn", "rus-Cyrl"]}, {"precision": 0.550783, "recall": 0.602767, "f1": 0.564563, "accuracy": 0.602767, "main_score": 0.564563, "hf_subset": "scn_Latn-taq_Latn", "languages": ["scn-Latn", "taq-Latn"]}, {"precision": 0.983284, "recall": 0.988142, "f1": 0.98475, "accuracy": 0.988142, "main_score": 0.98475, "hf_subset": "scn_Latn-war_Latn", "languages": ["scn-Latn", "war-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-arb_Arab", "languages": ["scn-Latn", "arb-Arab"]}, {"precision": 0.990283, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "scn_Latn-bul_Cyrl", "languages": ["scn-Latn", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-fra_Latn", "languages": ["scn-Latn", "fra-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-jpn_Jpan", "languages": ["scn-Latn", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-lij_Latn", "languages": ["scn-Latn", "lij-Latn"]}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "scn_Latn-mya_Mymr", "languages": ["scn-Latn", "mya-Mymr"]}, {"precision": 0.598651, "recall": 0.664032, "f1": 0.616953, "accuracy": 0.664032, "main_score": 0.616953, "hf_subset": "scn_Latn-sag_Latn", "languages": ["scn-Latn", "sag-Latn"]}, {"precision": 0.18972, "recall": 0.246047, "f1": 0.202685, "accuracy": 0.246047, "main_score": 0.202685, "hf_subset": "scn_Latn-taq_Tfng", "languages": ["scn-Latn", "taq-Tfng"]}, {"precision": 0.628863, "recall": 0.690711, "f1": 0.646563, "accuracy": 0.690711, "main_score": 0.646563, "hf_subset": "scn_Latn-wol_Latn", "languages": ["scn-Latn", "wol-Latn"]}, {"precision": 0.758491, "recall": 0.814229, "f1": 0.774612, "accuracy": 0.814229, "main_score": 0.774612, "hf_subset": "scn_Latn-arb_Latn", "languages": ["scn-Latn", "arb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-cat_Latn", "languages": ["scn-Latn", "cat-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "scn_Latn-fur_Latn", "languages": ["scn-Latn", "fur-Latn"]}, {"precision": 0.434207, "recall": 0.494071, "f1": 0.450859, "accuracy": 0.494071, "main_score": 0.450859, "hf_subset": "scn_Latn-kab_Latn", "languages": ["scn-Latn", "kab-Latn"]}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "scn_Latn-lim_Latn", "languages": ["scn-Latn", "lim-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "scn_Latn-nld_Latn", "languages": ["scn-Latn", "nld-Latn"]}, {"precision": 0.952899, "recall": 0.966403, "f1": 0.957345, "accuracy": 0.966403, "main_score": 0.957345, "hf_subset": "scn_Latn-san_Deva", "languages": ["scn-Latn", "san-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-tat_Cyrl", "languages": ["scn-Latn", "tat-Cyrl"]}, {"precision": 0.667132, "recall": 0.722332, "f1": 0.683167, "accuracy": 0.722332, "main_score": 0.683167, "hf_subset": "scn_Latn-xho_Latn", "languages": ["scn-Latn", "xho-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "scn_Latn-ars_Arab", "languages": ["scn-Latn", "ars-Arab"]}, {"precision": 0.980978, "recall": 0.986166, "f1": 0.982609, "accuracy": 0.986166, "main_score": 0.982609, "hf_subset": "scn_Latn-ceb_Latn", "languages": ["scn-Latn", "ceb-Latn"]}, {"precision": 0.5651, "recall": 0.621542, "f1": 0.58111, "accuracy": 0.621542, "main_score": 0.58111, "hf_subset": "scn_Latn-fuv_Latn", "languages": ["scn-Latn", "fuv-Latn"]}, {"precision": 0.50467, "recall": 0.56917, "f1": 0.521827, "accuracy": 0.56917, "main_score": 0.521827, "hf_subset": "scn_Latn-kac_Latn", "languages": ["scn-Latn", "kac-Latn"]}, {"precision": 0.668694, "recall": 0.720356, "f1": 0.683278, "accuracy": 0.720356, "main_score": 0.683278, "hf_subset": "scn_Latn-lin_Latn", "languages": ["scn-Latn", "lin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-nno_Latn", "languages": ["scn-Latn", "nno-Latn"]}, {"precision": 0.214373, "recall": 0.290514, "f1": 0.233715, "accuracy": 0.290514, "main_score": 0.233715, "hf_subset": "scn_Latn-sat_Olck", "languages": ["scn-Latn", "sat-Olck"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "scn_Latn-tel_Telu", "languages": ["scn-Latn", "tel-Telu"]}, {"precision": 0.933136, "recall": 0.951581, "f1": 0.939065, "accuracy": 0.951581, "main_score": 0.939065, "hf_subset": "scn_Latn-ydd_Hebr", "languages": ["scn-Latn", "ydd-Hebr"]}, {"precision": 0.962368, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "scn_Latn-ary_Arab", "languages": ["scn-Latn", "ary-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-ces_Latn", "languages": ["scn-Latn", "ces-Latn"]}, {"precision": 0.577357, "recall": 0.635375, "f1": 0.594038, "accuracy": 0.635375, "main_score": 0.594038, "hf_subset": "scn_Latn-gaz_Latn", "languages": ["scn-Latn", "gaz-Latn"]}, {"precision": 0.586847, "recall": 0.651186, "f1": 0.60544, "accuracy": 0.651186, "main_score": 0.60544, "hf_subset": "scn_Latn-kam_Latn", "languages": ["scn-Latn", "kam-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "scn_Latn-lit_Latn", "languages": ["scn-Latn", "lit-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-nob_Latn", "languages": ["scn-Latn", "nob-Latn"]}, {"precision": 0.961462, "recall": 0.972332, "f1": 0.964921, "accuracy": 0.972332, "main_score": 0.964921, "hf_subset": "scn_Latn-tgk_Cyrl", "languages": ["scn-Latn", "tgk-Cyrl"]}, {"precision": 0.673972, "recall": 0.740119, "f1": 0.693313, "accuracy": 0.740119, "main_score": 0.693313, "hf_subset": "scn_Latn-yor_Latn", "languages": ["scn-Latn", "yor-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "scn_Latn-arz_Arab", "languages": ["scn-Latn", "arz-Arab"]}, {"precision": 0.570946, "recall": 0.62747, "f1": 0.586311, "accuracy": 0.62747, "main_score": 0.586311, "hf_subset": "scn_Latn-cjk_Latn", "languages": ["scn-Latn", "cjk-Latn"]}, {"precision": 0.7528, "recall": 0.804348, "f1": 0.768017, "accuracy": 0.804348, "main_score": 0.768017, "hf_subset": "scn_Latn-gla_Latn", "languages": ["scn-Latn", "gla-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-kan_Knda", "languages": ["scn-Latn", "kan-Knda"]}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "scn_Latn-lmo_Latn", "languages": ["scn-Latn", "lmo-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "scn_Latn-npi_Deva", "languages": ["scn-Latn", "npi-Deva"]}, {"precision": 0.474089, "recall": 0.534585, "f1": 0.491061, "accuracy": 0.534585, "main_score": 0.491061, "hf_subset": "scn_Latn-shn_Mymr", "languages": ["scn-Latn", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-tgl_Latn", "languages": ["scn-Latn", "tgl-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-yue_Hant", "languages": ["scn-Latn", "yue-Hant"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "scn_Latn-asm_Beng", "languages": ["scn-Latn", "asm-Beng"]}, {"precision": 0.921393, "recall": 0.942688, "f1": 0.927931, "accuracy": 0.942688, "main_score": 0.927931, "hf_subset": "scn_Latn-ckb_Arab", "languages": ["scn-Latn", "ckb-Arab"]}, {"precision": 0.829257, "recall": 0.870553, "f1": 0.842136, "accuracy": 0.870553, "main_score": 0.842136, "hf_subset": "scn_Latn-gle_Latn", "languages": ["scn-Latn", "gle-Latn"]}, {"precision": 0.9167, "recall": 0.940711, "f1": 0.924209, "accuracy": 0.940711, "main_score": 0.924209, "hf_subset": "scn_Latn-kas_Arab", "languages": ["scn-Latn", "kas-Arab"]}, {"precision": 0.921402, "recall": 0.9417, "f1": 0.927723, "accuracy": 0.9417, "main_score": 0.927723, "hf_subset": "scn_Latn-ltg_Latn", "languages": ["scn-Latn", "ltg-Latn"]}, {"precision": 0.616784, "recall": 0.668972, "f1": 0.631301, "accuracy": 0.668972, "main_score": 0.631301, "hf_subset": "scn_Latn-nso_Latn", "languages": ["scn-Latn", "nso-Latn"]}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "scn_Latn-sin_Sinh", "languages": ["scn-Latn", "sin-Sinh"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "scn_Latn-tha_Thai", "languages": ["scn-Latn", "tha-Thai"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-zho_Hans", "languages": ["scn-Latn", "zho-Hans"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-ast_Latn", "languages": ["scn-Latn", "ast-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "scn_Latn-crh_Latn", "languages": ["scn-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-glg_Latn", "languages": ["scn-Latn", "glg-Latn"]}, {"precision": 0.847596, "recall": 0.88834, "f1": 0.860489, "accuracy": 0.88834, "main_score": 0.860489, "hf_subset": "scn_Latn-kas_Deva", "languages": ["scn-Latn", "kas-Deva"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "scn_Latn-ltz_Latn", "languages": ["scn-Latn", "ltz-Latn"]}, {"precision": 0.47898, "recall": 0.537549, "f1": 0.494822, "accuracy": 0.537549, "main_score": 0.494822, "hf_subset": "scn_Latn-nus_Latn", "languages": ["scn-Latn", "nus-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-slk_Latn", "languages": ["scn-Latn", "slk-Latn"]}, {"precision": 0.586274, "recall": 0.656126, "f1": 0.606505, "accuracy": 0.656126, "main_score": 0.606505, "hf_subset": "scn_Latn-tir_Ethi", "languages": ["scn-Latn", "tir-Ethi"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "scn_Latn-zho_Hant", "languages": ["scn-Latn", "zho-Hant"]}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "scn_Latn-awa_Deva", "languages": ["scn-Latn", "awa-Deva"]}, {"precision": 0.938241, "recall": 0.955534, "f1": 0.943841, "accuracy": 0.955534, "main_score": 0.943841, "hf_subset": "scn_Latn-cym_Latn", "languages": ["scn-Latn", "cym-Latn"]}, {"precision": 0.829423, "recall": 0.866601, "f1": 0.840356, "accuracy": 0.866601, "main_score": 0.840356, "hf_subset": "scn_Latn-grn_Latn", "languages": ["scn-Latn", "grn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "scn_Latn-kat_Geor", "languages": ["scn-Latn", "kat-Geor"]}, {"precision": 0.657995, "recall": 0.70751, "f1": 0.671579, "accuracy": 0.70751, "main_score": 0.671579, "hf_subset": "scn_Latn-lua_Latn", "languages": ["scn-Latn", "lua-Latn"]}, {"precision": 0.642263, "recall": 0.695652, "f1": 0.657692, "accuracy": 0.695652, "main_score": 0.657692, "hf_subset": "scn_Latn-nya_Latn", "languages": ["scn-Latn", "nya-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-slv_Latn", "languages": ["scn-Latn", "slv-Latn"]}, {"precision": 0.919137, "recall": 0.939723, "f1": 0.925692, "accuracy": 0.939723, "main_score": 0.925692, "hf_subset": "scn_Latn-tpi_Latn", "languages": ["scn-Latn", "tpi-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "scn_Latn-zsm_Latn", "languages": ["scn-Latn", "zsm-Latn"]}, {"precision": 0.542517, "recall": 0.607708, "f1": 0.561393, "accuracy": 0.607708, "main_score": 0.561393, "hf_subset": "scn_Latn-ayr_Latn", "languages": ["scn-Latn", "ayr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-dan_Latn", "languages": ["scn-Latn", "dan-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "scn_Latn-guj_Gujr", "languages": ["scn-Latn", "guj-Gujr"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-kaz_Cyrl", "languages": ["scn-Latn", "kaz-Cyrl"]}, {"precision": 0.541744, "recall": 0.601779, "f1": 0.558856, "accuracy": 0.601779, "main_score": 0.558856, "hf_subset": "scn_Latn-lug_Latn", "languages": ["scn-Latn", "lug-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-oci_Latn", "languages": ["scn-Latn", "oci-Latn"]}, {"precision": 0.802042, "recall": 0.846838, "f1": 0.815843, "accuracy": 0.846838, "main_score": 0.815843, "hf_subset": "scn_Latn-smo_Latn", "languages": ["scn-Latn", "smo-Latn"]}, {"precision": 0.549078, "recall": 0.609684, "f1": 0.565729, "accuracy": 0.609684, "main_score": 0.565729, "hf_subset": "scn_Latn-tsn_Latn", "languages": ["scn-Latn", "tsn-Latn"]}, {"precision": 0.6204, "recall": 0.677866, "f1": 0.637239, "accuracy": 0.677866, "main_score": 0.637239, "hf_subset": "scn_Latn-zul_Latn", "languages": ["scn-Latn", "zul-Latn"]}, {"precision": 0.876647, "recall": 0.912055, "f1": 0.887813, "accuracy": 0.912055, "main_score": 0.887813, "hf_subset": "scn_Latn-azb_Arab", "languages": ["scn-Latn", "azb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-deu_Latn", "languages": ["scn-Latn", "deu-Latn"]}, {"precision": 0.958827, "recall": 0.970356, "f1": 0.962451, "accuracy": 0.970356, "main_score": 0.962451, "hf_subset": "scn_Latn-hat_Latn", "languages": ["scn-Latn", "hat-Latn"]}, {"precision": 0.505635, "recall": 0.559289, "f1": 0.520459, "accuracy": 0.559289, "main_score": 0.520459, "hf_subset": "scn_Latn-kbp_Latn", "languages": ["scn-Latn", "kbp-Latn"]}, {"precision": 0.576057, "recall": 0.629447, "f1": 0.591249, "accuracy": 0.629447, "main_score": 0.591249, "hf_subset": "scn_Latn-luo_Latn", "languages": ["scn-Latn", "luo-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "scn_Latn-ory_Orya", "languages": ["scn-Latn", "ory-Orya"]}, {"precision": 0.588086, "recall": 0.640316, "f1": 0.602939, "accuracy": 0.640316, "main_score": 0.602939, "hf_subset": "scn_Latn-sna_Latn", "languages": ["scn-Latn", "sna-Latn"]}, {"precision": 0.554457, "recall": 0.613636, "f1": 0.570825, "accuracy": 0.613636, "main_score": 0.570825, "hf_subset": "scn_Latn-tso_Latn", "languages": ["scn-Latn", "tso-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "scn_Latn-azj_Latn", "languages": ["scn-Latn", "azj-Latn"]}, {"precision": 0.54503, "recall": 0.607708, "f1": 0.562968, "accuracy": 0.607708, "main_score": 0.562968, "hf_subset": "scn_Latn-dik_Latn", "languages": ["scn-Latn", "dik-Latn"]}, {"precision": 0.7044, "recall": 0.76087, "f1": 0.721036, "accuracy": 0.76087, "main_score": 0.721036, "hf_subset": "scn_Latn-hau_Latn", "languages": ["scn-Latn", "hau-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "scn_Latn-kea_Latn", "languages": ["scn-Latn", "kea-Latn"]}, {"precision": 0.728039, "recall": 0.778656, "f1": 0.743061, "accuracy": 0.778656, "main_score": 0.743061, "hf_subset": "scn_Latn-lus_Latn", "languages": ["scn-Latn", "lus-Latn"]}, {"precision": 0.846404, "recall": 0.878458, "f1": 0.855632, "accuracy": 0.878458, "main_score": 0.855632, "hf_subset": "scn_Latn-pag_Latn", "languages": ["scn-Latn", "pag-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "scn_Latn-snd_Arab", "languages": ["scn-Latn", "snd-Arab"]}, {"precision": 0.897019, "recall": 0.923913, "f1": 0.905171, "accuracy": 0.923913, "main_score": 0.905171, "hf_subset": "scn_Latn-tuk_Latn", "languages": ["scn-Latn", "tuk-Latn"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "scn_Latn-bak_Cyrl", "languages": ["scn-Latn", "bak-Cyrl"]}, {"precision": 0.483838, "recall": 0.560277, "f1": 0.505589, "accuracy": 0.560277, "main_score": 0.505589, "hf_subset": "scn_Latn-dyu_Latn", "languages": ["scn-Latn", "dyu-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-heb_Hebr", "languages": ["scn-Latn", "heb-Hebr"]}, {"precision": 0.949687, "recall": 0.963439, "f1": 0.953953, "accuracy": 0.963439, "main_score": 0.953953, "hf_subset": "scn_Latn-khk_Cyrl", "languages": ["scn-Latn", "khk-Cyrl"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "scn_Latn-lvs_Latn", "languages": ["scn-Latn", "lvs-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "scn_Latn-pan_Guru", "languages": ["scn-Latn", "pan-Guru"]}, {"precision": 0.687467, "recall": 0.747036, "f1": 0.70496, "accuracy": 0.747036, "main_score": 0.70496, "hf_subset": "scn_Latn-som_Latn", "languages": ["scn-Latn", "som-Latn"]}, {"precision": 0.591782, "recall": 0.636364, "f1": 0.604225, "accuracy": 0.636364, "main_score": 0.604225, "hf_subset": "scn_Latn-tum_Latn", "languages": ["scn-Latn", "tum-Latn"]}, {"precision": 0.53729, "recall": 0.593874, "f1": 0.553221, "accuracy": 0.593874, "main_score": 0.553221, "hf_subset": "tgk_Cyrl-ace_Arab", "languages": ["tgk-Cyrl", "ace-Arab"]}, {"precision": 0.517212, "recall": 0.566206, "f1": 0.531457, "accuracy": 0.566206, "main_score": 0.531457, "hf_subset": "tgk_Cyrl-bam_Latn", "languages": ["tgk-Cyrl", "bam-Latn"]}, {"precision": 0.383207, "recall": 0.456522, "f1": 0.402029, "accuracy": 0.456522, "main_score": 0.402029, "hf_subset": "tgk_Cyrl-dzo_Tibt", "languages": ["tgk-Cyrl", "dzo-Tibt"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "tgk_Cyrl-hin_Deva", "languages": ["tgk-Cyrl", "hin-Deva"]}, {"precision": 0.958745, "recall": 0.970356, "f1": 0.962516, "accuracy": 0.970356, "main_score": 0.962516, "hf_subset": "tgk_Cyrl-khm_Khmr", "languages": ["tgk-Cyrl", "khm-Khmr"]}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "tgk_Cyrl-mag_Deva", "languages": ["tgk-Cyrl", "mag-Deva"]}, {"precision": 0.931653, "recall": 0.950593, "f1": 0.937747, "accuracy": 0.950593, "main_score": 0.937747, "hf_subset": "tgk_Cyrl-pap_Latn", "languages": ["tgk-Cyrl", "pap-Latn"]}, {"precision": 0.589724, "recall": 0.640316, "f1": 0.603893, "accuracy": 0.640316, "main_score": 0.603893, "hf_subset": "tgk_Cyrl-sot_Latn", "languages": ["tgk-Cyrl", "sot-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "tgk_Cyrl-tur_Latn", "languages": ["tgk-Cyrl", "tur-Latn"]}, {"precision": 0.827355, "recall": 0.862648, "f1": 0.837916, "accuracy": 0.862648, "main_score": 0.837916, "hf_subset": "tgk_Cyrl-ace_Latn", "languages": ["tgk-Cyrl", "ace-Latn"]}, {"precision": 0.893149, "recall": 0.917984, "f1": 0.900527, "accuracy": 0.917984, "main_score": 0.900527, "hf_subset": "tgk_Cyrl-ban_Latn", "languages": ["tgk-Cyrl", "ban-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tgk_Cyrl-ell_Grek", "languages": ["tgk-Cyrl", "ell-Grek"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "tgk_Cyrl-hne_Deva", "languages": ["tgk-Cyrl", "hne-Deva"]}, {"precision": 0.583103, "recall": 0.628458, "f1": 0.595939, "accuracy": 0.628458, "main_score": 0.595939, "hf_subset": "tgk_Cyrl-kik_Latn", "languages": ["tgk-Cyrl", "kik-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-mai_Deva", "languages": ["tgk-Cyrl", "mai-Deva"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "tgk_Cyrl-pbt_Arab", "languages": ["tgk-Cyrl", "pbt-Arab"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "tgk_Cyrl-spa_Latn", "languages": ["tgk-Cyrl", "spa-Latn"]}, {"precision": 0.596625, "recall": 0.649209, "f1": 0.611539, "accuracy": 0.649209, "main_score": 0.611539, "hf_subset": "tgk_Cyrl-twi_Latn", "languages": ["tgk-Cyrl", "twi-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tgk_Cyrl-acm_Arab", "languages": ["tgk-Cyrl", "acm-Arab"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "tgk_Cyrl-bel_Cyrl", "languages": ["tgk-Cyrl", "bel-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": ["tgk-Cyrl", "eng-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "tgk_Cyrl-hrv_Latn", "languages": ["tgk-Cyrl", "hrv-Latn"]}, {"precision": 0.554365, "recall": 0.607708, "f1": 0.569304, "accuracy": 0.607708, "main_score": 0.569304, "hf_subset": "tgk_Cyrl-kin_Latn", "languages": ["tgk-Cyrl", "kin-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tgk_Cyrl-mal_Mlym", "languages": ["tgk-Cyrl", "mal-Mlym"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-pes_Arab", "languages": ["tgk-Cyrl", "pes-Arab"]}, {"precision": 0.952931, "recall": 0.966403, "f1": 0.957181, "accuracy": 0.966403, "main_score": 0.957181, "hf_subset": "tgk_Cyrl-srd_Latn", "languages": ["tgk-Cyrl", "srd-Latn"]}, {"precision": 0.195085, "recall": 0.243083, "f1": 0.207371, "accuracy": 0.243083, "main_score": 0.207371, "hf_subset": "tgk_Cyrl-tzm_Tfng", "languages": ["tgk-Cyrl", "tzm-Tfng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-acq_Arab", "languages": ["tgk-Cyrl", "acq-Arab"]}, {"precision": 0.608287, "recall": 0.657115, "f1": 0.621886, "accuracy": 0.657115, "main_score": 0.621886, "hf_subset": "tgk_Cyrl-bem_Latn", "languages": ["tgk-Cyrl", "bem-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgk_Cyrl-epo_Latn", "languages": ["tgk-Cyrl", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-hun_Latn", "languages": ["tgk-Cyrl", "hun-Latn"]}, {"precision": 0.964097, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "tgk_Cyrl-kir_Cyrl", "languages": ["tgk-Cyrl", "kir-Cyrl"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "tgk_Cyrl-mar_Deva", "languages": ["tgk-Cyrl", "mar-Deva"]}, {"precision": 0.657408, "recall": 0.703557, "f1": 0.670916, "accuracy": 0.703557, "main_score": 0.670916, "hf_subset": "tgk_Cyrl-plt_Latn", "languages": ["tgk-Cyrl", "plt-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tgk_Cyrl-srp_Cyrl", "languages": ["tgk-Cyrl", "srp-Cyrl"]}, {"precision": 0.929595, "recall": 0.950593, "f1": 0.936298, "accuracy": 0.950593, "main_score": 0.936298, "hf_subset": "tgk_Cyrl-uig_Arab", "languages": ["tgk-Cyrl", "uig-Arab"]}, {"precision": 0.967803, "recall": 0.977273, "f1": 0.970751, "accuracy": 0.977273, "main_score": 0.970751, "hf_subset": "tgk_Cyrl-aeb_Arab", "languages": ["tgk-Cyrl", "aeb-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-ben_Beng", "languages": ["tgk-Cyrl", "ben-Beng"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tgk_Cyrl-est_Latn", "languages": ["tgk-Cyrl", "est-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-hye_Armn", "languages": ["tgk-Cyrl", "hye-Armn"]}, {"precision": 0.519493, "recall": 0.56917, "f1": 0.53402, "accuracy": 0.56917, "main_score": 0.53402, "hf_subset": "tgk_Cyrl-kmb_Latn", "languages": ["tgk-Cyrl", "kmb-Latn"]}, {"precision": 0.484928, "recall": 0.543478, "f1": 0.500671, "accuracy": 0.543478, "main_score": 0.500671, "hf_subset": "tgk_Cyrl-min_Arab", "languages": ["tgk-Cyrl", "min-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-pol_Latn", "languages": ["tgk-Cyrl", "pol-Latn"]}, {"precision": 0.561455, "recall": 0.613636, "f1": 0.576075, "accuracy": 0.613636, "main_score": 0.576075, "hf_subset": "tgk_Cyrl-ssw_Latn", "languages": ["tgk-Cyrl", "ssw-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgk_Cyrl-ukr_Cyrl", "languages": ["tgk-Cyrl", "ukr-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-afr_Latn", "languages": ["tgk-Cyrl", "afr-Latn"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "tgk_Cyrl-bho_Deva", "languages": ["tgk-Cyrl", "bho-Deva"]}, {"precision": 0.96385, "recall": 0.974308, "f1": 0.967128, "accuracy": 0.974308, "main_score": 0.967128, "hf_subset": "tgk_Cyrl-eus_Latn", "languages": ["tgk-Cyrl", "eus-Latn"]}, {"precision": 0.567402, "recall": 0.628458, "f1": 0.584969, "accuracy": 0.628458, "main_score": 0.584969, "hf_subset": "tgk_Cyrl-ibo_Latn", "languages": ["tgk-Cyrl", "ibo-Latn"]}, {"precision": 0.873551, "recall": 0.907115, "f1": 0.883827, "accuracy": 0.907115, "main_score": 0.883827, "hf_subset": "tgk_Cyrl-kmr_Latn", "languages": ["tgk-Cyrl", "kmr-Latn"]}, {"precision": 0.948452, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "tgk_Cyrl-min_Latn", "languages": ["tgk-Cyrl", "min-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgk_Cyrl-por_Latn", "languages": ["tgk-Cyrl", "por-Latn"]}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "tgk_Cyrl-sun_Latn", "languages": ["tgk-Cyrl", "sun-Latn"]}, {"precision": 0.507568, "recall": 0.557312, "f1": 0.521945, "accuracy": 0.557312, "main_score": 0.521945, "hf_subset": "tgk_Cyrl-umb_Latn", "languages": ["tgk-Cyrl", "umb-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "tgk_Cyrl-ajp_Arab", "languages": ["tgk-Cyrl", "ajp-Arab"]}, {"precision": 0.5169, "recall": 0.570158, "f1": 0.531656, "accuracy": 0.570158, "main_score": 0.531656, "hf_subset": "tgk_Cyrl-bjn_Arab", "languages": ["tgk-Cyrl", "bjn-Arab"]}, {"precision": 0.496, "recall": 0.539526, "f1": 0.508064, "accuracy": 0.539526, "main_score": 0.508064, "hf_subset": "tgk_Cyrl-ewe_Latn", "languages": ["tgk-Cyrl", "ewe-Latn"]}, {"precision": 0.899407, "recall": 0.925889, "f1": 0.907576, "accuracy": 0.925889, "main_score": 0.907576, "hf_subset": "tgk_Cyrl-ilo_Latn", "languages": ["tgk-Cyrl", "ilo-Latn"]}, {"precision": 0.321255, "recall": 0.374506, "f1": 0.335434, "accuracy": 0.374506, "main_score": 0.335434, "hf_subset": "tgk_Cyrl-knc_Arab", "languages": ["tgk-Cyrl", "knc-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-mkd_Cyrl", "languages": ["tgk-Cyrl", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-prs_Arab", "languages": ["tgk-Cyrl", "prs-Arab"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "tgk_Cyrl-swe_Latn", "languages": ["tgk-Cyrl", "swe-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tgk_Cyrl-urd_Arab", "languages": ["tgk-Cyrl", "urd-Arab"]}, {"precision": 0.577244, "recall": 0.632411, "f1": 0.593857, "accuracy": 0.632411, "main_score": 0.593857, "hf_subset": "tgk_Cyrl-aka_Latn", "languages": ["tgk-Cyrl", "aka-Latn"]}, {"precision": 0.940909, "recall": 0.958498, "f1": 0.946476, "accuracy": 0.958498, "main_score": 0.946476, "hf_subset": "tgk_Cyrl-bjn_Latn", "languages": ["tgk-Cyrl", "bjn-Latn"]}, {"precision": 0.937582, "recall": 0.956522, "f1": 0.943629, "accuracy": 0.956522, "main_score": 0.943629, "hf_subset": "tgk_Cyrl-fao_Latn", "languages": ["tgk-Cyrl", "fao-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-ind_Latn", "languages": ["tgk-Cyrl", "ind-Latn"]}, {"precision": 0.569565, "recall": 0.616601, "f1": 0.582855, "accuracy": 0.616601, "main_score": 0.582855, "hf_subset": "tgk_Cyrl-knc_Latn", "languages": ["tgk-Cyrl", "knc-Latn"]}, {"precision": 0.962533, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "tgk_Cyrl-mlt_Latn", "languages": ["tgk-Cyrl", "mlt-Latn"]}, {"precision": 0.679647, "recall": 0.731225, "f1": 0.694126, "accuracy": 0.731225, "main_score": 0.694126, "hf_subset": "tgk_Cyrl-quy_Latn", "languages": ["tgk-Cyrl", "quy-Latn"]}, {"precision": 0.957757, "recall": 0.970356, "f1": 0.961858, "accuracy": 0.970356, "main_score": 0.961858, "hf_subset": "tgk_Cyrl-swh_Latn", "languages": ["tgk-Cyrl", "swh-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-uzn_Latn", "languages": ["tgk-Cyrl", "uzn-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tgk_Cyrl-als_Latn", "languages": ["tgk-Cyrl", "als-Latn"]}, {"precision": 0.601575, "recall": 0.674901, "f1": 0.622293, "accuracy": 0.674901, "main_score": 0.622293, "hf_subset": "tgk_Cyrl-bod_Tibt", "languages": ["tgk-Cyrl", "bod-Tibt"]}, {"precision": 0.678092, "recall": 0.729249, "f1": 0.692165, "accuracy": 0.729249, "main_score": 0.692165, "hf_subset": "tgk_Cyrl-fij_Latn", "languages": ["tgk-Cyrl", "fij-Latn"]}, {"precision": 0.950099, "recall": 0.966403, "f1": 0.955534, "accuracy": 0.966403, "main_score": 0.955534, "hf_subset": "tgk_Cyrl-isl_Latn", "languages": ["tgk-Cyrl", "isl-Latn"]}, {"precision": 0.644088, "recall": 0.690711, "f1": 0.657726, "accuracy": 0.690711, "main_score": 0.657726, "hf_subset": "tgk_Cyrl-kon_Latn", "languages": ["tgk-Cyrl", "kon-Latn"]}, {"precision": 0.617811, "recall": 0.675889, "f1": 0.634861, "accuracy": 0.675889, "main_score": 0.634861, "hf_subset": "tgk_Cyrl-mni_Beng", "languages": ["tgk-Cyrl", "mni-Beng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-ron_Latn", "languages": ["tgk-Cyrl", "ron-Latn"]}, {"precision": 0.967885, "recall": 0.976285, "f1": 0.970685, "accuracy": 0.976285, "main_score": 0.970685, "hf_subset": "tgk_Cyrl-szl_Latn", "languages": ["tgk-Cyrl", "szl-Latn"]}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "tgk_Cyrl-vec_Latn", "languages": ["tgk-Cyrl", "vec-Latn"]}, {"precision": 0.908185, "recall": 0.933794, "f1": 0.915994, "accuracy": 0.933794, "main_score": 0.915994, "hf_subset": "tgk_Cyrl-amh_Ethi", "languages": ["tgk-Cyrl", "amh-Ethi"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tgk_Cyrl-bos_Latn", "languages": ["tgk-Cyrl", "bos-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-fin_Latn", "languages": ["tgk-Cyrl", "fin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-ita_Latn", "languages": ["tgk-Cyrl", "ita-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-kor_Hang", "languages": ["tgk-Cyrl", "kor-Hang"]}, {"precision": 0.539441, "recall": 0.586957, "f1": 0.552855, "accuracy": 0.586957, "main_score": 0.552855, "hf_subset": "tgk_Cyrl-mos_Latn", "languages": ["tgk-Cyrl", "mos-Latn"]}, {"precision": 0.563778, "recall": 0.606719, "f1": 0.575544, "accuracy": 0.606719, "main_score": 0.575544, "hf_subset": "tgk_Cyrl-run_Latn", "languages": ["tgk-Cyrl", "run-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "tgk_Cyrl-tam_Taml", "languages": ["tgk-Cyrl", "tam-Taml"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "tgk_Cyrl-vie_Latn", "languages": ["tgk-Cyrl", "vie-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-apc_Arab", "languages": ["tgk-Cyrl", "apc-Arab"]}, {"precision": 0.763999, "recall": 0.810277, "f1": 0.776783, "accuracy": 0.810277, "main_score": 0.776783, "hf_subset": "tgk_Cyrl-bug_Latn", "languages": ["tgk-Cyrl", "bug-Latn"]}, {"precision": 0.467598, "recall": 0.517787, "f1": 0.481029, "accuracy": 0.517787, "main_score": 0.481029, "hf_subset": "tgk_Cyrl-fon_Latn", "languages": ["tgk-Cyrl", "fon-Latn"]}, {"precision": 0.97052, "recall": 0.978261, "f1": 0.972991, "accuracy": 0.978261, "main_score": 0.972991, "hf_subset": "tgk_Cyrl-jav_Latn", "languages": ["tgk-Cyrl", "jav-Latn"]}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "tgk_Cyrl-lao_Laoo", "languages": ["tgk-Cyrl", "lao-Laoo"]}, {"precision": 0.826976, "recall": 0.866601, "f1": 0.838787, "accuracy": 0.866601, "main_score": 0.838787, "hf_subset": "tgk_Cyrl-mri_Latn", "languages": ["tgk-Cyrl", "mri-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-rus_Cyrl", "languages": ["tgk-Cyrl", "rus-Cyrl"]}, {"precision": 0.532946, "recall": 0.581028, "f1": 0.546629, "accuracy": 0.581028, "main_score": 0.546629, "hf_subset": "tgk_Cyrl-taq_Latn", "languages": ["tgk-Cyrl", "taq-Latn"]}, {"precision": 0.967803, "recall": 0.977273, "f1": 0.970751, "accuracy": 0.977273, "main_score": 0.970751, "hf_subset": "tgk_Cyrl-war_Latn", "languages": ["tgk-Cyrl", "war-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-arb_Arab", "languages": ["tgk-Cyrl", "arb-Arab"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgk_Cyrl-bul_Cyrl", "languages": ["tgk-Cyrl", "bul-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-fra_Latn", "languages": ["tgk-Cyrl", "fra-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "tgk_Cyrl-jpn_Jpan", "languages": ["tgk-Cyrl", "jpn-Jpan"]}, {"precision": 0.966568, "recall": 0.975296, "f1": 0.969368, "accuracy": 0.975296, "main_score": 0.969368, "hf_subset": "tgk_Cyrl-lij_Latn", "languages": ["tgk-Cyrl", "lij-Latn"]}, {"precision": 0.955945, "recall": 0.969368, "f1": 0.960211, "accuracy": 0.969368, "main_score": 0.960211, "hf_subset": "tgk_Cyrl-mya_Mymr", "languages": ["tgk-Cyrl", "mya-Mymr"]}, {"precision": 0.569055, "recall": 0.631423, "f1": 0.586493, "accuracy": 0.631423, "main_score": 0.586493, "hf_subset": "tgk_Cyrl-sag_Latn", "languages": ["tgk-Cyrl", "sag-Latn"]}, {"precision": 0.196425, "recall": 0.23913, "f1": 0.206067, "accuracy": 0.23913, "main_score": 0.206067, "hf_subset": "tgk_Cyrl-taq_Tfng", "languages": ["tgk-Cyrl", "taq-Tfng"]}, {"precision": 0.620597, "recall": 0.673913, "f1": 0.635888, "accuracy": 0.673913, "main_score": 0.635888, "hf_subset": "tgk_Cyrl-wol_Latn", "languages": ["tgk-Cyrl", "wol-Latn"]}, {"precision": 0.753981, "recall": 0.810277, "f1": 0.770728, "accuracy": 0.810277, "main_score": 0.770728, "hf_subset": "tgk_Cyrl-arb_Latn", "languages": ["tgk-Cyrl", "arb-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tgk_Cyrl-cat_Latn", "languages": ["tgk-Cyrl", "cat-Latn"]}, {"precision": 0.960886, "recall": 0.972332, "f1": 0.964493, "accuracy": 0.972332, "main_score": 0.964493, "hf_subset": "tgk_Cyrl-fur_Latn", "languages": ["tgk-Cyrl", "fur-Latn"]}, {"precision": 0.417728, "recall": 0.467391, "f1": 0.431625, "accuracy": 0.467391, "main_score": 0.431625, "hf_subset": "tgk_Cyrl-kab_Latn", "languages": ["tgk-Cyrl", "kab-Latn"]}, {"precision": 0.942029, "recall": 0.958498, "f1": 0.947299, "accuracy": 0.958498, "main_score": 0.947299, "hf_subset": "tgk_Cyrl-lim_Latn", "languages": ["tgk-Cyrl", "lim-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tgk_Cyrl-nld_Latn", "languages": ["tgk-Cyrl", "nld-Latn"]}, {"precision": 0.958745, "recall": 0.970356, "f1": 0.962352, "accuracy": 0.970356, "main_score": 0.962352, "hf_subset": "tgk_Cyrl-san_Deva", "languages": ["tgk-Cyrl", "san-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "tgk_Cyrl-tat_Cyrl", "languages": ["tgk-Cyrl", "tat-Cyrl"]}, {"precision": 0.655369, "recall": 0.706522, "f1": 0.670125, "accuracy": 0.706522, "main_score": 0.670125, "hf_subset": "tgk_Cyrl-xho_Latn", "languages": ["tgk-Cyrl", "xho-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-ars_Arab", "languages": ["tgk-Cyrl", "ars-Arab"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "tgk_Cyrl-ceb_Latn", "languages": ["tgk-Cyrl", "ceb-Latn"]}, {"precision": 0.547595, "recall": 0.600791, "f1": 0.563406, "accuracy": 0.600791, "main_score": 0.563406, "hf_subset": "tgk_Cyrl-fuv_Latn", "languages": ["tgk-Cyrl", "fuv-Latn"]}, {"precision": 0.494582, "recall": 0.55336, "f1": 0.51065, "accuracy": 0.55336, "main_score": 0.51065, "hf_subset": "tgk_Cyrl-kac_Latn", "languages": ["tgk-Cyrl", "kac-Latn"]}, {"precision": 0.654982, "recall": 0.699605, "f1": 0.667612, "accuracy": 0.699605, "main_score": 0.667612, "hf_subset": "tgk_Cyrl-lin_Latn", "languages": ["tgk-Cyrl", "lin-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tgk_Cyrl-nno_Latn", "languages": ["tgk-Cyrl", "nno-Latn"]}, {"precision": 0.236858, "recall": 0.315217, "f1": 0.255957, "accuracy": 0.315217, "main_score": 0.255957, "hf_subset": "tgk_Cyrl-sat_Olck", "languages": ["tgk-Cyrl", "sat-Olck"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "tgk_Cyrl-tel_Telu", "languages": ["tgk-Cyrl", "tel-Telu"]}, {"precision": 0.911677, "recall": 0.936759, "f1": 0.919532, "accuracy": 0.936759, "main_score": 0.919532, "hf_subset": "tgk_Cyrl-ydd_Hebr", "languages": ["tgk-Cyrl", "ydd-Hebr"]}, {"precision": 0.938735, "recall": 0.955534, "f1": 0.944005, "accuracy": 0.955534, "main_score": 0.944005, "hf_subset": "tgk_Cyrl-ary_Arab", "languages": ["tgk-Cyrl", "ary-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-ces_Latn", "languages": ["tgk-Cyrl", "ces-Latn"]}, {"precision": 0.566166, "recall": 0.621542, "f1": 0.58223, "accuracy": 0.621542, "main_score": 0.58223, "hf_subset": "tgk_Cyrl-gaz_Latn", "languages": ["tgk-Cyrl", "gaz-Latn"]}, {"precision": 0.572848, "recall": 0.625494, "f1": 0.587277, "accuracy": 0.625494, "main_score": 0.587277, "hf_subset": "tgk_Cyrl-kam_Latn", "languages": ["tgk-Cyrl", "kam-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "tgk_Cyrl-lit_Latn", "languages": ["tgk-Cyrl", "lit-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-nob_Latn", "languages": ["tgk-Cyrl", "nob-Latn"]}, {"precision": 0.953393, "recall": 0.966403, "f1": 0.95751, "accuracy": 0.966403, "main_score": 0.95751, "hf_subset": "tgk_Cyrl-scn_Latn", "languages": ["tgk-Cyrl", "scn-Latn"]}, {"precision": 0.68932, "recall": 0.750988, "f1": 0.707235, "accuracy": 0.750988, "main_score": 0.707235, "hf_subset": "tgk_Cyrl-yor_Latn", "languages": ["tgk-Cyrl", "yor-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tgk_Cyrl-arz_Arab", "languages": ["tgk-Cyrl", "arz-Arab"]}, {"precision": 0.55228, "recall": 0.597826, "f1": 0.565486, "accuracy": 0.597826, "main_score": 0.565486, "hf_subset": "tgk_Cyrl-cjk_Latn", "languages": ["tgk-Cyrl", "cjk-Latn"]}, {"precision": 0.750346, "recall": 0.806324, "f1": 0.766765, "accuracy": 0.806324, "main_score": 0.766765, "hf_subset": "tgk_Cyrl-gla_Latn", "languages": ["tgk-Cyrl", "gla-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tgk_Cyrl-kan_Knda", "languages": ["tgk-Cyrl", "kan-Knda"]}, {"precision": 0.948617, "recall": 0.962451, "f1": 0.952866, "accuracy": 0.962451, "main_score": 0.952866, "hf_subset": "tgk_Cyrl-lmo_Latn", "languages": ["tgk-Cyrl", "lmo-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "tgk_Cyrl-npi_Deva", "languages": ["tgk-Cyrl", "npi-Deva"]}, {"precision": 0.45817, "recall": 0.512846, "f1": 0.473628, "accuracy": 0.512846, "main_score": 0.473628, "hf_subset": "tgk_Cyrl-shn_Mymr", "languages": ["tgk-Cyrl", "shn-Mymr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-tgl_Latn", "languages": ["tgk-Cyrl", "tgl-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "tgk_Cyrl-yue_Hant", "languages": ["tgk-Cyrl", "yue-Hant"]}, {"precision": 0.964048, "recall": 0.974308, "f1": 0.967128, "accuracy": 0.974308, "main_score": 0.967128, "hf_subset": "tgk_Cyrl-asm_Beng", "languages": ["tgk-Cyrl", "asm-Beng"]}, {"precision": 0.931522, "recall": 0.951581, "f1": 0.937747, "accuracy": 0.951581, "main_score": 0.937747, "hf_subset": "tgk_Cyrl-ckb_Arab", "languages": ["tgk-Cyrl", "ckb-Arab"]}, {"precision": 0.836001, "recall": 0.875494, "f1": 0.848123, "accuracy": 0.875494, "main_score": 0.848123, "hf_subset": "tgk_Cyrl-gle_Latn", "languages": ["tgk-Cyrl", "gle-Latn"]}, {"precision": 0.914196, "recall": 0.935771, "f1": 0.921113, "accuracy": 0.935771, "main_score": 0.921113, "hf_subset": "tgk_Cyrl-kas_Arab", "languages": ["tgk-Cyrl", "kas-Arab"]}, {"precision": 0.897261, "recall": 0.921937, "f1": 0.904908, "accuracy": 0.921937, "main_score": 0.904908, "hf_subset": "tgk_Cyrl-ltg_Latn", "languages": ["tgk-Cyrl", "ltg-Latn"]}, {"precision": 0.602677, "recall": 0.642292, "f1": 0.613902, "accuracy": 0.642292, "main_score": 0.613902, "hf_subset": "tgk_Cyrl-nso_Latn", "languages": ["tgk-Cyrl", "nso-Latn"]}, {"precision": 0.951828, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "tgk_Cyrl-sin_Sinh", "languages": ["tgk-Cyrl", "sin-Sinh"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-tha_Thai", "languages": ["tgk-Cyrl", "tha-Thai"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "tgk_Cyrl-zho_Hans", "languages": ["tgk-Cyrl", "zho-Hans"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-ast_Latn", "languages": ["tgk-Cyrl", "ast-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-crh_Latn", "languages": ["tgk-Cyrl", "crh-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tgk_Cyrl-glg_Latn", "languages": ["tgk-Cyrl", "glg-Latn"]}, {"precision": 0.833498, "recall": 0.875494, "f1": 0.846476, "accuracy": 0.875494, "main_score": 0.846476, "hf_subset": "tgk_Cyrl-kas_Deva", "languages": ["tgk-Cyrl", "kas-Deva"]}, {"precision": 0.940464, "recall": 0.958498, "f1": 0.946212, "accuracy": 0.958498, "main_score": 0.946212, "hf_subset": "tgk_Cyrl-ltz_Latn", "languages": ["tgk-Cyrl", "ltz-Latn"]}, {"precision": 0.45028, "recall": 0.511858, "f1": 0.467452, "accuracy": 0.511858, "main_score": 0.467452, "hf_subset": "tgk_Cyrl-nus_Latn", "languages": ["tgk-Cyrl", "nus-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgk_Cyrl-slk_Latn", "languages": ["tgk-Cyrl", "slk-Latn"]}, {"precision": 0.582932, "recall": 0.650198, "f1": 0.601509, "accuracy": 0.650198, "main_score": 0.601509, "hf_subset": "tgk_Cyrl-tir_Ethi", "languages": ["tgk-Cyrl", "tir-Ethi"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-zho_Hant", "languages": ["tgk-Cyrl", "zho-Hant"]}, {"precision": 0.969532, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "tgk_Cyrl-awa_Deva", "languages": ["tgk-Cyrl", "awa-Deva"]}, {"precision": 0.938076, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "tgk_Cyrl-cym_Latn", "languages": ["tgk-Cyrl", "cym-Latn"]}, {"precision": 0.773479, "recall": 0.812253, "f1": 0.784736, "accuracy": 0.812253, "main_score": 0.784736, "hf_subset": "tgk_Cyrl-grn_Latn", "languages": ["tgk-Cyrl", "grn-Latn"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "tgk_Cyrl-kat_Geor", "languages": ["tgk-Cyrl", "kat-Geor"]}, {"precision": 0.628766, "recall": 0.672925, "f1": 0.64159, "accuracy": 0.672925, "main_score": 0.64159, "hf_subset": "tgk_Cyrl-lua_Latn", "languages": ["tgk-Cyrl", "lua-Latn"]}, {"precision": 0.612994, "recall": 0.666008, "f1": 0.628484, "accuracy": 0.666008, "main_score": 0.628484, "hf_subset": "tgk_Cyrl-nya_Latn", "languages": ["tgk-Cyrl", "nya-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-slv_Latn", "languages": ["tgk-Cyrl", "slv-Latn"]}, {"precision": 0.869499, "recall": 0.902174, "f1": 0.879084, "accuracy": 0.902174, "main_score": 0.879084, "hf_subset": "tgk_Cyrl-tpi_Latn", "languages": ["tgk-Cyrl", "tpi-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tgk_Cyrl-zsm_Latn", "languages": ["tgk-Cyrl", "zsm-Latn"]}, {"precision": 0.538219, "recall": 0.591897, "f1": 0.553119, "accuracy": 0.591897, "main_score": 0.553119, "hf_subset": "tgk_Cyrl-ayr_Latn", "languages": ["tgk-Cyrl", "ayr-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-dan_Latn", "languages": ["tgk-Cyrl", "dan-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-guj_Gujr", "languages": ["tgk-Cyrl", "guj-Gujr"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgk_Cyrl-kaz_Cyrl", "languages": ["tgk-Cyrl", "kaz-Cyrl"]}, {"precision": 0.53479, "recall": 0.591897, "f1": 0.550455, "accuracy": 0.591897, "main_score": 0.550455, "hf_subset": "tgk_Cyrl-lug_Latn", "languages": ["tgk-Cyrl", "lug-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-oci_Latn", "languages": ["tgk-Cyrl", "oci-Latn"]}, {"precision": 0.792474, "recall": 0.840909, "f1": 0.806889, "accuracy": 0.840909, "main_score": 0.806889, "hf_subset": "tgk_Cyrl-smo_Latn", "languages": ["tgk-Cyrl", "smo-Latn"]}, {"precision": 0.549467, "recall": 0.600791, "f1": 0.563956, "accuracy": 0.600791, "main_score": 0.563956, "hf_subset": "tgk_Cyrl-tsn_Latn", "languages": ["tgk-Cyrl", "tsn-Latn"]}, {"precision": 0.62024, "recall": 0.672925, "f1": 0.635446, "accuracy": 0.672925, "main_score": 0.635446, "hf_subset": "tgk_Cyrl-zul_Latn", "languages": ["tgk-Cyrl", "zul-Latn"]}, {"precision": 0.892292, "recall": 0.920949, "f1": 0.901318, "accuracy": 0.920949, "main_score": 0.901318, "hf_subset": "tgk_Cyrl-azb_Arab", "languages": ["tgk-Cyrl", "azb-Arab"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tgk_Cyrl-deu_Latn", "languages": ["tgk-Cyrl", "deu-Latn"]}, {"precision": 0.935277, "recall": 0.954545, "f1": 0.941535, "accuracy": 0.954545, "main_score": 0.941535, "hf_subset": "tgk_Cyrl-hat_Latn", "languages": ["tgk-Cyrl", "hat-Latn"]}, {"precision": 0.50066, "recall": 0.549407, "f1": 0.51387, "accuracy": 0.549407, "main_score": 0.51387, "hf_subset": "tgk_Cyrl-kbp_Latn", "languages": ["tgk-Cyrl", "kbp-Latn"]}, {"precision": 0.567639, "recall": 0.610672, "f1": 0.579498, "accuracy": 0.610672, "main_score": 0.579498, "hf_subset": "tgk_Cyrl-luo_Latn", "languages": ["tgk-Cyrl", "luo-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-ory_Orya", "languages": ["tgk-Cyrl", "ory-Orya"]}, {"precision": 0.559025, "recall": 0.616601, "f1": 0.575202, "accuracy": 0.616601, "main_score": 0.575202, "hf_subset": "tgk_Cyrl-sna_Latn", "languages": ["tgk-Cyrl", "sna-Latn"]}, {"precision": 0.564748, "recall": 0.61166, "f1": 0.577972, "accuracy": 0.61166, "main_score": 0.577972, "hf_subset": "tgk_Cyrl-tso_Latn", "languages": ["tgk-Cyrl", "tso-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tgk_Cyrl-azj_Latn", "languages": ["tgk-Cyrl", "azj-Latn"]}, {"precision": 0.541088, "recall": 0.598814, "f1": 0.557827, "accuracy": 0.598814, "main_score": 0.557827, "hf_subset": "tgk_Cyrl-dik_Latn", "languages": ["tgk-Cyrl", "dik-Latn"]}, {"precision": 0.732271, "recall": 0.783597, "f1": 0.747025, "accuracy": 0.783597, "main_score": 0.747025, "hf_subset": "tgk_Cyrl-hau_Latn", "languages": ["tgk-Cyrl", "hau-Latn"]}, {"precision": 0.93918, "recall": 0.954545, "f1": 0.943906, "accuracy": 0.954545, "main_score": 0.943906, "hf_subset": "tgk_Cyrl-kea_Latn", "languages": ["tgk-Cyrl", "kea-Latn"]}, {"precision": 0.700914, "recall": 0.745059, "f1": 0.713484, "accuracy": 0.745059, "main_score": 0.713484, "hf_subset": "tgk_Cyrl-lus_Latn", "languages": ["tgk-Cyrl", "lus-Latn"]}, {"precision": 0.803986, "recall": 0.840909, "f1": 0.814872, "accuracy": 0.840909, "main_score": 0.814872, "hf_subset": "tgk_Cyrl-pag_Latn", "languages": ["tgk-Cyrl", "pag-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "tgk_Cyrl-snd_Arab", "languages": ["tgk-Cyrl", "snd-Arab"]}, {"precision": 0.929924, "recall": 0.948617, "f1": 0.936001, "accuracy": 0.948617, "main_score": 0.936001, "hf_subset": "tgk_Cyrl-tuk_Latn", "languages": ["tgk-Cyrl", "tuk-Latn"]}, {"precision": 0.966486, "recall": 0.976285, "f1": 0.969598, "accuracy": 0.976285, "main_score": 0.969598, "hf_subset": "tgk_Cyrl-bak_Cyrl", "languages": ["tgk-Cyrl", "bak-Cyrl"]}, {"precision": 0.478024, "recall": 0.54249, "f1": 0.496319, "accuracy": 0.54249, "main_score": 0.496319, "hf_subset": "tgk_Cyrl-dyu_Latn", "languages": ["tgk-Cyrl", "dyu-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-heb_Hebr", "languages": ["tgk-Cyrl", "heb-Hebr"]}, {"precision": 0.96031, "recall": 0.971344, "f1": 0.963933, "accuracy": 0.971344, "main_score": 0.963933, "hf_subset": "tgk_Cyrl-khk_Cyrl", "languages": ["tgk-Cyrl", "khk-Cyrl"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgk_Cyrl-lvs_Latn", "languages": ["tgk-Cyrl", "lvs-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tgk_Cyrl-pan_Guru", "languages": ["tgk-Cyrl", "pan-Guru"]}, {"precision": 0.702734, "recall": 0.756917, "f1": 0.719038, "accuracy": 0.756917, "main_score": 0.719038, "hf_subset": "tgk_Cyrl-som_Latn", "languages": ["tgk-Cyrl", "som-Latn"]}, {"precision": 0.568759, "recall": 0.612648, "f1": 0.581692, "accuracy": 0.612648, "main_score": 0.581692, "hf_subset": "tgk_Cyrl-tum_Latn", "languages": ["tgk-Cyrl", "tum-Latn"]}, {"precision": 0.377348, "recall": 0.427866, "f1": 0.39113, "accuracy": 0.427866, "main_score": 0.39113, "hf_subset": "yor_Latn-ace_Arab", "languages": ["yor-Latn", "ace-Arab"]}, {"precision": 0.469267, "recall": 0.512846, "f1": 0.481543, "accuracy": 0.512846, "main_score": 0.481543, "hf_subset": "yor_Latn-bam_Latn", "languages": ["yor-Latn", "bam-Latn"]}, {"precision": 0.226641, "recall": 0.279644, "f1": 0.238712, "accuracy": 0.279644, "main_score": 0.238712, "hf_subset": "yor_Latn-dzo_Tibt", "languages": ["yor-Latn", "dzo-Tibt"]}, {"precision": 0.68466, "recall": 0.736166, "f1": 0.698378, "accuracy": 0.736166, "main_score": 0.698378, "hf_subset": "yor_Latn-hin_Deva", "languages": ["yor-Latn", "hin-Deva"]}, {"precision": 0.652398, "recall": 0.711462, "f1": 0.668536, "accuracy": 0.711462, "main_score": 0.668536, "hf_subset": "yor_Latn-khm_Khmr", "languages": ["yor-Latn", "khm-Khmr"]}, {"precision": 0.683845, "recall": 0.732213, "f1": 0.696732, "accuracy": 0.732213, "main_score": 0.696732, "hf_subset": "yor_Latn-mag_Deva", "languages": ["yor-Latn", "mag-Deva"]}, {"precision": 0.616922, "recall": 0.66996, "f1": 0.630261, "accuracy": 0.66996, "main_score": 0.630261, "hf_subset": "yor_Latn-pap_Latn", "languages": ["yor-Latn", "pap-Latn"]}, {"precision": 0.516797, "recall": 0.561265, "f1": 0.529067, "accuracy": 0.561265, "main_score": 0.529067, "hf_subset": "yor_Latn-sot_Latn", "languages": ["yor-Latn", "sot-Latn"]}, {"precision": 0.690843, "recall": 0.740119, "f1": 0.704313, "accuracy": 0.740119, "main_score": 0.704313, "hf_subset": "yor_Latn-tur_Latn", "languages": ["yor-Latn", "tur-Latn"]}, {"precision": 0.569919, "recall": 0.61166, "f1": 0.580963, "accuracy": 0.61166, "main_score": 0.580963, "hf_subset": "yor_Latn-ace_Latn", "languages": ["yor-Latn", "ace-Latn"]}, {"precision": 0.622712, "recall": 0.667984, "f1": 0.635148, "accuracy": 0.667984, "main_score": 0.635148, "hf_subset": "yor_Latn-ban_Latn", "languages": ["yor-Latn", "ban-Latn"]}, {"precision": 0.675017, "recall": 0.732213, "f1": 0.690803, "accuracy": 0.732213, "main_score": 0.690803, "hf_subset": "yor_Latn-ell_Grek", "languages": ["yor-Latn", "ell-Grek"]}, {"precision": 0.664139, "recall": 0.721344, "f1": 0.679774, "accuracy": 0.721344, "main_score": 0.679774, "hf_subset": "yor_Latn-hne_Deva", "languages": ["yor-Latn", "hne-Deva"]}, {"precision": 0.511891, "recall": 0.549407, "f1": 0.522382, "accuracy": 0.549407, "main_score": 0.522382, "hf_subset": "yor_Latn-kik_Latn", "languages": ["yor-Latn", "kik-Latn"]}, {"precision": 0.674016, "recall": 0.73419, "f1": 0.69007, "accuracy": 0.73419, "main_score": 0.69007, "hf_subset": "yor_Latn-mai_Deva", "languages": ["yor-Latn", "mai-Deva"]}, {"precision": 0.598535, "recall": 0.660079, "f1": 0.614606, "accuracy": 0.660079, "main_score": 0.614606, "hf_subset": "yor_Latn-pbt_Arab", "languages": ["yor-Latn", "pbt-Arab"]}, {"precision": 0.673834, "recall": 0.732213, "f1": 0.689686, "accuracy": 0.732213, "main_score": 0.689686, "hf_subset": "yor_Latn-spa_Latn", "languages": ["yor-Latn", "spa-Latn"]}, {"precision": 0.519711, "recall": 0.556324, "f1": 0.52969, "accuracy": 0.556324, "main_score": 0.52969, "hf_subset": "yor_Latn-twi_Latn", "languages": ["yor-Latn", "twi-Latn"]}, {"precision": 0.654391, "recall": 0.709486, "f1": 0.66884, "accuracy": 0.709486, "main_score": 0.66884, "hf_subset": "yor_Latn-acm_Arab", "languages": ["yor-Latn", "acm-Arab"]}, {"precision": 0.626278, "recall": 0.679842, "f1": 0.640684, "accuracy": 0.679842, "main_score": 0.640684, "hf_subset": "yor_Latn-bel_Cyrl", "languages": ["yor-Latn", "bel-Cyrl"]}, {"precision": 0.723862, "recall": 0.773715, "f1": 0.736997, "accuracy": 0.773715, "main_score": 0.736997, "hf_subset": "yor_Latn-eng_Latn", "languages": ["yor-Latn", "eng-Latn"]}, {"precision": 0.689455, "recall": 0.741107, "f1": 0.703601, "accuracy": 0.741107, "main_score": 0.703601, "hf_subset": "yor_Latn-hrv_Latn", "languages": ["yor-Latn", "hrv-Latn"]}, {"precision": 0.492894, "recall": 0.538538, "f1": 0.506148, "accuracy": 0.538538, "main_score": 0.506148, "hf_subset": "yor_Latn-kin_Latn", "languages": ["yor-Latn", "kin-Latn"]}, {"precision": 0.683064, "recall": 0.744071, "f1": 0.699707, "accuracy": 0.744071, "main_score": 0.699707, "hf_subset": "yor_Latn-mal_Mlym", "languages": ["yor-Latn", "mal-Mlym"]}, {"precision": 0.683684, "recall": 0.741107, "f1": 0.699004, "accuracy": 0.741107, "main_score": 0.699004, "hf_subset": "yor_Latn-pes_Arab", "languages": ["yor-Latn", "pes-Arab"]}, {"precision": 0.656453, "recall": 0.704545, "f1": 0.66889, "accuracy": 0.704545, "main_score": 0.66889, "hf_subset": "yor_Latn-srd_Latn", "languages": ["yor-Latn", "srd-Latn"]}, {"precision": 0.136011, "recall": 0.170949, "f1": 0.14488, "accuracy": 0.170949, "main_score": 0.14488, "hf_subset": "yor_Latn-tzm_Tfng", "languages": ["yor-Latn", "tzm-Tfng"]}, {"precision": 0.673053, "recall": 0.732213, "f1": 0.689704, "accuracy": 0.732213, "main_score": 0.689704, "hf_subset": "yor_Latn-acq_Arab", "languages": ["yor-Latn", "acq-Arab"]}, {"precision": 0.551794, "recall": 0.586957, "f1": 0.560984, "accuracy": 0.586957, "main_score": 0.560984, "hf_subset": "yor_Latn-bem_Latn", "languages": ["yor-Latn", "bem-Latn"]}, {"precision": 0.683797, "recall": 0.735178, "f1": 0.697633, "accuracy": 0.735178, "main_score": 0.697633, "hf_subset": "yor_Latn-epo_Latn", "languages": ["yor-Latn", "epo-Latn"]}, {"precision": 0.694095, "recall": 0.743083, "f1": 0.707463, "accuracy": 0.743083, "main_score": 0.707463, "hf_subset": "yor_Latn-hun_Latn", "languages": ["yor-Latn", "hun-Latn"]}, {"precision": 0.630564, "recall": 0.685771, "f1": 0.64531, "accuracy": 0.685771, "main_score": 0.64531, "hf_subset": "yor_Latn-kir_Cyrl", "languages": ["yor-Latn", "kir-Cyrl"]}, {"precision": 0.711781, "recall": 0.761858, "f1": 0.725718, "accuracy": 0.761858, "main_score": 0.725718, "hf_subset": "yor_Latn-mar_Deva", "languages": ["yor-Latn", "mar-Deva"]}, {"precision": 0.540254, "recall": 0.588933, "f1": 0.553066, "accuracy": 0.588933, "main_score": 0.553066, "hf_subset": "yor_Latn-plt_Latn", "languages": ["yor-Latn", "plt-Latn"]}, {"precision": 0.695848, "recall": 0.751976, "f1": 0.711042, "accuracy": 0.751976, "main_score": 0.711042, "hf_subset": "yor_Latn-srp_Cyrl", "languages": ["yor-Latn", "srp-Cyrl"]}, {"precision": 0.562268, "recall": 0.62253, "f1": 0.57895, "accuracy": 0.62253, "main_score": 0.57895, "hf_subset": "yor_Latn-uig_Arab", "languages": ["yor-Latn", "uig-Arab"]}, {"precision": 0.641645, "recall": 0.698617, "f1": 0.657153, "accuracy": 0.698617, "main_score": 0.657153, "hf_subset": "yor_Latn-aeb_Arab", "languages": ["yor-Latn", "aeb-Arab"]}, {"precision": 0.677684, "recall": 0.729249, "f1": 0.692772, "accuracy": 0.729249, "main_score": 0.692772, "hf_subset": "yor_Latn-ben_Beng", "languages": ["yor-Latn", "ben-Beng"]}, {"precision": 0.679317, "recall": 0.733202, "f1": 0.693925, "accuracy": 0.733202, "main_score": 0.693925, "hf_subset": "yor_Latn-est_Latn", "languages": ["yor-Latn", "est-Latn"]}, {"precision": 0.663405, "recall": 0.719368, "f1": 0.678118, "accuracy": 0.719368, "main_score": 0.678118, "hf_subset": "yor_Latn-hye_Armn", "languages": ["yor-Latn", "hye-Armn"]}, {"precision": 0.481044, "recall": 0.522727, "f1": 0.493121, "accuracy": 0.522727, "main_score": 0.493121, "hf_subset": "yor_Latn-kmb_Latn", "languages": ["yor-Latn", "kmb-Latn"]}, {"precision": 0.336403, "recall": 0.395257, "f1": 0.351568, "accuracy": 0.395257, "main_score": 0.351568, "hf_subset": "yor_Latn-min_Arab", "languages": ["yor-Latn", "min-Arab"]}, {"precision": 0.689385, "recall": 0.740119, "f1": 0.702503, "accuracy": 0.740119, "main_score": 0.702503, "hf_subset": "yor_Latn-pol_Latn", "languages": ["yor-Latn", "pol-Latn"]}, {"precision": 0.50243, "recall": 0.548419, "f1": 0.515173, "accuracy": 0.548419, "main_score": 0.515173, "hf_subset": "yor_Latn-ssw_Latn", "languages": ["yor-Latn", "ssw-Latn"]}, {"precision": 0.694932, "recall": 0.749012, "f1": 0.709665, "accuracy": 0.749012, "main_score": 0.709665, "hf_subset": "yor_Latn-ukr_Cyrl", "languages": ["yor-Latn", "ukr-Cyrl"]}, {"precision": 0.728273, "recall": 0.775692, "f1": 0.741152, "accuracy": 0.775692, "main_score": 0.741152, "hf_subset": "yor_Latn-afr_Latn", "languages": ["yor-Latn", "afr-Latn"]}, {"precision": 0.629883, "recall": 0.686759, "f1": 0.645255, "accuracy": 0.686759, "main_score": 0.645255, "hf_subset": "yor_Latn-bho_Deva", "languages": ["yor-Latn", "bho-Deva"]}, {"precision": 0.661433, "recall": 0.713439, "f1": 0.675259, "accuracy": 0.713439, "main_score": 0.675259, "hf_subset": "yor_Latn-eus_Latn", "languages": ["yor-Latn", "eus-Latn"]}, {"precision": 0.530917, "recall": 0.577075, "f1": 0.543789, "accuracy": 0.577075, "main_score": 0.543789, "hf_subset": "yor_Latn-ibo_Latn", "languages": ["yor-Latn", "ibo-Latn"]}, {"precision": 0.598064, "recall": 0.647233, "f1": 0.611604, "accuracy": 0.647233, "main_score": 0.611604, "hf_subset": "yor_Latn-kmr_Latn", "languages": ["yor-Latn", "kmr-Latn"]}, {"precision": 0.652339, "recall": 0.710474, "f1": 0.667979, "accuracy": 0.710474, "main_score": 0.667979, "hf_subset": "yor_Latn-min_Latn", "languages": ["yor-Latn", "min-Latn"]}, {"precision": 0.709203, "recall": 0.756917, "f1": 0.722168, "accuracy": 0.756917, "main_score": 0.722168, "hf_subset": "yor_Latn-por_Latn", "languages": ["yor-Latn", "por-Latn"]}, {"precision": 0.676833, "recall": 0.716403, "f1": 0.687614, "accuracy": 0.716403, "main_score": 0.687614, "hf_subset": "yor_Latn-sun_Latn", "languages": ["yor-Latn", "sun-Latn"]}, {"precision": 0.468775, "recall": 0.514822, "f1": 0.481857, "accuracy": 0.514822, "main_score": 0.481857, "hf_subset": "yor_Latn-umb_Latn", "languages": ["yor-Latn", "umb-Latn"]}, {"precision": 0.686206, "recall": 0.738142, "f1": 0.700227, "accuracy": 0.738142, "main_score": 0.700227, "hf_subset": "yor_Latn-ajp_Arab", "languages": ["yor-Latn", "ajp-Arab"]}, {"precision": 0.366245, "recall": 0.423913, "f1": 0.381542, "accuracy": 0.423913, "main_score": 0.381542, "hf_subset": "yor_Latn-bjn_Arab", "languages": ["yor-Latn", "bjn-Arab"]}, {"precision": 0.465419, "recall": 0.506917, "f1": 0.477288, "accuracy": 0.506917, "main_score": 0.477288, "hf_subset": "yor_Latn-ewe_Latn", "languages": ["yor-Latn", "ewe-Latn"]}, {"precision": 0.618443, "recall": 0.66502, "f1": 0.630973, "accuracy": 0.66502, "main_score": 0.630973, "hf_subset": "yor_Latn-ilo_Latn", "languages": ["yor-Latn", "ilo-Latn"]}, {"precision": 0.2576, "recall": 0.304348, "f1": 0.269636, "accuracy": 0.304348, "main_score": 0.269636, "hf_subset": "yor_Latn-knc_Arab", "languages": ["yor-Latn", "knc-Arab"]}, {"precision": 0.673189, "recall": 0.730237, "f1": 0.688547, "accuracy": 0.730237, "main_score": 0.688547, "hf_subset": "yor_Latn-mkd_Cyrl", "languages": ["yor-Latn", "mkd-Cyrl"]}, {"precision": 0.67586, "recall": 0.729249, "f1": 0.690579, "accuracy": 0.729249, "main_score": 0.690579, "hf_subset": "yor_Latn-prs_Arab", "languages": ["yor-Latn", "prs-Arab"]}, {"precision": 0.700484, "recall": 0.754941, "f1": 0.715474, "accuracy": 0.754941, "main_score": 0.715474, "hf_subset": "yor_Latn-swe_Latn", "languages": ["yor-Latn", "swe-Latn"]}, {"precision": 0.677469, "recall": 0.735178, "f1": 0.693252, "accuracy": 0.735178, "main_score": 0.693252, "hf_subset": "yor_Latn-urd_Arab", "languages": ["yor-Latn", "urd-Arab"]}, {"precision": 0.513258, "recall": 0.545455, "f1": 0.522892, "accuracy": 0.545455, "main_score": 0.522892, "hf_subset": "yor_Latn-aka_Latn", "languages": ["yor-Latn", "aka-Latn"]}, {"precision": 0.675892, "recall": 0.715415, "f1": 0.686368, "accuracy": 0.715415, "main_score": 0.686368, "hf_subset": "yor_Latn-bjn_Latn", "languages": ["yor-Latn", "bjn-Latn"]}, {"precision": 0.654878, "recall": 0.706522, "f1": 0.669397, "accuracy": 0.706522, "main_score": 0.669397, "hf_subset": "yor_Latn-fao_Latn", "languages": ["yor-Latn", "fao-Latn"]}, {"precision": 0.710967, "recall": 0.762846, "f1": 0.724905, "accuracy": 0.762846, "main_score": 0.724905, "hf_subset": "yor_Latn-ind_Latn", "languages": ["yor-Latn", "ind-Latn"]}, {"precision": 0.508466, "recall": 0.545455, "f1": 0.518931, "accuracy": 0.545455, "main_score": 0.518931, "hf_subset": "yor_Latn-knc_Latn", "languages": ["yor-Latn", "knc-Latn"]}, {"precision": 0.66493, "recall": 0.708498, "f1": 0.676752, "accuracy": 0.708498, "main_score": 0.676752, "hf_subset": "yor_Latn-mlt_Latn", "languages": ["yor-Latn", "mlt-Latn"]}, {"precision": 0.523254, "recall": 0.56917, "f1": 0.536219, "accuracy": 0.56917, "main_score": 0.536219, "hf_subset": "yor_Latn-quy_Latn", "languages": ["yor-Latn", "quy-Latn"]}, {"precision": 0.691938, "recall": 0.744071, "f1": 0.706765, "accuracy": 0.744071, "main_score": 0.706765, "hf_subset": "yor_Latn-swh_Latn", "languages": ["yor-Latn", "swh-Latn"]}, {"precision": 0.6623, "recall": 0.717391, "f1": 0.67774, "accuracy": 0.717391, "main_score": 0.67774, "hf_subset": "yor_Latn-uzn_Latn", "languages": ["yor-Latn", "uzn-Latn"]}, {"precision": 0.679027, "recall": 0.729249, "f1": 0.6919, "accuracy": 0.729249, "main_score": 0.6919, "hf_subset": "yor_Latn-als_Latn", "languages": ["yor-Latn", "als-Latn"]}, {"precision": 0.311756, "recall": 0.386364, "f1": 0.330703, "accuracy": 0.386364, "main_score": 0.330703, "hf_subset": "yor_Latn-bod_Tibt", "languages": ["yor-Latn", "bod-Tibt"]}, {"precision": 0.555753, "recall": 0.606719, "f1": 0.570093, "accuracy": 0.606719, "main_score": 0.570093, "hf_subset": "yor_Latn-fij_Latn", "languages": ["yor-Latn", "fij-Latn"]}, {"precision": 0.658388, "recall": 0.713439, "f1": 0.673482, "accuracy": 0.713439, "main_score": 0.673482, "hf_subset": "yor_Latn-isl_Latn", "languages": ["yor-Latn", "isl-Latn"]}, {"precision": 0.52663, "recall": 0.565217, "f1": 0.537237, "accuracy": 0.565217, "main_score": 0.537237, "hf_subset": "yor_Latn-kon_Latn", "languages": ["yor-Latn", "kon-Latn"]}, {"precision": 0.436945, "recall": 0.48913, "f1": 0.452075, "accuracy": 0.48913, "main_score": 0.452075, "hf_subset": "yor_Latn-mni_Beng", "languages": ["yor-Latn", "mni-Beng"]}, {"precision": 0.726739, "recall": 0.772727, "f1": 0.739561, "accuracy": 0.772727, "main_score": 0.739561, "hf_subset": "yor_Latn-ron_Latn", "languages": ["yor-Latn", "ron-Latn"]}, {"precision": 0.653545, "recall": 0.711462, "f1": 0.669412, "accuracy": 0.711462, "main_score": 0.669412, "hf_subset": "yor_Latn-szl_Latn", "languages": ["yor-Latn", "szl-Latn"]}, {"precision": 0.67253, "recall": 0.719368, "f1": 0.684774, "accuracy": 0.719368, "main_score": 0.684774, "hf_subset": "yor_Latn-vec_Latn", "languages": ["yor-Latn", "vec-Latn"]}, {"precision": 0.571792, "recall": 0.644269, "f1": 0.592295, "accuracy": 0.644269, "main_score": 0.592295, "hf_subset": "yor_Latn-amh_Ethi", "languages": ["yor-Latn", "amh-Ethi"]}, {"precision": 0.696577, "recall": 0.749012, "f1": 0.710477, "accuracy": 0.749012, "main_score": 0.710477, "hf_subset": "yor_Latn-bos_Latn", "languages": ["yor-Latn", "bos-Latn"]}, {"precision": 0.685664, "recall": 0.733202, "f1": 0.698648, "accuracy": 0.733202, "main_score": 0.698648, "hf_subset": "yor_Latn-fin_Latn", "languages": ["yor-Latn", "fin-Latn"]}, {"precision": 0.683525, "recall": 0.735178, "f1": 0.697007, "accuracy": 0.735178, "main_score": 0.697007, "hf_subset": "yor_Latn-ita_Latn", "languages": ["yor-Latn", "ita-Latn"]}, {"precision": 0.66327, "recall": 0.72332, "f1": 0.679132, "accuracy": 0.72332, "main_score": 0.679132, "hf_subset": "yor_Latn-kor_Hang", "languages": ["yor-Latn", "kor-Hang"]}, {"precision": 0.471816, "recall": 0.509881, "f1": 0.482728, "accuracy": 0.509881, "main_score": 0.482728, "hf_subset": "yor_Latn-mos_Latn", "languages": ["yor-Latn", "mos-Latn"]}, {"precision": 0.495942, "recall": 0.54249, "f1": 0.509287, "accuracy": 0.54249, "main_score": 0.509287, "hf_subset": "yor_Latn-run_Latn", "languages": ["yor-Latn", "run-Latn"]}, {"precision": 0.664961, "recall": 0.728261, "f1": 0.682696, "accuracy": 0.728261, "main_score": 0.682696, "hf_subset": "yor_Latn-tam_Taml", "languages": ["yor-Latn", "tam-Taml"]}, {"precision": 0.668201, "recall": 0.72332, "f1": 0.682657, "accuracy": 0.72332, "main_score": 0.682657, "hf_subset": "yor_Latn-vie_Latn", "languages": ["yor-Latn", "vie-Latn"]}, {"precision": 0.655503, "recall": 0.713439, "f1": 0.671068, "accuracy": 0.713439, "main_score": 0.671068, "hf_subset": "yor_Latn-apc_Arab", "languages": ["yor-Latn", "apc-Arab"]}, {"precision": 0.5369, "recall": 0.582016, "f1": 0.549127, "accuracy": 0.582016, "main_score": 0.549127, "hf_subset": "yor_Latn-bug_Latn", "languages": ["yor-Latn", "bug-Latn"]}, {"precision": 0.432165, "recall": 0.472332, "f1": 0.443418, "accuracy": 0.472332, "main_score": 0.443418, "hf_subset": "yor_Latn-fon_Latn", "languages": ["yor-Latn", "fon-Latn"]}, {"precision": 0.695678, "recall": 0.741107, "f1": 0.708136, "accuracy": 0.741107, "main_score": 0.708136, "hf_subset": "yor_Latn-jav_Latn", "languages": ["yor-Latn", "jav-Latn"]}, {"precision": 0.65407, "recall": 0.715415, "f1": 0.670662, "accuracy": 0.715415, "main_score": 0.670662, "hf_subset": "yor_Latn-lao_Laoo", "languages": ["yor-Latn", "lao-Laoo"]}, {"precision": 0.60455, "recall": 0.659091, "f1": 0.619124, "accuracy": 0.659091, "main_score": 0.619124, "hf_subset": "yor_Latn-mri_Latn", "languages": ["yor-Latn", "mri-Latn"]}, {"precision": 0.672816, "recall": 0.726285, "f1": 0.68677, "accuracy": 0.726285, "main_score": 0.68677, "hf_subset": "yor_Latn-rus_Cyrl", "languages": ["yor-Latn", "rus-Cyrl"]}, {"precision": 0.459788, "recall": 0.504941, "f1": 0.472398, "accuracy": 0.504941, "main_score": 0.472398, "hf_subset": "yor_Latn-taq_Latn", "languages": ["yor-Latn", "taq-Latn"]}, {"precision": 0.681622, "recall": 0.728261, "f1": 0.693706, "accuracy": 0.728261, "main_score": 0.693706, "hf_subset": "yor_Latn-war_Latn", "languages": ["yor-Latn", "war-Latn"]}, {"precision": 0.670904, "recall": 0.727273, "f1": 0.685903, "accuracy": 0.727273, "main_score": 0.685903, "hf_subset": "yor_Latn-arb_Arab", "languages": ["yor-Latn", "arb-Arab"]}, {"precision": 0.696091, "recall": 0.746047, "f1": 0.709466, "accuracy": 0.746047, "main_score": 0.709466, "hf_subset": "yor_Latn-bul_Cyrl", "languages": ["yor-Latn", "bul-Cyrl"]}, {"precision": 0.705857, "recall": 0.756917, "f1": 0.719756, "accuracy": 0.756917, "main_score": 0.719756, "hf_subset": "yor_Latn-fra_Latn", "languages": ["yor-Latn", "fra-Latn"]}, {"precision": 0.653137, "recall": 0.713439, "f1": 0.669794, "accuracy": 0.713439, "main_score": 0.669794, "hf_subset": "yor_Latn-jpn_Jpan", "languages": ["yor-Latn", "jpn-Jpan"]}, {"precision": 0.654775, "recall": 0.705534, "f1": 0.668992, "accuracy": 0.705534, "main_score": 0.668992, "hf_subset": "yor_Latn-lij_Latn", "languages": ["yor-Latn", "lij-Latn"]}, {"precision": 0.582249, "recall": 0.656126, "f1": 0.602791, "accuracy": 0.656126, "main_score": 0.602791, "hf_subset": "yor_Latn-mya_Mymr", "languages": ["yor-Latn", "mya-Mymr"]}, {"precision": 0.47817, "recall": 0.520751, "f1": 0.490188, "accuracy": 0.520751, "main_score": 0.490188, "hf_subset": "yor_Latn-sag_Latn", "languages": ["yor-Latn", "sag-Latn"]}, {"precision": 0.147898, "recall": 0.187747, "f1": 0.156622, "accuracy": 0.187747, "main_score": 0.156622, "hf_subset": "yor_Latn-taq_Tfng", "languages": ["yor-Latn", "taq-Tfng"]}, {"precision": 0.517202, "recall": 0.557312, "f1": 0.528752, "accuracy": 0.557312, "main_score": 0.528752, "hf_subset": "yor_Latn-wol_Latn", "languages": ["yor-Latn", "wol-Latn"]}, {"precision": 0.490636, "recall": 0.541502, "f1": 0.504568, "accuracy": 0.541502, "main_score": 0.504568, "hf_subset": "yor_Latn-arb_Latn", "languages": ["yor-Latn", "arb-Latn"]}, {"precision": 0.708226, "recall": 0.758893, "f1": 0.721352, "accuracy": 0.758893, "main_score": 0.721352, "hf_subset": "yor_Latn-cat_Latn", "languages": ["yor-Latn", "cat-Latn"]}, {"precision": 0.634156, "recall": 0.684783, "f1": 0.647089, "accuracy": 0.684783, "main_score": 0.647089, "hf_subset": "yor_Latn-fur_Latn", "languages": ["yor-Latn", "fur-Latn"]}, {"precision": 0.370859, "recall": 0.422925, "f1": 0.384947, "accuracy": 0.422925, "main_score": 0.384947, "hf_subset": "yor_Latn-kab_Latn", "languages": ["yor-Latn", "kab-Latn"]}, {"precision": 0.661958, "recall": 0.712451, "f1": 0.675695, "accuracy": 0.712451, "main_score": 0.675695, "hf_subset": "yor_Latn-lim_Latn", "languages": ["yor-Latn", "lim-Latn"]}, {"precision": 0.677016, "recall": 0.729249, "f1": 0.690442, "accuracy": 0.729249, "main_score": 0.690442, "hf_subset": "yor_Latn-nld_Latn", "languages": ["yor-Latn", "nld-Latn"]}, {"precision": 0.630284, "recall": 0.684783, "f1": 0.644748, "accuracy": 0.684783, "main_score": 0.644748, "hf_subset": "yor_Latn-san_Deva", "languages": ["yor-Latn", "san-Deva"]}, {"precision": 0.644736, "recall": 0.700593, "f1": 0.659155, "accuracy": 0.700593, "main_score": 0.659155, "hf_subset": "yor_Latn-tat_Cyrl", "languages": ["yor-Latn", "tat-Cyrl"]}, {"precision": 0.566506, "recall": 0.61166, "f1": 0.579255, "accuracy": 0.61166, "main_score": 0.579255, "hf_subset": "yor_Latn-xho_Latn", "languages": ["yor-Latn", "xho-Latn"]}, {"precision": 0.648699, "recall": 0.712451, "f1": 0.666076, "accuracy": 0.712451, "main_score": 0.666076, "hf_subset": "yor_Latn-ars_Arab", "languages": ["yor-Latn", "ars-Arab"]}, {"precision": 0.704494, "recall": 0.75, "f1": 0.716464, "accuracy": 0.75, "main_score": 0.716464, "hf_subset": "yor_Latn-ceb_Latn", "languages": ["yor-Latn", "ceb-Latn"]}, {"precision": 0.466848, "recall": 0.508893, "f1": 0.479202, "accuracy": 0.508893, "main_score": 0.479202, "hf_subset": "yor_Latn-fuv_Latn", "languages": ["yor-Latn", "fuv-Latn"]}, {"precision": 0.466628, "recall": 0.506917, "f1": 0.478349, "accuracy": 0.506917, "main_score": 0.478349, "hf_subset": "yor_Latn-kac_Latn", "languages": ["yor-Latn", "kac-Latn"]}, {"precision": 0.522532, "recall": 0.564229, "f1": 0.533967, "accuracy": 0.564229, "main_score": 0.533967, "hf_subset": "yor_Latn-lin_Latn", "languages": ["yor-Latn", "lin-Latn"]}, {"precision": 0.688015, "recall": 0.743083, "f1": 0.703363, "accuracy": 0.743083, "main_score": 0.703363, "hf_subset": "yor_Latn-nno_Latn", "languages": ["yor-Latn", "nno-Latn"]}, {"precision": 0.130796, "recall": 0.172925, "f1": 0.141284, "accuracy": 0.172925, "main_score": 0.141284, "hf_subset": "yor_Latn-sat_Olck", "languages": ["yor-Latn", "sat-Olck"]}, {"precision": 0.685034, "recall": 0.743083, "f1": 0.701637, "accuracy": 0.743083, "main_score": 0.701637, "hf_subset": "yor_Latn-tel_Telu", "languages": ["yor-Latn", "tel-Telu"]}, {"precision": 0.559819, "recall": 0.625494, "f1": 0.577507, "accuracy": 0.625494, "main_score": 0.577507, "hf_subset": "yor_Latn-ydd_Hebr", "languages": ["yor-Latn", "ydd-Hebr"]}, {"precision": 0.62692, "recall": 0.682806, "f1": 0.642363, "accuracy": 0.682806, "main_score": 0.642363, "hf_subset": "yor_Latn-ary_Arab", "languages": ["yor-Latn", "ary-Arab"]}, {"precision": 0.700274, "recall": 0.75, "f1": 0.713388, "accuracy": 0.75, "main_score": 0.713388, "hf_subset": "yor_Latn-ces_Latn", "languages": ["yor-Latn", "ces-Latn"]}, {"precision": 0.468215, "recall": 0.521739, "f1": 0.483338, "accuracy": 0.521739, "main_score": 0.483338, "hf_subset": "yor_Latn-gaz_Latn", "languages": ["yor-Latn", "gaz-Latn"]}, {"precision": 0.50934, "recall": 0.557312, "f1": 0.5229, "accuracy": 0.557312, "main_score": 0.5229, "hf_subset": "yor_Latn-kam_Latn", "languages": ["yor-Latn", "kam-Latn"]}, {"precision": 0.679111, "recall": 0.73419, "f1": 0.69369, "accuracy": 0.73419, "main_score": 0.69369, "hf_subset": "yor_Latn-lit_Latn", "languages": ["yor-Latn", "lit-Latn"]}, {"precision": 0.704179, "recall": 0.756917, "f1": 0.718571, "accuracy": 0.756917, "main_score": 0.718571, "hf_subset": "yor_Latn-nob_Latn", "languages": ["yor-Latn", "nob-Latn"]}, {"precision": 0.648541, "recall": 0.699605, "f1": 0.66198, "accuracy": 0.699605, "main_score": 0.66198, "hf_subset": "yor_Latn-scn_Latn", "languages": ["yor-Latn", "scn-Latn"]}, {"precision": 0.648546, "recall": 0.702569, "f1": 0.663235, "accuracy": 0.702569, "main_score": 0.663235, "hf_subset": "yor_Latn-tgk_Cyrl", "languages": ["yor-Latn", "tgk-Cyrl"]}, {"precision": 0.650528, "recall": 0.70751, "f1": 0.66533, "accuracy": 0.70751, "main_score": 0.66533, "hf_subset": "yor_Latn-arz_Arab", "languages": ["yor-Latn", "arz-Arab"]}, {"precision": 0.466609, "recall": 0.504941, "f1": 0.477362, "accuracy": 0.504941, "main_score": 0.477362, "hf_subset": "yor_Latn-cjk_Latn", "languages": ["yor-Latn", "cjk-Latn"]}, {"precision": 0.573223, "recall": 0.623518, "f1": 0.586884, "accuracy": 0.623518, "main_score": 0.586884, "hf_subset": "yor_Latn-gla_Latn", "languages": ["yor-Latn", "gla-Latn"]}, {"precision": 0.700812, "recall": 0.758893, "f1": 0.717331, "accuracy": 0.758893, "main_score": 0.717331, "hf_subset": "yor_Latn-kan_Knda", "languages": ["yor-Latn", "kan-Knda"]}, {"precision": 0.641472, "recall": 0.687747, "f1": 0.653792, "accuracy": 0.687747, "main_score": 0.653792, "hf_subset": "yor_Latn-lmo_Latn", "languages": ["yor-Latn", "lmo-Latn"]}, {"precision": 0.678012, "recall": 0.737154, "f1": 0.694195, "accuracy": 0.737154, "main_score": 0.694195, "hf_subset": "yor_Latn-npi_Deva", "languages": ["yor-Latn", "npi-Deva"]}, {"precision": 0.397678, "recall": 0.448617, "f1": 0.411698, "accuracy": 0.448617, "main_score": 0.411698, "hf_subset": "yor_Latn-shn_Mymr", "languages": ["yor-Latn", "shn-Mymr"]}, {"precision": 0.722129, "recall": 0.766798, "f1": 0.733838, "accuracy": 0.766798, "main_score": 0.733838, "hf_subset": "yor_Latn-tgl_Latn", "languages": ["yor-Latn", "tgl-Latn"]}, {"precision": 0.644196, "recall": 0.706522, "f1": 0.659659, "accuracy": 0.706522, "main_score": 0.659659, "hf_subset": "yor_Latn-yue_Hant", "languages": ["yor-Latn", "yue-Hant"]}, {"precision": 0.675619, "recall": 0.72332, "f1": 0.688988, "accuracy": 0.72332, "main_score": 0.688988, "hf_subset": "yor_Latn-asm_Beng", "languages": ["yor-Latn", "asm-Beng"]}, {"precision": 0.599969, "recall": 0.662055, "f1": 0.616788, "accuracy": 0.662055, "main_score": 0.616788, "hf_subset": "yor_Latn-ckb_Arab", "languages": ["yor-Latn", "ckb-Arab"]}, {"precision": 0.585473, "recall": 0.644269, "f1": 0.602017, "accuracy": 0.644269, "main_score": 0.602017, "hf_subset": "yor_Latn-gle_Latn", "languages": ["yor-Latn", "gle-Latn"]}, {"precision": 0.524188, "recall": 0.588933, "f1": 0.541024, "accuracy": 0.588933, "main_score": 0.541024, "hf_subset": "yor_Latn-kas_Arab", "languages": ["yor-Latn", "kas-Arab"]}, {"precision": 0.57814, "recall": 0.628458, "f1": 0.592051, "accuracy": 0.628458, "main_score": 0.592051, "hf_subset": "yor_Latn-ltg_Latn", "languages": ["yor-Latn", "ltg-Latn"]}, {"precision": 0.527716, "recall": 0.573123, "f1": 0.540078, "accuracy": 0.573123, "main_score": 0.540078, "hf_subset": "yor_Latn-nso_Latn", "languages": ["yor-Latn", "nso-Latn"]}, {"precision": 0.598067, "recall": 0.666996, "f1": 0.61702, "accuracy": 0.666996, "main_score": 0.61702, "hf_subset": "yor_Latn-sin_Sinh", "languages": ["yor-Latn", "sin-Sinh"]}, {"precision": 0.676039, "recall": 0.73419, "f1": 0.691491, "accuracy": 0.73419, "main_score": 0.691491, "hf_subset": "yor_Latn-tha_Thai", "languages": ["yor-Latn", "tha-Thai"]}, {"precision": 0.643792, "recall": 0.697628, "f1": 0.657808, "accuracy": 0.697628, "main_score": 0.657808, "hf_subset": "yor_Latn-zho_Hans", "languages": ["yor-Latn", "zho-Hans"]}, {"precision": 0.690686, "recall": 0.742095, "f1": 0.704923, "accuracy": 0.742095, "main_score": 0.704923, "hf_subset": "yor_Latn-ast_Latn", "languages": ["yor-Latn", "ast-Latn"]}, {"precision": 0.646176, "recall": 0.706522, "f1": 0.66234, "accuracy": 0.706522, "main_score": 0.66234, "hf_subset": "yor_Latn-crh_Latn", "languages": ["yor-Latn", "crh-Latn"]}, {"precision": 0.694429, "recall": 0.744071, "f1": 0.707932, "accuracy": 0.744071, "main_score": 0.707932, "hf_subset": "yor_Latn-glg_Latn", "languages": ["yor-Latn", "glg-Latn"]}, {"precision": 0.511652, "recall": 0.567194, "f1": 0.526154, "accuracy": 0.567194, "main_score": 0.526154, "hf_subset": "yor_Latn-kas_Deva", "languages": ["yor-Latn", "kas-Deva"]}, {"precision": 0.639676, "recall": 0.689723, "f1": 0.652597, "accuracy": 0.689723, "main_score": 0.652597, "hf_subset": "yor_Latn-ltz_Latn", "languages": ["yor-Latn", "ltz-Latn"]}, {"precision": 0.415501, "recall": 0.462451, "f1": 0.428128, "accuracy": 0.462451, "main_score": 0.428128, "hf_subset": "yor_Latn-nus_Latn", "languages": ["yor-Latn", "nus-Latn"]}, {"precision": 0.689653, "recall": 0.738142, "f1": 0.702667, "accuracy": 0.738142, "main_score": 0.702667, "hf_subset": "yor_Latn-slk_Latn", "languages": ["yor-Latn", "slk-Latn"]}, {"precision": 0.383145, "recall": 0.449605, "f1": 0.401368, "accuracy": 0.449605, "main_score": 0.401368, "hf_subset": "yor_Latn-tir_Ethi", "languages": ["yor-Latn", "tir-Ethi"]}, {"precision": 0.639627, "recall": 0.703557, "f1": 0.656741, "accuracy": 0.703557, "main_score": 0.656741, "hf_subset": "yor_Latn-zho_Hant", "languages": ["yor-Latn", "zho-Hant"]}, {"precision": 0.676591, "recall": 0.726285, "f1": 0.690091, "accuracy": 0.726285, "main_score": 0.690091, "hf_subset": "yor_Latn-awa_Deva", "languages": ["yor-Latn", "awa-Deva"]}, {"precision": 0.658734, "recall": 0.705534, "f1": 0.671481, "accuracy": 0.705534, "main_score": 0.671481, "hf_subset": "yor_Latn-cym_Latn", "languages": ["yor-Latn", "cym-Latn"]}, {"precision": 0.563378, "recall": 0.604743, "f1": 0.573846, "accuracy": 0.604743, "main_score": 0.573846, "hf_subset": "yor_Latn-grn_Latn", "languages": ["yor-Latn", "grn-Latn"]}, {"precision": 0.64152, "recall": 0.695652, "f1": 0.655262, "accuracy": 0.695652, "main_score": 0.655262, "hf_subset": "yor_Latn-kat_Geor", "languages": ["yor-Latn", "kat-Geor"]}, {"precision": 0.529242, "recall": 0.568182, "f1": 0.540384, "accuracy": 0.568182, "main_score": 0.540384, "hf_subset": "yor_Latn-lua_Latn", "languages": ["yor-Latn", "lua-Latn"]}, {"precision": 0.535647, "recall": 0.58004, "f1": 0.547966, "accuracy": 0.58004, "main_score": 0.547966, "hf_subset": "yor_Latn-nya_Latn", "languages": ["yor-Latn", "nya-Latn"]}, {"precision": 0.692884, "recall": 0.745059, "f1": 0.706473, "accuracy": 0.745059, "main_score": 0.706473, "hf_subset": "yor_Latn-slv_Latn", "languages": ["yor-Latn", "slv-Latn"]}, {"precision": 0.607, "recall": 0.658103, "f1": 0.620438, "accuracy": 0.658103, "main_score": 0.620438, "hf_subset": "yor_Latn-tpi_Latn", "languages": ["yor-Latn", "tpi-Latn"]}, {"precision": 0.739341, "recall": 0.784585, "f1": 0.75149, "accuracy": 0.784585, "main_score": 0.75149, "hf_subset": "yor_Latn-zsm_Latn", "languages": ["yor-Latn", "zsm-Latn"]}, {"precision": 0.481574, "recall": 0.522727, "f1": 0.493241, "accuracy": 0.522727, "main_score": 0.493241, "hf_subset": "yor_Latn-ayr_Latn", "languages": ["yor-Latn", "ayr-Latn"]}, {"precision": 0.716568, "recall": 0.763834, "f1": 0.728845, "accuracy": 0.763834, "main_score": 0.728845, "hf_subset": "yor_Latn-dan_Latn", "languages": ["yor-Latn", "dan-Latn"]}, {"precision": 0.68744, "recall": 0.744071, "f1": 0.703201, "accuracy": 0.744071, "main_score": 0.703201, "hf_subset": "yor_Latn-guj_Gujr", "languages": ["yor-Latn", "guj-Gujr"]}, {"precision": 0.690699, "recall": 0.741107, "f1": 0.704379, "accuracy": 0.741107, "main_score": 0.704379, "hf_subset": "yor_Latn-kaz_Cyrl", "languages": ["yor-Latn", "kaz-Cyrl"]}, {"precision": 0.473873, "recall": 0.52668, "f1": 0.487667, "accuracy": 0.52668, "main_score": 0.487667, "hf_subset": "yor_Latn-lug_Latn", "languages": ["yor-Latn", "lug-Latn"]}, {"precision": 0.709565, "recall": 0.756917, "f1": 0.721989, "accuracy": 0.756917, "main_score": 0.721989, "hf_subset": "yor_Latn-oci_Latn", "languages": ["yor-Latn", "oci-Latn"]}, {"precision": 0.60142, "recall": 0.652174, "f1": 0.615024, "accuracy": 0.652174, "main_score": 0.615024, "hf_subset": "yor_Latn-smo_Latn", "languages": ["yor-Latn", "smo-Latn"]}, {"precision": 0.503949, "recall": 0.549407, "f1": 0.515953, "accuracy": 0.549407, "main_score": 0.515953, "hf_subset": "yor_Latn-tsn_Latn", "languages": ["yor-Latn", "tsn-Latn"]}, {"precision": 0.523389, "recall": 0.577075, "f1": 0.538944, "accuracy": 0.577075, "main_score": 0.538944, "hf_subset": "yor_Latn-zul_Latn", "languages": ["yor-Latn", "zul-Latn"]}, {"precision": 0.531527, "recall": 0.591897, "f1": 0.548243, "accuracy": 0.591897, "main_score": 0.548243, "hf_subset": "yor_Latn-azb_Arab", "languages": ["yor-Latn", "azb-Arab"]}, {"precision": 0.696205, "recall": 0.742095, "f1": 0.708283, "accuracy": 0.742095, "main_score": 0.708283, "hf_subset": "yor_Latn-deu_Latn", "languages": ["yor-Latn", "deu-Latn"]}, {"precision": 0.632895, "recall": 0.693676, "f1": 0.649455, "accuracy": 0.693676, "main_score": 0.649455, "hf_subset": "yor_Latn-hat_Latn", "languages": ["yor-Latn", "hat-Latn"]}, {"precision": 0.437058, "recall": 0.481225, "f1": 0.449642, "accuracy": 0.481225, "main_score": 0.449642, "hf_subset": "yor_Latn-kbp_Latn", "languages": ["yor-Latn", "kbp-Latn"]}, {"precision": 0.508064, "recall": 0.549407, "f1": 0.520144, "accuracy": 0.549407, "main_score": 0.520144, "hf_subset": "yor_Latn-luo_Latn", "languages": ["yor-Latn", "luo-Latn"]}, {"precision": 0.672629, "recall": 0.731225, "f1": 0.688575, "accuracy": 0.731225, "main_score": 0.688575, "hf_subset": "yor_Latn-ory_Orya", "languages": ["yor-Latn", "ory-Orya"]}, {"precision": 0.521631, "recall": 0.56917, "f1": 0.534478, "accuracy": 0.56917, "main_score": 0.534478, "hf_subset": "yor_Latn-sna_Latn", "languages": ["yor-Latn", "sna-Latn"]}, {"precision": 0.492089, "recall": 0.533597, "f1": 0.502781, "accuracy": 0.533597, "main_score": 0.502781, "hf_subset": "yor_Latn-tso_Latn", "languages": ["yor-Latn", "tso-Latn"]}, {"precision": 0.630186, "recall": 0.686759, "f1": 0.644847, "accuracy": 0.686759, "main_score": 0.644847, "hf_subset": "yor_Latn-azj_Latn", "languages": ["yor-Latn", "azj-Latn"]}, {"precision": 0.487291, "recall": 0.527668, "f1": 0.498683, "accuracy": 0.527668, "main_score": 0.498683, "hf_subset": "yor_Latn-dik_Latn", "languages": ["yor-Latn", "dik-Latn"]}, {"precision": 0.603354, "recall": 0.651186, "f1": 0.616773, "accuracy": 0.651186, "main_score": 0.616773, "hf_subset": "yor_Latn-hau_Latn", "languages": ["yor-Latn", "hau-Latn"]}, {"precision": 0.626123, "recall": 0.678854, "f1": 0.639883, "accuracy": 0.678854, "main_score": 0.639883, "hf_subset": "yor_Latn-kea_Latn", "languages": ["yor-Latn", "kea-Latn"]}, {"precision": 0.537288, "recall": 0.583004, "f1": 0.550227, "accuracy": 0.583004, "main_score": 0.550227, "hf_subset": "yor_Latn-lus_Latn", "languages": ["yor-Latn", "lus-Latn"]}, {"precision": 0.553184, "recall": 0.594862, "f1": 0.564824, "accuracy": 0.594862, "main_score": 0.564824, "hf_subset": "yor_Latn-pag_Latn", "languages": ["yor-Latn", "pag-Latn"]}, {"precision": 0.635513, "recall": 0.698617, "f1": 0.652782, "accuracy": 0.698617, "main_score": 0.652782, "hf_subset": "yor_Latn-snd_Arab", "languages": ["yor-Latn", "snd-Arab"]}, {"precision": 0.596792, "recall": 0.657115, "f1": 0.612963, "accuracy": 0.657115, "main_score": 0.612963, "hf_subset": "yor_Latn-tuk_Latn", "languages": ["yor-Latn", "tuk-Latn"]}, {"precision": 0.632025, "recall": 0.690711, "f1": 0.647708, "accuracy": 0.690711, "main_score": 0.647708, "hf_subset": "yor_Latn-bak_Cyrl", "languages": ["yor-Latn", "bak-Cyrl"]}, {"precision": 0.421393, "recall": 0.476285, "f1": 0.437455, "accuracy": 0.476285, "main_score": 0.437455, "hf_subset": "yor_Latn-dyu_Latn", "languages": ["yor-Latn", "dyu-Latn"]}, {"precision": 0.681193, "recall": 0.738142, "f1": 0.696823, "accuracy": 0.738142, "main_score": 0.696823, "hf_subset": "yor_Latn-heb_Hebr", "languages": ["yor-Latn", "heb-Hebr"]}, {"precision": 0.655088, "recall": 0.706522, "f1": 0.668529, "accuracy": 0.706522, "main_score": 0.668529, "hf_subset": "yor_Latn-khk_Cyrl", "languages": ["yor-Latn", "khk-Cyrl"]}, {"precision": 0.675765, "recall": 0.728261, "f1": 0.689462, "accuracy": 0.728261, "main_score": 0.689462, "hf_subset": "yor_Latn-lvs_Latn", "languages": ["yor-Latn", "lvs-Latn"]}, {"precision": 0.674474, "recall": 0.728261, "f1": 0.688604, "accuracy": 0.728261, "main_score": 0.688604, "hf_subset": "yor_Latn-pan_Guru", "languages": ["yor-Latn", "pan-Guru"]}, {"precision": 0.54212, "recall": 0.59585, "f1": 0.557092, "accuracy": 0.59585, "main_score": 0.557092, "hf_subset": "yor_Latn-som_Latn", "languages": ["yor-Latn", "som-Latn"]}, {"precision": 0.499367, "recall": 0.540514, "f1": 0.510793, "accuracy": 0.540514, "main_score": 0.510793, "hf_subset": "yor_Latn-tum_Latn", "languages": ["yor-Latn", "tum-Latn"]}, {"precision": 0.554673, "recall": 0.621542, "f1": 0.573754, "accuracy": 0.621542, "main_score": 0.573754, "hf_subset": "arz_Arab-ace_Arab", "languages": ["arz-Arab", "ace-Arab"]}, {"precision": 0.525141, "recall": 0.588933, "f1": 0.542936, "accuracy": 0.588933, "main_score": 0.542936, "hf_subset": "arz_Arab-bam_Latn", "languages": ["arz-Arab", "bam-Latn"]}, {"precision": 0.419335, "recall": 0.5, "f1": 0.44071, "accuracy": 0.5, "main_score": 0.44071, "hf_subset": "arz_Arab-dzo_Tibt", "languages": ["arz-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hin_Deva", "languages": ["arz-Arab", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-khm_Khmr", "languages": ["arz-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mag_Deva", "languages": ["arz-Arab", "mag-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "arz_Arab-pap_Latn", "languages": ["arz-Arab", "pap-Latn"]}, {"precision": 0.594262, "recall": 0.652174, "f1": 0.610792, "accuracy": 0.652174, "main_score": 0.610792, "hf_subset": "arz_Arab-sot_Latn", "languages": ["arz-Arab", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tur_Latn", "languages": ["arz-Arab", "tur-Latn"]}, {"precision": 0.864542, "recall": 0.901186, "f1": 0.876007, "accuracy": 0.901186, "main_score": 0.876007, "hf_subset": "arz_Arab-ace_Latn", "languages": ["arz-Arab", "ace-Latn"]}, {"precision": 0.959321, "recall": 0.970356, "f1": 0.96278, "accuracy": 0.970356, "main_score": 0.96278, "hf_subset": "arz_Arab-ban_Latn", "languages": ["arz-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-ell_Grek", "languages": ["arz-Arab", "ell-Grek"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "arz_Arab-hne_Deva", "languages": ["arz-Arab", "hne-Deva"]}, {"precision": 0.595135, "recall": 0.655138, "f1": 0.61242, "accuracy": 0.655138, "main_score": 0.61242, "hf_subset": "arz_Arab-kik_Latn", "languages": ["arz-Arab", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-mai_Deva", "languages": ["arz-Arab", "mai-Deva"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "arz_Arab-pbt_Arab", "languages": ["arz-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-spa_Latn", "languages": ["arz-Arab", "spa-Latn"]}, {"precision": 0.602635, "recall": 0.667984, "f1": 0.621105, "accuracy": 0.667984, "main_score": 0.621105, "hf_subset": "arz_Arab-twi_Latn", "languages": ["arz-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-acm_Arab", "languages": ["arz-Arab", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-bel_Cyrl", "languages": ["arz-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-eng_Latn", "languages": ["arz-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hrv_Latn", "languages": ["arz-Arab", "hrv-Latn"]}, {"precision": 0.550306, "recall": 0.614625, "f1": 0.568514, "accuracy": 0.614625, "main_score": 0.568514, "hf_subset": "arz_Arab-kin_Latn", "languages": ["arz-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-mal_Mlym", "languages": ["arz-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-pes_Arab", "languages": ["arz-Arab", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arz_Arab-srd_Latn", "languages": ["arz-Arab", "srd-Latn"]}, {"precision": 0.170604, "recall": 0.225296, "f1": 0.184704, "accuracy": 0.225296, "main_score": 0.184704, "hf_subset": "arz_Arab-tzm_Tfng", "languages": ["arz-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-acq_Arab", "languages": ["arz-Arab", "acq-Arab"]}, {"precision": 0.626235, "recall": 0.678854, "f1": 0.641177, "accuracy": 0.678854, "main_score": 0.641177, "hf_subset": "arz_Arab-bem_Latn", "languages": ["arz-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-epo_Latn", "languages": ["arz-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hun_Latn", "languages": ["arz-Arab", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-kir_Cyrl", "languages": ["arz-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mar_Deva", "languages": ["arz-Arab", "mar-Deva"]}, {"precision": 0.67556, "recall": 0.729249, "f1": 0.691177, "accuracy": 0.729249, "main_score": 0.691177, "hf_subset": "arz_Arab-plt_Latn", "languages": ["arz-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-srp_Cyrl", "languages": ["arz-Arab", "srp-Cyrl"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "arz_Arab-uig_Arab", "languages": ["arz-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-aeb_Arab", "languages": ["arz-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ben_Beng", "languages": ["arz-Arab", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-est_Latn", "languages": ["arz-Arab", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-hye_Armn", "languages": ["arz-Arab", "hye-Armn"]}, {"precision": 0.548106, "recall": 0.59585, "f1": 0.561829, "accuracy": 0.59585, "main_score": 0.561829, "hf_subset": "arz_Arab-kmb_Latn", "languages": ["arz-Arab", "kmb-Latn"]}, {"precision": 0.489325, "recall": 0.568182, "f1": 0.510814, "accuracy": 0.568182, "main_score": 0.510814, "hf_subset": "arz_Arab-min_Arab", "languages": ["arz-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-pol_Latn", "languages": ["arz-Arab", "pol-Latn"]}, {"precision": 0.560467, "recall": 0.623518, "f1": 0.57848, "accuracy": 0.623518, "main_score": 0.57848, "hf_subset": "arz_Arab-ssw_Latn", "languages": ["arz-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ukr_Cyrl", "languages": ["arz-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-afr_Latn", "languages": ["arz-Arab", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-bho_Deva", "languages": ["arz-Arab", "bho-Deva"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "arz_Arab-eus_Latn", "languages": ["arz-Arab", "eus-Latn"]}, {"precision": 0.574374, "recall": 0.639328, "f1": 0.592688, "accuracy": 0.639328, "main_score": 0.592688, "hf_subset": "arz_Arab-ibo_Latn", "languages": ["arz-Arab", "ibo-Latn"]}, {"precision": 0.881999, "recall": 0.91502, "f1": 0.892523, "accuracy": 0.91502, "main_score": 0.892523, "hf_subset": "arz_Arab-kmr_Latn", "languages": ["arz-Arab", "kmr-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "arz_Arab-min_Latn", "languages": ["arz-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-por_Latn", "languages": ["arz-Arab", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-sun_Latn", "languages": ["arz-Arab", "sun-Latn"]}, {"precision": 0.530081, "recall": 0.589921, "f1": 0.547081, "accuracy": 0.589921, "main_score": 0.547081, "hf_subset": "arz_Arab-umb_Latn", "languages": ["arz-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ajp_Arab", "languages": ["arz-Arab", "ajp-Arab"]}, {"precision": 0.524708, "recall": 0.589921, "f1": 0.543041, "accuracy": 0.589921, "main_score": 0.543041, "hf_subset": "arz_Arab-bjn_Arab", "languages": ["arz-Arab", "bjn-Arab"]}, {"precision": 0.512488, "recall": 0.567194, "f1": 0.527555, "accuracy": 0.567194, "main_score": 0.527555, "hf_subset": "arz_Arab-ewe_Latn", "languages": ["arz-Arab", "ewe-Latn"]}, {"precision": 0.951334, "recall": 0.965415, "f1": 0.955929, "accuracy": 0.965415, "main_score": 0.955929, "hf_subset": "arz_Arab-ilo_Latn", "languages": ["arz-Arab", "ilo-Latn"]}, {"precision": 0.316498, "recall": 0.381423, "f1": 0.333944, "accuracy": 0.381423, "main_score": 0.333944, "hf_subset": "arz_Arab-knc_Arab", "languages": ["arz-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mkd_Cyrl", "languages": ["arz-Arab", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-prs_Arab", "languages": ["arz-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-swe_Latn", "languages": ["arz-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-urd_Arab", "languages": ["arz-Arab", "urd-Arab"]}, {"precision": 0.578607, "recall": 0.642292, "f1": 0.596645, "accuracy": 0.642292, "main_score": 0.596645, "hf_subset": "arz_Arab-aka_Latn", "languages": ["arz-Arab", "aka-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "arz_Arab-bjn_Latn", "languages": ["arz-Arab", "bjn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "arz_Arab-fao_Latn", "languages": ["arz-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ind_Latn", "languages": ["arz-Arab", "ind-Latn"]}, {"precision": 0.59101, "recall": 0.649209, "f1": 0.608116, "accuracy": 0.649209, "main_score": 0.608116, "hf_subset": "arz_Arab-knc_Latn", "languages": ["arz-Arab", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-mlt_Latn", "languages": ["arz-Arab", "mlt-Latn"]}, {"precision": 0.702544, "recall": 0.763834, "f1": 0.720685, "accuracy": 0.763834, "main_score": 0.720685, "hf_subset": "arz_Arab-quy_Latn", "languages": ["arz-Arab", "quy-Latn"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "arz_Arab-swh_Latn", "languages": ["arz-Arab", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-uzn_Latn", "languages": ["arz-Arab", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-als_Latn", "languages": ["arz-Arab", "als-Latn"]}, {"precision": 0.650469, "recall": 0.728261, "f1": 0.673196, "accuracy": 0.728261, "main_score": 0.673196, "hf_subset": "arz_Arab-bod_Tibt", "languages": ["arz-Arab", "bod-Tibt"]}, {"precision": 0.712962, "recall": 0.767787, "f1": 0.728479, "accuracy": 0.767787, "main_score": 0.728479, "hf_subset": "arz_Arab-fij_Latn", "languages": ["arz-Arab", "fij-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "arz_Arab-isl_Latn", "languages": ["arz-Arab", "isl-Latn"]}, {"precision": 0.653649, "recall": 0.709486, "f1": 0.670673, "accuracy": 0.709486, "main_score": 0.670673, "hf_subset": "arz_Arab-kon_Latn", "languages": ["arz-Arab", "kon-Latn"]}, {"precision": 0.660408, "recall": 0.728261, "f1": 0.680111, "accuracy": 0.728261, "main_score": 0.680111, "hf_subset": "arz_Arab-mni_Beng", "languages": ["arz-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ron_Latn", "languages": ["arz-Arab", "ron-Latn"]}, {"precision": 0.980731, "recall": 0.985178, "f1": 0.982213, "accuracy": 0.985178, "main_score": 0.982213, "hf_subset": "arz_Arab-szl_Latn", "languages": ["arz-Arab", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-vec_Latn", "languages": ["arz-Arab", "vec-Latn"]}, {"precision": 0.935606, "recall": 0.955534, "f1": 0.942029, "accuracy": 0.955534, "main_score": 0.942029, "hf_subset": "arz_Arab-amh_Ethi", "languages": ["arz-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-bos_Latn", "languages": ["arz-Arab", "bos-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-fin_Latn", "languages": ["arz-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ita_Latn", "languages": ["arz-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-kor_Hang", "languages": ["arz-Arab", "kor-Hang"]}, {"precision": 0.547044, "recall": 0.608696, "f1": 0.564549, "accuracy": 0.608696, "main_score": 0.564549, "hf_subset": "arz_Arab-mos_Latn", "languages": ["arz-Arab", "mos-Latn"]}, {"precision": 0.562015, "recall": 0.614625, "f1": 0.576957, "accuracy": 0.614625, "main_score": 0.576957, "hf_subset": "arz_Arab-run_Latn", "languages": ["arz-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tam_Taml", "languages": ["arz-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-vie_Latn", "languages": ["arz-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-apc_Arab", "languages": ["arz-Arab", "apc-Arab"]}, {"precision": 0.802487, "recall": 0.844862, "f1": 0.8155, "accuracy": 0.844862, "main_score": 0.8155, "hf_subset": "arz_Arab-bug_Latn", "languages": ["arz-Arab", "bug-Latn"]}, {"precision": 0.470296, "recall": 0.531621, "f1": 0.486656, "accuracy": 0.531621, "main_score": 0.486656, "hf_subset": "arz_Arab-fon_Latn", "languages": ["arz-Arab", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-jav_Latn", "languages": ["arz-Arab", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-lao_Laoo", "languages": ["arz-Arab", "lao-Laoo"]}, {"precision": 0.850659, "recall": 0.892292, "f1": 0.863603, "accuracy": 0.892292, "main_score": 0.863603, "hf_subset": "arz_Arab-mri_Latn", "languages": ["arz-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-rus_Cyrl", "languages": ["arz-Arab", "rus-Cyrl"]}, {"precision": 0.54024, "recall": 0.600791, "f1": 0.556998, "accuracy": 0.600791, "main_score": 0.556998, "hf_subset": "arz_Arab-taq_Latn", "languages": ["arz-Arab", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arz_Arab-war_Latn", "languages": ["arz-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-arb_Arab", "languages": ["arz-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-bul_Cyrl", "languages": ["arz-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-fra_Latn", "languages": ["arz-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-jpn_Jpan", "languages": ["arz-Arab", "jpn-Jpan"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-lij_Latn", "languages": ["arz-Arab", "lij-Latn"]}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "arz_Arab-mya_Mymr", "languages": ["arz-Arab", "mya-Mymr"]}, {"precision": 0.583754, "recall": 0.656126, "f1": 0.604243, "accuracy": 0.656126, "main_score": 0.604243, "hf_subset": "arz_Arab-sag_Latn", "languages": ["arz-Arab", "sag-Latn"]}, {"precision": 0.185385, "recall": 0.243083, "f1": 0.198847, "accuracy": 0.243083, "main_score": 0.198847, "hf_subset": "arz_Arab-taq_Tfng", "languages": ["arz-Arab", "taq-Tfng"]}, {"precision": 0.610161, "recall": 0.676877, "f1": 0.629781, "accuracy": 0.676877, "main_score": 0.629781, "hf_subset": "arz_Arab-wol_Latn", "languages": ["arz-Arab", "wol-Latn"]}, {"precision": 0.858943, "recall": 0.896245, "f1": 0.870455, "accuracy": 0.896245, "main_score": 0.870455, "hf_subset": "arz_Arab-arb_Latn", "languages": ["arz-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-cat_Latn", "languages": ["arz-Arab", "cat-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "arz_Arab-fur_Latn", "languages": ["arz-Arab", "fur-Latn"]}, {"precision": 0.420376, "recall": 0.475296, "f1": 0.435675, "accuracy": 0.475296, "main_score": 0.435675, "hf_subset": "arz_Arab-kab_Latn", "languages": ["arz-Arab", "kab-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arz_Arab-lim_Latn", "languages": ["arz-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-nld_Latn", "languages": ["arz-Arab", "nld-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "arz_Arab-san_Deva", "languages": ["arz-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-tat_Cyrl", "languages": ["arz-Arab", "tat-Cyrl"]}, {"precision": 0.675569, "recall": 0.732213, "f1": 0.691914, "accuracy": 0.732213, "main_score": 0.691914, "hf_subset": "arz_Arab-xho_Latn", "languages": ["arz-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ars_Arab", "languages": ["arz-Arab", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-ceb_Latn", "languages": ["arz-Arab", "ceb-Latn"]}, {"precision": 0.562087, "recall": 0.621542, "f1": 0.579236, "accuracy": 0.621542, "main_score": 0.579236, "hf_subset": "arz_Arab-fuv_Latn", "languages": ["arz-Arab", "fuv-Latn"]}, {"precision": 0.511729, "recall": 0.576087, "f1": 0.529967, "accuracy": 0.576087, "main_score": 0.529967, "hf_subset": "arz_Arab-kac_Latn", "languages": ["arz-Arab", "kac-Latn"]}, {"precision": 0.673214, "recall": 0.725296, "f1": 0.688818, "accuracy": 0.725296, "main_score": 0.688818, "hf_subset": "arz_Arab-lin_Latn", "languages": ["arz-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-nno_Latn", "languages": ["arz-Arab", "nno-Latn"]}, {"precision": 0.217703, "recall": 0.30336, "f1": 0.240863, "accuracy": 0.30336, "main_score": 0.240863, "hf_subset": "arz_Arab-sat_Olck", "languages": ["arz-Arab", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tel_Telu", "languages": ["arz-Arab", "tel-Telu"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "arz_Arab-ydd_Hebr", "languages": ["arz-Arab", "ydd-Hebr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "arz_Arab-ary_Arab", "languages": ["arz-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ces_Latn", "languages": ["arz-Arab", "ces-Latn"]}, {"precision": 0.558754, "recall": 0.625494, "f1": 0.57856, "accuracy": 0.625494, "main_score": 0.57856, "hf_subset": "arz_Arab-gaz_Latn", "languages": ["arz-Arab", "gaz-Latn"]}, {"precision": 0.583564, "recall": 0.646245, "f1": 0.601553, "accuracy": 0.646245, "main_score": 0.601553, "hf_subset": "arz_Arab-kam_Latn", "languages": ["arz-Arab", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "arz_Arab-lit_Latn", "languages": ["arz-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-nob_Latn", "languages": ["arz-Arab", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "arz_Arab-scn_Latn", "languages": ["arz-Arab", "scn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "arz_Arab-tgk_Cyrl", "languages": ["arz-Arab", "tgk-Cyrl"]}, {"precision": 0.709125, "recall": 0.771739, "f1": 0.727791, "accuracy": 0.771739, "main_score": 0.727791, "hf_subset": "arz_Arab-yor_Latn", "languages": ["arz-Arab", "yor-Latn"]}, {"precision": 0.56493, "recall": 0.625494, "f1": 0.582531, "accuracy": 0.625494, "main_score": 0.582531, "hf_subset": "arz_Arab-cjk_Latn", "languages": ["arz-Arab", "cjk-Latn"]}, {"precision": 0.769681, "recall": 0.823123, "f1": 0.7861, "accuracy": 0.823123, "main_score": 0.7861, "hf_subset": "arz_Arab-gla_Latn", "languages": ["arz-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-kan_Knda", "languages": ["arz-Arab", "kan-Knda"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "arz_Arab-lmo_Latn", "languages": ["arz-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "arz_Arab-npi_Deva", "languages": ["arz-Arab", "npi-Deva"]}, {"precision": 0.460477, "recall": 0.523715, "f1": 0.477856, "accuracy": 0.523715, "main_score": 0.477856, "hf_subset": "arz_Arab-shn_Mymr", "languages": ["arz-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-tgl_Latn", "languages": ["arz-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-yue_Hant", "languages": ["arz-Arab", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arz_Arab-asm_Beng", "languages": ["arz-Arab", "asm-Beng"]}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "arz_Arab-ckb_Arab", "languages": ["arz-Arab", "ckb-Arab"]}, {"precision": 0.859964, "recall": 0.897233, "f1": 0.871772, "accuracy": 0.897233, "main_score": 0.871772, "hf_subset": "arz_Arab-gle_Latn", "languages": ["arz-Arab", "gle-Latn"]}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "arz_Arab-kas_Arab", "languages": ["arz-Arab", "kas-Arab"]}, {"precision": 0.932889, "recall": 0.952569, "f1": 0.939295, "accuracy": 0.952569, "main_score": 0.939295, "hf_subset": "arz_Arab-ltg_Latn", "languages": ["arz-Arab", "ltg-Latn"]}, {"precision": 0.60625, "recall": 0.666008, "f1": 0.623615, "accuracy": 0.666008, "main_score": 0.623615, "hf_subset": "arz_Arab-nso_Latn", "languages": ["arz-Arab", "nso-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "arz_Arab-sin_Sinh", "languages": ["arz-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-tha_Thai", "languages": ["arz-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-zho_Hans", "languages": ["arz-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ast_Latn", "languages": ["arz-Arab", "ast-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arz_Arab-crh_Latn", "languages": ["arz-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-glg_Latn", "languages": ["arz-Arab", "glg-Latn"]}, {"precision": 0.885128, "recall": 0.918972, "f1": 0.896146, "accuracy": 0.918972, "main_score": 0.896146, "hf_subset": "arz_Arab-kas_Deva", "languages": ["arz-Arab", "kas-Deva"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "arz_Arab-ltz_Latn", "languages": ["arz-Arab", "ltz-Latn"]}, {"precision": 0.448299, "recall": 0.517787, "f1": 0.466846, "accuracy": 0.517787, "main_score": 0.466846, "hf_subset": "arz_Arab-nus_Latn", "languages": ["arz-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-slk_Latn", "languages": ["arz-Arab", "slk-Latn"]}, {"precision": 0.639097, "recall": 0.705534, "f1": 0.658667, "accuracy": 0.705534, "main_score": 0.658667, "hf_subset": "arz_Arab-tir_Ethi", "languages": ["arz-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-zho_Hant", "languages": ["arz-Arab", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "arz_Arab-awa_Deva", "languages": ["arz-Arab", "awa-Deva"]}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "arz_Arab-cym_Latn", "languages": ["arz-Arab", "cym-Latn"]}, {"precision": 0.834157, "recall": 0.878458, "f1": 0.848108, "accuracy": 0.878458, "main_score": 0.848108, "hf_subset": "arz_Arab-grn_Latn", "languages": ["arz-Arab", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-kat_Geor", "languages": ["arz-Arab", "kat-Geor"]}, {"precision": 0.643619, "recall": 0.698617, "f1": 0.659854, "accuracy": 0.698617, "main_score": 0.659854, "hf_subset": "arz_Arab-lua_Latn", "languages": ["arz-Arab", "lua-Latn"]}, {"precision": 0.644838, "recall": 0.703557, "f1": 0.661945, "accuracy": 0.703557, "main_score": 0.661945, "hf_subset": "arz_Arab-nya_Latn", "languages": ["arz-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-slv_Latn", "languages": ["arz-Arab", "slv-Latn"]}, {"precision": 0.953887, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "arz_Arab-tpi_Latn", "languages": ["arz-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-zsm_Latn", "languages": ["arz-Arab", "zsm-Latn"]}, {"precision": 0.543925, "recall": 0.607708, "f1": 0.562328, "accuracy": 0.607708, "main_score": 0.562328, "hf_subset": "arz_Arab-ayr_Latn", "languages": ["arz-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-dan_Latn", "languages": ["arz-Arab", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-guj_Gujr", "languages": ["arz-Arab", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-kaz_Cyrl", "languages": ["arz-Arab", "kaz-Cyrl"]}, {"precision": 0.535132, "recall": 0.603755, "f1": 0.554029, "accuracy": 0.603755, "main_score": 0.554029, "hf_subset": "arz_Arab-lug_Latn", "languages": ["arz-Arab", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-oci_Latn", "languages": ["arz-Arab", "oci-Latn"]}, {"precision": 0.817062, "recall": 0.864625, "f1": 0.831621, "accuracy": 0.864625, "main_score": 0.831621, "hf_subset": "arz_Arab-smo_Latn", "languages": ["arz-Arab", "smo-Latn"]}, {"precision": 0.542913, "recall": 0.606719, "f1": 0.561396, "accuracy": 0.606719, "main_score": 0.561396, "hf_subset": "arz_Arab-tsn_Latn", "languages": ["arz-Arab", "tsn-Latn"]}, {"precision": 0.5979, "recall": 0.662055, "f1": 0.616515, "accuracy": 0.662055, "main_score": 0.616515, "hf_subset": "arz_Arab-zul_Latn", "languages": ["arz-Arab", "zul-Latn"]}, {"precision": 0.911973, "recall": 0.937747, "f1": 0.920191, "accuracy": 0.937747, "main_score": 0.920191, "hf_subset": "arz_Arab-azb_Arab", "languages": ["arz-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-deu_Latn", "languages": ["arz-Arab", "deu-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "arz_Arab-hat_Latn", "languages": ["arz-Arab", "hat-Latn"]}, {"precision": 0.482413, "recall": 0.539526, "f1": 0.498075, "accuracy": 0.539526, "main_score": 0.498075, "hf_subset": "arz_Arab-kbp_Latn", "languages": ["arz-Arab", "kbp-Latn"]}, {"precision": 0.568235, "recall": 0.629447, "f1": 0.585343, "accuracy": 0.629447, "main_score": 0.585343, "hf_subset": "arz_Arab-luo_Latn", "languages": ["arz-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ory_Orya", "languages": ["arz-Arab", "ory-Orya"]}, {"precision": 0.578903, "recall": 0.639328, "f1": 0.596574, "accuracy": 0.639328, "main_score": 0.596574, "hf_subset": "arz_Arab-sna_Latn", "languages": ["arz-Arab", "sna-Latn"]}, {"precision": 0.561457, "recall": 0.615613, "f1": 0.576012, "accuracy": 0.615613, "main_score": 0.576012, "hf_subset": "arz_Arab-tso_Latn", "languages": ["arz-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-azj_Latn", "languages": ["arz-Arab", "azj-Latn"]}, {"precision": 0.535211, "recall": 0.605731, "f1": 0.555289, "accuracy": 0.605731, "main_score": 0.555289, "hf_subset": "arz_Arab-dik_Latn", "languages": ["arz-Arab", "dik-Latn"]}, {"precision": 0.735112, "recall": 0.79249, "f1": 0.752372, "accuracy": 0.79249, "main_score": 0.752372, "hf_subset": "arz_Arab-hau_Latn", "languages": ["arz-Arab", "hau-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "arz_Arab-kea_Latn", "languages": ["arz-Arab", "kea-Latn"]}, {"precision": 0.755023, "recall": 0.80336, "f1": 0.769551, "accuracy": 0.80336, "main_score": 0.769551, "hf_subset": "arz_Arab-lus_Latn", "languages": ["arz-Arab", "lus-Latn"]}, {"precision": 0.866848, "recall": 0.900198, "f1": 0.876962, "accuracy": 0.900198, "main_score": 0.876962, "hf_subset": "arz_Arab-pag_Latn", "languages": ["arz-Arab", "pag-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "arz_Arab-snd_Arab", "languages": ["arz-Arab", "snd-Arab"]}, {"precision": 0.946887, "recall": 0.962451, "f1": 0.951812, "accuracy": 0.962451, "main_score": 0.951812, "hf_subset": "arz_Arab-tuk_Latn", "languages": ["arz-Arab", "tuk-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "arz_Arab-bak_Cyrl", "languages": ["arz-Arab", "bak-Cyrl"]}, {"precision": 0.480691, "recall": 0.556324, "f1": 0.5034, "accuracy": 0.556324, "main_score": 0.5034, "hf_subset": "arz_Arab-dyu_Latn", "languages": ["arz-Arab", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-heb_Hebr", "languages": ["arz-Arab", "heb-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "arz_Arab-khk_Cyrl", "languages": ["arz-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-lvs_Latn", "languages": ["arz-Arab", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-pan_Guru", "languages": ["arz-Arab", "pan-Guru"]}, {"precision": 0.718314, "recall": 0.780632, "f1": 0.737418, "accuracy": 0.780632, "main_score": 0.737418, "hf_subset": "arz_Arab-som_Latn", "languages": ["arz-Arab", "som-Latn"]}, {"precision": 0.60131, "recall": 0.651186, "f1": 0.615587, "accuracy": 0.651186, "main_score": 0.615587, "hf_subset": "arz_Arab-tum_Latn", "languages": ["arz-Arab", "tum-Latn"]}, {"precision": 0.424971, "recall": 0.47332, "f1": 0.43889, "accuracy": 0.47332, "main_score": 0.43889, "hf_subset": "cjk_Latn-ace_Arab", "languages": ["cjk-Latn", "ace-Arab"]}, {"precision": 0.488818, "recall": 0.529644, "f1": 0.501139, "accuracy": 0.529644, "main_score": 0.501139, "hf_subset": "cjk_Latn-bam_Latn", "languages": ["cjk-Latn", "bam-Latn"]}, {"precision": 0.216971, "recall": 0.257905, "f1": 0.227822, "accuracy": 0.257905, "main_score": 0.227822, "hf_subset": "cjk_Latn-dzo_Tibt", "languages": ["cjk-Latn", "dzo-Tibt"]}, {"precision": 0.560316, "recall": 0.603755, "f1": 0.572209, "accuracy": 0.603755, "main_score": 0.572209, "hf_subset": "cjk_Latn-hin_Deva", "languages": ["cjk-Latn", "hin-Deva"]}, {"precision": 0.524099, "recall": 0.568182, "f1": 0.536731, "accuracy": 0.568182, "main_score": 0.536731, "hf_subset": "cjk_Latn-khm_Khmr", "languages": ["cjk-Latn", "khm-Khmr"]}, {"precision": 0.557486, "recall": 0.59585, "f1": 0.569219, "accuracy": 0.59585, "main_score": 0.569219, "hf_subset": "cjk_Latn-mag_Deva", "languages": ["cjk-Latn", "mag-Deva"]}, {"precision": 0.57591, "recall": 0.612648, "f1": 0.585966, "accuracy": 0.612648, "main_score": 0.585966, "hf_subset": "cjk_Latn-pap_Latn", "languages": ["cjk-Latn", "pap-Latn"]}, {"precision": 0.51528, "recall": 0.551383, "f1": 0.525414, "accuracy": 0.551383, "main_score": 0.525414, "hf_subset": "cjk_Latn-sot_Latn", "languages": ["cjk-Latn", "sot-Latn"]}, {"precision": 0.560011, "recall": 0.603755, "f1": 0.571674, "accuracy": 0.603755, "main_score": 0.571674, "hf_subset": "cjk_Latn-tur_Latn", "languages": ["cjk-Latn", "tur-Latn"]}, {"precision": 0.561166, "recall": 0.59585, "f1": 0.571017, "accuracy": 0.59585, "main_score": 0.571017, "hf_subset": "cjk_Latn-ace_Latn", "languages": ["cjk-Latn", "ace-Latn"]}, {"precision": 0.583422, "recall": 0.614625, "f1": 0.591169, "accuracy": 0.614625, "main_score": 0.591169, "hf_subset": "cjk_Latn-ban_Latn", "languages": ["cjk-Latn", "ban-Latn"]}, {"precision": 0.548076, "recall": 0.590909, "f1": 0.559848, "accuracy": 0.590909, "main_score": 0.559848, "hf_subset": "cjk_Latn-ell_Grek", "languages": ["cjk-Latn", "ell-Grek"]}, {"precision": 0.548779, "recall": 0.587945, "f1": 0.559945, "accuracy": 0.587945, "main_score": 0.559945, "hf_subset": "cjk_Latn-hne_Deva", "languages": ["cjk-Latn", "hne-Deva"]}, {"precision": 0.484683, "recall": 0.530632, "f1": 0.497721, "accuracy": 0.530632, "main_score": 0.497721, "hf_subset": "cjk_Latn-kik_Latn", "languages": ["cjk-Latn", "kik-Latn"]}, {"precision": 0.565739, "recall": 0.608696, "f1": 0.577518, "accuracy": 0.608696, "main_score": 0.577518, "hf_subset": "cjk_Latn-mai_Deva", "languages": ["cjk-Latn", "mai-Deva"]}, {"precision": 0.512486, "recall": 0.555336, "f1": 0.524008, "accuracy": 0.555336, "main_score": 0.524008, "hf_subset": "cjk_Latn-pbt_Arab", "languages": ["cjk-Latn", "pbt-Arab"]}, {"precision": 0.561182, "recall": 0.605731, "f1": 0.572464, "accuracy": 0.605731, "main_score": 0.572464, "hf_subset": "cjk_Latn-spa_Latn", "languages": ["cjk-Latn", "spa-Latn"]}, {"precision": 0.533095, "recall": 0.573123, "f1": 0.545265, "accuracy": 0.573123, "main_score": 0.545265, "hf_subset": "cjk_Latn-twi_Latn", "languages": ["cjk-Latn", "twi-Latn"]}, {"precision": 0.553856, "recall": 0.594862, "f1": 0.564516, "accuracy": 0.594862, "main_score": 0.564516, "hf_subset": "cjk_Latn-acm_Arab", "languages": ["cjk-Latn", "acm-Arab"]}, {"precision": 0.540911, "recall": 0.578063, "f1": 0.551534, "accuracy": 0.578063, "main_score": 0.551534, "hf_subset": "cjk_Latn-bel_Cyrl", "languages": ["cjk-Latn", "bel-Cyrl"]}, {"precision": 0.582915, "recall": 0.62253, "f1": 0.594001, "accuracy": 0.62253, "main_score": 0.594001, "hf_subset": "cjk_Latn-eng_Latn", "languages": ["cjk-Latn", "eng-Latn"]}, {"precision": 0.579222, "recall": 0.620553, "f1": 0.590059, "accuracy": 0.620553, "main_score": 0.590059, "hf_subset": "cjk_Latn-hrv_Latn", "languages": ["cjk-Latn", "hrv-Latn"]}, {"precision": 0.494651, "recall": 0.532609, "f1": 0.505355, "accuracy": 0.532609, "main_score": 0.505355, "hf_subset": "cjk_Latn-kin_Latn", "languages": ["cjk-Latn", "kin-Latn"]}, {"precision": 0.557491, "recall": 0.59585, "f1": 0.567419, "accuracy": 0.59585, "main_score": 0.567419, "hf_subset": "cjk_Latn-mal_Mlym", "languages": ["cjk-Latn", "mal-Mlym"]}, {"precision": 0.556011, "recall": 0.598814, "f1": 0.567769, "accuracy": 0.598814, "main_score": 0.567769, "hf_subset": "cjk_Latn-pes_Arab", "languages": ["cjk-Latn", "pes-Arab"]}, {"precision": 0.578326, "recall": 0.61166, "f1": 0.588037, "accuracy": 0.61166, "main_score": 0.588037, "hf_subset": "cjk_Latn-srd_Latn", "languages": ["cjk-Latn", "srd-Latn"]}, {"precision": 0.189241, "recall": 0.227273, "f1": 0.198811, "accuracy": 0.227273, "main_score": 0.198811, "hf_subset": "cjk_Latn-tzm_Tfng", "languages": ["cjk-Latn", "tzm-Tfng"]}, {"precision": 0.55121, "recall": 0.594862, "f1": 0.563428, "accuracy": 0.594862, "main_score": 0.563428, "hf_subset": "cjk_Latn-acq_Arab", "languages": ["cjk-Latn", "acq-Arab"]}, {"precision": 0.530595, "recall": 0.562253, "f1": 0.539396, "accuracy": 0.562253, "main_score": 0.539396, "hf_subset": "cjk_Latn-bem_Latn", "languages": ["cjk-Latn", "bem-Latn"]}, {"precision": 0.564099, "recall": 0.604743, "f1": 0.574771, "accuracy": 0.604743, "main_score": 0.574771, "hf_subset": "cjk_Latn-epo_Latn", "languages": ["cjk-Latn", "epo-Latn"]}, {"precision": 0.567571, "recall": 0.603755, "f1": 0.57804, "accuracy": 0.603755, "main_score": 0.57804, "hf_subset": "cjk_Latn-hun_Latn", "languages": ["cjk-Latn", "hun-Latn"]}, {"precision": 0.541244, "recall": 0.582016, "f1": 0.552424, "accuracy": 0.582016, "main_score": 0.552424, "hf_subset": "cjk_Latn-kir_Cyrl", "languages": ["cjk-Latn", "kir-Cyrl"]}, {"precision": 0.547932, "recall": 0.591897, "f1": 0.559461, "accuracy": 0.591897, "main_score": 0.559461, "hf_subset": "cjk_Latn-mar_Deva", "languages": ["cjk-Latn", "mar-Deva"]}, {"precision": 0.519993, "recall": 0.551383, "f1": 0.529084, "accuracy": 0.551383, "main_score": 0.529084, "hf_subset": "cjk_Latn-plt_Latn", "languages": ["cjk-Latn", "plt-Latn"]}, {"precision": 0.571272, "recall": 0.609684, "f1": 0.581857, "accuracy": 0.609684, "main_score": 0.581857, "hf_subset": "cjk_Latn-srp_Cyrl", "languages": ["cjk-Latn", "srp-Cyrl"]}, {"precision": 0.463188, "recall": 0.508893, "f1": 0.475632, "accuracy": 0.508893, "main_score": 0.475632, "hf_subset": "cjk_Latn-uig_Arab", "languages": ["cjk-Latn", "uig-Arab"]}, {"precision": 0.532937, "recall": 0.570158, "f1": 0.542841, "accuracy": 0.570158, "main_score": 0.542841, "hf_subset": "cjk_Latn-aeb_Arab", "languages": ["cjk-Latn", "aeb-Arab"]}, {"precision": 0.550068, "recall": 0.598814, "f1": 0.563142, "accuracy": 0.598814, "main_score": 0.563142, "hf_subset": "cjk_Latn-ben_Beng", "languages": ["cjk-Latn", "ben-Beng"]}, {"precision": 0.54606, "recall": 0.593874, "f1": 0.559243, "accuracy": 0.593874, "main_score": 0.559243, "hf_subset": "cjk_Latn-est_Latn", "languages": ["cjk-Latn", "est-Latn"]}, {"precision": 0.530332, "recall": 0.573123, "f1": 0.541777, "accuracy": 0.573123, "main_score": 0.541777, "hf_subset": "cjk_Latn-hye_Armn", "languages": ["cjk-Latn", "hye-Armn"]}, {"precision": 0.539796, "recall": 0.573123, "f1": 0.54914, "accuracy": 0.573123, "main_score": 0.54914, "hf_subset": "cjk_Latn-kmb_Latn", "languages": ["cjk-Latn", "kmb-Latn"]}, {"precision": 0.381541, "recall": 0.428854, "f1": 0.394276, "accuracy": 0.428854, "main_score": 0.394276, "hf_subset": "cjk_Latn-min_Arab", "languages": ["cjk-Latn", "min-Arab"]}, {"precision": 0.569786, "recall": 0.612648, "f1": 0.581812, "accuracy": 0.612648, "main_score": 0.581812, "hf_subset": "cjk_Latn-pol_Latn", "languages": ["cjk-Latn", "pol-Latn"]}, {"precision": 0.504101, "recall": 0.539526, "f1": 0.514643, "accuracy": 0.539526, "main_score": 0.514643, "hf_subset": "cjk_Latn-ssw_Latn", "languages": ["cjk-Latn", "ssw-Latn"]}, {"precision": 0.564436, "recall": 0.607708, "f1": 0.576571, "accuracy": 0.607708, "main_score": 0.576571, "hf_subset": "cjk_Latn-ukr_Cyrl", "languages": ["cjk-Latn", "ukr-Cyrl"]}, {"precision": 0.58383, "recall": 0.62253, "f1": 0.594718, "accuracy": 0.62253, "main_score": 0.594718, "hf_subset": "cjk_Latn-afr_Latn", "languages": ["cjk-Latn", "afr-Latn"]}, {"precision": 0.55056, "recall": 0.591897, "f1": 0.562358, "accuracy": 0.591897, "main_score": 0.562358, "hf_subset": "cjk_Latn-bho_Deva", "languages": ["cjk-Latn", "bho-Deva"]}, {"precision": 0.561501, "recall": 0.600791, "f1": 0.572653, "accuracy": 0.600791, "main_score": 0.572653, "hf_subset": "cjk_Latn-eus_Latn", "languages": ["cjk-Latn", "eus-Latn"]}, {"precision": 0.495656, "recall": 0.54249, "f1": 0.509253, "accuracy": 0.54249, "main_score": 0.509253, "hf_subset": "cjk_Latn-ibo_Latn", "languages": ["cjk-Latn", "ibo-Latn"]}, {"precision": 0.536974, "recall": 0.573123, "f1": 0.547559, "accuracy": 0.573123, "main_score": 0.547559, "hf_subset": "cjk_Latn-kmr_Latn", "languages": ["cjk-Latn", "kmr-Latn"]}, {"precision": 0.554687, "recall": 0.592885, "f1": 0.565274, "accuracy": 0.592885, "main_score": 0.565274, "hf_subset": "cjk_Latn-min_Latn", "languages": ["cjk-Latn", "min-Latn"]}, {"precision": 0.584542, "recall": 0.628458, "f1": 0.596255, "accuracy": 0.628458, "main_score": 0.596255, "hf_subset": "cjk_Latn-por_Latn", "languages": ["cjk-Latn", "por-Latn"]}, {"precision": 0.572084, "recall": 0.608696, "f1": 0.581769, "accuracy": 0.608696, "main_score": 0.581769, "hf_subset": "cjk_Latn-sun_Latn", "languages": ["cjk-Latn", "sun-Latn"]}, {"precision": 0.501175, "recall": 0.54249, "f1": 0.513079, "accuracy": 0.54249, "main_score": 0.513079, "hf_subset": "cjk_Latn-umb_Latn", "languages": ["cjk-Latn", "umb-Latn"]}, {"precision": 0.557491, "recall": 0.59585, "f1": 0.568061, "accuracy": 0.59585, "main_score": 0.568061, "hf_subset": "cjk_Latn-ajp_Arab", "languages": ["cjk-Latn", "ajp-Arab"]}, {"precision": 0.409884, "recall": 0.448617, "f1": 0.420672, "accuracy": 0.448617, "main_score": 0.420672, "hf_subset": "cjk_Latn-bjn_Arab", "languages": ["cjk-Latn", "bjn-Arab"]}, {"precision": 0.487731, "recall": 0.519763, "f1": 0.497153, "accuracy": 0.519763, "main_score": 0.497153, "hf_subset": "cjk_Latn-ewe_Latn", "languages": ["cjk-Latn", "ewe-Latn"]}, {"precision": 0.577305, "recall": 0.610672, "f1": 0.586995, "accuracy": 0.610672, "main_score": 0.586995, "hf_subset": "cjk_Latn-ilo_Latn", "languages": ["cjk-Latn", "ilo-Latn"]}, {"precision": 0.297673, "recall": 0.338933, "f1": 0.309111, "accuracy": 0.338933, "main_score": 0.309111, "hf_subset": "cjk_Latn-knc_Arab", "languages": ["cjk-Latn", "knc-Arab"]}, {"precision": 0.55753, "recall": 0.608696, "f1": 0.57112, "accuracy": 0.608696, "main_score": 0.57112, "hf_subset": "cjk_Latn-mkd_Cyrl", "languages": ["cjk-Latn", "mkd-Cyrl"]}, {"precision": 0.543253, "recall": 0.587945, "f1": 0.555735, "accuracy": 0.587945, "main_score": 0.555735, "hf_subset": "cjk_Latn-prs_Arab", "languages": ["cjk-Latn", "prs-Arab"]}, {"precision": 0.573981, "recall": 0.615613, "f1": 0.585054, "accuracy": 0.615613, "main_score": 0.585054, "hf_subset": "cjk_Latn-swe_Latn", "languages": ["cjk-Latn", "swe-Latn"]}, {"precision": 0.540695, "recall": 0.583004, "f1": 0.552754, "accuracy": 0.583004, "main_score": 0.552754, "hf_subset": "cjk_Latn-urd_Arab", "languages": ["cjk-Latn", "urd-Arab"]}, {"precision": 0.514512, "recall": 0.559289, "f1": 0.527097, "accuracy": 0.559289, "main_score": 0.527097, "hf_subset": "cjk_Latn-aka_Latn", "languages": ["cjk-Latn", "aka-Latn"]}, {"precision": 0.570463, "recall": 0.600791, "f1": 0.578912, "accuracy": 0.600791, "main_score": 0.578912, "hf_subset": "cjk_Latn-bjn_Latn", "languages": ["cjk-Latn", "bjn-Latn"]}, {"precision": 0.527488, "recall": 0.56917, "f1": 0.539338, "accuracy": 0.56917, "main_score": 0.539338, "hf_subset": "cjk_Latn-fao_Latn", "languages": ["cjk-Latn", "fao-Latn"]}, {"precision": 0.575509, "recall": 0.617589, "f1": 0.587089, "accuracy": 0.617589, "main_score": 0.587089, "hf_subset": "cjk_Latn-ind_Latn", "languages": ["cjk-Latn", "ind-Latn"]}, {"precision": 0.503475, "recall": 0.537549, "f1": 0.513655, "accuracy": 0.537549, "main_score": 0.513655, "hf_subset": "cjk_Latn-knc_Latn", "languages": ["cjk-Latn", "knc-Latn"]}, {"precision": 0.57175, "recall": 0.607708, "f1": 0.581041, "accuracy": 0.607708, "main_score": 0.581041, "hf_subset": "cjk_Latn-mlt_Latn", "languages": ["cjk-Latn", "mlt-Latn"]}, {"precision": 0.537849, "recall": 0.579051, "f1": 0.549711, "accuracy": 0.579051, "main_score": 0.549711, "hf_subset": "cjk_Latn-quy_Latn", "languages": ["cjk-Latn", "quy-Latn"]}, {"precision": 0.552762, "recall": 0.592885, "f1": 0.563708, "accuracy": 0.592885, "main_score": 0.563708, "hf_subset": "cjk_Latn-swh_Latn", "languages": ["cjk-Latn", "swh-Latn"]}, {"precision": 0.54264, "recall": 0.583992, "f1": 0.5535, "accuracy": 0.583992, "main_score": 0.5535, "hf_subset": "cjk_Latn-uzn_Latn", "languages": ["cjk-Latn", "uzn-Latn"]}, {"precision": 0.565978, "recall": 0.606719, "f1": 0.576886, "accuracy": 0.606719, "main_score": 0.576886, "hf_subset": "cjk_Latn-als_Latn", "languages": ["cjk-Latn", "als-Latn"]}, {"precision": 0.278184, "recall": 0.31917, "f1": 0.288001, "accuracy": 0.31917, "main_score": 0.288001, "hf_subset": "cjk_Latn-bod_Tibt", "languages": ["cjk-Latn", "bod-Tibt"]}, {"precision": 0.501817, "recall": 0.540514, "f1": 0.512712, "accuracy": 0.540514, "main_score": 0.512712, "hf_subset": "cjk_Latn-fij_Latn", "languages": ["cjk-Latn", "fij-Latn"]}, {"precision": 0.522423, "recall": 0.565217, "f1": 0.534209, "accuracy": 0.565217, "main_score": 0.534209, "hf_subset": "cjk_Latn-isl_Latn", "languages": ["cjk-Latn", "isl-Latn"]}, {"precision": 0.526672, "recall": 0.559289, "f1": 0.535884, "accuracy": 0.559289, "main_score": 0.535884, "hf_subset": "cjk_Latn-kon_Latn", "languages": ["cjk-Latn", "kon-Latn"]}, {"precision": 0.482284, "recall": 0.527668, "f1": 0.49516, "accuracy": 0.527668, "main_score": 0.49516, "hf_subset": "cjk_Latn-mni_Beng", "languages": ["cjk-Latn", "mni-Beng"]}, {"precision": 0.591156, "recall": 0.629447, "f1": 0.601396, "accuracy": 0.629447, "main_score": 0.601396, "hf_subset": "cjk_Latn-ron_Latn", "languages": ["cjk-Latn", "ron-Latn"]}, {"precision": 0.558787, "recall": 0.604743, "f1": 0.571217, "accuracy": 0.604743, "main_score": 0.571217, "hf_subset": "cjk_Latn-szl_Latn", "languages": ["cjk-Latn", "szl-Latn"]}, {"precision": 0.586258, "recall": 0.625494, "f1": 0.596858, "accuracy": 0.625494, "main_score": 0.596858, "hf_subset": "cjk_Latn-vec_Latn", "languages": ["cjk-Latn", "vec-Latn"]}, {"precision": 0.463865, "recall": 0.512846, "f1": 0.477648, "accuracy": 0.512846, "main_score": 0.477648, "hf_subset": "cjk_Latn-amh_Ethi", "languages": ["cjk-Latn", "amh-Ethi"]}, {"precision": 0.584189, "recall": 0.621542, "f1": 0.593734, "accuracy": 0.621542, "main_score": 0.593734, "hf_subset": "cjk_Latn-bos_Latn", "languages": ["cjk-Latn", "bos-Latn"]}, {"precision": 0.545238, "recall": 0.590909, "f1": 0.557602, "accuracy": 0.590909, "main_score": 0.557602, "hf_subset": "cjk_Latn-fin_Latn", "languages": ["cjk-Latn", "fin-Latn"]}, {"precision": 0.563346, "recall": 0.606719, "f1": 0.574552, "accuracy": 0.606719, "main_score": 0.574552, "hf_subset": "cjk_Latn-ita_Latn", "languages": ["cjk-Latn", "ita-Latn"]}, {"precision": 0.556598, "recall": 0.607708, "f1": 0.570149, "accuracy": 0.607708, "main_score": 0.570149, "hf_subset": "cjk_Latn-kor_Hang", "languages": ["cjk-Latn", "kor-Hang"]}, {"precision": 0.498972, "recall": 0.534585, "f1": 0.509079, "accuracy": 0.534585, "main_score": 0.509079, "hf_subset": "cjk_Latn-mos_Latn", "languages": ["cjk-Latn", "mos-Latn"]}, {"precision": 0.484401, "recall": 0.523715, "f1": 0.495482, "accuracy": 0.523715, "main_score": 0.495482, "hf_subset": "cjk_Latn-run_Latn", "languages": ["cjk-Latn", "run-Latn"]}, {"precision": 0.534121, "recall": 0.578063, "f1": 0.546272, "accuracy": 0.578063, "main_score": 0.546272, "hf_subset": "cjk_Latn-tam_Taml", "languages": ["cjk-Latn", "tam-Taml"]}, {"precision": 0.567054, "recall": 0.603755, "f1": 0.576703, "accuracy": 0.603755, "main_score": 0.576703, "hf_subset": "cjk_Latn-vie_Latn", "languages": ["cjk-Latn", "vie-Latn"]}, {"precision": 0.551868, "recall": 0.590909, "f1": 0.562725, "accuracy": 0.590909, "main_score": 0.562725, "hf_subset": "cjk_Latn-apc_Arab", "languages": ["cjk-Latn", "apc-Arab"]}, {"precision": 0.537736, "recall": 0.578063, "f1": 0.548892, "accuracy": 0.578063, "main_score": 0.548892, "hf_subset": "cjk_Latn-bug_Latn", "languages": ["cjk-Latn", "bug-Latn"]}, {"precision": 0.453054, "recall": 0.496047, "f1": 0.464338, "accuracy": 0.496047, "main_score": 0.464338, "hf_subset": "cjk_Latn-fon_Latn", "languages": ["cjk-Latn", "fon-Latn"]}, {"precision": 0.574806, "recall": 0.605731, "f1": 0.583265, "accuracy": 0.605731, "main_score": 0.583265, "hf_subset": "cjk_Latn-jav_Latn", "languages": ["cjk-Latn", "jav-Latn"]}, {"precision": 0.510138, "recall": 0.55336, "f1": 0.522162, "accuracy": 0.55336, "main_score": 0.522162, "hf_subset": "cjk_Latn-lao_Laoo", "languages": ["cjk-Latn", "lao-Laoo"]}, {"precision": 0.478389, "recall": 0.511858, "f1": 0.487192, "accuracy": 0.511858, "main_score": 0.487192, "hf_subset": "cjk_Latn-mri_Latn", "languages": ["cjk-Latn", "mri-Latn"]}, {"precision": 0.560074, "recall": 0.600791, "f1": 0.571327, "accuracy": 0.600791, "main_score": 0.571327, "hf_subset": "cjk_Latn-rus_Cyrl", "languages": ["cjk-Latn", "rus-Cyrl"]}, {"precision": 0.493248, "recall": 0.52668, "f1": 0.503755, "accuracy": 0.52668, "main_score": 0.503755, "hf_subset": "cjk_Latn-taq_Latn", "languages": ["cjk-Latn", "taq-Latn"]}, {"precision": 0.584214, "recall": 0.616601, "f1": 0.592628, "accuracy": 0.616601, "main_score": 0.592628, "hf_subset": "cjk_Latn-war_Latn", "languages": ["cjk-Latn", "war-Latn"]}, {"precision": 0.549978, "recall": 0.590909, "f1": 0.560973, "accuracy": 0.590909, "main_score": 0.560973, "hf_subset": "cjk_Latn-arb_Arab", "languages": ["cjk-Latn", "arb-Arab"]}, {"precision": 0.561494, "recall": 0.603755, "f1": 0.573168, "accuracy": 0.603755, "main_score": 0.573168, "hf_subset": "cjk_Latn-bul_Cyrl", "languages": ["cjk-Latn", "bul-Cyrl"]}, {"precision": 0.572216, "recall": 0.613636, "f1": 0.583621, "accuracy": 0.613636, "main_score": 0.583621, "hf_subset": "cjk_Latn-fra_Latn", "languages": ["cjk-Latn", "fra-Latn"]}, {"precision": 0.544854, "recall": 0.591897, "f1": 0.55861, "accuracy": 0.591897, "main_score": 0.55861, "hf_subset": "cjk_Latn-jpn_Jpan", "languages": ["cjk-Latn", "jpn-Jpan"]}, {"precision": 0.575011, "recall": 0.612648, "f1": 0.58495, "accuracy": 0.612648, "main_score": 0.58495, "hf_subset": "cjk_Latn-lij_Latn", "languages": ["cjk-Latn", "lij-Latn"]}, {"precision": 0.44073, "recall": 0.494071, "f1": 0.455673, "accuracy": 0.494071, "main_score": 0.455673, "hf_subset": "cjk_Latn-mya_Mymr", "languages": ["cjk-Latn", "mya-Mymr"]}, {"precision": 0.508096, "recall": 0.548419, "f1": 0.519673, "accuracy": 0.548419, "main_score": 0.519673, "hf_subset": "cjk_Latn-sag_Latn", "languages": ["cjk-Latn", "sag-Latn"]}, {"precision": 0.19988, "recall": 0.242095, "f1": 0.209642, "accuracy": 0.242095, "main_score": 0.209642, "hf_subset": "cjk_Latn-taq_Tfng", "languages": ["cjk-Latn", "taq-Tfng"]}, {"precision": 0.522431, "recall": 0.554348, "f1": 0.531686, "accuracy": 0.554348, "main_score": 0.531686, "hf_subset": "cjk_Latn-wol_Latn", "languages": ["cjk-Latn", "wol-Latn"]}, {"precision": 0.459259, "recall": 0.503953, "f1": 0.471766, "accuracy": 0.503953, "main_score": 0.471766, "hf_subset": "cjk_Latn-arb_Latn", "languages": ["cjk-Latn", "arb-Latn"]}, {"precision": 0.573279, "recall": 0.614625, "f1": 0.584033, "accuracy": 0.614625, "main_score": 0.584033, "hf_subset": "cjk_Latn-cat_Latn", "languages": ["cjk-Latn", "cat-Latn"]}, {"precision": 0.560557, "recall": 0.599802, "f1": 0.571062, "accuracy": 0.599802, "main_score": 0.571062, "hf_subset": "cjk_Latn-fur_Latn", "languages": ["cjk-Latn", "fur-Latn"]}, {"precision": 0.3974, "recall": 0.4417, "f1": 0.409075, "accuracy": 0.4417, "main_score": 0.409075, "hf_subset": "cjk_Latn-kab_Latn", "languages": ["cjk-Latn", "kab-Latn"]}, {"precision": 0.571626, "recall": 0.61166, "f1": 0.582615, "accuracy": 0.61166, "main_score": 0.582615, "hf_subset": "cjk_Latn-lim_Latn", "languages": ["cjk-Latn", "lim-Latn"]}, {"precision": 0.562625, "recall": 0.605731, "f1": 0.574506, "accuracy": 0.605731, "main_score": 0.574506, "hf_subset": "cjk_Latn-nld_Latn", "languages": ["cjk-Latn", "nld-Latn"]}, {"precision": 0.525087, "recall": 0.576087, "f1": 0.53853, "accuracy": 0.576087, "main_score": 0.53853, "hf_subset": "cjk_Latn-san_Deva", "languages": ["cjk-Latn", "san-Deva"]}, {"precision": 0.550367, "recall": 0.592885, "f1": 0.562464, "accuracy": 0.592885, "main_score": 0.562464, "hf_subset": "cjk_Latn-tat_Cyrl", "languages": ["cjk-Latn", "tat-Cyrl"]}, {"precision": 0.52095, "recall": 0.560277, "f1": 0.53275, "accuracy": 0.560277, "main_score": 0.53275, "hf_subset": "cjk_Latn-xho_Latn", "languages": ["cjk-Latn", "xho-Latn"]}, {"precision": 0.533499, "recall": 0.578063, "f1": 0.545719, "accuracy": 0.578063, "main_score": 0.545719, "hf_subset": "cjk_Latn-ars_Arab", "languages": ["cjk-Latn", "ars-Arab"]}, {"precision": 0.588011, "recall": 0.616601, "f1": 0.595675, "accuracy": 0.616601, "main_score": 0.595675, "hf_subset": "cjk_Latn-ceb_Latn", "languages": ["cjk-Latn", "ceb-Latn"]}, {"precision": 0.49605, "recall": 0.536561, "f1": 0.507907, "accuracy": 0.536561, "main_score": 0.507907, "hf_subset": "cjk_Latn-fuv_Latn", "languages": ["cjk-Latn", "fuv-Latn"]}, {"precision": 0.4821, "recall": 0.518775, "f1": 0.492394, "accuracy": 0.518775, "main_score": 0.492394, "hf_subset": "cjk_Latn-kac_Latn", "languages": ["cjk-Latn", "kac-Latn"]}, {"precision": 0.536706, "recall": 0.575099, "f1": 0.547152, "accuracy": 0.575099, "main_score": 0.547152, "hf_subset": "cjk_Latn-lin_Latn", "languages": ["cjk-Latn", "lin-Latn"]}, {"precision": 0.551952, "recall": 0.59585, "f1": 0.563617, "accuracy": 0.59585, "main_score": 0.563617, "hf_subset": "cjk_Latn-nno_Latn", "languages": ["cjk-Latn", "nno-Latn"]}, {"precision": 0.115857, "recall": 0.15415, "f1": 0.125567, "accuracy": 0.15415, "main_score": 0.125567, "hf_subset": "cjk_Latn-sat_Olck", "languages": ["cjk-Latn", "sat-Olck"]}, {"precision": 0.562537, "recall": 0.605731, "f1": 0.573925, "accuracy": 0.605731, "main_score": 0.573925, "hf_subset": "cjk_Latn-tel_Telu", "languages": ["cjk-Latn", "tel-Telu"]}, {"precision": 0.478301, "recall": 0.528656, "f1": 0.491419, "accuracy": 0.528656, "main_score": 0.491419, "hf_subset": "cjk_Latn-ydd_Hebr", "languages": ["cjk-Latn", "ydd-Hebr"]}, {"precision": 0.532341, "recall": 0.56917, "f1": 0.542517, "accuracy": 0.56917, "main_score": 0.542517, "hf_subset": "cjk_Latn-ary_Arab", "languages": ["cjk-Latn", "ary-Arab"]}, {"precision": 0.560188, "recall": 0.606719, "f1": 0.572034, "accuracy": 0.606719, "main_score": 0.572034, "hf_subset": "cjk_Latn-ces_Latn", "languages": ["cjk-Latn", "ces-Latn"]}, {"precision": 0.484686, "recall": 0.525692, "f1": 0.495999, "accuracy": 0.525692, "main_score": 0.495999, "hf_subset": "cjk_Latn-gaz_Latn", "languages": ["cjk-Latn", "gaz-Latn"]}, {"precision": 0.492457, "recall": 0.528656, "f1": 0.502326, "accuracy": 0.528656, "main_score": 0.502326, "hf_subset": "cjk_Latn-kam_Latn", "languages": ["cjk-Latn", "kam-Latn"]}, {"precision": 0.553056, "recall": 0.59585, "f1": 0.564634, "accuracy": 0.59585, "main_score": 0.564634, "hf_subset": "cjk_Latn-lit_Latn", "languages": ["cjk-Latn", "lit-Latn"]}, {"precision": 0.569894, "recall": 0.613636, "f1": 0.581734, "accuracy": 0.613636, "main_score": 0.581734, "hf_subset": "cjk_Latn-nob_Latn", "languages": ["cjk-Latn", "nob-Latn"]}, {"precision": 0.575748, "recall": 0.610672, "f1": 0.585303, "accuracy": 0.610672, "main_score": 0.585303, "hf_subset": "cjk_Latn-scn_Latn", "languages": ["cjk-Latn", "scn-Latn"]}, {"precision": 0.538255, "recall": 0.579051, "f1": 0.549852, "accuracy": 0.579051, "main_score": 0.549852, "hf_subset": "cjk_Latn-tgk_Cyrl", "languages": ["cjk-Latn", "tgk-Cyrl"]}, {"precision": 0.473583, "recall": 0.518775, "f1": 0.486398, "accuracy": 0.518775, "main_score": 0.486398, "hf_subset": "cjk_Latn-yor_Latn", "languages": ["cjk-Latn", "yor-Latn"]}, {"precision": 0.544892, "recall": 0.588933, "f1": 0.556376, "accuracy": 0.588933, "main_score": 0.556376, "hf_subset": "cjk_Latn-arz_Arab", "languages": ["cjk-Latn", "arz-Arab"]}, {"precision": 0.49419, "recall": 0.531621, "f1": 0.504452, "accuracy": 0.531621, "main_score": 0.504452, "hf_subset": "cjk_Latn-gla_Latn", "languages": ["cjk-Latn", "gla-Latn"]}, {"precision": 0.545845, "recall": 0.588933, "f1": 0.558382, "accuracy": 0.588933, "main_score": 0.558382, "hf_subset": "cjk_Latn-kan_Knda", "languages": ["cjk-Latn", "kan-Knda"]}, {"precision": 0.561686, "recall": 0.598814, "f1": 0.57204, "accuracy": 0.598814, "main_score": 0.57204, "hf_subset": "cjk_Latn-lmo_Latn", "languages": ["cjk-Latn", "lmo-Latn"]}, {"precision": 0.555804, "recall": 0.602767, "f1": 0.568456, "accuracy": 0.602767, "main_score": 0.568456, "hf_subset": "cjk_Latn-npi_Deva", "languages": ["cjk-Latn", "npi-Deva"]}, {"precision": 0.412077, "recall": 0.464427, "f1": 0.426854, "accuracy": 0.464427, "main_score": 0.426854, "hf_subset": "cjk_Latn-shn_Mymr", "languages": ["cjk-Latn", "shn-Mymr"]}, {"precision": 0.57457, "recall": 0.608696, "f1": 0.584014, "accuracy": 0.608696, "main_score": 0.584014, "hf_subset": "cjk_Latn-tgl_Latn", "languages": ["cjk-Latn", "tgl-Latn"]}, {"precision": 0.540773, "recall": 0.583992, "f1": 0.552491, "accuracy": 0.583992, "main_score": 0.552491, "hf_subset": "cjk_Latn-yue_Hant", "languages": ["cjk-Latn", "yue-Hant"]}, {"precision": 0.524476, "recall": 0.56917, "f1": 0.536731, "accuracy": 0.56917, "main_score": 0.536731, "hf_subset": "cjk_Latn-asm_Beng", "languages": ["cjk-Latn", "asm-Beng"]}, {"precision": 0.501065, "recall": 0.545455, "f1": 0.513264, "accuracy": 0.545455, "main_score": 0.513264, "hf_subset": "cjk_Latn-ckb_Arab", "languages": ["cjk-Latn", "ckb-Arab"]}, {"precision": 0.485026, "recall": 0.528656, "f1": 0.496838, "accuracy": 0.528656, "main_score": 0.496838, "hf_subset": "cjk_Latn-gle_Latn", "languages": ["cjk-Latn", "gle-Latn"]}, {"precision": 0.503923, "recall": 0.54249, "f1": 0.514813, "accuracy": 0.54249, "main_score": 0.514813, "hf_subset": "cjk_Latn-kas_Arab", "languages": ["cjk-Latn", "kas-Arab"]}, {"precision": 0.539925, "recall": 0.582016, "f1": 0.551496, "accuracy": 0.582016, "main_score": 0.551496, "hf_subset": "cjk_Latn-ltg_Latn", "languages": ["cjk-Latn", "ltg-Latn"]}, {"precision": 0.545953, "recall": 0.586957, "f1": 0.557113, "accuracy": 0.586957, "main_score": 0.557113, "hf_subset": "cjk_Latn-nso_Latn", "languages": ["cjk-Latn", "nso-Latn"]}, {"precision": 0.476313, "recall": 0.52668, "f1": 0.490033, "accuracy": 0.52668, "main_score": 0.490033, "hf_subset": "cjk_Latn-sin_Sinh", "languages": ["cjk-Latn", "sin-Sinh"]}, {"precision": 0.546473, "recall": 0.591897, "f1": 0.559211, "accuracy": 0.591897, "main_score": 0.559211, "hf_subset": "cjk_Latn-tha_Thai", "languages": ["cjk-Latn", "tha-Thai"]}, {"precision": 0.545533, "recall": 0.590909, "f1": 0.557748, "accuracy": 0.590909, "main_score": 0.557748, "hf_subset": "cjk_Latn-zho_Hans", "languages": ["cjk-Latn", "zho-Hans"]}, {"precision": 0.577198, "recall": 0.615613, "f1": 0.587748, "accuracy": 0.615613, "main_score": 0.587748, "hf_subset": "cjk_Latn-ast_Latn", "languages": ["cjk-Latn", "ast-Latn"]}, {"precision": 0.535665, "recall": 0.573123, "f1": 0.545902, "accuracy": 0.573123, "main_score": 0.545902, "hf_subset": "cjk_Latn-crh_Latn", "languages": ["cjk-Latn", "crh-Latn"]}, {"precision": 0.564716, "recall": 0.612648, "f1": 0.577734, "accuracy": 0.612648, "main_score": 0.577734, "hf_subset": "cjk_Latn-glg_Latn", "languages": ["cjk-Latn", "glg-Latn"]}, {"precision": 0.506628, "recall": 0.554348, "f1": 0.520586, "accuracy": 0.554348, "main_score": 0.520586, "hf_subset": "cjk_Latn-kas_Deva", "languages": ["cjk-Latn", "kas-Deva"]}, {"precision": 0.551773, "recall": 0.589921, "f1": 0.561944, "accuracy": 0.589921, "main_score": 0.561944, "hf_subset": "cjk_Latn-ltz_Latn", "languages": ["cjk-Latn", "ltz-Latn"]}, {"precision": 0.439148, "recall": 0.482213, "f1": 0.451521, "accuracy": 0.482213, "main_score": 0.451521, "hf_subset": "cjk_Latn-nus_Latn", "languages": ["cjk-Latn", "nus-Latn"]}, {"precision": 0.549227, "recall": 0.602767, "f1": 0.563312, "accuracy": 0.602767, "main_score": 0.563312, "hf_subset": "cjk_Latn-slk_Latn", "languages": ["cjk-Latn", "slk-Latn"]}, {"precision": 0.408366, "recall": 0.452569, "f1": 0.421363, "accuracy": 0.452569, "main_score": 0.421363, "hf_subset": "cjk_Latn-tir_Ethi", "languages": ["cjk-Latn", "tir-Ethi"]}, {"precision": 0.535529, "recall": 0.581028, "f1": 0.547809, "accuracy": 0.581028, "main_score": 0.547809, "hf_subset": "cjk_Latn-zho_Hant", "languages": ["cjk-Latn", "zho-Hant"]}, {"precision": 0.564199, "recall": 0.601779, "f1": 0.574889, "accuracy": 0.601779, "main_score": 0.574889, "hf_subset": "cjk_Latn-awa_Deva", "languages": ["cjk-Latn", "awa-Deva"]}, {"precision": 0.540513, "recall": 0.581028, "f1": 0.552084, "accuracy": 0.581028, "main_score": 0.552084, "hf_subset": "cjk_Latn-cym_Latn", "languages": ["cjk-Latn", "cym-Latn"]}, {"precision": 0.573361, "recall": 0.605731, "f1": 0.582183, "accuracy": 0.605731, "main_score": 0.582183, "hf_subset": "cjk_Latn-grn_Latn", "languages": ["cjk-Latn", "grn-Latn"]}, {"precision": 0.536989, "recall": 0.578063, "f1": 0.547855, "accuracy": 0.578063, "main_score": 0.547855, "hf_subset": "cjk_Latn-kat_Geor", "languages": ["cjk-Latn", "kat-Geor"]}, {"precision": 0.535211, "recall": 0.572134, "f1": 0.54544, "accuracy": 0.572134, "main_score": 0.54544, "hf_subset": "cjk_Latn-lua_Latn", "languages": ["cjk-Latn", "lua-Latn"]}, {"precision": 0.51082, "recall": 0.556324, "f1": 0.523933, "accuracy": 0.556324, "main_score": 0.523933, "hf_subset": "cjk_Latn-nya_Latn", "languages": ["cjk-Latn", "nya-Latn"]}, {"precision": 0.567553, "recall": 0.605731, "f1": 0.577976, "accuracy": 0.605731, "main_score": 0.577976, "hf_subset": "cjk_Latn-slv_Latn", "languages": ["cjk-Latn", "slv-Latn"]}, {"precision": 0.558672, "recall": 0.594862, "f1": 0.568981, "accuracy": 0.594862, "main_score": 0.568981, "hf_subset": "cjk_Latn-tpi_Latn", "languages": ["cjk-Latn", "tpi-Latn"]}, {"precision": 0.576683, "recall": 0.620553, "f1": 0.58818, "accuracy": 0.620553, "main_score": 0.58818, "hf_subset": "cjk_Latn-zsm_Latn", "languages": ["cjk-Latn", "zsm-Latn"]}, {"precision": 0.500353, "recall": 0.541502, "f1": 0.512192, "accuracy": 0.541502, "main_score": 0.512192, "hf_subset": "cjk_Latn-ayr_Latn", "languages": ["cjk-Latn", "ayr-Latn"]}, {"precision": 0.56803, "recall": 0.61166, "f1": 0.57975, "accuracy": 0.61166, "main_score": 0.57975, "hf_subset": "cjk_Latn-dan_Latn", "languages": ["cjk-Latn", "dan-Latn"]}, {"precision": 0.550399, "recall": 0.594862, "f1": 0.562265, "accuracy": 0.594862, "main_score": 0.562265, "hf_subset": "cjk_Latn-guj_Gujr", "languages": ["cjk-Latn", "guj-Gujr"]}, {"precision": 0.563748, "recall": 0.603755, "f1": 0.574901, "accuracy": 0.603755, "main_score": 0.574901, "hf_subset": "cjk_Latn-kaz_Cyrl", "languages": ["cjk-Latn", "kaz-Cyrl"]}, {"precision": 0.479625, "recall": 0.518775, "f1": 0.490509, "accuracy": 0.518775, "main_score": 0.490509, "hf_subset": "cjk_Latn-lug_Latn", "languages": ["cjk-Latn", "lug-Latn"]}, {"precision": 0.591829, "recall": 0.630435, "f1": 0.602096, "accuracy": 0.630435, "main_score": 0.602096, "hf_subset": "cjk_Latn-oci_Latn", "languages": ["cjk-Latn", "oci-Latn"]}, {"precision": 0.530658, "recall": 0.567194, "f1": 0.540924, "accuracy": 0.567194, "main_score": 0.540924, "hf_subset": "cjk_Latn-smo_Latn", "languages": ["cjk-Latn", "smo-Latn"]}, {"precision": 0.489336, "recall": 0.532609, "f1": 0.501695, "accuracy": 0.532609, "main_score": 0.501695, "hf_subset": "cjk_Latn-tsn_Latn", "languages": ["cjk-Latn", "tsn-Latn"]}, {"precision": 0.501133, "recall": 0.537549, "f1": 0.511375, "accuracy": 0.537549, "main_score": 0.511375, "hf_subset": "cjk_Latn-zul_Latn", "languages": ["cjk-Latn", "zul-Latn"]}, {"precision": 0.494846, "recall": 0.543478, "f1": 0.508645, "accuracy": 0.543478, "main_score": 0.508645, "hf_subset": "cjk_Latn-azb_Arab", "languages": ["cjk-Latn", "azb-Arab"]}, {"precision": 0.571869, "recall": 0.61166, "f1": 0.582919, "accuracy": 0.61166, "main_score": 0.582919, "hf_subset": "cjk_Latn-deu_Latn", "languages": ["cjk-Latn", "deu-Latn"]}, {"precision": 0.535952, "recall": 0.581028, "f1": 0.548397, "accuracy": 0.581028, "main_score": 0.548397, "hf_subset": "cjk_Latn-hat_Latn", "languages": ["cjk-Latn", "hat-Latn"]}, {"precision": 0.464442, "recall": 0.503953, "f1": 0.475121, "accuracy": 0.503953, "main_score": 0.475121, "hf_subset": "cjk_Latn-kbp_Latn", "languages": ["cjk-Latn", "kbp-Latn"]}, {"precision": 0.515361, "recall": 0.554348, "f1": 0.526445, "accuracy": 0.554348, "main_score": 0.526445, "hf_subset": "cjk_Latn-luo_Latn", "languages": ["cjk-Latn", "luo-Latn"]}, {"precision": 0.541408, "recall": 0.587945, "f1": 0.553954, "accuracy": 0.587945, "main_score": 0.553954, "hf_subset": "cjk_Latn-ory_Orya", "languages": ["cjk-Latn", "ory-Orya"]}, {"precision": 0.50542, "recall": 0.54249, "f1": 0.516402, "accuracy": 0.54249, "main_score": 0.516402, "hf_subset": "cjk_Latn-sna_Latn", "languages": ["cjk-Latn", "sna-Latn"]}, {"precision": 0.515563, "recall": 0.549407, "f1": 0.525604, "accuracy": 0.549407, "main_score": 0.525604, "hf_subset": "cjk_Latn-tso_Latn", "languages": ["cjk-Latn", "tso-Latn"]}, {"precision": 0.53882, "recall": 0.588933, "f1": 0.553456, "accuracy": 0.588933, "main_score": 0.553456, "hf_subset": "cjk_Latn-azj_Latn", "languages": ["cjk-Latn", "azj-Latn"]}, {"precision": 0.471937, "recall": 0.519763, "f1": 0.486185, "accuracy": 0.519763, "main_score": 0.486185, "hf_subset": "cjk_Latn-dik_Latn", "languages": ["cjk-Latn", "dik-Latn"]}, {"precision": 0.504127, "recall": 0.540514, "f1": 0.514806, "accuracy": 0.540514, "main_score": 0.514806, "hf_subset": "cjk_Latn-hau_Latn", "languages": ["cjk-Latn", "hau-Latn"]}, {"precision": 0.586293, "recall": 0.618577, "f1": 0.595277, "accuracy": 0.618577, "main_score": 0.595277, "hf_subset": "cjk_Latn-kea_Latn", "languages": ["cjk-Latn", "kea-Latn"]}, {"precision": 0.533918, "recall": 0.572134, "f1": 0.544902, "accuracy": 0.572134, "main_score": 0.544902, "hf_subset": "cjk_Latn-lus_Latn", "languages": ["cjk-Latn", "lus-Latn"]}, {"precision": 0.557334, "recall": 0.589921, "f1": 0.566467, "accuracy": 0.589921, "main_score": 0.566467, "hf_subset": "cjk_Latn-pag_Latn", "languages": ["cjk-Latn", "pag-Latn"]}, {"precision": 0.521857, "recall": 0.567194, "f1": 0.534811, "accuracy": 0.567194, "main_score": 0.534811, "hf_subset": "cjk_Latn-snd_Arab", "languages": ["cjk-Latn", "snd-Arab"]}, {"precision": 0.522823, "recall": 0.564229, "f1": 0.533905, "accuracy": 0.564229, "main_score": 0.533905, "hf_subset": "cjk_Latn-tuk_Latn", "languages": ["cjk-Latn", "tuk-Latn"]}, {"precision": 0.559694, "recall": 0.594862, "f1": 0.569446, "accuracy": 0.594862, "main_score": 0.569446, "hf_subset": "cjk_Latn-bak_Cyrl", "languages": ["cjk-Latn", "bak-Cyrl"]}, {"precision": 0.426558, "recall": 0.480237, "f1": 0.442177, "accuracy": 0.480237, "main_score": 0.442177, "hf_subset": "cjk_Latn-dyu_Latn", "languages": ["cjk-Latn", "dyu-Latn"]}, {"precision": 0.545841, "recall": 0.587945, "f1": 0.55742, "accuracy": 0.587945, "main_score": 0.55742, "hf_subset": "cjk_Latn-heb_Hebr", "languages": ["cjk-Latn", "heb-Hebr"]}, {"precision": 0.53023, "recall": 0.570158, "f1": 0.541324, "accuracy": 0.570158, "main_score": 0.541324, "hf_subset": "cjk_Latn-khk_Cyrl", "languages": ["cjk-Latn", "khk-Cyrl"]}, {"precision": 0.550604, "recall": 0.585968, "f1": 0.560013, "accuracy": 0.585968, "main_score": 0.560013, "hf_subset": "cjk_Latn-lvs_Latn", "languages": ["cjk-Latn", "lvs-Latn"]}, {"precision": 0.548102, "recall": 0.592885, "f1": 0.561232, "accuracy": 0.592885, "main_score": 0.561232, "hf_subset": "cjk_Latn-pan_Guru", "languages": ["cjk-Latn", "pan-Guru"]}, {"precision": 0.484139, "recall": 0.523715, "f1": 0.495269, "accuracy": 0.523715, "main_score": 0.495269, "hf_subset": "cjk_Latn-som_Latn", "languages": ["cjk-Latn", "som-Latn"]}, {"precision": 0.494648, "recall": 0.530632, "f1": 0.50528, "accuracy": 0.530632, "main_score": 0.50528, "hf_subset": "cjk_Latn-tum_Latn", "languages": ["cjk-Latn", "tum-Latn"]}, {"precision": 0.433631, "recall": 0.48419, "f1": 0.447822, "accuracy": 0.48419, "main_score": 0.447822, "hf_subset": "gla_Latn-ace_Arab", "languages": ["gla-Latn", "ace-Arab"]}, {"precision": 0.498198, "recall": 0.543478, "f1": 0.511179, "accuracy": 0.543478, "main_score": 0.511179, "hf_subset": "gla_Latn-bam_Latn", "languages": ["gla-Latn", "bam-Latn"]}, {"precision": 0.271484, "recall": 0.327075, "f1": 0.285446, "accuracy": 0.327075, "main_score": 0.285446, "hf_subset": "gla_Latn-dzo_Tibt", "languages": ["gla-Latn", "dzo-Tibt"]}, {"precision": 0.755828, "recall": 0.805336, "f1": 0.769817, "accuracy": 0.805336, "main_score": 0.769817, "hf_subset": "gla_Latn-hin_Deva", "languages": ["gla-Latn", "hin-Deva"]}, {"precision": 0.730743, "recall": 0.780632, "f1": 0.744378, "accuracy": 0.780632, "main_score": 0.744378, "hf_subset": "gla_Latn-khm_Khmr", "languages": ["gla-Latn", "khm-Khmr"]}, {"precision": 0.735197, "recall": 0.788538, "f1": 0.749994, "accuracy": 0.788538, "main_score": 0.749994, "hf_subset": "gla_Latn-mag_Deva", "languages": ["gla-Latn", "mag-Deva"]}, {"precision": 0.684625, "recall": 0.736166, "f1": 0.698195, "accuracy": 0.736166, "main_score": 0.698195, "hf_subset": "gla_Latn-pap_Latn", "languages": ["gla-Latn", "pap-Latn"]}, {"precision": 0.549344, "recall": 0.590909, "f1": 0.560159, "accuracy": 0.590909, "main_score": 0.560159, "hf_subset": "gla_Latn-sot_Latn", "languages": ["gla-Latn", "sot-Latn"]}, {"precision": 0.755414, "recall": 0.807312, "f1": 0.769432, "accuracy": 0.807312, "main_score": 0.769432, "hf_subset": "gla_Latn-tur_Latn", "languages": ["gla-Latn", "tur-Latn"]}, {"precision": 0.60763, "recall": 0.649209, "f1": 0.619337, "accuracy": 0.649209, "main_score": 0.619337, "hf_subset": "gla_Latn-ace_Latn", "languages": ["gla-Latn", "ace-Latn"]}, {"precision": 0.66246, "recall": 0.708498, "f1": 0.674758, "accuracy": 0.708498, "main_score": 0.674758, "hf_subset": "gla_Latn-ban_Latn", "languages": ["gla-Latn", "ban-Latn"]}, {"precision": 0.760208, "recall": 0.812253, "f1": 0.774708, "accuracy": 0.812253, "main_score": 0.774708, "hf_subset": "gla_Latn-ell_Grek", "languages": ["gla-Latn", "ell-Grek"]}, {"precision": 0.719405, "recall": 0.771739, "f1": 0.733539, "accuracy": 0.771739, "main_score": 0.733539, "hf_subset": "gla_Latn-hne_Deva", "languages": ["gla-Latn", "hne-Deva"]}, {"precision": 0.476376, "recall": 0.524704, "f1": 0.489007, "accuracy": 0.524704, "main_score": 0.489007, "hf_subset": "gla_Latn-kik_Latn", "languages": ["gla-Latn", "kik-Latn"]}, {"precision": 0.706209, "recall": 0.761858, "f1": 0.721744, "accuracy": 0.761858, "main_score": 0.721744, "hf_subset": "gla_Latn-mai_Deva", "languages": ["gla-Latn", "mai-Deva"]}, {"precision": 0.67843, "recall": 0.73419, "f1": 0.693507, "accuracy": 0.73419, "main_score": 0.693507, "hf_subset": "gla_Latn-pbt_Arab", "languages": ["gla-Latn", "pbt-Arab"]}, {"precision": 0.77335, "recall": 0.81917, "f1": 0.78615, "accuracy": 0.81917, "main_score": 0.78615, "hf_subset": "gla_Latn-spa_Latn", "languages": ["gla-Latn", "spa-Latn"]}, {"precision": 0.52479, "recall": 0.562253, "f1": 0.535025, "accuracy": 0.562253, "main_score": 0.535025, "hf_subset": "gla_Latn-twi_Latn", "languages": ["gla-Latn", "twi-Latn"]}, {"precision": 0.738801, "recall": 0.788538, "f1": 0.752342, "accuracy": 0.788538, "main_score": 0.752342, "hf_subset": "gla_Latn-acm_Arab", "languages": ["gla-Latn", "acm-Arab"]}, {"precision": 0.714991, "recall": 0.762846, "f1": 0.727357, "accuracy": 0.762846, "main_score": 0.727357, "hf_subset": "gla_Latn-bel_Cyrl", "languages": ["gla-Latn", "bel-Cyrl"]}, {"precision": 0.797859, "recall": 0.84585, "f1": 0.81144, "accuracy": 0.84585, "main_score": 0.81144, "hf_subset": "gla_Latn-eng_Latn", "languages": ["gla-Latn", "eng-Latn"]}, {"precision": 0.781435, "recall": 0.829051, "f1": 0.794702, "accuracy": 0.829051, "main_score": 0.794702, "hf_subset": "gla_Latn-hrv_Latn", "languages": ["gla-Latn", "hrv-Latn"]}, {"precision": 0.516779, "recall": 0.562253, "f1": 0.529172, "accuracy": 0.562253, "main_score": 0.529172, "hf_subset": "gla_Latn-kin_Latn", "languages": ["gla-Latn", "kin-Latn"]}, {"precision": 0.748498, "recall": 0.798419, "f1": 0.762084, "accuracy": 0.798419, "main_score": 0.762084, "hf_subset": "gla_Latn-mal_Mlym", "languages": ["gla-Latn", "mal-Mlym"]}, {"precision": 0.754242, "recall": 0.8083, "f1": 0.769206, "accuracy": 0.8083, "main_score": 0.769206, "hf_subset": "gla_Latn-pes_Arab", "languages": ["gla-Latn", "pes-Arab"]}, {"precision": 0.693457, "recall": 0.745059, "f1": 0.708131, "accuracy": 0.745059, "main_score": 0.708131, "hf_subset": "gla_Latn-srd_Latn", "languages": ["gla-Latn", "srd-Latn"]}, {"precision": 0.216457, "recall": 0.262846, "f1": 0.227904, "accuracy": 0.262846, "main_score": 0.227904, "hf_subset": "gla_Latn-tzm_Tfng", "languages": ["gla-Latn", "tzm-Tfng"]}, {"precision": 0.755968, "recall": 0.806324, "f1": 0.770095, "accuracy": 0.806324, "main_score": 0.770095, "hf_subset": "gla_Latn-acq_Arab", "languages": ["gla-Latn", "acq-Arab"]}, {"precision": 0.554093, "recall": 0.59585, "f1": 0.565593, "accuracy": 0.59585, "main_score": 0.565593, "hf_subset": "gla_Latn-bem_Latn", "languages": ["gla-Latn", "bem-Latn"]}, {"precision": 0.777673, "recall": 0.823123, "f1": 0.79031, "accuracy": 0.823123, "main_score": 0.79031, "hf_subset": "gla_Latn-epo_Latn", "languages": ["gla-Latn", "epo-Latn"]}, {"precision": 0.760231, "recall": 0.809289, "f1": 0.77327, "accuracy": 0.809289, "main_score": 0.77327, "hf_subset": "gla_Latn-hun_Latn", "languages": ["gla-Latn", "hun-Latn"]}, {"precision": 0.689324, "recall": 0.742095, "f1": 0.704142, "accuracy": 0.742095, "main_score": 0.704142, "hf_subset": "gla_Latn-kir_Cyrl", "languages": ["gla-Latn", "kir-Cyrl"]}, {"precision": 0.759017, "recall": 0.809289, "f1": 0.772822, "accuracy": 0.809289, "main_score": 0.772822, "hf_subset": "gla_Latn-mar_Deva", "languages": ["gla-Latn", "mar-Deva"]}, {"precision": 0.594576, "recall": 0.637352, "f1": 0.605793, "accuracy": 0.637352, "main_score": 0.605793, "hf_subset": "gla_Latn-plt_Latn", "languages": ["gla-Latn", "plt-Latn"]}, {"precision": 0.783062, "recall": 0.828063, "f1": 0.795147, "accuracy": 0.828063, "main_score": 0.795147, "hf_subset": "gla_Latn-srp_Cyrl", "languages": ["gla-Latn", "srp-Cyrl"]}, {"precision": 0.657515, "recall": 0.720356, "f1": 0.675646, "accuracy": 0.720356, "main_score": 0.675646, "hf_subset": "gla_Latn-uig_Arab", "languages": ["gla-Latn", "uig-Arab"]}, {"precision": 0.71038, "recall": 0.750988, "f1": 0.721708, "accuracy": 0.750988, "main_score": 0.721708, "hf_subset": "gla_Latn-aeb_Arab", "languages": ["gla-Latn", "aeb-Arab"]}, {"precision": 0.765102, "recall": 0.816206, "f1": 0.779835, "accuracy": 0.816206, "main_score": 0.779835, "hf_subset": "gla_Latn-ben_Beng", "languages": ["gla-Latn", "ben-Beng"]}, {"precision": 0.743533, "recall": 0.797431, "f1": 0.758469, "accuracy": 0.797431, "main_score": 0.758469, "hf_subset": "gla_Latn-est_Latn", "languages": ["gla-Latn", "est-Latn"]}, {"precision": 0.747686, "recall": 0.799407, "f1": 0.761454, "accuracy": 0.799407, "main_score": 0.761454, "hf_subset": "gla_Latn-hye_Armn", "languages": ["gla-Latn", "hye-Armn"]}, {"precision": 0.497126, "recall": 0.540514, "f1": 0.508994, "accuracy": 0.540514, "main_score": 0.508994, "hf_subset": "gla_Latn-kmb_Latn", "languages": ["gla-Latn", "kmb-Latn"]}, {"precision": 0.389053, "recall": 0.445652, "f1": 0.4042, "accuracy": 0.445652, "main_score": 0.4042, "hf_subset": "gla_Latn-min_Arab", "languages": ["gla-Latn", "min-Arab"]}, {"precision": 0.756151, "recall": 0.809289, "f1": 0.771483, "accuracy": 0.809289, "main_score": 0.771483, "hf_subset": "gla_Latn-pol_Latn", "languages": ["gla-Latn", "pol-Latn"]}, {"precision": 0.528501, "recall": 0.578063, "f1": 0.542133, "accuracy": 0.578063, "main_score": 0.542133, "hf_subset": "gla_Latn-ssw_Latn", "languages": ["gla-Latn", "ssw-Latn"]}, {"precision": 0.783155, "recall": 0.833992, "f1": 0.797542, "accuracy": 0.833992, "main_score": 0.797542, "hf_subset": "gla_Latn-ukr_Cyrl", "languages": ["gla-Latn", "ukr-Cyrl"]}, {"precision": 0.797233, "recall": 0.840909, "f1": 0.809431, "accuracy": 0.840909, "main_score": 0.809431, "hf_subset": "gla_Latn-afr_Latn", "languages": ["gla-Latn", "afr-Latn"]}, {"precision": 0.703125, "recall": 0.747036, "f1": 0.714362, "accuracy": 0.747036, "main_score": 0.714362, "hf_subset": "gla_Latn-bho_Deva", "languages": ["gla-Latn", "bho-Deva"]}, {"precision": 0.739282, "recall": 0.788538, "f1": 0.752659, "accuracy": 0.788538, "main_score": 0.752659, "hf_subset": "gla_Latn-eus_Latn", "languages": ["gla-Latn", "eus-Latn"]}, {"precision": 0.502812, "recall": 0.552372, "f1": 0.51702, "accuracy": 0.552372, "main_score": 0.51702, "hf_subset": "gla_Latn-ibo_Latn", "languages": ["gla-Latn", "ibo-Latn"]}, {"precision": 0.665406, "recall": 0.715415, "f1": 0.680025, "accuracy": 0.715415, "main_score": 0.680025, "hf_subset": "gla_Latn-kmr_Latn", "languages": ["gla-Latn", "kmr-Latn"]}, {"precision": 0.708096, "recall": 0.756917, "f1": 0.721733, "accuracy": 0.756917, "main_score": 0.721733, "hf_subset": "gla_Latn-min_Latn", "languages": ["gla-Latn", "min-Latn"]}, {"precision": 0.779736, "recall": 0.83004, "f1": 0.793976, "accuracy": 0.83004, "main_score": 0.793976, "hf_subset": "gla_Latn-por_Latn", "languages": ["gla-Latn", "por-Latn"]}, {"precision": 0.731884, "recall": 0.780632, "f1": 0.744913, "accuracy": 0.780632, "main_score": 0.744913, "hf_subset": "gla_Latn-sun_Latn", "languages": ["gla-Latn", "sun-Latn"]}, {"precision": 0.483976, "recall": 0.528656, "f1": 0.496376, "accuracy": 0.528656, "main_score": 0.496376, "hf_subset": "gla_Latn-umb_Latn", "languages": ["gla-Latn", "umb-Latn"]}, {"precision": 0.750463, "recall": 0.797431, "f1": 0.763451, "accuracy": 0.797431, "main_score": 0.763451, "hf_subset": "gla_Latn-ajp_Arab", "languages": ["gla-Latn", "ajp-Arab"]}, {"precision": 0.413342, "recall": 0.465415, "f1": 0.427268, "accuracy": 0.465415, "main_score": 0.427268, "hf_subset": "gla_Latn-bjn_Arab", "languages": ["gla-Latn", "bjn-Arab"]}, {"precision": 0.485812, "recall": 0.521739, "f1": 0.496088, "accuracy": 0.521739, "main_score": 0.496088, "hf_subset": "gla_Latn-ewe_Latn", "languages": ["gla-Latn", "ewe-Latn"]}, {"precision": 0.687917, "recall": 0.736166, "f1": 0.700188, "accuracy": 0.736166, "main_score": 0.700188, "hf_subset": "gla_Latn-ilo_Latn", "languages": ["gla-Latn", "ilo-Latn"]}, {"precision": 0.290867, "recall": 0.33498, "f1": 0.303708, "accuracy": 0.33498, "main_score": 0.303708, "hf_subset": "gla_Latn-knc_Arab", "languages": ["gla-Latn", "knc-Arab"]}, {"precision": 0.767626, "recall": 0.820158, "f1": 0.782029, "accuracy": 0.820158, "main_score": 0.782029, "hf_subset": "gla_Latn-mkd_Cyrl", "languages": ["gla-Latn", "mkd-Cyrl"]}, {"precision": 0.748418, "recall": 0.804348, "f1": 0.763894, "accuracy": 0.804348, "main_score": 0.763894, "hf_subset": "gla_Latn-prs_Arab", "languages": ["gla-Latn", "prs-Arab"]}, {"precision": 0.775109, "recall": 0.825099, "f1": 0.789119, "accuracy": 0.825099, "main_score": 0.789119, "hf_subset": "gla_Latn-swe_Latn", "languages": ["gla-Latn", "swe-Latn"]}, {"precision": 0.757092, "recall": 0.810277, "f1": 0.772256, "accuracy": 0.810277, "main_score": 0.772256, "hf_subset": "gla_Latn-urd_Arab", "languages": ["gla-Latn", "urd-Arab"]}, {"precision": 0.498537, "recall": 0.541502, "f1": 0.510903, "accuracy": 0.541502, "main_score": 0.510903, "hf_subset": "gla_Latn-aka_Latn", "languages": ["gla-Latn", "aka-Latn"]}, {"precision": 0.701524, "recall": 0.749012, "f1": 0.71428, "accuracy": 0.749012, "main_score": 0.71428, "hf_subset": "gla_Latn-bjn_Latn", "languages": ["gla-Latn", "bjn-Latn"]}, {"precision": 0.713094, "recall": 0.758893, "f1": 0.725278, "accuracy": 0.758893, "main_score": 0.725278, "hf_subset": "gla_Latn-fao_Latn", "languages": ["gla-Latn", "fao-Latn"]}, {"precision": 0.777719, "recall": 0.826087, "f1": 0.790983, "accuracy": 0.826087, "main_score": 0.790983, "hf_subset": "gla_Latn-ind_Latn", "languages": ["gla-Latn", "ind-Latn"]}, {"precision": 0.511078, "recall": 0.552372, "f1": 0.522321, "accuracy": 0.552372, "main_score": 0.522321, "hf_subset": "gla_Latn-knc_Latn", "languages": ["gla-Latn", "knc-Latn"]}, {"precision": 0.732114, "recall": 0.779644, "f1": 0.744844, "accuracy": 0.779644, "main_score": 0.744844, "hf_subset": "gla_Latn-mlt_Latn", "languages": ["gla-Latn", "mlt-Latn"]}, {"precision": 0.547957, "recall": 0.598814, "f1": 0.561826, "accuracy": 0.598814, "main_score": 0.561826, "hf_subset": "gla_Latn-quy_Latn", "languages": ["gla-Latn", "quy-Latn"]}, {"precision": 0.723823, "recall": 0.774704, "f1": 0.737857, "accuracy": 0.774704, "main_score": 0.737857, "hf_subset": "gla_Latn-swh_Latn", "languages": ["gla-Latn", "swh-Latn"]}, {"precision": 0.729995, "recall": 0.779644, "f1": 0.744153, "accuracy": 0.779644, "main_score": 0.744153, "hf_subset": "gla_Latn-uzn_Latn", "languages": ["gla-Latn", "uzn-Latn"]}, {"precision": 0.749984, "recall": 0.798419, "f1": 0.76304, "accuracy": 0.798419, "main_score": 0.76304, "hf_subset": "gla_Latn-als_Latn", "languages": ["gla-Latn", "als-Latn"]}, {"precision": 0.409309, "recall": 0.480237, "f1": 0.428843, "accuracy": 0.480237, "main_score": 0.428843, "hf_subset": "gla_Latn-bod_Tibt", "languages": ["gla-Latn", "bod-Tibt"]}, {"precision": 0.565026, "recall": 0.612648, "f1": 0.578165, "accuracy": 0.612648, "main_score": 0.578165, "hf_subset": "gla_Latn-fij_Latn", "languages": ["gla-Latn", "fij-Latn"]}, {"precision": 0.729968, "recall": 0.783597, "f1": 0.745141, "accuracy": 0.783597, "main_score": 0.745141, "hf_subset": "gla_Latn-isl_Latn", "languages": ["gla-Latn", "isl-Latn"]}, {"precision": 0.535512, "recall": 0.574111, "f1": 0.545931, "accuracy": 0.574111, "main_score": 0.545931, "hf_subset": "gla_Latn-kon_Latn", "languages": ["gla-Latn", "kon-Latn"]}, {"precision": 0.497364, "recall": 0.550395, "f1": 0.512218, "accuracy": 0.550395, "main_score": 0.512218, "hf_subset": "gla_Latn-mni_Beng", "languages": ["gla-Latn", "mni-Beng"]}, {"precision": 0.790836, "recall": 0.835968, "f1": 0.803433, "accuracy": 0.835968, "main_score": 0.803433, "hf_subset": "gla_Latn-ron_Latn", "languages": ["gla-Latn", "ron-Latn"]}, {"precision": 0.746082, "recall": 0.797431, "f1": 0.760632, "accuracy": 0.797431, "main_score": 0.760632, "hf_subset": "gla_Latn-szl_Latn", "languages": ["gla-Latn", "szl-Latn"]}, {"precision": 0.749763, "recall": 0.795455, "f1": 0.762497, "accuracy": 0.795455, "main_score": 0.762497, "hf_subset": "gla_Latn-vec_Latn", "languages": ["gla-Latn", "vec-Latn"]}, {"precision": 0.664482, "recall": 0.722332, "f1": 0.68117, "accuracy": 0.722332, "main_score": 0.68117, "hf_subset": "gla_Latn-amh_Ethi", "languages": ["gla-Latn", "amh-Ethi"]}, {"precision": 0.783658, "recall": 0.832016, "f1": 0.797422, "accuracy": 0.832016, "main_score": 0.797422, "hf_subset": "gla_Latn-bos_Latn", "languages": ["gla-Latn", "bos-Latn"]}, {"precision": 0.746471, "recall": 0.797431, "f1": 0.760889, "accuracy": 0.797431, "main_score": 0.760889, "hf_subset": "gla_Latn-fin_Latn", "languages": ["gla-Latn", "fin-Latn"]}, {"precision": 0.751501, "recall": 0.807312, "f1": 0.7673, "accuracy": 0.807312, "main_score": 0.7673, "hf_subset": "gla_Latn-ita_Latn", "languages": ["gla-Latn", "ita-Latn"]}, {"precision": 0.723549, "recall": 0.780632, "f1": 0.739237, "accuracy": 0.780632, "main_score": 0.739237, "hf_subset": "gla_Latn-kor_Hang", "languages": ["gla-Latn", "kor-Hang"]}, {"precision": 0.485576, "recall": 0.519763, "f1": 0.494953, "accuracy": 0.519763, "main_score": 0.494953, "hf_subset": "gla_Latn-mos_Latn", "languages": ["gla-Latn", "mos-Latn"]}, {"precision": 0.531943, "recall": 0.570158, "f1": 0.541791, "accuracy": 0.570158, "main_score": 0.541791, "hf_subset": "gla_Latn-run_Latn", "languages": ["gla-Latn", "run-Latn"]}, {"precision": 0.741319, "recall": 0.796443, "f1": 0.756875, "accuracy": 0.796443, "main_score": 0.756875, "hf_subset": "gla_Latn-tam_Taml", "languages": ["gla-Latn", "tam-Taml"]}, {"precision": 0.765655, "recall": 0.815217, "f1": 0.779437, "accuracy": 0.815217, "main_score": 0.779437, "hf_subset": "gla_Latn-vie_Latn", "languages": ["gla-Latn", "vie-Latn"]}, {"precision": 0.727318, "recall": 0.779644, "f1": 0.741532, "accuracy": 0.779644, "main_score": 0.741532, "hf_subset": "gla_Latn-apc_Arab", "languages": ["gla-Latn", "apc-Arab"]}, {"precision": 0.564324, "recall": 0.608696, "f1": 0.575705, "accuracy": 0.608696, "main_score": 0.575705, "hf_subset": "gla_Latn-bug_Latn", "languages": ["gla-Latn", "bug-Latn"]}, {"precision": 0.448257, "recall": 0.487154, "f1": 0.45881, "accuracy": 0.487154, "main_score": 0.45881, "hf_subset": "gla_Latn-fon_Latn", "languages": ["gla-Latn", "fon-Latn"]}, {"precision": 0.750538, "recall": 0.796443, "f1": 0.762959, "accuracy": 0.796443, "main_score": 0.762959, "hf_subset": "gla_Latn-jav_Latn", "languages": ["gla-Latn", "jav-Latn"]}, {"precision": 0.725512, "recall": 0.778656, "f1": 0.740124, "accuracy": 0.778656, "main_score": 0.740124, "hf_subset": "gla_Latn-lao_Laoo", "languages": ["gla-Latn", "lao-Laoo"]}, {"precision": 0.665995, "recall": 0.716403, "f1": 0.679786, "accuracy": 0.716403, "main_score": 0.679786, "hf_subset": "gla_Latn-mri_Latn", "languages": ["gla-Latn", "mri-Latn"]}, {"precision": 0.764254, "recall": 0.814229, "f1": 0.77865, "accuracy": 0.814229, "main_score": 0.77865, "hf_subset": "gla_Latn-rus_Cyrl", "languages": ["gla-Latn", "rus-Cyrl"]}, {"precision": 0.460352, "recall": 0.505929, "f1": 0.473555, "accuracy": 0.505929, "main_score": 0.473555, "hf_subset": "gla_Latn-taq_Latn", "languages": ["gla-Latn", "taq-Latn"]}, {"precision": 0.73351, "recall": 0.779644, "f1": 0.74511, "accuracy": 0.779644, "main_score": 0.74511, "hf_subset": "gla_Latn-war_Latn", "languages": ["gla-Latn", "war-Latn"]}, {"precision": 0.746105, "recall": 0.801383, "f1": 0.761419, "accuracy": 0.801383, "main_score": 0.761419, "hf_subset": "gla_Latn-arb_Arab", "languages": ["gla-Latn", "arb-Arab"]}, {"precision": 0.775486, "recall": 0.825099, "f1": 0.78915, "accuracy": 0.825099, "main_score": 0.78915, "hf_subset": "gla_Latn-bul_Cyrl", "languages": ["gla-Latn", "bul-Cyrl"]}, {"precision": 0.771398, "recall": 0.821146, "f1": 0.785327, "accuracy": 0.821146, "main_score": 0.785327, "hf_subset": "gla_Latn-fra_Latn", "languages": ["gla-Latn", "fra-Latn"]}, {"precision": 0.722808, "recall": 0.775692, "f1": 0.737348, "accuracy": 0.775692, "main_score": 0.737348, "hf_subset": "gla_Latn-jpn_Jpan", "languages": ["gla-Latn", "jpn-Jpan"]}, {"precision": 0.727147, "recall": 0.775692, "f1": 0.740469, "accuracy": 0.775692, "main_score": 0.740469, "hf_subset": "gla_Latn-lij_Latn", "languages": ["gla-Latn", "lij-Latn"]}, {"precision": 0.644997, "recall": 0.720356, "f1": 0.666674, "accuracy": 0.720356, "main_score": 0.666674, "hf_subset": "gla_Latn-mya_Mymr", "languages": ["gla-Latn", "mya-Mymr"]}, {"precision": 0.510089, "recall": 0.557312, "f1": 0.52309, "accuracy": 0.557312, "main_score": 0.52309, "hf_subset": "gla_Latn-sag_Latn", "languages": ["gla-Latn", "sag-Latn"]}, {"precision": 0.201627, "recall": 0.245059, "f1": 0.212321, "accuracy": 0.245059, "main_score": 0.212321, "hf_subset": "gla_Latn-taq_Tfng", "languages": ["gla-Latn", "taq-Tfng"]}, {"precision": 0.535754, "recall": 0.577075, "f1": 0.546896, "accuracy": 0.577075, "main_score": 0.546896, "hf_subset": "gla_Latn-wol_Latn", "languages": ["gla-Latn", "wol-Latn"]}, {"precision": 0.588723, "recall": 0.644269, "f1": 0.604061, "accuracy": 0.644269, "main_score": 0.604061, "hf_subset": "gla_Latn-arb_Latn", "languages": ["gla-Latn", "arb-Latn"]}, {"precision": 0.788365, "recall": 0.833992, "f1": 0.801078, "accuracy": 0.833992, "main_score": 0.801078, "hf_subset": "gla_Latn-cat_Latn", "languages": ["gla-Latn", "cat-Latn"]}, {"precision": 0.707915, "recall": 0.751976, "f1": 0.719334, "accuracy": 0.751976, "main_score": 0.719334, "hf_subset": "gla_Latn-fur_Latn", "languages": ["gla-Latn", "fur-Latn"]}, {"precision": 0.428553, "recall": 0.479249, "f1": 0.443085, "accuracy": 0.479249, "main_score": 0.443085, "hf_subset": "gla_Latn-kab_Latn", "languages": ["gla-Latn", "kab-Latn"]}, {"precision": 0.712969, "recall": 0.759881, "f1": 0.726633, "accuracy": 0.759881, "main_score": 0.726633, "hf_subset": "gla_Latn-lim_Latn", "languages": ["gla-Latn", "lim-Latn"]}, {"precision": 0.767921, "recall": 0.818182, "f1": 0.781559, "accuracy": 0.818182, "main_score": 0.781559, "hf_subset": "gla_Latn-nld_Latn", "languages": ["gla-Latn", "nld-Latn"]}, {"precision": 0.698016, "recall": 0.752964, "f1": 0.71383, "accuracy": 0.752964, "main_score": 0.71383, "hf_subset": "gla_Latn-san_Deva", "languages": ["gla-Latn", "san-Deva"]}, {"precision": 0.713806, "recall": 0.763834, "f1": 0.72753, "accuracy": 0.763834, "main_score": 0.72753, "hf_subset": "gla_Latn-tat_Cyrl", "languages": ["gla-Latn", "tat-Cyrl"]}, {"precision": 0.581724, "recall": 0.629447, "f1": 0.594658, "accuracy": 0.629447, "main_score": 0.594658, "hf_subset": "gla_Latn-xho_Latn", "languages": ["gla-Latn", "xho-Latn"]}, {"precision": 0.735418, "recall": 0.794466, "f1": 0.752266, "accuracy": 0.794466, "main_score": 0.752266, "hf_subset": "gla_Latn-ars_Arab", "languages": ["gla-Latn", "ars-Arab"]}, {"precision": 0.773593, "recall": 0.818182, "f1": 0.786302, "accuracy": 0.818182, "main_score": 0.786302, "hf_subset": "gla_Latn-ceb_Latn", "languages": ["gla-Latn", "ceb-Latn"]}, {"precision": 0.490201, "recall": 0.530632, "f1": 0.502307, "accuracy": 0.530632, "main_score": 0.502307, "hf_subset": "gla_Latn-fuv_Latn", "languages": ["gla-Latn", "fuv-Latn"]}, {"precision": 0.474254, "recall": 0.51581, "f1": 0.485555, "accuracy": 0.51581, "main_score": 0.485555, "hf_subset": "gla_Latn-kac_Latn", "languages": ["gla-Latn", "kac-Latn"]}, {"precision": 0.551672, "recall": 0.58498, "f1": 0.561097, "accuracy": 0.58498, "main_score": 0.561097, "hf_subset": "gla_Latn-lin_Latn", "languages": ["gla-Latn", "lin-Latn"]}, {"precision": 0.771618, "recall": 0.822134, "f1": 0.785716, "accuracy": 0.822134, "main_score": 0.785716, "hf_subset": "gla_Latn-nno_Latn", "languages": ["gla-Latn", "nno-Latn"]}, {"precision": 0.179955, "recall": 0.240119, "f1": 0.19557, "accuracy": 0.240119, "main_score": 0.19557, "hf_subset": "gla_Latn-sat_Olck", "languages": ["gla-Latn", "sat-Olck"]}, {"precision": 0.753084, "recall": 0.805336, "f1": 0.767674, "accuracy": 0.805336, "main_score": 0.767674, "hf_subset": "gla_Latn-tel_Telu", "languages": ["gla-Latn", "tel-Telu"]}, {"precision": 0.678513, "recall": 0.742095, "f1": 0.695952, "accuracy": 0.742095, "main_score": 0.695952, "hf_subset": "gla_Latn-ydd_Hebr", "languages": ["gla-Latn", "ydd-Hebr"]}, {"precision": 0.684465, "recall": 0.737154, "f1": 0.698517, "accuracy": 0.737154, "main_score": 0.698517, "hf_subset": "gla_Latn-ary_Arab", "languages": ["gla-Latn", "ary-Arab"]}, {"precision": 0.781868, "recall": 0.827075, "f1": 0.794449, "accuracy": 0.827075, "main_score": 0.794449, "hf_subset": "gla_Latn-ces_Latn", "languages": ["gla-Latn", "ces-Latn"]}, {"precision": 0.519419, "recall": 0.570158, "f1": 0.533879, "accuracy": 0.570158, "main_score": 0.533879, "hf_subset": "gla_Latn-gaz_Latn", "languages": ["gla-Latn", "gaz-Latn"]}, {"precision": 0.523767, "recall": 0.567194, "f1": 0.536251, "accuracy": 0.567194, "main_score": 0.536251, "hf_subset": "gla_Latn-kam_Latn", "languages": ["gla-Latn", "kam-Latn"]}, {"precision": 0.751917, "recall": 0.802372, "f1": 0.765747, "accuracy": 0.802372, "main_score": 0.765747, "hf_subset": "gla_Latn-lit_Latn", "languages": ["gla-Latn", "lit-Latn"]}, {"precision": 0.776963, "recall": 0.826087, "f1": 0.790851, "accuracy": 0.826087, "main_score": 0.790851, "hf_subset": "gla_Latn-nob_Latn", "languages": ["gla-Latn", "nob-Latn"]}, {"precision": 0.71824, "recall": 0.762846, "f1": 0.729864, "accuracy": 0.762846, "main_score": 0.729864, "hf_subset": "gla_Latn-scn_Latn", "languages": ["gla-Latn", "scn-Latn"]}, {"precision": 0.711738, "recall": 0.759881, "f1": 0.724732, "accuracy": 0.759881, "main_score": 0.724732, "hf_subset": "gla_Latn-tgk_Cyrl", "languages": ["gla-Latn", "tgk-Cyrl"]}, {"precision": 0.562862, "recall": 0.626482, "f1": 0.58133, "accuracy": 0.626482, "main_score": 0.58133, "hf_subset": "gla_Latn-yor_Latn", "languages": ["gla-Latn", "yor-Latn"]}, {"precision": 0.733823, "recall": 0.779644, "f1": 0.745917, "accuracy": 0.779644, "main_score": 0.745917, "hf_subset": "gla_Latn-arz_Arab", "languages": ["gla-Latn", "arz-Arab"]}, {"precision": 0.479844, "recall": 0.523715, "f1": 0.492098, "accuracy": 0.523715, "main_score": 0.492098, "hf_subset": "gla_Latn-cjk_Latn", "languages": ["gla-Latn", "cjk-Latn"]}, {"precision": 0.735558, "recall": 0.793478, "f1": 0.751884, "accuracy": 0.793478, "main_score": 0.751884, "hf_subset": "gla_Latn-kan_Knda", "languages": ["gla-Latn", "kan-Knda"]}, {"precision": 0.71865, "recall": 0.761858, "f1": 0.73034, "accuracy": 0.761858, "main_score": 0.73034, "hf_subset": "gla_Latn-lmo_Latn", "languages": ["gla-Latn", "lmo-Latn"]}, {"precision": 0.747439, "recall": 0.799407, "f1": 0.761654, "accuracy": 0.799407, "main_score": 0.761654, "hf_subset": "gla_Latn-npi_Deva", "languages": ["gla-Latn", "npi-Deva"]}, {"precision": 0.427088, "recall": 0.47332, "f1": 0.439914, "accuracy": 0.47332, "main_score": 0.439914, "hf_subset": "gla_Latn-shn_Mymr", "languages": ["gla-Latn", "shn-Mymr"]}, {"precision": 0.776029, "recall": 0.816206, "f1": 0.786638, "accuracy": 0.816206, "main_score": 0.786638, "hf_subset": "gla_Latn-tgl_Latn", "languages": ["gla-Latn", "tgl-Latn"]}, {"precision": 0.724487, "recall": 0.779644, "f1": 0.739285, "accuracy": 0.779644, "main_score": 0.739285, "hf_subset": "gla_Latn-yue_Hant", "languages": ["gla-Latn", "yue-Hant"]}, {"precision": 0.72436, "recall": 0.779644, "f1": 0.73976, "accuracy": 0.779644, "main_score": 0.73976, "hf_subset": "gla_Latn-asm_Beng", "languages": ["gla-Latn", "asm-Beng"]}, {"precision": 0.692867, "recall": 0.749012, "f1": 0.708958, "accuracy": 0.749012, "main_score": 0.708958, "hf_subset": "gla_Latn-ckb_Arab", "languages": ["gla-Latn", "ckb-Arab"]}, {"precision": 0.819444, "recall": 0.854743, "f1": 0.829329, "accuracy": 0.854743, "main_score": 0.829329, "hf_subset": "gla_Latn-gle_Latn", "languages": ["gla-Latn", "gle-Latn"]}, {"precision": 0.590179, "recall": 0.643281, "f1": 0.604609, "accuracy": 0.643281, "main_score": 0.604609, "hf_subset": "gla_Latn-kas_Arab", "languages": ["gla-Latn", "kas-Arab"]}, {"precision": 0.658986, "recall": 0.70751, "f1": 0.671984, "accuracy": 0.70751, "main_score": 0.671984, "hf_subset": "gla_Latn-ltg_Latn", "languages": ["gla-Latn", "ltg-Latn"]}, {"precision": 0.54512, "recall": 0.585968, "f1": 0.555993, "accuracy": 0.585968, "main_score": 0.555993, "hf_subset": "gla_Latn-nso_Latn", "languages": ["gla-Latn", "nso-Latn"]}, {"precision": 0.679726, "recall": 0.73913, "f1": 0.695888, "accuracy": 0.73913, "main_score": 0.695888, "hf_subset": "gla_Latn-sin_Sinh", "languages": ["gla-Latn", "sin-Sinh"]}, {"precision": 0.731601, "recall": 0.788538, "f1": 0.747139, "accuracy": 0.788538, "main_score": 0.747139, "hf_subset": "gla_Latn-tha_Thai", "languages": ["gla-Latn", "tha-Thai"]}, {"precision": 0.715948, "recall": 0.771739, "f1": 0.731239, "accuracy": 0.771739, "main_score": 0.731239, "hf_subset": "gla_Latn-zho_Hans", "languages": ["gla-Latn", "zho-Hans"]}, {"precision": 0.767205, "recall": 0.817194, "f1": 0.7812, "accuracy": 0.817194, "main_score": 0.7812, "hf_subset": "gla_Latn-ast_Latn", "languages": ["gla-Latn", "ast-Latn"]}, {"precision": 0.716976, "recall": 0.771739, "f1": 0.732206, "accuracy": 0.771739, "main_score": 0.732206, "hf_subset": "gla_Latn-crh_Latn", "languages": ["gla-Latn", "crh-Latn"]}, {"precision": 0.785357, "recall": 0.832016, "f1": 0.798644, "accuracy": 0.832016, "main_score": 0.798644, "hf_subset": "gla_Latn-glg_Latn", "languages": ["gla-Latn", "glg-Latn"]}, {"precision": 0.589253, "recall": 0.650198, "f1": 0.605852, "accuracy": 0.650198, "main_score": 0.605852, "hf_subset": "gla_Latn-kas_Deva", "languages": ["gla-Latn", "kas-Deva"]}, {"precision": 0.69487, "recall": 0.743083, "f1": 0.707577, "accuracy": 0.743083, "main_score": 0.707577, "hf_subset": "gla_Latn-ltz_Latn", "languages": ["gla-Latn", "ltz-Latn"]}, {"precision": 0.455347, "recall": 0.505929, "f1": 0.468763, "accuracy": 0.505929, "main_score": 0.468763, "hf_subset": "gla_Latn-nus_Latn", "languages": ["gla-Latn", "nus-Latn"]}, {"precision": 0.772649, "recall": 0.818182, "f1": 0.785155, "accuracy": 0.818182, "main_score": 0.785155, "hf_subset": "gla_Latn-slk_Latn", "languages": ["gla-Latn", "slk-Latn"]}, {"precision": 0.453922, "recall": 0.512846, "f1": 0.470149, "accuracy": 0.512846, "main_score": 0.470149, "hf_subset": "gla_Latn-tir_Ethi", "languages": ["gla-Latn", "tir-Ethi"]}, {"precision": 0.72136, "recall": 0.780632, "f1": 0.737691, "accuracy": 0.780632, "main_score": 0.737691, "hf_subset": "gla_Latn-zho_Hant", "languages": ["gla-Latn", "zho-Hant"]}, {"precision": 0.733477, "recall": 0.783597, "f1": 0.746995, "accuracy": 0.783597, "main_score": 0.746995, "hf_subset": "gla_Latn-awa_Deva", "languages": ["gla-Latn", "awa-Deva"]}, {"precision": 0.776543, "recall": 0.820158, "f1": 0.788724, "accuracy": 0.820158, "main_score": 0.788724, "hf_subset": "gla_Latn-cym_Latn", "languages": ["gla-Latn", "cym-Latn"]}, {"precision": 0.589826, "recall": 0.630435, "f1": 0.600606, "accuracy": 0.630435, "main_score": 0.600606, "hf_subset": "gla_Latn-grn_Latn", "languages": ["gla-Latn", "grn-Latn"]}, {"precision": 0.726161, "recall": 0.780632, "f1": 0.740995, "accuracy": 0.780632, "main_score": 0.740995, "hf_subset": "gla_Latn-kat_Geor", "languages": ["gla-Latn", "kat-Geor"]}, {"precision": 0.530696, "recall": 0.570158, "f1": 0.54178, "accuracy": 0.570158, "main_score": 0.54178, "hf_subset": "gla_Latn-lua_Latn", "languages": ["gla-Latn", "lua-Latn"]}, {"precision": 0.554319, "recall": 0.597826, "f1": 0.566315, "accuracy": 0.597826, "main_score": 0.566315, "hf_subset": "gla_Latn-nya_Latn", "languages": ["gla-Latn", "nya-Latn"]}, {"precision": 0.747103, "recall": 0.794466, "f1": 0.76034, "accuracy": 0.794466, "main_score": 0.76034, "hf_subset": "gla_Latn-slv_Latn", "languages": ["gla-Latn", "slv-Latn"]}, {"precision": 0.64428, "recall": 0.693676, "f1": 0.658076, "accuracy": 0.693676, "main_score": 0.658076, "hf_subset": "gla_Latn-tpi_Latn", "languages": ["gla-Latn", "tpi-Latn"]}, {"precision": 0.781617, "recall": 0.829051, "f1": 0.794241, "accuracy": 0.829051, "main_score": 0.794241, "hf_subset": "gla_Latn-zsm_Latn", "languages": ["gla-Latn", "zsm-Latn"]}, {"precision": 0.490983, "recall": 0.531621, "f1": 0.50287, "accuracy": 0.531621, "main_score": 0.50287, "hf_subset": "gla_Latn-ayr_Latn", "languages": ["gla-Latn", "ayr-Latn"]}, {"precision": 0.776676, "recall": 0.824111, "f1": 0.78969, "accuracy": 0.824111, "main_score": 0.78969, "hf_subset": "gla_Latn-dan_Latn", "languages": ["gla-Latn", "dan-Latn"]}, {"precision": 0.761581, "recall": 0.8083, "f1": 0.774453, "accuracy": 0.8083, "main_score": 0.774453, "hf_subset": "gla_Latn-guj_Gujr", "languages": ["gla-Latn", "guj-Gujr"]}, {"precision": 0.737604, "recall": 0.793478, "f1": 0.753601, "accuracy": 0.793478, "main_score": 0.753601, "hf_subset": "gla_Latn-kaz_Cyrl", "languages": ["gla-Latn", "kaz-Cyrl"]}, {"precision": 0.505469, "recall": 0.554348, "f1": 0.519411, "accuracy": 0.554348, "main_score": 0.519411, "hf_subset": "gla_Latn-lug_Latn", "languages": ["gla-Latn", "lug-Latn"]}, {"precision": 0.788866, "recall": 0.83498, "f1": 0.802154, "accuracy": 0.83498, "main_score": 0.802154, "hf_subset": "gla_Latn-oci_Latn", "languages": ["gla-Latn", "oci-Latn"]}, {"precision": 0.626472, "recall": 0.671937, "f1": 0.638607, "accuracy": 0.671937, "main_score": 0.638607, "hf_subset": "gla_Latn-smo_Latn", "languages": ["gla-Latn", "smo-Latn"]}, {"precision": 0.502885, "recall": 0.552372, "f1": 0.51607, "accuracy": 0.552372, "main_score": 0.51607, "hf_subset": "gla_Latn-tsn_Latn", "languages": ["gla-Latn", "tsn-Latn"]}, {"precision": 0.563086, "recall": 0.613636, "f1": 0.577488, "accuracy": 0.613636, "main_score": 0.577488, "hf_subset": "gla_Latn-zul_Latn", "languages": ["gla-Latn", "zul-Latn"]}, {"precision": 0.598806, "recall": 0.649209, "f1": 0.613021, "accuracy": 0.649209, "main_score": 0.613021, "hf_subset": "gla_Latn-azb_Arab", "languages": ["gla-Latn", "azb-Arab"]}, {"precision": 0.765438, "recall": 0.814229, "f1": 0.77886, "accuracy": 0.814229, "main_score": 0.77886, "hf_subset": "gla_Latn-deu_Latn", "languages": ["gla-Latn", "deu-Latn"]}, {"precision": 0.680031, "recall": 0.737154, "f1": 0.695327, "accuracy": 0.737154, "main_score": 0.695327, "hf_subset": "gla_Latn-hat_Latn", "languages": ["gla-Latn", "hat-Latn"]}, {"precision": 0.465777, "recall": 0.509881, "f1": 0.47828, "accuracy": 0.509881, "main_score": 0.47828, "hf_subset": "gla_Latn-kbp_Latn", "languages": ["gla-Latn", "kbp-Latn"]}, {"precision": 0.514735, "recall": 0.5583, "f1": 0.526563, "accuracy": 0.5583, "main_score": 0.526563, "hf_subset": "gla_Latn-luo_Latn", "languages": ["gla-Latn", "luo-Latn"]}, {"precision": 0.744813, "recall": 0.794466, "f1": 0.758292, "accuracy": 0.794466, "main_score": 0.758292, "hf_subset": "gla_Latn-ory_Orya", "languages": ["gla-Latn", "ory-Orya"]}, {"precision": 0.529461, "recall": 0.571146, "f1": 0.54149, "accuracy": 0.571146, "main_score": 0.54149, "hf_subset": "gla_Latn-sna_Latn", "languages": ["gla-Latn", "sna-Latn"]}, {"precision": 0.530801, "recall": 0.575099, "f1": 0.542981, "accuracy": 0.575099, "main_score": 0.542981, "hf_subset": "gla_Latn-tso_Latn", "languages": ["gla-Latn", "tso-Latn"]}, {"precision": 0.696176, "recall": 0.761858, "f1": 0.714742, "accuracy": 0.761858, "main_score": 0.714742, "hf_subset": "gla_Latn-azj_Latn", "languages": ["gla-Latn", "azj-Latn"]}, {"precision": 0.471529, "recall": 0.519763, "f1": 0.485543, "accuracy": 0.519763, "main_score": 0.485543, "hf_subset": "gla_Latn-dik_Latn", "languages": ["gla-Latn", "dik-Latn"]}, {"precision": 0.617295, "recall": 0.668972, "f1": 0.63222, "accuracy": 0.668972, "main_score": 0.63222, "hf_subset": "gla_Latn-hau_Latn", "languages": ["gla-Latn", "hau-Latn"]}, {"precision": 0.668822, "recall": 0.717391, "f1": 0.682052, "accuracy": 0.717391, "main_score": 0.682052, "hf_subset": "gla_Latn-kea_Latn", "languages": ["gla-Latn", "kea-Latn"]}, {"precision": 0.550499, "recall": 0.59585, "f1": 0.562668, "accuracy": 0.59585, "main_score": 0.562668, "hf_subset": "gla_Latn-lus_Latn", "languages": ["gla-Latn", "lus-Latn"]}, {"precision": 0.583333, "recall": 0.621542, "f1": 0.59386, "accuracy": 0.621542, "main_score": 0.59386, "hf_subset": "gla_Latn-pag_Latn", "languages": ["gla-Latn", "pag-Latn"]}, {"precision": 0.713546, "recall": 0.766798, "f1": 0.728392, "accuracy": 0.766798, "main_score": 0.728392, "hf_subset": "gla_Latn-snd_Arab", "languages": ["gla-Latn", "snd-Arab"]}, {"precision": 0.65984, "recall": 0.713439, "f1": 0.674243, "accuracy": 0.713439, "main_score": 0.674243, "hf_subset": "gla_Latn-tuk_Latn", "languages": ["gla-Latn", "tuk-Latn"]}, {"precision": 0.701994, "recall": 0.747036, "f1": 0.714299, "accuracy": 0.747036, "main_score": 0.714299, "hf_subset": "gla_Latn-bak_Cyrl", "languages": ["gla-Latn", "bak-Cyrl"]}, {"precision": 0.400513, "recall": 0.460474, "f1": 0.41731, "accuracy": 0.460474, "main_score": 0.41731, "hf_subset": "gla_Latn-dyu_Latn", "languages": ["gla-Latn", "dyu-Latn"]}, {"precision": 0.77595, "recall": 0.822134, "f1": 0.789228, "accuracy": 0.822134, "main_score": 0.789228, "hf_subset": "gla_Latn-heb_Hebr", "languages": ["gla-Latn", "heb-Hebr"]}, {"precision": 0.684733, "recall": 0.737154, "f1": 0.699396, "accuracy": 0.737154, "main_score": 0.699396, "hf_subset": "gla_Latn-khk_Cyrl", "languages": ["gla-Latn", "khk-Cyrl"]}, {"precision": 0.766641, "recall": 0.818182, "f1": 0.781319, "accuracy": 0.818182, "main_score": 0.781319, "hf_subset": "gla_Latn-lvs_Latn", "languages": ["gla-Latn", "lvs-Latn"]}, {"precision": 0.749599, "recall": 0.798419, "f1": 0.762707, "accuracy": 0.798419, "main_score": 0.762707, "hf_subset": "gla_Latn-pan_Guru", "languages": ["gla-Latn", "pan-Guru"]}, {"precision": 0.57868, "recall": 0.631423, "f1": 0.592902, "accuracy": 0.631423, "main_score": 0.592902, "hf_subset": "gla_Latn-som_Latn", "languages": ["gla-Latn", "som-Latn"]}, {"precision": 0.516694, "recall": 0.552372, "f1": 0.526522, "accuracy": 0.552372, "main_score": 0.526522, "hf_subset": "gla_Latn-tum_Latn", "languages": ["gla-Latn", "tum-Latn"]}, {"precision": 0.53568, "recall": 0.599802, "f1": 0.553492, "accuracy": 0.599802, "main_score": 0.553492, "hf_subset": "kan_Knda-ace_Arab", "languages": ["kan-Knda", "ace-Arab"]}, {"precision": 0.513906, "recall": 0.571146, "f1": 0.528975, "accuracy": 0.571146, "main_score": 0.528975, "hf_subset": "kan_Knda-bam_Latn", "languages": ["kan-Knda", "bam-Latn"]}, {"precision": 0.436798, "recall": 0.520751, "f1": 0.458399, "accuracy": 0.520751, "main_score": 0.458399, "hf_subset": "kan_Knda-dzo_Tibt", "languages": ["kan-Knda", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-hin_Deva", "languages": ["kan-Knda", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kan_Knda-khm_Khmr", "languages": ["kan-Knda", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-mag_Deva", "languages": ["kan-Knda", "mag-Deva"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kan_Knda-pap_Latn", "languages": ["kan-Knda", "pap-Latn"]}, {"precision": 0.55767, "recall": 0.623518, "f1": 0.57621, "accuracy": 0.623518, "main_score": 0.57621, "hf_subset": "kan_Knda-sot_Latn", "languages": ["kan-Knda", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tur_Latn", "languages": ["kan-Knda", "tur-Latn"]}, {"precision": 0.848353, "recall": 0.886364, "f1": 0.85998, "accuracy": 0.886364, "main_score": 0.85998, "hf_subset": "kan_Knda-ace_Latn", "languages": ["kan-Knda", "ace-Latn"]}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "kan_Knda-ban_Latn", "languages": ["kan-Knda", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ell_Grek", "languages": ["kan-Knda", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kan_Knda-hne_Deva", "languages": ["kan-Knda", "hne-Deva"]}, {"precision": 0.57268, "recall": 0.634387, "f1": 0.590354, "accuracy": 0.634387, "main_score": 0.590354, "hf_subset": "kan_Knda-kik_Latn", "languages": ["kan-Knda", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mai_Deva", "languages": ["kan-Knda", "mai-Deva"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "kan_Knda-pbt_Arab", "languages": ["kan-Knda", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-spa_Latn", "languages": ["kan-Knda", "spa-Latn"]}, {"precision": 0.601597, "recall": 0.66996, "f1": 0.620412, "accuracy": 0.66996, "main_score": 0.620412, "hf_subset": "kan_Knda-twi_Latn", "languages": ["kan-Knda", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-acm_Arab", "languages": ["kan-Knda", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-bel_Cyrl", "languages": ["kan-Knda", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-eng_Latn", "languages": ["kan-Knda", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-hrv_Latn", "languages": ["kan-Knda", "hrv-Latn"]}, {"precision": 0.530157, "recall": 0.596838, "f1": 0.548461, "accuracy": 0.596838, "main_score": 0.548461, "hf_subset": "kan_Knda-kin_Latn", "languages": ["kan-Knda", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-mal_Mlym", "languages": ["kan-Knda", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-pes_Arab", "languages": ["kan-Knda", "pes-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kan_Knda-srd_Latn", "languages": ["kan-Knda", "srd-Latn"]}, {"precision": 0.174895, "recall": 0.22332, "f1": 0.186195, "accuracy": 0.22332, "main_score": 0.186195, "hf_subset": "kan_Knda-tzm_Tfng", "languages": ["kan-Knda", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-acq_Arab", "languages": ["kan-Knda", "acq-Arab"]}, {"precision": 0.607966, "recall": 0.663043, "f1": 0.623406, "accuracy": 0.663043, "main_score": 0.623406, "hf_subset": "kan_Knda-bem_Latn", "languages": ["kan-Knda", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-epo_Latn", "languages": ["kan-Knda", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-hun_Latn", "languages": ["kan-Knda", "hun-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "kan_Knda-kir_Cyrl", "languages": ["kan-Knda", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mar_Deva", "languages": ["kan-Knda", "mar-Deva"]}, {"precision": 0.644329, "recall": 0.700593, "f1": 0.660248, "accuracy": 0.700593, "main_score": 0.660248, "hf_subset": "kan_Knda-plt_Latn", "languages": ["kan-Knda", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-srp_Cyrl", "languages": ["kan-Knda", "srp-Cyrl"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "kan_Knda-uig_Arab", "languages": ["kan-Knda", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-aeb_Arab", "languages": ["kan-Knda", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ben_Beng", "languages": ["kan-Knda", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-est_Latn", "languages": ["kan-Knda", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-hye_Armn", "languages": ["kan-Knda", "hye-Armn"]}, {"precision": 0.528509, "recall": 0.578063, "f1": 0.542039, "accuracy": 0.578063, "main_score": 0.542039, "hf_subset": "kan_Knda-kmb_Latn", "languages": ["kan-Knda", "kmb-Latn"]}, {"precision": 0.481396, "recall": 0.556324, "f1": 0.501297, "accuracy": 0.556324, "main_score": 0.501297, "hf_subset": "kan_Knda-min_Arab", "languages": ["kan-Knda", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-pol_Latn", "languages": ["kan-Knda", "pol-Latn"]}, {"precision": 0.54655, "recall": 0.608696, "f1": 0.564039, "accuracy": 0.608696, "main_score": 0.564039, "hf_subset": "kan_Knda-ssw_Latn", "languages": ["kan-Knda", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ukr_Cyrl", "languages": ["kan-Knda", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-afr_Latn", "languages": ["kan-Knda", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bho_Deva", "languages": ["kan-Knda", "bho-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kan_Knda-eus_Latn", "languages": ["kan-Knda", "eus-Latn"]}, {"precision": 0.556025, "recall": 0.617589, "f1": 0.572652, "accuracy": 0.617589, "main_score": 0.572652, "hf_subset": "kan_Knda-ibo_Latn", "languages": ["kan-Knda", "ibo-Latn"]}, {"precision": 0.896113, "recall": 0.923913, "f1": 0.904974, "accuracy": 0.923913, "main_score": 0.904974, "hf_subset": "kan_Knda-kmr_Latn", "languages": ["kan-Knda", "kmr-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "kan_Knda-min_Latn", "languages": ["kan-Knda", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-por_Latn", "languages": ["kan-Knda", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kan_Knda-sun_Latn", "languages": ["kan-Knda", "sun-Latn"]}, {"precision": 0.514509, "recall": 0.575099, "f1": 0.531696, "accuracy": 0.575099, "main_score": 0.531696, "hf_subset": "kan_Knda-umb_Latn", "languages": ["kan-Knda", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ajp_Arab", "languages": ["kan-Knda", "ajp-Arab"]}, {"precision": 0.515535, "recall": 0.578063, "f1": 0.532895, "accuracy": 0.578063, "main_score": 0.532895, "hf_subset": "kan_Knda-bjn_Arab", "languages": ["kan-Knda", "bjn-Arab"]}, {"precision": 0.512292, "recall": 0.572134, "f1": 0.528809, "accuracy": 0.572134, "main_score": 0.528809, "hf_subset": "kan_Knda-ewe_Latn", "languages": ["kan-Knda", "ewe-Latn"]}, {"precision": 0.943429, "recall": 0.960474, "f1": 0.948847, "accuracy": 0.960474, "main_score": 0.948847, "hf_subset": "kan_Knda-ilo_Latn", "languages": ["kan-Knda", "ilo-Latn"]}, {"precision": 0.308646, "recall": 0.365613, "f1": 0.323779, "accuracy": 0.365613, "main_score": 0.323779, "hf_subset": "kan_Knda-knc_Arab", "languages": ["kan-Knda", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mkd_Cyrl", "languages": ["kan-Knda", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-prs_Arab", "languages": ["kan-Knda", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-swe_Latn", "languages": ["kan-Knda", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-urd_Arab", "languages": ["kan-Knda", "urd-Arab"]}, {"precision": 0.579571, "recall": 0.647233, "f1": 0.598385, "accuracy": 0.647233, "main_score": 0.598385, "hf_subset": "kan_Knda-aka_Latn", "languages": ["kan-Knda", "aka-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kan_Knda-bjn_Latn", "languages": ["kan-Knda", "bjn-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "kan_Knda-fao_Latn", "languages": ["kan-Knda", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ind_Latn", "languages": ["kan-Knda", "ind-Latn"]}, {"precision": 0.585451, "recall": 0.636364, "f1": 0.600313, "accuracy": 0.636364, "main_score": 0.600313, "hf_subset": "kan_Knda-knc_Latn", "languages": ["kan-Knda", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kan_Knda-mlt_Latn", "languages": ["kan-Knda", "mlt-Latn"]}, {"precision": 0.688367, "recall": 0.757905, "f1": 0.709387, "accuracy": 0.757905, "main_score": 0.709387, "hf_subset": "kan_Knda-quy_Latn", "languages": ["kan-Knda", "quy-Latn"]}, {"precision": 0.964674, "recall": 0.975296, "f1": 0.968116, "accuracy": 0.975296, "main_score": 0.968116, "hf_subset": "kan_Knda-swh_Latn", "languages": ["kan-Knda", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-uzn_Latn", "languages": ["kan-Knda", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-als_Latn", "languages": ["kan-Knda", "als-Latn"]}, {"precision": 0.661629, "recall": 0.738142, "f1": 0.684124, "accuracy": 0.738142, "main_score": 0.684124, "hf_subset": "kan_Knda-bod_Tibt", "languages": ["kan-Knda", "bod-Tibt"]}, {"precision": 0.699984, "recall": 0.755929, "f1": 0.716276, "accuracy": 0.755929, "main_score": 0.716276, "hf_subset": "kan_Knda-fij_Latn", "languages": ["kan-Knda", "fij-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kan_Knda-isl_Latn", "languages": ["kan-Knda", "isl-Latn"]}, {"precision": 0.644953, "recall": 0.704545, "f1": 0.662335, "accuracy": 0.704545, "main_score": 0.662335, "hf_subset": "kan_Knda-kon_Latn", "languages": ["kan-Knda", "kon-Latn"]}, {"precision": 0.662229, "recall": 0.732213, "f1": 0.68238, "accuracy": 0.732213, "main_score": 0.68238, "hf_subset": "kan_Knda-mni_Beng", "languages": ["kan-Knda", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ron_Latn", "languages": ["kan-Knda", "ron-Latn"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "kan_Knda-szl_Latn", "languages": ["kan-Knda", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-vec_Latn", "languages": ["kan-Knda", "vec-Latn"]}, {"precision": 0.95504, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "kan_Knda-amh_Ethi", "languages": ["kan-Knda", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bos_Latn", "languages": ["kan-Knda", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-fin_Latn", "languages": ["kan-Knda", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ita_Latn", "languages": ["kan-Knda", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-kor_Hang", "languages": ["kan-Knda", "kor-Hang"]}, {"precision": 0.53871, "recall": 0.601779, "f1": 0.556097, "accuracy": 0.601779, "main_score": 0.556097, "hf_subset": "kan_Knda-mos_Latn", "languages": ["kan-Knda", "mos-Latn"]}, {"precision": 0.531662, "recall": 0.592885, "f1": 0.54861, "accuracy": 0.592885, "main_score": 0.54861, "hf_subset": "kan_Knda-run_Latn", "languages": ["kan-Knda", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tam_Taml", "languages": ["kan-Knda", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-vie_Latn", "languages": ["kan-Knda", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-apc_Arab", "languages": ["kan-Knda", "apc-Arab"]}, {"precision": 0.790744, "recall": 0.836957, "f1": 0.804517, "accuracy": 0.836957, "main_score": 0.804517, "hf_subset": "kan_Knda-bug_Latn", "languages": ["kan-Knda", "bug-Latn"]}, {"precision": 0.449297, "recall": 0.508893, "f1": 0.465532, "accuracy": 0.508893, "main_score": 0.465532, "hf_subset": "kan_Knda-fon_Latn", "languages": ["kan-Knda", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-jav_Latn", "languages": ["kan-Knda", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-lao_Laoo", "languages": ["kan-Knda", "lao-Laoo"]}, {"precision": 0.857955, "recall": 0.895257, "f1": 0.86996, "accuracy": 0.895257, "main_score": 0.86996, "hf_subset": "kan_Knda-mri_Latn", "languages": ["kan-Knda", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-rus_Cyrl", "languages": ["kan-Knda", "rus-Cyrl"]}, {"precision": 0.541947, "recall": 0.600791, "f1": 0.558489, "accuracy": 0.600791, "main_score": 0.558489, "hf_subset": "kan_Knda-taq_Latn", "languages": ["kan-Knda", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-war_Latn", "languages": ["kan-Knda", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-arb_Arab", "languages": ["kan-Knda", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bul_Cyrl", "languages": ["kan-Knda", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-fra_Latn", "languages": ["kan-Knda", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-jpn_Jpan", "languages": ["kan-Knda", "jpn-Jpan"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "kan_Knda-lij_Latn", "languages": ["kan-Knda", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "kan_Knda-mya_Mymr", "languages": ["kan-Knda", "mya-Mymr"]}, {"precision": 0.579624, "recall": 0.644269, "f1": 0.597289, "accuracy": 0.644269, "main_score": 0.597289, "hf_subset": "kan_Knda-sag_Latn", "languages": ["kan-Knda", "sag-Latn"]}, {"precision": 0.182797, "recall": 0.23913, "f1": 0.19494, "accuracy": 0.23913, "main_score": 0.19494, "hf_subset": "kan_Knda-taq_Tfng", "languages": ["kan-Knda", "taq-Tfng"]}, {"precision": 0.615106, "recall": 0.677866, "f1": 0.633138, "accuracy": 0.677866, "main_score": 0.633138, "hf_subset": "kan_Knda-wol_Latn", "languages": ["kan-Knda", "wol-Latn"]}, {"precision": 0.786051, "recall": 0.838933, "f1": 0.802028, "accuracy": 0.838933, "main_score": 0.802028, "hf_subset": "kan_Knda-arb_Latn", "languages": ["kan-Knda", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-cat_Latn", "languages": ["kan-Knda", "cat-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "kan_Knda-fur_Latn", "languages": ["kan-Knda", "fur-Latn"]}, {"precision": 0.398661, "recall": 0.456522, "f1": 0.414548, "accuracy": 0.456522, "main_score": 0.414548, "hf_subset": "kan_Knda-kab_Latn", "languages": ["kan-Knda", "kab-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "kan_Knda-lim_Latn", "languages": ["kan-Knda", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-nld_Latn", "languages": ["kan-Knda", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kan_Knda-san_Deva", "languages": ["kan-Knda", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-tat_Cyrl", "languages": ["kan-Knda", "tat-Cyrl"]}, {"precision": 0.655303, "recall": 0.715415, "f1": 0.672826, "accuracy": 0.715415, "main_score": 0.672826, "hf_subset": "kan_Knda-xho_Latn", "languages": ["kan-Knda", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ars_Arab", "languages": ["kan-Knda", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-ceb_Latn", "languages": ["kan-Knda", "ceb-Latn"]}, {"precision": 0.542263, "recall": 0.604743, "f1": 0.559452, "accuracy": 0.604743, "main_score": 0.559452, "hf_subset": "kan_Knda-fuv_Latn", "languages": ["kan-Knda", "fuv-Latn"]}, {"precision": 0.493636, "recall": 0.565217, "f1": 0.513076, "accuracy": 0.565217, "main_score": 0.513076, "hf_subset": "kan_Knda-kac_Latn", "languages": ["kan-Knda", "kac-Latn"]}, {"precision": 0.649929, "recall": 0.712451, "f1": 0.667777, "accuracy": 0.712451, "main_score": 0.667777, "hf_subset": "kan_Knda-lin_Latn", "languages": ["kan-Knda", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-nno_Latn", "languages": ["kan-Knda", "nno-Latn"]}, {"precision": 0.235931, "recall": 0.317194, "f1": 0.256419, "accuracy": 0.317194, "main_score": 0.256419, "hf_subset": "kan_Knda-sat_Olck", "languages": ["kan-Knda", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tel_Telu", "languages": ["kan-Knda", "tel-Telu"]}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "kan_Knda-ydd_Hebr", "languages": ["kan-Knda", "ydd-Hebr"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "kan_Knda-ary_Arab", "languages": ["kan-Knda", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ces_Latn", "languages": ["kan-Knda", "ces-Latn"]}, {"precision": 0.567361, "recall": 0.630435, "f1": 0.584999, "accuracy": 0.630435, "main_score": 0.584999, "hf_subset": "kan_Knda-gaz_Latn", "languages": ["kan-Knda", "gaz-Latn"]}, {"precision": 0.570375, "recall": 0.636364, "f1": 0.588926, "accuracy": 0.636364, "main_score": 0.588926, "hf_subset": "kan_Knda-kam_Latn", "languages": ["kan-Knda", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kan_Knda-lit_Latn", "languages": ["kan-Knda", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-nob_Latn", "languages": ["kan-Knda", "nob-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kan_Knda-scn_Latn", "languages": ["kan-Knda", "scn-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kan_Knda-tgk_Cyrl", "languages": ["kan-Knda", "tgk-Cyrl"]}, {"precision": 0.713628, "recall": 0.77668, "f1": 0.732122, "accuracy": 0.77668, "main_score": 0.732122, "hf_subset": "kan_Knda-yor_Latn", "languages": ["kan-Knda", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-arz_Arab", "languages": ["kan-Knda", "arz-Arab"]}, {"precision": 0.547713, "recall": 0.610672, "f1": 0.565214, "accuracy": 0.610672, "main_score": 0.565214, "hf_subset": "kan_Knda-cjk_Latn", "languages": ["kan-Knda", "cjk-Latn"]}, {"precision": 0.751762, "recall": 0.812253, "f1": 0.770375, "accuracy": 0.812253, "main_score": 0.770375, "hf_subset": "kan_Knda-gla_Latn", "languages": ["kan-Knda", "gla-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "kan_Knda-lmo_Latn", "languages": ["kan-Knda", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "kan_Knda-npi_Deva", "languages": ["kan-Knda", "npi-Deva"]}, {"precision": 0.455438, "recall": 0.519763, "f1": 0.472956, "accuracy": 0.519763, "main_score": 0.472956, "hf_subset": "kan_Knda-shn_Mymr", "languages": ["kan-Knda", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-tgl_Latn", "languages": ["kan-Knda", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-yue_Hant", "languages": ["kan-Knda", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-asm_Beng", "languages": ["kan-Knda", "asm-Beng"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "kan_Knda-ckb_Arab", "languages": ["kan-Knda", "ckb-Arab"]}, {"precision": 0.855072, "recall": 0.891304, "f1": 0.866041, "accuracy": 0.891304, "main_score": 0.866041, "hf_subset": "kan_Knda-gle_Latn", "languages": ["kan-Knda", "gle-Latn"]}, {"precision": 0.945487, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "kan_Knda-kas_Arab", "languages": ["kan-Knda", "kas-Arab"]}, {"precision": 0.920866, "recall": 0.942688, "f1": 0.927569, "accuracy": 0.942688, "main_score": 0.927569, "hf_subset": "kan_Knda-ltg_Latn", "languages": ["kan-Knda", "ltg-Latn"]}, {"precision": 0.606213, "recall": 0.663043, "f1": 0.622123, "accuracy": 0.663043, "main_score": 0.622123, "hf_subset": "kan_Knda-nso_Latn", "languages": ["kan-Knda", "nso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kan_Knda-sin_Sinh", "languages": ["kan-Knda", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-tha_Thai", "languages": ["kan-Knda", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-zho_Hans", "languages": ["kan-Knda", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ast_Latn", "languages": ["kan-Knda", "ast-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-crh_Latn", "languages": ["kan-Knda", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-glg_Latn", "languages": ["kan-Knda", "glg-Latn"]}, {"precision": 0.898386, "recall": 0.927866, "f1": 0.907773, "accuracy": 0.927866, "main_score": 0.907773, "hf_subset": "kan_Knda-kas_Deva", "languages": ["kan-Knda", "kas-Deva"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kan_Knda-ltz_Latn", "languages": ["kan-Knda", "ltz-Latn"]}, {"precision": 0.436925, "recall": 0.508893, "f1": 0.45625, "accuracy": 0.508893, "main_score": 0.45625, "hf_subset": "kan_Knda-nus_Latn", "languages": ["kan-Knda", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-slk_Latn", "languages": ["kan-Knda", "slk-Latn"]}, {"precision": 0.606357, "recall": 0.682806, "f1": 0.628727, "accuracy": 0.682806, "main_score": 0.628727, "hf_subset": "kan_Knda-tir_Ethi", "languages": ["kan-Knda", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-zho_Hant", "languages": ["kan-Knda", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "kan_Knda-awa_Deva", "languages": ["kan-Knda", "awa-Deva"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kan_Knda-cym_Latn", "languages": ["kan-Knda", "cym-Latn"]}, {"precision": 0.812006, "recall": 0.857708, "f1": 0.826285, "accuracy": 0.857708, "main_score": 0.826285, "hf_subset": "kan_Knda-grn_Latn", "languages": ["kan-Knda", "grn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-kat_Geor", "languages": ["kan-Knda", "kat-Geor"]}, {"precision": 0.62998, "recall": 0.686759, "f1": 0.646305, "accuracy": 0.686759, "main_score": 0.646305, "hf_subset": "kan_Knda-lua_Latn", "languages": ["kan-Knda", "lua-Latn"]}, {"precision": 0.636767, "recall": 0.698617, "f1": 0.654567, "accuracy": 0.698617, "main_score": 0.654567, "hf_subset": "kan_Knda-nya_Latn", "languages": ["kan-Knda", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-slv_Latn", "languages": ["kan-Knda", "slv-Latn"]}, {"precision": 0.939312, "recall": 0.95751, "f1": 0.945059, "accuracy": 0.95751, "main_score": 0.945059, "hf_subset": "kan_Knda-tpi_Latn", "languages": ["kan-Knda", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-zsm_Latn", "languages": ["kan-Knda", "zsm-Latn"]}, {"precision": 0.527006, "recall": 0.591897, "f1": 0.54552, "accuracy": 0.591897, "main_score": 0.54552, "hf_subset": "kan_Knda-ayr_Latn", "languages": ["kan-Knda", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-dan_Latn", "languages": ["kan-Knda", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-guj_Gujr", "languages": ["kan-Knda", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-kaz_Cyrl", "languages": ["kan-Knda", "kaz-Cyrl"]}, {"precision": 0.529823, "recall": 0.593874, "f1": 0.547192, "accuracy": 0.593874, "main_score": 0.547192, "hf_subset": "kan_Knda-lug_Latn", "languages": ["kan-Knda", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-oci_Latn", "languages": ["kan-Knda", "oci-Latn"]}, {"precision": 0.808086, "recall": 0.855731, "f1": 0.822497, "accuracy": 0.855731, "main_score": 0.822497, "hf_subset": "kan_Knda-smo_Latn", "languages": ["kan-Knda", "smo-Latn"]}, {"precision": 0.535486, "recall": 0.598814, "f1": 0.552325, "accuracy": 0.598814, "main_score": 0.552325, "hf_subset": "kan_Knda-tsn_Latn", "languages": ["kan-Knda", "tsn-Latn"]}, {"precision": 0.599219, "recall": 0.662055, "f1": 0.617116, "accuracy": 0.662055, "main_score": 0.617116, "hf_subset": "kan_Knda-zul_Latn", "languages": ["kan-Knda", "zul-Latn"]}, {"precision": 0.92276, "recall": 0.944664, "f1": 0.929842, "accuracy": 0.944664, "main_score": 0.929842, "hf_subset": "kan_Knda-azb_Arab", "languages": ["kan-Knda", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-deu_Latn", "languages": ["kan-Knda", "deu-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "kan_Knda-hat_Latn", "languages": ["kan-Knda", "hat-Latn"]}, {"precision": 0.479095, "recall": 0.539526, "f1": 0.496231, "accuracy": 0.539526, "main_score": 0.496231, "hf_subset": "kan_Knda-kbp_Latn", "languages": ["kan-Knda", "kbp-Latn"]}, {"precision": 0.554739, "recall": 0.612648, "f1": 0.570008, "accuracy": 0.612648, "main_score": 0.570008, "hf_subset": "kan_Knda-luo_Latn", "languages": ["kan-Knda", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ory_Orya", "languages": ["kan-Knda", "ory-Orya"]}, {"precision": 0.566931, "recall": 0.637352, "f1": 0.587047, "accuracy": 0.637352, "main_score": 0.587047, "hf_subset": "kan_Knda-sna_Latn", "languages": ["kan-Knda", "sna-Latn"]}, {"precision": 0.549263, "recall": 0.609684, "f1": 0.565748, "accuracy": 0.609684, "main_score": 0.565748, "hf_subset": "kan_Knda-tso_Latn", "languages": ["kan-Knda", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-azj_Latn", "languages": ["kan-Knda", "azj-Latn"]}, {"precision": 0.533557, "recall": 0.600791, "f1": 0.552874, "accuracy": 0.600791, "main_score": 0.552874, "hf_subset": "kan_Knda-dik_Latn", "languages": ["kan-Knda", "dik-Latn"]}, {"precision": 0.716016, "recall": 0.775692, "f1": 0.732894, "accuracy": 0.775692, "main_score": 0.732894, "hf_subset": "kan_Knda-hau_Latn", "languages": ["kan-Knda", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kan_Knda-kea_Latn", "languages": ["kan-Knda", "kea-Latn"]}, {"precision": 0.742045, "recall": 0.793478, "f1": 0.757529, "accuracy": 0.793478, "main_score": 0.757529, "hf_subset": "kan_Knda-lus_Latn", "languages": ["kan-Knda", "lus-Latn"]}, {"precision": 0.862105, "recall": 0.896245, "f1": 0.872563, "accuracy": 0.896245, "main_score": 0.872563, "hf_subset": "kan_Knda-pag_Latn", "languages": ["kan-Knda", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-snd_Arab", "languages": ["kan-Knda", "snd-Arab"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "kan_Knda-tuk_Latn", "languages": ["kan-Knda", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kan_Knda-bak_Cyrl", "languages": ["kan-Knda", "bak-Cyrl"]}, {"precision": 0.465876, "recall": 0.545455, "f1": 0.488707, "accuracy": 0.545455, "main_score": 0.488707, "hf_subset": "kan_Knda-dyu_Latn", "languages": ["kan-Knda", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-heb_Hebr", "languages": ["kan-Knda", "heb-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kan_Knda-khk_Cyrl", "languages": ["kan-Knda", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-lvs_Latn", "languages": ["kan-Knda", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-pan_Guru", "languages": ["kan-Knda", "pan-Guru"]}, {"precision": 0.677783, "recall": 0.743083, "f1": 0.697468, "accuracy": 0.743083, "main_score": 0.697468, "hf_subset": "kan_Knda-som_Latn", "languages": ["kan-Knda", "som-Latn"]}, {"precision": 0.596134, "recall": 0.643281, "f1": 0.609371, "accuracy": 0.643281, "main_score": 0.609371, "hf_subset": "kan_Knda-tum_Latn", "languages": ["kan-Knda", "tum-Latn"]}, {"precision": 0.588921, "recall": 0.655138, "f1": 0.607867, "accuracy": 0.655138, "main_score": 0.607867, "hf_subset": "lmo_Latn-ace_Arab", "languages": ["lmo-Latn", "ace-Arab"]}, {"precision": 0.549871, "recall": 0.609684, "f1": 0.566836, "accuracy": 0.609684, "main_score": 0.566836, "hf_subset": "lmo_Latn-bam_Latn", "languages": ["lmo-Latn", "bam-Latn"]}, {"precision": 0.384599, "recall": 0.459486, "f1": 0.40458, "accuracy": 0.459486, "main_score": 0.40458, "hf_subset": "lmo_Latn-dzo_Tibt", "languages": ["lmo-Latn", "dzo-Tibt"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-hin_Deva", "languages": ["lmo-Latn", "hin-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "lmo_Latn-khm_Khmr", "languages": ["lmo-Latn", "khm-Khmr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-mag_Deva", "languages": ["lmo-Latn", "mag-Deva"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "lmo_Latn-pap_Latn", "languages": ["lmo-Latn", "pap-Latn"]}, {"precision": 0.60987, "recall": 0.659091, "f1": 0.623665, "accuracy": 0.659091, "main_score": 0.623665, "hf_subset": "lmo_Latn-sot_Latn", "languages": ["lmo-Latn", "sot-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-tur_Latn", "languages": ["lmo-Latn", "tur-Latn"]}, {"precision": 0.866271, "recall": 0.895257, "f1": 0.875659, "accuracy": 0.895257, "main_score": 0.875659, "hf_subset": "lmo_Latn-ace_Latn", "languages": ["lmo-Latn", "ace-Latn"]}, {"precision": 0.94557, "recall": 0.95751, "f1": 0.949341, "accuracy": 0.95751, "main_score": 0.949341, "hf_subset": "lmo_Latn-ban_Latn", "languages": ["lmo-Latn", "ban-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-ell_Grek", "languages": ["lmo-Latn", "ell-Grek"]}, {"precision": 0.971591, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "lmo_Latn-hne_Deva", "languages": ["lmo-Latn", "hne-Deva"]}, {"precision": 0.603806, "recall": 0.661067, "f1": 0.61992, "accuracy": 0.661067, "main_score": 0.61992, "hf_subset": "lmo_Latn-kik_Latn", "languages": ["lmo-Latn", "kik-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-mai_Deva", "languages": ["lmo-Latn", "mai-Deva"]}, {"precision": 0.944746, "recall": 0.961462, "f1": 0.95, "accuracy": 0.961462, "main_score": 0.95, "hf_subset": "lmo_Latn-pbt_Arab", "languages": ["lmo-Latn", "pbt-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-spa_Latn", "languages": ["lmo-Latn", "spa-Latn"]}, {"precision": 0.629974, "recall": 0.688735, "f1": 0.646956, "accuracy": 0.688735, "main_score": 0.646956, "hf_subset": "lmo_Latn-twi_Latn", "languages": ["lmo-Latn", "twi-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-acm_Arab", "languages": ["lmo-Latn", "acm-Arab"]}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "lmo_Latn-bel_Cyrl", "languages": ["lmo-Latn", "bel-Cyrl"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-eng_Latn", "languages": ["lmo-Latn", "eng-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-hrv_Latn", "languages": ["lmo-Latn", "hrv-Latn"]}, {"precision": 0.567972, "recall": 0.62747, "f1": 0.584915, "accuracy": 0.62747, "main_score": 0.584915, "hf_subset": "lmo_Latn-kin_Latn", "languages": ["lmo-Latn", "kin-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-mal_Mlym", "languages": ["lmo-Latn", "mal-Mlym"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-pes_Arab", "languages": ["lmo-Latn", "pes-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lmo_Latn-srd_Latn", "languages": ["lmo-Latn", "srd-Latn"]}, {"precision": 0.181388, "recall": 0.226285, "f1": 0.19252, "accuracy": 0.226285, "main_score": 0.19252, "hf_subset": "lmo_Latn-tzm_Tfng", "languages": ["lmo-Latn", "tzm-Tfng"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-acq_Arab", "languages": ["lmo-Latn", "acq-Arab"]}, {"precision": 0.632806, "recall": 0.679842, "f1": 0.645646, "accuracy": 0.679842, "main_score": 0.645646, "hf_subset": "lmo_Latn-bem_Latn", "languages": ["lmo-Latn", "bem-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-epo_Latn", "languages": ["lmo-Latn", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-hun_Latn", "languages": ["lmo-Latn", "hun-Latn"]}, {"precision": 0.953887, "recall": 0.966403, "f1": 0.957839, "accuracy": 0.966403, "main_score": 0.957839, "hf_subset": "lmo_Latn-kir_Cyrl", "languages": ["lmo-Latn", "kir-Cyrl"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lmo_Latn-mar_Deva", "languages": ["lmo-Latn", "mar-Deva"]}, {"precision": 0.689213, "recall": 0.741107, "f1": 0.704663, "accuracy": 0.741107, "main_score": 0.704663, "hf_subset": "lmo_Latn-plt_Latn", "languages": ["lmo-Latn", "plt-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-srp_Cyrl", "languages": ["lmo-Latn", "srp-Cyrl"]}, {"precision": 0.919549, "recall": 0.939723, "f1": 0.925791, "accuracy": 0.939723, "main_score": 0.925791, "hf_subset": "lmo_Latn-uig_Arab", "languages": ["lmo-Latn", "uig-Arab"]}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "lmo_Latn-aeb_Arab", "languages": ["lmo-Latn", "aeb-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-ben_Beng", "languages": ["lmo-Latn", "ben-Beng"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lmo_Latn-est_Latn", "languages": ["lmo-Latn", "est-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-hye_Armn", "languages": ["lmo-Latn", "hye-Armn"]}, {"precision": 0.561077, "recall": 0.61166, "f1": 0.576221, "accuracy": 0.61166, "main_score": 0.576221, "hf_subset": "lmo_Latn-kmb_Latn", "languages": ["lmo-Latn", "kmb-Latn"]}, {"precision": 0.534391, "recall": 0.603755, "f1": 0.552773, "accuracy": 0.603755, "main_score": 0.552773, "hf_subset": "lmo_Latn-min_Arab", "languages": ["lmo-Latn", "min-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-pol_Latn", "languages": ["lmo-Latn", "pol-Latn"]}, {"precision": 0.564266, "recall": 0.623518, "f1": 0.581044, "accuracy": 0.623518, "main_score": 0.581044, "hf_subset": "lmo_Latn-ssw_Latn", "languages": ["lmo-Latn", "ssw-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-ukr_Cyrl", "languages": ["lmo-Latn", "ukr-Cyrl"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lmo_Latn-afr_Latn", "languages": ["lmo-Latn", "afr-Latn"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "lmo_Latn-bho_Deva", "languages": ["lmo-Latn", "bho-Deva"]}, {"precision": 0.965497, "recall": 0.975296, "f1": 0.96861, "accuracy": 0.975296, "main_score": 0.96861, "hf_subset": "lmo_Latn-eus_Latn", "languages": ["lmo-Latn", "eus-Latn"]}, {"precision": 0.580263, "recall": 0.641304, "f1": 0.597254, "accuracy": 0.641304, "main_score": 0.597254, "hf_subset": "lmo_Latn-ibo_Latn", "languages": ["lmo-Latn", "ibo-Latn"]}, {"precision": 0.867507, "recall": 0.897233, "f1": 0.876877, "accuracy": 0.897233, "main_score": 0.876877, "hf_subset": "lmo_Latn-kmr_Latn", "languages": ["lmo-Latn", "kmr-Latn"]}, {"precision": 0.968379, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "lmo_Latn-min_Latn", "languages": ["lmo-Latn", "min-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-por_Latn", "languages": ["lmo-Latn", "por-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "lmo_Latn-sun_Latn", "languages": ["lmo-Latn", "sun-Latn"]}, {"precision": 0.52656, "recall": 0.591897, "f1": 0.545549, "accuracy": 0.591897, "main_score": 0.545549, "hf_subset": "lmo_Latn-umb_Latn", "languages": ["lmo-Latn", "umb-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "lmo_Latn-ajp_Arab", "languages": ["lmo-Latn", "ajp-Arab"]}, {"precision": 0.546432, "recall": 0.616601, "f1": 0.565964, "accuracy": 0.616601, "main_score": 0.565964, "hf_subset": "lmo_Latn-bjn_Arab", "languages": ["lmo-Latn", "bjn-Arab"]}, {"precision": 0.540057, "recall": 0.586957, "f1": 0.552895, "accuracy": 0.586957, "main_score": 0.552895, "hf_subset": "lmo_Latn-ewe_Latn", "languages": ["lmo-Latn", "ewe-Latn"]}, {"precision": 0.932312, "recall": 0.948617, "f1": 0.937173, "accuracy": 0.948617, "main_score": 0.937173, "hf_subset": "lmo_Latn-ilo_Latn", "languages": ["lmo-Latn", "ilo-Latn"]}, {"precision": 0.311141, "recall": 0.368577, "f1": 0.326348, "accuracy": 0.368577, "main_score": 0.326348, "hf_subset": "lmo_Latn-knc_Arab", "languages": ["lmo-Latn", "knc-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-mkd_Cyrl", "languages": ["lmo-Latn", "mkd-Cyrl"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-prs_Arab", "languages": ["lmo-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-swe_Latn", "languages": ["lmo-Latn", "swe-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-urd_Arab", "languages": ["lmo-Latn", "urd-Arab"]}, {"precision": 0.59432, "recall": 0.651186, "f1": 0.610402, "accuracy": 0.651186, "main_score": 0.610402, "hf_subset": "lmo_Latn-aka_Latn", "languages": ["lmo-Latn", "aka-Latn"]}, {"precision": 0.964262, "recall": 0.97332, "f1": 0.967015, "accuracy": 0.97332, "main_score": 0.967015, "hf_subset": "lmo_Latn-bjn_Latn", "languages": ["lmo-Latn", "bjn-Latn"]}, {"precision": 0.94217, "recall": 0.958498, "f1": 0.947217, "accuracy": 0.958498, "main_score": 0.947217, "hf_subset": "lmo_Latn-fao_Latn", "languages": ["lmo-Latn", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-ind_Latn", "languages": ["lmo-Latn", "ind-Latn"]}, {"precision": 0.594408, "recall": 0.645257, "f1": 0.609651, "accuracy": 0.645257, "main_score": 0.609651, "hf_subset": "lmo_Latn-knc_Latn", "languages": ["lmo-Latn", "knc-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lmo_Latn-mlt_Latn", "languages": ["lmo-Latn", "mlt-Latn"]}, {"precision": 0.702668, "recall": 0.759881, "f1": 0.71944, "accuracy": 0.759881, "main_score": 0.71944, "hf_subset": "lmo_Latn-quy_Latn", "languages": ["lmo-Latn", "quy-Latn"]}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "lmo_Latn-swh_Latn", "languages": ["lmo-Latn", "swh-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-uzn_Latn", "languages": ["lmo-Latn", "uzn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-als_Latn", "languages": ["lmo-Latn", "als-Latn"]}, {"precision": 0.558604, "recall": 0.63834, "f1": 0.580784, "accuracy": 0.63834, "main_score": 0.580784, "hf_subset": "lmo_Latn-bod_Tibt", "languages": ["lmo-Latn", "bod-Tibt"]}, {"precision": 0.70752, "recall": 0.753953, "f1": 0.720806, "accuracy": 0.753953, "main_score": 0.720806, "hf_subset": "lmo_Latn-fij_Latn", "languages": ["lmo-Latn", "fij-Latn"]}, {"precision": 0.942029, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "lmo_Latn-isl_Latn", "languages": ["lmo-Latn", "isl-Latn"]}, {"precision": 0.664357, "recall": 0.716403, "f1": 0.679549, "accuracy": 0.716403, "main_score": 0.679549, "hf_subset": "lmo_Latn-kon_Latn", "languages": ["lmo-Latn", "kon-Latn"]}, {"precision": 0.663135, "recall": 0.724308, "f1": 0.681148, "accuracy": 0.724308, "main_score": 0.681148, "hf_subset": "lmo_Latn-mni_Beng", "languages": ["lmo-Latn", "mni-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-ron_Latn", "languages": ["lmo-Latn", "ron-Latn"]}, {"precision": 0.969862, "recall": 0.978261, "f1": 0.972661, "accuracy": 0.978261, "main_score": 0.972661, "hf_subset": "lmo_Latn-szl_Latn", "languages": ["lmo-Latn", "szl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-vec_Latn", "languages": ["lmo-Latn", "vec-Latn"]}, {"precision": 0.889904, "recall": 0.920949, "f1": 0.899769, "accuracy": 0.920949, "main_score": 0.899769, "hf_subset": "lmo_Latn-amh_Ethi", "languages": ["lmo-Latn", "amh-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-bos_Latn", "languages": ["lmo-Latn", "bos-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lmo_Latn-fin_Latn", "languages": ["lmo-Latn", "fin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-ita_Latn", "languages": ["lmo-Latn", "ita-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-kor_Hang", "languages": ["lmo-Latn", "kor-Hang"]}, {"precision": 0.567774, "recall": 0.62253, "f1": 0.583418, "accuracy": 0.62253, "main_score": 0.583418, "hf_subset": "lmo_Latn-mos_Latn", "languages": ["lmo-Latn", "mos-Latn"]}, {"precision": 0.568713, "recall": 0.624506, "f1": 0.584343, "accuracy": 0.624506, "main_score": 0.584343, "hf_subset": "lmo_Latn-run_Latn", "languages": ["lmo-Latn", "run-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-tam_Taml", "languages": ["lmo-Latn", "tam-Taml"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-vie_Latn", "languages": ["lmo-Latn", "vie-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "lmo_Latn-apc_Arab", "languages": ["lmo-Latn", "apc-Arab"]}, {"precision": 0.796344, "recall": 0.836957, "f1": 0.808305, "accuracy": 0.836957, "main_score": 0.808305, "hf_subset": "lmo_Latn-bug_Latn", "languages": ["lmo-Latn", "bug-Latn"]}, {"precision": 0.474916, "recall": 0.529644, "f1": 0.489352, "accuracy": 0.529644, "main_score": 0.489352, "hf_subset": "lmo_Latn-fon_Latn", "languages": ["lmo-Latn", "fon-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-jav_Latn", "languages": ["lmo-Latn", "jav-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "lmo_Latn-lao_Laoo", "languages": ["lmo-Latn", "lao-Laoo"]}, {"precision": 0.81698, "recall": 0.863636, "f1": 0.831178, "accuracy": 0.863636, "main_score": 0.831178, "hf_subset": "lmo_Latn-mri_Latn", "languages": ["lmo-Latn", "mri-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-rus_Cyrl", "languages": ["lmo-Latn", "rus-Cyrl"]}, {"precision": 0.547676, "recall": 0.603755, "f1": 0.563032, "accuracy": 0.603755, "main_score": 0.563032, "hf_subset": "lmo_Latn-taq_Latn", "languages": ["lmo-Latn", "taq-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-war_Latn", "languages": ["lmo-Latn", "war-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-arb_Arab", "languages": ["lmo-Latn", "arb-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-bul_Cyrl", "languages": ["lmo-Latn", "bul-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-fra_Latn", "languages": ["lmo-Latn", "fra-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-jpn_Jpan", "languages": ["lmo-Latn", "jpn-Jpan"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-lij_Latn", "languages": ["lmo-Latn", "lij-Latn"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "lmo_Latn-mya_Mymr", "languages": ["lmo-Latn", "mya-Mymr"]}, {"precision": 0.624421, "recall": 0.684783, "f1": 0.641373, "accuracy": 0.684783, "main_score": 0.641373, "hf_subset": "lmo_Latn-sag_Latn", "languages": ["lmo-Latn", "sag-Latn"]}, {"precision": 0.201873, "recall": 0.255929, "f1": 0.213431, "accuracy": 0.255929, "main_score": 0.213431, "hf_subset": "lmo_Latn-taq_Tfng", "languages": ["lmo-Latn", "taq-Tfng"]}, {"precision": 0.637533, "recall": 0.698617, "f1": 0.65519, "accuracy": 0.698617, "main_score": 0.65519, "hf_subset": "lmo_Latn-wol_Latn", "languages": ["lmo-Latn", "wol-Latn"]}, {"precision": 0.784874, "recall": 0.835968, "f1": 0.800101, "accuracy": 0.835968, "main_score": 0.800101, "hf_subset": "lmo_Latn-arb_Latn", "languages": ["lmo-Latn", "arb-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-cat_Latn", "languages": ["lmo-Latn", "cat-Latn"]}, {"precision": 0.987813, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "lmo_Latn-fur_Latn", "languages": ["lmo-Latn", "fur-Latn"]}, {"precision": 0.431399, "recall": 0.48913, "f1": 0.447406, "accuracy": 0.48913, "main_score": 0.447406, "hf_subset": "lmo_Latn-kab_Latn", "languages": ["lmo-Latn", "kab-Latn"]}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "lmo_Latn-lim_Latn", "languages": ["lmo-Latn", "lim-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-nld_Latn", "languages": ["lmo-Latn", "nld-Latn"]}, {"precision": 0.95471, "recall": 0.967391, "f1": 0.958663, "accuracy": 0.967391, "main_score": 0.958663, "hf_subset": "lmo_Latn-san_Deva", "languages": ["lmo-Latn", "san-Deva"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-tat_Cyrl", "languages": ["lmo-Latn", "tat-Cyrl"]}, {"precision": 0.668522, "recall": 0.721344, "f1": 0.68403, "accuracy": 0.721344, "main_score": 0.68403, "hf_subset": "lmo_Latn-xho_Latn", "languages": ["lmo-Latn", "xho-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lmo_Latn-ars_Arab", "languages": ["lmo-Latn", "ars-Arab"]}, {"precision": 0.986248, "recall": 0.990119, "f1": 0.987385, "accuracy": 0.990119, "main_score": 0.987385, "hf_subset": "lmo_Latn-ceb_Latn", "languages": ["lmo-Latn", "ceb-Latn"]}, {"precision": 0.5745, "recall": 0.631423, "f1": 0.590656, "accuracy": 0.631423, "main_score": 0.590656, "hf_subset": "lmo_Latn-fuv_Latn", "languages": ["lmo-Latn", "fuv-Latn"]}, {"precision": 0.521349, "recall": 0.577075, "f1": 0.537158, "accuracy": 0.577075, "main_score": 0.537158, "hf_subset": "lmo_Latn-kac_Latn", "languages": ["lmo-Latn", "kac-Latn"]}, {"precision": 0.675609, "recall": 0.726285, "f1": 0.690214, "accuracy": 0.726285, "main_score": 0.690214, "hf_subset": "lmo_Latn-lin_Latn", "languages": ["lmo-Latn", "lin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-nno_Latn", "languages": ["lmo-Latn", "nno-Latn"]}, {"precision": 0.227502, "recall": 0.297431, "f1": 0.245096, "accuracy": 0.297431, "main_score": 0.245096, "hf_subset": "lmo_Latn-sat_Olck", "languages": ["lmo-Latn", "sat-Olck"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-tel_Telu", "languages": ["lmo-Latn", "tel-Telu"]}, {"precision": 0.919219, "recall": 0.942688, "f1": 0.926614, "accuracy": 0.942688, "main_score": 0.926614, "hf_subset": "lmo_Latn-ydd_Hebr", "languages": ["lmo-Latn", "ydd-Hebr"]}, {"precision": 0.959816, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "lmo_Latn-ary_Arab", "languages": ["lmo-Latn", "ary-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-ces_Latn", "languages": ["lmo-Latn", "ces-Latn"]}, {"precision": 0.57912, "recall": 0.639328, "f1": 0.596607, "accuracy": 0.639328, "main_score": 0.596607, "hf_subset": "lmo_Latn-gaz_Latn", "languages": ["lmo-Latn", "gaz-Latn"]}, {"precision": 0.58554, "recall": 0.646245, "f1": 0.602994, "accuracy": 0.646245, "main_score": 0.602994, "hf_subset": "lmo_Latn-kam_Latn", "languages": ["lmo-Latn", "kam-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lmo_Latn-lit_Latn", "languages": ["lmo-Latn", "lit-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lmo_Latn-nob_Latn", "languages": ["lmo-Latn", "nob-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lmo_Latn-scn_Latn", "languages": ["lmo-Latn", "scn-Latn"]}, {"precision": 0.948617, "recall": 0.962451, "f1": 0.953016, "accuracy": 0.962451, "main_score": 0.953016, "hf_subset": "lmo_Latn-tgk_Cyrl", "languages": ["lmo-Latn", "tgk-Cyrl"]}, {"precision": 0.696123, "recall": 0.753953, "f1": 0.712895, "accuracy": 0.753953, "main_score": 0.712895, "hf_subset": "lmo_Latn-yor_Latn", "languages": ["lmo-Latn", "yor-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-arz_Arab", "languages": ["lmo-Latn", "arz-Arab"]}, {"precision": 0.5715, "recall": 0.632411, "f1": 0.588729, "accuracy": 0.632411, "main_score": 0.588729, "hf_subset": "lmo_Latn-cjk_Latn", "languages": ["lmo-Latn", "cjk-Latn"]}, {"precision": 0.747184, "recall": 0.798419, "f1": 0.761829, "accuracy": 0.798419, "main_score": 0.761829, "hf_subset": "lmo_Latn-gla_Latn", "languages": ["lmo-Latn", "gla-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-kan_Knda", "languages": ["lmo-Latn", "kan-Knda"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lmo_Latn-npi_Deva", "languages": ["lmo-Latn", "npi-Deva"]}, {"precision": 0.474448, "recall": 0.534585, "f1": 0.491679, "accuracy": 0.534585, "main_score": 0.491679, "hf_subset": "lmo_Latn-shn_Mymr", "languages": ["lmo-Latn", "shn-Mymr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-tgl_Latn", "languages": ["lmo-Latn", "tgl-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-yue_Hant", "languages": ["lmo-Latn", "yue-Hant"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-asm_Beng", "languages": ["lmo-Latn", "asm-Beng"]}, {"precision": 0.923337, "recall": 0.944664, "f1": 0.929875, "accuracy": 0.944664, "main_score": 0.929875, "hf_subset": "lmo_Latn-ckb_Arab", "languages": ["lmo-Latn", "ckb-Arab"]}, {"precision": 0.837451, "recall": 0.879447, "f1": 0.85056, "accuracy": 0.879447, "main_score": 0.85056, "hf_subset": "lmo_Latn-gle_Latn", "languages": ["lmo-Latn", "gle-Latn"]}, {"precision": 0.932312, "recall": 0.950593, "f1": 0.938076, "accuracy": 0.950593, "main_score": 0.938076, "hf_subset": "lmo_Latn-kas_Arab", "languages": ["lmo-Latn", "kas-Arab"]}, {"precision": 0.928854, "recall": 0.949605, "f1": 0.935441, "accuracy": 0.949605, "main_score": 0.935441, "hf_subset": "lmo_Latn-ltg_Latn", "languages": ["lmo-Latn", "ltg-Latn"]}, {"precision": 0.62101, "recall": 0.666996, "f1": 0.634145, "accuracy": 0.666996, "main_score": 0.634145, "hf_subset": "lmo_Latn-nso_Latn", "languages": ["lmo-Latn", "nso-Latn"]}, {"precision": 0.952404, "recall": 0.965415, "f1": 0.956522, "accuracy": 0.965415, "main_score": 0.956522, "hf_subset": "lmo_Latn-sin_Sinh", "languages": ["lmo-Latn", "sin-Sinh"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lmo_Latn-tha_Thai", "languages": ["lmo-Latn", "tha-Thai"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-zho_Hans", "languages": ["lmo-Latn", "zho-Hans"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-ast_Latn", "languages": ["lmo-Latn", "ast-Latn"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "lmo_Latn-crh_Latn", "languages": ["lmo-Latn", "crh-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-glg_Latn", "languages": ["lmo-Latn", "glg-Latn"]}, {"precision": 0.855682, "recall": 0.893281, "f1": 0.86749, "accuracy": 0.893281, "main_score": 0.86749, "hf_subset": "lmo_Latn-kas_Deva", "languages": ["lmo-Latn", "kas-Deva"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "lmo_Latn-ltz_Latn", "languages": ["lmo-Latn", "ltz-Latn"]}, {"precision": 0.47416, "recall": 0.538538, "f1": 0.49169, "accuracy": 0.538538, "main_score": 0.49169, "hf_subset": "lmo_Latn-nus_Latn", "languages": ["lmo-Latn", "nus-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lmo_Latn-slk_Latn", "languages": ["lmo-Latn", "slk-Latn"]}, {"precision": 0.597878, "recall": 0.668972, "f1": 0.618906, "accuracy": 0.668972, "main_score": 0.618906, "hf_subset": "lmo_Latn-tir_Ethi", "languages": ["lmo-Latn", "tir-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-zho_Hant", "languages": ["lmo-Latn", "zho-Hant"]}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "lmo_Latn-awa_Deva", "languages": ["lmo-Latn", "awa-Deva"]}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "lmo_Latn-cym_Latn", "languages": ["lmo-Latn", "cym-Latn"]}, {"precision": 0.836248, "recall": 0.871542, "f1": 0.846673, "accuracy": 0.871542, "main_score": 0.846673, "hf_subset": "lmo_Latn-grn_Latn", "languages": ["lmo-Latn", "grn-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lmo_Latn-kat_Geor", "languages": ["lmo-Latn", "kat-Geor"]}, {"precision": 0.655258, "recall": 0.704545, "f1": 0.669728, "accuracy": 0.704545, "main_score": 0.669728, "hf_subset": "lmo_Latn-lua_Latn", "languages": ["lmo-Latn", "lua-Latn"]}, {"precision": 0.631935, "recall": 0.687747, "f1": 0.648195, "accuracy": 0.687747, "main_score": 0.648195, "hf_subset": "lmo_Latn-nya_Latn", "languages": ["lmo-Latn", "nya-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-slv_Latn", "languages": ["lmo-Latn", "slv-Latn"]}, {"precision": 0.925889, "recall": 0.947628, "f1": 0.932773, "accuracy": 0.947628, "main_score": 0.932773, "hf_subset": "lmo_Latn-tpi_Latn", "languages": ["lmo-Latn", "tpi-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lmo_Latn-zsm_Latn", "languages": ["lmo-Latn", "zsm-Latn"]}, {"precision": 0.546641, "recall": 0.608696, "f1": 0.564503, "accuracy": 0.608696, "main_score": 0.564503, "hf_subset": "lmo_Latn-ayr_Latn", "languages": ["lmo-Latn", "ayr-Latn"]}, {"precision": 0.990366, "recall": 0.993083, "f1": 0.991173, "accuracy": 0.993083, "main_score": 0.991173, "hf_subset": "lmo_Latn-dan_Latn", "languages": ["lmo-Latn", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lmo_Latn-guj_Gujr", "languages": ["lmo-Latn", "guj-Gujr"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-kaz_Cyrl", "languages": ["lmo-Latn", "kaz-Cyrl"]}, {"precision": 0.541634, "recall": 0.602767, "f1": 0.558851, "accuracy": 0.602767, "main_score": 0.558851, "hf_subset": "lmo_Latn-lug_Latn", "languages": ["lmo-Latn", "lug-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-oci_Latn", "languages": ["lmo-Latn", "oci-Latn"]}, {"precision": 0.797134, "recall": 0.837945, "f1": 0.809458, "accuracy": 0.837945, "main_score": 0.809458, "hf_subset": "lmo_Latn-smo_Latn", "languages": ["lmo-Latn", "smo-Latn"]}, {"precision": 0.563252, "recall": 0.620553, "f1": 0.579338, "accuracy": 0.620553, "main_score": 0.579338, "hf_subset": "lmo_Latn-tsn_Latn", "languages": ["lmo-Latn", "tsn-Latn"]}, {"precision": 0.612312, "recall": 0.675889, "f1": 0.630307, "accuracy": 0.675889, "main_score": 0.630307, "hf_subset": "lmo_Latn-zul_Latn", "languages": ["lmo-Latn", "zul-Latn"]}, {"precision": 0.896245, "recall": 0.924901, "f1": 0.90527, "accuracy": 0.924901, "main_score": 0.90527, "hf_subset": "lmo_Latn-azb_Arab", "languages": ["lmo-Latn", "azb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-deu_Latn", "languages": ["lmo-Latn", "deu-Latn"]}, {"precision": 0.955698, "recall": 0.967391, "f1": 0.959486, "accuracy": 0.967391, "main_score": 0.959486, "hf_subset": "lmo_Latn-hat_Latn", "languages": ["lmo-Latn", "hat-Latn"]}, {"precision": 0.506054, "recall": 0.560277, "f1": 0.521061, "accuracy": 0.560277, "main_score": 0.521061, "hf_subset": "lmo_Latn-kbp_Latn", "languages": ["lmo-Latn", "kbp-Latn"]}, {"precision": 0.570353, "recall": 0.625494, "f1": 0.585354, "accuracy": 0.625494, "main_score": 0.585354, "hf_subset": "lmo_Latn-luo_Latn", "languages": ["lmo-Latn", "luo-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-ory_Orya", "languages": ["lmo-Latn", "ory-Orya"]}, {"precision": 0.59693, "recall": 0.65415, "f1": 0.613554, "accuracy": 0.65415, "main_score": 0.613554, "hf_subset": "lmo_Latn-sna_Latn", "languages": ["lmo-Latn", "sna-Latn"]}, {"precision": 0.564147, "recall": 0.619565, "f1": 0.579592, "accuracy": 0.619565, "main_score": 0.579592, "hf_subset": "lmo_Latn-tso_Latn", "languages": ["lmo-Latn", "tso-Latn"]}, {"precision": 0.971014, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "lmo_Latn-azj_Latn", "languages": ["lmo-Latn", "azj-Latn"]}, {"precision": 0.5536, "recall": 0.61166, "f1": 0.570344, "accuracy": 0.61166, "main_score": 0.570344, "hf_subset": "lmo_Latn-dik_Latn", "languages": ["lmo-Latn", "dik-Latn"]}, {"precision": 0.724369, "recall": 0.777668, "f1": 0.740072, "accuracy": 0.777668, "main_score": 0.740072, "hf_subset": "lmo_Latn-hau_Latn", "languages": ["lmo-Latn", "hau-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lmo_Latn-kea_Latn", "languages": ["lmo-Latn", "kea-Latn"]}, {"precision": 0.741304, "recall": 0.789526, "f1": 0.756225, "accuracy": 0.789526, "main_score": 0.756225, "hf_subset": "lmo_Latn-lus_Latn", "languages": ["lmo-Latn", "lus-Latn"]}, {"precision": 0.871245, "recall": 0.899209, "f1": 0.879743, "accuracy": 0.899209, "main_score": 0.879743, "hf_subset": "lmo_Latn-pag_Latn", "languages": ["lmo-Latn", "pag-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lmo_Latn-snd_Arab", "languages": ["lmo-Latn", "snd-Arab"]}, {"precision": 0.919466, "recall": 0.942688, "f1": 0.926877, "accuracy": 0.942688, "main_score": 0.926877, "hf_subset": "lmo_Latn-tuk_Latn", "languages": ["lmo-Latn", "tuk-Latn"]}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "lmo_Latn-bak_Cyrl", "languages": ["lmo-Latn", "bak-Cyrl"]}, {"precision": 0.492944, "recall": 0.571146, "f1": 0.515875, "accuracy": 0.571146, "main_score": 0.515875, "hf_subset": "lmo_Latn-dyu_Latn", "languages": ["lmo-Latn", "dyu-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-heb_Hebr", "languages": ["lmo-Latn", "heb-Hebr"]}, {"precision": 0.951005, "recall": 0.964427, "f1": 0.955105, "accuracy": 0.964427, "main_score": 0.955105, "hf_subset": "lmo_Latn-khk_Cyrl", "languages": ["lmo-Latn", "khk-Cyrl"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-lvs_Latn", "languages": ["lmo-Latn", "lvs-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-pan_Guru", "languages": ["lmo-Latn", "pan-Guru"]}, {"precision": 0.693981, "recall": 0.751976, "f1": 0.711188, "accuracy": 0.751976, "main_score": 0.711188, "hf_subset": "lmo_Latn-som_Latn", "languages": ["lmo-Latn", "som-Latn"]}, {"precision": 0.593761, "recall": 0.633399, "f1": 0.604912, "accuracy": 0.633399, "main_score": 0.604912, "hf_subset": "lmo_Latn-tum_Latn", "languages": ["lmo-Latn", "tum-Latn"]}, {"precision": 0.55347, "recall": 0.624506, "f1": 0.573542, "accuracy": 0.624506, "main_score": 0.573542, "hf_subset": "npi_Deva-ace_Arab", "languages": ["npi-Deva", "ace-Arab"]}, {"precision": 0.516424, "recall": 0.573123, "f1": 0.532303, "accuracy": 0.573123, "main_score": 0.532303, "hf_subset": "npi_Deva-bam_Latn", "languages": ["npi-Deva", "bam-Latn"]}, {"precision": 0.436292, "recall": 0.518775, "f1": 0.458247, "accuracy": 0.518775, "main_score": 0.458247, "hf_subset": "npi_Deva-dzo_Tibt", "languages": ["npi-Deva", "dzo-Tibt"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hin_Deva", "languages": ["npi-Deva", "hin-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "npi_Deva-khm_Khmr", "languages": ["npi-Deva", "khm-Khmr"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mag_Deva", "languages": ["npi-Deva", "mag-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "npi_Deva-pap_Latn", "languages": ["npi-Deva", "pap-Latn"]}, {"precision": 0.588303, "recall": 0.646245, "f1": 0.604467, "accuracy": 0.646245, "main_score": 0.604467, "hf_subset": "npi_Deva-sot_Latn", "languages": ["npi-Deva", "sot-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tur_Latn", "languages": ["npi-Deva", "tur-Latn"]}, {"precision": 0.86773, "recall": 0.902174, "f1": 0.878376, "accuracy": 0.902174, "main_score": 0.878376, "hf_subset": "npi_Deva-ace_Latn", "languages": ["npi-Deva", "ace-Latn"]}, {"precision": 0.958416, "recall": 0.969368, "f1": 0.961858, "accuracy": 0.969368, "main_score": 0.961858, "hf_subset": "npi_Deva-ban_Latn", "languages": ["npi-Deva", "ban-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-ell_Grek", "languages": ["npi-Deva", "ell-Grek"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "npi_Deva-hne_Deva", "languages": ["npi-Deva", "hne-Deva"]}, {"precision": 0.593298, "recall": 0.655138, "f1": 0.611018, "accuracy": 0.655138, "main_score": 0.611018, "hf_subset": "npi_Deva-kik_Latn", "languages": ["npi-Deva", "kik-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mai_Deva", "languages": ["npi-Deva", "mai-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "npi_Deva-pbt_Arab", "languages": ["npi-Deva", "pbt-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-spa_Latn", "languages": ["npi-Deva", "spa-Latn"]}, {"precision": 0.603225, "recall": 0.666996, "f1": 0.621118, "accuracy": 0.666996, "main_score": 0.621118, "hf_subset": "npi_Deva-twi_Latn", "languages": ["npi-Deva", "twi-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-acm_Arab", "languages": ["npi-Deva", "acm-Arab"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-bel_Cyrl", "languages": ["npi-Deva", "bel-Cyrl"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-eng_Latn", "languages": ["npi-Deva", "eng-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hrv_Latn", "languages": ["npi-Deva", "hrv-Latn"]}, {"precision": 0.526426, "recall": 0.588933, "f1": 0.543876, "accuracy": 0.588933, "main_score": 0.543876, "hf_subset": "npi_Deva-kin_Latn", "languages": ["npi-Deva", "kin-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-mal_Mlym", "languages": ["npi-Deva", "mal-Mlym"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-pes_Arab", "languages": ["npi-Deva", "pes-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "npi_Deva-srd_Latn", "languages": ["npi-Deva", "srd-Latn"]}, {"precision": 0.179121, "recall": 0.231225, "f1": 0.191104, "accuracy": 0.231225, "main_score": 0.191104, "hf_subset": "npi_Deva-tzm_Tfng", "languages": ["npi-Deva", "tzm-Tfng"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-acq_Arab", "languages": ["npi-Deva", "acq-Arab"]}, {"precision": 0.609027, "recall": 0.661067, "f1": 0.623358, "accuracy": 0.661067, "main_score": 0.623358, "hf_subset": "npi_Deva-bem_Latn", "languages": ["npi-Deva", "bem-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-epo_Latn", "languages": ["npi-Deva", "epo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hun_Latn", "languages": ["npi-Deva", "hun-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "npi_Deva-kir_Cyrl", "languages": ["npi-Deva", "kir-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-mar_Deva", "languages": ["npi-Deva", "mar-Deva"]}, {"precision": 0.658572, "recall": 0.716403, "f1": 0.675267, "accuracy": 0.716403, "main_score": 0.675267, "hf_subset": "npi_Deva-plt_Latn", "languages": ["npi-Deva", "plt-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-srp_Cyrl", "languages": ["npi-Deva", "srp-Cyrl"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "npi_Deva-uig_Arab", "languages": ["npi-Deva", "uig-Arab"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-aeb_Arab", "languages": ["npi-Deva", "aeb-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ben_Beng", "languages": ["npi-Deva", "ben-Beng"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-est_Latn", "languages": ["npi-Deva", "est-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hye_Armn", "languages": ["npi-Deva", "hye-Armn"]}, {"precision": 0.523577, "recall": 0.581028, "f1": 0.539566, "accuracy": 0.581028, "main_score": 0.539566, "hf_subset": "npi_Deva-kmb_Latn", "languages": ["npi-Deva", "kmb-Latn"]}, {"precision": 0.482121, "recall": 0.557312, "f1": 0.502295, "accuracy": 0.557312, "main_score": 0.502295, "hf_subset": "npi_Deva-min_Arab", "languages": ["npi-Deva", "min-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-pol_Latn", "languages": ["npi-Deva", "pol-Latn"]}, {"precision": 0.555897, "recall": 0.615613, "f1": 0.572719, "accuracy": 0.615613, "main_score": 0.572719, "hf_subset": "npi_Deva-ssw_Latn", "languages": ["npi-Deva", "ssw-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ukr_Cyrl", "languages": ["npi-Deva", "ukr-Cyrl"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-afr_Latn", "languages": ["npi-Deva", "afr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-bho_Deva", "languages": ["npi-Deva", "bho-Deva"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "npi_Deva-eus_Latn", "languages": ["npi-Deva", "eus-Latn"]}, {"precision": 0.569104, "recall": 0.635375, "f1": 0.587582, "accuracy": 0.635375, "main_score": 0.587582, "hf_subset": "npi_Deva-ibo_Latn", "languages": ["npi-Deva", "ibo-Latn"]}, {"precision": 0.895422, "recall": 0.923913, "f1": 0.904644, "accuracy": 0.923913, "main_score": 0.904644, "hf_subset": "npi_Deva-kmr_Latn", "languages": ["npi-Deva", "kmr-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "npi_Deva-min_Latn", "languages": ["npi-Deva", "min-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-por_Latn", "languages": ["npi-Deva", "por-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-sun_Latn", "languages": ["npi-Deva", "sun-Latn"]}, {"precision": 0.510774, "recall": 0.570158, "f1": 0.527363, "accuracy": 0.570158, "main_score": 0.527363, "hf_subset": "npi_Deva-umb_Latn", "languages": ["npi-Deva", "umb-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ajp_Arab", "languages": ["npi-Deva", "ajp-Arab"]}, {"precision": 0.524433, "recall": 0.585968, "f1": 0.540904, "accuracy": 0.585968, "main_score": 0.540904, "hf_subset": "npi_Deva-bjn_Arab", "languages": ["npi-Deva", "bjn-Arab"]}, {"precision": 0.503092, "recall": 0.564229, "f1": 0.520074, "accuracy": 0.564229, "main_score": 0.520074, "hf_subset": "npi_Deva-ewe_Latn", "languages": ["npi-Deva", "ewe-Latn"]}, {"precision": 0.939312, "recall": 0.955534, "f1": 0.944353, "accuracy": 0.955534, "main_score": 0.944353, "hf_subset": "npi_Deva-ilo_Latn", "languages": ["npi-Deva", "ilo-Latn"]}, {"precision": 0.313935, "recall": 0.37253, "f1": 0.330129, "accuracy": 0.37253, "main_score": 0.330129, "hf_subset": "npi_Deva-knc_Arab", "languages": ["npi-Deva", "knc-Arab"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mkd_Cyrl", "languages": ["npi-Deva", "mkd-Cyrl"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-prs_Arab", "languages": ["npi-Deva", "prs-Arab"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-swe_Latn", "languages": ["npi-Deva", "swe-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-urd_Arab", "languages": ["npi-Deva", "urd-Arab"]}, {"precision": 0.586594, "recall": 0.647233, "f1": 0.603647, "accuracy": 0.647233, "main_score": 0.603647, "hf_subset": "npi_Deva-aka_Latn", "languages": ["npi-Deva", "aka-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "npi_Deva-bjn_Latn", "languages": ["npi-Deva", "bjn-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "npi_Deva-fao_Latn", "languages": ["npi-Deva", "fao-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ind_Latn", "languages": ["npi-Deva", "ind-Latn"]}, {"precision": 0.582652, "recall": 0.63834, "f1": 0.598487, "accuracy": 0.63834, "main_score": 0.598487, "hf_subset": "npi_Deva-knc_Latn", "languages": ["npi-Deva", "knc-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-mlt_Latn", "languages": ["npi-Deva", "mlt-Latn"]}, {"precision": 0.70121, "recall": 0.763834, "f1": 0.719894, "accuracy": 0.763834, "main_score": 0.719894, "hf_subset": "npi_Deva-quy_Latn", "languages": ["npi-Deva", "quy-Latn"]}, {"precision": 0.963109, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "npi_Deva-swh_Latn", "languages": ["npi-Deva", "swh-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-uzn_Latn", "languages": ["npi-Deva", "uzn-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-als_Latn", "languages": ["npi-Deva", "als-Latn"]}, {"precision": 0.651675, "recall": 0.729249, "f1": 0.674838, "accuracy": 0.729249, "main_score": 0.674838, "hf_subset": "npi_Deva-bod_Tibt", "languages": ["npi-Deva", "bod-Tibt"]}, {"precision": 0.68303, "recall": 0.741107, "f1": 0.699532, "accuracy": 0.741107, "main_score": 0.699532, "hf_subset": "npi_Deva-fij_Latn", "languages": ["npi-Deva", "fij-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "npi_Deva-isl_Latn", "languages": ["npi-Deva", "isl-Latn"]}, {"precision": 0.647504, "recall": 0.703557, "f1": 0.664032, "accuracy": 0.703557, "main_score": 0.664032, "hf_subset": "npi_Deva-kon_Latn", "languages": ["npi-Deva", "kon-Latn"]}, {"precision": 0.667748, "recall": 0.735178, "f1": 0.687568, "accuracy": 0.735178, "main_score": 0.687568, "hf_subset": "npi_Deva-mni_Beng", "languages": ["npi-Deva", "mni-Beng"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ron_Latn", "languages": ["npi-Deva", "ron-Latn"]}, {"precision": 0.979743, "recall": 0.98419, "f1": 0.981225, "accuracy": 0.98419, "main_score": 0.981225, "hf_subset": "npi_Deva-szl_Latn", "languages": ["npi-Deva", "szl-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-vec_Latn", "languages": ["npi-Deva", "vec-Latn"]}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "npi_Deva-amh_Ethi", "languages": ["npi-Deva", "amh-Ethi"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-bos_Latn", "languages": ["npi-Deva", "bos-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-fin_Latn", "languages": ["npi-Deva", "fin-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ita_Latn", "languages": ["npi-Deva", "ita-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-kor_Hang", "languages": ["npi-Deva", "kor-Hang"]}, {"precision": 0.531213, "recall": 0.591897, "f1": 0.548526, "accuracy": 0.591897, "main_score": 0.548526, "hf_subset": "npi_Deva-mos_Latn", "languages": ["npi-Deva", "mos-Latn"]}, {"precision": 0.543383, "recall": 0.599802, "f1": 0.558849, "accuracy": 0.599802, "main_score": 0.558849, "hf_subset": "npi_Deva-run_Latn", "languages": ["npi-Deva", "run-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tam_Taml", "languages": ["npi-Deva", "tam-Taml"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-vie_Latn", "languages": ["npi-Deva", "vie-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-apc_Arab", "languages": ["npi-Deva", "apc-Arab"]}, {"precision": 0.796149, "recall": 0.84585, "f1": 0.810935, "accuracy": 0.84585, "main_score": 0.810935, "hf_subset": "npi_Deva-bug_Latn", "languages": ["npi-Deva", "bug-Latn"]}, {"precision": 0.456072, "recall": 0.518775, "f1": 0.472799, "accuracy": 0.518775, "main_score": 0.472799, "hf_subset": "npi_Deva-fon_Latn", "languages": ["npi-Deva", "fon-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-jav_Latn", "languages": ["npi-Deva", "jav-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-lao_Laoo", "languages": ["npi-Deva", "lao-Laoo"]}, {"precision": 0.862236, "recall": 0.901186, "f1": 0.874572, "accuracy": 0.901186, "main_score": 0.874572, "hf_subset": "npi_Deva-mri_Latn", "languages": ["npi-Deva", "mri-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-rus_Cyrl", "languages": ["npi-Deva", "rus-Cyrl"]}, {"precision": 0.530545, "recall": 0.594862, "f1": 0.548381, "accuracy": 0.594862, "main_score": 0.548381, "hf_subset": "npi_Deva-taq_Latn", "languages": ["npi-Deva", "taq-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-war_Latn", "languages": ["npi-Deva", "war-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-arb_Arab", "languages": ["npi-Deva", "arb-Arab"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-bul_Cyrl", "languages": ["npi-Deva", "bul-Cyrl"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-fra_Latn", "languages": ["npi-Deva", "fra-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-jpn_Jpan", "languages": ["npi-Deva", "jpn-Jpan"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "npi_Deva-lij_Latn", "languages": ["npi-Deva", "lij-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "npi_Deva-mya_Mymr", "languages": ["npi-Deva", "mya-Mymr"]}, {"precision": 0.602352, "recall": 0.666996, "f1": 0.620076, "accuracy": 0.666996, "main_score": 0.620076, "hf_subset": "npi_Deva-sag_Latn", "languages": ["npi-Deva", "sag-Latn"]}, {"precision": 0.191834, "recall": 0.247036, "f1": 0.20485, "accuracy": 0.247036, "main_score": 0.20485, "hf_subset": "npi_Deva-taq_Tfng", "languages": ["npi-Deva", "taq-Tfng"]}, {"precision": 0.615475, "recall": 0.678854, "f1": 0.633437, "accuracy": 0.678854, "main_score": 0.633437, "hf_subset": "npi_Deva-wol_Latn", "languages": ["npi-Deva", "wol-Latn"]}, {"precision": 0.786001, "recall": 0.840909, "f1": 0.802621, "accuracy": 0.840909, "main_score": 0.802621, "hf_subset": "npi_Deva-arb_Latn", "languages": ["npi-Deva", "arb-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-cat_Latn", "languages": ["npi-Deva", "cat-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "npi_Deva-fur_Latn", "languages": ["npi-Deva", "fur-Latn"]}, {"precision": 0.394546, "recall": 0.458498, "f1": 0.412132, "accuracy": 0.458498, "main_score": 0.412132, "hf_subset": "npi_Deva-kab_Latn", "languages": ["npi-Deva", "kab-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "npi_Deva-lim_Latn", "languages": ["npi-Deva", "lim-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-nld_Latn", "languages": ["npi-Deva", "nld-Latn"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "npi_Deva-san_Deva", "languages": ["npi-Deva", "san-Deva"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "npi_Deva-tat_Cyrl", "languages": ["npi-Deva", "tat-Cyrl"]}, {"precision": 0.670505, "recall": 0.730237, "f1": 0.688087, "accuracy": 0.730237, "main_score": 0.688087, "hf_subset": "npi_Deva-xho_Latn", "languages": ["npi-Deva", "xho-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ars_Arab", "languages": ["npi-Deva", "ars-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ceb_Latn", "languages": ["npi-Deva", "ceb-Latn"]}, {"precision": 0.549623, "recall": 0.613636, "f1": 0.567922, "accuracy": 0.613636, "main_score": 0.567922, "hf_subset": "npi_Deva-fuv_Latn", "languages": ["npi-Deva", "fuv-Latn"]}, {"precision": 0.497368, "recall": 0.564229, "f1": 0.51571, "accuracy": 0.564229, "main_score": 0.51571, "hf_subset": "npi_Deva-kac_Latn", "languages": ["npi-Deva", "kac-Latn"]}, {"precision": 0.656613, "recall": 0.715415, "f1": 0.673751, "accuracy": 0.715415, "main_score": 0.673751, "hf_subset": "npi_Deva-lin_Latn", "languages": ["npi-Deva", "lin-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-nno_Latn", "languages": ["npi-Deva", "nno-Latn"]}, {"precision": 0.266413, "recall": 0.348814, "f1": 0.287262, "accuracy": 0.348814, "main_score": 0.287262, "hf_subset": "npi_Deva-sat_Olck", "languages": ["npi-Deva", "sat-Olck"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-tel_Telu", "languages": ["npi-Deva", "tel-Telu"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "npi_Deva-ydd_Hebr", "languages": ["npi-Deva", "ydd-Hebr"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "npi_Deva-ary_Arab", "languages": ["npi-Deva", "ary-Arab"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ces_Latn", "languages": ["npi-Deva", "ces-Latn"]}, {"precision": 0.559527, "recall": 0.623518, "f1": 0.577991, "accuracy": 0.623518, "main_score": 0.577991, "hf_subset": "npi_Deva-gaz_Latn", "languages": ["npi-Deva", "gaz-Latn"]}, {"precision": 0.576625, "recall": 0.637352, "f1": 0.59367, "accuracy": 0.637352, "main_score": 0.59367, "hf_subset": "npi_Deva-kam_Latn", "languages": ["npi-Deva", "kam-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "npi_Deva-lit_Latn", "languages": ["npi-Deva", "lit-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-nob_Latn", "languages": ["npi-Deva", "nob-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "npi_Deva-scn_Latn", "languages": ["npi-Deva", "scn-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "npi_Deva-tgk_Cyrl", "languages": ["npi-Deva", "tgk-Cyrl"]}, {"precision": 0.714707, "recall": 0.783597, "f1": 0.735907, "accuracy": 0.783597, "main_score": 0.735907, "hf_subset": "npi_Deva-yor_Latn", "languages": ["npi-Deva", "yor-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-arz_Arab", "languages": ["npi-Deva", "arz-Arab"]}, {"precision": 0.55651, "recall": 0.619565, "f1": 0.574093, "accuracy": 0.619565, "main_score": 0.574093, "hf_subset": "npi_Deva-cjk_Latn", "languages": ["npi-Deva", "cjk-Latn"]}, {"precision": 0.769713, "recall": 0.823123, "f1": 0.78643, "accuracy": 0.823123, "main_score": 0.78643, "hf_subset": "npi_Deva-gla_Latn", "languages": ["npi-Deva", "gla-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-kan_Knda", "languages": ["npi-Deva", "kan-Knda"]}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "npi_Deva-lmo_Latn", "languages": ["npi-Deva", "lmo-Latn"]}, {"precision": 0.450711, "recall": 0.51581, "f1": 0.468494, "accuracy": 0.51581, "main_score": 0.468494, "hf_subset": "npi_Deva-shn_Mymr", "languages": ["npi-Deva", "shn-Mymr"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tgl_Latn", "languages": ["npi-Deva", "tgl-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-yue_Hant", "languages": ["npi-Deva", "yue-Hant"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-asm_Beng", "languages": ["npi-Deva", "asm-Beng"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "npi_Deva-ckb_Arab", "languages": ["npi-Deva", "ckb-Arab"]}, {"precision": 0.879858, "recall": 0.912055, "f1": 0.890053, "accuracy": 0.912055, "main_score": 0.890053, "hf_subset": "npi_Deva-gle_Latn", "languages": ["npi-Deva", "gle-Latn"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "npi_Deva-kas_Arab", "languages": ["npi-Deva", "kas-Arab"]}, {"precision": 0.9389, "recall": 0.95751, "f1": 0.944946, "accuracy": 0.95751, "main_score": 0.944946, "hf_subset": "npi_Deva-ltg_Latn", "languages": ["npi-Deva", "ltg-Latn"]}, {"precision": 0.606777, "recall": 0.657115, "f1": 0.620691, "accuracy": 0.657115, "main_score": 0.620691, "hf_subset": "npi_Deva-nso_Latn", "languages": ["npi-Deva", "nso-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "npi_Deva-sin_Sinh", "languages": ["npi-Deva", "sin-Sinh"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-tha_Thai", "languages": ["npi-Deva", "tha-Thai"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-zho_Hans", "languages": ["npi-Deva", "zho-Hans"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ast_Latn", "languages": ["npi-Deva", "ast-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-crh_Latn", "languages": ["npi-Deva", "crh-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-glg_Latn", "languages": ["npi-Deva", "glg-Latn"]}, {"precision": 0.913702, "recall": 0.939723, "f1": 0.922101, "accuracy": 0.939723, "main_score": 0.922101, "hf_subset": "npi_Deva-kas_Deva", "languages": ["npi-Deva", "kas-Deva"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "npi_Deva-ltz_Latn", "languages": ["npi-Deva", "ltz-Latn"]}, {"precision": 0.445313, "recall": 0.511858, "f1": 0.462889, "accuracy": 0.511858, "main_score": 0.462889, "hf_subset": "npi_Deva-nus_Latn", "languages": ["npi-Deva", "nus-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-slk_Latn", "languages": ["npi-Deva", "slk-Latn"]}, {"precision": 0.626985, "recall": 0.697628, "f1": 0.647735, "accuracy": 0.697628, "main_score": 0.647735, "hf_subset": "npi_Deva-tir_Ethi", "languages": ["npi-Deva", "tir-Ethi"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-zho_Hant", "languages": ["npi-Deva", "zho-Hant"]}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "npi_Deva-awa_Deva", "languages": ["npi-Deva", "awa-Deva"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "npi_Deva-cym_Latn", "languages": ["npi-Deva", "cym-Latn"]}, {"precision": 0.825091, "recall": 0.865613, "f1": 0.837308, "accuracy": 0.865613, "main_score": 0.837308, "hf_subset": "npi_Deva-grn_Latn", "languages": ["npi-Deva", "grn-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-kat_Geor", "languages": ["npi-Deva", "kat-Geor"]}, {"precision": 0.636346, "recall": 0.688735, "f1": 0.651151, "accuracy": 0.688735, "main_score": 0.651151, "hf_subset": "npi_Deva-lua_Latn", "languages": ["npi-Deva", "lua-Latn"]}, {"precision": 0.642689, "recall": 0.698617, "f1": 0.658586, "accuracy": 0.698617, "main_score": 0.658586, "hf_subset": "npi_Deva-nya_Latn", "languages": ["npi-Deva", "nya-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-slv_Latn", "languages": ["npi-Deva", "slv-Latn"]}, {"precision": 0.942935, "recall": 0.960474, "f1": 0.948518, "accuracy": 0.960474, "main_score": 0.948518, "hf_subset": "npi_Deva-tpi_Latn", "languages": ["npi-Deva", "tpi-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-zsm_Latn", "languages": ["npi-Deva", "zsm-Latn"]}, {"precision": 0.533173, "recall": 0.596838, "f1": 0.550993, "accuracy": 0.596838, "main_score": 0.550993, "hf_subset": "npi_Deva-ayr_Latn", "languages": ["npi-Deva", "ayr-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-dan_Latn", "languages": ["npi-Deva", "dan-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-guj_Gujr", "languages": ["npi-Deva", "guj-Gujr"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-kaz_Cyrl", "languages": ["npi-Deva", "kaz-Cyrl"]}, {"precision": 0.535207, "recall": 0.601779, "f1": 0.554012, "accuracy": 0.601779, "main_score": 0.554012, "hf_subset": "npi_Deva-lug_Latn", "languages": ["npi-Deva", "lug-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-oci_Latn", "languages": ["npi-Deva", "oci-Latn"]}, {"precision": 0.811759, "recall": 0.860672, "f1": 0.826845, "accuracy": 0.860672, "main_score": 0.826845, "hf_subset": "npi_Deva-smo_Latn", "languages": ["npi-Deva", "smo-Latn"]}, {"precision": 0.538111, "recall": 0.597826, "f1": 0.554118, "accuracy": 0.597826, "main_score": 0.554118, "hf_subset": "npi_Deva-tsn_Latn", "languages": ["npi-Deva", "tsn-Latn"]}, {"precision": 0.610185, "recall": 0.66996, "f1": 0.627588, "accuracy": 0.66996, "main_score": 0.627588, "hf_subset": "npi_Deva-zul_Latn", "languages": ["npi-Deva", "zul-Latn"]}, {"precision": 0.937088, "recall": 0.955534, "f1": 0.943017, "accuracy": 0.955534, "main_score": 0.943017, "hf_subset": "npi_Deva-azb_Arab", "languages": ["npi-Deva", "azb-Arab"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-deu_Latn", "languages": ["npi-Deva", "deu-Latn"]}, {"precision": 0.96805, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "npi_Deva-hat_Latn", "languages": ["npi-Deva", "hat-Latn"]}, {"precision": 0.477275, "recall": 0.541502, "f1": 0.494581, "accuracy": 0.541502, "main_score": 0.494581, "hf_subset": "npi_Deva-kbp_Latn", "languages": ["npi-Deva", "kbp-Latn"]}, {"precision": 0.562284, "recall": 0.618577, "f1": 0.577521, "accuracy": 0.618577, "main_score": 0.577521, "hf_subset": "npi_Deva-luo_Latn", "languages": ["npi-Deva", "luo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ory_Orya", "languages": ["npi-Deva", "ory-Orya"]}, {"precision": 0.577531, "recall": 0.644269, "f1": 0.596829, "accuracy": 0.644269, "main_score": 0.596829, "hf_subset": "npi_Deva-sna_Latn", "languages": ["npi-Deva", "sna-Latn"]}, {"precision": 0.543615, "recall": 0.602767, "f1": 0.559232, "accuracy": 0.602767, "main_score": 0.559232, "hf_subset": "npi_Deva-tso_Latn", "languages": ["npi-Deva", "tso-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-azj_Latn", "languages": ["npi-Deva", "azj-Latn"]}, {"precision": 0.518735, "recall": 0.585968, "f1": 0.538065, "accuracy": 0.585968, "main_score": 0.538065, "hf_subset": "npi_Deva-dik_Latn", "languages": ["npi-Deva", "dik-Latn"]}, {"precision": 0.720612, "recall": 0.781621, "f1": 0.738822, "accuracy": 0.781621, "main_score": 0.738822, "hf_subset": "npi_Deva-hau_Latn", "languages": ["npi-Deva", "hau-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "npi_Deva-kea_Latn", "languages": ["npi-Deva", "kea-Latn"]}, {"precision": 0.740366, "recall": 0.795455, "f1": 0.757082, "accuracy": 0.795455, "main_score": 0.757082, "hf_subset": "npi_Deva-lus_Latn", "languages": ["npi-Deva", "lus-Latn"]}, {"precision": 0.874374, "recall": 0.903162, "f1": 0.883037, "accuracy": 0.903162, "main_score": 0.883037, "hf_subset": "npi_Deva-pag_Latn", "languages": ["npi-Deva", "pag-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-snd_Arab", "languages": ["npi-Deva", "snd-Arab"]}, {"precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "npi_Deva-tuk_Latn", "languages": ["npi-Deva", "tuk-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "npi_Deva-bak_Cyrl", "languages": ["npi-Deva", "bak-Cyrl"]}, {"precision": 0.478032, "recall": 0.561265, "f1": 0.502422, "accuracy": 0.561265, "main_score": 0.502422, "hf_subset": "npi_Deva-dyu_Latn", "languages": ["npi-Deva", "dyu-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-heb_Hebr", "languages": ["npi-Deva", "heb-Hebr"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "npi_Deva-khk_Cyrl", "languages": ["npi-Deva", "khk-Cyrl"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-lvs_Latn", "languages": ["npi-Deva", "lvs-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-pan_Guru", "languages": ["npi-Deva", "pan-Guru"]}, {"precision": 0.700996, "recall": 0.757905, "f1": 0.717545, "accuracy": 0.757905, "main_score": 0.717545, "hf_subset": "npi_Deva-som_Latn", "languages": ["npi-Deva", "som-Latn"]}, {"precision": 0.579292, "recall": 0.634387, "f1": 0.594796, "accuracy": 0.634387, "main_score": 0.594796, "hf_subset": "npi_Deva-tum_Latn", "languages": ["npi-Deva", "tum-Latn"]}, {"precision": 0.347112, "recall": 0.396245, "f1": 0.360755, "accuracy": 0.396245, "main_score": 0.360755, "hf_subset": "shn_Mymr-ace_Arab", "languages": ["shn-Mymr", "ace-Arab"]}, {"precision": 0.42274, "recall": 0.468379, "f1": 0.434806, "accuracy": 0.468379, "main_score": 0.434806, "hf_subset": "shn_Mymr-bam_Latn", "languages": ["shn-Mymr", "bam-Latn"]}, {"precision": 0.207315, "recall": 0.251976, "f1": 0.218988, "accuracy": 0.251976, "main_score": 0.218988, "hf_subset": "shn_Mymr-dzo_Tibt", "languages": ["shn-Mymr", "dzo-Tibt"]}, {"precision": 0.475177, "recall": 0.516798, "f1": 0.486171, "accuracy": 0.516798, "main_score": 0.486171, "hf_subset": "shn_Mymr-hin_Deva", "languages": ["shn-Mymr", "hin-Deva"]}, {"precision": 0.42662, "recall": 0.474308, "f1": 0.440707, "accuracy": 0.474308, "main_score": 0.440707, "hf_subset": "shn_Mymr-khm_Khmr", "languages": ["shn-Mymr", "khm-Khmr"]}, {"precision": 0.476747, "recall": 0.511858, "f1": 0.485919, "accuracy": 0.511858, "main_score": 0.485919, "hf_subset": "shn_Mymr-mag_Deva", "languages": ["shn-Mymr", "mag-Deva"]}, {"precision": 0.489045, "recall": 0.521739, "f1": 0.497468, "accuracy": 0.521739, "main_score": 0.497468, "hf_subset": "shn_Mymr-pap_Latn", "languages": ["shn-Mymr", "pap-Latn"]}, {"precision": 0.456433, "recall": 0.499012, "f1": 0.46732, "accuracy": 0.499012, "main_score": 0.46732, "hf_subset": "shn_Mymr-sot_Latn", "languages": ["shn-Mymr", "sot-Latn"]}, {"precision": 0.474747, "recall": 0.513834, "f1": 0.48527, "accuracy": 0.513834, "main_score": 0.48527, "hf_subset": "shn_Mymr-tur_Latn", "languages": ["shn-Mymr", "tur-Latn"]}, {"precision": 0.478306, "recall": 0.514822, "f1": 0.48803, "accuracy": 0.514822, "main_score": 0.48803, "hf_subset": "shn_Mymr-ace_Latn", "languages": ["shn-Mymr", "ace-Latn"]}, {"precision": 0.482743, "recall": 0.511858, "f1": 0.49109, "accuracy": 0.511858, "main_score": 0.49109, "hf_subset": "shn_Mymr-ban_Latn", "languages": ["shn-Mymr", "ban-Latn"]}, {"precision": 0.459843, "recall": 0.498024, "f1": 0.470095, "accuracy": 0.498024, "main_score": 0.470095, "hf_subset": "shn_Mymr-ell_Grek", "languages": ["shn-Mymr", "ell-Grek"]}, {"precision": 0.457163, "recall": 0.498024, "f1": 0.468491, "accuracy": 0.498024, "main_score": 0.468491, "hf_subset": "shn_Mymr-hne_Deva", "languages": ["shn-Mymr", "hne-Deva"]}, {"precision": 0.41714, "recall": 0.463439, "f1": 0.428886, "accuracy": 0.463439, "main_score": 0.428886, "hf_subset": "shn_Mymr-kik_Latn", "languages": ["shn-Mymr", "kik-Latn"]}, {"precision": 0.468736, "recall": 0.512846, "f1": 0.480103, "accuracy": 0.512846, "main_score": 0.480103, "hf_subset": "shn_Mymr-mai_Deva", "languages": ["shn-Mymr", "mai-Deva"]}, {"precision": 0.427534, "recall": 0.471344, "f1": 0.43922, "accuracy": 0.471344, "main_score": 0.43922, "hf_subset": "shn_Mymr-pbt_Arab", "languages": ["shn-Mymr", "pbt-Arab"]}, {"precision": 0.473505, "recall": 0.51087, "f1": 0.483625, "accuracy": 0.51087, "main_score": 0.483625, "hf_subset": "shn_Mymr-spa_Latn", "languages": ["shn-Mymr", "spa-Latn"]}, {"precision": 0.479765, "recall": 0.51087, "f1": 0.4888, "accuracy": 0.51087, "main_score": 0.4888, "hf_subset": "shn_Mymr-twi_Latn", "languages": ["shn-Mymr", "twi-Latn"]}, {"precision": 0.465699, "recall": 0.504941, "f1": 0.476418, "accuracy": 0.504941, "main_score": 0.476418, "hf_subset": "shn_Mymr-acm_Arab", "languages": ["shn-Mymr", "acm-Arab"]}, {"precision": 0.450826, "recall": 0.493083, "f1": 0.462128, "accuracy": 0.493083, "main_score": 0.462128, "hf_subset": "shn_Mymr-bel_Cyrl", "languages": ["shn-Mymr", "bel-Cyrl"]}, {"precision": 0.496899, "recall": 0.536561, "f1": 0.507014, "accuracy": 0.536561, "main_score": 0.507014, "hf_subset": "shn_Mymr-eng_Latn", "languages": ["shn-Mymr", "eng-Latn"]}, {"precision": 0.479789, "recall": 0.522727, "f1": 0.490444, "accuracy": 0.522727, "main_score": 0.490444, "hf_subset": "shn_Mymr-hrv_Latn", "languages": ["shn-Mymr", "hrv-Latn"]}, {"precision": 0.421099, "recall": 0.467391, "f1": 0.434271, "accuracy": 0.467391, "main_score": 0.434271, "hf_subset": "shn_Mymr-kin_Latn", "languages": ["shn-Mymr", "kin-Latn"]}, {"precision": 0.466882, "recall": 0.508893, "f1": 0.478693, "accuracy": 0.508893, "main_score": 0.478693, "hf_subset": "shn_Mymr-mal_Mlym", "languages": ["shn-Mymr", "mal-Mlym"]}, {"precision": 0.46362, "recall": 0.508893, "f1": 0.475543, "accuracy": 0.508893, "main_score": 0.475543, "hf_subset": "shn_Mymr-pes_Arab", "languages": ["shn-Mymr", "pes-Arab"]}, {"precision": 0.459787, "recall": 0.501976, "f1": 0.47148, "accuracy": 0.501976, "main_score": 0.47148, "hf_subset": "shn_Mymr-srd_Latn", "languages": ["shn-Mymr", "srd-Latn"]}, {"precision": 0.17292, "recall": 0.215415, "f1": 0.183413, "accuracy": 0.215415, "main_score": 0.183413, "hf_subset": "shn_Mymr-tzm_Tfng", "languages": ["shn-Mymr", "tzm-Tfng"]}, {"precision": 0.457577, "recall": 0.502964, "f1": 0.469534, "accuracy": 0.502964, "main_score": 0.469534, "hf_subset": "shn_Mymr-acq_Arab", "languages": ["shn-Mymr", "acq-Arab"]}, {"precision": 0.481086, "recall": 0.513834, "f1": 0.489859, "accuracy": 0.513834, "main_score": 0.489859, "hf_subset": "shn_Mymr-bem_Latn", "languages": ["shn-Mymr", "bem-Latn"]}, {"precision": 0.466003, "recall": 0.509881, "f1": 0.477775, "accuracy": 0.509881, "main_score": 0.477775, "hf_subset": "shn_Mymr-epo_Latn", "languages": ["shn-Mymr", "epo-Latn"]}, {"precision": 0.469773, "recall": 0.513834, "f1": 0.481475, "accuracy": 0.513834, "main_score": 0.481475, "hf_subset": "shn_Mymr-hun_Latn", "languages": ["shn-Mymr", "hun-Latn"]}, {"precision": 0.461447, "recall": 0.501976, "f1": 0.472444, "accuracy": 0.501976, "main_score": 0.472444, "hf_subset": "shn_Mymr-kir_Cyrl", "languages": ["shn-Mymr", "kir-Cyrl"]}, {"precision": 0.472809, "recall": 0.507905, "f1": 0.482564, "accuracy": 0.507905, "main_score": 0.482564, "hf_subset": "shn_Mymr-mar_Deva", "languages": ["shn-Mymr", "mar-Deva"]}, {"precision": 0.464842, "recall": 0.500988, "f1": 0.475109, "accuracy": 0.500988, "main_score": 0.475109, "hf_subset": "shn_Mymr-plt_Latn", "languages": ["shn-Mymr", "plt-Latn"]}, {"precision": 0.479378, "recall": 0.519763, "f1": 0.490313, "accuracy": 0.519763, "main_score": 0.490313, "hf_subset": "shn_Mymr-srp_Cyrl", "languages": ["shn-Mymr", "srp-Cyrl"]}, {"precision": 0.387392, "recall": 0.440711, "f1": 0.402347, "accuracy": 0.440711, "main_score": 0.402347, "hf_subset": "shn_Mymr-uig_Arab", "languages": ["shn-Mymr", "uig-Arab"]}, {"precision": 0.450827, "recall": 0.494071, "f1": 0.463158, "accuracy": 0.494071, "main_score": 0.463158, "hf_subset": "shn_Mymr-aeb_Arab", "languages": ["shn-Mymr", "aeb-Arab"]}, {"precision": 0.45849, "recall": 0.501976, "f1": 0.470002, "accuracy": 0.501976, "main_score": 0.470002, "hf_subset": "shn_Mymr-ben_Beng", "languages": ["shn-Mymr", "ben-Beng"]}, {"precision": 0.455492, "recall": 0.498024, "f1": 0.467699, "accuracy": 0.498024, "main_score": 0.467699, "hf_subset": "shn_Mymr-est_Latn", "languages": ["shn-Mymr", "est-Latn"]}, {"precision": 0.440071, "recall": 0.487154, "f1": 0.452112, "accuracy": 0.487154, "main_score": 0.452112, "hf_subset": "shn_Mymr-hye_Armn", "languages": ["shn-Mymr", "hye-Armn"]}, {"precision": 0.445562, "recall": 0.490119, "f1": 0.458112, "accuracy": 0.490119, "main_score": 0.458112, "hf_subset": "shn_Mymr-kmb_Latn", "languages": ["shn-Mymr", "kmb-Latn"]}, {"precision": 0.334205, "recall": 0.381423, "f1": 0.346632, "accuracy": 0.381423, "main_score": 0.346632, "hf_subset": "shn_Mymr-min_Arab", "languages": ["shn-Mymr", "min-Arab"]}, {"precision": 0.467379, "recall": 0.51087, "f1": 0.479039, "accuracy": 0.51087, "main_score": 0.479039, "hf_subset": "shn_Mymr-pol_Latn", "languages": ["shn-Mymr", "pol-Latn"]}, {"precision": 0.445257, "recall": 0.488142, "f1": 0.457235, "accuracy": 0.488142, "main_score": 0.457235, "hf_subset": "shn_Mymr-ssw_Latn", "languages": ["shn-Mymr", "ssw-Latn"]}, {"precision": 0.456877, "recall": 0.502964, "f1": 0.468958, "accuracy": 0.502964, "main_score": 0.468958, "hf_subset": "shn_Mymr-ukr_Cyrl", "languages": ["shn-Mymr", "ukr-Cyrl"]}, {"precision": 0.497985, "recall": 0.532609, "f1": 0.506412, "accuracy": 0.532609, "main_score": 0.506412, "hf_subset": "shn_Mymr-afr_Latn", "languages": ["shn-Mymr", "afr-Latn"]}, {"precision": 0.476013, "recall": 0.51087, "f1": 0.485212, "accuracy": 0.51087, "main_score": 0.485212, "hf_subset": "shn_Mymr-bho_Deva", "languages": ["shn-Mymr", "bho-Deva"]}, {"precision": 0.465659, "recall": 0.51087, "f1": 0.477594, "accuracy": 0.51087, "main_score": 0.477594, "hf_subset": "shn_Mymr-eus_Latn", "languages": ["shn-Mymr", "eus-Latn"]}, {"precision": 0.435448, "recall": 0.479249, "f1": 0.448029, "accuracy": 0.479249, "main_score": 0.448029, "hf_subset": "shn_Mymr-ibo_Latn", "languages": ["shn-Mymr", "ibo-Latn"]}, {"precision": 0.461391, "recall": 0.499012, "f1": 0.472155, "accuracy": 0.499012, "main_score": 0.472155, "hf_subset": "shn_Mymr-kmr_Latn", "languages": ["shn-Mymr", "kmr-Latn"]}, {"precision": 0.467907, "recall": 0.505929, "f1": 0.478193, "accuracy": 0.505929, "main_score": 0.478193, "hf_subset": "shn_Mymr-min_Latn", "languages": ["shn-Mymr", "min-Latn"]}, {"precision": 0.491484, "recall": 0.527668, "f1": 0.500762, "accuracy": 0.527668, "main_score": 0.500762, "hf_subset": "shn_Mymr-por_Latn", "languages": ["shn-Mymr", "por-Latn"]}, {"precision": 0.475175, "recall": 0.513834, "f1": 0.48516, "accuracy": 0.513834, "main_score": 0.48516, "hf_subset": "shn_Mymr-sun_Latn", "languages": ["shn-Mymr", "sun-Latn"]}, {"precision": 0.415385, "recall": 0.462451, "f1": 0.42914, "accuracy": 0.462451, "main_score": 0.42914, "hf_subset": "shn_Mymr-umb_Latn", "languages": ["shn-Mymr", "umb-Latn"]}, {"precision": 0.473282, "recall": 0.51087, "f1": 0.483329, "accuracy": 0.51087, "main_score": 0.483329, "hf_subset": "shn_Mymr-ajp_Arab", "languages": ["shn-Mymr", "ajp-Arab"]}, {"precision": 0.337355, "recall": 0.389328, "f1": 0.351235, "accuracy": 0.389328, "main_score": 0.351235, "hf_subset": "shn_Mymr-bjn_Arab", "languages": ["shn-Mymr", "bjn-Arab"]}, {"precision": 0.418868, "recall": 0.459486, "f1": 0.430671, "accuracy": 0.459486, "main_score": 0.430671, "hf_subset": "shn_Mymr-ewe_Latn", "languages": ["shn-Mymr", "ewe-Latn"]}, {"precision": 0.48684, "recall": 0.519763, "f1": 0.495473, "accuracy": 0.519763, "main_score": 0.495473, "hf_subset": "shn_Mymr-ilo_Latn", "languages": ["shn-Mymr", "ilo-Latn"]}, {"precision": 0.257773, "recall": 0.313241, "f1": 0.273267, "accuracy": 0.313241, "main_score": 0.273267, "hf_subset": "shn_Mymr-knc_Arab", "languages": ["shn-Mymr", "knc-Arab"]}, {"precision": 0.471133, "recall": 0.512846, "f1": 0.481906, "accuracy": 0.512846, "main_score": 0.481906, "hf_subset": "shn_Mymr-mkd_Cyrl", "languages": ["shn-Mymr", "mkd-Cyrl"]}, {"precision": 0.473021, "recall": 0.51087, "f1": 0.482924, "accuracy": 0.51087, "main_score": 0.482924, "hf_subset": "shn_Mymr-prs_Arab", "languages": ["shn-Mymr", "prs-Arab"]}, {"precision": 0.475943, "recall": 0.513834, "f1": 0.485969, "accuracy": 0.513834, "main_score": 0.485969, "hf_subset": "shn_Mymr-swe_Latn", "languages": ["shn-Mymr", "swe-Latn"]}, {"precision": 0.444579, "recall": 0.494071, "f1": 0.457477, "accuracy": 0.494071, "main_score": 0.457477, "hf_subset": "shn_Mymr-urd_Arab", "languages": ["shn-Mymr", "urd-Arab"]}, {"precision": 0.476173, "recall": 0.507905, "f1": 0.485181, "accuracy": 0.507905, "main_score": 0.485181, "hf_subset": "shn_Mymr-aka_Latn", "languages": ["shn-Mymr", "aka-Latn"]}, {"precision": 0.464032, "recall": 0.506917, "f1": 0.475462, "accuracy": 0.506917, "main_score": 0.475462, "hf_subset": "shn_Mymr-bjn_Latn", "languages": ["shn-Mymr", "bjn-Latn"]}, {"precision": 0.460843, "recall": 0.500988, "f1": 0.471149, "accuracy": 0.500988, "main_score": 0.471149, "hf_subset": "shn_Mymr-fao_Latn", "languages": ["shn-Mymr", "fao-Latn"]}, {"precision": 0.491742, "recall": 0.529644, "f1": 0.501567, "accuracy": 0.529644, "main_score": 0.501567, "hf_subset": "shn_Mymr-ind_Latn", "languages": ["shn-Mymr", "ind-Latn"]}, {"precision": 0.459214, "recall": 0.5, "f1": 0.469978, "accuracy": 0.5, "main_score": 0.469978, "hf_subset": "shn_Mymr-knc_Latn", "languages": ["shn-Mymr", "knc-Latn"]}, {"precision": 0.478144, "recall": 0.513834, "f1": 0.48712, "accuracy": 0.513834, "main_score": 0.48712, "hf_subset": "shn_Mymr-mlt_Latn", "languages": ["shn-Mymr", "mlt-Latn"]}, {"precision": 0.436572, "recall": 0.481225, "f1": 0.448917, "accuracy": 0.481225, "main_score": 0.448917, "hf_subset": "shn_Mymr-quy_Latn", "languages": ["shn-Mymr", "quy-Latn"]}, {"precision": 0.450865, "recall": 0.490119, "f1": 0.462022, "accuracy": 0.490119, "main_score": 0.462022, "hf_subset": "shn_Mymr-swh_Latn", "languages": ["shn-Mymr", "swh-Latn"]}, {"precision": 0.45474, "recall": 0.492095, "f1": 0.465094, "accuracy": 0.492095, "main_score": 0.465094, "hf_subset": "shn_Mymr-uzn_Latn", "languages": ["shn-Mymr", "uzn-Latn"]}, {"precision": 0.460374, "recall": 0.494071, "f1": 0.469449, "accuracy": 0.494071, "main_score": 0.469449, "hf_subset": "shn_Mymr-als_Latn", "languages": ["shn-Mymr", "als-Latn"]}, {"precision": 0.242096, "recall": 0.294466, "f1": 0.254356, "accuracy": 0.294466, "main_score": 0.254356, "hf_subset": "shn_Mymr-bod_Tibt", "languages": ["shn-Mymr", "bod-Tibt"]}, {"precision": 0.476003, "recall": 0.511858, "f1": 0.486069, "accuracy": 0.511858, "main_score": 0.486069, "hf_subset": "shn_Mymr-fij_Latn", "languages": ["shn-Mymr", "fij-Latn"]}, {"precision": 0.450492, "recall": 0.490119, "f1": 0.461974, "accuracy": 0.490119, "main_score": 0.461974, "hf_subset": "shn_Mymr-isl_Latn", "languages": ["shn-Mymr", "isl-Latn"]}, {"precision": 0.454824, "recall": 0.491107, "f1": 0.465191, "accuracy": 0.491107, "main_score": 0.465191, "hf_subset": "shn_Mymr-kon_Latn", "languages": ["shn-Mymr", "kon-Latn"]}, {"precision": 0.406301, "recall": 0.450593, "f1": 0.419438, "accuracy": 0.450593, "main_score": 0.419438, "hf_subset": "shn_Mymr-mni_Beng", "languages": ["shn-Mymr", "mni-Beng"]}, {"precision": 0.485778, "recall": 0.522727, "f1": 0.495221, "accuracy": 0.522727, "main_score": 0.495221, "hf_subset": "shn_Mymr-ron_Latn", "languages": ["shn-Mymr", "ron-Latn"]}, {"precision": 0.466055, "recall": 0.501976, "f1": 0.47588, "accuracy": 0.501976, "main_score": 0.47588, "hf_subset": "shn_Mymr-szl_Latn", "languages": ["shn-Mymr", "szl-Latn"]}, {"precision": 0.484289, "recall": 0.524704, "f1": 0.494791, "accuracy": 0.524704, "main_score": 0.494791, "hf_subset": "shn_Mymr-vec_Latn", "languages": ["shn-Mymr", "vec-Latn"]}, {"precision": 0.387887, "recall": 0.440711, "f1": 0.402301, "accuracy": 0.440711, "main_score": 0.402301, "hf_subset": "shn_Mymr-amh_Ethi", "languages": ["shn-Mymr", "amh-Ethi"]}, {"precision": 0.476344, "recall": 0.514822, "f1": 0.486752, "accuracy": 0.514822, "main_score": 0.486752, "hf_subset": "shn_Mymr-bos_Latn", "languages": ["shn-Mymr", "bos-Latn"]}, {"precision": 0.461784, "recall": 0.503953, "f1": 0.473741, "accuracy": 0.503953, "main_score": 0.473741, "hf_subset": "shn_Mymr-fin_Latn", "languages": ["shn-Mymr", "fin-Latn"]}, {"precision": 0.473794, "recall": 0.514822, "f1": 0.484959, "accuracy": 0.514822, "main_score": 0.484959, "hf_subset": "shn_Mymr-ita_Latn", "languages": ["shn-Mymr", "ita-Latn"]}, {"precision": 0.467266, "recall": 0.507905, "f1": 0.478313, "accuracy": 0.507905, "main_score": 0.478313, "hf_subset": "shn_Mymr-kor_Hang", "languages": ["shn-Mymr", "kor-Hang"]}, {"precision": 0.431296, "recall": 0.474308, "f1": 0.443287, "accuracy": 0.474308, "main_score": 0.443287, "hf_subset": "shn_Mymr-mos_Latn", "languages": ["shn-Mymr", "mos-Latn"]}, {"precision": 0.43391, "recall": 0.474308, "f1": 0.44577, "accuracy": 0.474308, "main_score": 0.44577, "hf_subset": "shn_Mymr-run_Latn", "languages": ["shn-Mymr", "run-Latn"]}, {"precision": 0.456484, "recall": 0.501976, "f1": 0.46864, "accuracy": 0.501976, "main_score": 0.46864, "hf_subset": "shn_Mymr-tam_Taml", "languages": ["shn-Mymr", "tam-Taml"]}, {"precision": 0.485439, "recall": 0.520751, "f1": 0.49518, "accuracy": 0.520751, "main_score": 0.49518, "hf_subset": "shn_Mymr-vie_Latn", "languages": ["shn-Mymr", "vie-Latn"]}, {"precision": 0.464701, "recall": 0.502964, "f1": 0.47426, "accuracy": 0.502964, "main_score": 0.47426, "hf_subset": "shn_Mymr-apc_Arab", "languages": ["shn-Mymr", "apc-Arab"]}, {"precision": 0.470435, "recall": 0.505929, "f1": 0.480406, "accuracy": 0.505929, "main_score": 0.480406, "hf_subset": "shn_Mymr-bug_Latn", "languages": ["shn-Mymr", "bug-Latn"]}, {"precision": 0.411566, "recall": 0.455534, "f1": 0.424062, "accuracy": 0.455534, "main_score": 0.424062, "hf_subset": "shn_Mymr-fon_Latn", "languages": ["shn-Mymr", "fon-Latn"]}, {"precision": 0.488786, "recall": 0.52668, "f1": 0.498818, "accuracy": 0.52668, "main_score": 0.498818, "hf_subset": "shn_Mymr-jav_Latn", "languages": ["shn-Mymr", "jav-Latn"]}, {"precision": 0.442228, "recall": 0.485178, "f1": 0.454111, "accuracy": 0.485178, "main_score": 0.454111, "hf_subset": "shn_Mymr-lao_Laoo", "languages": ["shn-Mymr", "lao-Laoo"]}, {"precision": 0.434964, "recall": 0.475296, "f1": 0.446042, "accuracy": 0.475296, "main_score": 0.446042, "hf_subset": "shn_Mymr-mri_Latn", "languages": ["shn-Mymr", "mri-Latn"]}, {"precision": 0.471239, "recall": 0.51087, "f1": 0.482048, "accuracy": 0.51087, "main_score": 0.482048, "hf_subset": "shn_Mymr-rus_Cyrl", "languages": ["shn-Mymr", "rus-Cyrl"]}, {"precision": 0.432037, "recall": 0.470356, "f1": 0.44345, "accuracy": 0.470356, "main_score": 0.44345, "hf_subset": "shn_Mymr-taq_Latn", "languages": ["shn-Mymr", "taq-Latn"]}, {"precision": 0.49418, "recall": 0.527668, "f1": 0.503309, "accuracy": 0.527668, "main_score": 0.503309, "hf_subset": "shn_Mymr-war_Latn", "languages": ["shn-Mymr", "war-Latn"]}, {"precision": 0.455321, "recall": 0.502964, "f1": 0.467889, "accuracy": 0.502964, "main_score": 0.467889, "hf_subset": "shn_Mymr-arb_Arab", "languages": ["shn-Mymr", "arb-Arab"]}, {"precision": 0.467903, "recall": 0.507905, "f1": 0.478618, "accuracy": 0.507905, "main_score": 0.478618, "hf_subset": "shn_Mymr-bul_Cyrl", "languages": ["shn-Mymr", "bul-Cyrl"]}, {"precision": 0.470142, "recall": 0.511858, "f1": 0.481412, "accuracy": 0.511858, "main_score": 0.481412, "hf_subset": "shn_Mymr-fra_Latn", "languages": ["shn-Mymr", "fra-Latn"]}, {"precision": 0.471221, "recall": 0.506917, "f1": 0.481862, "accuracy": 0.506917, "main_score": 0.481862, "hf_subset": "shn_Mymr-jpn_Jpan", "languages": ["shn-Mymr", "jpn-Jpan"]}, {"precision": 0.475519, "recall": 0.516798, "f1": 0.486448, "accuracy": 0.516798, "main_score": 0.486448, "hf_subset": "shn_Mymr-lij_Latn", "languages": ["shn-Mymr", "lij-Latn"]}, {"precision": 0.35859, "recall": 0.41502, "f1": 0.373409, "accuracy": 0.41502, "main_score": 0.373409, "hf_subset": "shn_Mymr-mya_Mymr", "languages": ["shn-Mymr", "mya-Mymr"]}, {"precision": 0.437164, "recall": 0.481225, "f1": 0.449122, "accuracy": 0.481225, "main_score": 0.449122, "hf_subset": "shn_Mymr-sag_Latn", "languages": ["shn-Mymr", "sag-Latn"]}, {"precision": 0.189912, "recall": 0.240119, "f1": 0.201681, "accuracy": 0.240119, "main_score": 0.201681, "hf_subset": "shn_Mymr-taq_Tfng", "languages": ["shn-Mymr", "taq-Tfng"]}, {"precision": 0.464591, "recall": 0.498024, "f1": 0.474217, "accuracy": 0.498024, "main_score": 0.474217, "hf_subset": "shn_Mymr-wol_Latn", "languages": ["shn-Mymr", "wol-Latn"]}, {"precision": 0.38665, "recall": 0.43083, "f1": 0.399484, "accuracy": 0.43083, "main_score": 0.399484, "hf_subset": "shn_Mymr-arb_Latn", "languages": ["shn-Mymr", "arb-Latn"]}, {"precision": 0.477277, "recall": 0.51581, "f1": 0.48703, "accuracy": 0.51581, "main_score": 0.48703, "hf_subset": "shn_Mymr-cat_Latn", "languages": ["shn-Mymr", "cat-Latn"]}, {"precision": 0.471697, "recall": 0.51087, "f1": 0.482579, "accuracy": 0.51087, "main_score": 0.482579, "hf_subset": "shn_Mymr-fur_Latn", "languages": ["shn-Mymr", "fur-Latn"]}, {"precision": 0.35307, "recall": 0.40415, "f1": 0.367276, "accuracy": 0.40415, "main_score": 0.367276, "hf_subset": "shn_Mymr-kab_Latn", "languages": ["shn-Mymr", "kab-Latn"]}, {"precision": 0.461735, "recall": 0.496047, "f1": 0.471988, "accuracy": 0.496047, "main_score": 0.471988, "hf_subset": "shn_Mymr-lim_Latn", "languages": ["shn-Mymr", "lim-Latn"]}, {"precision": 0.482991, "recall": 0.523715, "f1": 0.493719, "accuracy": 0.523715, "main_score": 0.493719, "hf_subset": "shn_Mymr-nld_Latn", "languages": ["shn-Mymr", "nld-Latn"]}, {"precision": 0.432351, "recall": 0.479249, "f1": 0.445881, "accuracy": 0.479249, "main_score": 0.445881, "hf_subset": "shn_Mymr-san_Deva", "languages": ["shn-Mymr", "san-Deva"]}, {"precision": 0.47165, "recall": 0.51087, "f1": 0.482617, "accuracy": 0.51087, "main_score": 0.482617, "hf_subset": "shn_Mymr-tat_Cyrl", "languages": ["shn-Mymr", "tat-Cyrl"]}, {"precision": 0.462674, "recall": 0.500988, "f1": 0.473583, "accuracy": 0.500988, "main_score": 0.473583, "hf_subset": "shn_Mymr-xho_Latn", "languages": ["shn-Mymr", "xho-Latn"]}, {"precision": 0.431827, "recall": 0.485178, "f1": 0.446262, "accuracy": 0.485178, "main_score": 0.446262, "hf_subset": "shn_Mymr-ars_Arab", "languages": ["shn-Mymr", "ars-Arab"]}, {"precision": 0.488894, "recall": 0.517787, "f1": 0.49701, "accuracy": 0.517787, "main_score": 0.49701, "hf_subset": "shn_Mymr-ceb_Latn", "languages": ["shn-Mymr", "ceb-Latn"]}, {"precision": 0.420915, "recall": 0.463439, "f1": 0.432659, "accuracy": 0.463439, "main_score": 0.432659, "hf_subset": "shn_Mymr-fuv_Latn", "languages": ["shn-Mymr", "fuv-Latn"]}, {"precision": 0.437444, "recall": 0.485178, "f1": 0.450789, "accuracy": 0.485178, "main_score": 0.450789, "hf_subset": "shn_Mymr-kac_Latn", "languages": ["shn-Mymr", "kac-Latn"]}, {"precision": 0.464278, "recall": 0.500988, "f1": 0.47417, "accuracy": 0.500988, "main_score": 0.47417, "hf_subset": "shn_Mymr-lin_Latn", "languages": ["shn-Mymr", "lin-Latn"]}, {"precision": 0.477795, "recall": 0.511858, "f1": 0.487359, "accuracy": 0.511858, "main_score": 0.487359, "hf_subset": "shn_Mymr-nno_Latn", "languages": ["shn-Mymr", "nno-Latn"]}, {"precision": 0.096666, "recall": 0.136364, "f1": 0.106602, "accuracy": 0.136364, "main_score": 0.106602, "hf_subset": "shn_Mymr-sat_Olck", "languages": ["shn-Mymr", "sat-Olck"]}, {"precision": 0.462713, "recall": 0.504941, "f1": 0.474163, "accuracy": 0.504941, "main_score": 0.474163, "hf_subset": "shn_Mymr-tel_Telu", "languages": ["shn-Mymr", "tel-Telu"]}, {"precision": 0.407297, "recall": 0.456522, "f1": 0.42061, "accuracy": 0.456522, "main_score": 0.42061, "hf_subset": "shn_Mymr-ydd_Hebr", "languages": ["shn-Mymr", "ydd-Hebr"]}, {"precision": 0.43404, "recall": 0.477273, "f1": 0.445843, "accuracy": 0.477273, "main_score": 0.445843, "hf_subset": "shn_Mymr-ary_Arab", "languages": ["shn-Mymr", "ary-Arab"]}, {"precision": 0.478114, "recall": 0.518775, "f1": 0.488342, "accuracy": 0.518775, "main_score": 0.488342, "hf_subset": "shn_Mymr-ces_Latn", "languages": ["shn-Mymr", "ces-Latn"]}, {"precision": 0.390609, "recall": 0.443676, "f1": 0.405469, "accuracy": 0.443676, "main_score": 0.405469, "hf_subset": "shn_Mymr-gaz_Latn", "languages": ["shn-Mymr", "gaz-Latn"]}, {"precision": 0.443425, "recall": 0.487154, "f1": 0.45478, "accuracy": 0.487154, "main_score": 0.45478, "hf_subset": "shn_Mymr-kam_Latn", "languages": ["shn-Mymr", "kam-Latn"]}, {"precision": 0.456071, "recall": 0.502964, "f1": 0.468141, "accuracy": 0.502964, "main_score": 0.468141, "hf_subset": "shn_Mymr-lit_Latn", "languages": ["shn-Mymr", "lit-Latn"]}, {"precision": 0.461975, "recall": 0.505929, "f1": 0.474348, "accuracy": 0.505929, "main_score": 0.474348, "hf_subset": "shn_Mymr-nob_Latn", "languages": ["shn-Mymr", "nob-Latn"]}, {"precision": 0.464237, "recall": 0.509881, "f1": 0.475792, "accuracy": 0.509881, "main_score": 0.475792, "hf_subset": "shn_Mymr-scn_Latn", "languages": ["shn-Mymr", "scn-Latn"]}, {"precision": 0.458949, "recall": 0.499012, "f1": 0.470328, "accuracy": 0.499012, "main_score": 0.470328, "hf_subset": "shn_Mymr-tgk_Cyrl", "languages": ["shn-Mymr", "tgk-Cyrl"]}, {"precision": 0.406415, "recall": 0.452569, "f1": 0.41995, "accuracy": 0.452569, "main_score": 0.41995, "hf_subset": "shn_Mymr-yor_Latn", "languages": ["shn-Mymr", "yor-Latn"]}, {"precision": 0.455621, "recall": 0.498024, "f1": 0.467222, "accuracy": 0.498024, "main_score": 0.467222, "hf_subset": "shn_Mymr-arz_Arab", "languages": ["shn-Mymr", "arz-Arab"]}, {"precision": 0.417425, "recall": 0.460474, "f1": 0.429505, "accuracy": 0.460474, "main_score": 0.429505, "hf_subset": "shn_Mymr-cjk_Latn", "languages": ["shn-Mymr", "cjk-Latn"]}, {"precision": 0.418619, "recall": 0.458498, "f1": 0.430799, "accuracy": 0.458498, "main_score": 0.430799, "hf_subset": "shn_Mymr-gla_Latn", "languages": ["shn-Mymr", "gla-Latn"]}, {"precision": 0.461057, "recall": 0.501976, "f1": 0.472345, "accuracy": 0.501976, "main_score": 0.472345, "hf_subset": "shn_Mymr-kan_Knda", "languages": ["shn-Mymr", "kan-Knda"]}, {"precision": 0.479489, "recall": 0.512846, "f1": 0.489462, "accuracy": 0.512846, "main_score": 0.489462, "hf_subset": "shn_Mymr-lmo_Latn", "languages": ["shn-Mymr", "lmo-Latn"]}, {"precision": 0.462067, "recall": 0.505929, "f1": 0.473467, "accuracy": 0.505929, "main_score": 0.473467, "hf_subset": "shn_Mymr-npi_Deva", "languages": ["shn-Mymr", "npi-Deva"]}, {"precision": 0.497117, "recall": 0.52668, "f1": 0.505516, "accuracy": 0.52668, "main_score": 0.505516, "hf_subset": "shn_Mymr-tgl_Latn", "languages": ["shn-Mymr", "tgl-Latn"]}, {"precision": 0.46122, "recall": 0.503953, "f1": 0.472176, "accuracy": 0.503953, "main_score": 0.472176, "hf_subset": "shn_Mymr-yue_Hant", "languages": ["shn-Mymr", "yue-Hant"]}, {"precision": 0.428491, "recall": 0.479249, "f1": 0.443064, "accuracy": 0.479249, "main_score": 0.443064, "hf_subset": "shn_Mymr-asm_Beng", "languages": ["shn-Mymr", "asm-Beng"]}, {"precision": 0.419464, "recall": 0.463439, "f1": 0.43224, "accuracy": 0.463439, "main_score": 0.43224, "hf_subset": "shn_Mymr-ckb_Arab", "languages": ["shn-Mymr", "ckb-Arab"]}, {"precision": 0.430818, "recall": 0.470356, "f1": 0.44164, "accuracy": 0.470356, "main_score": 0.44164, "hf_subset": "shn_Mymr-gle_Latn", "languages": ["shn-Mymr", "gle-Latn"]}, {"precision": 0.418901, "recall": 0.464427, "f1": 0.431069, "accuracy": 0.464427, "main_score": 0.431069, "hf_subset": "shn_Mymr-kas_Arab", "languages": ["shn-Mymr", "kas-Arab"]}, {"precision": 0.450536, "recall": 0.491107, "f1": 0.461899, "accuracy": 0.491107, "main_score": 0.461899, "hf_subset": "shn_Mymr-ltg_Latn", "languages": ["shn-Mymr", "ltg-Latn"]}, {"precision": 0.48183, "recall": 0.512846, "f1": 0.490132, "accuracy": 0.512846, "main_score": 0.490132, "hf_subset": "shn_Mymr-nso_Latn", "languages": ["shn-Mymr", "nso-Latn"]}, {"precision": 0.419968, "recall": 0.463439, "f1": 0.432494, "accuracy": 0.463439, "main_score": 0.432494, "hf_subset": "shn_Mymr-sin_Sinh", "languages": ["shn-Mymr", "sin-Sinh"]}, {"precision": 0.468601, "recall": 0.505929, "f1": 0.478819, "accuracy": 0.505929, "main_score": 0.478819, "hf_subset": "shn_Mymr-tha_Thai", "languages": ["shn-Mymr", "tha-Thai"]}, {"precision": 0.458008, "recall": 0.5, "f1": 0.469414, "accuracy": 0.5, "main_score": 0.469414, "hf_subset": "shn_Mymr-zho_Hans", "languages": ["shn-Mymr", "zho-Hans"]}, {"precision": 0.467263, "recall": 0.509881, "f1": 0.478567, "accuracy": 0.509881, "main_score": 0.478567, "hf_subset": "shn_Mymr-ast_Latn", "languages": ["shn-Mymr", "ast-Latn"]}, {"precision": 0.459552, "recall": 0.495059, "f1": 0.469947, "accuracy": 0.495059, "main_score": 0.469947, "hf_subset": "shn_Mymr-crh_Latn", "languages": ["shn-Mymr", "crh-Latn"]}, {"precision": 0.471919, "recall": 0.51087, "f1": 0.481591, "accuracy": 0.51087, "main_score": 0.481591, "hf_subset": "shn_Mymr-glg_Latn", "languages": ["shn-Mymr", "glg-Latn"]}, {"precision": 0.423342, "recall": 0.466403, "f1": 0.435718, "accuracy": 0.466403, "main_score": 0.435718, "hf_subset": "shn_Mymr-kas_Deva", "languages": ["shn-Mymr", "kas-Deva"]}, {"precision": 0.458953, "recall": 0.496047, "f1": 0.469151, "accuracy": 0.496047, "main_score": 0.469151, "hf_subset": "shn_Mymr-ltz_Latn", "languages": ["shn-Mymr", "ltz-Latn"]}, {"precision": 0.389829, "recall": 0.436759, "f1": 0.402465, "accuracy": 0.436759, "main_score": 0.402465, "hf_subset": "shn_Mymr-nus_Latn", "languages": ["shn-Mymr", "nus-Latn"]}, {"precision": 0.47494, "recall": 0.51581, "f1": 0.485993, "accuracy": 0.51581, "main_score": 0.485993, "hf_subset": "shn_Mymr-slk_Latn", "languages": ["shn-Mymr", "slk-Latn"]}, {"precision": 0.342885, "recall": 0.389328, "f1": 0.356656, "accuracy": 0.389328, "main_score": 0.356656, "hf_subset": "shn_Mymr-tir_Ethi", "languages": ["shn-Mymr", "tir-Ethi"]}, {"precision": 0.449468, "recall": 0.497036, "f1": 0.461854, "accuracy": 0.497036, "main_score": 0.461854, "hf_subset": "shn_Mymr-zho_Hant", "languages": ["shn-Mymr", "zho-Hant"]}, {"precision": 0.463934, "recall": 0.507905, "f1": 0.475977, "accuracy": 0.507905, "main_score": 0.475977, "hf_subset": "shn_Mymr-awa_Deva", "languages": ["shn-Mymr", "awa-Deva"]}, {"precision": 0.45814, "recall": 0.499012, "f1": 0.468303, "accuracy": 0.499012, "main_score": 0.468303, "hf_subset": "shn_Mymr-cym_Latn", "languages": ["shn-Mymr", "cym-Latn"]}, {"precision": 0.473675, "recall": 0.511858, "f1": 0.483953, "accuracy": 0.511858, "main_score": 0.483953, "hf_subset": "shn_Mymr-grn_Latn", "languages": ["shn-Mymr", "grn-Latn"]}, {"precision": 0.456763, "recall": 0.497036, "f1": 0.467093, "accuracy": 0.497036, "main_score": 0.467093, "hf_subset": "shn_Mymr-kat_Geor", "languages": ["shn-Mymr", "kat-Geor"]}, {"precision": 0.454698, "recall": 0.500988, "f1": 0.46712, "accuracy": 0.500988, "main_score": 0.46712, "hf_subset": "shn_Mymr-lua_Latn", "languages": ["shn-Mymr", "lua-Latn"]}, {"precision": 0.464681, "recall": 0.500988, "f1": 0.474428, "accuracy": 0.500988, "main_score": 0.474428, "hf_subset": "shn_Mymr-nya_Latn", "languages": ["shn-Mymr", "nya-Latn"]}, {"precision": 0.463483, "recall": 0.503953, "f1": 0.473906, "accuracy": 0.503953, "main_score": 0.473906, "hf_subset": "shn_Mymr-slv_Latn", "languages": ["shn-Mymr", "slv-Latn"]}, {"precision": 0.489888, "recall": 0.521739, "f1": 0.49898, "accuracy": 0.521739, "main_score": 0.49898, "hf_subset": "shn_Mymr-tpi_Latn", "languages": ["shn-Mymr", "tpi-Latn"]}, {"precision": 0.486003, "recall": 0.523715, "f1": 0.496331, "accuracy": 0.523715, "main_score": 0.496331, "hf_subset": "shn_Mymr-zsm_Latn", "languages": ["shn-Mymr", "zsm-Latn"]}, {"precision": 0.428376, "recall": 0.469368, "f1": 0.440549, "accuracy": 0.469368, "main_score": 0.440549, "hf_subset": "shn_Mymr-ayr_Latn", "languages": ["shn-Mymr", "ayr-Latn"]}, {"precision": 0.476185, "recall": 0.51581, "f1": 0.486938, "accuracy": 0.51581, "main_score": 0.486938, "hf_subset": "shn_Mymr-dan_Latn", "languages": ["shn-Mymr", "dan-Latn"]}, {"precision": 0.461411, "recall": 0.5, "f1": 0.4722, "accuracy": 0.5, "main_score": 0.4722, "hf_subset": "shn_Mymr-guj_Gujr", "languages": ["shn-Mymr", "guj-Gujr"]}, {"precision": 0.462795, "recall": 0.505929, "f1": 0.474249, "accuracy": 0.505929, "main_score": 0.474249, "hf_subset": "shn_Mymr-kaz_Cyrl", "languages": ["shn-Mymr", "kaz-Cyrl"]}, {"precision": 0.420792, "recall": 0.464427, "f1": 0.433465, "accuracy": 0.464427, "main_score": 0.433465, "hf_subset": "shn_Mymr-lug_Latn", "languages": ["shn-Mymr", "lug-Latn"]}, {"precision": 0.476891, "recall": 0.514822, "f1": 0.487159, "accuracy": 0.514822, "main_score": 0.487159, "hf_subset": "shn_Mymr-oci_Latn", "languages": ["shn-Mymr", "oci-Latn"]}, {"precision": 0.459825, "recall": 0.493083, "f1": 0.469699, "accuracy": 0.493083, "main_score": 0.469699, "hf_subset": "shn_Mymr-smo_Latn", "languages": ["shn-Mymr", "smo-Latn"]}, {"precision": 0.438434, "recall": 0.482213, "f1": 0.45098, "accuracy": 0.482213, "main_score": 0.45098, "hf_subset": "shn_Mymr-tsn_Latn", "languages": ["shn-Mymr", "tsn-Latn"]}, {"precision": 0.436462, "recall": 0.48419, "f1": 0.449516, "accuracy": 0.48419, "main_score": 0.449516, "hf_subset": "shn_Mymr-zul_Latn", "languages": ["shn-Mymr", "zul-Latn"]}, {"precision": 0.413853, "recall": 0.455534, "f1": 0.425458, "accuracy": 0.455534, "main_score": 0.425458, "hf_subset": "shn_Mymr-azb_Arab", "languages": ["shn-Mymr", "azb-Arab"]}, {"precision": 0.478116, "recall": 0.520751, "f1": 0.489492, "accuracy": 0.520751, "main_score": 0.489492, "hf_subset": "shn_Mymr-deu_Latn", "languages": ["shn-Mymr", "deu-Latn"]}, {"precision": 0.425766, "recall": 0.466403, "f1": 0.43737, "accuracy": 0.466403, "main_score": 0.43737, "hf_subset": "shn_Mymr-hat_Latn", "languages": ["shn-Mymr", "hat-Latn"]}, {"precision": 0.43715, "recall": 0.474308, "f1": 0.447861, "accuracy": 0.474308, "main_score": 0.447861, "hf_subset": "shn_Mymr-kbp_Latn", "languages": ["shn-Mymr", "kbp-Latn"]}, {"precision": 0.461225, "recall": 0.498024, "f1": 0.47142, "accuracy": 0.498024, "main_score": 0.47142, "hf_subset": "shn_Mymr-luo_Latn", "languages": ["shn-Mymr", "luo-Latn"]}, {"precision": 0.444908, "recall": 0.492095, "f1": 0.458419, "accuracy": 0.492095, "main_score": 0.458419, "hf_subset": "shn_Mymr-ory_Orya", "languages": ["shn-Mymr", "ory-Orya"]}, {"precision": 0.447795, "recall": 0.487154, "f1": 0.458459, "accuracy": 0.487154, "main_score": 0.458459, "hf_subset": "shn_Mymr-sna_Latn", "languages": ["shn-Mymr", "sna-Latn"]}, {"precision": 0.448963, "recall": 0.48419, "f1": 0.459068, "accuracy": 0.48419, "main_score": 0.459068, "hf_subset": "shn_Mymr-tso_Latn", "languages": ["shn-Mymr", "tso-Latn"]}, {"precision": 0.447036, "recall": 0.492095, "f1": 0.458721, "accuracy": 0.492095, "main_score": 0.458721, "hf_subset": "shn_Mymr-azj_Latn", "languages": ["shn-Mymr", "azj-Latn"]}, {"precision": 0.433766, "recall": 0.475296, "f1": 0.445532, "accuracy": 0.475296, "main_score": 0.445532, "hf_subset": "shn_Mymr-dik_Latn", "languages": ["shn-Mymr", "dik-Latn"]}, {"precision": 0.450876, "recall": 0.490119, "f1": 0.461624, "accuracy": 0.490119, "main_score": 0.461624, "hf_subset": "shn_Mymr-hau_Latn", "languages": ["shn-Mymr", "hau-Latn"]}, {"precision": 0.46955, "recall": 0.504941, "f1": 0.479584, "accuracy": 0.504941, "main_score": 0.479584, "hf_subset": "shn_Mymr-kea_Latn", "languages": ["shn-Mymr", "kea-Latn"]}, {"precision": 0.47578, "recall": 0.504941, "f1": 0.484236, "accuracy": 0.504941, "main_score": 0.484236, "hf_subset": "shn_Mymr-lus_Latn", "languages": ["shn-Mymr", "lus-Latn"]}, {"precision": 0.484158, "recall": 0.517787, "f1": 0.493207, "accuracy": 0.517787, "main_score": 0.493207, "hf_subset": "shn_Mymr-pag_Latn", "languages": ["shn-Mymr", "pag-Latn"]}, {"precision": 0.421889, "recall": 0.471344, "f1": 0.435146, "accuracy": 0.471344, "main_score": 0.435146, "hf_subset": "shn_Mymr-snd_Arab", "languages": ["shn-Mymr", "snd-Arab"]}, {"precision": 0.429369, "recall": 0.471344, "f1": 0.441501, "accuracy": 0.471344, "main_score": 0.441501, "hf_subset": "shn_Mymr-tuk_Latn", "languages": ["shn-Mymr", "tuk-Latn"]}, {"precision": 0.470995, "recall": 0.508893, "f1": 0.48146, "accuracy": 0.508893, "main_score": 0.48146, "hf_subset": "shn_Mymr-bak_Cyrl", "languages": ["shn-Mymr", "bak-Cyrl"]}, {"precision": 0.353807, "recall": 0.411067, "f1": 0.370045, "accuracy": 0.411067, "main_score": 0.370045, "hf_subset": "shn_Mymr-dyu_Latn", "languages": ["shn-Mymr", "dyu-Latn"]}, {"precision": 0.451722, "recall": 0.490119, "f1": 0.46249, "accuracy": 0.490119, "main_score": 0.46249, "hf_subset": "shn_Mymr-heb_Hebr", "languages": ["shn-Mymr", "heb-Hebr"]}, {"precision": 0.426902, "recall": 0.474308, "f1": 0.439727, "accuracy": 0.474308, "main_score": 0.439727, "hf_subset": "shn_Mymr-khk_Cyrl", "languages": ["shn-Mymr", "khk-Cyrl"]}, {"precision": 0.461935, "recall": 0.505929, "f1": 0.473704, "accuracy": 0.505929, "main_score": 0.473704, "hf_subset": "shn_Mymr-lvs_Latn", "languages": ["shn-Mymr", "lvs-Latn"]}, {"precision": 0.463133, "recall": 0.508893, "f1": 0.475324, "accuracy": 0.508893, "main_score": 0.475324, "hf_subset": "shn_Mymr-pan_Guru", "languages": ["shn-Mymr", "pan-Guru"]}, {"precision": 0.433015, "recall": 0.469368, "f1": 0.443618, "accuracy": 0.469368, "main_score": 0.443618, "hf_subset": "shn_Mymr-som_Latn", "languages": ["shn-Mymr", "som-Latn"]}, {"precision": 0.445678, "recall": 0.485178, "f1": 0.456733, "accuracy": 0.485178, "main_score": 0.456733, "hf_subset": "shn_Mymr-tum_Latn", "languages": ["shn-Mymr", "tum-Latn"]}, {"precision": 0.606361, "recall": 0.66996, "f1": 0.624673, "accuracy": 0.66996, "main_score": 0.624673, "hf_subset": "tgl_Latn-ace_Arab", "languages": ["tgl-Latn", "ace-Arab"]}, {"precision": 0.561866, "recall": 0.62253, "f1": 0.579671, "accuracy": 0.62253, "main_score": 0.579671, "hf_subset": "tgl_Latn-bam_Latn", "languages": ["tgl-Latn", "bam-Latn"]}, {"precision": 0.460963, "recall": 0.541502, "f1": 0.482602, "accuracy": 0.541502, "main_score": 0.482602, "hf_subset": "tgl_Latn-dzo_Tibt", "languages": ["tgl-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-hin_Deva", "languages": ["tgl-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-khm_Khmr", "languages": ["tgl-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-mag_Deva", "languages": ["tgl-Latn", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgl_Latn-pap_Latn", "languages": ["tgl-Latn", "pap-Latn"]}, {"precision": 0.632918, "recall": 0.685771, "f1": 0.647727, "accuracy": 0.685771, "main_score": 0.647727, "hf_subset": "tgl_Latn-sot_Latn", "languages": ["tgl-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tur_Latn", "languages": ["tgl-Latn", "tur-Latn"]}, {"precision": 0.898962, "recall": 0.925889, "f1": 0.907675, "accuracy": 0.925889, "main_score": 0.907675, "hf_subset": "tgl_Latn-ace_Latn", "languages": ["tgl-Latn", "ace-Latn"]}, {"precision": 0.963439, "recall": 0.97332, "f1": 0.966733, "accuracy": 0.97332, "main_score": 0.966733, "hf_subset": "tgl_Latn-ban_Latn", "languages": ["tgl-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ell_Grek", "languages": ["tgl-Latn", "ell-Grek"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tgl_Latn-hne_Deva", "languages": ["tgl-Latn", "hne-Deva"]}, {"precision": 0.63211, "recall": 0.684783, "f1": 0.647151, "accuracy": 0.684783, "main_score": 0.647151, "hf_subset": "tgl_Latn-kik_Latn", "languages": ["tgl-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-mai_Deva", "languages": ["tgl-Latn", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgl_Latn-pbt_Arab", "languages": ["tgl-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-spa_Latn", "languages": ["tgl-Latn", "spa-Latn"]}, {"precision": 0.64637, "recall": 0.701581, "f1": 0.662538, "accuracy": 0.701581, "main_score": 0.662538, "hf_subset": "tgl_Latn-twi_Latn", "languages": ["tgl-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-acm_Arab", "languages": ["tgl-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-bel_Cyrl", "languages": ["tgl-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-eng_Latn", "languages": ["tgl-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-hrv_Latn", "languages": ["tgl-Latn", "hrv-Latn"]}, {"precision": 0.593462, "recall": 0.656126, "f1": 0.611185, "accuracy": 0.656126, "main_score": 0.611185, "hf_subset": "tgl_Latn-kin_Latn", "languages": ["tgl-Latn", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-mal_Mlym", "languages": ["tgl-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-pes_Arab", "languages": ["tgl-Latn", "pes-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-srd_Latn", "languages": ["tgl-Latn", "srd-Latn"]}, {"precision": 0.193131, "recall": 0.245059, "f1": 0.206185, "accuracy": 0.245059, "main_score": 0.206185, "hf_subset": "tgl_Latn-tzm_Tfng", "languages": ["tgl-Latn", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-acq_Arab", "languages": ["tgl-Latn", "acq-Arab"]}, {"precision": 0.670059, "recall": 0.717391, "f1": 0.683057, "accuracy": 0.717391, "main_score": 0.683057, "hf_subset": "tgl_Latn-bem_Latn", "languages": ["tgl-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-epo_Latn", "languages": ["tgl-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-hun_Latn", "languages": ["tgl-Latn", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-kir_Cyrl", "languages": ["tgl-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-mar_Deva", "languages": ["tgl-Latn", "mar-Deva"]}, {"precision": 0.712846, "recall": 0.76087, "f1": 0.727324, "accuracy": 0.76087, "main_score": 0.727324, "hf_subset": "tgl_Latn-plt_Latn", "languages": ["tgl-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-srp_Cyrl", "languages": ["tgl-Latn", "srp-Cyrl"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "tgl_Latn-uig_Arab", "languages": ["tgl-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-aeb_Arab", "languages": ["tgl-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ben_Beng", "languages": ["tgl-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-est_Latn", "languages": ["tgl-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-hye_Armn", "languages": ["tgl-Latn", "hye-Armn"]}, {"precision": 0.56357, "recall": 0.614625, "f1": 0.578458, "accuracy": 0.614625, "main_score": 0.578458, "hf_subset": "tgl_Latn-kmb_Latn", "languages": ["tgl-Latn", "kmb-Latn"]}, {"precision": 0.537793, "recall": 0.605731, "f1": 0.556497, "accuracy": 0.605731, "main_score": 0.556497, "hf_subset": "tgl_Latn-min_Arab", "languages": ["tgl-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-pol_Latn", "languages": ["tgl-Latn", "pol-Latn"]}, {"precision": 0.596723, "recall": 0.660079, "f1": 0.615283, "accuracy": 0.660079, "main_score": 0.615283, "hf_subset": "tgl_Latn-ssw_Latn", "languages": ["tgl-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ukr_Cyrl", "languages": ["tgl-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-afr_Latn", "languages": ["tgl-Latn", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-bho_Deva", "languages": ["tgl-Latn", "bho-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgl_Latn-eus_Latn", "languages": ["tgl-Latn", "eus-Latn"]}, {"precision": 0.606994, "recall": 0.667984, "f1": 0.624129, "accuracy": 0.667984, "main_score": 0.624129, "hf_subset": "tgl_Latn-ibo_Latn", "languages": ["tgl-Latn", "ibo-Latn"]}, {"precision": 0.905221, "recall": 0.931818, "f1": 0.913603, "accuracy": 0.931818, "main_score": 0.913603, "hf_subset": "tgl_Latn-kmr_Latn", "languages": ["tgl-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tgl_Latn-min_Latn", "languages": ["tgl-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-por_Latn", "languages": ["tgl-Latn", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-sun_Latn", "languages": ["tgl-Latn", "sun-Latn"]}, {"precision": 0.551404, "recall": 0.609684, "f1": 0.568195, "accuracy": 0.609684, "main_score": 0.568195, "hf_subset": "tgl_Latn-umb_Latn", "languages": ["tgl-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ajp_Arab", "languages": ["tgl-Latn", "ajp-Arab"]}, {"precision": 0.568646, "recall": 0.631423, "f1": 0.585679, "accuracy": 0.631423, "main_score": 0.585679, "hf_subset": "tgl_Latn-bjn_Arab", "languages": ["tgl-Latn", "bjn-Arab"]}, {"precision": 0.543407, "recall": 0.601779, "f1": 0.559948, "accuracy": 0.601779, "main_score": 0.559948, "hf_subset": "tgl_Latn-ewe_Latn", "languages": ["tgl-Latn", "ewe-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "tgl_Latn-ilo_Latn", "languages": ["tgl-Latn", "ilo-Latn"]}, {"precision": 0.327777, "recall": 0.384387, "f1": 0.343322, "accuracy": 0.384387, "main_score": 0.343322, "hf_subset": "tgl_Latn-knc_Arab", "languages": ["tgl-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-mkd_Cyrl", "languages": ["tgl-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-prs_Arab", "languages": ["tgl-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-swe_Latn", "languages": ["tgl-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-urd_Arab", "languages": ["tgl-Latn", "urd-Arab"]}, {"precision": 0.610066, "recall": 0.666996, "f1": 0.626295, "accuracy": 0.666996, "main_score": 0.626295, "hf_subset": "tgl_Latn-aka_Latn", "languages": ["tgl-Latn", "aka-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-bjn_Latn", "languages": ["tgl-Latn", "bjn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgl_Latn-fao_Latn", "languages": ["tgl-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ind_Latn", "languages": ["tgl-Latn", "ind-Latn"]}, {"precision": 0.611594, "recall": 0.661067, "f1": 0.625928, "accuracy": 0.661067, "main_score": 0.625928, "hf_subset": "tgl_Latn-knc_Latn", "languages": ["tgl-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-mlt_Latn", "languages": ["tgl-Latn", "mlt-Latn"]}, {"precision": 0.730049, "recall": 0.790514, "f1": 0.747843, "accuracy": 0.790514, "main_score": 0.747843, "hf_subset": "tgl_Latn-quy_Latn", "languages": ["tgl-Latn", "quy-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgl_Latn-swh_Latn", "languages": ["tgl-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-uzn_Latn", "languages": ["tgl-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-als_Latn", "languages": ["tgl-Latn", "als-Latn"]}, {"precision": 0.674753, "recall": 0.747036, "f1": 0.69641, "accuracy": 0.747036, "main_score": 0.69641, "hf_subset": "tgl_Latn-bod_Tibt", "languages": ["tgl-Latn", "bod-Tibt"]}, {"precision": 0.736488, "recall": 0.787549, "f1": 0.751367, "accuracy": 0.787549, "main_score": 0.751367, "hf_subset": "tgl_Latn-fij_Latn", "languages": ["tgl-Latn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-isl_Latn", "languages": ["tgl-Latn", "isl-Latn"]}, {"precision": 0.693989, "recall": 0.746047, "f1": 0.709783, "accuracy": 0.746047, "main_score": 0.709783, "hf_subset": "tgl_Latn-kon_Latn", "languages": ["tgl-Latn", "kon-Latn"]}, {"precision": 0.693363, "recall": 0.752964, "f1": 0.710724, "accuracy": 0.752964, "main_score": 0.710724, "hf_subset": "tgl_Latn-mni_Beng", "languages": ["tgl-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ron_Latn", "languages": ["tgl-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "tgl_Latn-szl_Latn", "languages": ["tgl-Latn", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-vec_Latn", "languages": ["tgl-Latn", "vec-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "tgl_Latn-amh_Ethi", "languages": ["tgl-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-bos_Latn", "languages": ["tgl-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-fin_Latn", "languages": ["tgl-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ita_Latn", "languages": ["tgl-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-kor_Hang", "languages": ["tgl-Latn", "kor-Hang"]}, {"precision": 0.57563, "recall": 0.635375, "f1": 0.592381, "accuracy": 0.635375, "main_score": 0.592381, "hf_subset": "tgl_Latn-mos_Latn", "languages": ["tgl-Latn", "mos-Latn"]}, {"precision": 0.582938, "recall": 0.640316, "f1": 0.599145, "accuracy": 0.640316, "main_score": 0.599145, "hf_subset": "tgl_Latn-run_Latn", "languages": ["tgl-Latn", "run-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-tam_Taml", "languages": ["tgl-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-vie_Latn", "languages": ["tgl-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-apc_Arab", "languages": ["tgl-Latn", "apc-Arab"]}, {"precision": 0.810738, "recall": 0.852767, "f1": 0.823188, "accuracy": 0.852767, "main_score": 0.823188, "hf_subset": "tgl_Latn-bug_Latn", "languages": ["tgl-Latn", "bug-Latn"]}, {"precision": 0.488783, "recall": 0.546443, "f1": 0.504064, "accuracy": 0.546443, "main_score": 0.504064, "hf_subset": "tgl_Latn-fon_Latn", "languages": ["tgl-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-jav_Latn", "languages": ["tgl-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-lao_Laoo", "languages": ["tgl-Latn", "lao-Laoo"]}, {"precision": 0.897645, "recall": 0.926877, "f1": 0.906804, "accuracy": 0.926877, "main_score": 0.906804, "hf_subset": "tgl_Latn-mri_Latn", "languages": ["tgl-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-rus_Cyrl", "languages": ["tgl-Latn", "rus-Cyrl"]}, {"precision": 0.56386, "recall": 0.624506, "f1": 0.581232, "accuracy": 0.624506, "main_score": 0.581232, "hf_subset": "tgl_Latn-taq_Latn", "languages": ["tgl-Latn", "taq-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-war_Latn", "languages": ["tgl-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-arb_Arab", "languages": ["tgl-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-bul_Cyrl", "languages": ["tgl-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-fra_Latn", "languages": ["tgl-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-jpn_Jpan", "languages": ["tgl-Latn", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-lij_Latn", "languages": ["tgl-Latn", "lij-Latn"]}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "tgl_Latn-mya_Mymr", "languages": ["tgl-Latn", "mya-Mymr"]}, {"precision": 0.61821, "recall": 0.684783, "f1": 0.63744, "accuracy": 0.684783, "main_score": 0.63744, "hf_subset": "tgl_Latn-sag_Latn", "languages": ["tgl-Latn", "sag-Latn"]}, {"precision": 0.203338, "recall": 0.259881, "f1": 0.216201, "accuracy": 0.259881, "main_score": 0.216201, "hf_subset": "tgl_Latn-taq_Tfng", "languages": ["tgl-Latn", "taq-Tfng"]}, {"precision": 0.647414, "recall": 0.706522, "f1": 0.664822, "accuracy": 0.706522, "main_score": 0.664822, "hf_subset": "tgl_Latn-wol_Latn", "languages": ["tgl-Latn", "wol-Latn"]}, {"precision": 0.821805, "recall": 0.867589, "f1": 0.835691, "accuracy": 0.867589, "main_score": 0.835691, "hf_subset": "tgl_Latn-arb_Latn", "languages": ["tgl-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-cat_Latn", "languages": ["tgl-Latn", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tgl_Latn-fur_Latn", "languages": ["tgl-Latn", "fur-Latn"]}, {"precision": 0.444049, "recall": 0.507905, "f1": 0.462446, "accuracy": 0.507905, "main_score": 0.462446, "hf_subset": "tgl_Latn-kab_Latn", "languages": ["tgl-Latn", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-lim_Latn", "languages": ["tgl-Latn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nld_Latn", "languages": ["tgl-Latn", "nld-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tgl_Latn-san_Deva", "languages": ["tgl-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tat_Cyrl", "languages": ["tgl-Latn", "tat-Cyrl"]}, {"precision": 0.704578, "recall": 0.757905, "f1": 0.72036, "accuracy": 0.757905, "main_score": 0.72036, "hf_subset": "tgl_Latn-xho_Latn", "languages": ["tgl-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ars_Arab", "languages": ["tgl-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ceb_Latn", "languages": ["tgl-Latn", "ceb-Latn"]}, {"precision": 0.574357, "recall": 0.639328, "f1": 0.593439, "accuracy": 0.639328, "main_score": 0.593439, "hf_subset": "tgl_Latn-fuv_Latn", "languages": ["tgl-Latn", "fuv-Latn"]}, {"precision": 0.526996, "recall": 0.591897, "f1": 0.544869, "accuracy": 0.591897, "main_score": 0.544869, "hf_subset": "tgl_Latn-kac_Latn", "languages": ["tgl-Latn", "kac-Latn"]}, {"precision": 0.711561, "recall": 0.756917, "f1": 0.724657, "accuracy": 0.756917, "main_score": 0.724657, "hf_subset": "tgl_Latn-lin_Latn", "languages": ["tgl-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nno_Latn", "languages": ["tgl-Latn", "nno-Latn"]}, {"precision": 0.271536, "recall": 0.352767, "f1": 0.292911, "accuracy": 0.352767, "main_score": 0.292911, "hf_subset": "tgl_Latn-sat_Olck", "languages": ["tgl-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tel_Telu", "languages": ["tgl-Latn", "tel-Telu"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "tgl_Latn-ydd_Hebr", "languages": ["tgl-Latn", "ydd-Hebr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "tgl_Latn-ary_Arab", "languages": ["tgl-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ces_Latn", "languages": ["tgl-Latn", "ces-Latn"]}, {"precision": 0.629463, "recall": 0.686759, "f1": 0.646014, "accuracy": 0.686759, "main_score": 0.646014, "hf_subset": "tgl_Latn-gaz_Latn", "languages": ["tgl-Latn", "gaz-Latn"]}, {"precision": 0.603146, "recall": 0.666996, "f1": 0.621438, "accuracy": 0.666996, "main_score": 0.621438, "hf_subset": "tgl_Latn-kam_Latn", "languages": ["tgl-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tgl_Latn-lit_Latn", "languages": ["tgl-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nob_Latn", "languages": ["tgl-Latn", "nob-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "tgl_Latn-scn_Latn", "languages": ["tgl-Latn", "scn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgl_Latn-tgk_Cyrl", "languages": ["tgl-Latn", "tgk-Cyrl"]}, {"precision": 0.737607, "recall": 0.796443, "f1": 0.755556, "accuracy": 0.796443, "main_score": 0.755556, "hf_subset": "tgl_Latn-yor_Latn", "languages": ["tgl-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-arz_Arab", "languages": ["tgl-Latn", "arz-Arab"]}, {"precision": 0.582563, "recall": 0.642292, "f1": 0.599772, "accuracy": 0.642292, "main_score": 0.599772, "hf_subset": "tgl_Latn-cjk_Latn", "languages": ["tgl-Latn", "cjk-Latn"]}, {"precision": 0.819071, "recall": 0.863636, "f1": 0.832839, "accuracy": 0.863636, "main_score": 0.832839, "hf_subset": "tgl_Latn-gla_Latn", "languages": ["tgl-Latn", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-kan_Knda", "languages": ["tgl-Latn", "kan-Knda"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-lmo_Latn", "languages": ["tgl-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "tgl_Latn-npi_Deva", "languages": ["tgl-Latn", "npi-Deva"]}, {"precision": 0.486222, "recall": 0.549407, "f1": 0.503536, "accuracy": 0.549407, "main_score": 0.503536, "hf_subset": "tgl_Latn-shn_Mymr", "languages": ["tgl-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-yue_Hant", "languages": ["tgl-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-asm_Beng", "languages": ["tgl-Latn", "asm-Beng"]}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "tgl_Latn-ckb_Arab", "languages": ["tgl-Latn", "ckb-Arab"]}, {"precision": 0.904974, "recall": 0.931818, "f1": 0.91349, "accuracy": 0.931818, "main_score": 0.91349, "hf_subset": "tgl_Latn-gle_Latn", "languages": ["tgl-Latn", "gle-Latn"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "tgl_Latn-kas_Arab", "languages": ["tgl-Latn", "kas-Arab"]}, {"precision": 0.943511, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "tgl_Latn-ltg_Latn", "languages": ["tgl-Latn", "ltg-Latn"]}, {"precision": 0.653675, "recall": 0.702569, "f1": 0.66734, "accuracy": 0.702569, "main_score": 0.66734, "hf_subset": "tgl_Latn-nso_Latn", "languages": ["tgl-Latn", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-sin_Sinh", "languages": ["tgl-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tha_Thai", "languages": ["tgl-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-zho_Hans", "languages": ["tgl-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ast_Latn", "languages": ["tgl-Latn", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-crh_Latn", "languages": ["tgl-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-glg_Latn", "languages": ["tgl-Latn", "glg-Latn"]}, {"precision": 0.905962, "recall": 0.934783, "f1": 0.915184, "accuracy": 0.934783, "main_score": 0.915184, "hf_subset": "tgl_Latn-kas_Deva", "languages": ["tgl-Latn", "kas-Deva"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgl_Latn-ltz_Latn", "languages": ["tgl-Latn", "ltz-Latn"]}, {"precision": 0.487946, "recall": 0.560277, "f1": 0.508279, "accuracy": 0.560277, "main_score": 0.508279, "hf_subset": "tgl_Latn-nus_Latn", "languages": ["tgl-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-slk_Latn", "languages": ["tgl-Latn", "slk-Latn"]}, {"precision": 0.630171, "recall": 0.705534, "f1": 0.652456, "accuracy": 0.705534, "main_score": 0.652456, "hf_subset": "tgl_Latn-tir_Ethi", "languages": ["tgl-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-zho_Hant", "languages": ["tgl-Latn", "zho-Hant"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "tgl_Latn-awa_Deva", "languages": ["tgl-Latn", "awa-Deva"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "tgl_Latn-cym_Latn", "languages": ["tgl-Latn", "cym-Latn"]}, {"precision": 0.855484, "recall": 0.893281, "f1": 0.867292, "accuracy": 0.893281, "main_score": 0.867292, "hf_subset": "tgl_Latn-grn_Latn", "languages": ["tgl-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-kat_Geor", "languages": ["tgl-Latn", "kat-Geor"]}, {"precision": 0.674749, "recall": 0.724308, "f1": 0.688735, "accuracy": 0.724308, "main_score": 0.688735, "hf_subset": "tgl_Latn-lua_Latn", "languages": ["tgl-Latn", "lua-Latn"]}, {"precision": 0.689536, "recall": 0.741107, "f1": 0.704139, "accuracy": 0.741107, "main_score": 0.704139, "hf_subset": "tgl_Latn-nya_Latn", "languages": ["tgl-Latn", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-slv_Latn", "languages": ["tgl-Latn", "slv-Latn"]}, {"precision": 0.946476, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "tgl_Latn-tpi_Latn", "languages": ["tgl-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-zsm_Latn", "languages": ["tgl-Latn", "zsm-Latn"]}, {"precision": 0.560552, "recall": 0.626482, "f1": 0.579457, "accuracy": 0.626482, "main_score": 0.579457, "hf_subset": "tgl_Latn-ayr_Latn", "languages": ["tgl-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-dan_Latn", "languages": ["tgl-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-guj_Gujr", "languages": ["tgl-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-kaz_Cyrl", "languages": ["tgl-Latn", "kaz-Cyrl"]}, {"precision": 0.56134, "recall": 0.624506, "f1": 0.579131, "accuracy": 0.624506, "main_score": 0.579131, "hf_subset": "tgl_Latn-lug_Latn", "languages": ["tgl-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-oci_Latn", "languages": ["tgl-Latn", "oci-Latn"]}, {"precision": 0.869153, "recall": 0.905138, "f1": 0.880665, "accuracy": 0.905138, "main_score": 0.880665, "hf_subset": "tgl_Latn-smo_Latn", "languages": ["tgl-Latn", "smo-Latn"]}, {"precision": 0.575358, "recall": 0.63834, "f1": 0.592856, "accuracy": 0.63834, "main_score": 0.592856, "hf_subset": "tgl_Latn-tsn_Latn", "languages": ["tgl-Latn", "tsn-Latn"]}, {"precision": 0.676005, "recall": 0.729249, "f1": 0.692194, "accuracy": 0.729249, "main_score": 0.692194, "hf_subset": "tgl_Latn-zul_Latn", "languages": ["tgl-Latn", "zul-Latn"]}, {"precision": 0.92416, "recall": 0.945652, "f1": 0.931061, "accuracy": 0.945652, "main_score": 0.931061, "hf_subset": "tgl_Latn-azb_Arab", "languages": ["tgl-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-deu_Latn", "languages": ["tgl-Latn", "deu-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "tgl_Latn-hat_Latn", "languages": ["tgl-Latn", "hat-Latn"]}, {"precision": 0.51996, "recall": 0.572134, "f1": 0.53456, "accuracy": 0.572134, "main_score": 0.53456, "hf_subset": "tgl_Latn-kbp_Latn", "languages": ["tgl-Latn", "kbp-Latn"]}, {"precision": 0.60386, "recall": 0.661067, "f1": 0.619067, "accuracy": 0.661067, "main_score": 0.619067, "hf_subset": "tgl_Latn-luo_Latn", "languages": ["tgl-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ory_Orya", "languages": ["tgl-Latn", "ory-Orya"]}, {"precision": 0.622129, "recall": 0.68083, "f1": 0.639347, "accuracy": 0.68083, "main_score": 0.639347, "hf_subset": "tgl_Latn-sna_Latn", "languages": ["tgl-Latn", "sna-Latn"]}, {"precision": 0.577917, "recall": 0.634387, "f1": 0.593586, "accuracy": 0.634387, "main_score": 0.593586, "hf_subset": "tgl_Latn-tso_Latn", "languages": ["tgl-Latn", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-azj_Latn", "languages": ["tgl-Latn", "azj-Latn"]}, {"precision": 0.558893, "recall": 0.621542, "f1": 0.577047, "accuracy": 0.621542, "main_score": 0.577047, "hf_subset": "tgl_Latn-dik_Latn", "languages": ["tgl-Latn", "dik-Latn"]}, {"precision": 0.779018, "recall": 0.828063, "f1": 0.793709, "accuracy": 0.828063, "main_score": 0.793709, "hf_subset": "tgl_Latn-hau_Latn", "languages": ["tgl-Latn", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgl_Latn-kea_Latn", "languages": ["tgl-Latn", "kea-Latn"]}, {"precision": 0.766008, "recall": 0.815217, "f1": 0.781028, "accuracy": 0.815217, "main_score": 0.781028, "hf_subset": "tgl_Latn-lus_Latn", "languages": ["tgl-Latn", "lus-Latn"]}, {"precision": 0.891255, "recall": 0.918972, "f1": 0.899605, "accuracy": 0.918972, "main_score": 0.899605, "hf_subset": "tgl_Latn-pag_Latn", "languages": ["tgl-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-snd_Arab", "languages": ["tgl-Latn", "snd-Arab"]}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "tgl_Latn-tuk_Latn", "languages": ["tgl-Latn", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tgl_Latn-bak_Cyrl", "languages": ["tgl-Latn", "bak-Cyrl"]}, {"precision": 0.50743, "recall": 0.588933, "f1": 0.530857, "accuracy": 0.588933, "main_score": 0.530857, "hf_subset": "tgl_Latn-dyu_Latn", "languages": ["tgl-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-heb_Hebr", "languages": ["tgl-Latn", "heb-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-khk_Cyrl", "languages": ["tgl-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-lvs_Latn", "languages": ["tgl-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-pan_Guru", "languages": ["tgl-Latn", "pan-Guru"]}, {"precision": 0.739361, "recall": 0.797431, "f1": 0.756625, "accuracy": 0.797431, "main_score": 0.756625, "hf_subset": "tgl_Latn-som_Latn", "languages": ["tgl-Latn", "som-Latn"]}, {"precision": 0.627629, "recall": 0.674901, "f1": 0.640635, "accuracy": 0.674901, "main_score": 0.640635, "hf_subset": "tgl_Latn-tum_Latn", "languages": ["tgl-Latn", "tum-Latn"]}, {"precision": 0.558872, "recall": 0.629447, "f1": 0.578462, "accuracy": 0.629447, "main_score": 0.578462, "hf_subset": "yue_Hant-ace_Arab", "languages": ["yue-Hant", "ace-Arab"]}, {"precision": 0.516528, "recall": 0.582016, "f1": 0.53503, "accuracy": 0.582016, "main_score": 0.53503, "hf_subset": "yue_Hant-bam_Latn", "languages": ["yue-Hant", "bam-Latn"]}, {"precision": 0.42274, "recall": 0.506917, "f1": 0.445667, "accuracy": 0.506917, "main_score": 0.445667, "hf_subset": "yue_Hant-dzo_Tibt", "languages": ["yue-Hant", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hin_Deva", "languages": ["yue-Hant", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-khm_Khmr", "languages": ["yue-Hant", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mag_Deva", "languages": ["yue-Hant", "mag-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "yue_Hant-pap_Latn", "languages": ["yue-Hant", "pap-Latn"]}, {"precision": 0.580755, "recall": 0.642292, "f1": 0.598424, "accuracy": 0.642292, "main_score": 0.598424, "hf_subset": "yue_Hant-sot_Latn", "languages": ["yue-Hant", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tur_Latn", "languages": ["yue-Hant", "tur-Latn"]}, {"precision": 0.86721, "recall": 0.903162, "f1": 0.878524, "accuracy": 0.903162, "main_score": 0.878524, "hf_subset": "yue_Hant-ace_Latn", "languages": ["yue-Hant", "ace-Latn"]}, {"precision": 0.960639, "recall": 0.971344, "f1": 0.964097, "accuracy": 0.971344, "main_score": 0.964097, "hf_subset": "yue_Hant-ban_Latn", "languages": ["yue-Hant", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-ell_Grek", "languages": ["yue-Hant", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "yue_Hant-hne_Deva", "languages": ["yue-Hant", "hne-Deva"]}, {"precision": 0.594417, "recall": 0.657115, "f1": 0.61262, "accuracy": 0.657115, "main_score": 0.61262, "hf_subset": "yue_Hant-kik_Latn", "languages": ["yue-Hant", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mai_Deva", "languages": ["yue-Hant", "mai-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "yue_Hant-pbt_Arab", "languages": ["yue-Hant", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-spa_Latn", "languages": ["yue-Hant", "spa-Latn"]}, {"precision": 0.608218, "recall": 0.675889, "f1": 0.627132, "accuracy": 0.675889, "main_score": 0.627132, "hf_subset": "yue_Hant-twi_Latn", "languages": ["yue-Hant", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-acm_Arab", "languages": ["yue-Hant", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-bel_Cyrl", "languages": ["yue-Hant", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-eng_Latn", "languages": ["yue-Hant", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hrv_Latn", "languages": ["yue-Hant", "hrv-Latn"]}, {"precision": 0.540904, "recall": 0.607708, "f1": 0.559519, "accuracy": 0.607708, "main_score": 0.559519, "hf_subset": "yue_Hant-kin_Latn", "languages": ["yue-Hant", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-mal_Mlym", "languages": ["yue-Hant", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pes_Arab", "languages": ["yue-Hant", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "yue_Hant-srd_Latn", "languages": ["yue-Hant", "srd-Latn"]}, {"precision": 0.166033, "recall": 0.219368, "f1": 0.179498, "accuracy": 0.219368, "main_score": 0.179498, "hf_subset": "yue_Hant-tzm_Tfng", "languages": ["yue-Hant", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-acq_Arab", "languages": ["yue-Hant", "acq-Arab"]}, {"precision": 0.633284, "recall": 0.690711, "f1": 0.649379, "accuracy": 0.690711, "main_score": 0.649379, "hf_subset": "yue_Hant-bem_Latn", "languages": ["yue-Hant", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-epo_Latn", "languages": ["yue-Hant", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hun_Latn", "languages": ["yue-Hant", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-kir_Cyrl", "languages": ["yue-Hant", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-mar_Deva", "languages": ["yue-Hant", "mar-Deva"]}, {"precision": 0.661775, "recall": 0.718379, "f1": 0.67828, "accuracy": 0.718379, "main_score": 0.67828, "hf_subset": "yue_Hant-plt_Latn", "languages": ["yue-Hant", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-srp_Cyrl", "languages": ["yue-Hant", "srp-Cyrl"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "yue_Hant-uig_Arab", "languages": ["yue-Hant", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-aeb_Arab", "languages": ["yue-Hant", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ben_Beng", "languages": ["yue-Hant", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-est_Latn", "languages": ["yue-Hant", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-hye_Armn", "languages": ["yue-Hant", "hye-Armn"]}, {"precision": 0.536215, "recall": 0.591897, "f1": 0.552281, "accuracy": 0.591897, "main_score": 0.552281, "hf_subset": "yue_Hant-kmb_Latn", "languages": ["yue-Hant", "kmb-Latn"]}, {"precision": 0.472964, "recall": 0.556324, "f1": 0.496122, "accuracy": 0.556324, "main_score": 0.496122, "hf_subset": "yue_Hant-min_Arab", "languages": ["yue-Hant", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pol_Latn", "languages": ["yue-Hant", "pol-Latn"]}, {"precision": 0.551845, "recall": 0.623518, "f1": 0.572779, "accuracy": 0.623518, "main_score": 0.572779, "hf_subset": "yue_Hant-ssw_Latn", "languages": ["yue-Hant", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ukr_Cyrl", "languages": ["yue-Hant", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-afr_Latn", "languages": ["yue-Hant", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bho_Deva", "languages": ["yue-Hant", "bho-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "yue_Hant-eus_Latn", "languages": ["yue-Hant", "eus-Latn"]}, {"precision": 0.565573, "recall": 0.635375, "f1": 0.585265, "accuracy": 0.635375, "main_score": 0.585265, "hf_subset": "yue_Hant-ibo_Latn", "languages": ["yue-Hant", "ibo-Latn"]}, {"precision": 0.886034, "recall": 0.916996, "f1": 0.89608, "accuracy": 0.916996, "main_score": 0.89608, "hf_subset": "yue_Hant-kmr_Latn", "languages": ["yue-Hant", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "yue_Hant-min_Latn", "languages": ["yue-Hant", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-por_Latn", "languages": ["yue-Hant", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-sun_Latn", "languages": ["yue-Hant", "sun-Latn"]}, {"precision": 0.513055, "recall": 0.577075, "f1": 0.531638, "accuracy": 0.577075, "main_score": 0.531638, "hf_subset": "yue_Hant-umb_Latn", "languages": ["yue-Hant", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ajp_Arab", "languages": ["yue-Hant", "ajp-Arab"]}, {"precision": 0.504985, "recall": 0.577075, "f1": 0.525306, "accuracy": 0.577075, "main_score": 0.525306, "hf_subset": "yue_Hant-bjn_Arab", "languages": ["yue-Hant", "bjn-Arab"]}, {"precision": 0.511658, "recall": 0.576087, "f1": 0.529734, "accuracy": 0.576087, "main_score": 0.529734, "hf_subset": "yue_Hant-ewe_Latn", "languages": ["yue-Hant", "ewe-Latn"]}, {"precision": 0.944664, "recall": 0.962451, "f1": 0.950428, "accuracy": 0.962451, "main_score": 0.950428, "hf_subset": "yue_Hant-ilo_Latn", "languages": ["yue-Hant", "ilo-Latn"]}, {"precision": 0.291731, "recall": 0.355731, "f1": 0.308443, "accuracy": 0.355731, "main_score": 0.308443, "hf_subset": "yue_Hant-knc_Arab", "languages": ["yue-Hant", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mkd_Cyrl", "languages": ["yue-Hant", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-prs_Arab", "languages": ["yue-Hant", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-swe_Latn", "languages": ["yue-Hant", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-urd_Arab", "languages": ["yue-Hant", "urd-Arab"]}, {"precision": 0.581778, "recall": 0.651186, "f1": 0.601442, "accuracy": 0.651186, "main_score": 0.601442, "hf_subset": "yue_Hant-aka_Latn", "languages": ["yue-Hant", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-bjn_Latn", "languages": ["yue-Hant", "bjn-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "yue_Hant-fao_Latn", "languages": ["yue-Hant", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ind_Latn", "languages": ["yue-Hant", "ind-Latn"]}, {"precision": 0.579012, "recall": 0.635375, "f1": 0.595252, "accuracy": 0.635375, "main_score": 0.595252, "hf_subset": "yue_Hant-knc_Latn", "languages": ["yue-Hant", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-mlt_Latn", "languages": ["yue-Hant", "mlt-Latn"]}, {"precision": 0.70449, "recall": 0.766798, "f1": 0.722596, "accuracy": 0.766798, "main_score": 0.722596, "hf_subset": "yue_Hant-quy_Latn", "languages": ["yue-Hant", "quy-Latn"]}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "yue_Hant-swh_Latn", "languages": ["yue-Hant", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-uzn_Latn", "languages": ["yue-Hant", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-als_Latn", "languages": ["yue-Hant", "als-Latn"]}, {"precision": 0.660063, "recall": 0.740119, "f1": 0.684176, "accuracy": 0.740119, "main_score": 0.684176, "hf_subset": "yue_Hant-bod_Tibt", "languages": ["yue-Hant", "bod-Tibt"]}, {"precision": 0.709795, "recall": 0.766798, "f1": 0.726158, "accuracy": 0.766798, "main_score": 0.726158, "hf_subset": "yue_Hant-fij_Latn", "languages": ["yue-Hant", "fij-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "yue_Hant-isl_Latn", "languages": ["yue-Hant", "isl-Latn"]}, {"precision": 0.650132, "recall": 0.711462, "f1": 0.668271, "accuracy": 0.711462, "main_score": 0.668271, "hf_subset": "yue_Hant-kon_Latn", "languages": ["yue-Hant", "kon-Latn"]}, {"precision": 0.641653, "recall": 0.716403, "f1": 0.663538, "accuracy": 0.716403, "main_score": 0.663538, "hf_subset": "yue_Hant-mni_Beng", "languages": ["yue-Hant", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ron_Latn", "languages": ["yue-Hant", "ron-Latn"]}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "yue_Hant-szl_Latn", "languages": ["yue-Hant", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-vec_Latn", "languages": ["yue-Hant", "vec-Latn"]}, {"precision": 0.944829, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "yue_Hant-amh_Ethi", "languages": ["yue-Hant", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bos_Latn", "languages": ["yue-Hant", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "yue_Hant-fin_Latn", "languages": ["yue-Hant", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ita_Latn", "languages": ["yue-Hant", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-kor_Hang", "languages": ["yue-Hant", "kor-Hang"]}, {"precision": 0.539297, "recall": 0.604743, "f1": 0.557187, "accuracy": 0.604743, "main_score": 0.557187, "hf_subset": "yue_Hant-mos_Latn", "languages": ["yue-Hant", "mos-Latn"]}, {"precision": 0.557364, "recall": 0.615613, "f1": 0.573979, "accuracy": 0.615613, "main_score": 0.573979, "hf_subset": "yue_Hant-run_Latn", "languages": ["yue-Hant", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-tam_Taml", "languages": ["yue-Hant", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-vie_Latn", "languages": ["yue-Hant", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-apc_Arab", "languages": ["yue-Hant", "apc-Arab"]}, {"precision": 0.804891, "recall": 0.851779, "f1": 0.819038, "accuracy": 0.851779, "main_score": 0.819038, "hf_subset": "yue_Hant-bug_Latn", "languages": ["yue-Hant", "bug-Latn"]}, {"precision": 0.470755, "recall": 0.531621, "f1": 0.486623, "accuracy": 0.531621, "main_score": 0.486623, "hf_subset": "yue_Hant-fon_Latn", "languages": ["yue-Hant", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-jav_Latn", "languages": ["yue-Hant", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-lao_Laoo", "languages": ["yue-Hant", "lao-Laoo"]}, {"precision": 0.854611, "recall": 0.892292, "f1": 0.866041, "accuracy": 0.892292, "main_score": 0.866041, "hf_subset": "yue_Hant-mri_Latn", "languages": ["yue-Hant", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-rus_Cyrl", "languages": ["yue-Hant", "rus-Cyrl"]}, {"precision": 0.541907, "recall": 0.607708, "f1": 0.560295, "accuracy": 0.607708, "main_score": 0.560295, "hf_subset": "yue_Hant-taq_Latn", "languages": ["yue-Hant", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-war_Latn", "languages": ["yue-Hant", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-arb_Arab", "languages": ["yue-Hant", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bul_Cyrl", "languages": ["yue-Hant", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-fra_Latn", "languages": ["yue-Hant", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-jpn_Jpan", "languages": ["yue-Hant", "jpn-Jpan"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "yue_Hant-lij_Latn", "languages": ["yue-Hant", "lij-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "yue_Hant-mya_Mymr", "languages": ["yue-Hant", "mya-Mymr"]}, {"precision": 0.58507, "recall": 0.659091, "f1": 0.606387, "accuracy": 0.659091, "main_score": 0.606387, "hf_subset": "yue_Hant-sag_Latn", "languages": ["yue-Hant", "sag-Latn"]}, {"precision": 0.184014, "recall": 0.244071, "f1": 0.198419, "accuracy": 0.244071, "main_score": 0.198419, "hf_subset": "yue_Hant-taq_Tfng", "languages": ["yue-Hant", "taq-Tfng"]}, {"precision": 0.614221, "recall": 0.686759, "f1": 0.635223, "accuracy": 0.686759, "main_score": 0.635223, "hf_subset": "yue_Hant-wol_Latn", "languages": ["yue-Hant", "wol-Latn"]}, {"precision": 0.794862, "recall": 0.849802, "f1": 0.812055, "accuracy": 0.849802, "main_score": 0.812055, "hf_subset": "yue_Hant-arb_Latn", "languages": ["yue-Hant", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-cat_Latn", "languages": ["yue-Hant", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-fur_Latn", "languages": ["yue-Hant", "fur-Latn"]}, {"precision": 0.409662, "recall": 0.467391, "f1": 0.425392, "accuracy": 0.467391, "main_score": 0.425392, "hf_subset": "yue_Hant-kab_Latn", "languages": ["yue-Hant", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-lim_Latn", "languages": ["yue-Hant", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-nld_Latn", "languages": ["yue-Hant", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "yue_Hant-san_Deva", "languages": ["yue-Hant", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tat_Cyrl", "languages": ["yue-Hant", "tat-Cyrl"]}, {"precision": 0.664265, "recall": 0.725296, "f1": 0.682068, "accuracy": 0.725296, "main_score": 0.682068, "hf_subset": "yue_Hant-xho_Latn", "languages": ["yue-Hant", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ars_Arab", "languages": ["yue-Hant", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-ceb_Latn", "languages": ["yue-Hant", "ceb-Latn"]}, {"precision": 0.557333, "recall": 0.625494, "f1": 0.576444, "accuracy": 0.625494, "main_score": 0.576444, "hf_subset": "yue_Hant-fuv_Latn", "languages": ["yue-Hant", "fuv-Latn"]}, {"precision": 0.495667, "recall": 0.566206, "f1": 0.514986, "accuracy": 0.566206, "main_score": 0.514986, "hf_subset": "yue_Hant-kac_Latn", "languages": ["yue-Hant", "kac-Latn"]}, {"precision": 0.662492, "recall": 0.719368, "f1": 0.679271, "accuracy": 0.719368, "main_score": 0.679271, "hf_subset": "yue_Hant-lin_Latn", "languages": ["yue-Hant", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-nno_Latn", "languages": ["yue-Hant", "nno-Latn"]}, {"precision": 0.225782, "recall": 0.309289, "f1": 0.247756, "accuracy": 0.309289, "main_score": 0.247756, "hf_subset": "yue_Hant-sat_Olck", "languages": ["yue-Hant", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-tel_Telu", "languages": ["yue-Hant", "tel-Telu"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "yue_Hant-ydd_Hebr", "languages": ["yue-Hant", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "yue_Hant-ary_Arab", "languages": ["yue-Hant", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ces_Latn", "languages": ["yue-Hant", "ces-Latn"]}, {"precision": 0.563752, "recall": 0.630435, "f1": 0.583206, "accuracy": 0.630435, "main_score": 0.583206, "hf_subset": "yue_Hant-gaz_Latn", "languages": ["yue-Hant", "gaz-Latn"]}, {"precision": 0.591242, "recall": 0.659091, "f1": 0.609975, "accuracy": 0.659091, "main_score": 0.609975, "hf_subset": "yue_Hant-kam_Latn", "languages": ["yue-Hant", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "yue_Hant-lit_Latn", "languages": ["yue-Hant", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-nob_Latn", "languages": ["yue-Hant", "nob-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "yue_Hant-scn_Latn", "languages": ["yue-Hant", "scn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-tgk_Cyrl", "languages": ["yue-Hant", "tgk-Cyrl"]}, {"precision": 0.698781, "recall": 0.773715, "f1": 0.722021, "accuracy": 0.773715, "main_score": 0.722021, "hf_subset": "yue_Hant-yor_Latn", "languages": ["yue-Hant", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-arz_Arab", "languages": ["yue-Hant", "arz-Arab"]}, {"precision": 0.563465, "recall": 0.628458, "f1": 0.581795, "accuracy": 0.628458, "main_score": 0.581795, "hf_subset": "yue_Hant-cjk_Latn", "languages": ["yue-Hant", "cjk-Latn"]}, {"precision": 0.775807, "recall": 0.829051, "f1": 0.791996, "accuracy": 0.829051, "main_score": 0.791996, "hf_subset": "yue_Hant-gla_Latn", "languages": ["yue-Hant", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-kan_Knda", "languages": ["yue-Hant", "kan-Knda"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "yue_Hant-lmo_Latn", "languages": ["yue-Hant", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "yue_Hant-npi_Deva", "languages": ["yue-Hant", "npi-Deva"]}, {"precision": 0.459638, "recall": 0.535573, "f1": 0.480509, "accuracy": 0.535573, "main_score": 0.480509, "hf_subset": "yue_Hant-shn_Mymr", "languages": ["yue-Hant", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tgl_Latn", "languages": ["yue-Hant", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-asm_Beng", "languages": ["yue-Hant", "asm-Beng"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "yue_Hant-ckb_Arab", "languages": ["yue-Hant", "ckb-Arab"]}, {"precision": 0.880352, "recall": 0.912055, "f1": 0.890382, "accuracy": 0.912055, "main_score": 0.890382, "hf_subset": "yue_Hant-gle_Latn", "languages": ["yue-Hant", "gle-Latn"]}, {"precision": 0.953887, "recall": 0.967391, "f1": 0.958333, "accuracy": 0.967391, "main_score": 0.958333, "hf_subset": "yue_Hant-kas_Arab", "languages": ["yue-Hant", "kas-Arab"]}, {"precision": 0.940217, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "yue_Hant-ltg_Latn", "languages": ["yue-Hant", "ltg-Latn"]}, {"precision": 0.612972, "recall": 0.672925, "f1": 0.630297, "accuracy": 0.672925, "main_score": 0.630297, "hf_subset": "yue_Hant-nso_Latn", "languages": ["yue-Hant", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "yue_Hant-sin_Sinh", "languages": ["yue-Hant", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tha_Thai", "languages": ["yue-Hant", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-zho_Hans", "languages": ["yue-Hant", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ast_Latn", "languages": ["yue-Hant", "ast-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-crh_Latn", "languages": ["yue-Hant", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-glg_Latn", "languages": ["yue-Hant", "glg-Latn"]}, {"precision": 0.907197, "recall": 0.934783, "f1": 0.916074, "accuracy": 0.934783, "main_score": 0.916074, "hf_subset": "yue_Hant-kas_Deva", "languages": ["yue-Hant", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "yue_Hant-ltz_Latn", "languages": ["yue-Hant", "ltz-Latn"]}, {"precision": 0.439469, "recall": 0.51581, "f1": 0.460329, "accuracy": 0.51581, "main_score": 0.460329, "hf_subset": "yue_Hant-nus_Latn", "languages": ["yue-Hant", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-slk_Latn", "languages": ["yue-Hant", "slk-Latn"]}, {"precision": 0.614305, "recall": 0.685771, "f1": 0.635053, "accuracy": 0.685771, "main_score": 0.635053, "hf_subset": "yue_Hant-tir_Ethi", "languages": ["yue-Hant", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-zho_Hant", "languages": ["yue-Hant", "zho-Hant"]}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "yue_Hant-awa_Deva", "languages": ["yue-Hant", "awa-Deva"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "yue_Hant-cym_Latn", "languages": ["yue-Hant", "cym-Latn"]}, {"precision": 0.838521, "recall": 0.880435, "f1": 0.851515, "accuracy": 0.880435, "main_score": 0.851515, "hf_subset": "yue_Hant-grn_Latn", "languages": ["yue-Hant", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-kat_Geor", "languages": ["yue-Hant", "kat-Geor"]}, {"precision": 0.635674, "recall": 0.695652, "f1": 0.652938, "accuracy": 0.695652, "main_score": 0.652938, "hf_subset": "yue_Hant-lua_Latn", "languages": ["yue-Hant", "lua-Latn"]}, {"precision": 0.626112, "recall": 0.694664, "f1": 0.645811, "accuracy": 0.694664, "main_score": 0.645811, "hf_subset": "yue_Hant-nya_Latn", "languages": ["yue-Hant", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-slv_Latn", "languages": ["yue-Hant", "slv-Latn"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "yue_Hant-tpi_Latn", "languages": ["yue-Hant", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-zsm_Latn", "languages": ["yue-Hant", "zsm-Latn"]}, {"precision": 0.536144, "recall": 0.604743, "f1": 0.55578, "accuracy": 0.604743, "main_score": 0.55578, "hf_subset": "yue_Hant-ayr_Latn", "languages": ["yue-Hant", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-dan_Latn", "languages": ["yue-Hant", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-guj_Gujr", "languages": ["yue-Hant", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-kaz_Cyrl", "languages": ["yue-Hant", "kaz-Cyrl"]}, {"precision": 0.526261, "recall": 0.593874, "f1": 0.545819, "accuracy": 0.593874, "main_score": 0.545819, "hf_subset": "yue_Hant-lug_Latn", "languages": ["yue-Hant", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-oci_Latn", "languages": ["yue-Hant", "oci-Latn"]}, {"precision": 0.824588, "recall": 0.868577, "f1": 0.837978, "accuracy": 0.868577, "main_score": 0.837978, "hf_subset": "yue_Hant-smo_Latn", "languages": ["yue-Hant", "smo-Latn"]}, {"precision": 0.539377, "recall": 0.605731, "f1": 0.557979, "accuracy": 0.605731, "main_score": 0.557979, "hf_subset": "yue_Hant-tsn_Latn", "languages": ["yue-Hant", "tsn-Latn"]}, {"precision": 0.605769, "recall": 0.670949, "f1": 0.625033, "accuracy": 0.670949, "main_score": 0.625033, "hf_subset": "yue_Hant-zul_Latn", "languages": ["yue-Hant", "zul-Latn"]}, {"precision": 0.923748, "recall": 0.947628, "f1": 0.931653, "accuracy": 0.947628, "main_score": 0.931653, "hf_subset": "yue_Hant-azb_Arab", "languages": ["yue-Hant", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-deu_Latn", "languages": ["yue-Hant", "deu-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "yue_Hant-hat_Latn", "languages": ["yue-Hant", "hat-Latn"]}, {"precision": 0.498602, "recall": 0.557312, "f1": 0.51453, "accuracy": 0.557312, "main_score": 0.51453, "hf_subset": "yue_Hant-kbp_Latn", "languages": ["yue-Hant", "kbp-Latn"]}, {"precision": 0.56798, "recall": 0.632411, "f1": 0.585592, "accuracy": 0.632411, "main_score": 0.585592, "hf_subset": "yue_Hant-luo_Latn", "languages": ["yue-Hant", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ory_Orya", "languages": ["yue-Hant", "ory-Orya"]}, {"precision": 0.592852, "recall": 0.657115, "f1": 0.61142, "accuracy": 0.657115, "main_score": 0.61142, "hf_subset": "yue_Hant-sna_Latn", "languages": ["yue-Hant", "sna-Latn"]}, {"precision": 0.55449, "recall": 0.615613, "f1": 0.571813, "accuracy": 0.615613, "main_score": 0.571813, "hf_subset": "yue_Hant-tso_Latn", "languages": ["yue-Hant", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-azj_Latn", "languages": ["yue-Hant", "azj-Latn"]}, {"precision": 0.525182, "recall": 0.599802, "f1": 0.546431, "accuracy": 0.599802, "main_score": 0.546431, "hf_subset": "yue_Hant-dik_Latn", "languages": ["yue-Hant", "dik-Latn"]}, {"precision": 0.732987, "recall": 0.789526, "f1": 0.749694, "accuracy": 0.789526, "main_score": 0.749694, "hf_subset": "yue_Hant-hau_Latn", "languages": ["yue-Hant", "hau-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "yue_Hant-kea_Latn", "languages": ["yue-Hant", "kea-Latn"]}, {"precision": 0.755056, "recall": 0.806324, "f1": 0.770191, "accuracy": 0.806324, "main_score": 0.770191, "hf_subset": "yue_Hant-lus_Latn", "languages": ["yue-Hant", "lus-Latn"]}, {"precision": 0.873765, "recall": 0.905138, "f1": 0.883432, "accuracy": 0.905138, "main_score": 0.883432, "hf_subset": "yue_Hant-pag_Latn", "languages": ["yue-Hant", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-snd_Arab", "languages": ["yue-Hant", "snd-Arab"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "yue_Hant-tuk_Latn", "languages": ["yue-Hant", "tuk-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "yue_Hant-bak_Cyrl", "languages": ["yue-Hant", "bak-Cyrl"]}, {"precision": 0.475816, "recall": 0.561265, "f1": 0.501122, "accuracy": 0.561265, "main_score": 0.501122, "hf_subset": "yue_Hant-dyu_Latn", "languages": ["yue-Hant", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-heb_Hebr", "languages": ["yue-Hant", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "yue_Hant-khk_Cyrl", "languages": ["yue-Hant", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-lvs_Latn", "languages": ["yue-Hant", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pan_Guru", "languages": ["yue-Hant", "pan-Guru"]}, {"precision": 0.694401, "recall": 0.758893, "f1": 0.713801, "accuracy": 0.758893, "main_score": 0.713801, "hf_subset": "yue_Hant-som_Latn", "languages": ["yue-Hant", "som-Latn"]}, {"precision": 0.602793, "recall": 0.653162, "f1": 0.616838, "accuracy": 0.653162, "main_score": 0.616838, "hf_subset": "yue_Hant-tum_Latn", "languages": ["yue-Hant", "tum-Latn"]}, {"precision": 0.518067, "recall": 0.590909, "f1": 0.538185, "accuracy": 0.590909, "main_score": 0.538185, "hf_subset": "asm_Beng-ace_Arab", "languages": ["asm-Beng", "ace-Arab"]}, {"precision": 0.494786, "recall": 0.55336, "f1": 0.510579, "accuracy": 0.55336, "main_score": 0.510579, "hf_subset": "asm_Beng-bam_Latn", "languages": ["asm-Beng", "bam-Latn"]}, {"precision": 0.400834, "recall": 0.48419, "f1": 0.421538, "accuracy": 0.48419, "main_score": 0.421538, "hf_subset": "asm_Beng-dzo_Tibt", "languages": ["asm-Beng", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-hin_Deva", "languages": ["asm-Beng", "hin-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "asm_Beng-khm_Khmr", "languages": ["asm-Beng", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-mag_Deva", "languages": ["asm-Beng", "mag-Deva"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "asm_Beng-pap_Latn", "languages": ["asm-Beng", "pap-Latn"]}, {"precision": 0.550743, "recall": 0.605731, "f1": 0.565633, "accuracy": 0.605731, "main_score": 0.565633, "hf_subset": "asm_Beng-sot_Latn", "languages": ["asm-Beng", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-tur_Latn", "languages": ["asm-Beng", "tur-Latn"]}, {"precision": 0.83111, "recall": 0.873518, "f1": 0.844057, "accuracy": 0.873518, "main_score": 0.844057, "hf_subset": "asm_Beng-ace_Latn", "languages": ["asm-Beng", "ace-Latn"]}, {"precision": 0.934124, "recall": 0.952569, "f1": 0.939888, "accuracy": 0.952569, "main_score": 0.939888, "hf_subset": "asm_Beng-ban_Latn", "languages": ["asm-Beng", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-ell_Grek", "languages": ["asm-Beng", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "asm_Beng-hne_Deva", "languages": ["asm-Beng", "hne-Deva"]}, {"precision": 0.554217, "recall": 0.617589, "f1": 0.572422, "accuracy": 0.617589, "main_score": 0.572422, "hf_subset": "asm_Beng-kik_Latn", "languages": ["asm-Beng", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-mai_Deva", "languages": ["asm-Beng", "mai-Deva"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "asm_Beng-pbt_Arab", "languages": ["asm-Beng", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-spa_Latn", "languages": ["asm-Beng", "spa-Latn"]}, {"precision": 0.584457, "recall": 0.650198, "f1": 0.602152, "accuracy": 0.650198, "main_score": 0.602152, "hf_subset": "asm_Beng-twi_Latn", "languages": ["asm-Beng", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-acm_Arab", "languages": ["asm-Beng", "acm-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "asm_Beng-bel_Cyrl", "languages": ["asm-Beng", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-eng_Latn", "languages": ["asm-Beng", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-hrv_Latn", "languages": ["asm-Beng", "hrv-Latn"]}, {"precision": 0.522053, "recall": 0.583004, "f1": 0.538143, "accuracy": 0.583004, "main_score": 0.538143, "hf_subset": "asm_Beng-kin_Latn", "languages": ["asm-Beng", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-mal_Mlym", "languages": ["asm-Beng", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-pes_Arab", "languages": ["asm-Beng", "pes-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "asm_Beng-srd_Latn", "languages": ["asm-Beng", "srd-Latn"]}, {"precision": 0.17474, "recall": 0.216403, "f1": 0.184274, "accuracy": 0.216403, "main_score": 0.184274, "hf_subset": "asm_Beng-tzm_Tfng", "languages": ["asm-Beng", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-acq_Arab", "languages": ["asm-Beng", "acq-Arab"]}, {"precision": 0.610237, "recall": 0.656126, "f1": 0.622543, "accuracy": 0.656126, "main_score": 0.622543, "hf_subset": "asm_Beng-bem_Latn", "languages": ["asm-Beng", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-epo_Latn", "languages": ["asm-Beng", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-hun_Latn", "languages": ["asm-Beng", "hun-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "asm_Beng-kir_Cyrl", "languages": ["asm-Beng", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-mar_Deva", "languages": ["asm-Beng", "mar-Deva"]}, {"precision": 0.634183, "recall": 0.6917, "f1": 0.6506, "accuracy": 0.6917, "main_score": 0.6506, "hf_subset": "asm_Beng-plt_Latn", "languages": ["asm-Beng", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-srp_Cyrl", "languages": ["asm-Beng", "srp-Cyrl"]}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "asm_Beng-uig_Arab", "languages": ["asm-Beng", "uig-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-aeb_Arab", "languages": ["asm-Beng", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ben_Beng", "languages": ["asm-Beng", "ben-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "asm_Beng-est_Latn", "languages": ["asm-Beng", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-hye_Armn", "languages": ["asm-Beng", "hye-Armn"]}, {"precision": 0.508038, "recall": 0.561265, "f1": 0.522338, "accuracy": 0.561265, "main_score": 0.522338, "hf_subset": "asm_Beng-kmb_Latn", "languages": ["asm-Beng", "kmb-Latn"]}, {"precision": 0.461749, "recall": 0.523715, "f1": 0.478101, "accuracy": 0.523715, "main_score": 0.478101, "hf_subset": "asm_Beng-min_Arab", "languages": ["asm-Beng", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-pol_Latn", "languages": ["asm-Beng", "pol-Latn"]}, {"precision": 0.526367, "recall": 0.588933, "f1": 0.544292, "accuracy": 0.588933, "main_score": 0.544292, "hf_subset": "asm_Beng-ssw_Latn", "languages": ["asm-Beng", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ukr_Cyrl", "languages": ["asm-Beng", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-afr_Latn", "languages": ["asm-Beng", "afr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-bho_Deva", "languages": ["asm-Beng", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "asm_Beng-eus_Latn", "languages": ["asm-Beng", "eus-Latn"]}, {"precision": 0.533171, "recall": 0.593874, "f1": 0.549427, "accuracy": 0.593874, "main_score": 0.549427, "hf_subset": "asm_Beng-ibo_Latn", "languages": ["asm-Beng", "ibo-Latn"]}, {"precision": 0.862846, "recall": 0.898221, "f1": 0.873452, "accuracy": 0.898221, "main_score": 0.873452, "hf_subset": "asm_Beng-kmr_Latn", "languages": ["asm-Beng", "kmr-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "asm_Beng-min_Latn", "languages": ["asm-Beng", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-por_Latn", "languages": ["asm-Beng", "por-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "asm_Beng-sun_Latn", "languages": ["asm-Beng", "sun-Latn"]}, {"precision": 0.489414, "recall": 0.548419, "f1": 0.505756, "accuracy": 0.548419, "main_score": 0.505756, "hf_subset": "asm_Beng-umb_Latn", "languages": ["asm-Beng", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ajp_Arab", "languages": ["asm-Beng", "ajp-Arab"]}, {"precision": 0.486937, "recall": 0.552372, "f1": 0.505689, "accuracy": 0.552372, "main_score": 0.505689, "hf_subset": "asm_Beng-bjn_Arab", "languages": ["asm-Beng", "bjn-Arab"]}, {"precision": 0.483696, "recall": 0.536561, "f1": 0.497875, "accuracy": 0.536561, "main_score": 0.497875, "hf_subset": "asm_Beng-ewe_Latn", "languages": ["asm-Beng", "ewe-Latn"]}, {"precision": 0.926301, "recall": 0.947628, "f1": 0.933037, "accuracy": 0.947628, "main_score": 0.933037, "hf_subset": "asm_Beng-ilo_Latn", "languages": ["asm-Beng", "ilo-Latn"]}, {"precision": 0.304418, "recall": 0.357708, "f1": 0.318835, "accuracy": 0.357708, "main_score": 0.318835, "hf_subset": "asm_Beng-knc_Arab", "languages": ["asm-Beng", "knc-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-mkd_Cyrl", "languages": ["asm-Beng", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-prs_Arab", "languages": ["asm-Beng", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-swe_Latn", "languages": ["asm-Beng", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-urd_Arab", "languages": ["asm-Beng", "urd-Arab"]}, {"precision": 0.551968, "recall": 0.609684, "f1": 0.567956, "accuracy": 0.609684, "main_score": 0.567956, "hf_subset": "asm_Beng-aka_Latn", "languages": ["asm-Beng", "aka-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "asm_Beng-bjn_Latn", "languages": ["asm-Beng", "bjn-Latn"]}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "asm_Beng-fao_Latn", "languages": ["asm-Beng", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ind_Latn", "languages": ["asm-Beng", "ind-Latn"]}, {"precision": 0.563363, "recall": 0.618577, "f1": 0.578591, "accuracy": 0.618577, "main_score": 0.578591, "hf_subset": "asm_Beng-knc_Latn", "languages": ["asm-Beng", "knc-Latn"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "asm_Beng-mlt_Latn", "languages": ["asm-Beng", "mlt-Latn"]}, {"precision": 0.680361, "recall": 0.743083, "f1": 0.698377, "accuracy": 0.743083, "main_score": 0.698377, "hf_subset": "asm_Beng-quy_Latn", "languages": ["asm-Beng", "quy-Latn"]}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "asm_Beng-swh_Latn", "languages": ["asm-Beng", "swh-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "asm_Beng-uzn_Latn", "languages": ["asm-Beng", "uzn-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "asm_Beng-als_Latn", "languages": ["asm-Beng", "als-Latn"]}, {"precision": 0.644328, "recall": 0.710474, "f1": 0.663013, "accuracy": 0.710474, "main_score": 0.663013, "hf_subset": "asm_Beng-bod_Tibt", "languages": ["asm-Beng", "bod-Tibt"]}, {"precision": 0.678226, "recall": 0.738142, "f1": 0.695099, "accuracy": 0.738142, "main_score": 0.695099, "hf_subset": "asm_Beng-fij_Latn", "languages": ["asm-Beng", "fij-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "asm_Beng-isl_Latn", "languages": ["asm-Beng", "isl-Latn"]}, {"precision": 0.630484, "recall": 0.685771, "f1": 0.646044, "accuracy": 0.685771, "main_score": 0.646044, "hf_subset": "asm_Beng-kon_Latn", "languages": ["asm-Beng", "kon-Latn"]}, {"precision": 0.657578, "recall": 0.717391, "f1": 0.674609, "accuracy": 0.717391, "main_score": 0.674609, "hf_subset": "asm_Beng-mni_Beng", "languages": ["asm-Beng", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ron_Latn", "languages": ["asm-Beng", "ron-Latn"]}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "asm_Beng-szl_Latn", "languages": ["asm-Beng", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-vec_Latn", "languages": ["asm-Beng", "vec-Latn"]}, {"precision": 0.941947, "recall": 0.959486, "f1": 0.94753, "accuracy": 0.959486, "main_score": 0.94753, "hf_subset": "asm_Beng-amh_Ethi", "languages": ["asm-Beng", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-bos_Latn", "languages": ["asm-Beng", "bos-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-fin_Latn", "languages": ["asm-Beng", "fin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-ita_Latn", "languages": ["asm-Beng", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-kor_Hang", "languages": ["asm-Beng", "kor-Hang"]}, {"precision": 0.50586, "recall": 0.567194, "f1": 0.522705, "accuracy": 0.567194, "main_score": 0.522705, "hf_subset": "asm_Beng-mos_Latn", "languages": ["asm-Beng", "mos-Latn"]}, {"precision": 0.503635, "recall": 0.560277, "f1": 0.519194, "accuracy": 0.560277, "main_score": 0.519194, "hf_subset": "asm_Beng-run_Latn", "languages": ["asm-Beng", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-tam_Taml", "languages": ["asm-Beng", "tam-Taml"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-vie_Latn", "languages": ["asm-Beng", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-apc_Arab", "languages": ["asm-Beng", "apc-Arab"]}, {"precision": 0.770447, "recall": 0.820158, "f1": 0.78495, "accuracy": 0.820158, "main_score": 0.78495, "hf_subset": "asm_Beng-bug_Latn", "languages": ["asm-Beng", "bug-Latn"]}, {"precision": 0.443499, "recall": 0.5, "f1": 0.457771, "accuracy": 0.5, "main_score": 0.457771, "hf_subset": "asm_Beng-fon_Latn", "languages": ["asm-Beng", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-jav_Latn", "languages": ["asm-Beng", "jav-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "asm_Beng-lao_Laoo", "languages": ["asm-Beng", "lao-Laoo"]}, {"precision": 0.848155, "recall": 0.886364, "f1": 0.859947, "accuracy": 0.886364, "main_score": 0.859947, "hf_subset": "asm_Beng-mri_Latn", "languages": ["asm-Beng", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-rus_Cyrl", "languages": ["asm-Beng", "rus-Cyrl"]}, {"precision": 0.511376, "recall": 0.571146, "f1": 0.527909, "accuracy": 0.571146, "main_score": 0.527909, "hf_subset": "asm_Beng-taq_Latn", "languages": ["asm-Beng", "taq-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "asm_Beng-war_Latn", "languages": ["asm-Beng", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-arb_Arab", "languages": ["asm-Beng", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-bul_Cyrl", "languages": ["asm-Beng", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-fra_Latn", "languages": ["asm-Beng", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-jpn_Jpan", "languages": ["asm-Beng", "jpn-Jpan"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "asm_Beng-lij_Latn", "languages": ["asm-Beng", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "asm_Beng-mya_Mymr", "languages": ["asm-Beng", "mya-Mymr"]}, {"precision": 0.560681, "recall": 0.621542, "f1": 0.578168, "accuracy": 0.621542, "main_score": 0.578168, "hf_subset": "asm_Beng-sag_Latn", "languages": ["asm-Beng", "sag-Latn"]}, {"precision": 0.188237, "recall": 0.241107, "f1": 0.200053, "accuracy": 0.241107, "main_score": 0.200053, "hf_subset": "asm_Beng-taq_Tfng", "languages": ["asm-Beng", "taq-Tfng"]}, {"precision": 0.599985, "recall": 0.661067, "f1": 0.616894, "accuracy": 0.661067, "main_score": 0.616894, "hf_subset": "asm_Beng-wol_Latn", "languages": ["asm-Beng", "wol-Latn"]}, {"precision": 0.74888, "recall": 0.805336, "f1": 0.76542, "accuracy": 0.805336, "main_score": 0.76542, "hf_subset": "asm_Beng-arb_Latn", "languages": ["asm-Beng", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-cat_Latn", "languages": ["asm-Beng", "cat-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "asm_Beng-fur_Latn", "languages": ["asm-Beng", "fur-Latn"]}, {"precision": 0.381864, "recall": 0.434783, "f1": 0.395953, "accuracy": 0.434783, "main_score": 0.395953, "hf_subset": "asm_Beng-kab_Latn", "languages": ["asm-Beng", "kab-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "asm_Beng-lim_Latn", "languages": ["asm-Beng", "lim-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-nld_Latn", "languages": ["asm-Beng", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "asm_Beng-san_Deva", "languages": ["asm-Beng", "san-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "asm_Beng-tat_Cyrl", "languages": ["asm-Beng", "tat-Cyrl"]}, {"precision": 0.649489, "recall": 0.702569, "f1": 0.665185, "accuracy": 0.702569, "main_score": 0.665185, "hf_subset": "asm_Beng-xho_Latn", "languages": ["asm-Beng", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ars_Arab", "languages": ["asm-Beng", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-ceb_Latn", "languages": ["asm-Beng", "ceb-Latn"]}, {"precision": 0.54338, "recall": 0.601779, "f1": 0.560079, "accuracy": 0.601779, "main_score": 0.560079, "hf_subset": "asm_Beng-fuv_Latn", "languages": ["asm-Beng", "fuv-Latn"]}, {"precision": 0.482255, "recall": 0.547431, "f1": 0.500148, "accuracy": 0.547431, "main_score": 0.500148, "hf_subset": "asm_Beng-kac_Latn", "languages": ["asm-Beng", "kac-Latn"]}, {"precision": 0.633631, "recall": 0.688735, "f1": 0.648923, "accuracy": 0.688735, "main_score": 0.648923, "hf_subset": "asm_Beng-lin_Latn", "languages": ["asm-Beng", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-nno_Latn", "languages": ["asm-Beng", "nno-Latn"]}, {"precision": 0.240924, "recall": 0.321146, "f1": 0.26194, "accuracy": 0.321146, "main_score": 0.26194, "hf_subset": "asm_Beng-sat_Olck", "languages": ["asm-Beng", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-tel_Telu", "languages": ["asm-Beng", "tel-Telu"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "asm_Beng-ydd_Hebr", "languages": ["asm-Beng", "ydd-Hebr"]}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "asm_Beng-ary_Arab", "languages": ["asm-Beng", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-ces_Latn", "languages": ["asm-Beng", "ces-Latn"]}, {"precision": 0.551623, "recall": 0.609684, "f1": 0.568203, "accuracy": 0.609684, "main_score": 0.568203, "hf_subset": "asm_Beng-gaz_Latn", "languages": ["asm-Beng", "gaz-Latn"]}, {"precision": 0.56572, "recall": 0.623518, "f1": 0.581788, "accuracy": 0.623518, "main_score": 0.581788, "hf_subset": "asm_Beng-kam_Latn", "languages": ["asm-Beng", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "asm_Beng-lit_Latn", "languages": ["asm-Beng", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-nob_Latn", "languages": ["asm-Beng", "nob-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "asm_Beng-scn_Latn", "languages": ["asm-Beng", "scn-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "asm_Beng-tgk_Cyrl", "languages": ["asm-Beng", "tgk-Cyrl"]}, {"precision": 0.701006, "recall": 0.767787, "f1": 0.720789, "accuracy": 0.767787, "main_score": 0.720789, "hf_subset": "asm_Beng-yor_Latn", "languages": ["asm-Beng", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-arz_Arab", "languages": ["asm-Beng", "arz-Arab"]}, {"precision": 0.538201, "recall": 0.594862, "f1": 0.554083, "accuracy": 0.594862, "main_score": 0.554083, "hf_subset": "asm_Beng-cjk_Latn", "languages": ["asm-Beng", "cjk-Latn"]}, {"precision": 0.744779, "recall": 0.795455, "f1": 0.75975, "accuracy": 0.795455, "main_score": 0.75975, "hf_subset": "asm_Beng-gla_Latn", "languages": ["asm-Beng", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-kan_Knda", "languages": ["asm-Beng", "kan-Knda"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "asm_Beng-lmo_Latn", "languages": ["asm-Beng", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "asm_Beng-npi_Deva", "languages": ["asm-Beng", "npi-Deva"]}, {"precision": 0.439229, "recall": 0.498024, "f1": 0.455481, "accuracy": 0.498024, "main_score": 0.455481, "hf_subset": "asm_Beng-shn_Mymr", "languages": ["asm-Beng", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-tgl_Latn", "languages": ["asm-Beng", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-yue_Hant", "languages": ["asm-Beng", "yue-Hant"]}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "asm_Beng-ckb_Arab", "languages": ["asm-Beng", "ckb-Arab"]}, {"precision": 0.821591, "recall": 0.866601, "f1": 0.835375, "accuracy": 0.866601, "main_score": 0.835375, "hf_subset": "asm_Beng-gle_Latn", "languages": ["asm-Beng", "gle-Latn"]}, {"precision": 0.946805, "recall": 0.962451, "f1": 0.95191, "accuracy": 0.962451, "main_score": 0.95191, "hf_subset": "asm_Beng-kas_Arab", "languages": ["asm-Beng", "kas-Arab"]}, {"precision": 0.89221, "recall": 0.922925, "f1": 0.901877, "accuracy": 0.922925, "main_score": 0.901877, "hf_subset": "asm_Beng-ltg_Latn", "languages": ["asm-Beng", "ltg-Latn"]}, {"precision": 0.577128, "recall": 0.633399, "f1": 0.592818, "accuracy": 0.633399, "main_score": 0.592818, "hf_subset": "asm_Beng-nso_Latn", "languages": ["asm-Beng", "nso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-sin_Sinh", "languages": ["asm-Beng", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-tha_Thai", "languages": ["asm-Beng", "tha-Thai"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-zho_Hans", "languages": ["asm-Beng", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-ast_Latn", "languages": ["asm-Beng", "ast-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-crh_Latn", "languages": ["asm-Beng", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-glg_Latn", "languages": ["asm-Beng", "glg-Latn"]}, {"precision": 0.899374, "recall": 0.927866, "f1": 0.908432, "accuracy": 0.927866, "main_score": 0.908432, "hf_subset": "asm_Beng-kas_Deva", "languages": ["asm-Beng", "kas-Deva"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "asm_Beng-ltz_Latn", "languages": ["asm-Beng", "ltz-Latn"]}, {"precision": 0.43573, "recall": 0.502964, "f1": 0.453671, "accuracy": 0.502964, "main_score": 0.453671, "hf_subset": "asm_Beng-nus_Latn", "languages": ["asm-Beng", "nus-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-slk_Latn", "languages": ["asm-Beng", "slk-Latn"]}, {"precision": 0.60971, "recall": 0.675889, "f1": 0.62889, "accuracy": 0.675889, "main_score": 0.62889, "hf_subset": "asm_Beng-tir_Ethi", "languages": ["asm-Beng", "tir-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-zho_Hant", "languages": ["asm-Beng", "zho-Hant"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "asm_Beng-awa_Deva", "languages": ["asm-Beng", "awa-Deva"]}, {"precision": 0.959239, "recall": 0.972332, "f1": 0.963505, "accuracy": 0.972332, "main_score": 0.963505, "hf_subset": "asm_Beng-cym_Latn", "languages": ["asm-Beng", "cym-Latn"]}, {"precision": 0.789956, "recall": 0.835968, "f1": 0.803722, "accuracy": 0.835968, "main_score": 0.803722, "hf_subset": "asm_Beng-grn_Latn", "languages": ["asm-Beng", "grn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "asm_Beng-kat_Geor", "languages": ["asm-Beng", "kat-Geor"]}, {"precision": 0.615946, "recall": 0.667984, "f1": 0.630576, "accuracy": 0.667984, "main_score": 0.630576, "hf_subset": "asm_Beng-lua_Latn", "languages": ["asm-Beng", "lua-Latn"]}, {"precision": 0.600613, "recall": 0.658103, "f1": 0.61697, "accuracy": 0.658103, "main_score": 0.61697, "hf_subset": "asm_Beng-nya_Latn", "languages": ["asm-Beng", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-slv_Latn", "languages": ["asm-Beng", "slv-Latn"]}, {"precision": 0.926713, "recall": 0.948617, "f1": 0.933762, "accuracy": 0.948617, "main_score": 0.933762, "hf_subset": "asm_Beng-tpi_Latn", "languages": ["asm-Beng", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-zsm_Latn", "languages": ["asm-Beng", "zsm-Latn"]}, {"precision": 0.517581, "recall": 0.575099, "f1": 0.533648, "accuracy": 0.575099, "main_score": 0.533648, "hf_subset": "asm_Beng-ayr_Latn", "languages": ["asm-Beng", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-dan_Latn", "languages": ["asm-Beng", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-guj_Gujr", "languages": ["asm-Beng", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-kaz_Cyrl", "languages": ["asm-Beng", "kaz-Cyrl"]}, {"precision": 0.491626, "recall": 0.559289, "f1": 0.51081, "accuracy": 0.559289, "main_score": 0.51081, "hf_subset": "asm_Beng-lug_Latn", "languages": ["asm-Beng", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-oci_Latn", "languages": ["asm-Beng", "oci-Latn"]}, {"precision": 0.783498, "recall": 0.836957, "f1": 0.799802, "accuracy": 0.836957, "main_score": 0.799802, "hf_subset": "asm_Beng-smo_Latn", "languages": ["asm-Beng", "smo-Latn"]}, {"precision": 0.512146, "recall": 0.575099, "f1": 0.52894, "accuracy": 0.575099, "main_score": 0.52894, "hf_subset": "asm_Beng-tsn_Latn", "languages": ["asm-Beng", "tsn-Latn"]}, {"precision": 0.587159, "recall": 0.648221, "f1": 0.604381, "accuracy": 0.648221, "main_score": 0.604381, "hf_subset": "asm_Beng-zul_Latn", "languages": ["asm-Beng", "zul-Latn"]}, {"precision": 0.913785, "recall": 0.938735, "f1": 0.921673, "accuracy": 0.938735, "main_score": 0.921673, "hf_subset": "asm_Beng-azb_Arab", "languages": ["asm-Beng", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-deu_Latn", "languages": ["asm-Beng", "deu-Latn"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "asm_Beng-hat_Latn", "languages": ["asm-Beng", "hat-Latn"]}, {"precision": 0.452194, "recall": 0.513834, "f1": 0.46929, "accuracy": 0.513834, "main_score": 0.46929, "hf_subset": "asm_Beng-kbp_Latn", "languages": ["asm-Beng", "kbp-Latn"]}, {"precision": 0.544756, "recall": 0.599802, "f1": 0.559824, "accuracy": 0.599802, "main_score": 0.559824, "hf_subset": "asm_Beng-luo_Latn", "languages": ["asm-Beng", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ory_Orya", "languages": ["asm-Beng", "ory-Orya"]}, {"precision": 0.541994, "recall": 0.607708, "f1": 0.560726, "accuracy": 0.607708, "main_score": 0.560726, "hf_subset": "asm_Beng-sna_Latn", "languages": ["asm-Beng", "sna-Latn"]}, {"precision": 0.525662, "recall": 0.575099, "f1": 0.539042, "accuracy": 0.575099, "main_score": 0.539042, "hf_subset": "asm_Beng-tso_Latn", "languages": ["asm-Beng", "tso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "asm_Beng-azj_Latn", "languages": ["asm-Beng", "azj-Latn"]}, {"precision": 0.51371, "recall": 0.578063, "f1": 0.531766, "accuracy": 0.578063, "main_score": 0.531766, "hf_subset": "asm_Beng-dik_Latn", "languages": ["asm-Beng", "dik-Latn"]}, {"precision": 0.700018, "recall": 0.755929, "f1": 0.715919, "accuracy": 0.755929, "main_score": 0.715919, "hf_subset": "asm_Beng-hau_Latn", "languages": ["asm-Beng", "hau-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "asm_Beng-kea_Latn", "languages": ["asm-Beng", "kea-Latn"]}, {"precision": 0.729868, "recall": 0.778656, "f1": 0.744516, "accuracy": 0.778656, "main_score": 0.744516, "hf_subset": "asm_Beng-lus_Latn", "languages": ["asm-Beng", "lus-Latn"]}, {"precision": 0.844236, "recall": 0.879447, "f1": 0.85504, "accuracy": 0.879447, "main_score": 0.85504, "hf_subset": "asm_Beng-pag_Latn", "languages": ["asm-Beng", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-snd_Arab", "languages": ["asm-Beng", "snd-Arab"]}, {"precision": 0.940382, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "asm_Beng-tuk_Latn", "languages": ["asm-Beng", "tuk-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "asm_Beng-bak_Cyrl", "languages": ["asm-Beng", "bak-Cyrl"]}, {"precision": 0.448502, "recall": 0.532609, "f1": 0.473086, "accuracy": 0.532609, "main_score": 0.473086, "hf_subset": "asm_Beng-dyu_Latn", "languages": ["asm-Beng", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-heb_Hebr", "languages": ["asm-Beng", "heb-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "asm_Beng-khk_Cyrl", "languages": ["asm-Beng", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-lvs_Latn", "languages": ["asm-Beng", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-pan_Guru", "languages": ["asm-Beng", "pan-Guru"]}, {"precision": 0.680171, "recall": 0.741107, "f1": 0.698353, "accuracy": 0.741107, "main_score": 0.698353, "hf_subset": "asm_Beng-som_Latn", "languages": ["asm-Beng", "som-Latn"]}, {"precision": 0.566304, "recall": 0.617589, "f1": 0.580965, "accuracy": 0.617589, "main_score": 0.580965, "hf_subset": "asm_Beng-tum_Latn", "languages": ["asm-Beng", "tum-Latn"]}, {"precision": 0.51909, "recall": 0.577075, "f1": 0.53469, "accuracy": 0.577075, "main_score": 0.53469, "hf_subset": "ckb_Arab-ace_Arab", "languages": ["ckb-Arab", "ace-Arab"]}, {"precision": 0.496437, "recall": 0.545455, "f1": 0.510248, "accuracy": 0.545455, "main_score": 0.510248, "hf_subset": "ckb_Arab-bam_Latn", "languages": ["ckb-Arab", "bam-Latn"]}, {"precision": 0.367352, "recall": 0.437747, "f1": 0.385946, "accuracy": 0.437747, "main_score": 0.385946, "hf_subset": "ckb_Arab-dzo_Tibt", "languages": ["ckb-Arab", "dzo-Tibt"]}, {"precision": 0.959239, "recall": 0.971344, "f1": 0.963011, "accuracy": 0.971344, "main_score": 0.963011, "hf_subset": "ckb_Arab-hin_Deva", "languages": ["ckb-Arab", "hin-Deva"]}, {"precision": 0.940135, "recall": 0.95751, "f1": 0.945553, "accuracy": 0.95751, "main_score": 0.945553, "hf_subset": "ckb_Arab-khm_Khmr", "languages": ["ckb-Arab", "khm-Khmr"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ckb_Arab-mag_Deva", "languages": ["ckb-Arab", "mag-Deva"]}, {"precision": 0.869236, "recall": 0.902174, "f1": 0.879367, "accuracy": 0.902174, "main_score": 0.879367, "hf_subset": "ckb_Arab-pap_Latn", "languages": ["ckb-Arab", "pap-Latn"]}, {"precision": 0.550016, "recall": 0.600791, "f1": 0.564329, "accuracy": 0.600791, "main_score": 0.564329, "hf_subset": "ckb_Arab-sot_Latn", "languages": ["ckb-Arab", "sot-Latn"]}, {"precision": 0.965168, "recall": 0.976285, "f1": 0.968775, "accuracy": 0.976285, "main_score": 0.968775, "hf_subset": "ckb_Arab-tur_Latn", "languages": ["ckb-Arab", "tur-Latn"]}, {"precision": 0.745229, "recall": 0.794466, "f1": 0.75951, "accuracy": 0.794466, "main_score": 0.75951, "hf_subset": "ckb_Arab-ace_Latn", "languages": ["ckb-Arab", "ace-Latn"]}, {"precision": 0.824993, "recall": 0.860672, "f1": 0.835754, "accuracy": 0.860672, "main_score": 0.835754, "hf_subset": "ckb_Arab-ban_Latn", "languages": ["ckb-Arab", "ban-Latn"]}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.956818, "accuracy": 0.966403, "main_score": 0.956818, "hf_subset": "ckb_Arab-ell_Grek", "languages": ["ckb-Arab", "ell-Grek"]}, {"precision": 0.940876, "recall": 0.959486, "f1": 0.94697, "accuracy": 0.959486, "main_score": 0.94697, "hf_subset": "ckb_Arab-hne_Deva", "languages": ["ckb-Arab", "hne-Deva"]}, {"precision": 0.536338, "recall": 0.587945, "f1": 0.550572, "accuracy": 0.587945, "main_score": 0.550572, "hf_subset": "ckb_Arab-kik_Latn", "languages": ["ckb-Arab", "kik-Latn"]}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "ckb_Arab-mai_Deva", "languages": ["ckb-Arab", "mai-Deva"]}, {"precision": 0.902783, "recall": 0.93083, "f1": 0.911627, "accuracy": 0.93083, "main_score": 0.911627, "hf_subset": "ckb_Arab-pbt_Arab", "languages": ["ckb-Arab", "pbt-Arab"]}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "ckb_Arab-spa_Latn", "languages": ["ckb-Arab", "spa-Latn"]}, {"precision": 0.567029, "recall": 0.614625, "f1": 0.580666, "accuracy": 0.614625, "main_score": 0.580666, "hf_subset": "ckb_Arab-twi_Latn", "languages": ["ckb-Arab", "twi-Latn"]}, {"precision": 0.954249, "recall": 0.967391, "f1": 0.958333, "accuracy": 0.967391, "main_score": 0.958333, "hf_subset": "ckb_Arab-acm_Arab", "languages": ["ckb-Arab", "acm-Arab"]}, {"precision": 0.927619, "recall": 0.947628, "f1": 0.933649, "accuracy": 0.947628, "main_score": 0.933649, "hf_subset": "ckb_Arab-bel_Cyrl", "languages": ["ckb-Arab", "bel-Cyrl"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "ckb_Arab-eng_Latn", "languages": ["ckb-Arab", "eng-Latn"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ckb_Arab-hrv_Latn", "languages": ["ckb-Arab", "hrv-Latn"]}, {"precision": 0.509618, "recall": 0.573123, "f1": 0.527688, "accuracy": 0.573123, "main_score": 0.527688, "hf_subset": "ckb_Arab-kin_Latn", "languages": ["ckb-Arab", "kin-Latn"]}, {"precision": 0.949358, "recall": 0.964427, "f1": 0.954117, "accuracy": 0.964427, "main_score": 0.954117, "hf_subset": "ckb_Arab-mal_Mlym", "languages": ["ckb-Arab", "mal-Mlym"]}, {"precision": 0.971591, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "ckb_Arab-pes_Arab", "languages": ["ckb-Arab", "pes-Arab"]}, {"precision": 0.914361, "recall": 0.937747, "f1": 0.921527, "accuracy": 0.937747, "main_score": 0.921527, "hf_subset": "ckb_Arab-srd_Latn", "languages": ["ckb-Arab", "srd-Latn"]}, {"precision": 0.199489, "recall": 0.249012, "f1": 0.212011, "accuracy": 0.249012, "main_score": 0.212011, "hf_subset": "ckb_Arab-tzm_Tfng", "languages": ["ckb-Arab", "tzm-Tfng"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969335, "accuracy": 0.976285, "main_score": 0.969335, "hf_subset": "ckb_Arab-acq_Arab", "languages": ["ckb-Arab", "acq-Arab"]}, {"precision": 0.561876, "recall": 0.602767, "f1": 0.573192, "accuracy": 0.602767, "main_score": 0.573192, "hf_subset": "ckb_Arab-bem_Latn", "languages": ["ckb-Arab", "bem-Latn"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "ckb_Arab-epo_Latn", "languages": ["ckb-Arab", "epo-Latn"]}, {"precision": 0.960919, "recall": 0.971344, "f1": 0.963999, "accuracy": 0.971344, "main_score": 0.963999, "hf_subset": "ckb_Arab-hun_Latn", "languages": ["ckb-Arab", "hun-Latn"]}, {"precision": 0.916255, "recall": 0.940711, "f1": 0.923781, "accuracy": 0.940711, "main_score": 0.923781, "hf_subset": "ckb_Arab-kir_Cyrl", "languages": ["ckb-Arab", "kir-Cyrl"]}, {"precision": 0.962862, "recall": 0.97332, "f1": 0.96614, "accuracy": 0.97332, "main_score": 0.96614, "hf_subset": "ckb_Arab-mar_Deva", "languages": ["ckb-Arab", "mar-Deva"]}, {"precision": 0.625189, "recall": 0.675889, "f1": 0.639435, "accuracy": 0.675889, "main_score": 0.639435, "hf_subset": "ckb_Arab-plt_Latn", "languages": ["ckb-Arab", "plt-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ckb_Arab-srp_Cyrl", "languages": ["ckb-Arab", "srp-Cyrl"]}, {"precision": 0.889114, "recall": 0.916996, "f1": 0.897596, "accuracy": 0.916996, "main_score": 0.897596, "hf_subset": "ckb_Arab-uig_Arab", "languages": ["ckb-Arab", "uig-Arab"]}, {"precision": 0.939394, "recall": 0.95751, "f1": 0.945125, "accuracy": 0.95751, "main_score": 0.945125, "hf_subset": "ckb_Arab-aeb_Arab", "languages": ["ckb-Arab", "aeb-Arab"]}, {"precision": 0.952546, "recall": 0.966403, "f1": 0.956933, "accuracy": 0.966403, "main_score": 0.956933, "hf_subset": "ckb_Arab-ben_Beng", "languages": ["ckb-Arab", "ben-Beng"]}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "ckb_Arab-est_Latn", "languages": ["ckb-Arab", "est-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "ckb_Arab-hye_Armn", "languages": ["ckb-Arab", "hye-Armn"]}, {"precision": 0.496717, "recall": 0.544466, "f1": 0.50993, "accuracy": 0.544466, "main_score": 0.50993, "hf_subset": "ckb_Arab-kmb_Latn", "languages": ["ckb-Arab", "kmb-Latn"]}, {"precision": 0.445069, "recall": 0.509881, "f1": 0.462999, "accuracy": 0.509881, "main_score": 0.462999, "hf_subset": "ckb_Arab-min_Arab", "languages": ["ckb-Arab", "min-Arab"]}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "ckb_Arab-pol_Latn", "languages": ["ckb-Arab", "pol-Latn"]}, {"precision": 0.517467, "recall": 0.567194, "f1": 0.530882, "accuracy": 0.567194, "main_score": 0.530882, "hf_subset": "ckb_Arab-ssw_Latn", "languages": ["ckb-Arab", "ssw-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ckb_Arab-ukr_Cyrl", "languages": ["ckb-Arab", "ukr-Cyrl"]}, {"precision": 0.961462, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ckb_Arab-afr_Latn", "languages": ["ckb-Arab", "afr-Latn"]}, {"precision": 0.937698, "recall": 0.954545, "f1": 0.942721, "accuracy": 0.954545, "main_score": 0.942721, "hf_subset": "ckb_Arab-bho_Deva", "languages": ["ckb-Arab", "bho-Deva"]}, {"precision": 0.907032, "recall": 0.933794, "f1": 0.915415, "accuracy": 0.933794, "main_score": 0.915415, "hf_subset": "ckb_Arab-eus_Latn", "languages": ["ckb-Arab", "eus-Latn"]}, {"precision": 0.525222, "recall": 0.581028, "f1": 0.54105, "accuracy": 0.581028, "main_score": 0.54105, "hf_subset": "ckb_Arab-ibo_Latn", "languages": ["ckb-Arab", "ibo-Latn"]}, {"precision": 0.821838, "recall": 0.866601, "f1": 0.835724, "accuracy": 0.866601, "main_score": 0.835724, "hf_subset": "ckb_Arab-kmr_Latn", "languages": ["ckb-Arab", "kmr-Latn"]}, {"precision": 0.887928, "recall": 0.918972, "f1": 0.897596, "accuracy": 0.918972, "main_score": 0.897596, "hf_subset": "ckb_Arab-min_Latn", "languages": ["ckb-Arab", "min-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ckb_Arab-por_Latn", "languages": ["ckb-Arab", "por-Latn"]}, {"precision": 0.92803, "recall": 0.948617, "f1": 0.934453, "accuracy": 0.948617, "main_score": 0.934453, "hf_subset": "ckb_Arab-sun_Latn", "languages": ["ckb-Arab", "sun-Latn"]}, {"precision": 0.498487, "recall": 0.545455, "f1": 0.51214, "accuracy": 0.545455, "main_score": 0.51214, "hf_subset": "ckb_Arab-umb_Latn", "languages": ["ckb-Arab", "umb-Latn"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "ckb_Arab-ajp_Arab", "languages": ["ckb-Arab", "ajp-Arab"]}, {"precision": 0.477259, "recall": 0.534585, "f1": 0.493073, "accuracy": 0.534585, "main_score": 0.493073, "hf_subset": "ckb_Arab-bjn_Arab", "languages": ["ckb-Arab", "bjn-Arab"]}, {"precision": 0.484085, "recall": 0.52668, "f1": 0.495807, "accuracy": 0.52668, "main_score": 0.495807, "hf_subset": "ckb_Arab-ewe_Latn", "languages": ["ckb-Arab", "ewe-Latn"]}, {"precision": 0.835655, "recall": 0.875494, "f1": 0.847694, "accuracy": 0.875494, "main_score": 0.847694, "hf_subset": "ckb_Arab-ilo_Latn", "languages": ["ckb-Arab", "ilo-Latn"]}, {"precision": 0.306786, "recall": 0.356719, "f1": 0.319967, "accuracy": 0.356719, "main_score": 0.319967, "hf_subset": "ckb_Arab-knc_Arab", "languages": ["ckb-Arab", "knc-Arab"]}, {"precision": 0.965497, "recall": 0.976285, "f1": 0.968939, "accuracy": 0.976285, "main_score": 0.968939, "hf_subset": "ckb_Arab-mkd_Cyrl", "languages": ["ckb-Arab", "mkd-Cyrl"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "ckb_Arab-prs_Arab", "languages": ["ckb-Arab", "prs-Arab"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "ckb_Arab-swe_Latn", "languages": ["ckb-Arab", "swe-Latn"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "ckb_Arab-urd_Arab", "languages": ["ckb-Arab", "urd-Arab"]}, {"precision": 0.532865, "recall": 0.583992, "f1": 0.547353, "accuracy": 0.583992, "main_score": 0.547353, "hf_subset": "ckb_Arab-aka_Latn", "languages": ["ckb-Arab", "aka-Latn"]}, {"precision": 0.895594, "recall": 0.922925, "f1": 0.904051, "accuracy": 0.922925, "main_score": 0.904051, "hf_subset": "ckb_Arab-bjn_Latn", "languages": ["ckb-Arab", "bjn-Latn"]}, {"precision": 0.891914, "recall": 0.922925, "f1": 0.901369, "accuracy": 0.922925, "main_score": 0.901369, "hf_subset": "ckb_Arab-fao_Latn", "languages": ["ckb-Arab", "fao-Latn"]}, {"precision": 0.971756, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "ckb_Arab-ind_Latn", "languages": ["ckb-Arab", "ind-Latn"]}, {"precision": 0.526805, "recall": 0.576087, "f1": 0.540799, "accuracy": 0.576087, "main_score": 0.540799, "hf_subset": "ckb_Arab-knc_Latn", "languages": ["ckb-Arab", "knc-Latn"]}, {"precision": 0.922316, "recall": 0.939723, "f1": 0.927288, "accuracy": 0.939723, "main_score": 0.927288, "hf_subset": "ckb_Arab-mlt_Latn", "languages": ["ckb-Arab", "mlt-Latn"]}, {"precision": 0.63149, "recall": 0.687747, "f1": 0.647344, "accuracy": 0.687747, "main_score": 0.647344, "hf_subset": "ckb_Arab-quy_Latn", "languages": ["ckb-Arab", "quy-Latn"]}, {"precision": 0.913735, "recall": 0.936759, "f1": 0.920949, "accuracy": 0.936759, "main_score": 0.920949, "hf_subset": "ckb_Arab-swh_Latn", "languages": ["ckb-Arab", "swh-Latn"]}, {"precision": 0.941782, "recall": 0.959486, "f1": 0.947365, "accuracy": 0.959486, "main_score": 0.947365, "hf_subset": "ckb_Arab-uzn_Latn", "languages": ["ckb-Arab", "uzn-Latn"]}, {"precision": 0.945735, "recall": 0.962451, "f1": 0.950988, "accuracy": 0.962451, "main_score": 0.950988, "hf_subset": "ckb_Arab-als_Latn", "languages": ["ckb-Arab", "als-Latn"]}, {"precision": 0.560271, "recall": 0.632411, "f1": 0.580995, "accuracy": 0.632411, "main_score": 0.580995, "hf_subset": "ckb_Arab-bod_Tibt", "languages": ["ckb-Arab", "bod-Tibt"]}, {"precision": 0.630661, "recall": 0.685771, "f1": 0.646332, "accuracy": 0.685771, "main_score": 0.646332, "hf_subset": "ckb_Arab-fij_Latn", "languages": ["ckb-Arab", "fij-Latn"]}, {"precision": 0.924901, "recall": 0.94664, "f1": 0.931983, "accuracy": 0.94664, "main_score": 0.931983, "hf_subset": "ckb_Arab-isl_Latn", "languages": ["ckb-Arab", "isl-Latn"]}, {"precision": 0.57657, "recall": 0.62747, "f1": 0.590591, "accuracy": 0.62747, "main_score": 0.590591, "hf_subset": "ckb_Arab-kon_Latn", "languages": ["ckb-Arab", "kon-Latn"]}, {"precision": 0.56874, "recall": 0.62253, "f1": 0.584009, "accuracy": 0.62253, "main_score": 0.584009, "hf_subset": "ckb_Arab-mni_Beng", "languages": ["ckb-Arab", "mni-Beng"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ckb_Arab-ron_Latn", "languages": ["ckb-Arab", "ron-Latn"]}, {"precision": 0.930171, "recall": 0.948617, "f1": 0.936053, "accuracy": 0.948617, "main_score": 0.936053, "hf_subset": "ckb_Arab-szl_Latn", "languages": ["ckb-Arab", "szl-Latn"]}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "ckb_Arab-vec_Latn", "languages": ["ckb-Arab", "vec-Latn"]}, {"precision": 0.874786, "recall": 0.909091, "f1": 0.885441, "accuracy": 0.909091, "main_score": 0.885441, "hf_subset": "ckb_Arab-amh_Ethi", "languages": ["ckb-Arab", "amh-Ethi"]}, {"precision": 0.962204, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "ckb_Arab-bos_Latn", "languages": ["ckb-Arab", "bos-Latn"]}, {"precision": 0.949391, "recall": 0.964427, "f1": 0.954117, "accuracy": 0.964427, "main_score": 0.954117, "hf_subset": "ckb_Arab-fin_Latn", "languages": ["ckb-Arab", "fin-Latn"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "ckb_Arab-ita_Latn", "languages": ["ckb-Arab", "ita-Latn"]}, {"precision": 0.951416, "recall": 0.966403, "f1": 0.956159, "accuracy": 0.966403, "main_score": 0.956159, "hf_subset": "ckb_Arab-kor_Hang", "languages": ["ckb-Arab", "kor-Hang"]}, {"precision": 0.510626, "recall": 0.556324, "f1": 0.522679, "accuracy": 0.556324, "main_score": 0.522679, "hf_subset": "ckb_Arab-mos_Latn", "languages": ["ckb-Arab", "mos-Latn"]}, {"precision": 0.51307, "recall": 0.562253, "f1": 0.52649, "accuracy": 0.562253, "main_score": 0.52649, "hf_subset": "ckb_Arab-run_Latn", "languages": ["ckb-Arab", "run-Latn"]}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "ckb_Arab-tam_Taml", "languages": ["ckb-Arab", "tam-Taml"]}, {"precision": 0.95639, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "ckb_Arab-vie_Latn", "languages": ["ckb-Arab", "vie-Latn"]}, {"precision": 0.957098, "recall": 0.969368, "f1": 0.961034, "accuracy": 0.969368, "main_score": 0.961034, "hf_subset": "ckb_Arab-apc_Arab", "languages": ["ckb-Arab", "apc-Arab"]}, {"precision": 0.698054, "recall": 0.748024, "f1": 0.712006, "accuracy": 0.748024, "main_score": 0.712006, "hf_subset": "ckb_Arab-bug_Latn", "languages": ["ckb-Arab", "bug-Latn"]}, {"precision": 0.438763, "recall": 0.482213, "f1": 0.450144, "accuracy": 0.482213, "main_score": 0.450144, "hf_subset": "ckb_Arab-fon_Latn", "languages": ["ckb-Arab", "fon-Latn"]}, {"precision": 0.947003, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "ckb_Arab-jav_Latn", "languages": ["ckb-Arab", "jav-Latn"]}, {"precision": 0.934404, "recall": 0.953557, "f1": 0.940283, "accuracy": 0.953557, "main_score": 0.940283, "hf_subset": "ckb_Arab-lao_Laoo", "languages": ["ckb-Arab", "lao-Laoo"]}, {"precision": 0.783227, "recall": 0.829051, "f1": 0.796807, "accuracy": 0.829051, "main_score": 0.796807, "hf_subset": "ckb_Arab-mri_Latn", "languages": ["ckb-Arab", "mri-Latn"]}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "ckb_Arab-rus_Cyrl", "languages": ["ckb-Arab", "rus-Cyrl"]}, {"precision": 0.495818, "recall": 0.547431, "f1": 0.510108, "accuracy": 0.547431, "main_score": 0.510108, "hf_subset": "ckb_Arab-taq_Latn", "languages": ["ckb-Arab", "taq-Latn"]}, {"precision": 0.920899, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "ckb_Arab-war_Latn", "languages": ["ckb-Arab", "war-Latn"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970487, "accuracy": 0.977273, "main_score": 0.970487, "hf_subset": "ckb_Arab-arb_Arab", "languages": ["ckb-Arab", "arb-Arab"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "ckb_Arab-bul_Cyrl", "languages": ["ckb-Arab", "bul-Cyrl"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "ckb_Arab-fra_Latn", "languages": ["ckb-Arab", "fra-Latn"]}, {"precision": 0.946229, "recall": 0.960474, "f1": 0.950447, "accuracy": 0.960474, "main_score": 0.950447, "hf_subset": "ckb_Arab-jpn_Jpan", "languages": ["ckb-Arab", "jpn-Jpan"]}, {"precision": 0.92164, "recall": 0.940711, "f1": 0.927536, "accuracy": 0.940711, "main_score": 0.927536, "hf_subset": "ckb_Arab-lij_Latn", "languages": ["ckb-Arab", "lij-Latn"]}, {"precision": 0.913126, "recall": 0.937747, "f1": 0.921014, "accuracy": 0.937747, "main_score": 0.921014, "hf_subset": "ckb_Arab-mya_Mymr", "languages": ["ckb-Arab", "mya-Mymr"]}, {"precision": 0.526779, "recall": 0.58004, "f1": 0.542278, "accuracy": 0.58004, "main_score": 0.542278, "hf_subset": "ckb_Arab-sag_Latn", "languages": ["ckb-Arab", "sag-Latn"]}, {"precision": 0.209167, "recall": 0.259881, "f1": 0.220998, "accuracy": 0.259881, "main_score": 0.220998, "hf_subset": "ckb_Arab-taq_Tfng", "languages": ["ckb-Arab", "taq-Tfng"]}, {"precision": 0.551098, "recall": 0.602767, "f1": 0.565716, "accuracy": 0.602767, "main_score": 0.565716, "hf_subset": "ckb_Arab-wol_Latn", "languages": ["ckb-Arab", "wol-Latn"]}, {"precision": 0.721625, "recall": 0.772727, "f1": 0.736223, "accuracy": 0.772727, "main_score": 0.736223, "hf_subset": "ckb_Arab-arb_Latn", "languages": ["ckb-Arab", "arb-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ckb_Arab-cat_Latn", "languages": ["ckb-Arab", "cat-Latn"]}, {"precision": 0.907757, "recall": 0.932806, "f1": 0.915053, "accuracy": 0.932806, "main_score": 0.915053, "hf_subset": "ckb_Arab-fur_Latn", "languages": ["ckb-Arab", "fur-Latn"]}, {"precision": 0.402037, "recall": 0.453557, "f1": 0.416163, "accuracy": 0.453557, "main_score": 0.416163, "hf_subset": "ckb_Arab-kab_Latn", "languages": ["ckb-Arab", "kab-Latn"]}, {"precision": 0.897661, "recall": 0.923913, "f1": 0.905435, "accuracy": 0.923913, "main_score": 0.905435, "hf_subset": "ckb_Arab-lim_Latn", "languages": ["ckb-Arab", "lim-Latn"]}, {"precision": 0.946805, "recall": 0.962451, "f1": 0.951713, "accuracy": 0.962451, "main_score": 0.951713, "hf_subset": "ckb_Arab-nld_Latn", "languages": ["ckb-Arab", "nld-Latn"]}, {"precision": 0.913159, "recall": 0.936759, "f1": 0.920356, "accuracy": 0.936759, "main_score": 0.920356, "hf_subset": "ckb_Arab-san_Deva", "languages": ["ckb-Arab", "san-Deva"]}, {"precision": 0.921223, "recall": 0.9417, "f1": 0.927536, "accuracy": 0.9417, "main_score": 0.927536, "hf_subset": "ckb_Arab-tat_Cyrl", "languages": ["ckb-Arab", "tat-Cyrl"]}, {"precision": 0.610352, "recall": 0.664032, "f1": 0.625677, "accuracy": 0.664032, "main_score": 0.625677, "hf_subset": "ckb_Arab-xho_Latn", "languages": ["ckb-Arab", "xho-Latn"]}, {"precision": 0.958333, "recall": 0.970356, "f1": 0.962074, "accuracy": 0.970356, "main_score": 0.962074, "hf_subset": "ckb_Arab-ars_Arab", "languages": ["ckb-Arab", "ars-Arab"]}, {"precision": 0.950058, "recall": 0.964427, "f1": 0.9546, "accuracy": 0.964427, "main_score": 0.9546, "hf_subset": "ckb_Arab-ceb_Latn", "languages": ["ckb-Arab", "ceb-Latn"]}, {"precision": 0.513307, "recall": 0.564229, "f1": 0.528195, "accuracy": 0.564229, "main_score": 0.528195, "hf_subset": "ckb_Arab-fuv_Latn", "languages": ["ckb-Arab", "fuv-Latn"]}, {"precision": 0.478999, "recall": 0.532609, "f1": 0.493794, "accuracy": 0.532609, "main_score": 0.493794, "hf_subset": "ckb_Arab-kac_Latn", "languages": ["ckb-Arab", "kac-Latn"]}, {"precision": 0.581969, "recall": 0.633399, "f1": 0.59618, "accuracy": 0.633399, "main_score": 0.59618, "hf_subset": "ckb_Arab-lin_Latn", "languages": ["ckb-Arab", "lin-Latn"]}, {"precision": 0.953887, "recall": 0.967391, "f1": 0.957971, "accuracy": 0.967391, "main_score": 0.957971, "hf_subset": "ckb_Arab-nno_Latn", "languages": ["ckb-Arab", "nno-Latn"]}, {"precision": 0.231644, "recall": 0.298419, "f1": 0.249015, "accuracy": 0.298419, "main_score": 0.249015, "hf_subset": "ckb_Arab-sat_Olck", "languages": ["ckb-Arab", "sat-Olck"]}, {"precision": 0.946838, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "ckb_Arab-tel_Telu", "languages": ["ckb-Arab", "tel-Telu"]}, {"precision": 0.884364, "recall": 0.914032, "f1": 0.893297, "accuracy": 0.914032, "main_score": 0.893297, "hf_subset": "ckb_Arab-ydd_Hebr", "languages": ["ckb-Arab", "ydd-Hebr"]}, {"precision": 0.908794, "recall": 0.933794, "f1": 0.916304, "accuracy": 0.933794, "main_score": 0.916304, "hf_subset": "ckb_Arab-ary_Arab", "languages": ["ckb-Arab", "ary-Arab"]}, {"precision": 0.952157, "recall": 0.967391, "f1": 0.957082, "accuracy": 0.967391, "main_score": 0.957082, "hf_subset": "ckb_Arab-ces_Latn", "languages": ["ckb-Arab", "ces-Latn"]}, {"precision": 0.549802, "recall": 0.597826, "f1": 0.563641, "accuracy": 0.597826, "main_score": 0.563641, "hf_subset": "ckb_Arab-gaz_Latn", "languages": ["ckb-Arab", "gaz-Latn"]}, {"precision": 0.552463, "recall": 0.598814, "f1": 0.565108, "accuracy": 0.598814, "main_score": 0.565108, "hf_subset": "ckb_Arab-kam_Latn", "languages": ["ckb-Arab", "kam-Latn"]}, {"precision": 0.941453, "recall": 0.959486, "f1": 0.9472, "accuracy": 0.959486, "main_score": 0.9472, "hf_subset": "ckb_Arab-lit_Latn", "languages": ["ckb-Arab", "lit-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "ckb_Arab-nob_Latn", "languages": ["ckb-Arab", "nob-Latn"]}, {"precision": 0.897348, "recall": 0.922925, "f1": 0.904992, "accuracy": 0.922925, "main_score": 0.904992, "hf_subset": "ckb_Arab-scn_Latn", "languages": ["ckb-Arab", "scn-Latn"]}, {"precision": 0.924489, "recall": 0.944664, "f1": 0.930698, "accuracy": 0.944664, "main_score": 0.930698, "hf_subset": "ckb_Arab-tgk_Cyrl", "languages": ["ckb-Arab", "tgk-Cyrl"]}, {"precision": 0.6375, "recall": 0.700593, "f1": 0.656032, "accuracy": 0.700593, "main_score": 0.656032, "hf_subset": "ckb_Arab-yor_Latn", "languages": ["ckb-Arab", "yor-Latn"]}, {"precision": 0.955781, "recall": 0.967391, "f1": 0.95919, "accuracy": 0.967391, "main_score": 0.95919, "hf_subset": "ckb_Arab-arz_Arab", "languages": ["ckb-Arab", "arz-Arab"]}, {"precision": 0.499918, "recall": 0.550395, "f1": 0.514837, "accuracy": 0.550395, "main_score": 0.514837, "hf_subset": "ckb_Arab-cjk_Latn", "languages": ["ckb-Arab", "cjk-Latn"]}, {"precision": 0.699654, "recall": 0.758893, "f1": 0.716949, "accuracy": 0.758893, "main_score": 0.716949, "hf_subset": "ckb_Arab-gla_Latn", "languages": ["ckb-Arab", "gla-Latn"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ckb_Arab-kan_Knda", "languages": ["ckb-Arab", "kan-Knda"]}, {"precision": 0.900527, "recall": 0.925889, "f1": 0.908187, "accuracy": 0.925889, "main_score": 0.908187, "hf_subset": "ckb_Arab-lmo_Latn", "languages": ["ckb-Arab", "lmo-Latn"]}, {"precision": 0.949193, "recall": 0.963439, "f1": 0.953623, "accuracy": 0.963439, "main_score": 0.953623, "hf_subset": "ckb_Arab-npi_Deva", "languages": ["ckb-Arab", "npi-Deva"]}, {"precision": 0.434091, "recall": 0.483202, "f1": 0.447563, "accuracy": 0.483202, "main_score": 0.447563, "hf_subset": "ckb_Arab-shn_Mymr", "languages": ["ckb-Arab", "shn-Mymr"]}, {"precision": 0.95998, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "ckb_Arab-tgl_Latn", "languages": ["ckb-Arab", "tgl-Latn"]}, {"precision": 0.949934, "recall": 0.964427, "f1": 0.954513, "accuracy": 0.964427, "main_score": 0.954513, "hf_subset": "ckb_Arab-yue_Hant", "languages": ["ckb-Arab", "yue-Hant"]}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951548, "accuracy": 0.962451, "main_score": 0.951548, "hf_subset": "ckb_Arab-asm_Beng", "languages": ["ckb-Arab", "asm-Beng"]}, {"precision": 0.784272, "recall": 0.83004, "f1": 0.797911, "accuracy": 0.83004, "main_score": 0.797911, "hf_subset": "ckb_Arab-gle_Latn", "languages": ["ckb-Arab", "gle-Latn"]}, {"precision": 0.844105, "recall": 0.882411, "f1": 0.855341, "accuracy": 0.882411, "main_score": 0.855341, "hf_subset": "ckb_Arab-kas_Arab", "languages": ["ckb-Arab", "kas-Arab"]}, {"precision": 0.827967, "recall": 0.868577, "f1": 0.840283, "accuracy": 0.868577, "main_score": 0.840283, "hf_subset": "ckb_Arab-ltg_Latn", "languages": ["ckb-Arab", "ltg-Latn"]}, {"precision": 0.558973, "recall": 0.604743, "f1": 0.572062, "accuracy": 0.604743, "main_score": 0.572062, "hf_subset": "ckb_Arab-nso_Latn", "languages": ["ckb-Arab", "nso-Latn"]}, {"precision": 0.909997, "recall": 0.937747, "f1": 0.918709, "accuracy": 0.937747, "main_score": 0.918709, "hf_subset": "ckb_Arab-sin_Sinh", "languages": ["ckb-Arab", "sin-Sinh"]}, {"precision": 0.947381, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "ckb_Arab-tha_Thai", "languages": ["ckb-Arab", "tha-Thai"]}, {"precision": 0.938941, "recall": 0.955534, "f1": 0.943914, "accuracy": 0.955534, "main_score": 0.943914, "hf_subset": "ckb_Arab-zho_Hans", "languages": ["ckb-Arab", "zho-Hans"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "ckb_Arab-ast_Latn", "languages": ["ckb-Arab", "ast-Latn"]}, {"precision": 0.923172, "recall": 0.944664, "f1": 0.92971, "accuracy": 0.944664, "main_score": 0.92971, "hf_subset": "ckb_Arab-crh_Latn", "languages": ["ckb-Arab", "crh-Latn"]}, {"precision": 0.95471, "recall": 0.969368, "f1": 0.959486, "accuracy": 0.969368, "main_score": 0.959486, "hf_subset": "ckb_Arab-glg_Latn", "languages": ["ckb-Arab", "glg-Latn"]}, {"precision": 0.751928, "recall": 0.8083, "f1": 0.768583, "accuracy": 0.8083, "main_score": 0.768583, "hf_subset": "ckb_Arab-kas_Deva", "languages": ["ckb-Arab", "kas-Deva"]}, {"precision": 0.891222, "recall": 0.920949, "f1": 0.900348, "accuracy": 0.920949, "main_score": 0.900348, "hf_subset": "ckb_Arab-ltz_Latn", "languages": ["ckb-Arab", "ltz-Latn"]}, {"precision": 0.440088, "recall": 0.48913, "f1": 0.453986, "accuracy": 0.48913, "main_score": 0.453986, "hf_subset": "ckb_Arab-nus_Latn", "languages": ["ckb-Arab", "nus-Latn"]}, {"precision": 0.961001, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "ckb_Arab-slk_Latn", "languages": ["ckb-Arab", "slk-Latn"]}, {"precision": 0.574073, "recall": 0.641304, "f1": 0.592695, "accuracy": 0.641304, "main_score": 0.592695, "hf_subset": "ckb_Arab-tir_Ethi", "languages": ["ckb-Arab", "tir-Ethi"]}, {"precision": 0.943347, "recall": 0.961462, "f1": 0.949275, "accuracy": 0.961462, "main_score": 0.949275, "hf_subset": "ckb_Arab-zho_Hant", "languages": ["ckb-Arab", "zho-Hant"]}, {"precision": 0.940958, "recall": 0.958498, "f1": 0.946542, "accuracy": 0.958498, "main_score": 0.946542, "hf_subset": "ckb_Arab-awa_Deva", "languages": ["ckb-Arab", "awa-Deva"]}, {"precision": 0.911265, "recall": 0.934783, "f1": 0.918398, "accuracy": 0.934783, "main_score": 0.918398, "hf_subset": "ckb_Arab-cym_Latn", "languages": ["ckb-Arab", "cym-Latn"]}, {"precision": 0.700362, "recall": 0.750988, "f1": 0.715316, "accuracy": 0.750988, "main_score": 0.715316, "hf_subset": "ckb_Arab-grn_Latn", "languages": ["ckb-Arab", "grn-Latn"]}, {"precision": 0.936347, "recall": 0.954545, "f1": 0.942062, "accuracy": 0.954545, "main_score": 0.942062, "hf_subset": "ckb_Arab-kat_Geor", "languages": ["ckb-Arab", "kat-Geor"]}, {"precision": 0.575886, "recall": 0.618577, "f1": 0.587962, "accuracy": 0.618577, "main_score": 0.587962, "hf_subset": "ckb_Arab-lua_Latn", "languages": ["ckb-Arab", "lua-Latn"]}, {"precision": 0.5702, "recall": 0.62747, "f1": 0.586899, "accuracy": 0.62747, "main_score": 0.586899, "hf_subset": "ckb_Arab-nya_Latn", "languages": ["ckb-Arab", "nya-Latn"]}, {"precision": 0.956225, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "ckb_Arab-slv_Latn", "languages": ["ckb-Arab", "slv-Latn"]}, {"precision": 0.79683, "recall": 0.844862, "f1": 0.811075, "accuracy": 0.844862, "main_score": 0.811075, "hf_subset": "ckb_Arab-tpi_Latn", "languages": ["ckb-Arab", "tpi-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ckb_Arab-zsm_Latn", "languages": ["ckb-Arab", "zsm-Latn"]}, {"precision": 0.499987, "recall": 0.550395, "f1": 0.51381, "accuracy": 0.550395, "main_score": 0.51381, "hf_subset": "ckb_Arab-ayr_Latn", "languages": ["ckb-Arab", "ayr-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ckb_Arab-dan_Latn", "languages": ["ckb-Arab", "dan-Latn"]}, {"precision": 0.960392, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "ckb_Arab-guj_Gujr", "languages": ["ckb-Arab", "guj-Gujr"]}, {"precision": 0.951993, "recall": 0.965415, "f1": 0.956046, "accuracy": 0.965415, "main_score": 0.956046, "hf_subset": "ckb_Arab-kaz_Cyrl", "languages": ["ckb-Arab", "kaz-Cyrl"]}, {"precision": 0.506634, "recall": 0.564229, "f1": 0.521777, "accuracy": 0.564229, "main_score": 0.521777, "hf_subset": "ckb_Arab-lug_Latn", "languages": ["ckb-Arab", "lug-Latn"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ckb_Arab-oci_Latn", "languages": ["ckb-Arab", "oci-Latn"]}, {"precision": 0.739015, "recall": 0.789526, "f1": 0.753906, "accuracy": 0.789526, "main_score": 0.753906, "hf_subset": "ckb_Arab-smo_Latn", "languages": ["ckb-Arab", "smo-Latn"]}, {"precision": 0.500583, "recall": 0.55336, "f1": 0.514856, "accuracy": 0.55336, "main_score": 0.514856, "hf_subset": "ckb_Arab-tsn_Latn", "languages": ["ckb-Arab", "tsn-Latn"]}, {"precision": 0.583294, "recall": 0.635375, "f1": 0.597517, "accuracy": 0.635375, "main_score": 0.597517, "hf_subset": "ckb_Arab-zul_Latn", "languages": ["ckb-Arab", "zul-Latn"]}, {"precision": 0.83969, "recall": 0.878458, "f1": 0.851172, "accuracy": 0.878458, "main_score": 0.851172, "hf_subset": "ckb_Arab-azb_Arab", "languages": ["ckb-Arab", "azb-Arab"]}, {"precision": 0.963192, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "ckb_Arab-deu_Latn", "languages": ["ckb-Arab", "deu-Latn"]}, {"precision": 0.885705, "recall": 0.913043, "f1": 0.894401, "accuracy": 0.913043, "main_score": 0.894401, "hf_subset": "ckb_Arab-hat_Latn", "languages": ["ckb-Arab", "hat-Latn"]}, {"precision": 0.461785, "recall": 0.508893, "f1": 0.4749, "accuracy": 0.508893, "main_score": 0.4749, "hf_subset": "ckb_Arab-kbp_Latn", "languages": ["ckb-Arab", "kbp-Latn"]}, {"precision": 0.524016, "recall": 0.570158, "f1": 0.536202, "accuracy": 0.570158, "main_score": 0.536202, "hf_subset": "ckb_Arab-luo_Latn", "languages": ["ckb-Arab", "luo-Latn"]}, {"precision": 0.957098, "recall": 0.970356, "f1": 0.961364, "accuracy": 0.970356, "main_score": 0.961364, "hf_subset": "ckb_Arab-ory_Orya", "languages": ["ckb-Arab", "ory-Orya"]}, {"precision": 0.533285, "recall": 0.58498, "f1": 0.547347, "accuracy": 0.58498, "main_score": 0.547347, "hf_subset": "ckb_Arab-sna_Latn", "languages": ["ckb-Arab", "sna-Latn"]}, {"precision": 0.508576, "recall": 0.560277, "f1": 0.522353, "accuracy": 0.560277, "main_score": 0.522353, "hf_subset": "ckb_Arab-tso_Latn", "languages": ["ckb-Arab", "tso-Latn"]}, {"precision": 0.923287, "recall": 0.945652, "f1": 0.930303, "accuracy": 0.945652, "main_score": 0.930303, "hf_subset": "ckb_Arab-azj_Latn", "languages": ["ckb-Arab", "azj-Latn"]}, {"precision": 0.476921, "recall": 0.531621, "f1": 0.493347, "accuracy": 0.531621, "main_score": 0.493347, "hf_subset": "ckb_Arab-dik_Latn", "languages": ["ckb-Arab", "dik-Latn"]}, {"precision": 0.658896, "recall": 0.714427, "f1": 0.675019, "accuracy": 0.714427, "main_score": 0.675019, "hf_subset": "ckb_Arab-hau_Latn", "languages": ["ckb-Arab", "hau-Latn"]}, {"precision": 0.890086, "recall": 0.918972, "f1": 0.898588, "accuracy": 0.918972, "main_score": 0.898588, "hf_subset": "ckb_Arab-kea_Latn", "languages": ["ckb-Arab", "kea-Latn"]}, {"precision": 0.643314, "recall": 0.694664, "f1": 0.65839, "accuracy": 0.694664, "main_score": 0.65839, "hf_subset": "ckb_Arab-lus_Latn", "languages": ["ckb-Arab", "lus-Latn"]}, {"precision": 0.737945, "recall": 0.781621, "f1": 0.750875, "accuracy": 0.781621, "main_score": 0.750875, "hf_subset": "ckb_Arab-pag_Latn", "languages": ["ckb-Arab", "pag-Latn"]}, {"precision": 0.95112, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "ckb_Arab-snd_Arab", "languages": ["ckb-Arab", "snd-Arab"]}, {"precision": 0.850988, "recall": 0.890316, "f1": 0.863274, "accuracy": 0.890316, "main_score": 0.863274, "hf_subset": "ckb_Arab-tuk_Latn", "languages": ["ckb-Arab", "tuk-Latn"]}, {"precision": 0.909891, "recall": 0.933794, "f1": 0.91721, "accuracy": 0.933794, "main_score": 0.91721, "hf_subset": "ckb_Arab-bak_Cyrl", "languages": ["ckb-Arab", "bak-Cyrl"]}, {"precision": 0.430929, "recall": 0.492095, "f1": 0.448284, "accuracy": 0.492095, "main_score": 0.448284, "hf_subset": "ckb_Arab-dyu_Latn", "languages": ["ckb-Arab", "dyu-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "ckb_Arab-heb_Hebr", "languages": ["ckb-Arab", "heb-Hebr"]}, {"precision": 0.91777, "recall": 0.939723, "f1": 0.924426, "accuracy": 0.939723, "main_score": 0.924426, "hf_subset": "ckb_Arab-khk_Cyrl", "languages": ["ckb-Arab", "khk-Cyrl"]}, {"precision": 0.947052, "recall": 0.962451, "f1": 0.951812, "accuracy": 0.962451, "main_score": 0.951812, "hf_subset": "ckb_Arab-lvs_Latn", "languages": ["ckb-Arab", "lvs-Latn"]}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "ckb_Arab-pan_Guru", "languages": ["ckb-Arab", "pan-Guru"]}, {"precision": 0.655599, "recall": 0.716403, "f1": 0.673452, "accuracy": 0.716403, "main_score": 0.673452, "hf_subset": "ckb_Arab-som_Latn", "languages": ["ckb-Arab", "som-Latn"]}, {"precision": 0.547171, "recall": 0.597826, "f1": 0.561267, "accuracy": 0.597826, "main_score": 0.561267, "hf_subset": "ckb_Arab-tum_Latn", "languages": ["ckb-Arab", "tum-Latn"]}, {"precision": 0.462526, "recall": 0.514822, "f1": 0.476923, "accuracy": 0.514822, "main_score": 0.476923, "hf_subset": "gle_Latn-ace_Arab", "languages": ["gle-Latn", "ace-Arab"]}, {"precision": 0.504496, "recall": 0.548419, "f1": 0.517623, "accuracy": 0.548419, "main_score": 0.517623, "hf_subset": "gle_Latn-bam_Latn", "languages": ["gle-Latn", "bam-Latn"]}, {"precision": 0.317632, "recall": 0.369565, "f1": 0.33124, "accuracy": 0.369565, "main_score": 0.33124, "hf_subset": "gle_Latn-dzo_Tibt", "languages": ["gle-Latn", "dzo-Tibt"]}, {"precision": 0.873485, "recall": 0.908103, "f1": 0.884058, "accuracy": 0.908103, "main_score": 0.884058, "hf_subset": "gle_Latn-hin_Deva", "languages": ["gle-Latn", "hin-Deva"]}, {"precision": 0.828947, "recall": 0.869565, "f1": 0.840942, "accuracy": 0.869565, "main_score": 0.840942, "hf_subset": "gle_Latn-khm_Khmr", "languages": ["gle-Latn", "khm-Khmr"]}, {"precision": 0.839766, "recall": 0.881423, "f1": 0.852322, "accuracy": 0.881423, "main_score": 0.852322, "hf_subset": "gle_Latn-mag_Deva", "languages": ["gle-Latn", "mag-Deva"]}, {"precision": 0.778898, "recall": 0.821146, "f1": 0.79045, "accuracy": 0.821146, "main_score": 0.79045, "hf_subset": "gle_Latn-pap_Latn", "languages": ["gle-Latn", "pap-Latn"]}, {"precision": 0.570136, "recall": 0.612648, "f1": 0.581649, "accuracy": 0.612648, "main_score": 0.581649, "hf_subset": "gle_Latn-sot_Latn", "languages": ["gle-Latn", "sot-Latn"]}, {"precision": 0.865613, "recall": 0.899209, "f1": 0.875443, "accuracy": 0.899209, "main_score": 0.875443, "hf_subset": "gle_Latn-tur_Latn", "languages": ["gle-Latn", "tur-Latn"]}, {"precision": 0.663596, "recall": 0.70751, "f1": 0.675216, "accuracy": 0.70751, "main_score": 0.675216, "hf_subset": "gle_Latn-ace_Latn", "languages": ["gle-Latn", "ace-Latn"]}, {"precision": 0.728506, "recall": 0.769763, "f1": 0.739641, "accuracy": 0.769763, "main_score": 0.739641, "hf_subset": "gle_Latn-ban_Latn", "languages": ["gle-Latn", "ban-Latn"]}, {"precision": 0.849868, "recall": 0.88834, "f1": 0.861218, "accuracy": 0.88834, "main_score": 0.861218, "hf_subset": "gle_Latn-ell_Grek", "languages": ["gle-Latn", "ell-Grek"]}, {"precision": 0.805726, "recall": 0.849802, "f1": 0.818549, "accuracy": 0.849802, "main_score": 0.818549, "hf_subset": "gle_Latn-hne_Deva", "languages": ["gle-Latn", "hne-Deva"]}, {"precision": 0.511211, "recall": 0.552372, "f1": 0.522466, "accuracy": 0.552372, "main_score": 0.522466, "hf_subset": "gle_Latn-kik_Latn", "languages": ["gle-Latn", "kik-Latn"]}, {"precision": 0.802052, "recall": 0.852767, "f1": 0.817177, "accuracy": 0.852767, "main_score": 0.817177, "hf_subset": "gle_Latn-mai_Deva", "languages": ["gle-Latn", "mai-Deva"]}, {"precision": 0.753188, "recall": 0.80336, "f1": 0.766694, "accuracy": 0.80336, "main_score": 0.766694, "hf_subset": "gle_Latn-pbt_Arab", "languages": ["gle-Latn", "pbt-Arab"]}, {"precision": 0.874951, "recall": 0.910079, "f1": 0.885771, "accuracy": 0.910079, "main_score": 0.885771, "hf_subset": "gle_Latn-spa_Latn", "languages": ["gle-Latn", "spa-Latn"]}, {"precision": 0.536204, "recall": 0.58004, "f1": 0.549201, "accuracy": 0.58004, "main_score": 0.549201, "hf_subset": "gle_Latn-twi_Latn", "languages": ["gle-Latn", "twi-Latn"]}, {"precision": 0.82617, "recall": 0.869565, "f1": 0.838995, "accuracy": 0.869565, "main_score": 0.838995, "hf_subset": "gle_Latn-acm_Arab", "languages": ["gle-Latn", "acm-Arab"]}, {"precision": 0.817375, "recall": 0.859684, "f1": 0.829814, "accuracy": 0.859684, "main_score": 0.829814, "hf_subset": "gle_Latn-bel_Cyrl", "languages": ["gle-Latn", "bel-Cyrl"]}, {"precision": 0.89608, "recall": 0.925889, "f1": 0.90527, "accuracy": 0.925889, "main_score": 0.90527, "hf_subset": "gle_Latn-eng_Latn", "languages": ["gle-Latn", "eng-Latn"]}, {"precision": 0.874951, "recall": 0.908103, "f1": 0.88523, "accuracy": 0.908103, "main_score": 0.88523, "hf_subset": "gle_Latn-hrv_Latn", "languages": ["gle-Latn", "hrv-Latn"]}, {"precision": 0.545795, "recall": 0.593874, "f1": 0.559212, "accuracy": 0.593874, "main_score": 0.559212, "hf_subset": "gle_Latn-kin_Latn", "languages": ["gle-Latn", "kin-Latn"]}, {"precision": 0.831679, "recall": 0.870553, "f1": 0.842987, "accuracy": 0.870553, "main_score": 0.842987, "hf_subset": "gle_Latn-mal_Mlym", "languages": ["gle-Latn", "mal-Mlym"]}, {"precision": 0.865217, "recall": 0.899209, "f1": 0.875546, "accuracy": 0.899209, "main_score": 0.875546, "hf_subset": "gle_Latn-pes_Arab", "languages": ["gle-Latn", "pes-Arab"]}, {"precision": 0.821987, "recall": 0.856719, "f1": 0.831579, "accuracy": 0.856719, "main_score": 0.831579, "hf_subset": "gle_Latn-srd_Latn", "languages": ["gle-Latn", "srd-Latn"]}, {"precision": 0.200929, "recall": 0.247036, "f1": 0.213098, "accuracy": 0.247036, "main_score": 0.213098, "hf_subset": "gle_Latn-tzm_Tfng", "languages": ["gle-Latn", "tzm-Tfng"]}, {"precision": 0.850494, "recall": 0.890316, "f1": 0.862371, "accuracy": 0.890316, "main_score": 0.862371, "hf_subset": "gle_Latn-acq_Arab", "languages": ["gle-Latn", "acq-Arab"]}, {"precision": 0.581423, "recall": 0.621542, "f1": 0.592225, "accuracy": 0.621542, "main_score": 0.592225, "hf_subset": "gle_Latn-bem_Latn", "languages": ["gle-Latn", "bem-Latn"]}, {"precision": 0.884881, "recall": 0.914032, "f1": 0.893252, "accuracy": 0.914032, "main_score": 0.893252, "hf_subset": "gle_Latn-epo_Latn", "languages": ["gle-Latn", "epo-Latn"]}, {"precision": 0.864048, "recall": 0.900198, "f1": 0.874821, "accuracy": 0.900198, "main_score": 0.874821, "hf_subset": "gle_Latn-hun_Latn", "languages": ["gle-Latn", "hun-Latn"]}, {"precision": 0.787541, "recall": 0.83498, "f1": 0.800864, "accuracy": 0.83498, "main_score": 0.800864, "hf_subset": "gle_Latn-kir_Cyrl", "languages": ["gle-Latn", "kir-Cyrl"]}, {"precision": 0.849548, "recall": 0.886364, "f1": 0.860359, "accuracy": 0.886364, "main_score": 0.860359, "hf_subset": "gle_Latn-mar_Deva", "languages": ["gle-Latn", "mar-Deva"]}, {"precision": 0.60786, "recall": 0.662055, "f1": 0.622516, "accuracy": 0.662055, "main_score": 0.622516, "hf_subset": "gle_Latn-plt_Latn", "languages": ["gle-Latn", "plt-Latn"]}, {"precision": 0.889141, "recall": 0.917984, "f1": 0.897563, "accuracy": 0.917984, "main_score": 0.897563, "hf_subset": "gle_Latn-srp_Cyrl", "languages": ["gle-Latn", "srp-Cyrl"]}, {"precision": 0.725727, "recall": 0.783597, "f1": 0.742374, "accuracy": 0.783597, "main_score": 0.742374, "hf_subset": "gle_Latn-uig_Arab", "languages": ["gle-Latn", "uig-Arab"]}, {"precision": 0.791596, "recall": 0.832016, "f1": 0.802992, "accuracy": 0.832016, "main_score": 0.802992, "hf_subset": "gle_Latn-aeb_Arab", "languages": ["gle-Latn", "aeb-Arab"]}, {"precision": 0.863076, "recall": 0.898221, "f1": 0.873602, "accuracy": 0.898221, "main_score": 0.873602, "hf_subset": "gle_Latn-ben_Beng", "languages": ["gle-Latn", "ben-Beng"]}, {"precision": 0.857559, "recall": 0.896245, "f1": 0.869104, "accuracy": 0.896245, "main_score": 0.869104, "hf_subset": "gle_Latn-est_Latn", "languages": ["gle-Latn", "est-Latn"]}, {"precision": 0.851235, "recall": 0.88834, "f1": 0.861909, "accuracy": 0.88834, "main_score": 0.861909, "hf_subset": "gle_Latn-hye_Armn", "languages": ["gle-Latn", "hye-Armn"]}, {"precision": 0.523247, "recall": 0.568182, "f1": 0.53607, "accuracy": 0.568182, "main_score": 0.53607, "hf_subset": "gle_Latn-kmb_Latn", "languages": ["gle-Latn", "kmb-Latn"]}, {"precision": 0.421634, "recall": 0.479249, "f1": 0.436847, "accuracy": 0.479249, "main_score": 0.436847, "hf_subset": "gle_Latn-min_Arab", "languages": ["gle-Latn", "min-Arab"]}, {"precision": 0.867638, "recall": 0.900198, "f1": 0.876944, "accuracy": 0.900198, "main_score": 0.876944, "hf_subset": "gle_Latn-pol_Latn", "languages": ["gle-Latn", "pol-Latn"]}, {"precision": 0.532155, "recall": 0.589921, "f1": 0.548306, "accuracy": 0.589921, "main_score": 0.548306, "hf_subset": "gle_Latn-ssw_Latn", "languages": ["gle-Latn", "ssw-Latn"]}, {"precision": 0.886726, "recall": 0.918972, "f1": 0.896904, "accuracy": 0.918972, "main_score": 0.896904, "hf_subset": "gle_Latn-ukr_Cyrl", "languages": ["gle-Latn", "ukr-Cyrl"]}, {"precision": 0.89389, "recall": 0.922925, "f1": 0.902536, "accuracy": 0.922925, "main_score": 0.902536, "hf_subset": "gle_Latn-afr_Latn", "languages": ["gle-Latn", "afr-Latn"]}, {"precision": 0.797109, "recall": 0.840909, "f1": 0.809571, "accuracy": 0.840909, "main_score": 0.809571, "hf_subset": "gle_Latn-bho_Deva", "languages": ["gle-Latn", "bho-Deva"]}, {"precision": 0.826993, "recall": 0.868577, "f1": 0.839592, "accuracy": 0.868577, "main_score": 0.839592, "hf_subset": "gle_Latn-eus_Latn", "languages": ["gle-Latn", "eus-Latn"]}, {"precision": 0.531752, "recall": 0.579051, "f1": 0.545295, "accuracy": 0.579051, "main_score": 0.545295, "hf_subset": "gle_Latn-ibo_Latn", "languages": ["gle-Latn", "ibo-Latn"]}, {"precision": 0.718721, "recall": 0.763834, "f1": 0.73101, "accuracy": 0.763834, "main_score": 0.73101, "hf_subset": "gle_Latn-kmr_Latn", "languages": ["gle-Latn", "kmr-Latn"]}, {"precision": 0.786451, "recall": 0.833004, "f1": 0.799722, "accuracy": 0.833004, "main_score": 0.799722, "hf_subset": "gle_Latn-min_Latn", "languages": ["gle-Latn", "min-Latn"]}, {"precision": 0.893281, "recall": 0.923913, "f1": 0.9028, "accuracy": 0.923913, "main_score": 0.9028, "hf_subset": "gle_Latn-por_Latn", "languages": ["gle-Latn", "por-Latn"]}, {"precision": 0.825256, "recall": 0.866601, "f1": 0.837321, "accuracy": 0.866601, "main_score": 0.837321, "hf_subset": "gle_Latn-sun_Latn", "languages": ["gle-Latn", "sun-Latn"]}, {"precision": 0.492686, "recall": 0.540514, "f1": 0.506049, "accuracy": 0.540514, "main_score": 0.506049, "hf_subset": "gle_Latn-umb_Latn", "languages": ["gle-Latn", "umb-Latn"]}, {"precision": 0.833757, "recall": 0.875494, "f1": 0.846346, "accuracy": 0.875494, "main_score": 0.846346, "hf_subset": "gle_Latn-ajp_Arab", "languages": ["gle-Latn", "ajp-Arab"]}, {"precision": 0.432373, "recall": 0.490119, "f1": 0.447435, "accuracy": 0.490119, "main_score": 0.447435, "hf_subset": "gle_Latn-bjn_Arab", "languages": ["gle-Latn", "bjn-Arab"]}, {"precision": 0.504836, "recall": 0.541502, "f1": 0.514949, "accuracy": 0.541502, "main_score": 0.514949, "hf_subset": "gle_Latn-ewe_Latn", "languages": ["gle-Latn", "ewe-Latn"]}, {"precision": 0.760325, "recall": 0.802372, "f1": 0.771581, "accuracy": 0.802372, "main_score": 0.771581, "hf_subset": "gle_Latn-ilo_Latn", "languages": ["gle-Latn", "ilo-Latn"]}, {"precision": 0.298776, "recall": 0.339921, "f1": 0.310489, "accuracy": 0.339921, "main_score": 0.310489, "hf_subset": "gle_Latn-knc_Arab", "languages": ["gle-Latn", "knc-Arab"]}, {"precision": 0.873633, "recall": 0.905138, "f1": 0.882858, "accuracy": 0.905138, "main_score": 0.882858, "hf_subset": "gle_Latn-mkd_Cyrl", "languages": ["gle-Latn", "mkd-Cyrl"]}, {"precision": 0.867071, "recall": 0.903162, "f1": 0.878146, "accuracy": 0.903162, "main_score": 0.878146, "hf_subset": "gle_Latn-prs_Arab", "languages": ["gle-Latn", "prs-Arab"]}, {"precision": 0.883794, "recall": 0.914032, "f1": 0.892721, "accuracy": 0.914032, "main_score": 0.892721, "hf_subset": "gle_Latn-swe_Latn", "languages": ["gle-Latn", "swe-Latn"]}, {"precision": 0.862269, "recall": 0.896245, "f1": 0.872892, "accuracy": 0.896245, "main_score": 0.872892, "hf_subset": "gle_Latn-urd_Arab", "languages": ["gle-Latn", "urd-Arab"]}, {"precision": 0.505779, "recall": 0.554348, "f1": 0.519491, "accuracy": 0.554348, "main_score": 0.519491, "hf_subset": "gle_Latn-aka_Latn", "languages": ["gle-Latn", "aka-Latn"]}, {"precision": 0.780708, "recall": 0.823123, "f1": 0.792482, "accuracy": 0.823123, "main_score": 0.792482, "hf_subset": "gle_Latn-bjn_Latn", "languages": ["gle-Latn", "bjn-Latn"]}, {"precision": 0.796348, "recall": 0.840909, "f1": 0.809507, "accuracy": 0.840909, "main_score": 0.809507, "hf_subset": "gle_Latn-fao_Latn", "languages": ["gle-Latn", "fao-Latn"]}, {"precision": 0.877339, "recall": 0.906126, "f1": 0.885771, "accuracy": 0.906126, "main_score": 0.885771, "hf_subset": "gle_Latn-ind_Latn", "languages": ["gle-Latn", "ind-Latn"]}, {"precision": 0.522633, "recall": 0.563241, "f1": 0.533627, "accuracy": 0.563241, "main_score": 0.533627, "hf_subset": "gle_Latn-knc_Latn", "languages": ["gle-Latn", "knc-Latn"]}, {"precision": 0.834578, "recall": 0.870553, "f1": 0.845095, "accuracy": 0.870553, "main_score": 0.845095, "hf_subset": "gle_Latn-mlt_Latn", "languages": ["gle-Latn", "mlt-Latn"]}, {"precision": 0.57711, "recall": 0.630435, "f1": 0.592192, "accuracy": 0.630435, "main_score": 0.592192, "hf_subset": "gle_Latn-quy_Latn", "languages": ["gle-Latn", "quy-Latn"]}, {"precision": 0.815333, "recall": 0.856719, "f1": 0.827603, "accuracy": 0.856719, "main_score": 0.827603, "hf_subset": "gle_Latn-swh_Latn", "languages": ["gle-Latn", "swh-Latn"]}, {"precision": 0.83606, "recall": 0.873518, "f1": 0.847038, "accuracy": 0.873518, "main_score": 0.847038, "hf_subset": "gle_Latn-uzn_Latn", "languages": ["gle-Latn", "uzn-Latn"]}, {"precision": 0.859791, "recall": 0.894269, "f1": 0.869785, "accuracy": 0.894269, "main_score": 0.869785, "hf_subset": "gle_Latn-als_Latn", "languages": ["gle-Latn", "als-Latn"]}, {"precision": 0.463837, "recall": 0.537549, "f1": 0.484268, "accuracy": 0.537549, "main_score": 0.484268, "hf_subset": "gle_Latn-bod_Tibt", "languages": ["gle-Latn", "bod-Tibt"]}, {"precision": 0.59317, "recall": 0.644269, "f1": 0.607287, "accuracy": 0.644269, "main_score": 0.607287, "hf_subset": "gle_Latn-fij_Latn", "languages": ["gle-Latn", "fij-Latn"]}, {"precision": 0.828442, "recall": 0.864625, "f1": 0.83931, "accuracy": 0.864625, "main_score": 0.83931, "hf_subset": "gle_Latn-isl_Latn", "languages": ["gle-Latn", "isl-Latn"]}, {"precision": 0.552282, "recall": 0.589921, "f1": 0.562999, "accuracy": 0.589921, "main_score": 0.562999, "hf_subset": "gle_Latn-kon_Latn", "languages": ["gle-Latn", "kon-Latn"]}, {"precision": 0.510116, "recall": 0.566206, "f1": 0.525094, "accuracy": 0.566206, "main_score": 0.525094, "hf_subset": "gle_Latn-mni_Beng", "languages": ["gle-Latn", "mni-Beng"]}, {"precision": 0.893149, "recall": 0.922925, "f1": 0.902423, "accuracy": 0.922925, "main_score": 0.902423, "hf_subset": "gle_Latn-ron_Latn", "languages": ["gle-Latn", "ron-Latn"]}, {"precision": 0.838894, "recall": 0.87747, "f1": 0.849835, "accuracy": 0.87747, "main_score": 0.849835, "hf_subset": "gle_Latn-szl_Latn", "languages": ["gle-Latn", "szl-Latn"]}, {"precision": 0.846747, "recall": 0.879447, "f1": 0.855599, "accuracy": 0.879447, "main_score": 0.855599, "hf_subset": "gle_Latn-vec_Latn", "languages": ["gle-Latn", "vec-Latn"]}, {"precision": 0.758447, "recall": 0.809289, "f1": 0.772993, "accuracy": 0.809289, "main_score": 0.772993, "hf_subset": "gle_Latn-amh_Ethi", "languages": ["gle-Latn", "amh-Ethi"]}, {"precision": 0.881762, "recall": 0.912055, "f1": 0.890662, "accuracy": 0.912055, "main_score": 0.890662, "hf_subset": "gle_Latn-bos_Latn", "languages": ["gle-Latn", "bos-Latn"]}, {"precision": 0.872226, "recall": 0.90415, "f1": 0.881703, "accuracy": 0.90415, "main_score": 0.881703, "hf_subset": "gle_Latn-fin_Latn", "languages": ["gle-Latn", "fin-Latn"]}, {"precision": 0.866034, "recall": 0.902174, "f1": 0.876927, "accuracy": 0.902174, "main_score": 0.876927, "hf_subset": "gle_Latn-ita_Latn", "languages": ["gle-Latn", "ita-Latn"]}, {"precision": 0.843982, "recall": 0.883399, "f1": 0.855913, "accuracy": 0.883399, "main_score": 0.855913, "hf_subset": "gle_Latn-kor_Hang", "languages": ["gle-Latn", "kor-Hang"]}, {"precision": 0.501242, "recall": 0.540514, "f1": 0.512371, "accuracy": 0.540514, "main_score": 0.512371, "hf_subset": "gle_Latn-mos_Latn", "languages": ["gle-Latn", "mos-Latn"]}, {"precision": 0.524735, "recall": 0.56917, "f1": 0.537142, "accuracy": 0.56917, "main_score": 0.537142, "hf_subset": "gle_Latn-run_Latn", "languages": ["gle-Latn", "run-Latn"]}, {"precision": 0.83638, "recall": 0.881423, "f1": 0.850659, "accuracy": 0.881423, "main_score": 0.850659, "hf_subset": "gle_Latn-tam_Taml", "languages": ["gle-Latn", "tam-Taml"]}, {"precision": 0.85168, "recall": 0.891304, "f1": 0.863688, "accuracy": 0.891304, "main_score": 0.863688, "hf_subset": "gle_Latn-vie_Latn", "languages": ["gle-Latn", "vie-Latn"]}, {"precision": 0.82929, "recall": 0.867589, "f1": 0.839897, "accuracy": 0.867589, "main_score": 0.839897, "hf_subset": "gle_Latn-apc_Arab", "languages": ["gle-Latn", "apc-Arab"]}, {"precision": 0.612074, "recall": 0.659091, "f1": 0.624004, "accuracy": 0.659091, "main_score": 0.624004, "hf_subset": "gle_Latn-bug_Latn", "languages": ["gle-Latn", "bug-Latn"]}, {"precision": 0.451897, "recall": 0.494071, "f1": 0.464021, "accuracy": 0.494071, "main_score": 0.464021, "hf_subset": "gle_Latn-fon_Latn", "languages": ["gle-Latn", "fon-Latn"]}, {"precision": 0.831226, "recall": 0.868577, "f1": 0.841804, "accuracy": 0.868577, "main_score": 0.841804, "hf_subset": "gle_Latn-jav_Latn", "languages": ["gle-Latn", "jav-Latn"]}, {"precision": 0.830543, "recall": 0.87253, "f1": 0.842808, "accuracy": 0.87253, "main_score": 0.842808, "hf_subset": "gle_Latn-lao_Laoo", "languages": ["gle-Latn", "lao-Laoo"]}, {"precision": 0.726601, "recall": 0.77668, "f1": 0.741156, "accuracy": 0.77668, "main_score": 0.741156, "hf_subset": "gle_Latn-mri_Latn", "languages": ["gle-Latn", "mri-Latn"]}, {"precision": 0.862714, "recall": 0.900198, "f1": 0.874308, "accuracy": 0.900198, "main_score": 0.874308, "hf_subset": "gle_Latn-rus_Cyrl", "languages": ["gle-Latn", "rus-Cyrl"]}, {"precision": 0.486079, "recall": 0.525692, "f1": 0.497446, "accuracy": 0.525692, "main_score": 0.497446, "hf_subset": "gle_Latn-taq_Latn", "languages": ["gle-Latn", "taq-Latn"]}, {"precision": 0.818908, "recall": 0.86166, "f1": 0.83069, "accuracy": 0.86166, "main_score": 0.83069, "hf_subset": "gle_Latn-war_Latn", "languages": ["gle-Latn", "war-Latn"]}, {"precision": 0.857329, "recall": 0.891304, "f1": 0.867092, "accuracy": 0.891304, "main_score": 0.867092, "hf_subset": "gle_Latn-arb_Arab", "languages": ["gle-Latn", "arb-Arab"]}, {"precision": 0.886182, "recall": 0.91502, "f1": 0.894796, "accuracy": 0.91502, "main_score": 0.894796, "hf_subset": "gle_Latn-bul_Cyrl", "languages": ["gle-Latn", "bul-Cyrl"]}, {"precision": 0.875576, "recall": 0.911067, "f1": 0.886561, "accuracy": 0.911067, "main_score": 0.886561, "hf_subset": "gle_Latn-fra_Latn", "languages": ["gle-Latn", "fra-Latn"]}, {"precision": 0.819516, "recall": 0.863636, "f1": 0.832237, "accuracy": 0.863636, "main_score": 0.832237, "hf_subset": "gle_Latn-jpn_Jpan", "languages": ["gle-Latn", "jpn-Jpan"]}, {"precision": 0.814338, "recall": 0.849802, "f1": 0.824396, "accuracy": 0.849802, "main_score": 0.824396, "hf_subset": "gle_Latn-lij_Latn", "languages": ["gle-Latn", "lij-Latn"]}, {"precision": 0.751228, "recall": 0.8083, "f1": 0.768085, "accuracy": 0.8083, "main_score": 0.768085, "hf_subset": "gle_Latn-mya_Mymr", "languages": ["gle-Latn", "mya-Mymr"]}, {"precision": 0.521053, "recall": 0.572134, "f1": 0.534349, "accuracy": 0.572134, "main_score": 0.534349, "hf_subset": "gle_Latn-sag_Latn", "languages": ["gle-Latn", "sag-Latn"]}, {"precision": 0.204011, "recall": 0.246047, "f1": 0.214075, "accuracy": 0.246047, "main_score": 0.214075, "hf_subset": "gle_Latn-taq_Tfng", "languages": ["gle-Latn", "taq-Tfng"]}, {"precision": 0.546731, "recall": 0.590909, "f1": 0.559045, "accuracy": 0.590909, "main_score": 0.559045, "hf_subset": "gle_Latn-wol_Latn", "languages": ["gle-Latn", "wol-Latn"]}, {"precision": 0.648866, "recall": 0.711462, "f1": 0.666265, "accuracy": 0.711462, "main_score": 0.666265, "hf_subset": "gle_Latn-arb_Latn", "languages": ["gle-Latn", "arb-Latn"]}, {"precision": 0.887692, "recall": 0.916996, "f1": 0.896377, "accuracy": 0.916996, "main_score": 0.896377, "hf_subset": "gle_Latn-cat_Latn", "languages": ["gle-Latn", "cat-Latn"]}, {"precision": 0.80282, "recall": 0.844862, "f1": 0.814207, "accuracy": 0.844862, "main_score": 0.814207, "hf_subset": "gle_Latn-fur_Latn", "languages": ["gle-Latn", "fur-Latn"]}, {"precision": 0.429325, "recall": 0.482213, "f1": 0.443944, "accuracy": 0.482213, "main_score": 0.443944, "hf_subset": "gle_Latn-kab_Latn", "languages": ["gle-Latn", "kab-Latn"]}, {"precision": 0.802694, "recall": 0.847826, "f1": 0.815276, "accuracy": 0.847826, "main_score": 0.815276, "hf_subset": "gle_Latn-lim_Latn", "languages": ["gle-Latn", "lim-Latn"]}, {"precision": 0.867457, "recall": 0.899209, "f1": 0.876318, "accuracy": 0.899209, "main_score": 0.876318, "hf_subset": "gle_Latn-nld_Latn", "languages": ["gle-Latn", "nld-Latn"]}, {"precision": 0.785021, "recall": 0.831028, "f1": 0.798504, "accuracy": 0.831028, "main_score": 0.798504, "hf_subset": "gle_Latn-san_Deva", "languages": ["gle-Latn", "san-Deva"]}, {"precision": 0.809091, "recall": 0.851779, "f1": 0.821062, "accuracy": 0.851779, "main_score": 0.821062, "hf_subset": "gle_Latn-tat_Cyrl", "languages": ["gle-Latn", "tat-Cyrl"]}, {"precision": 0.622572, "recall": 0.670949, "f1": 0.636267, "accuracy": 0.670949, "main_score": 0.636267, "hf_subset": "gle_Latn-xho_Latn", "languages": ["gle-Latn", "xho-Latn"]}, {"precision": 0.849318, "recall": 0.887352, "f1": 0.860674, "accuracy": 0.887352, "main_score": 0.860674, "hf_subset": "gle_Latn-ars_Arab", "languages": ["gle-Latn", "ars-Arab"]}, {"precision": 0.84352, "recall": 0.878458, "f1": 0.853653, "accuracy": 0.878458, "main_score": 0.853653, "hf_subset": "gle_Latn-ceb_Latn", "languages": ["gle-Latn", "ceb-Latn"]}, {"precision": 0.496964, "recall": 0.54249, "f1": 0.50977, "accuracy": 0.54249, "main_score": 0.50977, "hf_subset": "gle_Latn-fuv_Latn", "languages": ["gle-Latn", "fuv-Latn"]}, {"precision": 0.471168, "recall": 0.516798, "f1": 0.484656, "accuracy": 0.516798, "main_score": 0.484656, "hf_subset": "gle_Latn-kac_Latn", "languages": ["gle-Latn", "kac-Latn"]}, {"precision": 0.577078, "recall": 0.617589, "f1": 0.588231, "accuracy": 0.617589, "main_score": 0.588231, "hf_subset": "gle_Latn-lin_Latn", "languages": ["gle-Latn", "lin-Latn"]}, {"precision": 0.876713, "recall": 0.911067, "f1": 0.887516, "accuracy": 0.911067, "main_score": 0.887516, "hf_subset": "gle_Latn-nno_Latn", "languages": ["gle-Latn", "nno-Latn"]}, {"precision": 0.215243, "recall": 0.285573, "f1": 0.234451, "accuracy": 0.285573, "main_score": 0.234451, "hf_subset": "gle_Latn-sat_Olck", "languages": ["gle-Latn", "sat-Olck"]}, {"precision": 0.845998, "recall": 0.884387, "f1": 0.857213, "accuracy": 0.884387, "main_score": 0.857213, "hf_subset": "gle_Latn-tel_Telu", "languages": ["gle-Latn", "tel-Telu"]}, {"precision": 0.770201, "recall": 0.827075, "f1": 0.787164, "accuracy": 0.827075, "main_score": 0.787164, "hf_subset": "gle_Latn-ydd_Hebr", "languages": ["gle-Latn", "ydd-Hebr"]}, {"precision": 0.774154, "recall": 0.821146, "f1": 0.787309, "accuracy": 0.821146, "main_score": 0.787309, "hf_subset": "gle_Latn-ary_Arab", "languages": ["gle-Latn", "ary-Arab"]}, {"precision": 0.878435, "recall": 0.910079, "f1": 0.88806, "accuracy": 0.910079, "main_score": 0.88806, "hf_subset": "gle_Latn-ces_Latn", "languages": ["gle-Latn", "ces-Latn"]}, {"precision": 0.5552, "recall": 0.605731, "f1": 0.56947, "accuracy": 0.605731, "main_score": 0.56947, "hf_subset": "gle_Latn-gaz_Latn", "languages": ["gle-Latn", "gaz-Latn"]}, {"precision": 0.524369, "recall": 0.576087, "f1": 0.538561, "accuracy": 0.576087, "main_score": 0.538561, "hf_subset": "gle_Latn-kam_Latn", "languages": ["gle-Latn", "kam-Latn"]}, {"precision": 0.857947, "recall": 0.892292, "f1": 0.867856, "accuracy": 0.892292, "main_score": 0.867856, "hf_subset": "gle_Latn-lit_Latn", "languages": ["gle-Latn", "lit-Latn"]}, {"precision": 0.883086, "recall": 0.912055, "f1": 0.891635, "accuracy": 0.912055, "main_score": 0.891635, "hf_subset": "gle_Latn-nob_Latn", "languages": ["gle-Latn", "nob-Latn"]}, {"precision": 0.823571, "recall": 0.856719, "f1": 0.832597, "accuracy": 0.856719, "main_score": 0.832597, "hf_subset": "gle_Latn-scn_Latn", "languages": ["gle-Latn", "scn-Latn"]}, {"precision": 0.814288, "recall": 0.852767, "f1": 0.825431, "accuracy": 0.852767, "main_score": 0.825431, "hf_subset": "gle_Latn-tgk_Cyrl", "languages": ["gle-Latn", "tgk-Cyrl"]}, {"precision": 0.603829, "recall": 0.666008, "f1": 0.621418, "accuracy": 0.666008, "main_score": 0.621418, "hf_subset": "gle_Latn-yor_Latn", "languages": ["gle-Latn", "yor-Latn"]}, {"precision": 0.826625, "recall": 0.865613, "f1": 0.837737, "accuracy": 0.865613, "main_score": 0.837737, "hf_subset": "gle_Latn-arz_Arab", "languages": ["gle-Latn", "arz-Arab"]}, {"precision": 0.479373, "recall": 0.523715, "f1": 0.492023, "accuracy": 0.523715, "main_score": 0.492023, "hf_subset": "gle_Latn-cjk_Latn", "languages": ["gle-Latn", "cjk-Latn"]}, {"precision": 0.816791, "recall": 0.860672, "f1": 0.830108, "accuracy": 0.860672, "main_score": 0.830108, "hf_subset": "gle_Latn-gla_Latn", "languages": ["gle-Latn", "gla-Latn"]}, {"precision": 0.849786, "recall": 0.88834, "f1": 0.861514, "accuracy": 0.88834, "main_score": 0.861514, "hf_subset": "gle_Latn-kan_Knda", "languages": ["gle-Latn", "kan-Knda"]}, {"precision": 0.811347, "recall": 0.847826, "f1": 0.822101, "accuracy": 0.847826, "main_score": 0.822101, "hf_subset": "gle_Latn-lmo_Latn", "languages": ["gle-Latn", "lmo-Latn"]}, {"precision": 0.847238, "recall": 0.884387, "f1": 0.858173, "accuracy": 0.884387, "main_score": 0.858173, "hf_subset": "gle_Latn-npi_Deva", "languages": ["gle-Latn", "npi-Deva"]}, {"precision": 0.431077, "recall": 0.47332, "f1": 0.442309, "accuracy": 0.47332, "main_score": 0.442309, "hf_subset": "gle_Latn-shn_Mymr", "languages": ["gle-Latn", "shn-Mymr"]}, {"precision": 0.884406, "recall": 0.913043, "f1": 0.892721, "accuracy": 0.913043, "main_score": 0.892721, "hf_subset": "gle_Latn-tgl_Latn", "languages": ["gle-Latn", "tgl-Latn"]}, {"precision": 0.828237, "recall": 0.870553, "f1": 0.840549, "accuracy": 0.870553, "main_score": 0.840549, "hf_subset": "gle_Latn-yue_Hant", "languages": ["gle-Latn", "yue-Hant"]}, {"precision": 0.82707, "recall": 0.866601, "f1": 0.83862, "accuracy": 0.866601, "main_score": 0.83862, "hf_subset": "gle_Latn-asm_Beng", "languages": ["gle-Latn", "asm-Beng"]}, {"precision": 0.754324, "recall": 0.812253, "f1": 0.771544, "accuracy": 0.812253, "main_score": 0.771544, "hf_subset": "gle_Latn-ckb_Arab", "languages": ["gle-Latn", "ckb-Arab"]}, {"precision": 0.662321, "recall": 0.718379, "f1": 0.677397, "accuracy": 0.718379, "main_score": 0.677397, "hf_subset": "gle_Latn-kas_Arab", "languages": ["gle-Latn", "kas-Arab"]}, {"precision": 0.723397, "recall": 0.772727, "f1": 0.736819, "accuracy": 0.772727, "main_score": 0.736819, "hf_subset": "gle_Latn-ltg_Latn", "languages": ["gle-Latn", "ltg-Latn"]}, {"precision": 0.555732, "recall": 0.596838, "f1": 0.567217, "accuracy": 0.596838, "main_score": 0.567217, "hf_subset": "gle_Latn-nso_Latn", "languages": ["gle-Latn", "nso-Latn"]}, {"precision": 0.782378, "recall": 0.833004, "f1": 0.79704, "accuracy": 0.833004, "main_score": 0.79704, "hf_subset": "gle_Latn-sin_Sinh", "languages": ["gle-Latn", "sin-Sinh"]}, {"precision": 0.839921, "recall": 0.878458, "f1": 0.851369, "accuracy": 0.878458, "main_score": 0.851369, "hf_subset": "gle_Latn-tha_Thai", "languages": ["gle-Latn", "tha-Thai"]}, {"precision": 0.80665, "recall": 0.848814, "f1": 0.818199, "accuracy": 0.848814, "main_score": 0.818199, "hf_subset": "gle_Latn-zho_Hans", "languages": ["gle-Latn", "zho-Hans"]}, {"precision": 0.861084, "recall": 0.896245, "f1": 0.871527, "accuracy": 0.896245, "main_score": 0.871527, "hf_subset": "gle_Latn-ast_Latn", "languages": ["gle-Latn", "ast-Latn"]}, {"precision": 0.822021, "recall": 0.858696, "f1": 0.831983, "accuracy": 0.858696, "main_score": 0.831983, "hf_subset": "gle_Latn-crh_Latn", "languages": ["gle-Latn", "crh-Latn"]}, {"precision": 0.884283, "recall": 0.91502, "f1": 0.893676, "accuracy": 0.91502, "main_score": 0.893676, "hf_subset": "gle_Latn-glg_Latn", "languages": ["gle-Latn", "glg-Latn"]}, {"precision": 0.624524, "recall": 0.675889, "f1": 0.63951, "accuracy": 0.675889, "main_score": 0.63951, "hf_subset": "gle_Latn-kas_Deva", "languages": ["gle-Latn", "kas-Deva"]}, {"precision": 0.797407, "recall": 0.844862, "f1": 0.810957, "accuracy": 0.844862, "main_score": 0.810957, "hf_subset": "gle_Latn-ltz_Latn", "languages": ["gle-Latn", "ltz-Latn"]}, {"precision": 0.449614, "recall": 0.504941, "f1": 0.465437, "accuracy": 0.504941, "main_score": 0.465437, "hf_subset": "gle_Latn-nus_Latn", "languages": ["gle-Latn", "nus-Latn"]}, {"precision": 0.87188, "recall": 0.90415, "f1": 0.881425, "accuracy": 0.90415, "main_score": 0.881425, "hf_subset": "gle_Latn-slk_Latn", "languages": ["gle-Latn", "slk-Latn"]}, {"precision": 0.488563, "recall": 0.550395, "f1": 0.506203, "accuracy": 0.550395, "main_score": 0.506203, "hf_subset": "gle_Latn-tir_Ethi", "languages": ["gle-Latn", "tir-Ethi"]}, {"precision": 0.829694, "recall": 0.871542, "f1": 0.841897, "accuracy": 0.871542, "main_score": 0.841897, "hf_subset": "gle_Latn-zho_Hant", "languages": ["gle-Latn", "zho-Hant"]}, {"precision": 0.825694, "recall": 0.866601, "f1": 0.837356, "accuracy": 0.866601, "main_score": 0.837356, "hf_subset": "gle_Latn-awa_Deva", "languages": ["gle-Latn", "awa-Deva"]}, {"precision": 0.882847, "recall": 0.909091, "f1": 0.890145, "accuracy": 0.909091, "main_score": 0.890145, "hf_subset": "gle_Latn-cym_Latn", "languages": ["gle-Latn", "cym-Latn"]}, {"precision": 0.627296, "recall": 0.676877, "f1": 0.640478, "accuracy": 0.676877, "main_score": 0.640478, "hf_subset": "gle_Latn-grn_Latn", "languages": ["gle-Latn", "grn-Latn"]}, {"precision": 0.822097, "recall": 0.866601, "f1": 0.835334, "accuracy": 0.866601, "main_score": 0.835334, "hf_subset": "gle_Latn-kat_Geor", "languages": ["gle-Latn", "kat-Geor"]}, {"precision": 0.546154, "recall": 0.58498, "f1": 0.557022, "accuracy": 0.58498, "main_score": 0.557022, "hf_subset": "gle_Latn-lua_Latn", "languages": ["gle-Latn", "lua-Latn"]}, {"precision": 0.56731, "recall": 0.609684, "f1": 0.579236, "accuracy": 0.609684, "main_score": 0.579236, "hf_subset": "gle_Latn-nya_Latn", "languages": ["gle-Latn", "nya-Latn"]}, {"precision": 0.868692, "recall": 0.902174, "f1": 0.878444, "accuracy": 0.902174, "main_score": 0.878444, "hf_subset": "gle_Latn-slv_Latn", "languages": ["gle-Latn", "slv-Latn"]}, {"precision": 0.707895, "recall": 0.751976, "f1": 0.719674, "accuracy": 0.751976, "main_score": 0.719674, "hf_subset": "gle_Latn-tpi_Latn", "languages": ["gle-Latn", "tpi-Latn"]}, {"precision": 0.885952, "recall": 0.917984, "f1": 0.895737, "accuracy": 0.917984, "main_score": 0.895737, "hf_subset": "gle_Latn-zsm_Latn", "languages": ["gle-Latn", "zsm-Latn"]}, {"precision": 0.496957, "recall": 0.546443, "f1": 0.510443, "accuracy": 0.546443, "main_score": 0.510443, "hf_subset": "gle_Latn-ayr_Latn", "languages": ["gle-Latn", "ayr-Latn"]}, {"precision": 0.883679, "recall": 0.914032, "f1": 0.892608, "accuracy": 0.914032, "main_score": 0.892608, "hf_subset": "gle_Latn-dan_Latn", "languages": ["gle-Latn", "dan-Latn"]}, {"precision": 0.865069, "recall": 0.900198, "f1": 0.8754, "accuracy": 0.900198, "main_score": 0.8754, "hf_subset": "gle_Latn-guj_Gujr", "languages": ["gle-Latn", "guj-Gujr"]}, {"precision": 0.843586, "recall": 0.881423, "f1": 0.854877, "accuracy": 0.881423, "main_score": 0.854877, "hf_subset": "gle_Latn-kaz_Cyrl", "languages": ["gle-Latn", "kaz-Cyrl"]}, {"precision": 0.502366, "recall": 0.557312, "f1": 0.517904, "accuracy": 0.557312, "main_score": 0.517904, "hf_subset": "gle_Latn-lug_Latn", "languages": ["gle-Latn", "lug-Latn"]}, {"precision": 0.87892, "recall": 0.909091, "f1": 0.887615, "accuracy": 0.909091, "main_score": 0.887615, "hf_subset": "gle_Latn-oci_Latn", "languages": ["gle-Latn", "oci-Latn"]}, {"precision": 0.693307, "recall": 0.738142, "f1": 0.705734, "accuracy": 0.738142, "main_score": 0.705734, "hf_subset": "gle_Latn-smo_Latn", "languages": ["gle-Latn", "smo-Latn"]}, {"precision": 0.502658, "recall": 0.548419, "f1": 0.514785, "accuracy": 0.548419, "main_score": 0.514785, "hf_subset": "gle_Latn-tsn_Latn", "languages": ["gle-Latn", "tsn-Latn"]}, {"precision": 0.586177, "recall": 0.637352, "f1": 0.601153, "accuracy": 0.637352, "main_score": 0.601153, "hf_subset": "gle_Latn-zul_Latn", "languages": ["gle-Latn", "zul-Latn"]}, {"precision": 0.630209, "recall": 0.688735, "f1": 0.646801, "accuracy": 0.688735, "main_score": 0.646801, "hf_subset": "gle_Latn-azb_Arab", "languages": ["gle-Latn", "azb-Arab"]}, {"precision": 0.877816, "recall": 0.907115, "f1": 0.886199, "accuracy": 0.907115, "main_score": 0.886199, "hf_subset": "gle_Latn-deu_Latn", "languages": ["gle-Latn", "deu-Latn"]}, {"precision": 0.793784, "recall": 0.838933, "f1": 0.80677, "accuracy": 0.838933, "main_score": 0.80677, "hf_subset": "gle_Latn-hat_Latn", "languages": ["gle-Latn", "hat-Latn"]}, {"precision": 0.476536, "recall": 0.522727, "f1": 0.489168, "accuracy": 0.522727, "main_score": 0.489168, "hf_subset": "gle_Latn-kbp_Latn", "languages": ["gle-Latn", "kbp-Latn"]}, {"precision": 0.541415, "recall": 0.58498, "f1": 0.553466, "accuracy": 0.58498, "main_score": 0.553466, "hf_subset": "gle_Latn-luo_Latn", "languages": ["gle-Latn", "luo-Latn"]}, {"precision": 0.847777, "recall": 0.88834, "f1": 0.860244, "accuracy": 0.88834, "main_score": 0.860244, "hf_subset": "gle_Latn-ory_Orya", "languages": ["gle-Latn", "ory-Orya"]}, {"precision": 0.52881, "recall": 0.579051, "f1": 0.542759, "accuracy": 0.579051, "main_score": 0.542759, "hf_subset": "gle_Latn-sna_Latn", "languages": ["gle-Latn", "sna-Latn"]}, {"precision": 0.524816, "recall": 0.568182, "f1": 0.536157, "accuracy": 0.568182, "main_score": 0.536157, "hf_subset": "gle_Latn-tso_Latn", "languages": ["gle-Latn", "tso-Latn"]}, {"precision": 0.81317, "recall": 0.854743, "f1": 0.825202, "accuracy": 0.854743, "main_score": 0.825202, "hf_subset": "gle_Latn-azj_Latn", "languages": ["gle-Latn", "azj-Latn"]}, {"precision": 0.47339, "recall": 0.52668, "f1": 0.488888, "accuracy": 0.52668, "main_score": 0.488888, "hf_subset": "gle_Latn-dik_Latn", "languages": ["gle-Latn", "dik-Latn"]}, {"precision": 0.625955, "recall": 0.681818, "f1": 0.641718, "accuracy": 0.681818, "main_score": 0.641718, "hf_subset": "gle_Latn-hau_Latn", "languages": ["gle-Latn", "hau-Latn"]}, {"precision": 0.767846, "recall": 0.814229, "f1": 0.780134, "accuracy": 0.814229, "main_score": 0.780134, "hf_subset": "gle_Latn-kea_Latn", "languages": ["gle-Latn", "kea-Latn"]}, {"precision": 0.587296, "recall": 0.630435, "f1": 0.598965, "accuracy": 0.630435, "main_score": 0.598965, "hf_subset": "gle_Latn-lus_Latn", "languages": ["gle-Latn", "lus-Latn"]}, {"precision": 0.634627, "recall": 0.676877, "f1": 0.645824, "accuracy": 0.676877, "main_score": 0.645824, "hf_subset": "gle_Latn-pag_Latn", "languages": ["gle-Latn", "pag-Latn"]}, {"precision": 0.847555, "recall": 0.883399, "f1": 0.858081, "accuracy": 0.883399, "main_score": 0.858081, "hf_subset": "gle_Latn-snd_Arab", "languages": ["gle-Latn", "snd-Arab"]}, {"precision": 0.745669, "recall": 0.797431, "f1": 0.76054, "accuracy": 0.797431, "main_score": 0.76054, "hf_subset": "gle_Latn-tuk_Latn", "languages": ["gle-Latn", "tuk-Latn"]}, {"precision": 0.788079, "recall": 0.831028, "f1": 0.800322, "accuracy": 0.831028, "main_score": 0.800322, "hf_subset": "gle_Latn-bak_Cyrl", "languages": ["gle-Latn", "bak-Cyrl"]}, {"precision": 0.419952, "recall": 0.478261, "f1": 0.436753, "accuracy": 0.478261, "main_score": 0.436753, "hf_subset": "gle_Latn-dyu_Latn", "languages": ["gle-Latn", "dyu-Latn"]}, {"precision": 0.868857, "recall": 0.905138, "f1": 0.879941, "accuracy": 0.905138, "main_score": 0.879941, "hf_subset": "gle_Latn-heb_Hebr", "languages": ["gle-Latn", "heb-Hebr"]}, {"precision": 0.813465, "recall": 0.851779, "f1": 0.824593, "accuracy": 0.851779, "main_score": 0.824593, "hf_subset": "gle_Latn-khk_Cyrl", "languages": ["gle-Latn", "khk-Cyrl"]}, {"precision": 0.866008, "recall": 0.902174, "f1": 0.876896, "accuracy": 0.902174, "main_score": 0.876896, "hf_subset": "gle_Latn-lvs_Latn", "languages": ["gle-Latn", "lvs-Latn"]}, {"precision": 0.86754, "recall": 0.903162, "f1": 0.878656, "accuracy": 0.903162, "main_score": 0.878656, "hf_subset": "gle_Latn-pan_Guru", "languages": ["gle-Latn", "pan-Guru"]}, {"precision": 0.629213, "recall": 0.686759, "f1": 0.645671, "accuracy": 0.686759, "main_score": 0.645671, "hf_subset": "gle_Latn-som_Latn", "languages": ["gle-Latn", "som-Latn"]}, {"precision": 0.532286, "recall": 0.56917, "f1": 0.54254, "accuracy": 0.56917, "main_score": 0.54254, "hf_subset": "gle_Latn-tum_Latn", "languages": ["gle-Latn", "tum-Latn"]}, {"precision": 0.530457, "recall": 0.59585, "f1": 0.548096, "accuracy": 0.59585, "main_score": 0.548096, "hf_subset": "kas_Arab-ace_Arab", "languages": ["kas-Arab", "ace-Arab"]}, {"precision": 0.478055, "recall": 0.539526, "f1": 0.494779, "accuracy": 0.539526, "main_score": 0.494779, "hf_subset": "kas_Arab-bam_Latn", "languages": ["kas-Arab", "bam-Latn"]}, {"precision": 0.326071, "recall": 0.389328, "f1": 0.342649, "accuracy": 0.389328, "main_score": 0.342649, "hf_subset": "kas_Arab-dzo_Tibt", "languages": ["kas-Arab", "dzo-Tibt"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "kas_Arab-hin_Deva", "languages": ["kas-Arab", "hin-Deva"]}, {"precision": 0.91502, "recall": 0.938735, "f1": 0.922431, "accuracy": 0.938735, "main_score": 0.922431, "hf_subset": "kas_Arab-khm_Khmr", "languages": ["kas-Arab", "khm-Khmr"]}, {"precision": 0.967309, "recall": 0.976285, "f1": 0.970092, "accuracy": 0.976285, "main_score": 0.970092, "hf_subset": "kas_Arab-mag_Deva", "languages": ["kas-Arab", "mag-Deva"]}, {"precision": 0.915514, "recall": 0.938735, "f1": 0.922727, "accuracy": 0.938735, "main_score": 0.922727, "hf_subset": "kas_Arab-pap_Latn", "languages": ["kas-Arab", "pap-Latn"]}, {"precision": 0.542478, "recall": 0.599802, "f1": 0.559046, "accuracy": 0.599802, "main_score": 0.559046, "hf_subset": "kas_Arab-sot_Latn", "languages": ["kas-Arab", "sot-Latn"]}, {"precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "kas_Arab-tur_Latn", "languages": ["kas-Arab", "tur-Latn"]}, {"precision": 0.797431, "recall": 0.840909, "f1": 0.810507, "accuracy": 0.840909, "main_score": 0.810507, "hf_subset": "kas_Arab-ace_Latn", "languages": ["kas-Arab", "ace-Latn"]}, {"precision": 0.892984, "recall": 0.916996, "f1": 0.900165, "accuracy": 0.916996, "main_score": 0.900165, "hf_subset": "kas_Arab-ban_Latn", "languages": ["kas-Arab", "ban-Latn"]}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948781, "accuracy": 0.960474, "main_score": 0.948781, "hf_subset": "kas_Arab-ell_Grek", "languages": ["kas-Arab", "ell-Grek"]}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "kas_Arab-hne_Deva", "languages": ["kas-Arab", "hne-Deva"]}, {"precision": 0.535765, "recall": 0.594862, "f1": 0.552164, "accuracy": 0.594862, "main_score": 0.552164, "hf_subset": "kas_Arab-kik_Latn", "languages": ["kas-Arab", "kik-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "kas_Arab-mai_Deva", "languages": ["kas-Arab", "mai-Deva"]}, {"precision": 0.914526, "recall": 0.938735, "f1": 0.922266, "accuracy": 0.938735, "main_score": 0.922266, "hf_subset": "kas_Arab-pbt_Arab", "languages": ["kas-Arab", "pbt-Arab"]}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "kas_Arab-spa_Latn", "languages": ["kas-Arab", "spa-Latn"]}, {"precision": 0.559373, "recall": 0.624506, "f1": 0.577048, "accuracy": 0.624506, "main_score": 0.577048, "hf_subset": "kas_Arab-twi_Latn", "languages": ["kas-Arab", "twi-Latn"]}, {"precision": 0.935359, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "kas_Arab-acm_Arab", "languages": ["kas-Arab", "acm-Arab"]}, {"precision": 0.920817, "recall": 0.942688, "f1": 0.927701, "accuracy": 0.942688, "main_score": 0.927701, "hf_subset": "kas_Arab-bel_Cyrl", "languages": ["kas-Arab", "bel-Cyrl"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "kas_Arab-eng_Latn", "languages": ["kas-Arab", "eng-Latn"]}, {"precision": 0.941864, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "kas_Arab-hrv_Latn", "languages": ["kas-Arab", "hrv-Latn"]}, {"precision": 0.478062, "recall": 0.539526, "f1": 0.49475, "accuracy": 0.539526, "main_score": 0.49475, "hf_subset": "kas_Arab-kin_Latn", "languages": ["kas-Arab", "kin-Latn"]}, {"precision": 0.945487, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "kas_Arab-mal_Mlym", "languages": ["kas-Arab", "mal-Mlym"]}, {"precision": 0.947085, "recall": 0.961462, "f1": 0.951482, "accuracy": 0.961462, "main_score": 0.951482, "hf_subset": "kas_Arab-pes_Arab", "languages": ["kas-Arab", "pes-Arab"]}, {"precision": 0.91917, "recall": 0.942688, "f1": 0.926515, "accuracy": 0.942688, "main_score": 0.926515, "hf_subset": "kas_Arab-srd_Latn", "languages": ["kas-Arab", "srd-Latn"]}, {"precision": 0.183379, "recall": 0.226285, "f1": 0.194213, "accuracy": 0.226285, "main_score": 0.194213, "hf_subset": "kas_Arab-tzm_Tfng", "languages": ["kas-Arab", "tzm-Tfng"]}, {"precision": 0.942194, "recall": 0.959486, "f1": 0.94776, "accuracy": 0.959486, "main_score": 0.94776, "hf_subset": "kas_Arab-acq_Arab", "languages": ["kas-Arab", "acq-Arab"]}, {"precision": 0.562832, "recall": 0.617589, "f1": 0.578386, "accuracy": 0.617589, "main_score": 0.578386, "hf_subset": "kas_Arab-bem_Latn", "languages": ["kas-Arab", "bem-Latn"]}, {"precision": 0.943297, "recall": 0.959486, "f1": 0.948353, "accuracy": 0.959486, "main_score": 0.948353, "hf_subset": "kas_Arab-epo_Latn", "languages": ["kas-Arab", "epo-Latn"]}, {"precision": 0.942194, "recall": 0.958498, "f1": 0.947417, "accuracy": 0.958498, "main_score": 0.947417, "hf_subset": "kas_Arab-hun_Latn", "languages": ["kas-Arab", "hun-Latn"]}, {"precision": 0.893923, "recall": 0.91996, "f1": 0.901746, "accuracy": 0.91996, "main_score": 0.901746, "hf_subset": "kas_Arab-kir_Cyrl", "languages": ["kas-Arab", "kir-Cyrl"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "kas_Arab-mar_Deva", "languages": ["kas-Arab", "mar-Deva"]}, {"precision": 0.584738, "recall": 0.647233, "f1": 0.602742, "accuracy": 0.647233, "main_score": 0.602742, "hf_subset": "kas_Arab-plt_Latn", "languages": ["kas-Arab", "plt-Latn"]}, {"precision": 0.95084, "recall": 0.964427, "f1": 0.955105, "accuracy": 0.964427, "main_score": 0.955105, "hf_subset": "kas_Arab-srp_Cyrl", "languages": ["kas-Arab", "srp-Cyrl"]}, {"precision": 0.859002, "recall": 0.892292, "f1": 0.869285, "accuracy": 0.892292, "main_score": 0.869285, "hf_subset": "kas_Arab-uig_Arab", "languages": ["kas-Arab", "uig-Arab"]}, {"precision": 0.927487, "recall": 0.948617, "f1": 0.934025, "accuracy": 0.948617, "main_score": 0.934025, "hf_subset": "kas_Arab-aeb_Arab", "languages": ["kas-Arab", "aeb-Arab"]}, {"precision": 0.956522, "recall": 0.969368, "f1": 0.960639, "accuracy": 0.969368, "main_score": 0.960639, "hf_subset": "kas_Arab-ben_Beng", "languages": ["kas-Arab", "ben-Beng"]}, {"precision": 0.94277, "recall": 0.95751, "f1": 0.947167, "accuracy": 0.95751, "main_score": 0.947167, "hf_subset": "kas_Arab-est_Latn", "languages": ["kas-Arab", "est-Latn"]}, {"precision": 0.939015, "recall": 0.956522, "f1": 0.944565, "accuracy": 0.956522, "main_score": 0.944565, "hf_subset": "kas_Arab-hye_Armn", "languages": ["kas-Arab", "hye-Armn"]}, {"precision": 0.481735, "recall": 0.538538, "f1": 0.497831, "accuracy": 0.538538, "main_score": 0.497831, "hf_subset": "kas_Arab-kmb_Latn", "languages": ["kas-Arab", "kmb-Latn"]}, {"precision": 0.463905, "recall": 0.535573, "f1": 0.482892, "accuracy": 0.535573, "main_score": 0.482892, "hf_subset": "kas_Arab-min_Arab", "languages": ["kas-Arab", "min-Arab"]}, {"precision": 0.955287, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "kas_Arab-pol_Latn", "languages": ["kas-Arab", "pol-Latn"]}, {"precision": 0.504308, "recall": 0.567194, "f1": 0.521894, "accuracy": 0.567194, "main_score": 0.521894, "hf_subset": "kas_Arab-ssw_Latn", "languages": ["kas-Arab", "ssw-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "kas_Arab-ukr_Cyrl", "languages": ["kas-Arab", "ukr-Cyrl"]}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "kas_Arab-afr_Latn", "languages": ["kas-Arab", "afr-Latn"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "kas_Arab-bho_Deva", "languages": ["kas-Arab", "bho-Deva"]}, {"precision": 0.903228, "recall": 0.927866, "f1": 0.910738, "accuracy": 0.927866, "main_score": 0.910738, "hf_subset": "kas_Arab-eus_Latn", "languages": ["kas-Arab", "eus-Latn"]}, {"precision": 0.498793, "recall": 0.566206, "f1": 0.517204, "accuracy": 0.566206, "main_score": 0.517204, "hf_subset": "kas_Arab-ibo_Latn", "languages": ["kas-Arab", "ibo-Latn"]}, {"precision": 0.75238, "recall": 0.793478, "f1": 0.764413, "accuracy": 0.793478, "main_score": 0.764413, "hf_subset": "kas_Arab-kmr_Latn", "languages": ["kas-Arab", "kmr-Latn"]}, {"precision": 0.908762, "recall": 0.932806, "f1": 0.916243, "accuracy": 0.932806, "main_score": 0.916243, "hf_subset": "kas_Arab-min_Latn", "languages": ["kas-Arab", "min-Latn"]}, {"precision": 0.95611, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "kas_Arab-por_Latn", "languages": ["kas-Arab", "por-Latn"]}, {"precision": 0.934321, "recall": 0.952569, "f1": 0.940053, "accuracy": 0.952569, "main_score": 0.940053, "hf_subset": "kas_Arab-sun_Latn", "languages": ["kas-Arab", "sun-Latn"]}, {"precision": 0.462094, "recall": 0.527668, "f1": 0.480235, "accuracy": 0.527668, "main_score": 0.480235, "hf_subset": "kas_Arab-umb_Latn", "languages": ["kas-Arab", "umb-Latn"]}, {"precision": 0.946723, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "kas_Arab-ajp_Arab", "languages": ["kas-Arab", "ajp-Arab"]}, {"precision": 0.489874, "recall": 0.55336, "f1": 0.508093, "accuracy": 0.55336, "main_score": 0.508093, "hf_subset": "kas_Arab-bjn_Arab", "languages": ["kas-Arab", "bjn-Arab"]}, {"precision": 0.459967, "recall": 0.516798, "f1": 0.474927, "accuracy": 0.516798, "main_score": 0.474927, "hf_subset": "kas_Arab-ewe_Latn", "languages": ["kas-Arab", "ewe-Latn"]}, {"precision": 0.853327, "recall": 0.889328, "f1": 0.864427, "accuracy": 0.889328, "main_score": 0.864427, "hf_subset": "kas_Arab-ilo_Latn", "languages": ["kas-Arab", "ilo-Latn"]}, {"precision": 0.324781, "recall": 0.376482, "f1": 0.338814, "accuracy": 0.376482, "main_score": 0.338814, "hf_subset": "kas_Arab-knc_Arab", "languages": ["kas-Arab", "knc-Arab"]}, {"precision": 0.941288, "recall": 0.958498, "f1": 0.946706, "accuracy": 0.958498, "main_score": 0.946706, "hf_subset": "kas_Arab-mkd_Cyrl", "languages": ["kas-Arab", "mkd-Cyrl"]}, {"precision": 0.956604, "recall": 0.968379, "f1": 0.960375, "accuracy": 0.968379, "main_score": 0.960375, "hf_subset": "kas_Arab-prs_Arab", "languages": ["kas-Arab", "prs-Arab"]}, {"precision": 0.954957, "recall": 0.968379, "f1": 0.959223, "accuracy": 0.968379, "main_score": 0.959223, "hf_subset": "kas_Arab-swe_Latn", "languages": ["kas-Arab", "swe-Latn"]}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "kas_Arab-urd_Arab", "languages": ["kas-Arab", "urd-Arab"]}, {"precision": 0.512633, "recall": 0.58004, "f1": 0.531135, "accuracy": 0.58004, "main_score": 0.531135, "hf_subset": "kas_Arab-aka_Latn", "languages": ["kas-Arab", "aka-Latn"]}, {"precision": 0.899498, "recall": 0.925889, "f1": 0.907499, "accuracy": 0.925889, "main_score": 0.907499, "hf_subset": "kas_Arab-bjn_Latn", "languages": ["kas-Arab", "bjn-Latn"]}, {"precision": 0.861413, "recall": 0.897233, "f1": 0.872548, "accuracy": 0.897233, "main_score": 0.872548, "hf_subset": "kas_Arab-fao_Latn", "languages": ["kas-Arab", "fao-Latn"]}, {"precision": 0.952487, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "kas_Arab-ind_Latn", "languages": ["kas-Arab", "ind-Latn"]}, {"precision": 0.530535, "recall": 0.587945, "f1": 0.546655, "accuracy": 0.587945, "main_score": 0.546655, "hf_subset": "kas_Arab-knc_Latn", "languages": ["kas-Arab", "knc-Latn"]}, {"precision": 0.918808, "recall": 0.940711, "f1": 0.925513, "accuracy": 0.940711, "main_score": 0.925513, "hf_subset": "kas_Arab-mlt_Latn", "languages": ["kas-Arab", "mlt-Latn"]}, {"precision": 0.631388, "recall": 0.693676, "f1": 0.649358, "accuracy": 0.693676, "main_score": 0.649358, "hf_subset": "kas_Arab-quy_Latn", "languages": ["kas-Arab", "quy-Latn"]}, {"precision": 0.856308, "recall": 0.892292, "f1": 0.867245, "accuracy": 0.892292, "main_score": 0.867245, "hf_subset": "kas_Arab-swh_Latn", "languages": ["kas-Arab", "swh-Latn"]}, {"precision": 0.930016, "recall": 0.949605, "f1": 0.936018, "accuracy": 0.949605, "main_score": 0.936018, "hf_subset": "kas_Arab-uzn_Latn", "languages": ["kas-Arab", "uzn-Latn"]}, {"precision": 0.928007, "recall": 0.947628, "f1": 0.934042, "accuracy": 0.947628, "main_score": 0.934042, "hf_subset": "kas_Arab-als_Latn", "languages": ["kas-Arab", "als-Latn"]}, {"precision": 0.471226, "recall": 0.55336, "f1": 0.493514, "accuracy": 0.55336, "main_score": 0.493514, "hf_subset": "kas_Arab-bod_Tibt", "languages": ["kas-Arab", "bod-Tibt"]}, {"precision": 0.592896, "recall": 0.656126, "f1": 0.610964, "accuracy": 0.656126, "main_score": 0.610964, "hf_subset": "kas_Arab-fij_Latn", "languages": ["kas-Arab", "fij-Latn"]}, {"precision": 0.883811, "recall": 0.91502, "f1": 0.893676, "accuracy": 0.91502, "main_score": 0.893676, "hf_subset": "kas_Arab-isl_Latn", "languages": ["kas-Arab", "isl-Latn"]}, {"precision": 0.594906, "recall": 0.65415, "f1": 0.611702, "accuracy": 0.65415, "main_score": 0.611702, "hf_subset": "kas_Arab-kon_Latn", "languages": ["kas-Arab", "kon-Latn"]}, {"precision": 0.645817, "recall": 0.712451, "f1": 0.665453, "accuracy": 0.712451, "main_score": 0.665453, "hf_subset": "kas_Arab-mni_Beng", "languages": ["kas-Arab", "mni-Beng"]}, {"precision": 0.958416, "recall": 0.971344, "f1": 0.962516, "accuracy": 0.971344, "main_score": 0.962516, "hf_subset": "kas_Arab-ron_Latn", "languages": ["kas-Arab", "ron-Latn"]}, {"precision": 0.922628, "recall": 0.942688, "f1": 0.928821, "accuracy": 0.942688, "main_score": 0.928821, "hf_subset": "kas_Arab-szl_Latn", "languages": ["kas-Arab", "szl-Latn"]}, {"precision": 0.949358, "recall": 0.963439, "f1": 0.953788, "accuracy": 0.963439, "main_score": 0.953788, "hf_subset": "kas_Arab-vec_Latn", "languages": ["kas-Arab", "vec-Latn"]}, {"precision": 0.810096, "recall": 0.856719, "f1": 0.824097, "accuracy": 0.856719, "main_score": 0.824097, "hf_subset": "kas_Arab-amh_Ethi", "languages": ["kas-Arab", "amh-Ethi"]}, {"precision": 0.958169, "recall": 0.969368, "f1": 0.961594, "accuracy": 0.969368, "main_score": 0.961594, "hf_subset": "kas_Arab-bos_Latn", "languages": ["kas-Arab", "bos-Latn"]}, {"precision": 0.939065, "recall": 0.956522, "f1": 0.944664, "accuracy": 0.956522, "main_score": 0.944664, "hf_subset": "kas_Arab-fin_Latn", "languages": ["kas-Arab", "fin-Latn"]}, {"precision": 0.955534, "recall": 0.968379, "f1": 0.959651, "accuracy": 0.968379, "main_score": 0.959651, "hf_subset": "kas_Arab-ita_Latn", "languages": ["kas-Arab", "ita-Latn"]}, {"precision": 0.942029, "recall": 0.958498, "f1": 0.947134, "accuracy": 0.958498, "main_score": 0.947134, "hf_subset": "kas_Arab-kor_Hang", "languages": ["kas-Arab", "kor-Hang"]}, {"precision": 0.510093, "recall": 0.570158, "f1": 0.52711, "accuracy": 0.570158, "main_score": 0.52711, "hf_subset": "kas_Arab-mos_Latn", "languages": ["kas-Arab", "mos-Latn"]}, {"precision": 0.475408, "recall": 0.533597, "f1": 0.491227, "accuracy": 0.533597, "main_score": 0.491227, "hf_subset": "kas_Arab-run_Latn", "languages": ["kas-Arab", "run-Latn"]}, {"precision": 0.941864, "recall": 0.958498, "f1": 0.947101, "accuracy": 0.958498, "main_score": 0.947101, "hf_subset": "kas_Arab-tam_Taml", "languages": ["kas-Arab", "tam-Taml"]}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "kas_Arab-vie_Latn", "languages": ["kas-Arab", "vie-Latn"]}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957806, "accuracy": 0.967391, "main_score": 0.957806, "hf_subset": "kas_Arab-apc_Arab", "languages": ["kas-Arab", "apc-Arab"]}, {"precision": 0.748155, "recall": 0.801383, "f1": 0.763839, "accuracy": 0.801383, "main_score": 0.763839, "hf_subset": "kas_Arab-bug_Latn", "languages": ["kas-Arab", "bug-Latn"]}, {"precision": 0.415968, "recall": 0.47332, "f1": 0.431525, "accuracy": 0.47332, "main_score": 0.431525, "hf_subset": "kas_Arab-fon_Latn", "languages": ["kas-Arab", "fon-Latn"]}, {"precision": 0.944829, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "kas_Arab-jav_Latn", "languages": ["kas-Arab", "jav-Latn"]}, {"precision": 0.89301, "recall": 0.921937, "f1": 0.901946, "accuracy": 0.921937, "main_score": 0.901946, "hf_subset": "kas_Arab-lao_Laoo", "languages": ["kas-Arab", "lao-Laoo"]}, {"precision": 0.70537, "recall": 0.763834, "f1": 0.722145, "accuracy": 0.763834, "main_score": 0.722145, "hf_subset": "kas_Arab-mri_Latn", "languages": ["kas-Arab", "mri-Latn"]}, {"precision": 0.944088, "recall": 0.960474, "f1": 0.949341, "accuracy": 0.960474, "main_score": 0.949341, "hf_subset": "kas_Arab-rus_Cyrl", "languages": ["kas-Arab", "rus-Cyrl"]}, {"precision": 0.496127, "recall": 0.551383, "f1": 0.51111, "accuracy": 0.551383, "main_score": 0.51111, "hf_subset": "kas_Arab-taq_Latn", "languages": ["kas-Arab", "taq-Latn"]}, {"precision": 0.932065, "recall": 0.951581, "f1": 0.938307, "accuracy": 0.951581, "main_score": 0.938307, "hf_subset": "kas_Arab-war_Latn", "languages": ["kas-Arab", "war-Latn"]}, {"precision": 0.944252, "recall": 0.960474, "f1": 0.949308, "accuracy": 0.960474, "main_score": 0.949308, "hf_subset": "kas_Arab-arb_Arab", "languages": ["kas-Arab", "arb-Arab"]}, {"precision": 0.947793, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "kas_Arab-bul_Cyrl", "languages": ["kas-Arab", "bul-Cyrl"]}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "kas_Arab-fra_Latn", "languages": ["kas-Arab", "fra-Latn"]}, {"precision": 0.951828, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "kas_Arab-jpn_Jpan", "languages": ["kas-Arab", "jpn-Jpan"]}, {"precision": 0.939806, "recall": 0.95751, "f1": 0.945553, "accuracy": 0.95751, "main_score": 0.945553, "hf_subset": "kas_Arab-lij_Latn", "languages": ["kas-Arab", "lij-Latn"]}, {"precision": 0.88587, "recall": 0.917984, "f1": 0.89608, "accuracy": 0.917984, "main_score": 0.89608, "hf_subset": "kas_Arab-mya_Mymr", "languages": ["kas-Arab", "mya-Mymr"]}, {"precision": 0.526714, "recall": 0.603755, "f1": 0.548234, "accuracy": 0.603755, "main_score": 0.548234, "hf_subset": "kas_Arab-sag_Latn", "languages": ["kas-Arab", "sag-Latn"]}, {"precision": 0.200675, "recall": 0.250988, "f1": 0.211609, "accuracy": 0.250988, "main_score": 0.211609, "hf_subset": "kas_Arab-taq_Tfng", "languages": ["kas-Arab", "taq-Tfng"]}, {"precision": 0.566234, "recall": 0.632411, "f1": 0.584545, "accuracy": 0.632411, "main_score": 0.584545, "hf_subset": "kas_Arab-wol_Latn", "languages": ["kas-Arab", "wol-Latn"]}, {"precision": 0.679968, "recall": 0.747036, "f1": 0.699736, "accuracy": 0.747036, "main_score": 0.699736, "hf_subset": "kas_Arab-arb_Latn", "languages": ["kas-Arab", "arb-Latn"]}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "kas_Arab-cat_Latn", "languages": ["kas-Arab", "cat-Latn"]}, {"precision": 0.931571, "recall": 0.950593, "f1": 0.937484, "accuracy": 0.950593, "main_score": 0.937484, "hf_subset": "kas_Arab-fur_Latn", "languages": ["kas-Arab", "fur-Latn"]}, {"precision": 0.378656, "recall": 0.439723, "f1": 0.394771, "accuracy": 0.439723, "main_score": 0.394771, "hf_subset": "kas_Arab-kab_Latn", "languages": ["kas-Arab", "kab-Latn"]}, {"precision": 0.902174, "recall": 0.929842, "f1": 0.911034, "accuracy": 0.929842, "main_score": 0.911034, "hf_subset": "kas_Arab-lim_Latn", "languages": ["kas-Arab", "lim-Latn"]}, {"precision": 0.941206, "recall": 0.958498, "f1": 0.94664, "accuracy": 0.958498, "main_score": 0.94664, "hf_subset": "kas_Arab-nld_Latn", "languages": ["kas-Arab", "nld-Latn"]}, {"precision": 0.932971, "recall": 0.952569, "f1": 0.939229, "accuracy": 0.952569, "main_score": 0.939229, "hf_subset": "kas_Arab-san_Deva", "languages": ["kas-Arab", "san-Deva"]}, {"precision": 0.929348, "recall": 0.948617, "f1": 0.935394, "accuracy": 0.948617, "main_score": 0.935394, "hf_subset": "kas_Arab-tat_Cyrl", "languages": ["kas-Arab", "tat-Cyrl"]}, {"precision": 0.598142, "recall": 0.660079, "f1": 0.615504, "accuracy": 0.660079, "main_score": 0.615504, "hf_subset": "kas_Arab-xho_Latn", "languages": ["kas-Arab", "xho-Latn"]}, {"precision": 0.944862, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "kas_Arab-ars_Arab", "languages": ["kas-Arab", "ars-Arab"]}, {"precision": 0.947875, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "kas_Arab-ceb_Latn", "languages": ["kas-Arab", "ceb-Latn"]}, {"precision": 0.502278, "recall": 0.568182, "f1": 0.520911, "accuracy": 0.568182, "main_score": 0.520911, "hf_subset": "kas_Arab-fuv_Latn", "languages": ["kas-Arab", "fuv-Latn"]}, {"precision": 0.461715, "recall": 0.528656, "f1": 0.47983, "accuracy": 0.528656, "main_score": 0.47983, "hf_subset": "kas_Arab-kac_Latn", "languages": ["kas-Arab", "kac-Latn"]}, {"precision": 0.633142, "recall": 0.689723, "f1": 0.648346, "accuracy": 0.689723, "main_score": 0.648346, "hf_subset": "kas_Arab-lin_Latn", "languages": ["kas-Arab", "lin-Latn"]}, {"precision": 0.939065, "recall": 0.956522, "f1": 0.944617, "accuracy": 0.956522, "main_score": 0.944617, "hf_subset": "kas_Arab-nno_Latn", "languages": ["kas-Arab", "nno-Latn"]}, {"precision": 0.191066, "recall": 0.26087, "f1": 0.207987, "accuracy": 0.26087, "main_score": 0.207987, "hf_subset": "kas_Arab-sat_Olck", "languages": ["kas-Arab", "sat-Olck"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "kas_Arab-tel_Telu", "languages": ["kas-Arab", "tel-Telu"]}, {"precision": 0.854359, "recall": 0.890316, "f1": 0.865283, "accuracy": 0.890316, "main_score": 0.865283, "hf_subset": "kas_Arab-ydd_Hebr", "languages": ["kas-Arab", "ydd-Hebr"]}, {"precision": 0.89361, "recall": 0.922925, "f1": 0.902602, "accuracy": 0.922925, "main_score": 0.902602, "hf_subset": "kas_Arab-ary_Arab", "languages": ["kas-Arab", "ary-Arab"]}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "kas_Arab-ces_Latn", "languages": ["kas-Arab", "ces-Latn"]}, {"precision": 0.533409, "recall": 0.594862, "f1": 0.550779, "accuracy": 0.594862, "main_score": 0.550779, "hf_subset": "kas_Arab-gaz_Latn", "languages": ["kas-Arab", "gaz-Latn"]}, {"precision": 0.49614, "recall": 0.564229, "f1": 0.515358, "accuracy": 0.564229, "main_score": 0.515358, "hf_subset": "kas_Arab-kam_Latn", "languages": ["kas-Arab", "kam-Latn"]}, {"precision": 0.935804, "recall": 0.953557, "f1": 0.941323, "accuracy": 0.953557, "main_score": 0.941323, "hf_subset": "kas_Arab-lit_Latn", "languages": ["kas-Arab", "lit-Latn"]}, {"precision": 0.945076, "recall": 0.962451, "f1": 0.950659, "accuracy": 0.962451, "main_score": 0.950659, "hf_subset": "kas_Arab-nob_Latn", "languages": ["kas-Arab", "nob-Latn"]}, {"precision": 0.917737, "recall": 0.939723, "f1": 0.924638, "accuracy": 0.939723, "main_score": 0.924638, "hf_subset": "kas_Arab-scn_Latn", "languages": ["kas-Arab", "scn-Latn"]}, {"precision": 0.891535, "recall": 0.920949, "f1": 0.900856, "accuracy": 0.920949, "main_score": 0.900856, "hf_subset": "kas_Arab-tgk_Cyrl", "languages": ["kas-Arab", "tgk-Cyrl"]}, {"precision": 0.580995, "recall": 0.651186, "f1": 0.60096, "accuracy": 0.651186, "main_score": 0.60096, "hf_subset": "kas_Arab-yor_Latn", "languages": ["kas-Arab", "yor-Latn"]}, {"precision": 0.939789, "recall": 0.956522, "f1": 0.944993, "accuracy": 0.956522, "main_score": 0.944993, "hf_subset": "kas_Arab-arz_Arab", "languages": ["kas-Arab", "arz-Arab"]}, {"precision": 0.500571, "recall": 0.56917, "f1": 0.519597, "accuracy": 0.56917, "main_score": 0.519597, "hf_subset": "kas_Arab-cjk_Latn", "languages": ["kas-Arab", "cjk-Latn"]}, {"precision": 0.637429, "recall": 0.697628, "f1": 0.654908, "accuracy": 0.697628, "main_score": 0.654908, "hf_subset": "kas_Arab-gla_Latn", "languages": ["kas-Arab", "gla-Latn"]}, {"precision": 0.952816, "recall": 0.967391, "f1": 0.957576, "accuracy": 0.967391, "main_score": 0.957576, "hf_subset": "kas_Arab-kan_Knda", "languages": ["kas-Arab", "kan-Knda"]}, {"precision": 0.932322, "recall": 0.949605, "f1": 0.9375, "accuracy": 0.949605, "main_score": 0.9375, "hf_subset": "kas_Arab-lmo_Latn", "languages": ["kas-Arab", "lmo-Latn"]}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "kas_Arab-npi_Deva", "languages": ["kas-Arab", "npi-Deva"]}, {"precision": 0.427676, "recall": 0.487154, "f1": 0.443692, "accuracy": 0.487154, "main_score": 0.443692, "hf_subset": "kas_Arab-shn_Mymr", "languages": ["kas-Arab", "shn-Mymr"]}, {"precision": 0.956192, "recall": 0.968379, "f1": 0.959933, "accuracy": 0.968379, "main_score": 0.959933, "hf_subset": "kas_Arab-tgl_Latn", "languages": ["kas-Arab", "tgl-Latn"]}, {"precision": 0.938933, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "kas_Arab-yue_Hant", "languages": ["kas-Arab", "yue-Hant"]}, {"precision": 0.9417, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "kas_Arab-asm_Beng", "languages": ["kas-Arab", "asm-Beng"]}, {"precision": 0.85108, "recall": 0.88834, "f1": 0.862434, "accuracy": 0.88834, "main_score": 0.862434, "hf_subset": "kas_Arab-ckb_Arab", "languages": ["kas-Arab", "ckb-Arab"]}, {"precision": 0.713918, "recall": 0.771739, "f1": 0.730836, "accuracy": 0.771739, "main_score": 0.730836, "hf_subset": "kas_Arab-gle_Latn", "languages": ["kas-Arab", "gle-Latn"]}, {"precision": 0.834552, "recall": 0.873518, "f1": 0.846791, "accuracy": 0.873518, "main_score": 0.846791, "hf_subset": "kas_Arab-ltg_Latn", "languages": ["kas-Arab", "ltg-Latn"]}, {"precision": 0.55369, "recall": 0.614625, "f1": 0.570241, "accuracy": 0.614625, "main_score": 0.570241, "hf_subset": "kas_Arab-nso_Latn", "languages": ["kas-Arab", "nso-Latn"]}, {"precision": 0.881291, "recall": 0.914032, "f1": 0.891601, "accuracy": 0.914032, "main_score": 0.891601, "hf_subset": "kas_Arab-sin_Sinh", "languages": ["kas-Arab", "sin-Sinh"]}, {"precision": 0.936512, "recall": 0.954545, "f1": 0.94226, "accuracy": 0.954545, "main_score": 0.94226, "hf_subset": "kas_Arab-tha_Thai", "languages": ["kas-Arab", "tha-Thai"]}, {"precision": 0.929101, "recall": 0.950593, "f1": 0.935837, "accuracy": 0.950593, "main_score": 0.935837, "hf_subset": "kas_Arab-zho_Hans", "languages": ["kas-Arab", "zho-Hans"]}, {"precision": 0.943841, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "kas_Arab-ast_Latn", "languages": ["kas-Arab", "ast-Latn"]}, {"precision": 0.914526, "recall": 0.938735, "f1": 0.922233, "accuracy": 0.938735, "main_score": 0.922233, "hf_subset": "kas_Arab-crh_Latn", "languages": ["kas-Arab", "crh-Latn"]}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "kas_Arab-glg_Latn", "languages": ["kas-Arab", "glg-Latn"]}, {"precision": 0.921113, "recall": 0.944664, "f1": 0.928854, "accuracy": 0.944664, "main_score": 0.928854, "hf_subset": "kas_Arab-kas_Deva", "languages": ["kas-Arab", "kas-Deva"]}, {"precision": 0.922217, "recall": 0.942688, "f1": 0.92859, "accuracy": 0.942688, "main_score": 0.92859, "hf_subset": "kas_Arab-ltz_Latn", "languages": ["kas-Arab", "ltz-Latn"]}, {"precision": 0.41561, "recall": 0.48419, "f1": 0.433296, "accuracy": 0.48419, "main_score": 0.433296, "hf_subset": "kas_Arab-nus_Latn", "languages": ["kas-Arab", "nus-Latn"]}, {"precision": 0.950016, "recall": 0.965415, "f1": 0.954941, "accuracy": 0.965415, "main_score": 0.954941, "hf_subset": "kas_Arab-slk_Latn", "languages": ["kas-Arab", "slk-Latn"]}, {"precision": 0.567005, "recall": 0.635375, "f1": 0.58686, "accuracy": 0.635375, "main_score": 0.58686, "hf_subset": "kas_Arab-tir_Ethi", "languages": ["kas-Arab", "tir-Ethi"]}, {"precision": 0.930583, "recall": 0.950593, "f1": 0.936778, "accuracy": 0.950593, "main_score": 0.936778, "hf_subset": "kas_Arab-zho_Hant", "languages": ["kas-Arab", "zho-Hant"]}, {"precision": 0.946146, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "kas_Arab-awa_Deva", "languages": ["kas-Arab", "awa-Deva"]}, {"precision": 0.85219, "recall": 0.893281, "f1": 0.864987, "accuracy": 0.893281, "main_score": 0.864987, "hf_subset": "kas_Arab-cym_Latn", "languages": ["kas-Arab", "cym-Latn"]}, {"precision": 0.739213, "recall": 0.787549, "f1": 0.753491, "accuracy": 0.787549, "main_score": 0.753491, "hf_subset": "kas_Arab-grn_Latn", "languages": ["kas-Arab", "grn-Latn"]}, {"precision": 0.927207, "recall": 0.945652, "f1": 0.932759, "accuracy": 0.945652, "main_score": 0.932759, "hf_subset": "kas_Arab-kat_Geor", "languages": ["kas-Arab", "kat-Geor"]}, {"precision": 0.582635, "recall": 0.644269, "f1": 0.600273, "accuracy": 0.644269, "main_score": 0.600273, "hf_subset": "kas_Arab-lua_Latn", "languages": ["kas-Arab", "lua-Latn"]}, {"precision": 0.568832, "recall": 0.632411, "f1": 0.586628, "accuracy": 0.632411, "main_score": 0.586628, "hf_subset": "kas_Arab-nya_Latn", "languages": ["kas-Arab", "nya-Latn"]}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "kas_Arab-slv_Latn", "languages": ["kas-Arab", "slv-Latn"]}, {"precision": 0.854694, "recall": 0.890316, "f1": 0.865481, "accuracy": 0.890316, "main_score": 0.865481, "hf_subset": "kas_Arab-tpi_Latn", "languages": ["kas-Arab", "tpi-Latn"]}, {"precision": 0.951993, "recall": 0.966403, "f1": 0.956588, "accuracy": 0.966403, "main_score": 0.956588, "hf_subset": "kas_Arab-zsm_Latn", "languages": ["kas-Arab", "zsm-Latn"]}, {"precision": 0.494591, "recall": 0.5583, "f1": 0.511692, "accuracy": 0.5583, "main_score": 0.511692, "hf_subset": "kas_Arab-ayr_Latn", "languages": ["kas-Arab", "ayr-Latn"]}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "kas_Arab-dan_Latn", "languages": ["kas-Arab", "dan-Latn"]}, {"precision": 0.95471, "recall": 0.967391, "f1": 0.958663, "accuracy": 0.967391, "main_score": 0.958663, "hf_subset": "kas_Arab-guj_Gujr", "languages": ["kas-Arab", "guj-Gujr"]}, {"precision": 0.944401, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "kas_Arab-kaz_Cyrl", "languages": ["kas-Arab", "kaz-Cyrl"]}, {"precision": 0.487042, "recall": 0.54249, "f1": 0.50169, "accuracy": 0.54249, "main_score": 0.50169, "hf_subset": "kas_Arab-lug_Latn", "languages": ["kas-Arab", "lug-Latn"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "kas_Arab-oci_Latn", "languages": ["kas-Arab", "oci-Latn"]}, {"precision": 0.684682, "recall": 0.746047, "f1": 0.702838, "accuracy": 0.746047, "main_score": 0.702838, "hf_subset": "kas_Arab-smo_Latn", "languages": ["kas-Arab", "smo-Latn"]}, {"precision": 0.502006, "recall": 0.563241, "f1": 0.519018, "accuracy": 0.563241, "main_score": 0.519018, "hf_subset": "kas_Arab-tsn_Latn", "languages": ["kas-Arab", "tsn-Latn"]}, {"precision": 0.5399, "recall": 0.604743, "f1": 0.558514, "accuracy": 0.604743, "main_score": 0.558514, "hf_subset": "kas_Arab-zul_Latn", "languages": ["kas-Arab", "zul-Latn"]}, {"precision": 0.867671, "recall": 0.902174, "f1": 0.878854, "accuracy": 0.902174, "main_score": 0.878854, "hf_subset": "kas_Arab-azb_Arab", "languages": ["kas-Arab", "azb-Arab"]}, {"precision": 0.947628, "recall": 0.964427, "f1": 0.953063, "accuracy": 0.964427, "main_score": 0.953063, "hf_subset": "kas_Arab-deu_Latn", "languages": ["kas-Arab", "deu-Latn"]}, {"precision": 0.880929, "recall": 0.913043, "f1": 0.890942, "accuracy": 0.913043, "main_score": 0.890942, "hf_subset": "kas_Arab-hat_Latn", "languages": ["kas-Arab", "hat-Latn"]}, {"precision": 0.445166, "recall": 0.506917, "f1": 0.46213, "accuracy": 0.506917, "main_score": 0.46213, "hf_subset": "kas_Arab-kbp_Latn", "languages": ["kas-Arab", "kbp-Latn"]}, {"precision": 0.509174, "recall": 0.579051, "f1": 0.527843, "accuracy": 0.579051, "main_score": 0.527843, "hf_subset": "kas_Arab-luo_Latn", "languages": ["kas-Arab", "luo-Latn"]}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "kas_Arab-ory_Orya", "languages": ["kas-Arab", "ory-Orya"]}, {"precision": 0.534338, "recall": 0.597826, "f1": 0.552528, "accuracy": 0.597826, "main_score": 0.552528, "hf_subset": "kas_Arab-sna_Latn", "languages": ["kas-Arab", "sna-Latn"]}, {"precision": 0.509025, "recall": 0.563241, "f1": 0.524234, "accuracy": 0.563241, "main_score": 0.524234, "hf_subset": "kas_Arab-tso_Latn", "languages": ["kas-Arab", "tso-Latn"]}, {"precision": 0.92346, "recall": 0.944664, "f1": 0.930127, "accuracy": 0.944664, "main_score": 0.930127, "hf_subset": "kas_Arab-azj_Latn", "languages": ["kas-Arab", "azj-Latn"]}, {"precision": 0.48738, "recall": 0.555336, "f1": 0.506176, "accuracy": 0.555336, "main_score": 0.506176, "hf_subset": "kas_Arab-dik_Latn", "languages": ["kas-Arab", "dik-Latn"]}, {"precision": 0.622391, "recall": 0.686759, "f1": 0.640752, "accuracy": 0.686759, "main_score": 0.640752, "hf_subset": "kas_Arab-hau_Latn", "languages": ["kas-Arab", "hau-Latn"]}, {"precision": 0.932395, "recall": 0.951581, "f1": 0.938425, "accuracy": 0.951581, "main_score": 0.938425, "hf_subset": "kas_Arab-kea_Latn", "languages": ["kas-Arab", "kea-Latn"]}, {"precision": 0.671518, "recall": 0.724308, "f1": 0.687025, "accuracy": 0.724308, "main_score": 0.687025, "hf_subset": "kas_Arab-lus_Latn", "languages": ["kas-Arab", "lus-Latn"]}, {"precision": 0.808747, "recall": 0.846838, "f1": 0.820092, "accuracy": 0.846838, "main_score": 0.820092, "hf_subset": "kas_Arab-pag_Latn", "languages": ["kas-Arab", "pag-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "kas_Arab-snd_Arab", "languages": ["kas-Arab", "snd-Arab"]}, {"precision": 0.842721, "recall": 0.880435, "f1": 0.854545, "accuracy": 0.880435, "main_score": 0.854545, "hf_subset": "kas_Arab-tuk_Latn", "languages": ["kas-Arab", "tuk-Latn"]}, {"precision": 0.90835, "recall": 0.933794, "f1": 0.916403, "accuracy": 0.933794, "main_score": 0.916403, "hf_subset": "kas_Arab-bak_Cyrl", "languages": ["kas-Arab", "bak-Cyrl"]}, {"precision": 0.447891, "recall": 0.525692, "f1": 0.469888, "accuracy": 0.525692, "main_score": 0.469888, "hf_subset": "kas_Arab-dyu_Latn", "languages": ["kas-Arab", "dyu-Latn"]}, {"precision": 0.937418, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "kas_Arab-heb_Hebr", "languages": ["kas-Arab", "heb-Hebr"]}, {"precision": 0.873304, "recall": 0.905138, "f1": 0.883136, "accuracy": 0.905138, "main_score": 0.883136, "hf_subset": "kas_Arab-khk_Cyrl", "languages": ["kas-Arab", "khk-Cyrl"]}, {"precision": 0.952322, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "kas_Arab-lvs_Latn", "languages": ["kas-Arab", "lvs-Latn"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "kas_Arab-pan_Guru", "languages": ["kas-Arab", "pan-Guru"]}, {"precision": 0.60607, "recall": 0.672925, "f1": 0.625756, "accuracy": 0.672925, "main_score": 0.625756, "hf_subset": "kas_Arab-som_Latn", "languages": ["kas-Arab", "som-Latn"]}, {"precision": 0.519807, "recall": 0.574111, "f1": 0.535394, "accuracy": 0.574111, "main_score": 0.535394, "hf_subset": "kas_Arab-tum_Latn", "languages": ["kas-Arab", "tum-Latn"]}, {"precision": 0.563447, "recall": 0.619565, "f1": 0.579851, "accuracy": 0.619565, "main_score": 0.579851, "hf_subset": "ltg_Latn-ace_Arab", "languages": ["ltg-Latn", "ace-Arab"]}, {"precision": 0.517311, "recall": 0.571146, "f1": 0.531923, "accuracy": 0.571146, "main_score": 0.531923, "hf_subset": "ltg_Latn-bam_Latn", "languages": ["ltg-Latn", "bam-Latn"]}, {"precision": 0.349525, "recall": 0.403162, "f1": 0.363271, "accuracy": 0.403162, "main_score": 0.363271, "hf_subset": "ltg_Latn-dzo_Tibt", "languages": ["ltg-Latn", "dzo-Tibt"]}, {"precision": 0.937171, "recall": 0.955534, "f1": 0.942871, "accuracy": 0.955534, "main_score": 0.942871, "hf_subset": "ltg_Latn-hin_Deva", "languages": ["ltg-Latn", "hin-Deva"]}, {"precision": 0.890679, "recall": 0.91996, "f1": 0.899821, "accuracy": 0.91996, "main_score": 0.899821, "hf_subset": "ltg_Latn-khm_Khmr", "languages": ["ltg-Latn", "khm-Khmr"]}, {"precision": 0.918841, "recall": 0.939723, "f1": 0.925033, "accuracy": 0.939723, "main_score": 0.925033, "hf_subset": "ltg_Latn-mag_Deva", "languages": ["ltg-Latn", "mag-Deva"]}, {"precision": 0.916041, "recall": 0.936759, "f1": 0.922186, "accuracy": 0.936759, "main_score": 0.922186, "hf_subset": "ltg_Latn-pap_Latn", "languages": ["ltg-Latn", "pap-Latn"]}, {"precision": 0.573601, "recall": 0.624506, "f1": 0.5882, "accuracy": 0.624506, "main_score": 0.5882, "hf_subset": "ltg_Latn-sot_Latn", "languages": ["ltg-Latn", "sot-Latn"]}, {"precision": 0.946262, "recall": 0.960474, "f1": 0.950447, "accuracy": 0.960474, "main_score": 0.950447, "hf_subset": "ltg_Latn-tur_Latn", "languages": ["ltg-Latn", "tur-Latn"]}, {"precision": 0.796528, "recall": 0.83498, "f1": 0.808147, "accuracy": 0.83498, "main_score": 0.808147, "hf_subset": "ltg_Latn-ace_Latn", "languages": ["ltg-Latn", "ace-Latn"]}, {"precision": 0.868824, "recall": 0.898221, "f1": 0.877518, "accuracy": 0.898221, "main_score": 0.877518, "hf_subset": "ltg_Latn-ban_Latn", "languages": ["ltg-Latn", "ban-Latn"]}, {"precision": 0.941897, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "ltg_Latn-ell_Grek", "languages": ["ltg-Latn", "ell-Grek"]}, {"precision": 0.912088, "recall": 0.936759, "f1": 0.919551, "accuracy": 0.936759, "main_score": 0.919551, "hf_subset": "ltg_Latn-hne_Deva", "languages": ["ltg-Latn", "hne-Deva"]}, {"precision": 0.554194, "recall": 0.607708, "f1": 0.569943, "accuracy": 0.607708, "main_score": 0.569943, "hf_subset": "ltg_Latn-kik_Latn", "languages": ["ltg-Latn", "kik-Latn"]}, {"precision": 0.934552, "recall": 0.952569, "f1": 0.939888, "accuracy": 0.952569, "main_score": 0.939888, "hf_subset": "ltg_Latn-mai_Deva", "languages": ["ltg-Latn", "mai-Deva"]}, {"precision": 0.863036, "recall": 0.896245, "f1": 0.87288, "accuracy": 0.896245, "main_score": 0.87288, "hf_subset": "ltg_Latn-pbt_Arab", "languages": ["ltg-Latn", "pbt-Arab"]}, {"precision": 0.94198, "recall": 0.95751, "f1": 0.946494, "accuracy": 0.95751, "main_score": 0.946494, "hf_subset": "ltg_Latn-spa_Latn", "languages": ["ltg-Latn", "spa-Latn"]}, {"precision": 0.590198, "recall": 0.641304, "f1": 0.604723, "accuracy": 0.641304, "main_score": 0.604723, "hf_subset": "ltg_Latn-twi_Latn", "languages": ["ltg-Latn", "twi-Latn"]}, {"precision": 0.926329, "recall": 0.944664, "f1": 0.931653, "accuracy": 0.944664, "main_score": 0.931653, "hf_subset": "ltg_Latn-acm_Arab", "languages": ["ltg-Latn", "acm-Arab"]}, {"precision": 0.92393, "recall": 0.944664, "f1": 0.930072, "accuracy": 0.944664, "main_score": 0.930072, "hf_subset": "ltg_Latn-bel_Cyrl", "languages": ["ltg-Latn", "bel-Cyrl"]}, {"precision": 0.957576, "recall": 0.969368, "f1": 0.961133, "accuracy": 0.969368, "main_score": 0.961133, "hf_subset": "ltg_Latn-eng_Latn", "languages": ["ltg-Latn", "eng-Latn"]}, {"precision": 0.946476, "recall": 0.962451, "f1": 0.951383, "accuracy": 0.962451, "main_score": 0.951383, "hf_subset": "ltg_Latn-hrv_Latn", "languages": ["ltg-Latn", "hrv-Latn"]}, {"precision": 0.539238, "recall": 0.588933, "f1": 0.552803, "accuracy": 0.588933, "main_score": 0.552803, "hf_subset": "ltg_Latn-kin_Latn", "languages": ["ltg-Latn", "kin-Latn"]}, {"precision": 0.921031, "recall": 0.944664, "f1": 0.92859, "accuracy": 0.944664, "main_score": 0.92859, "hf_subset": "ltg_Latn-mal_Mlym", "languages": ["ltg-Latn", "mal-Mlym"]}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "ltg_Latn-pes_Arab", "languages": ["ltg-Latn", "pes-Arab"]}, {"precision": 0.924811, "recall": 0.944664, "f1": 0.930786, "accuracy": 0.944664, "main_score": 0.930786, "hf_subset": "ltg_Latn-srd_Latn", "languages": ["ltg-Latn", "srd-Latn"]}, {"precision": 0.197587, "recall": 0.241107, "f1": 0.208358, "accuracy": 0.241107, "main_score": 0.208358, "hf_subset": "ltg_Latn-tzm_Tfng", "languages": ["ltg-Latn", "tzm-Tfng"]}, {"precision": 0.943241, "recall": 0.958498, "f1": 0.947777, "accuracy": 0.958498, "main_score": 0.947777, "hf_subset": "ltg_Latn-acq_Arab", "languages": ["ltg-Latn", "acq-Arab"]}, {"precision": 0.596165, "recall": 0.643281, "f1": 0.610117, "accuracy": 0.643281, "main_score": 0.610117, "hf_subset": "ltg_Latn-bem_Latn", "languages": ["ltg-Latn", "bem-Latn"]}, {"precision": 0.950873, "recall": 0.965415, "f1": 0.955435, "accuracy": 0.965415, "main_score": 0.955435, "hf_subset": "ltg_Latn-epo_Latn", "languages": ["ltg-Latn", "epo-Latn"]}, {"precision": 0.944911, "recall": 0.961462, "f1": 0.95, "accuracy": 0.961462, "main_score": 0.95, "hf_subset": "ltg_Latn-hun_Latn", "languages": ["ltg-Latn", "hun-Latn"]}, {"precision": 0.89361, "recall": 0.921937, "f1": 0.902292, "accuracy": 0.921937, "main_score": 0.902292, "hf_subset": "ltg_Latn-kir_Cyrl", "languages": ["ltg-Latn", "kir-Cyrl"]}, {"precision": 0.921814, "recall": 0.9417, "f1": 0.927586, "accuracy": 0.9417, "main_score": 0.927586, "hf_subset": "ltg_Latn-mar_Deva", "languages": ["ltg-Latn", "mar-Deva"]}, {"precision": 0.612138, "recall": 0.662055, "f1": 0.626501, "accuracy": 0.662055, "main_score": 0.626501, "hf_subset": "ltg_Latn-plt_Latn", "languages": ["ltg-Latn", "plt-Latn"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961594, "accuracy": 0.970356, "main_score": 0.961594, "hf_subset": "ltg_Latn-srp_Cyrl", "languages": ["ltg-Latn", "srp-Cyrl"]}, {"precision": 0.82859, "recall": 0.866601, "f1": 0.839761, "accuracy": 0.866601, "main_score": 0.839761, "hf_subset": "ltg_Latn-uig_Arab", "languages": ["ltg-Latn", "uig-Arab"]}, {"precision": 0.91315, "recall": 0.932806, "f1": 0.918888, "accuracy": 0.932806, "main_score": 0.918888, "hf_subset": "ltg_Latn-aeb_Arab", "languages": ["ltg-Latn", "aeb-Arab"]}, {"precision": 0.936882, "recall": 0.953557, "f1": 0.941886, "accuracy": 0.953557, "main_score": 0.941886, "hf_subset": "ltg_Latn-ben_Beng", "languages": ["ltg-Latn", "ben-Beng"]}, {"precision": 0.94837, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "ltg_Latn-est_Latn", "languages": ["ltg-Latn", "est-Latn"]}, {"precision": 0.933557, "recall": 0.950593, "f1": 0.938389, "accuracy": 0.950593, "main_score": 0.938389, "hf_subset": "ltg_Latn-hye_Armn", "languages": ["ltg-Latn", "hye-Armn"]}, {"precision": 0.54692, "recall": 0.59585, "f1": 0.560421, "accuracy": 0.59585, "main_score": 0.560421, "hf_subset": "ltg_Latn-kmb_Latn", "languages": ["ltg-Latn", "kmb-Latn"]}, {"precision": 0.489659, "recall": 0.5583, "f1": 0.507896, "accuracy": 0.5583, "main_score": 0.507896, "hf_subset": "ltg_Latn-min_Arab", "languages": ["ltg-Latn", "min-Arab"]}, {"precision": 0.941815, "recall": 0.958498, "f1": 0.946871, "accuracy": 0.958498, "main_score": 0.946871, "hf_subset": "ltg_Latn-pol_Latn", "languages": ["ltg-Latn", "pol-Latn"]}, {"precision": 0.541964, "recall": 0.59585, "f1": 0.557169, "accuracy": 0.59585, "main_score": 0.557169, "hf_subset": "ltg_Latn-ssw_Latn", "languages": ["ltg-Latn", "ssw-Latn"]}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "ltg_Latn-ukr_Cyrl", "languages": ["ltg-Latn", "ukr-Cyrl"]}, {"precision": 0.953343, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "ltg_Latn-afr_Latn", "languages": ["ltg-Latn", "afr-Latn"]}, {"precision": 0.913035, "recall": 0.935771, "f1": 0.919686, "accuracy": 0.935771, "main_score": 0.919686, "hf_subset": "ltg_Latn-bho_Deva", "languages": ["ltg-Latn", "bho-Deva"]}, {"precision": 0.893561, "recall": 0.91996, "f1": 0.901369, "accuracy": 0.91996, "main_score": 0.901369, "hf_subset": "ltg_Latn-eus_Latn", "languages": ["ltg-Latn", "eus-Latn"]}, {"precision": 0.557857, "recall": 0.61166, "f1": 0.573166, "accuracy": 0.61166, "main_score": 0.573166, "hf_subset": "ltg_Latn-ibo_Latn", "languages": ["ltg-Latn", "ibo-Latn"]}, {"precision": 0.764312, "recall": 0.809289, "f1": 0.777495, "accuracy": 0.809289, "main_score": 0.777495, "hf_subset": "ltg_Latn-kmr_Latn", "languages": ["ltg-Latn", "kmr-Latn"]}, {"precision": 0.893643, "recall": 0.916996, "f1": 0.900612, "accuracy": 0.916996, "main_score": 0.900612, "hf_subset": "ltg_Latn-min_Latn", "languages": ["ltg-Latn", "min-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965547, "accuracy": 0.97332, "main_score": 0.965547, "hf_subset": "ltg_Latn-por_Latn", "languages": ["ltg-Latn", "por-Latn"]}, {"precision": 0.917852, "recall": 0.938735, "f1": 0.923998, "accuracy": 0.938735, "main_score": 0.923998, "hf_subset": "ltg_Latn-sun_Latn", "languages": ["ltg-Latn", "sun-Latn"]}, {"precision": 0.514207, "recall": 0.567194, "f1": 0.52932, "accuracy": 0.567194, "main_score": 0.52932, "hf_subset": "ltg_Latn-umb_Latn", "languages": ["ltg-Latn", "umb-Latn"]}, {"precision": 0.941815, "recall": 0.95751, "f1": 0.946542, "accuracy": 0.95751, "main_score": 0.946542, "hf_subset": "ltg_Latn-ajp_Arab", "languages": ["ltg-Latn", "ajp-Arab"]}, {"precision": 0.530915, "recall": 0.586957, "f1": 0.547084, "accuracy": 0.586957, "main_score": 0.547084, "hf_subset": "ltg_Latn-bjn_Arab", "languages": ["ltg-Latn", "bjn-Arab"]}, {"precision": 0.509232, "recall": 0.559289, "f1": 0.523122, "accuracy": 0.559289, "main_score": 0.523122, "hf_subset": "ltg_Latn-ewe_Latn", "languages": ["ltg-Latn", "ewe-Latn"]}, {"precision": 0.862164, "recall": 0.892292, "f1": 0.871017, "accuracy": 0.892292, "main_score": 0.871017, "hf_subset": "ltg_Latn-ilo_Latn", "languages": ["ltg-Latn", "ilo-Latn"]}, {"precision": 0.312575, "recall": 0.370553, "f1": 0.328941, "accuracy": 0.370553, "main_score": 0.328941, "hf_subset": "ltg_Latn-knc_Arab", "languages": ["ltg-Latn", "knc-Arab"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957642, "accuracy": 0.967391, "main_score": 0.957642, "hf_subset": "ltg_Latn-mkd_Cyrl", "languages": ["ltg-Latn", "mkd-Cyrl"]}, {"precision": 0.940629, "recall": 0.95751, "f1": 0.945836, "accuracy": 0.95751, "main_score": 0.945836, "hf_subset": "ltg_Latn-prs_Arab", "languages": ["ltg-Latn", "prs-Arab"]}, {"precision": 0.955451, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "ltg_Latn-swe_Latn", "languages": ["ltg-Latn", "swe-Latn"]}, {"precision": 0.935112, "recall": 0.953557, "f1": 0.940646, "accuracy": 0.953557, "main_score": 0.940646, "hf_subset": "ltg_Latn-urd_Arab", "languages": ["ltg-Latn", "urd-Arab"]}, {"precision": 0.558784, "recall": 0.613636, "f1": 0.574461, "accuracy": 0.613636, "main_score": 0.574461, "hf_subset": "ltg_Latn-aka_Latn", "languages": ["ltg-Latn", "aka-Latn"]}, {"precision": 0.884396, "recall": 0.911067, "f1": 0.892435, "accuracy": 0.911067, "main_score": 0.892435, "hf_subset": "ltg_Latn-bjn_Latn", "languages": ["ltg-Latn", "bjn-Latn"]}, {"precision": 0.864946, "recall": 0.900198, "f1": 0.875648, "accuracy": 0.900198, "main_score": 0.875648, "hf_subset": "ltg_Latn-fao_Latn", "languages": ["ltg-Latn", "fao-Latn"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957642, "accuracy": 0.967391, "main_score": 0.957642, "hf_subset": "ltg_Latn-ind_Latn", "languages": ["ltg-Latn", "ind-Latn"]}, {"precision": 0.559917, "recall": 0.606719, "f1": 0.57343, "accuracy": 0.606719, "main_score": 0.57343, "hf_subset": "ltg_Latn-knc_Latn", "languages": ["ltg-Latn", "knc-Latn"]}, {"precision": 0.914567, "recall": 0.934783, "f1": 0.920331, "accuracy": 0.934783, "main_score": 0.920331, "hf_subset": "ltg_Latn-mlt_Latn", "languages": ["ltg-Latn", "mlt-Latn"]}, {"precision": 0.642912, "recall": 0.69664, "f1": 0.658382, "accuracy": 0.69664, "main_score": 0.658382, "hf_subset": "ltg_Latn-quy_Latn", "languages": ["ltg-Latn", "quy-Latn"]}, {"precision": 0.835905, "recall": 0.874506, "f1": 0.847299, "accuracy": 0.874506, "main_score": 0.847299, "hf_subset": "ltg_Latn-swh_Latn", "languages": ["ltg-Latn", "swh-Latn"]}, {"precision": 0.928263, "recall": 0.94664, "f1": 0.933696, "accuracy": 0.94664, "main_score": 0.933696, "hf_subset": "ltg_Latn-uzn_Latn", "languages": ["ltg-Latn", "uzn-Latn"]}, {"precision": 0.941617, "recall": 0.95751, "f1": 0.946344, "accuracy": 0.95751, "main_score": 0.946344, "hf_subset": "ltg_Latn-als_Latn", "languages": ["ltg-Latn", "als-Latn"]}, {"precision": 0.462624, "recall": 0.530632, "f1": 0.481179, "accuracy": 0.530632, "main_score": 0.481179, "hf_subset": "ltg_Latn-bod_Tibt", "languages": ["ltg-Latn", "bod-Tibt"]}, {"precision": 0.620395, "recall": 0.667984, "f1": 0.634332, "accuracy": 0.667984, "main_score": 0.634332, "hf_subset": "ltg_Latn-fij_Latn", "languages": ["ltg-Latn", "fij-Latn"]}, {"precision": 0.873221, "recall": 0.906126, "f1": 0.883155, "accuracy": 0.906126, "main_score": 0.883155, "hf_subset": "ltg_Latn-isl_Latn", "languages": ["ltg-Latn", "isl-Latn"]}, {"precision": 0.632433, "recall": 0.679842, "f1": 0.646045, "accuracy": 0.679842, "main_score": 0.646045, "hf_subset": "ltg_Latn-kon_Latn", "languages": ["ltg-Latn", "kon-Latn"]}, {"precision": 0.614419, "recall": 0.668972, "f1": 0.630363, "accuracy": 0.668972, "main_score": 0.630363, "hf_subset": "ltg_Latn-mni_Beng", "languages": ["ltg-Latn", "mni-Beng"]}, {"precision": 0.956604, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "ltg_Latn-ron_Latn", "languages": ["ltg-Latn", "ron-Latn"]}, {"precision": 0.932806, "recall": 0.952569, "f1": 0.939229, "accuracy": 0.952569, "main_score": 0.939229, "hf_subset": "ltg_Latn-szl_Latn", "languages": ["ltg-Latn", "szl-Latn"]}, {"precision": 0.9361, "recall": 0.953557, "f1": 0.941488, "accuracy": 0.953557, "main_score": 0.941488, "hf_subset": "ltg_Latn-vec_Latn", "languages": ["ltg-Latn", "vec-Latn"]}, {"precision": 0.770973, "recall": 0.81917, "f1": 0.784871, "accuracy": 0.81917, "main_score": 0.784871, "hf_subset": "ltg_Latn-amh_Ethi", "languages": ["ltg-Latn", "amh-Ethi"]}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "ltg_Latn-bos_Latn", "languages": ["ltg-Latn", "bos-Latn"]}, {"precision": 0.946567, "recall": 0.961462, "f1": 0.95107, "accuracy": 0.961462, "main_score": 0.95107, "hf_subset": "ltg_Latn-fin_Latn", "languages": ["ltg-Latn", "fin-Latn"]}, {"precision": 0.949522, "recall": 0.965415, "f1": 0.954611, "accuracy": 0.965415, "main_score": 0.954611, "hf_subset": "ltg_Latn-ita_Latn", "languages": ["ltg-Latn", "ita-Latn"]}, {"precision": 0.928936, "recall": 0.948617, "f1": 0.934816, "accuracy": 0.948617, "main_score": 0.934816, "hf_subset": "ltg_Latn-kor_Hang", "languages": ["ltg-Latn", "kor-Hang"]}, {"precision": 0.539867, "recall": 0.593874, "f1": 0.554741, "accuracy": 0.593874, "main_score": 0.554741, "hf_subset": "ltg_Latn-mos_Latn", "languages": ["ltg-Latn", "mos-Latn"]}, {"precision": 0.545729, "recall": 0.587945, "f1": 0.557317, "accuracy": 0.587945, "main_score": 0.557317, "hf_subset": "ltg_Latn-run_Latn", "languages": ["ltg-Latn", "run-Latn"]}, {"precision": 0.912335, "recall": 0.936759, "f1": 0.91965, "accuracy": 0.936759, "main_score": 0.91965, "hf_subset": "ltg_Latn-tam_Taml", "languages": ["ltg-Latn", "tam-Taml"]}, {"precision": 0.940217, "recall": 0.95751, "f1": 0.945455, "accuracy": 0.95751, "main_score": 0.945455, "hf_subset": "ltg_Latn-vie_Latn", "languages": ["ltg-Latn", "vie-Latn"]}, {"precision": 0.930748, "recall": 0.949605, "f1": 0.936627, "accuracy": 0.949605, "main_score": 0.936627, "hf_subset": "ltg_Latn-apc_Arab", "languages": ["ltg-Latn", "apc-Arab"]}, {"precision": 0.742524, "recall": 0.783597, "f1": 0.753973, "accuracy": 0.783597, "main_score": 0.753973, "hf_subset": "ltg_Latn-bug_Latn", "languages": ["ltg-Latn", "bug-Latn"]}, {"precision": 0.467388, "recall": 0.513834, "f1": 0.479827, "accuracy": 0.513834, "main_score": 0.479827, "hf_subset": "ltg_Latn-fon_Latn", "languages": ["ltg-Latn", "fon-Latn"]}, {"precision": 0.927454, "recall": 0.945652, "f1": 0.932792, "accuracy": 0.945652, "main_score": 0.932792, "hf_subset": "ltg_Latn-jav_Latn", "languages": ["ltg-Latn", "jav-Latn"]}, {"precision": 0.88442, "recall": 0.914032, "f1": 0.893351, "accuracy": 0.914032, "main_score": 0.893351, "hf_subset": "ltg_Latn-lao_Laoo", "languages": ["ltg-Latn", "lao-Laoo"]}, {"precision": 0.711199, "recall": 0.76581, "f1": 0.72715, "accuracy": 0.76581, "main_score": 0.72715, "hf_subset": "ltg_Latn-mri_Latn", "languages": ["ltg-Latn", "mri-Latn"]}, {"precision": 0.954117, "recall": 0.966403, "f1": 0.957642, "accuracy": 0.966403, "main_score": 0.957642, "hf_subset": "ltg_Latn-rus_Cyrl", "languages": ["ltg-Latn", "rus-Cyrl"]}, {"precision": 0.522655, "recall": 0.579051, "f1": 0.53786, "accuracy": 0.579051, "main_score": 0.53786, "hf_subset": "ltg_Latn-taq_Latn", "languages": ["ltg-Latn", "taq-Latn"]}, {"precision": 0.917284, "recall": 0.937747, "f1": 0.923441, "accuracy": 0.937747, "main_score": 0.923441, "hf_subset": "ltg_Latn-war_Latn", "languages": ["ltg-Latn", "war-Latn"]}, {"precision": 0.942747, "recall": 0.95751, "f1": 0.947118, "accuracy": 0.95751, "main_score": 0.947118, "hf_subset": "ltg_Latn-arb_Arab", "languages": ["ltg-Latn", "arb-Arab"]}, {"precision": 0.958531, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "ltg_Latn-bul_Cyrl", "languages": ["ltg-Latn", "bul-Cyrl"]}, {"precision": 0.94893, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "ltg_Latn-fra_Latn", "languages": ["ltg-Latn", "fra-Latn"]}, {"precision": 0.9315, "recall": 0.948617, "f1": 0.936462, "accuracy": 0.948617, "main_score": 0.936462, "hf_subset": "ltg_Latn-jpn_Jpan", "languages": ["ltg-Latn", "jpn-Jpan"]}, {"precision": 0.913596, "recall": 0.934783, "f1": 0.91985, "accuracy": 0.934783, "main_score": 0.91985, "hf_subset": "ltg_Latn-lij_Latn", "languages": ["ltg-Latn", "lij-Latn"]}, {"precision": 0.854023, "recall": 0.893281, "f1": 0.86597, "accuracy": 0.893281, "main_score": 0.86597, "hf_subset": "ltg_Latn-mya_Mymr", "languages": ["ltg-Latn", "mya-Mymr"]}, {"precision": 0.579058, "recall": 0.63834, "f1": 0.595404, "accuracy": 0.63834, "main_score": 0.595404, "hf_subset": "ltg_Latn-sag_Latn", "languages": ["ltg-Latn", "sag-Latn"]}, {"precision": 0.194987, "recall": 0.250988, "f1": 0.208238, "accuracy": 0.250988, "main_score": 0.208238, "hf_subset": "ltg_Latn-taq_Tfng", "languages": ["ltg-Latn", "taq-Tfng"]}, {"precision": 0.611924, "recall": 0.666996, "f1": 0.62795, "accuracy": 0.666996, "main_score": 0.62795, "hf_subset": "ltg_Latn-wol_Latn", "languages": ["ltg-Latn", "wol-Latn"]}, {"precision": 0.662862, "recall": 0.722332, "f1": 0.680347, "accuracy": 0.722332, "main_score": 0.680347, "hf_subset": "ltg_Latn-arb_Latn", "languages": ["ltg-Latn", "arb-Latn"]}, {"precision": 0.956884, "recall": 0.968379, "f1": 0.960263, "accuracy": 0.968379, "main_score": 0.960263, "hf_subset": "ltg_Latn-cat_Latn", "languages": ["ltg-Latn", "cat-Latn"]}, {"precision": 0.917911, "recall": 0.935771, "f1": 0.922828, "accuracy": 0.935771, "main_score": 0.922828, "hf_subset": "ltg_Latn-fur_Latn", "languages": ["ltg-Latn", "fur-Latn"]}, {"precision": 0.417197, "recall": 0.470356, "f1": 0.431709, "accuracy": 0.470356, "main_score": 0.431709, "hf_subset": "ltg_Latn-kab_Latn", "languages": ["ltg-Latn", "kab-Latn"]}, {"precision": 0.908762, "recall": 0.93083, "f1": 0.915646, "accuracy": 0.93083, "main_score": 0.915646, "hf_subset": "ltg_Latn-lim_Latn", "languages": ["ltg-Latn", "lim-Latn"]}, {"precision": 0.94333, "recall": 0.959486, "f1": 0.948188, "accuracy": 0.959486, "main_score": 0.948188, "hf_subset": "ltg_Latn-nld_Latn", "languages": ["ltg-Latn", "nld-Latn"]}, {"precision": 0.884074, "recall": 0.912055, "f1": 0.892278, "accuracy": 0.912055, "main_score": 0.892278, "hf_subset": "ltg_Latn-san_Deva", "languages": ["ltg-Latn", "san-Deva"]}, {"precision": 0.918429, "recall": 0.940711, "f1": 0.925296, "accuracy": 0.940711, "main_score": 0.925296, "hf_subset": "ltg_Latn-tat_Cyrl", "languages": ["ltg-Latn", "tat-Cyrl"]}, {"precision": 0.620299, "recall": 0.670949, "f1": 0.63551, "accuracy": 0.670949, "main_score": 0.63551, "hf_subset": "ltg_Latn-xho_Latn", "languages": ["ltg-Latn", "xho-Latn"]}, {"precision": 0.935483, "recall": 0.952569, "f1": 0.940668, "accuracy": 0.952569, "main_score": 0.940668, "hf_subset": "ltg_Latn-ars_Arab", "languages": ["ltg-Latn", "ars-Arab"]}, {"precision": 0.931913, "recall": 0.94664, "f1": 0.936216, "accuracy": 0.94664, "main_score": 0.936216, "hf_subset": "ltg_Latn-ceb_Latn", "languages": ["ltg-Latn", "ceb-Latn"]}, {"precision": 0.53612, "recall": 0.590909, "f1": 0.55221, "accuracy": 0.590909, "main_score": 0.55221, "hf_subset": "ltg_Latn-fuv_Latn", "languages": ["ltg-Latn", "fuv-Latn"]}, {"precision": 0.494017, "recall": 0.544466, "f1": 0.508135, "accuracy": 0.544466, "main_score": 0.508135, "hf_subset": "ltg_Latn-kac_Latn", "languages": ["ltg-Latn", "kac-Latn"]}, {"precision": 0.637829, "recall": 0.688735, "f1": 0.652429, "accuracy": 0.688735, "main_score": 0.652429, "hf_subset": "ltg_Latn-lin_Latn", "languages": ["ltg-Latn", "lin-Latn"]}, {"precision": 0.949581, "recall": 0.962451, "f1": 0.95364, "accuracy": 0.962451, "main_score": 0.95364, "hf_subset": "ltg_Latn-nno_Latn", "languages": ["ltg-Latn", "nno-Latn"]}, {"precision": 0.173557, "recall": 0.238142, "f1": 0.190209, "accuracy": 0.238142, "main_score": 0.190209, "hf_subset": "ltg_Latn-sat_Olck", "languages": ["ltg-Latn", "sat-Olck"]}, {"precision": 0.916041, "recall": 0.939723, "f1": 0.923221, "accuracy": 0.939723, "main_score": 0.923221, "hf_subset": "ltg_Latn-tel_Telu", "languages": ["ltg-Latn", "tel-Telu"]}, {"precision": 0.848537, "recall": 0.883399, "f1": 0.858498, "accuracy": 0.883399, "main_score": 0.858498, "hf_subset": "ltg_Latn-ydd_Hebr", "languages": ["ltg-Latn", "ydd-Hebr"]}, {"precision": 0.892408, "recall": 0.918972, "f1": 0.900216, "accuracy": 0.918972, "main_score": 0.900216, "hf_subset": "ltg_Latn-ary_Arab", "languages": ["ltg-Latn", "ary-Arab"]}, {"precision": 0.961298, "recall": 0.972332, "f1": 0.964723, "accuracy": 0.972332, "main_score": 0.964723, "hf_subset": "ltg_Latn-ces_Latn", "languages": ["ltg-Latn", "ces-Latn"]}, {"precision": 0.551977, "recall": 0.604743, "f1": 0.566493, "accuracy": 0.604743, "main_score": 0.566493, "hf_subset": "ltg_Latn-gaz_Latn", "languages": ["ltg-Latn", "gaz-Latn"]}, {"precision": 0.550429, "recall": 0.604743, "f1": 0.564898, "accuracy": 0.604743, "main_score": 0.564898, "hf_subset": "ltg_Latn-kam_Latn", "languages": ["ltg-Latn", "kam-Latn"]}, {"precision": 0.953953, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "ltg_Latn-lit_Latn", "languages": ["ltg-Latn", "lit-Latn"]}, {"precision": 0.959898, "recall": 0.970356, "f1": 0.962916, "accuracy": 0.970356, "main_score": 0.962916, "hf_subset": "ltg_Latn-nob_Latn", "languages": ["ltg-Latn", "nob-Latn"]}, {"precision": 0.913653, "recall": 0.935771, "f1": 0.919993, "accuracy": 0.935771, "main_score": 0.919993, "hf_subset": "ltg_Latn-scn_Latn", "languages": ["ltg-Latn", "scn-Latn"]}, {"precision": 0.864685, "recall": 0.897233, "f1": 0.874407, "accuracy": 0.897233, "main_score": 0.874407, "hf_subset": "ltg_Latn-tgk_Cyrl", "languages": ["ltg-Latn", "tgk-Cyrl"]}, {"precision": 0.595858, "recall": 0.659091, "f1": 0.614058, "accuracy": 0.659091, "main_score": 0.614058, "hf_subset": "ltg_Latn-yor_Latn", "languages": ["ltg-Latn", "yor-Latn"]}, {"precision": 0.922101, "recall": 0.943676, "f1": 0.928562, "accuracy": 0.943676, "main_score": 0.928562, "hf_subset": "ltg_Latn-arz_Arab", "languages": ["ltg-Latn", "arz-Arab"]}, {"precision": 0.55271, "recall": 0.603755, "f1": 0.567281, "accuracy": 0.603755, "main_score": 0.567281, "hf_subset": "ltg_Latn-cjk_Latn", "languages": ["ltg-Latn", "cjk-Latn"]}, {"precision": 0.675741, "recall": 0.728261, "f1": 0.691356, "accuracy": 0.728261, "main_score": 0.691356, "hf_subset": "ltg_Latn-gla_Latn", "languages": ["ltg-Latn", "gla-Latn"]}, {"precision": 0.920125, "recall": 0.943676, "f1": 0.927503, "accuracy": 0.943676, "main_score": 0.927503, "hf_subset": "ltg_Latn-kan_Knda", "languages": ["ltg-Latn", "kan-Knda"]}, {"precision": 0.920735, "recall": 0.9417, "f1": 0.927075, "accuracy": 0.9417, "main_score": 0.927075, "hf_subset": "ltg_Latn-lmo_Latn", "languages": ["ltg-Latn", "lmo-Latn"]}, {"precision": 0.926746, "recall": 0.945652, "f1": 0.932411, "accuracy": 0.945652, "main_score": 0.932411, "hf_subset": "ltg_Latn-npi_Deva", "languages": ["ltg-Latn", "npi-Deva"]}, {"precision": 0.446047, "recall": 0.494071, "f1": 0.459059, "accuracy": 0.494071, "main_score": 0.459059, "hf_subset": "ltg_Latn-shn_Mymr", "languages": ["ltg-Latn", "shn-Mymr"]}, {"precision": 0.950511, "recall": 0.964427, "f1": 0.954729, "accuracy": 0.964427, "main_score": 0.954729, "hf_subset": "ltg_Latn-tgl_Latn", "languages": ["ltg-Latn", "tgl-Latn"]}, {"precision": 0.942638, "recall": 0.958498, "f1": 0.947483, "accuracy": 0.958498, "main_score": 0.947483, "hf_subset": "ltg_Latn-yue_Hant", "languages": ["ltg-Latn", "yue-Hant"]}, {"precision": 0.894428, "recall": 0.91996, "f1": 0.901896, "accuracy": 0.91996, "main_score": 0.901896, "hf_subset": "ltg_Latn-asm_Beng", "languages": ["ltg-Latn", "asm-Beng"]}, {"precision": 0.825198, "recall": 0.864625, "f1": 0.836761, "accuracy": 0.864625, "main_score": 0.836761, "hf_subset": "ltg_Latn-ckb_Arab", "languages": ["ltg-Latn", "ckb-Arab"]}, {"precision": 0.734068, "recall": 0.782609, "f1": 0.747902, "accuracy": 0.782609, "main_score": 0.747902, "hf_subset": "ltg_Latn-gle_Latn", "languages": ["ltg-Latn", "gle-Latn"]}, {"precision": 0.812409, "recall": 0.854743, "f1": 0.825041, "accuracy": 0.854743, "main_score": 0.825041, "hf_subset": "ltg_Latn-kas_Arab", "languages": ["ltg-Latn", "kas-Arab"]}, {"precision": 0.597312, "recall": 0.646245, "f1": 0.611021, "accuracy": 0.646245, "main_score": 0.611021, "hf_subset": "ltg_Latn-nso_Latn", "languages": ["ltg-Latn", "nso-Latn"]}, {"precision": 0.839766, "recall": 0.878458, "f1": 0.851485, "accuracy": 0.878458, "main_score": 0.851485, "hf_subset": "ltg_Latn-sin_Sinh", "languages": ["ltg-Latn", "sin-Sinh"]}, {"precision": 0.928771, "recall": 0.950593, "f1": 0.935672, "accuracy": 0.950593, "main_score": 0.935672, "hf_subset": "ltg_Latn-tha_Thai", "languages": ["ltg-Latn", "tha-Thai"]}, {"precision": 0.927857, "recall": 0.94664, "f1": 0.933322, "accuracy": 0.94664, "main_score": 0.933322, "hf_subset": "ltg_Latn-zho_Hans", "languages": ["ltg-Latn", "zho-Hans"]}, {"precision": 0.938735, "recall": 0.956522, "f1": 0.944302, "accuracy": 0.956522, "main_score": 0.944302, "hf_subset": "ltg_Latn-ast_Latn", "languages": ["ltg-Latn", "ast-Latn"]}, {"precision": 0.922934, "recall": 0.942688, "f1": 0.928936, "accuracy": 0.942688, "main_score": 0.928936, "hf_subset": "ltg_Latn-crh_Latn", "languages": ["ltg-Latn", "crh-Latn"]}, {"precision": 0.951285, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "ltg_Latn-glg_Latn", "languages": ["ltg-Latn", "glg-Latn"]}, {"precision": 0.753207, "recall": 0.802372, "f1": 0.767529, "accuracy": 0.802372, "main_score": 0.767529, "hf_subset": "ltg_Latn-kas_Deva", "languages": ["ltg-Latn", "kas-Deva"]}, {"precision": 0.91679, "recall": 0.935771, "f1": 0.922453, "accuracy": 0.935771, "main_score": 0.922453, "hf_subset": "ltg_Latn-ltz_Latn", "languages": ["ltg-Latn", "ltz-Latn"]}, {"precision": 0.462362, "recall": 0.524704, "f1": 0.478687, "accuracy": 0.524704, "main_score": 0.478687, "hf_subset": "ltg_Latn-nus_Latn", "languages": ["ltg-Latn", "nus-Latn"]}, {"precision": 0.944425, "recall": 0.95751, "f1": 0.948192, "accuracy": 0.95751, "main_score": 0.948192, "hf_subset": "ltg_Latn-slk_Latn", "languages": ["ltg-Latn", "slk-Latn"]}, {"precision": 0.525659, "recall": 0.59585, "f1": 0.545163, "accuracy": 0.59585, "main_score": 0.545163, "hf_subset": "ltg_Latn-tir_Ethi", "languages": ["ltg-Latn", "tir-Ethi"]}, {"precision": 0.930098, "recall": 0.948617, "f1": 0.93559, "accuracy": 0.948617, "main_score": 0.93559, "hf_subset": "ltg_Latn-zho_Hant", "languages": ["ltg-Latn", "zho-Hant"]}, {"precision": 0.920199, "recall": 0.940711, "f1": 0.926142, "accuracy": 0.940711, "main_score": 0.926142, "hf_subset": "ltg_Latn-awa_Deva", "languages": ["ltg-Latn", "awa-Deva"]}, {"precision": 0.852586, "recall": 0.886364, "f1": 0.862436, "accuracy": 0.886364, "main_score": 0.862436, "hf_subset": "ltg_Latn-cym_Latn", "languages": ["ltg-Latn", "cym-Latn"]}, {"precision": 0.766429, "recall": 0.810277, "f1": 0.779171, "accuracy": 0.810277, "main_score": 0.779171, "hf_subset": "ltg_Latn-grn_Latn", "languages": ["ltg-Latn", "grn-Latn"]}, {"precision": 0.929414, "recall": 0.947628, "f1": 0.9349, "accuracy": 0.947628, "main_score": 0.9349, "hf_subset": "ltg_Latn-kat_Geor", "languages": ["ltg-Latn", "kat-Geor"]}, {"precision": 0.625107, "recall": 0.670949, "f1": 0.637761, "accuracy": 0.670949, "main_score": 0.637761, "hf_subset": "ltg_Latn-lua_Latn", "languages": ["ltg-Latn", "lua-Latn"]}, {"precision": 0.607997, "recall": 0.660079, "f1": 0.622373, "accuracy": 0.660079, "main_score": 0.622373, "hf_subset": "ltg_Latn-nya_Latn", "languages": ["ltg-Latn", "nya-Latn"]}, {"precision": 0.946476, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "ltg_Latn-slv_Latn", "languages": ["ltg-Latn", "slv-Latn"]}, {"precision": 0.82729, "recall": 0.866601, "f1": 0.838858, "accuracy": 0.866601, "main_score": 0.838858, "hf_subset": "ltg_Latn-tpi_Latn", "languages": ["ltg-Latn", "tpi-Latn"]}, {"precision": 0.948864, "recall": 0.964427, "f1": 0.953788, "accuracy": 0.964427, "main_score": 0.953788, "hf_subset": "ltg_Latn-zsm_Latn", "languages": ["ltg-Latn", "zsm-Latn"]}, {"precision": 0.539504, "recall": 0.594862, "f1": 0.555472, "accuracy": 0.594862, "main_score": 0.555472, "hf_subset": "ltg_Latn-ayr_Latn", "languages": ["ltg-Latn", "ayr-Latn"]}, {"precision": 0.960672, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "ltg_Latn-dan_Latn", "languages": ["ltg-Latn", "dan-Latn"]}, {"precision": 0.938465, "recall": 0.955534, "f1": 0.943659, "accuracy": 0.955534, "main_score": 0.943659, "hf_subset": "ltg_Latn-guj_Gujr", "languages": ["ltg-Latn", "guj-Gujr"]}, {"precision": 0.929545, "recall": 0.949605, "f1": 0.935677, "accuracy": 0.949605, "main_score": 0.935677, "hf_subset": "ltg_Latn-kaz_Cyrl", "languages": ["ltg-Latn", "kaz-Cyrl"]}, {"precision": 0.515591, "recall": 0.565217, "f1": 0.529697, "accuracy": 0.565217, "main_score": 0.529697, "hf_subset": "ltg_Latn-lug_Latn", "languages": ["ltg-Latn", "lug-Latn"]}, {"precision": 0.946723, "recall": 0.961462, "f1": 0.95112, "accuracy": 0.961462, "main_score": 0.95112, "hf_subset": "ltg_Latn-oci_Latn", "languages": ["ltg-Latn", "oci-Latn"]}, {"precision": 0.719705, "recall": 0.76581, "f1": 0.7328, "accuracy": 0.76581, "main_score": 0.7328, "hf_subset": "ltg_Latn-smo_Latn", "languages": ["ltg-Latn", "smo-Latn"]}, {"precision": 0.521182, "recall": 0.575099, "f1": 0.536434, "accuracy": 0.575099, "main_score": 0.536434, "hf_subset": "ltg_Latn-tsn_Latn", "languages": ["ltg-Latn", "tsn-Latn"]}, {"precision": 0.584348, "recall": 0.632411, "f1": 0.597793, "accuracy": 0.632411, "main_score": 0.597793, "hf_subset": "ltg_Latn-zul_Latn", "languages": ["ltg-Latn", "zul-Latn"]}, {"precision": 0.79473, "recall": 0.841897, "f1": 0.808828, "accuracy": 0.841897, "main_score": 0.808828, "hf_subset": "ltg_Latn-azb_Arab", "languages": ["ltg-Latn", "azb-Arab"]}, {"precision": 0.953434, "recall": 0.965415, "f1": 0.956972, "accuracy": 0.965415, "main_score": 0.956972, "hf_subset": "ltg_Latn-deu_Latn", "languages": ["ltg-Latn", "deu-Latn"]}, {"precision": 0.873551, "recall": 0.906126, "f1": 0.883531, "accuracy": 0.906126, "main_score": 0.883531, "hf_subset": "ltg_Latn-hat_Latn", "languages": ["ltg-Latn", "hat-Latn"]}, {"precision": 0.495596, "recall": 0.541502, "f1": 0.508195, "accuracy": 0.541502, "main_score": 0.508195, "hf_subset": "ltg_Latn-kbp_Latn", "languages": ["ltg-Latn", "kbp-Latn"]}, {"precision": 0.557851, "recall": 0.607708, "f1": 0.571384, "accuracy": 0.607708, "main_score": 0.571384, "hf_subset": "ltg_Latn-luo_Latn", "languages": ["ltg-Latn", "luo-Latn"]}, {"precision": 0.923814, "recall": 0.943676, "f1": 0.929809, "accuracy": 0.943676, "main_score": 0.929809, "hf_subset": "ltg_Latn-ory_Orya", "languages": ["ltg-Latn", "ory-Orya"]}, {"precision": 0.551757, "recall": 0.607708, "f1": 0.567885, "accuracy": 0.607708, "main_score": 0.567885, "hf_subset": "ltg_Latn-sna_Latn", "languages": ["ltg-Latn", "sna-Latn"]}, {"precision": 0.544958, "recall": 0.592885, "f1": 0.558279, "accuracy": 0.592885, "main_score": 0.558279, "hf_subset": "ltg_Latn-tso_Latn", "languages": ["ltg-Latn", "tso-Latn"]}, {"precision": 0.914196, "recall": 0.937747, "f1": 0.921363, "accuracy": 0.937747, "main_score": 0.921363, "hf_subset": "ltg_Latn-azj_Latn", "languages": ["ltg-Latn", "azj-Latn"]}, {"precision": 0.521624, "recall": 0.582016, "f1": 0.539048, "accuracy": 0.582016, "main_score": 0.539048, "hf_subset": "ltg_Latn-dik_Latn", "languages": ["ltg-Latn", "dik-Latn"]}, {"precision": 0.6575, "recall": 0.713439, "f1": 0.673643, "accuracy": 0.713439, "main_score": 0.673643, "hf_subset": "ltg_Latn-hau_Latn", "languages": ["ltg-Latn", "hau-Latn"]}, {"precision": 0.911668, "recall": 0.93083, "f1": 0.917282, "accuracy": 0.93083, "main_score": 0.917282, "hf_subset": "ltg_Latn-kea_Latn", "languages": ["ltg-Latn", "kea-Latn"]}, {"precision": 0.65719, "recall": 0.709486, "f1": 0.672367, "accuracy": 0.709486, "main_score": 0.672367, "hf_subset": "ltg_Latn-lus_Latn", "languages": ["ltg-Latn", "lus-Latn"]}, {"precision": 0.782246, "recall": 0.816206, "f1": 0.79193, "accuracy": 0.816206, "main_score": 0.79193, "hf_subset": "ltg_Latn-pag_Latn", "languages": ["ltg-Latn", "pag-Latn"]}, {"precision": 0.905089, "recall": 0.929842, "f1": 0.912733, "accuracy": 0.929842, "main_score": 0.912733, "hf_subset": "ltg_Latn-snd_Arab", "languages": ["ltg-Latn", "snd-Arab"]}, {"precision": 0.852256, "recall": 0.887352, "f1": 0.862272, "accuracy": 0.887352, "main_score": 0.862272, "hf_subset": "ltg_Latn-tuk_Latn", "languages": ["ltg-Latn", "tuk-Latn"]}, {"precision": 0.90802, "recall": 0.928854, "f1": 0.914394, "accuracy": 0.928854, "main_score": 0.914394, "hf_subset": "ltg_Latn-bak_Cyrl", "languages": ["ltg-Latn", "bak-Cyrl"]}, {"precision": 0.478501, "recall": 0.550395, "f1": 0.499786, "accuracy": 0.550395, "main_score": 0.499786, "hf_subset": "ltg_Latn-dyu_Latn", "languages": ["ltg-Latn", "dyu-Latn"]}, {"precision": 0.945982, "recall": 0.961462, "f1": 0.950725, "accuracy": 0.961462, "main_score": 0.950725, "hf_subset": "ltg_Latn-heb_Hebr", "languages": ["ltg-Latn", "heb-Hebr"]}, {"precision": 0.869345, "recall": 0.900198, "f1": 0.87852, "accuracy": 0.900198, "main_score": 0.87852, "hf_subset": "ltg_Latn-khk_Cyrl", "languages": ["ltg-Latn", "khk-Cyrl"]}, {"precision": 0.960721, "recall": 0.972332, "f1": 0.964328, "accuracy": 0.972332, "main_score": 0.964328, "hf_subset": "ltg_Latn-lvs_Latn", "languages": ["ltg-Latn", "lvs-Latn"]}, {"precision": 0.937039, "recall": 0.954545, "f1": 0.942424, "accuracy": 0.954545, "main_score": 0.942424, "hf_subset": "ltg_Latn-pan_Guru", "languages": ["ltg-Latn", "pan-Guru"]}, {"precision": 0.620249, "recall": 0.673913, "f1": 0.636108, "accuracy": 0.673913, "main_score": 0.636108, "hf_subset": "ltg_Latn-som_Latn", "languages": ["ltg-Latn", "som-Latn"]}, {"precision": 0.55262, "recall": 0.597826, "f1": 0.565097, "accuracy": 0.597826, "main_score": 0.565097, "hf_subset": "ltg_Latn-tum_Latn", "languages": ["ltg-Latn", "tum-Latn"]}, {"precision": 0.47328, "recall": 0.521739, "f1": 0.486692, "accuracy": 0.521739, "main_score": 0.486692, "hf_subset": "nso_Latn-ace_Arab", "languages": ["nso-Latn", "ace-Arab"]}, {"precision": 0.543411, "recall": 0.590909, "f1": 0.556946, "accuracy": 0.590909, "main_score": 0.556946, "hf_subset": "nso_Latn-bam_Latn", "languages": ["nso-Latn", "bam-Latn"]}, {"precision": 0.248165, "recall": 0.29249, "f1": 0.259593, "accuracy": 0.29249, "main_score": 0.259593, "hf_subset": "nso_Latn-dzo_Tibt", "languages": ["nso-Latn", "dzo-Tibt"]}, {"precision": 0.59737, "recall": 0.644269, "f1": 0.609737, "accuracy": 0.644269, "main_score": 0.609737, "hf_subset": "nso_Latn-hin_Deva", "languages": ["nso-Latn", "hin-Deva"]}, {"precision": 0.544333, "recall": 0.588933, "f1": 0.556405, "accuracy": 0.588933, "main_score": 0.556405, "hf_subset": "nso_Latn-khm_Khmr", "languages": ["nso-Latn", "khm-Khmr"]}, {"precision": 0.591461, "recall": 0.631423, "f1": 0.602264, "accuracy": 0.631423, "main_score": 0.602264, "hf_subset": "nso_Latn-mag_Deva", "languages": ["nso-Latn", "mag-Deva"]}, {"precision": 0.617481, "recall": 0.653162, "f1": 0.626181, "accuracy": 0.653162, "main_score": 0.626181, "hf_subset": "nso_Latn-pap_Latn", "languages": ["nso-Latn", "pap-Latn"]}, {"precision": 0.762855, "recall": 0.816206, "f1": 0.778669, "accuracy": 0.816206, "main_score": 0.778669, "hf_subset": "nso_Latn-sot_Latn", "languages": ["nso-Latn", "sot-Latn"]}, {"precision": 0.609746, "recall": 0.652174, "f1": 0.620781, "accuracy": 0.652174, "main_score": 0.620781, "hf_subset": "nso_Latn-tur_Latn", "languages": ["nso-Latn", "tur-Latn"]}, {"precision": 0.598589, "recall": 0.634387, "f1": 0.607995, "accuracy": 0.634387, "main_score": 0.607995, "hf_subset": "nso_Latn-ace_Latn", "languages": ["nso-Latn", "ace-Latn"]}, {"precision": 0.620128, "recall": 0.651186, "f1": 0.628214, "accuracy": 0.651186, "main_score": 0.628214, "hf_subset": "nso_Latn-ban_Latn", "languages": ["nso-Latn", "ban-Latn"]}, {"precision": 0.59046, "recall": 0.639328, "f1": 0.602737, "accuracy": 0.639328, "main_score": 0.602737, "hf_subset": "nso_Latn-ell_Grek", "languages": ["nso-Latn", "ell-Grek"]}, {"precision": 0.581928, "recall": 0.624506, "f1": 0.593088, "accuracy": 0.624506, "main_score": 0.593088, "hf_subset": "nso_Latn-hne_Deva", "languages": ["nso-Latn", "hne-Deva"]}, {"precision": 0.560273, "recall": 0.604743, "f1": 0.573066, "accuracy": 0.604743, "main_score": 0.573066, "hf_subset": "nso_Latn-kik_Latn", "languages": ["nso-Latn", "kik-Latn"]}, {"precision": 0.600359, "recall": 0.646245, "f1": 0.612579, "accuracy": 0.646245, "main_score": 0.612579, "hf_subset": "nso_Latn-mai_Deva", "languages": ["nso-Latn", "mai-Deva"]}, {"precision": 0.557243, "recall": 0.608696, "f1": 0.571193, "accuracy": 0.608696, "main_score": 0.571193, "hf_subset": "nso_Latn-pbt_Arab", "languages": ["nso-Latn", "pbt-Arab"]}, {"precision": 0.611123, "recall": 0.65415, "f1": 0.622071, "accuracy": 0.65415, "main_score": 0.622071, "hf_subset": "nso_Latn-spa_Latn", "languages": ["nso-Latn", "spa-Latn"]}, {"precision": 0.59273, "recall": 0.631423, "f1": 0.603227, "accuracy": 0.631423, "main_score": 0.603227, "hf_subset": "nso_Latn-twi_Latn", "languages": ["nso-Latn", "twi-Latn"]}, {"precision": 0.587528, "recall": 0.628458, "f1": 0.598046, "accuracy": 0.628458, "main_score": 0.598046, "hf_subset": "nso_Latn-acm_Arab", "languages": ["nso-Latn", "acm-Arab"]}, {"precision": 0.583817, "recall": 0.620553, "f1": 0.593221, "accuracy": 0.620553, "main_score": 0.593221, "hf_subset": "nso_Latn-bel_Cyrl", "languages": ["nso-Latn", "bel-Cyrl"]}, {"precision": 0.644425, "recall": 0.684783, "f1": 0.654884, "accuracy": 0.684783, "main_score": 0.654884, "hf_subset": "nso_Latn-eng_Latn", "languages": ["nso-Latn", "eng-Latn"]}, {"precision": 0.615091, "recall": 0.657115, "f1": 0.625457, "accuracy": 0.657115, "main_score": 0.625457, "hf_subset": "nso_Latn-hrv_Latn", "languages": ["nso-Latn", "hrv-Latn"]}, {"precision": 0.551029, "recall": 0.597826, "f1": 0.564653, "accuracy": 0.597826, "main_score": 0.564653, "hf_subset": "nso_Latn-kin_Latn", "languages": ["nso-Latn", "kin-Latn"]}, {"precision": 0.587738, "recall": 0.636364, "f1": 0.600872, "accuracy": 0.636364, "main_score": 0.600872, "hf_subset": "nso_Latn-mal_Mlym", "languages": ["nso-Latn", "mal-Mlym"]}, {"precision": 0.602535, "recall": 0.642292, "f1": 0.613674, "accuracy": 0.642292, "main_score": 0.613674, "hf_subset": "nso_Latn-pes_Arab", "languages": ["nso-Latn", "pes-Arab"]}, {"precision": 0.610456, "recall": 0.646245, "f1": 0.620624, "accuracy": 0.646245, "main_score": 0.620624, "hf_subset": "nso_Latn-srd_Latn", "languages": ["nso-Latn", "srd-Latn"]}, {"precision": 0.208196, "recall": 0.248024, "f1": 0.218476, "accuracy": 0.248024, "main_score": 0.218476, "hf_subset": "nso_Latn-tzm_Tfng", "languages": ["nso-Latn", "tzm-Tfng"]}, {"precision": 0.595368, "recall": 0.636364, "f1": 0.605497, "accuracy": 0.636364, "main_score": 0.605497, "hf_subset": "nso_Latn-acq_Arab", "languages": ["nso-Latn", "acq-Arab"]}, {"precision": 0.622758, "recall": 0.659091, "f1": 0.632295, "accuracy": 0.659091, "main_score": 0.632295, "hf_subset": "nso_Latn-bem_Latn", "languages": ["nso-Latn", "bem-Latn"]}, {"precision": 0.623315, "recall": 0.659091, "f1": 0.632693, "accuracy": 0.659091, "main_score": 0.632693, "hf_subset": "nso_Latn-epo_Latn", "languages": ["nso-Latn", "epo-Latn"]}, {"precision": 0.613258, "recall": 0.653162, "f1": 0.623671, "accuracy": 0.653162, "main_score": 0.623671, "hf_subset": "nso_Latn-hun_Latn", "languages": ["nso-Latn", "hun-Latn"]}, {"precision": 0.581837, "recall": 0.62253, "f1": 0.592466, "accuracy": 0.62253, "main_score": 0.592466, "hf_subset": "nso_Latn-kir_Cyrl", "languages": ["nso-Latn", "kir-Cyrl"]}, {"precision": 0.601702, "recall": 0.645257, "f1": 0.613414, "accuracy": 0.645257, "main_score": 0.613414, "hf_subset": "nso_Latn-mar_Deva", "languages": ["nso-Latn", "mar-Deva"]}, {"precision": 0.581226, "recall": 0.618577, "f1": 0.591455, "accuracy": 0.618577, "main_score": 0.591455, "hf_subset": "nso_Latn-plt_Latn", "languages": ["nso-Latn", "plt-Latn"]}, {"precision": 0.615846, "recall": 0.660079, "f1": 0.627807, "accuracy": 0.660079, "main_score": 0.627807, "hf_subset": "nso_Latn-srp_Cyrl", "languages": ["nso-Latn", "srp-Cyrl"]}, {"precision": 0.528073, "recall": 0.582016, "f1": 0.543543, "accuracy": 0.582016, "main_score": 0.543543, "hf_subset": "nso_Latn-uig_Arab", "languages": ["nso-Latn", "uig-Arab"]}, {"precision": 0.587246, "recall": 0.623518, "f1": 0.597359, "accuracy": 0.623518, "main_score": 0.597359, "hf_subset": "nso_Latn-aeb_Arab", "languages": ["nso-Latn", "aeb-Arab"]}, {"precision": 0.598932, "recall": 0.644269, "f1": 0.61199, "accuracy": 0.644269, "main_score": 0.61199, "hf_subset": "nso_Latn-ben_Beng", "languages": ["nso-Latn", "ben-Beng"]}, {"precision": 0.593826, "recall": 0.639328, "f1": 0.606034, "accuracy": 0.639328, "main_score": 0.606034, "hf_subset": "nso_Latn-est_Latn", "languages": ["nso-Latn", "est-Latn"]}, {"precision": 0.573698, "recall": 0.617589, "f1": 0.585014, "accuracy": 0.617589, "main_score": 0.585014, "hf_subset": "nso_Latn-hye_Armn", "languages": ["nso-Latn", "hye-Armn"]}, {"precision": 0.575881, "recall": 0.61166, "f1": 0.585892, "accuracy": 0.61166, "main_score": 0.585892, "hf_subset": "nso_Latn-kmb_Latn", "languages": ["nso-Latn", "kmb-Latn"]}, {"precision": 0.436424, "recall": 0.490119, "f1": 0.450933, "accuracy": 0.490119, "main_score": 0.450933, "hf_subset": "nso_Latn-min_Arab", "languages": ["nso-Latn", "min-Arab"]}, {"precision": 0.609216, "recall": 0.65415, "f1": 0.621156, "accuracy": 0.65415, "main_score": 0.621156, "hf_subset": "nso_Latn-pol_Latn", "languages": ["nso-Latn", "pol-Latn"]}, {"precision": 0.606358, "recall": 0.648221, "f1": 0.618437, "accuracy": 0.648221, "main_score": 0.618437, "hf_subset": "nso_Latn-ssw_Latn", "languages": ["nso-Latn", "ssw-Latn"]}, {"precision": 0.618171, "recall": 0.660079, "f1": 0.629518, "accuracy": 0.660079, "main_score": 0.629518, "hf_subset": "nso_Latn-ukr_Cyrl", "languages": ["nso-Latn", "ukr-Cyrl"]}, {"precision": 0.644638, "recall": 0.678854, "f1": 0.653121, "accuracy": 0.678854, "main_score": 0.653121, "hf_subset": "nso_Latn-afr_Latn", "languages": ["nso-Latn", "afr-Latn"]}, {"precision": 0.592108, "recall": 0.634387, "f1": 0.602914, "accuracy": 0.634387, "main_score": 0.602914, "hf_subset": "nso_Latn-bho_Deva", "languages": ["nso-Latn", "bho-Deva"]}, {"precision": 0.599597, "recall": 0.642292, "f1": 0.611172, "accuracy": 0.642292, "main_score": 0.611172, "hf_subset": "nso_Latn-eus_Latn", "languages": ["nso-Latn", "eus-Latn"]}, {"precision": 0.571009, "recall": 0.616601, "f1": 0.583609, "accuracy": 0.616601, "main_score": 0.583609, "hf_subset": "nso_Latn-ibo_Latn", "languages": ["nso-Latn", "ibo-Latn"]}, {"precision": 0.587571, "recall": 0.628458, "f1": 0.599378, "accuracy": 0.628458, "main_score": 0.599378, "hf_subset": "nso_Latn-kmr_Latn", "languages": ["nso-Latn", "kmr-Latn"]}, {"precision": 0.612346, "recall": 0.651186, "f1": 0.622699, "accuracy": 0.651186, "main_score": 0.622699, "hf_subset": "nso_Latn-min_Latn", "languages": ["nso-Latn", "min-Latn"]}, {"precision": 0.63757, "recall": 0.677866, "f1": 0.648776, "accuracy": 0.677866, "main_score": 0.648776, "hf_subset": "nso_Latn-por_Latn", "languages": ["nso-Latn", "por-Latn"]}, {"precision": 0.632554, "recall": 0.668972, "f1": 0.642064, "accuracy": 0.668972, "main_score": 0.642064, "hf_subset": "nso_Latn-sun_Latn", "languages": ["nso-Latn", "sun-Latn"]}, {"precision": 0.541034, "recall": 0.585968, "f1": 0.554445, "accuracy": 0.585968, "main_score": 0.554445, "hf_subset": "nso_Latn-umb_Latn", "languages": ["nso-Latn", "umb-Latn"]}, {"precision": 0.60662, "recall": 0.646245, "f1": 0.617415, "accuracy": 0.646245, "main_score": 0.617415, "hf_subset": "nso_Latn-ajp_Arab", "languages": ["nso-Latn", "ajp-Arab"]}, {"precision": 0.467322, "recall": 0.509881, "f1": 0.479284, "accuracy": 0.509881, "main_score": 0.479284, "hf_subset": "nso_Latn-bjn_Arab", "languages": ["nso-Latn", "bjn-Arab"]}, {"precision": 0.537826, "recall": 0.573123, "f1": 0.547682, "accuracy": 0.573123, "main_score": 0.547682, "hf_subset": "nso_Latn-ewe_Latn", "languages": ["nso-Latn", "ewe-Latn"]}, {"precision": 0.632302, "recall": 0.659091, "f1": 0.639259, "accuracy": 0.659091, "main_score": 0.639259, "hf_subset": "nso_Latn-ilo_Latn", "languages": ["nso-Latn", "ilo-Latn"]}, {"precision": 0.334857, "recall": 0.381423, "f1": 0.347537, "accuracy": 0.381423, "main_score": 0.347537, "hf_subset": "nso_Latn-knc_Arab", "languages": ["nso-Latn", "knc-Arab"]}, {"precision": 0.623196, "recall": 0.666996, "f1": 0.635024, "accuracy": 0.666996, "main_score": 0.635024, "hf_subset": "nso_Latn-mkd_Cyrl", "languages": ["nso-Latn", "mkd-Cyrl"]}, {"precision": 0.591479, "recall": 0.637352, "f1": 0.603814, "accuracy": 0.637352, "main_score": 0.603814, "hf_subset": "nso_Latn-prs_Arab", "languages": ["nso-Latn", "prs-Arab"]}, {"precision": 0.62597, "recall": 0.66996, "f1": 0.637408, "accuracy": 0.66996, "main_score": 0.637408, "hf_subset": "nso_Latn-swe_Latn", "languages": ["nso-Latn", "swe-Latn"]}, {"precision": 0.568475, "recall": 0.621542, "f1": 0.583549, "accuracy": 0.621542, "main_score": 0.583549, "hf_subset": "nso_Latn-urd_Arab", "languages": ["nso-Latn", "urd-Arab"]}, {"precision": 0.579322, "recall": 0.617589, "f1": 0.589468, "accuracy": 0.617589, "main_score": 0.589468, "hf_subset": "nso_Latn-aka_Latn", "languages": ["nso-Latn", "aka-Latn"]}, {"precision": 0.616349, "recall": 0.651186, "f1": 0.625447, "accuracy": 0.651186, "main_score": 0.625447, "hf_subset": "nso_Latn-bjn_Latn", "languages": ["nso-Latn", "bjn-Latn"]}, {"precision": 0.595035, "recall": 0.630435, "f1": 0.605048, "accuracy": 0.630435, "main_score": 0.605048, "hf_subset": "nso_Latn-fao_Latn", "languages": ["nso-Latn", "fao-Latn"]}, {"precision": 0.640636, "recall": 0.678854, "f1": 0.650859, "accuracy": 0.678854, "main_score": 0.650859, "hf_subset": "nso_Latn-ind_Latn", "languages": ["nso-Latn", "ind-Latn"]}, {"precision": 0.577788, "recall": 0.613636, "f1": 0.588086, "accuracy": 0.613636, "main_score": 0.588086, "hf_subset": "nso_Latn-knc_Latn", "languages": ["nso-Latn", "knc-Latn"]}, {"precision": 0.625113, "recall": 0.662055, "f1": 0.634746, "accuracy": 0.662055, "main_score": 0.634746, "hf_subset": "nso_Latn-mlt_Latn", "languages": ["nso-Latn", "mlt-Latn"]}, {"precision": 0.563828, "recall": 0.605731, "f1": 0.575749, "accuracy": 0.605731, "main_score": 0.575749, "hf_subset": "nso_Latn-quy_Latn", "languages": ["nso-Latn", "quy-Latn"]}, {"precision": 0.619705, "recall": 0.663043, "f1": 0.631463, "accuracy": 0.663043, "main_score": 0.631463, "hf_subset": "nso_Latn-swh_Latn", "languages": ["nso-Latn", "swh-Latn"]}, {"precision": 0.590017, "recall": 0.633399, "f1": 0.601555, "accuracy": 0.633399, "main_score": 0.601555, "hf_subset": "nso_Latn-uzn_Latn", "languages": ["nso-Latn", "uzn-Latn"]}, {"precision": 0.617795, "recall": 0.655138, "f1": 0.627132, "accuracy": 0.655138, "main_score": 0.627132, "hf_subset": "nso_Latn-als_Latn", "languages": ["nso-Latn", "als-Latn"]}, {"precision": 0.299665, "recall": 0.355731, "f1": 0.313615, "accuracy": 0.355731, "main_score": 0.313615, "hf_subset": "nso_Latn-bod_Tibt", "languages": ["nso-Latn", "bod-Tibt"]}, {"precision": 0.586826, "recall": 0.629447, "f1": 0.598608, "accuracy": 0.629447, "main_score": 0.598608, "hf_subset": "nso_Latn-fij_Latn", "languages": ["nso-Latn", "fij-Latn"]}, {"precision": 0.578796, "recall": 0.619565, "f1": 0.590453, "accuracy": 0.619565, "main_score": 0.590453, "hf_subset": "nso_Latn-isl_Latn", "languages": ["nso-Latn", "isl-Latn"]}, {"precision": 0.605029, "recall": 0.642292, "f1": 0.615617, "accuracy": 0.642292, "main_score": 0.615617, "hf_subset": "nso_Latn-kon_Latn", "languages": ["nso-Latn", "kon-Latn"]}, {"precision": 0.523718, "recall": 0.573123, "f1": 0.537797, "accuracy": 0.573123, "main_score": 0.537797, "hf_subset": "nso_Latn-mni_Beng", "languages": ["nso-Latn", "mni-Beng"]}, {"precision": 0.621723, "recall": 0.666996, "f1": 0.633713, "accuracy": 0.666996, "main_score": 0.633713, "hf_subset": "nso_Latn-ron_Latn", "languages": ["nso-Latn", "ron-Latn"]}, {"precision": 0.612607, "recall": 0.650198, "f1": 0.623144, "accuracy": 0.650198, "main_score": 0.623144, "hf_subset": "nso_Latn-szl_Latn", "languages": ["nso-Latn", "szl-Latn"]}, {"precision": 0.615405, "recall": 0.656126, "f1": 0.625682, "accuracy": 0.656126, "main_score": 0.625682, "hf_subset": "nso_Latn-vec_Latn", "languages": ["nso-Latn", "vec-Latn"]}, {"precision": 0.526046, "recall": 0.579051, "f1": 0.540223, "accuracy": 0.579051, "main_score": 0.540223, "hf_subset": "nso_Latn-amh_Ethi", "languages": ["nso-Latn", "amh-Ethi"]}, {"precision": 0.61966, "recall": 0.660079, "f1": 0.630151, "accuracy": 0.660079, "main_score": 0.630151, "hf_subset": "nso_Latn-bos_Latn", "languages": ["nso-Latn", "bos-Latn"]}, {"precision": 0.590476, "recall": 0.631423, "f1": 0.602077, "accuracy": 0.631423, "main_score": 0.602077, "hf_subset": "nso_Latn-fin_Latn", "languages": ["nso-Latn", "fin-Latn"]}, {"precision": 0.612294, "recall": 0.657115, "f1": 0.62438, "accuracy": 0.657115, "main_score": 0.62438, "hf_subset": "nso_Latn-ita_Latn", "languages": ["nso-Latn", "ita-Latn"]}, {"precision": 0.595721, "recall": 0.642292, "f1": 0.60786, "accuracy": 0.642292, "main_score": 0.60786, "hf_subset": "nso_Latn-kor_Hang", "languages": ["nso-Latn", "kor-Hang"]}, {"precision": 0.532231, "recall": 0.577075, "f1": 0.545233, "accuracy": 0.577075, "main_score": 0.545233, "hf_subset": "nso_Latn-mos_Latn", "languages": ["nso-Latn", "mos-Latn"]}, {"precision": 0.567934, "recall": 0.605731, "f1": 0.578993, "accuracy": 0.605731, "main_score": 0.578993, "hf_subset": "nso_Latn-run_Latn", "languages": ["nso-Latn", "run-Latn"]}, {"precision": 0.585491, "recall": 0.630435, "f1": 0.597244, "accuracy": 0.630435, "main_score": 0.597244, "hf_subset": "nso_Latn-tam_Taml", "languages": ["nso-Latn", "tam-Taml"]}, {"precision": 0.599085, "recall": 0.648221, "f1": 0.612158, "accuracy": 0.648221, "main_score": 0.612158, "hf_subset": "nso_Latn-vie_Latn", "languages": ["nso-Latn", "vie-Latn"]}, {"precision": 0.596368, "recall": 0.643281, "f1": 0.608478, "accuracy": 0.643281, "main_score": 0.608478, "hf_subset": "nso_Latn-apc_Arab", "languages": ["nso-Latn", "apc-Arab"]}, {"precision": 0.593007, "recall": 0.626482, "f1": 0.602568, "accuracy": 0.626482, "main_score": 0.602568, "hf_subset": "nso_Latn-bug_Latn", "languages": ["nso-Latn", "bug-Latn"]}, {"precision": 0.491329, "recall": 0.536561, "f1": 0.503727, "accuracy": 0.536561, "main_score": 0.503727, "hf_subset": "nso_Latn-fon_Latn", "languages": ["nso-Latn", "fon-Latn"]}, {"precision": 0.633632, "recall": 0.666996, "f1": 0.643139, "accuracy": 0.666996, "main_score": 0.643139, "hf_subset": "nso_Latn-jav_Latn", "languages": ["nso-Latn", "jav-Latn"]}, {"precision": 0.54393, "recall": 0.591897, "f1": 0.556653, "accuracy": 0.591897, "main_score": 0.556653, "hf_subset": "nso_Latn-lao_Laoo", "languages": ["nso-Latn", "lao-Laoo"]}, {"precision": 0.540896, "recall": 0.586957, "f1": 0.552876, "accuracy": 0.586957, "main_score": 0.552876, "hf_subset": "nso_Latn-mri_Latn", "languages": ["nso-Latn", "mri-Latn"]}, {"precision": 0.611906, "recall": 0.651186, "f1": 0.622332, "accuracy": 0.651186, "main_score": 0.622332, "hf_subset": "nso_Latn-rus_Cyrl", "languages": ["nso-Latn", "rus-Cyrl"]}, {"precision": 0.53756, "recall": 0.581028, "f1": 0.549741, "accuracy": 0.581028, "main_score": 0.549741, "hf_subset": "nso_Latn-taq_Latn", "languages": ["nso-Latn", "taq-Latn"]}, {"precision": 0.652281, "recall": 0.682806, "f1": 0.660644, "accuracy": 0.682806, "main_score": 0.660644, "hf_subset": "nso_Latn-war_Latn", "languages": ["nso-Latn", "war-Latn"]}, {"precision": 0.600511, "recall": 0.644269, "f1": 0.611905, "accuracy": 0.644269, "main_score": 0.611905, "hf_subset": "nso_Latn-arb_Arab", "languages": ["nso-Latn", "arb-Arab"]}, {"precision": 0.622313, "recall": 0.662055, "f1": 0.632598, "accuracy": 0.662055, "main_score": 0.632598, "hf_subset": "nso_Latn-bul_Cyrl", "languages": ["nso-Latn", "bul-Cyrl"]}, {"precision": 0.62281, "recall": 0.663043, "f1": 0.633286, "accuracy": 0.663043, "main_score": 0.633286, "hf_subset": "nso_Latn-fra_Latn", "languages": ["nso-Latn", "fra-Latn"]}, {"precision": 0.592306, "recall": 0.630435, "f1": 0.602383, "accuracy": 0.630435, "main_score": 0.602383, "hf_subset": "nso_Latn-jpn_Jpan", "languages": ["nso-Latn", "jpn-Jpan"]}, {"precision": 0.605254, "recall": 0.651186, "f1": 0.617477, "accuracy": 0.651186, "main_score": 0.617477, "hf_subset": "nso_Latn-lij_Latn", "languages": ["nso-Latn", "lij-Latn"]}, {"precision": 0.451229, "recall": 0.518775, "f1": 0.469641, "accuracy": 0.518775, "main_score": 0.469641, "hf_subset": "nso_Latn-mya_Mymr", "languages": ["nso-Latn", "mya-Mymr"]}, {"precision": 0.55393, "recall": 0.59585, "f1": 0.565437, "accuracy": 0.59585, "main_score": 0.565437, "hf_subset": "nso_Latn-sag_Latn", "languages": ["nso-Latn", "sag-Latn"]}, {"precision": 0.220964, "recall": 0.267787, "f1": 0.231817, "accuracy": 0.267787, "main_score": 0.231817, "hf_subset": "nso_Latn-taq_Tfng", "languages": ["nso-Latn", "taq-Tfng"]}, {"precision": 0.590919, "recall": 0.62747, "f1": 0.601795, "accuracy": 0.62747, "main_score": 0.601795, "hf_subset": "nso_Latn-wol_Latn", "languages": ["nso-Latn", "wol-Latn"]}, {"precision": 0.496519, "recall": 0.540514, "f1": 0.509131, "accuracy": 0.540514, "main_score": 0.509131, "hf_subset": "nso_Latn-arb_Latn", "languages": ["nso-Latn", "arb-Latn"]}, {"precision": 0.616763, "recall": 0.660079, "f1": 0.627674, "accuracy": 0.660079, "main_score": 0.627674, "hf_subset": "nso_Latn-cat_Latn", "languages": ["nso-Latn", "cat-Latn"]}, {"precision": 0.611097, "recall": 0.646245, "f1": 0.620538, "accuracy": 0.646245, "main_score": 0.620538, "hf_subset": "nso_Latn-fur_Latn", "languages": ["nso-Latn", "fur-Latn"]}, {"precision": 0.466668, "recall": 0.518775, "f1": 0.480651, "accuracy": 0.518775, "main_score": 0.480651, "hf_subset": "nso_Latn-kab_Latn", "languages": ["nso-Latn", "kab-Latn"]}, {"precision": 0.604087, "recall": 0.642292, "f1": 0.614565, "accuracy": 0.642292, "main_score": 0.614565, "hf_subset": "nso_Latn-lim_Latn", "languages": ["nso-Latn", "lim-Latn"]}, {"precision": 0.604947, "recall": 0.647233, "f1": 0.615885, "accuracy": 0.647233, "main_score": 0.615885, "hf_subset": "nso_Latn-nld_Latn", "languages": ["nso-Latn", "nld-Latn"]}, {"precision": 0.552482, "recall": 0.599802, "f1": 0.565163, "accuracy": 0.599802, "main_score": 0.565163, "hf_subset": "nso_Latn-san_Deva", "languages": ["nso-Latn", "san-Deva"]}, {"precision": 0.60942, "recall": 0.655138, "f1": 0.621262, "accuracy": 0.655138, "main_score": 0.621262, "hf_subset": "nso_Latn-tat_Cyrl", "languages": ["nso-Latn", "tat-Cyrl"]}, {"precision": 0.617191, "recall": 0.659091, "f1": 0.628686, "accuracy": 0.659091, "main_score": 0.628686, "hf_subset": "nso_Latn-xho_Latn", "languages": ["nso-Latn", "xho-Latn"]}, {"precision": 0.584913, "recall": 0.631423, "f1": 0.597124, "accuracy": 0.631423, "main_score": 0.597124, "hf_subset": "nso_Latn-ars_Arab", "languages": ["nso-Latn", "ars-Arab"]}, {"precision": 0.633545, "recall": 0.670949, "f1": 0.643447, "accuracy": 0.670949, "main_score": 0.643447, "hf_subset": "nso_Latn-ceb_Latn", "languages": ["nso-Latn", "ceb-Latn"]}, {"precision": 0.544727, "recall": 0.588933, "f1": 0.557984, "accuracy": 0.588933, "main_score": 0.557984, "hf_subset": "nso_Latn-fuv_Latn", "languages": ["nso-Latn", "fuv-Latn"]}, {"precision": 0.533252, "recall": 0.576087, "f1": 0.545477, "accuracy": 0.576087, "main_score": 0.545477, "hf_subset": "nso_Latn-kac_Latn", "languages": ["nso-Latn", "kac-Latn"]}, {"precision": 0.601119, "recall": 0.636364, "f1": 0.610899, "accuracy": 0.636364, "main_score": 0.610899, "hf_subset": "nso_Latn-lin_Latn", "languages": ["nso-Latn", "lin-Latn"]}, {"precision": 0.611691, "recall": 0.655138, "f1": 0.623395, "accuracy": 0.655138, "main_score": 0.623395, "hf_subset": "nso_Latn-nno_Latn", "languages": ["nso-Latn", "nno-Latn"]}, {"precision": 0.140442, "recall": 0.185771, "f1": 0.151813, "accuracy": 0.185771, "main_score": 0.151813, "hf_subset": "nso_Latn-sat_Olck", "languages": ["nso-Latn", "sat-Olck"]}, {"precision": 0.591726, "recall": 0.643281, "f1": 0.605889, "accuracy": 0.643281, "main_score": 0.605889, "hf_subset": "nso_Latn-tel_Telu", "languages": ["nso-Latn", "tel-Telu"]}, {"precision": 0.528636, "recall": 0.581028, "f1": 0.54209, "accuracy": 0.581028, "main_score": 0.54209, "hf_subset": "nso_Latn-ydd_Hebr", "languages": ["nso-Latn", "ydd-Hebr"]}, {"precision": 0.572919, "recall": 0.620553, "f1": 0.585138, "accuracy": 0.620553, "main_score": 0.585138, "hf_subset": "nso_Latn-ary_Arab", "languages": ["nso-Latn", "ary-Arab"]}, {"precision": 0.610159, "recall": 0.651186, "f1": 0.621214, "accuracy": 0.651186, "main_score": 0.621214, "hf_subset": "nso_Latn-ces_Latn", "languages": ["nso-Latn", "ces-Latn"]}, {"precision": 0.558378, "recall": 0.604743, "f1": 0.571342, "accuracy": 0.604743, "main_score": 0.571342, "hf_subset": "nso_Latn-gaz_Latn", "languages": ["nso-Latn", "gaz-Latn"]}, {"precision": 0.556941, "recall": 0.599802, "f1": 0.569156, "accuracy": 0.599802, "main_score": 0.569156, "hf_subset": "nso_Latn-kam_Latn", "languages": ["nso-Latn", "kam-Latn"]}, {"precision": 0.591899, "recall": 0.637352, "f1": 0.603715, "accuracy": 0.637352, "main_score": 0.603715, "hf_subset": "nso_Latn-lit_Latn", "languages": ["nso-Latn", "lit-Latn"]}, {"precision": 0.63063, "recall": 0.667984, "f1": 0.640036, "accuracy": 0.667984, "main_score": 0.640036, "hf_subset": "nso_Latn-nob_Latn", "languages": ["nso-Latn", "nob-Latn"]}, {"precision": 0.614178, "recall": 0.652174, "f1": 0.623963, "accuracy": 0.652174, "main_score": 0.623963, "hf_subset": "nso_Latn-scn_Latn", "languages": ["nso-Latn", "scn-Latn"]}, {"precision": 0.575579, "recall": 0.619565, "f1": 0.588007, "accuracy": 0.619565, "main_score": 0.588007, "hf_subset": "nso_Latn-tgk_Cyrl", "languages": ["nso-Latn", "tgk-Cyrl"]}, {"precision": 0.542177, "recall": 0.59585, "f1": 0.55698, "accuracy": 0.59585, "main_score": 0.55698, "hf_subset": "nso_Latn-yor_Latn", "languages": ["nso-Latn", "yor-Latn"]}, {"precision": 0.601364, "recall": 0.640316, "f1": 0.611764, "accuracy": 0.640316, "main_score": 0.611764, "hf_subset": "nso_Latn-arz_Arab", "languages": ["nso-Latn", "arz-Arab"]}, {"precision": 0.546093, "recall": 0.585968, "f1": 0.557213, "accuracy": 0.585968, "main_score": 0.557213, "hf_subset": "nso_Latn-cjk_Latn", "languages": ["nso-Latn", "cjk-Latn"]}, {"precision": 0.544202, "recall": 0.588933, "f1": 0.556297, "accuracy": 0.588933, "main_score": 0.556297, "hf_subset": "nso_Latn-gla_Latn", "languages": ["nso-Latn", "gla-Latn"]}, {"precision": 0.587121, "recall": 0.633399, "f1": 0.59933, "accuracy": 0.633399, "main_score": 0.59933, "hf_subset": "nso_Latn-kan_Knda", "languages": ["nso-Latn", "kan-Knda"]}, {"precision": 0.606945, "recall": 0.645257, "f1": 0.615748, "accuracy": 0.645257, "main_score": 0.615748, "hf_subset": "nso_Latn-lmo_Latn", "languages": ["nso-Latn", "lmo-Latn"]}, {"precision": 0.57443, "recall": 0.626482, "f1": 0.58827, "accuracy": 0.626482, "main_score": 0.58827, "hf_subset": "nso_Latn-npi_Deva", "languages": ["nso-Latn", "npi-Deva"]}, {"precision": 0.455254, "recall": 0.503953, "f1": 0.468397, "accuracy": 0.503953, "main_score": 0.468397, "hf_subset": "nso_Latn-shn_Mymr", "languages": ["nso-Latn", "shn-Mymr"]}, {"precision": 0.636946, "recall": 0.678854, "f1": 0.648153, "accuracy": 0.678854, "main_score": 0.648153, "hf_subset": "nso_Latn-tgl_Latn", "languages": ["nso-Latn", "tgl-Latn"]}, {"precision": 0.593207, "recall": 0.635375, "f1": 0.604184, "accuracy": 0.635375, "main_score": 0.604184, "hf_subset": "nso_Latn-yue_Hant", "languages": ["nso-Latn", "yue-Hant"]}, {"precision": 0.555506, "recall": 0.603755, "f1": 0.56883, "accuracy": 0.603755, "main_score": 0.56883, "hf_subset": "nso_Latn-asm_Beng", "languages": ["nso-Latn", "asm-Beng"]}, {"precision": 0.562686, "recall": 0.608696, "f1": 0.575676, "accuracy": 0.608696, "main_score": 0.575676, "hf_subset": "nso_Latn-ckb_Arab", "languages": ["nso-Latn", "ckb-Arab"]}, {"precision": 0.543735, "recall": 0.583992, "f1": 0.554737, "accuracy": 0.583992, "main_score": 0.554737, "hf_subset": "nso_Latn-gle_Latn", "languages": ["nso-Latn", "gle-Latn"]}, {"precision": 0.536462, "recall": 0.582016, "f1": 0.548671, "accuracy": 0.582016, "main_score": 0.548671, "hf_subset": "nso_Latn-kas_Arab", "languages": ["nso-Latn", "kas-Arab"]}, {"precision": 0.589233, "recall": 0.631423, "f1": 0.600629, "accuracy": 0.631423, "main_score": 0.600629, "hf_subset": "nso_Latn-ltg_Latn", "languages": ["nso-Latn", "ltg-Latn"]}, {"precision": 0.512609, "recall": 0.575099, "f1": 0.528844, "accuracy": 0.575099, "main_score": 0.528844, "hf_subset": "nso_Latn-sin_Sinh", "languages": ["nso-Latn", "sin-Sinh"]}, {"precision": 0.596984, "recall": 0.640316, "f1": 0.608577, "accuracy": 0.640316, "main_score": 0.608577, "hf_subset": "nso_Latn-tha_Thai", "languages": ["nso-Latn", "tha-Thai"]}, {"precision": 0.587437, "recall": 0.62747, "f1": 0.597832, "accuracy": 0.62747, "main_score": 0.597832, "hf_subset": "nso_Latn-zho_Hans", "languages": ["nso-Latn", "zho-Hans"]}, {"precision": 0.60917, "recall": 0.649209, "f1": 0.619944, "accuracy": 0.649209, "main_score": 0.619944, "hf_subset": "nso_Latn-ast_Latn", "languages": ["nso-Latn", "ast-Latn"]}, {"precision": 0.599823, "recall": 0.647233, "f1": 0.61241, "accuracy": 0.647233, "main_score": 0.61241, "hf_subset": "nso_Latn-crh_Latn", "languages": ["nso-Latn", "crh-Latn"]}, {"precision": 0.625956, "recall": 0.664032, "f1": 0.635716, "accuracy": 0.664032, "main_score": 0.635716, "hf_subset": "nso_Latn-glg_Latn", "languages": ["nso-Latn", "glg-Latn"]}, {"precision": 0.538143, "recall": 0.587945, "f1": 0.552204, "accuracy": 0.587945, "main_score": 0.552204, "hf_subset": "nso_Latn-kas_Deva", "languages": ["nso-Latn", "kas-Deva"]}, {"precision": 0.599745, "recall": 0.637352, "f1": 0.609073, "accuracy": 0.637352, "main_score": 0.609073, "hf_subset": "nso_Latn-ltz_Latn", "languages": ["nso-Latn", "ltz-Latn"]}, {"precision": 0.500201, "recall": 0.557312, "f1": 0.515155, "accuracy": 0.557312, "main_score": 0.515155, "hf_subset": "nso_Latn-nus_Latn", "languages": ["nso-Latn", "nus-Latn"]}, {"precision": 0.602067, "recall": 0.650198, "f1": 0.61485, "accuracy": 0.650198, "main_score": 0.61485, "hf_subset": "nso_Latn-slk_Latn", "languages": ["nso-Latn", "slk-Latn"]}, {"precision": 0.433764, "recall": 0.490119, "f1": 0.44936, "accuracy": 0.490119, "main_score": 0.44936, "hf_subset": "nso_Latn-tir_Ethi", "languages": ["nso-Latn", "tir-Ethi"]}, {"precision": 0.591249, "recall": 0.636364, "f1": 0.602235, "accuracy": 0.636364, "main_score": 0.602235, "hf_subset": "nso_Latn-zho_Hant", "languages": ["nso-Latn", "zho-Hant"]}, {"precision": 0.591673, "recall": 0.632411, "f1": 0.602832, "accuracy": 0.632411, "main_score": 0.602832, "hf_subset": "nso_Latn-awa_Deva", "languages": ["nso-Latn", "awa-Deva"]}, {"precision": 0.608297, "recall": 0.643281, "f1": 0.617618, "accuracy": 0.643281, "main_score": 0.617618, "hf_subset": "nso_Latn-cym_Latn", "languages": ["nso-Latn", "cym-Latn"]}, {"precision": 0.61159, "recall": 0.647233, "f1": 0.620483, "accuracy": 0.647233, "main_score": 0.620483, "hf_subset": "nso_Latn-grn_Latn", "languages": ["nso-Latn", "grn-Latn"]}, {"precision": 0.567174, "recall": 0.615613, "f1": 0.579647, "accuracy": 0.615613, "main_score": 0.579647, "hf_subset": "nso_Latn-kat_Geor", "languages": ["nso-Latn", "kat-Geor"]}, {"precision": 0.597571, "recall": 0.63834, "f1": 0.608552, "accuracy": 0.63834, "main_score": 0.608552, "hf_subset": "nso_Latn-lua_Latn", "languages": ["nso-Latn", "lua-Latn"]}, {"precision": 0.59633, "recall": 0.635375, "f1": 0.607308, "accuracy": 0.635375, "main_score": 0.607308, "hf_subset": "nso_Latn-nya_Latn", "languages": ["nso-Latn", "nya-Latn"]}, {"precision": 0.609281, "recall": 0.649209, "f1": 0.619064, "accuracy": 0.649209, "main_score": 0.619064, "hf_subset": "nso_Latn-slv_Latn", "languages": ["nso-Latn", "slv-Latn"]}, {"precision": 0.607193, "recall": 0.643281, "f1": 0.616943, "accuracy": 0.643281, "main_score": 0.616943, "hf_subset": "nso_Latn-tpi_Latn", "languages": ["nso-Latn", "tpi-Latn"]}, {"precision": 0.631453, "recall": 0.672925, "f1": 0.642251, "accuracy": 0.672925, "main_score": 0.642251, "hf_subset": "nso_Latn-zsm_Latn", "languages": ["nso-Latn", "zsm-Latn"]}, {"precision": 0.536576, "recall": 0.579051, "f1": 0.549081, "accuracy": 0.579051, "main_score": 0.549081, "hf_subset": "nso_Latn-ayr_Latn", "languages": ["nso-Latn", "ayr-Latn"]}, {"precision": 0.625767, "recall": 0.666008, "f1": 0.636147, "accuracy": 0.666008, "main_score": 0.636147, "hf_subset": "nso_Latn-dan_Latn", "languages": ["nso-Latn", "dan-Latn"]}, {"precision": 0.584266, "recall": 0.633399, "f1": 0.596981, "accuracy": 0.633399, "main_score": 0.596981, "hf_subset": "nso_Latn-guj_Gujr", "languages": ["nso-Latn", "guj-Gujr"]}, {"precision": 0.592527, "recall": 0.641304, "f1": 0.605809, "accuracy": 0.641304, "main_score": 0.605809, "hf_subset": "nso_Latn-kaz_Cyrl", "languages": ["nso-Latn", "kaz-Cyrl"]}, {"precision": 0.539847, "recall": 0.586957, "f1": 0.553236, "accuracy": 0.586957, "main_score": 0.553236, "hf_subset": "nso_Latn-lug_Latn", "languages": ["nso-Latn", "lug-Latn"]}, {"precision": 0.633858, "recall": 0.676877, "f1": 0.645236, "accuracy": 0.676877, "main_score": 0.645236, "hf_subset": "nso_Latn-oci_Latn", "languages": ["nso-Latn", "oci-Latn"]}, {"precision": 0.589457, "recall": 0.623518, "f1": 0.598566, "accuracy": 0.623518, "main_score": 0.598566, "hf_subset": "nso_Latn-smo_Latn", "languages": ["nso-Latn", "smo-Latn"]}, {"precision": 0.692631, "recall": 0.748024, "f1": 0.708252, "accuracy": 0.748024, "main_score": 0.708252, "hf_subset": "nso_Latn-tsn_Latn", "languages": ["nso-Latn", "tsn-Latn"]}, {"precision": 0.599768, "recall": 0.646245, "f1": 0.612873, "accuracy": 0.646245, "main_score": 0.612873, "hf_subset": "nso_Latn-zul_Latn", "languages": ["nso-Latn", "zul-Latn"]}, {"precision": 0.514826, "recall": 0.564229, "f1": 0.528856, "accuracy": 0.564229, "main_score": 0.528856, "hf_subset": "nso_Latn-azb_Arab", "languages": ["nso-Latn", "azb-Arab"]}, {"precision": 0.621376, "recall": 0.663043, "f1": 0.632572, "accuracy": 0.663043, "main_score": 0.632572, "hf_subset": "nso_Latn-deu_Latn", "languages": ["nso-Latn", "deu-Latn"]}, {"precision": 0.571062, "recall": 0.614625, "f1": 0.582664, "accuracy": 0.614625, "main_score": 0.582664, "hf_subset": "nso_Latn-hat_Latn", "languages": ["nso-Latn", "hat-Latn"]}, {"precision": 0.517994, "recall": 0.564229, "f1": 0.530785, "accuracy": 0.564229, "main_score": 0.530785, "hf_subset": "nso_Latn-kbp_Latn", "languages": ["nso-Latn", "kbp-Latn"]}, {"precision": 0.600412, "recall": 0.635375, "f1": 0.61041, "accuracy": 0.635375, "main_score": 0.61041, "hf_subset": "nso_Latn-luo_Latn", "languages": ["nso-Latn", "luo-Latn"]}, {"precision": 0.587715, "recall": 0.633399, "f1": 0.600173, "accuracy": 0.633399, "main_score": 0.600173, "hf_subset": "nso_Latn-ory_Orya", "languages": ["nso-Latn", "ory-Orya"]}, {"precision": 0.578462, "recall": 0.62747, "f1": 0.592191, "accuracy": 0.62747, "main_score": 0.592191, "hf_subset": "nso_Latn-sna_Latn", "languages": ["nso-Latn", "sna-Latn"]}, {"precision": 0.588185, "recall": 0.629447, "f1": 0.599872, "accuracy": 0.629447, "main_score": 0.599872, "hf_subset": "nso_Latn-tso_Latn", "languages": ["nso-Latn", "tso-Latn"]}, {"precision": 0.572865, "recall": 0.62253, "f1": 0.586513, "accuracy": 0.62253, "main_score": 0.586513, "hf_subset": "nso_Latn-azj_Latn", "languages": ["nso-Latn", "azj-Latn"]}, {"precision": 0.540644, "recall": 0.587945, "f1": 0.554637, "accuracy": 0.587945, "main_score": 0.554637, "hf_subset": "nso_Latn-dik_Latn", "languages": ["nso-Latn", "dik-Latn"]}, {"precision": 0.603067, "recall": 0.636364, "f1": 0.612613, "accuracy": 0.636364, "main_score": 0.612613, "hf_subset": "nso_Latn-hau_Latn", "languages": ["nso-Latn", "hau-Latn"]}, {"precision": 0.612349, "recall": 0.651186, "f1": 0.622744, "accuracy": 0.651186, "main_score": 0.622744, "hf_subset": "nso_Latn-kea_Latn", "languages": ["nso-Latn", "kea-Latn"]}, {"precision": 0.598074, "recall": 0.629447, "f1": 0.606802, "accuracy": 0.629447, "main_score": 0.606802, "hf_subset": "nso_Latn-lus_Latn", "languages": ["nso-Latn", "lus-Latn"]}, {"precision": 0.603812, "recall": 0.634387, "f1": 0.612341, "accuracy": 0.634387, "main_score": 0.612341, "hf_subset": "nso_Latn-pag_Latn", "languages": ["nso-Latn", "pag-Latn"]}, {"precision": 0.575627, "recall": 0.625494, "f1": 0.589393, "accuracy": 0.625494, "main_score": 0.589393, "hf_subset": "nso_Latn-snd_Arab", "languages": ["nso-Latn", "snd-Arab"]}, {"precision": 0.549226, "recall": 0.597826, "f1": 0.56245, "accuracy": 0.597826, "main_score": 0.56245, "hf_subset": "nso_Latn-tuk_Latn", "languages": ["nso-Latn", "tuk-Latn"]}, {"precision": 0.59344, "recall": 0.636364, "f1": 0.604798, "accuracy": 0.636364, "main_score": 0.604798, "hf_subset": "nso_Latn-bak_Cyrl", "languages": ["nso-Latn", "bak-Cyrl"]}, {"precision": 0.461516, "recall": 0.52668, "f1": 0.479709, "accuracy": 0.52668, "main_score": 0.479709, "hf_subset": "nso_Latn-dyu_Latn", "languages": ["nso-Latn", "dyu-Latn"]}, {"precision": 0.605162, "recall": 0.641304, "f1": 0.614768, "accuracy": 0.641304, "main_score": 0.614768, "hf_subset": "nso_Latn-heb_Hebr", "languages": ["nso-Latn", "heb-Hebr"]}, {"precision": 0.565012, "recall": 0.606719, "f1": 0.576438, "accuracy": 0.606719, "main_score": 0.576438, "hf_subset": "nso_Latn-khk_Cyrl", "languages": ["nso-Latn", "khk-Cyrl"]}, {"precision": 0.598153, "recall": 0.635375, "f1": 0.608081, "accuracy": 0.635375, "main_score": 0.608081, "hf_subset": "nso_Latn-lvs_Latn", "languages": ["nso-Latn", "lvs-Latn"]}, {"precision": 0.594526, "recall": 0.634387, "f1": 0.605019, "accuracy": 0.634387, "main_score": 0.605019, "hf_subset": "nso_Latn-pan_Guru", "languages": ["nso-Latn", "pan-Guru"]}, {"precision": 0.547127, "recall": 0.590909, "f1": 0.559489, "accuracy": 0.590909, "main_score": 0.559489, "hf_subset": "nso_Latn-som_Latn", "languages": ["nso-Latn", "som-Latn"]}, {"precision": 0.562654, "recall": 0.596838, "f1": 0.572109, "accuracy": 0.596838, "main_score": 0.572109, "hf_subset": "nso_Latn-tum_Latn", "languages": ["nso-Latn", "tum-Latn"]}, {"precision": 0.486632, "recall": 0.547431, "f1": 0.502617, "accuracy": 0.547431, "main_score": 0.502617, "hf_subset": "sin_Sinh-ace_Arab", "languages": ["sin-Sinh", "ace-Arab"]}, {"precision": 0.466624, "recall": 0.521739, "f1": 0.481853, "accuracy": 0.521739, "main_score": 0.481853, "hf_subset": "sin_Sinh-bam_Latn", "languages": ["sin-Sinh", "bam-Latn"]}, {"precision": 0.398023, "recall": 0.475296, "f1": 0.417911, "accuracy": 0.475296, "main_score": 0.417911, "hf_subset": "sin_Sinh-dzo_Tibt", "languages": ["sin-Sinh", "dzo-Tibt"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-hin_Deva", "languages": ["sin-Sinh", "hin-Deva"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "sin_Sinh-khm_Khmr", "languages": ["sin-Sinh", "khm-Khmr"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-mag_Deva", "languages": ["sin-Sinh", "mag-Deva"]}, {"precision": 0.922596, "recall": 0.944664, "f1": 0.92948, "accuracy": 0.944664, "main_score": 0.92948, "hf_subset": "sin_Sinh-pap_Latn", "languages": ["sin-Sinh", "pap-Latn"]}, {"precision": 0.532313, "recall": 0.587945, "f1": 0.54727, "accuracy": 0.587945, "main_score": 0.54727, "hf_subset": "sin_Sinh-sot_Latn", "languages": ["sin-Sinh", "sot-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-tur_Latn", "languages": ["sin-Sinh", "tur-Latn"]}, {"precision": 0.775428, "recall": 0.822134, "f1": 0.78938, "accuracy": 0.822134, "main_score": 0.78938, "hf_subset": "sin_Sinh-ace_Latn", "languages": ["sin-Sinh", "ace-Latn"]}, {"precision": 0.881736, "recall": 0.909091, "f1": 0.890053, "accuracy": 0.909091, "main_score": 0.890053, "hf_subset": "sin_Sinh-ban_Latn", "languages": ["sin-Sinh", "ban-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-ell_Grek", "languages": ["sin-Sinh", "ell-Grek"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "sin_Sinh-hne_Deva", "languages": ["sin-Sinh", "hne-Deva"]}, {"precision": 0.499195, "recall": 0.5583, "f1": 0.515603, "accuracy": 0.5583, "main_score": 0.515603, "hf_subset": "sin_Sinh-kik_Latn", "languages": ["sin-Sinh", "kik-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "sin_Sinh-mai_Deva", "languages": ["sin-Sinh", "mai-Deva"]}, {"precision": 0.945487, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "sin_Sinh-pbt_Arab", "languages": ["sin-Sinh", "pbt-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-spa_Latn", "languages": ["sin-Sinh", "spa-Latn"]}, {"precision": 0.537493, "recall": 0.59585, "f1": 0.55404, "accuracy": 0.59585, "main_score": 0.55404, "hf_subset": "sin_Sinh-twi_Latn", "languages": ["sin-Sinh", "twi-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-acm_Arab", "languages": ["sin-Sinh", "acm-Arab"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "sin_Sinh-bel_Cyrl", "languages": ["sin-Sinh", "bel-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-eng_Latn", "languages": ["sin-Sinh", "eng-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-hrv_Latn", "languages": ["sin-Sinh", "hrv-Latn"]}, {"precision": 0.48275, "recall": 0.545455, "f1": 0.500697, "accuracy": 0.545455, "main_score": 0.500697, "hf_subset": "sin_Sinh-kin_Latn", "languages": ["sin-Sinh", "kin-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-mal_Mlym", "languages": ["sin-Sinh", "mal-Mlym"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-pes_Arab", "languages": ["sin-Sinh", "pes-Arab"]}, {"precision": 0.943923, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "sin_Sinh-srd_Latn", "languages": ["sin-Sinh", "srd-Latn"]}, {"precision": 0.183829, "recall": 0.227273, "f1": 0.194975, "accuracy": 0.227273, "main_score": 0.194975, "hf_subset": "sin_Sinh-tzm_Tfng", "languages": ["sin-Sinh", "tzm-Tfng"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-acq_Arab", "languages": ["sin-Sinh", "acq-Arab"]}, {"precision": 0.554607, "recall": 0.608696, "f1": 0.569443, "accuracy": 0.608696, "main_score": 0.569443, "hf_subset": "sin_Sinh-bem_Latn", "languages": ["sin-Sinh", "bem-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-epo_Latn", "languages": ["sin-Sinh", "epo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-hun_Latn", "languages": ["sin-Sinh", "hun-Latn"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "sin_Sinh-kir_Cyrl", "languages": ["sin-Sinh", "kir-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sin_Sinh-mar_Deva", "languages": ["sin-Sinh", "mar-Deva"]}, {"precision": 0.601566, "recall": 0.65415, "f1": 0.61646, "accuracy": 0.65415, "main_score": 0.61646, "hf_subset": "sin_Sinh-plt_Latn", "languages": ["sin-Sinh", "plt-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "sin_Sinh-srp_Cyrl", "languages": ["sin-Sinh", "srp-Cyrl"]}, {"precision": 0.932148, "recall": 0.951581, "f1": 0.938406, "accuracy": 0.951581, "main_score": 0.938406, "hf_subset": "sin_Sinh-uig_Arab", "languages": ["sin-Sinh", "uig-Arab"]}, {"precision": 0.95611, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "sin_Sinh-aeb_Arab", "languages": ["sin-Sinh", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sin_Sinh-ben_Beng", "languages": ["sin-Sinh", "ben-Beng"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-est_Latn", "languages": ["sin-Sinh", "est-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-hye_Armn", "languages": ["sin-Sinh", "hye-Armn"]}, {"precision": 0.480905, "recall": 0.527668, "f1": 0.494219, "accuracy": 0.527668, "main_score": 0.494219, "hf_subset": "sin_Sinh-kmb_Latn", "languages": ["sin-Sinh", "kmb-Latn"]}, {"precision": 0.41651, "recall": 0.486166, "f1": 0.435094, "accuracy": 0.486166, "main_score": 0.435094, "hf_subset": "sin_Sinh-min_Arab", "languages": ["sin-Sinh", "min-Arab"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "sin_Sinh-pol_Latn", "languages": ["sin-Sinh", "pol-Latn"]}, {"precision": 0.504348, "recall": 0.56917, "f1": 0.522282, "accuracy": 0.56917, "main_score": 0.522282, "hf_subset": "sin_Sinh-ssw_Latn", "languages": ["sin-Sinh", "ssw-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-ukr_Cyrl", "languages": ["sin-Sinh", "ukr-Cyrl"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-afr_Latn", "languages": ["sin-Sinh", "afr-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966535, "accuracy": 0.974308, "main_score": 0.966535, "hf_subset": "sin_Sinh-bho_Deva", "languages": ["sin-Sinh", "bho-Deva"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "sin_Sinh-eus_Latn", "languages": ["sin-Sinh", "eus-Latn"]}, {"precision": 0.502859, "recall": 0.568182, "f1": 0.520739, "accuracy": 0.568182, "main_score": 0.520739, "hf_subset": "sin_Sinh-ibo_Latn", "languages": ["sin-Sinh", "ibo-Latn"]}, {"precision": 0.825955, "recall": 0.870553, "f1": 0.839643, "accuracy": 0.870553, "main_score": 0.839643, "hf_subset": "sin_Sinh-kmr_Latn", "languages": ["sin-Sinh", "kmr-Latn"]}, {"precision": 0.931324, "recall": 0.952569, "f1": 0.938241, "accuracy": 0.952569, "main_score": 0.938241, "hf_subset": "sin_Sinh-min_Latn", "languages": ["sin-Sinh", "min-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-por_Latn", "languages": ["sin-Sinh", "por-Latn"]}, {"precision": 0.957181, "recall": 0.969368, "f1": 0.960935, "accuracy": 0.969368, "main_score": 0.960935, "hf_subset": "sin_Sinh-sun_Latn", "languages": ["sin-Sinh", "sun-Latn"]}, {"precision": 0.449625, "recall": 0.505929, "f1": 0.46522, "accuracy": 0.505929, "main_score": 0.46522, "hf_subset": "sin_Sinh-umb_Latn", "languages": ["sin-Sinh", "umb-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "sin_Sinh-ajp_Arab", "languages": ["sin-Sinh", "ajp-Arab"]}, {"precision": 0.461791, "recall": 0.522727, "f1": 0.478372, "accuracy": 0.522727, "main_score": 0.478372, "hf_subset": "sin_Sinh-bjn_Arab", "languages": ["sin-Sinh", "bjn-Arab"]}, {"precision": 0.440867, "recall": 0.496047, "f1": 0.455959, "accuracy": 0.496047, "main_score": 0.455959, "hf_subset": "sin_Sinh-ewe_Latn", "languages": ["sin-Sinh", "ewe-Latn"]}, {"precision": 0.876047, "recall": 0.905138, "f1": 0.884667, "accuracy": 0.905138, "main_score": 0.884667, "hf_subset": "sin_Sinh-ilo_Latn", "languages": ["sin-Sinh", "ilo-Latn"]}, {"precision": 0.293141, "recall": 0.340909, "f1": 0.306206, "accuracy": 0.340909, "main_score": 0.306206, "hf_subset": "sin_Sinh-knc_Arab", "languages": ["sin-Sinh", "knc-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-mkd_Cyrl", "languages": ["sin-Sinh", "mkd-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-prs_Arab", "languages": ["sin-Sinh", "prs-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-swe_Latn", "languages": ["sin-Sinh", "swe-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sin_Sinh-urd_Arab", "languages": ["sin-Sinh", "urd-Arab"]}, {"precision": 0.495664, "recall": 0.5583, "f1": 0.513262, "accuracy": 0.5583, "main_score": 0.513262, "hf_subset": "sin_Sinh-aka_Latn", "languages": ["sin-Sinh", "aka-Latn"]}, {"precision": 0.928524, "recall": 0.949605, "f1": 0.93523, "accuracy": 0.949605, "main_score": 0.93523, "hf_subset": "sin_Sinh-bjn_Latn", "languages": ["sin-Sinh", "bjn-Latn"]}, {"precision": 0.910655, "recall": 0.936759, "f1": 0.918676, "accuracy": 0.936759, "main_score": 0.918676, "hf_subset": "sin_Sinh-fao_Latn", "languages": ["sin-Sinh", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-ind_Latn", "languages": ["sin-Sinh", "ind-Latn"]}, {"precision": 0.520531, "recall": 0.574111, "f1": 0.535592, "accuracy": 0.574111, "main_score": 0.535592, "hf_subset": "sin_Sinh-knc_Latn", "languages": ["sin-Sinh", "knc-Latn"]}, {"precision": 0.95639, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "sin_Sinh-mlt_Latn", "languages": ["sin-Sinh", "mlt-Latn"]}, {"precision": 0.615811, "recall": 0.681818, "f1": 0.634601, "accuracy": 0.681818, "main_score": 0.634601, "hf_subset": "sin_Sinh-quy_Latn", "languages": ["sin-Sinh", "quy-Latn"]}, {"precision": 0.927125, "recall": 0.948617, "f1": 0.934025, "accuracy": 0.948617, "main_score": 0.934025, "hf_subset": "sin_Sinh-swh_Latn", "languages": ["sin-Sinh", "swh-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "sin_Sinh-uzn_Latn", "languages": ["sin-Sinh", "uzn-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "sin_Sinh-als_Latn", "languages": ["sin-Sinh", "als-Latn"]}, {"precision": 0.602381, "recall": 0.677866, "f1": 0.624621, "accuracy": 0.677866, "main_score": 0.624621, "hf_subset": "sin_Sinh-bod_Tibt", "languages": ["sin-Sinh", "bod-Tibt"]}, {"precision": 0.619464, "recall": 0.689723, "f1": 0.639053, "accuracy": 0.689723, "main_score": 0.639053, "hf_subset": "sin_Sinh-fij_Latn", "languages": ["sin-Sinh", "fij-Latn"]}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "sin_Sinh-isl_Latn", "languages": ["sin-Sinh", "isl-Latn"]}, {"precision": 0.552919, "recall": 0.61166, "f1": 0.569586, "accuracy": 0.61166, "main_score": 0.569586, "hf_subset": "sin_Sinh-kon_Latn", "languages": ["sin-Sinh", "kon-Latn"]}, {"precision": 0.580517, "recall": 0.645257, "f1": 0.599008, "accuracy": 0.645257, "main_score": 0.599008, "hf_subset": "sin_Sinh-mni_Beng", "languages": ["sin-Sinh", "mni-Beng"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "sin_Sinh-ron_Latn", "languages": ["sin-Sinh", "ron-Latn"]}, {"precision": 0.949605, "recall": 0.963439, "f1": 0.954051, "accuracy": 0.963439, "main_score": 0.954051, "hf_subset": "sin_Sinh-szl_Latn", "languages": ["sin-Sinh", "szl-Latn"]}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "sin_Sinh-vec_Latn", "languages": ["sin-Sinh", "vec-Latn"]}, {"precision": 0.930583, "recall": 0.950593, "f1": 0.936825, "accuracy": 0.950593, "main_score": 0.936825, "hf_subset": "sin_Sinh-amh_Ethi", "languages": ["sin-Sinh", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sin_Sinh-bos_Latn", "languages": ["sin-Sinh", "bos-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "sin_Sinh-fin_Latn", "languages": ["sin-Sinh", "fin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-ita_Latn", "languages": ["sin-Sinh", "ita-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-kor_Hang", "languages": ["sin-Sinh", "kor-Hang"]}, {"precision": 0.486387, "recall": 0.539526, "f1": 0.501243, "accuracy": 0.539526, "main_score": 0.501243, "hf_subset": "sin_Sinh-mos_Latn", "languages": ["sin-Sinh", "mos-Latn"]}, {"precision": 0.506327, "recall": 0.5583, "f1": 0.520646, "accuracy": 0.5583, "main_score": 0.520646, "hf_subset": "sin_Sinh-run_Latn", "languages": ["sin-Sinh", "run-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-tam_Taml", "languages": ["sin-Sinh", "tam-Taml"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "sin_Sinh-vie_Latn", "languages": ["sin-Sinh", "vie-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "sin_Sinh-apc_Arab", "languages": ["sin-Sinh", "apc-Arab"]}, {"precision": 0.69996, "recall": 0.76087, "f1": 0.717889, "accuracy": 0.76087, "main_score": 0.717889, "hf_subset": "sin_Sinh-bug_Latn", "languages": ["sin-Sinh", "bug-Latn"]}, {"precision": 0.408757, "recall": 0.464427, "f1": 0.423904, "accuracy": 0.464427, "main_score": 0.423904, "hf_subset": "sin_Sinh-fon_Latn", "languages": ["sin-Sinh", "fon-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "sin_Sinh-jav_Latn", "languages": ["sin-Sinh", "jav-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "sin_Sinh-lao_Laoo", "languages": ["sin-Sinh", "lao-Laoo"]}, {"precision": 0.797332, "recall": 0.844862, "f1": 0.811613, "accuracy": 0.844862, "main_score": 0.811613, "hf_subset": "sin_Sinh-mri_Latn", "languages": ["sin-Sinh", "mri-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-rus_Cyrl", "languages": ["sin-Sinh", "rus-Cyrl"]}, {"precision": 0.475992, "recall": 0.531621, "f1": 0.491904, "accuracy": 0.531621, "main_score": 0.491904, "hf_subset": "sin_Sinh-taq_Latn", "languages": ["sin-Sinh", "taq-Latn"]}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "sin_Sinh-war_Latn", "languages": ["sin-Sinh", "war-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "sin_Sinh-arb_Arab", "languages": ["sin-Sinh", "arb-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-bul_Cyrl", "languages": ["sin-Sinh", "bul-Cyrl"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-fra_Latn", "languages": ["sin-Sinh", "fra-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-jpn_Jpan", "languages": ["sin-Sinh", "jpn-Jpan"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "sin_Sinh-lij_Latn", "languages": ["sin-Sinh", "lij-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "sin_Sinh-mya_Mymr", "languages": ["sin-Sinh", "mya-Mymr"]}, {"precision": 0.509958, "recall": 0.568182, "f1": 0.52591, "accuracy": 0.568182, "main_score": 0.52591, "hf_subset": "sin_Sinh-sag_Latn", "languages": ["sin-Sinh", "sag-Latn"]}, {"precision": 0.200382, "recall": 0.243083, "f1": 0.210423, "accuracy": 0.243083, "main_score": 0.210423, "hf_subset": "sin_Sinh-taq_Tfng", "languages": ["sin-Sinh", "taq-Tfng"]}, {"precision": 0.544107, "recall": 0.602767, "f1": 0.560553, "accuracy": 0.602767, "main_score": 0.560553, "hf_subset": "sin_Sinh-wol_Latn", "languages": ["sin-Sinh", "wol-Latn"]}, {"precision": 0.7083, "recall": 0.774704, "f1": 0.728115, "accuracy": 0.774704, "main_score": 0.728115, "hf_subset": "sin_Sinh-arb_Latn", "languages": ["sin-Sinh", "arb-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-cat_Latn", "languages": ["sin-Sinh", "cat-Latn"]}, {"precision": 0.948814, "recall": 0.963439, "f1": 0.953393, "accuracy": 0.963439, "main_score": 0.953393, "hf_subset": "sin_Sinh-fur_Latn", "languages": ["sin-Sinh", "fur-Latn"]}, {"precision": 0.377811, "recall": 0.427866, "f1": 0.39129, "accuracy": 0.427866, "main_score": 0.39129, "hf_subset": "sin_Sinh-kab_Latn", "languages": ["sin-Sinh", "kab-Latn"]}, {"precision": 0.940415, "recall": 0.956522, "f1": 0.945487, "accuracy": 0.956522, "main_score": 0.945487, "hf_subset": "sin_Sinh-lim_Latn", "languages": ["sin-Sinh", "lim-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-nld_Latn", "languages": ["sin-Sinh", "nld-Latn"]}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "sin_Sinh-san_Deva", "languages": ["sin-Sinh", "san-Deva"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "sin_Sinh-tat_Cyrl", "languages": ["sin-Sinh", "tat-Cyrl"]}, {"precision": 0.591568, "recall": 0.651186, "f1": 0.60848, "accuracy": 0.651186, "main_score": 0.60848, "hf_subset": "sin_Sinh-xho_Latn", "languages": ["sin-Sinh", "xho-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "sin_Sinh-ars_Arab", "languages": ["sin-Sinh", "ars-Arab"]}, {"precision": 0.968132, "recall": 0.978261, "f1": 0.97141, "accuracy": 0.978261, "main_score": 0.97141, "hf_subset": "sin_Sinh-ceb_Latn", "languages": ["sin-Sinh", "ceb-Latn"]}, {"precision": 0.497754, "recall": 0.556324, "f1": 0.514348, "accuracy": 0.556324, "main_score": 0.514348, "hf_subset": "sin_Sinh-fuv_Latn", "languages": ["sin-Sinh", "fuv-Latn"]}, {"precision": 0.444263, "recall": 0.501976, "f1": 0.460411, "accuracy": 0.501976, "main_score": 0.460411, "hf_subset": "sin_Sinh-kac_Latn", "languages": ["sin-Sinh", "kac-Latn"]}, {"precision": 0.577991, "recall": 0.629447, "f1": 0.592093, "accuracy": 0.629447, "main_score": 0.592093, "hf_subset": "sin_Sinh-lin_Latn", "languages": ["sin-Sinh", "lin-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-nno_Latn", "languages": ["sin-Sinh", "nno-Latn"]}, {"precision": 0.23129, "recall": 0.312253, "f1": 0.252515, "accuracy": 0.312253, "main_score": 0.252515, "hf_subset": "sin_Sinh-sat_Olck", "languages": ["sin-Sinh", "sat-Olck"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-tel_Telu", "languages": ["sin-Sinh", "tel-Telu"]}, {"precision": 0.921443, "recall": 0.943676, "f1": 0.928327, "accuracy": 0.943676, "main_score": 0.928327, "hf_subset": "sin_Sinh-ydd_Hebr", "languages": ["sin-Sinh", "ydd-Hebr"]}, {"precision": 0.94524, "recall": 0.962451, "f1": 0.950823, "accuracy": 0.962451, "main_score": 0.950823, "hf_subset": "sin_Sinh-ary_Arab", "languages": ["sin-Sinh", "ary-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "sin_Sinh-ces_Latn", "languages": ["sin-Sinh", "ces-Latn"]}, {"precision": 0.529861, "recall": 0.589921, "f1": 0.546871, "accuracy": 0.589921, "main_score": 0.546871, "hf_subset": "sin_Sinh-gaz_Latn", "languages": ["sin-Sinh", "gaz-Latn"]}, {"precision": 0.514486, "recall": 0.571146, "f1": 0.530006, "accuracy": 0.571146, "main_score": 0.530006, "hf_subset": "sin_Sinh-kam_Latn", "languages": ["sin-Sinh", "kam-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "sin_Sinh-lit_Latn", "languages": ["sin-Sinh", "lit-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "sin_Sinh-nob_Latn", "languages": ["sin-Sinh", "nob-Latn"]}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "sin_Sinh-scn_Latn", "languages": ["sin-Sinh", "scn-Latn"]}, {"precision": 0.946064, "recall": 0.961462, "f1": 0.950988, "accuracy": 0.961462, "main_score": 0.950988, "hf_subset": "sin_Sinh-tgk_Cyrl", "languages": ["sin-Sinh", "tgk-Cyrl"]}, {"precision": 0.66405, "recall": 0.730237, "f1": 0.683733, "accuracy": 0.730237, "main_score": 0.683733, "hf_subset": "sin_Sinh-yor_Latn", "languages": ["sin-Sinh", "yor-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "sin_Sinh-arz_Arab", "languages": ["sin-Sinh", "arz-Arab"]}, {"precision": 0.493167, "recall": 0.548419, "f1": 0.508806, "accuracy": 0.548419, "main_score": 0.508806, "hf_subset": "sin_Sinh-cjk_Latn", "languages": ["sin-Sinh", "cjk-Latn"]}, {"precision": 0.686298, "recall": 0.753953, "f1": 0.706555, "accuracy": 0.753953, "main_score": 0.706555, "hf_subset": "sin_Sinh-gla_Latn", "languages": ["sin-Sinh", "gla-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-kan_Knda", "languages": ["sin-Sinh", "kan-Knda"]}, {"precision": 0.947991, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "sin_Sinh-lmo_Latn", "languages": ["sin-Sinh", "lmo-Latn"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "sin_Sinh-npi_Deva", "languages": ["sin-Sinh", "npi-Deva"]}, {"precision": 0.400364, "recall": 0.463439, "f1": 0.417825, "accuracy": 0.463439, "main_score": 0.417825, "hf_subset": "sin_Sinh-shn_Mymr", "languages": ["sin-Sinh", "shn-Mymr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-tgl_Latn", "languages": ["sin-Sinh", "tgl-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "sin_Sinh-yue_Hant", "languages": ["sin-Sinh", "yue-Hant"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-asm_Beng", "languages": ["sin-Sinh", "asm-Beng"]}, {"precision": 0.916288, "recall": 0.9417, "f1": 0.924308, "accuracy": 0.9417, "main_score": 0.924308, "hf_subset": "sin_Sinh-ckb_Arab", "languages": ["sin-Sinh", "ckb-Arab"]}, {"precision": 0.804628, "recall": 0.846838, "f1": 0.817194, "accuracy": 0.846838, "main_score": 0.817194, "hf_subset": "sin_Sinh-gle_Latn", "languages": ["sin-Sinh", "gle-Latn"]}, {"precision": 0.873106, "recall": 0.908103, "f1": 0.883959, "accuracy": 0.908103, "main_score": 0.883959, "hf_subset": "sin_Sinh-kas_Arab", "languages": ["sin-Sinh", "kas-Arab"]}, {"precision": 0.844153, "recall": 0.886364, "f1": 0.857232, "accuracy": 0.886364, "main_score": 0.857232, "hf_subset": "sin_Sinh-ltg_Latn", "languages": ["sin-Sinh", "ltg-Latn"]}, {"precision": 0.547907, "recall": 0.598814, "f1": 0.561766, "accuracy": 0.598814, "main_score": 0.561766, "hf_subset": "sin_Sinh-nso_Latn", "languages": ["sin-Sinh", "nso-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-tha_Thai", "languages": ["sin-Sinh", "tha-Thai"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-zho_Hans", "languages": ["sin-Sinh", "zho-Hans"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-ast_Latn", "languages": ["sin-Sinh", "ast-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "sin_Sinh-crh_Latn", "languages": ["sin-Sinh", "crh-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-glg_Latn", "languages": ["sin-Sinh", "glg-Latn"]}, {"precision": 0.784289, "recall": 0.836957, "f1": 0.800527, "accuracy": 0.836957, "main_score": 0.800527, "hf_subset": "sin_Sinh-kas_Deva", "languages": ["sin-Sinh", "kas-Deva"]}, {"precision": 0.92943, "recall": 0.949605, "f1": 0.935837, "accuracy": 0.949605, "main_score": 0.935837, "hf_subset": "sin_Sinh-ltz_Latn", "languages": ["sin-Sinh", "ltz-Latn"]}, {"precision": 0.409174, "recall": 0.472332, "f1": 0.426409, "accuracy": 0.472332, "main_score": 0.426409, "hf_subset": "sin_Sinh-nus_Latn", "languages": ["sin-Sinh", "nus-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-slk_Latn", "languages": ["sin-Sinh", "slk-Latn"]}, {"precision": 0.571214, "recall": 0.637352, "f1": 0.590467, "accuracy": 0.637352, "main_score": 0.590467, "hf_subset": "sin_Sinh-tir_Ethi", "languages": ["sin-Sinh", "tir-Ethi"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-zho_Hant", "languages": ["sin-Sinh", "zho-Hant"]}, {"precision": 0.964921, "recall": 0.974308, "f1": 0.967885, "accuracy": 0.974308, "main_score": 0.967885, "hf_subset": "sin_Sinh-awa_Deva", "languages": ["sin-Sinh", "awa-Deva"]}, {"precision": 0.937615, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "sin_Sinh-cym_Latn", "languages": ["sin-Sinh", "cym-Latn"]}, {"precision": 0.703261, "recall": 0.761858, "f1": 0.720295, "accuracy": 0.761858, "main_score": 0.720295, "hf_subset": "sin_Sinh-grn_Latn", "languages": ["sin-Sinh", "grn-Latn"]}, {"precision": 0.974967, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "sin_Sinh-kat_Geor", "languages": ["sin-Sinh", "kat-Geor"]}, {"precision": 0.552604, "recall": 0.610672, "f1": 0.56821, "accuracy": 0.610672, "main_score": 0.56821, "hf_subset": "sin_Sinh-lua_Latn", "languages": ["sin-Sinh", "lua-Latn"]}, {"precision": 0.559033, "recall": 0.616601, "f1": 0.574304, "accuracy": 0.616601, "main_score": 0.574304, "hf_subset": "sin_Sinh-nya_Latn", "languages": ["sin-Sinh", "nya-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-slv_Latn", "languages": ["sin-Sinh", "slv-Latn"]}, {"precision": 0.851682, "recall": 0.889328, "f1": 0.862846, "accuracy": 0.889328, "main_score": 0.862846, "hf_subset": "sin_Sinh-tpi_Latn", "languages": ["sin-Sinh", "tpi-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "sin_Sinh-zsm_Latn", "languages": ["sin-Sinh", "zsm-Latn"]}, {"precision": 0.48355, "recall": 0.538538, "f1": 0.49858, "accuracy": 0.538538, "main_score": 0.49858, "hf_subset": "sin_Sinh-ayr_Latn", "languages": ["sin-Sinh", "ayr-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "sin_Sinh-dan_Latn", "languages": ["sin-Sinh", "dan-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-guj_Gujr", "languages": ["sin-Sinh", "guj-Gujr"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-kaz_Cyrl", "languages": ["sin-Sinh", "kaz-Cyrl"]}, {"precision": 0.478538, "recall": 0.540514, "f1": 0.495935, "accuracy": 0.540514, "main_score": 0.495935, "hf_subset": "sin_Sinh-lug_Latn", "languages": ["sin-Sinh", "lug-Latn"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "sin_Sinh-oci_Latn", "languages": ["sin-Sinh", "oci-Latn"]}, {"precision": 0.764855, "recall": 0.815217, "f1": 0.779578, "accuracy": 0.815217, "main_score": 0.779578, "hf_subset": "sin_Sinh-smo_Latn", "languages": ["sin-Sinh", "smo-Latn"]}, {"precision": 0.494455, "recall": 0.55336, "f1": 0.510194, "accuracy": 0.55336, "main_score": 0.510194, "hf_subset": "sin_Sinh-tsn_Latn", "languages": ["sin-Sinh", "tsn-Latn"]}, {"precision": 0.558415, "recall": 0.62253, "f1": 0.576561, "accuracy": 0.62253, "main_score": 0.576561, "hf_subset": "sin_Sinh-zul_Latn", "languages": ["sin-Sinh", "zul-Latn"]}, {"precision": 0.827734, "recall": 0.87253, "f1": 0.841817, "accuracy": 0.87253, "main_score": 0.841817, "hf_subset": "sin_Sinh-azb_Arab", "languages": ["sin-Sinh", "azb-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-deu_Latn", "languages": ["sin-Sinh", "deu-Latn"]}, {"precision": 0.943511, "recall": 0.959486, "f1": 0.948617, "accuracy": 0.959486, "main_score": 0.948617, "hf_subset": "sin_Sinh-hat_Latn", "languages": ["sin-Sinh", "hat-Latn"]}, {"precision": 0.432338, "recall": 0.486166, "f1": 0.447331, "accuracy": 0.486166, "main_score": 0.447331, "hf_subset": "sin_Sinh-kbp_Latn", "languages": ["sin-Sinh", "kbp-Latn"]}, {"precision": 0.48904, "recall": 0.546443, "f1": 0.503711, "accuracy": 0.546443, "main_score": 0.503711, "hf_subset": "sin_Sinh-luo_Latn", "languages": ["sin-Sinh", "luo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-ory_Orya", "languages": ["sin-Sinh", "ory-Orya"]}, {"precision": 0.510524, "recall": 0.573123, "f1": 0.528364, "accuracy": 0.573123, "main_score": 0.528364, "hf_subset": "sin_Sinh-sna_Latn", "languages": ["sin-Sinh", "sna-Latn"]}, {"precision": 0.498091, "recall": 0.554348, "f1": 0.513563, "accuracy": 0.554348, "main_score": 0.513563, "hf_subset": "sin_Sinh-tso_Latn", "languages": ["sin-Sinh", "tso-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "sin_Sinh-azj_Latn", "languages": ["sin-Sinh", "azj-Latn"]}, {"precision": 0.4611, "recall": 0.52668, "f1": 0.479902, "accuracy": 0.52668, "main_score": 0.479902, "hf_subset": "sin_Sinh-dik_Latn", "languages": ["sin-Sinh", "dik-Latn"]}, {"precision": 0.656276, "recall": 0.72332, "f1": 0.67565, "accuracy": 0.72332, "main_score": 0.67565, "hf_subset": "sin_Sinh-hau_Latn", "languages": ["sin-Sinh", "hau-Latn"]}, {"precision": 0.925016, "recall": 0.94664, "f1": 0.931719, "accuracy": 0.94664, "main_score": 0.931719, "hf_subset": "sin_Sinh-kea_Latn", "languages": ["sin-Sinh", "kea-Latn"]}, {"precision": 0.65854, "recall": 0.717391, "f1": 0.675332, "accuracy": 0.717391, "main_score": 0.675332, "hf_subset": "sin_Sinh-lus_Latn", "languages": ["sin-Sinh", "lus-Latn"]}, {"precision": 0.754604, "recall": 0.800395, "f1": 0.768429, "accuracy": 0.800395, "main_score": 0.768429, "hf_subset": "sin_Sinh-pag_Latn", "languages": ["sin-Sinh", "pag-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "sin_Sinh-snd_Arab", "languages": ["sin-Sinh", "snd-Arab"]}, {"precision": 0.915349, "recall": 0.940711, "f1": 0.923584, "accuracy": 0.940711, "main_score": 0.923584, "hf_subset": "sin_Sinh-tuk_Latn", "languages": ["sin-Sinh", "tuk-Latn"]}, {"precision": 0.944335, "recall": 0.960474, "f1": 0.949407, "accuracy": 0.960474, "main_score": 0.949407, "hf_subset": "sin_Sinh-bak_Cyrl", "languages": ["sin-Sinh", "bak-Cyrl"]}, {"precision": 0.406316, "recall": 0.479249, "f1": 0.426702, "accuracy": 0.479249, "main_score": 0.426702, "hf_subset": "sin_Sinh-dyu_Latn", "languages": ["sin-Sinh", "dyu-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-heb_Hebr", "languages": ["sin-Sinh", "heb-Hebr"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "sin_Sinh-khk_Cyrl", "languages": ["sin-Sinh", "khk-Cyrl"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-lvs_Latn", "languages": ["sin-Sinh", "lvs-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-pan_Guru", "languages": ["sin-Sinh", "pan-Guru"]}, {"precision": 0.64235, "recall": 0.70751, "f1": 0.661833, "accuracy": 0.70751, "main_score": 0.661833, "hf_subset": "sin_Sinh-som_Latn", "languages": ["sin-Sinh", "som-Latn"]}, {"precision": 0.522685, "recall": 0.567194, "f1": 0.535639, "accuracy": 0.567194, "main_score": 0.535639, "hf_subset": "sin_Sinh-tum_Latn", "languages": ["sin-Sinh", "tum-Latn"]}, {"precision": 0.559335, "recall": 0.635375, "f1": 0.581079, "accuracy": 0.635375, "main_score": 0.581079, "hf_subset": "tha_Thai-ace_Arab", "languages": ["tha-Thai", "ace-Arab"]}, {"precision": 0.529125, "recall": 0.593874, "f1": 0.54761, "accuracy": 0.593874, "main_score": 0.54761, "hf_subset": "tha_Thai-bam_Latn", "languages": ["tha-Thai", "bam-Latn"]}, {"precision": 0.453522, "recall": 0.534585, "f1": 0.475784, "accuracy": 0.534585, "main_score": 0.475784, "hf_subset": "tha_Thai-dzo_Tibt", "languages": ["tha-Thai", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hin_Deva", "languages": ["tha-Thai", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-khm_Khmr", "languages": ["tha-Thai", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-mag_Deva", "languages": ["tha-Thai", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tha_Thai-pap_Latn", "languages": ["tha-Thai", "pap-Latn"]}, {"precision": 0.591669, "recall": 0.65415, "f1": 0.609256, "accuracy": 0.65415, "main_score": 0.609256, "hf_subset": "tha_Thai-sot_Latn", "languages": ["tha-Thai", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-tur_Latn", "languages": ["tha-Thai", "tur-Latn"]}, {"precision": 0.883235, "recall": 0.91502, "f1": 0.893445, "accuracy": 0.91502, "main_score": 0.893445, "hf_subset": "tha_Thai-ace_Latn", "languages": ["tha-Thai", "ace-Latn"]}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "tha_Thai-ban_Latn", "languages": ["tha-Thai", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ell_Grek", "languages": ["tha-Thai", "ell-Grek"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tha_Thai-hne_Deva", "languages": ["tha-Thai", "hne-Deva"]}, {"precision": 0.610096, "recall": 0.667984, "f1": 0.626732, "accuracy": 0.667984, "main_score": 0.626732, "hf_subset": "tha_Thai-kik_Latn", "languages": ["tha-Thai", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-mai_Deva", "languages": ["tha-Thai", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tha_Thai-pbt_Arab", "languages": ["tha-Thai", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-spa_Latn", "languages": ["tha-Thai", "spa-Latn"]}, {"precision": 0.604851, "recall": 0.671937, "f1": 0.624014, "accuracy": 0.671937, "main_score": 0.624014, "hf_subset": "tha_Thai-twi_Latn", "languages": ["tha-Thai", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-acm_Arab", "languages": ["tha-Thai", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-bel_Cyrl", "languages": ["tha-Thai", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-eng_Latn", "languages": ["tha-Thai", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hrv_Latn", "languages": ["tha-Thai", "hrv-Latn"]}, {"precision": 0.547991, "recall": 0.615613, "f1": 0.567509, "accuracy": 0.615613, "main_score": 0.567509, "hf_subset": "tha_Thai-kin_Latn", "languages": ["tha-Thai", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-mal_Mlym", "languages": ["tha-Thai", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-pes_Arab", "languages": ["tha-Thai", "pes-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tha_Thai-srd_Latn", "languages": ["tha-Thai", "srd-Latn"]}, {"precision": 0.166437, "recall": 0.22332, "f1": 0.181085, "accuracy": 0.22332, "main_score": 0.181085, "hf_subset": "tha_Thai-tzm_Tfng", "languages": ["tha-Thai", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-acq_Arab", "languages": ["tha-Thai", "acq-Arab"]}, {"precision": 0.632197, "recall": 0.686759, "f1": 0.648043, "accuracy": 0.686759, "main_score": 0.648043, "hf_subset": "tha_Thai-bem_Latn", "languages": ["tha-Thai", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-epo_Latn", "languages": ["tha-Thai", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hun_Latn", "languages": ["tha-Thai", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-kir_Cyrl", "languages": ["tha-Thai", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-mar_Deva", "languages": ["tha-Thai", "mar-Deva"]}, {"precision": 0.679143, "recall": 0.733202, "f1": 0.69485, "accuracy": 0.733202, "main_score": 0.69485, "hf_subset": "tha_Thai-plt_Latn", "languages": ["tha-Thai", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-srp_Cyrl", "languages": ["tha-Thai", "srp-Cyrl"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "tha_Thai-uig_Arab", "languages": ["tha-Thai", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-aeb_Arab", "languages": ["tha-Thai", "aeb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ben_Beng", "languages": ["tha-Thai", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-est_Latn", "languages": ["tha-Thai", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-hye_Armn", "languages": ["tha-Thai", "hye-Armn"]}, {"precision": 0.538966, "recall": 0.596838, "f1": 0.555557, "accuracy": 0.596838, "main_score": 0.555557, "hf_subset": "tha_Thai-kmb_Latn", "languages": ["tha-Thai", "kmb-Latn"]}, {"precision": 0.484867, "recall": 0.563241, "f1": 0.506363, "accuracy": 0.563241, "main_score": 0.506363, "hf_subset": "tha_Thai-min_Arab", "languages": ["tha-Thai", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-pol_Latn", "languages": ["tha-Thai", "pol-Latn"]}, {"precision": 0.551597, "recall": 0.625494, "f1": 0.572995, "accuracy": 0.625494, "main_score": 0.572995, "hf_subset": "tha_Thai-ssw_Latn", "languages": ["tha-Thai", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ukr_Cyrl", "languages": ["tha-Thai", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-afr_Latn", "languages": ["tha-Thai", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-bho_Deva", "languages": ["tha-Thai", "bho-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tha_Thai-eus_Latn", "languages": ["tha-Thai", "eus-Latn"]}, {"precision": 0.574393, "recall": 0.635375, "f1": 0.5917, "accuracy": 0.635375, "main_score": 0.5917, "hf_subset": "tha_Thai-ibo_Latn", "languages": ["tha-Thai", "ibo-Latn"]}, {"precision": 0.883564, "recall": 0.916008, "f1": 0.893939, "accuracy": 0.916008, "main_score": 0.893939, "hf_subset": "tha_Thai-kmr_Latn", "languages": ["tha-Thai", "kmr-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tha_Thai-min_Latn", "languages": ["tha-Thai", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-por_Latn", "languages": ["tha-Thai", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-sun_Latn", "languages": ["tha-Thai", "sun-Latn"]}, {"precision": 0.519028, "recall": 0.583004, "f1": 0.537862, "accuracy": 0.583004, "main_score": 0.537862, "hf_subset": "tha_Thai-umb_Latn", "languages": ["tha-Thai", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ajp_Arab", "languages": ["tha-Thai", "ajp-Arab"]}, {"precision": 0.528468, "recall": 0.594862, "f1": 0.546988, "accuracy": 0.594862, "main_score": 0.546988, "hf_subset": "tha_Thai-bjn_Arab", "languages": ["tha-Thai", "bjn-Arab"]}, {"precision": 0.520891, "recall": 0.579051, "f1": 0.536969, "accuracy": 0.579051, "main_score": 0.536969, "hf_subset": "tha_Thai-ewe_Latn", "languages": ["tha-Thai", "ewe-Latn"]}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "tha_Thai-ilo_Latn", "languages": ["tha-Thai", "ilo-Latn"]}, {"precision": 0.313301, "recall": 0.383399, "f1": 0.331548, "accuracy": 0.383399, "main_score": 0.331548, "hf_subset": "tha_Thai-knc_Arab", "languages": ["tha-Thai", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-mkd_Cyrl", "languages": ["tha-Thai", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-prs_Arab", "languages": ["tha-Thai", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-swe_Latn", "languages": ["tha-Thai", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-urd_Arab", "languages": ["tha-Thai", "urd-Arab"]}, {"precision": 0.581268, "recall": 0.650198, "f1": 0.601155, "accuracy": 0.650198, "main_score": 0.601155, "hf_subset": "tha_Thai-aka_Latn", "languages": ["tha-Thai", "aka-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tha_Thai-bjn_Latn", "languages": ["tha-Thai", "bjn-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tha_Thai-fao_Latn", "languages": ["tha-Thai", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ind_Latn", "languages": ["tha-Thai", "ind-Latn"]}, {"precision": 0.593899, "recall": 0.655138, "f1": 0.611594, "accuracy": 0.655138, "main_score": 0.611594, "hf_subset": "tha_Thai-knc_Latn", "languages": ["tha-Thai", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tha_Thai-mlt_Latn", "languages": ["tha-Thai", "mlt-Latn"]}, {"precision": 0.703946, "recall": 0.768775, "f1": 0.722858, "accuracy": 0.768775, "main_score": 0.722858, "hf_subset": "tha_Thai-quy_Latn", "languages": ["tha-Thai", "quy-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "tha_Thai-swh_Latn", "languages": ["tha-Thai", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-uzn_Latn", "languages": ["tha-Thai", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-als_Latn", "languages": ["tha-Thai", "als-Latn"]}, {"precision": 0.674704, "recall": 0.751976, "f1": 0.697826, "accuracy": 0.751976, "main_score": 0.697826, "hf_subset": "tha_Thai-bod_Tibt", "languages": ["tha-Thai", "bod-Tibt"]}, {"precision": 0.710524, "recall": 0.768775, "f1": 0.727536, "accuracy": 0.768775, "main_score": 0.727536, "hf_subset": "tha_Thai-fij_Latn", "languages": ["tha-Thai", "fij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tha_Thai-isl_Latn", "languages": ["tha-Thai", "isl-Latn"]}, {"precision": 0.659479, "recall": 0.715415, "f1": 0.676103, "accuracy": 0.715415, "main_score": 0.676103, "hf_subset": "tha_Thai-kon_Latn", "languages": ["tha-Thai", "kon-Latn"]}, {"precision": 0.646544, "recall": 0.716403, "f1": 0.667292, "accuracy": 0.716403, "main_score": 0.667292, "hf_subset": "tha_Thai-mni_Beng", "languages": ["tha-Thai", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ron_Latn", "languages": ["tha-Thai", "ron-Latn"]}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "tha_Thai-szl_Latn", "languages": ["tha-Thai", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-vec_Latn", "languages": ["tha-Thai", "vec-Latn"]}, {"precision": 0.953393, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "tha_Thai-amh_Ethi", "languages": ["tha-Thai", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-bos_Latn", "languages": ["tha-Thai", "bos-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tha_Thai-fin_Latn", "languages": ["tha-Thai", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ita_Latn", "languages": ["tha-Thai", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-kor_Hang", "languages": ["tha-Thai", "kor-Hang"]}, {"precision": 0.548462, "recall": 0.609684, "f1": 0.565954, "accuracy": 0.609684, "main_score": 0.565954, "hf_subset": "tha_Thai-mos_Latn", "languages": ["tha-Thai", "mos-Latn"]}, {"precision": 0.56083, "recall": 0.619565, "f1": 0.577045, "accuracy": 0.619565, "main_score": 0.577045, "hf_subset": "tha_Thai-run_Latn", "languages": ["tha-Thai", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-tam_Taml", "languages": ["tha-Thai", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-vie_Latn", "languages": ["tha-Thai", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-apc_Arab", "languages": ["tha-Thai", "apc-Arab"]}, {"precision": 0.808745, "recall": 0.855731, "f1": 0.822958, "accuracy": 0.855731, "main_score": 0.822958, "hf_subset": "tha_Thai-bug_Latn", "languages": ["tha-Thai", "bug-Latn"]}, {"precision": 0.466502, "recall": 0.529644, "f1": 0.48375, "accuracy": 0.529644, "main_score": 0.48375, "hf_subset": "tha_Thai-fon_Latn", "languages": ["tha-Thai", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-jav_Latn", "languages": ["tha-Thai", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-lao_Laoo", "languages": ["tha-Thai", "lao-Laoo"]}, {"precision": 0.863916, "recall": 0.898221, "f1": 0.874572, "accuracy": 0.898221, "main_score": 0.874572, "hf_subset": "tha_Thai-mri_Latn", "languages": ["tha-Thai", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-rus_Cyrl", "languages": ["tha-Thai", "rus-Cyrl"]}, {"precision": 0.537229, "recall": 0.602767, "f1": 0.555603, "accuracy": 0.602767, "main_score": 0.555603, "hf_subset": "tha_Thai-taq_Latn", "languages": ["tha-Thai", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-war_Latn", "languages": ["tha-Thai", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-arb_Arab", "languages": ["tha-Thai", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-bul_Cyrl", "languages": ["tha-Thai", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-fra_Latn", "languages": ["tha-Thai", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-jpn_Jpan", "languages": ["tha-Thai", "jpn-Jpan"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tha_Thai-lij_Latn", "languages": ["tha-Thai", "lij-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "tha_Thai-mya_Mymr", "languages": ["tha-Thai", "mya-Mymr"]}, {"precision": 0.597126, "recall": 0.668972, "f1": 0.61757, "accuracy": 0.668972, "main_score": 0.61757, "hf_subset": "tha_Thai-sag_Latn", "languages": ["tha-Thai", "sag-Latn"]}, {"precision": 0.181627, "recall": 0.242095, "f1": 0.196278, "accuracy": 0.242095, "main_score": 0.196278, "hf_subset": "tha_Thai-taq_Tfng", "languages": ["tha-Thai", "taq-Tfng"]}, {"precision": 0.626936, "recall": 0.692688, "f1": 0.645688, "accuracy": 0.692688, "main_score": 0.645688, "hf_subset": "tha_Thai-wol_Latn", "languages": ["tha-Thai", "wol-Latn"]}, {"precision": 0.804957, "recall": 0.857708, "f1": 0.821706, "accuracy": 0.857708, "main_score": 0.821706, "hf_subset": "tha_Thai-arb_Latn", "languages": ["tha-Thai", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-cat_Latn", "languages": ["tha-Thai", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tha_Thai-fur_Latn", "languages": ["tha-Thai", "fur-Latn"]}, {"precision": 0.414258, "recall": 0.47332, "f1": 0.430252, "accuracy": 0.47332, "main_score": 0.430252, "hf_subset": "tha_Thai-kab_Latn", "languages": ["tha-Thai", "kab-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tha_Thai-lim_Latn", "languages": ["tha-Thai", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-nld_Latn", "languages": ["tha-Thai", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tha_Thai-san_Deva", "languages": ["tha-Thai", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-tat_Cyrl", "languages": ["tha-Thai", "tat-Cyrl"]}, {"precision": 0.667309, "recall": 0.729249, "f1": 0.68571, "accuracy": 0.729249, "main_score": 0.68571, "hf_subset": "tha_Thai-xho_Latn", "languages": ["tha-Thai", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ars_Arab", "languages": ["tha-Thai", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ceb_Latn", "languages": ["tha-Thai", "ceb-Latn"]}, {"precision": 0.572313, "recall": 0.636364, "f1": 0.590789, "accuracy": 0.636364, "main_score": 0.590789, "hf_subset": "tha_Thai-fuv_Latn", "languages": ["tha-Thai", "fuv-Latn"]}, {"precision": 0.517188, "recall": 0.58498, "f1": 0.535597, "accuracy": 0.58498, "main_score": 0.535597, "hf_subset": "tha_Thai-kac_Latn", "languages": ["tha-Thai", "kac-Latn"]}, {"precision": 0.663669, "recall": 0.720356, "f1": 0.680538, "accuracy": 0.720356, "main_score": 0.680538, "hf_subset": "tha_Thai-lin_Latn", "languages": ["tha-Thai", "lin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-nno_Latn", "languages": ["tha-Thai", "nno-Latn"]}, {"precision": 0.235662, "recall": 0.312253, "f1": 0.255605, "accuracy": 0.312253, "main_score": 0.255605, "hf_subset": "tha_Thai-sat_Olck", "languages": ["tha-Thai", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-tel_Telu", "languages": ["tha-Thai", "tel-Telu"]}, {"precision": 0.953063, "recall": 0.968379, "f1": 0.958169, "accuracy": 0.968379, "main_score": 0.958169, "hf_subset": "tha_Thai-ydd_Hebr", "languages": ["tha-Thai", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tha_Thai-ary_Arab", "languages": ["tha-Thai", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ces_Latn", "languages": ["tha-Thai", "ces-Latn"]}, {"precision": 0.573534, "recall": 0.642292, "f1": 0.593535, "accuracy": 0.642292, "main_score": 0.593535, "hf_subset": "tha_Thai-gaz_Latn", "languages": ["tha-Thai", "gaz-Latn"]}, {"precision": 0.584214, "recall": 0.652174, "f1": 0.602955, "accuracy": 0.652174, "main_score": 0.602955, "hf_subset": "tha_Thai-kam_Latn", "languages": ["tha-Thai", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tha_Thai-lit_Latn", "languages": ["tha-Thai", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-nob_Latn", "languages": ["tha-Thai", "nob-Latn"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tha_Thai-scn_Latn", "languages": ["tha-Thai", "scn-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tha_Thai-tgk_Cyrl", "languages": ["tha-Thai", "tgk-Cyrl"]}, {"precision": 0.709684, "recall": 0.779644, "f1": 0.730934, "accuracy": 0.779644, "main_score": 0.730934, "hf_subset": "tha_Thai-yor_Latn", "languages": ["tha-Thai", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-arz_Arab", "languages": ["tha-Thai", "arz-Arab"]}, {"precision": 0.558734, "recall": 0.626482, "f1": 0.578168, "accuracy": 0.626482, "main_score": 0.578168, "hf_subset": "tha_Thai-cjk_Latn", "languages": ["tha-Thai", "cjk-Latn"]}, {"precision": 0.775807, "recall": 0.833004, "f1": 0.793511, "accuracy": 0.833004, "main_score": 0.793511, "hf_subset": "tha_Thai-gla_Latn", "languages": ["tha-Thai", "gla-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-kan_Knda", "languages": ["tha-Thai", "kan-Knda"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "tha_Thai-lmo_Latn", "languages": ["tha-Thai", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tha_Thai-npi_Deva", "languages": ["tha-Thai", "npi-Deva"]}, {"precision": 0.476706, "recall": 0.547431, "f1": 0.496183, "accuracy": 0.547431, "main_score": 0.496183, "hf_subset": "tha_Thai-shn_Mymr", "languages": ["tha-Thai", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-tgl_Latn", "languages": ["tha-Thai", "tgl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-yue_Hant", "languages": ["tha-Thai", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-asm_Beng", "languages": ["tha-Thai", "asm-Beng"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "tha_Thai-ckb_Arab", "languages": ["tha-Thai", "ckb-Arab"]}, {"precision": 0.873172, "recall": 0.908103, "f1": 0.884124, "accuracy": 0.908103, "main_score": 0.884124, "hf_subset": "tha_Thai-gle_Latn", "languages": ["tha-Thai", "gle-Latn"]}, {"precision": 0.955534, "recall": 0.968379, "f1": 0.959816, "accuracy": 0.968379, "main_score": 0.959816, "hf_subset": "tha_Thai-kas_Arab", "languages": ["tha-Thai", "kas-Arab"]}, {"precision": 0.931489, "recall": 0.953557, "f1": 0.938735, "accuracy": 0.953557, "main_score": 0.938735, "hf_subset": "tha_Thai-ltg_Latn", "languages": ["tha-Thai", "ltg-Latn"]}, {"precision": 0.619615, "recall": 0.672925, "f1": 0.635024, "accuracy": 0.672925, "main_score": 0.635024, "hf_subset": "tha_Thai-nso_Latn", "languages": ["tha-Thai", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tha_Thai-sin_Sinh", "languages": ["tha-Thai", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zho_Hans", "languages": ["tha-Thai", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ast_Latn", "languages": ["tha-Thai", "ast-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tha_Thai-crh_Latn", "languages": ["tha-Thai", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-glg_Latn", "languages": ["tha-Thai", "glg-Latn"]}, {"precision": 0.902372, "recall": 0.931818, "f1": 0.911726, "accuracy": 0.931818, "main_score": 0.911726, "hf_subset": "tha_Thai-kas_Deva", "languages": ["tha-Thai", "kas-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tha_Thai-ltz_Latn", "languages": ["tha-Thai", "ltz-Latn"]}, {"precision": 0.46248, "recall": 0.532609, "f1": 0.481724, "accuracy": 0.532609, "main_score": 0.481724, "hf_subset": "tha_Thai-nus_Latn", "languages": ["tha-Thai", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-slk_Latn", "languages": ["tha-Thai", "slk-Latn"]}, {"precision": 0.617583, "recall": 0.692688, "f1": 0.639559, "accuracy": 0.692688, "main_score": 0.639559, "hf_subset": "tha_Thai-tir_Ethi", "languages": ["tha-Thai", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zho_Hant", "languages": ["tha-Thai", "zho-Hant"]}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "tha_Thai-awa_Deva", "languages": ["tha-Thai", "awa-Deva"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "tha_Thai-cym_Latn", "languages": ["tha-Thai", "cym-Latn"]}, {"precision": 0.837484, "recall": 0.880435, "f1": 0.850758, "accuracy": 0.880435, "main_score": 0.850758, "hf_subset": "tha_Thai-grn_Latn", "languages": ["tha-Thai", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-kat_Geor", "languages": ["tha-Thai", "kat-Geor"]}, {"precision": 0.648946, "recall": 0.704545, "f1": 0.664566, "accuracy": 0.704545, "main_score": 0.664566, "hf_subset": "tha_Thai-lua_Latn", "languages": ["tha-Thai", "lua-Latn"]}, {"precision": 0.657916, "recall": 0.720356, "f1": 0.675918, "accuracy": 0.720356, "main_score": 0.675918, "hf_subset": "tha_Thai-nya_Latn", "languages": ["tha-Thai", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-slv_Latn", "languages": ["tha-Thai", "slv-Latn"]}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "tha_Thai-tpi_Latn", "languages": ["tha-Thai", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zsm_Latn", "languages": ["tha-Thai", "zsm-Latn"]}, {"precision": 0.546556, "recall": 0.612648, "f1": 0.564907, "accuracy": 0.612648, "main_score": 0.564907, "hf_subset": "tha_Thai-ayr_Latn", "languages": ["tha-Thai", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-dan_Latn", "languages": ["tha-Thai", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-guj_Gujr", "languages": ["tha-Thai", "guj-Gujr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-kaz_Cyrl", "languages": ["tha-Thai", "kaz-Cyrl"]}, {"precision": 0.540343, "recall": 0.604743, "f1": 0.558511, "accuracy": 0.604743, "main_score": 0.558511, "hf_subset": "tha_Thai-lug_Latn", "languages": ["tha-Thai", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-oci_Latn", "languages": ["tha-Thai", "oci-Latn"]}, {"precision": 0.842062, "recall": 0.884387, "f1": 0.855138, "accuracy": 0.884387, "main_score": 0.855138, "hf_subset": "tha_Thai-smo_Latn", "languages": ["tha-Thai", "smo-Latn"]}, {"precision": 0.548623, "recall": 0.61166, "f1": 0.566298, "accuracy": 0.61166, "main_score": 0.566298, "hf_subset": "tha_Thai-tsn_Latn", "languages": ["tha-Thai", "tsn-Latn"]}, {"precision": 0.616282, "recall": 0.679842, "f1": 0.634295, "accuracy": 0.679842, "main_score": 0.634295, "hf_subset": "tha_Thai-zul_Latn", "languages": ["tha-Thai", "zul-Latn"]}, {"precision": 0.921443, "recall": 0.944664, "f1": 0.928854, "accuracy": 0.944664, "main_score": 0.928854, "hf_subset": "tha_Thai-azb_Arab", "languages": ["tha-Thai", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-deu_Latn", "languages": ["tha-Thai", "deu-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "tha_Thai-hat_Latn", "languages": ["tha-Thai", "hat-Latn"]}, {"precision": 0.496921, "recall": 0.556324, "f1": 0.513578, "accuracy": 0.556324, "main_score": 0.513578, "hf_subset": "tha_Thai-kbp_Latn", "languages": ["tha-Thai", "kbp-Latn"]}, {"precision": 0.577841, "recall": 0.639328, "f1": 0.59447, "accuracy": 0.639328, "main_score": 0.59447, "hf_subset": "tha_Thai-luo_Latn", "languages": ["tha-Thai", "luo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-ory_Orya", "languages": ["tha-Thai", "ory-Orya"]}, {"precision": 0.586545, "recall": 0.655138, "f1": 0.606395, "accuracy": 0.655138, "main_score": 0.606395, "hf_subset": "tha_Thai-sna_Latn", "languages": ["tha-Thai", "sna-Latn"]}, {"precision": 0.550719, "recall": 0.612648, "f1": 0.567842, "accuracy": 0.612648, "main_score": 0.567842, "hf_subset": "tha_Thai-tso_Latn", "languages": ["tha-Thai", "tso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-azj_Latn", "languages": ["tha-Thai", "azj-Latn"]}, {"precision": 0.530319, "recall": 0.597826, "f1": 0.549755, "accuracy": 0.597826, "main_score": 0.549755, "hf_subset": "tha_Thai-dik_Latn", "languages": ["tha-Thai", "dik-Latn"]}, {"precision": 0.735063, "recall": 0.788538, "f1": 0.750791, "accuracy": 0.788538, "main_score": 0.750791, "hf_subset": "tha_Thai-hau_Latn", "languages": ["tha-Thai", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tha_Thai-kea_Latn", "languages": ["tha-Thai", "kea-Latn"]}, {"precision": 0.761397, "recall": 0.813241, "f1": 0.776863, "accuracy": 0.813241, "main_score": 0.776863, "hf_subset": "tha_Thai-lus_Latn", "languages": ["tha-Thai", "lus-Latn"]}, {"precision": 0.873962, "recall": 0.906126, "f1": 0.884077, "accuracy": 0.906126, "main_score": 0.884077, "hf_subset": "tha_Thai-pag_Latn", "languages": ["tha-Thai", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-snd_Arab", "languages": ["tha-Thai", "snd-Arab"]}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "tha_Thai-tuk_Latn", "languages": ["tha-Thai", "tuk-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tha_Thai-bak_Cyrl", "languages": ["tha-Thai", "bak-Cyrl"]}, {"precision": 0.481777, "recall": 0.562253, "f1": 0.505541, "accuracy": 0.562253, "main_score": 0.505541, "hf_subset": "tha_Thai-dyu_Latn", "languages": ["tha-Thai", "dyu-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-heb_Hebr", "languages": ["tha-Thai", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tha_Thai-khk_Cyrl", "languages": ["tha-Thai", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-lvs_Latn", "languages": ["tha-Thai", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-pan_Guru", "languages": ["tha-Thai", "pan-Guru"]}, {"precision": 0.718841, "recall": 0.780632, "f1": 0.737521, "accuracy": 0.780632, "main_score": 0.737521, "hf_subset": "tha_Thai-som_Latn", "languages": ["tha-Thai", "som-Latn"]}, {"precision": 0.597771, "recall": 0.653162, "f1": 0.613842, "accuracy": 0.653162, "main_score": 0.613842, "hf_subset": "tha_Thai-tum_Latn", "languages": ["tha-Thai", "tum-Latn"]}, {"precision": 0.562213, "recall": 0.630435, "f1": 0.582274, "accuracy": 0.630435, "main_score": 0.582274, "hf_subset": "zho_Hans-ace_Arab", "languages": ["zho-Hans", "ace-Arab"]}, {"precision": 0.523266, "recall": 0.587945, "f1": 0.541503, "accuracy": 0.587945, "main_score": 0.541503, "hf_subset": "zho_Hans-bam_Latn", "languages": ["zho-Hans", "bam-Latn"]}, {"precision": 0.449845, "recall": 0.532609, "f1": 0.472658, "accuracy": 0.532609, "main_score": 0.472658, "hf_subset": "zho_Hans-dzo_Tibt", "languages": ["zho-Hans", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-hin_Deva", "languages": ["zho-Hans", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-khm_Khmr", "languages": ["zho-Hans", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-mag_Deva", "languages": ["zho-Hans", "mag-Deva"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "zho_Hans-pap_Latn", "languages": ["zho-Hans", "pap-Latn"]}, {"precision": 0.57832, "recall": 0.637352, "f1": 0.594652, "accuracy": 0.637352, "main_score": 0.594652, "hf_subset": "zho_Hans-sot_Latn", "languages": ["zho-Hans", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tur_Latn", "languages": ["zho-Hans", "tur-Latn"]}, {"precision": 0.864822, "recall": 0.900198, "f1": 0.875758, "accuracy": 0.900198, "main_score": 0.875758, "hf_subset": "zho_Hans-ace_Latn", "languages": ["zho-Hans", "ace-Latn"]}, {"precision": 0.962615, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "zho_Hans-ban_Latn", "languages": ["zho-Hans", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ell_Grek", "languages": ["zho-Hans", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zho_Hans-hne_Deva", "languages": ["zho-Hans", "hne-Deva"]}, {"precision": 0.592457, "recall": 0.656126, "f1": 0.610823, "accuracy": 0.656126, "main_score": 0.610823, "hf_subset": "zho_Hans-kik_Latn", "languages": ["zho-Hans", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-mai_Deva", "languages": ["zho-Hans", "mai-Deva"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "zho_Hans-pbt_Arab", "languages": ["zho-Hans", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-spa_Latn", "languages": ["zho-Hans", "spa-Latn"]}, {"precision": 0.607142, "recall": 0.674901, "f1": 0.626534, "accuracy": 0.674901, "main_score": 0.626534, "hf_subset": "zho_Hans-twi_Latn", "languages": ["zho-Hans", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-acm_Arab", "languages": ["zho-Hans", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-bel_Cyrl", "languages": ["zho-Hans", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-eng_Latn", "languages": ["zho-Hans", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-hrv_Latn", "languages": ["zho-Hans", "hrv-Latn"]}, {"precision": 0.533458, "recall": 0.599802, "f1": 0.552524, "accuracy": 0.599802, "main_score": 0.552524, "hf_subset": "zho_Hans-kin_Latn", "languages": ["zho-Hans", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-mal_Mlym", "languages": ["zho-Hans", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pes_Arab", "languages": ["zho-Hans", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zho_Hans-srd_Latn", "languages": ["zho-Hans", "srd-Latn"]}, {"precision": 0.173267, "recall": 0.228261, "f1": 0.187507, "accuracy": 0.228261, "main_score": 0.187507, "hf_subset": "zho_Hans-tzm_Tfng", "languages": ["zho-Hans", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-acq_Arab", "languages": ["zho-Hans", "acq-Arab"]}, {"precision": 0.627273, "recall": 0.685771, "f1": 0.643643, "accuracy": 0.685771, "main_score": 0.643643, "hf_subset": "zho_Hans-bem_Latn", "languages": ["zho-Hans", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-epo_Latn", "languages": ["zho-Hans", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-hun_Latn", "languages": ["zho-Hans", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-kir_Cyrl", "languages": ["zho-Hans", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-mar_Deva", "languages": ["zho-Hans", "mar-Deva"]}, {"precision": 0.654018, "recall": 0.712451, "f1": 0.671706, "accuracy": 0.712451, "main_score": 0.671706, "hf_subset": "zho_Hans-plt_Latn", "languages": ["zho-Hans", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-srp_Cyrl", "languages": ["zho-Hans", "srp-Cyrl"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "zho_Hans-uig_Arab", "languages": ["zho-Hans", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-aeb_Arab", "languages": ["zho-Hans", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ben_Beng", "languages": ["zho-Hans", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-est_Latn", "languages": ["zho-Hans", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-hye_Armn", "languages": ["zho-Hans", "hye-Armn"]}, {"precision": 0.547069, "recall": 0.598814, "f1": 0.561895, "accuracy": 0.598814, "main_score": 0.561895, "hf_subset": "zho_Hans-kmb_Latn", "languages": ["zho-Hans", "kmb-Latn"]}, {"precision": 0.480594, "recall": 0.562253, "f1": 0.503298, "accuracy": 0.562253, "main_score": 0.503298, "hf_subset": "zho_Hans-min_Arab", "languages": ["zho-Hans", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pol_Latn", "languages": ["zho-Hans", "pol-Latn"]}, {"precision": 0.553246, "recall": 0.620553, "f1": 0.572897, "accuracy": 0.620553, "main_score": 0.572897, "hf_subset": "zho_Hans-ssw_Latn", "languages": ["zho-Hans", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ukr_Cyrl", "languages": ["zho-Hans", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-afr_Latn", "languages": ["zho-Hans", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-bho_Deva", "languages": ["zho-Hans", "bho-Deva"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "zho_Hans-eus_Latn", "languages": ["zho-Hans", "eus-Latn"]}, {"precision": 0.559759, "recall": 0.628458, "f1": 0.579054, "accuracy": 0.628458, "main_score": 0.579054, "hf_subset": "zho_Hans-ibo_Latn", "languages": ["zho-Hans", "ibo-Latn"]}, {"precision": 0.887846, "recall": 0.918972, "f1": 0.897694, "accuracy": 0.918972, "main_score": 0.897694, "hf_subset": "zho_Hans-kmr_Latn", "languages": ["zho-Hans", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "zho_Hans-min_Latn", "languages": ["zho-Hans", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-por_Latn", "languages": ["zho-Hans", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-sun_Latn", "languages": ["zho-Hans", "sun-Latn"]}, {"precision": 0.528371, "recall": 0.594862, "f1": 0.54762, "accuracy": 0.594862, "main_score": 0.54762, "hf_subset": "zho_Hans-umb_Latn", "languages": ["zho-Hans", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ajp_Arab", "languages": ["zho-Hans", "ajp-Arab"]}, {"precision": 0.515175, "recall": 0.586957, "f1": 0.535503, "accuracy": 0.586957, "main_score": 0.535503, "hf_subset": "zho_Hans-bjn_Arab", "languages": ["zho-Hans", "bjn-Arab"]}, {"precision": 0.51723, "recall": 0.58004, "f1": 0.534756, "accuracy": 0.58004, "main_score": 0.534756, "hf_subset": "zho_Hans-ewe_Latn", "languages": ["zho-Hans", "ewe-Latn"]}, {"precision": 0.946558, "recall": 0.963439, "f1": 0.951976, "accuracy": 0.963439, "main_score": 0.951976, "hf_subset": "zho_Hans-ilo_Latn", "languages": ["zho-Hans", "ilo-Latn"]}, {"precision": 0.294756, "recall": 0.362648, "f1": 0.31304, "accuracy": 0.362648, "main_score": 0.31304, "hf_subset": "zho_Hans-knc_Arab", "languages": ["zho-Hans", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-mkd_Cyrl", "languages": ["zho-Hans", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-prs_Arab", "languages": ["zho-Hans", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-swe_Latn", "languages": ["zho-Hans", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-urd_Arab", "languages": ["zho-Hans", "urd-Arab"]}, {"precision": 0.582858, "recall": 0.651186, "f1": 0.602165, "accuracy": 0.651186, "main_score": 0.602165, "hf_subset": "zho_Hans-aka_Latn", "languages": ["zho-Hans", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hans-bjn_Latn", "languages": ["zho-Hans", "bjn-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "zho_Hans-fao_Latn", "languages": ["zho-Hans", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ind_Latn", "languages": ["zho-Hans", "ind-Latn"]}, {"precision": 0.572604, "recall": 0.635375, "f1": 0.590588, "accuracy": 0.635375, "main_score": 0.590588, "hf_subset": "zho_Hans-knc_Latn", "languages": ["zho-Hans", "knc-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "zho_Hans-mlt_Latn", "languages": ["zho-Hans", "mlt-Latn"]}, {"precision": 0.706209, "recall": 0.769763, "f1": 0.725218, "accuracy": 0.769763, "main_score": 0.725218, "hf_subset": "zho_Hans-quy_Latn", "languages": ["zho-Hans", "quy-Latn"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "zho_Hans-swh_Latn", "languages": ["zho-Hans", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-uzn_Latn", "languages": ["zho-Hans", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-als_Latn", "languages": ["zho-Hans", "als-Latn"]}, {"precision": 0.658976, "recall": 0.735178, "f1": 0.681752, "accuracy": 0.735178, "main_score": 0.681752, "hf_subset": "zho_Hans-bod_Tibt", "languages": ["zho-Hans", "bod-Tibt"]}, {"precision": 0.6987, "recall": 0.762846, "f1": 0.717416, "accuracy": 0.762846, "main_score": 0.717416, "hf_subset": "zho_Hans-fij_Latn", "languages": ["zho-Hans", "fij-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "zho_Hans-isl_Latn", "languages": ["zho-Hans", "isl-Latn"]}, {"precision": 0.653146, "recall": 0.713439, "f1": 0.670949, "accuracy": 0.713439, "main_score": 0.670949, "hf_subset": "zho_Hans-kon_Latn", "languages": ["zho-Hans", "kon-Latn"]}, {"precision": 0.651202, "recall": 0.720356, "f1": 0.671363, "accuracy": 0.720356, "main_score": 0.671363, "hf_subset": "zho_Hans-mni_Beng", "languages": ["zho-Hans", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ron_Latn", "languages": ["zho-Hans", "ron-Latn"]}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "zho_Hans-szl_Latn", "languages": ["zho-Hans", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-vec_Latn", "languages": ["zho-Hans", "vec-Latn"]}, {"precision": 0.934453, "recall": 0.955534, "f1": 0.94137, "accuracy": 0.955534, "main_score": 0.94137, "hf_subset": "zho_Hans-amh_Ethi", "languages": ["zho-Hans", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-bos_Latn", "languages": ["zho-Hans", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "zho_Hans-fin_Latn", "languages": ["zho-Hans", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ita_Latn", "languages": ["zho-Hans", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-kor_Hang", "languages": ["zho-Hans", "kor-Hang"]}, {"precision": 0.545236, "recall": 0.607708, "f1": 0.562506, "accuracy": 0.607708, "main_score": 0.562506, "hf_subset": "zho_Hans-mos_Latn", "languages": ["zho-Hans", "mos-Latn"]}, {"precision": 0.54693, "recall": 0.604743, "f1": 0.563559, "accuracy": 0.604743, "main_score": 0.563559, "hf_subset": "zho_Hans-run_Latn", "languages": ["zho-Hans", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tam_Taml", "languages": ["zho-Hans", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-vie_Latn", "languages": ["zho-Hans", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-apc_Arab", "languages": ["zho-Hans", "apc-Arab"]}, {"precision": 0.800494, "recall": 0.846838, "f1": 0.814446, "accuracy": 0.846838, "main_score": 0.814446, "hf_subset": "zho_Hans-bug_Latn", "languages": ["zho-Hans", "bug-Latn"]}, {"precision": 0.46307, "recall": 0.528656, "f1": 0.480563, "accuracy": 0.528656, "main_score": 0.480563, "hf_subset": "zho_Hans-fon_Latn", "languages": ["zho-Hans", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-jav_Latn", "languages": ["zho-Hans", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-lao_Laoo", "languages": ["zho-Hans", "lao-Laoo"]}, {"precision": 0.862566, "recall": 0.902174, "f1": 0.875066, "accuracy": 0.902174, "main_score": 0.875066, "hf_subset": "zho_Hans-mri_Latn", "languages": ["zho-Hans", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-rus_Cyrl", "languages": ["zho-Hans", "rus-Cyrl"]}, {"precision": 0.536491, "recall": 0.601779, "f1": 0.554899, "accuracy": 0.601779, "main_score": 0.554899, "hf_subset": "zho_Hans-taq_Latn", "languages": ["zho-Hans", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-war_Latn", "languages": ["zho-Hans", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-arb_Arab", "languages": ["zho-Hans", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-bul_Cyrl", "languages": ["zho-Hans", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-fra_Latn", "languages": ["zho-Hans", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-jpn_Jpan", "languages": ["zho-Hans", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zho_Hans-lij_Latn", "languages": ["zho-Hans", "lij-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "zho_Hans-mya_Mymr", "languages": ["zho-Hans", "mya-Mymr"]}, {"precision": 0.592197, "recall": 0.668972, "f1": 0.614735, "accuracy": 0.668972, "main_score": 0.614735, "hf_subset": "zho_Hans-sag_Latn", "languages": ["zho-Hans", "sag-Latn"]}, {"precision": 0.17452, "recall": 0.240119, "f1": 0.189899, "accuracy": 0.240119, "main_score": 0.189899, "hf_subset": "zho_Hans-taq_Tfng", "languages": ["zho-Hans", "taq-Tfng"]}, {"precision": 0.627776, "recall": 0.693676, "f1": 0.646247, "accuracy": 0.693676, "main_score": 0.646247, "hf_subset": "zho_Hans-wol_Latn", "languages": ["zho-Hans", "wol-Latn"]}, {"precision": 0.802289, "recall": 0.855731, "f1": 0.819071, "accuracy": 0.855731, "main_score": 0.819071, "hf_subset": "zho_Hans-arb_Latn", "languages": ["zho-Hans", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-cat_Latn", "languages": ["zho-Hans", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-fur_Latn", "languages": ["zho-Hans", "fur-Latn"]}, {"precision": 0.408958, "recall": 0.470356, "f1": 0.425544, "accuracy": 0.470356, "main_score": 0.425544, "hf_subset": "zho_Hans-kab_Latn", "languages": ["zho-Hans", "kab-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hans-lim_Latn", "languages": ["zho-Hans", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-nld_Latn", "languages": ["zho-Hans", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "zho_Hans-san_Deva", "languages": ["zho-Hans", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-tat_Cyrl", "languages": ["zho-Hans", "tat-Cyrl"]}, {"precision": 0.667572, "recall": 0.725296, "f1": 0.684369, "accuracy": 0.725296, "main_score": 0.684369, "hf_subset": "zho_Hans-xho_Latn", "languages": ["zho-Hans", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ars_Arab", "languages": ["zho-Hans", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ceb_Latn", "languages": ["zho-Hans", "ceb-Latn"]}, {"precision": 0.544716, "recall": 0.614625, "f1": 0.564504, "accuracy": 0.614625, "main_score": 0.564504, "hf_subset": "zho_Hans-fuv_Latn", "languages": ["zho-Hans", "fuv-Latn"]}, {"precision": 0.515659, "recall": 0.583004, "f1": 0.53366, "accuracy": 0.583004, "main_score": 0.53366, "hf_subset": "zho_Hans-kac_Latn", "languages": ["zho-Hans", "kac-Latn"]}, {"precision": 0.656933, "recall": 0.719368, "f1": 0.675842, "accuracy": 0.719368, "main_score": 0.675842, "hf_subset": "zho_Hans-lin_Latn", "languages": ["zho-Hans", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-nno_Latn", "languages": ["zho-Hans", "nno-Latn"]}, {"precision": 0.210261, "recall": 0.295455, "f1": 0.23257, "accuracy": 0.295455, "main_score": 0.23257, "hf_subset": "zho_Hans-sat_Olck", "languages": ["zho-Hans", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tel_Telu", "languages": ["zho-Hans", "tel-Telu"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "zho_Hans-ydd_Hebr", "languages": ["zho-Hans", "ydd-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "zho_Hans-ary_Arab", "languages": ["zho-Hans", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ces_Latn", "languages": ["zho-Hans", "ces-Latn"]}, {"precision": 0.56521, "recall": 0.631423, "f1": 0.584639, "accuracy": 0.631423, "main_score": 0.584639, "hf_subset": "zho_Hans-gaz_Latn", "languages": ["zho-Hans", "gaz-Latn"]}, {"precision": 0.583129, "recall": 0.653162, "f1": 0.603212, "accuracy": 0.653162, "main_score": 0.603212, "hf_subset": "zho_Hans-kam_Latn", "languages": ["zho-Hans", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "zho_Hans-lit_Latn", "languages": ["zho-Hans", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-nob_Latn", "languages": ["zho-Hans", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "zho_Hans-scn_Latn", "languages": ["zho-Hans", "scn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hans-tgk_Cyrl", "languages": ["zho-Hans", "tgk-Cyrl"]}, {"precision": 0.701345, "recall": 0.771739, "f1": 0.722661, "accuracy": 0.771739, "main_score": 0.722661, "hf_subset": "zho_Hans-yor_Latn", "languages": ["zho-Hans", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-arz_Arab", "languages": ["zho-Hans", "arz-Arab"]}, {"precision": 0.558667, "recall": 0.625494, "f1": 0.577466, "accuracy": 0.625494, "main_score": 0.577466, "hf_subset": "zho_Hans-cjk_Latn", "languages": ["zho-Hans", "cjk-Latn"]}, {"precision": 0.772381, "recall": 0.825099, "f1": 0.78857, "accuracy": 0.825099, "main_score": 0.78857, "hf_subset": "zho_Hans-gla_Latn", "languages": ["zho-Hans", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-kan_Knda", "languages": ["zho-Hans", "kan-Knda"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hans-lmo_Latn", "languages": ["zho-Hans", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zho_Hans-npi_Deva", "languages": ["zho-Hans", "npi-Deva"]}, {"precision": 0.4663, "recall": 0.539526, "f1": 0.486623, "accuracy": 0.539526, "main_score": 0.486623, "hf_subset": "zho_Hans-shn_Mymr", "languages": ["zho-Hans", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-tgl_Latn", "languages": ["zho-Hans", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-yue_Hant", "languages": ["zho-Hans", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-asm_Beng", "languages": ["zho-Hans", "asm-Beng"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "zho_Hans-ckb_Arab", "languages": ["zho-Hans", "ckb-Arab"]}, {"precision": 0.864377, "recall": 0.901186, "f1": 0.875856, "accuracy": 0.901186, "main_score": 0.875856, "hf_subset": "zho_Hans-gle_Latn", "languages": ["zho-Hans", "gle-Latn"]}, {"precision": 0.945158, "recall": 0.963439, "f1": 0.951252, "accuracy": 0.963439, "main_score": 0.951252, "hf_subset": "zho_Hans-kas_Arab", "languages": ["zho-Hans", "kas-Arab"]}, {"precision": 0.931489, "recall": 0.951581, "f1": 0.937912, "accuracy": 0.951581, "main_score": 0.937912, "hf_subset": "zho_Hans-ltg_Latn", "languages": ["zho-Hans", "ltg-Latn"]}, {"precision": 0.609785, "recall": 0.668972, "f1": 0.626699, "accuracy": 0.668972, "main_score": 0.626699, "hf_subset": "zho_Hans-nso_Latn", "languages": ["zho-Hans", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hans-sin_Sinh", "languages": ["zho-Hans", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tha_Thai", "languages": ["zho-Hans", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ast_Latn", "languages": ["zho-Hans", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-crh_Latn", "languages": ["zho-Hans", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-glg_Latn", "languages": ["zho-Hans", "glg-Latn"]}, {"precision": 0.893775, "recall": 0.925889, "f1": 0.90415, "accuracy": 0.925889, "main_score": 0.90415, "hf_subset": "zho_Hans-kas_Deva", "languages": ["zho-Hans", "kas-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "zho_Hans-ltz_Latn", "languages": ["zho-Hans", "ltz-Latn"]}, {"precision": 0.461259, "recall": 0.535573, "f1": 0.481529, "accuracy": 0.535573, "main_score": 0.481529, "hf_subset": "zho_Hans-nus_Latn", "languages": ["zho-Hans", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-slk_Latn", "languages": ["zho-Hans", "slk-Latn"]}, {"precision": 0.603211, "recall": 0.679842, "f1": 0.626073, "accuracy": 0.679842, "main_score": 0.626073, "hf_subset": "zho_Hans-tir_Ethi", "languages": ["zho-Hans", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-zho_Hant", "languages": ["zho-Hans", "zho-Hant"]}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "zho_Hans-awa_Deva", "languages": ["zho-Hans", "awa-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "zho_Hans-cym_Latn", "languages": ["zho-Hans", "cym-Latn"]}, {"precision": 0.833251, "recall": 0.878458, "f1": 0.847351, "accuracy": 0.878458, "main_score": 0.847351, "hf_subset": "zho_Hans-grn_Latn", "languages": ["zho-Hans", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-kat_Geor", "languages": ["zho-Hans", "kat-Geor"]}, {"precision": 0.63658, "recall": 0.69664, "f1": 0.654169, "accuracy": 0.69664, "main_score": 0.654169, "hf_subset": "zho_Hans-lua_Latn", "languages": ["zho-Hans", "lua-Latn"]}, {"precision": 0.636512, "recall": 0.699605, "f1": 0.654847, "accuracy": 0.699605, "main_score": 0.654847, "hf_subset": "zho_Hans-nya_Latn", "languages": ["zho-Hans", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-slv_Latn", "languages": ["zho-Hans", "slv-Latn"]}, {"precision": 0.946097, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "zho_Hans-tpi_Latn", "languages": ["zho-Hans", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-zsm_Latn", "languages": ["zho-Hans", "zsm-Latn"]}, {"precision": 0.535526, "recall": 0.600791, "f1": 0.553993, "accuracy": 0.600791, "main_score": 0.553993, "hf_subset": "zho_Hans-ayr_Latn", "languages": ["zho-Hans", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-dan_Latn", "languages": ["zho-Hans", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-guj_Gujr", "languages": ["zho-Hans", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-kaz_Cyrl", "languages": ["zho-Hans", "kaz-Cyrl"]}, {"precision": 0.526945, "recall": 0.592885, "f1": 0.545789, "accuracy": 0.592885, "main_score": 0.545789, "hf_subset": "zho_Hans-lug_Latn", "languages": ["zho-Hans", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-oci_Latn", "languages": ["zho-Hans", "oci-Latn"]}, {"precision": 0.817852, "recall": 0.863636, "f1": 0.831818, "accuracy": 0.863636, "main_score": 0.831818, "hf_subset": "zho_Hans-smo_Latn", "languages": ["zho-Hans", "smo-Latn"]}, {"precision": 0.544215, "recall": 0.609684, "f1": 0.562739, "accuracy": 0.609684, "main_score": 0.562739, "hf_subset": "zho_Hans-tsn_Latn", "languages": ["zho-Hans", "tsn-Latn"]}, {"precision": 0.590508, "recall": 0.659091, "f1": 0.61079, "accuracy": 0.659091, "main_score": 0.61079, "hf_subset": "zho_Hans-zul_Latn", "languages": ["zho-Hans", "zul-Latn"]}, {"precision": 0.91749, "recall": 0.942688, "f1": 0.925725, "accuracy": 0.942688, "main_score": 0.925725, "hf_subset": "zho_Hans-azb_Arab", "languages": ["zho-Hans", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-deu_Latn", "languages": ["zho-Hans", "deu-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "zho_Hans-hat_Latn", "languages": ["zho-Hans", "hat-Latn"]}, {"precision": 0.496377, "recall": 0.557312, "f1": 0.513938, "accuracy": 0.557312, "main_score": 0.513938, "hf_subset": "zho_Hans-kbp_Latn", "languages": ["zho-Hans", "kbp-Latn"]}, {"precision": 0.564481, "recall": 0.630435, "f1": 0.582472, "accuracy": 0.630435, "main_score": 0.582472, "hf_subset": "zho_Hans-luo_Latn", "languages": ["zho-Hans", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ory_Orya", "languages": ["zho-Hans", "ory-Orya"]}, {"precision": 0.589669, "recall": 0.652174, "f1": 0.607526, "accuracy": 0.652174, "main_score": 0.607526, "hf_subset": "zho_Hans-sna_Latn", "languages": ["zho-Hans", "sna-Latn"]}, {"precision": 0.54683, "recall": 0.613636, "f1": 0.565724, "accuracy": 0.613636, "main_score": 0.565724, "hf_subset": "zho_Hans-tso_Latn", "languages": ["zho-Hans", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-azj_Latn", "languages": ["zho-Hans", "azj-Latn"]}, {"precision": 0.526426, "recall": 0.599802, "f1": 0.547617, "accuracy": 0.599802, "main_score": 0.547617, "hf_subset": "zho_Hans-dik_Latn", "languages": ["zho-Hans", "dik-Latn"]}, {"precision": 0.733376, "recall": 0.79249, "f1": 0.75124, "accuracy": 0.79249, "main_score": 0.75124, "hf_subset": "zho_Hans-hau_Latn", "languages": ["zho-Hans", "hau-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "zho_Hans-kea_Latn", "languages": ["zho-Hans", "kea-Latn"]}, {"precision": 0.750075, "recall": 0.804348, "f1": 0.766156, "accuracy": 0.804348, "main_score": 0.766156, "hf_subset": "zho_Hans-lus_Latn", "languages": ["zho-Hans", "lus-Latn"]}, {"precision": 0.875659, "recall": 0.908103, "f1": 0.885823, "accuracy": 0.908103, "main_score": 0.885823, "hf_subset": "zho_Hans-pag_Latn", "languages": ["zho-Hans", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-snd_Arab", "languages": ["zho-Hans", "snd-Arab"]}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "zho_Hans-tuk_Latn", "languages": ["zho-Hans", "tuk-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "zho_Hans-bak_Cyrl", "languages": ["zho-Hans", "bak-Cyrl"]}, {"precision": 0.496566, "recall": 0.571146, "f1": 0.518138, "accuracy": 0.571146, "main_score": 0.518138, "hf_subset": "zho_Hans-dyu_Latn", "languages": ["zho-Hans", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-heb_Hebr", "languages": ["zho-Hans", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-khk_Cyrl", "languages": ["zho-Hans", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-lvs_Latn", "languages": ["zho-Hans", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pan_Guru", "languages": ["zho-Hans", "pan-Guru"]}, {"precision": 0.694928, "recall": 0.758893, "f1": 0.713919, "accuracy": 0.758893, "main_score": 0.713919, "hf_subset": "zho_Hans-som_Latn", "languages": ["zho-Hans", "som-Latn"]}, {"precision": 0.600791, "recall": 0.650198, "f1": 0.615222, "accuracy": 0.650198, "main_score": 0.615222, "hf_subset": "zho_Hans-tum_Latn", "languages": ["zho-Hans", "tum-Latn"]}, {"precision": 0.579811, "recall": 0.646245, "f1": 0.599084, "accuracy": 0.646245, "main_score": 0.599084, "hf_subset": "ast_Latn-ace_Arab", "languages": ["ast-Latn", "ace-Arab"]}, {"precision": 0.551805, "recall": 0.61166, "f1": 0.568642, "accuracy": 0.61166, "main_score": 0.568642, "hf_subset": "ast_Latn-bam_Latn", "languages": ["ast-Latn", "bam-Latn"]}, {"precision": 0.419724, "recall": 0.494071, "f1": 0.439691, "accuracy": 0.494071, "main_score": 0.439691, "hf_subset": "ast_Latn-dzo_Tibt", "languages": ["ast-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hin_Deva", "languages": ["ast-Latn", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ast_Latn-khm_Khmr", "languages": ["ast-Latn", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-mag_Deva", "languages": ["ast-Latn", "mag-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ast_Latn-pap_Latn", "languages": ["ast-Latn", "pap-Latn"]}, {"precision": 0.606351, "recall": 0.662055, "f1": 0.621585, "accuracy": 0.662055, "main_score": 0.621585, "hf_subset": "ast_Latn-sot_Latn", "languages": ["ast-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-tur_Latn", "languages": ["ast-Latn", "tur-Latn"]}, {"precision": 0.873337, "recall": 0.907115, "f1": 0.883794, "accuracy": 0.907115, "main_score": 0.883794, "hf_subset": "ast_Latn-ace_Latn", "languages": ["ast-Latn", "ace-Latn"]}, {"precision": 0.971509, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "ast_Latn-ban_Latn", "languages": ["ast-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-ell_Grek", "languages": ["ast-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ast_Latn-hne_Deva", "languages": ["ast-Latn", "hne-Deva"]}, {"precision": 0.607008, "recall": 0.667984, "f1": 0.624335, "accuracy": 0.667984, "main_score": 0.624335, "hf_subset": "ast_Latn-kik_Latn", "languages": ["ast-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-mai_Deva", "languages": ["ast-Latn", "mai-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ast_Latn-pbt_Arab", "languages": ["ast-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-spa_Latn", "languages": ["ast-Latn", "spa-Latn"]}, {"precision": 0.615221, "recall": 0.681818, "f1": 0.634554, "accuracy": 0.681818, "main_score": 0.634554, "hf_subset": "ast_Latn-twi_Latn", "languages": ["ast-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-acm_Arab", "languages": ["ast-Latn", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-bel_Cyrl", "languages": ["ast-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-eng_Latn", "languages": ["ast-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hrv_Latn", "languages": ["ast-Latn", "hrv-Latn"]}, {"precision": 0.570942, "recall": 0.63834, "f1": 0.589895, "accuracy": 0.63834, "main_score": 0.589895, "hf_subset": "ast_Latn-kin_Latn", "languages": ["ast-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-mal_Mlym", "languages": ["ast-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-pes_Arab", "languages": ["ast-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ast_Latn-srd_Latn", "languages": ["ast-Latn", "srd-Latn"]}, {"precision": 0.18485, "recall": 0.235178, "f1": 0.197428, "accuracy": 0.235178, "main_score": 0.197428, "hf_subset": "ast_Latn-tzm_Tfng", "languages": ["ast-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-acq_Arab", "languages": ["ast-Latn", "acq-Arab"]}, {"precision": 0.643327, "recall": 0.695652, "f1": 0.657906, "accuracy": 0.695652, "main_score": 0.657906, "hf_subset": "ast_Latn-bem_Latn", "languages": ["ast-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-epo_Latn", "languages": ["ast-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hun_Latn", "languages": ["ast-Latn", "hun-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-kir_Cyrl", "languages": ["ast-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-mar_Deva", "languages": ["ast-Latn", "mar-Deva"]}, {"precision": 0.683558, "recall": 0.736166, "f1": 0.698617, "accuracy": 0.736166, "main_score": 0.698617, "hf_subset": "ast_Latn-plt_Latn", "languages": ["ast-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-srp_Cyrl", "languages": ["ast-Latn", "srp-Cyrl"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ast_Latn-uig_Arab", "languages": ["ast-Latn", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-aeb_Arab", "languages": ["ast-Latn", "aeb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-ben_Beng", "languages": ["ast-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-est_Latn", "languages": ["ast-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hye_Armn", "languages": ["ast-Latn", "hye-Armn"]}, {"precision": 0.556312, "recall": 0.609684, "f1": 0.571398, "accuracy": 0.609684, "main_score": 0.571398, "hf_subset": "ast_Latn-kmb_Latn", "languages": ["ast-Latn", "kmb-Latn"]}, {"precision": 0.520509, "recall": 0.587945, "f1": 0.538419, "accuracy": 0.587945, "main_score": 0.538419, "hf_subset": "ast_Latn-min_Arab", "languages": ["ast-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-pol_Latn", "languages": ["ast-Latn", "pol-Latn"]}, {"precision": 0.568883, "recall": 0.632411, "f1": 0.587684, "accuracy": 0.632411, "main_score": 0.587684, "hf_subset": "ast_Latn-ssw_Latn", "languages": ["ast-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ukr_Cyrl", "languages": ["ast-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-afr_Latn", "languages": ["ast-Latn", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-bho_Deva", "languages": ["ast-Latn", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ast_Latn-eus_Latn", "languages": ["ast-Latn", "eus-Latn"]}, {"precision": 0.605281, "recall": 0.667984, "f1": 0.62241, "accuracy": 0.667984, "main_score": 0.62241, "hf_subset": "ast_Latn-ibo_Latn", "languages": ["ast-Latn", "ibo-Latn"]}, {"precision": 0.89608, "recall": 0.924901, "f1": 0.90527, "accuracy": 0.924901, "main_score": 0.90527, "hf_subset": "ast_Latn-kmr_Latn", "languages": ["ast-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ast_Latn-min_Latn", "languages": ["ast-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-por_Latn", "languages": ["ast-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-sun_Latn", "languages": ["ast-Latn", "sun-Latn"]}, {"precision": 0.546352, "recall": 0.607708, "f1": 0.564058, "accuracy": 0.607708, "main_score": 0.564058, "hf_subset": "ast_Latn-umb_Latn", "languages": ["ast-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ajp_Arab", "languages": ["ast-Latn", "ajp-Arab"]}, {"precision": 0.561292, "recall": 0.626482, "f1": 0.578738, "accuracy": 0.626482, "main_score": 0.578738, "hf_subset": "ast_Latn-bjn_Arab", "languages": ["ast-Latn", "bjn-Arab"]}, {"precision": 0.522464, "recall": 0.575099, "f1": 0.536912, "accuracy": 0.575099, "main_score": 0.536912, "hf_subset": "ast_Latn-ewe_Latn", "languages": ["ast-Latn", "ewe-Latn"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ast_Latn-ilo_Latn", "languages": ["ast-Latn", "ilo-Latn"]}, {"precision": 0.319809, "recall": 0.380435, "f1": 0.336208, "accuracy": 0.380435, "main_score": 0.336208, "hf_subset": "ast_Latn-knc_Arab", "languages": ["ast-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-mkd_Cyrl", "languages": ["ast-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-prs_Arab", "languages": ["ast-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-swe_Latn", "languages": ["ast-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-urd_Arab", "languages": ["ast-Latn", "urd-Arab"]}, {"precision": 0.602876, "recall": 0.663043, "f1": 0.619992, "accuracy": 0.663043, "main_score": 0.619992, "hf_subset": "ast_Latn-aka_Latn", "languages": ["ast-Latn", "aka-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ast_Latn-bjn_Latn", "languages": ["ast-Latn", "bjn-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ast_Latn-fao_Latn", "languages": ["ast-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ind_Latn", "languages": ["ast-Latn", "ind-Latn"]}, {"precision": 0.604608, "recall": 0.655138, "f1": 0.618602, "accuracy": 0.655138, "main_score": 0.618602, "hf_subset": "ast_Latn-knc_Latn", "languages": ["ast-Latn", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-mlt_Latn", "languages": ["ast-Latn", "mlt-Latn"]}, {"precision": 0.728829, "recall": 0.789526, "f1": 0.746847, "accuracy": 0.789526, "main_score": 0.746847, "hf_subset": "ast_Latn-quy_Latn", "languages": ["ast-Latn", "quy-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "ast_Latn-swh_Latn", "languages": ["ast-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-uzn_Latn", "languages": ["ast-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-als_Latn", "languages": ["ast-Latn", "als-Latn"]}, {"precision": 0.625173, "recall": 0.709486, "f1": 0.649321, "accuracy": 0.709486, "main_score": 0.649321, "hf_subset": "ast_Latn-bod_Tibt", "languages": ["ast-Latn", "bod-Tibt"]}, {"precision": 0.721879, "recall": 0.772727, "f1": 0.736818, "accuracy": 0.772727, "main_score": 0.736818, "hf_subset": "ast_Latn-fij_Latn", "languages": ["ast-Latn", "fij-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ast_Latn-isl_Latn", "languages": ["ast-Latn", "isl-Latn"]}, {"precision": 0.676222, "recall": 0.731225, "f1": 0.692582, "accuracy": 0.731225, "main_score": 0.692582, "hf_subset": "ast_Latn-kon_Latn", "languages": ["ast-Latn", "kon-Latn"]}, {"precision": 0.668087, "recall": 0.731225, "f1": 0.6863, "accuracy": 0.731225, "main_score": 0.6863, "hf_subset": "ast_Latn-mni_Beng", "languages": ["ast-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ron_Latn", "languages": ["ast-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "ast_Latn-szl_Latn", "languages": ["ast-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-vec_Latn", "languages": ["ast-Latn", "vec-Latn"]}, {"precision": 0.940876, "recall": 0.959486, "f1": 0.94697, "accuracy": 0.959486, "main_score": 0.94697, "hf_subset": "ast_Latn-amh_Ethi", "languages": ["ast-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-bos_Latn", "languages": ["ast-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-fin_Latn", "languages": ["ast-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ita_Latn", "languages": ["ast-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-kor_Hang", "languages": ["ast-Latn", "kor-Hang"]}, {"precision": 0.570003, "recall": 0.631423, "f1": 0.587117, "accuracy": 0.631423, "main_score": 0.587117, "hf_subset": "ast_Latn-mos_Latn", "languages": ["ast-Latn", "mos-Latn"]}, {"precision": 0.574773, "recall": 0.629447, "f1": 0.58989, "accuracy": 0.629447, "main_score": 0.58989, "hf_subset": "ast_Latn-run_Latn", "languages": ["ast-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-tam_Taml", "languages": ["ast-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-vie_Latn", "languages": ["ast-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-apc_Arab", "languages": ["ast-Latn", "apc-Arab"]}, {"precision": 0.800823, "recall": 0.844862, "f1": 0.813636, "accuracy": 0.844862, "main_score": 0.813636, "hf_subset": "ast_Latn-bug_Latn", "languages": ["ast-Latn", "bug-Latn"]}, {"precision": 0.471373, "recall": 0.530632, "f1": 0.487254, "accuracy": 0.530632, "main_score": 0.487254, "hf_subset": "ast_Latn-fon_Latn", "languages": ["ast-Latn", "fon-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ast_Latn-jav_Latn", "languages": ["ast-Latn", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ast_Latn-lao_Laoo", "languages": ["ast-Latn", "lao-Laoo"]}, {"precision": 0.872036, "recall": 0.909091, "f1": 0.88386, "accuracy": 0.909091, "main_score": 0.88386, "hf_subset": "ast_Latn-mri_Latn", "languages": ["ast-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-rus_Cyrl", "languages": ["ast-Latn", "rus-Cyrl"]}, {"precision": 0.547797, "recall": 0.608696, "f1": 0.56474, "accuracy": 0.608696, "main_score": 0.56474, "hf_subset": "ast_Latn-taq_Latn", "languages": ["ast-Latn", "taq-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-war_Latn", "languages": ["ast-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-arb_Arab", "languages": ["ast-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-bul_Cyrl", "languages": ["ast-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-fra_Latn", "languages": ["ast-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-jpn_Jpan", "languages": ["ast-Latn", "jpn-Jpan"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ast_Latn-lij_Latn", "languages": ["ast-Latn", "lij-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ast_Latn-mya_Mymr", "languages": ["ast-Latn", "mya-Mymr"]}, {"precision": 0.616956, "recall": 0.682806, "f1": 0.636091, "accuracy": 0.682806, "main_score": 0.636091, "hf_subset": "ast_Latn-sag_Latn", "languages": ["ast-Latn", "sag-Latn"]}, {"precision": 0.190857, "recall": 0.254941, "f1": 0.205351, "accuracy": 0.254941, "main_score": 0.205351, "hf_subset": "ast_Latn-taq_Tfng", "languages": ["ast-Latn", "taq-Tfng"]}, {"precision": 0.651647, "recall": 0.70751, "f1": 0.667561, "accuracy": 0.70751, "main_score": 0.667561, "hf_subset": "ast_Latn-wol_Latn", "languages": ["ast-Latn", "wol-Latn"]}, {"precision": 0.799473, "recall": 0.844862, "f1": 0.813011, "accuracy": 0.844862, "main_score": 0.813011, "hf_subset": "ast_Latn-arb_Latn", "languages": ["ast-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-cat_Latn", "languages": ["ast-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ast_Latn-fur_Latn", "languages": ["ast-Latn", "fur-Latn"]}, {"precision": 0.417919, "recall": 0.480237, "f1": 0.43487, "accuracy": 0.480237, "main_score": 0.43487, "hf_subset": "ast_Latn-kab_Latn", "languages": ["ast-Latn", "kab-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ast_Latn-lim_Latn", "languages": ["ast-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-nld_Latn", "languages": ["ast-Latn", "nld-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ast_Latn-san_Deva", "languages": ["ast-Latn", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-tat_Cyrl", "languages": ["ast-Latn", "tat-Cyrl"]}, {"precision": 0.692162, "recall": 0.746047, "f1": 0.707962, "accuracy": 0.746047, "main_score": 0.707962, "hf_subset": "ast_Latn-xho_Latn", "languages": ["ast-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ars_Arab", "languages": ["ast-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ceb_Latn", "languages": ["ast-Latn", "ceb-Latn"]}, {"precision": 0.565442, "recall": 0.628458, "f1": 0.583099, "accuracy": 0.628458, "main_score": 0.583099, "hf_subset": "ast_Latn-fuv_Latn", "languages": ["ast-Latn", "fuv-Latn"]}, {"precision": 0.521363, "recall": 0.58498, "f1": 0.538869, "accuracy": 0.58498, "main_score": 0.538869, "hf_subset": "ast_Latn-kac_Latn", "languages": ["ast-Latn", "kac-Latn"]}, {"precision": 0.685837, "recall": 0.735178, "f1": 0.699887, "accuracy": 0.735178, "main_score": 0.699887, "hf_subset": "ast_Latn-lin_Latn", "languages": ["ast-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-nno_Latn", "languages": ["ast-Latn", "nno-Latn"]}, {"precision": 0.225204, "recall": 0.301383, "f1": 0.244827, "accuracy": 0.301383, "main_score": 0.244827, "hf_subset": "ast_Latn-sat_Olck", "languages": ["ast-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-tel_Telu", "languages": ["ast-Latn", "tel-Telu"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "ast_Latn-ydd_Hebr", "languages": ["ast-Latn", "ydd-Hebr"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "ast_Latn-ary_Arab", "languages": ["ast-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ces_Latn", "languages": ["ast-Latn", "ces-Latn"]}, {"precision": 0.585236, "recall": 0.652174, "f1": 0.604901, "accuracy": 0.652174, "main_score": 0.604901, "hf_subset": "ast_Latn-gaz_Latn", "languages": ["ast-Latn", "gaz-Latn"]}, {"precision": 0.590097, "recall": 0.653162, "f1": 0.608023, "accuracy": 0.653162, "main_score": 0.608023, "hf_subset": "ast_Latn-kam_Latn", "languages": ["ast-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ast_Latn-lit_Latn", "languages": ["ast-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-nob_Latn", "languages": ["ast-Latn", "nob-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ast_Latn-scn_Latn", "languages": ["ast-Latn", "scn-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ast_Latn-tgk_Cyrl", "languages": ["ast-Latn", "tgk-Cyrl"]}, {"precision": 0.715481, "recall": 0.77668, "f1": 0.733813, "accuracy": 0.77668, "main_score": 0.733813, "hf_subset": "ast_Latn-yor_Latn", "languages": ["ast-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-arz_Arab", "languages": ["ast-Latn", "arz-Arab"]}, {"precision": 0.572518, "recall": 0.633399, "f1": 0.589893, "accuracy": 0.633399, "main_score": 0.589893, "hf_subset": "ast_Latn-cjk_Latn", "languages": ["ast-Latn", "cjk-Latn"]}, {"precision": 0.803426, "recall": 0.847826, "f1": 0.816996, "accuracy": 0.847826, "main_score": 0.816996, "hf_subset": "ast_Latn-gla_Latn", "languages": ["ast-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-kan_Knda", "languages": ["ast-Latn", "kan-Knda"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ast_Latn-lmo_Latn", "languages": ["ast-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ast_Latn-npi_Deva", "languages": ["ast-Latn", "npi-Deva"]}, {"precision": 0.476829, "recall": 0.539526, "f1": 0.493625, "accuracy": 0.539526, "main_score": 0.493625, "hf_subset": "ast_Latn-shn_Mymr", "languages": ["ast-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-tgl_Latn", "languages": ["ast-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-yue_Hant", "languages": ["ast-Latn", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-asm_Beng", "languages": ["ast-Latn", "asm-Beng"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "ast_Latn-ckb_Arab", "languages": ["ast-Latn", "ckb-Arab"]}, {"precision": 0.887385, "recall": 0.917984, "f1": 0.897069, "accuracy": 0.917984, "main_score": 0.897069, "hf_subset": "ast_Latn-gle_Latn", "languages": ["ast-Latn", "gle-Latn"]}, {"precision": 0.948123, "recall": 0.965415, "f1": 0.953887, "accuracy": 0.965415, "main_score": 0.953887, "hf_subset": "ast_Latn-kas_Arab", "languages": ["ast-Latn", "kas-Arab"]}, {"precision": 0.954298, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "ast_Latn-ltg_Latn", "languages": ["ast-Latn", "ltg-Latn"]}, {"precision": 0.634251, "recall": 0.685771, "f1": 0.648642, "accuracy": 0.685771, "main_score": 0.648642, "hf_subset": "ast_Latn-nso_Latn", "languages": ["ast-Latn", "nso-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ast_Latn-sin_Sinh", "languages": ["ast-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-tha_Thai", "languages": ["ast-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zho_Hans", "languages": ["ast-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-crh_Latn", "languages": ["ast-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-glg_Latn", "languages": ["ast-Latn", "glg-Latn"]}, {"precision": 0.893478, "recall": 0.923913, "f1": 0.902997, "accuracy": 0.923913, "main_score": 0.902997, "hf_subset": "ast_Latn-kas_Deva", "languages": ["ast-Latn", "kas-Deva"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ast_Latn-ltz_Latn", "languages": ["ast-Latn", "ltz-Latn"]}, {"precision": 0.482809, "recall": 0.546443, "f1": 0.499445, "accuracy": 0.546443, "main_score": 0.499445, "hf_subset": "ast_Latn-nus_Latn", "languages": ["ast-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-slk_Latn", "languages": ["ast-Latn", "slk-Latn"]}, {"precision": 0.59672, "recall": 0.66996, "f1": 0.617824, "accuracy": 0.66996, "main_score": 0.617824, "hf_subset": "ast_Latn-tir_Ethi", "languages": ["ast-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zho_Hant", "languages": ["ast-Latn", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ast_Latn-awa_Deva", "languages": ["ast-Latn", "awa-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ast_Latn-cym_Latn", "languages": ["ast-Latn", "cym-Latn"]}, {"precision": 0.872941, "recall": 0.908103, "f1": 0.884124, "accuracy": 0.908103, "main_score": 0.884124, "hf_subset": "ast_Latn-grn_Latn", "languages": ["ast-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-kat_Geor", "languages": ["ast-Latn", "kat-Geor"]}, {"precision": 0.65613, "recall": 0.70751, "f1": 0.670694, "accuracy": 0.70751, "main_score": 0.670694, "hf_subset": "ast_Latn-lua_Latn", "languages": ["ast-Latn", "lua-Latn"]}, {"precision": 0.658514, "recall": 0.716403, "f1": 0.675318, "accuracy": 0.716403, "main_score": 0.675318, "hf_subset": "ast_Latn-nya_Latn", "languages": ["ast-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-slv_Latn", "languages": ["ast-Latn", "slv-Latn"]}, {"precision": 0.959898, "recall": 0.970356, "f1": 0.962978, "accuracy": 0.970356, "main_score": 0.962978, "hf_subset": "ast_Latn-tpi_Latn", "languages": ["ast-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zsm_Latn", "languages": ["ast-Latn", "zsm-Latn"]}, {"precision": 0.553064, "recall": 0.617589, "f1": 0.570993, "accuracy": 0.617589, "main_score": 0.570993, "hf_subset": "ast_Latn-ayr_Latn", "languages": ["ast-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-dan_Latn", "languages": ["ast-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-guj_Gujr", "languages": ["ast-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-kaz_Cyrl", "languages": ["ast-Latn", "kaz-Cyrl"]}, {"precision": 0.553947, "recall": 0.617589, "f1": 0.572307, "accuracy": 0.617589, "main_score": 0.572307, "hf_subset": "ast_Latn-lug_Latn", "languages": ["ast-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-oci_Latn", "languages": ["ast-Latn", "oci-Latn"]}, {"precision": 0.821673, "recall": 0.867589, "f1": 0.835935, "accuracy": 0.867589, "main_score": 0.835935, "hf_subset": "ast_Latn-smo_Latn", "languages": ["ast-Latn", "smo-Latn"]}, {"precision": 0.564114, "recall": 0.62747, "f1": 0.58138, "accuracy": 0.62747, "main_score": 0.58138, "hf_subset": "ast_Latn-tsn_Latn", "languages": ["ast-Latn", "tsn-Latn"]}, {"precision": 0.632724, "recall": 0.687747, "f1": 0.648406, "accuracy": 0.687747, "main_score": 0.648406, "hf_subset": "ast_Latn-zul_Latn", "languages": ["ast-Latn", "zul-Latn"]}, {"precision": 0.927042, "recall": 0.949605, "f1": 0.934453, "accuracy": 0.949605, "main_score": 0.934453, "hf_subset": "ast_Latn-azb_Arab", "languages": ["ast-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-deu_Latn", "languages": ["ast-Latn", "deu-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "ast_Latn-hat_Latn", "languages": ["ast-Latn", "hat-Latn"]}, {"precision": 0.497788, "recall": 0.5583, "f1": 0.514185, "accuracy": 0.5583, "main_score": 0.514185, "hf_subset": "ast_Latn-kbp_Latn", "languages": ["ast-Latn", "kbp-Latn"]}, {"precision": 0.576953, "recall": 0.636364, "f1": 0.593459, "accuracy": 0.636364, "main_score": 0.593459, "hf_subset": "ast_Latn-luo_Latn", "languages": ["ast-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ory_Orya", "languages": ["ast-Latn", "ory-Orya"]}, {"precision": 0.609538, "recall": 0.667984, "f1": 0.625998, "accuracy": 0.667984, "main_score": 0.625998, "hf_subset": "ast_Latn-sna_Latn", "languages": ["ast-Latn", "sna-Latn"]}, {"precision": 0.57607, "recall": 0.625494, "f1": 0.589032, "accuracy": 0.625494, "main_score": 0.589032, "hf_subset": "ast_Latn-tso_Latn", "languages": ["ast-Latn", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-azj_Latn", "languages": ["ast-Latn", "azj-Latn"]}, {"precision": 0.548659, "recall": 0.616601, "f1": 0.568186, "accuracy": 0.616601, "main_score": 0.568186, "hf_subset": "ast_Latn-dik_Latn", "languages": ["ast-Latn", "dik-Latn"]}, {"precision": 0.758145, "recall": 0.806324, "f1": 0.772203, "accuracy": 0.806324, "main_score": 0.772203, "hf_subset": "ast_Latn-hau_Latn", "languages": ["ast-Latn", "hau-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ast_Latn-kea_Latn", "languages": ["ast-Latn", "kea-Latn"]}, {"precision": 0.752553, "recall": 0.80336, "f1": 0.76774, "accuracy": 0.80336, "main_score": 0.76774, "hf_subset": "ast_Latn-lus_Latn", "languages": ["ast-Latn", "lus-Latn"]}, {"precision": 0.879035, "recall": 0.910079, "f1": 0.8889, "accuracy": 0.910079, "main_score": 0.8889, "hf_subset": "ast_Latn-pag_Latn", "languages": ["ast-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-snd_Arab", "languages": ["ast-Latn", "snd-Arab"]}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "ast_Latn-tuk_Latn", "languages": ["ast-Latn", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ast_Latn-bak_Cyrl", "languages": ["ast-Latn", "bak-Cyrl"]}, {"precision": 0.509054, "recall": 0.585968, "f1": 0.531286, "accuracy": 0.585968, "main_score": 0.531286, "hf_subset": "ast_Latn-dyu_Latn", "languages": ["ast-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-heb_Hebr", "languages": ["ast-Latn", "heb-Hebr"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ast_Latn-khk_Cyrl", "languages": ["ast-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-lvs_Latn", "languages": ["ast-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-pan_Guru", "languages": ["ast-Latn", "pan-Guru"]}, {"precision": 0.717071, "recall": 0.774704, "f1": 0.73438, "accuracy": 0.774704, "main_score": 0.73438, "hf_subset": "ast_Latn-som_Latn", "languages": ["ast-Latn", "som-Latn"]}, {"precision": 0.605791, "recall": 0.653162, "f1": 0.619032, "accuracy": 0.653162, "main_score": 0.619032, "hf_subset": "ast_Latn-tum_Latn", "languages": ["ast-Latn", "tum-Latn"]}, {"precision": 0.519993, "recall": 0.578063, "f1": 0.535675, "accuracy": 0.578063, "main_score": 0.535675, "hf_subset": "crh_Latn-ace_Arab", "languages": ["crh-Latn", "ace-Arab"]}, {"precision": 0.506895, "recall": 0.556324, "f1": 0.520587, "accuracy": 0.556324, "main_score": 0.520587, "hf_subset": "crh_Latn-bam_Latn", "languages": ["crh-Latn", "bam-Latn"]}, {"precision": 0.391685, "recall": 0.476285, "f1": 0.413571, "accuracy": 0.476285, "main_score": 0.413571, "hf_subset": "crh_Latn-dzo_Tibt", "languages": ["crh-Latn", "dzo-Tibt"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-hin_Deva", "languages": ["crh-Latn", "hin-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "crh_Latn-khm_Khmr", "languages": ["crh-Latn", "khm-Khmr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-mag_Deva", "languages": ["crh-Latn", "mag-Deva"]}, {"precision": 0.950049, "recall": 0.964427, "f1": 0.954611, "accuracy": 0.964427, "main_score": 0.954611, "hf_subset": "crh_Latn-pap_Latn", "languages": ["crh-Latn", "pap-Latn"]}, {"precision": 0.561703, "recall": 0.618577, "f1": 0.57731, "accuracy": 0.618577, "main_score": 0.57731, "hf_subset": "crh_Latn-sot_Latn", "languages": ["crh-Latn", "sot-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-tur_Latn", "languages": ["crh-Latn", "tur-Latn"]}, {"precision": 0.802554, "recall": 0.843874, "f1": 0.815091, "accuracy": 0.843874, "main_score": 0.815091, "hf_subset": "crh_Latn-ace_Latn", "languages": ["crh-Latn", "ace-Latn"]}, {"precision": 0.914443, "recall": 0.934783, "f1": 0.920652, "accuracy": 0.934783, "main_score": 0.920652, "hf_subset": "crh_Latn-ban_Latn", "languages": ["crh-Latn", "ban-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ell_Grek", "languages": ["crh-Latn", "ell-Grek"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "crh_Latn-hne_Deva", "languages": ["crh-Latn", "hne-Deva"]}, {"precision": 0.562652, "recall": 0.615613, "f1": 0.577353, "accuracy": 0.615613, "main_score": 0.577353, "hf_subset": "crh_Latn-kik_Latn", "languages": ["crh-Latn", "kik-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-mai_Deva", "languages": ["crh-Latn", "mai-Deva"]}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "crh_Latn-pbt_Arab", "languages": ["crh-Latn", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-spa_Latn", "languages": ["crh-Latn", "spa-Latn"]}, {"precision": 0.586882, "recall": 0.646245, "f1": 0.603716, "accuracy": 0.646245, "main_score": 0.603716, "hf_subset": "crh_Latn-twi_Latn", "languages": ["crh-Latn", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-acm_Arab", "languages": ["crh-Latn", "acm-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-bel_Cyrl", "languages": ["crh-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "crh_Latn-eng_Latn", "languages": ["crh-Latn", "eng-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-hrv_Latn", "languages": ["crh-Latn", "hrv-Latn"]}, {"precision": 0.544296, "recall": 0.602767, "f1": 0.560943, "accuracy": 0.602767, "main_score": 0.560943, "hf_subset": "crh_Latn-kin_Latn", "languages": ["crh-Latn", "kin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-mal_Mlym", "languages": ["crh-Latn", "mal-Mlym"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-pes_Arab", "languages": ["crh-Latn", "pes-Arab"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "crh_Latn-srd_Latn", "languages": ["crh-Latn", "srd-Latn"]}, {"precision": 0.186876, "recall": 0.231225, "f1": 0.197678, "accuracy": 0.231225, "main_score": 0.197678, "hf_subset": "crh_Latn-tzm_Tfng", "languages": ["crh-Latn", "tzm-Tfng"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "crh_Latn-acq_Arab", "languages": ["crh-Latn", "acq-Arab"]}, {"precision": 0.601909, "recall": 0.649209, "f1": 0.61467, "accuracy": 0.649209, "main_score": 0.61467, "hf_subset": "crh_Latn-bem_Latn", "languages": ["crh-Latn", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-epo_Latn", "languages": ["crh-Latn", "epo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-hun_Latn", "languages": ["crh-Latn", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-kir_Cyrl", "languages": ["crh-Latn", "kir-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-mar_Deva", "languages": ["crh-Latn", "mar-Deva"]}, {"precision": 0.639627, "recall": 0.689723, "f1": 0.653877, "accuracy": 0.689723, "main_score": 0.653877, "hf_subset": "crh_Latn-plt_Latn", "languages": ["crh-Latn", "plt-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-srp_Cyrl", "languages": ["crh-Latn", "srp-Cyrl"]}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "crh_Latn-uig_Arab", "languages": ["crh-Latn", "uig-Arab"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "crh_Latn-aeb_Arab", "languages": ["crh-Latn", "aeb-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-ben_Beng", "languages": ["crh-Latn", "ben-Beng"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-est_Latn", "languages": ["crh-Latn", "est-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-hye_Armn", "languages": ["crh-Latn", "hye-Armn"]}, {"precision": 0.533827, "recall": 0.572134, "f1": 0.54472, "accuracy": 0.572134, "main_score": 0.54472, "hf_subset": "crh_Latn-kmb_Latn", "languages": ["crh-Latn", "kmb-Latn"]}, {"precision": 0.457641, "recall": 0.525692, "f1": 0.475482, "accuracy": 0.525692, "main_score": 0.475482, "hf_subset": "crh_Latn-min_Arab", "languages": ["crh-Latn", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-pol_Latn", "languages": ["crh-Latn", "pol-Latn"]}, {"precision": 0.549813, "recall": 0.605731, "f1": 0.565839, "accuracy": 0.605731, "main_score": 0.565839, "hf_subset": "crh_Latn-ssw_Latn", "languages": ["crh-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "crh_Latn-ukr_Cyrl", "languages": ["crh-Latn", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-afr_Latn", "languages": ["crh-Latn", "afr-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "crh_Latn-bho_Deva", "languages": ["crh-Latn", "bho-Deva"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "crh_Latn-eus_Latn", "languages": ["crh-Latn", "eus-Latn"]}, {"precision": 0.555429, "recall": 0.612648, "f1": 0.571719, "accuracy": 0.612648, "main_score": 0.571719, "hf_subset": "crh_Latn-ibo_Latn", "languages": ["crh-Latn", "ibo-Latn"]}, {"precision": 0.865613, "recall": 0.900198, "f1": 0.876449, "accuracy": 0.900198, "main_score": 0.876449, "hf_subset": "crh_Latn-kmr_Latn", "languages": ["crh-Latn", "kmr-Latn"]}, {"precision": 0.952487, "recall": 0.966403, "f1": 0.956917, "accuracy": 0.966403, "main_score": 0.956917, "hf_subset": "crh_Latn-min_Latn", "languages": ["crh-Latn", "min-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-por_Latn", "languages": ["crh-Latn", "por-Latn"]}, {"precision": 0.968709, "recall": 0.977273, "f1": 0.971509, "accuracy": 0.977273, "main_score": 0.971509, "hf_subset": "crh_Latn-sun_Latn", "languages": ["crh-Latn", "sun-Latn"]}, {"precision": 0.501103, "recall": 0.556324, "f1": 0.516158, "accuracy": 0.556324, "main_score": 0.516158, "hf_subset": "crh_Latn-umb_Latn", "languages": ["crh-Latn", "umb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-ajp_Arab", "languages": ["crh-Latn", "ajp-Arab"]}, {"precision": 0.501374, "recall": 0.5583, "f1": 0.51682, "accuracy": 0.5583, "main_score": 0.51682, "hf_subset": "crh_Latn-bjn_Arab", "languages": ["crh-Latn", "bjn-Arab"]}, {"precision": 0.49747, "recall": 0.544466, "f1": 0.509929, "accuracy": 0.544466, "main_score": 0.509929, "hf_subset": "crh_Latn-ewe_Latn", "languages": ["crh-Latn", "ewe-Latn"]}, {"precision": 0.911479, "recall": 0.933794, "f1": 0.918299, "accuracy": 0.933794, "main_score": 0.918299, "hf_subset": "crh_Latn-ilo_Latn", "languages": ["crh-Latn", "ilo-Latn"]}, {"precision": 0.311062, "recall": 0.364625, "f1": 0.326045, "accuracy": 0.364625, "main_score": 0.326045, "hf_subset": "crh_Latn-knc_Arab", "languages": ["crh-Latn", "knc-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-mkd_Cyrl", "languages": ["crh-Latn", "mkd-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-prs_Arab", "languages": ["crh-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-swe_Latn", "languages": ["crh-Latn", "swe-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "crh_Latn-urd_Arab", "languages": ["crh-Latn", "urd-Arab"]}, {"precision": 0.553748, "recall": 0.606719, "f1": 0.568184, "accuracy": 0.606719, "main_score": 0.568184, "hf_subset": "crh_Latn-aka_Latn", "languages": ["crh-Latn", "aka-Latn"]}, {"precision": 0.953426, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "crh_Latn-bjn_Latn", "languages": ["crh-Latn", "bjn-Latn"]}, {"precision": 0.942605, "recall": 0.960474, "f1": 0.948353, "accuracy": 0.960474, "main_score": 0.948353, "hf_subset": "crh_Latn-fao_Latn", "languages": ["crh-Latn", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-ind_Latn", "languages": ["crh-Latn", "ind-Latn"]}, {"precision": 0.565292, "recall": 0.61166, "f1": 0.579243, "accuracy": 0.61166, "main_score": 0.579243, "hf_subset": "crh_Latn-knc_Latn", "languages": ["crh-Latn", "knc-Latn"]}, {"precision": 0.96945, "recall": 0.978261, "f1": 0.972233, "accuracy": 0.978261, "main_score": 0.972233, "hf_subset": "crh_Latn-mlt_Latn", "languages": ["crh-Latn", "mlt-Latn"]}, {"precision": 0.678397, "recall": 0.73419, "f1": 0.694532, "accuracy": 0.73419, "main_score": 0.694532, "hf_subset": "crh_Latn-quy_Latn", "languages": ["crh-Latn", "quy-Latn"]}, {"precision": 0.944829, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "crh_Latn-swh_Latn", "languages": ["crh-Latn", "swh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-uzn_Latn", "languages": ["crh-Latn", "uzn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-als_Latn", "languages": ["crh-Latn", "als-Latn"]}, {"precision": 0.589712, "recall": 0.66502, "f1": 0.610565, "accuracy": 0.66502, "main_score": 0.610565, "hf_subset": "crh_Latn-bod_Tibt", "languages": ["crh-Latn", "bod-Tibt"]}, {"precision": 0.660256, "recall": 0.714427, "f1": 0.675811, "accuracy": 0.714427, "main_score": 0.675811, "hf_subset": "crh_Latn-fij_Latn", "languages": ["crh-Latn", "fij-Latn"]}, {"precision": 0.958498, "recall": 0.972332, "f1": 0.963109, "accuracy": 0.972332, "main_score": 0.963109, "hf_subset": "crh_Latn-isl_Latn", "languages": ["crh-Latn", "isl-Latn"]}, {"precision": 0.622538, "recall": 0.66996, "f1": 0.636273, "accuracy": 0.66996, "main_score": 0.636273, "hf_subset": "crh_Latn-kon_Latn", "languages": ["crh-Latn", "kon-Latn"]}, {"precision": 0.638475, "recall": 0.695652, "f1": 0.654391, "accuracy": 0.695652, "main_score": 0.654391, "hf_subset": "crh_Latn-mni_Beng", "languages": ["crh-Latn", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-ron_Latn", "languages": ["crh-Latn", "ron-Latn"]}, {"precision": 0.973155, "recall": 0.980237, "f1": 0.975461, "accuracy": 0.980237, "main_score": 0.975461, "hf_subset": "crh_Latn-szl_Latn", "languages": ["crh-Latn", "szl-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-vec_Latn", "languages": ["crh-Latn", "vec-Latn"]}, {"precision": 0.916831, "recall": 0.9417, "f1": 0.924901, "accuracy": 0.9417, "main_score": 0.924901, "hf_subset": "crh_Latn-amh_Ethi", "languages": ["crh-Latn", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-bos_Latn", "languages": ["crh-Latn", "bos-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-fin_Latn", "languages": ["crh-Latn", "fin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ita_Latn", "languages": ["crh-Latn", "ita-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-kor_Hang", "languages": ["crh-Latn", "kor-Hang"]}, {"precision": 0.53233, "recall": 0.583004, "f1": 0.546147, "accuracy": 0.583004, "main_score": 0.546147, "hf_subset": "crh_Latn-mos_Latn", "languages": ["crh-Latn", "mos-Latn"]}, {"precision": 0.549534, "recall": 0.599802, "f1": 0.563639, "accuracy": 0.599802, "main_score": 0.563639, "hf_subset": "crh_Latn-run_Latn", "languages": ["crh-Latn", "run-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tam_Taml", "languages": ["crh-Latn", "tam-Taml"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-vie_Latn", "languages": ["crh-Latn", "vie-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-apc_Arab", "languages": ["crh-Latn", "apc-Arab"]}, {"precision": 0.756653, "recall": 0.801383, "f1": 0.769665, "accuracy": 0.801383, "main_score": 0.769665, "hf_subset": "crh_Latn-bug_Latn", "languages": ["crh-Latn", "bug-Latn"]}, {"precision": 0.454186, "recall": 0.500988, "f1": 0.466611, "accuracy": 0.500988, "main_score": 0.466611, "hf_subset": "crh_Latn-fon_Latn", "languages": ["crh-Latn", "fon-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "crh_Latn-jav_Latn", "languages": ["crh-Latn", "jav-Latn"]}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "crh_Latn-lao_Laoo", "languages": ["crh-Latn", "lao-Laoo"]}, {"precision": 0.831563, "recall": 0.873518, "f1": 0.844093, "accuracy": 0.873518, "main_score": 0.844093, "hf_subset": "crh_Latn-mri_Latn", "languages": ["crh-Latn", "mri-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-rus_Cyrl", "languages": ["crh-Latn", "rus-Cyrl"]}, {"precision": 0.532776, "recall": 0.583992, "f1": 0.546631, "accuracy": 0.583992, "main_score": 0.546631, "hf_subset": "crh_Latn-taq_Latn", "languages": ["crh-Latn", "taq-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "crh_Latn-war_Latn", "languages": ["crh-Latn", "war-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-arb_Arab", "languages": ["crh-Latn", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-bul_Cyrl", "languages": ["crh-Latn", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-fra_Latn", "languages": ["crh-Latn", "fra-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "crh_Latn-jpn_Jpan", "languages": ["crh-Latn", "jpn-Jpan"]}, {"precision": 0.966815, "recall": 0.976285, "f1": 0.969763, "accuracy": 0.976285, "main_score": 0.969763, "hf_subset": "crh_Latn-lij_Latn", "languages": ["crh-Latn", "lij-Latn"]}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "crh_Latn-mya_Mymr", "languages": ["crh-Latn", "mya-Mymr"]}, {"precision": 0.570211, "recall": 0.624506, "f1": 0.586079, "accuracy": 0.624506, "main_score": 0.586079, "hf_subset": "crh_Latn-sag_Latn", "languages": ["crh-Latn", "sag-Latn"]}, {"precision": 0.195409, "recall": 0.25, "f1": 0.207118, "accuracy": 0.25, "main_score": 0.207118, "hf_subset": "crh_Latn-taq_Tfng", "languages": ["crh-Latn", "taq-Tfng"]}, {"precision": 0.604456, "recall": 0.649209, "f1": 0.617196, "accuracy": 0.649209, "main_score": 0.617196, "hf_subset": "crh_Latn-wol_Latn", "languages": ["crh-Latn", "wol-Latn"]}, {"precision": 0.758004, "recall": 0.814229, "f1": 0.774511, "accuracy": 0.814229, "main_score": 0.774511, "hf_subset": "crh_Latn-arb_Latn", "languages": ["crh-Latn", "arb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-cat_Latn", "languages": ["crh-Latn", "cat-Latn"]}, {"precision": 0.965827, "recall": 0.976285, "f1": 0.969104, "accuracy": 0.976285, "main_score": 0.969104, "hf_subset": "crh_Latn-fur_Latn", "languages": ["crh-Latn", "fur-Latn"]}, {"precision": 0.408113, "recall": 0.460474, "f1": 0.422793, "accuracy": 0.460474, "main_score": 0.422793, "hf_subset": "crh_Latn-kab_Latn", "languages": ["crh-Latn", "kab-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "crh_Latn-lim_Latn", "languages": ["crh-Latn", "lim-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-nld_Latn", "languages": ["crh-Latn", "nld-Latn"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "crh_Latn-san_Deva", "languages": ["crh-Latn", "san-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tat_Cyrl", "languages": ["crh-Latn", "tat-Cyrl"]}, {"precision": 0.642811, "recall": 0.6917, "f1": 0.656468, "accuracy": 0.6917, "main_score": 0.656468, "hf_subset": "crh_Latn-xho_Latn", "languages": ["crh-Latn", "xho-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-ars_Arab", "languages": ["crh-Latn", "ars-Arab"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "crh_Latn-ceb_Latn", "languages": ["crh-Latn", "ceb-Latn"]}, {"precision": 0.530484, "recall": 0.58498, "f1": 0.546525, "accuracy": 0.58498, "main_score": 0.546525, "hf_subset": "crh_Latn-fuv_Latn", "languages": ["crh-Latn", "fuv-Latn"]}, {"precision": 0.501121, "recall": 0.55336, "f1": 0.515208, "accuracy": 0.55336, "main_score": 0.515208, "hf_subset": "crh_Latn-kac_Latn", "languages": ["crh-Latn", "kac-Latn"]}, {"precision": 0.651387, "recall": 0.697628, "f1": 0.663819, "accuracy": 0.697628, "main_score": 0.663819, "hf_subset": "crh_Latn-lin_Latn", "languages": ["crh-Latn", "lin-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "crh_Latn-nno_Latn", "languages": ["crh-Latn", "nno-Latn"]}, {"precision": 0.214216, "recall": 0.287549, "f1": 0.232525, "accuracy": 0.287549, "main_score": 0.232525, "hf_subset": "crh_Latn-sat_Olck", "languages": ["crh-Latn", "sat-Olck"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "crh_Latn-tel_Telu", "languages": ["crh-Latn", "tel-Telu"]}, {"precision": 0.910738, "recall": 0.936759, "f1": 0.918972, "accuracy": 0.936759, "main_score": 0.918972, "hf_subset": "crh_Latn-ydd_Hebr", "languages": ["crh-Latn", "ydd-Hebr"]}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "crh_Latn-ary_Arab", "languages": ["crh-Latn", "ary-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ces_Latn", "languages": ["crh-Latn", "ces-Latn"]}, {"precision": 0.559752, "recall": 0.606719, "f1": 0.573028, "accuracy": 0.606719, "main_score": 0.573028, "hf_subset": "crh_Latn-gaz_Latn", "languages": ["crh-Latn", "gaz-Latn"]}, {"precision": 0.564528, "recall": 0.613636, "f1": 0.578336, "accuracy": 0.613636, "main_score": 0.578336, "hf_subset": "crh_Latn-kam_Latn", "languages": ["crh-Latn", "kam-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "crh_Latn-lit_Latn", "languages": ["crh-Latn", "lit-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-nob_Latn", "languages": ["crh-Latn", "nob-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "crh_Latn-scn_Latn", "languages": ["crh-Latn", "scn-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "crh_Latn-tgk_Cyrl", "languages": ["crh-Latn", "tgk-Cyrl"]}, {"precision": 0.690704, "recall": 0.750988, "f1": 0.708698, "accuracy": 0.750988, "main_score": 0.708698, "hf_subset": "crh_Latn-yor_Latn", "languages": ["crh-Latn", "yor-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-arz_Arab", "languages": ["crh-Latn", "arz-Arab"]}, {"precision": 0.532164, "recall": 0.581028, "f1": 0.546284, "accuracy": 0.581028, "main_score": 0.546284, "hf_subset": "crh_Latn-cjk_Latn", "languages": ["crh-Latn", "cjk-Latn"]}, {"precision": 0.742845, "recall": 0.79249, "f1": 0.757842, "accuracy": 0.79249, "main_score": 0.757842, "hf_subset": "crh_Latn-gla_Latn", "languages": ["crh-Latn", "gla-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-kan_Knda", "languages": ["crh-Latn", "kan-Knda"]}, {"precision": 0.968791, "recall": 0.978261, "f1": 0.971739, "accuracy": 0.978261, "main_score": 0.971739, "hf_subset": "crh_Latn-lmo_Latn", "languages": ["crh-Latn", "lmo-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "crh_Latn-npi_Deva", "languages": ["crh-Latn", "npi-Deva"]}, {"precision": 0.459436, "recall": 0.507905, "f1": 0.472819, "accuracy": 0.507905, "main_score": 0.472819, "hf_subset": "crh_Latn-shn_Mymr", "languages": ["crh-Latn", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tgl_Latn", "languages": ["crh-Latn", "tgl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-yue_Hant", "languages": ["crh-Latn", "yue-Hant"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "crh_Latn-asm_Beng", "languages": ["crh-Latn", "asm-Beng"]}, {"precision": 0.925807, "recall": 0.947628, "f1": 0.932675, "accuracy": 0.947628, "main_score": 0.932675, "hf_subset": "crh_Latn-ckb_Arab", "languages": ["crh-Latn", "ckb-Arab"]}, {"precision": 0.839815, "recall": 0.879447, "f1": 0.852045, "accuracy": 0.879447, "main_score": 0.852045, "hf_subset": "crh_Latn-gle_Latn", "languages": ["crh-Latn", "gle-Latn"]}, {"precision": 0.904809, "recall": 0.929842, "f1": 0.912681, "accuracy": 0.929842, "main_score": 0.912681, "hf_subset": "crh_Latn-kas_Arab", "languages": ["crh-Latn", "kas-Arab"]}, {"precision": 0.902833, "recall": 0.928854, "f1": 0.911067, "accuracy": 0.928854, "main_score": 0.911067, "hf_subset": "crh_Latn-ltg_Latn", "languages": ["crh-Latn", "ltg-Latn"]}, {"precision": 0.580661, "recall": 0.630435, "f1": 0.594419, "accuracy": 0.630435, "main_score": 0.594419, "hf_subset": "crh_Latn-nso_Latn", "languages": ["crh-Latn", "nso-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "crh_Latn-sin_Sinh", "languages": ["crh-Latn", "sin-Sinh"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-tha_Thai", "languages": ["crh-Latn", "tha-Thai"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "crh_Latn-zho_Hans", "languages": ["crh-Latn", "zho-Hans"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "crh_Latn-ast_Latn", "languages": ["crh-Latn", "ast-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "crh_Latn-glg_Latn", "languages": ["crh-Latn", "glg-Latn"]}, {"precision": 0.855955, "recall": 0.892292, "f1": 0.867243, "accuracy": 0.892292, "main_score": 0.867243, "hf_subset": "crh_Latn-kas_Deva", "languages": ["crh-Latn", "kas-Deva"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "crh_Latn-ltz_Latn", "languages": ["crh-Latn", "ltz-Latn"]}, {"precision": 0.452901, "recall": 0.511858, "f1": 0.468408, "accuracy": 0.511858, "main_score": 0.468408, "hf_subset": "crh_Latn-nus_Latn", "languages": ["crh-Latn", "nus-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-slk_Latn", "languages": ["crh-Latn", "slk-Latn"]}, {"precision": 0.568555, "recall": 0.636364, "f1": 0.587576, "accuracy": 0.636364, "main_score": 0.587576, "hf_subset": "crh_Latn-tir_Ethi", "languages": ["crh-Latn", "tir-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-zho_Hant", "languages": ["crh-Latn", "zho-Hant"]}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "crh_Latn-awa_Deva", "languages": ["crh-Latn", "awa-Deva"]}, {"precision": 0.94697, "recall": 0.961462, "f1": 0.951416, "accuracy": 0.961462, "main_score": 0.951416, "hf_subset": "crh_Latn-cym_Latn", "languages": ["crh-Latn", "cym-Latn"]}, {"precision": 0.787039, "recall": 0.832016, "f1": 0.800791, "accuracy": 0.832016, "main_score": 0.800791, "hf_subset": "crh_Latn-grn_Latn", "languages": ["crh-Latn", "grn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-kat_Geor", "languages": ["crh-Latn", "kat-Geor"]}, {"precision": 0.619848, "recall": 0.66996, "f1": 0.633952, "accuracy": 0.66996, "main_score": 0.633952, "hf_subset": "crh_Latn-lua_Latn", "languages": ["crh-Latn", "lua-Latn"]}, {"precision": 0.615647, "recall": 0.670949, "f1": 0.631058, "accuracy": 0.670949, "main_score": 0.631058, "hf_subset": "crh_Latn-nya_Latn", "languages": ["crh-Latn", "nya-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-slv_Latn", "languages": ["crh-Latn", "slv-Latn"]}, {"precision": 0.888867, "recall": 0.916008, "f1": 0.89712, "accuracy": 0.916008, "main_score": 0.89712, "hf_subset": "crh_Latn-tpi_Latn", "languages": ["crh-Latn", "tpi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-zsm_Latn", "languages": ["crh-Latn", "zsm-Latn"]}, {"precision": 0.540456, "recall": 0.593874, "f1": 0.55623, "accuracy": 0.593874, "main_score": 0.55623, "hf_subset": "crh_Latn-ayr_Latn", "languages": ["crh-Latn", "ayr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-dan_Latn", "languages": ["crh-Latn", "dan-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-guj_Gujr", "languages": ["crh-Latn", "guj-Gujr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-kaz_Cyrl", "languages": ["crh-Latn", "kaz-Cyrl"]}, {"precision": 0.534082, "recall": 0.583992, "f1": 0.547912, "accuracy": 0.583992, "main_score": 0.547912, "hf_subset": "crh_Latn-lug_Latn", "languages": ["crh-Latn", "lug-Latn"]}, {"precision": 0.991765, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "crh_Latn-oci_Latn", "languages": ["crh-Latn", "oci-Latn"]}, {"precision": 0.778475, "recall": 0.828063, "f1": 0.793874, "accuracy": 0.828063, "main_score": 0.793874, "hf_subset": "crh_Latn-smo_Latn", "languages": ["crh-Latn", "smo-Latn"]}, {"precision": 0.539145, "recall": 0.588933, "f1": 0.55257, "accuracy": 0.588933, "main_score": 0.55257, "hf_subset": "crh_Latn-tsn_Latn", "languages": ["crh-Latn", "tsn-Latn"]}, {"precision": 0.599319, "recall": 0.65415, "f1": 0.615075, "accuracy": 0.65415, "main_score": 0.615075, "hf_subset": "crh_Latn-zul_Latn", "languages": ["crh-Latn", "zul-Latn"]}, {"precision": 0.895998, "recall": 0.923913, "f1": 0.904513, "accuracy": 0.923913, "main_score": 0.904513, "hf_subset": "crh_Latn-azb_Arab", "languages": ["crh-Latn", "azb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-deu_Latn", "languages": ["crh-Latn", "deu-Latn"]}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "crh_Latn-hat_Latn", "languages": ["crh-Latn", "hat-Latn"]}, {"precision": 0.474508, "recall": 0.524704, "f1": 0.488248, "accuracy": 0.524704, "main_score": 0.488248, "hf_subset": "crh_Latn-kbp_Latn", "languages": ["crh-Latn", "kbp-Latn"]}, {"precision": 0.559506, "recall": 0.607708, "f1": 0.572047, "accuracy": 0.607708, "main_score": 0.572047, "hf_subset": "crh_Latn-luo_Latn", "languages": ["crh-Latn", "luo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ory_Orya", "languages": ["crh-Latn", "ory-Orya"]}, {"precision": 0.556259, "recall": 0.617589, "f1": 0.573344, "accuracy": 0.617589, "main_score": 0.573344, "hf_subset": "crh_Latn-sna_Latn", "languages": ["crh-Latn", "sna-Latn"]}, {"precision": 0.537768, "recall": 0.589921, "f1": 0.552106, "accuracy": 0.589921, "main_score": 0.552106, "hf_subset": "crh_Latn-tso_Latn", "languages": ["crh-Latn", "tso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-azj_Latn", "languages": ["crh-Latn", "azj-Latn"]}, {"precision": 0.532572, "recall": 0.592885, "f1": 0.549853, "accuracy": 0.592885, "main_score": 0.549853, "hf_subset": "crh_Latn-dik_Latn", "languages": ["crh-Latn", "dik-Latn"]}, {"precision": 0.707101, "recall": 0.761858, "f1": 0.72268, "accuracy": 0.761858, "main_score": 0.72268, "hf_subset": "crh_Latn-hau_Latn", "languages": ["crh-Latn", "hau-Latn"]}, {"precision": 0.952404, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "crh_Latn-kea_Latn", "languages": ["crh-Latn", "kea-Latn"]}, {"precision": 0.710466, "recall": 0.755929, "f1": 0.724133, "accuracy": 0.755929, "main_score": 0.724133, "hf_subset": "crh_Latn-lus_Latn", "languages": ["crh-Latn", "lus-Latn"]}, {"precision": 0.815036, "recall": 0.851779, "f1": 0.826106, "accuracy": 0.851779, "main_score": 0.826106, "hf_subset": "crh_Latn-pag_Latn", "languages": ["crh-Latn", "pag-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "crh_Latn-snd_Arab", "languages": ["crh-Latn", "snd-Arab"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "crh_Latn-tuk_Latn", "languages": ["crh-Latn", "tuk-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "crh_Latn-bak_Cyrl", "languages": ["crh-Latn", "bak-Cyrl"]}, {"precision": 0.47244, "recall": 0.540514, "f1": 0.492652, "accuracy": 0.540514, "main_score": 0.492652, "hf_subset": "crh_Latn-dyu_Latn", "languages": ["crh-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-heb_Hebr", "languages": ["crh-Latn", "heb-Hebr"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "crh_Latn-khk_Cyrl", "languages": ["crh-Latn", "khk-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-lvs_Latn", "languages": ["crh-Latn", "lvs-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-pan_Guru", "languages": ["crh-Latn", "pan-Guru"]}, {"precision": 0.684107, "recall": 0.73913, "f1": 0.700282, "accuracy": 0.73913, "main_score": 0.700282, "hf_subset": "crh_Latn-som_Latn", "languages": ["crh-Latn", "som-Latn"]}, {"precision": 0.574294, "recall": 0.618577, "f1": 0.586208, "accuracy": 0.618577, "main_score": 0.586208, "hf_subset": "crh_Latn-tum_Latn", "languages": ["crh-Latn", "tum-Latn"]}, {"precision": 0.610817, "recall": 0.673913, "f1": 0.62859, "accuracy": 0.673913, "main_score": 0.62859, "hf_subset": "glg_Latn-ace_Arab", "languages": ["glg-Latn", "ace-Arab"]}, {"precision": 0.550439, "recall": 0.615613, "f1": 0.569142, "accuracy": 0.615613, "main_score": 0.569142, "hf_subset": "glg_Latn-bam_Latn", "languages": ["glg-Latn", "bam-Latn"]}, {"precision": 0.444027, "recall": 0.525692, "f1": 0.466442, "accuracy": 0.525692, "main_score": 0.466442, "hf_subset": "glg_Latn-dzo_Tibt", "languages": ["glg-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hin_Deva", "languages": ["glg-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-khm_Khmr", "languages": ["glg-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mag_Deva", "languages": ["glg-Latn", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "glg_Latn-pap_Latn", "languages": ["glg-Latn", "pap-Latn"]}, {"precision": 0.615443, "recall": 0.666996, "f1": 0.630175, "accuracy": 0.666996, "main_score": 0.630175, "hf_subset": "glg_Latn-sot_Latn", "languages": ["glg-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tur_Latn", "languages": ["glg-Latn", "tur-Latn"]}, {"precision": 0.887928, "recall": 0.917984, "f1": 0.897417, "accuracy": 0.917984, "main_score": 0.897417, "hf_subset": "glg_Latn-ace_Latn", "languages": ["glg-Latn", "ace-Latn"]}, {"precision": 0.970191, "recall": 0.978261, "f1": 0.972826, "accuracy": 0.978261, "main_score": 0.972826, "hf_subset": "glg_Latn-ban_Latn", "languages": ["glg-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ell_Grek", "languages": ["glg-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "glg_Latn-hne_Deva", "languages": ["glg-Latn", "hne-Deva"]}, {"precision": 0.609759, "recall": 0.671937, "f1": 0.627586, "accuracy": 0.671937, "main_score": 0.627586, "hf_subset": "glg_Latn-kik_Latn", "languages": ["glg-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mai_Deva", "languages": ["glg-Latn", "mai-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "glg_Latn-pbt_Arab", "languages": ["glg-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-spa_Latn", "languages": ["glg-Latn", "spa-Latn"]}, {"precision": 0.617819, "recall": 0.682806, "f1": 0.635757, "accuracy": 0.682806, "main_score": 0.635757, "hf_subset": "glg_Latn-twi_Latn", "languages": ["glg-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-acm_Arab", "languages": ["glg-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-bel_Cyrl", "languages": ["glg-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-eng_Latn", "languages": ["glg-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hrv_Latn", "languages": ["glg-Latn", "hrv-Latn"]}, {"precision": 0.57277, "recall": 0.636364, "f1": 0.591043, "accuracy": 0.636364, "main_score": 0.591043, "hf_subset": "glg_Latn-kin_Latn", "languages": ["glg-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-mal_Mlym", "languages": ["glg-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pes_Arab", "languages": ["glg-Latn", "pes-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-srd_Latn", "languages": ["glg-Latn", "srd-Latn"]}, {"precision": 0.18365, "recall": 0.232213, "f1": 0.195486, "accuracy": 0.232213, "main_score": 0.195486, "hf_subset": "glg_Latn-tzm_Tfng", "languages": ["glg-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-acq_Arab", "languages": ["glg-Latn", "acq-Arab"]}, {"precision": 0.648594, "recall": 0.699605, "f1": 0.663103, "accuracy": 0.699605, "main_score": 0.663103, "hf_subset": "glg_Latn-bem_Latn", "languages": ["glg-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-epo_Latn", "languages": ["glg-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hun_Latn", "languages": ["glg-Latn", "hun-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kir_Cyrl", "languages": ["glg-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mar_Deva", "languages": ["glg-Latn", "mar-Deva"]}, {"precision": 0.687756, "recall": 0.742095, "f1": 0.703988, "accuracy": 0.742095, "main_score": 0.703988, "hf_subset": "glg_Latn-plt_Latn", "languages": ["glg-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-srp_Cyrl", "languages": ["glg-Latn", "srp-Cyrl"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "glg_Latn-uig_Arab", "languages": ["glg-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-aeb_Arab", "languages": ["glg-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ben_Beng", "languages": ["glg-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-est_Latn", "languages": ["glg-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hye_Armn", "languages": ["glg-Latn", "hye-Armn"]}, {"precision": 0.563474, "recall": 0.612648, "f1": 0.577394, "accuracy": 0.612648, "main_score": 0.577394, "hf_subset": "glg_Latn-kmb_Latn", "languages": ["glg-Latn", "kmb-Latn"]}, {"precision": 0.529307, "recall": 0.600791, "f1": 0.548981, "accuracy": 0.600791, "main_score": 0.548981, "hf_subset": "glg_Latn-min_Arab", "languages": ["glg-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pol_Latn", "languages": ["glg-Latn", "pol-Latn"]}, {"precision": 0.578524, "recall": 0.646245, "f1": 0.598847, "accuracy": 0.646245, "main_score": 0.598847, "hf_subset": "glg_Latn-ssw_Latn", "languages": ["glg-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ukr_Cyrl", "languages": ["glg-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-afr_Latn", "languages": ["glg-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bho_Deva", "languages": ["glg-Latn", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-eus_Latn", "languages": ["glg-Latn", "eus-Latn"]}, {"precision": 0.604548, "recall": 0.666008, "f1": 0.621494, "accuracy": 0.666008, "main_score": 0.621494, "hf_subset": "glg_Latn-ibo_Latn", "languages": ["glg-Latn", "ibo-Latn"]}, {"precision": 0.901597, "recall": 0.928854, "f1": 0.910145, "accuracy": 0.928854, "main_score": 0.910145, "hf_subset": "glg_Latn-kmr_Latn", "languages": ["glg-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "glg_Latn-min_Latn", "languages": ["glg-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-por_Latn", "languages": ["glg-Latn", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-sun_Latn", "languages": ["glg-Latn", "sun-Latn"]}, {"precision": 0.542732, "recall": 0.601779, "f1": 0.55954, "accuracy": 0.601779, "main_score": 0.55954, "hf_subset": "glg_Latn-umb_Latn", "languages": ["glg-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ajp_Arab", "languages": ["glg-Latn", "ajp-Arab"]}, {"precision": 0.560977, "recall": 0.628458, "f1": 0.579835, "accuracy": 0.628458, "main_score": 0.579835, "hf_subset": "glg_Latn-bjn_Arab", "languages": ["glg-Latn", "bjn-Arab"]}, {"precision": 0.546827, "recall": 0.601779, "f1": 0.561733, "accuracy": 0.601779, "main_score": 0.561733, "hf_subset": "glg_Latn-ewe_Latn", "languages": ["glg-Latn", "ewe-Latn"]}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "glg_Latn-ilo_Latn", "languages": ["glg-Latn", "ilo-Latn"]}, {"precision": 0.325322, "recall": 0.38834, "f1": 0.34238, "accuracy": 0.38834, "main_score": 0.34238, "hf_subset": "glg_Latn-knc_Arab", "languages": ["glg-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mkd_Cyrl", "languages": ["glg-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-prs_Arab", "languages": ["glg-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-swe_Latn", "languages": ["glg-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-urd_Arab", "languages": ["glg-Latn", "urd-Arab"]}, {"precision": 0.609281, "recall": 0.666008, "f1": 0.624946, "accuracy": 0.666008, "main_score": 0.624946, "hf_subset": "glg_Latn-aka_Latn", "languages": ["glg-Latn", "aka-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "glg_Latn-bjn_Latn", "languages": ["glg-Latn", "bjn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "glg_Latn-fao_Latn", "languages": ["glg-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ind_Latn", "languages": ["glg-Latn", "ind-Latn"]}, {"precision": 0.595298, "recall": 0.648221, "f1": 0.6106, "accuracy": 0.648221, "main_score": 0.6106, "hf_subset": "glg_Latn-knc_Latn", "languages": ["glg-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-mlt_Latn", "languages": ["glg-Latn", "mlt-Latn"]}, {"precision": 0.731859, "recall": 0.791502, "f1": 0.749525, "accuracy": 0.791502, "main_score": 0.749525, "hf_subset": "glg_Latn-quy_Latn", "languages": ["glg-Latn", "quy-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "glg_Latn-swh_Latn", "languages": ["glg-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-uzn_Latn", "languages": ["glg-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-als_Latn", "languages": ["glg-Latn", "als-Latn"]}, {"precision": 0.66498, "recall": 0.745059, "f1": 0.689053, "accuracy": 0.745059, "main_score": 0.689053, "hf_subset": "glg_Latn-bod_Tibt", "languages": ["glg-Latn", "bod-Tibt"]}, {"precision": 0.728781, "recall": 0.781621, "f1": 0.744206, "accuracy": 0.781621, "main_score": 0.744206, "hf_subset": "glg_Latn-fij_Latn", "languages": ["glg-Latn", "fij-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "glg_Latn-isl_Latn", "languages": ["glg-Latn", "isl-Latn"]}, {"precision": 0.689366, "recall": 0.741107, "f1": 0.7044, "accuracy": 0.741107, "main_score": 0.7044, "hf_subset": "glg_Latn-kon_Latn", "languages": ["glg-Latn", "kon-Latn"]}, {"precision": 0.670142, "recall": 0.738142, "f1": 0.689742, "accuracy": 0.738142, "main_score": 0.689742, "hf_subset": "glg_Latn-mni_Beng", "languages": ["glg-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ron_Latn", "languages": ["glg-Latn", "ron-Latn"]}, {"precision": 0.988142, "recall": 0.990119, "f1": 0.988801, "accuracy": 0.990119, "main_score": 0.988801, "hf_subset": "glg_Latn-szl_Latn", "languages": ["glg-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-vec_Latn", "languages": ["glg-Latn", "vec-Latn"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "glg_Latn-amh_Ethi", "languages": ["glg-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bos_Latn", "languages": ["glg-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-fin_Latn", "languages": ["glg-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ita_Latn", "languages": ["glg-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kor_Hang", "languages": ["glg-Latn", "kor-Hang"]}, {"precision": 0.565673, "recall": 0.628458, "f1": 0.583434, "accuracy": 0.628458, "main_score": 0.583434, "hf_subset": "glg_Latn-mos_Latn", "languages": ["glg-Latn", "mos-Latn"]}, {"precision": 0.578631, "recall": 0.629447, "f1": 0.593412, "accuracy": 0.629447, "main_score": 0.593412, "hf_subset": "glg_Latn-run_Latn", "languages": ["glg-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-tam_Taml", "languages": ["glg-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-vie_Latn", "languages": ["glg-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-apc_Arab", "languages": ["glg-Latn", "apc-Arab"]}, {"precision": 0.829282, "recall": 0.869565, "f1": 0.841502, "accuracy": 0.869565, "main_score": 0.841502, "hf_subset": "glg_Latn-bug_Latn", "languages": ["glg-Latn", "bug-Latn"]}, {"precision": 0.48605, "recall": 0.547431, "f1": 0.502573, "accuracy": 0.547431, "main_score": 0.502573, "hf_subset": "glg_Latn-fon_Latn", "languages": ["glg-Latn", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-jav_Latn", "languages": ["glg-Latn", "jav-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-lao_Laoo", "languages": ["glg-Latn", "lao-Laoo"]}, {"precision": 0.875823, "recall": 0.912055, "f1": 0.887305, "accuracy": 0.912055, "main_score": 0.887305, "hf_subset": "glg_Latn-mri_Latn", "languages": ["glg-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-rus_Cyrl", "languages": ["glg-Latn", "rus-Cyrl"]}, {"precision": 0.55893, "recall": 0.620553, "f1": 0.576009, "accuracy": 0.620553, "main_score": 0.576009, "hf_subset": "glg_Latn-taq_Latn", "languages": ["glg-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-war_Latn", "languages": ["glg-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-arb_Arab", "languages": ["glg-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bul_Cyrl", "languages": ["glg-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-fra_Latn", "languages": ["glg-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-jpn_Jpan", "languages": ["glg-Latn", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-lij_Latn", "languages": ["glg-Latn", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "glg_Latn-mya_Mymr", "languages": ["glg-Latn", "mya-Mymr"]}, {"precision": 0.625344, "recall": 0.692688, "f1": 0.644767, "accuracy": 0.692688, "main_score": 0.644767, "hf_subset": "glg_Latn-sag_Latn", "languages": ["glg-Latn", "sag-Latn"]}, {"precision": 0.19862, "recall": 0.257905, "f1": 0.211609, "accuracy": 0.257905, "main_score": 0.211609, "hf_subset": "glg_Latn-taq_Tfng", "languages": ["glg-Latn", "taq-Tfng"]}, {"precision": 0.660952, "recall": 0.720356, "f1": 0.677903, "accuracy": 0.720356, "main_score": 0.677903, "hf_subset": "glg_Latn-wol_Latn", "languages": ["glg-Latn", "wol-Latn"]}, {"precision": 0.828804, "recall": 0.87253, "f1": 0.842029, "accuracy": 0.87253, "main_score": 0.842029, "hf_subset": "glg_Latn-arb_Latn", "languages": ["glg-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-cat_Latn", "languages": ["glg-Latn", "cat-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-fur_Latn", "languages": ["glg-Latn", "fur-Latn"]}, {"precision": 0.432714, "recall": 0.492095, "f1": 0.449071, "accuracy": 0.492095, "main_score": 0.449071, "hf_subset": "glg_Latn-kab_Latn", "languages": ["glg-Latn", "kab-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "glg_Latn-lim_Latn", "languages": ["glg-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-nld_Latn", "languages": ["glg-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "glg_Latn-san_Deva", "languages": ["glg-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-tat_Cyrl", "languages": ["glg-Latn", "tat-Cyrl"]}, {"precision": 0.69105, "recall": 0.749012, "f1": 0.708467, "accuracy": 0.749012, "main_score": 0.708467, "hf_subset": "glg_Latn-xho_Latn", "languages": ["glg-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ars_Arab", "languages": ["glg-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-ceb_Latn", "languages": ["glg-Latn", "ceb-Latn"]}, {"precision": 0.577078, "recall": 0.639328, "f1": 0.59462, "accuracy": 0.639328, "main_score": 0.59462, "hf_subset": "glg_Latn-fuv_Latn", "languages": ["glg-Latn", "fuv-Latn"]}, {"precision": 0.523128, "recall": 0.587945, "f1": 0.540292, "accuracy": 0.587945, "main_score": 0.540292, "hf_subset": "glg_Latn-kac_Latn", "languages": ["glg-Latn", "kac-Latn"]}, {"precision": 0.695579, "recall": 0.747036, "f1": 0.710721, "accuracy": 0.747036, "main_score": 0.710721, "hf_subset": "glg_Latn-lin_Latn", "languages": ["glg-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-nno_Latn", "languages": ["glg-Latn", "nno-Latn"]}, {"precision": 0.22474, "recall": 0.313241, "f1": 0.24826, "accuracy": 0.313241, "main_score": 0.24826, "hf_subset": "glg_Latn-sat_Olck", "languages": ["glg-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-tel_Telu", "languages": ["glg-Latn", "tel-Telu"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "glg_Latn-ydd_Hebr", "languages": ["glg-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "glg_Latn-ary_Arab", "languages": ["glg-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ces_Latn", "languages": ["glg-Latn", "ces-Latn"]}, {"precision": 0.606268, "recall": 0.666996, "f1": 0.624146, "accuracy": 0.666996, "main_score": 0.624146, "hf_subset": "glg_Latn-gaz_Latn", "languages": ["glg-Latn", "gaz-Latn"]}, {"precision": 0.609002, "recall": 0.670949, "f1": 0.62688, "accuracy": 0.670949, "main_score": 0.62688, "hf_subset": "glg_Latn-kam_Latn", "languages": ["glg-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "glg_Latn-lit_Latn", "languages": ["glg-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-nob_Latn", "languages": ["glg-Latn", "nob-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "glg_Latn-scn_Latn", "languages": ["glg-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "glg_Latn-tgk_Cyrl", "languages": ["glg-Latn", "tgk-Cyrl"]}, {"precision": 0.73391, "recall": 0.793478, "f1": 0.751238, "accuracy": 0.793478, "main_score": 0.751238, "hf_subset": "glg_Latn-yor_Latn", "languages": ["glg-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-arz_Arab", "languages": ["glg-Latn", "arz-Arab"]}, {"precision": 0.588883, "recall": 0.648221, "f1": 0.605767, "accuracy": 0.648221, "main_score": 0.605767, "hf_subset": "glg_Latn-cjk_Latn", "languages": ["glg-Latn", "cjk-Latn"]}, {"precision": 0.824341, "recall": 0.862648, "f1": 0.8361, "accuracy": 0.862648, "main_score": 0.8361, "hf_subset": "glg_Latn-gla_Latn", "languages": ["glg-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-kan_Knda", "languages": ["glg-Latn", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "glg_Latn-lmo_Latn", "languages": ["glg-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "glg_Latn-npi_Deva", "languages": ["glg-Latn", "npi-Deva"]}, {"precision": 0.474922, "recall": 0.537549, "f1": 0.49182, "accuracy": 0.537549, "main_score": 0.49182, "hf_subset": "glg_Latn-shn_Mymr", "languages": ["glg-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tgl_Latn", "languages": ["glg-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-yue_Hant", "languages": ["glg-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-asm_Beng", "languages": ["glg-Latn", "asm-Beng"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "glg_Latn-ckb_Arab", "languages": ["glg-Latn", "ckb-Arab"]}, {"precision": 0.902783, "recall": 0.931818, "f1": 0.911957, "accuracy": 0.931818, "main_score": 0.911957, "hf_subset": "glg_Latn-gle_Latn", "languages": ["glg-Latn", "gle-Latn"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "glg_Latn-kas_Arab", "languages": ["glg-Latn", "kas-Arab"]}, {"precision": 0.948452, "recall": 0.965415, "f1": 0.954051, "accuracy": 0.965415, "main_score": 0.954051, "hf_subset": "glg_Latn-ltg_Latn", "languages": ["glg-Latn", "ltg-Latn"]}, {"precision": 0.637558, "recall": 0.688735, "f1": 0.652464, "accuracy": 0.688735, "main_score": 0.652464, "hf_subset": "glg_Latn-nso_Latn", "languages": ["glg-Latn", "nso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-sin_Sinh", "languages": ["glg-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-tha_Thai", "languages": ["glg-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zho_Hans", "languages": ["glg-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ast_Latn", "languages": ["glg-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-crh_Latn", "languages": ["glg-Latn", "crh-Latn"]}, {"precision": 0.918149, "recall": 0.942688, "f1": 0.926021, "accuracy": 0.942688, "main_score": 0.926021, "hf_subset": "glg_Latn-kas_Deva", "languages": ["glg-Latn", "kas-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "glg_Latn-ltz_Latn", "languages": ["glg-Latn", "ltz-Latn"]}, {"precision": 0.480635, "recall": 0.549407, "f1": 0.499595, "accuracy": 0.549407, "main_score": 0.499595, "hf_subset": "glg_Latn-nus_Latn", "languages": ["glg-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-slk_Latn", "languages": ["glg-Latn", "slk-Latn"]}, {"precision": 0.65858, "recall": 0.728261, "f1": 0.679762, "accuracy": 0.728261, "main_score": 0.679762, "hf_subset": "glg_Latn-tir_Ethi", "languages": ["glg-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zho_Hant", "languages": ["glg-Latn", "zho-Hant"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "glg_Latn-awa_Deva", "languages": ["glg-Latn", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "glg_Latn-cym_Latn", "languages": ["glg-Latn", "cym-Latn"]}, {"precision": 0.872283, "recall": 0.906126, "f1": 0.882971, "accuracy": 0.906126, "main_score": 0.882971, "hf_subset": "glg_Latn-grn_Latn", "languages": ["glg-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kat_Geor", "languages": ["glg-Latn", "kat-Geor"]}, {"precision": 0.672128, "recall": 0.722332, "f1": 0.686274, "accuracy": 0.722332, "main_score": 0.686274, "hf_subset": "glg_Latn-lua_Latn", "languages": ["glg-Latn", "lua-Latn"]}, {"precision": 0.672605, "recall": 0.729249, "f1": 0.689316, "accuracy": 0.729249, "main_score": 0.689316, "hf_subset": "glg_Latn-nya_Latn", "languages": ["glg-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-slv_Latn", "languages": ["glg-Latn", "slv-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "glg_Latn-tpi_Latn", "languages": ["glg-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zsm_Latn", "languages": ["glg-Latn", "zsm-Latn"]}, {"precision": 0.565328, "recall": 0.630435, "f1": 0.583513, "accuracy": 0.630435, "main_score": 0.583513, "hf_subset": "glg_Latn-ayr_Latn", "languages": ["glg-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-dan_Latn", "languages": ["glg-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-guj_Gujr", "languages": ["glg-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-kaz_Cyrl", "languages": ["glg-Latn", "kaz-Cyrl"]}, {"precision": 0.561742, "recall": 0.620553, "f1": 0.578496, "accuracy": 0.620553, "main_score": 0.578496, "hf_subset": "glg_Latn-lug_Latn", "languages": ["glg-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-oci_Latn", "languages": ["glg-Latn", "oci-Latn"]}, {"precision": 0.847167, "recall": 0.887352, "f1": 0.859618, "accuracy": 0.887352, "main_score": 0.859618, "hf_subset": "glg_Latn-smo_Latn", "languages": ["glg-Latn", "smo-Latn"]}, {"precision": 0.566018, "recall": 0.62747, "f1": 0.583649, "accuracy": 0.62747, "main_score": 0.583649, "hf_subset": "glg_Latn-tsn_Latn", "languages": ["glg-Latn", "tsn-Latn"]}, {"precision": 0.635279, "recall": 0.699605, "f1": 0.654018, "accuracy": 0.699605, "main_score": 0.654018, "hf_subset": "glg_Latn-zul_Latn", "languages": ["glg-Latn", "zul-Latn"]}, {"precision": 0.9333, "recall": 0.953557, "f1": 0.939888, "accuracy": 0.953557, "main_score": 0.939888, "hf_subset": "glg_Latn-azb_Arab", "languages": ["glg-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-deu_Latn", "languages": ["glg-Latn", "deu-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "glg_Latn-hat_Latn", "languages": ["glg-Latn", "hat-Latn"]}, {"precision": 0.506448, "recall": 0.563241, "f1": 0.522462, "accuracy": 0.563241, "main_score": 0.522462, "hf_subset": "glg_Latn-kbp_Latn", "languages": ["glg-Latn", "kbp-Latn"]}, {"precision": 0.596484, "recall": 0.650198, "f1": 0.610977, "accuracy": 0.650198, "main_score": 0.610977, "hf_subset": "glg_Latn-luo_Latn", "languages": ["glg-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ory_Orya", "languages": ["glg-Latn", "ory-Orya"]}, {"precision": 0.609115, "recall": 0.671937, "f1": 0.62723, "accuracy": 0.671937, "main_score": 0.62723, "hf_subset": "glg_Latn-sna_Latn", "languages": ["glg-Latn", "sna-Latn"]}, {"precision": 0.576262, "recall": 0.636364, "f1": 0.59342, "accuracy": 0.636364, "main_score": 0.59342, "hf_subset": "glg_Latn-tso_Latn", "languages": ["glg-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-azj_Latn", "languages": ["glg-Latn", "azj-Latn"]}, {"precision": 0.555138, "recall": 0.620553, "f1": 0.573773, "accuracy": 0.620553, "main_score": 0.573773, "hf_subset": "glg_Latn-dik_Latn", "languages": ["glg-Latn", "dik-Latn"]}, {"precision": 0.755007, "recall": 0.807312, "f1": 0.77044, "accuracy": 0.807312, "main_score": 0.77044, "hf_subset": "glg_Latn-hau_Latn", "languages": ["glg-Latn", "hau-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "glg_Latn-kea_Latn", "languages": ["glg-Latn", "kea-Latn"]}, {"precision": 0.760244, "recall": 0.8083, "f1": 0.774755, "accuracy": 0.8083, "main_score": 0.774755, "hf_subset": "glg_Latn-lus_Latn", "languages": ["glg-Latn", "lus-Latn"]}, {"precision": 0.89496, "recall": 0.920949, "f1": 0.9028, "accuracy": 0.920949, "main_score": 0.9028, "hf_subset": "glg_Latn-pag_Latn", "languages": ["glg-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-snd_Arab", "languages": ["glg-Latn", "snd-Arab"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "glg_Latn-tuk_Latn", "languages": ["glg-Latn", "tuk-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-bak_Cyrl", "languages": ["glg-Latn", "bak-Cyrl"]}, {"precision": 0.517715, "recall": 0.593874, "f1": 0.539394, "accuracy": 0.593874, "main_score": 0.539394, "hf_subset": "glg_Latn-dyu_Latn", "languages": ["glg-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-heb_Hebr", "languages": ["glg-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "glg_Latn-khk_Cyrl", "languages": ["glg-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-lvs_Latn", "languages": ["glg-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pan_Guru", "languages": ["glg-Latn", "pan-Guru"]}, {"precision": 0.729216, "recall": 0.783597, "f1": 0.745455, "accuracy": 0.783597, "main_score": 0.745455, "hf_subset": "glg_Latn-som_Latn", "languages": ["glg-Latn", "som-Latn"]}, {"precision": 0.611405, "recall": 0.664032, "f1": 0.625775, "accuracy": 0.664032, "main_score": 0.625775, "hf_subset": "glg_Latn-tum_Latn", "languages": ["glg-Latn", "tum-Latn"]}, {"precision": 0.493534, "recall": 0.555336, "f1": 0.510847, "accuracy": 0.555336, "main_score": 0.510847, "hf_subset": "kas_Deva-ace_Arab", "languages": ["kas-Deva", "ace-Arab"]}, {"precision": 0.483899, "recall": 0.543478, "f1": 0.500787, "accuracy": 0.543478, "main_score": 0.500787, "hf_subset": "kas_Deva-bam_Latn", "languages": ["kas-Deva", "bam-Latn"]}, {"precision": 0.297087, "recall": 0.359684, "f1": 0.314313, "accuracy": 0.359684, "main_score": 0.314313, "hf_subset": "kas_Deva-dzo_Tibt", "languages": ["kas-Deva", "dzo-Tibt"]}, {"precision": 0.926548, "recall": 0.948617, "f1": 0.933465, "accuracy": 0.948617, "main_score": 0.933465, "hf_subset": "kas_Deva-hin_Deva", "languages": ["kas-Deva", "hin-Deva"]}, {"precision": 0.843561, "recall": 0.883399, "f1": 0.855614, "accuracy": 0.883399, "main_score": 0.855614, "hf_subset": "kas_Deva-khm_Khmr", "languages": ["kas-Deva", "khm-Khmr"]}, {"precision": 0.919499, "recall": 0.940711, "f1": 0.926219, "accuracy": 0.940711, "main_score": 0.926219, "hf_subset": "kas_Deva-mag_Deva", "languages": ["kas-Deva", "mag-Deva"]}, {"precision": 0.838505, "recall": 0.876482, "f1": 0.849704, "accuracy": 0.876482, "main_score": 0.849704, "hf_subset": "kas_Deva-pap_Latn", "languages": ["kas-Deva", "pap-Latn"]}, {"precision": 0.537574, "recall": 0.587945, "f1": 0.552281, "accuracy": 0.587945, "main_score": 0.552281, "hf_subset": "kas_Deva-sot_Latn", "languages": ["kas-Deva", "sot-Latn"]}, {"precision": 0.887055, "recall": 0.917984, "f1": 0.89633, "accuracy": 0.917984, "main_score": 0.89633, "hf_subset": "kas_Deva-tur_Latn", "languages": ["kas-Deva", "tur-Latn"]}, {"precision": 0.728666, "recall": 0.773715, "f1": 0.741493, "accuracy": 0.773715, "main_score": 0.741493, "hf_subset": "kas_Deva-ace_Latn", "languages": ["kas-Deva", "ace-Latn"]}, {"precision": 0.814707, "recall": 0.847826, "f1": 0.823867, "accuracy": 0.847826, "main_score": 0.823867, "hf_subset": "kas_Deva-ban_Latn", "languages": ["kas-Deva", "ban-Latn"]}, {"precision": 0.893561, "recall": 0.921937, "f1": 0.902207, "accuracy": 0.921937, "main_score": 0.902207, "hf_subset": "kas_Deva-ell_Grek", "languages": ["kas-Deva", "ell-Grek"]}, {"precision": 0.912879, "recall": 0.938735, "f1": 0.921113, "accuracy": 0.938735, "main_score": 0.921113, "hf_subset": "kas_Deva-hne_Deva", "languages": ["kas-Deva", "hne-Deva"]}, {"precision": 0.5139, "recall": 0.571146, "f1": 0.529982, "accuracy": 0.571146, "main_score": 0.529982, "hf_subset": "kas_Deva-kik_Latn", "languages": ["kas-Deva", "kik-Latn"]}, {"precision": 0.92332, "recall": 0.945652, "f1": 0.930336, "accuracy": 0.945652, "main_score": 0.930336, "hf_subset": "kas_Deva-mai_Deva", "languages": ["kas-Deva", "mai-Deva"]}, {"precision": 0.833267, "recall": 0.875494, "f1": 0.845586, "accuracy": 0.875494, "main_score": 0.845586, "hf_subset": "kas_Deva-pbt_Arab", "languages": ["kas-Deva", "pbt-Arab"]}, {"precision": 0.886561, "recall": 0.91996, "f1": 0.896871, "accuracy": 0.91996, "main_score": 0.896871, "hf_subset": "kas_Deva-spa_Latn", "languages": ["kas-Deva", "spa-Latn"]}, {"precision": 0.56606, "recall": 0.626482, "f1": 0.582471, "accuracy": 0.626482, "main_score": 0.582471, "hf_subset": "kas_Deva-twi_Latn", "languages": ["kas-Deva", "twi-Latn"]}, {"precision": 0.868636, "recall": 0.903162, "f1": 0.879101, "accuracy": 0.903162, "main_score": 0.879101, "hf_subset": "kas_Deva-acm_Arab", "languages": ["kas-Deva", "acm-Arab"]}, {"precision": 0.832181, "recall": 0.87747, "f1": 0.846019, "accuracy": 0.87747, "main_score": 0.846019, "hf_subset": "kas_Deva-bel_Cyrl", "languages": ["kas-Deva", "bel-Cyrl"]}, {"precision": 0.918347, "recall": 0.942688, "f1": 0.925856, "accuracy": 0.942688, "main_score": 0.925856, "hf_subset": "kas_Deva-eng_Latn", "languages": ["kas-Deva", "eng-Latn"]}, {"precision": 0.877125, "recall": 0.913043, "f1": 0.88857, "accuracy": 0.913043, "main_score": 0.88857, "hf_subset": "kas_Deva-hrv_Latn", "languages": ["kas-Deva", "hrv-Latn"]}, {"precision": 0.490761, "recall": 0.540514, "f1": 0.504688, "accuracy": 0.540514, "main_score": 0.504688, "hf_subset": "kas_Deva-kin_Latn", "languages": ["kas-Deva", "kin-Latn"]}, {"precision": 0.89002, "recall": 0.922925, "f1": 0.900329, "accuracy": 0.922925, "main_score": 0.900329, "hf_subset": "kas_Deva-mal_Mlym", "languages": ["kas-Deva", "mal-Mlym"]}, {"precision": 0.875148, "recall": 0.908103, "f1": 0.884914, "accuracy": 0.908103, "main_score": 0.884914, "hf_subset": "kas_Deva-pes_Arab", "languages": ["kas-Deva", "pes-Arab"]}, {"precision": 0.856021, "recall": 0.891304, "f1": 0.86634, "accuracy": 0.891304, "main_score": 0.86634, "hf_subset": "kas_Deva-srd_Latn", "languages": ["kas-Deva", "srd-Latn"]}, {"precision": 0.193704, "recall": 0.23419, "f1": 0.203461, "accuracy": 0.23419, "main_score": 0.203461, "hf_subset": "kas_Deva-tzm_Tfng", "languages": ["kas-Deva", "tzm-Tfng"]}, {"precision": 0.893314, "recall": 0.923913, "f1": 0.902767, "accuracy": 0.923913, "main_score": 0.902767, "hf_subset": "kas_Deva-acq_Arab", "languages": ["kas-Deva", "acq-Arab"]}, {"precision": 0.566077, "recall": 0.619565, "f1": 0.581153, "accuracy": 0.619565, "main_score": 0.581153, "hf_subset": "kas_Deva-bem_Latn", "languages": ["kas-Deva", "bem-Latn"]}, {"precision": 0.880188, "recall": 0.913043, "f1": 0.890104, "accuracy": 0.913043, "main_score": 0.890104, "hf_subset": "kas_Deva-epo_Latn", "languages": ["kas-Deva", "epo-Latn"]}, {"precision": 0.899852, "recall": 0.927866, "f1": 0.908465, "accuracy": 0.927866, "main_score": 0.908465, "hf_subset": "kas_Deva-hun_Latn", "languages": ["kas-Deva", "hun-Latn"]}, {"precision": 0.803041, "recall": 0.848814, "f1": 0.81637, "accuracy": 0.848814, "main_score": 0.81637, "hf_subset": "kas_Deva-kir_Cyrl", "languages": ["kas-Deva", "kir-Cyrl"]}, {"precision": 0.903804, "recall": 0.929842, "f1": 0.911547, "accuracy": 0.929842, "main_score": 0.911547, "hf_subset": "kas_Deva-mar_Deva", "languages": ["kas-Deva", "mar-Deva"]}, {"precision": 0.570767, "recall": 0.629447, "f1": 0.588285, "accuracy": 0.629447, "main_score": 0.588285, "hf_subset": "kas_Deva-plt_Latn", "languages": ["kas-Deva", "plt-Latn"]}, {"precision": 0.88055, "recall": 0.914032, "f1": 0.890843, "accuracy": 0.914032, "main_score": 0.890843, "hf_subset": "kas_Deva-srp_Cyrl", "languages": ["kas-Deva", "srp-Cyrl"]}, {"precision": 0.76111, "recall": 0.809289, "f1": 0.775016, "accuracy": 0.809289, "main_score": 0.775016, "hf_subset": "kas_Deva-uig_Arab", "languages": ["kas-Deva", "uig-Arab"]}, {"precision": 0.854974, "recall": 0.890316, "f1": 0.86567, "accuracy": 0.890316, "main_score": 0.86567, "hf_subset": "kas_Deva-aeb_Arab", "languages": ["kas-Deva", "aeb-Arab"]}, {"precision": 0.909503, "recall": 0.935771, "f1": 0.917641, "accuracy": 0.935771, "main_score": 0.917641, "hf_subset": "kas_Deva-ben_Beng", "languages": ["kas-Deva", "ben-Beng"]}, {"precision": 0.864832, "recall": 0.899209, "f1": 0.875167, "accuracy": 0.899209, "main_score": 0.875167, "hf_subset": "kas_Deva-est_Latn", "languages": ["kas-Deva", "est-Latn"]}, {"precision": 0.875939, "recall": 0.909091, "f1": 0.885903, "accuracy": 0.909091, "main_score": 0.885903, "hf_subset": "kas_Deva-hye_Armn", "languages": ["kas-Deva", "hye-Armn"]}, {"precision": 0.492994, "recall": 0.545455, "f1": 0.507611, "accuracy": 0.545455, "main_score": 0.507611, "hf_subset": "kas_Deva-kmb_Latn", "languages": ["kas-Deva", "kmb-Latn"]}, {"precision": 0.443277, "recall": 0.511858, "f1": 0.462163, "accuracy": 0.511858, "main_score": 0.462163, "hf_subset": "kas_Deva-min_Arab", "languages": ["kas-Deva", "min-Arab"]}, {"precision": 0.867787, "recall": 0.905138, "f1": 0.879216, "accuracy": 0.905138, "main_score": 0.879216, "hf_subset": "kas_Deva-pol_Latn", "languages": ["kas-Deva", "pol-Latn"]}, {"precision": 0.5202, "recall": 0.575099, "f1": 0.535911, "accuracy": 0.575099, "main_score": 0.535911, "hf_subset": "kas_Deva-ssw_Latn", "languages": ["kas-Deva", "ssw-Latn"]}, {"precision": 0.898221, "recall": 0.926877, "f1": 0.906917, "accuracy": 0.926877, "main_score": 0.906917, "hf_subset": "kas_Deva-ukr_Cyrl", "languages": ["kas-Deva", "ukr-Cyrl"]}, {"precision": 0.895455, "recall": 0.925889, "f1": 0.904729, "accuracy": 0.925889, "main_score": 0.904729, "hf_subset": "kas_Deva-afr_Latn", "languages": ["kas-Deva", "afr-Latn"]}, {"precision": 0.894708, "recall": 0.922925, "f1": 0.903524, "accuracy": 0.922925, "main_score": 0.903524, "hf_subset": "kas_Deva-bho_Deva", "languages": ["kas-Deva", "bho-Deva"]}, {"precision": 0.829784, "recall": 0.870553, "f1": 0.841773, "accuracy": 0.870553, "main_score": 0.841773, "hf_subset": "kas_Deva-eus_Latn", "languages": ["kas-Deva", "eus-Latn"]}, {"precision": 0.52096, "recall": 0.579051, "f1": 0.53686, "accuracy": 0.579051, "main_score": 0.53686, "hf_subset": "kas_Deva-ibo_Latn", "languages": ["kas-Deva", "ibo-Latn"]}, {"precision": 0.706344, "recall": 0.755929, "f1": 0.719828, "accuracy": 0.755929, "main_score": 0.719828, "hf_subset": "kas_Deva-kmr_Latn", "languages": ["kas-Deva", "kmr-Latn"]}, {"precision": 0.83993, "recall": 0.878458, "f1": 0.851466, "accuracy": 0.878458, "main_score": 0.851466, "hf_subset": "kas_Deva-min_Latn", "languages": ["kas-Deva", "min-Latn"]}, {"precision": 0.9097, "recall": 0.933794, "f1": 0.916968, "accuracy": 0.933794, "main_score": 0.916968, "hf_subset": "kas_Deva-por_Latn", "languages": ["kas-Deva", "por-Latn"]}, {"precision": 0.844401, "recall": 0.887352, "f1": 0.857449, "accuracy": 0.887352, "main_score": 0.857449, "hf_subset": "kas_Deva-sun_Latn", "languages": ["kas-Deva", "sun-Latn"]}, {"precision": 0.480289, "recall": 0.537549, "f1": 0.496678, "accuracy": 0.537549, "main_score": 0.496678, "hf_subset": "kas_Deva-umb_Latn", "languages": ["kas-Deva", "umb-Latn"]}, {"precision": 0.875115, "recall": 0.911067, "f1": 0.886232, "accuracy": 0.911067, "main_score": 0.886232, "hf_subset": "kas_Deva-ajp_Arab", "languages": ["kas-Deva", "ajp-Arab"]}, {"precision": 0.459297, "recall": 0.521739, "f1": 0.476485, "accuracy": 0.521739, "main_score": 0.476485, "hf_subset": "kas_Deva-bjn_Arab", "languages": ["kas-Deva", "bjn-Arab"]}, {"precision": 0.470348, "recall": 0.528656, "f1": 0.486209, "accuracy": 0.528656, "main_score": 0.486209, "hf_subset": "kas_Deva-ewe_Latn", "languages": ["kas-Deva", "ewe-Latn"]}, {"precision": 0.797959, "recall": 0.837945, "f1": 0.808965, "accuracy": 0.837945, "main_score": 0.808965, "hf_subset": "kas_Deva-ilo_Latn", "languages": ["kas-Deva", "ilo-Latn"]}, {"precision": 0.325469, "recall": 0.378458, "f1": 0.339563, "accuracy": 0.378458, "main_score": 0.339563, "hf_subset": "kas_Deva-knc_Arab", "languages": ["kas-Deva", "knc-Arab"]}, {"precision": 0.875288, "recall": 0.909091, "f1": 0.885397, "accuracy": 0.909091, "main_score": 0.885397, "hf_subset": "kas_Deva-mkd_Cyrl", "languages": ["kas-Deva", "mkd-Cyrl"]}, {"precision": 0.891798, "recall": 0.921937, "f1": 0.90135, "accuracy": 0.921937, "main_score": 0.90135, "hf_subset": "kas_Deva-prs_Arab", "languages": ["kas-Deva", "prs-Arab"]}, {"precision": 0.894022, "recall": 0.923913, "f1": 0.903134, "accuracy": 0.923913, "main_score": 0.903134, "hf_subset": "kas_Deva-swe_Latn", "languages": ["kas-Deva", "swe-Latn"]}, {"precision": 0.909091, "recall": 0.937747, "f1": 0.918431, "accuracy": 0.937747, "main_score": 0.918431, "hf_subset": "kas_Deva-urd_Arab", "languages": ["kas-Deva", "urd-Arab"]}, {"precision": 0.529077, "recall": 0.586957, "f1": 0.544884, "accuracy": 0.586957, "main_score": 0.544884, "hf_subset": "kas_Deva-aka_Latn", "languages": ["kas-Deva", "aka-Latn"]}, {"precision": 0.840913, "recall": 0.876482, "f1": 0.851524, "accuracy": 0.876482, "main_score": 0.851524, "hf_subset": "kas_Deva-bjn_Latn", "languages": ["kas-Deva", "bjn-Latn"]}, {"precision": 0.78303, "recall": 0.833004, "f1": 0.798092, "accuracy": 0.833004, "main_score": 0.798092, "hf_subset": "kas_Deva-fao_Latn", "languages": ["kas-Deva", "fao-Latn"]}, {"precision": 0.903195, "recall": 0.93083, "f1": 0.911679, "accuracy": 0.93083, "main_score": 0.911679, "hf_subset": "kas_Deva-ind_Latn", "languages": ["kas-Deva", "ind-Latn"]}, {"precision": 0.54524, "recall": 0.59585, "f1": 0.559743, "accuracy": 0.59585, "main_score": 0.559743, "hf_subset": "kas_Deva-knc_Latn", "languages": ["kas-Deva", "knc-Latn"]}, {"precision": 0.834931, "recall": 0.876482, "f1": 0.847224, "accuracy": 0.876482, "main_score": 0.847224, "hf_subset": "kas_Deva-mlt_Latn", "languages": ["kas-Deva", "mlt-Latn"]}, {"precision": 0.607444, "recall": 0.667984, "f1": 0.625281, "accuracy": 0.667984, "main_score": 0.625281, "hf_subset": "kas_Deva-quy_Latn", "languages": ["kas-Deva", "quy-Latn"]}, {"precision": 0.787592, "recall": 0.832016, "f1": 0.800939, "accuracy": 0.832016, "main_score": 0.800939, "hf_subset": "kas_Deva-swh_Latn", "languages": ["kas-Deva", "swh-Latn"]}, {"precision": 0.85887, "recall": 0.892292, "f1": 0.868725, "accuracy": 0.892292, "main_score": 0.868725, "hf_subset": "kas_Deva-uzn_Latn", "languages": ["kas-Deva", "uzn-Latn"]}, {"precision": 0.866057, "recall": 0.899209, "f1": 0.875941, "accuracy": 0.899209, "main_score": 0.875941, "hf_subset": "kas_Deva-als_Latn", "languages": ["kas-Deva", "als-Latn"]}, {"precision": 0.416037, "recall": 0.494071, "f1": 0.437455, "accuracy": 0.494071, "main_score": 0.437455, "hf_subset": "kas_Deva-bod_Tibt", "languages": ["kas-Deva", "bod-Tibt"]}, {"precision": 0.592956, "recall": 0.649209, "f1": 0.608718, "accuracy": 0.649209, "main_score": 0.608718, "hf_subset": "kas_Deva-fij_Latn", "languages": ["kas-Deva", "fij-Latn"]}, {"precision": 0.786159, "recall": 0.837945, "f1": 0.801585, "accuracy": 0.837945, "main_score": 0.801585, "hf_subset": "kas_Deva-isl_Latn", "languages": ["kas-Deva", "isl-Latn"]}, {"precision": 0.572061, "recall": 0.625494, "f1": 0.587501, "accuracy": 0.625494, "main_score": 0.587501, "hf_subset": "kas_Deva-kon_Latn", "languages": ["kas-Deva", "kon-Latn"]}, {"precision": 0.61679, "recall": 0.674901, "f1": 0.63336, "accuracy": 0.674901, "main_score": 0.63336, "hf_subset": "kas_Deva-mni_Beng", "languages": ["kas-Deva", "mni-Beng"]}, {"precision": 0.902677, "recall": 0.928854, "f1": 0.910623, "accuracy": 0.928854, "main_score": 0.910623, "hf_subset": "kas_Deva-ron_Latn", "languages": ["kas-Deva", "ron-Latn"]}, {"precision": 0.844236, "recall": 0.882411, "f1": 0.855468, "accuracy": 0.882411, "main_score": 0.855468, "hf_subset": "kas_Deva-szl_Latn", "languages": ["kas-Deva", "szl-Latn"]}, {"precision": 0.875527, "recall": 0.909091, "f1": 0.885625, "accuracy": 0.909091, "main_score": 0.885625, "hf_subset": "kas_Deva-vec_Latn", "languages": ["kas-Deva", "vec-Latn"]}, {"precision": 0.721714, "recall": 0.771739, "f1": 0.736442, "accuracy": 0.771739, "main_score": 0.736442, "hf_subset": "kas_Deva-amh_Ethi", "languages": ["kas-Deva", "amh-Ethi"]}, {"precision": 0.898172, "recall": 0.926877, "f1": 0.907148, "accuracy": 0.926877, "main_score": 0.907148, "hf_subset": "kas_Deva-bos_Latn", "languages": ["kas-Deva", "bos-Latn"]}, {"precision": 0.876713, "recall": 0.910079, "f1": 0.887022, "accuracy": 0.910079, "main_score": 0.887022, "hf_subset": "kas_Deva-fin_Latn", "languages": ["kas-Deva", "fin-Latn"]}, {"precision": 0.891453, "recall": 0.921937, "f1": 0.900711, "accuracy": 0.921937, "main_score": 0.900711, "hf_subset": "kas_Deva-ita_Latn", "languages": ["kas-Deva", "ita-Latn"]}, {"precision": 0.894772, "recall": 0.923913, "f1": 0.903541, "accuracy": 0.923913, "main_score": 0.903541, "hf_subset": "kas_Deva-kor_Hang", "languages": ["kas-Deva", "kor-Hang"]}, {"precision": 0.506879, "recall": 0.561265, "f1": 0.522051, "accuracy": 0.561265, "main_score": 0.522051, "hf_subset": "kas_Deva-mos_Latn", "languages": ["kas-Deva", "mos-Latn"]}, {"precision": 0.494541, "recall": 0.547431, "f1": 0.508788, "accuracy": 0.547431, "main_score": 0.508788, "hf_subset": "kas_Deva-run_Latn", "languages": ["kas-Deva", "run-Latn"]}, {"precision": 0.882559, "recall": 0.914032, "f1": 0.891996, "accuracy": 0.914032, "main_score": 0.891996, "hf_subset": "kas_Deva-tam_Taml", "languages": ["kas-Deva", "tam-Taml"]}, {"precision": 0.881242, "recall": 0.913043, "f1": 0.890679, "accuracy": 0.913043, "main_score": 0.890679, "hf_subset": "kas_Deva-vie_Latn", "languages": ["kas-Deva", "vie-Latn"]}, {"precision": 0.873247, "recall": 0.907115, "f1": 0.883514, "accuracy": 0.907115, "main_score": 0.883514, "hf_subset": "kas_Deva-apc_Arab", "languages": ["kas-Deva", "apc-Arab"]}, {"precision": 0.688761, "recall": 0.735178, "f1": 0.701833, "accuracy": 0.735178, "main_score": 0.701833, "hf_subset": "kas_Deva-bug_Latn", "languages": ["kas-Deva", "bug-Latn"]}, {"precision": 0.446473, "recall": 0.499012, "f1": 0.460768, "accuracy": 0.499012, "main_score": 0.460768, "hf_subset": "kas_Deva-fon_Latn", "languages": ["kas-Deva", "fon-Latn"]}, {"precision": 0.855517, "recall": 0.891304, "f1": 0.866046, "accuracy": 0.891304, "main_score": 0.866046, "hf_subset": "kas_Deva-jav_Latn", "languages": ["kas-Deva", "jav-Latn"]}, {"precision": 0.812304, "recall": 0.855731, "f1": 0.824893, "accuracy": 0.855731, "main_score": 0.824893, "hf_subset": "kas_Deva-lao_Laoo", "languages": ["kas-Deva", "lao-Laoo"]}, {"precision": 0.641366, "recall": 0.69664, "f1": 0.657264, "accuracy": 0.69664, "main_score": 0.657264, "hf_subset": "kas_Deva-mri_Latn", "languages": ["kas-Deva", "mri-Latn"]}, {"precision": 0.87999, "recall": 0.914032, "f1": 0.890382, "accuracy": 0.914032, "main_score": 0.890382, "hf_subset": "kas_Deva-rus_Cyrl", "languages": ["kas-Deva", "rus-Cyrl"]}, {"precision": 0.50364, "recall": 0.555336, "f1": 0.518417, "accuracy": 0.555336, "main_score": 0.518417, "hf_subset": "kas_Deva-taq_Latn", "languages": ["kas-Deva", "taq-Latn"]}, {"precision": 0.868561, "recall": 0.901186, "f1": 0.878096, "accuracy": 0.901186, "main_score": 0.878096, "hf_subset": "kas_Deva-war_Latn", "languages": ["kas-Deva", "war-Latn"]}, {"precision": 0.876689, "recall": 0.909091, "f1": 0.886413, "accuracy": 0.909091, "main_score": 0.886413, "hf_subset": "kas_Deva-arb_Arab", "languages": ["kas-Deva", "arb-Arab"]}, {"precision": 0.891693, "recall": 0.920949, "f1": 0.900478, "accuracy": 0.920949, "main_score": 0.900478, "hf_subset": "kas_Deva-bul_Cyrl", "languages": ["kas-Deva", "bul-Cyrl"]}, {"precision": 0.90248, "recall": 0.928854, "f1": 0.910491, "accuracy": 0.928854, "main_score": 0.910491, "hf_subset": "kas_Deva-fra_Latn", "languages": ["kas-Deva", "fra-Latn"]}, {"precision": 0.895455, "recall": 0.922925, "f1": 0.903841, "accuracy": 0.922925, "main_score": 0.903841, "hf_subset": "kas_Deva-jpn_Jpan", "languages": ["kas-Deva", "jpn-Jpan"]}, {"precision": 0.851976, "recall": 0.892292, "f1": 0.864427, "accuracy": 0.892292, "main_score": 0.864427, "hf_subset": "kas_Deva-lij_Latn", "languages": ["kas-Deva", "lij-Latn"]}, {"precision": 0.81553, "recall": 0.863636, "f1": 0.830176, "accuracy": 0.863636, "main_score": 0.830176, "hf_subset": "kas_Deva-mya_Mymr", "languages": ["kas-Deva", "mya-Mymr"]}, {"precision": 0.531656, "recall": 0.594862, "f1": 0.549613, "accuracy": 0.594862, "main_score": 0.549613, "hf_subset": "kas_Deva-sag_Latn", "languages": ["kas-Deva", "sag-Latn"]}, {"precision": 0.193591, "recall": 0.247036, "f1": 0.205918, "accuracy": 0.247036, "main_score": 0.205918, "hf_subset": "kas_Deva-taq_Tfng", "languages": ["kas-Deva", "taq-Tfng"]}, {"precision": 0.568779, "recall": 0.634387, "f1": 0.587326, "accuracy": 0.634387, "main_score": 0.587326, "hf_subset": "kas_Deva-wol_Latn", "languages": ["kas-Deva", "wol-Latn"]}, {"precision": 0.602668, "recall": 0.66502, "f1": 0.620245, "accuracy": 0.66502, "main_score": 0.620245, "hf_subset": "kas_Deva-arb_Latn", "languages": ["kas-Deva", "arb-Latn"]}, {"precision": 0.893643, "recall": 0.924901, "f1": 0.903656, "accuracy": 0.924901, "main_score": 0.903656, "hf_subset": "kas_Deva-cat_Latn", "languages": ["kas-Deva", "cat-Latn"]}, {"precision": 0.838801, "recall": 0.87747, "f1": 0.850362, "accuracy": 0.87747, "main_score": 0.850362, "hf_subset": "kas_Deva-fur_Latn", "languages": ["kas-Deva", "fur-Latn"]}, {"precision": 0.389205, "recall": 0.447628, "f1": 0.405256, "accuracy": 0.447628, "main_score": 0.405256, "hf_subset": "kas_Deva-kab_Latn", "languages": ["kas-Deva", "kab-Latn"]}, {"precision": 0.834133, "recall": 0.873518, "f1": 0.845852, "accuracy": 0.873518, "main_score": 0.845852, "hf_subset": "kas_Deva-lim_Latn", "languages": ["kas-Deva", "lim-Latn"]}, {"precision": 0.873172, "recall": 0.907115, "f1": 0.8833, "accuracy": 0.907115, "main_score": 0.8833, "hf_subset": "kas_Deva-nld_Latn", "languages": ["kas-Deva", "nld-Latn"]}, {"precision": 0.870142, "recall": 0.90415, "f1": 0.880764, "accuracy": 0.90415, "main_score": 0.880764, "hf_subset": "kas_Deva-san_Deva", "languages": ["kas-Deva", "san-Deva"]}, {"precision": 0.83438, "recall": 0.875494, "f1": 0.846906, "accuracy": 0.875494, "main_score": 0.846906, "hf_subset": "kas_Deva-tat_Cyrl", "languages": ["kas-Deva", "tat-Cyrl"]}, {"precision": 0.591998, "recall": 0.646245, "f1": 0.607213, "accuracy": 0.646245, "main_score": 0.607213, "hf_subset": "kas_Deva-xho_Latn", "languages": ["kas-Deva", "xho-Latn"]}, {"precision": 0.875692, "recall": 0.909091, "f1": 0.885823, "accuracy": 0.909091, "main_score": 0.885823, "hf_subset": "kas_Deva-ars_Arab", "languages": ["kas-Deva", "ars-Arab"]}, {"precision": 0.888402, "recall": 0.916008, "f1": 0.89702, "accuracy": 0.916008, "main_score": 0.89702, "hf_subset": "kas_Deva-ceb_Latn", "languages": ["kas-Deva", "ceb-Latn"]}, {"precision": 0.521296, "recall": 0.58498, "f1": 0.540228, "accuracy": 0.58498, "main_score": 0.540228, "hf_subset": "kas_Deva-fuv_Latn", "languages": ["kas-Deva", "fuv-Latn"]}, {"precision": 0.491143, "recall": 0.549407, "f1": 0.507158, "accuracy": 0.549407, "main_score": 0.507158, "hf_subset": "kas_Deva-kac_Latn", "languages": ["kas-Deva", "kac-Latn"]}, {"precision": 0.598686, "recall": 0.656126, "f1": 0.614708, "accuracy": 0.656126, "main_score": 0.614708, "hf_subset": "kas_Deva-lin_Latn", "languages": ["kas-Deva", "lin-Latn"]}, {"precision": 0.894937, "recall": 0.921937, "f1": 0.903033, "accuracy": 0.921937, "main_score": 0.903033, "hf_subset": "kas_Deva-nno_Latn", "languages": ["kas-Deva", "nno-Latn"]}, {"precision": 0.15979, "recall": 0.225296, "f1": 0.176175, "accuracy": 0.225296, "main_score": 0.176175, "hf_subset": "kas_Deva-sat_Olck", "languages": ["kas-Deva", "sat-Olck"]}, {"precision": 0.906621, "recall": 0.932806, "f1": 0.914625, "accuracy": 0.932806, "main_score": 0.914625, "hf_subset": "kas_Deva-tel_Telu", "languages": ["kas-Deva", "tel-Telu"]}, {"precision": 0.725725, "recall": 0.787549, "f1": 0.743845, "accuracy": 0.787549, "main_score": 0.743845, "hf_subset": "kas_Deva-ydd_Hebr", "languages": ["kas-Deva", "ydd-Hebr"]}, {"precision": 0.825546, "recall": 0.868577, "f1": 0.838538, "accuracy": 0.868577, "main_score": 0.838538, "hf_subset": "kas_Deva-ary_Arab", "languages": ["kas-Deva", "ary-Arab"]}, {"precision": 0.89557, "recall": 0.923913, "f1": 0.904169, "accuracy": 0.923913, "main_score": 0.904169, "hf_subset": "kas_Deva-ces_Latn", "languages": ["kas-Deva", "ces-Latn"]}, {"precision": 0.533547, "recall": 0.588933, "f1": 0.549883, "accuracy": 0.588933, "main_score": 0.549883, "hf_subset": "kas_Deva-gaz_Latn", "languages": ["kas-Deva", "gaz-Latn"]}, {"precision": 0.518661, "recall": 0.576087, "f1": 0.534562, "accuracy": 0.576087, "main_score": 0.534562, "hf_subset": "kas_Deva-kam_Latn", "languages": ["kas-Deva", "kam-Latn"]}, {"precision": 0.862236, "recall": 0.899209, "f1": 0.87343, "accuracy": 0.899209, "main_score": 0.87343, "hf_subset": "kas_Deva-lit_Latn", "languages": ["kas-Deva", "lit-Latn"]}, {"precision": 0.898898, "recall": 0.925889, "f1": 0.906955, "accuracy": 0.925889, "main_score": 0.906955, "hf_subset": "kas_Deva-nob_Latn", "languages": ["kas-Deva", "nob-Latn"]}, {"precision": 0.832082, "recall": 0.874506, "f1": 0.844928, "accuracy": 0.874506, "main_score": 0.844928, "hf_subset": "kas_Deva-scn_Latn", "languages": ["kas-Deva", "scn-Latn"]}, {"precision": 0.818222, "recall": 0.86166, "f1": 0.830769, "accuracy": 0.86166, "main_score": 0.830769, "hf_subset": "kas_Deva-tgk_Cyrl", "languages": ["kas-Deva", "tgk-Cyrl"]}, {"precision": 0.541389, "recall": 0.61166, "f1": 0.56166, "accuracy": 0.61166, "main_score": 0.56166, "hf_subset": "kas_Deva-yor_Latn", "languages": ["kas-Deva", "yor-Latn"]}, {"precision": 0.872077, "recall": 0.907115, "f1": 0.882617, "accuracy": 0.907115, "main_score": 0.882617, "hf_subset": "kas_Deva-arz_Arab", "languages": ["kas-Deva", "arz-Arab"]}, {"precision": 0.514947, "recall": 0.565217, "f1": 0.528693, "accuracy": 0.565217, "main_score": 0.528693, "hf_subset": "kas_Deva-cjk_Latn", "languages": ["kas-Deva", "cjk-Latn"]}, {"precision": 0.605536, "recall": 0.66502, "f1": 0.623306, "accuracy": 0.66502, "main_score": 0.623306, "hf_subset": "kas_Deva-gla_Latn", "languages": ["kas-Deva", "gla-Latn"]}, {"precision": 0.87169, "recall": 0.907115, "f1": 0.882595, "accuracy": 0.907115, "main_score": 0.882595, "hf_subset": "kas_Deva-kan_Knda", "languages": ["kas-Deva", "kan-Knda"]}, {"precision": 0.850898, "recall": 0.885375, "f1": 0.861009, "accuracy": 0.885375, "main_score": 0.861009, "hf_subset": "kas_Deva-lmo_Latn", "languages": ["kas-Deva", "lmo-Latn"]}, {"precision": 0.90056, "recall": 0.927866, "f1": 0.908696, "accuracy": 0.927866, "main_score": 0.908696, "hf_subset": "kas_Deva-npi_Deva", "languages": ["kas-Deva", "npi-Deva"]}, {"precision": 0.428847, "recall": 0.485178, "f1": 0.444597, "accuracy": 0.485178, "main_score": 0.444597, "hf_subset": "kas_Deva-shn_Mymr", "languages": ["kas-Deva", "shn-Mymr"]}, {"precision": 0.907065, "recall": 0.933794, "f1": 0.915368, "accuracy": 0.933794, "main_score": 0.915368, "hf_subset": "kas_Deva-tgl_Latn", "languages": ["kas-Deva", "tgl-Latn"]}, {"precision": 0.884486, "recall": 0.914032, "f1": 0.893234, "accuracy": 0.914032, "main_score": 0.893234, "hf_subset": "kas_Deva-yue_Hant", "languages": ["kas-Deva", "yue-Hant"]}, {"precision": 0.887475, "recall": 0.91996, "f1": 0.89742, "accuracy": 0.91996, "main_score": 0.89742, "hf_subset": "kas_Deva-asm_Beng", "languages": ["kas-Deva", "asm-Beng"]}, {"precision": 0.757019, "recall": 0.810277, "f1": 0.772183, "accuracy": 0.810277, "main_score": 0.772183, "hf_subset": "kas_Deva-ckb_Arab", "languages": ["kas-Deva", "ckb-Arab"]}, {"precision": 0.644033, "recall": 0.706522, "f1": 0.662019, "accuracy": 0.706522, "main_score": 0.662019, "hf_subset": "kas_Deva-gle_Latn", "languages": ["kas-Deva", "gle-Latn"]}, {"precision": 0.917984, "recall": 0.942688, "f1": 0.925889, "accuracy": 0.942688, "main_score": 0.925889, "hf_subset": "kas_Deva-kas_Arab", "languages": ["kas-Deva", "kas-Arab"]}, {"precision": 0.757938, "recall": 0.809289, "f1": 0.773193, "accuracy": 0.809289, "main_score": 0.773193, "hf_subset": "kas_Deva-ltg_Latn", "languages": ["kas-Deva", "ltg-Latn"]}, {"precision": 0.554013, "recall": 0.606719, "f1": 0.568384, "accuracy": 0.606719, "main_score": 0.568384, "hf_subset": "kas_Deva-nso_Latn", "languages": ["kas-Deva", "nso-Latn"]}, {"precision": 0.793198, "recall": 0.841897, "f1": 0.80758, "accuracy": 0.841897, "main_score": 0.80758, "hf_subset": "kas_Deva-sin_Sinh", "languages": ["kas-Deva", "sin-Sinh"]}, {"precision": 0.880879, "recall": 0.914032, "f1": 0.890711, "accuracy": 0.914032, "main_score": 0.890711, "hf_subset": "kas_Deva-tha_Thai", "languages": ["kas-Deva", "tha-Thai"]}, {"precision": 0.870924, "recall": 0.906126, "f1": 0.881346, "accuracy": 0.906126, "main_score": 0.881346, "hf_subset": "kas_Deva-zho_Hans", "languages": ["kas-Deva", "zho-Hans"]}, {"precision": 0.888185, "recall": 0.918972, "f1": 0.897414, "accuracy": 0.918972, "main_score": 0.897414, "hf_subset": "kas_Deva-ast_Latn", "languages": ["kas-Deva", "ast-Latn"]}, {"precision": 0.829875, "recall": 0.87253, "f1": 0.842278, "accuracy": 0.87253, "main_score": 0.842278, "hf_subset": "kas_Deva-crh_Latn", "languages": ["kas-Deva", "crh-Latn"]}, {"precision": 0.906818, "recall": 0.932806, "f1": 0.914625, "accuracy": 0.932806, "main_score": 0.914625, "hf_subset": "kas_Deva-glg_Latn", "languages": ["kas-Deva", "glg-Latn"]}, {"precision": 0.843742, "recall": 0.883399, "f1": 0.855737, "accuracy": 0.883399, "main_score": 0.855737, "hf_subset": "kas_Deva-ltz_Latn", "languages": ["kas-Deva", "ltz-Latn"]}, {"precision": 0.445542, "recall": 0.508893, "f1": 0.463017, "accuracy": 0.508893, "main_score": 0.463017, "hf_subset": "kas_Deva-nus_Latn", "languages": ["kas-Deva", "nus-Latn"]}, {"precision": 0.896434, "recall": 0.924901, "f1": 0.904864, "accuracy": 0.924901, "main_score": 0.904864, "hf_subset": "kas_Deva-slk_Latn", "languages": ["kas-Deva", "slk-Latn"]}, {"precision": 0.51567, "recall": 0.583004, "f1": 0.535449, "accuracy": 0.583004, "main_score": 0.535449, "hf_subset": "kas_Deva-tir_Ethi", "languages": ["kas-Deva", "tir-Ethi"]}, {"precision": 0.881423, "recall": 0.91502, "f1": 0.891568, "accuracy": 0.91502, "main_score": 0.891568, "hf_subset": "kas_Deva-zho_Hant", "languages": ["kas-Deva", "zho-Hant"]}, {"precision": 0.919318, "recall": 0.9417, "f1": 0.92612, "accuracy": 0.9417, "main_score": 0.92612, "hf_subset": "kas_Deva-awa_Deva", "languages": ["kas-Deva", "awa-Deva"]}, {"precision": 0.779408, "recall": 0.828063, "f1": 0.793629, "accuracy": 0.828063, "main_score": 0.793629, "hf_subset": "kas_Deva-cym_Latn", "languages": ["kas-Deva", "cym-Latn"]}, {"precision": 0.692927, "recall": 0.745059, "f1": 0.708049, "accuracy": 0.745059, "main_score": 0.708049, "hf_subset": "kas_Deva-grn_Latn", "languages": ["kas-Deva", "grn-Latn"]}, {"precision": 0.839206, "recall": 0.878458, "f1": 0.851181, "accuracy": 0.878458, "main_score": 0.851181, "hf_subset": "kas_Deva-kat_Geor", "languages": ["kas-Deva", "kat-Geor"]}, {"precision": 0.567309, "recall": 0.623518, "f1": 0.583832, "accuracy": 0.623518, "main_score": 0.583832, "hf_subset": "kas_Deva-lua_Latn", "languages": ["kas-Deva", "lua-Latn"]}, {"precision": 0.584076, "recall": 0.640316, "f1": 0.599171, "accuracy": 0.640316, "main_score": 0.599171, "hf_subset": "kas_Deva-nya_Latn", "languages": ["kas-Deva", "nya-Latn"]}, {"precision": 0.882109, "recall": 0.913043, "f1": 0.891323, "accuracy": 0.913043, "main_score": 0.891323, "hf_subset": "kas_Deva-slv_Latn", "languages": ["kas-Deva", "slv-Latn"]}, {"precision": 0.777091, "recall": 0.821146, "f1": 0.790042, "accuracy": 0.821146, "main_score": 0.790042, "hf_subset": "kas_Deva-tpi_Latn", "languages": ["kas-Deva", "tpi-Latn"]}, {"precision": 0.916625, "recall": 0.938735, "f1": 0.923276, "accuracy": 0.938735, "main_score": 0.923276, "hf_subset": "kas_Deva-zsm_Latn", "languages": ["kas-Deva", "zsm-Latn"]}, {"precision": 0.504993, "recall": 0.559289, "f1": 0.51993, "accuracy": 0.559289, "main_score": 0.51993, "hf_subset": "kas_Deva-ayr_Latn", "languages": ["kas-Deva", "ayr-Latn"]}, {"precision": 0.898748, "recall": 0.925889, "f1": 0.906719, "accuracy": 0.925889, "main_score": 0.906719, "hf_subset": "kas_Deva-dan_Latn", "languages": ["kas-Deva", "dan-Latn"]}, {"precision": 0.906291, "recall": 0.932806, "f1": 0.91461, "accuracy": 0.932806, "main_score": 0.91461, "hf_subset": "kas_Deva-guj_Gujr", "languages": ["kas-Deva", "guj-Gujr"]}, {"precision": 0.866173, "recall": 0.902174, "f1": 0.87724, "accuracy": 0.902174, "main_score": 0.87724, "hf_subset": "kas_Deva-kaz_Cyrl", "languages": ["kas-Deva", "kaz-Cyrl"]}, {"precision": 0.489015, "recall": 0.543478, "f1": 0.504404, "accuracy": 0.543478, "main_score": 0.504404, "hf_subset": "kas_Deva-lug_Latn", "languages": ["kas-Deva", "lug-Latn"]}, {"precision": 0.891617, "recall": 0.918972, "f1": 0.899887, "accuracy": 0.918972, "main_score": 0.899887, "hf_subset": "kas_Deva-oci_Latn", "languages": ["kas-Deva", "oci-Latn"]}, {"precision": 0.633803, "recall": 0.689723, "f1": 0.650173, "accuracy": 0.689723, "main_score": 0.650173, "hf_subset": "kas_Deva-smo_Latn", "languages": ["kas-Deva", "smo-Latn"]}, {"precision": 0.498464, "recall": 0.559289, "f1": 0.515994, "accuracy": 0.559289, "main_score": 0.515994, "hf_subset": "kas_Deva-tsn_Latn", "languages": ["kas-Deva", "tsn-Latn"]}, {"precision": 0.510935, "recall": 0.56917, "f1": 0.526703, "accuracy": 0.56917, "main_score": 0.526703, "hf_subset": "kas_Deva-zul_Latn", "languages": ["kas-Deva", "zul-Latn"]}, {"precision": 0.766913, "recall": 0.816206, "f1": 0.781365, "accuracy": 0.816206, "main_score": 0.781365, "hf_subset": "kas_Deva-azb_Arab", "languages": ["kas-Deva", "azb-Arab"]}, {"precision": 0.89608, "recall": 0.924901, "f1": 0.904545, "accuracy": 0.924901, "main_score": 0.904545, "hf_subset": "kas_Deva-deu_Latn", "languages": ["kas-Deva", "deu-Latn"]}, {"precision": 0.8037, "recall": 0.846838, "f1": 0.816227, "accuracy": 0.846838, "main_score": 0.816227, "hf_subset": "kas_Deva-hat_Latn", "languages": ["kas-Deva", "hat-Latn"]}, {"precision": 0.468467, "recall": 0.518775, "f1": 0.482574, "accuracy": 0.518775, "main_score": 0.482574, "hf_subset": "kas_Deva-kbp_Latn", "languages": ["kas-Deva", "kbp-Latn"]}, {"precision": 0.5467, "recall": 0.601779, "f1": 0.56171, "accuracy": 0.601779, "main_score": 0.56171, "hf_subset": "kas_Deva-luo_Latn", "languages": ["kas-Deva", "luo-Latn"]}, {"precision": 0.908086, "recall": 0.934783, "f1": 0.916238, "accuracy": 0.934783, "main_score": 0.916238, "hf_subset": "kas_Deva-ory_Orya", "languages": ["kas-Deva", "ory-Orya"]}, {"precision": 0.518725, "recall": 0.56917, "f1": 0.5337, "accuracy": 0.56917, "main_score": 0.5337, "hf_subset": "kas_Deva-sna_Latn", "languages": ["kas-Deva", "sna-Latn"]}, {"precision": 0.526543, "recall": 0.573123, "f1": 0.539808, "accuracy": 0.573123, "main_score": 0.539808, "hf_subset": "kas_Deva-tso_Latn", "languages": ["kas-Deva", "tso-Latn"]}, {"precision": 0.860154, "recall": 0.896245, "f1": 0.871064, "accuracy": 0.896245, "main_score": 0.871064, "hf_subset": "kas_Deva-azj_Latn", "languages": ["kas-Deva", "azj-Latn"]}, {"precision": 0.482299, "recall": 0.547431, "f1": 0.501129, "accuracy": 0.547431, "main_score": 0.501129, "hf_subset": "kas_Deva-dik_Latn", "languages": ["kas-Deva", "dik-Latn"]}, {"precision": 0.601087, "recall": 0.658103, "f1": 0.617211, "accuracy": 0.658103, "main_score": 0.617211, "hf_subset": "kas_Deva-hau_Latn", "languages": ["kas-Deva", "hau-Latn"]}, {"precision": 0.839452, "recall": 0.87747, "f1": 0.850433, "accuracy": 0.87747, "main_score": 0.850433, "hf_subset": "kas_Deva-kea_Latn", "languages": ["kas-Deva", "kea-Latn"]}, {"precision": 0.660474, "recall": 0.708498, "f1": 0.674511, "accuracy": 0.708498, "main_score": 0.674511, "hf_subset": "kas_Deva-lus_Latn", "languages": ["kas-Deva", "lus-Latn"]}, {"precision": 0.746654, "recall": 0.782609, "f1": 0.756676, "accuracy": 0.782609, "main_score": 0.756676, "hf_subset": "kas_Deva-pag_Latn", "languages": ["kas-Deva", "pag-Latn"]}, {"precision": 0.901713, "recall": 0.928854, "f1": 0.909881, "accuracy": 0.928854, "main_score": 0.909881, "hf_subset": "kas_Deva-snd_Arab", "languages": ["kas-Deva", "snd-Arab"]}, {"precision": 0.765353, "recall": 0.815217, "f1": 0.780042, "accuracy": 0.815217, "main_score": 0.780042, "hf_subset": "kas_Deva-tuk_Latn", "languages": ["kas-Deva", "tuk-Latn"]}, {"precision": 0.827562, "recall": 0.867589, "f1": 0.839119, "accuracy": 0.867589, "main_score": 0.839119, "hf_subset": "kas_Deva-bak_Cyrl", "languages": ["kas-Deva", "bak-Cyrl"]}, {"precision": 0.441801, "recall": 0.516798, "f1": 0.463285, "accuracy": 0.516798, "main_score": 0.463285, "hf_subset": "kas_Deva-dyu_Latn", "languages": ["kas-Deva", "dyu-Latn"]}, {"precision": 0.87808, "recall": 0.911067, "f1": 0.888043, "accuracy": 0.911067, "main_score": 0.888043, "hf_subset": "kas_Deva-heb_Hebr", "languages": ["kas-Deva", "heb-Hebr"]}, {"precision": 0.81082, "recall": 0.857708, "f1": 0.824755, "accuracy": 0.857708, "main_score": 0.824755, "hf_subset": "kas_Deva-khk_Cyrl", "languages": ["kas-Deva", "khk-Cyrl"]}, {"precision": 0.88237, "recall": 0.914032, "f1": 0.891985, "accuracy": 0.914032, "main_score": 0.891985, "hf_subset": "kas_Deva-lvs_Latn", "languages": ["kas-Deva", "lvs-Latn"]}, {"precision": 0.911397, "recall": 0.937747, "f1": 0.919598, "accuracy": 0.937747, "main_score": 0.919598, "hf_subset": "kas_Deva-pan_Guru", "languages": ["kas-Deva", "pan-Guru"]}, {"precision": 0.574275, "recall": 0.637352, "f1": 0.591991, "accuracy": 0.637352, "main_score": 0.591991, "hf_subset": "kas_Deva-som_Latn", "languages": ["kas-Deva", "som-Latn"]}, {"precision": 0.524614, "recall": 0.572134, "f1": 0.538036, "accuracy": 0.572134, "main_score": 0.538036, "hf_subset": "kas_Deva-tum_Latn", "languages": ["kas-Deva", "tum-Latn"]}, {"precision": 0.571533, "recall": 0.636364, "f1": 0.590401, "accuracy": 0.636364, "main_score": 0.590401, "hf_subset": "ltz_Latn-ace_Arab", "languages": ["ltz-Latn", "ace-Arab"]}, {"precision": 0.524448, "recall": 0.58498, "f1": 0.541605, "accuracy": 0.58498, "main_score": 0.541605, "hf_subset": "ltz_Latn-bam_Latn", "languages": ["ltz-Latn", "bam-Latn"]}, {"precision": 0.37707, "recall": 0.451581, "f1": 0.396033, "accuracy": 0.451581, "main_score": 0.396033, "hf_subset": "ltz_Latn-dzo_Tibt", "languages": ["ltz-Latn", "dzo-Tibt"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ltz_Latn-hin_Deva", "languages": ["ltz-Latn", "hin-Deva"]}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "ltz_Latn-khm_Khmr", "languages": ["ltz-Latn", "khm-Khmr"]}, {"precision": 0.980814, "recall": 0.986166, "f1": 0.982444, "accuracy": 0.986166, "main_score": 0.982444, "hf_subset": "ltz_Latn-mag_Deva", "languages": ["ltz-Latn", "mag-Deva"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "ltz_Latn-pap_Latn", "languages": ["ltz-Latn", "pap-Latn"]}, {"precision": 0.582435, "recall": 0.641304, "f1": 0.598866, "accuracy": 0.641304, "main_score": 0.598866, "hf_subset": "ltz_Latn-sot_Latn", "languages": ["ltz-Latn", "sot-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ltz_Latn-tur_Latn", "languages": ["ltz-Latn", "tur-Latn"]}, {"precision": 0.849473, "recall": 0.884387, "f1": 0.860112, "accuracy": 0.884387, "main_score": 0.860112, "hf_subset": "ltz_Latn-ace_Latn", "languages": ["ltz-Latn", "ace-Latn"]}, {"precision": 0.932378, "recall": 0.94664, "f1": 0.936759, "accuracy": 0.94664, "main_score": 0.936759, "hf_subset": "ltz_Latn-ban_Latn", "languages": ["ltz-Latn", "ban-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-ell_Grek", "languages": ["ltz-Latn", "ell-Grek"]}, {"precision": 0.973732, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "ltz_Latn-hne_Deva", "languages": ["ltz-Latn", "hne-Deva"]}, {"precision": 0.584536, "recall": 0.642292, "f1": 0.60111, "accuracy": 0.642292, "main_score": 0.60111, "hf_subset": "ltz_Latn-kik_Latn", "languages": ["ltz-Latn", "kik-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ltz_Latn-mai_Deva", "languages": ["ltz-Latn", "mai-Deva"]}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "ltz_Latn-pbt_Arab", "languages": ["ltz-Latn", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-spa_Latn", "languages": ["ltz-Latn", "spa-Latn"]}, {"precision": 0.600224, "recall": 0.664032, "f1": 0.618815, "accuracy": 0.664032, "main_score": 0.618815, "hf_subset": "ltz_Latn-twi_Latn", "languages": ["ltz-Latn", "twi-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ltz_Latn-acm_Arab", "languages": ["ltz-Latn", "acm-Arab"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ltz_Latn-bel_Cyrl", "languages": ["ltz-Latn", "bel-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-eng_Latn", "languages": ["ltz-Latn", "eng-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-hrv_Latn", "languages": ["ltz-Latn", "hrv-Latn"]}, {"precision": 0.555337, "recall": 0.615613, "f1": 0.572408, "accuracy": 0.615613, "main_score": 0.572408, "hf_subset": "ltz_Latn-kin_Latn", "languages": ["ltz-Latn", "kin-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ltz_Latn-mal_Mlym", "languages": ["ltz-Latn", "mal-Mlym"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ltz_Latn-pes_Arab", "languages": ["ltz-Latn", "pes-Arab"]}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "ltz_Latn-srd_Latn", "languages": ["ltz-Latn", "srd-Latn"]}, {"precision": 0.174129, "recall": 0.220356, "f1": 0.185887, "accuracy": 0.220356, "main_score": 0.185887, "hf_subset": "ltz_Latn-tzm_Tfng", "languages": ["ltz-Latn", "tzm-Tfng"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ltz_Latn-acq_Arab", "languages": ["ltz-Latn", "acq-Arab"]}, {"precision": 0.611339, "recall": 0.662055, "f1": 0.625483, "accuracy": 0.662055, "main_score": 0.625483, "hf_subset": "ltz_Latn-bem_Latn", "languages": ["ltz-Latn", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-epo_Latn", "languages": ["ltz-Latn", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-hun_Latn", "languages": ["ltz-Latn", "hun-Latn"]}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "ltz_Latn-kir_Cyrl", "languages": ["ltz-Latn", "kir-Cyrl"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ltz_Latn-mar_Deva", "languages": ["ltz-Latn", "mar-Deva"]}, {"precision": 0.63941, "recall": 0.697628, "f1": 0.656508, "accuracy": 0.697628, "main_score": 0.656508, "hf_subset": "ltz_Latn-plt_Latn", "languages": ["ltz-Latn", "plt-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-srp_Cyrl", "languages": ["ltz-Latn", "srp-Cyrl"]}, {"precision": 0.900527, "recall": 0.928854, "f1": 0.909552, "accuracy": 0.928854, "main_score": 0.909552, "hf_subset": "ltz_Latn-uig_Arab", "languages": ["ltz-Latn", "uig-Arab"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ltz_Latn-aeb_Arab", "languages": ["ltz-Latn", "aeb-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ltz_Latn-ben_Beng", "languages": ["ltz-Latn", "ben-Beng"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ltz_Latn-est_Latn", "languages": ["ltz-Latn", "est-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ltz_Latn-hye_Armn", "languages": ["ltz-Latn", "hye-Armn"]}, {"precision": 0.537291, "recall": 0.590909, "f1": 0.552518, "accuracy": 0.590909, "main_score": 0.552518, "hf_subset": "ltz_Latn-kmb_Latn", "languages": ["ltz-Latn", "kmb-Latn"]}, {"precision": 0.505314, "recall": 0.577075, "f1": 0.524243, "accuracy": 0.577075, "main_score": 0.524243, "hf_subset": "ltz_Latn-min_Arab", "languages": ["ltz-Latn", "min-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-pol_Latn", "languages": ["ltz-Latn", "pol-Latn"]}, {"precision": 0.552529, "recall": 0.612648, "f1": 0.569878, "accuracy": 0.612648, "main_score": 0.569878, "hf_subset": "ltz_Latn-ssw_Latn", "languages": ["ltz-Latn", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ltz_Latn-ukr_Cyrl", "languages": ["ltz-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ltz_Latn-afr_Latn", "languages": ["ltz-Latn", "afr-Latn"]}, {"precision": 0.977437, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "ltz_Latn-bho_Deva", "languages": ["ltz-Latn", "bho-Deva"]}, {"precision": 0.958745, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "ltz_Latn-eus_Latn", "languages": ["ltz-Latn", "eus-Latn"]}, {"precision": 0.577042, "recall": 0.643281, "f1": 0.59592, "accuracy": 0.643281, "main_score": 0.59592, "hf_subset": "ltz_Latn-ibo_Latn", "languages": ["ltz-Latn", "ibo-Latn"]}, {"precision": 0.86693, "recall": 0.901186, "f1": 0.8778, "accuracy": 0.901186, "main_score": 0.8778, "hf_subset": "ltz_Latn-kmr_Latn", "languages": ["ltz-Latn", "kmr-Latn"]}, {"precision": 0.951614, "recall": 0.965415, "f1": 0.956028, "accuracy": 0.965415, "main_score": 0.956028, "hf_subset": "ltz_Latn-min_Latn", "languages": ["ltz-Latn", "min-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-por_Latn", "languages": ["ltz-Latn", "por-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "ltz_Latn-sun_Latn", "languages": ["ltz-Latn", "sun-Latn"]}, {"precision": 0.510798, "recall": 0.570158, "f1": 0.528005, "accuracy": 0.570158, "main_score": 0.528005, "hf_subset": "ltz_Latn-umb_Latn", "languages": ["ltz-Latn", "umb-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ltz_Latn-ajp_Arab", "languages": ["ltz-Latn", "ajp-Arab"]}, {"precision": 0.540486, "recall": 0.605731, "f1": 0.558851, "accuracy": 0.605731, "main_score": 0.558851, "hf_subset": "ltz_Latn-bjn_Arab", "languages": ["ltz-Latn", "bjn-Arab"]}, {"precision": 0.519158, "recall": 0.577075, "f1": 0.535018, "accuracy": 0.577075, "main_score": 0.535018, "hf_subset": "ltz_Latn-ewe_Latn", "languages": ["ltz-Latn", "ewe-Latn"]}, {"precision": 0.924654, "recall": 0.945652, "f1": 0.931225, "accuracy": 0.945652, "main_score": 0.931225, "hf_subset": "ltz_Latn-ilo_Latn", "languages": ["ltz-Latn", "ilo-Latn"]}, {"precision": 0.318457, "recall": 0.380435, "f1": 0.335037, "accuracy": 0.380435, "main_score": 0.335037, "hf_subset": "ltz_Latn-knc_Arab", "languages": ["ltz-Latn", "knc-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-mkd_Cyrl", "languages": ["ltz-Latn", "mkd-Cyrl"]}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "ltz_Latn-prs_Arab", "languages": ["ltz-Latn", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ltz_Latn-swe_Latn", "languages": ["ltz-Latn", "swe-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ltz_Latn-urd_Arab", "languages": ["ltz-Latn", "urd-Arab"]}, {"precision": 0.589484, "recall": 0.652174, "f1": 0.606875, "accuracy": 0.652174, "main_score": 0.606875, "hf_subset": "ltz_Latn-aka_Latn", "languages": ["ltz-Latn", "aka-Latn"]}, {"precision": 0.942194, "recall": 0.95751, "f1": 0.946923, "accuracy": 0.95751, "main_score": 0.946923, "hf_subset": "ltz_Latn-bjn_Latn", "languages": ["ltz-Latn", "bjn-Latn"]}, {"precision": 0.948534, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "ltz_Latn-fao_Latn", "languages": ["ltz-Latn", "fao-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-ind_Latn", "languages": ["ltz-Latn", "ind-Latn"]}, {"precision": 0.579908, "recall": 0.633399, "f1": 0.595361, "accuracy": 0.633399, "main_score": 0.595361, "hf_subset": "ltz_Latn-knc_Latn", "languages": ["ltz-Latn", "knc-Latn"]}, {"precision": 0.971838, "recall": 0.979249, "f1": 0.974308, "accuracy": 0.979249, "main_score": 0.974308, "hf_subset": "ltz_Latn-mlt_Latn", "languages": ["ltz-Latn", "mlt-Latn"]}, {"precision": 0.680817, "recall": 0.742095, "f1": 0.69852, "accuracy": 0.742095, "main_score": 0.69852, "hf_subset": "ltz_Latn-quy_Latn", "languages": ["ltz-Latn", "quy-Latn"]}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "ltz_Latn-swh_Latn", "languages": ["ltz-Latn", "swh-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ltz_Latn-uzn_Latn", "languages": ["ltz-Latn", "uzn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-als_Latn", "languages": ["ltz-Latn", "als-Latn"]}, {"precision": 0.550981, "recall": 0.631423, "f1": 0.574, "accuracy": 0.631423, "main_score": 0.574, "hf_subset": "ltz_Latn-bod_Tibt", "languages": ["ltz-Latn", "bod-Tibt"]}, {"precision": 0.689527, "recall": 0.746047, "f1": 0.705986, "accuracy": 0.746047, "main_score": 0.705986, "hf_subset": "ltz_Latn-fij_Latn", "languages": ["ltz-Latn", "fij-Latn"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "ltz_Latn-isl_Latn", "languages": ["ltz-Latn", "isl-Latn"]}, {"precision": 0.652691, "recall": 0.703557, "f1": 0.667661, "accuracy": 0.703557, "main_score": 0.667661, "hf_subset": "ltz_Latn-kon_Latn", "languages": ["ltz-Latn", "kon-Latn"]}, {"precision": 0.649896, "recall": 0.714427, "f1": 0.668479, "accuracy": 0.714427, "main_score": 0.668479, "hf_subset": "ltz_Latn-mni_Beng", "languages": ["ltz-Latn", "mni-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-ron_Latn", "languages": ["ltz-Latn", "ron-Latn"]}, {"precision": 0.971344, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "ltz_Latn-szl_Latn", "languages": ["ltz-Latn", "szl-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ltz_Latn-vec_Latn", "languages": ["ltz-Latn", "vec-Latn"]}, {"precision": 0.882164, "recall": 0.914032, "f1": 0.891996, "accuracy": 0.914032, "main_score": 0.891996, "hf_subset": "ltz_Latn-amh_Ethi", "languages": ["ltz-Latn", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-bos_Latn", "languages": ["ltz-Latn", "bos-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ltz_Latn-fin_Latn", "languages": ["ltz-Latn", "fin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ltz_Latn-ita_Latn", "languages": ["ltz-Latn", "ita-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ltz_Latn-kor_Hang", "languages": ["ltz-Latn", "kor-Hang"]}, {"precision": 0.542206, "recall": 0.600791, "f1": 0.558574, "accuracy": 0.600791, "main_score": 0.558574, "hf_subset": "ltz_Latn-mos_Latn", "languages": ["ltz-Latn", "mos-Latn"]}, {"precision": 0.543463, "recall": 0.602767, "f1": 0.560235, "accuracy": 0.602767, "main_score": 0.560235, "hf_subset": "ltz_Latn-run_Latn", "languages": ["ltz-Latn", "run-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ltz_Latn-tam_Taml", "languages": ["ltz-Latn", "tam-Taml"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-vie_Latn", "languages": ["ltz-Latn", "vie-Latn"]}, {"precision": 0.981061, "recall": 0.986166, "f1": 0.982708, "accuracy": 0.986166, "main_score": 0.982708, "hf_subset": "ltz_Latn-apc_Arab", "languages": ["ltz-Latn", "apc-Arab"]}, {"precision": 0.779571, "recall": 0.825099, "f1": 0.793005, "accuracy": 0.825099, "main_score": 0.793005, "hf_subset": "ltz_Latn-bug_Latn", "languages": ["ltz-Latn", "bug-Latn"]}, {"precision": 0.471098, "recall": 0.532609, "f1": 0.487257, "accuracy": 0.532609, "main_score": 0.487257, "hf_subset": "ltz_Latn-fon_Latn", "languages": ["ltz-Latn", "fon-Latn"]}, {"precision": 0.976367, "recall": 0.983202, "f1": 0.978491, "accuracy": 0.983202, "main_score": 0.978491, "hf_subset": "ltz_Latn-jav_Latn", "languages": ["ltz-Latn", "jav-Latn"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ltz_Latn-lao_Laoo", "languages": ["ltz-Latn", "lao-Laoo"]}, {"precision": 0.812533, "recall": 0.856719, "f1": 0.825513, "accuracy": 0.856719, "main_score": 0.825513, "hf_subset": "ltz_Latn-mri_Latn", "languages": ["ltz-Latn", "mri-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-rus_Cyrl", "languages": ["ltz-Latn", "rus-Cyrl"]}, {"precision": 0.535681, "recall": 0.599802, "f1": 0.553136, "accuracy": 0.599802, "main_score": 0.553136, "hf_subset": "ltz_Latn-taq_Latn", "languages": ["ltz-Latn", "taq-Latn"]}, {"precision": 0.978953, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "ltz_Latn-war_Latn", "languages": ["ltz-Latn", "war-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ltz_Latn-arb_Arab", "languages": ["ltz-Latn", "arb-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ltz_Latn-bul_Cyrl", "languages": ["ltz-Latn", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-fra_Latn", "languages": ["ltz-Latn", "fra-Latn"]}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "ltz_Latn-jpn_Jpan", "languages": ["ltz-Latn", "jpn-Jpan"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "ltz_Latn-lij_Latn", "languages": ["ltz-Latn", "lij-Latn"]}, {"precision": 0.948814, "recall": 0.963439, "f1": 0.953393, "accuracy": 0.963439, "main_score": 0.953393, "hf_subset": "ltz_Latn-mya_Mymr", "languages": ["ltz-Latn", "mya-Mymr"]}, {"precision": 0.591202, "recall": 0.659091, "f1": 0.610413, "accuracy": 0.659091, "main_score": 0.610413, "hf_subset": "ltz_Latn-sag_Latn", "languages": ["ltz-Latn", "sag-Latn"]}, {"precision": 0.197831, "recall": 0.252964, "f1": 0.210053, "accuracy": 0.252964, "main_score": 0.210053, "hf_subset": "ltz_Latn-taq_Tfng", "languages": ["ltz-Latn", "taq-Tfng"]}, {"precision": 0.616438, "recall": 0.684783, "f1": 0.636679, "accuracy": 0.684783, "main_score": 0.636679, "hf_subset": "ltz_Latn-wol_Latn", "languages": ["ltz-Latn", "wol-Latn"]}, {"precision": 0.751812, "recall": 0.806324, "f1": 0.768536, "accuracy": 0.806324, "main_score": 0.768536, "hf_subset": "ltz_Latn-arb_Latn", "languages": ["ltz-Latn", "arb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-cat_Latn", "languages": ["ltz-Latn", "cat-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "ltz_Latn-fur_Latn", "languages": ["ltz-Latn", "fur-Latn"]}, {"precision": 0.414089, "recall": 0.474308, "f1": 0.430721, "accuracy": 0.474308, "main_score": 0.430721, "hf_subset": "ltz_Latn-kab_Latn", "languages": ["ltz-Latn", "kab-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "ltz_Latn-lim_Latn", "languages": ["ltz-Latn", "lim-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-nld_Latn", "languages": ["ltz-Latn", "nld-Latn"]}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.95504, "accuracy": 0.965415, "main_score": 0.95504, "hf_subset": "ltz_Latn-san_Deva", "languages": ["ltz-Latn", "san-Deva"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ltz_Latn-tat_Cyrl", "languages": ["ltz-Latn", "tat-Cyrl"]}, {"precision": 0.653451, "recall": 0.705534, "f1": 0.669041, "accuracy": 0.705534, "main_score": 0.669041, "hf_subset": "ltz_Latn-xho_Latn", "languages": ["ltz-Latn", "xho-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ltz_Latn-ars_Arab", "languages": ["ltz-Latn", "ars-Arab"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ltz_Latn-ceb_Latn", "languages": ["ltz-Latn", "ceb-Latn"]}, {"precision": 0.553957, "recall": 0.613636, "f1": 0.571203, "accuracy": 0.613636, "main_score": 0.571203, "hf_subset": "ltz_Latn-fuv_Latn", "languages": ["ltz-Latn", "fuv-Latn"]}, {"precision": 0.498892, "recall": 0.561265, "f1": 0.516057, "accuracy": 0.561265, "main_score": 0.516057, "hf_subset": "ltz_Latn-kac_Latn", "languages": ["ltz-Latn", "kac-Latn"]}, {"precision": 0.664552, "recall": 0.716403, "f1": 0.679562, "accuracy": 0.716403, "main_score": 0.679562, "hf_subset": "ltz_Latn-lin_Latn", "languages": ["ltz-Latn", "lin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-nno_Latn", "languages": ["ltz-Latn", "nno-Latn"]}, {"precision": 0.205504, "recall": 0.27668, "f1": 0.222716, "accuracy": 0.27668, "main_score": 0.222716, "hf_subset": "ltz_Latn-sat_Olck", "languages": ["ltz-Latn", "sat-Olck"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ltz_Latn-tel_Telu", "languages": ["ltz-Latn", "tel-Telu"]}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "ltz_Latn-ydd_Hebr", "languages": ["ltz-Latn", "ydd-Hebr"]}, {"precision": 0.941288, "recall": 0.959486, "f1": 0.9472, "accuracy": 0.959486, "main_score": 0.9472, "hf_subset": "ltz_Latn-ary_Arab", "languages": ["ltz-Latn", "ary-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-ces_Latn", "languages": ["ltz-Latn", "ces-Latn"]}, {"precision": 0.559816, "recall": 0.62253, "f1": 0.577917, "accuracy": 0.62253, "main_score": 0.577917, "hf_subset": "ltz_Latn-gaz_Latn", "languages": ["ltz-Latn", "gaz-Latn"]}, {"precision": 0.574433, "recall": 0.636364, "f1": 0.591838, "accuracy": 0.636364, "main_score": 0.591838, "hf_subset": "ltz_Latn-kam_Latn", "languages": ["ltz-Latn", "kam-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "ltz_Latn-lit_Latn", "languages": ["ltz-Latn", "lit-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-nob_Latn", "languages": ["ltz-Latn", "nob-Latn"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ltz_Latn-scn_Latn", "languages": ["ltz-Latn", "scn-Latn"]}, {"precision": 0.945356, "recall": 0.960474, "f1": 0.950099, "accuracy": 0.960474, "main_score": 0.950099, "hf_subset": "ltz_Latn-tgk_Cyrl", "languages": ["ltz-Latn", "tgk-Cyrl"]}, {"precision": 0.668799, "recall": 0.738142, "f1": 0.689712, "accuracy": 0.738142, "main_score": 0.689712, "hf_subset": "ltz_Latn-yor_Latn", "languages": ["ltz-Latn", "yor-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ltz_Latn-arz_Arab", "languages": ["ltz-Latn", "arz-Arab"]}, {"precision": 0.548765, "recall": 0.610672, "f1": 0.566704, "accuracy": 0.610672, "main_score": 0.566704, "hf_subset": "ltz_Latn-cjk_Latn", "languages": ["ltz-Latn", "cjk-Latn"]}, {"precision": 0.742252, "recall": 0.796443, "f1": 0.758435, "accuracy": 0.796443, "main_score": 0.758435, "hf_subset": "ltz_Latn-gla_Latn", "languages": ["ltz-Latn", "gla-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ltz_Latn-kan_Knda", "languages": ["ltz-Latn", "kan-Knda"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "ltz_Latn-lmo_Latn", "languages": ["ltz-Latn", "lmo-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ltz_Latn-npi_Deva", "languages": ["ltz-Latn", "npi-Deva"]}, {"precision": 0.462212, "recall": 0.525692, "f1": 0.480245, "accuracy": 0.525692, "main_score": 0.480245, "hf_subset": "ltz_Latn-shn_Mymr", "languages": ["ltz-Latn", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-tgl_Latn", "languages": ["ltz-Latn", "tgl-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ltz_Latn-yue_Hant", "languages": ["ltz-Latn", "yue-Hant"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "ltz_Latn-asm_Beng", "languages": ["ltz-Latn", "asm-Beng"]}, {"precision": 0.918231, "recall": 0.939723, "f1": 0.924967, "accuracy": 0.939723, "main_score": 0.924967, "hf_subset": "ltz_Latn-ckb_Arab", "languages": ["ltz-Latn", "ckb-Arab"]}, {"precision": 0.822358, "recall": 0.864625, "f1": 0.835063, "accuracy": 0.864625, "main_score": 0.835063, "hf_subset": "ltz_Latn-gle_Latn", "languages": ["ltz-Latn", "gle-Latn"]}, {"precision": 0.910194, "recall": 0.934783, "f1": 0.917885, "accuracy": 0.934783, "main_score": 0.917885, "hf_subset": "ltz_Latn-kas_Arab", "languages": ["ltz-Latn", "kas-Arab"]}, {"precision": 0.921278, "recall": 0.943676, "f1": 0.92836, "accuracy": 0.943676, "main_score": 0.92836, "hf_subset": "ltz_Latn-ltg_Latn", "languages": ["ltz-Latn", "ltg-Latn"]}, {"precision": 0.616259, "recall": 0.664032, "f1": 0.629651, "accuracy": 0.664032, "main_score": 0.629651, "hf_subset": "ltz_Latn-nso_Latn", "languages": ["ltz-Latn", "nso-Latn"]}, {"precision": 0.937088, "recall": 0.955534, "f1": 0.943017, "accuracy": 0.955534, "main_score": 0.943017, "hf_subset": "ltz_Latn-sin_Sinh", "languages": ["ltz-Latn", "sin-Sinh"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ltz_Latn-tha_Thai", "languages": ["ltz-Latn", "tha-Thai"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ltz_Latn-zho_Hans", "languages": ["ltz-Latn", "zho-Hans"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ltz_Latn-ast_Latn", "languages": ["ltz-Latn", "ast-Latn"]}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "ltz_Latn-crh_Latn", "languages": ["ltz-Latn", "crh-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ltz_Latn-glg_Latn", "languages": ["ltz-Latn", "glg-Latn"]}, {"precision": 0.834651, "recall": 0.87747, "f1": 0.848075, "accuracy": 0.87747, "main_score": 0.848075, "hf_subset": "ltz_Latn-kas_Deva", "languages": ["ltz-Latn", "kas-Deva"]}, {"precision": 0.457495, "recall": 0.521739, "f1": 0.47517, "accuracy": 0.521739, "main_score": 0.47517, "hf_subset": "ltz_Latn-nus_Latn", "languages": ["ltz-Latn", "nus-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-slk_Latn", "languages": ["ltz-Latn", "slk-Latn"]}, {"precision": 0.578419, "recall": 0.65415, "f1": 0.600336, "accuracy": 0.65415, "main_score": 0.600336, "hf_subset": "ltz_Latn-tir_Ethi", "languages": ["ltz-Latn", "tir-Ethi"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ltz_Latn-zho_Hant", "languages": ["ltz-Latn", "zho-Hant"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "ltz_Latn-awa_Deva", "languages": ["ltz-Latn", "awa-Deva"]}, {"precision": 0.944203, "recall": 0.960474, "f1": 0.949275, "accuracy": 0.960474, "main_score": 0.949275, "hf_subset": "ltz_Latn-cym_Latn", "languages": ["ltz-Latn", "cym-Latn"]}, {"precision": 0.820718, "recall": 0.859684, "f1": 0.832463, "accuracy": 0.859684, "main_score": 0.832463, "hf_subset": "ltz_Latn-grn_Latn", "languages": ["ltz-Latn", "grn-Latn"]}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ltz_Latn-kat_Geor", "languages": ["ltz-Latn", "kat-Geor"]}, {"precision": 0.634082, "recall": 0.688735, "f1": 0.649125, "accuracy": 0.688735, "main_score": 0.649125, "hf_subset": "ltz_Latn-lua_Latn", "languages": ["ltz-Latn", "lua-Latn"]}, {"precision": 0.622521, "recall": 0.68083, "f1": 0.639497, "accuracy": 0.68083, "main_score": 0.639497, "hf_subset": "ltz_Latn-nya_Latn", "languages": ["ltz-Latn", "nya-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ltz_Latn-slv_Latn", "languages": ["ltz-Latn", "slv-Latn"]}, {"precision": 0.915711, "recall": 0.937747, "f1": 0.922596, "accuracy": 0.937747, "main_score": 0.922596, "hf_subset": "ltz_Latn-tpi_Latn", "languages": ["ltz-Latn", "tpi-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-zsm_Latn", "languages": ["ltz-Latn", "zsm-Latn"]}, {"precision": 0.535666, "recall": 0.599802, "f1": 0.554202, "accuracy": 0.599802, "main_score": 0.554202, "hf_subset": "ltz_Latn-ayr_Latn", "languages": ["ltz-Latn", "ayr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-dan_Latn", "languages": ["ltz-Latn", "dan-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ltz_Latn-guj_Gujr", "languages": ["ltz-Latn", "guj-Gujr"]}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "ltz_Latn-kaz_Cyrl", "languages": ["ltz-Latn", "kaz-Cyrl"]}, {"precision": 0.514316, "recall": 0.574111, "f1": 0.531039, "accuracy": 0.574111, "main_score": 0.531039, "hf_subset": "ltz_Latn-lug_Latn", "languages": ["ltz-Latn", "lug-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ltz_Latn-oci_Latn", "languages": ["ltz-Latn", "oci-Latn"]}, {"precision": 0.791166, "recall": 0.836957, "f1": 0.804792, "accuracy": 0.836957, "main_score": 0.804792, "hf_subset": "ltz_Latn-smo_Latn", "languages": ["ltz-Latn", "smo-Latn"]}, {"precision": 0.537615, "recall": 0.601779, "f1": 0.556119, "accuracy": 0.601779, "main_score": 0.556119, "hf_subset": "ltz_Latn-tsn_Latn", "languages": ["ltz-Latn", "tsn-Latn"]}, {"precision": 0.588439, "recall": 0.651186, "f1": 0.606383, "accuracy": 0.651186, "main_score": 0.606383, "hf_subset": "ltz_Latn-zul_Latn", "languages": ["ltz-Latn", "zul-Latn"]}, {"precision": 0.877092, "recall": 0.911067, "f1": 0.887747, "accuracy": 0.911067, "main_score": 0.887747, "hf_subset": "ltz_Latn-azb_Arab", "languages": ["ltz-Latn", "azb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-deu_Latn", "languages": ["ltz-Latn", "deu-Latn"]}, {"precision": 0.941947, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "ltz_Latn-hat_Latn", "languages": ["ltz-Latn", "hat-Latn"]}, {"precision": 0.48105, "recall": 0.54249, "f1": 0.498673, "accuracy": 0.54249, "main_score": 0.498673, "hf_subset": "ltz_Latn-kbp_Latn", "languages": ["ltz-Latn", "kbp-Latn"]}, {"precision": 0.562804, "recall": 0.620553, "f1": 0.578957, "accuracy": 0.620553, "main_score": 0.578957, "hf_subset": "ltz_Latn-luo_Latn", "languages": ["ltz-Latn", "luo-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ltz_Latn-ory_Orya", "languages": ["ltz-Latn", "ory-Orya"]}, {"precision": 0.572431, "recall": 0.635375, "f1": 0.590274, "accuracy": 0.635375, "main_score": 0.590274, "hf_subset": "ltz_Latn-sna_Latn", "languages": ["ltz-Latn", "sna-Latn"]}, {"precision": 0.549458, "recall": 0.602767, "f1": 0.564236, "accuracy": 0.602767, "main_score": 0.564236, "hf_subset": "ltz_Latn-tso_Latn", "languages": ["ltz-Latn", "tso-Latn"]}, {"precision": 0.968791, "recall": 0.978261, "f1": 0.971739, "accuracy": 0.978261, "main_score": 0.971739, "hf_subset": "ltz_Latn-azj_Latn", "languages": ["ltz-Latn", "azj-Latn"]}, {"precision": 0.534037, "recall": 0.600791, "f1": 0.55356, "accuracy": 0.600791, "main_score": 0.55356, "hf_subset": "ltz_Latn-dik_Latn", "languages": ["ltz-Latn", "dik-Latn"]}, {"precision": 0.705247, "recall": 0.76581, "f1": 0.723468, "accuracy": 0.76581, "main_score": 0.723468, "hf_subset": "ltz_Latn-hau_Latn", "languages": ["ltz-Latn", "hau-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "ltz_Latn-kea_Latn", "languages": ["ltz-Latn", "kea-Latn"]}, {"precision": 0.727092, "recall": 0.775692, "f1": 0.741271, "accuracy": 0.775692, "main_score": 0.741271, "hf_subset": "ltz_Latn-lus_Latn", "languages": ["ltz-Latn", "lus-Latn"]}, {"precision": 0.864987, "recall": 0.893281, "f1": 0.873452, "accuracy": 0.893281, "main_score": 0.873452, "hf_subset": "ltz_Latn-pag_Latn", "languages": ["ltz-Latn", "pag-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "ltz_Latn-snd_Arab", "languages": ["ltz-Latn", "snd-Arab"]}, {"precision": 0.890563, "recall": 0.918972, "f1": 0.899407, "accuracy": 0.918972, "main_score": 0.899407, "hf_subset": "ltz_Latn-tuk_Latn", "languages": ["ltz-Latn", "tuk-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ltz_Latn-bak_Cyrl", "languages": ["ltz-Latn", "bak-Cyrl"]}, {"precision": 0.489626, "recall": 0.568182, "f1": 0.5132, "accuracy": 0.568182, "main_score": 0.5132, "hf_subset": "ltz_Latn-dyu_Latn", "languages": ["ltz-Latn", "dyu-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ltz_Latn-heb_Hebr", "languages": ["ltz-Latn", "heb-Hebr"]}, {"precision": 0.952816, "recall": 0.966403, "f1": 0.957082, "accuracy": 0.966403, "main_score": 0.957082, "hf_subset": "ltz_Latn-khk_Cyrl", "languages": ["ltz-Latn", "khk-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-lvs_Latn", "languages": ["ltz-Latn", "lvs-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-pan_Guru", "languages": ["ltz-Latn", "pan-Guru"]}, {"precision": 0.680797, "recall": 0.741107, "f1": 0.698815, "accuracy": 0.741107, "main_score": 0.698815, "hf_subset": "ltz_Latn-som_Latn", "languages": ["ltz-Latn", "som-Latn"]}, {"precision": 0.570836, "recall": 0.616601, "f1": 0.583832, "accuracy": 0.616601, "main_score": 0.583832, "hf_subset": "ltz_Latn-tum_Latn", "languages": ["ltz-Latn", "tum-Latn"]}, {"precision": 0.357639, "recall": 0.403162, "f1": 0.370247, "accuracy": 0.403162, "main_score": 0.370247, "hf_subset": "nus_Latn-ace_Arab", "languages": ["nus-Latn", "ace-Arab"]}, {"precision": 0.45876, "recall": 0.504941, "f1": 0.471618, "accuracy": 0.504941, "main_score": 0.471618, "hf_subset": "nus_Latn-bam_Latn", "languages": ["nus-Latn", "bam-Latn"]}, {"precision": 0.193651, "recall": 0.235178, "f1": 0.204027, "accuracy": 0.235178, "main_score": 0.204027, "hf_subset": "nus_Latn-dzo_Tibt", "languages": ["nus-Latn", "dzo-Tibt"]}, {"precision": 0.472793, "recall": 0.519763, "f1": 0.484977, "accuracy": 0.519763, "main_score": 0.484977, "hf_subset": "nus_Latn-hin_Deva", "languages": ["nus-Latn", "hin-Deva"]}, {"precision": 0.433841, "recall": 0.481225, "f1": 0.446402, "accuracy": 0.481225, "main_score": 0.446402, "hf_subset": "nus_Latn-khm_Khmr", "languages": ["nus-Latn", "khm-Khmr"]}, {"precision": 0.472823, "recall": 0.513834, "f1": 0.48338, "accuracy": 0.513834, "main_score": 0.48338, "hf_subset": "nus_Latn-mag_Deva", "languages": ["nus-Latn", "mag-Deva"]}, {"precision": 0.484425, "recall": 0.524704, "f1": 0.494308, "accuracy": 0.524704, "main_score": 0.494308, "hf_subset": "nus_Latn-pap_Latn", "languages": ["nus-Latn", "pap-Latn"]}, {"precision": 0.480132, "recall": 0.52668, "f1": 0.491617, "accuracy": 0.52668, "main_score": 0.491617, "hf_subset": "nus_Latn-sot_Latn", "languages": ["nus-Latn", "sot-Latn"]}, {"precision": 0.450511, "recall": 0.5, "f1": 0.463659, "accuracy": 0.5, "main_score": 0.463659, "hf_subset": "nus_Latn-tur_Latn", "languages": ["nus-Latn", "tur-Latn"]}, {"precision": 0.486835, "recall": 0.523715, "f1": 0.495961, "accuracy": 0.523715, "main_score": 0.495961, "hf_subset": "nus_Latn-ace_Latn", "languages": ["nus-Latn", "ace-Latn"]}, {"precision": 0.488703, "recall": 0.531621, "f1": 0.500253, "accuracy": 0.531621, "main_score": 0.500253, "hf_subset": "nus_Latn-ban_Latn", "languages": ["nus-Latn", "ban-Latn"]}, {"precision": 0.456063, "recall": 0.511858, "f1": 0.469904, "accuracy": 0.511858, "main_score": 0.469904, "hf_subset": "nus_Latn-ell_Grek", "languages": ["nus-Latn", "ell-Grek"]}, {"precision": 0.453213, "recall": 0.5, "f1": 0.465091, "accuracy": 0.5, "main_score": 0.465091, "hf_subset": "nus_Latn-hne_Deva", "languages": ["nus-Latn", "hne-Deva"]}, {"precision": 0.410254, "recall": 0.466403, "f1": 0.424393, "accuracy": 0.466403, "main_score": 0.424393, "hf_subset": "nus_Latn-kik_Latn", "languages": ["nus-Latn", "kik-Latn"]}, {"precision": 0.466874, "recall": 0.517787, "f1": 0.480087, "accuracy": 0.517787, "main_score": 0.480087, "hf_subset": "nus_Latn-mai_Deva", "languages": ["nus-Latn", "mai-Deva"]}, {"precision": 0.425163, "recall": 0.47332, "f1": 0.437919, "accuracy": 0.47332, "main_score": 0.437919, "hf_subset": "nus_Latn-pbt_Arab", "languages": ["nus-Latn", "pbt-Arab"]}, {"precision": 0.456289, "recall": 0.509881, "f1": 0.470075, "accuracy": 0.509881, "main_score": 0.470075, "hf_subset": "nus_Latn-spa_Latn", "languages": ["nus-Latn", "spa-Latn"]}, {"precision": 0.479261, "recall": 0.518775, "f1": 0.489357, "accuracy": 0.518775, "main_score": 0.489357, "hf_subset": "nus_Latn-twi_Latn", "languages": ["nus-Latn", "twi-Latn"]}, {"precision": 0.440784, "recall": 0.495059, "f1": 0.454334, "accuracy": 0.495059, "main_score": 0.454334, "hf_subset": "nus_Latn-acm_Arab", "languages": ["nus-Latn", "acm-Arab"]}, {"precision": 0.431701, "recall": 0.482213, "f1": 0.444465, "accuracy": 0.482213, "main_score": 0.444465, "hf_subset": "nus_Latn-bel_Cyrl", "languages": ["nus-Latn", "bel-Cyrl"]}, {"precision": 0.497031, "recall": 0.546443, "f1": 0.508884, "accuracy": 0.546443, "main_score": 0.508884, "hf_subset": "nus_Latn-eng_Latn", "languages": ["nus-Latn", "eng-Latn"]}, {"precision": 0.475575, "recall": 0.527668, "f1": 0.488819, "accuracy": 0.527668, "main_score": 0.488819, "hf_subset": "nus_Latn-hrv_Latn", "languages": ["nus-Latn", "hrv-Latn"]}, {"precision": 0.451639, "recall": 0.5, "f1": 0.464491, "accuracy": 0.5, "main_score": 0.464491, "hf_subset": "nus_Latn-kin_Latn", "languages": ["nus-Latn", "kin-Latn"]}, {"precision": 0.453648, "recall": 0.507905, "f1": 0.467794, "accuracy": 0.507905, "main_score": 0.467794, "hf_subset": "nus_Latn-mal_Mlym", "languages": ["nus-Latn", "mal-Mlym"]}, {"precision": 0.469228, "recall": 0.516798, "f1": 0.481178, "accuracy": 0.516798, "main_score": 0.481178, "hf_subset": "nus_Latn-pes_Arab", "languages": ["nus-Latn", "pes-Arab"]}, {"precision": 0.474429, "recall": 0.520751, "f1": 0.486395, "accuracy": 0.520751, "main_score": 0.486395, "hf_subset": "nus_Latn-srd_Latn", "languages": ["nus-Latn", "srd-Latn"]}, {"precision": 0.204836, "recall": 0.245059, "f1": 0.214662, "accuracy": 0.245059, "main_score": 0.214662, "hf_subset": "nus_Latn-tzm_Tfng", "languages": ["nus-Latn", "tzm-Tfng"]}, {"precision": 0.439438, "recall": 0.492095, "f1": 0.453049, "accuracy": 0.492095, "main_score": 0.453049, "hf_subset": "nus_Latn-acq_Arab", "languages": ["nus-Latn", "acq-Arab"]}, {"precision": 0.485367, "recall": 0.529644, "f1": 0.496636, "accuracy": 0.529644, "main_score": 0.496636, "hf_subset": "nus_Latn-bem_Latn", "languages": ["nus-Latn", "bem-Latn"]}, {"precision": 0.476331, "recall": 0.521739, "f1": 0.488317, "accuracy": 0.521739, "main_score": 0.488317, "hf_subset": "nus_Latn-epo_Latn", "languages": ["nus-Latn", "epo-Latn"]}, {"precision": 0.476656, "recall": 0.519763, "f1": 0.488312, "accuracy": 0.519763, "main_score": 0.488312, "hf_subset": "nus_Latn-hun_Latn", "languages": ["nus-Latn", "hun-Latn"]}, {"precision": 0.445713, "recall": 0.491107, "f1": 0.45808, "accuracy": 0.491107, "main_score": 0.45808, "hf_subset": "nus_Latn-kir_Cyrl", "languages": ["nus-Latn", "kir-Cyrl"]}, {"precision": 0.448485, "recall": 0.496047, "f1": 0.46066, "accuracy": 0.496047, "main_score": 0.46066, "hf_subset": "nus_Latn-mar_Deva", "languages": ["nus-Latn", "mar-Deva"]}, {"precision": 0.462952, "recall": 0.506917, "f1": 0.474726, "accuracy": 0.506917, "main_score": 0.474726, "hf_subset": "nus_Latn-plt_Latn", "languages": ["nus-Latn", "plt-Latn"]}, {"precision": 0.476949, "recall": 0.523715, "f1": 0.489302, "accuracy": 0.523715, "main_score": 0.489302, "hf_subset": "nus_Latn-srp_Cyrl", "languages": ["nus-Latn", "srp-Cyrl"]}, {"precision": 0.407308, "recall": 0.461462, "f1": 0.420923, "accuracy": 0.461462, "main_score": 0.420923, "hf_subset": "nus_Latn-uig_Arab", "languages": ["nus-Latn", "uig-Arab"]}, {"precision": 0.436492, "recall": 0.48419, "f1": 0.448471, "accuracy": 0.48419, "main_score": 0.448471, "hf_subset": "nus_Latn-aeb_Arab", "languages": ["nus-Latn", "aeb-Arab"]}, {"precision": 0.457799, "recall": 0.508893, "f1": 0.471579, "accuracy": 0.508893, "main_score": 0.471579, "hf_subset": "nus_Latn-ben_Beng", "languages": ["nus-Latn", "ben-Beng"]}, {"precision": 0.467227, "recall": 0.508893, "f1": 0.478145, "accuracy": 0.508893, "main_score": 0.478145, "hf_subset": "nus_Latn-est_Latn", "languages": ["nus-Latn", "est-Latn"]}, {"precision": 0.449707, "recall": 0.502964, "f1": 0.462448, "accuracy": 0.502964, "main_score": 0.462448, "hf_subset": "nus_Latn-hye_Armn", "languages": ["nus-Latn", "hye-Armn"]}, {"precision": 0.4619, "recall": 0.501976, "f1": 0.473337, "accuracy": 0.501976, "main_score": 0.473337, "hf_subset": "nus_Latn-kmb_Latn", "languages": ["nus-Latn", "kmb-Latn"]}, {"precision": 0.342884, "recall": 0.391304, "f1": 0.355751, "accuracy": 0.391304, "main_score": 0.355751, "hf_subset": "nus_Latn-min_Arab", "languages": ["nus-Latn", "min-Arab"]}, {"precision": 0.478754, "recall": 0.523715, "f1": 0.489852, "accuracy": 0.523715, "main_score": 0.489852, "hf_subset": "nus_Latn-pol_Latn", "languages": ["nus-Latn", "pol-Latn"]}, {"precision": 0.465793, "recall": 0.514822, "f1": 0.478807, "accuracy": 0.514822, "main_score": 0.478807, "hf_subset": "nus_Latn-ssw_Latn", "languages": ["nus-Latn", "ssw-Latn"]}, {"precision": 0.475019, "recall": 0.527668, "f1": 0.488179, "accuracy": 0.527668, "main_score": 0.488179, "hf_subset": "nus_Latn-ukr_Cyrl", "languages": ["nus-Latn", "ukr-Cyrl"]}, {"precision": 0.508596, "recall": 0.550395, "f1": 0.51906, "accuracy": 0.550395, "main_score": 0.51906, "hf_subset": "nus_Latn-afr_Latn", "languages": ["nus-Latn", "afr-Latn"]}, {"precision": 0.453686, "recall": 0.497036, "f1": 0.465005, "accuracy": 0.497036, "main_score": 0.465005, "hf_subset": "nus_Latn-bho_Deva", "languages": ["nus-Latn", "bho-Deva"]}, {"precision": 0.457852, "recall": 0.507905, "f1": 0.470553, "accuracy": 0.507905, "main_score": 0.470553, "hf_subset": "nus_Latn-eus_Latn", "languages": ["nus-Latn", "eus-Latn"]}, {"precision": 0.45455, "recall": 0.503953, "f1": 0.468427, "accuracy": 0.503953, "main_score": 0.468427, "hf_subset": "nus_Latn-ibo_Latn", "languages": ["nus-Latn", "ibo-Latn"]}, {"precision": 0.462482, "recall": 0.505929, "f1": 0.473844, "accuracy": 0.505929, "main_score": 0.473844, "hf_subset": "nus_Latn-kmr_Latn", "languages": ["nus-Latn", "kmr-Latn"]}, {"precision": 0.484486, "recall": 0.529644, "f1": 0.49619, "accuracy": 0.529644, "main_score": 0.49619, "hf_subset": "nus_Latn-min_Latn", "languages": ["nus-Latn", "min-Latn"]}, {"precision": 0.471954, "recall": 0.517787, "f1": 0.483056, "accuracy": 0.517787, "main_score": 0.483056, "hf_subset": "nus_Latn-por_Latn", "languages": ["nus-Latn", "por-Latn"]}, {"precision": 0.486822, "recall": 0.530632, "f1": 0.497918, "accuracy": 0.530632, "main_score": 0.497918, "hf_subset": "nus_Latn-sun_Latn", "languages": ["nus-Latn", "sun-Latn"]}, {"precision": 0.430683, "recall": 0.481225, "f1": 0.44361, "accuracy": 0.481225, "main_score": 0.44361, "hf_subset": "nus_Latn-umb_Latn", "languages": ["nus-Latn", "umb-Latn"]}, {"precision": 0.452344, "recall": 0.506917, "f1": 0.466315, "accuracy": 0.506917, "main_score": 0.466315, "hf_subset": "nus_Latn-ajp_Arab", "languages": ["nus-Latn", "ajp-Arab"]}, {"precision": 0.358326, "recall": 0.412055, "f1": 0.37273, "accuracy": 0.412055, "main_score": 0.37273, "hf_subset": "nus_Latn-bjn_Arab", "languages": ["nus-Latn", "bjn-Arab"]}, {"precision": 0.445962, "recall": 0.483202, "f1": 0.455433, "accuracy": 0.483202, "main_score": 0.455433, "hf_subset": "nus_Latn-ewe_Latn", "languages": ["nus-Latn", "ewe-Latn"]}, {"precision": 0.492982, "recall": 0.530632, "f1": 0.50239, "accuracy": 0.530632, "main_score": 0.50239, "hf_subset": "nus_Latn-ilo_Latn", "languages": ["nus-Latn", "ilo-Latn"]}, {"precision": 0.273864, "recall": 0.312253, "f1": 0.28474, "accuracy": 0.312253, "main_score": 0.28474, "hf_subset": "nus_Latn-knc_Arab", "languages": ["nus-Latn", "knc-Arab"]}, {"precision": 0.468505, "recall": 0.521739, "f1": 0.482096, "accuracy": 0.521739, "main_score": 0.482096, "hf_subset": "nus_Latn-mkd_Cyrl", "languages": ["nus-Latn", "mkd-Cyrl"]}, {"precision": 0.457698, "recall": 0.505929, "f1": 0.469326, "accuracy": 0.505929, "main_score": 0.469326, "hf_subset": "nus_Latn-prs_Arab", "languages": ["nus-Latn", "prs-Arab"]}, {"precision": 0.477175, "recall": 0.523715, "f1": 0.489358, "accuracy": 0.523715, "main_score": 0.489358, "hf_subset": "nus_Latn-swe_Latn", "languages": ["nus-Latn", "swe-Latn"]}, {"precision": 0.440139, "recall": 0.494071, "f1": 0.45402, "accuracy": 0.494071, "main_score": 0.45402, "hf_subset": "nus_Latn-urd_Arab", "languages": ["nus-Latn", "urd-Arab"]}, {"precision": 0.466928, "recall": 0.51087, "f1": 0.478866, "accuracy": 0.51087, "main_score": 0.478866, "hf_subset": "nus_Latn-aka_Latn", "languages": ["nus-Latn", "aka-Latn"]}, {"precision": 0.47783, "recall": 0.517787, "f1": 0.488232, "accuracy": 0.517787, "main_score": 0.488232, "hf_subset": "nus_Latn-bjn_Latn", "languages": ["nus-Latn", "bjn-Latn"]}, {"precision": 0.46316, "recall": 0.502964, "f1": 0.473806, "accuracy": 0.502964, "main_score": 0.473806, "hf_subset": "nus_Latn-fao_Latn", "languages": ["nus-Latn", "fao-Latn"]}, {"precision": 0.506618, "recall": 0.551383, "f1": 0.518112, "accuracy": 0.551383, "main_score": 0.518112, "hf_subset": "nus_Latn-ind_Latn", "languages": ["nus-Latn", "ind-Latn"]}, {"precision": 0.455474, "recall": 0.499012, "f1": 0.467029, "accuracy": 0.499012, "main_score": 0.467029, "hf_subset": "nus_Latn-knc_Latn", "languages": ["nus-Latn", "knc-Latn"]}, {"precision": 0.482401, "recall": 0.525692, "f1": 0.492687, "accuracy": 0.525692, "main_score": 0.492687, "hf_subset": "nus_Latn-mlt_Latn", "languages": ["nus-Latn", "mlt-Latn"]}, {"precision": 0.449348, "recall": 0.498024, "f1": 0.462002, "accuracy": 0.498024, "main_score": 0.462002, "hf_subset": "nus_Latn-quy_Latn", "languages": ["nus-Latn", "quy-Latn"]}, {"precision": 0.486073, "recall": 0.527668, "f1": 0.496772, "accuracy": 0.527668, "main_score": 0.496772, "hf_subset": "nus_Latn-swh_Latn", "languages": ["nus-Latn", "swh-Latn"]}, {"precision": 0.45149, "recall": 0.495059, "f1": 0.462324, "accuracy": 0.495059, "main_score": 0.462324, "hf_subset": "nus_Latn-uzn_Latn", "languages": ["nus-Latn", "uzn-Latn"]}, {"precision": 0.46546, "recall": 0.506917, "f1": 0.476197, "accuracy": 0.506917, "main_score": 0.476197, "hf_subset": "nus_Latn-als_Latn", "languages": ["nus-Latn", "als-Latn"]}, {"precision": 0.254306, "recall": 0.305336, "f1": 0.267151, "accuracy": 0.305336, "main_score": 0.267151, "hf_subset": "nus_Latn-bod_Tibt", "languages": ["nus-Latn", "bod-Tibt"]}, {"precision": 0.447707, "recall": 0.487154, "f1": 0.458912, "accuracy": 0.487154, "main_score": 0.458912, "hf_subset": "nus_Latn-fij_Latn", "languages": ["nus-Latn", "fij-Latn"]}, {"precision": 0.463132, "recall": 0.507905, "f1": 0.474909, "accuracy": 0.507905, "main_score": 0.474909, "hf_subset": "nus_Latn-isl_Latn", "languages": ["nus-Latn", "isl-Latn"]}, {"precision": 0.462275, "recall": 0.505929, "f1": 0.47397, "accuracy": 0.505929, "main_score": 0.47397, "hf_subset": "nus_Latn-kon_Latn", "languages": ["nus-Latn", "kon-Latn"]}, {"precision": 0.400195, "recall": 0.452569, "f1": 0.413532, "accuracy": 0.452569, "main_score": 0.413532, "hf_subset": "nus_Latn-mni_Beng", "languages": ["nus-Latn", "mni-Beng"]}, {"precision": 0.497412, "recall": 0.543478, "f1": 0.508587, "accuracy": 0.543478, "main_score": 0.508587, "hf_subset": "nus_Latn-ron_Latn", "languages": ["nus-Latn", "ron-Latn"]}, {"precision": 0.458607, "recall": 0.509881, "f1": 0.471388, "accuracy": 0.509881, "main_score": 0.471388, "hf_subset": "nus_Latn-szl_Latn", "languages": ["nus-Latn", "szl-Latn"]}, {"precision": 0.480509, "recall": 0.522727, "f1": 0.49143, "accuracy": 0.522727, "main_score": 0.49143, "hf_subset": "nus_Latn-vec_Latn", "languages": ["nus-Latn", "vec-Latn"]}, {"precision": 0.403741, "recall": 0.45751, "f1": 0.418076, "accuracy": 0.45751, "main_score": 0.418076, "hf_subset": "nus_Latn-amh_Ethi", "languages": ["nus-Latn", "amh-Ethi"]}, {"precision": 0.488837, "recall": 0.535573, "f1": 0.50001, "accuracy": 0.535573, "main_score": 0.50001, "hf_subset": "nus_Latn-bos_Latn", "languages": ["nus-Latn", "bos-Latn"]}, {"precision": 0.458254, "recall": 0.505929, "f1": 0.470539, "accuracy": 0.505929, "main_score": 0.470539, "hf_subset": "nus_Latn-fin_Latn", "languages": ["nus-Latn", "fin-Latn"]}, {"precision": 0.468817, "recall": 0.51581, "f1": 0.480719, "accuracy": 0.51581, "main_score": 0.480719, "hf_subset": "nus_Latn-ita_Latn", "languages": ["nus-Latn", "ita-Latn"]}, {"precision": 0.451901, "recall": 0.51087, "f1": 0.466798, "accuracy": 0.51087, "main_score": 0.466798, "hf_subset": "nus_Latn-kor_Hang", "languages": ["nus-Latn", "kor-Hang"]}, {"precision": 0.448047, "recall": 0.487154, "f1": 0.458451, "accuracy": 0.487154, "main_score": 0.458451, "hf_subset": "nus_Latn-mos_Latn", "languages": ["nus-Latn", "mos-Latn"]}, {"precision": 0.44636, "recall": 0.497036, "f1": 0.458867, "accuracy": 0.497036, "main_score": 0.458867, "hf_subset": "nus_Latn-run_Latn", "languages": ["nus-Latn", "run-Latn"]}, {"precision": 0.432899, "recall": 0.490119, "f1": 0.447653, "accuracy": 0.490119, "main_score": 0.447653, "hf_subset": "nus_Latn-tam_Taml", "languages": ["nus-Latn", "tam-Taml"]}, {"precision": 0.474892, "recall": 0.520751, "f1": 0.486573, "accuracy": 0.520751, "main_score": 0.486573, "hf_subset": "nus_Latn-vie_Latn", "languages": ["nus-Latn", "vie-Latn"]}, {"precision": 0.435964, "recall": 0.490119, "f1": 0.449645, "accuracy": 0.490119, "main_score": 0.449645, "hf_subset": "nus_Latn-apc_Arab", "languages": ["nus-Latn", "apc-Arab"]}, {"precision": 0.459808, "recall": 0.495059, "f1": 0.469812, "accuracy": 0.495059, "main_score": 0.469812, "hf_subset": "nus_Latn-bug_Latn", "languages": ["nus-Latn", "bug-Latn"]}, {"precision": 0.408173, "recall": 0.452569, "f1": 0.41987, "accuracy": 0.452569, "main_score": 0.41987, "hf_subset": "nus_Latn-fon_Latn", "languages": ["nus-Latn", "fon-Latn"]}, {"precision": 0.50043, "recall": 0.543478, "f1": 0.511809, "accuracy": 0.543478, "main_score": 0.511809, "hf_subset": "nus_Latn-jav_Latn", "languages": ["nus-Latn", "jav-Latn"]}, {"precision": 0.426402, "recall": 0.478261, "f1": 0.439316, "accuracy": 0.478261, "main_score": 0.439316, "hf_subset": "nus_Latn-lao_Laoo", "languages": ["nus-Latn", "lao-Laoo"]}, {"precision": 0.416887, "recall": 0.460474, "f1": 0.428178, "accuracy": 0.460474, "main_score": 0.428178, "hf_subset": "nus_Latn-mri_Latn", "languages": ["nus-Latn", "mri-Latn"]}, {"precision": 0.472649, "recall": 0.521739, "f1": 0.484931, "accuracy": 0.521739, "main_score": 0.484931, "hf_subset": "nus_Latn-rus_Cyrl", "languages": ["nus-Latn", "rus-Cyrl"]}, {"precision": 0.43089, "recall": 0.47332, "f1": 0.442026, "accuracy": 0.47332, "main_score": 0.442026, "hf_subset": "nus_Latn-taq_Latn", "languages": ["nus-Latn", "taq-Latn"]}, {"precision": 0.49376, "recall": 0.532609, "f1": 0.503493, "accuracy": 0.532609, "main_score": 0.503493, "hf_subset": "nus_Latn-war_Latn", "languages": ["nus-Latn", "war-Latn"]}, {"precision": 0.439255, "recall": 0.493083, "f1": 0.45301, "accuracy": 0.493083, "main_score": 0.45301, "hf_subset": "nus_Latn-arb_Arab", "languages": ["nus-Latn", "arb-Arab"]}, {"precision": 0.471923, "recall": 0.523715, "f1": 0.484292, "accuracy": 0.523715, "main_score": 0.484292, "hf_subset": "nus_Latn-bul_Cyrl", "languages": ["nus-Latn", "bul-Cyrl"]}, {"precision": 0.471296, "recall": 0.518775, "f1": 0.482856, "accuracy": 0.518775, "main_score": 0.482856, "hf_subset": "nus_Latn-fra_Latn", "languages": ["nus-Latn", "fra-Latn"]}, {"precision": 0.451421, "recall": 0.498024, "f1": 0.463218, "accuracy": 0.498024, "main_score": 0.463218, "hf_subset": "nus_Latn-jpn_Jpan", "languages": ["nus-Latn", "jpn-Jpan"]}, {"precision": 0.486028, "recall": 0.525692, "f1": 0.496967, "accuracy": 0.525692, "main_score": 0.496967, "hf_subset": "nus_Latn-lij_Latn", "languages": ["nus-Latn", "lij-Latn"]}, {"precision": 0.331064, "recall": 0.386364, "f1": 0.344948, "accuracy": 0.386364, "main_score": 0.344948, "hf_subset": "nus_Latn-mya_Mymr", "languages": ["nus-Latn", "mya-Mymr"]}, {"precision": 0.443983, "recall": 0.491107, "f1": 0.456354, "accuracy": 0.491107, "main_score": 0.456354, "hf_subset": "nus_Latn-sag_Latn", "languages": ["nus-Latn", "sag-Latn"]}, {"precision": 0.207653, "recall": 0.246047, "f1": 0.216798, "accuracy": 0.246047, "main_score": 0.216798, "hf_subset": "nus_Latn-taq_Tfng", "languages": ["nus-Latn", "taq-Tfng"]}, {"precision": 0.457558, "recall": 0.5, "f1": 0.469047, "accuracy": 0.5, "main_score": 0.469047, "hf_subset": "nus_Latn-wol_Latn", "languages": ["nus-Latn", "wol-Latn"]}, {"precision": 0.384988, "recall": 0.433794, "f1": 0.398351, "accuracy": 0.433794, "main_score": 0.398351, "hf_subset": "nus_Latn-arb_Latn", "languages": ["nus-Latn", "arb-Latn"]}, {"precision": 0.474362, "recall": 0.518775, "f1": 0.485396, "accuracy": 0.518775, "main_score": 0.485396, "hf_subset": "nus_Latn-cat_Latn", "languages": ["nus-Latn", "cat-Latn"]}, {"precision": 0.467433, "recall": 0.507905, "f1": 0.478085, "accuracy": 0.507905, "main_score": 0.478085, "hf_subset": "nus_Latn-fur_Latn", "languages": ["nus-Latn", "fur-Latn"]}, {"precision": 0.398649, "recall": 0.454545, "f1": 0.413671, "accuracy": 0.454545, "main_score": 0.413671, "hf_subset": "nus_Latn-kab_Latn", "languages": ["nus-Latn", "kab-Latn"]}, {"precision": 0.458574, "recall": 0.502964, "f1": 0.469165, "accuracy": 0.502964, "main_score": 0.469165, "hf_subset": "nus_Latn-lim_Latn", "languages": ["nus-Latn", "lim-Latn"]}, {"precision": 0.453686, "recall": 0.511858, "f1": 0.46856, "accuracy": 0.511858, "main_score": 0.46856, "hf_subset": "nus_Latn-nld_Latn", "languages": ["nus-Latn", "nld-Latn"]}, {"precision": 0.427317, "recall": 0.483202, "f1": 0.441451, "accuracy": 0.483202, "main_score": 0.441451, "hf_subset": "nus_Latn-san_Deva", "languages": ["nus-Latn", "san-Deva"]}, {"precision": 0.458055, "recall": 0.504941, "f1": 0.470414, "accuracy": 0.504941, "main_score": 0.470414, "hf_subset": "nus_Latn-tat_Cyrl", "languages": ["nus-Latn", "tat-Cyrl"]}, {"precision": 0.474479, "recall": 0.523715, "f1": 0.487209, "accuracy": 0.523715, "main_score": 0.487209, "hf_subset": "nus_Latn-xho_Latn", "languages": ["nus-Latn", "xho-Latn"]}, {"precision": 0.421178, "recall": 0.481225, "f1": 0.437168, "accuracy": 0.481225, "main_score": 0.437168, "hf_subset": "nus_Latn-ars_Arab", "languages": ["nus-Latn", "ars-Arab"]}, {"precision": 0.483703, "recall": 0.527668, "f1": 0.494996, "accuracy": 0.527668, "main_score": 0.494996, "hf_subset": "nus_Latn-ceb_Latn", "languages": ["nus-Latn", "ceb-Latn"]}, {"precision": 0.433633, "recall": 0.476285, "f1": 0.445248, "accuracy": 0.476285, "main_score": 0.445248, "hf_subset": "nus_Latn-fuv_Latn", "languages": ["nus-Latn", "fuv-Latn"]}, {"precision": 0.437687, "recall": 0.483202, "f1": 0.449968, "accuracy": 0.483202, "main_score": 0.449968, "hf_subset": "nus_Latn-kac_Latn", "languages": ["nus-Latn", "kac-Latn"]}, {"precision": 0.473639, "recall": 0.512846, "f1": 0.483731, "accuracy": 0.512846, "main_score": 0.483731, "hf_subset": "nus_Latn-lin_Latn", "languages": ["nus-Latn", "lin-Latn"]}, {"precision": 0.477029, "recall": 0.525692, "f1": 0.489732, "accuracy": 0.525692, "main_score": 0.489732, "hf_subset": "nus_Latn-nno_Latn", "languages": ["nus-Latn", "nno-Latn"]}, {"precision": 0.132515, "recall": 0.174901, "f1": 0.142951, "accuracy": 0.174901, "main_score": 0.142951, "hf_subset": "nus_Latn-sat_Olck", "languages": ["nus-Latn", "sat-Olck"]}, {"precision": 0.44384, "recall": 0.498024, "f1": 0.457726, "accuracy": 0.498024, "main_score": 0.457726, "hf_subset": "nus_Latn-tel_Telu", "languages": ["nus-Latn", "tel-Telu"]}, {"precision": 0.414335, "recall": 0.463439, "f1": 0.42705, "accuracy": 0.463439, "main_score": 0.42705, "hf_subset": "nus_Latn-ydd_Hebr", "languages": ["nus-Latn", "ydd-Hebr"]}, {"precision": 0.428751, "recall": 0.479249, "f1": 0.442187, "accuracy": 0.479249, "main_score": 0.442187, "hf_subset": "nus_Latn-ary_Arab", "languages": ["nus-Latn", "ary-Arab"]}, {"precision": 0.450372, "recall": 0.504941, "f1": 0.463865, "accuracy": 0.504941, "main_score": 0.463865, "hf_subset": "nus_Latn-ces_Latn", "languages": ["nus-Latn", "ces-Latn"]}, {"precision": 0.466197, "recall": 0.514822, "f1": 0.47988, "accuracy": 0.514822, "main_score": 0.47988, "hf_subset": "nus_Latn-gaz_Latn", "languages": ["nus-Latn", "gaz-Latn"]}, {"precision": 0.44487, "recall": 0.491107, "f1": 0.45722, "accuracy": 0.491107, "main_score": 0.45722, "hf_subset": "nus_Latn-kam_Latn", "languages": ["nus-Latn", "kam-Latn"]}, {"precision": 0.446067, "recall": 0.496047, "f1": 0.459066, "accuracy": 0.496047, "main_score": 0.459066, "hf_subset": "nus_Latn-lit_Latn", "languages": ["nus-Latn", "lit-Latn"]}, {"precision": 0.47566, "recall": 0.527668, "f1": 0.488722, "accuracy": 0.527668, "main_score": 0.488722, "hf_subset": "nus_Latn-nob_Latn", "languages": ["nus-Latn", "nob-Latn"]}, {"precision": 0.470122, "recall": 0.512846, "f1": 0.48071, "accuracy": 0.512846, "main_score": 0.48071, "hf_subset": "nus_Latn-scn_Latn", "languages": ["nus-Latn", "scn-Latn"]}, {"precision": 0.439973, "recall": 0.485178, "f1": 0.451483, "accuracy": 0.485178, "main_score": 0.451483, "hf_subset": "nus_Latn-tgk_Cyrl", "languages": ["nus-Latn", "tgk-Cyrl"]}, {"precision": 0.414359, "recall": 0.469368, "f1": 0.428977, "accuracy": 0.469368, "main_score": 0.428977, "hf_subset": "nus_Latn-yor_Latn", "languages": ["nus-Latn", "yor-Latn"]}, {"precision": 0.437919, "recall": 0.486166, "f1": 0.449781, "accuracy": 0.486166, "main_score": 0.449781, "hf_subset": "nus_Latn-arz_Arab", "languages": ["nus-Latn", "arz-Arab"]}, {"precision": 0.437129, "recall": 0.477273, "f1": 0.448585, "accuracy": 0.477273, "main_score": 0.448585, "hf_subset": "nus_Latn-cjk_Latn", "languages": ["nus-Latn", "cjk-Latn"]}, {"precision": 0.448015, "recall": 0.494071, "f1": 0.460421, "accuracy": 0.494071, "main_score": 0.460421, "hf_subset": "nus_Latn-gla_Latn", "languages": ["nus-Latn", "gla-Latn"]}, {"precision": 0.452233, "recall": 0.5, "f1": 0.465133, "accuracy": 0.5, "main_score": 0.465133, "hf_subset": "nus_Latn-kan_Knda", "languages": ["nus-Latn", "kan-Knda"]}, {"precision": 0.476835, "recall": 0.517787, "f1": 0.48762, "accuracy": 0.517787, "main_score": 0.48762, "hf_subset": "nus_Latn-lmo_Latn", "languages": ["nus-Latn", "lmo-Latn"]}, {"precision": 0.452671, "recall": 0.504941, "f1": 0.466109, "accuracy": 0.504941, "main_score": 0.466109, "hf_subset": "nus_Latn-npi_Deva", "languages": ["nus-Latn", "npi-Deva"]}, {"precision": 0.380307, "recall": 0.428854, "f1": 0.392511, "accuracy": 0.428854, "main_score": 0.392511, "hf_subset": "nus_Latn-shn_Mymr", "languages": ["nus-Latn", "shn-Mymr"]}, {"precision": 0.495643, "recall": 0.543478, "f1": 0.507753, "accuracy": 0.543478, "main_score": 0.507753, "hf_subset": "nus_Latn-tgl_Latn", "languages": ["nus-Latn", "tgl-Latn"]}, {"precision": 0.430813, "recall": 0.480237, "f1": 0.443124, "accuracy": 0.480237, "main_score": 0.443124, "hf_subset": "nus_Latn-yue_Hant", "languages": ["nus-Latn", "yue-Hant"]}, {"precision": 0.439104, "recall": 0.496047, "f1": 0.453725, "accuracy": 0.496047, "main_score": 0.453725, "hf_subset": "nus_Latn-asm_Beng", "languages": ["nus-Latn", "asm-Beng"]}, {"precision": 0.432121, "recall": 0.478261, "f1": 0.444648, "accuracy": 0.478261, "main_score": 0.444648, "hf_subset": "nus_Latn-ckb_Arab", "languages": ["nus-Latn", "ckb-Arab"]}, {"precision": 0.431433, "recall": 0.477273, "f1": 0.442805, "accuracy": 0.477273, "main_score": 0.442805, "hf_subset": "nus_Latn-gle_Latn", "languages": ["nus-Latn", "gle-Latn"]}, {"precision": 0.405997, "recall": 0.454545, "f1": 0.418327, "accuracy": 0.454545, "main_score": 0.418327, "hf_subset": "nus_Latn-kas_Arab", "languages": ["nus-Latn", "kas-Arab"]}, {"precision": 0.44757, "recall": 0.498024, "f1": 0.459545, "accuracy": 0.498024, "main_score": 0.459545, "hf_subset": "nus_Latn-ltg_Latn", "languages": ["nus-Latn", "ltg-Latn"]}, {"precision": 0.496609, "recall": 0.538538, "f1": 0.507959, "accuracy": 0.538538, "main_score": 0.507959, "hf_subset": "nus_Latn-nso_Latn", "languages": ["nus-Latn", "nso-Latn"]}, {"precision": 0.422358, "recall": 0.478261, "f1": 0.436778, "accuracy": 0.478261, "main_score": 0.436778, "hf_subset": "nus_Latn-sin_Sinh", "languages": ["nus-Latn", "sin-Sinh"]}, {"precision": 0.453493, "recall": 0.500988, "f1": 0.465472, "accuracy": 0.500988, "main_score": 0.465472, "hf_subset": "nus_Latn-tha_Thai", "languages": ["nus-Latn", "tha-Thai"]}, {"precision": 0.435854, "recall": 0.48419, "f1": 0.448299, "accuracy": 0.48419, "main_score": 0.448299, "hf_subset": "nus_Latn-zho_Hans", "languages": ["nus-Latn", "zho-Hans"]}, {"precision": 0.492168, "recall": 0.534585, "f1": 0.503064, "accuracy": 0.534585, "main_score": 0.503064, "hf_subset": "nus_Latn-ast_Latn", "languages": ["nus-Latn", "ast-Latn"]}, {"precision": 0.460111, "recall": 0.504941, "f1": 0.471234, "accuracy": 0.504941, "main_score": 0.471234, "hf_subset": "nus_Latn-crh_Latn", "languages": ["nus-Latn", "crh-Latn"]}, {"precision": 0.480415, "recall": 0.528656, "f1": 0.492652, "accuracy": 0.528656, "main_score": 0.492652, "hf_subset": "nus_Latn-glg_Latn", "languages": ["nus-Latn", "glg-Latn"]}, {"precision": 0.430723, "recall": 0.47332, "f1": 0.442761, "accuracy": 0.47332, "main_score": 0.442761, "hf_subset": "nus_Latn-kas_Deva", "languages": ["nus-Latn", "kas-Deva"]}, {"precision": 0.450172, "recall": 0.492095, "f1": 0.460583, "accuracy": 0.492095, "main_score": 0.460583, "hf_subset": "nus_Latn-ltz_Latn", "languages": ["nus-Latn", "ltz-Latn"]}, {"precision": 0.45374, "recall": 0.507905, "f1": 0.467726, "accuracy": 0.507905, "main_score": 0.467726, "hf_subset": "nus_Latn-slk_Latn", "languages": ["nus-Latn", "slk-Latn"]}, {"precision": 0.355353, "recall": 0.406126, "f1": 0.369122, "accuracy": 0.406126, "main_score": 0.369122, "hf_subset": "nus_Latn-tir_Ethi", "languages": ["nus-Latn", "tir-Ethi"]}, {"precision": 0.432356, "recall": 0.488142, "f1": 0.446049, "accuracy": 0.488142, "main_score": 0.446049, "hf_subset": "nus_Latn-zho_Hant", "languages": ["nus-Latn", "zho-Hant"]}, {"precision": 0.462131, "recall": 0.507905, "f1": 0.474322, "accuracy": 0.507905, "main_score": 0.474322, "hf_subset": "nus_Latn-awa_Deva", "languages": ["nus-Latn", "awa-Deva"]}, {"precision": 0.452424, "recall": 0.496047, "f1": 0.463785, "accuracy": 0.496047, "main_score": 0.463785, "hf_subset": "nus_Latn-cym_Latn", "languages": ["nus-Latn", "cym-Latn"]}, {"precision": 0.476684, "recall": 0.512846, "f1": 0.48573, "accuracy": 0.512846, "main_score": 0.48573, "hf_subset": "nus_Latn-grn_Latn", "languages": ["nus-Latn", "grn-Latn"]}, {"precision": 0.438169, "recall": 0.488142, "f1": 0.450545, "accuracy": 0.488142, "main_score": 0.450545, "hf_subset": "nus_Latn-kat_Geor", "languages": ["nus-Latn", "kat-Geor"]}, {"precision": 0.472816, "recall": 0.518775, "f1": 0.484495, "accuracy": 0.518775, "main_score": 0.484495, "hf_subset": "nus_Latn-lua_Latn", "languages": ["nus-Latn", "lua-Latn"]}, {"precision": 0.454005, "recall": 0.502964, "f1": 0.467307, "accuracy": 0.502964, "main_score": 0.467307, "hf_subset": "nus_Latn-nya_Latn", "languages": ["nus-Latn", "nya-Latn"]}, {"precision": 0.464496, "recall": 0.508893, "f1": 0.475867, "accuracy": 0.508893, "main_score": 0.475867, "hf_subset": "nus_Latn-slv_Latn", "languages": ["nus-Latn", "slv-Latn"]}, {"precision": 0.478331, "recall": 0.524704, "f1": 0.490527, "accuracy": 0.524704, "main_score": 0.490527, "hf_subset": "nus_Latn-tpi_Latn", "languages": ["nus-Latn", "tpi-Latn"]}, {"precision": 0.501215, "recall": 0.549407, "f1": 0.513339, "accuracy": 0.549407, "main_score": 0.513339, "hf_subset": "nus_Latn-zsm_Latn", "languages": ["nus-Latn", "zsm-Latn"]}, {"precision": 0.43763, "recall": 0.479249, "f1": 0.449031, "accuracy": 0.479249, "main_score": 0.449031, "hf_subset": "nus_Latn-ayr_Latn", "languages": ["nus-Latn", "ayr-Latn"]}, {"precision": 0.491794, "recall": 0.534585, "f1": 0.502245, "accuracy": 0.534585, "main_score": 0.502245, "hf_subset": "nus_Latn-dan_Latn", "languages": ["nus-Latn", "dan-Latn"]}, {"precision": 0.461224, "recall": 0.51581, "f1": 0.475235, "accuracy": 0.51581, "main_score": 0.475235, "hf_subset": "nus_Latn-guj_Gujr", "languages": ["nus-Latn", "guj-Gujr"]}, {"precision": 0.467018, "recall": 0.517787, "f1": 0.480051, "accuracy": 0.517787, "main_score": 0.480051, "hf_subset": "nus_Latn-kaz_Cyrl", "languages": ["nus-Latn", "kaz-Cyrl"]}, {"precision": 0.441188, "recall": 0.48913, "f1": 0.454272, "accuracy": 0.48913, "main_score": 0.454272, "hf_subset": "nus_Latn-lug_Latn", "languages": ["nus-Latn", "lug-Latn"]}, {"precision": 0.496192, "recall": 0.544466, "f1": 0.508739, "accuracy": 0.544466, "main_score": 0.508739, "hf_subset": "nus_Latn-oci_Latn", "languages": ["nus-Latn", "oci-Latn"]}, {"precision": 0.468055, "recall": 0.513834, "f1": 0.479681, "accuracy": 0.513834, "main_score": 0.479681, "hf_subset": "nus_Latn-smo_Latn", "languages": ["nus-Latn", "smo-Latn"]}, {"precision": 0.462951, "recall": 0.51087, "f1": 0.476081, "accuracy": 0.51087, "main_score": 0.476081, "hf_subset": "nus_Latn-tsn_Latn", "languages": ["nus-Latn", "tsn-Latn"]}, {"precision": 0.462771, "recall": 0.517787, "f1": 0.477977, "accuracy": 0.517787, "main_score": 0.477977, "hf_subset": "nus_Latn-zul_Latn", "languages": ["nus-Latn", "zul-Latn"]}, {"precision": 0.383741, "recall": 0.432806, "f1": 0.396932, "accuracy": 0.432806, "main_score": 0.396932, "hf_subset": "nus_Latn-azb_Arab", "languages": ["nus-Latn", "azb-Arab"]}, {"precision": 0.479574, "recall": 0.52668, "f1": 0.491319, "accuracy": 0.52668, "main_score": 0.491319, "hf_subset": "nus_Latn-deu_Latn", "languages": ["nus-Latn", "deu-Latn"]}, {"precision": 0.444528, "recall": 0.492095, "f1": 0.456675, "accuracy": 0.492095, "main_score": 0.456675, "hf_subset": "nus_Latn-hat_Latn", "languages": ["nus-Latn", "hat-Latn"]}, {"precision": 0.436244, "recall": 0.475296, "f1": 0.446709, "accuracy": 0.475296, "main_score": 0.446709, "hf_subset": "nus_Latn-kbp_Latn", "languages": ["nus-Latn", "kbp-Latn"]}, {"precision": 0.472241, "recall": 0.51581, "f1": 0.484454, "accuracy": 0.51581, "main_score": 0.484454, "hf_subset": "nus_Latn-luo_Latn", "languages": ["nus-Latn", "luo-Latn"]}, {"precision": 0.433712, "recall": 0.488142, "f1": 0.447043, "accuracy": 0.488142, "main_score": 0.447043, "hf_subset": "nus_Latn-ory_Orya", "languages": ["nus-Latn", "ory-Orya"]}, {"precision": 0.469658, "recall": 0.514822, "f1": 0.481951, "accuracy": 0.514822, "main_score": 0.481951, "hf_subset": "nus_Latn-sna_Latn", "languages": ["nus-Latn", "sna-Latn"]}, {"precision": 0.468863, "recall": 0.514822, "f1": 0.48055, "accuracy": 0.514822, "main_score": 0.48055, "hf_subset": "nus_Latn-tso_Latn", "languages": ["nus-Latn", "tso-Latn"]}, {"precision": 0.427341, "recall": 0.482213, "f1": 0.44118, "accuracy": 0.482213, "main_score": 0.44118, "hf_subset": "nus_Latn-azj_Latn", "languages": ["nus-Latn", "azj-Latn"]}, {"precision": 0.434497, "recall": 0.486166, "f1": 0.448636, "accuracy": 0.486166, "main_score": 0.448636, "hf_subset": "nus_Latn-dik_Latn", "languages": ["nus-Latn", "dik-Latn"]}, {"precision": 0.458087, "recall": 0.504941, "f1": 0.469833, "accuracy": 0.504941, "main_score": 0.469833, "hf_subset": "nus_Latn-hau_Latn", "languages": ["nus-Latn", "hau-Latn"]}, {"precision": 0.476726, "recall": 0.51581, "f1": 0.486803, "accuracy": 0.51581, "main_score": 0.486803, "hf_subset": "nus_Latn-kea_Latn", "languages": ["nus-Latn", "kea-Latn"]}, {"precision": 0.466367, "recall": 0.501976, "f1": 0.47577, "accuracy": 0.501976, "main_score": 0.47577, "hf_subset": "nus_Latn-lus_Latn", "languages": ["nus-Latn", "lus-Latn"]}, {"precision": 0.470372, "recall": 0.507905, "f1": 0.480293, "accuracy": 0.507905, "main_score": 0.480293, "hf_subset": "nus_Latn-pag_Latn", "languages": ["nus-Latn", "pag-Latn"]}, {"precision": 0.434721, "recall": 0.486166, "f1": 0.448638, "accuracy": 0.486166, "main_score": 0.448638, "hf_subset": "nus_Latn-snd_Arab", "languages": ["nus-Latn", "snd-Arab"]}, {"precision": 0.438143, "recall": 0.481225, "f1": 0.45035, "accuracy": 0.481225, "main_score": 0.45035, "hf_subset": "nus_Latn-tuk_Latn", "languages": ["nus-Latn", "tuk-Latn"]}, {"precision": 0.458776, "recall": 0.5, "f1": 0.469227, "accuracy": 0.5, "main_score": 0.469227, "hf_subset": "nus_Latn-bak_Cyrl", "languages": ["nus-Latn", "bak-Cyrl"]}, {"precision": 0.343213, "recall": 0.410079, "f1": 0.362015, "accuracy": 0.410079, "main_score": 0.362015, "hf_subset": "nus_Latn-dyu_Latn", "languages": ["nus-Latn", "dyu-Latn"]}, {"precision": 0.451661, "recall": 0.497036, "f1": 0.463593, "accuracy": 0.497036, "main_score": 0.463593, "hf_subset": "nus_Latn-heb_Hebr", "languages": ["nus-Latn", "heb-Hebr"]}, {"precision": 0.431738, "recall": 0.482213, "f1": 0.444972, "accuracy": 0.482213, "main_score": 0.444972, "hf_subset": "nus_Latn-khk_Cyrl", "languages": ["nus-Latn", "khk-Cyrl"]}, {"precision": 0.46848, "recall": 0.512846, "f1": 0.479144, "accuracy": 0.512846, "main_score": 0.479144, "hf_subset": "nus_Latn-lvs_Latn", "languages": ["nus-Latn", "lvs-Latn"]}, {"precision": 0.452573, "recall": 0.505929, "f1": 0.467006, "accuracy": 0.505929, "main_score": 0.467006, "hf_subset": "nus_Latn-pan_Guru", "languages": ["nus-Latn", "pan-Guru"]}, {"precision": 0.444263, "recall": 0.492095, "f1": 0.45722, "accuracy": 0.492095, "main_score": 0.45722, "hf_subset": "nus_Latn-som_Latn", "languages": ["nus-Latn", "som-Latn"]}, {"precision": 0.452331, "recall": 0.492095, "f1": 0.462545, "accuracy": 0.492095, "main_score": 0.462545, "hf_subset": "nus_Latn-tum_Latn", "languages": ["nus-Latn", "tum-Latn"]}, {"precision": 0.580016, "recall": 0.646245, "f1": 0.598741, "accuracy": 0.646245, "main_score": 0.598741, "hf_subset": "slk_Latn-ace_Arab", "languages": ["slk-Latn", "ace-Arab"]}, {"precision": 0.540531, "recall": 0.601779, "f1": 0.557842, "accuracy": 0.601779, "main_score": 0.557842, "hf_subset": "slk_Latn-bam_Latn", "languages": ["slk-Latn", "bam-Latn"]}, {"precision": 0.43827, "recall": 0.520751, "f1": 0.460429, "accuracy": 0.520751, "main_score": 0.460429, "hf_subset": "slk_Latn-dzo_Tibt", "languages": ["slk-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hin_Deva", "languages": ["slk-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-khm_Khmr", "languages": ["slk-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mag_Deva", "languages": ["slk-Latn", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "slk_Latn-pap_Latn", "languages": ["slk-Latn", "pap-Latn"]}, {"precision": 0.609586, "recall": 0.66502, "f1": 0.624842, "accuracy": 0.66502, "main_score": 0.624842, "hf_subset": "slk_Latn-sot_Latn", "languages": ["slk-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-tur_Latn", "languages": ["slk-Latn", "tur-Latn"]}, {"precision": 0.894351, "recall": 0.921937, "f1": 0.90303, "accuracy": 0.921937, "main_score": 0.90303, "hf_subset": "slk_Latn-ace_Latn", "languages": ["slk-Latn", "ace-Latn"]}, {"precision": 0.961545, "recall": 0.971344, "f1": 0.964657, "accuracy": 0.971344, "main_score": 0.964657, "hf_subset": "slk_Latn-ban_Latn", "languages": ["slk-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-ell_Grek", "languages": ["slk-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "slk_Latn-hne_Deva", "languages": ["slk-Latn", "hne-Deva"]}, {"precision": 0.605452, "recall": 0.662055, "f1": 0.621401, "accuracy": 0.662055, "main_score": 0.621401, "hf_subset": "slk_Latn-kik_Latn", "languages": ["slk-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-mai_Deva", "languages": ["slk-Latn", "mai-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "slk_Latn-pbt_Arab", "languages": ["slk-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-spa_Latn", "languages": ["slk-Latn", "spa-Latn"]}, {"precision": 0.621212, "recall": 0.684783, "f1": 0.639187, "accuracy": 0.684783, "main_score": 0.639187, "hf_subset": "slk_Latn-twi_Latn", "languages": ["slk-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-acm_Arab", "languages": ["slk-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bel_Cyrl", "languages": ["slk-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-eng_Latn", "languages": ["slk-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hrv_Latn", "languages": ["slk-Latn", "hrv-Latn"]}, {"precision": 0.574762, "recall": 0.634387, "f1": 0.591702, "accuracy": 0.634387, "main_score": 0.591702, "hf_subset": "slk_Latn-kin_Latn", "languages": ["slk-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-mal_Mlym", "languages": ["slk-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pes_Arab", "languages": ["slk-Latn", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-srd_Latn", "languages": ["slk-Latn", "srd-Latn"]}, {"precision": 0.184424, "recall": 0.237154, "f1": 0.198126, "accuracy": 0.237154, "main_score": 0.198126, "hf_subset": "slk_Latn-tzm_Tfng", "languages": ["slk-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-acq_Arab", "languages": ["slk-Latn", "acq-Arab"]}, {"precision": 0.64363, "recall": 0.6917, "f1": 0.656839, "accuracy": 0.6917, "main_score": 0.656839, "hf_subset": "slk_Latn-bem_Latn", "languages": ["slk-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-epo_Latn", "languages": ["slk-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hun_Latn", "languages": ["slk-Latn", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-kir_Cyrl", "languages": ["slk-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mar_Deva", "languages": ["slk-Latn", "mar-Deva"]}, {"precision": 0.6972, "recall": 0.749012, "f1": 0.712527, "accuracy": 0.749012, "main_score": 0.712527, "hf_subset": "slk_Latn-plt_Latn", "languages": ["slk-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-srp_Cyrl", "languages": ["slk-Latn", "srp-Cyrl"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "slk_Latn-uig_Arab", "languages": ["slk-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-aeb_Arab", "languages": ["slk-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ben_Beng", "languages": ["slk-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-est_Latn", "languages": ["slk-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-hye_Armn", "languages": ["slk-Latn", "hye-Armn"]}, {"precision": 0.564545, "recall": 0.618577, "f1": 0.580783, "accuracy": 0.618577, "main_score": 0.580783, "hf_subset": "slk_Latn-kmb_Latn", "languages": ["slk-Latn", "kmb-Latn"]}, {"precision": 0.515071, "recall": 0.58498, "f1": 0.533935, "accuracy": 0.58498, "main_score": 0.533935, "hf_subset": "slk_Latn-min_Arab", "languages": ["slk-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pol_Latn", "languages": ["slk-Latn", "pol-Latn"]}, {"precision": 0.572007, "recall": 0.63834, "f1": 0.59165, "accuracy": 0.63834, "main_score": 0.59165, "hf_subset": "slk_Latn-ssw_Latn", "languages": ["slk-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ukr_Cyrl", "languages": ["slk-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-afr_Latn", "languages": ["slk-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-bho_Deva", "languages": ["slk-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-eus_Latn", "languages": ["slk-Latn", "eus-Latn"]}, {"precision": 0.592474, "recall": 0.653162, "f1": 0.609524, "accuracy": 0.653162, "main_score": 0.609524, "hf_subset": "slk_Latn-ibo_Latn", "languages": ["slk-Latn", "ibo-Latn"]}, {"precision": 0.905632, "recall": 0.932806, "f1": 0.914196, "accuracy": 0.932806, "main_score": 0.914196, "hf_subset": "slk_Latn-kmr_Latn", "languages": ["slk-Latn", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "slk_Latn-min_Latn", "languages": ["slk-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-por_Latn", "languages": ["slk-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-sun_Latn", "languages": ["slk-Latn", "sun-Latn"]}, {"precision": 0.538134, "recall": 0.593874, "f1": 0.554304, "accuracy": 0.593874, "main_score": 0.554304, "hf_subset": "slk_Latn-umb_Latn", "languages": ["slk-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ajp_Arab", "languages": ["slk-Latn", "ajp-Arab"]}, {"precision": 0.554918, "recall": 0.614625, "f1": 0.571446, "accuracy": 0.614625, "main_score": 0.571446, "hf_subset": "slk_Latn-bjn_Arab", "languages": ["slk-Latn", "bjn-Arab"]}, {"precision": 0.528523, "recall": 0.582016, "f1": 0.542915, "accuracy": 0.582016, "main_score": 0.542915, "hf_subset": "slk_Latn-ewe_Latn", "languages": ["slk-Latn", "ewe-Latn"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "slk_Latn-ilo_Latn", "languages": ["slk-Latn", "ilo-Latn"]}, {"precision": 0.318894, "recall": 0.37747, "f1": 0.335119, "accuracy": 0.37747, "main_score": 0.335119, "hf_subset": "slk_Latn-knc_Arab", "languages": ["slk-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mkd_Cyrl", "languages": ["slk-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-prs_Arab", "languages": ["slk-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-swe_Latn", "languages": ["slk-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-urd_Arab", "languages": ["slk-Latn", "urd-Arab"]}, {"precision": 0.604422, "recall": 0.66996, "f1": 0.623248, "accuracy": 0.66996, "main_score": 0.623248, "hf_subset": "slk_Latn-aka_Latn", "languages": ["slk-Latn", "aka-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-bjn_Latn", "languages": ["slk-Latn", "bjn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "slk_Latn-fao_Latn", "languages": ["slk-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ind_Latn", "languages": ["slk-Latn", "ind-Latn"]}, {"precision": 0.59156, "recall": 0.641304, "f1": 0.606148, "accuracy": 0.641304, "main_score": 0.606148, "hf_subset": "slk_Latn-knc_Latn", "languages": ["slk-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-mlt_Latn", "languages": ["slk-Latn", "mlt-Latn"]}, {"precision": 0.720867, "recall": 0.781621, "f1": 0.738615, "accuracy": 0.781621, "main_score": 0.738615, "hf_subset": "slk_Latn-quy_Latn", "languages": ["slk-Latn", "quy-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "slk_Latn-swh_Latn", "languages": ["slk-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-uzn_Latn", "languages": ["slk-Latn", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-als_Latn", "languages": ["slk-Latn", "als-Latn"]}, {"precision": 0.658152, "recall": 0.731225, "f1": 0.679611, "accuracy": 0.731225, "main_score": 0.679611, "hf_subset": "slk_Latn-bod_Tibt", "languages": ["slk-Latn", "bod-Tibt"]}, {"precision": 0.72012, "recall": 0.77668, "f1": 0.736646, "accuracy": 0.77668, "main_score": 0.736646, "hf_subset": "slk_Latn-fij_Latn", "languages": ["slk-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slk_Latn-isl_Latn", "languages": ["slk-Latn", "isl-Latn"]}, {"precision": 0.679637, "recall": 0.729249, "f1": 0.694601, "accuracy": 0.729249, "main_score": 0.694601, "hf_subset": "slk_Latn-kon_Latn", "languages": ["slk-Latn", "kon-Latn"]}, {"precision": 0.667227, "recall": 0.733202, "f1": 0.6865, "accuracy": 0.733202, "main_score": 0.6865, "hf_subset": "slk_Latn-mni_Beng", "languages": ["slk-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ron_Latn", "languages": ["slk-Latn", "ron-Latn"]}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "slk_Latn-szl_Latn", "languages": ["slk-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-vec_Latn", "languages": ["slk-Latn", "vec-Latn"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "slk_Latn-amh_Ethi", "languages": ["slk-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bos_Latn", "languages": ["slk-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-fin_Latn", "languages": ["slk-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ita_Latn", "languages": ["slk-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-kor_Hang", "languages": ["slk-Latn", "kor-Hang"]}, {"precision": 0.552025, "recall": 0.613636, "f1": 0.569047, "accuracy": 0.613636, "main_score": 0.569047, "hf_subset": "slk_Latn-mos_Latn", "languages": ["slk-Latn", "mos-Latn"]}, {"precision": 0.568934, "recall": 0.621542, "f1": 0.583583, "accuracy": 0.621542, "main_score": 0.583583, "hf_subset": "slk_Latn-run_Latn", "languages": ["slk-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-tam_Taml", "languages": ["slk-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-vie_Latn", "languages": ["slk-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-apc_Arab", "languages": ["slk-Latn", "apc-Arab"]}, {"precision": 0.802207, "recall": 0.849802, "f1": 0.816342, "accuracy": 0.849802, "main_score": 0.816342, "hf_subset": "slk_Latn-bug_Latn", "languages": ["slk-Latn", "bug-Latn"]}, {"precision": 0.480118, "recall": 0.540514, "f1": 0.4959, "accuracy": 0.540514, "main_score": 0.4959, "hf_subset": "slk_Latn-fon_Latn", "languages": ["slk-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-jav_Latn", "languages": ["slk-Latn", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-lao_Laoo", "languages": ["slk-Latn", "lao-Laoo"]}, {"precision": 0.884346, "recall": 0.916996, "f1": 0.894455, "accuracy": 0.916996, "main_score": 0.894455, "hf_subset": "slk_Latn-mri_Latn", "languages": ["slk-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-rus_Cyrl", "languages": ["slk-Latn", "rus-Cyrl"]}, {"precision": 0.540732, "recall": 0.606719, "f1": 0.559437, "accuracy": 0.606719, "main_score": 0.559437, "hf_subset": "slk_Latn-taq_Latn", "languages": ["slk-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-war_Latn", "languages": ["slk-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-arb_Arab", "languages": ["slk-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bul_Cyrl", "languages": ["slk-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-fra_Latn", "languages": ["slk-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-jpn_Jpan", "languages": ["slk-Latn", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-lij_Latn", "languages": ["slk-Latn", "lij-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "slk_Latn-mya_Mymr", "languages": ["slk-Latn", "mya-Mymr"]}, {"precision": 0.604069, "recall": 0.670949, "f1": 0.622668, "accuracy": 0.670949, "main_score": 0.622668, "hf_subset": "slk_Latn-sag_Latn", "languages": ["slk-Latn", "sag-Latn"]}, {"precision": 0.199547, "recall": 0.255929, "f1": 0.21218, "accuracy": 0.255929, "main_score": 0.21218, "hf_subset": "slk_Latn-taq_Tfng", "languages": ["slk-Latn", "taq-Tfng"]}, {"precision": 0.642218, "recall": 0.702569, "f1": 0.65979, "accuracy": 0.702569, "main_score": 0.65979, "hf_subset": "slk_Latn-wol_Latn", "languages": ["slk-Latn", "wol-Latn"]}, {"precision": 0.814509, "recall": 0.864625, "f1": 0.830072, "accuracy": 0.864625, "main_score": 0.830072, "hf_subset": "slk_Latn-arb_Latn", "languages": ["slk-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-cat_Latn", "languages": ["slk-Latn", "cat-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "slk_Latn-fur_Latn", "languages": ["slk-Latn", "fur-Latn"]}, {"precision": 0.427332, "recall": 0.486166, "f1": 0.443707, "accuracy": 0.486166, "main_score": 0.443707, "hf_subset": "slk_Latn-kab_Latn", "languages": ["slk-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-lim_Latn", "languages": ["slk-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-nld_Latn", "languages": ["slk-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "slk_Latn-san_Deva", "languages": ["slk-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tat_Cyrl", "languages": ["slk-Latn", "tat-Cyrl"]}, {"precision": 0.683383, "recall": 0.737154, "f1": 0.699346, "accuracy": 0.737154, "main_score": 0.699346, "hf_subset": "slk_Latn-xho_Latn", "languages": ["slk-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ars_Arab", "languages": ["slk-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ceb_Latn", "languages": ["slk-Latn", "ceb-Latn"]}, {"precision": 0.573109, "recall": 0.633399, "f1": 0.590052, "accuracy": 0.633399, "main_score": 0.590052, "hf_subset": "slk_Latn-fuv_Latn", "languages": ["slk-Latn", "fuv-Latn"]}, {"precision": 0.516503, "recall": 0.579051, "f1": 0.533632, "accuracy": 0.579051, "main_score": 0.533632, "hf_subset": "slk_Latn-kac_Latn", "languages": ["slk-Latn", "kac-Latn"]}, {"precision": 0.669829, "recall": 0.72332, "f1": 0.685757, "accuracy": 0.72332, "main_score": 0.685757, "hf_subset": "slk_Latn-lin_Latn", "languages": ["slk-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-nno_Latn", "languages": ["slk-Latn", "nno-Latn"]}, {"precision": 0.231069, "recall": 0.318182, "f1": 0.25449, "accuracy": 0.318182, "main_score": 0.25449, "hf_subset": "slk_Latn-sat_Olck", "languages": ["slk-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-tel_Telu", "languages": ["slk-Latn", "tel-Telu"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "slk_Latn-ydd_Hebr", "languages": ["slk-Latn", "ydd-Hebr"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "slk_Latn-ary_Arab", "languages": ["slk-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ces_Latn", "languages": ["slk-Latn", "ces-Latn"]}, {"precision": 0.589509, "recall": 0.652174, "f1": 0.60751, "accuracy": 0.652174, "main_score": 0.60751, "hf_subset": "slk_Latn-gaz_Latn", "languages": ["slk-Latn", "gaz-Latn"]}, {"precision": 0.585219, "recall": 0.651186, "f1": 0.604229, "accuracy": 0.651186, "main_score": 0.604229, "hf_subset": "slk_Latn-kam_Latn", "languages": ["slk-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "slk_Latn-lit_Latn", "languages": ["slk-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-nob_Latn", "languages": ["slk-Latn", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "slk_Latn-scn_Latn", "languages": ["slk-Latn", "scn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "slk_Latn-tgk_Cyrl", "languages": ["slk-Latn", "tgk-Cyrl"]}, {"precision": 0.732799, "recall": 0.793478, "f1": 0.751174, "accuracy": 0.793478, "main_score": 0.751174, "hf_subset": "slk_Latn-yor_Latn", "languages": ["slk-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-arz_Arab", "languages": ["slk-Latn", "arz-Arab"]}, {"precision": 0.574202, "recall": 0.634387, "f1": 0.591939, "accuracy": 0.634387, "main_score": 0.591939, "hf_subset": "slk_Latn-cjk_Latn", "languages": ["slk-Latn", "cjk-Latn"]}, {"precision": 0.809239, "recall": 0.853755, "f1": 0.822596, "accuracy": 0.853755, "main_score": 0.822596, "hf_subset": "slk_Latn-gla_Latn", "languages": ["slk-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-kan_Knda", "languages": ["slk-Latn", "kan-Knda"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "slk_Latn-lmo_Latn", "languages": ["slk-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "slk_Latn-npi_Deva", "languages": ["slk-Latn", "npi-Deva"]}, {"precision": 0.477285, "recall": 0.541502, "f1": 0.494396, "accuracy": 0.541502, "main_score": 0.494396, "hf_subset": "slk_Latn-shn_Mymr", "languages": ["slk-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tgl_Latn", "languages": ["slk-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-yue_Hant", "languages": ["slk-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-asm_Beng", "languages": ["slk-Latn", "asm-Beng"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "slk_Latn-ckb_Arab", "languages": ["slk-Latn", "ckb-Arab"]}, {"precision": 0.899028, "recall": 0.926877, "f1": 0.907675, "accuracy": 0.926877, "main_score": 0.907675, "hf_subset": "slk_Latn-gle_Latn", "languages": ["slk-Latn", "gle-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "slk_Latn-kas_Arab", "languages": ["slk-Latn", "kas-Arab"]}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "slk_Latn-ltg_Latn", "languages": ["slk-Latn", "ltg-Latn"]}, {"precision": 0.634243, "recall": 0.687747, "f1": 0.649487, "accuracy": 0.687747, "main_score": 0.649487, "hf_subset": "slk_Latn-nso_Latn", "languages": ["slk-Latn", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slk_Latn-sin_Sinh", "languages": ["slk-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tha_Thai", "languages": ["slk-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zho_Hans", "languages": ["slk-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ast_Latn", "languages": ["slk-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-crh_Latn", "languages": ["slk-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-glg_Latn", "languages": ["slk-Latn", "glg-Latn"]}, {"precision": 0.922348, "recall": 0.94664, "f1": 0.930072, "accuracy": 0.94664, "main_score": 0.930072, "hf_subset": "slk_Latn-kas_Deva", "languages": ["slk-Latn", "kas-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-ltz_Latn", "languages": ["slk-Latn", "ltz-Latn"]}, {"precision": 0.465047, "recall": 0.536561, "f1": 0.484922, "accuracy": 0.536561, "main_score": 0.484922, "hf_subset": "slk_Latn-nus_Latn", "languages": ["slk-Latn", "nus-Latn"]}, {"precision": 0.634232, "recall": 0.700593, "f1": 0.653658, "accuracy": 0.700593, "main_score": 0.653658, "hf_subset": "slk_Latn-tir_Ethi", "languages": ["slk-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zho_Hant", "languages": ["slk-Latn", "zho-Hant"]}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "slk_Latn-awa_Deva", "languages": ["slk-Latn", "awa-Deva"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "slk_Latn-cym_Latn", "languages": ["slk-Latn", "cym-Latn"]}, {"precision": 0.85359, "recall": 0.893281, "f1": 0.866074, "accuracy": 0.893281, "main_score": 0.866074, "hf_subset": "slk_Latn-grn_Latn", "languages": ["slk-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-kat_Geor", "languages": ["slk-Latn", "kat-Geor"]}, {"precision": 0.656101, "recall": 0.705534, "f1": 0.669928, "accuracy": 0.705534, "main_score": 0.669928, "hf_subset": "slk_Latn-lua_Latn", "languages": ["slk-Latn", "lua-Latn"]}, {"precision": 0.66424, "recall": 0.722332, "f1": 0.681085, "accuracy": 0.722332, "main_score": 0.681085, "hf_subset": "slk_Latn-nya_Latn", "languages": ["slk-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-slv_Latn", "languages": ["slk-Latn", "slv-Latn"]}, {"precision": 0.955534, "recall": 0.970356, "f1": 0.960474, "accuracy": 0.970356, "main_score": 0.960474, "hf_subset": "slk_Latn-tpi_Latn", "languages": ["slk-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zsm_Latn", "languages": ["slk-Latn", "zsm-Latn"]}, {"precision": 0.55449, "recall": 0.623518, "f1": 0.574255, "accuracy": 0.623518, "main_score": 0.574255, "hf_subset": "slk_Latn-ayr_Latn", "languages": ["slk-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-dan_Latn", "languages": ["slk-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-guj_Gujr", "languages": ["slk-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-kaz_Cyrl", "languages": ["slk-Latn", "kaz-Cyrl"]}, {"precision": 0.5502, "recall": 0.617589, "f1": 0.569603, "accuracy": 0.617589, "main_score": 0.569603, "hf_subset": "slk_Latn-lug_Latn", "languages": ["slk-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-oci_Latn", "languages": ["slk-Latn", "oci-Latn"]}, {"precision": 0.831555, "recall": 0.873518, "f1": 0.844302, "accuracy": 0.873518, "main_score": 0.844302, "hf_subset": "slk_Latn-smo_Latn", "languages": ["slk-Latn", "smo-Latn"]}, {"precision": 0.558691, "recall": 0.619565, "f1": 0.576321, "accuracy": 0.619565, "main_score": 0.576321, "hf_subset": "slk_Latn-tsn_Latn", "languages": ["slk-Latn", "tsn-Latn"]}, {"precision": 0.635773, "recall": 0.697628, "f1": 0.653755, "accuracy": 0.697628, "main_score": 0.653755, "hf_subset": "slk_Latn-zul_Latn", "languages": ["slk-Latn", "zul-Latn"]}, {"precision": 0.924819, "recall": 0.947628, "f1": 0.932213, "accuracy": 0.947628, "main_score": 0.932213, "hf_subset": "slk_Latn-azb_Arab", "languages": ["slk-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-deu_Latn", "languages": ["slk-Latn", "deu-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "slk_Latn-hat_Latn", "languages": ["slk-Latn", "hat-Latn"]}, {"precision": 0.499861, "recall": 0.556324, "f1": 0.515598, "accuracy": 0.556324, "main_score": 0.515598, "hf_subset": "slk_Latn-kbp_Latn", "languages": ["slk-Latn", "kbp-Latn"]}, {"precision": 0.572229, "recall": 0.632411, "f1": 0.588384, "accuracy": 0.632411, "main_score": 0.588384, "hf_subset": "slk_Latn-luo_Latn", "languages": ["slk-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ory_Orya", "languages": ["slk-Latn", "ory-Orya"]}, {"precision": 0.606326, "recall": 0.666008, "f1": 0.623141, "accuracy": 0.666008, "main_score": 0.623141, "hf_subset": "slk_Latn-sna_Latn", "languages": ["slk-Latn", "sna-Latn"]}, {"precision": 0.566759, "recall": 0.619565, "f1": 0.581018, "accuracy": 0.619565, "main_score": 0.581018, "hf_subset": "slk_Latn-tso_Latn", "languages": ["slk-Latn", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-azj_Latn", "languages": ["slk-Latn", "azj-Latn"]}, {"precision": 0.556936, "recall": 0.621542, "f1": 0.57545, "accuracy": 0.621542, "main_score": 0.57545, "hf_subset": "slk_Latn-dik_Latn", "languages": ["slk-Latn", "dik-Latn"]}, {"precision": 0.759042, "recall": 0.813241, "f1": 0.77548, "accuracy": 0.813241, "main_score": 0.77548, "hf_subset": "slk_Latn-hau_Latn", "languages": ["slk-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-kea_Latn", "languages": ["slk-Latn", "kea-Latn"]}, {"precision": 0.75448, "recall": 0.804348, "f1": 0.769452, "accuracy": 0.804348, "main_score": 0.769452, "hf_subset": "slk_Latn-lus_Latn", "languages": ["slk-Latn", "lus-Latn"]}, {"precision": 0.874753, "recall": 0.903162, "f1": 0.883187, "accuracy": 0.903162, "main_score": 0.883187, "hf_subset": "slk_Latn-pag_Latn", "languages": ["slk-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-snd_Arab", "languages": ["slk-Latn", "snd-Arab"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "slk_Latn-tuk_Latn", "languages": ["slk-Latn", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slk_Latn-bak_Cyrl", "languages": ["slk-Latn", "bak-Cyrl"]}, {"precision": 0.49234, "recall": 0.571146, "f1": 0.5157, "accuracy": 0.571146, "main_score": 0.5157, "hf_subset": "slk_Latn-dyu_Latn", "languages": ["slk-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-heb_Hebr", "languages": ["slk-Latn", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-khk_Cyrl", "languages": ["slk-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-lvs_Latn", "languages": ["slk-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pan_Guru", "languages": ["slk-Latn", "pan-Guru"]}, {"precision": 0.729225, "recall": 0.785573, "f1": 0.74589, "accuracy": 0.785573, "main_score": 0.74589, "hf_subset": "slk_Latn-som_Latn", "languages": ["slk-Latn", "som-Latn"]}, {"precision": 0.609323, "recall": 0.653162, "f1": 0.621453, "accuracy": 0.653162, "main_score": 0.621453, "hf_subset": "slk_Latn-tum_Latn", "languages": ["slk-Latn", "tum-Latn"]}, {"precision": 0.353638, "recall": 0.409091, "f1": 0.368471, "accuracy": 0.409091, "main_score": 0.368471, "hf_subset": "tir_Ethi-ace_Arab", "languages": ["tir-Ethi", "ace-Arab"]}, {"precision": 0.349022, "recall": 0.397233, "f1": 0.361865, "accuracy": 0.397233, "main_score": 0.361865, "hf_subset": "tir_Ethi-bam_Latn", "languages": ["tir-Ethi", "bam-Latn"]}, {"precision": 0.241864, "recall": 0.291502, "f1": 0.254517, "accuracy": 0.291502, "main_score": 0.254517, "hf_subset": "tir_Ethi-dzo_Tibt", "languages": ["tir-Ethi", "dzo-Tibt"]}, {"precision": 0.610895, "recall": 0.668972, "f1": 0.625925, "accuracy": 0.668972, "main_score": 0.625925, "hf_subset": "tir_Ethi-hin_Deva", "languages": ["tir-Ethi", "hin-Deva"]}, {"precision": 0.559077, "recall": 0.62253, "f1": 0.57579, "accuracy": 0.62253, "main_score": 0.57579, "hf_subset": "tir_Ethi-khm_Khmr", "languages": ["tir-Ethi", "khm-Khmr"]}, {"precision": 0.612339, "recall": 0.670949, "f1": 0.627842, "accuracy": 0.670949, "main_score": 0.627842, "hf_subset": "tir_Ethi-mag_Deva", "languages": ["tir-Ethi", "mag-Deva"]}, {"precision": 0.534239, "recall": 0.590909, "f1": 0.548118, "accuracy": 0.590909, "main_score": 0.548118, "hf_subset": "tir_Ethi-pap_Latn", "languages": ["tir-Ethi", "pap-Latn"]}, {"precision": 0.395246, "recall": 0.4417, "f1": 0.407669, "accuracy": 0.4417, "main_score": 0.407669, "hf_subset": "tir_Ethi-sot_Latn", "languages": ["tir-Ethi", "sot-Latn"]}, {"precision": 0.599669, "recall": 0.655138, "f1": 0.614362, "accuracy": 0.655138, "main_score": 0.614362, "hf_subset": "tir_Ethi-tur_Latn", "languages": ["tir-Ethi", "tur-Latn"]}, {"precision": 0.499851, "recall": 0.556324, "f1": 0.515446, "accuracy": 0.556324, "main_score": 0.515446, "hf_subset": "tir_Ethi-ace_Latn", "languages": ["tir-Ethi", "ace-Latn"]}, {"precision": 0.525032, "recall": 0.577075, "f1": 0.537749, "accuracy": 0.577075, "main_score": 0.537749, "hf_subset": "tir_Ethi-ban_Latn", "languages": ["tir-Ethi", "ban-Latn"]}, {"precision": 0.585062, "recall": 0.641304, "f1": 0.599388, "accuracy": 0.641304, "main_score": 0.599388, "hf_subset": "tir_Ethi-ell_Grek", "languages": ["tir-Ethi", "ell-Grek"]}, {"precision": 0.607332, "recall": 0.659091, "f1": 0.620365, "accuracy": 0.659091, "main_score": 0.620365, "hf_subset": "tir_Ethi-hne_Deva", "languages": ["tir-Ethi", "hne-Deva"]}, {"precision": 0.32629, "recall": 0.382411, "f1": 0.340815, "accuracy": 0.382411, "main_score": 0.340815, "hf_subset": "tir_Ethi-kik_Latn", "languages": ["tir-Ethi", "kik-Latn"]}, {"precision": 0.581527, "recall": 0.641304, "f1": 0.59716, "accuracy": 0.641304, "main_score": 0.59716, "hf_subset": "tir_Ethi-mai_Deva", "languages": ["tir-Ethi", "mai-Deva"]}, {"precision": 0.550279, "recall": 0.612648, "f1": 0.566004, "accuracy": 0.612648, "main_score": 0.566004, "hf_subset": "tir_Ethi-pbt_Arab", "languages": ["tir-Ethi", "pbt-Arab"]}, {"precision": 0.591293, "recall": 0.648221, "f1": 0.606639, "accuracy": 0.648221, "main_score": 0.606639, "hf_subset": "tir_Ethi-spa_Latn", "languages": ["tir-Ethi", "spa-Latn"]}, {"precision": 0.424228, "recall": 0.471344, "f1": 0.436132, "accuracy": 0.471344, "main_score": 0.436132, "hf_subset": "tir_Ethi-twi_Latn", "languages": ["tir-Ethi", "twi-Latn"]}, {"precision": 0.569417, "recall": 0.62747, "f1": 0.583968, "accuracy": 0.62747, "main_score": 0.583968, "hf_subset": "tir_Ethi-acm_Arab", "languages": ["tir-Ethi", "acm-Arab"]}, {"precision": 0.545737, "recall": 0.606719, "f1": 0.561565, "accuracy": 0.606719, "main_score": 0.561565, "hf_subset": "tir_Ethi-bel_Cyrl", "languages": ["tir-Ethi", "bel-Cyrl"]}, {"precision": 0.618881, "recall": 0.678854, "f1": 0.635267, "accuracy": 0.678854, "main_score": 0.635267, "hf_subset": "tir_Ethi-eng_Latn", "languages": ["tir-Ethi", "eng-Latn"]}, {"precision": 0.58605, "recall": 0.645257, "f1": 0.601936, "accuracy": 0.645257, "main_score": 0.601936, "hf_subset": "tir_Ethi-hrv_Latn", "languages": ["tir-Ethi", "hrv-Latn"]}, {"precision": 0.384348, "recall": 0.432806, "f1": 0.396711, "accuracy": 0.432806, "main_score": 0.396711, "hf_subset": "tir_Ethi-kin_Latn", "languages": ["tir-Ethi", "kin-Latn"]}, {"precision": 0.602259, "recall": 0.671937, "f1": 0.62016, "accuracy": 0.671937, "main_score": 0.62016, "hf_subset": "tir_Ethi-mal_Mlym", "languages": ["tir-Ethi", "mal-Mlym"]}, {"precision": 0.598579, "recall": 0.652174, "f1": 0.612193, "accuracy": 0.652174, "main_score": 0.612193, "hf_subset": "tir_Ethi-pes_Arab", "languages": ["tir-Ethi", "pes-Arab"]}, {"precision": 0.545861, "recall": 0.604743, "f1": 0.561767, "accuracy": 0.604743, "main_score": 0.561767, "hf_subset": "tir_Ethi-srd_Latn", "languages": ["tir-Ethi", "srd-Latn"]}, {"precision": 0.188365, "recall": 0.224308, "f1": 0.197753, "accuracy": 0.224308, "main_score": 0.197753, "hf_subset": "tir_Ethi-tzm_Tfng", "languages": ["tir-Ethi", "tzm-Tfng"]}, {"precision": 0.578241, "recall": 0.642292, "f1": 0.59525, "accuracy": 0.642292, "main_score": 0.59525, "hf_subset": "tir_Ethi-acq_Arab", "languages": ["tir-Ethi", "acq-Arab"]}, {"precision": 0.41629, "recall": 0.45751, "f1": 0.427589, "accuracy": 0.45751, "main_score": 0.427589, "hf_subset": "tir_Ethi-bem_Latn", "languages": ["tir-Ethi", "bem-Latn"]}, {"precision": 0.58545, "recall": 0.641304, "f1": 0.600333, "accuracy": 0.641304, "main_score": 0.600333, "hf_subset": "tir_Ethi-epo_Latn", "languages": ["tir-Ethi", "epo-Latn"]}, {"precision": 0.579502, "recall": 0.637352, "f1": 0.595357, "accuracy": 0.637352, "main_score": 0.595357, "hf_subset": "tir_Ethi-hun_Latn", "languages": ["tir-Ethi", "hun-Latn"]}, {"precision": 0.535928, "recall": 0.598814, "f1": 0.552093, "accuracy": 0.598814, "main_score": 0.552093, "hf_subset": "tir_Ethi-kir_Cyrl", "languages": ["tir-Ethi", "kir-Cyrl"]}, {"precision": 0.606498, "recall": 0.661067, "f1": 0.621334, "accuracy": 0.661067, "main_score": 0.621334, "hf_subset": "tir_Ethi-mar_Deva", "languages": ["tir-Ethi", "mar-Deva"]}, {"precision": 0.407153, "recall": 0.461462, "f1": 0.421552, "accuracy": 0.461462, "main_score": 0.421552, "hf_subset": "tir_Ethi-plt_Latn", "languages": ["tir-Ethi", "plt-Latn"]}, {"precision": 0.595148, "recall": 0.658103, "f1": 0.612241, "accuracy": 0.658103, "main_score": 0.612241, "hf_subset": "tir_Ethi-srp_Cyrl", "languages": ["tir-Ethi", "srp-Cyrl"]}, {"precision": 0.533929, "recall": 0.588933, "f1": 0.548125, "accuracy": 0.588933, "main_score": 0.548125, "hf_subset": "tir_Ethi-uig_Arab", "languages": ["tir-Ethi", "uig-Arab"]}, {"precision": 0.541113, "recall": 0.594862, "f1": 0.555592, "accuracy": 0.594862, "main_score": 0.555592, "hf_subset": "tir_Ethi-aeb_Arab", "languages": ["tir-Ethi", "aeb-Arab"]}, {"precision": 0.598067, "recall": 0.660079, "f1": 0.61544, "accuracy": 0.660079, "main_score": 0.61544, "hf_subset": "tir_Ethi-ben_Beng", "languages": ["tir-Ethi", "ben-Beng"]}, {"precision": 0.553062, "recall": 0.613636, "f1": 0.567837, "accuracy": 0.613636, "main_score": 0.567837, "hf_subset": "tir_Ethi-est_Latn", "languages": ["tir-Ethi", "est-Latn"]}, {"precision": 0.563076, "recall": 0.623518, "f1": 0.578834, "accuracy": 0.623518, "main_score": 0.578834, "hf_subset": "tir_Ethi-hye_Armn", "languages": ["tir-Ethi", "hye-Armn"]}, {"precision": 0.371266, "recall": 0.416008, "f1": 0.383474, "accuracy": 0.416008, "main_score": 0.383474, "hf_subset": "tir_Ethi-kmb_Latn", "languages": ["tir-Ethi", "kmb-Latn"]}, {"precision": 0.341725, "recall": 0.398221, "f1": 0.356259, "accuracy": 0.398221, "main_score": 0.356259, "hf_subset": "tir_Ethi-min_Arab", "languages": ["tir-Ethi", "min-Arab"]}, {"precision": 0.574438, "recall": 0.642292, "f1": 0.593083, "accuracy": 0.642292, "main_score": 0.593083, "hf_subset": "tir_Ethi-pol_Latn", "languages": ["tir-Ethi", "pol-Latn"]}, {"precision": 0.383344, "recall": 0.428854, "f1": 0.394957, "accuracy": 0.428854, "main_score": 0.394957, "hf_subset": "tir_Ethi-ssw_Latn", "languages": ["tir-Ethi", "ssw-Latn"]}, {"precision": 0.607637, "recall": 0.668972, "f1": 0.62387, "accuracy": 0.668972, "main_score": 0.62387, "hf_subset": "tir_Ethi-ukr_Cyrl", "languages": ["tir-Ethi", "ukr-Cyrl"]}, {"precision": 0.592192, "recall": 0.65415, "f1": 0.608636, "accuracy": 0.65415, "main_score": 0.608636, "hf_subset": "tir_Ethi-afr_Latn", "languages": ["tir-Ethi", "afr-Latn"]}, {"precision": 0.580099, "recall": 0.636364, "f1": 0.5951, "accuracy": 0.636364, "main_score": 0.5951, "hf_subset": "tir_Ethi-bho_Deva", "languages": ["tir-Ethi", "bho-Deva"]}, {"precision": 0.540687, "recall": 0.593874, "f1": 0.555146, "accuracy": 0.593874, "main_score": 0.555146, "hf_subset": "tir_Ethi-eus_Latn", "languages": ["tir-Ethi", "eus-Latn"]}, {"precision": 0.368334, "recall": 0.43083, "f1": 0.384416, "accuracy": 0.43083, "main_score": 0.384416, "hf_subset": "tir_Ethi-ibo_Latn", "languages": ["tir-Ethi", "ibo-Latn"]}, {"precision": 0.505965, "recall": 0.560277, "f1": 0.519501, "accuracy": 0.560277, "main_score": 0.519501, "hf_subset": "tir_Ethi-kmr_Latn", "languages": ["tir-Ethi", "kmr-Latn"]}, {"precision": 0.555316, "recall": 0.605731, "f1": 0.568241, "accuracy": 0.605731, "main_score": 0.568241, "hf_subset": "tir_Ethi-min_Latn", "languages": ["tir-Ethi", "min-Latn"]}, {"precision": 0.593993, "recall": 0.657115, "f1": 0.61109, "accuracy": 0.657115, "main_score": 0.61109, "hf_subset": "tir_Ethi-por_Latn", "languages": ["tir-Ethi", "por-Latn"]}, {"precision": 0.571267, "recall": 0.623518, "f1": 0.584062, "accuracy": 0.623518, "main_score": 0.584062, "hf_subset": "tir_Ethi-sun_Latn", "languages": ["tir-Ethi", "sun-Latn"]}, {"precision": 0.385728, "recall": 0.429842, "f1": 0.398013, "accuracy": 0.429842, "main_score": 0.398013, "hf_subset": "tir_Ethi-umb_Latn", "languages": ["tir-Ethi", "umb-Latn"]}, {"precision": 0.588889, "recall": 0.648221, "f1": 0.604376, "accuracy": 0.648221, "main_score": 0.604376, "hf_subset": "tir_Ethi-ajp_Arab", "languages": ["tir-Ethi", "ajp-Arab"]}, {"precision": 0.36262, "recall": 0.414032, "f1": 0.377273, "accuracy": 0.414032, "main_score": 0.377273, "hf_subset": "tir_Ethi-bjn_Arab", "languages": ["tir-Ethi", "bjn-Arab"]}, {"precision": 0.362645, "recall": 0.408103, "f1": 0.373982, "accuracy": 0.408103, "main_score": 0.373982, "hf_subset": "tir_Ethi-ewe_Latn", "languages": ["tir-Ethi", "ewe-Latn"]}, {"precision": 0.525349, "recall": 0.574111, "f1": 0.537806, "accuracy": 0.574111, "main_score": 0.537806, "hf_subset": "tir_Ethi-ilo_Latn", "languages": ["tir-Ethi", "ilo-Latn"]}, {"precision": 0.28314, "recall": 0.331028, "f1": 0.295116, "accuracy": 0.331028, "main_score": 0.295116, "hf_subset": "tir_Ethi-knc_Arab", "languages": ["tir-Ethi", "knc-Arab"]}, {"precision": 0.595114, "recall": 0.655138, "f1": 0.611148, "accuracy": 0.655138, "main_score": 0.611148, "hf_subset": "tir_Ethi-mkd_Cyrl", "languages": ["tir-Ethi", "mkd-Cyrl"]}, {"precision": 0.604516, "recall": 0.660079, "f1": 0.619353, "accuracy": 0.660079, "main_score": 0.619353, "hf_subset": "tir_Ethi-prs_Arab", "languages": ["tir-Ethi", "prs-Arab"]}, {"precision": 0.583159, "recall": 0.649209, "f1": 0.600948, "accuracy": 0.649209, "main_score": 0.600948, "hf_subset": "tir_Ethi-swe_Latn", "languages": ["tir-Ethi", "swe-Latn"]}, {"precision": 0.597472, "recall": 0.663043, "f1": 0.614961, "accuracy": 0.663043, "main_score": 0.614961, "hf_subset": "tir_Ethi-urd_Arab", "languages": ["tir-Ethi", "urd-Arab"]}, {"precision": 0.40274, "recall": 0.455534, "f1": 0.416687, "accuracy": 0.455534, "main_score": 0.416687, "hf_subset": "tir_Ethi-aka_Latn", "languages": ["tir-Ethi", "aka-Latn"]}, {"precision": 0.550563, "recall": 0.605731, "f1": 0.565104, "accuracy": 0.605731, "main_score": 0.565104, "hf_subset": "tir_Ethi-bjn_Latn", "languages": ["tir-Ethi", "bjn-Latn"]}, {"precision": 0.499906, "recall": 0.5583, "f1": 0.515392, "accuracy": 0.5583, "main_score": 0.515392, "hf_subset": "tir_Ethi-fao_Latn", "languages": ["tir-Ethi", "fao-Latn"]}, {"precision": 0.596569, "recall": 0.658103, "f1": 0.613251, "accuracy": 0.658103, "main_score": 0.613251, "hf_subset": "tir_Ethi-ind_Latn", "languages": ["tir-Ethi", "ind-Latn"]}, {"precision": 0.395125, "recall": 0.436759, "f1": 0.40618, "accuracy": 0.436759, "main_score": 0.40618, "hf_subset": "tir_Ethi-knc_Latn", "languages": ["tir-Ethi", "knc-Latn"]}, {"precision": 0.543004, "recall": 0.594862, "f1": 0.556365, "accuracy": 0.594862, "main_score": 0.556365, "hf_subset": "tir_Ethi-mlt_Latn", "languages": ["tir-Ethi", "mlt-Latn"]}, {"precision": 0.430936, "recall": 0.493083, "f1": 0.447198, "accuracy": 0.493083, "main_score": 0.447198, "hf_subset": "tir_Ethi-quy_Latn", "languages": ["tir-Ethi", "quy-Latn"]}, {"precision": 0.55975, "recall": 0.618577, "f1": 0.575575, "accuracy": 0.618577, "main_score": 0.575575, "hf_subset": "tir_Ethi-swh_Latn", "languages": ["tir-Ethi", "swh-Latn"]}, {"precision": 0.577264, "recall": 0.632411, "f1": 0.591833, "accuracy": 0.632411, "main_score": 0.591833, "hf_subset": "tir_Ethi-uzn_Latn", "languages": ["tir-Ethi", "uzn-Latn"]}, {"precision": 0.575655, "recall": 0.630435, "f1": 0.589638, "accuracy": 0.630435, "main_score": 0.589638, "hf_subset": "tir_Ethi-als_Latn", "languages": ["tir-Ethi", "als-Latn"]}, {"precision": 0.300406, "recall": 0.357708, "f1": 0.314324, "accuracy": 0.357708, "main_score": 0.314324, "hf_subset": "tir_Ethi-bod_Tibt", "languages": ["tir-Ethi", "bod-Tibt"]}, {"precision": 0.405202, "recall": 0.459486, "f1": 0.419972, "accuracy": 0.459486, "main_score": 0.419972, "hf_subset": "tir_Ethi-fij_Latn", "languages": ["tir-Ethi", "fij-Latn"]}, {"precision": 0.510543, "recall": 0.572134, "f1": 0.526865, "accuracy": 0.572134, "main_score": 0.526865, "hf_subset": "tir_Ethi-isl_Latn", "languages": ["tir-Ethi", "isl-Latn"]}, {"precision": 0.416149, "recall": 0.468379, "f1": 0.430851, "accuracy": 0.468379, "main_score": 0.430851, "hf_subset": "tir_Ethi-kon_Latn", "languages": ["tir-Ethi", "kon-Latn"]}, {"precision": 0.436842, "recall": 0.48913, "f1": 0.451021, "accuracy": 0.48913, "main_score": 0.451021, "hf_subset": "tir_Ethi-mni_Beng", "languages": ["tir-Ethi", "mni-Beng"]}, {"precision": 0.597446, "recall": 0.657115, "f1": 0.613552, "accuracy": 0.657115, "main_score": 0.613552, "hf_subset": "tir_Ethi-ron_Latn", "languages": ["tir-Ethi", "ron-Latn"]}, {"precision": 0.553427, "recall": 0.610672, "f1": 0.567887, "accuracy": 0.610672, "main_score": 0.567887, "hf_subset": "tir_Ethi-szl_Latn", "languages": ["tir-Ethi", "szl-Latn"]}, {"precision": 0.563721, "recall": 0.621542, "f1": 0.578339, "accuracy": 0.621542, "main_score": 0.578339, "hf_subset": "tir_Ethi-vec_Latn", "languages": ["tir-Ethi", "vec-Latn"]}, {"precision": 0.680825, "recall": 0.730237, "f1": 0.694486, "accuracy": 0.730237, "main_score": 0.694486, "hf_subset": "tir_Ethi-amh_Ethi", "languages": ["tir-Ethi", "amh-Ethi"]}, {"precision": 0.609357, "recall": 0.672925, "f1": 0.625952, "accuracy": 0.672925, "main_score": 0.625952, "hf_subset": "tir_Ethi-bos_Latn", "languages": ["tir-Ethi", "bos-Latn"]}, {"precision": 0.561787, "recall": 0.62253, "f1": 0.577253, "accuracy": 0.62253, "main_score": 0.577253, "hf_subset": "tir_Ethi-fin_Latn", "languages": ["tir-Ethi", "fin-Latn"]}, {"precision": 0.582542, "recall": 0.651186, "f1": 0.600488, "accuracy": 0.651186, "main_score": 0.600488, "hf_subset": "tir_Ethi-ita_Latn", "languages": ["tir-Ethi", "ita-Latn"]}, {"precision": 0.580749, "recall": 0.645257, "f1": 0.597423, "accuracy": 0.645257, "main_score": 0.597423, "hf_subset": "tir_Ethi-kor_Hang", "languages": ["tir-Ethi", "kor-Hang"]}, {"precision": 0.378734, "recall": 0.423913, "f1": 0.39031, "accuracy": 0.423913, "main_score": 0.39031, "hf_subset": "tir_Ethi-mos_Latn", "languages": ["tir-Ethi", "mos-Latn"]}, {"precision": 0.356147, "recall": 0.405138, "f1": 0.369165, "accuracy": 0.405138, "main_score": 0.369165, "hf_subset": "tir_Ethi-run_Latn", "languages": ["tir-Ethi", "run-Latn"]}, {"precision": 0.57602, "recall": 0.643281, "f1": 0.593774, "accuracy": 0.643281, "main_score": 0.593774, "hf_subset": "tir_Ethi-tam_Taml", "languages": ["tir-Ethi", "tam-Taml"]}, {"precision": 0.560626, "recall": 0.619565, "f1": 0.576068, "accuracy": 0.619565, "main_score": 0.576068, "hf_subset": "tir_Ethi-vie_Latn", "languages": ["tir-Ethi", "vie-Latn"]}, {"precision": 0.580014, "recall": 0.641304, "f1": 0.595673, "accuracy": 0.641304, "main_score": 0.595673, "hf_subset": "tir_Ethi-apc_Arab", "languages": ["tir-Ethi", "apc-Arab"]}, {"precision": 0.456503, "recall": 0.507905, "f1": 0.470073, "accuracy": 0.507905, "main_score": 0.470073, "hf_subset": "tir_Ethi-bug_Latn", "languages": ["tir-Ethi", "bug-Latn"]}, {"precision": 0.332596, "recall": 0.376482, "f1": 0.344866, "accuracy": 0.376482, "main_score": 0.344866, "hf_subset": "tir_Ethi-fon_Latn", "languages": ["tir-Ethi", "fon-Latn"]}, {"precision": 0.562477, "recall": 0.619565, "f1": 0.577574, "accuracy": 0.619565, "main_score": 0.577574, "hf_subset": "tir_Ethi-jav_Latn", "languages": ["tir-Ethi", "jav-Latn"]}, {"precision": 0.520698, "recall": 0.581028, "f1": 0.53645, "accuracy": 0.581028, "main_score": 0.53645, "hf_subset": "tir_Ethi-lao_Laoo", "languages": ["tir-Ethi", "lao-Laoo"]}, {"precision": 0.441545, "recall": 0.5, "f1": 0.456893, "accuracy": 0.5, "main_score": 0.456893, "hf_subset": "tir_Ethi-mri_Latn", "languages": ["tir-Ethi", "mri-Latn"]}, {"precision": 0.575851, "recall": 0.634387, "f1": 0.591103, "accuracy": 0.634387, "main_score": 0.591103, "hf_subset": "tir_Ethi-rus_Cyrl", "languages": ["tir-Ethi", "rus-Cyrl"]}, {"precision": 0.387536, "recall": 0.43083, "f1": 0.398826, "accuracy": 0.43083, "main_score": 0.398826, "hf_subset": "tir_Ethi-taq_Latn", "languages": ["tir-Ethi", "taq-Latn"]}, {"precision": 0.582557, "recall": 0.637352, "f1": 0.596875, "accuracy": 0.637352, "main_score": 0.596875, "hf_subset": "tir_Ethi-war_Latn", "languages": ["tir-Ethi", "war-Latn"]}, {"precision": 0.584188, "recall": 0.642292, "f1": 0.599241, "accuracy": 0.642292, "main_score": 0.599241, "hf_subset": "tir_Ethi-arb_Arab", "languages": ["tir-Ethi", "arb-Arab"]}, {"precision": 0.594634, "recall": 0.658103, "f1": 0.611646, "accuracy": 0.658103, "main_score": 0.611646, "hf_subset": "tir_Ethi-bul_Cyrl", "languages": ["tir-Ethi", "bul-Cyrl"]}, {"precision": 0.583641, "recall": 0.642292, "f1": 0.599123, "accuracy": 0.642292, "main_score": 0.599123, "hf_subset": "tir_Ethi-fra_Latn", "languages": ["tir-Ethi", "fra-Latn"]}, {"precision": 0.563364, "recall": 0.617589, "f1": 0.577682, "accuracy": 0.617589, "main_score": 0.577682, "hf_subset": "tir_Ethi-jpn_Jpan", "languages": ["tir-Ethi", "jpn-Jpan"]}, {"precision": 0.559022, "recall": 0.617589, "f1": 0.574053, "accuracy": 0.617589, "main_score": 0.574053, "hf_subset": "tir_Ethi-lij_Latn", "languages": ["tir-Ethi", "lij-Latn"]}, {"precision": 0.501452, "recall": 0.573123, "f1": 0.519739, "accuracy": 0.573123, "main_score": 0.519739, "hf_subset": "tir_Ethi-mya_Mymr", "languages": ["tir-Ethi", "mya-Mymr"]}, {"precision": 0.381807, "recall": 0.431818, "f1": 0.395549, "accuracy": 0.431818, "main_score": 0.395549, "hf_subset": "tir_Ethi-sag_Latn", "languages": ["tir-Ethi", "sag-Latn"]}, {"precision": 0.190328, "recall": 0.229249, "f1": 0.199532, "accuracy": 0.229249, "main_score": 0.199532, "hf_subset": "tir_Ethi-taq_Tfng", "languages": ["tir-Ethi", "taq-Tfng"]}, {"precision": 0.409101, "recall": 0.465415, "f1": 0.424355, "accuracy": 0.465415, "main_score": 0.424355, "hf_subset": "tir_Ethi-wol_Latn", "languages": ["tir-Ethi", "wol-Latn"]}, {"precision": 0.397683, "recall": 0.463439, "f1": 0.415028, "accuracy": 0.463439, "main_score": 0.415028, "hf_subset": "tir_Ethi-arb_Latn", "languages": ["tir-Ethi", "arb-Latn"]}, {"precision": 0.600507, "recall": 0.659091, "f1": 0.61629, "accuracy": 0.659091, "main_score": 0.61629, "hf_subset": "tir_Ethi-cat_Latn", "languages": ["tir-Ethi", "cat-Latn"]}, {"precision": 0.516056, "recall": 0.574111, "f1": 0.530315, "accuracy": 0.574111, "main_score": 0.530315, "hf_subset": "tir_Ethi-fur_Latn", "languages": ["tir-Ethi", "fur-Latn"]}, {"precision": 0.314686, "recall": 0.362648, "f1": 0.327111, "accuracy": 0.362648, "main_score": 0.327111, "hf_subset": "tir_Ethi-kab_Latn", "languages": ["tir-Ethi", "kab-Latn"]}, {"precision": 0.536339, "recall": 0.591897, "f1": 0.550128, "accuracy": 0.591897, "main_score": 0.550128, "hf_subset": "tir_Ethi-lim_Latn", "languages": ["tir-Ethi", "lim-Latn"]}, {"precision": 0.568924, "recall": 0.625494, "f1": 0.583455, "accuracy": 0.625494, "main_score": 0.583455, "hf_subset": "tir_Ethi-nld_Latn", "languages": ["tir-Ethi", "nld-Latn"]}, {"precision": 0.544975, "recall": 0.607708, "f1": 0.561849, "accuracy": 0.607708, "main_score": 0.561849, "hf_subset": "tir_Ethi-san_Deva", "languages": ["tir-Ethi", "san-Deva"]}, {"precision": 0.538789, "recall": 0.604743, "f1": 0.556132, "accuracy": 0.604743, "main_score": 0.556132, "hf_subset": "tir_Ethi-tat_Cyrl", "languages": ["tir-Ethi", "tat-Cyrl"]}, {"precision": 0.43011, "recall": 0.480237, "f1": 0.4433, "accuracy": 0.480237, "main_score": 0.4433, "hf_subset": "tir_Ethi-xho_Latn", "languages": ["tir-Ethi", "xho-Latn"]}, {"precision": 0.557266, "recall": 0.623518, "f1": 0.574886, "accuracy": 0.623518, "main_score": 0.574886, "hf_subset": "tir_Ethi-ars_Arab", "languages": ["tir-Ethi", "ars-Arab"]}, {"precision": 0.57041, "recall": 0.623518, "f1": 0.584778, "accuracy": 0.623518, "main_score": 0.584778, "hf_subset": "tir_Ethi-ceb_Latn", "languages": ["tir-Ethi", "ceb-Latn"]}, {"precision": 0.372897, "recall": 0.427866, "f1": 0.387646, "accuracy": 0.427866, "main_score": 0.387646, "hf_subset": "tir_Ethi-fuv_Latn", "languages": ["tir-Ethi", "fuv-Latn"]}, {"precision": 0.372786, "recall": 0.417984, "f1": 0.384683, "accuracy": 0.417984, "main_score": 0.384683, "hf_subset": "tir_Ethi-kac_Latn", "languages": ["tir-Ethi", "kac-Latn"]}, {"precision": 0.422081, "recall": 0.471344, "f1": 0.435005, "accuracy": 0.471344, "main_score": 0.435005, "hf_subset": "tir_Ethi-lin_Latn", "languages": ["tir-Ethi", "lin-Latn"]}, {"precision": 0.570171, "recall": 0.633399, "f1": 0.587035, "accuracy": 0.633399, "main_score": 0.587035, "hf_subset": "tir_Ethi-nno_Latn", "languages": ["tir-Ethi", "nno-Latn"]}, {"precision": 0.134085, "recall": 0.181818, "f1": 0.145951, "accuracy": 0.181818, "main_score": 0.145951, "hf_subset": "tir_Ethi-sat_Olck", "languages": ["tir-Ethi", "sat-Olck"]}, {"precision": 0.594879, "recall": 0.658103, "f1": 0.611077, "accuracy": 0.658103, "main_score": 0.611077, "hf_subset": "tir_Ethi-tel_Telu", "languages": ["tir-Ethi", "tel-Telu"]}, {"precision": 0.502708, "recall": 0.55336, "f1": 0.515637, "accuracy": 0.55336, "main_score": 0.515637, "hf_subset": "tir_Ethi-ydd_Hebr", "languages": ["tir-Ethi", "ydd-Hebr"]}, {"precision": 0.532274, "recall": 0.590909, "f1": 0.5483, "accuracy": 0.590909, "main_score": 0.5483, "hf_subset": "tir_Ethi-ary_Arab", "languages": ["tir-Ethi", "ary-Arab"]}, {"precision": 0.588016, "recall": 0.645257, "f1": 0.602338, "accuracy": 0.645257, "main_score": 0.602338, "hf_subset": "tir_Ethi-ces_Latn", "languages": ["tir-Ethi", "ces-Latn"]}, {"precision": 0.425481, "recall": 0.479249, "f1": 0.439927, "accuracy": 0.479249, "main_score": 0.439927, "hf_subset": "tir_Ethi-gaz_Latn", "languages": ["tir-Ethi", "gaz-Latn"]}, {"precision": 0.375224, "recall": 0.423913, "f1": 0.388443, "accuracy": 0.423913, "main_score": 0.388443, "hf_subset": "tir_Ethi-kam_Latn", "languages": ["tir-Ethi", "kam-Latn"]}, {"precision": 0.563362, "recall": 0.623518, "f1": 0.579395, "accuracy": 0.623518, "main_score": 0.579395, "hf_subset": "tir_Ethi-lit_Latn", "languages": ["tir-Ethi", "lit-Latn"]}, {"precision": 0.591052, "recall": 0.642292, "f1": 0.604904, "accuracy": 0.642292, "main_score": 0.604904, "hf_subset": "tir_Ethi-nob_Latn", "languages": ["tir-Ethi", "nob-Latn"]}, {"precision": 0.533303, "recall": 0.590909, "f1": 0.547299, "accuracy": 0.590909, "main_score": 0.547299, "hf_subset": "tir_Ethi-scn_Latn", "languages": ["tir-Ethi", "scn-Latn"]}, {"precision": 0.5347, "recall": 0.594862, "f1": 0.55046, "accuracy": 0.594862, "main_score": 0.55046, "hf_subset": "tir_Ethi-tgk_Cyrl", "languages": ["tir-Ethi", "tgk-Cyrl"]}, {"precision": 0.390191, "recall": 0.449605, "f1": 0.4058, "accuracy": 0.449605, "main_score": 0.4058, "hf_subset": "tir_Ethi-yor_Latn", "languages": ["tir-Ethi", "yor-Latn"]}, {"precision": 0.560608, "recall": 0.619565, "f1": 0.575883, "accuracy": 0.619565, "main_score": 0.575883, "hf_subset": "tir_Ethi-arz_Arab", "languages": ["tir-Ethi", "arz-Arab"]}, {"precision": 0.38207, "recall": 0.427866, "f1": 0.394424, "accuracy": 0.427866, "main_score": 0.394424, "hf_subset": "tir_Ethi-cjk_Latn", "languages": ["tir-Ethi", "cjk-Latn"]}, {"precision": 0.42948, "recall": 0.490119, "f1": 0.445213, "accuracy": 0.490119, "main_score": 0.445213, "hf_subset": "tir_Ethi-gla_Latn", "languages": ["tir-Ethi", "gla-Latn"]}, {"precision": 0.599641, "recall": 0.658103, "f1": 0.61505, "accuracy": 0.658103, "main_score": 0.61505, "hf_subset": "tir_Ethi-kan_Knda", "languages": ["tir-Ethi", "kan-Knda"]}, {"precision": 0.536912, "recall": 0.601779, "f1": 0.553902, "accuracy": 0.601779, "main_score": 0.553902, "hf_subset": "tir_Ethi-lmo_Latn", "languages": ["tir-Ethi", "lmo-Latn"]}, {"precision": 0.603558, "recall": 0.65415, "f1": 0.616214, "accuracy": 0.65415, "main_score": 0.616214, "hf_subset": "tir_Ethi-npi_Deva", "languages": ["tir-Ethi", "npi-Deva"]}, {"precision": 0.307574, "recall": 0.354743, "f1": 0.320312, "accuracy": 0.354743, "main_score": 0.320312, "hf_subset": "tir_Ethi-shn_Mymr", "languages": ["tir-Ethi", "shn-Mymr"]}, {"precision": 0.606979, "recall": 0.657115, "f1": 0.619896, "accuracy": 0.657115, "main_score": 0.619896, "hf_subset": "tir_Ethi-tgl_Latn", "languages": ["tir-Ethi", "tgl-Latn"]}, {"precision": 0.551114, "recall": 0.607708, "f1": 0.56482, "accuracy": 0.607708, "main_score": 0.56482, "hf_subset": "tir_Ethi-yue_Hant", "languages": ["tir-Ethi", "yue-Hant"]}, {"precision": 0.564076, "recall": 0.631423, "f1": 0.58228, "accuracy": 0.631423, "main_score": 0.58228, "hf_subset": "tir_Ethi-asm_Beng", "languages": ["tir-Ethi", "asm-Beng"]}, {"precision": 0.538003, "recall": 0.594862, "f1": 0.553524, "accuracy": 0.594862, "main_score": 0.553524, "hf_subset": "tir_Ethi-ckb_Arab", "languages": ["tir-Ethi", "ckb-Arab"]}, {"precision": 0.452029, "recall": 0.507905, "f1": 0.466445, "accuracy": 0.507905, "main_score": 0.466445, "hf_subset": "tir_Ethi-gle_Latn", "languages": ["tir-Ethi", "gle-Latn"]}, {"precision": 0.507047, "recall": 0.571146, "f1": 0.523238, "accuracy": 0.571146, "main_score": 0.523238, "hf_subset": "tir_Ethi-kas_Arab", "languages": ["tir-Ethi", "kas-Arab"]}, {"precision": 0.493777, "recall": 0.5583, "f1": 0.511194, "accuracy": 0.5583, "main_score": 0.511194, "hf_subset": "tir_Ethi-ltg_Latn", "languages": ["tir-Ethi", "ltg-Latn"]}, {"precision": 0.415872, "recall": 0.460474, "f1": 0.427418, "accuracy": 0.460474, "main_score": 0.427418, "hf_subset": "tir_Ethi-nso_Latn", "languages": ["tir-Ethi", "nso-Latn"]}, {"precision": 0.537628, "recall": 0.599802, "f1": 0.553539, "accuracy": 0.599802, "main_score": 0.553539, "hf_subset": "tir_Ethi-sin_Sinh", "languages": ["tir-Ethi", "sin-Sinh"]}, {"precision": 0.576971, "recall": 0.640316, "f1": 0.593547, "accuracy": 0.640316, "main_score": 0.593547, "hf_subset": "tir_Ethi-tha_Thai", "languages": ["tir-Ethi", "tha-Thai"]}, {"precision": 0.539438, "recall": 0.591897, "f1": 0.552373, "accuracy": 0.591897, "main_score": 0.552373, "hf_subset": "tir_Ethi-zho_Hans", "languages": ["tir-Ethi", "zho-Hans"]}, {"precision": 0.573479, "recall": 0.631423, "f1": 0.588458, "accuracy": 0.631423, "main_score": 0.588458, "hf_subset": "tir_Ethi-ast_Latn", "languages": ["tir-Ethi", "ast-Latn"]}, {"precision": 0.540035, "recall": 0.608696, "f1": 0.557826, "accuracy": 0.608696, "main_score": 0.557826, "hf_subset": "tir_Ethi-crh_Latn", "languages": ["tir-Ethi", "crh-Latn"]}, {"precision": 0.605008, "recall": 0.666008, "f1": 0.621318, "accuracy": 0.666008, "main_score": 0.621318, "hf_subset": "tir_Ethi-glg_Latn", "languages": ["tir-Ethi", "glg-Latn"]}, {"precision": 0.465702, "recall": 0.522727, "f1": 0.481014, "accuracy": 0.522727, "main_score": 0.481014, "hf_subset": "tir_Ethi-kas_Deva", "languages": ["tir-Ethi", "kas-Deva"]}, {"precision": 0.529035, "recall": 0.585968, "f1": 0.544732, "accuracy": 0.585968, "main_score": 0.544732, "hf_subset": "tir_Ethi-ltz_Latn", "languages": ["tir-Ethi", "ltz-Latn"]}, {"precision": 0.336784, "recall": 0.396245, "f1": 0.351482, "accuracy": 0.396245, "main_score": 0.351482, "hf_subset": "tir_Ethi-nus_Latn", "languages": ["tir-Ethi", "nus-Latn"]}, {"precision": 0.579862, "recall": 0.637352, "f1": 0.59464, "accuracy": 0.637352, "main_score": 0.59464, "hf_subset": "tir_Ethi-slk_Latn", "languages": ["tir-Ethi", "slk-Latn"]}, {"precision": 0.547268, "recall": 0.604743, "f1": 0.561331, "accuracy": 0.604743, "main_score": 0.561331, "hf_subset": "tir_Ethi-zho_Hant", "languages": ["tir-Ethi", "zho-Hant"]}, {"precision": 0.60493, "recall": 0.659091, "f1": 0.619224, "accuracy": 0.659091, "main_score": 0.619224, "hf_subset": "tir_Ethi-awa_Deva", "languages": ["tir-Ethi", "awa-Deva"]}, {"precision": 0.525006, "recall": 0.583004, "f1": 0.540665, "accuracy": 0.583004, "main_score": 0.540665, "hf_subset": "tir_Ethi-cym_Latn", "languages": ["tir-Ethi", "cym-Latn"]}, {"precision": 0.451252, "recall": 0.500988, "f1": 0.464341, "accuracy": 0.500988, "main_score": 0.464341, "hf_subset": "tir_Ethi-grn_Latn", "languages": ["tir-Ethi", "grn-Latn"]}, {"precision": 0.567316, "recall": 0.626482, "f1": 0.582156, "accuracy": 0.626482, "main_score": 0.582156, "hf_subset": "tir_Ethi-kat_Geor", "languages": ["tir-Ethi", "kat-Geor"]}, {"precision": 0.408644, "recall": 0.45751, "f1": 0.421777, "accuracy": 0.45751, "main_score": 0.421777, "hf_subset": "tir_Ethi-lua_Latn", "languages": ["tir-Ethi", "lua-Latn"]}, {"precision": 0.396462, "recall": 0.450593, "f1": 0.409646, "accuracy": 0.450593, "main_score": 0.409646, "hf_subset": "tir_Ethi-nya_Latn", "languages": ["tir-Ethi", "nya-Latn"]}, {"precision": 0.58219, "recall": 0.639328, "f1": 0.596509, "accuracy": 0.639328, "main_score": 0.596509, "hf_subset": "tir_Ethi-slv_Latn", "languages": ["tir-Ethi", "slv-Latn"]}, {"precision": 0.500748, "recall": 0.5583, "f1": 0.515664, "accuracy": 0.5583, "main_score": 0.515664, "hf_subset": "tir_Ethi-tpi_Latn", "languages": ["tir-Ethi", "tpi-Latn"]}, {"precision": 0.59344, "recall": 0.651186, "f1": 0.608508, "accuracy": 0.651186, "main_score": 0.608508, "hf_subset": "tir_Ethi-zsm_Latn", "languages": ["tir-Ethi", "zsm-Latn"]}, {"precision": 0.378031, "recall": 0.428854, "f1": 0.391366, "accuracy": 0.428854, "main_score": 0.391366, "hf_subset": "tir_Ethi-ayr_Latn", "languages": ["tir-Ethi", "ayr-Latn"]}, {"precision": 0.589382, "recall": 0.651186, "f1": 0.605907, "accuracy": 0.651186, "main_score": 0.605907, "hf_subset": "tir_Ethi-dan_Latn", "languages": ["tir-Ethi", "dan-Latn"]}, {"precision": 0.608615, "recall": 0.667984, "f1": 0.624324, "accuracy": 0.667984, "main_score": 0.624324, "hf_subset": "tir_Ethi-guj_Gujr", "languages": ["tir-Ethi", "guj-Gujr"]}, {"precision": 0.574392, "recall": 0.634387, "f1": 0.589448, "accuracy": 0.634387, "main_score": 0.589448, "hf_subset": "tir_Ethi-kaz_Cyrl", "languages": ["tir-Ethi", "kaz-Cyrl"]}, {"precision": 0.377661, "recall": 0.427866, "f1": 0.390991, "accuracy": 0.427866, "main_score": 0.390991, "hf_subset": "tir_Ethi-lug_Latn", "languages": ["tir-Ethi", "lug-Latn"]}, {"precision": 0.591094, "recall": 0.647233, "f1": 0.606123, "accuracy": 0.647233, "main_score": 0.606123, "hf_subset": "tir_Ethi-oci_Latn", "languages": ["tir-Ethi", "oci-Latn"]}, {"precision": 0.452838, "recall": 0.508893, "f1": 0.467066, "accuracy": 0.508893, "main_score": 0.467066, "hf_subset": "tir_Ethi-smo_Latn", "languages": ["tir-Ethi", "smo-Latn"]}, {"precision": 0.366557, "recall": 0.417984, "f1": 0.380082, "accuracy": 0.417984, "main_score": 0.380082, "hf_subset": "tir_Ethi-tsn_Latn", "languages": ["tir-Ethi", "tsn-Latn"]}, {"precision": 0.401682, "recall": 0.447628, "f1": 0.413434, "accuracy": 0.447628, "main_score": 0.413434, "hf_subset": "tir_Ethi-zul_Latn", "languages": ["tir-Ethi", "zul-Latn"]}, {"precision": 0.506343, "recall": 0.554348, "f1": 0.518952, "accuracy": 0.554348, "main_score": 0.518952, "hf_subset": "tir_Ethi-azb_Arab", "languages": ["tir-Ethi", "azb-Arab"]}, {"precision": 0.579565, "recall": 0.639328, "f1": 0.595417, "accuracy": 0.639328, "main_score": 0.595417, "hf_subset": "tir_Ethi-deu_Latn", "languages": ["tir-Ethi", "deu-Latn"]}, {"precision": 0.517248, "recall": 0.573123, "f1": 0.53147, "accuracy": 0.573123, "main_score": 0.53147, "hf_subset": "tir_Ethi-hat_Latn", "languages": ["tir-Ethi", "hat-Latn"]}, {"precision": 0.346683, "recall": 0.402174, "f1": 0.361422, "accuracy": 0.402174, "main_score": 0.361422, "hf_subset": "tir_Ethi-kbp_Latn", "languages": ["tir-Ethi", "kbp-Latn"]}, {"precision": 0.397756, "recall": 0.442688, "f1": 0.409699, "accuracy": 0.442688, "main_score": 0.409699, "hf_subset": "tir_Ethi-luo_Latn", "languages": ["tir-Ethi", "luo-Latn"]}, {"precision": 0.597955, "recall": 0.660079, "f1": 0.615351, "accuracy": 0.660079, "main_score": 0.615351, "hf_subset": "tir_Ethi-ory_Orya", "languages": ["tir-Ethi", "ory-Orya"]}, {"precision": 0.385748, "recall": 0.438735, "f1": 0.399639, "accuracy": 0.438735, "main_score": 0.399639, "hf_subset": "tir_Ethi-sna_Latn", "languages": ["tir-Ethi", "sna-Latn"]}, {"precision": 0.381771, "recall": 0.424901, "f1": 0.392731, "accuracy": 0.424901, "main_score": 0.392731, "hf_subset": "tir_Ethi-tso_Latn", "languages": ["tir-Ethi", "tso-Latn"]}, {"precision": 0.566971, "recall": 0.623518, "f1": 0.58162, "accuracy": 0.623518, "main_score": 0.58162, "hf_subset": "tir_Ethi-azj_Latn", "languages": ["tir-Ethi", "azj-Latn"]}, {"precision": 0.35304, "recall": 0.402174, "f1": 0.366293, "accuracy": 0.402174, "main_score": 0.366293, "hf_subset": "tir_Ethi-dik_Latn", "languages": ["tir-Ethi", "dik-Latn"]}, {"precision": 0.428339, "recall": 0.48419, "f1": 0.443576, "accuracy": 0.48419, "main_score": 0.443576, "hf_subset": "tir_Ethi-hau_Latn", "languages": ["tir-Ethi", "hau-Latn"]}, {"precision": 0.51784, "recall": 0.565217, "f1": 0.52992, "accuracy": 0.565217, "main_score": 0.52992, "hf_subset": "tir_Ethi-kea_Latn", "languages": ["tir-Ethi", "kea-Latn"]}, {"precision": 0.428093, "recall": 0.478261, "f1": 0.441602, "accuracy": 0.478261, "main_score": 0.441602, "hf_subset": "tir_Ethi-lus_Latn", "languages": ["tir-Ethi", "lus-Latn"]}, {"precision": 0.497566, "recall": 0.538538, "f1": 0.508447, "accuracy": 0.538538, "main_score": 0.508447, "hf_subset": "tir_Ethi-pag_Latn", "languages": ["tir-Ethi", "pag-Latn"]}, {"precision": 0.597976, "recall": 0.659091, "f1": 0.614256, "accuracy": 0.659091, "main_score": 0.614256, "hf_subset": "tir_Ethi-snd_Arab", "languages": ["tir-Ethi", "snd-Arab"]}, {"precision": 0.513409, "recall": 0.576087, "f1": 0.529588, "accuracy": 0.576087, "main_score": 0.529588, "hf_subset": "tir_Ethi-tuk_Latn", "languages": ["tir-Ethi", "tuk-Latn"]}, {"precision": 0.558253, "recall": 0.606719, "f1": 0.570763, "accuracy": 0.606719, "main_score": 0.570763, "hf_subset": "tir_Ethi-bak_Cyrl", "languages": ["tir-Ethi", "bak-Cyrl"]}, {"precision": 0.305151, "recall": 0.369565, "f1": 0.321862, "accuracy": 0.369565, "main_score": 0.321862, "hf_subset": "tir_Ethi-dyu_Latn", "languages": ["tir-Ethi", "dyu-Latn"]}, {"precision": 0.591953, "recall": 0.649209, "f1": 0.6061, "accuracy": 0.649209, "main_score": 0.6061, "hf_subset": "tir_Ethi-heb_Hebr", "languages": ["tir-Ethi", "heb-Hebr"]}, {"precision": 0.54951, "recall": 0.608696, "f1": 0.564699, "accuracy": 0.608696, "main_score": 0.564699, "hf_subset": "tir_Ethi-khk_Cyrl", "languages": ["tir-Ethi", "khk-Cyrl"]}, {"precision": 0.56322, "recall": 0.621542, "f1": 0.578766, "accuracy": 0.621542, "main_score": 0.578766, "hf_subset": "tir_Ethi-lvs_Latn", "languages": ["tir-Ethi", "lvs-Latn"]}, {"precision": 0.598161, "recall": 0.653162, "f1": 0.612809, "accuracy": 0.653162, "main_score": 0.612809, "hf_subset": "tir_Ethi-pan_Guru", "languages": ["tir-Ethi", "pan-Guru"]}, {"precision": 0.414663, "recall": 0.470356, "f1": 0.429152, "accuracy": 0.470356, "main_score": 0.429152, "hf_subset": "tir_Ethi-som_Latn", "languages": ["tir-Ethi", "som-Latn"]}, {"precision": 0.36097, "recall": 0.409091, "f1": 0.373591, "accuracy": 0.409091, "main_score": 0.373591, "hf_subset": "tir_Ethi-tum_Latn", "languages": ["tir-Ethi", "tum-Latn"]}, {"precision": 0.534141, "recall": 0.607708, "f1": 0.554753, "accuracy": 0.607708, "main_score": 0.554753, "hf_subset": "zho_Hant-ace_Arab", "languages": ["zho-Hant", "ace-Arab"]}, {"precision": 0.506852, "recall": 0.574111, "f1": 0.525741, "accuracy": 0.574111, "main_score": 0.525741, "hf_subset": "zho_Hant-bam_Latn", "languages": ["zho-Hant", "bam-Latn"]}, {"precision": 0.439967, "recall": 0.517787, "f1": 0.46067, "accuracy": 0.517787, "main_score": 0.46067, "hf_subset": "zho_Hant-dzo_Tibt", "languages": ["zho-Hant", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hin_Deva", "languages": ["zho-Hant", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-khm_Khmr", "languages": ["zho-Hant", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-mag_Deva", "languages": ["zho-Hant", "mag-Deva"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "zho_Hant-pap_Latn", "languages": ["zho-Hant", "pap-Latn"]}, {"precision": 0.575543, "recall": 0.639328, "f1": 0.593596, "accuracy": 0.639328, "main_score": 0.593596, "hf_subset": "zho_Hant-sot_Latn", "languages": ["zho-Hant", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-tur_Latn", "languages": ["zho-Hant", "tur-Latn"]}, {"precision": 0.875856, "recall": 0.910079, "f1": 0.886693, "accuracy": 0.910079, "main_score": 0.886693, "hf_subset": "zho_Hant-ace_Latn", "languages": ["zho-Hant", "ace-Latn"]}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "zho_Hant-ban_Latn", "languages": ["zho-Hant", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ell_Grek", "languages": ["zho-Hant", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "zho_Hant-hne_Deva", "languages": ["zho-Hant", "hne-Deva"]}, {"precision": 0.590523, "recall": 0.651186, "f1": 0.608467, "accuracy": 0.651186, "main_score": 0.608467, "hf_subset": "zho_Hant-kik_Latn", "languages": ["zho-Hant", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-mai_Deva", "languages": ["zho-Hant", "mai-Deva"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "zho_Hant-pbt_Arab", "languages": ["zho-Hant", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-spa_Latn", "languages": ["zho-Hant", "spa-Latn"]}, {"precision": 0.605104, "recall": 0.673913, "f1": 0.624475, "accuracy": 0.673913, "main_score": 0.624475, "hf_subset": "zho_Hant-twi_Latn", "languages": ["zho-Hant", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-acm_Arab", "languages": ["zho-Hant", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-bel_Cyrl", "languages": ["zho-Hant", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-eng_Latn", "languages": ["zho-Hant", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hrv_Latn", "languages": ["zho-Hant", "hrv-Latn"]}, {"precision": 0.531369, "recall": 0.596838, "f1": 0.549409, "accuracy": 0.596838, "main_score": 0.549409, "hf_subset": "zho_Hant-kin_Latn", "languages": ["zho-Hant", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-mal_Mlym", "languages": ["zho-Hant", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-pes_Arab", "languages": ["zho-Hant", "pes-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hant-srd_Latn", "languages": ["zho-Hant", "srd-Latn"]}, {"precision": 0.168774, "recall": 0.219368, "f1": 0.181516, "accuracy": 0.219368, "main_score": 0.181516, "hf_subset": "zho_Hant-tzm_Tfng", "languages": ["zho-Hant", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-acq_Arab", "languages": ["zho-Hant", "acq-Arab"]}, {"precision": 0.623247, "recall": 0.676877, "f1": 0.637867, "accuracy": 0.676877, "main_score": 0.637867, "hf_subset": "zho_Hant-bem_Latn", "languages": ["zho-Hant", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-epo_Latn", "languages": ["zho-Hant", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hun_Latn", "languages": ["zho-Hant", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hant-kir_Cyrl", "languages": ["zho-Hant", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-mar_Deva", "languages": ["zho-Hant", "mar-Deva"]}, {"precision": 0.667408, "recall": 0.722332, "f1": 0.683583, "accuracy": 0.722332, "main_score": 0.683583, "hf_subset": "zho_Hant-plt_Latn", "languages": ["zho-Hant", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-srp_Cyrl", "languages": ["zho-Hant", "srp-Cyrl"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "zho_Hant-uig_Arab", "languages": ["zho-Hant", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-aeb_Arab", "languages": ["zho-Hant", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-ben_Beng", "languages": ["zho-Hant", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hant-est_Latn", "languages": ["zho-Hant", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hye_Armn", "languages": ["zho-Hant", "hye-Armn"]}, {"precision": 0.53266, "recall": 0.590909, "f1": 0.549002, "accuracy": 0.590909, "main_score": 0.549002, "hf_subset": "zho_Hant-kmb_Latn", "languages": ["zho-Hant", "kmb-Latn"]}, {"precision": 0.469618, "recall": 0.551383, "f1": 0.492348, "accuracy": 0.551383, "main_score": 0.492348, "hf_subset": "zho_Hant-min_Arab", "languages": ["zho-Hant", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-pol_Latn", "languages": ["zho-Hant", "pol-Latn"]}, {"precision": 0.547947, "recall": 0.617589, "f1": 0.568149, "accuracy": 0.617589, "main_score": 0.568149, "hf_subset": "zho_Hant-ssw_Latn", "languages": ["zho-Hant", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ukr_Cyrl", "languages": ["zho-Hant", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-afr_Latn", "languages": ["zho-Hant", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-bho_Deva", "languages": ["zho-Hant", "bho-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "zho_Hant-eus_Latn", "languages": ["zho-Hant", "eus-Latn"]}, {"precision": 0.563522, "recall": 0.635375, "f1": 0.584031, "accuracy": 0.635375, "main_score": 0.584031, "hf_subset": "zho_Hant-ibo_Latn", "languages": ["zho-Hant", "ibo-Latn"]}, {"precision": 0.880188, "recall": 0.916008, "f1": 0.891864, "accuracy": 0.916008, "main_score": 0.891864, "hf_subset": "zho_Hant-kmr_Latn", "languages": ["zho-Hant", "kmr-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "zho_Hant-min_Latn", "languages": ["zho-Hant", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-por_Latn", "languages": ["zho-Hant", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hant-sun_Latn", "languages": ["zho-Hant", "sun-Latn"]}, {"precision": 0.509732, "recall": 0.576087, "f1": 0.528644, "accuracy": 0.576087, "main_score": 0.528644, "hf_subset": "zho_Hant-umb_Latn", "languages": ["zho-Hant", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-ajp_Arab", "languages": ["zho-Hant", "ajp-Arab"]}, {"precision": 0.508179, "recall": 0.576087, "f1": 0.526838, "accuracy": 0.576087, "main_score": 0.526838, "hf_subset": "zho_Hant-bjn_Arab", "languages": ["zho-Hant", "bjn-Arab"]}, {"precision": 0.513229, "recall": 0.578063, "f1": 0.531217, "accuracy": 0.578063, "main_score": 0.531217, "hf_subset": "zho_Hant-ewe_Latn", "languages": ["zho-Hant", "ewe-Latn"]}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "zho_Hant-ilo_Latn", "languages": ["zho-Hant", "ilo-Latn"]}, {"precision": 0.290887, "recall": 0.355731, "f1": 0.308152, "accuracy": 0.355731, "main_score": 0.308152, "hf_subset": "zho_Hant-knc_Arab", "languages": ["zho-Hant", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-mkd_Cyrl", "languages": ["zho-Hant", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-prs_Arab", "languages": ["zho-Hant", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-swe_Latn", "languages": ["zho-Hant", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-urd_Arab", "languages": ["zho-Hant", "urd-Arab"]}, {"precision": 0.579324, "recall": 0.650198, "f1": 0.598992, "accuracy": 0.650198, "main_score": 0.598992, "hf_subset": "zho_Hant-aka_Latn", "languages": ["zho-Hant", "aka-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "zho_Hant-bjn_Latn", "languages": ["zho-Hant", "bjn-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "zho_Hant-fao_Latn", "languages": ["zho-Hant", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ind_Latn", "languages": ["zho-Hant", "ind-Latn"]}, {"precision": 0.563933, "recall": 0.624506, "f1": 0.58087, "accuracy": 0.624506, "main_score": 0.58087, "hf_subset": "zho_Hant-knc_Latn", "languages": ["zho-Hant", "knc-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-mlt_Latn", "languages": ["zho-Hant", "mlt-Latn"]}, {"precision": 0.682996, "recall": 0.75, "f1": 0.702563, "accuracy": 0.75, "main_score": 0.702563, "hf_subset": "zho_Hant-quy_Latn", "languages": ["zho-Hant", "quy-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "zho_Hant-swh_Latn", "languages": ["zho-Hant", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-uzn_Latn", "languages": ["zho-Hant", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-als_Latn", "languages": ["zho-Hant", "als-Latn"]}, {"precision": 0.646649, "recall": 0.725296, "f1": 0.670081, "accuracy": 0.725296, "main_score": 0.670081, "hf_subset": "zho_Hant-bod_Tibt", "languages": ["zho-Hant", "bod-Tibt"]}, {"precision": 0.696163, "recall": 0.755929, "f1": 0.713356, "accuracy": 0.755929, "main_score": 0.713356, "hf_subset": "zho_Hant-fij_Latn", "languages": ["zho-Hant", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-isl_Latn", "languages": ["zho-Hant", "isl-Latn"]}, {"precision": 0.657157, "recall": 0.717391, "f1": 0.675082, "accuracy": 0.717391, "main_score": 0.675082, "hf_subset": "zho_Hant-kon_Latn", "languages": ["zho-Hant", "kon-Latn"]}, {"precision": 0.640975, "recall": 0.712451, "f1": 0.661693, "accuracy": 0.712451, "main_score": 0.661693, "hf_subset": "zho_Hant-mni_Beng", "languages": ["zho-Hant", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ron_Latn", "languages": ["zho-Hant", "ron-Latn"]}, {"precision": 0.980731, "recall": 0.985178, "f1": 0.982213, "accuracy": 0.985178, "main_score": 0.982213, "hf_subset": "zho_Hant-szl_Latn", "languages": ["zho-Hant", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-vec_Latn", "languages": ["zho-Hant", "vec-Latn"]}, {"precision": 0.93363, "recall": 0.954545, "f1": 0.940382, "accuracy": 0.954545, "main_score": 0.940382, "hf_subset": "zho_Hant-amh_Ethi", "languages": ["zho-Hant", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-bos_Latn", "languages": ["zho-Hant", "bos-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "zho_Hant-fin_Latn", "languages": ["zho-Hant", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ita_Latn", "languages": ["zho-Hant", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-kor_Hang", "languages": ["zho-Hant", "kor-Hang"]}, {"precision": 0.529637, "recall": 0.597826, "f1": 0.548602, "accuracy": 0.597826, "main_score": 0.548602, "hf_subset": "zho_Hant-mos_Latn", "languages": ["zho-Hant", "mos-Latn"]}, {"precision": 0.550642, "recall": 0.607708, "f1": 0.567184, "accuracy": 0.607708, "main_score": 0.567184, "hf_subset": "zho_Hant-run_Latn", "languages": ["zho-Hant", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-tam_Taml", "languages": ["zho-Hant", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-vie_Latn", "languages": ["zho-Hant", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-apc_Arab", "languages": ["zho-Hant", "apc-Arab"]}, {"precision": 0.803689, "recall": 0.851779, "f1": 0.818365, "accuracy": 0.851779, "main_score": 0.818365, "hf_subset": "zho_Hant-bug_Latn", "languages": ["zho-Hant", "bug-Latn"]}, {"precision": 0.454194, "recall": 0.518775, "f1": 0.471146, "accuracy": 0.518775, "main_score": 0.471146, "hf_subset": "zho_Hant-fon_Latn", "languages": ["zho-Hant", "fon-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hant-jav_Latn", "languages": ["zho-Hant", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-lao_Laoo", "languages": ["zho-Hant", "lao-Laoo"]}, {"precision": 0.861117, "recall": 0.899209, "f1": 0.872878, "accuracy": 0.899209, "main_score": 0.872878, "hf_subset": "zho_Hant-mri_Latn", "languages": ["zho-Hant", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-rus_Cyrl", "languages": ["zho-Hant", "rus-Cyrl"]}, {"precision": 0.529581, "recall": 0.597826, "f1": 0.548361, "accuracy": 0.597826, "main_score": 0.548361, "hf_subset": "zho_Hant-taq_Latn", "languages": ["zho-Hant", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-war_Latn", "languages": ["zho-Hant", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-arb_Arab", "languages": ["zho-Hant", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-bul_Cyrl", "languages": ["zho-Hant", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-fra_Latn", "languages": ["zho-Hant", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-jpn_Jpan", "languages": ["zho-Hant", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zho_Hant-lij_Latn", "languages": ["zho-Hant", "lij-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "zho_Hant-mya_Mymr", "languages": ["zho-Hant", "mya-Mymr"]}, {"precision": 0.578283, "recall": 0.65415, "f1": 0.599653, "accuracy": 0.65415, "main_score": 0.599653, "hf_subset": "zho_Hant-sag_Latn", "languages": ["zho-Hant", "sag-Latn"]}, {"precision": 0.186363, "recall": 0.248024, "f1": 0.200807, "accuracy": 0.248024, "main_score": 0.200807, "hf_subset": "zho_Hant-taq_Tfng", "languages": ["zho-Hant", "taq-Tfng"]}, {"precision": 0.61129, "recall": 0.682806, "f1": 0.631793, "accuracy": 0.682806, "main_score": 0.631793, "hf_subset": "zho_Hant-wol_Latn", "languages": ["zho-Hant", "wol-Latn"]}, {"precision": 0.789147, "recall": 0.844862, "f1": 0.806192, "accuracy": 0.844862, "main_score": 0.806192, "hf_subset": "zho_Hant-arb_Latn", "languages": ["zho-Hant", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-cat_Latn", "languages": ["zho-Hant", "cat-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "zho_Hant-fur_Latn", "languages": ["zho-Hant", "fur-Latn"]}, {"precision": 0.401327, "recall": 0.463439, "f1": 0.418426, "accuracy": 0.463439, "main_score": 0.418426, "hf_subset": "zho_Hant-kab_Latn", "languages": ["zho-Hant", "kab-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hant-lim_Latn", "languages": ["zho-Hant", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-nld_Latn", "languages": ["zho-Hant", "nld-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "zho_Hant-san_Deva", "languages": ["zho-Hant", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-tat_Cyrl", "languages": ["zho-Hant", "tat-Cyrl"]}, {"precision": 0.662089, "recall": 0.720356, "f1": 0.679207, "accuracy": 0.720356, "main_score": 0.679207, "hf_subset": "zho_Hant-xho_Latn", "languages": ["zho-Hant", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-ars_Arab", "languages": ["zho-Hant", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-ceb_Latn", "languages": ["zho-Hant", "ceb-Latn"]}, {"precision": 0.553514, "recall": 0.619565, "f1": 0.572022, "accuracy": 0.619565, "main_score": 0.572022, "hf_subset": "zho_Hant-fuv_Latn", "languages": ["zho-Hant", "fuv-Latn"]}, {"precision": 0.501583, "recall": 0.573123, "f1": 0.521002, "accuracy": 0.573123, "main_score": 0.521002, "hf_subset": "zho_Hant-kac_Latn", "languages": ["zho-Hant", "kac-Latn"]}, {"precision": 0.655155, "recall": 0.718379, "f1": 0.674242, "accuracy": 0.718379, "main_score": 0.674242, "hf_subset": "zho_Hant-lin_Latn", "languages": ["zho-Hant", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-nno_Latn", "languages": ["zho-Hant", "nno-Latn"]}, {"precision": 0.222162, "recall": 0.304348, "f1": 0.242968, "accuracy": 0.304348, "main_score": 0.242968, "hf_subset": "zho_Hant-sat_Olck", "languages": ["zho-Hant", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-tel_Telu", "languages": ["zho-Hant", "tel-Telu"]}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "zho_Hant-ydd_Hebr", "languages": ["zho-Hant", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "zho_Hant-ary_Arab", "languages": ["zho-Hant", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ces_Latn", "languages": ["zho-Hant", "ces-Latn"]}, {"precision": 0.547951, "recall": 0.614625, "f1": 0.567163, "accuracy": 0.614625, "main_score": 0.567163, "hf_subset": "zho_Hant-gaz_Latn", "languages": ["zho-Hant", "gaz-Latn"]}, {"precision": 0.581574, "recall": 0.642292, "f1": 0.598428, "accuracy": 0.642292, "main_score": 0.598428, "hf_subset": "zho_Hant-kam_Latn", "languages": ["zho-Hant", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "zho_Hant-lit_Latn", "languages": ["zho-Hant", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-nob_Latn", "languages": ["zho-Hant", "nob-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "zho_Hant-scn_Latn", "languages": ["zho-Hant", "scn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "zho_Hant-tgk_Cyrl", "languages": ["zho-Hant", "tgk-Cyrl"]}, {"precision": 0.69194, "recall": 0.766798, "f1": 0.714608, "accuracy": 0.766798, "main_score": 0.714608, "hf_subset": "zho_Hant-yor_Latn", "languages": ["zho-Hant", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-arz_Arab", "languages": ["zho-Hant", "arz-Arab"]}, {"precision": 0.553989, "recall": 0.62253, "f1": 0.573117, "accuracy": 0.62253, "main_score": 0.573117, "hf_subset": "zho_Hant-cjk_Latn", "languages": ["zho-Hant", "cjk-Latn"]}, {"precision": 0.772513, "recall": 0.825099, "f1": 0.788161, "accuracy": 0.825099, "main_score": 0.788161, "hf_subset": "zho_Hant-gla_Latn", "languages": ["zho-Hant", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-kan_Knda", "languages": ["zho-Hant", "kan-Knda"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "zho_Hant-lmo_Latn", "languages": ["zho-Hant", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zho_Hant-npi_Deva", "languages": ["zho-Hant", "npi-Deva"]}, {"precision": 0.459519, "recall": 0.531621, "f1": 0.479537, "accuracy": 0.531621, "main_score": 0.479537, "hf_subset": "zho_Hant-shn_Mymr", "languages": ["zho-Hant", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-tgl_Latn", "languages": ["zho-Hant", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-yue_Hant", "languages": ["zho-Hant", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-asm_Beng", "languages": ["zho-Hant", "asm-Beng"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "zho_Hant-ckb_Arab", "languages": ["zho-Hant", "ckb-Arab"]}, {"precision": 0.866387, "recall": 0.901186, "f1": 0.87716, "accuracy": 0.901186, "main_score": 0.87716, "hf_subset": "zho_Hant-gle_Latn", "languages": ["zho-Hant", "gle-Latn"]}, {"precision": 0.940053, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "zho_Hant-kas_Arab", "languages": ["zho-Hant", "kas-Arab"]}, {"precision": 0.930254, "recall": 0.951581, "f1": 0.937154, "accuracy": 0.951581, "main_score": 0.937154, "hf_subset": "zho_Hant-ltg_Latn", "languages": ["zho-Hant", "ltg-Latn"]}, {"precision": 0.599344, "recall": 0.660079, "f1": 0.616695, "accuracy": 0.660079, "main_score": 0.616695, "hf_subset": "zho_Hant-nso_Latn", "languages": ["zho-Hant", "nso-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "zho_Hant-sin_Sinh", "languages": ["zho-Hant", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-tha_Thai", "languages": ["zho-Hant", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-zho_Hans", "languages": ["zho-Hant", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ast_Latn", "languages": ["zho-Hant", "ast-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hant-crh_Latn", "languages": ["zho-Hant", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-glg_Latn", "languages": ["zho-Hant", "glg-Latn"]}, {"precision": 0.900527, "recall": 0.929842, "f1": 0.909881, "accuracy": 0.929842, "main_score": 0.909881, "hf_subset": "zho_Hant-kas_Deva", "languages": ["zho-Hant", "kas-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "zho_Hant-ltz_Latn", "languages": ["zho-Hant", "ltz-Latn"]}, {"precision": 0.438709, "recall": 0.51087, "f1": 0.458682, "accuracy": 0.51087, "main_score": 0.458682, "hf_subset": "zho_Hant-nus_Latn", "languages": ["zho-Hant", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-slk_Latn", "languages": ["zho-Hant", "slk-Latn"]}, {"precision": 0.595529, "recall": 0.671937, "f1": 0.618039, "accuracy": 0.671937, "main_score": 0.618039, "hf_subset": "zho_Hant-tir_Ethi", "languages": ["zho-Hant", "tir-Ethi"]}, {"precision": 0.984437, "recall": 0.988142, "f1": 0.985573, "accuracy": 0.988142, "main_score": 0.985573, "hf_subset": "zho_Hant-awa_Deva", "languages": ["zho-Hant", "awa-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "zho_Hant-cym_Latn", "languages": ["zho-Hant", "cym-Latn"]}, {"precision": 0.838719, "recall": 0.880435, "f1": 0.851482, "accuracy": 0.880435, "main_score": 0.851482, "hf_subset": "zho_Hant-grn_Latn", "languages": ["zho-Hant", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-kat_Geor", "languages": ["zho-Hant", "kat-Geor"]}, {"precision": 0.629581, "recall": 0.688735, "f1": 0.646554, "accuracy": 0.688735, "main_score": 0.646554, "hf_subset": "zho_Hant-lua_Latn", "languages": ["zho-Hant", "lua-Latn"]}, {"precision": 0.630296, "recall": 0.698617, "f1": 0.649838, "accuracy": 0.698617, "main_score": 0.649838, "hf_subset": "zho_Hant-nya_Latn", "languages": ["zho-Hant", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-slv_Latn", "languages": ["zho-Hant", "slv-Latn"]}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "zho_Hant-tpi_Latn", "languages": ["zho-Hant", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-zsm_Latn", "languages": ["zho-Hant", "zsm-Latn"]}, {"precision": 0.532568, "recall": 0.602767, "f1": 0.552484, "accuracy": 0.602767, "main_score": 0.552484, "hf_subset": "zho_Hant-ayr_Latn", "languages": ["zho-Hant", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-dan_Latn", "languages": ["zho-Hant", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-guj_Gujr", "languages": ["zho-Hant", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-kaz_Cyrl", "languages": ["zho-Hant", "kaz-Cyrl"]}, {"precision": 0.530807, "recall": 0.59585, "f1": 0.549725, "accuracy": 0.59585, "main_score": 0.549725, "hf_subset": "zho_Hant-lug_Latn", "languages": ["zho-Hant", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-oci_Latn", "languages": ["zho-Hant", "oci-Latn"]}, {"precision": 0.822826, "recall": 0.867589, "f1": 0.836397, "accuracy": 0.867589, "main_score": 0.836397, "hf_subset": "zho_Hant-smo_Latn", "languages": ["zho-Hant", "smo-Latn"]}, {"precision": 0.543421, "recall": 0.609684, "f1": 0.56196, "accuracy": 0.609684, "main_score": 0.56196, "hf_subset": "zho_Hant-tsn_Latn", "languages": ["zho-Hant", "tsn-Latn"]}, {"precision": 0.595566, "recall": 0.66502, "f1": 0.61539, "accuracy": 0.66502, "main_score": 0.61539, "hf_subset": "zho_Hant-zul_Latn", "languages": ["zho-Hant", "zul-Latn"]}, {"precision": 0.912385, "recall": 0.938735, "f1": 0.920949, "accuracy": 0.938735, "main_score": 0.920949, "hf_subset": "zho_Hant-azb_Arab", "languages": ["zho-Hant", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-deu_Latn", "languages": ["zho-Hant", "deu-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "zho_Hant-hat_Latn", "languages": ["zho-Hant", "hat-Latn"]}, {"precision": 0.487707, "recall": 0.550395, "f1": 0.505222, "accuracy": 0.550395, "main_score": 0.505222, "hf_subset": "zho_Hant-kbp_Latn", "languages": ["zho-Hant", "kbp-Latn"]}, {"precision": 0.559202, "recall": 0.624506, "f1": 0.577329, "accuracy": 0.624506, "main_score": 0.577329, "hf_subset": "zho_Hant-luo_Latn", "languages": ["zho-Hant", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-ory_Orya", "languages": ["zho-Hant", "ory-Orya"]}, {"precision": 0.580212, "recall": 0.648221, "f1": 0.599617, "accuracy": 0.648221, "main_score": 0.599617, "hf_subset": "zho_Hant-sna_Latn", "languages": ["zho-Hant", "sna-Latn"]}, {"precision": 0.550144, "recall": 0.610672, "f1": 0.566228, "accuracy": 0.610672, "main_score": 0.566228, "hf_subset": "zho_Hant-tso_Latn", "languages": ["zho-Hant", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-azj_Latn", "languages": ["zho-Hant", "azj-Latn"]}, {"precision": 0.519212, "recall": 0.596838, "f1": 0.541406, "accuracy": 0.596838, "main_score": 0.541406, "hf_subset": "zho_Hant-dik_Latn", "languages": ["zho-Hant", "dik-Latn"]}, {"precision": 0.730157, "recall": 0.787549, "f1": 0.746937, "accuracy": 0.787549, "main_score": 0.746937, "hf_subset": "zho_Hant-hau_Latn", "languages": ["zho-Hant", "hau-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "zho_Hant-kea_Latn", "languages": ["zho-Hant", "kea-Latn"]}, {"precision": 0.74361, "recall": 0.799407, "f1": 0.760441, "accuracy": 0.799407, "main_score": 0.760441, "hf_subset": "zho_Hant-lus_Latn", "languages": ["zho-Hant", "lus-Latn"]}, {"precision": 0.875329, "recall": 0.907115, "f1": 0.885145, "accuracy": 0.907115, "main_score": 0.885145, "hf_subset": "zho_Hant-pag_Latn", "languages": ["zho-Hant", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-snd_Arab", "languages": ["zho-Hant", "snd-Arab"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "zho_Hant-tuk_Latn", "languages": ["zho-Hant", "tuk-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "zho_Hant-bak_Cyrl", "languages": ["zho-Hant", "bak-Cyrl"]}, {"precision": 0.467161, "recall": 0.548419, "f1": 0.490792, "accuracy": 0.548419, "main_score": 0.490792, "hf_subset": "zho_Hant-dyu_Latn", "languages": ["zho-Hant", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-heb_Hebr", "languages": ["zho-Hant", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hant-khk_Cyrl", "languages": ["zho-Hant", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-lvs_Latn", "languages": ["zho-Hant", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-pan_Guru", "languages": ["zho-Hant", "pan-Guru"]}, {"precision": 0.683599, "recall": 0.752964, "f1": 0.704545, "accuracy": 0.752964, "main_score": 0.704545, "hf_subset": "zho_Hant-som_Latn", "languages": ["zho-Hant", "som-Latn"]}, {"precision": 0.599598, "recall": 0.652174, "f1": 0.614759, "accuracy": 0.652174, "main_score": 0.614759, "hf_subset": "zho_Hant-tum_Latn", "languages": ["zho-Hant", "tum-Latn"]}, {"precision": 0.556245, "recall": 0.626482, "f1": 0.576064, "accuracy": 0.626482, "main_score": 0.576064, "hf_subset": "awa_Deva-ace_Arab", "languages": ["awa-Deva", "ace-Arab"]}, {"precision": 0.51456, "recall": 0.577075, "f1": 0.531795, "accuracy": 0.577075, "main_score": 0.531795, "hf_subset": "awa_Deva-bam_Latn", "languages": ["awa-Deva", "bam-Latn"]}, {"precision": 0.444618, "recall": 0.529644, "f1": 0.467563, "accuracy": 0.529644, "main_score": 0.467563, "hf_subset": "awa_Deva-dzo_Tibt", "languages": ["awa-Deva", "dzo-Tibt"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hin_Deva", "languages": ["awa-Deva", "hin-Deva"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-khm_Khmr", "languages": ["awa-Deva", "khm-Khmr"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-mag_Deva", "languages": ["awa-Deva", "mag-Deva"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "awa_Deva-pap_Latn", "languages": ["awa-Deva", "pap-Latn"]}, {"precision": 0.588915, "recall": 0.646245, "f1": 0.604647, "accuracy": 0.646245, "main_score": 0.604647, "hf_subset": "awa_Deva-sot_Latn", "languages": ["awa-Deva", "sot-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-tur_Latn", "languages": ["awa-Deva", "tur-Latn"]}, {"precision": 0.86586, "recall": 0.900198, "f1": 0.876501, "accuracy": 0.900198, "main_score": 0.876501, "hf_subset": "awa_Deva-ace_Latn", "languages": ["awa-Deva", "ace-Latn"]}, {"precision": 0.943347, "recall": 0.959486, "f1": 0.948617, "accuracy": 0.959486, "main_score": 0.948617, "hf_subset": "awa_Deva-ban_Latn", "languages": ["awa-Deva", "ban-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ell_Grek", "languages": ["awa-Deva", "ell-Grek"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "awa_Deva-hne_Deva", "languages": ["awa-Deva", "hne-Deva"]}, {"precision": 0.582808, "recall": 0.646245, "f1": 0.600702, "accuracy": 0.646245, "main_score": 0.600702, "hf_subset": "awa_Deva-kik_Latn", "languages": ["awa-Deva", "kik-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-mai_Deva", "languages": ["awa-Deva", "mai-Deva"]}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "awa_Deva-pbt_Arab", "languages": ["awa-Deva", "pbt-Arab"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-spa_Latn", "languages": ["awa-Deva", "spa-Latn"]}, {"precision": 0.599022, "recall": 0.667984, "f1": 0.617881, "accuracy": 0.667984, "main_score": 0.617881, "hf_subset": "awa_Deva-twi_Latn", "languages": ["awa-Deva", "twi-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-acm_Arab", "languages": ["awa-Deva", "acm-Arab"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-bel_Cyrl", "languages": ["awa-Deva", "bel-Cyrl"]}, {"precision": 0.988389, "recall": 0.991107, "f1": 0.989196, "accuracy": 0.991107, "main_score": 0.989196, "hf_subset": "awa_Deva-eng_Latn", "languages": ["awa-Deva", "eng-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-hrv_Latn", "languages": ["awa-Deva", "hrv-Latn"]}, {"precision": 0.528922, "recall": 0.594862, "f1": 0.54776, "accuracy": 0.594862, "main_score": 0.54776, "hf_subset": "awa_Deva-kin_Latn", "languages": ["awa-Deva", "kin-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-mal_Mlym", "languages": ["awa-Deva", "mal-Mlym"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-pes_Arab", "languages": ["awa-Deva", "pes-Arab"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "awa_Deva-srd_Latn", "languages": ["awa-Deva", "srd-Latn"]}, {"precision": 0.167396, "recall": 0.220356, "f1": 0.180381, "accuracy": 0.220356, "main_score": 0.180381, "hf_subset": "awa_Deva-tzm_Tfng", "languages": ["awa-Deva", "tzm-Tfng"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-acq_Arab", "languages": ["awa-Deva", "acq-Arab"]}, {"precision": 0.627059, "recall": 0.677866, "f1": 0.641601, "accuracy": 0.677866, "main_score": 0.641601, "hf_subset": "awa_Deva-bem_Latn", "languages": ["awa-Deva", "bem-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-epo_Latn", "languages": ["awa-Deva", "epo-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-hun_Latn", "languages": ["awa-Deva", "hun-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "awa_Deva-kir_Cyrl", "languages": ["awa-Deva", "kir-Cyrl"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-mar_Deva", "languages": ["awa-Deva", "mar-Deva"]}, {"precision": 0.662978, "recall": 0.719368, "f1": 0.679414, "accuracy": 0.719368, "main_score": 0.679414, "hf_subset": "awa_Deva-plt_Latn", "languages": ["awa-Deva", "plt-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-srp_Cyrl", "languages": ["awa-Deva", "srp-Cyrl"]}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "awa_Deva-uig_Arab", "languages": ["awa-Deva", "uig-Arab"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-aeb_Arab", "languages": ["awa-Deva", "aeb-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ben_Beng", "languages": ["awa-Deva", "ben-Beng"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-est_Latn", "languages": ["awa-Deva", "est-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hye_Armn", "languages": ["awa-Deva", "hye-Armn"]}, {"precision": 0.526416, "recall": 0.579051, "f1": 0.541312, "accuracy": 0.579051, "main_score": 0.541312, "hf_subset": "awa_Deva-kmb_Latn", "languages": ["awa-Deva", "kmb-Latn"]}, {"precision": 0.467887, "recall": 0.550395, "f1": 0.490112, "accuracy": 0.550395, "main_score": 0.490112, "hf_subset": "awa_Deva-min_Arab", "languages": ["awa-Deva", "min-Arab"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-pol_Latn", "languages": ["awa-Deva", "pol-Latn"]}, {"precision": 0.548406, "recall": 0.613636, "f1": 0.567398, "accuracy": 0.613636, "main_score": 0.567398, "hf_subset": "awa_Deva-ssw_Latn", "languages": ["awa-Deva", "ssw-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ukr_Cyrl", "languages": ["awa-Deva", "ukr-Cyrl"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-afr_Latn", "languages": ["awa-Deva", "afr-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-bho_Deva", "languages": ["awa-Deva", "bho-Deva"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "awa_Deva-eus_Latn", "languages": ["awa-Deva", "eus-Latn"]}, {"precision": 0.57393, "recall": 0.633399, "f1": 0.590387, "accuracy": 0.633399, "main_score": 0.590387, "hf_subset": "awa_Deva-ibo_Latn", "languages": ["awa-Deva", "ibo-Latn"]}, {"precision": 0.887352, "recall": 0.917984, "f1": 0.897036, "accuracy": 0.917984, "main_score": 0.897036, "hf_subset": "awa_Deva-kmr_Latn", "languages": ["awa-Deva", "kmr-Latn"]}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "awa_Deva-min_Latn", "languages": ["awa-Deva", "min-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-por_Latn", "languages": ["awa-Deva", "por-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-sun_Latn", "languages": ["awa-Deva", "sun-Latn"]}, {"precision": 0.520776, "recall": 0.58004, "f1": 0.537573, "accuracy": 0.58004, "main_score": 0.537573, "hf_subset": "awa_Deva-umb_Latn", "languages": ["awa-Deva", "umb-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ajp_Arab", "languages": ["awa-Deva", "ajp-Arab"]}, {"precision": 0.514432, "recall": 0.58498, "f1": 0.533892, "accuracy": 0.58498, "main_score": 0.533892, "hf_subset": "awa_Deva-bjn_Arab", "languages": ["awa-Deva", "bjn-Arab"]}, {"precision": 0.519405, "recall": 0.574111, "f1": 0.533624, "accuracy": 0.574111, "main_score": 0.533624, "hf_subset": "awa_Deva-ewe_Latn", "languages": ["awa-Deva", "ewe-Latn"]}, {"precision": 0.941617, "recall": 0.958498, "f1": 0.947036, "accuracy": 0.958498, "main_score": 0.947036, "hf_subset": "awa_Deva-ilo_Latn", "languages": ["awa-Deva", "ilo-Latn"]}, {"precision": 0.313337, "recall": 0.374506, "f1": 0.329551, "accuracy": 0.374506, "main_score": 0.329551, "hf_subset": "awa_Deva-knc_Arab", "languages": ["awa-Deva", "knc-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-mkd_Cyrl", "languages": ["awa-Deva", "mkd-Cyrl"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-prs_Arab", "languages": ["awa-Deva", "prs-Arab"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-swe_Latn", "languages": ["awa-Deva", "swe-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-urd_Arab", "languages": ["awa-Deva", "urd-Arab"]}, {"precision": 0.585452, "recall": 0.651186, "f1": 0.604005, "accuracy": 0.651186, "main_score": 0.604005, "hf_subset": "awa_Deva-aka_Latn", "languages": ["awa-Deva", "aka-Latn"]}, {"precision": 0.971756, "recall": 0.979249, "f1": 0.974045, "accuracy": 0.979249, "main_score": 0.974045, "hf_subset": "awa_Deva-bjn_Latn", "languages": ["awa-Deva", "bjn-Latn"]}, {"precision": 0.965991, "recall": 0.975296, "f1": 0.968939, "accuracy": 0.975296, "main_score": 0.968939, "hf_subset": "awa_Deva-fao_Latn", "languages": ["awa-Deva", "fao-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ind_Latn", "languages": ["awa-Deva", "ind-Latn"]}, {"precision": 0.586063, "recall": 0.644269, "f1": 0.602762, "accuracy": 0.644269, "main_score": 0.602762, "hf_subset": "awa_Deva-knc_Latn", "languages": ["awa-Deva", "knc-Latn"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "awa_Deva-mlt_Latn", "languages": ["awa-Deva", "mlt-Latn"]}, {"precision": 0.699173, "recall": 0.764822, "f1": 0.718855, "accuracy": 0.764822, "main_score": 0.718855, "hf_subset": "awa_Deva-quy_Latn", "languages": ["awa-Deva", "quy-Latn"]}, {"precision": 0.96138, "recall": 0.972332, "f1": 0.964822, "accuracy": 0.972332, "main_score": 0.964822, "hf_subset": "awa_Deva-swh_Latn", "languages": ["awa-Deva", "swh-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-uzn_Latn", "languages": ["awa-Deva", "uzn-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-als_Latn", "languages": ["awa-Deva", "als-Latn"]}, {"precision": 0.649078, "recall": 0.721344, "f1": 0.669979, "accuracy": 0.721344, "main_score": 0.669979, "hf_subset": "awa_Deva-bod_Tibt", "languages": ["awa-Deva", "bod-Tibt"]}, {"precision": 0.690184, "recall": 0.745059, "f1": 0.705582, "accuracy": 0.745059, "main_score": 0.705582, "hf_subset": "awa_Deva-fij_Latn", "languages": ["awa-Deva", "fij-Latn"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "awa_Deva-isl_Latn", "languages": ["awa-Deva", "isl-Latn"]}, {"precision": 0.652735, "recall": 0.70751, "f1": 0.668846, "accuracy": 0.70751, "main_score": 0.668846, "hf_subset": "awa_Deva-kon_Latn", "languages": ["awa-Deva", "kon-Latn"]}, {"precision": 0.661989, "recall": 0.727273, "f1": 0.680665, "accuracy": 0.727273, "main_score": 0.680665, "hf_subset": "awa_Deva-mni_Beng", "languages": ["awa-Deva", "mni-Beng"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ron_Latn", "languages": ["awa-Deva", "ron-Latn"]}, {"precision": 0.966897, "recall": 0.975296, "f1": 0.969697, "accuracy": 0.975296, "main_score": 0.969697, "hf_subset": "awa_Deva-szl_Latn", "languages": ["awa-Deva", "szl-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-vec_Latn", "languages": ["awa-Deva", "vec-Latn"]}, {"precision": 0.925889, "recall": 0.947628, "f1": 0.932806, "accuracy": 0.947628, "main_score": 0.932806, "hf_subset": "awa_Deva-amh_Ethi", "languages": ["awa-Deva", "amh-Ethi"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-bos_Latn", "languages": ["awa-Deva", "bos-Latn"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "awa_Deva-fin_Latn", "languages": ["awa-Deva", "fin-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ita_Latn", "languages": ["awa-Deva", "ita-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-kor_Hang", "languages": ["awa-Deva", "kor-Hang"]}, {"precision": 0.537771, "recall": 0.600791, "f1": 0.555429, "accuracy": 0.600791, "main_score": 0.555429, "hf_subset": "awa_Deva-mos_Latn", "languages": ["awa-Deva", "mos-Latn"]}, {"precision": 0.531622, "recall": 0.592885, "f1": 0.54868, "accuracy": 0.592885, "main_score": 0.54868, "hf_subset": "awa_Deva-run_Latn", "languages": ["awa-Deva", "run-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-tam_Taml", "languages": ["awa-Deva", "tam-Taml"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-vie_Latn", "languages": ["awa-Deva", "vie-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-apc_Arab", "languages": ["awa-Deva", "apc-Arab"]}, {"precision": 0.795883, "recall": 0.840909, "f1": 0.809387, "accuracy": 0.840909, "main_score": 0.809387, "hf_subset": "awa_Deva-bug_Latn", "languages": ["awa-Deva", "bug-Latn"]}, {"precision": 0.453691, "recall": 0.512846, "f1": 0.469729, "accuracy": 0.512846, "main_score": 0.469729, "hf_subset": "awa_Deva-fon_Latn", "languages": ["awa-Deva", "fon-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-jav_Latn", "languages": ["awa-Deva", "jav-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "awa_Deva-lao_Laoo", "languages": ["awa-Deva", "lao-Laoo"]}, {"precision": 0.841568, "recall": 0.882411, "f1": 0.854498, "accuracy": 0.882411, "main_score": 0.854498, "hf_subset": "awa_Deva-mri_Latn", "languages": ["awa-Deva", "mri-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-rus_Cyrl", "languages": ["awa-Deva", "rus-Cyrl"]}, {"precision": 0.540555, "recall": 0.602767, "f1": 0.557302, "accuracy": 0.602767, "main_score": 0.557302, "hf_subset": "awa_Deva-taq_Latn", "languages": ["awa-Deva", "taq-Latn"]}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "awa_Deva-war_Latn", "languages": ["awa-Deva", "war-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-arb_Arab", "languages": ["awa-Deva", "arb-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-bul_Cyrl", "languages": ["awa-Deva", "bul-Cyrl"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-fra_Latn", "languages": ["awa-Deva", "fra-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-jpn_Jpan", "languages": ["awa-Deva", "jpn-Jpan"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "awa_Deva-lij_Latn", "languages": ["awa-Deva", "lij-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "awa_Deva-mya_Mymr", "languages": ["awa-Deva", "mya-Mymr"]}, {"precision": 0.588773, "recall": 0.657115, "f1": 0.608064, "accuracy": 0.657115, "main_score": 0.608064, "hf_subset": "awa_Deva-sag_Latn", "languages": ["awa-Deva", "sag-Latn"]}, {"precision": 0.187112, "recall": 0.249012, "f1": 0.201728, "accuracy": 0.249012, "main_score": 0.201728, "hf_subset": "awa_Deva-taq_Tfng", "languages": ["awa-Deva", "taq-Tfng"]}, {"precision": 0.612575, "recall": 0.678854, "f1": 0.630988, "accuracy": 0.678854, "main_score": 0.630988, "hf_subset": "awa_Deva-wol_Latn", "languages": ["awa-Deva", "wol-Latn"]}, {"precision": 0.790349, "recall": 0.840909, "f1": 0.805632, "accuracy": 0.840909, "main_score": 0.805632, "hf_subset": "awa_Deva-arb_Latn", "languages": ["awa-Deva", "arb-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-cat_Latn", "languages": ["awa-Deva", "cat-Latn"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "awa_Deva-fur_Latn", "languages": ["awa-Deva", "fur-Latn"]}, {"precision": 0.40701, "recall": 0.468379, "f1": 0.424068, "accuracy": 0.468379, "main_score": 0.424068, "hf_subset": "awa_Deva-kab_Latn", "languages": ["awa-Deva", "kab-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "awa_Deva-lim_Latn", "languages": ["awa-Deva", "lim-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-nld_Latn", "languages": ["awa-Deva", "nld-Latn"]}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "awa_Deva-san_Deva", "languages": ["awa-Deva", "san-Deva"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-tat_Cyrl", "languages": ["awa-Deva", "tat-Cyrl"]}, {"precision": 0.656773, "recall": 0.712451, "f1": 0.672908, "accuracy": 0.712451, "main_score": 0.672908, "hf_subset": "awa_Deva-xho_Latn", "languages": ["awa-Deva", "xho-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ars_Arab", "languages": ["awa-Deva", "ars-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ceb_Latn", "languages": ["awa-Deva", "ceb-Latn"]}, {"precision": 0.549854, "recall": 0.614625, "f1": 0.568147, "accuracy": 0.614625, "main_score": 0.568147, "hf_subset": "awa_Deva-fuv_Latn", "languages": ["awa-Deva", "fuv-Latn"]}, {"precision": 0.49228, "recall": 0.566206, "f1": 0.512658, "accuracy": 0.566206, "main_score": 0.512658, "hf_subset": "awa_Deva-kac_Latn", "languages": ["awa-Deva", "kac-Latn"]}, {"precision": 0.66087, "recall": 0.720356, "f1": 0.678148, "accuracy": 0.720356, "main_score": 0.678148, "hf_subset": "awa_Deva-lin_Latn", "languages": ["awa-Deva", "lin-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-nno_Latn", "languages": ["awa-Deva", "nno-Latn"]}, {"precision": 0.243344, "recall": 0.321146, "f1": 0.26285, "accuracy": 0.321146, "main_score": 0.26285, "hf_subset": "awa_Deva-sat_Olck", "languages": ["awa-Deva", "sat-Olck"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-tel_Telu", "languages": ["awa-Deva", "tel-Telu"]}, {"precision": 0.944005, "recall": 0.960474, "f1": 0.949275, "accuracy": 0.960474, "main_score": 0.949275, "hf_subset": "awa_Deva-ydd_Hebr", "languages": ["awa-Deva", "ydd-Hebr"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "awa_Deva-ary_Arab", "languages": ["awa-Deva", "ary-Arab"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-ces_Latn", "languages": ["awa-Deva", "ces-Latn"]}, {"precision": 0.564271, "recall": 0.625494, "f1": 0.581941, "accuracy": 0.625494, "main_score": 0.581941, "hf_subset": "awa_Deva-gaz_Latn", "languages": ["awa-Deva", "gaz-Latn"]}, {"precision": 0.58385, "recall": 0.648221, "f1": 0.601927, "accuracy": 0.648221, "main_score": 0.601927, "hf_subset": "awa_Deva-kam_Latn", "languages": ["awa-Deva", "kam-Latn"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "awa_Deva-lit_Latn", "languages": ["awa-Deva", "lit-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-nob_Latn", "languages": ["awa-Deva", "nob-Latn"]}, {"precision": 0.969862, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "awa_Deva-scn_Latn", "languages": ["awa-Deva", "scn-Latn"]}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "awa_Deva-tgk_Cyrl", "languages": ["awa-Deva", "tgk-Cyrl"]}, {"precision": 0.703903, "recall": 0.76581, "f1": 0.722285, "accuracy": 0.76581, "main_score": 0.722285, "hf_subset": "awa_Deva-yor_Latn", "languages": ["awa-Deva", "yor-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "awa_Deva-arz_Arab", "languages": ["awa-Deva", "arz-Arab"]}, {"precision": 0.549515, "recall": 0.614625, "f1": 0.568041, "accuracy": 0.614625, "main_score": 0.568041, "hf_subset": "awa_Deva-cjk_Latn", "languages": ["awa-Deva", "cjk-Latn"]}, {"precision": 0.741798, "recall": 0.798419, "f1": 0.758945, "accuracy": 0.798419, "main_score": 0.758945, "hf_subset": "awa_Deva-gla_Latn", "languages": ["awa-Deva", "gla-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-kan_Knda", "languages": ["awa-Deva", "kan-Knda"]}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "awa_Deva-lmo_Latn", "languages": ["awa-Deva", "lmo-Latn"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "awa_Deva-npi_Deva", "languages": ["awa-Deva", "npi-Deva"]}, {"precision": 0.466684, "recall": 0.532609, "f1": 0.485014, "accuracy": 0.532609, "main_score": 0.485014, "hf_subset": "awa_Deva-shn_Mymr", "languages": ["awa-Deva", "shn-Mymr"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-tgl_Latn", "languages": ["awa-Deva", "tgl-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-yue_Hant", "languages": ["awa-Deva", "yue-Hant"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-asm_Beng", "languages": ["awa-Deva", "asm-Beng"]}, {"precision": 0.947217, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "awa_Deva-ckb_Arab", "languages": ["awa-Deva", "ckb-Arab"]}, {"precision": 0.851943, "recall": 0.893281, "f1": 0.865086, "accuracy": 0.893281, "main_score": 0.865086, "hf_subset": "awa_Deva-gle_Latn", "languages": ["awa-Deva", "gle-Latn"]}, {"precision": 0.95364, "recall": 0.967391, "f1": 0.95807, "accuracy": 0.967391, "main_score": 0.95807, "hf_subset": "awa_Deva-kas_Arab", "languages": ["awa-Deva", "kas-Arab"]}, {"precision": 0.927701, "recall": 0.948617, "f1": 0.934453, "accuracy": 0.948617, "main_score": 0.934453, "hf_subset": "awa_Deva-ltg_Latn", "languages": ["awa-Deva", "ltg-Latn"]}, {"precision": 0.597645, "recall": 0.652174, "f1": 0.613121, "accuracy": 0.652174, "main_score": 0.613121, "hf_subset": "awa_Deva-nso_Latn", "languages": ["awa-Deva", "nso-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "awa_Deva-sin_Sinh", "languages": ["awa-Deva", "sin-Sinh"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-tha_Thai", "languages": ["awa-Deva", "tha-Thai"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-zho_Hans", "languages": ["awa-Deva", "zho-Hans"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-ast_Latn", "languages": ["awa-Deva", "ast-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-crh_Latn", "languages": ["awa-Deva", "crh-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-glg_Latn", "languages": ["awa-Deva", "glg-Latn"]}, {"precision": 0.898962, "recall": 0.928854, "f1": 0.908498, "accuracy": 0.928854, "main_score": 0.908498, "hf_subset": "awa_Deva-kas_Deva", "languages": ["awa-Deva", "kas-Deva"]}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "awa_Deva-ltz_Latn", "languages": ["awa-Deva", "ltz-Latn"]}, {"precision": 0.449879, "recall": 0.516798, "f1": 0.467999, "accuracy": 0.516798, "main_score": 0.467999, "hf_subset": "awa_Deva-nus_Latn", "languages": ["awa-Deva", "nus-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-slk_Latn", "languages": ["awa-Deva", "slk-Latn"]}, {"precision": 0.618519, "recall": 0.690711, "f1": 0.640291, "accuracy": 0.690711, "main_score": 0.640291, "hf_subset": "awa_Deva-tir_Ethi", "languages": ["awa-Deva", "tir-Ethi"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-zho_Hant", "languages": ["awa-Deva", "zho-Hant"]}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "awa_Deva-cym_Latn", "languages": ["awa-Deva", "cym-Latn"]}, {"precision": 0.818248, "recall": 0.86166, "f1": 0.831291, "accuracy": 0.86166, "main_score": 0.831291, "hf_subset": "awa_Deva-grn_Latn", "languages": ["awa-Deva", "grn-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-kat_Geor", "languages": ["awa-Deva", "kat-Geor"]}, {"precision": 0.635204, "recall": 0.693676, "f1": 0.651734, "accuracy": 0.693676, "main_score": 0.651734, "hf_subset": "awa_Deva-lua_Latn", "languages": ["awa-Deva", "lua-Latn"]}, {"precision": 0.621562, "recall": 0.683794, "f1": 0.63925, "accuracy": 0.683794, "main_score": 0.63925, "hf_subset": "awa_Deva-nya_Latn", "languages": ["awa-Deva", "nya-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-slv_Latn", "languages": ["awa-Deva", "slv-Latn"]}, {"precision": 0.941321, "recall": 0.958498, "f1": 0.946706, "accuracy": 0.958498, "main_score": 0.946706, "hf_subset": "awa_Deva-tpi_Latn", "languages": ["awa-Deva", "tpi-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-zsm_Latn", "languages": ["awa-Deva", "zsm-Latn"]}, {"precision": 0.537981, "recall": 0.601779, "f1": 0.555898, "accuracy": 0.601779, "main_score": 0.555898, "hf_subset": "awa_Deva-ayr_Latn", "languages": ["awa-Deva", "ayr-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-dan_Latn", "languages": ["awa-Deva", "dan-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-guj_Gujr", "languages": ["awa-Deva", "guj-Gujr"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-kaz_Cyrl", "languages": ["awa-Deva", "kaz-Cyrl"]}, {"precision": 0.521152, "recall": 0.582016, "f1": 0.538134, "accuracy": 0.582016, "main_score": 0.538134, "hf_subset": "awa_Deva-lug_Latn", "languages": ["awa-Deva", "lug-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-oci_Latn", "languages": ["awa-Deva", "oci-Latn"]}, {"precision": 0.819763, "recall": 0.862648, "f1": 0.832609, "accuracy": 0.862648, "main_score": 0.832609, "hf_subset": "awa_Deva-smo_Latn", "languages": ["awa-Deva", "smo-Latn"]}, {"precision": 0.528406, "recall": 0.591897, "f1": 0.546502, "accuracy": 0.591897, "main_score": 0.546502, "hf_subset": "awa_Deva-tsn_Latn", "languages": ["awa-Deva", "tsn-Latn"]}, {"precision": 0.601896, "recall": 0.666008, "f1": 0.620404, "accuracy": 0.666008, "main_score": 0.620404, "hf_subset": "awa_Deva-zul_Latn", "languages": ["awa-Deva", "zul-Latn"]}, {"precision": 0.917161, "recall": 0.9417, "f1": 0.925066, "accuracy": 0.9417, "main_score": 0.925066, "hf_subset": "awa_Deva-azb_Arab", "languages": ["awa-Deva", "azb-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-deu_Latn", "languages": ["awa-Deva", "deu-Latn"]}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "awa_Deva-hat_Latn", "languages": ["awa-Deva", "hat-Latn"]}, {"precision": 0.477259, "recall": 0.536561, "f1": 0.493271, "accuracy": 0.536561, "main_score": 0.493271, "hf_subset": "awa_Deva-kbp_Latn", "languages": ["awa-Deva", "kbp-Latn"]}, {"precision": 0.559187, "recall": 0.62253, "f1": 0.576329, "accuracy": 0.62253, "main_score": 0.576329, "hf_subset": "awa_Deva-luo_Latn", "languages": ["awa-Deva", "luo-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ory_Orya", "languages": ["awa-Deva", "ory-Orya"]}, {"precision": 0.579549, "recall": 0.637352, "f1": 0.596156, "accuracy": 0.637352, "main_score": 0.596156, "hf_subset": "awa_Deva-sna_Latn", "languages": ["awa-Deva", "sna-Latn"]}, {"precision": 0.548273, "recall": 0.597826, "f1": 0.561809, "accuracy": 0.597826, "main_score": 0.561809, "hf_subset": "awa_Deva-tso_Latn", "languages": ["awa-Deva", "tso-Latn"]}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "awa_Deva-azj_Latn", "languages": ["awa-Deva", "azj-Latn"]}, {"precision": 0.522326, "recall": 0.593874, "f1": 0.54217, "accuracy": 0.593874, "main_score": 0.54217, "hf_subset": "awa_Deva-dik_Latn", "languages": ["awa-Deva", "dik-Latn"]}, {"precision": 0.709124, "recall": 0.766798, "f1": 0.726139, "accuracy": 0.766798, "main_score": 0.726139, "hf_subset": "awa_Deva-hau_Latn", "languages": ["awa-Deva", "hau-Latn"]}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "awa_Deva-kea_Latn", "languages": ["awa-Deva", "kea-Latn"]}, {"precision": 0.74137, "recall": 0.794466, "f1": 0.757166, "accuracy": 0.794466, "main_score": 0.757166, "hf_subset": "awa_Deva-lus_Latn", "languages": ["awa-Deva", "lus-Latn"]}, {"precision": 0.861084, "recall": 0.894269, "f1": 0.871, "accuracy": 0.894269, "main_score": 0.871, "hf_subset": "awa_Deva-pag_Latn", "languages": ["awa-Deva", "pag-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-snd_Arab", "languages": ["awa-Deva", "snd-Arab"]}, {"precision": 0.940629, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "awa_Deva-tuk_Latn", "languages": ["awa-Deva", "tuk-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "awa_Deva-bak_Cyrl", "languages": ["awa-Deva", "bak-Cyrl"]}, {"precision": 0.477948, "recall": 0.560277, "f1": 0.502212, "accuracy": 0.560277, "main_score": 0.502212, "hf_subset": "awa_Deva-dyu_Latn", "languages": ["awa-Deva", "dyu-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-heb_Hebr", "languages": ["awa-Deva", "heb-Hebr"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "awa_Deva-khk_Cyrl", "languages": ["awa-Deva", "khk-Cyrl"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-lvs_Latn", "languages": ["awa-Deva", "lvs-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-pan_Guru", "languages": ["awa-Deva", "pan-Guru"]}, {"precision": 0.700049, "recall": 0.759881, "f1": 0.717325, "accuracy": 0.759881, "main_score": 0.717325, "hf_subset": "awa_Deva-som_Latn", "languages": ["awa-Deva", "som-Latn"]}, {"precision": 0.590654, "recall": 0.640316, "f1": 0.604751, "accuracy": 0.640316, "main_score": 0.604751, "hf_subset": "awa_Deva-tum_Latn", "languages": ["awa-Deva", "tum-Latn"]}, {"precision": 0.518094, "recall": 0.575099, "f1": 0.533591, "accuracy": 0.575099, "main_score": 0.533591, "hf_subset": "cym_Latn-ace_Arab", "languages": ["cym-Latn", "ace-Arab"]}, {"precision": 0.527061, "recall": 0.577075, "f1": 0.54154, "accuracy": 0.577075, "main_score": 0.54154, "hf_subset": "cym_Latn-bam_Latn", "languages": ["cym-Latn", "bam-Latn"]}, {"precision": 0.36946, "recall": 0.436759, "f1": 0.38741, "accuracy": 0.436759, "main_score": 0.38741, "hf_subset": "cym_Latn-dzo_Tibt", "languages": ["cym-Latn", "dzo-Tibt"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "cym_Latn-hin_Deva", "languages": ["cym-Latn", "hin-Deva"]}, {"precision": 0.95364, "recall": 0.967391, "f1": 0.957905, "accuracy": 0.967391, "main_score": 0.957905, "hf_subset": "cym_Latn-khm_Khmr", "languages": ["cym-Latn", "khm-Khmr"]}, {"precision": 0.964345, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "cym_Latn-mag_Deva", "languages": ["cym-Latn", "mag-Deva"]}, {"precision": 0.910112, "recall": 0.934783, "f1": 0.917622, "accuracy": 0.934783, "main_score": 0.917622, "hf_subset": "cym_Latn-pap_Latn", "languages": ["cym-Latn", "pap-Latn"]}, {"precision": 0.594969, "recall": 0.642292, "f1": 0.607672, "accuracy": 0.642292, "main_score": 0.607672, "hf_subset": "cym_Latn-sot_Latn", "languages": ["cym-Latn", "sot-Latn"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "cym_Latn-tur_Latn", "languages": ["cym-Latn", "tur-Latn"]}, {"precision": 0.779352, "recall": 0.81917, "f1": 0.7907, "accuracy": 0.81917, "main_score": 0.7907, "hf_subset": "cym_Latn-ace_Latn", "languages": ["cym-Latn", "ace-Latn"]}, {"precision": 0.874374, "recall": 0.899209, "f1": 0.881884, "accuracy": 0.899209, "main_score": 0.881884, "hf_subset": "cym_Latn-ban_Latn", "languages": ["cym-Latn", "ban-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "cym_Latn-ell_Grek", "languages": ["cym-Latn", "ell-Grek"]}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "cym_Latn-hne_Deva", "languages": ["cym-Latn", "hne-Deva"]}, {"precision": 0.570827, "recall": 0.620553, "f1": 0.585087, "accuracy": 0.620553, "main_score": 0.585087, "hf_subset": "cym_Latn-kik_Latn", "languages": ["cym-Latn", "kik-Latn"]}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "cym_Latn-mai_Deva", "languages": ["cym-Latn", "mai-Deva"]}, {"precision": 0.917819, "recall": 0.9417, "f1": 0.925165, "accuracy": 0.9417, "main_score": 0.925165, "hf_subset": "cym_Latn-pbt_Arab", "languages": ["cym-Latn", "pbt-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "cym_Latn-spa_Latn", "languages": ["cym-Latn", "spa-Latn"]}, {"precision": 0.572193, "recall": 0.625494, "f1": 0.587459, "accuracy": 0.625494, "main_score": 0.587459, "hf_subset": "cym_Latn-twi_Latn", "languages": ["cym-Latn", "twi-Latn"]}, {"precision": 0.963686, "recall": 0.974308, "f1": 0.967128, "accuracy": 0.974308, "main_score": 0.967128, "hf_subset": "cym_Latn-acm_Arab", "languages": ["cym-Latn", "acm-Arab"]}, {"precision": 0.947546, "recall": 0.963439, "f1": 0.952635, "accuracy": 0.963439, "main_score": 0.952635, "hf_subset": "cym_Latn-bel_Cyrl", "languages": ["cym-Latn", "bel-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cym_Latn-eng_Latn", "languages": ["cym-Latn", "eng-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "cym_Latn-hrv_Latn", "languages": ["cym-Latn", "hrv-Latn"]}, {"precision": 0.563765, "recall": 0.618577, "f1": 0.578367, "accuracy": 0.618577, "main_score": 0.578367, "hf_subset": "cym_Latn-kin_Latn", "languages": ["cym-Latn", "kin-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "cym_Latn-mal_Mlym", "languages": ["cym-Latn", "mal-Mlym"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "cym_Latn-pes_Arab", "languages": ["cym-Latn", "pes-Arab"]}, {"precision": 0.941271, "recall": 0.95751, "f1": 0.946311, "accuracy": 0.95751, "main_score": 0.946311, "hf_subset": "cym_Latn-srd_Latn", "languages": ["cym-Latn", "srd-Latn"]}, {"precision": 0.212585, "recall": 0.261858, "f1": 0.22518, "accuracy": 0.261858, "main_score": 0.22518, "hf_subset": "cym_Latn-tzm_Tfng", "languages": ["cym-Latn", "tzm-Tfng"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "cym_Latn-acq_Arab", "languages": ["cym-Latn", "acq-Arab"]}, {"precision": 0.612312, "recall": 0.657115, "f1": 0.624245, "accuracy": 0.657115, "main_score": 0.624245, "hf_subset": "cym_Latn-bem_Latn", "languages": ["cym-Latn", "bem-Latn"]}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "cym_Latn-epo_Latn", "languages": ["cym-Latn", "epo-Latn"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "cym_Latn-hun_Latn", "languages": ["cym-Latn", "hun-Latn"]}, {"precision": 0.913702, "recall": 0.938735, "f1": 0.921772, "accuracy": 0.938735, "main_score": 0.921772, "hf_subset": "cym_Latn-kir_Cyrl", "languages": ["cym-Latn", "kir-Cyrl"]}, {"precision": 0.965827, "recall": 0.976285, "f1": 0.969104, "accuracy": 0.976285, "main_score": 0.969104, "hf_subset": "cym_Latn-mar_Deva", "languages": ["cym-Latn", "mar-Deva"]}, {"precision": 0.660171, "recall": 0.710474, "f1": 0.674936, "accuracy": 0.710474, "main_score": 0.674936, "hf_subset": "cym_Latn-plt_Latn", "languages": ["cym-Latn", "plt-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "cym_Latn-srp_Cyrl", "languages": ["cym-Latn", "srp-Cyrl"]}, {"precision": 0.88027, "recall": 0.911067, "f1": 0.889742, "accuracy": 0.911067, "main_score": 0.889742, "hf_subset": "cym_Latn-uig_Arab", "languages": ["cym-Latn", "uig-Arab"]}, {"precision": 0.943488, "recall": 0.958498, "f1": 0.948007, "accuracy": 0.958498, "main_score": 0.948007, "hf_subset": "cym_Latn-aeb_Arab", "languages": ["cym-Latn", "aeb-Arab"]}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "cym_Latn-ben_Beng", "languages": ["cym-Latn", "ben-Beng"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "cym_Latn-est_Latn", "languages": ["cym-Latn", "est-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "cym_Latn-hye_Armn", "languages": ["cym-Latn", "hye-Armn"]}, {"precision": 0.556334, "recall": 0.598814, "f1": 0.568763, "accuracy": 0.598814, "main_score": 0.568763, "hf_subset": "cym_Latn-kmb_Latn", "languages": ["cym-Latn", "kmb-Latn"]}, {"precision": 0.469485, "recall": 0.536561, "f1": 0.48786, "accuracy": 0.536561, "main_score": 0.48786, "hf_subset": "cym_Latn-min_Arab", "languages": ["cym-Latn", "min-Arab"]}, {"precision": 0.965003, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "cym_Latn-pol_Latn", "languages": ["cym-Latn", "pol-Latn"]}, {"precision": 0.565851, "recall": 0.614625, "f1": 0.580033, "accuracy": 0.614625, "main_score": 0.580033, "hf_subset": "cym_Latn-ssw_Latn", "languages": ["cym-Latn", "ssw-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "cym_Latn-ukr_Cyrl", "languages": ["cym-Latn", "ukr-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cym_Latn-afr_Latn", "languages": ["cym-Latn", "afr-Latn"]}, {"precision": 0.939147, "recall": 0.956522, "f1": 0.94473, "accuracy": 0.956522, "main_score": 0.94473, "hf_subset": "cym_Latn-bho_Deva", "languages": ["cym-Latn", "bho-Deva"]}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "cym_Latn-eus_Latn", "languages": ["cym-Latn", "eus-Latn"]}, {"precision": 0.583765, "recall": 0.641304, "f1": 0.599896, "accuracy": 0.641304, "main_score": 0.599896, "hf_subset": "cym_Latn-ibo_Latn", "languages": ["cym-Latn", "ibo-Latn"]}, {"precision": 0.849226, "recall": 0.884387, "f1": 0.859867, "accuracy": 0.884387, "main_score": 0.859867, "hf_subset": "cym_Latn-kmr_Latn", "languages": ["cym-Latn", "kmr-Latn"]}, {"precision": 0.925181, "recall": 0.94664, "f1": 0.931884, "accuracy": 0.94664, "main_score": 0.931884, "hf_subset": "cym_Latn-min_Latn", "languages": ["cym-Latn", "min-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "cym_Latn-por_Latn", "languages": ["cym-Latn", "por-Latn"]}, {"precision": 0.948205, "recall": 0.962451, "f1": 0.952635, "accuracy": 0.962451, "main_score": 0.952635, "hf_subset": "cym_Latn-sun_Latn", "languages": ["cym-Latn", "sun-Latn"]}, {"precision": 0.517, "recall": 0.565217, "f1": 0.531148, "accuracy": 0.565217, "main_score": 0.531148, "hf_subset": "cym_Latn-umb_Latn", "languages": ["cym-Latn", "umb-Latn"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "cym_Latn-ajp_Arab", "languages": ["cym-Latn", "ajp-Arab"]}, {"precision": 0.503184, "recall": 0.559289, "f1": 0.518905, "accuracy": 0.559289, "main_score": 0.518905, "hf_subset": "cym_Latn-bjn_Arab", "languages": ["cym-Latn", "bjn-Arab"]}, {"precision": 0.518801, "recall": 0.557312, "f1": 0.528893, "accuracy": 0.557312, "main_score": 0.528893, "hf_subset": "cym_Latn-ewe_Latn", "languages": ["cym-Latn", "ewe-Latn"]}, {"precision": 0.870339, "recall": 0.898221, "f1": 0.878491, "accuracy": 0.898221, "main_score": 0.878491, "hf_subset": "cym_Latn-ilo_Latn", "languages": ["cym-Latn", "ilo-Latn"]}, {"precision": 0.298829, "recall": 0.349802, "f1": 0.312794, "accuracy": 0.349802, "main_score": 0.312794, "hf_subset": "cym_Latn-knc_Arab", "languages": ["cym-Latn", "knc-Arab"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "cym_Latn-mkd_Cyrl", "languages": ["cym-Latn", "mkd-Cyrl"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "cym_Latn-prs_Arab", "languages": ["cym-Latn", "prs-Arab"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "cym_Latn-swe_Latn", "languages": ["cym-Latn", "swe-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "cym_Latn-urd_Arab", "languages": ["cym-Latn", "urd-Arab"]}, {"precision": 0.557484, "recall": 0.607708, "f1": 0.57189, "accuracy": 0.607708, "main_score": 0.57189, "hf_subset": "cym_Latn-aka_Latn", "languages": ["cym-Latn", "aka-Latn"]}, {"precision": 0.91119, "recall": 0.932806, "f1": 0.917655, "accuracy": 0.932806, "main_score": 0.917655, "hf_subset": "cym_Latn-bjn_Latn", "languages": ["cym-Latn", "bjn-Latn"]}, {"precision": 0.923781, "recall": 0.945652, "f1": 0.930501, "accuracy": 0.945652, "main_score": 0.930501, "hf_subset": "cym_Latn-fao_Latn", "languages": ["cym-Latn", "fao-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "cym_Latn-ind_Latn", "languages": ["cym-Latn", "ind-Latn"]}, {"precision": 0.558324, "recall": 0.598814, "f1": 0.569928, "accuracy": 0.598814, "main_score": 0.569928, "hf_subset": "cym_Latn-knc_Latn", "languages": ["cym-Latn", "knc-Latn"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "cym_Latn-mlt_Latn", "languages": ["cym-Latn", "mlt-Latn"]}, {"precision": 0.644806, "recall": 0.700593, "f1": 0.661175, "accuracy": 0.700593, "main_score": 0.661175, "hf_subset": "cym_Latn-quy_Latn", "languages": ["cym-Latn", "quy-Latn"]}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "cym_Latn-swh_Latn", "languages": ["cym-Latn", "swh-Latn"]}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "cym_Latn-uzn_Latn", "languages": ["cym-Latn", "uzn-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "cym_Latn-als_Latn", "languages": ["cym-Latn", "als-Latn"]}, {"precision": 0.560683, "recall": 0.644269, "f1": 0.584071, "accuracy": 0.644269, "main_score": 0.584071, "hf_subset": "cym_Latn-bod_Tibt", "languages": ["cym-Latn", "bod-Tibt"]}, {"precision": 0.662131, "recall": 0.712451, "f1": 0.676166, "accuracy": 0.712451, "main_score": 0.676166, "hf_subset": "cym_Latn-fij_Latn", "languages": ["cym-Latn", "fij-Latn"]}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "cym_Latn-isl_Latn", "languages": ["cym-Latn", "isl-Latn"]}, {"precision": 0.622814, "recall": 0.664032, "f1": 0.634446, "accuracy": 0.664032, "main_score": 0.634446, "hf_subset": "cym_Latn-kon_Latn", "languages": ["cym-Latn", "kon-Latn"]}, {"precision": 0.576936, "recall": 0.639328, "f1": 0.594909, "accuracy": 0.639328, "main_score": 0.594909, "hf_subset": "cym_Latn-mni_Beng", "languages": ["cym-Latn", "mni-Beng"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "cym_Latn-ron_Latn", "languages": ["cym-Latn", "ron-Latn"]}, {"precision": 0.947793, "recall": 0.962451, "f1": 0.952569, "accuracy": 0.962451, "main_score": 0.952569, "hf_subset": "cym_Latn-szl_Latn", "languages": ["cym-Latn", "szl-Latn"]}, {"precision": 0.961462, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "cym_Latn-vec_Latn", "languages": ["cym-Latn", "vec-Latn"]}, {"precision": 0.905632, "recall": 0.933794, "f1": 0.91469, "accuracy": 0.933794, "main_score": 0.91469, "hf_subset": "cym_Latn-amh_Ethi", "languages": ["cym-Latn", "amh-Ethi"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "cym_Latn-bos_Latn", "languages": ["cym-Latn", "bos-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "cym_Latn-fin_Latn", "languages": ["cym-Latn", "fin-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "cym_Latn-ita_Latn", "languages": ["cym-Latn", "ita-Latn"]}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "cym_Latn-kor_Hang", "languages": ["cym-Latn", "kor-Hang"]}, {"precision": 0.528236, "recall": 0.577075, "f1": 0.541678, "accuracy": 0.577075, "main_score": 0.541678, "hf_subset": "cym_Latn-mos_Latn", "languages": ["cym-Latn", "mos-Latn"]}, {"precision": 0.552613, "recall": 0.599802, "f1": 0.565277, "accuracy": 0.599802, "main_score": 0.565277, "hf_subset": "cym_Latn-run_Latn", "languages": ["cym-Latn", "run-Latn"]}, {"precision": 0.960392, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "cym_Latn-tam_Taml", "languages": ["cym-Latn", "tam-Taml"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "cym_Latn-vie_Latn", "languages": ["cym-Latn", "vie-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "cym_Latn-apc_Arab", "languages": ["cym-Latn", "apc-Arab"]}, {"precision": 0.699869, "recall": 0.754941, "f1": 0.714791, "accuracy": 0.754941, "main_score": 0.714791, "hf_subset": "cym_Latn-bug_Latn", "languages": ["cym-Latn", "bug-Latn"]}, {"precision": 0.471455, "recall": 0.514822, "f1": 0.483344, "accuracy": 0.514822, "main_score": 0.483344, "hf_subset": "cym_Latn-fon_Latn", "languages": ["cym-Latn", "fon-Latn"]}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "cym_Latn-jav_Latn", "languages": ["cym-Latn", "jav-Latn"]}, {"precision": 0.962204, "recall": 0.974308, "f1": 0.96614, "accuracy": 0.974308, "main_score": 0.96614, "hf_subset": "cym_Latn-lao_Laoo", "languages": ["cym-Latn", "lao-Laoo"]}, {"precision": 0.843297, "recall": 0.879447, "f1": 0.85399, "accuracy": 0.879447, "main_score": 0.85399, "hf_subset": "cym_Latn-mri_Latn", "languages": ["cym-Latn", "mri-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "cym_Latn-rus_Cyrl", "languages": ["cym-Latn", "rus-Cyrl"]}, {"precision": 0.516323, "recall": 0.560277, "f1": 0.528396, "accuracy": 0.560277, "main_score": 0.528396, "hf_subset": "cym_Latn-taq_Latn", "languages": ["cym-Latn", "taq-Latn"]}, {"precision": 0.953969, "recall": 0.968379, "f1": 0.958564, "accuracy": 0.968379, "main_score": 0.958564, "hf_subset": "cym_Latn-war_Latn", "languages": ["cym-Latn", "war-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "cym_Latn-arb_Arab", "languages": ["cym-Latn", "arb-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "cym_Latn-bul_Cyrl", "languages": ["cym-Latn", "bul-Cyrl"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "cym_Latn-fra_Latn", "languages": ["cym-Latn", "fra-Latn"]}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "cym_Latn-jpn_Jpan", "languages": ["cym-Latn", "jpn-Jpan"]}, {"precision": 0.939592, "recall": 0.956522, "f1": 0.944796, "accuracy": 0.956522, "main_score": 0.944796, "hf_subset": "cym_Latn-lij_Latn", "languages": ["cym-Latn", "lij-Latn"]}, {"precision": 0.929628, "recall": 0.950593, "f1": 0.936331, "accuracy": 0.950593, "main_score": 0.936331, "hf_subset": "cym_Latn-mya_Mymr", "languages": ["cym-Latn", "mya-Mymr"]}, {"precision": 0.569164, "recall": 0.62747, "f1": 0.584784, "accuracy": 0.62747, "main_score": 0.584784, "hf_subset": "cym_Latn-sag_Latn", "languages": ["cym-Latn", "sag-Latn"]}, {"precision": 0.202802, "recall": 0.254941, "f1": 0.215781, "accuracy": 0.254941, "main_score": 0.215781, "hf_subset": "cym_Latn-taq_Tfng", "languages": ["cym-Latn", "taq-Tfng"]}, {"precision": 0.602364, "recall": 0.646245, "f1": 0.615563, "accuracy": 0.646245, "main_score": 0.615563, "hf_subset": "cym_Latn-wol_Latn", "languages": ["cym-Latn", "wol-Latn"]}, {"precision": 0.731151, "recall": 0.785573, "f1": 0.74648, "accuracy": 0.785573, "main_score": 0.74648, "hf_subset": "cym_Latn-arb_Latn", "languages": ["cym-Latn", "arb-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "cym_Latn-cat_Latn", "languages": ["cym-Latn", "cat-Latn"]}, {"precision": 0.932724, "recall": 0.951581, "f1": 0.938589, "accuracy": 0.951581, "main_score": 0.938589, "hf_subset": "cym_Latn-fur_Latn", "languages": ["cym-Latn", "fur-Latn"]}, {"precision": 0.434042, "recall": 0.486166, "f1": 0.448593, "accuracy": 0.486166, "main_score": 0.448593, "hf_subset": "cym_Latn-kab_Latn", "languages": ["cym-Latn", "kab-Latn"]}, {"precision": 0.94417, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "cym_Latn-lim_Latn", "languages": ["cym-Latn", "lim-Latn"]}, {"precision": 0.962368, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "cym_Latn-nld_Latn", "languages": ["cym-Latn", "nld-Latn"]}, {"precision": 0.936051, "recall": 0.954545, "f1": 0.94193, "accuracy": 0.954545, "main_score": 0.94193, "hf_subset": "cym_Latn-san_Deva", "languages": ["cym-Latn", "san-Deva"]}, {"precision": 0.941782, "recall": 0.95751, "f1": 0.946494, "accuracy": 0.95751, "main_score": 0.946494, "hf_subset": "cym_Latn-tat_Cyrl", "languages": ["cym-Latn", "tat-Cyrl"]}, {"precision": 0.653294, "recall": 0.701581, "f1": 0.667391, "accuracy": 0.701581, "main_score": 0.667391, "hf_subset": "cym_Latn-xho_Latn", "languages": ["cym-Latn", "xho-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "cym_Latn-ars_Arab", "languages": ["cym-Latn", "ars-Arab"]}, {"precision": 0.965942, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "cym_Latn-ceb_Latn", "languages": ["cym-Latn", "ceb-Latn"]}, {"precision": 0.556562, "recall": 0.607708, "f1": 0.571673, "accuracy": 0.607708, "main_score": 0.571673, "hf_subset": "cym_Latn-fuv_Latn", "languages": ["cym-Latn", "fuv-Latn"]}, {"precision": 0.502035, "recall": 0.547431, "f1": 0.514628, "accuracy": 0.547431, "main_score": 0.514628, "hf_subset": "cym_Latn-kac_Latn", "languages": ["cym-Latn", "kac-Latn"]}, {"precision": 0.623964, "recall": 0.66996, "f1": 0.637269, "accuracy": 0.66996, "main_score": 0.637269, "hf_subset": "cym_Latn-lin_Latn", "languages": ["cym-Latn", "lin-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "cym_Latn-nno_Latn", "languages": ["cym-Latn", "nno-Latn"]}, {"precision": 0.245469, "recall": 0.312253, "f1": 0.262693, "accuracy": 0.312253, "main_score": 0.262693, "hf_subset": "cym_Latn-sat_Olck", "languages": ["cym-Latn", "sat-Olck"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "cym_Latn-tel_Telu", "languages": ["cym-Latn", "tel-Telu"]}, {"precision": 0.918643, "recall": 0.942688, "f1": 0.926054, "accuracy": 0.942688, "main_score": 0.926054, "hf_subset": "cym_Latn-ydd_Hebr", "languages": ["cym-Latn", "ydd-Hebr"]}, {"precision": 0.925313, "recall": 0.944664, "f1": 0.931192, "accuracy": 0.944664, "main_score": 0.931192, "hf_subset": "cym_Latn-ary_Arab", "languages": ["cym-Latn", "ary-Arab"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "cym_Latn-ces_Latn", "languages": ["cym-Latn", "ces-Latn"]}, {"precision": 0.562921, "recall": 0.621542, "f1": 0.579816, "accuracy": 0.621542, "main_score": 0.579816, "hf_subset": "cym_Latn-gaz_Latn", "languages": ["cym-Latn", "gaz-Latn"]}, {"precision": 0.572072, "recall": 0.62747, "f1": 0.587015, "accuracy": 0.62747, "main_score": 0.587015, "hf_subset": "cym_Latn-kam_Latn", "languages": ["cym-Latn", "kam-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "cym_Latn-lit_Latn", "languages": ["cym-Latn", "lit-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "cym_Latn-nob_Latn", "languages": ["cym-Latn", "nob-Latn"]}, {"precision": 0.91996, "recall": 0.942688, "f1": 0.927009, "accuracy": 0.942688, "main_score": 0.927009, "hf_subset": "cym_Latn-scn_Latn", "languages": ["cym-Latn", "scn-Latn"]}, {"precision": 0.935277, "recall": 0.953557, "f1": 0.941041, "accuracy": 0.953557, "main_score": 0.941041, "hf_subset": "cym_Latn-tgk_Cyrl", "languages": ["cym-Latn", "tgk-Cyrl"]}, {"precision": 0.673979, "recall": 0.741107, "f1": 0.693958, "accuracy": 0.741107, "main_score": 0.693958, "hf_subset": "cym_Latn-yor_Latn", "languages": ["cym-Latn", "yor-Latn"]}, {"precision": 0.956357, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "cym_Latn-arz_Arab", "languages": ["cym-Latn", "arz-Arab"]}, {"precision": 0.534397, "recall": 0.577075, "f1": 0.546789, "accuracy": 0.577075, "main_score": 0.546789, "hf_subset": "cym_Latn-cjk_Latn", "languages": ["cym-Latn", "cjk-Latn"]}, {"precision": 0.797843, "recall": 0.846838, "f1": 0.812747, "accuracy": 0.846838, "main_score": 0.812747, "hf_subset": "cym_Latn-gla_Latn", "languages": ["cym-Latn", "gla-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "cym_Latn-kan_Knda", "languages": ["cym-Latn", "kan-Knda"]}, {"precision": 0.939641, "recall": 0.955534, "f1": 0.944518, "accuracy": 0.955534, "main_score": 0.944518, "hf_subset": "cym_Latn-lmo_Latn", "languages": ["cym-Latn", "lmo-Latn"]}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969664, "accuracy": 0.976285, "main_score": 0.969664, "hf_subset": "cym_Latn-npi_Deva", "languages": ["cym-Latn", "npi-Deva"]}, {"precision": 0.448287, "recall": 0.499012, "f1": 0.461685, "accuracy": 0.499012, "main_score": 0.461685, "hf_subset": "cym_Latn-shn_Mymr", "languages": ["cym-Latn", "shn-Mymr"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "cym_Latn-tgl_Latn", "languages": ["cym-Latn", "tgl-Latn"]}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "cym_Latn-yue_Hant", "languages": ["cym-Latn", "yue-Hant"]}, {"precision": 0.962121, "recall": 0.972332, "f1": 0.965203, "accuracy": 0.972332, "main_score": 0.965203, "hf_subset": "cym_Latn-asm_Beng", "languages": ["cym-Latn", "asm-Beng"]}, {"precision": 0.903244, "recall": 0.93083, "f1": 0.911759, "accuracy": 0.93083, "main_score": 0.911759, "hf_subset": "cym_Latn-ckb_Arab", "languages": ["cym-Latn", "ckb-Arab"]}, {"precision": 0.884881, "recall": 0.91502, "f1": 0.894203, "accuracy": 0.91502, "main_score": 0.894203, "hf_subset": "cym_Latn-gle_Latn", "languages": ["cym-Latn", "gle-Latn"]}, {"precision": 0.843602, "recall": 0.880435, "f1": 0.854436, "accuracy": 0.880435, "main_score": 0.854436, "hf_subset": "cym_Latn-kas_Arab", "languages": ["cym-Latn", "kas-Arab"]}, {"precision": 0.850494, "recall": 0.892292, "f1": 0.863439, "accuracy": 0.892292, "main_score": 0.863439, "hf_subset": "cym_Latn-ltg_Latn", "languages": ["cym-Latn", "ltg-Latn"]}, {"precision": 0.601913, "recall": 0.643281, "f1": 0.613374, "accuracy": 0.643281, "main_score": 0.613374, "hf_subset": "cym_Latn-nso_Latn", "languages": ["cym-Latn", "nso-Latn"]}, {"precision": 0.945405, "recall": 0.962451, "f1": 0.950823, "accuracy": 0.962451, "main_score": 0.950823, "hf_subset": "cym_Latn-sin_Sinh", "languages": ["cym-Latn", "sin-Sinh"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "cym_Latn-tha_Thai", "languages": ["cym-Latn", "tha-Thai"]}, {"precision": 0.94837, "recall": 0.964427, "f1": 0.953458, "accuracy": 0.964427, "main_score": 0.953458, "hf_subset": "cym_Latn-zho_Hans", "languages": ["cym-Latn", "zho-Hans"]}, {"precision": 0.979331, "recall": 0.985178, "f1": 0.981126, "accuracy": 0.985178, "main_score": 0.981126, "hf_subset": "cym_Latn-ast_Latn", "languages": ["cym-Latn", "ast-Latn"]}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "cym_Latn-crh_Latn", "languages": ["cym-Latn", "crh-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "cym_Latn-glg_Latn", "languages": ["cym-Latn", "glg-Latn"]}, {"precision": 0.753287, "recall": 0.8083, "f1": 0.769469, "accuracy": 0.8083, "main_score": 0.769469, "hf_subset": "cym_Latn-kas_Deva", "languages": ["cym-Latn", "kas-Deva"]}, {"precision": 0.933086, "recall": 0.951581, "f1": 0.938636, "accuracy": 0.951581, "main_score": 0.938636, "hf_subset": "cym_Latn-ltz_Latn", "languages": ["cym-Latn", "ltz-Latn"]}, {"precision": 0.475756, "recall": 0.528656, "f1": 0.490024, "accuracy": 0.528656, "main_score": 0.490024, "hf_subset": "cym_Latn-nus_Latn", "languages": ["cym-Latn", "nus-Latn"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "cym_Latn-slk_Latn", "languages": ["cym-Latn", "slk-Latn"]}, {"precision": 0.543399, "recall": 0.612648, "f1": 0.562494, "accuracy": 0.612648, "main_score": 0.562494, "hf_subset": "cym_Latn-tir_Ethi", "languages": ["cym-Latn", "tir-Ethi"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "cym_Latn-zho_Hant", "languages": ["cym-Latn", "zho-Hant"]}, {"precision": 0.948485, "recall": 0.960474, "f1": 0.95168, "accuracy": 0.960474, "main_score": 0.95168, "hf_subset": "cym_Latn-awa_Deva", "languages": ["cym-Latn", "awa-Deva"]}, {"precision": 0.721705, "recall": 0.769763, "f1": 0.735032, "accuracy": 0.769763, "main_score": 0.735032, "hf_subset": "cym_Latn-grn_Latn", "languages": ["cym-Latn", "grn-Latn"]}, {"precision": 0.950016, "recall": 0.964427, "f1": 0.954447, "accuracy": 0.964427, "main_score": 0.954447, "hf_subset": "cym_Latn-kat_Geor", "languages": ["cym-Latn", "kat-Geor"]}, {"precision": 0.614542, "recall": 0.657115, "f1": 0.627, "accuracy": 0.657115, "main_score": 0.627, "hf_subset": "cym_Latn-lua_Latn", "languages": ["cym-Latn", "lua-Latn"]}, {"precision": 0.613722, "recall": 0.662055, "f1": 0.627143, "accuracy": 0.662055, "main_score": 0.627143, "hf_subset": "cym_Latn-nya_Latn", "languages": ["cym-Latn", "nya-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "cym_Latn-slv_Latn", "languages": ["cym-Latn", "slv-Latn"]}, {"precision": 0.845251, "recall": 0.879447, "f1": 0.855303, "accuracy": 0.879447, "main_score": 0.855303, "hf_subset": "cym_Latn-tpi_Latn", "languages": ["cym-Latn", "tpi-Latn"]}, {"precision": 0.970718, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "cym_Latn-zsm_Latn", "languages": ["cym-Latn", "zsm-Latn"]}, {"precision": 0.515244, "recall": 0.563241, "f1": 0.528936, "accuracy": 0.563241, "main_score": 0.528936, "hf_subset": "cym_Latn-ayr_Latn", "languages": ["cym-Latn", "ayr-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "cym_Latn-dan_Latn", "languages": ["cym-Latn", "dan-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "cym_Latn-guj_Gujr", "languages": ["cym-Latn", "guj-Gujr"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "cym_Latn-kaz_Cyrl", "languages": ["cym-Latn", "kaz-Cyrl"]}, {"precision": 0.533532, "recall": 0.589921, "f1": 0.549563, "accuracy": 0.589921, "main_score": 0.549563, "hf_subset": "cym_Latn-lug_Latn", "languages": ["cym-Latn", "lug-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "cym_Latn-oci_Latn", "languages": ["cym-Latn", "oci-Latn"]}, {"precision": 0.794278, "recall": 0.840909, "f1": 0.808152, "accuracy": 0.840909, "main_score": 0.808152, "hf_subset": "cym_Latn-smo_Latn", "languages": ["cym-Latn", "smo-Latn"]}, {"precision": 0.539996, "recall": 0.592885, "f1": 0.555152, "accuracy": 0.592885, "main_score": 0.555152, "hf_subset": "cym_Latn-tsn_Latn", "languages": ["cym-Latn", "tsn-Latn"]}, {"precision": 0.637145, "recall": 0.685771, "f1": 0.65088, "accuracy": 0.685771, "main_score": 0.65088, "hf_subset": "cym_Latn-zul_Latn", "languages": ["cym-Latn", "zul-Latn"]}, {"precision": 0.796772, "recall": 0.846838, "f1": 0.812305, "accuracy": 0.846838, "main_score": 0.812305, "hf_subset": "cym_Latn-azb_Arab", "languages": ["cym-Latn", "azb-Arab"]}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "cym_Latn-deu_Latn", "languages": ["cym-Latn", "deu-Latn"]}, {"precision": 0.916749, "recall": 0.940711, "f1": 0.924308, "accuracy": 0.940711, "main_score": 0.924308, "hf_subset": "cym_Latn-hat_Latn", "languages": ["cym-Latn", "hat-Latn"]}, {"precision": 0.489963, "recall": 0.539526, "f1": 0.50345, "accuracy": 0.539526, "main_score": 0.50345, "hf_subset": "cym_Latn-kbp_Latn", "languages": ["cym-Latn", "kbp-Latn"]}, {"precision": 0.563674, "recall": 0.61166, "f1": 0.576989, "accuracy": 0.61166, "main_score": 0.576989, "hf_subset": "cym_Latn-luo_Latn", "languages": ["cym-Latn", "luo-Latn"]}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "cym_Latn-ory_Orya", "languages": ["cym-Latn", "ory-Orya"]}, {"precision": 0.570903, "recall": 0.624506, "f1": 0.58622, "accuracy": 0.624506, "main_score": 0.58622, "hf_subset": "cym_Latn-sna_Latn", "languages": ["cym-Latn", "sna-Latn"]}, {"precision": 0.552942, "recall": 0.59585, "f1": 0.564816, "accuracy": 0.59585, "main_score": 0.564816, "hf_subset": "cym_Latn-tso_Latn", "languages": ["cym-Latn", "tso-Latn"]}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940349, "accuracy": 0.953557, "main_score": 0.940349, "hf_subset": "cym_Latn-azj_Latn", "languages": ["cym-Latn", "azj-Latn"]}, {"precision": 0.518901, "recall": 0.565217, "f1": 0.532628, "accuracy": 0.565217, "main_score": 0.532628, "hf_subset": "cym_Latn-dik_Latn", "languages": ["cym-Latn", "dik-Latn"]}, {"precision": 0.699127, "recall": 0.756917, "f1": 0.71637, "accuracy": 0.756917, "main_score": 0.71637, "hf_subset": "cym_Latn-hau_Latn", "languages": ["cym-Latn", "hau-Latn"]}, {"precision": 0.926416, "recall": 0.947628, "f1": 0.932971, "accuracy": 0.947628, "main_score": 0.932971, "hf_subset": "cym_Latn-kea_Latn", "languages": ["cym-Latn", "kea-Latn"]}, {"precision": 0.655328, "recall": 0.704545, "f1": 0.669024, "accuracy": 0.704545, "main_score": 0.669024, "hf_subset": "cym_Latn-lus_Latn", "languages": ["cym-Latn", "lus-Latn"]}, {"precision": 0.745702, "recall": 0.786561, "f1": 0.757477, "accuracy": 0.786561, "main_score": 0.757477, "hf_subset": "cym_Latn-pag_Latn", "languages": ["cym-Latn", "pag-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "cym_Latn-snd_Arab", "languages": ["cym-Latn", "snd-Arab"]}, {"precision": 0.875988, "recall": 0.910079, "f1": 0.886825, "accuracy": 0.910079, "main_score": 0.886825, "hf_subset": "cym_Latn-tuk_Latn", "languages": ["cym-Latn", "tuk-Latn"]}, {"precision": 0.928804, "recall": 0.949605, "f1": 0.935343, "accuracy": 0.949605, "main_score": 0.935343, "hf_subset": "cym_Latn-bak_Cyrl", "languages": ["cym-Latn", "bak-Cyrl"]}, {"precision": 0.450108, "recall": 0.525692, "f1": 0.472268, "accuracy": 0.525692, "main_score": 0.472268, "hf_subset": "cym_Latn-dyu_Latn", "languages": ["cym-Latn", "dyu-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "cym_Latn-heb_Hebr", "languages": ["cym-Latn", "heb-Hebr"]}, {"precision": 0.943676, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "cym_Latn-khk_Cyrl", "languages": ["cym-Latn", "khk-Cyrl"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "cym_Latn-lvs_Latn", "languages": ["cym-Latn", "lvs-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "cym_Latn-pan_Guru", "languages": ["cym-Latn", "pan-Guru"]}, {"precision": 0.698221, "recall": 0.755929, "f1": 0.714841, "accuracy": 0.755929, "main_score": 0.714841, "hf_subset": "cym_Latn-som_Latn", "languages": ["cym-Latn", "som-Latn"]}, {"precision": 0.560314, "recall": 0.604743, "f1": 0.572355, "accuracy": 0.604743, "main_score": 0.572355, "hf_subset": "cym_Latn-tum_Latn", "languages": ["cym-Latn", "tum-Latn"]}, {"precision": 0.519377, "recall": 0.583004, "f1": 0.537886, "accuracy": 0.583004, "main_score": 0.537886, "hf_subset": "grn_Latn-ace_Arab", "languages": ["grn-Latn", "ace-Arab"]}, {"precision": 0.523107, "recall": 0.583992, "f1": 0.540044, "accuracy": 0.583992, "main_score": 0.540044, "hf_subset": "grn_Latn-bam_Latn", "languages": ["grn-Latn", "bam-Latn"]}, {"precision": 0.273046, "recall": 0.329051, "f1": 0.287728, "accuracy": 0.329051, "main_score": 0.287728, "hf_subset": "grn_Latn-dzo_Tibt", "languages": ["grn-Latn", "dzo-Tibt"]}, {"precision": 0.826408, "recall": 0.867589, "f1": 0.838545, "accuracy": 0.867589, "main_score": 0.838545, "hf_subset": "grn_Latn-hin_Deva", "languages": ["grn-Latn", "hin-Deva"]}, {"precision": 0.751886, "recall": 0.801383, "f1": 0.765972, "accuracy": 0.801383, "main_score": 0.765972, "hf_subset": "grn_Latn-khm_Khmr", "languages": ["grn-Latn", "khm-Khmr"]}, {"precision": 0.814849, "recall": 0.853755, "f1": 0.826179, "accuracy": 0.853755, "main_score": 0.826179, "hf_subset": "grn_Latn-mag_Deva", "languages": ["grn-Latn", "mag-Deva"]}, {"precision": 0.805856, "recall": 0.844862, "f1": 0.816933, "accuracy": 0.844862, "main_score": 0.816933, "hf_subset": "grn_Latn-pap_Latn", "languages": ["grn-Latn", "pap-Latn"]}, {"precision": 0.571132, "recall": 0.620553, "f1": 0.585146, "accuracy": 0.620553, "main_score": 0.585146, "hf_subset": "grn_Latn-sot_Latn", "languages": ["grn-Latn", "sot-Latn"]}, {"precision": 0.826904, "recall": 0.863636, "f1": 0.83759, "accuracy": 0.863636, "main_score": 0.83759, "hf_subset": "grn_Latn-tur_Latn", "languages": ["grn-Latn", "tur-Latn"]}, {"precision": 0.738472, "recall": 0.781621, "f1": 0.751779, "accuracy": 0.781621, "main_score": 0.751779, "hf_subset": "grn_Latn-ace_Latn", "languages": ["grn-Latn", "ace-Latn"]}, {"precision": 0.790739, "recall": 0.829051, "f1": 0.801849, "accuracy": 0.829051, "main_score": 0.801849, "hf_subset": "grn_Latn-ban_Latn", "languages": ["grn-Latn", "ban-Latn"]}, {"precision": 0.820266, "recall": 0.860672, "f1": 0.831803, "accuracy": 0.860672, "main_score": 0.831803, "hf_subset": "grn_Latn-ell_Grek", "languages": ["grn-Latn", "ell-Grek"]}, {"precision": 0.813941, "recall": 0.849802, "f1": 0.824598, "accuracy": 0.849802, "main_score": 0.824598, "hf_subset": "grn_Latn-hne_Deva", "languages": ["grn-Latn", "hne-Deva"]}, {"precision": 0.582528, "recall": 0.635375, "f1": 0.597569, "accuracy": 0.635375, "main_score": 0.597569, "hf_subset": "grn_Latn-kik_Latn", "languages": ["grn-Latn", "kik-Latn"]}, {"precision": 0.814248, "recall": 0.853755, "f1": 0.825513, "accuracy": 0.853755, "main_score": 0.825513, "hf_subset": "grn_Latn-mai_Deva", "languages": ["grn-Latn", "mai-Deva"]}, {"precision": 0.740486, "recall": 0.789526, "f1": 0.754243, "accuracy": 0.789526, "main_score": 0.754243, "hf_subset": "grn_Latn-pbt_Arab", "languages": ["grn-Latn", "pbt-Arab"]}, {"precision": 0.836842, "recall": 0.87253, "f1": 0.847085, "accuracy": 0.87253, "main_score": 0.847085, "hf_subset": "grn_Latn-spa_Latn", "languages": ["grn-Latn", "spa-Latn"]}, {"precision": 0.604645, "recall": 0.659091, "f1": 0.619996, "accuracy": 0.659091, "main_score": 0.619996, "hf_subset": "grn_Latn-twi_Latn", "languages": ["grn-Latn", "twi-Latn"]}, {"precision": 0.799259, "recall": 0.842885, "f1": 0.811742, "accuracy": 0.842885, "main_score": 0.811742, "hf_subset": "grn_Latn-acm_Arab", "languages": ["grn-Latn", "acm-Arab"]}, {"precision": 0.800306, "recall": 0.837945, "f1": 0.811267, "accuracy": 0.837945, "main_score": 0.811267, "hf_subset": "grn_Latn-bel_Cyrl", "languages": ["grn-Latn", "bel-Cyrl"]}, {"precision": 0.850915, "recall": 0.889328, "f1": 0.862387, "accuracy": 0.889328, "main_score": 0.862387, "hf_subset": "grn_Latn-eng_Latn", "languages": ["grn-Latn", "eng-Latn"]}, {"precision": 0.83484, "recall": 0.870553, "f1": 0.845001, "accuracy": 0.870553, "main_score": 0.845001, "hf_subset": "grn_Latn-hrv_Latn", "languages": ["grn-Latn", "hrv-Latn"]}, {"precision": 0.529677, "recall": 0.586957, "f1": 0.546345, "accuracy": 0.586957, "main_score": 0.546345, "hf_subset": "grn_Latn-kin_Latn", "languages": ["grn-Latn", "kin-Latn"]}, {"precision": 0.805369, "recall": 0.84585, "f1": 0.81718, "accuracy": 0.84585, "main_score": 0.81718, "hf_subset": "grn_Latn-mal_Mlym", "languages": ["grn-Latn", "mal-Mlym"]}, {"precision": 0.823847, "recall": 0.862648, "f1": 0.83509, "accuracy": 0.862648, "main_score": 0.83509, "hf_subset": "grn_Latn-pes_Arab", "languages": ["grn-Latn", "pes-Arab"]}, {"precision": 0.810571, "recall": 0.848814, "f1": 0.821714, "accuracy": 0.848814, "main_score": 0.821714, "hf_subset": "grn_Latn-srd_Latn", "languages": ["grn-Latn", "srd-Latn"]}, {"precision": 0.185898, "recall": 0.227273, "f1": 0.196302, "accuracy": 0.227273, "main_score": 0.196302, "hf_subset": "grn_Latn-tzm_Tfng", "languages": ["grn-Latn", "tzm-Tfng"]}, {"precision": 0.805452, "recall": 0.850791, "f1": 0.818594, "accuracy": 0.850791, "main_score": 0.818594, "hf_subset": "grn_Latn-acq_Arab", "languages": ["grn-Latn", "acq-Arab"]}, {"precision": 0.603907, "recall": 0.652174, "f1": 0.617544, "accuracy": 0.652174, "main_score": 0.617544, "hf_subset": "grn_Latn-bem_Latn", "languages": ["grn-Latn", "bem-Latn"]}, {"precision": 0.828303, "recall": 0.867589, "f1": 0.839773, "accuracy": 0.867589, "main_score": 0.839773, "hf_subset": "grn_Latn-epo_Latn", "languages": ["grn-Latn", "epo-Latn"]}, {"precision": 0.8159, "recall": 0.859684, "f1": 0.829, "accuracy": 0.859684, "main_score": 0.829, "hf_subset": "grn_Latn-hun_Latn", "languages": ["grn-Latn", "hun-Latn"]}, {"precision": 0.775407, "recall": 0.816206, "f1": 0.787269, "accuracy": 0.816206, "main_score": 0.787269, "hf_subset": "grn_Latn-kir_Cyrl", "languages": ["grn-Latn", "kir-Cyrl"]}, {"precision": 0.805496, "recall": 0.847826, "f1": 0.817844, "accuracy": 0.847826, "main_score": 0.817844, "hf_subset": "grn_Latn-mar_Deva", "languages": ["grn-Latn", "mar-Deva"]}, {"precision": 0.605534, "recall": 0.656126, "f1": 0.620026, "accuracy": 0.656126, "main_score": 0.620026, "hf_subset": "grn_Latn-plt_Latn", "languages": ["grn-Latn", "plt-Latn"]}, {"precision": 0.835204, "recall": 0.871542, "f1": 0.845779, "accuracy": 0.871542, "main_score": 0.845779, "hf_subset": "grn_Latn-srp_Cyrl", "languages": ["grn-Latn", "srp-Cyrl"]}, {"precision": 0.68179, "recall": 0.741107, "f1": 0.698822, "accuracy": 0.741107, "main_score": 0.698822, "hf_subset": "grn_Latn-uig_Arab", "languages": ["grn-Latn", "uig-Arab"]}, {"precision": 0.785565, "recall": 0.83004, "f1": 0.798352, "accuracy": 0.83004, "main_score": 0.798352, "hf_subset": "grn_Latn-aeb_Arab", "languages": ["grn-Latn", "aeb-Arab"]}, {"precision": 0.812545, "recall": 0.851779, "f1": 0.824135, "accuracy": 0.851779, "main_score": 0.824135, "hf_subset": "grn_Latn-ben_Beng", "languages": ["grn-Latn", "ben-Beng"]}, {"precision": 0.79632, "recall": 0.838933, "f1": 0.808717, "accuracy": 0.838933, "main_score": 0.808717, "hf_subset": "grn_Latn-est_Latn", "languages": ["grn-Latn", "est-Latn"]}, {"precision": 0.793577, "recall": 0.835968, "f1": 0.805637, "accuracy": 0.835968, "main_score": 0.805637, "hf_subset": "grn_Latn-hye_Armn", "languages": ["grn-Latn", "hye-Armn"]}, {"precision": 0.546765, "recall": 0.603755, "f1": 0.562881, "accuracy": 0.603755, "main_score": 0.562881, "hf_subset": "grn_Latn-kmb_Latn", "languages": ["grn-Latn", "kmb-Latn"]}, {"precision": 0.444378, "recall": 0.516798, "f1": 0.463329, "accuracy": 0.516798, "main_score": 0.463329, "hf_subset": "grn_Latn-min_Arab", "languages": ["grn-Latn", "min-Arab"]}, {"precision": 0.840561, "recall": 0.875494, "f1": 0.850421, "accuracy": 0.875494, "main_score": 0.850421, "hf_subset": "grn_Latn-pol_Latn", "languages": ["grn-Latn", "pol-Latn"]}, {"precision": 0.541474, "recall": 0.598814, "f1": 0.557397, "accuracy": 0.598814, "main_score": 0.557397, "hf_subset": "grn_Latn-ssw_Latn", "languages": ["grn-Latn", "ssw-Latn"]}, {"precision": 0.836284, "recall": 0.873518, "f1": 0.84742, "accuracy": 0.873518, "main_score": 0.84742, "hf_subset": "grn_Latn-ukr_Cyrl", "languages": ["grn-Latn", "ukr-Cyrl"]}, {"precision": 0.834997, "recall": 0.873518, "f1": 0.846165, "accuracy": 0.873518, "main_score": 0.846165, "hf_subset": "grn_Latn-afr_Latn", "languages": ["grn-Latn", "afr-Latn"]}, {"precision": 0.80664, "recall": 0.842885, "f1": 0.816868, "accuracy": 0.842885, "main_score": 0.816868, "hf_subset": "grn_Latn-bho_Deva", "languages": ["grn-Latn", "bho-Deva"]}, {"precision": 0.782404, "recall": 0.825099, "f1": 0.795179, "accuracy": 0.825099, "main_score": 0.795179, "hf_subset": "grn_Latn-eus_Latn", "languages": ["grn-Latn", "eus-Latn"]}, {"precision": 0.563653, "recall": 0.625494, "f1": 0.581244, "accuracy": 0.625494, "main_score": 0.581244, "hf_subset": "grn_Latn-ibo_Latn", "languages": ["grn-Latn", "ibo-Latn"]}, {"precision": 0.672863, "recall": 0.733202, "f1": 0.690177, "accuracy": 0.733202, "main_score": 0.690177, "hf_subset": "grn_Latn-kmr_Latn", "languages": ["grn-Latn", "kmr-Latn"]}, {"precision": 0.778039, "recall": 0.823123, "f1": 0.790848, "accuracy": 0.823123, "main_score": 0.790848, "hf_subset": "grn_Latn-min_Latn", "languages": ["grn-Latn", "min-Latn"]}, {"precision": 0.854661, "recall": 0.890316, "f1": 0.86494, "accuracy": 0.890316, "main_score": 0.86494, "hf_subset": "grn_Latn-por_Latn", "languages": ["grn-Latn", "por-Latn"]}, {"precision": 0.810888, "recall": 0.84585, "f1": 0.820502, "accuracy": 0.84585, "main_score": 0.820502, "hf_subset": "grn_Latn-sun_Latn", "languages": ["grn-Latn", "sun-Latn"]}, {"precision": 0.523395, "recall": 0.582016, "f1": 0.54015, "accuracy": 0.582016, "main_score": 0.54015, "hf_subset": "grn_Latn-umb_Latn", "languages": ["grn-Latn", "umb-Latn"]}, {"precision": 0.820876, "recall": 0.862648, "f1": 0.833084, "accuracy": 0.862648, "main_score": 0.833084, "hf_subset": "grn_Latn-ajp_Arab", "languages": ["grn-Latn", "ajp-Arab"]}, {"precision": 0.486389, "recall": 0.550395, "f1": 0.504643, "accuracy": 0.550395, "main_score": 0.504643, "hf_subset": "grn_Latn-bjn_Arab", "languages": ["grn-Latn", "bjn-Arab"]}, {"precision": 0.526021, "recall": 0.579051, "f1": 0.540592, "accuracy": 0.579051, "main_score": 0.540592, "hf_subset": "grn_Latn-ewe_Latn", "languages": ["grn-Latn", "ewe-Latn"]}, {"precision": 0.795175, "recall": 0.833992, "f1": 0.806487, "accuracy": 0.833992, "main_score": 0.806487, "hf_subset": "grn_Latn-ilo_Latn", "languages": ["grn-Latn", "ilo-Latn"]}, {"precision": 0.296361, "recall": 0.355731, "f1": 0.312425, "accuracy": 0.355731, "main_score": 0.312425, "hf_subset": "grn_Latn-knc_Arab", "languages": ["grn-Latn", "knc-Arab"]}, {"precision": 0.835096, "recall": 0.873518, "f1": 0.846264, "accuracy": 0.873518, "main_score": 0.846264, "hf_subset": "grn_Latn-mkd_Cyrl", "languages": ["grn-Latn", "mkd-Cyrl"]}, {"precision": 0.811718, "recall": 0.854743, "f1": 0.824316, "accuracy": 0.854743, "main_score": 0.824316, "hf_subset": "grn_Latn-prs_Arab", "languages": ["grn-Latn", "prs-Arab"]}, {"precision": 0.832775, "recall": 0.87253, "f1": 0.844345, "accuracy": 0.87253, "main_score": 0.844345, "hf_subset": "grn_Latn-swe_Latn", "languages": ["grn-Latn", "swe-Latn"]}, {"precision": 0.805665, "recall": 0.850791, "f1": 0.818977, "accuracy": 0.850791, "main_score": 0.818977, "hf_subset": "grn_Latn-urd_Arab", "languages": ["grn-Latn", "urd-Arab"]}, {"precision": 0.589091, "recall": 0.645257, "f1": 0.605104, "accuracy": 0.645257, "main_score": 0.605104, "hf_subset": "grn_Latn-aka_Latn", "languages": ["grn-Latn", "aka-Latn"]}, {"precision": 0.785306, "recall": 0.821146, "f1": 0.795652, "accuracy": 0.821146, "main_score": 0.795652, "hf_subset": "grn_Latn-bjn_Latn", "languages": ["grn-Latn", "bjn-Latn"]}, {"precision": 0.747439, "recall": 0.795455, "f1": 0.761141, "accuracy": 0.795455, "main_score": 0.761141, "hf_subset": "grn_Latn-fao_Latn", "languages": ["grn-Latn", "fao-Latn"]}, {"precision": 0.850338, "recall": 0.881423, "f1": 0.859251, "accuracy": 0.881423, "main_score": 0.859251, "hf_subset": "grn_Latn-ind_Latn", "languages": ["grn-Latn", "ind-Latn"]}, {"precision": 0.576879, "recall": 0.628458, "f1": 0.591786, "accuracy": 0.628458, "main_score": 0.591786, "hf_subset": "grn_Latn-knc_Latn", "languages": ["grn-Latn", "knc-Latn"]}, {"precision": 0.802277, "recall": 0.838933, "f1": 0.812527, "accuracy": 0.838933, "main_score": 0.812527, "hf_subset": "grn_Latn-mlt_Latn", "languages": ["grn-Latn", "mlt-Latn"]}, {"precision": 0.656349, "recall": 0.714427, "f1": 0.673719, "accuracy": 0.714427, "main_score": 0.673719, "hf_subset": "grn_Latn-quy_Latn", "languages": ["grn-Latn", "quy-Latn"]}, {"precision": 0.728849, "recall": 0.775692, "f1": 0.743099, "accuracy": 0.775692, "main_score": 0.743099, "hf_subset": "grn_Latn-swh_Latn", "languages": ["grn-Latn", "swh-Latn"]}, {"precision": 0.781346, "recall": 0.828063, "f1": 0.795069, "accuracy": 0.828063, "main_score": 0.795069, "hf_subset": "grn_Latn-uzn_Latn", "languages": ["grn-Latn", "uzn-Latn"]}, {"precision": 0.820197, "recall": 0.857708, "f1": 0.830797, "accuracy": 0.857708, "main_score": 0.830797, "hf_subset": "grn_Latn-als_Latn", "languages": ["grn-Latn", "als-Latn"]}, {"precision": 0.362063, "recall": 0.433794, "f1": 0.380471, "accuracy": 0.433794, "main_score": 0.380471, "hf_subset": "grn_Latn-bod_Tibt", "languages": ["grn-Latn", "bod-Tibt"]}, {"precision": 0.615561, "recall": 0.664032, "f1": 0.629276, "accuracy": 0.664032, "main_score": 0.629276, "hf_subset": "grn_Latn-fij_Latn", "languages": ["grn-Latn", "fij-Latn"]}, {"precision": 0.735503, "recall": 0.784585, "f1": 0.750003, "accuracy": 0.784585, "main_score": 0.750003, "hf_subset": "grn_Latn-isl_Latn", "languages": ["grn-Latn", "isl-Latn"]}, {"precision": 0.62943, "recall": 0.678854, "f1": 0.643826, "accuracy": 0.678854, "main_score": 0.643826, "hf_subset": "grn_Latn-kon_Latn", "languages": ["grn-Latn", "kon-Latn"]}, {"precision": 0.608177, "recall": 0.668972, "f1": 0.625928, "accuracy": 0.668972, "main_score": 0.625928, "hf_subset": "grn_Latn-mni_Beng", "languages": ["grn-Latn", "mni-Beng"]}, {"precision": 0.855365, "recall": 0.886364, "f1": 0.86412, "accuracy": 0.886364, "main_score": 0.86412, "hf_subset": "grn_Latn-ron_Latn", "languages": ["grn-Latn", "ron-Latn"]}, {"precision": 0.81256, "recall": 0.851779, "f1": 0.824393, "accuracy": 0.851779, "main_score": 0.824393, "hf_subset": "grn_Latn-szl_Latn", "languages": ["grn-Latn", "szl-Latn"]}, {"precision": 0.844754, "recall": 0.879447, "f1": 0.85489, "accuracy": 0.879447, "main_score": 0.85489, "hf_subset": "grn_Latn-vec_Latn", "languages": ["grn-Latn", "vec-Latn"]}, {"precision": 0.642787, "recall": 0.705534, "f1": 0.660624, "accuracy": 0.705534, "main_score": 0.660624, "hf_subset": "grn_Latn-amh_Ethi", "languages": ["grn-Latn", "amh-Ethi"]}, {"precision": 0.837436, "recall": 0.875494, "f1": 0.848518, "accuracy": 0.875494, "main_score": 0.848518, "hf_subset": "grn_Latn-bos_Latn", "languages": ["grn-Latn", "bos-Latn"]}, {"precision": 0.804594, "recall": 0.842885, "f1": 0.81582, "accuracy": 0.842885, "main_score": 0.81582, "hf_subset": "grn_Latn-fin_Latn", "languages": ["grn-Latn", "fin-Latn"]}, {"precision": 0.847612, "recall": 0.883399, "f1": 0.858155, "accuracy": 0.883399, "main_score": 0.858155, "hf_subset": "grn_Latn-ita_Latn", "languages": ["grn-Latn", "ita-Latn"]}, {"precision": 0.800373, "recall": 0.843874, "f1": 0.813065, "accuracy": 0.843874, "main_score": 0.813065, "hf_subset": "grn_Latn-kor_Hang", "languages": ["grn-Latn", "kor-Hang"]}, {"precision": 0.536636, "recall": 0.593874, "f1": 0.553088, "accuracy": 0.593874, "main_score": 0.553088, "hf_subset": "grn_Latn-mos_Latn", "languages": ["grn-Latn", "mos-Latn"]}, {"precision": 0.535318, "recall": 0.594862, "f1": 0.552676, "accuracy": 0.594862, "main_score": 0.552676, "hf_subset": "grn_Latn-run_Latn", "languages": ["grn-Latn", "run-Latn"]}, {"precision": 0.793032, "recall": 0.837945, "f1": 0.805708, "accuracy": 0.837945, "main_score": 0.805708, "hf_subset": "grn_Latn-tam_Taml", "languages": ["grn-Latn", "tam-Taml"]}, {"precision": 0.821761, "recall": 0.859684, "f1": 0.83284, "accuracy": 0.859684, "main_score": 0.83284, "hf_subset": "grn_Latn-vie_Latn", "languages": ["grn-Latn", "vie-Latn"]}, {"precision": 0.812187, "recall": 0.853755, "f1": 0.824141, "accuracy": 0.853755, "main_score": 0.824141, "hf_subset": "grn_Latn-apc_Arab", "languages": ["grn-Latn", "apc-Arab"]}, {"precision": 0.710771, "recall": 0.756917, "f1": 0.724389, "accuracy": 0.756917, "main_score": 0.724389, "hf_subset": "grn_Latn-bug_Latn", "languages": ["grn-Latn", "bug-Latn"]}, {"precision": 0.484678, "recall": 0.54249, "f1": 0.500516, "accuracy": 0.54249, "main_score": 0.500516, "hf_subset": "grn_Latn-fon_Latn", "languages": ["grn-Latn", "fon-Latn"]}, {"precision": 0.820838, "recall": 0.858696, "f1": 0.831771, "accuracy": 0.858696, "main_score": 0.831771, "hf_subset": "grn_Latn-jav_Latn", "languages": ["grn-Latn", "jav-Latn"]}, {"precision": 0.71106, "recall": 0.768775, "f1": 0.72721, "accuracy": 0.768775, "main_score": 0.72721, "hf_subset": "grn_Latn-lao_Laoo", "languages": ["grn-Latn", "lao-Laoo"]}, {"precision": 0.612427, "recall": 0.66502, "f1": 0.627124, "accuracy": 0.66502, "main_score": 0.627124, "hf_subset": "grn_Latn-mri_Latn", "languages": ["grn-Latn", "mri-Latn"]}, {"precision": 0.817442, "recall": 0.859684, "f1": 0.829471, "accuracy": 0.859684, "main_score": 0.829471, "hf_subset": "grn_Latn-rus_Cyrl", "languages": ["grn-Latn", "rus-Cyrl"]}, {"precision": 0.531147, "recall": 0.591897, "f1": 0.548897, "accuracy": 0.591897, "main_score": 0.548897, "hf_subset": "grn_Latn-taq_Latn", "languages": ["grn-Latn", "taq-Latn"]}, {"precision": 0.83802, "recall": 0.874506, "f1": 0.848817, "accuracy": 0.874506, "main_score": 0.848817, "hf_subset": "grn_Latn-war_Latn", "languages": ["grn-Latn", "war-Latn"]}, {"precision": 0.810256, "recall": 0.850791, "f1": 0.821467, "accuracy": 0.850791, "main_score": 0.821467, "hf_subset": "grn_Latn-arb_Arab", "languages": ["grn-Latn", "arb-Arab"]}, {"precision": 0.830748, "recall": 0.869565, "f1": 0.841803, "accuracy": 0.869565, "main_score": 0.841803, "hf_subset": "grn_Latn-bul_Cyrl", "languages": ["grn-Latn", "bul-Cyrl"]}, {"precision": 0.8494, "recall": 0.881423, "f1": 0.85834, "accuracy": 0.881423, "main_score": 0.85834, "hf_subset": "grn_Latn-fra_Latn", "languages": ["grn-Latn", "fra-Latn"]}, {"precision": 0.804302, "recall": 0.841897, "f1": 0.815104, "accuracy": 0.841897, "main_score": 0.815104, "hf_subset": "grn_Latn-jpn_Jpan", "languages": ["grn-Latn", "jpn-Jpan"]}, {"precision": 0.815754, "recall": 0.850791, "f1": 0.825727, "accuracy": 0.850791, "main_score": 0.825727, "hf_subset": "grn_Latn-lij_Latn", "languages": ["grn-Latn", "lij-Latn"]}, {"precision": 0.683242, "recall": 0.750988, "f1": 0.703379, "accuracy": 0.750988, "main_score": 0.703379, "hf_subset": "grn_Latn-mya_Mymr", "languages": ["grn-Latn", "mya-Mymr"]}, {"precision": 0.590704, "recall": 0.647233, "f1": 0.606446, "accuracy": 0.647233, "main_score": 0.606446, "hf_subset": "grn_Latn-sag_Latn", "languages": ["grn-Latn", "sag-Latn"]}, {"precision": 0.189714, "recall": 0.242095, "f1": 0.201517, "accuracy": 0.242095, "main_score": 0.201517, "hf_subset": "grn_Latn-taq_Tfng", "languages": ["grn-Latn", "taq-Tfng"]}, {"precision": 0.615144, "recall": 0.675889, "f1": 0.632268, "accuracy": 0.675889, "main_score": 0.632268, "hf_subset": "grn_Latn-wol_Latn", "languages": ["grn-Latn", "wol-Latn"]}, {"precision": 0.596934, "recall": 0.65415, "f1": 0.61313, "accuracy": 0.65415, "main_score": 0.61313, "hf_subset": "grn_Latn-arb_Latn", "languages": ["grn-Latn", "arb-Latn"]}, {"precision": 0.851986, "recall": 0.887352, "f1": 0.862124, "accuracy": 0.887352, "main_score": 0.862124, "hf_subset": "grn_Latn-cat_Latn", "languages": ["grn-Latn", "cat-Latn"]}, {"precision": 0.812854, "recall": 0.850791, "f1": 0.823987, "accuracy": 0.850791, "main_score": 0.823987, "hf_subset": "grn_Latn-fur_Latn", "languages": ["grn-Latn", "fur-Latn"]}, {"precision": 0.413966, "recall": 0.468379, "f1": 0.428783, "accuracy": 0.468379, "main_score": 0.428783, "hf_subset": "grn_Latn-kab_Latn", "languages": ["grn-Latn", "kab-Latn"]}, {"precision": 0.788076, "recall": 0.828063, "f1": 0.79992, "accuracy": 0.828063, "main_score": 0.79992, "hf_subset": "grn_Latn-lim_Latn", "languages": ["grn-Latn", "lim-Latn"]}, {"precision": 0.822061, "recall": 0.859684, "f1": 0.832873, "accuracy": 0.859684, "main_score": 0.832873, "hf_subset": "grn_Latn-nld_Latn", "languages": ["grn-Latn", "nld-Latn"]}, {"precision": 0.734206, "recall": 0.79249, "f1": 0.751586, "accuracy": 0.79249, "main_score": 0.751586, "hf_subset": "grn_Latn-san_Deva", "languages": ["grn-Latn", "san-Deva"]}, {"precision": 0.789289, "recall": 0.827075, "f1": 0.800528, "accuracy": 0.827075, "main_score": 0.800528, "hf_subset": "grn_Latn-tat_Cyrl", "languages": ["grn-Latn", "tat-Cyrl"]}, {"precision": 0.613078, "recall": 0.662055, "f1": 0.62722, "accuracy": 0.662055, "main_score": 0.62722, "hf_subset": "grn_Latn-xho_Latn", "languages": ["grn-Latn", "xho-Latn"]}, {"precision": 0.799696, "recall": 0.842885, "f1": 0.811964, "accuracy": 0.842885, "main_score": 0.811964, "hf_subset": "grn_Latn-ars_Arab", "languages": ["grn-Latn", "ars-Arab"]}, {"precision": 0.829751, "recall": 0.858696, "f1": 0.838273, "accuracy": 0.858696, "main_score": 0.838273, "hf_subset": "grn_Latn-ceb_Latn", "languages": ["grn-Latn", "ceb-Latn"]}, {"precision": 0.541987, "recall": 0.601779, "f1": 0.559274, "accuracy": 0.601779, "main_score": 0.559274, "hf_subset": "grn_Latn-fuv_Latn", "languages": ["grn-Latn", "fuv-Latn"]}, {"precision": 0.511313, "recall": 0.574111, "f1": 0.528838, "accuracy": 0.574111, "main_score": 0.528838, "hf_subset": "grn_Latn-kac_Latn", "languages": ["grn-Latn", "kac-Latn"]}, {"precision": 0.641751, "recall": 0.692688, "f1": 0.656236, "accuracy": 0.692688, "main_score": 0.656236, "hf_subset": "grn_Latn-lin_Latn", "languages": ["grn-Latn", "lin-Latn"]}, {"precision": 0.828541, "recall": 0.865613, "f1": 0.839499, "accuracy": 0.865613, "main_score": 0.839499, "hf_subset": "grn_Latn-nno_Latn", "languages": ["grn-Latn", "nno-Latn"]}, {"precision": 0.147288, "recall": 0.201581, "f1": 0.16015, "accuracy": 0.201581, "main_score": 0.16015, "hf_subset": "grn_Latn-sat_Olck", "languages": ["grn-Latn", "sat-Olck"]}, {"precision": 0.805715, "recall": 0.849802, "f1": 0.818874, "accuracy": 0.849802, "main_score": 0.818874, "hf_subset": "grn_Latn-tel_Telu", "languages": ["grn-Latn", "tel-Telu"]}, {"precision": 0.681449, "recall": 0.73913, "f1": 0.698131, "accuracy": 0.73913, "main_score": 0.698131, "hf_subset": "grn_Latn-ydd_Hebr", "languages": ["grn-Latn", "ydd-Hebr"]}, {"precision": 0.762541, "recall": 0.8083, "f1": 0.776087, "accuracy": 0.8083, "main_score": 0.776087, "hf_subset": "grn_Latn-ary_Arab", "languages": ["grn-Latn", "ary-Arab"]}, {"precision": 0.826214, "recall": 0.86166, "f1": 0.835961, "accuracy": 0.86166, "main_score": 0.835961, "hf_subset": "grn_Latn-ces_Latn", "languages": ["grn-Latn", "ces-Latn"]}, {"precision": 0.538332, "recall": 0.603755, "f1": 0.557202, "accuracy": 0.603755, "main_score": 0.557202, "hf_subset": "grn_Latn-gaz_Latn", "languages": ["grn-Latn", "gaz-Latn"]}, {"precision": 0.549869, "recall": 0.610672, "f1": 0.567133, "accuracy": 0.610672, "main_score": 0.567133, "hf_subset": "grn_Latn-kam_Latn", "languages": ["grn-Latn", "kam-Latn"]}, {"precision": 0.811573, "recall": 0.851779, "f1": 0.823227, "accuracy": 0.851779, "main_score": 0.823227, "hf_subset": "grn_Latn-lit_Latn", "languages": ["grn-Latn", "lit-Latn"]}, {"precision": 0.841857, "recall": 0.880435, "f1": 0.853164, "accuracy": 0.880435, "main_score": 0.853164, "hf_subset": "grn_Latn-nob_Latn", "languages": ["grn-Latn", "nob-Latn"]}, {"precision": 0.814751, "recall": 0.849802, "f1": 0.825085, "accuracy": 0.849802, "main_score": 0.825085, "hf_subset": "grn_Latn-scn_Latn", "languages": ["grn-Latn", "scn-Latn"]}, {"precision": 0.74907, "recall": 0.794466, "f1": 0.762048, "accuracy": 0.794466, "main_score": 0.762048, "hf_subset": "grn_Latn-tgk_Cyrl", "languages": ["grn-Latn", "tgk-Cyrl"]}, {"precision": 0.573118, "recall": 0.640316, "f1": 0.592274, "accuracy": 0.640316, "main_score": 0.592274, "hf_subset": "grn_Latn-yor_Latn", "languages": ["grn-Latn", "yor-Latn"]}, {"precision": 0.798905, "recall": 0.839921, "f1": 0.811011, "accuracy": 0.839921, "main_score": 0.811011, "hf_subset": "grn_Latn-arz_Arab", "languages": ["grn-Latn", "arz-Arab"]}, {"precision": 0.551689, "recall": 0.61166, "f1": 0.568532, "accuracy": 0.61166, "main_score": 0.568532, "hf_subset": "grn_Latn-cjk_Latn", "languages": ["grn-Latn", "cjk-Latn"]}, {"precision": 0.601986, "recall": 0.663043, "f1": 0.619231, "accuracy": 0.663043, "main_score": 0.619231, "hf_subset": "grn_Latn-gla_Latn", "languages": ["grn-Latn", "gla-Latn"]}, {"precision": 0.800733, "recall": 0.843874, "f1": 0.813691, "accuracy": 0.843874, "main_score": 0.813691, "hf_subset": "grn_Latn-kan_Knda", "languages": ["grn-Latn", "kan-Knda"]}, {"precision": 0.808414, "recall": 0.844862, "f1": 0.818859, "accuracy": 0.844862, "main_score": 0.818859, "hf_subset": "grn_Latn-lmo_Latn", "languages": ["grn-Latn", "lmo-Latn"]}, {"precision": 0.793455, "recall": 0.841897, "f1": 0.807729, "accuracy": 0.841897, "main_score": 0.807729, "hf_subset": "grn_Latn-npi_Deva", "languages": ["grn-Latn", "npi-Deva"]}, {"precision": 0.465218, "recall": 0.525692, "f1": 0.482102, "accuracy": 0.525692, "main_score": 0.482102, "hf_subset": "grn_Latn-shn_Mymr", "languages": ["grn-Latn", "shn-Mymr"]}, {"precision": 0.829176, "recall": 0.869565, "f1": 0.840991, "accuracy": 0.869565, "main_score": 0.840991, "hf_subset": "grn_Latn-tgl_Latn", "languages": ["grn-Latn", "tgl-Latn"]}, {"precision": 0.811902, "recall": 0.850791, "f1": 0.822806, "accuracy": 0.850791, "main_score": 0.822806, "hf_subset": "grn_Latn-yue_Hant", "languages": ["grn-Latn", "yue-Hant"]}, {"precision": 0.772381, "recall": 0.821146, "f1": 0.787008, "accuracy": 0.821146, "main_score": 0.787008, "hf_subset": "grn_Latn-asm_Beng", "languages": ["grn-Latn", "asm-Beng"]}, {"precision": 0.687173, "recall": 0.741107, "f1": 0.702054, "accuracy": 0.741107, "main_score": 0.702054, "hf_subset": "grn_Latn-ckb_Arab", "languages": ["grn-Latn", "ckb-Arab"]}, {"precision": 0.630942, "recall": 0.683794, "f1": 0.645945, "accuracy": 0.683794, "main_score": 0.645945, "hf_subset": "grn_Latn-gle_Latn", "languages": ["grn-Latn", "gle-Latn"]}, {"precision": 0.713067, "recall": 0.76581, "f1": 0.728319, "accuracy": 0.76581, "main_score": 0.728319, "hf_subset": "grn_Latn-kas_Arab", "languages": ["grn-Latn", "kas-Arab"]}, {"precision": 0.756332, "recall": 0.800395, "f1": 0.769018, "accuracy": 0.800395, "main_score": 0.769018, "hf_subset": "grn_Latn-ltg_Latn", "languages": ["grn-Latn", "ltg-Latn"]}, {"precision": 0.598544, "recall": 0.647233, "f1": 0.612336, "accuracy": 0.647233, "main_score": 0.612336, "hf_subset": "grn_Latn-nso_Latn", "languages": ["grn-Latn", "nso-Latn"]}, {"precision": 0.690502, "recall": 0.752964, "f1": 0.707899, "accuracy": 0.752964, "main_score": 0.707899, "hf_subset": "grn_Latn-sin_Sinh", "languages": ["grn-Latn", "sin-Sinh"]}, {"precision": 0.823794, "recall": 0.859684, "f1": 0.834, "accuracy": 0.859684, "main_score": 0.834, "hf_subset": "grn_Latn-tha_Thai", "languages": ["grn-Latn", "tha-Thai"]}, {"precision": 0.8046, "recall": 0.84585, "f1": 0.8163, "accuracy": 0.84585, "main_score": 0.8163, "hf_subset": "grn_Latn-zho_Hans", "languages": ["grn-Latn", "zho-Hans"]}, {"precision": 0.858473, "recall": 0.891304, "f1": 0.868102, "accuracy": 0.891304, "main_score": 0.868102, "hf_subset": "grn_Latn-ast_Latn", "languages": ["grn-Latn", "ast-Latn"]}, {"precision": 0.783119, "recall": 0.826087, "f1": 0.795478, "accuracy": 0.826087, "main_score": 0.795478, "hf_subset": "grn_Latn-crh_Latn", "languages": ["grn-Latn", "crh-Latn"]}, {"precision": 0.864583, "recall": 0.898221, "f1": 0.874835, "accuracy": 0.898221, "main_score": 0.874835, "hf_subset": "grn_Latn-glg_Latn", "languages": ["grn-Latn", "glg-Latn"]}, {"precision": 0.66833, "recall": 0.721344, "f1": 0.684453, "accuracy": 0.721344, "main_score": 0.684453, "hf_subset": "grn_Latn-kas_Deva", "languages": ["grn-Latn", "kas-Deva"]}, {"precision": 0.781712, "recall": 0.818182, "f1": 0.792361, "accuracy": 0.818182, "main_score": 0.792361, "hf_subset": "grn_Latn-ltz_Latn", "languages": ["grn-Latn", "ltz-Latn"]}, {"precision": 0.468884, "recall": 0.537549, "f1": 0.487106, "accuracy": 0.537549, "main_score": 0.487106, "hf_subset": "grn_Latn-nus_Latn", "languages": ["grn-Latn", "nus-Latn"]}, {"precision": 0.83567, "recall": 0.873518, "f1": 0.846685, "accuracy": 0.873518, "main_score": 0.846685, "hf_subset": "grn_Latn-slk_Latn", "languages": ["grn-Latn", "slk-Latn"]}, {"precision": 0.478624, "recall": 0.549407, "f1": 0.49945, "accuracy": 0.549407, "main_score": 0.49945, "hf_subset": "grn_Latn-tir_Ethi", "languages": ["grn-Latn", "tir-Ethi"]}, {"precision": 0.808583, "recall": 0.850791, "f1": 0.820766, "accuracy": 0.850791, "main_score": 0.820766, "hf_subset": "grn_Latn-zho_Hant", "languages": ["grn-Latn", "zho-Hant"]}, {"precision": 0.815879, "recall": 0.851779, "f1": 0.826423, "accuracy": 0.851779, "main_score": 0.826423, "hf_subset": "grn_Latn-awa_Deva", "languages": ["grn-Latn", "awa-Deva"]}, {"precision": 0.705552, "recall": 0.754941, "f1": 0.719589, "accuracy": 0.754941, "main_score": 0.719589, "hf_subset": "grn_Latn-cym_Latn", "languages": ["grn-Latn", "cym-Latn"]}, {"precision": 0.764509, "recall": 0.814229, "f1": 0.778978, "accuracy": 0.814229, "main_score": 0.778978, "hf_subset": "grn_Latn-kat_Geor", "languages": ["grn-Latn", "kat-Geor"]}, {"precision": 0.618544, "recall": 0.670949, "f1": 0.633336, "accuracy": 0.670949, "main_score": 0.633336, "hf_subset": "grn_Latn-lua_Latn", "languages": ["grn-Latn", "lua-Latn"]}, {"precision": 0.600243, "recall": 0.656126, "f1": 0.616376, "accuracy": 0.656126, "main_score": 0.616376, "hf_subset": "grn_Latn-nya_Latn", "languages": ["grn-Latn", "nya-Latn"]}, {"precision": 0.824809, "recall": 0.862648, "f1": 0.835661, "accuracy": 0.862648, "main_score": 0.835661, "hf_subset": "grn_Latn-slv_Latn", "languages": ["grn-Latn", "slv-Latn"]}, {"precision": 0.762863, "recall": 0.804348, "f1": 0.774692, "accuracy": 0.804348, "main_score": 0.774692, "hf_subset": "grn_Latn-tpi_Latn", "languages": ["grn-Latn", "tpi-Latn"]}, {"precision": 0.850965, "recall": 0.887352, "f1": 0.861352, "accuracy": 0.887352, "main_score": 0.861352, "hf_subset": "grn_Latn-zsm_Latn", "languages": ["grn-Latn", "zsm-Latn"]}, {"precision": 0.54846, "recall": 0.607708, "f1": 0.565204, "accuracy": 0.607708, "main_score": 0.565204, "hf_subset": "grn_Latn-ayr_Latn", "languages": ["grn-Latn", "ayr-Latn"]}, {"precision": 0.836497, "recall": 0.870553, "f1": 0.845794, "accuracy": 0.870553, "main_score": 0.845794, "hf_subset": "grn_Latn-dan_Latn", "languages": ["grn-Latn", "dan-Latn"]}, {"precision": 0.800395, "recall": 0.84585, "f1": 0.813958, "accuracy": 0.84585, "main_score": 0.813958, "hf_subset": "grn_Latn-guj_Gujr", "languages": ["grn-Latn", "guj-Gujr"]}, {"precision": 0.80799, "recall": 0.84585, "f1": 0.818814, "accuracy": 0.84585, "main_score": 0.818814, "hf_subset": "grn_Latn-kaz_Cyrl", "languages": ["grn-Latn", "kaz-Cyrl"]}, {"precision": 0.514922, "recall": 0.56917, "f1": 0.530261, "accuracy": 0.56917, "main_score": 0.530261, "hf_subset": "grn_Latn-lug_Latn", "languages": ["grn-Latn", "lug-Latn"]}, {"precision": 0.84585, "recall": 0.87747, "f1": 0.855077, "accuracy": 0.87747, "main_score": 0.855077, "hf_subset": "grn_Latn-oci_Latn", "languages": ["grn-Latn", "oci-Latn"]}, {"precision": 0.654957, "recall": 0.709486, "f1": 0.67061, "accuracy": 0.709486, "main_score": 0.67061, "hf_subset": "grn_Latn-smo_Latn", "languages": ["grn-Latn", "smo-Latn"]}, {"precision": 0.532497, "recall": 0.596838, "f1": 0.550614, "accuracy": 0.596838, "main_score": 0.550614, "hf_subset": "grn_Latn-tsn_Latn", "languages": ["grn-Latn", "tsn-Latn"]}, {"precision": 0.560016, "recall": 0.616601, "f1": 0.576227, "accuracy": 0.616601, "main_score": 0.576227, "hf_subset": "grn_Latn-zul_Latn", "languages": ["grn-Latn", "zul-Latn"]}, {"precision": 0.712707, "recall": 0.762846, "f1": 0.72759, "accuracy": 0.762846, "main_score": 0.72759, "hf_subset": "grn_Latn-azb_Arab", "languages": ["grn-Latn", "azb-Arab"]}, {"precision": 0.835175, "recall": 0.870553, "f1": 0.845163, "accuracy": 0.870553, "main_score": 0.845163, "hf_subset": "grn_Latn-deu_Latn", "languages": ["grn-Latn", "deu-Latn"]}, {"precision": 0.756136, "recall": 0.805336, "f1": 0.77064, "accuracy": 0.805336, "main_score": 0.77064, "hf_subset": "grn_Latn-hat_Latn", "languages": ["grn-Latn", "hat-Latn"]}, {"precision": 0.497723, "recall": 0.556324, "f1": 0.513961, "accuracy": 0.556324, "main_score": 0.513961, "hf_subset": "grn_Latn-kbp_Latn", "languages": ["grn-Latn", "kbp-Latn"]}, {"precision": 0.570204, "recall": 0.631423, "f1": 0.587689, "accuracy": 0.631423, "main_score": 0.587689, "hf_subset": "grn_Latn-luo_Latn", "languages": ["grn-Latn", "luo-Latn"]}, {"precision": 0.79484, "recall": 0.837945, "f1": 0.807216, "accuracy": 0.837945, "main_score": 0.807216, "hf_subset": "grn_Latn-ory_Orya", "languages": ["grn-Latn", "ory-Orya"]}, {"precision": 0.574358, "recall": 0.629447, "f1": 0.590307, "accuracy": 0.629447, "main_score": 0.590307, "hf_subset": "grn_Latn-sna_Latn", "languages": ["grn-Latn", "sna-Latn"]}, {"precision": 0.542545, "recall": 0.592885, "f1": 0.55684, "accuracy": 0.592885, "main_score": 0.55684, "hf_subset": "grn_Latn-tso_Latn", "languages": ["grn-Latn", "tso-Latn"]}, {"precision": 0.786488, "recall": 0.836957, "f1": 0.801419, "accuracy": 0.836957, "main_score": 0.801419, "hf_subset": "grn_Latn-azj_Latn", "languages": ["grn-Latn", "azj-Latn"]}, {"precision": 0.537831, "recall": 0.600791, "f1": 0.55652, "accuracy": 0.600791, "main_score": 0.55652, "hf_subset": "grn_Latn-dik_Latn", "languages": ["grn-Latn", "dik-Latn"]}, {"precision": 0.598678, "recall": 0.65415, "f1": 0.614363, "accuracy": 0.65415, "main_score": 0.614363, "hf_subset": "grn_Latn-hau_Latn", "languages": ["grn-Latn", "hau-Latn"]}, {"precision": 0.813596, "recall": 0.849802, "f1": 0.82376, "accuracy": 0.849802, "main_score": 0.82376, "hf_subset": "grn_Latn-kea_Latn", "languages": ["grn-Latn", "kea-Latn"]}, {"precision": 0.66717, "recall": 0.713439, "f1": 0.680799, "accuracy": 0.713439, "main_score": 0.680799, "hf_subset": "grn_Latn-lus_Latn", "languages": ["grn-Latn", "lus-Latn"]}, {"precision": 0.746262, "recall": 0.783597, "f1": 0.756691, "accuracy": 0.783597, "main_score": 0.756691, "hf_subset": "grn_Latn-pag_Latn", "languages": ["grn-Latn", "pag-Latn"]}, {"precision": 0.772151, "recall": 0.817194, "f1": 0.785888, "accuracy": 0.817194, "main_score": 0.785888, "hf_subset": "grn_Latn-snd_Arab", "languages": ["grn-Latn", "snd-Arab"]}, {"precision": 0.709864, "recall": 0.763834, "f1": 0.72563, "accuracy": 0.763834, "main_score": 0.72563, "hf_subset": "grn_Latn-tuk_Latn", "languages": ["grn-Latn", "tuk-Latn"]}, {"precision": 0.768561, "recall": 0.815217, "f1": 0.782083, "accuracy": 0.815217, "main_score": 0.782083, "hf_subset": "grn_Latn-bak_Cyrl", "languages": ["grn-Latn", "bak-Cyrl"]}, {"precision": 0.476892, "recall": 0.549407, "f1": 0.49829, "accuracy": 0.549407, "main_score": 0.49829, "hf_subset": "grn_Latn-dyu_Latn", "languages": ["grn-Latn", "dyu-Latn"]}, {"precision": 0.820349, "recall": 0.860672, "f1": 0.832235, "accuracy": 0.860672, "main_score": 0.832235, "hf_subset": "grn_Latn-heb_Hebr", "languages": ["grn-Latn", "heb-Hebr"]}, {"precision": 0.732157, "recall": 0.783597, "f1": 0.746878, "accuracy": 0.783597, "main_score": 0.746878, "hf_subset": "grn_Latn-khk_Cyrl", "languages": ["grn-Latn", "khk-Cyrl"]}, {"precision": 0.819156, "recall": 0.858696, "f1": 0.830304, "accuracy": 0.858696, "main_score": 0.830304, "hf_subset": "grn_Latn-lvs_Latn", "languages": ["grn-Latn", "lvs-Latn"]}, {"precision": 0.808846, "recall": 0.846838, "f1": 0.819749, "accuracy": 0.846838, "main_score": 0.819749, "hf_subset": "grn_Latn-pan_Guru", "languages": ["grn-Latn", "pan-Guru"]}, {"precision": 0.577193, "recall": 0.631423, "f1": 0.592644, "accuracy": 0.631423, "main_score": 0.592644, "hf_subset": "grn_Latn-som_Latn", "languages": ["grn-Latn", "som-Latn"]}, {"precision": 0.560434, "recall": 0.610672, "f1": 0.574016, "accuracy": 0.610672, "main_score": 0.574016, "hf_subset": "grn_Latn-tum_Latn", "languages": ["grn-Latn", "tum-Latn"]}, {"precision": 0.557737, "recall": 0.624506, "f1": 0.576666, "accuracy": 0.624506, "main_score": 0.576666, "hf_subset": "kat_Geor-ace_Arab", "languages": ["kat-Geor", "ace-Arab"]}, {"precision": 0.515523, "recall": 0.575099, "f1": 0.532363, "accuracy": 0.575099, "main_score": 0.532363, "hf_subset": "kat_Geor-bam_Latn", "languages": ["kat-Geor", "bam-Latn"]}, {"precision": 0.425786, "recall": 0.503953, "f1": 0.44646, "accuracy": 0.503953, "main_score": 0.44646, "hf_subset": "kat_Geor-dzo_Tibt", "languages": ["kat-Geor", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-hin_Deva", "languages": ["kat-Geor", "hin-Deva"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "kat_Geor-khm_Khmr", "languages": ["kat-Geor", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-mag_Deva", "languages": ["kat-Geor", "mag-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "kat_Geor-pap_Latn", "languages": ["kat-Geor", "pap-Latn"]}, {"precision": 0.566283, "recall": 0.625494, "f1": 0.583336, "accuracy": 0.625494, "main_score": 0.583336, "hf_subset": "kat_Geor-sot_Latn", "languages": ["kat-Geor", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-tur_Latn", "languages": ["kat-Geor", "tur-Latn"]}, {"precision": 0.851235, "recall": 0.886364, "f1": 0.862022, "accuracy": 0.886364, "main_score": 0.862022, "hf_subset": "kat_Geor-ace_Latn", "languages": ["kat-Geor", "ace-Latn"]}, {"precision": 0.935606, "recall": 0.952569, "f1": 0.941041, "accuracy": 0.952569, "main_score": 0.941041, "hf_subset": "kat_Geor-ban_Latn", "languages": ["kat-Geor", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-ell_Grek", "languages": ["kat-Geor", "ell-Grek"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kat_Geor-hne_Deva", "languages": ["kat-Geor", "hne-Deva"]}, {"precision": 0.567904, "recall": 0.628458, "f1": 0.584938, "accuracy": 0.628458, "main_score": 0.584938, "hf_subset": "kat_Geor-kik_Latn", "languages": ["kat-Geor", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-mai_Deva", "languages": ["kat-Geor", "mai-Deva"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "kat_Geor-pbt_Arab", "languages": ["kat-Geor", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-spa_Latn", "languages": ["kat-Geor", "spa-Latn"]}, {"precision": 0.589076, "recall": 0.649209, "f1": 0.606686, "accuracy": 0.649209, "main_score": 0.606686, "hf_subset": "kat_Geor-twi_Latn", "languages": ["kat-Geor", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-acm_Arab", "languages": ["kat-Geor", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-bel_Cyrl", "languages": ["kat-Geor", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-eng_Latn", "languages": ["kat-Geor", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-hrv_Latn", "languages": ["kat-Geor", "hrv-Latn"]}, {"precision": 0.557323, "recall": 0.617589, "f1": 0.574302, "accuracy": 0.617589, "main_score": 0.574302, "hf_subset": "kat_Geor-kin_Latn", "languages": ["kat-Geor", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kat_Geor-mal_Mlym", "languages": ["kat-Geor", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-pes_Arab", "languages": ["kat-Geor", "pes-Arab"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kat_Geor-srd_Latn", "languages": ["kat-Geor", "srd-Latn"]}, {"precision": 0.196514, "recall": 0.242095, "f1": 0.208209, "accuracy": 0.242095, "main_score": 0.208209, "hf_subset": "kat_Geor-tzm_Tfng", "languages": ["kat-Geor", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-acq_Arab", "languages": ["kat-Geor", "acq-Arab"]}, {"precision": 0.604234, "recall": 0.65415, "f1": 0.618273, "accuracy": 0.65415, "main_score": 0.618273, "hf_subset": "kat_Geor-bem_Latn", "languages": ["kat-Geor", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-epo_Latn", "languages": ["kat-Geor", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-hun_Latn", "languages": ["kat-Geor", "hun-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kat_Geor-kir_Cyrl", "languages": ["kat-Geor", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-mar_Deva", "languages": ["kat-Geor", "mar-Deva"]}, {"precision": 0.653254, "recall": 0.70751, "f1": 0.669516, "accuracy": 0.70751, "main_score": 0.669516, "hf_subset": "kat_Geor-plt_Latn", "languages": ["kat-Geor", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-srp_Cyrl", "languages": ["kat-Geor", "srp-Cyrl"]}, {"precision": 0.967968, "recall": 0.977273, "f1": 0.970916, "accuracy": 0.977273, "main_score": 0.970916, "hf_subset": "kat_Geor-uig_Arab", "languages": ["kat-Geor", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-aeb_Arab", "languages": ["kat-Geor", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ben_Beng", "languages": ["kat-Geor", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-est_Latn", "languages": ["kat-Geor", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-hye_Armn", "languages": ["kat-Geor", "hye-Armn"]}, {"precision": 0.533531, "recall": 0.58498, "f1": 0.548617, "accuracy": 0.58498, "main_score": 0.548617, "hf_subset": "kat_Geor-kmb_Latn", "languages": ["kat-Geor", "kmb-Latn"]}, {"precision": 0.480007, "recall": 0.549407, "f1": 0.499325, "accuracy": 0.549407, "main_score": 0.499325, "hf_subset": "kat_Geor-min_Arab", "languages": ["kat-Geor", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-pol_Latn", "languages": ["kat-Geor", "pol-Latn"]}, {"precision": 0.538472, "recall": 0.602767, "f1": 0.557101, "accuracy": 0.602767, "main_score": 0.557101, "hf_subset": "kat_Geor-ssw_Latn", "languages": ["kat-Geor", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ukr_Cyrl", "languages": ["kat-Geor", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-afr_Latn", "languages": ["kat-Geor", "afr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-bho_Deva", "languages": ["kat-Geor", "bho-Deva"]}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "kat_Geor-eus_Latn", "languages": ["kat-Geor", "eus-Latn"]}, {"precision": 0.55594, "recall": 0.615613, "f1": 0.572883, "accuracy": 0.615613, "main_score": 0.572883, "hf_subset": "kat_Geor-ibo_Latn", "languages": ["kat-Geor", "ibo-Latn"]}, {"precision": 0.885375, "recall": 0.917984, "f1": 0.895718, "accuracy": 0.917984, "main_score": 0.895718, "hf_subset": "kat_Geor-kmr_Latn", "languages": ["kat-Geor", "kmr-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "kat_Geor-min_Latn", "languages": ["kat-Geor", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-por_Latn", "languages": ["kat-Geor", "por-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kat_Geor-sun_Latn", "languages": ["kat-Geor", "sun-Latn"]}, {"precision": 0.517912, "recall": 0.575099, "f1": 0.534099, "accuracy": 0.575099, "main_score": 0.534099, "hf_subset": "kat_Geor-umb_Latn", "languages": ["kat-Geor", "umb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-ajp_Arab", "languages": ["kat-Geor", "ajp-Arab"]}, {"precision": 0.520681, "recall": 0.586957, "f1": 0.539254, "accuracy": 0.586957, "main_score": 0.539254, "hf_subset": "kat_Geor-bjn_Arab", "languages": ["kat-Geor", "bjn-Arab"]}, {"precision": 0.492949, "recall": 0.551383, "f1": 0.508817, "accuracy": 0.551383, "main_score": 0.508817, "hf_subset": "kat_Geor-ewe_Latn", "languages": ["kat-Geor", "ewe-Latn"]}, {"precision": 0.922925, "recall": 0.944664, "f1": 0.929842, "accuracy": 0.944664, "main_score": 0.929842, "hf_subset": "kat_Geor-ilo_Latn", "languages": ["kat-Geor", "ilo-Latn"]}, {"precision": 0.312152, "recall": 0.363636, "f1": 0.325796, "accuracy": 0.363636, "main_score": 0.325796, "hf_subset": "kat_Geor-knc_Arab", "languages": ["kat-Geor", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-mkd_Cyrl", "languages": ["kat-Geor", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-prs_Arab", "languages": ["kat-Geor", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-swe_Latn", "languages": ["kat-Geor", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-urd_Arab", "languages": ["kat-Geor", "urd-Arab"]}, {"precision": 0.565114, "recall": 0.629447, "f1": 0.583223, "accuracy": 0.629447, "main_score": 0.583223, "hf_subset": "kat_Geor-aka_Latn", "languages": ["kat-Geor", "aka-Latn"]}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "kat_Geor-bjn_Latn", "languages": ["kat-Geor", "bjn-Latn"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "kat_Geor-fao_Latn", "languages": ["kat-Geor", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-ind_Latn", "languages": ["kat-Geor", "ind-Latn"]}, {"precision": 0.568027, "recall": 0.620553, "f1": 0.583613, "accuracy": 0.620553, "main_score": 0.583613, "hf_subset": "kat_Geor-knc_Latn", "languages": ["kat-Geor", "knc-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kat_Geor-mlt_Latn", "languages": ["kat-Geor", "mlt-Latn"]}, {"precision": 0.67819, "recall": 0.740119, "f1": 0.695871, "accuracy": 0.740119, "main_score": 0.695871, "hf_subset": "kat_Geor-quy_Latn", "languages": ["kat-Geor", "quy-Latn"]}, {"precision": 0.95191, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "kat_Geor-swh_Latn", "languages": ["kat-Geor", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-uzn_Latn", "languages": ["kat-Geor", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-als_Latn", "languages": ["kat-Geor", "als-Latn"]}, {"precision": 0.627669, "recall": 0.705534, "f1": 0.650485, "accuracy": 0.705534, "main_score": 0.650485, "hf_subset": "kat_Geor-bod_Tibt", "languages": ["kat-Geor", "bod-Tibt"]}, {"precision": 0.675891, "recall": 0.735178, "f1": 0.692661, "accuracy": 0.735178, "main_score": 0.692661, "hf_subset": "kat_Geor-fij_Latn", "languages": ["kat-Geor", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kat_Geor-isl_Latn", "languages": ["kat-Geor", "isl-Latn"]}, {"precision": 0.633136, "recall": 0.690711, "f1": 0.649934, "accuracy": 0.690711, "main_score": 0.649934, "hf_subset": "kat_Geor-kon_Latn", "languages": ["kat-Geor", "kon-Latn"]}, {"precision": 0.649525, "recall": 0.710474, "f1": 0.66733, "accuracy": 0.710474, "main_score": 0.66733, "hf_subset": "kat_Geor-mni_Beng", "languages": ["kat-Geor", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ron_Latn", "languages": ["kat-Geor", "ron-Latn"]}, {"precision": 0.976779, "recall": 0.982213, "f1": 0.97859, "accuracy": 0.982213, "main_score": 0.97859, "hf_subset": "kat_Geor-szl_Latn", "languages": ["kat-Geor", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-vec_Latn", "languages": ["kat-Geor", "vec-Latn"]}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "kat_Geor-amh_Ethi", "languages": ["kat-Geor", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-bos_Latn", "languages": ["kat-Geor", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-fin_Latn", "languages": ["kat-Geor", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ita_Latn", "languages": ["kat-Geor", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-kor_Hang", "languages": ["kat-Geor", "kor-Hang"]}, {"precision": 0.527235, "recall": 0.58498, "f1": 0.543448, "accuracy": 0.58498, "main_score": 0.543448, "hf_subset": "kat_Geor-mos_Latn", "languages": ["kat-Geor", "mos-Latn"]}, {"precision": 0.544779, "recall": 0.601779, "f1": 0.561368, "accuracy": 0.601779, "main_score": 0.561368, "hf_subset": "kat_Geor-run_Latn", "languages": ["kat-Geor", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-tam_Taml", "languages": ["kat-Geor", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-vie_Latn", "languages": ["kat-Geor", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-apc_Arab", "languages": ["kat-Geor", "apc-Arab"]}, {"precision": 0.785303, "recall": 0.833004, "f1": 0.799621, "accuracy": 0.833004, "main_score": 0.799621, "hf_subset": "kat_Geor-bug_Latn", "languages": ["kat-Geor", "bug-Latn"]}, {"precision": 0.448956, "recall": 0.506917, "f1": 0.464917, "accuracy": 0.506917, "main_score": 0.464917, "hf_subset": "kat_Geor-fon_Latn", "languages": ["kat-Geor", "fon-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kat_Geor-jav_Latn", "languages": ["kat-Geor", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-lao_Laoo", "languages": ["kat-Geor", "lao-Laoo"]}, {"precision": 0.852767, "recall": 0.892292, "f1": 0.865086, "accuracy": 0.892292, "main_score": 0.865086, "hf_subset": "kat_Geor-mri_Latn", "languages": ["kat-Geor", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-rus_Cyrl", "languages": ["kat-Geor", "rus-Cyrl"]}, {"precision": 0.520703, "recall": 0.578063, "f1": 0.536807, "accuracy": 0.578063, "main_score": 0.536807, "hf_subset": "kat_Geor-taq_Latn", "languages": ["kat-Geor", "taq-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kat_Geor-war_Latn", "languages": ["kat-Geor", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-arb_Arab", "languages": ["kat-Geor", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-bul_Cyrl", "languages": ["kat-Geor", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-fra_Latn", "languages": ["kat-Geor", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-jpn_Jpan", "languages": ["kat-Geor", "jpn-Jpan"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kat_Geor-lij_Latn", "languages": ["kat-Geor", "lij-Latn"]}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "kat_Geor-mya_Mymr", "languages": ["kat-Geor", "mya-Mymr"]}, {"precision": 0.571082, "recall": 0.633399, "f1": 0.588732, "accuracy": 0.633399, "main_score": 0.588732, "hf_subset": "kat_Geor-sag_Latn", "languages": ["kat-Geor", "sag-Latn"]}, {"precision": 0.206037, "recall": 0.259881, "f1": 0.218527, "accuracy": 0.259881, "main_score": 0.218527, "hf_subset": "kat_Geor-taq_Tfng", "languages": ["kat-Geor", "taq-Tfng"]}, {"precision": 0.595356, "recall": 0.657115, "f1": 0.612371, "accuracy": 0.657115, "main_score": 0.612371, "hf_subset": "kat_Geor-wol_Latn", "languages": ["kat-Geor", "wol-Latn"]}, {"precision": 0.76777, "recall": 0.825099, "f1": 0.78475, "accuracy": 0.825099, "main_score": 0.78475, "hf_subset": "kat_Geor-arb_Latn", "languages": ["kat-Geor", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-cat_Latn", "languages": ["kat-Geor", "cat-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kat_Geor-fur_Latn", "languages": ["kat-Geor", "fur-Latn"]}, {"precision": 0.405027, "recall": 0.45751, "f1": 0.418703, "accuracy": 0.45751, "main_score": 0.418703, "hf_subset": "kat_Geor-kab_Latn", "languages": ["kat-Geor", "kab-Latn"]}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "kat_Geor-lim_Latn", "languages": ["kat-Geor", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-nld_Latn", "languages": ["kat-Geor", "nld-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kat_Geor-san_Deva", "languages": ["kat-Geor", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kat_Geor-tat_Cyrl", "languages": ["kat-Geor", "tat-Cyrl"]}, {"precision": 0.647711, "recall": 0.708498, "f1": 0.665599, "accuracy": 0.708498, "main_score": 0.665599, "hf_subset": "kat_Geor-xho_Latn", "languages": ["kat-Geor", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ars_Arab", "languages": ["kat-Geor", "ars-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-ceb_Latn", "languages": ["kat-Geor", "ceb-Latn"]}, {"precision": 0.547664, "recall": 0.608696, "f1": 0.564939, "accuracy": 0.608696, "main_score": 0.564939, "hf_subset": "kat_Geor-fuv_Latn", "languages": ["kat-Geor", "fuv-Latn"]}, {"precision": 0.511964, "recall": 0.574111, "f1": 0.528829, "accuracy": 0.574111, "main_score": 0.528829, "hf_subset": "kat_Geor-kac_Latn", "languages": ["kat-Geor", "kac-Latn"]}, {"precision": 0.634843, "recall": 0.6917, "f1": 0.651515, "accuracy": 0.6917, "main_score": 0.651515, "hf_subset": "kat_Geor-lin_Latn", "languages": ["kat-Geor", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-nno_Latn", "languages": ["kat-Geor", "nno-Latn"]}, {"precision": 0.236457, "recall": 0.318182, "f1": 0.257794, "accuracy": 0.318182, "main_score": 0.257794, "hf_subset": "kat_Geor-sat_Olck", "languages": ["kat-Geor", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-tel_Telu", "languages": ["kat-Geor", "tel-Telu"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "kat_Geor-ydd_Hebr", "languages": ["kat-Geor", "ydd-Hebr"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "kat_Geor-ary_Arab", "languages": ["kat-Geor", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-ces_Latn", "languages": ["kat-Geor", "ces-Latn"]}, {"precision": 0.578288, "recall": 0.641304, "f1": 0.596659, "accuracy": 0.641304, "main_score": 0.596659, "hf_subset": "kat_Geor-gaz_Latn", "languages": ["kat-Geor", "gaz-Latn"]}, {"precision": 0.565441, "recall": 0.62747, "f1": 0.582805, "accuracy": 0.62747, "main_score": 0.582805, "hf_subset": "kat_Geor-kam_Latn", "languages": ["kat-Geor", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kat_Geor-lit_Latn", "languages": ["kat-Geor", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-nob_Latn", "languages": ["kat-Geor", "nob-Latn"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "kat_Geor-scn_Latn", "languages": ["kat-Geor", "scn-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kat_Geor-tgk_Cyrl", "languages": ["kat-Geor", "tgk-Cyrl"]}, {"precision": 0.714081, "recall": 0.779644, "f1": 0.734176, "accuracy": 0.779644, "main_score": 0.734176, "hf_subset": "kat_Geor-yor_Latn", "languages": ["kat-Geor", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-arz_Arab", "languages": ["kat-Geor", "arz-Arab"]}, {"precision": 0.547241, "recall": 0.604743, "f1": 0.563706, "accuracy": 0.604743, "main_score": 0.563706, "hf_subset": "kat_Geor-cjk_Latn", "languages": ["kat-Geor", "cjk-Latn"]}, {"precision": 0.78363, "recall": 0.832016, "f1": 0.798353, "accuracy": 0.832016, "main_score": 0.798353, "hf_subset": "kat_Geor-gla_Latn", "languages": ["kat-Geor", "gla-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-kan_Knda", "languages": ["kat-Geor", "kan-Knda"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "kat_Geor-lmo_Latn", "languages": ["kat-Geor", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "kat_Geor-npi_Deva", "languages": ["kat-Geor", "npi-Deva"]}, {"precision": 0.456663, "recall": 0.518775, "f1": 0.474184, "accuracy": 0.518775, "main_score": 0.474184, "hf_subset": "kat_Geor-shn_Mymr", "languages": ["kat-Geor", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-tgl_Latn", "languages": ["kat-Geor", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-yue_Hant", "languages": ["kat-Geor", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-asm_Beng", "languages": ["kat-Geor", "asm-Beng"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "kat_Geor-ckb_Arab", "languages": ["kat-Geor", "ckb-Arab"]}, {"precision": 0.883482, "recall": 0.91502, "f1": 0.893347, "accuracy": 0.91502, "main_score": 0.893347, "hf_subset": "kat_Geor-gle_Latn", "languages": ["kat-Geor", "gle-Latn"]}, {"precision": 0.931818, "recall": 0.952569, "f1": 0.93857, "accuracy": 0.952569, "main_score": 0.93857, "hf_subset": "kat_Geor-kas_Arab", "languages": ["kat-Geor", "kas-Arab"]}, {"precision": 0.938735, "recall": 0.958498, "f1": 0.945158, "accuracy": 0.958498, "main_score": 0.945158, "hf_subset": "kat_Geor-ltg_Latn", "languages": ["kat-Geor", "ltg-Latn"]}, {"precision": 0.589053, "recall": 0.643281, "f1": 0.603977, "accuracy": 0.643281, "main_score": 0.603977, "hf_subset": "kat_Geor-nso_Latn", "languages": ["kat-Geor", "nso-Latn"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "kat_Geor-sin_Sinh", "languages": ["kat-Geor", "sin-Sinh"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-tha_Thai", "languages": ["kat-Geor", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-zho_Hans", "languages": ["kat-Geor", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-ast_Latn", "languages": ["kat-Geor", "ast-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-crh_Latn", "languages": ["kat-Geor", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-glg_Latn", "languages": ["kat-Geor", "glg-Latn"]}, {"precision": 0.872694, "recall": 0.907115, "f1": 0.883564, "accuracy": 0.907115, "main_score": 0.883564, "hf_subset": "kat_Geor-kas_Deva", "languages": ["kat-Geor", "kas-Deva"]}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "kat_Geor-ltz_Latn", "languages": ["kat-Geor", "ltz-Latn"]}, {"precision": 0.446832, "recall": 0.51581, "f1": 0.465733, "accuracy": 0.51581, "main_score": 0.465733, "hf_subset": "kat_Geor-nus_Latn", "languages": ["kat-Geor", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-slk_Latn", "languages": ["kat-Geor", "slk-Latn"]}, {"precision": 0.621798, "recall": 0.686759, "f1": 0.640864, "accuracy": 0.686759, "main_score": 0.640864, "hf_subset": "kat_Geor-tir_Ethi", "languages": ["kat-Geor", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-zho_Hant", "languages": ["kat-Geor", "zho-Hant"]}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "kat_Geor-awa_Deva", "languages": ["kat-Geor", "awa-Deva"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "kat_Geor-cym_Latn", "languages": ["kat-Geor", "cym-Latn"]}, {"precision": 0.807724, "recall": 0.852767, "f1": 0.821673, "accuracy": 0.852767, "main_score": 0.821673, "hf_subset": "kat_Geor-grn_Latn", "languages": ["kat-Geor", "grn-Latn"]}, {"precision": 0.623239, "recall": 0.678854, "f1": 0.639151, "accuracy": 0.678854, "main_score": 0.639151, "hf_subset": "kat_Geor-lua_Latn", "languages": ["kat-Geor", "lua-Latn"]}, {"precision": 0.618866, "recall": 0.673913, "f1": 0.634843, "accuracy": 0.673913, "main_score": 0.634843, "hf_subset": "kat_Geor-nya_Latn", "languages": ["kat-Geor", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-slv_Latn", "languages": ["kat-Geor", "slv-Latn"]}, {"precision": 0.924242, "recall": 0.945652, "f1": 0.930995, "accuracy": 0.945652, "main_score": 0.930995, "hf_subset": "kat_Geor-tpi_Latn", "languages": ["kat-Geor", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-zsm_Latn", "languages": ["kat-Geor", "zsm-Latn"]}, {"precision": 0.527448, "recall": 0.590909, "f1": 0.545365, "accuracy": 0.590909, "main_score": 0.545365, "hf_subset": "kat_Geor-ayr_Latn", "languages": ["kat-Geor", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-dan_Latn", "languages": ["kat-Geor", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-guj_Gujr", "languages": ["kat-Geor", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-kaz_Cyrl", "languages": ["kat-Geor", "kaz-Cyrl"]}, {"precision": 0.530035, "recall": 0.591897, "f1": 0.547828, "accuracy": 0.591897, "main_score": 0.547828, "hf_subset": "kat_Geor-lug_Latn", "languages": ["kat-Geor", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-oci_Latn", "languages": ["kat-Geor", "oci-Latn"]}, {"precision": 0.819483, "recall": 0.862648, "f1": 0.83251, "accuracy": 0.862648, "main_score": 0.83251, "hf_subset": "kat_Geor-smo_Latn", "languages": ["kat-Geor", "smo-Latn"]}, {"precision": 0.532316, "recall": 0.590909, "f1": 0.548342, "accuracy": 0.590909, "main_score": 0.548342, "hf_subset": "kat_Geor-tsn_Latn", "languages": ["kat-Geor", "tsn-Latn"]}, {"precision": 0.582987, "recall": 0.650198, "f1": 0.602668, "accuracy": 0.650198, "main_score": 0.602668, "hf_subset": "kat_Geor-zul_Latn", "languages": ["kat-Geor", "zul-Latn"]}, {"precision": 0.913126, "recall": 0.939723, "f1": 0.921673, "accuracy": 0.939723, "main_score": 0.921673, "hf_subset": "kat_Geor-azb_Arab", "languages": ["kat-Geor", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-deu_Latn", "languages": ["kat-Geor", "deu-Latn"]}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "kat_Geor-hat_Latn", "languages": ["kat-Geor", "hat-Latn"]}, {"precision": 0.467384, "recall": 0.524704, "f1": 0.483651, "accuracy": 0.524704, "main_score": 0.483651, "hf_subset": "kat_Geor-kbp_Latn", "languages": ["kat-Geor", "kbp-Latn"]}, {"precision": 0.560315, "recall": 0.614625, "f1": 0.57491, "accuracy": 0.614625, "main_score": 0.57491, "hf_subset": "kat_Geor-luo_Latn", "languages": ["kat-Geor", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-ory_Orya", "languages": ["kat-Geor", "ory-Orya"]}, {"precision": 0.570233, "recall": 0.631423, "f1": 0.587345, "accuracy": 0.631423, "main_score": 0.587345, "hf_subset": "kat_Geor-sna_Latn", "languages": ["kat-Geor", "sna-Latn"]}, {"precision": 0.527546, "recall": 0.583004, "f1": 0.543335, "accuracy": 0.583004, "main_score": 0.543335, "hf_subset": "kat_Geor-tso_Latn", "languages": ["kat-Geor", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-azj_Latn", "languages": ["kat-Geor", "azj-Latn"]}, {"precision": 0.514419, "recall": 0.576087, "f1": 0.532221, "accuracy": 0.576087, "main_score": 0.532221, "hf_subset": "kat_Geor-dik_Latn", "languages": ["kat-Geor", "dik-Latn"]}, {"precision": 0.710573, "recall": 0.771739, "f1": 0.728741, "accuracy": 0.771739, "main_score": 0.728741, "hf_subset": "kat_Geor-hau_Latn", "languages": ["kat-Geor", "hau-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "kat_Geor-kea_Latn", "languages": ["kat-Geor", "kea-Latn"]}, {"precision": 0.723214, "recall": 0.773715, "f1": 0.738375, "accuracy": 0.773715, "main_score": 0.738375, "hf_subset": "kat_Geor-lus_Latn", "languages": ["kat-Geor", "lus-Latn"]}, {"precision": 0.836331, "recall": 0.875494, "f1": 0.848617, "accuracy": 0.875494, "main_score": 0.848617, "hf_subset": "kat_Geor-pag_Latn", "languages": ["kat-Geor", "pag-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kat_Geor-snd_Arab", "languages": ["kat-Geor", "snd-Arab"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "kat_Geor-tuk_Latn", "languages": ["kat-Geor", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kat_Geor-bak_Cyrl", "languages": ["kat-Geor", "bak-Cyrl"]}, {"precision": 0.468323, "recall": 0.544466, "f1": 0.490687, "accuracy": 0.544466, "main_score": 0.490687, "hf_subset": "kat_Geor-dyu_Latn", "languages": ["kat-Geor", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-heb_Hebr", "languages": ["kat-Geor", "heb-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kat_Geor-khk_Cyrl", "languages": ["kat-Geor", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-lvs_Latn", "languages": ["kat-Geor", "lvs-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-pan_Guru", "languages": ["kat-Geor", "pan-Guru"]}, {"precision": 0.681786, "recall": 0.744071, "f1": 0.700335, "accuracy": 0.744071, "main_score": 0.700335, "hf_subset": "kat_Geor-som_Latn", "languages": ["kat-Geor", "som-Latn"]}, {"precision": 0.574638, "recall": 0.623518, "f1": 0.588849, "accuracy": 0.623518, "main_score": 0.588849, "hf_subset": "kat_Geor-tum_Latn", "languages": ["kat-Geor", "tum-Latn"]}, {"precision": 0.476947, "recall": 0.529644, "f1": 0.491595, "accuracy": 0.529644, "main_score": 0.491595, "hf_subset": "lua_Latn-ace_Arab", "languages": ["lua-Latn", "ace-Arab"]}, {"precision": 0.52829, "recall": 0.572134, "f1": 0.540904, "accuracy": 0.572134, "main_score": 0.540904, "hf_subset": "lua_Latn-bam_Latn", "languages": ["lua-Latn", "bam-Latn"]}, {"precision": 0.222148, "recall": 0.266798, "f1": 0.232981, "accuracy": 0.266798, "main_score": 0.232981, "hf_subset": "lua_Latn-dzo_Tibt", "languages": ["lua-Latn", "dzo-Tibt"]}, {"precision": 0.639379, "recall": 0.679842, "f1": 0.650422, "accuracy": 0.679842, "main_score": 0.650422, "hf_subset": "lua_Latn-hin_Deva", "languages": ["lua-Latn", "hin-Deva"]}, {"precision": 0.57714, "recall": 0.625494, "f1": 0.591108, "accuracy": 0.625494, "main_score": 0.591108, "hf_subset": "lua_Latn-khm_Khmr", "languages": ["lua-Latn", "khm-Khmr"]}, {"precision": 0.637256, "recall": 0.677866, "f1": 0.648403, "accuracy": 0.677866, "main_score": 0.648403, "hf_subset": "lua_Latn-mag_Deva", "languages": ["lua-Latn", "mag-Deva"]}, {"precision": 0.642064, "recall": 0.675889, "f1": 0.650915, "accuracy": 0.675889, "main_score": 0.650915, "hf_subset": "lua_Latn-pap_Latn", "languages": ["lua-Latn", "pap-Latn"]}, {"precision": 0.587688, "recall": 0.628458, "f1": 0.597881, "accuracy": 0.628458, "main_score": 0.597881, "hf_subset": "lua_Latn-sot_Latn", "languages": ["lua-Latn", "sot-Latn"]}, {"precision": 0.614265, "recall": 0.666996, "f1": 0.628132, "accuracy": 0.666996, "main_score": 0.628132, "hf_subset": "lua_Latn-tur_Latn", "languages": ["lua-Latn", "tur-Latn"]}, {"precision": 0.637945, "recall": 0.673913, "f1": 0.648351, "accuracy": 0.673913, "main_score": 0.648351, "hf_subset": "lua_Latn-ace_Latn", "languages": ["lua-Latn", "ace-Latn"]}, {"precision": 0.645227, "recall": 0.674901, "f1": 0.6535, "accuracy": 0.674901, "main_score": 0.6535, "hf_subset": "lua_Latn-ban_Latn", "languages": ["lua-Latn", "ban-Latn"]}, {"precision": 0.637167, "recall": 0.682806, "f1": 0.649257, "accuracy": 0.682806, "main_score": 0.649257, "hf_subset": "lua_Latn-ell_Grek", "languages": ["lua-Latn", "ell-Grek"]}, {"precision": 0.618748, "recall": 0.662055, "f1": 0.630792, "accuracy": 0.662055, "main_score": 0.630792, "hf_subset": "lua_Latn-hne_Deva", "languages": ["lua-Latn", "hne-Deva"]}, {"precision": 0.548672, "recall": 0.592885, "f1": 0.560951, "accuracy": 0.592885, "main_score": 0.560951, "hf_subset": "lua_Latn-kik_Latn", "languages": ["lua-Latn", "kik-Latn"]}, {"precision": 0.640839, "recall": 0.68083, "f1": 0.651232, "accuracy": 0.68083, "main_score": 0.651232, "hf_subset": "lua_Latn-mai_Deva", "languages": ["lua-Latn", "mai-Deva"]}, {"precision": 0.590832, "recall": 0.643281, "f1": 0.604945, "accuracy": 0.643281, "main_score": 0.604945, "hf_subset": "lua_Latn-pbt_Arab", "languages": ["lua-Latn", "pbt-Arab"]}, {"precision": 0.639296, "recall": 0.681818, "f1": 0.650719, "accuracy": 0.681818, "main_score": 0.650719, "hf_subset": "lua_Latn-spa_Latn", "languages": ["lua-Latn", "spa-Latn"]}, {"precision": 0.570169, "recall": 0.609684, "f1": 0.581043, "accuracy": 0.609684, "main_score": 0.581043, "hf_subset": "lua_Latn-twi_Latn", "languages": ["lua-Latn", "twi-Latn"]}, {"precision": 0.624141, "recall": 0.667984, "f1": 0.635734, "accuracy": 0.667984, "main_score": 0.635734, "hf_subset": "lua_Latn-acm_Arab", "languages": ["lua-Latn", "acm-Arab"]}, {"precision": 0.612327, "recall": 0.656126, "f1": 0.623804, "accuracy": 0.656126, "main_score": 0.623804, "hf_subset": "lua_Latn-bel_Cyrl", "languages": ["lua-Latn", "bel-Cyrl"]}, {"precision": 0.664199, "recall": 0.709486, "f1": 0.676195, "accuracy": 0.709486, "main_score": 0.676195, "hf_subset": "lua_Latn-eng_Latn", "languages": ["lua-Latn", "eng-Latn"]}, {"precision": 0.640123, "recall": 0.688735, "f1": 0.653193, "accuracy": 0.688735, "main_score": 0.653193, "hf_subset": "lua_Latn-hrv_Latn", "languages": ["lua-Latn", "hrv-Latn"]}, {"precision": 0.523106, "recall": 0.575099, "f1": 0.53764, "accuracy": 0.575099, "main_score": 0.53764, "hf_subset": "lua_Latn-kin_Latn", "languages": ["lua-Latn", "kin-Latn"]}, {"precision": 0.621718, "recall": 0.66996, "f1": 0.634361, "accuracy": 0.66996, "main_score": 0.634361, "hf_subset": "lua_Latn-mal_Mlym", "languages": ["lua-Latn", "mal-Mlym"]}, {"precision": 0.628259, "recall": 0.674901, "f1": 0.640741, "accuracy": 0.674901, "main_score": 0.640741, "hf_subset": "lua_Latn-pes_Arab", "languages": ["lua-Latn", "pes-Arab"]}, {"precision": 0.646928, "recall": 0.683794, "f1": 0.657396, "accuracy": 0.683794, "main_score": 0.657396, "hf_subset": "lua_Latn-srd_Latn", "languages": ["lua-Latn", "srd-Latn"]}, {"precision": 0.193813, "recall": 0.241107, "f1": 0.20556, "accuracy": 0.241107, "main_score": 0.20556, "hf_subset": "lua_Latn-tzm_Tfng", "languages": ["lua-Latn", "tzm-Tfng"]}, {"precision": 0.619069, "recall": 0.666996, "f1": 0.631875, "accuracy": 0.666996, "main_score": 0.631875, "hf_subset": "lua_Latn-acq_Arab", "languages": ["lua-Latn", "acq-Arab"]}, {"precision": 0.599186, "recall": 0.642292, "f1": 0.611535, "accuracy": 0.642292, "main_score": 0.611535, "hf_subset": "lua_Latn-bem_Latn", "languages": ["lua-Latn", "bem-Latn"]}, {"precision": 0.635052, "recall": 0.674901, "f1": 0.645496, "accuracy": 0.674901, "main_score": 0.645496, "hf_subset": "lua_Latn-epo_Latn", "languages": ["lua-Latn", "epo-Latn"]}, {"precision": 0.637614, "recall": 0.676877, "f1": 0.648822, "accuracy": 0.676877, "main_score": 0.648822, "hf_subset": "lua_Latn-hun_Latn", "languages": ["lua-Latn", "hun-Latn"]}, {"precision": 0.615772, "recall": 0.659091, "f1": 0.627685, "accuracy": 0.659091, "main_score": 0.627685, "hf_subset": "lua_Latn-kir_Cyrl", "languages": ["lua-Latn", "kir-Cyrl"]}, {"precision": 0.632698, "recall": 0.674901, "f1": 0.644031, "accuracy": 0.674901, "main_score": 0.644031, "hf_subset": "lua_Latn-mar_Deva", "languages": ["lua-Latn", "mar-Deva"]}, {"precision": 0.572076, "recall": 0.615613, "f1": 0.584231, "accuracy": 0.615613, "main_score": 0.584231, "hf_subset": "lua_Latn-plt_Latn", "languages": ["lua-Latn", "plt-Latn"]}, {"precision": 0.650216, "recall": 0.692688, "f1": 0.661851, "accuracy": 0.692688, "main_score": 0.661851, "hf_subset": "lua_Latn-srp_Cyrl", "languages": ["lua-Latn", "srp-Cyrl"]}, {"precision": 0.530889, "recall": 0.586957, "f1": 0.546761, "accuracy": 0.586957, "main_score": 0.546761, "hf_subset": "lua_Latn-uig_Arab", "languages": ["lua-Latn", "uig-Arab"]}, {"precision": 0.622933, "recall": 0.666996, "f1": 0.634287, "accuracy": 0.666996, "main_score": 0.634287, "hf_subset": "lua_Latn-aeb_Arab", "languages": ["lua-Latn", "aeb-Arab"]}, {"precision": 0.62797, "recall": 0.668972, "f1": 0.638975, "accuracy": 0.668972, "main_score": 0.638975, "hf_subset": "lua_Latn-ben_Beng", "languages": ["lua-Latn", "ben-Beng"]}, {"precision": 0.618711, "recall": 0.666996, "f1": 0.632345, "accuracy": 0.666996, "main_score": 0.632345, "hf_subset": "lua_Latn-est_Latn", "languages": ["lua-Latn", "est-Latn"]}, {"precision": 0.596072, "recall": 0.645257, "f1": 0.609689, "accuracy": 0.645257, "main_score": 0.609689, "hf_subset": "lua_Latn-hye_Armn", "languages": ["lua-Latn", "hye-Armn"]}, {"precision": 0.570438, "recall": 0.610672, "f1": 0.58206, "accuracy": 0.610672, "main_score": 0.58206, "hf_subset": "lua_Latn-kmb_Latn", "languages": ["lua-Latn", "kmb-Latn"]}, {"precision": 0.425259, "recall": 0.479249, "f1": 0.439301, "accuracy": 0.479249, "main_score": 0.439301, "hf_subset": "lua_Latn-min_Arab", "languages": ["lua-Latn", "min-Arab"]}, {"precision": 0.640137, "recall": 0.687747, "f1": 0.652692, "accuracy": 0.687747, "main_score": 0.652692, "hf_subset": "lua_Latn-pol_Latn", "languages": ["lua-Latn", "pol-Latn"]}, {"precision": 0.53842, "recall": 0.586957, "f1": 0.551795, "accuracy": 0.586957, "main_score": 0.551795, "hf_subset": "lua_Latn-ssw_Latn", "languages": ["lua-Latn", "ssw-Latn"]}, {"precision": 0.641938, "recall": 0.683794, "f1": 0.653519, "accuracy": 0.683794, "main_score": 0.653519, "hf_subset": "lua_Latn-ukr_Cyrl", "languages": ["lua-Latn", "ukr-Cyrl"]}, {"precision": 0.651285, "recall": 0.699605, "f1": 0.664282, "accuracy": 0.699605, "main_score": 0.664282, "hf_subset": "lua_Latn-afr_Latn", "languages": ["lua-Latn", "afr-Latn"]}, {"precision": 0.627696, "recall": 0.666996, "f1": 0.638838, "accuracy": 0.666996, "main_score": 0.638838, "hf_subset": "lua_Latn-bho_Deva", "languages": ["lua-Latn", "bho-Deva"]}, {"precision": 0.625307, "recall": 0.666008, "f1": 0.635999, "accuracy": 0.666008, "main_score": 0.635999, "hf_subset": "lua_Latn-eus_Latn", "languages": ["lua-Latn", "eus-Latn"]}, {"precision": 0.540054, "recall": 0.590909, "f1": 0.55488, "accuracy": 0.590909, "main_score": 0.55488, "hf_subset": "lua_Latn-ibo_Latn", "languages": ["lua-Latn", "ibo-Latn"]}, {"precision": 0.591083, "recall": 0.631423, "f1": 0.602702, "accuracy": 0.631423, "main_score": 0.602702, "hf_subset": "lua_Latn-kmr_Latn", "languages": ["lua-Latn", "kmr-Latn"]}, {"precision": 0.64141, "recall": 0.683794, "f1": 0.652317, "accuracy": 0.683794, "main_score": 0.652317, "hf_subset": "lua_Latn-min_Latn", "languages": ["lua-Latn", "min-Latn"]}, {"precision": 0.664466, "recall": 0.704545, "f1": 0.674709, "accuracy": 0.704545, "main_score": 0.674709, "hf_subset": "lua_Latn-por_Latn", "languages": ["lua-Latn", "por-Latn"]}, {"precision": 0.64935, "recall": 0.690711, "f1": 0.660298, "accuracy": 0.690711, "main_score": 0.660298, "hf_subset": "lua_Latn-sun_Latn", "languages": ["lua-Latn", "sun-Latn"]}, {"precision": 0.515787, "recall": 0.573123, "f1": 0.533072, "accuracy": 0.573123, "main_score": 0.533072, "hf_subset": "lua_Latn-umb_Latn", "languages": ["lua-Latn", "umb-Latn"]}, {"precision": 0.634647, "recall": 0.678854, "f1": 0.646629, "accuracy": 0.678854, "main_score": 0.646629, "hf_subset": "lua_Latn-ajp_Arab", "languages": ["lua-Latn", "ajp-Arab"]}, {"precision": 0.446464, "recall": 0.5, "f1": 0.461631, "accuracy": 0.5, "main_score": 0.461631, "hf_subset": "lua_Latn-bjn_Arab", "languages": ["lua-Latn", "bjn-Arab"]}, {"precision": 0.520412, "recall": 0.561265, "f1": 0.531979, "accuracy": 0.561265, "main_score": 0.531979, "hf_subset": "lua_Latn-ewe_Latn", "languages": ["lua-Latn", "ewe-Latn"]}, {"precision": 0.636184, "recall": 0.675889, "f1": 0.646772, "accuracy": 0.675889, "main_score": 0.646772, "hf_subset": "lua_Latn-ilo_Latn", "languages": ["lua-Latn", "ilo-Latn"]}, {"precision": 0.306608, "recall": 0.359684, "f1": 0.32064, "accuracy": 0.359684, "main_score": 0.32064, "hf_subset": "lua_Latn-knc_Arab", "languages": ["lua-Latn", "knc-Arab"]}, {"precision": 0.640956, "recall": 0.688735, "f1": 0.65385, "accuracy": 0.688735, "main_score": 0.65385, "hf_subset": "lua_Latn-mkd_Cyrl", "languages": ["lua-Latn", "mkd-Cyrl"]}, {"precision": 0.630578, "recall": 0.676877, "f1": 0.643178, "accuracy": 0.676877, "main_score": 0.643178, "hf_subset": "lua_Latn-prs_Arab", "languages": ["lua-Latn", "prs-Arab"]}, {"precision": 0.637817, "recall": 0.687747, "f1": 0.651101, "accuracy": 0.687747, "main_score": 0.651101, "hf_subset": "lua_Latn-swe_Latn", "languages": ["lua-Latn", "swe-Latn"]}, {"precision": 0.611273, "recall": 0.664032, "f1": 0.625563, "accuracy": 0.664032, "main_score": 0.625563, "hf_subset": "lua_Latn-urd_Arab", "languages": ["lua-Latn", "urd-Arab"]}, {"precision": 0.568457, "recall": 0.601779, "f1": 0.577673, "accuracy": 0.601779, "main_score": 0.577673, "hf_subset": "lua_Latn-aka_Latn", "languages": ["lua-Latn", "aka-Latn"]}, {"precision": 0.645003, "recall": 0.677866, "f1": 0.65357, "accuracy": 0.677866, "main_score": 0.65357, "hf_subset": "lua_Latn-bjn_Latn", "languages": ["lua-Latn", "bjn-Latn"]}, {"precision": 0.596222, "recall": 0.637352, "f1": 0.608058, "accuracy": 0.637352, "main_score": 0.608058, "hf_subset": "lua_Latn-fao_Latn", "languages": ["lua-Latn", "fao-Latn"]}, {"precision": 0.650147, "recall": 0.697628, "f1": 0.662923, "accuracy": 0.697628, "main_score": 0.662923, "hf_subset": "lua_Latn-ind_Latn", "languages": ["lua-Latn", "ind-Latn"]}, {"precision": 0.547925, "recall": 0.585968, "f1": 0.558819, "accuracy": 0.585968, "main_score": 0.558819, "hf_subset": "lua_Latn-knc_Latn", "languages": ["lua-Latn", "knc-Latn"]}, {"precision": 0.642865, "recall": 0.682806, "f1": 0.653298, "accuracy": 0.682806, "main_score": 0.653298, "hf_subset": "lua_Latn-mlt_Latn", "languages": ["lua-Latn", "mlt-Latn"]}, {"precision": 0.573049, "recall": 0.618577, "f1": 0.58574, "accuracy": 0.618577, "main_score": 0.58574, "hf_subset": "lua_Latn-quy_Latn", "languages": ["lua-Latn", "quy-Latn"]}, {"precision": 0.606746, "recall": 0.65415, "f1": 0.619675, "accuracy": 0.65415, "main_score": 0.619675, "hf_subset": "lua_Latn-swh_Latn", "languages": ["lua-Latn", "swh-Latn"]}, {"precision": 0.614599, "recall": 0.658103, "f1": 0.626039, "accuracy": 0.658103, "main_score": 0.626039, "hf_subset": "lua_Latn-uzn_Latn", "languages": ["lua-Latn", "uzn-Latn"]}, {"precision": 0.643863, "recall": 0.679842, "f1": 0.653404, "accuracy": 0.679842, "main_score": 0.653404, "hf_subset": "lua_Latn-als_Latn", "languages": ["lua-Latn", "als-Latn"]}, {"precision": 0.276198, "recall": 0.325099, "f1": 0.288195, "accuracy": 0.325099, "main_score": 0.288195, "hf_subset": "lua_Latn-bod_Tibt", "languages": ["lua-Latn", "bod-Tibt"]}, {"precision": 0.565344, "recall": 0.608696, "f1": 0.577806, "accuracy": 0.608696, "main_score": 0.577806, "hf_subset": "lua_Latn-fij_Latn", "languages": ["lua-Latn", "fij-Latn"]}, {"precision": 0.603734, "recall": 0.645257, "f1": 0.61499, "accuracy": 0.645257, "main_score": 0.61499, "hf_subset": "lua_Latn-isl_Latn", "languages": ["lua-Latn", "isl-Latn"]}, {"precision": 0.608188, "recall": 0.649209, "f1": 0.619472, "accuracy": 0.649209, "main_score": 0.619472, "hf_subset": "lua_Latn-kon_Latn", "languages": ["lua-Latn", "kon-Latn"]}, {"precision": 0.516063, "recall": 0.56917, "f1": 0.53171, "accuracy": 0.56917, "main_score": 0.53171, "hf_subset": "lua_Latn-mni_Beng", "languages": ["lua-Latn", "mni-Beng"]}, {"precision": 0.661549, "recall": 0.702569, "f1": 0.672739, "accuracy": 0.702569, "main_score": 0.672739, "hf_subset": "lua_Latn-ron_Latn", "languages": ["lua-Latn", "ron-Latn"]}, {"precision": 0.643524, "recall": 0.686759, "f1": 0.654624, "accuracy": 0.686759, "main_score": 0.654624, "hf_subset": "lua_Latn-szl_Latn", "languages": ["lua-Latn", "szl-Latn"]}, {"precision": 0.650333, "recall": 0.689723, "f1": 0.66098, "accuracy": 0.689723, "main_score": 0.66098, "hf_subset": "lua_Latn-vec_Latn", "languages": ["lua-Latn", "vec-Latn"]}, {"precision": 0.516504, "recall": 0.573123, "f1": 0.532415, "accuracy": 0.573123, "main_score": 0.532415, "hf_subset": "lua_Latn-amh_Ethi", "languages": ["lua-Latn", "amh-Ethi"]}, {"precision": 0.64713, "recall": 0.690711, "f1": 0.658805, "accuracy": 0.690711, "main_score": 0.658805, "hf_subset": "lua_Latn-bos_Latn", "languages": ["lua-Latn", "bos-Latn"]}, {"precision": 0.616641, "recall": 0.661067, "f1": 0.629177, "accuracy": 0.661067, "main_score": 0.629177, "hf_subset": "lua_Latn-fin_Latn", "languages": ["lua-Latn", "fin-Latn"]}, {"precision": 0.650182, "recall": 0.695652, "f1": 0.662573, "accuracy": 0.695652, "main_score": 0.662573, "hf_subset": "lua_Latn-ita_Latn", "languages": ["lua-Latn", "ita-Latn"]}, {"precision": 0.611684, "recall": 0.661067, "f1": 0.625091, "accuracy": 0.661067, "main_score": 0.625091, "hf_subset": "lua_Latn-kor_Hang", "languages": ["lua-Latn", "kor-Hang"]}, {"precision": 0.535143, "recall": 0.575099, "f1": 0.547224, "accuracy": 0.575099, "main_score": 0.547224, "hf_subset": "lua_Latn-mos_Latn", "languages": ["lua-Latn", "mos-Latn"]}, {"precision": 0.541189, "recall": 0.585968, "f1": 0.553581, "accuracy": 0.585968, "main_score": 0.553581, "hf_subset": "lua_Latn-run_Latn", "languages": ["lua-Latn", "run-Latn"]}, {"precision": 0.608022, "recall": 0.650198, "f1": 0.619096, "accuracy": 0.650198, "main_score": 0.619096, "hf_subset": "lua_Latn-tam_Taml", "languages": ["lua-Latn", "tam-Taml"]}, {"precision": 0.63155, "recall": 0.672925, "f1": 0.643137, "accuracy": 0.672925, "main_score": 0.643137, "hf_subset": "lua_Latn-vie_Latn", "languages": ["lua-Latn", "vie-Latn"]}, {"precision": 0.630198, "recall": 0.677866, "f1": 0.642912, "accuracy": 0.677866, "main_score": 0.642912, "hf_subset": "lua_Latn-apc_Arab", "languages": ["lua-Latn", "apc-Arab"]}, {"precision": 0.599102, "recall": 0.635375, "f1": 0.608852, "accuracy": 0.635375, "main_score": 0.608852, "hf_subset": "lua_Latn-bug_Latn", "languages": ["lua-Latn", "bug-Latn"]}, {"precision": 0.491562, "recall": 0.538538, "f1": 0.504634, "accuracy": 0.538538, "main_score": 0.504634, "hf_subset": "lua_Latn-fon_Latn", "languages": ["lua-Latn", "fon-Latn"]}, {"precision": 0.637129, "recall": 0.675889, "f1": 0.647248, "accuracy": 0.675889, "main_score": 0.647248, "hf_subset": "lua_Latn-jav_Latn", "languages": ["lua-Latn", "jav-Latn"]}, {"precision": 0.552252, "recall": 0.608696, "f1": 0.567442, "accuracy": 0.608696, "main_score": 0.567442, "hf_subset": "lua_Latn-lao_Laoo", "languages": ["lua-Latn", "lao-Laoo"]}, {"precision": 0.532181, "recall": 0.568182, "f1": 0.542386, "accuracy": 0.568182, "main_score": 0.542386, "hf_subset": "lua_Latn-mri_Latn", "languages": ["lua-Latn", "mri-Latn"]}, {"precision": 0.626908, "recall": 0.675889, "f1": 0.639474, "accuracy": 0.675889, "main_score": 0.639474, "hf_subset": "lua_Latn-rus_Cyrl", "languages": ["lua-Latn", "rus-Cyrl"]}, {"precision": 0.525751, "recall": 0.574111, "f1": 0.539989, "accuracy": 0.574111, "main_score": 0.539989, "hf_subset": "lua_Latn-taq_Latn", "languages": ["lua-Latn", "taq-Latn"]}, {"precision": 0.666203, "recall": 0.701581, "f1": 0.67562, "accuracy": 0.701581, "main_score": 0.67562, "hf_subset": "lua_Latn-war_Latn", "languages": ["lua-Latn", "war-Latn"]}, {"precision": 0.620142, "recall": 0.666996, "f1": 0.63288, "accuracy": 0.666996, "main_score": 0.63288, "hf_subset": "lua_Latn-arb_Arab", "languages": ["lua-Latn", "arb-Arab"]}, {"precision": 0.634665, "recall": 0.676877, "f1": 0.646363, "accuracy": 0.676877, "main_score": 0.646363, "hf_subset": "lua_Latn-bul_Cyrl", "languages": ["lua-Latn", "bul-Cyrl"]}, {"precision": 0.657911, "recall": 0.698617, "f1": 0.668432, "accuracy": 0.698617, "main_score": 0.668432, "hf_subset": "lua_Latn-fra_Latn", "languages": ["lua-Latn", "fra-Latn"]}, {"precision": 0.620549, "recall": 0.664032, "f1": 0.632876, "accuracy": 0.664032, "main_score": 0.632876, "hf_subset": "lua_Latn-jpn_Jpan", "languages": ["lua-Latn", "jpn-Jpan"]}, {"precision": 0.631096, "recall": 0.675889, "f1": 0.64285, "accuracy": 0.675889, "main_score": 0.64285, "hf_subset": "lua_Latn-lij_Latn", "languages": ["lua-Latn", "lij-Latn"]}, {"precision": 0.484805, "recall": 0.544466, "f1": 0.500614, "accuracy": 0.544466, "main_score": 0.500614, "hf_subset": "lua_Latn-mya_Mymr", "languages": ["lua-Latn", "mya-Mymr"]}, {"precision": 0.564264, "recall": 0.608696, "f1": 0.576107, "accuracy": 0.608696, "main_score": 0.576107, "hf_subset": "lua_Latn-sag_Latn", "languages": ["lua-Latn", "sag-Latn"]}, {"precision": 0.206076, "recall": 0.253953, "f1": 0.216137, "accuracy": 0.253953, "main_score": 0.216137, "hf_subset": "lua_Latn-taq_Tfng", "languages": ["lua-Latn", "taq-Tfng"]}, {"precision": 0.587164, "recall": 0.626482, "f1": 0.598699, "accuracy": 0.626482, "main_score": 0.598699, "hf_subset": "lua_Latn-wol_Latn", "languages": ["lua-Latn", "wol-Latn"]}, {"precision": 0.486302, "recall": 0.530632, "f1": 0.498718, "accuracy": 0.530632, "main_score": 0.498718, "hf_subset": "lua_Latn-arb_Latn", "languages": ["lua-Latn", "arb-Latn"]}, {"precision": 0.649829, "recall": 0.695652, "f1": 0.66174, "accuracy": 0.695652, "main_score": 0.66174, "hf_subset": "lua_Latn-cat_Latn", "languages": ["lua-Latn", "cat-Latn"]}, {"precision": 0.646771, "recall": 0.686759, "f1": 0.657748, "accuracy": 0.686759, "main_score": 0.657748, "hf_subset": "lua_Latn-fur_Latn", "languages": ["lua-Latn", "fur-Latn"]}, {"precision": 0.418282, "recall": 0.475296, "f1": 0.434074, "accuracy": 0.475296, "main_score": 0.434074, "hf_subset": "lua_Latn-kab_Latn", "languages": ["lua-Latn", "kab-Latn"]}, {"precision": 0.646594, "recall": 0.681818, "f1": 0.655976, "accuracy": 0.681818, "main_score": 0.655976, "hf_subset": "lua_Latn-lim_Latn", "languages": ["lua-Latn", "lim-Latn"]}, {"precision": 0.629637, "recall": 0.676877, "f1": 0.641902, "accuracy": 0.676877, "main_score": 0.641902, "hf_subset": "lua_Latn-nld_Latn", "languages": ["lua-Latn", "nld-Latn"]}, {"precision": 0.5811, "recall": 0.630435, "f1": 0.594591, "accuracy": 0.630435, "main_score": 0.594591, "hf_subset": "lua_Latn-san_Deva", "languages": ["lua-Latn", "san-Deva"]}, {"precision": 0.631984, "recall": 0.674901, "f1": 0.643476, "accuracy": 0.674901, "main_score": 0.643476, "hf_subset": "lua_Latn-tat_Cyrl", "languages": ["lua-Latn", "tat-Cyrl"]}, {"precision": 0.586495, "recall": 0.629447, "f1": 0.598848, "accuracy": 0.629447, "main_score": 0.598848, "hf_subset": "lua_Latn-xho_Latn", "languages": ["lua-Latn", "xho-Latn"]}, {"precision": 0.609952, "recall": 0.658103, "f1": 0.623182, "accuracy": 0.658103, "main_score": 0.623182, "hf_subset": "lua_Latn-ars_Arab", "languages": ["lua-Latn", "ars-Arab"]}, {"precision": 0.66175, "recall": 0.699605, "f1": 0.671625, "accuracy": 0.699605, "main_score": 0.671625, "hf_subset": "lua_Latn-ceb_Latn", "languages": ["lua-Latn", "ceb-Latn"]}, {"precision": 0.520385, "recall": 0.56917, "f1": 0.534391, "accuracy": 0.56917, "main_score": 0.534391, "hf_subset": "lua_Latn-fuv_Latn", "languages": ["lua-Latn", "fuv-Latn"]}, {"precision": 0.517815, "recall": 0.563241, "f1": 0.530633, "accuracy": 0.563241, "main_score": 0.530633, "hf_subset": "lua_Latn-kac_Latn", "languages": ["lua-Latn", "kac-Latn"]}, {"precision": 0.621273, "recall": 0.660079, "f1": 0.632031, "accuracy": 0.660079, "main_score": 0.632031, "hf_subset": "lua_Latn-lin_Latn", "languages": ["lua-Latn", "lin-Latn"]}, {"precision": 0.648838, "recall": 0.692688, "f1": 0.661215, "accuracy": 0.692688, "main_score": 0.661215, "hf_subset": "lua_Latn-nno_Latn", "languages": ["lua-Latn", "nno-Latn"]}, {"precision": 0.12067, "recall": 0.166996, "f1": 0.131933, "accuracy": 0.166996, "main_score": 0.131933, "hf_subset": "lua_Latn-sat_Olck", "languages": ["lua-Latn", "sat-Olck"]}, {"precision": 0.628832, "recall": 0.670949, "f1": 0.639379, "accuracy": 0.670949, "main_score": 0.639379, "hf_subset": "lua_Latn-tel_Telu", "languages": ["lua-Latn", "tel-Telu"]}, {"precision": 0.549953, "recall": 0.602767, "f1": 0.564219, "accuracy": 0.602767, "main_score": 0.564219, "hf_subset": "lua_Latn-ydd_Hebr", "languages": ["lua-Latn", "ydd-Hebr"]}, {"precision": 0.610732, "recall": 0.658103, "f1": 0.622888, "accuracy": 0.658103, "main_score": 0.622888, "hf_subset": "lua_Latn-ary_Arab", "languages": ["lua-Latn", "ary-Arab"]}, {"precision": 0.632224, "recall": 0.681818, "f1": 0.64603, "accuracy": 0.681818, "main_score": 0.64603, "hf_subset": "lua_Latn-ces_Latn", "languages": ["lua-Latn", "ces-Latn"]}, {"precision": 0.515835, "recall": 0.565217, "f1": 0.529614, "accuracy": 0.565217, "main_score": 0.529614, "hf_subset": "lua_Latn-gaz_Latn", "languages": ["lua-Latn", "gaz-Latn"]}, {"precision": 0.540547, "recall": 0.587945, "f1": 0.554155, "accuracy": 0.587945, "main_score": 0.554155, "hf_subset": "lua_Latn-kam_Latn", "languages": ["lua-Latn", "kam-Latn"]}, {"precision": 0.626035, "recall": 0.671937, "f1": 0.638232, "accuracy": 0.671937, "main_score": 0.638232, "hf_subset": "lua_Latn-lit_Latn", "languages": ["lua-Latn", "lit-Latn"]}, {"precision": 0.639789, "recall": 0.684783, "f1": 0.652466, "accuracy": 0.684783, "main_score": 0.652466, "hf_subset": "lua_Latn-nob_Latn", "languages": ["lua-Latn", "nob-Latn"]}, {"precision": 0.65081, "recall": 0.686759, "f1": 0.660762, "accuracy": 0.686759, "main_score": 0.660762, "hf_subset": "lua_Latn-scn_Latn", "languages": ["lua-Latn", "scn-Latn"]}, {"precision": 0.613845, "recall": 0.65415, "f1": 0.624891, "accuracy": 0.65415, "main_score": 0.624891, "hf_subset": "lua_Latn-tgk_Cyrl", "languages": ["lua-Latn", "tgk-Cyrl"]}, {"precision": 0.516597, "recall": 0.572134, "f1": 0.532365, "accuracy": 0.572134, "main_score": 0.532365, "hf_subset": "lua_Latn-yor_Latn", "languages": ["lua-Latn", "yor-Latn"]}, {"precision": 0.63599, "recall": 0.678854, "f1": 0.647484, "accuracy": 0.678854, "main_score": 0.647484, "hf_subset": "lua_Latn-arz_Arab", "languages": ["lua-Latn", "arz-Arab"]}, {"precision": 0.533778, "recall": 0.575099, "f1": 0.546146, "accuracy": 0.575099, "main_score": 0.546146, "hf_subset": "lua_Latn-cjk_Latn", "languages": ["lua-Latn", "cjk-Latn"]}, {"precision": 0.540361, "recall": 0.583004, "f1": 0.552052, "accuracy": 0.583004, "main_score": 0.552052, "hf_subset": "lua_Latn-gla_Latn", "languages": ["lua-Latn", "gla-Latn"]}, {"precision": 0.62738, "recall": 0.66996, "f1": 0.639003, "accuracy": 0.66996, "main_score": 0.639003, "hf_subset": "lua_Latn-kan_Knda", "languages": ["lua-Latn", "kan-Knda"]}, {"precision": 0.642839, "recall": 0.676877, "f1": 0.652005, "accuracy": 0.676877, "main_score": 0.652005, "hf_subset": "lua_Latn-lmo_Latn", "languages": ["lua-Latn", "lmo-Latn"]}, {"precision": 0.622059, "recall": 0.66996, "f1": 0.634948, "accuracy": 0.66996, "main_score": 0.634948, "hf_subset": "lua_Latn-npi_Deva", "languages": ["lua-Latn", "npi-Deva"]}, {"precision": 0.44999, "recall": 0.503953, "f1": 0.464624, "accuracy": 0.503953, "main_score": 0.464624, "hf_subset": "lua_Latn-shn_Mymr", "languages": ["lua-Latn", "shn-Mymr"]}, {"precision": 0.666157, "recall": 0.701581, "f1": 0.676168, "accuracy": 0.701581, "main_score": 0.676168, "hf_subset": "lua_Latn-tgl_Latn", "languages": ["lua-Latn", "tgl-Latn"]}, {"precision": 0.61948, "recall": 0.666008, "f1": 0.63142, "accuracy": 0.666008, "main_score": 0.63142, "hf_subset": "lua_Latn-yue_Hant", "languages": ["lua-Latn", "yue-Hant"]}, {"precision": 0.604019, "recall": 0.648221, "f1": 0.61625, "accuracy": 0.648221, "main_score": 0.61625, "hf_subset": "lua_Latn-asm_Beng", "languages": ["lua-Latn", "asm-Beng"]}, {"precision": 0.573529, "recall": 0.62253, "f1": 0.587288, "accuracy": 0.62253, "main_score": 0.587288, "hf_subset": "lua_Latn-ckb_Arab", "languages": ["lua-Latn", "ckb-Arab"]}, {"precision": 0.537206, "recall": 0.583004, "f1": 0.549925, "accuracy": 0.583004, "main_score": 0.549925, "hf_subset": "lua_Latn-gle_Latn", "languages": ["lua-Latn", "gle-Latn"]}, {"precision": 0.578006, "recall": 0.623518, "f1": 0.590346, "accuracy": 0.623518, "main_score": 0.590346, "hf_subset": "lua_Latn-kas_Arab", "languages": ["lua-Latn", "kas-Arab"]}, {"precision": 0.599729, "recall": 0.643281, "f1": 0.611214, "accuracy": 0.643281, "main_score": 0.611214, "hf_subset": "lua_Latn-ltg_Latn", "languages": ["lua-Latn", "ltg-Latn"]}, {"precision": 0.603376, "recall": 0.637352, "f1": 0.613669, "accuracy": 0.637352, "main_score": 0.613669, "hf_subset": "lua_Latn-nso_Latn", "languages": ["lua-Latn", "nso-Latn"]}, {"precision": 0.537331, "recall": 0.588933, "f1": 0.551612, "accuracy": 0.588933, "main_score": 0.551612, "hf_subset": "lua_Latn-sin_Sinh", "languages": ["lua-Latn", "sin-Sinh"]}, {"precision": 0.620544, "recall": 0.667984, "f1": 0.633442, "accuracy": 0.667984, "main_score": 0.633442, "hf_subset": "lua_Latn-tha_Thai", "languages": ["lua-Latn", "tha-Thai"]}, {"precision": 0.607977, "recall": 0.651186, "f1": 0.619522, "accuracy": 0.651186, "main_score": 0.619522, "hf_subset": "lua_Latn-zho_Hans", "languages": ["lua-Latn", "zho-Hans"]}, {"precision": 0.656464, "recall": 0.698617, "f1": 0.668388, "accuracy": 0.698617, "main_score": 0.668388, "hf_subset": "lua_Latn-ast_Latn", "languages": ["lua-Latn", "ast-Latn"]}, {"precision": 0.599596, "recall": 0.651186, "f1": 0.61341, "accuracy": 0.651186, "main_score": 0.61341, "hf_subset": "lua_Latn-crh_Latn", "languages": ["lua-Latn", "crh-Latn"]}, {"precision": 0.659647, "recall": 0.697628, "f1": 0.67019, "accuracy": 0.697628, "main_score": 0.67019, "hf_subset": "lua_Latn-glg_Latn", "languages": ["lua-Latn", "glg-Latn"]}, {"precision": 0.561932, "recall": 0.610672, "f1": 0.576095, "accuracy": 0.610672, "main_score": 0.576095, "hf_subset": "lua_Latn-kas_Deva", "languages": ["lua-Latn", "kas-Deva"]}, {"precision": 0.633682, "recall": 0.673913, "f1": 0.644742, "accuracy": 0.673913, "main_score": 0.644742, "hf_subset": "lua_Latn-ltz_Latn", "languages": ["lua-Latn", "ltz-Latn"]}, {"precision": 0.481778, "recall": 0.536561, "f1": 0.496537, "accuracy": 0.536561, "main_score": 0.496537, "hf_subset": "lua_Latn-nus_Latn", "languages": ["lua-Latn", "nus-Latn"]}, {"precision": 0.632917, "recall": 0.679842, "f1": 0.645379, "accuracy": 0.679842, "main_score": 0.645379, "hf_subset": "lua_Latn-slk_Latn", "languages": ["lua-Latn", "slk-Latn"]}, {"precision": 0.421898, "recall": 0.479249, "f1": 0.43784, "accuracy": 0.479249, "main_score": 0.43784, "hf_subset": "lua_Latn-tir_Ethi", "languages": ["lua-Latn", "tir-Ethi"]}, {"precision": 0.614131, "recall": 0.662055, "f1": 0.626528, "accuracy": 0.662055, "main_score": 0.626528, "hf_subset": "lua_Latn-zho_Hant", "languages": ["lua-Latn", "zho-Hant"]}, {"precision": 0.619326, "recall": 0.662055, "f1": 0.630804, "accuracy": 0.662055, "main_score": 0.630804, "hf_subset": "lua_Latn-awa_Deva", "languages": ["lua-Latn", "awa-Deva"]}, {"precision": 0.598177, "recall": 0.642292, "f1": 0.6096, "accuracy": 0.642292, "main_score": 0.6096, "hf_subset": "lua_Latn-cym_Latn", "languages": ["lua-Latn", "cym-Latn"]}, {"precision": 0.621989, "recall": 0.659091, "f1": 0.632499, "accuracy": 0.659091, "main_score": 0.632499, "hf_subset": "lua_Latn-grn_Latn", "languages": ["lua-Latn", "grn-Latn"]}, {"precision": 0.597266, "recall": 0.649209, "f1": 0.611113, "accuracy": 0.649209, "main_score": 0.611113, "hf_subset": "lua_Latn-kat_Geor", "languages": ["lua-Latn", "kat-Geor"]}, {"precision": 0.603353, "recall": 0.647233, "f1": 0.616181, "accuracy": 0.647233, "main_score": 0.616181, "hf_subset": "lua_Latn-nya_Latn", "languages": ["lua-Latn", "nya-Latn"]}, {"precision": 0.627958, "recall": 0.676877, "f1": 0.641196, "accuracy": 0.676877, "main_score": 0.641196, "hf_subset": "lua_Latn-slv_Latn", "languages": ["lua-Latn", "slv-Latn"]}, {"precision": 0.629772, "recall": 0.66996, "f1": 0.640886, "accuracy": 0.66996, "main_score": 0.640886, "hf_subset": "lua_Latn-tpi_Latn", "languages": ["lua-Latn", "tpi-Latn"]}, {"precision": 0.656828, "recall": 0.701581, "f1": 0.668511, "accuracy": 0.701581, "main_score": 0.668511, "hf_subset": "lua_Latn-zsm_Latn", "languages": ["lua-Latn", "zsm-Latn"]}, {"precision": 0.520176, "recall": 0.570158, "f1": 0.534085, "accuracy": 0.570158, "main_score": 0.534085, "hf_subset": "lua_Latn-ayr_Latn", "languages": ["lua-Latn", "ayr-Latn"]}, {"precision": 0.649091, "recall": 0.694664, "f1": 0.660863, "accuracy": 0.694664, "main_score": 0.660863, "hf_subset": "lua_Latn-dan_Latn", "languages": ["lua-Latn", "dan-Latn"]}, {"precision": 0.616516, "recall": 0.658103, "f1": 0.627519, "accuracy": 0.658103, "main_score": 0.627519, "hf_subset": "lua_Latn-guj_Gujr", "languages": ["lua-Latn", "guj-Gujr"]}, {"precision": 0.623981, "recall": 0.671937, "f1": 0.636589, "accuracy": 0.671937, "main_score": 0.636589, "hf_subset": "lua_Latn-kaz_Cyrl", "languages": ["lua-Latn", "kaz-Cyrl"]}, {"precision": 0.535063, "recall": 0.585968, "f1": 0.549285, "accuracy": 0.585968, "main_score": 0.549285, "hf_subset": "lua_Latn-lug_Latn", "languages": ["lua-Latn", "lug-Latn"]}, {"precision": 0.672866, "recall": 0.712451, "f1": 0.683243, "accuracy": 0.712451, "main_score": 0.683243, "hf_subset": "lua_Latn-oci_Latn", "languages": ["lua-Latn", "oci-Latn"]}, {"precision": 0.584712, "recall": 0.628458, "f1": 0.596798, "accuracy": 0.628458, "main_score": 0.596798, "hf_subset": "lua_Latn-smo_Latn", "languages": ["lua-Latn", "smo-Latn"]}, {"precision": 0.529265, "recall": 0.579051, "f1": 0.543685, "accuracy": 0.579051, "main_score": 0.543685, "hf_subset": "lua_Latn-tsn_Latn", "languages": ["lua-Latn", "tsn-Latn"]}, {"precision": 0.552127, "recall": 0.599802, "f1": 0.565253, "accuracy": 0.599802, "main_score": 0.565253, "hf_subset": "lua_Latn-zul_Latn", "languages": ["lua-Latn", "zul-Latn"]}, {"precision": 0.538022, "recall": 0.588933, "f1": 0.552303, "accuracy": 0.588933, "main_score": 0.552303, "hf_subset": "lua_Latn-azb_Arab", "languages": ["lua-Latn", "azb-Arab"]}, {"precision": 0.646903, "recall": 0.692688, "f1": 0.659081, "accuracy": 0.692688, "main_score": 0.659081, "hf_subset": "lua_Latn-deu_Latn", "languages": ["lua-Latn", "deu-Latn"]}, {"precision": 0.597921, "recall": 0.648221, "f1": 0.612087, "accuracy": 0.648221, "main_score": 0.612087, "hf_subset": "lua_Latn-hat_Latn", "languages": ["lua-Latn", "hat-Latn"]}, {"precision": 0.494748, "recall": 0.540514, "f1": 0.507812, "accuracy": 0.540514, "main_score": 0.507812, "hf_subset": "lua_Latn-kbp_Latn", "languages": ["lua-Latn", "kbp-Latn"]}, {"precision": 0.5708, "recall": 0.604743, "f1": 0.580695, "accuracy": 0.604743, "main_score": 0.580695, "hf_subset": "lua_Latn-luo_Latn", "languages": ["lua-Latn", "luo-Latn"]}, {"precision": 0.600672, "recall": 0.653162, "f1": 0.614886, "accuracy": 0.653162, "main_score": 0.614886, "hf_subset": "lua_Latn-ory_Orya", "languages": ["lua-Latn", "ory-Orya"]}, {"precision": 0.554342, "recall": 0.605731, "f1": 0.569698, "accuracy": 0.605731, "main_score": 0.569698, "hf_subset": "lua_Latn-sna_Latn", "languages": ["lua-Latn", "sna-Latn"]}, {"precision": 0.535988, "recall": 0.578063, "f1": 0.548247, "accuracy": 0.578063, "main_score": 0.548247, "hf_subset": "lua_Latn-tso_Latn", "languages": ["lua-Latn", "tso-Latn"]}, {"precision": 0.597471, "recall": 0.648221, "f1": 0.611726, "accuracy": 0.648221, "main_score": 0.611726, "hf_subset": "lua_Latn-azj_Latn", "languages": ["lua-Latn", "azj-Latn"]}, {"precision": 0.526879, "recall": 0.581028, "f1": 0.543206, "accuracy": 0.581028, "main_score": 0.543206, "hf_subset": "lua_Latn-dik_Latn", "languages": ["lua-Latn", "dik-Latn"]}, {"precision": 0.580301, "recall": 0.621542, "f1": 0.591249, "accuracy": 0.621542, "main_score": 0.591249, "hf_subset": "lua_Latn-hau_Latn", "languages": ["lua-Latn", "hau-Latn"]}, {"precision": 0.656175, "recall": 0.6917, "f1": 0.665458, "accuracy": 0.6917, "main_score": 0.665458, "hf_subset": "lua_Latn-kea_Latn", "languages": ["lua-Latn", "kea-Latn"]}, {"precision": 0.586401, "recall": 0.624506, "f1": 0.596924, "accuracy": 0.624506, "main_score": 0.596924, "hf_subset": "lua_Latn-lus_Latn", "languages": ["lua-Latn", "lus-Latn"]}, {"precision": 0.622804, "recall": 0.656126, "f1": 0.632426, "accuracy": 0.656126, "main_score": 0.632426, "hf_subset": "lua_Latn-pag_Latn", "languages": ["lua-Latn", "pag-Latn"]}, {"precision": 0.594129, "recall": 0.649209, "f1": 0.609407, "accuracy": 0.649209, "main_score": 0.609407, "hf_subset": "lua_Latn-snd_Arab", "languages": ["lua-Latn", "snd-Arab"]}, {"precision": 0.591331, "recall": 0.63834, "f1": 0.604831, "accuracy": 0.63834, "main_score": 0.604831, "hf_subset": "lua_Latn-tuk_Latn", "languages": ["lua-Latn", "tuk-Latn"]}, {"precision": 0.621148, "recall": 0.666008, "f1": 0.633505, "accuracy": 0.666008, "main_score": 0.633505, "hf_subset": "lua_Latn-bak_Cyrl", "languages": ["lua-Latn", "bak-Cyrl"]}, {"precision": 0.458096, "recall": 0.525692, "f1": 0.477327, "accuracy": 0.525692, "main_score": 0.477327, "hf_subset": "lua_Latn-dyu_Latn", "languages": ["lua-Latn", "dyu-Latn"]}, {"precision": 0.613153, "recall": 0.658103, "f1": 0.624793, "accuracy": 0.658103, "main_score": 0.624793, "hf_subset": "lua_Latn-heb_Hebr", "languages": ["lua-Latn", "heb-Hebr"]}, {"precision": 0.595219, "recall": 0.642292, "f1": 0.607952, "accuracy": 0.642292, "main_score": 0.607952, "hf_subset": "lua_Latn-khk_Cyrl", "languages": ["lua-Latn", "khk-Cyrl"]}, {"precision": 0.635372, "recall": 0.678854, "f1": 0.646196, "accuracy": 0.678854, "main_score": 0.646196, "hf_subset": "lua_Latn-lvs_Latn", "languages": ["lua-Latn", "lvs-Latn"]}, {"precision": 0.626567, "recall": 0.668972, "f1": 0.637669, "accuracy": 0.668972, "main_score": 0.637669, "hf_subset": "lua_Latn-pan_Guru", "languages": ["lua-Latn", "pan-Guru"]}, {"precision": 0.52155, "recall": 0.575099, "f1": 0.536227, "accuracy": 0.575099, "main_score": 0.536227, "hf_subset": "lua_Latn-som_Latn", "languages": ["lua-Latn", "som-Latn"]}, {"precision": 0.548453, "recall": 0.589921, "f1": 0.560016, "accuracy": 0.589921, "main_score": 0.560016, "hf_subset": "lua_Latn-tum_Latn", "languages": ["lua-Latn", "tum-Latn"]}, {"precision": 0.445458, "recall": 0.504941, "f1": 0.461691, "accuracy": 0.504941, "main_score": 0.461691, "hf_subset": "nya_Latn-ace_Arab", "languages": ["nya-Latn", "ace-Arab"]}, {"precision": 0.51052, "recall": 0.557312, "f1": 0.523276, "accuracy": 0.557312, "main_score": 0.523276, "hf_subset": "nya_Latn-bam_Latn", "languages": ["nya-Latn", "bam-Latn"]}, {"precision": 0.239683, "recall": 0.283597, "f1": 0.250668, "accuracy": 0.283597, "main_score": 0.250668, "hf_subset": "nya_Latn-dzo_Tibt", "languages": ["nya-Latn", "dzo-Tibt"]}, {"precision": 0.622274, "recall": 0.666008, "f1": 0.63332, "accuracy": 0.666008, "main_score": 0.63332, "hf_subset": "nya_Latn-hin_Deva", "languages": ["nya-Latn", "hin-Deva"]}, {"precision": 0.580772, "recall": 0.628458, "f1": 0.594114, "accuracy": 0.628458, "main_score": 0.594114, "hf_subset": "nya_Latn-khm_Khmr", "languages": ["nya-Latn", "khm-Khmr"]}, {"precision": 0.616541, "recall": 0.660079, "f1": 0.627841, "accuracy": 0.660079, "main_score": 0.627841, "hf_subset": "nya_Latn-mag_Deva", "languages": ["nya-Latn", "mag-Deva"]}, {"precision": 0.607303, "recall": 0.644269, "f1": 0.616827, "accuracy": 0.644269, "main_score": 0.616827, "hf_subset": "nya_Latn-pap_Latn", "languages": ["nya-Latn", "pap-Latn"]}, {"precision": 0.573882, "recall": 0.618577, "f1": 0.585995, "accuracy": 0.618577, "main_score": 0.585995, "hf_subset": "nya_Latn-sot_Latn", "languages": ["nya-Latn", "sot-Latn"]}, {"precision": 0.619012, "recall": 0.668972, "f1": 0.632136, "accuracy": 0.668972, "main_score": 0.632136, "hf_subset": "nya_Latn-tur_Latn", "languages": ["nya-Latn", "tur-Latn"]}, {"precision": 0.608151, "recall": 0.646245, "f1": 0.6184, "accuracy": 0.646245, "main_score": 0.6184, "hf_subset": "nya_Latn-ace_Latn", "languages": ["nya-Latn", "ace-Latn"]}, {"precision": 0.607977, "recall": 0.650198, "f1": 0.618967, "accuracy": 0.650198, "main_score": 0.618967, "hf_subset": "nya_Latn-ban_Latn", "languages": ["nya-Latn", "ban-Latn"]}, {"precision": 0.603258, "recall": 0.653162, "f1": 0.616408, "accuracy": 0.653162, "main_score": 0.616408, "hf_subset": "nya_Latn-ell_Grek", "languages": ["nya-Latn", "ell-Grek"]}, {"precision": 0.600828, "recall": 0.643281, "f1": 0.611878, "accuracy": 0.643281, "main_score": 0.611878, "hf_subset": "nya_Latn-hne_Deva", "languages": ["nya-Latn", "hne-Deva"]}, {"precision": 0.560961, "recall": 0.602767, "f1": 0.572326, "accuracy": 0.602767, "main_score": 0.572326, "hf_subset": "nya_Latn-kik_Latn", "languages": ["nya-Latn", "kik-Latn"]}, {"precision": 0.614729, "recall": 0.663043, "f1": 0.627687, "accuracy": 0.663043, "main_score": 0.627687, "hf_subset": "nya_Latn-mai_Deva", "languages": ["nya-Latn", "mai-Deva"]}, {"precision": 0.548312, "recall": 0.602767, "f1": 0.562718, "accuracy": 0.602767, "main_score": 0.562718, "hf_subset": "nya_Latn-pbt_Arab", "languages": ["nya-Latn", "pbt-Arab"]}, {"precision": 0.624747, "recall": 0.673913, "f1": 0.63806, "accuracy": 0.673913, "main_score": 0.63806, "hf_subset": "nya_Latn-spa_Latn", "languages": ["nya-Latn", "spa-Latn"]}, {"precision": 0.565732, "recall": 0.604743, "f1": 0.57664, "accuracy": 0.604743, "main_score": 0.57664, "hf_subset": "nya_Latn-twi_Latn", "languages": ["nya-Latn", "twi-Latn"]}, {"precision": 0.616823, "recall": 0.659091, "f1": 0.627408, "accuracy": 0.659091, "main_score": 0.627408, "hf_subset": "nya_Latn-acm_Arab", "languages": ["nya-Latn", "acm-Arab"]}, {"precision": 0.579824, "recall": 0.629447, "f1": 0.592401, "accuracy": 0.629447, "main_score": 0.592401, "hf_subset": "nya_Latn-bel_Cyrl", "languages": ["nya-Latn", "bel-Cyrl"]}, {"precision": 0.655432, "recall": 0.700593, "f1": 0.666624, "accuracy": 0.700593, "main_score": 0.666624, "hf_subset": "nya_Latn-eng_Latn", "languages": ["nya-Latn", "eng-Latn"]}, {"precision": 0.639152, "recall": 0.688735, "f1": 0.65101, "accuracy": 0.688735, "main_score": 0.65101, "hf_subset": "nya_Latn-hrv_Latn", "languages": ["nya-Latn", "hrv-Latn"]}, {"precision": 0.554035, "recall": 0.607708, "f1": 0.568611, "accuracy": 0.607708, "main_score": 0.568611, "hf_subset": "nya_Latn-kin_Latn", "languages": ["nya-Latn", "kin-Latn"]}, {"precision": 0.622244, "recall": 0.668972, "f1": 0.634529, "accuracy": 0.668972, "main_score": 0.634529, "hf_subset": "nya_Latn-mal_Mlym", "languages": ["nya-Latn", "mal-Mlym"]}, {"precision": 0.621686, "recall": 0.667984, "f1": 0.6339, "accuracy": 0.667984, "main_score": 0.6339, "hf_subset": "nya_Latn-pes_Arab", "languages": ["nya-Latn", "pes-Arab"]}, {"precision": 0.607241, "recall": 0.652174, "f1": 0.618676, "accuracy": 0.652174, "main_score": 0.618676, "hf_subset": "nya_Latn-srd_Latn", "languages": ["nya-Latn", "srd-Latn"]}, {"precision": 0.203051, "recall": 0.241107, "f1": 0.212881, "accuracy": 0.241107, "main_score": 0.212881, "hf_subset": "nya_Latn-tzm_Tfng", "languages": ["nya-Latn", "tzm-Tfng"]}, {"precision": 0.612523, "recall": 0.664032, "f1": 0.62585, "accuracy": 0.664032, "main_score": 0.62585, "hf_subset": "nya_Latn-acq_Arab", "languages": ["nya-Latn", "acq-Arab"]}, {"precision": 0.614807, "recall": 0.658103, "f1": 0.626358, "accuracy": 0.658103, "main_score": 0.626358, "hf_subset": "nya_Latn-bem_Latn", "languages": ["nya-Latn", "bem-Latn"]}, {"precision": 0.627052, "recall": 0.670949, "f1": 0.638292, "accuracy": 0.670949, "main_score": 0.638292, "hf_subset": "nya_Latn-epo_Latn", "languages": ["nya-Latn", "epo-Latn"]}, {"precision": 0.610935, "recall": 0.657115, "f1": 0.623199, "accuracy": 0.657115, "main_score": 0.623199, "hf_subset": "nya_Latn-hun_Latn", "languages": ["nya-Latn", "hun-Latn"]}, {"precision": 0.597186, "recall": 0.641304, "f1": 0.608833, "accuracy": 0.641304, "main_score": 0.608833, "hf_subset": "nya_Latn-kir_Cyrl", "languages": ["nya-Latn", "kir-Cyrl"]}, {"precision": 0.625506, "recall": 0.663043, "f1": 0.635231, "accuracy": 0.663043, "main_score": 0.635231, "hf_subset": "nya_Latn-mar_Deva", "languages": ["nya-Latn", "mar-Deva"]}, {"precision": 0.554943, "recall": 0.596838, "f1": 0.5664, "accuracy": 0.596838, "main_score": 0.5664, "hf_subset": "nya_Latn-plt_Latn", "languages": ["nya-Latn", "plt-Latn"]}, {"precision": 0.625671, "recall": 0.673913, "f1": 0.638323, "accuracy": 0.673913, "main_score": 0.638323, "hf_subset": "nya_Latn-srp_Cyrl", "languages": ["nya-Latn", "srp-Cyrl"]}, {"precision": 0.516608, "recall": 0.571146, "f1": 0.531805, "accuracy": 0.571146, "main_score": 0.531805, "hf_subset": "nya_Latn-uig_Arab", "languages": ["nya-Latn", "uig-Arab"]}, {"precision": 0.592054, "recall": 0.637352, "f1": 0.604005, "accuracy": 0.637352, "main_score": 0.604005, "hf_subset": "nya_Latn-aeb_Arab", "languages": ["nya-Latn", "aeb-Arab"]}, {"precision": 0.61219, "recall": 0.662055, "f1": 0.625091, "accuracy": 0.662055, "main_score": 0.625091, "hf_subset": "nya_Latn-ben_Beng", "languages": ["nya-Latn", "ben-Beng"]}, {"precision": 0.597719, "recall": 0.645257, "f1": 0.610146, "accuracy": 0.645257, "main_score": 0.610146, "hf_subset": "nya_Latn-est_Latn", "languages": ["nya-Latn", "est-Latn"]}, {"precision": 0.598483, "recall": 0.641304, "f1": 0.609948, "accuracy": 0.641304, "main_score": 0.609948, "hf_subset": "nya_Latn-hye_Armn", "languages": ["nya-Latn", "hye-Armn"]}, {"precision": 0.54569, "recall": 0.590909, "f1": 0.558156, "accuracy": 0.590909, "main_score": 0.558156, "hf_subset": "nya_Latn-kmb_Latn", "languages": ["nya-Latn", "kmb-Latn"]}, {"precision": 0.389478, "recall": 0.444664, "f1": 0.404451, "accuracy": 0.444664, "main_score": 0.404451, "hf_subset": "nya_Latn-min_Arab", "languages": ["nya-Latn", "min-Arab"]}, {"precision": 0.632669, "recall": 0.675889, "f1": 0.644014, "accuracy": 0.675889, "main_score": 0.644014, "hf_subset": "nya_Latn-pol_Latn", "languages": ["nya-Latn", "pol-Latn"]}, {"precision": 0.569046, "recall": 0.614625, "f1": 0.581752, "accuracy": 0.614625, "main_score": 0.581752, "hf_subset": "nya_Latn-ssw_Latn", "languages": ["nya-Latn", "ssw-Latn"]}, {"precision": 0.632391, "recall": 0.682806, "f1": 0.645569, "accuracy": 0.682806, "main_score": 0.645569, "hf_subset": "nya_Latn-ukr_Cyrl", "languages": ["nya-Latn", "ukr-Cyrl"]}, {"precision": 0.633253, "recall": 0.68083, "f1": 0.645782, "accuracy": 0.68083, "main_score": 0.645782, "hf_subset": "nya_Latn-afr_Latn", "languages": ["nya-Latn", "afr-Latn"]}, {"precision": 0.597432, "recall": 0.643281, "f1": 0.609233, "accuracy": 0.643281, "main_score": 0.609233, "hf_subset": "nya_Latn-bho_Deva", "languages": ["nya-Latn", "bho-Deva"]}, {"precision": 0.60424, "recall": 0.655138, "f1": 0.617952, "accuracy": 0.655138, "main_score": 0.617952, "hf_subset": "nya_Latn-eus_Latn", "languages": ["nya-Latn", "eus-Latn"]}, {"precision": 0.534011, "recall": 0.58004, "f1": 0.5473, "accuracy": 0.58004, "main_score": 0.5473, "hf_subset": "nya_Latn-ibo_Latn", "languages": ["nya-Latn", "ibo-Latn"]}, {"precision": 0.576287, "recall": 0.621542, "f1": 0.588389, "accuracy": 0.621542, "main_score": 0.588389, "hf_subset": "nya_Latn-kmr_Latn", "languages": ["nya-Latn", "kmr-Latn"]}, {"precision": 0.613548, "recall": 0.663043, "f1": 0.627204, "accuracy": 0.663043, "main_score": 0.627204, "hf_subset": "nya_Latn-min_Latn", "languages": ["nya-Latn", "min-Latn"]}, {"precision": 0.65194, "recall": 0.701581, "f1": 0.665159, "accuracy": 0.701581, "main_score": 0.665159, "hf_subset": "nya_Latn-por_Latn", "languages": ["nya-Latn", "por-Latn"]}, {"precision": 0.620618, "recall": 0.664032, "f1": 0.631177, "accuracy": 0.664032, "main_score": 0.631177, "hf_subset": "nya_Latn-sun_Latn", "languages": ["nya-Latn", "sun-Latn"]}, {"precision": 0.529911, "recall": 0.577075, "f1": 0.543451, "accuracy": 0.577075, "main_score": 0.543451, "hf_subset": "nya_Latn-umb_Latn", "languages": ["nya-Latn", "umb-Latn"]}, {"precision": 0.617503, "recall": 0.666996, "f1": 0.630806, "accuracy": 0.666996, "main_score": 0.630806, "hf_subset": "nya_Latn-ajp_Arab", "languages": ["nya-Latn", "ajp-Arab"]}, {"precision": 0.431732, "recall": 0.486166, "f1": 0.446314, "accuracy": 0.486166, "main_score": 0.446314, "hf_subset": "nya_Latn-bjn_Arab", "languages": ["nya-Latn", "bjn-Arab"]}, {"precision": 0.508984, "recall": 0.549407, "f1": 0.520686, "accuracy": 0.549407, "main_score": 0.520686, "hf_subset": "nya_Latn-ewe_Latn", "languages": ["nya-Latn", "ewe-Latn"]}, {"precision": 0.62439, "recall": 0.66502, "f1": 0.63443, "accuracy": 0.66502, "main_score": 0.63443, "hf_subset": "nya_Latn-ilo_Latn", "languages": ["nya-Latn", "ilo-Latn"]}, {"precision": 0.319108, "recall": 0.371542, "f1": 0.333257, "accuracy": 0.371542, "main_score": 0.333257, "hf_subset": "nya_Latn-knc_Arab", "languages": ["nya-Latn", "knc-Arab"]}, {"precision": 0.624318, "recall": 0.671937, "f1": 0.636587, "accuracy": 0.671937, "main_score": 0.636587, "hf_subset": "nya_Latn-mkd_Cyrl", "languages": ["nya-Latn", "mkd-Cyrl"]}, {"precision": 0.611804, "recall": 0.661067, "f1": 0.624776, "accuracy": 0.661067, "main_score": 0.624776, "hf_subset": "nya_Latn-prs_Arab", "languages": ["nya-Latn", "prs-Arab"]}, {"precision": 0.632369, "recall": 0.681818, "f1": 0.644706, "accuracy": 0.681818, "main_score": 0.644706, "hf_subset": "nya_Latn-swe_Latn", "languages": ["nya-Latn", "swe-Latn"]}, {"precision": 0.585088, "recall": 0.640316, "f1": 0.599851, "accuracy": 0.640316, "main_score": 0.599851, "hf_subset": "nya_Latn-urd_Arab", "languages": ["nya-Latn", "urd-Arab"]}, {"precision": 0.563069, "recall": 0.606719, "f1": 0.57528, "accuracy": 0.606719, "main_score": 0.57528, "hf_subset": "nya_Latn-aka_Latn", "languages": ["nya-Latn", "aka-Latn"]}, {"precision": 0.638993, "recall": 0.671937, "f1": 0.647317, "accuracy": 0.671937, "main_score": 0.647317, "hf_subset": "nya_Latn-bjn_Latn", "languages": ["nya-Latn", "bjn-Latn"]}, {"precision": 0.581441, "recall": 0.629447, "f1": 0.594674, "accuracy": 0.629447, "main_score": 0.594674, "hf_subset": "nya_Latn-fao_Latn", "languages": ["nya-Latn", "fao-Latn"]}, {"precision": 0.646286, "recall": 0.688735, "f1": 0.657077, "accuracy": 0.688735, "main_score": 0.657077, "hf_subset": "nya_Latn-ind_Latn", "languages": ["nya-Latn", "ind-Latn"]}, {"precision": 0.563448, "recall": 0.601779, "f1": 0.574402, "accuracy": 0.601779, "main_score": 0.574402, "hf_subset": "nya_Latn-knc_Latn", "languages": ["nya-Latn", "knc-Latn"]}, {"precision": 0.612426, "recall": 0.65415, "f1": 0.623057, "accuracy": 0.65415, "main_score": 0.623057, "hf_subset": "nya_Latn-mlt_Latn", "languages": ["nya-Latn", "mlt-Latn"]}, {"precision": 0.546572, "recall": 0.592885, "f1": 0.55952, "accuracy": 0.592885, "main_score": 0.55952, "hf_subset": "nya_Latn-quy_Latn", "languages": ["nya-Latn", "quy-Latn"]}, {"precision": 0.618286, "recall": 0.662055, "f1": 0.630142, "accuracy": 0.662055, "main_score": 0.630142, "hf_subset": "nya_Latn-swh_Latn", "languages": ["nya-Latn", "swh-Latn"]}, {"precision": 0.601738, "recall": 0.640316, "f1": 0.611056, "accuracy": 0.640316, "main_score": 0.611056, "hf_subset": "nya_Latn-uzn_Latn", "languages": ["nya-Latn", "uzn-Latn"]}, {"precision": 0.630168, "recall": 0.674901, "f1": 0.641499, "accuracy": 0.674901, "main_score": 0.641499, "hf_subset": "nya_Latn-als_Latn", "languages": ["nya-Latn", "als-Latn"]}, {"precision": 0.297861, "recall": 0.357708, "f1": 0.312707, "accuracy": 0.357708, "main_score": 0.312707, "hf_subset": "nya_Latn-bod_Tibt", "languages": ["nya-Latn", "bod-Tibt"]}, {"precision": 0.589628, "recall": 0.633399, "f1": 0.601431, "accuracy": 0.633399, "main_score": 0.601431, "hf_subset": "nya_Latn-fij_Latn", "languages": ["nya-Latn", "fij-Latn"]}, {"precision": 0.590013, "recall": 0.641304, "f1": 0.603226, "accuracy": 0.641304, "main_score": 0.603226, "hf_subset": "nya_Latn-isl_Latn", "languages": ["nya-Latn", "isl-Latn"]}, {"precision": 0.597686, "recall": 0.642292, "f1": 0.610403, "accuracy": 0.642292, "main_score": 0.610403, "hf_subset": "nya_Latn-kon_Latn", "languages": ["nya-Latn", "kon-Latn"]}, {"precision": 0.507408, "recall": 0.552372, "f1": 0.520171, "accuracy": 0.552372, "main_score": 0.520171, "hf_subset": "nya_Latn-mni_Beng", "languages": ["nya-Latn", "mni-Beng"]}, {"precision": 0.636881, "recall": 0.685771, "f1": 0.649223, "accuracy": 0.685771, "main_score": 0.649223, "hf_subset": "nya_Latn-ron_Latn", "languages": ["nya-Latn", "ron-Latn"]}, {"precision": 0.631685, "recall": 0.675889, "f1": 0.642679, "accuracy": 0.675889, "main_score": 0.642679, "hf_subset": "nya_Latn-szl_Latn", "languages": ["nya-Latn", "szl-Latn"]}, {"precision": 0.628, "recall": 0.666996, "f1": 0.638296, "accuracy": 0.666996, "main_score": 0.638296, "hf_subset": "nya_Latn-vec_Latn", "languages": ["nya-Latn", "vec-Latn"]}, {"precision": 0.524873, "recall": 0.578063, "f1": 0.53911, "accuracy": 0.578063, "main_score": 0.53911, "hf_subset": "nya_Latn-amh_Ethi", "languages": ["nya-Latn", "amh-Ethi"]}, {"precision": 0.640443, "recall": 0.687747, "f1": 0.651997, "accuracy": 0.687747, "main_score": 0.651997, "hf_subset": "nya_Latn-bos_Latn", "languages": ["nya-Latn", "bos-Latn"]}, {"precision": 0.596493, "recall": 0.643281, "f1": 0.609215, "accuracy": 0.643281, "main_score": 0.609215, "hf_subset": "nya_Latn-fin_Latn", "languages": ["nya-Latn", "fin-Latn"]}, {"precision": 0.634088, "recall": 0.679842, "f1": 0.645952, "accuracy": 0.679842, "main_score": 0.645952, "hf_subset": "nya_Latn-ita_Latn", "languages": ["nya-Latn", "ita-Latn"]}, {"precision": 0.603692, "recall": 0.657115, "f1": 0.61671, "accuracy": 0.657115, "main_score": 0.61671, "hf_subset": "nya_Latn-kor_Hang", "languages": ["nya-Latn", "kor-Hang"]}, {"precision": 0.519289, "recall": 0.565217, "f1": 0.531887, "accuracy": 0.565217, "main_score": 0.531887, "hf_subset": "nya_Latn-mos_Latn", "languages": ["nya-Latn", "mos-Latn"]}, {"precision": 0.552488, "recall": 0.604743, "f1": 0.566239, "accuracy": 0.604743, "main_score": 0.566239, "hf_subset": "nya_Latn-run_Latn", "languages": ["nya-Latn", "run-Latn"]}, {"precision": 0.61315, "recall": 0.657115, "f1": 0.624171, "accuracy": 0.657115, "main_score": 0.624171, "hf_subset": "nya_Latn-tam_Taml", "languages": ["nya-Latn", "tam-Taml"]}, {"precision": 0.624486, "recall": 0.66996, "f1": 0.636434, "accuracy": 0.66996, "main_score": 0.636434, "hf_subset": "nya_Latn-vie_Latn", "languages": ["nya-Latn", "vie-Latn"]}, {"precision": 0.615956, "recall": 0.670949, "f1": 0.630278, "accuracy": 0.670949, "main_score": 0.630278, "hf_subset": "nya_Latn-apc_Arab", "languages": ["nya-Latn", "apc-Arab"]}, {"precision": 0.564837, "recall": 0.609684, "f1": 0.57652, "accuracy": 0.609684, "main_score": 0.57652, "hf_subset": "nya_Latn-bug_Latn", "languages": ["nya-Latn", "bug-Latn"]}, {"precision": 0.47257, "recall": 0.517787, "f1": 0.485499, "accuracy": 0.517787, "main_score": 0.485499, "hf_subset": "nya_Latn-fon_Latn", "languages": ["nya-Latn", "fon-Latn"]}, {"precision": 0.641058, "recall": 0.677866, "f1": 0.649847, "accuracy": 0.677866, "main_score": 0.649847, "hf_subset": "nya_Latn-jav_Latn", "languages": ["nya-Latn", "jav-Latn"]}, {"precision": 0.553171, "recall": 0.602767, "f1": 0.566135, "accuracy": 0.602767, "main_score": 0.566135, "hf_subset": "nya_Latn-lao_Laoo", "languages": ["nya-Latn", "lao-Laoo"]}, {"precision": 0.541958, "recall": 0.587945, "f1": 0.554531, "accuracy": 0.587945, "main_score": 0.554531, "hf_subset": "nya_Latn-mri_Latn", "languages": ["nya-Latn", "mri-Latn"]}, {"precision": 0.610438, "recall": 0.662055, "f1": 0.623707, "accuracy": 0.662055, "main_score": 0.623707, "hf_subset": "nya_Latn-rus_Cyrl", "languages": ["nya-Latn", "rus-Cyrl"]}, {"precision": 0.50084, "recall": 0.54249, "f1": 0.512634, "accuracy": 0.54249, "main_score": 0.512634, "hf_subset": "nya_Latn-taq_Latn", "languages": ["nya-Latn", "taq-Latn"]}, {"precision": 0.647491, "recall": 0.686759, "f1": 0.65648, "accuracy": 0.686759, "main_score": 0.65648, "hf_subset": "nya_Latn-war_Latn", "languages": ["nya-Latn", "war-Latn"]}, {"precision": 0.615176, "recall": 0.666008, "f1": 0.627729, "accuracy": 0.666008, "main_score": 0.627729, "hf_subset": "nya_Latn-arb_Arab", "languages": ["nya-Latn", "arb-Arab"]}, {"precision": 0.61987, "recall": 0.66502, "f1": 0.632284, "accuracy": 0.66502, "main_score": 0.632284, "hf_subset": "nya_Latn-bul_Cyrl", "languages": ["nya-Latn", "bul-Cyrl"]}, {"precision": 0.638315, "recall": 0.684783, "f1": 0.64995, "accuracy": 0.684783, "main_score": 0.64995, "hf_subset": "nya_Latn-fra_Latn", "languages": ["nya-Latn", "fra-Latn"]}, {"precision": 0.603799, "recall": 0.649209, "f1": 0.615436, "accuracy": 0.649209, "main_score": 0.615436, "hf_subset": "nya_Latn-jpn_Jpan", "languages": ["nya-Latn", "jpn-Jpan"]}, {"precision": 0.615152, "recall": 0.661067, "f1": 0.626732, "accuracy": 0.661067, "main_score": 0.626732, "hf_subset": "nya_Latn-lij_Latn", "languages": ["nya-Latn", "lij-Latn"]}, {"precision": 0.465828, "recall": 0.535573, "f1": 0.484647, "accuracy": 0.535573, "main_score": 0.484647, "hf_subset": "nya_Latn-mya_Mymr", "languages": ["nya-Latn", "mya-Mymr"]}, {"precision": 0.551871, "recall": 0.598814, "f1": 0.564324, "accuracy": 0.598814, "main_score": 0.564324, "hf_subset": "nya_Latn-sag_Latn", "languages": ["nya-Latn", "sag-Latn"]}, {"precision": 0.192079, "recall": 0.235178, "f1": 0.201777, "accuracy": 0.235178, "main_score": 0.201777, "hf_subset": "nya_Latn-taq_Tfng", "languages": ["nya-Latn", "taq-Tfng"]}, {"precision": 0.567358, "recall": 0.61166, "f1": 0.58026, "accuracy": 0.61166, "main_score": 0.58026, "hf_subset": "nya_Latn-wol_Latn", "languages": ["nya-Latn", "wol-Latn"]}, {"precision": 0.497026, "recall": 0.552372, "f1": 0.512215, "accuracy": 0.552372, "main_score": 0.512215, "hf_subset": "nya_Latn-arb_Latn", "languages": ["nya-Latn", "arb-Latn"]}, {"precision": 0.634522, "recall": 0.678854, "f1": 0.645777, "accuracy": 0.678854, "main_score": 0.645777, "hf_subset": "nya_Latn-cat_Latn", "languages": ["nya-Latn", "cat-Latn"]}, {"precision": 0.611869, "recall": 0.649209, "f1": 0.62157, "accuracy": 0.649209, "main_score": 0.62157, "hf_subset": "nya_Latn-fur_Latn", "languages": ["nya-Latn", "fur-Latn"]}, {"precision": 0.420009, "recall": 0.470356, "f1": 0.433986, "accuracy": 0.470356, "main_score": 0.433986, "hf_subset": "nya_Latn-kab_Latn", "languages": ["nya-Latn", "kab-Latn"]}, {"precision": 0.602152, "recall": 0.644269, "f1": 0.613066, "accuracy": 0.644269, "main_score": 0.613066, "hf_subset": "nya_Latn-lim_Latn", "languages": ["nya-Latn", "lim-Latn"]}, {"precision": 0.623058, "recall": 0.672925, "f1": 0.635602, "accuracy": 0.672925, "main_score": 0.635602, "hf_subset": "nya_Latn-nld_Latn", "languages": ["nya-Latn", "nld-Latn"]}, {"precision": 0.567501, "recall": 0.618577, "f1": 0.580578, "accuracy": 0.618577, "main_score": 0.580578, "hf_subset": "nya_Latn-san_Deva", "languages": ["nya-Latn", "san-Deva"]}, {"precision": 0.606942, "recall": 0.659091, "f1": 0.620777, "accuracy": 0.659091, "main_score": 0.620777, "hf_subset": "nya_Latn-tat_Cyrl", "languages": ["nya-Latn", "tat-Cyrl"]}, {"precision": 0.606683, "recall": 0.651186, "f1": 0.618673, "accuracy": 0.651186, "main_score": 0.618673, "hf_subset": "nya_Latn-xho_Latn", "languages": ["nya-Latn", "xho-Latn"]}, {"precision": 0.606907, "recall": 0.659091, "f1": 0.620464, "accuracy": 0.659091, "main_score": 0.620464, "hf_subset": "nya_Latn-ars_Arab", "languages": ["nya-Latn", "ars-Arab"]}, {"precision": 0.645855, "recall": 0.678854, "f1": 0.654715, "accuracy": 0.678854, "main_score": 0.654715, "hf_subset": "nya_Latn-ceb_Latn", "languages": ["nya-Latn", "ceb-Latn"]}, {"precision": 0.522488, "recall": 0.564229, "f1": 0.534395, "accuracy": 0.564229, "main_score": 0.534395, "hf_subset": "nya_Latn-fuv_Latn", "languages": ["nya-Latn", "fuv-Latn"]}, {"precision": 0.505621, "recall": 0.552372, "f1": 0.518859, "accuracy": 0.552372, "main_score": 0.518859, "hf_subset": "nya_Latn-kac_Latn", "languages": ["nya-Latn", "kac-Latn"]}, {"precision": 0.586517, "recall": 0.626482, "f1": 0.597952, "accuracy": 0.626482, "main_score": 0.597952, "hf_subset": "nya_Latn-lin_Latn", "languages": ["nya-Latn", "lin-Latn"]}, {"precision": 0.617273, "recall": 0.666008, "f1": 0.629894, "accuracy": 0.666008, "main_score": 0.629894, "hf_subset": "nya_Latn-nno_Latn", "languages": ["nya-Latn", "nno-Latn"]}, {"precision": 0.136152, "recall": 0.18083, "f1": 0.14684, "accuracy": 0.18083, "main_score": 0.14684, "hf_subset": "nya_Latn-sat_Olck", "languages": ["nya-Latn", "sat-Olck"]}, {"precision": 0.602011, "recall": 0.652174, "f1": 0.614584, "accuracy": 0.652174, "main_score": 0.614584, "hf_subset": "nya_Latn-tel_Telu", "languages": ["nya-Latn", "tel-Telu"]}, {"precision": 0.532179, "recall": 0.592885, "f1": 0.548571, "accuracy": 0.592885, "main_score": 0.548571, "hf_subset": "nya_Latn-ydd_Hebr", "languages": ["nya-Latn", "ydd-Hebr"]}, {"precision": 0.591072, "recall": 0.634387, "f1": 0.602811, "accuracy": 0.634387, "main_score": 0.602811, "hf_subset": "nya_Latn-ary_Arab", "languages": ["nya-Latn", "ary-Arab"]}, {"precision": 0.62177, "recall": 0.664032, "f1": 0.633041, "accuracy": 0.664032, "main_score": 0.633041, "hf_subset": "nya_Latn-ces_Latn", "languages": ["nya-Latn", "ces-Latn"]}, {"precision": 0.496106, "recall": 0.544466, "f1": 0.509446, "accuracy": 0.544466, "main_score": 0.509446, "hf_subset": "nya_Latn-gaz_Latn", "languages": ["nya-Latn", "gaz-Latn"]}, {"precision": 0.569094, "recall": 0.613636, "f1": 0.581384, "accuracy": 0.613636, "main_score": 0.581384, "hf_subset": "nya_Latn-kam_Latn", "languages": ["nya-Latn", "kam-Latn"]}, {"precision": 0.610385, "recall": 0.657115, "f1": 0.621299, "accuracy": 0.657115, "main_score": 0.621299, "hf_subset": "nya_Latn-lit_Latn", "languages": ["nya-Latn", "lit-Latn"]}, {"precision": 0.625543, "recall": 0.670949, "f1": 0.6369, "accuracy": 0.670949, "main_score": 0.6369, "hf_subset": "nya_Latn-nob_Latn", "languages": ["nya-Latn", "nob-Latn"]}, {"precision": 0.622856, "recall": 0.661067, "f1": 0.632969, "accuracy": 0.661067, "main_score": 0.632969, "hf_subset": "nya_Latn-scn_Latn", "languages": ["nya-Latn", "scn-Latn"]}, {"precision": 0.594991, "recall": 0.63834, "f1": 0.606875, "accuracy": 0.63834, "main_score": 0.606875, "hf_subset": "nya_Latn-tgk_Cyrl", "languages": ["nya-Latn", "tgk-Cyrl"]}, {"precision": 0.535714, "recall": 0.59585, "f1": 0.552934, "accuracy": 0.59585, "main_score": 0.552934, "hf_subset": "nya_Latn-yor_Latn", "languages": ["nya-Latn", "yor-Latn"]}, {"precision": 0.613643, "recall": 0.661067, "f1": 0.624928, "accuracy": 0.661067, "main_score": 0.624928, "hf_subset": "nya_Latn-arz_Arab", "languages": ["nya-Latn", "arz-Arab"]}, {"precision": 0.515431, "recall": 0.552372, "f1": 0.525388, "accuracy": 0.552372, "main_score": 0.525388, "hf_subset": "nya_Latn-cjk_Latn", "languages": ["nya-Latn", "cjk-Latn"]}, {"precision": 0.540836, "recall": 0.581028, "f1": 0.551166, "accuracy": 0.581028, "main_score": 0.551166, "hf_subset": "nya_Latn-gla_Latn", "languages": ["nya-Latn", "gla-Latn"]}, {"precision": 0.614844, "recall": 0.662055, "f1": 0.6273, "accuracy": 0.662055, "main_score": 0.6273, "hf_subset": "nya_Latn-kan_Knda", "languages": ["nya-Latn", "kan-Knda"]}, {"precision": 0.60181, "recall": 0.645257, "f1": 0.612895, "accuracy": 0.645257, "main_score": 0.612895, "hf_subset": "nya_Latn-lmo_Latn", "languages": ["nya-Latn", "lmo-Latn"]}, {"precision": 0.601639, "recall": 0.652174, "f1": 0.614573, "accuracy": 0.652174, "main_score": 0.614573, "hf_subset": "nya_Latn-npi_Deva", "languages": ["nya-Latn", "npi-Deva"]}, {"precision": 0.45296, "recall": 0.497036, "f1": 0.46514, "accuracy": 0.497036, "main_score": 0.46514, "hf_subset": "nya_Latn-shn_Mymr", "languages": ["nya-Latn", "shn-Mymr"]}, {"precision": 0.661231, "recall": 0.702569, "f1": 0.671836, "accuracy": 0.702569, "main_score": 0.671836, "hf_subset": "nya_Latn-tgl_Latn", "languages": ["nya-Latn", "tgl-Latn"]}, {"precision": 0.599456, "recall": 0.648221, "f1": 0.612458, "accuracy": 0.648221, "main_score": 0.612458, "hf_subset": "nya_Latn-yue_Hant", "languages": ["nya-Latn", "yue-Hant"]}, {"precision": 0.58616, "recall": 0.640316, "f1": 0.600407, "accuracy": 0.640316, "main_score": 0.600407, "hf_subset": "nya_Latn-asm_Beng", "languages": ["nya-Latn", "asm-Beng"]}, {"precision": 0.5566, "recall": 0.607708, "f1": 0.570642, "accuracy": 0.607708, "main_score": 0.570642, "hf_subset": "nya_Latn-ckb_Arab", "languages": ["nya-Latn", "ckb-Arab"]}, {"precision": 0.547211, "recall": 0.590909, "f1": 0.559466, "accuracy": 0.590909, "main_score": 0.559466, "hf_subset": "nya_Latn-gle_Latn", "languages": ["nya-Latn", "gle-Latn"]}, {"precision": 0.535313, "recall": 0.585968, "f1": 0.549126, "accuracy": 0.585968, "main_score": 0.549126, "hf_subset": "nya_Latn-kas_Arab", "languages": ["nya-Latn", "kas-Arab"]}, {"precision": 0.573204, "recall": 0.618577, "f1": 0.58568, "accuracy": 0.618577, "main_score": 0.58568, "hf_subset": "nya_Latn-ltg_Latn", "languages": ["nya-Latn", "ltg-Latn"]}, {"precision": 0.599281, "recall": 0.62747, "f1": 0.607223, "accuracy": 0.62747, "main_score": 0.607223, "hf_subset": "nya_Latn-nso_Latn", "languages": ["nya-Latn", "nso-Latn"]}, {"precision": 0.510549, "recall": 0.576087, "f1": 0.527871, "accuracy": 0.576087, "main_score": 0.527871, "hf_subset": "nya_Latn-sin_Sinh", "languages": ["nya-Latn", "sin-Sinh"]}, {"precision": 0.613332, "recall": 0.660079, "f1": 0.625432, "accuracy": 0.660079, "main_score": 0.625432, "hf_subset": "nya_Latn-tha_Thai", "languages": ["nya-Latn", "tha-Thai"]}, {"precision": 0.593443, "recall": 0.63834, "f1": 0.604474, "accuracy": 0.63834, "main_score": 0.604474, "hf_subset": "nya_Latn-zho_Hans", "languages": ["nya-Latn", "zho-Hans"]}, {"precision": 0.633077, "recall": 0.68083, "f1": 0.645825, "accuracy": 0.68083, "main_score": 0.645825, "hf_subset": "nya_Latn-ast_Latn", "languages": ["nya-Latn", "ast-Latn"]}, {"precision": 0.599772, "recall": 0.646245, "f1": 0.611615, "accuracy": 0.646245, "main_score": 0.611615, "hf_subset": "nya_Latn-crh_Latn", "languages": ["nya-Latn", "crh-Latn"]}, {"precision": 0.636821, "recall": 0.68083, "f1": 0.648433, "accuracy": 0.68083, "main_score": 0.648433, "hf_subset": "nya_Latn-glg_Latn", "languages": ["nya-Latn", "glg-Latn"]}, {"precision": 0.549329, "recall": 0.597826, "f1": 0.562502, "accuracy": 0.597826, "main_score": 0.562502, "hf_subset": "nya_Latn-kas_Deva", "languages": ["nya-Latn", "kas-Deva"]}, {"precision": 0.602549, "recall": 0.645257, "f1": 0.614177, "accuracy": 0.645257, "main_score": 0.614177, "hf_subset": "nya_Latn-ltz_Latn", "languages": ["nya-Latn", "ltz-Latn"]}, {"precision": 0.47534, "recall": 0.531621, "f1": 0.490282, "accuracy": 0.531621, "main_score": 0.490282, "hf_subset": "nya_Latn-nus_Latn", "languages": ["nya-Latn", "nus-Latn"]}, {"precision": 0.625568, "recall": 0.673913, "f1": 0.638724, "accuracy": 0.673913, "main_score": 0.638724, "hf_subset": "nya_Latn-slk_Latn", "languages": ["nya-Latn", "slk-Latn"]}, {"precision": 0.423237, "recall": 0.483202, "f1": 0.439722, "accuracy": 0.483202, "main_score": 0.439722, "hf_subset": "nya_Latn-tir_Ethi", "languages": ["nya-Latn", "tir-Ethi"]}, {"precision": 0.590801, "recall": 0.642292, "f1": 0.60378, "accuracy": 0.642292, "main_score": 0.60378, "hf_subset": "nya_Latn-zho_Hant", "languages": ["nya-Latn", "zho-Hant"]}, {"precision": 0.607362, "recall": 0.652174, "f1": 0.619219, "accuracy": 0.652174, "main_score": 0.619219, "hf_subset": "nya_Latn-awa_Deva", "languages": ["nya-Latn", "awa-Deva"]}, {"precision": 0.594857, "recall": 0.636364, "f1": 0.605927, "accuracy": 0.636364, "main_score": 0.605927, "hf_subset": "nya_Latn-cym_Latn", "languages": ["nya-Latn", "cym-Latn"]}, {"precision": 0.603424, "recall": 0.639328, "f1": 0.612441, "accuracy": 0.639328, "main_score": 0.612441, "hf_subset": "nya_Latn-grn_Latn", "languages": ["nya-Latn", "grn-Latn"]}, {"precision": 0.574994, "recall": 0.629447, "f1": 0.58866, "accuracy": 0.629447, "main_score": 0.58866, "hf_subset": "nya_Latn-kat_Geor", "languages": ["nya-Latn", "kat-Geor"]}, {"precision": 0.578727, "recall": 0.620553, "f1": 0.590059, "accuracy": 0.620553, "main_score": 0.590059, "hf_subset": "nya_Latn-lua_Latn", "languages": ["nya-Latn", "lua-Latn"]}, {"precision": 0.628697, "recall": 0.66996, "f1": 0.63926, "accuracy": 0.66996, "main_score": 0.63926, "hf_subset": "nya_Latn-slv_Latn", "languages": ["nya-Latn", "slv-Latn"]}, {"precision": 0.62001, "recall": 0.660079, "f1": 0.630349, "accuracy": 0.660079, "main_score": 0.630349, "hf_subset": "nya_Latn-tpi_Latn", "languages": ["nya-Latn", "tpi-Latn"]}, {"precision": 0.652219, "recall": 0.69664, "f1": 0.663091, "accuracy": 0.69664, "main_score": 0.663091, "hf_subset": "nya_Latn-zsm_Latn", "languages": ["nya-Latn", "zsm-Latn"]}, {"precision": 0.518081, "recall": 0.566206, "f1": 0.532026, "accuracy": 0.566206, "main_score": 0.532026, "hf_subset": "nya_Latn-ayr_Latn", "languages": ["nya-Latn", "ayr-Latn"]}, {"precision": 0.642768, "recall": 0.690711, "f1": 0.655047, "accuracy": 0.690711, "main_score": 0.655047, "hf_subset": "nya_Latn-dan_Latn", "languages": ["nya-Latn", "dan-Latn"]}, {"precision": 0.613448, "recall": 0.66502, "f1": 0.626527, "accuracy": 0.66502, "main_score": 0.626527, "hf_subset": "nya_Latn-guj_Gujr", "languages": ["nya-Latn", "guj-Gujr"]}, {"precision": 0.601085, "recall": 0.648221, "f1": 0.613653, "accuracy": 0.648221, "main_score": 0.613653, "hf_subset": "nya_Latn-kaz_Cyrl", "languages": ["nya-Latn", "kaz-Cyrl"]}, {"precision": 0.540326, "recall": 0.592885, "f1": 0.555519, "accuracy": 0.592885, "main_score": 0.555519, "hf_subset": "nya_Latn-lug_Latn", "languages": ["nya-Latn", "lug-Latn"]}, {"precision": 0.65195, "recall": 0.697628, "f1": 0.6636, "accuracy": 0.697628, "main_score": 0.6636, "hf_subset": "nya_Latn-oci_Latn", "languages": ["nya-Latn", "oci-Latn"]}, {"precision": 0.59213, "recall": 0.632411, "f1": 0.602895, "accuracy": 0.632411, "main_score": 0.602895, "hf_subset": "nya_Latn-smo_Latn", "languages": ["nya-Latn", "smo-Latn"]}, {"precision": 0.535458, "recall": 0.577075, "f1": 0.54691, "accuracy": 0.577075, "main_score": 0.54691, "hf_subset": "nya_Latn-tsn_Latn", "languages": ["nya-Latn", "tsn-Latn"]}, {"precision": 0.587509, "recall": 0.635375, "f1": 0.600925, "accuracy": 0.635375, "main_score": 0.600925, "hf_subset": "nya_Latn-zul_Latn", "languages": ["nya-Latn", "zul-Latn"]}, {"precision": 0.515401, "recall": 0.572134, "f1": 0.530938, "accuracy": 0.572134, "main_score": 0.530938, "hf_subset": "nya_Latn-azb_Arab", "languages": ["nya-Latn", "azb-Arab"]}, {"precision": 0.632158, "recall": 0.675889, "f1": 0.643607, "accuracy": 0.675889, "main_score": 0.643607, "hf_subset": "nya_Latn-deu_Latn", "languages": ["nya-Latn", "deu-Latn"]}, {"precision": 0.567752, "recall": 0.621542, "f1": 0.582914, "accuracy": 0.621542, "main_score": 0.582914, "hf_subset": "nya_Latn-hat_Latn", "languages": ["nya-Latn", "hat-Latn"]}, {"precision": 0.506911, "recall": 0.547431, "f1": 0.518171, "accuracy": 0.547431, "main_score": 0.518171, "hf_subset": "nya_Latn-kbp_Latn", "languages": ["nya-Latn", "kbp-Latn"]}, {"precision": 0.566629, "recall": 0.600791, "f1": 0.576583, "accuracy": 0.600791, "main_score": 0.576583, "hf_subset": "nya_Latn-luo_Latn", "languages": ["nya-Latn", "luo-Latn"]}, {"precision": 0.594322, "recall": 0.646245, "f1": 0.608003, "accuracy": 0.646245, "main_score": 0.608003, "hf_subset": "nya_Latn-ory_Orya", "languages": ["nya-Latn", "ory-Orya"]}, {"precision": 0.584501, "recall": 0.634387, "f1": 0.598277, "accuracy": 0.634387, "main_score": 0.598277, "hf_subset": "nya_Latn-sna_Latn", "languages": ["nya-Latn", "sna-Latn"]}, {"precision": 0.543654, "recall": 0.588933, "f1": 0.556563, "accuracy": 0.588933, "main_score": 0.556563, "hf_subset": "nya_Latn-tso_Latn", "languages": ["nya-Latn", "tso-Latn"]}, {"precision": 0.587641, "recall": 0.63834, "f1": 0.600828, "accuracy": 0.63834, "main_score": 0.600828, "hf_subset": "nya_Latn-azj_Latn", "languages": ["nya-Latn", "azj-Latn"]}, {"precision": 0.517725, "recall": 0.564229, "f1": 0.531392, "accuracy": 0.564229, "main_score": 0.531392, "hf_subset": "nya_Latn-dik_Latn", "languages": ["nya-Latn", "dik-Latn"]}, {"precision": 0.55209, "recall": 0.602767, "f1": 0.566138, "accuracy": 0.602767, "main_score": 0.566138, "hf_subset": "nya_Latn-hau_Latn", "languages": ["nya-Latn", "hau-Latn"]}, {"precision": 0.611647, "recall": 0.658103, "f1": 0.623042, "accuracy": 0.658103, "main_score": 0.623042, "hf_subset": "nya_Latn-kea_Latn", "languages": ["nya-Latn", "kea-Latn"]}, {"precision": 0.604193, "recall": 0.637352, "f1": 0.613128, "accuracy": 0.637352, "main_score": 0.613128, "hf_subset": "nya_Latn-lus_Latn", "languages": ["nya-Latn", "lus-Latn"]}, {"precision": 0.584764, "recall": 0.620553, "f1": 0.594413, "accuracy": 0.620553, "main_score": 0.594413, "hf_subset": "nya_Latn-pag_Latn", "languages": ["nya-Latn", "pag-Latn"]}, {"precision": 0.5894, "recall": 0.639328, "f1": 0.60268, "accuracy": 0.639328, "main_score": 0.60268, "hf_subset": "nya_Latn-snd_Arab", "languages": ["nya-Latn", "snd-Arab"]}, {"precision": 0.56457, "recall": 0.614625, "f1": 0.577903, "accuracy": 0.614625, "main_score": 0.577903, "hf_subset": "nya_Latn-tuk_Latn", "languages": ["nya-Latn", "tuk-Latn"]}, {"precision": 0.603692, "recall": 0.646245, "f1": 0.614386, "accuracy": 0.646245, "main_score": 0.614386, "hf_subset": "nya_Latn-bak_Cyrl", "languages": ["nya-Latn", "bak-Cyrl"]}, {"precision": 0.453937, "recall": 0.522727, "f1": 0.473886, "accuracy": 0.522727, "main_score": 0.473886, "hf_subset": "nya_Latn-dyu_Latn", "languages": ["nya-Latn", "dyu-Latn"]}, {"precision": 0.595997, "recall": 0.652174, "f1": 0.610694, "accuracy": 0.652174, "main_score": 0.610694, "hf_subset": "nya_Latn-heb_Hebr", "languages": ["nya-Latn", "heb-Hebr"]}, {"precision": 0.575252, "recall": 0.621542, "f1": 0.588156, "accuracy": 0.621542, "main_score": 0.588156, "hf_subset": "nya_Latn-khk_Cyrl", "languages": ["nya-Latn", "khk-Cyrl"]}, {"precision": 0.612026, "recall": 0.661067, "f1": 0.625117, "accuracy": 0.661067, "main_score": 0.625117, "hf_subset": "nya_Latn-lvs_Latn", "languages": ["nya-Latn", "lvs-Latn"]}, {"precision": 0.603916, "recall": 0.651186, "f1": 0.616496, "accuracy": 0.651186, "main_score": 0.616496, "hf_subset": "nya_Latn-pan_Guru", "languages": ["nya-Latn", "pan-Guru"]}, {"precision": 0.534983, "recall": 0.583992, "f1": 0.548727, "accuracy": 0.583992, "main_score": 0.548727, "hf_subset": "nya_Latn-som_Latn", "languages": ["nya-Latn", "som-Latn"]}, {"precision": 0.633145, "recall": 0.685771, "f1": 0.648501, "accuracy": 0.685771, "main_score": 0.648501, "hf_subset": "nya_Latn-tum_Latn", "languages": ["nya-Latn", "tum-Latn"]}, {"precision": 0.586785, "recall": 0.647233, "f1": 0.604369, "accuracy": 0.647233, "main_score": 0.604369, "hf_subset": "slv_Latn-ace_Arab", "languages": ["slv-Latn", "ace-Arab"]}, {"precision": 0.530138, "recall": 0.590909, "f1": 0.546899, "accuracy": 0.590909, "main_score": 0.546899, "hf_subset": "slv_Latn-bam_Latn", "languages": ["slv-Latn", "bam-Latn"]}, {"precision": 0.427946, "recall": 0.506917, "f1": 0.448708, "accuracy": 0.506917, "main_score": 0.448708, "hf_subset": "slv_Latn-dzo_Tibt", "languages": ["slv-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-hin_Deva", "languages": ["slv-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slv_Latn-khm_Khmr", "languages": ["slv-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mag_Deva", "languages": ["slv-Latn", "mag-Deva"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "slv_Latn-pap_Latn", "languages": ["slv-Latn", "pap-Latn"]}, {"precision": 0.593645, "recall": 0.652174, "f1": 0.609853, "accuracy": 0.652174, "main_score": 0.609853, "hf_subset": "slv_Latn-sot_Latn", "languages": ["slv-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-tur_Latn", "languages": ["slv-Latn", "tur-Latn"]}, {"precision": 0.874868, "recall": 0.907115, "f1": 0.884848, "accuracy": 0.907115, "main_score": 0.884848, "hf_subset": "slv_Latn-ace_Latn", "languages": ["slv-Latn", "ace-Latn"]}, {"precision": 0.956933, "recall": 0.969368, "f1": 0.96087, "accuracy": 0.969368, "main_score": 0.96087, "hf_subset": "slv_Latn-ban_Latn", "languages": ["slv-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ell_Grek", "languages": ["slv-Latn", "ell-Grek"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "slv_Latn-hne_Deva", "languages": ["slv-Latn", "hne-Deva"]}, {"precision": 0.609594, "recall": 0.667984, "f1": 0.626372, "accuracy": 0.667984, "main_score": 0.626372, "hf_subset": "slv_Latn-kik_Latn", "languages": ["slv-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mai_Deva", "languages": ["slv-Latn", "mai-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "slv_Latn-pbt_Arab", "languages": ["slv-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-spa_Latn", "languages": ["slv-Latn", "spa-Latn"]}, {"precision": 0.608384, "recall": 0.670949, "f1": 0.62574, "accuracy": 0.670949, "main_score": 0.62574, "hf_subset": "slv_Latn-twi_Latn", "languages": ["slv-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-acm_Arab", "languages": ["slv-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-bel_Cyrl", "languages": ["slv-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-eng_Latn", "languages": ["slv-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-hrv_Latn", "languages": ["slv-Latn", "hrv-Latn"]}, {"precision": 0.565711, "recall": 0.630435, "f1": 0.583594, "accuracy": 0.630435, "main_score": 0.583594, "hf_subset": "slv_Latn-kin_Latn", "languages": ["slv-Latn", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-mal_Mlym", "languages": ["slv-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-pes_Arab", "languages": ["slv-Latn", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-srd_Latn", "languages": ["slv-Latn", "srd-Latn"]}, {"precision": 0.192126, "recall": 0.241107, "f1": 0.204447, "accuracy": 0.241107, "main_score": 0.204447, "hf_subset": "slv_Latn-tzm_Tfng", "languages": ["slv-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-acq_Arab", "languages": ["slv-Latn", "acq-Arab"]}, {"precision": 0.653066, "recall": 0.701581, "f1": 0.666563, "accuracy": 0.701581, "main_score": 0.666563, "hf_subset": "slv_Latn-bem_Latn", "languages": ["slv-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-epo_Latn", "languages": ["slv-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-hun_Latn", "languages": ["slv-Latn", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slv_Latn-kir_Cyrl", "languages": ["slv-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-mar_Deva", "languages": ["slv-Latn", "mar-Deva"]}, {"precision": 0.684354, "recall": 0.733202, "f1": 0.698965, "accuracy": 0.733202, "main_score": 0.698965, "hf_subset": "slv_Latn-plt_Latn", "languages": ["slv-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-srp_Cyrl", "languages": ["slv-Latn", "srp-Cyrl"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "slv_Latn-uig_Arab", "languages": ["slv-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-aeb_Arab", "languages": ["slv-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ben_Beng", "languages": ["slv-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-est_Latn", "languages": ["slv-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-hye_Armn", "languages": ["slv-Latn", "hye-Armn"]}, {"precision": 0.562272, "recall": 0.61166, "f1": 0.576962, "accuracy": 0.61166, "main_score": 0.576962, "hf_subset": "slv_Latn-kmb_Latn", "languages": ["slv-Latn", "kmb-Latn"]}, {"precision": 0.519364, "recall": 0.592885, "f1": 0.53882, "accuracy": 0.592885, "main_score": 0.53882, "hf_subset": "slv_Latn-min_Arab", "languages": ["slv-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-pol_Latn", "languages": ["slv-Latn", "pol-Latn"]}, {"precision": 0.566301, "recall": 0.626482, "f1": 0.583496, "accuracy": 0.626482, "main_score": 0.583496, "hf_subset": "slv_Latn-ssw_Latn", "languages": ["slv-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ukr_Cyrl", "languages": ["slv-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-afr_Latn", "languages": ["slv-Latn", "afr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-bho_Deva", "languages": ["slv-Latn", "bho-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slv_Latn-eus_Latn", "languages": ["slv-Latn", "eus-Latn"]}, {"precision": 0.599868, "recall": 0.652174, "f1": 0.614714, "accuracy": 0.652174, "main_score": 0.614714, "hf_subset": "slv_Latn-ibo_Latn", "languages": ["slv-Latn", "ibo-Latn"]}, {"precision": 0.90168, "recall": 0.93083, "f1": 0.911067, "accuracy": 0.93083, "main_score": 0.911067, "hf_subset": "slv_Latn-kmr_Latn", "languages": ["slv-Latn", "kmr-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "slv_Latn-min_Latn", "languages": ["slv-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-por_Latn", "languages": ["slv-Latn", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-sun_Latn", "languages": ["slv-Latn", "sun-Latn"]}, {"precision": 0.54595, "recall": 0.601779, "f1": 0.561342, "accuracy": 0.601779, "main_score": 0.561342, "hf_subset": "slv_Latn-umb_Latn", "languages": ["slv-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ajp_Arab", "languages": ["slv-Latn", "ajp-Arab"]}, {"precision": 0.561379, "recall": 0.621542, "f1": 0.578145, "accuracy": 0.621542, "main_score": 0.578145, "hf_subset": "slv_Latn-bjn_Arab", "languages": ["slv-Latn", "bjn-Arab"]}, {"precision": 0.52509, "recall": 0.579051, "f1": 0.539765, "accuracy": 0.579051, "main_score": 0.539765, "hf_subset": "slv_Latn-ewe_Latn", "languages": ["slv-Latn", "ewe-Latn"]}, {"precision": 0.949605, "recall": 0.964427, "f1": 0.954381, "accuracy": 0.964427, "main_score": 0.954381, "hf_subset": "slv_Latn-ilo_Latn", "languages": ["slv-Latn", "ilo-Latn"]}, {"precision": 0.325652, "recall": 0.383399, "f1": 0.341526, "accuracy": 0.383399, "main_score": 0.341526, "hf_subset": "slv_Latn-knc_Arab", "languages": ["slv-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mkd_Cyrl", "languages": ["slv-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-prs_Arab", "languages": ["slv-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-swe_Latn", "languages": ["slv-Latn", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-urd_Arab", "languages": ["slv-Latn", "urd-Arab"]}, {"precision": 0.598836, "recall": 0.659091, "f1": 0.615733, "accuracy": 0.659091, "main_score": 0.615733, "hf_subset": "slv_Latn-aka_Latn", "languages": ["slv-Latn", "aka-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "slv_Latn-bjn_Latn", "languages": ["slv-Latn", "bjn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "slv_Latn-fao_Latn", "languages": ["slv-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ind_Latn", "languages": ["slv-Latn", "ind-Latn"]}, {"precision": 0.593064, "recall": 0.646245, "f1": 0.608098, "accuracy": 0.646245, "main_score": 0.608098, "hf_subset": "slv_Latn-knc_Latn", "languages": ["slv-Latn", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-mlt_Latn", "languages": ["slv-Latn", "mlt-Latn"]}, {"precision": 0.713367, "recall": 0.777668, "f1": 0.732551, "accuracy": 0.777668, "main_score": 0.732551, "hf_subset": "slv_Latn-quy_Latn", "languages": ["slv-Latn", "quy-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "slv_Latn-swh_Latn", "languages": ["slv-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-uzn_Latn", "languages": ["slv-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-als_Latn", "languages": ["slv-Latn", "als-Latn"]}, {"precision": 0.662574, "recall": 0.733202, "f1": 0.682932, "accuracy": 0.733202, "main_score": 0.682932, "hf_subset": "slv_Latn-bod_Tibt", "languages": ["slv-Latn", "bod-Tibt"]}, {"precision": 0.710937, "recall": 0.768775, "f1": 0.727937, "accuracy": 0.768775, "main_score": 0.727937, "hf_subset": "slv_Latn-fij_Latn", "languages": ["slv-Latn", "fij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "slv_Latn-isl_Latn", "languages": ["slv-Latn", "isl-Latn"]}, {"precision": 0.669731, "recall": 0.718379, "f1": 0.684327, "accuracy": 0.718379, "main_score": 0.684327, "hf_subset": "slv_Latn-kon_Latn", "languages": ["slv-Latn", "kon-Latn"]}, {"precision": 0.674512, "recall": 0.732213, "f1": 0.691222, "accuracy": 0.732213, "main_score": 0.691222, "hf_subset": "slv_Latn-mni_Beng", "languages": ["slv-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ron_Latn", "languages": ["slv-Latn", "ron-Latn"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "slv_Latn-szl_Latn", "languages": ["slv-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-vec_Latn", "languages": ["slv-Latn", "vec-Latn"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "slv_Latn-amh_Ethi", "languages": ["slv-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-bos_Latn", "languages": ["slv-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-fin_Latn", "languages": ["slv-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ita_Latn", "languages": ["slv-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-kor_Hang", "languages": ["slv-Latn", "kor-Hang"]}, {"precision": 0.550185, "recall": 0.609684, "f1": 0.566788, "accuracy": 0.609684, "main_score": 0.566788, "hf_subset": "slv_Latn-mos_Latn", "languages": ["slv-Latn", "mos-Latn"]}, {"precision": 0.571106, "recall": 0.624506, "f1": 0.586465, "accuracy": 0.624506, "main_score": 0.586465, "hf_subset": "slv_Latn-run_Latn", "languages": ["slv-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-tam_Taml", "languages": ["slv-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-vie_Latn", "languages": ["slv-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-apc_Arab", "languages": ["slv-Latn", "apc-Arab"]}, {"precision": 0.802586, "recall": 0.846838, "f1": 0.816074, "accuracy": 0.846838, "main_score": 0.816074, "hf_subset": "slv_Latn-bug_Latn", "languages": ["slv-Latn", "bug-Latn"]}, {"precision": 0.478819, "recall": 0.535573, "f1": 0.493591, "accuracy": 0.535573, "main_score": 0.493591, "hf_subset": "slv_Latn-fon_Latn", "languages": ["slv-Latn", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-jav_Latn", "languages": ["slv-Latn", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-lao_Laoo", "languages": ["slv-Latn", "lao-Laoo"]}, {"precision": 0.884332, "recall": 0.916008, "f1": 0.894269, "accuracy": 0.916008, "main_score": 0.894269, "hf_subset": "slv_Latn-mri_Latn", "languages": ["slv-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-rus_Cyrl", "languages": ["slv-Latn", "rus-Cyrl"]}, {"precision": 0.543429, "recall": 0.607708, "f1": 0.561335, "accuracy": 0.607708, "main_score": 0.561335, "hf_subset": "slv_Latn-taq_Latn", "languages": ["slv-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-war_Latn", "languages": ["slv-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-arb_Arab", "languages": ["slv-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-bul_Cyrl", "languages": ["slv-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-fra_Latn", "languages": ["slv-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-jpn_Jpan", "languages": ["slv-Latn", "jpn-Jpan"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-lij_Latn", "languages": ["slv-Latn", "lij-Latn"]}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "slv_Latn-mya_Mymr", "languages": ["slv-Latn", "mya-Mymr"]}, {"precision": 0.603821, "recall": 0.666996, "f1": 0.62142, "accuracy": 0.666996, "main_score": 0.62142, "hf_subset": "slv_Latn-sag_Latn", "languages": ["slv-Latn", "sag-Latn"]}, {"precision": 0.208095, "recall": 0.263834, "f1": 0.220758, "accuracy": 0.263834, "main_score": 0.220758, "hf_subset": "slv_Latn-taq_Tfng", "languages": ["slv-Latn", "taq-Tfng"]}, {"precision": 0.643692, "recall": 0.700593, "f1": 0.659886, "accuracy": 0.700593, "main_score": 0.659886, "hf_subset": "slv_Latn-wol_Latn", "languages": ["slv-Latn", "wol-Latn"]}, {"precision": 0.815744, "recall": 0.859684, "f1": 0.828906, "accuracy": 0.859684, "main_score": 0.828906, "hf_subset": "slv_Latn-arb_Latn", "languages": ["slv-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-cat_Latn", "languages": ["slv-Latn", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slv_Latn-fur_Latn", "languages": ["slv-Latn", "fur-Latn"]}, {"precision": 0.418942, "recall": 0.477273, "f1": 0.434776, "accuracy": 0.477273, "main_score": 0.434776, "hf_subset": "slv_Latn-kab_Latn", "languages": ["slv-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-lim_Latn", "languages": ["slv-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-nld_Latn", "languages": ["slv-Latn", "nld-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "slv_Latn-san_Deva", "languages": ["slv-Latn", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-tat_Cyrl", "languages": ["slv-Latn", "tat-Cyrl"]}, {"precision": 0.679257, "recall": 0.733202, "f1": 0.695331, "accuracy": 0.733202, "main_score": 0.695331, "hf_subset": "slv_Latn-xho_Latn", "languages": ["slv-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ars_Arab", "languages": ["slv-Latn", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-ceb_Latn", "languages": ["slv-Latn", "ceb-Latn"]}, {"precision": 0.562105, "recall": 0.616601, "f1": 0.57773, "accuracy": 0.616601, "main_score": 0.57773, "hf_subset": "slv_Latn-fuv_Latn", "languages": ["slv-Latn", "fuv-Latn"]}, {"precision": 0.52074, "recall": 0.583004, "f1": 0.537836, "accuracy": 0.583004, "main_score": 0.537836, "hf_subset": "slv_Latn-kac_Latn", "languages": ["slv-Latn", "kac-Latn"]}, {"precision": 0.694137, "recall": 0.743083, "f1": 0.708303, "accuracy": 0.743083, "main_score": 0.708303, "hf_subset": "slv_Latn-lin_Latn", "languages": ["slv-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-nno_Latn", "languages": ["slv-Latn", "nno-Latn"]}, {"precision": 0.240743, "recall": 0.318182, "f1": 0.261172, "accuracy": 0.318182, "main_score": 0.261172, "hf_subset": "slv_Latn-sat_Olck", "languages": ["slv-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-tel_Telu", "languages": ["slv-Latn", "tel-Telu"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "slv_Latn-ydd_Hebr", "languages": ["slv-Latn", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "slv_Latn-ary_Arab", "languages": ["slv-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ces_Latn", "languages": ["slv-Latn", "ces-Latn"]}, {"precision": 0.597793, "recall": 0.659091, "f1": 0.615105, "accuracy": 0.659091, "main_score": 0.615105, "hf_subset": "slv_Latn-gaz_Latn", "languages": ["slv-Latn", "gaz-Latn"]}, {"precision": 0.596872, "recall": 0.655138, "f1": 0.613416, "accuracy": 0.655138, "main_score": 0.613416, "hf_subset": "slv_Latn-kam_Latn", "languages": ["slv-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "slv_Latn-lit_Latn", "languages": ["slv-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-nob_Latn", "languages": ["slv-Latn", "nob-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "slv_Latn-scn_Latn", "languages": ["slv-Latn", "scn-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "slv_Latn-tgk_Cyrl", "languages": ["slv-Latn", "tgk-Cyrl"]}, {"precision": 0.713481, "recall": 0.774704, "f1": 0.732512, "accuracy": 0.774704, "main_score": 0.732512, "hf_subset": "slv_Latn-yor_Latn", "languages": ["slv-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-arz_Arab", "languages": ["slv-Latn", "arz-Arab"]}, {"precision": 0.559439, "recall": 0.618577, "f1": 0.576732, "accuracy": 0.618577, "main_score": 0.576732, "hf_subset": "slv_Latn-cjk_Latn", "languages": ["slv-Latn", "cjk-Latn"]}, {"precision": 0.808333, "recall": 0.854743, "f1": 0.822563, "accuracy": 0.854743, "main_score": 0.822563, "hf_subset": "slv_Latn-gla_Latn", "languages": ["slv-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-kan_Knda", "languages": ["slv-Latn", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-lmo_Latn", "languages": ["slv-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "slv_Latn-npi_Deva", "languages": ["slv-Latn", "npi-Deva"]}, {"precision": 0.468357, "recall": 0.52668, "f1": 0.484646, "accuracy": 0.52668, "main_score": 0.484646, "hf_subset": "slv_Latn-shn_Mymr", "languages": ["slv-Latn", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-tgl_Latn", "languages": ["slv-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-yue_Hant", "languages": ["slv-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-asm_Beng", "languages": ["slv-Latn", "asm-Beng"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "slv_Latn-ckb_Arab", "languages": ["slv-Latn", "ckb-Arab"]}, {"precision": 0.882658, "recall": 0.912055, "f1": 0.891667, "accuracy": 0.912055, "main_score": 0.891667, "hf_subset": "slv_Latn-gle_Latn", "languages": ["slv-Latn", "gle-Latn"]}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "slv_Latn-kas_Arab", "languages": ["slv-Latn", "kas-Arab"]}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "slv_Latn-ltg_Latn", "languages": ["slv-Latn", "ltg-Latn"]}, {"precision": 0.633616, "recall": 0.683794, "f1": 0.64785, "accuracy": 0.683794, "main_score": 0.64785, "hf_subset": "slv_Latn-nso_Latn", "languages": ["slv-Latn", "nso-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "slv_Latn-sin_Sinh", "languages": ["slv-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-tha_Thai", "languages": ["slv-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-zho_Hans", "languages": ["slv-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ast_Latn", "languages": ["slv-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-crh_Latn", "languages": ["slv-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-glg_Latn", "languages": ["slv-Latn", "glg-Latn"]}, {"precision": 0.890514, "recall": 0.923913, "f1": 0.901153, "accuracy": 0.923913, "main_score": 0.901153, "hf_subset": "slv_Latn-kas_Deva", "languages": ["slv-Latn", "kas-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "slv_Latn-ltz_Latn", "languages": ["slv-Latn", "ltz-Latn"]}, {"precision": 0.473374, "recall": 0.533597, "f1": 0.489563, "accuracy": 0.533597, "main_score": 0.489563, "hf_subset": "slv_Latn-nus_Latn", "languages": ["slv-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-slk_Latn", "languages": ["slv-Latn", "slk-Latn"]}, {"precision": 0.630781, "recall": 0.700593, "f1": 0.651285, "accuracy": 0.700593, "main_score": 0.651285, "hf_subset": "slv_Latn-tir_Ethi", "languages": ["slv-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-zho_Hant", "languages": ["slv-Latn", "zho-Hant"]}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "slv_Latn-awa_Deva", "languages": ["slv-Latn", "awa-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "slv_Latn-cym_Latn", "languages": ["slv-Latn", "cym-Latn"]}, {"precision": 0.833399, "recall": 0.874506, "f1": 0.845817, "accuracy": 0.874506, "main_score": 0.845817, "hf_subset": "slv_Latn-grn_Latn", "languages": ["slv-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-kat_Geor", "languages": ["slv-Latn", "kat-Geor"]}, {"precision": 0.648238, "recall": 0.695652, "f1": 0.661402, "accuracy": 0.695652, "main_score": 0.661402, "hf_subset": "slv_Latn-lua_Latn", "languages": ["slv-Latn", "lua-Latn"]}, {"precision": 0.665199, "recall": 0.720356, "f1": 0.680931, "accuracy": 0.720356, "main_score": 0.680931, "hf_subset": "slv_Latn-nya_Latn", "languages": ["slv-Latn", "nya-Latn"]}, {"precision": 0.942029, "recall": 0.958498, "f1": 0.947299, "accuracy": 0.958498, "main_score": 0.947299, "hf_subset": "slv_Latn-tpi_Latn", "languages": ["slv-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-zsm_Latn", "languages": ["slv-Latn", "zsm-Latn"]}, {"precision": 0.553929, "recall": 0.618577, "f1": 0.572734, "accuracy": 0.618577, "main_score": 0.572734, "hf_subset": "slv_Latn-ayr_Latn", "languages": ["slv-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-dan_Latn", "languages": ["slv-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-guj_Gujr", "languages": ["slv-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-kaz_Cyrl", "languages": ["slv-Latn", "kaz-Cyrl"]}, {"precision": 0.544502, "recall": 0.606719, "f1": 0.562291, "accuracy": 0.606719, "main_score": 0.562291, "hf_subset": "slv_Latn-lug_Latn", "languages": ["slv-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-oci_Latn", "languages": ["slv-Latn", "oci-Latn"]}, {"precision": 0.82024, "recall": 0.865613, "f1": 0.83419, "accuracy": 0.865613, "main_score": 0.83419, "hf_subset": "slv_Latn-smo_Latn", "languages": ["slv-Latn", "smo-Latn"]}, {"precision": 0.552496, "recall": 0.613636, "f1": 0.569553, "accuracy": 0.613636, "main_score": 0.569553, "hf_subset": "slv_Latn-tsn_Latn", "languages": ["slv-Latn", "tsn-Latn"]}, {"precision": 0.630698, "recall": 0.689723, "f1": 0.647959, "accuracy": 0.689723, "main_score": 0.647959, "hf_subset": "slv_Latn-zul_Latn", "languages": ["slv-Latn", "zul-Latn"]}, {"precision": 0.930171, "recall": 0.950593, "f1": 0.936759, "accuracy": 0.950593, "main_score": 0.936759, "hf_subset": "slv_Latn-azb_Arab", "languages": ["slv-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-deu_Latn", "languages": ["slv-Latn", "deu-Latn"]}, {"precision": 0.966568, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "slv_Latn-hat_Latn", "languages": ["slv-Latn", "hat-Latn"]}, {"precision": 0.503091, "recall": 0.559289, "f1": 0.519057, "accuracy": 0.559289, "main_score": 0.519057, "hf_subset": "slv_Latn-kbp_Latn", "languages": ["slv-Latn", "kbp-Latn"]}, {"precision": 0.584574, "recall": 0.637352, "f1": 0.598643, "accuracy": 0.637352, "main_score": 0.598643, "hf_subset": "slv_Latn-luo_Latn", "languages": ["slv-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ory_Orya", "languages": ["slv-Latn", "ory-Orya"]}, {"precision": 0.598166, "recall": 0.661067, "f1": 0.615804, "accuracy": 0.661067, "main_score": 0.615804, "hf_subset": "slv_Latn-sna_Latn", "languages": ["slv-Latn", "sna-Latn"]}, {"precision": 0.564115, "recall": 0.623518, "f1": 0.58028, "accuracy": 0.623518, "main_score": 0.58028, "hf_subset": "slv_Latn-tso_Latn", "languages": ["slv-Latn", "tso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-azj_Latn", "languages": ["slv-Latn", "azj-Latn"]}, {"precision": 0.541034, "recall": 0.609684, "f1": 0.561314, "accuracy": 0.609684, "main_score": 0.561314, "hf_subset": "slv_Latn-dik_Latn", "languages": ["slv-Latn", "dik-Latn"]}, {"precision": 0.749094, "recall": 0.805336, "f1": 0.76629, "accuracy": 0.805336, "main_score": 0.76629, "hf_subset": "slv_Latn-hau_Latn", "languages": ["slv-Latn", "hau-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "slv_Latn-kea_Latn", "languages": ["slv-Latn", "kea-Latn"]}, {"precision": 0.747398, "recall": 0.794466, "f1": 0.761594, "accuracy": 0.794466, "main_score": 0.761594, "hf_subset": "slv_Latn-lus_Latn", "languages": ["slv-Latn", "lus-Latn"]}, {"precision": 0.871854, "recall": 0.901186, "f1": 0.88083, "accuracy": 0.901186, "main_score": 0.88083, "hf_subset": "slv_Latn-pag_Latn", "languages": ["slv-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-snd_Arab", "languages": ["slv-Latn", "snd-Arab"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "slv_Latn-tuk_Latn", "languages": ["slv-Latn", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-bak_Cyrl", "languages": ["slv-Latn", "bak-Cyrl"]}, {"precision": 0.493983, "recall": 0.566206, "f1": 0.514921, "accuracy": 0.566206, "main_score": 0.514921, "hf_subset": "slv_Latn-dyu_Latn", "languages": ["slv-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-heb_Hebr", "languages": ["slv-Latn", "heb-Hebr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "slv_Latn-khk_Cyrl", "languages": ["slv-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-lvs_Latn", "languages": ["slv-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-pan_Guru", "languages": ["slv-Latn", "pan-Guru"]}, {"precision": 0.730484, "recall": 0.785573, "f1": 0.747713, "accuracy": 0.785573, "main_score": 0.747713, "hf_subset": "slv_Latn-som_Latn", "languages": ["slv-Latn", "som-Latn"]}, {"precision": 0.601099, "recall": 0.65415, "f1": 0.616142, "accuracy": 0.65415, "main_score": 0.616142, "hf_subset": "slv_Latn-tum_Latn", "languages": ["slv-Latn", "tum-Latn"]}, {"precision": 0.547653, "recall": 0.615613, "f1": 0.566855, "accuracy": 0.615613, "main_score": 0.566855, "hf_subset": "tpi_Latn-ace_Arab", "languages": ["tpi-Latn", "ace-Arab"]}, {"precision": 0.533787, "recall": 0.589921, "f1": 0.549235, "accuracy": 0.589921, "main_score": 0.549235, "hf_subset": "tpi_Latn-bam_Latn", "languages": ["tpi-Latn", "bam-Latn"]}, {"precision": 0.342701, "recall": 0.403162, "f1": 0.357578, "accuracy": 0.403162, "main_score": 0.357578, "hf_subset": "tpi_Latn-dzo_Tibt", "languages": ["tpi-Latn", "dzo-Tibt"]}, {"precision": 0.929875, "recall": 0.949605, "f1": 0.935888, "accuracy": 0.949605, "main_score": 0.935888, "hf_subset": "tpi_Latn-hin_Deva", "languages": ["tpi-Latn", "hin-Deva"]}, {"precision": 0.898617, "recall": 0.925889, "f1": 0.907082, "accuracy": 0.925889, "main_score": 0.907082, "hf_subset": "tpi_Latn-khm_Khmr", "languages": ["tpi-Latn", "khm-Khmr"]}, {"precision": 0.920735, "recall": 0.942688, "f1": 0.927602, "accuracy": 0.942688, "main_score": 0.927602, "hf_subset": "tpi_Latn-mag_Deva", "languages": ["tpi-Latn", "mag-Deva"]}, {"precision": 0.904331, "recall": 0.928854, "f1": 0.911627, "accuracy": 0.928854, "main_score": 0.911627, "hf_subset": "tpi_Latn-pap_Latn", "languages": ["tpi-Latn", "pap-Latn"]}, {"precision": 0.624269, "recall": 0.677866, "f1": 0.638811, "accuracy": 0.677866, "main_score": 0.638811, "hf_subset": "tpi_Latn-sot_Latn", "languages": ["tpi-Latn", "sot-Latn"]}, {"precision": 0.937006, "recall": 0.954545, "f1": 0.942391, "accuracy": 0.954545, "main_score": 0.942391, "hf_subset": "tpi_Latn-tur_Latn", "languages": ["tpi-Latn", "tur-Latn"]}, {"precision": 0.792532, "recall": 0.835968, "f1": 0.805108, "accuracy": 0.835968, "main_score": 0.805108, "hf_subset": "tpi_Latn-ace_Latn", "languages": ["tpi-Latn", "ace-Latn"]}, {"precision": 0.880988, "recall": 0.908103, "f1": 0.888832, "accuracy": 0.908103, "main_score": 0.888832, "hf_subset": "tpi_Latn-ban_Latn", "languages": ["tpi-Latn", "ban-Latn"]}, {"precision": 0.934042, "recall": 0.953557, "f1": 0.940086, "accuracy": 0.953557, "main_score": 0.940086, "hf_subset": "tpi_Latn-ell_Grek", "languages": ["tpi-Latn", "ell-Grek"]}, {"precision": 0.915679, "recall": 0.936759, "f1": 0.922186, "accuracy": 0.936759, "main_score": 0.922186, "hf_subset": "tpi_Latn-hne_Deva", "languages": ["tpi-Latn", "hne-Deva"]}, {"precision": 0.619345, "recall": 0.672925, "f1": 0.633802, "accuracy": 0.672925, "main_score": 0.633802, "hf_subset": "tpi_Latn-kik_Latn", "languages": ["tpi-Latn", "kik-Latn"]}, {"precision": 0.928854, "recall": 0.950593, "f1": 0.935724, "accuracy": 0.950593, "main_score": 0.935724, "hf_subset": "tpi_Latn-mai_Deva", "languages": ["tpi-Latn", "mai-Deva"]}, {"precision": 0.848074, "recall": 0.886364, "f1": 0.85928, "accuracy": 0.886364, "main_score": 0.85928, "hf_subset": "tpi_Latn-pbt_Arab", "languages": ["tpi-Latn", "pbt-Arab"]}, {"precision": 0.958333, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "tpi_Latn-spa_Latn", "languages": ["tpi-Latn", "spa-Latn"]}, {"precision": 0.621701, "recall": 0.679842, "f1": 0.637682, "accuracy": 0.679842, "main_score": 0.637682, "hf_subset": "tpi_Latn-twi_Latn", "languages": ["tpi-Latn", "twi-Latn"]}, {"precision": 0.931983, "recall": 0.950593, "f1": 0.937667, "accuracy": 0.950593, "main_score": 0.937667, "hf_subset": "tpi_Latn-acm_Arab", "languages": ["tpi-Latn", "acm-Arab"]}, {"precision": 0.918099, "recall": 0.9417, "f1": 0.925428, "accuracy": 0.9417, "main_score": 0.925428, "hf_subset": "tpi_Latn-bel_Cyrl", "languages": ["tpi-Latn", "bel-Cyrl"]}, {"precision": 0.965086, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "tpi_Latn-eng_Latn", "languages": ["tpi-Latn", "eng-Latn"]}, {"precision": 0.942885, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "tpi_Latn-hrv_Latn", "languages": ["tpi-Latn", "hrv-Latn"]}, {"precision": 0.555091, "recall": 0.610672, "f1": 0.569953, "accuracy": 0.610672, "main_score": 0.569953, "hf_subset": "tpi_Latn-kin_Latn", "languages": ["tpi-Latn", "kin-Latn"]}, {"precision": 0.926383, "recall": 0.948617, "f1": 0.933432, "accuracy": 0.948617, "main_score": 0.933432, "hf_subset": "tpi_Latn-mal_Mlym", "languages": ["tpi-Latn", "mal-Mlym"]}, {"precision": 0.930501, "recall": 0.950593, "f1": 0.936726, "accuracy": 0.950593, "main_score": 0.936726, "hf_subset": "tpi_Latn-pes_Arab", "languages": ["tpi-Latn", "pes-Arab"]}, {"precision": 0.904842, "recall": 0.929842, "f1": 0.912187, "accuracy": 0.929842, "main_score": 0.912187, "hf_subset": "tpi_Latn-srd_Latn", "languages": ["tpi-Latn", "srd-Latn"]}, {"precision": 0.188795, "recall": 0.237154, "f1": 0.200692, "accuracy": 0.237154, "main_score": 0.200692, "hf_subset": "tpi_Latn-tzm_Tfng", "languages": ["tpi-Latn", "tzm-Tfng"]}, {"precision": 0.924605, "recall": 0.94664, "f1": 0.931291, "accuracy": 0.94664, "main_score": 0.931291, "hf_subset": "tpi_Latn-acq_Arab", "languages": ["tpi-Latn", "acq-Arab"]}, {"precision": 0.639488, "recall": 0.687747, "f1": 0.652726, "accuracy": 0.687747, "main_score": 0.652726, "hf_subset": "tpi_Latn-bem_Latn", "languages": ["tpi-Latn", "bem-Latn"]}, {"precision": 0.943017, "recall": 0.959486, "f1": 0.948287, "accuracy": 0.959486, "main_score": 0.948287, "hf_subset": "tpi_Latn-epo_Latn", "languages": ["tpi-Latn", "epo-Latn"]}, {"precision": 0.931719, "recall": 0.949605, "f1": 0.936844, "accuracy": 0.949605, "main_score": 0.936844, "hf_subset": "tpi_Latn-hun_Latn", "languages": ["tpi-Latn", "hun-Latn"]}, {"precision": 0.870059, "recall": 0.903162, "f1": 0.880025, "accuracy": 0.903162, "main_score": 0.880025, "hf_subset": "tpi_Latn-kir_Cyrl", "languages": ["tpi-Latn", "kir-Cyrl"]}, {"precision": 0.932345, "recall": 0.950593, "f1": 0.937912, "accuracy": 0.950593, "main_score": 0.937912, "hf_subset": "tpi_Latn-mar_Deva", "languages": ["tpi-Latn", "mar-Deva"]}, {"precision": 0.645159, "recall": 0.694664, "f1": 0.659441, "accuracy": 0.694664, "main_score": 0.659441, "hf_subset": "tpi_Latn-plt_Latn", "languages": ["tpi-Latn", "plt-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "tpi_Latn-srp_Cyrl", "languages": ["tpi-Latn", "srp-Cyrl"]}, {"precision": 0.809471, "recall": 0.855731, "f1": 0.823622, "accuracy": 0.855731, "main_score": 0.823622, "hf_subset": "tpi_Latn-uig_Arab", "languages": ["tpi-Latn", "uig-Arab"]}, {"precision": 0.913579, "recall": 0.934783, "f1": 0.919917, "accuracy": 0.934783, "main_score": 0.919917, "hf_subset": "tpi_Latn-aeb_Arab", "languages": ["tpi-Latn", "aeb-Arab"]}, {"precision": 0.932312, "recall": 0.952569, "f1": 0.938735, "accuracy": 0.952569, "main_score": 0.938735, "hf_subset": "tpi_Latn-ben_Beng", "languages": ["tpi-Latn", "ben-Beng"]}, {"precision": 0.921525, "recall": 0.943676, "f1": 0.928195, "accuracy": 0.943676, "main_score": 0.928195, "hf_subset": "tpi_Latn-est_Latn", "languages": ["tpi-Latn", "est-Latn"]}, {"precision": 0.926795, "recall": 0.947628, "f1": 0.933366, "accuracy": 0.947628, "main_score": 0.933366, "hf_subset": "tpi_Latn-hye_Armn", "languages": ["tpi-Latn", "hye-Armn"]}, {"precision": 0.55716, "recall": 0.606719, "f1": 0.571078, "accuracy": 0.606719, "main_score": 0.571078, "hf_subset": "tpi_Latn-kmb_Latn", "languages": ["tpi-Latn", "kmb-Latn"]}, {"precision": 0.48466, "recall": 0.552372, "f1": 0.502227, "accuracy": 0.552372, "main_score": 0.502227, "hf_subset": "tpi_Latn-min_Arab", "languages": ["tpi-Latn", "min-Arab"]}, {"precision": 0.933442, "recall": 0.951581, "f1": 0.938982, "accuracy": 0.951581, "main_score": 0.938982, "hf_subset": "tpi_Latn-pol_Latn", "languages": ["tpi-Latn", "pol-Latn"]}, {"precision": 0.568606, "recall": 0.632411, "f1": 0.586202, "accuracy": 0.632411, "main_score": 0.586202, "hf_subset": "tpi_Latn-ssw_Latn", "languages": ["tpi-Latn", "ssw-Latn"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "tpi_Latn-ukr_Cyrl", "languages": ["tpi-Latn", "ukr-Cyrl"]}, {"precision": 0.95084, "recall": 0.965415, "f1": 0.955435, "accuracy": 0.965415, "main_score": 0.955435, "hf_subset": "tpi_Latn-afr_Latn", "languages": ["tpi-Latn", "afr-Latn"]}, {"precision": 0.920702, "recall": 0.942688, "f1": 0.927569, "accuracy": 0.942688, "main_score": 0.927569, "hf_subset": "tpi_Latn-bho_Deva", "languages": ["tpi-Latn", "bho-Deva"]}, {"precision": 0.899819, "recall": 0.924901, "f1": 0.90751, "accuracy": 0.924901, "main_score": 0.90751, "hf_subset": "tpi_Latn-eus_Latn", "languages": ["tpi-Latn", "eus-Latn"]}, {"precision": 0.599747, "recall": 0.657115, "f1": 0.615354, "accuracy": 0.657115, "main_score": 0.615354, "hf_subset": "tpi_Latn-ibo_Latn", "languages": ["tpi-Latn", "ibo-Latn"]}, {"precision": 0.753729, "recall": 0.801383, "f1": 0.767754, "accuracy": 0.801383, "main_score": 0.767754, "hf_subset": "tpi_Latn-kmr_Latn", "languages": ["tpi-Latn", "kmr-Latn"]}, {"precision": 0.900066, "recall": 0.926877, "f1": 0.908235, "accuracy": 0.926877, "main_score": 0.908235, "hf_subset": "tpi_Latn-min_Latn", "languages": ["tpi-Latn", "min-Latn"]}, {"precision": 0.957181, "recall": 0.969368, "f1": 0.960935, "accuracy": 0.969368, "main_score": 0.960935, "hf_subset": "tpi_Latn-por_Latn", "languages": ["tpi-Latn", "por-Latn"]}, {"precision": 0.921896, "recall": 0.942688, "f1": 0.928005, "accuracy": 0.942688, "main_score": 0.928005, "hf_subset": "tpi_Latn-sun_Latn", "languages": ["tpi-Latn", "sun-Latn"]}, {"precision": 0.521325, "recall": 0.578063, "f1": 0.537262, "accuracy": 0.578063, "main_score": 0.537262, "hf_subset": "tpi_Latn-umb_Latn", "languages": ["tpi-Latn", "umb-Latn"]}, {"precision": 0.943462, "recall": 0.958498, "f1": 0.948024, "accuracy": 0.958498, "main_score": 0.948024, "hf_subset": "tpi_Latn-ajp_Arab", "languages": ["tpi-Latn", "ajp-Arab"]}, {"precision": 0.508728, "recall": 0.567194, "f1": 0.525329, "accuracy": 0.567194, "main_score": 0.525329, "hf_subset": "tpi_Latn-bjn_Arab", "languages": ["tpi-Latn", "bjn-Arab"]}, {"precision": 0.531149, "recall": 0.585968, "f1": 0.546378, "accuracy": 0.585968, "main_score": 0.546378, "hf_subset": "tpi_Latn-ewe_Latn", "languages": ["tpi-Latn", "ewe-Latn"]}, {"precision": 0.871033, "recall": 0.896245, "f1": 0.878063, "accuracy": 0.896245, "main_score": 0.878063, "hf_subset": "tpi_Latn-ilo_Latn", "languages": ["tpi-Latn", "ilo-Latn"]}, {"precision": 0.319014, "recall": 0.378458, "f1": 0.335669, "accuracy": 0.378458, "main_score": 0.335669, "hf_subset": "tpi_Latn-knc_Arab", "languages": ["tpi-Latn", "knc-Arab"]}, {"precision": 0.942852, "recall": 0.959486, "f1": 0.948123, "accuracy": 0.959486, "main_score": 0.948123, "hf_subset": "tpi_Latn-mkd_Cyrl", "languages": ["tpi-Latn", "mkd-Cyrl"]}, {"precision": 0.930171, "recall": 0.950593, "f1": 0.936397, "accuracy": 0.950593, "main_score": 0.936397, "hf_subset": "tpi_Latn-prs_Arab", "languages": ["tpi-Latn", "prs-Arab"]}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "tpi_Latn-swe_Latn", "languages": ["tpi-Latn", "swe-Latn"]}, {"precision": 0.923666, "recall": 0.94664, "f1": 0.931061, "accuracy": 0.94664, "main_score": 0.931061, "hf_subset": "tpi_Latn-urd_Arab", "languages": ["tpi-Latn", "urd-Arab"]}, {"precision": 0.610963, "recall": 0.671937, "f1": 0.628263, "accuracy": 0.671937, "main_score": 0.628263, "hf_subset": "tpi_Latn-aka_Latn", "languages": ["tpi-Latn", "aka-Latn"]}, {"precision": 0.904144, "recall": 0.925889, "f1": 0.910371, "accuracy": 0.925889, "main_score": 0.910371, "hf_subset": "tpi_Latn-bjn_Latn", "languages": ["tpi-Latn", "bjn-Latn"]}, {"precision": 0.850659, "recall": 0.885375, "f1": 0.861157, "accuracy": 0.885375, "main_score": 0.861157, "hf_subset": "tpi_Latn-fao_Latn", "languages": ["tpi-Latn", "fao-Latn"]}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "tpi_Latn-ind_Latn", "languages": ["tpi-Latn", "ind-Latn"]}, {"precision": 0.590851, "recall": 0.649209, "f1": 0.606998, "accuracy": 0.649209, "main_score": 0.606998, "hf_subset": "tpi_Latn-knc_Latn", "languages": ["tpi-Latn", "knc-Latn"]}, {"precision": 0.897678, "recall": 0.923913, "f1": 0.905618, "accuracy": 0.923913, "main_score": 0.905618, "hf_subset": "tpi_Latn-mlt_Latn", "languages": ["tpi-Latn", "mlt-Latn"]}, {"precision": 0.666761, "recall": 0.724308, "f1": 0.68306, "accuracy": 0.724308, "main_score": 0.68306, "hf_subset": "tpi_Latn-quy_Latn", "languages": ["tpi-Latn", "quy-Latn"]}, {"precision": 0.85108, "recall": 0.88834, "f1": 0.862269, "accuracy": 0.88834, "main_score": 0.862269, "hf_subset": "tpi_Latn-swh_Latn", "languages": ["tpi-Latn", "swh-Latn"]}, {"precision": 0.906044, "recall": 0.931818, "f1": 0.9139, "accuracy": 0.931818, "main_score": 0.9139, "hf_subset": "tpi_Latn-uzn_Latn", "languages": ["tpi-Latn", "uzn-Latn"]}, {"precision": 0.927866, "recall": 0.948617, "f1": 0.934256, "accuracy": 0.948617, "main_score": 0.934256, "hf_subset": "tpi_Latn-als_Latn", "languages": ["tpi-Latn", "als-Latn"]}, {"precision": 0.442213, "recall": 0.525692, "f1": 0.464038, "accuracy": 0.525692, "main_score": 0.464038, "hf_subset": "tpi_Latn-bod_Tibt", "languages": ["tpi-Latn", "bod-Tibt"]}, {"precision": 0.669024, "recall": 0.717391, "f1": 0.682535, "accuracy": 0.717391, "main_score": 0.682535, "hf_subset": "tpi_Latn-fij_Latn", "languages": ["tpi-Latn", "fij-Latn"]}, {"precision": 0.857082, "recall": 0.896245, "f1": 0.869203, "accuracy": 0.896245, "main_score": 0.869203, "hf_subset": "tpi_Latn-isl_Latn", "languages": ["tpi-Latn", "isl-Latn"]}, {"precision": 0.657775, "recall": 0.706522, "f1": 0.671324, "accuracy": 0.706522, "main_score": 0.671324, "hf_subset": "tpi_Latn-kon_Latn", "languages": ["tpi-Latn", "kon-Latn"]}, {"precision": 0.650066, "recall": 0.70751, "f1": 0.666085, "accuracy": 0.70751, "main_score": 0.666085, "hf_subset": "tpi_Latn-mni_Beng", "languages": ["tpi-Latn", "mni-Beng"]}, {"precision": 0.961215, "recall": 0.972332, "f1": 0.964657, "accuracy": 0.972332, "main_score": 0.964657, "hf_subset": "tpi_Latn-ron_Latn", "languages": ["tpi-Latn", "ron-Latn"]}, {"precision": 0.90168, "recall": 0.928854, "f1": 0.910211, "accuracy": 0.928854, "main_score": 0.910211, "hf_subset": "tpi_Latn-szl_Latn", "languages": ["tpi-Latn", "szl-Latn"]}, {"precision": 0.940958, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "tpi_Latn-vec_Latn", "languages": ["tpi-Latn", "vec-Latn"]}, {"precision": 0.779013, "recall": 0.83004, "f1": 0.794192, "accuracy": 0.83004, "main_score": 0.794192, "hf_subset": "tpi_Latn-amh_Ethi", "languages": ["tpi-Latn", "amh-Ethi"]}, {"precision": 0.942276, "recall": 0.959486, "f1": 0.94753, "accuracy": 0.959486, "main_score": 0.94753, "hf_subset": "tpi_Latn-bos_Latn", "languages": ["tpi-Latn", "bos-Latn"]}, {"precision": 0.933277, "recall": 0.951581, "f1": 0.938982, "accuracy": 0.951581, "main_score": 0.938982, "hf_subset": "tpi_Latn-fin_Latn", "languages": ["tpi-Latn", "fin-Latn"]}, {"precision": 0.943182, "recall": 0.960474, "f1": 0.948617, "accuracy": 0.960474, "main_score": 0.948617, "hf_subset": "tpi_Latn-ita_Latn", "languages": ["tpi-Latn", "ita-Latn"]}, {"precision": 0.935968, "recall": 0.954545, "f1": 0.9417, "accuracy": 0.954545, "main_score": 0.9417, "hf_subset": "tpi_Latn-kor_Hang", "languages": ["tpi-Latn", "kor-Hang"]}, {"precision": 0.556115, "recall": 0.604743, "f1": 0.569359, "accuracy": 0.604743, "main_score": 0.569359, "hf_subset": "tpi_Latn-mos_Latn", "languages": ["tpi-Latn", "mos-Latn"]}, {"precision": 0.541729, "recall": 0.598814, "f1": 0.557275, "accuracy": 0.598814, "main_score": 0.557275, "hf_subset": "tpi_Latn-run_Latn", "languages": ["tpi-Latn", "run-Latn"]}, {"precision": 0.923287, "recall": 0.945652, "f1": 0.930336, "accuracy": 0.945652, "main_score": 0.930336, "hf_subset": "tpi_Latn-tam_Taml", "languages": ["tpi-Latn", "tam-Taml"]}, {"precision": 0.92309, "recall": 0.945652, "f1": 0.930105, "accuracy": 0.945652, "main_score": 0.930105, "hf_subset": "tpi_Latn-vie_Latn", "languages": ["tpi-Latn", "vie-Latn"]}, {"precision": 0.936265, "recall": 0.954545, "f1": 0.942194, "accuracy": 0.954545, "main_score": 0.942194, "hf_subset": "tpi_Latn-apc_Arab", "languages": ["tpi-Latn", "apc-Arab"]}, {"precision": 0.761752, "recall": 0.806324, "f1": 0.77456, "accuracy": 0.806324, "main_score": 0.77456, "hf_subset": "tpi_Latn-bug_Latn", "languages": ["tpi-Latn", "bug-Latn"]}, {"precision": 0.4807, "recall": 0.535573, "f1": 0.495151, "accuracy": 0.535573, "main_score": 0.495151, "hf_subset": "tpi_Latn-fon_Latn", "languages": ["tpi-Latn", "fon-Latn"]}, {"precision": 0.919582, "recall": 0.940711, "f1": 0.925955, "accuracy": 0.940711, "main_score": 0.925955, "hf_subset": "tpi_Latn-jav_Latn", "languages": ["tpi-Latn", "jav-Latn"]}, {"precision": 0.863505, "recall": 0.896245, "f1": 0.873424, "accuracy": 0.896245, "main_score": 0.873424, "hf_subset": "tpi_Latn-lao_Laoo", "languages": ["tpi-Latn", "lao-Laoo"]}, {"precision": 0.718998, "recall": 0.777668, "f1": 0.736451, "accuracy": 0.777668, "main_score": 0.736451, "hf_subset": "tpi_Latn-mri_Latn", "languages": ["tpi-Latn", "mri-Latn"]}, {"precision": 0.944335, "recall": 0.961462, "f1": 0.949736, "accuracy": 0.961462, "main_score": 0.949736, "hf_subset": "tpi_Latn-rus_Cyrl", "languages": ["tpi-Latn", "rus-Cyrl"]}, {"precision": 0.54265, "recall": 0.599802, "f1": 0.55832, "accuracy": 0.599802, "main_score": 0.55832, "hf_subset": "tpi_Latn-taq_Latn", "languages": ["tpi-Latn", "taq-Latn"]}, {"precision": 0.932971, "recall": 0.952569, "f1": 0.939032, "accuracy": 0.952569, "main_score": 0.939032, "hf_subset": "tpi_Latn-war_Latn", "languages": ["tpi-Latn", "war-Latn"]}, {"precision": 0.93358, "recall": 0.952569, "f1": 0.939295, "accuracy": 0.952569, "main_score": 0.939295, "hf_subset": "tpi_Latn-arb_Arab", "languages": ["tpi-Latn", "arb-Arab"]}, {"precision": 0.947381, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "tpi_Latn-bul_Cyrl", "languages": ["tpi-Latn", "bul-Cyrl"]}, {"precision": 0.94865, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "tpi_Latn-fra_Latn", "languages": ["tpi-Latn", "fra-Latn"]}, {"precision": 0.945958, "recall": 0.961462, "f1": 0.950675, "accuracy": 0.961462, "main_score": 0.950675, "hf_subset": "tpi_Latn-jpn_Jpan", "languages": ["tpi-Latn", "jpn-Jpan"]}, {"precision": 0.914443, "recall": 0.938735, "f1": 0.921956, "accuracy": 0.938735, "main_score": 0.921956, "hf_subset": "tpi_Latn-lij_Latn", "languages": ["tpi-Latn", "lij-Latn"]}, {"precision": 0.840497, "recall": 0.886364, "f1": 0.854743, "accuracy": 0.886364, "main_score": 0.854743, "hf_subset": "tpi_Latn-mya_Mymr", "languages": ["tpi-Latn", "mya-Mymr"]}, {"precision": 0.599035, "recall": 0.662055, "f1": 0.616998, "accuracy": 0.662055, "main_score": 0.616998, "hf_subset": "tpi_Latn-sag_Latn", "languages": ["tpi-Latn", "sag-Latn"]}, {"precision": 0.197744, "recall": 0.250988, "f1": 0.209569, "accuracy": 0.250988, "main_score": 0.209569, "hf_subset": "tpi_Latn-taq_Tfng", "languages": ["tpi-Latn", "taq-Tfng"]}, {"precision": 0.640808, "recall": 0.692688, "f1": 0.655319, "accuracy": 0.692688, "main_score": 0.655319, "hf_subset": "tpi_Latn-wol_Latn", "languages": ["tpi-Latn", "wol-Latn"]}, {"precision": 0.644336, "recall": 0.705534, "f1": 0.661074, "accuracy": 0.705534, "main_score": 0.661074, "hf_subset": "tpi_Latn-arb_Latn", "languages": ["tpi-Latn", "arb-Latn"]}, {"precision": 0.945685, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "tpi_Latn-cat_Latn", "languages": ["tpi-Latn", "cat-Latn"]}, {"precision": 0.909667, "recall": 0.932806, "f1": 0.916568, "accuracy": 0.932806, "main_score": 0.916568, "hf_subset": "tpi_Latn-fur_Latn", "languages": ["tpi-Latn", "fur-Latn"]}, {"precision": 0.424382, "recall": 0.479249, "f1": 0.438418, "accuracy": 0.479249, "main_score": 0.438418, "hf_subset": "tpi_Latn-kab_Latn", "languages": ["tpi-Latn", "kab-Latn"]}, {"precision": 0.896831, "recall": 0.921937, "f1": 0.904463, "accuracy": 0.921937, "main_score": 0.904463, "hf_subset": "tpi_Latn-lim_Latn", "languages": ["tpi-Latn", "lim-Latn"]}, {"precision": 0.934371, "recall": 0.954545, "f1": 0.940777, "accuracy": 0.954545, "main_score": 0.940777, "hf_subset": "tpi_Latn-nld_Latn", "languages": ["tpi-Latn", "nld-Latn"]}, {"precision": 0.877339, "recall": 0.909091, "f1": 0.886989, "accuracy": 0.909091, "main_score": 0.886989, "hf_subset": "tpi_Latn-san_Deva", "languages": ["tpi-Latn", "san-Deva"]}, {"precision": 0.883317, "recall": 0.91502, "f1": 0.893103, "accuracy": 0.91502, "main_score": 0.893103, "hf_subset": "tpi_Latn-tat_Cyrl", "languages": ["tpi-Latn", "tat-Cyrl"]}, {"precision": 0.6531, "recall": 0.704545, "f1": 0.667234, "accuracy": 0.704545, "main_score": 0.667234, "hf_subset": "tpi_Latn-xho_Latn", "languages": ["tpi-Latn", "xho-Latn"]}, {"precision": 0.928557, "recall": 0.948617, "f1": 0.934585, "accuracy": 0.948617, "main_score": 0.934585, "hf_subset": "tpi_Latn-ars_Arab", "languages": ["tpi-Latn", "ars-Arab"]}, {"precision": 0.932148, "recall": 0.950593, "f1": 0.938029, "accuracy": 0.950593, "main_score": 0.938029, "hf_subset": "tpi_Latn-ceb_Latn", "languages": ["tpi-Latn", "ceb-Latn"]}, {"precision": 0.550556, "recall": 0.614625, "f1": 0.568858, "accuracy": 0.614625, "main_score": 0.568858, "hf_subset": "tpi_Latn-fuv_Latn", "languages": ["tpi-Latn", "fuv-Latn"]}, {"precision": 0.536901, "recall": 0.593874, "f1": 0.552658, "accuracy": 0.593874, "main_score": 0.552658, "hf_subset": "tpi_Latn-kac_Latn", "languages": ["tpi-Latn", "kac-Latn"]}, {"precision": 0.660754, "recall": 0.710474, "f1": 0.675334, "accuracy": 0.710474, "main_score": 0.675334, "hf_subset": "tpi_Latn-lin_Latn", "languages": ["tpi-Latn", "lin-Latn"]}, {"precision": 0.942556, "recall": 0.960474, "f1": 0.948287, "accuracy": 0.960474, "main_score": 0.948287, "hf_subset": "tpi_Latn-nno_Latn", "languages": ["tpi-Latn", "nno-Latn"]}, {"precision": 0.175714, "recall": 0.232213, "f1": 0.189603, "accuracy": 0.232213, "main_score": 0.189603, "hf_subset": "tpi_Latn-sat_Olck", "languages": ["tpi-Latn", "sat-Olck"]}, {"precision": 0.928689, "recall": 0.948617, "f1": 0.93475, "accuracy": 0.948617, "main_score": 0.93475, "hf_subset": "tpi_Latn-tel_Telu", "languages": ["tpi-Latn", "tel-Telu"]}, {"precision": 0.829233, "recall": 0.869565, "f1": 0.841304, "accuracy": 0.869565, "main_score": 0.841304, "hf_subset": "tpi_Latn-ydd_Hebr", "languages": ["tpi-Latn", "ydd-Hebr"]}, {"precision": 0.880451, "recall": 0.913043, "f1": 0.890397, "accuracy": 0.913043, "main_score": 0.890397, "hf_subset": "tpi_Latn-ary_Arab", "languages": ["tpi-Latn", "ary-Arab"]}, {"precision": 0.933383, "recall": 0.953557, "f1": 0.939789, "accuracy": 0.953557, "main_score": 0.939789, "hf_subset": "tpi_Latn-ces_Latn", "languages": ["tpi-Latn", "ces-Latn"]}, {"precision": 0.565952, "recall": 0.62253, "f1": 0.582298, "accuracy": 0.62253, "main_score": 0.582298, "hf_subset": "tpi_Latn-gaz_Latn", "languages": ["tpi-Latn", "gaz-Latn"]}, {"precision": 0.590277, "recall": 0.652174, "f1": 0.607138, "accuracy": 0.652174, "main_score": 0.607138, "hf_subset": "tpi_Latn-kam_Latn", "languages": ["tpi-Latn", "kam-Latn"]}, {"precision": 0.920702, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "tpi_Latn-lit_Latn", "languages": ["tpi-Latn", "lit-Latn"]}, {"precision": 0.947711, "recall": 0.963439, "f1": 0.952635, "accuracy": 0.963439, "main_score": 0.952635, "hf_subset": "tpi_Latn-nob_Latn", "languages": ["tpi-Latn", "nob-Latn"]}, {"precision": 0.897348, "recall": 0.923913, "f1": 0.905336, "accuracy": 0.923913, "main_score": 0.905336, "hf_subset": "tpi_Latn-scn_Latn", "languages": ["tpi-Latn", "scn-Latn"]}, {"precision": 0.856152, "recall": 0.892292, "f1": 0.867243, "accuracy": 0.892292, "main_score": 0.867243, "hf_subset": "tpi_Latn-tgk_Cyrl", "languages": ["tpi-Latn", "tgk-Cyrl"]}, {"precision": 0.623542, "recall": 0.689723, "f1": 0.642597, "accuracy": 0.689723, "main_score": 0.642597, "hf_subset": "tpi_Latn-yor_Latn", "languages": ["tpi-Latn", "yor-Latn"]}, {"precision": 0.934519, "recall": 0.952569, "f1": 0.940006, "accuracy": 0.952569, "main_score": 0.940006, "hf_subset": "tpi_Latn-arz_Arab", "languages": ["tpi-Latn", "arz-Arab"]}, {"precision": 0.550889, "recall": 0.608696, "f1": 0.567463, "accuracy": 0.608696, "main_score": 0.567463, "hf_subset": "tpi_Latn-cjk_Latn", "languages": ["tpi-Latn", "cjk-Latn"]}, {"precision": 0.663811, "recall": 0.721344, "f1": 0.679404, "accuracy": 0.721344, "main_score": 0.679404, "hf_subset": "tpi_Latn-gla_Latn", "languages": ["tpi-Latn", "gla-Latn"]}, {"precision": 0.927125, "recall": 0.947628, "f1": 0.933531, "accuracy": 0.947628, "main_score": 0.933531, "hf_subset": "tpi_Latn-kan_Knda", "languages": ["tpi-Latn", "kan-Knda"]}, {"precision": 0.906439, "recall": 0.929842, "f1": 0.913603, "accuracy": 0.929842, "main_score": 0.913603, "hf_subset": "tpi_Latn-lmo_Latn", "languages": ["tpi-Latn", "lmo-Latn"]}, {"precision": 0.934157, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "tpi_Latn-npi_Deva", "languages": ["tpi-Latn", "npi-Deva"]}, {"precision": 0.474258, "recall": 0.540514, "f1": 0.492865, "accuracy": 0.540514, "main_score": 0.492865, "hf_subset": "tpi_Latn-shn_Mymr", "languages": ["tpi-Latn", "shn-Mymr"]}, {"precision": 0.953557, "recall": 0.966403, "f1": 0.957675, "accuracy": 0.966403, "main_score": 0.957675, "hf_subset": "tpi_Latn-tgl_Latn", "languages": ["tpi-Latn", "tgl-Latn"]}, {"precision": 0.934618, "recall": 0.953557, "f1": 0.940514, "accuracy": 0.953557, "main_score": 0.940514, "hf_subset": "tpi_Latn-yue_Hant", "languages": ["tpi-Latn", "yue-Hant"]}, {"precision": 0.910886, "recall": 0.936759, "f1": 0.919038, "accuracy": 0.936759, "main_score": 0.919038, "hf_subset": "tpi_Latn-asm_Beng", "languages": ["tpi-Latn", "asm-Beng"]}, {"precision": 0.78266, "recall": 0.829051, "f1": 0.796151, "accuracy": 0.829051, "main_score": 0.796151, "hf_subset": "tpi_Latn-ckb_Arab", "languages": ["tpi-Latn", "ckb-Arab"]}, {"precision": 0.695883, "recall": 0.747036, "f1": 0.709947, "accuracy": 0.747036, "main_score": 0.709947, "hf_subset": "tpi_Latn-gle_Latn", "languages": ["tpi-Latn", "gle-Latn"]}, {"precision": 0.824564, "recall": 0.863636, "f1": 0.836042, "accuracy": 0.863636, "main_score": 0.836042, "hf_subset": "tpi_Latn-kas_Arab", "languages": ["tpi-Latn", "kas-Arab"]}, {"precision": 0.823692, "recall": 0.863636, "f1": 0.835477, "accuracy": 0.863636, "main_score": 0.835477, "hf_subset": "tpi_Latn-ltg_Latn", "languages": ["tpi-Latn", "ltg-Latn"]}, {"precision": 0.629951, "recall": 0.681818, "f1": 0.644282, "accuracy": 0.681818, "main_score": 0.644282, "hf_subset": "tpi_Latn-nso_Latn", "languages": ["tpi-Latn", "nso-Latn"]}, {"precision": 0.841963, "recall": 0.882411, "f1": 0.853971, "accuracy": 0.882411, "main_score": 0.853971, "hf_subset": "tpi_Latn-sin_Sinh", "languages": ["tpi-Latn", "sin-Sinh"]}, {"precision": 0.945735, "recall": 0.961462, "f1": 0.950659, "accuracy": 0.961462, "main_score": 0.950659, "hf_subset": "tpi_Latn-tha_Thai", "languages": ["tpi-Latn", "tha-Thai"]}, {"precision": 0.934387, "recall": 0.951581, "f1": 0.939574, "accuracy": 0.951581, "main_score": 0.939574, "hf_subset": "tpi_Latn-zho_Hans", "languages": ["tpi-Latn", "zho-Hans"]}, {"precision": 0.939888, "recall": 0.956522, "f1": 0.945111, "accuracy": 0.956522, "main_score": 0.945111, "hf_subset": "tpi_Latn-ast_Latn", "languages": ["tpi-Latn", "ast-Latn"]}, {"precision": 0.897348, "recall": 0.925889, "f1": 0.906192, "accuracy": 0.925889, "main_score": 0.906192, "hf_subset": "tpi_Latn-crh_Latn", "languages": ["tpi-Latn", "crh-Latn"]}, {"precision": 0.950626, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "tpi_Latn-glg_Latn", "languages": ["tpi-Latn", "glg-Latn"]}, {"precision": 0.770638, "recall": 0.824111, "f1": 0.786133, "accuracy": 0.824111, "main_score": 0.786133, "hf_subset": "tpi_Latn-kas_Deva", "languages": ["tpi-Latn", "kas-Deva"]}, {"precision": 0.897645, "recall": 0.925889, "f1": 0.906192, "accuracy": 0.925889, "main_score": 0.906192, "hf_subset": "tpi_Latn-ltz_Latn", "languages": ["tpi-Latn", "ltz-Latn"]}, {"precision": 0.482591, "recall": 0.544466, "f1": 0.499144, "accuracy": 0.544466, "main_score": 0.499144, "hf_subset": "tpi_Latn-nus_Latn", "languages": ["tpi-Latn", "nus-Latn"]}, {"precision": 0.942424, "recall": 0.958498, "f1": 0.947134, "accuracy": 0.958498, "main_score": 0.947134, "hf_subset": "tpi_Latn-slk_Latn", "languages": ["tpi-Latn", "slk-Latn"]}, {"precision": 0.522888, "recall": 0.589921, "f1": 0.541346, "accuracy": 0.589921, "main_score": 0.541346, "hf_subset": "tpi_Latn-tir_Ethi", "languages": ["tpi-Latn", "tir-Ethi"]}, {"precision": 0.930336, "recall": 0.951581, "f1": 0.937088, "accuracy": 0.951581, "main_score": 0.937088, "hf_subset": "tpi_Latn-zho_Hant", "languages": ["tpi-Latn", "zho-Hant"]}, {"precision": 0.928475, "recall": 0.948617, "f1": 0.934637, "accuracy": 0.948617, "main_score": 0.934637, "hf_subset": "tpi_Latn-awa_Deva", "languages": ["tpi-Latn", "awa-Deva"]}, {"precision": 0.832216, "recall": 0.865613, "f1": 0.841836, "accuracy": 0.865613, "main_score": 0.841836, "hf_subset": "tpi_Latn-cym_Latn", "languages": ["tpi-Latn", "cym-Latn"]}, {"precision": 0.779884, "recall": 0.823123, "f1": 0.792869, "accuracy": 0.823123, "main_score": 0.792869, "hf_subset": "tpi_Latn-grn_Latn", "languages": ["tpi-Latn", "grn-Latn"]}, {"precision": 0.874457, "recall": 0.909091, "f1": 0.885112, "accuracy": 0.909091, "main_score": 0.885112, "hf_subset": "tpi_Latn-kat_Geor", "languages": ["tpi-Latn", "kat-Geor"]}, {"precision": 0.633565, "recall": 0.687747, "f1": 0.648666, "accuracy": 0.687747, "main_score": 0.648666, "hf_subset": "tpi_Latn-lua_Latn", "languages": ["tpi-Latn", "lua-Latn"]}, {"precision": 0.642534, "recall": 0.693676, "f1": 0.656969, "accuracy": 0.693676, "main_score": 0.656969, "hf_subset": "tpi_Latn-nya_Latn", "languages": ["tpi-Latn", "nya-Latn"]}, {"precision": 0.926746, "recall": 0.94664, "f1": 0.932642, "accuracy": 0.94664, "main_score": 0.932642, "hf_subset": "tpi_Latn-slv_Latn", "languages": ["tpi-Latn", "slv-Latn"]}, {"precision": 0.941782, "recall": 0.959486, "f1": 0.947365, "accuracy": 0.959486, "main_score": 0.947365, "hf_subset": "tpi_Latn-zsm_Latn", "languages": ["tpi-Latn", "zsm-Latn"]}, {"precision": 0.544575, "recall": 0.609684, "f1": 0.563361, "accuracy": 0.609684, "main_score": 0.563361, "hf_subset": "tpi_Latn-ayr_Latn", "languages": ["tpi-Latn", "ayr-Latn"]}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "tpi_Latn-dan_Latn", "languages": ["tpi-Latn", "dan-Latn"]}, {"precision": 0.932504, "recall": 0.950593, "f1": 0.938011, "accuracy": 0.950593, "main_score": 0.938011, "hf_subset": "tpi_Latn-guj_Gujr", "languages": ["tpi-Latn", "guj-Gujr"]}, {"precision": 0.921854, "recall": 0.945652, "f1": 0.929414, "accuracy": 0.945652, "main_score": 0.929414, "hf_subset": "tpi_Latn-kaz_Cyrl", "languages": ["tpi-Latn", "kaz-Cyrl"]}, {"precision": 0.537758, "recall": 0.590909, "f1": 0.552385, "accuracy": 0.590909, "main_score": 0.552385, "hf_subset": "tpi_Latn-lug_Latn", "languages": ["tpi-Latn", "lug-Latn"]}, {"precision": 0.952899, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "tpi_Latn-oci_Latn", "languages": ["tpi-Latn", "oci-Latn"]}, {"precision": 0.75052, "recall": 0.800395, "f1": 0.764021, "accuracy": 0.800395, "main_score": 0.764021, "hf_subset": "tpi_Latn-smo_Latn", "languages": ["tpi-Latn", "smo-Latn"]}, {"precision": 0.550966, "recall": 0.612648, "f1": 0.567414, "accuracy": 0.612648, "main_score": 0.567414, "hf_subset": "tpi_Latn-tsn_Latn", "languages": ["tpi-Latn", "tsn-Latn"]}, {"precision": 0.588109, "recall": 0.649209, "f1": 0.60514, "accuracy": 0.649209, "main_score": 0.60514, "hf_subset": "tpi_Latn-zul_Latn", "languages": ["tpi-Latn", "zul-Latn"]}, {"precision": 0.794403, "recall": 0.844862, "f1": 0.809519, "accuracy": 0.844862, "main_score": 0.809519, "hf_subset": "tpi_Latn-azb_Arab", "languages": ["tpi-Latn", "azb-Arab"]}, {"precision": 0.945356, "recall": 0.960474, "f1": 0.949901, "accuracy": 0.960474, "main_score": 0.949901, "hf_subset": "tpi_Latn-deu_Latn", "languages": ["tpi-Latn", "deu-Latn"]}, {"precision": 0.858235, "recall": 0.894269, "f1": 0.869038, "accuracy": 0.894269, "main_score": 0.869038, "hf_subset": "tpi_Latn-hat_Latn", "languages": ["tpi-Latn", "hat-Latn"]}, {"precision": 0.514415, "recall": 0.564229, "f1": 0.528166, "accuracy": 0.564229, "main_score": 0.528166, "hf_subset": "tpi_Latn-kbp_Latn", "languages": ["tpi-Latn", "kbp-Latn"]}, {"precision": 0.589071, "recall": 0.646245, "f1": 0.604443, "accuracy": 0.646245, "main_score": 0.604443, "hf_subset": "tpi_Latn-luo_Latn", "languages": ["tpi-Latn", "luo-Latn"]}, {"precision": 0.929265, "recall": 0.949605, "f1": 0.935474, "accuracy": 0.949605, "main_score": 0.935474, "hf_subset": "tpi_Latn-ory_Orya", "languages": ["tpi-Latn", "ory-Orya"]}, {"precision": 0.602472, "recall": 0.65415, "f1": 0.616733, "accuracy": 0.65415, "main_score": 0.616733, "hf_subset": "tpi_Latn-sna_Latn", "languages": ["tpi-Latn", "sna-Latn"]}, {"precision": 0.572802, "recall": 0.62253, "f1": 0.586079, "accuracy": 0.62253, "main_score": 0.586079, "hf_subset": "tpi_Latn-tso_Latn", "languages": ["tpi-Latn", "tso-Latn"]}, {"precision": 0.900939, "recall": 0.928854, "f1": 0.909651, "accuracy": 0.928854, "main_score": 0.909651, "hf_subset": "tpi_Latn-azj_Latn", "languages": ["tpi-Latn", "azj-Latn"]}, {"precision": 0.551647, "recall": 0.610672, "f1": 0.569716, "accuracy": 0.610672, "main_score": 0.569716, "hf_subset": "tpi_Latn-dik_Latn", "languages": ["tpi-Latn", "dik-Latn"]}, {"precision": 0.670562, "recall": 0.724308, "f1": 0.686056, "accuracy": 0.724308, "main_score": 0.686056, "hf_subset": "tpi_Latn-hau_Latn", "languages": ["tpi-Latn", "hau-Latn"]}, {"precision": 0.896584, "recall": 0.922925, "f1": 0.904364, "accuracy": 0.922925, "main_score": 0.904364, "hf_subset": "tpi_Latn-kea_Latn", "languages": ["tpi-Latn", "kea-Latn"]}, {"precision": 0.733267, "recall": 0.777668, "f1": 0.746231, "accuracy": 0.777668, "main_score": 0.746231, "hf_subset": "tpi_Latn-lus_Latn", "languages": ["tpi-Latn", "lus-Latn"]}, {"precision": 0.809478, "recall": 0.846838, "f1": 0.820462, "accuracy": 0.846838, "main_score": 0.820462, "hf_subset": "tpi_Latn-pag_Latn", "languages": ["tpi-Latn", "pag-Latn"]}, {"precision": 0.905254, "recall": 0.931818, "f1": 0.913603, "accuracy": 0.931818, "main_score": 0.913603, "hf_subset": "tpi_Latn-snd_Arab", "languages": ["tpi-Latn", "snd-Arab"]}, {"precision": 0.796187, "recall": 0.843874, "f1": 0.810101, "accuracy": 0.843874, "main_score": 0.810101, "hf_subset": "tpi_Latn-tuk_Latn", "languages": ["tpi-Latn", "tuk-Latn"]}, {"precision": 0.898584, "recall": 0.924901, "f1": 0.906541, "accuracy": 0.924901, "main_score": 0.906541, "hf_subset": "tpi_Latn-bak_Cyrl", "languages": ["tpi-Latn", "bak-Cyrl"]}, {"precision": 0.488154, "recall": 0.560277, "f1": 0.508831, "accuracy": 0.560277, "main_score": 0.508831, "hf_subset": "tpi_Latn-dyu_Latn", "languages": ["tpi-Latn", "dyu-Latn"]}, {"precision": 0.936018, "recall": 0.955534, "f1": 0.94226, "accuracy": 0.955534, "main_score": 0.94226, "hf_subset": "tpi_Latn-heb_Hebr", "languages": ["tpi-Latn", "heb-Hebr"]}, {"precision": 0.852684, "recall": 0.890316, "f1": 0.864479, "accuracy": 0.890316, "main_score": 0.864479, "hf_subset": "tpi_Latn-khk_Cyrl", "languages": ["tpi-Latn", "khk-Cyrl"]}, {"precision": 0.937912, "recall": 0.956522, "f1": 0.943643, "accuracy": 0.956522, "main_score": 0.943643, "hf_subset": "tpi_Latn-lvs_Latn", "languages": ["tpi-Latn", "lvs-Latn"]}, {"precision": 0.927372, "recall": 0.947628, "f1": 0.93355, "accuracy": 0.947628, "main_score": 0.93355, "hf_subset": "tpi_Latn-pan_Guru", "languages": ["tpi-Latn", "pan-Guru"]}, {"precision": 0.630077, "recall": 0.686759, "f1": 0.645591, "accuracy": 0.686759, "main_score": 0.645591, "hf_subset": "tpi_Latn-som_Latn", "languages": ["tpi-Latn", "som-Latn"]}, {"precision": 0.611027, "recall": 0.655138, "f1": 0.623671, "accuracy": 0.655138, "main_score": 0.623671, "hf_subset": "tpi_Latn-tum_Latn", "languages": ["tpi-Latn", "tum-Latn"]}, {"precision": 0.620273, "recall": 0.686759, "f1": 0.639179, "accuracy": 0.686759, "main_score": 0.639179, "hf_subset": "zsm_Latn-ace_Arab", "languages": ["zsm-Latn", "ace-Arab"]}, {"precision": 0.562277, "recall": 0.614625, "f1": 0.577226, "accuracy": 0.614625, "main_score": 0.577226, "hf_subset": "zsm_Latn-bam_Latn", "languages": ["zsm-Latn", "bam-Latn"]}, {"precision": 0.471923, "recall": 0.550395, "f1": 0.493423, "accuracy": 0.550395, "main_score": 0.493423, "hf_subset": "zsm_Latn-dzo_Tibt", "languages": ["zsm-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hin_Deva", "languages": ["zsm-Latn", "hin-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-khm_Khmr", "languages": ["zsm-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mag_Deva", "languages": ["zsm-Latn", "mag-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "zsm_Latn-pap_Latn", "languages": ["zsm-Latn", "pap-Latn"]}, {"precision": 0.625005, "recall": 0.676877, "f1": 0.639235, "accuracy": 0.676877, "main_score": 0.639235, "hf_subset": "zsm_Latn-sot_Latn", "languages": ["zsm-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tur_Latn", "languages": ["zsm-Latn", "tur-Latn"]}, {"precision": 0.910326, "recall": 0.935771, "f1": 0.918215, "accuracy": 0.935771, "main_score": 0.918215, "hf_subset": "zsm_Latn-ace_Latn", "languages": ["zsm-Latn", "ace-Latn"]}, {"precision": 0.97612, "recall": 0.982213, "f1": 0.978096, "accuracy": 0.982213, "main_score": 0.978096, "hf_subset": "zsm_Latn-ban_Latn", "languages": ["zsm-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-ell_Grek", "languages": ["zsm-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zsm_Latn-hne_Deva", "languages": ["zsm-Latn", "hne-Deva"]}, {"precision": 0.634158, "recall": 0.686759, "f1": 0.649516, "accuracy": 0.686759, "main_score": 0.649516, "hf_subset": "zsm_Latn-kik_Latn", "languages": ["zsm-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mai_Deva", "languages": ["zsm-Latn", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "zsm_Latn-pbt_Arab", "languages": ["zsm-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-spa_Latn", "languages": ["zsm-Latn", "spa-Latn"]}, {"precision": 0.6293, "recall": 0.692688, "f1": 0.64729, "accuracy": 0.692688, "main_score": 0.64729, "hf_subset": "zsm_Latn-twi_Latn", "languages": ["zsm-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-acm_Arab", "languages": ["zsm-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bel_Cyrl", "languages": ["zsm-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-eng_Latn", "languages": ["zsm-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hrv_Latn", "languages": ["zsm-Latn", "hrv-Latn"]}, {"precision": 0.590013, "recall": 0.653162, "f1": 0.608373, "accuracy": 0.653162, "main_score": 0.608373, "hf_subset": "zsm_Latn-kin_Latn", "languages": ["zsm-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-mal_Mlym", "languages": ["zsm-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pes_Arab", "languages": ["zsm-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-srd_Latn", "languages": ["zsm-Latn", "srd-Latn"]}, {"precision": 0.183797, "recall": 0.238142, "f1": 0.197428, "accuracy": 0.238142, "main_score": 0.197428, "hf_subset": "zsm_Latn-tzm_Tfng", "languages": ["zsm-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-acq_Arab", "languages": ["zsm-Latn", "acq-Arab"]}, {"precision": 0.660952, "recall": 0.705534, "f1": 0.673392, "accuracy": 0.705534, "main_score": 0.673392, "hf_subset": "zsm_Latn-bem_Latn", "languages": ["zsm-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-epo_Latn", "languages": ["zsm-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hun_Latn", "languages": ["zsm-Latn", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-kir_Cyrl", "languages": ["zsm-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mar_Deva", "languages": ["zsm-Latn", "mar-Deva"]}, {"precision": 0.71306, "recall": 0.762846, "f1": 0.727668, "accuracy": 0.762846, "main_score": 0.727668, "hf_subset": "zsm_Latn-plt_Latn", "languages": ["zsm-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-srp_Cyrl", "languages": ["zsm-Latn", "srp-Cyrl"]}, {"precision": 0.971262, "recall": 0.979249, "f1": 0.973715, "accuracy": 0.979249, "main_score": 0.973715, "hf_subset": "zsm_Latn-uig_Arab", "languages": ["zsm-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-aeb_Arab", "languages": ["zsm-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ben_Beng", "languages": ["zsm-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-est_Latn", "languages": ["zsm-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hye_Armn", "languages": ["zsm-Latn", "hye-Armn"]}, {"precision": 0.572465, "recall": 0.624506, "f1": 0.587475, "accuracy": 0.624506, "main_score": 0.587475, "hf_subset": "zsm_Latn-kmb_Latn", "languages": ["zsm-Latn", "kmb-Latn"]}, {"precision": 0.545858, "recall": 0.615613, "f1": 0.564903, "accuracy": 0.615613, "main_score": 0.564903, "hf_subset": "zsm_Latn-min_Arab", "languages": ["zsm-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pol_Latn", "languages": ["zsm-Latn", "pol-Latn"]}, {"precision": 0.598581, "recall": 0.659091, "f1": 0.616126, "accuracy": 0.659091, "main_score": 0.616126, "hf_subset": "zsm_Latn-ssw_Latn", "languages": ["zsm-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ukr_Cyrl", "languages": ["zsm-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-afr_Latn", "languages": ["zsm-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-bho_Deva", "languages": ["zsm-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-eus_Latn", "languages": ["zsm-Latn", "eus-Latn"]}, {"precision": 0.608278, "recall": 0.668972, "f1": 0.624906, "accuracy": 0.668972, "main_score": 0.624906, "hf_subset": "zsm_Latn-ibo_Latn", "languages": ["zsm-Latn", "ibo-Latn"]}, {"precision": 0.922266, "recall": 0.943676, "f1": 0.929018, "accuracy": 0.943676, "main_score": 0.929018, "hf_subset": "zsm_Latn-kmr_Latn", "languages": ["zsm-Latn", "kmr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-min_Latn", "languages": ["zsm-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-por_Latn", "languages": ["zsm-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-sun_Latn", "languages": ["zsm-Latn", "sun-Latn"]}, {"precision": 0.539122, "recall": 0.594862, "f1": 0.555472, "accuracy": 0.594862, "main_score": 0.555472, "hf_subset": "zsm_Latn-umb_Latn", "languages": ["zsm-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ajp_Arab", "languages": ["zsm-Latn", "ajp-Arab"]}, {"precision": 0.58128, "recall": 0.648221, "f1": 0.599642, "accuracy": 0.648221, "main_score": 0.599642, "hf_subset": "zsm_Latn-bjn_Arab", "languages": ["zsm-Latn", "bjn-Arab"]}, {"precision": 0.53837, "recall": 0.590909, "f1": 0.552912, "accuracy": 0.590909, "main_score": 0.552912, "hf_subset": "zsm_Latn-ewe_Latn", "languages": ["zsm-Latn", "ewe-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "zsm_Latn-ilo_Latn", "languages": ["zsm-Latn", "ilo-Latn"]}, {"precision": 0.330752, "recall": 0.393281, "f1": 0.348021, "accuracy": 0.393281, "main_score": 0.348021, "hf_subset": "zsm_Latn-knc_Arab", "languages": ["zsm-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mkd_Cyrl", "languages": ["zsm-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-prs_Arab", "languages": ["zsm-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-swe_Latn", "languages": ["zsm-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-urd_Arab", "languages": ["zsm-Latn", "urd-Arab"]}, {"precision": 0.619253, "recall": 0.675889, "f1": 0.635452, "accuracy": 0.675889, "main_score": 0.635452, "hf_subset": "zsm_Latn-aka_Latn", "languages": ["zsm-Latn", "aka-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-bjn_Latn", "languages": ["zsm-Latn", "bjn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zsm_Latn-fao_Latn", "languages": ["zsm-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ind_Latn", "languages": ["zsm-Latn", "ind-Latn"]}, {"precision": 0.611025, "recall": 0.659091, "f1": 0.624806, "accuracy": 0.659091, "main_score": 0.624806, "hf_subset": "zsm_Latn-knc_Latn", "languages": ["zsm-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-mlt_Latn", "languages": ["zsm-Latn", "mlt-Latn"]}, {"precision": 0.734743, "recall": 0.790514, "f1": 0.751459, "accuracy": 0.790514, "main_score": 0.751459, "hf_subset": "zsm_Latn-quy_Latn", "languages": ["zsm-Latn", "quy-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zsm_Latn-swh_Latn", "languages": ["zsm-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-uzn_Latn", "languages": ["zsm-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-als_Latn", "languages": ["zsm-Latn", "als-Latn"]}, {"precision": 0.689081, "recall": 0.764822, "f1": 0.712088, "accuracy": 0.764822, "main_score": 0.712088, "hf_subset": "zsm_Latn-bod_Tibt", "languages": ["zsm-Latn", "bod-Tibt"]}, {"precision": 0.733668, "recall": 0.787549, "f1": 0.749272, "accuracy": 0.787549, "main_score": 0.749272, "hf_subset": "zsm_Latn-fij_Latn", "languages": ["zsm-Latn", "fij-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-isl_Latn", "languages": ["zsm-Latn", "isl-Latn"]}, {"precision": 0.689092, "recall": 0.736166, "f1": 0.702426, "accuracy": 0.736166, "main_score": 0.702426, "hf_subset": "zsm_Latn-kon_Latn", "languages": ["zsm-Latn", "kon-Latn"]}, {"precision": 0.688472, "recall": 0.748024, "f1": 0.705728, "accuracy": 0.748024, "main_score": 0.705728, "hf_subset": "zsm_Latn-mni_Beng", "languages": ["zsm-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ron_Latn", "languages": ["zsm-Latn", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "zsm_Latn-szl_Latn", "languages": ["zsm-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-vec_Latn", "languages": ["zsm-Latn", "vec-Latn"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "zsm_Latn-amh_Ethi", "languages": ["zsm-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bos_Latn", "languages": ["zsm-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-fin_Latn", "languages": ["zsm-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ita_Latn", "languages": ["zsm-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-kor_Hang", "languages": ["zsm-Latn", "kor-Hang"]}, {"precision": 0.579965, "recall": 0.636364, "f1": 0.595394, "accuracy": 0.636364, "main_score": 0.595394, "hf_subset": "zsm_Latn-mos_Latn", "languages": ["zsm-Latn", "mos-Latn"]}, {"precision": 0.582397, "recall": 0.63834, "f1": 0.598368, "accuracy": 0.63834, "main_score": 0.598368, "hf_subset": "zsm_Latn-run_Latn", "languages": ["zsm-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tam_Taml", "languages": ["zsm-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-vie_Latn", "languages": ["zsm-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-apc_Arab", "languages": ["zsm-Latn", "apc-Arab"]}, {"precision": 0.832197, "recall": 0.871542, "f1": 0.843874, "accuracy": 0.871542, "main_score": 0.843874, "hf_subset": "zsm_Latn-bug_Latn", "languages": ["zsm-Latn", "bug-Latn"]}, {"precision": 0.490615, "recall": 0.544466, "f1": 0.504991, "accuracy": 0.544466, "main_score": 0.504991, "hf_subset": "zsm_Latn-fon_Latn", "languages": ["zsm-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-jav_Latn", "languages": ["zsm-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-lao_Laoo", "languages": ["zsm-Latn", "lao-Laoo"]}, {"precision": 0.907609, "recall": 0.934783, "f1": 0.916337, "accuracy": 0.934783, "main_score": 0.916337, "hf_subset": "zsm_Latn-mri_Latn", "languages": ["zsm-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-rus_Cyrl", "languages": ["zsm-Latn", "rus-Cyrl"]}, {"precision": 0.556523, "recall": 0.616601, "f1": 0.573378, "accuracy": 0.616601, "main_score": 0.573378, "hf_subset": "zsm_Latn-taq_Latn", "languages": ["zsm-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-war_Latn", "languages": ["zsm-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-arb_Arab", "languages": ["zsm-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bul_Cyrl", "languages": ["zsm-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-fra_Latn", "languages": ["zsm-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-jpn_Jpan", "languages": ["zsm-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-lij_Latn", "languages": ["zsm-Latn", "lij-Latn"]}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "zsm_Latn-mya_Mymr", "languages": ["zsm-Latn", "mya-Mymr"]}, {"precision": 0.618662, "recall": 0.685771, "f1": 0.638146, "accuracy": 0.685771, "main_score": 0.638146, "hf_subset": "zsm_Latn-sag_Latn", "languages": ["zsm-Latn", "sag-Latn"]}, {"precision": 0.199482, "recall": 0.255929, "f1": 0.212678, "accuracy": 0.255929, "main_score": 0.212678, "hf_subset": "zsm_Latn-taq_Tfng", "languages": ["zsm-Latn", "taq-Tfng"]}, {"precision": 0.65135, "recall": 0.709486, "f1": 0.668154, "accuracy": 0.709486, "main_score": 0.668154, "hf_subset": "zsm_Latn-wol_Latn", "languages": ["zsm-Latn", "wol-Latn"]}, {"precision": 0.819911, "recall": 0.867589, "f1": 0.834684, "accuracy": 0.867589, "main_score": 0.834684, "hf_subset": "zsm_Latn-arb_Latn", "languages": ["zsm-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-cat_Latn", "languages": ["zsm-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zsm_Latn-fur_Latn", "languages": ["zsm-Latn", "fur-Latn"]}, {"precision": 0.446929, "recall": 0.505929, "f1": 0.463759, "accuracy": 0.505929, "main_score": 0.463759, "hf_subset": "zsm_Latn-kab_Latn", "languages": ["zsm-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zsm_Latn-lim_Latn", "languages": ["zsm-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-nld_Latn", "languages": ["zsm-Latn", "nld-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zsm_Latn-san_Deva", "languages": ["zsm-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tat_Cyrl", "languages": ["zsm-Latn", "tat-Cyrl"]}, {"precision": 0.702306, "recall": 0.753953, "f1": 0.717139, "accuracy": 0.753953, "main_score": 0.717139, "hf_subset": "zsm_Latn-xho_Latn", "languages": ["zsm-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ars_Arab", "languages": ["zsm-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ceb_Latn", "languages": ["zsm-Latn", "ceb-Latn"]}, {"precision": 0.585615, "recall": 0.643281, "f1": 0.601979, "accuracy": 0.643281, "main_score": 0.601979, "hf_subset": "zsm_Latn-fuv_Latn", "languages": ["zsm-Latn", "fuv-Latn"]}, {"precision": 0.530739, "recall": 0.594862, "f1": 0.54869, "accuracy": 0.594862, "main_score": 0.54869, "hf_subset": "zsm_Latn-kac_Latn", "languages": ["zsm-Latn", "kac-Latn"]}, {"precision": 0.699061, "recall": 0.75, "f1": 0.714065, "accuracy": 0.75, "main_score": 0.714065, "hf_subset": "zsm_Latn-lin_Latn", "languages": ["zsm-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-nno_Latn", "languages": ["zsm-Latn", "nno-Latn"]}, {"precision": 0.246627, "recall": 0.335968, "f1": 0.269474, "accuracy": 0.335968, "main_score": 0.269474, "hf_subset": "zsm_Latn-sat_Olck", "languages": ["zsm-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tel_Telu", "languages": ["zsm-Latn", "tel-Telu"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "zsm_Latn-ydd_Hebr", "languages": ["zsm-Latn", "ydd-Hebr"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "zsm_Latn-ary_Arab", "languages": ["zsm-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-ces_Latn", "languages": ["zsm-Latn", "ces-Latn"]}, {"precision": 0.612401, "recall": 0.666008, "f1": 0.6278, "accuracy": 0.666008, "main_score": 0.6278, "hf_subset": "zsm_Latn-gaz_Latn", "languages": ["zsm-Latn", "gaz-Latn"]}, {"precision": 0.612618, "recall": 0.672925, "f1": 0.629781, "accuracy": 0.672925, "main_score": 0.629781, "hf_subset": "zsm_Latn-kam_Latn", "languages": ["zsm-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zsm_Latn-lit_Latn", "languages": ["zsm-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-nob_Latn", "languages": ["zsm-Latn", "nob-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "zsm_Latn-scn_Latn", "languages": ["zsm-Latn", "scn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "zsm_Latn-tgk_Cyrl", "languages": ["zsm-Latn", "tgk-Cyrl"]}, {"precision": 0.755016, "recall": 0.815217, "f1": 0.773238, "accuracy": 0.815217, "main_score": 0.773238, "hf_subset": "zsm_Latn-yor_Latn", "languages": ["zsm-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-arz_Arab", "languages": ["zsm-Latn", "arz-Arab"]}, {"precision": 0.586388, "recall": 0.643281, "f1": 0.603185, "accuracy": 0.643281, "main_score": 0.603185, "hf_subset": "zsm_Latn-cjk_Latn", "languages": ["zsm-Latn", "cjk-Latn"]}, {"precision": 0.800313, "recall": 0.848814, "f1": 0.815401, "accuracy": 0.848814, "main_score": 0.815401, "hf_subset": "zsm_Latn-gla_Latn", "languages": ["zsm-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-kan_Knda", "languages": ["zsm-Latn", "kan-Knda"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "zsm_Latn-lmo_Latn", "languages": ["zsm-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "zsm_Latn-npi_Deva", "languages": ["zsm-Latn", "npi-Deva"]}, {"precision": 0.486956, "recall": 0.548419, "f1": 0.503647, "accuracy": 0.548419, "main_score": 0.503647, "hf_subset": "zsm_Latn-shn_Mymr", "languages": ["zsm-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tgl_Latn", "languages": ["zsm-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-yue_Hant", "languages": ["zsm-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-asm_Beng", "languages": ["zsm-Latn", "asm-Beng"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "zsm_Latn-ckb_Arab", "languages": ["zsm-Latn", "ckb-Arab"]}, {"precision": 0.900445, "recall": 0.927866, "f1": 0.909321, "accuracy": 0.927866, "main_score": 0.909321, "hf_subset": "zsm_Latn-gle_Latn", "languages": ["zsm-Latn", "gle-Latn"]}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "zsm_Latn-kas_Arab", "languages": ["zsm-Latn", "kas-Arab"]}, {"precision": 0.951663, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "zsm_Latn-ltg_Latn", "languages": ["zsm-Latn", "ltg-Latn"]}, {"precision": 0.632766, "recall": 0.685771, "f1": 0.64821, "accuracy": 0.685771, "main_score": 0.64821, "hf_subset": "zsm_Latn-nso_Latn", "languages": ["zsm-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zsm_Latn-sin_Sinh", "languages": ["zsm-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tha_Thai", "languages": ["zsm-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-zho_Hans", "languages": ["zsm-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ast_Latn", "languages": ["zsm-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-crh_Latn", "languages": ["zsm-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-glg_Latn", "languages": ["zsm-Latn", "glg-Latn"]}, {"precision": 0.917194, "recall": 0.9417, "f1": 0.924901, "accuracy": 0.9417, "main_score": 0.924901, "hf_subset": "zsm_Latn-kas_Deva", "languages": ["zsm-Latn", "kas-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zsm_Latn-ltz_Latn", "languages": ["zsm-Latn", "ltz-Latn"]}, {"precision": 0.488165, "recall": 0.557312, "f1": 0.50712, "accuracy": 0.557312, "main_score": 0.50712, "hf_subset": "zsm_Latn-nus_Latn", "languages": ["zsm-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-slk_Latn", "languages": ["zsm-Latn", "slk-Latn"]}, {"precision": 0.648066, "recall": 0.716403, "f1": 0.668104, "accuracy": 0.716403, "main_score": 0.668104, "hf_subset": "zsm_Latn-tir_Ethi", "languages": ["zsm-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-zho_Hant", "languages": ["zsm-Latn", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "zsm_Latn-awa_Deva", "languages": ["zsm-Latn", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zsm_Latn-cym_Latn", "languages": ["zsm-Latn", "cym-Latn"]}, {"precision": 0.86054, "recall": 0.898221, "f1": 0.8722, "accuracy": 0.898221, "main_score": 0.8722, "hf_subset": "zsm_Latn-grn_Latn", "languages": ["zsm-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-kat_Geor", "languages": ["zsm-Latn", "kat-Geor"]}, {"precision": 0.675308, "recall": 0.72332, "f1": 0.688822, "accuracy": 0.72332, "main_score": 0.688822, "hf_subset": "zsm_Latn-lua_Latn", "languages": ["zsm-Latn", "lua-Latn"]}, {"precision": 0.686126, "recall": 0.740119, "f1": 0.701402, "accuracy": 0.740119, "main_score": 0.701402, "hf_subset": "zsm_Latn-nya_Latn", "languages": ["zsm-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-slv_Latn", "languages": ["zsm-Latn", "slv-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "zsm_Latn-tpi_Latn", "languages": ["zsm-Latn", "tpi-Latn"]}, {"precision": 0.562433, "recall": 0.625494, "f1": 0.580466, "accuracy": 0.625494, "main_score": 0.580466, "hf_subset": "zsm_Latn-ayr_Latn", "languages": ["zsm-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-dan_Latn", "languages": ["zsm-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-guj_Gujr", "languages": ["zsm-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-kaz_Cyrl", "languages": ["zsm-Latn", "kaz-Cyrl"]}, {"precision": 0.564782, "recall": 0.62747, "f1": 0.582268, "accuracy": 0.62747, "main_score": 0.582268, "hf_subset": "zsm_Latn-lug_Latn", "languages": ["zsm-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-oci_Latn", "languages": ["zsm-Latn", "oci-Latn"]}, {"precision": 0.866601, "recall": 0.902174, "f1": 0.877931, "accuracy": 0.902174, "main_score": 0.877931, "hf_subset": "zsm_Latn-smo_Latn", "languages": ["zsm-Latn", "smo-Latn"]}, {"precision": 0.567523, "recall": 0.629447, "f1": 0.584633, "accuracy": 0.629447, "main_score": 0.584633, "hf_subset": "zsm_Latn-tsn_Latn", "languages": ["zsm-Latn", "tsn-Latn"]}, {"precision": 0.640995, "recall": 0.706522, "f1": 0.660425, "accuracy": 0.706522, "main_score": 0.660425, "hf_subset": "zsm_Latn-zul_Latn", "languages": ["zsm-Latn", "zul-Latn"]}, {"precision": 0.936759, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "zsm_Latn-azb_Arab", "languages": ["zsm-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-deu_Latn", "languages": ["zsm-Latn", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "zsm_Latn-hat_Latn", "languages": ["zsm-Latn", "hat-Latn"]}, {"precision": 0.516123, "recall": 0.56917, "f1": 0.530981, "accuracy": 0.56917, "main_score": 0.530981, "hf_subset": "zsm_Latn-kbp_Latn", "languages": ["zsm-Latn", "kbp-Latn"]}, {"precision": 0.598764, "recall": 0.658103, "f1": 0.614817, "accuracy": 0.658103, "main_score": 0.614817, "hf_subset": "zsm_Latn-luo_Latn", "languages": ["zsm-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ory_Orya", "languages": ["zsm-Latn", "ory-Orya"]}, {"precision": 0.612451, "recall": 0.672925, "f1": 0.629635, "accuracy": 0.672925, "main_score": 0.629635, "hf_subset": "zsm_Latn-sna_Latn", "languages": ["zsm-Latn", "sna-Latn"]}, {"precision": 0.582035, "recall": 0.640316, "f1": 0.598047, "accuracy": 0.640316, "main_score": 0.598047, "hf_subset": "zsm_Latn-tso_Latn", "languages": ["zsm-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-azj_Latn", "languages": ["zsm-Latn", "azj-Latn"]}, {"precision": 0.562089, "recall": 0.626482, "f1": 0.580357, "accuracy": 0.626482, "main_score": 0.580357, "hf_subset": "zsm_Latn-dik_Latn", "languages": ["zsm-Latn", "dik-Latn"]}, {"precision": 0.775925, "recall": 0.823123, "f1": 0.789987, "accuracy": 0.823123, "main_score": 0.789987, "hf_subset": "zsm_Latn-hau_Latn", "languages": ["zsm-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zsm_Latn-kea_Latn", "languages": ["zsm-Latn", "kea-Latn"]}, {"precision": 0.769598, "recall": 0.815217, "f1": 0.783696, "accuracy": 0.815217, "main_score": 0.783696, "hf_subset": "zsm_Latn-lus_Latn", "languages": ["zsm-Latn", "lus-Latn"]}, {"precision": 0.878738, "recall": 0.908103, "f1": 0.887385, "accuracy": 0.908103, "main_score": 0.887385, "hf_subset": "zsm_Latn-pag_Latn", "languages": ["zsm-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-snd_Arab", "languages": ["zsm-Latn", "snd-Arab"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "zsm_Latn-tuk_Latn", "languages": ["zsm-Latn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-bak_Cyrl", "languages": ["zsm-Latn", "bak-Cyrl"]}, {"precision": 0.506508, "recall": 0.585968, "f1": 0.529864, "accuracy": 0.585968, "main_score": 0.529864, "hf_subset": "zsm_Latn-dyu_Latn", "languages": ["zsm-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-heb_Hebr", "languages": ["zsm-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zsm_Latn-khk_Cyrl", "languages": ["zsm-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-lvs_Latn", "languages": ["zsm-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pan_Guru", "languages": ["zsm-Latn", "pan-Guru"]}, {"precision": 0.749819, "recall": 0.804348, "f1": 0.766046, "accuracy": 0.804348, "main_score": 0.766046, "hf_subset": "zsm_Latn-som_Latn", "languages": ["zsm-Latn", "som-Latn"]}, {"precision": 0.629533, "recall": 0.675889, "f1": 0.642599, "accuracy": 0.675889, "main_score": 0.642599, "hf_subset": "zsm_Latn-tum_Latn", "languages": ["zsm-Latn", "tum-Latn"]}, {"precision": 0.421892, "recall": 0.469368, "f1": 0.434539, "accuracy": 0.469368, "main_score": 0.434539, "hf_subset": "ayr_Latn-ace_Arab", "languages": ["ayr-Latn", "ace-Arab"]}, {"precision": 0.491951, "recall": 0.536561, "f1": 0.504505, "accuracy": 0.536561, "main_score": 0.504505, "hf_subset": "ayr_Latn-bam_Latn", "languages": ["ayr-Latn", "bam-Latn"]}, {"precision": 0.217092, "recall": 0.256917, "f1": 0.226438, "accuracy": 0.256917, "main_score": 0.226438, "hf_subset": "ayr_Latn-dzo_Tibt", "languages": ["ayr-Latn", "dzo-Tibt"]}, {"precision": 0.534619, "recall": 0.573123, "f1": 0.544977, "accuracy": 0.573123, "main_score": 0.544977, "hf_subset": "ayr_Latn-hin_Deva", "languages": ["ayr-Latn", "hin-Deva"]}, {"precision": 0.501717, "recall": 0.537549, "f1": 0.511493, "accuracy": 0.537549, "main_score": 0.511493, "hf_subset": "ayr_Latn-khm_Khmr", "languages": ["ayr-Latn", "khm-Khmr"]}, {"precision": 0.53193, "recall": 0.570158, "f1": 0.542184, "accuracy": 0.570158, "main_score": 0.542184, "hf_subset": "ayr_Latn-mag_Deva", "languages": ["ayr-Latn", "mag-Deva"]}, {"precision": 0.554031, "recall": 0.587945, "f1": 0.562651, "accuracy": 0.587945, "main_score": 0.562651, "hf_subset": "ayr_Latn-pap_Latn", "languages": ["ayr-Latn", "pap-Latn"]}, {"precision": 0.506792, "recall": 0.548419, "f1": 0.518067, "accuracy": 0.548419, "main_score": 0.518067, "hf_subset": "ayr_Latn-sot_Latn", "languages": ["ayr-Latn", "sot-Latn"]}, {"precision": 0.548332, "recall": 0.58498, "f1": 0.558143, "accuracy": 0.58498, "main_score": 0.558143, "hf_subset": "ayr_Latn-tur_Latn", "languages": ["ayr-Latn", "tur-Latn"]}, {"precision": 0.5446, "recall": 0.58004, "f1": 0.554491, "accuracy": 0.58004, "main_score": 0.554491, "hf_subset": "ayr_Latn-ace_Latn", "languages": ["ayr-Latn", "ace-Latn"]}, {"precision": 0.556689, "recall": 0.592885, "f1": 0.565695, "accuracy": 0.592885, "main_score": 0.565695, "hf_subset": "ayr_Latn-ban_Latn", "languages": ["ayr-Latn", "ban-Latn"]}, {"precision": 0.532235, "recall": 0.573123, "f1": 0.543125, "accuracy": 0.573123, "main_score": 0.543125, "hf_subset": "ayr_Latn-ell_Grek", "languages": ["ayr-Latn", "ell-Grek"]}, {"precision": 0.522712, "recall": 0.565217, "f1": 0.534325, "accuracy": 0.565217, "main_score": 0.534325, "hf_subset": "ayr_Latn-hne_Deva", "languages": ["ayr-Latn", "hne-Deva"]}, {"precision": 0.469665, "recall": 0.514822, "f1": 0.481583, "accuracy": 0.514822, "main_score": 0.481583, "hf_subset": "ayr_Latn-kik_Latn", "languages": ["ayr-Latn", "kik-Latn"]}, {"precision": 0.533127, "recall": 0.571146, "f1": 0.543341, "accuracy": 0.571146, "main_score": 0.543341, "hf_subset": "ayr_Latn-mai_Deva", "languages": ["ayr-Latn", "mai-Deva"]}, {"precision": 0.494179, "recall": 0.538538, "f1": 0.505, "accuracy": 0.538538, "main_score": 0.505, "hf_subset": "ayr_Latn-pbt_Arab", "languages": ["ayr-Latn", "pbt-Arab"]}, {"precision": 0.561485, "recall": 0.594862, "f1": 0.569839, "accuracy": 0.594862, "main_score": 0.569839, "hf_subset": "ayr_Latn-spa_Latn", "languages": ["ayr-Latn", "spa-Latn"]}, {"precision": 0.524917, "recall": 0.563241, "f1": 0.536254, "accuracy": 0.563241, "main_score": 0.536254, "hf_subset": "ayr_Latn-twi_Latn", "languages": ["ayr-Latn", "twi-Latn"]}, {"precision": 0.522586, "recall": 0.564229, "f1": 0.533544, "accuracy": 0.564229, "main_score": 0.533544, "hf_subset": "ayr_Latn-acm_Arab", "languages": ["ayr-Latn", "acm-Arab"]}, {"precision": 0.519065, "recall": 0.559289, "f1": 0.52926, "accuracy": 0.559289, "main_score": 0.52926, "hf_subset": "ayr_Latn-bel_Cyrl", "languages": ["ayr-Latn", "bel-Cyrl"]}, {"precision": 0.573489, "recall": 0.606719, "f1": 0.581955, "accuracy": 0.606719, "main_score": 0.581955, "hf_subset": "ayr_Latn-eng_Latn", "languages": ["ayr-Latn", "eng-Latn"]}, {"precision": 0.567115, "recall": 0.599802, "f1": 0.575742, "accuracy": 0.599802, "main_score": 0.575742, "hf_subset": "ayr_Latn-hrv_Latn", "languages": ["ayr-Latn", "hrv-Latn"]}, {"precision": 0.474781, "recall": 0.512846, "f1": 0.485209, "accuracy": 0.512846, "main_score": 0.485209, "hf_subset": "ayr_Latn-kin_Latn", "languages": ["ayr-Latn", "kin-Latn"]}, {"precision": 0.53459, "recall": 0.572134, "f1": 0.544867, "accuracy": 0.572134, "main_score": 0.544867, "hf_subset": "ayr_Latn-mal_Mlym", "languages": ["ayr-Latn", "mal-Mlym"]}, {"precision": 0.544752, "recall": 0.578063, "f1": 0.554006, "accuracy": 0.578063, "main_score": 0.554006, "hf_subset": "ayr_Latn-pes_Arab", "languages": ["ayr-Latn", "pes-Arab"]}, {"precision": 0.562397, "recall": 0.592885, "f1": 0.570826, "accuracy": 0.592885, "main_score": 0.570826, "hf_subset": "ayr_Latn-srd_Latn", "languages": ["ayr-Latn", "srd-Latn"]}, {"precision": 0.195553, "recall": 0.242095, "f1": 0.206825, "accuracy": 0.242095, "main_score": 0.206825, "hf_subset": "ayr_Latn-tzm_Tfng", "languages": ["ayr-Latn", "tzm-Tfng"]}, {"precision": 0.52343, "recall": 0.568182, "f1": 0.535487, "accuracy": 0.568182, "main_score": 0.535487, "hf_subset": "ayr_Latn-acq_Arab", "languages": ["ayr-Latn", "acq-Arab"]}, {"precision": 0.534426, "recall": 0.574111, "f1": 0.545295, "accuracy": 0.574111, "main_score": 0.545295, "hf_subset": "ayr_Latn-bem_Latn", "languages": ["ayr-Latn", "bem-Latn"]}, {"precision": 0.548346, "recall": 0.589921, "f1": 0.558482, "accuracy": 0.589921, "main_score": 0.558482, "hf_subset": "ayr_Latn-epo_Latn", "languages": ["ayr-Latn", "epo-Latn"]}, {"precision": 0.547352, "recall": 0.579051, "f1": 0.555755, "accuracy": 0.579051, "main_score": 0.555755, "hf_subset": "ayr_Latn-hun_Latn", "languages": ["ayr-Latn", "hun-Latn"]}, {"precision": 0.529119, "recall": 0.565217, "f1": 0.53878, "accuracy": 0.565217, "main_score": 0.53878, "hf_subset": "ayr_Latn-kir_Cyrl", "languages": ["ayr-Latn", "kir-Cyrl"]}, {"precision": 0.542411, "recall": 0.576087, "f1": 0.551484, "accuracy": 0.576087, "main_score": 0.551484, "hf_subset": "ayr_Latn-mar_Deva", "languages": ["ayr-Latn", "mar-Deva"]}, {"precision": 0.533243, "recall": 0.570158, "f1": 0.542868, "accuracy": 0.570158, "main_score": 0.542868, "hf_subset": "ayr_Latn-plt_Latn", "languages": ["ayr-Latn", "plt-Latn"]}, {"precision": 0.552855, "recall": 0.58498, "f1": 0.561916, "accuracy": 0.58498, "main_score": 0.561916, "hf_subset": "ayr_Latn-srp_Cyrl", "languages": ["ayr-Latn", "srp-Cyrl"]}, {"precision": 0.471582, "recall": 0.514822, "f1": 0.483264, "accuracy": 0.514822, "main_score": 0.483264, "hf_subset": "ayr_Latn-uig_Arab", "languages": ["ayr-Latn", "uig-Arab"]}, {"precision": 0.502125, "recall": 0.54249, "f1": 0.513603, "accuracy": 0.54249, "main_score": 0.513603, "hf_subset": "ayr_Latn-aeb_Arab", "languages": ["ayr-Latn", "aeb-Arab"]}, {"precision": 0.551414, "recall": 0.593874, "f1": 0.562296, "accuracy": 0.593874, "main_score": 0.562296, "hf_subset": "ayr_Latn-ben_Beng", "languages": ["ayr-Latn", "ben-Beng"]}, {"precision": 0.53255, "recall": 0.566206, "f1": 0.541796, "accuracy": 0.566206, "main_score": 0.541796, "hf_subset": "ayr_Latn-est_Latn", "languages": ["ayr-Latn", "est-Latn"]}, {"precision": 0.52569, "recall": 0.567194, "f1": 0.53755, "accuracy": 0.567194, "main_score": 0.53755, "hf_subset": "ayr_Latn-hye_Armn", "languages": ["ayr-Latn", "hye-Armn"]}, {"precision": 0.525356, "recall": 0.556324, "f1": 0.53458, "accuracy": 0.556324, "main_score": 0.53458, "hf_subset": "ayr_Latn-kmb_Latn", "languages": ["ayr-Latn", "kmb-Latn"]}, {"precision": 0.381871, "recall": 0.427866, "f1": 0.394882, "accuracy": 0.427866, "main_score": 0.394882, "hf_subset": "ayr_Latn-min_Arab", "languages": ["ayr-Latn", "min-Arab"]}, {"precision": 0.551219, "recall": 0.581028, "f1": 0.5595, "accuracy": 0.581028, "main_score": 0.5595, "hf_subset": "ayr_Latn-pol_Latn", "languages": ["ayr-Latn", "pol-Latn"]}, {"precision": 0.503711, "recall": 0.549407, "f1": 0.516444, "accuracy": 0.549407, "main_score": 0.516444, "hf_subset": "ayr_Latn-ssw_Latn", "languages": ["ayr-Latn", "ssw-Latn"]}, {"precision": 0.555827, "recall": 0.592885, "f1": 0.565567, "accuracy": 0.592885, "main_score": 0.565567, "hf_subset": "ayr_Latn-ukr_Cyrl", "languages": ["ayr-Latn", "ukr-Cyrl"]}, {"precision": 0.559588, "recall": 0.599802, "f1": 0.570932, "accuracy": 0.599802, "main_score": 0.570932, "hf_subset": "ayr_Latn-afr_Latn", "languages": ["ayr-Latn", "afr-Latn"]}, {"precision": 0.530534, "recall": 0.566206, "f1": 0.540324, "accuracy": 0.566206, "main_score": 0.540324, "hf_subset": "ayr_Latn-bho_Deva", "languages": ["ayr-Latn", "bho-Deva"]}, {"precision": 0.549327, "recall": 0.586957, "f1": 0.559053, "accuracy": 0.586957, "main_score": 0.559053, "hf_subset": "ayr_Latn-eus_Latn", "languages": ["ayr-Latn", "eus-Latn"]}, {"precision": 0.502324, "recall": 0.539526, "f1": 0.513076, "accuracy": 0.539526, "main_score": 0.513076, "hf_subset": "ayr_Latn-ibo_Latn", "languages": ["ayr-Latn", "ibo-Latn"]}, {"precision": 0.553241, "recall": 0.588933, "f1": 0.563332, "accuracy": 0.588933, "main_score": 0.563332, "hf_subset": "ayr_Latn-kmr_Latn", "languages": ["ayr-Latn", "kmr-Latn"]}, {"precision": 0.548589, "recall": 0.585968, "f1": 0.558063, "accuracy": 0.585968, "main_score": 0.558063, "hf_subset": "ayr_Latn-min_Latn", "languages": ["ayr-Latn", "min-Latn"]}, {"precision": 0.569312, "recall": 0.607708, "f1": 0.579545, "accuracy": 0.607708, "main_score": 0.579545, "hf_subset": "ayr_Latn-por_Latn", "languages": ["ayr-Latn", "por-Latn"]}, {"precision": 0.56375, "recall": 0.598814, "f1": 0.572683, "accuracy": 0.598814, "main_score": 0.572683, "hf_subset": "ayr_Latn-sun_Latn", "languages": ["ayr-Latn", "sun-Latn"]}, {"precision": 0.494993, "recall": 0.537549, "f1": 0.506983, "accuracy": 0.537549, "main_score": 0.506983, "hf_subset": "ayr_Latn-umb_Latn", "languages": ["ayr-Latn", "umb-Latn"]}, {"precision": 0.530294, "recall": 0.571146, "f1": 0.540937, "accuracy": 0.571146, "main_score": 0.540937, "hf_subset": "ayr_Latn-ajp_Arab", "languages": ["ayr-Latn", "ajp-Arab"]}, {"precision": 0.407135, "recall": 0.449605, "f1": 0.4187, "accuracy": 0.449605, "main_score": 0.4187, "hf_subset": "ayr_Latn-bjn_Arab", "languages": ["ayr-Latn", "bjn-Arab"]}, {"precision": 0.488295, "recall": 0.525692, "f1": 0.499208, "accuracy": 0.525692, "main_score": 0.499208, "hf_subset": "ayr_Latn-ewe_Latn", "languages": ["ayr-Latn", "ewe-Latn"]}, {"precision": 0.576834, "recall": 0.608696, "f1": 0.584517, "accuracy": 0.608696, "main_score": 0.584517, "hf_subset": "ayr_Latn-ilo_Latn", "languages": ["ayr-Latn", "ilo-Latn"]}, {"precision": 0.297431, "recall": 0.344862, "f1": 0.310409, "accuracy": 0.344862, "main_score": 0.310409, "hf_subset": "ayr_Latn-knc_Arab", "languages": ["ayr-Latn", "knc-Arab"]}, {"precision": 0.546604, "recall": 0.583992, "f1": 0.556691, "accuracy": 0.583992, "main_score": 0.556691, "hf_subset": "ayr_Latn-mkd_Cyrl", "languages": ["ayr-Latn", "mkd-Cyrl"]}, {"precision": 0.544562, "recall": 0.58004, "f1": 0.553378, "accuracy": 0.58004, "main_score": 0.553378, "hf_subset": "ayr_Latn-prs_Arab", "languages": ["ayr-Latn", "prs-Arab"]}, {"precision": 0.555077, "recall": 0.589921, "f1": 0.564576, "accuracy": 0.589921, "main_score": 0.564576, "hf_subset": "ayr_Latn-swe_Latn", "languages": ["ayr-Latn", "swe-Latn"]}, {"precision": 0.516622, "recall": 0.556324, "f1": 0.528106, "accuracy": 0.556324, "main_score": 0.528106, "hf_subset": "ayr_Latn-urd_Arab", "languages": ["ayr-Latn", "urd-Arab"]}, {"precision": 0.513746, "recall": 0.551383, "f1": 0.523345, "accuracy": 0.551383, "main_score": 0.523345, "hf_subset": "ayr_Latn-aka_Latn", "languages": ["ayr-Latn", "aka-Latn"]}, {"precision": 0.557627, "recall": 0.588933, "f1": 0.566149, "accuracy": 0.588933, "main_score": 0.566149, "hf_subset": "ayr_Latn-bjn_Latn", "languages": ["ayr-Latn", "bjn-Latn"]}, {"precision": 0.522733, "recall": 0.5583, "f1": 0.533321, "accuracy": 0.5583, "main_score": 0.533321, "hf_subset": "ayr_Latn-fao_Latn", "languages": ["ayr-Latn", "fao-Latn"]}, {"precision": 0.570306, "recall": 0.599802, "f1": 0.57755, "accuracy": 0.599802, "main_score": 0.57755, "hf_subset": "ayr_Latn-ind_Latn", "languages": ["ayr-Latn", "ind-Latn"]}, {"precision": 0.511006, "recall": 0.547431, "f1": 0.521429, "accuracy": 0.547431, "main_score": 0.521429, "hf_subset": "ayr_Latn-knc_Latn", "languages": ["ayr-Latn", "knc-Latn"]}, {"precision": 0.561096, "recall": 0.59585, "f1": 0.568866, "accuracy": 0.59585, "main_score": 0.568866, "hf_subset": "ayr_Latn-mlt_Latn", "languages": ["ayr-Latn", "mlt-Latn"]}, {"precision": 0.540777, "recall": 0.571146, "f1": 0.549521, "accuracy": 0.571146, "main_score": 0.549521, "hf_subset": "ayr_Latn-quy_Latn", "languages": ["ayr-Latn", "quy-Latn"]}, {"precision": 0.532481, "recall": 0.570158, "f1": 0.543198, "accuracy": 0.570158, "main_score": 0.543198, "hf_subset": "ayr_Latn-swh_Latn", "languages": ["ayr-Latn", "swh-Latn"]}, {"precision": 0.52853, "recall": 0.561265, "f1": 0.537353, "accuracy": 0.561265, "main_score": 0.537353, "hf_subset": "ayr_Latn-uzn_Latn", "languages": ["ayr-Latn", "uzn-Latn"]}, {"precision": 0.559114, "recall": 0.588933, "f1": 0.567318, "accuracy": 0.588933, "main_score": 0.567318, "hf_subset": "ayr_Latn-als_Latn", "languages": ["ayr-Latn", "als-Latn"]}, {"precision": 0.26239, "recall": 0.299407, "f1": 0.271109, "accuracy": 0.299407, "main_score": 0.271109, "hf_subset": "ayr_Latn-bod_Tibt", "languages": ["ayr-Latn", "bod-Tibt"]}, {"precision": 0.513879, "recall": 0.548419, "f1": 0.523657, "accuracy": 0.548419, "main_score": 0.523657, "hf_subset": "ayr_Latn-fij_Latn", "languages": ["ayr-Latn", "fij-Latn"]}, {"precision": 0.499466, "recall": 0.537549, "f1": 0.509746, "accuracy": 0.537549, "main_score": 0.509746, "hf_subset": "ayr_Latn-isl_Latn", "languages": ["ayr-Latn", "isl-Latn"]}, {"precision": 0.53191, "recall": 0.56917, "f1": 0.541938, "accuracy": 0.56917, "main_score": 0.541938, "hf_subset": "ayr_Latn-kon_Latn", "languages": ["ayr-Latn", "kon-Latn"]}, {"precision": 0.472398, "recall": 0.512846, "f1": 0.48364, "accuracy": 0.512846, "main_score": 0.48364, "hf_subset": "ayr_Latn-mni_Beng", "languages": ["ayr-Latn", "mni-Beng"]}, {"precision": 0.571416, "recall": 0.604743, "f1": 0.580091, "accuracy": 0.604743, "main_score": 0.580091, "hf_subset": "ayr_Latn-ron_Latn", "languages": ["ayr-Latn", "ron-Latn"]}, {"precision": 0.541678, "recall": 0.58004, "f1": 0.551516, "accuracy": 0.58004, "main_score": 0.551516, "hf_subset": "ayr_Latn-szl_Latn", "languages": ["ayr-Latn", "szl-Latn"]}, {"precision": 0.559206, "recall": 0.592885, "f1": 0.56788, "accuracy": 0.592885, "main_score": 0.56788, "hf_subset": "ayr_Latn-vec_Latn", "languages": ["ayr-Latn", "vec-Latn"]}, {"precision": 0.457621, "recall": 0.502964, "f1": 0.469826, "accuracy": 0.502964, "main_score": 0.469826, "hf_subset": "ayr_Latn-amh_Ethi", "languages": ["ayr-Latn", "amh-Ethi"]}, {"precision": 0.555364, "recall": 0.592885, "f1": 0.565301, "accuracy": 0.592885, "main_score": 0.565301, "hf_subset": "ayr_Latn-bos_Latn", "languages": ["ayr-Latn", "bos-Latn"]}, {"precision": 0.524626, "recall": 0.564229, "f1": 0.535081, "accuracy": 0.564229, "main_score": 0.535081, "hf_subset": "ayr_Latn-fin_Latn", "languages": ["ayr-Latn", "fin-Latn"]}, {"precision": 0.558276, "recall": 0.592885, "f1": 0.567661, "accuracy": 0.592885, "main_score": 0.567661, "hf_subset": "ayr_Latn-ita_Latn", "languages": ["ayr-Latn", "ita-Latn"]}, {"precision": 0.534398, "recall": 0.574111, "f1": 0.544761, "accuracy": 0.574111, "main_score": 0.544761, "hf_subset": "ayr_Latn-kor_Hang", "languages": ["ayr-Latn", "kor-Hang"]}, {"precision": 0.504068, "recall": 0.536561, "f1": 0.514196, "accuracy": 0.536561, "main_score": 0.514196, "hf_subset": "ayr_Latn-mos_Latn", "languages": ["ayr-Latn", "mos-Latn"]}, {"precision": 0.485732, "recall": 0.527668, "f1": 0.497096, "accuracy": 0.527668, "main_score": 0.497096, "hf_subset": "ayr_Latn-run_Latn", "languages": ["ayr-Latn", "run-Latn"]}, {"precision": 0.519067, "recall": 0.561265, "f1": 0.529738, "accuracy": 0.561265, "main_score": 0.529738, "hf_subset": "ayr_Latn-tam_Taml", "languages": ["ayr-Latn", "tam-Taml"]}, {"precision": 0.546942, "recall": 0.583992, "f1": 0.556328, "accuracy": 0.583992, "main_score": 0.556328, "hf_subset": "ayr_Latn-vie_Latn", "languages": ["ayr-Latn", "vie-Latn"]}, {"precision": 0.520409, "recall": 0.563241, "f1": 0.532016, "accuracy": 0.563241, "main_score": 0.532016, "hf_subset": "ayr_Latn-apc_Arab", "languages": ["ayr-Latn", "apc-Arab"]}, {"precision": 0.529051, "recall": 0.564229, "f1": 0.538996, "accuracy": 0.564229, "main_score": 0.538996, "hf_subset": "ayr_Latn-bug_Latn", "languages": ["ayr-Latn", "bug-Latn"]}, {"precision": 0.460329, "recall": 0.498024, "f1": 0.470882, "accuracy": 0.498024, "main_score": 0.470882, "hf_subset": "ayr_Latn-fon_Latn", "languages": ["ayr-Latn", "fon-Latn"]}, {"precision": 0.56527, "recall": 0.597826, "f1": 0.573641, "accuracy": 0.597826, "main_score": 0.573641, "hf_subset": "ayr_Latn-jav_Latn", "languages": ["ayr-Latn", "jav-Latn"]}, {"precision": 0.481602, "recall": 0.525692, "f1": 0.493478, "accuracy": 0.525692, "main_score": 0.493478, "hf_subset": "ayr_Latn-lao_Laoo", "languages": ["ayr-Latn", "lao-Laoo"]}, {"precision": 0.493768, "recall": 0.527668, "f1": 0.502964, "accuracy": 0.527668, "main_score": 0.502964, "hf_subset": "ayr_Latn-mri_Latn", "languages": ["ayr-Latn", "mri-Latn"]}, {"precision": 0.551285, "recall": 0.583992, "f1": 0.55992, "accuracy": 0.583992, "main_score": 0.55992, "hf_subset": "ayr_Latn-rus_Cyrl", "languages": ["ayr-Latn", "rus-Cyrl"]}, {"precision": 0.466774, "recall": 0.502964, "f1": 0.477525, "accuracy": 0.502964, "main_score": 0.477525, "hf_subset": "ayr_Latn-taq_Latn", "languages": ["ayr-Latn", "taq-Latn"]}, {"precision": 0.568127, "recall": 0.602767, "f1": 0.576994, "accuracy": 0.602767, "main_score": 0.576994, "hf_subset": "ayr_Latn-war_Latn", "languages": ["ayr-Latn", "war-Latn"]}, {"precision": 0.52959, "recall": 0.572134, "f1": 0.540405, "accuracy": 0.572134, "main_score": 0.540405, "hf_subset": "ayr_Latn-arb_Arab", "languages": ["ayr-Latn", "arb-Arab"]}, {"precision": 0.557952, "recall": 0.589921, "f1": 0.56645, "accuracy": 0.589921, "main_score": 0.56645, "hf_subset": "ayr_Latn-bul_Cyrl", "languages": ["ayr-Latn", "bul-Cyrl"]}, {"precision": 0.561481, "recall": 0.593874, "f1": 0.569779, "accuracy": 0.593874, "main_score": 0.569779, "hf_subset": "ayr_Latn-fra_Latn", "languages": ["ayr-Latn", "fra-Latn"]}, {"precision": 0.526776, "recall": 0.557312, "f1": 0.535489, "accuracy": 0.557312, "main_score": 0.535489, "hf_subset": "ayr_Latn-jpn_Jpan", "languages": ["ayr-Latn", "jpn-Jpan"]}, {"precision": 0.545152, "recall": 0.583004, "f1": 0.555207, "accuracy": 0.583004, "main_score": 0.555207, "hf_subset": "ayr_Latn-lij_Latn", "languages": ["ayr-Latn", "lij-Latn"]}, {"precision": 0.400801, "recall": 0.455534, "f1": 0.415475, "accuracy": 0.455534, "main_score": 0.415475, "hf_subset": "ayr_Latn-mya_Mymr", "languages": ["ayr-Latn", "mya-Mymr"]}, {"precision": 0.510177, "recall": 0.550395, "f1": 0.521207, "accuracy": 0.550395, "main_score": 0.521207, "hf_subset": "ayr_Latn-sag_Latn", "languages": ["ayr-Latn", "sag-Latn"]}, {"precision": 0.196802, "recall": 0.231225, "f1": 0.204912, "accuracy": 0.231225, "main_score": 0.204912, "hf_subset": "ayr_Latn-taq_Tfng", "languages": ["ayr-Latn", "taq-Tfng"]}, {"precision": 0.529866, "recall": 0.568182, "f1": 0.540669, "accuracy": 0.568182, "main_score": 0.540669, "hf_subset": "ayr_Latn-wol_Latn", "languages": ["ayr-Latn", "wol-Latn"]}, {"precision": 0.449824, "recall": 0.491107, "f1": 0.460872, "accuracy": 0.491107, "main_score": 0.460872, "hf_subset": "ayr_Latn-arb_Latn", "languages": ["ayr-Latn", "arb-Latn"]}, {"precision": 0.558425, "recall": 0.591897, "f1": 0.567839, "accuracy": 0.591897, "main_score": 0.567839, "hf_subset": "ayr_Latn-cat_Latn", "languages": ["ayr-Latn", "cat-Latn"]}, {"precision": 0.535519, "recall": 0.574111, "f1": 0.545162, "accuracy": 0.574111, "main_score": 0.545162, "hf_subset": "ayr_Latn-fur_Latn", "languages": ["ayr-Latn", "fur-Latn"]}, {"precision": 0.401162, "recall": 0.451581, "f1": 0.414831, "accuracy": 0.451581, "main_score": 0.414831, "hf_subset": "ayr_Latn-kab_Latn", "languages": ["ayr-Latn", "kab-Latn"]}, {"precision": 0.539664, "recall": 0.575099, "f1": 0.549153, "accuracy": 0.575099, "main_score": 0.549153, "hf_subset": "ayr_Latn-lim_Latn", "languages": ["ayr-Latn", "lim-Latn"]}, {"precision": 0.555546, "recall": 0.585968, "f1": 0.563931, "accuracy": 0.585968, "main_score": 0.563931, "hf_subset": "ayr_Latn-nld_Latn", "languages": ["ayr-Latn", "nld-Latn"]}, {"precision": 0.505205, "recall": 0.547431, "f1": 0.516424, "accuracy": 0.547431, "main_score": 0.516424, "hf_subset": "ayr_Latn-san_Deva", "languages": ["ayr-Latn", "san-Deva"]}, {"precision": 0.535314, "recall": 0.579051, "f1": 0.546705, "accuracy": 0.579051, "main_score": 0.546705, "hf_subset": "ayr_Latn-tat_Cyrl", "languages": ["ayr-Latn", "tat-Cyrl"]}, {"precision": 0.533543, "recall": 0.567194, "f1": 0.543299, "accuracy": 0.567194, "main_score": 0.543299, "hf_subset": "ayr_Latn-xho_Latn", "languages": ["ayr-Latn", "xho-Latn"]}, {"precision": 0.509814, "recall": 0.554348, "f1": 0.521391, "accuracy": 0.554348, "main_score": 0.521391, "hf_subset": "ayr_Latn-ars_Arab", "languages": ["ayr-Latn", "ars-Arab"]}, {"precision": 0.569675, "recall": 0.597826, "f1": 0.576809, "accuracy": 0.597826, "main_score": 0.576809, "hf_subset": "ayr_Latn-ceb_Latn", "languages": ["ayr-Latn", "ceb-Latn"]}, {"precision": 0.492696, "recall": 0.533597, "f1": 0.504574, "accuracy": 0.533597, "main_score": 0.504574, "hf_subset": "ayr_Latn-fuv_Latn", "languages": ["ayr-Latn", "fuv-Latn"]}, {"precision": 0.484087, "recall": 0.525692, "f1": 0.496053, "accuracy": 0.525692, "main_score": 0.496053, "hf_subset": "ayr_Latn-kac_Latn", "languages": ["ayr-Latn", "kac-Latn"]}, {"precision": 0.53323, "recall": 0.566206, "f1": 0.541822, "accuracy": 0.566206, "main_score": 0.541822, "hf_subset": "ayr_Latn-lin_Latn", "languages": ["ayr-Latn", "lin-Latn"]}, {"precision": 0.558829, "recall": 0.592885, "f1": 0.568698, "accuracy": 0.592885, "main_score": 0.568698, "hf_subset": "ayr_Latn-nno_Latn", "languages": ["ayr-Latn", "nno-Latn"]}, {"precision": 0.112507, "recall": 0.158103, "f1": 0.123635, "accuracy": 0.158103, "main_score": 0.123635, "hf_subset": "ayr_Latn-sat_Olck", "languages": ["ayr-Latn", "sat-Olck"]}, {"precision": 0.525535, "recall": 0.563241, "f1": 0.535471, "accuracy": 0.563241, "main_score": 0.535471, "hf_subset": "ayr_Latn-tel_Telu", "languages": ["ayr-Latn", "tel-Telu"]}, {"precision": 0.465675, "recall": 0.508893, "f1": 0.47708, "accuracy": 0.508893, "main_score": 0.47708, "hf_subset": "ayr_Latn-ydd_Hebr", "languages": ["ayr-Latn", "ydd-Hebr"]}, {"precision": 0.512846, "recall": 0.545455, "f1": 0.522277, "accuracy": 0.545455, "main_score": 0.522277, "hf_subset": "ayr_Latn-ary_Arab", "languages": ["ayr-Latn", "ary-Arab"]}, {"precision": 0.542241, "recall": 0.579051, "f1": 0.552882, "accuracy": 0.579051, "main_score": 0.552882, "hf_subset": "ayr_Latn-ces_Latn", "languages": ["ayr-Latn", "ces-Latn"]}, {"precision": 0.489567, "recall": 0.528656, "f1": 0.500386, "accuracy": 0.528656, "main_score": 0.500386, "hf_subset": "ayr_Latn-gaz_Latn", "languages": ["ayr-Latn", "gaz-Latn"]}, {"precision": 0.49629, "recall": 0.536561, "f1": 0.507136, "accuracy": 0.536561, "main_score": 0.507136, "hf_subset": "ayr_Latn-kam_Latn", "languages": ["ayr-Latn", "kam-Latn"]}, {"precision": 0.532351, "recall": 0.56917, "f1": 0.542274, "accuracy": 0.56917, "main_score": 0.542274, "hf_subset": "ayr_Latn-lit_Latn", "languages": ["ayr-Latn", "lit-Latn"]}, {"precision": 0.553413, "recall": 0.589921, "f1": 0.562761, "accuracy": 0.589921, "main_score": 0.562761, "hf_subset": "ayr_Latn-nob_Latn", "languages": ["ayr-Latn", "nob-Latn"]}, {"precision": 0.548713, "recall": 0.585968, "f1": 0.55887, "accuracy": 0.585968, "main_score": 0.55887, "hf_subset": "ayr_Latn-scn_Latn", "languages": ["ayr-Latn", "scn-Latn"]}, {"precision": 0.514397, "recall": 0.549407, "f1": 0.524392, "accuracy": 0.549407, "main_score": 0.524392, "hf_subset": "ayr_Latn-tgk_Cyrl", "languages": ["ayr-Latn", "tgk-Cyrl"]}, {"precision": 0.489039, "recall": 0.532609, "f1": 0.501135, "accuracy": 0.532609, "main_score": 0.501135, "hf_subset": "ayr_Latn-yor_Latn", "languages": ["ayr-Latn", "yor-Latn"]}, {"precision": 0.526286, "recall": 0.571146, "f1": 0.537779, "accuracy": 0.571146, "main_score": 0.537779, "hf_subset": "ayr_Latn-arz_Arab", "languages": ["ayr-Latn", "arz-Arab"]}, {"precision": 0.496229, "recall": 0.532609, "f1": 0.506535, "accuracy": 0.532609, "main_score": 0.506535, "hf_subset": "ayr_Latn-cjk_Latn", "languages": ["ayr-Latn", "cjk-Latn"]}, {"precision": 0.474165, "recall": 0.51581, "f1": 0.485626, "accuracy": 0.51581, "main_score": 0.485626, "hf_subset": "ayr_Latn-gla_Latn", "languages": ["ayr-Latn", "gla-Latn"]}, {"precision": 0.532986, "recall": 0.56917, "f1": 0.543356, "accuracy": 0.56917, "main_score": 0.543356, "hf_subset": "ayr_Latn-kan_Knda", "languages": ["ayr-Latn", "kan-Knda"]}, {"precision": 0.544724, "recall": 0.58498, "f1": 0.555708, "accuracy": 0.58498, "main_score": 0.555708, "hf_subset": "ayr_Latn-lmo_Latn", "languages": ["ayr-Latn", "lmo-Latn"]}, {"precision": 0.534584, "recall": 0.573123, "f1": 0.544313, "accuracy": 0.573123, "main_score": 0.544313, "hf_subset": "ayr_Latn-npi_Deva", "languages": ["ayr-Latn", "npi-Deva"]}, {"precision": 0.4164, "recall": 0.466403, "f1": 0.429927, "accuracy": 0.466403, "main_score": 0.429927, "hf_subset": "ayr_Latn-shn_Mymr", "languages": ["ayr-Latn", "shn-Mymr"]}, {"precision": 0.566349, "recall": 0.604743, "f1": 0.576628, "accuracy": 0.604743, "main_score": 0.576628, "hf_subset": "ayr_Latn-tgl_Latn", "languages": ["ayr-Latn", "tgl-Latn"]}, {"precision": 0.519737, "recall": 0.559289, "f1": 0.530094, "accuracy": 0.559289, "main_score": 0.530094, "hf_subset": "ayr_Latn-yue_Hant", "languages": ["ayr-Latn", "yue-Hant"]}, {"precision": 0.506143, "recall": 0.549407, "f1": 0.518051, "accuracy": 0.549407, "main_score": 0.518051, "hf_subset": "ayr_Latn-asm_Beng", "languages": ["ayr-Latn", "asm-Beng"]}, {"precision": 0.49401, "recall": 0.532609, "f1": 0.504345, "accuracy": 0.532609, "main_score": 0.504345, "hf_subset": "ayr_Latn-ckb_Arab", "languages": ["ayr-Latn", "ckb-Arab"]}, {"precision": 0.474036, "recall": 0.514822, "f1": 0.485228, "accuracy": 0.514822, "main_score": 0.485228, "hf_subset": "ayr_Latn-gle_Latn", "languages": ["ayr-Latn", "gle-Latn"]}, {"precision": 0.47245, "recall": 0.512846, "f1": 0.483294, "accuracy": 0.512846, "main_score": 0.483294, "hf_subset": "ayr_Latn-kas_Arab", "languages": ["ayr-Latn", "kas-Arab"]}, {"precision": 0.515846, "recall": 0.557312, "f1": 0.526883, "accuracy": 0.557312, "main_score": 0.526883, "hf_subset": "ayr_Latn-ltg_Latn", "languages": ["ayr-Latn", "ltg-Latn"]}, {"precision": 0.523049, "recall": 0.564229, "f1": 0.533734, "accuracy": 0.564229, "main_score": 0.533734, "hf_subset": "ayr_Latn-nso_Latn", "languages": ["ayr-Latn", "nso-Latn"]}, {"precision": 0.463333, "recall": 0.51087, "f1": 0.476053, "accuracy": 0.51087, "main_score": 0.476053, "hf_subset": "ayr_Latn-sin_Sinh", "languages": ["ayr-Latn", "sin-Sinh"]}, {"precision": 0.526693, "recall": 0.565217, "f1": 0.536924, "accuracy": 0.565217, "main_score": 0.536924, "hf_subset": "ayr_Latn-tha_Thai", "languages": ["ayr-Latn", "tha-Thai"]}, {"precision": 0.527898, "recall": 0.561265, "f1": 0.536839, "accuracy": 0.561265, "main_score": 0.536839, "hf_subset": "ayr_Latn-zho_Hans", "languages": ["ayr-Latn", "zho-Hans"]}, {"precision": 0.563993, "recall": 0.598814, "f1": 0.572928, "accuracy": 0.598814, "main_score": 0.572928, "hf_subset": "ayr_Latn-ast_Latn", "languages": ["ayr-Latn", "ast-Latn"]}, {"precision": 0.533178, "recall": 0.570158, "f1": 0.54312, "accuracy": 0.570158, "main_score": 0.54312, "hf_subset": "ayr_Latn-crh_Latn", "languages": ["ayr-Latn", "crh-Latn"]}, {"precision": 0.567686, "recall": 0.604743, "f1": 0.577808, "accuracy": 0.604743, "main_score": 0.577808, "hf_subset": "ayr_Latn-glg_Latn", "languages": ["ayr-Latn", "glg-Latn"]}, {"precision": 0.493906, "recall": 0.538538, "f1": 0.505994, "accuracy": 0.538538, "main_score": 0.505994, "hf_subset": "ayr_Latn-kas_Deva", "languages": ["ayr-Latn", "kas-Deva"]}, {"precision": 0.531259, "recall": 0.562253, "f1": 0.540201, "accuracy": 0.562253, "main_score": 0.540201, "hf_subset": "ayr_Latn-ltz_Latn", "languages": ["ayr-Latn", "ltz-Latn"]}, {"precision": 0.456308, "recall": 0.495059, "f1": 0.467194, "accuracy": 0.495059, "main_score": 0.467194, "hf_subset": "ayr_Latn-nus_Latn", "languages": ["ayr-Latn", "nus-Latn"]}, {"precision": 0.544721, "recall": 0.583004, "f1": 0.554981, "accuracy": 0.583004, "main_score": 0.554981, "hf_subset": "ayr_Latn-slk_Latn", "languages": ["ayr-Latn", "slk-Latn"]}, {"precision": 0.378271, "recall": 0.426877, "f1": 0.391959, "accuracy": 0.426877, "main_score": 0.391959, "hf_subset": "ayr_Latn-tir_Ethi", "languages": ["ayr-Latn", "tir-Ethi"]}, {"precision": 0.514172, "recall": 0.554348, "f1": 0.52448, "accuracy": 0.554348, "main_score": 0.52448, "hf_subset": "ayr_Latn-zho_Hant", "languages": ["ayr-Latn", "zho-Hant"]}, {"precision": 0.532049, "recall": 0.570158, "f1": 0.543067, "accuracy": 0.570158, "main_score": 0.543067, "hf_subset": "ayr_Latn-awa_Deva", "languages": ["ayr-Latn", "awa-Deva"]}, {"precision": 0.526796, "recall": 0.562253, "f1": 0.536029, "accuracy": 0.562253, "main_score": 0.536029, "hf_subset": "ayr_Latn-cym_Latn", "languages": ["ayr-Latn", "cym-Latn"]}, {"precision": 0.544997, "recall": 0.583004, "f1": 0.55461, "accuracy": 0.583004, "main_score": 0.55461, "hf_subset": "ayr_Latn-grn_Latn", "languages": ["ayr-Latn", "grn-Latn"]}, {"precision": 0.517836, "recall": 0.55336, "f1": 0.527391, "accuracy": 0.55336, "main_score": 0.527391, "hf_subset": "ayr_Latn-kat_Geor", "languages": ["ayr-Latn", "kat-Geor"]}, {"precision": 0.521572, "recall": 0.559289, "f1": 0.532533, "accuracy": 0.559289, "main_score": 0.532533, "hf_subset": "ayr_Latn-lua_Latn", "languages": ["ayr-Latn", "lua-Latn"]}, {"precision": 0.512151, "recall": 0.546443, "f1": 0.521623, "accuracy": 0.546443, "main_score": 0.521623, "hf_subset": "ayr_Latn-nya_Latn", "languages": ["ayr-Latn", "nya-Latn"]}, {"precision": 0.56489, "recall": 0.59585, "f1": 0.573226, "accuracy": 0.59585, "main_score": 0.573226, "hf_subset": "ayr_Latn-slv_Latn", "languages": ["ayr-Latn", "slv-Latn"]}, {"precision": 0.542759, "recall": 0.574111, "f1": 0.551481, "accuracy": 0.574111, "main_score": 0.551481, "hf_subset": "ayr_Latn-tpi_Latn", "languages": ["ayr-Latn", "tpi-Latn"]}, {"precision": 0.574036, "recall": 0.610672, "f1": 0.583445, "accuracy": 0.610672, "main_score": 0.583445, "hf_subset": "ayr_Latn-zsm_Latn", "languages": ["ayr-Latn", "zsm-Latn"]}, {"precision": 0.559807, "recall": 0.593874, "f1": 0.56841, "accuracy": 0.593874, "main_score": 0.56841, "hf_subset": "ayr_Latn-dan_Latn", "languages": ["ayr-Latn", "dan-Latn"]}, {"precision": 0.546029, "recall": 0.588933, "f1": 0.557569, "accuracy": 0.588933, "main_score": 0.557569, "hf_subset": "ayr_Latn-guj_Gujr", "languages": ["ayr-Latn", "guj-Gujr"]}, {"precision": 0.542515, "recall": 0.576087, "f1": 0.551768, "accuracy": 0.576087, "main_score": 0.551768, "hf_subset": "ayr_Latn-kaz_Cyrl", "languages": ["ayr-Latn", "kaz-Cyrl"]}, {"precision": 0.471108, "recall": 0.519763, "f1": 0.483736, "accuracy": 0.519763, "main_score": 0.483736, "hf_subset": "ayr_Latn-lug_Latn", "languages": ["ayr-Latn", "lug-Latn"]}, {"precision": 0.563705, "recall": 0.597826, "f1": 0.572222, "accuracy": 0.597826, "main_score": 0.572222, "hf_subset": "ayr_Latn-oci_Latn", "languages": ["ayr-Latn", "oci-Latn"]}, {"precision": 0.510618, "recall": 0.547431, "f1": 0.520788, "accuracy": 0.547431, "main_score": 0.520788, "hf_subset": "ayr_Latn-smo_Latn", "languages": ["ayr-Latn", "smo-Latn"]}, {"precision": 0.493683, "recall": 0.534585, "f1": 0.505074, "accuracy": 0.534585, "main_score": 0.505074, "hf_subset": "ayr_Latn-tsn_Latn", "languages": ["ayr-Latn", "tsn-Latn"]}, {"precision": 0.496664, "recall": 0.535573, "f1": 0.507577, "accuracy": 0.535573, "main_score": 0.507577, "hf_subset": "ayr_Latn-zul_Latn", "languages": ["ayr-Latn", "zul-Latn"]}, {"precision": 0.474348, "recall": 0.518775, "f1": 0.486555, "accuracy": 0.518775, "main_score": 0.486555, "hf_subset": "ayr_Latn-azb_Arab", "languages": ["ayr-Latn", "azb-Arab"]}, {"precision": 0.550261, "recall": 0.58498, "f1": 0.560538, "accuracy": 0.58498, "main_score": 0.560538, "hf_subset": "ayr_Latn-deu_Latn", "languages": ["ayr-Latn", "deu-Latn"]}, {"precision": 0.526986, "recall": 0.56917, "f1": 0.53822, "accuracy": 0.56917, "main_score": 0.53822, "hf_subset": "ayr_Latn-hat_Latn", "languages": ["ayr-Latn", "hat-Latn"]}, {"precision": 0.474725, "recall": 0.509881, "f1": 0.484999, "accuracy": 0.509881, "main_score": 0.484999, "hf_subset": "ayr_Latn-kbp_Latn", "languages": ["ayr-Latn", "kbp-Latn"]}, {"precision": 0.506396, "recall": 0.547431, "f1": 0.517811, "accuracy": 0.547431, "main_score": 0.517811, "hf_subset": "ayr_Latn-luo_Latn", "languages": ["ayr-Latn", "luo-Latn"]}, {"precision": 0.532536, "recall": 0.56917, "f1": 0.54281, "accuracy": 0.56917, "main_score": 0.54281, "hf_subset": "ayr_Latn-ory_Orya", "languages": ["ayr-Latn", "ory-Orya"]}, {"precision": 0.509743, "recall": 0.552372, "f1": 0.522006, "accuracy": 0.552372, "main_score": 0.522006, "hf_subset": "ayr_Latn-sna_Latn", "languages": ["ayr-Latn", "sna-Latn"]}, {"precision": 0.493853, "recall": 0.532609, "f1": 0.50474, "accuracy": 0.532609, "main_score": 0.50474, "hf_subset": "ayr_Latn-tso_Latn", "languages": ["ayr-Latn", "tso-Latn"]}, {"precision": 0.515226, "recall": 0.5583, "f1": 0.526841, "accuracy": 0.5583, "main_score": 0.526841, "hf_subset": "ayr_Latn-azj_Latn", "languages": ["ayr-Latn", "azj-Latn"]}, {"precision": 0.482663, "recall": 0.524704, "f1": 0.495244, "accuracy": 0.524704, "main_score": 0.495244, "hf_subset": "ayr_Latn-dik_Latn", "languages": ["ayr-Latn", "dik-Latn"]}, {"precision": 0.522706, "recall": 0.557312, "f1": 0.531746, "accuracy": 0.557312, "main_score": 0.531746, "hf_subset": "ayr_Latn-hau_Latn", "languages": ["ayr-Latn", "hau-Latn"]}, {"precision": 0.550561, "recall": 0.58498, "f1": 0.559258, "accuracy": 0.58498, "main_score": 0.559258, "hf_subset": "ayr_Latn-kea_Latn", "languages": ["ayr-Latn", "kea-Latn"]}, {"precision": 0.533249, "recall": 0.564229, "f1": 0.541815, "accuracy": 0.564229, "main_score": 0.541815, "hf_subset": "ayr_Latn-lus_Latn", "languages": ["ayr-Latn", "lus-Latn"]}, {"precision": 0.537714, "recall": 0.564229, "f1": 0.54608, "accuracy": 0.564229, "main_score": 0.54608, "hf_subset": "ayr_Latn-pag_Latn", "languages": ["ayr-Latn", "pag-Latn"]}, {"precision": 0.505121, "recall": 0.540514, "f1": 0.514691, "accuracy": 0.540514, "main_score": 0.514691, "hf_subset": "ayr_Latn-snd_Arab", "languages": ["ayr-Latn", "snd-Arab"]}, {"precision": 0.507477, "recall": 0.550395, "f1": 0.51926, "accuracy": 0.550395, "main_score": 0.51926, "hf_subset": "ayr_Latn-tuk_Latn", "languages": ["ayr-Latn", "tuk-Latn"]}, {"precision": 0.539733, "recall": 0.575099, "f1": 0.548898, "accuracy": 0.575099, "main_score": 0.548898, "hf_subset": "ayr_Latn-bak_Cyrl", "languages": ["ayr-Latn", "bak-Cyrl"]}, {"precision": 0.407856, "recall": 0.465415, "f1": 0.423999, "accuracy": 0.465415, "main_score": 0.423999, "hf_subset": "ayr_Latn-dyu_Latn", "languages": ["ayr-Latn", "dyu-Latn"]}, {"precision": 0.531943, "recall": 0.567194, "f1": 0.542474, "accuracy": 0.567194, "main_score": 0.542474, "hf_subset": "ayr_Latn-heb_Hebr", "languages": ["ayr-Latn", "heb-Hebr"]}, {"precision": 0.510681, "recall": 0.543478, "f1": 0.519419, "accuracy": 0.543478, "main_score": 0.519419, "hf_subset": "ayr_Latn-khk_Cyrl", "languages": ["ayr-Latn", "khk-Cyrl"]}, {"precision": 0.538252, "recall": 0.576087, "f1": 0.548046, "accuracy": 0.576087, "main_score": 0.548046, "hf_subset": "ayr_Latn-lvs_Latn", "languages": ["ayr-Latn", "lvs-Latn"]}, {"precision": 0.53739, "recall": 0.573123, "f1": 0.547439, "accuracy": 0.573123, "main_score": 0.547439, "hf_subset": "ayr_Latn-pan_Guru", "languages": ["ayr-Latn", "pan-Guru"]}, {"precision": 0.486743, "recall": 0.529644, "f1": 0.498325, "accuracy": 0.529644, "main_score": 0.498325, "hf_subset": "ayr_Latn-som_Latn", "languages": ["ayr-Latn", "som-Latn"]}, {"precision": 0.510238, "recall": 0.544466, "f1": 0.519117, "accuracy": 0.544466, "main_score": 0.519117, "hf_subset": "ayr_Latn-tum_Latn", "languages": ["ayr-Latn", "tum-Latn"]}, {"precision": 0.602152, "recall": 0.66996, "f1": 0.621521, "accuracy": 0.66996, "main_score": 0.621521, "hf_subset": "dan_Latn-ace_Arab", "languages": ["dan-Latn", "ace-Arab"]}, {"precision": 0.541791, "recall": 0.604743, "f1": 0.559752, "accuracy": 0.604743, "main_score": 0.559752, "hf_subset": "dan_Latn-bam_Latn", "languages": ["dan-Latn", "bam-Latn"]}, {"precision": 0.458958, "recall": 0.538538, "f1": 0.480497, "accuracy": 0.538538, "main_score": 0.480497, "hf_subset": "dan_Latn-dzo_Tibt", "languages": ["dan-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hin_Deva", "languages": ["dan-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-khm_Khmr", "languages": ["dan-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mag_Deva", "languages": ["dan-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-pap_Latn", "languages": ["dan-Latn", "pap-Latn"]}, {"precision": 0.599797, "recall": 0.660079, "f1": 0.616987, "accuracy": 0.660079, "main_score": 0.616987, "hf_subset": "dan_Latn-sot_Latn", "languages": ["dan-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tur_Latn", "languages": ["dan-Latn", "tur-Latn"]}, {"precision": 0.892045, "recall": 0.91996, "f1": 0.901087, "accuracy": 0.91996, "main_score": 0.901087, "hf_subset": "dan_Latn-ace_Latn", "languages": ["dan-Latn", "ace-Latn"]}, {"precision": 0.962945, "recall": 0.972332, "f1": 0.965909, "accuracy": 0.972332, "main_score": 0.965909, "hf_subset": "dan_Latn-ban_Latn", "languages": ["dan-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-ell_Grek", "languages": ["dan-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "dan_Latn-hne_Deva", "languages": ["dan-Latn", "hne-Deva"]}, {"precision": 0.620669, "recall": 0.674901, "f1": 0.636505, "accuracy": 0.674901, "main_score": 0.636505, "hf_subset": "dan_Latn-kik_Latn", "languages": ["dan-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mai_Deva", "languages": ["dan-Latn", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "dan_Latn-pbt_Arab", "languages": ["dan-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-spa_Latn", "languages": ["dan-Latn", "spa-Latn"]}, {"precision": 0.633919, "recall": 0.697628, "f1": 0.652322, "accuracy": 0.697628, "main_score": 0.652322, "hf_subset": "dan_Latn-twi_Latn", "languages": ["dan-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-acm_Arab", "languages": ["dan-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bel_Cyrl", "languages": ["dan-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-eng_Latn", "languages": ["dan-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hrv_Latn", "languages": ["dan-Latn", "hrv-Latn"]}, {"precision": 0.577174, "recall": 0.639328, "f1": 0.594273, "accuracy": 0.639328, "main_score": 0.594273, "hf_subset": "dan_Latn-kin_Latn", "languages": ["dan-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-mal_Mlym", "languages": ["dan-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pes_Arab", "languages": ["dan-Latn", "pes-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "dan_Latn-srd_Latn", "languages": ["dan-Latn", "srd-Latn"]}, {"precision": 0.192381, "recall": 0.247036, "f1": 0.205614, "accuracy": 0.247036, "main_score": 0.205614, "hf_subset": "dan_Latn-tzm_Tfng", "languages": ["dan-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-acq_Arab", "languages": ["dan-Latn", "acq-Arab"]}, {"precision": 0.661151, "recall": 0.708498, "f1": 0.674629, "accuracy": 0.708498, "main_score": 0.674629, "hf_subset": "dan_Latn-bem_Latn", "languages": ["dan-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-epo_Latn", "languages": ["dan-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hun_Latn", "languages": ["dan-Latn", "hun-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-kir_Cyrl", "languages": ["dan-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mar_Deva", "languages": ["dan-Latn", "mar-Deva"]}, {"precision": 0.698124, "recall": 0.751976, "f1": 0.713872, "accuracy": 0.751976, "main_score": 0.713872, "hf_subset": "dan_Latn-plt_Latn", "languages": ["dan-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-srp_Cyrl", "languages": ["dan-Latn", "srp-Cyrl"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "dan_Latn-uig_Arab", "languages": ["dan-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-aeb_Arab", "languages": ["dan-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ben_Beng", "languages": ["dan-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-est_Latn", "languages": ["dan-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hye_Armn", "languages": ["dan-Latn", "hye-Armn"]}, {"precision": 0.572053, "recall": 0.623518, "f1": 0.587211, "accuracy": 0.623518, "main_score": 0.587211, "hf_subset": "dan_Latn-kmb_Latn", "languages": ["dan-Latn", "kmb-Latn"]}, {"precision": 0.528597, "recall": 0.599802, "f1": 0.547953, "accuracy": 0.599802, "main_score": 0.547953, "hf_subset": "dan_Latn-min_Arab", "languages": ["dan-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pol_Latn", "languages": ["dan-Latn", "pol-Latn"]}, {"precision": 0.587262, "recall": 0.647233, "f1": 0.60516, "accuracy": 0.647233, "main_score": 0.60516, "hf_subset": "dan_Latn-ssw_Latn", "languages": ["dan-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ukr_Cyrl", "languages": ["dan-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-afr_Latn", "languages": ["dan-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-bho_Deva", "languages": ["dan-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-eus_Latn", "languages": ["dan-Latn", "eus-Latn"]}, {"precision": 0.611858, "recall": 0.674901, "f1": 0.630077, "accuracy": 0.674901, "main_score": 0.630077, "hf_subset": "dan_Latn-ibo_Latn", "languages": ["dan-Latn", "ibo-Latn"]}, {"precision": 0.914773, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "dan_Latn-kmr_Latn", "languages": ["dan-Latn", "kmr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "dan_Latn-min_Latn", "languages": ["dan-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-por_Latn", "languages": ["dan-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-sun_Latn", "languages": ["dan-Latn", "sun-Latn"]}, {"precision": 0.54471, "recall": 0.603755, "f1": 0.561613, "accuracy": 0.603755, "main_score": 0.561613, "hf_subset": "dan_Latn-umb_Latn", "languages": ["dan-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ajp_Arab", "languages": ["dan-Latn", "ajp-Arab"]}, {"precision": 0.563251, "recall": 0.621542, "f1": 0.579793, "accuracy": 0.621542, "main_score": 0.579793, "hf_subset": "dan_Latn-bjn_Arab", "languages": ["dan-Latn", "bjn-Arab"]}, {"precision": 0.535257, "recall": 0.592885, "f1": 0.551392, "accuracy": 0.592885, "main_score": 0.551392, "hf_subset": "dan_Latn-ewe_Latn", "languages": ["dan-Latn", "ewe-Latn"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "dan_Latn-ilo_Latn", "languages": ["dan-Latn", "ilo-Latn"]}, {"precision": 0.326995, "recall": 0.389328, "f1": 0.344227, "accuracy": 0.389328, "main_score": 0.344227, "hf_subset": "dan_Latn-knc_Arab", "languages": ["dan-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mkd_Cyrl", "languages": ["dan-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-prs_Arab", "languages": ["dan-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-swe_Latn", "languages": ["dan-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-urd_Arab", "languages": ["dan-Latn", "urd-Arab"]}, {"precision": 0.622596, "recall": 0.678854, "f1": 0.638773, "accuracy": 0.678854, "main_score": 0.638773, "hf_subset": "dan_Latn-aka_Latn", "languages": ["dan-Latn", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-bjn_Latn", "languages": ["dan-Latn", "bjn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "dan_Latn-fao_Latn", "languages": ["dan-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ind_Latn", "languages": ["dan-Latn", "ind-Latn"]}, {"precision": 0.598059, "recall": 0.649209, "f1": 0.612911, "accuracy": 0.649209, "main_score": 0.612911, "hf_subset": "dan_Latn-knc_Latn", "languages": ["dan-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-mlt_Latn", "languages": ["dan-Latn", "mlt-Latn"]}, {"precision": 0.728558, "recall": 0.785573, "f1": 0.745113, "accuracy": 0.785573, "main_score": 0.745113, "hf_subset": "dan_Latn-quy_Latn", "languages": ["dan-Latn", "quy-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "dan_Latn-swh_Latn", "languages": ["dan-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-uzn_Latn", "languages": ["dan-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-als_Latn", "languages": ["dan-Latn", "als-Latn"]}, {"precision": 0.674704, "recall": 0.75, "f1": 0.697186, "accuracy": 0.75, "main_score": 0.697186, "hf_subset": "dan_Latn-bod_Tibt", "languages": ["dan-Latn", "bod-Tibt"]}, {"precision": 0.73386, "recall": 0.787549, "f1": 0.749507, "accuracy": 0.787549, "main_score": 0.749507, "hf_subset": "dan_Latn-fij_Latn", "languages": ["dan-Latn", "fij-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-isl_Latn", "languages": ["dan-Latn", "isl-Latn"]}, {"precision": 0.681004, "recall": 0.735178, "f1": 0.697645, "accuracy": 0.735178, "main_score": 0.697645, "hf_subset": "dan_Latn-kon_Latn", "languages": ["dan-Latn", "kon-Latn"]}, {"precision": 0.681063, "recall": 0.740119, "f1": 0.69824, "accuracy": 0.740119, "main_score": 0.69824, "hf_subset": "dan_Latn-mni_Beng", "languages": ["dan-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ron_Latn", "languages": ["dan-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "dan_Latn-szl_Latn", "languages": ["dan-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-vec_Latn", "languages": ["dan-Latn", "vec-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "dan_Latn-amh_Ethi", "languages": ["dan-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bos_Latn", "languages": ["dan-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-fin_Latn", "languages": ["dan-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ita_Latn", "languages": ["dan-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-kor_Hang", "languages": ["dan-Latn", "kor-Hang"]}, {"precision": 0.562534, "recall": 0.619565, "f1": 0.578761, "accuracy": 0.619565, "main_score": 0.578761, "hf_subset": "dan_Latn-mos_Latn", "languages": ["dan-Latn", "mos-Latn"]}, {"precision": 0.582065, "recall": 0.633399, "f1": 0.596871, "accuracy": 0.633399, "main_score": 0.596871, "hf_subset": "dan_Latn-run_Latn", "languages": ["dan-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tam_Taml", "languages": ["dan-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-vie_Latn", "languages": ["dan-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-apc_Arab", "languages": ["dan-Latn", "apc-Arab"]}, {"precision": 0.824226, "recall": 0.866601, "f1": 0.837074, "accuracy": 0.866601, "main_score": 0.837074, "hf_subset": "dan_Latn-bug_Latn", "languages": ["dan-Latn", "bug-Latn"]}, {"precision": 0.49073, "recall": 0.546443, "f1": 0.505208, "accuracy": 0.546443, "main_score": 0.505208, "hf_subset": "dan_Latn-fon_Latn", "languages": ["dan-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-jav_Latn", "languages": ["dan-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-lao_Laoo", "languages": ["dan-Latn", "lao-Laoo"]}, {"precision": 0.901795, "recall": 0.929842, "f1": 0.910804, "accuracy": 0.929842, "main_score": 0.910804, "hf_subset": "dan_Latn-mri_Latn", "languages": ["dan-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-rus_Cyrl", "languages": ["dan-Latn", "rus-Cyrl"]}, {"precision": 0.559083, "recall": 0.619565, "f1": 0.576147, "accuracy": 0.619565, "main_score": 0.576147, "hf_subset": "dan_Latn-taq_Latn", "languages": ["dan-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-war_Latn", "languages": ["dan-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-arb_Arab", "languages": ["dan-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bul_Cyrl", "languages": ["dan-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-fra_Latn", "languages": ["dan-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-jpn_Jpan", "languages": ["dan-Latn", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-lij_Latn", "languages": ["dan-Latn", "lij-Latn"]}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "dan_Latn-mya_Mymr", "languages": ["dan-Latn", "mya-Mymr"]}, {"precision": 0.614133, "recall": 0.68083, "f1": 0.633262, "accuracy": 0.68083, "main_score": 0.633262, "hf_subset": "dan_Latn-sag_Latn", "languages": ["dan-Latn", "sag-Latn"]}, {"precision": 0.197423, "recall": 0.258893, "f1": 0.211914, "accuracy": 0.258893, "main_score": 0.211914, "hf_subset": "dan_Latn-taq_Tfng", "languages": ["dan-Latn", "taq-Tfng"]}, {"precision": 0.647473, "recall": 0.710474, "f1": 0.66537, "accuracy": 0.710474, "main_score": 0.66537, "hf_subset": "dan_Latn-wol_Latn", "languages": ["dan-Latn", "wol-Latn"]}, {"precision": 0.820982, "recall": 0.867589, "f1": 0.835375, "accuracy": 0.867589, "main_score": 0.835375, "hf_subset": "dan_Latn-arb_Latn", "languages": ["dan-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-cat_Latn", "languages": ["dan-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "dan_Latn-fur_Latn", "languages": ["dan-Latn", "fur-Latn"]}, {"precision": 0.434107, "recall": 0.488142, "f1": 0.449531, "accuracy": 0.488142, "main_score": 0.449531, "hf_subset": "dan_Latn-kab_Latn", "languages": ["dan-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-lim_Latn", "languages": ["dan-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-nld_Latn", "languages": ["dan-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "dan_Latn-san_Deva", "languages": ["dan-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tat_Cyrl", "languages": ["dan-Latn", "tat-Cyrl"]}, {"precision": 0.698445, "recall": 0.752964, "f1": 0.714495, "accuracy": 0.752964, "main_score": 0.714495, "hf_subset": "dan_Latn-xho_Latn", "languages": ["dan-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ars_Arab", "languages": ["dan-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ceb_Latn", "languages": ["dan-Latn", "ceb-Latn"]}, {"precision": 0.583865, "recall": 0.641304, "f1": 0.599943, "accuracy": 0.641304, "main_score": 0.599943, "hf_subset": "dan_Latn-fuv_Latn", "languages": ["dan-Latn", "fuv-Latn"]}, {"precision": 0.5291, "recall": 0.590909, "f1": 0.546498, "accuracy": 0.590909, "main_score": 0.546498, "hf_subset": "dan_Latn-kac_Latn", "languages": ["dan-Latn", "kac-Latn"]}, {"precision": 0.690607, "recall": 0.738142, "f1": 0.704287, "accuracy": 0.738142, "main_score": 0.704287, "hf_subset": "dan_Latn-lin_Latn", "languages": ["dan-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-nno_Latn", "languages": ["dan-Latn", "nno-Latn"]}, {"precision": 0.249918, "recall": 0.327075, "f1": 0.270108, "accuracy": 0.327075, "main_score": 0.270108, "hf_subset": "dan_Latn-sat_Olck", "languages": ["dan-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-tel_Telu", "languages": ["dan-Latn", "tel-Telu"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "dan_Latn-ydd_Hebr", "languages": ["dan-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "dan_Latn-ary_Arab", "languages": ["dan-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ces_Latn", "languages": ["dan-Latn", "ces-Latn"]}, {"precision": 0.604308, "recall": 0.663043, "f1": 0.621134, "accuracy": 0.663043, "main_score": 0.621134, "hf_subset": "dan_Latn-gaz_Latn", "languages": ["dan-Latn", "gaz-Latn"]}, {"precision": 0.604924, "recall": 0.666008, "f1": 0.622356, "accuracy": 0.666008, "main_score": 0.622356, "hf_subset": "dan_Latn-kam_Latn", "languages": ["dan-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "dan_Latn-lit_Latn", "languages": ["dan-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-nob_Latn", "languages": ["dan-Latn", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "dan_Latn-scn_Latn", "languages": ["dan-Latn", "scn-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "dan_Latn-tgk_Cyrl", "languages": ["dan-Latn", "tgk-Cyrl"]}, {"precision": 0.748765, "recall": 0.8083, "f1": 0.767608, "accuracy": 0.8083, "main_score": 0.767608, "hf_subset": "dan_Latn-yor_Latn", "languages": ["dan-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-arz_Arab", "languages": ["dan-Latn", "arz-Arab"]}, {"precision": 0.586556, "recall": 0.646245, "f1": 0.603811, "accuracy": 0.646245, "main_score": 0.603811, "hf_subset": "dan_Latn-cjk_Latn", "languages": ["dan-Latn", "cjk-Latn"]}, {"precision": 0.837368, "recall": 0.876482, "f1": 0.849459, "accuracy": 0.876482, "main_score": 0.849459, "hf_subset": "dan_Latn-gla_Latn", "languages": ["dan-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-kan_Knda", "languages": ["dan-Latn", "kan-Knda"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-lmo_Latn", "languages": ["dan-Latn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "dan_Latn-npi_Deva", "languages": ["dan-Latn", "npi-Deva"]}, {"precision": 0.483386, "recall": 0.545455, "f1": 0.499945, "accuracy": 0.545455, "main_score": 0.499945, "hf_subset": "dan_Latn-shn_Mymr", "languages": ["dan-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tgl_Latn", "languages": ["dan-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-yue_Hant", "languages": ["dan-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-asm_Beng", "languages": ["dan-Latn", "asm-Beng"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "dan_Latn-ckb_Arab", "languages": ["dan-Latn", "ckb-Arab"]}, {"precision": 0.910303, "recall": 0.934783, "f1": 0.917803, "accuracy": 0.934783, "main_score": 0.917803, "hf_subset": "dan_Latn-gle_Latn", "languages": ["dan-Latn", "gle-Latn"]}, {"precision": 0.966568, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "dan_Latn-kas_Arab", "languages": ["dan-Latn", "kas-Arab"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "dan_Latn-ltg_Latn", "languages": ["dan-Latn", "ltg-Latn"]}, {"precision": 0.633466, "recall": 0.685771, "f1": 0.648316, "accuracy": 0.685771, "main_score": 0.648316, "hf_subset": "dan_Latn-nso_Latn", "languages": ["dan-Latn", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-sin_Sinh", "languages": ["dan-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-tha_Thai", "languages": ["dan-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zho_Hans", "languages": ["dan-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ast_Latn", "languages": ["dan-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-crh_Latn", "languages": ["dan-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-glg_Latn", "languages": ["dan-Latn", "glg-Latn"]}, {"precision": 0.921113, "recall": 0.944664, "f1": 0.928854, "accuracy": 0.944664, "main_score": 0.928854, "hf_subset": "dan_Latn-kas_Deva", "languages": ["dan-Latn", "kas-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "dan_Latn-ltz_Latn", "languages": ["dan-Latn", "ltz-Latn"]}, {"precision": 0.480676, "recall": 0.548419, "f1": 0.499379, "accuracy": 0.548419, "main_score": 0.499379, "hf_subset": "dan_Latn-nus_Latn", "languages": ["dan-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-slk_Latn", "languages": ["dan-Latn", "slk-Latn"]}, {"precision": 0.654578, "recall": 0.724308, "f1": 0.675293, "accuracy": 0.724308, "main_score": 0.675293, "hf_subset": "dan_Latn-tir_Ethi", "languages": ["dan-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zho_Hant", "languages": ["dan-Latn", "zho-Hant"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "dan_Latn-awa_Deva", "languages": ["dan-Latn", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-cym_Latn", "languages": ["dan-Latn", "cym-Latn"]}, {"precision": 0.856143, "recall": 0.892292, "f1": 0.86749, "accuracy": 0.892292, "main_score": 0.86749, "hf_subset": "dan_Latn-grn_Latn", "languages": ["dan-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-kat_Geor", "languages": ["dan-Latn", "kat-Geor"]}, {"precision": 0.674209, "recall": 0.722332, "f1": 0.68812, "accuracy": 0.722332, "main_score": 0.68812, "hf_subset": "dan_Latn-lua_Latn", "languages": ["dan-Latn", "lua-Latn"]}, {"precision": 0.678056, "recall": 0.735178, "f1": 0.694667, "accuracy": 0.735178, "main_score": 0.694667, "hf_subset": "dan_Latn-nya_Latn", "languages": ["dan-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-slv_Latn", "languages": ["dan-Latn", "slv-Latn"]}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "dan_Latn-tpi_Latn", "languages": ["dan-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zsm_Latn", "languages": ["dan-Latn", "zsm-Latn"]}, {"precision": 0.556833, "recall": 0.62253, "f1": 0.575551, "accuracy": 0.62253, "main_score": 0.575551, "hf_subset": "dan_Latn-ayr_Latn", "languages": ["dan-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-guj_Gujr", "languages": ["dan-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-kaz_Cyrl", "languages": ["dan-Latn", "kaz-Cyrl"]}, {"precision": 0.562611, "recall": 0.624506, "f1": 0.580211, "accuracy": 0.624506, "main_score": 0.580211, "hf_subset": "dan_Latn-lug_Latn", "languages": ["dan-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-oci_Latn", "languages": ["dan-Latn", "oci-Latn"]}, {"precision": 0.85219, "recall": 0.892292, "f1": 0.864657, "accuracy": 0.892292, "main_score": 0.864657, "hf_subset": "dan_Latn-smo_Latn", "languages": ["dan-Latn", "smo-Latn"]}, {"precision": 0.564667, "recall": 0.625494, "f1": 0.582212, "accuracy": 0.625494, "main_score": 0.582212, "hf_subset": "dan_Latn-tsn_Latn", "languages": ["dan-Latn", "tsn-Latn"]}, {"precision": 0.645142, "recall": 0.702569, "f1": 0.661764, "accuracy": 0.702569, "main_score": 0.661764, "hf_subset": "dan_Latn-zul_Latn", "languages": ["dan-Latn", "zul-Latn"]}, {"precision": 0.934947, "recall": 0.955534, "f1": 0.9417, "accuracy": 0.955534, "main_score": 0.9417, "hf_subset": "dan_Latn-azb_Arab", "languages": ["dan-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-deu_Latn", "languages": ["dan-Latn", "deu-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "dan_Latn-hat_Latn", "languages": ["dan-Latn", "hat-Latn"]}, {"precision": 0.509571, "recall": 0.564229, "f1": 0.524925, "accuracy": 0.564229, "main_score": 0.524925, "hf_subset": "dan_Latn-kbp_Latn", "languages": ["dan-Latn", "kbp-Latn"]}, {"precision": 0.598864, "recall": 0.65415, "f1": 0.613689, "accuracy": 0.65415, "main_score": 0.613689, "hf_subset": "dan_Latn-luo_Latn", "languages": ["dan-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ory_Orya", "languages": ["dan-Latn", "ory-Orya"]}, {"precision": 0.61638, "recall": 0.676877, "f1": 0.634027, "accuracy": 0.676877, "main_score": 0.634027, "hf_subset": "dan_Latn-sna_Latn", "languages": ["dan-Latn", "sna-Latn"]}, {"precision": 0.578615, "recall": 0.62747, "f1": 0.592536, "accuracy": 0.62747, "main_score": 0.592536, "hf_subset": "dan_Latn-tso_Latn", "languages": ["dan-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-azj_Latn", "languages": ["dan-Latn", "azj-Latn"]}, {"precision": 0.557955, "recall": 0.624506, "f1": 0.577364, "accuracy": 0.624506, "main_score": 0.577364, "hf_subset": "dan_Latn-dik_Latn", "languages": ["dan-Latn", "dik-Latn"]}, {"precision": 0.776548, "recall": 0.823123, "f1": 0.7905, "accuracy": 0.823123, "main_score": 0.7905, "hf_subset": "dan_Latn-hau_Latn", "languages": ["dan-Latn", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "dan_Latn-kea_Latn", "languages": ["dan-Latn", "kea-Latn"]}, {"precision": 0.757411, "recall": 0.804348, "f1": 0.771476, "accuracy": 0.804348, "main_score": 0.771476, "hf_subset": "dan_Latn-lus_Latn", "languages": ["dan-Latn", "lus-Latn"]}, {"precision": 0.880418, "recall": 0.906126, "f1": 0.888076, "accuracy": 0.906126, "main_score": 0.888076, "hf_subset": "dan_Latn-pag_Latn", "languages": ["dan-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-snd_Arab", "languages": ["dan-Latn", "snd-Arab"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "dan_Latn-tuk_Latn", "languages": ["dan-Latn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-bak_Cyrl", "languages": ["dan-Latn", "bak-Cyrl"]}, {"precision": 0.515518, "recall": 0.588933, "f1": 0.537017, "accuracy": 0.588933, "main_score": 0.537017, "hf_subset": "dan_Latn-dyu_Latn", "languages": ["dan-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-heb_Hebr", "languages": ["dan-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "dan_Latn-khk_Cyrl", "languages": ["dan-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-lvs_Latn", "languages": ["dan-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pan_Guru", "languages": ["dan-Latn", "pan-Guru"]}, {"precision": 0.713439, "recall": 0.769763, "f1": 0.730106, "accuracy": 0.769763, "main_score": 0.730106, "hf_subset": "dan_Latn-som_Latn", "languages": ["dan-Latn", "som-Latn"]}, {"precision": 0.622597, "recall": 0.668972, "f1": 0.635564, "accuracy": 0.668972, "main_score": 0.635564, "hf_subset": "dan_Latn-tum_Latn", "languages": ["dan-Latn", "tum-Latn"]}, {"precision": 0.56371, "recall": 0.631423, "f1": 0.582317, "accuracy": 0.631423, "main_score": 0.582317, "hf_subset": "guj_Gujr-ace_Arab", "languages": ["guj-Gujr", "ace-Arab"]}, {"precision": 0.525192, "recall": 0.58498, "f1": 0.542136, "accuracy": 0.58498, "main_score": 0.542136, "hf_subset": "guj_Gujr-bam_Latn", "languages": ["guj-Gujr", "bam-Latn"]}, {"precision": 0.441409, "recall": 0.52668, "f1": 0.463729, "accuracy": 0.52668, "main_score": 0.463729, "hf_subset": "guj_Gujr-dzo_Tibt", "languages": ["guj-Gujr", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hin_Deva", "languages": ["guj-Gujr", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-khm_Khmr", "languages": ["guj-Gujr", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mag_Deva", "languages": ["guj-Gujr", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "guj_Gujr-pap_Latn", "languages": ["guj-Gujr", "pap-Latn"]}, {"precision": 0.58994, "recall": 0.652174, "f1": 0.607063, "accuracy": 0.652174, "main_score": 0.607063, "hf_subset": "guj_Gujr-sot_Latn", "languages": ["guj-Gujr", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tur_Latn", "languages": ["guj-Gujr", "tur-Latn"]}, {"precision": 0.872118, "recall": 0.905138, "f1": 0.882595, "accuracy": 0.905138, "main_score": 0.882595, "hf_subset": "guj_Gujr-ace_Latn", "languages": ["guj-Gujr", "ace-Latn"]}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "guj_Gujr-ban_Latn", "languages": ["guj-Gujr", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ell_Grek", "languages": ["guj-Gujr", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "guj_Gujr-hne_Deva", "languages": ["guj-Gujr", "hne-Deva"]}, {"precision": 0.577603, "recall": 0.646245, "f1": 0.597334, "accuracy": 0.646245, "main_score": 0.597334, "hf_subset": "guj_Gujr-kik_Latn", "languages": ["guj-Gujr", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mai_Deva", "languages": ["guj-Gujr", "mai-Deva"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "guj_Gujr-pbt_Arab", "languages": ["guj-Gujr", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-spa_Latn", "languages": ["guj-Gujr", "spa-Latn"]}, {"precision": 0.616333, "recall": 0.679842, "f1": 0.633658, "accuracy": 0.679842, "main_score": 0.633658, "hf_subset": "guj_Gujr-twi_Latn", "languages": ["guj-Gujr", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-acm_Arab", "languages": ["guj-Gujr", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-bel_Cyrl", "languages": ["guj-Gujr", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-eng_Latn", "languages": ["guj-Gujr", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hrv_Latn", "languages": ["guj-Gujr", "hrv-Latn"]}, {"precision": 0.535904, "recall": 0.602767, "f1": 0.554706, "accuracy": 0.602767, "main_score": 0.554706, "hf_subset": "guj_Gujr-kin_Latn", "languages": ["guj-Gujr", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-mal_Mlym", "languages": ["guj-Gujr", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pes_Arab", "languages": ["guj-Gujr", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-srd_Latn", "languages": ["guj-Gujr", "srd-Latn"]}, {"precision": 0.181383, "recall": 0.232213, "f1": 0.193291, "accuracy": 0.232213, "main_score": 0.193291, "hf_subset": "guj_Gujr-tzm_Tfng", "languages": ["guj-Gujr", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-acq_Arab", "languages": ["guj-Gujr", "acq-Arab"]}, {"precision": 0.621809, "recall": 0.675889, "f1": 0.637058, "accuracy": 0.675889, "main_score": 0.637058, "hf_subset": "guj_Gujr-bem_Latn", "languages": ["guj-Gujr", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-epo_Latn", "languages": ["guj-Gujr", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-hun_Latn", "languages": ["guj-Gujr", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-kir_Cyrl", "languages": ["guj-Gujr", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mar_Deva", "languages": ["guj-Gujr", "mar-Deva"]}, {"precision": 0.671798, "recall": 0.730237, "f1": 0.688163, "accuracy": 0.730237, "main_score": 0.688163, "hf_subset": "guj_Gujr-plt_Latn", "languages": ["guj-Gujr", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-srp_Cyrl", "languages": ["guj-Gujr", "srp-Cyrl"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "guj_Gujr-uig_Arab", "languages": ["guj-Gujr", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-aeb_Arab", "languages": ["guj-Gujr", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ben_Beng", "languages": ["guj-Gujr", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-est_Latn", "languages": ["guj-Gujr", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hye_Armn", "languages": ["guj-Gujr", "hye-Armn"]}, {"precision": 0.523339, "recall": 0.583992, "f1": 0.540766, "accuracy": 0.583992, "main_score": 0.540766, "hf_subset": "guj_Gujr-kmb_Latn", "languages": ["guj-Gujr", "kmb-Latn"]}, {"precision": 0.48213, "recall": 0.559289, "f1": 0.503072, "accuracy": 0.559289, "main_score": 0.503072, "hf_subset": "guj_Gujr-min_Arab", "languages": ["guj-Gujr", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pol_Latn", "languages": ["guj-Gujr", "pol-Latn"]}, {"precision": 0.553148, "recall": 0.615613, "f1": 0.570276, "accuracy": 0.615613, "main_score": 0.570276, "hf_subset": "guj_Gujr-ssw_Latn", "languages": ["guj-Gujr", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ukr_Cyrl", "languages": ["guj-Gujr", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-afr_Latn", "languages": ["guj-Gujr", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-bho_Deva", "languages": ["guj-Gujr", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-eus_Latn", "languages": ["guj-Gujr", "eus-Latn"]}, {"precision": 0.574277, "recall": 0.637352, "f1": 0.591456, "accuracy": 0.637352, "main_score": 0.591456, "hf_subset": "guj_Gujr-ibo_Latn", "languages": ["guj-Gujr", "ibo-Latn"]}, {"precision": 0.918478, "recall": 0.9417, "f1": 0.925889, "accuracy": 0.9417, "main_score": 0.925889, "hf_subset": "guj_Gujr-kmr_Latn", "languages": ["guj-Gujr", "kmr-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-min_Latn", "languages": ["guj-Gujr", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-por_Latn", "languages": ["guj-Gujr", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-sun_Latn", "languages": ["guj-Gujr", "sun-Latn"]}, {"precision": 0.515478, "recall": 0.578063, "f1": 0.53299, "accuracy": 0.578063, "main_score": 0.53299, "hf_subset": "guj_Gujr-umb_Latn", "languages": ["guj-Gujr", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ajp_Arab", "languages": ["guj-Gujr", "ajp-Arab"]}, {"precision": 0.510006, "recall": 0.58498, "f1": 0.530636, "accuracy": 0.58498, "main_score": 0.530636, "hf_subset": "guj_Gujr-bjn_Arab", "languages": ["guj-Gujr", "bjn-Arab"]}, {"precision": 0.511288, "recall": 0.56917, "f1": 0.526594, "accuracy": 0.56917, "main_score": 0.526594, "hf_subset": "guj_Gujr-ewe_Latn", "languages": ["guj-Gujr", "ewe-Latn"]}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.954842, "accuracy": 0.965415, "main_score": 0.954842, "hf_subset": "guj_Gujr-ilo_Latn", "languages": ["guj-Gujr", "ilo-Latn"]}, {"precision": 0.313416, "recall": 0.37747, "f1": 0.331036, "accuracy": 0.37747, "main_score": 0.331036, "hf_subset": "guj_Gujr-knc_Arab", "languages": ["guj-Gujr", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mkd_Cyrl", "languages": ["guj-Gujr", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-prs_Arab", "languages": ["guj-Gujr", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-swe_Latn", "languages": ["guj-Gujr", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-urd_Arab", "languages": ["guj-Gujr", "urd-Arab"]}, {"precision": 0.57006, "recall": 0.642292, "f1": 0.59059, "accuracy": 0.642292, "main_score": 0.59059, "hf_subset": "guj_Gujr-aka_Latn", "languages": ["guj-Gujr", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "guj_Gujr-bjn_Latn", "languages": ["guj-Gujr", "bjn-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "guj_Gujr-fao_Latn", "languages": ["guj-Gujr", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ind_Latn", "languages": ["guj-Gujr", "ind-Latn"]}, {"precision": 0.581388, "recall": 0.642292, "f1": 0.598408, "accuracy": 0.642292, "main_score": 0.598408, "hf_subset": "guj_Gujr-knc_Latn", "languages": ["guj-Gujr", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "guj_Gujr-mlt_Latn", "languages": ["guj-Gujr", "mlt-Latn"]}, {"precision": 0.696635, "recall": 0.763834, "f1": 0.716321, "accuracy": 0.763834, "main_score": 0.716321, "hf_subset": "guj_Gujr-quy_Latn", "languages": ["guj-Gujr", "quy-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "guj_Gujr-swh_Latn", "languages": ["guj-Gujr", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-uzn_Latn", "languages": ["guj-Gujr", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-als_Latn", "languages": ["guj-Gujr", "als-Latn"]}, {"precision": 0.678277, "recall": 0.749012, "f1": 0.699064, "accuracy": 0.749012, "main_score": 0.699064, "hf_subset": "guj_Gujr-bod_Tibt", "languages": ["guj-Gujr", "bod-Tibt"]}, {"precision": 0.704876, "recall": 0.76581, "f1": 0.722239, "accuracy": 0.76581, "main_score": 0.722239, "hf_subset": "guj_Gujr-fij_Latn", "languages": ["guj-Gujr", "fij-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "guj_Gujr-isl_Latn", "languages": ["guj-Gujr", "isl-Latn"]}, {"precision": 0.655807, "recall": 0.715415, "f1": 0.673158, "accuracy": 0.715415, "main_score": 0.673158, "hf_subset": "guj_Gujr-kon_Latn", "languages": ["guj-Gujr", "kon-Latn"]}, {"precision": 0.67165, "recall": 0.742095, "f1": 0.692248, "accuracy": 0.742095, "main_score": 0.692248, "hf_subset": "guj_Gujr-mni_Beng", "languages": ["guj-Gujr", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ron_Latn", "languages": ["guj-Gujr", "ron-Latn"]}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "guj_Gujr-szl_Latn", "languages": ["guj-Gujr", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-vec_Latn", "languages": ["guj-Gujr", "vec-Latn"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "guj_Gujr-amh_Ethi", "languages": ["guj-Gujr", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-bos_Latn", "languages": ["guj-Gujr", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-fin_Latn", "languages": ["guj-Gujr", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ita_Latn", "languages": ["guj-Gujr", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-kor_Hang", "languages": ["guj-Gujr", "kor-Hang"]}, {"precision": 0.537563, "recall": 0.602767, "f1": 0.555457, "accuracy": 0.602767, "main_score": 0.555457, "hf_subset": "guj_Gujr-mos_Latn", "languages": ["guj-Gujr", "mos-Latn"]}, {"precision": 0.55191, "recall": 0.615613, "f1": 0.570112, "accuracy": 0.615613, "main_score": 0.570112, "hf_subset": "guj_Gujr-run_Latn", "languages": ["guj-Gujr", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tam_Taml", "languages": ["guj-Gujr", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-vie_Latn", "languages": ["guj-Gujr", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-apc_Arab", "languages": ["guj-Gujr", "apc-Arab"]}, {"precision": 0.798139, "recall": 0.846838, "f1": 0.812766, "accuracy": 0.846838, "main_score": 0.812766, "hf_subset": "guj_Gujr-bug_Latn", "languages": ["guj-Gujr", "bug-Latn"]}, {"precision": 0.466804, "recall": 0.528656, "f1": 0.483502, "accuracy": 0.528656, "main_score": 0.483502, "hf_subset": "guj_Gujr-fon_Latn", "languages": ["guj-Gujr", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-jav_Latn", "languages": ["guj-Gujr", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "guj_Gujr-lao_Laoo", "languages": ["guj-Gujr", "lao-Laoo"]}, {"precision": 0.885326, "recall": 0.917984, "f1": 0.895487, "accuracy": 0.917984, "main_score": 0.895487, "hf_subset": "guj_Gujr-mri_Latn", "languages": ["guj-Gujr", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-rus_Cyrl", "languages": ["guj-Gujr", "rus-Cyrl"]}, {"precision": 0.535935, "recall": 0.602767, "f1": 0.554894, "accuracy": 0.602767, "main_score": 0.554894, "hf_subset": "guj_Gujr-taq_Latn", "languages": ["guj-Gujr", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-war_Latn", "languages": ["guj-Gujr", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-arb_Arab", "languages": ["guj-Gujr", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-bul_Cyrl", "languages": ["guj-Gujr", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-fra_Latn", "languages": ["guj-Gujr", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-jpn_Jpan", "languages": ["guj-Gujr", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-lij_Latn", "languages": ["guj-Gujr", "lij-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "guj_Gujr-mya_Mymr", "languages": ["guj-Gujr", "mya-Mymr"]}, {"precision": 0.587384, "recall": 0.65415, "f1": 0.606159, "accuracy": 0.65415, "main_score": 0.606159, "hf_subset": "guj_Gujr-sag_Latn", "languages": ["guj-Gujr", "sag-Latn"]}, {"precision": 0.188681, "recall": 0.247036, "f1": 0.202043, "accuracy": 0.247036, "main_score": 0.202043, "hf_subset": "guj_Gujr-taq_Tfng", "languages": ["guj-Gujr", "taq-Tfng"]}, {"precision": 0.61409, "recall": 0.68083, "f1": 0.632893, "accuracy": 0.68083, "main_score": 0.632893, "hf_subset": "guj_Gujr-wol_Latn", "languages": ["guj-Gujr", "wol-Latn"]}, {"precision": 0.797464, "recall": 0.848814, "f1": 0.813142, "accuracy": 0.848814, "main_score": 0.813142, "hf_subset": "guj_Gujr-arb_Latn", "languages": ["guj-Gujr", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-cat_Latn", "languages": ["guj-Gujr", "cat-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "guj_Gujr-fur_Latn", "languages": ["guj-Gujr", "fur-Latn"]}, {"precision": 0.412884, "recall": 0.476285, "f1": 0.430191, "accuracy": 0.476285, "main_score": 0.430191, "hf_subset": "guj_Gujr-kab_Latn", "languages": ["guj-Gujr", "kab-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "guj_Gujr-lim_Latn", "languages": ["guj-Gujr", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nld_Latn", "languages": ["guj-Gujr", "nld-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "guj_Gujr-san_Deva", "languages": ["guj-Gujr", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tat_Cyrl", "languages": ["guj-Gujr", "tat-Cyrl"]}, {"precision": 0.666628, "recall": 0.72332, "f1": 0.6833, "accuracy": 0.72332, "main_score": 0.6833, "hf_subset": "guj_Gujr-xho_Latn", "languages": ["guj-Gujr", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ars_Arab", "languages": ["guj-Gujr", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-ceb_Latn", "languages": ["guj-Gujr", "ceb-Latn"]}, {"precision": 0.557111, "recall": 0.623518, "f1": 0.57619, "accuracy": 0.623518, "main_score": 0.57619, "hf_subset": "guj_Gujr-fuv_Latn", "languages": ["guj-Gujr", "fuv-Latn"]}, {"precision": 0.505234, "recall": 0.579051, "f1": 0.525595, "accuracy": 0.579051, "main_score": 0.525595, "hf_subset": "guj_Gujr-kac_Latn", "languages": ["guj-Gujr", "kac-Latn"]}, {"precision": 0.665309, "recall": 0.721344, "f1": 0.681853, "accuracy": 0.721344, "main_score": 0.681853, "hf_subset": "guj_Gujr-lin_Latn", "languages": ["guj-Gujr", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nno_Latn", "languages": ["guj-Gujr", "nno-Latn"]}, {"precision": 0.253503, "recall": 0.333992, "f1": 0.274847, "accuracy": 0.333992, "main_score": 0.274847, "hf_subset": "guj_Gujr-sat_Olck", "languages": ["guj-Gujr", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tel_Telu", "languages": ["guj-Gujr", "tel-Telu"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "guj_Gujr-ydd_Hebr", "languages": ["guj-Gujr", "ydd-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "guj_Gujr-ary_Arab", "languages": ["guj-Gujr", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ces_Latn", "languages": ["guj-Gujr", "ces-Latn"]}, {"precision": 0.577117, "recall": 0.637352, "f1": 0.594422, "accuracy": 0.637352, "main_score": 0.594422, "hf_subset": "guj_Gujr-gaz_Latn", "languages": ["guj-Gujr", "gaz-Latn"]}, {"precision": 0.577529, "recall": 0.644269, "f1": 0.596528, "accuracy": 0.644269, "main_score": 0.596528, "hf_subset": "guj_Gujr-kam_Latn", "languages": ["guj-Gujr", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "guj_Gujr-lit_Latn", "languages": ["guj-Gujr", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nob_Latn", "languages": ["guj-Gujr", "nob-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "guj_Gujr-scn_Latn", "languages": ["guj-Gujr", "scn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "guj_Gujr-tgk_Cyrl", "languages": ["guj-Gujr", "tgk-Cyrl"]}, {"precision": 0.717819, "recall": 0.785573, "f1": 0.738312, "accuracy": 0.785573, "main_score": 0.738312, "hf_subset": "guj_Gujr-yor_Latn", "languages": ["guj-Gujr", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-arz_Arab", "languages": ["guj-Gujr", "arz-Arab"]}, {"precision": 0.546626, "recall": 0.613636, "f1": 0.565547, "accuracy": 0.613636, "main_score": 0.565547, "hf_subset": "guj_Gujr-cjk_Latn", "languages": ["guj-Gujr", "cjk-Latn"]}, {"precision": 0.784256, "recall": 0.83498, "f1": 0.799624, "accuracy": 0.83498, "main_score": 0.799624, "hf_subset": "guj_Gujr-gla_Latn", "languages": ["guj-Gujr", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-kan_Knda", "languages": ["guj-Gujr", "kan-Knda"]}, {"precision": 0.984848, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "guj_Gujr-lmo_Latn", "languages": ["guj-Gujr", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "guj_Gujr-npi_Deva", "languages": ["guj-Gujr", "npi-Deva"]}, {"precision": 0.46816, "recall": 0.531621, "f1": 0.485761, "accuracy": 0.531621, "main_score": 0.485761, "hf_subset": "guj_Gujr-shn_Mymr", "languages": ["guj-Gujr", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tgl_Latn", "languages": ["guj-Gujr", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-yue_Hant", "languages": ["guj-Gujr", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-asm_Beng", "languages": ["guj-Gujr", "asm-Beng"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "guj_Gujr-ckb_Arab", "languages": ["guj-Gujr", "ckb-Arab"]}, {"precision": 0.890234, "recall": 0.920949, "f1": 0.899934, "accuracy": 0.920949, "main_score": 0.899934, "hf_subset": "guj_Gujr-gle_Latn", "languages": ["guj-Gujr", "gle-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "guj_Gujr-kas_Arab", "languages": ["guj-Gujr", "kas-Arab"]}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "guj_Gujr-ltg_Latn", "languages": ["guj-Gujr", "ltg-Latn"]}, {"precision": 0.605962, "recall": 0.666996, "f1": 0.622922, "accuracy": 0.666996, "main_score": 0.622922, "hf_subset": "guj_Gujr-nso_Latn", "languages": ["guj-Gujr", "nso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-sin_Sinh", "languages": ["guj-Gujr", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tha_Thai", "languages": ["guj-Gujr", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zho_Hans", "languages": ["guj-Gujr", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ast_Latn", "languages": ["guj-Gujr", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-crh_Latn", "languages": ["guj-Gujr", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-glg_Latn", "languages": ["guj-Gujr", "glg-Latn"]}, {"precision": 0.920949, "recall": 0.945652, "f1": 0.928854, "accuracy": 0.945652, "main_score": 0.928854, "hf_subset": "guj_Gujr-kas_Deva", "languages": ["guj-Gujr", "kas-Deva"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "guj_Gujr-ltz_Latn", "languages": ["guj-Gujr", "ltz-Latn"]}, {"precision": 0.456348, "recall": 0.525692, "f1": 0.475038, "accuracy": 0.525692, "main_score": 0.475038, "hf_subset": "guj_Gujr-nus_Latn", "languages": ["guj-Gujr", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-slk_Latn", "languages": ["guj-Gujr", "slk-Latn"]}, {"precision": 0.639361, "recall": 0.708498, "f1": 0.659604, "accuracy": 0.708498, "main_score": 0.659604, "hf_subset": "guj_Gujr-tir_Ethi", "languages": ["guj-Gujr", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zho_Hant", "languages": ["guj-Gujr", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "guj_Gujr-awa_Deva", "languages": ["guj-Gujr", "awa-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "guj_Gujr-cym_Latn", "languages": ["guj-Gujr", "cym-Latn"]}, {"precision": 0.826976, "recall": 0.87253, "f1": 0.841206, "accuracy": 0.87253, "main_score": 0.841206, "hf_subset": "guj_Gujr-grn_Latn", "languages": ["guj-Gujr", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-kat_Geor", "languages": ["guj-Gujr", "kat-Geor"]}, {"precision": 0.63293, "recall": 0.690711, "f1": 0.649793, "accuracy": 0.690711, "main_score": 0.649793, "hf_subset": "guj_Gujr-lua_Latn", "languages": ["guj-Gujr", "lua-Latn"]}, {"precision": 0.629658, "recall": 0.694664, "f1": 0.648701, "accuracy": 0.694664, "main_score": 0.648701, "hf_subset": "guj_Gujr-nya_Latn", "languages": ["guj-Gujr", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-slv_Latn", "languages": ["guj-Gujr", "slv-Latn"]}, {"precision": 0.9403, "recall": 0.959486, "f1": 0.946542, "accuracy": 0.959486, "main_score": 0.946542, "hf_subset": "guj_Gujr-tpi_Latn", "languages": ["guj-Gujr", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zsm_Latn", "languages": ["guj-Gujr", "zsm-Latn"]}, {"precision": 0.545008, "recall": 0.607708, "f1": 0.561986, "accuracy": 0.607708, "main_score": 0.561986, "hf_subset": "guj_Gujr-ayr_Latn", "languages": ["guj-Gujr", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-dan_Latn", "languages": ["guj-Gujr", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-kaz_Cyrl", "languages": ["guj-Gujr", "kaz-Cyrl"]}, {"precision": 0.530248, "recall": 0.594862, "f1": 0.547632, "accuracy": 0.594862, "main_score": 0.547632, "hf_subset": "guj_Gujr-lug_Latn", "languages": ["guj-Gujr", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-oci_Latn", "languages": ["guj-Gujr", "oci-Latn"]}, {"precision": 0.823485, "recall": 0.868577, "f1": 0.837549, "accuracy": 0.868577, "main_score": 0.837549, "hf_subset": "guj_Gujr-smo_Latn", "languages": ["guj-Gujr", "smo-Latn"]}, {"precision": 0.52873, "recall": 0.59585, "f1": 0.547717, "accuracy": 0.59585, "main_score": 0.547717, "hf_subset": "guj_Gujr-tsn_Latn", "languages": ["guj-Gujr", "tsn-Latn"]}, {"precision": 0.621469, "recall": 0.68083, "f1": 0.638104, "accuracy": 0.68083, "main_score": 0.638104, "hf_subset": "guj_Gujr-zul_Latn", "languages": ["guj-Gujr", "zul-Latn"]}, {"precision": 0.935112, "recall": 0.954545, "f1": 0.94137, "accuracy": 0.954545, "main_score": 0.94137, "hf_subset": "guj_Gujr-azb_Arab", "languages": ["guj-Gujr", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-deu_Latn", "languages": ["guj-Gujr", "deu-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "guj_Gujr-hat_Latn", "languages": ["guj-Gujr", "hat-Latn"]}, {"precision": 0.481566, "recall": 0.543478, "f1": 0.498295, "accuracy": 0.543478, "main_score": 0.498295, "hf_subset": "guj_Gujr-kbp_Latn", "languages": ["guj-Gujr", "kbp-Latn"]}, {"precision": 0.56713, "recall": 0.625494, "f1": 0.582888, "accuracy": 0.625494, "main_score": 0.582888, "hf_subset": "guj_Gujr-luo_Latn", "languages": ["guj-Gujr", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ory_Orya", "languages": ["guj-Gujr", "ory-Orya"]}, {"precision": 0.589536, "recall": 0.652174, "f1": 0.607518, "accuracy": 0.652174, "main_score": 0.607518, "hf_subset": "guj_Gujr-sna_Latn", "languages": ["guj-Gujr", "sna-Latn"]}, {"precision": 0.551733, "recall": 0.610672, "f1": 0.56782, "accuracy": 0.610672, "main_score": 0.56782, "hf_subset": "guj_Gujr-tso_Latn", "languages": ["guj-Gujr", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-azj_Latn", "languages": ["guj-Gujr", "azj-Latn"]}, {"precision": 0.531314, "recall": 0.604743, "f1": 0.552302, "accuracy": 0.604743, "main_score": 0.552302, "hf_subset": "guj_Gujr-dik_Latn", "languages": ["guj-Gujr", "dik-Latn"]}, {"precision": 0.739081, "recall": 0.791502, "f1": 0.754334, "accuracy": 0.791502, "main_score": 0.754334, "hf_subset": "guj_Gujr-hau_Latn", "languages": ["guj-Gujr", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-kea_Latn", "languages": ["guj-Gujr", "kea-Latn"]}, {"precision": 0.763455, "recall": 0.816206, "f1": 0.778938, "accuracy": 0.816206, "main_score": 0.778938, "hf_subset": "guj_Gujr-lus_Latn", "languages": ["guj-Gujr", "lus-Latn"]}, {"precision": 0.882362, "recall": 0.911067, "f1": 0.891173, "accuracy": 0.911067, "main_score": 0.891173, "hf_subset": "guj_Gujr-pag_Latn", "languages": ["guj-Gujr", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-snd_Arab", "languages": ["guj-Gujr", "snd-Arab"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "guj_Gujr-tuk_Latn", "languages": ["guj-Gujr", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "guj_Gujr-bak_Cyrl", "languages": ["guj-Gujr", "bak-Cyrl"]}, {"precision": 0.480501, "recall": 0.564229, "f1": 0.505783, "accuracy": 0.564229, "main_score": 0.505783, "hf_subset": "guj_Gujr-dyu_Latn", "languages": ["guj-Gujr", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-heb_Hebr", "languages": ["guj-Gujr", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "guj_Gujr-khk_Cyrl", "languages": ["guj-Gujr", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-lvs_Latn", "languages": ["guj-Gujr", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pan_Guru", "languages": ["guj-Gujr", "pan-Guru"]}, {"precision": 0.704127, "recall": 0.767787, "f1": 0.723337, "accuracy": 0.767787, "main_score": 0.723337, "hf_subset": "guj_Gujr-som_Latn", "languages": ["guj-Gujr", "som-Latn"]}, {"precision": 0.589115, "recall": 0.643281, "f1": 0.604198, "accuracy": 0.643281, "main_score": 0.604198, "hf_subset": "guj_Gujr-tum_Latn", "languages": ["guj-Gujr", "tum-Latn"]}, {"precision": 0.575933, "recall": 0.639328, "f1": 0.593121, "accuracy": 0.639328, "main_score": 0.593121, "hf_subset": "kaz_Cyrl-ace_Arab", "languages": ["kaz-Cyrl", "ace-Arab"]}, {"precision": 0.523194, "recall": 0.582016, "f1": 0.539545, "accuracy": 0.582016, "main_score": 0.539545, "hf_subset": "kaz_Cyrl-bam_Latn", "languages": ["kaz-Cyrl", "bam-Latn"]}, {"precision": 0.424887, "recall": 0.500988, "f1": 0.445517, "accuracy": 0.500988, "main_score": 0.445517, "hf_subset": "kaz_Cyrl-dzo_Tibt", "languages": ["kaz-Cyrl", "dzo-Tibt"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-hin_Deva", "languages": ["kaz-Cyrl", "hin-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-khm_Khmr", "languages": ["kaz-Cyrl", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-mag_Deva", "languages": ["kaz-Cyrl", "mag-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kaz_Cyrl-pap_Latn", "languages": ["kaz-Cyrl", "pap-Latn"]}, {"precision": 0.5771, "recall": 0.63834, "f1": 0.59439, "accuracy": 0.63834, "main_score": 0.59439, "hf_subset": "kaz_Cyrl-sot_Latn", "languages": ["kaz-Cyrl", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-tur_Latn", "languages": ["kaz-Cyrl", "tur-Latn"]}, {"precision": 0.85299, "recall": 0.890316, "f1": 0.864608, "accuracy": 0.890316, "main_score": 0.864608, "hf_subset": "kaz_Cyrl-ace_Latn", "languages": ["kaz-Cyrl", "ace-Latn"]}, {"precision": 0.942276, "recall": 0.95751, "f1": 0.947036, "accuracy": 0.95751, "main_score": 0.947036, "hf_subset": "kaz_Cyrl-ban_Latn", "languages": ["kaz-Cyrl", "ban-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ell_Grek", "languages": ["kaz-Cyrl", "ell-Grek"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kaz_Cyrl-hne_Deva", "languages": ["kaz-Cyrl", "hne-Deva"]}, {"precision": 0.588307, "recall": 0.648221, "f1": 0.605254, "accuracy": 0.648221, "main_score": 0.605254, "hf_subset": "kaz_Cyrl-kik_Latn", "languages": ["kaz-Cyrl", "kik-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-mai_Deva", "languages": ["kaz-Cyrl", "mai-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "kaz_Cyrl-pbt_Arab", "languages": ["kaz-Cyrl", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-spa_Latn", "languages": ["kaz-Cyrl", "spa-Latn"]}, {"precision": 0.616248, "recall": 0.674901, "f1": 0.632597, "accuracy": 0.674901, "main_score": 0.632597, "hf_subset": "kaz_Cyrl-twi_Latn", "languages": ["kaz-Cyrl", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-acm_Arab", "languages": ["kaz-Cyrl", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-bel_Cyrl", "languages": ["kaz-Cyrl", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": ["kaz-Cyrl", "eng-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-hrv_Latn", "languages": ["kaz-Cyrl", "hrv-Latn"]}, {"precision": 0.547565, "recall": 0.608696, "f1": 0.564512, "accuracy": 0.608696, "main_score": 0.564512, "hf_subset": "kaz_Cyrl-kin_Latn", "languages": ["kaz-Cyrl", "kin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-mal_Mlym", "languages": ["kaz-Cyrl", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-pes_Arab", "languages": ["kaz-Cyrl", "pes-Arab"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kaz_Cyrl-srd_Latn", "languages": ["kaz-Cyrl", "srd-Latn"]}, {"precision": 0.178059, "recall": 0.229249, "f1": 0.190563, "accuracy": 0.229249, "main_score": 0.190563, "hf_subset": "kaz_Cyrl-tzm_Tfng", "languages": ["kaz-Cyrl", "tzm-Tfng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-acq_Arab", "languages": ["kaz-Cyrl", "acq-Arab"]}, {"precision": 0.62822, "recall": 0.677866, "f1": 0.642053, "accuracy": 0.677866, "main_score": 0.642053, "hf_subset": "kaz_Cyrl-bem_Latn", "languages": ["kaz-Cyrl", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-epo_Latn", "languages": ["kaz-Cyrl", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-hun_Latn", "languages": ["kaz-Cyrl", "hun-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-kir_Cyrl", "languages": ["kaz-Cyrl", "kir-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-mar_Deva", "languages": ["kaz-Cyrl", "mar-Deva"]}, {"precision": 0.680748, "recall": 0.730237, "f1": 0.694716, "accuracy": 0.730237, "main_score": 0.694716, "hf_subset": "kaz_Cyrl-plt_Latn", "languages": ["kaz-Cyrl", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-srp_Cyrl", "languages": ["kaz-Cyrl", "srp-Cyrl"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "kaz_Cyrl-uig_Arab", "languages": ["kaz-Cyrl", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-aeb_Arab", "languages": ["kaz-Cyrl", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ben_Beng", "languages": ["kaz-Cyrl", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-est_Latn", "languages": ["kaz-Cyrl", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-hye_Armn", "languages": ["kaz-Cyrl", "hye-Armn"]}, {"precision": 0.539509, "recall": 0.593874, "f1": 0.555097, "accuracy": 0.593874, "main_score": 0.555097, "hf_subset": "kaz_Cyrl-kmb_Latn", "languages": ["kaz-Cyrl", "kmb-Latn"]}, {"precision": 0.490166, "recall": 0.555336, "f1": 0.507795, "accuracy": 0.555336, "main_score": 0.507795, "hf_subset": "kaz_Cyrl-min_Arab", "languages": ["kaz-Cyrl", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-pol_Latn", "languages": ["kaz-Cyrl", "pol-Latn"]}, {"precision": 0.566322, "recall": 0.628458, "f1": 0.584082, "accuracy": 0.628458, "main_score": 0.584082, "hf_subset": "kaz_Cyrl-ssw_Latn", "languages": ["kaz-Cyrl", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ukr_Cyrl", "languages": ["kaz-Cyrl", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-afr_Latn", "languages": ["kaz-Cyrl", "afr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kaz_Cyrl-bho_Deva", "languages": ["kaz-Cyrl", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-eus_Latn", "languages": ["kaz-Cyrl", "eus-Latn"]}, {"precision": 0.57165, "recall": 0.632411, "f1": 0.588276, "accuracy": 0.632411, "main_score": 0.588276, "hf_subset": "kaz_Cyrl-ibo_Latn", "languages": ["kaz-Cyrl", "ibo-Latn"]}, {"precision": 0.900939, "recall": 0.927866, "f1": 0.909289, "accuracy": 0.927866, "main_score": 0.909289, "hf_subset": "kaz_Cyrl-kmr_Latn", "languages": ["kaz-Cyrl", "kmr-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "kaz_Cyrl-min_Latn", "languages": ["kaz-Cyrl", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-por_Latn", "languages": ["kaz-Cyrl", "por-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kaz_Cyrl-sun_Latn", "languages": ["kaz-Cyrl", "sun-Latn"]}, {"precision": 0.52124, "recall": 0.583004, "f1": 0.538368, "accuracy": 0.583004, "main_score": 0.538368, "hf_subset": "kaz_Cyrl-umb_Latn", "languages": ["kaz-Cyrl", "umb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ajp_Arab", "languages": ["kaz-Cyrl", "ajp-Arab"]}, {"precision": 0.515228, "recall": 0.579051, "f1": 0.532601, "accuracy": 0.579051, "main_score": 0.532601, "hf_subset": "kaz_Cyrl-bjn_Arab", "languages": ["kaz-Cyrl", "bjn-Arab"]}, {"precision": 0.521117, "recall": 0.573123, "f1": 0.535151, "accuracy": 0.573123, "main_score": 0.535151, "hf_subset": "kaz_Cyrl-ewe_Latn", "languages": ["kaz-Cyrl", "ewe-Latn"]}, {"precision": 0.94524, "recall": 0.962451, "f1": 0.950823, "accuracy": 0.962451, "main_score": 0.950823, "hf_subset": "kaz_Cyrl-ilo_Latn", "languages": ["kaz-Cyrl", "ilo-Latn"]}, {"precision": 0.310857, "recall": 0.362648, "f1": 0.324974, "accuracy": 0.362648, "main_score": 0.324974, "hf_subset": "kaz_Cyrl-knc_Arab", "languages": ["kaz-Cyrl", "knc-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-mkd_Cyrl", "languages": ["kaz-Cyrl", "mkd-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-prs_Arab", "languages": ["kaz-Cyrl", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-swe_Latn", "languages": ["kaz-Cyrl", "swe-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-urd_Arab", "languages": ["kaz-Cyrl", "urd-Arab"]}, {"precision": 0.58624, "recall": 0.644269, "f1": 0.602859, "accuracy": 0.644269, "main_score": 0.602859, "hf_subset": "kaz_Cyrl-aka_Latn", "languages": ["kaz-Cyrl", "aka-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "kaz_Cyrl-bjn_Latn", "languages": ["kaz-Cyrl", "bjn-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "kaz_Cyrl-fao_Latn", "languages": ["kaz-Cyrl", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ind_Latn", "languages": ["kaz-Cyrl", "ind-Latn"]}, {"precision": 0.585011, "recall": 0.63834, "f1": 0.599833, "accuracy": 0.63834, "main_score": 0.599833, "hf_subset": "kaz_Cyrl-knc_Latn", "languages": ["kaz-Cyrl", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kaz_Cyrl-mlt_Latn", "languages": ["kaz-Cyrl", "mlt-Latn"]}, {"precision": 0.702107, "recall": 0.762846, "f1": 0.719705, "accuracy": 0.762846, "main_score": 0.719705, "hf_subset": "kaz_Cyrl-quy_Latn", "languages": ["kaz-Cyrl", "quy-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kaz_Cyrl-swh_Latn", "languages": ["kaz-Cyrl", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-uzn_Latn", "languages": ["kaz-Cyrl", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-als_Latn", "languages": ["kaz-Cyrl", "als-Latn"]}, {"precision": 0.651245, "recall": 0.732213, "f1": 0.675247, "accuracy": 0.732213, "main_score": 0.675247, "hf_subset": "kaz_Cyrl-bod_Tibt", "languages": ["kaz-Cyrl", "bod-Tibt"]}, {"precision": 0.689387, "recall": 0.75, "f1": 0.70669, "accuracy": 0.75, "main_score": 0.70669, "hf_subset": "kaz_Cyrl-fij_Latn", "languages": ["kaz-Cyrl", "fij-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kaz_Cyrl-isl_Latn", "languages": ["kaz-Cyrl", "isl-Latn"]}, {"precision": 0.64101, "recall": 0.697628, "f1": 0.657773, "accuracy": 0.697628, "main_score": 0.657773, "hf_subset": "kaz_Cyrl-kon_Latn", "languages": ["kaz-Cyrl", "kon-Latn"]}, {"precision": 0.652316, "recall": 0.716403, "f1": 0.671102, "accuracy": 0.716403, "main_score": 0.671102, "hf_subset": "kaz_Cyrl-mni_Beng", "languages": ["kaz-Cyrl", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ron_Latn", "languages": ["kaz-Cyrl", "ron-Latn"]}, {"precision": 0.978096, "recall": 0.983202, "f1": 0.979743, "accuracy": 0.983202, "main_score": 0.979743, "hf_subset": "kaz_Cyrl-szl_Latn", "languages": ["kaz-Cyrl", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-vec_Latn", "languages": ["kaz-Cyrl", "vec-Latn"]}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "kaz_Cyrl-amh_Ethi", "languages": ["kaz-Cyrl", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-bos_Latn", "languages": ["kaz-Cyrl", "bos-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-fin_Latn", "languages": ["kaz-Cyrl", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ita_Latn", "languages": ["kaz-Cyrl", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-kor_Hang", "languages": ["kaz-Cyrl", "kor-Hang"]}, {"precision": 0.548206, "recall": 0.603755, "f1": 0.563225, "accuracy": 0.603755, "main_score": 0.563225, "hf_subset": "kaz_Cyrl-mos_Latn", "languages": ["kaz-Cyrl", "mos-Latn"]}, {"precision": 0.555157, "recall": 0.610672, "f1": 0.571215, "accuracy": 0.610672, "main_score": 0.571215, "hf_subset": "kaz_Cyrl-run_Latn", "languages": ["kaz-Cyrl", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tam_Taml", "languages": ["kaz-Cyrl", "tam-Taml"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-vie_Latn", "languages": ["kaz-Cyrl", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-apc_Arab", "languages": ["kaz-Cyrl", "apc-Arab"]}, {"precision": 0.795076, "recall": 0.838933, "f1": 0.808432, "accuracy": 0.838933, "main_score": 0.808432, "hf_subset": "kaz_Cyrl-bug_Latn", "languages": ["kaz-Cyrl", "bug-Latn"]}, {"precision": 0.461837, "recall": 0.523715, "f1": 0.478823, "accuracy": 0.523715, "main_score": 0.478823, "hf_subset": "kaz_Cyrl-fon_Latn", "languages": ["kaz-Cyrl", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-jav_Latn", "languages": ["kaz-Cyrl", "jav-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kaz_Cyrl-lao_Laoo", "languages": ["kaz-Cyrl", "lao-Laoo"]}, {"precision": 0.879397, "recall": 0.914032, "f1": 0.890217, "accuracy": 0.914032, "main_score": 0.890217, "hf_subset": "kaz_Cyrl-mri_Latn", "languages": ["kaz-Cyrl", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-rus_Cyrl", "languages": ["kaz-Cyrl", "rus-Cyrl"]}, {"precision": 0.540509, "recall": 0.601779, "f1": 0.557625, "accuracy": 0.601779, "main_score": 0.557625, "hf_subset": "kaz_Cyrl-taq_Latn", "languages": ["kaz-Cyrl", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-war_Latn", "languages": ["kaz-Cyrl", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-arb_Arab", "languages": ["kaz-Cyrl", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-bul_Cyrl", "languages": ["kaz-Cyrl", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-fra_Latn", "languages": ["kaz-Cyrl", "fra-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-jpn_Jpan", "languages": ["kaz-Cyrl", "jpn-Jpan"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kaz_Cyrl-lij_Latn", "languages": ["kaz-Cyrl", "lij-Latn"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "kaz_Cyrl-mya_Mymr", "languages": ["kaz-Cyrl", "mya-Mymr"]}, {"precision": 0.589929, "recall": 0.652174, "f1": 0.607396, "accuracy": 0.652174, "main_score": 0.607396, "hf_subset": "kaz_Cyrl-sag_Latn", "languages": ["kaz-Cyrl", "sag-Latn"]}, {"precision": 0.193896, "recall": 0.248024, "f1": 0.20579, "accuracy": 0.248024, "main_score": 0.20579, "hf_subset": "kaz_Cyrl-taq_Tfng", "languages": ["kaz-Cyrl", "taq-Tfng"]}, {"precision": 0.620523, "recall": 0.683794, "f1": 0.638011, "accuracy": 0.683794, "main_score": 0.638011, "hf_subset": "kaz_Cyrl-wol_Latn", "languages": ["kaz-Cyrl", "wol-Latn"]}, {"precision": 0.79749, "recall": 0.846838, "f1": 0.812302, "accuracy": 0.846838, "main_score": 0.812302, "hf_subset": "kaz_Cyrl-arb_Latn", "languages": ["kaz-Cyrl", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-cat_Latn", "languages": ["kaz-Cyrl", "cat-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kaz_Cyrl-fur_Latn", "languages": ["kaz-Cyrl", "fur-Latn"]}, {"precision": 0.40299, "recall": 0.455534, "f1": 0.417259, "accuracy": 0.455534, "main_score": 0.417259, "hf_subset": "kaz_Cyrl-kab_Latn", "languages": ["kaz-Cyrl", "kab-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kaz_Cyrl-lim_Latn", "languages": ["kaz-Cyrl", "lim-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-nld_Latn", "languages": ["kaz-Cyrl", "nld-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "kaz_Cyrl-san_Deva", "languages": ["kaz-Cyrl", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-tat_Cyrl", "languages": ["kaz-Cyrl", "tat-Cyrl"]}, {"precision": 0.662105, "recall": 0.718379, "f1": 0.678807, "accuracy": 0.718379, "main_score": 0.678807, "hf_subset": "kaz_Cyrl-xho_Latn", "languages": ["kaz-Cyrl", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ars_Arab", "languages": ["kaz-Cyrl", "ars-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-ceb_Latn", "languages": ["kaz-Cyrl", "ceb-Latn"]}, {"precision": 0.551949, "recall": 0.61166, "f1": 0.568919, "accuracy": 0.61166, "main_score": 0.568919, "hf_subset": "kaz_Cyrl-fuv_Latn", "languages": ["kaz-Cyrl", "fuv-Latn"]}, {"precision": 0.512578, "recall": 0.58004, "f1": 0.530717, "accuracy": 0.58004, "main_score": 0.530717, "hf_subset": "kaz_Cyrl-kac_Latn", "languages": ["kaz-Cyrl", "kac-Latn"]}, {"precision": 0.657279, "recall": 0.709486, "f1": 0.672318, "accuracy": 0.709486, "main_score": 0.672318, "hf_subset": "kaz_Cyrl-lin_Latn", "languages": ["kaz-Cyrl", "lin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-nno_Latn", "languages": ["kaz-Cyrl", "nno-Latn"]}, {"precision": 0.244686, "recall": 0.322134, "f1": 0.263783, "accuracy": 0.322134, "main_score": 0.263783, "hf_subset": "kaz_Cyrl-sat_Olck", "languages": ["kaz-Cyrl", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tel_Telu", "languages": ["kaz-Cyrl", "tel-Telu"]}, {"precision": 0.94557, "recall": 0.961462, "f1": 0.950659, "accuracy": 0.961462, "main_score": 0.950659, "hf_subset": "kaz_Cyrl-ydd_Hebr", "languages": ["kaz-Cyrl", "ydd-Hebr"]}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "kaz_Cyrl-ary_Arab", "languages": ["kaz-Cyrl", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ces_Latn", "languages": ["kaz-Cyrl", "ces-Latn"]}, {"precision": 0.575832, "recall": 0.635375, "f1": 0.592893, "accuracy": 0.635375, "main_score": 0.592893, "hf_subset": "kaz_Cyrl-gaz_Latn", "languages": ["kaz-Cyrl", "gaz-Latn"]}, {"precision": 0.569248, "recall": 0.636364, "f1": 0.58771, "accuracy": 0.636364, "main_score": 0.58771, "hf_subset": "kaz_Cyrl-kam_Latn", "languages": ["kaz-Cyrl", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kaz_Cyrl-lit_Latn", "languages": ["kaz-Cyrl", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-nob_Latn", "languages": ["kaz-Cyrl", "nob-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kaz_Cyrl-scn_Latn", "languages": ["kaz-Cyrl", "scn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kaz_Cyrl-tgk_Cyrl", "languages": ["kaz-Cyrl", "tgk-Cyrl"]}, {"precision": 0.712319, "recall": 0.778656, "f1": 0.732317, "accuracy": 0.778656, "main_score": 0.732317, "hf_subset": "kaz_Cyrl-yor_Latn", "languages": ["kaz-Cyrl", "yor-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-arz_Arab", "languages": ["kaz-Cyrl", "arz-Arab"]}, {"precision": 0.566236, "recall": 0.62253, "f1": 0.582296, "accuracy": 0.62253, "main_score": 0.582296, "hf_subset": "kaz_Cyrl-cjk_Latn", "languages": ["kaz-Cyrl", "cjk-Latn"]}, {"precision": 0.788867, "recall": 0.835968, "f1": 0.803426, "accuracy": 0.835968, "main_score": 0.803426, "hf_subset": "kaz_Cyrl-gla_Latn", "languages": ["kaz-Cyrl", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-kan_Knda", "languages": ["kaz-Cyrl", "kan-Knda"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kaz_Cyrl-lmo_Latn", "languages": ["kaz-Cyrl", "lmo-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "kaz_Cyrl-npi_Deva", "languages": ["kaz-Cyrl", "npi-Deva"]}, {"precision": 0.459328, "recall": 0.520751, "f1": 0.476276, "accuracy": 0.520751, "main_score": 0.476276, "hf_subset": "kaz_Cyrl-shn_Mymr", "languages": ["kaz-Cyrl", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tgl_Latn", "languages": ["kaz-Cyrl", "tgl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-yue_Hant", "languages": ["kaz-Cyrl", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-asm_Beng", "languages": ["kaz-Cyrl", "asm-Beng"]}, {"precision": 0.970603, "recall": 0.979249, "f1": 0.973386, "accuracy": 0.979249, "main_score": 0.973386, "hf_subset": "kaz_Cyrl-ckb_Arab", "languages": ["kaz-Cyrl", "ckb-Arab"]}, {"precision": 0.876515, "recall": 0.909091, "f1": 0.88643, "accuracy": 0.909091, "main_score": 0.88643, "hf_subset": "kaz_Cyrl-gle_Latn", "languages": ["kaz-Cyrl", "gle-Latn"]}, {"precision": 0.942062, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "kaz_Cyrl-kas_Arab", "languages": ["kaz-Cyrl", "kas-Arab"]}, {"precision": 0.931719, "recall": 0.950593, "f1": 0.937582, "accuracy": 0.950593, "main_score": 0.937582, "hf_subset": "kaz_Cyrl-ltg_Latn", "languages": ["kaz-Cyrl", "ltg-Latn"]}, {"precision": 0.611347, "recall": 0.662055, "f1": 0.625748, "accuracy": 0.662055, "main_score": 0.625748, "hf_subset": "kaz_Cyrl-nso_Latn", "languages": ["kaz-Cyrl", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-sin_Sinh", "languages": ["kaz-Cyrl", "sin-Sinh"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-tha_Thai", "languages": ["kaz-Cyrl", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-zho_Hans", "languages": ["kaz-Cyrl", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ast_Latn", "languages": ["kaz-Cyrl", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-crh_Latn", "languages": ["kaz-Cyrl", "crh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-glg_Latn", "languages": ["kaz-Cyrl", "glg-Latn"]}, {"precision": 0.8778, "recall": 0.913043, "f1": 0.888999, "accuracy": 0.913043, "main_score": 0.888999, "hf_subset": "kaz_Cyrl-kas_Deva", "languages": ["kaz-Cyrl", "kas-Deva"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kaz_Cyrl-ltz_Latn", "languages": ["kaz-Cyrl", "ltz-Latn"]}, {"precision": 0.453521, "recall": 0.521739, "f1": 0.471589, "accuracy": 0.521739, "main_score": 0.471589, "hf_subset": "kaz_Cyrl-nus_Latn", "languages": ["kaz-Cyrl", "nus-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-slk_Latn", "languages": ["kaz-Cyrl", "slk-Latn"]}, {"precision": 0.627388, "recall": 0.697628, "f1": 0.647897, "accuracy": 0.697628, "main_score": 0.647897, "hf_subset": "kaz_Cyrl-tir_Ethi", "languages": ["kaz-Cyrl", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-zho_Hant", "languages": ["kaz-Cyrl", "zho-Hant"]}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "kaz_Cyrl-awa_Deva", "languages": ["kaz-Cyrl", "awa-Deva"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "kaz_Cyrl-cym_Latn", "languages": ["kaz-Cyrl", "cym-Latn"]}, {"precision": 0.827899, "recall": 0.870553, "f1": 0.841403, "accuracy": 0.870553, "main_score": 0.841403, "hf_subset": "kaz_Cyrl-grn_Latn", "languages": ["kaz-Cyrl", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-kat_Geor", "languages": ["kaz-Cyrl", "kat-Geor"]}, {"precision": 0.65016, "recall": 0.704545, "f1": 0.665714, "accuracy": 0.704545, "main_score": 0.665714, "hf_subset": "kaz_Cyrl-lua_Latn", "languages": ["kaz-Cyrl", "lua-Latn"]}, {"precision": 0.626056, "recall": 0.687747, "f1": 0.643874, "accuracy": 0.687747, "main_score": 0.643874, "hf_subset": "kaz_Cyrl-nya_Latn", "languages": ["kaz-Cyrl", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-slv_Latn", "languages": ["kaz-Cyrl", "slv-Latn"]}, {"precision": 0.930007, "recall": 0.951581, "f1": 0.936924, "accuracy": 0.951581, "main_score": 0.936924, "hf_subset": "kaz_Cyrl-tpi_Latn", "languages": ["kaz-Cyrl", "tpi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-zsm_Latn", "languages": ["kaz-Cyrl", "zsm-Latn"]}, {"precision": 0.545339, "recall": 0.607708, "f1": 0.562536, "accuracy": 0.607708, "main_score": 0.562536, "hf_subset": "kaz_Cyrl-ayr_Latn", "languages": ["kaz-Cyrl", "ayr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-dan_Latn", "languages": ["kaz-Cyrl", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-guj_Gujr", "languages": ["kaz-Cyrl", "guj-Gujr"]}, {"precision": 0.535873, "recall": 0.600791, "f1": 0.55403, "accuracy": 0.600791, "main_score": 0.55403, "hf_subset": "kaz_Cyrl-lug_Latn", "languages": ["kaz-Cyrl", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-oci_Latn", "languages": ["kaz-Cyrl", "oci-Latn"]}, {"precision": 0.816354, "recall": 0.859684, "f1": 0.829414, "accuracy": 0.859684, "main_score": 0.829414, "hf_subset": "kaz_Cyrl-smo_Latn", "languages": ["kaz-Cyrl", "smo-Latn"]}, {"precision": 0.541908, "recall": 0.604743, "f1": 0.559001, "accuracy": 0.604743, "main_score": 0.559001, "hf_subset": "kaz_Cyrl-tsn_Latn", "languages": ["kaz-Cyrl", "tsn-Latn"]}, {"precision": 0.626713, "recall": 0.683794, "f1": 0.643398, "accuracy": 0.683794, "main_score": 0.643398, "hf_subset": "kaz_Cyrl-zul_Latn", "languages": ["kaz-Cyrl", "zul-Latn"]}, {"precision": 0.907279, "recall": 0.933794, "f1": 0.915843, "accuracy": 0.933794, "main_score": 0.915843, "hf_subset": "kaz_Cyrl-azb_Arab", "languages": ["kaz-Cyrl", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-deu_Latn", "languages": ["kaz-Cyrl", "deu-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "kaz_Cyrl-hat_Latn", "languages": ["kaz-Cyrl", "hat-Latn"]}, {"precision": 0.48416, "recall": 0.543478, "f1": 0.500384, "accuracy": 0.543478, "main_score": 0.500384, "hf_subset": "kaz_Cyrl-kbp_Latn", "languages": ["kaz-Cyrl", "kbp-Latn"]}, {"precision": 0.568937, "recall": 0.62747, "f1": 0.584369, "accuracy": 0.62747, "main_score": 0.584369, "hf_subset": "kaz_Cyrl-luo_Latn", "languages": ["kaz-Cyrl", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ory_Orya", "languages": ["kaz-Cyrl", "ory-Orya"]}, {"precision": 0.58298, "recall": 0.644269, "f1": 0.600435, "accuracy": 0.644269, "main_score": 0.600435, "hf_subset": "kaz_Cyrl-sna_Latn", "languages": ["kaz-Cyrl", "sna-Latn"]}, {"precision": 0.5506, "recall": 0.601779, "f1": 0.563931, "accuracy": 0.601779, "main_score": 0.563931, "hf_subset": "kaz_Cyrl-tso_Latn", "languages": ["kaz-Cyrl", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-azj_Latn", "languages": ["kaz-Cyrl", "azj-Latn"]}, {"precision": 0.539415, "recall": 0.609684, "f1": 0.559867, "accuracy": 0.609684, "main_score": 0.559867, "hf_subset": "kaz_Cyrl-dik_Latn", "languages": ["kaz-Cyrl", "dik-Latn"]}, {"precision": 0.740876, "recall": 0.797431, "f1": 0.757712, "accuracy": 0.797431, "main_score": 0.757712, "hf_subset": "kaz_Cyrl-hau_Latn", "languages": ["kaz-Cyrl", "hau-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "kaz_Cyrl-kea_Latn", "languages": ["kaz-Cyrl", "kea-Latn"]}, {"precision": 0.741008, "recall": 0.791502, "f1": 0.75639, "accuracy": 0.791502, "main_score": 0.75639, "hf_subset": "kaz_Cyrl-lus_Latn", "languages": ["kaz-Cyrl", "lus-Latn"]}, {"precision": 0.86026, "recall": 0.895257, "f1": 0.871033, "accuracy": 0.895257, "main_score": 0.871033, "hf_subset": "kaz_Cyrl-pag_Latn", "languages": ["kaz-Cyrl", "pag-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "kaz_Cyrl-snd_Arab", "languages": ["kaz-Cyrl", "snd-Arab"]}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "kaz_Cyrl-tuk_Latn", "languages": ["kaz-Cyrl", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-bak_Cyrl", "languages": ["kaz-Cyrl", "bak-Cyrl"]}, {"precision": 0.476772, "recall": 0.557312, "f1": 0.500101, "accuracy": 0.557312, "main_score": 0.500101, "hf_subset": "kaz_Cyrl-dyu_Latn", "languages": ["kaz-Cyrl", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-heb_Hebr", "languages": ["kaz-Cyrl", "heb-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-khk_Cyrl", "languages": ["kaz-Cyrl", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-lvs_Latn", "languages": ["kaz-Cyrl", "lvs-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-pan_Guru", "languages": ["kaz-Cyrl", "pan-Guru"]}, {"precision": 0.711199, "recall": 0.76581, "f1": 0.727108, "accuracy": 0.76581, "main_score": 0.727108, "hf_subset": "kaz_Cyrl-som_Latn", "languages": ["kaz-Cyrl", "som-Latn"]}, {"precision": 0.584183, "recall": 0.637352, "f1": 0.599687, "accuracy": 0.637352, "main_score": 0.599687, "hf_subset": "kaz_Cyrl-tum_Latn", "languages": ["kaz-Cyrl", "tum-Latn"]}, {"precision": 0.391311, "recall": 0.440711, "f1": 0.404468, "accuracy": 0.440711, "main_score": 0.404468, "hf_subset": "lug_Latn-ace_Arab", "languages": ["lug-Latn", "ace-Arab"]}, {"precision": 0.481552, "recall": 0.517787, "f1": 0.492368, "accuracy": 0.517787, "main_score": 0.492368, "hf_subset": "lug_Latn-bam_Latn", "languages": ["lug-Latn", "bam-Latn"]}, {"precision": 0.206054, "recall": 0.245059, "f1": 0.216669, "accuracy": 0.245059, "main_score": 0.216669, "hf_subset": "lug_Latn-dzo_Tibt", "languages": ["lug-Latn", "dzo-Tibt"]}, {"precision": 0.525964, "recall": 0.567194, "f1": 0.537157, "accuracy": 0.567194, "main_score": 0.537157, "hf_subset": "lug_Latn-hin_Deva", "languages": ["lug-Latn", "hin-Deva"]}, {"precision": 0.487283, "recall": 0.535573, "f1": 0.499634, "accuracy": 0.535573, "main_score": 0.499634, "hf_subset": "lug_Latn-khm_Khmr", "languages": ["lug-Latn", "khm-Khmr"]}, {"precision": 0.514039, "recall": 0.562253, "f1": 0.52696, "accuracy": 0.562253, "main_score": 0.52696, "hf_subset": "lug_Latn-mag_Deva", "languages": ["lug-Latn", "mag-Deva"]}, {"precision": 0.529384, "recall": 0.573123, "f1": 0.540173, "accuracy": 0.573123, "main_score": 0.540173, "hf_subset": "lug_Latn-pap_Latn", "languages": ["lug-Latn", "pap-Latn"]}, {"precision": 0.535475, "recall": 0.56917, "f1": 0.544274, "accuracy": 0.56917, "main_score": 0.544274, "hf_subset": "lug_Latn-sot_Latn", "languages": ["lug-Latn", "sot-Latn"]}, {"precision": 0.50808, "recall": 0.551383, "f1": 0.519837, "accuracy": 0.551383, "main_score": 0.519837, "hf_subset": "lug_Latn-tur_Latn", "languages": ["lug-Latn", "tur-Latn"]}, {"precision": 0.525882, "recall": 0.555336, "f1": 0.533809, "accuracy": 0.555336, "main_score": 0.533809, "hf_subset": "lug_Latn-ace_Latn", "languages": ["lug-Latn", "ace-Latn"]}, {"precision": 0.526699, "recall": 0.561265, "f1": 0.536023, "accuracy": 0.561265, "main_score": 0.536023, "hf_subset": "lug_Latn-ban_Latn", "languages": ["lug-Latn", "ban-Latn"]}, {"precision": 0.502322, "recall": 0.555336, "f1": 0.51593, "accuracy": 0.555336, "main_score": 0.51593, "hf_subset": "lug_Latn-ell_Grek", "languages": ["lug-Latn", "ell-Grek"]}, {"precision": 0.49564, "recall": 0.536561, "f1": 0.506009, "accuracy": 0.536561, "main_score": 0.506009, "hf_subset": "lug_Latn-hne_Deva", "languages": ["lug-Latn", "hne-Deva"]}, {"precision": 0.479189, "recall": 0.516798, "f1": 0.489192, "accuracy": 0.516798, "main_score": 0.489192, "hf_subset": "lug_Latn-kik_Latn", "languages": ["lug-Latn", "kik-Latn"]}, {"precision": 0.511697, "recall": 0.559289, "f1": 0.523818, "accuracy": 0.559289, "main_score": 0.523818, "hf_subset": "lug_Latn-mai_Deva", "languages": ["lug-Latn", "mai-Deva"]}, {"precision": 0.468277, "recall": 0.512846, "f1": 0.480089, "accuracy": 0.512846, "main_score": 0.480089, "hf_subset": "lug_Latn-pbt_Arab", "languages": ["lug-Latn", "pbt-Arab"]}, {"precision": 0.504778, "recall": 0.551383, "f1": 0.517039, "accuracy": 0.551383, "main_score": 0.517039, "hf_subset": "lug_Latn-spa_Latn", "languages": ["lug-Latn", "spa-Latn"]}, {"precision": 0.514474, "recall": 0.548419, "f1": 0.524102, "accuracy": 0.548419, "main_score": 0.524102, "hf_subset": "lug_Latn-twi_Latn", "languages": ["lug-Latn", "twi-Latn"]}, {"precision": 0.500247, "recall": 0.548419, "f1": 0.512137, "accuracy": 0.548419, "main_score": 0.512137, "hf_subset": "lug_Latn-acm_Arab", "languages": ["lug-Latn", "acm-Arab"]}, {"precision": 0.494396, "recall": 0.540514, "f1": 0.50586, "accuracy": 0.540514, "main_score": 0.50586, "hf_subset": "lug_Latn-bel_Cyrl", "languages": ["lug-Latn", "bel-Cyrl"]}, {"precision": 0.53701, "recall": 0.583992, "f1": 0.548755, "accuracy": 0.583992, "main_score": 0.548755, "hf_subset": "lug_Latn-eng_Latn", "languages": ["lug-Latn", "eng-Latn"]}, {"precision": 0.532296, "recall": 0.582016, "f1": 0.544993, "accuracy": 0.582016, "main_score": 0.544993, "hf_subset": "lug_Latn-hrv_Latn", "languages": ["lug-Latn", "hrv-Latn"]}, {"precision": 0.531851, "recall": 0.582016, "f1": 0.545616, "accuracy": 0.582016, "main_score": 0.545616, "hf_subset": "lug_Latn-kin_Latn", "languages": ["lug-Latn", "kin-Latn"]}, {"precision": 0.504713, "recall": 0.557312, "f1": 0.517968, "accuracy": 0.557312, "main_score": 0.517968, "hf_subset": "lug_Latn-mal_Mlym", "languages": ["lug-Latn", "mal-Mlym"]}, {"precision": 0.512791, "recall": 0.557312, "f1": 0.524425, "accuracy": 0.557312, "main_score": 0.524425, "hf_subset": "lug_Latn-pes_Arab", "languages": ["lug-Latn", "pes-Arab"]}, {"precision": 0.516981, "recall": 0.560277, "f1": 0.527985, "accuracy": 0.560277, "main_score": 0.527985, "hf_subset": "lug_Latn-srd_Latn", "languages": ["lug-Latn", "srd-Latn"]}, {"precision": 0.190645, "recall": 0.226285, "f1": 0.199365, "accuracy": 0.226285, "main_score": 0.199365, "hf_subset": "lug_Latn-tzm_Tfng", "languages": ["lug-Latn", "tzm-Tfng"]}, {"precision": 0.510419, "recall": 0.554348, "f1": 0.522447, "accuracy": 0.554348, "main_score": 0.522447, "hf_subset": "lug_Latn-acq_Arab", "languages": ["lug-Latn", "acq-Arab"]}, {"precision": 0.544817, "recall": 0.583004, "f1": 0.55423, "accuracy": 0.583004, "main_score": 0.55423, "hf_subset": "lug_Latn-bem_Latn", "languages": ["lug-Latn", "bem-Latn"]}, {"precision": 0.524819, "recall": 0.566206, "f1": 0.536036, "accuracy": 0.566206, "main_score": 0.536036, "hf_subset": "lug_Latn-epo_Latn", "languages": ["lug-Latn", "epo-Latn"]}, {"precision": 0.513495, "recall": 0.560277, "f1": 0.525421, "accuracy": 0.560277, "main_score": 0.525421, "hf_subset": "lug_Latn-hun_Latn", "languages": ["lug-Latn", "hun-Latn"]}, {"precision": 0.483269, "recall": 0.524704, "f1": 0.494593, "accuracy": 0.524704, "main_score": 0.494593, "hf_subset": "lug_Latn-kir_Cyrl", "languages": ["lug-Latn", "kir-Cyrl"]}, {"precision": 0.52635, "recall": 0.567194, "f1": 0.536456, "accuracy": 0.567194, "main_score": 0.536456, "hf_subset": "lug_Latn-mar_Deva", "languages": ["lug-Latn", "mar-Deva"]}, {"precision": 0.520244, "recall": 0.556324, "f1": 0.529924, "accuracy": 0.556324, "main_score": 0.529924, "hf_subset": "lug_Latn-plt_Latn", "languages": ["lug-Latn", "plt-Latn"]}, {"precision": 0.530805, "recall": 0.576087, "f1": 0.541768, "accuracy": 0.576087, "main_score": 0.541768, "hf_subset": "lug_Latn-srp_Cyrl", "languages": ["lug-Latn", "srp-Cyrl"]}, {"precision": 0.439756, "recall": 0.486166, "f1": 0.452971, "accuracy": 0.486166, "main_score": 0.452971, "hf_subset": "lug_Latn-uig_Arab", "languages": ["lug-Latn", "uig-Arab"]}, {"precision": 0.496048, "recall": 0.536561, "f1": 0.506597, "accuracy": 0.536561, "main_score": 0.506597, "hf_subset": "lug_Latn-aeb_Arab", "languages": ["lug-Latn", "aeb-Arab"]}, {"precision": 0.515531, "recall": 0.561265, "f1": 0.52759, "accuracy": 0.561265, "main_score": 0.52759, "hf_subset": "lug_Latn-ben_Beng", "languages": ["lug-Latn", "ben-Beng"]}, {"precision": 0.509089, "recall": 0.548419, "f1": 0.519411, "accuracy": 0.548419, "main_score": 0.519411, "hf_subset": "lug_Latn-est_Latn", "languages": ["lug-Latn", "est-Latn"]}, {"precision": 0.497939, "recall": 0.546443, "f1": 0.510344, "accuracy": 0.546443, "main_score": 0.510344, "hf_subset": "lug_Latn-hye_Armn", "languages": ["lug-Latn", "hye-Armn"]}, {"precision": 0.494475, "recall": 0.532609, "f1": 0.505673, "accuracy": 0.532609, "main_score": 0.505673, "hf_subset": "lug_Latn-kmb_Latn", "languages": ["lug-Latn", "kmb-Latn"]}, {"precision": 0.352746, "recall": 0.401186, "f1": 0.366253, "accuracy": 0.401186, "main_score": 0.366253, "hf_subset": "lug_Latn-min_Arab", "languages": ["lug-Latn", "min-Arab"]}, {"precision": 0.51091, "recall": 0.561265, "f1": 0.523995, "accuracy": 0.561265, "main_score": 0.523995, "hf_subset": "lug_Latn-pol_Latn", "languages": ["lug-Latn", "pol-Latn"]}, {"precision": 0.531637, "recall": 0.573123, "f1": 0.542732, "accuracy": 0.573123, "main_score": 0.542732, "hf_subset": "lug_Latn-ssw_Latn", "languages": ["lug-Latn", "ssw-Latn"]}, {"precision": 0.517146, "recall": 0.566206, "f1": 0.529925, "accuracy": 0.566206, "main_score": 0.529925, "hf_subset": "lug_Latn-ukr_Cyrl", "languages": ["lug-Latn", "ukr-Cyrl"]}, {"precision": 0.544761, "recall": 0.590909, "f1": 0.556967, "accuracy": 0.590909, "main_score": 0.556967, "hf_subset": "lug_Latn-afr_Latn", "languages": ["lug-Latn", "afr-Latn"]}, {"precision": 0.507382, "recall": 0.545455, "f1": 0.51805, "accuracy": 0.545455, "main_score": 0.51805, "hf_subset": "lug_Latn-bho_Deva", "languages": ["lug-Latn", "bho-Deva"]}, {"precision": 0.513611, "recall": 0.562253, "f1": 0.526813, "accuracy": 0.562253, "main_score": 0.526813, "hf_subset": "lug_Latn-eus_Latn", "languages": ["lug-Latn", "eus-Latn"]}, {"precision": 0.507386, "recall": 0.550395, "f1": 0.519108, "accuracy": 0.550395, "main_score": 0.519108, "hf_subset": "lug_Latn-ibo_Latn", "languages": ["lug-Latn", "ibo-Latn"]}, {"precision": 0.502312, "recall": 0.543478, "f1": 0.513319, "accuracy": 0.543478, "main_score": 0.513319, "hf_subset": "lug_Latn-kmr_Latn", "languages": ["lug-Latn", "kmr-Latn"]}, {"precision": 0.537904, "recall": 0.582016, "f1": 0.549185, "accuracy": 0.582016, "main_score": 0.549185, "hf_subset": "lug_Latn-min_Latn", "languages": ["lug-Latn", "min-Latn"]}, {"precision": 0.531001, "recall": 0.58004, "f1": 0.543341, "accuracy": 0.58004, "main_score": 0.543341, "hf_subset": "lug_Latn-por_Latn", "languages": ["lug-Latn", "por-Latn"]}, {"precision": 0.546846, "recall": 0.590909, "f1": 0.558, "accuracy": 0.590909, "main_score": 0.558, "hf_subset": "lug_Latn-sun_Latn", "languages": ["lug-Latn", "sun-Latn"]}, {"precision": 0.481192, "recall": 0.521739, "f1": 0.492725, "accuracy": 0.521739, "main_score": 0.492725, "hf_subset": "lug_Latn-umb_Latn", "languages": ["lug-Latn", "umb-Latn"]}, {"precision": 0.518188, "recall": 0.561265, "f1": 0.529368, "accuracy": 0.561265, "main_score": 0.529368, "hf_subset": "lug_Latn-ajp_Arab", "languages": ["lug-Latn", "ajp-Arab"]}, {"precision": 0.383633, "recall": 0.429842, "f1": 0.396979, "accuracy": 0.429842, "main_score": 0.396979, "hf_subset": "lug_Latn-bjn_Arab", "languages": ["lug-Latn", "bjn-Arab"]}, {"precision": 0.475728, "recall": 0.508893, "f1": 0.484742, "accuracy": 0.508893, "main_score": 0.484742, "hf_subset": "lug_Latn-ewe_Latn", "languages": ["lug-Latn", "ewe-Latn"]}, {"precision": 0.540195, "recall": 0.576087, "f1": 0.549582, "accuracy": 0.576087, "main_score": 0.549582, "hf_subset": "lug_Latn-ilo_Latn", "languages": ["lug-Latn", "ilo-Latn"]}, {"precision": 0.281904, "recall": 0.333004, "f1": 0.295338, "accuracy": 0.333004, "main_score": 0.295338, "hf_subset": "lug_Latn-knc_Arab", "languages": ["lug-Latn", "knc-Arab"]}, {"precision": 0.513444, "recall": 0.559289, "f1": 0.525194, "accuracy": 0.559289, "main_score": 0.525194, "hf_subset": "lug_Latn-mkd_Cyrl", "languages": ["lug-Latn", "mkd-Cyrl"]}, {"precision": 0.5084, "recall": 0.555336, "f1": 0.520363, "accuracy": 0.555336, "main_score": 0.520363, "hf_subset": "lug_Latn-prs_Arab", "languages": ["lug-Latn", "prs-Arab"]}, {"precision": 0.524166, "recall": 0.575099, "f1": 0.537175, "accuracy": 0.575099, "main_score": 0.537175, "hf_subset": "lug_Latn-swe_Latn", "languages": ["lug-Latn", "swe-Latn"]}, {"precision": 0.498257, "recall": 0.550395, "f1": 0.512783, "accuracy": 0.550395, "main_score": 0.512783, "hf_subset": "lug_Latn-urd_Arab", "languages": ["lug-Latn", "urd-Arab"]}, {"precision": 0.506375, "recall": 0.538538, "f1": 0.515453, "accuracy": 0.538538, "main_score": 0.515453, "hf_subset": "lug_Latn-aka_Latn", "languages": ["lug-Latn", "aka-Latn"]}, {"precision": 0.539599, "recall": 0.579051, "f1": 0.549528, "accuracy": 0.579051, "main_score": 0.549528, "hf_subset": "lug_Latn-bjn_Latn", "languages": ["lug-Latn", "bjn-Latn"]}, {"precision": 0.50418, "recall": 0.54249, "f1": 0.515221, "accuracy": 0.54249, "main_score": 0.515221, "hf_subset": "lug_Latn-fao_Latn", "languages": ["lug-Latn", "fao-Latn"]}, {"precision": 0.534125, "recall": 0.581028, "f1": 0.546214, "accuracy": 0.581028, "main_score": 0.546214, "hf_subset": "lug_Latn-ind_Latn", "languages": ["lug-Latn", "ind-Latn"]}, {"precision": 0.496141, "recall": 0.533597, "f1": 0.506227, "accuracy": 0.533597, "main_score": 0.506227, "hf_subset": "lug_Latn-knc_Latn", "languages": ["lug-Latn", "knc-Latn"]}, {"precision": 0.548877, "recall": 0.590909, "f1": 0.559571, "accuracy": 0.590909, "main_score": 0.559571, "hf_subset": "lug_Latn-mlt_Latn", "languages": ["lug-Latn", "mlt-Latn"]}, {"precision": 0.476065, "recall": 0.520751, "f1": 0.488118, "accuracy": 0.520751, "main_score": 0.488118, "hf_subset": "lug_Latn-quy_Latn", "languages": ["lug-Latn", "quy-Latn"]}, {"precision": 0.546816, "recall": 0.591897, "f1": 0.558204, "accuracy": 0.591897, "main_score": 0.558204, "hf_subset": "lug_Latn-swh_Latn", "languages": ["lug-Latn", "swh-Latn"]}, {"precision": 0.516405, "recall": 0.551383, "f1": 0.524942, "accuracy": 0.551383, "main_score": 0.524942, "hf_subset": "lug_Latn-uzn_Latn", "languages": ["lug-Latn", "uzn-Latn"]}, {"precision": 0.513643, "recall": 0.556324, "f1": 0.524801, "accuracy": 0.556324, "main_score": 0.524801, "hf_subset": "lug_Latn-als_Latn", "languages": ["lug-Latn", "als-Latn"]}, {"precision": 0.264956, "recall": 0.310277, "f1": 0.275539, "accuracy": 0.310277, "main_score": 0.275539, "hf_subset": "lug_Latn-bod_Tibt", "languages": ["lug-Latn", "bod-Tibt"]}, {"precision": 0.504082, "recall": 0.54249, "f1": 0.514327, "accuracy": 0.54249, "main_score": 0.514327, "hf_subset": "lug_Latn-fij_Latn", "languages": ["lug-Latn", "fij-Latn"]}, {"precision": 0.504236, "recall": 0.544466, "f1": 0.514237, "accuracy": 0.544466, "main_score": 0.514237, "hf_subset": "lug_Latn-isl_Latn", "languages": ["lug-Latn", "isl-Latn"]}, {"precision": 0.533926, "recall": 0.573123, "f1": 0.544972, "accuracy": 0.573123, "main_score": 0.544972, "hf_subset": "lug_Latn-kon_Latn", "languages": ["lug-Latn", "kon-Latn"]}, {"precision": 0.439067, "recall": 0.487154, "f1": 0.452314, "accuracy": 0.487154, "main_score": 0.452314, "hf_subset": "lug_Latn-mni_Beng", "languages": ["lug-Latn", "mni-Beng"]}, {"precision": 0.524448, "recall": 0.572134, "f1": 0.535879, "accuracy": 0.572134, "main_score": 0.535879, "hf_subset": "lug_Latn-ron_Latn", "languages": ["lug-Latn", "ron-Latn"]}, {"precision": 0.516948, "recall": 0.559289, "f1": 0.528095, "accuracy": 0.559289, "main_score": 0.528095, "hf_subset": "lug_Latn-szl_Latn", "languages": ["lug-Latn", "szl-Latn"]}, {"precision": 0.536013, "recall": 0.575099, "f1": 0.545854, "accuracy": 0.575099, "main_score": 0.545854, "hf_subset": "lug_Latn-vec_Latn", "languages": ["lug-Latn", "vec-Latn"]}, {"precision": 0.452372, "recall": 0.499012, "f1": 0.464686, "accuracy": 0.499012, "main_score": 0.464686, "hf_subset": "lug_Latn-amh_Ethi", "languages": ["lug-Latn", "amh-Ethi"]}, {"precision": 0.53544, "recall": 0.581028, "f1": 0.547496, "accuracy": 0.581028, "main_score": 0.547496, "hf_subset": "lug_Latn-bos_Latn", "languages": ["lug-Latn", "bos-Latn"]}, {"precision": 0.496483, "recall": 0.546443, "f1": 0.510296, "accuracy": 0.546443, "main_score": 0.510296, "hf_subset": "lug_Latn-fin_Latn", "languages": ["lug-Latn", "fin-Latn"]}, {"precision": 0.5125, "recall": 0.563241, "f1": 0.524817, "accuracy": 0.563241, "main_score": 0.524817, "hf_subset": "lug_Latn-ita_Latn", "languages": ["lug-Latn", "ita-Latn"]}, {"precision": 0.493296, "recall": 0.543478, "f1": 0.506534, "accuracy": 0.543478, "main_score": 0.506534, "hf_subset": "lug_Latn-kor_Hang", "languages": ["lug-Latn", "kor-Hang"]}, {"precision": 0.471434, "recall": 0.508893, "f1": 0.48217, "accuracy": 0.508893, "main_score": 0.48217, "hf_subset": "lug_Latn-mos_Latn", "languages": ["lug-Latn", "mos-Latn"]}, {"precision": 0.546336, "recall": 0.591897, "f1": 0.558358, "accuracy": 0.591897, "main_score": 0.558358, "hf_subset": "lug_Latn-run_Latn", "languages": ["lug-Latn", "run-Latn"]}, {"precision": 0.499736, "recall": 0.547431, "f1": 0.511833, "accuracy": 0.547431, "main_score": 0.511833, "hf_subset": "lug_Latn-tam_Taml", "languages": ["lug-Latn", "tam-Taml"]}, {"precision": 0.513585, "recall": 0.556324, "f1": 0.524449, "accuracy": 0.556324, "main_score": 0.524449, "hf_subset": "lug_Latn-vie_Latn", "languages": ["lug-Latn", "vie-Latn"]}, {"precision": 0.51513, "recall": 0.5583, "f1": 0.525633, "accuracy": 0.5583, "main_score": 0.525633, "hf_subset": "lug_Latn-apc_Arab", "languages": ["lug-Latn", "apc-Arab"]}, {"precision": 0.49976, "recall": 0.539526, "f1": 0.510677, "accuracy": 0.539526, "main_score": 0.510677, "hf_subset": "lug_Latn-bug_Latn", "languages": ["lug-Latn", "bug-Latn"]}, {"precision": 0.443692, "recall": 0.483202, "f1": 0.455055, "accuracy": 0.483202, "main_score": 0.455055, "hf_subset": "lug_Latn-fon_Latn", "languages": ["lug-Latn", "fon-Latn"]}, {"precision": 0.544746, "recall": 0.58498, "f1": 0.554831, "accuracy": 0.58498, "main_score": 0.554831, "hf_subset": "lug_Latn-jav_Latn", "languages": ["lug-Latn", "jav-Latn"]}, {"precision": 0.48849, "recall": 0.52668, "f1": 0.498527, "accuracy": 0.52668, "main_score": 0.498527, "hf_subset": "lug_Latn-lao_Laoo", "languages": ["lug-Latn", "lao-Laoo"]}, {"precision": 0.490089, "recall": 0.525692, "f1": 0.499587, "accuracy": 0.525692, "main_score": 0.499587, "hf_subset": "lug_Latn-mri_Latn", "languages": ["lug-Latn", "mri-Latn"]}, {"precision": 0.512712, "recall": 0.559289, "f1": 0.525234, "accuracy": 0.559289, "main_score": 0.525234, "hf_subset": "lug_Latn-rus_Cyrl", "languages": ["lug-Latn", "rus-Cyrl"]}, {"precision": 0.449588, "recall": 0.492095, "f1": 0.462074, "accuracy": 0.492095, "main_score": 0.462074, "hf_subset": "lug_Latn-taq_Latn", "languages": ["lug-Latn", "taq-Latn"]}, {"precision": 0.551807, "recall": 0.589921, "f1": 0.561079, "accuracy": 0.589921, "main_score": 0.561079, "hf_subset": "lug_Latn-war_Latn", "languages": ["lug-Latn", "war-Latn"]}, {"precision": 0.519549, "recall": 0.560277, "f1": 0.530284, "accuracy": 0.560277, "main_score": 0.530284, "hf_subset": "lug_Latn-arb_Arab", "languages": ["lug-Latn", "arb-Arab"]}, {"precision": 0.519417, "recall": 0.560277, "f1": 0.53002, "accuracy": 0.560277, "main_score": 0.53002, "hf_subset": "lug_Latn-bul_Cyrl", "languages": ["lug-Latn", "bul-Cyrl"]}, {"precision": 0.528521, "recall": 0.575099, "f1": 0.540504, "accuracy": 0.575099, "main_score": 0.540504, "hf_subset": "lug_Latn-fra_Latn", "languages": ["lug-Latn", "fra-Latn"]}, {"precision": 0.489753, "recall": 0.537549, "f1": 0.501873, "accuracy": 0.537549, "main_score": 0.501873, "hf_subset": "lug_Latn-jpn_Jpan", "languages": ["lug-Latn", "jpn-Jpan"]}, {"precision": 0.508251, "recall": 0.547431, "f1": 0.518085, "accuracy": 0.547431, "main_score": 0.518085, "hf_subset": "lug_Latn-lij_Latn", "languages": ["lug-Latn", "lij-Latn"]}, {"precision": 0.385751, "recall": 0.452569, "f1": 0.40312, "accuracy": 0.452569, "main_score": 0.40312, "hf_subset": "lug_Latn-mya_Mymr", "languages": ["lug-Latn", "mya-Mymr"]}, {"precision": 0.482669, "recall": 0.523715, "f1": 0.493418, "accuracy": 0.523715, "main_score": 0.493418, "hf_subset": "lug_Latn-sag_Latn", "languages": ["lug-Latn", "sag-Latn"]}, {"precision": 0.191814, "recall": 0.230237, "f1": 0.201217, "accuracy": 0.230237, "main_score": 0.201217, "hf_subset": "lug_Latn-taq_Tfng", "languages": ["lug-Latn", "taq-Tfng"]}, {"precision": 0.503771, "recall": 0.538538, "f1": 0.51397, "accuracy": 0.538538, "main_score": 0.51397, "hf_subset": "lug_Latn-wol_Latn", "languages": ["lug-Latn", "wol-Latn"]}, {"precision": 0.437567, "recall": 0.479249, "f1": 0.448665, "accuracy": 0.479249, "main_score": 0.448665, "hf_subset": "lug_Latn-arb_Latn", "languages": ["lug-Latn", "arb-Latn"]}, {"precision": 0.52796, "recall": 0.576087, "f1": 0.540151, "accuracy": 0.576087, "main_score": 0.540151, "hf_subset": "lug_Latn-cat_Latn", "languages": ["lug-Latn", "cat-Latn"]}, {"precision": 0.521061, "recall": 0.552372, "f1": 0.528839, "accuracy": 0.552372, "main_score": 0.528839, "hf_subset": "lug_Latn-fur_Latn", "languages": ["lug-Latn", "fur-Latn"]}, {"precision": 0.412074, "recall": 0.459486, "f1": 0.425513, "accuracy": 0.459486, "main_score": 0.425513, "hf_subset": "lug_Latn-kab_Latn", "languages": ["lug-Latn", "kab-Latn"]}, {"precision": 0.514931, "recall": 0.551383, "f1": 0.52402, "accuracy": 0.551383, "main_score": 0.52402, "hf_subset": "lug_Latn-lim_Latn", "languages": ["lug-Latn", "lim-Latn"]}, {"precision": 0.51677, "recall": 0.564229, "f1": 0.528875, "accuracy": 0.564229, "main_score": 0.528875, "hf_subset": "lug_Latn-nld_Latn", "languages": ["lug-Latn", "nld-Latn"]}, {"precision": 0.489308, "recall": 0.537549, "f1": 0.50138, "accuracy": 0.537549, "main_score": 0.50138, "hf_subset": "lug_Latn-san_Deva", "languages": ["lug-Latn", "san-Deva"]}, {"precision": 0.51629, "recall": 0.561265, "f1": 0.527314, "accuracy": 0.561265, "main_score": 0.527314, "hf_subset": "lug_Latn-tat_Cyrl", "languages": ["lug-Latn", "tat-Cyrl"]}, {"precision": 0.545432, "recall": 0.590909, "f1": 0.557631, "accuracy": 0.590909, "main_score": 0.557631, "hf_subset": "lug_Latn-xho_Latn", "languages": ["lug-Latn", "xho-Latn"]}, {"precision": 0.500464, "recall": 0.547431, "f1": 0.512594, "accuracy": 0.547431, "main_score": 0.512594, "hf_subset": "lug_Latn-ars_Arab", "languages": ["lug-Latn", "ars-Arab"]}, {"precision": 0.535336, "recall": 0.573123, "f1": 0.545023, "accuracy": 0.573123, "main_score": 0.545023, "hf_subset": "lug_Latn-ceb_Latn", "languages": ["lug-Latn", "ceb-Latn"]}, {"precision": 0.469236, "recall": 0.505929, "f1": 0.479898, "accuracy": 0.505929, "main_score": 0.479898, "hf_subset": "lug_Latn-fuv_Latn", "languages": ["lug-Latn", "fuv-Latn"]}, {"precision": 0.465191, "recall": 0.504941, "f1": 0.47592, "accuracy": 0.504941, "main_score": 0.47592, "hf_subset": "lug_Latn-kac_Latn", "languages": ["lug-Latn", "kac-Latn"]}, {"precision": 0.51887, "recall": 0.559289, "f1": 0.529799, "accuracy": 0.559289, "main_score": 0.529799, "hf_subset": "lug_Latn-lin_Latn", "languages": ["lug-Latn", "lin-Latn"]}, {"precision": 0.517049, "recall": 0.568182, "f1": 0.530553, "accuracy": 0.568182, "main_score": 0.530553, "hf_subset": "lug_Latn-nno_Latn", "languages": ["lug-Latn", "nno-Latn"]}, {"precision": 0.125061, "recall": 0.16502, "f1": 0.134837, "accuracy": 0.16502, "main_score": 0.134837, "hf_subset": "lug_Latn-sat_Olck", "languages": ["lug-Latn", "sat-Olck"]}, {"precision": 0.499203, "recall": 0.545455, "f1": 0.511356, "accuracy": 0.545455, "main_score": 0.511356, "hf_subset": "lug_Latn-tel_Telu", "languages": ["lug-Latn", "tel-Telu"]}, {"precision": 0.458064, "recall": 0.501976, "f1": 0.468986, "accuracy": 0.501976, "main_score": 0.468986, "hf_subset": "lug_Latn-ydd_Hebr", "languages": ["lug-Latn", "ydd-Hebr"]}, {"precision": 0.480737, "recall": 0.527668, "f1": 0.493407, "accuracy": 0.527668, "main_score": 0.493407, "hf_subset": "lug_Latn-ary_Arab", "languages": ["lug-Latn", "ary-Arab"]}, {"precision": 0.520954, "recall": 0.565217, "f1": 0.532054, "accuracy": 0.565217, "main_score": 0.532054, "hf_subset": "lug_Latn-ces_Latn", "languages": ["lug-Latn", "ces-Latn"]}, {"precision": 0.47266, "recall": 0.513834, "f1": 0.483844, "accuracy": 0.513834, "main_score": 0.483844, "hf_subset": "lug_Latn-gaz_Latn", "languages": ["lug-Latn", "gaz-Latn"]}, {"precision": 0.501433, "recall": 0.546443, "f1": 0.51363, "accuracy": 0.546443, "main_score": 0.51363, "hf_subset": "lug_Latn-kam_Latn", "languages": ["lug-Latn", "kam-Latn"]}, {"precision": 0.511947, "recall": 0.5583, "f1": 0.523549, "accuracy": 0.5583, "main_score": 0.523549, "hf_subset": "lug_Latn-lit_Latn", "languages": ["lug-Latn", "lit-Latn"]}, {"precision": 0.521564, "recall": 0.571146, "f1": 0.534002, "accuracy": 0.571146, "main_score": 0.534002, "hf_subset": "lug_Latn-nob_Latn", "languages": ["lug-Latn", "nob-Latn"]}, {"precision": 0.526012, "recall": 0.561265, "f1": 0.53456, "accuracy": 0.561265, "main_score": 0.53456, "hf_subset": "lug_Latn-scn_Latn", "languages": ["lug-Latn", "scn-Latn"]}, {"precision": 0.502108, "recall": 0.538538, "f1": 0.512286, "accuracy": 0.538538, "main_score": 0.512286, "hf_subset": "lug_Latn-tgk_Cyrl", "languages": ["lug-Latn", "tgk-Cyrl"]}, {"precision": 0.484313, "recall": 0.528656, "f1": 0.496351, "accuracy": 0.528656, "main_score": 0.496351, "hf_subset": "lug_Latn-yor_Latn", "languages": ["lug-Latn", "yor-Latn"]}, {"precision": 0.508993, "recall": 0.556324, "f1": 0.520712, "accuracy": 0.556324, "main_score": 0.520712, "hf_subset": "lug_Latn-arz_Arab", "languages": ["lug-Latn", "arz-Arab"]}, {"precision": 0.45502, "recall": 0.495059, "f1": 0.466107, "accuracy": 0.495059, "main_score": 0.466107, "hf_subset": "lug_Latn-cjk_Latn", "languages": ["lug-Latn", "cjk-Latn"]}, {"precision": 0.484674, "recall": 0.524704, "f1": 0.495781, "accuracy": 0.524704, "main_score": 0.495781, "hf_subset": "lug_Latn-gla_Latn", "languages": ["lug-Latn", "gla-Latn"]}, {"precision": 0.522531, "recall": 0.567194, "f1": 0.534296, "accuracy": 0.567194, "main_score": 0.534296, "hf_subset": "lug_Latn-kan_Knda", "languages": ["lug-Latn", "kan-Knda"]}, {"precision": 0.515049, "recall": 0.554348, "f1": 0.524893, "accuracy": 0.554348, "main_score": 0.524893, "hf_subset": "lug_Latn-lmo_Latn", "languages": ["lug-Latn", "lmo-Latn"]}, {"precision": 0.509487, "recall": 0.5583, "f1": 0.5215, "accuracy": 0.5583, "main_score": 0.5215, "hf_subset": "lug_Latn-npi_Deva", "languages": ["lug-Latn", "npi-Deva"]}, {"precision": 0.406189, "recall": 0.453557, "f1": 0.419113, "accuracy": 0.453557, "main_score": 0.419113, "hf_subset": "lug_Latn-shn_Mymr", "languages": ["lug-Latn", "shn-Mymr"]}, {"precision": 0.55168, "recall": 0.597826, "f1": 0.56323, "accuracy": 0.597826, "main_score": 0.56323, "hf_subset": "lug_Latn-tgl_Latn", "languages": ["lug-Latn", "tgl-Latn"]}, {"precision": 0.496601, "recall": 0.540514, "f1": 0.507446, "accuracy": 0.540514, "main_score": 0.507446, "hf_subset": "lug_Latn-yue_Hant", "languages": ["lug-Latn", "yue-Hant"]}, {"precision": 0.47869, "recall": 0.524704, "f1": 0.491203, "accuracy": 0.524704, "main_score": 0.491203, "hf_subset": "lug_Latn-asm_Beng", "languages": ["lug-Latn", "asm-Beng"]}, {"precision": 0.482383, "recall": 0.524704, "f1": 0.493419, "accuracy": 0.524704, "main_score": 0.493419, "hf_subset": "lug_Latn-ckb_Arab", "languages": ["lug-Latn", "ckb-Arab"]}, {"precision": 0.485766, "recall": 0.529644, "f1": 0.496891, "accuracy": 0.529644, "main_score": 0.496891, "hf_subset": "lug_Latn-gle_Latn", "languages": ["lug-Latn", "gle-Latn"]}, {"precision": 0.456988, "recall": 0.506917, "f1": 0.469329, "accuracy": 0.506917, "main_score": 0.469329, "hf_subset": "lug_Latn-kas_Arab", "languages": ["lug-Latn", "kas-Arab"]}, {"precision": 0.49607, "recall": 0.532609, "f1": 0.506301, "accuracy": 0.532609, "main_score": 0.506301, "hf_subset": "lug_Latn-ltg_Latn", "languages": ["lug-Latn", "ltg-Latn"]}, {"precision": 0.538347, "recall": 0.572134, "f1": 0.547713, "accuracy": 0.572134, "main_score": 0.547713, "hf_subset": "lug_Latn-nso_Latn", "languages": ["lug-Latn", "nso-Latn"]}, {"precision": 0.441669, "recall": 0.494071, "f1": 0.45567, "accuracy": 0.494071, "main_score": 0.45567, "hf_subset": "lug_Latn-sin_Sinh", "languages": ["lug-Latn", "sin-Sinh"]}, {"precision": 0.511209, "recall": 0.556324, "f1": 0.522303, "accuracy": 0.556324, "main_score": 0.522303, "hf_subset": "lug_Latn-tha_Thai", "languages": ["lug-Latn", "tha-Thai"]}, {"precision": 0.51428, "recall": 0.551383, "f1": 0.523349, "accuracy": 0.551383, "main_score": 0.523349, "hf_subset": "lug_Latn-zho_Hans", "languages": ["lug-Latn", "zho-Hans"]}, {"precision": 0.531475, "recall": 0.578063, "f1": 0.543178, "accuracy": 0.578063, "main_score": 0.543178, "hf_subset": "lug_Latn-ast_Latn", "languages": ["lug-Latn", "ast-Latn"]}, {"precision": 0.512702, "recall": 0.559289, "f1": 0.524885, "accuracy": 0.559289, "main_score": 0.524885, "hf_subset": "lug_Latn-crh_Latn", "languages": ["lug-Latn", "crh-Latn"]}, {"precision": 0.526389, "recall": 0.570158, "f1": 0.537781, "accuracy": 0.570158, "main_score": 0.537781, "hf_subset": "lug_Latn-glg_Latn", "languages": ["lug-Latn", "glg-Latn"]}, {"precision": 0.465811, "recall": 0.513834, "f1": 0.478713, "accuracy": 0.513834, "main_score": 0.478713, "hf_subset": "lug_Latn-kas_Deva", "languages": ["lug-Latn", "kas-Deva"]}, {"precision": 0.485068, "recall": 0.532609, "f1": 0.496972, "accuracy": 0.532609, "main_score": 0.496972, "hf_subset": "lug_Latn-ltz_Latn", "languages": ["lug-Latn", "ltz-Latn"]}, {"precision": 0.421271, "recall": 0.465415, "f1": 0.433571, "accuracy": 0.465415, "main_score": 0.433571, "hf_subset": "lug_Latn-nus_Latn", "languages": ["lug-Latn", "nus-Latn"]}, {"precision": 0.516261, "recall": 0.564229, "f1": 0.529002, "accuracy": 0.564229, "main_score": 0.529002, "hf_subset": "lug_Latn-slk_Latn", "languages": ["lug-Latn", "slk-Latn"]}, {"precision": 0.388721, "recall": 0.438735, "f1": 0.40279, "accuracy": 0.438735, "main_score": 0.40279, "hf_subset": "lug_Latn-tir_Ethi", "languages": ["lug-Latn", "tir-Ethi"]}, {"precision": 0.493617, "recall": 0.536561, "f1": 0.504074, "accuracy": 0.536561, "main_score": 0.504074, "hf_subset": "lug_Latn-zho_Hant", "languages": ["lug-Latn", "zho-Hant"]}, {"precision": 0.517504, "recall": 0.557312, "f1": 0.527945, "accuracy": 0.557312, "main_score": 0.527945, "hf_subset": "lug_Latn-awa_Deva", "languages": ["lug-Latn", "awa-Deva"]}, {"precision": 0.518849, "recall": 0.5583, "f1": 0.529046, "accuracy": 0.5583, "main_score": 0.529046, "hf_subset": "lug_Latn-cym_Latn", "languages": ["lug-Latn", "cym-Latn"]}, {"precision": 0.501519, "recall": 0.538538, "f1": 0.511313, "accuracy": 0.538538, "main_score": 0.511313, "hf_subset": "lug_Latn-grn_Latn", "languages": ["lug-Latn", "grn-Latn"]}, {"precision": 0.476977, "recall": 0.525692, "f1": 0.489355, "accuracy": 0.525692, "main_score": 0.489355, "hf_subset": "lug_Latn-kat_Geor", "languages": ["lug-Latn", "kat-Geor"]}, {"precision": 0.50782, "recall": 0.546443, "f1": 0.518062, "accuracy": 0.546443, "main_score": 0.518062, "hf_subset": "lug_Latn-lua_Latn", "languages": ["lug-Latn", "lua-Latn"]}, {"precision": 0.529326, "recall": 0.567194, "f1": 0.53986, "accuracy": 0.567194, "main_score": 0.53986, "hf_subset": "lug_Latn-nya_Latn", "languages": ["lug-Latn", "nya-Latn"]}, {"precision": 0.519999, "recall": 0.563241, "f1": 0.530251, "accuracy": 0.563241, "main_score": 0.530251, "hf_subset": "lug_Latn-slv_Latn", "languages": ["lug-Latn", "slv-Latn"]}, {"precision": 0.523826, "recall": 0.567194, "f1": 0.53467, "accuracy": 0.567194, "main_score": 0.53467, "hf_subset": "lug_Latn-tpi_Latn", "languages": ["lug-Latn", "tpi-Latn"]}, {"precision": 0.555358, "recall": 0.596838, "f1": 0.565522, "accuracy": 0.596838, "main_score": 0.565522, "hf_subset": "lug_Latn-zsm_Latn", "languages": ["lug-Latn", "zsm-Latn"]}, {"precision": 0.464253, "recall": 0.509881, "f1": 0.477053, "accuracy": 0.509881, "main_score": 0.477053, "hf_subset": "lug_Latn-ayr_Latn", "languages": ["lug-Latn", "ayr-Latn"]}, {"precision": 0.524318, "recall": 0.570158, "f1": 0.535691, "accuracy": 0.570158, "main_score": 0.535691, "hf_subset": "lug_Latn-dan_Latn", "languages": ["lug-Latn", "dan-Latn"]}, {"precision": 0.515632, "recall": 0.564229, "f1": 0.528179, "accuracy": 0.564229, "main_score": 0.528179, "hf_subset": "lug_Latn-guj_Gujr", "languages": ["lug-Latn", "guj-Gujr"]}, {"precision": 0.513484, "recall": 0.557312, "f1": 0.525433, "accuracy": 0.557312, "main_score": 0.525433, "hf_subset": "lug_Latn-kaz_Cyrl", "languages": ["lug-Latn", "kaz-Cyrl"]}, {"precision": 0.537715, "recall": 0.585968, "f1": 0.549457, "accuracy": 0.585968, "main_score": 0.549457, "hf_subset": "lug_Latn-oci_Latn", "languages": ["lug-Latn", "oci-Latn"]}, {"precision": 0.519623, "recall": 0.551383, "f1": 0.528408, "accuracy": 0.551383, "main_score": 0.528408, "hf_subset": "lug_Latn-smo_Latn", "languages": ["lug-Latn", "smo-Latn"]}, {"precision": 0.495227, "recall": 0.536561, "f1": 0.506552, "accuracy": 0.536561, "main_score": 0.506552, "hf_subset": "lug_Latn-tsn_Latn", "languages": ["lug-Latn", "tsn-Latn"]}, {"precision": 0.536055, "recall": 0.578063, "f1": 0.546941, "accuracy": 0.578063, "main_score": 0.546941, "hf_subset": "lug_Latn-zul_Latn", "languages": ["lug-Latn", "zul-Latn"]}, {"precision": 0.432837, "recall": 0.482213, "f1": 0.446662, "accuracy": 0.482213, "main_score": 0.446662, "hf_subset": "lug_Latn-azb_Arab", "languages": ["lug-Latn", "azb-Arab"]}, {"precision": 0.523549, "recall": 0.564229, "f1": 0.533573, "accuracy": 0.564229, "main_score": 0.533573, "hf_subset": "lug_Latn-deu_Latn", "languages": ["lug-Latn", "deu-Latn"]}, {"precision": 0.497979, "recall": 0.545455, "f1": 0.511062, "accuracy": 0.545455, "main_score": 0.511062, "hf_subset": "lug_Latn-hat_Latn", "languages": ["lug-Latn", "hat-Latn"]}, {"precision": 0.455255, "recall": 0.494071, "f1": 0.465999, "accuracy": 0.494071, "main_score": 0.465999, "hf_subset": "lug_Latn-kbp_Latn", "languages": ["lug-Latn", "kbp-Latn"]}, {"precision": 0.518451, "recall": 0.546443, "f1": 0.52644, "accuracy": 0.546443, "main_score": 0.52644, "hf_subset": "lug_Latn-luo_Latn", "languages": ["lug-Latn", "luo-Latn"]}, {"precision": 0.493978, "recall": 0.540514, "f1": 0.506129, "accuracy": 0.540514, "main_score": 0.506129, "hf_subset": "lug_Latn-ory_Orya", "languages": ["lug-Latn", "ory-Orya"]}, {"precision": 0.498094, "recall": 0.543478, "f1": 0.510257, "accuracy": 0.543478, "main_score": 0.510257, "hf_subset": "lug_Latn-sna_Latn", "languages": ["lug-Latn", "sna-Latn"]}, {"precision": 0.491117, "recall": 0.528656, "f1": 0.501754, "accuracy": 0.528656, "main_score": 0.501754, "hf_subset": "lug_Latn-tso_Latn", "languages": ["lug-Latn", "tso-Latn"]}, {"precision": 0.47637, "recall": 0.525692, "f1": 0.489281, "accuracy": 0.525692, "main_score": 0.489281, "hf_subset": "lug_Latn-azj_Latn", "languages": ["lug-Latn", "azj-Latn"]}, {"precision": 0.484318, "recall": 0.523715, "f1": 0.495572, "accuracy": 0.523715, "main_score": 0.495572, "hf_subset": "lug_Latn-dik_Latn", "languages": ["lug-Latn", "dik-Latn"]}, {"precision": 0.514599, "recall": 0.552372, "f1": 0.52477, "accuracy": 0.552372, "main_score": 0.52477, "hf_subset": "lug_Latn-hau_Latn", "languages": ["lug-Latn", "hau-Latn"]}, {"precision": 0.517068, "recall": 0.550395, "f1": 0.525649, "accuracy": 0.550395, "main_score": 0.525649, "hf_subset": "lug_Latn-kea_Latn", "languages": ["lug-Latn", "kea-Latn"]}, {"precision": 0.507645, "recall": 0.546443, "f1": 0.518027, "accuracy": 0.546443, "main_score": 0.518027, "hf_subset": "lug_Latn-lus_Latn", "languages": ["lug-Latn", "lus-Latn"]}, {"precision": 0.506126, "recall": 0.54249, "f1": 0.516418, "accuracy": 0.54249, "main_score": 0.516418, "hf_subset": "lug_Latn-pag_Latn", "languages": ["lug-Latn", "pag-Latn"]}, {"precision": 0.501297, "recall": 0.546443, "f1": 0.513625, "accuracy": 0.546443, "main_score": 0.513625, "hf_subset": "lug_Latn-snd_Arab", "languages": ["lug-Latn", "snd-Arab"]}, {"precision": 0.495567, "recall": 0.538538, "f1": 0.507258, "accuracy": 0.538538, "main_score": 0.507258, "hf_subset": "lug_Latn-tuk_Latn", "languages": ["lug-Latn", "tuk-Latn"]}, {"precision": 0.514833, "recall": 0.552372, "f1": 0.524139, "accuracy": 0.552372, "main_score": 0.524139, "hf_subset": "lug_Latn-bak_Cyrl", "languages": ["lug-Latn", "bak-Cyrl"]}, {"precision": 0.408072, "recall": 0.464427, "f1": 0.424228, "accuracy": 0.464427, "main_score": 0.424228, "hf_subset": "lug_Latn-dyu_Latn", "languages": ["lug-Latn", "dyu-Latn"]}, {"precision": 0.509991, "recall": 0.557312, "f1": 0.522485, "accuracy": 0.557312, "main_score": 0.522485, "hf_subset": "lug_Latn-heb_Hebr", "languages": ["lug-Latn", "heb-Hebr"]}, {"precision": 0.491022, "recall": 0.534585, "f1": 0.503105, "accuracy": 0.534585, "main_score": 0.503105, "hf_subset": "lug_Latn-khk_Cyrl", "languages": ["lug-Latn", "khk-Cyrl"]}, {"precision": 0.514259, "recall": 0.554348, "f1": 0.524978, "accuracy": 0.554348, "main_score": 0.524978, "hf_subset": "lug_Latn-lvs_Latn", "languages": ["lug-Latn", "lvs-Latn"]}, {"precision": 0.512855, "recall": 0.5583, "f1": 0.524436, "accuracy": 0.5583, "main_score": 0.524436, "hf_subset": "lug_Latn-pan_Guru", "languages": ["lug-Latn", "pan-Guru"]}, {"precision": 0.500927, "recall": 0.540514, "f1": 0.511599, "accuracy": 0.540514, "main_score": 0.511599, "hf_subset": "lug_Latn-som_Latn", "languages": ["lug-Latn", "som-Latn"]}, {"precision": 0.504758, "recall": 0.539526, "f1": 0.513997, "accuracy": 0.539526, "main_score": 0.513997, "hf_subset": "lug_Latn-tum_Latn", "languages": ["lug-Latn", "tum-Latn"]}, {"precision": 0.613214, "recall": 0.678854, "f1": 0.632171, "accuracy": 0.678854, "main_score": 0.632171, "hf_subset": "oci_Latn-ace_Arab", "languages": ["oci-Latn", "ace-Arab"]}, {"precision": 0.55532, "recall": 0.616601, "f1": 0.572679, "accuracy": 0.616601, "main_score": 0.572679, "hf_subset": "oci_Latn-bam_Latn", "languages": ["oci-Latn", "bam-Latn"]}, {"precision": 0.432304, "recall": 0.511858, "f1": 0.452941, "accuracy": 0.511858, "main_score": 0.452941, "hf_subset": "oci_Latn-dzo_Tibt", "languages": ["oci-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hin_Deva", "languages": ["oci-Latn", "hin-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "oci_Latn-khm_Khmr", "languages": ["oci-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mag_Deva", "languages": ["oci-Latn", "mag-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-pap_Latn", "languages": ["oci-Latn", "pap-Latn"]}, {"precision": 0.620439, "recall": 0.674901, "f1": 0.63563, "accuracy": 0.674901, "main_score": 0.63563, "hf_subset": "oci_Latn-sot_Latn", "languages": ["oci-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tur_Latn", "languages": ["oci-Latn", "tur-Latn"]}, {"precision": 0.888316, "recall": 0.918972, "f1": 0.897941, "accuracy": 0.918972, "main_score": 0.897941, "hf_subset": "oci_Latn-ace_Latn", "languages": ["oci-Latn", "ace-Latn"]}, {"precision": 0.96665, "recall": 0.975296, "f1": 0.969269, "accuracy": 0.975296, "main_score": 0.969269, "hf_subset": "oci_Latn-ban_Latn", "languages": ["oci-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ell_Grek", "languages": ["oci-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "oci_Latn-hne_Deva", "languages": ["oci-Latn", "hne-Deva"]}, {"precision": 0.627046, "recall": 0.682806, "f1": 0.643034, "accuracy": 0.682806, "main_score": 0.643034, "hf_subset": "oci_Latn-kik_Latn", "languages": ["oci-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mai_Deva", "languages": ["oci-Latn", "mai-Deva"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "oci_Latn-pbt_Arab", "languages": ["oci-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-spa_Latn", "languages": ["oci-Latn", "spa-Latn"]}, {"precision": 0.632609, "recall": 0.689723, "f1": 0.64864, "accuracy": 0.689723, "main_score": 0.64864, "hf_subset": "oci_Latn-twi_Latn", "languages": ["oci-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-acm_Arab", "languages": ["oci-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-bel_Cyrl", "languages": ["oci-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-eng_Latn", "languages": ["oci-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hrv_Latn", "languages": ["oci-Latn", "hrv-Latn"]}, {"precision": 0.583507, "recall": 0.647233, "f1": 0.601334, "accuracy": 0.647233, "main_score": 0.601334, "hf_subset": "oci_Latn-kin_Latn", "languages": ["oci-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-mal_Mlym", "languages": ["oci-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-pes_Arab", "languages": ["oci-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-srd_Latn", "languages": ["oci-Latn", "srd-Latn"]}, {"precision": 0.184464, "recall": 0.238142, "f1": 0.198184, "accuracy": 0.238142, "main_score": 0.198184, "hf_subset": "oci_Latn-tzm_Tfng", "languages": ["oci-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-acq_Arab", "languages": ["oci-Latn", "acq-Arab"]}, {"precision": 0.643768, "recall": 0.69664, "f1": 0.658209, "accuracy": 0.69664, "main_score": 0.658209, "hf_subset": "oci_Latn-bem_Latn", "languages": ["oci-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-epo_Latn", "languages": ["oci-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hun_Latn", "languages": ["oci-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "oci_Latn-kir_Cyrl", "languages": ["oci-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mar_Deva", "languages": ["oci-Latn", "mar-Deva"]}, {"precision": 0.707345, "recall": 0.758893, "f1": 0.722995, "accuracy": 0.758893, "main_score": 0.722995, "hf_subset": "oci_Latn-plt_Latn", "languages": ["oci-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-srp_Cyrl", "languages": ["oci-Latn", "srp-Cyrl"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "oci_Latn-uig_Arab", "languages": ["oci-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-aeb_Arab", "languages": ["oci-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ben_Beng", "languages": ["oci-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-est_Latn", "languages": ["oci-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hye_Armn", "languages": ["oci-Latn", "hye-Armn"]}, {"precision": 0.569528, "recall": 0.620553, "f1": 0.584082, "accuracy": 0.620553, "main_score": 0.584082, "hf_subset": "oci_Latn-kmb_Latn", "languages": ["oci-Latn", "kmb-Latn"]}, {"precision": 0.529091, "recall": 0.603755, "f1": 0.549282, "accuracy": 0.603755, "main_score": 0.549282, "hf_subset": "oci_Latn-min_Arab", "languages": ["oci-Latn", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-pol_Latn", "languages": ["oci-Latn", "pol-Latn"]}, {"precision": 0.573825, "recall": 0.639328, "f1": 0.59274, "accuracy": 0.639328, "main_score": 0.59274, "hf_subset": "oci_Latn-ssw_Latn", "languages": ["oci-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ukr_Cyrl", "languages": ["oci-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-afr_Latn", "languages": ["oci-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bho_Deva", "languages": ["oci-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "oci_Latn-eus_Latn", "languages": ["oci-Latn", "eus-Latn"]}, {"precision": 0.610474, "recall": 0.670949, "f1": 0.627475, "accuracy": 0.670949, "main_score": 0.627475, "hf_subset": "oci_Latn-ibo_Latn", "languages": ["oci-Latn", "ibo-Latn"]}, {"precision": 0.911644, "recall": 0.935771, "f1": 0.919203, "accuracy": 0.935771, "main_score": 0.919203, "hf_subset": "oci_Latn-kmr_Latn", "languages": ["oci-Latn", "kmr-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "oci_Latn-min_Latn", "languages": ["oci-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-por_Latn", "languages": ["oci-Latn", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "oci_Latn-sun_Latn", "languages": ["oci-Latn", "sun-Latn"]}, {"precision": 0.55221, "recall": 0.604743, "f1": 0.567126, "accuracy": 0.604743, "main_score": 0.567126, "hf_subset": "oci_Latn-umb_Latn", "languages": ["oci-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ajp_Arab", "languages": ["oci-Latn", "ajp-Arab"]}, {"precision": 0.570432, "recall": 0.635375, "f1": 0.588668, "accuracy": 0.635375, "main_score": 0.588668, "hf_subset": "oci_Latn-bjn_Arab", "languages": ["oci-Latn", "bjn-Arab"]}, {"precision": 0.540475, "recall": 0.59585, "f1": 0.555725, "accuracy": 0.59585, "main_score": 0.555725, "hf_subset": "oci_Latn-ewe_Latn", "languages": ["oci-Latn", "ewe-Latn"]}, {"precision": 0.950461, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "oci_Latn-ilo_Latn", "languages": ["oci-Latn", "ilo-Latn"]}, {"precision": 0.326792, "recall": 0.381423, "f1": 0.341595, "accuracy": 0.381423, "main_score": 0.341595, "hf_subset": "oci_Latn-knc_Arab", "languages": ["oci-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mkd_Cyrl", "languages": ["oci-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-prs_Arab", "languages": ["oci-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-swe_Latn", "languages": ["oci-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-urd_Arab", "languages": ["oci-Latn", "urd-Arab"]}, {"precision": 0.603946, "recall": 0.663043, "f1": 0.620673, "accuracy": 0.663043, "main_score": 0.620673, "hf_subset": "oci_Latn-aka_Latn", "languages": ["oci-Latn", "aka-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "oci_Latn-bjn_Latn", "languages": ["oci-Latn", "bjn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "oci_Latn-fao_Latn", "languages": ["oci-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ind_Latn", "languages": ["oci-Latn", "ind-Latn"]}, {"precision": 0.622189, "recall": 0.670949, "f1": 0.635876, "accuracy": 0.670949, "main_score": 0.635876, "hf_subset": "oci_Latn-knc_Latn", "languages": ["oci-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "oci_Latn-mlt_Latn", "languages": ["oci-Latn", "mlt-Latn"]}, {"precision": 0.731654, "recall": 0.789526, "f1": 0.74877, "accuracy": 0.789526, "main_score": 0.74877, "hf_subset": "oci_Latn-quy_Latn", "languages": ["oci-Latn", "quy-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "oci_Latn-swh_Latn", "languages": ["oci-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-uzn_Latn", "languages": ["oci-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-als_Latn", "languages": ["oci-Latn", "als-Latn"]}, {"precision": 0.638745, "recall": 0.719368, "f1": 0.661728, "accuracy": 0.719368, "main_score": 0.661728, "hf_subset": "oci_Latn-bod_Tibt", "languages": ["oci-Latn", "bod-Tibt"]}, {"precision": 0.719779, "recall": 0.771739, "f1": 0.734801, "accuracy": 0.771739, "main_score": 0.734801, "hf_subset": "oci_Latn-fij_Latn", "languages": ["oci-Latn", "fij-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "oci_Latn-isl_Latn", "languages": ["oci-Latn", "isl-Latn"]}, {"precision": 0.689307, "recall": 0.740119, "f1": 0.704121, "accuracy": 0.740119, "main_score": 0.704121, "hf_subset": "oci_Latn-kon_Latn", "languages": ["oci-Latn", "kon-Latn"]}, {"precision": 0.685879, "recall": 0.749012, "f1": 0.704237, "accuracy": 0.749012, "main_score": 0.704237, "hf_subset": "oci_Latn-mni_Beng", "languages": ["oci-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ron_Latn", "languages": ["oci-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "oci_Latn-szl_Latn", "languages": ["oci-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-vec_Latn", "languages": ["oci-Latn", "vec-Latn"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "oci_Latn-amh_Ethi", "languages": ["oci-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bos_Latn", "languages": ["oci-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-fin_Latn", "languages": ["oci-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ita_Latn", "languages": ["oci-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-kor_Hang", "languages": ["oci-Latn", "kor-Hang"]}, {"precision": 0.583725, "recall": 0.641304, "f1": 0.600042, "accuracy": 0.641304, "main_score": 0.600042, "hf_subset": "oci_Latn-mos_Latn", "languages": ["oci-Latn", "mos-Latn"]}, {"precision": 0.577908, "recall": 0.632411, "f1": 0.593763, "accuracy": 0.632411, "main_score": 0.593763, "hf_subset": "oci_Latn-run_Latn", "languages": ["oci-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tam_Taml", "languages": ["oci-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-vie_Latn", "languages": ["oci-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-apc_Arab", "languages": ["oci-Latn", "apc-Arab"]}, {"precision": 0.818281, "recall": 0.860672, "f1": 0.830948, "accuracy": 0.860672, "main_score": 0.830948, "hf_subset": "oci_Latn-bug_Latn", "languages": ["oci-Latn", "bug-Latn"]}, {"precision": 0.48373, "recall": 0.546443, "f1": 0.500557, "accuracy": 0.546443, "main_score": 0.500557, "hf_subset": "oci_Latn-fon_Latn", "languages": ["oci-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-jav_Latn", "languages": ["oci-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-lao_Laoo", "languages": ["oci-Latn", "lao-Laoo"]}, {"precision": 0.879364, "recall": 0.913043, "f1": 0.890006, "accuracy": 0.913043, "main_score": 0.890006, "hf_subset": "oci_Latn-mri_Latn", "languages": ["oci-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-rus_Cyrl", "languages": ["oci-Latn", "rus-Cyrl"]}, {"precision": 0.556959, "recall": 0.619565, "f1": 0.574061, "accuracy": 0.619565, "main_score": 0.574061, "hf_subset": "oci_Latn-taq_Latn", "languages": ["oci-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-war_Latn", "languages": ["oci-Latn", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-arb_Arab", "languages": ["oci-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bul_Cyrl", "languages": ["oci-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-fra_Latn", "languages": ["oci-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-jpn_Jpan", "languages": ["oci-Latn", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-lij_Latn", "languages": ["oci-Latn", "lij-Latn"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "oci_Latn-mya_Mymr", "languages": ["oci-Latn", "mya-Mymr"]}, {"precision": 0.619034, "recall": 0.687747, "f1": 0.638895, "accuracy": 0.687747, "main_score": 0.638895, "hf_subset": "oci_Latn-sag_Latn", "languages": ["oci-Latn", "sag-Latn"]}, {"precision": 0.193926, "recall": 0.251976, "f1": 0.20648, "accuracy": 0.251976, "main_score": 0.20648, "hf_subset": "oci_Latn-taq_Tfng", "languages": ["oci-Latn", "taq-Tfng"]}, {"precision": 0.658302, "recall": 0.717391, "f1": 0.675473, "accuracy": 0.717391, "main_score": 0.675473, "hf_subset": "oci_Latn-wol_Latn", "languages": ["oci-Latn", "wol-Latn"]}, {"precision": 0.833926, "recall": 0.874506, "f1": 0.846146, "accuracy": 0.874506, "main_score": 0.846146, "hf_subset": "oci_Latn-arb_Latn", "languages": ["oci-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-cat_Latn", "languages": ["oci-Latn", "cat-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "oci_Latn-fur_Latn", "languages": ["oci-Latn", "fur-Latn"]}, {"precision": 0.438681, "recall": 0.498024, "f1": 0.45499, "accuracy": 0.498024, "main_score": 0.45499, "hf_subset": "oci_Latn-kab_Latn", "languages": ["oci-Latn", "kab-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-lim_Latn", "languages": ["oci-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-nld_Latn", "languages": ["oci-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "oci_Latn-san_Deva", "languages": ["oci-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tat_Cyrl", "languages": ["oci-Latn", "tat-Cyrl"]}, {"precision": 0.69529, "recall": 0.749012, "f1": 0.711016, "accuracy": 0.749012, "main_score": 0.711016, "hf_subset": "oci_Latn-xho_Latn", "languages": ["oci-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ars_Arab", "languages": ["oci-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ceb_Latn", "languages": ["oci-Latn", "ceb-Latn"]}, {"precision": 0.579523, "recall": 0.63834, "f1": 0.59618, "accuracy": 0.63834, "main_score": 0.59618, "hf_subset": "oci_Latn-fuv_Latn", "languages": ["oci-Latn", "fuv-Latn"]}, {"precision": 0.531674, "recall": 0.591897, "f1": 0.54832, "accuracy": 0.591897, "main_score": 0.54832, "hf_subset": "oci_Latn-kac_Latn", "languages": ["oci-Latn", "kac-Latn"]}, {"precision": 0.695804, "recall": 0.741107, "f1": 0.709042, "accuracy": 0.741107, "main_score": 0.709042, "hf_subset": "oci_Latn-lin_Latn", "languages": ["oci-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-nno_Latn", "languages": ["oci-Latn", "nno-Latn"]}, {"precision": 0.249387, "recall": 0.337945, "f1": 0.273042, "accuracy": 0.337945, "main_score": 0.273042, "hf_subset": "oci_Latn-sat_Olck", "languages": ["oci-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tel_Telu", "languages": ["oci-Latn", "tel-Telu"]}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "oci_Latn-ydd_Hebr", "languages": ["oci-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "oci_Latn-ary_Arab", "languages": ["oci-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ces_Latn", "languages": ["oci-Latn", "ces-Latn"]}, {"precision": 0.610326, "recall": 0.670949, "f1": 0.628379, "accuracy": 0.670949, "main_score": 0.628379, "hf_subset": "oci_Latn-gaz_Latn", "languages": ["oci-Latn", "gaz-Latn"]}, {"precision": 0.607209, "recall": 0.668972, "f1": 0.625087, "accuracy": 0.668972, "main_score": 0.625087, "hf_subset": "oci_Latn-kam_Latn", "languages": ["oci-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "oci_Latn-lit_Latn", "languages": ["oci-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-nob_Latn", "languages": ["oci-Latn", "nob-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "oci_Latn-scn_Latn", "languages": ["oci-Latn", "scn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "oci_Latn-tgk_Cyrl", "languages": ["oci-Latn", "tgk-Cyrl"]}, {"precision": 0.729736, "recall": 0.789526, "f1": 0.74781, "accuracy": 0.789526, "main_score": 0.74781, "hf_subset": "oci_Latn-yor_Latn", "languages": ["oci-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-arz_Arab", "languages": ["oci-Latn", "arz-Arab"]}, {"precision": 0.588421, "recall": 0.644269, "f1": 0.604266, "accuracy": 0.644269, "main_score": 0.604266, "hf_subset": "oci_Latn-cjk_Latn", "languages": ["oci-Latn", "cjk-Latn"]}, {"precision": 0.818001, "recall": 0.858696, "f1": 0.830369, "accuracy": 0.858696, "main_score": 0.830369, "hf_subset": "oci_Latn-gla_Latn", "languages": ["oci-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-kan_Knda", "languages": ["oci-Latn", "kan-Knda"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-lmo_Latn", "languages": ["oci-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "oci_Latn-npi_Deva", "languages": ["oci-Latn", "npi-Deva"]}, {"precision": 0.475209, "recall": 0.538538, "f1": 0.491993, "accuracy": 0.538538, "main_score": 0.491993, "hf_subset": "oci_Latn-shn_Mymr", "languages": ["oci-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-tgl_Latn", "languages": ["oci-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-yue_Hant", "languages": ["oci-Latn", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "oci_Latn-asm_Beng", "languages": ["oci-Latn", "asm-Beng"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "oci_Latn-ckb_Arab", "languages": ["oci-Latn", "ckb-Arab"]}, {"precision": 0.892045, "recall": 0.920949, "f1": 0.901087, "accuracy": 0.920949, "main_score": 0.901087, "hf_subset": "oci_Latn-gle_Latn", "languages": ["oci-Latn", "gle-Latn"]}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "oci_Latn-kas_Arab", "languages": ["oci-Latn", "kas-Arab"]}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "oci_Latn-ltg_Latn", "languages": ["oci-Latn", "ltg-Latn"]}, {"precision": 0.639509, "recall": 0.692688, "f1": 0.654679, "accuracy": 0.692688, "main_score": 0.654679, "hf_subset": "oci_Latn-nso_Latn", "languages": ["oci-Latn", "nso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "oci_Latn-sin_Sinh", "languages": ["oci-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tha_Thai", "languages": ["oci-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-zho_Hans", "languages": ["oci-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ast_Latn", "languages": ["oci-Latn", "ast-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "oci_Latn-crh_Latn", "languages": ["oci-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-glg_Latn", "languages": ["oci-Latn", "glg-Latn"]}, {"precision": 0.905221, "recall": 0.932806, "f1": 0.914097, "accuracy": 0.932806, "main_score": 0.914097, "hf_subset": "oci_Latn-kas_Deva", "languages": ["oci-Latn", "kas-Deva"]}, {"precision": 0.986331, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "oci_Latn-ltz_Latn", "languages": ["oci-Latn", "ltz-Latn"]}, {"precision": 0.4801, "recall": 0.550395, "f1": 0.49925, "accuracy": 0.550395, "main_score": 0.49925, "hf_subset": "oci_Latn-nus_Latn", "languages": ["oci-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-slk_Latn", "languages": ["oci-Latn", "slk-Latn"]}, {"precision": 0.620135, "recall": 0.690711, "f1": 0.64101, "accuracy": 0.690711, "main_score": 0.64101, "hf_subset": "oci_Latn-tir_Ethi", "languages": ["oci-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-zho_Hant", "languages": ["oci-Latn", "zho-Hant"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "oci_Latn-awa_Deva", "languages": ["oci-Latn", "awa-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "oci_Latn-cym_Latn", "languages": ["oci-Latn", "cym-Latn"]}, {"precision": 0.85774, "recall": 0.891304, "f1": 0.86805, "accuracy": 0.891304, "main_score": 0.86805, "hf_subset": "oci_Latn-grn_Latn", "languages": ["oci-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-kat_Geor", "languages": ["oci-Latn", "kat-Geor"]}, {"precision": 0.667014, "recall": 0.717391, "f1": 0.681335, "accuracy": 0.717391, "main_score": 0.681335, "hf_subset": "oci_Latn-lua_Latn", "languages": ["oci-Latn", "lua-Latn"]}, {"precision": 0.666725, "recall": 0.72332, "f1": 0.683027, "accuracy": 0.72332, "main_score": 0.683027, "hf_subset": "oci_Latn-nya_Latn", "languages": ["oci-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-slv_Latn", "languages": ["oci-Latn", "slv-Latn"]}, {"precision": 0.960063, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "oci_Latn-tpi_Latn", "languages": ["oci-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-zsm_Latn", "languages": ["oci-Latn", "zsm-Latn"]}, {"precision": 0.558396, "recall": 0.621542, "f1": 0.576008, "accuracy": 0.621542, "main_score": 0.576008, "hf_subset": "oci_Latn-ayr_Latn", "languages": ["oci-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-dan_Latn", "languages": ["oci-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-guj_Gujr", "languages": ["oci-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-kaz_Cyrl", "languages": ["oci-Latn", "kaz-Cyrl"]}, {"precision": 0.561381, "recall": 0.62253, "f1": 0.578535, "accuracy": 0.62253, "main_score": 0.578535, "hf_subset": "oci_Latn-lug_Latn", "languages": ["oci-Latn", "lug-Latn"]}, {"precision": 0.852767, "recall": 0.889328, "f1": 0.863933, "accuracy": 0.889328, "main_score": 0.863933, "hf_subset": "oci_Latn-smo_Latn", "languages": ["oci-Latn", "smo-Latn"]}, {"precision": 0.564444, "recall": 0.624506, "f1": 0.581102, "accuracy": 0.624506, "main_score": 0.581102, "hf_subset": "oci_Latn-tsn_Latn", "languages": ["oci-Latn", "tsn-Latn"]}, {"precision": 0.649468, "recall": 0.710474, "f1": 0.667727, "accuracy": 0.710474, "main_score": 0.667727, "hf_subset": "oci_Latn-zul_Latn", "languages": ["oci-Latn", "zul-Latn"]}, {"precision": 0.922925, "recall": 0.944664, "f1": 0.929842, "accuracy": 0.944664, "main_score": 0.929842, "hf_subset": "oci_Latn-azb_Arab", "languages": ["oci-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-deu_Latn", "languages": ["oci-Latn", "deu-Latn"]}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "oci_Latn-hat_Latn", "languages": ["oci-Latn", "hat-Latn"]}, {"precision": 0.508103, "recall": 0.561265, "f1": 0.522996, "accuracy": 0.561265, "main_score": 0.522996, "hf_subset": "oci_Latn-kbp_Latn", "languages": ["oci-Latn", "kbp-Latn"]}, {"precision": 0.592337, "recall": 0.647233, "f1": 0.607032, "accuracy": 0.647233, "main_score": 0.607032, "hf_subset": "oci_Latn-luo_Latn", "languages": ["oci-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ory_Orya", "languages": ["oci-Latn", "ory-Orya"]}, {"precision": 0.602149, "recall": 0.662055, "f1": 0.619328, "accuracy": 0.662055, "main_score": 0.619328, "hf_subset": "oci_Latn-sna_Latn", "languages": ["oci-Latn", "sna-Latn"]}, {"precision": 0.579533, "recall": 0.630435, "f1": 0.593264, "accuracy": 0.630435, "main_score": 0.593264, "hf_subset": "oci_Latn-tso_Latn", "languages": ["oci-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-azj_Latn", "languages": ["oci-Latn", "azj-Latn"]}, {"precision": 0.549573, "recall": 0.613636, "f1": 0.568242, "accuracy": 0.613636, "main_score": 0.568242, "hf_subset": "oci_Latn-dik_Latn", "languages": ["oci-Latn", "dik-Latn"]}, {"precision": 0.769641, "recall": 0.818182, "f1": 0.784437, "accuracy": 0.818182, "main_score": 0.784437, "hf_subset": "oci_Latn-hau_Latn", "languages": ["oci-Latn", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-kea_Latn", "languages": ["oci-Latn", "kea-Latn"]}, {"precision": 0.751581, "recall": 0.804348, "f1": 0.767424, "accuracy": 0.804348, "main_score": 0.767424, "hf_subset": "oci_Latn-lus_Latn", "languages": ["oci-Latn", "lus-Latn"]}, {"precision": 0.88414, "recall": 0.912055, "f1": 0.892622, "accuracy": 0.912055, "main_score": 0.892622, "hf_subset": "oci_Latn-pag_Latn", "languages": ["oci-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-snd_Arab", "languages": ["oci-Latn", "snd-Arab"]}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "oci_Latn-tuk_Latn", "languages": ["oci-Latn", "tuk-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "oci_Latn-bak_Cyrl", "languages": ["oci-Latn", "bak-Cyrl"]}, {"precision": 0.506282, "recall": 0.586957, "f1": 0.529596, "accuracy": 0.586957, "main_score": 0.529596, "hf_subset": "oci_Latn-dyu_Latn", "languages": ["oci-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-heb_Hebr", "languages": ["oci-Latn", "heb-Hebr"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "oci_Latn-khk_Cyrl", "languages": ["oci-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-lvs_Latn", "languages": ["oci-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-pan_Guru", "languages": ["oci-Latn", "pan-Guru"]}, {"precision": 0.733004, "recall": 0.795455, "f1": 0.751534, "accuracy": 0.795455, "main_score": 0.751534, "hf_subset": "oci_Latn-som_Latn", "languages": ["oci-Latn", "som-Latn"]}, {"precision": 0.618678, "recall": 0.668972, "f1": 0.63322, "accuracy": 0.668972, "main_score": 0.63322, "hf_subset": "oci_Latn-tum_Latn", "languages": ["oci-Latn", "tum-Latn"]}, {"precision": 0.479685, "recall": 0.534585, "f1": 0.494504, "accuracy": 0.534585, "main_score": 0.494504, "hf_subset": "smo_Latn-ace_Arab", "languages": ["smo-Latn", "ace-Arab"]}, {"precision": 0.517681, "recall": 0.564229, "f1": 0.530832, "accuracy": 0.564229, "main_score": 0.530832, "hf_subset": "smo_Latn-bam_Latn", "languages": ["smo-Latn", "bam-Latn"]}, {"precision": 0.308557, "recall": 0.368577, "f1": 0.324136, "accuracy": 0.368577, "main_score": 0.324136, "hf_subset": "smo_Latn-dzo_Tibt", "languages": ["smo-Latn", "dzo-Tibt"]}, {"precision": 0.81745, "recall": 0.863636, "f1": 0.831016, "accuracy": 0.863636, "main_score": 0.831016, "hf_subset": "smo_Latn-hin_Deva", "languages": ["smo-Latn", "hin-Deva"]}, {"precision": 0.788373, "recall": 0.838933, "f1": 0.803858, "accuracy": 0.838933, "main_score": 0.803858, "hf_subset": "smo_Latn-khm_Khmr", "languages": ["smo-Latn", "khm-Khmr"]}, {"precision": 0.797786, "recall": 0.842885, "f1": 0.810397, "accuracy": 0.842885, "main_score": 0.810397, "hf_subset": "smo_Latn-mag_Deva", "languages": ["smo-Latn", "mag-Deva"]}, {"precision": 0.753534, "recall": 0.800395, "f1": 0.766805, "accuracy": 0.800395, "main_score": 0.766805, "hf_subset": "smo_Latn-pap_Latn", "languages": ["smo-Latn", "pap-Latn"]}, {"precision": 0.57943, "recall": 0.628458, "f1": 0.59269, "accuracy": 0.628458, "main_score": 0.59269, "hf_subset": "smo_Latn-sot_Latn", "languages": ["smo-Latn", "sot-Latn"]}, {"precision": 0.818429, "recall": 0.864625, "f1": 0.832228, "accuracy": 0.864625, "main_score": 0.832228, "hf_subset": "smo_Latn-tur_Latn", "languages": ["smo-Latn", "tur-Latn"]}, {"precision": 0.676045, "recall": 0.722332, "f1": 0.688957, "accuracy": 0.722332, "main_score": 0.688957, "hf_subset": "smo_Latn-ace_Latn", "languages": ["smo-Latn", "ace-Latn"]}, {"precision": 0.713606, "recall": 0.759881, "f1": 0.726206, "accuracy": 0.759881, "main_score": 0.726206, "hf_subset": "smo_Latn-ban_Latn", "languages": ["smo-Latn", "ban-Latn"]}, {"precision": 0.786185, "recall": 0.838933, "f1": 0.801779, "accuracy": 0.838933, "main_score": 0.801779, "hf_subset": "smo_Latn-ell_Grek", "languages": ["smo-Latn", "ell-Grek"]}, {"precision": 0.77325, "recall": 0.823123, "f1": 0.787944, "accuracy": 0.823123, "main_score": 0.787944, "hf_subset": "smo_Latn-hne_Deva", "languages": ["smo-Latn", "hne-Deva"]}, {"precision": 0.540713, "recall": 0.593874, "f1": 0.554454, "accuracy": 0.593874, "main_score": 0.554454, "hf_subset": "smo_Latn-kik_Latn", "languages": ["smo-Latn", "kik-Latn"]}, {"precision": 0.779553, "recall": 0.833004, "f1": 0.795163, "accuracy": 0.833004, "main_score": 0.795163, "hf_subset": "smo_Latn-mai_Deva", "languages": ["smo-Latn", "mai-Deva"]}, {"precision": 0.730783, "recall": 0.788538, "f1": 0.747749, "accuracy": 0.788538, "main_score": 0.747749, "hf_subset": "smo_Latn-pbt_Arab", "languages": ["smo-Latn", "pbt-Arab"]}, {"precision": 0.808004, "recall": 0.850791, "f1": 0.820292, "accuracy": 0.850791, "main_score": 0.820292, "hf_subset": "smo_Latn-spa_Latn", "languages": ["smo-Latn", "spa-Latn"]}, {"precision": 0.573084, "recall": 0.613636, "f1": 0.584213, "accuracy": 0.613636, "main_score": 0.584213, "hf_subset": "smo_Latn-twi_Latn", "languages": ["smo-Latn", "twi-Latn"]}, {"precision": 0.785754, "recall": 0.838933, "f1": 0.801303, "accuracy": 0.838933, "main_score": 0.801303, "hf_subset": "smo_Latn-acm_Arab", "languages": ["smo-Latn", "acm-Arab"]}, {"precision": 0.74126, "recall": 0.791502, "f1": 0.755337, "accuracy": 0.791502, "main_score": 0.755337, "hf_subset": "smo_Latn-bel_Cyrl", "languages": ["smo-Latn", "bel-Cyrl"]}, {"precision": 0.84753, "recall": 0.88834, "f1": 0.859914, "accuracy": 0.88834, "main_score": 0.859914, "hf_subset": "smo_Latn-eng_Latn", "languages": ["smo-Latn", "eng-Latn"]}, {"precision": 0.807649, "recall": 0.852767, "f1": 0.820989, "accuracy": 0.852767, "main_score": 0.820989, "hf_subset": "smo_Latn-hrv_Latn", "languages": ["smo-Latn", "hrv-Latn"]}, {"precision": 0.557972, "recall": 0.61166, "f1": 0.572743, "accuracy": 0.61166, "main_score": 0.572743, "hf_subset": "smo_Latn-kin_Latn", "languages": ["smo-Latn", "kin-Latn"]}, {"precision": 0.806242, "recall": 0.855731, "f1": 0.820902, "accuracy": 0.855731, "main_score": 0.820902, "hf_subset": "smo_Latn-mal_Mlym", "languages": ["smo-Latn", "mal-Mlym"]}, {"precision": 0.809898, "recall": 0.859684, "f1": 0.824873, "accuracy": 0.859684, "main_score": 0.824873, "hf_subset": "smo_Latn-pes_Arab", "languages": ["smo-Latn", "pes-Arab"]}, {"precision": 0.776246, "recall": 0.822134, "f1": 0.789295, "accuracy": 0.822134, "main_score": 0.789295, "hf_subset": "smo_Latn-srd_Latn", "languages": ["smo-Latn", "srd-Latn"]}, {"precision": 0.191794, "recall": 0.242095, "f1": 0.204486, "accuracy": 0.242095, "main_score": 0.204486, "hf_subset": "smo_Latn-tzm_Tfng", "languages": ["smo-Latn", "tzm-Tfng"]}, {"precision": 0.808227, "recall": 0.858696, "f1": 0.823355, "accuracy": 0.858696, "main_score": 0.823355, "hf_subset": "smo_Latn-acq_Arab", "languages": ["smo-Latn", "acq-Arab"]}, {"precision": 0.605115, "recall": 0.647233, "f1": 0.616382, "accuracy": 0.647233, "main_score": 0.616382, "hf_subset": "smo_Latn-bem_Latn", "languages": ["smo-Latn", "bem-Latn"]}, {"precision": 0.802876, "recall": 0.851779, "f1": 0.817236, "accuracy": 0.851779, "main_score": 0.817236, "hf_subset": "smo_Latn-epo_Latn", "languages": ["smo-Latn", "epo-Latn"]}, {"precision": 0.812316, "recall": 0.854743, "f1": 0.824478, "accuracy": 0.854743, "main_score": 0.824478, "hf_subset": "smo_Latn-hun_Latn", "languages": ["smo-Latn", "hun-Latn"]}, {"precision": 0.743662, "recall": 0.797431, "f1": 0.75911, "accuracy": 0.797431, "main_score": 0.75911, "hf_subset": "smo_Latn-kir_Cyrl", "languages": ["smo-Latn", "kir-Cyrl"]}, {"precision": 0.797069, "recall": 0.84585, "f1": 0.811465, "accuracy": 0.84585, "main_score": 0.811465, "hf_subset": "smo_Latn-mar_Deva", "languages": ["smo-Latn", "mar-Deva"]}, {"precision": 0.607497, "recall": 0.652174, "f1": 0.620556, "accuracy": 0.652174, "main_score": 0.620556, "hf_subset": "smo_Latn-plt_Latn", "languages": ["smo-Latn", "plt-Latn"]}, {"precision": 0.822867, "recall": 0.867589, "f1": 0.835764, "accuracy": 0.867589, "main_score": 0.835764, "hf_subset": "smo_Latn-srp_Cyrl", "languages": ["smo-Latn", "srp-Cyrl"]}, {"precision": 0.699817, "recall": 0.758893, "f1": 0.716825, "accuracy": 0.758893, "main_score": 0.716825, "hf_subset": "smo_Latn-uig_Arab", "languages": ["smo-Latn", "uig-Arab"]}, {"precision": 0.756877, "recall": 0.810277, "f1": 0.772479, "accuracy": 0.810277, "main_score": 0.772479, "hf_subset": "smo_Latn-aeb_Arab", "languages": ["smo-Latn", "aeb-Arab"]}, {"precision": 0.80364, "recall": 0.852767, "f1": 0.818095, "accuracy": 0.852767, "main_score": 0.818095, "hf_subset": "smo_Latn-ben_Beng", "languages": ["smo-Latn", "ben-Beng"]}, {"precision": 0.781612, "recall": 0.831028, "f1": 0.796187, "accuracy": 0.831028, "main_score": 0.796187, "hf_subset": "smo_Latn-est_Latn", "languages": ["smo-Latn", "est-Latn"]}, {"precision": 0.805377, "recall": 0.851779, "f1": 0.819357, "accuracy": 0.851779, "main_score": 0.819357, "hf_subset": "smo_Latn-hye_Armn", "languages": ["smo-Latn", "hye-Armn"]}, {"precision": 0.544425, "recall": 0.585968, "f1": 0.556807, "accuracy": 0.585968, "main_score": 0.556807, "hf_subset": "smo_Latn-kmb_Latn", "languages": ["smo-Latn", "kmb-Latn"]}, {"precision": 0.426659, "recall": 0.48419, "f1": 0.442384, "accuracy": 0.48419, "main_score": 0.442384, "hf_subset": "smo_Latn-min_Arab", "languages": ["smo-Latn", "min-Arab"]}, {"precision": 0.797812, "recall": 0.84585, "f1": 0.811646, "accuracy": 0.84585, "main_score": 0.811646, "hf_subset": "smo_Latn-pol_Latn", "languages": ["smo-Latn", "pol-Latn"]}, {"precision": 0.552521, "recall": 0.607708, "f1": 0.567774, "accuracy": 0.607708, "main_score": 0.567774, "hf_subset": "smo_Latn-ssw_Latn", "languages": ["smo-Latn", "ssw-Latn"]}, {"precision": 0.826426, "recall": 0.87253, "f1": 0.840206, "accuracy": 0.87253, "main_score": 0.840206, "hf_subset": "smo_Latn-ukr_Cyrl", "languages": ["smo-Latn", "ukr-Cyrl"]}, {"precision": 0.838233, "recall": 0.880435, "f1": 0.850911, "accuracy": 0.880435, "main_score": 0.850911, "hf_subset": "smo_Latn-afr_Latn", "languages": ["smo-Latn", "afr-Latn"]}, {"precision": 0.76152, "recall": 0.811265, "f1": 0.775944, "accuracy": 0.811265, "main_score": 0.775944, "hf_subset": "smo_Latn-bho_Deva", "languages": ["smo-Latn", "bho-Deva"]}, {"precision": 0.779851, "recall": 0.825099, "f1": 0.792921, "accuracy": 0.825099, "main_score": 0.792921, "hf_subset": "smo_Latn-eus_Latn", "languages": ["smo-Latn", "eus-Latn"]}, {"precision": 0.569533, "recall": 0.62253, "f1": 0.58435, "accuracy": 0.62253, "main_score": 0.58435, "hf_subset": "smo_Latn-ibo_Latn", "languages": ["smo-Latn", "ibo-Latn"]}, {"precision": 0.680363, "recall": 0.736166, "f1": 0.696593, "accuracy": 0.736166, "main_score": 0.696593, "hf_subset": "smo_Latn-kmr_Latn", "languages": ["smo-Latn", "kmr-Latn"]}, {"precision": 0.775618, "recall": 0.827075, "f1": 0.79039, "accuracy": 0.827075, "main_score": 0.79039, "hf_subset": "smo_Latn-min_Latn", "languages": ["smo-Latn", "min-Latn"]}, {"precision": 0.834472, "recall": 0.876482, "f1": 0.846692, "accuracy": 0.876482, "main_score": 0.846692, "hf_subset": "smo_Latn-por_Latn", "languages": ["smo-Latn", "por-Latn"]}, {"precision": 0.783564, "recall": 0.827075, "f1": 0.79552, "accuracy": 0.827075, "main_score": 0.79552, "hf_subset": "smo_Latn-sun_Latn", "languages": ["smo-Latn", "sun-Latn"]}, {"precision": 0.510437, "recall": 0.559289, "f1": 0.524241, "accuracy": 0.559289, "main_score": 0.524241, "hf_subset": "smo_Latn-umb_Latn", "languages": ["smo-Latn", "umb-Latn"]}, {"precision": 0.812549, "recall": 0.858696, "f1": 0.82597, "accuracy": 0.858696, "main_score": 0.82597, "hf_subset": "smo_Latn-ajp_Arab", "languages": ["smo-Latn", "ajp-Arab"]}, {"precision": 0.453582, "recall": 0.503953, "f1": 0.467429, "accuracy": 0.503953, "main_score": 0.467429, "hf_subset": "smo_Latn-bjn_Arab", "languages": ["smo-Latn", "bjn-Arab"]}, {"precision": 0.506021, "recall": 0.551383, "f1": 0.517933, "accuracy": 0.551383, "main_score": 0.517933, "hf_subset": "smo_Latn-ewe_Latn", "languages": ["smo-Latn", "ewe-Latn"]}, {"precision": 0.735059, "recall": 0.784585, "f1": 0.74856, "accuracy": 0.784585, "main_score": 0.74856, "hf_subset": "smo_Latn-ilo_Latn", "languages": ["smo-Latn", "ilo-Latn"]}, {"precision": 0.306984, "recall": 0.362648, "f1": 0.322237, "accuracy": 0.362648, "main_score": 0.322237, "hf_subset": "smo_Latn-knc_Arab", "languages": ["smo-Latn", "knc-Arab"]}, {"precision": 0.811604, "recall": 0.860672, "f1": 0.826353, "accuracy": 0.860672, "main_score": 0.826353, "hf_subset": "smo_Latn-mkd_Cyrl", "languages": ["smo-Latn", "mkd-Cyrl"]}, {"precision": 0.8125, "recall": 0.864625, "f1": 0.828261, "accuracy": 0.864625, "main_score": 0.828261, "hf_subset": "smo_Latn-prs_Arab", "languages": ["smo-Latn", "prs-Arab"]}, {"precision": 0.822786, "recall": 0.868577, "f1": 0.836579, "accuracy": 0.868577, "main_score": 0.836579, "hf_subset": "smo_Latn-swe_Latn", "languages": ["smo-Latn", "swe-Latn"]}, {"precision": 0.794606, "recall": 0.842885, "f1": 0.808393, "accuracy": 0.842885, "main_score": 0.808393, "hf_subset": "smo_Latn-urd_Arab", "languages": ["smo-Latn", "urd-Arab"]}, {"precision": 0.554562, "recall": 0.600791, "f1": 0.567267, "accuracy": 0.600791, "main_score": 0.567267, "hf_subset": "smo_Latn-aka_Latn", "languages": ["smo-Latn", "aka-Latn"]}, {"precision": 0.772037, "recall": 0.817194, "f1": 0.784812, "accuracy": 0.817194, "main_score": 0.784812, "hf_subset": "smo_Latn-bjn_Latn", "languages": ["smo-Latn", "bjn-Latn"]}, {"precision": 0.755714, "recall": 0.807312, "f1": 0.770646, "accuracy": 0.807312, "main_score": 0.770646, "hf_subset": "smo_Latn-fao_Latn", "languages": ["smo-Latn", "fao-Latn"]}, {"precision": 0.847933, "recall": 0.886364, "f1": 0.859113, "accuracy": 0.886364, "main_score": 0.859113, "hf_subset": "smo_Latn-ind_Latn", "languages": ["smo-Latn", "ind-Latn"]}, {"precision": 0.562442, "recall": 0.605731, "f1": 0.57414, "accuracy": 0.605731, "main_score": 0.57414, "hf_subset": "smo_Latn-knc_Latn", "languages": ["smo-Latn", "knc-Latn"]}, {"precision": 0.788736, "recall": 0.835968, "f1": 0.802137, "accuracy": 0.835968, "main_score": 0.802137, "hf_subset": "smo_Latn-mlt_Latn", "languages": ["smo-Latn", "mlt-Latn"]}, {"precision": 0.60095, "recall": 0.655138, "f1": 0.616513, "accuracy": 0.655138, "main_score": 0.616513, "hf_subset": "smo_Latn-quy_Latn", "languages": ["smo-Latn", "quy-Latn"]}, {"precision": 0.797226, "recall": 0.843874, "f1": 0.810942, "accuracy": 0.843874, "main_score": 0.810942, "hf_subset": "smo_Latn-swh_Latn", "languages": ["smo-Latn", "swh-Latn"]}, {"precision": 0.767352, "recall": 0.81917, "f1": 0.782586, "accuracy": 0.81917, "main_score": 0.782586, "hf_subset": "smo_Latn-uzn_Latn", "languages": ["smo-Latn", "uzn-Latn"]}, {"precision": 0.812921, "recall": 0.859684, "f1": 0.826518, "accuracy": 0.859684, "main_score": 0.826518, "hf_subset": "smo_Latn-als_Latn", "languages": ["smo-Latn", "als-Latn"]}, {"precision": 0.450615, "recall": 0.521739, "f1": 0.470074, "accuracy": 0.521739, "main_score": 0.470074, "hf_subset": "smo_Latn-bod_Tibt", "languages": ["smo-Latn", "bod-Tibt"]}, {"precision": 0.668117, "recall": 0.719368, "f1": 0.682685, "accuracy": 0.719368, "main_score": 0.682685, "hf_subset": "smo_Latn-fij_Latn", "languages": ["smo-Latn", "fij-Latn"]}, {"precision": 0.778254, "recall": 0.826087, "f1": 0.792375, "accuracy": 0.826087, "main_score": 0.792375, "hf_subset": "smo_Latn-isl_Latn", "languages": ["smo-Latn", "isl-Latn"]}, {"precision": 0.583479, "recall": 0.626482, "f1": 0.595589, "accuracy": 0.626482, "main_score": 0.595589, "hf_subset": "smo_Latn-kon_Latn", "languages": ["smo-Latn", "kon-Latn"]}, {"precision": 0.513649, "recall": 0.567194, "f1": 0.528469, "accuracy": 0.567194, "main_score": 0.528469, "hf_subset": "smo_Latn-mni_Beng", "languages": ["smo-Latn", "mni-Beng"]}, {"precision": 0.822085, "recall": 0.866601, "f1": 0.835156, "accuracy": 0.866601, "main_score": 0.835156, "hf_subset": "smo_Latn-ron_Latn", "languages": ["smo-Latn", "ron-Latn"]}, {"precision": 0.776261, "recall": 0.827075, "f1": 0.791307, "accuracy": 0.827075, "main_score": 0.791307, "hf_subset": "smo_Latn-szl_Latn", "languages": ["smo-Latn", "szl-Latn"]}, {"precision": 0.795421, "recall": 0.841897, "f1": 0.808564, "accuracy": 0.841897, "main_score": 0.808564, "hf_subset": "smo_Latn-vec_Latn", "languages": ["smo-Latn", "vec-Latn"]}, {"precision": 0.699856, "recall": 0.759881, "f1": 0.717282, "accuracy": 0.759881, "main_score": 0.717282, "hf_subset": "smo_Latn-amh_Ethi", "languages": ["smo-Latn", "amh-Ethi"]}, {"precision": 0.819351, "recall": 0.863636, "f1": 0.832389, "accuracy": 0.863636, "main_score": 0.832389, "hf_subset": "smo_Latn-bos_Latn", "languages": ["smo-Latn", "bos-Latn"]}, {"precision": 0.792893, "recall": 0.838933, "f1": 0.806291, "accuracy": 0.838933, "main_score": 0.806291, "hf_subset": "smo_Latn-fin_Latn", "languages": ["smo-Latn", "fin-Latn"]}, {"precision": 0.808449, "recall": 0.852767, "f1": 0.821499, "accuracy": 0.852767, "main_score": 0.821499, "hf_subset": "smo_Latn-ita_Latn", "languages": ["smo-Latn", "ita-Latn"]}, {"precision": 0.787722, "recall": 0.839921, "f1": 0.802936, "accuracy": 0.839921, "main_score": 0.802936, "hf_subset": "smo_Latn-kor_Hang", "languages": ["smo-Latn", "kor-Hang"]}, {"precision": 0.531433, "recall": 0.579051, "f1": 0.545001, "accuracy": 0.579051, "main_score": 0.545001, "hf_subset": "smo_Latn-mos_Latn", "languages": ["smo-Latn", "mos-Latn"]}, {"precision": 0.548445, "recall": 0.596838, "f1": 0.560997, "accuracy": 0.596838, "main_score": 0.560997, "hf_subset": "smo_Latn-run_Latn", "languages": ["smo-Latn", "run-Latn"]}, {"precision": 0.80411, "recall": 0.854743, "f1": 0.819483, "accuracy": 0.854743, "main_score": 0.819483, "hf_subset": "smo_Latn-tam_Taml", "languages": ["smo-Latn", "tam-Taml"]}, {"precision": 0.809958, "recall": 0.855731, "f1": 0.823221, "accuracy": 0.855731, "main_score": 0.823221, "hf_subset": "smo_Latn-vie_Latn", "languages": ["smo-Latn", "vie-Latn"]}, {"precision": 0.800652, "recall": 0.849802, "f1": 0.815239, "accuracy": 0.849802, "main_score": 0.815239, "hf_subset": "smo_Latn-apc_Arab", "languages": ["smo-Latn", "apc-Arab"]}, {"precision": 0.624162, "recall": 0.668972, "f1": 0.636213, "accuracy": 0.668972, "main_score": 0.636213, "hf_subset": "smo_Latn-bug_Latn", "languages": ["smo-Latn", "bug-Latn"]}, {"precision": 0.46547, "recall": 0.514822, "f1": 0.479537, "accuracy": 0.514822, "main_score": 0.479537, "hf_subset": "smo_Latn-fon_Latn", "languages": ["smo-Latn", "fon-Latn"]}, {"precision": 0.79673, "recall": 0.841897, "f1": 0.809011, "accuracy": 0.841897, "main_score": 0.809011, "hf_subset": "smo_Latn-jav_Latn", "languages": ["smo-Latn", "jav-Latn"]}, {"precision": 0.784201, "recall": 0.833992, "f1": 0.799327, "accuracy": 0.833992, "main_score": 0.799327, "hf_subset": "smo_Latn-lao_Laoo", "languages": ["smo-Latn", "lao-Laoo"]}, {"precision": 0.735191, "recall": 0.783597, "f1": 0.74928, "accuracy": 0.783597, "main_score": 0.74928, "hf_subset": "smo_Latn-mri_Latn", "languages": ["smo-Latn", "mri-Latn"]}, {"precision": 0.798979, "recall": 0.848814, "f1": 0.813345, "accuracy": 0.848814, "main_score": 0.813345, "hf_subset": "smo_Latn-rus_Cyrl", "languages": ["smo-Latn", "rus-Cyrl"]}, {"precision": 0.51442, "recall": 0.560277, "f1": 0.527135, "accuracy": 0.560277, "main_score": 0.527135, "hf_subset": "smo_Latn-taq_Latn", "languages": ["smo-Latn", "taq-Latn"]}, {"precision": 0.797885, "recall": 0.844862, "f1": 0.811418, "accuracy": 0.844862, "main_score": 0.811418, "hf_subset": "smo_Latn-war_Latn", "languages": ["smo-Latn", "war-Latn"]}, {"precision": 0.796434, "recall": 0.846838, "f1": 0.811371, "accuracy": 0.846838, "main_score": 0.811371, "hf_subset": "smo_Latn-arb_Arab", "languages": ["smo-Latn", "arb-Arab"]}, {"precision": 0.818967, "recall": 0.863636, "f1": 0.832002, "accuracy": 0.863636, "main_score": 0.832002, "hf_subset": "smo_Latn-bul_Cyrl", "languages": ["smo-Latn", "bul-Cyrl"]}, {"precision": 0.817121, "recall": 0.860672, "f1": 0.829581, "accuracy": 0.860672, "main_score": 0.829581, "hf_subset": "smo_Latn-fra_Latn", "languages": ["smo-Latn", "fra-Latn"]}, {"precision": 0.769424, "recall": 0.821146, "f1": 0.784933, "accuracy": 0.821146, "main_score": 0.784933, "hf_subset": "smo_Latn-jpn_Jpan", "languages": ["smo-Latn", "jpn-Jpan"]}, {"precision": 0.770826, "recall": 0.814229, "f1": 0.783151, "accuracy": 0.814229, "main_score": 0.783151, "hf_subset": "smo_Latn-lij_Latn", "languages": ["smo-Latn", "lij-Latn"]}, {"precision": 0.726169, "recall": 0.794466, "f1": 0.746462, "accuracy": 0.794466, "main_score": 0.746462, "hf_subset": "smo_Latn-mya_Mymr", "languages": ["smo-Latn", "mya-Mymr"]}, {"precision": 0.537262, "recall": 0.588933, "f1": 0.551947, "accuracy": 0.588933, "main_score": 0.551947, "hf_subset": "smo_Latn-sag_Latn", "languages": ["smo-Latn", "sag-Latn"]}, {"precision": 0.21081, "recall": 0.256917, "f1": 0.221887, "accuracy": 0.256917, "main_score": 0.221887, "hf_subset": "smo_Latn-taq_Tfng", "languages": ["smo-Latn", "taq-Tfng"]}, {"precision": 0.582058, "recall": 0.628458, "f1": 0.595772, "accuracy": 0.628458, "main_score": 0.595772, "hf_subset": "smo_Latn-wol_Latn", "languages": ["smo-Latn", "wol-Latn"]}, {"precision": 0.59217, "recall": 0.652174, "f1": 0.60995, "accuracy": 0.652174, "main_score": 0.60995, "hf_subset": "smo_Latn-arb_Latn", "languages": ["smo-Latn", "arb-Latn"]}, {"precision": 0.823428, "recall": 0.864625, "f1": 0.835114, "accuracy": 0.864625, "main_score": 0.835114, "hf_subset": "smo_Latn-cat_Latn", "languages": ["smo-Latn", "cat-Latn"]}, {"precision": 0.748793, "recall": 0.793478, "f1": 0.760949, "accuracy": 0.793478, "main_score": 0.760949, "hf_subset": "smo_Latn-fur_Latn", "languages": ["smo-Latn", "fur-Latn"]}, {"precision": 0.442939, "recall": 0.491107, "f1": 0.455997, "accuracy": 0.491107, "main_score": 0.455997, "hf_subset": "smo_Latn-kab_Latn", "languages": ["smo-Latn", "kab-Latn"]}, {"precision": 0.755389, "recall": 0.8083, "f1": 0.770604, "accuracy": 0.8083, "main_score": 0.770604, "hf_subset": "smo_Latn-lim_Latn", "languages": ["smo-Latn", "lim-Latn"]}, {"precision": 0.812319, "recall": 0.860672, "f1": 0.826647, "accuracy": 0.860672, "main_score": 0.826647, "hf_subset": "smo_Latn-nld_Latn", "languages": ["smo-Latn", "nld-Latn"]}, {"precision": 0.735724, "recall": 0.79249, "f1": 0.752457, "accuracy": 0.79249, "main_score": 0.752457, "hf_subset": "smo_Latn-san_Deva", "languages": ["smo-Latn", "san-Deva"]}, {"precision": 0.764132, "recall": 0.813241, "f1": 0.778332, "accuracy": 0.813241, "main_score": 0.778332, "hf_subset": "smo_Latn-tat_Cyrl", "languages": ["smo-Latn", "tat-Cyrl"]}, {"precision": 0.61353, "recall": 0.663043, "f1": 0.627864, "accuracy": 0.663043, "main_score": 0.627864, "hf_subset": "smo_Latn-xho_Latn", "languages": ["smo-Latn", "xho-Latn"]}, {"precision": 0.789576, "recall": 0.842885, "f1": 0.805309, "accuracy": 0.842885, "main_score": 0.805309, "hf_subset": "smo_Latn-ars_Arab", "languages": ["smo-Latn", "ars-Arab"]}, {"precision": 0.820148, "recall": 0.860672, "f1": 0.832198, "accuracy": 0.860672, "main_score": 0.832198, "hf_subset": "smo_Latn-ceb_Latn", "languages": ["smo-Latn", "ceb-Latn"]}, {"precision": 0.505662, "recall": 0.562253, "f1": 0.521523, "accuracy": 0.562253, "main_score": 0.521523, "hf_subset": "smo_Latn-fuv_Latn", "languages": ["smo-Latn", "fuv-Latn"]}, {"precision": 0.491874, "recall": 0.540514, "f1": 0.505152, "accuracy": 0.540514, "main_score": 0.505152, "hf_subset": "smo_Latn-kac_Latn", "languages": ["smo-Latn", "kac-Latn"]}, {"precision": 0.605642, "recall": 0.650198, "f1": 0.618261, "accuracy": 0.650198, "main_score": 0.618261, "hf_subset": "smo_Latn-lin_Latn", "languages": ["smo-Latn", "lin-Latn"]}, {"precision": 0.80639, "recall": 0.854743, "f1": 0.820869, "accuracy": 0.854743, "main_score": 0.820869, "hf_subset": "smo_Latn-nno_Latn", "languages": ["smo-Latn", "nno-Latn"]}, {"precision": 0.193045, "recall": 0.255929, "f1": 0.208864, "accuracy": 0.255929, "main_score": 0.208864, "hf_subset": "smo_Latn-sat_Olck", "languages": ["smo-Latn", "sat-Olck"]}, {"precision": 0.796278, "recall": 0.84585, "f1": 0.811467, "accuracy": 0.84585, "main_score": 0.811467, "hf_subset": "smo_Latn-tel_Telu", "languages": ["smo-Latn", "tel-Telu"]}, {"precision": 0.725881, "recall": 0.785573, "f1": 0.742598, "accuracy": 0.785573, "main_score": 0.742598, "hf_subset": "smo_Latn-ydd_Hebr", "languages": ["smo-Latn", "ydd-Hebr"]}, {"precision": 0.744879, "recall": 0.801383, "f1": 0.761483, "accuracy": 0.801383, "main_score": 0.761483, "hf_subset": "smo_Latn-ary_Arab", "languages": ["smo-Latn", "ary-Arab"]}, {"precision": 0.818316, "recall": 0.860672, "f1": 0.830509, "accuracy": 0.860672, "main_score": 0.830509, "hf_subset": "smo_Latn-ces_Latn", "languages": ["smo-Latn", "ces-Latn"]}, {"precision": 0.531926, "recall": 0.590909, "f1": 0.549127, "accuracy": 0.590909, "main_score": 0.549127, "hf_subset": "smo_Latn-gaz_Latn", "languages": ["smo-Latn", "gaz-Latn"]}, {"precision": 0.566643, "recall": 0.619565, "f1": 0.581835, "accuracy": 0.619565, "main_score": 0.581835, "hf_subset": "smo_Latn-kam_Latn", "languages": ["smo-Latn", "kam-Latn"]}, {"precision": 0.794058, "recall": 0.840909, "f1": 0.807376, "accuracy": 0.840909, "main_score": 0.807376, "hf_subset": "smo_Latn-lit_Latn", "languages": ["smo-Latn", "lit-Latn"]}, {"precision": 0.815975, "recall": 0.862648, "f1": 0.829503, "accuracy": 0.862648, "main_score": 0.829503, "hf_subset": "smo_Latn-nob_Latn", "languages": ["smo-Latn", "nob-Latn"]}, {"precision": 0.759532, "recall": 0.8083, "f1": 0.772894, "accuracy": 0.8083, "main_score": 0.772894, "hf_subset": "smo_Latn-scn_Latn", "languages": ["smo-Latn", "scn-Latn"]}, {"precision": 0.74914, "recall": 0.801383, "f1": 0.76349, "accuracy": 0.801383, "main_score": 0.76349, "hf_subset": "smo_Latn-tgk_Cyrl", "languages": ["smo-Latn", "tgk-Cyrl"]}, {"precision": 0.627439, "recall": 0.692688, "f1": 0.646429, "accuracy": 0.692688, "main_score": 0.646429, "hf_subset": "smo_Latn-yor_Latn", "languages": ["smo-Latn", "yor-Latn"]}, {"precision": 0.771521, "recall": 0.825099, "f1": 0.786707, "accuracy": 0.825099, "main_score": 0.786707, "hf_subset": "smo_Latn-arz_Arab", "languages": ["smo-Latn", "arz-Arab"]}, {"precision": 0.518445, "recall": 0.565217, "f1": 0.531518, "accuracy": 0.565217, "main_score": 0.531518, "hf_subset": "smo_Latn-cjk_Latn", "languages": ["smo-Latn", "cjk-Latn"]}, {"precision": 0.632668, "recall": 0.694664, "f1": 0.650647, "accuracy": 0.694664, "main_score": 0.650647, "hf_subset": "smo_Latn-gla_Latn", "languages": ["smo-Latn", "gla-Latn"]}, {"precision": 0.796434, "recall": 0.848814, "f1": 0.811818, "accuracy": 0.848814, "main_score": 0.811818, "hf_subset": "smo_Latn-kan_Knda", "languages": ["smo-Latn", "kan-Knda"]}, {"precision": 0.758006, "recall": 0.804348, "f1": 0.771189, "accuracy": 0.804348, "main_score": 0.771189, "hf_subset": "smo_Latn-lmo_Latn", "languages": ["smo-Latn", "lmo-Latn"]}, {"precision": 0.797588, "recall": 0.84585, "f1": 0.811659, "accuracy": 0.84585, "main_score": 0.811659, "hf_subset": "smo_Latn-npi_Deva", "languages": ["smo-Latn", "npi-Deva"]}, {"precision": 0.458055, "recall": 0.508893, "f1": 0.472581, "accuracy": 0.508893, "main_score": 0.472581, "hf_subset": "smo_Latn-shn_Mymr", "languages": ["smo-Latn", "shn-Mymr"]}, {"precision": 0.851449, "recall": 0.886364, "f1": 0.862088, "accuracy": 0.886364, "main_score": 0.862088, "hf_subset": "smo_Latn-tgl_Latn", "languages": ["smo-Latn", "tgl-Latn"]}, {"precision": 0.786027, "recall": 0.837945, "f1": 0.801056, "accuracy": 0.837945, "main_score": 0.801056, "hf_subset": "smo_Latn-yue_Hant", "languages": ["smo-Latn", "yue-Hant"]}, {"precision": 0.7591, "recall": 0.816206, "f1": 0.775515, "accuracy": 0.816206, "main_score": 0.775515, "hf_subset": "smo_Latn-asm_Beng", "languages": ["smo-Latn", "asm-Beng"]}, {"precision": 0.720664, "recall": 0.778656, "f1": 0.737087, "accuracy": 0.778656, "main_score": 0.737087, "hf_subset": "smo_Latn-ckb_Arab", "languages": ["smo-Latn", "ckb-Arab"]}, {"precision": 0.688513, "recall": 0.749012, "f1": 0.706332, "accuracy": 0.749012, "main_score": 0.706332, "hf_subset": "smo_Latn-gle_Latn", "languages": ["smo-Latn", "gle-Latn"]}, {"precision": 0.640602, "recall": 0.700593, "f1": 0.656927, "accuracy": 0.700593, "main_score": 0.656927, "hf_subset": "smo_Latn-kas_Arab", "languages": ["smo-Latn", "kas-Arab"]}, {"precision": 0.694073, "recall": 0.749012, "f1": 0.710238, "accuracy": 0.749012, "main_score": 0.710238, "hf_subset": "smo_Latn-ltg_Latn", "languages": ["smo-Latn", "ltg-Latn"]}, {"precision": 0.597446, "recall": 0.63834, "f1": 0.608617, "accuracy": 0.63834, "main_score": 0.608617, "hf_subset": "smo_Latn-nso_Latn", "languages": ["smo-Latn", "nso-Latn"]}, {"precision": 0.748356, "recall": 0.802372, "f1": 0.763988, "accuracy": 0.802372, "main_score": 0.763988, "hf_subset": "smo_Latn-sin_Sinh", "languages": ["smo-Latn", "sin-Sinh"]}, {"precision": 0.792541, "recall": 0.843874, "f1": 0.80752, "accuracy": 0.843874, "main_score": 0.80752, "hf_subset": "smo_Latn-tha_Thai", "languages": ["smo-Latn", "tha-Thai"]}, {"precision": 0.774431, "recall": 0.827075, "f1": 0.789088, "accuracy": 0.827075, "main_score": 0.789088, "hf_subset": "smo_Latn-zho_Hans", "languages": ["smo-Latn", "zho-Hans"]}, {"precision": 0.798964, "recall": 0.843874, "f1": 0.811816, "accuracy": 0.843874, "main_score": 0.811816, "hf_subset": "smo_Latn-ast_Latn", "languages": ["smo-Latn", "ast-Latn"]}, {"precision": 0.776952, "recall": 0.828063, "f1": 0.791745, "accuracy": 0.828063, "main_score": 0.791745, "hf_subset": "smo_Latn-crh_Latn", "languages": ["smo-Latn", "crh-Latn"]}, {"precision": 0.819892, "recall": 0.858696, "f1": 0.83117, "accuracy": 0.858696, "main_score": 0.83117, "hf_subset": "smo_Latn-glg_Latn", "languages": ["smo-Latn", "glg-Latn"]}, {"precision": 0.630528, "recall": 0.689723, "f1": 0.6476, "accuracy": 0.689723, "main_score": 0.6476, "hf_subset": "smo_Latn-kas_Deva", "languages": ["smo-Latn", "kas-Deva"]}, {"precision": 0.753534, "recall": 0.800395, "f1": 0.766864, "accuracy": 0.800395, "main_score": 0.766864, "hf_subset": "smo_Latn-ltz_Latn", "languages": ["smo-Latn", "ltz-Latn"]}, {"precision": 0.48304, "recall": 0.535573, "f1": 0.497338, "accuracy": 0.535573, "main_score": 0.497338, "hf_subset": "smo_Latn-nus_Latn", "languages": ["smo-Latn", "nus-Latn"]}, {"precision": 0.813932, "recall": 0.859684, "f1": 0.82713, "accuracy": 0.859684, "main_score": 0.82713, "hf_subset": "smo_Latn-slk_Latn", "languages": ["smo-Latn", "slk-Latn"]}, {"precision": 0.460621, "recall": 0.527668, "f1": 0.4798, "accuracy": 0.527668, "main_score": 0.4798, "hf_subset": "smo_Latn-tir_Ethi", "languages": ["smo-Latn", "tir-Ethi"]}, {"precision": 0.774466, "recall": 0.828063, "f1": 0.78981, "accuracy": 0.828063, "main_score": 0.78981, "hf_subset": "smo_Latn-zho_Hant", "languages": ["smo-Latn", "zho-Hant"]}, {"precision": 0.785369, "recall": 0.835968, "f1": 0.800579, "accuracy": 0.835968, "main_score": 0.800579, "hf_subset": "smo_Latn-awa_Deva", "languages": ["smo-Latn", "awa-Deva"]}, {"precision": 0.796229, "recall": 0.839921, "f1": 0.809209, "accuracy": 0.839921, "main_score": 0.809209, "hf_subset": "smo_Latn-cym_Latn", "languages": ["smo-Latn", "cym-Latn"]}, {"precision": 0.646149, "recall": 0.690711, "f1": 0.658504, "accuracy": 0.690711, "main_score": 0.658504, "hf_subset": "smo_Latn-grn_Latn", "languages": ["smo-Latn", "grn-Latn"]}, {"precision": 0.75123, "recall": 0.806324, "f1": 0.766998, "accuracy": 0.806324, "main_score": 0.766998, "hf_subset": "smo_Latn-kat_Geor", "languages": ["smo-Latn", "kat-Geor"]}, {"precision": 0.579423, "recall": 0.625494, "f1": 0.592055, "accuracy": 0.625494, "main_score": 0.592055, "hf_subset": "smo_Latn-lua_Latn", "languages": ["smo-Latn", "lua-Latn"]}, {"precision": 0.598157, "recall": 0.649209, "f1": 0.613108, "accuracy": 0.649209, "main_score": 0.613108, "hf_subset": "smo_Latn-nya_Latn", "languages": ["smo-Latn", "nya-Latn"]}, {"precision": 0.798098, "recall": 0.844862, "f1": 0.811693, "accuracy": 0.844862, "main_score": 0.811693, "hf_subset": "smo_Latn-slv_Latn", "languages": ["smo-Latn", "slv-Latn"]}, {"precision": 0.733732, "recall": 0.778656, "f1": 0.746036, "accuracy": 0.778656, "main_score": 0.746036, "hf_subset": "smo_Latn-tpi_Latn", "languages": ["smo-Latn", "tpi-Latn"]}, {"precision": 0.841431, "recall": 0.881423, "f1": 0.853411, "accuracy": 0.881423, "main_score": 0.853411, "hf_subset": "smo_Latn-zsm_Latn", "languages": ["smo-Latn", "zsm-Latn"]}, {"precision": 0.516317, "recall": 0.564229, "f1": 0.529684, "accuracy": 0.564229, "main_score": 0.529684, "hf_subset": "smo_Latn-ayr_Latn", "languages": ["smo-Latn", "ayr-Latn"]}, {"precision": 0.814897, "recall": 0.860672, "f1": 0.828066, "accuracy": 0.860672, "main_score": 0.828066, "hf_subset": "smo_Latn-dan_Latn", "languages": ["smo-Latn", "dan-Latn"]}, {"precision": 0.783053, "recall": 0.835968, "f1": 0.798387, "accuracy": 0.835968, "main_score": 0.798387, "hf_subset": "smo_Latn-guj_Gujr", "languages": ["smo-Latn", "guj-Gujr"]}, {"precision": 0.795126, "recall": 0.847826, "f1": 0.810762, "accuracy": 0.847826, "main_score": 0.810762, "hf_subset": "smo_Latn-kaz_Cyrl", "languages": ["smo-Latn", "kaz-Cyrl"]}, {"precision": 0.528073, "recall": 0.579051, "f1": 0.542522, "accuracy": 0.579051, "main_score": 0.542522, "hf_subset": "smo_Latn-lug_Latn", "languages": ["smo-Latn", "lug-Latn"]}, {"precision": 0.818136, "recall": 0.862648, "f1": 0.831163, "accuracy": 0.862648, "main_score": 0.831163, "hf_subset": "smo_Latn-oci_Latn", "languages": ["smo-Latn", "oci-Latn"]}, {"precision": 0.538592, "recall": 0.594862, "f1": 0.554798, "accuracy": 0.594862, "main_score": 0.554798, "hf_subset": "smo_Latn-tsn_Latn", "languages": ["smo-Latn", "tsn-Latn"]}, {"precision": 0.59758, "recall": 0.649209, "f1": 0.612329, "accuracy": 0.649209, "main_score": 0.612329, "hf_subset": "smo_Latn-zul_Latn", "languages": ["smo-Latn", "zul-Latn"]}, {"precision": 0.637096, "recall": 0.694664, "f1": 0.653087, "accuracy": 0.694664, "main_score": 0.653087, "hf_subset": "smo_Latn-azb_Arab", "languages": ["smo-Latn", "azb-Arab"]}, {"precision": 0.829061, "recall": 0.873518, "f1": 0.84269, "accuracy": 0.873518, "main_score": 0.84269, "hf_subset": "smo_Latn-deu_Latn", "languages": ["smo-Latn", "deu-Latn"]}, {"precision": 0.749846, "recall": 0.805336, "f1": 0.765679, "accuracy": 0.805336, "main_score": 0.765679, "hf_subset": "smo_Latn-hat_Latn", "languages": ["smo-Latn", "hat-Latn"]}, {"precision": 0.500355, "recall": 0.546443, "f1": 0.513309, "accuracy": 0.546443, "main_score": 0.513309, "hf_subset": "smo_Latn-kbp_Latn", "languages": ["smo-Latn", "kbp-Latn"]}, {"precision": 0.558727, "recall": 0.601779, "f1": 0.570373, "accuracy": 0.601779, "main_score": 0.570373, "hf_subset": "smo_Latn-luo_Latn", "languages": ["smo-Latn", "luo-Latn"]}, {"precision": 0.78342, "recall": 0.831028, "f1": 0.797151, "accuracy": 0.831028, "main_score": 0.797151, "hf_subset": "smo_Latn-ory_Orya", "languages": ["smo-Latn", "ory-Orya"]}, {"precision": 0.553873, "recall": 0.609684, "f1": 0.569603, "accuracy": 0.609684, "main_score": 0.569603, "hf_subset": "smo_Latn-sna_Latn", "languages": ["smo-Latn", "sna-Latn"]}, {"precision": 0.54367, "recall": 0.589921, "f1": 0.555655, "accuracy": 0.589921, "main_score": 0.555655, "hf_subset": "smo_Latn-tso_Latn", "languages": ["smo-Latn", "tso-Latn"]}, {"precision": 0.764435, "recall": 0.81917, "f1": 0.780358, "accuracy": 0.81917, "main_score": 0.780358, "hf_subset": "smo_Latn-azj_Latn", "languages": ["smo-Latn", "azj-Latn"]}, {"precision": 0.518117, "recall": 0.566206, "f1": 0.531955, "accuracy": 0.566206, "main_score": 0.531955, "hf_subset": "smo_Latn-dik_Latn", "languages": ["smo-Latn", "dik-Latn"]}, {"precision": 0.657592, "recall": 0.716403, "f1": 0.674554, "accuracy": 0.716403, "main_score": 0.674554, "hf_subset": "smo_Latn-hau_Latn", "languages": ["smo-Latn", "hau-Latn"]}, {"precision": 0.758533, "recall": 0.806324, "f1": 0.771705, "accuracy": 0.806324, "main_score": 0.771705, "hf_subset": "smo_Latn-kea_Latn", "languages": ["smo-Latn", "kea-Latn"]}, {"precision": 0.618094, "recall": 0.659091, "f1": 0.629663, "accuracy": 0.659091, "main_score": 0.629663, "hf_subset": "smo_Latn-lus_Latn", "languages": ["smo-Latn", "lus-Latn"]}, {"precision": 0.66661, "recall": 0.702569, "f1": 0.676815, "accuracy": 0.702569, "main_score": 0.676815, "hf_subset": "smo_Latn-pag_Latn", "languages": ["smo-Latn", "pag-Latn"]}, {"precision": 0.788632, "recall": 0.838933, "f1": 0.803475, "accuracy": 0.838933, "main_score": 0.803475, "hf_subset": "smo_Latn-snd_Arab", "languages": ["smo-Latn", "snd-Arab"]}, {"precision": 0.692935, "recall": 0.751976, "f1": 0.709868, "accuracy": 0.751976, "main_score": 0.709868, "hf_subset": "smo_Latn-tuk_Latn", "languages": ["smo-Latn", "tuk-Latn"]}, {"precision": 0.763217, "recall": 0.809289, "f1": 0.776009, "accuracy": 0.809289, "main_score": 0.776009, "hf_subset": "smo_Latn-bak_Cyrl", "languages": ["smo-Latn", "bak-Cyrl"]}, {"precision": 0.445158, "recall": 0.513834, "f1": 0.465142, "accuracy": 0.513834, "main_score": 0.465142, "hf_subset": "smo_Latn-dyu_Latn", "languages": ["smo-Latn", "dyu-Latn"]}, {"precision": 0.815753, "recall": 0.86166, "f1": 0.829553, "accuracy": 0.86166, "main_score": 0.829553, "hf_subset": "smo_Latn-heb_Hebr", "languages": ["smo-Latn", "heb-Hebr"]}, {"precision": 0.750259, "recall": 0.802372, "f1": 0.764993, "accuracy": 0.802372, "main_score": 0.764993, "hf_subset": "smo_Latn-khk_Cyrl", "languages": ["smo-Latn", "khk-Cyrl"]}, {"precision": 0.80476, "recall": 0.851779, "f1": 0.818446, "accuracy": 0.851779, "main_score": 0.818446, "hf_subset": "smo_Latn-lvs_Latn", "languages": ["smo-Latn", "lvs-Latn"]}, {"precision": 0.804407, "recall": 0.855731, "f1": 0.819864, "accuracy": 0.855731, "main_score": 0.819864, "hf_subset": "smo_Latn-pan_Guru", "languages": ["smo-Latn", "pan-Guru"]}, {"precision": 0.606458, "recall": 0.666996, "f1": 0.623833, "accuracy": 0.666996, "main_score": 0.623833, "hf_subset": "smo_Latn-som_Latn", "languages": ["smo-Latn", "som-Latn"]}, {"precision": 0.555759, "recall": 0.600791, "f1": 0.568546, "accuracy": 0.600791, "main_score": 0.568546, "hf_subset": "smo_Latn-tum_Latn", "languages": ["smo-Latn", "tum-Latn"]}, {"precision": 0.429154, "recall": 0.478261, "f1": 0.443127, "accuracy": 0.478261, "main_score": 0.443127, "hf_subset": "tsn_Latn-ace_Arab", "languages": ["tsn-Latn", "ace-Arab"]}, {"precision": 0.507915, "recall": 0.548419, "f1": 0.519441, "accuracy": 0.548419, "main_score": 0.519441, "hf_subset": "tsn_Latn-bam_Latn", "languages": ["tsn-Latn", "bam-Latn"]}, {"precision": 0.214724, "recall": 0.259881, "f1": 0.226367, "accuracy": 0.259881, "main_score": 0.226367, "hf_subset": "tsn_Latn-dzo_Tibt", "languages": ["tsn-Latn", "dzo-Tibt"]}, {"precision": 0.551587, "recall": 0.59585, "f1": 0.563662, "accuracy": 0.59585, "main_score": 0.563662, "hf_subset": "tsn_Latn-hin_Deva", "languages": ["tsn-Latn", "hin-Deva"]}, {"precision": 0.506828, "recall": 0.555336, "f1": 0.519951, "accuracy": 0.555336, "main_score": 0.519951, "hf_subset": "tsn_Latn-khm_Khmr", "languages": ["tsn-Latn", "khm-Khmr"]}, {"precision": 0.540489, "recall": 0.581028, "f1": 0.551179, "accuracy": 0.581028, "main_score": 0.551179, "hf_subset": "tsn_Latn-mag_Deva", "languages": ["tsn-Latn", "mag-Deva"]}, {"precision": 0.562969, "recall": 0.599802, "f1": 0.572221, "accuracy": 0.599802, "main_score": 0.572221, "hf_subset": "tsn_Latn-pap_Latn", "languages": ["tsn-Latn", "pap-Latn"]}, {"precision": 0.694236, "recall": 0.75, "f1": 0.710293, "accuracy": 0.75, "main_score": 0.710293, "hf_subset": "tsn_Latn-sot_Latn", "languages": ["tsn-Latn", "sot-Latn"]}, {"precision": 0.556872, "recall": 0.596838, "f1": 0.567521, "accuracy": 0.596838, "main_score": 0.567521, "hf_subset": "tsn_Latn-tur_Latn", "languages": ["tsn-Latn", "tur-Latn"]}, {"precision": 0.549229, "recall": 0.58498, "f1": 0.55907, "accuracy": 0.58498, "main_score": 0.55907, "hf_subset": "tsn_Latn-ace_Latn", "languages": ["tsn-Latn", "ace-Latn"]}, {"precision": 0.564995, "recall": 0.59585, "f1": 0.573775, "accuracy": 0.59585, "main_score": 0.573775, "hf_subset": "tsn_Latn-ban_Latn", "languages": ["tsn-Latn", "ban-Latn"]}, {"precision": 0.543772, "recall": 0.590909, "f1": 0.555846, "accuracy": 0.590909, "main_score": 0.555846, "hf_subset": "tsn_Latn-ell_Grek", "languages": ["tsn-Latn", "ell-Grek"]}, {"precision": 0.53125, "recall": 0.572134, "f1": 0.542055, "accuracy": 0.572134, "main_score": 0.542055, "hf_subset": "tsn_Latn-hne_Deva", "languages": ["tsn-Latn", "hne-Deva"]}, {"precision": 0.502996, "recall": 0.548419, "f1": 0.515429, "accuracy": 0.548419, "main_score": 0.515429, "hf_subset": "tsn_Latn-kik_Latn", "languages": ["tsn-Latn", "kik-Latn"]}, {"precision": 0.546403, "recall": 0.593874, "f1": 0.559009, "accuracy": 0.593874, "main_score": 0.559009, "hf_subset": "tsn_Latn-mai_Deva", "languages": ["tsn-Latn", "mai-Deva"]}, {"precision": 0.497113, "recall": 0.543478, "f1": 0.509782, "accuracy": 0.543478, "main_score": 0.509782, "hf_subset": "tsn_Latn-pbt_Arab", "languages": ["tsn-Latn", "pbt-Arab"]}, {"precision": 0.557874, "recall": 0.605731, "f1": 0.570132, "accuracy": 0.605731, "main_score": 0.570132, "hf_subset": "tsn_Latn-spa_Latn", "languages": ["tsn-Latn", "spa-Latn"]}, {"precision": 0.541016, "recall": 0.578063, "f1": 0.551721, "accuracy": 0.578063, "main_score": 0.551721, "hf_subset": "tsn_Latn-twi_Latn", "languages": ["tsn-Latn", "twi-Latn"]}, {"precision": 0.543713, "recall": 0.591897, "f1": 0.555747, "accuracy": 0.591897, "main_score": 0.555747, "hf_subset": "tsn_Latn-acm_Arab", "languages": ["tsn-Latn", "acm-Arab"]}, {"precision": 0.526919, "recall": 0.568182, "f1": 0.537067, "accuracy": 0.568182, "main_score": 0.537067, "hf_subset": "tsn_Latn-bel_Cyrl", "languages": ["tsn-Latn", "bel-Cyrl"]}, {"precision": 0.570952, "recall": 0.616601, "f1": 0.582862, "accuracy": 0.616601, "main_score": 0.582862, "hf_subset": "tsn_Latn-eng_Latn", "languages": ["tsn-Latn", "eng-Latn"]}, {"precision": 0.563115, "recall": 0.603755, "f1": 0.573332, "accuracy": 0.603755, "main_score": 0.573332, "hf_subset": "tsn_Latn-hrv_Latn", "languages": ["tsn-Latn", "hrv-Latn"]}, {"precision": 0.517055, "recall": 0.562253, "f1": 0.529929, "accuracy": 0.562253, "main_score": 0.529929, "hf_subset": "tsn_Latn-kin_Latn", "languages": ["tsn-Latn", "kin-Latn"]}, {"precision": 0.529463, "recall": 0.581028, "f1": 0.543234, "accuracy": 0.581028, "main_score": 0.543234, "hf_subset": "tsn_Latn-mal_Mlym", "languages": ["tsn-Latn", "mal-Mlym"]}, {"precision": 0.540204, "recall": 0.590909, "f1": 0.553908, "accuracy": 0.590909, "main_score": 0.553908, "hf_subset": "tsn_Latn-pes_Arab", "languages": ["tsn-Latn", "pes-Arab"]}, {"precision": 0.541172, "recall": 0.582016, "f1": 0.552326, "accuracy": 0.582016, "main_score": 0.552326, "hf_subset": "tsn_Latn-srd_Latn", "languages": ["tsn-Latn", "srd-Latn"]}, {"precision": 0.195098, "recall": 0.238142, "f1": 0.206372, "accuracy": 0.238142, "main_score": 0.206372, "hf_subset": "tsn_Latn-tzm_Tfng", "languages": ["tsn-Latn", "tzm-Tfng"]}, {"precision": 0.535808, "recall": 0.583992, "f1": 0.548109, "accuracy": 0.583992, "main_score": 0.548109, "hf_subset": "tsn_Latn-acq_Arab", "languages": ["tsn-Latn", "acq-Arab"]}, {"precision": 0.566118, "recall": 0.600791, "f1": 0.575275, "accuracy": 0.600791, "main_score": 0.575275, "hf_subset": "tsn_Latn-bem_Latn", "languages": ["tsn-Latn", "bem-Latn"]}, {"precision": 0.549292, "recall": 0.59585, "f1": 0.562059, "accuracy": 0.59585, "main_score": 0.562059, "hf_subset": "tsn_Latn-epo_Latn", "languages": ["tsn-Latn", "epo-Latn"]}, {"precision": 0.556379, "recall": 0.59585, "f1": 0.566523, "accuracy": 0.59585, "main_score": 0.566523, "hf_subset": "tsn_Latn-hun_Latn", "languages": ["tsn-Latn", "hun-Latn"]}, {"precision": 0.536683, "recall": 0.577075, "f1": 0.547763, "accuracy": 0.577075, "main_score": 0.547763, "hf_subset": "tsn_Latn-kir_Cyrl", "languages": ["tsn-Latn", "kir-Cyrl"]}, {"precision": 0.552265, "recall": 0.589921, "f1": 0.562094, "accuracy": 0.589921, "main_score": 0.562094, "hf_subset": "tsn_Latn-mar_Deva", "languages": ["tsn-Latn", "mar-Deva"]}, {"precision": 0.549813, "recall": 0.585968, "f1": 0.559835, "accuracy": 0.585968, "main_score": 0.559835, "hf_subset": "tsn_Latn-plt_Latn", "languages": ["tsn-Latn", "plt-Latn"]}, {"precision": 0.555112, "recall": 0.596838, "f1": 0.566811, "accuracy": 0.596838, "main_score": 0.566811, "hf_subset": "tsn_Latn-srp_Cyrl", "languages": ["tsn-Latn", "srp-Cyrl"]}, {"precision": 0.465873, "recall": 0.516798, "f1": 0.479727, "accuracy": 0.516798, "main_score": 0.479727, "hf_subset": "tsn_Latn-uig_Arab", "languages": ["tsn-Latn", "uig-Arab"]}, {"precision": 0.53332, "recall": 0.575099, "f1": 0.544401, "accuracy": 0.575099, "main_score": 0.544401, "hf_subset": "tsn_Latn-aeb_Arab", "languages": ["tsn-Latn", "aeb-Arab"]}, {"precision": 0.549069, "recall": 0.594862, "f1": 0.562129, "accuracy": 0.594862, "main_score": 0.562129, "hf_subset": "tsn_Latn-ben_Beng", "languages": ["tsn-Latn", "ben-Beng"]}, {"precision": 0.549974, "recall": 0.586957, "f1": 0.560127, "accuracy": 0.586957, "main_score": 0.560127, "hf_subset": "tsn_Latn-est_Latn", "languages": ["tsn-Latn", "est-Latn"]}, {"precision": 0.534324, "recall": 0.58004, "f1": 0.546327, "accuracy": 0.58004, "main_score": 0.546327, "hf_subset": "tsn_Latn-hye_Armn", "languages": ["tsn-Latn", "hye-Armn"]}, {"precision": 0.52766, "recall": 0.565217, "f1": 0.538447, "accuracy": 0.565217, "main_score": 0.538447, "hf_subset": "tsn_Latn-kmb_Latn", "languages": ["tsn-Latn", "kmb-Latn"]}, {"precision": 0.369988, "recall": 0.417984, "f1": 0.383294, "accuracy": 0.417984, "main_score": 0.383294, "hf_subset": "tsn_Latn-min_Arab", "languages": ["tsn-Latn", "min-Arab"]}, {"precision": 0.563911, "recall": 0.605731, "f1": 0.574478, "accuracy": 0.605731, "main_score": 0.574478, "hf_subset": "tsn_Latn-pol_Latn", "languages": ["tsn-Latn", "pol-Latn"]}, {"precision": 0.561644, "recall": 0.606719, "f1": 0.573413, "accuracy": 0.606719, "main_score": 0.573413, "hf_subset": "tsn_Latn-ssw_Latn", "languages": ["tsn-Latn", "ssw-Latn"]}, {"precision": 0.563497, "recall": 0.614625, "f1": 0.576948, "accuracy": 0.614625, "main_score": 0.576948, "hf_subset": "tsn_Latn-ukr_Cyrl", "languages": ["tsn-Latn", "ukr-Cyrl"]}, {"precision": 0.565661, "recall": 0.606719, "f1": 0.576813, "accuracy": 0.606719, "main_score": 0.576813, "hf_subset": "tsn_Latn-afr_Latn", "languages": ["tsn-Latn", "afr-Latn"]}, {"precision": 0.533198, "recall": 0.576087, "f1": 0.544788, "accuracy": 0.576087, "main_score": 0.544788, "hf_subset": "tsn_Latn-bho_Deva", "languages": ["tsn-Latn", "bho-Deva"]}, {"precision": 0.546924, "recall": 0.590909, "f1": 0.558657, "accuracy": 0.590909, "main_score": 0.558657, "hf_subset": "tsn_Latn-eus_Latn", "languages": ["tsn-Latn", "eus-Latn"]}, {"precision": 0.540417, "recall": 0.588933, "f1": 0.554282, "accuracy": 0.588933, "main_score": 0.554282, "hf_subset": "tsn_Latn-ibo_Latn", "languages": ["tsn-Latn", "ibo-Latn"]}, {"precision": 0.535337, "recall": 0.575099, "f1": 0.545888, "accuracy": 0.575099, "main_score": 0.545888, "hf_subset": "tsn_Latn-kmr_Latn", "languages": ["tsn-Latn", "kmr-Latn"]}, {"precision": 0.551005, "recall": 0.59585, "f1": 0.562728, "accuracy": 0.59585, "main_score": 0.562728, "hf_subset": "tsn_Latn-min_Latn", "languages": ["tsn-Latn", "min-Latn"]}, {"precision": 0.565191, "recall": 0.61166, "f1": 0.577213, "accuracy": 0.61166, "main_score": 0.577213, "hf_subset": "tsn_Latn-por_Latn", "languages": ["tsn-Latn", "por-Latn"]}, {"precision": 0.569724, "recall": 0.607708, "f1": 0.57975, "accuracy": 0.607708, "main_score": 0.57975, "hf_subset": "tsn_Latn-sun_Latn", "languages": ["tsn-Latn", "sun-Latn"]}, {"precision": 0.500044, "recall": 0.539526, "f1": 0.512023, "accuracy": 0.539526, "main_score": 0.512023, "hf_subset": "tsn_Latn-umb_Latn", "languages": ["tsn-Latn", "umb-Latn"]}, {"precision": 0.555819, "recall": 0.600791, "f1": 0.567231, "accuracy": 0.600791, "main_score": 0.567231, "hf_subset": "tsn_Latn-ajp_Arab", "languages": ["tsn-Latn", "ajp-Arab"]}, {"precision": 0.403114, "recall": 0.453557, "f1": 0.416799, "accuracy": 0.453557, "main_score": 0.416799, "hf_subset": "tsn_Latn-bjn_Arab", "languages": ["tsn-Latn", "bjn-Arab"]}, {"precision": 0.507735, "recall": 0.541502, "f1": 0.517458, "accuracy": 0.541502, "main_score": 0.517458, "hf_subset": "tsn_Latn-ewe_Latn", "languages": ["tsn-Latn", "ewe-Latn"]}, {"precision": 0.568391, "recall": 0.604743, "f1": 0.577529, "accuracy": 0.604743, "main_score": 0.577529, "hf_subset": "tsn_Latn-ilo_Latn", "languages": ["tsn-Latn", "ilo-Latn"]}, {"precision": 0.297088, "recall": 0.346838, "f1": 0.310282, "accuracy": 0.346838, "main_score": 0.310282, "hf_subset": "tsn_Latn-knc_Arab", "languages": ["tsn-Latn", "knc-Arab"]}, {"precision": 0.550538, "recall": 0.598814, "f1": 0.563164, "accuracy": 0.598814, "main_score": 0.563164, "hf_subset": "tsn_Latn-mkd_Cyrl", "languages": ["tsn-Latn", "mkd-Cyrl"]}, {"precision": 0.539484, "recall": 0.586957, "f1": 0.552211, "accuracy": 0.586957, "main_score": 0.552211, "hf_subset": "tsn_Latn-prs_Arab", "languages": ["tsn-Latn", "prs-Arab"]}, {"precision": 0.5641, "recall": 0.603755, "f1": 0.574062, "accuracy": 0.603755, "main_score": 0.574062, "hf_subset": "tsn_Latn-swe_Latn", "languages": ["tsn-Latn", "swe-Latn"]}, {"precision": 0.512497, "recall": 0.56917, "f1": 0.528157, "accuracy": 0.56917, "main_score": 0.528157, "hf_subset": "tsn_Latn-urd_Arab", "languages": ["tsn-Latn", "urd-Arab"]}, {"precision": 0.538945, "recall": 0.581028, "f1": 0.54987, "accuracy": 0.581028, "main_score": 0.54987, "hf_subset": "tsn_Latn-aka_Latn", "languages": ["tsn-Latn", "aka-Latn"]}, {"precision": 0.565648, "recall": 0.601779, "f1": 0.574433, "accuracy": 0.601779, "main_score": 0.574433, "hf_subset": "tsn_Latn-bjn_Latn", "languages": ["tsn-Latn", "bjn-Latn"]}, {"precision": 0.552427, "recall": 0.592885, "f1": 0.563295, "accuracy": 0.592885, "main_score": 0.563295, "hf_subset": "tsn_Latn-fao_Latn", "languages": ["tsn-Latn", "fao-Latn"]}, {"precision": 0.567778, "recall": 0.604743, "f1": 0.577584, "accuracy": 0.604743, "main_score": 0.577584, "hf_subset": "tsn_Latn-ind_Latn", "languages": ["tsn-Latn", "ind-Latn"]}, {"precision": 0.519892, "recall": 0.556324, "f1": 0.529994, "accuracy": 0.556324, "main_score": 0.529994, "hf_subset": "tsn_Latn-knc_Latn", "languages": ["tsn-Latn", "knc-Latn"]}, {"precision": 0.562462, "recall": 0.602767, "f1": 0.572708, "accuracy": 0.602767, "main_score": 0.572708, "hf_subset": "tsn_Latn-mlt_Latn", "languages": ["tsn-Latn", "mlt-Latn"]}, {"precision": 0.513088, "recall": 0.5583, "f1": 0.525159, "accuracy": 0.5583, "main_score": 0.525159, "hf_subset": "tsn_Latn-quy_Latn", "languages": ["tsn-Latn", "quy-Latn"]}, {"precision": 0.555325, "recall": 0.597826, "f1": 0.566724, "accuracy": 0.597826, "main_score": 0.566724, "hf_subset": "tsn_Latn-swh_Latn", "languages": ["tsn-Latn", "swh-Latn"]}, {"precision": 0.523325, "recall": 0.566206, "f1": 0.535004, "accuracy": 0.566206, "main_score": 0.535004, "hf_subset": "tsn_Latn-uzn_Latn", "languages": ["tsn-Latn", "uzn-Latn"]}, {"precision": 0.554387, "recall": 0.597826, "f1": 0.565616, "accuracy": 0.597826, "main_score": 0.565616, "hf_subset": "tsn_Latn-als_Latn", "languages": ["tsn-Latn", "als-Latn"]}, {"precision": 0.293816, "recall": 0.348814, "f1": 0.308302, "accuracy": 0.348814, "main_score": 0.308302, "hf_subset": "tsn_Latn-bod_Tibt", "languages": ["tsn-Latn", "bod-Tibt"]}, {"precision": 0.541438, "recall": 0.578063, "f1": 0.551567, "accuracy": 0.578063, "main_score": 0.551567, "hf_subset": "tsn_Latn-fij_Latn", "languages": ["tsn-Latn", "fij-Latn"]}, {"precision": 0.523292, "recall": 0.565217, "f1": 0.534498, "accuracy": 0.565217, "main_score": 0.534498, "hf_subset": "tsn_Latn-isl_Latn", "languages": ["tsn-Latn", "isl-Latn"]}, {"precision": 0.549605, "recall": 0.586957, "f1": 0.560257, "accuracy": 0.586957, "main_score": 0.560257, "hf_subset": "tsn_Latn-kon_Latn", "languages": ["tsn-Latn", "kon-Latn"]}, {"precision": 0.456575, "recall": 0.509881, "f1": 0.470728, "accuracy": 0.509881, "main_score": 0.470728, "hf_subset": "tsn_Latn-mni_Beng", "languages": ["tsn-Latn", "mni-Beng"]}, {"precision": 0.571528, "recall": 0.618577, "f1": 0.583299, "accuracy": 0.618577, "main_score": 0.583299, "hf_subset": "tsn_Latn-ron_Latn", "languages": ["tsn-Latn", "ron-Latn"]}, {"precision": 0.560134, "recall": 0.602767, "f1": 0.570946, "accuracy": 0.602767, "main_score": 0.570946, "hf_subset": "tsn_Latn-szl_Latn", "languages": ["tsn-Latn", "szl-Latn"]}, {"precision": 0.5462, "recall": 0.588933, "f1": 0.557107, "accuracy": 0.588933, "main_score": 0.557107, "hf_subset": "tsn_Latn-vec_Latn", "languages": ["tsn-Latn", "vec-Latn"]}, {"precision": 0.489534, "recall": 0.537549, "f1": 0.502643, "accuracy": 0.537549, "main_score": 0.502643, "hf_subset": "tsn_Latn-amh_Ethi", "languages": ["tsn-Latn", "amh-Ethi"]}, {"precision": 0.567662, "recall": 0.608696, "f1": 0.578094, "accuracy": 0.608696, "main_score": 0.578094, "hf_subset": "tsn_Latn-bos_Latn", "languages": ["tsn-Latn", "bos-Latn"]}, {"precision": 0.54466, "recall": 0.589921, "f1": 0.555936, "accuracy": 0.589921, "main_score": 0.555936, "hf_subset": "tsn_Latn-fin_Latn", "languages": ["tsn-Latn", "fin-Latn"]}, {"precision": 0.563414, "recall": 0.603755, "f1": 0.57399, "accuracy": 0.603755, "main_score": 0.57399, "hf_subset": "tsn_Latn-ita_Latn", "languages": ["tsn-Latn", "ita-Latn"]}, {"precision": 0.536756, "recall": 0.585968, "f1": 0.54922, "accuracy": 0.585968, "main_score": 0.54922, "hf_subset": "tsn_Latn-kor_Hang", "languages": ["tsn-Latn", "kor-Hang"]}, {"precision": 0.511962, "recall": 0.552372, "f1": 0.523048, "accuracy": 0.552372, "main_score": 0.523048, "hf_subset": "tsn_Latn-mos_Latn", "languages": ["tsn-Latn", "mos-Latn"]}, {"precision": 0.537826, "recall": 0.579051, "f1": 0.549313, "accuracy": 0.579051, "main_score": 0.549313, "hf_subset": "tsn_Latn-run_Latn", "languages": ["tsn-Latn", "run-Latn"]}, {"precision": 0.526701, "recall": 0.579051, "f1": 0.540423, "accuracy": 0.579051, "main_score": 0.540423, "hf_subset": "tsn_Latn-tam_Taml", "languages": ["tsn-Latn", "tam-Taml"]}, {"precision": 0.559002, "recall": 0.604743, "f1": 0.570646, "accuracy": 0.604743, "main_score": 0.570646, "hf_subset": "tsn_Latn-vie_Latn", "languages": ["tsn-Latn", "vie-Latn"]}, {"precision": 0.550003, "recall": 0.598814, "f1": 0.562352, "accuracy": 0.598814, "main_score": 0.562352, "hf_subset": "tsn_Latn-apc_Arab", "languages": ["tsn-Latn", "apc-Arab"]}, {"precision": 0.529312, "recall": 0.573123, "f1": 0.540575, "accuracy": 0.573123, "main_score": 0.540575, "hf_subset": "tsn_Latn-bug_Latn", "languages": ["tsn-Latn", "bug-Latn"]}, {"precision": 0.468631, "recall": 0.503953, "f1": 0.478553, "accuracy": 0.503953, "main_score": 0.478553, "hf_subset": "tsn_Latn-fon_Latn", "languages": ["tsn-Latn", "fon-Latn"]}, {"precision": 0.57002, "recall": 0.605731, "f1": 0.57948, "accuracy": 0.605731, "main_score": 0.57948, "hf_subset": "tsn_Latn-jav_Latn", "languages": ["tsn-Latn", "jav-Latn"]}, {"precision": 0.50955, "recall": 0.5583, "f1": 0.522623, "accuracy": 0.5583, "main_score": 0.522623, "hf_subset": "tsn_Latn-lao_Laoo", "languages": ["tsn-Latn", "lao-Laoo"]}, {"precision": 0.525698, "recall": 0.572134, "f1": 0.538117, "accuracy": 0.572134, "main_score": 0.538117, "hf_subset": "tsn_Latn-mri_Latn", "languages": ["tsn-Latn", "mri-Latn"]}, {"precision": 0.551595, "recall": 0.59585, "f1": 0.563861, "accuracy": 0.59585, "main_score": 0.563861, "hf_subset": "tsn_Latn-rus_Cyrl", "languages": ["tsn-Latn", "rus-Cyrl"]}, {"precision": 0.494829, "recall": 0.534585, "f1": 0.506522, "accuracy": 0.534585, "main_score": 0.506522, "hf_subset": "tsn_Latn-taq_Latn", "languages": ["tsn-Latn", "taq-Latn"]}, {"precision": 0.570885, "recall": 0.61166, "f1": 0.581496, "accuracy": 0.61166, "main_score": 0.581496, "hf_subset": "tsn_Latn-war_Latn", "languages": ["tsn-Latn", "war-Latn"]}, {"precision": 0.537733, "recall": 0.587945, "f1": 0.550415, "accuracy": 0.587945, "main_score": 0.550415, "hf_subset": "tsn_Latn-arb_Arab", "languages": ["tsn-Latn", "arb-Arab"]}, {"precision": 0.56167, "recall": 0.603755, "f1": 0.573487, "accuracy": 0.603755, "main_score": 0.573487, "hf_subset": "tsn_Latn-bul_Cyrl", "languages": ["tsn-Latn", "bul-Cyrl"]}, {"precision": 0.565903, "recall": 0.608696, "f1": 0.577271, "accuracy": 0.608696, "main_score": 0.577271, "hf_subset": "tsn_Latn-fra_Latn", "languages": ["tsn-Latn", "fra-Latn"]}, {"precision": 0.545967, "recall": 0.58498, "f1": 0.556105, "accuracy": 0.58498, "main_score": 0.556105, "hf_subset": "tsn_Latn-jpn_Jpan", "languages": ["tsn-Latn", "jpn-Jpan"]}, {"precision": 0.555052, "recall": 0.599802, "f1": 0.566793, "accuracy": 0.599802, "main_score": 0.566793, "hf_subset": "tsn_Latn-lij_Latn", "languages": ["tsn-Latn", "lij-Latn"]}, {"precision": 0.40296, "recall": 0.462451, "f1": 0.418894, "accuracy": 0.462451, "main_score": 0.418894, "hf_subset": "tsn_Latn-mya_Mymr", "languages": ["tsn-Latn", "mya-Mymr"]}, {"precision": 0.513114, "recall": 0.555336, "f1": 0.524273, "accuracy": 0.555336, "main_score": 0.524273, "hf_subset": "tsn_Latn-sag_Latn", "languages": ["tsn-Latn", "sag-Latn"]}, {"precision": 0.199963, "recall": 0.244071, "f1": 0.210866, "accuracy": 0.244071, "main_score": 0.210866, "hf_subset": "tsn_Latn-taq_Tfng", "languages": ["tsn-Latn", "taq-Tfng"]}, {"precision": 0.542284, "recall": 0.572134, "f1": 0.550715, "accuracy": 0.572134, "main_score": 0.550715, "hf_subset": "tsn_Latn-wol_Latn", "languages": ["tsn-Latn", "wol-Latn"]}, {"precision": 0.452807, "recall": 0.497036, "f1": 0.465317, "accuracy": 0.497036, "main_score": 0.465317, "hf_subset": "tsn_Latn-arb_Latn", "languages": ["tsn-Latn", "arb-Latn"]}, {"precision": 0.557216, "recall": 0.598814, "f1": 0.5675, "accuracy": 0.598814, "main_score": 0.5675, "hf_subset": "tsn_Latn-cat_Latn", "languages": ["tsn-Latn", "cat-Latn"]}, {"precision": 0.548072, "recall": 0.589921, "f1": 0.558802, "accuracy": 0.589921, "main_score": 0.558802, "hf_subset": "tsn_Latn-fur_Latn", "languages": ["tsn-Latn", "fur-Latn"]}, {"precision": 0.427147, "recall": 0.479249, "f1": 0.441111, "accuracy": 0.479249, "main_score": 0.441111, "hf_subset": "tsn_Latn-kab_Latn", "languages": ["tsn-Latn", "kab-Latn"]}, {"precision": 0.546018, "recall": 0.58498, "f1": 0.556685, "accuracy": 0.58498, "main_score": 0.556685, "hf_subset": "tsn_Latn-lim_Latn", "languages": ["tsn-Latn", "lim-Latn"]}, {"precision": 0.550136, "recall": 0.596838, "f1": 0.562471, "accuracy": 0.596838, "main_score": 0.562471, "hf_subset": "tsn_Latn-nld_Latn", "languages": ["tsn-Latn", "nld-Latn"]}, {"precision": 0.508866, "recall": 0.556324, "f1": 0.52149, "accuracy": 0.556324, "main_score": 0.52149, "hf_subset": "tsn_Latn-san_Deva", "languages": ["tsn-Latn", "san-Deva"]}, {"precision": 0.551324, "recall": 0.591897, "f1": 0.56183, "accuracy": 0.591897, "main_score": 0.56183, "hf_subset": "tsn_Latn-tat_Cyrl", "languages": ["tsn-Latn", "tat-Cyrl"]}, {"precision": 0.572068, "recall": 0.618577, "f1": 0.585042, "accuracy": 0.618577, "main_score": 0.585042, "hf_subset": "tsn_Latn-xho_Latn", "languages": ["tsn-Latn", "xho-Latn"]}, {"precision": 0.518641, "recall": 0.576087, "f1": 0.533897, "accuracy": 0.576087, "main_score": 0.533897, "hf_subset": "tsn_Latn-ars_Arab", "languages": ["tsn-Latn", "ars-Arab"]}, {"precision": 0.574138, "recall": 0.609684, "f1": 0.583866, "accuracy": 0.609684, "main_score": 0.583866, "hf_subset": "tsn_Latn-ceb_Latn", "languages": ["tsn-Latn", "ceb-Latn"]}, {"precision": 0.513262, "recall": 0.549407, "f1": 0.523641, "accuracy": 0.549407, "main_score": 0.523641, "hf_subset": "tsn_Latn-fuv_Latn", "languages": ["tsn-Latn", "fuv-Latn"]}, {"precision": 0.500077, "recall": 0.539526, "f1": 0.511237, "accuracy": 0.539526, "main_score": 0.511237, "hf_subset": "tsn_Latn-kac_Latn", "languages": ["tsn-Latn", "kac-Latn"]}, {"precision": 0.558085, "recall": 0.596838, "f1": 0.568142, "accuracy": 0.596838, "main_score": 0.568142, "hf_subset": "tsn_Latn-lin_Latn", "languages": ["tsn-Latn", "lin-Latn"]}, {"precision": 0.541938, "recall": 0.589921, "f1": 0.555053, "accuracy": 0.589921, "main_score": 0.555053, "hf_subset": "tsn_Latn-nno_Latn", "languages": ["tsn-Latn", "nno-Latn"]}, {"precision": 0.134834, "recall": 0.177866, "f1": 0.145615, "accuracy": 0.177866, "main_score": 0.145615, "hf_subset": "tsn_Latn-sat_Olck", "languages": ["tsn-Latn", "sat-Olck"]}, {"precision": 0.538428, "recall": 0.587945, "f1": 0.55183, "accuracy": 0.587945, "main_score": 0.55183, "hf_subset": "tsn_Latn-tel_Telu", "languages": ["tsn-Latn", "tel-Telu"]}, {"precision": 0.487431, "recall": 0.533597, "f1": 0.499018, "accuracy": 0.533597, "main_score": 0.499018, "hf_subset": "tsn_Latn-ydd_Hebr", "languages": ["tsn-Latn", "ydd-Hebr"]}, {"precision": 0.518082, "recall": 0.563241, "f1": 0.530164, "accuracy": 0.563241, "main_score": 0.530164, "hf_subset": "tsn_Latn-ary_Arab", "languages": ["tsn-Latn", "ary-Arab"]}, {"precision": 0.552835, "recall": 0.600791, "f1": 0.565534, "accuracy": 0.600791, "main_score": 0.565534, "hf_subset": "tsn_Latn-ces_Latn", "languages": ["tsn-Latn", "ces-Latn"]}, {"precision": 0.507964, "recall": 0.546443, "f1": 0.518614, "accuracy": 0.546443, "main_score": 0.518614, "hf_subset": "tsn_Latn-gaz_Latn", "languages": ["tsn-Latn", "gaz-Latn"]}, {"precision": 0.523205, "recall": 0.565217, "f1": 0.535771, "accuracy": 0.565217, "main_score": 0.535771, "hf_subset": "tsn_Latn-kam_Latn", "languages": ["tsn-Latn", "kam-Latn"]}, {"precision": 0.540868, "recall": 0.587945, "f1": 0.552998, "accuracy": 0.587945, "main_score": 0.552998, "hf_subset": "tsn_Latn-lit_Latn", "languages": ["tsn-Latn", "lit-Latn"]}, {"precision": 0.559248, "recall": 0.600791, "f1": 0.569783, "accuracy": 0.600791, "main_score": 0.569783, "hf_subset": "tsn_Latn-nob_Latn", "languages": ["tsn-Latn", "nob-Latn"]}, {"precision": 0.547295, "recall": 0.585968, "f1": 0.557668, "accuracy": 0.585968, "main_score": 0.557668, "hf_subset": "tsn_Latn-scn_Latn", "languages": ["tsn-Latn", "scn-Latn"]}, {"precision": 0.540718, "recall": 0.583004, "f1": 0.552546, "accuracy": 0.583004, "main_score": 0.552546, "hf_subset": "tsn_Latn-tgk_Cyrl", "languages": ["tsn-Latn", "tgk-Cyrl"]}, {"precision": 0.499812, "recall": 0.548419, "f1": 0.513297, "accuracy": 0.548419, "main_score": 0.513297, "hf_subset": "tsn_Latn-yor_Latn", "languages": ["tsn-Latn", "yor-Latn"]}, {"precision": 0.546047, "recall": 0.588933, "f1": 0.557055, "accuracy": 0.588933, "main_score": 0.557055, "hf_subset": "tsn_Latn-arz_Arab", "languages": ["tsn-Latn", "arz-Arab"]}, {"precision": 0.499038, "recall": 0.536561, "f1": 0.509792, "accuracy": 0.536561, "main_score": 0.509792, "hf_subset": "tsn_Latn-cjk_Latn", "languages": ["tsn-Latn", "cjk-Latn"]}, {"precision": 0.531981, "recall": 0.573123, "f1": 0.543194, "accuracy": 0.573123, "main_score": 0.543194, "hf_subset": "tsn_Latn-gla_Latn", "languages": ["tsn-Latn", "gla-Latn"]}, {"precision": 0.538272, "recall": 0.588933, "f1": 0.551879, "accuracy": 0.588933, "main_score": 0.551879, "hf_subset": "tsn_Latn-kan_Knda", "languages": ["tsn-Latn", "kan-Knda"]}, {"precision": 0.534651, "recall": 0.577075, "f1": 0.546088, "accuracy": 0.577075, "main_score": 0.546088, "hf_subset": "tsn_Latn-lmo_Latn", "languages": ["tsn-Latn", "lmo-Latn"]}, {"precision": 0.526674, "recall": 0.571146, "f1": 0.538241, "accuracy": 0.571146, "main_score": 0.538241, "hf_subset": "tsn_Latn-npi_Deva", "languages": ["tsn-Latn", "npi-Deva"]}, {"precision": 0.437888, "recall": 0.483202, "f1": 0.450869, "accuracy": 0.483202, "main_score": 0.450869, "hf_subset": "tsn_Latn-shn_Mymr", "languages": ["tsn-Latn", "shn-Mymr"]}, {"precision": 0.602397, "recall": 0.635375, "f1": 0.610903, "accuracy": 0.635375, "main_score": 0.610903, "hf_subset": "tsn_Latn-tgl_Latn", "languages": ["tsn-Latn", "tgl-Latn"]}, {"precision": 0.538264, "recall": 0.586957, "f1": 0.550746, "accuracy": 0.586957, "main_score": 0.550746, "hf_subset": "tsn_Latn-yue_Hant", "languages": ["tsn-Latn", "yue-Hant"]}, {"precision": 0.514029, "recall": 0.562253, "f1": 0.527071, "accuracy": 0.562253, "main_score": 0.527071, "hf_subset": "tsn_Latn-asm_Beng", "languages": ["tsn-Latn", "asm-Beng"]}, {"precision": 0.506654, "recall": 0.556324, "f1": 0.519422, "accuracy": 0.556324, "main_score": 0.519422, "hf_subset": "tsn_Latn-ckb_Arab", "languages": ["tsn-Latn", "ckb-Arab"]}, {"precision": 0.507807, "recall": 0.551383, "f1": 0.519822, "accuracy": 0.551383, "main_score": 0.519822, "hf_subset": "tsn_Latn-gle_Latn", "languages": ["tsn-Latn", "gle-Latn"]}, {"precision": 0.483093, "recall": 0.529644, "f1": 0.494765, "accuracy": 0.529644, "main_score": 0.494765, "hf_subset": "tsn_Latn-kas_Arab", "languages": ["tsn-Latn", "kas-Arab"]}, {"precision": 0.519615, "recall": 0.565217, "f1": 0.531221, "accuracy": 0.565217, "main_score": 0.531221, "hf_subset": "tsn_Latn-ltg_Latn", "languages": ["tsn-Latn", "ltg-Latn"]}, {"precision": 0.689891, "recall": 0.749012, "f1": 0.706906, "accuracy": 0.749012, "main_score": 0.706906, "hf_subset": "tsn_Latn-nso_Latn", "languages": ["tsn-Latn", "nso-Latn"]}, {"precision": 0.470053, "recall": 0.527668, "f1": 0.485805, "accuracy": 0.527668, "main_score": 0.485805, "hf_subset": "tsn_Latn-sin_Sinh", "languages": ["tsn-Latn", "sin-Sinh"]}, {"precision": 0.536816, "recall": 0.583992, "f1": 0.549224, "accuracy": 0.583992, "main_score": 0.549224, "hf_subset": "tsn_Latn-tha_Thai", "languages": ["tsn-Latn", "tha-Thai"]}, {"precision": 0.532078, "recall": 0.579051, "f1": 0.544162, "accuracy": 0.579051, "main_score": 0.544162, "hf_subset": "tsn_Latn-zho_Hans", "languages": ["tsn-Latn", "zho-Hans"]}, {"precision": 0.562503, "recall": 0.601779, "f1": 0.573059, "accuracy": 0.601779, "main_score": 0.573059, "hf_subset": "tsn_Latn-ast_Latn", "languages": ["tsn-Latn", "ast-Latn"]}, {"precision": 0.529813, "recall": 0.575099, "f1": 0.54087, "accuracy": 0.575099, "main_score": 0.54087, "hf_subset": "tsn_Latn-crh_Latn", "languages": ["tsn-Latn", "crh-Latn"]}, {"precision": 0.565682, "recall": 0.608696, "f1": 0.576481, "accuracy": 0.608696, "main_score": 0.576481, "hf_subset": "tsn_Latn-glg_Latn", "languages": ["tsn-Latn", "glg-Latn"]}, {"precision": 0.482367, "recall": 0.529644, "f1": 0.495404, "accuracy": 0.529644, "main_score": 0.495404, "hf_subset": "tsn_Latn-kas_Deva", "languages": ["tsn-Latn", "kas-Deva"]}, {"precision": 0.532473, "recall": 0.56917, "f1": 0.541813, "accuracy": 0.56917, "main_score": 0.541813, "hf_subset": "tsn_Latn-ltz_Latn", "languages": ["tsn-Latn", "ltz-Latn"]}, {"precision": 0.463587, "recall": 0.512846, "f1": 0.477045, "accuracy": 0.512846, "main_score": 0.477045, "hf_subset": "tsn_Latn-nus_Latn", "languages": ["tsn-Latn", "nus-Latn"]}, {"precision": 0.555157, "recall": 0.597826, "f1": 0.566053, "accuracy": 0.597826, "main_score": 0.566053, "hf_subset": "tsn_Latn-slk_Latn", "languages": ["tsn-Latn", "slk-Latn"]}, {"precision": 0.391323, "recall": 0.449605, "f1": 0.408027, "accuracy": 0.449605, "main_score": 0.408027, "hf_subset": "tsn_Latn-tir_Ethi", "languages": ["tsn-Latn", "tir-Ethi"]}, {"precision": 0.532013, "recall": 0.582016, "f1": 0.544942, "accuracy": 0.582016, "main_score": 0.544942, "hf_subset": "tsn_Latn-zho_Hant", "languages": ["tsn-Latn", "zho-Hant"]}, {"precision": 0.530403, "recall": 0.576087, "f1": 0.542895, "accuracy": 0.576087, "main_score": 0.542895, "hf_subset": "tsn_Latn-awa_Deva", "languages": ["tsn-Latn", "awa-Deva"]}, {"precision": 0.537809, "recall": 0.578063, "f1": 0.548272, "accuracy": 0.578063, "main_score": 0.548272, "hf_subset": "tsn_Latn-cym_Latn", "languages": ["tsn-Latn", "cym-Latn"]}, {"precision": 0.532677, "recall": 0.568182, "f1": 0.541863, "accuracy": 0.568182, "main_score": 0.541863, "hf_subset": "tsn_Latn-grn_Latn", "languages": ["tsn-Latn", "grn-Latn"]}, {"precision": 0.517989, "recall": 0.565217, "f1": 0.52984, "accuracy": 0.565217, "main_score": 0.52984, "hf_subset": "tsn_Latn-kat_Geor", "languages": ["tsn-Latn", "kat-Geor"]}, {"precision": 0.539785, "recall": 0.58004, "f1": 0.551063, "accuracy": 0.58004, "main_score": 0.551063, "hf_subset": "tsn_Latn-lua_Latn", "languages": ["tsn-Latn", "lua-Latn"]}, {"precision": 0.542671, "recall": 0.583992, "f1": 0.554158, "accuracy": 0.583992, "main_score": 0.554158, "hf_subset": "tsn_Latn-nya_Latn", "languages": ["tsn-Latn", "nya-Latn"]}, {"precision": 0.557073, "recall": 0.601779, "f1": 0.56793, "accuracy": 0.601779, "main_score": 0.56793, "hf_subset": "tsn_Latn-slv_Latn", "languages": ["tsn-Latn", "slv-Latn"]}, {"precision": 0.545445, "recall": 0.582016, "f1": 0.555014, "accuracy": 0.582016, "main_score": 0.555014, "hf_subset": "tsn_Latn-tpi_Latn", "languages": ["tsn-Latn", "tpi-Latn"]}, {"precision": 0.576041, "recall": 0.610672, "f1": 0.585021, "accuracy": 0.610672, "main_score": 0.585021, "hf_subset": "tsn_Latn-zsm_Latn", "languages": ["tsn-Latn", "zsm-Latn"]}, {"precision": 0.501488, "recall": 0.540514, "f1": 0.512925, "accuracy": 0.540514, "main_score": 0.512925, "hf_subset": "tsn_Latn-ayr_Latn", "languages": ["tsn-Latn", "ayr-Latn"]}, {"precision": 0.562832, "recall": 0.604743, "f1": 0.573815, "accuracy": 0.604743, "main_score": 0.573815, "hf_subset": "tsn_Latn-dan_Latn", "languages": ["tsn-Latn", "dan-Latn"]}, {"precision": 0.535986, "recall": 0.582016, "f1": 0.547653, "accuracy": 0.582016, "main_score": 0.547653, "hf_subset": "tsn_Latn-guj_Gujr", "languages": ["tsn-Latn", "guj-Gujr"]}, {"precision": 0.545061, "recall": 0.586957, "f1": 0.556475, "accuracy": 0.586957, "main_score": 0.556475, "hf_subset": "tsn_Latn-kaz_Cyrl", "languages": ["tsn-Latn", "kaz-Cyrl"]}, {"precision": 0.507725, "recall": 0.552372, "f1": 0.520512, "accuracy": 0.552372, "main_score": 0.520512, "hf_subset": "tsn_Latn-lug_Latn", "languages": ["tsn-Latn", "lug-Latn"]}, {"precision": 0.560627, "recall": 0.603755, "f1": 0.572348, "accuracy": 0.603755, "main_score": 0.572348, "hf_subset": "tsn_Latn-oci_Latn", "languages": ["tsn-Latn", "oci-Latn"]}, {"precision": 0.560985, "recall": 0.597826, "f1": 0.570383, "accuracy": 0.597826, "main_score": 0.570383, "hf_subset": "tsn_Latn-smo_Latn", "languages": ["tsn-Latn", "smo-Latn"]}, {"precision": 0.567104, "recall": 0.619565, "f1": 0.581927, "accuracy": 0.619565, "main_score": 0.581927, "hf_subset": "tsn_Latn-zul_Latn", "languages": ["tsn-Latn", "zul-Latn"]}, {"precision": 0.471935, "recall": 0.517787, "f1": 0.484552, "accuracy": 0.517787, "main_score": 0.484552, "hf_subset": "tsn_Latn-azb_Arab", "languages": ["tsn-Latn", "azb-Arab"]}, {"precision": 0.554068, "recall": 0.598814, "f1": 0.565665, "accuracy": 0.598814, "main_score": 0.565665, "hf_subset": "tsn_Latn-deu_Latn", "languages": ["tsn-Latn", "deu-Latn"]}, {"precision": 0.520083, "recall": 0.561265, "f1": 0.531504, "accuracy": 0.561265, "main_score": 0.531504, "hf_subset": "tsn_Latn-hat_Latn", "languages": ["tsn-Latn", "hat-Latn"]}, {"precision": 0.501304, "recall": 0.54249, "f1": 0.512291, "accuracy": 0.54249, "main_score": 0.512291, "hf_subset": "tsn_Latn-kbp_Latn", "languages": ["tsn-Latn", "kbp-Latn"]}, {"precision": 0.538509, "recall": 0.581028, "f1": 0.550095, "accuracy": 0.581028, "main_score": 0.550095, "hf_subset": "tsn_Latn-luo_Latn", "languages": ["tsn-Latn", "luo-Latn"]}, {"precision": 0.529592, "recall": 0.583004, "f1": 0.543905, "accuracy": 0.583004, "main_score": 0.543905, "hf_subset": "tsn_Latn-ory_Orya", "languages": ["tsn-Latn", "ory-Orya"]}, {"precision": 0.532807, "recall": 0.581028, "f1": 0.54629, "accuracy": 0.581028, "main_score": 0.54629, "hf_subset": "tsn_Latn-sna_Latn", "languages": ["tsn-Latn", "sna-Latn"]}, {"precision": 0.554977, "recall": 0.597826, "f1": 0.566471, "accuracy": 0.597826, "main_score": 0.566471, "hf_subset": "tsn_Latn-tso_Latn", "languages": ["tsn-Latn", "tso-Latn"]}, {"precision": 0.528479, "recall": 0.576087, "f1": 0.541171, "accuracy": 0.576087, "main_score": 0.541171, "hf_subset": "tsn_Latn-azj_Latn", "languages": ["tsn-Latn", "azj-Latn"]}, {"precision": 0.492372, "recall": 0.536561, "f1": 0.505254, "accuracy": 0.536561, "main_score": 0.505254, "hf_subset": "tsn_Latn-dik_Latn", "languages": ["tsn-Latn", "dik-Latn"]}, {"precision": 0.534059, "recall": 0.577075, "f1": 0.546829, "accuracy": 0.577075, "main_score": 0.546829, "hf_subset": "tsn_Latn-hau_Latn", "languages": ["tsn-Latn", "hau-Latn"]}, {"precision": 0.550198, "recall": 0.583004, "f1": 0.55916, "accuracy": 0.583004, "main_score": 0.55916, "hf_subset": "tsn_Latn-kea_Latn", "languages": ["tsn-Latn", "kea-Latn"]}, {"precision": 0.537345, "recall": 0.567194, "f1": 0.545704, "accuracy": 0.567194, "main_score": 0.545704, "hf_subset": "tsn_Latn-lus_Latn", "languages": ["tsn-Latn", "lus-Latn"]}, {"precision": 0.549938, "recall": 0.58004, "f1": 0.557571, "accuracy": 0.58004, "main_score": 0.557571, "hf_subset": "tsn_Latn-pag_Latn", "languages": ["tsn-Latn", "pag-Latn"]}, {"precision": 0.519146, "recall": 0.570158, "f1": 0.533279, "accuracy": 0.570158, "main_score": 0.533279, "hf_subset": "tsn_Latn-snd_Arab", "languages": ["tsn-Latn", "snd-Arab"]}, {"precision": 0.508692, "recall": 0.554348, "f1": 0.521241, "accuracy": 0.554348, "main_score": 0.521241, "hf_subset": "tsn_Latn-tuk_Latn", "languages": ["tsn-Latn", "tuk-Latn"]}, {"precision": 0.540065, "recall": 0.581028, "f1": 0.550618, "accuracy": 0.581028, "main_score": 0.550618, "hf_subset": "tsn_Latn-bak_Cyrl", "languages": ["tsn-Latn", "bak-Cyrl"]}, {"precision": 0.41937, "recall": 0.477273, "f1": 0.436185, "accuracy": 0.477273, "main_score": 0.436185, "hf_subset": "tsn_Latn-dyu_Latn", "languages": ["tsn-Latn", "dyu-Latn"]}, {"precision": 0.544117, "recall": 0.588933, "f1": 0.556438, "accuracy": 0.588933, "main_score": 0.556438, "hf_subset": "tsn_Latn-heb_Hebr", "languages": ["tsn-Latn", "heb-Hebr"]}, {"precision": 0.523653, "recall": 0.56917, "f1": 0.535926, "accuracy": 0.56917, "main_score": 0.535926, "hf_subset": "tsn_Latn-khk_Cyrl", "languages": ["tsn-Latn", "khk-Cyrl"]}, {"precision": 0.549795, "recall": 0.588933, "f1": 0.559329, "accuracy": 0.588933, "main_score": 0.559329, "hf_subset": "tsn_Latn-lvs_Latn", "languages": ["tsn-Latn", "lvs-Latn"]}, {"precision": 0.550934, "recall": 0.596838, "f1": 0.563351, "accuracy": 0.596838, "main_score": 0.563351, "hf_subset": "tsn_Latn-pan_Guru", "languages": ["tsn-Latn", "pan-Guru"]}, {"precision": 0.504857, "recall": 0.546443, "f1": 0.516257, "accuracy": 0.546443, "main_score": 0.516257, "hf_subset": "tsn_Latn-som_Latn", "languages": ["tsn-Latn", "som-Latn"]}, {"precision": 0.530007, "recall": 0.565217, "f1": 0.540134, "accuracy": 0.565217, "main_score": 0.540134, "hf_subset": "tsn_Latn-tum_Latn", "languages": ["tsn-Latn", "tum-Latn"]}, {"precision": 0.432772, "recall": 0.480237, "f1": 0.445666, "accuracy": 0.480237, "main_score": 0.445666, "hf_subset": "zul_Latn-ace_Arab", "languages": ["zul-Latn", "ace-Arab"]}, {"precision": 0.521845, "recall": 0.561265, "f1": 0.533307, "accuracy": 0.561265, "main_score": 0.533307, "hf_subset": "zul_Latn-bam_Latn", "languages": ["zul-Latn", "bam-Latn"]}, {"precision": 0.236804, "recall": 0.282609, "f1": 0.248432, "accuracy": 0.282609, "main_score": 0.248432, "hf_subset": "zul_Latn-dzo_Tibt", "languages": ["zul-Latn", "dzo-Tibt"]}, {"precision": 0.582954, "recall": 0.632411, "f1": 0.59547, "accuracy": 0.632411, "main_score": 0.59547, "hf_subset": "zul_Latn-hin_Deva", "languages": ["zul-Latn", "hin-Deva"]}, {"precision": 0.569925, "recall": 0.619565, "f1": 0.582703, "accuracy": 0.619565, "main_score": 0.582703, "hf_subset": "zul_Latn-khm_Khmr", "languages": ["zul-Latn", "khm-Khmr"]}, {"precision": 0.579176, "recall": 0.628458, "f1": 0.592561, "accuracy": 0.628458, "main_score": 0.592561, "hf_subset": "zul_Latn-mag_Deva", "languages": ["zul-Latn", "mag-Deva"]}, {"precision": 0.582246, "recall": 0.62253, "f1": 0.59228, "accuracy": 0.62253, "main_score": 0.59228, "hf_subset": "zul_Latn-pap_Latn", "languages": ["zul-Latn", "pap-Latn"]}, {"precision": 0.606285, "recall": 0.649209, "f1": 0.617006, "accuracy": 0.649209, "main_score": 0.617006, "hf_subset": "zul_Latn-sot_Latn", "languages": ["zul-Latn", "sot-Latn"]}, {"precision": 0.588129, "recall": 0.637352, "f1": 0.600619, "accuracy": 0.637352, "main_score": 0.600619, "hf_subset": "zul_Latn-tur_Latn", "languages": ["zul-Latn", "tur-Latn"]}, {"precision": 0.57995, "recall": 0.617589, "f1": 0.590116, "accuracy": 0.617589, "main_score": 0.590116, "hf_subset": "zul_Latn-ace_Latn", "languages": ["zul-Latn", "ace-Latn"]}, {"precision": 0.570589, "recall": 0.608696, "f1": 0.580347, "accuracy": 0.608696, "main_score": 0.580347, "hf_subset": "zul_Latn-ban_Latn", "languages": ["zul-Latn", "ban-Latn"]}, {"precision": 0.598433, "recall": 0.648221, "f1": 0.610428, "accuracy": 0.648221, "main_score": 0.610428, "hf_subset": "zul_Latn-ell_Grek", "languages": ["zul-Latn", "ell-Grek"]}, {"precision": 0.576782, "recall": 0.62253, "f1": 0.588463, "accuracy": 0.62253, "main_score": 0.588463, "hf_subset": "zul_Latn-hne_Deva", "languages": ["zul-Latn", "hne-Deva"]}, {"precision": 0.511908, "recall": 0.557312, "f1": 0.523949, "accuracy": 0.557312, "main_score": 0.523949, "hf_subset": "zul_Latn-kik_Latn", "languages": ["zul-Latn", "kik-Latn"]}, {"precision": 0.583747, "recall": 0.628458, "f1": 0.595375, "accuracy": 0.628458, "main_score": 0.595375, "hf_subset": "zul_Latn-mai_Deva", "languages": ["zul-Latn", "mai-Deva"]}, {"precision": 0.542911, "recall": 0.593874, "f1": 0.555656, "accuracy": 0.593874, "main_score": 0.555656, "hf_subset": "zul_Latn-pbt_Arab", "languages": ["zul-Latn", "pbt-Arab"]}, {"precision": 0.586099, "recall": 0.641304, "f1": 0.599661, "accuracy": 0.641304, "main_score": 0.599661, "hf_subset": "zul_Latn-spa_Latn", "languages": ["zul-Latn", "spa-Latn"]}, {"precision": 0.540322, "recall": 0.573123, "f1": 0.549888, "accuracy": 0.573123, "main_score": 0.549888, "hf_subset": "zul_Latn-twi_Latn", "languages": ["zul-Latn", "twi-Latn"]}, {"precision": 0.569817, "recall": 0.623518, "f1": 0.583391, "accuracy": 0.623518, "main_score": 0.583391, "hf_subset": "zul_Latn-acm_Arab", "languages": ["zul-Latn", "acm-Arab"]}, {"precision": 0.554243, "recall": 0.601779, "f1": 0.565514, "accuracy": 0.601779, "main_score": 0.565514, "hf_subset": "zul_Latn-bel_Cyrl", "languages": ["zul-Latn", "bel-Cyrl"]}, {"precision": 0.618784, "recall": 0.672925, "f1": 0.632492, "accuracy": 0.672925, "main_score": 0.632492, "hf_subset": "zul_Latn-eng_Latn", "languages": ["zul-Latn", "eng-Latn"]}, {"precision": 0.595339, "recall": 0.644269, "f1": 0.606943, "accuracy": 0.644269, "main_score": 0.606943, "hf_subset": "zul_Latn-hrv_Latn", "languages": ["zul-Latn", "hrv-Latn"]}, {"precision": 0.566423, "recall": 0.621542, "f1": 0.58067, "accuracy": 0.621542, "main_score": 0.58067, "hf_subset": "zul_Latn-kin_Latn", "languages": ["zul-Latn", "kin-Latn"]}, {"precision": 0.571308, "recall": 0.62253, "f1": 0.583891, "accuracy": 0.62253, "main_score": 0.583891, "hf_subset": "zul_Latn-mal_Mlym", "languages": ["zul-Latn", "mal-Mlym"]}, {"precision": 0.587395, "recall": 0.637352, "f1": 0.600477, "accuracy": 0.637352, "main_score": 0.600477, "hf_subset": "zul_Latn-pes_Arab", "languages": ["zul-Latn", "pes-Arab"]}, {"precision": 0.591676, "recall": 0.636364, "f1": 0.603037, "accuracy": 0.636364, "main_score": 0.603037, "hf_subset": "zul_Latn-srd_Latn", "languages": ["zul-Latn", "srd-Latn"]}, {"precision": 0.219491, "recall": 0.261858, "f1": 0.230641, "accuracy": 0.261858, "main_score": 0.230641, "hf_subset": "zul_Latn-tzm_Tfng", "languages": ["zul-Latn", "tzm-Tfng"]}, {"precision": 0.57723, "recall": 0.633399, "f1": 0.591479, "accuracy": 0.633399, "main_score": 0.591479, "hf_subset": "zul_Latn-acq_Arab", "languages": ["zul-Latn", "acq-Arab"]}, {"precision": 0.583256, "recall": 0.630435, "f1": 0.595699, "accuracy": 0.630435, "main_score": 0.595699, "hf_subset": "zul_Latn-bem_Latn", "languages": ["zul-Latn", "bem-Latn"]}, {"precision": 0.595302, "recall": 0.65415, "f1": 0.60984, "accuracy": 0.65415, "main_score": 0.60984, "hf_subset": "zul_Latn-epo_Latn", "languages": ["zul-Latn", "epo-Latn"]}, {"precision": 0.59438, "recall": 0.642292, "f1": 0.606171, "accuracy": 0.642292, "main_score": 0.606171, "hf_subset": "zul_Latn-hun_Latn", "languages": ["zul-Latn", "hun-Latn"]}, {"precision": 0.567196, "recall": 0.616601, "f1": 0.58038, "accuracy": 0.616601, "main_score": 0.58038, "hf_subset": "zul_Latn-kir_Cyrl", "languages": ["zul-Latn", "kir-Cyrl"]}, {"precision": 0.591454, "recall": 0.642292, "f1": 0.604236, "accuracy": 0.642292, "main_score": 0.604236, "hf_subset": "zul_Latn-mar_Deva", "languages": ["zul-Latn", "mar-Deva"]}, {"precision": 0.573828, "recall": 0.61166, "f1": 0.584194, "accuracy": 0.61166, "main_score": 0.584194, "hf_subset": "zul_Latn-plt_Latn", "languages": ["zul-Latn", "plt-Latn"]}, {"precision": 0.603116, "recall": 0.652174, "f1": 0.615116, "accuracy": 0.652174, "main_score": 0.615116, "hf_subset": "zul_Latn-srp_Cyrl", "languages": ["zul-Latn", "srp-Cyrl"]}, {"precision": 0.521867, "recall": 0.575099, "f1": 0.536131, "accuracy": 0.575099, "main_score": 0.536131, "hf_subset": "zul_Latn-uig_Arab", "languages": ["zul-Latn", "uig-Arab"]}, {"precision": 0.567517, "recall": 0.609684, "f1": 0.578427, "accuracy": 0.609684, "main_score": 0.578427, "hf_subset": "zul_Latn-aeb_Arab", "languages": ["zul-Latn", "aeb-Arab"]}, {"precision": 0.58991, "recall": 0.649209, "f1": 0.605732, "accuracy": 0.649209, "main_score": 0.605732, "hf_subset": "zul_Latn-ben_Beng", "languages": ["zul-Latn", "ben-Beng"]}, {"precision": 0.589758, "recall": 0.639328, "f1": 0.602241, "accuracy": 0.639328, "main_score": 0.602241, "hf_subset": "zul_Latn-est_Latn", "languages": ["zul-Latn", "est-Latn"]}, {"precision": 0.578359, "recall": 0.630435, "f1": 0.591733, "accuracy": 0.630435, "main_score": 0.591733, "hf_subset": "zul_Latn-hye_Armn", "languages": ["zul-Latn", "hye-Armn"]}, {"precision": 0.534296, "recall": 0.565217, "f1": 0.542937, "accuracy": 0.565217, "main_score": 0.542937, "hf_subset": "zul_Latn-kmb_Latn", "languages": ["zul-Latn", "kmb-Latn"]}, {"precision": 0.399565, "recall": 0.44664, "f1": 0.411848, "accuracy": 0.44664, "main_score": 0.411848, "hf_subset": "zul_Latn-min_Arab", "languages": ["zul-Latn", "min-Arab"]}, {"precision": 0.593684, "recall": 0.643281, "f1": 0.605721, "accuracy": 0.643281, "main_score": 0.605721, "hf_subset": "zul_Latn-pol_Latn", "languages": ["zul-Latn", "pol-Latn"]}, {"precision": 0.735526, "recall": 0.786561, "f1": 0.750381, "accuracy": 0.786561, "main_score": 0.750381, "hf_subset": "zul_Latn-ssw_Latn", "languages": ["zul-Latn", "ssw-Latn"]}, {"precision": 0.606555, "recall": 0.662055, "f1": 0.620881, "accuracy": 0.662055, "main_score": 0.620881, "hf_subset": "zul_Latn-ukr_Cyrl", "languages": ["zul-Latn", "ukr-Cyrl"]}, {"precision": 0.627318, "recall": 0.675889, "f1": 0.639691, "accuracy": 0.675889, "main_score": 0.639691, "hf_subset": "zul_Latn-afr_Latn", "languages": ["zul-Latn", "afr-Latn"]}, {"precision": 0.573091, "recall": 0.613636, "f1": 0.583166, "accuracy": 0.613636, "main_score": 0.583166, "hf_subset": "zul_Latn-bho_Deva", "languages": ["zul-Latn", "bho-Deva"]}, {"precision": 0.589593, "recall": 0.635375, "f1": 0.601488, "accuracy": 0.635375, "main_score": 0.601488, "hf_subset": "zul_Latn-eus_Latn", "languages": ["zul-Latn", "eus-Latn"]}, {"precision": 0.539343, "recall": 0.586957, "f1": 0.552617, "accuracy": 0.586957, "main_score": 0.552617, "hf_subset": "zul_Latn-ibo_Latn", "languages": ["zul-Latn", "ibo-Latn"]}, {"precision": 0.570833, "recall": 0.615613, "f1": 0.582093, "accuracy": 0.615613, "main_score": 0.582093, "hf_subset": "zul_Latn-kmr_Latn", "languages": ["zul-Latn", "kmr-Latn"]}, {"precision": 0.593831, "recall": 0.63834, "f1": 0.604949, "accuracy": 0.63834, "main_score": 0.604949, "hf_subset": "zul_Latn-min_Latn", "languages": ["zul-Latn", "min-Latn"]}, {"precision": 0.620723, "recall": 0.666996, "f1": 0.63262, "accuracy": 0.666996, "main_score": 0.63262, "hf_subset": "zul_Latn-por_Latn", "languages": ["zul-Latn", "por-Latn"]}, {"precision": 0.61404, "recall": 0.656126, "f1": 0.62497, "accuracy": 0.656126, "main_score": 0.62497, "hf_subset": "zul_Latn-sun_Latn", "languages": ["zul-Latn", "sun-Latn"]}, {"precision": 0.494309, "recall": 0.535573, "f1": 0.505567, "accuracy": 0.535573, "main_score": 0.505567, "hf_subset": "zul_Latn-umb_Latn", "languages": ["zul-Latn", "umb-Latn"]}, {"precision": 0.583905, "recall": 0.633399, "f1": 0.596592, "accuracy": 0.633399, "main_score": 0.596592, "hf_subset": "zul_Latn-ajp_Arab", "languages": ["zul-Latn", "ajp-Arab"]}, {"precision": 0.423645, "recall": 0.465415, "f1": 0.43499, "accuracy": 0.465415, "main_score": 0.43499, "hf_subset": "zul_Latn-bjn_Arab", "languages": ["zul-Latn", "bjn-Arab"]}, {"precision": 0.493314, "recall": 0.52668, "f1": 0.502772, "accuracy": 0.52668, "main_score": 0.502772, "hf_subset": "zul_Latn-ewe_Latn", "languages": ["zul-Latn", "ewe-Latn"]}, {"precision": 0.602742, "recall": 0.641304, "f1": 0.612355, "accuracy": 0.641304, "main_score": 0.612355, "hf_subset": "zul_Latn-ilo_Latn", "languages": ["zul-Latn", "ilo-Latn"]}, {"precision": 0.317941, "recall": 0.364625, "f1": 0.330252, "accuracy": 0.364625, "main_score": 0.330252, "hf_subset": "zul_Latn-knc_Arab", "languages": ["zul-Latn", "knc-Arab"]}, {"precision": 0.606686, "recall": 0.653162, "f1": 0.619065, "accuracy": 0.653162, "main_score": 0.619065, "hf_subset": "zul_Latn-mkd_Cyrl", "languages": ["zul-Latn", "mkd-Cyrl"]}, {"precision": 0.60084, "recall": 0.651186, "f1": 0.613557, "accuracy": 0.651186, "main_score": 0.613557, "hf_subset": "zul_Latn-prs_Arab", "languages": ["zul-Latn", "prs-Arab"]}, {"precision": 0.606073, "recall": 0.656126, "f1": 0.618208, "accuracy": 0.656126, "main_score": 0.618208, "hf_subset": "zul_Latn-swe_Latn", "languages": ["zul-Latn", "swe-Latn"]}, {"precision": 0.577754, "recall": 0.633399, "f1": 0.591865, "accuracy": 0.633399, "main_score": 0.591865, "hf_subset": "zul_Latn-urd_Arab", "languages": ["zul-Latn", "urd-Arab"]}, {"precision": 0.517906, "recall": 0.563241, "f1": 0.530295, "accuracy": 0.563241, "main_score": 0.530295, "hf_subset": "zul_Latn-aka_Latn", "languages": ["zul-Latn", "aka-Latn"]}, {"precision": 0.585775, "recall": 0.630435, "f1": 0.596446, "accuracy": 0.630435, "main_score": 0.596446, "hf_subset": "zul_Latn-bjn_Latn", "languages": ["zul-Latn", "bjn-Latn"]}, {"precision": 0.577723, "recall": 0.623518, "f1": 0.59013, "accuracy": 0.623518, "main_score": 0.59013, "hf_subset": "zul_Latn-fao_Latn", "languages": ["zul-Latn", "fao-Latn"]}, {"precision": 0.611699, "recall": 0.658103, "f1": 0.623771, "accuracy": 0.658103, "main_score": 0.623771, "hf_subset": "zul_Latn-ind_Latn", "languages": ["zul-Latn", "ind-Latn"]}, {"precision": 0.536232, "recall": 0.574111, "f1": 0.546538, "accuracy": 0.574111, "main_score": 0.546538, "hf_subset": "zul_Latn-knc_Latn", "languages": ["zul-Latn", "knc-Latn"]}, {"precision": 0.608362, "recall": 0.653162, "f1": 0.619279, "accuracy": 0.653162, "main_score": 0.619279, "hf_subset": "zul_Latn-mlt_Latn", "languages": ["zul-Latn", "mlt-Latn"]}, {"precision": 0.529078, "recall": 0.573123, "f1": 0.541555, "accuracy": 0.573123, "main_score": 0.541555, "hf_subset": "zul_Latn-quy_Latn", "languages": ["zul-Latn", "quy-Latn"]}, {"precision": 0.617772, "recall": 0.660079, "f1": 0.628853, "accuracy": 0.660079, "main_score": 0.628853, "hf_subset": "zul_Latn-swh_Latn", "languages": ["zul-Latn", "swh-Latn"]}, {"precision": 0.580739, "recall": 0.62747, "f1": 0.592029, "accuracy": 0.62747, "main_score": 0.592029, "hf_subset": "zul_Latn-uzn_Latn", "languages": ["zul-Latn", "uzn-Latn"]}, {"precision": 0.584115, "recall": 0.630435, "f1": 0.595648, "accuracy": 0.630435, "main_score": 0.595648, "hf_subset": "zul_Latn-als_Latn", "languages": ["zul-Latn", "als-Latn"]}, {"precision": 0.310005, "recall": 0.365613, "f1": 0.324543, "accuracy": 0.365613, "main_score": 0.324543, "hf_subset": "zul_Latn-bod_Tibt", "languages": ["zul-Latn", "bod-Tibt"]}, {"precision": 0.542806, "recall": 0.589921, "f1": 0.555202, "accuracy": 0.589921, "main_score": 0.555202, "hf_subset": "zul_Latn-fij_Latn", "languages": ["zul-Latn", "fij-Latn"]}, {"precision": 0.584193, "recall": 0.632411, "f1": 0.59683, "accuracy": 0.632411, "main_score": 0.59683, "hf_subset": "zul_Latn-isl_Latn", "languages": ["zul-Latn", "isl-Latn"]}, {"precision": 0.554967, "recall": 0.59585, "f1": 0.565599, "accuracy": 0.59585, "main_score": 0.565599, "hf_subset": "zul_Latn-kon_Latn", "languages": ["zul-Latn", "kon-Latn"]}, {"precision": 0.472607, "recall": 0.516798, "f1": 0.484528, "accuracy": 0.516798, "main_score": 0.484528, "hf_subset": "zul_Latn-mni_Beng", "languages": ["zul-Latn", "mni-Beng"]}, {"precision": 0.6052, "recall": 0.653162, "f1": 0.616742, "accuracy": 0.653162, "main_score": 0.616742, "hf_subset": "zul_Latn-ron_Latn", "languages": ["zul-Latn", "ron-Latn"]}, {"precision": 0.585894, "recall": 0.63834, "f1": 0.59958, "accuracy": 0.63834, "main_score": 0.59958, "hf_subset": "zul_Latn-szl_Latn", "languages": ["zul-Latn", "szl-Latn"]}, {"precision": 0.594197, "recall": 0.636364, "f1": 0.604611, "accuracy": 0.636364, "main_score": 0.604611, "hf_subset": "zul_Latn-vec_Latn", "languages": ["zul-Latn", "vec-Latn"]}, {"precision": 0.526993, "recall": 0.579051, "f1": 0.539808, "accuracy": 0.579051, "main_score": 0.539808, "hf_subset": "zul_Latn-amh_Ethi", "languages": ["zul-Latn", "amh-Ethi"]}, {"precision": 0.609618, "recall": 0.658103, "f1": 0.622073, "accuracy": 0.658103, "main_score": 0.622073, "hf_subset": "zul_Latn-bos_Latn", "languages": ["zul-Latn", "bos-Latn"]}, {"precision": 0.572856, "recall": 0.618577, "f1": 0.584301, "accuracy": 0.618577, "main_score": 0.584301, "hf_subset": "zul_Latn-fin_Latn", "languages": ["zul-Latn", "fin-Latn"]}, {"precision": 0.593809, "recall": 0.646245, "f1": 0.608129, "accuracy": 0.646245, "main_score": 0.608129, "hf_subset": "zul_Latn-ita_Latn", "languages": ["zul-Latn", "ita-Latn"]}, {"precision": 0.578985, "recall": 0.626482, "f1": 0.590805, "accuracy": 0.626482, "main_score": 0.590805, "hf_subset": "zul_Latn-kor_Hang", "languages": ["zul-Latn", "kor-Hang"]}, {"precision": 0.509517, "recall": 0.551383, "f1": 0.521156, "accuracy": 0.551383, "main_score": 0.521156, "hf_subset": "zul_Latn-mos_Latn", "languages": ["zul-Latn", "mos-Latn"]}, {"precision": 0.565164, "recall": 0.608696, "f1": 0.57632, "accuracy": 0.608696, "main_score": 0.57632, "hf_subset": "zul_Latn-run_Latn", "languages": ["zul-Latn", "run-Latn"]}, {"precision": 0.56622, "recall": 0.621542, "f1": 0.580941, "accuracy": 0.621542, "main_score": 0.580941, "hf_subset": "zul_Latn-tam_Taml", "languages": ["zul-Latn", "tam-Taml"]}, {"precision": 0.591905, "recall": 0.636364, "f1": 0.603432, "accuracy": 0.636364, "main_score": 0.603432, "hf_subset": "zul_Latn-vie_Latn", "languages": ["zul-Latn", "vie-Latn"]}, {"precision": 0.573273, "recall": 0.629447, "f1": 0.587331, "accuracy": 0.629447, "main_score": 0.587331, "hf_subset": "zul_Latn-apc_Arab", "languages": ["zul-Latn", "apc-Arab"]}, {"precision": 0.537166, "recall": 0.58004, "f1": 0.548427, "accuracy": 0.58004, "main_score": 0.548427, "hf_subset": "zul_Latn-bug_Latn", "languages": ["zul-Latn", "bug-Latn"]}, {"precision": 0.471632, "recall": 0.511858, "f1": 0.48272, "accuracy": 0.511858, "main_score": 0.48272, "hf_subset": "zul_Latn-fon_Latn", "languages": ["zul-Latn", "fon-Latn"]}, {"precision": 0.611399, "recall": 0.648221, "f1": 0.620774, "accuracy": 0.648221, "main_score": 0.620774, "hf_subset": "zul_Latn-jav_Latn", "languages": ["zul-Latn", "jav-Latn"]}, {"precision": 0.554171, "recall": 0.602767, "f1": 0.566598, "accuracy": 0.602767, "main_score": 0.566598, "hf_subset": "zul_Latn-lao_Laoo", "languages": ["zul-Latn", "lao-Laoo"]}, {"precision": 0.554678, "recall": 0.598814, "f1": 0.566179, "accuracy": 0.598814, "main_score": 0.566179, "hf_subset": "zul_Latn-mri_Latn", "languages": ["zul-Latn", "mri-Latn"]}, {"precision": 0.585712, "recall": 0.637352, "f1": 0.598618, "accuracy": 0.637352, "main_score": 0.598618, "hf_subset": "zul_Latn-rus_Cyrl", "languages": ["zul-Latn", "rus-Cyrl"]}, {"precision": 0.476047, "recall": 0.51087, "f1": 0.486281, "accuracy": 0.51087, "main_score": 0.486281, "hf_subset": "zul_Latn-taq_Latn", "languages": ["zul-Latn", "taq-Latn"]}, {"precision": 0.607104, "recall": 0.650198, "f1": 0.61781, "accuracy": 0.650198, "main_score": 0.61781, "hf_subset": "zul_Latn-war_Latn", "languages": ["zul-Latn", "war-Latn"]}, {"precision": 0.587962, "recall": 0.641304, "f1": 0.601282, "accuracy": 0.641304, "main_score": 0.601282, "hf_subset": "zul_Latn-arb_Arab", "languages": ["zul-Latn", "arb-Arab"]}, {"precision": 0.599422, "recall": 0.647233, "f1": 0.61112, "accuracy": 0.647233, "main_score": 0.61112, "hf_subset": "zul_Latn-bul_Cyrl", "languages": ["zul-Latn", "bul-Cyrl"]}, {"precision": 0.600964, "recall": 0.653162, "f1": 0.613822, "accuracy": 0.653162, "main_score": 0.613822, "hf_subset": "zul_Latn-fra_Latn", "languages": ["zul-Latn", "fra-Latn"]}, {"precision": 0.573443, "recall": 0.616601, "f1": 0.58449, "accuracy": 0.616601, "main_score": 0.58449, "hf_subset": "zul_Latn-jpn_Jpan", "languages": ["zul-Latn", "jpn-Jpan"]}, {"precision": 0.587647, "recall": 0.634387, "f1": 0.600018, "accuracy": 0.634387, "main_score": 0.600018, "hf_subset": "zul_Latn-lij_Latn", "languages": ["zul-Latn", "lij-Latn"]}, {"precision": 0.441019, "recall": 0.51581, "f1": 0.460445, "accuracy": 0.51581, "main_score": 0.460445, "hf_subset": "zul_Latn-mya_Mymr", "languages": ["zul-Latn", "mya-Mymr"]}, {"precision": 0.518772, "recall": 0.552372, "f1": 0.527887, "accuracy": 0.552372, "main_score": 0.527887, "hf_subset": "zul_Latn-sag_Latn", "languages": ["zul-Latn", "sag-Latn"]}, {"precision": 0.220262, "recall": 0.26581, "f1": 0.230649, "accuracy": 0.26581, "main_score": 0.230649, "hf_subset": "zul_Latn-taq_Tfng", "languages": ["zul-Latn", "taq-Tfng"]}, {"precision": 0.53859, "recall": 0.58004, "f1": 0.550191, "accuracy": 0.58004, "main_score": 0.550191, "hf_subset": "zul_Latn-wol_Latn", "languages": ["zul-Latn", "wol-Latn"]}, {"precision": 0.476811, "recall": 0.525692, "f1": 0.48971, "accuracy": 0.525692, "main_score": 0.48971, "hf_subset": "zul_Latn-arb_Latn", "languages": ["zul-Latn", "arb-Latn"]}, {"precision": 0.611121, "recall": 0.659091, "f1": 0.622768, "accuracy": 0.659091, "main_score": 0.622768, "hf_subset": "zul_Latn-cat_Latn", "languages": ["zul-Latn", "cat-Latn"]}, {"precision": 0.573722, "recall": 0.62253, "f1": 0.585931, "accuracy": 0.62253, "main_score": 0.585931, "hf_subset": "zul_Latn-fur_Latn", "languages": ["zul-Latn", "fur-Latn"]}, {"precision": 0.460005, "recall": 0.503953, "f1": 0.472074, "accuracy": 0.503953, "main_score": 0.472074, "hf_subset": "zul_Latn-kab_Latn", "languages": ["zul-Latn", "kab-Latn"]}, {"precision": 0.561203, "recall": 0.601779, "f1": 0.571319, "accuracy": 0.601779, "main_score": 0.571319, "hf_subset": "zul_Latn-lim_Latn", "languages": ["zul-Latn", "lim-Latn"]}, {"precision": 0.588011, "recall": 0.639328, "f1": 0.600575, "accuracy": 0.639328, "main_score": 0.600575, "hf_subset": "zul_Latn-nld_Latn", "languages": ["zul-Latn", "nld-Latn"]}, {"precision": 0.551317, "recall": 0.608696, "f1": 0.565431, "accuracy": 0.608696, "main_score": 0.565431, "hf_subset": "zul_Latn-san_Deva", "languages": ["zul-Latn", "san-Deva"]}, {"precision": 0.576671, "recall": 0.626482, "f1": 0.589417, "accuracy": 0.626482, "main_score": 0.589417, "hf_subset": "zul_Latn-tat_Cyrl", "languages": ["zul-Latn", "tat-Cyrl"]}, {"precision": 0.726176, "recall": 0.778656, "f1": 0.740648, "accuracy": 0.778656, "main_score": 0.740648, "hf_subset": "zul_Latn-xho_Latn", "languages": ["zul-Latn", "xho-Latn"]}, {"precision": 0.565495, "recall": 0.624506, "f1": 0.580548, "accuracy": 0.624506, "main_score": 0.580548, "hf_subset": "zul_Latn-ars_Arab", "languages": ["zul-Latn", "ars-Arab"]}, {"precision": 0.619841, "recall": 0.661067, "f1": 0.629904, "accuracy": 0.661067, "main_score": 0.629904, "hf_subset": "zul_Latn-ceb_Latn", "languages": ["zul-Latn", "ceb-Latn"]}, {"precision": 0.488267, "recall": 0.533597, "f1": 0.501518, "accuracy": 0.533597, "main_score": 0.501518, "hf_subset": "zul_Latn-fuv_Latn", "languages": ["zul-Latn", "fuv-Latn"]}, {"precision": 0.494966, "recall": 0.533597, "f1": 0.505784, "accuracy": 0.533597, "main_score": 0.505784, "hf_subset": "zul_Latn-kac_Latn", "languages": ["zul-Latn", "kac-Latn"]}, {"precision": 0.550213, "recall": 0.586957, "f1": 0.559314, "accuracy": 0.586957, "main_score": 0.559314, "hf_subset": "zul_Latn-lin_Latn", "languages": ["zul-Latn", "lin-Latn"]}, {"precision": 0.590906, "recall": 0.644269, "f1": 0.605168, "accuracy": 0.644269, "main_score": 0.605168, "hf_subset": "zul_Latn-nno_Latn", "languages": ["zul-Latn", "nno-Latn"]}, {"precision": 0.152223, "recall": 0.202569, "f1": 0.165096, "accuracy": 0.202569, "main_score": 0.165096, "hf_subset": "zul_Latn-sat_Olck", "languages": ["zul-Latn", "sat-Olck"]}, {"precision": 0.582281, "recall": 0.636364, "f1": 0.595538, "accuracy": 0.636364, "main_score": 0.595538, "hf_subset": "zul_Latn-tel_Telu", "languages": ["zul-Latn", "tel-Telu"]}, {"precision": 0.517943, "recall": 0.586957, "f1": 0.534892, "accuracy": 0.586957, "main_score": 0.534892, "hf_subset": "zul_Latn-ydd_Hebr", "languages": ["zul-Latn", "ydd-Hebr"]}, {"precision": 0.544375, "recall": 0.590909, "f1": 0.557038, "accuracy": 0.590909, "main_score": 0.557038, "hf_subset": "zul_Latn-ary_Arab", "languages": ["zul-Latn", "ary-Arab"]}, {"precision": 0.596559, "recall": 0.649209, "f1": 0.610336, "accuracy": 0.649209, "main_score": 0.610336, "hf_subset": "zul_Latn-ces_Latn", "languages": ["zul-Latn", "ces-Latn"]}, {"precision": 0.532849, "recall": 0.583004, "f1": 0.546588, "accuracy": 0.583004, "main_score": 0.546588, "hf_subset": "zul_Latn-gaz_Latn", "languages": ["zul-Latn", "gaz-Latn"]}, {"precision": 0.536993, "recall": 0.582016, "f1": 0.5487, "accuracy": 0.582016, "main_score": 0.5487, "hf_subset": "zul_Latn-kam_Latn", "languages": ["zul-Latn", "kam-Latn"]}, {"precision": 0.569244, "recall": 0.617589, "f1": 0.582027, "accuracy": 0.617589, "main_score": 0.582027, "hf_subset": "zul_Latn-lit_Latn", "languages": ["zul-Latn", "lit-Latn"]}, {"precision": 0.602937, "recall": 0.650198, "f1": 0.615002, "accuracy": 0.650198, "main_score": 0.615002, "hf_subset": "zul_Latn-nob_Latn", "languages": ["zul-Latn", "nob-Latn"]}, {"precision": 0.581338, "recall": 0.626482, "f1": 0.592442, "accuracy": 0.626482, "main_score": 0.592442, "hf_subset": "zul_Latn-scn_Latn", "languages": ["zul-Latn", "scn-Latn"]}, {"precision": 0.583787, "recall": 0.626482, "f1": 0.594986, "accuracy": 0.626482, "main_score": 0.594986, "hf_subset": "zul_Latn-tgk_Cyrl", "languages": ["zul-Latn", "tgk-Cyrl"]}, {"precision": 0.533034, "recall": 0.582016, "f1": 0.546314, "accuracy": 0.582016, "main_score": 0.546314, "hf_subset": "zul_Latn-yor_Latn", "languages": ["zul-Latn", "yor-Latn"]}, {"precision": 0.571484, "recall": 0.621542, "f1": 0.584982, "accuracy": 0.621542, "main_score": 0.584982, "hf_subset": "zul_Latn-arz_Arab", "languages": ["zul-Latn", "arz-Arab"]}, {"precision": 0.482137, "recall": 0.517787, "f1": 0.492147, "accuracy": 0.517787, "main_score": 0.492147, "hf_subset": "zul_Latn-cjk_Latn", "languages": ["zul-Latn", "cjk-Latn"]}, {"precision": 0.550242, "recall": 0.594862, "f1": 0.562553, "accuracy": 0.594862, "main_score": 0.562553, "hf_subset": "zul_Latn-gla_Latn", "languages": ["zul-Latn", "gla-Latn"]}, {"precision": 0.586748, "recall": 0.634387, "f1": 0.598272, "accuracy": 0.634387, "main_score": 0.598272, "hf_subset": "zul_Latn-kan_Knda", "languages": ["zul-Latn", "kan-Knda"]}, {"precision": 0.57868, "recall": 0.619565, "f1": 0.588603, "accuracy": 0.619565, "main_score": 0.588603, "hf_subset": "zul_Latn-lmo_Latn", "languages": ["zul-Latn", "lmo-Latn"]}, {"precision": 0.570137, "recall": 0.619565, "f1": 0.583194, "accuracy": 0.619565, "main_score": 0.583194, "hf_subset": "zul_Latn-npi_Deva", "languages": ["zul-Latn", "npi-Deva"]}, {"precision": 0.44096, "recall": 0.483202, "f1": 0.451741, "accuracy": 0.483202, "main_score": 0.451741, "hf_subset": "zul_Latn-shn_Mymr", "languages": ["zul-Latn", "shn-Mymr"]}, {"precision": 0.632315, "recall": 0.674901, "f1": 0.643967, "accuracy": 0.674901, "main_score": 0.643967, "hf_subset": "zul_Latn-tgl_Latn", "languages": ["zul-Latn", "tgl-Latn"]}, {"precision": 0.574407, "recall": 0.624506, "f1": 0.586497, "accuracy": 0.624506, "main_score": 0.586497, "hf_subset": "zul_Latn-yue_Hant", "languages": ["zul-Latn", "yue-Hant"]}, {"precision": 0.555371, "recall": 0.613636, "f1": 0.570791, "accuracy": 0.613636, "main_score": 0.570791, "hf_subset": "zul_Latn-asm_Beng", "languages": ["zul-Latn", "asm-Beng"]}, {"precision": 0.540918, "recall": 0.596838, "f1": 0.555039, "accuracy": 0.596838, "main_score": 0.555039, "hf_subset": "zul_Latn-ckb_Arab", "languages": ["zul-Latn", "ckb-Arab"]}, {"precision": 0.555464, "recall": 0.598814, "f1": 0.56723, "accuracy": 0.598814, "main_score": 0.56723, "hf_subset": "zul_Latn-gle_Latn", "languages": ["zul-Latn", "gle-Latn"]}, {"precision": 0.494893, "recall": 0.541502, "f1": 0.507066, "accuracy": 0.541502, "main_score": 0.507066, "hf_subset": "zul_Latn-kas_Arab", "languages": ["zul-Latn", "kas-Arab"]}, {"precision": 0.547516, "recall": 0.593874, "f1": 0.559914, "accuracy": 0.593874, "main_score": 0.559914, "hf_subset": "zul_Latn-ltg_Latn", "languages": ["zul-Latn", "ltg-Latn"]}, {"precision": 0.600534, "recall": 0.644269, "f1": 0.612269, "accuracy": 0.644269, "main_score": 0.612269, "hf_subset": "zul_Latn-nso_Latn", "languages": ["zul-Latn", "nso-Latn"]}, {"precision": 0.52774, "recall": 0.585968, "f1": 0.542482, "accuracy": 0.585968, "main_score": 0.542482, "hf_subset": "zul_Latn-sin_Sinh", "languages": ["zul-Latn", "sin-Sinh"]}, {"precision": 0.589497, "recall": 0.63834, "f1": 0.601413, "accuracy": 0.63834, "main_score": 0.601413, "hf_subset": "zul_Latn-tha_Thai", "languages": ["zul-Latn", "tha-Thai"]}, {"precision": 0.569987, "recall": 0.617589, "f1": 0.58188, "accuracy": 0.617589, "main_score": 0.58188, "hf_subset": "zul_Latn-zho_Hans", "languages": ["zul-Latn", "zho-Hans"]}, {"precision": 0.606232, "recall": 0.656126, "f1": 0.619252, "accuracy": 0.656126, "main_score": 0.619252, "hf_subset": "zul_Latn-ast_Latn", "languages": ["zul-Latn", "ast-Latn"]}, {"precision": 0.58032, "recall": 0.628458, "f1": 0.592511, "accuracy": 0.628458, "main_score": 0.592511, "hf_subset": "zul_Latn-crh_Latn", "languages": ["zul-Latn", "crh-Latn"]}, {"precision": 0.611998, "recall": 0.661067, "f1": 0.624996, "accuracy": 0.661067, "main_score": 0.624996, "hf_subset": "zul_Latn-glg_Latn", "languages": ["zul-Latn", "glg-Latn"]}, {"precision": 0.499494, "recall": 0.545455, "f1": 0.511378, "accuracy": 0.545455, "main_score": 0.511378, "hf_subset": "zul_Latn-kas_Deva", "languages": ["zul-Latn", "kas-Deva"]}, {"precision": 0.554315, "recall": 0.598814, "f1": 0.566004, "accuracy": 0.598814, "main_score": 0.566004, "hf_subset": "zul_Latn-ltz_Latn", "languages": ["zul-Latn", "ltz-Latn"]}, {"precision": 0.464904, "recall": 0.514822, "f1": 0.479091, "accuracy": 0.514822, "main_score": 0.479091, "hf_subset": "zul_Latn-nus_Latn", "languages": ["zul-Latn", "nus-Latn"]}, {"precision": 0.585388, "recall": 0.63834, "f1": 0.599089, "accuracy": 0.63834, "main_score": 0.599089, "hf_subset": "zul_Latn-slk_Latn", "languages": ["zul-Latn", "slk-Latn"]}, {"precision": 0.419278, "recall": 0.47332, "f1": 0.433718, "accuracy": 0.47332, "main_score": 0.433718, "hf_subset": "zul_Latn-tir_Ethi", "languages": ["zul-Latn", "tir-Ethi"]}, {"precision": 0.570791, "recall": 0.621542, "f1": 0.583571, "accuracy": 0.621542, "main_score": 0.583571, "hf_subset": "zul_Latn-zho_Hant", "languages": ["zul-Latn", "zho-Hant"]}, {"precision": 0.587245, "recall": 0.625494, "f1": 0.596998, "accuracy": 0.625494, "main_score": 0.596998, "hf_subset": "zul_Latn-awa_Deva", "languages": ["zul-Latn", "awa-Deva"]}, {"precision": 0.603337, "recall": 0.652174, "f1": 0.616329, "accuracy": 0.652174, "main_score": 0.616329, "hf_subset": "zul_Latn-cym_Latn", "languages": ["zul-Latn", "cym-Latn"]}, {"precision": 0.553344, "recall": 0.587945, "f1": 0.561949, "accuracy": 0.587945, "main_score": 0.561949, "hf_subset": "zul_Latn-grn_Latn", "languages": ["zul-Latn", "grn-Latn"]}, {"precision": 0.540045, "recall": 0.591897, "f1": 0.553146, "accuracy": 0.591897, "main_score": 0.553146, "hf_subset": "zul_Latn-kat_Geor", "languages": ["zul-Latn", "kat-Geor"]}, {"precision": 0.548948, "recall": 0.58498, "f1": 0.557908, "accuracy": 0.58498, "main_score": 0.557908, "hf_subset": "zul_Latn-lua_Latn", "languages": ["zul-Latn", "lua-Latn"]}, {"precision": 0.575721, "recall": 0.619565, "f1": 0.587313, "accuracy": 0.619565, "main_score": 0.587313, "hf_subset": "zul_Latn-nya_Latn", "languages": ["zul-Latn", "nya-Latn"]}, {"precision": 0.585246, "recall": 0.635375, "f1": 0.597783, "accuracy": 0.635375, "main_score": 0.597783, "hf_subset": "zul_Latn-slv_Latn", "languages": ["zul-Latn", "slv-Latn"]}, {"precision": 0.569423, "recall": 0.607708, "f1": 0.579307, "accuracy": 0.607708, "main_score": 0.579307, "hf_subset": "zul_Latn-tpi_Latn", "languages": ["zul-Latn", "tpi-Latn"]}, {"precision": 0.621123, "recall": 0.666008, "f1": 0.632345, "accuracy": 0.666008, "main_score": 0.632345, "hf_subset": "zul_Latn-zsm_Latn", "languages": ["zul-Latn", "zsm-Latn"]}, {"precision": 0.504566, "recall": 0.545455, "f1": 0.516087, "accuracy": 0.545455, "main_score": 0.516087, "hf_subset": "zul_Latn-ayr_Latn", "languages": ["zul-Latn", "ayr-Latn"]}, {"precision": 0.600417, "recall": 0.655138, "f1": 0.613568, "accuracy": 0.655138, "main_score": 0.613568, "hf_subset": "zul_Latn-dan_Latn", "languages": ["zul-Latn", "dan-Latn"]}, {"precision": 0.580451, "recall": 0.634387, "f1": 0.594661, "accuracy": 0.634387, "main_score": 0.594661, "hf_subset": "zul_Latn-guj_Gujr", "languages": ["zul-Latn", "guj-Gujr"]}, {"precision": 0.569742, "recall": 0.623518, "f1": 0.583487, "accuracy": 0.623518, "main_score": 0.583487, "hf_subset": "zul_Latn-kaz_Cyrl", "languages": ["zul-Latn", "kaz-Cyrl"]}, {"precision": 0.553311, "recall": 0.603755, "f1": 0.566937, "accuracy": 0.603755, "main_score": 0.566937, "hf_subset": "zul_Latn-lug_Latn", "languages": ["zul-Latn", "lug-Latn"]}, {"precision": 0.620509, "recall": 0.666008, "f1": 0.632249, "accuracy": 0.666008, "main_score": 0.632249, "hf_subset": "zul_Latn-oci_Latn", "languages": ["zul-Latn", "oci-Latn"]}, {"precision": 0.576252, "recall": 0.614625, "f1": 0.586312, "accuracy": 0.614625, "main_score": 0.586312, "hf_subset": "zul_Latn-smo_Latn", "languages": ["zul-Latn", "smo-Latn"]}, {"precision": 0.553567, "recall": 0.596838, "f1": 0.565336, "accuracy": 0.596838, "main_score": 0.565336, "hf_subset": "zul_Latn-tsn_Latn", "languages": ["zul-Latn", "tsn-Latn"]}, {"precision": 0.488805, "recall": 0.538538, "f1": 0.502233, "accuracy": 0.538538, "main_score": 0.502233, "hf_subset": "zul_Latn-azb_Arab", "languages": ["zul-Latn", "azb-Arab"]}, {"precision": 0.608209, "recall": 0.653162, "f1": 0.619627, "accuracy": 0.653162, "main_score": 0.619627, "hf_subset": "zul_Latn-deu_Latn", "languages": ["zul-Latn", "deu-Latn"]}, {"precision": 0.552945, "recall": 0.614625, "f1": 0.568859, "accuracy": 0.614625, "main_score": 0.568859, "hf_subset": "zul_Latn-hat_Latn", "languages": ["zul-Latn", "hat-Latn"]}, {"precision": 0.48957, "recall": 0.530632, "f1": 0.500155, "accuracy": 0.530632, "main_score": 0.500155, "hf_subset": "zul_Latn-kbp_Latn", "languages": ["zul-Latn", "kbp-Latn"]}, {"precision": 0.550567, "recall": 0.589921, "f1": 0.560964, "accuracy": 0.589921, "main_score": 0.560964, "hf_subset": "zul_Latn-luo_Latn", "languages": ["zul-Latn", "luo-Latn"]}, {"precision": 0.561406, "recall": 0.621542, "f1": 0.57686, "accuracy": 0.621542, "main_score": 0.57686, "hf_subset": "zul_Latn-ory_Orya", "languages": ["zul-Latn", "ory-Orya"]}, {"precision": 0.570588, "recall": 0.621542, "f1": 0.584397, "accuracy": 0.621542, "main_score": 0.584397, "hf_subset": "zul_Latn-sna_Latn", "languages": ["zul-Latn", "sna-Latn"]}, {"precision": 0.573875, "recall": 0.620553, "f1": 0.585621, "accuracy": 0.620553, "main_score": 0.585621, "hf_subset": "zul_Latn-tso_Latn", "languages": ["zul-Latn", "tso-Latn"]}, {"precision": 0.547113, "recall": 0.603755, "f1": 0.561869, "accuracy": 0.603755, "main_score": 0.561869, "hf_subset": "zul_Latn-azj_Latn", "languages": ["zul-Latn", "azj-Latn"]}, {"precision": 0.492772, "recall": 0.533597, "f1": 0.504504, "accuracy": 0.533597, "main_score": 0.504504, "hf_subset": "zul_Latn-dik_Latn", "languages": ["zul-Latn", "dik-Latn"]}, {"precision": 0.586554, "recall": 0.632411, "f1": 0.599151, "accuracy": 0.632411, "main_score": 0.599151, "hf_subset": "zul_Latn-hau_Latn", "languages": ["zul-Latn", "hau-Latn"]}, {"precision": 0.573564, "recall": 0.617589, "f1": 0.584535, "accuracy": 0.617589, "main_score": 0.584535, "hf_subset": "zul_Latn-kea_Latn", "languages": ["zul-Latn", "kea-Latn"]}, {"precision": 0.528097, "recall": 0.560277, "f1": 0.537244, "accuracy": 0.560277, "main_score": 0.537244, "hf_subset": "zul_Latn-lus_Latn", "languages": ["zul-Latn", "lus-Latn"]}, {"precision": 0.552951, "recall": 0.589921, "f1": 0.562618, "accuracy": 0.589921, "main_score": 0.562618, "hf_subset": "zul_Latn-pag_Latn", "languages": ["zul-Latn", "pag-Latn"]}, {"precision": 0.557781, "recall": 0.616601, "f1": 0.574047, "accuracy": 0.616601, "main_score": 0.574047, "hf_subset": "zul_Latn-snd_Arab", "languages": ["zul-Latn", "snd-Arab"]}, {"precision": 0.558816, "recall": 0.609684, "f1": 0.572054, "accuracy": 0.609684, "main_score": 0.572054, "hf_subset": "zul_Latn-tuk_Latn", "languages": ["zul-Latn", "tuk-Latn"]}, {"precision": 0.577475, "recall": 0.620553, "f1": 0.588084, "accuracy": 0.620553, "main_score": 0.588084, "hf_subset": "zul_Latn-bak_Cyrl", "languages": ["zul-Latn", "bak-Cyrl"]}, {"precision": 0.436322, "recall": 0.497036, "f1": 0.453142, "accuracy": 0.497036, "main_score": 0.453142, "hf_subset": "zul_Latn-dyu_Latn", "languages": ["zul-Latn", "dyu-Latn"]}, {"precision": 0.58246, "recall": 0.632411, "f1": 0.595158, "accuracy": 0.632411, "main_score": 0.595158, "hf_subset": "zul_Latn-heb_Hebr", "languages": ["zul-Latn", "heb-Hebr"]}, {"precision": 0.557833, "recall": 0.596838, "f1": 0.567979, "accuracy": 0.596838, "main_score": 0.567979, "hf_subset": "zul_Latn-khk_Cyrl", "languages": ["zul-Latn", "khk-Cyrl"]}, {"precision": 0.58064, "recall": 0.631423, "f1": 0.593535, "accuracy": 0.631423, "main_score": 0.593535, "hf_subset": "zul_Latn-lvs_Latn", "languages": ["zul-Latn", "lvs-Latn"]}, {"precision": 0.601487, "recall": 0.649209, "f1": 0.613726, "accuracy": 0.649209, "main_score": 0.613726, "hf_subset": "zul_Latn-pan_Guru", "languages": ["zul-Latn", "pan-Guru"]}, {"precision": 0.57539, "recall": 0.624506, "f1": 0.588956, "accuracy": 0.624506, "main_score": 0.588956, "hf_subset": "zul_Latn-som_Latn", "languages": ["zul-Latn", "som-Latn"]}, {"precision": 0.535928, "recall": 0.574111, "f1": 0.546511, "accuracy": 0.574111, "main_score": 0.546511, "hf_subset": "zul_Latn-tum_Latn", "languages": ["zul-Latn", "tum-Latn"]}, {"precision": 0.498238, "recall": 0.554348, "f1": 0.513335, "accuracy": 0.554348, "main_score": 0.513335, "hf_subset": "azb_Arab-ace_Arab", "languages": ["azb-Arab", "ace-Arab"]}, {"precision": 0.471022, "recall": 0.532609, "f1": 0.488056, "accuracy": 0.532609, "main_score": 0.488056, "hf_subset": "azb_Arab-bam_Latn", "languages": ["azb-Arab", "bam-Latn"]}, {"precision": 0.294995, "recall": 0.354743, "f1": 0.310468, "accuracy": 0.354743, "main_score": 0.310468, "hf_subset": "azb_Arab-dzo_Tibt", "languages": ["azb-Arab", "dzo-Tibt"]}, {"precision": 0.915679, "recall": 0.940711, "f1": 0.923584, "accuracy": 0.940711, "main_score": 0.923584, "hf_subset": "azb_Arab-hin_Deva", "languages": ["azb-Arab", "hin-Deva"]}, {"precision": 0.872069, "recall": 0.906126, "f1": 0.882331, "accuracy": 0.906126, "main_score": 0.882331, "hf_subset": "azb_Arab-khm_Khmr", "languages": ["azb-Arab", "khm-Khmr"]}, {"precision": 0.906391, "recall": 0.93083, "f1": 0.913642, "accuracy": 0.93083, "main_score": 0.913642, "hf_subset": "azb_Arab-mag_Deva", "languages": ["azb-Arab", "mag-Deva"]}, {"precision": 0.873353, "recall": 0.908103, "f1": 0.883992, "accuracy": 0.908103, "main_score": 0.883992, "hf_subset": "azb_Arab-pap_Latn", "languages": ["azb-Arab", "pap-Latn"]}, {"precision": 0.497502, "recall": 0.5583, "f1": 0.514479, "accuracy": 0.5583, "main_score": 0.514479, "hf_subset": "azb_Arab-sot_Latn", "languages": ["azb-Arab", "sot-Latn"]}, {"precision": 0.914279, "recall": 0.937747, "f1": 0.921429, "accuracy": 0.937747, "main_score": 0.921429, "hf_subset": "azb_Arab-tur_Latn", "languages": ["azb-Arab", "tur-Latn"]}, {"precision": 0.738679, "recall": 0.791502, "f1": 0.754233, "accuracy": 0.791502, "main_score": 0.754233, "hf_subset": "azb_Arab-ace_Latn", "languages": ["azb-Arab", "ace-Latn"]}, {"precision": 0.851532, "recall": 0.889328, "f1": 0.862931, "accuracy": 0.889328, "main_score": 0.862931, "hf_subset": "azb_Arab-ban_Latn", "languages": ["azb-Arab", "ban-Latn"]}, {"precision": 0.909009, "recall": 0.934783, "f1": 0.916864, "accuracy": 0.934783, "main_score": 0.916864, "hf_subset": "azb_Arab-ell_Grek", "languages": ["azb-Arab", "ell-Grek"]}, {"precision": 0.887328, "recall": 0.918972, "f1": 0.897085, "accuracy": 0.918972, "main_score": 0.897085, "hf_subset": "azb_Arab-hne_Deva", "languages": ["azb-Arab", "hne-Deva"]}, {"precision": 0.490609, "recall": 0.552372, "f1": 0.507834, "accuracy": 0.552372, "main_score": 0.507834, "hf_subset": "azb_Arab-kik_Latn", "languages": ["azb-Arab", "kik-Latn"]}, {"precision": 0.914476, "recall": 0.938735, "f1": 0.921805, "accuracy": 0.938735, "main_score": 0.921805, "hf_subset": "azb_Arab-mai_Deva", "languages": ["azb-Arab", "mai-Deva"]}, {"precision": 0.871937, "recall": 0.908103, "f1": 0.883202, "accuracy": 0.908103, "main_score": 0.883202, "hf_subset": "azb_Arab-pbt_Arab", "languages": ["azb-Arab", "pbt-Arab"]}, {"precision": 0.910326, "recall": 0.935771, "f1": 0.918182, "accuracy": 0.935771, "main_score": 0.918182, "hf_subset": "azb_Arab-spa_Latn", "languages": ["azb-Arab", "spa-Latn"]}, {"precision": 0.544041, "recall": 0.603755, "f1": 0.560728, "accuracy": 0.603755, "main_score": 0.560728, "hf_subset": "azb_Arab-twi_Latn", "languages": ["azb-Arab", "twi-Latn"]}, {"precision": 0.903468, "recall": 0.93083, "f1": 0.912138, "accuracy": 0.93083, "main_score": 0.912138, "hf_subset": "azb_Arab-acm_Arab", "languages": ["azb-Arab", "acm-Arab"]}, {"precision": 0.875009, "recall": 0.907115, "f1": 0.884521, "accuracy": 0.907115, "main_score": 0.884521, "hf_subset": "azb_Arab-bel_Cyrl", "languages": ["azb-Arab", "bel-Cyrl"]}, {"precision": 0.926301, "recall": 0.947628, "f1": 0.932872, "accuracy": 0.947628, "main_score": 0.932872, "hf_subset": "azb_Arab-eng_Latn", "languages": ["azb-Arab", "eng-Latn"]}, {"precision": 0.918149, "recall": 0.9417, "f1": 0.925362, "accuracy": 0.9417, "main_score": 0.925362, "hf_subset": "azb_Arab-hrv_Latn", "languages": ["azb-Arab", "hrv-Latn"]}, {"precision": 0.474395, "recall": 0.531621, "f1": 0.490582, "accuracy": 0.531621, "main_score": 0.490582, "hf_subset": "azb_Arab-kin_Latn", "languages": ["azb-Arab", "kin-Latn"]}, {"precision": 0.920702, "recall": 0.942688, "f1": 0.927555, "accuracy": 0.942688, "main_score": 0.927555, "hf_subset": "azb_Arab-mal_Mlym", "languages": ["azb-Arab", "mal-Mlym"]}, {"precision": 0.952322, "recall": 0.965415, "f1": 0.956225, "accuracy": 0.965415, "main_score": 0.956225, "hf_subset": "azb_Arab-pes_Arab", "languages": ["azb-Arab", "pes-Arab"]}, {"precision": 0.888249, "recall": 0.916008, "f1": 0.896695, "accuracy": 0.916008, "main_score": 0.896695, "hf_subset": "azb_Arab-srd_Latn", "languages": ["azb-Arab", "srd-Latn"]}, {"precision": 0.181811, "recall": 0.222332, "f1": 0.191925, "accuracy": 0.222332, "main_score": 0.191925, "hf_subset": "azb_Arab-tzm_Tfng", "languages": ["azb-Arab", "tzm-Tfng"]}, {"precision": 0.907403, "recall": 0.931818, "f1": 0.915075, "accuracy": 0.931818, "main_score": 0.915075, "hf_subset": "azb_Arab-acq_Arab", "languages": ["azb-Arab", "acq-Arab"]}, {"precision": 0.522597, "recall": 0.578063, "f1": 0.538216, "accuracy": 0.578063, "main_score": 0.538216, "hf_subset": "azb_Arab-bem_Latn", "languages": ["azb-Arab", "bem-Latn"]}, {"precision": 0.911594, "recall": 0.934783, "f1": 0.918596, "accuracy": 0.934783, "main_score": 0.918596, "hf_subset": "azb_Arab-epo_Latn", "languages": ["azb-Arab", "epo-Latn"]}, {"precision": 0.922431, "recall": 0.944664, "f1": 0.929315, "accuracy": 0.944664, "main_score": 0.929315, "hf_subset": "azb_Arab-hun_Latn", "languages": ["azb-Arab", "hun-Latn"]}, {"precision": 0.843659, "recall": 0.884387, "f1": 0.856258, "accuracy": 0.884387, "main_score": 0.856258, "hf_subset": "azb_Arab-kir_Cyrl", "languages": ["azb-Arab", "kir-Cyrl"]}, {"precision": 0.909338, "recall": 0.935771, "f1": 0.917358, "accuracy": 0.935771, "main_score": 0.917358, "hf_subset": "azb_Arab-mar_Deva", "languages": ["azb-Arab", "mar-Deva"]}, {"precision": 0.555632, "recall": 0.609684, "f1": 0.571165, "accuracy": 0.609684, "main_score": 0.571165, "hf_subset": "azb_Arab-plt_Latn", "languages": ["azb-Arab", "plt-Latn"]}, {"precision": 0.919796, "recall": 0.9417, "f1": 0.926713, "accuracy": 0.9417, "main_score": 0.926713, "hf_subset": "azb_Arab-srp_Cyrl", "languages": ["azb-Arab", "srp-Cyrl"]}, {"precision": 0.838225, "recall": 0.87747, "f1": 0.850235, "accuracy": 0.87747, "main_score": 0.850235, "hf_subset": "azb_Arab-uig_Arab", "languages": ["azb-Arab", "uig-Arab"]}, {"precision": 0.885757, "recall": 0.91502, "f1": 0.89461, "accuracy": 0.91502, "main_score": 0.89461, "hf_subset": "azb_Arab-aeb_Arab", "languages": ["azb-Arab", "aeb-Arab"]}, {"precision": 0.924242, "recall": 0.94664, "f1": 0.931291, "accuracy": 0.94664, "main_score": 0.931291, "hf_subset": "azb_Arab-ben_Beng", "languages": ["azb-Arab", "ben-Beng"]}, {"precision": 0.897151, "recall": 0.926877, "f1": 0.906357, "accuracy": 0.926877, "main_score": 0.906357, "hf_subset": "azb_Arab-est_Latn", "languages": ["azb-Arab", "est-Latn"]}, {"precision": 0.913439, "recall": 0.937747, "f1": 0.920784, "accuracy": 0.937747, "main_score": 0.920784, "hf_subset": "azb_Arab-hye_Armn", "languages": ["azb-Arab", "hye-Armn"]}, {"precision": 0.474094, "recall": 0.520751, "f1": 0.487178, "accuracy": 0.520751, "main_score": 0.487178, "hf_subset": "azb_Arab-kmb_Latn", "languages": ["azb-Arab", "kmb-Latn"]}, {"precision": 0.441529, "recall": 0.512846, "f1": 0.460989, "accuracy": 0.512846, "main_score": 0.460989, "hf_subset": "azb_Arab-min_Arab", "languages": ["azb-Arab", "min-Arab"]}, {"precision": 0.905344, "recall": 0.93083, "f1": 0.912967, "accuracy": 0.93083, "main_score": 0.912967, "hf_subset": "azb_Arab-pol_Latn", "languages": ["azb-Arab", "pol-Latn"]}, {"precision": 0.492765, "recall": 0.556324, "f1": 0.511101, "accuracy": 0.556324, "main_score": 0.511101, "hf_subset": "azb_Arab-ssw_Latn", "languages": ["azb-Arab", "ssw-Latn"]}, {"precision": 0.930007, "recall": 0.950593, "f1": 0.936594, "accuracy": 0.950593, "main_score": 0.936594, "hf_subset": "azb_Arab-ukr_Cyrl", "languages": ["azb-Arab", "ukr-Cyrl"]}, {"precision": 0.925642, "recall": 0.94664, "f1": 0.932049, "accuracy": 0.94664, "main_score": 0.932049, "hf_subset": "azb_Arab-afr_Latn", "languages": ["azb-Arab", "afr-Latn"]}, {"precision": 0.897151, "recall": 0.924901, "f1": 0.905618, "accuracy": 0.924901, "main_score": 0.905618, "hf_subset": "azb_Arab-bho_Deva", "languages": ["azb-Arab", "bho-Deva"]}, {"precision": 0.869318, "recall": 0.901186, "f1": 0.878971, "accuracy": 0.901186, "main_score": 0.878971, "hf_subset": "azb_Arab-eus_Latn", "languages": ["azb-Arab", "eus-Latn"]}, {"precision": 0.474876, "recall": 0.539526, "f1": 0.492194, "accuracy": 0.539526, "main_score": 0.492194, "hf_subset": "azb_Arab-ibo_Latn", "languages": ["azb-Arab", "ibo-Latn"]}, {"precision": 0.742417, "recall": 0.791502, "f1": 0.756806, "accuracy": 0.791502, "main_score": 0.756806, "hf_subset": "azb_Arab-kmr_Latn", "languages": ["azb-Arab", "kmr-Latn"]}, {"precision": 0.851096, "recall": 0.889328, "f1": 0.862735, "accuracy": 0.889328, "main_score": 0.862735, "hf_subset": "azb_Arab-min_Latn", "languages": ["azb-Arab", "min-Latn"]}, {"precision": 0.930369, "recall": 0.949605, "f1": 0.936232, "accuracy": 0.949605, "main_score": 0.936232, "hf_subset": "azb_Arab-por_Latn", "languages": ["azb-Arab", "por-Latn"]}, {"precision": 0.891222, "recall": 0.920949, "f1": 0.900428, "accuracy": 0.920949, "main_score": 0.900428, "hf_subset": "azb_Arab-sun_Latn", "languages": ["azb-Arab", "sun-Latn"]}, {"precision": 0.467376, "recall": 0.519763, "f1": 0.481845, "accuracy": 0.519763, "main_score": 0.481845, "hf_subset": "azb_Arab-umb_Latn", "languages": ["azb-Arab", "umb-Latn"]}, {"precision": 0.916914, "recall": 0.940711, "f1": 0.924473, "accuracy": 0.940711, "main_score": 0.924473, "hf_subset": "azb_Arab-ajp_Arab", "languages": ["azb-Arab", "ajp-Arab"]}, {"precision": 0.477917, "recall": 0.538538, "f1": 0.494231, "accuracy": 0.538538, "main_score": 0.494231, "hf_subset": "azb_Arab-bjn_Arab", "languages": ["azb-Arab", "bjn-Arab"]}, {"precision": 0.448197, "recall": 0.501976, "f1": 0.462892, "accuracy": 0.501976, "main_score": 0.462892, "hf_subset": "azb_Arab-ewe_Latn", "languages": ["azb-Arab", "ewe-Latn"]}, {"precision": 0.808829, "recall": 0.851779, "f1": 0.82176, "accuracy": 0.851779, "main_score": 0.82176, "hf_subset": "azb_Arab-ilo_Latn", "languages": ["azb-Arab", "ilo-Latn"]}, {"precision": 0.297046, "recall": 0.346838, "f1": 0.309772, "accuracy": 0.346838, "main_score": 0.309772, "hf_subset": "azb_Arab-knc_Arab", "languages": ["azb-Arab", "knc-Arab"]}, {"precision": 0.910112, "recall": 0.934783, "f1": 0.917787, "accuracy": 0.934783, "main_score": 0.917787, "hf_subset": "azb_Arab-mkd_Cyrl", "languages": ["azb-Arab", "mkd-Cyrl"]}, {"precision": 0.939476, "recall": 0.955534, "f1": 0.944353, "accuracy": 0.955534, "main_score": 0.944353, "hf_subset": "azb_Arab-prs_Arab", "languages": ["azb-Arab", "prs-Arab"]}, {"precision": 0.920043, "recall": 0.944664, "f1": 0.927931, "accuracy": 0.944664, "main_score": 0.927931, "hf_subset": "azb_Arab-swe_Latn", "languages": ["azb-Arab", "swe-Latn"]}, {"precision": 0.928689, "recall": 0.951581, "f1": 0.936265, "accuracy": 0.951581, "main_score": 0.936265, "hf_subset": "azb_Arab-urd_Arab", "languages": ["azb-Arab", "urd-Arab"]}, {"precision": 0.503267, "recall": 0.565217, "f1": 0.520435, "accuracy": 0.565217, "main_score": 0.520435, "hf_subset": "azb_Arab-aka_Latn", "languages": ["azb-Arab", "aka-Latn"]}, {"precision": 0.86413, "recall": 0.899209, "f1": 0.875132, "accuracy": 0.899209, "main_score": 0.875132, "hf_subset": "azb_Arab-bjn_Latn", "languages": ["azb-Arab", "bjn-Latn"]}, {"precision": 0.798781, "recall": 0.847826, "f1": 0.813708, "accuracy": 0.847826, "main_score": 0.813708, "hf_subset": "azb_Arab-fao_Latn", "languages": ["azb-Arab", "fao-Latn"]}, {"precision": 0.923446, "recall": 0.943676, "f1": 0.929447, "accuracy": 0.943676, "main_score": 0.929447, "hf_subset": "azb_Arab-ind_Latn", "languages": ["azb-Arab", "ind-Latn"]}, {"precision": 0.51543, "recall": 0.564229, "f1": 0.52898, "accuracy": 0.564229, "main_score": 0.52898, "hf_subset": "azb_Arab-knc_Latn", "languages": ["azb-Arab", "knc-Latn"]}, {"precision": 0.877223, "recall": 0.910079, "f1": 0.887549, "accuracy": 0.910079, "main_score": 0.887549, "hf_subset": "azb_Arab-mlt_Latn", "languages": ["azb-Arab", "mlt-Latn"]}, {"precision": 0.596514, "recall": 0.659091, "f1": 0.614369, "accuracy": 0.659091, "main_score": 0.614369, "hf_subset": "azb_Arab-quy_Latn", "languages": ["azb-Arab", "quy-Latn"]}, {"precision": 0.805, "recall": 0.853755, "f1": 0.819838, "accuracy": 0.853755, "main_score": 0.819838, "hf_subset": "azb_Arab-swh_Latn", "languages": ["azb-Arab", "swh-Latn"]}, {"precision": 0.908138, "recall": 0.931818, "f1": 0.91525, "accuracy": 0.931818, "main_score": 0.91525, "hf_subset": "azb_Arab-uzn_Latn", "languages": ["azb-Arab", "uzn-Latn"]}, {"precision": 0.904068, "recall": 0.93083, "f1": 0.912451, "accuracy": 0.93083, "main_score": 0.912451, "hf_subset": "azb_Arab-als_Latn", "languages": ["azb-Arab", "als-Latn"]}, {"precision": 0.432666, "recall": 0.508893, "f1": 0.453118, "accuracy": 0.508893, "main_score": 0.453118, "hf_subset": "azb_Arab-bod_Tibt", "languages": ["azb-Arab", "bod-Tibt"]}, {"precision": 0.569281, "recall": 0.629447, "f1": 0.586131, "accuracy": 0.629447, "main_score": 0.586131, "hf_subset": "azb_Arab-fij_Latn", "languages": ["azb-Arab", "fij-Latn"]}, {"precision": 0.802306, "recall": 0.851779, "f1": 0.817457, "accuracy": 0.851779, "main_score": 0.817457, "hf_subset": "azb_Arab-isl_Latn", "languages": ["azb-Arab", "isl-Latn"]}, {"precision": 0.568865, "recall": 0.624506, "f1": 0.585416, "accuracy": 0.624506, "main_score": 0.585416, "hf_subset": "azb_Arab-kon_Latn", "languages": ["azb-Arab", "kon-Latn"]}, {"precision": 0.596176, "recall": 0.661067, "f1": 0.614771, "accuracy": 0.661067, "main_score": 0.614771, "hf_subset": "azb_Arab-mni_Beng", "languages": ["azb-Arab", "mni-Beng"]}, {"precision": 0.926416, "recall": 0.94664, "f1": 0.932642, "accuracy": 0.94664, "main_score": 0.932642, "hf_subset": "azb_Arab-ron_Latn", "languages": ["azb-Arab", "ron-Latn"]}, {"precision": 0.885606, "recall": 0.91502, "f1": 0.894598, "accuracy": 0.91502, "main_score": 0.894598, "hf_subset": "azb_Arab-szl_Latn", "languages": ["azb-Arab", "szl-Latn"]}, {"precision": 0.912961, "recall": 0.938735, "f1": 0.921179, "accuracy": 0.938735, "main_score": 0.921179, "hf_subset": "azb_Arab-vec_Latn", "languages": ["azb-Arab", "vec-Latn"]}, {"precision": 0.772628, "recall": 0.823123, "f1": 0.788142, "accuracy": 0.823123, "main_score": 0.788142, "hf_subset": "azb_Arab-amh_Ethi", "languages": ["azb-Arab", "amh-Ethi"]}, {"precision": 0.924358, "recall": 0.945652, "f1": 0.930896, "accuracy": 0.945652, "main_score": 0.930896, "hf_subset": "azb_Arab-bos_Latn", "languages": ["azb-Arab", "bos-Latn"]}, {"precision": 0.899621, "recall": 0.926877, "f1": 0.908333, "accuracy": 0.926877, "main_score": 0.908333, "hf_subset": "azb_Arab-fin_Latn", "languages": ["azb-Arab", "fin-Latn"]}, {"precision": 0.909667, "recall": 0.936759, "f1": 0.918215, "accuracy": 0.936759, "main_score": 0.918215, "hf_subset": "azb_Arab-ita_Latn", "languages": ["azb-Arab", "ita-Latn"]}, {"precision": 0.916149, "recall": 0.939723, "f1": 0.923468, "accuracy": 0.939723, "main_score": 0.923468, "hf_subset": "azb_Arab-kor_Hang", "languages": ["azb-Arab", "kor-Hang"]}, {"precision": 0.479631, "recall": 0.536561, "f1": 0.495304, "accuracy": 0.536561, "main_score": 0.495304, "hf_subset": "azb_Arab-mos_Latn", "languages": ["azb-Arab", "mos-Latn"]}, {"precision": 0.470751, "recall": 0.527668, "f1": 0.487093, "accuracy": 0.527668, "main_score": 0.487093, "hf_subset": "azb_Arab-run_Latn", "languages": ["azb-Arab", "run-Latn"]}, {"precision": 0.90303, "recall": 0.931818, "f1": 0.912055, "accuracy": 0.931818, "main_score": 0.912055, "hf_subset": "azb_Arab-tam_Taml", "languages": ["azb-Arab", "tam-Taml"]}, {"precision": 0.911424, "recall": 0.935771, "f1": 0.918742, "accuracy": 0.935771, "main_score": 0.918742, "hf_subset": "azb_Arab-vie_Latn", "languages": ["azb-Arab", "vie-Latn"]}, {"precision": 0.906301, "recall": 0.93083, "f1": 0.913752, "accuracy": 0.93083, "main_score": 0.913752, "hf_subset": "azb_Arab-apc_Arab", "languages": ["azb-Arab", "apc-Arab"]}, {"precision": 0.681648, "recall": 0.740119, "f1": 0.698066, "accuracy": 0.740119, "main_score": 0.698066, "hf_subset": "azb_Arab-bug_Latn", "languages": ["azb-Arab", "bug-Latn"]}, {"precision": 0.408162, "recall": 0.461462, "f1": 0.42285, "accuracy": 0.461462, "main_score": 0.42285, "hf_subset": "azb_Arab-fon_Latn", "languages": ["azb-Arab", "fon-Latn"]}, {"precision": 0.893231, "recall": 0.923913, "f1": 0.902899, "accuracy": 0.923913, "main_score": 0.902899, "hf_subset": "azb_Arab-jav_Latn", "languages": ["azb-Arab", "jav-Latn"]}, {"precision": 0.830461, "recall": 0.874506, "f1": 0.843989, "accuracy": 0.874506, "main_score": 0.843989, "hf_subset": "azb_Arab-lao_Laoo", "languages": ["azb-Arab", "lao-Laoo"]}, {"precision": 0.65956, "recall": 0.72332, "f1": 0.677296, "accuracy": 0.72332, "main_score": 0.677296, "hf_subset": "azb_Arab-mri_Latn", "languages": ["azb-Arab", "mri-Latn"]}, {"precision": 0.922348, "recall": 0.944664, "f1": 0.929249, "accuracy": 0.944664, "main_score": 0.929249, "hf_subset": "azb_Arab-rus_Cyrl", "languages": ["azb-Arab", "rus-Cyrl"]}, {"precision": 0.476856, "recall": 0.536561, "f1": 0.492773, "accuracy": 0.536561, "main_score": 0.492773, "hf_subset": "azb_Arab-taq_Latn", "languages": ["azb-Arab", "taq-Latn"]}, {"precision": 0.884338, "recall": 0.914032, "f1": 0.893299, "accuracy": 0.914032, "main_score": 0.893299, "hf_subset": "azb_Arab-war_Latn", "languages": ["azb-Arab", "war-Latn"]}, {"precision": 0.913596, "recall": 0.936759, "f1": 0.920767, "accuracy": 0.936759, "main_score": 0.920767, "hf_subset": "azb_Arab-arb_Arab", "languages": ["azb-Arab", "arb-Arab"]}, {"precision": 0.922101, "recall": 0.944664, "f1": 0.929136, "accuracy": 0.944664, "main_score": 0.929136, "hf_subset": "azb_Arab-bul_Cyrl", "languages": ["azb-Arab", "bul-Cyrl"]}, {"precision": 0.925231, "recall": 0.945652, "f1": 0.931653, "accuracy": 0.945652, "main_score": 0.931653, "hf_subset": "azb_Arab-fra_Latn", "languages": ["azb-Arab", "fra-Latn"]}, {"precision": 0.913514, "recall": 0.935771, "f1": 0.920339, "accuracy": 0.935771, "main_score": 0.920339, "hf_subset": "azb_Arab-jpn_Jpan", "languages": ["azb-Arab", "jpn-Jpan"]}, {"precision": 0.880682, "recall": 0.912055, "f1": 0.890217, "accuracy": 0.912055, "main_score": 0.890217, "hf_subset": "azb_Arab-lij_Latn", "languages": ["azb-Arab", "lij-Latn"]}, {"precision": 0.854611, "recall": 0.892292, "f1": 0.866191, "accuracy": 0.892292, "main_score": 0.866191, "hf_subset": "azb_Arab-mya_Mymr", "languages": ["azb-Arab", "mya-Mymr"]}, {"precision": 0.508876, "recall": 0.573123, "f1": 0.526318, "accuracy": 0.573123, "main_score": 0.526318, "hf_subset": "azb_Arab-sag_Latn", "languages": ["azb-Arab", "sag-Latn"]}, {"precision": 0.200683, "recall": 0.246047, "f1": 0.210355, "accuracy": 0.246047, "main_score": 0.210355, "hf_subset": "azb_Arab-taq_Tfng", "languages": ["azb-Arab", "taq-Tfng"]}, {"precision": 0.535056, "recall": 0.598814, "f1": 0.553004, "accuracy": 0.598814, "main_score": 0.553004, "hf_subset": "azb_Arab-wol_Latn", "languages": ["azb-Arab", "wol-Latn"]}, {"precision": 0.626353, "recall": 0.694664, "f1": 0.645961, "accuracy": 0.694664, "main_score": 0.645961, "hf_subset": "azb_Arab-arb_Latn", "languages": ["azb-Arab", "arb-Latn"]}, {"precision": 0.924819, "recall": 0.94664, "f1": 0.931672, "accuracy": 0.94664, "main_score": 0.931672, "hf_subset": "azb_Arab-cat_Latn", "languages": ["azb-Arab", "cat-Latn"]}, {"precision": 0.884371, "recall": 0.914032, "f1": 0.893252, "accuracy": 0.914032, "main_score": 0.893252, "hf_subset": "azb_Arab-fur_Latn", "languages": ["azb-Arab", "fur-Latn"]}, {"precision": 0.365611, "recall": 0.416008, "f1": 0.378637, "accuracy": 0.416008, "main_score": 0.378637, "hf_subset": "azb_Arab-kab_Latn", "languages": ["azb-Arab", "kab-Latn"]}, {"precision": 0.861166, "recall": 0.899209, "f1": 0.872628, "accuracy": 0.899209, "main_score": 0.872628, "hf_subset": "azb_Arab-lim_Latn", "languages": ["azb-Arab", "lim-Latn"]}, {"precision": 0.910359, "recall": 0.934783, "f1": 0.917885, "accuracy": 0.934783, "main_score": 0.917885, "hf_subset": "azb_Arab-nld_Latn", "languages": ["azb-Arab", "nld-Latn"]}, {"precision": 0.868742, "recall": 0.903162, "f1": 0.879169, "accuracy": 0.903162, "main_score": 0.879169, "hf_subset": "azb_Arab-san_Deva", "languages": ["azb-Arab", "san-Deva"]}, {"precision": 0.895949, "recall": 0.922925, "f1": 0.904315, "accuracy": 0.922925, "main_score": 0.904315, "hf_subset": "azb_Arab-tat_Cyrl", "languages": ["azb-Arab", "tat-Cyrl"]}, {"precision": 0.553501, "recall": 0.613636, "f1": 0.571215, "accuracy": 0.613636, "main_score": 0.571215, "hf_subset": "azb_Arab-xho_Latn", "languages": ["azb-Arab", "xho-Latn"]}, {"precision": 0.907526, "recall": 0.932806, "f1": 0.915368, "accuracy": 0.932806, "main_score": 0.915368, "hf_subset": "azb_Arab-ars_Arab", "languages": ["azb-Arab", "ars-Arab"]}, {"precision": 0.892474, "recall": 0.917984, "f1": 0.900246, "accuracy": 0.917984, "main_score": 0.900246, "hf_subset": "azb_Arab-ceb_Latn", "languages": ["azb-Arab", "ceb-Latn"]}, {"precision": 0.488621, "recall": 0.55336, "f1": 0.50676, "accuracy": 0.55336, "main_score": 0.50676, "hf_subset": "azb_Arab-fuv_Latn", "languages": ["azb-Arab", "fuv-Latn"]}, {"precision": 0.426576, "recall": 0.491107, "f1": 0.443592, "accuracy": 0.491107, "main_score": 0.443592, "hf_subset": "azb_Arab-kac_Latn", "languages": ["azb-Arab", "kac-Latn"]}, {"precision": 0.582543, "recall": 0.633399, "f1": 0.596584, "accuracy": 0.633399, "main_score": 0.596584, "hf_subset": "azb_Arab-lin_Latn", "languages": ["azb-Arab", "lin-Latn"]}, {"precision": 0.909289, "recall": 0.934783, "f1": 0.917114, "accuracy": 0.934783, "main_score": 0.917114, "hf_subset": "azb_Arab-nno_Latn", "languages": ["azb-Arab", "nno-Latn"]}, {"precision": 0.1598, "recall": 0.220356, "f1": 0.174677, "accuracy": 0.220356, "main_score": 0.174677, "hf_subset": "azb_Arab-sat_Olck", "languages": ["azb-Arab", "sat-Olck"]}, {"precision": 0.919829, "recall": 0.942688, "f1": 0.927042, "accuracy": 0.942688, "main_score": 0.927042, "hf_subset": "azb_Arab-tel_Telu", "languages": ["azb-Arab", "tel-Telu"]}, {"precision": 0.784404, "recall": 0.831028, "f1": 0.797893, "accuracy": 0.831028, "main_score": 0.797893, "hf_subset": "azb_Arab-ydd_Hebr", "languages": ["azb-Arab", "ydd-Hebr"]}, {"precision": 0.852503, "recall": 0.890316, "f1": 0.864201, "accuracy": 0.890316, "main_score": 0.864201, "hf_subset": "azb_Arab-ary_Arab", "languages": ["azb-Arab", "ary-Arab"]}, {"precision": 0.914937, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "azb_Arab-ces_Latn", "languages": ["azb-Arab", "ces-Latn"]}, {"precision": 0.506139, "recall": 0.567194, "f1": 0.522897, "accuracy": 0.567194, "main_score": 0.522897, "hf_subset": "azb_Arab-gaz_Latn", "languages": ["azb-Arab", "gaz-Latn"]}, {"precision": 0.488968, "recall": 0.550395, "f1": 0.506236, "accuracy": 0.550395, "main_score": 0.506236, "hf_subset": "azb_Arab-kam_Latn", "languages": ["azb-Arab", "kam-Latn"]}, {"precision": 0.906538, "recall": 0.933794, "f1": 0.915086, "accuracy": 0.933794, "main_score": 0.915086, "hf_subset": "azb_Arab-lit_Latn", "languages": ["azb-Arab", "lit-Latn"]}, {"precision": 0.904315, "recall": 0.931818, "f1": 0.912846, "accuracy": 0.931818, "main_score": 0.912846, "hf_subset": "azb_Arab-nob_Latn", "languages": ["azb-Arab", "nob-Latn"]}, {"precision": 0.873847, "recall": 0.908103, "f1": 0.884321, "accuracy": 0.908103, "main_score": 0.884321, "hf_subset": "azb_Arab-scn_Latn", "languages": ["azb-Arab", "scn-Latn"]}, {"precision": 0.877668, "recall": 0.908103, "f1": 0.887154, "accuracy": 0.908103, "main_score": 0.887154, "hf_subset": "azb_Arab-tgk_Cyrl", "languages": ["azb-Arab", "tgk-Cyrl"]}, {"precision": 0.557693, "recall": 0.628458, "f1": 0.577955, "accuracy": 0.628458, "main_score": 0.577955, "hf_subset": "azb_Arab-yor_Latn", "languages": ["azb-Arab", "yor-Latn"]}, {"precision": 0.894565, "recall": 0.922925, "f1": 0.903342, "accuracy": 0.922925, "main_score": 0.903342, "hf_subset": "azb_Arab-arz_Arab", "languages": ["azb-Arab", "arz-Arab"]}, {"precision": 0.476623, "recall": 0.538538, "f1": 0.493798, "accuracy": 0.538538, "main_score": 0.493798, "hf_subset": "azb_Arab-cjk_Latn", "languages": ["azb-Arab", "cjk-Latn"]}, {"precision": 0.585244, "recall": 0.659091, "f1": 0.605775, "accuracy": 0.659091, "main_score": 0.605775, "hf_subset": "azb_Arab-gla_Latn", "languages": ["azb-Arab", "gla-Latn"]}, {"precision": 0.909667, "recall": 0.934783, "f1": 0.917556, "accuracy": 0.934783, "main_score": 0.917556, "hf_subset": "azb_Arab-kan_Knda", "languages": ["azb-Arab", "kan-Knda"]}, {"precision": 0.882806, "recall": 0.911067, "f1": 0.891224, "accuracy": 0.911067, "main_score": 0.891224, "hf_subset": "azb_Arab-lmo_Latn", "languages": ["azb-Arab", "lmo-Latn"]}, {"precision": 0.92337, "recall": 0.942688, "f1": 0.929249, "accuracy": 0.942688, "main_score": 0.929249, "hf_subset": "azb_Arab-npi_Deva", "languages": ["azb-Arab", "npi-Deva"]}, {"precision": 0.403376, "recall": 0.459486, "f1": 0.418956, "accuracy": 0.459486, "main_score": 0.418956, "hf_subset": "azb_Arab-shn_Mymr", "languages": ["azb-Arab", "shn-Mymr"]}, {"precision": 0.9139, "recall": 0.938735, "f1": 0.92156, "accuracy": 0.938735, "main_score": 0.92156, "hf_subset": "azb_Arab-tgl_Latn", "languages": ["azb-Arab", "tgl-Latn"]}, {"precision": 0.906209, "recall": 0.932806, "f1": 0.914427, "accuracy": 0.932806, "main_score": 0.914427, "hf_subset": "azb_Arab-yue_Hant", "languages": ["azb-Arab", "yue-Hant"]}, {"precision": 0.901145, "recall": 0.928854, "f1": 0.909772, "accuracy": 0.928854, "main_score": 0.909772, "hf_subset": "azb_Arab-asm_Beng", "languages": ["azb-Arab", "asm-Beng"]}, {"precision": 0.810441, "recall": 0.857708, "f1": 0.824868, "accuracy": 0.857708, "main_score": 0.824868, "hf_subset": "azb_Arab-ckb_Arab", "languages": ["azb-Arab", "ckb-Arab"]}, {"precision": 0.630463, "recall": 0.693676, "f1": 0.648277, "accuracy": 0.693676, "main_score": 0.648277, "hf_subset": "azb_Arab-gle_Latn", "languages": ["azb-Arab", "gle-Latn"]}, {"precision": 0.858844, "recall": 0.893281, "f1": 0.869433, "accuracy": 0.893281, "main_score": 0.869433, "hf_subset": "azb_Arab-kas_Arab", "languages": ["azb-Arab", "kas-Arab"]}, {"precision": 0.800742, "recall": 0.844862, "f1": 0.814202, "accuracy": 0.844862, "main_score": 0.814202, "hf_subset": "azb_Arab-ltg_Latn", "languages": ["azb-Arab", "ltg-Latn"]}, {"precision": 0.515498, "recall": 0.565217, "f1": 0.52964, "accuracy": 0.565217, "main_score": 0.52964, "hf_subset": "azb_Arab-nso_Latn", "languages": ["azb-Arab", "nso-Latn"]}, {"precision": 0.840152, "recall": 0.880435, "f1": 0.852503, "accuracy": 0.880435, "main_score": 0.852503, "hf_subset": "azb_Arab-sin_Sinh", "languages": ["azb-Arab", "sin-Sinh"]}, {"precision": 0.897727, "recall": 0.926877, "f1": 0.906752, "accuracy": 0.926877, "main_score": 0.906752, "hf_subset": "azb_Arab-tha_Thai", "languages": ["azb-Arab", "tha-Thai"]}, {"precision": 0.901301, "recall": 0.926877, "f1": 0.908747, "accuracy": 0.926877, "main_score": 0.908747, "hf_subset": "azb_Arab-zho_Hans", "languages": ["azb-Arab", "zho-Hans"]}, {"precision": 0.903491, "recall": 0.932806, "f1": 0.912879, "accuracy": 0.932806, "main_score": 0.912879, "hf_subset": "azb_Arab-ast_Latn", "languages": ["azb-Arab", "ast-Latn"]}, {"precision": 0.894681, "recall": 0.924901, "f1": 0.904018, "accuracy": 0.924901, "main_score": 0.904018, "hf_subset": "azb_Arab-crh_Latn", "languages": ["azb-Arab", "crh-Latn"]}, {"precision": 0.914526, "recall": 0.939723, "f1": 0.922384, "accuracy": 0.939723, "main_score": 0.922384, "hf_subset": "azb_Arab-glg_Latn", "languages": ["azb-Arab", "glg-Latn"]}, {"precision": 0.76637, "recall": 0.81917, "f1": 0.782148, "accuracy": 0.81917, "main_score": 0.782148, "hf_subset": "azb_Arab-kas_Deva", "languages": ["azb-Arab", "kas-Deva"]}, {"precision": 0.867342, "recall": 0.900198, "f1": 0.877141, "accuracy": 0.900198, "main_score": 0.877141, "hf_subset": "azb_Arab-ltz_Latn", "languages": ["azb-Arab", "ltz-Latn"]}, {"precision": 0.405058, "recall": 0.474308, "f1": 0.422353, "accuracy": 0.474308, "main_score": 0.422353, "hf_subset": "azb_Arab-nus_Latn", "languages": ["azb-Arab", "nus-Latn"]}, {"precision": 0.908679, "recall": 0.934783, "f1": 0.9167, "accuracy": 0.934783, "main_score": 0.9167, "hf_subset": "azb_Arab-slk_Latn", "languages": ["azb-Arab", "slk-Latn"]}, {"precision": 0.528287, "recall": 0.600791, "f1": 0.548572, "accuracy": 0.600791, "main_score": 0.548572, "hf_subset": "azb_Arab-tir_Ethi", "languages": ["azb-Arab", "tir-Ethi"]}, {"precision": 0.896327, "recall": 0.926877, "f1": 0.905863, "accuracy": 0.926877, "main_score": 0.905863, "hf_subset": "azb_Arab-zho_Hant", "languages": ["azb-Arab", "zho-Hant"]}, {"precision": 0.89781, "recall": 0.926877, "f1": 0.907016, "accuracy": 0.926877, "main_score": 0.907016, "hf_subset": "azb_Arab-awa_Deva", "languages": ["azb-Arab", "awa-Deva"]}, {"precision": 0.791625, "recall": 0.838933, "f1": 0.805311, "accuracy": 0.838933, "main_score": 0.805311, "hf_subset": "azb_Arab-cym_Latn", "languages": ["azb-Arab", "cym-Latn"]}, {"precision": 0.714962, "recall": 0.769763, "f1": 0.731167, "accuracy": 0.769763, "main_score": 0.731167, "hf_subset": "azb_Arab-grn_Latn", "languages": ["azb-Arab", "grn-Latn"]}, {"precision": 0.881258, "recall": 0.91502, "f1": 0.89193, "accuracy": 0.91502, "main_score": 0.89193, "hf_subset": "azb_Arab-kat_Geor", "languages": ["azb-Arab", "kat-Geor"]}, {"precision": 0.54316, "recall": 0.593874, "f1": 0.557577, "accuracy": 0.593874, "main_score": 0.557577, "hf_subset": "azb_Arab-lua_Latn", "languages": ["azb-Arab", "lua-Latn"]}, {"precision": 0.511935, "recall": 0.571146, "f1": 0.527984, "accuracy": 0.571146, "main_score": 0.527984, "hf_subset": "azb_Arab-nya_Latn", "languages": ["azb-Arab", "nya-Latn"]}, {"precision": 0.901574, "recall": 0.926877, "f1": 0.909159, "accuracy": 0.926877, "main_score": 0.909159, "hf_subset": "azb_Arab-slv_Latn", "languages": ["azb-Arab", "slv-Latn"]}, {"precision": 0.789732, "recall": 0.833992, "f1": 0.802662, "accuracy": 0.833992, "main_score": 0.802662, "hf_subset": "azb_Arab-tpi_Latn", "languages": ["azb-Arab", "tpi-Latn"]}, {"precision": 0.926219, "recall": 0.945652, "f1": 0.932068, "accuracy": 0.945652, "main_score": 0.932068, "hf_subset": "azb_Arab-zsm_Latn", "languages": ["azb-Arab", "zsm-Latn"]}, {"precision": 0.473974, "recall": 0.538538, "f1": 0.491925, "accuracy": 0.538538, "main_score": 0.491925, "hf_subset": "azb_Arab-ayr_Latn", "languages": ["azb-Arab", "ayr-Latn"]}, {"precision": 0.920487, "recall": 0.9417, "f1": 0.92716, "accuracy": 0.9417, "main_score": 0.92716, "hf_subset": "azb_Arab-dan_Latn", "languages": ["azb-Arab", "dan-Latn"]}, {"precision": 0.928689, "recall": 0.951581, "f1": 0.936265, "accuracy": 0.951581, "main_score": 0.936265, "hf_subset": "azb_Arab-guj_Gujr", "languages": ["azb-Arab", "guj-Gujr"]}, {"precision": 0.908542, "recall": 0.93083, "f1": 0.915239, "accuracy": 0.93083, "main_score": 0.915239, "hf_subset": "azb_Arab-kaz_Cyrl", "languages": ["azb-Arab", "kaz-Cyrl"]}, {"precision": 0.446222, "recall": 0.504941, "f1": 0.463375, "accuracy": 0.504941, "main_score": 0.463375, "hf_subset": "azb_Arab-lug_Latn", "languages": ["azb-Arab", "lug-Latn"]}, {"precision": 0.916131, "recall": 0.939723, "f1": 0.923474, "accuracy": 0.939723, "main_score": 0.923474, "hf_subset": "azb_Arab-oci_Latn", "languages": ["azb-Arab", "oci-Latn"]}, {"precision": 0.662995, "recall": 0.719368, "f1": 0.67878, "accuracy": 0.719368, "main_score": 0.67878, "hf_subset": "azb_Arab-smo_Latn", "languages": ["azb-Arab", "smo-Latn"]}, {"precision": 0.463405, "recall": 0.521739, "f1": 0.479826, "accuracy": 0.521739, "main_score": 0.479826, "hf_subset": "azb_Arab-tsn_Latn", "languages": ["azb-Arab", "tsn-Latn"]}, {"precision": 0.510329, "recall": 0.568182, "f1": 0.526889, "accuracy": 0.568182, "main_score": 0.526889, "hf_subset": "azb_Arab-zul_Latn", "languages": ["azb-Arab", "zul-Latn"]}, {"precision": 0.915514, "recall": 0.939723, "f1": 0.922892, "accuracy": 0.939723, "main_score": 0.922892, "hf_subset": "azb_Arab-deu_Latn", "languages": ["azb-Arab", "deu-Latn"]}, {"precision": 0.851014, "recall": 0.88834, "f1": 0.862302, "accuracy": 0.88834, "main_score": 0.862302, "hf_subset": "azb_Arab-hat_Latn", "languages": ["azb-Arab", "hat-Latn"]}, {"precision": 0.428814, "recall": 0.483202, "f1": 0.44346, "accuracy": 0.483202, "main_score": 0.44346, "hf_subset": "azb_Arab-kbp_Latn", "languages": ["azb-Arab", "kbp-Latn"]}, {"precision": 0.49103, "recall": 0.55336, "f1": 0.507387, "accuracy": 0.55336, "main_score": 0.507387, "hf_subset": "azb_Arab-luo_Latn", "languages": ["azb-Arab", "luo-Latn"]}, {"precision": 0.912302, "recall": 0.937747, "f1": 0.920191, "accuracy": 0.937747, "main_score": 0.920191, "hf_subset": "azb_Arab-ory_Orya", "languages": ["azb-Arab", "ory-Orya"]}, {"precision": 0.489001, "recall": 0.549407, "f1": 0.505825, "accuracy": 0.549407, "main_score": 0.505825, "hf_subset": "azb_Arab-sna_Latn", "languages": ["azb-Arab", "sna-Latn"]}, {"precision": 0.477381, "recall": 0.533597, "f1": 0.49303, "accuracy": 0.533597, "main_score": 0.49303, "hf_subset": "azb_Arab-tso_Latn", "languages": ["azb-Arab", "tso-Latn"]}, {"precision": 0.88694, "recall": 0.920949, "f1": 0.897628, "accuracy": 0.920949, "main_score": 0.897628, "hf_subset": "azb_Arab-azj_Latn", "languages": ["azb-Arab", "azj-Latn"]}, {"precision": 0.453008, "recall": 0.516798, "f1": 0.470646, "accuracy": 0.516798, "main_score": 0.470646, "hf_subset": "azb_Arab-dik_Latn", "languages": ["azb-Arab", "dik-Latn"]}, {"precision": 0.59572, "recall": 0.663043, "f1": 0.615481, "accuracy": 0.663043, "main_score": 0.615481, "hf_subset": "azb_Arab-hau_Latn", "languages": ["azb-Arab", "hau-Latn"]}, {"precision": 0.875115, "recall": 0.908103, "f1": 0.885244, "accuracy": 0.908103, "main_score": 0.885244, "hf_subset": "azb_Arab-kea_Latn", "languages": ["azb-Arab", "kea-Latn"]}, {"precision": 0.632773, "recall": 0.688735, "f1": 0.649393, "accuracy": 0.688735, "main_score": 0.649393, "hf_subset": "azb_Arab-lus_Latn", "languages": ["azb-Arab", "lus-Latn"]}, {"precision": 0.767721, "recall": 0.809289, "f1": 0.78004, "accuracy": 0.809289, "main_score": 0.78004, "hf_subset": "azb_Arab-pag_Latn", "languages": ["azb-Arab", "pag-Latn"]}, {"precision": 0.912368, "recall": 0.936759, "f1": 0.919815, "accuracy": 0.936759, "main_score": 0.919815, "hf_subset": "azb_Arab-snd_Arab", "languages": ["azb-Arab", "snd-Arab"]}, {"precision": 0.816166, "recall": 0.859684, "f1": 0.829134, "accuracy": 0.859684, "main_score": 0.829134, "hf_subset": "azb_Arab-tuk_Latn", "languages": ["azb-Arab", "tuk-Latn"]}, {"precision": 0.885293, "recall": 0.914032, "f1": 0.894137, "accuracy": 0.914032, "main_score": 0.894137, "hf_subset": "azb_Arab-bak_Cyrl", "languages": ["azb-Arab", "bak-Cyrl"]}, {"precision": 0.39591, "recall": 0.476285, "f1": 0.418645, "accuracy": 0.476285, "main_score": 0.418645, "hf_subset": "azb_Arab-dyu_Latn", "languages": ["azb-Arab", "dyu-Latn"]}, {"precision": 0.909503, "recall": 0.934783, "f1": 0.917391, "accuracy": 0.934783, "main_score": 0.917391, "hf_subset": "azb_Arab-heb_Hebr", "languages": ["azb-Arab", "heb-Hebr"]}, {"precision": 0.847455, "recall": 0.884387, "f1": 0.858056, "accuracy": 0.884387, "main_score": 0.858056, "hf_subset": "azb_Arab-khk_Cyrl", "languages": ["azb-Arab", "khk-Cyrl"]}, {"precision": 0.915003, "recall": 0.936759, "f1": 0.921509, "accuracy": 0.936759, "main_score": 0.921509, "hf_subset": "azb_Arab-lvs_Latn", "languages": ["azb-Arab", "lvs-Latn"]}, {"precision": 0.931818, "recall": 0.951581, "f1": 0.938076, "accuracy": 0.951581, "main_score": 0.938076, "hf_subset": "azb_Arab-pan_Guru", "languages": ["azb-Arab", "pan-Guru"]}, {"precision": 0.566568, "recall": 0.632411, "f1": 0.585345, "accuracy": 0.632411, "main_score": 0.585345, "hf_subset": "azb_Arab-som_Latn", "languages": ["azb-Arab", "som-Latn"]}, {"precision": 0.4948, "recall": 0.550395, "f1": 0.510444, "accuracy": 0.550395, "main_score": 0.510444, "hf_subset": "azb_Arab-tum_Latn", "languages": ["azb-Arab", "tum-Latn"]}, {"precision": 0.6099, "recall": 0.671937, "f1": 0.627541, "accuracy": 0.671937, "main_score": 0.627541, "hf_subset": "deu_Latn-ace_Arab", "languages": ["deu-Latn", "ace-Arab"]}, {"precision": 0.544492, "recall": 0.606719, "f1": 0.562237, "accuracy": 0.606719, "main_score": 0.562237, "hf_subset": "deu_Latn-bam_Latn", "languages": ["deu-Latn", "bam-Latn"]}, {"precision": 0.465286, "recall": 0.543478, "f1": 0.486953, "accuracy": 0.543478, "main_score": 0.486953, "hf_subset": "deu_Latn-dzo_Tibt", "languages": ["deu-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hin_Deva", "languages": ["deu-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-khm_Khmr", "languages": ["deu-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mag_Deva", "languages": ["deu-Latn", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "deu_Latn-pap_Latn", "languages": ["deu-Latn", "pap-Latn"]}, {"precision": 0.610814, "recall": 0.66996, "f1": 0.627687, "accuracy": 0.66996, "main_score": 0.627687, "hf_subset": "deu_Latn-sot_Latn", "languages": ["deu-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tur_Latn", "languages": ["deu-Latn", "tur-Latn"]}, {"precision": 0.888587, "recall": 0.91996, "f1": 0.898617, "accuracy": 0.91996, "main_score": 0.898617, "hf_subset": "deu_Latn-ace_Latn", "languages": ["deu-Latn", "ace-Latn"]}, {"precision": 0.966321, "recall": 0.975296, "f1": 0.969104, "accuracy": 0.975296, "main_score": 0.969104, "hf_subset": "deu_Latn-ban_Latn", "languages": ["deu-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ell_Grek", "languages": ["deu-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "deu_Latn-hne_Deva", "languages": ["deu-Latn", "hne-Deva"]}, {"precision": 0.620982, "recall": 0.684783, "f1": 0.639417, "accuracy": 0.684783, "main_score": 0.639417, "hf_subset": "deu_Latn-kik_Latn", "languages": ["deu-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mai_Deva", "languages": ["deu-Latn", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "deu_Latn-pbt_Arab", "languages": ["deu-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-spa_Latn", "languages": ["deu-Latn", "spa-Latn"]}, {"precision": 0.626773, "recall": 0.693676, "f1": 0.646014, "accuracy": 0.693676, "main_score": 0.646014, "hf_subset": "deu_Latn-twi_Latn", "languages": ["deu-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-acm_Arab", "languages": ["deu-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bel_Cyrl", "languages": ["deu-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-eng_Latn", "languages": ["deu-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hrv_Latn", "languages": ["deu-Latn", "hrv-Latn"]}, {"precision": 0.566808, "recall": 0.633399, "f1": 0.585641, "accuracy": 0.633399, "main_score": 0.585641, "hf_subset": "deu_Latn-kin_Latn", "languages": ["deu-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-mal_Mlym", "languages": ["deu-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pes_Arab", "languages": ["deu-Latn", "pes-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-srd_Latn", "languages": ["deu-Latn", "srd-Latn"]}, {"precision": 0.179576, "recall": 0.230237, "f1": 0.19252, "accuracy": 0.230237, "main_score": 0.19252, "hf_subset": "deu_Latn-tzm_Tfng", "languages": ["deu-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-acq_Arab", "languages": ["deu-Latn", "acq-Arab"]}, {"precision": 0.65468, "recall": 0.70751, "f1": 0.669306, "accuracy": 0.70751, "main_score": 0.669306, "hf_subset": "deu_Latn-bem_Latn", "languages": ["deu-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-epo_Latn", "languages": ["deu-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hun_Latn", "languages": ["deu-Latn", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-kir_Cyrl", "languages": ["deu-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mar_Deva", "languages": ["deu-Latn", "mar-Deva"]}, {"precision": 0.687912, "recall": 0.745059, "f1": 0.704696, "accuracy": 0.745059, "main_score": 0.704696, "hf_subset": "deu_Latn-plt_Latn", "languages": ["deu-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-srp_Cyrl", "languages": ["deu-Latn", "srp-Cyrl"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "deu_Latn-uig_Arab", "languages": ["deu-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-aeb_Arab", "languages": ["deu-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ben_Beng", "languages": ["deu-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-est_Latn", "languages": ["deu-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hye_Armn", "languages": ["deu-Latn", "hye-Armn"]}, {"precision": 0.566809, "recall": 0.617589, "f1": 0.581643, "accuracy": 0.617589, "main_score": 0.581643, "hf_subset": "deu_Latn-kmb_Latn", "languages": ["deu-Latn", "kmb-Latn"]}, {"precision": 0.513948, "recall": 0.591897, "f1": 0.535855, "accuracy": 0.591897, "main_score": 0.535855, "hf_subset": "deu_Latn-min_Arab", "languages": ["deu-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pol_Latn", "languages": ["deu-Latn", "pol-Latn"]}, {"precision": 0.567383, "recall": 0.634387, "f1": 0.587044, "accuracy": 0.634387, "main_score": 0.587044, "hf_subset": "deu_Latn-ssw_Latn", "languages": ["deu-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ukr_Cyrl", "languages": ["deu-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-afr_Latn", "languages": ["deu-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-bho_Deva", "languages": ["deu-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-eus_Latn", "languages": ["deu-Latn", "eus-Latn"]}, {"precision": 0.604127, "recall": 0.666008, "f1": 0.621464, "accuracy": 0.666008, "main_score": 0.621464, "hf_subset": "deu_Latn-ibo_Latn", "languages": ["deu-Latn", "ibo-Latn"]}, {"precision": 0.914855, "recall": 0.939723, "f1": 0.922925, "accuracy": 0.939723, "main_score": 0.922925, "hf_subset": "deu_Latn-kmr_Latn", "languages": ["deu-Latn", "kmr-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "deu_Latn-min_Latn", "languages": ["deu-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-por_Latn", "languages": ["deu-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-sun_Latn", "languages": ["deu-Latn", "sun-Latn"]}, {"precision": 0.541224, "recall": 0.602767, "f1": 0.559552, "accuracy": 0.602767, "main_score": 0.559552, "hf_subset": "deu_Latn-umb_Latn", "languages": ["deu-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ajp_Arab", "languages": ["deu-Latn", "ajp-Arab"]}, {"precision": 0.551352, "recall": 0.617589, "f1": 0.570084, "accuracy": 0.617589, "main_score": 0.570084, "hf_subset": "deu_Latn-bjn_Arab", "languages": ["deu-Latn", "bjn-Arab"]}, {"precision": 0.537633, "recall": 0.59585, "f1": 0.553313, "accuracy": 0.59585, "main_score": 0.553313, "hf_subset": "deu_Latn-ewe_Latn", "languages": ["deu-Latn", "ewe-Latn"]}, {"precision": 0.958498, "recall": 0.972332, "f1": 0.963109, "accuracy": 0.972332, "main_score": 0.963109, "hf_subset": "deu_Latn-ilo_Latn", "languages": ["deu-Latn", "ilo-Latn"]}, {"precision": 0.318405, "recall": 0.382411, "f1": 0.335873, "accuracy": 0.382411, "main_score": 0.335873, "hf_subset": "deu_Latn-knc_Arab", "languages": ["deu-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mkd_Cyrl", "languages": ["deu-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-prs_Arab", "languages": ["deu-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-swe_Latn", "languages": ["deu-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-urd_Arab", "languages": ["deu-Latn", "urd-Arab"]}, {"precision": 0.615399, "recall": 0.678854, "f1": 0.633437, "accuracy": 0.678854, "main_score": 0.633437, "hf_subset": "deu_Latn-aka_Latn", "languages": ["deu-Latn", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "deu_Latn-bjn_Latn", "languages": ["deu-Latn", "bjn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "deu_Latn-fao_Latn", "languages": ["deu-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ind_Latn", "languages": ["deu-Latn", "ind-Latn"]}, {"precision": 0.606644, "recall": 0.659091, "f1": 0.621775, "accuracy": 0.659091, "main_score": 0.621775, "hf_subset": "deu_Latn-knc_Latn", "languages": ["deu-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-mlt_Latn", "languages": ["deu-Latn", "mlt-Latn"]}, {"precision": 0.728815, "recall": 0.788538, "f1": 0.746626, "accuracy": 0.788538, "main_score": 0.746626, "hf_subset": "deu_Latn-quy_Latn", "languages": ["deu-Latn", "quy-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "deu_Latn-swh_Latn", "languages": ["deu-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-uzn_Latn", "languages": ["deu-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-als_Latn", "languages": ["deu-Latn", "als-Latn"]}, {"precision": 0.662971, "recall": 0.744071, "f1": 0.68694, "accuracy": 0.744071, "main_score": 0.68694, "hf_subset": "deu_Latn-bod_Tibt", "languages": ["deu-Latn", "bod-Tibt"]}, {"precision": 0.739528, "recall": 0.791502, "f1": 0.755091, "accuracy": 0.791502, "main_score": 0.755091, "hf_subset": "deu_Latn-fij_Latn", "languages": ["deu-Latn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "deu_Latn-isl_Latn", "languages": ["deu-Latn", "isl-Latn"]}, {"precision": 0.687409, "recall": 0.73913, "f1": 0.702723, "accuracy": 0.73913, "main_score": 0.702723, "hf_subset": "deu_Latn-kon_Latn", "languages": ["deu-Latn", "kon-Latn"]}, {"precision": 0.684085, "recall": 0.748024, "f1": 0.703458, "accuracy": 0.748024, "main_score": 0.703458, "hf_subset": "deu_Latn-mni_Beng", "languages": ["deu-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ron_Latn", "languages": ["deu-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "deu_Latn-szl_Latn", "languages": ["deu-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-vec_Latn", "languages": ["deu-Latn", "vec-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "deu_Latn-amh_Ethi", "languages": ["deu-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bos_Latn", "languages": ["deu-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-fin_Latn", "languages": ["deu-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ita_Latn", "languages": ["deu-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-kor_Hang", "languages": ["deu-Latn", "kor-Hang"]}, {"precision": 0.560218, "recall": 0.623518, "f1": 0.578013, "accuracy": 0.623518, "main_score": 0.578013, "hf_subset": "deu_Latn-mos_Latn", "languages": ["deu-Latn", "mos-Latn"]}, {"precision": 0.571419, "recall": 0.629447, "f1": 0.588046, "accuracy": 0.629447, "main_score": 0.588046, "hf_subset": "deu_Latn-run_Latn", "languages": ["deu-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tam_Taml", "languages": ["deu-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-vie_Latn", "languages": ["deu-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-apc_Arab", "languages": ["deu-Latn", "apc-Arab"]}, {"precision": 0.810343, "recall": 0.855731, "f1": 0.824209, "accuracy": 0.855731, "main_score": 0.824209, "hf_subset": "deu_Latn-bug_Latn", "languages": ["deu-Latn", "bug-Latn"]}, {"precision": 0.48615, "recall": 0.546443, "f1": 0.50175, "accuracy": 0.546443, "main_score": 0.50175, "hf_subset": "deu_Latn-fon_Latn", "languages": ["deu-Latn", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-jav_Latn", "languages": ["deu-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-lao_Laoo", "languages": ["deu-Latn", "lao-Laoo"]}, {"precision": 0.900066, "recall": 0.926877, "f1": 0.908235, "accuracy": 0.926877, "main_score": 0.908235, "hf_subset": "deu_Latn-mri_Latn", "languages": ["deu-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-rus_Cyrl", "languages": ["deu-Latn", "rus-Cyrl"]}, {"precision": 0.555479, "recall": 0.623518, "f1": 0.574826, "accuracy": 0.623518, "main_score": 0.574826, "hf_subset": "deu_Latn-taq_Latn", "languages": ["deu-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-war_Latn", "languages": ["deu-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-arb_Arab", "languages": ["deu-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bul_Cyrl", "languages": ["deu-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-fra_Latn", "languages": ["deu-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-jpn_Jpan", "languages": ["deu-Latn", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-lij_Latn", "languages": ["deu-Latn", "lij-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "deu_Latn-mya_Mymr", "languages": ["deu-Latn", "mya-Mymr"]}, {"precision": 0.612519, "recall": 0.678854, "f1": 0.631165, "accuracy": 0.678854, "main_score": 0.631165, "hf_subset": "deu_Latn-sag_Latn", "languages": ["deu-Latn", "sag-Latn"]}, {"precision": 0.191214, "recall": 0.250988, "f1": 0.205354, "accuracy": 0.250988, "main_score": 0.205354, "hf_subset": "deu_Latn-taq_Tfng", "languages": ["deu-Latn", "taq-Tfng"]}, {"precision": 0.641182, "recall": 0.70751, "f1": 0.660246, "accuracy": 0.70751, "main_score": 0.660246, "hf_subset": "deu_Latn-wol_Latn", "languages": ["deu-Latn", "wol-Latn"]}, {"precision": 0.825823, "recall": 0.873518, "f1": 0.840547, "accuracy": 0.873518, "main_score": 0.840547, "hf_subset": "deu_Latn-arb_Latn", "languages": ["deu-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-cat_Latn", "languages": ["deu-Latn", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-fur_Latn", "languages": ["deu-Latn", "fur-Latn"]}, {"precision": 0.424827, "recall": 0.486166, "f1": 0.441807, "accuracy": 0.486166, "main_score": 0.441807, "hf_subset": "deu_Latn-kab_Latn", "languages": ["deu-Latn", "kab-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "deu_Latn-lim_Latn", "languages": ["deu-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-nld_Latn", "languages": ["deu-Latn", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "deu_Latn-san_Deva", "languages": ["deu-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-tat_Cyrl", "languages": ["deu-Latn", "tat-Cyrl"]}, {"precision": 0.695365, "recall": 0.752964, "f1": 0.712566, "accuracy": 0.752964, "main_score": 0.712566, "hf_subset": "deu_Latn-xho_Latn", "languages": ["deu-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ars_Arab", "languages": ["deu-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-ceb_Latn", "languages": ["deu-Latn", "ceb-Latn"]}, {"precision": 0.578601, "recall": 0.641304, "f1": 0.596581, "accuracy": 0.641304, "main_score": 0.596581, "hf_subset": "deu_Latn-fuv_Latn", "languages": ["deu-Latn", "fuv-Latn"]}, {"precision": 0.518705, "recall": 0.58498, "f1": 0.537099, "accuracy": 0.58498, "main_score": 0.537099, "hf_subset": "deu_Latn-kac_Latn", "languages": ["deu-Latn", "kac-Latn"]}, {"precision": 0.691156, "recall": 0.744071, "f1": 0.707284, "accuracy": 0.744071, "main_score": 0.707284, "hf_subset": "deu_Latn-lin_Latn", "languages": ["deu-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-nno_Latn", "languages": ["deu-Latn", "nno-Latn"]}, {"precision": 0.251485, "recall": 0.340909, "f1": 0.275391, "accuracy": 0.340909, "main_score": 0.275391, "hf_subset": "deu_Latn-sat_Olck", "languages": ["deu-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-tel_Telu", "languages": ["deu-Latn", "tel-Telu"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "deu_Latn-ydd_Hebr", "languages": ["deu-Latn", "ydd-Hebr"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "deu_Latn-ary_Arab", "languages": ["deu-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ces_Latn", "languages": ["deu-Latn", "ces-Latn"]}, {"precision": 0.584272, "recall": 0.647233, "f1": 0.602348, "accuracy": 0.647233, "main_score": 0.602348, "hf_subset": "deu_Latn-gaz_Latn", "languages": ["deu-Latn", "gaz-Latn"]}, {"precision": 0.595158, "recall": 0.663043, "f1": 0.614648, "accuracy": 0.663043, "main_score": 0.614648, "hf_subset": "deu_Latn-kam_Latn", "languages": ["deu-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "deu_Latn-lit_Latn", "languages": ["deu-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-nob_Latn", "languages": ["deu-Latn", "nob-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "deu_Latn-scn_Latn", "languages": ["deu-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "deu_Latn-tgk_Cyrl", "languages": ["deu-Latn", "tgk-Cyrl"]}, {"precision": 0.728862, "recall": 0.793478, "f1": 0.748803, "accuracy": 0.793478, "main_score": 0.748803, "hf_subset": "deu_Latn-yor_Latn", "languages": ["deu-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-arz_Arab", "languages": ["deu-Latn", "arz-Arab"]}, {"precision": 0.583887, "recall": 0.645257, "f1": 0.601303, "accuracy": 0.645257, "main_score": 0.601303, "hf_subset": "deu_Latn-cjk_Latn", "languages": ["deu-Latn", "cjk-Latn"]}, {"precision": 0.821476, "recall": 0.866601, "f1": 0.835935, "accuracy": 0.866601, "main_score": 0.835935, "hf_subset": "deu_Latn-gla_Latn", "languages": ["deu-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-kan_Knda", "languages": ["deu-Latn", "kan-Knda"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "deu_Latn-lmo_Latn", "languages": ["deu-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "deu_Latn-npi_Deva", "languages": ["deu-Latn", "npi-Deva"]}, {"precision": 0.482511, "recall": 0.546443, "f1": 0.500532, "accuracy": 0.546443, "main_score": 0.500532, "hf_subset": "deu_Latn-shn_Mymr", "languages": ["deu-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tgl_Latn", "languages": ["deu-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-yue_Hant", "languages": ["deu-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-asm_Beng", "languages": ["deu-Latn", "asm-Beng"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "deu_Latn-ckb_Arab", "languages": ["deu-Latn", "ckb-Arab"]}, {"precision": 0.912302, "recall": 0.937747, "f1": 0.920158, "accuracy": 0.937747, "main_score": 0.920158, "hf_subset": "deu_Latn-gle_Latn", "languages": ["deu-Latn", "gle-Latn"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "deu_Latn-kas_Arab", "languages": ["deu-Latn", "kas-Arab"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "deu_Latn-ltg_Latn", "languages": ["deu-Latn", "ltg-Latn"]}, {"precision": 0.627421, "recall": 0.682806, "f1": 0.643506, "accuracy": 0.682806, "main_score": 0.643506, "hf_subset": "deu_Latn-nso_Latn", "languages": ["deu-Latn", "nso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-sin_Sinh", "languages": ["deu-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-tha_Thai", "languages": ["deu-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-zho_Hans", "languages": ["deu-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ast_Latn", "languages": ["deu-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-crh_Latn", "languages": ["deu-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-glg_Latn", "languages": ["deu-Latn", "glg-Latn"]}, {"precision": 0.919302, "recall": 0.944664, "f1": 0.927701, "accuracy": 0.944664, "main_score": 0.927701, "hf_subset": "deu_Latn-kas_Deva", "languages": ["deu-Latn", "kas-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-ltz_Latn", "languages": ["deu-Latn", "ltz-Latn"]}, {"precision": 0.481144, "recall": 0.547431, "f1": 0.498862, "accuracy": 0.547431, "main_score": 0.498862, "hf_subset": "deu_Latn-nus_Latn", "languages": ["deu-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-slk_Latn", "languages": ["deu-Latn", "slk-Latn"]}, {"precision": 0.644763, "recall": 0.714427, "f1": 0.665876, "accuracy": 0.714427, "main_score": 0.665876, "hf_subset": "deu_Latn-tir_Ethi", "languages": ["deu-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-zho_Hant", "languages": ["deu-Latn", "zho-Hant"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "deu_Latn-awa_Deva", "languages": ["deu-Latn", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "deu_Latn-cym_Latn", "languages": ["deu-Latn", "cym-Latn"]}, {"precision": 0.866765, "recall": 0.902174, "f1": 0.877931, "accuracy": 0.902174, "main_score": 0.877931, "hf_subset": "deu_Latn-grn_Latn", "languages": ["deu-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-kat_Geor", "languages": ["deu-Latn", "kat-Geor"]}, {"precision": 0.659453, "recall": 0.711462, "f1": 0.673864, "accuracy": 0.711462, "main_score": 0.673864, "hf_subset": "deu_Latn-lua_Latn", "languages": ["deu-Latn", "lua-Latn"]}, {"precision": 0.678673, "recall": 0.735178, "f1": 0.694669, "accuracy": 0.735178, "main_score": 0.694669, "hf_subset": "deu_Latn-nya_Latn", "languages": ["deu-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-slv_Latn", "languages": ["deu-Latn", "slv-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "deu_Latn-tpi_Latn", "languages": ["deu-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-zsm_Latn", "languages": ["deu-Latn", "zsm-Latn"]}, {"precision": 0.56172, "recall": 0.625494, "f1": 0.579967, "accuracy": 0.625494, "main_score": 0.579967, "hf_subset": "deu_Latn-ayr_Latn", "languages": ["deu-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-dan_Latn", "languages": ["deu-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-guj_Gujr", "languages": ["deu-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-kaz_Cyrl", "languages": ["deu-Latn", "kaz-Cyrl"]}, {"precision": 0.546429, "recall": 0.610672, "f1": 0.564841, "accuracy": 0.610672, "main_score": 0.564841, "hf_subset": "deu_Latn-lug_Latn", "languages": ["deu-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-oci_Latn", "languages": ["deu-Latn", "oci-Latn"]}, {"precision": 0.853343, "recall": 0.893281, "f1": 0.86581, "accuracy": 0.893281, "main_score": 0.86581, "hf_subset": "deu_Latn-smo_Latn", "languages": ["deu-Latn", "smo-Latn"]}, {"precision": 0.559527, "recall": 0.620553, "f1": 0.576776, "accuracy": 0.620553, "main_score": 0.576776, "hf_subset": "deu_Latn-tsn_Latn", "languages": ["deu-Latn", "tsn-Latn"]}, {"precision": 0.641272, "recall": 0.70751, "f1": 0.66051, "accuracy": 0.70751, "main_score": 0.66051, "hf_subset": "deu_Latn-zul_Latn", "languages": ["deu-Latn", "zul-Latn"]}, {"precision": 0.928689, "recall": 0.951581, "f1": 0.936265, "accuracy": 0.951581, "main_score": 0.936265, "hf_subset": "deu_Latn-azb_Arab", "languages": ["deu-Latn", "azb-Arab"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "deu_Latn-hat_Latn", "languages": ["deu-Latn", "hat-Latn"]}, {"precision": 0.510319, "recall": 0.570158, "f1": 0.527389, "accuracy": 0.570158, "main_score": 0.527389, "hf_subset": "deu_Latn-kbp_Latn", "languages": ["deu-Latn", "kbp-Latn"]}, {"precision": 0.59383, "recall": 0.655138, "f1": 0.610814, "accuracy": 0.655138, "main_score": 0.610814, "hf_subset": "deu_Latn-luo_Latn", "languages": ["deu-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-ory_Orya", "languages": ["deu-Latn", "ory-Orya"]}, {"precision": 0.609569, "recall": 0.675889, "f1": 0.628807, "accuracy": 0.675889, "main_score": 0.628807, "hf_subset": "deu_Latn-sna_Latn", "languages": ["deu-Latn", "sna-Latn"]}, {"precision": 0.583227, "recall": 0.639328, "f1": 0.598464, "accuracy": 0.639328, "main_score": 0.598464, "hf_subset": "deu_Latn-tso_Latn", "languages": ["deu-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-azj_Latn", "languages": ["deu-Latn", "azj-Latn"]}, {"precision": 0.560253, "recall": 0.629447, "f1": 0.580484, "accuracy": 0.629447, "main_score": 0.580484, "hf_subset": "deu_Latn-dik_Latn", "languages": ["deu-Latn", "dik-Latn"]}, {"precision": 0.765794, "recall": 0.818182, "f1": 0.781621, "accuracy": 0.818182, "main_score": 0.781621, "hf_subset": "deu_Latn-hau_Latn", "languages": ["deu-Latn", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-kea_Latn", "languages": ["deu-Latn", "kea-Latn"]}, {"precision": 0.764608, "recall": 0.814229, "f1": 0.779282, "accuracy": 0.814229, "main_score": 0.779282, "hf_subset": "deu_Latn-lus_Latn", "languages": ["deu-Latn", "lus-Latn"]}, {"precision": 0.886775, "recall": 0.91502, "f1": 0.895276, "accuracy": 0.91502, "main_score": 0.895276, "hf_subset": "deu_Latn-pag_Latn", "languages": ["deu-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-snd_Arab", "languages": ["deu-Latn", "snd-Arab"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "deu_Latn-tuk_Latn", "languages": ["deu-Latn", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-bak_Cyrl", "languages": ["deu-Latn", "bak-Cyrl"]}, {"precision": 0.506426, "recall": 0.586957, "f1": 0.530245, "accuracy": 0.586957, "main_score": 0.530245, "hf_subset": "deu_Latn-dyu_Latn", "languages": ["deu-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-heb_Hebr", "languages": ["deu-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-khk_Cyrl", "languages": ["deu-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-lvs_Latn", "languages": ["deu-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pan_Guru", "languages": ["deu-Latn", "pan-Guru"]}, {"precision": 0.715753, "recall": 0.77668, "f1": 0.733492, "accuracy": 0.77668, "main_score": 0.733492, "hf_subset": "deu_Latn-som_Latn", "languages": ["deu-Latn", "som-Latn"]}, {"precision": 0.62421, "recall": 0.677866, "f1": 0.63917, "accuracy": 0.677866, "main_score": 0.63917, "hf_subset": "deu_Latn-tum_Latn", "languages": ["deu-Latn", "tum-Latn"]}, {"precision": 0.560282, "recall": 0.619565, "f1": 0.576641, "accuracy": 0.619565, "main_score": 0.576641, "hf_subset": "hat_Latn-ace_Arab", "languages": ["hat-Latn", "ace-Arab"]}, {"precision": 0.529586, "recall": 0.579051, "f1": 0.543201, "accuracy": 0.579051, "main_score": 0.543201, "hf_subset": "hat_Latn-bam_Latn", "languages": ["hat-Latn", "bam-Latn"]}, {"precision": 0.326172, "recall": 0.393281, "f1": 0.342863, "accuracy": 0.393281, "main_score": 0.342863, "hf_subset": "hat_Latn-dzo_Tibt", "languages": ["hat-Latn", "dzo-Tibt"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "hat_Latn-hin_Deva", "languages": ["hat-Latn", "hin-Deva"]}, {"precision": 0.952322, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "hat_Latn-khm_Khmr", "languages": ["hat-Latn", "khm-Khmr"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "hat_Latn-mag_Deva", "languages": ["hat-Latn", "mag-Deva"]}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949275, "accuracy": 0.960474, "main_score": 0.949275, "hf_subset": "hat_Latn-pap_Latn", "languages": ["hat-Latn", "pap-Latn"]}, {"precision": 0.572647, "recall": 0.616601, "f1": 0.584928, "accuracy": 0.616601, "main_score": 0.584928, "hf_subset": "hat_Latn-sot_Latn", "languages": ["hat-Latn", "sot-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "hat_Latn-tur_Latn", "languages": ["hat-Latn", "tur-Latn"]}, {"precision": 0.811693, "recall": 0.854743, "f1": 0.824736, "accuracy": 0.854743, "main_score": 0.824736, "hf_subset": "hat_Latn-ace_Latn", "languages": ["hat-Latn", "ace-Latn"]}, {"precision": 0.895586, "recall": 0.920949, "f1": 0.903458, "accuracy": 0.920949, "main_score": 0.903458, "hf_subset": "hat_Latn-ban_Latn", "languages": ["hat-Latn", "ban-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "hat_Latn-ell_Grek", "languages": ["hat-Latn", "ell-Grek"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "hat_Latn-hne_Deva", "languages": ["hat-Latn", "hne-Deva"]}, {"precision": 0.564391, "recall": 0.61166, "f1": 0.577772, "accuracy": 0.61166, "main_score": 0.577772, "hf_subset": "hat_Latn-kik_Latn", "languages": ["hat-Latn", "kik-Latn"]}, {"precision": 0.962862, "recall": 0.974308, "f1": 0.966469, "accuracy": 0.974308, "main_score": 0.966469, "hf_subset": "hat_Latn-mai_Deva", "languages": ["hat-Latn", "mai-Deva"]}, {"precision": 0.901597, "recall": 0.931818, "f1": 0.911298, "accuracy": 0.931818, "main_score": 0.911298, "hf_subset": "hat_Latn-pbt_Arab", "languages": ["hat-Latn", "pbt-Arab"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "hat_Latn-spa_Latn", "languages": ["hat-Latn", "spa-Latn"]}, {"precision": 0.569869, "recall": 0.62253, "f1": 0.584985, "accuracy": 0.62253, "main_score": 0.584985, "hf_subset": "hat_Latn-twi_Latn", "languages": ["hat-Latn", "twi-Latn"]}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968347, "accuracy": 0.975296, "main_score": 0.968347, "hf_subset": "hat_Latn-acm_Arab", "languages": ["hat-Latn", "acm-Arab"]}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "hat_Latn-bel_Cyrl", "languages": ["hat-Latn", "bel-Cyrl"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hat_Latn-eng_Latn", "languages": ["hat-Latn", "eng-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hat_Latn-hrv_Latn", "languages": ["hat-Latn", "hrv-Latn"]}, {"precision": 0.547111, "recall": 0.601779, "f1": 0.562335, "accuracy": 0.601779, "main_score": 0.562335, "hf_subset": "hat_Latn-kin_Latn", "languages": ["hat-Latn", "kin-Latn"]}, {"precision": 0.958498, "recall": 0.972332, "f1": 0.963109, "accuracy": 0.972332, "main_score": 0.963109, "hf_subset": "hat_Latn-mal_Mlym", "languages": ["hat-Latn", "mal-Mlym"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hat_Latn-pes_Arab", "languages": ["hat-Latn", "pes-Arab"]}, {"precision": 0.95112, "recall": 0.964427, "f1": 0.955204, "accuracy": 0.964427, "main_score": 0.955204, "hf_subset": "hat_Latn-srd_Latn", "languages": ["hat-Latn", "srd-Latn"]}, {"precision": 0.193627, "recall": 0.238142, "f1": 0.205185, "accuracy": 0.238142, "main_score": 0.205185, "hf_subset": "hat_Latn-tzm_Tfng", "languages": ["hat-Latn", "tzm-Tfng"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hat_Latn-acq_Arab", "languages": ["hat-Latn", "acq-Arab"]}, {"precision": 0.567222, "recall": 0.609684, "f1": 0.578759, "accuracy": 0.609684, "main_score": 0.578759, "hf_subset": "hat_Latn-bem_Latn", "languages": ["hat-Latn", "bem-Latn"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "hat_Latn-epo_Latn", "languages": ["hat-Latn", "epo-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "hat_Latn-hun_Latn", "languages": ["hat-Latn", "hun-Latn"]}, {"precision": 0.926301, "recall": 0.94664, "f1": 0.932708, "accuracy": 0.94664, "main_score": 0.932708, "hf_subset": "hat_Latn-kir_Cyrl", "languages": ["hat-Latn", "kir-Cyrl"]}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "hat_Latn-mar_Deva", "languages": ["hat-Latn", "mar-Deva"]}, {"precision": 0.646264, "recall": 0.693676, "f1": 0.659801, "accuracy": 0.693676, "main_score": 0.659801, "hf_subset": "hat_Latn-plt_Latn", "languages": ["hat-Latn", "plt-Latn"]}, {"precision": 0.975543, "recall": 0.983202, "f1": 0.977997, "accuracy": 0.983202, "main_score": 0.977997, "hf_subset": "hat_Latn-srp_Cyrl", "languages": ["hat-Latn", "srp-Cyrl"]}, {"precision": 0.893231, "recall": 0.918972, "f1": 0.901054, "accuracy": 0.918972, "main_score": 0.901054, "hf_subset": "hat_Latn-uig_Arab", "languages": ["hat-Latn", "uig-Arab"]}, {"precision": 0.94777, "recall": 0.962451, "f1": 0.952157, "accuracy": 0.962451, "main_score": 0.952157, "hf_subset": "hat_Latn-aeb_Arab", "languages": ["hat-Latn", "aeb-Arab"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "hat_Latn-ben_Beng", "languages": ["hat-Latn", "ben-Beng"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "hat_Latn-est_Latn", "languages": ["hat-Latn", "est-Latn"]}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "hat_Latn-hye_Armn", "languages": ["hat-Latn", "hye-Armn"]}, {"precision": 0.529862, "recall": 0.571146, "f1": 0.541369, "accuracy": 0.571146, "main_score": 0.541369, "hf_subset": "hat_Latn-kmb_Latn", "languages": ["hat-Latn", "kmb-Latn"]}, {"precision": 0.485917, "recall": 0.548419, "f1": 0.502516, "accuracy": 0.548419, "main_score": 0.502516, "hf_subset": "hat_Latn-min_Arab", "languages": ["hat-Latn", "min-Arab"]}, {"precision": 0.962204, "recall": 0.974308, "f1": 0.96614, "accuracy": 0.974308, "main_score": 0.96614, "hf_subset": "hat_Latn-pol_Latn", "languages": ["hat-Latn", "pol-Latn"]}, {"precision": 0.538416, "recall": 0.593874, "f1": 0.554336, "accuracy": 0.593874, "main_score": 0.554336, "hf_subset": "hat_Latn-ssw_Latn", "languages": ["hat-Latn", "ssw-Latn"]}, {"precision": 0.969944, "recall": 0.979249, "f1": 0.972892, "accuracy": 0.979249, "main_score": 0.972892, "hf_subset": "hat_Latn-ukr_Cyrl", "languages": ["hat-Latn", "ukr-Cyrl"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "hat_Latn-afr_Latn", "languages": ["hat-Latn", "afr-Latn"]}, {"precision": 0.941947, "recall": 0.958498, "f1": 0.9472, "accuracy": 0.958498, "main_score": 0.9472, "hf_subset": "hat_Latn-bho_Deva", "languages": ["hat-Latn", "bho-Deva"]}, {"precision": 0.940135, "recall": 0.958498, "f1": 0.946047, "accuracy": 0.958498, "main_score": 0.946047, "hf_subset": "hat_Latn-eus_Latn", "languages": ["hat-Latn", "eus-Latn"]}, {"precision": 0.565992, "recall": 0.619565, "f1": 0.580785, "accuracy": 0.619565, "main_score": 0.580785, "hf_subset": "hat_Latn-ibo_Latn", "languages": ["hat-Latn", "ibo-Latn"]}, {"precision": 0.840671, "recall": 0.879447, "f1": 0.85275, "accuracy": 0.879447, "main_score": 0.85275, "hf_subset": "hat_Latn-kmr_Latn", "languages": ["hat-Latn", "kmr-Latn"]}, {"precision": 0.927899, "recall": 0.947628, "f1": 0.934091, "accuracy": 0.947628, "main_score": 0.934091, "hf_subset": "hat_Latn-min_Latn", "languages": ["hat-Latn", "min-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "hat_Latn-por_Latn", "languages": ["hat-Latn", "por-Latn"]}, {"precision": 0.947546, "recall": 0.962451, "f1": 0.952306, "accuracy": 0.962451, "main_score": 0.952306, "hf_subset": "hat_Latn-sun_Latn", "languages": ["hat-Latn", "sun-Latn"]}, {"precision": 0.490462, "recall": 0.541502, "f1": 0.504553, "accuracy": 0.541502, "main_score": 0.504553, "hf_subset": "hat_Latn-umb_Latn", "languages": ["hat-Latn", "umb-Latn"]}, {"precision": 0.964509, "recall": 0.975296, "f1": 0.967951, "accuracy": 0.975296, "main_score": 0.967951, "hf_subset": "hat_Latn-ajp_Arab", "languages": ["hat-Latn", "ajp-Arab"]}, {"precision": 0.519273, "recall": 0.575099, "f1": 0.53426, "accuracy": 0.575099, "main_score": 0.53426, "hf_subset": "hat_Latn-bjn_Arab", "languages": ["hat-Latn", "bjn-Arab"]}, {"precision": 0.492707, "recall": 0.533597, "f1": 0.503582, "accuracy": 0.533597, "main_score": 0.503582, "hf_subset": "hat_Latn-ewe_Latn", "languages": ["hat-Latn", "ewe-Latn"]}, {"precision": 0.889493, "recall": 0.918972, "f1": 0.898635, "accuracy": 0.918972, "main_score": 0.898635, "hf_subset": "hat_Latn-ilo_Latn", "languages": ["hat-Latn", "ilo-Latn"]}, {"precision": 0.323945, "recall": 0.370553, "f1": 0.336268, "accuracy": 0.370553, "main_score": 0.336268, "hf_subset": "hat_Latn-knc_Arab", "languages": ["hat-Latn", "knc-Arab"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "hat_Latn-mkd_Cyrl", "languages": ["hat-Latn", "mkd-Cyrl"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "hat_Latn-prs_Arab", "languages": ["hat-Latn", "prs-Arab"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "hat_Latn-swe_Latn", "languages": ["hat-Latn", "swe-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-urd_Arab", "languages": ["hat-Latn", "urd-Arab"]}, {"precision": 0.537933, "recall": 0.586957, "f1": 0.551746, "accuracy": 0.586957, "main_score": 0.551746, "hf_subset": "hat_Latn-aka_Latn", "languages": ["hat-Latn", "aka-Latn"]}, {"precision": 0.928501, "recall": 0.949605, "f1": 0.935194, "accuracy": 0.949605, "main_score": 0.935194, "hf_subset": "hat_Latn-bjn_Latn", "languages": ["hat-Latn", "bjn-Latn"]}, {"precision": 0.912879, "recall": 0.936759, "f1": 0.920257, "accuracy": 0.936759, "main_score": 0.920257, "hf_subset": "hat_Latn-fao_Latn", "languages": ["hat-Latn", "fao-Latn"]}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "hat_Latn-ind_Latn", "languages": ["hat-Latn", "ind-Latn"]}, {"precision": 0.542261, "recall": 0.593874, "f1": 0.556508, "accuracy": 0.593874, "main_score": 0.556508, "hf_subset": "hat_Latn-knc_Latn", "languages": ["hat-Latn", "knc-Latn"]}, {"precision": 0.949522, "recall": 0.965415, "f1": 0.954611, "accuracy": 0.965415, "main_score": 0.954611, "hf_subset": "hat_Latn-mlt_Latn", "languages": ["hat-Latn", "mlt-Latn"]}, {"precision": 0.647909, "recall": 0.706522, "f1": 0.664919, "accuracy": 0.706522, "main_score": 0.664919, "hf_subset": "hat_Latn-quy_Latn", "languages": ["hat-Latn", "quy-Latn"]}, {"precision": 0.927652, "recall": 0.94664, "f1": 0.933319, "accuracy": 0.94664, "main_score": 0.933319, "hf_subset": "hat_Latn-swh_Latn", "languages": ["hat-Latn", "swh-Latn"]}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "hat_Latn-uzn_Latn", "languages": ["hat-Latn", "uzn-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hat_Latn-als_Latn", "languages": ["hat-Latn", "als-Latn"]}, {"precision": 0.519635, "recall": 0.600791, "f1": 0.542193, "accuracy": 0.600791, "main_score": 0.542193, "hf_subset": "hat_Latn-bod_Tibt", "languages": ["hat-Latn", "bod-Tibt"]}, {"precision": 0.642745, "recall": 0.694664, "f1": 0.656424, "accuracy": 0.694664, "main_score": 0.656424, "hf_subset": "hat_Latn-fij_Latn", "languages": ["hat-Latn", "fij-Latn"]}, {"precision": 0.926877, "recall": 0.949605, "f1": 0.934289, "accuracy": 0.949605, "main_score": 0.934289, "hf_subset": "hat_Latn-isl_Latn", "languages": ["hat-Latn", "isl-Latn"]}, {"precision": 0.636627, "recall": 0.68083, "f1": 0.649366, "accuracy": 0.68083, "main_score": 0.649366, "hf_subset": "hat_Latn-kon_Latn", "languages": ["hat-Latn", "kon-Latn"]}, {"precision": 0.605174, "recall": 0.666996, "f1": 0.62262, "accuracy": 0.666996, "main_score": 0.62262, "hf_subset": "hat_Latn-mni_Beng", "languages": ["hat-Latn", "mni-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hat_Latn-ron_Latn", "languages": ["hat-Latn", "ron-Latn"]}, {"precision": 0.943874, "recall": 0.959486, "f1": 0.948946, "accuracy": 0.959486, "main_score": 0.948946, "hf_subset": "hat_Latn-szl_Latn", "languages": ["hat-Latn", "szl-Latn"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hat_Latn-vec_Latn", "languages": ["hat-Latn", "vec-Latn"]}, {"precision": 0.868257, "recall": 0.901186, "f1": 0.878541, "accuracy": 0.901186, "main_score": 0.878541, "hf_subset": "hat_Latn-amh_Ethi", "languages": ["hat-Latn", "amh-Ethi"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-bos_Latn", "languages": ["hat-Latn", "bos-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "hat_Latn-fin_Latn", "languages": ["hat-Latn", "fin-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "hat_Latn-ita_Latn", "languages": ["hat-Latn", "ita-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "hat_Latn-kor_Hang", "languages": ["hat-Latn", "kor-Hang"]}, {"precision": 0.526093, "recall": 0.575099, "f1": 0.539109, "accuracy": 0.575099, "main_score": 0.539109, "hf_subset": "hat_Latn-mos_Latn", "languages": ["hat-Latn", "mos-Latn"]}, {"precision": 0.531543, "recall": 0.581028, "f1": 0.544982, "accuracy": 0.581028, "main_score": 0.544982, "hf_subset": "hat_Latn-run_Latn", "languages": ["hat-Latn", "run-Latn"]}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "hat_Latn-tam_Taml", "languages": ["hat-Latn", "tam-Taml"]}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "hat_Latn-vie_Latn", "languages": ["hat-Latn", "vie-Latn"]}, {"precision": 0.95886, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "hat_Latn-apc_Arab", "languages": ["hat-Latn", "apc-Arab"]}, {"precision": 0.728271, "recall": 0.775692, "f1": 0.741359, "accuracy": 0.775692, "main_score": 0.741359, "hf_subset": "hat_Latn-bug_Latn", "languages": ["hat-Latn", "bug-Latn"]}, {"precision": 0.464202, "recall": 0.512846, "f1": 0.476631, "accuracy": 0.512846, "main_score": 0.476631, "hf_subset": "hat_Latn-fon_Latn", "languages": ["hat-Latn", "fon-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "hat_Latn-jav_Latn", "languages": ["hat-Latn", "jav-Latn"]}, {"precision": 0.951252, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "hat_Latn-lao_Laoo", "languages": ["hat-Latn", "lao-Laoo"]}, {"precision": 0.791634, "recall": 0.842885, "f1": 0.807246, "accuracy": 0.842885, "main_score": 0.807246, "hf_subset": "hat_Latn-mri_Latn", "languages": ["hat-Latn", "mri-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-rus_Cyrl", "languages": ["hat-Latn", "rus-Cyrl"]}, {"precision": 0.523275, "recall": 0.571146, "f1": 0.536695, "accuracy": 0.571146, "main_score": 0.536695, "hf_subset": "hat_Latn-taq_Latn", "languages": ["hat-Latn", "taq-Latn"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "hat_Latn-war_Latn", "languages": ["hat-Latn", "war-Latn"]}, {"precision": 0.969285, "recall": 0.978261, "f1": 0.972069, "accuracy": 0.978261, "main_score": 0.972069, "hf_subset": "hat_Latn-arb_Arab", "languages": ["hat-Latn", "arb-Arab"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "hat_Latn-bul_Cyrl", "languages": ["hat-Latn", "bul-Cyrl"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "hat_Latn-fra_Latn", "languages": ["hat-Latn", "fra-Latn"]}, {"precision": 0.96418, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "hat_Latn-jpn_Jpan", "languages": ["hat-Latn", "jpn-Jpan"]}, {"precision": 0.956275, "recall": 0.967391, "f1": 0.959717, "accuracy": 0.967391, "main_score": 0.959717, "hf_subset": "hat_Latn-lij_Latn", "languages": ["hat-Latn", "lij-Latn"]}, {"precision": 0.936924, "recall": 0.955534, "f1": 0.943017, "accuracy": 0.955534, "main_score": 0.943017, "hf_subset": "hat_Latn-mya_Mymr", "languages": ["hat-Latn", "mya-Mymr"]}, {"precision": 0.577703, "recall": 0.634387, "f1": 0.593145, "accuracy": 0.634387, "main_score": 0.593145, "hf_subset": "hat_Latn-sag_Latn", "languages": ["hat-Latn", "sag-Latn"]}, {"precision": 0.20782, "recall": 0.253953, "f1": 0.217778, "accuracy": 0.253953, "main_score": 0.217778, "hf_subset": "hat_Latn-taq_Tfng", "languages": ["hat-Latn", "taq-Tfng"]}, {"precision": 0.608169, "recall": 0.660079, "f1": 0.622784, "accuracy": 0.660079, "main_score": 0.622784, "hf_subset": "hat_Latn-wol_Latn", "languages": ["hat-Latn", "wol-Latn"]}, {"precision": 0.735985, "recall": 0.790514, "f1": 0.751835, "accuracy": 0.790514, "main_score": 0.751835, "hf_subset": "hat_Latn-arb_Latn", "languages": ["hat-Latn", "arb-Latn"]}, {"precision": 0.97472, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "hat_Latn-cat_Latn", "languages": ["hat-Latn", "cat-Latn"]}, {"precision": 0.960557, "recall": 0.972332, "f1": 0.964328, "accuracy": 0.972332, "main_score": 0.964328, "hf_subset": "hat_Latn-fur_Latn", "languages": ["hat-Latn", "fur-Latn"]}, {"precision": 0.416981, "recall": 0.471344, "f1": 0.431555, "accuracy": 0.471344, "main_score": 0.431555, "hf_subset": "hat_Latn-kab_Latn", "languages": ["hat-Latn", "kab-Latn"]}, {"precision": 0.941206, "recall": 0.959486, "f1": 0.947134, "accuracy": 0.959486, "main_score": 0.947134, "hf_subset": "hat_Latn-lim_Latn", "languages": ["hat-Latn", "lim-Latn"]}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "hat_Latn-nld_Latn", "languages": ["hat-Latn", "nld-Latn"]}, {"precision": 0.932065, "recall": 0.951581, "f1": 0.938142, "accuracy": 0.951581, "main_score": 0.938142, "hf_subset": "hat_Latn-san_Deva", "languages": ["hat-Latn", "san-Deva"]}, {"precision": 0.935771, "recall": 0.954545, "f1": 0.9417, "accuracy": 0.954545, "main_score": 0.9417, "hf_subset": "hat_Latn-tat_Cyrl", "languages": ["hat-Latn", "tat-Cyrl"]}, {"precision": 0.646253, "recall": 0.6917, "f1": 0.658917, "accuracy": 0.6917, "main_score": 0.658917, "hf_subset": "hat_Latn-xho_Latn", "languages": ["hat-Latn", "xho-Latn"]}, {"precision": 0.968626, "recall": 0.978261, "f1": 0.971739, "accuracy": 0.978261, "main_score": 0.971739, "hf_subset": "hat_Latn-ars_Arab", "languages": ["hat-Latn", "ars-Arab"]}, {"precision": 0.963307, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "hat_Latn-ceb_Latn", "languages": ["hat-Latn", "ceb-Latn"]}, {"precision": 0.526659, "recall": 0.58498, "f1": 0.542783, "accuracy": 0.58498, "main_score": 0.542783, "hf_subset": "hat_Latn-fuv_Latn", "languages": ["hat-Latn", "fuv-Latn"]}, {"precision": 0.48971, "recall": 0.539526, "f1": 0.502804, "accuracy": 0.539526, "main_score": 0.502804, "hf_subset": "hat_Latn-kac_Latn", "languages": ["hat-Latn", "kac-Latn"]}, {"precision": 0.647698, "recall": 0.69664, "f1": 0.661221, "accuracy": 0.69664, "main_score": 0.661221, "hf_subset": "hat_Latn-lin_Latn", "languages": ["hat-Latn", "lin-Latn"]}, {"precision": 0.967424, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "hat_Latn-nno_Latn", "languages": ["hat-Latn", "nno-Latn"]}, {"precision": 0.214349, "recall": 0.282609, "f1": 0.231409, "accuracy": 0.282609, "main_score": 0.231409, "hf_subset": "hat_Latn-sat_Olck", "languages": ["hat-Latn", "sat-Olck"]}, {"precision": 0.963356, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "hat_Latn-tel_Telu", "languages": ["hat-Latn", "tel-Telu"]}, {"precision": 0.904018, "recall": 0.93083, "f1": 0.912385, "accuracy": 0.93083, "main_score": 0.912385, "hf_subset": "hat_Latn-ydd_Hebr", "languages": ["hat-Latn", "ydd-Hebr"]}, {"precision": 0.934569, "recall": 0.951581, "f1": 0.939789, "accuracy": 0.951581, "main_score": 0.939789, "hf_subset": "hat_Latn-ary_Arab", "languages": ["hat-Latn", "ary-Arab"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hat_Latn-ces_Latn", "languages": ["hat-Latn", "ces-Latn"]}, {"precision": 0.579752, "recall": 0.630435, "f1": 0.594436, "accuracy": 0.630435, "main_score": 0.594436, "hf_subset": "hat_Latn-gaz_Latn", "languages": ["hat-Latn", "gaz-Latn"]}, {"precision": 0.560932, "recall": 0.613636, "f1": 0.576021, "accuracy": 0.613636, "main_score": 0.576021, "hf_subset": "hat_Latn-kam_Latn", "languages": ["hat-Latn", "kam-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "hat_Latn-lit_Latn", "languages": ["hat-Latn", "lit-Latn"]}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "hat_Latn-nob_Latn", "languages": ["hat-Latn", "nob-Latn"]}, {"precision": 0.953146, "recall": 0.966403, "f1": 0.957411, "accuracy": 0.966403, "main_score": 0.957411, "hf_subset": "hat_Latn-scn_Latn", "languages": ["hat-Latn", "scn-Latn"]}, {"precision": 0.934289, "recall": 0.952569, "f1": 0.940217, "accuracy": 0.952569, "main_score": 0.940217, "hf_subset": "hat_Latn-tgk_Cyrl", "languages": ["hat-Latn", "tgk-Cyrl"]}, {"precision": 0.647638, "recall": 0.718379, "f1": 0.668546, "accuracy": 0.718379, "main_score": 0.668546, "hf_subset": "hat_Latn-yor_Latn", "languages": ["hat-Latn", "yor-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "hat_Latn-arz_Arab", "languages": ["hat-Latn", "arz-Arab"]}, {"precision": 0.524914, "recall": 0.577075, "f1": 0.539891, "accuracy": 0.577075, "main_score": 0.539891, "hf_subset": "hat_Latn-cjk_Latn", "languages": ["hat-Latn", "cjk-Latn"]}, {"precision": 0.705007, "recall": 0.757905, "f1": 0.720313, "accuracy": 0.757905, "main_score": 0.720313, "hf_subset": "hat_Latn-gla_Latn", "languages": ["hat-Latn", "gla-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "hat_Latn-kan_Knda", "languages": ["hat-Latn", "kan-Knda"]}, {"precision": 0.955863, "recall": 0.968379, "f1": 0.959816, "accuracy": 0.968379, "main_score": 0.959816, "hf_subset": "hat_Latn-lmo_Latn", "languages": ["hat-Latn", "lmo-Latn"]}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "hat_Latn-npi_Deva", "languages": ["hat-Latn", "npi-Deva"]}, {"precision": 0.417044, "recall": 0.467391, "f1": 0.430608, "accuracy": 0.467391, "main_score": 0.430608, "hf_subset": "hat_Latn-shn_Mymr", "languages": ["hat-Latn", "shn-Mymr"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "hat_Latn-tgl_Latn", "languages": ["hat-Latn", "tgl-Latn"]}, {"precision": 0.966156, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "hat_Latn-yue_Hant", "languages": ["hat-Latn", "yue-Hant"]}, {"precision": 0.943709, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "hat_Latn-asm_Beng", "languages": ["hat-Latn", "asm-Beng"]}, {"precision": 0.898452, "recall": 0.926877, "f1": 0.907082, "accuracy": 0.926877, "main_score": 0.907082, "hf_subset": "hat_Latn-ckb_Arab", "languages": ["hat-Latn", "ckb-Arab"]}, {"precision": 0.816184, "recall": 0.856719, "f1": 0.827931, "accuracy": 0.856719, "main_score": 0.827931, "hf_subset": "hat_Latn-gle_Latn", "languages": ["hat-Latn", "gle-Latn"]}, {"precision": 0.874012, "recall": 0.908103, "f1": 0.884848, "accuracy": 0.908103, "main_score": 0.884848, "hf_subset": "hat_Latn-kas_Arab", "languages": ["hat-Latn", "kas-Arab"]}, {"precision": 0.888785, "recall": 0.917984, "f1": 0.897596, "accuracy": 0.917984, "main_score": 0.897596, "hf_subset": "hat_Latn-ltg_Latn", "languages": ["hat-Latn", "ltg-Latn"]}, {"precision": 0.586041, "recall": 0.633399, "f1": 0.59889, "accuracy": 0.633399, "main_score": 0.59889, "hf_subset": "hat_Latn-nso_Latn", "languages": ["hat-Latn", "nso-Latn"]}, {"precision": 0.931901, "recall": 0.951581, "f1": 0.938307, "accuracy": 0.951581, "main_score": 0.938307, "hf_subset": "hat_Latn-sin_Sinh", "languages": ["hat-Latn", "sin-Sinh"]}, {"precision": 0.959239, "recall": 0.971344, "f1": 0.963011, "accuracy": 0.971344, "main_score": 0.963011, "hf_subset": "hat_Latn-tha_Thai", "languages": ["hat-Latn", "tha-Thai"]}, {"precision": 0.955649, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "hat_Latn-zho_Hans", "languages": ["hat-Latn", "zho-Hans"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "hat_Latn-ast_Latn", "languages": ["hat-Latn", "ast-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "hat_Latn-crh_Latn", "languages": ["hat-Latn", "crh-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "hat_Latn-glg_Latn", "languages": ["hat-Latn", "glg-Latn"]}, {"precision": 0.790794, "recall": 0.838933, "f1": 0.80511, "accuracy": 0.838933, "main_score": 0.80511, "hf_subset": "hat_Latn-kas_Deva", "languages": ["hat-Latn", "kas-Deva"]}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "hat_Latn-ltz_Latn", "languages": ["hat-Latn", "ltz-Latn"]}, {"precision": 0.448167, "recall": 0.500988, "f1": 0.462048, "accuracy": 0.500988, "main_score": 0.462048, "hf_subset": "hat_Latn-nus_Latn", "languages": ["hat-Latn", "nus-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "hat_Latn-slk_Latn", "languages": ["hat-Latn", "slk-Latn"]}, {"precision": 0.533303, "recall": 0.598814, "f1": 0.551374, "accuracy": 0.598814, "main_score": 0.551374, "hf_subset": "hat_Latn-tir_Ethi", "languages": ["hat-Latn", "tir-Ethi"]}, {"precision": 0.949308, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "hat_Latn-zho_Hant", "languages": ["hat-Latn", "zho-Hant"]}, {"precision": 0.944623, "recall": 0.960474, "f1": 0.94966, "accuracy": 0.960474, "main_score": 0.94966, "hf_subset": "hat_Latn-awa_Deva", "languages": ["hat-Latn", "awa-Deva"]}, {"precision": 0.915926, "recall": 0.939723, "f1": 0.92332, "accuracy": 0.939723, "main_score": 0.92332, "hf_subset": "hat_Latn-cym_Latn", "languages": ["hat-Latn", "cym-Latn"]}, {"precision": 0.769723, "recall": 0.814229, "f1": 0.782823, "accuracy": 0.814229, "main_score": 0.782823, "hf_subset": "hat_Latn-grn_Latn", "languages": ["hat-Latn", "grn-Latn"]}, {"precision": 0.948699, "recall": 0.964427, "f1": 0.953788, "accuracy": 0.964427, "main_score": 0.953788, "hf_subset": "hat_Latn-kat_Geor", "languages": ["hat-Latn", "kat-Geor"]}, {"precision": 0.600983, "recall": 0.651186, "f1": 0.614632, "accuracy": 0.651186, "main_score": 0.614632, "hf_subset": "hat_Latn-lua_Latn", "languages": ["hat-Latn", "lua-Latn"]}, {"precision": 0.59727, "recall": 0.649209, "f1": 0.612326, "accuracy": 0.649209, "main_score": 0.612326, "hf_subset": "hat_Latn-nya_Latn", "languages": ["hat-Latn", "nya-Latn"]}, {"precision": 0.96413, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "hat_Latn-slv_Latn", "languages": ["hat-Latn", "slv-Latn"]}, {"precision": 0.860895, "recall": 0.892292, "f1": 0.870066, "accuracy": 0.892292, "main_score": 0.870066, "hf_subset": "hat_Latn-tpi_Latn", "languages": ["hat-Latn", "tpi-Latn"]}, {"precision": 0.970273, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "hat_Latn-zsm_Latn", "languages": ["hat-Latn", "zsm-Latn"]}, {"precision": 0.529197, "recall": 0.577075, "f1": 0.542347, "accuracy": 0.577075, "main_score": 0.542347, "hf_subset": "hat_Latn-ayr_Latn", "languages": ["hat-Latn", "ayr-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "hat_Latn-dan_Latn", "languages": ["hat-Latn", "dan-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hat_Latn-guj_Gujr", "languages": ["hat-Latn", "guj-Gujr"]}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "hat_Latn-kaz_Cyrl", "languages": ["hat-Latn", "kaz-Cyrl"]}, {"precision": 0.513937, "recall": 0.568182, "f1": 0.529534, "accuracy": 0.568182, "main_score": 0.529534, "hf_subset": "hat_Latn-lug_Latn", "languages": ["hat-Latn", "lug-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hat_Latn-oci_Latn", "languages": ["hat-Latn", "oci-Latn"]}, {"precision": 0.773585, "recall": 0.818182, "f1": 0.786421, "accuracy": 0.818182, "main_score": 0.786421, "hf_subset": "hat_Latn-smo_Latn", "languages": ["hat-Latn", "smo-Latn"]}, {"precision": 0.510997, "recall": 0.562253, "f1": 0.52424, "accuracy": 0.562253, "main_score": 0.52424, "hf_subset": "hat_Latn-tsn_Latn", "languages": ["hat-Latn", "tsn-Latn"]}, {"precision": 0.594895, "recall": 0.653162, "f1": 0.61214, "accuracy": 0.653162, "main_score": 0.61214, "hf_subset": "hat_Latn-zul_Latn", "languages": ["hat-Latn", "zul-Latn"]}, {"precision": 0.84553, "recall": 0.881423, "f1": 0.856406, "accuracy": 0.881423, "main_score": 0.856406, "hf_subset": "hat_Latn-azb_Arab", "languages": ["hat-Latn", "azb-Arab"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "hat_Latn-deu_Latn", "languages": ["hat-Latn", "deu-Latn"]}, {"precision": 0.478923, "recall": 0.523715, "f1": 0.490972, "accuracy": 0.523715, "main_score": 0.490972, "hf_subset": "hat_Latn-kbp_Latn", "languages": ["hat-Latn", "kbp-Latn"]}, {"precision": 0.541924, "recall": 0.596838, "f1": 0.556477, "accuracy": 0.596838, "main_score": 0.556477, "hf_subset": "hat_Latn-luo_Latn", "languages": ["hat-Latn", "luo-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "hat_Latn-ory_Orya", "languages": ["hat-Latn", "ory-Orya"]}, {"precision": 0.530856, "recall": 0.589921, "f1": 0.547449, "accuracy": 0.589921, "main_score": 0.547449, "hf_subset": "hat_Latn-sna_Latn", "languages": ["hat-Latn", "sna-Latn"]}, {"precision": 0.525752, "recall": 0.572134, "f1": 0.538599, "accuracy": 0.572134, "main_score": 0.538599, "hf_subset": "hat_Latn-tso_Latn", "languages": ["hat-Latn", "tso-Latn"]}, {"precision": 0.934289, "recall": 0.954545, "f1": 0.940711, "accuracy": 0.954545, "main_score": 0.940711, "hf_subset": "hat_Latn-azj_Latn", "languages": ["hat-Latn", "azj-Latn"]}, {"precision": 0.508137, "recall": 0.563241, "f1": 0.523707, "accuracy": 0.563241, "main_score": 0.523707, "hf_subset": "hat_Latn-dik_Latn", "languages": ["hat-Latn", "dik-Latn"]}, {"precision": 0.696542, "recall": 0.750988, "f1": 0.712389, "accuracy": 0.750988, "main_score": 0.712389, "hf_subset": "hat_Latn-hau_Latn", "languages": ["hat-Latn", "hau-Latn"]}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "hat_Latn-kea_Latn", "languages": ["hat-Latn", "kea-Latn"]}, {"precision": 0.669344, "recall": 0.716403, "f1": 0.682729, "accuracy": 0.716403, "main_score": 0.682729, "hf_subset": "hat_Latn-lus_Latn", "languages": ["hat-Latn", "lus-Latn"]}, {"precision": 0.81018, "recall": 0.843874, "f1": 0.820144, "accuracy": 0.843874, "main_score": 0.820144, "hf_subset": "hat_Latn-pag_Latn", "languages": ["hat-Latn", "pag-Latn"]}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "hat_Latn-snd_Arab", "languages": ["hat-Latn", "snd-Arab"]}, {"precision": 0.867177, "recall": 0.905138, "f1": 0.879183, "accuracy": 0.905138, "main_score": 0.879183, "hf_subset": "hat_Latn-tuk_Latn", "languages": ["hat-Latn", "tuk-Latn"]}, {"precision": 0.94198, "recall": 0.958498, "f1": 0.947036, "accuracy": 0.958498, "main_score": 0.947036, "hf_subset": "hat_Latn-bak_Cyrl", "languages": ["hat-Latn", "bak-Cyrl"]}, {"precision": 0.460679, "recall": 0.533597, "f1": 0.48093, "accuracy": 0.533597, "main_score": 0.48093, "hf_subset": "hat_Latn-dyu_Latn", "languages": ["hat-Latn", "dyu-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hat_Latn-heb_Hebr", "languages": ["hat-Latn", "heb-Hebr"]}, {"precision": 0.933086, "recall": 0.952569, "f1": 0.93913, "accuracy": 0.952569, "main_score": 0.93913, "hf_subset": "hat_Latn-khk_Cyrl", "languages": ["hat-Latn", "khk-Cyrl"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hat_Latn-lvs_Latn", "languages": ["hat-Latn", "lvs-Latn"]}, {"precision": 0.968626, "recall": 0.978261, "f1": 0.971739, "accuracy": 0.978261, "main_score": 0.971739, "hf_subset": "hat_Latn-pan_Guru", "languages": ["hat-Latn", "pan-Guru"]}, {"precision": 0.668257, "recall": 0.726285, "f1": 0.68423, "accuracy": 0.726285, "main_score": 0.68423, "hf_subset": "hat_Latn-som_Latn", "languages": ["hat-Latn", "som-Latn"]}, {"precision": 0.548603, "recall": 0.585968, "f1": 0.558883, "accuracy": 0.585968, "main_score": 0.558883, "hf_subset": "hat_Latn-tum_Latn", "languages": ["hat-Latn", "tum-Latn"]}, {"precision": 0.395973, "recall": 0.440711, "f1": 0.408139, "accuracy": 0.440711, "main_score": 0.408139, "hf_subset": "kbp_Latn-ace_Arab", "languages": ["kbp-Latn", "ace-Arab"]}, {"precision": 0.491801, "recall": 0.532609, "f1": 0.502732, "accuracy": 0.532609, "main_score": 0.502732, "hf_subset": "kbp_Latn-bam_Latn", "languages": ["kbp-Latn", "bam-Latn"]}, {"precision": 0.209397, "recall": 0.255929, "f1": 0.221851, "accuracy": 0.255929, "main_score": 0.221851, "hf_subset": "kbp_Latn-dzo_Tibt", "languages": ["kbp-Latn", "dzo-Tibt"]}, {"precision": 0.488723, "recall": 0.530632, "f1": 0.500116, "accuracy": 0.530632, "main_score": 0.500116, "hf_subset": "kbp_Latn-hin_Deva", "languages": ["kbp-Latn", "hin-Deva"]}, {"precision": 0.453375, "recall": 0.495059, "f1": 0.464632, "accuracy": 0.495059, "main_score": 0.464632, "hf_subset": "kbp_Latn-khm_Khmr", "languages": ["kbp-Latn", "khm-Khmr"]}, {"precision": 0.484092, "recall": 0.524704, "f1": 0.494928, "accuracy": 0.524704, "main_score": 0.494928, "hf_subset": "kbp_Latn-mag_Deva", "languages": ["kbp-Latn", "mag-Deva"]}, {"precision": 0.498463, "recall": 0.539526, "f1": 0.509164, "accuracy": 0.539526, "main_score": 0.509164, "hf_subset": "kbp_Latn-pap_Latn", "languages": ["kbp-Latn", "pap-Latn"]}, {"precision": 0.501993, "recall": 0.540514, "f1": 0.512167, "accuracy": 0.540514, "main_score": 0.512167, "hf_subset": "kbp_Latn-sot_Latn", "languages": ["kbp-Latn", "sot-Latn"]}, {"precision": 0.493007, "recall": 0.535573, "f1": 0.504792, "accuracy": 0.535573, "main_score": 0.504792, "hf_subset": "kbp_Latn-tur_Latn", "languages": ["kbp-Latn", "tur-Latn"]}, {"precision": 0.505018, "recall": 0.54249, "f1": 0.515208, "accuracy": 0.54249, "main_score": 0.515208, "hf_subset": "kbp_Latn-ace_Latn", "languages": ["kbp-Latn", "ace-Latn"]}, {"precision": 0.505097, "recall": 0.541502, "f1": 0.514652, "accuracy": 0.541502, "main_score": 0.514652, "hf_subset": "kbp_Latn-ban_Latn", "languages": ["kbp-Latn", "ban-Latn"]}, {"precision": 0.474886, "recall": 0.528656, "f1": 0.488835, "accuracy": 0.528656, "main_score": 0.488835, "hf_subset": "kbp_Latn-ell_Grek", "languages": ["kbp-Latn", "ell-Grek"]}, {"precision": 0.480762, "recall": 0.524704, "f1": 0.492354, "accuracy": 0.524704, "main_score": 0.492354, "hf_subset": "kbp_Latn-hne_Deva", "languages": ["kbp-Latn", "hne-Deva"]}, {"precision": 0.448978, "recall": 0.502964, "f1": 0.463295, "accuracy": 0.502964, "main_score": 0.463295, "hf_subset": "kbp_Latn-kik_Latn", "languages": ["kbp-Latn", "kik-Latn"]}, {"precision": 0.472705, "recall": 0.517787, "f1": 0.485272, "accuracy": 0.517787, "main_score": 0.485272, "hf_subset": "kbp_Latn-mai_Deva", "languages": ["kbp-Latn", "mai-Deva"]}, {"precision": 0.447287, "recall": 0.496047, "f1": 0.460766, "accuracy": 0.496047, "main_score": 0.460766, "hf_subset": "kbp_Latn-pbt_Arab", "languages": ["kbp-Latn", "pbt-Arab"]}, {"precision": 0.486039, "recall": 0.533597, "f1": 0.499572, "accuracy": 0.533597, "main_score": 0.499572, "hf_subset": "kbp_Latn-spa_Latn", "languages": ["kbp-Latn", "spa-Latn"]}, {"precision": 0.500035, "recall": 0.541502, "f1": 0.511881, "accuracy": 0.541502, "main_score": 0.511881, "hf_subset": "kbp_Latn-twi_Latn", "languages": ["kbp-Latn", "twi-Latn"]}, {"precision": 0.479519, "recall": 0.522727, "f1": 0.490981, "accuracy": 0.522727, "main_score": 0.490981, "hf_subset": "kbp_Latn-acm_Arab", "languages": ["kbp-Latn", "acm-Arab"]}, {"precision": 0.475237, "recall": 0.520751, "f1": 0.486991, "accuracy": 0.520751, "main_score": 0.486991, "hf_subset": "kbp_Latn-bel_Cyrl", "languages": ["kbp-Latn", "bel-Cyrl"]}, {"precision": 0.506548, "recall": 0.551383, "f1": 0.518343, "accuracy": 0.551383, "main_score": 0.518343, "hf_subset": "kbp_Latn-eng_Latn", "languages": ["kbp-Latn", "eng-Latn"]}, {"precision": 0.511928, "recall": 0.551383, "f1": 0.522557, "accuracy": 0.551383, "main_score": 0.522557, "hf_subset": "kbp_Latn-hrv_Latn", "languages": ["kbp-Latn", "hrv-Latn"]}, {"precision": 0.480076, "recall": 0.519763, "f1": 0.490648, "accuracy": 0.519763, "main_score": 0.490648, "hf_subset": "kbp_Latn-kin_Latn", "languages": ["kbp-Latn", "kin-Latn"]}, {"precision": 0.467344, "recall": 0.518775, "f1": 0.481584, "accuracy": 0.518775, "main_score": 0.481584, "hf_subset": "kbp_Latn-mal_Mlym", "languages": ["kbp-Latn", "mal-Mlym"]}, {"precision": 0.481924, "recall": 0.531621, "f1": 0.49531, "accuracy": 0.531621, "main_score": 0.49531, "hf_subset": "kbp_Latn-pes_Arab", "languages": ["kbp-Latn", "pes-Arab"]}, {"precision": 0.497211, "recall": 0.538538, "f1": 0.507978, "accuracy": 0.538538, "main_score": 0.507978, "hf_subset": "kbp_Latn-srd_Latn", "languages": ["kbp-Latn", "srd-Latn"]}, {"precision": 0.184155, "recall": 0.22332, "f1": 0.19383, "accuracy": 0.22332, "main_score": 0.19383, "hf_subset": "kbp_Latn-tzm_Tfng", "languages": ["kbp-Latn", "tzm-Tfng"]}, {"precision": 0.480117, "recall": 0.525692, "f1": 0.492189, "accuracy": 0.525692, "main_score": 0.492189, "hf_subset": "kbp_Latn-acq_Arab", "languages": ["kbp-Latn", "acq-Arab"]}, {"precision": 0.513048, "recall": 0.548419, "f1": 0.522483, "accuracy": 0.548419, "main_score": 0.522483, "hf_subset": "kbp_Latn-bem_Latn", "languages": ["kbp-Latn", "bem-Latn"]}, {"precision": 0.489867, "recall": 0.534585, "f1": 0.501178, "accuracy": 0.534585, "main_score": 0.501178, "hf_subset": "kbp_Latn-epo_Latn", "languages": ["kbp-Latn", "epo-Latn"]}, {"precision": 0.501568, "recall": 0.543478, "f1": 0.513528, "accuracy": 0.543478, "main_score": 0.513528, "hf_subset": "kbp_Latn-hun_Latn", "languages": ["kbp-Latn", "hun-Latn"]}, {"precision": 0.485048, "recall": 0.525692, "f1": 0.495784, "accuracy": 0.525692, "main_score": 0.495784, "hf_subset": "kbp_Latn-kir_Cyrl", "languages": ["kbp-Latn", "kir-Cyrl"]}, {"precision": 0.483885, "recall": 0.52668, "f1": 0.49582, "accuracy": 0.52668, "main_score": 0.49582, "hf_subset": "kbp_Latn-mar_Deva", "languages": ["kbp-Latn", "mar-Deva"]}, {"precision": 0.513829, "recall": 0.550395, "f1": 0.524097, "accuracy": 0.550395, "main_score": 0.524097, "hf_subset": "kbp_Latn-plt_Latn", "languages": ["kbp-Latn", "plt-Latn"]}, {"precision": 0.498613, "recall": 0.543478, "f1": 0.51044, "accuracy": 0.543478, "main_score": 0.51044, "hf_subset": "kbp_Latn-srp_Cyrl", "languages": ["kbp-Latn", "srp-Cyrl"]}, {"precision": 0.436303, "recall": 0.477273, "f1": 0.447561, "accuracy": 0.477273, "main_score": 0.447561, "hf_subset": "kbp_Latn-uig_Arab", "languages": ["kbp-Latn", "uig-Arab"]}, {"precision": 0.477729, "recall": 0.517787, "f1": 0.489011, "accuracy": 0.517787, "main_score": 0.489011, "hf_subset": "kbp_Latn-aeb_Arab", "languages": ["kbp-Latn", "aeb-Arab"]}, {"precision": 0.476562, "recall": 0.522727, "f1": 0.489436, "accuracy": 0.522727, "main_score": 0.489436, "hf_subset": "kbp_Latn-ben_Beng", "languages": ["kbp-Latn", "ben-Beng"]}, {"precision": 0.482566, "recall": 0.528656, "f1": 0.494739, "accuracy": 0.528656, "main_score": 0.494739, "hf_subset": "kbp_Latn-est_Latn", "languages": ["kbp-Latn", "est-Latn"]}, {"precision": 0.471498, "recall": 0.517787, "f1": 0.483628, "accuracy": 0.517787, "main_score": 0.483628, "hf_subset": "kbp_Latn-hye_Armn", "languages": ["kbp-Latn", "hye-Armn"]}, {"precision": 0.50998, "recall": 0.547431, "f1": 0.520526, "accuracy": 0.547431, "main_score": 0.520526, "hf_subset": "kbp_Latn-kmb_Latn", "languages": ["kbp-Latn", "kmb-Latn"]}, {"precision": 0.374335, "recall": 0.416996, "f1": 0.385633, "accuracy": 0.416996, "main_score": 0.385633, "hf_subset": "kbp_Latn-min_Arab", "languages": ["kbp-Latn", "min-Arab"]}, {"precision": 0.499249, "recall": 0.545455, "f1": 0.511912, "accuracy": 0.545455, "main_score": 0.511912, "hf_subset": "kbp_Latn-pol_Latn", "languages": ["kbp-Latn", "pol-Latn"]}, {"precision": 0.504161, "recall": 0.545455, "f1": 0.515959, "accuracy": 0.545455, "main_score": 0.515959, "hf_subset": "kbp_Latn-ssw_Latn", "languages": ["kbp-Latn", "ssw-Latn"]}, {"precision": 0.487478, "recall": 0.533597, "f1": 0.499595, "accuracy": 0.533597, "main_score": 0.499595, "hf_subset": "kbp_Latn-ukr_Cyrl", "languages": ["kbp-Latn", "ukr-Cyrl"]}, {"precision": 0.50167, "recall": 0.545455, "f1": 0.513617, "accuracy": 0.545455, "main_score": 0.513617, "hf_subset": "kbp_Latn-afr_Latn", "languages": ["kbp-Latn", "afr-Latn"]}, {"precision": 0.483082, "recall": 0.523715, "f1": 0.49343, "accuracy": 0.523715, "main_score": 0.49343, "hf_subset": "kbp_Latn-bho_Deva", "languages": ["kbp-Latn", "bho-Deva"]}, {"precision": 0.503292, "recall": 0.539526, "f1": 0.512704, "accuracy": 0.539526, "main_score": 0.512704, "hf_subset": "kbp_Latn-eus_Latn", "languages": ["kbp-Latn", "eus-Latn"]}, {"precision": 0.485445, "recall": 0.529644, "f1": 0.498059, "accuracy": 0.529644, "main_score": 0.498059, "hf_subset": "kbp_Latn-ibo_Latn", "languages": ["kbp-Latn", "ibo-Latn"]}, {"precision": 0.485645, "recall": 0.531621, "f1": 0.498499, "accuracy": 0.531621, "main_score": 0.498499, "hf_subset": "kbp_Latn-kmr_Latn", "languages": ["kbp-Latn", "kmr-Latn"]}, {"precision": 0.49954, "recall": 0.536561, "f1": 0.509465, "accuracy": 0.536561, "main_score": 0.509465, "hf_subset": "kbp_Latn-min_Latn", "languages": ["kbp-Latn", "min-Latn"]}, {"precision": 0.502157, "recall": 0.545455, "f1": 0.513993, "accuracy": 0.545455, "main_score": 0.513993, "hf_subset": "kbp_Latn-por_Latn", "languages": ["kbp-Latn", "por-Latn"]}, {"precision": 0.507808, "recall": 0.544466, "f1": 0.517681, "accuracy": 0.544466, "main_score": 0.517681, "hf_subset": "kbp_Latn-sun_Latn", "languages": ["kbp-Latn", "sun-Latn"]}, {"precision": 0.465046, "recall": 0.51087, "f1": 0.478135, "accuracy": 0.51087, "main_score": 0.478135, "hf_subset": "kbp_Latn-umb_Latn", "languages": ["kbp-Latn", "umb-Latn"]}, {"precision": 0.493718, "recall": 0.540514, "f1": 0.505735, "accuracy": 0.540514, "main_score": 0.505735, "hf_subset": "kbp_Latn-ajp_Arab", "languages": ["kbp-Latn", "ajp-Arab"]}, {"precision": 0.379364, "recall": 0.427866, "f1": 0.392541, "accuracy": 0.427866, "main_score": 0.392541, "hf_subset": "kbp_Latn-bjn_Arab", "languages": ["kbp-Latn", "bjn-Arab"]}, {"precision": 0.4777, "recall": 0.516798, "f1": 0.488464, "accuracy": 0.516798, "main_score": 0.488464, "hf_subset": "kbp_Latn-ewe_Latn", "languages": ["kbp-Latn", "ewe-Latn"]}, {"precision": 0.509855, "recall": 0.546443, "f1": 0.519546, "accuracy": 0.546443, "main_score": 0.519546, "hf_subset": "kbp_Latn-ilo_Latn", "languages": ["kbp-Latn", "ilo-Latn"]}, {"precision": 0.288232, "recall": 0.335968, "f1": 0.301487, "accuracy": 0.335968, "main_score": 0.301487, "hf_subset": "kbp_Latn-knc_Arab", "languages": ["kbp-Latn", "knc-Arab"]}, {"precision": 0.489437, "recall": 0.534585, "f1": 0.501298, "accuracy": 0.534585, "main_score": 0.501298, "hf_subset": "kbp_Latn-mkd_Cyrl", "languages": ["kbp-Latn", "mkd-Cyrl"]}, {"precision": 0.470817, "recall": 0.523715, "f1": 0.484504, "accuracy": 0.523715, "main_score": 0.484504, "hf_subset": "kbp_Latn-prs_Arab", "languages": ["kbp-Latn", "prs-Arab"]}, {"precision": 0.502122, "recall": 0.544466, "f1": 0.513372, "accuracy": 0.544466, "main_score": 0.513372, "hf_subset": "kbp_Latn-swe_Latn", "languages": ["kbp-Latn", "swe-Latn"]}, {"precision": 0.450777, "recall": 0.504941, "f1": 0.465879, "accuracy": 0.504941, "main_score": 0.465879, "hf_subset": "kbp_Latn-urd_Arab", "languages": ["kbp-Latn", "urd-Arab"]}, {"precision": 0.494778, "recall": 0.532609, "f1": 0.505357, "accuracy": 0.532609, "main_score": 0.505357, "hf_subset": "kbp_Latn-aka_Latn", "languages": ["kbp-Latn", "aka-Latn"]}, {"precision": 0.505979, "recall": 0.537549, "f1": 0.514867, "accuracy": 0.537549, "main_score": 0.514867, "hf_subset": "kbp_Latn-bjn_Latn", "languages": ["kbp-Latn", "bjn-Latn"]}, {"precision": 0.489634, "recall": 0.529644, "f1": 0.50093, "accuracy": 0.529644, "main_score": 0.50093, "hf_subset": "kbp_Latn-fao_Latn", "languages": ["kbp-Latn", "fao-Latn"]}, {"precision": 0.505168, "recall": 0.544466, "f1": 0.516075, "accuracy": 0.544466, "main_score": 0.516075, "hf_subset": "kbp_Latn-ind_Latn", "languages": ["kbp-Latn", "ind-Latn"]}, {"precision": 0.492763, "recall": 0.531621, "f1": 0.503947, "accuracy": 0.531621, "main_score": 0.503947, "hf_subset": "kbp_Latn-knc_Latn", "languages": ["kbp-Latn", "knc-Latn"]}, {"precision": 0.496808, "recall": 0.536561, "f1": 0.506632, "accuracy": 0.536561, "main_score": 0.506632, "hf_subset": "kbp_Latn-mlt_Latn", "languages": ["kbp-Latn", "mlt-Latn"]}, {"precision": 0.480465, "recall": 0.52668, "f1": 0.4936, "accuracy": 0.52668, "main_score": 0.4936, "hf_subset": "kbp_Latn-quy_Latn", "languages": ["kbp-Latn", "quy-Latn"]}, {"precision": 0.486965, "recall": 0.530632, "f1": 0.499194, "accuracy": 0.530632, "main_score": 0.499194, "hf_subset": "kbp_Latn-swh_Latn", "languages": ["kbp-Latn", "swh-Latn"]}, {"precision": 0.475031, "recall": 0.520751, "f1": 0.48767, "accuracy": 0.520751, "main_score": 0.48767, "hf_subset": "kbp_Latn-uzn_Latn", "languages": ["kbp-Latn", "uzn-Latn"]}, {"precision": 0.493766, "recall": 0.539526, "f1": 0.506277, "accuracy": 0.539526, "main_score": 0.506277, "hf_subset": "kbp_Latn-als_Latn", "languages": ["kbp-Latn", "als-Latn"]}, {"precision": 0.242361, "recall": 0.296443, "f1": 0.255705, "accuracy": 0.296443, "main_score": 0.255705, "hf_subset": "kbp_Latn-bod_Tibt", "languages": ["kbp-Latn", "bod-Tibt"]}, {"precision": 0.491513, "recall": 0.529644, "f1": 0.502516, "accuracy": 0.529644, "main_score": 0.502516, "hf_subset": "kbp_Latn-fij_Latn", "languages": ["kbp-Latn", "fij-Latn"]}, {"precision": 0.48066, "recall": 0.519763, "f1": 0.491539, "accuracy": 0.519763, "main_score": 0.491539, "hf_subset": "kbp_Latn-isl_Latn", "languages": ["kbp-Latn", "isl-Latn"]}, {"precision": 0.511904, "recall": 0.559289, "f1": 0.524993, "accuracy": 0.559289, "main_score": 0.524993, "hf_subset": "kbp_Latn-kon_Latn", "languages": ["kbp-Latn", "kon-Latn"]}, {"precision": 0.428827, "recall": 0.48419, "f1": 0.443914, "accuracy": 0.48419, "main_score": 0.443914, "hf_subset": "kbp_Latn-mni_Beng", "languages": ["kbp-Latn", "mni-Beng"]}, {"precision": 0.50374, "recall": 0.546443, "f1": 0.515197, "accuracy": 0.546443, "main_score": 0.515197, "hf_subset": "kbp_Latn-ron_Latn", "languages": ["kbp-Latn", "ron-Latn"]}, {"precision": 0.497927, "recall": 0.544466, "f1": 0.510223, "accuracy": 0.544466, "main_score": 0.510223, "hf_subset": "kbp_Latn-szl_Latn", "languages": ["kbp-Latn", "szl-Latn"]}, {"precision": 0.492324, "recall": 0.537549, "f1": 0.50441, "accuracy": 0.537549, "main_score": 0.50441, "hf_subset": "kbp_Latn-vec_Latn", "languages": ["kbp-Latn", "vec-Latn"]}, {"precision": 0.427059, "recall": 0.478261, "f1": 0.441184, "accuracy": 0.478261, "main_score": 0.441184, "hf_subset": "kbp_Latn-amh_Ethi", "languages": ["kbp-Latn", "amh-Ethi"]}, {"precision": 0.506295, "recall": 0.550395, "f1": 0.518599, "accuracy": 0.550395, "main_score": 0.518599, "hf_subset": "kbp_Latn-bos_Latn", "languages": ["kbp-Latn", "bos-Latn"]}, {"precision": 0.475517, "recall": 0.523715, "f1": 0.488585, "accuracy": 0.523715, "main_score": 0.488585, "hf_subset": "kbp_Latn-fin_Latn", "languages": ["kbp-Latn", "fin-Latn"]}, {"precision": 0.500689, "recall": 0.543478, "f1": 0.51255, "accuracy": 0.543478, "main_score": 0.51255, "hf_subset": "kbp_Latn-ita_Latn", "languages": ["kbp-Latn", "ita-Latn"]}, {"precision": 0.490825, "recall": 0.537549, "f1": 0.503297, "accuracy": 0.537549, "main_score": 0.503297, "hf_subset": "kbp_Latn-kor_Hang", "languages": ["kbp-Latn", "kor-Hang"]}, {"precision": 0.484483, "recall": 0.530632, "f1": 0.497472, "accuracy": 0.530632, "main_score": 0.497472, "hf_subset": "kbp_Latn-mos_Latn", "languages": ["kbp-Latn", "mos-Latn"]}, {"precision": 0.497384, "recall": 0.540514, "f1": 0.509572, "accuracy": 0.540514, "main_score": 0.509572, "hf_subset": "kbp_Latn-run_Latn", "languages": ["kbp-Latn", "run-Latn"]}, {"precision": 0.461878, "recall": 0.506917, "f1": 0.474443, "accuracy": 0.506917, "main_score": 0.474443, "hf_subset": "kbp_Latn-tam_Taml", "languages": ["kbp-Latn", "tam-Taml"]}, {"precision": 0.494678, "recall": 0.537549, "f1": 0.506421, "accuracy": 0.537549, "main_score": 0.506421, "hf_subset": "kbp_Latn-vie_Latn", "languages": ["kbp-Latn", "vie-Latn"]}, {"precision": 0.489471, "recall": 0.533597, "f1": 0.50136, "accuracy": 0.533597, "main_score": 0.50136, "hf_subset": "kbp_Latn-apc_Arab", "languages": ["kbp-Latn", "apc-Arab"]}, {"precision": 0.490014, "recall": 0.523715, "f1": 0.499563, "accuracy": 0.523715, "main_score": 0.499563, "hf_subset": "kbp_Latn-bug_Latn", "languages": ["kbp-Latn", "bug-Latn"]}, {"precision": 0.466001, "recall": 0.505929, "f1": 0.47681, "accuracy": 0.505929, "main_score": 0.47681, "hf_subset": "kbp_Latn-fon_Latn", "languages": ["kbp-Latn", "fon-Latn"]}, {"precision": 0.511196, "recall": 0.548419, "f1": 0.521191, "accuracy": 0.548419, "main_score": 0.521191, "hf_subset": "kbp_Latn-jav_Latn", "languages": ["kbp-Latn", "jav-Latn"]}, {"precision": 0.453988, "recall": 0.497036, "f1": 0.466064, "accuracy": 0.497036, "main_score": 0.466064, "hf_subset": "kbp_Latn-lao_Laoo", "languages": ["kbp-Latn", "lao-Laoo"]}, {"precision": 0.472044, "recall": 0.504941, "f1": 0.481247, "accuracy": 0.504941, "main_score": 0.481247, "hf_subset": "kbp_Latn-mri_Latn", "languages": ["kbp-Latn", "mri-Latn"]}, {"precision": 0.482873, "recall": 0.533597, "f1": 0.495937, "accuracy": 0.533597, "main_score": 0.495937, "hf_subset": "kbp_Latn-rus_Cyrl", "languages": ["kbp-Latn", "rus-Cyrl"]}, {"precision": 0.468013, "recall": 0.504941, "f1": 0.478396, "accuracy": 0.504941, "main_score": 0.478396, "hf_subset": "kbp_Latn-taq_Latn", "languages": ["kbp-Latn", "taq-Latn"]}, {"precision": 0.508892, "recall": 0.550395, "f1": 0.519665, "accuracy": 0.550395, "main_score": 0.519665, "hf_subset": "kbp_Latn-war_Latn", "languages": ["kbp-Latn", "war-Latn"]}, {"precision": 0.484429, "recall": 0.528656, "f1": 0.496854, "accuracy": 0.528656, "main_score": 0.496854, "hf_subset": "kbp_Latn-arb_Arab", "languages": ["kbp-Latn", "arb-Arab"]}, {"precision": 0.497417, "recall": 0.541502, "f1": 0.509495, "accuracy": 0.541502, "main_score": 0.509495, "hf_subset": "kbp_Latn-bul_Cyrl", "languages": ["kbp-Latn", "bul-Cyrl"]}, {"precision": 0.484413, "recall": 0.532609, "f1": 0.497568, "accuracy": 0.532609, "main_score": 0.497568, "hf_subset": "kbp_Latn-fra_Latn", "languages": ["kbp-Latn", "fra-Latn"]}, {"precision": 0.479942, "recall": 0.530632, "f1": 0.493979, "accuracy": 0.530632, "main_score": 0.493979, "hf_subset": "kbp_Latn-jpn_Jpan", "languages": ["kbp-Latn", "jpn-Jpan"]}, {"precision": 0.497952, "recall": 0.536561, "f1": 0.508076, "accuracy": 0.536561, "main_score": 0.508076, "hf_subset": "kbp_Latn-lij_Latn", "languages": ["kbp-Latn", "lij-Latn"]}, {"precision": 0.356782, "recall": 0.422925, "f1": 0.374297, "accuracy": 0.422925, "main_score": 0.374297, "hf_subset": "kbp_Latn-mya_Mymr", "languages": ["kbp-Latn", "mya-Mymr"]}, {"precision": 0.480394, "recall": 0.528656, "f1": 0.493683, "accuracy": 0.528656, "main_score": 0.493683, "hf_subset": "kbp_Latn-sag_Latn", "languages": ["kbp-Latn", "sag-Latn"]}, {"precision": 0.192875, "recall": 0.231225, "f1": 0.202365, "accuracy": 0.231225, "main_score": 0.202365, "hf_subset": "kbp_Latn-taq_Tfng", "languages": ["kbp-Latn", "taq-Tfng"]}, {"precision": 0.513843, "recall": 0.55336, "f1": 0.524928, "accuracy": 0.55336, "main_score": 0.524928, "hf_subset": "kbp_Latn-wol_Latn", "languages": ["kbp-Latn", "wol-Latn"]}, {"precision": 0.419652, "recall": 0.467391, "f1": 0.432982, "accuracy": 0.467391, "main_score": 0.432982, "hf_subset": "kbp_Latn-arb_Latn", "languages": ["kbp-Latn", "arb-Latn"]}, {"precision": 0.497802, "recall": 0.541502, "f1": 0.509293, "accuracy": 0.541502, "main_score": 0.509293, "hf_subset": "kbp_Latn-cat_Latn", "languages": ["kbp-Latn", "cat-Latn"]}, {"precision": 0.501411, "recall": 0.543478, "f1": 0.511859, "accuracy": 0.543478, "main_score": 0.511859, "hf_subset": "kbp_Latn-fur_Latn", "languages": ["kbp-Latn", "fur-Latn"]}, {"precision": 0.406983, "recall": 0.458498, "f1": 0.421797, "accuracy": 0.458498, "main_score": 0.421797, "hf_subset": "kbp_Latn-kab_Latn", "languages": ["kbp-Latn", "kab-Latn"]}, {"precision": 0.494478, "recall": 0.534585, "f1": 0.505195, "accuracy": 0.534585, "main_score": 0.505195, "hf_subset": "kbp_Latn-lim_Latn", "languages": ["kbp-Latn", "lim-Latn"]}, {"precision": 0.493423, "recall": 0.538538, "f1": 0.505686, "accuracy": 0.538538, "main_score": 0.505686, "hf_subset": "kbp_Latn-nld_Latn", "languages": ["kbp-Latn", "nld-Latn"]}, {"precision": 0.449474, "recall": 0.5, "f1": 0.462552, "accuracy": 0.5, "main_score": 0.462552, "hf_subset": "kbp_Latn-san_Deva", "languages": ["kbp-Latn", "san-Deva"]}, {"precision": 0.485702, "recall": 0.531621, "f1": 0.497467, "accuracy": 0.531621, "main_score": 0.497467, "hf_subset": "kbp_Latn-tat_Cyrl", "languages": ["kbp-Latn", "tat-Cyrl"]}, {"precision": 0.496178, "recall": 0.541502, "f1": 0.508571, "accuracy": 0.541502, "main_score": 0.508571, "hf_subset": "kbp_Latn-xho_Latn", "languages": ["kbp-Latn", "xho-Latn"]}, {"precision": 0.463604, "recall": 0.513834, "f1": 0.478261, "accuracy": 0.513834, "main_score": 0.478261, "hf_subset": "kbp_Latn-ars_Arab", "languages": ["kbp-Latn", "ars-Arab"]}, {"precision": 0.508831, "recall": 0.548419, "f1": 0.519734, "accuracy": 0.548419, "main_score": 0.519734, "hf_subset": "kbp_Latn-ceb_Latn", "languages": ["kbp-Latn", "ceb-Latn"]}, {"precision": 0.45911, "recall": 0.499012, "f1": 0.470428, "accuracy": 0.499012, "main_score": 0.470428, "hf_subset": "kbp_Latn-fuv_Latn", "languages": ["kbp-Latn", "fuv-Latn"]}, {"precision": 0.477749, "recall": 0.51581, "f1": 0.487956, "accuracy": 0.51581, "main_score": 0.487956, "hf_subset": "kbp_Latn-kac_Latn", "languages": ["kbp-Latn", "kac-Latn"]}, {"precision": 0.511492, "recall": 0.548419, "f1": 0.521262, "accuracy": 0.548419, "main_score": 0.521262, "hf_subset": "kbp_Latn-lin_Latn", "languages": ["kbp-Latn", "lin-Latn"]}, {"precision": 0.484037, "recall": 0.538538, "f1": 0.498601, "accuracy": 0.538538, "main_score": 0.498601, "hf_subset": "kbp_Latn-nno_Latn", "languages": ["kbp-Latn", "nno-Latn"]}, {"precision": 0.113631, "recall": 0.161067, "f1": 0.124772, "accuracy": 0.161067, "main_score": 0.124772, "hf_subset": "kbp_Latn-sat_Olck", "languages": ["kbp-Latn", "sat-Olck"]}, {"precision": 0.467741, "recall": 0.51581, "f1": 0.480535, "accuracy": 0.51581, "main_score": 0.480535, "hf_subset": "kbp_Latn-tel_Telu", "languages": ["kbp-Latn", "tel-Telu"]}, {"precision": 0.412047, "recall": 0.468379, "f1": 0.427154, "accuracy": 0.468379, "main_score": 0.427154, "hf_subset": "kbp_Latn-ydd_Hebr", "languages": ["kbp-Latn", "ydd-Hebr"]}, {"precision": 0.467376, "recall": 0.51581, "f1": 0.480304, "accuracy": 0.51581, "main_score": 0.480304, "hf_subset": "kbp_Latn-ary_Arab", "languages": ["kbp-Latn", "ary-Arab"]}, {"precision": 0.495388, "recall": 0.539526, "f1": 0.507321, "accuracy": 0.539526, "main_score": 0.507321, "hf_subset": "kbp_Latn-ces_Latn", "languages": ["kbp-Latn", "ces-Latn"]}, {"precision": 0.465403, "recall": 0.514822, "f1": 0.479283, "accuracy": 0.514822, "main_score": 0.479283, "hf_subset": "kbp_Latn-gaz_Latn", "languages": ["kbp-Latn", "gaz-Latn"]}, {"precision": 0.461158, "recall": 0.504941, "f1": 0.473155, "accuracy": 0.504941, "main_score": 0.473155, "hf_subset": "kbp_Latn-kam_Latn", "languages": ["kbp-Latn", "kam-Latn"]}, {"precision": 0.477983, "recall": 0.524704, "f1": 0.490231, "accuracy": 0.524704, "main_score": 0.490231, "hf_subset": "kbp_Latn-lit_Latn", "languages": ["kbp-Latn", "lit-Latn"]}, {"precision": 0.496364, "recall": 0.545455, "f1": 0.509445, "accuracy": 0.545455, "main_score": 0.509445, "hf_subset": "kbp_Latn-nob_Latn", "languages": ["kbp-Latn", "nob-Latn"]}, {"precision": 0.50276, "recall": 0.539526, "f1": 0.513174, "accuracy": 0.539526, "main_score": 0.513174, "hf_subset": "kbp_Latn-scn_Latn", "languages": ["kbp-Latn", "scn-Latn"]}, {"precision": 0.487134, "recall": 0.530632, "f1": 0.49841, "accuracy": 0.530632, "main_score": 0.49841, "hf_subset": "kbp_Latn-tgk_Cyrl", "languages": ["kbp-Latn", "tgk-Cyrl"]}, {"precision": 0.439229, "recall": 0.487154, "f1": 0.452877, "accuracy": 0.487154, "main_score": 0.452877, "hf_subset": "kbp_Latn-yor_Latn", "languages": ["kbp-Latn", "yor-Latn"]}, {"precision": 0.473936, "recall": 0.521739, "f1": 0.486084, "accuracy": 0.521739, "main_score": 0.486084, "hf_subset": "kbp_Latn-arz_Arab", "languages": ["kbp-Latn", "arz-Arab"]}, {"precision": 0.450892, "recall": 0.498024, "f1": 0.464347, "accuracy": 0.498024, "main_score": 0.464347, "hf_subset": "kbp_Latn-cjk_Latn", "languages": ["kbp-Latn", "cjk-Latn"]}, {"precision": 0.464006, "recall": 0.504941, "f1": 0.47546, "accuracy": 0.504941, "main_score": 0.47546, "hf_subset": "kbp_Latn-gla_Latn", "languages": ["kbp-Latn", "gla-Latn"]}, {"precision": 0.477149, "recall": 0.525692, "f1": 0.490943, "accuracy": 0.525692, "main_score": 0.490943, "hf_subset": "kbp_Latn-kan_Knda", "languages": ["kbp-Latn", "kan-Knda"]}, {"precision": 0.496887, "recall": 0.535573, "f1": 0.50708, "accuracy": 0.535573, "main_score": 0.50708, "hf_subset": "kbp_Latn-lmo_Latn", "languages": ["kbp-Latn", "lmo-Latn"]}, {"precision": 0.467602, "recall": 0.519763, "f1": 0.481025, "accuracy": 0.519763, "main_score": 0.481025, "hf_subset": "kbp_Latn-npi_Deva", "languages": ["kbp-Latn", "npi-Deva"]}, {"precision": 0.424587, "recall": 0.465415, "f1": 0.435954, "accuracy": 0.465415, "main_score": 0.435954, "hf_subset": "kbp_Latn-shn_Mymr", "languages": ["kbp-Latn", "shn-Mymr"]}, {"precision": 0.520104, "recall": 0.559289, "f1": 0.530854, "accuracy": 0.559289, "main_score": 0.530854, "hf_subset": "kbp_Latn-tgl_Latn", "languages": ["kbp-Latn", "tgl-Latn"]}, {"precision": 0.476943, "recall": 0.52668, "f1": 0.489842, "accuracy": 0.52668, "main_score": 0.489842, "hf_subset": "kbp_Latn-yue_Hant", "languages": ["kbp-Latn", "yue-Hant"]}, {"precision": 0.440349, "recall": 0.490119, "f1": 0.454564, "accuracy": 0.490119, "main_score": 0.454564, "hf_subset": "kbp_Latn-asm_Beng", "languages": ["kbp-Latn", "asm-Beng"]}, {"precision": 0.45886, "recall": 0.506917, "f1": 0.471921, "accuracy": 0.506917, "main_score": 0.471921, "hf_subset": "kbp_Latn-ckb_Arab", "languages": ["kbp-Latn", "ckb-Arab"]}, {"precision": 0.461273, "recall": 0.502964, "f1": 0.473347, "accuracy": 0.502964, "main_score": 0.473347, "hf_subset": "kbp_Latn-gle_Latn", "languages": ["kbp-Latn", "gle-Latn"]}, {"precision": 0.428101, "recall": 0.483202, "f1": 0.442139, "accuracy": 0.483202, "main_score": 0.442139, "hf_subset": "kbp_Latn-kas_Arab", "languages": ["kbp-Latn", "kas-Arab"]}, {"precision": 0.4839, "recall": 0.524704, "f1": 0.495113, "accuracy": 0.524704, "main_score": 0.495113, "hf_subset": "kbp_Latn-ltg_Latn", "languages": ["kbp-Latn", "ltg-Latn"]}, {"precision": 0.515122, "recall": 0.559289, "f1": 0.527177, "accuracy": 0.559289, "main_score": 0.527177, "hf_subset": "kbp_Latn-nso_Latn", "languages": ["kbp-Latn", "nso-Latn"]}, {"precision": 0.427592, "recall": 0.477273, "f1": 0.44024, "accuracy": 0.477273, "main_score": 0.44024, "hf_subset": "kbp_Latn-sin_Sinh", "languages": ["kbp-Latn", "sin-Sinh"]}, {"precision": 0.484064, "recall": 0.528656, "f1": 0.496036, "accuracy": 0.528656, "main_score": 0.496036, "hf_subset": "kbp_Latn-tha_Thai", "languages": ["kbp-Latn", "tha-Thai"]}, {"precision": 0.479635, "recall": 0.520751, "f1": 0.489984, "accuracy": 0.520751, "main_score": 0.489984, "hf_subset": "kbp_Latn-zho_Hans", "languages": ["kbp-Latn", "zho-Hans"]}, {"precision": 0.506637, "recall": 0.550395, "f1": 0.517909, "accuracy": 0.550395, "main_score": 0.517909, "hf_subset": "kbp_Latn-ast_Latn", "languages": ["kbp-Latn", "ast-Latn"]}, {"precision": 0.487961, "recall": 0.533597, "f1": 0.500037, "accuracy": 0.533597, "main_score": 0.500037, "hf_subset": "kbp_Latn-crh_Latn", "languages": ["kbp-Latn", "crh-Latn"]}, {"precision": 0.492046, "recall": 0.540514, "f1": 0.505066, "accuracy": 0.540514, "main_score": 0.505066, "hf_subset": "kbp_Latn-glg_Latn", "languages": ["kbp-Latn", "glg-Latn"]}, {"precision": 0.452535, "recall": 0.495059, "f1": 0.463942, "accuracy": 0.495059, "main_score": 0.463942, "hf_subset": "kbp_Latn-kas_Deva", "languages": ["kbp-Latn", "kas-Deva"]}, {"precision": 0.480287, "recall": 0.525692, "f1": 0.492586, "accuracy": 0.525692, "main_score": 0.492586, "hf_subset": "kbp_Latn-ltz_Latn", "languages": ["kbp-Latn", "ltz-Latn"]}, {"precision": 0.443271, "recall": 0.490119, "f1": 0.456074, "accuracy": 0.490119, "main_score": 0.456074, "hf_subset": "kbp_Latn-nus_Latn", "languages": ["kbp-Latn", "nus-Latn"]}, {"precision": 0.494616, "recall": 0.54249, "f1": 0.506904, "accuracy": 0.54249, "main_score": 0.506904, "hf_subset": "kbp_Latn-slk_Latn", "languages": ["kbp-Latn", "slk-Latn"]}, {"precision": 0.35814, "recall": 0.414032, "f1": 0.373167, "accuracy": 0.414032, "main_score": 0.373167, "hf_subset": "kbp_Latn-tir_Ethi", "languages": ["kbp-Latn", "tir-Ethi"]}, {"precision": 0.472216, "recall": 0.518775, "f1": 0.483878, "accuracy": 0.518775, "main_score": 0.483878, "hf_subset": "kbp_Latn-zho_Hant", "languages": ["kbp-Latn", "zho-Hant"]}, {"precision": 0.481416, "recall": 0.525692, "f1": 0.493481, "accuracy": 0.525692, "main_score": 0.493481, "hf_subset": "kbp_Latn-awa_Deva", "languages": ["kbp-Latn", "awa-Deva"]}, {"precision": 0.478066, "recall": 0.518775, "f1": 0.48863, "accuracy": 0.518775, "main_score": 0.48863, "hf_subset": "kbp_Latn-cym_Latn", "languages": ["kbp-Latn", "cym-Latn"]}, {"precision": 0.505558, "recall": 0.541502, "f1": 0.51523, "accuracy": 0.541502, "main_score": 0.51523, "hf_subset": "kbp_Latn-grn_Latn", "languages": ["kbp-Latn", "grn-Latn"]}, {"precision": 0.447749, "recall": 0.502964, "f1": 0.46285, "accuracy": 0.502964, "main_score": 0.46285, "hf_subset": "kbp_Latn-kat_Geor", "languages": ["kbp-Latn", "kat-Geor"]}, {"precision": 0.493754, "recall": 0.534585, "f1": 0.504701, "accuracy": 0.534585, "main_score": 0.504701, "hf_subset": "kbp_Latn-lua_Latn", "languages": ["kbp-Latn", "lua-Latn"]}, {"precision": 0.495387, "recall": 0.539526, "f1": 0.507155, "accuracy": 0.539526, "main_score": 0.507155, "hf_subset": "kbp_Latn-nya_Latn", "languages": ["kbp-Latn", "nya-Latn"]}, {"precision": 0.497471, "recall": 0.54249, "f1": 0.509806, "accuracy": 0.54249, "main_score": 0.509806, "hf_subset": "kbp_Latn-slv_Latn", "languages": ["kbp-Latn", "slv-Latn"]}, {"precision": 0.505258, "recall": 0.540514, "f1": 0.514749, "accuracy": 0.540514, "main_score": 0.514749, "hf_subset": "kbp_Latn-tpi_Latn", "languages": ["kbp-Latn", "tpi-Latn"]}, {"precision": 0.51278, "recall": 0.552372, "f1": 0.523543, "accuracy": 0.552372, "main_score": 0.523543, "hf_subset": "kbp_Latn-zsm_Latn", "languages": ["kbp-Latn", "zsm-Latn"]}, {"precision": 0.480605, "recall": 0.523715, "f1": 0.492435, "accuracy": 0.523715, "main_score": 0.492435, "hf_subset": "kbp_Latn-ayr_Latn", "languages": ["kbp-Latn", "ayr-Latn"]}, {"precision": 0.49879, "recall": 0.546443, "f1": 0.511837, "accuracy": 0.546443, "main_score": 0.511837, "hf_subset": "kbp_Latn-dan_Latn", "languages": ["kbp-Latn", "dan-Latn"]}, {"precision": 0.480559, "recall": 0.529644, "f1": 0.493299, "accuracy": 0.529644, "main_score": 0.493299, "hf_subset": "kbp_Latn-guj_Gujr", "languages": ["kbp-Latn", "guj-Gujr"]}, {"precision": 0.469068, "recall": 0.517787, "f1": 0.481936, "accuracy": 0.517787, "main_score": 0.481936, "hf_subset": "kbp_Latn-kaz_Cyrl", "languages": ["kbp-Latn", "kaz-Cyrl"]}, {"precision": 0.4699, "recall": 0.519763, "f1": 0.483052, "accuracy": 0.519763, "main_score": 0.483052, "hf_subset": "kbp_Latn-lug_Latn", "languages": ["kbp-Latn", "lug-Latn"]}, {"precision": 0.504377, "recall": 0.547431, "f1": 0.515262, "accuracy": 0.547431, "main_score": 0.515262, "hf_subset": "kbp_Latn-oci_Latn", "languages": ["kbp-Latn", "oci-Latn"]}, {"precision": 0.497325, "recall": 0.530632, "f1": 0.5067, "accuracy": 0.530632, "main_score": 0.5067, "hf_subset": "kbp_Latn-smo_Latn", "languages": ["kbp-Latn", "smo-Latn"]}, {"precision": 0.47998, "recall": 0.522727, "f1": 0.49142, "accuracy": 0.522727, "main_score": 0.49142, "hf_subset": "kbp_Latn-tsn_Latn", "languages": ["kbp-Latn", "tsn-Latn"]}, {"precision": 0.492736, "recall": 0.538538, "f1": 0.505045, "accuracy": 0.538538, "main_score": 0.505045, "hf_subset": "kbp_Latn-zul_Latn", "languages": ["kbp-Latn", "zul-Latn"]}, {"precision": 0.417081, "recall": 0.468379, "f1": 0.431577, "accuracy": 0.468379, "main_score": 0.431577, "hf_subset": "kbp_Latn-azb_Arab", "languages": ["kbp-Latn", "azb-Arab"]}, {"precision": 0.484374, "recall": 0.52668, "f1": 0.4963, "accuracy": 0.52668, "main_score": 0.4963, "hf_subset": "kbp_Latn-deu_Latn", "languages": ["kbp-Latn", "deu-Latn"]}, {"precision": 0.471264, "recall": 0.523715, "f1": 0.484681, "accuracy": 0.523715, "main_score": 0.484681, "hf_subset": "kbp_Latn-hat_Latn", "languages": ["kbp-Latn", "hat-Latn"]}, {"precision": 0.497137, "recall": 0.535573, "f1": 0.50769, "accuracy": 0.535573, "main_score": 0.50769, "hf_subset": "kbp_Latn-luo_Latn", "languages": ["kbp-Latn", "luo-Latn"]}, {"precision": 0.455648, "recall": 0.507905, "f1": 0.47009, "accuracy": 0.507905, "main_score": 0.47009, "hf_subset": "kbp_Latn-ory_Orya", "languages": ["kbp-Latn", "ory-Orya"]}, {"precision": 0.478698, "recall": 0.522727, "f1": 0.490931, "accuracy": 0.522727, "main_score": 0.490931, "hf_subset": "kbp_Latn-sna_Latn", "languages": ["kbp-Latn", "sna-Latn"]}, {"precision": 0.494615, "recall": 0.532609, "f1": 0.504692, "accuracy": 0.532609, "main_score": 0.504692, "hf_subset": "kbp_Latn-tso_Latn", "languages": ["kbp-Latn", "tso-Latn"]}, {"precision": 0.463945, "recall": 0.51581, "f1": 0.478346, "accuracy": 0.51581, "main_score": 0.478346, "hf_subset": "kbp_Latn-azj_Latn", "languages": ["kbp-Latn", "azj-Latn"]}, {"precision": 0.445629, "recall": 0.493083, "f1": 0.459182, "accuracy": 0.493083, "main_score": 0.459182, "hf_subset": "kbp_Latn-dik_Latn", "languages": ["kbp-Latn", "dik-Latn"]}, {"precision": 0.486347, "recall": 0.529644, "f1": 0.498351, "accuracy": 0.529644, "main_score": 0.498351, "hf_subset": "kbp_Latn-hau_Latn", "languages": ["kbp-Latn", "hau-Latn"]}, {"precision": 0.498958, "recall": 0.535573, "f1": 0.508285, "accuracy": 0.535573, "main_score": 0.508285, "hf_subset": "kbp_Latn-kea_Latn", "languages": ["kbp-Latn", "kea-Latn"]}, {"precision": 0.48502, "recall": 0.524704, "f1": 0.496142, "accuracy": 0.524704, "main_score": 0.496142, "hf_subset": "kbp_Latn-lus_Latn", "languages": ["kbp-Latn", "lus-Latn"]}, {"precision": 0.498045, "recall": 0.530632, "f1": 0.507313, "accuracy": 0.530632, "main_score": 0.507313, "hf_subset": "kbp_Latn-pag_Latn", "languages": ["kbp-Latn", "pag-Latn"]}, {"precision": 0.450986, "recall": 0.495059, "f1": 0.462496, "accuracy": 0.495059, "main_score": 0.462496, "hf_subset": "kbp_Latn-snd_Arab", "languages": ["kbp-Latn", "snd-Arab"]}, {"precision": 0.457295, "recall": 0.5, "f1": 0.468828, "accuracy": 0.5, "main_score": 0.468828, "hf_subset": "kbp_Latn-tuk_Latn", "languages": ["kbp-Latn", "tuk-Latn"]}, {"precision": 0.481088, "recall": 0.523715, "f1": 0.492278, "accuracy": 0.523715, "main_score": 0.492278, "hf_subset": "kbp_Latn-bak_Cyrl", "languages": ["kbp-Latn", "bak-Cyrl"]}, {"precision": 0.3989, "recall": 0.463439, "f1": 0.416708, "accuracy": 0.463439, "main_score": 0.416708, "hf_subset": "kbp_Latn-dyu_Latn", "languages": ["kbp-Latn", "dyu-Latn"]}, {"precision": 0.472178, "recall": 0.517787, "f1": 0.484092, "accuracy": 0.517787, "main_score": 0.484092, "hf_subset": "kbp_Latn-heb_Hebr", "languages": ["kbp-Latn", "heb-Hebr"]}, {"precision": 0.463872, "recall": 0.511858, "f1": 0.476658, "accuracy": 0.511858, "main_score": 0.476658, "hf_subset": "kbp_Latn-khk_Cyrl", "languages": ["kbp-Latn", "khk-Cyrl"]}, {"precision": 0.488101, "recall": 0.534585, "f1": 0.500083, "accuracy": 0.534585, "main_score": 0.500083, "hf_subset": "kbp_Latn-lvs_Latn", "languages": ["kbp-Latn", "lvs-Latn"]}, {"precision": 0.469629, "recall": 0.517787, "f1": 0.482453, "accuracy": 0.517787, "main_score": 0.482453, "hf_subset": "kbp_Latn-pan_Guru", "languages": ["kbp-Latn", "pan-Guru"]}, {"precision": 0.456007, "recall": 0.502964, "f1": 0.468786, "accuracy": 0.502964, "main_score": 0.468786, "hf_subset": "kbp_Latn-som_Latn", "languages": ["kbp-Latn", "som-Latn"]}, {"precision": 0.49343, "recall": 0.533597, "f1": 0.504749, "accuracy": 0.533597, "main_score": 0.504749, "hf_subset": "kbp_Latn-tum_Latn", "languages": ["kbp-Latn", "tum-Latn"]}, {"precision": 0.452307, "recall": 0.505929, "f1": 0.466834, "accuracy": 0.505929, "main_score": 0.466834, "hf_subset": "luo_Latn-ace_Arab", "languages": ["luo-Latn", "ace-Arab"]}, {"precision": 0.526009, "recall": 0.565217, "f1": 0.537222, "accuracy": 0.565217, "main_score": 0.537222, "hf_subset": "luo_Latn-bam_Latn", "languages": ["luo-Latn", "bam-Latn"]}, {"precision": 0.217211, "recall": 0.259881, "f1": 0.227416, "accuracy": 0.259881, "main_score": 0.227416, "hf_subset": "luo_Latn-dzo_Tibt", "languages": ["luo-Latn", "dzo-Tibt"]}, {"precision": 0.576026, "recall": 0.617589, "f1": 0.58704, "accuracy": 0.617589, "main_score": 0.58704, "hf_subset": "luo_Latn-hin_Deva", "languages": ["luo-Latn", "hin-Deva"]}, {"precision": 0.519717, "recall": 0.565217, "f1": 0.532633, "accuracy": 0.565217, "main_score": 0.532633, "hf_subset": "luo_Latn-khm_Khmr", "languages": ["luo-Latn", "khm-Khmr"]}, {"precision": 0.569432, "recall": 0.610672, "f1": 0.580642, "accuracy": 0.610672, "main_score": 0.580642, "hf_subset": "luo_Latn-mag_Deva", "languages": ["luo-Latn", "mag-Deva"]}, {"precision": 0.5804, "recall": 0.614625, "f1": 0.589001, "accuracy": 0.614625, "main_score": 0.589001, "hf_subset": "luo_Latn-pap_Latn", "languages": ["luo-Latn", "pap-Latn"]}, {"precision": 0.592405, "recall": 0.629447, "f1": 0.602574, "accuracy": 0.629447, "main_score": 0.602574, "hf_subset": "luo_Latn-sot_Latn", "languages": ["luo-Latn", "sot-Latn"]}, {"precision": 0.577952, "recall": 0.623518, "f1": 0.589192, "accuracy": 0.623518, "main_score": 0.589192, "hf_subset": "luo_Latn-tur_Latn", "languages": ["luo-Latn", "tur-Latn"]}, {"precision": 0.57731, "recall": 0.610672, "f1": 0.586354, "accuracy": 0.610672, "main_score": 0.586354, "hf_subset": "luo_Latn-ace_Latn", "languages": ["luo-Latn", "ace-Latn"]}, {"precision": 0.589523, "recall": 0.624506, "f1": 0.599262, "accuracy": 0.624506, "main_score": 0.599262, "hf_subset": "luo_Latn-ban_Latn", "languages": ["luo-Latn", "ban-Latn"]}, {"precision": 0.5544, "recall": 0.600791, "f1": 0.566562, "accuracy": 0.600791, "main_score": 0.566562, "hf_subset": "luo_Latn-ell_Grek", "languages": ["luo-Latn", "ell-Grek"]}, {"precision": 0.563972, "recall": 0.610672, "f1": 0.576714, "accuracy": 0.610672, "main_score": 0.576714, "hf_subset": "luo_Latn-hne_Deva", "languages": ["luo-Latn", "hne-Deva"]}, {"precision": 0.539284, "recall": 0.583004, "f1": 0.55129, "accuracy": 0.583004, "main_score": 0.55129, "hf_subset": "luo_Latn-kik_Latn", "languages": ["luo-Latn", "kik-Latn"]}, {"precision": 0.582778, "recall": 0.626482, "f1": 0.594105, "accuracy": 0.626482, "main_score": 0.594105, "hf_subset": "luo_Latn-mai_Deva", "languages": ["luo-Latn", "mai-Deva"]}, {"precision": 0.529967, "recall": 0.578063, "f1": 0.542747, "accuracy": 0.578063, "main_score": 0.542747, "hf_subset": "luo_Latn-pbt_Arab", "languages": ["luo-Latn", "pbt-Arab"]}, {"precision": 0.57028, "recall": 0.614625, "f1": 0.582058, "accuracy": 0.614625, "main_score": 0.582058, "hf_subset": "luo_Latn-spa_Latn", "languages": ["luo-Latn", "spa-Latn"]}, {"precision": 0.5843, "recall": 0.617589, "f1": 0.593715, "accuracy": 0.617589, "main_score": 0.593715, "hf_subset": "luo_Latn-twi_Latn", "languages": ["luo-Latn", "twi-Latn"]}, {"precision": 0.55221, "recall": 0.599802, "f1": 0.565097, "accuracy": 0.599802, "main_score": 0.565097, "hf_subset": "luo_Latn-acm_Arab", "languages": ["luo-Latn", "acm-Arab"]}, {"precision": 0.53963, "recall": 0.581028, "f1": 0.550291, "accuracy": 0.581028, "main_score": 0.550291, "hf_subset": "luo_Latn-bel_Cyrl", "languages": ["luo-Latn", "bel-Cyrl"]}, {"precision": 0.601367, "recall": 0.643281, "f1": 0.611861, "accuracy": 0.643281, "main_score": 0.611861, "hf_subset": "luo_Latn-eng_Latn", "languages": ["luo-Latn", "eng-Latn"]}, {"precision": 0.58526, "recall": 0.621542, "f1": 0.59487, "accuracy": 0.621542, "main_score": 0.59487, "hf_subset": "luo_Latn-hrv_Latn", "languages": ["luo-Latn", "hrv-Latn"]}, {"precision": 0.513669, "recall": 0.557312, "f1": 0.525842, "accuracy": 0.557312, "main_score": 0.525842, "hf_subset": "luo_Latn-kin_Latn", "languages": ["luo-Latn", "kin-Latn"]}, {"precision": 0.560664, "recall": 0.606719, "f1": 0.572654, "accuracy": 0.606719, "main_score": 0.572654, "hf_subset": "luo_Latn-mal_Mlym", "languages": ["luo-Latn", "mal-Mlym"]}, {"precision": 0.551782, "recall": 0.598814, "f1": 0.564871, "accuracy": 0.598814, "main_score": 0.564871, "hf_subset": "luo_Latn-pes_Arab", "languages": ["luo-Latn", "pes-Arab"]}, {"precision": 0.57978, "recall": 0.619565, "f1": 0.59033, "accuracy": 0.619565, "main_score": 0.59033, "hf_subset": "luo_Latn-srd_Latn", "languages": ["luo-Latn", "srd-Latn"]}, {"precision": 0.191863, "recall": 0.236166, "f1": 0.202847, "accuracy": 0.236166, "main_score": 0.202847, "hf_subset": "luo_Latn-tzm_Tfng", "languages": ["luo-Latn", "tzm-Tfng"]}, {"precision": 0.550658, "recall": 0.598814, "f1": 0.563143, "accuracy": 0.598814, "main_score": 0.563143, "hf_subset": "luo_Latn-acq_Arab", "languages": ["luo-Latn", "acq-Arab"]}, {"precision": 0.586424, "recall": 0.620553, "f1": 0.595632, "accuracy": 0.620553, "main_score": 0.595632, "hf_subset": "luo_Latn-bem_Latn", "languages": ["luo-Latn", "bem-Latn"]}, {"precision": 0.574988, "recall": 0.617589, "f1": 0.586566, "accuracy": 0.617589, "main_score": 0.586566, "hf_subset": "luo_Latn-epo_Latn", "languages": ["luo-Latn", "epo-Latn"]}, {"precision": 0.562187, "recall": 0.609684, "f1": 0.575315, "accuracy": 0.609684, "main_score": 0.575315, "hf_subset": "luo_Latn-hun_Latn", "languages": ["luo-Latn", "hun-Latn"]}, {"precision": 0.555191, "recall": 0.597826, "f1": 0.567299, "accuracy": 0.597826, "main_score": 0.567299, "hf_subset": "luo_Latn-kir_Cyrl", "languages": ["luo-Latn", "kir-Cyrl"]}, {"precision": 0.566349, "recall": 0.609684, "f1": 0.577376, "accuracy": 0.609684, "main_score": 0.577376, "hf_subset": "luo_Latn-mar_Deva", "languages": ["luo-Latn", "mar-Deva"]}, {"precision": 0.558182, "recall": 0.593874, "f1": 0.56797, "accuracy": 0.593874, "main_score": 0.56797, "hf_subset": "luo_Latn-plt_Latn", "languages": ["luo-Latn", "plt-Latn"]}, {"precision": 0.576939, "recall": 0.617589, "f1": 0.587128, "accuracy": 0.617589, "main_score": 0.587128, "hf_subset": "luo_Latn-srp_Cyrl", "languages": ["luo-Latn", "srp-Cyrl"]}, {"precision": 0.474895, "recall": 0.527668, "f1": 0.489419, "accuracy": 0.527668, "main_score": 0.489419, "hf_subset": "luo_Latn-uig_Arab", "languages": ["luo-Latn", "uig-Arab"]}, {"precision": 0.556598, "recall": 0.593874, "f1": 0.566178, "accuracy": 0.593874, "main_score": 0.566178, "hf_subset": "luo_Latn-aeb_Arab", "languages": ["luo-Latn", "aeb-Arab"]}, {"precision": 0.564544, "recall": 0.609684, "f1": 0.577216, "accuracy": 0.609684, "main_score": 0.577216, "hf_subset": "luo_Latn-ben_Beng", "languages": ["luo-Latn", "ben-Beng"]}, {"precision": 0.563129, "recall": 0.604743, "f1": 0.574579, "accuracy": 0.604743, "main_score": 0.574579, "hf_subset": "luo_Latn-est_Latn", "languages": ["luo-Latn", "est-Latn"]}, {"precision": 0.547703, "recall": 0.589921, "f1": 0.55853, "accuracy": 0.589921, "main_score": 0.55853, "hf_subset": "luo_Latn-hye_Armn", "languages": ["luo-Latn", "hye-Armn"]}, {"precision": 0.547436, "recall": 0.590909, "f1": 0.559447, "accuracy": 0.590909, "main_score": 0.559447, "hf_subset": "luo_Latn-kmb_Latn", "languages": ["luo-Latn", "kmb-Latn"]}, {"precision": 0.407044, "recall": 0.45751, "f1": 0.420607, "accuracy": 0.45751, "main_score": 0.420607, "hf_subset": "luo_Latn-min_Arab", "languages": ["luo-Latn", "min-Arab"]}, {"precision": 0.568728, "recall": 0.610672, "f1": 0.579753, "accuracy": 0.610672, "main_score": 0.579753, "hf_subset": "luo_Latn-pol_Latn", "languages": ["luo-Latn", "pol-Latn"]}, {"precision": 0.548825, "recall": 0.591897, "f1": 0.561364, "accuracy": 0.591897, "main_score": 0.561364, "hf_subset": "luo_Latn-ssw_Latn", "languages": ["luo-Latn", "ssw-Latn"]}, {"precision": 0.571604, "recall": 0.616601, "f1": 0.583576, "accuracy": 0.616601, "main_score": 0.583576, "hf_subset": "luo_Latn-ukr_Cyrl", "languages": ["luo-Latn", "ukr-Cyrl"]}, {"precision": 0.597697, "recall": 0.642292, "f1": 0.610214, "accuracy": 0.642292, "main_score": 0.610214, "hf_subset": "luo_Latn-afr_Latn", "languages": ["luo-Latn", "afr-Latn"]}, {"precision": 0.560224, "recall": 0.596838, "f1": 0.570278, "accuracy": 0.596838, "main_score": 0.570278, "hf_subset": "luo_Latn-bho_Deva", "languages": ["luo-Latn", "bho-Deva"]}, {"precision": 0.554686, "recall": 0.593874, "f1": 0.56532, "accuracy": 0.593874, "main_score": 0.56532, "hf_subset": "luo_Latn-eus_Latn", "languages": ["luo-Latn", "eus-Latn"]}, {"precision": 0.557591, "recall": 0.605731, "f1": 0.571441, "accuracy": 0.605731, "main_score": 0.571441, "hf_subset": "luo_Latn-ibo_Latn", "languages": ["luo-Latn", "ibo-Latn"]}, {"precision": 0.56147, "recall": 0.600791, "f1": 0.572518, "accuracy": 0.600791, "main_score": 0.572518, "hf_subset": "luo_Latn-kmr_Latn", "languages": ["luo-Latn", "kmr-Latn"]}, {"precision": 0.57822, "recall": 0.617589, "f1": 0.587858, "accuracy": 0.617589, "main_score": 0.587858, "hf_subset": "luo_Latn-min_Latn", "languages": ["luo-Latn", "min-Latn"]}, {"precision": 0.577398, "recall": 0.62253, "f1": 0.589041, "accuracy": 0.62253, "main_score": 0.589041, "hf_subset": "luo_Latn-por_Latn", "languages": ["luo-Latn", "por-Latn"]}, {"precision": 0.601089, "recall": 0.632411, "f1": 0.609028, "accuracy": 0.632411, "main_score": 0.609028, "hf_subset": "luo_Latn-sun_Latn", "languages": ["luo-Latn", "sun-Latn"]}, {"precision": 0.517265, "recall": 0.559289, "f1": 0.529389, "accuracy": 0.559289, "main_score": 0.529389, "hf_subset": "luo_Latn-umb_Latn", "languages": ["luo-Latn", "umb-Latn"]}, {"precision": 0.551195, "recall": 0.596838, "f1": 0.563356, "accuracy": 0.596838, "main_score": 0.563356, "hf_subset": "luo_Latn-ajp_Arab", "languages": ["luo-Latn", "ajp-Arab"]}, {"precision": 0.437962, "recall": 0.486166, "f1": 0.450746, "accuracy": 0.486166, "main_score": 0.450746, "hf_subset": "luo_Latn-bjn_Arab", "languages": ["luo-Latn", "bjn-Arab"]}, {"precision": 0.522423, "recall": 0.556324, "f1": 0.532042, "accuracy": 0.556324, "main_score": 0.532042, "hf_subset": "luo_Latn-ewe_Latn", "languages": ["luo-Latn", "ewe-Latn"]}, {"precision": 0.610551, "recall": 0.643281, "f1": 0.618922, "accuracy": 0.643281, "main_score": 0.618922, "hf_subset": "luo_Latn-ilo_Latn", "languages": ["luo-Latn", "ilo-Latn"]}, {"precision": 0.306299, "recall": 0.355731, "f1": 0.319658, "accuracy": 0.355731, "main_score": 0.319658, "hf_subset": "luo_Latn-knc_Arab", "languages": ["luo-Latn", "knc-Arab"]}, {"precision": 0.562072, "recall": 0.607708, "f1": 0.574113, "accuracy": 0.607708, "main_score": 0.574113, "hf_subset": "luo_Latn-mkd_Cyrl", "languages": ["luo-Latn", "mkd-Cyrl"]}, {"precision": 0.558691, "recall": 0.605731, "f1": 0.570923, "accuracy": 0.605731, "main_score": 0.570923, "hf_subset": "luo_Latn-prs_Arab", "languages": ["luo-Latn", "prs-Arab"]}, {"precision": 0.577383, "recall": 0.618577, "f1": 0.588003, "accuracy": 0.618577, "main_score": 0.588003, "hf_subset": "luo_Latn-swe_Latn", "languages": ["luo-Latn", "swe-Latn"]}, {"precision": 0.555438, "recall": 0.603755, "f1": 0.568728, "accuracy": 0.603755, "main_score": 0.568728, "hf_subset": "luo_Latn-urd_Arab", "languages": ["luo-Latn", "urd-Arab"]}, {"precision": 0.571941, "recall": 0.61166, "f1": 0.582696, "accuracy": 0.61166, "main_score": 0.582696, "hf_subset": "luo_Latn-aka_Latn", "languages": ["luo-Latn", "aka-Latn"]}, {"precision": 0.593665, "recall": 0.626482, "f1": 0.601802, "accuracy": 0.626482, "main_score": 0.601802, "hf_subset": "luo_Latn-bjn_Latn", "languages": ["luo-Latn", "bjn-Latn"]}, {"precision": 0.548, "recall": 0.583992, "f1": 0.558317, "accuracy": 0.583992, "main_score": 0.558317, "hf_subset": "luo_Latn-fao_Latn", "languages": ["luo-Latn", "fao-Latn"]}, {"precision": 0.596272, "recall": 0.635375, "f1": 0.606613, "accuracy": 0.635375, "main_score": 0.606613, "hf_subset": "luo_Latn-ind_Latn", "languages": ["luo-Latn", "ind-Latn"]}, {"precision": 0.562839, "recall": 0.590909, "f1": 0.571017, "accuracy": 0.590909, "main_score": 0.571017, "hf_subset": "luo_Latn-knc_Latn", "languages": ["luo-Latn", "knc-Latn"]}, {"precision": 0.589787, "recall": 0.626482, "f1": 0.598821, "accuracy": 0.626482, "main_score": 0.598821, "hf_subset": "luo_Latn-mlt_Latn", "languages": ["luo-Latn", "mlt-Latn"]}, {"precision": 0.554094, "recall": 0.59585, "f1": 0.566749, "accuracy": 0.59585, "main_score": 0.566749, "hf_subset": "luo_Latn-quy_Latn", "languages": ["luo-Latn", "quy-Latn"]}, {"precision": 0.589026, "recall": 0.633399, "f1": 0.601208, "accuracy": 0.633399, "main_score": 0.601208, "hf_subset": "luo_Latn-swh_Latn", "languages": ["luo-Latn", "swh-Latn"]}, {"precision": 0.551112, "recall": 0.59585, "f1": 0.563403, "accuracy": 0.59585, "main_score": 0.563403, "hf_subset": "luo_Latn-uzn_Latn", "languages": ["luo-Latn", "uzn-Latn"]}, {"precision": 0.565393, "recall": 0.610672, "f1": 0.577714, "accuracy": 0.610672, "main_score": 0.577714, "hf_subset": "luo_Latn-als_Latn", "languages": ["luo-Latn", "als-Latn"]}, {"precision": 0.274003, "recall": 0.324111, "f1": 0.286433, "accuracy": 0.324111, "main_score": 0.286433, "hf_subset": "luo_Latn-bod_Tibt", "languages": ["luo-Latn", "bod-Tibt"]}, {"precision": 0.561314, "recall": 0.596838, "f1": 0.57161, "accuracy": 0.596838, "main_score": 0.57161, "hf_subset": "luo_Latn-fij_Latn", "languages": ["luo-Latn", "fij-Latn"]}, {"precision": 0.542443, "recall": 0.58498, "f1": 0.554177, "accuracy": 0.58498, "main_score": 0.554177, "hf_subset": "luo_Latn-isl_Latn", "languages": ["luo-Latn", "isl-Latn"]}, {"precision": 0.570573, "recall": 0.603755, "f1": 0.579985, "accuracy": 0.603755, "main_score": 0.579985, "hf_subset": "luo_Latn-kon_Latn", "languages": ["luo-Latn", "kon-Latn"]}, {"precision": 0.505006, "recall": 0.554348, "f1": 0.518432, "accuracy": 0.554348, "main_score": 0.518432, "hf_subset": "luo_Latn-mni_Beng", "languages": ["luo-Latn", "mni-Beng"]}, {"precision": 0.588567, "recall": 0.630435, "f1": 0.599028, "accuracy": 0.630435, "main_score": 0.599028, "hf_subset": "luo_Latn-ron_Latn", "languages": ["luo-Latn", "ron-Latn"]}, {"precision": 0.581299, "recall": 0.620553, "f1": 0.591556, "accuracy": 0.620553, "main_score": 0.591556, "hf_subset": "luo_Latn-szl_Latn", "languages": ["luo-Latn", "szl-Latn"]}, {"precision": 0.572257, "recall": 0.616601, "f1": 0.584307, "accuracy": 0.616601, "main_score": 0.584307, "hf_subset": "luo_Latn-vec_Latn", "languages": ["luo-Latn", "vec-Latn"]}, {"precision": 0.499731, "recall": 0.551383, "f1": 0.512986, "accuracy": 0.551383, "main_score": 0.512986, "hf_subset": "luo_Latn-amh_Ethi", "languages": ["luo-Latn", "amh-Ethi"]}, {"precision": 0.567328, "recall": 0.616601, "f1": 0.580421, "accuracy": 0.616601, "main_score": 0.580421, "hf_subset": "luo_Latn-bos_Latn", "languages": ["luo-Latn", "bos-Latn"]}, {"precision": 0.570652, "recall": 0.615613, "f1": 0.58305, "accuracy": 0.615613, "main_score": 0.58305, "hf_subset": "luo_Latn-fin_Latn", "languages": ["luo-Latn", "fin-Latn"]}, {"precision": 0.575968, "recall": 0.614625, "f1": 0.58654, "accuracy": 0.614625, "main_score": 0.58654, "hf_subset": "luo_Latn-ita_Latn", "languages": ["luo-Latn", "ita-Latn"]}, {"precision": 0.558993, "recall": 0.607708, "f1": 0.571541, "accuracy": 0.607708, "main_score": 0.571541, "hf_subset": "luo_Latn-kor_Hang", "languages": ["luo-Latn", "kor-Hang"]}, {"precision": 0.536825, "recall": 0.576087, "f1": 0.548063, "accuracy": 0.576087, "main_score": 0.548063, "hf_subset": "luo_Latn-mos_Latn", "languages": ["luo-Latn", "mos-Latn"]}, {"precision": 0.541686, "recall": 0.58004, "f1": 0.552727, "accuracy": 0.58004, "main_score": 0.552727, "hf_subset": "luo_Latn-run_Latn", "languages": ["luo-Latn", "run-Latn"]}, {"precision": 0.550375, "recall": 0.59585, "f1": 0.562754, "accuracy": 0.59585, "main_score": 0.562754, "hf_subset": "luo_Latn-tam_Taml", "languages": ["luo-Latn", "tam-Taml"]}, {"precision": 0.559512, "recall": 0.604743, "f1": 0.571012, "accuracy": 0.604743, "main_score": 0.571012, "hf_subset": "luo_Latn-vie_Latn", "languages": ["luo-Latn", "vie-Latn"]}, {"precision": 0.555228, "recall": 0.597826, "f1": 0.566617, "accuracy": 0.597826, "main_score": 0.566617, "hf_subset": "luo_Latn-apc_Arab", "languages": ["luo-Latn", "apc-Arab"]}, {"precision": 0.561614, "recall": 0.601779, "f1": 0.572028, "accuracy": 0.601779, "main_score": 0.572028, "hf_subset": "luo_Latn-bug_Latn", "languages": ["luo-Latn", "bug-Latn"]}, {"precision": 0.480428, "recall": 0.525692, "f1": 0.492994, "accuracy": 0.525692, "main_score": 0.492994, "hf_subset": "luo_Latn-fon_Latn", "languages": ["luo-Latn", "fon-Latn"]}, {"precision": 0.595785, "recall": 0.635375, "f1": 0.606591, "accuracy": 0.635375, "main_score": 0.606591, "hf_subset": "luo_Latn-jav_Latn", "languages": ["luo-Latn", "jav-Latn"]}, {"precision": 0.514754, "recall": 0.562253, "f1": 0.527929, "accuracy": 0.562253, "main_score": 0.527929, "hf_subset": "luo_Latn-lao_Laoo", "languages": ["luo-Latn", "lao-Laoo"]}, {"precision": 0.512767, "recall": 0.557312, "f1": 0.525756, "accuracy": 0.557312, "main_score": 0.525756, "hf_subset": "luo_Latn-mri_Latn", "languages": ["luo-Latn", "mri-Latn"]}, {"precision": 0.562416, "recall": 0.607708, "f1": 0.573937, "accuracy": 0.607708, "main_score": 0.573937, "hf_subset": "luo_Latn-rus_Cyrl", "languages": ["luo-Latn", "rus-Cyrl"]}, {"precision": 0.510731, "recall": 0.551383, "f1": 0.522843, "accuracy": 0.551383, "main_score": 0.522843, "hf_subset": "luo_Latn-taq_Latn", "languages": ["luo-Latn", "taq-Latn"]}, {"precision": 0.62267, "recall": 0.652174, "f1": 0.629854, "accuracy": 0.652174, "main_score": 0.629854, "hf_subset": "luo_Latn-war_Latn", "languages": ["luo-Latn", "war-Latn"]}, {"precision": 0.541314, "recall": 0.590909, "f1": 0.554795, "accuracy": 0.590909, "main_score": 0.554795, "hf_subset": "luo_Latn-arb_Arab", "languages": ["luo-Latn", "arb-Arab"]}, {"precision": 0.566785, "recall": 0.610672, "f1": 0.57835, "accuracy": 0.610672, "main_score": 0.57835, "hf_subset": "luo_Latn-bul_Cyrl", "languages": ["luo-Latn", "bul-Cyrl"]}, {"precision": 0.581705, "recall": 0.623518, "f1": 0.592033, "accuracy": 0.623518, "main_score": 0.592033, "hf_subset": "luo_Latn-fra_Latn", "languages": ["luo-Latn", "fra-Latn"]}, {"precision": 0.557983, "recall": 0.599802, "f1": 0.568837, "accuracy": 0.599802, "main_score": 0.568837, "hf_subset": "luo_Latn-jpn_Jpan", "languages": ["luo-Latn", "jpn-Jpan"]}, {"precision": 0.586127, "recall": 0.62253, "f1": 0.595911, "accuracy": 0.62253, "main_score": 0.595911, "hf_subset": "luo_Latn-lij_Latn", "languages": ["luo-Latn", "lij-Latn"]}, {"precision": 0.398361, "recall": 0.463439, "f1": 0.415177, "accuracy": 0.463439, "main_score": 0.415177, "hf_subset": "luo_Latn-mya_Mymr", "languages": ["luo-Latn", "mya-Mymr"]}, {"precision": 0.537678, "recall": 0.579051, "f1": 0.549495, "accuracy": 0.579051, "main_score": 0.549495, "hf_subset": "luo_Latn-sag_Latn", "languages": ["luo-Latn", "sag-Latn"]}, {"precision": 0.211753, "recall": 0.258893, "f1": 0.223076, "accuracy": 0.258893, "main_score": 0.223076, "hf_subset": "luo_Latn-taq_Tfng", "languages": ["luo-Latn", "taq-Tfng"]}, {"precision": 0.566965, "recall": 0.605731, "f1": 0.577985, "accuracy": 0.605731, "main_score": 0.577985, "hf_subset": "luo_Latn-wol_Latn", "languages": ["luo-Latn", "wol-Latn"]}, {"precision": 0.469548, "recall": 0.516798, "f1": 0.482505, "accuracy": 0.516798, "main_score": 0.482505, "hf_subset": "luo_Latn-arb_Latn", "languages": ["luo-Latn", "arb-Latn"]}, {"precision": 0.57815, "recall": 0.621542, "f1": 0.589057, "accuracy": 0.621542, "main_score": 0.589057, "hf_subset": "luo_Latn-cat_Latn", "languages": ["luo-Latn", "cat-Latn"]}, {"precision": 0.58111, "recall": 0.615613, "f1": 0.590554, "accuracy": 0.615613, "main_score": 0.590554, "hf_subset": "luo_Latn-fur_Latn", "languages": ["luo-Latn", "fur-Latn"]}, {"precision": 0.44033, "recall": 0.487154, "f1": 0.452743, "accuracy": 0.487154, "main_score": 0.452743, "hf_subset": "luo_Latn-kab_Latn", "languages": ["luo-Latn", "kab-Latn"]}, {"precision": 0.574385, "recall": 0.61166, "f1": 0.584268, "accuracy": 0.61166, "main_score": 0.584268, "hf_subset": "luo_Latn-lim_Latn", "languages": ["luo-Latn", "lim-Latn"]}, {"precision": 0.5738, "recall": 0.614625, "f1": 0.584959, "accuracy": 0.614625, "main_score": 0.584959, "hf_subset": "luo_Latn-nld_Latn", "languages": ["luo-Latn", "nld-Latn"]}, {"precision": 0.520767, "recall": 0.571146, "f1": 0.534311, "accuracy": 0.571146, "main_score": 0.534311, "hf_subset": "luo_Latn-san_Deva", "languages": ["luo-Latn", "san-Deva"]}, {"precision": 0.564936, "recall": 0.601779, "f1": 0.574946, "accuracy": 0.601779, "main_score": 0.574946, "hf_subset": "luo_Latn-tat_Cyrl", "languages": ["luo-Latn", "tat-Cyrl"]}, {"precision": 0.585377, "recall": 0.623518, "f1": 0.596088, "accuracy": 0.623518, "main_score": 0.596088, "hf_subset": "luo_Latn-xho_Latn", "languages": ["luo-Latn", "xho-Latn"]}, {"precision": 0.523227, "recall": 0.576087, "f1": 0.537418, "accuracy": 0.576087, "main_score": 0.537418, "hf_subset": "luo_Latn-ars_Arab", "languages": ["luo-Latn", "ars-Arab"]}, {"precision": 0.598449, "recall": 0.630435, "f1": 0.607031, "accuracy": 0.630435, "main_score": 0.607031, "hf_subset": "luo_Latn-ceb_Latn", "languages": ["luo-Latn", "ceb-Latn"]}, {"precision": 0.519411, "recall": 0.568182, "f1": 0.53338, "accuracy": 0.568182, "main_score": 0.53338, "hf_subset": "luo_Latn-fuv_Latn", "languages": ["luo-Latn", "fuv-Latn"]}, {"precision": 0.53242, "recall": 0.566206, "f1": 0.541971, "accuracy": 0.566206, "main_score": 0.541971, "hf_subset": "luo_Latn-kac_Latn", "languages": ["luo-Latn", "kac-Latn"]}, {"precision": 0.578391, "recall": 0.614625, "f1": 0.588661, "accuracy": 0.614625, "main_score": 0.588661, "hf_subset": "luo_Latn-lin_Latn", "languages": ["luo-Latn", "lin-Latn"]}, {"precision": 0.57149, "recall": 0.614625, "f1": 0.583202, "accuracy": 0.614625, "main_score": 0.583202, "hf_subset": "luo_Latn-nno_Latn", "languages": ["luo-Latn", "nno-Latn"]}, {"precision": 0.122432, "recall": 0.161067, "f1": 0.132229, "accuracy": 0.161067, "main_score": 0.132229, "hf_subset": "luo_Latn-sat_Olck", "languages": ["luo-Latn", "sat-Olck"]}, {"precision": 0.576297, "recall": 0.615613, "f1": 0.586916, "accuracy": 0.615613, "main_score": 0.586916, "hf_subset": "luo_Latn-tel_Telu", "languages": ["luo-Latn", "tel-Telu"]}, {"precision": 0.482037, "recall": 0.529644, "f1": 0.495235, "accuracy": 0.529644, "main_score": 0.495235, "hf_subset": "luo_Latn-ydd_Hebr", "languages": ["luo-Latn", "ydd-Hebr"]}, {"precision": 0.522952, "recall": 0.567194, "f1": 0.53483, "accuracy": 0.567194, "main_score": 0.53483, "hf_subset": "luo_Latn-ary_Arab", "languages": ["luo-Latn", "ary-Arab"]}, {"precision": 0.567259, "recall": 0.608696, "f1": 0.578255, "accuracy": 0.608696, "main_score": 0.578255, "hf_subset": "luo_Latn-ces_Latn", "languages": ["luo-Latn", "ces-Latn"]}, {"precision": 0.521444, "recall": 0.567194, "f1": 0.534505, "accuracy": 0.567194, "main_score": 0.534505, "hf_subset": "luo_Latn-gaz_Latn", "languages": ["luo-Latn", "gaz-Latn"]}, {"precision": 0.536847, "recall": 0.583992, "f1": 0.550093, "accuracy": 0.583992, "main_score": 0.550093, "hf_subset": "luo_Latn-kam_Latn", "languages": ["luo-Latn", "kam-Latn"]}, {"precision": 0.567135, "recall": 0.609684, "f1": 0.578485, "accuracy": 0.609684, "main_score": 0.578485, "hf_subset": "luo_Latn-lit_Latn", "languages": ["luo-Latn", "lit-Latn"]}, {"precision": 0.578098, "recall": 0.619565, "f1": 0.58891, "accuracy": 0.619565, "main_score": 0.58891, "hf_subset": "luo_Latn-nob_Latn", "languages": ["luo-Latn", "nob-Latn"]}, {"precision": 0.583708, "recall": 0.620553, "f1": 0.593866, "accuracy": 0.620553, "main_score": 0.593866, "hf_subset": "luo_Latn-scn_Latn", "languages": ["luo-Latn", "scn-Latn"]}, {"precision": 0.548574, "recall": 0.593874, "f1": 0.560737, "accuracy": 0.593874, "main_score": 0.560737, "hf_subset": "luo_Latn-tgk_Cyrl", "languages": ["luo-Latn", "tgk-Cyrl"]}, {"precision": 0.507612, "recall": 0.559289, "f1": 0.521961, "accuracy": 0.559289, "main_score": 0.521961, "hf_subset": "luo_Latn-yor_Latn", "languages": ["luo-Latn", "yor-Latn"]}, {"precision": 0.548984, "recall": 0.597826, "f1": 0.561819, "accuracy": 0.597826, "main_score": 0.561819, "hf_subset": "luo_Latn-arz_Arab", "languages": ["luo-Latn", "arz-Arab"]}, {"precision": 0.51231, "recall": 0.551383, "f1": 0.52357, "accuracy": 0.551383, "main_score": 0.52357, "hf_subset": "luo_Latn-cjk_Latn", "languages": ["luo-Latn", "cjk-Latn"]}, {"precision": 0.51211, "recall": 0.555336, "f1": 0.524199, "accuracy": 0.555336, "main_score": 0.524199, "hf_subset": "luo_Latn-gla_Latn", "languages": ["luo-Latn", "gla-Latn"]}, {"precision": 0.552973, "recall": 0.598814, "f1": 0.565236, "accuracy": 0.598814, "main_score": 0.565236, "hf_subset": "luo_Latn-kan_Knda", "languages": ["luo-Latn", "kan-Knda"]}, {"precision": 0.559839, "recall": 0.599802, "f1": 0.571328, "accuracy": 0.599802, "main_score": 0.571328, "hf_subset": "luo_Latn-lmo_Latn", "languages": ["luo-Latn", "lmo-Latn"]}, {"precision": 0.541868, "recall": 0.591897, "f1": 0.555427, "accuracy": 0.591897, "main_score": 0.555427, "hf_subset": "luo_Latn-npi_Deva", "languages": ["luo-Latn", "npi-Deva"]}, {"precision": 0.457804, "recall": 0.509881, "f1": 0.472385, "accuracy": 0.509881, "main_score": 0.472385, "hf_subset": "luo_Latn-shn_Mymr", "languages": ["luo-Latn", "shn-Mymr"]}, {"precision": 0.590739, "recall": 0.631423, "f1": 0.601252, "accuracy": 0.631423, "main_score": 0.601252, "hf_subset": "luo_Latn-tgl_Latn", "languages": ["luo-Latn", "tgl-Latn"]}, {"precision": 0.542579, "recall": 0.589921, "f1": 0.554635, "accuracy": 0.589921, "main_score": 0.554635, "hf_subset": "luo_Latn-yue_Hant", "languages": ["luo-Latn", "yue-Hant"]}, {"precision": 0.53418, "recall": 0.583004, "f1": 0.546954, "accuracy": 0.583004, "main_score": 0.546954, "hf_subset": "luo_Latn-asm_Beng", "languages": ["luo-Latn", "asm-Beng"]}, {"precision": 0.511649, "recall": 0.5583, "f1": 0.523321, "accuracy": 0.5583, "main_score": 0.523321, "hf_subset": "luo_Latn-ckb_Arab", "languages": ["luo-Latn", "ckb-Arab"]}, {"precision": 0.511895, "recall": 0.559289, "f1": 0.524725, "accuracy": 0.559289, "main_score": 0.524725, "hf_subset": "luo_Latn-gle_Latn", "languages": ["luo-Latn", "gle-Latn"]}, {"precision": 0.509993, "recall": 0.550395, "f1": 0.520189, "accuracy": 0.550395, "main_score": 0.520189, "hf_subset": "luo_Latn-kas_Arab", "languages": ["luo-Latn", "kas-Arab"]}, {"precision": 0.537133, "recall": 0.583004, "f1": 0.549567, "accuracy": 0.583004, "main_score": 0.549567, "hf_subset": "luo_Latn-ltg_Latn", "languages": ["luo-Latn", "ltg-Latn"]}, {"precision": 0.595022, "recall": 0.631423, "f1": 0.605616, "accuracy": 0.631423, "main_score": 0.605616, "hf_subset": "luo_Latn-nso_Latn", "languages": ["luo-Latn", "nso-Latn"]}, {"precision": 0.482435, "recall": 0.539526, "f1": 0.497997, "accuracy": 0.539526, "main_score": 0.497997, "hf_subset": "luo_Latn-sin_Sinh", "languages": ["luo-Latn", "sin-Sinh"]}, {"precision": 0.556954, "recall": 0.600791, "f1": 0.568561, "accuracy": 0.600791, "main_score": 0.568561, "hf_subset": "luo_Latn-tha_Thai", "languages": ["luo-Latn", "tha-Thai"]}, {"precision": 0.547319, "recall": 0.587945, "f1": 0.557698, "accuracy": 0.587945, "main_score": 0.557698, "hf_subset": "luo_Latn-zho_Hans", "languages": ["luo-Latn", "zho-Hans"]}, {"precision": 0.575445, "recall": 0.614625, "f1": 0.58554, "accuracy": 0.614625, "main_score": 0.58554, "hf_subset": "luo_Latn-ast_Latn", "languages": ["luo-Latn", "ast-Latn"]}, {"precision": 0.557059, "recall": 0.603755, "f1": 0.568988, "accuracy": 0.603755, "main_score": 0.568988, "hf_subset": "luo_Latn-crh_Latn", "languages": ["luo-Latn", "crh-Latn"]}, {"precision": 0.583581, "recall": 0.620553, "f1": 0.593078, "accuracy": 0.620553, "main_score": 0.593078, "hf_subset": "luo_Latn-glg_Latn", "languages": ["luo-Latn", "glg-Latn"]}, {"precision": 0.533229, "recall": 0.582016, "f1": 0.546835, "accuracy": 0.582016, "main_score": 0.546835, "hf_subset": "luo_Latn-kas_Deva", "languages": ["luo-Latn", "kas-Deva"]}, {"precision": 0.554826, "recall": 0.594862, "f1": 0.56628, "accuracy": 0.594862, "main_score": 0.56628, "hf_subset": "luo_Latn-ltz_Latn", "languages": ["luo-Latn", "ltz-Latn"]}, {"precision": 0.478708, "recall": 0.529644, "f1": 0.492481, "accuracy": 0.529644, "main_score": 0.492481, "hf_subset": "luo_Latn-nus_Latn", "languages": ["luo-Latn", "nus-Latn"]}, {"precision": 0.56453, "recall": 0.61166, "f1": 0.576482, "accuracy": 0.61166, "main_score": 0.576482, "hf_subset": "luo_Latn-slk_Latn", "languages": ["luo-Latn", "slk-Latn"]}, {"precision": 0.41452, "recall": 0.474308, "f1": 0.43078, "accuracy": 0.474308, "main_score": 0.43078, "hf_subset": "luo_Latn-tir_Ethi", "languages": ["luo-Latn", "tir-Ethi"]}, {"precision": 0.541663, "recall": 0.589921, "f1": 0.554059, "accuracy": 0.589921, "main_score": 0.554059, "hf_subset": "luo_Latn-zho_Hant", "languages": ["luo-Latn", "zho-Hant"]}, {"precision": 0.565654, "recall": 0.608696, "f1": 0.577737, "accuracy": 0.608696, "main_score": 0.577737, "hf_subset": "luo_Latn-awa_Deva", "languages": ["luo-Latn", "awa-Deva"]}, {"precision": 0.564051, "recall": 0.604743, "f1": 0.5753, "accuracy": 0.604743, "main_score": 0.5753, "hf_subset": "luo_Latn-cym_Latn", "languages": ["luo-Latn", "cym-Latn"]}, {"precision": 0.57708, "recall": 0.614625, "f1": 0.58692, "accuracy": 0.614625, "main_score": 0.58692, "hf_subset": "luo_Latn-grn_Latn", "languages": ["luo-Latn", "grn-Latn"]}, {"precision": 0.539199, "recall": 0.582016, "f1": 0.550384, "accuracy": 0.582016, "main_score": 0.550384, "hf_subset": "luo_Latn-kat_Geor", "languages": ["luo-Latn", "kat-Geor"]}, {"precision": 0.562463, "recall": 0.599802, "f1": 0.572726, "accuracy": 0.599802, "main_score": 0.572726, "hf_subset": "luo_Latn-lua_Latn", "languages": ["luo-Latn", "lua-Latn"]}, {"precision": 0.580385, "recall": 0.620553, "f1": 0.592165, "accuracy": 0.620553, "main_score": 0.592165, "hf_subset": "luo_Latn-nya_Latn", "languages": ["luo-Latn", "nya-Latn"]}, {"precision": 0.563238, "recall": 0.605731, "f1": 0.573672, "accuracy": 0.605731, "main_score": 0.573672, "hf_subset": "luo_Latn-slv_Latn", "languages": ["luo-Latn", "slv-Latn"]}, {"precision": 0.579545, "recall": 0.618577, "f1": 0.589661, "accuracy": 0.618577, "main_score": 0.589661, "hf_subset": "luo_Latn-tpi_Latn", "languages": ["luo-Latn", "tpi-Latn"]}, {"precision": 0.595132, "recall": 0.633399, "f1": 0.605413, "accuracy": 0.633399, "main_score": 0.605413, "hf_subset": "luo_Latn-zsm_Latn", "languages": ["luo-Latn", "zsm-Latn"]}, {"precision": 0.517688, "recall": 0.560277, "f1": 0.530143, "accuracy": 0.560277, "main_score": 0.530143, "hf_subset": "luo_Latn-ayr_Latn", "languages": ["luo-Latn", "ayr-Latn"]}, {"precision": 0.578765, "recall": 0.62253, "f1": 0.590765, "accuracy": 0.62253, "main_score": 0.590765, "hf_subset": "luo_Latn-dan_Latn", "languages": ["luo-Latn", "dan-Latn"]}, {"precision": 0.566673, "recall": 0.609684, "f1": 0.578322, "accuracy": 0.609684, "main_score": 0.578322, "hf_subset": "luo_Latn-guj_Gujr", "languages": ["luo-Latn", "guj-Gujr"]}, {"precision": 0.557308, "recall": 0.607708, "f1": 0.570502, "accuracy": 0.607708, "main_score": 0.570502, "hf_subset": "luo_Latn-kaz_Cyrl", "languages": ["luo-Latn", "kaz-Cyrl"]}, {"precision": 0.514772, "recall": 0.565217, "f1": 0.528957, "accuracy": 0.565217, "main_score": 0.528957, "hf_subset": "luo_Latn-lug_Latn", "languages": ["luo-Latn", "lug-Latn"]}, {"precision": 0.589663, "recall": 0.628458, "f1": 0.599036, "accuracy": 0.628458, "main_score": 0.599036, "hf_subset": "luo_Latn-oci_Latn", "languages": ["luo-Latn", "oci-Latn"]}, {"precision": 0.562148, "recall": 0.603755, "f1": 0.573617, "accuracy": 0.603755, "main_score": 0.573617, "hf_subset": "luo_Latn-smo_Latn", "languages": ["luo-Latn", "smo-Latn"]}, {"precision": 0.536782, "recall": 0.583004, "f1": 0.549361, "accuracy": 0.583004, "main_score": 0.549361, "hf_subset": "luo_Latn-tsn_Latn", "languages": ["luo-Latn", "tsn-Latn"]}, {"precision": 0.549714, "recall": 0.599802, "f1": 0.563703, "accuracy": 0.599802, "main_score": 0.563703, "hf_subset": "luo_Latn-zul_Latn", "languages": ["luo-Latn", "zul-Latn"]}, {"precision": 0.493082, "recall": 0.543478, "f1": 0.506943, "accuracy": 0.543478, "main_score": 0.506943, "hf_subset": "luo_Latn-azb_Arab", "languages": ["luo-Latn", "azb-Arab"]}, {"precision": 0.579686, "recall": 0.620553, "f1": 0.590751, "accuracy": 0.620553, "main_score": 0.590751, "hf_subset": "luo_Latn-deu_Latn", "languages": ["luo-Latn", "deu-Latn"]}, {"precision": 0.532436, "recall": 0.583004, "f1": 0.546018, "accuracy": 0.583004, "main_score": 0.546018, "hf_subset": "luo_Latn-hat_Latn", "languages": ["luo-Latn", "hat-Latn"]}, {"precision": 0.502555, "recall": 0.548419, "f1": 0.514694, "accuracy": 0.548419, "main_score": 0.514694, "hf_subset": "luo_Latn-kbp_Latn", "languages": ["luo-Latn", "kbp-Latn"]}, {"precision": 0.546118, "recall": 0.598814, "f1": 0.561093, "accuracy": 0.598814, "main_score": 0.561093, "hf_subset": "luo_Latn-ory_Orya", "languages": ["luo-Latn", "ory-Orya"]}, {"precision": 0.553065, "recall": 0.597826, "f1": 0.566165, "accuracy": 0.597826, "main_score": 0.566165, "hf_subset": "luo_Latn-sna_Latn", "languages": ["luo-Latn", "sna-Latn"]}, {"precision": 0.546076, "recall": 0.58004, "f1": 0.555525, "accuracy": 0.58004, "main_score": 0.555525, "hf_subset": "luo_Latn-tso_Latn", "languages": ["luo-Latn", "tso-Latn"]}, {"precision": 0.552608, "recall": 0.603755, "f1": 0.566954, "accuracy": 0.603755, "main_score": 0.566954, "hf_subset": "luo_Latn-azj_Latn", "languages": ["luo-Latn", "azj-Latn"]}, {"precision": 0.54072, "recall": 0.582016, "f1": 0.552724, "accuracy": 0.582016, "main_score": 0.552724, "hf_subset": "luo_Latn-dik_Latn", "languages": ["luo-Latn", "dik-Latn"]}, {"precision": 0.561194, "recall": 0.601779, "f1": 0.57225, "accuracy": 0.601779, "main_score": 0.57225, "hf_subset": "luo_Latn-hau_Latn", "languages": ["luo-Latn", "hau-Latn"]}, {"precision": 0.576689, "recall": 0.609684, "f1": 0.586362, "accuracy": 0.609684, "main_score": 0.586362, "hf_subset": "luo_Latn-kea_Latn", "languages": ["luo-Latn", "kea-Latn"]}, {"precision": 0.571346, "recall": 0.608696, "f1": 0.58153, "accuracy": 0.608696, "main_score": 0.58153, "hf_subset": "luo_Latn-lus_Latn", "languages": ["luo-Latn", "lus-Latn"]}, {"precision": 0.580416, "recall": 0.618577, "f1": 0.590227, "accuracy": 0.618577, "main_score": 0.590227, "hf_subset": "luo_Latn-pag_Latn", "languages": ["luo-Latn", "pag-Latn"]}, {"precision": 0.531899, "recall": 0.582016, "f1": 0.545962, "accuracy": 0.582016, "main_score": 0.545962, "hf_subset": "luo_Latn-snd_Arab", "languages": ["luo-Latn", "snd-Arab"]}, {"precision": 0.513358, "recall": 0.559289, "f1": 0.526945, "accuracy": 0.559289, "main_score": 0.526945, "hf_subset": "luo_Latn-tuk_Latn", "languages": ["luo-Latn", "tuk-Latn"]}, {"precision": 0.555853, "recall": 0.598814, "f1": 0.567812, "accuracy": 0.598814, "main_score": 0.567812, "hf_subset": "luo_Latn-bak_Cyrl", "languages": ["luo-Latn", "bak-Cyrl"]}, {"precision": 0.4429, "recall": 0.503953, "f1": 0.460628, "accuracy": 0.503953, "main_score": 0.460628, "hf_subset": "luo_Latn-dyu_Latn", "languages": ["luo-Latn", "dyu-Latn"]}, {"precision": 0.557262, "recall": 0.599802, "f1": 0.56878, "accuracy": 0.599802, "main_score": 0.56878, "hf_subset": "luo_Latn-heb_Hebr", "languages": ["luo-Latn", "heb-Hebr"]}, {"precision": 0.549319, "recall": 0.591897, "f1": 0.560868, "accuracy": 0.591897, "main_score": 0.560868, "hf_subset": "luo_Latn-khk_Cyrl", "languages": ["luo-Latn", "khk-Cyrl"]}, {"precision": 0.563331, "recall": 0.602767, "f1": 0.573479, "accuracy": 0.602767, "main_score": 0.573479, "hf_subset": "luo_Latn-lvs_Latn", "languages": ["luo-Latn", "lvs-Latn"]}, {"precision": 0.565797, "recall": 0.612648, "f1": 0.578385, "accuracy": 0.612648, "main_score": 0.578385, "hf_subset": "luo_Latn-pan_Guru", "languages": ["luo-Latn", "pan-Guru"]}, {"precision": 0.52363, "recall": 0.56917, "f1": 0.53578, "accuracy": 0.56917, "main_score": 0.53578, "hf_subset": "luo_Latn-som_Latn", "languages": ["luo-Latn", "som-Latn"]}, {"precision": 0.54241, "recall": 0.58004, "f1": 0.55305, "accuracy": 0.58004, "main_score": 0.55305, "hf_subset": "luo_Latn-tum_Latn", "languages": ["luo-Latn", "tum-Latn"]}, {"precision": 0.54124, "recall": 0.616601, "f1": 0.562663, "accuracy": 0.616601, "main_score": 0.562663, "hf_subset": "ory_Orya-ace_Arab", "languages": ["ory-Orya", "ace-Arab"]}, {"precision": 0.502253, "recall": 0.570158, "f1": 0.521038, "accuracy": 0.570158, "main_score": 0.521038, "hf_subset": "ory_Orya-bam_Latn", "languages": ["ory-Orya", "bam-Latn"]}, {"precision": 0.452942, "recall": 0.535573, "f1": 0.474751, "accuracy": 0.535573, "main_score": 0.474751, "hf_subset": "ory_Orya-dzo_Tibt", "languages": ["ory-Orya", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hin_Deva", "languages": ["ory-Orya", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ory_Orya-khm_Khmr", "languages": ["ory-Orya", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-mag_Deva", "languages": ["ory-Orya", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-pap_Latn", "languages": ["ory-Orya", "pap-Latn"]}, {"precision": 0.558664, "recall": 0.619565, "f1": 0.574926, "accuracy": 0.619565, "main_score": 0.574926, "hf_subset": "ory_Orya-sot_Latn", "languages": ["ory-Orya", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tur_Latn", "languages": ["ory-Orya", "tur-Latn"]}, {"precision": 0.861413, "recall": 0.897233, "f1": 0.87276, "accuracy": 0.897233, "main_score": 0.87276, "hf_subset": "ory_Orya-ace_Latn", "languages": ["ory-Orya", "ace-Latn"]}, {"precision": 0.957675, "recall": 0.969368, "f1": 0.961462, "accuracy": 0.969368, "main_score": 0.961462, "hf_subset": "ory_Orya-ban_Latn", "languages": ["ory-Orya", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-ell_Grek", "languages": ["ory-Orya", "ell-Grek"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ory_Orya-hne_Deva", "languages": ["ory-Orya", "hne-Deva"]}, {"precision": 0.574564, "recall": 0.635375, "f1": 0.591557, "accuracy": 0.635375, "main_score": 0.591557, "hf_subset": "ory_Orya-kik_Latn", "languages": ["ory-Orya", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mai_Deva", "languages": ["ory-Orya", "mai-Deva"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ory_Orya-pbt_Arab", "languages": ["ory-Orya", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-spa_Latn", "languages": ["ory-Orya", "spa-Latn"]}, {"precision": 0.594755, "recall": 0.666008, "f1": 0.614279, "accuracy": 0.666008, "main_score": 0.614279, "hf_subset": "ory_Orya-twi_Latn", "languages": ["ory-Orya", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-acm_Arab", "languages": ["ory-Orya", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-bel_Cyrl", "languages": ["ory-Orya", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-eng_Latn", "languages": ["ory-Orya", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hrv_Latn", "languages": ["ory-Orya", "hrv-Latn"]}, {"precision": 0.521636, "recall": 0.589921, "f1": 0.540747, "accuracy": 0.589921, "main_score": 0.540747, "hf_subset": "ory_Orya-kin_Latn", "languages": ["ory-Orya", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-mal_Mlym", "languages": ["ory-Orya", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-pes_Arab", "languages": ["ory-Orya", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ory_Orya-srd_Latn", "languages": ["ory-Orya", "srd-Latn"]}, {"precision": 0.164068, "recall": 0.218379, "f1": 0.177299, "accuracy": 0.218379, "main_score": 0.177299, "hf_subset": "ory_Orya-tzm_Tfng", "languages": ["ory-Orya", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-acq_Arab", "languages": ["ory-Orya", "acq-Arab"]}, {"precision": 0.606564, "recall": 0.657115, "f1": 0.620581, "accuracy": 0.657115, "main_score": 0.620581, "hf_subset": "ory_Orya-bem_Latn", "languages": ["ory-Orya", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-epo_Latn", "languages": ["ory-Orya", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hun_Latn", "languages": ["ory-Orya", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ory_Orya-kir_Cyrl", "languages": ["ory-Orya", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mar_Deva", "languages": ["ory-Orya", "mar-Deva"]}, {"precision": 0.639675, "recall": 0.699605, "f1": 0.656979, "accuracy": 0.699605, "main_score": 0.656979, "hf_subset": "ory_Orya-plt_Latn", "languages": ["ory-Orya", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-srp_Cyrl", "languages": ["ory-Orya", "srp-Cyrl"]}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ory_Orya-uig_Arab", "languages": ["ory-Orya", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ory_Orya-aeb_Arab", "languages": ["ory-Orya", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ben_Beng", "languages": ["ory-Orya", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-est_Latn", "languages": ["ory-Orya", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hye_Armn", "languages": ["ory-Orya", "hye-Armn"]}, {"precision": 0.512807, "recall": 0.566206, "f1": 0.527808, "accuracy": 0.566206, "main_score": 0.527808, "hf_subset": "ory_Orya-kmb_Latn", "languages": ["ory-Orya", "kmb-Latn"]}, {"precision": 0.452007, "recall": 0.536561, "f1": 0.475476, "accuracy": 0.536561, "main_score": 0.475476, "hf_subset": "ory_Orya-min_Arab", "languages": ["ory-Orya", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-pol_Latn", "languages": ["ory-Orya", "pol-Latn"]}, {"precision": 0.528596, "recall": 0.598814, "f1": 0.548457, "accuracy": 0.598814, "main_score": 0.548457, "hf_subset": "ory_Orya-ssw_Latn", "languages": ["ory-Orya", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ukr_Cyrl", "languages": ["ory-Orya", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-afr_Latn", "languages": ["ory-Orya", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-bho_Deva", "languages": ["ory-Orya", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ory_Orya-eus_Latn", "languages": ["ory-Orya", "eus-Latn"]}, {"precision": 0.549032, "recall": 0.615613, "f1": 0.567573, "accuracy": 0.615613, "main_score": 0.567573, "hf_subset": "ory_Orya-ibo_Latn", "languages": ["ory-Orya", "ibo-Latn"]}, {"precision": 0.89888, "recall": 0.927866, "f1": 0.90807, "accuracy": 0.927866, "main_score": 0.90807, "hf_subset": "ory_Orya-kmr_Latn", "languages": ["ory-Orya", "kmr-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ory_Orya-min_Latn", "languages": ["ory-Orya", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-por_Latn", "languages": ["ory-Orya", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-sun_Latn", "languages": ["ory-Orya", "sun-Latn"]}, {"precision": 0.502327, "recall": 0.563241, "f1": 0.519391, "accuracy": 0.563241, "main_score": 0.519391, "hf_subset": "ory_Orya-umb_Latn", "languages": ["ory-Orya", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ajp_Arab", "languages": ["ory-Orya", "ajp-Arab"]}, {"precision": 0.497631, "recall": 0.566206, "f1": 0.516547, "accuracy": 0.566206, "main_score": 0.516547, "hf_subset": "ory_Orya-bjn_Arab", "languages": ["ory-Orya", "bjn-Arab"]}, {"precision": 0.489074, "recall": 0.545455, "f1": 0.504189, "accuracy": 0.545455, "main_score": 0.504189, "hf_subset": "ory_Orya-ewe_Latn", "languages": ["ory-Orya", "ewe-Latn"]}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.945125, "accuracy": 0.95751, "main_score": 0.945125, "hf_subset": "ory_Orya-ilo_Latn", "languages": ["ory-Orya", "ilo-Latn"]}, {"precision": 0.301837, "recall": 0.360672, "f1": 0.318269, "accuracy": 0.360672, "main_score": 0.318269, "hf_subset": "ory_Orya-knc_Arab", "languages": ["ory-Orya", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mkd_Cyrl", "languages": ["ory-Orya", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-prs_Arab", "languages": ["ory-Orya", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-swe_Latn", "languages": ["ory-Orya", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-urd_Arab", "languages": ["ory-Orya", "urd-Arab"]}, {"precision": 0.557168, "recall": 0.628458, "f1": 0.576372, "accuracy": 0.628458, "main_score": 0.576372, "hf_subset": "ory_Orya-aka_Latn", "languages": ["ory-Orya", "aka-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ory_Orya-bjn_Latn", "languages": ["ory-Orya", "bjn-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ory_Orya-fao_Latn", "languages": ["ory-Orya", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ind_Latn", "languages": ["ory-Orya", "ind-Latn"]}, {"precision": 0.567676, "recall": 0.626482, "f1": 0.584283, "accuracy": 0.626482, "main_score": 0.584283, "hf_subset": "ory_Orya-knc_Latn", "languages": ["ory-Orya", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ory_Orya-mlt_Latn", "languages": ["ory-Orya", "mlt-Latn"]}, {"precision": 0.687871, "recall": 0.754941, "f1": 0.707604, "accuracy": 0.754941, "main_score": 0.707604, "hf_subset": "ory_Orya-quy_Latn", "languages": ["ory-Orya", "quy-Latn"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "ory_Orya-swh_Latn", "languages": ["ory-Orya", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-uzn_Latn", "languages": ["ory-Orya", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-als_Latn", "languages": ["ory-Orya", "als-Latn"]}, {"precision": 0.65107, "recall": 0.724308, "f1": 0.672139, "accuracy": 0.724308, "main_score": 0.672139, "hf_subset": "ory_Orya-bod_Tibt", "languages": ["ory-Orya", "bod-Tibt"]}, {"precision": 0.675273, "recall": 0.73913, "f1": 0.694158, "accuracy": 0.73913, "main_score": 0.694158, "hf_subset": "ory_Orya-fij_Latn", "languages": ["ory-Orya", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-isl_Latn", "languages": ["ory-Orya", "isl-Latn"]}, {"precision": 0.634939, "recall": 0.69664, "f1": 0.652873, "accuracy": 0.69664, "main_score": 0.652873, "hf_subset": "ory_Orya-kon_Latn", "languages": ["ory-Orya", "kon-Latn"]}, {"precision": 0.660383, "recall": 0.729249, "f1": 0.679752, "accuracy": 0.729249, "main_score": 0.679752, "hf_subset": "ory_Orya-mni_Beng", "languages": ["ory-Orya", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ron_Latn", "languages": ["ory-Orya", "ron-Latn"]}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "ory_Orya-szl_Latn", "languages": ["ory-Orya", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-vec_Latn", "languages": ["ory-Orya", "vec-Latn"]}, {"precision": 0.946805, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "ory_Orya-amh_Ethi", "languages": ["ory-Orya", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-bos_Latn", "languages": ["ory-Orya", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-fin_Latn", "languages": ["ory-Orya", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ita_Latn", "languages": ["ory-Orya", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-kor_Hang", "languages": ["ory-Orya", "kor-Hang"]}, {"precision": 0.528826, "recall": 0.59585, "f1": 0.547591, "accuracy": 0.59585, "main_score": 0.547591, "hf_subset": "ory_Orya-mos_Latn", "languages": ["ory-Orya", "mos-Latn"]}, {"precision": 0.520486, "recall": 0.583004, "f1": 0.537848, "accuracy": 0.583004, "main_score": 0.537848, "hf_subset": "ory_Orya-run_Latn", "languages": ["ory-Orya", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tam_Taml", "languages": ["ory-Orya", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-vie_Latn", "languages": ["ory-Orya", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-apc_Arab", "languages": ["ory-Orya", "apc-Arab"]}, {"precision": 0.78498, "recall": 0.83498, "f1": 0.799529, "accuracy": 0.83498, "main_score": 0.799529, "hf_subset": "ory_Orya-bug_Latn", "languages": ["ory-Orya", "bug-Latn"]}, {"precision": 0.435776, "recall": 0.501976, "f1": 0.453257, "accuracy": 0.501976, "main_score": 0.453257, "hf_subset": "ory_Orya-fon_Latn", "languages": ["ory-Orya", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-jav_Latn", "languages": ["ory-Orya", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-lao_Laoo", "languages": ["ory-Orya", "lao-Laoo"]}, {"precision": 0.85527, "recall": 0.897233, "f1": 0.868412, "accuracy": 0.897233, "main_score": 0.868412, "hf_subset": "ory_Orya-mri_Latn", "languages": ["ory-Orya", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-rus_Cyrl", "languages": ["ory-Orya", "rus-Cyrl"]}, {"precision": 0.528889, "recall": 0.592885, "f1": 0.546579, "accuracy": 0.592885, "main_score": 0.546579, "hf_subset": "ory_Orya-taq_Latn", "languages": ["ory-Orya", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-war_Latn", "languages": ["ory-Orya", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-arb_Arab", "languages": ["ory-Orya", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-bul_Cyrl", "languages": ["ory-Orya", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-fra_Latn", "languages": ["ory-Orya", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-jpn_Jpan", "languages": ["ory-Orya", "jpn-Jpan"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ory_Orya-lij_Latn", "languages": ["ory-Orya", "lij-Latn"]}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "ory_Orya-mya_Mymr", "languages": ["ory-Orya", "mya-Mymr"]}, {"precision": 0.568278, "recall": 0.635375, "f1": 0.586643, "accuracy": 0.635375, "main_score": 0.586643, "hf_subset": "ory_Orya-sag_Latn", "languages": ["ory-Orya", "sag-Latn"]}, {"precision": 0.182113, "recall": 0.241107, "f1": 0.195833, "accuracy": 0.241107, "main_score": 0.195833, "hf_subset": "ory_Orya-taq_Tfng", "languages": ["ory-Orya", "taq-Tfng"]}, {"precision": 0.594379, "recall": 0.66502, "f1": 0.61417, "accuracy": 0.66502, "main_score": 0.61417, "hf_subset": "ory_Orya-wol_Latn", "languages": ["ory-Orya", "wol-Latn"]}, {"precision": 0.797925, "recall": 0.853755, "f1": 0.815316, "accuracy": 0.853755, "main_score": 0.815316, "hf_subset": "ory_Orya-arb_Latn", "languages": ["ory-Orya", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-cat_Latn", "languages": ["ory-Orya", "cat-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "ory_Orya-fur_Latn", "languages": ["ory-Orya", "fur-Latn"]}, {"precision": 0.392787, "recall": 0.451581, "f1": 0.408934, "accuracy": 0.451581, "main_score": 0.408934, "hf_subset": "ory_Orya-kab_Latn", "languages": ["ory-Orya", "kab-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-lim_Latn", "languages": ["ory-Orya", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-nld_Latn", "languages": ["ory-Orya", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "ory_Orya-san_Deva", "languages": ["ory-Orya", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tat_Cyrl", "languages": ["ory-Orya", "tat-Cyrl"]}, {"precision": 0.654128, "recall": 0.712451, "f1": 0.670869, "accuracy": 0.712451, "main_score": 0.670869, "hf_subset": "ory_Orya-xho_Latn", "languages": ["ory-Orya", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ars_Arab", "languages": ["ory-Orya", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-ceb_Latn", "languages": ["ory-Orya", "ceb-Latn"]}, {"precision": 0.544442, "recall": 0.609684, "f1": 0.562643, "accuracy": 0.609684, "main_score": 0.562643, "hf_subset": "ory_Orya-fuv_Latn", "languages": ["ory-Orya", "fuv-Latn"]}, {"precision": 0.481373, "recall": 0.556324, "f1": 0.50153, "accuracy": 0.556324, "main_score": 0.50153, "hf_subset": "ory_Orya-kac_Latn", "languages": ["ory-Orya", "kac-Latn"]}, {"precision": 0.652981, "recall": 0.711462, "f1": 0.669774, "accuracy": 0.711462, "main_score": 0.669774, "hf_subset": "ory_Orya-lin_Latn", "languages": ["ory-Orya", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-nno_Latn", "languages": ["ory-Orya", "nno-Latn"]}, {"precision": 0.237778, "recall": 0.326087, "f1": 0.260294, "accuracy": 0.326087, "main_score": 0.260294, "hf_subset": "ory_Orya-sat_Olck", "languages": ["ory-Orya", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tel_Telu", "languages": ["ory-Orya", "tel-Telu"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "ory_Orya-ydd_Hebr", "languages": ["ory-Orya", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ory_Orya-ary_Arab", "languages": ["ory-Orya", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ces_Latn", "languages": ["ory-Orya", "ces-Latn"]}, {"precision": 0.540967, "recall": 0.607708, "f1": 0.560285, "accuracy": 0.607708, "main_score": 0.560285, "hf_subset": "ory_Orya-gaz_Latn", "languages": ["ory-Orya", "gaz-Latn"]}, {"precision": 0.560057, "recall": 0.629447, "f1": 0.579553, "accuracy": 0.629447, "main_score": 0.579553, "hf_subset": "ory_Orya-kam_Latn", "languages": ["ory-Orya", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ory_Orya-lit_Latn", "languages": ["ory-Orya", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-nob_Latn", "languages": ["ory-Orya", "nob-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ory_Orya-scn_Latn", "languages": ["ory-Orya", "scn-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "ory_Orya-tgk_Cyrl", "languages": ["ory-Orya", "tgk-Cyrl"]}, {"precision": 0.709667, "recall": 0.775692, "f1": 0.729847, "accuracy": 0.775692, "main_score": 0.729847, "hf_subset": "ory_Orya-yor_Latn", "languages": ["ory-Orya", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-arz_Arab", "languages": ["ory-Orya", "arz-Arab"]}, {"precision": 0.549946, "recall": 0.606719, "f1": 0.565189, "accuracy": 0.606719, "main_score": 0.565189, "hf_subset": "ory_Orya-cjk_Latn", "languages": ["ory-Orya", "cjk-Latn"]}, {"precision": 0.759634, "recall": 0.821146, "f1": 0.779348, "accuracy": 0.821146, "main_score": 0.779348, "hf_subset": "ory_Orya-gla_Latn", "languages": ["ory-Orya", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-kan_Knda", "languages": ["ory-Orya", "kan-Knda"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ory_Orya-lmo_Latn", "languages": ["ory-Orya", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ory_Orya-npi_Deva", "languages": ["ory-Orya", "npi-Deva"]}, {"precision": 0.444658, "recall": 0.51581, "f1": 0.463993, "accuracy": 0.51581, "main_score": 0.463993, "hf_subset": "ory_Orya-shn_Mymr", "languages": ["ory-Orya", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tgl_Latn", "languages": ["ory-Orya", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-yue_Hant", "languages": ["ory-Orya", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-asm_Beng", "languages": ["ory-Orya", "asm-Beng"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "ory_Orya-ckb_Arab", "languages": ["ory-Orya", "ckb-Arab"]}, {"precision": 0.867754, "recall": 0.903162, "f1": 0.878393, "accuracy": 0.903162, "main_score": 0.878393, "hf_subset": "ory_Orya-gle_Latn", "languages": ["ory-Orya", "gle-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ory_Orya-kas_Arab", "languages": ["ory-Orya", "kas-Arab"]}, {"precision": 0.929875, "recall": 0.949605, "f1": 0.9361, "accuracy": 0.949605, "main_score": 0.9361, "hf_subset": "ory_Orya-ltg_Latn", "languages": ["ory-Orya", "ltg-Latn"]}, {"precision": 0.5831, "recall": 0.651186, "f1": 0.601814, "accuracy": 0.651186, "main_score": 0.601814, "hf_subset": "ory_Orya-nso_Latn", "languages": ["ory-Orya", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-sin_Sinh", "languages": ["ory-Orya", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tha_Thai", "languages": ["ory-Orya", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-zho_Hans", "languages": ["ory-Orya", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ast_Latn", "languages": ["ory-Orya", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-crh_Latn", "languages": ["ory-Orya", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-glg_Latn", "languages": ["ory-Orya", "glg-Latn"]}, {"precision": 0.89608, "recall": 0.927866, "f1": 0.906258, "accuracy": 0.927866, "main_score": 0.906258, "hf_subset": "ory_Orya-kas_Deva", "languages": ["ory-Orya", "kas-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-ltz_Latn", "languages": ["ory-Orya", "ltz-Latn"]}, {"precision": 0.433254, "recall": 0.503953, "f1": 0.451598, "accuracy": 0.503953, "main_score": 0.451598, "hf_subset": "ory_Orya-nus_Latn", "languages": ["ory-Orya", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-slk_Latn", "languages": ["ory-Orya", "slk-Latn"]}, {"precision": 0.630649, "recall": 0.699605, "f1": 0.651073, "accuracy": 0.699605, "main_score": 0.651073, "hf_subset": "ory_Orya-tir_Ethi", "languages": ["ory-Orya", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-zho_Hant", "languages": ["ory-Orya", "zho-Hant"]}, {"precision": 0.988636, "recall": 0.991107, "f1": 0.98946, "accuracy": 0.991107, "main_score": 0.98946, "hf_subset": "ory_Orya-awa_Deva", "languages": ["ory-Orya", "awa-Deva"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "ory_Orya-cym_Latn", "languages": ["ory-Orya", "cym-Latn"]}, {"precision": 0.819071, "recall": 0.859684, "f1": 0.831324, "accuracy": 0.859684, "main_score": 0.831324, "hf_subset": "ory_Orya-grn_Latn", "languages": ["ory-Orya", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-kat_Geor", "languages": ["ory-Orya", "kat-Geor"]}, {"precision": 0.621434, "recall": 0.678854, "f1": 0.637081, "accuracy": 0.678854, "main_score": 0.637081, "hf_subset": "ory_Orya-lua_Latn", "languages": ["ory-Orya", "lua-Latn"]}, {"precision": 0.627576, "recall": 0.681818, "f1": 0.642707, "accuracy": 0.681818, "main_score": 0.642707, "hf_subset": "ory_Orya-nya_Latn", "languages": ["ory-Orya", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-slv_Latn", "languages": ["ory-Orya", "slv-Latn"]}, {"precision": 0.925395, "recall": 0.948617, "f1": 0.932806, "accuracy": 0.948617, "main_score": 0.932806, "hf_subset": "ory_Orya-tpi_Latn", "languages": ["ory-Orya", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-zsm_Latn", "languages": ["ory-Orya", "zsm-Latn"]}, {"precision": 0.534531, "recall": 0.594862, "f1": 0.551115, "accuracy": 0.594862, "main_score": 0.551115, "hf_subset": "ory_Orya-ayr_Latn", "languages": ["ory-Orya", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-dan_Latn", "languages": ["ory-Orya", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-guj_Gujr", "languages": ["ory-Orya", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-kaz_Cyrl", "languages": ["ory-Orya", "kaz-Cyrl"]}, {"precision": 0.508248, "recall": 0.574111, "f1": 0.526944, "accuracy": 0.574111, "main_score": 0.526944, "hf_subset": "ory_Orya-lug_Latn", "languages": ["ory-Orya", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-oci_Latn", "languages": ["ory-Orya", "oci-Latn"]}, {"precision": 0.805501, "recall": 0.855731, "f1": 0.820916, "accuracy": 0.855731, "main_score": 0.820916, "hf_subset": "ory_Orya-smo_Latn", "languages": ["ory-Orya", "smo-Latn"]}, {"precision": 0.519991, "recall": 0.585968, "f1": 0.537938, "accuracy": 0.585968, "main_score": 0.537938, "hf_subset": "ory_Orya-tsn_Latn", "languages": ["ory-Orya", "tsn-Latn"]}, {"precision": 0.592155, "recall": 0.656126, "f1": 0.610245, "accuracy": 0.656126, "main_score": 0.610245, "hf_subset": "ory_Orya-zul_Latn", "languages": ["ory-Orya", "zul-Latn"]}, {"precision": 0.920537, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "ory_Orya-azb_Arab", "languages": ["ory-Orya", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-deu_Latn", "languages": ["ory-Orya", "deu-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ory_Orya-hat_Latn", "languages": ["ory-Orya", "hat-Latn"]}, {"precision": 0.462955, "recall": 0.525692, "f1": 0.480647, "accuracy": 0.525692, "main_score": 0.480647, "hf_subset": "ory_Orya-kbp_Latn", "languages": ["ory-Orya", "kbp-Latn"]}, {"precision": 0.546956, "recall": 0.613636, "f1": 0.565267, "accuracy": 0.613636, "main_score": 0.565267, "hf_subset": "ory_Orya-luo_Latn", "languages": ["ory-Orya", "luo-Latn"]}, {"precision": 0.559776, "recall": 0.629447, "f1": 0.579618, "accuracy": 0.629447, "main_score": 0.579618, "hf_subset": "ory_Orya-sna_Latn", "languages": ["ory-Orya", "sna-Latn"]}, {"precision": 0.533643, "recall": 0.592885, "f1": 0.549278, "accuracy": 0.592885, "main_score": 0.549278, "hf_subset": "ory_Orya-tso_Latn", "languages": ["ory-Orya", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-azj_Latn", "languages": ["ory-Orya", "azj-Latn"]}, {"precision": 0.508976, "recall": 0.578063, "f1": 0.5286, "accuracy": 0.578063, "main_score": 0.5286, "hf_subset": "ory_Orya-dik_Latn", "languages": ["ory-Orya", "dik-Latn"]}, {"precision": 0.707882, "recall": 0.769763, "f1": 0.726089, "accuracy": 0.769763, "main_score": 0.726089, "hf_subset": "ory_Orya-hau_Latn", "languages": ["ory-Orya", "hau-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ory_Orya-kea_Latn", "languages": ["ory-Orya", "kea-Latn"]}, {"precision": 0.73857, "recall": 0.788538, "f1": 0.753195, "accuracy": 0.788538, "main_score": 0.753195, "hf_subset": "ory_Orya-lus_Latn", "languages": ["ory-Orya", "lus-Latn"]}, {"precision": 0.864575, "recall": 0.895257, "f1": 0.873682, "accuracy": 0.895257, "main_score": 0.873682, "hf_subset": "ory_Orya-pag_Latn", "languages": ["ory-Orya", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-snd_Arab", "languages": ["ory-Orya", "snd-Arab"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ory_Orya-tuk_Latn", "languages": ["ory-Orya", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ory_Orya-bak_Cyrl", "languages": ["ory-Orya", "bak-Cyrl"]}, {"precision": 0.46247, "recall": 0.548419, "f1": 0.487774, "accuracy": 0.548419, "main_score": 0.487774, "hf_subset": "ory_Orya-dyu_Latn", "languages": ["ory-Orya", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-heb_Hebr", "languages": ["ory-Orya", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-khk_Cyrl", "languages": ["ory-Orya", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-lvs_Latn", "languages": ["ory-Orya", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-pan_Guru", "languages": ["ory-Orya", "pan-Guru"]}, {"precision": 0.683103, "recall": 0.746047, "f1": 0.701717, "accuracy": 0.746047, "main_score": 0.701717, "hf_subset": "ory_Orya-som_Latn", "languages": ["ory-Orya", "som-Latn"]}, {"precision": 0.571051, "recall": 0.624506, "f1": 0.586041, "accuracy": 0.624506, "main_score": 0.586041, "hf_subset": "ory_Orya-tum_Latn", "languages": ["ory-Orya", "tum-Latn"]}, {"precision": 0.431689, "recall": 0.477273, "f1": 0.444509, "accuracy": 0.477273, "main_score": 0.444509, "hf_subset": "sna_Latn-ace_Arab", "languages": ["sna-Latn", "ace-Arab"]}, {"precision": 0.50109, "recall": 0.543478, "f1": 0.512619, "accuracy": 0.543478, "main_score": 0.512619, "hf_subset": "sna_Latn-bam_Latn", "languages": ["sna-Latn", "bam-Latn"]}, {"precision": 0.222099, "recall": 0.263834, "f1": 0.232388, "accuracy": 0.263834, "main_score": 0.232388, "hf_subset": "sna_Latn-dzo_Tibt", "languages": ["sna-Latn", "dzo-Tibt"]}, {"precision": 0.581818, "recall": 0.626482, "f1": 0.593571, "accuracy": 0.626482, "main_score": 0.593571, "hf_subset": "sna_Latn-hin_Deva", "languages": ["sna-Latn", "hin-Deva"]}, {"precision": 0.523816, "recall": 0.572134, "f1": 0.537844, "accuracy": 0.572134, "main_score": 0.537844, "hf_subset": "sna_Latn-khm_Khmr", "languages": ["sna-Latn", "khm-Khmr"]}, {"precision": 0.562598, "recall": 0.606719, "f1": 0.574596, "accuracy": 0.606719, "main_score": 0.574596, "hf_subset": "sna_Latn-mag_Deva", "languages": ["sna-Latn", "mag-Deva"]}, {"precision": 0.584945, "recall": 0.623518, "f1": 0.594593, "accuracy": 0.623518, "main_score": 0.594593, "hf_subset": "sna_Latn-pap_Latn", "languages": ["sna-Latn", "pap-Latn"]}, {"precision": 0.584859, "recall": 0.628458, "f1": 0.597231, "accuracy": 0.628458, "main_score": 0.597231, "hf_subset": "sna_Latn-sot_Latn", "languages": ["sna-Latn", "sot-Latn"]}, {"precision": 0.57208, "recall": 0.616601, "f1": 0.584193, "accuracy": 0.616601, "main_score": 0.584193, "hf_subset": "sna_Latn-tur_Latn", "languages": ["sna-Latn", "tur-Latn"]}, {"precision": 0.559537, "recall": 0.592885, "f1": 0.568344, "accuracy": 0.592885, "main_score": 0.568344, "hf_subset": "sna_Latn-ace_Latn", "languages": ["sna-Latn", "ace-Latn"]}, {"precision": 0.579526, "recall": 0.614625, "f1": 0.588819, "accuracy": 0.614625, "main_score": 0.588819, "hf_subset": "sna_Latn-ban_Latn", "languages": ["sna-Latn", "ban-Latn"]}, {"precision": 0.562403, "recall": 0.617589, "f1": 0.577228, "accuracy": 0.617589, "main_score": 0.577228, "hf_subset": "sna_Latn-ell_Grek", "languages": ["sna-Latn", "ell-Grek"]}, {"precision": 0.553498, "recall": 0.600791, "f1": 0.565789, "accuracy": 0.600791, "main_score": 0.565789, "hf_subset": "sna_Latn-hne_Deva", "languages": ["sna-Latn", "hne-Deva"]}, {"precision": 0.540683, "recall": 0.585968, "f1": 0.553026, "accuracy": 0.585968, "main_score": 0.553026, "hf_subset": "sna_Latn-kik_Latn", "languages": ["sna-Latn", "kik-Latn"]}, {"precision": 0.571364, "recall": 0.619565, "f1": 0.584048, "accuracy": 0.619565, "main_score": 0.584048, "hf_subset": "sna_Latn-mai_Deva", "languages": ["sna-Latn", "mai-Deva"]}, {"precision": 0.524543, "recall": 0.574111, "f1": 0.537463, "accuracy": 0.574111, "main_score": 0.537463, "hf_subset": "sna_Latn-pbt_Arab", "languages": ["sna-Latn", "pbt-Arab"]}, {"precision": 0.585301, "recall": 0.632411, "f1": 0.598324, "accuracy": 0.632411, "main_score": 0.598324, "hf_subset": "sna_Latn-spa_Latn", "languages": ["sna-Latn", "spa-Latn"]}, {"precision": 0.558542, "recall": 0.590909, "f1": 0.568032, "accuracy": 0.590909, "main_score": 0.568032, "hf_subset": "sna_Latn-twi_Latn", "languages": ["sna-Latn", "twi-Latn"]}, {"precision": 0.556328, "recall": 0.602767, "f1": 0.568427, "accuracy": 0.602767, "main_score": 0.568427, "hf_subset": "sna_Latn-acm_Arab", "languages": ["sna-Latn", "acm-Arab"]}, {"precision": 0.541304, "recall": 0.583992, "f1": 0.552279, "accuracy": 0.583992, "main_score": 0.552279, "hf_subset": "sna_Latn-bel_Cyrl", "languages": ["sna-Latn", "bel-Cyrl"]}, {"precision": 0.60687, "recall": 0.652174, "f1": 0.61812, "accuracy": 0.652174, "main_score": 0.61812, "hf_subset": "sna_Latn-eng_Latn", "languages": ["sna-Latn", "eng-Latn"]}, {"precision": 0.596887, "recall": 0.640316, "f1": 0.607603, "accuracy": 0.640316, "main_score": 0.607603, "hf_subset": "sna_Latn-hrv_Latn", "languages": ["sna-Latn", "hrv-Latn"]}, {"precision": 0.521145, "recall": 0.56917, "f1": 0.534635, "accuracy": 0.56917, "main_score": 0.534635, "hf_subset": "sna_Latn-kin_Latn", "languages": ["sna-Latn", "kin-Latn"]}, {"precision": 0.565773, "recall": 0.612648, "f1": 0.578723, "accuracy": 0.612648, "main_score": 0.578723, "hf_subset": "sna_Latn-mal_Mlym", "languages": ["sna-Latn", "mal-Mlym"]}, {"precision": 0.58455, "recall": 0.628458, "f1": 0.596109, "accuracy": 0.628458, "main_score": 0.596109, "hf_subset": "sna_Latn-pes_Arab", "languages": ["sna-Latn", "pes-Arab"]}, {"precision": 0.581676, "recall": 0.620553, "f1": 0.591159, "accuracy": 0.620553, "main_score": 0.591159, "hf_subset": "sna_Latn-srd_Latn", "languages": ["sna-Latn", "srd-Latn"]}, {"precision": 0.203204, "recall": 0.240119, "f1": 0.212611, "accuracy": 0.240119, "main_score": 0.212611, "hf_subset": "sna_Latn-tzm_Tfng", "languages": ["sna-Latn", "tzm-Tfng"]}, {"precision": 0.560639, "recall": 0.606719, "f1": 0.573051, "accuracy": 0.606719, "main_score": 0.573051, "hf_subset": "sna_Latn-acq_Arab", "languages": ["sna-Latn", "acq-Arab"]}, {"precision": 0.583738, "recall": 0.62747, "f1": 0.595417, "accuracy": 0.62747, "main_score": 0.595417, "hf_subset": "sna_Latn-bem_Latn", "languages": ["sna-Latn", "bem-Latn"]}, {"precision": 0.568946, "recall": 0.612648, "f1": 0.580313, "accuracy": 0.612648, "main_score": 0.580313, "hf_subset": "sna_Latn-epo_Latn", "languages": ["sna-Latn", "epo-Latn"]}, {"precision": 0.562424, "recall": 0.607708, "f1": 0.574232, "accuracy": 0.607708, "main_score": 0.574232, "hf_subset": "sna_Latn-hun_Latn", "languages": ["sna-Latn", "hun-Latn"]}, {"precision": 0.546538, "recall": 0.590909, "f1": 0.558262, "accuracy": 0.590909, "main_score": 0.558262, "hf_subset": "sna_Latn-kir_Cyrl", "languages": ["sna-Latn", "kir-Cyrl"]}, {"precision": 0.574856, "recall": 0.615613, "f1": 0.585588, "accuracy": 0.615613, "main_score": 0.585588, "hf_subset": "sna_Latn-mar_Deva", "languages": ["sna-Latn", "mar-Deva"]}, {"precision": 0.553395, "recall": 0.593874, "f1": 0.564353, "accuracy": 0.593874, "main_score": 0.564353, "hf_subset": "sna_Latn-plt_Latn", "languages": ["sna-Latn", "plt-Latn"]}, {"precision": 0.587467, "recall": 0.631423, "f1": 0.598913, "accuracy": 0.631423, "main_score": 0.598913, "hf_subset": "sna_Latn-srp_Cyrl", "languages": ["sna-Latn", "srp-Cyrl"]}, {"precision": 0.484466, "recall": 0.535573, "f1": 0.498698, "accuracy": 0.535573, "main_score": 0.498698, "hf_subset": "sna_Latn-uig_Arab", "languages": ["sna-Latn", "uig-Arab"]}, {"precision": 0.555732, "recall": 0.599802, "f1": 0.567087, "accuracy": 0.599802, "main_score": 0.567087, "hf_subset": "sna_Latn-aeb_Arab", "languages": ["sna-Latn", "aeb-Arab"]}, {"precision": 0.583835, "recall": 0.628458, "f1": 0.595966, "accuracy": 0.628458, "main_score": 0.595966, "hf_subset": "sna_Latn-ben_Beng", "languages": ["sna-Latn", "ben-Beng"]}, {"precision": 0.56481, "recall": 0.605731, "f1": 0.575445, "accuracy": 0.605731, "main_score": 0.575445, "hf_subset": "sna_Latn-est_Latn", "languages": ["sna-Latn", "est-Latn"]}, {"precision": 0.543579, "recall": 0.593874, "f1": 0.55687, "accuracy": 0.593874, "main_score": 0.55687, "hf_subset": "sna_Latn-hye_Armn", "languages": ["sna-Latn", "hye-Armn"]}, {"precision": 0.55404, "recall": 0.589921, "f1": 0.56462, "accuracy": 0.589921, "main_score": 0.56462, "hf_subset": "sna_Latn-kmb_Latn", "languages": ["sna-Latn", "kmb-Latn"]}, {"precision": 0.387831, "recall": 0.4417, "f1": 0.40226, "accuracy": 0.4417, "main_score": 0.40226, "hf_subset": "sna_Latn-min_Arab", "languages": ["sna-Latn", "min-Arab"]}, {"precision": 0.578876, "recall": 0.623518, "f1": 0.59038, "accuracy": 0.623518, "main_score": 0.59038, "hf_subset": "sna_Latn-pol_Latn", "languages": ["sna-Latn", "pol-Latn"]}, {"precision": 0.573954, "recall": 0.617589, "f1": 0.585745, "accuracy": 0.617589, "main_score": 0.585745, "hf_subset": "sna_Latn-ssw_Latn", "languages": ["sna-Latn", "ssw-Latn"]}, {"precision": 0.588509, "recall": 0.636364, "f1": 0.60093, "accuracy": 0.636364, "main_score": 0.60093, "hf_subset": "sna_Latn-ukr_Cyrl", "languages": ["sna-Latn", "ukr-Cyrl"]}, {"precision": 0.595072, "recall": 0.640316, "f1": 0.607487, "accuracy": 0.640316, "main_score": 0.607487, "hf_subset": "sna_Latn-afr_Latn", "languages": ["sna-Latn", "afr-Latn"]}, {"precision": 0.562781, "recall": 0.603755, "f1": 0.573911, "accuracy": 0.603755, "main_score": 0.573911, "hf_subset": "sna_Latn-bho_Deva", "languages": ["sna-Latn", "bho-Deva"]}, {"precision": 0.556523, "recall": 0.605731, "f1": 0.569672, "accuracy": 0.605731, "main_score": 0.569672, "hf_subset": "sna_Latn-eus_Latn", "languages": ["sna-Latn", "eus-Latn"]}, {"precision": 0.538117, "recall": 0.583992, "f1": 0.550874, "accuracy": 0.583992, "main_score": 0.550874, "hf_subset": "sna_Latn-ibo_Latn", "languages": ["sna-Latn", "ibo-Latn"]}, {"precision": 0.538246, "recall": 0.579051, "f1": 0.549566, "accuracy": 0.579051, "main_score": 0.549566, "hf_subset": "sna_Latn-kmr_Latn", "languages": ["sna-Latn", "kmr-Latn"]}, {"precision": 0.570787, "recall": 0.614625, "f1": 0.582007, "accuracy": 0.614625, "main_score": 0.582007, "hf_subset": "sna_Latn-min_Latn", "languages": ["sna-Latn", "min-Latn"]}, {"precision": 0.59227, "recall": 0.633399, "f1": 0.603212, "accuracy": 0.633399, "main_score": 0.603212, "hf_subset": "sna_Latn-por_Latn", "languages": ["sna-Latn", "por-Latn"]}, {"precision": 0.597535, "recall": 0.635375, "f1": 0.607503, "accuracy": 0.635375, "main_score": 0.607503, "hf_subset": "sna_Latn-sun_Latn", "languages": ["sna-Latn", "sun-Latn"]}, {"precision": 0.506094, "recall": 0.551383, "f1": 0.519321, "accuracy": 0.551383, "main_score": 0.519321, "hf_subset": "sna_Latn-umb_Latn", "languages": ["sna-Latn", "umb-Latn"]}, {"precision": 0.568899, "recall": 0.612648, "f1": 0.58105, "accuracy": 0.612648, "main_score": 0.58105, "hf_subset": "sna_Latn-ajp_Arab", "languages": ["sna-Latn", "ajp-Arab"]}, {"precision": 0.411942, "recall": 0.459486, "f1": 0.424696, "accuracy": 0.459486, "main_score": 0.424696, "hf_subset": "sna_Latn-bjn_Arab", "languages": ["sna-Latn", "bjn-Arab"]}, {"precision": 0.499889, "recall": 0.539526, "f1": 0.510261, "accuracy": 0.539526, "main_score": 0.510261, "hf_subset": "sna_Latn-ewe_Latn", "languages": ["sna-Latn", "ewe-Latn"]}, {"precision": 0.604094, "recall": 0.636364, "f1": 0.612374, "accuracy": 0.636364, "main_score": 0.612374, "hf_subset": "sna_Latn-ilo_Latn", "languages": ["sna-Latn", "ilo-Latn"]}, {"precision": 0.298777, "recall": 0.349802, "f1": 0.312642, "accuracy": 0.349802, "main_score": 0.312642, "hf_subset": "sna_Latn-knc_Arab", "languages": ["sna-Latn", "knc-Arab"]}, {"precision": 0.576056, "recall": 0.617589, "f1": 0.587033, "accuracy": 0.617589, "main_score": 0.587033, "hf_subset": "sna_Latn-mkd_Cyrl", "languages": ["sna-Latn", "mkd-Cyrl"]}, {"precision": 0.564798, "recall": 0.617589, "f1": 0.5781, "accuracy": 0.617589, "main_score": 0.5781, "hf_subset": "sna_Latn-prs_Arab", "languages": ["sna-Latn", "prs-Arab"]}, {"precision": 0.591219, "recall": 0.633399, "f1": 0.601938, "accuracy": 0.633399, "main_score": 0.601938, "hf_subset": "sna_Latn-swe_Latn", "languages": ["sna-Latn", "swe-Latn"]}, {"precision": 0.549557, "recall": 0.59585, "f1": 0.562526, "accuracy": 0.59585, "main_score": 0.562526, "hf_subset": "sna_Latn-urd_Arab", "languages": ["sna-Latn", "urd-Arab"]}, {"precision": 0.567968, "recall": 0.598814, "f1": 0.576713, "accuracy": 0.598814, "main_score": 0.576713, "hf_subset": "sna_Latn-aka_Latn", "languages": ["sna-Latn", "aka-Latn"]}, {"precision": 0.5743, "recall": 0.61166, "f1": 0.583586, "accuracy": 0.61166, "main_score": 0.583586, "hf_subset": "sna_Latn-bjn_Latn", "languages": ["sna-Latn", "bjn-Latn"]}, {"precision": 0.558576, "recall": 0.604743, "f1": 0.570866, "accuracy": 0.604743, "main_score": 0.570866, "hf_subset": "sna_Latn-fao_Latn", "languages": ["sna-Latn", "fao-Latn"]}, {"precision": 0.594679, "recall": 0.634387, "f1": 0.605133, "accuracy": 0.634387, "main_score": 0.605133, "hf_subset": "sna_Latn-ind_Latn", "languages": ["sna-Latn", "ind-Latn"]}, {"precision": 0.536362, "recall": 0.56917, "f1": 0.545727, "accuracy": 0.56917, "main_score": 0.545727, "hf_subset": "sna_Latn-knc_Latn", "languages": ["sna-Latn", "knc-Latn"]}, {"precision": 0.580714, "recall": 0.621542, "f1": 0.591546, "accuracy": 0.621542, "main_score": 0.591546, "hf_subset": "sna_Latn-mlt_Latn", "languages": ["sna-Latn", "mlt-Latn"]}, {"precision": 0.533952, "recall": 0.575099, "f1": 0.546244, "accuracy": 0.575099, "main_score": 0.546244, "hf_subset": "sna_Latn-quy_Latn", "languages": ["sna-Latn", "quy-Latn"]}, {"precision": 0.559455, "recall": 0.602767, "f1": 0.570584, "accuracy": 0.602767, "main_score": 0.570584, "hf_subset": "sna_Latn-swh_Latn", "languages": ["sna-Latn", "swh-Latn"]}, {"precision": 0.548923, "recall": 0.594862, "f1": 0.560831, "accuracy": 0.594862, "main_score": 0.560831, "hf_subset": "sna_Latn-uzn_Latn", "languages": ["sna-Latn", "uzn-Latn"]}, {"precision": 0.583484, "recall": 0.624506, "f1": 0.593998, "accuracy": 0.624506, "main_score": 0.593998, "hf_subset": "sna_Latn-als_Latn", "languages": ["sna-Latn", "als-Latn"]}, {"precision": 0.264418, "recall": 0.317194, "f1": 0.277786, "accuracy": 0.317194, "main_score": 0.277786, "hf_subset": "sna_Latn-bod_Tibt", "languages": ["sna-Latn", "bod-Tibt"]}, {"precision": 0.562344, "recall": 0.597826, "f1": 0.572421, "accuracy": 0.597826, "main_score": 0.572421, "hf_subset": "sna_Latn-fij_Latn", "languages": ["sna-Latn", "fij-Latn"]}, {"precision": 0.560757, "recall": 0.606719, "f1": 0.572434, "accuracy": 0.606719, "main_score": 0.572434, "hf_subset": "sna_Latn-isl_Latn", "languages": ["sna-Latn", "isl-Latn"]}, {"precision": 0.547108, "recall": 0.587945, "f1": 0.557864, "accuracy": 0.587945, "main_score": 0.557864, "hf_subset": "sna_Latn-kon_Latn", "languages": ["sna-Latn", "kon-Latn"]}, {"precision": 0.468174, "recall": 0.517787, "f1": 0.481546, "accuracy": 0.517787, "main_score": 0.481546, "hf_subset": "sna_Latn-mni_Beng", "languages": ["sna-Latn", "mni-Beng"]}, {"precision": 0.603054, "recall": 0.651186, "f1": 0.615099, "accuracy": 0.651186, "main_score": 0.615099, "hf_subset": "sna_Latn-ron_Latn", "languages": ["sna-Latn", "ron-Latn"]}, {"precision": 0.560927, "recall": 0.606719, "f1": 0.572772, "accuracy": 0.606719, "main_score": 0.572772, "hf_subset": "sna_Latn-szl_Latn", "languages": ["sna-Latn", "szl-Latn"]}, {"precision": 0.58533, "recall": 0.628458, "f1": 0.596174, "accuracy": 0.628458, "main_score": 0.596174, "hf_subset": "sna_Latn-vec_Latn", "languages": ["sna-Latn", "vec-Latn"]}, {"precision": 0.477043, "recall": 0.529644, "f1": 0.491395, "accuracy": 0.529644, "main_score": 0.491395, "hf_subset": "sna_Latn-amh_Ethi", "languages": ["sna-Latn", "amh-Ethi"]}, {"precision": 0.593618, "recall": 0.634387, "f1": 0.604249, "accuracy": 0.634387, "main_score": 0.604249, "hf_subset": "sna_Latn-bos_Latn", "languages": ["sna-Latn", "bos-Latn"]}, {"precision": 0.566658, "recall": 0.607708, "f1": 0.577321, "accuracy": 0.607708, "main_score": 0.577321, "hf_subset": "sna_Latn-fin_Latn", "languages": ["sna-Latn", "fin-Latn"]}, {"precision": 0.579876, "recall": 0.62253, "f1": 0.59152, "accuracy": 0.62253, "main_score": 0.59152, "hf_subset": "sna_Latn-ita_Latn", "languages": ["sna-Latn", "ita-Latn"]}, {"precision": 0.555818, "recall": 0.604743, "f1": 0.569116, "accuracy": 0.604743, "main_score": 0.569116, "hf_subset": "sna_Latn-kor_Hang", "languages": ["sna-Latn", "kor-Hang"]}, {"precision": 0.508086, "recall": 0.550395, "f1": 0.520586, "accuracy": 0.550395, "main_score": 0.520586, "hf_subset": "sna_Latn-mos_Latn", "languages": ["sna-Latn", "mos-Latn"]}, {"precision": 0.528547, "recall": 0.571146, "f1": 0.540643, "accuracy": 0.571146, "main_score": 0.540643, "hf_subset": "sna_Latn-run_Latn", "languages": ["sna-Latn", "run-Latn"]}, {"precision": 0.554908, "recall": 0.604743, "f1": 0.567559, "accuracy": 0.604743, "main_score": 0.567559, "hf_subset": "sna_Latn-tam_Taml", "languages": ["sna-Latn", "tam-Taml"]}, {"precision": 0.588041, "recall": 0.625494, "f1": 0.597885, "accuracy": 0.625494, "main_score": 0.597885, "hf_subset": "sna_Latn-vie_Latn", "languages": ["sna-Latn", "vie-Latn"]}, {"precision": 0.554441, "recall": 0.598814, "f1": 0.565749, "accuracy": 0.598814, "main_score": 0.565749, "hf_subset": "sna_Latn-apc_Arab", "languages": ["sna-Latn", "apc-Arab"]}, {"precision": 0.542834, "recall": 0.581028, "f1": 0.553606, "accuracy": 0.581028, "main_score": 0.553606, "hf_subset": "sna_Latn-bug_Latn", "languages": ["sna-Latn", "bug-Latn"]}, {"precision": 0.473297, "recall": 0.514822, "f1": 0.484953, "accuracy": 0.514822, "main_score": 0.484953, "hf_subset": "sna_Latn-fon_Latn", "languages": ["sna-Latn", "fon-Latn"]}, {"precision": 0.603885, "recall": 0.643281, "f1": 0.614066, "accuracy": 0.643281, "main_score": 0.614066, "hf_subset": "sna_Latn-jav_Latn", "languages": ["sna-Latn", "jav-Latn"]}, {"precision": 0.525337, "recall": 0.570158, "f1": 0.538033, "accuracy": 0.570158, "main_score": 0.538033, "hf_subset": "sna_Latn-lao_Laoo", "languages": ["sna-Latn", "lao-Laoo"]}, {"precision": 0.513502, "recall": 0.55336, "f1": 0.524303, "accuracy": 0.55336, "main_score": 0.524303, "hf_subset": "sna_Latn-mri_Latn", "languages": ["sna-Latn", "mri-Latn"]}, {"precision": 0.570952, "recall": 0.614625, "f1": 0.582692, "accuracy": 0.614625, "main_score": 0.582692, "hf_subset": "sna_Latn-rus_Cyrl", "languages": ["sna-Latn", "rus-Cyrl"]}, {"precision": 0.490399, "recall": 0.532609, "f1": 0.502903, "accuracy": 0.532609, "main_score": 0.502903, "hf_subset": "sna_Latn-taq_Latn", "languages": ["sna-Latn", "taq-Latn"]}, {"precision": 0.609489, "recall": 0.643281, "f1": 0.617792, "accuracy": 0.643281, "main_score": 0.617792, "hf_subset": "sna_Latn-war_Latn", "languages": ["sna-Latn", "war-Latn"]}, {"precision": 0.558036, "recall": 0.604743, "f1": 0.570371, "accuracy": 0.604743, "main_score": 0.570371, "hf_subset": "sna_Latn-arb_Arab", "languages": ["sna-Latn", "arb-Arab"]}, {"precision": 0.580073, "recall": 0.623518, "f1": 0.59083, "accuracy": 0.623518, "main_score": 0.59083, "hf_subset": "sna_Latn-bul_Cyrl", "languages": ["sna-Latn", "bul-Cyrl"]}, {"precision": 0.585693, "recall": 0.631423, "f1": 0.597388, "accuracy": 0.631423, "main_score": 0.597388, "hf_subset": "sna_Latn-fra_Latn", "languages": ["sna-Latn", "fra-Latn"]}, {"precision": 0.564633, "recall": 0.612648, "f1": 0.577047, "accuracy": 0.612648, "main_score": 0.577047, "hf_subset": "sna_Latn-jpn_Jpan", "languages": ["sna-Latn", "jpn-Jpan"]}, {"precision": 0.56615, "recall": 0.609684, "f1": 0.577459, "accuracy": 0.609684, "main_score": 0.577459, "hf_subset": "sna_Latn-lij_Latn", "languages": ["sna-Latn", "lij-Latn"]}, {"precision": 0.428437, "recall": 0.491107, "f1": 0.445648, "accuracy": 0.491107, "main_score": 0.445648, "hf_subset": "sna_Latn-mya_Mymr", "languages": ["sna-Latn", "mya-Mymr"]}, {"precision": 0.51954, "recall": 0.565217, "f1": 0.531615, "accuracy": 0.565217, "main_score": 0.531615, "hf_subset": "sna_Latn-sag_Latn", "languages": ["sna-Latn", "sag-Latn"]}, {"precision": 0.193772, "recall": 0.232213, "f1": 0.202501, "accuracy": 0.232213, "main_score": 0.202501, "hf_subset": "sna_Latn-taq_Tfng", "languages": ["sna-Latn", "taq-Tfng"]}, {"precision": 0.563678, "recall": 0.603755, "f1": 0.575439, "accuracy": 0.603755, "main_score": 0.575439, "hf_subset": "sna_Latn-wol_Latn", "languages": ["sna-Latn", "wol-Latn"]}, {"precision": 0.486928, "recall": 0.527668, "f1": 0.497287, "accuracy": 0.527668, "main_score": 0.497287, "hf_subset": "sna_Latn-arb_Latn", "languages": ["sna-Latn", "arb-Latn"]}, {"precision": 0.580423, "recall": 0.62747, "f1": 0.593352, "accuracy": 0.62747, "main_score": 0.593352, "hf_subset": "sna_Latn-cat_Latn", "languages": ["sna-Latn", "cat-Latn"]}, {"precision": 0.565156, "recall": 0.606719, "f1": 0.575817, "accuracy": 0.606719, "main_score": 0.575817, "hf_subset": "sna_Latn-fur_Latn", "languages": ["sna-Latn", "fur-Latn"]}, {"precision": 0.426578, "recall": 0.48419, "f1": 0.442325, "accuracy": 0.48419, "main_score": 0.442325, "hf_subset": "sna_Latn-kab_Latn", "languages": ["sna-Latn", "kab-Latn"]}, {"precision": 0.582551, "recall": 0.615613, "f1": 0.591346, "accuracy": 0.615613, "main_score": 0.591346, "hf_subset": "sna_Latn-lim_Latn", "languages": ["sna-Latn", "lim-Latn"]}, {"precision": 0.571715, "recall": 0.610672, "f1": 0.582306, "accuracy": 0.610672, "main_score": 0.582306, "hf_subset": "sna_Latn-nld_Latn", "languages": ["sna-Latn", "nld-Latn"]}, {"precision": 0.516613, "recall": 0.562253, "f1": 0.528254, "accuracy": 0.562253, "main_score": 0.528254, "hf_subset": "sna_Latn-san_Deva", "languages": ["sna-Latn", "san-Deva"]}, {"precision": 0.555874, "recall": 0.599802, "f1": 0.568808, "accuracy": 0.599802, "main_score": 0.568808, "hf_subset": "sna_Latn-tat_Cyrl", "languages": ["sna-Latn", "tat-Cyrl"]}, {"precision": 0.575851, "recall": 0.623518, "f1": 0.589314, "accuracy": 0.623518, "main_score": 0.589314, "hf_subset": "sna_Latn-xho_Latn", "languages": ["sna-Latn", "xho-Latn"]}, {"precision": 0.549353, "recall": 0.599802, "f1": 0.562417, "accuracy": 0.599802, "main_score": 0.562417, "hf_subset": "sna_Latn-ars_Arab", "languages": ["sna-Latn", "ars-Arab"]}, {"precision": 0.61081, "recall": 0.650198, "f1": 0.621128, "accuracy": 0.650198, "main_score": 0.621128, "hf_subset": "sna_Latn-ceb_Latn", "languages": ["sna-Latn", "ceb-Latn"]}, {"precision": 0.49903, "recall": 0.540514, "f1": 0.511171, "accuracy": 0.540514, "main_score": 0.511171, "hf_subset": "sna_Latn-fuv_Latn", "languages": ["sna-Latn", "fuv-Latn"]}, {"precision": 0.502325, "recall": 0.541502, "f1": 0.513592, "accuracy": 0.541502, "main_score": 0.513592, "hf_subset": "sna_Latn-kac_Latn", "languages": ["sna-Latn", "kac-Latn"]}, {"precision": 0.559461, "recall": 0.598814, "f1": 0.569365, "accuracy": 0.598814, "main_score": 0.569365, "hf_subset": "sna_Latn-lin_Latn", "languages": ["sna-Latn", "lin-Latn"]}, {"precision": 0.577929, "recall": 0.62253, "f1": 0.590328, "accuracy": 0.62253, "main_score": 0.590328, "hf_subset": "sna_Latn-nno_Latn", "languages": ["sna-Latn", "nno-Latn"]}, {"precision": 0.138863, "recall": 0.179842, "f1": 0.149448, "accuracy": 0.179842, "main_score": 0.149448, "hf_subset": "sna_Latn-sat_Olck", "languages": ["sna-Latn", "sat-Olck"]}, {"precision": 0.559009, "recall": 0.614625, "f1": 0.573903, "accuracy": 0.614625, "main_score": 0.573903, "hf_subset": "sna_Latn-tel_Telu", "languages": ["sna-Latn", "tel-Telu"]}, {"precision": 0.483066, "recall": 0.540514, "f1": 0.498232, "accuracy": 0.540514, "main_score": 0.498232, "hf_subset": "sna_Latn-ydd_Hebr", "languages": ["sna-Latn", "ydd-Hebr"]}, {"precision": 0.547618, "recall": 0.593874, "f1": 0.559712, "accuracy": 0.593874, "main_score": 0.559712, "hf_subset": "sna_Latn-ary_Arab", "languages": ["sna-Latn", "ary-Arab"]}, {"precision": 0.577492, "recall": 0.623518, "f1": 0.589379, "accuracy": 0.623518, "main_score": 0.589379, "hf_subset": "sna_Latn-ces_Latn", "languages": ["sna-Latn", "ces-Latn"]}, {"precision": 0.500895, "recall": 0.55336, "f1": 0.516104, "accuracy": 0.55336, "main_score": 0.516104, "hf_subset": "sna_Latn-gaz_Latn", "languages": ["sna-Latn", "gaz-Latn"]}, {"precision": 0.529101, "recall": 0.571146, "f1": 0.540676, "accuracy": 0.571146, "main_score": 0.540676, "hf_subset": "sna_Latn-kam_Latn", "languages": ["sna-Latn", "kam-Latn"]}, {"precision": 0.548113, "recall": 0.603755, "f1": 0.562755, "accuracy": 0.603755, "main_score": 0.562755, "hf_subset": "sna_Latn-lit_Latn", "languages": ["sna-Latn", "lit-Latn"]}, {"precision": 0.582372, "recall": 0.625494, "f1": 0.593947, "accuracy": 0.625494, "main_score": 0.593947, "hf_subset": "sna_Latn-nob_Latn", "languages": ["sna-Latn", "nob-Latn"]}, {"precision": 0.567276, "recall": 0.608696, "f1": 0.578317, "accuracy": 0.608696, "main_score": 0.578317, "hf_subset": "sna_Latn-scn_Latn", "languages": ["sna-Latn", "scn-Latn"]}, {"precision": 0.555135, "recall": 0.596838, "f1": 0.566318, "accuracy": 0.596838, "main_score": 0.566318, "hf_subset": "sna_Latn-tgk_Cyrl", "languages": ["sna-Latn", "tgk-Cyrl"]}, {"precision": 0.507311, "recall": 0.5583, "f1": 0.521352, "accuracy": 0.5583, "main_score": 0.521352, "hf_subset": "sna_Latn-yor_Latn", "languages": ["sna-Latn", "yor-Latn"]}, {"precision": 0.550927, "recall": 0.596838, "f1": 0.562972, "accuracy": 0.596838, "main_score": 0.562972, "hf_subset": "sna_Latn-arz_Arab", "languages": ["sna-Latn", "arz-Arab"]}, {"precision": 0.504275, "recall": 0.541502, "f1": 0.514952, "accuracy": 0.541502, "main_score": 0.514952, "hf_subset": "sna_Latn-cjk_Latn", "languages": ["sna-Latn", "cjk-Latn"]}, {"precision": 0.509037, "recall": 0.554348, "f1": 0.521824, "accuracy": 0.554348, "main_score": 0.521824, "hf_subset": "sna_Latn-gla_Latn", "languages": ["sna-Latn", "gla-Latn"]}, {"precision": 0.559534, "recall": 0.608696, "f1": 0.572311, "accuracy": 0.608696, "main_score": 0.572311, "hf_subset": "sna_Latn-kan_Knda", "languages": ["sna-Latn", "kan-Knda"]}, {"precision": 0.572652, "recall": 0.614625, "f1": 0.583564, "accuracy": 0.614625, "main_score": 0.583564, "hf_subset": "sna_Latn-lmo_Latn", "languages": ["sna-Latn", "lmo-Latn"]}, {"precision": 0.559821, "recall": 0.61166, "f1": 0.573079, "accuracy": 0.61166, "main_score": 0.573079, "hf_subset": "sna_Latn-npi_Deva", "languages": ["sna-Latn", "npi-Deva"]}, {"precision": 0.429578, "recall": 0.479249, "f1": 0.442995, "accuracy": 0.479249, "main_score": 0.442995, "hf_subset": "sna_Latn-shn_Mymr", "languages": ["sna-Latn", "shn-Mymr"]}, {"precision": 0.604011, "recall": 0.643281, "f1": 0.614252, "accuracy": 0.643281, "main_score": 0.614252, "hf_subset": "sna_Latn-tgl_Latn", "languages": ["sna-Latn", "tgl-Latn"]}, {"precision": 0.560978, "recall": 0.609684, "f1": 0.573523, "accuracy": 0.609684, "main_score": 0.573523, "hf_subset": "sna_Latn-yue_Hant", "languages": ["sna-Latn", "yue-Hant"]}, {"precision": 0.536693, "recall": 0.58498, "f1": 0.550262, "accuracy": 0.58498, "main_score": 0.550262, "hf_subset": "sna_Latn-asm_Beng", "languages": ["sna-Latn", "asm-Beng"]}, {"precision": 0.503925, "recall": 0.551383, "f1": 0.516503, "accuracy": 0.551383, "main_score": 0.516503, "hf_subset": "sna_Latn-ckb_Arab", "languages": ["sna-Latn", "ckb-Arab"]}, {"precision": 0.514535, "recall": 0.559289, "f1": 0.526863, "accuracy": 0.559289, "main_score": 0.526863, "hf_subset": "sna_Latn-gle_Latn", "languages": ["sna-Latn", "gle-Latn"]}, {"precision": 0.493149, "recall": 0.541502, "f1": 0.506412, "accuracy": 0.541502, "main_score": 0.506412, "hf_subset": "sna_Latn-kas_Arab", "languages": ["sna-Latn", "kas-Arab"]}, {"precision": 0.535231, "recall": 0.581028, "f1": 0.547348, "accuracy": 0.581028, "main_score": 0.547348, "hf_subset": "sna_Latn-ltg_Latn", "languages": ["sna-Latn", "ltg-Latn"]}, {"precision": 0.570224, "recall": 0.612648, "f1": 0.582077, "accuracy": 0.612648, "main_score": 0.582077, "hf_subset": "sna_Latn-nso_Latn", "languages": ["sna-Latn", "nso-Latn"]}, {"precision": 0.490822, "recall": 0.543478, "f1": 0.504375, "accuracy": 0.543478, "main_score": 0.504375, "hf_subset": "sna_Latn-sin_Sinh", "languages": ["sna-Latn", "sin-Sinh"]}, {"precision": 0.573211, "recall": 0.619565, "f1": 0.585085, "accuracy": 0.619565, "main_score": 0.585085, "hf_subset": "sna_Latn-tha_Thai", "languages": ["sna-Latn", "tha-Thai"]}, {"precision": 0.562641, "recall": 0.602767, "f1": 0.573057, "accuracy": 0.602767, "main_score": 0.573057, "hf_subset": "sna_Latn-zho_Hans", "languages": ["sna-Latn", "zho-Hans"]}, {"precision": 0.590757, "recall": 0.634387, "f1": 0.602593, "accuracy": 0.634387, "main_score": 0.602593, "hf_subset": "sna_Latn-ast_Latn", "languages": ["sna-Latn", "ast-Latn"]}, {"precision": 0.554104, "recall": 0.603755, "f1": 0.567747, "accuracy": 0.603755, "main_score": 0.567747, "hf_subset": "sna_Latn-crh_Latn", "languages": ["sna-Latn", "crh-Latn"]}, {"precision": 0.578399, "recall": 0.62253, "f1": 0.590123, "accuracy": 0.62253, "main_score": 0.590123, "hf_subset": "sna_Latn-glg_Latn", "languages": ["sna-Latn", "glg-Latn"]}, {"precision": 0.50141, "recall": 0.544466, "f1": 0.513477, "accuracy": 0.544466, "main_score": 0.513477, "hf_subset": "sna_Latn-kas_Deva", "languages": ["sna-Latn", "kas-Deva"]}, {"precision": 0.56167, "recall": 0.605731, "f1": 0.573401, "accuracy": 0.605731, "main_score": 0.573401, "hf_subset": "sna_Latn-ltz_Latn", "languages": ["sna-Latn", "ltz-Latn"]}, {"precision": 0.46243, "recall": 0.513834, "f1": 0.476767, "accuracy": 0.513834, "main_score": 0.476767, "hf_subset": "sna_Latn-nus_Latn", "languages": ["sna-Latn", "nus-Latn"]}, {"precision": 0.579597, "recall": 0.619565, "f1": 0.590544, "accuracy": 0.619565, "main_score": 0.590544, "hf_subset": "sna_Latn-slk_Latn", "languages": ["sna-Latn", "slk-Latn"]}, {"precision": 0.389781, "recall": 0.442688, "f1": 0.404704, "accuracy": 0.442688, "main_score": 0.404704, "hf_subset": "sna_Latn-tir_Ethi", "languages": ["sna-Latn", "tir-Ethi"]}, {"precision": 0.555341, "recall": 0.601779, "f1": 0.567685, "accuracy": 0.601779, "main_score": 0.567685, "hf_subset": "sna_Latn-zho_Hant", "languages": ["sna-Latn", "zho-Hant"]}, {"precision": 0.560854, "recall": 0.603755, "f1": 0.572941, "accuracy": 0.603755, "main_score": 0.572941, "hf_subset": "sna_Latn-awa_Deva", "languages": ["sna-Latn", "awa-Deva"]}, {"precision": 0.560946, "recall": 0.598814, "f1": 0.570872, "accuracy": 0.598814, "main_score": 0.570872, "hf_subset": "sna_Latn-cym_Latn", "languages": ["sna-Latn", "cym-Latn"]}, {"precision": 0.559274, "recall": 0.594862, "f1": 0.568939, "accuracy": 0.594862, "main_score": 0.568939, "hf_subset": "sna_Latn-grn_Latn", "languages": ["sna-Latn", "grn-Latn"]}, {"precision": 0.539002, "recall": 0.591897, "f1": 0.55321, "accuracy": 0.591897, "main_score": 0.55321, "hf_subset": "sna_Latn-kat_Geor", "languages": ["sna-Latn", "kat-Geor"]}, {"precision": 0.557479, "recall": 0.593874, "f1": 0.567541, "accuracy": 0.593874, "main_score": 0.567541, "hf_subset": "sna_Latn-lua_Latn", "languages": ["sna-Latn", "lua-Latn"]}, {"precision": 0.586312, "recall": 0.631423, "f1": 0.598487, "accuracy": 0.631423, "main_score": 0.598487, "hf_subset": "sna_Latn-nya_Latn", "languages": ["sna-Latn", "nya-Latn"]}, {"precision": 0.58144, "recall": 0.62253, "f1": 0.591716, "accuracy": 0.62253, "main_score": 0.591716, "hf_subset": "sna_Latn-slv_Latn", "languages": ["sna-Latn", "slv-Latn"]}, {"precision": 0.576325, "recall": 0.615613, "f1": 0.58683, "accuracy": 0.615613, "main_score": 0.58683, "hf_subset": "sna_Latn-tpi_Latn", "languages": ["sna-Latn", "tpi-Latn"]}, {"precision": 0.60481, "recall": 0.646245, "f1": 0.615396, "accuracy": 0.646245, "main_score": 0.615396, "hf_subset": "sna_Latn-zsm_Latn", "languages": ["sna-Latn", "zsm-Latn"]}, {"precision": 0.508802, "recall": 0.55336, "f1": 0.522219, "accuracy": 0.55336, "main_score": 0.522219, "hf_subset": "sna_Latn-ayr_Latn", "languages": ["sna-Latn", "ayr-Latn"]}, {"precision": 0.602882, "recall": 0.643281, "f1": 0.613252, "accuracy": 0.643281, "main_score": 0.613252, "hf_subset": "sna_Latn-dan_Latn", "languages": ["sna-Latn", "dan-Latn"]}, {"precision": 0.554687, "recall": 0.601779, "f1": 0.567007, "accuracy": 0.601779, "main_score": 0.567007, "hf_subset": "sna_Latn-guj_Gujr", "languages": ["sna-Latn", "guj-Gujr"]}, {"precision": 0.579067, "recall": 0.619565, "f1": 0.589384, "accuracy": 0.619565, "main_score": 0.589384, "hf_subset": "sna_Latn-kaz_Cyrl", "languages": ["sna-Latn", "kaz-Cyrl"]}, {"precision": 0.514594, "recall": 0.562253, "f1": 0.527828, "accuracy": 0.562253, "main_score": 0.527828, "hf_subset": "sna_Latn-lug_Latn", "languages": ["sna-Latn", "lug-Latn"]}, {"precision": 0.587291, "recall": 0.624506, "f1": 0.597167, "accuracy": 0.624506, "main_score": 0.597167, "hf_subset": "sna_Latn-oci_Latn", "languages": ["sna-Latn", "oci-Latn"]}, {"precision": 0.558262, "recall": 0.594862, "f1": 0.568445, "accuracy": 0.594862, "main_score": 0.568445, "hf_subset": "sna_Latn-smo_Latn", "languages": ["sna-Latn", "smo-Latn"]}, {"precision": 0.544569, "recall": 0.583992, "f1": 0.556199, "accuracy": 0.583992, "main_score": 0.556199, "hf_subset": "sna_Latn-tsn_Latn", "languages": ["sna-Latn", "tsn-Latn"]}, {"precision": 0.571659, "recall": 0.623518, "f1": 0.586529, "accuracy": 0.623518, "main_score": 0.586529, "hf_subset": "sna_Latn-zul_Latn", "languages": ["sna-Latn", "zul-Latn"]}, {"precision": 0.481243, "recall": 0.533597, "f1": 0.495327, "accuracy": 0.533597, "main_score": 0.495327, "hf_subset": "sna_Latn-azb_Arab", "languages": ["sna-Latn", "azb-Arab"]}, {"precision": 0.579543, "recall": 0.620553, "f1": 0.589625, "accuracy": 0.620553, "main_score": 0.589625, "hf_subset": "sna_Latn-deu_Latn", "languages": ["sna-Latn", "deu-Latn"]}, {"precision": 0.517021, "recall": 0.571146, "f1": 0.53162, "accuracy": 0.571146, "main_score": 0.53162, "hf_subset": "sna_Latn-hat_Latn", "languages": ["sna-Latn", "hat-Latn"]}, {"precision": 0.487074, "recall": 0.531621, "f1": 0.499751, "accuracy": 0.531621, "main_score": 0.499751, "hf_subset": "sna_Latn-kbp_Latn", "languages": ["sna-Latn", "kbp-Latn"]}, {"precision": 0.555228, "recall": 0.594862, "f1": 0.565904, "accuracy": 0.594862, "main_score": 0.565904, "hf_subset": "sna_Latn-luo_Latn", "languages": ["sna-Latn", "luo-Latn"]}, {"precision": 0.550058, "recall": 0.600791, "f1": 0.562814, "accuracy": 0.600791, "main_score": 0.562814, "hf_subset": "sna_Latn-ory_Orya", "languages": ["sna-Latn", "ory-Orya"]}, {"precision": 0.536561, "recall": 0.578063, "f1": 0.548026, "accuracy": 0.578063, "main_score": 0.548026, "hf_subset": "sna_Latn-tso_Latn", "languages": ["sna-Latn", "tso-Latn"]}, {"precision": 0.535827, "recall": 0.58498, "f1": 0.549052, "accuracy": 0.58498, "main_score": 0.549052, "hf_subset": "sna_Latn-azj_Latn", "languages": ["sna-Latn", "azj-Latn"]}, {"precision": 0.502097, "recall": 0.544466, "f1": 0.513766, "accuracy": 0.544466, "main_score": 0.513766, "hf_subset": "sna_Latn-dik_Latn", "languages": ["sna-Latn", "dik-Latn"]}, {"precision": 0.548826, "recall": 0.590909, "f1": 0.560456, "accuracy": 0.590909, "main_score": 0.560456, "hf_subset": "sna_Latn-hau_Latn", "languages": ["sna-Latn", "hau-Latn"]}, {"precision": 0.573802, "recall": 0.61166, "f1": 0.584051, "accuracy": 0.61166, "main_score": 0.584051, "hf_subset": "sna_Latn-kea_Latn", "languages": ["sna-Latn", "kea-Latn"]}, {"precision": 0.56493, "recall": 0.59585, "f1": 0.573784, "accuracy": 0.59585, "main_score": 0.573784, "hf_subset": "sna_Latn-lus_Latn", "languages": ["sna-Latn", "lus-Latn"]}, {"precision": 0.566136, "recall": 0.601779, "f1": 0.575685, "accuracy": 0.601779, "main_score": 0.575685, "hf_subset": "sna_Latn-pag_Latn", "languages": ["sna-Latn", "pag-Latn"]}, {"precision": 0.543303, "recall": 0.588933, "f1": 0.555955, "accuracy": 0.588933, "main_score": 0.555955, "hf_subset": "sna_Latn-snd_Arab", "languages": ["sna-Latn", "snd-Arab"]}, {"precision": 0.529222, "recall": 0.576087, "f1": 0.542505, "accuracy": 0.576087, "main_score": 0.542505, "hf_subset": "sna_Latn-tuk_Latn", "languages": ["sna-Latn", "tuk-Latn"]}, {"precision": 0.550233, "recall": 0.598814, "f1": 0.56362, "accuracy": 0.598814, "main_score": 0.56362, "hf_subset": "sna_Latn-bak_Cyrl", "languages": ["sna-Latn", "bak-Cyrl"]}, {"precision": 0.445727, "recall": 0.501976, "f1": 0.461775, "accuracy": 0.501976, "main_score": 0.461775, "hf_subset": "sna_Latn-dyu_Latn", "languages": ["sna-Latn", "dyu-Latn"]}, {"precision": 0.563428, "recall": 0.612648, "f1": 0.576213, "accuracy": 0.612648, "main_score": 0.576213, "hf_subset": "sna_Latn-heb_Hebr", "languages": ["sna-Latn", "heb-Hebr"]}, {"precision": 0.540763, "recall": 0.581028, "f1": 0.552522, "accuracy": 0.581028, "main_score": 0.552522, "hf_subset": "sna_Latn-khk_Cyrl", "languages": ["sna-Latn", "khk-Cyrl"]}, {"precision": 0.562384, "recall": 0.605731, "f1": 0.573146, "accuracy": 0.605731, "main_score": 0.573146, "hf_subset": "sna_Latn-lvs_Latn", "languages": ["sna-Latn", "lvs-Latn"]}, {"precision": 0.559161, "recall": 0.605731, "f1": 0.571442, "accuracy": 0.605731, "main_score": 0.571442, "hf_subset": "sna_Latn-pan_Guru", "languages": ["sna-Latn", "pan-Guru"]}, {"precision": 0.511192, "recall": 0.555336, "f1": 0.522855, "accuracy": 0.555336, "main_score": 0.522855, "hf_subset": "sna_Latn-som_Latn", "languages": ["sna-Latn", "som-Latn"]}, {"precision": 0.559198, "recall": 0.600791, "f1": 0.570628, "accuracy": 0.600791, "main_score": 0.570628, "hf_subset": "sna_Latn-tum_Latn", "languages": ["sna-Latn", "tum-Latn"]}, {"precision": 0.445992, "recall": 0.490119, "f1": 0.458407, "accuracy": 0.490119, "main_score": 0.458407, "hf_subset": "tso_Latn-ace_Arab", "languages": ["tso-Latn", "ace-Arab"]}, {"precision": 0.505423, "recall": 0.548419, "f1": 0.517956, "accuracy": 0.548419, "main_score": 0.517956, "hf_subset": "tso_Latn-bam_Latn", "languages": ["tso-Latn", "bam-Latn"]}, {"precision": 0.252907, "recall": 0.299407, "f1": 0.264992, "accuracy": 0.299407, "main_score": 0.264992, "hf_subset": "tso_Latn-dzo_Tibt", "languages": ["tso-Latn", "dzo-Tibt"]}, {"precision": 0.565594, "recall": 0.610672, "f1": 0.577552, "accuracy": 0.610672, "main_score": 0.577552, "hf_subset": "tso_Latn-hin_Deva", "languages": ["tso-Latn", "hin-Deva"]}, {"precision": 0.534022, "recall": 0.574111, "f1": 0.544457, "accuracy": 0.574111, "main_score": 0.544457, "hf_subset": "tso_Latn-khm_Khmr", "languages": ["tso-Latn", "khm-Khmr"]}, {"precision": 0.557478, "recall": 0.590909, "f1": 0.565773, "accuracy": 0.590909, "main_score": 0.565773, "hf_subset": "tso_Latn-mag_Deva", "languages": ["tso-Latn", "mag-Deva"]}, {"precision": 0.571213, "recall": 0.601779, "f1": 0.579244, "accuracy": 0.601779, "main_score": 0.579244, "hf_subset": "tso_Latn-pap_Latn", "languages": ["tso-Latn", "pap-Latn"]}, {"precision": 0.615584, "recall": 0.653162, "f1": 0.624952, "accuracy": 0.653162, "main_score": 0.624952, "hf_subset": "tso_Latn-sot_Latn", "languages": ["tso-Latn", "sot-Latn"]}, {"precision": 0.553768, "recall": 0.596838, "f1": 0.565186, "accuracy": 0.596838, "main_score": 0.565186, "hf_subset": "tso_Latn-tur_Latn", "languages": ["tso-Latn", "tur-Latn"]}, {"precision": 0.567645, "recall": 0.602767, "f1": 0.576644, "accuracy": 0.602767, "main_score": 0.576644, "hf_subset": "tso_Latn-ace_Latn", "languages": ["tso-Latn", "ace-Latn"]}, {"precision": 0.570194, "recall": 0.599802, "f1": 0.57848, "accuracy": 0.599802, "main_score": 0.57848, "hf_subset": "tso_Latn-ban_Latn", "languages": ["tso-Latn", "ban-Latn"]}, {"precision": 0.562906, "recall": 0.603755, "f1": 0.574255, "accuracy": 0.603755, "main_score": 0.574255, "hf_subset": "tso_Latn-ell_Grek", "languages": ["tso-Latn", "ell-Grek"]}, {"precision": 0.541013, "recall": 0.585968, "f1": 0.552563, "accuracy": 0.585968, "main_score": 0.552563, "hf_subset": "tso_Latn-hne_Deva", "languages": ["tso-Latn", "hne-Deva"]}, {"precision": 0.518234, "recall": 0.564229, "f1": 0.531216, "accuracy": 0.564229, "main_score": 0.531216, "hf_subset": "tso_Latn-kik_Latn", "languages": ["tso-Latn", "kik-Latn"]}, {"precision": 0.559904, "recall": 0.601779, "f1": 0.570243, "accuracy": 0.601779, "main_score": 0.570243, "hf_subset": "tso_Latn-mai_Deva", "languages": ["tso-Latn", "mai-Deva"]}, {"precision": 0.507274, "recall": 0.554348, "f1": 0.519565, "accuracy": 0.554348, "main_score": 0.519565, "hf_subset": "tso_Latn-pbt_Arab", "languages": ["tso-Latn", "pbt-Arab"]}, {"precision": 0.567796, "recall": 0.610672, "f1": 0.578614, "accuracy": 0.610672, "main_score": 0.578614, "hf_subset": "tso_Latn-spa_Latn", "languages": ["tso-Latn", "spa-Latn"]}, {"precision": 0.541455, "recall": 0.574111, "f1": 0.550711, "accuracy": 0.574111, "main_score": 0.550711, "hf_subset": "tso_Latn-twi_Latn", "languages": ["tso-Latn", "twi-Latn"]}, {"precision": 0.558955, "recall": 0.598814, "f1": 0.569189, "accuracy": 0.598814, "main_score": 0.569189, "hf_subset": "tso_Latn-acm_Arab", "languages": ["tso-Latn", "acm-Arab"]}, {"precision": 0.53641, "recall": 0.575099, "f1": 0.546088, "accuracy": 0.575099, "main_score": 0.546088, "hf_subset": "tso_Latn-bel_Cyrl", "languages": ["tso-Latn", "bel-Cyrl"]}, {"precision": 0.589761, "recall": 0.629447, "f1": 0.600095, "accuracy": 0.629447, "main_score": 0.600095, "hf_subset": "tso_Latn-eng_Latn", "languages": ["tso-Latn", "eng-Latn"]}, {"precision": 0.57825, "recall": 0.620553, "f1": 0.588921, "accuracy": 0.620553, "main_score": 0.588921, "hf_subset": "tso_Latn-hrv_Latn", "languages": ["tso-Latn", "hrv-Latn"]}, {"precision": 0.541903, "recall": 0.583004, "f1": 0.55369, "accuracy": 0.583004, "main_score": 0.55369, "hf_subset": "tso_Latn-kin_Latn", "languages": ["tso-Latn", "kin-Latn"]}, {"precision": 0.550022, "recall": 0.597826, "f1": 0.562383, "accuracy": 0.597826, "main_score": 0.562383, "hf_subset": "tso_Latn-mal_Mlym", "languages": ["tso-Latn", "mal-Mlym"]}, {"precision": 0.559419, "recall": 0.601779, "f1": 0.569555, "accuracy": 0.601779, "main_score": 0.569555, "hf_subset": "tso_Latn-pes_Arab", "languages": ["tso-Latn", "pes-Arab"]}, {"precision": 0.57109, "recall": 0.607708, "f1": 0.580751, "accuracy": 0.607708, "main_score": 0.580751, "hf_subset": "tso_Latn-srd_Latn", "languages": ["tso-Latn", "srd-Latn"]}, {"precision": 0.221899, "recall": 0.263834, "f1": 0.232705, "accuracy": 0.263834, "main_score": 0.232705, "hf_subset": "tso_Latn-tzm_Tfng", "languages": ["tso-Latn", "tzm-Tfng"]}, {"precision": 0.5508, "recall": 0.596838, "f1": 0.562838, "accuracy": 0.596838, "main_score": 0.562838, "hf_subset": "tso_Latn-acq_Arab", "languages": ["tso-Latn", "acq-Arab"]}, {"precision": 0.587704, "recall": 0.623518, "f1": 0.597106, "accuracy": 0.623518, "main_score": 0.597106, "hf_subset": "tso_Latn-bem_Latn", "languages": ["tso-Latn", "bem-Latn"]}, {"precision": 0.563542, "recall": 0.604743, "f1": 0.574222, "accuracy": 0.604743, "main_score": 0.574222, "hf_subset": "tso_Latn-epo_Latn", "languages": ["tso-Latn", "epo-Latn"]}, {"precision": 0.56656, "recall": 0.608696, "f1": 0.577477, "accuracy": 0.608696, "main_score": 0.577477, "hf_subset": "tso_Latn-hun_Latn", "languages": ["tso-Latn", "hun-Latn"]}, {"precision": 0.551052, "recall": 0.587945, "f1": 0.560973, "accuracy": 0.587945, "main_score": 0.560973, "hf_subset": "tso_Latn-kir_Cyrl", "languages": ["tso-Latn", "kir-Cyrl"]}, {"precision": 0.570575, "recall": 0.608696, "f1": 0.580453, "accuracy": 0.608696, "main_score": 0.580453, "hf_subset": "tso_Latn-mar_Deva", "languages": ["tso-Latn", "mar-Deva"]}, {"precision": 0.554967, "recall": 0.588933, "f1": 0.56426, "accuracy": 0.588933, "main_score": 0.56426, "hf_subset": "tso_Latn-plt_Latn", "languages": ["tso-Latn", "plt-Latn"]}, {"precision": 0.56783, "recall": 0.609684, "f1": 0.579325, "accuracy": 0.609684, "main_score": 0.579325, "hf_subset": "tso_Latn-srp_Cyrl", "languages": ["tso-Latn", "srp-Cyrl"]}, {"precision": 0.488749, "recall": 0.534585, "f1": 0.501201, "accuracy": 0.534585, "main_score": 0.501201, "hf_subset": "tso_Latn-uig_Arab", "languages": ["tso-Latn", "uig-Arab"]}, {"precision": 0.541425, "recall": 0.583992, "f1": 0.552679, "accuracy": 0.583992, "main_score": 0.552679, "hf_subset": "tso_Latn-aeb_Arab", "languages": ["tso-Latn", "aeb-Arab"]}, {"precision": 0.558811, "recall": 0.604743, "f1": 0.571858, "accuracy": 0.604743, "main_score": 0.571858, "hf_subset": "tso_Latn-ben_Beng", "languages": ["tso-Latn", "ben-Beng"]}, {"precision": 0.555014, "recall": 0.598814, "f1": 0.566135, "accuracy": 0.598814, "main_score": 0.566135, "hf_subset": "tso_Latn-est_Latn", "languages": ["tso-Latn", "est-Latn"]}, {"precision": 0.544993, "recall": 0.585968, "f1": 0.55593, "accuracy": 0.585968, "main_score": 0.55593, "hf_subset": "tso_Latn-hye_Armn", "languages": ["tso-Latn", "hye-Armn"]}, {"precision": 0.537126, "recall": 0.572134, "f1": 0.547211, "accuracy": 0.572134, "main_score": 0.547211, "hf_subset": "tso_Latn-kmb_Latn", "languages": ["tso-Latn", "kmb-Latn"]}, {"precision": 0.423247, "recall": 0.463439, "f1": 0.434099, "accuracy": 0.463439, "main_score": 0.434099, "hf_subset": "tso_Latn-min_Arab", "languages": ["tso-Latn", "min-Arab"]}, {"precision": 0.569488, "recall": 0.605731, "f1": 0.57957, "accuracy": 0.605731, "main_score": 0.57957, "hf_subset": "tso_Latn-pol_Latn", "languages": ["tso-Latn", "pol-Latn"]}, {"precision": 0.592063, "recall": 0.632411, "f1": 0.603255, "accuracy": 0.632411, "main_score": 0.603255, "hf_subset": "tso_Latn-ssw_Latn", "languages": ["tso-Latn", "ssw-Latn"]}, {"precision": 0.566779, "recall": 0.612648, "f1": 0.579207, "accuracy": 0.612648, "main_score": 0.579207, "hf_subset": "tso_Latn-ukr_Cyrl", "languages": ["tso-Latn", "ukr-Cyrl"]}, {"precision": 0.585754, "recall": 0.623518, "f1": 0.595757, "accuracy": 0.623518, "main_score": 0.595757, "hf_subset": "tso_Latn-afr_Latn", "languages": ["tso-Latn", "afr-Latn"]}, {"precision": 0.551421, "recall": 0.594862, "f1": 0.562348, "accuracy": 0.594862, "main_score": 0.562348, "hf_subset": "tso_Latn-bho_Deva", "languages": ["tso-Latn", "bho-Deva"]}, {"precision": 0.549687, "recall": 0.588933, "f1": 0.560293, "accuracy": 0.588933, "main_score": 0.560293, "hf_subset": "tso_Latn-eus_Latn", "languages": ["tso-Latn", "eus-Latn"]}, {"precision": 0.541708, "recall": 0.582016, "f1": 0.553185, "accuracy": 0.582016, "main_score": 0.553185, "hf_subset": "tso_Latn-ibo_Latn", "languages": ["tso-Latn", "ibo-Latn"]}, {"precision": 0.552687, "recall": 0.587945, "f1": 0.562491, "accuracy": 0.587945, "main_score": 0.562491, "hf_subset": "tso_Latn-kmr_Latn", "languages": ["tso-Latn", "kmr-Latn"]}, {"precision": 0.563601, "recall": 0.607708, "f1": 0.574949, "accuracy": 0.607708, "main_score": 0.574949, "hf_subset": "tso_Latn-min_Latn", "languages": ["tso-Latn", "min-Latn"]}, {"precision": 0.573823, "recall": 0.616601, "f1": 0.585027, "accuracy": 0.616601, "main_score": 0.585027, "hf_subset": "tso_Latn-por_Latn", "languages": ["tso-Latn", "por-Latn"]}, {"precision": 0.577181, "recall": 0.617589, "f1": 0.587484, "accuracy": 0.617589, "main_score": 0.587484, "hf_subset": "tso_Latn-sun_Latn", "languages": ["tso-Latn", "sun-Latn"]}, {"precision": 0.509545, "recall": 0.550395, "f1": 0.521266, "accuracy": 0.550395, "main_score": 0.521266, "hf_subset": "tso_Latn-umb_Latn", "languages": ["tso-Latn", "umb-Latn"]}, {"precision": 0.56033, "recall": 0.602767, "f1": 0.570833, "accuracy": 0.602767, "main_score": 0.570833, "hf_subset": "tso_Latn-ajp_Arab", "languages": ["tso-Latn", "ajp-Arab"]}, {"precision": 0.433383, "recall": 0.476285, "f1": 0.445034, "accuracy": 0.476285, "main_score": 0.445034, "hf_subset": "tso_Latn-bjn_Arab", "languages": ["tso-Latn", "bjn-Arab"]}, {"precision": 0.52386, "recall": 0.55336, "f1": 0.531879, "accuracy": 0.55336, "main_score": 0.531879, "hf_subset": "tso_Latn-ewe_Latn", "languages": ["tso-Latn", "ewe-Latn"]}, {"precision": 0.580179, "recall": 0.610672, "f1": 0.587156, "accuracy": 0.610672, "main_score": 0.587156, "hf_subset": "tso_Latn-ilo_Latn", "languages": ["tso-Latn", "ilo-Latn"]}, {"precision": 0.322178, "recall": 0.371542, "f1": 0.334882, "accuracy": 0.371542, "main_score": 0.334882, "hf_subset": "tso_Latn-knc_Arab", "languages": ["tso-Latn", "knc-Arab"]}, {"precision": 0.561857, "recall": 0.603755, "f1": 0.572786, "accuracy": 0.603755, "main_score": 0.572786, "hf_subset": "tso_Latn-mkd_Cyrl", "languages": ["tso-Latn", "mkd-Cyrl"]}, {"precision": 0.555403, "recall": 0.603755, "f1": 0.567376, "accuracy": 0.603755, "main_score": 0.567376, "hf_subset": "tso_Latn-prs_Arab", "languages": ["tso-Latn", "prs-Arab"]}, {"precision": 0.570894, "recall": 0.615613, "f1": 0.583399, "accuracy": 0.615613, "main_score": 0.583399, "hf_subset": "tso_Latn-swe_Latn", "languages": ["tso-Latn", "swe-Latn"]}, {"precision": 0.545922, "recall": 0.590909, "f1": 0.558158, "accuracy": 0.590909, "main_score": 0.558158, "hf_subset": "tso_Latn-urd_Arab", "languages": ["tso-Latn", "urd-Arab"]}, {"precision": 0.5284, "recall": 0.560277, "f1": 0.537013, "accuracy": 0.560277, "main_score": 0.537013, "hf_subset": "tso_Latn-aka_Latn", "languages": ["tso-Latn", "aka-Latn"]}, {"precision": 0.577732, "recall": 0.617589, "f1": 0.587231, "accuracy": 0.617589, "main_score": 0.587231, "hf_subset": "tso_Latn-bjn_Latn", "languages": ["tso-Latn", "bjn-Latn"]}, {"precision": 0.563321, "recall": 0.59585, "f1": 0.571899, "accuracy": 0.59585, "main_score": 0.571899, "hf_subset": "tso_Latn-fao_Latn", "languages": ["tso-Latn", "fao-Latn"]}, {"precision": 0.586425, "recall": 0.625494, "f1": 0.596048, "accuracy": 0.625494, "main_score": 0.596048, "hf_subset": "tso_Latn-ind_Latn", "languages": ["tso-Latn", "ind-Latn"]}, {"precision": 0.544863, "recall": 0.576087, "f1": 0.55249, "accuracy": 0.576087, "main_score": 0.55249, "hf_subset": "tso_Latn-knc_Latn", "languages": ["tso-Latn", "knc-Latn"]}, {"precision": 0.565396, "recall": 0.601779, "f1": 0.574337, "accuracy": 0.601779, "main_score": 0.574337, "hf_subset": "tso_Latn-mlt_Latn", "languages": ["tso-Latn", "mlt-Latn"]}, {"precision": 0.526907, "recall": 0.565217, "f1": 0.53726, "accuracy": 0.565217, "main_score": 0.53726, "hf_subset": "tso_Latn-quy_Latn", "languages": ["tso-Latn", "quy-Latn"]}, {"precision": 0.568244, "recall": 0.604743, "f1": 0.578444, "accuracy": 0.604743, "main_score": 0.578444, "hf_subset": "tso_Latn-swh_Latn", "languages": ["tso-Latn", "swh-Latn"]}, {"precision": 0.538482, "recall": 0.581028, "f1": 0.549718, "accuracy": 0.581028, "main_score": 0.549718, "hf_subset": "tso_Latn-uzn_Latn", "languages": ["tso-Latn", "uzn-Latn"]}, {"precision": 0.568161, "recall": 0.605731, "f1": 0.57759, "accuracy": 0.605731, "main_score": 0.57759, "hf_subset": "tso_Latn-als_Latn", "languages": ["tso-Latn", "als-Latn"]}, {"precision": 0.307509, "recall": 0.360672, "f1": 0.320715, "accuracy": 0.360672, "main_score": 0.320715, "hf_subset": "tso_Latn-bod_Tibt", "languages": ["tso-Latn", "bod-Tibt"]}, {"precision": 0.552047, "recall": 0.590909, "f1": 0.563241, "accuracy": 0.590909, "main_score": 0.563241, "hf_subset": "tso_Latn-fij_Latn", "languages": ["tso-Latn", "fij-Latn"]}, {"precision": 0.53827, "recall": 0.583004, "f1": 0.550697, "accuracy": 0.583004, "main_score": 0.550697, "hf_subset": "tso_Latn-isl_Latn", "languages": ["tso-Latn", "isl-Latn"]}, {"precision": 0.556346, "recall": 0.59585, "f1": 0.566906, "accuracy": 0.59585, "main_score": 0.566906, "hf_subset": "tso_Latn-kon_Latn", "languages": ["tso-Latn", "kon-Latn"]}, {"precision": 0.494095, "recall": 0.534585, "f1": 0.505736, "accuracy": 0.534585, "main_score": 0.505736, "hf_subset": "tso_Latn-mni_Beng", "languages": ["tso-Latn", "mni-Beng"]}, {"precision": 0.59047, "recall": 0.62747, "f1": 0.599926, "accuracy": 0.62747, "main_score": 0.599926, "hf_subset": "tso_Latn-ron_Latn", "languages": ["tso-Latn", "ron-Latn"]}, {"precision": 0.556856, "recall": 0.601779, "f1": 0.568343, "accuracy": 0.601779, "main_score": 0.568343, "hf_subset": "tso_Latn-szl_Latn", "languages": ["tso-Latn", "szl-Latn"]}, {"precision": 0.561772, "recall": 0.601779, "f1": 0.572004, "accuracy": 0.601779, "main_score": 0.572004, "hf_subset": "tso_Latn-vec_Latn", "languages": ["tso-Latn", "vec-Latn"]}, {"precision": 0.492134, "recall": 0.537549, "f1": 0.504874, "accuracy": 0.537549, "main_score": 0.504874, "hf_subset": "tso_Latn-amh_Ethi", "languages": ["tso-Latn", "amh-Ethi"]}, {"precision": 0.580321, "recall": 0.615613, "f1": 0.589032, "accuracy": 0.615613, "main_score": 0.589032, "hf_subset": "tso_Latn-bos_Latn", "languages": ["tso-Latn", "bos-Latn"]}, {"precision": 0.54246, "recall": 0.588933, "f1": 0.554373, "accuracy": 0.588933, "main_score": 0.554373, "hf_subset": "tso_Latn-fin_Latn", "languages": ["tso-Latn", "fin-Latn"]}, {"precision": 0.572772, "recall": 0.610672, "f1": 0.583126, "accuracy": 0.610672, "main_score": 0.583126, "hf_subset": "tso_Latn-ita_Latn", "languages": ["tso-Latn", "ita-Latn"]}, {"precision": 0.553514, "recall": 0.598814, "f1": 0.565017, "accuracy": 0.598814, "main_score": 0.565017, "hf_subset": "tso_Latn-kor_Hang", "languages": ["tso-Latn", "kor-Hang"]}, {"precision": 0.51586, "recall": 0.55336, "f1": 0.526489, "accuracy": 0.55336, "main_score": 0.526489, "hf_subset": "tso_Latn-mos_Latn", "languages": ["tso-Latn", "mos-Latn"]}, {"precision": 0.544559, "recall": 0.582016, "f1": 0.554491, "accuracy": 0.582016, "main_score": 0.554491, "hf_subset": "tso_Latn-run_Latn", "languages": ["tso-Latn", "run-Latn"]}, {"precision": 0.540125, "recall": 0.592885, "f1": 0.553376, "accuracy": 0.592885, "main_score": 0.553376, "hf_subset": "tso_Latn-tam_Taml", "languages": ["tso-Latn", "tam-Taml"]}, {"precision": 0.566988, "recall": 0.61166, "f1": 0.578759, "accuracy": 0.61166, "main_score": 0.578759, "hf_subset": "tso_Latn-vie_Latn", "languages": ["tso-Latn", "vie-Latn"]}, {"precision": 0.548358, "recall": 0.594862, "f1": 0.559837, "accuracy": 0.594862, "main_score": 0.559837, "hf_subset": "tso_Latn-apc_Arab", "languages": ["tso-Latn", "apc-Arab"]}, {"precision": 0.530734, "recall": 0.570158, "f1": 0.540863, "accuracy": 0.570158, "main_score": 0.540863, "hf_subset": "tso_Latn-bug_Latn", "languages": ["tso-Latn", "bug-Latn"]}, {"precision": 0.475786, "recall": 0.512846, "f1": 0.486421, "accuracy": 0.512846, "main_score": 0.486421, "hf_subset": "tso_Latn-fon_Latn", "languages": ["tso-Latn", "fon-Latn"]}, {"precision": 0.575933, "recall": 0.613636, "f1": 0.585617, "accuracy": 0.613636, "main_score": 0.585617, "hf_subset": "tso_Latn-jav_Latn", "languages": ["tso-Latn", "jav-Latn"]}, {"precision": 0.524476, "recall": 0.567194, "f1": 0.534907, "accuracy": 0.567194, "main_score": 0.534907, "hf_subset": "tso_Latn-lao_Laoo", "languages": ["tso-Latn", "lao-Laoo"]}, {"precision": 0.516455, "recall": 0.554348, "f1": 0.527095, "accuracy": 0.554348, "main_score": 0.527095, "hf_subset": "tso_Latn-mri_Latn", "languages": ["tso-Latn", "mri-Latn"]}, {"precision": 0.564286, "recall": 0.600791, "f1": 0.573708, "accuracy": 0.600791, "main_score": 0.573708, "hf_subset": "tso_Latn-rus_Cyrl", "languages": ["tso-Latn", "rus-Cyrl"]}, {"precision": 0.488587, "recall": 0.525692, "f1": 0.49952, "accuracy": 0.525692, "main_score": 0.49952, "hf_subset": "tso_Latn-taq_Latn", "languages": ["tso-Latn", "taq-Latn"]}, {"precision": 0.594262, "recall": 0.628458, "f1": 0.602327, "accuracy": 0.628458, "main_score": 0.602327, "hf_subset": "tso_Latn-war_Latn", "languages": ["tso-Latn", "war-Latn"]}, {"precision": 0.560277, "recall": 0.602767, "f1": 0.571803, "accuracy": 0.602767, "main_score": 0.571803, "hf_subset": "tso_Latn-arb_Arab", "languages": ["tso-Latn", "arb-Arab"]}, {"precision": 0.57101, "recall": 0.610672, "f1": 0.58199, "accuracy": 0.610672, "main_score": 0.58199, "hf_subset": "tso_Latn-bul_Cyrl", "languages": ["tso-Latn", "bul-Cyrl"]}, {"precision": 0.577248, "recall": 0.612648, "f1": 0.586661, "accuracy": 0.612648, "main_score": 0.586661, "hf_subset": "tso_Latn-fra_Latn", "languages": ["tso-Latn", "fra-Latn"]}, {"precision": 0.549322, "recall": 0.597826, "f1": 0.561806, "accuracy": 0.597826, "main_score": 0.561806, "hf_subset": "tso_Latn-jpn_Jpan", "languages": ["tso-Latn", "jpn-Jpan"]}, {"precision": 0.558778, "recall": 0.600791, "f1": 0.569299, "accuracy": 0.600791, "main_score": 0.569299, "hf_subset": "tso_Latn-lij_Latn", "languages": ["tso-Latn", "lij-Latn"]}, {"precision": 0.426077, "recall": 0.485178, "f1": 0.441663, "accuracy": 0.485178, "main_score": 0.441663, "hf_subset": "tso_Latn-mya_Mymr", "languages": ["tso-Latn", "mya-Mymr"]}, {"precision": 0.517554, "recall": 0.5583, "f1": 0.528659, "accuracy": 0.5583, "main_score": 0.528659, "hf_subset": "tso_Latn-sag_Latn", "languages": ["tso-Latn", "sag-Latn"]}, {"precision": 0.205185, "recall": 0.252964, "f1": 0.216621, "accuracy": 0.252964, "main_score": 0.216621, "hf_subset": "tso_Latn-taq_Tfng", "languages": ["tso-Latn", "taq-Tfng"]}, {"precision": 0.534265, "recall": 0.56917, "f1": 0.544633, "accuracy": 0.56917, "main_score": 0.544633, "hf_subset": "tso_Latn-wol_Latn", "languages": ["tso-Latn", "wol-Latn"]}, {"precision": 0.471798, "recall": 0.508893, "f1": 0.481926, "accuracy": 0.508893, "main_score": 0.481926, "hf_subset": "tso_Latn-arb_Latn", "languages": ["tso-Latn", "arb-Latn"]}, {"precision": 0.581742, "recall": 0.617589, "f1": 0.591082, "accuracy": 0.617589, "main_score": 0.591082, "hf_subset": "tso_Latn-cat_Latn", "languages": ["tso-Latn", "cat-Latn"]}, {"precision": 0.56165, "recall": 0.598814, "f1": 0.571743, "accuracy": 0.598814, "main_score": 0.571743, "hf_subset": "tso_Latn-fur_Latn", "languages": ["tso-Latn", "fur-Latn"]}, {"precision": 0.449396, "recall": 0.498024, "f1": 0.46283, "accuracy": 0.498024, "main_score": 0.46283, "hf_subset": "tso_Latn-kab_Latn", "languages": ["tso-Latn", "kab-Latn"]}, {"precision": 0.553095, "recall": 0.591897, "f1": 0.563486, "accuracy": 0.591897, "main_score": 0.563486, "hf_subset": "tso_Latn-lim_Latn", "languages": ["tso-Latn", "lim-Latn"]}, {"precision": 0.566075, "recall": 0.609684, "f1": 0.57792, "accuracy": 0.609684, "main_score": 0.57792, "hf_subset": "tso_Latn-nld_Latn", "languages": ["tso-Latn", "nld-Latn"]}, {"precision": 0.526689, "recall": 0.574111, "f1": 0.538861, "accuracy": 0.574111, "main_score": 0.538861, "hf_subset": "tso_Latn-san_Deva", "languages": ["tso-Latn", "san-Deva"]}, {"precision": 0.554616, "recall": 0.601779, "f1": 0.567132, "accuracy": 0.601779, "main_score": 0.567132, "hf_subset": "tso_Latn-tat_Cyrl", "languages": ["tso-Latn", "tat-Cyrl"]}, {"precision": 0.578396, "recall": 0.619565, "f1": 0.589553, "accuracy": 0.619565, "main_score": 0.589553, "hf_subset": "tso_Latn-xho_Latn", "languages": ["tso-Latn", "xho-Latn"]}, {"precision": 0.543005, "recall": 0.590909, "f1": 0.556319, "accuracy": 0.590909, "main_score": 0.556319, "hf_subset": "tso_Latn-ars_Arab", "languages": ["tso-Latn", "ars-Arab"]}, {"precision": 0.587087, "recall": 0.619565, "f1": 0.595304, "accuracy": 0.619565, "main_score": 0.595304, "hf_subset": "tso_Latn-ceb_Latn", "languages": ["tso-Latn", "ceb-Latn"]}, {"precision": 0.505641, "recall": 0.549407, "f1": 0.518056, "accuracy": 0.549407, "main_score": 0.518056, "hf_subset": "tso_Latn-fuv_Latn", "languages": ["tso-Latn", "fuv-Latn"]}, {"precision": 0.491502, "recall": 0.532609, "f1": 0.502364, "accuracy": 0.532609, "main_score": 0.502364, "hf_subset": "tso_Latn-kac_Latn", "languages": ["tso-Latn", "kac-Latn"]}, {"precision": 0.574269, "recall": 0.604743, "f1": 0.582469, "accuracy": 0.604743, "main_score": 0.582469, "hf_subset": "tso_Latn-lin_Latn", "languages": ["tso-Latn", "lin-Latn"]}, {"precision": 0.575238, "recall": 0.614625, "f1": 0.585243, "accuracy": 0.614625, "main_score": 0.585243, "hf_subset": "tso_Latn-nno_Latn", "languages": ["tso-Latn", "nno-Latn"]}, {"precision": 0.149563, "recall": 0.197628, "f1": 0.16196, "accuracy": 0.197628, "main_score": 0.16196, "hf_subset": "tso_Latn-sat_Olck", "languages": ["tso-Latn", "sat-Olck"]}, {"precision": 0.550211, "recall": 0.597826, "f1": 0.563203, "accuracy": 0.597826, "main_score": 0.563203, "hf_subset": "tso_Latn-tel_Telu", "languages": ["tso-Latn", "tel-Telu"]}, {"precision": 0.506644, "recall": 0.556324, "f1": 0.519584, "accuracy": 0.556324, "main_score": 0.519584, "hf_subset": "tso_Latn-ydd_Hebr", "languages": ["tso-Latn", "ydd-Hebr"]}, {"precision": 0.531307, "recall": 0.572134, "f1": 0.542457, "accuracy": 0.572134, "main_score": 0.542457, "hf_subset": "tso_Latn-ary_Arab", "languages": ["tso-Latn", "ary-Arab"]}, {"precision": 0.572362, "recall": 0.612648, "f1": 0.583, "accuracy": 0.612648, "main_score": 0.583, "hf_subset": "tso_Latn-ces_Latn", "languages": ["tso-Latn", "ces-Latn"]}, {"precision": 0.505295, "recall": 0.55336, "f1": 0.519061, "accuracy": 0.55336, "main_score": 0.519061, "hf_subset": "tso_Latn-gaz_Latn", "languages": ["tso-Latn", "gaz-Latn"]}, {"precision": 0.535797, "recall": 0.576087, "f1": 0.547584, "accuracy": 0.576087, "main_score": 0.547584, "hf_subset": "tso_Latn-kam_Latn", "languages": ["tso-Latn", "kam-Latn"]}, {"precision": 0.554473, "recall": 0.594862, "f1": 0.565549, "accuracy": 0.594862, "main_score": 0.565549, "hf_subset": "tso_Latn-lit_Latn", "languages": ["tso-Latn", "lit-Latn"]}, {"precision": 0.573277, "recall": 0.612648, "f1": 0.583633, "accuracy": 0.612648, "main_score": 0.583633, "hf_subset": "tso_Latn-nob_Latn", "languages": ["tso-Latn", "nob-Latn"]}, {"precision": 0.567305, "recall": 0.604743, "f1": 0.576565, "accuracy": 0.604743, "main_score": 0.576565, "hf_subset": "tso_Latn-scn_Latn", "languages": ["tso-Latn", "scn-Latn"]}, {"precision": 0.541715, "recall": 0.58004, "f1": 0.551676, "accuracy": 0.58004, "main_score": 0.551676, "hf_subset": "tso_Latn-tgk_Cyrl", "languages": ["tso-Latn", "tgk-Cyrl"]}, {"precision": 0.497152, "recall": 0.550395, "f1": 0.512242, "accuracy": 0.550395, "main_score": 0.512242, "hf_subset": "tso_Latn-yor_Latn", "languages": ["tso-Latn", "yor-Latn"]}, {"precision": 0.565076, "recall": 0.599802, "f1": 0.573916, "accuracy": 0.599802, "main_score": 0.573916, "hf_subset": "tso_Latn-arz_Arab", "languages": ["tso-Latn", "arz-Arab"]}, {"precision": 0.511395, "recall": 0.543478, "f1": 0.520817, "accuracy": 0.543478, "main_score": 0.520817, "hf_subset": "tso_Latn-cjk_Latn", "languages": ["tso-Latn", "cjk-Latn"]}, {"precision": 0.523905, "recall": 0.568182, "f1": 0.53672, "accuracy": 0.568182, "main_score": 0.53672, "hf_subset": "tso_Latn-gla_Latn", "languages": ["tso-Latn", "gla-Latn"]}, {"precision": 0.554974, "recall": 0.600791, "f1": 0.566734, "accuracy": 0.600791, "main_score": 0.566734, "hf_subset": "tso_Latn-kan_Knda", "languages": ["tso-Latn", "kan-Knda"]}, {"precision": 0.559481, "recall": 0.600791, "f1": 0.570053, "accuracy": 0.600791, "main_score": 0.570053, "hf_subset": "tso_Latn-lmo_Latn", "languages": ["tso-Latn", "lmo-Latn"]}, {"precision": 0.541529, "recall": 0.589921, "f1": 0.553913, "accuracy": 0.589921, "main_score": 0.553913, "hf_subset": "tso_Latn-npi_Deva", "languages": ["tso-Latn", "npi-Deva"]}, {"precision": 0.451244, "recall": 0.496047, "f1": 0.462995, "accuracy": 0.496047, "main_score": 0.462995, "hf_subset": "tso_Latn-shn_Mymr", "languages": ["tso-Latn", "shn-Mymr"]}, {"precision": 0.593443, "recall": 0.62747, "f1": 0.602128, "accuracy": 0.62747, "main_score": 0.602128, "hf_subset": "tso_Latn-tgl_Latn", "languages": ["tso-Latn", "tgl-Latn"]}, {"precision": 0.551284, "recall": 0.599802, "f1": 0.562735, "accuracy": 0.599802, "main_score": 0.562735, "hf_subset": "tso_Latn-yue_Hant", "languages": ["tso-Latn", "yue-Hant"]}, {"precision": 0.5146, "recall": 0.565217, "f1": 0.527633, "accuracy": 0.565217, "main_score": 0.527633, "hf_subset": "tso_Latn-asm_Beng", "languages": ["tso-Latn", "asm-Beng"]}, {"precision": 0.515027, "recall": 0.551383, "f1": 0.524474, "accuracy": 0.551383, "main_score": 0.524474, "hf_subset": "tso_Latn-ckb_Arab", "languages": ["tso-Latn", "ckb-Arab"]}, {"precision": 0.51238, "recall": 0.554348, "f1": 0.525134, "accuracy": 0.554348, "main_score": 0.525134, "hf_subset": "tso_Latn-gle_Latn", "languages": ["tso-Latn", "gle-Latn"]}, {"precision": 0.490027, "recall": 0.529644, "f1": 0.501178, "accuracy": 0.529644, "main_score": 0.501178, "hf_subset": "tso_Latn-kas_Arab", "languages": ["tso-Latn", "kas-Arab"]}, {"precision": 0.546936, "recall": 0.586957, "f1": 0.557736, "accuracy": 0.586957, "main_score": 0.557736, "hf_subset": "tso_Latn-ltg_Latn", "languages": ["tso-Latn", "ltg-Latn"]}, {"precision": 0.609692, "recall": 0.645257, "f1": 0.619771, "accuracy": 0.645257, "main_score": 0.619771, "hf_subset": "tso_Latn-nso_Latn", "languages": ["tso-Latn", "nso-Latn"]}, {"precision": 0.484596, "recall": 0.545455, "f1": 0.50027, "accuracy": 0.545455, "main_score": 0.50027, "hf_subset": "tso_Latn-sin_Sinh", "languages": ["tso-Latn", "sin-Sinh"]}, {"precision": 0.55745, "recall": 0.604743, "f1": 0.569194, "accuracy": 0.604743, "main_score": 0.569194, "hf_subset": "tso_Latn-tha_Thai", "languages": ["tso-Latn", "tha-Thai"]}, {"precision": 0.551281, "recall": 0.597826, "f1": 0.562896, "accuracy": 0.597826, "main_score": 0.562896, "hf_subset": "tso_Latn-zho_Hans", "languages": ["tso-Latn", "zho-Hans"]}, {"precision": 0.57125, "recall": 0.610672, "f1": 0.58123, "accuracy": 0.610672, "main_score": 0.58123, "hf_subset": "tso_Latn-ast_Latn", "languages": ["tso-Latn", "ast-Latn"]}, {"precision": 0.550281, "recall": 0.597826, "f1": 0.562589, "accuracy": 0.597826, "main_score": 0.562589, "hf_subset": "tso_Latn-crh_Latn", "languages": ["tso-Latn", "crh-Latn"]}, {"precision": 0.581654, "recall": 0.621542, "f1": 0.591967, "accuracy": 0.621542, "main_score": 0.591967, "hf_subset": "tso_Latn-glg_Latn", "languages": ["tso-Latn", "glg-Latn"]}, {"precision": 0.516043, "recall": 0.5583, "f1": 0.527658, "accuracy": 0.5583, "main_score": 0.527658, "hf_subset": "tso_Latn-kas_Deva", "languages": ["tso-Latn", "kas-Deva"]}, {"precision": 0.55848, "recall": 0.596838, "f1": 0.567967, "accuracy": 0.596838, "main_score": 0.567967, "hf_subset": "tso_Latn-ltz_Latn", "languages": ["tso-Latn", "ltz-Latn"]}, {"precision": 0.475791, "recall": 0.522727, "f1": 0.489024, "accuracy": 0.522727, "main_score": 0.489024, "hf_subset": "tso_Latn-nus_Latn", "languages": ["tso-Latn", "nus-Latn"]}, {"precision": 0.576967, "recall": 0.615613, "f1": 0.586673, "accuracy": 0.615613, "main_score": 0.586673, "hf_subset": "tso_Latn-slk_Latn", "languages": ["tso-Latn", "slk-Latn"]}, {"precision": 0.418226, "recall": 0.469368, "f1": 0.432632, "accuracy": 0.469368, "main_score": 0.432632, "hf_subset": "tso_Latn-tir_Ethi", "languages": ["tso-Latn", "tir-Ethi"]}, {"precision": 0.540615, "recall": 0.588933, "f1": 0.551942, "accuracy": 0.588933, "main_score": 0.551942, "hf_subset": "tso_Latn-zho_Hant", "languages": ["tso-Latn", "zho-Hant"]}, {"precision": 0.546511, "recall": 0.590909, "f1": 0.557468, "accuracy": 0.590909, "main_score": 0.557468, "hf_subset": "tso_Latn-awa_Deva", "languages": ["tso-Latn", "awa-Deva"]}, {"precision": 0.557022, "recall": 0.599802, "f1": 0.568339, "accuracy": 0.599802, "main_score": 0.568339, "hf_subset": "tso_Latn-cym_Latn", "languages": ["tso-Latn", "cym-Latn"]}, {"precision": 0.535691, "recall": 0.572134, "f1": 0.544947, "accuracy": 0.572134, "main_score": 0.544947, "hf_subset": "tso_Latn-grn_Latn", "languages": ["tso-Latn", "grn-Latn"]}, {"precision": 0.533656, "recall": 0.578063, "f1": 0.545009, "accuracy": 0.578063, "main_score": 0.545009, "hf_subset": "tso_Latn-kat_Geor", "languages": ["tso-Latn", "kat-Geor"]}, {"precision": 0.547887, "recall": 0.582016, "f1": 0.55723, "accuracy": 0.582016, "main_score": 0.55723, "hf_subset": "tso_Latn-lua_Latn", "languages": ["tso-Latn", "lua-Latn"]}, {"precision": 0.561932, "recall": 0.601779, "f1": 0.572919, "accuracy": 0.601779, "main_score": 0.572919, "hf_subset": "tso_Latn-nya_Latn", "languages": ["tso-Latn", "nya-Latn"]}, {"precision": 0.574123, "recall": 0.61166, "f1": 0.583208, "accuracy": 0.61166, "main_score": 0.583208, "hf_subset": "tso_Latn-slv_Latn", "languages": ["tso-Latn", "slv-Latn"]}, {"precision": 0.577292, "recall": 0.609684, "f1": 0.585413, "accuracy": 0.609684, "main_score": 0.585413, "hf_subset": "tso_Latn-tpi_Latn", "languages": ["tso-Latn", "tpi-Latn"]}, {"precision": 0.587797, "recall": 0.62747, "f1": 0.597668, "accuracy": 0.62747, "main_score": 0.597668, "hf_subset": "tso_Latn-zsm_Latn", "languages": ["tso-Latn", "zsm-Latn"]}, {"precision": 0.51105, "recall": 0.554348, "f1": 0.523072, "accuracy": 0.554348, "main_score": 0.523072, "hf_subset": "tso_Latn-ayr_Latn", "languages": ["tso-Latn", "ayr-Latn"]}, {"precision": 0.576897, "recall": 0.614625, "f1": 0.586624, "accuracy": 0.614625, "main_score": 0.586624, "hf_subset": "tso_Latn-dan_Latn", "languages": ["tso-Latn", "dan-Latn"]}, {"precision": 0.553003, "recall": 0.596838, "f1": 0.56445, "accuracy": 0.596838, "main_score": 0.56445, "hf_subset": "tso_Latn-guj_Gujr", "languages": ["tso-Latn", "guj-Gujr"]}, {"precision": 0.555618, "recall": 0.601779, "f1": 0.567531, "accuracy": 0.601779, "main_score": 0.567531, "hf_subset": "tso_Latn-kaz_Cyrl", "languages": ["tso-Latn", "kaz-Cyrl"]}, {"precision": 0.51102, "recall": 0.555336, "f1": 0.523815, "accuracy": 0.555336, "main_score": 0.523815, "hf_subset": "tso_Latn-lug_Latn", "languages": ["tso-Latn", "lug-Latn"]}, {"precision": 0.581667, "recall": 0.620553, "f1": 0.592188, "accuracy": 0.620553, "main_score": 0.592188, "hf_subset": "tso_Latn-oci_Latn", "languages": ["tso-Latn", "oci-Latn"]}, {"precision": 0.562477, "recall": 0.599802, "f1": 0.572009, "accuracy": 0.599802, "main_score": 0.572009, "hf_subset": "tso_Latn-smo_Latn", "languages": ["tso-Latn", "smo-Latn"]}, {"precision": 0.559135, "recall": 0.600791, "f1": 0.570331, "accuracy": 0.600791, "main_score": 0.570331, "hf_subset": "tso_Latn-tsn_Latn", "languages": ["tso-Latn", "tsn-Latn"]}, {"precision": 0.591523, "recall": 0.629447, "f1": 0.602349, "accuracy": 0.629447, "main_score": 0.602349, "hf_subset": "tso_Latn-zul_Latn", "languages": ["tso-Latn", "zul-Latn"]}, {"precision": 0.482957, "recall": 0.529644, "f1": 0.496138, "accuracy": 0.529644, "main_score": 0.496138, "hf_subset": "tso_Latn-azb_Arab", "languages": ["tso-Latn", "azb-Arab"]}, {"precision": 0.570748, "recall": 0.617589, "f1": 0.582648, "accuracy": 0.617589, "main_score": 0.582648, "hf_subset": "tso_Latn-deu_Latn", "languages": ["tso-Latn", "deu-Latn"]}, {"precision": 0.542126, "recall": 0.583004, "f1": 0.553554, "accuracy": 0.583004, "main_score": 0.553554, "hf_subset": "tso_Latn-hat_Latn", "languages": ["tso-Latn", "hat-Latn"]}, {"precision": 0.510203, "recall": 0.548419, "f1": 0.520429, "accuracy": 0.548419, "main_score": 0.520429, "hf_subset": "tso_Latn-kbp_Latn", "languages": ["tso-Latn", "kbp-Latn"]}, {"precision": 0.553716, "recall": 0.588933, "f1": 0.563659, "accuracy": 0.588933, "main_score": 0.563659, "hf_subset": "tso_Latn-luo_Latn", "languages": ["tso-Latn", "luo-Latn"]}, {"precision": 0.531401, "recall": 0.588933, "f1": 0.546656, "accuracy": 0.588933, "main_score": 0.546656, "hf_subset": "tso_Latn-ory_Orya", "languages": ["tso-Latn", "ory-Orya"]}, {"precision": 0.552668, "recall": 0.598814, "f1": 0.56558, "accuracy": 0.598814, "main_score": 0.56558, "hf_subset": "tso_Latn-sna_Latn", "languages": ["tso-Latn", "sna-Latn"]}, {"precision": 0.542943, "recall": 0.587945, "f1": 0.554084, "accuracy": 0.587945, "main_score": 0.554084, "hf_subset": "tso_Latn-azj_Latn", "languages": ["tso-Latn", "azj-Latn"]}, {"precision": 0.492104, "recall": 0.535573, "f1": 0.504651, "accuracy": 0.535573, "main_score": 0.504651, "hf_subset": "tso_Latn-dik_Latn", "languages": ["tso-Latn", "dik-Latn"]}, {"precision": 0.560455, "recall": 0.59585, "f1": 0.569917, "accuracy": 0.59585, "main_score": 0.569917, "hf_subset": "tso_Latn-hau_Latn", "languages": ["tso-Latn", "hau-Latn"]}, {"precision": 0.565785, "recall": 0.601779, "f1": 0.574786, "accuracy": 0.601779, "main_score": 0.574786, "hf_subset": "tso_Latn-kea_Latn", "languages": ["tso-Latn", "kea-Latn"]}, {"precision": 0.537386, "recall": 0.570158, "f1": 0.547041, "accuracy": 0.570158, "main_score": 0.547041, "hf_subset": "tso_Latn-lus_Latn", "languages": ["tso-Latn", "lus-Latn"]}, {"precision": 0.552585, "recall": 0.582016, "f1": 0.56103, "accuracy": 0.582016, "main_score": 0.56103, "hf_subset": "tso_Latn-pag_Latn", "languages": ["tso-Latn", "pag-Latn"]}, {"precision": 0.529951, "recall": 0.576087, "f1": 0.542202, "accuracy": 0.576087, "main_score": 0.542202, "hf_subset": "tso_Latn-snd_Arab", "languages": ["tso-Latn", "snd-Arab"]}, {"precision": 0.524506, "recall": 0.571146, "f1": 0.53688, "accuracy": 0.571146, "main_score": 0.53688, "hf_subset": "tso_Latn-tuk_Latn", "languages": ["tso-Latn", "tuk-Latn"]}, {"precision": 0.546713, "recall": 0.590909, "f1": 0.558322, "accuracy": 0.590909, "main_score": 0.558322, "hf_subset": "tso_Latn-bak_Cyrl", "languages": ["tso-Latn", "bak-Cyrl"]}, {"precision": 0.429408, "recall": 0.48913, "f1": 0.446458, "accuracy": 0.48913, "main_score": 0.446458, "hf_subset": "tso_Latn-dyu_Latn", "languages": ["tso-Latn", "dyu-Latn"]}, {"precision": 0.551013, "recall": 0.593874, "f1": 0.562491, "accuracy": 0.593874, "main_score": 0.562491, "hf_subset": "tso_Latn-heb_Hebr", "languages": ["tso-Latn", "heb-Hebr"]}, {"precision": 0.531821, "recall": 0.571146, "f1": 0.542753, "accuracy": 0.571146, "main_score": 0.542753, "hf_subset": "tso_Latn-khk_Cyrl", "languages": ["tso-Latn", "khk-Cyrl"]}, {"precision": 0.556311, "recall": 0.594862, "f1": 0.565766, "accuracy": 0.594862, "main_score": 0.565766, "hf_subset": "tso_Latn-lvs_Latn", "languages": ["tso-Latn", "lvs-Latn"]}, {"precision": 0.564649, "recall": 0.606719, "f1": 0.575842, "accuracy": 0.606719, "main_score": 0.575842, "hf_subset": "tso_Latn-pan_Guru", "languages": ["tso-Latn", "pan-Guru"]}, {"precision": 0.518155, "recall": 0.5583, "f1": 0.529417, "accuracy": 0.5583, "main_score": 0.529417, "hf_subset": "tso_Latn-som_Latn", "languages": ["tso-Latn", "som-Latn"]}, {"precision": 0.527662, "recall": 0.56917, "f1": 0.539559, "accuracy": 0.56917, "main_score": 0.539559, "hf_subset": "tso_Latn-tum_Latn", "languages": ["tso-Latn", "tum-Latn"]}, {"precision": 0.551246, "recall": 0.617589, "f1": 0.569677, "accuracy": 0.617589, "main_score": 0.569677, "hf_subset": "azj_Latn-ace_Arab", "languages": ["azj-Latn", "ace-Arab"]}, {"precision": 0.4994, "recall": 0.560277, "f1": 0.516727, "accuracy": 0.560277, "main_score": 0.516727, "hf_subset": "azj_Latn-bam_Latn", "languages": ["azj-Latn", "bam-Latn"]}, {"precision": 0.402499, "recall": 0.48913, "f1": 0.425159, "accuracy": 0.48913, "main_score": 0.425159, "hf_subset": "azj_Latn-dzo_Tibt", "languages": ["azj-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-hin_Deva", "languages": ["azj-Latn", "hin-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "azj_Latn-khm_Khmr", "languages": ["azj-Latn", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-mag_Deva", "languages": ["azj-Latn", "mag-Deva"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "azj_Latn-pap_Latn", "languages": ["azj-Latn", "pap-Latn"]}, {"precision": 0.561104, "recall": 0.617589, "f1": 0.576975, "accuracy": 0.617589, "main_score": 0.576975, "hf_subset": "azj_Latn-sot_Latn", "languages": ["azj-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-tur_Latn", "languages": ["azj-Latn", "tur-Latn"]}, {"precision": 0.844015, "recall": 0.880435, "f1": 0.85524, "accuracy": 0.880435, "main_score": 0.85524, "hf_subset": "azj_Latn-ace_Latn", "languages": ["azj-Latn", "ace-Latn"]}, {"precision": 0.941864, "recall": 0.95751, "f1": 0.94697, "accuracy": 0.95751, "main_score": 0.94697, "hf_subset": "azj_Latn-ban_Latn", "languages": ["azj-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ell_Grek", "languages": ["azj-Latn", "ell-Grek"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "azj_Latn-hne_Deva", "languages": ["azj-Latn", "hne-Deva"]}, {"precision": 0.566258, "recall": 0.626482, "f1": 0.583554, "accuracy": 0.626482, "main_score": 0.583554, "hf_subset": "azj_Latn-kik_Latn", "languages": ["azj-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-mai_Deva", "languages": ["azj-Latn", "mai-Deva"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "azj_Latn-pbt_Arab", "languages": ["azj-Latn", "pbt-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-spa_Latn", "languages": ["azj-Latn", "spa-Latn"]}, {"precision": 0.597592, "recall": 0.659091, "f1": 0.615006, "accuracy": 0.659091, "main_score": 0.615006, "hf_subset": "azj_Latn-twi_Latn", "languages": ["azj-Latn", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-acm_Arab", "languages": ["azj-Latn", "acm-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-bel_Cyrl", "languages": ["azj-Latn", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-eng_Latn", "languages": ["azj-Latn", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-hrv_Latn", "languages": ["azj-Latn", "hrv-Latn"]}, {"precision": 0.533432, "recall": 0.594862, "f1": 0.550828, "accuracy": 0.594862, "main_score": 0.550828, "hf_subset": "azj_Latn-kin_Latn", "languages": ["azj-Latn", "kin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-mal_Mlym", "languages": ["azj-Latn", "mal-Mlym"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-pes_Arab", "languages": ["azj-Latn", "pes-Arab"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "azj_Latn-srd_Latn", "languages": ["azj-Latn", "srd-Latn"]}, {"precision": 0.183344, "recall": 0.231225, "f1": 0.195626, "accuracy": 0.231225, "main_score": 0.195626, "hf_subset": "azj_Latn-tzm_Tfng", "languages": ["azj-Latn", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-acq_Arab", "languages": ["azj-Latn", "acq-Arab"]}, {"precision": 0.603058, "recall": 0.653162, "f1": 0.616966, "accuracy": 0.653162, "main_score": 0.616966, "hf_subset": "azj_Latn-bem_Latn", "languages": ["azj-Latn", "bem-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-epo_Latn", "languages": ["azj-Latn", "epo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-hun_Latn", "languages": ["azj-Latn", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-kir_Cyrl", "languages": ["azj-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-mar_Deva", "languages": ["azj-Latn", "mar-Deva"]}, {"precision": 0.631538, "recall": 0.690711, "f1": 0.648899, "accuracy": 0.690711, "main_score": 0.648899, "hf_subset": "azj_Latn-plt_Latn", "languages": ["azj-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-srp_Cyrl", "languages": ["azj-Latn", "srp-Cyrl"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "azj_Latn-uig_Arab", "languages": ["azj-Latn", "uig-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-aeb_Arab", "languages": ["azj-Latn", "aeb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-ben_Beng", "languages": ["azj-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-est_Latn", "languages": ["azj-Latn", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-hye_Armn", "languages": ["azj-Latn", "hye-Armn"]}, {"precision": 0.521196, "recall": 0.571146, "f1": 0.536086, "accuracy": 0.571146, "main_score": 0.536086, "hf_subset": "azj_Latn-kmb_Latn", "languages": ["azj-Latn", "kmb-Latn"]}, {"precision": 0.464356, "recall": 0.539526, "f1": 0.485118, "accuracy": 0.539526, "main_score": 0.485118, "hf_subset": "azj_Latn-min_Arab", "languages": ["azj-Latn", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-pol_Latn", "languages": ["azj-Latn", "pol-Latn"]}, {"precision": 0.532411, "recall": 0.594862, "f1": 0.550823, "accuracy": 0.594862, "main_score": 0.550823, "hf_subset": "azj_Latn-ssw_Latn", "languages": ["azj-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ukr_Cyrl", "languages": ["azj-Latn", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-afr_Latn", "languages": ["azj-Latn", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-bho_Deva", "languages": ["azj-Latn", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "azj_Latn-eus_Latn", "languages": ["azj-Latn", "eus-Latn"]}, {"precision": 0.545372, "recall": 0.603755, "f1": 0.561684, "accuracy": 0.603755, "main_score": 0.561684, "hf_subset": "azj_Latn-ibo_Latn", "languages": ["azj-Latn", "ibo-Latn"]}, {"precision": 0.875412, "recall": 0.908103, "f1": 0.885771, "accuracy": 0.908103, "main_score": 0.885771, "hf_subset": "azj_Latn-kmr_Latn", "languages": ["azj-Latn", "kmr-Latn"]}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "azj_Latn-min_Latn", "languages": ["azj-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-por_Latn", "languages": ["azj-Latn", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "azj_Latn-sun_Latn", "languages": ["azj-Latn", "sun-Latn"]}, {"precision": 0.520177, "recall": 0.573123, "f1": 0.535263, "accuracy": 0.573123, "main_score": 0.535263, "hf_subset": "azj_Latn-umb_Latn", "languages": ["azj-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ajp_Arab", "languages": ["azj-Latn", "ajp-Arab"]}, {"precision": 0.513761, "recall": 0.577075, "f1": 0.530868, "accuracy": 0.577075, "main_score": 0.530868, "hf_subset": "azj_Latn-bjn_Arab", "languages": ["azj-Latn", "bjn-Arab"]}, {"precision": 0.490025, "recall": 0.545455, "f1": 0.505297, "accuracy": 0.545455, "main_score": 0.505297, "hf_subset": "azj_Latn-ewe_Latn", "languages": ["azj-Latn", "ewe-Latn"]}, {"precision": 0.922184, "recall": 0.943676, "f1": 0.92892, "accuracy": 0.943676, "main_score": 0.92892, "hf_subset": "azj_Latn-ilo_Latn", "languages": ["azj-Latn", "ilo-Latn"]}, {"precision": 0.298371, "recall": 0.353755, "f1": 0.313597, "accuracy": 0.353755, "main_score": 0.313597, "hf_subset": "azj_Latn-knc_Arab", "languages": ["azj-Latn", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-mkd_Cyrl", "languages": ["azj-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-prs_Arab", "languages": ["azj-Latn", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-swe_Latn", "languages": ["azj-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-urd_Arab", "languages": ["azj-Latn", "urd-Arab"]}, {"precision": 0.572749, "recall": 0.632411, "f1": 0.589315, "accuracy": 0.632411, "main_score": 0.589315, "hf_subset": "azj_Latn-aka_Latn", "languages": ["azj-Latn", "aka-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "azj_Latn-bjn_Latn", "languages": ["azj-Latn", "bjn-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "azj_Latn-fao_Latn", "languages": ["azj-Latn", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ind_Latn", "languages": ["azj-Latn", "ind-Latn"]}, {"precision": 0.569718, "recall": 0.618577, "f1": 0.5837, "accuracy": 0.618577, "main_score": 0.5837, "hf_subset": "azj_Latn-knc_Latn", "languages": ["azj-Latn", "knc-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "azj_Latn-mlt_Latn", "languages": ["azj-Latn", "mlt-Latn"]}, {"precision": 0.684823, "recall": 0.749012, "f1": 0.703595, "accuracy": 0.749012, "main_score": 0.703595, "hf_subset": "azj_Latn-quy_Latn", "languages": ["azj-Latn", "quy-Latn"]}, {"precision": 0.951746, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "azj_Latn-swh_Latn", "languages": ["azj-Latn", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-uzn_Latn", "languages": ["azj-Latn", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-als_Latn", "languages": ["azj-Latn", "als-Latn"]}, {"precision": 0.609866, "recall": 0.6917, "f1": 0.633753, "accuracy": 0.6917, "main_score": 0.633753, "hf_subset": "azj_Latn-bod_Tibt", "languages": ["azj-Latn", "bod-Tibt"]}, {"precision": 0.681738, "recall": 0.742095, "f1": 0.698979, "accuracy": 0.742095, "main_score": 0.698979, "hf_subset": "azj_Latn-fij_Latn", "languages": ["azj-Latn", "fij-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "azj_Latn-isl_Latn", "languages": ["azj-Latn", "isl-Latn"]}, {"precision": 0.622523, "recall": 0.681818, "f1": 0.640234, "accuracy": 0.681818, "main_score": 0.640234, "hf_subset": "azj_Latn-kon_Latn", "languages": ["azj-Latn", "kon-Latn"]}, {"precision": 0.629648, "recall": 0.699605, "f1": 0.650277, "accuracy": 0.699605, "main_score": 0.650277, "hf_subset": "azj_Latn-mni_Beng", "languages": ["azj-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ron_Latn", "languages": ["azj-Latn", "ron-Latn"]}, {"precision": 0.979743, "recall": 0.98419, "f1": 0.981225, "accuracy": 0.98419, "main_score": 0.981225, "hf_subset": "azj_Latn-szl_Latn", "languages": ["azj-Latn", "szl-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-vec_Latn", "languages": ["azj-Latn", "vec-Latn"]}, {"precision": 0.948617, "recall": 0.965415, "f1": 0.954216, "accuracy": 0.965415, "main_score": 0.954216, "hf_subset": "azj_Latn-amh_Ethi", "languages": ["azj-Latn", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-bos_Latn", "languages": ["azj-Latn", "bos-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-fin_Latn", "languages": ["azj-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ita_Latn", "languages": ["azj-Latn", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-kor_Hang", "languages": ["azj-Latn", "kor-Hang"]}, {"precision": 0.529276, "recall": 0.589921, "f1": 0.546116, "accuracy": 0.589921, "main_score": 0.546116, "hf_subset": "azj_Latn-mos_Latn", "languages": ["azj-Latn", "mos-Latn"]}, {"precision": 0.528419, "recall": 0.582016, "f1": 0.543459, "accuracy": 0.582016, "main_score": 0.543459, "hf_subset": "azj_Latn-run_Latn", "languages": ["azj-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-tam_Taml", "languages": ["azj-Latn", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-vie_Latn", "languages": ["azj-Latn", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-apc_Arab", "languages": ["azj-Latn", "apc-Arab"]}, {"precision": 0.786571, "recall": 0.832016, "f1": 0.8002, "accuracy": 0.832016, "main_score": 0.8002, "hf_subset": "azj_Latn-bug_Latn", "languages": ["azj-Latn", "bug-Latn"]}, {"precision": 0.457696, "recall": 0.506917, "f1": 0.470743, "accuracy": 0.506917, "main_score": 0.470743, "hf_subset": "azj_Latn-fon_Latn", "languages": ["azj-Latn", "fon-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "azj_Latn-jav_Latn", "languages": ["azj-Latn", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-lao_Laoo", "languages": ["azj-Latn", "lao-Laoo"]}, {"precision": 0.829545, "recall": 0.869565, "f1": 0.841667, "accuracy": 0.869565, "main_score": 0.841667, "hf_subset": "azj_Latn-mri_Latn", "languages": ["azj-Latn", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-rus_Cyrl", "languages": ["azj-Latn", "rus-Cyrl"]}, {"precision": 0.524961, "recall": 0.583004, "f1": 0.541383, "accuracy": 0.583004, "main_score": 0.541383, "hf_subset": "azj_Latn-taq_Latn", "languages": ["azj-Latn", "taq-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "azj_Latn-war_Latn", "languages": ["azj-Latn", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-arb_Arab", "languages": ["azj-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-bul_Cyrl", "languages": ["azj-Latn", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-fra_Latn", "languages": ["azj-Latn", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-jpn_Jpan", "languages": ["azj-Latn", "jpn-Jpan"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "azj_Latn-lij_Latn", "languages": ["azj-Latn", "lij-Latn"]}, {"precision": 0.977931, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "azj_Latn-mya_Mymr", "languages": ["azj-Latn", "mya-Mymr"]}, {"precision": 0.565923, "recall": 0.633399, "f1": 0.585257, "accuracy": 0.633399, "main_score": 0.585257, "hf_subset": "azj_Latn-sag_Latn", "languages": ["azj-Latn", "sag-Latn"]}, {"precision": 0.18876, "recall": 0.243083, "f1": 0.201457, "accuracy": 0.243083, "main_score": 0.201457, "hf_subset": "azj_Latn-taq_Tfng", "languages": ["azj-Latn", "taq-Tfng"]}, {"precision": 0.610071, "recall": 0.672925, "f1": 0.627911, "accuracy": 0.672925, "main_score": 0.627911, "hf_subset": "azj_Latn-wol_Latn", "languages": ["azj-Latn", "wol-Latn"]}, {"precision": 0.775313, "recall": 0.831028, "f1": 0.792278, "accuracy": 0.831028, "main_score": 0.792278, "hf_subset": "azj_Latn-arb_Latn", "languages": ["azj-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-cat_Latn", "languages": ["azj-Latn", "cat-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "azj_Latn-fur_Latn", "languages": ["azj-Latn", "fur-Latn"]}, {"precision": 0.403735, "recall": 0.463439, "f1": 0.420309, "accuracy": 0.463439, "main_score": 0.420309, "hf_subset": "azj_Latn-kab_Latn", "languages": ["azj-Latn", "kab-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "azj_Latn-lim_Latn", "languages": ["azj-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-nld_Latn", "languages": ["azj-Latn", "nld-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "azj_Latn-san_Deva", "languages": ["azj-Latn", "san-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-tat_Cyrl", "languages": ["azj-Latn", "tat-Cyrl"]}, {"precision": 0.646864, "recall": 0.704545, "f1": 0.663916, "accuracy": 0.704545, "main_score": 0.663916, "hf_subset": "azj_Latn-xho_Latn", "languages": ["azj-Latn", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ars_Arab", "languages": ["azj-Latn", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-ceb_Latn", "languages": ["azj-Latn", "ceb-Latn"]}, {"precision": 0.539947, "recall": 0.604743, "f1": 0.557579, "accuracy": 0.604743, "main_score": 0.557579, "hf_subset": "azj_Latn-fuv_Latn", "languages": ["azj-Latn", "fuv-Latn"]}, {"precision": 0.515695, "recall": 0.578063, "f1": 0.532267, "accuracy": 0.578063, "main_score": 0.532267, "hf_subset": "azj_Latn-kac_Latn", "languages": ["azj-Latn", "kac-Latn"]}, {"precision": 0.637335, "recall": 0.692688, "f1": 0.653228, "accuracy": 0.692688, "main_score": 0.653228, "hf_subset": "azj_Latn-lin_Latn", "languages": ["azj-Latn", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-nno_Latn", "languages": ["azj-Latn", "nno-Latn"]}, {"precision": 0.190527, "recall": 0.267787, "f1": 0.210266, "accuracy": 0.267787, "main_score": 0.210266, "hf_subset": "azj_Latn-sat_Olck", "languages": ["azj-Latn", "sat-Olck"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-tel_Telu", "languages": ["azj-Latn", "tel-Telu"]}, {"precision": 0.937582, "recall": 0.956522, "f1": 0.943841, "accuracy": 0.956522, "main_score": 0.943841, "hf_subset": "azj_Latn-ydd_Hebr", "languages": ["azj-Latn", "ydd-Hebr"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "azj_Latn-ary_Arab", "languages": ["azj-Latn", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-ces_Latn", "languages": ["azj-Latn", "ces-Latn"]}, {"precision": 0.555949, "recall": 0.613636, "f1": 0.57273, "accuracy": 0.613636, "main_score": 0.57273, "hf_subset": "azj_Latn-gaz_Latn", "languages": ["azj-Latn", "gaz-Latn"]}, {"precision": 0.556021, "recall": 0.614625, "f1": 0.572636, "accuracy": 0.614625, "main_score": 0.572636, "hf_subset": "azj_Latn-kam_Latn", "languages": ["azj-Latn", "kam-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "azj_Latn-lit_Latn", "languages": ["azj-Latn", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-nob_Latn", "languages": ["azj-Latn", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "azj_Latn-scn_Latn", "languages": ["azj-Latn", "scn-Latn"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "azj_Latn-tgk_Cyrl", "languages": ["azj-Latn", "tgk-Cyrl"]}, {"precision": 0.691282, "recall": 0.755929, "f1": 0.709999, "accuracy": 0.755929, "main_score": 0.709999, "hf_subset": "azj_Latn-yor_Latn", "languages": ["azj-Latn", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-arz_Arab", "languages": ["azj-Latn", "arz-Arab"]}, {"precision": 0.538245, "recall": 0.591897, "f1": 0.553272, "accuracy": 0.591897, "main_score": 0.553272, "hf_subset": "azj_Latn-cjk_Latn", "languages": ["azj-Latn", "cjk-Latn"]}, {"precision": 0.738949, "recall": 0.790514, "f1": 0.754564, "accuracy": 0.790514, "main_score": 0.754564, "hf_subset": "azj_Latn-gla_Latn", "languages": ["azj-Latn", "gla-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-kan_Knda", "languages": ["azj-Latn", "kan-Knda"]}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "azj_Latn-lmo_Latn", "languages": ["azj-Latn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "azj_Latn-npi_Deva", "languages": ["azj-Latn", "npi-Deva"]}, {"precision": 0.462738, "recall": 0.519763, "f1": 0.478906, "accuracy": 0.519763, "main_score": 0.478906, "hf_subset": "azj_Latn-shn_Mymr", "languages": ["azj-Latn", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-tgl_Latn", "languages": ["azj-Latn", "tgl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-yue_Hant", "languages": ["azj-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-asm_Beng", "languages": ["azj-Latn", "asm-Beng"]}, {"precision": 0.948781, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "azj_Latn-ckb_Arab", "languages": ["azj-Latn", "ckb-Arab"]}, {"precision": 0.825438, "recall": 0.87253, "f1": 0.840135, "accuracy": 0.87253, "main_score": 0.840135, "hf_subset": "azj_Latn-gle_Latn", "languages": ["azj-Latn", "gle-Latn"]}, {"precision": 0.935441, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "azj_Latn-kas_Arab", "languages": ["azj-Latn", "kas-Arab"]}, {"precision": 0.926877, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "azj_Latn-ltg_Latn", "languages": ["azj-Latn", "ltg-Latn"]}, {"precision": 0.589555, "recall": 0.641304, "f1": 0.604075, "accuracy": 0.641304, "main_score": 0.604075, "hf_subset": "azj_Latn-nso_Latn", "languages": ["azj-Latn", "nso-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "azj_Latn-sin_Sinh", "languages": ["azj-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-tha_Thai", "languages": ["azj-Latn", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-zho_Hans", "languages": ["azj-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ast_Latn", "languages": ["azj-Latn", "ast-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-crh_Latn", "languages": ["azj-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-glg_Latn", "languages": ["azj-Latn", "glg-Latn"]}, {"precision": 0.86413, "recall": 0.902174, "f1": 0.876318, "accuracy": 0.902174, "main_score": 0.876318, "hf_subset": "azj_Latn-kas_Deva", "languages": ["azj-Latn", "kas-Deva"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "azj_Latn-ltz_Latn", "languages": ["azj-Latn", "ltz-Latn"]}, {"precision": 0.436342, "recall": 0.505929, "f1": 0.455654, "accuracy": 0.505929, "main_score": 0.455654, "hf_subset": "azj_Latn-nus_Latn", "languages": ["azj-Latn", "nus-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-slk_Latn", "languages": ["azj-Latn", "slk-Latn"]}, {"precision": 0.597037, "recall": 0.666996, "f1": 0.616898, "accuracy": 0.666996, "main_score": 0.616898, "hf_subset": "azj_Latn-tir_Ethi", "languages": ["azj-Latn", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-zho_Hant", "languages": ["azj-Latn", "zho-Hant"]}, {"precision": 0.981472, "recall": 0.986166, "f1": 0.982938, "accuracy": 0.986166, "main_score": 0.982938, "hf_subset": "azj_Latn-awa_Deva", "languages": ["azj-Latn", "awa-Deva"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "azj_Latn-cym_Latn", "languages": ["azj-Latn", "cym-Latn"]}, {"precision": 0.805857, "recall": 0.850791, "f1": 0.819565, "accuracy": 0.850791, "main_score": 0.819565, "hf_subset": "azj_Latn-grn_Latn", "languages": ["azj-Latn", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-kat_Geor", "languages": ["azj-Latn", "kat-Geor"]}, {"precision": 0.618858, "recall": 0.666996, "f1": 0.632999, "accuracy": 0.666996, "main_score": 0.632999, "hf_subset": "azj_Latn-lua_Latn", "languages": ["azj-Latn", "lua-Latn"]}, {"precision": 0.620616, "recall": 0.678854, "f1": 0.637637, "accuracy": 0.678854, "main_score": 0.637637, "hf_subset": "azj_Latn-nya_Latn", "languages": ["azj-Latn", "nya-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-slv_Latn", "languages": ["azj-Latn", "slv-Latn"]}, {"precision": 0.923913, "recall": 0.94664, "f1": 0.931489, "accuracy": 0.94664, "main_score": 0.931489, "hf_subset": "azj_Latn-tpi_Latn", "languages": ["azj-Latn", "tpi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-zsm_Latn", "languages": ["azj-Latn", "zsm-Latn"]}, {"precision": 0.532091, "recall": 0.592885, "f1": 0.549655, "accuracy": 0.592885, "main_score": 0.549655, "hf_subset": "azj_Latn-ayr_Latn", "languages": ["azj-Latn", "ayr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-dan_Latn", "languages": ["azj-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-guj_Gujr", "languages": ["azj-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-kaz_Cyrl", "languages": ["azj-Latn", "kaz-Cyrl"]}, {"precision": 0.523331, "recall": 0.581028, "f1": 0.539717, "accuracy": 0.581028, "main_score": 0.539717, "hf_subset": "azj_Latn-lug_Latn", "languages": ["azj-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-oci_Latn", "languages": ["azj-Latn", "oci-Latn"]}, {"precision": 0.782757, "recall": 0.833992, "f1": 0.798748, "accuracy": 0.833992, "main_score": 0.798748, "hf_subset": "azj_Latn-smo_Latn", "languages": ["azj-Latn", "smo-Latn"]}, {"precision": 0.528065, "recall": 0.588933, "f1": 0.544933, "accuracy": 0.588933, "main_score": 0.544933, "hf_subset": "azj_Latn-tsn_Latn", "languages": ["azj-Latn", "tsn-Latn"]}, {"precision": 0.590662, "recall": 0.649209, "f1": 0.607265, "accuracy": 0.649209, "main_score": 0.607265, "hf_subset": "azj_Latn-zul_Latn", "languages": ["azj-Latn", "zul-Latn"]}, {"precision": 0.899457, "recall": 0.927866, "f1": 0.908663, "accuracy": 0.927866, "main_score": 0.908663, "hf_subset": "azj_Latn-azb_Arab", "languages": ["azj-Latn", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-deu_Latn", "languages": ["azj-Latn", "deu-Latn"]}, {"precision": 0.948617, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "azj_Latn-hat_Latn", "languages": ["azj-Latn", "hat-Latn"]}, {"precision": 0.474827, "recall": 0.527668, "f1": 0.489888, "accuracy": 0.527668, "main_score": 0.489888, "hf_subset": "azj_Latn-kbp_Latn", "languages": ["azj-Latn", "kbp-Latn"]}, {"precision": 0.5561, "recall": 0.613636, "f1": 0.571934, "accuracy": 0.613636, "main_score": 0.571934, "hf_subset": "azj_Latn-luo_Latn", "languages": ["azj-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ory_Orya", "languages": ["azj-Latn", "ory-Orya"]}, {"precision": 0.564652, "recall": 0.62747, "f1": 0.582635, "accuracy": 0.62747, "main_score": 0.582635, "hf_subset": "azj_Latn-sna_Latn", "languages": ["azj-Latn", "sna-Latn"]}, {"precision": 0.539545, "recall": 0.594862, "f1": 0.555066, "accuracy": 0.594862, "main_score": 0.555066, "hf_subset": "azj_Latn-tso_Latn", "languages": ["azj-Latn", "tso-Latn"]}, {"precision": 0.527986, "recall": 0.596838, "f1": 0.548118, "accuracy": 0.596838, "main_score": 0.548118, "hf_subset": "azj_Latn-dik_Latn", "languages": ["azj-Latn", "dik-Latn"]}, {"precision": 0.685484, "recall": 0.749012, "f1": 0.703823, "accuracy": 0.749012, "main_score": 0.703823, "hf_subset": "azj_Latn-hau_Latn", "languages": ["azj-Latn", "hau-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "azj_Latn-kea_Latn", "languages": ["azj-Latn", "kea-Latn"]}, {"precision": 0.725553, "recall": 0.780632, "f1": 0.742375, "accuracy": 0.780632, "main_score": 0.742375, "hf_subset": "azj_Latn-lus_Latn", "languages": ["azj-Latn", "lus-Latn"]}, {"precision": 0.847332, "recall": 0.884387, "f1": 0.85863, "accuracy": 0.884387, "main_score": 0.85863, "hf_subset": "azj_Latn-pag_Latn", "languages": ["azj-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-snd_Arab", "languages": ["azj-Latn", "snd-Arab"]}, {"precision": 0.950428, "recall": 0.964427, "f1": 0.95504, "accuracy": 0.964427, "main_score": 0.95504, "hf_subset": "azj_Latn-tuk_Latn", "languages": ["azj-Latn", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-bak_Cyrl", "languages": ["azj-Latn", "bak-Cyrl"]}, {"precision": 0.455814, "recall": 0.529644, "f1": 0.476501, "accuracy": 0.529644, "main_score": 0.476501, "hf_subset": "azj_Latn-dyu_Latn", "languages": ["azj-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-heb_Hebr", "languages": ["azj-Latn", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-khk_Cyrl", "languages": ["azj-Latn", "khk-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-lvs_Latn", "languages": ["azj-Latn", "lvs-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-pan_Guru", "languages": ["azj-Latn", "pan-Guru"]}, {"precision": 0.687862, "recall": 0.745059, "f1": 0.704992, "accuracy": 0.745059, "main_score": 0.704992, "hf_subset": "azj_Latn-som_Latn", "languages": ["azj-Latn", "som-Latn"]}, {"precision": 0.57842, "recall": 0.625494, "f1": 0.591649, "accuracy": 0.625494, "main_score": 0.591649, "hf_subset": "azj_Latn-tum_Latn", "languages": ["azj-Latn", "tum-Latn"]}, {"precision": 0.396658, "recall": 0.454545, "f1": 0.412041, "accuracy": 0.454545, "main_score": 0.412041, "hf_subset": "dik_Latn-ace_Arab", "languages": ["dik-Latn", "ace-Arab"]}, {"precision": 0.474242, "recall": 0.524704, "f1": 0.488989, "accuracy": 0.524704, "main_score": 0.488989, "hf_subset": "dik_Latn-bam_Latn", "languages": ["dik-Latn", "bam-Latn"]}, {"precision": 0.165345, "recall": 0.20751, "f1": 0.175723, "accuracy": 0.20751, "main_score": 0.175723, "hf_subset": "dik_Latn-dzo_Tibt", "languages": ["dik-Latn", "dzo-Tibt"]}, {"precision": 0.526727, "recall": 0.582016, "f1": 0.541522, "accuracy": 0.582016, "main_score": 0.541522, "hf_subset": "dik_Latn-hin_Deva", "languages": ["dik-Latn", "hin-Deva"]}, {"precision": 0.475146, "recall": 0.527668, "f1": 0.48924, "accuracy": 0.527668, "main_score": 0.48924, "hf_subset": "dik_Latn-khm_Khmr", "languages": ["dik-Latn", "khm-Khmr"]}, {"precision": 0.526981, "recall": 0.579051, "f1": 0.541264, "accuracy": 0.579051, "main_score": 0.541264, "hf_subset": "dik_Latn-mag_Deva", "languages": ["dik-Latn", "mag-Deva"]}, {"precision": 0.533845, "recall": 0.58004, "f1": 0.54574, "accuracy": 0.58004, "main_score": 0.54574, "hf_subset": "dik_Latn-pap_Latn", "languages": ["dik-Latn", "pap-Latn"]}, {"precision": 0.514217, "recall": 0.552372, "f1": 0.524581, "accuracy": 0.552372, "main_score": 0.524581, "hf_subset": "dik_Latn-sot_Latn", "languages": ["dik-Latn", "sot-Latn"]}, {"precision": 0.532925, "recall": 0.58498, "f1": 0.546796, "accuracy": 0.58498, "main_score": 0.546796, "hf_subset": "dik_Latn-tur_Latn", "languages": ["dik-Latn", "tur-Latn"]}, {"precision": 0.538745, "recall": 0.583992, "f1": 0.550417, "accuracy": 0.583992, "main_score": 0.550417, "hf_subset": "dik_Latn-ace_Latn", "languages": ["dik-Latn", "ace-Latn"]}, {"precision": 0.550819, "recall": 0.592885, "f1": 0.562127, "accuracy": 0.592885, "main_score": 0.562127, "hf_subset": "dik_Latn-ban_Latn", "languages": ["dik-Latn", "ban-Latn"]}, {"precision": 0.525096, "recall": 0.573123, "f1": 0.538102, "accuracy": 0.573123, "main_score": 0.538102, "hf_subset": "dik_Latn-ell_Grek", "languages": ["dik-Latn", "ell-Grek"]}, {"precision": 0.518234, "recall": 0.573123, "f1": 0.532849, "accuracy": 0.573123, "main_score": 0.532849, "hf_subset": "dik_Latn-hne_Deva", "languages": ["dik-Latn", "hne-Deva"]}, {"precision": 0.490614, "recall": 0.534585, "f1": 0.502569, "accuracy": 0.534585, "main_score": 0.502569, "hf_subset": "dik_Latn-kik_Latn", "languages": ["dik-Latn", "kik-Latn"]}, {"precision": 0.529273, "recall": 0.582016, "f1": 0.54303, "accuracy": 0.582016, "main_score": 0.54303, "hf_subset": "dik_Latn-mai_Deva", "languages": ["dik-Latn", "mai-Deva"]}, {"precision": 0.478838, "recall": 0.534585, "f1": 0.493493, "accuracy": 0.534585, "main_score": 0.493493, "hf_subset": "dik_Latn-pbt_Arab", "languages": ["dik-Latn", "pbt-Arab"]}, {"precision": 0.530687, "recall": 0.58004, "f1": 0.544156, "accuracy": 0.58004, "main_score": 0.544156, "hf_subset": "dik_Latn-spa_Latn", "languages": ["dik-Latn", "spa-Latn"]}, {"precision": 0.521677, "recall": 0.565217, "f1": 0.533793, "accuracy": 0.565217, "main_score": 0.533793, "hf_subset": "dik_Latn-twi_Latn", "languages": ["dik-Latn", "twi-Latn"]}, {"precision": 0.521741, "recall": 0.577075, "f1": 0.536557, "accuracy": 0.577075, "main_score": 0.536557, "hf_subset": "dik_Latn-acm_Arab", "languages": ["dik-Latn", "acm-Arab"]}, {"precision": 0.507655, "recall": 0.556324, "f1": 0.521315, "accuracy": 0.556324, "main_score": 0.521315, "hf_subset": "dik_Latn-bel_Cyrl", "languages": ["dik-Latn", "bel-Cyrl"]}, {"precision": 0.563802, "recall": 0.61166, "f1": 0.576332, "accuracy": 0.61166, "main_score": 0.576332, "hf_subset": "dik_Latn-eng_Latn", "languages": ["dik-Latn", "eng-Latn"]}, {"precision": 0.544366, "recall": 0.593874, "f1": 0.557963, "accuracy": 0.593874, "main_score": 0.557963, "hf_subset": "dik_Latn-hrv_Latn", "languages": ["dik-Latn", "hrv-Latn"]}, {"precision": 0.466974, "recall": 0.511858, "f1": 0.479401, "accuracy": 0.511858, "main_score": 0.479401, "hf_subset": "dik_Latn-kin_Latn", "languages": ["dik-Latn", "kin-Latn"]}, {"precision": 0.514522, "recall": 0.567194, "f1": 0.528646, "accuracy": 0.567194, "main_score": 0.528646, "hf_subset": "dik_Latn-mal_Mlym", "languages": ["dik-Latn", "mal-Mlym"]}, {"precision": 0.525447, "recall": 0.575099, "f1": 0.53832, "accuracy": 0.575099, "main_score": 0.53832, "hf_subset": "dik_Latn-pes_Arab", "languages": ["dik-Latn", "pes-Arab"]}, {"precision": 0.530333, "recall": 0.579051, "f1": 0.544001, "accuracy": 0.579051, "main_score": 0.544001, "hf_subset": "dik_Latn-srd_Latn", "languages": ["dik-Latn", "srd-Latn"]}, {"precision": 0.136576, "recall": 0.167984, "f1": 0.143914, "accuracy": 0.167984, "main_score": 0.143914, "hf_subset": "dik_Latn-tzm_Tfng", "languages": ["dik-Latn", "tzm-Tfng"]}, {"precision": 0.523851, "recall": 0.575099, "f1": 0.537943, "accuracy": 0.575099, "main_score": 0.537943, "hf_subset": "dik_Latn-acq_Arab", "languages": ["dik-Latn", "acq-Arab"]}, {"precision": 0.520136, "recall": 0.559289, "f1": 0.530981, "accuracy": 0.559289, "main_score": 0.530981, "hf_subset": "dik_Latn-bem_Latn", "languages": ["dik-Latn", "bem-Latn"]}, {"precision": 0.52691, "recall": 0.576087, "f1": 0.539896, "accuracy": 0.576087, "main_score": 0.539896, "hf_subset": "dik_Latn-epo_Latn", "languages": ["dik-Latn", "epo-Latn"]}, {"precision": 0.540206, "recall": 0.589921, "f1": 0.553471, "accuracy": 0.589921, "main_score": 0.553471, "hf_subset": "dik_Latn-hun_Latn", "languages": ["dik-Latn", "hun-Latn"]}, {"precision": 0.531327, "recall": 0.575099, "f1": 0.543533, "accuracy": 0.575099, "main_score": 0.543533, "hf_subset": "dik_Latn-kir_Cyrl", "languages": ["dik-Latn", "kir-Cyrl"]}, {"precision": 0.550149, "recall": 0.593874, "f1": 0.561534, "accuracy": 0.593874, "main_score": 0.561534, "hf_subset": "dik_Latn-mar_Deva", "languages": ["dik-Latn", "mar-Deva"]}, {"precision": 0.493135, "recall": 0.54249, "f1": 0.50639, "accuracy": 0.54249, "main_score": 0.50639, "hf_subset": "dik_Latn-plt_Latn", "languages": ["dik-Latn", "plt-Latn"]}, {"precision": 0.537355, "recall": 0.583004, "f1": 0.549515, "accuracy": 0.583004, "main_score": 0.549515, "hf_subset": "dik_Latn-srp_Cyrl", "languages": ["dik-Latn", "srp-Cyrl"]}, {"precision": 0.425563, "recall": 0.485178, "f1": 0.44186, "accuracy": 0.485178, "main_score": 0.44186, "hf_subset": "dik_Latn-uig_Arab", "languages": ["dik-Latn", "uig-Arab"]}, {"precision": 0.510351, "recall": 0.559289, "f1": 0.523229, "accuracy": 0.559289, "main_score": 0.523229, "hf_subset": "dik_Latn-aeb_Arab", "languages": ["dik-Latn", "aeb-Arab"]}, {"precision": 0.535194, "recall": 0.582016, "f1": 0.548155, "accuracy": 0.582016, "main_score": 0.548155, "hf_subset": "dik_Latn-ben_Beng", "languages": ["dik-Latn", "ben-Beng"]}, {"precision": 0.535297, "recall": 0.576087, "f1": 0.546823, "accuracy": 0.576087, "main_score": 0.546823, "hf_subset": "dik_Latn-est_Latn", "languages": ["dik-Latn", "est-Latn"]}, {"precision": 0.499062, "recall": 0.548419, "f1": 0.512417, "accuracy": 0.548419, "main_score": 0.512417, "hf_subset": "dik_Latn-hye_Armn", "languages": ["dik-Latn", "hye-Armn"]}, {"precision": 0.48211, "recall": 0.529644, "f1": 0.494939, "accuracy": 0.529644, "main_score": 0.494939, "hf_subset": "dik_Latn-kmb_Latn", "languages": ["dik-Latn", "kmb-Latn"]}, {"precision": 0.337059, "recall": 0.398221, "f1": 0.352246, "accuracy": 0.398221, "main_score": 0.352246, "hf_subset": "dik_Latn-min_Arab", "languages": ["dik-Latn", "min-Arab"]}, {"precision": 0.527717, "recall": 0.578063, "f1": 0.540798, "accuracy": 0.578063, "main_score": 0.540798, "hf_subset": "dik_Latn-pol_Latn", "languages": ["dik-Latn", "pol-Latn"]}, {"precision": 0.486453, "recall": 0.538538, "f1": 0.501193, "accuracy": 0.538538, "main_score": 0.501193, "hf_subset": "dik_Latn-ssw_Latn", "languages": ["dik-Latn", "ssw-Latn"]}, {"precision": 0.542686, "recall": 0.596838, "f1": 0.557437, "accuracy": 0.596838, "main_score": 0.557437, "hf_subset": "dik_Latn-ukr_Cyrl", "languages": ["dik-Latn", "ukr-Cyrl"]}, {"precision": 0.54862, "recall": 0.596838, "f1": 0.561746, "accuracy": 0.596838, "main_score": 0.561746, "hf_subset": "dik_Latn-afr_Latn", "languages": ["dik-Latn", "afr-Latn"]}, {"precision": 0.511756, "recall": 0.564229, "f1": 0.526476, "accuracy": 0.564229, "main_score": 0.526476, "hf_subset": "dik_Latn-bho_Deva", "languages": ["dik-Latn", "bho-Deva"]}, {"precision": 0.521514, "recall": 0.572134, "f1": 0.534928, "accuracy": 0.572134, "main_score": 0.534928, "hf_subset": "dik_Latn-eus_Latn", "languages": ["dik-Latn", "eus-Latn"]}, {"precision": 0.499309, "recall": 0.545455, "f1": 0.511973, "accuracy": 0.545455, "main_score": 0.511973, "hf_subset": "dik_Latn-ibo_Latn", "languages": ["dik-Latn", "ibo-Latn"]}, {"precision": 0.506549, "recall": 0.55336, "f1": 0.519453, "accuracy": 0.55336, "main_score": 0.519453, "hf_subset": "dik_Latn-kmr_Latn", "languages": ["dik-Latn", "kmr-Latn"]}, {"precision": 0.54254, "recall": 0.585968, "f1": 0.55378, "accuracy": 0.585968, "main_score": 0.55378, "hf_subset": "dik_Latn-min_Latn", "languages": ["dik-Latn", "min-Latn"]}, {"precision": 0.545639, "recall": 0.597826, "f1": 0.559855, "accuracy": 0.597826, "main_score": 0.559855, "hf_subset": "dik_Latn-por_Latn", "languages": ["dik-Latn", "por-Latn"]}, {"precision": 0.553321, "recall": 0.590909, "f1": 0.563342, "accuracy": 0.590909, "main_score": 0.563342, "hf_subset": "dik_Latn-sun_Latn", "languages": ["dik-Latn", "sun-Latn"]}, {"precision": 0.465281, "recall": 0.513834, "f1": 0.478462, "accuracy": 0.513834, "main_score": 0.478462, "hf_subset": "dik_Latn-umb_Latn", "languages": ["dik-Latn", "umb-Latn"]}, {"precision": 0.526787, "recall": 0.571146, "f1": 0.538688, "accuracy": 0.571146, "main_score": 0.538688, "hf_subset": "dik_Latn-ajp_Arab", "languages": ["dik-Latn", "ajp-Arab"]}, {"precision": 0.360469, "recall": 0.409091, "f1": 0.373191, "accuracy": 0.409091, "main_score": 0.373191, "hf_subset": "dik_Latn-bjn_Arab", "languages": ["dik-Latn", "bjn-Arab"]}, {"precision": 0.473051, "recall": 0.521739, "f1": 0.486833, "accuracy": 0.521739, "main_score": 0.486833, "hf_subset": "dik_Latn-ewe_Latn", "languages": ["dik-Latn", "ewe-Latn"]}, {"precision": 0.559512, "recall": 0.598814, "f1": 0.569754, "accuracy": 0.598814, "main_score": 0.569754, "hf_subset": "dik_Latn-ilo_Latn", "languages": ["dik-Latn", "ilo-Latn"]}, {"precision": 0.257658, "recall": 0.310277, "f1": 0.272007, "accuracy": 0.310277, "main_score": 0.272007, "hf_subset": "dik_Latn-knc_Arab", "languages": ["dik-Latn", "knc-Arab"]}, {"precision": 0.533799, "recall": 0.581028, "f1": 0.546512, "accuracy": 0.581028, "main_score": 0.546512, "hf_subset": "dik_Latn-mkd_Cyrl", "languages": ["dik-Latn", "mkd-Cyrl"]}, {"precision": 0.518425, "recall": 0.570158, "f1": 0.532797, "accuracy": 0.570158, "main_score": 0.532797, "hf_subset": "dik_Latn-prs_Arab", "languages": ["dik-Latn", "prs-Arab"]}, {"precision": 0.55554, "recall": 0.601779, "f1": 0.568346, "accuracy": 0.601779, "main_score": 0.568346, "hf_subset": "dik_Latn-swe_Latn", "languages": ["dik-Latn", "swe-Latn"]}, {"precision": 0.507423, "recall": 0.563241, "f1": 0.522171, "accuracy": 0.563241, "main_score": 0.522171, "hf_subset": "dik_Latn-urd_Arab", "languages": ["dik-Latn", "urd-Arab"]}, {"precision": 0.527574, "recall": 0.575099, "f1": 0.540545, "accuracy": 0.575099, "main_score": 0.540545, "hf_subset": "dik_Latn-aka_Latn", "languages": ["dik-Latn", "aka-Latn"]}, {"precision": 0.555349, "recall": 0.596838, "f1": 0.565806, "accuracy": 0.596838, "main_score": 0.565806, "hf_subset": "dik_Latn-bjn_Latn", "languages": ["dik-Latn", "bjn-Latn"]}, {"precision": 0.515873, "recall": 0.5583, "f1": 0.527866, "accuracy": 0.5583, "main_score": 0.527866, "hf_subset": "dik_Latn-fao_Latn", "languages": ["dik-Latn", "fao-Latn"]}, {"precision": 0.552001, "recall": 0.598814, "f1": 0.564583, "accuracy": 0.598814, "main_score": 0.564583, "hf_subset": "dik_Latn-ind_Latn", "languages": ["dik-Latn", "ind-Latn"]}, {"precision": 0.518701, "recall": 0.561265, "f1": 0.530577, "accuracy": 0.561265, "main_score": 0.530577, "hf_subset": "dik_Latn-knc_Latn", "languages": ["dik-Latn", "knc-Latn"]}, {"precision": 0.555749, "recall": 0.596838, "f1": 0.565938, "accuracy": 0.596838, "main_score": 0.565938, "hf_subset": "dik_Latn-mlt_Latn", "languages": ["dik-Latn", "mlt-Latn"]}, {"precision": 0.492944, "recall": 0.544466, "f1": 0.507833, "accuracy": 0.544466, "main_score": 0.507833, "hf_subset": "dik_Latn-quy_Latn", "languages": ["dik-Latn", "quy-Latn"]}, {"precision": 0.52533, "recall": 0.575099, "f1": 0.538622, "accuracy": 0.575099, "main_score": 0.538622, "hf_subset": "dik_Latn-swh_Latn", "languages": ["dik-Latn", "swh-Latn"]}, {"precision": 0.517033, "recall": 0.560277, "f1": 0.528791, "accuracy": 0.560277, "main_score": 0.528791, "hf_subset": "dik_Latn-uzn_Latn", "languages": ["dik-Latn", "uzn-Latn"]}, {"precision": 0.522791, "recall": 0.572134, "f1": 0.536221, "accuracy": 0.572134, "main_score": 0.536221, "hf_subset": "dik_Latn-als_Latn", "languages": ["dik-Latn", "als-Latn"]}, {"precision": 0.210021, "recall": 0.256917, "f1": 0.221383, "accuracy": 0.256917, "main_score": 0.221383, "hf_subset": "dik_Latn-bod_Tibt", "languages": ["dik-Latn", "bod-Tibt"]}, {"precision": 0.496058, "recall": 0.535573, "f1": 0.507108, "accuracy": 0.535573, "main_score": 0.507108, "hf_subset": "dik_Latn-fij_Latn", "languages": ["dik-Latn", "fij-Latn"]}, {"precision": 0.503936, "recall": 0.546443, "f1": 0.515808, "accuracy": 0.546443, "main_score": 0.515808, "hf_subset": "dik_Latn-isl_Latn", "languages": ["dik-Latn", "isl-Latn"]}, {"precision": 0.507359, "recall": 0.55336, "f1": 0.519813, "accuracy": 0.55336, "main_score": 0.519813, "hf_subset": "dik_Latn-kon_Latn", "languages": ["dik-Latn", "kon-Latn"]}, {"precision": 0.429819, "recall": 0.490119, "f1": 0.446585, "accuracy": 0.490119, "main_score": 0.446585, "hf_subset": "dik_Latn-mni_Beng", "languages": ["dik-Latn", "mni-Beng"]}, {"precision": 0.555016, "recall": 0.600791, "f1": 0.566951, "accuracy": 0.600791, "main_score": 0.566951, "hf_subset": "dik_Latn-ron_Latn", "languages": ["dik-Latn", "ron-Latn"]}, {"precision": 0.552538, "recall": 0.592885, "f1": 0.563553, "accuracy": 0.592885, "main_score": 0.563553, "hf_subset": "dik_Latn-szl_Latn", "languages": ["dik-Latn", "szl-Latn"]}, {"precision": 0.544935, "recall": 0.589921, "f1": 0.557769, "accuracy": 0.589921, "main_score": 0.557769, "hf_subset": "dik_Latn-vec_Latn", "languages": ["dik-Latn", "vec-Latn"]}, {"precision": 0.423487, "recall": 0.483202, "f1": 0.440757, "accuracy": 0.483202, "main_score": 0.440757, "hf_subset": "dik_Latn-amh_Ethi", "languages": ["dik-Latn", "amh-Ethi"]}, {"precision": 0.548613, "recall": 0.59585, "f1": 0.561555, "accuracy": 0.59585, "main_score": 0.561555, "hf_subset": "dik_Latn-bos_Latn", "languages": ["dik-Latn", "bos-Latn"]}, {"precision": 0.501038, "recall": 0.555336, "f1": 0.515516, "accuracy": 0.555336, "main_score": 0.515516, "hf_subset": "dik_Latn-fin_Latn", "languages": ["dik-Latn", "fin-Latn"]}, {"precision": 0.54226, "recall": 0.586957, "f1": 0.554302, "accuracy": 0.586957, "main_score": 0.554302, "hf_subset": "dik_Latn-ita_Latn", "languages": ["dik-Latn", "ita-Latn"]}, {"precision": 0.517421, "recall": 0.574111, "f1": 0.532294, "accuracy": 0.574111, "main_score": 0.532294, "hf_subset": "dik_Latn-kor_Hang", "languages": ["dik-Latn", "kor-Hang"]}, {"precision": 0.465523, "recall": 0.512846, "f1": 0.479135, "accuracy": 0.512846, "main_score": 0.479135, "hf_subset": "dik_Latn-mos_Latn", "languages": ["dik-Latn", "mos-Latn"]}, {"precision": 0.48066, "recall": 0.525692, "f1": 0.493563, "accuracy": 0.525692, "main_score": 0.493563, "hf_subset": "dik_Latn-run_Latn", "languages": ["dik-Latn", "run-Latn"]}, {"precision": 0.504332, "recall": 0.563241, "f1": 0.52025, "accuracy": 0.563241, "main_score": 0.52025, "hf_subset": "dik_Latn-tam_Taml", "languages": ["dik-Latn", "tam-Taml"]}, {"precision": 0.541037, "recall": 0.58498, "f1": 0.553103, "accuracy": 0.58498, "main_score": 0.553103, "hf_subset": "dik_Latn-vie_Latn", "languages": ["dik-Latn", "vie-Latn"]}, {"precision": 0.517128, "recall": 0.56917, "f1": 0.530933, "accuracy": 0.56917, "main_score": 0.530933, "hf_subset": "dik_Latn-apc_Arab", "languages": ["dik-Latn", "apc-Arab"]}, {"precision": 0.531451, "recall": 0.571146, "f1": 0.54246, "accuracy": 0.571146, "main_score": 0.54246, "hf_subset": "dik_Latn-bug_Latn", "languages": ["dik-Latn", "bug-Latn"]}, {"precision": 0.438588, "recall": 0.486166, "f1": 0.451954, "accuracy": 0.486166, "main_score": 0.451954, "hf_subset": "dik_Latn-fon_Latn", "languages": ["dik-Latn", "fon-Latn"]}, {"precision": 0.554498, "recall": 0.598814, "f1": 0.566254, "accuracy": 0.598814, "main_score": 0.566254, "hf_subset": "dik_Latn-jav_Latn", "languages": ["dik-Latn", "jav-Latn"]}, {"precision": 0.476851, "recall": 0.530632, "f1": 0.490854, "accuracy": 0.530632, "main_score": 0.490854, "hf_subset": "dik_Latn-lao_Laoo", "languages": ["dik-Latn", "lao-Laoo"]}, {"precision": 0.451833, "recall": 0.498024, "f1": 0.46381, "accuracy": 0.498024, "main_score": 0.46381, "hf_subset": "dik_Latn-mri_Latn", "languages": ["dik-Latn", "mri-Latn"]}, {"precision": 0.528797, "recall": 0.582016, "f1": 0.543065, "accuracy": 0.582016, "main_score": 0.543065, "hf_subset": "dik_Latn-rus_Cyrl", "languages": ["dik-Latn", "rus-Cyrl"]}, {"precision": 0.469372, "recall": 0.51581, "f1": 0.482072, "accuracy": 0.51581, "main_score": 0.482072, "hf_subset": "dik_Latn-taq_Latn", "languages": ["dik-Latn", "taq-Latn"]}, {"precision": 0.559777, "recall": 0.600791, "f1": 0.570848, "accuracy": 0.600791, "main_score": 0.570848, "hf_subset": "dik_Latn-war_Latn", "languages": ["dik-Latn", "war-Latn"]}, {"precision": 0.50968, "recall": 0.563241, "f1": 0.524254, "accuracy": 0.563241, "main_score": 0.524254, "hf_subset": "dik_Latn-arb_Arab", "languages": ["dik-Latn", "arb-Arab"]}, {"precision": 0.544682, "recall": 0.59585, "f1": 0.55829, "accuracy": 0.59585, "main_score": 0.55829, "hf_subset": "dik_Latn-bul_Cyrl", "languages": ["dik-Latn", "bul-Cyrl"]}, {"precision": 0.554845, "recall": 0.600791, "f1": 0.567082, "accuracy": 0.600791, "main_score": 0.567082, "hf_subset": "dik_Latn-fra_Latn", "languages": ["dik-Latn", "fra-Latn"]}, {"precision": 0.521172, "recall": 0.575099, "f1": 0.535946, "accuracy": 0.575099, "main_score": 0.535946, "hf_subset": "dik_Latn-jpn_Jpan", "languages": ["dik-Latn", "jpn-Jpan"]}, {"precision": 0.533191, "recall": 0.58004, "f1": 0.545573, "accuracy": 0.58004, "main_score": 0.545573, "hf_subset": "dik_Latn-lij_Latn", "languages": ["dik-Latn", "lij-Latn"]}, {"precision": 0.370608, "recall": 0.435771, "f1": 0.387472, "accuracy": 0.435771, "main_score": 0.387472, "hf_subset": "dik_Latn-mya_Mymr", "languages": ["dik-Latn", "mya-Mymr"]}, {"precision": 0.502079, "recall": 0.550395, "f1": 0.51579, "accuracy": 0.550395, "main_score": 0.51579, "hf_subset": "dik_Latn-sag_Latn", "languages": ["dik-Latn", "sag-Latn"]}, {"precision": 0.148289, "recall": 0.186759, "f1": 0.156873, "accuracy": 0.186759, "main_score": 0.156873, "hf_subset": "dik_Latn-taq_Tfng", "languages": ["dik-Latn", "taq-Tfng"]}, {"precision": 0.51319, "recall": 0.560277, "f1": 0.526863, "accuracy": 0.560277, "main_score": 0.526863, "hf_subset": "dik_Latn-wol_Latn", "languages": ["dik-Latn", "wol-Latn"]}, {"precision": 0.420484, "recall": 0.469368, "f1": 0.434173, "accuracy": 0.469368, "main_score": 0.434173, "hf_subset": "dik_Latn-arb_Latn", "languages": ["dik-Latn", "arb-Latn"]}, {"precision": 0.546585, "recall": 0.597826, "f1": 0.560204, "accuracy": 0.597826, "main_score": 0.560204, "hf_subset": "dik_Latn-cat_Latn", "languages": ["dik-Latn", "cat-Latn"]}, {"precision": 0.525461, "recall": 0.570158, "f1": 0.537371, "accuracy": 0.570158, "main_score": 0.537371, "hf_subset": "dik_Latn-fur_Latn", "languages": ["dik-Latn", "fur-Latn"]}, {"precision": 0.37599, "recall": 0.43083, "f1": 0.390628, "accuracy": 0.43083, "main_score": 0.390628, "hf_subset": "dik_Latn-kab_Latn", "languages": ["dik-Latn", "kab-Latn"]}, {"precision": 0.538909, "recall": 0.583992, "f1": 0.550985, "accuracy": 0.583992, "main_score": 0.550985, "hf_subset": "dik_Latn-lim_Latn", "languages": ["dik-Latn", "lim-Latn"]}, {"precision": 0.537248, "recall": 0.583992, "f1": 0.549429, "accuracy": 0.583992, "main_score": 0.549429, "hf_subset": "dik_Latn-nld_Latn", "languages": ["dik-Latn", "nld-Latn"]}, {"precision": 0.486141, "recall": 0.54249, "f1": 0.500964, "accuracy": 0.54249, "main_score": 0.500964, "hf_subset": "dik_Latn-san_Deva", "languages": ["dik-Latn", "san-Deva"]}, {"precision": 0.520835, "recall": 0.566206, "f1": 0.533281, "accuracy": 0.566206, "main_score": 0.533281, "hf_subset": "dik_Latn-tat_Cyrl", "languages": ["dik-Latn", "tat-Cyrl"]}, {"precision": 0.522083, "recall": 0.568182, "f1": 0.535088, "accuracy": 0.568182, "main_score": 0.535088, "hf_subset": "dik_Latn-xho_Latn", "languages": ["dik-Latn", "xho-Latn"]}, {"precision": 0.497862, "recall": 0.556324, "f1": 0.514389, "accuracy": 0.556324, "main_score": 0.514389, "hf_subset": "dik_Latn-ars_Arab", "languages": ["dik-Latn", "ars-Arab"]}, {"precision": 0.558495, "recall": 0.597826, "f1": 0.569069, "accuracy": 0.597826, "main_score": 0.569069, "hf_subset": "dik_Latn-ceb_Latn", "languages": ["dik-Latn", "ceb-Latn"]}, {"precision": 0.488801, "recall": 0.533597, "f1": 0.501863, "accuracy": 0.533597, "main_score": 0.501863, "hf_subset": "dik_Latn-fuv_Latn", "languages": ["dik-Latn", "fuv-Latn"]}, {"precision": 0.476996, "recall": 0.520751, "f1": 0.489649, "accuracy": 0.520751, "main_score": 0.489649, "hf_subset": "dik_Latn-kac_Latn", "languages": ["dik-Latn", "kac-Latn"]}, {"precision": 0.514844, "recall": 0.560277, "f1": 0.527222, "accuracy": 0.560277, "main_score": 0.527222, "hf_subset": "dik_Latn-lin_Latn", "languages": ["dik-Latn", "lin-Latn"]}, {"precision": 0.532278, "recall": 0.582016, "f1": 0.546508, "accuracy": 0.582016, "main_score": 0.546508, "hf_subset": "dik_Latn-nno_Latn", "languages": ["dik-Latn", "nno-Latn"]}, {"precision": 0.087705, "recall": 0.121542, "f1": 0.09516, "accuracy": 0.121542, "main_score": 0.09516, "hf_subset": "dik_Latn-sat_Olck", "languages": ["dik-Latn", "sat-Olck"]}, {"precision": 0.520234, "recall": 0.578063, "f1": 0.536276, "accuracy": 0.578063, "main_score": 0.536276, "hf_subset": "dik_Latn-tel_Telu", "languages": ["dik-Latn", "tel-Telu"]}, {"precision": 0.440494, "recall": 0.494071, "f1": 0.455126, "accuracy": 0.494071, "main_score": 0.455126, "hf_subset": "dik_Latn-ydd_Hebr", "languages": ["dik-Latn", "ydd-Hebr"]}, {"precision": 0.498907, "recall": 0.547431, "f1": 0.512491, "accuracy": 0.547431, "main_score": 0.512491, "hf_subset": "dik_Latn-ary_Arab", "languages": ["dik-Latn", "ary-Arab"]}, {"precision": 0.539557, "recall": 0.588933, "f1": 0.552702, "accuracy": 0.588933, "main_score": 0.552702, "hf_subset": "dik_Latn-ces_Latn", "languages": ["dik-Latn", "ces-Latn"]}, {"precision": 0.439158, "recall": 0.491107, "f1": 0.453822, "accuracy": 0.491107, "main_score": 0.453822, "hf_subset": "dik_Latn-gaz_Latn", "languages": ["dik-Latn", "gaz-Latn"]}, {"precision": 0.493601, "recall": 0.541502, "f1": 0.506721, "accuracy": 0.541502, "main_score": 0.506721, "hf_subset": "dik_Latn-kam_Latn", "languages": ["dik-Latn", "kam-Latn"]}, {"precision": 0.51322, "recall": 0.564229, "f1": 0.526635, "accuracy": 0.564229, "main_score": 0.526635, "hf_subset": "dik_Latn-lit_Latn", "languages": ["dik-Latn", "lit-Latn"]}, {"precision": 0.553968, "recall": 0.59585, "f1": 0.564934, "accuracy": 0.59585, "main_score": 0.564934, "hf_subset": "dik_Latn-nob_Latn", "languages": ["dik-Latn", "nob-Latn"]}, {"precision": 0.552191, "recall": 0.593874, "f1": 0.563549, "accuracy": 0.593874, "main_score": 0.563549, "hf_subset": "dik_Latn-scn_Latn", "languages": ["dik-Latn", "scn-Latn"]}, {"precision": 0.514933, "recall": 0.5583, "f1": 0.526581, "accuracy": 0.5583, "main_score": 0.526581, "hf_subset": "dik_Latn-tgk_Cyrl", "languages": ["dik-Latn", "tgk-Cyrl"]}, {"precision": 0.478544, "recall": 0.528656, "f1": 0.492812, "accuracy": 0.528656, "main_score": 0.492812, "hf_subset": "dik_Latn-yor_Latn", "languages": ["dik-Latn", "yor-Latn"]}, {"precision": 0.528551, "recall": 0.577075, "f1": 0.541792, "accuracy": 0.577075, "main_score": 0.541792, "hf_subset": "dik_Latn-arz_Arab", "languages": ["dik-Latn", "arz-Arab"]}, {"precision": 0.463463, "recall": 0.511858, "f1": 0.477168, "accuracy": 0.511858, "main_score": 0.477168, "hf_subset": "dik_Latn-cjk_Latn", "languages": ["dik-Latn", "cjk-Latn"]}, {"precision": 0.467055, "recall": 0.511858, "f1": 0.479201, "accuracy": 0.511858, "main_score": 0.479201, "hf_subset": "dik_Latn-gla_Latn", "languages": ["dik-Latn", "gla-Latn"]}, {"precision": 0.520712, "recall": 0.571146, "f1": 0.535207, "accuracy": 0.571146, "main_score": 0.535207, "hf_subset": "dik_Latn-kan_Knda", "languages": ["dik-Latn", "kan-Knda"]}, {"precision": 0.535815, "recall": 0.583992, "f1": 0.549316, "accuracy": 0.583992, "main_score": 0.549316, "hf_subset": "dik_Latn-lmo_Latn", "languages": ["dik-Latn", "lmo-Latn"]}, {"precision": 0.519187, "recall": 0.572134, "f1": 0.533878, "accuracy": 0.572134, "main_score": 0.533878, "hf_subset": "dik_Latn-npi_Deva", "languages": ["dik-Latn", "npi-Deva"]}, {"precision": 0.405281, "recall": 0.463439, "f1": 0.420983, "accuracy": 0.463439, "main_score": 0.420983, "hf_subset": "dik_Latn-shn_Mymr", "languages": ["dik-Latn", "shn-Mymr"]}, {"precision": 0.550533, "recall": 0.599802, "f1": 0.563592, "accuracy": 0.599802, "main_score": 0.563592, "hf_subset": "dik_Latn-tgl_Latn", "languages": ["dik-Latn", "tgl-Latn"]}, {"precision": 0.505384, "recall": 0.560277, "f1": 0.520074, "accuracy": 0.560277, "main_score": 0.520074, "hf_subset": "dik_Latn-yue_Hant", "languages": ["dik-Latn", "yue-Hant"]}, {"precision": 0.489918, "recall": 0.549407, "f1": 0.506592, "accuracy": 0.549407, "main_score": 0.506592, "hf_subset": "dik_Latn-asm_Beng", "languages": ["dik-Latn", "asm-Beng"]}, {"precision": 0.468955, "recall": 0.527668, "f1": 0.485285, "accuracy": 0.527668, "main_score": 0.485285, "hf_subset": "dik_Latn-ckb_Arab", "languages": ["dik-Latn", "ckb-Arab"]}, {"precision": 0.466186, "recall": 0.51087, "f1": 0.478553, "accuracy": 0.51087, "main_score": 0.478553, "hf_subset": "dik_Latn-gle_Latn", "languages": ["dik-Latn", "gle-Latn"]}, {"precision": 0.460673, "recall": 0.519763, "f1": 0.476818, "accuracy": 0.519763, "main_score": 0.476818, "hf_subset": "dik_Latn-kas_Arab", "languages": ["dik-Latn", "kas-Arab"]}, {"precision": 0.488677, "recall": 0.540514, "f1": 0.502519, "accuracy": 0.540514, "main_score": 0.502519, "hf_subset": "dik_Latn-ltg_Latn", "languages": ["dik-Latn", "ltg-Latn"]}, {"precision": 0.52682, "recall": 0.56917, "f1": 0.538696, "accuracy": 0.56917, "main_score": 0.538696, "hf_subset": "dik_Latn-nso_Latn", "languages": ["dik-Latn", "nso-Latn"]}, {"precision": 0.446078, "recall": 0.507905, "f1": 0.462309, "accuracy": 0.507905, "main_score": 0.462309, "hf_subset": "dik_Latn-sin_Sinh", "languages": ["dik-Latn", "sin-Sinh"]}, {"precision": 0.523695, "recall": 0.576087, "f1": 0.537282, "accuracy": 0.576087, "main_score": 0.537282, "hf_subset": "dik_Latn-tha_Thai", "languages": ["dik-Latn", "tha-Thai"]}, {"precision": 0.517665, "recall": 0.564229, "f1": 0.530073, "accuracy": 0.564229, "main_score": 0.530073, "hf_subset": "dik_Latn-zho_Hans", "languages": ["dik-Latn", "zho-Hans"]}, {"precision": 0.556013, "recall": 0.599802, "f1": 0.568061, "accuracy": 0.599802, "main_score": 0.568061, "hf_subset": "dik_Latn-ast_Latn", "languages": ["dik-Latn", "ast-Latn"]}, {"precision": 0.507967, "recall": 0.557312, "f1": 0.52138, "accuracy": 0.557312, "main_score": 0.52138, "hf_subset": "dik_Latn-crh_Latn", "languages": ["dik-Latn", "crh-Latn"]}, {"precision": 0.535005, "recall": 0.588933, "f1": 0.549423, "accuracy": 0.588933, "main_score": 0.549423, "hf_subset": "dik_Latn-glg_Latn", "languages": ["dik-Latn", "glg-Latn"]}, {"precision": 0.471244, "recall": 0.525692, "f1": 0.485906, "accuracy": 0.525692, "main_score": 0.485906, "hf_subset": "dik_Latn-kas_Deva", "languages": ["dik-Latn", "kas-Deva"]}, {"precision": 0.51252, "recall": 0.564229, "f1": 0.526634, "accuracy": 0.564229, "main_score": 0.526634, "hf_subset": "dik_Latn-ltz_Latn", "languages": ["dik-Latn", "ltz-Latn"]}, {"precision": 0.436044, "recall": 0.5, "f1": 0.453513, "accuracy": 0.5, "main_score": 0.453513, "hf_subset": "dik_Latn-nus_Latn", "languages": ["dik-Latn", "nus-Latn"]}, {"precision": 0.533764, "recall": 0.587945, "f1": 0.548287, "accuracy": 0.587945, "main_score": 0.548287, "hf_subset": "dik_Latn-slk_Latn", "languages": ["dik-Latn", "slk-Latn"]}, {"precision": 0.35669, "recall": 0.41996, "f1": 0.373454, "accuracy": 0.41996, "main_score": 0.373454, "hf_subset": "dik_Latn-tir_Ethi", "languages": ["dik-Latn", "tir-Ethi"]}, {"precision": 0.492279, "recall": 0.549407, "f1": 0.507968, "accuracy": 0.549407, "main_score": 0.507968, "hf_subset": "dik_Latn-zho_Hant", "languages": ["dik-Latn", "zho-Hant"]}, {"precision": 0.520166, "recall": 0.568182, "f1": 0.533562, "accuracy": 0.568182, "main_score": 0.533562, "hf_subset": "dik_Latn-awa_Deva", "languages": ["dik-Latn", "awa-Deva"]}, {"precision": 0.499498, "recall": 0.54249, "f1": 0.511544, "accuracy": 0.54249, "main_score": 0.511544, "hf_subset": "dik_Latn-cym_Latn", "languages": ["dik-Latn", "cym-Latn"]}, {"precision": 0.531868, "recall": 0.577075, "f1": 0.544975, "accuracy": 0.577075, "main_score": 0.544975, "hf_subset": "dik_Latn-grn_Latn", "languages": ["dik-Latn", "grn-Latn"]}, {"precision": 0.500511, "recall": 0.55336, "f1": 0.514098, "accuracy": 0.55336, "main_score": 0.514098, "hf_subset": "dik_Latn-kat_Geor", "languages": ["dik-Latn", "kat-Geor"]}, {"precision": 0.527381, "recall": 0.568182, "f1": 0.539257, "accuracy": 0.568182, "main_score": 0.539257, "hf_subset": "dik_Latn-lua_Latn", "languages": ["dik-Latn", "lua-Latn"]}, {"precision": 0.520574, "recall": 0.56917, "f1": 0.534399, "accuracy": 0.56917, "main_score": 0.534399, "hf_subset": "dik_Latn-nya_Latn", "languages": ["dik-Latn", "nya-Latn"]}, {"precision": 0.529568, "recall": 0.572134, "f1": 0.541264, "accuracy": 0.572134, "main_score": 0.541264, "hf_subset": "dik_Latn-slv_Latn", "languages": ["dik-Latn", "slv-Latn"]}, {"precision": 0.553242, "recall": 0.594862, "f1": 0.564541, "accuracy": 0.594862, "main_score": 0.564541, "hf_subset": "dik_Latn-tpi_Latn", "languages": ["dik-Latn", "tpi-Latn"]}, {"precision": 0.560065, "recall": 0.606719, "f1": 0.572553, "accuracy": 0.606719, "main_score": 0.572553, "hf_subset": "dik_Latn-zsm_Latn", "languages": ["dik-Latn", "zsm-Latn"]}, {"precision": 0.478249, "recall": 0.524704, "f1": 0.491941, "accuracy": 0.524704, "main_score": 0.491941, "hf_subset": "dik_Latn-ayr_Latn", "languages": ["dik-Latn", "ayr-Latn"]}, {"precision": 0.55595, "recall": 0.600791, "f1": 0.5686, "accuracy": 0.600791, "main_score": 0.5686, "hf_subset": "dik_Latn-dan_Latn", "languages": ["dik-Latn", "dan-Latn"]}, {"precision": 0.523039, "recall": 0.579051, "f1": 0.538253, "accuracy": 0.579051, "main_score": 0.538253, "hf_subset": "dik_Latn-guj_Gujr", "languages": ["dik-Latn", "guj-Gujr"]}, {"precision": 0.542147, "recall": 0.59585, "f1": 0.556789, "accuracy": 0.59585, "main_score": 0.556789, "hf_subset": "dik_Latn-kaz_Cyrl", "languages": ["dik-Latn", "kaz-Cyrl"]}, {"precision": 0.464706, "recall": 0.513834, "f1": 0.47812, "accuracy": 0.513834, "main_score": 0.47812, "hf_subset": "dik_Latn-lug_Latn", "languages": ["dik-Latn", "lug-Latn"]}, {"precision": 0.55076, "recall": 0.600791, "f1": 0.564242, "accuracy": 0.600791, "main_score": 0.564242, "hf_subset": "dik_Latn-oci_Latn", "languages": ["dik-Latn", "oci-Latn"]}, {"precision": 0.504262, "recall": 0.545455, "f1": 0.515538, "accuracy": 0.545455, "main_score": 0.515538, "hf_subset": "dik_Latn-smo_Latn", "languages": ["dik-Latn", "smo-Latn"]}, {"precision": 0.469545, "recall": 0.522727, "f1": 0.483949, "accuracy": 0.522727, "main_score": 0.483949, "hf_subset": "dik_Latn-tsn_Latn", "languages": ["dik-Latn", "tsn-Latn"]}, {"precision": 0.471833, "recall": 0.52668, "f1": 0.486743, "accuracy": 0.52668, "main_score": 0.486743, "hf_subset": "dik_Latn-zul_Latn", "languages": ["dik-Latn", "zul-Latn"]}, {"precision": 0.429349, "recall": 0.491107, "f1": 0.446832, "accuracy": 0.491107, "main_score": 0.446832, "hf_subset": "dik_Latn-azb_Arab", "languages": ["dik-Latn", "azb-Arab"]}, {"precision": 0.537963, "recall": 0.587945, "f1": 0.550786, "accuracy": 0.587945, "main_score": 0.550786, "hf_subset": "dik_Latn-deu_Latn", "languages": ["dik-Latn", "deu-Latn"]}, {"precision": 0.485708, "recall": 0.541502, "f1": 0.499942, "accuracy": 0.541502, "main_score": 0.499942, "hf_subset": "dik_Latn-hat_Latn", "languages": ["dik-Latn", "hat-Latn"]}, {"precision": 0.441436, "recall": 0.486166, "f1": 0.453226, "accuracy": 0.486166, "main_score": 0.453226, "hf_subset": "dik_Latn-kbp_Latn", "languages": ["dik-Latn", "kbp-Latn"]}, {"precision": 0.526905, "recall": 0.570158, "f1": 0.538891, "accuracy": 0.570158, "main_score": 0.538891, "hf_subset": "dik_Latn-luo_Latn", "languages": ["dik-Latn", "luo-Latn"]}, {"precision": 0.493618, "recall": 0.551383, "f1": 0.508923, "accuracy": 0.551383, "main_score": 0.508923, "hf_subset": "dik_Latn-ory_Orya", "languages": ["dik-Latn", "ory-Orya"]}, {"precision": 0.492507, "recall": 0.544466, "f1": 0.506783, "accuracy": 0.544466, "main_score": 0.506783, "hf_subset": "dik_Latn-sna_Latn", "languages": ["dik-Latn", "sna-Latn"]}, {"precision": 0.472704, "recall": 0.516798, "f1": 0.485096, "accuracy": 0.516798, "main_score": 0.485096, "hf_subset": "dik_Latn-tso_Latn", "languages": ["dik-Latn", "tso-Latn"]}, {"precision": 0.499168, "recall": 0.554348, "f1": 0.513979, "accuracy": 0.554348, "main_score": 0.513979, "hf_subset": "dik_Latn-azj_Latn", "languages": ["dik-Latn", "azj-Latn"]}, {"precision": 0.505722, "recall": 0.547431, "f1": 0.518182, "accuracy": 0.547431, "main_score": 0.518182, "hf_subset": "dik_Latn-hau_Latn", "languages": ["dik-Latn", "hau-Latn"]}, {"precision": 0.539065, "recall": 0.579051, "f1": 0.549071, "accuracy": 0.579051, "main_score": 0.549071, "hf_subset": "dik_Latn-kea_Latn", "languages": ["dik-Latn", "kea-Latn"]}, {"precision": 0.520095, "recall": 0.563241, "f1": 0.533063, "accuracy": 0.563241, "main_score": 0.533063, "hf_subset": "dik_Latn-lus_Latn", "languages": ["dik-Latn", "lus-Latn"]}, {"precision": 0.545638, "recall": 0.587945, "f1": 0.556757, "accuracy": 0.587945, "main_score": 0.556757, "hf_subset": "dik_Latn-pag_Latn", "languages": ["dik-Latn", "pag-Latn"]}, {"precision": 0.487377, "recall": 0.539526, "f1": 0.501508, "accuracy": 0.539526, "main_score": 0.501508, "hf_subset": "dik_Latn-snd_Arab", "languages": ["dik-Latn", "snd-Arab"]}, {"precision": 0.473679, "recall": 0.533597, "f1": 0.490726, "accuracy": 0.533597, "main_score": 0.490726, "hf_subset": "dik_Latn-tuk_Latn", "languages": ["dik-Latn", "tuk-Latn"]}, {"precision": 0.527626, "recall": 0.574111, "f1": 0.540464, "accuracy": 0.574111, "main_score": 0.540464, "hf_subset": "dik_Latn-bak_Cyrl", "languages": ["dik-Latn", "bak-Cyrl"]}, {"precision": 0.427546, "recall": 0.487154, "f1": 0.444779, "accuracy": 0.487154, "main_score": 0.444779, "hf_subset": "dik_Latn-dyu_Latn", "languages": ["dik-Latn", "dyu-Latn"]}, {"precision": 0.509825, "recall": 0.566206, "f1": 0.524798, "accuracy": 0.566206, "main_score": 0.524798, "hf_subset": "dik_Latn-heb_Hebr", "languages": ["dik-Latn", "heb-Hebr"]}, {"precision": 0.497086, "recall": 0.546443, "f1": 0.510743, "accuracy": 0.546443, "main_score": 0.510743, "hf_subset": "dik_Latn-khk_Cyrl", "languages": ["dik-Latn", "khk-Cyrl"]}, {"precision": 0.52582, "recall": 0.570158, "f1": 0.537499, "accuracy": 0.570158, "main_score": 0.537499, "hf_subset": "dik_Latn-lvs_Latn", "languages": ["dik-Latn", "lvs-Latn"]}, {"precision": 0.52434, "recall": 0.581028, "f1": 0.539264, "accuracy": 0.581028, "main_score": 0.539264, "hf_subset": "dik_Latn-pan_Guru", "languages": ["dik-Latn", "pan-Guru"]}, {"precision": 0.465911, "recall": 0.511858, "f1": 0.478204, "accuracy": 0.511858, "main_score": 0.478204, "hf_subset": "dik_Latn-som_Latn", "languages": ["dik-Latn", "som-Latn"]}, {"precision": 0.477276, "recall": 0.519763, "f1": 0.489423, "accuracy": 0.519763, "main_score": 0.489423, "hf_subset": "dik_Latn-tum_Latn", "languages": ["dik-Latn", "tum-Latn"]}, {"precision": 0.468514, "recall": 0.518775, "f1": 0.482526, "accuracy": 0.518775, "main_score": 0.482526, "hf_subset": "hau_Latn-ace_Arab", "languages": ["hau-Latn", "ace-Arab"]}, {"precision": 0.520059, "recall": 0.562253, "f1": 0.532619, "accuracy": 0.562253, "main_score": 0.532619, "hf_subset": "hau_Latn-bam_Latn", "languages": ["hau-Latn", "bam-Latn"]}, {"precision": 0.276635, "recall": 0.322134, "f1": 0.288342, "accuracy": 0.322134, "main_score": 0.288342, "hf_subset": "hau_Latn-dzo_Tibt", "languages": ["hau-Latn", "dzo-Tibt"]}, {"precision": 0.730633, "recall": 0.773715, "f1": 0.742682, "accuracy": 0.773715, "main_score": 0.742682, "hf_subset": "hau_Latn-hin_Deva", "languages": ["hau-Latn", "hin-Deva"]}, {"precision": 0.697571, "recall": 0.751976, "f1": 0.712611, "accuracy": 0.751976, "main_score": 0.712611, "hf_subset": "hau_Latn-khm_Khmr", "languages": ["hau-Latn", "khm-Khmr"]}, {"precision": 0.703804, "recall": 0.749012, "f1": 0.716003, "accuracy": 0.749012, "main_score": 0.716003, "hf_subset": "hau_Latn-mag_Deva", "languages": ["hau-Latn", "mag-Deva"]}, {"precision": 0.665353, "recall": 0.70751, "f1": 0.676536, "accuracy": 0.70751, "main_score": 0.676536, "hf_subset": "hau_Latn-pap_Latn", "languages": ["hau-Latn", "pap-Latn"]}, {"precision": 0.567409, "recall": 0.604743, "f1": 0.577426, "accuracy": 0.604743, "main_score": 0.577426, "hf_subset": "hau_Latn-sot_Latn", "languages": ["hau-Latn", "sot-Latn"]}, {"precision": 0.712497, "recall": 0.763834, "f1": 0.726322, "accuracy": 0.763834, "main_score": 0.726322, "hf_subset": "hau_Latn-tur_Latn", "languages": ["hau-Latn", "tur-Latn"]}, {"precision": 0.617948, "recall": 0.660079, "f1": 0.629002, "accuracy": 0.660079, "main_score": 0.629002, "hf_subset": "hau_Latn-ace_Latn", "languages": ["hau-Latn", "ace-Latn"]}, {"precision": 0.646982, "recall": 0.683794, "f1": 0.656645, "accuracy": 0.683794, "main_score": 0.656645, "hf_subset": "hau_Latn-ban_Latn", "languages": ["hau-Latn", "ban-Latn"]}, {"precision": 0.720119, "recall": 0.772727, "f1": 0.734473, "accuracy": 0.772727, "main_score": 0.734473, "hf_subset": "hau_Latn-ell_Grek", "languages": ["hau-Latn", "ell-Grek"]}, {"precision": 0.687091, "recall": 0.735178, "f1": 0.700703, "accuracy": 0.735178, "main_score": 0.700703, "hf_subset": "hau_Latn-hne_Deva", "languages": ["hau-Latn", "hne-Deva"]}, {"precision": 0.524399, "recall": 0.565217, "f1": 0.535753, "accuracy": 0.565217, "main_score": 0.535753, "hf_subset": "hau_Latn-kik_Latn", "languages": ["hau-Latn", "kik-Latn"]}, {"precision": 0.705091, "recall": 0.750988, "f1": 0.717539, "accuracy": 0.750988, "main_score": 0.717539, "hf_subset": "hau_Latn-mai_Deva", "languages": ["hau-Latn", "mai-Deva"]}, {"precision": 0.634526, "recall": 0.694664, "f1": 0.650917, "accuracy": 0.694664, "main_score": 0.650917, "hf_subset": "hau_Latn-pbt_Arab", "languages": ["hau-Latn", "pbt-Arab"]}, {"precision": 0.707064, "recall": 0.76087, "f1": 0.721675, "accuracy": 0.76087, "main_score": 0.721675, "hf_subset": "hau_Latn-spa_Latn", "languages": ["hau-Latn", "spa-Latn"]}, {"precision": 0.545362, "recall": 0.583992, "f1": 0.556025, "accuracy": 0.583992, "main_score": 0.556025, "hf_subset": "hau_Latn-twi_Latn", "languages": ["hau-Latn", "twi-Latn"]}, {"precision": 0.705232, "recall": 0.752964, "f1": 0.717641, "accuracy": 0.752964, "main_score": 0.717641, "hf_subset": "hau_Latn-acm_Arab", "languages": ["hau-Latn", "acm-Arab"]}, {"precision": 0.663949, "recall": 0.717391, "f1": 0.678069, "accuracy": 0.717391, "main_score": 0.678069, "hf_subset": "hau_Latn-bel_Cyrl", "languages": ["hau-Latn", "bel-Cyrl"]}, {"precision": 0.755221, "recall": 0.801383, "f1": 0.767455, "accuracy": 0.801383, "main_score": 0.767455, "hf_subset": "hau_Latn-eng_Latn", "languages": ["hau-Latn", "eng-Latn"]}, {"precision": 0.727551, "recall": 0.778656, "f1": 0.741457, "accuracy": 0.778656, "main_score": 0.741457, "hf_subset": "hau_Latn-hrv_Latn", "languages": ["hau-Latn", "hrv-Latn"]}, {"precision": 0.531862, "recall": 0.575099, "f1": 0.543697, "accuracy": 0.575099, "main_score": 0.543697, "hf_subset": "hau_Latn-kin_Latn", "languages": ["hau-Latn", "kin-Latn"]}, {"precision": 0.719234, "recall": 0.772727, "f1": 0.734719, "accuracy": 0.772727, "main_score": 0.734719, "hf_subset": "hau_Latn-mal_Mlym", "languages": ["hau-Latn", "mal-Mlym"]}, {"precision": 0.704195, "recall": 0.759881, "f1": 0.719688, "accuracy": 0.759881, "main_score": 0.719688, "hf_subset": "hau_Latn-pes_Arab", "languages": ["hau-Latn", "pes-Arab"]}, {"precision": 0.681104, "recall": 0.729249, "f1": 0.69357, "accuracy": 0.729249, "main_score": 0.69357, "hf_subset": "hau_Latn-srd_Latn", "languages": ["hau-Latn", "srd-Latn"]}, {"precision": 0.216178, "recall": 0.259881, "f1": 0.227027, "accuracy": 0.259881, "main_score": 0.227027, "hf_subset": "hau_Latn-tzm_Tfng", "languages": ["hau-Latn", "tzm-Tfng"]}, {"precision": 0.713269, "recall": 0.766798, "f1": 0.727755, "accuracy": 0.766798, "main_score": 0.727755, "hf_subset": "hau_Latn-acq_Arab", "languages": ["hau-Latn", "acq-Arab"]}, {"precision": 0.570911, "recall": 0.613636, "f1": 0.582324, "accuracy": 0.613636, "main_score": 0.582324, "hf_subset": "hau_Latn-bem_Latn", "languages": ["hau-Latn", "bem-Latn"]}, {"precision": 0.722176, "recall": 0.771739, "f1": 0.735645, "accuracy": 0.771739, "main_score": 0.735645, "hf_subset": "hau_Latn-epo_Latn", "languages": ["hau-Latn", "epo-Latn"]}, {"precision": 0.719578, "recall": 0.762846, "f1": 0.731266, "accuracy": 0.762846, "main_score": 0.731266, "hf_subset": "hau_Latn-hun_Latn", "languages": ["hau-Latn", "hun-Latn"]}, {"precision": 0.671938, "recall": 0.727273, "f1": 0.686296, "accuracy": 0.727273, "main_score": 0.686296, "hf_subset": "hau_Latn-kir_Cyrl", "languages": ["hau-Latn", "kir-Cyrl"]}, {"precision": 0.709079, "recall": 0.755929, "f1": 0.721654, "accuracy": 0.755929, "main_score": 0.721654, "hf_subset": "hau_Latn-mar_Deva", "languages": ["hau-Latn", "mar-Deva"]}, {"precision": 0.577443, "recall": 0.619565, "f1": 0.588774, "accuracy": 0.619565, "main_score": 0.588774, "hf_subset": "hau_Latn-plt_Latn", "languages": ["hau-Latn", "plt-Latn"]}, {"precision": 0.723836, "recall": 0.777668, "f1": 0.73852, "accuracy": 0.777668, "main_score": 0.73852, "hf_subset": "hau_Latn-srp_Cyrl", "languages": ["hau-Latn", "srp-Cyrl"]}, {"precision": 0.605432, "recall": 0.670949, "f1": 0.623396, "accuracy": 0.670949, "main_score": 0.623396, "hf_subset": "hau_Latn-uig_Arab", "languages": ["hau-Latn", "uig-Arab"]}, {"precision": 0.668696, "recall": 0.718379, "f1": 0.682177, "accuracy": 0.718379, "main_score": 0.682177, "hf_subset": "hau_Latn-aeb_Arab", "languages": ["hau-Latn", "aeb-Arab"]}, {"precision": 0.706187, "recall": 0.759881, "f1": 0.721447, "accuracy": 0.759881, "main_score": 0.721447, "hf_subset": "hau_Latn-ben_Beng", "languages": ["hau-Latn", "ben-Beng"]}, {"precision": 0.692064, "recall": 0.747036, "f1": 0.707035, "accuracy": 0.747036, "main_score": 0.707035, "hf_subset": "hau_Latn-est_Latn", "languages": ["hau-Latn", "est-Latn"]}, {"precision": 0.726312, "recall": 0.777668, "f1": 0.74, "accuracy": 0.777668, "main_score": 0.74, "hf_subset": "hau_Latn-hye_Armn", "languages": ["hau-Latn", "hye-Armn"]}, {"precision": 0.524104, "recall": 0.556324, "f1": 0.533336, "accuracy": 0.556324, "main_score": 0.533336, "hf_subset": "hau_Latn-kmb_Latn", "languages": ["hau-Latn", "kmb-Latn"]}, {"precision": 0.413578, "recall": 0.467391, "f1": 0.427585, "accuracy": 0.467391, "main_score": 0.427585, "hf_subset": "hau_Latn-min_Arab", "languages": ["hau-Latn", "min-Arab"]}, {"precision": 0.716587, "recall": 0.767787, "f1": 0.730808, "accuracy": 0.767787, "main_score": 0.730808, "hf_subset": "hau_Latn-pol_Latn", "languages": ["hau-Latn", "pol-Latn"]}, {"precision": 0.556291, "recall": 0.597826, "f1": 0.568169, "accuracy": 0.597826, "main_score": 0.568169, "hf_subset": "hau_Latn-ssw_Latn", "languages": ["hau-Latn", "ssw-Latn"]}, {"precision": 0.710092, "recall": 0.766798, "f1": 0.725692, "accuracy": 0.766798, "main_score": 0.725692, "hf_subset": "hau_Latn-ukr_Cyrl", "languages": ["hau-Latn", "ukr-Cyrl"]}, {"precision": 0.74449, "recall": 0.793478, "f1": 0.757952, "accuracy": 0.793478, "main_score": 0.757952, "hf_subset": "hau_Latn-afr_Latn", "languages": ["hau-Latn", "afr-Latn"]}, {"precision": 0.676479, "recall": 0.719368, "f1": 0.687797, "accuracy": 0.719368, "main_score": 0.687797, "hf_subset": "hau_Latn-bho_Deva", "languages": ["hau-Latn", "bho-Deva"]}, {"precision": 0.68574, "recall": 0.737154, "f1": 0.700005, "accuracy": 0.737154, "main_score": 0.700005, "hf_subset": "hau_Latn-eus_Latn", "languages": ["hau-Latn", "eus-Latn"]}, {"precision": 0.551547, "recall": 0.593874, "f1": 0.563578, "accuracy": 0.593874, "main_score": 0.563578, "hf_subset": "hau_Latn-ibo_Latn", "languages": ["hau-Latn", "ibo-Latn"]}, {"precision": 0.634315, "recall": 0.684783, "f1": 0.648081, "accuracy": 0.684783, "main_score": 0.648081, "hf_subset": "hau_Latn-kmr_Latn", "languages": ["hau-Latn", "kmr-Latn"]}, {"precision": 0.682499, "recall": 0.728261, "f1": 0.695025, "accuracy": 0.728261, "main_score": 0.695025, "hf_subset": "hau_Latn-min_Latn", "languages": ["hau-Latn", "min-Latn"]}, {"precision": 0.749022, "recall": 0.796443, "f1": 0.761851, "accuracy": 0.796443, "main_score": 0.761851, "hf_subset": "hau_Latn-por_Latn", "languages": ["hau-Latn", "por-Latn"]}, {"precision": 0.711604, "recall": 0.754941, "f1": 0.723651, "accuracy": 0.754941, "main_score": 0.723651, "hf_subset": "hau_Latn-sun_Latn", "languages": ["hau-Latn", "sun-Latn"]}, {"precision": 0.51004, "recall": 0.552372, "f1": 0.521407, "accuracy": 0.552372, "main_score": 0.521407, "hf_subset": "hau_Latn-umb_Latn", "languages": ["hau-Latn", "umb-Latn"]}, {"precision": 0.717029, "recall": 0.767787, "f1": 0.730718, "accuracy": 0.767787, "main_score": 0.730718, "hf_subset": "hau_Latn-ajp_Arab", "languages": ["hau-Latn", "ajp-Arab"]}, {"precision": 0.443632, "recall": 0.494071, "f1": 0.457118, "accuracy": 0.494071, "main_score": 0.457118, "hf_subset": "hau_Latn-bjn_Arab", "languages": ["hau-Latn", "bjn-Arab"]}, {"precision": 0.500882, "recall": 0.538538, "f1": 0.511315, "accuracy": 0.538538, "main_score": 0.511315, "hf_subset": "hau_Latn-ewe_Latn", "languages": ["hau-Latn", "ewe-Latn"]}, {"precision": 0.659108, "recall": 0.704545, "f1": 0.671477, "accuracy": 0.704545, "main_score": 0.671477, "hf_subset": "hau_Latn-ilo_Latn", "languages": ["hau-Latn", "ilo-Latn"]}, {"precision": 0.325718, "recall": 0.369565, "f1": 0.33777, "accuracy": 0.369565, "main_score": 0.33777, "hf_subset": "hau_Latn-knc_Arab", "languages": ["hau-Latn", "knc-Arab"]}, {"precision": 0.713693, "recall": 0.771739, "f1": 0.729418, "accuracy": 0.771739, "main_score": 0.729418, "hf_subset": "hau_Latn-mkd_Cyrl", "languages": ["hau-Latn", "mkd-Cyrl"]}, {"precision": 0.7039, "recall": 0.76087, "f1": 0.719067, "accuracy": 0.76087, "main_score": 0.719067, "hf_subset": "hau_Latn-prs_Arab", "languages": ["hau-Latn", "prs-Arab"]}, {"precision": 0.743944, "recall": 0.795455, "f1": 0.758321, "accuracy": 0.795455, "main_score": 0.758321, "hf_subset": "hau_Latn-swe_Latn", "languages": ["hau-Latn", "swe-Latn"]}, {"precision": 0.693877, "recall": 0.755929, "f1": 0.711377, "accuracy": 0.755929, "main_score": 0.711377, "hf_subset": "hau_Latn-urd_Arab", "languages": ["hau-Latn", "urd-Arab"]}, {"precision": 0.533098, "recall": 0.56917, "f1": 0.542944, "accuracy": 0.56917, "main_score": 0.542944, "hf_subset": "hau_Latn-aka_Latn", "languages": ["hau-Latn", "aka-Latn"]}, {"precision": 0.691232, "recall": 0.728261, "f1": 0.700829, "accuracy": 0.728261, "main_score": 0.700829, "hf_subset": "hau_Latn-bjn_Latn", "languages": ["hau-Latn", "bjn-Latn"]}, {"precision": 0.678792, "recall": 0.726285, "f1": 0.692121, "accuracy": 0.726285, "main_score": 0.692121, "hf_subset": "hau_Latn-fao_Latn", "languages": ["hau-Latn", "fao-Latn"]}, {"precision": 0.741422, "recall": 0.786561, "f1": 0.754464, "accuracy": 0.786561, "main_score": 0.754464, "hf_subset": "hau_Latn-ind_Latn", "languages": ["hau-Latn", "ind-Latn"]}, {"precision": 0.572647, "recall": 0.609684, "f1": 0.582437, "accuracy": 0.609684, "main_score": 0.582437, "hf_subset": "hau_Latn-knc_Latn", "languages": ["hau-Latn", "knc-Latn"]}, {"precision": 0.701847, "recall": 0.748024, "f1": 0.713985, "accuracy": 0.748024, "main_score": 0.713985, "hf_subset": "hau_Latn-mlt_Latn", "languages": ["hau-Latn", "mlt-Latn"]}, {"precision": 0.574813, "recall": 0.617589, "f1": 0.587207, "accuracy": 0.617589, "main_score": 0.587207, "hf_subset": "hau_Latn-quy_Latn", "languages": ["hau-Latn", "quy-Latn"]}, {"precision": 0.711992, "recall": 0.761858, "f1": 0.725778, "accuracy": 0.761858, "main_score": 0.725778, "hf_subset": "hau_Latn-swh_Latn", "languages": ["hau-Latn", "swh-Latn"]}, {"precision": 0.69827, "recall": 0.748024, "f1": 0.711676, "accuracy": 0.748024, "main_score": 0.711676, "hf_subset": "hau_Latn-uzn_Latn", "languages": ["hau-Latn", "uzn-Latn"]}, {"precision": 0.712699, "recall": 0.764822, "f1": 0.728023, "accuracy": 0.764822, "main_score": 0.728023, "hf_subset": "hau_Latn-als_Latn", "languages": ["hau-Latn", "als-Latn"]}, {"precision": 0.376492, "recall": 0.445652, "f1": 0.394694, "accuracy": 0.445652, "main_score": 0.394694, "hf_subset": "hau_Latn-bod_Tibt", "languages": ["hau-Latn", "bod-Tibt"]}, {"precision": 0.591889, "recall": 0.635375, "f1": 0.603387, "accuracy": 0.635375, "main_score": 0.603387, "hf_subset": "hau_Latn-fij_Latn", "languages": ["hau-Latn", "fij-Latn"]}, {"precision": 0.676051, "recall": 0.726285, "f1": 0.689518, "accuracy": 0.726285, "main_score": 0.689518, "hf_subset": "hau_Latn-isl_Latn", "languages": ["hau-Latn", "isl-Latn"]}, {"precision": 0.557371, "recall": 0.59585, "f1": 0.567874, "accuracy": 0.59585, "main_score": 0.567874, "hf_subset": "hau_Latn-kon_Latn", "languages": ["hau-Latn", "kon-Latn"]}, {"precision": 0.489811, "recall": 0.535573, "f1": 0.501816, "accuracy": 0.535573, "main_score": 0.501816, "hf_subset": "hau_Latn-mni_Beng", "languages": ["hau-Latn", "mni-Beng"]}, {"precision": 0.744375, "recall": 0.794466, "f1": 0.758485, "accuracy": 0.794466, "main_score": 0.758485, "hf_subset": "hau_Latn-ron_Latn", "languages": ["hau-Latn", "ron-Latn"]}, {"precision": 0.707668, "recall": 0.751976, "f1": 0.719358, "accuracy": 0.751976, "main_score": 0.719358, "hf_subset": "hau_Latn-szl_Latn", "languages": ["hau-Latn", "szl-Latn"]}, {"precision": 0.700887, "recall": 0.749012, "f1": 0.713642, "accuracy": 0.749012, "main_score": 0.713642, "hf_subset": "hau_Latn-vec_Latn", "languages": ["hau-Latn", "vec-Latn"]}, {"precision": 0.627792, "recall": 0.687747, "f1": 0.644252, "accuracy": 0.687747, "main_score": 0.644252, "hf_subset": "hau_Latn-amh_Ethi", "languages": ["hau-Latn", "amh-Ethi"]}, {"precision": 0.732246, "recall": 0.781621, "f1": 0.745651, "accuracy": 0.781621, "main_score": 0.745651, "hf_subset": "hau_Latn-bos_Latn", "languages": ["hau-Latn", "bos-Latn"]}, {"precision": 0.689775, "recall": 0.744071, "f1": 0.704777, "accuracy": 0.744071, "main_score": 0.704777, "hf_subset": "hau_Latn-fin_Latn", "languages": ["hau-Latn", "fin-Latn"]}, {"precision": 0.705334, "recall": 0.757905, "f1": 0.719445, "accuracy": 0.757905, "main_score": 0.719445, "hf_subset": "hau_Latn-ita_Latn", "languages": ["hau-Latn", "ita-Latn"]}, {"precision": 0.696985, "recall": 0.755929, "f1": 0.713644, "accuracy": 0.755929, "main_score": 0.713644, "hf_subset": "hau_Latn-kor_Hang", "languages": ["hau-Latn", "kor-Hang"]}, {"precision": 0.50674, "recall": 0.549407, "f1": 0.518491, "accuracy": 0.549407, "main_score": 0.518491, "hf_subset": "hau_Latn-mos_Latn", "languages": ["hau-Latn", "mos-Latn"]}, {"precision": 0.555443, "recall": 0.591897, "f1": 0.565705, "accuracy": 0.591897, "main_score": 0.565705, "hf_subset": "hau_Latn-run_Latn", "languages": ["hau-Latn", "run-Latn"]}, {"precision": 0.692514, "recall": 0.748024, "f1": 0.707849, "accuracy": 0.748024, "main_score": 0.707849, "hf_subset": "hau_Latn-tam_Taml", "languages": ["hau-Latn", "tam-Taml"]}, {"precision": 0.706402, "recall": 0.759881, "f1": 0.720625, "accuracy": 0.759881, "main_score": 0.720625, "hf_subset": "hau_Latn-vie_Latn", "languages": ["hau-Latn", "vie-Latn"]}, {"precision": 0.697177, "recall": 0.749012, "f1": 0.711168, "accuracy": 0.749012, "main_score": 0.711168, "hf_subset": "hau_Latn-apc_Arab", "languages": ["hau-Latn", "apc-Arab"]}, {"precision": 0.584141, "recall": 0.62253, "f1": 0.594764, "accuracy": 0.62253, "main_score": 0.594764, "hf_subset": "hau_Latn-bug_Latn", "languages": ["hau-Latn", "bug-Latn"]}, {"precision": 0.489634, "recall": 0.52668, "f1": 0.50084, "accuracy": 0.52668, "main_score": 0.50084, "hf_subset": "hau_Latn-fon_Latn", "languages": ["hau-Latn", "fon-Latn"]}, {"precision": 0.734249, "recall": 0.77668, "f1": 0.746051, "accuracy": 0.77668, "main_score": 0.746051, "hf_subset": "hau_Latn-jav_Latn", "languages": ["hau-Latn", "jav-Latn"]}, {"precision": 0.681046, "recall": 0.73913, "f1": 0.697514, "accuracy": 0.73913, "main_score": 0.697514, "hf_subset": "hau_Latn-lao_Laoo", "languages": ["hau-Latn", "lao-Laoo"]}, {"precision": 0.635363, "recall": 0.681818, "f1": 0.64741, "accuracy": 0.681818, "main_score": 0.64741, "hf_subset": "hau_Latn-mri_Latn", "languages": ["hau-Latn", "mri-Latn"]}, {"precision": 0.708359, "recall": 0.76087, "f1": 0.722764, "accuracy": 0.76087, "main_score": 0.722764, "hf_subset": "hau_Latn-rus_Cyrl", "languages": ["hau-Latn", "rus-Cyrl"]}, {"precision": 0.50799, "recall": 0.545455, "f1": 0.518409, "accuracy": 0.545455, "main_score": 0.518409, "hf_subset": "hau_Latn-taq_Latn", "languages": ["hau-Latn", "taq-Latn"]}, {"precision": 0.691651, "recall": 0.738142, "f1": 0.703113, "accuracy": 0.738142, "main_score": 0.703113, "hf_subset": "hau_Latn-war_Latn", "languages": ["hau-Latn", "war-Latn"]}, {"precision": 0.720142, "recall": 0.770751, "f1": 0.733879, "accuracy": 0.770751, "main_score": 0.733879, "hf_subset": "hau_Latn-arb_Arab", "languages": ["hau-Latn", "arb-Arab"]}, {"precision": 0.723313, "recall": 0.770751, "f1": 0.735864, "accuracy": 0.770751, "main_score": 0.735864, "hf_subset": "hau_Latn-bul_Cyrl", "languages": ["hau-Latn", "bul-Cyrl"]}, {"precision": 0.734342, "recall": 0.782609, "f1": 0.747181, "accuracy": 0.782609, "main_score": 0.747181, "hf_subset": "hau_Latn-fra_Latn", "languages": ["hau-Latn", "fra-Latn"]}, {"precision": 0.677872, "recall": 0.729249, "f1": 0.692314, "accuracy": 0.729249, "main_score": 0.692314, "hf_subset": "hau_Latn-jpn_Jpan", "languages": ["hau-Latn", "jpn-Jpan"]}, {"precision": 0.702264, "recall": 0.750988, "f1": 0.715536, "accuracy": 0.750988, "main_score": 0.715536, "hf_subset": "hau_Latn-lij_Latn", "languages": ["hau-Latn", "lij-Latn"]}, {"precision": 0.591471, "recall": 0.674901, "f1": 0.615095, "accuracy": 0.674901, "main_score": 0.615095, "hf_subset": "hau_Latn-mya_Mymr", "languages": ["hau-Latn", "mya-Mymr"]}, {"precision": 0.533478, "recall": 0.573123, "f1": 0.54423, "accuracy": 0.573123, "main_score": 0.54423, "hf_subset": "hau_Latn-sag_Latn", "languages": ["hau-Latn", "sag-Latn"]}, {"precision": 0.213805, "recall": 0.248024, "f1": 0.221581, "accuracy": 0.248024, "main_score": 0.221581, "hf_subset": "hau_Latn-taq_Tfng", "languages": ["hau-Latn", "taq-Tfng"]}, {"precision": 0.557671, "recall": 0.592885, "f1": 0.567642, "accuracy": 0.592885, "main_score": 0.567642, "hf_subset": "hau_Latn-wol_Latn", "languages": ["hau-Latn", "wol-Latn"]}, {"precision": 0.55952, "recall": 0.607708, "f1": 0.572654, "accuracy": 0.607708, "main_score": 0.572654, "hf_subset": "hau_Latn-arb_Latn", "languages": ["hau-Latn", "arb-Latn"]}, {"precision": 0.731337, "recall": 0.780632, "f1": 0.744327, "accuracy": 0.780632, "main_score": 0.744327, "hf_subset": "hau_Latn-cat_Latn", "languages": ["hau-Latn", "cat-Latn"]}, {"precision": 0.671874, "recall": 0.721344, "f1": 0.684892, "accuracy": 0.721344, "main_score": 0.684892, "hf_subset": "hau_Latn-fur_Latn", "languages": ["hau-Latn", "fur-Latn"]}, {"precision": 0.453277, "recall": 0.497036, "f1": 0.465214, "accuracy": 0.497036, "main_score": 0.465214, "hf_subset": "hau_Latn-kab_Latn", "languages": ["hau-Latn", "kab-Latn"]}, {"precision": 0.655756, "recall": 0.702569, "f1": 0.668234, "accuracy": 0.702569, "main_score": 0.668234, "hf_subset": "hau_Latn-lim_Latn", "languages": ["hau-Latn", "lim-Latn"]}, {"precision": 0.697621, "recall": 0.754941, "f1": 0.713253, "accuracy": 0.754941, "main_score": 0.713253, "hf_subset": "hau_Latn-nld_Latn", "languages": ["hau-Latn", "nld-Latn"]}, {"precision": 0.662159, "recall": 0.720356, "f1": 0.677484, "accuracy": 0.720356, "main_score": 0.677484, "hf_subset": "hau_Latn-san_Deva", "languages": ["hau-Latn", "san-Deva"]}, {"precision": 0.679748, "recall": 0.735178, "f1": 0.694628, "accuracy": 0.735178, "main_score": 0.694628, "hf_subset": "hau_Latn-tat_Cyrl", "languages": ["hau-Latn", "tat-Cyrl"]}, {"precision": 0.592459, "recall": 0.63834, "f1": 0.605468, "accuracy": 0.63834, "main_score": 0.605468, "hf_subset": "hau_Latn-xho_Latn", "languages": ["hau-Latn", "xho-Latn"]}, {"precision": 0.708194, "recall": 0.759881, "f1": 0.722316, "accuracy": 0.759881, "main_score": 0.722316, "hf_subset": "hau_Latn-ars_Arab", "languages": ["hau-Latn", "ars-Arab"]}, {"precision": 0.729875, "recall": 0.772727, "f1": 0.741669, "accuracy": 0.772727, "main_score": 0.741669, "hf_subset": "hau_Latn-ceb_Latn", "languages": ["hau-Latn", "ceb-Latn"]}, {"precision": 0.54253, "recall": 0.588933, "f1": 0.556163, "accuracy": 0.588933, "main_score": 0.556163, "hf_subset": "hau_Latn-fuv_Latn", "languages": ["hau-Latn", "fuv-Latn"]}, {"precision": 0.505904, "recall": 0.543478, "f1": 0.516083, "accuracy": 0.543478, "main_score": 0.516083, "hf_subset": "hau_Latn-kac_Latn", "languages": ["hau-Latn", "kac-Latn"]}, {"precision": 0.55789, "recall": 0.597826, "f1": 0.568472, "accuracy": 0.597826, "main_score": 0.568472, "hf_subset": "hau_Latn-lin_Latn", "languages": ["hau-Latn", "lin-Latn"]}, {"precision": 0.713999, "recall": 0.771739, "f1": 0.730639, "accuracy": 0.771739, "main_score": 0.730639, "hf_subset": "hau_Latn-nno_Latn", "languages": ["hau-Latn", "nno-Latn"]}, {"precision": 0.183779, "recall": 0.235178, "f1": 0.197405, "accuracy": 0.235178, "main_score": 0.197405, "hf_subset": "hau_Latn-sat_Olck", "languages": ["hau-Latn", "sat-Olck"]}, {"precision": 0.70402, "recall": 0.756917, "f1": 0.71797, "accuracy": 0.756917, "main_score": 0.71797, "hf_subset": "hau_Latn-tel_Telu", "languages": ["hau-Latn", "tel-Telu"]}, {"precision": 0.628389, "recall": 0.6917, "f1": 0.645665, "accuracy": 0.6917, "main_score": 0.645665, "hf_subset": "hau_Latn-ydd_Hebr", "languages": ["hau-Latn", "ydd-Hebr"]}, {"precision": 0.645449, "recall": 0.698617, "f1": 0.659957, "accuracy": 0.698617, "main_score": 0.659957, "hf_subset": "hau_Latn-ary_Arab", "languages": ["hau-Latn", "ary-Arab"]}, {"precision": 0.733297, "recall": 0.783597, "f1": 0.747271, "accuracy": 0.783597, "main_score": 0.747271, "hf_subset": "hau_Latn-ces_Latn", "languages": ["hau-Latn", "ces-Latn"]}, {"precision": 0.523388, "recall": 0.574111, "f1": 0.537963, "accuracy": 0.574111, "main_score": 0.537963, "hf_subset": "hau_Latn-gaz_Latn", "languages": ["hau-Latn", "gaz-Latn"]}, {"precision": 0.539366, "recall": 0.582016, "f1": 0.551003, "accuracy": 0.582016, "main_score": 0.551003, "hf_subset": "hau_Latn-kam_Latn", "languages": ["hau-Latn", "kam-Latn"]}, {"precision": 0.707877, "recall": 0.756917, "f1": 0.72143, "accuracy": 0.756917, "main_score": 0.72143, "hf_subset": "hau_Latn-lit_Latn", "languages": ["hau-Latn", "lit-Latn"]}, {"precision": 0.732994, "recall": 0.778656, "f1": 0.74574, "accuracy": 0.778656, "main_score": 0.74574, "hf_subset": "hau_Latn-nob_Latn", "languages": ["hau-Latn", "nob-Latn"]}, {"precision": 0.678828, "recall": 0.725296, "f1": 0.691642, "accuracy": 0.725296, "main_score": 0.691642, "hf_subset": "hau_Latn-scn_Latn", "languages": ["hau-Latn", "scn-Latn"]}, {"precision": 0.689109, "recall": 0.738142, "f1": 0.702455, "accuracy": 0.738142, "main_score": 0.702455, "hf_subset": "hau_Latn-tgk_Cyrl", "languages": ["hau-Latn", "tgk-Cyrl"]}, {"precision": 0.594575, "recall": 0.65415, "f1": 0.612208, "accuracy": 0.65415, "main_score": 0.612208, "hf_subset": "hau_Latn-yor_Latn", "languages": ["hau-Latn", "yor-Latn"]}, {"precision": 0.692334, "recall": 0.742095, "f1": 0.706004, "accuracy": 0.742095, "main_score": 0.706004, "hf_subset": "hau_Latn-arz_Arab", "languages": ["hau-Latn", "arz-Arab"]}, {"precision": 0.508145, "recall": 0.541502, "f1": 0.51753, "accuracy": 0.541502, "main_score": 0.51753, "hf_subset": "hau_Latn-cjk_Latn", "languages": ["hau-Latn", "cjk-Latn"]}, {"precision": 0.591058, "recall": 0.643281, "f1": 0.605028, "accuracy": 0.643281, "main_score": 0.605028, "hf_subset": "hau_Latn-gla_Latn", "languages": ["hau-Latn", "gla-Latn"]}, {"precision": 0.705739, "recall": 0.759881, "f1": 0.721083, "accuracy": 0.759881, "main_score": 0.721083, "hf_subset": "hau_Latn-kan_Knda", "languages": ["hau-Latn", "kan-Knda"]}, {"precision": 0.68599, "recall": 0.730237, "f1": 0.697635, "accuracy": 0.730237, "main_score": 0.697635, "hf_subset": "hau_Latn-lmo_Latn", "languages": ["hau-Latn", "lmo-Latn"]}, {"precision": 0.702807, "recall": 0.753953, "f1": 0.716726, "accuracy": 0.753953, "main_score": 0.716726, "hf_subset": "hau_Latn-npi_Deva", "languages": ["hau-Latn", "npi-Deva"]}, {"precision": 0.455349, "recall": 0.497036, "f1": 0.466904, "accuracy": 0.497036, "main_score": 0.466904, "hf_subset": "hau_Latn-shn_Mymr", "languages": ["hau-Latn", "shn-Mymr"]}, {"precision": 0.760298, "recall": 0.802372, "f1": 0.771605, "accuracy": 0.802372, "main_score": 0.771605, "hf_subset": "hau_Latn-tgl_Latn", "languages": ["hau-Latn", "tgl-Latn"]}, {"precision": 0.709497, "recall": 0.76087, "f1": 0.72301, "accuracy": 0.76087, "main_score": 0.72301, "hf_subset": "hau_Latn-yue_Hant", "languages": ["hau-Latn", "yue-Hant"]}, {"precision": 0.678296, "recall": 0.728261, "f1": 0.691185, "accuracy": 0.728261, "main_score": 0.691185, "hf_subset": "hau_Latn-asm_Beng", "languages": ["hau-Latn", "asm-Beng"]}, {"precision": 0.641298, "recall": 0.699605, "f1": 0.657694, "accuracy": 0.699605, "main_score": 0.657694, "hf_subset": "hau_Latn-ckb_Arab", "languages": ["hau-Latn", "ckb-Arab"]}, {"precision": 0.614562, "recall": 0.662055, "f1": 0.628028, "accuracy": 0.662055, "main_score": 0.628028, "hf_subset": "hau_Latn-gle_Latn", "languages": ["hau-Latn", "gle-Latn"]}, {"precision": 0.583017, "recall": 0.63834, "f1": 0.597489, "accuracy": 0.63834, "main_score": 0.597489, "hf_subset": "hau_Latn-kas_Arab", "languages": ["hau-Latn", "kas-Arab"]}, {"precision": 0.60878, "recall": 0.660079, "f1": 0.622429, "accuracy": 0.660079, "main_score": 0.622429, "hf_subset": "hau_Latn-ltg_Latn", "languages": ["hau-Latn", "ltg-Latn"]}, {"precision": 0.59546, "recall": 0.628458, "f1": 0.604241, "accuracy": 0.628458, "main_score": 0.604241, "hf_subset": "hau_Latn-nso_Latn", "languages": ["hau-Latn", "nso-Latn"]}, {"precision": 0.631555, "recall": 0.689723, "f1": 0.646991, "accuracy": 0.689723, "main_score": 0.646991, "hf_subset": "hau_Latn-sin_Sinh", "languages": ["hau-Latn", "sin-Sinh"]}, {"precision": 0.699003, "recall": 0.75, "f1": 0.712455, "accuracy": 0.75, "main_score": 0.712455, "hf_subset": "hau_Latn-tha_Thai", "languages": ["hau-Latn", "tha-Thai"]}, {"precision": 0.678556, "recall": 0.726285, "f1": 0.69171, "accuracy": 0.726285, "main_score": 0.69171, "hf_subset": "hau_Latn-zho_Hans", "languages": ["hau-Latn", "zho-Hans"]}, {"precision": 0.714191, "recall": 0.763834, "f1": 0.727325, "accuracy": 0.763834, "main_score": 0.727325, "hf_subset": "hau_Latn-ast_Latn", "languages": ["hau-Latn", "ast-Latn"]}, {"precision": 0.686815, "recall": 0.741107, "f1": 0.70184, "accuracy": 0.741107, "main_score": 0.70184, "hf_subset": "hau_Latn-crh_Latn", "languages": ["hau-Latn", "crh-Latn"]}, {"precision": 0.724073, "recall": 0.77668, "f1": 0.738898, "accuracy": 0.77668, "main_score": 0.738898, "hf_subset": "hau_Latn-glg_Latn", "languages": ["hau-Latn", "glg-Latn"]}, {"precision": 0.568947, "recall": 0.616601, "f1": 0.581998, "accuracy": 0.616601, "main_score": 0.581998, "hf_subset": "hau_Latn-kas_Deva", "languages": ["hau-Latn", "kas-Deva"]}, {"precision": 0.671009, "recall": 0.722332, "f1": 0.684303, "accuracy": 0.722332, "main_score": 0.684303, "hf_subset": "hau_Latn-ltz_Latn", "languages": ["hau-Latn", "ltz-Latn"]}, {"precision": 0.466738, "recall": 0.51087, "f1": 0.478263, "accuracy": 0.51087, "main_score": 0.478263, "hf_subset": "hau_Latn-nus_Latn", "languages": ["hau-Latn", "nus-Latn"]}, {"precision": 0.723276, "recall": 0.770751, "f1": 0.736567, "accuracy": 0.770751, "main_score": 0.736567, "hf_subset": "hau_Latn-slk_Latn", "languages": ["hau-Latn", "slk-Latn"]}, {"precision": 0.438316, "recall": 0.497036, "f1": 0.454877, "accuracy": 0.497036, "main_score": 0.454877, "hf_subset": "hau_Latn-tir_Ethi", "languages": ["hau-Latn", "tir-Ethi"]}, {"precision": 0.682204, "recall": 0.73419, "f1": 0.695901, "accuracy": 0.73419, "main_score": 0.695901, "hf_subset": "hau_Latn-zho_Hant", "languages": ["hau-Latn", "zho-Hant"]}, {"precision": 0.705629, "recall": 0.75, "f1": 0.717876, "accuracy": 0.75, "main_score": 0.717876, "hf_subset": "hau_Latn-awa_Deva", "languages": ["hau-Latn", "awa-Deva"]}, {"precision": 0.694344, "recall": 0.743083, "f1": 0.707551, "accuracy": 0.743083, "main_score": 0.707551, "hf_subset": "hau_Latn-cym_Latn", "languages": ["hau-Latn", "cym-Latn"]}, {"precision": 0.587619, "recall": 0.630435, "f1": 0.598878, "accuracy": 0.630435, "main_score": 0.598878, "hf_subset": "hau_Latn-grn_Latn", "languages": ["hau-Latn", "grn-Latn"]}, {"precision": 0.654601, "recall": 0.714427, "f1": 0.670218, "accuracy": 0.714427, "main_score": 0.670218, "hf_subset": "hau_Latn-kat_Geor", "languages": ["hau-Latn", "kat-Geor"]}, {"precision": 0.557973, "recall": 0.598814, "f1": 0.569364, "accuracy": 0.598814, "main_score": 0.569364, "hf_subset": "hau_Latn-lua_Latn", "languages": ["hau-Latn", "lua-Latn"]}, {"precision": 0.569953, "recall": 0.61166, "f1": 0.581554, "accuracy": 0.61166, "main_score": 0.581554, "hf_subset": "hau_Latn-nya_Latn", "languages": ["hau-Latn", "nya-Latn"]}, {"precision": 0.71152, "recall": 0.758893, "f1": 0.723562, "accuracy": 0.758893, "main_score": 0.723562, "hf_subset": "hau_Latn-slv_Latn", "languages": ["hau-Latn", "slv-Latn"]}, {"precision": 0.628522, "recall": 0.675889, "f1": 0.641819, "accuracy": 0.675889, "main_score": 0.641819, "hf_subset": "hau_Latn-tpi_Latn", "languages": ["hau-Latn", "tpi-Latn"]}, {"precision": 0.741843, "recall": 0.788538, "f1": 0.755139, "accuracy": 0.788538, "main_score": 0.755139, "hf_subset": "hau_Latn-zsm_Latn", "languages": ["hau-Latn", "zsm-Latn"]}, {"precision": 0.518093, "recall": 0.563241, "f1": 0.531352, "accuracy": 0.563241, "main_score": 0.531352, "hf_subset": "hau_Latn-ayr_Latn", "languages": ["hau-Latn", "ayr-Latn"]}, {"precision": 0.735625, "recall": 0.790514, "f1": 0.750692, "accuracy": 0.790514, "main_score": 0.750692, "hf_subset": "hau_Latn-dan_Latn", "languages": ["hau-Latn", "dan-Latn"]}, {"precision": 0.710249, "recall": 0.764822, "f1": 0.725613, "accuracy": 0.764822, "main_score": 0.725613, "hf_subset": "hau_Latn-guj_Gujr", "languages": ["hau-Latn", "guj-Gujr"]}, {"precision": 0.710935, "recall": 0.762846, "f1": 0.725587, "accuracy": 0.762846, "main_score": 0.725587, "hf_subset": "hau_Latn-kaz_Cyrl", "languages": ["hau-Latn", "kaz-Cyrl"]}, {"precision": 0.527975, "recall": 0.574111, "f1": 0.540382, "accuracy": 0.574111, "main_score": 0.540382, "hf_subset": "hau_Latn-lug_Latn", "languages": ["hau-Latn", "lug-Latn"]}, {"precision": 0.728684, "recall": 0.779644, "f1": 0.742452, "accuracy": 0.779644, "main_score": 0.742452, "hf_subset": "hau_Latn-oci_Latn", "languages": ["hau-Latn", "oci-Latn"]}, {"precision": 0.65843, "recall": 0.711462, "f1": 0.672737, "accuracy": 0.711462, "main_score": 0.672737, "hf_subset": "hau_Latn-smo_Latn", "languages": ["hau-Latn", "smo-Latn"]}, {"precision": 0.535697, "recall": 0.579051, "f1": 0.547777, "accuracy": 0.579051, "main_score": 0.547777, "hf_subset": "hau_Latn-tsn_Latn", "languages": ["hau-Latn", "tsn-Latn"]}, {"precision": 0.591963, "recall": 0.641304, "f1": 0.60615, "accuracy": 0.641304, "main_score": 0.60615, "hf_subset": "hau_Latn-zul_Latn", "languages": ["hau-Latn", "zul-Latn"]}, {"precision": 0.582163, "recall": 0.647233, "f1": 0.599919, "accuracy": 0.647233, "main_score": 0.599919, "hf_subset": "hau_Latn-azb_Arab", "languages": ["hau-Latn", "azb-Arab"]}, {"precision": 0.726903, "recall": 0.775692, "f1": 0.740123, "accuracy": 0.775692, "main_score": 0.740123, "hf_subset": "hau_Latn-deu_Latn", "languages": ["hau-Latn", "deu-Latn"]}, {"precision": 0.66984, "recall": 0.725296, "f1": 0.684673, "accuracy": 0.725296, "main_score": 0.684673, "hf_subset": "hau_Latn-hat_Latn", "languages": ["hau-Latn", "hat-Latn"]}, {"precision": 0.494072, "recall": 0.530632, "f1": 0.504628, "accuracy": 0.530632, "main_score": 0.504628, "hf_subset": "hau_Latn-kbp_Latn", "languages": ["hau-Latn", "kbp-Latn"]}, {"precision": 0.568588, "recall": 0.602767, "f1": 0.577978, "accuracy": 0.602767, "main_score": 0.577978, "hf_subset": "hau_Latn-luo_Latn", "languages": ["hau-Latn", "luo-Latn"]}, {"precision": 0.687561, "recall": 0.746047, "f1": 0.703644, "accuracy": 0.746047, "main_score": 0.703644, "hf_subset": "hau_Latn-ory_Orya", "languages": ["hau-Latn", "ory-Orya"]}, {"precision": 0.538776, "recall": 0.583992, "f1": 0.550758, "accuracy": 0.583992, "main_score": 0.550758, "hf_subset": "hau_Latn-sna_Latn", "languages": ["hau-Latn", "sna-Latn"]}, {"precision": 0.552502, "recall": 0.588933, "f1": 0.562159, "accuracy": 0.588933, "main_score": 0.562159, "hf_subset": "hau_Latn-tso_Latn", "languages": ["hau-Latn", "tso-Latn"]}, {"precision": 0.663966, "recall": 0.722332, "f1": 0.679973, "accuracy": 0.722332, "main_score": 0.679973, "hf_subset": "hau_Latn-azj_Latn", "languages": ["hau-Latn", "azj-Latn"]}, {"precision": 0.507619, "recall": 0.551383, "f1": 0.520677, "accuracy": 0.551383, "main_score": 0.520677, "hf_subset": "hau_Latn-dik_Latn", "languages": ["hau-Latn", "dik-Latn"]}, {"precision": 0.67456, "recall": 0.718379, "f1": 0.686016, "accuracy": 0.718379, "main_score": 0.686016, "hf_subset": "hau_Latn-kea_Latn", "languages": ["hau-Latn", "kea-Latn"]}, {"precision": 0.571733, "recall": 0.607708, "f1": 0.580991, "accuracy": 0.607708, "main_score": 0.580991, "hf_subset": "hau_Latn-lus_Latn", "languages": ["hau-Latn", "lus-Latn"]}, {"precision": 0.588668, "recall": 0.621542, "f1": 0.597732, "accuracy": 0.621542, "main_score": 0.597732, "hf_subset": "hau_Latn-pag_Latn", "languages": ["hau-Latn", "pag-Latn"]}, {"precision": 0.679917, "recall": 0.735178, "f1": 0.695788, "accuracy": 0.735178, "main_score": 0.695788, "hf_subset": "hau_Latn-snd_Arab", "languages": ["hau-Latn", "snd-Arab"]}, {"precision": 0.616717, "recall": 0.671937, "f1": 0.63238, "accuracy": 0.671937, "main_score": 0.63238, "hf_subset": "hau_Latn-tuk_Latn", "languages": ["hau-Latn", "tuk-Latn"]}, {"precision": 0.654998, "recall": 0.706522, "f1": 0.668531, "accuracy": 0.706522, "main_score": 0.668531, "hf_subset": "hau_Latn-bak_Cyrl", "languages": ["hau-Latn", "bak-Cyrl"]}, {"precision": 0.450988, "recall": 0.511858, "f1": 0.468729, "accuracy": 0.511858, "main_score": 0.468729, "hf_subset": "hau_Latn-dyu_Latn", "languages": ["hau-Latn", "dyu-Latn"]}, {"precision": 0.714211, "recall": 0.769763, "f1": 0.729287, "accuracy": 0.769763, "main_score": 0.729287, "hf_subset": "hau_Latn-heb_Hebr", "languages": ["hau-Latn", "heb-Hebr"]}, {"precision": 0.684937, "recall": 0.736166, "f1": 0.698696, "accuracy": 0.736166, "main_score": 0.698696, "hf_subset": "hau_Latn-khk_Cyrl", "languages": ["hau-Latn", "khk-Cyrl"]}, {"precision": 0.703879, "recall": 0.751976, "f1": 0.716836, "accuracy": 0.751976, "main_score": 0.716836, "hf_subset": "hau_Latn-lvs_Latn", "languages": ["hau-Latn", "lvs-Latn"]}, {"precision": 0.706148, "recall": 0.76087, "f1": 0.721538, "accuracy": 0.76087, "main_score": 0.721538, "hf_subset": "hau_Latn-pan_Guru", "languages": ["hau-Latn", "pan-Guru"]}, {"precision": 0.608815, "recall": 0.662055, "f1": 0.62369, "accuracy": 0.662055, "main_score": 0.62369, "hf_subset": "hau_Latn-som_Latn", "languages": ["hau-Latn", "som-Latn"]}, {"precision": 0.536473, "recall": 0.577075, "f1": 0.548163, "accuracy": 0.577075, "main_score": 0.548163, "hf_subset": "hau_Latn-tum_Latn", "languages": ["hau-Latn", "tum-Latn"]}, {"precision": 0.594461, "recall": 0.657115, "f1": 0.611904, "accuracy": 0.657115, "main_score": 0.611904, "hf_subset": "kea_Latn-ace_Arab", "languages": ["kea-Latn", "ace-Arab"]}, {"precision": 0.541825, "recall": 0.602767, "f1": 0.55931, "accuracy": 0.602767, "main_score": 0.55931, "hf_subset": "kea_Latn-bam_Latn", "languages": ["kea-Latn", "bam-Latn"]}, {"precision": 0.348504, "recall": 0.416008, "f1": 0.365497, "accuracy": 0.416008, "main_score": 0.365497, "hf_subset": "kea_Latn-dzo_Tibt", "languages": ["kea-Latn", "dzo-Tibt"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-hin_Deva", "languages": ["kea-Latn", "hin-Deva"]}, {"precision": 0.95504, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "kea_Latn-khm_Khmr", "languages": ["kea-Latn", "khm-Khmr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "kea_Latn-mag_Deva", "languages": ["kea-Latn", "mag-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kea_Latn-pap_Latn", "languages": ["kea-Latn", "pap-Latn"]}, {"precision": 0.595469, "recall": 0.65415, "f1": 0.611499, "accuracy": 0.65415, "main_score": 0.611499, "hf_subset": "kea_Latn-sot_Latn", "languages": ["kea-Latn", "sot-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kea_Latn-tur_Latn", "languages": ["kea-Latn", "tur-Latn"]}, {"precision": 0.852108, "recall": 0.881423, "f1": 0.860935, "accuracy": 0.881423, "main_score": 0.860935, "hf_subset": "kea_Latn-ace_Latn", "languages": ["kea-Latn", "ace-Latn"]}, {"precision": 0.941206, "recall": 0.956522, "f1": 0.946146, "accuracy": 0.956522, "main_score": 0.946146, "hf_subset": "kea_Latn-ban_Latn", "languages": ["kea-Latn", "ban-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-ell_Grek", "languages": ["kea-Latn", "ell-Grek"]}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "kea_Latn-hne_Deva", "languages": ["kea-Latn", "hne-Deva"]}, {"precision": 0.598297, "recall": 0.659091, "f1": 0.614952, "accuracy": 0.659091, "main_score": 0.614952, "hf_subset": "kea_Latn-kik_Latn", "languages": ["kea-Latn", "kik-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "kea_Latn-mai_Deva", "languages": ["kea-Latn", "mai-Deva"]}, {"precision": 0.928607, "recall": 0.950593, "f1": 0.935672, "accuracy": 0.950593, "main_score": 0.935672, "hf_subset": "kea_Latn-pbt_Arab", "languages": ["kea-Latn", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-spa_Latn", "languages": ["kea-Latn", "spa-Latn"]}, {"precision": 0.615405, "recall": 0.675889, "f1": 0.632315, "accuracy": 0.675889, "main_score": 0.632315, "hf_subset": "kea_Latn-twi_Latn", "languages": ["kea-Latn", "twi-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "kea_Latn-acm_Arab", "languages": ["kea-Latn", "acm-Arab"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "kea_Latn-bel_Cyrl", "languages": ["kea-Latn", "bel-Cyrl"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kea_Latn-eng_Latn", "languages": ["kea-Latn", "eng-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kea_Latn-hrv_Latn", "languages": ["kea-Latn", "hrv-Latn"]}, {"precision": 0.563282, "recall": 0.624506, "f1": 0.580414, "accuracy": 0.624506, "main_score": 0.580414, "hf_subset": "kea_Latn-kin_Latn", "languages": ["kea-Latn", "kin-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "kea_Latn-mal_Mlym", "languages": ["kea-Latn", "mal-Mlym"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kea_Latn-pes_Arab", "languages": ["kea-Latn", "pes-Arab"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kea_Latn-srd_Latn", "languages": ["kea-Latn", "srd-Latn"]}, {"precision": 0.179627, "recall": 0.225296, "f1": 0.190547, "accuracy": 0.225296, "main_score": 0.190547, "hf_subset": "kea_Latn-tzm_Tfng", "languages": ["kea-Latn", "tzm-Tfng"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kea_Latn-acq_Arab", "languages": ["kea-Latn", "acq-Arab"]}, {"precision": 0.617442, "recall": 0.66996, "f1": 0.632234, "accuracy": 0.66996, "main_score": 0.632234, "hf_subset": "kea_Latn-bem_Latn", "languages": ["kea-Latn", "bem-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-epo_Latn", "languages": ["kea-Latn", "epo-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-hun_Latn", "languages": ["kea-Latn", "hun-Latn"]}, {"precision": 0.942523, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "kea_Latn-kir_Cyrl", "languages": ["kea-Latn", "kir-Cyrl"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "kea_Latn-mar_Deva", "languages": ["kea-Latn", "mar-Deva"]}, {"precision": 0.658491, "recall": 0.711462, "f1": 0.673586, "accuracy": 0.711462, "main_score": 0.673586, "hf_subset": "kea_Latn-plt_Latn", "languages": ["kea-Latn", "plt-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kea_Latn-srp_Cyrl", "languages": ["kea-Latn", "srp-Cyrl"]}, {"precision": 0.877289, "recall": 0.910079, "f1": 0.887418, "accuracy": 0.910079, "main_score": 0.887418, "hf_subset": "kea_Latn-uig_Arab", "languages": ["kea-Latn", "uig-Arab"]}, {"precision": 0.957708, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "kea_Latn-aeb_Arab", "languages": ["kea-Latn", "aeb-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kea_Latn-ben_Beng", "languages": ["kea-Latn", "ben-Beng"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "kea_Latn-est_Latn", "languages": ["kea-Latn", "est-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "kea_Latn-hye_Armn", "languages": ["kea-Latn", "hye-Armn"]}, {"precision": 0.570796, "recall": 0.62253, "f1": 0.585367, "accuracy": 0.62253, "main_score": 0.585367, "hf_subset": "kea_Latn-kmb_Latn", "languages": ["kea-Latn", "kmb-Latn"]}, {"precision": 0.528504, "recall": 0.599802, "f1": 0.547371, "accuracy": 0.599802, "main_score": 0.547371, "hf_subset": "kea_Latn-min_Arab", "languages": ["kea-Latn", "min-Arab"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kea_Latn-pol_Latn", "languages": ["kea-Latn", "pol-Latn"]}, {"precision": 0.560986, "recall": 0.616601, "f1": 0.576424, "accuracy": 0.616601, "main_score": 0.576424, "hf_subset": "kea_Latn-ssw_Latn", "languages": ["kea-Latn", "ssw-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-ukr_Cyrl", "languages": ["kea-Latn", "ukr-Cyrl"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kea_Latn-afr_Latn", "languages": ["kea-Latn", "afr-Latn"]}, {"precision": 0.972414, "recall": 0.980237, "f1": 0.974868, "accuracy": 0.980237, "main_score": 0.974868, "hf_subset": "kea_Latn-bho_Deva", "languages": ["kea-Latn", "bho-Deva"]}, {"precision": 0.951663, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "kea_Latn-eus_Latn", "languages": ["kea-Latn", "eus-Latn"]}, {"precision": 0.59777, "recall": 0.653162, "f1": 0.613281, "accuracy": 0.653162, "main_score": 0.613281, "hf_subset": "kea_Latn-ibo_Latn", "languages": ["kea-Latn", "ibo-Latn"]}, {"precision": 0.829117, "recall": 0.867589, "f1": 0.840829, "accuracy": 0.867589, "main_score": 0.840829, "hf_subset": "kea_Latn-kmr_Latn", "languages": ["kea-Latn", "kmr-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "kea_Latn-min_Latn", "languages": ["kea-Latn", "min-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kea_Latn-por_Latn", "languages": ["kea-Latn", "por-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "kea_Latn-sun_Latn", "languages": ["kea-Latn", "sun-Latn"]}, {"precision": 0.540852, "recall": 0.598814, "f1": 0.557337, "accuracy": 0.598814, "main_score": 0.557337, "hf_subset": "kea_Latn-umb_Latn", "languages": ["kea-Latn", "umb-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-ajp_Arab", "languages": ["kea-Latn", "ajp-Arab"]}, {"precision": 0.553197, "recall": 0.618577, "f1": 0.571278, "accuracy": 0.618577, "main_score": 0.571278, "hf_subset": "kea_Latn-bjn_Arab", "languages": ["kea-Latn", "bjn-Arab"]}, {"precision": 0.52359, "recall": 0.577075, "f1": 0.538076, "accuracy": 0.577075, "main_score": 0.538076, "hf_subset": "kea_Latn-ewe_Latn", "languages": ["kea-Latn", "ewe-Latn"]}, {"precision": 0.9347, "recall": 0.953557, "f1": 0.940777, "accuracy": 0.953557, "main_score": 0.940777, "hf_subset": "kea_Latn-ilo_Latn", "languages": ["kea-Latn", "ilo-Latn"]}, {"precision": 0.302781, "recall": 0.358696, "f1": 0.317849, "accuracy": 0.358696, "main_score": 0.317849, "hf_subset": "kea_Latn-knc_Arab", "languages": ["kea-Latn", "knc-Arab"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "kea_Latn-mkd_Cyrl", "languages": ["kea-Latn", "mkd-Cyrl"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kea_Latn-prs_Arab", "languages": ["kea-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-swe_Latn", "languages": ["kea-Latn", "swe-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-urd_Arab", "languages": ["kea-Latn", "urd-Arab"]}, {"precision": 0.60372, "recall": 0.662055, "f1": 0.619375, "accuracy": 0.662055, "main_score": 0.619375, "hf_subset": "kea_Latn-aka_Latn", "languages": ["kea-Latn", "aka-Latn"]}, {"precision": 0.957049, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "kea_Latn-bjn_Latn", "languages": ["kea-Latn", "bjn-Latn"]}, {"precision": 0.907444, "recall": 0.933794, "f1": 0.915646, "accuracy": 0.933794, "main_score": 0.915646, "hf_subset": "kea_Latn-fao_Latn", "languages": ["kea-Latn", "fao-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kea_Latn-ind_Latn", "languages": ["kea-Latn", "ind-Latn"]}, {"precision": 0.586582, "recall": 0.641304, "f1": 0.601391, "accuracy": 0.641304, "main_score": 0.601391, "hf_subset": "kea_Latn-knc_Latn", "languages": ["kea-Latn", "knc-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "kea_Latn-mlt_Latn", "languages": ["kea-Latn", "mlt-Latn"]}, {"precision": 0.681677, "recall": 0.743083, "f1": 0.698935, "accuracy": 0.743083, "main_score": 0.698935, "hf_subset": "kea_Latn-quy_Latn", "languages": ["kea-Latn", "quy-Latn"]}, {"precision": 0.925807, "recall": 0.945652, "f1": 0.932049, "accuracy": 0.945652, "main_score": 0.932049, "hf_subset": "kea_Latn-swh_Latn", "languages": ["kea-Latn", "swh-Latn"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "kea_Latn-uzn_Latn", "languages": ["kea-Latn", "uzn-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "kea_Latn-als_Latn", "languages": ["kea-Latn", "als-Latn"]}, {"precision": 0.52677, "recall": 0.600791, "f1": 0.547092, "accuracy": 0.600791, "main_score": 0.547092, "hf_subset": "kea_Latn-bod_Tibt", "languages": ["kea-Latn", "bod-Tibt"]}, {"precision": 0.668594, "recall": 0.72332, "f1": 0.684145, "accuracy": 0.72332, "main_score": 0.684145, "hf_subset": "kea_Latn-fij_Latn", "languages": ["kea-Latn", "fij-Latn"]}, {"precision": 0.931406, "recall": 0.953557, "f1": 0.938636, "accuracy": 0.953557, "main_score": 0.938636, "hf_subset": "kea_Latn-isl_Latn", "languages": ["kea-Latn", "isl-Latn"]}, {"precision": 0.667614, "recall": 0.721344, "f1": 0.682949, "accuracy": 0.721344, "main_score": 0.682949, "hf_subset": "kea_Latn-kon_Latn", "languages": ["kea-Latn", "kon-Latn"]}, {"precision": 0.642654, "recall": 0.70751, "f1": 0.661529, "accuracy": 0.70751, "main_score": 0.661529, "hf_subset": "kea_Latn-mni_Beng", "languages": ["kea-Latn", "mni-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kea_Latn-ron_Latn", "languages": ["kea-Latn", "ron-Latn"]}, {"precision": 0.968626, "recall": 0.976285, "f1": 0.97108, "accuracy": 0.976285, "main_score": 0.97108, "hf_subset": "kea_Latn-szl_Latn", "languages": ["kea-Latn", "szl-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kea_Latn-vec_Latn", "languages": ["kea-Latn", "vec-Latn"]}, {"precision": 0.854908, "recall": 0.895257, "f1": 0.867325, "accuracy": 0.895257, "main_score": 0.867325, "hf_subset": "kea_Latn-amh_Ethi", "languages": ["kea-Latn", "amh-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-bos_Latn", "languages": ["kea-Latn", "bos-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kea_Latn-fin_Latn", "languages": ["kea-Latn", "fin-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "kea_Latn-ita_Latn", "languages": ["kea-Latn", "ita-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kea_Latn-kor_Hang", "languages": ["kea-Latn", "kor-Hang"]}, {"precision": 0.55133, "recall": 0.610672, "f1": 0.567158, "accuracy": 0.610672, "main_score": 0.567158, "hf_subset": "kea_Latn-mos_Latn", "languages": ["kea-Latn", "mos-Latn"]}, {"precision": 0.542994, "recall": 0.59585, "f1": 0.557875, "accuracy": 0.59585, "main_score": 0.557875, "hf_subset": "kea_Latn-run_Latn", "languages": ["kea-Latn", "run-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kea_Latn-tam_Taml", "languages": ["kea-Latn", "tam-Taml"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-vie_Latn", "languages": ["kea-Latn", "vie-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-apc_Arab", "languages": ["kea-Latn", "apc-Arab"]}, {"precision": 0.791238, "recall": 0.83498, "f1": 0.804249, "accuracy": 0.83498, "main_score": 0.804249, "hf_subset": "kea_Latn-bug_Latn", "languages": ["kea-Latn", "bug-Latn"]}, {"precision": 0.478805, "recall": 0.533597, "f1": 0.492939, "accuracy": 0.533597, "main_score": 0.492939, "hf_subset": "kea_Latn-fon_Latn", "languages": ["kea-Latn", "fon-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kea_Latn-jav_Latn", "languages": ["kea-Latn", "jav-Latn"]}, {"precision": 0.945076, "recall": 0.961462, "f1": 0.950329, "accuracy": 0.961462, "main_score": 0.950329, "hf_subset": "kea_Latn-lao_Laoo", "languages": ["kea-Latn", "lao-Laoo"]}, {"precision": 0.774507, "recall": 0.824111, "f1": 0.788905, "accuracy": 0.824111, "main_score": 0.788905, "hf_subset": "kea_Latn-mri_Latn", "languages": ["kea-Latn", "mri-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-rus_Cyrl", "languages": ["kea-Latn", "rus-Cyrl"]}, {"precision": 0.549687, "recall": 0.606719, "f1": 0.565702, "accuracy": 0.606719, "main_score": 0.565702, "hf_subset": "kea_Latn-taq_Latn", "languages": ["kea-Latn", "taq-Latn"]}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "kea_Latn-war_Latn", "languages": ["kea-Latn", "war-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kea_Latn-arb_Arab", "languages": ["kea-Latn", "arb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-bul_Cyrl", "languages": ["kea-Latn", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-fra_Latn", "languages": ["kea-Latn", "fra-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kea_Latn-jpn_Jpan", "languages": ["kea-Latn", "jpn-Jpan"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "kea_Latn-lij_Latn", "languages": ["kea-Latn", "lij-Latn"]}, {"precision": 0.944335, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "kea_Latn-mya_Mymr", "languages": ["kea-Latn", "mya-Mymr"]}, {"precision": 0.601472, "recall": 0.667984, "f1": 0.619506, "accuracy": 0.667984, "main_score": 0.619506, "hf_subset": "kea_Latn-sag_Latn", "languages": ["kea-Latn", "sag-Latn"]}, {"precision": 0.198803, "recall": 0.254941, "f1": 0.211304, "accuracy": 0.254941, "main_score": 0.211304, "hf_subset": "kea_Latn-taq_Tfng", "languages": ["kea-Latn", "taq-Tfng"]}, {"precision": 0.634486, "recall": 0.69664, "f1": 0.652503, "accuracy": 0.69664, "main_score": 0.652503, "hf_subset": "kea_Latn-wol_Latn", "languages": ["kea-Latn", "wol-Latn"]}, {"precision": 0.728115, "recall": 0.784585, "f1": 0.744211, "accuracy": 0.784585, "main_score": 0.744211, "hf_subset": "kea_Latn-arb_Latn", "languages": ["kea-Latn", "arb-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "kea_Latn-cat_Latn", "languages": ["kea-Latn", "cat-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "kea_Latn-fur_Latn", "languages": ["kea-Latn", "fur-Latn"]}, {"precision": 0.434926, "recall": 0.48913, "f1": 0.449696, "accuracy": 0.48913, "main_score": 0.449696, "hf_subset": "kea_Latn-kab_Latn", "languages": ["kea-Latn", "kab-Latn"]}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "kea_Latn-lim_Latn", "languages": ["kea-Latn", "lim-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-nld_Latn", "languages": ["kea-Latn", "nld-Latn"]}, {"precision": 0.944582, "recall": 0.960474, "f1": 0.949506, "accuracy": 0.960474, "main_score": 0.949506, "hf_subset": "kea_Latn-san_Deva", "languages": ["kea-Latn", "san-Deva"]}, {"precision": 0.965497, "recall": 0.976285, "f1": 0.968939, "accuracy": 0.976285, "main_score": 0.968939, "hf_subset": "kea_Latn-tat_Cyrl", "languages": ["kea-Latn", "tat-Cyrl"]}, {"precision": 0.652669, "recall": 0.708498, "f1": 0.66862, "accuracy": 0.708498, "main_score": 0.66862, "hf_subset": "kea_Latn-xho_Latn", "languages": ["kea-Latn", "xho-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kea_Latn-ars_Arab", "languages": ["kea-Latn", "ars-Arab"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kea_Latn-ceb_Latn", "languages": ["kea-Latn", "ceb-Latn"]}, {"precision": 0.554735, "recall": 0.612648, "f1": 0.5718, "accuracy": 0.612648, "main_score": 0.5718, "hf_subset": "kea_Latn-fuv_Latn", "languages": ["kea-Latn", "fuv-Latn"]}, {"precision": 0.517258, "recall": 0.578063, "f1": 0.533754, "accuracy": 0.578063, "main_score": 0.533754, "hf_subset": "kea_Latn-kac_Latn", "languages": ["kea-Latn", "kac-Latn"]}, {"precision": 0.676762, "recall": 0.726285, "f1": 0.690214, "accuracy": 0.726285, "main_score": 0.690214, "hf_subset": "kea_Latn-lin_Latn", "languages": ["kea-Latn", "lin-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "kea_Latn-nno_Latn", "languages": ["kea-Latn", "nno-Latn"]}, {"precision": 0.191204, "recall": 0.262846, "f1": 0.210109, "accuracy": 0.262846, "main_score": 0.210109, "hf_subset": "kea_Latn-sat_Olck", "languages": ["kea-Latn", "sat-Olck"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "kea_Latn-tel_Telu", "languages": ["kea-Latn", "tel-Telu"]}, {"precision": 0.904727, "recall": 0.932806, "f1": 0.91357, "accuracy": 0.932806, "main_score": 0.91357, "hf_subset": "kea_Latn-ydd_Hebr", "languages": ["kea-Latn", "ydd-Hebr"]}, {"precision": 0.944368, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "kea_Latn-ary_Arab", "languages": ["kea-Latn", "ary-Arab"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kea_Latn-ces_Latn", "languages": ["kea-Latn", "ces-Latn"]}, {"precision": 0.582484, "recall": 0.63834, "f1": 0.598232, "accuracy": 0.63834, "main_score": 0.598232, "hf_subset": "kea_Latn-gaz_Latn", "languages": ["kea-Latn", "gaz-Latn"]}, {"precision": 0.575233, "recall": 0.63834, "f1": 0.592885, "accuracy": 0.63834, "main_score": 0.592885, "hf_subset": "kea_Latn-kam_Latn", "languages": ["kea-Latn", "kam-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "kea_Latn-lit_Latn", "languages": ["kea-Latn", "lit-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "kea_Latn-nob_Latn", "languages": ["kea-Latn", "nob-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "kea_Latn-scn_Latn", "languages": ["kea-Latn", "scn-Latn"]}, {"precision": 0.921854, "recall": 0.942688, "f1": 0.928426, "accuracy": 0.942688, "main_score": 0.928426, "hf_subset": "kea_Latn-tgk_Cyrl", "languages": ["kea-Latn", "tgk-Cyrl"]}, {"precision": 0.661538, "recall": 0.727273, "f1": 0.680386, "accuracy": 0.727273, "main_score": 0.680386, "hf_subset": "kea_Latn-yor_Latn", "languages": ["kea-Latn", "yor-Latn"]}, {"precision": 0.971426, "recall": 0.980237, "f1": 0.974209, "accuracy": 0.980237, "main_score": 0.974209, "hf_subset": "kea_Latn-arz_Arab", "languages": ["kea-Latn", "arz-Arab"]}, {"precision": 0.580502, "recall": 0.642292, "f1": 0.597166, "accuracy": 0.642292, "main_score": 0.597166, "hf_subset": "kea_Latn-cjk_Latn", "languages": ["kea-Latn", "cjk-Latn"]}, {"precision": 0.71754, "recall": 0.771739, "f1": 0.733286, "accuracy": 0.771739, "main_score": 0.733286, "hf_subset": "kea_Latn-gla_Latn", "languages": ["kea-Latn", "gla-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "kea_Latn-kan_Knda", "languages": ["kea-Latn", "kan-Knda"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "kea_Latn-lmo_Latn", "languages": ["kea-Latn", "lmo-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "kea_Latn-npi_Deva", "languages": ["kea-Latn", "npi-Deva"]}, {"precision": 0.465919, "recall": 0.527668, "f1": 0.482256, "accuracy": 0.527668, "main_score": 0.482256, "hf_subset": "kea_Latn-shn_Mymr", "languages": ["kea-Latn", "shn-Mymr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kea_Latn-tgl_Latn", "languages": ["kea-Latn", "tgl-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kea_Latn-yue_Hant", "languages": ["kea-Latn", "yue-Hant"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "kea_Latn-asm_Beng", "languages": ["kea-Latn", "asm-Beng"]}, {"precision": 0.886775, "recall": 0.917984, "f1": 0.89664, "accuracy": 0.917984, "main_score": 0.89664, "hf_subset": "kea_Latn-ckb_Arab", "languages": ["kea-Latn", "ckb-Arab"]}, {"precision": 0.793165, "recall": 0.837945, "f1": 0.806654, "accuracy": 0.837945, "main_score": 0.806654, "hf_subset": "kea_Latn-gle_Latn", "languages": ["kea-Latn", "gle-Latn"]}, {"precision": 0.919302, "recall": 0.9417, "f1": 0.926515, "accuracy": 0.9417, "main_score": 0.926515, "hf_subset": "kea_Latn-kas_Arab", "languages": ["kea-Latn", "kas-Arab"]}, {"precision": 0.906703, "recall": 0.931818, "f1": 0.914427, "accuracy": 0.931818, "main_score": 0.914427, "hf_subset": "kea_Latn-ltg_Latn", "languages": ["kea-Latn", "ltg-Latn"]}, {"precision": 0.622063, "recall": 0.674901, "f1": 0.636928, "accuracy": 0.674901, "main_score": 0.636928, "hf_subset": "kea_Latn-nso_Latn", "languages": ["kea-Latn", "nso-Latn"]}, {"precision": 0.930254, "recall": 0.951581, "f1": 0.936989, "accuracy": 0.951581, "main_score": 0.936989, "hf_subset": "kea_Latn-sin_Sinh", "languages": ["kea-Latn", "sin-Sinh"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kea_Latn-tha_Thai", "languages": ["kea-Latn", "tha-Thai"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kea_Latn-zho_Hans", "languages": ["kea-Latn", "zho-Hans"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-ast_Latn", "languages": ["kea-Latn", "ast-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "kea_Latn-crh_Latn", "languages": ["kea-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kea_Latn-glg_Latn", "languages": ["kea-Latn", "glg-Latn"]}, {"precision": 0.857049, "recall": 0.896245, "f1": 0.86917, "accuracy": 0.896245, "main_score": 0.86917, "hf_subset": "kea_Latn-kas_Deva", "languages": ["kea-Latn", "kas-Deva"]}, {"precision": 0.964262, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "kea_Latn-ltz_Latn", "languages": ["kea-Latn", "ltz-Latn"]}, {"precision": 0.475055, "recall": 0.54249, "f1": 0.493016, "accuracy": 0.54249, "main_score": 0.493016, "hf_subset": "kea_Latn-nus_Latn", "languages": ["kea-Latn", "nus-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-slk_Latn", "languages": ["kea-Latn", "slk-Latn"]}, {"precision": 0.565722, "recall": 0.637352, "f1": 0.586291, "accuracy": 0.637352, "main_score": 0.586291, "hf_subset": "kea_Latn-tir_Ethi", "languages": ["kea-Latn", "tir-Ethi"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "kea_Latn-zho_Hant", "languages": ["kea-Latn", "zho-Hant"]}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "kea_Latn-awa_Deva", "languages": ["kea-Latn", "awa-Deva"]}, {"precision": 0.927536, "recall": 0.947628, "f1": 0.933926, "accuracy": 0.947628, "main_score": 0.933926, "hf_subset": "kea_Latn-cym_Latn", "languages": ["kea-Latn", "cym-Latn"]}, {"precision": 0.830675, "recall": 0.87253, "f1": 0.843382, "accuracy": 0.87253, "main_score": 0.843382, "hf_subset": "kea_Latn-grn_Latn", "languages": ["kea-Latn", "grn-Latn"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "kea_Latn-kat_Geor", "languages": ["kea-Latn", "kat-Geor"]}, {"precision": 0.658518, "recall": 0.706522, "f1": 0.671403, "accuracy": 0.706522, "main_score": 0.671403, "hf_subset": "kea_Latn-lua_Latn", "languages": ["kea-Latn", "lua-Latn"]}, {"precision": 0.63187, "recall": 0.690711, "f1": 0.648782, "accuracy": 0.690711, "main_score": 0.648782, "hf_subset": "kea_Latn-nya_Latn", "languages": ["kea-Latn", "nya-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kea_Latn-slv_Latn", "languages": ["kea-Latn", "slv-Latn"]}, {"precision": 0.905527, "recall": 0.928854, "f1": 0.912335, "accuracy": 0.928854, "main_score": 0.912335, "hf_subset": "kea_Latn-tpi_Latn", "languages": ["kea-Latn", "tpi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-zsm_Latn", "languages": ["kea-Latn", "zsm-Latn"]}, {"precision": 0.546483, "recall": 0.608696, "f1": 0.563794, "accuracy": 0.608696, "main_score": 0.563794, "hf_subset": "kea_Latn-ayr_Latn", "languages": ["kea-Latn", "ayr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kea_Latn-dan_Latn", "languages": ["kea-Latn", "dan-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kea_Latn-guj_Gujr", "languages": ["kea-Latn", "guj-Gujr"]}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "kea_Latn-kaz_Cyrl", "languages": ["kea-Latn", "kaz-Cyrl"]}, {"precision": 0.547217, "recall": 0.600791, "f1": 0.562075, "accuracy": 0.600791, "main_score": 0.562075, "hf_subset": "kea_Latn-lug_Latn", "languages": ["kea-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kea_Latn-oci_Latn", "languages": ["kea-Latn", "oci-Latn"]}, {"precision": 0.777487, "recall": 0.823123, "f1": 0.790646, "accuracy": 0.823123, "main_score": 0.790646, "hf_subset": "kea_Latn-smo_Latn", "languages": ["kea-Latn", "smo-Latn"]}, {"precision": 0.545843, "recall": 0.601779, "f1": 0.560841, "accuracy": 0.601779, "main_score": 0.560841, "hf_subset": "kea_Latn-tsn_Latn", "languages": ["kea-Latn", "tsn-Latn"]}, {"precision": 0.608494, "recall": 0.663043, "f1": 0.623602, "accuracy": 0.663043, "main_score": 0.623602, "hf_subset": "kea_Latn-zul_Latn", "languages": ["kea-Latn", "zul-Latn"]}, {"precision": 0.876235, "recall": 0.909091, "f1": 0.886726, "accuracy": 0.909091, "main_score": 0.886726, "hf_subset": "kea_Latn-azb_Arab", "languages": ["kea-Latn", "azb-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kea_Latn-deu_Latn", "languages": ["kea-Latn", "deu-Latn"]}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "kea_Latn-hat_Latn", "languages": ["kea-Latn", "hat-Latn"]}, {"precision": 0.501396, "recall": 0.556324, "f1": 0.51685, "accuracy": 0.556324, "main_score": 0.51685, "hf_subset": "kea_Latn-kbp_Latn", "languages": ["kea-Latn", "kbp-Latn"]}, {"precision": 0.573803, "recall": 0.637352, "f1": 0.591054, "accuracy": 0.637352, "main_score": 0.591054, "hf_subset": "kea_Latn-luo_Latn", "languages": ["kea-Latn", "luo-Latn"]}, {"precision": 0.97365, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "kea_Latn-ory_Orya", "languages": ["kea-Latn", "ory-Orya"]}, {"precision": 0.580544, "recall": 0.643281, "f1": 0.598857, "accuracy": 0.643281, "main_score": 0.598857, "hf_subset": "kea_Latn-sna_Latn", "languages": ["kea-Latn", "sna-Latn"]}, {"precision": 0.551265, "recall": 0.609684, "f1": 0.566809, "accuracy": 0.609684, "main_score": 0.566809, "hf_subset": "kea_Latn-tso_Latn", "languages": ["kea-Latn", "tso-Latn"]}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "kea_Latn-azj_Latn", "languages": ["kea-Latn", "azj-Latn"]}, {"precision": 0.541676, "recall": 0.606719, "f1": 0.560778, "accuracy": 0.606719, "main_score": 0.560778, "hf_subset": "kea_Latn-dik_Latn", "languages": ["kea-Latn", "dik-Latn"]}, {"precision": 0.696684, "recall": 0.75, "f1": 0.711599, "accuracy": 0.75, "main_score": 0.711599, "hf_subset": "kea_Latn-hau_Latn", "languages": ["kea-Latn", "hau-Latn"]}, {"precision": 0.712681, "recall": 0.763834, "f1": 0.727654, "accuracy": 0.763834, "main_score": 0.727654, "hf_subset": "kea_Latn-lus_Latn", "languages": ["kea-Latn", "lus-Latn"]}, {"precision": 0.859009, "recall": 0.889328, "f1": 0.868314, "accuracy": 0.889328, "main_score": 0.868314, "hf_subset": "kea_Latn-pag_Latn", "languages": ["kea-Latn", "pag-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-snd_Arab", "languages": ["kea-Latn", "snd-Arab"]}, {"precision": 0.882997, "recall": 0.914032, "f1": 0.892394, "accuracy": 0.914032, "main_score": 0.892394, "hf_subset": "kea_Latn-tuk_Latn", "languages": ["kea-Latn", "tuk-Latn"]}, {"precision": 0.943676, "recall": 0.959486, "f1": 0.948781, "accuracy": 0.959486, "main_score": 0.948781, "hf_subset": "kea_Latn-bak_Cyrl", "languages": ["kea-Latn", "bak-Cyrl"]}, {"precision": 0.484824, "recall": 0.567194, "f1": 0.508591, "accuracy": 0.567194, "main_score": 0.508591, "hf_subset": "kea_Latn-dyu_Latn", "languages": ["kea-Latn", "dyu-Latn"]}, {"precision": 0.98386, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "kea_Latn-heb_Hebr", "languages": ["kea-Latn", "heb-Hebr"]}, {"precision": 0.928524, "recall": 0.950593, "f1": 0.935606, "accuracy": 0.950593, "main_score": 0.935606, "hf_subset": "kea_Latn-khk_Cyrl", "languages": ["kea-Latn", "khk-Cyrl"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kea_Latn-lvs_Latn", "languages": ["kea-Latn", "lvs-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "kea_Latn-pan_Guru", "languages": ["kea-Latn", "pan-Guru"]}, {"precision": 0.66382, "recall": 0.722332, "f1": 0.680534, "accuracy": 0.722332, "main_score": 0.680534, "hf_subset": "kea_Latn-som_Latn", "languages": ["kea-Latn", "som-Latn"]}, {"precision": 0.576254, "recall": 0.626482, "f1": 0.590349, "accuracy": 0.626482, "main_score": 0.590349, "hf_subset": "kea_Latn-tum_Latn", "languages": ["kea-Latn", "tum-Latn"]}, {"precision": 0.480738, "recall": 0.540514, "f1": 0.49762, "accuracy": 0.540514, "main_score": 0.49762, "hf_subset": "lus_Latn-ace_Arab", "languages": ["lus-Latn", "ace-Arab"]}, {"precision": 0.50108, "recall": 0.555336, "f1": 0.516801, "accuracy": 0.555336, "main_score": 0.516801, "hf_subset": "lus_Latn-bam_Latn", "languages": ["lus-Latn", "bam-Latn"]}, {"precision": 0.271153, "recall": 0.312253, "f1": 0.281359, "accuracy": 0.312253, "main_score": 0.281359, "hf_subset": "lus_Latn-dzo_Tibt", "languages": ["lus-Latn", "dzo-Tibt"]}, {"precision": 0.741289, "recall": 0.789526, "f1": 0.754429, "accuracy": 0.789526, "main_score": 0.754429, "hf_subset": "lus_Latn-hin_Deva", "languages": ["lus-Latn", "hin-Deva"]}, {"precision": 0.672495, "recall": 0.725296, "f1": 0.687395, "accuracy": 0.725296, "main_score": 0.687395, "hf_subset": "lus_Latn-khm_Khmr", "languages": ["lus-Latn", "khm-Khmr"]}, {"precision": 0.738718, "recall": 0.783597, "f1": 0.751242, "accuracy": 0.783597, "main_score": 0.751242, "hf_subset": "lus_Latn-mag_Deva", "languages": ["lus-Latn", "mag-Deva"]}, {"precision": 0.710871, "recall": 0.755929, "f1": 0.723715, "accuracy": 0.755929, "main_score": 0.723715, "hf_subset": "lus_Latn-pap_Latn", "languages": ["lus-Latn", "pap-Latn"]}, {"precision": 0.570745, "recall": 0.618577, "f1": 0.583578, "accuracy": 0.618577, "main_score": 0.583578, "hf_subset": "lus_Latn-sot_Latn", "languages": ["lus-Latn", "sot-Latn"]}, {"precision": 0.744894, "recall": 0.787549, "f1": 0.756501, "accuracy": 0.787549, "main_score": 0.756501, "hf_subset": "lus_Latn-tur_Latn", "languages": ["lus-Latn", "tur-Latn"]}, {"precision": 0.679106, "recall": 0.72332, "f1": 0.691407, "accuracy": 0.72332, "main_score": 0.691407, "hf_subset": "lus_Latn-ace_Latn", "languages": ["lus-Latn", "ace-Latn"]}, {"precision": 0.704071, "recall": 0.743083, "f1": 0.714472, "accuracy": 0.743083, "main_score": 0.714472, "hf_subset": "lus_Latn-ban_Latn", "languages": ["lus-Latn", "ban-Latn"]}, {"precision": 0.719238, "recall": 0.767787, "f1": 0.732204, "accuracy": 0.767787, "main_score": 0.732204, "hf_subset": "lus_Latn-ell_Grek", "languages": ["lus-Latn", "ell-Grek"]}, {"precision": 0.713825, "recall": 0.756917, "f1": 0.725602, "accuracy": 0.756917, "main_score": 0.725602, "hf_subset": "lus_Latn-hne_Deva", "languages": ["lus-Latn", "hne-Deva"]}, {"precision": 0.570479, "recall": 0.616601, "f1": 0.583473, "accuracy": 0.616601, "main_score": 0.583473, "hf_subset": "lus_Latn-kik_Latn", "languages": ["lus-Latn", "kik-Latn"]}, {"precision": 0.746734, "recall": 0.788538, "f1": 0.758382, "accuracy": 0.788538, "main_score": 0.758382, "hf_subset": "lus_Latn-mai_Deva", "languages": ["lus-Latn", "mai-Deva"]}, {"precision": 0.662148, "recall": 0.714427, "f1": 0.67676, "accuracy": 0.714427, "main_score": 0.67676, "hf_subset": "lus_Latn-pbt_Arab", "languages": ["lus-Latn", "pbt-Arab"]}, {"precision": 0.738467, "recall": 0.780632, "f1": 0.74954, "accuracy": 0.780632, "main_score": 0.74954, "hf_subset": "lus_Latn-spa_Latn", "languages": ["lus-Latn", "spa-Latn"]}, {"precision": 0.598652, "recall": 0.647233, "f1": 0.612225, "accuracy": 0.647233, "main_score": 0.612225, "hf_subset": "lus_Latn-twi_Latn", "languages": ["lus-Latn", "twi-Latn"]}, {"precision": 0.705611, "recall": 0.752964, "f1": 0.718638, "accuracy": 0.752964, "main_score": 0.718638, "hf_subset": "lus_Latn-acm_Arab", "languages": ["lus-Latn", "acm-Arab"]}, {"precision": 0.679154, "recall": 0.730237, "f1": 0.693573, "accuracy": 0.730237, "main_score": 0.693573, "hf_subset": "lus_Latn-bel_Cyrl", "languages": ["lus-Latn", "bel-Cyrl"]}, {"precision": 0.758026, "recall": 0.805336, "f1": 0.771272, "accuracy": 0.805336, "main_score": 0.771272, "hf_subset": "lus_Latn-eng_Latn", "languages": ["lus-Latn", "eng-Latn"]}, {"precision": 0.733527, "recall": 0.782609, "f1": 0.746985, "accuracy": 0.782609, "main_score": 0.746985, "hf_subset": "lus_Latn-hrv_Latn", "languages": ["lus-Latn", "hrv-Latn"]}, {"precision": 0.517869, "recall": 0.565217, "f1": 0.531288, "accuracy": 0.565217, "main_score": 0.531288, "hf_subset": "lus_Latn-kin_Latn", "languages": ["lus-Latn", "kin-Latn"]}, {"precision": 0.722491, "recall": 0.775692, "f1": 0.737538, "accuracy": 0.775692, "main_score": 0.737538, "hf_subset": "lus_Latn-mal_Mlym", "languages": ["lus-Latn", "mal-Mlym"]}, {"precision": 0.717431, "recall": 0.761858, "f1": 0.729202, "accuracy": 0.761858, "main_score": 0.729202, "hf_subset": "lus_Latn-pes_Arab", "languages": ["lus-Latn", "pes-Arab"]}, {"precision": 0.694427, "recall": 0.742095, "f1": 0.707408, "accuracy": 0.742095, "main_score": 0.707408, "hf_subset": "lus_Latn-srd_Latn", "languages": ["lus-Latn", "srd-Latn"]}, {"precision": 0.17319, "recall": 0.212451, "f1": 0.182841, "accuracy": 0.212451, "main_score": 0.182841, "hf_subset": "lus_Latn-tzm_Tfng", "languages": ["lus-Latn", "tzm-Tfng"]}, {"precision": 0.708831, "recall": 0.759881, "f1": 0.722254, "accuracy": 0.759881, "main_score": 0.722254, "hf_subset": "lus_Latn-acq_Arab", "languages": ["lus-Latn", "acq-Arab"]}, {"precision": 0.599655, "recall": 0.648221, "f1": 0.612756, "accuracy": 0.648221, "main_score": 0.612756, "hf_subset": "lus_Latn-bem_Latn", "languages": ["lus-Latn", "bem-Latn"]}, {"precision": 0.717273, "recall": 0.76087, "f1": 0.728803, "accuracy": 0.76087, "main_score": 0.728803, "hf_subset": "lus_Latn-epo_Latn", "languages": ["lus-Latn", "epo-Latn"]}, {"precision": 0.718963, "recall": 0.769763, "f1": 0.732434, "accuracy": 0.769763, "main_score": 0.732434, "hf_subset": "lus_Latn-hun_Latn", "languages": ["lus-Latn", "hun-Latn"]}, {"precision": 0.690349, "recall": 0.737154, "f1": 0.703422, "accuracy": 0.737154, "main_score": 0.703422, "hf_subset": "lus_Latn-kir_Cyrl", "languages": ["lus-Latn", "kir-Cyrl"]}, {"precision": 0.720951, "recall": 0.768775, "f1": 0.734688, "accuracy": 0.768775, "main_score": 0.734688, "hf_subset": "lus_Latn-mar_Deva", "languages": ["lus-Latn", "mar-Deva"]}, {"precision": 0.596327, "recall": 0.646245, "f1": 0.610658, "accuracy": 0.646245, "main_score": 0.610658, "hf_subset": "lus_Latn-plt_Latn", "languages": ["lus-Latn", "plt-Latn"]}, {"precision": 0.729607, "recall": 0.774704, "f1": 0.741314, "accuracy": 0.774704, "main_score": 0.741314, "hf_subset": "lus_Latn-srp_Cyrl", "languages": ["lus-Latn", "srp-Cyrl"]}, {"precision": 0.618251, "recall": 0.66996, "f1": 0.63271, "accuracy": 0.66996, "main_score": 0.63271, "hf_subset": "lus_Latn-uig_Arab", "languages": ["lus-Latn", "uig-Arab"]}, {"precision": 0.689524, "recall": 0.737154, "f1": 0.702378, "accuracy": 0.737154, "main_score": 0.702378, "hf_subset": "lus_Latn-aeb_Arab", "languages": ["lus-Latn", "aeb-Arab"]}, {"precision": 0.727044, "recall": 0.77668, "f1": 0.740964, "accuracy": 0.77668, "main_score": 0.740964, "hf_subset": "lus_Latn-ben_Beng", "languages": ["lus-Latn", "ben-Beng"]}, {"precision": 0.72022, "recall": 0.766798, "f1": 0.732708, "accuracy": 0.766798, "main_score": 0.732708, "hf_subset": "lus_Latn-est_Latn", "languages": ["lus-Latn", "est-Latn"]}, {"precision": 0.705977, "recall": 0.757905, "f1": 0.720407, "accuracy": 0.757905, "main_score": 0.720407, "hf_subset": "lus_Latn-hye_Armn", "languages": ["lus-Latn", "hye-Armn"]}, {"precision": 0.533457, "recall": 0.574111, "f1": 0.545114, "accuracy": 0.574111, "main_score": 0.545114, "hf_subset": "lus_Latn-kmb_Latn", "languages": ["lus-Latn", "kmb-Latn"]}, {"precision": 0.420912, "recall": 0.48419, "f1": 0.438024, "accuracy": 0.48419, "main_score": 0.438024, "hf_subset": "lus_Latn-min_Arab", "languages": ["lus-Latn", "min-Arab"]}, {"precision": 0.731725, "recall": 0.777668, "f1": 0.74414, "accuracy": 0.777668, "main_score": 0.74414, "hf_subset": "lus_Latn-pol_Latn", "languages": ["lus-Latn", "pol-Latn"]}, {"precision": 0.548028, "recall": 0.600791, "f1": 0.562982, "accuracy": 0.600791, "main_score": 0.562982, "hf_subset": "lus_Latn-ssw_Latn", "languages": ["lus-Latn", "ssw-Latn"]}, {"precision": 0.742763, "recall": 0.786561, "f1": 0.754629, "accuracy": 0.786561, "main_score": 0.754629, "hf_subset": "lus_Latn-ukr_Cyrl", "languages": ["lus-Latn", "ukr-Cyrl"]}, {"precision": 0.737134, "recall": 0.786561, "f1": 0.750765, "accuracy": 0.786561, "main_score": 0.750765, "hf_subset": "lus_Latn-afr_Latn", "languages": ["lus-Latn", "afr-Latn"]}, {"precision": 0.718883, "recall": 0.76087, "f1": 0.730047, "accuracy": 0.76087, "main_score": 0.730047, "hf_subset": "lus_Latn-bho_Deva", "languages": ["lus-Latn", "bho-Deva"]}, {"precision": 0.681137, "recall": 0.732213, "f1": 0.695509, "accuracy": 0.732213, "main_score": 0.695509, "hf_subset": "lus_Latn-eus_Latn", "languages": ["lus-Latn", "eus-Latn"]}, {"precision": 0.559384, "recall": 0.609684, "f1": 0.573959, "accuracy": 0.609684, "main_score": 0.573959, "hf_subset": "lus_Latn-ibo_Latn", "languages": ["lus-Latn", "ibo-Latn"]}, {"precision": 0.624274, "recall": 0.674901, "f1": 0.638869, "accuracy": 0.674901, "main_score": 0.638869, "hf_subset": "lus_Latn-kmr_Latn", "languages": ["lus-Latn", "kmr-Latn"]}, {"precision": 0.707389, "recall": 0.749012, "f1": 0.718874, "accuracy": 0.749012, "main_score": 0.718874, "hf_subset": "lus_Latn-min_Latn", "languages": ["lus-Latn", "min-Latn"]}, {"precision": 0.748574, "recall": 0.796443, "f1": 0.761881, "accuracy": 0.796443, "main_score": 0.761881, "hf_subset": "lus_Latn-por_Latn", "languages": ["lus-Latn", "por-Latn"]}, {"precision": 0.728499, "recall": 0.767787, "f1": 0.739339, "accuracy": 0.767787, "main_score": 0.739339, "hf_subset": "lus_Latn-sun_Latn", "languages": ["lus-Latn", "sun-Latn"]}, {"precision": 0.516096, "recall": 0.575099, "f1": 0.532699, "accuracy": 0.575099, "main_score": 0.532699, "hf_subset": "lus_Latn-umb_Latn", "languages": ["lus-Latn", "umb-Latn"]}, {"precision": 0.720311, "recall": 0.76581, "f1": 0.732623, "accuracy": 0.76581, "main_score": 0.732623, "hf_subset": "lus_Latn-ajp_Arab", "languages": ["lus-Latn", "ajp-Arab"]}, {"precision": 0.464432, "recall": 0.519763, "f1": 0.479416, "accuracy": 0.519763, "main_score": 0.479416, "hf_subset": "lus_Latn-bjn_Arab", "languages": ["lus-Latn", "bjn-Arab"]}, {"precision": 0.51451, "recall": 0.563241, "f1": 0.527703, "accuracy": 0.563241, "main_score": 0.527703, "hf_subset": "lus_Latn-ewe_Latn", "languages": ["lus-Latn", "ewe-Latn"]}, {"precision": 0.721079, "recall": 0.761858, "f1": 0.732657, "accuracy": 0.761858, "main_score": 0.732657, "hf_subset": "lus_Latn-ilo_Latn", "languages": ["lus-Latn", "ilo-Latn"]}, {"precision": 0.311277, "recall": 0.370553, "f1": 0.327131, "accuracy": 0.370553, "main_score": 0.327131, "hf_subset": "lus_Latn-knc_Arab", "languages": ["lus-Latn", "knc-Arab"]}, {"precision": 0.720606, "recall": 0.771739, "f1": 0.734463, "accuracy": 0.771739, "main_score": 0.734463, "hf_subset": "lus_Latn-mkd_Cyrl", "languages": ["lus-Latn", "mkd-Cyrl"]}, {"precision": 0.736785, "recall": 0.786561, "f1": 0.750457, "accuracy": 0.786561, "main_score": 0.750457, "hf_subset": "lus_Latn-prs_Arab", "languages": ["lus-Latn", "prs-Arab"]}, {"precision": 0.735735, "recall": 0.783597, "f1": 0.748345, "accuracy": 0.783597, "main_score": 0.748345, "hf_subset": "lus_Latn-swe_Latn", "languages": ["lus-Latn", "swe-Latn"]}, {"precision": 0.717318, "recall": 0.771739, "f1": 0.733077, "accuracy": 0.771739, "main_score": 0.733077, "hf_subset": "lus_Latn-urd_Arab", "languages": ["lus-Latn", "urd-Arab"]}, {"precision": 0.600236, "recall": 0.647233, "f1": 0.613675, "accuracy": 0.647233, "main_score": 0.613675, "hf_subset": "lus_Latn-aka_Latn", "languages": ["lus-Latn", "aka-Latn"]}, {"precision": 0.703641, "recall": 0.750988, "f1": 0.716678, "accuracy": 0.750988, "main_score": 0.716678, "hf_subset": "lus_Latn-bjn_Latn", "languages": ["lus-Latn", "bjn-Latn"]}, {"precision": 0.632729, "recall": 0.688735, "f1": 0.64855, "accuracy": 0.688735, "main_score": 0.64855, "hf_subset": "lus_Latn-fao_Latn", "languages": ["lus-Latn", "fao-Latn"]}, {"precision": 0.749603, "recall": 0.794466, "f1": 0.762394, "accuracy": 0.794466, "main_score": 0.762394, "hf_subset": "lus_Latn-ind_Latn", "languages": ["lus-Latn", "ind-Latn"]}, {"precision": 0.579747, "recall": 0.626482, "f1": 0.592867, "accuracy": 0.626482, "main_score": 0.592867, "hf_subset": "lus_Latn-knc_Latn", "languages": ["lus-Latn", "knc-Latn"]}, {"precision": 0.720037, "recall": 0.763834, "f1": 0.7319, "accuracy": 0.763834, "main_score": 0.7319, "hf_subset": "lus_Latn-mlt_Latn", "languages": ["lus-Latn", "mlt-Latn"]}, {"precision": 0.599038, "recall": 0.651186, "f1": 0.614246, "accuracy": 0.651186, "main_score": 0.614246, "hf_subset": "lus_Latn-quy_Latn", "languages": ["lus-Latn", "quy-Latn"]}, {"precision": 0.661138, "recall": 0.718379, "f1": 0.677528, "accuracy": 0.718379, "main_score": 0.677528, "hf_subset": "lus_Latn-swh_Latn", "languages": ["lus-Latn", "swh-Latn"]}, {"precision": 0.715232, "recall": 0.755929, "f1": 0.72645, "accuracy": 0.755929, "main_score": 0.72645, "hf_subset": "lus_Latn-uzn_Latn", "languages": ["lus-Latn", "uzn-Latn"]}, {"precision": 0.719584, "recall": 0.764822, "f1": 0.732005, "accuracy": 0.764822, "main_score": 0.732005, "hf_subset": "lus_Latn-als_Latn", "languages": ["lus-Latn", "als-Latn"]}, {"precision": 0.348132, "recall": 0.405138, "f1": 0.362462, "accuracy": 0.405138, "main_score": 0.362462, "hf_subset": "lus_Latn-bod_Tibt", "languages": ["lus-Latn", "bod-Tibt"]}, {"precision": 0.584994, "recall": 0.632411, "f1": 0.59824, "accuracy": 0.632411, "main_score": 0.59824, "hf_subset": "lus_Latn-fij_Latn", "languages": ["lus-Latn", "fij-Latn"]}, {"precision": 0.656468, "recall": 0.710474, "f1": 0.671343, "accuracy": 0.710474, "main_score": 0.671343, "hf_subset": "lus_Latn-isl_Latn", "languages": ["lus-Latn", "isl-Latn"]}, {"precision": 0.60505, "recall": 0.657115, "f1": 0.620331, "accuracy": 0.657115, "main_score": 0.620331, "hf_subset": "lus_Latn-kon_Latn", "languages": ["lus-Latn", "kon-Latn"]}, {"precision": 0.588815, "recall": 0.645257, "f1": 0.604945, "accuracy": 0.645257, "main_score": 0.604945, "hf_subset": "lus_Latn-mni_Beng", "languages": ["lus-Latn", "mni-Beng"]}, {"precision": 0.734823, "recall": 0.781621, "f1": 0.747723, "accuracy": 0.781621, "main_score": 0.747723, "hf_subset": "lus_Latn-ron_Latn", "languages": ["lus-Latn", "ron-Latn"]}, {"precision": 0.700232, "recall": 0.746047, "f1": 0.713357, "accuracy": 0.746047, "main_score": 0.713357, "hf_subset": "lus_Latn-szl_Latn", "languages": ["lus-Latn", "szl-Latn"]}, {"precision": 0.735202, "recall": 0.780632, "f1": 0.74731, "accuracy": 0.780632, "main_score": 0.74731, "hf_subset": "lus_Latn-vec_Latn", "languages": ["lus-Latn", "vec-Latn"]}, {"precision": 0.589017, "recall": 0.650198, "f1": 0.605683, "accuracy": 0.650198, "main_score": 0.605683, "hf_subset": "lus_Latn-amh_Ethi", "languages": ["lus-Latn", "amh-Ethi"]}, {"precision": 0.736379, "recall": 0.782609, "f1": 0.748767, "accuracy": 0.782609, "main_score": 0.748767, "hf_subset": "lus_Latn-bos_Latn", "languages": ["lus-Latn", "bos-Latn"]}, {"precision": 0.70754, "recall": 0.763834, "f1": 0.723299, "accuracy": 0.763834, "main_score": 0.723299, "hf_subset": "lus_Latn-fin_Latn", "languages": ["lus-Latn", "fin-Latn"]}, {"precision": 0.737196, "recall": 0.787549, "f1": 0.750965, "accuracy": 0.787549, "main_score": 0.750965, "hf_subset": "lus_Latn-ita_Latn", "languages": ["lus-Latn", "ita-Latn"]}, {"precision": 0.732464, "recall": 0.783597, "f1": 0.747414, "accuracy": 0.783597, "main_score": 0.747414, "hf_subset": "lus_Latn-kor_Hang", "languages": ["lus-Latn", "kor-Hang"]}, {"precision": 0.54564, "recall": 0.596838, "f1": 0.559619, "accuracy": 0.596838, "main_score": 0.559619, "hf_subset": "lus_Latn-mos_Latn", "languages": ["lus-Latn", "mos-Latn"]}, {"precision": 0.535278, "recall": 0.583004, "f1": 0.548726, "accuracy": 0.583004, "main_score": 0.548726, "hf_subset": "lus_Latn-run_Latn", "languages": ["lus-Latn", "run-Latn"]}, {"precision": 0.706657, "recall": 0.76087, "f1": 0.721364, "accuracy": 0.76087, "main_score": 0.721364, "hf_subset": "lus_Latn-tam_Taml", "languages": ["lus-Latn", "tam-Taml"]}, {"precision": 0.730716, "recall": 0.780632, "f1": 0.744723, "accuracy": 0.780632, "main_score": 0.744723, "hf_subset": "lus_Latn-vie_Latn", "languages": ["lus-Latn", "vie-Latn"]}, {"precision": 0.705932, "recall": 0.753953, "f1": 0.718721, "accuracy": 0.753953, "main_score": 0.718721, "hf_subset": "lus_Latn-apc_Arab", "languages": ["lus-Latn", "apc-Arab"]}, {"precision": 0.651267, "recall": 0.690711, "f1": 0.663018, "accuracy": 0.690711, "main_score": 0.663018, "hf_subset": "lus_Latn-bug_Latn", "languages": ["lus-Latn", "bug-Latn"]}, {"precision": 0.473329, "recall": 0.520751, "f1": 0.485982, "accuracy": 0.520751, "main_score": 0.485982, "hf_subset": "lus_Latn-fon_Latn", "languages": ["lus-Latn", "fon-Latn"]}, {"precision": 0.736038, "recall": 0.774704, "f1": 0.746476, "accuracy": 0.774704, "main_score": 0.746476, "hf_subset": "lus_Latn-jav_Latn", "languages": ["lus-Latn", "jav-Latn"]}, {"precision": 0.627319, "recall": 0.687747, "f1": 0.644346, "accuracy": 0.687747, "main_score": 0.644346, "hf_subset": "lus_Latn-lao_Laoo", "languages": ["lus-Latn", "lao-Laoo"]}, {"precision": 0.562287, "recall": 0.61166, "f1": 0.576192, "accuracy": 0.61166, "main_score": 0.576192, "hf_subset": "lus_Latn-mri_Latn", "languages": ["lus-Latn", "mri-Latn"]}, {"precision": 0.734231, "recall": 0.781621, "f1": 0.747185, "accuracy": 0.781621, "main_score": 0.747185, "hf_subset": "lus_Latn-rus_Cyrl", "languages": ["lus-Latn", "rus-Cyrl"]}, {"precision": 0.514345, "recall": 0.564229, "f1": 0.528936, "accuracy": 0.564229, "main_score": 0.528936, "hf_subset": "lus_Latn-taq_Latn", "languages": ["lus-Latn", "taq-Latn"]}, {"precision": 0.742787, "recall": 0.781621, "f1": 0.753145, "accuracy": 0.781621, "main_score": 0.753145, "hf_subset": "lus_Latn-war_Latn", "languages": ["lus-Latn", "war-Latn"]}, {"precision": 0.712201, "recall": 0.76087, "f1": 0.725549, "accuracy": 0.76087, "main_score": 0.725549, "hf_subset": "lus_Latn-arb_Arab", "languages": ["lus-Latn", "arb-Arab"]}, {"precision": 0.74016, "recall": 0.785573, "f1": 0.752523, "accuracy": 0.785573, "main_score": 0.752523, "hf_subset": "lus_Latn-bul_Cyrl", "languages": ["lus-Latn", "bul-Cyrl"]}, {"precision": 0.742191, "recall": 0.788538, "f1": 0.754401, "accuracy": 0.788538, "main_score": 0.754401, "hf_subset": "lus_Latn-fra_Latn", "languages": ["lus-Latn", "fra-Latn"]}, {"precision": 0.731765, "recall": 0.77668, "f1": 0.743615, "accuracy": 0.77668, "main_score": 0.743615, "hf_subset": "lus_Latn-jpn_Jpan", "languages": ["lus-Latn", "jpn-Jpan"]}, {"precision": 0.696502, "recall": 0.744071, "f1": 0.709709, "accuracy": 0.744071, "main_score": 0.709709, "hf_subset": "lus_Latn-lij_Latn", "languages": ["lus-Latn", "lij-Latn"]}, {"precision": 0.597428, "recall": 0.664032, "f1": 0.616664, "accuracy": 0.664032, "main_score": 0.616664, "hf_subset": "lus_Latn-mya_Mymr", "languages": ["lus-Latn", "mya-Mymr"]}, {"precision": 0.560355, "recall": 0.614625, "f1": 0.576072, "accuracy": 0.614625, "main_score": 0.576072, "hf_subset": "lus_Latn-sag_Latn", "languages": ["lus-Latn", "sag-Latn"]}, {"precision": 0.187777, "recall": 0.233202, "f1": 0.198694, "accuracy": 0.233202, "main_score": 0.198694, "hf_subset": "lus_Latn-taq_Tfng", "languages": ["lus-Latn", "taq-Tfng"]}, {"precision": 0.602635, "recall": 0.644269, "f1": 0.614592, "accuracy": 0.644269, "main_score": 0.614592, "hf_subset": "lus_Latn-wol_Latn", "languages": ["lus-Latn", "wol-Latn"]}, {"precision": 0.527828, "recall": 0.576087, "f1": 0.541078, "accuracy": 0.576087, "main_score": 0.541078, "hf_subset": "lus_Latn-arb_Latn", "languages": ["lus-Latn", "arb-Latn"]}, {"precision": 0.745375, "recall": 0.795455, "f1": 0.759009, "accuracy": 0.795455, "main_score": 0.759009, "hf_subset": "lus_Latn-cat_Latn", "languages": ["lus-Latn", "cat-Latn"]}, {"precision": 0.704639, "recall": 0.749012, "f1": 0.717185, "accuracy": 0.749012, "main_score": 0.717185, "hf_subset": "lus_Latn-fur_Latn", "languages": ["lus-Latn", "fur-Latn"]}, {"precision": 0.401718, "recall": 0.450593, "f1": 0.414632, "accuracy": 0.450593, "main_score": 0.414632, "hf_subset": "lus_Latn-kab_Latn", "languages": ["lus-Latn", "kab-Latn"]}, {"precision": 0.718577, "recall": 0.756917, "f1": 0.730063, "accuracy": 0.756917, "main_score": 0.730063, "hf_subset": "lus_Latn-lim_Latn", "languages": ["lus-Latn", "lim-Latn"]}, {"precision": 0.734396, "recall": 0.783597, "f1": 0.747987, "accuracy": 0.783597, "main_score": 0.747987, "hf_subset": "lus_Latn-nld_Latn", "languages": ["lus-Latn", "nld-Latn"]}, {"precision": 0.658113, "recall": 0.720356, "f1": 0.675786, "accuracy": 0.720356, "main_score": 0.675786, "hf_subset": "lus_Latn-san_Deva", "languages": ["lus-Latn", "san-Deva"]}, {"precision": 0.701458, "recall": 0.751976, "f1": 0.715206, "accuracy": 0.751976, "main_score": 0.715206, "hf_subset": "lus_Latn-tat_Cyrl", "languages": ["lus-Latn", "tat-Cyrl"]}, {"precision": 0.594537, "recall": 0.648221, "f1": 0.610343, "accuracy": 0.648221, "main_score": 0.610343, "hf_subset": "lus_Latn-xho_Latn", "languages": ["lus-Latn", "xho-Latn"]}, {"precision": 0.709679, "recall": 0.756917, "f1": 0.722762, "accuracy": 0.756917, "main_score": 0.722762, "hf_subset": "lus_Latn-ars_Arab", "languages": ["lus-Latn", "ars-Arab"]}, {"precision": 0.741354, "recall": 0.781621, "f1": 0.752138, "accuracy": 0.781621, "main_score": 0.752138, "hf_subset": "lus_Latn-ceb_Latn", "languages": ["lus-Latn", "ceb-Latn"]}, {"precision": 0.531343, "recall": 0.583992, "f1": 0.546288, "accuracy": 0.583992, "main_score": 0.546288, "hf_subset": "lus_Latn-fuv_Latn", "languages": ["lus-Latn", "fuv-Latn"]}, {"precision": 0.536454, "recall": 0.587945, "f1": 0.550883, "accuracy": 0.587945, "main_score": 0.550883, "hf_subset": "lus_Latn-kac_Latn", "languages": ["lus-Latn", "kac-Latn"]}, {"precision": 0.612217, "recall": 0.659091, "f1": 0.625227, "accuracy": 0.659091, "main_score": 0.625227, "hf_subset": "lus_Latn-lin_Latn", "languages": ["lus-Latn", "lin-Latn"]}, {"precision": 0.729946, "recall": 0.781621, "f1": 0.744176, "accuracy": 0.781621, "main_score": 0.744176, "hf_subset": "lus_Latn-nno_Latn", "languages": ["lus-Latn", "nno-Latn"]}, {"precision": 0.122101, "recall": 0.168972, "f1": 0.133065, "accuracy": 0.168972, "main_score": 0.133065, "hf_subset": "lus_Latn-sat_Olck", "languages": ["lus-Latn", "sat-Olck"]}, {"precision": 0.715706, "recall": 0.767787, "f1": 0.730094, "accuracy": 0.767787, "main_score": 0.730094, "hf_subset": "lus_Latn-tel_Telu", "languages": ["lus-Latn", "tel-Telu"]}, {"precision": 0.623443, "recall": 0.678854, "f1": 0.63938, "accuracy": 0.678854, "main_score": 0.63938, "hf_subset": "lus_Latn-ydd_Hebr", "languages": ["lus-Latn", "ydd-Hebr"]}, {"precision": 0.694895, "recall": 0.742095, "f1": 0.707873, "accuracy": 0.742095, "main_score": 0.707873, "hf_subset": "lus_Latn-ary_Arab", "languages": ["lus-Latn", "ary-Arab"]}, {"precision": 0.727338, "recall": 0.774704, "f1": 0.74002, "accuracy": 0.774704, "main_score": 0.74002, "hf_subset": "lus_Latn-ces_Latn", "languages": ["lus-Latn", "ces-Latn"]}, {"precision": 0.517684, "recall": 0.575099, "f1": 0.534208, "accuracy": 0.575099, "main_score": 0.534208, "hf_subset": "lus_Latn-gaz_Latn", "languages": ["lus-Latn", "gaz-Latn"]}, {"precision": 0.534339, "recall": 0.586957, "f1": 0.549874, "accuracy": 0.586957, "main_score": 0.549874, "hf_subset": "lus_Latn-kam_Latn", "languages": ["lus-Latn", "kam-Latn"]}, {"precision": 0.712224, "recall": 0.757905, "f1": 0.724532, "accuracy": 0.757905, "main_score": 0.724532, "hf_subset": "lus_Latn-lit_Latn", "languages": ["lus-Latn", "lit-Latn"]}, {"precision": 0.738895, "recall": 0.781621, "f1": 0.750358, "accuracy": 0.781621, "main_score": 0.750358, "hf_subset": "lus_Latn-nob_Latn", "languages": ["lus-Latn", "nob-Latn"]}, {"precision": 0.692939, "recall": 0.738142, "f1": 0.705675, "accuracy": 0.738142, "main_score": 0.705675, "hf_subset": "lus_Latn-scn_Latn", "languages": ["lus-Latn", "scn-Latn"]}, {"precision": 0.679133, "recall": 0.725296, "f1": 0.691939, "accuracy": 0.725296, "main_score": 0.691939, "hf_subset": "lus_Latn-tgk_Cyrl", "languages": ["lus-Latn", "tgk-Cyrl"]}, {"precision": 0.542111, "recall": 0.606719, "f1": 0.560114, "accuracy": 0.606719, "main_score": 0.560114, "hf_subset": "lus_Latn-yor_Latn", "languages": ["lus-Latn", "yor-Latn"]}, {"precision": 0.721375, "recall": 0.762846, "f1": 0.732578, "accuracy": 0.762846, "main_score": 0.732578, "hf_subset": "lus_Latn-arz_Arab", "languages": ["lus-Latn", "arz-Arab"]}, {"precision": 0.530223, "recall": 0.582016, "f1": 0.545001, "accuracy": 0.582016, "main_score": 0.545001, "hf_subset": "lus_Latn-cjk_Latn", "languages": ["lus-Latn", "cjk-Latn"]}, {"precision": 0.556928, "recall": 0.606719, "f1": 0.570273, "accuracy": 0.606719, "main_score": 0.570273, "hf_subset": "lus_Latn-gla_Latn", "languages": ["lus-Latn", "gla-Latn"]}, {"precision": 0.726286, "recall": 0.781621, "f1": 0.742503, "accuracy": 0.781621, "main_score": 0.742503, "hf_subset": "lus_Latn-kan_Knda", "languages": ["lus-Latn", "kan-Knda"]}, {"precision": 0.71334, "recall": 0.753953, "f1": 0.724902, "accuracy": 0.753953, "main_score": 0.724902, "hf_subset": "lus_Latn-lmo_Latn", "languages": ["lus-Latn", "lmo-Latn"]}, {"precision": 0.724711, "recall": 0.774704, "f1": 0.738606, "accuracy": 0.774704, "main_score": 0.738606, "hf_subset": "lus_Latn-npi_Deva", "languages": ["lus-Latn", "npi-Deva"]}, {"precision": 0.460957, "recall": 0.520751, "f1": 0.477768, "accuracy": 0.520751, "main_score": 0.477768, "hf_subset": "lus_Latn-shn_Mymr", "languages": ["lus-Latn", "shn-Mymr"]}, {"precision": 0.750713, "recall": 0.793478, "f1": 0.76253, "accuracy": 0.793478, "main_score": 0.76253, "hf_subset": "lus_Latn-tgl_Latn", "languages": ["lus-Latn", "tgl-Latn"]}, {"precision": 0.72156, "recall": 0.772727, "f1": 0.735498, "accuracy": 0.772727, "main_score": 0.735498, "hf_subset": "lus_Latn-yue_Hant", "languages": ["lus-Latn", "yue-Hant"]}, {"precision": 0.699183, "recall": 0.747036, "f1": 0.712903, "accuracy": 0.747036, "main_score": 0.712903, "hf_subset": "lus_Latn-asm_Beng", "languages": ["lus-Latn", "asm-Beng"]}, {"precision": 0.623357, "recall": 0.676877, "f1": 0.638588, "accuracy": 0.676877, "main_score": 0.638588, "hf_subset": "lus_Latn-ckb_Arab", "languages": ["lus-Latn", "ckb-Arab"]}, {"precision": 0.575797, "recall": 0.62747, "f1": 0.590356, "accuracy": 0.62747, "main_score": 0.590356, "hf_subset": "lus_Latn-gle_Latn", "languages": ["lus-Latn", "gle-Latn"]}, {"precision": 0.645836, "recall": 0.69664, "f1": 0.660345, "accuracy": 0.69664, "main_score": 0.660345, "hf_subset": "lus_Latn-kas_Arab", "languages": ["lus-Latn", "kas-Arab"]}, {"precision": 0.64932, "recall": 0.70751, "f1": 0.665595, "accuracy": 0.70751, "main_score": 0.665595, "hf_subset": "lus_Latn-ltg_Latn", "languages": ["lus-Latn", "ltg-Latn"]}, {"precision": 0.596135, "recall": 0.640316, "f1": 0.60842, "accuracy": 0.640316, "main_score": 0.60842, "hf_subset": "lus_Latn-nso_Latn", "languages": ["lus-Latn", "nso-Latn"]}, {"precision": 0.624277, "recall": 0.681818, "f1": 0.639603, "accuracy": 0.681818, "main_score": 0.639603, "hf_subset": "lus_Latn-sin_Sinh", "languages": ["lus-Latn", "sin-Sinh"]}, {"precision": 0.715026, "recall": 0.762846, "f1": 0.728201, "accuracy": 0.762846, "main_score": 0.728201, "hf_subset": "lus_Latn-tha_Thai", "languages": ["lus-Latn", "tha-Thai"]}, {"precision": 0.721436, "recall": 0.770751, "f1": 0.734162, "accuracy": 0.770751, "main_score": 0.734162, "hf_subset": "lus_Latn-zho_Hans", "languages": ["lus-Latn", "zho-Hans"]}, {"precision": 0.732687, "recall": 0.777668, "f1": 0.745084, "accuracy": 0.777668, "main_score": 0.745084, "hf_subset": "lus_Latn-ast_Latn", "languages": ["lus-Latn", "ast-Latn"]}, {"precision": 0.70062, "recall": 0.747036, "f1": 0.713841, "accuracy": 0.747036, "main_score": 0.713841, "hf_subset": "lus_Latn-crh_Latn", "languages": ["lus-Latn", "crh-Latn"]}, {"precision": 0.741403, "recall": 0.791502, "f1": 0.755337, "accuracy": 0.791502, "main_score": 0.755337, "hf_subset": "lus_Latn-glg_Latn", "languages": ["lus-Latn", "glg-Latn"]}, {"precision": 0.629958, "recall": 0.685771, "f1": 0.646288, "accuracy": 0.685771, "main_score": 0.646288, "hf_subset": "lus_Latn-kas_Deva", "languages": ["lus-Latn", "kas-Deva"]}, {"precision": 0.697077, "recall": 0.73913, "f1": 0.708798, "accuracy": 0.73913, "main_score": 0.708798, "hf_subset": "lus_Latn-ltz_Latn", "languages": ["lus-Latn", "ltz-Latn"]}, {"precision": 0.464235, "recall": 0.523715, "f1": 0.480505, "accuracy": 0.523715, "main_score": 0.480505, "hf_subset": "lus_Latn-nus_Latn", "languages": ["lus-Latn", "nus-Latn"]}, {"precision": 0.720951, "recall": 0.775692, "f1": 0.735637, "accuracy": 0.775692, "main_score": 0.735637, "hf_subset": "lus_Latn-slk_Latn", "languages": ["lus-Latn", "slk-Latn"]}, {"precision": 0.443837, "recall": 0.512846, "f1": 0.46294, "accuracy": 0.512846, "main_score": 0.46294, "hf_subset": "lus_Latn-tir_Ethi", "languages": ["lus-Latn", "tir-Ethi"]}, {"precision": 0.731843, "recall": 0.777668, "f1": 0.744411, "accuracy": 0.777668, "main_score": 0.744411, "hf_subset": "lus_Latn-zho_Hant", "languages": ["lus-Latn", "zho-Hant"]}, {"precision": 0.725084, "recall": 0.767787, "f1": 0.737241, "accuracy": 0.767787, "main_score": 0.737241, "hf_subset": "lus_Latn-awa_Deva", "languages": ["lus-Latn", "awa-Deva"]}, {"precision": 0.64615, "recall": 0.694664, "f1": 0.659669, "accuracy": 0.694664, "main_score": 0.659669, "hf_subset": "lus_Latn-cym_Latn", "languages": ["lus-Latn", "cym-Latn"]}, {"precision": 0.663084, "recall": 0.705534, "f1": 0.675381, "accuracy": 0.705534, "main_score": 0.675381, "hf_subset": "lus_Latn-grn_Latn", "languages": ["lus-Latn", "grn-Latn"]}, {"precision": 0.690217, "recall": 0.747036, "f1": 0.706283, "accuracy": 0.747036, "main_score": 0.706283, "hf_subset": "lus_Latn-kat_Geor", "languages": ["lus-Latn", "kat-Geor"]}, {"precision": 0.594219, "recall": 0.637352, "f1": 0.606461, "accuracy": 0.637352, "main_score": 0.606461, "hf_subset": "lus_Latn-lua_Latn", "languages": ["lus-Latn", "lua-Latn"]}, {"precision": 0.590351, "recall": 0.63834, "f1": 0.603833, "accuracy": 0.63834, "main_score": 0.603833, "hf_subset": "lus_Latn-nya_Latn", "languages": ["lus-Latn", "nya-Latn"]}, {"precision": 0.712589, "recall": 0.758893, "f1": 0.724687, "accuracy": 0.758893, "main_score": 0.724687, "hf_subset": "lus_Latn-slv_Latn", "languages": ["lus-Latn", "slv-Latn"]}, {"precision": 0.73479, "recall": 0.772727, "f1": 0.745268, "accuracy": 0.772727, "main_score": 0.745268, "hf_subset": "lus_Latn-tpi_Latn", "languages": ["lus-Latn", "tpi-Latn"]}, {"precision": 0.734786, "recall": 0.783597, "f1": 0.748474, "accuracy": 0.783597, "main_score": 0.748474, "hf_subset": "lus_Latn-zsm_Latn", "languages": ["lus-Latn", "zsm-Latn"]}, {"precision": 0.542762, "recall": 0.591897, "f1": 0.55732, "accuracy": 0.591897, "main_score": 0.55732, "hf_subset": "lus_Latn-ayr_Latn", "languages": ["lus-Latn", "ayr-Latn"]}, {"precision": 0.736732, "recall": 0.783597, "f1": 0.749148, "accuracy": 0.783597, "main_score": 0.749148, "hf_subset": "lus_Latn-dan_Latn", "languages": ["lus-Latn", "dan-Latn"]}, {"precision": 0.740735, "recall": 0.793478, "f1": 0.755632, "accuracy": 0.793478, "main_score": 0.755632, "hf_subset": "lus_Latn-guj_Gujr", "languages": ["lus-Latn", "guj-Gujr"]}, {"precision": 0.723877, "recall": 0.768775, "f1": 0.736121, "accuracy": 0.768775, "main_score": 0.736121, "hf_subset": "lus_Latn-kaz_Cyrl", "languages": ["lus-Latn", "kaz-Cyrl"]}, {"precision": 0.523597, "recall": 0.578063, "f1": 0.538276, "accuracy": 0.578063, "main_score": 0.538276, "hf_subset": "lus_Latn-lug_Latn", "languages": ["lus-Latn", "lug-Latn"]}, {"precision": 0.735009, "recall": 0.781621, "f1": 0.747723, "accuracy": 0.781621, "main_score": 0.747723, "hf_subset": "lus_Latn-oci_Latn", "languages": ["lus-Latn", "oci-Latn"]}, {"precision": 0.622014, "recall": 0.678854, "f1": 0.63818, "accuracy": 0.678854, "main_score": 0.63818, "hf_subset": "lus_Latn-smo_Latn", "languages": ["lus-Latn", "smo-Latn"]}, {"precision": 0.52231, "recall": 0.58004, "f1": 0.538096, "accuracy": 0.58004, "main_score": 0.538096, "hf_subset": "lus_Latn-tsn_Latn", "languages": ["lus-Latn", "tsn-Latn"]}, {"precision": 0.552218, "recall": 0.608696, "f1": 0.568094, "accuracy": 0.608696, "main_score": 0.568094, "hf_subset": "lus_Latn-zul_Latn", "languages": ["lus-Latn", "zul-Latn"]}, {"precision": 0.615281, "recall": 0.670949, "f1": 0.631221, "accuracy": 0.670949, "main_score": 0.631221, "hf_subset": "lus_Latn-azb_Arab", "languages": ["lus-Latn", "azb-Arab"]}, {"precision": 0.739688, "recall": 0.790514, "f1": 0.753555, "accuracy": 0.790514, "main_score": 0.753555, "hf_subset": "lus_Latn-deu_Latn", "languages": ["lus-Latn", "deu-Latn"]}, {"precision": 0.64564, "recall": 0.699605, "f1": 0.660668, "accuracy": 0.699605, "main_score": 0.660668, "hf_subset": "lus_Latn-hat_Latn", "languages": ["lus-Latn", "hat-Latn"]}, {"precision": 0.496961, "recall": 0.549407, "f1": 0.511405, "accuracy": 0.549407, "main_score": 0.511405, "hf_subset": "lus_Latn-kbp_Latn", "languages": ["lus-Latn", "kbp-Latn"]}, {"precision": 0.566827, "recall": 0.616601, "f1": 0.580752, "accuracy": 0.616601, "main_score": 0.580752, "hf_subset": "lus_Latn-luo_Latn", "languages": ["lus-Latn", "luo-Latn"]}, {"precision": 0.710559, "recall": 0.76087, "f1": 0.724857, "accuracy": 0.76087, "main_score": 0.724857, "hf_subset": "lus_Latn-ory_Orya", "languages": ["lus-Latn", "ory-Orya"]}, {"precision": 0.566397, "recall": 0.617589, "f1": 0.580919, "accuracy": 0.617589, "main_score": 0.580919, "hf_subset": "lus_Latn-sna_Latn", "languages": ["lus-Latn", "sna-Latn"]}, {"precision": 0.540947, "recall": 0.587945, "f1": 0.553572, "accuracy": 0.587945, "main_score": 0.553572, "hf_subset": "lus_Latn-tso_Latn", "languages": ["lus-Latn", "tso-Latn"]}, {"precision": 0.704656, "recall": 0.757905, "f1": 0.720004, "accuracy": 0.757905, "main_score": 0.720004, "hf_subset": "lus_Latn-azj_Latn", "languages": ["lus-Latn", "azj-Latn"]}, {"precision": 0.531515, "recall": 0.583992, "f1": 0.547237, "accuracy": 0.583992, "main_score": 0.547237, "hf_subset": "lus_Latn-dik_Latn", "languages": ["lus-Latn", "dik-Latn"]}, {"precision": 0.59423, "recall": 0.643281, "f1": 0.607902, "accuracy": 0.643281, "main_score": 0.607902, "hf_subset": "lus_Latn-hau_Latn", "languages": ["lus-Latn", "hau-Latn"]}, {"precision": 0.689939, "recall": 0.731225, "f1": 0.701902, "accuracy": 0.731225, "main_score": 0.701902, "hf_subset": "lus_Latn-kea_Latn", "languages": ["lus-Latn", "kea-Latn"]}, {"precision": 0.694784, "recall": 0.732213, "f1": 0.705582, "accuracy": 0.732213, "main_score": 0.705582, "hf_subset": "lus_Latn-pag_Latn", "languages": ["lus-Latn", "pag-Latn"]}, {"precision": 0.688486, "recall": 0.745059, "f1": 0.704073, "accuracy": 0.745059, "main_score": 0.704073, "hf_subset": "lus_Latn-snd_Arab", "languages": ["lus-Latn", "snd-Arab"]}, {"precision": 0.638131, "recall": 0.686759, "f1": 0.65225, "accuracy": 0.686759, "main_score": 0.65225, "hf_subset": "lus_Latn-tuk_Latn", "languages": ["lus-Latn", "tuk-Latn"]}, {"precision": 0.719771, "recall": 0.763834, "f1": 0.731969, "accuracy": 0.763834, "main_score": 0.731969, "hf_subset": "lus_Latn-bak_Cyrl", "languages": ["lus-Latn", "bak-Cyrl"]}, {"precision": 0.472727, "recall": 0.541502, "f1": 0.492918, "accuracy": 0.541502, "main_score": 0.492918, "hf_subset": "lus_Latn-dyu_Latn", "languages": ["lus-Latn", "dyu-Latn"]}, {"precision": 0.699463, "recall": 0.747036, "f1": 0.711851, "accuracy": 0.747036, "main_score": 0.711851, "hf_subset": "lus_Latn-heb_Hebr", "languages": ["lus-Latn", "heb-Hebr"]}, {"precision": 0.665477, "recall": 0.711462, "f1": 0.678554, "accuracy": 0.711462, "main_score": 0.678554, "hf_subset": "lus_Latn-khk_Cyrl", "languages": ["lus-Latn", "khk-Cyrl"]}, {"precision": 0.721639, "recall": 0.76581, "f1": 0.733784, "accuracy": 0.76581, "main_score": 0.733784, "hf_subset": "lus_Latn-lvs_Latn", "languages": ["lus-Latn", "lvs-Latn"]}, {"precision": 0.720525, "recall": 0.774704, "f1": 0.73602, "accuracy": 0.774704, "main_score": 0.73602, "hf_subset": "lus_Latn-pan_Guru", "languages": ["lus-Latn", "pan-Guru"]}, {"precision": 0.537552, "recall": 0.594862, "f1": 0.554056, "accuracy": 0.594862, "main_score": 0.554056, "hf_subset": "lus_Latn-som_Latn", "languages": ["lus-Latn", "som-Latn"]}, {"precision": 0.558897, "recall": 0.608696, "f1": 0.572835, "accuracy": 0.608696, "main_score": 0.572835, "hf_subset": "lus_Latn-tum_Latn", "languages": ["lus-Latn", "tum-Latn"]}, {"precision": 0.561855, "recall": 0.619565, "f1": 0.57843, "accuracy": 0.619565, "main_score": 0.57843, "hf_subset": "pag_Latn-ace_Arab", "languages": ["pag-Latn", "ace-Arab"]}, {"precision": 0.524771, "recall": 0.583004, "f1": 0.541084, "accuracy": 0.583004, "main_score": 0.541084, "hf_subset": "pag_Latn-bam_Latn", "languages": ["pag-Latn", "bam-Latn"]}, {"precision": 0.282231, "recall": 0.337945, "f1": 0.29681, "accuracy": 0.337945, "main_score": 0.29681, "hf_subset": "pag_Latn-dzo_Tibt", "languages": ["pag-Latn", "dzo-Tibt"]}, {"precision": 0.871262, "recall": 0.901186, "f1": 0.880304, "accuracy": 0.901186, "main_score": 0.880304, "hf_subset": "pag_Latn-hin_Deva", "languages": ["pag-Latn", "hin-Deva"]}, {"precision": 0.786373, "recall": 0.831028, "f1": 0.799556, "accuracy": 0.831028, "main_score": 0.799556, "hf_subset": "pag_Latn-khm_Khmr", "languages": ["pag-Latn", "khm-Khmr"]}, {"precision": 0.859354, "recall": 0.891304, "f1": 0.868827, "accuracy": 0.891304, "main_score": 0.868827, "hf_subset": "pag_Latn-mag_Deva", "languages": ["pag-Latn", "mag-Deva"]}, {"precision": 0.851987, "recall": 0.881423, "f1": 0.860687, "accuracy": 0.881423, "main_score": 0.860687, "hf_subset": "pag_Latn-pap_Latn", "languages": ["pag-Latn", "pap-Latn"]}, {"precision": 0.59465, "recall": 0.642292, "f1": 0.607427, "accuracy": 0.642292, "main_score": 0.607427, "hf_subset": "pag_Latn-sot_Latn", "languages": ["pag-Latn", "sot-Latn"]}, {"precision": 0.844189, "recall": 0.879447, "f1": 0.854696, "accuracy": 0.879447, "main_score": 0.854696, "hf_subset": "pag_Latn-tur_Latn", "languages": ["pag-Latn", "tur-Latn"]}, {"precision": 0.752276, "recall": 0.796443, "f1": 0.76554, "accuracy": 0.796443, "main_score": 0.76554, "hf_subset": "pag_Latn-ace_Latn", "languages": ["pag-Latn", "ace-Latn"]}, {"precision": 0.836335, "recall": 0.866601, "f1": 0.845175, "accuracy": 0.866601, "main_score": 0.845175, "hf_subset": "pag_Latn-ban_Latn", "languages": ["pag-Latn", "ban-Latn"]}, {"precision": 0.849259, "recall": 0.885375, "f1": 0.860211, "accuracy": 0.885375, "main_score": 0.860211, "hf_subset": "pag_Latn-ell_Grek", "languages": ["pag-Latn", "ell-Grek"]}, {"precision": 0.85286, "recall": 0.884387, "f1": 0.862385, "accuracy": 0.884387, "main_score": 0.862385, "hf_subset": "pag_Latn-hne_Deva", "languages": ["pag-Latn", "hne-Deva"]}, {"precision": 0.582815, "recall": 0.633399, "f1": 0.59726, "accuracy": 0.633399, "main_score": 0.59726, "hf_subset": "pag_Latn-kik_Latn", "languages": ["pag-Latn", "kik-Latn"]}, {"precision": 0.874498, "recall": 0.903162, "f1": 0.883256, "accuracy": 0.903162, "main_score": 0.883256, "hf_subset": "pag_Latn-mai_Deva", "languages": ["pag-Latn", "mai-Deva"]}, {"precision": 0.77737, "recall": 0.822134, "f1": 0.790187, "accuracy": 0.822134, "main_score": 0.790187, "hf_subset": "pag_Latn-pbt_Arab", "languages": ["pag-Latn", "pbt-Arab"]}, {"precision": 0.856837, "recall": 0.892292, "f1": 0.867358, "accuracy": 0.892292, "main_score": 0.867358, "hf_subset": "pag_Latn-spa_Latn", "languages": ["pag-Latn", "spa-Latn"]}, {"precision": 0.621534, "recall": 0.675889, "f1": 0.637025, "accuracy": 0.675889, "main_score": 0.637025, "hf_subset": "pag_Latn-twi_Latn", "languages": ["pag-Latn", "twi-Latn"]}, {"precision": 0.833442, "recall": 0.87253, "f1": 0.845044, "accuracy": 0.87253, "main_score": 0.845044, "hf_subset": "pag_Latn-acm_Arab", "languages": ["pag-Latn", "acm-Arab"]}, {"precision": 0.819121, "recall": 0.856719, "f1": 0.830096, "accuracy": 0.856719, "main_score": 0.830096, "hf_subset": "pag_Latn-bel_Cyrl", "languages": ["pag-Latn", "bel-Cyrl"]}, {"precision": 0.894535, "recall": 0.918972, "f1": 0.901674, "accuracy": 0.918972, "main_score": 0.901674, "hf_subset": "pag_Latn-eng_Latn", "languages": ["pag-Latn", "eng-Latn"]}, {"precision": 0.853294, "recall": 0.886364, "f1": 0.863241, "accuracy": 0.886364, "main_score": 0.863241, "hf_subset": "pag_Latn-hrv_Latn", "languages": ["pag-Latn", "hrv-Latn"]}, {"precision": 0.51777, "recall": 0.576087, "f1": 0.53378, "accuracy": 0.576087, "main_score": 0.53378, "hf_subset": "pag_Latn-kin_Latn", "languages": ["pag-Latn", "kin-Latn"]}, {"precision": 0.855023, "recall": 0.889328, "f1": 0.865646, "accuracy": 0.889328, "main_score": 0.865646, "hf_subset": "pag_Latn-mal_Mlym", "languages": ["pag-Latn", "mal-Mlym"]}, {"precision": 0.854407, "recall": 0.886364, "f1": 0.863493, "accuracy": 0.886364, "main_score": 0.863493, "hf_subset": "pag_Latn-pes_Arab", "languages": ["pag-Latn", "pes-Arab"]}, {"precision": 0.836964, "recall": 0.868577, "f1": 0.846344, "accuracy": 0.868577, "main_score": 0.846344, "hf_subset": "pag_Latn-srd_Latn", "languages": ["pag-Latn", "srd-Latn"]}, {"precision": 0.186254, "recall": 0.22332, "f1": 0.195232, "accuracy": 0.22332, "main_score": 0.195232, "hf_subset": "pag_Latn-tzm_Tfng", "languages": ["pag-Latn", "tzm-Tfng"]}, {"precision": 0.858778, "recall": 0.890316, "f1": 0.868201, "accuracy": 0.890316, "main_score": 0.868201, "hf_subset": "pag_Latn-acq_Arab", "languages": ["pag-Latn", "acq-Arab"]}, {"precision": 0.611366, "recall": 0.660079, "f1": 0.624812, "accuracy": 0.660079, "main_score": 0.624812, "hf_subset": "pag_Latn-bem_Latn", "languages": ["pag-Latn", "bem-Latn"]}, {"precision": 0.850668, "recall": 0.884387, "f1": 0.860524, "accuracy": 0.884387, "main_score": 0.860524, "hf_subset": "pag_Latn-epo_Latn", "languages": ["pag-Latn", "epo-Latn"]}, {"precision": 0.84431, "recall": 0.881423, "f1": 0.855378, "accuracy": 0.881423, "main_score": 0.855378, "hf_subset": "pag_Latn-hun_Latn", "languages": ["pag-Latn", "hun-Latn"]}, {"precision": 0.793199, "recall": 0.831028, "f1": 0.803771, "accuracy": 0.831028, "main_score": 0.803771, "hf_subset": "pag_Latn-kir_Cyrl", "languages": ["pag-Latn", "kir-Cyrl"]}, {"precision": 0.863043, "recall": 0.892292, "f1": 0.871593, "accuracy": 0.892292, "main_score": 0.871593, "hf_subset": "pag_Latn-mar_Deva", "languages": ["pag-Latn", "mar-Deva"]}, {"precision": 0.613555, "recall": 0.660079, "f1": 0.626624, "accuracy": 0.660079, "main_score": 0.626624, "hf_subset": "pag_Latn-plt_Latn", "languages": ["pag-Latn", "plt-Latn"]}, {"precision": 0.863201, "recall": 0.895257, "f1": 0.872974, "accuracy": 0.895257, "main_score": 0.872974, "hf_subset": "pag_Latn-srp_Cyrl", "languages": ["pag-Latn", "srp-Cyrl"]}, {"precision": 0.717979, "recall": 0.769763, "f1": 0.733385, "accuracy": 0.769763, "main_score": 0.733385, "hf_subset": "pag_Latn-uig_Arab", "languages": ["pag-Latn", "uig-Arab"]}, {"precision": 0.838622, "recall": 0.871542, "f1": 0.848287, "accuracy": 0.871542, "main_score": 0.848287, "hf_subset": "pag_Latn-aeb_Arab", "languages": ["pag-Latn", "aeb-Arab"]}, {"precision": 0.860557, "recall": 0.889328, "f1": 0.868907, "accuracy": 0.889328, "main_score": 0.868907, "hf_subset": "pag_Latn-ben_Beng", "languages": ["pag-Latn", "ben-Beng"]}, {"precision": 0.831497, "recall": 0.869565, "f1": 0.842926, "accuracy": 0.869565, "main_score": 0.842926, "hf_subset": "pag_Latn-est_Latn", "languages": ["pag-Latn", "est-Latn"]}, {"precision": 0.82609, "recall": 0.863636, "f1": 0.837048, "accuracy": 0.863636, "main_score": 0.837048, "hf_subset": "pag_Latn-hye_Armn", "languages": ["pag-Latn", "hye-Armn"]}, {"precision": 0.549308, "recall": 0.599802, "f1": 0.56329, "accuracy": 0.599802, "main_score": 0.56329, "hf_subset": "pag_Latn-kmb_Latn", "languages": ["pag-Latn", "kmb-Latn"]}, {"precision": 0.481618, "recall": 0.549407, "f1": 0.499811, "accuracy": 0.549407, "main_score": 0.499811, "hf_subset": "pag_Latn-min_Arab", "languages": ["pag-Latn", "min-Arab"]}, {"precision": 0.859536, "recall": 0.891304, "f1": 0.868939, "accuracy": 0.891304, "main_score": 0.868939, "hf_subset": "pag_Latn-pol_Latn", "languages": ["pag-Latn", "pol-Latn"]}, {"precision": 0.559943, "recall": 0.619565, "f1": 0.576269, "accuracy": 0.619565, "main_score": 0.576269, "hf_subset": "pag_Latn-ssw_Latn", "languages": ["pag-Latn", "ssw-Latn"]}, {"precision": 0.863291, "recall": 0.895257, "f1": 0.8726, "accuracy": 0.895257, "main_score": 0.8726, "hf_subset": "pag_Latn-ukr_Cyrl", "languages": ["pag-Latn", "ukr-Cyrl"]}, {"precision": 0.875033, "recall": 0.905138, "f1": 0.88419, "accuracy": 0.905138, "main_score": 0.88419, "hf_subset": "pag_Latn-afr_Latn", "languages": ["pag-Latn", "afr-Latn"]}, {"precision": 0.855221, "recall": 0.881423, "f1": 0.863373, "accuracy": 0.881423, "main_score": 0.863373, "hf_subset": "pag_Latn-bho_Deva", "languages": ["pag-Latn", "bho-Deva"]}, {"precision": 0.804578, "recall": 0.843874, "f1": 0.81629, "accuracy": 0.843874, "main_score": 0.81629, "hf_subset": "pag_Latn-eus_Latn", "languages": ["pag-Latn", "eus-Latn"]}, {"precision": 0.560014, "recall": 0.616601, "f1": 0.575966, "accuracy": 0.616601, "main_score": 0.575966, "hf_subset": "pag_Latn-ibo_Latn", "languages": ["pag-Latn", "ibo-Latn"]}, {"precision": 0.680814, "recall": 0.73419, "f1": 0.696593, "accuracy": 0.73419, "main_score": 0.696593, "hf_subset": "pag_Latn-kmr_Latn", "languages": ["pag-Latn", "kmr-Latn"]}, {"precision": 0.817301, "recall": 0.853755, "f1": 0.82764, "accuracy": 0.853755, "main_score": 0.82764, "hf_subset": "pag_Latn-min_Latn", "languages": ["pag-Latn", "min-Latn"]}, {"precision": 0.877415, "recall": 0.908103, "f1": 0.88666, "accuracy": 0.908103, "main_score": 0.88666, "hf_subset": "pag_Latn-por_Latn", "languages": ["pag-Latn", "por-Latn"]}, {"precision": 0.853508, "recall": 0.881423, "f1": 0.861702, "accuracy": 0.881423, "main_score": 0.861702, "hf_subset": "pag_Latn-sun_Latn", "languages": ["pag-Latn", "sun-Latn"]}, {"precision": 0.52424, "recall": 0.58498, "f1": 0.54105, "accuracy": 0.58498, "main_score": 0.54105, "hf_subset": "pag_Latn-umb_Latn", "languages": ["pag-Latn", "umb-Latn"]}, {"precision": 0.850329, "recall": 0.881423, "f1": 0.8596, "accuracy": 0.881423, "main_score": 0.8596, "hf_subset": "pag_Latn-ajp_Arab", "languages": ["pag-Latn", "ajp-Arab"]}, {"precision": 0.518438, "recall": 0.583004, "f1": 0.536827, "accuracy": 0.583004, "main_score": 0.536827, "hf_subset": "pag_Latn-bjn_Arab", "languages": ["pag-Latn", "bjn-Arab"]}, {"precision": 0.533949, "recall": 0.583992, "f1": 0.547828, "accuracy": 0.583992, "main_score": 0.547828, "hf_subset": "pag_Latn-ewe_Latn", "languages": ["pag-Latn", "ewe-Latn"]}, {"precision": 0.871734, "recall": 0.898221, "f1": 0.879663, "accuracy": 0.898221, "main_score": 0.879663, "hf_subset": "pag_Latn-ilo_Latn", "languages": ["pag-Latn", "ilo-Latn"]}, {"precision": 0.325835, "recall": 0.386364, "f1": 0.342029, "accuracy": 0.386364, "main_score": 0.342029, "hf_subset": "pag_Latn-knc_Arab", "languages": ["pag-Latn", "knc-Arab"]}, {"precision": 0.862862, "recall": 0.894269, "f1": 0.872228, "accuracy": 0.894269, "main_score": 0.872228, "hf_subset": "pag_Latn-mkd_Cyrl", "languages": ["pag-Latn", "mkd-Cyrl"]}, {"precision": 0.845726, "recall": 0.883399, "f1": 0.856859, "accuracy": 0.883399, "main_score": 0.856859, "hf_subset": "pag_Latn-prs_Arab", "languages": ["pag-Latn", "prs-Arab"]}, {"precision": 0.870208, "recall": 0.903162, "f1": 0.880171, "accuracy": 0.903162, "main_score": 0.880171, "hf_subset": "pag_Latn-swe_Latn", "languages": ["pag-Latn", "swe-Latn"]}, {"precision": 0.846031, "recall": 0.882411, "f1": 0.857097, "accuracy": 0.882411, "main_score": 0.857097, "hf_subset": "pag_Latn-urd_Arab", "languages": ["pag-Latn", "urd-Arab"]}, {"precision": 0.591226, "recall": 0.649209, "f1": 0.607762, "accuracy": 0.649209, "main_score": 0.607762, "hf_subset": "pag_Latn-aka_Latn", "languages": ["pag-Latn", "aka-Latn"]}, {"precision": 0.844573, "recall": 0.874506, "f1": 0.853834, "accuracy": 0.874506, "main_score": 0.853834, "hf_subset": "pag_Latn-bjn_Latn", "languages": ["pag-Latn", "bjn-Latn"]}, {"precision": 0.746311, "recall": 0.796443, "f1": 0.761444, "accuracy": 0.796443, "main_score": 0.761444, "hf_subset": "pag_Latn-fao_Latn", "languages": ["pag-Latn", "fao-Latn"]}, {"precision": 0.869722, "recall": 0.901186, "f1": 0.879045, "accuracy": 0.901186, "main_score": 0.879045, "hf_subset": "pag_Latn-ind_Latn", "languages": ["pag-Latn", "ind-Latn"]}, {"precision": 0.584609, "recall": 0.63834, "f1": 0.599537, "accuracy": 0.63834, "main_score": 0.599537, "hf_subset": "pag_Latn-knc_Latn", "languages": ["pag-Latn", "knc-Latn"]}, {"precision": 0.847851, "recall": 0.876482, "f1": 0.855741, "accuracy": 0.876482, "main_score": 0.855741, "hf_subset": "pag_Latn-mlt_Latn", "languages": ["pag-Latn", "mlt-Latn"]}, {"precision": 0.642082, "recall": 0.69664, "f1": 0.65827, "accuracy": 0.69664, "main_score": 0.65827, "hf_subset": "pag_Latn-quy_Latn", "languages": ["pag-Latn", "quy-Latn"]}, {"precision": 0.760128, "recall": 0.804348, "f1": 0.772584, "accuracy": 0.804348, "main_score": 0.772584, "hf_subset": "pag_Latn-swh_Latn", "languages": ["pag-Latn", "swh-Latn"]}, {"precision": 0.812195, "recall": 0.849802, "f1": 0.82313, "accuracy": 0.849802, "main_score": 0.82313, "hf_subset": "pag_Latn-uzn_Latn", "languages": ["pag-Latn", "uzn-Latn"]}, {"precision": 0.844269, "recall": 0.87747, "f1": 0.854216, "accuracy": 0.87747, "main_score": 0.854216, "hf_subset": "pag_Latn-als_Latn", "languages": ["pag-Latn", "als-Latn"]}, {"precision": 0.363106, "recall": 0.429842, "f1": 0.380552, "accuracy": 0.429842, "main_score": 0.380552, "hf_subset": "pag_Latn-bod_Tibt", "languages": ["pag-Latn", "bod-Tibt"]}, {"precision": 0.626721, "recall": 0.670949, "f1": 0.638626, "accuracy": 0.670949, "main_score": 0.638626, "hf_subset": "pag_Latn-fij_Latn", "languages": ["pag-Latn", "fij-Latn"]}, {"precision": 0.769378, "recall": 0.817194, "f1": 0.783191, "accuracy": 0.817194, "main_score": 0.783191, "hf_subset": "pag_Latn-isl_Latn", "languages": ["pag-Latn", "isl-Latn"]}, {"precision": 0.641041, "recall": 0.686759, "f1": 0.65471, "accuracy": 0.686759, "main_score": 0.65471, "hf_subset": "pag_Latn-kon_Latn", "languages": ["pag-Latn", "kon-Latn"]}, {"precision": 0.652117, "recall": 0.710474, "f1": 0.668617, "accuracy": 0.710474, "main_score": 0.668617, "hf_subset": "pag_Latn-mni_Beng", "languages": ["pag-Latn", "mni-Beng"]}, {"precision": 0.880956, "recall": 0.908103, "f1": 0.889262, "accuracy": 0.908103, "main_score": 0.889262, "hf_subset": "pag_Latn-ron_Latn", "languages": ["pag-Latn", "ron-Latn"]}, {"precision": 0.831944, "recall": 0.863636, "f1": 0.841337, "accuracy": 0.863636, "main_score": 0.841337, "hf_subset": "pag_Latn-szl_Latn", "languages": ["pag-Latn", "szl-Latn"]}, {"precision": 0.867086, "recall": 0.898221, "f1": 0.876285, "accuracy": 0.898221, "main_score": 0.876285, "hf_subset": "pag_Latn-vec_Latn", "languages": ["pag-Latn", "vec-Latn"]}, {"precision": 0.699384, "recall": 0.748024, "f1": 0.713694, "accuracy": 0.748024, "main_score": 0.713694, "hf_subset": "pag_Latn-amh_Ethi", "languages": ["pag-Latn", "amh-Ethi"]}, {"precision": 0.853549, "recall": 0.885375, "f1": 0.862722, "accuracy": 0.885375, "main_score": 0.862722, "hf_subset": "pag_Latn-bos_Latn", "languages": ["pag-Latn", "bos-Latn"]}, {"precision": 0.84301, "recall": 0.87747, "f1": 0.853298, "accuracy": 0.87747, "main_score": 0.853298, "hf_subset": "pag_Latn-fin_Latn", "languages": ["pag-Latn", "fin-Latn"]}, {"precision": 0.86222, "recall": 0.894269, "f1": 0.871499, "accuracy": 0.894269, "main_score": 0.871499, "hf_subset": "pag_Latn-ita_Latn", "languages": ["pag-Latn", "ita-Latn"]}, {"precision": 0.857625, "recall": 0.891304, "f1": 0.867951, "accuracy": 0.891304, "main_score": 0.867951, "hf_subset": "pag_Latn-kor_Hang", "languages": ["pag-Latn", "kor-Hang"]}, {"precision": 0.554474, "recall": 0.61166, "f1": 0.570459, "accuracy": 0.61166, "main_score": 0.570459, "hf_subset": "pag_Latn-mos_Latn", "languages": ["pag-Latn", "mos-Latn"]}, {"precision": 0.538665, "recall": 0.591897, "f1": 0.553131, "accuracy": 0.591897, "main_score": 0.553131, "hf_subset": "pag_Latn-run_Latn", "languages": ["pag-Latn", "run-Latn"]}, {"precision": 0.839148, "recall": 0.870553, "f1": 0.848326, "accuracy": 0.870553, "main_score": 0.848326, "hf_subset": "pag_Latn-tam_Taml", "languages": ["pag-Latn", "tam-Taml"]}, {"precision": 0.847217, "recall": 0.880435, "f1": 0.856899, "accuracy": 0.880435, "main_score": 0.856899, "hf_subset": "pag_Latn-vie_Latn", "languages": ["pag-Latn", "vie-Latn"]}, {"precision": 0.852833, "recall": 0.886364, "f1": 0.863062, "accuracy": 0.886364, "main_score": 0.863062, "hf_subset": "pag_Latn-apc_Arab", "languages": ["pag-Latn", "apc-Arab"]}, {"precision": 0.755978, "recall": 0.796443, "f1": 0.76774, "accuracy": 0.796443, "main_score": 0.76774, "hf_subset": "pag_Latn-bug_Latn", "languages": ["pag-Latn", "bug-Latn"]}, {"precision": 0.488482, "recall": 0.538538, "f1": 0.501712, "accuracy": 0.538538, "main_score": 0.501712, "hf_subset": "pag_Latn-fon_Latn", "languages": ["pag-Latn", "fon-Latn"]}, {"precision": 0.846856, "recall": 0.874506, "f1": 0.855031, "accuracy": 0.874506, "main_score": 0.855031, "hf_subset": "pag_Latn-jav_Latn", "languages": ["pag-Latn", "jav-Latn"]}, {"precision": 0.752388, "recall": 0.798419, "f1": 0.766093, "accuracy": 0.798419, "main_score": 0.766093, "hf_subset": "pag_Latn-lao_Laoo", "languages": ["pag-Latn", "lao-Laoo"]}, {"precision": 0.624028, "recall": 0.682806, "f1": 0.640826, "accuracy": 0.682806, "main_score": 0.640826, "hf_subset": "pag_Latn-mri_Latn", "languages": ["pag-Latn", "mri-Latn"]}, {"precision": 0.852281, "recall": 0.885375, "f1": 0.86229, "accuracy": 0.885375, "main_score": 0.86229, "hf_subset": "pag_Latn-rus_Cyrl", "languages": ["pag-Latn", "rus-Cyrl"]}, {"precision": 0.544535, "recall": 0.603755, "f1": 0.560608, "accuracy": 0.603755, "main_score": 0.560608, "hf_subset": "pag_Latn-taq_Latn", "languages": ["pag-Latn", "taq-Latn"]}, {"precision": 0.893445, "recall": 0.916996, "f1": 0.9004, "accuracy": 0.916996, "main_score": 0.9004, "hf_subset": "pag_Latn-war_Latn", "languages": ["pag-Latn", "war-Latn"]}, {"precision": 0.849876, "recall": 0.885375, "f1": 0.860077, "accuracy": 0.885375, "main_score": 0.860077, "hf_subset": "pag_Latn-arb_Arab", "languages": ["pag-Latn", "arb-Arab"]}, {"precision": 0.858078, "recall": 0.890316, "f1": 0.867809, "accuracy": 0.890316, "main_score": 0.867809, "hf_subset": "pag_Latn-bul_Cyrl", "languages": ["pag-Latn", "bul-Cyrl"]}, {"precision": 0.870845, "recall": 0.899209, "f1": 0.87892, "accuracy": 0.899209, "main_score": 0.87892, "hf_subset": "pag_Latn-fra_Latn", "languages": ["pag-Latn", "fra-Latn"]}, {"precision": 0.861519, "recall": 0.894269, "f1": 0.871359, "accuracy": 0.894269, "main_score": 0.871359, "hf_subset": "pag_Latn-jpn_Jpan", "languages": ["pag-Latn", "jpn-Jpan"]}, {"precision": 0.839287, "recall": 0.87253, "f1": 0.848907, "accuracy": 0.87253, "main_score": 0.848907, "hf_subset": "pag_Latn-lij_Latn", "languages": ["pag-Latn", "lij-Latn"]}, {"precision": 0.726113, "recall": 0.786561, "f1": 0.743928, "accuracy": 0.786561, "main_score": 0.743928, "hf_subset": "pag_Latn-mya_Mymr", "languages": ["pag-Latn", "mya-Mymr"]}, {"precision": 0.583762, "recall": 0.647233, "f1": 0.601201, "accuracy": 0.647233, "main_score": 0.601201, "hf_subset": "pag_Latn-sag_Latn", "languages": ["pag-Latn", "sag-Latn"]}, {"precision": 0.197963, "recall": 0.247036, "f1": 0.20838, "accuracy": 0.247036, "main_score": 0.20838, "hf_subset": "pag_Latn-taq_Tfng", "languages": ["pag-Latn", "taq-Tfng"]}, {"precision": 0.621953, "recall": 0.676877, "f1": 0.637916, "accuracy": 0.676877, "main_score": 0.637916, "hf_subset": "pag_Latn-wol_Latn", "languages": ["pag-Latn", "wol-Latn"]}, {"precision": 0.594801, "recall": 0.657115, "f1": 0.61211, "accuracy": 0.657115, "main_score": 0.61211, "hf_subset": "pag_Latn-arb_Latn", "languages": ["pag-Latn", "arb-Latn"]}, {"precision": 0.876246, "recall": 0.90415, "f1": 0.884453, "accuracy": 0.90415, "main_score": 0.884453, "hf_subset": "pag_Latn-cat_Latn", "languages": ["pag-Latn", "cat-Latn"]}, {"precision": 0.848814, "recall": 0.880435, "f1": 0.858222, "accuracy": 0.880435, "main_score": 0.858222, "hf_subset": "pag_Latn-fur_Latn", "languages": ["pag-Latn", "fur-Latn"]}, {"precision": 0.414676, "recall": 0.468379, "f1": 0.428379, "accuracy": 0.468379, "main_score": 0.428379, "hf_subset": "pag_Latn-kab_Latn", "languages": ["pag-Latn", "kab-Latn"]}, {"precision": 0.836924, "recall": 0.868577, "f1": 0.846081, "accuracy": 0.868577, "main_score": 0.846081, "hf_subset": "pag_Latn-lim_Latn", "languages": ["pag-Latn", "lim-Latn"]}, {"precision": 0.860518, "recall": 0.896245, "f1": 0.871014, "accuracy": 0.896245, "main_score": 0.871014, "hf_subset": "pag_Latn-nld_Latn", "languages": ["pag-Latn", "nld-Latn"]}, {"precision": 0.786084, "recall": 0.83498, "f1": 0.800711, "accuracy": 0.83498, "main_score": 0.800711, "hf_subset": "pag_Latn-san_Deva", "languages": ["pag-Latn", "san-Deva"]}, {"precision": 0.818379, "recall": 0.855731, "f1": 0.82933, "accuracy": 0.855731, "main_score": 0.82933, "hf_subset": "pag_Latn-tat_Cyrl", "languages": ["pag-Latn", "tat-Cyrl"]}, {"precision": 0.62612, "recall": 0.676877, "f1": 0.640327, "accuracy": 0.676877, "main_score": 0.640327, "hf_subset": "pag_Latn-xho_Latn", "languages": ["pag-Latn", "xho-Latn"]}, {"precision": 0.852314, "recall": 0.887352, "f1": 0.862642, "accuracy": 0.887352, "main_score": 0.862642, "hf_subset": "pag_Latn-ars_Arab", "languages": ["pag-Latn", "ars-Arab"]}, {"precision": 0.885079, "recall": 0.908103, "f1": 0.892048, "accuracy": 0.908103, "main_score": 0.892048, "hf_subset": "pag_Latn-ceb_Latn", "languages": ["pag-Latn", "ceb-Latn"]}, {"precision": 0.543184, "recall": 0.606719, "f1": 0.561255, "accuracy": 0.606719, "main_score": 0.561255, "hf_subset": "pag_Latn-fuv_Latn", "languages": ["pag-Latn", "fuv-Latn"]}, {"precision": 0.516538, "recall": 0.577075, "f1": 0.532657, "accuracy": 0.577075, "main_score": 0.532657, "hf_subset": "pag_Latn-kac_Latn", "languages": ["pag-Latn", "kac-Latn"]}, {"precision": 0.650049, "recall": 0.703557, "f1": 0.66512, "accuracy": 0.703557, "main_score": 0.66512, "hf_subset": "pag_Latn-lin_Latn", "languages": ["pag-Latn", "lin-Latn"]}, {"precision": 0.868943, "recall": 0.897233, "f1": 0.877275, "accuracy": 0.897233, "main_score": 0.877275, "hf_subset": "pag_Latn-nno_Latn", "languages": ["pag-Latn", "nno-Latn"]}, {"precision": 0.127848, "recall": 0.181818, "f1": 0.140792, "accuracy": 0.181818, "main_score": 0.140792, "hf_subset": "pag_Latn-sat_Olck", "languages": ["pag-Latn", "sat-Olck"]}, {"precision": 0.857543, "recall": 0.890316, "f1": 0.867406, "accuracy": 0.890316, "main_score": 0.867406, "hf_subset": "pag_Latn-tel_Telu", "languages": ["pag-Latn", "tel-Telu"]}, {"precision": 0.716175, "recall": 0.773715, "f1": 0.733649, "accuracy": 0.773715, "main_score": 0.733649, "hf_subset": "pag_Latn-ydd_Hebr", "languages": ["pag-Latn", "ydd-Hebr"]}, {"precision": 0.802219, "recall": 0.843874, "f1": 0.814628, "accuracy": 0.843874, "main_score": 0.814628, "hf_subset": "pag_Latn-ary_Arab", "languages": ["pag-Latn", "ary-Arab"]}, {"precision": 0.862832, "recall": 0.893281, "f1": 0.871838, "accuracy": 0.893281, "main_score": 0.871838, "hf_subset": "pag_Latn-ces_Latn", "languages": ["pag-Latn", "ces-Latn"]}, {"precision": 0.549293, "recall": 0.608696, "f1": 0.565886, "accuracy": 0.608696, "main_score": 0.565886, "hf_subset": "pag_Latn-gaz_Latn", "languages": ["pag-Latn", "gaz-Latn"]}, {"precision": 0.564586, "recall": 0.629447, "f1": 0.582767, "accuracy": 0.629447, "main_score": 0.582767, "hf_subset": "pag_Latn-kam_Latn", "languages": ["pag-Latn", "kam-Latn"]}, {"precision": 0.83494, "recall": 0.868577, "f1": 0.844553, "accuracy": 0.868577, "main_score": 0.844553, "hf_subset": "pag_Latn-lit_Latn", "languages": ["pag-Latn", "lit-Latn"]}, {"precision": 0.863249, "recall": 0.895257, "f1": 0.872886, "accuracy": 0.895257, "main_score": 0.872886, "hf_subset": "pag_Latn-nob_Latn", "languages": ["pag-Latn", "nob-Latn"]}, {"precision": 0.81889, "recall": 0.851779, "f1": 0.828572, "accuracy": 0.851779, "main_score": 0.828572, "hf_subset": "pag_Latn-scn_Latn", "languages": ["pag-Latn", "scn-Latn"]}, {"precision": 0.788578, "recall": 0.824111, "f1": 0.798914, "accuracy": 0.824111, "main_score": 0.798914, "hf_subset": "pag_Latn-tgk_Cyrl", "languages": ["pag-Latn", "tgk-Cyrl"]}, {"precision": 0.572134, "recall": 0.635375, "f1": 0.590143, "accuracy": 0.635375, "main_score": 0.590143, "hf_subset": "pag_Latn-yor_Latn", "languages": ["pag-Latn", "yor-Latn"]}, {"precision": 0.834717, "recall": 0.868577, "f1": 0.844796, "accuracy": 0.868577, "main_score": 0.844796, "hf_subset": "pag_Latn-arz_Arab", "languages": ["pag-Latn", "arz-Arab"]}, {"precision": 0.54471, "recall": 0.605731, "f1": 0.561844, "accuracy": 0.605731, "main_score": 0.561844, "hf_subset": "pag_Latn-cjk_Latn", "languages": ["pag-Latn", "cjk-Latn"]}, {"precision": 0.593821, "recall": 0.648221, "f1": 0.608639, "accuracy": 0.648221, "main_score": 0.608639, "hf_subset": "pag_Latn-gla_Latn", "languages": ["pag-Latn", "gla-Latn"]}, {"precision": 0.85807, "recall": 0.88834, "f1": 0.866996, "accuracy": 0.88834, "main_score": 0.866996, "hf_subset": "pag_Latn-kan_Knda", "languages": ["pag-Latn", "kan-Knda"]}, {"precision": 0.852841, "recall": 0.881423, "f1": 0.861357, "accuracy": 0.881423, "main_score": 0.861357, "hf_subset": "pag_Latn-lmo_Latn", "languages": ["pag-Latn", "lmo-Latn"]}, {"precision": 0.855221, "recall": 0.887352, "f1": 0.864855, "accuracy": 0.887352, "main_score": 0.864855, "hf_subset": "pag_Latn-npi_Deva", "languages": ["pag-Latn", "npi-Deva"]}, {"precision": 0.47088, "recall": 0.533597, "f1": 0.48768, "accuracy": 0.533597, "main_score": 0.48768, "hf_subset": "pag_Latn-shn_Mymr", "languages": ["pag-Latn", "shn-Mymr"]}, {"precision": 0.884552, "recall": 0.912055, "f1": 0.892885, "accuracy": 0.912055, "main_score": 0.892885, "hf_subset": "pag_Latn-tgl_Latn", "languages": ["pag-Latn", "tgl-Latn"]}, {"precision": 0.841791, "recall": 0.878458, "f1": 0.852765, "accuracy": 0.878458, "main_score": 0.852765, "hf_subset": "pag_Latn-yue_Hant", "languages": ["pag-Latn", "yue-Hant"]}, {"precision": 0.820092, "recall": 0.860672, "f1": 0.832312, "accuracy": 0.860672, "main_score": 0.832312, "hf_subset": "pag_Latn-asm_Beng", "languages": ["pag-Latn", "asm-Beng"]}, {"precision": 0.744251, "recall": 0.789526, "f1": 0.757569, "accuracy": 0.789526, "main_score": 0.757569, "hf_subset": "pag_Latn-ckb_Arab", "languages": ["pag-Latn", "ckb-Arab"]}, {"precision": 0.641197, "recall": 0.692688, "f1": 0.655392, "accuracy": 0.692688, "main_score": 0.655392, "hf_subset": "pag_Latn-gle_Latn", "languages": ["pag-Latn", "gle-Latn"]}, {"precision": 0.78243, "recall": 0.822134, "f1": 0.79374, "accuracy": 0.822134, "main_score": 0.79374, "hf_subset": "pag_Latn-kas_Arab", "languages": ["pag-Latn", "kas-Arab"]}, {"precision": 0.770976, "recall": 0.817194, "f1": 0.784914, "accuracy": 0.817194, "main_score": 0.784914, "hf_subset": "pag_Latn-ltg_Latn", "languages": ["pag-Latn", "ltg-Latn"]}, {"precision": 0.611398, "recall": 0.658103, "f1": 0.624709, "accuracy": 0.658103, "main_score": 0.624709, "hf_subset": "pag_Latn-nso_Latn", "languages": ["pag-Latn", "nso-Latn"]}, {"precision": 0.73423, "recall": 0.783597, "f1": 0.748786, "accuracy": 0.783597, "main_score": 0.748786, "hf_subset": "pag_Latn-sin_Sinh", "languages": ["pag-Latn", "sin-Sinh"]}, {"precision": 0.853931, "recall": 0.886364, "f1": 0.863361, "accuracy": 0.886364, "main_score": 0.863361, "hf_subset": "pag_Latn-tha_Thai", "languages": ["pag-Latn", "tha-Thai"]}, {"precision": 0.83412, "recall": 0.869565, "f1": 0.843928, "accuracy": 0.869565, "main_score": 0.843928, "hf_subset": "pag_Latn-zho_Hans", "languages": ["pag-Latn", "zho-Hans"]}, {"precision": 0.866436, "recall": 0.895257, "f1": 0.875249, "accuracy": 0.895257, "main_score": 0.875249, "hf_subset": "pag_Latn-ast_Latn", "languages": ["pag-Latn", "ast-Latn"]}, {"precision": 0.803137, "recall": 0.843874, "f1": 0.815258, "accuracy": 0.843874, "main_score": 0.815258, "hf_subset": "pag_Latn-crh_Latn", "languages": ["pag-Latn", "crh-Latn"]}, {"precision": 0.875074, "recall": 0.906126, "f1": 0.884475, "accuracy": 0.906126, "main_score": 0.884475, "hf_subset": "pag_Latn-glg_Latn", "languages": ["pag-Latn", "glg-Latn"]}, {"precision": 0.730874, "recall": 0.783597, "f1": 0.746626, "accuracy": 0.783597, "main_score": 0.746626, "hf_subset": "pag_Latn-kas_Deva", "languages": ["pag-Latn", "kas-Deva"]}, {"precision": 0.829101, "recall": 0.86166, "f1": 0.838708, "accuracy": 0.86166, "main_score": 0.838708, "hf_subset": "pag_Latn-ltz_Latn", "languages": ["pag-Latn", "ltz-Latn"]}, {"precision": 0.475771, "recall": 0.544466, "f1": 0.494288, "accuracy": 0.544466, "main_score": 0.494288, "hf_subset": "pag_Latn-nus_Latn", "languages": ["pag-Latn", "nus-Latn"]}, {"precision": 0.847275, "recall": 0.879447, "f1": 0.856922, "accuracy": 0.879447, "main_score": 0.856922, "hf_subset": "pag_Latn-slk_Latn", "languages": ["pag-Latn", "slk-Latn"]}, {"precision": 0.51985, "recall": 0.586957, "f1": 0.537949, "accuracy": 0.586957, "main_score": 0.537949, "hf_subset": "pag_Latn-tir_Ethi", "languages": ["pag-Latn", "tir-Ethi"]}, {"precision": 0.838258, "recall": 0.875494, "f1": 0.849129, "accuracy": 0.875494, "main_score": 0.849129, "hf_subset": "pag_Latn-zho_Hant", "languages": ["pag-Latn", "zho-Hant"]}, {"precision": 0.854243, "recall": 0.886364, "f1": 0.863889, "accuracy": 0.886364, "main_score": 0.863889, "hf_subset": "pag_Latn-awa_Deva", "languages": ["pag-Latn", "awa-Deva"]}, {"precision": 0.741801, "recall": 0.785573, "f1": 0.75443, "accuracy": 0.785573, "main_score": 0.75443, "hf_subset": "pag_Latn-cym_Latn", "languages": ["pag-Latn", "cym-Latn"]}, {"precision": 0.754869, "recall": 0.797431, "f1": 0.767292, "accuracy": 0.797431, "main_score": 0.767292, "hf_subset": "pag_Latn-grn_Latn", "languages": ["pag-Latn", "grn-Latn"]}, {"precision": 0.810355, "recall": 0.848814, "f1": 0.821533, "accuracy": 0.848814, "main_score": 0.821533, "hf_subset": "pag_Latn-kat_Geor", "languages": ["pag-Latn", "kat-Geor"]}, {"precision": 0.63271, "recall": 0.677866, "f1": 0.645632, "accuracy": 0.677866, "main_score": 0.645632, "hf_subset": "pag_Latn-lua_Latn", "languages": ["pag-Latn", "lua-Latn"]}, {"precision": 0.609844, "recall": 0.663043, "f1": 0.624912, "accuracy": 0.663043, "main_score": 0.624912, "hf_subset": "pag_Latn-nya_Latn", "languages": ["pag-Latn", "nya-Latn"]}, {"precision": 0.842384, "recall": 0.87747, "f1": 0.852539, "accuracy": 0.87747, "main_score": 0.852539, "hf_subset": "pag_Latn-slv_Latn", "languages": ["pag-Latn", "slv-Latn"]}, {"precision": 0.813227, "recall": 0.843874, "f1": 0.822233, "accuracy": 0.843874, "main_score": 0.822233, "hf_subset": "pag_Latn-tpi_Latn", "languages": ["pag-Latn", "tpi-Latn"]}, {"precision": 0.862813, "recall": 0.895257, "f1": 0.872614, "accuracy": 0.895257, "main_score": 0.872614, "hf_subset": "pag_Latn-zsm_Latn", "languages": ["pag-Latn", "zsm-Latn"]}, {"precision": 0.54392, "recall": 0.605731, "f1": 0.561004, "accuracy": 0.605731, "main_score": 0.561004, "hf_subset": "pag_Latn-ayr_Latn", "languages": ["pag-Latn", "ayr-Latn"]}, {"precision": 0.87281, "recall": 0.900198, "f1": 0.881079, "accuracy": 0.900198, "main_score": 0.881079, "hf_subset": "pag_Latn-dan_Latn", "languages": ["pag-Latn", "dan-Latn"]}, {"precision": 0.846083, "recall": 0.882411, "f1": 0.856719, "accuracy": 0.882411, "main_score": 0.856719, "hf_subset": "pag_Latn-guj_Gujr", "languages": ["pag-Latn", "guj-Gujr"]}, {"precision": 0.83121, "recall": 0.868577, "f1": 0.842058, "accuracy": 0.868577, "main_score": 0.842058, "hf_subset": "pag_Latn-kaz_Cyrl", "languages": ["pag-Latn", "kaz-Cyrl"]}, {"precision": 0.517959, "recall": 0.579051, "f1": 0.53488, "accuracy": 0.579051, "main_score": 0.53488, "hf_subset": "pag_Latn-lug_Latn", "languages": ["pag-Latn", "lug-Latn"]}, {"precision": 0.875725, "recall": 0.902174, "f1": 0.883613, "accuracy": 0.902174, "main_score": 0.883613, "hf_subset": "pag_Latn-oci_Latn", "languages": ["pag-Latn", "oci-Latn"]}, {"precision": 0.672914, "recall": 0.731225, "f1": 0.68972, "accuracy": 0.731225, "main_score": 0.68972, "hf_subset": "pag_Latn-smo_Latn", "languages": ["pag-Latn", "smo-Latn"]}, {"precision": 0.546993, "recall": 0.601779, "f1": 0.561947, "accuracy": 0.601779, "main_score": 0.561947, "hf_subset": "pag_Latn-tsn_Latn", "languages": ["pag-Latn", "tsn-Latn"]}, {"precision": 0.567975, "recall": 0.62747, "f1": 0.584845, "accuracy": 0.62747, "main_score": 0.584845, "hf_subset": "pag_Latn-zul_Latn", "languages": ["pag-Latn", "zul-Latn"]}, {"precision": 0.77388, "recall": 0.821146, "f1": 0.788073, "accuracy": 0.821146, "main_score": 0.788073, "hf_subset": "pag_Latn-azb_Arab", "languages": ["pag-Latn", "azb-Arab"]}, {"precision": 0.866339, "recall": 0.897233, "f1": 0.875414, "accuracy": 0.897233, "main_score": 0.875414, "hf_subset": "pag_Latn-deu_Latn", "languages": ["pag-Latn", "deu-Latn"]}, {"precision": 0.795339, "recall": 0.840909, "f1": 0.80919, "accuracy": 0.840909, "main_score": 0.80919, "hf_subset": "pag_Latn-hat_Latn", "languages": ["pag-Latn", "hat-Latn"]}, {"precision": 0.501614, "recall": 0.560277, "f1": 0.517924, "accuracy": 0.560277, "main_score": 0.517924, "hf_subset": "pag_Latn-kbp_Latn", "languages": ["pag-Latn", "kbp-Latn"]}, {"precision": 0.5852, "recall": 0.641304, "f1": 0.600077, "accuracy": 0.641304, "main_score": 0.600077, "hf_subset": "pag_Latn-luo_Latn", "languages": ["pag-Latn", "luo-Latn"]}, {"precision": 0.855856, "recall": 0.884387, "f1": 0.864246, "accuracy": 0.884387, "main_score": 0.864246, "hf_subset": "pag_Latn-ory_Orya", "languages": ["pag-Latn", "ory-Orya"]}, {"precision": 0.561551, "recall": 0.617589, "f1": 0.577121, "accuracy": 0.617589, "main_score": 0.577121, "hf_subset": "pag_Latn-sna_Latn", "languages": ["pag-Latn", "sna-Latn"]}, {"precision": 0.552407, "recall": 0.598814, "f1": 0.564805, "accuracy": 0.598814, "main_score": 0.564805, "hf_subset": "pag_Latn-tso_Latn", "languages": ["pag-Latn", "tso-Latn"]}, {"precision": 0.818906, "recall": 0.860672, "f1": 0.831183, "accuracy": 0.860672, "main_score": 0.831183, "hf_subset": "pag_Latn-azj_Latn", "languages": ["pag-Latn", "azj-Latn"]}, {"precision": 0.545877, "recall": 0.606719, "f1": 0.563294, "accuracy": 0.606719, "main_score": 0.563294, "hf_subset": "pag_Latn-dik_Latn", "languages": ["pag-Latn", "dik-Latn"]}, {"precision": 0.616798, "recall": 0.666008, "f1": 0.631051, "accuracy": 0.666008, "main_score": 0.631051, "hf_subset": "pag_Latn-hau_Latn", "languages": ["pag-Latn", "hau-Latn"]}, {"precision": 0.847044, "recall": 0.879447, "f1": 0.856548, "accuracy": 0.879447, "main_score": 0.856548, "hf_subset": "pag_Latn-kea_Latn", "languages": ["pag-Latn", "kea-Latn"]}, {"precision": 0.716413, "recall": 0.761858, "f1": 0.729957, "accuracy": 0.761858, "main_score": 0.729957, "hf_subset": "pag_Latn-lus_Latn", "languages": ["pag-Latn", "lus-Latn"]}, {"precision": 0.831275, "recall": 0.868577, "f1": 0.842439, "accuracy": 0.868577, "main_score": 0.842439, "hf_subset": "pag_Latn-snd_Arab", "languages": ["pag-Latn", "snd-Arab"]}, {"precision": 0.747406, "recall": 0.789526, "f1": 0.759263, "accuracy": 0.789526, "main_score": 0.759263, "hf_subset": "pag_Latn-tuk_Latn", "languages": ["pag-Latn", "tuk-Latn"]}, {"precision": 0.815366, "recall": 0.850791, "f1": 0.825649, "accuracy": 0.850791, "main_score": 0.825649, "hf_subset": "pag_Latn-bak_Cyrl", "languages": ["pag-Latn", "bak-Cyrl"]}, {"precision": 0.480371, "recall": 0.557312, "f1": 0.503045, "accuracy": 0.557312, "main_score": 0.503045, "hf_subset": "pag_Latn-dyu_Latn", "languages": ["pag-Latn", "dyu-Latn"]}, {"precision": 0.846561, "recall": 0.880435, "f1": 0.856712, "accuracy": 0.880435, "main_score": 0.856712, "hf_subset": "pag_Latn-heb_Hebr", "languages": ["pag-Latn", "heb-Hebr"]}, {"precision": 0.777425, "recall": 0.820158, "f1": 0.79014, "accuracy": 0.820158, "main_score": 0.79014, "hf_subset": "pag_Latn-khk_Cyrl", "languages": ["pag-Latn", "khk-Cyrl"]}, {"precision": 0.838326, "recall": 0.873518, "f1": 0.84816, "accuracy": 0.873518, "main_score": 0.84816, "hf_subset": "pag_Latn-lvs_Latn", "languages": ["pag-Latn", "lvs-Latn"]}, {"precision": 0.859601, "recall": 0.890316, "f1": 0.86901, "accuracy": 0.890316, "main_score": 0.86901, "hf_subset": "pag_Latn-pan_Guru", "languages": ["pag-Latn", "pan-Guru"]}, {"precision": 0.590482, "recall": 0.652174, "f1": 0.608358, "accuracy": 0.652174, "main_score": 0.608358, "hf_subset": "pag_Latn-som_Latn", "languages": ["pag-Latn", "som-Latn"]}, {"precision": 0.564343, "recall": 0.616601, "f1": 0.578781, "accuracy": 0.616601, "main_score": 0.578781, "hf_subset": "pag_Latn-tum_Latn", "languages": ["pag-Latn", "tum-Latn"]}, {"precision": 0.546623, "recall": 0.607708, "f1": 0.563236, "accuracy": 0.607708, "main_score": 0.563236, "hf_subset": "snd_Arab-ace_Arab", "languages": ["snd-Arab", "ace-Arab"]}, {"precision": 0.496308, "recall": 0.551383, "f1": 0.512008, "accuracy": 0.551383, "main_score": 0.512008, "hf_subset": "snd_Arab-bam_Latn", "languages": ["snd-Arab", "bam-Latn"]}, {"precision": 0.406786, "recall": 0.488142, "f1": 0.428286, "accuracy": 0.488142, "main_score": 0.428286, "hf_subset": "snd_Arab-dzo_Tibt", "languages": ["snd-Arab", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-hin_Deva", "languages": ["snd-Arab", "hin-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "snd_Arab-khm_Khmr", "languages": ["snd-Arab", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-mag_Deva", "languages": ["snd-Arab", "mag-Deva"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "snd_Arab-pap_Latn", "languages": ["snd-Arab", "pap-Latn"]}, {"precision": 0.569507, "recall": 0.624506, "f1": 0.584127, "accuracy": 0.624506, "main_score": 0.584127, "hf_subset": "snd_Arab-sot_Latn", "languages": ["snd-Arab", "sot-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-tur_Latn", "languages": ["snd-Arab", "tur-Latn"]}, {"precision": 0.84608, "recall": 0.883399, "f1": 0.857675, "accuracy": 0.883399, "main_score": 0.857675, "hf_subset": "snd_Arab-ace_Latn", "languages": ["snd-Arab", "ace-Latn"]}, {"precision": 0.952734, "recall": 0.965415, "f1": 0.956851, "accuracy": 0.965415, "main_score": 0.956851, "hf_subset": "snd_Arab-ban_Latn", "languages": ["snd-Arab", "ban-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ell_Grek", "languages": ["snd-Arab", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "snd_Arab-hne_Deva", "languages": ["snd-Arab", "hne-Deva"]}, {"precision": 0.54655, "recall": 0.609684, "f1": 0.564258, "accuracy": 0.609684, "main_score": 0.564258, "hf_subset": "snd_Arab-kik_Latn", "languages": ["snd-Arab", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-mai_Deva", "languages": ["snd-Arab", "mai-Deva"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "snd_Arab-pbt_Arab", "languages": ["snd-Arab", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-spa_Latn", "languages": ["snd-Arab", "spa-Latn"]}, {"precision": 0.581374, "recall": 0.646245, "f1": 0.599921, "accuracy": 0.646245, "main_score": 0.599921, "hf_subset": "snd_Arab-twi_Latn", "languages": ["snd-Arab", "twi-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-acm_Arab", "languages": ["snd-Arab", "acm-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-bel_Cyrl", "languages": ["snd-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-eng_Latn", "languages": ["snd-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-hrv_Latn", "languages": ["snd-Arab", "hrv-Latn"]}, {"precision": 0.525321, "recall": 0.590909, "f1": 0.543293, "accuracy": 0.590909, "main_score": 0.543293, "hf_subset": "snd_Arab-kin_Latn", "languages": ["snd-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-mal_Mlym", "languages": ["snd-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-pes_Arab", "languages": ["snd-Arab", "pes-Arab"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "snd_Arab-srd_Latn", "languages": ["snd-Arab", "srd-Latn"]}, {"precision": 0.18824, "recall": 0.231225, "f1": 0.198866, "accuracy": 0.231225, "main_score": 0.198866, "hf_subset": "snd_Arab-tzm_Tfng", "languages": ["snd-Arab", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-acq_Arab", "languages": ["snd-Arab", "acq-Arab"]}, {"precision": 0.599303, "recall": 0.655138, "f1": 0.614959, "accuracy": 0.655138, "main_score": 0.614959, "hf_subset": "snd_Arab-bem_Latn", "languages": ["snd-Arab", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-epo_Latn", "languages": ["snd-Arab", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-hun_Latn", "languages": ["snd-Arab", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "snd_Arab-kir_Cyrl", "languages": ["snd-Arab", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-mar_Deva", "languages": ["snd-Arab", "mar-Deva"]}, {"precision": 0.628211, "recall": 0.685771, "f1": 0.64457, "accuracy": 0.685771, "main_score": 0.64457, "hf_subset": "snd_Arab-plt_Latn", "languages": ["snd-Arab", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-srp_Cyrl", "languages": ["snd-Arab", "srp-Cyrl"]}, {"precision": 0.963109, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "snd_Arab-uig_Arab", "languages": ["snd-Arab", "uig-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "snd_Arab-aeb_Arab", "languages": ["snd-Arab", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ben_Beng", "languages": ["snd-Arab", "ben-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-est_Latn", "languages": ["snd-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-hye_Armn", "languages": ["snd-Arab", "hye-Armn"]}, {"precision": 0.502152, "recall": 0.554348, "f1": 0.516921, "accuracy": 0.554348, "main_score": 0.516921, "hf_subset": "snd_Arab-kmb_Latn", "languages": ["snd-Arab", "kmb-Latn"]}, {"precision": 0.482239, "recall": 0.554348, "f1": 0.501423, "accuracy": 0.554348, "main_score": 0.501423, "hf_subset": "snd_Arab-min_Arab", "languages": ["snd-Arab", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-pol_Latn", "languages": ["snd-Arab", "pol-Latn"]}, {"precision": 0.535938, "recall": 0.597826, "f1": 0.553741, "accuracy": 0.597826, "main_score": 0.553741, "hf_subset": "snd_Arab-ssw_Latn", "languages": ["snd-Arab", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-ukr_Cyrl", "languages": ["snd-Arab", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-afr_Latn", "languages": ["snd-Arab", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-bho_Deva", "languages": ["snd-Arab", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "snd_Arab-eus_Latn", "languages": ["snd-Arab", "eus-Latn"]}, {"precision": 0.537958, "recall": 0.609684, "f1": 0.557802, "accuracy": 0.609684, "main_score": 0.557802, "hf_subset": "snd_Arab-ibo_Latn", "languages": ["snd-Arab", "ibo-Latn"]}, {"precision": 0.88694, "recall": 0.917984, "f1": 0.896607, "accuracy": 0.917984, "main_score": 0.896607, "hf_subset": "snd_Arab-kmr_Latn", "languages": ["snd-Arab", "kmr-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "snd_Arab-min_Latn", "languages": ["snd-Arab", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-por_Latn", "languages": ["snd-Arab", "por-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "snd_Arab-sun_Latn", "languages": ["snd-Arab", "sun-Latn"]}, {"precision": 0.492696, "recall": 0.550395, "f1": 0.508315, "accuracy": 0.550395, "main_score": 0.508315, "hf_subset": "snd_Arab-umb_Latn", "languages": ["snd-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ajp_Arab", "languages": ["snd-Arab", "ajp-Arab"]}, {"precision": 0.511793, "recall": 0.578063, "f1": 0.529368, "accuracy": 0.578063, "main_score": 0.529368, "hf_subset": "snd_Arab-bjn_Arab", "languages": ["snd-Arab", "bjn-Arab"]}, {"precision": 0.471979, "recall": 0.524704, "f1": 0.485921, "accuracy": 0.524704, "main_score": 0.485921, "hf_subset": "snd_Arab-ewe_Latn", "languages": ["snd-Arab", "ewe-Latn"]}, {"precision": 0.915843, "recall": 0.938735, "f1": 0.922845, "accuracy": 0.938735, "main_score": 0.922845, "hf_subset": "snd_Arab-ilo_Latn", "languages": ["snd-Arab", "ilo-Latn"]}, {"precision": 0.315971, "recall": 0.367589, "f1": 0.329916, "accuracy": 0.367589, "main_score": 0.329916, "hf_subset": "snd_Arab-knc_Arab", "languages": ["snd-Arab", "knc-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-mkd_Cyrl", "languages": ["snd-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-prs_Arab", "languages": ["snd-Arab", "prs-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-swe_Latn", "languages": ["snd-Arab", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-urd_Arab", "languages": ["snd-Arab", "urd-Arab"]}, {"precision": 0.556213, "recall": 0.619565, "f1": 0.573815, "accuracy": 0.619565, "main_score": 0.573815, "hf_subset": "snd_Arab-aka_Latn", "languages": ["snd-Arab", "aka-Latn"]}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "snd_Arab-bjn_Latn", "languages": ["snd-Arab", "bjn-Latn"]}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "snd_Arab-fao_Latn", "languages": ["snd-Arab", "fao-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ind_Latn", "languages": ["snd-Arab", "ind-Latn"]}, {"precision": 0.566883, "recall": 0.618577, "f1": 0.581094, "accuracy": 0.618577, "main_score": 0.581094, "hf_subset": "snd_Arab-knc_Latn", "languages": ["snd-Arab", "knc-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "snd_Arab-mlt_Latn", "languages": ["snd-Arab", "mlt-Latn"]}, {"precision": 0.680107, "recall": 0.742095, "f1": 0.69845, "accuracy": 0.742095, "main_score": 0.69845, "hf_subset": "snd_Arab-quy_Latn", "languages": ["snd-Arab", "quy-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "snd_Arab-swh_Latn", "languages": ["snd-Arab", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-uzn_Latn", "languages": ["snd-Arab", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-als_Latn", "languages": ["snd-Arab", "als-Latn"]}, {"precision": 0.633037, "recall": 0.709486, "f1": 0.655285, "accuracy": 0.709486, "main_score": 0.655285, "hf_subset": "snd_Arab-bod_Tibt", "languages": ["snd-Arab", "bod-Tibt"]}, {"precision": 0.680608, "recall": 0.737154, "f1": 0.696833, "accuracy": 0.737154, "main_score": 0.696833, "hf_subset": "snd_Arab-fij_Latn", "languages": ["snd-Arab", "fij-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "snd_Arab-isl_Latn", "languages": ["snd-Arab", "isl-Latn"]}, {"precision": 0.617549, "recall": 0.671937, "f1": 0.633157, "accuracy": 0.671937, "main_score": 0.633157, "hf_subset": "snd_Arab-kon_Latn", "languages": ["snd-Arab", "kon-Latn"]}, {"precision": 0.671106, "recall": 0.733202, "f1": 0.689308, "accuracy": 0.733202, "main_score": 0.689308, "hf_subset": "snd_Arab-mni_Beng", "languages": ["snd-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ron_Latn", "languages": ["snd-Arab", "ron-Latn"]}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "snd_Arab-szl_Latn", "languages": ["snd-Arab", "szl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-vec_Latn", "languages": ["snd-Arab", "vec-Latn"]}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "snd_Arab-amh_Ethi", "languages": ["snd-Arab", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-bos_Latn", "languages": ["snd-Arab", "bos-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "snd_Arab-fin_Latn", "languages": ["snd-Arab", "fin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-ita_Latn", "languages": ["snd-Arab", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-kor_Hang", "languages": ["snd-Arab", "kor-Hang"]}, {"precision": 0.51612, "recall": 0.572134, "f1": 0.531582, "accuracy": 0.572134, "main_score": 0.531582, "hf_subset": "snd_Arab-mos_Latn", "languages": ["snd-Arab", "mos-Latn"]}, {"precision": 0.525623, "recall": 0.58498, "f1": 0.542001, "accuracy": 0.58498, "main_score": 0.542001, "hf_subset": "snd_Arab-run_Latn", "languages": ["snd-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-tam_Taml", "languages": ["snd-Arab", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-vie_Latn", "languages": ["snd-Arab", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-apc_Arab", "languages": ["snd-Arab", "apc-Arab"]}, {"precision": 0.779315, "recall": 0.828063, "f1": 0.793238, "accuracy": 0.828063, "main_score": 0.793238, "hf_subset": "snd_Arab-bug_Latn", "languages": ["snd-Arab", "bug-Latn"]}, {"precision": 0.433617, "recall": 0.490119, "f1": 0.449064, "accuracy": 0.490119, "main_score": 0.449064, "hf_subset": "snd_Arab-fon_Latn", "languages": ["snd-Arab", "fon-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-jav_Latn", "languages": ["snd-Arab", "jav-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-lao_Laoo", "languages": ["snd-Arab", "lao-Laoo"]}, {"precision": 0.848353, "recall": 0.886364, "f1": 0.85998, "accuracy": 0.886364, "main_score": 0.85998, "hf_subset": "snd_Arab-mri_Latn", "languages": ["snd-Arab", "mri-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-rus_Cyrl", "languages": ["snd-Arab", "rus-Cyrl"]}, {"precision": 0.516158, "recall": 0.574111, "f1": 0.532044, "accuracy": 0.574111, "main_score": 0.532044, "hf_subset": "snd_Arab-taq_Latn", "languages": ["snd-Arab", "taq-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "snd_Arab-war_Latn", "languages": ["snd-Arab", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-arb_Arab", "languages": ["snd-Arab", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-bul_Cyrl", "languages": ["snd-Arab", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-fra_Latn", "languages": ["snd-Arab", "fra-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-jpn_Jpan", "languages": ["snd-Arab", "jpn-Jpan"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "snd_Arab-lij_Latn", "languages": ["snd-Arab", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "snd_Arab-mya_Mymr", "languages": ["snd-Arab", "mya-Mymr"]}, {"precision": 0.553845, "recall": 0.618577, "f1": 0.572126, "accuracy": 0.618577, "main_score": 0.572126, "hf_subset": "snd_Arab-sag_Latn", "languages": ["snd-Arab", "sag-Latn"]}, {"precision": 0.204475, "recall": 0.257905, "f1": 0.216321, "accuracy": 0.257905, "main_score": 0.216321, "hf_subset": "snd_Arab-taq_Tfng", "languages": ["snd-Arab", "taq-Tfng"]}, {"precision": 0.611314, "recall": 0.678854, "f1": 0.631249, "accuracy": 0.678854, "main_score": 0.631249, "hf_subset": "snd_Arab-wol_Latn", "languages": ["snd-Arab", "wol-Latn"]}, {"precision": 0.781966, "recall": 0.837945, "f1": 0.798617, "accuracy": 0.837945, "main_score": 0.798617, "hf_subset": "snd_Arab-arb_Latn", "languages": ["snd-Arab", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-cat_Latn", "languages": ["snd-Arab", "cat-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "snd_Arab-fur_Latn", "languages": ["snd-Arab", "fur-Latn"]}, {"precision": 0.395911, "recall": 0.450593, "f1": 0.410481, "accuracy": 0.450593, "main_score": 0.410481, "hf_subset": "snd_Arab-kab_Latn", "languages": ["snd-Arab", "kab-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "snd_Arab-lim_Latn", "languages": ["snd-Arab", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-nld_Latn", "languages": ["snd-Arab", "nld-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "snd_Arab-san_Deva", "languages": ["snd-Arab", "san-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "snd_Arab-tat_Cyrl", "languages": ["snd-Arab", "tat-Cyrl"]}, {"precision": 0.656562, "recall": 0.717391, "f1": 0.674031, "accuracy": 0.717391, "main_score": 0.674031, "hf_subset": "snd_Arab-xho_Latn", "languages": ["snd-Arab", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-ars_Arab", "languages": ["snd-Arab", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ceb_Latn", "languages": ["snd-Arab", "ceb-Latn"]}, {"precision": 0.525736, "recall": 0.591897, "f1": 0.544657, "accuracy": 0.591897, "main_score": 0.544657, "hf_subset": "snd_Arab-fuv_Latn", "languages": ["snd-Arab", "fuv-Latn"]}, {"precision": 0.482107, "recall": 0.545455, "f1": 0.49909, "accuracy": 0.545455, "main_score": 0.49909, "hf_subset": "snd_Arab-kac_Latn", "languages": ["snd-Arab", "kac-Latn"]}, {"precision": 0.647439, "recall": 0.706522, "f1": 0.664468, "accuracy": 0.706522, "main_score": 0.664468, "hf_subset": "snd_Arab-lin_Latn", "languages": ["snd-Arab", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-nno_Latn", "languages": ["snd-Arab", "nno-Latn"]}, {"precision": 0.263248, "recall": 0.349802, "f1": 0.285339, "accuracy": 0.349802, "main_score": 0.285339, "hf_subset": "snd_Arab-sat_Olck", "languages": ["snd-Arab", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-tel_Telu", "languages": ["snd-Arab", "tel-Telu"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "snd_Arab-ydd_Hebr", "languages": ["snd-Arab", "ydd-Hebr"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "snd_Arab-ary_Arab", "languages": ["snd-Arab", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-ces_Latn", "languages": ["snd-Arab", "ces-Latn"]}, {"precision": 0.563514, "recall": 0.624506, "f1": 0.580931, "accuracy": 0.624506, "main_score": 0.580931, "hf_subset": "snd_Arab-gaz_Latn", "languages": ["snd-Arab", "gaz-Latn"]}, {"precision": 0.556163, "recall": 0.619565, "f1": 0.574121, "accuracy": 0.619565, "main_score": 0.574121, "hf_subset": "snd_Arab-kam_Latn", "languages": ["snd-Arab", "kam-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "snd_Arab-lit_Latn", "languages": ["snd-Arab", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-nob_Latn", "languages": ["snd-Arab", "nob-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "snd_Arab-scn_Latn", "languages": ["snd-Arab", "scn-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "snd_Arab-tgk_Cyrl", "languages": ["snd-Arab", "tgk-Cyrl"]}, {"precision": 0.699053, "recall": 0.76087, "f1": 0.717564, "accuracy": 0.76087, "main_score": 0.717564, "hf_subset": "snd_Arab-yor_Latn", "languages": ["snd-Arab", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-arz_Arab", "languages": ["snd-Arab", "arz-Arab"]}, {"precision": 0.53307, "recall": 0.590909, "f1": 0.548968, "accuracy": 0.590909, "main_score": 0.548968, "hf_subset": "snd_Arab-cjk_Latn", "languages": ["snd-Arab", "cjk-Latn"]}, {"precision": 0.760375, "recall": 0.814229, "f1": 0.776779, "accuracy": 0.814229, "main_score": 0.776779, "hf_subset": "snd_Arab-gla_Latn", "languages": ["snd-Arab", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-kan_Knda", "languages": ["snd-Arab", "kan-Knda"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "snd_Arab-lmo_Latn", "languages": ["snd-Arab", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "snd_Arab-npi_Deva", "languages": ["snd-Arab", "npi-Deva"]}, {"precision": 0.427489, "recall": 0.492095, "f1": 0.444891, "accuracy": 0.492095, "main_score": 0.444891, "hf_subset": "snd_Arab-shn_Mymr", "languages": ["snd-Arab", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-tgl_Latn", "languages": ["snd-Arab", "tgl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-yue_Hant", "languages": ["snd-Arab", "yue-Hant"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-asm_Beng", "languages": ["snd-Arab", "asm-Beng"]}, {"precision": 0.948123, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "snd_Arab-ckb_Arab", "languages": ["snd-Arab", "ckb-Arab"]}, {"precision": 0.851976, "recall": 0.88834, "f1": 0.863241, "accuracy": 0.88834, "main_score": 0.863241, "hf_subset": "snd_Arab-gle_Latn", "languages": ["snd-Arab", "gle-Latn"]}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "snd_Arab-kas_Arab", "languages": ["snd-Arab", "kas-Arab"]}, {"precision": 0.920899, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "snd_Arab-ltg_Latn", "languages": ["snd-Arab", "ltg-Latn"]}, {"precision": 0.601445, "recall": 0.652174, "f1": 0.615711, "accuracy": 0.652174, "main_score": 0.615711, "hf_subset": "snd_Arab-nso_Latn", "languages": ["snd-Arab", "nso-Latn"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "snd_Arab-sin_Sinh", "languages": ["snd-Arab", "sin-Sinh"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-tha_Thai", "languages": ["snd-Arab", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-zho_Hans", "languages": ["snd-Arab", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ast_Latn", "languages": ["snd-Arab", "ast-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "snd_Arab-crh_Latn", "languages": ["snd-Arab", "crh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-glg_Latn", "languages": ["snd-Arab", "glg-Latn"]}, {"precision": 0.911561, "recall": 0.938735, "f1": 0.92029, "accuracy": 0.938735, "main_score": 0.92029, "hf_subset": "snd_Arab-kas_Deva", "languages": ["snd-Arab", "kas-Deva"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "snd_Arab-ltz_Latn", "languages": ["snd-Arab", "ltz-Latn"]}, {"precision": 0.438714, "recall": 0.507905, "f1": 0.457478, "accuracy": 0.507905, "main_score": 0.457478, "hf_subset": "snd_Arab-nus_Latn", "languages": ["snd-Arab", "nus-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-slk_Latn", "languages": ["snd-Arab", "slk-Latn"]}, {"precision": 0.63466, "recall": 0.706522, "f1": 0.655898, "accuracy": 0.706522, "main_score": 0.655898, "hf_subset": "snd_Arab-tir_Ethi", "languages": ["snd-Arab", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-zho_Hant", "languages": ["snd-Arab", "zho-Hant"]}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "snd_Arab-awa_Deva", "languages": ["snd-Arab", "awa-Deva"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "snd_Arab-cym_Latn", "languages": ["snd-Arab", "cym-Latn"]}, {"precision": 0.807148, "recall": 0.850791, "f1": 0.820539, "accuracy": 0.850791, "main_score": 0.820539, "hf_subset": "snd_Arab-grn_Latn", "languages": ["snd-Arab", "grn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-kat_Geor", "languages": ["snd-Arab", "kat-Geor"]}, {"precision": 0.609338, "recall": 0.663043, "f1": 0.624559, "accuracy": 0.663043, "main_score": 0.624559, "hf_subset": "snd_Arab-lua_Latn", "languages": ["snd-Arab", "lua-Latn"]}, {"precision": 0.6099, "recall": 0.677866, "f1": 0.629536, "accuracy": 0.677866, "main_score": 0.629536, "hf_subset": "snd_Arab-nya_Latn", "languages": ["snd-Arab", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-slv_Latn", "languages": ["snd-Arab", "slv-Latn"]}, {"precision": 0.927207, "recall": 0.947628, "f1": 0.933762, "accuracy": 0.947628, "main_score": 0.933762, "hf_subset": "snd_Arab-tpi_Latn", "languages": ["snd-Arab", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-zsm_Latn", "languages": ["snd-Arab", "zsm-Latn"]}, {"precision": 0.513507, "recall": 0.578063, "f1": 0.531584, "accuracy": 0.578063, "main_score": 0.531584, "hf_subset": "snd_Arab-ayr_Latn", "languages": ["snd-Arab", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-dan_Latn", "languages": ["snd-Arab", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-guj_Gujr", "languages": ["snd-Arab", "guj-Gujr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-kaz_Cyrl", "languages": ["snd-Arab", "kaz-Cyrl"]}, {"precision": 0.522565, "recall": 0.586957, "f1": 0.539957, "accuracy": 0.586957, "main_score": 0.539957, "hf_subset": "snd_Arab-lug_Latn", "languages": ["snd-Arab", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-oci_Latn", "languages": ["snd-Arab", "oci-Latn"]}, {"precision": 0.799736, "recall": 0.844862, "f1": 0.813538, "accuracy": 0.844862, "main_score": 0.813538, "hf_subset": "snd_Arab-smo_Latn", "languages": ["snd-Arab", "smo-Latn"]}, {"precision": 0.512027, "recall": 0.58004, "f1": 0.530951, "accuracy": 0.58004, "main_score": 0.530951, "hf_subset": "snd_Arab-tsn_Latn", "languages": ["snd-Arab", "tsn-Latn"]}, {"precision": 0.603214, "recall": 0.66502, "f1": 0.620488, "accuracy": 0.66502, "main_score": 0.620488, "hf_subset": "snd_Arab-zul_Latn", "languages": ["snd-Arab", "zul-Latn"]}, {"precision": 0.913043, "recall": 0.936759, "f1": 0.920619, "accuracy": 0.936759, "main_score": 0.920619, "hf_subset": "snd_Arab-azb_Arab", "languages": ["snd-Arab", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-deu_Latn", "languages": ["snd-Arab", "deu-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "snd_Arab-hat_Latn", "languages": ["snd-Arab", "hat-Latn"]}, {"precision": 0.452294, "recall": 0.51087, "f1": 0.468243, "accuracy": 0.51087, "main_score": 0.468243, "hf_subset": "snd_Arab-kbp_Latn", "languages": ["snd-Arab", "kbp-Latn"]}, {"precision": 0.550893, "recall": 0.614625, "f1": 0.567961, "accuracy": 0.614625, "main_score": 0.567961, "hf_subset": "snd_Arab-luo_Latn", "languages": ["snd-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ory_Orya", "languages": ["snd-Arab", "ory-Orya"]}, {"precision": 0.559494, "recall": 0.624506, "f1": 0.578057, "accuracy": 0.624506, "main_score": 0.578057, "hf_subset": "snd_Arab-sna_Latn", "languages": ["snd-Arab", "sna-Latn"]}, {"precision": 0.522779, "recall": 0.578063, "f1": 0.537629, "accuracy": 0.578063, "main_score": 0.537629, "hf_subset": "snd_Arab-tso_Latn", "languages": ["snd-Arab", "tso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-azj_Latn", "languages": ["snd-Arab", "azj-Latn"]}, {"precision": 0.513045, "recall": 0.577075, "f1": 0.530999, "accuracy": 0.577075, "main_score": 0.530999, "hf_subset": "snd_Arab-dik_Latn", "languages": ["snd-Arab", "dik-Latn"]}, {"precision": 0.704776, "recall": 0.76581, "f1": 0.722826, "accuracy": 0.76581, "main_score": 0.722826, "hf_subset": "snd_Arab-hau_Latn", "languages": ["snd-Arab", "hau-Latn"]}, {"precision": 0.967803, "recall": 0.977273, "f1": 0.970751, "accuracy": 0.977273, "main_score": 0.970751, "hf_subset": "snd_Arab-kea_Latn", "languages": ["snd-Arab", "kea-Latn"]}, {"precision": 0.720142, "recall": 0.770751, "f1": 0.735738, "accuracy": 0.770751, "main_score": 0.735738, "hf_subset": "snd_Arab-lus_Latn", "languages": ["snd-Arab", "lus-Latn"]}, {"precision": 0.849094, "recall": 0.880435, "f1": 0.858305, "accuracy": 0.880435, "main_score": 0.858305, "hf_subset": "snd_Arab-pag_Latn", "languages": ["snd-Arab", "pag-Latn"]}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "snd_Arab-tuk_Latn", "languages": ["snd-Arab", "tuk-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "snd_Arab-bak_Cyrl", "languages": ["snd-Arab", "bak-Cyrl"]}, {"precision": 0.462353, "recall": 0.538538, "f1": 0.48451, "accuracy": 0.538538, "main_score": 0.48451, "hf_subset": "snd_Arab-dyu_Latn", "languages": ["snd-Arab", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-heb_Hebr", "languages": ["snd-Arab", "heb-Hebr"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "snd_Arab-khk_Cyrl", "languages": ["snd-Arab", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-lvs_Latn", "languages": ["snd-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-pan_Guru", "languages": ["snd-Arab", "pan-Guru"]}, {"precision": 0.701647, "recall": 0.76087, "f1": 0.719386, "accuracy": 0.76087, "main_score": 0.719386, "hf_subset": "snd_Arab-som_Latn", "languages": ["snd-Arab", "som-Latn"]}, {"precision": 0.553698, "recall": 0.607708, "f1": 0.568965, "accuracy": 0.607708, "main_score": 0.568965, "hf_subset": "snd_Arab-tum_Latn", "languages": ["snd-Arab", "tum-Latn"]}, {"precision": 0.515821, "recall": 0.568182, "f1": 0.530769, "accuracy": 0.568182, "main_score": 0.530769, "hf_subset": "tuk_Latn-ace_Arab", "languages": ["tuk-Latn", "ace-Arab"]}, {"precision": 0.495402, "recall": 0.543478, "f1": 0.508846, "accuracy": 0.543478, "main_score": 0.508846, "hf_subset": "tuk_Latn-bam_Latn", "languages": ["tuk-Latn", "bam-Latn"]}, {"precision": 0.357336, "recall": 0.421937, "f1": 0.374413, "accuracy": 0.421937, "main_score": 0.374413, "hf_subset": "tuk_Latn-dzo_Tibt", "languages": ["tuk-Latn", "dzo-Tibt"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "tuk_Latn-hin_Deva", "languages": ["tuk-Latn", "hin-Deva"]}, {"precision": 0.912, "recall": 0.934783, "f1": 0.919005, "accuracy": 0.934783, "main_score": 0.919005, "hf_subset": "tuk_Latn-khm_Khmr", "languages": ["tuk-Latn", "khm-Khmr"]}, {"precision": 0.947093, "recall": 0.961462, "f1": 0.951636, "accuracy": 0.961462, "main_score": 0.951636, "hf_subset": "tuk_Latn-mag_Deva", "languages": ["tuk-Latn", "mag-Deva"]}, {"precision": 0.872052, "recall": 0.902174, "f1": 0.880995, "accuracy": 0.902174, "main_score": 0.880995, "hf_subset": "tuk_Latn-pap_Latn", "languages": ["tuk-Latn", "pap-Latn"]}, {"precision": 0.558127, "recall": 0.607708, "f1": 0.572716, "accuracy": 0.607708, "main_score": 0.572716, "hf_subset": "tuk_Latn-sot_Latn", "languages": ["tuk-Latn", "sot-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "tuk_Latn-tur_Latn", "languages": ["tuk-Latn", "tur-Latn"]}, {"precision": 0.746273, "recall": 0.790514, "f1": 0.759044, "accuracy": 0.790514, "main_score": 0.759044, "hf_subset": "tuk_Latn-ace_Latn", "languages": ["tuk-Latn", "ace-Latn"]}, {"precision": 0.841002, "recall": 0.87747, "f1": 0.851647, "accuracy": 0.87747, "main_score": 0.851647, "hf_subset": "tuk_Latn-ban_Latn", "languages": ["tuk-Latn", "ban-Latn"]}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "tuk_Latn-ell_Grek", "languages": ["tuk-Latn", "ell-Grek"]}, {"precision": 0.92057, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "tuk_Latn-hne_Deva", "languages": ["tuk-Latn", "hne-Deva"]}, {"precision": 0.534781, "recall": 0.583992, "f1": 0.548434, "accuracy": 0.583992, "main_score": 0.548434, "hf_subset": "tuk_Latn-kik_Latn", "languages": ["tuk-Latn", "kik-Latn"]}, {"precision": 0.941206, "recall": 0.958498, "f1": 0.946476, "accuracy": 0.958498, "main_score": 0.946476, "hf_subset": "tuk_Latn-mai_Deva", "languages": ["tuk-Latn", "mai-Deva"]}, {"precision": 0.885161, "recall": 0.918972, "f1": 0.895619, "accuracy": 0.918972, "main_score": 0.895619, "hf_subset": "tuk_Latn-pbt_Arab", "languages": ["tuk-Latn", "pbt-Arab"]}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "tuk_Latn-spa_Latn", "languages": ["tuk-Latn", "spa-Latn"]}, {"precision": 0.566341, "recall": 0.621542, "f1": 0.582051, "accuracy": 0.621542, "main_score": 0.582051, "hf_subset": "tuk_Latn-twi_Latn", "languages": ["tuk-Latn", "twi-Latn"]}, {"precision": 0.932806, "recall": 0.952569, "f1": 0.939018, "accuracy": 0.952569, "main_score": 0.939018, "hf_subset": "tuk_Latn-acm_Arab", "languages": ["tuk-Latn", "acm-Arab"]}, {"precision": 0.923732, "recall": 0.944664, "f1": 0.930072, "accuracy": 0.944664, "main_score": 0.930072, "hf_subset": "tuk_Latn-bel_Cyrl", "languages": ["tuk-Latn", "bel-Cyrl"]}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "tuk_Latn-eng_Latn", "languages": ["tuk-Latn", "eng-Latn"]}, {"precision": 0.954298, "recall": 0.968379, "f1": 0.958729, "accuracy": 0.968379, "main_score": 0.958729, "hf_subset": "tuk_Latn-hrv_Latn", "languages": ["tuk-Latn", "hrv-Latn"]}, {"precision": 0.528657, "recall": 0.583992, "f1": 0.544442, "accuracy": 0.583992, "main_score": 0.544442, "hf_subset": "tuk_Latn-kin_Latn", "languages": ["tuk-Latn", "kin-Latn"]}, {"precision": 0.9403, "recall": 0.958498, "f1": 0.946047, "accuracy": 0.958498, "main_score": 0.946047, "hf_subset": "tuk_Latn-mal_Mlym", "languages": ["tuk-Latn", "mal-Mlym"]}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "tuk_Latn-pes_Arab", "languages": ["tuk-Latn", "pes-Arab"]}, {"precision": 0.904809, "recall": 0.927866, "f1": 0.912008, "accuracy": 0.927866, "main_score": 0.912008, "hf_subset": "tuk_Latn-srd_Latn", "languages": ["tuk-Latn", "srd-Latn"]}, {"precision": 0.186008, "recall": 0.226285, "f1": 0.196091, "accuracy": 0.226285, "main_score": 0.196091, "hf_subset": "tuk_Latn-tzm_Tfng", "languages": ["tuk-Latn", "tzm-Tfng"]}, {"precision": 0.934157, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "tuk_Latn-acq_Arab", "languages": ["tuk-Latn", "acq-Arab"]}, {"precision": 0.577524, "recall": 0.621542, "f1": 0.589923, "accuracy": 0.621542, "main_score": 0.589923, "hf_subset": "tuk_Latn-bem_Latn", "languages": ["tuk-Latn", "bem-Latn"]}, {"precision": 0.934536, "recall": 0.954545, "f1": 0.940777, "accuracy": 0.954545, "main_score": 0.940777, "hf_subset": "tuk_Latn-epo_Latn", "languages": ["tuk-Latn", "epo-Latn"]}, {"precision": 0.951393, "recall": 0.965415, "f1": 0.955781, "accuracy": 0.965415, "main_score": 0.955781, "hf_subset": "tuk_Latn-hun_Latn", "languages": ["tuk-Latn", "hun-Latn"]}, {"precision": 0.942852, "recall": 0.960474, "f1": 0.948617, "accuracy": 0.960474, "main_score": 0.948617, "hf_subset": "tuk_Latn-kir_Cyrl", "languages": ["tuk-Latn", "kir-Cyrl"]}, {"precision": 0.943264, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "tuk_Latn-mar_Deva", "languages": ["tuk-Latn", "mar-Deva"]}, {"precision": 0.614743, "recall": 0.660079, "f1": 0.627231, "accuracy": 0.660079, "main_score": 0.627231, "hf_subset": "tuk_Latn-plt_Latn", "languages": ["tuk-Latn", "plt-Latn"]}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "tuk_Latn-srp_Cyrl", "languages": ["tuk-Latn", "srp-Cyrl"]}, {"precision": 0.894576, "recall": 0.918972, "f1": 0.901995, "accuracy": 0.918972, "main_score": 0.901995, "hf_subset": "tuk_Latn-uig_Arab", "languages": ["tuk-Latn", "uig-Arab"]}, {"precision": 0.902095, "recall": 0.926877, "f1": 0.90914, "accuracy": 0.926877, "main_score": 0.90914, "hf_subset": "tuk_Latn-aeb_Arab", "languages": ["tuk-Latn", "aeb-Arab"]}, {"precision": 0.953063, "recall": 0.966403, "f1": 0.957298, "accuracy": 0.966403, "main_score": 0.957298, "hf_subset": "tuk_Latn-ben_Beng", "languages": ["tuk-Latn", "ben-Beng"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "tuk_Latn-est_Latn", "languages": ["tuk-Latn", "est-Latn"]}, {"precision": 0.945405, "recall": 0.961462, "f1": 0.950329, "accuracy": 0.961462, "main_score": 0.950329, "hf_subset": "tuk_Latn-hye_Armn", "languages": ["tuk-Latn", "hye-Armn"]}, {"precision": 0.5111, "recall": 0.55336, "f1": 0.523452, "accuracy": 0.55336, "main_score": 0.523452, "hf_subset": "tuk_Latn-kmb_Latn", "languages": ["tuk-Latn", "kmb-Latn"]}, {"precision": 0.445477, "recall": 0.511858, "f1": 0.462823, "accuracy": 0.511858, "main_score": 0.462823, "hf_subset": "tuk_Latn-min_Arab", "languages": ["tuk-Latn", "min-Arab"]}, {"precision": 0.943182, "recall": 0.960474, "f1": 0.948617, "accuracy": 0.960474, "main_score": 0.948617, "hf_subset": "tuk_Latn-pol_Latn", "languages": ["tuk-Latn", "pol-Latn"]}, {"precision": 0.527233, "recall": 0.579051, "f1": 0.542282, "accuracy": 0.579051, "main_score": 0.542282, "hf_subset": "tuk_Latn-ssw_Latn", "languages": ["tuk-Latn", "ssw-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "tuk_Latn-ukr_Cyrl", "languages": ["tuk-Latn", "ukr-Cyrl"]}, {"precision": 0.951005, "recall": 0.966403, "f1": 0.955929, "accuracy": 0.966403, "main_score": 0.955929, "hf_subset": "tuk_Latn-afr_Latn", "languages": ["tuk-Latn", "afr-Latn"]}, {"precision": 0.911726, "recall": 0.934783, "f1": 0.918761, "accuracy": 0.934783, "main_score": 0.918761, "hf_subset": "tuk_Latn-bho_Deva", "languages": ["tuk-Latn", "bho-Deva"]}, {"precision": 0.908597, "recall": 0.932806, "f1": 0.916173, "accuracy": 0.932806, "main_score": 0.916173, "hf_subset": "tuk_Latn-eus_Latn", "languages": ["tuk-Latn", "eus-Latn"]}, {"precision": 0.541765, "recall": 0.588933, "f1": 0.554898, "accuracy": 0.588933, "main_score": 0.554898, "hf_subset": "tuk_Latn-ibo_Latn", "languages": ["tuk-Latn", "ibo-Latn"]}, {"precision": 0.795052, "recall": 0.839921, "f1": 0.808731, "accuracy": 0.839921, "main_score": 0.808731, "hf_subset": "tuk_Latn-kmr_Latn", "languages": ["tuk-Latn", "kmr-Latn"]}, {"precision": 0.878953, "recall": 0.910079, "f1": 0.888425, "accuracy": 0.910079, "main_score": 0.888425, "hf_subset": "tuk_Latn-min_Latn", "languages": ["tuk-Latn", "min-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "tuk_Latn-por_Latn", "languages": ["tuk-Latn", "por-Latn"]}, {"precision": 0.920817, "recall": 0.942688, "f1": 0.927503, "accuracy": 0.942688, "main_score": 0.927503, "hf_subset": "tuk_Latn-sun_Latn", "languages": ["tuk-Latn", "sun-Latn"]}, {"precision": 0.499161, "recall": 0.544466, "f1": 0.511728, "accuracy": 0.544466, "main_score": 0.511728, "hf_subset": "tuk_Latn-umb_Latn", "languages": ["tuk-Latn", "umb-Latn"]}, {"precision": 0.938274, "recall": 0.955534, "f1": 0.943629, "accuracy": 0.955534, "main_score": 0.943629, "hf_subset": "tuk_Latn-ajp_Arab", "languages": ["tuk-Latn", "ajp-Arab"]}, {"precision": 0.488818, "recall": 0.546443, "f1": 0.504224, "accuracy": 0.546443, "main_score": 0.504224, "hf_subset": "tuk_Latn-bjn_Arab", "languages": ["tuk-Latn", "bjn-Arab"]}, {"precision": 0.491238, "recall": 0.532609, "f1": 0.502922, "accuracy": 0.532609, "main_score": 0.502922, "hf_subset": "tuk_Latn-ewe_Latn", "languages": ["tuk-Latn", "ewe-Latn"]}, {"precision": 0.830665, "recall": 0.870553, "f1": 0.842674, "accuracy": 0.870553, "main_score": 0.842674, "hf_subset": "tuk_Latn-ilo_Latn", "languages": ["tuk-Latn", "ilo-Latn"]}, {"precision": 0.300872, "recall": 0.351779, "f1": 0.314776, "accuracy": 0.351779, "main_score": 0.314776, "hf_subset": "tuk_Latn-knc_Arab", "languages": ["tuk-Latn", "knc-Arab"]}, {"precision": 0.95024, "recall": 0.964427, "f1": 0.954628, "accuracy": 0.964427, "main_score": 0.954628, "hf_subset": "tuk_Latn-mkd_Cyrl", "languages": ["tuk-Latn", "mkd-Cyrl"]}, {"precision": 0.949193, "recall": 0.964427, "f1": 0.953953, "accuracy": 0.964427, "main_score": 0.953953, "hf_subset": "tuk_Latn-prs_Arab", "languages": ["tuk-Latn", "prs-Arab"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "tuk_Latn-swe_Latn", "languages": ["tuk-Latn", "swe-Latn"]}, {"precision": 0.942029, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "tuk_Latn-urd_Arab", "languages": ["tuk-Latn", "urd-Arab"]}, {"precision": 0.538139, "recall": 0.589921, "f1": 0.553305, "accuracy": 0.589921, "main_score": 0.553305, "hf_subset": "tuk_Latn-aka_Latn", "languages": ["tuk-Latn", "aka-Latn"]}, {"precision": 0.887956, "recall": 0.916008, "f1": 0.896363, "accuracy": 0.916008, "main_score": 0.896363, "hf_subset": "tuk_Latn-bjn_Latn", "languages": ["tuk-Latn", "bjn-Latn"]}, {"precision": 0.867071, "recall": 0.901186, "f1": 0.87767, "accuracy": 0.901186, "main_score": 0.87767, "hf_subset": "tuk_Latn-fao_Latn", "languages": ["tuk-Latn", "fao-Latn"]}, {"precision": 0.947381, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "tuk_Latn-ind_Latn", "languages": ["tuk-Latn", "ind-Latn"]}, {"precision": 0.546075, "recall": 0.583992, "f1": 0.557139, "accuracy": 0.583992, "main_score": 0.557139, "hf_subset": "tuk_Latn-knc_Latn", "languages": ["tuk-Latn", "knc-Latn"]}, {"precision": 0.907175, "recall": 0.932806, "f1": 0.914954, "accuracy": 0.932806, "main_score": 0.914954, "hf_subset": "tuk_Latn-mlt_Latn", "languages": ["tuk-Latn", "mlt-Latn"]}, {"precision": 0.645515, "recall": 0.702569, "f1": 0.66214, "accuracy": 0.702569, "main_score": 0.66214, "hf_subset": "tuk_Latn-quy_Latn", "languages": ["tuk-Latn", "quy-Latn"]}, {"precision": 0.855303, "recall": 0.893281, "f1": 0.867062, "accuracy": 0.893281, "main_score": 0.867062, "hf_subset": "tuk_Latn-swh_Latn", "languages": ["tuk-Latn", "swh-Latn"]}, {"precision": 0.963636, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "tuk_Latn-uzn_Latn", "languages": ["tuk-Latn", "uzn-Latn"]}, {"precision": 0.941815, "recall": 0.958498, "f1": 0.946871, "accuracy": 0.958498, "main_score": 0.946871, "hf_subset": "tuk_Latn-als_Latn", "languages": ["tuk-Latn", "als-Latn"]}, {"precision": 0.498831, "recall": 0.576087, "f1": 0.519814, "accuracy": 0.576087, "main_score": 0.519814, "hf_subset": "tuk_Latn-bod_Tibt", "languages": ["tuk-Latn", "bod-Tibt"]}, {"precision": 0.620738, "recall": 0.678854, "f1": 0.637467, "accuracy": 0.678854, "main_score": 0.637467, "hf_subset": "tuk_Latn-fij_Latn", "languages": ["tuk-Latn", "fij-Latn"]}, {"precision": 0.879941, "recall": 0.91502, "f1": 0.890942, "accuracy": 0.91502, "main_score": 0.890942, "hf_subset": "tuk_Latn-isl_Latn", "languages": ["tuk-Latn", "isl-Latn"]}, {"precision": 0.600641, "recall": 0.651186, "f1": 0.614723, "accuracy": 0.651186, "main_score": 0.614723, "hf_subset": "tuk_Latn-kon_Latn", "languages": ["tuk-Latn", "kon-Latn"]}, {"precision": 0.59613, "recall": 0.653162, "f1": 0.612336, "accuracy": 0.653162, "main_score": 0.612336, "hf_subset": "tuk_Latn-mni_Beng", "languages": ["tuk-Latn", "mni-Beng"]}, {"precision": 0.961357, "recall": 0.972332, "f1": 0.96474, "accuracy": 0.972332, "main_score": 0.96474, "hf_subset": "tuk_Latn-ron_Latn", "languages": ["tuk-Latn", "ron-Latn"]}, {"precision": 0.927125, "recall": 0.945652, "f1": 0.932872, "accuracy": 0.945652, "main_score": 0.932872, "hf_subset": "tuk_Latn-szl_Latn", "languages": ["tuk-Latn", "szl-Latn"]}, {"precision": 0.932016, "recall": 0.950593, "f1": 0.937667, "accuracy": 0.950593, "main_score": 0.937667, "hf_subset": "tuk_Latn-vec_Latn", "languages": ["tuk-Latn", "vec-Latn"]}, {"precision": 0.842325, "recall": 0.879447, "f1": 0.85328, "accuracy": 0.879447, "main_score": 0.85328, "hf_subset": "tuk_Latn-amh_Ethi", "languages": ["tuk-Latn", "amh-Ethi"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "tuk_Latn-bos_Latn", "languages": ["tuk-Latn", "bos-Latn"]}, {"precision": 0.935474, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "tuk_Latn-fin_Latn", "languages": ["tuk-Latn", "fin-Latn"]}, {"precision": 0.944993, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "tuk_Latn-ita_Latn", "languages": ["tuk-Latn", "ita-Latn"]}, {"precision": 0.9389, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "tuk_Latn-kor_Hang", "languages": ["tuk-Latn", "kor-Hang"]}, {"precision": 0.532213, "recall": 0.581028, "f1": 0.545826, "accuracy": 0.581028, "main_score": 0.545826, "hf_subset": "tuk_Latn-mos_Latn", "languages": ["tuk-Latn", "mos-Latn"]}, {"precision": 0.514319, "recall": 0.562253, "f1": 0.52711, "accuracy": 0.562253, "main_score": 0.52711, "hf_subset": "tuk_Latn-run_Latn", "languages": ["tuk-Latn", "run-Latn"]}, {"precision": 0.941041, "recall": 0.958498, "f1": 0.946443, "accuracy": 0.958498, "main_score": 0.946443, "hf_subset": "tuk_Latn-tam_Taml", "languages": ["tuk-Latn", "tam-Taml"]}, {"precision": 0.940448, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "tuk_Latn-vie_Latn", "languages": ["tuk-Latn", "vie-Latn"]}, {"precision": 0.927322, "recall": 0.949605, "f1": 0.934354, "accuracy": 0.949605, "main_score": 0.934354, "hf_subset": "tuk_Latn-apc_Arab", "languages": ["tuk-Latn", "apc-Arab"]}, {"precision": 0.69992, "recall": 0.748024, "f1": 0.71364, "accuracy": 0.748024, "main_score": 0.71364, "hf_subset": "tuk_Latn-bug_Latn", "languages": ["tuk-Latn", "bug-Latn"]}, {"precision": 0.437468, "recall": 0.493083, "f1": 0.452208, "accuracy": 0.493083, "main_score": 0.452208, "hf_subset": "tuk_Latn-fon_Latn", "languages": ["tuk-Latn", "fon-Latn"]}, {"precision": 0.927569, "recall": 0.947628, "f1": 0.933747, "accuracy": 0.947628, "main_score": 0.933747, "hf_subset": "tuk_Latn-jav_Latn", "languages": ["tuk-Latn", "jav-Latn"]}, {"precision": 0.899515, "recall": 0.927866, "f1": 0.908303, "accuracy": 0.927866, "main_score": 0.908303, "hf_subset": "tuk_Latn-lao_Laoo", "languages": ["tuk-Latn", "lao-Laoo"]}, {"precision": 0.735138, "recall": 0.787549, "f1": 0.749979, "accuracy": 0.787549, "main_score": 0.749979, "hf_subset": "tuk_Latn-mri_Latn", "languages": ["tuk-Latn", "mri-Latn"]}, {"precision": 0.957922, "recall": 0.970356, "f1": 0.961858, "accuracy": 0.970356, "main_score": 0.961858, "hf_subset": "tuk_Latn-rus_Cyrl", "languages": ["tuk-Latn", "rus-Cyrl"]}, {"precision": 0.518906, "recall": 0.562253, "f1": 0.53131, "accuracy": 0.562253, "main_score": 0.53131, "hf_subset": "tuk_Latn-taq_Latn", "languages": ["tuk-Latn", "taq-Latn"]}, {"precision": 0.90695, "recall": 0.931818, "f1": 0.914295, "accuracy": 0.931818, "main_score": 0.914295, "hf_subset": "tuk_Latn-war_Latn", "languages": ["tuk-Latn", "war-Latn"]}, {"precision": 0.937335, "recall": 0.954545, "f1": 0.942556, "accuracy": 0.954545, "main_score": 0.942556, "hf_subset": "tuk_Latn-arb_Arab", "languages": ["tuk-Latn", "arb-Arab"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "tuk_Latn-bul_Cyrl", "languages": ["tuk-Latn", "bul-Cyrl"]}, {"precision": 0.959074, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "tuk_Latn-fra_Latn", "languages": ["tuk-Latn", "fra-Latn"]}, {"precision": 0.940711, "recall": 0.958498, "f1": 0.946278, "accuracy": 0.958498, "main_score": 0.946278, "hf_subset": "tuk_Latn-jpn_Jpan", "languages": ["tuk-Latn", "jpn-Jpan"]}, {"precision": 0.899878, "recall": 0.924901, "f1": 0.907479, "accuracy": 0.924901, "main_score": 0.907479, "hf_subset": "tuk_Latn-lij_Latn", "languages": ["tuk-Latn", "lij-Latn"]}, {"precision": 0.896937, "recall": 0.924901, "f1": 0.905388, "accuracy": 0.924901, "main_score": 0.905388, "hf_subset": "tuk_Latn-mya_Mymr", "languages": ["tuk-Latn", "mya-Mymr"]}, {"precision": 0.548635, "recall": 0.609684, "f1": 0.565988, "accuracy": 0.609684, "main_score": 0.565988, "hf_subset": "tuk_Latn-sag_Latn", "languages": ["tuk-Latn", "sag-Latn"]}, {"precision": 0.191899, "recall": 0.240119, "f1": 0.202691, "accuracy": 0.240119, "main_score": 0.202691, "hf_subset": "tuk_Latn-taq_Tfng", "languages": ["tuk-Latn", "taq-Tfng"]}, {"precision": 0.583639, "recall": 0.629447, "f1": 0.597019, "accuracy": 0.629447, "main_score": 0.597019, "hf_subset": "tuk_Latn-wol_Latn", "languages": ["tuk-Latn", "wol-Latn"]}, {"precision": 0.664348, "recall": 0.72332, "f1": 0.681458, "accuracy": 0.72332, "main_score": 0.681458, "hf_subset": "tuk_Latn-arb_Latn", "languages": ["tuk-Latn", "arb-Latn"]}, {"precision": 0.950461, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "tuk_Latn-cat_Latn", "languages": ["tuk-Latn", "cat-Latn"]}, {"precision": 0.886018, "recall": 0.914032, "f1": 0.894255, "accuracy": 0.914032, "main_score": 0.894255, "hf_subset": "tuk_Latn-fur_Latn", "languages": ["tuk-Latn", "fur-Latn"]}, {"precision": 0.406771, "recall": 0.453557, "f1": 0.420262, "accuracy": 0.453557, "main_score": 0.420262, "hf_subset": "tuk_Latn-kab_Latn", "languages": ["tuk-Latn", "kab-Latn"]}, {"precision": 0.881505, "recall": 0.913043, "f1": 0.89137, "accuracy": 0.913043, "main_score": 0.89137, "hf_subset": "tuk_Latn-lim_Latn", "languages": ["tuk-Latn", "lim-Latn"]}, {"precision": 0.937533, "recall": 0.955534, "f1": 0.943083, "accuracy": 0.955534, "main_score": 0.943083, "hf_subset": "tuk_Latn-nld_Latn", "languages": ["tuk-Latn", "nld-Latn"]}, {"precision": 0.900033, "recall": 0.926877, "f1": 0.908202, "accuracy": 0.926877, "main_score": 0.908202, "hf_subset": "tuk_Latn-san_Deva", "languages": ["tuk-Latn", "san-Deva"]}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "tuk_Latn-tat_Cyrl", "languages": ["tuk-Latn", "tat-Cyrl"]}, {"precision": 0.61222, "recall": 0.660079, "f1": 0.626943, "accuracy": 0.660079, "main_score": 0.626943, "hf_subset": "tuk_Latn-xho_Latn", "languages": ["tuk-Latn", "xho-Latn"]}, {"precision": 0.926411, "recall": 0.94664, "f1": 0.932576, "accuracy": 0.94664, "main_score": 0.932576, "hf_subset": "tuk_Latn-ars_Arab", "languages": ["tuk-Latn", "ars-Arab"]}, {"precision": 0.923328, "recall": 0.943676, "f1": 0.929469, "accuracy": 0.943676, "main_score": 0.929469, "hf_subset": "tuk_Latn-ceb_Latn", "languages": ["tuk-Latn", "ceb-Latn"]}, {"precision": 0.51641, "recall": 0.571146, "f1": 0.532074, "accuracy": 0.571146, "main_score": 0.532074, "hf_subset": "tuk_Latn-fuv_Latn", "languages": ["tuk-Latn", "fuv-Latn"]}, {"precision": 0.490622, "recall": 0.548419, "f1": 0.506015, "accuracy": 0.548419, "main_score": 0.506015, "hf_subset": "tuk_Latn-kac_Latn", "languages": ["tuk-Latn", "kac-Latn"]}, {"precision": 0.603374, "recall": 0.65415, "f1": 0.617154, "accuracy": 0.65415, "main_score": 0.617154, "hf_subset": "tuk_Latn-lin_Latn", "languages": ["tuk-Latn", "lin-Latn"]}, {"precision": 0.950791, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "tuk_Latn-nno_Latn", "languages": ["tuk-Latn", "nno-Latn"]}, {"precision": 0.205466, "recall": 0.279644, "f1": 0.2238, "accuracy": 0.279644, "main_score": 0.2238, "hf_subset": "tuk_Latn-sat_Olck", "languages": ["tuk-Latn", "sat-Olck"]}, {"precision": 0.942803, "recall": 0.959486, "f1": 0.947859, "accuracy": 0.959486, "main_score": 0.947859, "hf_subset": "tuk_Latn-tel_Telu", "languages": ["tuk-Latn", "tel-Telu"]}, {"precision": 0.832404, "recall": 0.87253, "f1": 0.844238, "accuracy": 0.87253, "main_score": 0.844238, "hf_subset": "tuk_Latn-ydd_Hebr", "languages": ["tuk-Latn", "ydd-Hebr"]}, {"precision": 0.89109, "recall": 0.91996, "f1": 0.900066, "accuracy": 0.91996, "main_score": 0.900066, "hf_subset": "tuk_Latn-ary_Arab", "languages": ["tuk-Latn", "ary-Arab"]}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "tuk_Latn-ces_Latn", "languages": ["tuk-Latn", "ces-Latn"]}, {"precision": 0.542434, "recall": 0.594862, "f1": 0.557333, "accuracy": 0.594862, "main_score": 0.557333, "hf_subset": "tuk_Latn-gaz_Latn", "languages": ["tuk-Latn", "gaz-Latn"]}, {"precision": 0.541911, "recall": 0.589921, "f1": 0.555536, "accuracy": 0.589921, "main_score": 0.555536, "hf_subset": "tuk_Latn-kam_Latn", "languages": ["tuk-Latn", "kam-Latn"]}, {"precision": 0.939476, "recall": 0.95751, "f1": 0.945224, "accuracy": 0.95751, "main_score": 0.945224, "hf_subset": "tuk_Latn-lit_Latn", "languages": ["tuk-Latn", "lit-Latn"]}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "tuk_Latn-nob_Latn", "languages": ["tuk-Latn", "nob-Latn"]}, {"precision": 0.877717, "recall": 0.910079, "f1": 0.887502, "accuracy": 0.910079, "main_score": 0.887502, "hf_subset": "tuk_Latn-scn_Latn", "languages": ["tuk-Latn", "scn-Latn"]}, {"precision": 0.923666, "recall": 0.942688, "f1": 0.929381, "accuracy": 0.942688, "main_score": 0.929381, "hf_subset": "tuk_Latn-tgk_Cyrl", "languages": ["tuk-Latn", "tgk-Cyrl"]}, {"precision": 0.631176, "recall": 0.688735, "f1": 0.648504, "accuracy": 0.688735, "main_score": 0.648504, "hf_subset": "tuk_Latn-yor_Latn", "languages": ["tuk-Latn", "yor-Latn"]}, {"precision": 0.925125, "recall": 0.947628, "f1": 0.932296, "accuracy": 0.947628, "main_score": 0.932296, "hf_subset": "tuk_Latn-arz_Arab", "languages": ["tuk-Latn", "arz-Arab"]}, {"precision": 0.518486, "recall": 0.575099, "f1": 0.534513, "accuracy": 0.575099, "main_score": 0.534513, "hf_subset": "tuk_Latn-cjk_Latn", "languages": ["tuk-Latn", "cjk-Latn"]}, {"precision": 0.679282, "recall": 0.727273, "f1": 0.692495, "accuracy": 0.727273, "main_score": 0.692495, "hf_subset": "tuk_Latn-gla_Latn", "languages": ["tuk-Latn", "gla-Latn"]}, {"precision": 0.942276, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "tuk_Latn-kan_Knda", "languages": ["tuk-Latn", "kan-Knda"]}, {"precision": 0.901597, "recall": 0.924901, "f1": 0.908583, "accuracy": 0.924901, "main_score": 0.908583, "hf_subset": "tuk_Latn-lmo_Latn", "languages": ["tuk-Latn", "lmo-Latn"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "tuk_Latn-npi_Deva", "languages": ["tuk-Latn", "npi-Deva"]}, {"precision": 0.437099, "recall": 0.487154, "f1": 0.450753, "accuracy": 0.487154, "main_score": 0.450753, "hf_subset": "tuk_Latn-shn_Mymr", "languages": ["tuk-Latn", "shn-Mymr"]}, {"precision": 0.943964, "recall": 0.958498, "f1": 0.948507, "accuracy": 0.958498, "main_score": 0.948507, "hf_subset": "tuk_Latn-tgl_Latn", "languages": ["tuk-Latn", "tgl-Latn"]}, {"precision": 0.929101, "recall": 0.950593, "f1": 0.935837, "accuracy": 0.950593, "main_score": 0.935837, "hf_subset": "tuk_Latn-yue_Hant", "languages": ["tuk-Latn", "yue-Hant"]}, {"precision": 0.919549, "recall": 0.942688, "f1": 0.926779, "accuracy": 0.942688, "main_score": 0.926779, "hf_subset": "tuk_Latn-asm_Beng", "languages": ["tuk-Latn", "asm-Beng"]}, {"precision": 0.864443, "recall": 0.899209, "f1": 0.874868, "accuracy": 0.899209, "main_score": 0.874868, "hf_subset": "tuk_Latn-ckb_Arab", "languages": ["tuk-Latn", "ckb-Arab"]}, {"precision": 0.749643, "recall": 0.793478, "f1": 0.762376, "accuracy": 0.793478, "main_score": 0.762376, "hf_subset": "tuk_Latn-gle_Latn", "languages": ["tuk-Latn", "gle-Latn"]}, {"precision": 0.826394, "recall": 0.865613, "f1": 0.838076, "accuracy": 0.865613, "main_score": 0.838076, "hf_subset": "tuk_Latn-kas_Arab", "languages": ["tuk-Latn", "kas-Arab"]}, {"precision": 0.845306, "recall": 0.884387, "f1": 0.856884, "accuracy": 0.884387, "main_score": 0.856884, "hf_subset": "tuk_Latn-ltg_Latn", "languages": ["tuk-Latn", "ltg-Latn"]}, {"precision": 0.560308, "recall": 0.607708, "f1": 0.573213, "accuracy": 0.607708, "main_score": 0.573213, "hf_subset": "tuk_Latn-nso_Latn", "languages": ["tuk-Latn", "nso-Latn"]}, {"precision": 0.892078, "recall": 0.921937, "f1": 0.901252, "accuracy": 0.921937, "main_score": 0.901252, "hf_subset": "tuk_Latn-sin_Sinh", "languages": ["tuk-Latn", "sin-Sinh"]}, {"precision": 0.937451, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "tuk_Latn-tha_Thai", "languages": ["tuk-Latn", "tha-Thai"]}, {"precision": 0.923748, "recall": 0.94664, "f1": 0.930797, "accuracy": 0.94664, "main_score": 0.930797, "hf_subset": "tuk_Latn-zho_Hans", "languages": ["tuk-Latn", "zho-Hans"]}, {"precision": 0.944417, "recall": 0.961462, "f1": 0.949835, "accuracy": 0.961462, "main_score": 0.949835, "hf_subset": "tuk_Latn-ast_Latn", "languages": ["tuk-Latn", "ast-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "tuk_Latn-crh_Latn", "languages": ["tuk-Latn", "crh-Latn"]}, {"precision": 0.93778, "recall": 0.956522, "f1": 0.943676, "accuracy": 0.956522, "main_score": 0.943676, "hf_subset": "tuk_Latn-glg_Latn", "languages": ["tuk-Latn", "glg-Latn"]}, {"precision": 0.764337, "recall": 0.814229, "f1": 0.779331, "accuracy": 0.814229, "main_score": 0.779331, "hf_subset": "tuk_Latn-kas_Deva", "languages": ["tuk-Latn", "kas-Deva"]}, {"precision": 0.879858, "recall": 0.913043, "f1": 0.890184, "accuracy": 0.913043, "main_score": 0.890184, "hf_subset": "tuk_Latn-ltz_Latn", "languages": ["tuk-Latn", "ltz-Latn"]}, {"precision": 0.441346, "recall": 0.498024, "f1": 0.456596, "accuracy": 0.498024, "main_score": 0.456596, "hf_subset": "tuk_Latn-nus_Latn", "languages": ["tuk-Latn", "nus-Latn"]}, {"precision": 0.956802, "recall": 0.969368, "f1": 0.960705, "accuracy": 0.969368, "main_score": 0.960705, "hf_subset": "tuk_Latn-slk_Latn", "languages": ["tuk-Latn", "slk-Latn"]}, {"precision": 0.539808, "recall": 0.603755, "f1": 0.558108, "accuracy": 0.603755, "main_score": 0.558108, "hf_subset": "tuk_Latn-tir_Ethi", "languages": ["tuk-Latn", "tir-Ethi"]}, {"precision": 0.927701, "recall": 0.950593, "f1": 0.935112, "accuracy": 0.950593, "main_score": 0.935112, "hf_subset": "tuk_Latn-zho_Hant", "languages": ["tuk-Latn", "zho-Hant"]}, {"precision": 0.941864, "recall": 0.95751, "f1": 0.946758, "accuracy": 0.95751, "main_score": 0.946758, "hf_subset": "tuk_Latn-awa_Deva", "languages": ["tuk-Latn", "awa-Deva"]}, {"precision": 0.886314, "recall": 0.91502, "f1": 0.894844, "accuracy": 0.91502, "main_score": 0.894844, "hf_subset": "tuk_Latn-cym_Latn", "languages": ["tuk-Latn", "cym-Latn"]}, {"precision": 0.718068, "recall": 0.766798, "f1": 0.732054, "accuracy": 0.766798, "main_score": 0.732054, "hf_subset": "tuk_Latn-grn_Latn", "languages": ["tuk-Latn", "grn-Latn"]}, {"precision": 0.927042, "recall": 0.948617, "f1": 0.933747, "accuracy": 0.948617, "main_score": 0.933747, "hf_subset": "tuk_Latn-kat_Geor", "languages": ["tuk-Latn", "kat-Geor"]}, {"precision": 0.586232, "recall": 0.634387, "f1": 0.599722, "accuracy": 0.634387, "main_score": 0.599722, "hf_subset": "tuk_Latn-lua_Latn", "languages": ["tuk-Latn", "lua-Latn"]}, {"precision": 0.573574, "recall": 0.62253, "f1": 0.58792, "accuracy": 0.62253, "main_score": 0.58792, "hf_subset": "tuk_Latn-nya_Latn", "languages": ["tuk-Latn", "nya-Latn"]}, {"precision": 0.949605, "recall": 0.964427, "f1": 0.954183, "accuracy": 0.964427, "main_score": 0.954183, "hf_subset": "tuk_Latn-slv_Latn", "languages": ["tuk-Latn", "slv-Latn"]}, {"precision": 0.795719, "recall": 0.835968, "f1": 0.807125, "accuracy": 0.835968, "main_score": 0.807125, "hf_subset": "tuk_Latn-tpi_Latn", "languages": ["tuk-Latn", "tpi-Latn"]}, {"precision": 0.960837, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "tuk_Latn-zsm_Latn", "languages": ["tuk-Latn", "zsm-Latn"]}, {"precision": 0.508555, "recall": 0.562253, "f1": 0.524031, "accuracy": 0.562253, "main_score": 0.524031, "hf_subset": "tuk_Latn-ayr_Latn", "languages": ["tuk-Latn", "ayr-Latn"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "tuk_Latn-dan_Latn", "languages": ["tuk-Latn", "dan-Latn"]}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "tuk_Latn-guj_Gujr", "languages": ["tuk-Latn", "guj-Gujr"]}, {"precision": 0.962813, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "tuk_Latn-kaz_Cyrl", "languages": ["tuk-Latn", "kaz-Cyrl"]}, {"precision": 0.514686, "recall": 0.565217, "f1": 0.529026, "accuracy": 0.565217, "main_score": 0.529026, "hf_subset": "tuk_Latn-lug_Latn", "languages": ["tuk-Latn", "lug-Latn"]}, {"precision": 0.949193, "recall": 0.964427, "f1": 0.953953, "accuracy": 0.964427, "main_score": 0.953953, "hf_subset": "tuk_Latn-oci_Latn", "languages": ["tuk-Latn", "oci-Latn"]}, {"precision": 0.712396, "recall": 0.766798, "f1": 0.728129, "accuracy": 0.766798, "main_score": 0.728129, "hf_subset": "tuk_Latn-smo_Latn", "languages": ["tuk-Latn", "smo-Latn"]}, {"precision": 0.518427, "recall": 0.572134, "f1": 0.532653, "accuracy": 0.572134, "main_score": 0.532653, "hf_subset": "tuk_Latn-tsn_Latn", "languages": ["tuk-Latn", "tsn-Latn"]}, {"precision": 0.587117, "recall": 0.63834, "f1": 0.60163, "accuracy": 0.63834, "main_score": 0.60163, "hf_subset": "tuk_Latn-zul_Latn", "languages": ["tuk-Latn", "zul-Latn"]}, {"precision": 0.801458, "recall": 0.843874, "f1": 0.813847, "accuracy": 0.843874, "main_score": 0.813847, "hf_subset": "tuk_Latn-azb_Arab", "languages": ["tuk-Latn", "azb-Arab"]}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "tuk_Latn-deu_Latn", "languages": ["tuk-Latn", "deu-Latn"]}, {"precision": 0.873682, "recall": 0.911067, "f1": 0.885705, "accuracy": 0.911067, "main_score": 0.885705, "hf_subset": "tuk_Latn-hat_Latn", "languages": ["tuk-Latn", "hat-Latn"]}, {"precision": 0.465542, "recall": 0.514822, "f1": 0.479171, "accuracy": 0.514822, "main_score": 0.479171, "hf_subset": "tuk_Latn-kbp_Latn", "languages": ["tuk-Latn", "kbp-Latn"]}, {"precision": 0.528073, "recall": 0.581028, "f1": 0.54317, "accuracy": 0.581028, "main_score": 0.54317, "hf_subset": "tuk_Latn-luo_Latn", "languages": ["tuk-Latn", "luo-Latn"]}, {"precision": 0.934371, "recall": 0.953557, "f1": 0.940613, "accuracy": 0.953557, "main_score": 0.940613, "hf_subset": "tuk_Latn-ory_Orya", "languages": ["tuk-Latn", "ory-Orya"]}, {"precision": 0.539023, "recall": 0.594862, "f1": 0.554795, "accuracy": 0.594862, "main_score": 0.554795, "hf_subset": "tuk_Latn-sna_Latn", "languages": ["tuk-Latn", "sna-Latn"]}, {"precision": 0.522087, "recall": 0.565217, "f1": 0.53411, "accuracy": 0.565217, "main_score": 0.53411, "hf_subset": "tuk_Latn-tso_Latn", "languages": ["tuk-Latn", "tso-Latn"]}, {"precision": 0.944993, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "tuk_Latn-azj_Latn", "languages": ["tuk-Latn", "azj-Latn"]}, {"precision": 0.500956, "recall": 0.561265, "f1": 0.518799, "accuracy": 0.561265, "main_score": 0.518799, "hf_subset": "tuk_Latn-dik_Latn", "languages": ["tuk-Latn", "dik-Latn"]}, {"precision": 0.638145, "recall": 0.694664, "f1": 0.654282, "accuracy": 0.694664, "main_score": 0.654282, "hf_subset": "tuk_Latn-hau_Latn", "languages": ["tuk-Latn", "hau-Latn"]}, {"precision": 0.891191, "recall": 0.916008, "f1": 0.89801, "accuracy": 0.916008, "main_score": 0.89801, "hf_subset": "tuk_Latn-kea_Latn", "languages": ["tuk-Latn", "kea-Latn"]}, {"precision": 0.639214, "recall": 0.686759, "f1": 0.653299, "accuracy": 0.686759, "main_score": 0.653299, "hf_subset": "tuk_Latn-lus_Latn", "languages": ["tuk-Latn", "lus-Latn"]}, {"precision": 0.748075, "recall": 0.788538, "f1": 0.759618, "accuracy": 0.788538, "main_score": 0.759618, "hf_subset": "tuk_Latn-pag_Latn", "languages": ["tuk-Latn", "pag-Latn"]}, {"precision": 0.944368, "recall": 0.961462, "f1": 0.949934, "accuracy": 0.961462, "main_score": 0.949934, "hf_subset": "tuk_Latn-snd_Arab", "languages": ["tuk-Latn", "snd-Arab"]}, {"precision": 0.94697, "recall": 0.961462, "f1": 0.951416, "accuracy": 0.961462, "main_score": 0.951416, "hf_subset": "tuk_Latn-bak_Cyrl", "languages": ["tuk-Latn", "bak-Cyrl"]}, {"precision": 0.455632, "recall": 0.519763, "f1": 0.474219, "accuracy": 0.519763, "main_score": 0.474219, "hf_subset": "tuk_Latn-dyu_Latn", "languages": ["tuk-Latn", "dyu-Latn"]}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "tuk_Latn-heb_Hebr", "languages": ["tuk-Latn", "heb-Hebr"]}, {"precision": 0.905591, "recall": 0.929842, "f1": 0.912887, "accuracy": 0.929842, "main_score": 0.912887, "hf_subset": "tuk_Latn-khk_Cyrl", "languages": ["tuk-Latn", "khk-Cyrl"]}, {"precision": 0.94417, "recall": 0.961462, "f1": 0.949736, "accuracy": 0.961462, "main_score": 0.949736, "hf_subset": "tuk_Latn-lvs_Latn", "languages": ["tuk-Latn", "lvs-Latn"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "tuk_Latn-pan_Guru", "languages": ["tuk-Latn", "pan-Guru"]}, {"precision": 0.628159, "recall": 0.685771, "f1": 0.645092, "accuracy": 0.685771, "main_score": 0.645092, "hf_subset": "tuk_Latn-som_Latn", "languages": ["tuk-Latn", "som-Latn"]}, {"precision": 0.536752, "recall": 0.578063, "f1": 0.548473, "accuracy": 0.578063, "main_score": 0.548473, "hf_subset": "tuk_Latn-tum_Latn", "languages": ["tuk-Latn", "tum-Latn"]}, {"precision": 0.55161, "recall": 0.610672, "f1": 0.56794, "accuracy": 0.610672, "main_score": 0.56794, "hf_subset": "bak_Cyrl-ace_Arab", "languages": ["bak-Cyrl", "ace-Arab"]}, {"precision": 0.503396, "recall": 0.559289, "f1": 0.519098, "accuracy": 0.559289, "main_score": 0.519098, "hf_subset": "bak_Cyrl-bam_Latn", "languages": ["bak-Cyrl", "bam-Latn"]}, {"precision": 0.385517, "recall": 0.458498, "f1": 0.404729, "accuracy": 0.458498, "main_score": 0.404729, "hf_subset": "bak_Cyrl-dzo_Tibt", "languages": ["bak-Cyrl", "dzo-Tibt"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-hin_Deva", "languages": ["bak-Cyrl", "hin-Deva"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "bak_Cyrl-khm_Khmr", "languages": ["bak-Cyrl", "khm-Khmr"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-mag_Deva", "languages": ["bak-Cyrl", "mag-Deva"]}, {"precision": 0.944499, "recall": 0.961462, "f1": 0.949934, "accuracy": 0.961462, "main_score": 0.949934, "hf_subset": "bak_Cyrl-pap_Latn", "languages": ["bak-Cyrl", "pap-Latn"]}, {"precision": 0.576477, "recall": 0.635375, "f1": 0.592558, "accuracy": 0.635375, "main_score": 0.592558, "hf_subset": "bak_Cyrl-sot_Latn", "languages": ["bak-Cyrl", "sot-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bak_Cyrl-tur_Latn", "languages": ["bak-Cyrl", "tur-Latn"]}, {"precision": 0.836578, "recall": 0.874506, "f1": 0.848188, "accuracy": 0.874506, "main_score": 0.848188, "hf_subset": "bak_Cyrl-ace_Latn", "languages": ["bak-Cyrl", "ace-Latn"]}, {"precision": 0.915086, "recall": 0.935771, "f1": 0.921443, "accuracy": 0.935771, "main_score": 0.921443, "hf_subset": "bak_Cyrl-ban_Latn", "languages": ["bak-Cyrl", "ban-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bak_Cyrl-ell_Grek", "languages": ["bak-Cyrl", "ell-Grek"]}, {"precision": 0.965168, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "bak_Cyrl-hne_Deva", "languages": ["bak-Cyrl", "hne-Deva"]}, {"precision": 0.578817, "recall": 0.635375, "f1": 0.594244, "accuracy": 0.635375, "main_score": 0.594244, "hf_subset": "bak_Cyrl-kik_Latn", "languages": ["bak-Cyrl", "kik-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-mai_Deva", "languages": ["bak-Cyrl", "mai-Deva"]}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "bak_Cyrl-pbt_Arab", "languages": ["bak-Cyrl", "pbt-Arab"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bak_Cyrl-spa_Latn", "languages": ["bak-Cyrl", "spa-Latn"]}, {"precision": 0.613079, "recall": 0.670949, "f1": 0.629894, "accuracy": 0.670949, "main_score": 0.629894, "hf_subset": "bak_Cyrl-twi_Latn", "languages": ["bak-Cyrl", "twi-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bak_Cyrl-acm_Arab", "languages": ["bak-Cyrl", "acm-Arab"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bak_Cyrl-bel_Cyrl", "languages": ["bak-Cyrl", "bel-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-eng_Latn", "languages": ["bak-Cyrl", "eng-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-hrv_Latn", "languages": ["bak-Cyrl", "hrv-Latn"]}, {"precision": 0.533449, "recall": 0.592885, "f1": 0.550306, "accuracy": 0.592885, "main_score": 0.550306, "hf_subset": "bak_Cyrl-kin_Latn", "languages": ["bak-Cyrl", "kin-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "bak_Cyrl-mal_Mlym", "languages": ["bak-Cyrl", "mal-Mlym"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-pes_Arab", "languages": ["bak-Cyrl", "pes-Arab"]}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "bak_Cyrl-srd_Latn", "languages": ["bak-Cyrl", "srd-Latn"]}, {"precision": 0.180144, "recall": 0.226285, "f1": 0.191793, "accuracy": 0.226285, "main_score": 0.191793, "hf_subset": "bak_Cyrl-tzm_Tfng", "languages": ["bak-Cyrl", "tzm-Tfng"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bak_Cyrl-acq_Arab", "languages": ["bak-Cyrl", "acq-Arab"]}, {"precision": 0.622971, "recall": 0.672925, "f1": 0.636328, "accuracy": 0.672925, "main_score": 0.636328, "hf_subset": "bak_Cyrl-bem_Latn", "languages": ["bak-Cyrl", "bem-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bak_Cyrl-epo_Latn", "languages": ["bak-Cyrl", "epo-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bak_Cyrl-hun_Latn", "languages": ["bak-Cyrl", "hun-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bak_Cyrl-kir_Cyrl", "languages": ["bak-Cyrl", "kir-Cyrl"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-mar_Deva", "languages": ["bak-Cyrl", "mar-Deva"]}, {"precision": 0.654809, "recall": 0.709486, "f1": 0.671283, "accuracy": 0.709486, "main_score": 0.671283, "hf_subset": "bak_Cyrl-plt_Latn", "languages": ["bak-Cyrl", "plt-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-srp_Cyrl", "languages": ["bak-Cyrl", "srp-Cyrl"]}, {"precision": 0.94137, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "bak_Cyrl-uig_Arab", "languages": ["bak-Cyrl", "uig-Arab"]}, {"precision": 0.961051, "recall": 0.97332, "f1": 0.964987, "accuracy": 0.97332, "main_score": 0.964987, "hf_subset": "bak_Cyrl-aeb_Arab", "languages": ["bak-Cyrl", "aeb-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-ben_Beng", "languages": ["bak-Cyrl", "ben-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-est_Latn", "languages": ["bak-Cyrl", "est-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-hye_Armn", "languages": ["bak-Cyrl", "hye-Armn"]}, {"precision": 0.527877, "recall": 0.58004, "f1": 0.54258, "accuracy": 0.58004, "main_score": 0.54258, "hf_subset": "bak_Cyrl-kmb_Latn", "languages": ["bak-Cyrl", "kmb-Latn"]}, {"precision": 0.496688, "recall": 0.564229, "f1": 0.514804, "accuracy": 0.564229, "main_score": 0.514804, "hf_subset": "bak_Cyrl-min_Arab", "languages": ["bak-Cyrl", "min-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-pol_Latn", "languages": ["bak-Cyrl", "pol-Latn"]}, {"precision": 0.557872, "recall": 0.621542, "f1": 0.575373, "accuracy": 0.621542, "main_score": 0.575373, "hf_subset": "bak_Cyrl-ssw_Latn", "languages": ["bak-Cyrl", "ssw-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bak_Cyrl-ukr_Cyrl", "languages": ["bak-Cyrl", "ukr-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-afr_Latn", "languages": ["bak-Cyrl", "afr-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "bak_Cyrl-bho_Deva", "languages": ["bak-Cyrl", "bho-Deva"]}, {"precision": 0.959486, "recall": 0.970356, "f1": 0.962945, "accuracy": 0.970356, "main_score": 0.962945, "hf_subset": "bak_Cyrl-eus_Latn", "languages": ["bak-Cyrl", "eus-Latn"]}, {"precision": 0.550955, "recall": 0.612648, "f1": 0.568219, "accuracy": 0.612648, "main_score": 0.568219, "hf_subset": "bak_Cyrl-ibo_Latn", "languages": ["bak-Cyrl", "ibo-Latn"]}, {"precision": 0.859848, "recall": 0.895257, "f1": 0.87085, "accuracy": 0.895257, "main_score": 0.87085, "hf_subset": "bak_Cyrl-kmr_Latn", "languages": ["bak-Cyrl", "kmr-Latn"]}, {"precision": 0.939065, "recall": 0.955534, "f1": 0.944335, "accuracy": 0.955534, "main_score": 0.944335, "hf_subset": "bak_Cyrl-min_Latn", "languages": ["bak-Cyrl", "min-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-por_Latn", "languages": ["bak-Cyrl", "por-Latn"]}, {"precision": 0.962978, "recall": 0.97332, "f1": 0.966238, "accuracy": 0.97332, "main_score": 0.966238, "hf_subset": "bak_Cyrl-sun_Latn", "languages": ["bak-Cyrl", "sun-Latn"]}, {"precision": 0.50789, "recall": 0.565217, "f1": 0.524135, "accuracy": 0.565217, "main_score": 0.524135, "hf_subset": "bak_Cyrl-umb_Latn", "languages": ["bak-Cyrl", "umb-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bak_Cyrl-ajp_Arab", "languages": ["bak-Cyrl", "ajp-Arab"]}, {"precision": 0.515253, "recall": 0.583992, "f1": 0.534389, "accuracy": 0.583992, "main_score": 0.534389, "hf_subset": "bak_Cyrl-bjn_Arab", "languages": ["bak-Cyrl", "bjn-Arab"]}, {"precision": 0.528285, "recall": 0.579051, "f1": 0.542125, "accuracy": 0.579051, "main_score": 0.542125, "hf_subset": "bak_Cyrl-ewe_Latn", "languages": ["bak-Cyrl", "ewe-Latn"]}, {"precision": 0.903804, "recall": 0.929842, "f1": 0.911792, "accuracy": 0.929842, "main_score": 0.911792, "hf_subset": "bak_Cyrl-ilo_Latn", "languages": ["bak-Cyrl", "ilo-Latn"]}, {"precision": 0.319839, "recall": 0.374506, "f1": 0.334612, "accuracy": 0.374506, "main_score": 0.334612, "hf_subset": "bak_Cyrl-knc_Arab", "languages": ["bak-Cyrl", "knc-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bak_Cyrl-mkd_Cyrl", "languages": ["bak-Cyrl", "mkd-Cyrl"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bak_Cyrl-prs_Arab", "languages": ["bak-Cyrl", "prs-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-swe_Latn", "languages": ["bak-Cyrl", "swe-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-urd_Arab", "languages": ["bak-Cyrl", "urd-Arab"]}, {"precision": 0.564906, "recall": 0.62747, "f1": 0.582922, "accuracy": 0.62747, "main_score": 0.582922, "hf_subset": "bak_Cyrl-aka_Latn", "languages": ["bak-Cyrl", "aka-Latn"]}, {"precision": 0.936298, "recall": 0.955534, "f1": 0.942523, "accuracy": 0.955534, "main_score": 0.942523, "hf_subset": "bak_Cyrl-bjn_Latn", "languages": ["bak-Cyrl", "bjn-Latn"]}, {"precision": 0.946756, "recall": 0.960474, "f1": 0.950988, "accuracy": 0.960474, "main_score": 0.950988, "hf_subset": "bak_Cyrl-fao_Latn", "languages": ["bak-Cyrl", "fao-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-ind_Latn", "languages": ["bak-Cyrl", "ind-Latn"]}, {"precision": 0.575895, "recall": 0.624506, "f1": 0.589023, "accuracy": 0.624506, "main_score": 0.589023, "hf_subset": "bak_Cyrl-knc_Latn", "languages": ["bak-Cyrl", "knc-Latn"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "bak_Cyrl-mlt_Latn", "languages": ["bak-Cyrl", "mlt-Latn"]}, {"precision": 0.68988, "recall": 0.749012, "f1": 0.706732, "accuracy": 0.749012, "main_score": 0.706732, "hf_subset": "bak_Cyrl-quy_Latn", "languages": ["bak-Cyrl", "quy-Latn"]}, {"precision": 0.926993, "recall": 0.947628, "f1": 0.933531, "accuracy": 0.947628, "main_score": 0.933531, "hf_subset": "bak_Cyrl-swh_Latn", "languages": ["bak-Cyrl", "swh-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-uzn_Latn", "languages": ["bak-Cyrl", "uzn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bak_Cyrl-als_Latn", "languages": ["bak-Cyrl", "als-Latn"]}, {"precision": 0.570707, "recall": 0.65415, "f1": 0.594394, "accuracy": 0.65415, "main_score": 0.594394, "hf_subset": "bak_Cyrl-bod_Tibt", "languages": ["bak-Cyrl", "bod-Tibt"]}, {"precision": 0.668179, "recall": 0.724308, "f1": 0.683569, "accuracy": 0.724308, "main_score": 0.683569, "hf_subset": "bak_Cyrl-fij_Latn", "languages": ["bak-Cyrl", "fij-Latn"]}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "bak_Cyrl-isl_Latn", "languages": ["bak-Cyrl", "isl-Latn"]}, {"precision": 0.62738, "recall": 0.683794, "f1": 0.644004, "accuracy": 0.683794, "main_score": 0.644004, "hf_subset": "bak_Cyrl-kon_Latn", "languages": ["bak-Cyrl", "kon-Latn"]}, {"precision": 0.659928, "recall": 0.722332, "f1": 0.677786, "accuracy": 0.722332, "main_score": 0.677786, "hf_subset": "bak_Cyrl-mni_Beng", "languages": ["bak-Cyrl", "mni-Beng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-ron_Latn", "languages": ["bak-Cyrl", "ron-Latn"]}, {"precision": 0.963933, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "bak_Cyrl-szl_Latn", "languages": ["bak-Cyrl", "szl-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "bak_Cyrl-vec_Latn", "languages": ["bak-Cyrl", "vec-Latn"]}, {"precision": 0.907691, "recall": 0.934783, "f1": 0.916403, "accuracy": 0.934783, "main_score": 0.916403, "hf_subset": "bak_Cyrl-amh_Ethi", "languages": ["bak-Cyrl", "amh-Ethi"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-bos_Latn", "languages": ["bak-Cyrl", "bos-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-fin_Latn", "languages": ["bak-Cyrl", "fin-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bak_Cyrl-ita_Latn", "languages": ["bak-Cyrl", "ita-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bak_Cyrl-kor_Hang", "languages": ["bak-Cyrl", "kor-Hang"]}, {"precision": 0.549774, "recall": 0.606719, "f1": 0.565488, "accuracy": 0.606719, "main_score": 0.565488, "hf_subset": "bak_Cyrl-mos_Latn", "languages": ["bak-Cyrl", "mos-Latn"]}, {"precision": 0.539822, "recall": 0.597826, "f1": 0.555691, "accuracy": 0.597826, "main_score": 0.555691, "hf_subset": "bak_Cyrl-run_Latn", "languages": ["bak-Cyrl", "run-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bak_Cyrl-tam_Taml", "languages": ["bak-Cyrl", "tam-Taml"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-vie_Latn", "languages": ["bak-Cyrl", "vie-Latn"]}, {"precision": 0.975543, "recall": 0.983202, "f1": 0.977997, "accuracy": 0.983202, "main_score": 0.977997, "hf_subset": "bak_Cyrl-apc_Arab", "languages": ["bak-Cyrl", "apc-Arab"]}, {"precision": 0.779792, "recall": 0.823123, "f1": 0.792641, "accuracy": 0.823123, "main_score": 0.792641, "hf_subset": "bak_Cyrl-bug_Latn", "languages": ["bak-Cyrl", "bug-Latn"]}, {"precision": 0.467631, "recall": 0.525692, "f1": 0.483932, "accuracy": 0.525692, "main_score": 0.483932, "hf_subset": "bak_Cyrl-fon_Latn", "languages": ["bak-Cyrl", "fon-Latn"]}, {"precision": 0.970273, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "bak_Cyrl-jav_Latn", "languages": ["bak-Cyrl", "jav-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "bak_Cyrl-lao_Laoo", "languages": ["bak-Cyrl", "lao-Laoo"]}, {"precision": 0.81306, "recall": 0.862648, "f1": 0.828129, "accuracy": 0.862648, "main_score": 0.828129, "hf_subset": "bak_Cyrl-mri_Latn", "languages": ["bak-Cyrl", "mri-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bak_Cyrl-rus_Cyrl", "languages": ["bak-Cyrl", "rus-Cyrl"]}, {"precision": 0.538171, "recall": 0.59585, "f1": 0.553691, "accuracy": 0.59585, "main_score": 0.553691, "hf_subset": "bak_Cyrl-taq_Latn", "languages": ["bak-Cyrl", "taq-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "bak_Cyrl-war_Latn", "languages": ["bak-Cyrl", "war-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bak_Cyrl-arb_Arab", "languages": ["bak-Cyrl", "arb-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-bul_Cyrl", "languages": ["bak-Cyrl", "bul-Cyrl"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bak_Cyrl-fra_Latn", "languages": ["bak-Cyrl", "fra-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-jpn_Jpan", "languages": ["bak-Cyrl", "jpn-Jpan"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "bak_Cyrl-lij_Latn", "languages": ["bak-Cyrl", "lij-Latn"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "bak_Cyrl-mya_Mymr", "languages": ["bak-Cyrl", "mya-Mymr"]}, {"precision": 0.586898, "recall": 0.648221, "f1": 0.604169, "accuracy": 0.648221, "main_score": 0.604169, "hf_subset": "bak_Cyrl-sag_Latn", "languages": ["bak-Cyrl", "sag-Latn"]}, {"precision": 0.192067, "recall": 0.246047, "f1": 0.204247, "accuracy": 0.246047, "main_score": 0.204247, "hf_subset": "bak_Cyrl-taq_Tfng", "languages": ["bak-Cyrl", "taq-Tfng"]}, {"precision": 0.61376, "recall": 0.673913, "f1": 0.630847, "accuracy": 0.673913, "main_score": 0.630847, "hf_subset": "bak_Cyrl-wol_Latn", "languages": ["bak-Cyrl", "wol-Latn"]}, {"precision": 0.73313, "recall": 0.789526, "f1": 0.749544, "accuracy": 0.789526, "main_score": 0.749544, "hf_subset": "bak_Cyrl-arb_Latn", "languages": ["bak-Cyrl", "arb-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-cat_Latn", "languages": ["bak-Cyrl", "cat-Latn"]}, {"precision": 0.957708, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "bak_Cyrl-fur_Latn", "languages": ["bak-Cyrl", "fur-Latn"]}, {"precision": 0.413102, "recall": 0.474308, "f1": 0.430309, "accuracy": 0.474308, "main_score": 0.430309, "hf_subset": "bak_Cyrl-kab_Latn", "languages": ["bak-Cyrl", "kab-Latn"]}, {"precision": 0.947875, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "bak_Cyrl-lim_Latn", "languages": ["bak-Cyrl", "lim-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bak_Cyrl-nld_Latn", "languages": ["bak-Cyrl", "nld-Latn"]}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "bak_Cyrl-san_Deva", "languages": ["bak-Cyrl", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bak_Cyrl-tat_Cyrl", "languages": ["bak-Cyrl", "tat-Cyrl"]}, {"precision": 0.652042, "recall": 0.708498, "f1": 0.668219, "accuracy": 0.708498, "main_score": 0.668219, "hf_subset": "bak_Cyrl-xho_Latn", "languages": ["bak-Cyrl", "xho-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bak_Cyrl-ars_Arab", "languages": ["bak-Cyrl", "ars-Arab"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "bak_Cyrl-ceb_Latn", "languages": ["bak-Cyrl", "ceb-Latn"]}, {"precision": 0.538686, "recall": 0.59585, "f1": 0.555662, "accuracy": 0.59585, "main_score": 0.555662, "hf_subset": "bak_Cyrl-fuv_Latn", "languages": ["bak-Cyrl", "fuv-Latn"]}, {"precision": 0.50348, "recall": 0.565217, "f1": 0.519997, "accuracy": 0.565217, "main_score": 0.519997, "hf_subset": "bak_Cyrl-kac_Latn", "languages": ["bak-Cyrl", "kac-Latn"]}, {"precision": 0.65981, "recall": 0.709486, "f1": 0.673954, "accuracy": 0.709486, "main_score": 0.673954, "hf_subset": "bak_Cyrl-lin_Latn", "languages": ["bak-Cyrl", "lin-Latn"]}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "bak_Cyrl-nno_Latn", "languages": ["bak-Cyrl", "nno-Latn"]}, {"precision": 0.191246, "recall": 0.267787, "f1": 0.21024, "accuracy": 0.267787, "main_score": 0.21024, "hf_subset": "bak_Cyrl-sat_Olck", "languages": ["bak-Cyrl", "sat-Olck"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bak_Cyrl-tel_Telu", "languages": ["bak-Cyrl", "tel-Telu"]}, {"precision": 0.905303, "recall": 0.931818, "f1": 0.913505, "accuracy": 0.931818, "main_score": 0.913505, "hf_subset": "bak_Cyrl-ydd_Hebr", "languages": ["bak-Cyrl", "ydd-Hebr"]}, {"precision": 0.945982, "recall": 0.962451, "f1": 0.951219, "accuracy": 0.962451, "main_score": 0.951219, "hf_subset": "bak_Cyrl-ary_Arab", "languages": ["bak-Cyrl", "ary-Arab"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-ces_Latn", "languages": ["bak-Cyrl", "ces-Latn"]}, {"precision": 0.580123, "recall": 0.632411, "f1": 0.595069, "accuracy": 0.632411, "main_score": 0.595069, "hf_subset": "bak_Cyrl-gaz_Latn", "languages": ["bak-Cyrl", "gaz-Latn"]}, {"precision": 0.579835, "recall": 0.63834, "f1": 0.596808, "accuracy": 0.63834, "main_score": 0.596808, "hf_subset": "bak_Cyrl-kam_Latn", "languages": ["bak-Cyrl", "kam-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bak_Cyrl-lit_Latn", "languages": ["bak-Cyrl", "lit-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-nob_Latn", "languages": ["bak-Cyrl", "nob-Latn"]}, {"precision": 0.947875, "recall": 0.963439, "f1": 0.9528, "accuracy": 0.963439, "main_score": 0.9528, "hf_subset": "bak_Cyrl-scn_Latn", "languages": ["bak-Cyrl", "scn-Latn"]}, {"precision": 0.961709, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "bak_Cyrl-tgk_Cyrl", "languages": ["bak-Cyrl", "tgk-Cyrl"]}, {"precision": 0.67351, "recall": 0.740119, "f1": 0.692846, "accuracy": 0.740119, "main_score": 0.692846, "hf_subset": "bak_Cyrl-yor_Latn", "languages": ["bak-Cyrl", "yor-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bak_Cyrl-arz_Arab", "languages": ["bak-Cyrl", "arz-Arab"]}, {"precision": 0.553058, "recall": 0.610672, "f1": 0.570159, "accuracy": 0.610672, "main_score": 0.570159, "hf_subset": "bak_Cyrl-cjk_Latn", "languages": ["bak-Cyrl", "cjk-Latn"]}, {"precision": 0.712756, "recall": 0.769763, "f1": 0.729482, "accuracy": 0.769763, "main_score": 0.729482, "hf_subset": "bak_Cyrl-gla_Latn", "languages": ["bak-Cyrl", "gla-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-kan_Knda", "languages": ["bak-Cyrl", "kan-Knda"]}, {"precision": 0.947793, "recall": 0.961462, "f1": 0.951877, "accuracy": 0.961462, "main_score": 0.951877, "hf_subset": "bak_Cyrl-lmo_Latn", "languages": ["bak-Cyrl", "lmo-Latn"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "bak_Cyrl-npi_Deva", "languages": ["bak-Cyrl", "npi-Deva"]}, {"precision": 0.466945, "recall": 0.524704, "f1": 0.482754, "accuracy": 0.524704, "main_score": 0.482754, "hf_subset": "bak_Cyrl-shn_Mymr", "languages": ["bak-Cyrl", "shn-Mymr"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bak_Cyrl-tgl_Latn", "languages": ["bak-Cyrl", "tgl-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bak_Cyrl-yue_Hant", "languages": ["bak-Cyrl", "yue-Hant"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "bak_Cyrl-asm_Beng", "languages": ["bak-Cyrl", "asm-Beng"]}, {"precision": 0.920949, "recall": 0.944664, "f1": 0.928491, "accuracy": 0.944664, "main_score": 0.928491, "hf_subset": "bak_Cyrl-ckb_Arab", "languages": ["bak-Cyrl", "ckb-Arab"]}, {"precision": 0.809874, "recall": 0.855731, "f1": 0.824094, "accuracy": 0.855731, "main_score": 0.824094, "hf_subset": "bak_Cyrl-gle_Latn", "languages": ["bak-Cyrl", "gle-Latn"]}, {"precision": 0.905221, "recall": 0.93083, "f1": 0.913076, "accuracy": 0.93083, "main_score": 0.913076, "hf_subset": "bak_Cyrl-kas_Arab", "languages": ["bak-Cyrl", "kas-Arab"]}, {"precision": 0.914114, "recall": 0.935771, "f1": 0.920652, "accuracy": 0.935771, "main_score": 0.920652, "hf_subset": "bak_Cyrl-ltg_Latn", "languages": ["bak-Cyrl", "ltg-Latn"]}, {"precision": 0.595914, "recall": 0.645257, "f1": 0.609913, "accuracy": 0.645257, "main_score": 0.609913, "hf_subset": "bak_Cyrl-nso_Latn", "languages": ["bak-Cyrl", "nso-Latn"]}, {"precision": 0.955616, "recall": 0.969368, "f1": 0.960046, "accuracy": 0.969368, "main_score": 0.960046, "hf_subset": "bak_Cyrl-sin_Sinh", "languages": ["bak-Cyrl", "sin-Sinh"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "bak_Cyrl-tha_Thai", "languages": ["bak-Cyrl", "tha-Thai"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "bak_Cyrl-zho_Hans", "languages": ["bak-Cyrl", "zho-Hans"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bak_Cyrl-ast_Latn", "languages": ["bak-Cyrl", "ast-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bak_Cyrl-crh_Latn", "languages": ["bak-Cyrl", "crh-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bak_Cyrl-glg_Latn", "languages": ["bak-Cyrl", "glg-Latn"]}, {"precision": 0.833119, "recall": 0.875494, "f1": 0.84641, "accuracy": 0.875494, "main_score": 0.84641, "hf_subset": "bak_Cyrl-kas_Deva", "languages": ["bak-Cyrl", "kas-Deva"]}, {"precision": 0.948485, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "bak_Cyrl-ltz_Latn", "languages": ["bak-Cyrl", "ltz-Latn"]}, {"precision": 0.452782, "recall": 0.516798, "f1": 0.469896, "accuracy": 0.516798, "main_score": 0.469896, "hf_subset": "bak_Cyrl-nus_Latn", "languages": ["bak-Cyrl", "nus-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-slk_Latn", "languages": ["bak-Cyrl", "slk-Latn"]}, {"precision": 0.581028, "recall": 0.656126, "f1": 0.602597, "accuracy": 0.656126, "main_score": 0.602597, "hf_subset": "bak_Cyrl-tir_Ethi", "languages": ["bak-Cyrl", "tir-Ethi"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "bak_Cyrl-zho_Hant", "languages": ["bak-Cyrl", "zho-Hant"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "bak_Cyrl-awa_Deva", "languages": ["bak-Cyrl", "awa-Deva"]}, {"precision": 0.939806, "recall": 0.95751, "f1": 0.945553, "accuracy": 0.95751, "main_score": 0.945553, "hf_subset": "bak_Cyrl-cym_Latn", "languages": ["bak-Cyrl", "cym-Latn"]}, {"precision": 0.778854, "recall": 0.826087, "f1": 0.79305, "accuracy": 0.826087, "main_score": 0.79305, "hf_subset": "bak_Cyrl-grn_Latn", "languages": ["bak-Cyrl", "grn-Latn"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "bak_Cyrl-kat_Geor", "languages": ["bak-Cyrl", "kat-Geor"]}, {"precision": 0.617834, "recall": 0.668972, "f1": 0.632433, "accuracy": 0.668972, "main_score": 0.632433, "hf_subset": "bak_Cyrl-lua_Latn", "languages": ["bak-Cyrl", "lua-Latn"]}, {"precision": 0.619626, "recall": 0.675889, "f1": 0.635413, "accuracy": 0.675889, "main_score": 0.635413, "hf_subset": "bak_Cyrl-nya_Latn", "languages": ["bak-Cyrl", "nya-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-slv_Latn", "languages": ["bak-Cyrl", "slv-Latn"]}, {"precision": 0.890975, "recall": 0.920949, "f1": 0.9, "accuracy": 0.920949, "main_score": 0.9, "hf_subset": "bak_Cyrl-tpi_Latn", "languages": ["bak-Cyrl", "tpi-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bak_Cyrl-zsm_Latn", "languages": ["bak-Cyrl", "zsm-Latn"]}, {"precision": 0.533705, "recall": 0.598814, "f1": 0.551739, "accuracy": 0.598814, "main_score": 0.551739, "hf_subset": "bak_Cyrl-ayr_Latn", "languages": ["bak-Cyrl", "ayr-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bak_Cyrl-dan_Latn", "languages": ["bak-Cyrl", "dan-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bak_Cyrl-guj_Gujr", "languages": ["bak-Cyrl", "guj-Gujr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-kaz_Cyrl", "languages": ["bak-Cyrl", "kaz-Cyrl"]}, {"precision": 0.524878, "recall": 0.582016, "f1": 0.540883, "accuracy": 0.582016, "main_score": 0.540883, "hf_subset": "bak_Cyrl-lug_Latn", "languages": ["bak-Cyrl", "lug-Latn"]}, {"precision": 0.980929, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "bak_Cyrl-oci_Latn", "languages": ["bak-Cyrl", "oci-Latn"]}, {"precision": 0.787138, "recall": 0.835968, "f1": 0.802042, "accuracy": 0.835968, "main_score": 0.802042, "hf_subset": "bak_Cyrl-smo_Latn", "languages": ["bak-Cyrl", "smo-Latn"]}, {"precision": 0.529941, "recall": 0.589921, "f1": 0.546098, "accuracy": 0.589921, "main_score": 0.546098, "hf_subset": "bak_Cyrl-tsn_Latn", "languages": ["bak-Cyrl", "tsn-Latn"]}, {"precision": 0.595828, "recall": 0.658103, "f1": 0.613528, "accuracy": 0.658103, "main_score": 0.613528, "hf_subset": "bak_Cyrl-zul_Latn", "languages": ["bak-Cyrl", "zul-Latn"]}, {"precision": 0.880847, "recall": 0.911067, "f1": 0.890382, "accuracy": 0.911067, "main_score": 0.890382, "hf_subset": "bak_Cyrl-azb_Arab", "languages": ["bak-Cyrl", "azb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-deu_Latn", "languages": ["bak-Cyrl", "deu-Latn"]}, {"precision": 0.946064, "recall": 0.961462, "f1": 0.950988, "accuracy": 0.961462, "main_score": 0.950988, "hf_subset": "bak_Cyrl-hat_Latn", "languages": ["bak-Cyrl", "hat-Latn"]}, {"precision": 0.493116, "recall": 0.546443, "f1": 0.507809, "accuracy": 0.546443, "main_score": 0.507809, "hf_subset": "bak_Cyrl-kbp_Latn", "languages": ["bak-Cyrl", "kbp-Latn"]}, {"precision": 0.566067, "recall": 0.617589, "f1": 0.580112, "accuracy": 0.617589, "main_score": 0.580112, "hf_subset": "bak_Cyrl-luo_Latn", "languages": ["bak-Cyrl", "luo-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bak_Cyrl-ory_Orya", "languages": ["bak-Cyrl", "ory-Orya"]}, {"precision": 0.565096, "recall": 0.626482, "f1": 0.582504, "accuracy": 0.626482, "main_score": 0.582504, "hf_subset": "bak_Cyrl-sna_Latn", "languages": ["bak-Cyrl", "sna-Latn"]}, {"precision": 0.545869, "recall": 0.596838, "f1": 0.559703, "accuracy": 0.596838, "main_score": 0.559703, "hf_subset": "bak_Cyrl-tso_Latn", "languages": ["bak-Cyrl", "tso-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bak_Cyrl-azj_Latn", "languages": ["bak-Cyrl", "azj-Latn"]}, {"precision": 0.531323, "recall": 0.594862, "f1": 0.549645, "accuracy": 0.594862, "main_score": 0.549645, "hf_subset": "bak_Cyrl-dik_Latn", "languages": ["bak-Cyrl", "dik-Latn"]}, {"precision": 0.691224, "recall": 0.748024, "f1": 0.707726, "accuracy": 0.748024, "main_score": 0.707726, "hf_subset": "bak_Cyrl-hau_Latn", "languages": ["bak-Cyrl", "hau-Latn"]}, {"precision": 0.936512, "recall": 0.954545, "f1": 0.942048, "accuracy": 0.954545, "main_score": 0.942048, "hf_subset": "bak_Cyrl-kea_Latn", "languages": ["bak-Cyrl", "kea-Latn"]}, {"precision": 0.73415, "recall": 0.783597, "f1": 0.74893, "accuracy": 0.783597, "main_score": 0.74893, "hf_subset": "bak_Cyrl-lus_Latn", "languages": ["bak-Cyrl", "lus-Latn"]}, {"precision": 0.823798, "recall": 0.859684, "f1": 0.834519, "accuracy": 0.859684, "main_score": 0.834519, "hf_subset": "bak_Cyrl-pag_Latn", "languages": ["bak-Cyrl", "pag-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-snd_Arab", "languages": ["bak-Cyrl", "snd-Arab"]}, {"precision": 0.942852, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "bak_Cyrl-tuk_Latn", "languages": ["bak-Cyrl", "tuk-Latn"]}, {"precision": 0.471182, "recall": 0.547431, "f1": 0.493445, "accuracy": 0.547431, "main_score": 0.493445, "hf_subset": "bak_Cyrl-dyu_Latn", "languages": ["bak-Cyrl", "dyu-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bak_Cyrl-heb_Hebr", "languages": ["bak-Cyrl", "heb-Hebr"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bak_Cyrl-khk_Cyrl", "languages": ["bak-Cyrl", "khk-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-lvs_Latn", "languages": ["bak-Cyrl", "lvs-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "bak_Cyrl-pan_Guru", "languages": ["bak-Cyrl", "pan-Guru"]}, {"precision": 0.672137, "recall": 0.727273, "f1": 0.688286, "accuracy": 0.727273, "main_score": 0.688286, "hf_subset": "bak_Cyrl-som_Latn", "languages": ["bak-Cyrl", "som-Latn"]}, {"precision": 0.574861, "recall": 0.626482, "f1": 0.589119, "accuracy": 0.626482, "main_score": 0.589119, "hf_subset": "bak_Cyrl-tum_Latn", "languages": ["bak-Cyrl", "tum-Latn"]}, {"precision": 0.350826, "recall": 0.398221, "f1": 0.363407, "accuracy": 0.398221, "main_score": 0.363407, "hf_subset": "dyu_Latn-ace_Arab", "languages": ["dyu-Latn", "ace-Arab"]}, {"precision": 0.47396, "recall": 0.538538, "f1": 0.491698, "accuracy": 0.538538, "main_score": 0.491698, "hf_subset": "dyu_Latn-bam_Latn", "languages": ["dyu-Latn", "bam-Latn"]}, {"precision": 0.129652, "recall": 0.163043, "f1": 0.137466, "accuracy": 0.163043, "main_score": 0.137466, "hf_subset": "dyu_Latn-dzo_Tibt", "languages": ["dyu-Latn", "dzo-Tibt"]}, {"precision": 0.473458, "recall": 0.527668, "f1": 0.487723, "accuracy": 0.527668, "main_score": 0.487723, "hf_subset": "dyu_Latn-hin_Deva", "languages": ["dyu-Latn", "hin-Deva"]}, {"precision": 0.429274, "recall": 0.482213, "f1": 0.444035, "accuracy": 0.482213, "main_score": 0.444035, "hf_subset": "dyu_Latn-khm_Khmr", "languages": ["dyu-Latn", "khm-Khmr"]}, {"precision": 0.462576, "recall": 0.517787, "f1": 0.47815, "accuracy": 0.517787, "main_score": 0.47815, "hf_subset": "dyu_Latn-mag_Deva", "languages": ["dyu-Latn", "mag-Deva"]}, {"precision": 0.485736, "recall": 0.539526, "f1": 0.500332, "accuracy": 0.539526, "main_score": 0.500332, "hf_subset": "dyu_Latn-pap_Latn", "languages": ["dyu-Latn", "pap-Latn"]}, {"precision": 0.453941, "recall": 0.503953, "f1": 0.467293, "accuracy": 0.503953, "main_score": 0.467293, "hf_subset": "dyu_Latn-sot_Latn", "languages": ["dyu-Latn", "sot-Latn"]}, {"precision": 0.473239, "recall": 0.531621, "f1": 0.489177, "accuracy": 0.531621, "main_score": 0.489177, "hf_subset": "dyu_Latn-tur_Latn", "languages": ["dyu-Latn", "tur-Latn"]}, {"precision": 0.489777, "recall": 0.538538, "f1": 0.502526, "accuracy": 0.538538, "main_score": 0.502526, "hf_subset": "dyu_Latn-ace_Latn", "languages": ["dyu-Latn", "ace-Latn"]}, {"precision": 0.484656, "recall": 0.531621, "f1": 0.497245, "accuracy": 0.531621, "main_score": 0.497245, "hf_subset": "dyu_Latn-ban_Latn", "languages": ["dyu-Latn", "ban-Latn"]}, {"precision": 0.454998, "recall": 0.516798, "f1": 0.471361, "accuracy": 0.516798, "main_score": 0.471361, "hf_subset": "dyu_Latn-ell_Grek", "languages": ["dyu-Latn", "ell-Grek"]}, {"precision": 0.460555, "recall": 0.517787, "f1": 0.475972, "accuracy": 0.517787, "main_score": 0.475972, "hf_subset": "dyu_Latn-hne_Deva", "languages": ["dyu-Latn", "hne-Deva"]}, {"precision": 0.436833, "recall": 0.480237, "f1": 0.44902, "accuracy": 0.480237, "main_score": 0.44902, "hf_subset": "dyu_Latn-kik_Latn", "languages": ["dyu-Latn", "kik-Latn"]}, {"precision": 0.484617, "recall": 0.539526, "f1": 0.499388, "accuracy": 0.539526, "main_score": 0.499388, "hf_subset": "dyu_Latn-mai_Deva", "languages": ["dyu-Latn", "mai-Deva"]}, {"precision": 0.441024, "recall": 0.488142, "f1": 0.454217, "accuracy": 0.488142, "main_score": 0.454217, "hf_subset": "dyu_Latn-pbt_Arab", "languages": ["dyu-Latn", "pbt-Arab"]}, {"precision": 0.471251, "recall": 0.527668, "f1": 0.486402, "accuracy": 0.527668, "main_score": 0.486402, "hf_subset": "dyu_Latn-spa_Latn", "languages": ["dyu-Latn", "spa-Latn"]}, {"precision": 0.451483, "recall": 0.493083, "f1": 0.463134, "accuracy": 0.493083, "main_score": 0.463134, "hf_subset": "dyu_Latn-twi_Latn", "languages": ["dyu-Latn", "twi-Latn"]}, {"precision": 0.462366, "recall": 0.509881, "f1": 0.47527, "accuracy": 0.509881, "main_score": 0.47527, "hf_subset": "dyu_Latn-acm_Arab", "languages": ["dyu-Latn", "acm-Arab"]}, {"precision": 0.441036, "recall": 0.497036, "f1": 0.456123, "accuracy": 0.497036, "main_score": 0.456123, "hf_subset": "dyu_Latn-bel_Cyrl", "languages": ["dyu-Latn", "bel-Cyrl"]}, {"precision": 0.489207, "recall": 0.547431, "f1": 0.504773, "accuracy": 0.547431, "main_score": 0.504773, "hf_subset": "dyu_Latn-eng_Latn", "languages": ["dyu-Latn", "eng-Latn"]}, {"precision": 0.486766, "recall": 0.537549, "f1": 0.500824, "accuracy": 0.537549, "main_score": 0.500824, "hf_subset": "dyu_Latn-hrv_Latn", "languages": ["dyu-Latn", "hrv-Latn"]}, {"precision": 0.416779, "recall": 0.468379, "f1": 0.430854, "accuracy": 0.468379, "main_score": 0.430854, "hf_subset": "dyu_Latn-kin_Latn", "languages": ["dyu-Latn", "kin-Latn"]}, {"precision": 0.459468, "recall": 0.516798, "f1": 0.474807, "accuracy": 0.516798, "main_score": 0.474807, "hf_subset": "dyu_Latn-mal_Mlym", "languages": ["dyu-Latn", "mal-Mlym"]}, {"precision": 0.463392, "recall": 0.517787, "f1": 0.478488, "accuracy": 0.517787, "main_score": 0.478488, "hf_subset": "dyu_Latn-pes_Arab", "languages": ["dyu-Latn", "pes-Arab"]}, {"precision": 0.480459, "recall": 0.52668, "f1": 0.493622, "accuracy": 0.52668, "main_score": 0.493622, "hf_subset": "dyu_Latn-srd_Latn", "languages": ["dyu-Latn", "srd-Latn"]}, {"precision": 0.104229, "recall": 0.136364, "f1": 0.111782, "accuracy": 0.136364, "main_score": 0.111782, "hf_subset": "dyu_Latn-tzm_Tfng", "languages": ["dyu-Latn", "tzm-Tfng"]}, {"precision": 0.455304, "recall": 0.509881, "f1": 0.469943, "accuracy": 0.509881, "main_score": 0.469943, "hf_subset": "dyu_Latn-acq_Arab", "languages": ["dyu-Latn", "acq-Arab"]}, {"precision": 0.455069, "recall": 0.501976, "f1": 0.467656, "accuracy": 0.501976, "main_score": 0.467656, "hf_subset": "dyu_Latn-bem_Latn", "languages": ["dyu-Latn", "bem-Latn"]}, {"precision": 0.480091, "recall": 0.534585, "f1": 0.494437, "accuracy": 0.534585, "main_score": 0.494437, "hf_subset": "dyu_Latn-epo_Latn", "languages": ["dyu-Latn", "epo-Latn"]}, {"precision": 0.466528, "recall": 0.521739, "f1": 0.480761, "accuracy": 0.521739, "main_score": 0.480761, "hf_subset": "dyu_Latn-hun_Latn", "languages": ["dyu-Latn", "hun-Latn"]}, {"precision": 0.447961, "recall": 0.505929, "f1": 0.463578, "accuracy": 0.505929, "main_score": 0.463578, "hf_subset": "dyu_Latn-kir_Cyrl", "languages": ["dyu-Latn", "kir-Cyrl"]}, {"precision": 0.479172, "recall": 0.531621, "f1": 0.493401, "accuracy": 0.531621, "main_score": 0.493401, "hf_subset": "dyu_Latn-mar_Deva", "languages": ["dyu-Latn", "mar-Deva"]}, {"precision": 0.437125, "recall": 0.488142, "f1": 0.451412, "accuracy": 0.488142, "main_score": 0.451412, "hf_subset": "dyu_Latn-plt_Latn", "languages": ["dyu-Latn", "plt-Latn"]}, {"precision": 0.469672, "recall": 0.523715, "f1": 0.483881, "accuracy": 0.523715, "main_score": 0.483881, "hf_subset": "dyu_Latn-srp_Cyrl", "languages": ["dyu-Latn", "srp-Cyrl"]}, {"precision": 0.388574, "recall": 0.44664, "f1": 0.404249, "accuracy": 0.44664, "main_score": 0.404249, "hf_subset": "dyu_Latn-uig_Arab", "languages": ["dyu-Latn", "uig-Arab"]}, {"precision": 0.453033, "recall": 0.503953, "f1": 0.466433, "accuracy": 0.503953, "main_score": 0.466433, "hf_subset": "dyu_Latn-aeb_Arab", "languages": ["dyu-Latn", "aeb-Arab"]}, {"precision": 0.468412, "recall": 0.522727, "f1": 0.483578, "accuracy": 0.522727, "main_score": 0.483578, "hf_subset": "dyu_Latn-ben_Beng", "languages": ["dyu-Latn", "ben-Beng"]}, {"precision": 0.471628, "recall": 0.524704, "f1": 0.485802, "accuracy": 0.524704, "main_score": 0.485802, "hf_subset": "dyu_Latn-est_Latn", "languages": ["dyu-Latn", "est-Latn"]}, {"precision": 0.454182, "recall": 0.507905, "f1": 0.469207, "accuracy": 0.507905, "main_score": 0.469207, "hf_subset": "dyu_Latn-hye_Armn", "languages": ["dyu-Latn", "hye-Armn"]}, {"precision": 0.422118, "recall": 0.468379, "f1": 0.435241, "accuracy": 0.468379, "main_score": 0.435241, "hf_subset": "dyu_Latn-kmb_Latn", "languages": ["dyu-Latn", "kmb-Latn"]}, {"precision": 0.293727, "recall": 0.347826, "f1": 0.308156, "accuracy": 0.347826, "main_score": 0.308156, "hf_subset": "dyu_Latn-min_Arab", "languages": ["dyu-Latn", "min-Arab"]}, {"precision": 0.480509, "recall": 0.531621, "f1": 0.494012, "accuracy": 0.531621, "main_score": 0.494012, "hf_subset": "dyu_Latn-pol_Latn", "languages": ["dyu-Latn", "pol-Latn"]}, {"precision": 0.427881, "recall": 0.477273, "f1": 0.441674, "accuracy": 0.477273, "main_score": 0.441674, "hf_subset": "dyu_Latn-ssw_Latn", "languages": ["dyu-Latn", "ssw-Latn"]}, {"precision": 0.480202, "recall": 0.537549, "f1": 0.496139, "accuracy": 0.537549, "main_score": 0.496139, "hf_subset": "dyu_Latn-ukr_Cyrl", "languages": ["dyu-Latn", "ukr-Cyrl"]}, {"precision": 0.493613, "recall": 0.551383, "f1": 0.509842, "accuracy": 0.551383, "main_score": 0.509842, "hf_subset": "dyu_Latn-afr_Latn", "languages": ["dyu-Latn", "afr-Latn"]}, {"precision": 0.463833, "recall": 0.516798, "f1": 0.478175, "accuracy": 0.516798, "main_score": 0.478175, "hf_subset": "dyu_Latn-bho_Deva", "languages": ["dyu-Latn", "bho-Deva"]}, {"precision": 0.490587, "recall": 0.545455, "f1": 0.504988, "accuracy": 0.545455, "main_score": 0.504988, "hf_subset": "dyu_Latn-eus_Latn", "languages": ["dyu-Latn", "eus-Latn"]}, {"precision": 0.445662, "recall": 0.499012, "f1": 0.460887, "accuracy": 0.499012, "main_score": 0.460887, "hf_subset": "dyu_Latn-ibo_Latn", "languages": ["dyu-Latn", "ibo-Latn"]}, {"precision": 0.466303, "recall": 0.51581, "f1": 0.479203, "accuracy": 0.51581, "main_score": 0.479203, "hf_subset": "dyu_Latn-kmr_Latn", "languages": ["dyu-Latn", "kmr-Latn"]}, {"precision": 0.48408, "recall": 0.533597, "f1": 0.496955, "accuracy": 0.533597, "main_score": 0.496955, "hf_subset": "dyu_Latn-min_Latn", "languages": ["dyu-Latn", "min-Latn"]}, {"precision": 0.480788, "recall": 0.543478, "f1": 0.497781, "accuracy": 0.543478, "main_score": 0.497781, "hf_subset": "dyu_Latn-por_Latn", "languages": ["dyu-Latn", "por-Latn"]}, {"precision": 0.50472, "recall": 0.550395, "f1": 0.517708, "accuracy": 0.550395, "main_score": 0.517708, "hf_subset": "dyu_Latn-sun_Latn", "languages": ["dyu-Latn", "sun-Latn"]}, {"precision": 0.399079, "recall": 0.444664, "f1": 0.411882, "accuracy": 0.444664, "main_score": 0.411882, "hf_subset": "dyu_Latn-umb_Latn", "languages": ["dyu-Latn", "umb-Latn"]}, {"precision": 0.463282, "recall": 0.516798, "f1": 0.478247, "accuracy": 0.516798, "main_score": 0.478247, "hf_subset": "dyu_Latn-ajp_Arab", "languages": ["dyu-Latn", "ajp-Arab"]}, {"precision": 0.332387, "recall": 0.379447, "f1": 0.344547, "accuracy": 0.379447, "main_score": 0.344547, "hf_subset": "dyu_Latn-bjn_Arab", "languages": ["dyu-Latn", "bjn-Arab"]}, {"precision": 0.41831, "recall": 0.462451, "f1": 0.430429, "accuracy": 0.462451, "main_score": 0.430429, "hf_subset": "dyu_Latn-ewe_Latn", "languages": ["dyu-Latn", "ewe-Latn"]}, {"precision": 0.495869, "recall": 0.540514, "f1": 0.50841, "accuracy": 0.540514, "main_score": 0.50841, "hf_subset": "dyu_Latn-ilo_Latn", "languages": ["dyu-Latn", "ilo-Latn"]}, {"precision": 0.224148, "recall": 0.267787, "f1": 0.235839, "accuracy": 0.267787, "main_score": 0.235839, "hf_subset": "dyu_Latn-knc_Arab", "languages": ["dyu-Latn", "knc-Arab"]}, {"precision": 0.475416, "recall": 0.529644, "f1": 0.489929, "accuracy": 0.529644, "main_score": 0.489929, "hf_subset": "dyu_Latn-mkd_Cyrl", "languages": ["dyu-Latn", "mkd-Cyrl"]}, {"precision": 0.45592, "recall": 0.512846, "f1": 0.471435, "accuracy": 0.512846, "main_score": 0.471435, "hf_subset": "dyu_Latn-prs_Arab", "languages": ["dyu-Latn", "prs-Arab"]}, {"precision": 0.486115, "recall": 0.547431, "f1": 0.503285, "accuracy": 0.547431, "main_score": 0.503285, "hf_subset": "dyu_Latn-swe_Latn", "languages": ["dyu-Latn", "swe-Latn"]}, {"precision": 0.456369, "recall": 0.518775, "f1": 0.473327, "accuracy": 0.518775, "main_score": 0.473327, "hf_subset": "dyu_Latn-urd_Arab", "languages": ["dyu-Latn", "urd-Arab"]}, {"precision": 0.444395, "recall": 0.491107, "f1": 0.457861, "accuracy": 0.491107, "main_score": 0.457861, "hf_subset": "dyu_Latn-aka_Latn", "languages": ["dyu-Latn", "aka-Latn"]}, {"precision": 0.492356, "recall": 0.54249, "f1": 0.506173, "accuracy": 0.54249, "main_score": 0.506173, "hf_subset": "dyu_Latn-bjn_Latn", "languages": ["dyu-Latn", "bjn-Latn"]}, {"precision": 0.464529, "recall": 0.51087, "f1": 0.477692, "accuracy": 0.51087, "main_score": 0.477692, "hf_subset": "dyu_Latn-fao_Latn", "languages": ["dyu-Latn", "fao-Latn"]}, {"precision": 0.48665, "recall": 0.547431, "f1": 0.50351, "accuracy": 0.547431, "main_score": 0.50351, "hf_subset": "dyu_Latn-ind_Latn", "languages": ["dyu-Latn", "ind-Latn"]}, {"precision": 0.454621, "recall": 0.498024, "f1": 0.46726, "accuracy": 0.498024, "main_score": 0.46726, "hf_subset": "dyu_Latn-knc_Latn", "languages": ["dyu-Latn", "knc-Latn"]}, {"precision": 0.482331, "recall": 0.530632, "f1": 0.495475, "accuracy": 0.530632, "main_score": 0.495475, "hf_subset": "dyu_Latn-mlt_Latn", "languages": ["dyu-Latn", "mlt-Latn"]}, {"precision": 0.437302, "recall": 0.488142, "f1": 0.451797, "accuracy": 0.488142, "main_score": 0.451797, "hf_subset": "dyu_Latn-quy_Latn", "languages": ["dyu-Latn", "quy-Latn"]}, {"precision": 0.456275, "recall": 0.509881, "f1": 0.471712, "accuracy": 0.509881, "main_score": 0.471712, "hf_subset": "dyu_Latn-swh_Latn", "languages": ["dyu-Latn", "swh-Latn"]}, {"precision": 0.465059, "recall": 0.521739, "f1": 0.479985, "accuracy": 0.521739, "main_score": 0.479985, "hf_subset": "dyu_Latn-uzn_Latn", "languages": ["dyu-Latn", "uzn-Latn"]}, {"precision": 0.467854, "recall": 0.522727, "f1": 0.482275, "accuracy": 0.522727, "main_score": 0.482275, "hf_subset": "dyu_Latn-als_Latn", "languages": ["dyu-Latn", "als-Latn"]}, {"precision": 0.173702, "recall": 0.219368, "f1": 0.18432, "accuracy": 0.219368, "main_score": 0.18432, "hf_subset": "dyu_Latn-bod_Tibt", "languages": ["dyu-Latn", "bod-Tibt"]}, {"precision": 0.441308, "recall": 0.483202, "f1": 0.452981, "accuracy": 0.483202, "main_score": 0.452981, "hf_subset": "dyu_Latn-fij_Latn", "languages": ["dyu-Latn", "fij-Latn"]}, {"precision": 0.451114, "recall": 0.502964, "f1": 0.465254, "accuracy": 0.502964, "main_score": 0.465254, "hf_subset": "dyu_Latn-isl_Latn", "languages": ["dyu-Latn", "isl-Latn"]}, {"precision": 0.479173, "recall": 0.521739, "f1": 0.490835, "accuracy": 0.521739, "main_score": 0.490835, "hf_subset": "dyu_Latn-kon_Latn", "languages": ["dyu-Latn", "kon-Latn"]}, {"precision": 0.394765, "recall": 0.455534, "f1": 0.412027, "accuracy": 0.455534, "main_score": 0.412027, "hf_subset": "dyu_Latn-mni_Beng", "languages": ["dyu-Latn", "mni-Beng"]}, {"precision": 0.48133, "recall": 0.539526, "f1": 0.49709, "accuracy": 0.539526, "main_score": 0.49709, "hf_subset": "dyu_Latn-ron_Latn", "languages": ["dyu-Latn", "ron-Latn"]}, {"precision": 0.478116, "recall": 0.530632, "f1": 0.491939, "accuracy": 0.530632, "main_score": 0.491939, "hf_subset": "dyu_Latn-szl_Latn", "languages": ["dyu-Latn", "szl-Latn"]}, {"precision": 0.481479, "recall": 0.535573, "f1": 0.495954, "accuracy": 0.535573, "main_score": 0.495954, "hf_subset": "dyu_Latn-vec_Latn", "languages": ["dyu-Latn", "vec-Latn"]}, {"precision": 0.400424, "recall": 0.458498, "f1": 0.416061, "accuracy": 0.458498, "main_score": 0.416061, "hf_subset": "dyu_Latn-amh_Ethi", "languages": ["dyu-Latn", "amh-Ethi"]}, {"precision": 0.486582, "recall": 0.541502, "f1": 0.501515, "accuracy": 0.541502, "main_score": 0.501515, "hf_subset": "dyu_Latn-bos_Latn", "languages": ["dyu-Latn", "bos-Latn"]}, {"precision": 0.463578, "recall": 0.522727, "f1": 0.479648, "accuracy": 0.522727, "main_score": 0.479648, "hf_subset": "dyu_Latn-fin_Latn", "languages": ["dyu-Latn", "fin-Latn"]}, {"precision": 0.473305, "recall": 0.529644, "f1": 0.488058, "accuracy": 0.529644, "main_score": 0.488058, "hf_subset": "dyu_Latn-ita_Latn", "languages": ["dyu-Latn", "ita-Latn"]}, {"precision": 0.452258, "recall": 0.51087, "f1": 0.467799, "accuracy": 0.51087, "main_score": 0.467799, "hf_subset": "dyu_Latn-kor_Hang", "languages": ["dyu-Latn", "kor-Hang"]}, {"precision": 0.43145, "recall": 0.47332, "f1": 0.443125, "accuracy": 0.47332, "main_score": 0.443125, "hf_subset": "dyu_Latn-mos_Latn", "languages": ["dyu-Latn", "mos-Latn"]}, {"precision": 0.430356, "recall": 0.480237, "f1": 0.444175, "accuracy": 0.480237, "main_score": 0.444175, "hf_subset": "dyu_Latn-run_Latn", "languages": ["dyu-Latn", "run-Latn"]}, {"precision": 0.458409, "recall": 0.51581, "f1": 0.473316, "accuracy": 0.51581, "main_score": 0.473316, "hf_subset": "dyu_Latn-tam_Taml", "languages": ["dyu-Latn", "tam-Taml"]}, {"precision": 0.470915, "recall": 0.52668, "f1": 0.485203, "accuracy": 0.52668, "main_score": 0.485203, "hf_subset": "dyu_Latn-vie_Latn", "languages": ["dyu-Latn", "vie-Latn"]}, {"precision": 0.439766, "recall": 0.496047, "f1": 0.454874, "accuracy": 0.496047, "main_score": 0.454874, "hf_subset": "dyu_Latn-apc_Arab", "languages": ["dyu-Latn", "apc-Arab"]}, {"precision": 0.449308, "recall": 0.499012, "f1": 0.462545, "accuracy": 0.499012, "main_score": 0.462545, "hf_subset": "dyu_Latn-bug_Latn", "languages": ["dyu-Latn", "bug-Latn"]}, {"precision": 0.388513, "recall": 0.435771, "f1": 0.401494, "accuracy": 0.435771, "main_score": 0.401494, "hf_subset": "dyu_Latn-fon_Latn", "languages": ["dyu-Latn", "fon-Latn"]}, {"precision": 0.498976, "recall": 0.545455, "f1": 0.51145, "accuracy": 0.545455, "main_score": 0.51145, "hf_subset": "dyu_Latn-jav_Latn", "languages": ["dyu-Latn", "jav-Latn"]}, {"precision": 0.408409, "recall": 0.466403, "f1": 0.424076, "accuracy": 0.466403, "main_score": 0.424076, "hf_subset": "dyu_Latn-lao_Laoo", "languages": ["dyu-Latn", "lao-Laoo"]}, {"precision": 0.407225, "recall": 0.450593, "f1": 0.419226, "accuracy": 0.450593, "main_score": 0.419226, "hf_subset": "dyu_Latn-mri_Latn", "languages": ["dyu-Latn", "mri-Latn"]}, {"precision": 0.477813, "recall": 0.529644, "f1": 0.491624, "accuracy": 0.529644, "main_score": 0.491624, "hf_subset": "dyu_Latn-rus_Cyrl", "languages": ["dyu-Latn", "rus-Cyrl"]}, {"precision": 0.417318, "recall": 0.465415, "f1": 0.430527, "accuracy": 0.465415, "main_score": 0.430527, "hf_subset": "dyu_Latn-taq_Latn", "languages": ["dyu-Latn", "taq-Latn"]}, {"precision": 0.493846, "recall": 0.544466, "f1": 0.507417, "accuracy": 0.544466, "main_score": 0.507417, "hf_subset": "dyu_Latn-war_Latn", "languages": ["dyu-Latn", "war-Latn"]}, {"precision": 0.454871, "recall": 0.508893, "f1": 0.470233, "accuracy": 0.508893, "main_score": 0.470233, "hf_subset": "dyu_Latn-arb_Arab", "languages": ["dyu-Latn", "arb-Arab"]}, {"precision": 0.474245, "recall": 0.524704, "f1": 0.487869, "accuracy": 0.524704, "main_score": 0.487869, "hf_subset": "dyu_Latn-bul_Cyrl", "languages": ["dyu-Latn", "bul-Cyrl"]}, {"precision": 0.484162, "recall": 0.538538, "f1": 0.498548, "accuracy": 0.538538, "main_score": 0.498548, "hf_subset": "dyu_Latn-fra_Latn", "languages": ["dyu-Latn", "fra-Latn"]}, {"precision": 0.454205, "recall": 0.504941, "f1": 0.46808, "accuracy": 0.504941, "main_score": 0.46808, "hf_subset": "dyu_Latn-jpn_Jpan", "languages": ["dyu-Latn", "jpn-Jpan"]}, {"precision": 0.47818, "recall": 0.530632, "f1": 0.491795, "accuracy": 0.530632, "main_score": 0.491795, "hf_subset": "dyu_Latn-lij_Latn", "languages": ["dyu-Latn", "lij-Latn"]}, {"precision": 0.329867, "recall": 0.390316, "f1": 0.345647, "accuracy": 0.390316, "main_score": 0.345647, "hf_subset": "dyu_Latn-mya_Mymr", "languages": ["dyu-Latn", "mya-Mymr"]}, {"precision": 0.437891, "recall": 0.48913, "f1": 0.451454, "accuracy": 0.48913, "main_score": 0.451454, "hf_subset": "dyu_Latn-sag_Latn", "languages": ["dyu-Latn", "sag-Latn"]}, {"precision": 0.105605, "recall": 0.136364, "f1": 0.112481, "accuracy": 0.136364, "main_score": 0.112481, "hf_subset": "dyu_Latn-taq_Tfng", "languages": ["dyu-Latn", "taq-Tfng"]}, {"precision": 0.479898, "recall": 0.528656, "f1": 0.493342, "accuracy": 0.528656, "main_score": 0.493342, "hf_subset": "dyu_Latn-wol_Latn", "languages": ["dyu-Latn", "wol-Latn"]}, {"precision": 0.363875, "recall": 0.416008, "f1": 0.377425, "accuracy": 0.416008, "main_score": 0.377425, "hf_subset": "dyu_Latn-arb_Latn", "languages": ["dyu-Latn", "arb-Latn"]}, {"precision": 0.481314, "recall": 0.537549, "f1": 0.496563, "accuracy": 0.537549, "main_score": 0.496563, "hf_subset": "dyu_Latn-cat_Latn", "languages": ["dyu-Latn", "cat-Latn"]}, {"precision": 0.496044, "recall": 0.540514, "f1": 0.507714, "accuracy": 0.540514, "main_score": 0.507714, "hf_subset": "dyu_Latn-fur_Latn", "languages": ["dyu-Latn", "fur-Latn"]}, {"precision": 0.314296, "recall": 0.367589, "f1": 0.328944, "accuracy": 0.367589, "main_score": 0.328944, "hf_subset": "dyu_Latn-kab_Latn", "languages": ["dyu-Latn", "kab-Latn"]}, {"precision": 0.490088, "recall": 0.534585, "f1": 0.501622, "accuracy": 0.534585, "main_score": 0.501622, "hf_subset": "dyu_Latn-lim_Latn", "languages": ["dyu-Latn", "lim-Latn"]}, {"precision": 0.477324, "recall": 0.534585, "f1": 0.492479, "accuracy": 0.534585, "main_score": 0.492479, "hf_subset": "dyu_Latn-nld_Latn", "languages": ["dyu-Latn", "nld-Latn"]}, {"precision": 0.428155, "recall": 0.488142, "f1": 0.444321, "accuracy": 0.488142, "main_score": 0.444321, "hf_subset": "dyu_Latn-san_Deva", "languages": ["dyu-Latn", "san-Deva"]}, {"precision": 0.468784, "recall": 0.521739, "f1": 0.483026, "accuracy": 0.521739, "main_score": 0.483026, "hf_subset": "dyu_Latn-tat_Cyrl", "languages": ["dyu-Latn", "tat-Cyrl"]}, {"precision": 0.440595, "recall": 0.487154, "f1": 0.453141, "accuracy": 0.487154, "main_score": 0.453141, "hf_subset": "dyu_Latn-xho_Latn", "languages": ["dyu-Latn", "xho-Latn"]}, {"precision": 0.445615, "recall": 0.500988, "f1": 0.461009, "accuracy": 0.500988, "main_score": 0.461009, "hf_subset": "dyu_Latn-ars_Arab", "languages": ["dyu-Latn", "ars-Arab"]}, {"precision": 0.492527, "recall": 0.541502, "f1": 0.505878, "accuracy": 0.541502, "main_score": 0.505878, "hf_subset": "dyu_Latn-ceb_Latn", "languages": ["dyu-Latn", "ceb-Latn"]}, {"precision": 0.421197, "recall": 0.475296, "f1": 0.43654, "accuracy": 0.475296, "main_score": 0.43654, "hf_subset": "dyu_Latn-fuv_Latn", "languages": ["dyu-Latn", "fuv-Latn"]}, {"precision": 0.411842, "recall": 0.45751, "f1": 0.424645, "accuracy": 0.45751, "main_score": 0.424645, "hf_subset": "dyu_Latn-kac_Latn", "languages": ["dyu-Latn", "kac-Latn"]}, {"precision": 0.46563, "recall": 0.516798, "f1": 0.479571, "accuracy": 0.516798, "main_score": 0.479571, "hf_subset": "dyu_Latn-lin_Latn", "languages": ["dyu-Latn", "lin-Latn"]}, {"precision": 0.473354, "recall": 0.535573, "f1": 0.490666, "accuracy": 0.535573, "main_score": 0.490666, "hf_subset": "dyu_Latn-nno_Latn", "languages": ["dyu-Latn", "nno-Latn"]}, {"precision": 0.074791, "recall": 0.101779, "f1": 0.081139, "accuracy": 0.101779, "main_score": 0.081139, "hf_subset": "dyu_Latn-sat_Olck", "languages": ["dyu-Latn", "sat-Olck"]}, {"precision": 0.470649, "recall": 0.527668, "f1": 0.485624, "accuracy": 0.527668, "main_score": 0.485624, "hf_subset": "dyu_Latn-tel_Telu", "languages": ["dyu-Latn", "tel-Telu"]}, {"precision": 0.39098, "recall": 0.444664, "f1": 0.405661, "accuracy": 0.444664, "main_score": 0.405661, "hf_subset": "dyu_Latn-ydd_Hebr", "languages": ["dyu-Latn", "ydd-Hebr"]}, {"precision": 0.434305, "recall": 0.487154, "f1": 0.448526, "accuracy": 0.487154, "main_score": 0.448526, "hf_subset": "dyu_Latn-ary_Arab", "languages": ["dyu-Latn", "ary-Arab"]}, {"precision": 0.479386, "recall": 0.536561, "f1": 0.494775, "accuracy": 0.536561, "main_score": 0.494775, "hf_subset": "dyu_Latn-ces_Latn", "languages": ["dyu-Latn", "ces-Latn"]}, {"precision": 0.38657, "recall": 0.443676, "f1": 0.402725, "accuracy": 0.443676, "main_score": 0.402725, "hf_subset": "dyu_Latn-gaz_Latn", "languages": ["dyu-Latn", "gaz-Latn"]}, {"precision": 0.420648, "recall": 0.469368, "f1": 0.433706, "accuracy": 0.469368, "main_score": 0.433706, "hf_subset": "dyu_Latn-kam_Latn", "languages": ["dyu-Latn", "kam-Latn"]}, {"precision": 0.458928, "recall": 0.514822, "f1": 0.474076, "accuracy": 0.514822, "main_score": 0.474076, "hf_subset": "dyu_Latn-lit_Latn", "languages": ["dyu-Latn", "lit-Latn"]}, {"precision": 0.479245, "recall": 0.531621, "f1": 0.494277, "accuracy": 0.531621, "main_score": 0.494277, "hf_subset": "dyu_Latn-nob_Latn", "languages": ["dyu-Latn", "nob-Latn"]}, {"precision": 0.476084, "recall": 0.521739, "f1": 0.488177, "accuracy": 0.521739, "main_score": 0.488177, "hf_subset": "dyu_Latn-scn_Latn", "languages": ["dyu-Latn", "scn-Latn"]}, {"precision": 0.455255, "recall": 0.509881, "f1": 0.469623, "accuracy": 0.509881, "main_score": 0.469623, "hf_subset": "dyu_Latn-tgk_Cyrl", "languages": ["dyu-Latn", "tgk-Cyrl"]}, {"precision": 0.422671, "recall": 0.474308, "f1": 0.437725, "accuracy": 0.474308, "main_score": 0.437725, "hf_subset": "dyu_Latn-yor_Latn", "languages": ["dyu-Latn", "yor-Latn"]}, {"precision": 0.455351, "recall": 0.509881, "f1": 0.470007, "accuracy": 0.509881, "main_score": 0.470007, "hf_subset": "dyu_Latn-arz_Arab", "languages": ["dyu-Latn", "arz-Arab"]}, {"precision": 0.414447, "recall": 0.464427, "f1": 0.428611, "accuracy": 0.464427, "main_score": 0.428611, "hf_subset": "dyu_Latn-cjk_Latn", "languages": ["dyu-Latn", "cjk-Latn"]}, {"precision": 0.393799, "recall": 0.445652, "f1": 0.407916, "accuracy": 0.445652, "main_score": 0.407916, "hf_subset": "dyu_Latn-gla_Latn", "languages": ["dyu-Latn", "gla-Latn"]}, {"precision": 0.463858, "recall": 0.517787, "f1": 0.479059, "accuracy": 0.517787, "main_score": 0.479059, "hf_subset": "dyu_Latn-kan_Knda", "languages": ["dyu-Latn", "kan-Knda"]}, {"precision": 0.468372, "recall": 0.519763, "f1": 0.481638, "accuracy": 0.519763, "main_score": 0.481638, "hf_subset": "dyu_Latn-lmo_Latn", "languages": ["dyu-Latn", "lmo-Latn"]}, {"precision": 0.460246, "recall": 0.521739, "f1": 0.476803, "accuracy": 0.521739, "main_score": 0.476803, "hf_subset": "dyu_Latn-npi_Deva", "languages": ["dyu-Latn", "npi-Deva"]}, {"precision": 0.347941, "recall": 0.396245, "f1": 0.360886, "accuracy": 0.396245, "main_score": 0.360886, "hf_subset": "dyu_Latn-shn_Mymr", "languages": ["dyu-Latn", "shn-Mymr"]}, {"precision": 0.494955, "recall": 0.544466, "f1": 0.507644, "accuracy": 0.544466, "main_score": 0.507644, "hf_subset": "dyu_Latn-tgl_Latn", "languages": ["dyu-Latn", "tgl-Latn"]}, {"precision": 0.460466, "recall": 0.514822, "f1": 0.474231, "accuracy": 0.514822, "main_score": 0.474231, "hf_subset": "dyu_Latn-yue_Hant", "languages": ["dyu-Latn", "yue-Hant"]}, {"precision": 0.443333, "recall": 0.5, "f1": 0.457904, "accuracy": 0.5, "main_score": 0.457904, "hf_subset": "dyu_Latn-asm_Beng", "languages": ["dyu-Latn", "asm-Beng"]}, {"precision": 0.417852, "recall": 0.47332, "f1": 0.431703, "accuracy": 0.47332, "main_score": 0.431703, "hf_subset": "dyu_Latn-ckb_Arab", "languages": ["dyu-Latn", "ckb-Arab"]}, {"precision": 0.392527, "recall": 0.438735, "f1": 0.405426, "accuracy": 0.438735, "main_score": 0.405426, "hf_subset": "dyu_Latn-gle_Latn", "languages": ["dyu-Latn", "gle-Latn"]}, {"precision": 0.426797, "recall": 0.48419, "f1": 0.44224, "accuracy": 0.48419, "main_score": 0.44224, "hf_subset": "dyu_Latn-kas_Arab", "languages": ["dyu-Latn", "kas-Arab"]}, {"precision": 0.442443, "recall": 0.498024, "f1": 0.456744, "accuracy": 0.498024, "main_score": 0.456744, "hf_subset": "dyu_Latn-ltg_Latn", "languages": ["dyu-Latn", "ltg-Latn"]}, {"precision": 0.450008, "recall": 0.499012, "f1": 0.463791, "accuracy": 0.499012, "main_score": 0.463791, "hf_subset": "dyu_Latn-nso_Latn", "languages": ["dyu-Latn", "nso-Latn"]}, {"precision": 0.395452, "recall": 0.456522, "f1": 0.411713, "accuracy": 0.456522, "main_score": 0.411713, "hf_subset": "dyu_Latn-sin_Sinh", "languages": ["dyu-Latn", "sin-Sinh"]}, {"precision": 0.454215, "recall": 0.511858, "f1": 0.469169, "accuracy": 0.511858, "main_score": 0.469169, "hf_subset": "dyu_Latn-tha_Thai", "languages": ["dyu-Latn", "tha-Thai"]}, {"precision": 0.464535, "recall": 0.512846, "f1": 0.476473, "accuracy": 0.512846, "main_score": 0.476473, "hf_subset": "dyu_Latn-zho_Hans", "languages": ["dyu-Latn", "zho-Hans"]}, {"precision": 0.497749, "recall": 0.550395, "f1": 0.511843, "accuracy": 0.550395, "main_score": 0.511843, "hf_subset": "dyu_Latn-ast_Latn", "languages": ["dyu-Latn", "ast-Latn"]}, {"precision": 0.458732, "recall": 0.516798, "f1": 0.474487, "accuracy": 0.516798, "main_score": 0.474487, "hf_subset": "dyu_Latn-crh_Latn", "languages": ["dyu-Latn", "crh-Latn"]}, {"precision": 0.494663, "recall": 0.549407, "f1": 0.509961, "accuracy": 0.549407, "main_score": 0.509961, "hf_subset": "dyu_Latn-glg_Latn", "languages": ["dyu-Latn", "glg-Latn"]}, {"precision": 0.421768, "recall": 0.482213, "f1": 0.437907, "accuracy": 0.482213, "main_score": 0.437907, "hf_subset": "dyu_Latn-kas_Deva", "languages": ["dyu-Latn", "kas-Deva"]}, {"precision": 0.462586, "recall": 0.518775, "f1": 0.477586, "accuracy": 0.518775, "main_score": 0.477586, "hf_subset": "dyu_Latn-ltz_Latn", "languages": ["dyu-Latn", "ltz-Latn"]}, {"precision": 0.358149, "recall": 0.41502, "f1": 0.373155, "accuracy": 0.41502, "main_score": 0.373155, "hf_subset": "dyu_Latn-nus_Latn", "languages": ["dyu-Latn", "nus-Latn"]}, {"precision": 0.481972, "recall": 0.536561, "f1": 0.496929, "accuracy": 0.536561, "main_score": 0.496929, "hf_subset": "dyu_Latn-slk_Latn", "languages": ["dyu-Latn", "slk-Latn"]}, {"precision": 0.313745, "recall": 0.373518, "f1": 0.331332, "accuracy": 0.373518, "main_score": 0.331332, "hf_subset": "dyu_Latn-tir_Ethi", "languages": ["dyu-Latn", "tir-Ethi"]}, {"precision": 0.438934, "recall": 0.498024, "f1": 0.454367, "accuracy": 0.498024, "main_score": 0.454367, "hf_subset": "dyu_Latn-zho_Hant", "languages": ["dyu-Latn", "zho-Hant"]}, {"precision": 0.475676, "recall": 0.528656, "f1": 0.490433, "accuracy": 0.528656, "main_score": 0.490433, "hf_subset": "dyu_Latn-awa_Deva", "languages": ["dyu-Latn", "awa-Deva"]}, {"precision": 0.462021, "recall": 0.509881, "f1": 0.474741, "accuracy": 0.509881, "main_score": 0.474741, "hf_subset": "dyu_Latn-cym_Latn", "languages": ["dyu-Latn", "cym-Latn"]}, {"precision": 0.467948, "recall": 0.519763, "f1": 0.482112, "accuracy": 0.519763, "main_score": 0.482112, "hf_subset": "dyu_Latn-grn_Latn", "languages": ["dyu-Latn", "grn-Latn"]}, {"precision": 0.445408, "recall": 0.501976, "f1": 0.46115, "accuracy": 0.501976, "main_score": 0.46115, "hf_subset": "dyu_Latn-kat_Geor", "languages": ["dyu-Latn", "kat-Geor"]}, {"precision": 0.461943, "recall": 0.508893, "f1": 0.475087, "accuracy": 0.508893, "main_score": 0.475087, "hf_subset": "dyu_Latn-lua_Latn", "languages": ["dyu-Latn", "lua-Latn"]}, {"precision": 0.449927, "recall": 0.5, "f1": 0.464335, "accuracy": 0.5, "main_score": 0.464335, "hf_subset": "dyu_Latn-nya_Latn", "languages": ["dyu-Latn", "nya-Latn"]}, {"precision": 0.480844, "recall": 0.532609, "f1": 0.494367, "accuracy": 0.532609, "main_score": 0.494367, "hf_subset": "dyu_Latn-slv_Latn", "languages": ["dyu-Latn", "slv-Latn"]}, {"precision": 0.477319, "recall": 0.529644, "f1": 0.491084, "accuracy": 0.529644, "main_score": 0.491084, "hf_subset": "dyu_Latn-tpi_Latn", "languages": ["dyu-Latn", "tpi-Latn"]}, {"precision": 0.486533, "recall": 0.54249, "f1": 0.501006, "accuracy": 0.54249, "main_score": 0.501006, "hf_subset": "dyu_Latn-zsm_Latn", "languages": ["dyu-Latn", "zsm-Latn"]}, {"precision": 0.418191, "recall": 0.461462, "f1": 0.430371, "accuracy": 0.461462, "main_score": 0.430371, "hf_subset": "dyu_Latn-ayr_Latn", "languages": ["dyu-Latn", "ayr-Latn"]}, {"precision": 0.5, "recall": 0.55336, "f1": 0.514403, "accuracy": 0.55336, "main_score": 0.514403, "hf_subset": "dyu_Latn-dan_Latn", "languages": ["dyu-Latn", "dan-Latn"]}, {"precision": 0.469807, "recall": 0.523715, "f1": 0.484108, "accuracy": 0.523715, "main_score": 0.484108, "hf_subset": "dyu_Latn-guj_Gujr", "languages": ["dyu-Latn", "guj-Gujr"]}, {"precision": 0.476107, "recall": 0.52668, "f1": 0.490201, "accuracy": 0.52668, "main_score": 0.490201, "hf_subset": "dyu_Latn-kaz_Cyrl", "languages": ["dyu-Latn", "kaz-Cyrl"]}, {"precision": 0.41531, "recall": 0.466403, "f1": 0.429441, "accuracy": 0.466403, "main_score": 0.429441, "hf_subset": "dyu_Latn-lug_Latn", "languages": ["dyu-Latn", "lug-Latn"]}, {"precision": 0.494498, "recall": 0.547431, "f1": 0.509242, "accuracy": 0.547431, "main_score": 0.509242, "hf_subset": "dyu_Latn-oci_Latn", "languages": ["dyu-Latn", "oci-Latn"]}, {"precision": 0.447138, "recall": 0.497036, "f1": 0.460542, "accuracy": 0.497036, "main_score": 0.460542, "hf_subset": "dyu_Latn-smo_Latn", "languages": ["dyu-Latn", "smo-Latn"]}, {"precision": 0.41505, "recall": 0.465415, "f1": 0.428805, "accuracy": 0.465415, "main_score": 0.428805, "hf_subset": "dyu_Latn-tsn_Latn", "languages": ["dyu-Latn", "tsn-Latn"]}, {"precision": 0.416838, "recall": 0.475296, "f1": 0.432757, "accuracy": 0.475296, "main_score": 0.432757, "hf_subset": "dyu_Latn-zul_Latn", "languages": ["dyu-Latn", "zul-Latn"]}, {"precision": 0.403084, "recall": 0.458498, "f1": 0.418335, "accuracy": 0.458498, "main_score": 0.418335, "hf_subset": "dyu_Latn-azb_Arab", "languages": ["dyu-Latn", "azb-Arab"]}, {"precision": 0.472431, "recall": 0.529644, "f1": 0.487646, "accuracy": 0.529644, "main_score": 0.487646, "hf_subset": "dyu_Latn-deu_Latn", "languages": ["dyu-Latn", "deu-Latn"]}, {"precision": 0.451009, "recall": 0.51087, "f1": 0.467264, "accuracy": 0.51087, "main_score": 0.467264, "hf_subset": "dyu_Latn-hat_Latn", "languages": ["dyu-Latn", "hat-Latn"]}, {"precision": 0.405119, "recall": 0.450593, "f1": 0.417472, "accuracy": 0.450593, "main_score": 0.417472, "hf_subset": "dyu_Latn-kbp_Latn", "languages": ["dyu-Latn", "kbp-Latn"]}, {"precision": 0.455127, "recall": 0.499012, "f1": 0.4673, "accuracy": 0.499012, "main_score": 0.4673, "hf_subset": "dyu_Latn-luo_Latn", "languages": ["dyu-Latn", "luo-Latn"]}, {"precision": 0.454506, "recall": 0.511858, "f1": 0.469743, "accuracy": 0.511858, "main_score": 0.469743, "hf_subset": "dyu_Latn-ory_Orya", "languages": ["dyu-Latn", "ory-Orya"]}, {"precision": 0.444009, "recall": 0.495059, "f1": 0.457554, "accuracy": 0.495059, "main_score": 0.457554, "hf_subset": "dyu_Latn-sna_Latn", "languages": ["dyu-Latn", "sna-Latn"]}, {"precision": 0.422027, "recall": 0.467391, "f1": 0.434312, "accuracy": 0.467391, "main_score": 0.434312, "hf_subset": "dyu_Latn-tso_Latn", "languages": ["dyu-Latn", "tso-Latn"]}, {"precision": 0.44202, "recall": 0.500988, "f1": 0.457731, "accuracy": 0.500988, "main_score": 0.457731, "hf_subset": "dyu_Latn-azj_Latn", "languages": ["dyu-Latn", "azj-Latn"]}, {"precision": 0.418821, "recall": 0.47332, "f1": 0.434872, "accuracy": 0.47332, "main_score": 0.434872, "hf_subset": "dyu_Latn-dik_Latn", "languages": ["dyu-Latn", "dik-Latn"]}, {"precision": 0.452645, "recall": 0.498024, "f1": 0.465001, "accuracy": 0.498024, "main_score": 0.465001, "hf_subset": "dyu_Latn-hau_Latn", "languages": ["dyu-Latn", "hau-Latn"]}, {"precision": 0.483895, "recall": 0.532609, "f1": 0.496689, "accuracy": 0.532609, "main_score": 0.496689, "hf_subset": "dyu_Latn-kea_Latn", "languages": ["dyu-Latn", "kea-Latn"]}, {"precision": 0.457165, "recall": 0.501976, "f1": 0.469753, "accuracy": 0.501976, "main_score": 0.469753, "hf_subset": "dyu_Latn-lus_Latn", "languages": ["dyu-Latn", "lus-Latn"]}, {"precision": 0.476504, "recall": 0.520751, "f1": 0.488448, "accuracy": 0.520751, "main_score": 0.488448, "hf_subset": "dyu_Latn-pag_Latn", "languages": ["dyu-Latn", "pag-Latn"]}, {"precision": 0.442108, "recall": 0.497036, "f1": 0.457478, "accuracy": 0.497036, "main_score": 0.457478, "hf_subset": "dyu_Latn-snd_Arab", "languages": ["dyu-Latn", "snd-Arab"]}, {"precision": 0.443589, "recall": 0.496047, "f1": 0.457785, "accuracy": 0.496047, "main_score": 0.457785, "hf_subset": "dyu_Latn-tuk_Latn", "languages": ["dyu-Latn", "tuk-Latn"]}, {"precision": 0.464596, "recall": 0.516798, "f1": 0.478826, "accuracy": 0.516798, "main_score": 0.478826, "hf_subset": "dyu_Latn-bak_Cyrl", "languages": ["dyu-Latn", "bak-Cyrl"]}, {"precision": 0.452086, "recall": 0.506917, "f1": 0.466708, "accuracy": 0.506917, "main_score": 0.466708, "hf_subset": "dyu_Latn-heb_Hebr", "languages": ["dyu-Latn", "heb-Hebr"]}, {"precision": 0.439004, "recall": 0.48913, "f1": 0.45315, "accuracy": 0.48913, "main_score": 0.45315, "hf_subset": "dyu_Latn-khk_Cyrl", "languages": ["dyu-Latn", "khk-Cyrl"]}, {"precision": 0.454927, "recall": 0.509881, "f1": 0.46952, "accuracy": 0.509881, "main_score": 0.46952, "hf_subset": "dyu_Latn-lvs_Latn", "languages": ["dyu-Latn", "lvs-Latn"]}, {"precision": 0.469494, "recall": 0.525692, "f1": 0.484253, "accuracy": 0.525692, "main_score": 0.484253, "hf_subset": "dyu_Latn-pan_Guru", "languages": ["dyu-Latn", "pan-Guru"]}, {"precision": 0.418238, "recall": 0.470356, "f1": 0.432181, "accuracy": 0.470356, "main_score": 0.432181, "hf_subset": "dyu_Latn-som_Latn", "languages": ["dyu-Latn", "som-Latn"]}, {"precision": 0.421099, "recall": 0.467391, "f1": 0.434172, "accuracy": 0.467391, "main_score": 0.434172, "hf_subset": "dyu_Latn-tum_Latn", "languages": ["dyu-Latn", "tum-Latn"]}, {"precision": 0.569823, "recall": 0.634387, "f1": 0.58832, "accuracy": 0.634387, "main_score": 0.58832, "hf_subset": "heb_Hebr-ace_Arab", "languages": ["heb-Hebr", "ace-Arab"]}, {"precision": 0.513089, "recall": 0.578063, "f1": 0.531658, "accuracy": 0.578063, "main_score": 0.531658, "hf_subset": "heb_Hebr-bam_Latn", "languages": ["heb-Hebr", "bam-Latn"]}, {"precision": 0.429032, "recall": 0.508893, "f1": 0.450183, "accuracy": 0.508893, "main_score": 0.450183, "hf_subset": "heb_Hebr-dzo_Tibt", "languages": ["heb-Hebr", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-hin_Deva", "languages": ["heb-Hebr", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-khm_Khmr", "languages": ["heb-Hebr", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-mag_Deva", "languages": ["heb-Hebr", "mag-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "heb_Hebr-pap_Latn", "languages": ["heb-Hebr", "pap-Latn"]}, {"precision": 0.581925, "recall": 0.639328, "f1": 0.597929, "accuracy": 0.639328, "main_score": 0.597929, "hf_subset": "heb_Hebr-sot_Latn", "languages": ["heb-Hebr", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tur_Latn", "languages": ["heb-Hebr", "tur-Latn"]}, {"precision": 0.889575, "recall": 0.918972, "f1": 0.898781, "accuracy": 0.918972, "main_score": 0.898781, "hf_subset": "heb_Hebr-ace_Latn", "languages": ["heb-Hebr", "ace-Latn"]}, {"precision": 0.972497, "recall": 0.979249, "f1": 0.974638, "accuracy": 0.979249, "main_score": 0.974638, "hf_subset": "heb_Hebr-ban_Latn", "languages": ["heb-Hebr", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ell_Grek", "languages": ["heb-Hebr", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "heb_Hebr-hne_Deva", "languages": ["heb-Hebr", "hne-Deva"]}, {"precision": 0.606029, "recall": 0.656126, "f1": 0.620578, "accuracy": 0.656126, "main_score": 0.620578, "hf_subset": "heb_Hebr-kik_Latn", "languages": ["heb-Hebr", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-mai_Deva", "languages": ["heb-Hebr", "mai-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "heb_Hebr-pbt_Arab", "languages": ["heb-Hebr", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-spa_Latn", "languages": ["heb-Hebr", "spa-Latn"]}, {"precision": 0.609157, "recall": 0.666996, "f1": 0.625894, "accuracy": 0.666996, "main_score": 0.625894, "hf_subset": "heb_Hebr-twi_Latn", "languages": ["heb-Hebr", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-acm_Arab", "languages": ["heb-Hebr", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-bel_Cyrl", "languages": ["heb-Hebr", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-eng_Latn", "languages": ["heb-Hebr", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-hrv_Latn", "languages": ["heb-Hebr", "hrv-Latn"]}, {"precision": 0.576889, "recall": 0.636364, "f1": 0.593528, "accuracy": 0.636364, "main_score": 0.593528, "hf_subset": "heb_Hebr-kin_Latn", "languages": ["heb-Hebr", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-mal_Mlym", "languages": ["heb-Hebr", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pes_Arab", "languages": ["heb-Hebr", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-srd_Latn", "languages": ["heb-Hebr", "srd-Latn"]}, {"precision": 0.192692, "recall": 0.249012, "f1": 0.206675, "accuracy": 0.249012, "main_score": 0.206675, "hf_subset": "heb_Hebr-tzm_Tfng", "languages": ["heb-Hebr", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-acq_Arab", "languages": ["heb-Hebr", "acq-Arab"]}, {"precision": 0.626666, "recall": 0.676877, "f1": 0.640829, "accuracy": 0.676877, "main_score": 0.640829, "hf_subset": "heb_Hebr-bem_Latn", "languages": ["heb-Hebr", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-epo_Latn", "languages": ["heb-Hebr", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-hun_Latn", "languages": ["heb-Hebr", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-kir_Cyrl", "languages": ["heb-Hebr", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-mar_Deva", "languages": ["heb-Hebr", "mar-Deva"]}, {"precision": 0.676879, "recall": 0.728261, "f1": 0.691493, "accuracy": 0.728261, "main_score": 0.691493, "hf_subset": "heb_Hebr-plt_Latn", "languages": ["heb-Hebr", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-srp_Cyrl", "languages": ["heb-Hebr", "srp-Cyrl"]}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "heb_Hebr-uig_Arab", "languages": ["heb-Hebr", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-aeb_Arab", "languages": ["heb-Hebr", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ben_Beng", "languages": ["heb-Hebr", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-est_Latn", "languages": ["heb-Hebr", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-hye_Armn", "languages": ["heb-Hebr", "hye-Armn"]}, {"precision": 0.53554, "recall": 0.586957, "f1": 0.550188, "accuracy": 0.586957, "main_score": 0.550188, "hf_subset": "heb_Hebr-kmb_Latn", "languages": ["heb-Hebr", "kmb-Latn"]}, {"precision": 0.520506, "recall": 0.588933, "f1": 0.539606, "accuracy": 0.588933, "main_score": 0.539606, "hf_subset": "heb_Hebr-min_Arab", "languages": ["heb-Hebr", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pol_Latn", "languages": ["heb-Hebr", "pol-Latn"]}, {"precision": 0.567631, "recall": 0.626482, "f1": 0.584343, "accuracy": 0.626482, "main_score": 0.584343, "hf_subset": "heb_Hebr-ssw_Latn", "languages": ["heb-Hebr", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ukr_Cyrl", "languages": ["heb-Hebr", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-afr_Latn", "languages": ["heb-Hebr", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-bho_Deva", "languages": ["heb-Hebr", "bho-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "heb_Hebr-eus_Latn", "languages": ["heb-Hebr", "eus-Latn"]}, {"precision": 0.584017, "recall": 0.643281, "f1": 0.600732, "accuracy": 0.643281, "main_score": 0.600732, "hf_subset": "heb_Hebr-ibo_Latn", "languages": ["heb-Hebr", "ibo-Latn"]}, {"precision": 0.916502, "recall": 0.939723, "f1": 0.924078, "accuracy": 0.939723, "main_score": 0.924078, "hf_subset": "heb_Hebr-kmr_Latn", "languages": ["heb-Hebr", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "heb_Hebr-min_Latn", "languages": ["heb-Hebr", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-por_Latn", "languages": ["heb-Hebr", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-sun_Latn", "languages": ["heb-Hebr", "sun-Latn"]}, {"precision": 0.519783, "recall": 0.576087, "f1": 0.53543, "accuracy": 0.576087, "main_score": 0.53543, "hf_subset": "heb_Hebr-umb_Latn", "languages": ["heb-Hebr", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ajp_Arab", "languages": ["heb-Hebr", "ajp-Arab"]}, {"precision": 0.525433, "recall": 0.593874, "f1": 0.544728, "accuracy": 0.593874, "main_score": 0.544728, "hf_subset": "heb_Hebr-bjn_Arab", "languages": ["heb-Hebr", "bjn-Arab"]}, {"precision": 0.508187, "recall": 0.567194, "f1": 0.524344, "accuracy": 0.567194, "main_score": 0.524344, "hf_subset": "heb_Hebr-ewe_Latn", "languages": ["heb-Hebr", "ewe-Latn"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "heb_Hebr-ilo_Latn", "languages": ["heb-Hebr", "ilo-Latn"]}, {"precision": 0.315533, "recall": 0.371542, "f1": 0.331106, "accuracy": 0.371542, "main_score": 0.331106, "hf_subset": "heb_Hebr-knc_Arab", "languages": ["heb-Hebr", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-mkd_Cyrl", "languages": ["heb-Hebr", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-prs_Arab", "languages": ["heb-Hebr", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-swe_Latn", "languages": ["heb-Hebr", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-urd_Arab", "languages": ["heb-Hebr", "urd-Arab"]}, {"precision": 0.589156, "recall": 0.645257, "f1": 0.605075, "accuracy": 0.645257, "main_score": 0.605075, "hf_subset": "heb_Hebr-aka_Latn", "languages": ["heb-Hebr", "aka-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "heb_Hebr-bjn_Latn", "languages": ["heb-Hebr", "bjn-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "heb_Hebr-fao_Latn", "languages": ["heb-Hebr", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ind_Latn", "languages": ["heb-Hebr", "ind-Latn"]}, {"precision": 0.591443, "recall": 0.644269, "f1": 0.606796, "accuracy": 0.644269, "main_score": 0.606796, "hf_subset": "heb_Hebr-knc_Latn", "languages": ["heb-Hebr", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-mlt_Latn", "languages": ["heb-Hebr", "mlt-Latn"]}, {"precision": 0.716816, "recall": 0.777668, "f1": 0.734953, "accuracy": 0.777668, "main_score": 0.734953, "hf_subset": "heb_Hebr-quy_Latn", "languages": ["heb-Hebr", "quy-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "heb_Hebr-swh_Latn", "languages": ["heb-Hebr", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-uzn_Latn", "languages": ["heb-Hebr", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-als_Latn", "languages": ["heb-Hebr", "als-Latn"]}, {"precision": 0.661742, "recall": 0.737154, "f1": 0.6837, "accuracy": 0.737154, "main_score": 0.6837, "hf_subset": "heb_Hebr-bod_Tibt", "languages": ["heb-Hebr", "bod-Tibt"]}, {"precision": 0.719332, "recall": 0.771739, "f1": 0.734783, "accuracy": 0.771739, "main_score": 0.734783, "hf_subset": "heb_Hebr-fij_Latn", "languages": ["heb-Hebr", "fij-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-isl_Latn", "languages": ["heb-Hebr", "isl-Latn"]}, {"precision": 0.660757, "recall": 0.709486, "f1": 0.675351, "accuracy": 0.709486, "main_score": 0.675351, "hf_subset": "heb_Hebr-kon_Latn", "languages": ["heb-Hebr", "kon-Latn"]}, {"precision": 0.646964, "recall": 0.712451, "f1": 0.6657, "accuracy": 0.712451, "main_score": 0.6657, "hf_subset": "heb_Hebr-mni_Beng", "languages": ["heb-Hebr", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ron_Latn", "languages": ["heb-Hebr", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "heb_Hebr-szl_Latn", "languages": ["heb-Hebr", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-vec_Latn", "languages": ["heb-Hebr", "vec-Latn"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "heb_Hebr-amh_Ethi", "languages": ["heb-Hebr", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-bos_Latn", "languages": ["heb-Hebr", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-fin_Latn", "languages": ["heb-Hebr", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ita_Latn", "languages": ["heb-Hebr", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-kor_Hang", "languages": ["heb-Hebr", "kor-Hang"]}, {"precision": 0.548551, "recall": 0.605731, "f1": 0.565148, "accuracy": 0.605731, "main_score": 0.565148, "hf_subset": "heb_Hebr-mos_Latn", "languages": ["heb-Hebr", "mos-Latn"]}, {"precision": 0.56013, "recall": 0.613636, "f1": 0.57558, "accuracy": 0.613636, "main_score": 0.57558, "hf_subset": "heb_Hebr-run_Latn", "languages": ["heb-Hebr", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tam_Taml", "languages": ["heb-Hebr", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-vie_Latn", "languages": ["heb-Hebr", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-apc_Arab", "languages": ["heb-Hebr", "apc-Arab"]}, {"precision": 0.813752, "recall": 0.855731, "f1": 0.826388, "accuracy": 0.855731, "main_score": 0.826388, "hf_subset": "heb_Hebr-bug_Latn", "languages": ["heb-Hebr", "bug-Latn"]}, {"precision": 0.456666, "recall": 0.516798, "f1": 0.472775, "accuracy": 0.516798, "main_score": 0.472775, "hf_subset": "heb_Hebr-fon_Latn", "languages": ["heb-Hebr", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-jav_Latn", "languages": ["heb-Hebr", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-lao_Laoo", "languages": ["heb-Hebr", "lao-Laoo"]}, {"precision": 0.883235, "recall": 0.916008, "f1": 0.893445, "accuracy": 0.916008, "main_score": 0.893445, "hf_subset": "heb_Hebr-mri_Latn", "languages": ["heb-Hebr", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-rus_Cyrl", "languages": ["heb-Hebr", "rus-Cyrl"]}, {"precision": 0.54363, "recall": 0.600791, "f1": 0.559188, "accuracy": 0.600791, "main_score": 0.559188, "hf_subset": "heb_Hebr-taq_Latn", "languages": ["heb-Hebr", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-war_Latn", "languages": ["heb-Hebr", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-arb_Arab", "languages": ["heb-Hebr", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-bul_Cyrl", "languages": ["heb-Hebr", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-fra_Latn", "languages": ["heb-Hebr", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-jpn_Jpan", "languages": ["heb-Hebr", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-lij_Latn", "languages": ["heb-Hebr", "lij-Latn"]}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "heb_Hebr-mya_Mymr", "languages": ["heb-Hebr", "mya-Mymr"]}, {"precision": 0.590699, "recall": 0.657115, "f1": 0.609661, "accuracy": 0.657115, "main_score": 0.609661, "hf_subset": "heb_Hebr-sag_Latn", "languages": ["heb-Hebr", "sag-Latn"]}, {"precision": 0.198621, "recall": 0.251976, "f1": 0.211504, "accuracy": 0.251976, "main_score": 0.211504, "hf_subset": "heb_Hebr-taq_Tfng", "languages": ["heb-Hebr", "taq-Tfng"]}, {"precision": 0.623633, "recall": 0.684783, "f1": 0.641601, "accuracy": 0.684783, "main_score": 0.641601, "hf_subset": "heb_Hebr-wol_Latn", "languages": ["heb-Hebr", "wol-Latn"]}, {"precision": 0.825362, "recall": 0.869565, "f1": 0.838867, "accuracy": 0.869565, "main_score": 0.838867, "hf_subset": "heb_Hebr-arb_Latn", "languages": ["heb-Hebr", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-cat_Latn", "languages": ["heb-Hebr", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "heb_Hebr-fur_Latn", "languages": ["heb-Hebr", "fur-Latn"]}, {"precision": 0.420335, "recall": 0.472332, "f1": 0.434807, "accuracy": 0.472332, "main_score": 0.434807, "hf_subset": "heb_Hebr-kab_Latn", "languages": ["heb-Hebr", "kab-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-lim_Latn", "languages": ["heb-Hebr", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-nld_Latn", "languages": ["heb-Hebr", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "heb_Hebr-san_Deva", "languages": ["heb-Hebr", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tat_Cyrl", "languages": ["heb-Hebr", "tat-Cyrl"]}, {"precision": 0.680543, "recall": 0.735178, "f1": 0.69661, "accuracy": 0.735178, "main_score": 0.69661, "hf_subset": "heb_Hebr-xho_Latn", "languages": ["heb-Hebr", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ars_Arab", "languages": ["heb-Hebr", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ceb_Latn", "languages": ["heb-Hebr", "ceb-Latn"]}, {"precision": 0.554709, "recall": 0.61166, "f1": 0.57079, "accuracy": 0.61166, "main_score": 0.57079, "hf_subset": "heb_Hebr-fuv_Latn", "languages": ["heb-Hebr", "fuv-Latn"]}, {"precision": 0.499047, "recall": 0.561265, "f1": 0.516336, "accuracy": 0.561265, "main_score": 0.516336, "hf_subset": "heb_Hebr-kac_Latn", "languages": ["heb-Hebr", "kac-Latn"]}, {"precision": 0.667968, "recall": 0.719368, "f1": 0.683498, "accuracy": 0.719368, "main_score": 0.683498, "hf_subset": "heb_Hebr-lin_Latn", "languages": ["heb-Hebr", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-nno_Latn", "languages": ["heb-Hebr", "nno-Latn"]}, {"precision": 0.261814, "recall": 0.341897, "f1": 0.282806, "accuracy": 0.341897, "main_score": 0.282806, "hf_subset": "heb_Hebr-sat_Olck", "languages": ["heb-Hebr", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-tel_Telu", "languages": ["heb-Hebr", "tel-Telu"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "heb_Hebr-ydd_Hebr", "languages": ["heb-Hebr", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "heb_Hebr-ary_Arab", "languages": ["heb-Hebr", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ces_Latn", "languages": ["heb-Hebr", "ces-Latn"]}, {"precision": 0.582856, "recall": 0.649209, "f1": 0.602588, "accuracy": 0.649209, "main_score": 0.602588, "hf_subset": "heb_Hebr-gaz_Latn", "languages": ["heb-Hebr", "gaz-Latn"]}, {"precision": 0.589326, "recall": 0.649209, "f1": 0.606312, "accuracy": 0.649209, "main_score": 0.606312, "hf_subset": "heb_Hebr-kam_Latn", "languages": ["heb-Hebr", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "heb_Hebr-lit_Latn", "languages": ["heb-Hebr", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-nob_Latn", "languages": ["heb-Hebr", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "heb_Hebr-scn_Latn", "languages": ["heb-Hebr", "scn-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "heb_Hebr-tgk_Cyrl", "languages": ["heb-Hebr", "tgk-Cyrl"]}, {"precision": 0.733959, "recall": 0.795455, "f1": 0.752899, "accuracy": 0.795455, "main_score": 0.752899, "hf_subset": "heb_Hebr-yor_Latn", "languages": ["heb-Hebr", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-arz_Arab", "languages": ["heb-Hebr", "arz-Arab"]}, {"precision": 0.556736, "recall": 0.609684, "f1": 0.572248, "accuracy": 0.609684, "main_score": 0.572248, "hf_subset": "heb_Hebr-cjk_Latn", "languages": ["heb-Hebr", "cjk-Latn"]}, {"precision": 0.797579, "recall": 0.844862, "f1": 0.812319, "accuracy": 0.844862, "main_score": 0.812319, "hf_subset": "heb_Hebr-gla_Latn", "languages": ["heb-Hebr", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-kan_Knda", "languages": ["heb-Hebr", "kan-Knda"]}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "heb_Hebr-lmo_Latn", "languages": ["heb-Hebr", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "heb_Hebr-npi_Deva", "languages": ["heb-Hebr", "npi-Deva"]}, {"precision": 0.457035, "recall": 0.517787, "f1": 0.473856, "accuracy": 0.517787, "main_score": 0.473856, "hf_subset": "heb_Hebr-shn_Mymr", "languages": ["heb-Hebr", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-tgl_Latn", "languages": ["heb-Hebr", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-yue_Hant", "languages": ["heb-Hebr", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-asm_Beng", "languages": ["heb-Hebr", "asm-Beng"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "heb_Hebr-ckb_Arab", "languages": ["heb-Hebr", "ckb-Arab"]}, {"precision": 0.89277, "recall": 0.921937, "f1": 0.90191, "accuracy": 0.921937, "main_score": 0.90191, "hf_subset": "heb_Hebr-gle_Latn", "languages": ["heb-Hebr", "gle-Latn"]}, {"precision": 0.946723, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "heb_Hebr-kas_Arab", "languages": ["heb-Hebr", "kas-Arab"]}, {"precision": 0.9417, "recall": 0.960474, "f1": 0.947793, "accuracy": 0.960474, "main_score": 0.947793, "hf_subset": "heb_Hebr-ltg_Latn", "languages": ["heb-Hebr", "ltg-Latn"]}, {"precision": 0.61596, "recall": 0.66502, "f1": 0.630031, "accuracy": 0.66502, "main_score": 0.630031, "hf_subset": "heb_Hebr-nso_Latn", "languages": ["heb-Hebr", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-sin_Sinh", "languages": ["heb-Hebr", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tha_Thai", "languages": ["heb-Hebr", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-zho_Hans", "languages": ["heb-Hebr", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ast_Latn", "languages": ["heb-Hebr", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-crh_Latn", "languages": ["heb-Hebr", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-glg_Latn", "languages": ["heb-Hebr", "glg-Latn"]}, {"precision": 0.898221, "recall": 0.926877, "f1": 0.907444, "accuracy": 0.926877, "main_score": 0.907444, "hf_subset": "heb_Hebr-kas_Deva", "languages": ["heb-Hebr", "kas-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "heb_Hebr-ltz_Latn", "languages": ["heb-Hebr", "ltz-Latn"]}, {"precision": 0.447714, "recall": 0.517787, "f1": 0.466501, "accuracy": 0.517787, "main_score": 0.466501, "hf_subset": "heb_Hebr-nus_Latn", "languages": ["heb-Hebr", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-slk_Latn", "languages": ["heb-Hebr", "slk-Latn"]}, {"precision": 0.640772, "recall": 0.70751, "f1": 0.65998, "accuracy": 0.70751, "main_score": 0.65998, "hf_subset": "heb_Hebr-tir_Ethi", "languages": ["heb-Hebr", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-zho_Hant", "languages": ["heb-Hebr", "zho-Hant"]}, {"precision": 0.989377, "recall": 0.992095, "f1": 0.990184, "accuracy": 0.992095, "main_score": 0.990184, "hf_subset": "heb_Hebr-awa_Deva", "languages": ["heb-Hebr", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "heb_Hebr-cym_Latn", "languages": ["heb-Hebr", "cym-Latn"]}, {"precision": 0.852717, "recall": 0.890316, "f1": 0.86469, "accuracy": 0.890316, "main_score": 0.86469, "hf_subset": "heb_Hebr-grn_Latn", "languages": ["heb-Hebr", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-kat_Geor", "languages": ["heb-Hebr", "kat-Geor"]}, {"precision": 0.647746, "recall": 0.6917, "f1": 0.660375, "accuracy": 0.6917, "main_score": 0.660375, "hf_subset": "heb_Hebr-lua_Latn", "languages": ["heb-Hebr", "lua-Latn"]}, {"precision": 0.652561, "recall": 0.709486, "f1": 0.668663, "accuracy": 0.709486, "main_score": 0.668663, "hf_subset": "heb_Hebr-nya_Latn", "languages": ["heb-Hebr", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-slv_Latn", "languages": ["heb-Hebr", "slv-Latn"]}, {"precision": 0.957757, "recall": 0.969368, "f1": 0.961528, "accuracy": 0.969368, "main_score": 0.961528, "hf_subset": "heb_Hebr-tpi_Latn", "languages": ["heb-Hebr", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-zsm_Latn", "languages": ["heb-Hebr", "zsm-Latn"]}, {"precision": 0.532546, "recall": 0.592885, "f1": 0.54922, "accuracy": 0.592885, "main_score": 0.54922, "hf_subset": "heb_Hebr-ayr_Latn", "languages": ["heb-Hebr", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-dan_Latn", "languages": ["heb-Hebr", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-guj_Gujr", "languages": ["heb-Hebr", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-kaz_Cyrl", "languages": ["heb-Hebr", "kaz-Cyrl"]}, {"precision": 0.541134, "recall": 0.601779, "f1": 0.557668, "accuracy": 0.601779, "main_score": 0.557668, "hf_subset": "heb_Hebr-lug_Latn", "languages": ["heb-Hebr", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-oci_Latn", "languages": ["heb-Hebr", "oci-Latn"]}, {"precision": 0.835145, "recall": 0.878458, "f1": 0.848734, "accuracy": 0.878458, "main_score": 0.848734, "hf_subset": "heb_Hebr-smo_Latn", "languages": ["heb-Hebr", "smo-Latn"]}, {"precision": 0.542913, "recall": 0.602767, "f1": 0.559441, "accuracy": 0.602767, "main_score": 0.559441, "hf_subset": "heb_Hebr-tsn_Latn", "languages": ["heb-Hebr", "tsn-Latn"]}, {"precision": 0.631374, "recall": 0.690711, "f1": 0.648392, "accuracy": 0.690711, "main_score": 0.648392, "hf_subset": "heb_Hebr-zul_Latn", "languages": ["heb-Hebr", "zul-Latn"]}, {"precision": 0.931983, "recall": 0.951581, "f1": 0.938076, "accuracy": 0.951581, "main_score": 0.938076, "hf_subset": "heb_Hebr-azb_Arab", "languages": ["heb-Hebr", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-deu_Latn", "languages": ["heb-Hebr", "deu-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "heb_Hebr-hat_Latn", "languages": ["heb-Hebr", "hat-Latn"]}, {"precision": 0.487831, "recall": 0.541502, "f1": 0.502551, "accuracy": 0.541502, "main_score": 0.502551, "hf_subset": "heb_Hebr-kbp_Latn", "languages": ["heb-Hebr", "kbp-Latn"]}, {"precision": 0.584302, "recall": 0.632411, "f1": 0.597439, "accuracy": 0.632411, "main_score": 0.597439, "hf_subset": "heb_Hebr-luo_Latn", "languages": ["heb-Hebr", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ory_Orya", "languages": ["heb-Hebr", "ory-Orya"]}, {"precision": 0.582922, "recall": 0.643281, "f1": 0.599742, "accuracy": 0.643281, "main_score": 0.599742, "hf_subset": "heb_Hebr-sna_Latn", "languages": ["heb-Hebr", "sna-Latn"]}, {"precision": 0.564899, "recall": 0.619565, "f1": 0.580052, "accuracy": 0.619565, "main_score": 0.580052, "hf_subset": "heb_Hebr-tso_Latn", "languages": ["heb-Hebr", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-azj_Latn", "languages": ["heb-Hebr", "azj-Latn"]}, {"precision": 0.523592, "recall": 0.593874, "f1": 0.544771, "accuracy": 0.593874, "main_score": 0.544771, "hf_subset": "heb_Hebr-dik_Latn", "languages": ["heb-Hebr", "dik-Latn"]}, {"precision": 0.747167, "recall": 0.801383, "f1": 0.763589, "accuracy": 0.801383, "main_score": 0.763589, "hf_subset": "heb_Hebr-hau_Latn", "languages": ["heb-Hebr", "hau-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "heb_Hebr-kea_Latn", "languages": ["heb-Hebr", "kea-Latn"]}, {"precision": 0.749177, "recall": 0.796443, "f1": 0.763589, "accuracy": 0.796443, "main_score": 0.763589, "hf_subset": "heb_Hebr-lus_Latn", "languages": ["heb-Hebr", "lus-Latn"]}, {"precision": 0.87141, "recall": 0.901186, "f1": 0.880567, "accuracy": 0.901186, "main_score": 0.880567, "hf_subset": "heb_Hebr-pag_Latn", "languages": ["heb-Hebr", "pag-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-snd_Arab", "languages": ["heb-Hebr", "snd-Arab"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "heb_Hebr-tuk_Latn", "languages": ["heb-Hebr", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "heb_Hebr-bak_Cyrl", "languages": ["heb-Hebr", "bak-Cyrl"]}, {"precision": 0.481382, "recall": 0.55336, "f1": 0.503203, "accuracy": 0.55336, "main_score": 0.503203, "hf_subset": "heb_Hebr-dyu_Latn", "languages": ["heb-Hebr", "dyu-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-khk_Cyrl", "languages": ["heb-Hebr", "khk-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-lvs_Latn", "languages": ["heb-Hebr", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pan_Guru", "languages": ["heb-Hebr", "pan-Guru"]}, {"precision": 0.726762, "recall": 0.785573, "f1": 0.744763, "accuracy": 0.785573, "main_score": 0.744763, "hf_subset": "heb_Hebr-som_Latn", "languages": ["heb-Hebr", "som-Latn"]}, {"precision": 0.606377, "recall": 0.65415, "f1": 0.619996, "accuracy": 0.65415, "main_score": 0.619996, "hf_subset": "heb_Hebr-tum_Latn", "languages": ["heb-Hebr", "tum-Latn"]}, {"precision": 0.529641, "recall": 0.588933, "f1": 0.546085, "accuracy": 0.588933, "main_score": 0.546085, "hf_subset": "khk_Cyrl-ace_Arab", "languages": ["khk-Cyrl", "ace-Arab"]}, {"precision": 0.507683, "recall": 0.561265, "f1": 0.522651, "accuracy": 0.561265, "main_score": 0.522651, "hf_subset": "khk_Cyrl-bam_Latn", "languages": ["khk-Cyrl", "bam-Latn"]}, {"precision": 0.39806, "recall": 0.477273, "f1": 0.418572, "accuracy": 0.477273, "main_score": 0.418572, "hf_subset": "khk_Cyrl-dzo_Tibt", "languages": ["khk-Cyrl", "dzo-Tibt"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-hin_Deva", "languages": ["khk-Cyrl", "hin-Deva"]}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "khk_Cyrl-khm_Khmr", "languages": ["khk-Cyrl", "khm-Khmr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-mag_Deva", "languages": ["khk-Cyrl", "mag-Deva"]}, {"precision": 0.933465, "recall": 0.952569, "f1": 0.939526, "accuracy": 0.952569, "main_score": 0.939526, "hf_subset": "khk_Cyrl-pap_Latn", "languages": ["khk-Cyrl", "pap-Latn"]}, {"precision": 0.5687, "recall": 0.618577, "f1": 0.582508, "accuracy": 0.618577, "main_score": 0.582508, "hf_subset": "khk_Cyrl-sot_Latn", "languages": ["khk-Cyrl", "sot-Latn"]}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "khk_Cyrl-tur_Latn", "languages": ["khk-Cyrl", "tur-Latn"]}, {"precision": 0.780945, "recall": 0.829051, "f1": 0.794928, "accuracy": 0.829051, "main_score": 0.794928, "hf_subset": "khk_Cyrl-ace_Latn", "languages": ["khk-Cyrl", "ace-Latn"]}, {"precision": 0.895751, "recall": 0.917984, "f1": 0.902635, "accuracy": 0.917984, "main_score": 0.902635, "hf_subset": "khk_Cyrl-ban_Latn", "languages": ["khk-Cyrl", "ban-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "khk_Cyrl-ell_Grek", "languages": ["khk-Cyrl", "ell-Grek"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "khk_Cyrl-hne_Deva", "languages": ["khk-Cyrl", "hne-Deva"]}, {"precision": 0.5383, "recall": 0.593874, "f1": 0.553688, "accuracy": 0.593874, "main_score": 0.553688, "hf_subset": "khk_Cyrl-kik_Latn", "languages": ["khk-Cyrl", "kik-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-mai_Deva", "languages": ["khk-Cyrl", "mai-Deva"]}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "khk_Cyrl-pbt_Arab", "languages": ["khk-Cyrl", "pbt-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-spa_Latn", "languages": ["khk-Cyrl", "spa-Latn"]}, {"precision": 0.577223, "recall": 0.632411, "f1": 0.593238, "accuracy": 0.632411, "main_score": 0.593238, "hf_subset": "khk_Cyrl-twi_Latn", "languages": ["khk-Cyrl", "twi-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-acm_Arab", "languages": ["khk-Cyrl", "acm-Arab"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "khk_Cyrl-bel_Cyrl", "languages": ["khk-Cyrl", "bel-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-eng_Latn", "languages": ["khk-Cyrl", "eng-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-hrv_Latn", "languages": ["khk-Cyrl", "hrv-Latn"]}, {"precision": 0.525923, "recall": 0.581028, "f1": 0.541249, "accuracy": 0.581028, "main_score": 0.541249, "hf_subset": "khk_Cyrl-kin_Latn", "languages": ["khk-Cyrl", "kin-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-mal_Mlym", "languages": ["khk-Cyrl", "mal-Mlym"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-pes_Arab", "languages": ["khk-Cyrl", "pes-Arab"]}, {"precision": 0.951993, "recall": 0.966403, "f1": 0.956588, "accuracy": 0.966403, "main_score": 0.956588, "hf_subset": "khk_Cyrl-srd_Latn", "languages": ["khk-Cyrl", "srd-Latn"]}, {"precision": 0.185624, "recall": 0.229249, "f1": 0.197043, "accuracy": 0.229249, "main_score": 0.197043, "hf_subset": "khk_Cyrl-tzm_Tfng", "languages": ["khk-Cyrl", "tzm-Tfng"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-acq_Arab", "languages": ["khk-Cyrl", "acq-Arab"]}, {"precision": 0.600901, "recall": 0.645257, "f1": 0.612815, "accuracy": 0.645257, "main_score": 0.612815, "hf_subset": "khk_Cyrl-bem_Latn", "languages": ["khk-Cyrl", "bem-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-epo_Latn", "languages": ["khk-Cyrl", "epo-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "khk_Cyrl-hun_Latn", "languages": ["khk-Cyrl", "hun-Latn"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "khk_Cyrl-kir_Cyrl", "languages": ["khk-Cyrl", "kir-Cyrl"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "khk_Cyrl-mar_Deva", "languages": ["khk-Cyrl", "mar-Deva"]}, {"precision": 0.624598, "recall": 0.674901, "f1": 0.63989, "accuracy": 0.674901, "main_score": 0.63989, "hf_subset": "khk_Cyrl-plt_Latn", "languages": ["khk-Cyrl", "plt-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khk_Cyrl-srp_Cyrl", "languages": ["khk-Cyrl", "srp-Cyrl"]}, {"precision": 0.944746, "recall": 0.960474, "f1": 0.949835, "accuracy": 0.960474, "main_score": 0.949835, "hf_subset": "khk_Cyrl-uig_Arab", "languages": ["khk-Cyrl", "uig-Arab"]}, {"precision": 0.961248, "recall": 0.972332, "f1": 0.964657, "accuracy": 0.972332, "main_score": 0.964657, "hf_subset": "khk_Cyrl-aeb_Arab", "languages": ["khk-Cyrl", "aeb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-ben_Beng", "languages": ["khk-Cyrl", "ben-Beng"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "khk_Cyrl-est_Latn", "languages": ["khk-Cyrl", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khk_Cyrl-hye_Armn", "languages": ["khk-Cyrl", "hye-Armn"]}, {"precision": 0.512451, "recall": 0.55336, "f1": 0.524506, "accuracy": 0.55336, "main_score": 0.524506, "hf_subset": "khk_Cyrl-kmb_Latn", "languages": ["khk-Cyrl", "kmb-Latn"]}, {"precision": 0.444672, "recall": 0.512846, "f1": 0.462524, "accuracy": 0.512846, "main_score": 0.462524, "hf_subset": "khk_Cyrl-min_Arab", "languages": ["khk-Cyrl", "min-Arab"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khk_Cyrl-pol_Latn", "languages": ["khk-Cyrl", "pol-Latn"]}, {"precision": 0.5499, "recall": 0.603755, "f1": 0.56524, "accuracy": 0.603755, "main_score": 0.56524, "hf_subset": "khk_Cyrl-ssw_Latn", "languages": ["khk-Cyrl", "ssw-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-ukr_Cyrl", "languages": ["khk-Cyrl", "ukr-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khk_Cyrl-afr_Latn", "languages": ["khk-Cyrl", "afr-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "khk_Cyrl-bho_Deva", "languages": ["khk-Cyrl", "bho-Deva"]}, {"precision": 0.955484, "recall": 0.967391, "f1": 0.959058, "accuracy": 0.967391, "main_score": 0.959058, "hf_subset": "khk_Cyrl-eus_Latn", "languages": ["khk-Cyrl", "eus-Latn"]}, {"precision": 0.539123, "recall": 0.591897, "f1": 0.554397, "accuracy": 0.591897, "main_score": 0.554397, "hf_subset": "khk_Cyrl-ibo_Latn", "languages": ["khk-Cyrl", "ibo-Latn"]}, {"precision": 0.842391, "recall": 0.881423, "f1": 0.85471, "accuracy": 0.881423, "main_score": 0.85471, "hf_subset": "khk_Cyrl-kmr_Latn", "languages": ["khk-Cyrl", "kmr-Latn"]}, {"precision": 0.936265, "recall": 0.954545, "f1": 0.942194, "accuracy": 0.954545, "main_score": 0.942194, "hf_subset": "khk_Cyrl-min_Latn", "languages": ["khk-Cyrl", "min-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-por_Latn", "languages": ["khk-Cyrl", "por-Latn"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "khk_Cyrl-sun_Latn", "languages": ["khk-Cyrl", "sun-Latn"]}, {"precision": 0.493801, "recall": 0.546443, "f1": 0.508698, "accuracy": 0.546443, "main_score": 0.508698, "hf_subset": "khk_Cyrl-umb_Latn", "languages": ["khk-Cyrl", "umb-Latn"]}, {"precision": 0.985919, "recall": 0.990119, "f1": 0.98722, "accuracy": 0.990119, "main_score": 0.98722, "hf_subset": "khk_Cyrl-ajp_Arab", "languages": ["khk-Cyrl", "ajp-Arab"]}, {"precision": 0.485774, "recall": 0.545455, "f1": 0.501623, "accuracy": 0.545455, "main_score": 0.501623, "hf_subset": "khk_Cyrl-bjn_Arab", "languages": ["khk-Cyrl", "bjn-Arab"]}, {"precision": 0.496208, "recall": 0.541502, "f1": 0.508106, "accuracy": 0.541502, "main_score": 0.508106, "hf_subset": "khk_Cyrl-ewe_Latn", "languages": ["khk-Cyrl", "ewe-Latn"]}, {"precision": 0.88531, "recall": 0.912055, "f1": 0.89305, "accuracy": 0.912055, "main_score": 0.89305, "hf_subset": "khk_Cyrl-ilo_Latn", "languages": ["khk-Cyrl", "ilo-Latn"]}, {"precision": 0.305874, "recall": 0.354743, "f1": 0.319504, "accuracy": 0.354743, "main_score": 0.319504, "hf_subset": "khk_Cyrl-knc_Arab", "languages": ["khk-Cyrl", "knc-Arab"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "khk_Cyrl-mkd_Cyrl", "languages": ["khk-Cyrl", "mkd-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-prs_Arab", "languages": ["khk-Cyrl", "prs-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-swe_Latn", "languages": ["khk-Cyrl", "swe-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khk_Cyrl-urd_Arab", "languages": ["khk-Cyrl", "urd-Arab"]}, {"precision": 0.544706, "recall": 0.600791, "f1": 0.560251, "accuracy": 0.600791, "main_score": 0.560251, "hf_subset": "khk_Cyrl-aka_Latn", "languages": ["khk-Cyrl", "aka-Latn"]}, {"precision": 0.940162, "recall": 0.956522, "f1": 0.945356, "accuracy": 0.956522, "main_score": 0.945356, "hf_subset": "khk_Cyrl-bjn_Latn", "languages": ["khk-Cyrl", "bjn-Latn"]}, {"precision": 0.936265, "recall": 0.954545, "f1": 0.942147, "accuracy": 0.954545, "main_score": 0.942147, "hf_subset": "khk_Cyrl-fao_Latn", "languages": ["khk-Cyrl", "fao-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-ind_Latn", "languages": ["khk-Cyrl", "ind-Latn"]}, {"precision": 0.553458, "recall": 0.59585, "f1": 0.565669, "accuracy": 0.59585, "main_score": 0.565669, "hf_subset": "khk_Cyrl-knc_Latn", "languages": ["khk-Cyrl", "knc-Latn"]}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968676, "accuracy": 0.975296, "main_score": 0.968676, "hf_subset": "khk_Cyrl-mlt_Latn", "languages": ["khk-Cyrl", "mlt-Latn"]}, {"precision": 0.651812, "recall": 0.705534, "f1": 0.667276, "accuracy": 0.705534, "main_score": 0.667276, "hf_subset": "khk_Cyrl-quy_Latn", "languages": ["khk-Cyrl", "quy-Latn"]}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.948024, "accuracy": 0.959486, "main_score": 0.948024, "hf_subset": "khk_Cyrl-swh_Latn", "languages": ["khk-Cyrl", "swh-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "khk_Cyrl-uzn_Latn", "languages": ["khk-Cyrl", "uzn-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "khk_Cyrl-als_Latn", "languages": ["khk-Cyrl", "als-Latn"]}, {"precision": 0.606613, "recall": 0.684783, "f1": 0.6288, "accuracy": 0.684783, "main_score": 0.6288, "hf_subset": "khk_Cyrl-bod_Tibt", "languages": ["khk-Cyrl", "bod-Tibt"]}, {"precision": 0.651073, "recall": 0.708498, "f1": 0.666704, "accuracy": 0.708498, "main_score": 0.666704, "hf_subset": "khk_Cyrl-fij_Latn", "languages": ["khk-Cyrl", "fij-Latn"]}, {"precision": 0.94664, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "khk_Cyrl-isl_Latn", "languages": ["khk-Cyrl", "isl-Latn"]}, {"precision": 0.608023, "recall": 0.653162, "f1": 0.620539, "accuracy": 0.653162, "main_score": 0.620539, "hf_subset": "khk_Cyrl-kon_Latn", "languages": ["khk-Cyrl", "kon-Latn"]}, {"precision": 0.603625, "recall": 0.663043, "f1": 0.620756, "accuracy": 0.663043, "main_score": 0.620756, "hf_subset": "khk_Cyrl-mni_Beng", "languages": ["khk-Cyrl", "mni-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-ron_Latn", "languages": ["khk-Cyrl", "ron-Latn"]}, {"precision": 0.952487, "recall": 0.966403, "f1": 0.956917, "accuracy": 0.966403, "main_score": 0.956917, "hf_subset": "khk_Cyrl-szl_Latn", "languages": ["khk-Cyrl", "szl-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-vec_Latn", "languages": ["khk-Cyrl", "vec-Latn"]}, {"precision": 0.922596, "recall": 0.945652, "f1": 0.930007, "accuracy": 0.945652, "main_score": 0.930007, "hf_subset": "khk_Cyrl-amh_Ethi", "languages": ["khk-Cyrl", "amh-Ethi"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "khk_Cyrl-bos_Latn", "languages": ["khk-Cyrl", "bos-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "khk_Cyrl-fin_Latn", "languages": ["khk-Cyrl", "fin-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-ita_Latn", "languages": ["khk-Cyrl", "ita-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-kor_Hang", "languages": ["khk-Cyrl", "kor-Hang"]}, {"precision": 0.530576, "recall": 0.577075, "f1": 0.543052, "accuracy": 0.577075, "main_score": 0.543052, "hf_subset": "khk_Cyrl-mos_Latn", "languages": ["khk-Cyrl", "mos-Latn"]}, {"precision": 0.527142, "recall": 0.572134, "f1": 0.539785, "accuracy": 0.572134, "main_score": 0.539785, "hf_subset": "khk_Cyrl-run_Latn", "languages": ["khk-Cyrl", "run-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "khk_Cyrl-tam_Taml", "languages": ["khk-Cyrl", "tam-Taml"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khk_Cyrl-vie_Latn", "languages": ["khk-Cyrl", "vie-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khk_Cyrl-apc_Arab", "languages": ["khk-Cyrl", "apc-Arab"]}, {"precision": 0.726723, "recall": 0.775692, "f1": 0.740522, "accuracy": 0.775692, "main_score": 0.740522, "hf_subset": "khk_Cyrl-bug_Latn", "languages": ["khk-Cyrl", "bug-Latn"]}, {"precision": 0.461588, "recall": 0.508893, "f1": 0.474326, "accuracy": 0.508893, "main_score": 0.474326, "hf_subset": "khk_Cyrl-fon_Latn", "languages": ["khk-Cyrl", "fon-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "khk_Cyrl-jav_Latn", "languages": ["khk-Cyrl", "jav-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "khk_Cyrl-lao_Laoo", "languages": ["khk-Cyrl", "lao-Laoo"]}, {"precision": 0.809453, "recall": 0.855731, "f1": 0.823715, "accuracy": 0.855731, "main_score": 0.823715, "hf_subset": "khk_Cyrl-mri_Latn", "languages": ["khk-Cyrl", "mri-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-rus_Cyrl", "languages": ["khk-Cyrl", "rus-Cyrl"]}, {"precision": 0.516012, "recall": 0.568182, "f1": 0.530683, "accuracy": 0.568182, "main_score": 0.530683, "hf_subset": "khk_Cyrl-taq_Latn", "languages": ["khk-Cyrl", "taq-Latn"]}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "khk_Cyrl-war_Latn", "languages": ["khk-Cyrl", "war-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-arb_Arab", "languages": ["khk-Cyrl", "arb-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-bul_Cyrl", "languages": ["khk-Cyrl", "bul-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-fra_Latn", "languages": ["khk-Cyrl", "fra-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-jpn_Jpan", "languages": ["khk-Cyrl", "jpn-Jpan"]}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "khk_Cyrl-lij_Latn", "languages": ["khk-Cyrl", "lij-Latn"]}, {"precision": 0.972991, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "khk_Cyrl-mya_Mymr", "languages": ["khk-Cyrl", "mya-Mymr"]}, {"precision": 0.558863, "recall": 0.612648, "f1": 0.573904, "accuracy": 0.612648, "main_score": 0.573904, "hf_subset": "khk_Cyrl-sag_Latn", "languages": ["khk-Cyrl", "sag-Latn"]}, {"precision": 0.194616, "recall": 0.235178, "f1": 0.204001, "accuracy": 0.235178, "main_score": 0.204001, "hf_subset": "khk_Cyrl-taq_Tfng", "languages": ["khk-Cyrl", "taq-Tfng"]}, {"precision": 0.592745, "recall": 0.644269, "f1": 0.607221, "accuracy": 0.644269, "main_score": 0.607221, "hf_subset": "khk_Cyrl-wol_Latn", "languages": ["khk-Cyrl", "wol-Latn"]}, {"precision": 0.746303, "recall": 0.801383, "f1": 0.762181, "accuracy": 0.801383, "main_score": 0.762181, "hf_subset": "khk_Cyrl-arb_Latn", "languages": ["khk-Cyrl", "arb-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khk_Cyrl-cat_Latn", "languages": ["khk-Cyrl", "cat-Latn"]}, {"precision": 0.950428, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "khk_Cyrl-fur_Latn", "languages": ["khk-Cyrl", "fur-Latn"]}, {"precision": 0.402037, "recall": 0.450593, "f1": 0.41557, "accuracy": 0.450593, "main_score": 0.41557, "hf_subset": "khk_Cyrl-kab_Latn", "languages": ["khk-Cyrl", "kab-Latn"]}, {"precision": 0.931983, "recall": 0.951581, "f1": 0.938406, "accuracy": 0.951581, "main_score": 0.938406, "hf_subset": "khk_Cyrl-lim_Latn", "languages": ["khk-Cyrl", "lim-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-nld_Latn", "languages": ["khk-Cyrl", "nld-Latn"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "khk_Cyrl-san_Deva", "languages": ["khk-Cyrl", "san-Deva"]}, {"precision": 0.972167, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "khk_Cyrl-tat_Cyrl", "languages": ["khk-Cyrl", "tat-Cyrl"]}, {"precision": 0.630065, "recall": 0.682806, "f1": 0.645226, "accuracy": 0.682806, "main_score": 0.645226, "hf_subset": "khk_Cyrl-xho_Latn", "languages": ["khk-Cyrl", "xho-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khk_Cyrl-ars_Arab", "languages": ["khk-Cyrl", "ars-Arab"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "khk_Cyrl-ceb_Latn", "languages": ["khk-Cyrl", "ceb-Latn"]}, {"precision": 0.546617, "recall": 0.593874, "f1": 0.559937, "accuracy": 0.593874, "main_score": 0.559937, "hf_subset": "khk_Cyrl-fuv_Latn", "languages": ["khk-Cyrl", "fuv-Latn"]}, {"precision": 0.502009, "recall": 0.556324, "f1": 0.517138, "accuracy": 0.556324, "main_score": 0.517138, "hf_subset": "khk_Cyrl-kac_Latn", "languages": ["khk-Cyrl", "kac-Latn"]}, {"precision": 0.61285, "recall": 0.66502, "f1": 0.627144, "accuracy": 0.66502, "main_score": 0.627144, "hf_subset": "khk_Cyrl-lin_Latn", "languages": ["khk-Cyrl", "lin-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "khk_Cyrl-nno_Latn", "languages": ["khk-Cyrl", "nno-Latn"]}, {"precision": 0.21435, "recall": 0.294466, "f1": 0.23499, "accuracy": 0.294466, "main_score": 0.23499, "hf_subset": "khk_Cyrl-sat_Olck", "languages": ["khk-Cyrl", "sat-Olck"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khk_Cyrl-tel_Telu", "languages": ["khk-Cyrl", "tel-Telu"]}, {"precision": 0.902092, "recall": 0.929842, "f1": 0.910968, "accuracy": 0.929842, "main_score": 0.910968, "hf_subset": "khk_Cyrl-ydd_Hebr", "languages": ["khk-Cyrl", "ydd-Hebr"]}, {"precision": 0.95191, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "khk_Cyrl-ary_Arab", "languages": ["khk-Cyrl", "ary-Arab"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "khk_Cyrl-ces_Latn", "languages": ["khk-Cyrl", "ces-Latn"]}, {"precision": 0.571577, "recall": 0.62253, "f1": 0.585339, "accuracy": 0.62253, "main_score": 0.585339, "hf_subset": "khk_Cyrl-gaz_Latn", "languages": ["khk-Cyrl", "gaz-Latn"]}, {"precision": 0.551113, "recall": 0.607708, "f1": 0.567131, "accuracy": 0.607708, "main_score": 0.567131, "hf_subset": "khk_Cyrl-kam_Latn", "languages": ["khk-Cyrl", "kam-Latn"]}, {"precision": 0.972991, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "khk_Cyrl-lit_Latn", "languages": ["khk-Cyrl", "lit-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-nob_Latn", "languages": ["khk-Cyrl", "nob-Latn"]}, {"precision": 0.936018, "recall": 0.954545, "f1": 0.94193, "accuracy": 0.954545, "main_score": 0.94193, "hf_subset": "khk_Cyrl-scn_Latn", "languages": ["khk-Cyrl", "scn-Latn"]}, {"precision": 0.958498, "recall": 0.970356, "f1": 0.962253, "accuracy": 0.970356, "main_score": 0.962253, "hf_subset": "khk_Cyrl-tgk_Cyrl", "languages": ["khk-Cyrl", "tgk-Cyrl"]}, {"precision": 0.684545, "recall": 0.756917, "f1": 0.706392, "accuracy": 0.756917, "main_score": 0.706392, "hf_subset": "khk_Cyrl-yor_Latn", "languages": ["khk-Cyrl", "yor-Latn"]}, {"precision": 0.977355, "recall": 0.98419, "f1": 0.97948, "accuracy": 0.98419, "main_score": 0.97948, "hf_subset": "khk_Cyrl-arz_Arab", "languages": ["khk-Cyrl", "arz-Arab"]}, {"precision": 0.53111, "recall": 0.578063, "f1": 0.545078, "accuracy": 0.578063, "main_score": 0.545078, "hf_subset": "khk_Cyrl-cjk_Latn", "languages": ["khk-Cyrl", "cjk-Latn"]}, {"precision": 0.736775, "recall": 0.790514, "f1": 0.753162, "accuracy": 0.790514, "main_score": 0.753162, "hf_subset": "khk_Cyrl-gla_Latn", "languages": ["khk-Cyrl", "gla-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khk_Cyrl-kan_Knda", "languages": ["khk-Cyrl", "kan-Knda"]}, {"precision": 0.939806, "recall": 0.955534, "f1": 0.94473, "accuracy": 0.955534, "main_score": 0.94473, "hf_subset": "khk_Cyrl-lmo_Latn", "languages": ["khk-Cyrl", "lmo-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "khk_Cyrl-npi_Deva", "languages": ["khk-Cyrl", "npi-Deva"]}, {"precision": 0.439, "recall": 0.495059, "f1": 0.454479, "accuracy": 0.495059, "main_score": 0.454479, "hf_subset": "khk_Cyrl-shn_Mymr", "languages": ["khk-Cyrl", "shn-Mymr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-tgl_Latn", "languages": ["khk-Cyrl", "tgl-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khk_Cyrl-yue_Hant", "languages": ["khk-Cyrl", "yue-Hant"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "khk_Cyrl-asm_Beng", "languages": ["khk-Cyrl", "asm-Beng"]}, {"precision": 0.921031, "recall": 0.943676, "f1": 0.928096, "accuracy": 0.943676, "main_score": 0.928096, "hf_subset": "khk_Cyrl-ckb_Arab", "languages": ["khk-Cyrl", "ckb-Arab"]}, {"precision": 0.822991, "recall": 0.865613, "f1": 0.836067, "accuracy": 0.865613, "main_score": 0.836067, "hf_subset": "khk_Cyrl-gle_Latn", "languages": ["khk-Cyrl", "gle-Latn"]}, {"precision": 0.880748, "recall": 0.910079, "f1": 0.889559, "accuracy": 0.910079, "main_score": 0.889559, "hf_subset": "khk_Cyrl-kas_Arab", "languages": ["khk-Cyrl", "kas-Arab"]}, {"precision": 0.874588, "recall": 0.908103, "f1": 0.885032, "accuracy": 0.908103, "main_score": 0.885032, "hf_subset": "khk_Cyrl-ltg_Latn", "languages": ["khk-Cyrl", "ltg-Latn"]}, {"precision": 0.571303, "recall": 0.621542, "f1": 0.585892, "accuracy": 0.621542, "main_score": 0.585892, "hf_subset": "khk_Cyrl-nso_Latn", "languages": ["khk-Cyrl", "nso-Latn"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "khk_Cyrl-sin_Sinh", "languages": ["khk-Cyrl", "sin-Sinh"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-tha_Thai", "languages": ["khk-Cyrl", "tha-Thai"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "khk_Cyrl-zho_Hans", "languages": ["khk-Cyrl", "zho-Hans"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "khk_Cyrl-ast_Latn", "languages": ["khk-Cyrl", "ast-Latn"]}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "khk_Cyrl-crh_Latn", "languages": ["khk-Cyrl", "crh-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-glg_Latn", "languages": ["khk-Cyrl", "glg-Latn"]}, {"precision": 0.807675, "recall": 0.852767, "f1": 0.82141, "accuracy": 0.852767, "main_score": 0.82141, "hf_subset": "khk_Cyrl-kas_Deva", "languages": ["khk-Cyrl", "kas-Deva"]}, {"precision": 0.946887, "recall": 0.962451, "f1": 0.951765, "accuracy": 0.962451, "main_score": 0.951765, "hf_subset": "khk_Cyrl-ltz_Latn", "languages": ["khk-Cyrl", "ltz-Latn"]}, {"precision": 0.44842, "recall": 0.502964, "f1": 0.463167, "accuracy": 0.502964, "main_score": 0.463167, "hf_subset": "khk_Cyrl-nus_Latn", "languages": ["khk-Cyrl", "nus-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-slk_Latn", "languages": ["khk-Cyrl", "slk-Latn"]}, {"precision": 0.591734, "recall": 0.662055, "f1": 0.611735, "accuracy": 0.662055, "main_score": 0.611735, "hf_subset": "khk_Cyrl-tir_Ethi", "languages": ["khk-Cyrl", "tir-Ethi"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-zho_Hant", "languages": ["khk-Cyrl", "zho-Hant"]}, {"precision": 0.974638, "recall": 0.981225, "f1": 0.976779, "accuracy": 0.981225, "main_score": 0.976779, "hf_subset": "khk_Cyrl-awa_Deva", "languages": ["khk-Cyrl", "awa-Deva"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "khk_Cyrl-cym_Latn", "languages": ["khk-Cyrl", "cym-Latn"]}, {"precision": 0.742616, "recall": 0.79249, "f1": 0.756842, "accuracy": 0.79249, "main_score": 0.756842, "hf_subset": "khk_Cyrl-grn_Latn", "languages": ["khk-Cyrl", "grn-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "khk_Cyrl-kat_Geor", "languages": ["khk-Cyrl", "kat-Geor"]}, {"precision": 0.598534, "recall": 0.646245, "f1": 0.612009, "accuracy": 0.646245, "main_score": 0.612009, "hf_subset": "khk_Cyrl-lua_Latn", "languages": ["khk-Cyrl", "lua-Latn"]}, {"precision": 0.588049, "recall": 0.639328, "f1": 0.602957, "accuracy": 0.639328, "main_score": 0.602957, "hf_subset": "khk_Cyrl-nya_Latn", "languages": ["khk-Cyrl", "nya-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khk_Cyrl-slv_Latn", "languages": ["khk-Cyrl", "slv-Latn"]}, {"precision": 0.863002, "recall": 0.895257, "f1": 0.872307, "accuracy": 0.895257, "main_score": 0.872307, "hf_subset": "khk_Cyrl-tpi_Latn", "languages": ["khk-Cyrl", "tpi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khk_Cyrl-zsm_Latn", "languages": ["khk-Cyrl", "zsm-Latn"]}, {"precision": 0.524211, "recall": 0.572134, "f1": 0.538444, "accuracy": 0.572134, "main_score": 0.538444, "hf_subset": "khk_Cyrl-ayr_Latn", "languages": ["khk-Cyrl", "ayr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "khk_Cyrl-dan_Latn", "languages": ["khk-Cyrl", "dan-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-guj_Gujr", "languages": ["khk-Cyrl", "guj-Gujr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-kaz_Cyrl", "languages": ["khk-Cyrl", "kaz-Cyrl"]}, {"precision": 0.522744, "recall": 0.581028, "f1": 0.539277, "accuracy": 0.581028, "main_score": 0.539277, "hf_subset": "khk_Cyrl-lug_Latn", "languages": ["khk-Cyrl", "lug-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "khk_Cyrl-oci_Latn", "languages": ["khk-Cyrl", "oci-Latn"]}, {"precision": 0.788933, "recall": 0.837945, "f1": 0.803576, "accuracy": 0.837945, "main_score": 0.803576, "hf_subset": "khk_Cyrl-smo_Latn", "languages": ["khk-Cyrl", "smo-Latn"]}, {"precision": 0.518812, "recall": 0.574111, "f1": 0.534321, "accuracy": 0.574111, "main_score": 0.534321, "hf_subset": "khk_Cyrl-tsn_Latn", "languages": ["khk-Cyrl", "tsn-Latn"]}, {"precision": 0.601449, "recall": 0.656126, "f1": 0.616961, "accuracy": 0.656126, "main_score": 0.616961, "hf_subset": "khk_Cyrl-zul_Latn", "languages": ["khk-Cyrl", "zul-Latn"]}, {"precision": 0.855023, "recall": 0.895257, "f1": 0.867655, "accuracy": 0.895257, "main_score": 0.867655, "hf_subset": "khk_Cyrl-azb_Arab", "languages": ["khk-Cyrl", "azb-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-deu_Latn", "languages": ["khk-Cyrl", "deu-Latn"]}, {"precision": 0.938159, "recall": 0.955534, "f1": 0.943742, "accuracy": 0.955534, "main_score": 0.943742, "hf_subset": "khk_Cyrl-hat_Latn", "languages": ["khk-Cyrl", "hat-Latn"]}, {"precision": 0.49525, "recall": 0.539526, "f1": 0.507365, "accuracy": 0.539526, "main_score": 0.507365, "hf_subset": "khk_Cyrl-kbp_Latn", "languages": ["khk-Cyrl", "kbp-Latn"]}, {"precision": 0.546983, "recall": 0.594862, "f1": 0.560595, "accuracy": 0.594862, "main_score": 0.560595, "hf_subset": "khk_Cyrl-luo_Latn", "languages": ["khk-Cyrl", "luo-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "khk_Cyrl-ory_Orya", "languages": ["khk-Cyrl", "ory-Orya"]}, {"precision": 0.556314, "recall": 0.612648, "f1": 0.571754, "accuracy": 0.612648, "main_score": 0.571754, "hf_subset": "khk_Cyrl-sna_Latn", "languages": ["khk-Cyrl", "sna-Latn"]}, {"precision": 0.525435, "recall": 0.573123, "f1": 0.538003, "accuracy": 0.573123, "main_score": 0.538003, "hf_subset": "khk_Cyrl-tso_Latn", "languages": ["khk-Cyrl", "tso-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-azj_Latn", "languages": ["khk-Cyrl", "azj-Latn"]}, {"precision": 0.516282, "recall": 0.566206, "f1": 0.531014, "accuracy": 0.566206, "main_score": 0.531014, "hf_subset": "khk_Cyrl-dik_Latn", "languages": ["khk-Cyrl", "dik-Latn"]}, {"precision": 0.704233, "recall": 0.759881, "f1": 0.72044, "accuracy": 0.759881, "main_score": 0.72044, "hf_subset": "khk_Cyrl-hau_Latn", "languages": ["khk-Cyrl", "hau-Latn"]}, {"precision": 0.936347, "recall": 0.953557, "f1": 0.941568, "accuracy": 0.953557, "main_score": 0.941568, "hf_subset": "khk_Cyrl-kea_Latn", "languages": ["khk-Cyrl", "kea-Latn"]}, {"precision": 0.698282, "recall": 0.747036, "f1": 0.712634, "accuracy": 0.747036, "main_score": 0.712634, "hf_subset": "khk_Cyrl-lus_Latn", "languages": ["khk-Cyrl", "lus-Latn"]}, {"precision": 0.79665, "recall": 0.83498, "f1": 0.807987, "accuracy": 0.83498, "main_score": 0.807987, "hf_subset": "khk_Cyrl-pag_Latn", "languages": ["khk-Cyrl", "pag-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "khk_Cyrl-snd_Arab", "languages": ["khk-Cyrl", "snd-Arab"]}, {"precision": 0.919302, "recall": 0.942688, "f1": 0.926713, "accuracy": 0.942688, "main_score": 0.926713, "hf_subset": "khk_Cyrl-tuk_Latn", "languages": ["khk-Cyrl", "tuk-Latn"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "khk_Cyrl-bak_Cyrl", "languages": ["khk-Cyrl", "bak-Cyrl"]}, {"precision": 0.463627, "recall": 0.530632, "f1": 0.482693, "accuracy": 0.530632, "main_score": 0.482693, "hf_subset": "khk_Cyrl-dyu_Latn", "languages": ["khk-Cyrl", "dyu-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khk_Cyrl-heb_Hebr", "languages": ["khk-Cyrl", "heb-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khk_Cyrl-lvs_Latn", "languages": ["khk-Cyrl", "lvs-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-pan_Guru", "languages": ["khk-Cyrl", "pan-Guru"]}, {"precision": 0.658333, "recall": 0.720356, "f1": 0.676801, "accuracy": 0.720356, "main_score": 0.676801, "hf_subset": "khk_Cyrl-som_Latn", "languages": ["khk-Cyrl", "som-Latn"]}, {"precision": 0.542285, "recall": 0.591897, "f1": 0.556356, "accuracy": 0.591897, "main_score": 0.556356, "hf_subset": "khk_Cyrl-tum_Latn", "languages": ["khk-Cyrl", "tum-Latn"]}, {"precision": 0.591193, "recall": 0.653162, "f1": 0.608811, "accuracy": 0.653162, "main_score": 0.608811, "hf_subset": "lvs_Latn-ace_Arab", "languages": ["lvs-Latn", "ace-Arab"]}, {"precision": 0.53153, "recall": 0.591897, "f1": 0.54885, "accuracy": 0.591897, "main_score": 0.54885, "hf_subset": "lvs_Latn-bam_Latn", "languages": ["lvs-Latn", "bam-Latn"]}, {"precision": 0.45863, "recall": 0.536561, "f1": 0.479855, "accuracy": 0.536561, "main_score": 0.479855, "hf_subset": "lvs_Latn-dzo_Tibt", "languages": ["lvs-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-hin_Deva", "languages": ["lvs-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-khm_Khmr", "languages": ["lvs-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mag_Deva", "languages": ["lvs-Latn", "mag-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lvs_Latn-pap_Latn", "languages": ["lvs-Latn", "pap-Latn"]}, {"precision": 0.603508, "recall": 0.656126, "f1": 0.618217, "accuracy": 0.656126, "main_score": 0.618217, "hf_subset": "lvs_Latn-sot_Latn", "languages": ["lvs-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tur_Latn", "languages": ["lvs-Latn", "tur-Latn"]}, {"precision": 0.890893, "recall": 0.91996, "f1": 0.900264, "accuracy": 0.91996, "main_score": 0.900264, "hf_subset": "lvs_Latn-ace_Latn", "languages": ["lvs-Latn", "ace-Latn"]}, {"precision": 0.96558, "recall": 0.975296, "f1": 0.968709, "accuracy": 0.975296, "main_score": 0.968709, "hf_subset": "lvs_Latn-ban_Latn", "languages": ["lvs-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ell_Grek", "languages": ["lvs-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lvs_Latn-hne_Deva", "languages": ["lvs-Latn", "hne-Deva"]}, {"precision": 0.592559, "recall": 0.647233, "f1": 0.608586, "accuracy": 0.647233, "main_score": 0.608586, "hf_subset": "lvs_Latn-kik_Latn", "languages": ["lvs-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-mai_Deva", "languages": ["lvs-Latn", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lvs_Latn-pbt_Arab", "languages": ["lvs-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-spa_Latn", "languages": ["lvs-Latn", "spa-Latn"]}, {"precision": 0.618176, "recall": 0.677866, "f1": 0.635145, "accuracy": 0.677866, "main_score": 0.635145, "hf_subset": "lvs_Latn-twi_Latn", "languages": ["lvs-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-acm_Arab", "languages": ["lvs-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bel_Cyrl", "languages": ["lvs-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-eng_Latn", "languages": ["lvs-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-hrv_Latn", "languages": ["lvs-Latn", "hrv-Latn"]}, {"precision": 0.568116, "recall": 0.628458, "f1": 0.58531, "accuracy": 0.628458, "main_score": 0.58531, "hf_subset": "lvs_Latn-kin_Latn", "languages": ["lvs-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-mal_Mlym", "languages": ["lvs-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pes_Arab", "languages": ["lvs-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lvs_Latn-srd_Latn", "languages": ["lvs-Latn", "srd-Latn"]}, {"precision": 0.187436, "recall": 0.238142, "f1": 0.200054, "accuracy": 0.238142, "main_score": 0.200054, "hf_subset": "lvs_Latn-tzm_Tfng", "languages": ["lvs-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-acq_Arab", "languages": ["lvs-Latn", "acq-Arab"]}, {"precision": 0.643845, "recall": 0.695652, "f1": 0.658387, "accuracy": 0.695652, "main_score": 0.658387, "hf_subset": "lvs_Latn-bem_Latn", "languages": ["lvs-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-epo_Latn", "languages": ["lvs-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-hun_Latn", "languages": ["lvs-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-kir_Cyrl", "languages": ["lvs-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mar_Deva", "languages": ["lvs-Latn", "mar-Deva"]}, {"precision": 0.684569, "recall": 0.743083, "f1": 0.701962, "accuracy": 0.743083, "main_score": 0.701962, "hf_subset": "lvs_Latn-plt_Latn", "languages": ["lvs-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-srp_Cyrl", "languages": ["lvs-Latn", "srp-Cyrl"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "lvs_Latn-uig_Arab", "languages": ["lvs-Latn", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-aeb_Arab", "languages": ["lvs-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ben_Beng", "languages": ["lvs-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-est_Latn", "languages": ["lvs-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-hye_Armn", "languages": ["lvs-Latn", "hye-Armn"]}, {"precision": 0.557905, "recall": 0.606719, "f1": 0.572398, "accuracy": 0.606719, "main_score": 0.572398, "hf_subset": "lvs_Latn-kmb_Latn", "languages": ["lvs-Latn", "kmb-Latn"]}, {"precision": 0.512962, "recall": 0.58498, "f1": 0.532338, "accuracy": 0.58498, "main_score": 0.532338, "hf_subset": "lvs_Latn-min_Arab", "languages": ["lvs-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pol_Latn", "languages": ["lvs-Latn", "pol-Latn"]}, {"precision": 0.573134, "recall": 0.635375, "f1": 0.591634, "accuracy": 0.635375, "main_score": 0.591634, "hf_subset": "lvs_Latn-ssw_Latn", "languages": ["lvs-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ukr_Cyrl", "languages": ["lvs-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-afr_Latn", "languages": ["lvs-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bho_Deva", "languages": ["lvs-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-eus_Latn", "languages": ["lvs-Latn", "eus-Latn"]}, {"precision": 0.584486, "recall": 0.651186, "f1": 0.603313, "accuracy": 0.651186, "main_score": 0.603313, "hf_subset": "lvs_Latn-ibo_Latn", "languages": ["lvs-Latn", "ibo-Latn"]}, {"precision": 0.912714, "recall": 0.937747, "f1": 0.920784, "accuracy": 0.937747, "main_score": 0.920784, "hf_subset": "lvs_Latn-kmr_Latn", "languages": ["lvs-Latn", "kmr-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lvs_Latn-min_Latn", "languages": ["lvs-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-por_Latn", "languages": ["lvs-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-sun_Latn", "languages": ["lvs-Latn", "sun-Latn"]}, {"precision": 0.53244, "recall": 0.589921, "f1": 0.54897, "accuracy": 0.589921, "main_score": 0.54897, "hf_subset": "lvs_Latn-umb_Latn", "languages": ["lvs-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ajp_Arab", "languages": ["lvs-Latn", "ajp-Arab"]}, {"precision": 0.548549, "recall": 0.614625, "f1": 0.567727, "accuracy": 0.614625, "main_score": 0.567727, "hf_subset": "lvs_Latn-bjn_Arab", "languages": ["lvs-Latn", "bjn-Arab"]}, {"precision": 0.519867, "recall": 0.575099, "f1": 0.535223, "accuracy": 0.575099, "main_score": 0.535223, "hf_subset": "lvs_Latn-ewe_Latn", "languages": ["lvs-Latn", "ewe-Latn"]}, {"precision": 0.950428, "recall": 0.964427, "f1": 0.954842, "accuracy": 0.964427, "main_score": 0.954842, "hf_subset": "lvs_Latn-ilo_Latn", "languages": ["lvs-Latn", "ilo-Latn"]}, {"precision": 0.314509, "recall": 0.371542, "f1": 0.329909, "accuracy": 0.371542, "main_score": 0.329909, "hf_subset": "lvs_Latn-knc_Arab", "languages": ["lvs-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mkd_Cyrl", "languages": ["lvs-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-prs_Arab", "languages": ["lvs-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-swe_Latn", "languages": ["lvs-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-urd_Arab", "languages": ["lvs-Latn", "urd-Arab"]}, {"precision": 0.600206, "recall": 0.660079, "f1": 0.616778, "accuracy": 0.660079, "main_score": 0.616778, "hf_subset": "lvs_Latn-aka_Latn", "languages": ["lvs-Latn", "aka-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lvs_Latn-bjn_Latn", "languages": ["lvs-Latn", "bjn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lvs_Latn-fao_Latn", "languages": ["lvs-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ind_Latn", "languages": ["lvs-Latn", "ind-Latn"]}, {"precision": 0.582056, "recall": 0.634387, "f1": 0.596959, "accuracy": 0.634387, "main_score": 0.596959, "hf_subset": "lvs_Latn-knc_Latn", "languages": ["lvs-Latn", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lvs_Latn-mlt_Latn", "languages": ["lvs-Latn", "mlt-Latn"]}, {"precision": 0.711058, "recall": 0.771739, "f1": 0.728563, "accuracy": 0.771739, "main_score": 0.728563, "hf_subset": "lvs_Latn-quy_Latn", "languages": ["lvs-Latn", "quy-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "lvs_Latn-swh_Latn", "languages": ["lvs-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-uzn_Latn", "languages": ["lvs-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-als_Latn", "languages": ["lvs-Latn", "als-Latn"]}, {"precision": 0.676063, "recall": 0.751976, "f1": 0.69885, "accuracy": 0.751976, "main_score": 0.69885, "hf_subset": "lvs_Latn-bod_Tibt", "languages": ["lvs-Latn", "bod-Tibt"]}, {"precision": 0.727654, "recall": 0.778656, "f1": 0.742267, "accuracy": 0.778656, "main_score": 0.742267, "hf_subset": "lvs_Latn-fij_Latn", "languages": ["lvs-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-isl_Latn", "languages": ["lvs-Latn", "isl-Latn"]}, {"precision": 0.667435, "recall": 0.720356, "f1": 0.683078, "accuracy": 0.720356, "main_score": 0.683078, "hf_subset": "lvs_Latn-kon_Latn", "languages": ["lvs-Latn", "kon-Latn"]}, {"precision": 0.673866, "recall": 0.732213, "f1": 0.691206, "accuracy": 0.732213, "main_score": 0.691206, "hf_subset": "lvs_Latn-mni_Beng", "languages": ["lvs-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ron_Latn", "languages": ["lvs-Latn", "ron-Latn"]}, {"precision": 0.98913, "recall": 0.991107, "f1": 0.989789, "accuracy": 0.991107, "main_score": 0.989789, "hf_subset": "lvs_Latn-szl_Latn", "languages": ["lvs-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-vec_Latn", "languages": ["lvs-Latn", "vec-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "lvs_Latn-amh_Ethi", "languages": ["lvs-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bos_Latn", "languages": ["lvs-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-fin_Latn", "languages": ["lvs-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ita_Latn", "languages": ["lvs-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-kor_Hang", "languages": ["lvs-Latn", "kor-Hang"]}, {"precision": 0.559082, "recall": 0.615613, "f1": 0.574667, "accuracy": 0.615613, "main_score": 0.574667, "hf_subset": "lvs_Latn-mos_Latn", "languages": ["lvs-Latn", "mos-Latn"]}, {"precision": 0.556859, "recall": 0.616601, "f1": 0.574209, "accuracy": 0.616601, "main_score": 0.574209, "hf_subset": "lvs_Latn-run_Latn", "languages": ["lvs-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tam_Taml", "languages": ["lvs-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-vie_Latn", "languages": ["lvs-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-apc_Arab", "languages": ["lvs-Latn", "apc-Arab"]}, {"precision": 0.801136, "recall": 0.84585, "f1": 0.814629, "accuracy": 0.84585, "main_score": 0.814629, "hf_subset": "lvs_Latn-bug_Latn", "languages": ["lvs-Latn", "bug-Latn"]}, {"precision": 0.470753, "recall": 0.532609, "f1": 0.487131, "accuracy": 0.532609, "main_score": 0.487131, "hf_subset": "lvs_Latn-fon_Latn", "languages": ["lvs-Latn", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-jav_Latn", "languages": ["lvs-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-lao_Laoo", "languages": ["lvs-Latn", "lao-Laoo"]}, {"precision": 0.876845, "recall": 0.910079, "f1": 0.887516, "accuracy": 0.910079, "main_score": 0.887516, "hf_subset": "lvs_Latn-mri_Latn", "languages": ["lvs-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-rus_Cyrl", "languages": ["lvs-Latn", "rus-Cyrl"]}, {"precision": 0.546628, "recall": 0.607708, "f1": 0.564152, "accuracy": 0.607708, "main_score": 0.564152, "hf_subset": "lvs_Latn-taq_Latn", "languages": ["lvs-Latn", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-war_Latn", "languages": ["lvs-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-arb_Arab", "languages": ["lvs-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bul_Cyrl", "languages": ["lvs-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-fra_Latn", "languages": ["lvs-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-jpn_Jpan", "languages": ["lvs-Latn", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-lij_Latn", "languages": ["lvs-Latn", "lij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-mya_Mymr", "languages": ["lvs-Latn", "mya-Mymr"]}, {"precision": 0.584814, "recall": 0.656126, "f1": 0.604977, "accuracy": 0.656126, "main_score": 0.604977, "hf_subset": "lvs_Latn-sag_Latn", "languages": ["lvs-Latn", "sag-Latn"]}, {"precision": 0.196999, "recall": 0.255929, "f1": 0.210631, "accuracy": 0.255929, "main_score": 0.210631, "hf_subset": "lvs_Latn-taq_Tfng", "languages": ["lvs-Latn", "taq-Tfng"]}, {"precision": 0.629875, "recall": 0.690711, "f1": 0.647628, "accuracy": 0.690711, "main_score": 0.647628, "hf_subset": "lvs_Latn-wol_Latn", "languages": ["lvs-Latn", "wol-Latn"]}, {"precision": 0.809947, "recall": 0.858696, "f1": 0.825198, "accuracy": 0.858696, "main_score": 0.825198, "hf_subset": "lvs_Latn-arb_Latn", "languages": ["lvs-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-cat_Latn", "languages": ["lvs-Latn", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lvs_Latn-fur_Latn", "languages": ["lvs-Latn", "fur-Latn"]}, {"precision": 0.416572, "recall": 0.472332, "f1": 0.431426, "accuracy": 0.472332, "main_score": 0.431426, "hf_subset": "lvs_Latn-kab_Latn", "languages": ["lvs-Latn", "kab-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lvs_Latn-lim_Latn", "languages": ["lvs-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-nld_Latn", "languages": ["lvs-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "lvs_Latn-san_Deva", "languages": ["lvs-Latn", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-tat_Cyrl", "languages": ["lvs-Latn", "tat-Cyrl"]}, {"precision": 0.683053, "recall": 0.742095, "f1": 0.700795, "accuracy": 0.742095, "main_score": 0.700795, "hf_subset": "lvs_Latn-xho_Latn", "languages": ["lvs-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ars_Arab", "languages": ["lvs-Latn", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-ceb_Latn", "languages": ["lvs-Latn", "ceb-Latn"]}, {"precision": 0.56761, "recall": 0.626482, "f1": 0.584538, "accuracy": 0.626482, "main_score": 0.584538, "hf_subset": "lvs_Latn-fuv_Latn", "languages": ["lvs-Latn", "fuv-Latn"]}, {"precision": 0.508606, "recall": 0.570158, "f1": 0.526053, "accuracy": 0.570158, "main_score": 0.526053, "hf_subset": "lvs_Latn-kac_Latn", "languages": ["lvs-Latn", "kac-Latn"]}, {"precision": 0.669146, "recall": 0.72332, "f1": 0.685034, "accuracy": 0.72332, "main_score": 0.685034, "hf_subset": "lvs_Latn-lin_Latn", "languages": ["lvs-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-nno_Latn", "languages": ["lvs-Latn", "nno-Latn"]}, {"precision": 0.244107, "recall": 0.337945, "f1": 0.269427, "accuracy": 0.337945, "main_score": 0.269427, "hf_subset": "lvs_Latn-sat_Olck", "languages": ["lvs-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-tel_Telu", "languages": ["lvs-Latn", "tel-Telu"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "lvs_Latn-ydd_Hebr", "languages": ["lvs-Latn", "ydd-Hebr"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lvs_Latn-ary_Arab", "languages": ["lvs-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ces_Latn", "languages": ["lvs-Latn", "ces-Latn"]}, {"precision": 0.582922, "recall": 0.642292, "f1": 0.600216, "accuracy": 0.642292, "main_score": 0.600216, "hf_subset": "lvs_Latn-gaz_Latn", "languages": ["lvs-Latn", "gaz-Latn"]}, {"precision": 0.586992, "recall": 0.652174, "f1": 0.605934, "accuracy": 0.652174, "main_score": 0.605934, "hf_subset": "lvs_Latn-kam_Latn", "languages": ["lvs-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lvs_Latn-lit_Latn", "languages": ["lvs-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-nob_Latn", "languages": ["lvs-Latn", "nob-Latn"]}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lvs_Latn-scn_Latn", "languages": ["lvs-Latn", "scn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lvs_Latn-tgk_Cyrl", "languages": ["lvs-Latn", "tgk-Cyrl"]}, {"precision": 0.716922, "recall": 0.781621, "f1": 0.736404, "accuracy": 0.781621, "main_score": 0.736404, "hf_subset": "lvs_Latn-yor_Latn", "languages": ["lvs-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-arz_Arab", "languages": ["lvs-Latn", "arz-Arab"]}, {"precision": 0.563826, "recall": 0.625494, "f1": 0.581651, "accuracy": 0.625494, "main_score": 0.581651, "hf_subset": "lvs_Latn-cjk_Latn", "languages": ["lvs-Latn", "cjk-Latn"]}, {"precision": 0.80056, "recall": 0.849802, "f1": 0.815876, "accuracy": 0.849802, "main_score": 0.815876, "hf_subset": "lvs_Latn-gla_Latn", "languages": ["lvs-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-kan_Knda", "languages": ["lvs-Latn", "kan-Knda"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-lmo_Latn", "languages": ["lvs-Latn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lvs_Latn-npi_Deva", "languages": ["lvs-Latn", "npi-Deva"]}, {"precision": 0.472526, "recall": 0.531621, "f1": 0.489081, "accuracy": 0.531621, "main_score": 0.489081, "hf_subset": "lvs_Latn-shn_Mymr", "languages": ["lvs-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tgl_Latn", "languages": ["lvs-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-yue_Hant", "languages": ["lvs-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-asm_Beng", "languages": ["lvs-Latn", "asm-Beng"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "lvs_Latn-ckb_Arab", "languages": ["lvs-Latn", "ckb-Arab"]}, {"precision": 0.902833, "recall": 0.929842, "f1": 0.911397, "accuracy": 0.929842, "main_score": 0.911397, "hf_subset": "lvs_Latn-gle_Latn", "languages": ["lvs-Latn", "gle-Latn"]}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "lvs_Latn-kas_Arab", "languages": ["lvs-Latn", "kas-Arab"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "lvs_Latn-ltg_Latn", "languages": ["lvs-Latn", "ltg-Latn"]}, {"precision": 0.62002, "recall": 0.672925, "f1": 0.634993, "accuracy": 0.672925, "main_score": 0.634993, "hf_subset": "lvs_Latn-nso_Latn", "languages": ["lvs-Latn", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-sin_Sinh", "languages": ["lvs-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-tha_Thai", "languages": ["lvs-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-zho_Hans", "languages": ["lvs-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ast_Latn", "languages": ["lvs-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-crh_Latn", "languages": ["lvs-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-glg_Latn", "languages": ["lvs-Latn", "glg-Latn"]}, {"precision": 0.89748, "recall": 0.926877, "f1": 0.906686, "accuracy": 0.926877, "main_score": 0.906686, "hf_subset": "lvs_Latn-kas_Deva", "languages": ["lvs-Latn", "kas-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-ltz_Latn", "languages": ["lvs-Latn", "ltz-Latn"]}, {"precision": 0.474962, "recall": 0.536561, "f1": 0.491951, "accuracy": 0.536561, "main_score": 0.491951, "hf_subset": "lvs_Latn-nus_Latn", "languages": ["lvs-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-slk_Latn", "languages": ["lvs-Latn", "slk-Latn"]}, {"precision": 0.629315, "recall": 0.699605, "f1": 0.649807, "accuracy": 0.699605, "main_score": 0.649807, "hf_subset": "lvs_Latn-tir_Ethi", "languages": ["lvs-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-zho_Hant", "languages": ["lvs-Latn", "zho-Hant"]}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "lvs_Latn-awa_Deva", "languages": ["lvs-Latn", "awa-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lvs_Latn-cym_Latn", "languages": ["lvs-Latn", "cym-Latn"]}, {"precision": 0.848732, "recall": 0.885375, "f1": 0.860046, "accuracy": 0.885375, "main_score": 0.860046, "hf_subset": "lvs_Latn-grn_Latn", "languages": ["lvs-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-kat_Geor", "languages": ["lvs-Latn", "kat-Geor"]}, {"precision": 0.648295, "recall": 0.699605, "f1": 0.663122, "accuracy": 0.699605, "main_score": 0.663122, "hf_subset": "lvs_Latn-lua_Latn", "languages": ["lvs-Latn", "lua-Latn"]}, {"precision": 0.652628, "recall": 0.714427, "f1": 0.670805, "accuracy": 0.714427, "main_score": 0.670805, "hf_subset": "lvs_Latn-nya_Latn", "languages": ["lvs-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-slv_Latn", "languages": ["lvs-Latn", "slv-Latn"]}, {"precision": 0.948205, "recall": 0.963439, "f1": 0.953129, "accuracy": 0.963439, "main_score": 0.953129, "hf_subset": "lvs_Latn-tpi_Latn", "languages": ["lvs-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-zsm_Latn", "languages": ["lvs-Latn", "zsm-Latn"]}, {"precision": 0.553188, "recall": 0.612648, "f1": 0.569734, "accuracy": 0.612648, "main_score": 0.569734, "hf_subset": "lvs_Latn-ayr_Latn", "languages": ["lvs-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-dan_Latn", "languages": ["lvs-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-guj_Gujr", "languages": ["lvs-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-kaz_Cyrl", "languages": ["lvs-Latn", "kaz-Cyrl"]}, {"precision": 0.535658, "recall": 0.598814, "f1": 0.55343, "accuracy": 0.598814, "main_score": 0.55343, "hf_subset": "lvs_Latn-lug_Latn", "languages": ["lvs-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-oci_Latn", "languages": ["lvs-Latn", "oci-Latn"]}, {"precision": 0.838027, "recall": 0.882411, "f1": 0.851976, "accuracy": 0.882411, "main_score": 0.851976, "hf_subset": "lvs_Latn-smo_Latn", "languages": ["lvs-Latn", "smo-Latn"]}, {"precision": 0.547393, "recall": 0.612648, "f1": 0.566095, "accuracy": 0.612648, "main_score": 0.566095, "hf_subset": "lvs_Latn-tsn_Latn", "languages": ["lvs-Latn", "tsn-Latn"]}, {"precision": 0.640128, "recall": 0.693676, "f1": 0.655945, "accuracy": 0.693676, "main_score": 0.655945, "hf_subset": "lvs_Latn-zul_Latn", "languages": ["lvs-Latn", "zul-Latn"]}, {"precision": 0.922925, "recall": 0.945652, "f1": 0.930171, "accuracy": 0.945652, "main_score": 0.930171, "hf_subset": "lvs_Latn-azb_Arab", "languages": ["lvs-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-deu_Latn", "languages": ["lvs-Latn", "deu-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lvs_Latn-hat_Latn", "languages": ["lvs-Latn", "hat-Latn"]}, {"precision": 0.491328, "recall": 0.549407, "f1": 0.507858, "accuracy": 0.549407, "main_score": 0.507858, "hf_subset": "lvs_Latn-kbp_Latn", "languages": ["lvs-Latn", "kbp-Latn"]}, {"precision": 0.582215, "recall": 0.639328, "f1": 0.597738, "accuracy": 0.639328, "main_score": 0.597738, "hf_subset": "lvs_Latn-luo_Latn", "languages": ["lvs-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ory_Orya", "languages": ["lvs-Latn", "ory-Orya"]}, {"precision": 0.596617, "recall": 0.656126, "f1": 0.613441, "accuracy": 0.656126, "main_score": 0.613441, "hf_subset": "lvs_Latn-sna_Latn", "languages": ["lvs-Latn", "sna-Latn"]}, {"precision": 0.560303, "recall": 0.613636, "f1": 0.575581, "accuracy": 0.613636, "main_score": 0.575581, "hf_subset": "lvs_Latn-tso_Latn", "languages": ["lvs-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-azj_Latn", "languages": ["lvs-Latn", "azj-Latn"]}, {"precision": 0.545382, "recall": 0.613636, "f1": 0.565257, "accuracy": 0.613636, "main_score": 0.565257, "hf_subset": "lvs_Latn-dik_Latn", "languages": ["lvs-Latn", "dik-Latn"]}, {"precision": 0.75224, "recall": 0.804348, "f1": 0.768083, "accuracy": 0.804348, "main_score": 0.768083, "hf_subset": "lvs_Latn-hau_Latn", "languages": ["lvs-Latn", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lvs_Latn-kea_Latn", "languages": ["lvs-Latn", "kea-Latn"]}, {"precision": 0.747069, "recall": 0.799407, "f1": 0.763043, "accuracy": 0.799407, "main_score": 0.763043, "hf_subset": "lvs_Latn-lus_Latn", "languages": ["lvs-Latn", "lus-Latn"]}, {"precision": 0.872233, "recall": 0.901186, "f1": 0.88083, "accuracy": 0.901186, "main_score": 0.88083, "hf_subset": "lvs_Latn-pag_Latn", "languages": ["lvs-Latn", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-snd_Arab", "languages": ["lvs-Latn", "snd-Arab"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "lvs_Latn-tuk_Latn", "languages": ["lvs-Latn", "tuk-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lvs_Latn-bak_Cyrl", "languages": ["lvs-Latn", "bak-Cyrl"]}, {"precision": 0.485534, "recall": 0.565217, "f1": 0.50964, "accuracy": 0.565217, "main_score": 0.50964, "hf_subset": "lvs_Latn-dyu_Latn", "languages": ["lvs-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-heb_Hebr", "languages": ["lvs-Latn", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lvs_Latn-khk_Cyrl", "languages": ["lvs-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pan_Guru", "languages": ["lvs-Latn", "pan-Guru"]}, {"precision": 0.719906, "recall": 0.777668, "f1": 0.737239, "accuracy": 0.777668, "main_score": 0.737239, "hf_subset": "lvs_Latn-som_Latn", "languages": ["lvs-Latn", "som-Latn"]}, {"precision": 0.597441, "recall": 0.646245, "f1": 0.611706, "accuracy": 0.646245, "main_score": 0.611706, "hf_subset": "lvs_Latn-tum_Latn", "languages": ["lvs-Latn", "tum-Latn"]}, {"precision": 0.567548, "recall": 0.635375, "f1": 0.586695, "accuracy": 0.635375, "main_score": 0.586695, "hf_subset": "pan_Guru-ace_Arab", "languages": ["pan-Guru", "ace-Arab"]}, {"precision": 0.52361, "recall": 0.58004, "f1": 0.53927, "accuracy": 0.58004, "main_score": 0.53927, "hf_subset": "pan_Guru-bam_Latn", "languages": ["pan-Guru", "bam-Latn"]}, {"precision": 0.439169, "recall": 0.524704, "f1": 0.462167, "accuracy": 0.524704, "main_score": 0.462167, "hf_subset": "pan_Guru-dzo_Tibt", "languages": ["pan-Guru", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hin_Deva", "languages": ["pan-Guru", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-khm_Khmr", "languages": ["pan-Guru", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mag_Deva", "languages": ["pan-Guru", "mag-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pan_Guru-pap_Latn", "languages": ["pan-Guru", "pap-Latn"]}, {"precision": 0.576203, "recall": 0.634387, "f1": 0.592555, "accuracy": 0.634387, "main_score": 0.592555, "hf_subset": "pan_Guru-sot_Latn", "languages": ["pan-Guru", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-tur_Latn", "languages": ["pan-Guru", "tur-Latn"]}, {"precision": 0.88, "recall": 0.911067, "f1": 0.889641, "accuracy": 0.911067, "main_score": 0.889641, "hf_subset": "pan_Guru-ace_Latn", "languages": ["pan-Guru", "ace-Latn"]}, {"precision": 0.952899, "recall": 0.966403, "f1": 0.957345, "accuracy": 0.966403, "main_score": 0.957345, "hf_subset": "pan_Guru-ban_Latn", "languages": ["pan-Guru", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ell_Grek", "languages": ["pan-Guru", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pan_Guru-hne_Deva", "languages": ["pan-Guru", "hne-Deva"]}, {"precision": 0.58089, "recall": 0.646245, "f1": 0.599675, "accuracy": 0.646245, "main_score": 0.599675, "hf_subset": "pan_Guru-kik_Latn", "languages": ["pan-Guru", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mai_Deva", "languages": ["pan-Guru", "mai-Deva"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pan_Guru-pbt_Arab", "languages": ["pan-Guru", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-spa_Latn", "languages": ["pan-Guru", "spa-Latn"]}, {"precision": 0.609529, "recall": 0.675889, "f1": 0.627953, "accuracy": 0.675889, "main_score": 0.627953, "hf_subset": "pan_Guru-twi_Latn", "languages": ["pan-Guru", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-acm_Arab", "languages": ["pan-Guru", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-bel_Cyrl", "languages": ["pan-Guru", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-eng_Latn", "languages": ["pan-Guru", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hrv_Latn", "languages": ["pan-Guru", "hrv-Latn"]}, {"precision": 0.543505, "recall": 0.610672, "f1": 0.56236, "accuracy": 0.610672, "main_score": 0.56236, "hf_subset": "pan_Guru-kin_Latn", "languages": ["pan-Guru", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-mal_Mlym", "languages": ["pan-Guru", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-pes_Arab", "languages": ["pan-Guru", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-srd_Latn", "languages": ["pan-Guru", "srd-Latn"]}, {"precision": 0.182292, "recall": 0.224308, "f1": 0.192452, "accuracy": 0.224308, "main_score": 0.192452, "hf_subset": "pan_Guru-tzm_Tfng", "languages": ["pan-Guru", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-acq_Arab", "languages": ["pan-Guru", "acq-Arab"]}, {"precision": 0.629249, "recall": 0.678854, "f1": 0.643205, "accuracy": 0.678854, "main_score": 0.643205, "hf_subset": "pan_Guru-bem_Latn", "languages": ["pan-Guru", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-epo_Latn", "languages": ["pan-Guru", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hun_Latn", "languages": ["pan-Guru", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-kir_Cyrl", "languages": ["pan-Guru", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mar_Deva", "languages": ["pan-Guru", "mar-Deva"]}, {"precision": 0.666539, "recall": 0.727273, "f1": 0.684865, "accuracy": 0.727273, "main_score": 0.684865, "hf_subset": "pan_Guru-plt_Latn", "languages": ["pan-Guru", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-srp_Cyrl", "languages": ["pan-Guru", "srp-Cyrl"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "pan_Guru-uig_Arab", "languages": ["pan-Guru", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-aeb_Arab", "languages": ["pan-Guru", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ben_Beng", "languages": ["pan-Guru", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-est_Latn", "languages": ["pan-Guru", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hye_Armn", "languages": ["pan-Guru", "hye-Armn"]}, {"precision": 0.531201, "recall": 0.58498, "f1": 0.546615, "accuracy": 0.58498, "main_score": 0.546615, "hf_subset": "pan_Guru-kmb_Latn", "languages": ["pan-Guru", "kmb-Latn"]}, {"precision": 0.490106, "recall": 0.566206, "f1": 0.510101, "accuracy": 0.566206, "main_score": 0.510101, "hf_subset": "pan_Guru-min_Arab", "languages": ["pan-Guru", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-pol_Latn", "languages": ["pan-Guru", "pol-Latn"]}, {"precision": 0.559736, "recall": 0.626482, "f1": 0.578895, "accuracy": 0.626482, "main_score": 0.578895, "hf_subset": "pan_Guru-ssw_Latn", "languages": ["pan-Guru", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ukr_Cyrl", "languages": ["pan-Guru", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-afr_Latn", "languages": ["pan-Guru", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-bho_Deva", "languages": ["pan-Guru", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pan_Guru-eus_Latn", "languages": ["pan-Guru", "eus-Latn"]}, {"precision": 0.571298, "recall": 0.637352, "f1": 0.58934, "accuracy": 0.637352, "main_score": 0.58934, "hf_subset": "pan_Guru-ibo_Latn", "languages": ["pan-Guru", "ibo-Latn"]}, {"precision": 0.913208, "recall": 0.938735, "f1": 0.921443, "accuracy": 0.938735, "main_score": 0.921443, "hf_subset": "pan_Guru-kmr_Latn", "languages": ["pan-Guru", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pan_Guru-min_Latn", "languages": ["pan-Guru", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-por_Latn", "languages": ["pan-Guru", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-sun_Latn", "languages": ["pan-Guru", "sun-Latn"]}, {"precision": 0.513978, "recall": 0.574111, "f1": 0.531209, "accuracy": 0.574111, "main_score": 0.531209, "hf_subset": "pan_Guru-umb_Latn", "languages": ["pan-Guru", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ajp_Arab", "languages": ["pan-Guru", "ajp-Arab"]}, {"precision": 0.511697, "recall": 0.576087, "f1": 0.529795, "accuracy": 0.576087, "main_score": 0.529795, "hf_subset": "pan_Guru-bjn_Arab", "languages": ["pan-Guru", "bjn-Arab"]}, {"precision": 0.506236, "recall": 0.565217, "f1": 0.521706, "accuracy": 0.565217, "main_score": 0.521706, "hf_subset": "pan_Guru-ewe_Latn", "languages": ["pan-Guru", "ewe-Latn"]}, {"precision": 0.946558, "recall": 0.963439, "f1": 0.951976, "accuracy": 0.963439, "main_score": 0.951976, "hf_subset": "pan_Guru-ilo_Latn", "languages": ["pan-Guru", "ilo-Latn"]}, {"precision": 0.31445, "recall": 0.373518, "f1": 0.330291, "accuracy": 0.373518, "main_score": 0.330291, "hf_subset": "pan_Guru-knc_Arab", "languages": ["pan-Guru", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mkd_Cyrl", "languages": ["pan-Guru", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-prs_Arab", "languages": ["pan-Guru", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-swe_Latn", "languages": ["pan-Guru", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-urd_Arab", "languages": ["pan-Guru", "urd-Arab"]}, {"precision": 0.593029, "recall": 0.658103, "f1": 0.610975, "accuracy": 0.658103, "main_score": 0.610975, "hf_subset": "pan_Guru-aka_Latn", "languages": ["pan-Guru", "aka-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "pan_Guru-bjn_Latn", "languages": ["pan-Guru", "bjn-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "pan_Guru-fao_Latn", "languages": ["pan-Guru", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ind_Latn", "languages": ["pan-Guru", "ind-Latn"]}, {"precision": 0.591546, "recall": 0.649209, "f1": 0.608268, "accuracy": 0.649209, "main_score": 0.608268, "hf_subset": "pan_Guru-knc_Latn", "languages": ["pan-Guru", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-mlt_Latn", "languages": ["pan-Guru", "mlt-Latn"]}, {"precision": 0.697184, "recall": 0.76581, "f1": 0.717939, "accuracy": 0.76581, "main_score": 0.717939, "hf_subset": "pan_Guru-quy_Latn", "languages": ["pan-Guru", "quy-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "pan_Guru-swh_Latn", "languages": ["pan-Guru", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-uzn_Latn", "languages": ["pan-Guru", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-als_Latn", "languages": ["pan-Guru", "als-Latn"]}, {"precision": 0.680929, "recall": 0.752964, "f1": 0.702146, "accuracy": 0.752964, "main_score": 0.702146, "hf_subset": "pan_Guru-bod_Tibt", "languages": ["pan-Guru", "bod-Tibt"]}, {"precision": 0.698824, "recall": 0.761858, "f1": 0.716782, "accuracy": 0.761858, "main_score": 0.716782, "hf_subset": "pan_Guru-fij_Latn", "languages": ["pan-Guru", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-isl_Latn", "languages": ["pan-Guru", "isl-Latn"]}, {"precision": 0.651103, "recall": 0.706522, "f1": 0.667344, "accuracy": 0.706522, "main_score": 0.667344, "hf_subset": "pan_Guru-kon_Latn", "languages": ["pan-Guru", "kon-Latn"]}, {"precision": 0.666189, "recall": 0.738142, "f1": 0.687352, "accuracy": 0.738142, "main_score": 0.687352, "hf_subset": "pan_Guru-mni_Beng", "languages": ["pan-Guru", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ron_Latn", "languages": ["pan-Guru", "ron-Latn"]}, {"precision": 0.981719, "recall": 0.986166, "f1": 0.983202, "accuracy": 0.986166, "main_score": 0.983202, "hf_subset": "pan_Guru-szl_Latn", "languages": ["pan-Guru", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-vec_Latn", "languages": ["pan-Guru", "vec-Latn"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "pan_Guru-amh_Ethi", "languages": ["pan-Guru", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-bos_Latn", "languages": ["pan-Guru", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-fin_Latn", "languages": ["pan-Guru", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ita_Latn", "languages": ["pan-Guru", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-kor_Hang", "languages": ["pan-Guru", "kor-Hang"]}, {"precision": 0.534694, "recall": 0.596838, "f1": 0.552328, "accuracy": 0.596838, "main_score": 0.552328, "hf_subset": "pan_Guru-mos_Latn", "languages": ["pan-Guru", "mos-Latn"]}, {"precision": 0.545721, "recall": 0.601779, "f1": 0.561786, "accuracy": 0.601779, "main_score": 0.561786, "hf_subset": "pan_Guru-run_Latn", "languages": ["pan-Guru", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-tam_Taml", "languages": ["pan-Guru", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-vie_Latn", "languages": ["pan-Guru", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-apc_Arab", "languages": ["pan-Guru", "apc-Arab"]}, {"precision": 0.798666, "recall": 0.84585, "f1": 0.81278, "accuracy": 0.84585, "main_score": 0.81278, "hf_subset": "pan_Guru-bug_Latn", "languages": ["pan-Guru", "bug-Latn"]}, {"precision": 0.470101, "recall": 0.52668, "f1": 0.485237, "accuracy": 0.52668, "main_score": 0.485237, "hf_subset": "pan_Guru-fon_Latn", "languages": ["pan-Guru", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-jav_Latn", "languages": ["pan-Guru", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-lao_Laoo", "languages": ["pan-Guru", "lao-Laoo"]}, {"precision": 0.860178, "recall": 0.896245, "f1": 0.871509, "accuracy": 0.896245, "main_score": 0.871509, "hf_subset": "pan_Guru-mri_Latn", "languages": ["pan-Guru", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-rus_Cyrl", "languages": ["pan-Guru", "rus-Cyrl"]}, {"precision": 0.544, "recall": 0.605731, "f1": 0.560823, "accuracy": 0.605731, "main_score": 0.560823, "hf_subset": "pan_Guru-taq_Latn", "languages": ["pan-Guru", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-war_Latn", "languages": ["pan-Guru", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-arb_Arab", "languages": ["pan-Guru", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-bul_Cyrl", "languages": ["pan-Guru", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-fra_Latn", "languages": ["pan-Guru", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-jpn_Jpan", "languages": ["pan-Guru", "jpn-Jpan"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pan_Guru-lij_Latn", "languages": ["pan-Guru", "lij-Latn"]}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "pan_Guru-mya_Mymr", "languages": ["pan-Guru", "mya-Mymr"]}, {"precision": 0.588047, "recall": 0.657115, "f1": 0.607385, "accuracy": 0.657115, "main_score": 0.607385, "hf_subset": "pan_Guru-sag_Latn", "languages": ["pan-Guru", "sag-Latn"]}, {"precision": 0.188706, "recall": 0.243083, "f1": 0.201109, "accuracy": 0.243083, "main_score": 0.201109, "hf_subset": "pan_Guru-taq_Tfng", "languages": ["pan-Guru", "taq-Tfng"]}, {"precision": 0.621846, "recall": 0.684783, "f1": 0.640032, "accuracy": 0.684783, "main_score": 0.640032, "hf_subset": "pan_Guru-wol_Latn", "languages": ["pan-Guru", "wol-Latn"]}, {"precision": 0.807922, "recall": 0.857708, "f1": 0.823123, "accuracy": 0.857708, "main_score": 0.823123, "hf_subset": "pan_Guru-arb_Latn", "languages": ["pan-Guru", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-cat_Latn", "languages": ["pan-Guru", "cat-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "pan_Guru-fur_Latn", "languages": ["pan-Guru", "fur-Latn"]}, {"precision": 0.407388, "recall": 0.469368, "f1": 0.424506, "accuracy": 0.469368, "main_score": 0.424506, "hf_subset": "pan_Guru-kab_Latn", "languages": ["pan-Guru", "kab-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-lim_Latn", "languages": ["pan-Guru", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-nld_Latn", "languages": ["pan-Guru", "nld-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pan_Guru-san_Deva", "languages": ["pan-Guru", "san-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pan_Guru-tat_Cyrl", "languages": ["pan-Guru", "tat-Cyrl"]}, {"precision": 0.66362, "recall": 0.726285, "f1": 0.682261, "accuracy": 0.726285, "main_score": 0.682261, "hf_subset": "pan_Guru-xho_Latn", "languages": ["pan-Guru", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ars_Arab", "languages": ["pan-Guru", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ceb_Latn", "languages": ["pan-Guru", "ceb-Latn"]}, {"precision": 0.558056, "recall": 0.618577, "f1": 0.574841, "accuracy": 0.618577, "main_score": 0.574841, "hf_subset": "pan_Guru-fuv_Latn", "languages": ["pan-Guru", "fuv-Latn"]}, {"precision": 0.50049, "recall": 0.574111, "f1": 0.52056, "accuracy": 0.574111, "main_score": 0.52056, "hf_subset": "pan_Guru-kac_Latn", "languages": ["pan-Guru", "kac-Latn"]}, {"precision": 0.661241, "recall": 0.719368, "f1": 0.678658, "accuracy": 0.719368, "main_score": 0.678658, "hf_subset": "pan_Guru-lin_Latn", "languages": ["pan-Guru", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-nno_Latn", "languages": ["pan-Guru", "nno-Latn"]}, {"precision": 0.269449, "recall": 0.358696, "f1": 0.292535, "accuracy": 0.358696, "main_score": 0.292535, "hf_subset": "pan_Guru-sat_Olck", "languages": ["pan-Guru", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-tel_Telu", "languages": ["pan-Guru", "tel-Telu"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "pan_Guru-ydd_Hebr", "languages": ["pan-Guru", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "pan_Guru-ary_Arab", "languages": ["pan-Guru", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ces_Latn", "languages": ["pan-Guru", "ces-Latn"]}, {"precision": 0.575148, "recall": 0.63834, "f1": 0.593517, "accuracy": 0.63834, "main_score": 0.593517, "hf_subset": "pan_Guru-gaz_Latn", "languages": ["pan-Guru", "gaz-Latn"]}, {"precision": 0.588695, "recall": 0.656126, "f1": 0.607762, "accuracy": 0.656126, "main_score": 0.607762, "hf_subset": "pan_Guru-kam_Latn", "languages": ["pan-Guru", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pan_Guru-lit_Latn", "languages": ["pan-Guru", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-nob_Latn", "languages": ["pan-Guru", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pan_Guru-scn_Latn", "languages": ["pan-Guru", "scn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "pan_Guru-tgk_Cyrl", "languages": ["pan-Guru", "tgk-Cyrl"]}, {"precision": 0.711182, "recall": 0.777668, "f1": 0.731225, "accuracy": 0.777668, "main_score": 0.731225, "hf_subset": "pan_Guru-yor_Latn", "languages": ["pan-Guru", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-arz_Arab", "languages": ["pan-Guru", "arz-Arab"]}, {"precision": 0.558753, "recall": 0.616601, "f1": 0.575258, "accuracy": 0.616601, "main_score": 0.575258, "hf_subset": "pan_Guru-cjk_Latn", "languages": ["pan-Guru", "cjk-Latn"]}, {"precision": 0.786924, "recall": 0.839921, "f1": 0.803491, "accuracy": 0.839921, "main_score": 0.803491, "hf_subset": "pan_Guru-gla_Latn", "languages": ["pan-Guru", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-kan_Knda", "languages": ["pan-Guru", "kan-Knda"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-lmo_Latn", "languages": ["pan-Guru", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "pan_Guru-npi_Deva", "languages": ["pan-Guru", "npi-Deva"]}, {"precision": 0.45779, "recall": 0.528656, "f1": 0.477604, "accuracy": 0.528656, "main_score": 0.477604, "hf_subset": "pan_Guru-shn_Mymr", "languages": ["pan-Guru", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-tgl_Latn", "languages": ["pan-Guru", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-yue_Hant", "languages": ["pan-Guru", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-asm_Beng", "languages": ["pan-Guru", "asm-Beng"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pan_Guru-ckb_Arab", "languages": ["pan-Guru", "ckb-Arab"]}, {"precision": 0.881901, "recall": 0.912055, "f1": 0.891206, "accuracy": 0.912055, "main_score": 0.891206, "hf_subset": "pan_Guru-gle_Latn", "languages": ["pan-Guru", "gle-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "pan_Guru-kas_Arab", "languages": ["pan-Guru", "kas-Arab"]}, {"precision": 0.934536, "recall": 0.954545, "f1": 0.940942, "accuracy": 0.954545, "main_score": 0.940942, "hf_subset": "pan_Guru-ltg_Latn", "languages": ["pan-Guru", "ltg-Latn"]}, {"precision": 0.61165, "recall": 0.66996, "f1": 0.628391, "accuracy": 0.66996, "main_score": 0.628391, "hf_subset": "pan_Guru-nso_Latn", "languages": ["pan-Guru", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-sin_Sinh", "languages": ["pan-Guru", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-tha_Thai", "languages": ["pan-Guru", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zho_Hans", "languages": ["pan-Guru", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ast_Latn", "languages": ["pan-Guru", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-crh_Latn", "languages": ["pan-Guru", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-glg_Latn", "languages": ["pan-Guru", "glg-Latn"]}, {"precision": 0.921854, "recall": 0.94664, "f1": 0.929908, "accuracy": 0.94664, "main_score": 0.929908, "hf_subset": "pan_Guru-kas_Deva", "languages": ["pan-Guru", "kas-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pan_Guru-ltz_Latn", "languages": ["pan-Guru", "ltz-Latn"]}, {"precision": 0.448568, "recall": 0.518775, "f1": 0.467367, "accuracy": 0.518775, "main_score": 0.467367, "hf_subset": "pan_Guru-nus_Latn", "languages": ["pan-Guru", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-slk_Latn", "languages": ["pan-Guru", "slk-Latn"]}, {"precision": 0.627264, "recall": 0.697628, "f1": 0.648192, "accuracy": 0.697628, "main_score": 0.648192, "hf_subset": "pan_Guru-tir_Ethi", "languages": ["pan-Guru", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zho_Hant", "languages": ["pan-Guru", "zho-Hant"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "pan_Guru-awa_Deva", "languages": ["pan-Guru", "awa-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pan_Guru-cym_Latn", "languages": ["pan-Guru", "cym-Latn"]}, {"precision": 0.835639, "recall": 0.876482, "f1": 0.848254, "accuracy": 0.876482, "main_score": 0.848254, "hf_subset": "pan_Guru-grn_Latn", "languages": ["pan-Guru", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-kat_Geor", "languages": ["pan-Guru", "kat-Geor"]}, {"precision": 0.637995, "recall": 0.694664, "f1": 0.654617, "accuracy": 0.694664, "main_score": 0.654617, "hf_subset": "pan_Guru-lua_Latn", "languages": ["pan-Guru", "lua-Latn"]}, {"precision": 0.642943, "recall": 0.70751, "f1": 0.661458, "accuracy": 0.70751, "main_score": 0.661458, "hf_subset": "pan_Guru-nya_Latn", "languages": ["pan-Guru", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-slv_Latn", "languages": ["pan-Guru", "slv-Latn"]}, {"precision": 0.953475, "recall": 0.967391, "f1": 0.957905, "accuracy": 0.967391, "main_score": 0.957905, "hf_subset": "pan_Guru-tpi_Latn", "languages": ["pan-Guru", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zsm_Latn", "languages": ["pan-Guru", "zsm-Latn"]}, {"precision": 0.533499, "recall": 0.597826, "f1": 0.551138, "accuracy": 0.597826, "main_score": 0.551138, "hf_subset": "pan_Guru-ayr_Latn", "languages": ["pan-Guru", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-dan_Latn", "languages": ["pan-Guru", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-guj_Gujr", "languages": ["pan-Guru", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-kaz_Cyrl", "languages": ["pan-Guru", "kaz-Cyrl"]}, {"precision": 0.530859, "recall": 0.596838, "f1": 0.549337, "accuracy": 0.596838, "main_score": 0.549337, "hf_subset": "pan_Guru-lug_Latn", "languages": ["pan-Guru", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-oci_Latn", "languages": ["pan-Guru", "oci-Latn"]}, {"precision": 0.83498, "recall": 0.87747, "f1": 0.847958, "accuracy": 0.87747, "main_score": 0.847958, "hf_subset": "pan_Guru-smo_Latn", "languages": ["pan-Guru", "smo-Latn"]}, {"precision": 0.533538, "recall": 0.602767, "f1": 0.552507, "accuracy": 0.602767, "main_score": 0.552507, "hf_subset": "pan_Guru-tsn_Latn", "languages": ["pan-Guru", "tsn-Latn"]}, {"precision": 0.604324, "recall": 0.666996, "f1": 0.622513, "accuracy": 0.666996, "main_score": 0.622513, "hf_subset": "pan_Guru-zul_Latn", "languages": ["pan-Guru", "zul-Latn"]}, {"precision": 0.928689, "recall": 0.950593, "f1": 0.935771, "accuracy": 0.950593, "main_score": 0.935771, "hf_subset": "pan_Guru-azb_Arab", "languages": ["pan-Guru", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-deu_Latn", "languages": ["pan-Guru", "deu-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "pan_Guru-hat_Latn", "languages": ["pan-Guru", "hat-Latn"]}, {"precision": 0.472922, "recall": 0.537549, "f1": 0.490251, "accuracy": 0.537549, "main_score": 0.490251, "hf_subset": "pan_Guru-kbp_Latn", "languages": ["pan-Guru", "kbp-Latn"]}, {"precision": 0.565041, "recall": 0.626482, "f1": 0.581304, "accuracy": 0.626482, "main_score": 0.581304, "hf_subset": "pan_Guru-luo_Latn", "languages": ["pan-Guru", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ory_Orya", "languages": ["pan-Guru", "ory-Orya"]}, {"precision": 0.582337, "recall": 0.647233, "f1": 0.600751, "accuracy": 0.647233, "main_score": 0.600751, "hf_subset": "pan_Guru-sna_Latn", "languages": ["pan-Guru", "sna-Latn"]}, {"precision": 0.544748, "recall": 0.607708, "f1": 0.561911, "accuracy": 0.607708, "main_score": 0.561911, "hf_subset": "pan_Guru-tso_Latn", "languages": ["pan-Guru", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-azj_Latn", "languages": ["pan-Guru", "azj-Latn"]}, {"precision": 0.534061, "recall": 0.606719, "f1": 0.55451, "accuracy": 0.606719, "main_score": 0.55451, "hf_subset": "pan_Guru-dik_Latn", "languages": ["pan-Guru", "dik-Latn"]}, {"precision": 0.732609, "recall": 0.789526, "f1": 0.749327, "accuracy": 0.789526, "main_score": 0.749327, "hf_subset": "pan_Guru-hau_Latn", "languages": ["pan-Guru", "hau-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pan_Guru-kea_Latn", "languages": ["pan-Guru", "kea-Latn"]}, {"precision": 0.754381, "recall": 0.804348, "f1": 0.769156, "accuracy": 0.804348, "main_score": 0.769156, "hf_subset": "pan_Guru-lus_Latn", "languages": ["pan-Guru", "lus-Latn"]}, {"precision": 0.875494, "recall": 0.906126, "f1": 0.884816, "accuracy": 0.906126, "main_score": 0.884816, "hf_subset": "pan_Guru-pag_Latn", "languages": ["pan-Guru", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-snd_Arab", "languages": ["pan-Guru", "snd-Arab"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "pan_Guru-tuk_Latn", "languages": ["pan-Guru", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-bak_Cyrl", "languages": ["pan-Guru", "bak-Cyrl"]}, {"precision": 0.473208, "recall": 0.552372, "f1": 0.496107, "accuracy": 0.552372, "main_score": 0.496107, "hf_subset": "pan_Guru-dyu_Latn", "languages": ["pan-Guru", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-heb_Hebr", "languages": ["pan-Guru", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-khk_Cyrl", "languages": ["pan-Guru", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-lvs_Latn", "languages": ["pan-Guru", "lvs-Latn"]}, {"precision": 0.703567, "recall": 0.766798, "f1": 0.722268, "accuracy": 0.766798, "main_score": 0.722268, "hf_subset": "pan_Guru-som_Latn", "languages": ["pan-Guru", "som-Latn"]}, {"precision": 0.585861, "recall": 0.644269, "f1": 0.60261, "accuracy": 0.644269, "main_score": 0.60261, "hf_subset": "pan_Guru-tum_Latn", "languages": ["pan-Guru", "tum-Latn"]}, {"precision": 0.438647, "recall": 0.48913, "f1": 0.452257, "accuracy": 0.48913, "main_score": 0.452257, "hf_subset": "som_Latn-ace_Arab", "languages": ["som-Latn", "ace-Arab"]}, {"precision": 0.5028, "recall": 0.54249, "f1": 0.513812, "accuracy": 0.54249, "main_score": 0.513812, "hf_subset": "som_Latn-bam_Latn", "languages": ["som-Latn", "bam-Latn"]}, {"precision": 0.258025, "recall": 0.311265, "f1": 0.271954, "accuracy": 0.311265, "main_score": 0.271954, "hf_subset": "som_Latn-dzo_Tibt", "languages": ["som-Latn", "dzo-Tibt"]}, {"precision": 0.664722, "recall": 0.722332, "f1": 0.68014, "accuracy": 0.722332, "main_score": 0.68014, "hf_subset": "som_Latn-hin_Deva", "languages": ["som-Latn", "hin-Deva"]}, {"precision": 0.655245, "recall": 0.70751, "f1": 0.668991, "accuracy": 0.70751, "main_score": 0.668991, "hf_subset": "som_Latn-khm_Khmr", "languages": ["som-Latn", "khm-Khmr"]}, {"precision": 0.669496, "recall": 0.719368, "f1": 0.682557, "accuracy": 0.719368, "main_score": 0.682557, "hf_subset": "som_Latn-mag_Deva", "languages": ["som-Latn", "mag-Deva"]}, {"precision": 0.653141, "recall": 0.695652, "f1": 0.663685, "accuracy": 0.695652, "main_score": 0.663685, "hf_subset": "som_Latn-pap_Latn", "languages": ["som-Latn", "pap-Latn"]}, {"precision": 0.542129, "recall": 0.583004, "f1": 0.553105, "accuracy": 0.583004, "main_score": 0.553105, "hf_subset": "som_Latn-sot_Latn", "languages": ["som-Latn", "sot-Latn"]}, {"precision": 0.680176, "recall": 0.731225, "f1": 0.693383, "accuracy": 0.731225, "main_score": 0.693383, "hf_subset": "som_Latn-tur_Latn", "languages": ["som-Latn", "tur-Latn"]}, {"precision": 0.600632, "recall": 0.642292, "f1": 0.611216, "accuracy": 0.642292, "main_score": 0.611216, "hf_subset": "som_Latn-ace_Latn", "languages": ["som-Latn", "ace-Latn"]}, {"precision": 0.632415, "recall": 0.666996, "f1": 0.641572, "accuracy": 0.666996, "main_score": 0.641572, "hf_subset": "som_Latn-ban_Latn", "languages": ["som-Latn", "ban-Latn"]}, {"precision": 0.677977, "recall": 0.733202, "f1": 0.692681, "accuracy": 0.733202, "main_score": 0.692681, "hf_subset": "som_Latn-ell_Grek", "languages": ["som-Latn", "ell-Grek"]}, {"precision": 0.65421, "recall": 0.716403, "f1": 0.671875, "accuracy": 0.716403, "main_score": 0.671875, "hf_subset": "som_Latn-hne_Deva", "languages": ["som-Latn", "hne-Deva"]}, {"precision": 0.491069, "recall": 0.538538, "f1": 0.503563, "accuracy": 0.538538, "main_score": 0.503563, "hf_subset": "som_Latn-kik_Latn", "languages": ["som-Latn", "kik-Latn"]}, {"precision": 0.659392, "recall": 0.720356, "f1": 0.675944, "accuracy": 0.720356, "main_score": 0.675944, "hf_subset": "som_Latn-mai_Deva", "languages": ["som-Latn", "mai-Deva"]}, {"precision": 0.609532, "recall": 0.666008, "f1": 0.624387, "accuracy": 0.666008, "main_score": 0.624387, "hf_subset": "som_Latn-pbt_Arab", "languages": ["som-Latn", "pbt-Arab"]}, {"precision": 0.681429, "recall": 0.735178, "f1": 0.696093, "accuracy": 0.735178, "main_score": 0.696093, "hf_subset": "som_Latn-spa_Latn", "languages": ["som-Latn", "spa-Latn"]}, {"precision": 0.513226, "recall": 0.550395, "f1": 0.523901, "accuracy": 0.550395, "main_score": 0.523901, "hf_subset": "som_Latn-twi_Latn", "languages": ["som-Latn", "twi-Latn"]}, {"precision": 0.668449, "recall": 0.721344, "f1": 0.682079, "accuracy": 0.721344, "main_score": 0.682079, "hf_subset": "som_Latn-acm_Arab", "languages": ["som-Latn", "acm-Arab"]}, {"precision": 0.621214, "recall": 0.672925, "f1": 0.634713, "accuracy": 0.672925, "main_score": 0.634713, "hf_subset": "som_Latn-bel_Cyrl", "languages": ["som-Latn", "bel-Cyrl"]}, {"precision": 0.715245, "recall": 0.766798, "f1": 0.729069, "accuracy": 0.766798, "main_score": 0.729069, "hf_subset": "som_Latn-eng_Latn", "languages": ["som-Latn", "eng-Latn"]}, {"precision": 0.692848, "recall": 0.745059, "f1": 0.706709, "accuracy": 0.745059, "main_score": 0.706709, "hf_subset": "som_Latn-hrv_Latn", "languages": ["som-Latn", "hrv-Latn"]}, {"precision": 0.529268, "recall": 0.571146, "f1": 0.540929, "accuracy": 0.571146, "main_score": 0.540929, "hf_subset": "som_Latn-kin_Latn", "languages": ["som-Latn", "kin-Latn"]}, {"precision": 0.663482, "recall": 0.719368, "f1": 0.678653, "accuracy": 0.719368, "main_score": 0.678653, "hf_subset": "som_Latn-mal_Mlym", "languages": ["som-Latn", "mal-Mlym"]}, {"precision": 0.685397, "recall": 0.743083, "f1": 0.700752, "accuracy": 0.743083, "main_score": 0.700752, "hf_subset": "som_Latn-pes_Arab", "languages": ["som-Latn", "pes-Arab"]}, {"precision": 0.648096, "recall": 0.695652, "f1": 0.660875, "accuracy": 0.695652, "main_score": 0.660875, "hf_subset": "som_Latn-srd_Latn", "languages": ["som-Latn", "srd-Latn"]}, {"precision": 0.208113, "recall": 0.250988, "f1": 0.21878, "accuracy": 0.250988, "main_score": 0.21878, "hf_subset": "som_Latn-tzm_Tfng", "languages": ["som-Latn", "tzm-Tfng"]}, {"precision": 0.685046, "recall": 0.735178, "f1": 0.698497, "accuracy": 0.735178, "main_score": 0.698497, "hf_subset": "som_Latn-acq_Arab", "languages": ["som-Latn", "acq-Arab"]}, {"precision": 0.552851, "recall": 0.592885, "f1": 0.56312, "accuracy": 0.592885, "main_score": 0.56312, "hf_subset": "som_Latn-bem_Latn", "languages": ["som-Latn", "bem-Latn"]}, {"precision": 0.6841, "recall": 0.736166, "f1": 0.697732, "accuracy": 0.736166, "main_score": 0.697732, "hf_subset": "som_Latn-epo_Latn", "languages": ["som-Latn", "epo-Latn"]}, {"precision": 0.682387, "recall": 0.731225, "f1": 0.694554, "accuracy": 0.731225, "main_score": 0.694554, "hf_subset": "som_Latn-hun_Latn", "languages": ["som-Latn", "hun-Latn"]}, {"precision": 0.633549, "recall": 0.686759, "f1": 0.647543, "accuracy": 0.686759, "main_score": 0.647543, "hf_subset": "som_Latn-kir_Cyrl", "languages": ["som-Latn", "kir-Cyrl"]}, {"precision": 0.668492, "recall": 0.727273, "f1": 0.68351, "accuracy": 0.727273, "main_score": 0.68351, "hf_subset": "som_Latn-mar_Deva", "languages": ["som-Latn", "mar-Deva"]}, {"precision": 0.564906, "recall": 0.603755, "f1": 0.575293, "accuracy": 0.603755, "main_score": 0.575293, "hf_subset": "som_Latn-plt_Latn", "languages": ["som-Latn", "plt-Latn"]}, {"precision": 0.705669, "recall": 0.76087, "f1": 0.720909, "accuracy": 0.76087, "main_score": 0.720909, "hf_subset": "som_Latn-srp_Cyrl", "languages": ["som-Latn", "srp-Cyrl"]}, {"precision": 0.586633, "recall": 0.646245, "f1": 0.60274, "accuracy": 0.646245, "main_score": 0.60274, "hf_subset": "som_Latn-uig_Arab", "languages": ["som-Latn", "uig-Arab"]}, {"precision": 0.630376, "recall": 0.678854, "f1": 0.644187, "accuracy": 0.678854, "main_score": 0.644187, "hf_subset": "som_Latn-aeb_Arab", "languages": ["som-Latn", "aeb-Arab"]}, {"precision": 0.681503, "recall": 0.740119, "f1": 0.69767, "accuracy": 0.740119, "main_score": 0.69767, "hf_subset": "som_Latn-ben_Beng", "languages": ["som-Latn", "ben-Beng"]}, {"precision": 0.654593, "recall": 0.712451, "f1": 0.670143, "accuracy": 0.712451, "main_score": 0.670143, "hf_subset": "som_Latn-est_Latn", "languages": ["som-Latn", "est-Latn"]}, {"precision": 0.665383, "recall": 0.726285, "f1": 0.680889, "accuracy": 0.726285, "main_score": 0.680889, "hf_subset": "som_Latn-hye_Armn", "languages": ["som-Latn", "hye-Armn"]}, {"precision": 0.507288, "recall": 0.545455, "f1": 0.518684, "accuracy": 0.545455, "main_score": 0.518684, "hf_subset": "som_Latn-kmb_Latn", "languages": ["som-Latn", "kmb-Latn"]}, {"precision": 0.40902, "recall": 0.466403, "f1": 0.423413, "accuracy": 0.466403, "main_score": 0.423413, "hf_subset": "som_Latn-min_Arab", "languages": ["som-Latn", "min-Arab"]}, {"precision": 0.684736, "recall": 0.737154, "f1": 0.69868, "accuracy": 0.737154, "main_score": 0.69868, "hf_subset": "som_Latn-pol_Latn", "languages": ["som-Latn", "pol-Latn"]}, {"precision": 0.547227, "recall": 0.589921, "f1": 0.558526, "accuracy": 0.589921, "main_score": 0.558526, "hf_subset": "som_Latn-ssw_Latn", "languages": ["som-Latn", "ssw-Latn"]}, {"precision": 0.693381, "recall": 0.747036, "f1": 0.707799, "accuracy": 0.747036, "main_score": 0.707799, "hf_subset": "som_Latn-ukr_Cyrl", "languages": ["som-Latn", "ukr-Cyrl"]}, {"precision": 0.7198, "recall": 0.771739, "f1": 0.734429, "accuracy": 0.771739, "main_score": 0.734429, "hf_subset": "som_Latn-afr_Latn", "languages": ["som-Latn", "afr-Latn"]}, {"precision": 0.633621, "recall": 0.681818, "f1": 0.645944, "accuracy": 0.681818, "main_score": 0.645944, "hf_subset": "som_Latn-bho_Deva", "languages": ["som-Latn", "bho-Deva"]}, {"precision": 0.636426, "recall": 0.689723, "f1": 0.650483, "accuracy": 0.689723, "main_score": 0.650483, "hf_subset": "som_Latn-eus_Latn", "languages": ["som-Latn", "eus-Latn"]}, {"precision": 0.524226, "recall": 0.574111, "f1": 0.538505, "accuracy": 0.574111, "main_score": 0.538505, "hf_subset": "som_Latn-ibo_Latn", "languages": ["som-Latn", "ibo-Latn"]}, {"precision": 0.620857, "recall": 0.664032, "f1": 0.632906, "accuracy": 0.664032, "main_score": 0.632906, "hf_subset": "som_Latn-kmr_Latn", "languages": ["som-Latn", "kmr-Latn"]}, {"precision": 0.655012, "recall": 0.704545, "f1": 0.667831, "accuracy": 0.704545, "main_score": 0.667831, "hf_subset": "som_Latn-min_Latn", "languages": ["som-Latn", "min-Latn"]}, {"precision": 0.687689, "recall": 0.741107, "f1": 0.702143, "accuracy": 0.741107, "main_score": 0.702143, "hf_subset": "som_Latn-por_Latn", "languages": ["som-Latn", "por-Latn"]}, {"precision": 0.673534, "recall": 0.725296, "f1": 0.686899, "accuracy": 0.725296, "main_score": 0.686899, "hf_subset": "som_Latn-sun_Latn", "languages": ["som-Latn", "sun-Latn"]}, {"precision": 0.483919, "recall": 0.521739, "f1": 0.494592, "accuracy": 0.521739, "main_score": 0.494592, "hf_subset": "som_Latn-umb_Latn", "languages": ["som-Latn", "umb-Latn"]}, {"precision": 0.683715, "recall": 0.73913, "f1": 0.698673, "accuracy": 0.73913, "main_score": 0.698673, "hf_subset": "som_Latn-ajp_Arab", "languages": ["som-Latn", "ajp-Arab"]}, {"precision": 0.447169, "recall": 0.5, "f1": 0.461696, "accuracy": 0.5, "main_score": 0.461696, "hf_subset": "som_Latn-bjn_Arab", "languages": ["som-Latn", "bjn-Arab"]}, {"precision": 0.473404, "recall": 0.509881, "f1": 0.483374, "accuracy": 0.509881, "main_score": 0.483374, "hf_subset": "som_Latn-ewe_Latn", "languages": ["som-Latn", "ewe-Latn"]}, {"precision": 0.628228, "recall": 0.670949, "f1": 0.638889, "accuracy": 0.670949, "main_score": 0.638889, "hf_subset": "som_Latn-ilo_Latn", "languages": ["som-Latn", "ilo-Latn"]}, {"precision": 0.306255, "recall": 0.350791, "f1": 0.31852, "accuracy": 0.350791, "main_score": 0.31852, "hf_subset": "som_Latn-knc_Arab", "languages": ["som-Latn", "knc-Arab"]}, {"precision": 0.685336, "recall": 0.741107, "f1": 0.700372, "accuracy": 0.741107, "main_score": 0.700372, "hf_subset": "som_Latn-mkd_Cyrl", "languages": ["som-Latn", "mkd-Cyrl"]}, {"precision": 0.694801, "recall": 0.751976, "f1": 0.710334, "accuracy": 0.751976, "main_score": 0.710334, "hf_subset": "som_Latn-prs_Arab", "languages": ["som-Latn", "prs-Arab"]}, {"precision": 0.70154, "recall": 0.753953, "f1": 0.715356, "accuracy": 0.753953, "main_score": 0.715356, "hf_subset": "som_Latn-swe_Latn", "languages": ["som-Latn", "swe-Latn"]}, {"precision": 0.673029, "recall": 0.731225, "f1": 0.688806, "accuracy": 0.731225, "main_score": 0.688806, "hf_subset": "som_Latn-urd_Arab", "languages": ["som-Latn", "urd-Arab"]}, {"precision": 0.499415, "recall": 0.531621, "f1": 0.508783, "accuracy": 0.531621, "main_score": 0.508783, "hf_subset": "som_Latn-aka_Latn", "languages": ["som-Latn", "aka-Latn"]}, {"precision": 0.656942, "recall": 0.695652, "f1": 0.667002, "accuracy": 0.695652, "main_score": 0.667002, "hf_subset": "som_Latn-bjn_Latn", "languages": ["som-Latn", "bjn-Latn"]}, {"precision": 0.638938, "recall": 0.685771, "f1": 0.651063, "accuracy": 0.685771, "main_score": 0.651063, "hf_subset": "som_Latn-fao_Latn", "languages": ["som-Latn", "fao-Latn"]}, {"precision": 0.719192, "recall": 0.771739, "f1": 0.733881, "accuracy": 0.771739, "main_score": 0.733881, "hf_subset": "som_Latn-ind_Latn", "languages": ["som-Latn", "ind-Latn"]}, {"precision": 0.523314, "recall": 0.559289, "f1": 0.53273, "accuracy": 0.559289, "main_score": 0.53273, "hf_subset": "som_Latn-knc_Latn", "languages": ["som-Latn", "knc-Latn"]}, {"precision": 0.674722, "recall": 0.724308, "f1": 0.68757, "accuracy": 0.724308, "main_score": 0.68757, "hf_subset": "som_Latn-mlt_Latn", "languages": ["som-Latn", "mlt-Latn"]}, {"precision": 0.528706, "recall": 0.574111, "f1": 0.540974, "accuracy": 0.574111, "main_score": 0.540974, "hf_subset": "som_Latn-quy_Latn", "languages": ["som-Latn", "quy-Latn"]}, {"precision": 0.701732, "recall": 0.746047, "f1": 0.713741, "accuracy": 0.746047, "main_score": 0.713741, "hf_subset": "som_Latn-swh_Latn", "languages": ["som-Latn", "swh-Latn"]}, {"precision": 0.667198, "recall": 0.715415, "f1": 0.679976, "accuracy": 0.715415, "main_score": 0.679976, "hf_subset": "som_Latn-uzn_Latn", "languages": ["som-Latn", "uzn-Latn"]}, {"precision": 0.675597, "recall": 0.725296, "f1": 0.688537, "accuracy": 0.725296, "main_score": 0.688537, "hf_subset": "som_Latn-als_Latn", "languages": ["som-Latn", "als-Latn"]}, {"precision": 0.369058, "recall": 0.440711, "f1": 0.387787, "accuracy": 0.440711, "main_score": 0.387787, "hf_subset": "som_Latn-bod_Tibt", "languages": ["som-Latn", "bod-Tibt"]}, {"precision": 0.550191, "recall": 0.59585, "f1": 0.56258, "accuracy": 0.59585, "main_score": 0.56258, "hf_subset": "som_Latn-fij_Latn", "languages": ["som-Latn", "fij-Latn"]}, {"precision": 0.6468, "recall": 0.700593, "f1": 0.661354, "accuracy": 0.700593, "main_score": 0.661354, "hf_subset": "som_Latn-isl_Latn", "languages": ["som-Latn", "isl-Latn"]}, {"precision": 0.526337, "recall": 0.565217, "f1": 0.536856, "accuracy": 0.565217, "main_score": 0.536856, "hf_subset": "som_Latn-kon_Latn", "languages": ["som-Latn", "kon-Latn"]}, {"precision": 0.471226, "recall": 0.518775, "f1": 0.484077, "accuracy": 0.518775, "main_score": 0.484077, "hf_subset": "som_Latn-mni_Beng", "languages": ["som-Latn", "mni-Beng"]}, {"precision": 0.705806, "recall": 0.758893, "f1": 0.720214, "accuracy": 0.758893, "main_score": 0.720214, "hf_subset": "som_Latn-ron_Latn", "languages": ["som-Latn", "ron-Latn"]}, {"precision": 0.636817, "recall": 0.693676, "f1": 0.651924, "accuracy": 0.693676, "main_score": 0.651924, "hf_subset": "som_Latn-szl_Latn", "languages": ["som-Latn", "szl-Latn"]}, {"precision": 0.679013, "recall": 0.725296, "f1": 0.691568, "accuracy": 0.725296, "main_score": 0.691568, "hf_subset": "som_Latn-vec_Latn", "languages": ["som-Latn", "vec-Latn"]}, {"precision": 0.580069, "recall": 0.639328, "f1": 0.595414, "accuracy": 0.639328, "main_score": 0.595414, "hf_subset": "som_Latn-amh_Ethi", "languages": ["som-Latn", "amh-Ethi"]}, {"precision": 0.684984, "recall": 0.740119, "f1": 0.700258, "accuracy": 0.740119, "main_score": 0.700258, "hf_subset": "som_Latn-bos_Latn", "languages": ["som-Latn", "bos-Latn"]}, {"precision": 0.66739, "recall": 0.728261, "f1": 0.68372, "accuracy": 0.728261, "main_score": 0.68372, "hf_subset": "som_Latn-fin_Latn", "languages": ["som-Latn", "fin-Latn"]}, {"precision": 0.674012, "recall": 0.733202, "f1": 0.690156, "accuracy": 0.733202, "main_score": 0.690156, "hf_subset": "som_Latn-ita_Latn", "languages": ["som-Latn", "ita-Latn"]}, {"precision": 0.656084, "recall": 0.714427, "f1": 0.671543, "accuracy": 0.714427, "main_score": 0.671543, "hf_subset": "som_Latn-kor_Hang", "languages": ["som-Latn", "kor-Hang"]}, {"precision": 0.488899, "recall": 0.532609, "f1": 0.500534, "accuracy": 0.532609, "main_score": 0.500534, "hf_subset": "som_Latn-mos_Latn", "languages": ["som-Latn", "mos-Latn"]}, {"precision": 0.526747, "recall": 0.567194, "f1": 0.537735, "accuracy": 0.567194, "main_score": 0.537735, "hf_subset": "som_Latn-run_Latn", "languages": ["som-Latn", "run-Latn"]}, {"precision": 0.671366, "recall": 0.728261, "f1": 0.686544, "accuracy": 0.728261, "main_score": 0.686544, "hf_subset": "som_Latn-tam_Taml", "languages": ["som-Latn", "tam-Taml"]}, {"precision": 0.67479, "recall": 0.728261, "f1": 0.689284, "accuracy": 0.728261, "main_score": 0.689284, "hf_subset": "som_Latn-vie_Latn", "languages": ["som-Latn", "vie-Latn"]}, {"precision": 0.672778, "recall": 0.735178, "f1": 0.690737, "accuracy": 0.735178, "main_score": 0.690737, "hf_subset": "som_Latn-apc_Arab", "languages": ["som-Latn", "apc-Arab"]}, {"precision": 0.571094, "recall": 0.612648, "f1": 0.581735, "accuracy": 0.612648, "main_score": 0.581735, "hf_subset": "som_Latn-bug_Latn", "languages": ["som-Latn", "bug-Latn"]}, {"precision": 0.455742, "recall": 0.492095, "f1": 0.466109, "accuracy": 0.492095, "main_score": 0.466109, "hf_subset": "som_Latn-fon_Latn", "languages": ["som-Latn", "fon-Latn"]}, {"precision": 0.696004, "recall": 0.746047, "f1": 0.708916, "accuracy": 0.746047, "main_score": 0.708916, "hf_subset": "som_Latn-jav_Latn", "languages": ["som-Latn", "jav-Latn"]}, {"precision": 0.647465, "recall": 0.70751, "f1": 0.664068, "accuracy": 0.70751, "main_score": 0.664068, "hf_subset": "som_Latn-lao_Laoo", "languages": ["som-Latn", "lao-Laoo"]}, {"precision": 0.607624, "recall": 0.656126, "f1": 0.621301, "accuracy": 0.656126, "main_score": 0.621301, "hf_subset": "som_Latn-mri_Latn", "languages": ["som-Latn", "mri-Latn"]}, {"precision": 0.666649, "recall": 0.72332, "f1": 0.681817, "accuracy": 0.72332, "main_score": 0.681817, "hf_subset": "som_Latn-rus_Cyrl", "languages": ["som-Latn", "rus-Cyrl"]}, {"precision": 0.473641, "recall": 0.51087, "f1": 0.484397, "accuracy": 0.51087, "main_score": 0.484397, "hf_subset": "som_Latn-taq_Latn", "languages": ["som-Latn", "taq-Latn"]}, {"precision": 0.674703, "recall": 0.719368, "f1": 0.685662, "accuracy": 0.719368, "main_score": 0.685662, "hf_subset": "som_Latn-war_Latn", "languages": ["som-Latn", "war-Latn"]}, {"precision": 0.678845, "recall": 0.731225, "f1": 0.692395, "accuracy": 0.731225, "main_score": 0.692395, "hf_subset": "som_Latn-arb_Arab", "languages": ["som-Latn", "arb-Arab"]}, {"precision": 0.689703, "recall": 0.746047, "f1": 0.704615, "accuracy": 0.746047, "main_score": 0.704615, "hf_subset": "som_Latn-bul_Cyrl", "languages": ["som-Latn", "bul-Cyrl"]}, {"precision": 0.696773, "recall": 0.745059, "f1": 0.709441, "accuracy": 0.745059, "main_score": 0.709441, "hf_subset": "som_Latn-fra_Latn", "languages": ["som-Latn", "fra-Latn"]}, {"precision": 0.63704, "recall": 0.693676, "f1": 0.651961, "accuracy": 0.693676, "main_score": 0.651961, "hf_subset": "som_Latn-jpn_Jpan", "languages": ["som-Latn", "jpn-Jpan"]}, {"precision": 0.645943, "recall": 0.690711, "f1": 0.657875, "accuracy": 0.690711, "main_score": 0.657875, "hf_subset": "som_Latn-lij_Latn", "languages": ["som-Latn", "lij-Latn"]}, {"precision": 0.571759, "recall": 0.649209, "f1": 0.592917, "accuracy": 0.649209, "main_score": 0.592917, "hf_subset": "som_Latn-mya_Mymr", "languages": ["som-Latn", "mya-Mymr"]}, {"precision": 0.499012, "recall": 0.54249, "f1": 0.511166, "accuracy": 0.54249, "main_score": 0.511166, "hf_subset": "som_Latn-sag_Latn", "languages": ["som-Latn", "sag-Latn"]}, {"precision": 0.210674, "recall": 0.248024, "f1": 0.220229, "accuracy": 0.248024, "main_score": 0.220229, "hf_subset": "som_Latn-taq_Tfng", "languages": ["som-Latn", "taq-Tfng"]}, {"precision": 0.537012, "recall": 0.582016, "f1": 0.548875, "accuracy": 0.582016, "main_score": 0.548875, "hf_subset": "som_Latn-wol_Latn", "languages": ["som-Latn", "wol-Latn"]}, {"precision": 0.582499, "recall": 0.630435, "f1": 0.595258, "accuracy": 0.630435, "main_score": 0.595258, "hf_subset": "som_Latn-arb_Latn", "languages": ["som-Latn", "arb-Latn"]}, {"precision": 0.697311, "recall": 0.748024, "f1": 0.710939, "accuracy": 0.748024, "main_score": 0.710939, "hf_subset": "som_Latn-cat_Latn", "languages": ["som-Latn", "cat-Latn"]}, {"precision": 0.646144, "recall": 0.694664, "f1": 0.659213, "accuracy": 0.694664, "main_score": 0.659213, "hf_subset": "som_Latn-fur_Latn", "languages": ["som-Latn", "fur-Latn"]}, {"precision": 0.443281, "recall": 0.497036, "f1": 0.458075, "accuracy": 0.497036, "main_score": 0.458075, "hf_subset": "som_Latn-kab_Latn", "languages": ["som-Latn", "kab-Latn"]}, {"precision": 0.636692, "recall": 0.678854, "f1": 0.648098, "accuracy": 0.678854, "main_score": 0.648098, "hf_subset": "som_Latn-lim_Latn", "languages": ["som-Latn", "lim-Latn"]}, {"precision": 0.673927, "recall": 0.731225, "f1": 0.68929, "accuracy": 0.731225, "main_score": 0.68929, "hf_subset": "som_Latn-nld_Latn", "languages": ["som-Latn", "nld-Latn"]}, {"precision": 0.631375, "recall": 0.684783, "f1": 0.64566, "accuracy": 0.684783, "main_score": 0.64566, "hf_subset": "som_Latn-san_Deva", "languages": ["som-Latn", "san-Deva"]}, {"precision": 0.652523, "recall": 0.708498, "f1": 0.667017, "accuracy": 0.708498, "main_score": 0.667017, "hf_subset": "som_Latn-tat_Cyrl", "languages": ["som-Latn", "tat-Cyrl"]}, {"precision": 0.57906, "recall": 0.629447, "f1": 0.592415, "accuracy": 0.629447, "main_score": 0.592415, "hf_subset": "som_Latn-xho_Latn", "languages": ["som-Latn", "xho-Latn"]}, {"precision": 0.665177, "recall": 0.724308, "f1": 0.680916, "accuracy": 0.724308, "main_score": 0.680916, "hf_subset": "som_Latn-ars_Arab", "languages": ["som-Latn", "ars-Arab"]}, {"precision": 0.675271, "recall": 0.720356, "f1": 0.687595, "accuracy": 0.720356, "main_score": 0.687595, "hf_subset": "som_Latn-ceb_Latn", "languages": ["som-Latn", "ceb-Latn"]}, {"precision": 0.495304, "recall": 0.529644, "f1": 0.504817, "accuracy": 0.529644, "main_score": 0.504817, "hf_subset": "som_Latn-fuv_Latn", "languages": ["som-Latn", "fuv-Latn"]}, {"precision": 0.466102, "recall": 0.505929, "f1": 0.476983, "accuracy": 0.505929, "main_score": 0.476983, "hf_subset": "som_Latn-kac_Latn", "languages": ["som-Latn", "kac-Latn"]}, {"precision": 0.548133, "recall": 0.58498, "f1": 0.558068, "accuracy": 0.58498, "main_score": 0.558068, "hf_subset": "som_Latn-lin_Latn", "languages": ["som-Latn", "lin-Latn"]}, {"precision": 0.684076, "recall": 0.741107, "f1": 0.699612, "accuracy": 0.741107, "main_score": 0.699612, "hf_subset": "som_Latn-nno_Latn", "languages": ["som-Latn", "nno-Latn"]}, {"precision": 0.168087, "recall": 0.224308, "f1": 0.182577, "accuracy": 0.224308, "main_score": 0.182577, "hf_subset": "som_Latn-sat_Olck", "languages": ["som-Latn", "sat-Olck"]}, {"precision": 0.656844, "recall": 0.715415, "f1": 0.672641, "accuracy": 0.715415, "main_score": 0.672641, "hf_subset": "som_Latn-tel_Telu", "languages": ["som-Latn", "tel-Telu"]}, {"precision": 0.604735, "recall": 0.66502, "f1": 0.621075, "accuracy": 0.66502, "main_score": 0.621075, "hf_subset": "som_Latn-ydd_Hebr", "languages": ["som-Latn", "ydd-Hebr"]}, {"precision": 0.640588, "recall": 0.6917, "f1": 0.654249, "accuracy": 0.6917, "main_score": 0.654249, "hf_subset": "som_Latn-ary_Arab", "languages": ["som-Latn", "ary-Arab"]}, {"precision": 0.693686, "recall": 0.747036, "f1": 0.707396, "accuracy": 0.747036, "main_score": 0.707396, "hf_subset": "som_Latn-ces_Latn", "languages": ["som-Latn", "ces-Latn"]}, {"precision": 0.550899, "recall": 0.59585, "f1": 0.56383, "accuracy": 0.59585, "main_score": 0.56383, "hf_subset": "som_Latn-gaz_Latn", "languages": ["som-Latn", "gaz-Latn"]}, {"precision": 0.518385, "recall": 0.564229, "f1": 0.530708, "accuracy": 0.564229, "main_score": 0.530708, "hf_subset": "som_Latn-kam_Latn", "languages": ["som-Latn", "kam-Latn"]}, {"precision": 0.666532, "recall": 0.719368, "f1": 0.6809, "accuracy": 0.719368, "main_score": 0.6809, "hf_subset": "som_Latn-lit_Latn", "languages": ["som-Latn", "lit-Latn"]}, {"precision": 0.702174, "recall": 0.746047, "f1": 0.713472, "accuracy": 0.746047, "main_score": 0.713472, "hf_subset": "som_Latn-nob_Latn", "languages": ["som-Latn", "nob-Latn"]}, {"precision": 0.647175, "recall": 0.693676, "f1": 0.659359, "accuracy": 0.693676, "main_score": 0.659359, "hf_subset": "som_Latn-scn_Latn", "languages": ["som-Latn", "scn-Latn"]}, {"precision": 0.674379, "recall": 0.720356, "f1": 0.686886, "accuracy": 0.720356, "main_score": 0.686886, "hf_subset": "som_Latn-tgk_Cyrl", "languages": ["som-Latn", "tgk-Cyrl"]}, {"precision": 0.548192, "recall": 0.599802, "f1": 0.562655, "accuracy": 0.599802, "main_score": 0.562655, "hf_subset": "som_Latn-yor_Latn", "languages": ["som-Latn", "yor-Latn"]}, {"precision": 0.657156, "recall": 0.710474, "f1": 0.670906, "accuracy": 0.710474, "main_score": 0.670906, "hf_subset": "som_Latn-arz_Arab", "languages": ["som-Latn", "arz-Arab"]}, {"precision": 0.486928, "recall": 0.521739, "f1": 0.496523, "accuracy": 0.521739, "main_score": 0.496523, "hf_subset": "som_Latn-cjk_Latn", "languages": ["som-Latn", "cjk-Latn"]}, {"precision": 0.595613, "recall": 0.641304, "f1": 0.608442, "accuracy": 0.641304, "main_score": 0.608442, "hf_subset": "som_Latn-gla_Latn", "languages": ["som-Latn", "gla-Latn"]}, {"precision": 0.652894, "recall": 0.713439, "f1": 0.669578, "accuracy": 0.713439, "main_score": 0.669578, "hf_subset": "som_Latn-kan_Knda", "languages": ["som-Latn", "kan-Knda"]}, {"precision": 0.661005, "recall": 0.706522, "f1": 0.673113, "accuracy": 0.706522, "main_score": 0.673113, "hf_subset": "som_Latn-lmo_Latn", "languages": ["som-Latn", "lmo-Latn"]}, {"precision": 0.655246, "recall": 0.714427, "f1": 0.671626, "accuracy": 0.714427, "main_score": 0.671626, "hf_subset": "som_Latn-npi_Deva", "languages": ["som-Latn", "npi-Deva"]}, {"precision": 0.430911, "recall": 0.471344, "f1": 0.442083, "accuracy": 0.471344, "main_score": 0.442083, "hf_subset": "som_Latn-shn_Mymr", "languages": ["som-Latn", "shn-Mymr"]}, {"precision": 0.708059, "recall": 0.753953, "f1": 0.719909, "accuracy": 0.753953, "main_score": 0.719909, "hf_subset": "som_Latn-tgl_Latn", "languages": ["som-Latn", "tgl-Latn"]}, {"precision": 0.658613, "recall": 0.717391, "f1": 0.674025, "accuracy": 0.717391, "main_score": 0.674025, "hf_subset": "som_Latn-yue_Hant", "languages": ["som-Latn", "yue-Hant"]}, {"precision": 0.668704, "recall": 0.719368, "f1": 0.682353, "accuracy": 0.719368, "main_score": 0.682353, "hf_subset": "som_Latn-asm_Beng", "languages": ["som-Latn", "asm-Beng"]}, {"precision": 0.629661, "recall": 0.684783, "f1": 0.644624, "accuracy": 0.684783, "main_score": 0.644624, "hf_subset": "som_Latn-ckb_Arab", "languages": ["som-Latn", "ckb-Arab"]}, {"precision": 0.620324, "recall": 0.663043, "f1": 0.632312, "accuracy": 0.663043, "main_score": 0.632312, "hf_subset": "som_Latn-gle_Latn", "languages": ["som-Latn", "gle-Latn"]}, {"precision": 0.573831, "recall": 0.62253, "f1": 0.585711, "accuracy": 0.62253, "main_score": 0.585711, "hf_subset": "som_Latn-kas_Arab", "languages": ["som-Latn", "kas-Arab"]}, {"precision": 0.599551, "recall": 0.652174, "f1": 0.61368, "accuracy": 0.652174, "main_score": 0.61368, "hf_subset": "som_Latn-ltg_Latn", "languages": ["som-Latn", "ltg-Latn"]}, {"precision": 0.556542, "recall": 0.587945, "f1": 0.565098, "accuracy": 0.587945, "main_score": 0.565098, "hf_subset": "som_Latn-nso_Latn", "languages": ["som-Latn", "nso-Latn"]}, {"precision": 0.617701, "recall": 0.676877, "f1": 0.633782, "accuracy": 0.676877, "main_score": 0.633782, "hf_subset": "som_Latn-sin_Sinh", "languages": ["som-Latn", "sin-Sinh"]}, {"precision": 0.672216, "recall": 0.727273, "f1": 0.686679, "accuracy": 0.727273, "main_score": 0.686679, "hf_subset": "som_Latn-tha_Thai", "languages": ["som-Latn", "tha-Thai"]}, {"precision": 0.654984, "recall": 0.706522, "f1": 0.668217, "accuracy": 0.706522, "main_score": 0.668217, "hf_subset": "som_Latn-zho_Hans", "languages": ["som-Latn", "zho-Hans"]}, {"precision": 0.679286, "recall": 0.728261, "f1": 0.692104, "accuracy": 0.728261, "main_score": 0.692104, "hf_subset": "som_Latn-ast_Latn", "languages": ["som-Latn", "ast-Latn"]}, {"precision": 0.654707, "recall": 0.712451, "f1": 0.670312, "accuracy": 0.712451, "main_score": 0.670312, "hf_subset": "som_Latn-crh_Latn", "languages": ["som-Latn", "crh-Latn"]}, {"precision": 0.70281, "recall": 0.754941, "f1": 0.717767, "accuracy": 0.754941, "main_score": 0.717767, "hf_subset": "som_Latn-glg_Latn", "languages": ["som-Latn", "glg-Latn"]}, {"precision": 0.560938, "recall": 0.614625, "f1": 0.575524, "accuracy": 0.614625, "main_score": 0.575524, "hf_subset": "som_Latn-kas_Deva", "languages": ["som-Latn", "kas-Deva"]}, {"precision": 0.629898, "recall": 0.679842, "f1": 0.643148, "accuracy": 0.679842, "main_score": 0.643148, "hf_subset": "som_Latn-ltz_Latn", "languages": ["som-Latn", "ltz-Latn"]}, {"precision": 0.45257, "recall": 0.500988, "f1": 0.46638, "accuracy": 0.500988, "main_score": 0.46638, "hf_subset": "som_Latn-nus_Latn", "languages": ["som-Latn", "nus-Latn"]}, {"precision": 0.676836, "recall": 0.732213, "f1": 0.691346, "accuracy": 0.732213, "main_score": 0.691346, "hf_subset": "som_Latn-slk_Latn", "languages": ["som-Latn", "slk-Latn"]}, {"precision": 0.437213, "recall": 0.496047, "f1": 0.453092, "accuracy": 0.496047, "main_score": 0.453092, "hf_subset": "som_Latn-tir_Ethi", "languages": ["som-Latn", "tir-Ethi"]}, {"precision": 0.66938, "recall": 0.719368, "f1": 0.682477, "accuracy": 0.719368, "main_score": 0.682477, "hf_subset": "som_Latn-zho_Hant", "languages": ["som-Latn", "zho-Hant"]}, {"precision": 0.648688, "recall": 0.701581, "f1": 0.66312, "accuracy": 0.701581, "main_score": 0.66312, "hf_subset": "som_Latn-awa_Deva", "languages": ["som-Latn", "awa-Deva"]}, {"precision": 0.678603, "recall": 0.720356, "f1": 0.690002, "accuracy": 0.720356, "main_score": 0.690002, "hf_subset": "som_Latn-cym_Latn", "languages": ["som-Latn", "cym-Latn"]}, {"precision": 0.566275, "recall": 0.610672, "f1": 0.577298, "accuracy": 0.610672, "main_score": 0.577298, "hf_subset": "som_Latn-grn_Latn", "languages": ["som-Latn", "grn-Latn"]}, {"precision": 0.639108, "recall": 0.692688, "f1": 0.653308, "accuracy": 0.692688, "main_score": 0.653308, "hf_subset": "som_Latn-kat_Geor", "languages": ["som-Latn", "kat-Geor"]}, {"precision": 0.516635, "recall": 0.556324, "f1": 0.527458, "accuracy": 0.556324, "main_score": 0.527458, "hf_subset": "som_Latn-lua_Latn", "languages": ["som-Latn", "lua-Latn"]}, {"precision": 0.554274, "recall": 0.598814, "f1": 0.565965, "accuracy": 0.598814, "main_score": 0.565965, "hf_subset": "som_Latn-nya_Latn", "languages": ["som-Latn", "nya-Latn"]}, {"precision": 0.678058, "recall": 0.727273, "f1": 0.6907, "accuracy": 0.727273, "main_score": 0.6907, "hf_subset": "som_Latn-slv_Latn", "languages": ["som-Latn", "slv-Latn"]}, {"precision": 0.604142, "recall": 0.650198, "f1": 0.616054, "accuracy": 0.650198, "main_score": 0.616054, "hf_subset": "som_Latn-tpi_Latn", "languages": ["som-Latn", "tpi-Latn"]}, {"precision": 0.701134, "recall": 0.751976, "f1": 0.714773, "accuracy": 0.751976, "main_score": 0.714773, "hf_subset": "som_Latn-zsm_Latn", "languages": ["som-Latn", "zsm-Latn"]}, {"precision": 0.491903, "recall": 0.532609, "f1": 0.503471, "accuracy": 0.532609, "main_score": 0.503471, "hf_subset": "som_Latn-ayr_Latn", "languages": ["som-Latn", "ayr-Latn"]}, {"precision": 0.696929, "recall": 0.748024, "f1": 0.710347, "accuracy": 0.748024, "main_score": 0.710347, "hf_subset": "som_Latn-dan_Latn", "languages": ["som-Latn", "dan-Latn"]}, {"precision": 0.676255, "recall": 0.73419, "f1": 0.692273, "accuracy": 0.73419, "main_score": 0.692273, "hf_subset": "som_Latn-guj_Gujr", "languages": ["som-Latn", "guj-Gujr"]}, {"precision": 0.668198, "recall": 0.719368, "f1": 0.681592, "accuracy": 0.719368, "main_score": 0.681592, "hf_subset": "som_Latn-kaz_Cyrl", "languages": ["som-Latn", "kaz-Cyrl"]}, {"precision": 0.510191, "recall": 0.556324, "f1": 0.522721, "accuracy": 0.556324, "main_score": 0.522721, "hf_subset": "som_Latn-lug_Latn", "languages": ["som-Latn", "lug-Latn"]}, {"precision": 0.700599, "recall": 0.753953, "f1": 0.714907, "accuracy": 0.753953, "main_score": 0.714907, "hf_subset": "som_Latn-oci_Latn", "languages": ["som-Latn", "oci-Latn"]}, {"precision": 0.608464, "recall": 0.655138, "f1": 0.620978, "accuracy": 0.655138, "main_score": 0.620978, "hf_subset": "som_Latn-smo_Latn", "languages": ["som-Latn", "smo-Latn"]}, {"precision": 0.510623, "recall": 0.546443, "f1": 0.520425, "accuracy": 0.546443, "main_score": 0.520425, "hf_subset": "som_Latn-tsn_Latn", "languages": ["som-Latn", "tsn-Latn"]}, {"precision": 0.577917, "recall": 0.623518, "f1": 0.590645, "accuracy": 0.623518, "main_score": 0.590645, "hf_subset": "som_Latn-zul_Latn", "languages": ["som-Latn", "zul-Latn"]}, {"precision": 0.556119, "recall": 0.608696, "f1": 0.571097, "accuracy": 0.608696, "main_score": 0.571097, "hf_subset": "som_Latn-azb_Arab", "languages": ["som-Latn", "azb-Arab"]}, {"precision": 0.691334, "recall": 0.743083, "f1": 0.704931, "accuracy": 0.743083, "main_score": 0.704931, "hf_subset": "som_Latn-deu_Latn", "languages": ["som-Latn", "deu-Latn"]}, {"precision": 0.664794, "recall": 0.721344, "f1": 0.680637, "accuracy": 0.721344, "main_score": 0.680637, "hf_subset": "som_Latn-hat_Latn", "languages": ["som-Latn", "hat-Latn"]}, {"precision": 0.471739, "recall": 0.513834, "f1": 0.482877, "accuracy": 0.513834, "main_score": 0.482877, "hf_subset": "som_Latn-kbp_Latn", "languages": ["som-Latn", "kbp-Latn"]}, {"precision": 0.523715, "recall": 0.5583, "f1": 0.53357, "accuracy": 0.5583, "main_score": 0.53357, "hf_subset": "som_Latn-luo_Latn", "languages": ["som-Latn", "luo-Latn"]}, {"precision": 0.654512, "recall": 0.715415, "f1": 0.670658, "accuracy": 0.715415, "main_score": 0.670658, "hf_subset": "som_Latn-ory_Orya", "languages": ["som-Latn", "ory-Orya"]}, {"precision": 0.521537, "recall": 0.567194, "f1": 0.533895, "accuracy": 0.567194, "main_score": 0.533895, "hf_subset": "som_Latn-sna_Latn", "languages": ["som-Latn", "sna-Latn"]}, {"precision": 0.519624, "recall": 0.554348, "f1": 0.528156, "accuracy": 0.554348, "main_score": 0.528156, "hf_subset": "som_Latn-tso_Latn", "languages": ["som-Latn", "tso-Latn"]}, {"precision": 0.642336, "recall": 0.697628, "f1": 0.657886, "accuracy": 0.697628, "main_score": 0.657886, "hf_subset": "som_Latn-azj_Latn", "languages": ["som-Latn", "azj-Latn"]}, {"precision": 0.475202, "recall": 0.525692, "f1": 0.488722, "accuracy": 0.525692, "main_score": 0.488722, "hf_subset": "som_Latn-dik_Latn", "languages": ["som-Latn", "dik-Latn"]}, {"precision": 0.614752, "recall": 0.663043, "f1": 0.627766, "accuracy": 0.663043, "main_score": 0.627766, "hf_subset": "som_Latn-hau_Latn", "languages": ["som-Latn", "hau-Latn"]}, {"precision": 0.635761, "recall": 0.678854, "f1": 0.64669, "accuracy": 0.678854, "main_score": 0.64669, "hf_subset": "som_Latn-kea_Latn", "languages": ["som-Latn", "kea-Latn"]}, {"precision": 0.537378, "recall": 0.572134, "f1": 0.546511, "accuracy": 0.572134, "main_score": 0.546511, "hf_subset": "som_Latn-lus_Latn", "languages": ["som-Latn", "lus-Latn"]}, {"precision": 0.572777, "recall": 0.608696, "f1": 0.58244, "accuracy": 0.608696, "main_score": 0.58244, "hf_subset": "som_Latn-pag_Latn", "languages": ["som-Latn", "pag-Latn"]}, {"precision": 0.654807, "recall": 0.710474, "f1": 0.66976, "accuracy": 0.710474, "main_score": 0.66976, "hf_subset": "som_Latn-snd_Arab", "languages": ["som-Latn", "snd-Arab"]}, {"precision": 0.607455, "recall": 0.659091, "f1": 0.620638, "accuracy": 0.659091, "main_score": 0.620638, "hf_subset": "som_Latn-tuk_Latn", "languages": ["som-Latn", "tuk-Latn"]}, {"precision": 0.630499, "recall": 0.682806, "f1": 0.643946, "accuracy": 0.682806, "main_score": 0.643946, "hf_subset": "som_Latn-bak_Cyrl", "languages": ["som-Latn", "bak-Cyrl"]}, {"precision": 0.409668, "recall": 0.468379, "f1": 0.426721, "accuracy": 0.468379, "main_score": 0.426721, "hf_subset": "som_Latn-dyu_Latn", "languages": ["som-Latn", "dyu-Latn"]}, {"precision": 0.675545, "recall": 0.730237, "f1": 0.690767, "accuracy": 0.730237, "main_score": 0.690767, "hf_subset": "som_Latn-heb_Hebr", "languages": ["som-Latn", "heb-Hebr"]}, {"precision": 0.634998, "recall": 0.685771, "f1": 0.64878, "accuracy": 0.685771, "main_score": 0.64878, "hf_subset": "som_Latn-khk_Cyrl", "languages": ["som-Latn", "khk-Cyrl"]}, {"precision": 0.669308, "recall": 0.716403, "f1": 0.681814, "accuracy": 0.716403, "main_score": 0.681814, "hf_subset": "som_Latn-lvs_Latn", "languages": ["som-Latn", "lvs-Latn"]}, {"precision": 0.676997, "recall": 0.73419, "f1": 0.69277, "accuracy": 0.73419, "main_score": 0.69277, "hf_subset": "som_Latn-pan_Guru", "languages": ["som-Latn", "pan-Guru"]}, {"precision": 0.517451, "recall": 0.55336, "f1": 0.527074, "accuracy": 0.55336, "main_score": 0.527074, "hf_subset": "som_Latn-tum_Latn", "languages": ["som-Latn", "tum-Latn"]}, {"precision": 0.433117, "recall": 0.487154, "f1": 0.447886, "accuracy": 0.487154, "main_score": 0.447886, "hf_subset": "tum_Latn-ace_Arab", "languages": ["tum-Latn", "ace-Arab"]}, {"precision": 0.499104, "recall": 0.540514, "f1": 0.511281, "accuracy": 0.540514, "main_score": 0.511281, "hf_subset": "tum_Latn-bam_Latn", "languages": ["tum-Latn", "bam-Latn"]}, {"precision": 0.240835, "recall": 0.293478, "f1": 0.253755, "accuracy": 0.293478, "main_score": 0.253755, "hf_subset": "tum_Latn-dzo_Tibt", "languages": ["tum-Latn", "dzo-Tibt"]}, {"precision": 0.599486, "recall": 0.644269, "f1": 0.610755, "accuracy": 0.644269, "main_score": 0.610755, "hf_subset": "tum_Latn-hin_Deva", "languages": ["tum-Latn", "hin-Deva"]}, {"precision": 0.541479, "recall": 0.59585, "f1": 0.556591, "accuracy": 0.59585, "main_score": 0.556591, "hf_subset": "tum_Latn-khm_Khmr", "languages": ["tum-Latn", "khm-Khmr"]}, {"precision": 0.573571, "recall": 0.618577, "f1": 0.585941, "accuracy": 0.618577, "main_score": 0.585941, "hf_subset": "tum_Latn-mag_Deva", "languages": ["tum-Latn", "mag-Deva"]}, {"precision": 0.576608, "recall": 0.620553, "f1": 0.587291, "accuracy": 0.620553, "main_score": 0.587291, "hf_subset": "tum_Latn-pap_Latn", "languages": ["tum-Latn", "pap-Latn"]}, {"precision": 0.540746, "recall": 0.588933, "f1": 0.553455, "accuracy": 0.588933, "main_score": 0.553455, "hf_subset": "tum_Latn-sot_Latn", "languages": ["tum-Latn", "sot-Latn"]}, {"precision": 0.582991, "recall": 0.63834, "f1": 0.597, "accuracy": 0.63834, "main_score": 0.597, "hf_subset": "tum_Latn-tur_Latn", "languages": ["tum-Latn", "tur-Latn"]}, {"precision": 0.551709, "recall": 0.594862, "f1": 0.563119, "accuracy": 0.594862, "main_score": 0.563119, "hf_subset": "tum_Latn-ace_Latn", "languages": ["tum-Latn", "ace-Latn"]}, {"precision": 0.583024, "recall": 0.612648, "f1": 0.591223, "accuracy": 0.612648, "main_score": 0.591223, "hf_subset": "tum_Latn-ban_Latn", "languages": ["tum-Latn", "ban-Latn"]}, {"precision": 0.579964, "recall": 0.62747, "f1": 0.591928, "accuracy": 0.62747, "main_score": 0.591928, "hf_subset": "tum_Latn-ell_Grek", "languages": ["tum-Latn", "ell-Grek"]}, {"precision": 0.559634, "recall": 0.61166, "f1": 0.57345, "accuracy": 0.61166, "main_score": 0.57345, "hf_subset": "tum_Latn-hne_Deva", "languages": ["tum-Latn", "hne-Deva"]}, {"precision": 0.528516, "recall": 0.577075, "f1": 0.541388, "accuracy": 0.577075, "main_score": 0.541388, "hf_subset": "tum_Latn-kik_Latn", "languages": ["tum-Latn", "kik-Latn"]}, {"precision": 0.577823, "recall": 0.623518, "f1": 0.58985, "accuracy": 0.623518, "main_score": 0.58985, "hf_subset": "tum_Latn-mai_Deva", "languages": ["tum-Latn", "mai-Deva"]}, {"precision": 0.525503, "recall": 0.576087, "f1": 0.538306, "accuracy": 0.576087, "main_score": 0.538306, "hf_subset": "tum_Latn-pbt_Arab", "languages": ["tum-Latn", "pbt-Arab"]}, {"precision": 0.591866, "recall": 0.637352, "f1": 0.602985, "accuracy": 0.637352, "main_score": 0.602985, "hf_subset": "tum_Latn-spa_Latn", "languages": ["tum-Latn", "spa-Latn"]}, {"precision": 0.550598, "recall": 0.58498, "f1": 0.560564, "accuracy": 0.58498, "main_score": 0.560564, "hf_subset": "tum_Latn-twi_Latn", "languages": ["tum-Latn", "twi-Latn"]}, {"precision": 0.58715, "recall": 0.63834, "f1": 0.599914, "accuracy": 0.63834, "main_score": 0.599914, "hf_subset": "tum_Latn-acm_Arab", "languages": ["tum-Latn", "acm-Arab"]}, {"precision": 0.56336, "recall": 0.609684, "f1": 0.575263, "accuracy": 0.609684, "main_score": 0.575263, "hf_subset": "tum_Latn-bel_Cyrl", "languages": ["tum-Latn", "bel-Cyrl"]}, {"precision": 0.607076, "recall": 0.656126, "f1": 0.619519, "accuracy": 0.656126, "main_score": 0.619519, "hf_subset": "tum_Latn-eng_Latn", "languages": ["tum-Latn", "eng-Latn"]}, {"precision": 0.603238, "recall": 0.651186, "f1": 0.615028, "accuracy": 0.651186, "main_score": 0.615028, "hf_subset": "tum_Latn-hrv_Latn", "languages": ["tum-Latn", "hrv-Latn"]}, {"precision": 0.502967, "recall": 0.554348, "f1": 0.517492, "accuracy": 0.554348, "main_score": 0.517492, "hf_subset": "tum_Latn-kin_Latn", "languages": ["tum-Latn", "kin-Latn"]}, {"precision": 0.579598, "recall": 0.631423, "f1": 0.592857, "accuracy": 0.631423, "main_score": 0.592857, "hf_subset": "tum_Latn-mal_Mlym", "languages": ["tum-Latn", "mal-Mlym"]}, {"precision": 0.571183, "recall": 0.625494, "f1": 0.585602, "accuracy": 0.625494, "main_score": 0.585602, "hf_subset": "tum_Latn-pes_Arab", "languages": ["tum-Latn", "pes-Arab"]}, {"precision": 0.579001, "recall": 0.625494, "f1": 0.591432, "accuracy": 0.625494, "main_score": 0.591432, "hf_subset": "tum_Latn-srd_Latn", "languages": ["tum-Latn", "srd-Latn"]}, {"precision": 0.192238, "recall": 0.236166, "f1": 0.203778, "accuracy": 0.236166, "main_score": 0.203778, "hf_subset": "tum_Latn-tzm_Tfng", "languages": ["tum-Latn", "tzm-Tfng"]}, {"precision": 0.587887, "recall": 0.63834, "f1": 0.60059, "accuracy": 0.63834, "main_score": 0.60059, "hf_subset": "tum_Latn-acq_Arab", "languages": ["tum-Latn", "acq-Arab"]}, {"precision": 0.583462, "recall": 0.632411, "f1": 0.596721, "accuracy": 0.632411, "main_score": 0.596721, "hf_subset": "tum_Latn-bem_Latn", "languages": ["tum-Latn", "bem-Latn"]}, {"precision": 0.585245, "recall": 0.63834, "f1": 0.598308, "accuracy": 0.63834, "main_score": 0.598308, "hf_subset": "tum_Latn-epo_Latn", "languages": ["tum-Latn", "epo-Latn"]}, {"precision": 0.584959, "recall": 0.631423, "f1": 0.597705, "accuracy": 0.631423, "main_score": 0.597705, "hf_subset": "tum_Latn-hun_Latn", "languages": ["tum-Latn", "hun-Latn"]}, {"precision": 0.557125, "recall": 0.604743, "f1": 0.569124, "accuracy": 0.604743, "main_score": 0.569124, "hf_subset": "tum_Latn-kir_Cyrl", "languages": ["tum-Latn", "kir-Cyrl"]}, {"precision": 0.578277, "recall": 0.620553, "f1": 0.589192, "accuracy": 0.620553, "main_score": 0.589192, "hf_subset": "tum_Latn-mar_Deva", "languages": ["tum-Latn", "mar-Deva"]}, {"precision": 0.538726, "recall": 0.58004, "f1": 0.550266, "accuracy": 0.58004, "main_score": 0.550266, "hf_subset": "tum_Latn-plt_Latn", "languages": ["tum-Latn", "plt-Latn"]}, {"precision": 0.59946, "recall": 0.645257, "f1": 0.611567, "accuracy": 0.645257, "main_score": 0.611567, "hf_subset": "tum_Latn-srp_Cyrl", "languages": ["tum-Latn", "srp-Cyrl"]}, {"precision": 0.520803, "recall": 0.576087, "f1": 0.534784, "accuracy": 0.576087, "main_score": 0.534784, "hf_subset": "tum_Latn-uig_Arab", "languages": ["tum-Latn", "uig-Arab"]}, {"precision": 0.571927, "recall": 0.621542, "f1": 0.583715, "accuracy": 0.621542, "main_score": 0.583715, "hf_subset": "tum_Latn-aeb_Arab", "languages": ["tum-Latn", "aeb-Arab"]}, {"precision": 0.581246, "recall": 0.626482, "f1": 0.593044, "accuracy": 0.626482, "main_score": 0.593044, "hf_subset": "tum_Latn-ben_Beng", "languages": ["tum-Latn", "ben-Beng"]}, {"precision": 0.554936, "recall": 0.608696, "f1": 0.568916, "accuracy": 0.608696, "main_score": 0.568916, "hf_subset": "tum_Latn-est_Latn", "languages": ["tum-Latn", "est-Latn"]}, {"precision": 0.565828, "recall": 0.615613, "f1": 0.578535, "accuracy": 0.615613, "main_score": 0.578535, "hf_subset": "tum_Latn-hye_Armn", "languages": ["tum-Latn", "hye-Armn"]}, {"precision": 0.534619, "recall": 0.578063, "f1": 0.547, "accuracy": 0.578063, "main_score": 0.547, "hf_subset": "tum_Latn-kmb_Latn", "languages": ["tum-Latn", "kmb-Latn"]}, {"precision": 0.389349, "recall": 0.443676, "f1": 0.403821, "accuracy": 0.443676, "main_score": 0.403821, "hf_subset": "tum_Latn-min_Arab", "languages": ["tum-Latn", "min-Arab"]}, {"precision": 0.585207, "recall": 0.633399, "f1": 0.597593, "accuracy": 0.633399, "main_score": 0.597593, "hf_subset": "tum_Latn-pol_Latn", "languages": ["tum-Latn", "pol-Latn"]}, {"precision": 0.543303, "recall": 0.589921, "f1": 0.556282, "accuracy": 0.589921, "main_score": 0.556282, "hf_subset": "tum_Latn-ssw_Latn", "languages": ["tum-Latn", "ssw-Latn"]}, {"precision": 0.586147, "recall": 0.63834, "f1": 0.599866, "accuracy": 0.63834, "main_score": 0.599866, "hf_subset": "tum_Latn-ukr_Cyrl", "languages": ["tum-Latn", "ukr-Cyrl"]}, {"precision": 0.598026, "recall": 0.648221, "f1": 0.611137, "accuracy": 0.648221, "main_score": 0.611137, "hf_subset": "tum_Latn-afr_Latn", "languages": ["tum-Latn", "afr-Latn"]}, {"precision": 0.584833, "recall": 0.632411, "f1": 0.597174, "accuracy": 0.632411, "main_score": 0.597174, "hf_subset": "tum_Latn-bho_Deva", "languages": ["tum-Latn", "bho-Deva"]}, {"precision": 0.56235, "recall": 0.617589, "f1": 0.577012, "accuracy": 0.617589, "main_score": 0.577012, "hf_subset": "tum_Latn-eus_Latn", "languages": ["tum-Latn", "eus-Latn"]}, {"precision": 0.514037, "recall": 0.565217, "f1": 0.527962, "accuracy": 0.565217, "main_score": 0.527962, "hf_subset": "tum_Latn-ibo_Latn", "languages": ["tum-Latn", "ibo-Latn"]}, {"precision": 0.548838, "recall": 0.588933, "f1": 0.559806, "accuracy": 0.588933, "main_score": 0.559806, "hf_subset": "tum_Latn-kmr_Latn", "languages": ["tum-Latn", "kmr-Latn"]}, {"precision": 0.574234, "recall": 0.623518, "f1": 0.58698, "accuracy": 0.623518, "main_score": 0.58698, "hf_subset": "tum_Latn-min_Latn", "languages": ["tum-Latn", "min-Latn"]}, {"precision": 0.596177, "recall": 0.647233, "f1": 0.609605, "accuracy": 0.647233, "main_score": 0.609605, "hf_subset": "tum_Latn-por_Latn", "languages": ["tum-Latn", "por-Latn"]}, {"precision": 0.584015, "recall": 0.62747, "f1": 0.595094, "accuracy": 0.62747, "main_score": 0.595094, "hf_subset": "tum_Latn-sun_Latn", "languages": ["tum-Latn", "sun-Latn"]}, {"precision": 0.518541, "recall": 0.559289, "f1": 0.530574, "accuracy": 0.559289, "main_score": 0.530574, "hf_subset": "tum_Latn-umb_Latn", "languages": ["tum-Latn", "umb-Latn"]}, {"precision": 0.578889, "recall": 0.633399, "f1": 0.593238, "accuracy": 0.633399, "main_score": 0.593238, "hf_subset": "tum_Latn-ajp_Arab", "languages": ["tum-Latn", "ajp-Arab"]}, {"precision": 0.403553, "recall": 0.456522, "f1": 0.418398, "accuracy": 0.456522, "main_score": 0.418398, "hf_subset": "tum_Latn-bjn_Arab", "languages": ["tum-Latn", "bjn-Arab"]}, {"precision": 0.511182, "recall": 0.548419, "f1": 0.521887, "accuracy": 0.548419, "main_score": 0.521887, "hf_subset": "tum_Latn-ewe_Latn", "languages": ["tum-Latn", "ewe-Latn"]}, {"precision": 0.58689, "recall": 0.62253, "f1": 0.595745, "accuracy": 0.62253, "main_score": 0.595745, "hf_subset": "tum_Latn-ilo_Latn", "languages": ["tum-Latn", "ilo-Latn"]}, {"precision": 0.299411, "recall": 0.351779, "f1": 0.313332, "accuracy": 0.351779, "main_score": 0.313332, "hf_subset": "tum_Latn-knc_Arab", "languages": ["tum-Latn", "knc-Arab"]}, {"precision": 0.593426, "recall": 0.649209, "f1": 0.607635, "accuracy": 0.649209, "main_score": 0.607635, "hf_subset": "tum_Latn-mkd_Cyrl", "languages": ["tum-Latn", "mkd-Cyrl"]}, {"precision": 0.577632, "recall": 0.629447, "f1": 0.591155, "accuracy": 0.629447, "main_score": 0.591155, "hf_subset": "tum_Latn-prs_Arab", "languages": ["tum-Latn", "prs-Arab"]}, {"precision": 0.593702, "recall": 0.643281, "f1": 0.606411, "accuracy": 0.643281, "main_score": 0.606411, "hf_subset": "tum_Latn-swe_Latn", "languages": ["tum-Latn", "swe-Latn"]}, {"precision": 0.562285, "recall": 0.618577, "f1": 0.577077, "accuracy": 0.618577, "main_score": 0.577077, "hf_subset": "tum_Latn-urd_Arab", "languages": ["tum-Latn", "urd-Arab"]}, {"precision": 0.517005, "recall": 0.557312, "f1": 0.528293, "accuracy": 0.557312, "main_score": 0.528293, "hf_subset": "tum_Latn-aka_Latn", "languages": ["tum-Latn", "aka-Latn"]}, {"precision": 0.574647, "recall": 0.61166, "f1": 0.584436, "accuracy": 0.61166, "main_score": 0.584436, "hf_subset": "tum_Latn-bjn_Latn", "languages": ["tum-Latn", "bjn-Latn"]}, {"precision": 0.567808, "recall": 0.607708, "f1": 0.578477, "accuracy": 0.607708, "main_score": 0.578477, "hf_subset": "tum_Latn-fao_Latn", "languages": ["tum-Latn", "fao-Latn"]}, {"precision": 0.602574, "recall": 0.645257, "f1": 0.613262, "accuracy": 0.645257, "main_score": 0.613262, "hf_subset": "tum_Latn-ind_Latn", "languages": ["tum-Latn", "ind-Latn"]}, {"precision": 0.538035, "recall": 0.575099, "f1": 0.548165, "accuracy": 0.575099, "main_score": 0.548165, "hf_subset": "tum_Latn-knc_Latn", "languages": ["tum-Latn", "knc-Latn"]}, {"precision": 0.571473, "recall": 0.620553, "f1": 0.583869, "accuracy": 0.620553, "main_score": 0.583869, "hf_subset": "tum_Latn-mlt_Latn", "languages": ["tum-Latn", "mlt-Latn"]}, {"precision": 0.521332, "recall": 0.567194, "f1": 0.533888, "accuracy": 0.567194, "main_score": 0.533888, "hf_subset": "tum_Latn-quy_Latn", "languages": ["tum-Latn", "quy-Latn"]}, {"precision": 0.583992, "recall": 0.633399, "f1": 0.596368, "accuracy": 0.633399, "main_score": 0.596368, "hf_subset": "tum_Latn-swh_Latn", "languages": ["tum-Latn", "swh-Latn"]}, {"precision": 0.570134, "recall": 0.617589, "f1": 0.581778, "accuracy": 0.617589, "main_score": 0.581778, "hf_subset": "tum_Latn-uzn_Latn", "languages": ["tum-Latn", "uzn-Latn"]}, {"precision": 0.574497, "recall": 0.625494, "f1": 0.586667, "accuracy": 0.625494, "main_score": 0.586667, "hf_subset": "tum_Latn-als_Latn", "languages": ["tum-Latn", "als-Latn"]}, {"precision": 0.294699, "recall": 0.352767, "f1": 0.308501, "accuracy": 0.352767, "main_score": 0.308501, "hf_subset": "tum_Latn-bod_Tibt", "languages": ["tum-Latn", "bod-Tibt"]}, {"precision": 0.554336, "recall": 0.601779, "f1": 0.566983, "accuracy": 0.601779, "main_score": 0.566983, "hf_subset": "tum_Latn-fij_Latn", "languages": ["tum-Latn", "fij-Latn"]}, {"precision": 0.557899, "recall": 0.602767, "f1": 0.569982, "accuracy": 0.602767, "main_score": 0.569982, "hf_subset": "tum_Latn-isl_Latn", "languages": ["tum-Latn", "isl-Latn"]}, {"precision": 0.56165, "recall": 0.600791, "f1": 0.572354, "accuracy": 0.600791, "main_score": 0.572354, "hf_subset": "tum_Latn-kon_Latn", "languages": ["tum-Latn", "kon-Latn"]}, {"precision": 0.486939, "recall": 0.541502, "f1": 0.500976, "accuracy": 0.541502, "main_score": 0.500976, "hf_subset": "tum_Latn-mni_Beng", "languages": ["tum-Latn", "mni-Beng"]}, {"precision": 0.596646, "recall": 0.648221, "f1": 0.60969, "accuracy": 0.648221, "main_score": 0.60969, "hf_subset": "tum_Latn-ron_Latn", "languages": ["tum-Latn", "ron-Latn"]}, {"precision": 0.56565, "recall": 0.613636, "f1": 0.578288, "accuracy": 0.613636, "main_score": 0.578288, "hf_subset": "tum_Latn-szl_Latn", "languages": ["tum-Latn", "szl-Latn"]}, {"precision": 0.580352, "recall": 0.62747, "f1": 0.59248, "accuracy": 0.62747, "main_score": 0.59248, "hf_subset": "tum_Latn-vec_Latn", "languages": ["tum-Latn", "vec-Latn"]}, {"precision": 0.489384, "recall": 0.543478, "f1": 0.504028, "accuracy": 0.543478, "main_score": 0.504028, "hf_subset": "tum_Latn-amh_Ethi", "languages": ["tum-Latn", "amh-Ethi"]}, {"precision": 0.596487, "recall": 0.644269, "f1": 0.608496, "accuracy": 0.644269, "main_score": 0.608496, "hf_subset": "tum_Latn-bos_Latn", "languages": ["tum-Latn", "bos-Latn"]}, {"precision": 0.570013, "recall": 0.623518, "f1": 0.584174, "accuracy": 0.623518, "main_score": 0.584174, "hf_subset": "tum_Latn-fin_Latn", "languages": ["tum-Latn", "fin-Latn"]}, {"precision": 0.595792, "recall": 0.644269, "f1": 0.607973, "accuracy": 0.644269, "main_score": 0.607973, "hf_subset": "tum_Latn-ita_Latn", "languages": ["tum-Latn", "ita-Latn"]}, {"precision": 0.576467, "recall": 0.626482, "f1": 0.589442, "accuracy": 0.626482, "main_score": 0.589442, "hf_subset": "tum_Latn-kor_Hang", "languages": ["tum-Latn", "kor-Hang"]}, {"precision": 0.503947, "recall": 0.550395, "f1": 0.516823, "accuracy": 0.550395, "main_score": 0.516823, "hf_subset": "tum_Latn-mos_Latn", "languages": ["tum-Latn", "mos-Latn"]}, {"precision": 0.546801, "recall": 0.590909, "f1": 0.559472, "accuracy": 0.590909, "main_score": 0.559472, "hf_subset": "tum_Latn-run_Latn", "languages": ["tum-Latn", "run-Latn"]}, {"precision": 0.564836, "recall": 0.612648, "f1": 0.577032, "accuracy": 0.612648, "main_score": 0.577032, "hf_subset": "tum_Latn-tam_Taml", "languages": ["tum-Latn", "tam-Taml"]}, {"precision": 0.594159, "recall": 0.642292, "f1": 0.606219, "accuracy": 0.642292, "main_score": 0.606219, "hf_subset": "tum_Latn-vie_Latn", "languages": ["tum-Latn", "vie-Latn"]}, {"precision": 0.582361, "recall": 0.631423, "f1": 0.595363, "accuracy": 0.631423, "main_score": 0.595363, "hf_subset": "tum_Latn-apc_Arab", "languages": ["tum-Latn", "apc-Arab"]}, {"precision": 0.54523, "recall": 0.587945, "f1": 0.556316, "accuracy": 0.587945, "main_score": 0.556316, "hf_subset": "tum_Latn-bug_Latn", "languages": ["tum-Latn", "bug-Latn"]}, {"precision": 0.484621, "recall": 0.523715, "f1": 0.495346, "accuracy": 0.523715, "main_score": 0.495346, "hf_subset": "tum_Latn-fon_Latn", "languages": ["tum-Latn", "fon-Latn"]}, {"precision": 0.601153, "recall": 0.639328, "f1": 0.611166, "accuracy": 0.639328, "main_score": 0.611166, "hf_subset": "tum_Latn-jav_Latn", "languages": ["tum-Latn", "jav-Latn"]}, {"precision": 0.553001, "recall": 0.601779, "f1": 0.566196, "accuracy": 0.601779, "main_score": 0.566196, "hf_subset": "tum_Latn-lao_Laoo", "languages": ["tum-Latn", "lao-Laoo"]}, {"precision": 0.512915, "recall": 0.556324, "f1": 0.525408, "accuracy": 0.556324, "main_score": 0.525408, "hf_subset": "tum_Latn-mri_Latn", "languages": ["tum-Latn", "mri-Latn"]}, {"precision": 0.583979, "recall": 0.634387, "f1": 0.5971, "accuracy": 0.634387, "main_score": 0.5971, "hf_subset": "tum_Latn-rus_Cyrl", "languages": ["tum-Latn", "rus-Cyrl"]}, {"precision": 0.483614, "recall": 0.527668, "f1": 0.496547, "accuracy": 0.527668, "main_score": 0.496547, "hf_subset": "tum_Latn-taq_Latn", "languages": ["tum-Latn", "taq-Latn"]}, {"precision": 0.602009, "recall": 0.645257, "f1": 0.612781, "accuracy": 0.645257, "main_score": 0.612781, "hf_subset": "tum_Latn-war_Latn", "languages": ["tum-Latn", "war-Latn"]}, {"precision": 0.581791, "recall": 0.631423, "f1": 0.594044, "accuracy": 0.631423, "main_score": 0.594044, "hf_subset": "tum_Latn-arb_Arab", "languages": ["tum-Latn", "arb-Arab"]}, {"precision": 0.591915, "recall": 0.640316, "f1": 0.60441, "accuracy": 0.640316, "main_score": 0.60441, "hf_subset": "tum_Latn-bul_Cyrl", "languages": ["tum-Latn", "bul-Cyrl"]}, {"precision": 0.600586, "recall": 0.650198, "f1": 0.613515, "accuracy": 0.650198, "main_score": 0.613515, "hf_subset": "tum_Latn-fra_Latn", "languages": ["tum-Latn", "fra-Latn"]}, {"precision": 0.575671, "recall": 0.625494, "f1": 0.587523, "accuracy": 0.625494, "main_score": 0.587523, "hf_subset": "tum_Latn-jpn_Jpan", "languages": ["tum-Latn", "jpn-Jpan"]}, {"precision": 0.582261, "recall": 0.633399, "f1": 0.59538, "accuracy": 0.633399, "main_score": 0.59538, "hf_subset": "tum_Latn-lij_Latn", "languages": ["tum-Latn", "lij-Latn"]}, {"precision": 0.458122, "recall": 0.52668, "f1": 0.476402, "accuracy": 0.52668, "main_score": 0.476402, "hf_subset": "tum_Latn-mya_Mymr", "languages": ["tum-Latn", "mya-Mymr"]}, {"precision": 0.516147, "recall": 0.5583, "f1": 0.527739, "accuracy": 0.5583, "main_score": 0.527739, "hf_subset": "tum_Latn-sag_Latn", "languages": ["tum-Latn", "sag-Latn"]}, {"precision": 0.190644, "recall": 0.23913, "f1": 0.202107, "accuracy": 0.23913, "main_score": 0.202107, "hf_subset": "tum_Latn-taq_Tfng", "languages": ["tum-Latn", "taq-Tfng"]}, {"precision": 0.52375, "recall": 0.568182, "f1": 0.536176, "accuracy": 0.568182, "main_score": 0.536176, "hf_subset": "tum_Latn-wol_Latn", "languages": ["tum-Latn", "wol-Latn"]}, {"precision": 0.473966, "recall": 0.527668, "f1": 0.488633, "accuracy": 0.527668, "main_score": 0.488633, "hf_subset": "tum_Latn-arb_Latn", "languages": ["tum-Latn", "arb-Latn"]}, {"precision": 0.594226, "recall": 0.644269, "f1": 0.606952, "accuracy": 0.644269, "main_score": 0.606952, "hf_subset": "tum_Latn-cat_Latn", "languages": ["tum-Latn", "cat-Latn"]}, {"precision": 0.573949, "recall": 0.619565, "f1": 0.585517, "accuracy": 0.619565, "main_score": 0.585517, "hf_subset": "tum_Latn-fur_Latn", "languages": ["tum-Latn", "fur-Latn"]}, {"precision": 0.418501, "recall": 0.47332, "f1": 0.433313, "accuracy": 0.47332, "main_score": 0.433313, "hf_subset": "tum_Latn-kab_Latn", "languages": ["tum-Latn", "kab-Latn"]}, {"precision": 0.570888, "recall": 0.606719, "f1": 0.580161, "accuracy": 0.606719, "main_score": 0.580161, "hf_subset": "tum_Latn-lim_Latn", "languages": ["tum-Latn", "lim-Latn"]}, {"precision": 0.599927, "recall": 0.650198, "f1": 0.612531, "accuracy": 0.650198, "main_score": 0.612531, "hf_subset": "tum_Latn-nld_Latn", "languages": ["tum-Latn", "nld-Latn"]}, {"precision": 0.551191, "recall": 0.601779, "f1": 0.563872, "accuracy": 0.601779, "main_score": 0.563872, "hf_subset": "tum_Latn-san_Deva", "languages": ["tum-Latn", "san-Deva"]}, {"precision": 0.563734, "recall": 0.615613, "f1": 0.576394, "accuracy": 0.615613, "main_score": 0.576394, "hf_subset": "tum_Latn-tat_Cyrl", "languages": ["tum-Latn", "tat-Cyrl"]}, {"precision": 0.561207, "recall": 0.605731, "f1": 0.573607, "accuracy": 0.605731, "main_score": 0.573607, "hf_subset": "tum_Latn-xho_Latn", "languages": ["tum-Latn", "xho-Latn"]}, {"precision": 0.562214, "recall": 0.616601, "f1": 0.576107, "accuracy": 0.616601, "main_score": 0.576107, "hf_subset": "tum_Latn-ars_Arab", "languages": ["tum-Latn", "ars-Arab"]}, {"precision": 0.610064, "recall": 0.647233, "f1": 0.619843, "accuracy": 0.647233, "main_score": 0.619843, "hf_subset": "tum_Latn-ceb_Latn", "languages": ["tum-Latn", "ceb-Latn"]}, {"precision": 0.491612, "recall": 0.539526, "f1": 0.504971, "accuracy": 0.539526, "main_score": 0.504971, "hf_subset": "tum_Latn-fuv_Latn", "languages": ["tum-Latn", "fuv-Latn"]}, {"precision": 0.497517, "recall": 0.539526, "f1": 0.509404, "accuracy": 0.539526, "main_score": 0.509404, "hf_subset": "tum_Latn-kac_Latn", "languages": ["tum-Latn", "kac-Latn"]}, {"precision": 0.558639, "recall": 0.602767, "f1": 0.570307, "accuracy": 0.602767, "main_score": 0.570307, "hf_subset": "tum_Latn-lin_Latn", "languages": ["tum-Latn", "lin-Latn"]}, {"precision": 0.593241, "recall": 0.642292, "f1": 0.605934, "accuracy": 0.642292, "main_score": 0.605934, "hf_subset": "tum_Latn-nno_Latn", "languages": ["tum-Latn", "nno-Latn"]}, {"precision": 0.122984, "recall": 0.174901, "f1": 0.135653, "accuracy": 0.174901, "main_score": 0.135653, "hf_subset": "tum_Latn-sat_Olck", "languages": ["tum-Latn", "sat-Olck"]}, {"precision": 0.576091, "recall": 0.628458, "f1": 0.589181, "accuracy": 0.628458, "main_score": 0.589181, "hf_subset": "tum_Latn-tel_Telu", "languages": ["tum-Latn", "tel-Telu"]}, {"precision": 0.499614, "recall": 0.559289, "f1": 0.515106, "accuracy": 0.559289, "main_score": 0.515106, "hf_subset": "tum_Latn-ydd_Hebr", "languages": ["tum-Latn", "ydd-Hebr"]}, {"precision": 0.568474, "recall": 0.609684, "f1": 0.57889, "accuracy": 0.609684, "main_score": 0.57889, "hf_subset": "tum_Latn-ary_Arab", "languages": ["tum-Latn", "ary-Arab"]}, {"precision": 0.593336, "recall": 0.645257, "f1": 0.607129, "accuracy": 0.645257, "main_score": 0.607129, "hf_subset": "tum_Latn-ces_Latn", "languages": ["tum-Latn", "ces-Latn"]}, {"precision": 0.490348, "recall": 0.54249, "f1": 0.50517, "accuracy": 0.54249, "main_score": 0.50517, "hf_subset": "tum_Latn-gaz_Latn", "languages": ["tum-Latn", "gaz-Latn"]}, {"precision": 0.528033, "recall": 0.570158, "f1": 0.539658, "accuracy": 0.570158, "main_score": 0.539658, "hf_subset": "tum_Latn-kam_Latn", "languages": ["tum-Latn", "kam-Latn"]}, {"precision": 0.578015, "recall": 0.629447, "f1": 0.591083, "accuracy": 0.629447, "main_score": 0.591083, "hf_subset": "tum_Latn-lit_Latn", "languages": ["tum-Latn", "lit-Latn"]}, {"precision": 0.590656, "recall": 0.639328, "f1": 0.603757, "accuracy": 0.639328, "main_score": 0.603757, "hf_subset": "tum_Latn-nob_Latn", "languages": ["tum-Latn", "nob-Latn"]}, {"precision": 0.588629, "recall": 0.630435, "f1": 0.59993, "accuracy": 0.630435, "main_score": 0.59993, "hf_subset": "tum_Latn-scn_Latn", "languages": ["tum-Latn", "scn-Latn"]}, {"precision": 0.55316, "recall": 0.600791, "f1": 0.565338, "accuracy": 0.600791, "main_score": 0.565338, "hf_subset": "tum_Latn-tgk_Cyrl", "languages": ["tum-Latn", "tgk-Cyrl"]}, {"precision": 0.510227, "recall": 0.563241, "f1": 0.525642, "accuracy": 0.563241, "main_score": 0.525642, "hf_subset": "tum_Latn-yor_Latn", "languages": ["tum-Latn", "yor-Latn"]}, {"precision": 0.576021, "recall": 0.624506, "f1": 0.588151, "accuracy": 0.624506, "main_score": 0.588151, "hf_subset": "tum_Latn-arz_Arab", "languages": ["tum-Latn", "arz-Arab"]}, {"precision": 0.500292, "recall": 0.539526, "f1": 0.511451, "accuracy": 0.539526, "main_score": 0.511451, "hf_subset": "tum_Latn-cjk_Latn", "languages": ["tum-Latn", "cjk-Latn"]}, {"precision": 0.521564, "recall": 0.570158, "f1": 0.534247, "accuracy": 0.570158, "main_score": 0.534247, "hf_subset": "tum_Latn-gla_Latn", "languages": ["tum-Latn", "gla-Latn"]}, {"precision": 0.577427, "recall": 0.626482, "f1": 0.589706, "accuracy": 0.626482, "main_score": 0.589706, "hf_subset": "tum_Latn-kan_Knda", "languages": ["tum-Latn", "kan-Knda"]}, {"precision": 0.566659, "recall": 0.610672, "f1": 0.577441, "accuracy": 0.610672, "main_score": 0.577441, "hf_subset": "tum_Latn-lmo_Latn", "languages": ["tum-Latn", "lmo-Latn"]}, {"precision": 0.570809, "recall": 0.62253, "f1": 0.584042, "accuracy": 0.62253, "main_score": 0.584042, "hf_subset": "tum_Latn-npi_Deva", "languages": ["tum-Latn", "npi-Deva"]}, {"precision": 0.437297, "recall": 0.48913, "f1": 0.451889, "accuracy": 0.48913, "main_score": 0.451889, "hf_subset": "tum_Latn-shn_Mymr", "languages": ["tum-Latn", "shn-Mymr"]}, {"precision": 0.617499, "recall": 0.660079, "f1": 0.628432, "accuracy": 0.660079, "main_score": 0.628432, "hf_subset": "tum_Latn-tgl_Latn", "languages": ["tum-Latn", "tgl-Latn"]}, {"precision": 0.572075, "recall": 0.62253, "f1": 0.584844, "accuracy": 0.62253, "main_score": 0.584844, "hf_subset": "tum_Latn-yue_Hant", "languages": ["tum-Latn", "yue-Hant"]}, {"precision": 0.547198, "recall": 0.59585, "f1": 0.559951, "accuracy": 0.59585, "main_score": 0.559951, "hf_subset": "tum_Latn-asm_Beng", "languages": ["tum-Latn", "asm-Beng"]}, {"precision": 0.530029, "recall": 0.579051, "f1": 0.543078, "accuracy": 0.579051, "main_score": 0.543078, "hf_subset": "tum_Latn-ckb_Arab", "languages": ["tum-Latn", "ckb-Arab"]}, {"precision": 0.512386, "recall": 0.563241, "f1": 0.525023, "accuracy": 0.563241, "main_score": 0.525023, "hf_subset": "tum_Latn-gle_Latn", "languages": ["tum-Latn", "gle-Latn"]}, {"precision": 0.514887, "recall": 0.564229, "f1": 0.528345, "accuracy": 0.564229, "main_score": 0.528345, "hf_subset": "tum_Latn-kas_Arab", "languages": ["tum-Latn", "kas-Arab"]}, {"precision": 0.543031, "recall": 0.592885, "f1": 0.555599, "accuracy": 0.592885, "main_score": 0.555599, "hf_subset": "tum_Latn-ltg_Latn", "languages": ["tum-Latn", "ltg-Latn"]}, {"precision": 0.567285, "recall": 0.603755, "f1": 0.577535, "accuracy": 0.603755, "main_score": 0.577535, "hf_subset": "tum_Latn-nso_Latn", "languages": ["tum-Latn", "nso-Latn"]}, {"precision": 0.500768, "recall": 0.555336, "f1": 0.514714, "accuracy": 0.555336, "main_score": 0.514714, "hf_subset": "tum_Latn-sin_Sinh", "languages": ["tum-Latn", "sin-Sinh"]}, {"precision": 0.580948, "recall": 0.630435, "f1": 0.594291, "accuracy": 0.630435, "main_score": 0.594291, "hf_subset": "tum_Latn-tha_Thai", "languages": ["tum-Latn", "tha-Thai"]}, {"precision": 0.561582, "recall": 0.606719, "f1": 0.572978, "accuracy": 0.606719, "main_score": 0.572978, "hf_subset": "tum_Latn-zho_Hans", "languages": ["tum-Latn", "zho-Hans"]}, {"precision": 0.590278, "recall": 0.642292, "f1": 0.603411, "accuracy": 0.642292, "main_score": 0.603411, "hf_subset": "tum_Latn-ast_Latn", "languages": ["tum-Latn", "ast-Latn"]}, {"precision": 0.573245, "recall": 0.619565, "f1": 0.584632, "accuracy": 0.619565, "main_score": 0.584632, "hf_subset": "tum_Latn-crh_Latn", "languages": ["tum-Latn", "crh-Latn"]}, {"precision": 0.585034, "recall": 0.632411, "f1": 0.597032, "accuracy": 0.632411, "main_score": 0.597032, "hf_subset": "tum_Latn-glg_Latn", "languages": ["tum-Latn", "glg-Latn"]}, {"precision": 0.515761, "recall": 0.564229, "f1": 0.528994, "accuracy": 0.564229, "main_score": 0.528994, "hf_subset": "tum_Latn-kas_Deva", "languages": ["tum-Latn", "kas-Deva"]}, {"precision": 0.549923, "recall": 0.589921, "f1": 0.560328, "accuracy": 0.589921, "main_score": 0.560328, "hf_subset": "tum_Latn-ltz_Latn", "languages": ["tum-Latn", "ltz-Latn"]}, {"precision": 0.461043, "recall": 0.516798, "f1": 0.476151, "accuracy": 0.516798, "main_score": 0.476151, "hf_subset": "tum_Latn-nus_Latn", "languages": ["tum-Latn", "nus-Latn"]}, {"precision": 0.584798, "recall": 0.634387, "f1": 0.597912, "accuracy": 0.634387, "main_score": 0.597912, "hf_subset": "tum_Latn-slk_Latn", "languages": ["tum-Latn", "slk-Latn"]}, {"precision": 0.3852, "recall": 0.4417, "f1": 0.400401, "accuracy": 0.4417, "main_score": 0.400401, "hf_subset": "tum_Latn-tir_Ethi", "languages": ["tum-Latn", "tir-Ethi"]}, {"precision": 0.565826, "recall": 0.613636, "f1": 0.577675, "accuracy": 0.613636, "main_score": 0.577675, "hf_subset": "tum_Latn-zho_Hant", "languages": ["tum-Latn", "zho-Hant"]}, {"precision": 0.565727, "recall": 0.613636, "f1": 0.578005, "accuracy": 0.613636, "main_score": 0.578005, "hf_subset": "tum_Latn-awa_Deva", "languages": ["tum-Latn", "awa-Deva"]}, {"precision": 0.563287, "recall": 0.607708, "f1": 0.575416, "accuracy": 0.607708, "main_score": 0.575416, "hf_subset": "tum_Latn-cym_Latn", "languages": ["tum-Latn", "cym-Latn"]}, {"precision": 0.560633, "recall": 0.600791, "f1": 0.571544, "accuracy": 0.600791, "main_score": 0.571544, "hf_subset": "tum_Latn-grn_Latn", "languages": ["tum-Latn", "grn-Latn"]}, {"precision": 0.549872, "recall": 0.604743, "f1": 0.564056, "accuracy": 0.604743, "main_score": 0.564056, "hf_subset": "tum_Latn-kat_Geor", "languages": ["tum-Latn", "kat-Geor"]}, {"precision": 0.541159, "recall": 0.586957, "f1": 0.553703, "accuracy": 0.586957, "main_score": 0.553703, "hf_subset": "tum_Latn-lua_Latn", "languages": ["tum-Latn", "lua-Latn"]}, {"precision": 0.636917, "recall": 0.688735, "f1": 0.651518, "accuracy": 0.688735, "main_score": 0.651518, "hf_subset": "tum_Latn-nya_Latn", "languages": ["tum-Latn", "nya-Latn"]}, {"precision": 0.577033, "recall": 0.631423, "f1": 0.591145, "accuracy": 0.631423, "main_score": 0.591145, "hf_subset": "tum_Latn-slv_Latn", "languages": ["tum-Latn", "slv-Latn"]}, {"precision": 0.575912, "recall": 0.618577, "f1": 0.587415, "accuracy": 0.618577, "main_score": 0.587415, "hf_subset": "tum_Latn-tpi_Latn", "languages": ["tum-Latn", "tpi-Latn"]}, {"precision": 0.606276, "recall": 0.657115, "f1": 0.619374, "accuracy": 0.657115, "main_score": 0.619374, "hf_subset": "tum_Latn-zsm_Latn", "languages": ["tum-Latn", "zsm-Latn"]}, {"precision": 0.502133, "recall": 0.549407, "f1": 0.516107, "accuracy": 0.549407, "main_score": 0.516107, "hf_subset": "tum_Latn-ayr_Latn", "languages": ["tum-Latn", "ayr-Latn"]}, {"precision": 0.602137, "recall": 0.65415, "f1": 0.615554, "accuracy": 0.65415, "main_score": 0.615554, "hf_subset": "tum_Latn-dan_Latn", "languages": ["tum-Latn", "dan-Latn"]}, {"precision": 0.582298, "recall": 0.636364, "f1": 0.595938, "accuracy": 0.636364, "main_score": 0.595938, "hf_subset": "tum_Latn-guj_Gujr", "languages": ["tum-Latn", "guj-Gujr"]}, {"precision": 0.567351, "recall": 0.619565, "f1": 0.580896, "accuracy": 0.619565, "main_score": 0.580896, "hf_subset": "tum_Latn-kaz_Cyrl", "languages": ["tum-Latn", "kaz-Cyrl"]}, {"precision": 0.515617, "recall": 0.561265, "f1": 0.527898, "accuracy": 0.561265, "main_score": 0.527898, "hf_subset": "tum_Latn-lug_Latn", "languages": ["tum-Latn", "lug-Latn"]}, {"precision": 0.606993, "recall": 0.65415, "f1": 0.618485, "accuracy": 0.65415, "main_score": 0.618485, "hf_subset": "tum_Latn-oci_Latn", "languages": ["tum-Latn", "oci-Latn"]}, {"precision": 0.566137, "recall": 0.608696, "f1": 0.577735, "accuracy": 0.608696, "main_score": 0.577735, "hf_subset": "tum_Latn-smo_Latn", "languages": ["tum-Latn", "smo-Latn"]}, {"precision": 0.522102, "recall": 0.568182, "f1": 0.534726, "accuracy": 0.568182, "main_score": 0.534726, "hf_subset": "tum_Latn-tsn_Latn", "languages": ["tum-Latn", "tsn-Latn"]}, {"precision": 0.52678, "recall": 0.579051, "f1": 0.541209, "accuracy": 0.579051, "main_score": 0.541209, "hf_subset": "tum_Latn-zul_Latn", "languages": ["tum-Latn", "zul-Latn"]}, {"precision": 0.499583, "recall": 0.556324, "f1": 0.515352, "accuracy": 0.556324, "main_score": 0.515352, "hf_subset": "tum_Latn-azb_Arab", "languages": ["tum-Latn", "azb-Arab"]}, {"precision": 0.587395, "recall": 0.640316, "f1": 0.601186, "accuracy": 0.640316, "main_score": 0.601186, "hf_subset": "tum_Latn-deu_Latn", "languages": ["tum-Latn", "deu-Latn"]}, {"precision": 0.527192, "recall": 0.583992, "f1": 0.541778, "accuracy": 0.583992, "main_score": 0.541778, "hf_subset": "tum_Latn-hat_Latn", "languages": ["tum-Latn", "hat-Latn"]}, {"precision": 0.500368, "recall": 0.539526, "f1": 0.511594, "accuracy": 0.539526, "main_score": 0.511594, "hf_subset": "tum_Latn-kbp_Latn", "languages": ["tum-Latn", "kbp-Latn"]}, {"precision": 0.542475, "recall": 0.577075, "f1": 0.55218, "accuracy": 0.577075, "main_score": 0.55218, "hf_subset": "tum_Latn-luo_Latn", "languages": ["tum-Latn", "luo-Latn"]}, {"precision": 0.569501, "recall": 0.623518, "f1": 0.58373, "accuracy": 0.623518, "main_score": 0.58373, "hf_subset": "tum_Latn-ory_Orya", "languages": ["tum-Latn", "ory-Orya"]}, {"precision": 0.561854, "recall": 0.609684, "f1": 0.575317, "accuracy": 0.609684, "main_score": 0.575317, "hf_subset": "tum_Latn-sna_Latn", "languages": ["tum-Latn", "sna-Latn"]}, {"precision": 0.522498, "recall": 0.56917, "f1": 0.534785, "accuracy": 0.56917, "main_score": 0.534785, "hf_subset": "tum_Latn-tso_Latn", "languages": ["tum-Latn", "tso-Latn"]}, {"precision": 0.563398, "recall": 0.616601, "f1": 0.577833, "accuracy": 0.616601, "main_score": 0.577833, "hf_subset": "tum_Latn-azj_Latn", "languages": ["tum-Latn", "azj-Latn"]}, {"precision": 0.488646, "recall": 0.534585, "f1": 0.502214, "accuracy": 0.534585, "main_score": 0.502214, "hf_subset": "tum_Latn-dik_Latn", "languages": ["tum-Latn", "dik-Latn"]}, {"precision": 0.529637, "recall": 0.573123, "f1": 0.541853, "accuracy": 0.573123, "main_score": 0.541853, "hf_subset": "tum_Latn-hau_Latn", "languages": ["tum-Latn", "hau-Latn"]}, {"precision": 0.576706, "recall": 0.62253, "f1": 0.587809, "accuracy": 0.62253, "main_score": 0.587809, "hf_subset": "tum_Latn-kea_Latn", "languages": ["tum-Latn", "kea-Latn"]}, {"precision": 0.563224, "recall": 0.604743, "f1": 0.574544, "accuracy": 0.604743, "main_score": 0.574544, "hf_subset": "tum_Latn-lus_Latn", "languages": ["tum-Latn", "lus-Latn"]}, {"precision": 0.556929, "recall": 0.593874, "f1": 0.566396, "accuracy": 0.593874, "main_score": 0.566396, "hf_subset": "tum_Latn-pag_Latn", "languages": ["tum-Latn", "pag-Latn"]}, {"precision": 0.557867, "recall": 0.610672, "f1": 0.571454, "accuracy": 0.610672, "main_score": 0.571454, "hf_subset": "tum_Latn-snd_Arab", "languages": ["tum-Latn", "snd-Arab"]}, {"precision": 0.518199, "recall": 0.570158, "f1": 0.532175, "accuracy": 0.570158, "main_score": 0.532175, "hf_subset": "tum_Latn-tuk_Latn", "languages": ["tum-Latn", "tuk-Latn"]}, {"precision": 0.551374, "recall": 0.604743, "f1": 0.564731, "accuracy": 0.604743, "main_score": 0.564731, "hf_subset": "tum_Latn-bak_Cyrl", "languages": ["tum-Latn", "bak-Cyrl"]}, {"precision": 0.420856, "recall": 0.488142, "f1": 0.439924, "accuracy": 0.488142, "main_score": 0.439924, "hf_subset": "tum_Latn-dyu_Latn", "languages": ["tum-Latn", "dyu-Latn"]}, {"precision": 0.583179, "recall": 0.635375, "f1": 0.596346, "accuracy": 0.635375, "main_score": 0.596346, "hf_subset": "tum_Latn-heb_Hebr", "languages": ["tum-Latn", "heb-Hebr"]}, {"precision": 0.540186, "recall": 0.587945, "f1": 0.553389, "accuracy": 0.587945, "main_score": 0.553389, "hf_subset": "tum_Latn-khk_Cyrl", "languages": ["tum-Latn", "khk-Cyrl"]}, {"precision": 0.571225, "recall": 0.620553, "f1": 0.583858, "accuracy": 0.620553, "main_score": 0.583858, "hf_subset": "tum_Latn-lvs_Latn", "languages": ["tum-Latn", "lvs-Latn"]}, {"precision": 0.574876, "recall": 0.623518, "f1": 0.586692, "accuracy": 0.623518, "main_score": 0.586692, "hf_subset": "tum_Latn-pan_Guru", "languages": ["tum-Latn", "pan-Guru"]}, {"precision": 0.523745, "recall": 0.574111, "f1": 0.537397, "accuracy": 0.574111, "main_score": 0.537397, "hf_subset": "tum_Latn-som_Latn", "languages": ["tum-Latn", "som-Latn"]}]}, "evaluation_time": 1008.2730345726013, "kg_co2_emissions": null} \ No newline at end of file +{"dataset_revision": "2144d16cc15edd22d4a9237d12bff5f31f5c07fc", "task_name": "FloresBitextMining", "mteb_version": "2.16.0", "scores": {"devtest": [{"precision": 0.397827, "recall": 0.451581, "f1": 0.412382, "accuracy": 0.451581, "main_score": 0.412382, "hf_subset": "ace_Arab-bam_Latn", "languages": ["ace-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198782, "recall": 0.236166, "f1": 0.20802, "accuracy": 0.236166, "main_score": 0.20802, "hf_subset": "ace_Arab-dzo_Tibt", "languages": ["ace-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.523197, "recall": 0.592885, "f1": 0.541456, "accuracy": 0.592885, "main_score": 0.541456, "hf_subset": "ace_Arab-hin_Deva", "languages": ["ace-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458526, "recall": 0.524704, "f1": 0.475261, "accuracy": 0.524704, "main_score": 0.475261, "hf_subset": "ace_Arab-khm_Khmr", "languages": ["ace-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.53644, "recall": 0.592885, "f1": 0.55147, "accuracy": 0.592885, "main_score": 0.55147, "hf_subset": "ace_Arab-mag_Deva", "languages": ["ace-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561285, "recall": 0.618577, "f1": 0.57634, "accuracy": 0.618577, "main_score": 0.57634, "hf_subset": "ace_Arab-pap_Latn", "languages": ["ace-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439815, "recall": 0.492095, "f1": 0.45375, "accuracy": 0.492095, "main_score": 0.45375, "hf_subset": "ace_Arab-sot_Latn", "languages": ["ace-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532809, "recall": 0.587945, "f1": 0.54734, "accuracy": 0.587945, "main_score": 0.54734, "hf_subset": "ace_Arab-tur_Latn", "languages": ["ace-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745372, "recall": 0.796443, "f1": 0.759416, "accuracy": 0.796443, "main_score": 0.759416, "hf_subset": "ace_Arab-ace_Latn", "languages": ["ace-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595365, "recall": 0.641304, "f1": 0.607595, "accuracy": 0.641304, "main_score": 0.607595, "hf_subset": "ace_Arab-ban_Latn", "languages": ["ace-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51253, "recall": 0.577075, "f1": 0.52814, "accuracy": 0.577075, "main_score": 0.52814, "hf_subset": "ace_Arab-ell_Grek", "languages": ["ace-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.517614, "recall": 0.58004, "f1": 0.53385, "accuracy": 0.58004, "main_score": 0.53385, "hf_subset": "ace_Arab-hne_Deva", "languages": ["ace-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.394654, "recall": 0.447628, "f1": 0.408859, "accuracy": 0.447628, "main_score": 0.408859, "hf_subset": "ace_Arab-kik_Latn", "languages": ["ace-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525188, "recall": 0.588933, "f1": 0.541333, "accuracy": 0.588933, "main_score": 0.541333, "hf_subset": "ace_Arab-mai_Deva", "languages": ["ace-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.486884, "recall": 0.552372, "f1": 0.503642, "accuracy": 0.552372, "main_score": 0.503642, "hf_subset": "ace_Arab-pbt_Arab", "languages": ["ace-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529527, "recall": 0.594862, "f1": 0.545778, "accuracy": 0.594862, "main_score": 0.545778, "hf_subset": "ace_Arab-spa_Latn", "languages": ["ace-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461306, "recall": 0.520751, "f1": 0.477946, "accuracy": 0.520751, "main_score": 0.477946, "hf_subset": "ace_Arab-twi_Latn", "languages": ["ace-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528026, "recall": 0.593874, "f1": 0.544862, "accuracy": 0.593874, "main_score": 0.544862, "hf_subset": "ace_Arab-acm_Arab", "languages": ["ace-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.4894, "recall": 0.5583, "f1": 0.5077, "accuracy": 0.5583, "main_score": 0.5077, "hf_subset": "ace_Arab-bel_Cyrl", "languages": ["ace-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.564498, "recall": 0.62747, "f1": 0.581144, "accuracy": 0.62747, "main_score": 0.581144, "hf_subset": "ace_Arab-eng_Latn", "languages": ["ace-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544975, "recall": 0.604743, "f1": 0.560271, "accuracy": 0.604743, "main_score": 0.560271, "hf_subset": "ace_Arab-hrv_Latn", "languages": ["ace-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407884, "recall": 0.466403, "f1": 0.423421, "accuracy": 0.466403, "main_score": 0.423421, "hf_subset": "ace_Arab-kin_Latn", "languages": ["ace-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49973, "recall": 0.573123, "f1": 0.517842, "accuracy": 0.573123, "main_score": 0.517842, "hf_subset": "ace_Arab-mal_Mlym", "languages": ["ace-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.536996, "recall": 0.594862, "f1": 0.55241, "accuracy": 0.594862, "main_score": 0.55241, "hf_subset": "ace_Arab-pes_Arab", "languages": ["ace-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560123, "recall": 0.61166, "f1": 0.574576, "accuracy": 0.61166, "main_score": 0.574576, "hf_subset": "ace_Arab-srd_Latn", "languages": ["ace-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210404, "recall": 0.247036, "f1": 0.219986, "accuracy": 0.247036, "main_score": 0.219986, "hf_subset": "ace_Arab-tzm_Tfng", "languages": ["ace-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.528974, "recall": 0.592885, "f1": 0.545033, "accuracy": 0.592885, "main_score": 0.545033, "hf_subset": "ace_Arab-acq_Arab", "languages": ["ace-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.452259, "recall": 0.506917, "f1": 0.46617, "accuracy": 0.506917, "main_score": 0.46617, "hf_subset": "ace_Arab-bem_Latn", "languages": ["ace-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552408, "recall": 0.604743, "f1": 0.566072, "accuracy": 0.604743, "main_score": 0.566072, "hf_subset": "ace_Arab-epo_Latn", "languages": ["ace-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539293, "recall": 0.597826, "f1": 0.554218, "accuracy": 0.597826, "main_score": 0.554218, "hf_subset": "ace_Arab-hun_Latn", "languages": ["ace-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52334, "recall": 0.583992, "f1": 0.539231, "accuracy": 0.583992, "main_score": 0.539231, "hf_subset": "ace_Arab-kir_Cyrl", "languages": ["ace-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534507, "recall": 0.588933, "f1": 0.548502, "accuracy": 0.588933, "main_score": 0.548502, "hf_subset": "ace_Arab-mar_Deva", "languages": ["ace-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.462981, "recall": 0.517787, "f1": 0.477956, "accuracy": 0.517787, "main_score": 0.477956, "hf_subset": "ace_Arab-plt_Latn", "languages": ["ace-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545163, "recall": 0.61166, "f1": 0.562814, "accuracy": 0.61166, "main_score": 0.562814, "hf_subset": "ace_Arab-srp_Cyrl", "languages": ["ace-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.448711, "recall": 0.502964, "f1": 0.463225, "accuracy": 0.502964, "main_score": 0.463225, "hf_subset": "ace_Arab-uig_Arab", "languages": ["ace-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513732, "recall": 0.570158, "f1": 0.528624, "accuracy": 0.570158, "main_score": 0.528624, "hf_subset": "ace_Arab-aeb_Arab", "languages": ["ace-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534002, "recall": 0.600791, "f1": 0.551971, "accuracy": 0.600791, "main_score": 0.551971, "hf_subset": "ace_Arab-ben_Beng", "languages": ["ace-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.524289, "recall": 0.578063, "f1": 0.538165, "accuracy": 0.578063, "main_score": 0.538165, "hf_subset": "ace_Arab-est_Latn", "languages": ["ace-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50034, "recall": 0.56917, "f1": 0.517918, "accuracy": 0.56917, "main_score": 0.517918, "hf_subset": "ace_Arab-hye_Armn", "languages": ["ace-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.415182, "recall": 0.471344, "f1": 0.429597, "accuracy": 0.471344, "main_score": 0.429597, "hf_subset": "ace_Arab-kmb_Latn", "languages": ["ace-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640456, "recall": 0.702569, "f1": 0.658101, "accuracy": 0.702569, "main_score": 0.658101, "hf_subset": "ace_Arab-min_Arab", "languages": ["ace-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532604, "recall": 0.600791, "f1": 0.550571, "accuracy": 0.600791, "main_score": 0.550571, "hf_subset": "ace_Arab-pol_Latn", "languages": ["ace-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430106, "recall": 0.486166, "f1": 0.445262, "accuracy": 0.486166, "main_score": 0.445262, "hf_subset": "ace_Arab-ssw_Latn", "languages": ["ace-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533192, "recall": 0.598814, "f1": 0.549881, "accuracy": 0.598814, "main_score": 0.549881, "hf_subset": "ace_Arab-ukr_Cyrl", "languages": ["ace-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.576644, "recall": 0.643281, "f1": 0.595024, "accuracy": 0.643281, "main_score": 0.595024, "hf_subset": "ace_Arab-afr_Latn", "languages": ["ace-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51488, "recall": 0.571146, "f1": 0.529513, "accuracy": 0.571146, "main_score": 0.529513, "hf_subset": "ace_Arab-bho_Deva", "languages": ["ace-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.534879, "recall": 0.597826, "f1": 0.55079, "accuracy": 0.597826, "main_score": 0.55079, "hf_subset": "ace_Arab-eus_Latn", "languages": ["ace-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414638, "recall": 0.475296, "f1": 0.430662, "accuracy": 0.475296, "main_score": 0.430662, "hf_subset": "ace_Arab-ibo_Latn", "languages": ["ace-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516038, "recall": 0.568182, "f1": 0.529801, "accuracy": 0.568182, "main_score": 0.529801, "hf_subset": "ace_Arab-kmr_Latn", "languages": ["ace-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596185, "recall": 0.651186, "f1": 0.610383, "accuracy": 0.651186, "main_score": 0.610383, "hf_subset": "ace_Arab-min_Latn", "languages": ["ace-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55422, "recall": 0.620553, "f1": 0.571407, "accuracy": 0.620553, "main_score": 0.571407, "hf_subset": "ace_Arab-por_Latn", "languages": ["ace-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591712, "recall": 0.644269, "f1": 0.605445, "accuracy": 0.644269, "main_score": 0.605445, "hf_subset": "ace_Arab-sun_Latn", "languages": ["ace-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.411463, "recall": 0.459486, "f1": 0.424792, "accuracy": 0.459486, "main_score": 0.424792, "hf_subset": "ace_Arab-umb_Latn", "languages": ["ace-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534327, "recall": 0.593874, "f1": 0.549035, "accuracy": 0.593874, "main_score": 0.549035, "hf_subset": "ace_Arab-ajp_Arab", "languages": ["ace-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.643068, "recall": 0.701581, "f1": 0.658986, "accuracy": 0.701581, "main_score": 0.658986, "hf_subset": "ace_Arab-bjn_Arab", "languages": ["ace-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.39189, "recall": 0.442688, "f1": 0.405284, "accuracy": 0.442688, "main_score": 0.405284, "hf_subset": "ace_Arab-ewe_Latn", "languages": ["ace-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545125, "recall": 0.59585, "f1": 0.558313, "accuracy": 0.59585, "main_score": 0.558313, "hf_subset": "ace_Arab-ilo_Latn", "languages": ["ace-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292434, "recall": 0.331028, "f1": 0.302823, "accuracy": 0.331028, "main_score": 0.302823, "hf_subset": "ace_Arab-knc_Arab", "languages": ["ace-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544119, "recall": 0.606719, "f1": 0.559342, "accuracy": 0.606719, "main_score": 0.559342, "hf_subset": "ace_Arab-mkd_Cyrl", "languages": ["ace-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525327, "recall": 0.591897, "f1": 0.542535, "accuracy": 0.591897, "main_score": 0.542535, "hf_subset": "ace_Arab-prs_Arab", "languages": ["ace-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5427, "recall": 0.610672, "f1": 0.560987, "accuracy": 0.610672, "main_score": 0.560987, "hf_subset": "ace_Arab-swe_Latn", "languages": ["ace-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517938, "recall": 0.583992, "f1": 0.535826, "accuracy": 0.583992, "main_score": 0.535826, "hf_subset": "ace_Arab-urd_Arab", "languages": ["ace-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.41479, "recall": 0.470356, "f1": 0.429514, "accuracy": 0.470356, "main_score": 0.429514, "hf_subset": "ace_Arab-aka_Latn", "languages": ["ace-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577194, "recall": 0.625494, "f1": 0.589613, "accuracy": 0.625494, "main_score": 0.589613, "hf_subset": "ace_Arab-bjn_Latn", "languages": ["ace-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474015, "recall": 0.528656, "f1": 0.48746, "accuracy": 0.528656, "main_score": 0.48746, "hf_subset": "ace_Arab-fao_Latn", "languages": ["ace-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579373, "recall": 0.640316, "f1": 0.595184, "accuracy": 0.640316, "main_score": 0.595184, "hf_subset": "ace_Arab-ind_Latn", "languages": ["ace-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451746, "recall": 0.487154, "f1": 0.461053, "accuracy": 0.487154, "main_score": 0.461053, "hf_subset": "ace_Arab-knc_Latn", "languages": ["ace-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55215, "recall": 0.600791, "f1": 0.5647, "accuracy": 0.600791, "main_score": 0.5647, "hf_subset": "ace_Arab-mlt_Latn", "languages": ["ace-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460571, "recall": 0.514822, "f1": 0.475279, "accuracy": 0.514822, "main_score": 0.475279, "hf_subset": "ace_Arab-quy_Latn", "languages": ["ace-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495829, "recall": 0.555336, "f1": 0.512529, "accuracy": 0.555336, "main_score": 0.512529, "hf_subset": "ace_Arab-swh_Latn", "languages": ["ace-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537882, "recall": 0.587945, "f1": 0.550631, "accuracy": 0.587945, "main_score": 0.550631, "hf_subset": "ace_Arab-uzn_Latn", "languages": ["ace-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553347, "recall": 0.607708, "f1": 0.567669, "accuracy": 0.607708, "main_score": 0.567669, "hf_subset": "ace_Arab-als_Latn", "languages": ["ace-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.241209, "recall": 0.286561, "f1": 0.251721, "accuracy": 0.286561, "main_score": 0.251721, "hf_subset": "ace_Arab-bod_Tibt", "languages": ["ace-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.439886, "recall": 0.487154, "f1": 0.452708, "accuracy": 0.487154, "main_score": 0.452708, "hf_subset": "ace_Arab-fij_Latn", "languages": ["ace-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45965, "recall": 0.518775, "f1": 0.47493, "accuracy": 0.518775, "main_score": 0.47493, "hf_subset": "ace_Arab-isl_Latn", "languages": ["ace-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462982, "recall": 0.511858, "f1": 0.476211, "accuracy": 0.511858, "main_score": 0.476211, "hf_subset": "ace_Arab-kon_Latn", "languages": ["ace-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455492, "recall": 0.51087, "f1": 0.470533, "accuracy": 0.51087, "main_score": 0.470533, "hf_subset": "ace_Arab-mni_Beng", "languages": ["ace-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.555527, "recall": 0.619565, "f1": 0.572333, "accuracy": 0.619565, "main_score": 0.572333, "hf_subset": "ace_Arab-ron_Latn", "languages": ["ace-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548582, "recall": 0.612648, "f1": 0.565257, "accuracy": 0.612648, "main_score": 0.565257, "hf_subset": "ace_Arab-szl_Latn", "languages": ["ace-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547492, "recall": 0.608696, "f1": 0.562951, "accuracy": 0.608696, "main_score": 0.562951, "hf_subset": "ace_Arab-vec_Latn", "languages": ["ace-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442221, "recall": 0.506917, "f1": 0.459165, "accuracy": 0.506917, "main_score": 0.459165, "hf_subset": "ace_Arab-amh_Ethi", "languages": ["ace-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.553866, "recall": 0.612648, "f1": 0.569202, "accuracy": 0.612648, "main_score": 0.569202, "hf_subset": "ace_Arab-bos_Latn", "languages": ["ace-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520486, "recall": 0.588933, "f1": 0.538587, "accuracy": 0.588933, "main_score": 0.538587, "hf_subset": "ace_Arab-fin_Latn", "languages": ["ace-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522216, "recall": 0.587945, "f1": 0.539539, "accuracy": 0.587945, "main_score": 0.539539, "hf_subset": "ace_Arab-ita_Latn", "languages": ["ace-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501535, "recall": 0.563241, "f1": 0.517797, "accuracy": 0.563241, "main_score": 0.517797, "hf_subset": "ace_Arab-kor_Hang", "languages": ["ace-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.426265, "recall": 0.479249, "f1": 0.44071, "accuracy": 0.479249, "main_score": 0.44071, "hf_subset": "ace_Arab-mos_Latn", "languages": ["ace-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415102, "recall": 0.462451, "f1": 0.427649, "accuracy": 0.462451, "main_score": 0.427649, "hf_subset": "ace_Arab-run_Latn", "languages": ["ace-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499023, "recall": 0.557312, "f1": 0.514116, "accuracy": 0.557312, "main_score": 0.514116, "hf_subset": "ace_Arab-tam_Taml", "languages": ["ace-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.517454, "recall": 0.577075, "f1": 0.532542, "accuracy": 0.577075, "main_score": 0.532542, "hf_subset": "ace_Arab-vie_Latn", "languages": ["ace-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520023, "recall": 0.586957, "f1": 0.53762, "accuracy": 0.586957, "main_score": 0.53762, "hf_subset": "ace_Arab-apc_Arab", "languages": ["ace-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542507, "recall": 0.596838, "f1": 0.556713, "accuracy": 0.596838, "main_score": 0.556713, "hf_subset": "ace_Arab-bug_Latn", "languages": ["ace-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.359279, "recall": 0.410079, "f1": 0.37234, "accuracy": 0.410079, "main_score": 0.37234, "hf_subset": "ace_Arab-fon_Latn", "languages": ["ace-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598082, "recall": 0.650198, "f1": 0.611769, "accuracy": 0.650198, "main_score": 0.611769, "hf_subset": "ace_Arab-jav_Latn", "languages": ["ace-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443276, "recall": 0.506917, "f1": 0.459876, "accuracy": 0.506917, "main_score": 0.459876, "hf_subset": "ace_Arab-lao_Laoo", "languages": ["ace-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.408719, "recall": 0.462451, "f1": 0.422896, "accuracy": 0.462451, "main_score": 0.422896, "hf_subset": "ace_Arab-mri_Latn", "languages": ["ace-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5283, "recall": 0.593874, "f1": 0.54523, "accuracy": 0.593874, "main_score": 0.54523, "hf_subset": "ace_Arab-rus_Cyrl", "languages": ["ace-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.424267, "recall": 0.47332, "f1": 0.437296, "accuracy": 0.47332, "main_score": 0.437296, "hf_subset": "ace_Arab-taq_Latn", "languages": ["ace-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570913, "recall": 0.620553, "f1": 0.583436, "accuracy": 0.620553, "main_score": 0.583436, "hf_subset": "ace_Arab-war_Latn", "languages": ["ace-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527563, "recall": 0.587945, "f1": 0.542406, "accuracy": 0.587945, "main_score": 0.542406, "hf_subset": "ace_Arab-arb_Arab", "languages": ["ace-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546526, "recall": 0.604743, "f1": 0.561219, "accuracy": 0.604743, "main_score": 0.561219, "hf_subset": "ace_Arab-bul_Cyrl", "languages": ["ace-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544469, "recall": 0.602767, "f1": 0.560127, "accuracy": 0.602767, "main_score": 0.560127, "hf_subset": "ace_Arab-fra_Latn", "languages": ["ace-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513082, "recall": 0.571146, "f1": 0.528463, "accuracy": 0.571146, "main_score": 0.528463, "hf_subset": "ace_Arab-jpn_Jpan", "languages": ["ace-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.556697, "recall": 0.618577, "f1": 0.572662, "accuracy": 0.618577, "main_score": 0.572662, "hf_subset": "ace_Arab-lij_Latn", "languages": ["ace-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37144, "recall": 0.4417, "f1": 0.389786, "accuracy": 0.4417, "main_score": 0.389786, "hf_subset": "ace_Arab-mya_Mymr", "languages": ["ace-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.431693, "recall": 0.497036, "f1": 0.448529, "accuracy": 0.497036, "main_score": 0.448529, "hf_subset": "ace_Arab-sag_Latn", "languages": ["ace-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20387, "recall": 0.244071, "f1": 0.213152, "accuracy": 0.244071, "main_score": 0.213152, "hf_subset": "ace_Arab-taq_Tfng", "languages": ["ace-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.455287, "recall": 0.512846, "f1": 0.47148, "accuracy": 0.512846, "main_score": 0.47148, "hf_subset": "ace_Arab-wol_Latn", "languages": ["ace-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393989, "recall": 0.448617, "f1": 0.407988, "accuracy": 0.448617, "main_score": 0.407988, "hf_subset": "ace_Arab-arb_Latn", "languages": ["ace-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561533, "recall": 0.623518, "f1": 0.577702, "accuracy": 0.623518, "main_score": 0.577702, "hf_subset": "ace_Arab-cat_Latn", "languages": ["ace-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547453, "recall": 0.594862, "f1": 0.559562, "accuracy": 0.594862, "main_score": 0.559562, "hf_subset": "ace_Arab-fur_Latn", "languages": ["ace-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.371418, "recall": 0.422925, "f1": 0.385359, "accuracy": 0.422925, "main_score": 0.385359, "hf_subset": "ace_Arab-kab_Latn", "languages": ["ace-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533324, "recall": 0.593874, "f1": 0.549474, "accuracy": 0.593874, "main_score": 0.549474, "hf_subset": "ace_Arab-lim_Latn", "languages": ["ace-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516798, "recall": 0.585968, "f1": 0.534485, "accuracy": 0.585968, "main_score": 0.534485, "hf_subset": "ace_Arab-nld_Latn", "languages": ["ace-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472832, "recall": 0.541502, "f1": 0.490756, "accuracy": 0.541502, "main_score": 0.490756, "hf_subset": "ace_Arab-san_Deva", "languages": ["ace-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.52849, "recall": 0.587945, "f1": 0.543619, "accuracy": 0.587945, "main_score": 0.543619, "hf_subset": "ace_Arab-tat_Cyrl", "languages": ["ace-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.460608, "recall": 0.518775, "f1": 0.475917, "accuracy": 0.518775, "main_score": 0.475917, "hf_subset": "ace_Arab-xho_Latn", "languages": ["ace-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503912, "recall": 0.570158, "f1": 0.520636, "accuracy": 0.570158, "main_score": 0.520636, "hf_subset": "ace_Arab-ars_Arab", "languages": ["ace-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570107, "recall": 0.619565, "f1": 0.582548, "accuracy": 0.619565, "main_score": 0.582548, "hf_subset": "ace_Arab-ceb_Latn", "languages": ["ace-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419277, "recall": 0.47332, "f1": 0.434318, "accuracy": 0.47332, "main_score": 0.434318, "hf_subset": "ace_Arab-fuv_Latn", "languages": ["ace-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395257, "recall": 0.451581, "f1": 0.409394, "accuracy": 0.451581, "main_score": 0.409394, "hf_subset": "ace_Arab-kac_Latn", "languages": ["ace-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471938, "recall": 0.529644, "f1": 0.487051, "accuracy": 0.529644, "main_score": 0.487051, "hf_subset": "ace_Arab-lin_Latn", "languages": ["ace-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550537, "recall": 0.609684, "f1": 0.565625, "accuracy": 0.609684, "main_score": 0.565625, "hf_subset": "ace_Arab-nno_Latn", "languages": ["ace-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124742, "recall": 0.166008, "f1": 0.135004, "accuracy": 0.166008, "main_score": 0.135004, "hf_subset": "ace_Arab-sat_Olck", "languages": ["ace-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.513594, "recall": 0.581028, "f1": 0.530788, "accuracy": 0.581028, "main_score": 0.530788, "hf_subset": "ace_Arab-tel_Telu", "languages": ["ace-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.467434, "recall": 0.529644, "f1": 0.485086, "accuracy": 0.529644, "main_score": 0.485086, "hf_subset": "ace_Arab-ydd_Hebr", "languages": ["ace-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.489996, "recall": 0.551383, "f1": 0.506534, "accuracy": 0.551383, "main_score": 0.506534, "hf_subset": "ace_Arab-ary_Arab", "languages": ["ace-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545862, "recall": 0.601779, "f1": 0.560318, "accuracy": 0.601779, "main_score": 0.560318, "hf_subset": "ace_Arab-ces_Latn", "languages": ["ace-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419278, "recall": 0.475296, "f1": 0.434046, "accuracy": 0.475296, "main_score": 0.434046, "hf_subset": "ace_Arab-gaz_Latn", "languages": ["ace-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425463, "recall": 0.470356, "f1": 0.438058, "accuracy": 0.470356, "main_score": 0.438058, "hf_subset": "ace_Arab-kam_Latn", "languages": ["ace-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539711, "recall": 0.596838, "f1": 0.555026, "accuracy": 0.596838, "main_score": 0.555026, "hf_subset": "ace_Arab-lit_Latn", "languages": ["ace-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540276, "recall": 0.604743, "f1": 0.557425, "accuracy": 0.604743, "main_score": 0.557425, "hf_subset": "ace_Arab-nob_Latn", "languages": ["ace-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52763, "recall": 0.58004, "f1": 0.540868, "accuracy": 0.58004, "main_score": 0.540868, "hf_subset": "ace_Arab-scn_Latn", "languages": ["ace-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491721, "recall": 0.547431, "f1": 0.50623, "accuracy": 0.547431, "main_score": 0.50623, "hf_subset": "ace_Arab-tgk_Cyrl", "languages": ["ace-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.386191, "recall": 0.449605, "f1": 0.402877, "accuracy": 0.449605, "main_score": 0.402877, "hf_subset": "ace_Arab-yor_Latn", "languages": ["ace-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507947, "recall": 0.571146, "f1": 0.523782, "accuracy": 0.571146, "main_score": 0.523782, "hf_subset": "ace_Arab-arz_Arab", "languages": ["ace-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.424502, "recall": 0.480237, "f1": 0.43923, "accuracy": 0.480237, "main_score": 0.43923, "hf_subset": "ace_Arab-cjk_Latn", "languages": ["ace-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431614, "recall": 0.486166, "f1": 0.446015, "accuracy": 0.486166, "main_score": 0.446015, "hf_subset": "ace_Arab-gla_Latn", "languages": ["ace-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501814, "recall": 0.566206, "f1": 0.518755, "accuracy": 0.566206, "main_score": 0.518755, "hf_subset": "ace_Arab-kan_Knda", "languages": ["ace-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.553068, "recall": 0.608696, "f1": 0.567724, "accuracy": 0.608696, "main_score": 0.567724, "hf_subset": "ace_Arab-lmo_Latn", "languages": ["ace-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523623, "recall": 0.590909, "f1": 0.540382, "accuracy": 0.590909, "main_score": 0.540382, "hf_subset": "ace_Arab-npi_Deva", "languages": ["ace-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.326768, "recall": 0.371542, "f1": 0.338527, "accuracy": 0.371542, "main_score": 0.338527, "hf_subset": "ace_Arab-shn_Mymr", "languages": ["ace-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.57449, "recall": 0.631423, "f1": 0.589205, "accuracy": 0.631423, "main_score": 0.589205, "hf_subset": "ace_Arab-tgl_Latn", "languages": ["ace-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492215, "recall": 0.552372, "f1": 0.507187, "accuracy": 0.552372, "main_score": 0.507187, "hf_subset": "ace_Arab-yue_Hant", "languages": ["ace-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.499603, "recall": 0.564229, "f1": 0.51645, "accuracy": 0.564229, "main_score": 0.51645, "hf_subset": "ace_Arab-asm_Beng", "languages": ["ace-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.485957, "recall": 0.546443, "f1": 0.502101, "accuracy": 0.546443, "main_score": 0.502101, "hf_subset": "ace_Arab-ckb_Arab", "languages": ["ace-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.43042, "recall": 0.479249, "f1": 0.443517, "accuracy": 0.479249, "main_score": 0.443517, "hf_subset": "ace_Arab-gle_Latn", "languages": ["ace-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495474, "recall": 0.545455, "f1": 0.508665, "accuracy": 0.545455, "main_score": 0.508665, "hf_subset": "ace_Arab-kas_Arab", "languages": ["ace-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51602, "recall": 0.573123, "f1": 0.531416, "accuracy": 0.573123, "main_score": 0.531416, "hf_subset": "ace_Arab-ltg_Latn", "languages": ["ace-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463471, "recall": 0.514822, "f1": 0.476648, "accuracy": 0.514822, "main_score": 0.476648, "hf_subset": "ace_Arab-nso_Latn", "languages": ["ace-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447279, "recall": 0.513834, "f1": 0.464397, "accuracy": 0.513834, "main_score": 0.464397, "hf_subset": "ace_Arab-sin_Sinh", "languages": ["ace-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.518873, "recall": 0.58004, "f1": 0.534971, "accuracy": 0.58004, "main_score": 0.534971, "hf_subset": "ace_Arab-tha_Thai", "languages": ["ace-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.494553, "recall": 0.548419, "f1": 0.507798, "accuracy": 0.548419, "main_score": 0.507798, "hf_subset": "ace_Arab-zho_Hans", "languages": ["ace-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.562267, "recall": 0.620553, "f1": 0.57765, "accuracy": 0.620553, "main_score": 0.57765, "hf_subset": "ace_Arab-ast_Latn", "languages": ["ace-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508443, "recall": 0.571146, "f1": 0.524585, "accuracy": 0.571146, "main_score": 0.524585, "hf_subset": "ace_Arab-crh_Latn", "languages": ["ace-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549934, "recall": 0.614625, "f1": 0.567176, "accuracy": 0.614625, "main_score": 0.567176, "hf_subset": "ace_Arab-glg_Latn", "languages": ["ace-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484012, "recall": 0.535573, "f1": 0.497819, "accuracy": 0.535573, "main_score": 0.497819, "hf_subset": "ace_Arab-kas_Deva", "languages": ["ace-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545259, "recall": 0.594862, "f1": 0.559147, "accuracy": 0.594862, "main_score": 0.559147, "hf_subset": "ace_Arab-ltz_Latn", "languages": ["ace-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37087, "recall": 0.43083, "f1": 0.386128, "accuracy": 0.43083, "main_score": 0.386128, "hf_subset": "ace_Arab-nus_Latn", "languages": ["ace-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527965, "recall": 0.593874, "f1": 0.544866, "accuracy": 0.593874, "main_score": 0.544866, "hf_subset": "ace_Arab-slk_Latn", "languages": ["ace-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385118, "recall": 0.438735, "f1": 0.398704, "accuracy": 0.438735, "main_score": 0.398704, "hf_subset": "ace_Arab-tir_Ethi", "languages": ["ace-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.500008, "recall": 0.561265, "f1": 0.514777, "accuracy": 0.561265, "main_score": 0.514777, "hf_subset": "ace_Arab-zho_Hant", "languages": ["ace-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.514504, "recall": 0.576087, "f1": 0.530343, "accuracy": 0.576087, "main_score": 0.530343, "hf_subset": "ace_Arab-awa_Deva", "languages": ["ace-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.485259, "recall": 0.538538, "f1": 0.499585, "accuracy": 0.538538, "main_score": 0.499585, "hf_subset": "ace_Arab-cym_Latn", "languages": ["ace-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497176, "recall": 0.551383, "f1": 0.511519, "accuracy": 0.551383, "main_score": 0.511519, "hf_subset": "ace_Arab-grn_Latn", "languages": ["ace-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538122, "recall": 0.594862, "f1": 0.552583, "accuracy": 0.594862, "main_score": 0.552583, "hf_subset": "ace_Arab-kat_Geor", "languages": ["ace-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.467965, "recall": 0.520751, "f1": 0.482626, "accuracy": 0.520751, "main_score": 0.482626, "hf_subset": "ace_Arab-lua_Latn", "languages": ["ace-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442352, "recall": 0.494071, "f1": 0.455204, "accuracy": 0.494071, "main_score": 0.455204, "hf_subset": "ace_Arab-nya_Latn", "languages": ["ace-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526976, "recall": 0.583004, "f1": 0.54099, "accuracy": 0.583004, "main_score": 0.54099, "hf_subset": "ace_Arab-slv_Latn", "languages": ["ace-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52201, "recall": 0.575099, "f1": 0.536672, "accuracy": 0.575099, "main_score": 0.536672, "hf_subset": "ace_Arab-tpi_Latn", "languages": ["ace-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576455, "recall": 0.63834, "f1": 0.592655, "accuracy": 0.63834, "main_score": 0.592655, "hf_subset": "ace_Arab-zsm_Latn", "languages": ["ace-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420123, "recall": 0.475296, "f1": 0.434506, "accuracy": 0.475296, "main_score": 0.434506, "hf_subset": "ace_Arab-ayr_Latn", "languages": ["ace-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557321, "recall": 0.615613, "f1": 0.573309, "accuracy": 0.615613, "main_score": 0.573309, "hf_subset": "ace_Arab-dan_Latn", "languages": ["ace-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528868, "recall": 0.592885, "f1": 0.545796, "accuracy": 0.592885, "main_score": 0.545796, "hf_subset": "ace_Arab-guj_Gujr", "languages": ["ace-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.525469, "recall": 0.586957, "f1": 0.541945, "accuracy": 0.586957, "main_score": 0.541945, "hf_subset": "ace_Arab-kaz_Cyrl", "languages": ["ace-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.402184, "recall": 0.45751, "f1": 0.416385, "accuracy": 0.45751, "main_score": 0.416385, "hf_subset": "ace_Arab-lug_Latn", "languages": ["ace-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564388, "recall": 0.626482, "f1": 0.580312, "accuracy": 0.626482, "main_score": 0.580312, "hf_subset": "ace_Arab-oci_Latn", "languages": ["ace-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462206, "recall": 0.511858, "f1": 0.47516, "accuracy": 0.511858, "main_score": 0.47516, "hf_subset": "ace_Arab-smo_Latn", "languages": ["ace-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399751, "recall": 0.460474, "f1": 0.415489, "accuracy": 0.460474, "main_score": 0.415489, "hf_subset": "ace_Arab-tsn_Latn", "languages": ["ace-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444171, "recall": 0.5, "f1": 0.45894, "accuracy": 0.5, "main_score": 0.45894, "hf_subset": "ace_Arab-zul_Latn", "languages": ["ace-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481929, "recall": 0.536561, "f1": 0.496087, "accuracy": 0.536561, "main_score": 0.496087, "hf_subset": "ace_Arab-azb_Arab", "languages": ["ace-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539122, "recall": 0.601779, "f1": 0.554999, "accuracy": 0.601779, "main_score": 0.554999, "hf_subset": "ace_Arab-deu_Latn", "languages": ["ace-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527108, "recall": 0.58498, "f1": 0.542093, "accuracy": 0.58498, "main_score": 0.542093, "hf_subset": "ace_Arab-hat_Latn", "languages": ["ace-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394405, "recall": 0.444664, "f1": 0.408455, "accuracy": 0.444664, "main_score": 0.408455, "hf_subset": "ace_Arab-kbp_Latn", "languages": ["ace-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456703, "recall": 0.51087, "f1": 0.471244, "accuracy": 0.51087, "main_score": 0.471244, "hf_subset": "ace_Arab-luo_Latn", "languages": ["ace-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509003, "recall": 0.576087, "f1": 0.526576, "accuracy": 0.576087, "main_score": 0.526576, "hf_subset": "ace_Arab-ory_Orya", "languages": ["ace-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.428247, "recall": 0.488142, "f1": 0.443711, "accuracy": 0.488142, "main_score": 0.443711, "hf_subset": "ace_Arab-sna_Latn", "languages": ["ace-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429661, "recall": 0.474308, "f1": 0.441481, "accuracy": 0.474308, "main_score": 0.441481, "hf_subset": "ace_Arab-tso_Latn", "languages": ["ace-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507261, "recall": 0.579051, "f1": 0.526271, "accuracy": 0.579051, "main_score": 0.526271, "hf_subset": "ace_Arab-azj_Latn", "languages": ["ace-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378106, "recall": 0.438735, "f1": 0.393991, "accuracy": 0.438735, "main_score": 0.393991, "hf_subset": "ace_Arab-dik_Latn", "languages": ["ace-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455768, "recall": 0.51581, "f1": 0.47167, "accuracy": 0.51581, "main_score": 0.47167, "hf_subset": "ace_Arab-hau_Latn", "languages": ["ace-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553784, "recall": 0.598814, "f1": 0.565477, "accuracy": 0.598814, "main_score": 0.565477, "hf_subset": "ace_Arab-kea_Latn", "languages": ["ace-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468212, "recall": 0.512846, "f1": 0.480183, "accuracy": 0.512846, "main_score": 0.480183, "hf_subset": "ace_Arab-lus_Latn", "languages": ["ace-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535576, "recall": 0.578063, "f1": 0.546718, "accuracy": 0.578063, "main_score": 0.546718, "hf_subset": "ace_Arab-pag_Latn", "languages": ["ace-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504833, "recall": 0.573123, "f1": 0.52241, "accuracy": 0.573123, "main_score": 0.52241, "hf_subset": "ace_Arab-snd_Arab", "languages": ["ace-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49544, "recall": 0.556324, "f1": 0.512642, "accuracy": 0.556324, "main_score": 0.512642, "hf_subset": "ace_Arab-tuk_Latn", "languages": ["ace-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53672, "recall": 0.588933, "f1": 0.550798, "accuracy": 0.588933, "main_score": 0.550798, "hf_subset": "ace_Arab-bak_Cyrl", "languages": ["ace-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.34977, "recall": 0.414032, "f1": 0.367218, "accuracy": 0.414032, "main_score": 0.367218, "hf_subset": "ace_Arab-dyu_Latn", "languages": ["ace-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528309, "recall": 0.586957, "f1": 0.544022, "accuracy": 0.586957, "main_score": 0.544022, "hf_subset": "ace_Arab-heb_Hebr", "languages": ["ace-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.479532, "recall": 0.536561, "f1": 0.494418, "accuracy": 0.536561, "main_score": 0.494418, "hf_subset": "ace_Arab-khk_Cyrl", "languages": ["ace-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538505, "recall": 0.591897, "f1": 0.552123, "accuracy": 0.591897, "main_score": 0.552123, "hf_subset": "ace_Arab-lvs_Latn", "languages": ["ace-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525873, "recall": 0.597826, "f1": 0.545052, "accuracy": 0.597826, "main_score": 0.545052, "hf_subset": "ace_Arab-pan_Guru", "languages": ["ace-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.440028, "recall": 0.494071, "f1": 0.454735, "accuracy": 0.494071, "main_score": 0.454735, "hf_subset": "ace_Arab-som_Latn", "languages": ["ace-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417416, "recall": 0.465415, "f1": 0.429637, "accuracy": 0.465415, "main_score": 0.429637, "hf_subset": "ace_Arab-tum_Latn", "languages": ["ace-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405155, "recall": 0.454545, "f1": 0.4198, "accuracy": 0.454545, "main_score": 0.4198, "hf_subset": "bam_Latn-ace_Arab", "languages": ["bam-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.19495, "recall": 0.241107, "f1": 0.206382, "accuracy": 0.241107, "main_score": 0.206382, "hf_subset": "bam_Latn-dzo_Tibt", "languages": ["bam-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.521657, "recall": 0.563241, "f1": 0.532895, "accuracy": 0.563241, "main_score": 0.532895, "hf_subset": "bam_Latn-hin_Deva", "languages": ["bam-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.482679, "recall": 0.535573, "f1": 0.496385, "accuracy": 0.535573, "main_score": 0.496385, "hf_subset": "bam_Latn-khm_Khmr", "languages": ["bam-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.512167, "recall": 0.557312, "f1": 0.52437, "accuracy": 0.557312, "main_score": 0.52437, "hf_subset": "bam_Latn-mag_Deva", "languages": ["bam-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.542588, "recall": 0.582016, "f1": 0.552541, "accuracy": 0.582016, "main_score": 0.552541, "hf_subset": "bam_Latn-pap_Latn", "languages": ["bam-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532145, "recall": 0.572134, "f1": 0.543234, "accuracy": 0.572134, "main_score": 0.543234, "hf_subset": "bam_Latn-sot_Latn", "languages": ["bam-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520069, "recall": 0.565217, "f1": 0.532715, "accuracy": 0.565217, "main_score": 0.532715, "hf_subset": "bam_Latn-tur_Latn", "languages": ["bam-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529415, "recall": 0.567194, "f1": 0.539555, "accuracy": 0.567194, "main_score": 0.539555, "hf_subset": "bam_Latn-ace_Latn", "languages": ["bam-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529894, "recall": 0.567194, "f1": 0.539655, "accuracy": 0.567194, "main_score": 0.539655, "hf_subset": "bam_Latn-ban_Latn", "languages": ["bam-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500966, "recall": 0.551383, "f1": 0.51486, "accuracy": 0.551383, "main_score": 0.51486, "hf_subset": "bam_Latn-ell_Grek", "languages": ["bam-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.500445, "recall": 0.538538, "f1": 0.510769, "accuracy": 0.538538, "main_score": 0.510769, "hf_subset": "bam_Latn-hne_Deva", "languages": ["bam-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.49077, "recall": 0.537549, "f1": 0.503155, "accuracy": 0.537549, "main_score": 0.503155, "hf_subset": "bam_Latn-kik_Latn", "languages": ["bam-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51489, "recall": 0.565217, "f1": 0.52773, "accuracy": 0.565217, "main_score": 0.52773, "hf_subset": "bam_Latn-mai_Deva", "languages": ["bam-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.463327, "recall": 0.513834, "f1": 0.47713, "accuracy": 0.513834, "main_score": 0.47713, "hf_subset": "bam_Latn-pbt_Arab", "languages": ["bam-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523034, "recall": 0.568182, "f1": 0.534753, "accuracy": 0.568182, "main_score": 0.534753, "hf_subset": "bam_Latn-spa_Latn", "languages": ["bam-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509091, "recall": 0.548419, "f1": 0.520258, "accuracy": 0.548419, "main_score": 0.520258, "hf_subset": "bam_Latn-twi_Latn", "languages": ["bam-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502228, "recall": 0.554348, "f1": 0.516586, "accuracy": 0.554348, "main_score": 0.516586, "hf_subset": "bam_Latn-acm_Arab", "languages": ["bam-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478371, "recall": 0.530632, "f1": 0.49196, "accuracy": 0.530632, "main_score": 0.49196, "hf_subset": "bam_Latn-bel_Cyrl", "languages": ["bam-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543045, "recall": 0.588933, "f1": 0.555438, "accuracy": 0.588933, "main_score": 0.555438, "hf_subset": "bam_Latn-eng_Latn", "languages": ["bam-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54265, "recall": 0.589921, "f1": 0.555335, "accuracy": 0.589921, "main_score": 0.555335, "hf_subset": "bam_Latn-hrv_Latn", "languages": ["bam-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517285, "recall": 0.5583, "f1": 0.528989, "accuracy": 0.5583, "main_score": 0.528989, "hf_subset": "bam_Latn-kin_Latn", "languages": ["bam-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515439, "recall": 0.563241, "f1": 0.528272, "accuracy": 0.563241, "main_score": 0.528272, "hf_subset": "bam_Latn-mal_Mlym", "languages": ["bam-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.505851, "recall": 0.55336, "f1": 0.518035, "accuracy": 0.55336, "main_score": 0.518035, "hf_subset": "bam_Latn-pes_Arab", "languages": ["bam-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544879, "recall": 0.58498, "f1": 0.555746, "accuracy": 0.58498, "main_score": 0.555746, "hf_subset": "bam_Latn-srd_Latn", "languages": ["bam-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199053, "recall": 0.235178, "f1": 0.208756, "accuracy": 0.235178, "main_score": 0.208756, "hf_subset": "bam_Latn-tzm_Tfng", "languages": ["bam-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.510728, "recall": 0.560277, "f1": 0.524248, "accuracy": 0.560277, "main_score": 0.524248, "hf_subset": "bam_Latn-acq_Arab", "languages": ["bam-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523319, "recall": 0.557312, "f1": 0.532751, "accuracy": 0.557312, "main_score": 0.532751, "hf_subset": "bam_Latn-bem_Latn", "languages": ["bam-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526851, "recall": 0.574111, "f1": 0.538522, "accuracy": 0.574111, "main_score": 0.538522, "hf_subset": "bam_Latn-epo_Latn", "languages": ["bam-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520123, "recall": 0.564229, "f1": 0.531421, "accuracy": 0.564229, "main_score": 0.531421, "hf_subset": "bam_Latn-hun_Latn", "languages": ["bam-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502431, "recall": 0.545455, "f1": 0.514406, "accuracy": 0.545455, "main_score": 0.514406, "hf_subset": "bam_Latn-kir_Cyrl", "languages": ["bam-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525276, "recall": 0.567194, "f1": 0.536836, "accuracy": 0.567194, "main_score": 0.536836, "hf_subset": "bam_Latn-mar_Deva", "languages": ["bam-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.528626, "recall": 0.566206, "f1": 0.539291, "accuracy": 0.566206, "main_score": 0.539291, "hf_subset": "bam_Latn-plt_Latn", "languages": ["bam-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525624, "recall": 0.571146, "f1": 0.538145, "accuracy": 0.571146, "main_score": 0.538145, "hf_subset": "bam_Latn-srp_Cyrl", "languages": ["bam-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.436559, "recall": 0.486166, "f1": 0.450105, "accuracy": 0.486166, "main_score": 0.450105, "hf_subset": "bam_Latn-uig_Arab", "languages": ["bam-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496479, "recall": 0.540514, "f1": 0.508626, "accuracy": 0.540514, "main_score": 0.508626, "hf_subset": "bam_Latn-aeb_Arab", "languages": ["bam-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514274, "recall": 0.564229, "f1": 0.528381, "accuracy": 0.564229, "main_score": 0.528381, "hf_subset": "bam_Latn-ben_Beng", "languages": ["bam-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.521227, "recall": 0.565217, "f1": 0.532397, "accuracy": 0.565217, "main_score": 0.532397, "hf_subset": "bam_Latn-est_Latn", "languages": ["bam-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495731, "recall": 0.54249, "f1": 0.507986, "accuracy": 0.54249, "main_score": 0.507986, "hf_subset": "bam_Latn-hye_Armn", "languages": ["bam-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.509173, "recall": 0.541502, "f1": 0.518742, "accuracy": 0.541502, "main_score": 0.518742, "hf_subset": "bam_Latn-kmb_Latn", "languages": ["bam-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373925, "recall": 0.424901, "f1": 0.388423, "accuracy": 0.424901, "main_score": 0.388423, "hf_subset": "bam_Latn-min_Arab", "languages": ["bam-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525348, "recall": 0.567194, "f1": 0.53668, "accuracy": 0.567194, "main_score": 0.53668, "hf_subset": "bam_Latn-pol_Latn", "languages": ["bam-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515188, "recall": 0.55336, "f1": 0.525707, "accuracy": 0.55336, "main_score": 0.525707, "hf_subset": "bam_Latn-ssw_Latn", "languages": ["bam-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522659, "recall": 0.574111, "f1": 0.536357, "accuracy": 0.574111, "main_score": 0.536357, "hf_subset": "bam_Latn-ukr_Cyrl", "languages": ["bam-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542715, "recall": 0.589921, "f1": 0.555323, "accuracy": 0.589921, "main_score": 0.555323, "hf_subset": "bam_Latn-afr_Latn", "languages": ["bam-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502814, "recall": 0.548419, "f1": 0.514618, "accuracy": 0.548419, "main_score": 0.514618, "hf_subset": "bam_Latn-bho_Deva", "languages": ["bam-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533804, "recall": 0.58004, "f1": 0.545716, "accuracy": 0.58004, "main_score": 0.545716, "hf_subset": "bam_Latn-eus_Latn", "languages": ["bam-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522155, "recall": 0.563241, "f1": 0.533585, "accuracy": 0.563241, "main_score": 0.533585, "hf_subset": "bam_Latn-ibo_Latn", "languages": ["bam-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533591, "recall": 0.575099, "f1": 0.544682, "accuracy": 0.575099, "main_score": 0.544682, "hf_subset": "bam_Latn-kmr_Latn", "languages": ["bam-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527735, "recall": 0.565217, "f1": 0.538224, "accuracy": 0.565217, "main_score": 0.538224, "hf_subset": "bam_Latn-min_Latn", "languages": ["bam-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547128, "recall": 0.591897, "f1": 0.558425, "accuracy": 0.591897, "main_score": 0.558425, "hf_subset": "bam_Latn-por_Latn", "languages": ["bam-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533934, "recall": 0.574111, "f1": 0.544688, "accuracy": 0.574111, "main_score": 0.544688, "hf_subset": "bam_Latn-sun_Latn", "languages": ["bam-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481686, "recall": 0.521739, "f1": 0.493493, "accuracy": 0.521739, "main_score": 0.493493, "hf_subset": "bam_Latn-umb_Latn", "languages": ["bam-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513697, "recall": 0.560277, "f1": 0.525561, "accuracy": 0.560277, "main_score": 0.525561, "hf_subset": "bam_Latn-ajp_Arab", "languages": ["bam-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.391297, "recall": 0.442688, "f1": 0.405923, "accuracy": 0.442688, "main_score": 0.405923, "hf_subset": "bam_Latn-bjn_Arab", "languages": ["bam-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496643, "recall": 0.535573, "f1": 0.507457, "accuracy": 0.535573, "main_score": 0.507457, "hf_subset": "bam_Latn-ewe_Latn", "languages": ["bam-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53399, "recall": 0.576087, "f1": 0.544157, "accuracy": 0.576087, "main_score": 0.544157, "hf_subset": "bam_Latn-ilo_Latn", "languages": ["bam-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.285903, "recall": 0.332016, "f1": 0.298946, "accuracy": 0.332016, "main_score": 0.298946, "hf_subset": "bam_Latn-knc_Arab", "languages": ["bam-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527298, "recall": 0.574111, "f1": 0.539803, "accuracy": 0.574111, "main_score": 0.539803, "hf_subset": "bam_Latn-mkd_Cyrl", "languages": ["bam-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505926, "recall": 0.554348, "f1": 0.51908, "accuracy": 0.554348, "main_score": 0.51908, "hf_subset": "bam_Latn-prs_Arab", "languages": ["bam-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536228, "recall": 0.577075, "f1": 0.546407, "accuracy": 0.577075, "main_score": 0.546407, "hf_subset": "bam_Latn-swe_Latn", "languages": ["bam-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490051, "recall": 0.544466, "f1": 0.504914, "accuracy": 0.544466, "main_score": 0.504914, "hf_subset": "bam_Latn-urd_Arab", "languages": ["bam-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504519, "recall": 0.541502, "f1": 0.515176, "accuracy": 0.541502, "main_score": 0.515176, "hf_subset": "bam_Latn-aka_Latn", "languages": ["bam-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547579, "recall": 0.581028, "f1": 0.556922, "accuracy": 0.581028, "main_score": 0.556922, "hf_subset": "bam_Latn-bjn_Latn", "languages": ["bam-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52014, "recall": 0.559289, "f1": 0.531066, "accuracy": 0.559289, "main_score": 0.531066, "hf_subset": "bam_Latn-fao_Latn", "languages": ["bam-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539111, "recall": 0.582016, "f1": 0.549731, "accuracy": 0.582016, "main_score": 0.549731, "hf_subset": "bam_Latn-ind_Latn", "languages": ["bam-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518946, "recall": 0.552372, "f1": 0.527968, "accuracy": 0.552372, "main_score": 0.527968, "hf_subset": "bam_Latn-knc_Latn", "languages": ["bam-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542124, "recall": 0.583004, "f1": 0.553117, "accuracy": 0.583004, "main_score": 0.553117, "hf_subset": "bam_Latn-mlt_Latn", "languages": ["bam-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506491, "recall": 0.550395, "f1": 0.518579, "accuracy": 0.550395, "main_score": 0.518579, "hf_subset": "bam_Latn-quy_Latn", "languages": ["bam-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532456, "recall": 0.573123, "f1": 0.543799, "accuracy": 0.573123, "main_score": 0.543799, "hf_subset": "bam_Latn-swh_Latn", "languages": ["bam-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504818, "recall": 0.552372, "f1": 0.517589, "accuracy": 0.552372, "main_score": 0.517589, "hf_subset": "bam_Latn-uzn_Latn", "languages": ["bam-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524231, "recall": 0.56917, "f1": 0.536072, "accuracy": 0.56917, "main_score": 0.536072, "hf_subset": "bam_Latn-als_Latn", "languages": ["bam-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261753, "recall": 0.313241, "f1": 0.274543, "accuracy": 0.313241, "main_score": 0.274543, "hf_subset": "bam_Latn-bod_Tibt", "languages": ["bam-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.511509, "recall": 0.547431, "f1": 0.521093, "accuracy": 0.547431, "main_score": 0.521093, "hf_subset": "bam_Latn-fij_Latn", "languages": ["bam-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507513, "recall": 0.554348, "f1": 0.5198, "accuracy": 0.554348, "main_score": 0.5198, "hf_subset": "bam_Latn-isl_Latn", "languages": ["bam-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524572, "recall": 0.563241, "f1": 0.53503, "accuracy": 0.563241, "main_score": 0.53503, "hf_subset": "bam_Latn-kon_Latn", "languages": ["bam-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450463, "recall": 0.502964, "f1": 0.465688, "accuracy": 0.502964, "main_score": 0.465688, "hf_subset": "bam_Latn-mni_Beng", "languages": ["bam-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.531738, "recall": 0.58004, "f1": 0.543933, "accuracy": 0.58004, "main_score": 0.543933, "hf_subset": "bam_Latn-ron_Latn", "languages": ["bam-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535237, "recall": 0.579051, "f1": 0.546707, "accuracy": 0.579051, "main_score": 0.546707, "hf_subset": "bam_Latn-szl_Latn", "languages": ["bam-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535909, "recall": 0.576087, "f1": 0.546853, "accuracy": 0.576087, "main_score": 0.546853, "hf_subset": "bam_Latn-vec_Latn", "languages": ["bam-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461049, "recall": 0.512846, "f1": 0.475289, "accuracy": 0.512846, "main_score": 0.475289, "hf_subset": "bam_Latn-amh_Ethi", "languages": ["bam-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.540582, "recall": 0.585968, "f1": 0.55291, "accuracy": 0.585968, "main_score": 0.55291, "hf_subset": "bam_Latn-bos_Latn", "languages": ["bam-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5045, "recall": 0.55336, "f1": 0.51738, "accuracy": 0.55336, "main_score": 0.51738, "hf_subset": "bam_Latn-fin_Latn", "languages": ["bam-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5188, "recall": 0.561265, "f1": 0.530184, "accuracy": 0.561265, "main_score": 0.530184, "hf_subset": "bam_Latn-ita_Latn", "languages": ["bam-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499154, "recall": 0.550395, "f1": 0.513399, "accuracy": 0.550395, "main_score": 0.513399, "hf_subset": "bam_Latn-kor_Hang", "languages": ["bam-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.502092, "recall": 0.54249, "f1": 0.513674, "accuracy": 0.54249, "main_score": 0.513674, "hf_subset": "bam_Latn-mos_Latn", "languages": ["bam-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515861, "recall": 0.552372, "f1": 0.525947, "accuracy": 0.552372, "main_score": 0.525947, "hf_subset": "bam_Latn-run_Latn", "languages": ["bam-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49844, "recall": 0.55336, "f1": 0.513207, "accuracy": 0.55336, "main_score": 0.513207, "hf_subset": "bam_Latn-tam_Taml", "languages": ["bam-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.521172, "recall": 0.56917, "f1": 0.533687, "accuracy": 0.56917, "main_score": 0.533687, "hf_subset": "bam_Latn-vie_Latn", "languages": ["bam-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503179, "recall": 0.554348, "f1": 0.516844, "accuracy": 0.554348, "main_score": 0.516844, "hf_subset": "bam_Latn-apc_Arab", "languages": ["bam-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5012, "recall": 0.539526, "f1": 0.51222, "accuracy": 0.539526, "main_score": 0.51222, "hf_subset": "bam_Latn-bug_Latn", "languages": ["bam-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461373, "recall": 0.501976, "f1": 0.472913, "accuracy": 0.501976, "main_score": 0.472913, "hf_subset": "bam_Latn-fon_Latn", "languages": ["bam-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551096, "recall": 0.590909, "f1": 0.561905, "accuracy": 0.590909, "main_score": 0.561905, "hf_subset": "bam_Latn-jav_Latn", "languages": ["bam-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485285, "recall": 0.534585, "f1": 0.498203, "accuracy": 0.534585, "main_score": 0.498203, "hf_subset": "bam_Latn-lao_Laoo", "languages": ["bam-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.484452, "recall": 0.522727, "f1": 0.495503, "accuracy": 0.522727, "main_score": 0.495503, "hf_subset": "bam_Latn-mri_Latn", "languages": ["bam-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512732, "recall": 0.565217, "f1": 0.526925, "accuracy": 0.565217, "main_score": 0.526925, "hf_subset": "bam_Latn-rus_Cyrl", "languages": ["bam-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.474235, "recall": 0.517787, "f1": 0.48694, "accuracy": 0.517787, "main_score": 0.48694, "hf_subset": "bam_Latn-taq_Latn", "languages": ["bam-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538623, "recall": 0.579051, "f1": 0.549102, "accuracy": 0.579051, "main_score": 0.549102, "hf_subset": "bam_Latn-war_Latn", "languages": ["bam-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505758, "recall": 0.5583, "f1": 0.520109, "accuracy": 0.5583, "main_score": 0.520109, "hf_subset": "bam_Latn-arb_Arab", "languages": ["bam-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530932, "recall": 0.578063, "f1": 0.543218, "accuracy": 0.578063, "main_score": 0.543218, "hf_subset": "bam_Latn-bul_Cyrl", "languages": ["bam-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549864, "recall": 0.587945, "f1": 0.55974, "accuracy": 0.587945, "main_score": 0.55974, "hf_subset": "bam_Latn-fra_Latn", "languages": ["bam-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516138, "recall": 0.557312, "f1": 0.527182, "accuracy": 0.557312, "main_score": 0.527182, "hf_subset": "bam_Latn-jpn_Jpan", "languages": ["bam-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.524346, "recall": 0.56917, "f1": 0.535847, "accuracy": 0.56917, "main_score": 0.535847, "hf_subset": "bam_Latn-lij_Latn", "languages": ["bam-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395074, "recall": 0.458498, "f1": 0.411495, "accuracy": 0.458498, "main_score": 0.411495, "hf_subset": "bam_Latn-mya_Mymr", "languages": ["bam-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.501056, "recall": 0.544466, "f1": 0.512763, "accuracy": 0.544466, "main_score": 0.512763, "hf_subset": "bam_Latn-sag_Latn", "languages": ["bam-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199736, "recall": 0.242095, "f1": 0.210123, "accuracy": 0.242095, "main_score": 0.210123, "hf_subset": "bam_Latn-taq_Tfng", "languages": ["bam-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.530356, "recall": 0.571146, "f1": 0.541809, "accuracy": 0.571146, "main_score": 0.541809, "hf_subset": "bam_Latn-wol_Latn", "languages": ["bam-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447748, "recall": 0.488142, "f1": 0.458993, "accuracy": 0.488142, "main_score": 0.458993, "hf_subset": "bam_Latn-arb_Latn", "languages": ["bam-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545586, "recall": 0.589921, "f1": 0.556806, "accuracy": 0.589921, "main_score": 0.556806, "hf_subset": "bam_Latn-cat_Latn", "languages": ["bam-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538275, "recall": 0.583004, "f1": 0.54964, "accuracy": 0.583004, "main_score": 0.54964, "hf_subset": "bam_Latn-fur_Latn", "languages": ["bam-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424097, "recall": 0.479249, "f1": 0.439145, "accuracy": 0.479249, "main_score": 0.439145, "hf_subset": "bam_Latn-kab_Latn", "languages": ["bam-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524431, "recall": 0.566206, "f1": 0.535574, "accuracy": 0.566206, "main_score": 0.535574, "hf_subset": "bam_Latn-lim_Latn", "languages": ["bam-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510997, "recall": 0.560277, "f1": 0.523982, "accuracy": 0.560277, "main_score": 0.523982, "hf_subset": "bam_Latn-nld_Latn", "languages": ["bam-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4816, "recall": 0.534585, "f1": 0.495339, "accuracy": 0.534585, "main_score": 0.495339, "hf_subset": "bam_Latn-san_Deva", "languages": ["bam-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.508467, "recall": 0.551383, "f1": 0.520403, "accuracy": 0.551383, "main_score": 0.520403, "hf_subset": "bam_Latn-tat_Cyrl", "languages": ["bam-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.518379, "recall": 0.563241, "f1": 0.531631, "accuracy": 0.563241, "main_score": 0.531631, "hf_subset": "bam_Latn-xho_Latn", "languages": ["bam-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483935, "recall": 0.54249, "f1": 0.500294, "accuracy": 0.54249, "main_score": 0.500294, "hf_subset": "bam_Latn-ars_Arab", "languages": ["bam-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54616, "recall": 0.58498, "f1": 0.556195, "accuracy": 0.58498, "main_score": 0.556195, "hf_subset": "bam_Latn-ceb_Latn", "languages": ["bam-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482184, "recall": 0.520751, "f1": 0.493212, "accuracy": 0.520751, "main_score": 0.493212, "hf_subset": "bam_Latn-fuv_Latn", "languages": ["bam-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471036, "recall": 0.512846, "f1": 0.482905, "accuracy": 0.512846, "main_score": 0.482905, "hf_subset": "bam_Latn-kac_Latn", "languages": ["bam-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543309, "recall": 0.58004, "f1": 0.553377, "accuracy": 0.58004, "main_score": 0.553377, "hf_subset": "bam_Latn-lin_Latn", "languages": ["bam-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524284, "recall": 0.573123, "f1": 0.53727, "accuracy": 0.573123, "main_score": 0.53727, "hf_subset": "bam_Latn-nno_Latn", "languages": ["bam-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.130321, "recall": 0.173913, "f1": 0.140797, "accuracy": 0.173913, "main_score": 0.140797, "hf_subset": "bam_Latn-sat_Olck", "languages": ["bam-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.50206, "recall": 0.55336, "f1": 0.516283, "accuracy": 0.55336, "main_score": 0.516283, "hf_subset": "bam_Latn-tel_Telu", "languages": ["bam-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.446551, "recall": 0.506917, "f1": 0.462321, "accuracy": 0.506917, "main_score": 0.462321, "hf_subset": "bam_Latn-ydd_Hebr", "languages": ["bam-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.494561, "recall": 0.533597, "f1": 0.50524, "accuracy": 0.533597, "main_score": 0.50524, "hf_subset": "bam_Latn-ary_Arab", "languages": ["bam-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530195, "recall": 0.575099, "f1": 0.542223, "accuracy": 0.575099, "main_score": 0.542223, "hf_subset": "bam_Latn-ces_Latn", "languages": ["bam-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492918, "recall": 0.54249, "f1": 0.50706, "accuracy": 0.54249, "main_score": 0.50706, "hf_subset": "bam_Latn-gaz_Latn", "languages": ["bam-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49223, "recall": 0.532609, "f1": 0.503479, "accuracy": 0.532609, "main_score": 0.503479, "hf_subset": "bam_Latn-kam_Latn", "languages": ["bam-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517703, "recall": 0.564229, "f1": 0.529816, "accuracy": 0.564229, "main_score": 0.529816, "hf_subset": "bam_Latn-lit_Latn", "languages": ["bam-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542428, "recall": 0.586957, "f1": 0.554288, "accuracy": 0.586957, "main_score": 0.554288, "hf_subset": "bam_Latn-nob_Latn", "languages": ["bam-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528227, "recall": 0.56917, "f1": 0.538783, "accuracy": 0.56917, "main_score": 0.538783, "hf_subset": "bam_Latn-scn_Latn", "languages": ["bam-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505957, "recall": 0.550395, "f1": 0.517991, "accuracy": 0.550395, "main_score": 0.517991, "hf_subset": "bam_Latn-tgk_Cyrl", "languages": ["bam-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473056, "recall": 0.518775, "f1": 0.485045, "accuracy": 0.518775, "main_score": 0.485045, "hf_subset": "bam_Latn-yor_Latn", "languages": ["bam-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499054, "recall": 0.549407, "f1": 0.512162, "accuracy": 0.549407, "main_score": 0.512162, "hf_subset": "bam_Latn-arz_Arab", "languages": ["bam-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470433, "recall": 0.51087, "f1": 0.481942, "accuracy": 0.51087, "main_score": 0.481942, "hf_subset": "bam_Latn-cjk_Latn", "languages": ["bam-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479587, "recall": 0.520751, "f1": 0.490771, "accuracy": 0.520751, "main_score": 0.490771, "hf_subset": "bam_Latn-gla_Latn", "languages": ["bam-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513718, "recall": 0.562253, "f1": 0.527001, "accuracy": 0.562253, "main_score": 0.527001, "hf_subset": "bam_Latn-kan_Knda", "languages": ["bam-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.527675, "recall": 0.570158, "f1": 0.538975, "accuracy": 0.570158, "main_score": 0.538975, "hf_subset": "bam_Latn-lmo_Latn", "languages": ["bam-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507293, "recall": 0.555336, "f1": 0.519585, "accuracy": 0.555336, "main_score": 0.519585, "hf_subset": "bam_Latn-npi_Deva", "languages": ["bam-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.415636, "recall": 0.464427, "f1": 0.428501, "accuracy": 0.464427, "main_score": 0.428501, "hf_subset": "bam_Latn-shn_Mymr", "languages": ["bam-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.547053, "recall": 0.591897, "f1": 0.559255, "accuracy": 0.591897, "main_score": 0.559255, "hf_subset": "bam_Latn-tgl_Latn", "languages": ["bam-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493987, "recall": 0.539526, "f1": 0.505837, "accuracy": 0.539526, "main_score": 0.505837, "hf_subset": "bam_Latn-yue_Hant", "languages": ["bam-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.465705, "recall": 0.521739, "f1": 0.480957, "accuracy": 0.521739, "main_score": 0.480957, "hf_subset": "bam_Latn-asm_Beng", "languages": ["bam-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.4778, "recall": 0.528656, "f1": 0.491394, "accuracy": 0.528656, "main_score": 0.491394, "hf_subset": "bam_Latn-ckb_Arab", "languages": ["bam-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495297, "recall": 0.535573, "f1": 0.506387, "accuracy": 0.535573, "main_score": 0.506387, "hf_subset": "bam_Latn-gle_Latn", "languages": ["bam-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447213, "recall": 0.5, "f1": 0.460563, "accuracy": 0.5, "main_score": 0.460563, "hf_subset": "bam_Latn-kas_Arab", "languages": ["bam-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50334, "recall": 0.546443, "f1": 0.514922, "accuracy": 0.546443, "main_score": 0.514922, "hf_subset": "bam_Latn-ltg_Latn", "languages": ["bam-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539259, "recall": 0.576087, "f1": 0.549431, "accuracy": 0.576087, "main_score": 0.549431, "hf_subset": "bam_Latn-nso_Latn", "languages": ["bam-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450657, "recall": 0.506917, "f1": 0.465886, "accuracy": 0.506917, "main_score": 0.465886, "hf_subset": "bam_Latn-sin_Sinh", "languages": ["bam-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.513992, "recall": 0.563241, "f1": 0.526735, "accuracy": 0.563241, "main_score": 0.526735, "hf_subset": "bam_Latn-tha_Thai", "languages": ["bam-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.495214, "recall": 0.536561, "f1": 0.505981, "accuracy": 0.536561, "main_score": 0.505981, "hf_subset": "bam_Latn-zho_Hans", "languages": ["bam-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.54118, "recall": 0.589921, "f1": 0.553515, "accuracy": 0.589921, "main_score": 0.553515, "hf_subset": "bam_Latn-ast_Latn", "languages": ["bam-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510428, "recall": 0.557312, "f1": 0.522901, "accuracy": 0.557312, "main_score": 0.522901, "hf_subset": "bam_Latn-crh_Latn", "languages": ["bam-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542773, "recall": 0.585968, "f1": 0.554175, "accuracy": 0.585968, "main_score": 0.554175, "hf_subset": "bam_Latn-glg_Latn", "languages": ["bam-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466431, "recall": 0.509881, "f1": 0.478126, "accuracy": 0.509881, "main_score": 0.478126, "hf_subset": "bam_Latn-kas_Deva", "languages": ["bam-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.507081, "recall": 0.549407, "f1": 0.51835, "accuracy": 0.549407, "main_score": 0.51835, "hf_subset": "bam_Latn-ltz_Latn", "languages": ["bam-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45891, "recall": 0.506917, "f1": 0.47278, "accuracy": 0.506917, "main_score": 0.47278, "hf_subset": "bam_Latn-nus_Latn", "languages": ["bam-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525479, "recall": 0.572134, "f1": 0.538408, "accuracy": 0.572134, "main_score": 0.538408, "hf_subset": "bam_Latn-slk_Latn", "languages": ["bam-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370268, "recall": 0.426877, "f1": 0.38624, "accuracy": 0.426877, "main_score": 0.38624, "hf_subset": "bam_Latn-tir_Ethi", "languages": ["bam-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.481678, "recall": 0.533597, "f1": 0.494331, "accuracy": 0.533597, "main_score": 0.494331, "hf_subset": "bam_Latn-zho_Hant", "languages": ["bam-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.499532, "recall": 0.548419, "f1": 0.512786, "accuracy": 0.548419, "main_score": 0.512786, "hf_subset": "bam_Latn-awa_Deva", "languages": ["bam-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527022, "recall": 0.559289, "f1": 0.535896, "accuracy": 0.559289, "main_score": 0.535896, "hf_subset": "bam_Latn-cym_Latn", "languages": ["bam-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526706, "recall": 0.564229, "f1": 0.536749, "accuracy": 0.564229, "main_score": 0.536749, "hf_subset": "bam_Latn-grn_Latn", "languages": ["bam-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491967, "recall": 0.543478, "f1": 0.505712, "accuracy": 0.543478, "main_score": 0.505712, "hf_subset": "bam_Latn-kat_Geor", "languages": ["bam-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.507901, "recall": 0.555336, "f1": 0.520394, "accuracy": 0.555336, "main_score": 0.520394, "hf_subset": "bam_Latn-lua_Latn", "languages": ["bam-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504079, "recall": 0.545455, "f1": 0.515441, "accuracy": 0.545455, "main_score": 0.515441, "hf_subset": "bam_Latn-nya_Latn", "languages": ["bam-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52742, "recall": 0.56917, "f1": 0.538072, "accuracy": 0.56917, "main_score": 0.538072, "hf_subset": "bam_Latn-slv_Latn", "languages": ["bam-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525074, "recall": 0.570158, "f1": 0.537121, "accuracy": 0.570158, "main_score": 0.537121, "hf_subset": "bam_Latn-tpi_Latn", "languages": ["bam-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552423, "recall": 0.591897, "f1": 0.563363, "accuracy": 0.591897, "main_score": 0.563363, "hf_subset": "bam_Latn-zsm_Latn", "languages": ["bam-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493972, "recall": 0.535573, "f1": 0.506145, "accuracy": 0.535573, "main_score": 0.506145, "hf_subset": "bam_Latn-ayr_Latn", "languages": ["bam-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538551, "recall": 0.582016, "f1": 0.549797, "accuracy": 0.582016, "main_score": 0.549797, "hf_subset": "bam_Latn-dan_Latn", "languages": ["bam-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50149, "recall": 0.547431, "f1": 0.512928, "accuracy": 0.547431, "main_score": 0.512928, "hf_subset": "bam_Latn-guj_Gujr", "languages": ["bam-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.515024, "recall": 0.561265, "f1": 0.527852, "accuracy": 0.561265, "main_score": 0.527852, "hf_subset": "bam_Latn-kaz_Cyrl", "languages": ["bam-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.493812, "recall": 0.528656, "f1": 0.503771, "accuracy": 0.528656, "main_score": 0.503771, "hf_subset": "bam_Latn-lug_Latn", "languages": ["bam-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535756, "recall": 0.58004, "f1": 0.547395, "accuracy": 0.58004, "main_score": 0.547395, "hf_subset": "bam_Latn-oci_Latn", "languages": ["bam-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519019, "recall": 0.560277, "f1": 0.530459, "accuracy": 0.560277, "main_score": 0.530459, "hf_subset": "bam_Latn-smo_Latn", "languages": ["bam-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493976, "recall": 0.538538, "f1": 0.505746, "accuracy": 0.538538, "main_score": 0.505746, "hf_subset": "bam_Latn-tsn_Latn", "languages": ["bam-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516129, "recall": 0.566206, "f1": 0.530139, "accuracy": 0.566206, "main_score": 0.530139, "hf_subset": "bam_Latn-zul_Latn", "languages": ["bam-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439092, "recall": 0.487154, "f1": 0.452391, "accuracy": 0.487154, "main_score": 0.452391, "hf_subset": "bam_Latn-azb_Arab", "languages": ["bam-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53054, "recall": 0.577075, "f1": 0.542752, "accuracy": 0.577075, "main_score": 0.542752, "hf_subset": "bam_Latn-deu_Latn", "languages": ["bam-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516802, "recall": 0.567194, "f1": 0.530794, "accuracy": 0.567194, "main_score": 0.530794, "hf_subset": "bam_Latn-hat_Latn", "languages": ["bam-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492565, "recall": 0.534585, "f1": 0.504337, "accuracy": 0.534585, "main_score": 0.504337, "hf_subset": "bam_Latn-kbp_Latn", "languages": ["bam-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519815, "recall": 0.560277, "f1": 0.531475, "accuracy": 0.560277, "main_score": 0.531475, "hf_subset": "bam_Latn-luo_Latn", "languages": ["bam-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5035, "recall": 0.55336, "f1": 0.516303, "accuracy": 0.55336, "main_score": 0.516303, "hf_subset": "bam_Latn-ory_Orya", "languages": ["bam-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.506213, "recall": 0.549407, "f1": 0.518053, "accuracy": 0.549407, "main_score": 0.518053, "hf_subset": "bam_Latn-sna_Latn", "languages": ["bam-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498214, "recall": 0.532609, "f1": 0.507688, "accuracy": 0.532609, "main_score": 0.507688, "hf_subset": "bam_Latn-tso_Latn", "languages": ["bam-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487425, "recall": 0.540514, "f1": 0.501471, "accuracy": 0.540514, "main_score": 0.501471, "hf_subset": "bam_Latn-azj_Latn", "languages": ["bam-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477494, "recall": 0.525692, "f1": 0.491715, "accuracy": 0.525692, "main_score": 0.491715, "hf_subset": "bam_Latn-dik_Latn", "languages": ["bam-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523231, "recall": 0.560277, "f1": 0.533136, "accuracy": 0.560277, "main_score": 0.533136, "hf_subset": "bam_Latn-hau_Latn", "languages": ["bam-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534277, "recall": 0.581028, "f1": 0.546317, "accuracy": 0.581028, "main_score": 0.546317, "hf_subset": "bam_Latn-kea_Latn", "languages": ["bam-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509807, "recall": 0.545455, "f1": 0.519655, "accuracy": 0.545455, "main_score": 0.519655, "hf_subset": "bam_Latn-lus_Latn", "languages": ["bam-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53817, "recall": 0.572134, "f1": 0.54757, "accuracy": 0.572134, "main_score": 0.54757, "hf_subset": "bam_Latn-pag_Latn", "languages": ["bam-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480237, "recall": 0.531621, "f1": 0.494218, "accuracy": 0.531621, "main_score": 0.494218, "hf_subset": "bam_Latn-snd_Arab", "languages": ["bam-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493783, "recall": 0.533597, "f1": 0.504642, "accuracy": 0.533597, "main_score": 0.504642, "hf_subset": "bam_Latn-tuk_Latn", "languages": ["bam-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506584, "recall": 0.55336, "f1": 0.519491, "accuracy": 0.55336, "main_score": 0.519491, "hf_subset": "bam_Latn-bak_Cyrl", "languages": ["bam-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.489947, "recall": 0.562253, "f1": 0.50974, "accuracy": 0.562253, "main_score": 0.50974, "hf_subset": "bam_Latn-dyu_Latn", "languages": ["bam-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50762, "recall": 0.552372, "f1": 0.520114, "accuracy": 0.552372, "main_score": 0.520114, "hf_subset": "bam_Latn-heb_Hebr", "languages": ["bam-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.492716, "recall": 0.538538, "f1": 0.504882, "accuracy": 0.538538, "main_score": 0.504882, "hf_subset": "bam_Latn-khk_Cyrl", "languages": ["bam-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525428, "recall": 0.572134, "f1": 0.537812, "accuracy": 0.572134, "main_score": 0.537812, "hf_subset": "bam_Latn-lvs_Latn", "languages": ["bam-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494837, "recall": 0.544466, "f1": 0.508043, "accuracy": 0.544466, "main_score": 0.508043, "hf_subset": "bam_Latn-pan_Guru", "languages": ["bam-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.493923, "recall": 0.531621, "f1": 0.504659, "accuracy": 0.531621, "main_score": 0.504659, "hf_subset": "bam_Latn-som_Latn", "languages": ["bam-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496525, "recall": 0.530632, "f1": 0.505681, "accuracy": 0.530632, "main_score": 0.505681, "hf_subset": "bam_Latn-tum_Latn", "languages": ["bam-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167042, "recall": 0.200593, "f1": 0.175562, "accuracy": 0.200593, "main_score": 0.175562, "hf_subset": "dzo_Tibt-ace_Arab", "languages": ["dzo-Tibt", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.164457, "recall": 0.202569, "f1": 0.173539, "accuracy": 0.202569, "main_score": 0.173539, "hf_subset": "dzo_Tibt-bam_Latn", "languages": ["dzo-Tibt", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363833, "recall": 0.437747, "f1": 0.380724, "accuracy": 0.437747, "main_score": 0.380724, "hf_subset": "dzo_Tibt-hin_Deva", "languages": ["dzo-Tibt", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.325416, "recall": 0.399209, "f1": 0.342558, "accuracy": 0.399209, "main_score": 0.342558, "hf_subset": "dzo_Tibt-khm_Khmr", "languages": ["dzo-Tibt", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.355027, "recall": 0.414032, "f1": 0.36786, "accuracy": 0.414032, "main_score": 0.36786, "hf_subset": "dzo_Tibt-mag_Deva", "languages": ["dzo-Tibt", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.286732, "recall": 0.343874, "f1": 0.300012, "accuracy": 0.343874, "main_score": 0.300012, "hf_subset": "dzo_Tibt-pap_Latn", "languages": ["dzo-Tibt", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174133, "recall": 0.214427, "f1": 0.18297, "accuracy": 0.214427, "main_score": 0.18297, "hf_subset": "dzo_Tibt-sot_Latn", "languages": ["dzo-Tibt", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355811, "recall": 0.41996, "f1": 0.371484, "accuracy": 0.41996, "main_score": 0.371484, "hf_subset": "dzo_Tibt-tur_Latn", "languages": ["dzo-Tibt", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.231056, "recall": 0.278656, "f1": 0.24155, "accuracy": 0.278656, "main_score": 0.24155, "hf_subset": "dzo_Tibt-ace_Latn", "languages": ["dzo-Tibt", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.270707, "recall": 0.327075, "f1": 0.284044, "accuracy": 0.327075, "main_score": 0.284044, "hf_subset": "dzo_Tibt-ban_Latn", "languages": ["dzo-Tibt", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.335291, "recall": 0.40415, "f1": 0.349564, "accuracy": 0.40415, "main_score": 0.349564, "hf_subset": "dzo_Tibt-ell_Grek", "languages": ["dzo-Tibt", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.347516, "recall": 0.408103, "f1": 0.360574, "accuracy": 0.408103, "main_score": 0.360574, "hf_subset": "dzo_Tibt-hne_Deva", "languages": ["dzo-Tibt", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.089222, "recall": 0.120553, "f1": 0.0958, "accuracy": 0.120553, "main_score": 0.0958, "hf_subset": "dzo_Tibt-kik_Latn", "languages": ["dzo-Tibt", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.35139, "recall": 0.418972, "f1": 0.366487, "accuracy": 0.418972, "main_score": 0.366487, "hf_subset": "dzo_Tibt-mai_Deva", "languages": ["dzo-Tibt", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.269948, "recall": 0.325099, "f1": 0.282755, "accuracy": 0.325099, "main_score": 0.282755, "hf_subset": "dzo_Tibt-pbt_Arab", "languages": ["dzo-Tibt", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.350279, "recall": 0.41996, "f1": 0.365871, "accuracy": 0.41996, "main_score": 0.365871, "hf_subset": "dzo_Tibt-spa_Latn", "languages": ["dzo-Tibt", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170741, "recall": 0.209486, "f1": 0.179968, "accuracy": 0.209486, "main_score": 0.179968, "hf_subset": "dzo_Tibt-twi_Latn", "languages": ["dzo-Tibt", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321398, "recall": 0.386364, "f1": 0.336612, "accuracy": 0.386364, "main_score": 0.336612, "hf_subset": "dzo_Tibt-acm_Arab", "languages": ["dzo-Tibt", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.294549, "recall": 0.351779, "f1": 0.308389, "accuracy": 0.351779, "main_score": 0.308389, "hf_subset": "dzo_Tibt-bel_Cyrl", "languages": ["dzo-Tibt", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.38272, "recall": 0.456522, "f1": 0.399449, "accuracy": 0.456522, "main_score": 0.399449, "hf_subset": "dzo_Tibt-eng_Latn", "languages": ["dzo-Tibt", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.352081, "recall": 0.423913, "f1": 0.368192, "accuracy": 0.423913, "main_score": 0.368192, "hf_subset": "dzo_Tibt-hrv_Latn", "languages": ["dzo-Tibt", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179575, "recall": 0.218379, "f1": 0.189146, "accuracy": 0.218379, "main_score": 0.189146, "hf_subset": "dzo_Tibt-kin_Latn", "languages": ["dzo-Tibt", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.361471, "recall": 0.432806, "f1": 0.377336, "accuracy": 0.432806, "main_score": 0.377336, "hf_subset": "dzo_Tibt-mal_Mlym", "languages": ["dzo-Tibt", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.377519, "recall": 0.435771, "f1": 0.390223, "accuracy": 0.435771, "main_score": 0.390223, "hf_subset": "dzo_Tibt-pes_Arab", "languages": ["dzo-Tibt", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.294549, "recall": 0.357708, "f1": 0.309088, "accuracy": 0.357708, "main_score": 0.309088, "hf_subset": "dzo_Tibt-srd_Latn", "languages": ["dzo-Tibt", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138373, "recall": 0.167984, "f1": 0.146559, "accuracy": 0.167984, "main_score": 0.146559, "hf_subset": "dzo_Tibt-tzm_Tfng", "languages": ["dzo-Tibt", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.336552, "recall": 0.403162, "f1": 0.352, "accuracy": 0.403162, "main_score": 0.352, "hf_subset": "dzo_Tibt-acq_Arab", "languages": ["dzo-Tibt", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.182165, "recall": 0.227273, "f1": 0.192655, "accuracy": 0.227273, "main_score": 0.192655, "hf_subset": "dzo_Tibt-bem_Latn", "languages": ["dzo-Tibt", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332391, "recall": 0.401186, "f1": 0.347976, "accuracy": 0.401186, "main_score": 0.347976, "hf_subset": "dzo_Tibt-epo_Latn", "languages": ["dzo-Tibt", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.356469, "recall": 0.416008, "f1": 0.369804, "accuracy": 0.416008, "main_score": 0.369804, "hf_subset": "dzo_Tibt-hun_Latn", "languages": ["dzo-Tibt", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320553, "recall": 0.384387, "f1": 0.335468, "accuracy": 0.384387, "main_score": 0.335468, "hf_subset": "dzo_Tibt-kir_Cyrl", "languages": ["dzo-Tibt", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.365849, "recall": 0.434783, "f1": 0.382448, "accuracy": 0.434783, "main_score": 0.382448, "hf_subset": "dzo_Tibt-mar_Deva", "languages": ["dzo-Tibt", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.185852, "recall": 0.236166, "f1": 0.197227, "accuracy": 0.236166, "main_score": 0.197227, "hf_subset": "dzo_Tibt-plt_Latn", "languages": ["dzo-Tibt", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357449, "recall": 0.427866, "f1": 0.373351, "accuracy": 0.427866, "main_score": 0.373351, "hf_subset": "dzo_Tibt-srp_Cyrl", "languages": ["dzo-Tibt", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.297721, "recall": 0.356719, "f1": 0.311944, "accuracy": 0.356719, "main_score": 0.311944, "hf_subset": "dzo_Tibt-uig_Arab", "languages": ["dzo-Tibt", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.310126, "recall": 0.367589, "f1": 0.323133, "accuracy": 0.367589, "main_score": 0.323133, "hf_subset": "dzo_Tibt-aeb_Arab", "languages": ["dzo-Tibt", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.372533, "recall": 0.453557, "f1": 0.392346, "accuracy": 0.453557, "main_score": 0.392346, "hf_subset": "dzo_Tibt-ben_Beng", "languages": ["dzo-Tibt", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.356588, "recall": 0.416996, "f1": 0.370996, "accuracy": 0.416996, "main_score": 0.370996, "hf_subset": "dzo_Tibt-est_Latn", "languages": ["dzo-Tibt", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.365688, "recall": 0.438735, "f1": 0.382333, "accuracy": 0.438735, "main_score": 0.382333, "hf_subset": "dzo_Tibt-hye_Armn", "languages": ["dzo-Tibt", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.16021, "recall": 0.195652, "f1": 0.168075, "accuracy": 0.195652, "main_score": 0.168075, "hf_subset": "dzo_Tibt-kmb_Latn", "languages": ["dzo-Tibt", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.166086, "recall": 0.202569, "f1": 0.175203, "accuracy": 0.202569, "main_score": 0.175203, "hf_subset": "dzo_Tibt-min_Arab", "languages": ["dzo-Tibt", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.336491, "recall": 0.408103, "f1": 0.352717, "accuracy": 0.408103, "main_score": 0.352717, "hf_subset": "dzo_Tibt-pol_Latn", "languages": ["dzo-Tibt", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170429, "recall": 0.215415, "f1": 0.181058, "accuracy": 0.215415, "main_score": 0.181058, "hf_subset": "dzo_Tibt-ssw_Latn", "languages": ["dzo-Tibt", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364379, "recall": 0.426877, "f1": 0.378288, "accuracy": 0.426877, "main_score": 0.378288, "hf_subset": "dzo_Tibt-ukr_Cyrl", "languages": ["dzo-Tibt", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.371394, "recall": 0.440711, "f1": 0.387406, "accuracy": 0.440711, "main_score": 0.387406, "hf_subset": "dzo_Tibt-afr_Latn", "languages": ["dzo-Tibt", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319292, "recall": 0.383399, "f1": 0.333239, "accuracy": 0.383399, "main_score": 0.333239, "hf_subset": "dzo_Tibt-bho_Deva", "languages": ["dzo-Tibt", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.290945, "recall": 0.354743, "f1": 0.305171, "accuracy": 0.354743, "main_score": 0.305171, "hf_subset": "dzo_Tibt-eus_Latn", "languages": ["dzo-Tibt", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.165624, "recall": 0.204545, "f1": 0.174239, "accuracy": 0.204545, "main_score": 0.174239, "hf_subset": "dzo_Tibt-ibo_Latn", "languages": ["dzo-Tibt", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.238357, "recall": 0.288538, "f1": 0.250649, "accuracy": 0.288538, "main_score": 0.250649, "hf_subset": "dzo_Tibt-kmr_Latn", "languages": ["dzo-Tibt", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.301861, "recall": 0.358696, "f1": 0.315797, "accuracy": 0.358696, "main_score": 0.315797, "hf_subset": "dzo_Tibt-min_Latn", "languages": ["dzo-Tibt", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.374904, "recall": 0.444664, "f1": 0.391447, "accuracy": 0.444664, "main_score": 0.391447, "hf_subset": "dzo_Tibt-por_Latn", "languages": ["dzo-Tibt", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313851, "recall": 0.379447, "f1": 0.329045, "accuracy": 0.379447, "main_score": 0.329045, "hf_subset": "dzo_Tibt-sun_Latn", "languages": ["dzo-Tibt", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153599, "recall": 0.193676, "f1": 0.163185, "accuracy": 0.193676, "main_score": 0.163185, "hf_subset": "dzo_Tibt-umb_Latn", "languages": ["dzo-Tibt", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326538, "recall": 0.394269, "f1": 0.341967, "accuracy": 0.394269, "main_score": 0.341967, "hf_subset": "dzo_Tibt-ajp_Arab", "languages": ["dzo-Tibt", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.165464, "recall": 0.19664, "f1": 0.173399, "accuracy": 0.19664, "main_score": 0.173399, "hf_subset": "dzo_Tibt-bjn_Arab", "languages": ["dzo-Tibt", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.163563, "recall": 0.199605, "f1": 0.17168, "accuracy": 0.199605, "main_score": 0.17168, "hf_subset": "dzo_Tibt-ewe_Latn", "languages": ["dzo-Tibt", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.243079, "recall": 0.293478, "f1": 0.254912, "accuracy": 0.293478, "main_score": 0.254912, "hf_subset": "dzo_Tibt-ilo_Latn", "languages": ["dzo-Tibt", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152449, "recall": 0.183794, "f1": 0.160196, "accuracy": 0.183794, "main_score": 0.160196, "hf_subset": "dzo_Tibt-knc_Arab", "languages": ["dzo-Tibt", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.357963, "recall": 0.429842, "f1": 0.374004, "accuracy": 0.429842, "main_score": 0.374004, "hf_subset": "dzo_Tibt-mkd_Cyrl", "languages": ["dzo-Tibt", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.340853, "recall": 0.403162, "f1": 0.355871, "accuracy": 0.403162, "main_score": 0.355871, "hf_subset": "dzo_Tibt-prs_Arab", "languages": ["dzo-Tibt", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.356445, "recall": 0.428854, "f1": 0.372939, "accuracy": 0.428854, "main_score": 0.372939, "hf_subset": "dzo_Tibt-swe_Latn", "languages": ["dzo-Tibt", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.354378, "recall": 0.427866, "f1": 0.371701, "accuracy": 0.427866, "main_score": 0.371701, "hf_subset": "dzo_Tibt-urd_Arab", "languages": ["dzo-Tibt", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.159858, "recall": 0.19664, "f1": 0.168766, "accuracy": 0.19664, "main_score": 0.168766, "hf_subset": "dzo_Tibt-aka_Latn", "languages": ["dzo-Tibt", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320874, "recall": 0.370553, "f1": 0.33202, "accuracy": 0.370553, "main_score": 0.33202, "hf_subset": "dzo_Tibt-bjn_Latn", "languages": ["dzo-Tibt", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.285731, "recall": 0.349802, "f1": 0.300669, "accuracy": 0.349802, "main_score": 0.300669, "hf_subset": "dzo_Tibt-fao_Latn", "languages": ["dzo-Tibt", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363092, "recall": 0.428854, "f1": 0.378634, "accuracy": 0.428854, "main_score": 0.378634, "hf_subset": "dzo_Tibt-ind_Latn", "languages": ["dzo-Tibt", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181594, "recall": 0.22332, "f1": 0.191728, "accuracy": 0.22332, "main_score": 0.191728, "hf_subset": "dzo_Tibt-knc_Latn", "languages": ["dzo-Tibt", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283378, "recall": 0.341897, "f1": 0.297328, "accuracy": 0.341897, "main_score": 0.297328, "hf_subset": "dzo_Tibt-mlt_Latn", "languages": ["dzo-Tibt", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195827, "recall": 0.248024, "f1": 0.20795, "accuracy": 0.248024, "main_score": 0.20795, "hf_subset": "dzo_Tibt-quy_Latn", "languages": ["dzo-Tibt", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287411, "recall": 0.355731, "f1": 0.303372, "accuracy": 0.355731, "main_score": 0.303372, "hf_subset": "dzo_Tibt-swh_Latn", "languages": ["dzo-Tibt", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324342, "recall": 0.390316, "f1": 0.339156, "accuracy": 0.390316, "main_score": 0.339156, "hf_subset": "dzo_Tibt-uzn_Latn", "languages": ["dzo-Tibt", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.329038, "recall": 0.393281, "f1": 0.343367, "accuracy": 0.393281, "main_score": 0.343367, "hf_subset": "dzo_Tibt-als_Latn", "languages": ["dzo-Tibt", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403042, "recall": 0.483202, "f1": 0.424249, "accuracy": 0.483202, "main_score": 0.424249, "hf_subset": "dzo_Tibt-bod_Tibt", "languages": ["dzo-Tibt", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.208523, "recall": 0.254941, "f1": 0.219317, "accuracy": 0.254941, "main_score": 0.219317, "hf_subset": "dzo_Tibt-fij_Latn", "languages": ["dzo-Tibt", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315826, "recall": 0.37747, "f1": 0.330926, "accuracy": 0.37747, "main_score": 0.330926, "hf_subset": "dzo_Tibt-isl_Latn", "languages": ["dzo-Tibt", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.188443, "recall": 0.227273, "f1": 0.198098, "accuracy": 0.227273, "main_score": 0.198098, "hf_subset": "dzo_Tibt-kon_Latn", "languages": ["dzo-Tibt", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20036, "recall": 0.25, "f1": 0.212234, "accuracy": 0.25, "main_score": 0.212234, "hf_subset": "dzo_Tibt-mni_Beng", "languages": ["dzo-Tibt", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.341228, "recall": 0.414032, "f1": 0.357445, "accuracy": 0.414032, "main_score": 0.357445, "hf_subset": "dzo_Tibt-ron_Latn", "languages": ["dzo-Tibt", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295385, "recall": 0.365613, "f1": 0.310321, "accuracy": 0.365613, "main_score": 0.310321, "hf_subset": "dzo_Tibt-szl_Latn", "languages": ["dzo-Tibt", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332021, "recall": 0.399209, "f1": 0.347505, "accuracy": 0.399209, "main_score": 0.347505, "hf_subset": "dzo_Tibt-vec_Latn", "languages": ["dzo-Tibt", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294463, "recall": 0.366601, "f1": 0.310765, "accuracy": 0.366601, "main_score": 0.310765, "hf_subset": "dzo_Tibt-amh_Ethi", "languages": ["dzo-Tibt", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.340119, "recall": 0.406126, "f1": 0.35561, "accuracy": 0.406126, "main_score": 0.35561, "hf_subset": "dzo_Tibt-bos_Latn", "languages": ["dzo-Tibt", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.347659, "recall": 0.414032, "f1": 0.363336, "accuracy": 0.414032, "main_score": 0.363336, "hf_subset": "dzo_Tibt-fin_Latn", "languages": ["dzo-Tibt", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.345348, "recall": 0.418972, "f1": 0.362483, "accuracy": 0.418972, "main_score": 0.362483, "hf_subset": "dzo_Tibt-ita_Latn", "languages": ["dzo-Tibt", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.367042, "recall": 0.431818, "f1": 0.381832, "accuracy": 0.431818, "main_score": 0.381832, "hf_subset": "dzo_Tibt-kor_Hang", "languages": ["dzo-Tibt", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.164795, "recall": 0.203557, "f1": 0.174501, "accuracy": 0.203557, "main_score": 0.174501, "hf_subset": "dzo_Tibt-mos_Latn", "languages": ["dzo-Tibt", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.173563, "recall": 0.215415, "f1": 0.183478, "accuracy": 0.215415, "main_score": 0.183478, "hf_subset": "dzo_Tibt-run_Latn", "languages": ["dzo-Tibt", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357773, "recall": 0.431818, "f1": 0.374693, "accuracy": 0.431818, "main_score": 0.374693, "hf_subset": "dzo_Tibt-tam_Taml", "languages": ["dzo-Tibt", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.350501, "recall": 0.420949, "f1": 0.367063, "accuracy": 0.420949, "main_score": 0.367063, "hf_subset": "dzo_Tibt-vie_Latn", "languages": ["dzo-Tibt", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.341152, "recall": 0.411067, "f1": 0.357839, "accuracy": 0.411067, "main_score": 0.357839, "hf_subset": "dzo_Tibt-apc_Arab", "languages": ["dzo-Tibt", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.199403, "recall": 0.238142, "f1": 0.208187, "accuracy": 0.238142, "main_score": 0.208187, "hf_subset": "dzo_Tibt-bug_Latn", "languages": ["dzo-Tibt", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.156253, "recall": 0.193676, "f1": 0.164853, "accuracy": 0.193676, "main_score": 0.164853, "hf_subset": "dzo_Tibt-fon_Latn", "languages": ["dzo-Tibt", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324683, "recall": 0.402174, "f1": 0.342285, "accuracy": 0.402174, "main_score": 0.342285, "hf_subset": "dzo_Tibt-jav_Latn", "languages": ["dzo-Tibt", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299403, "recall": 0.374506, "f1": 0.317368, "accuracy": 0.374506, "main_score": 0.317368, "hf_subset": "dzo_Tibt-lao_Laoo", "languages": ["dzo-Tibt", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.256097, "recall": 0.311265, "f1": 0.269782, "accuracy": 0.311265, "main_score": 0.269782, "hf_subset": "dzo_Tibt-mri_Latn", "languages": ["dzo-Tibt", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.35976, "recall": 0.427866, "f1": 0.374587, "accuracy": 0.427866, "main_score": 0.374587, "hf_subset": "dzo_Tibt-rus_Cyrl", "languages": ["dzo-Tibt", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.15464, "recall": 0.183794, "f1": 0.161775, "accuracy": 0.183794, "main_score": 0.161775, "hf_subset": "dzo_Tibt-taq_Latn", "languages": ["dzo-Tibt", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290757, "recall": 0.346838, "f1": 0.303851, "accuracy": 0.346838, "main_score": 0.303851, "hf_subset": "dzo_Tibt-war_Latn", "languages": ["dzo-Tibt", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330183, "recall": 0.396245, "f1": 0.345223, "accuracy": 0.396245, "main_score": 0.345223, "hf_subset": "dzo_Tibt-arb_Arab", "languages": ["dzo-Tibt", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.358278, "recall": 0.429842, "f1": 0.37404, "accuracy": 0.429842, "main_score": 0.37404, "hf_subset": "dzo_Tibt-bul_Cyrl", "languages": ["dzo-Tibt", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.344853, "recall": 0.410079, "f1": 0.360513, "accuracy": 0.410079, "main_score": 0.360513, "hf_subset": "dzo_Tibt-fra_Latn", "languages": ["dzo-Tibt", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.350717, "recall": 0.423913, "f1": 0.367712, "accuracy": 0.423913, "main_score": 0.367712, "hf_subset": "dzo_Tibt-jpn_Jpan", "languages": ["dzo-Tibt", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.307387, "recall": 0.367589, "f1": 0.321229, "accuracy": 0.367589, "main_score": 0.321229, "hf_subset": "dzo_Tibt-lij_Latn", "languages": ["dzo-Tibt", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.32493, "recall": 0.394269, "f1": 0.340464, "accuracy": 0.394269, "main_score": 0.340464, "hf_subset": "dzo_Tibt-mya_Mymr", "languages": ["dzo-Tibt", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.175547, "recall": 0.215415, "f1": 0.184561, "accuracy": 0.215415, "main_score": 0.184561, "hf_subset": "dzo_Tibt-sag_Latn", "languages": ["dzo-Tibt", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129304, "recall": 0.161067, "f1": 0.137338, "accuracy": 0.161067, "main_score": 0.137338, "hf_subset": "dzo_Tibt-taq_Tfng", "languages": ["dzo-Tibt", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.178829, "recall": 0.219368, "f1": 0.188522, "accuracy": 0.219368, "main_score": 0.188522, "hf_subset": "dzo_Tibt-wol_Latn", "languages": ["dzo-Tibt", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.216604, "recall": 0.271739, "f1": 0.229288, "accuracy": 0.271739, "main_score": 0.229288, "hf_subset": "dzo_Tibt-arb_Latn", "languages": ["dzo-Tibt", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.35976, "recall": 0.432806, "f1": 0.37691, "accuracy": 0.432806, "main_score": 0.37691, "hf_subset": "dzo_Tibt-cat_Latn", "languages": ["dzo-Tibt", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.280099, "recall": 0.342885, "f1": 0.294331, "accuracy": 0.342885, "main_score": 0.294331, "hf_subset": "dzo_Tibt-fur_Latn", "languages": ["dzo-Tibt", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.168555, "recall": 0.20751, "f1": 0.178098, "accuracy": 0.20751, "main_score": 0.178098, "hf_subset": "dzo_Tibt-kab_Latn", "languages": ["dzo-Tibt", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297725, "recall": 0.354743, "f1": 0.310463, "accuracy": 0.354743, "main_score": 0.310463, "hf_subset": "dzo_Tibt-lim_Latn", "languages": ["dzo-Tibt", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.342291, "recall": 0.408103, "f1": 0.357612, "accuracy": 0.408103, "main_score": 0.357612, "hf_subset": "dzo_Tibt-nld_Latn", "languages": ["dzo-Tibt", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.32455, "recall": 0.389328, "f1": 0.34057, "accuracy": 0.389328, "main_score": 0.34057, "hf_subset": "dzo_Tibt-san_Deva", "languages": ["dzo-Tibt", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.302977, "recall": 0.370553, "f1": 0.318044, "accuracy": 0.370553, "main_score": 0.318044, "hf_subset": "dzo_Tibt-tat_Cyrl", "languages": ["dzo-Tibt", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.191253, "recall": 0.228261, "f1": 0.199789, "accuracy": 0.228261, "main_score": 0.199789, "hf_subset": "dzo_Tibt-xho_Latn", "languages": ["dzo-Tibt", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.288984, "recall": 0.360672, "f1": 0.304909, "accuracy": 0.360672, "main_score": 0.304909, "hf_subset": "dzo_Tibt-ars_Arab", "languages": ["dzo-Tibt", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.324421, "recall": 0.383399, "f1": 0.337841, "accuracy": 0.383399, "main_score": 0.337841, "hf_subset": "dzo_Tibt-ceb_Latn", "languages": ["dzo-Tibt", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164678, "recall": 0.202569, "f1": 0.174213, "accuracy": 0.202569, "main_score": 0.174213, "hf_subset": "dzo_Tibt-fuv_Latn", "languages": ["dzo-Tibt", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151176, "recall": 0.185771, "f1": 0.158904, "accuracy": 0.185771, "main_score": 0.158904, "hf_subset": "dzo_Tibt-kac_Latn", "languages": ["dzo-Tibt", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186771, "recall": 0.232213, "f1": 0.196719, "accuracy": 0.232213, "main_score": 0.196719, "hf_subset": "dzo_Tibt-lin_Latn", "languages": ["dzo-Tibt", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.339504, "recall": 0.403162, "f1": 0.353955, "accuracy": 0.403162, "main_score": 0.353955, "hf_subset": "dzo_Tibt-nno_Latn", "languages": ["dzo-Tibt", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.097697, "recall": 0.135375, "f1": 0.106334, "accuracy": 0.135375, "main_score": 0.106334, "hf_subset": "dzo_Tibt-sat_Olck", "languages": ["dzo-Tibt", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.377799, "recall": 0.451581, "f1": 0.393614, "accuracy": 0.451581, "main_score": 0.393614, "hf_subset": "dzo_Tibt-tel_Telu", "languages": ["dzo-Tibt", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.261911, "recall": 0.313241, "f1": 0.273977, "accuracy": 0.313241, "main_score": 0.273977, "hf_subset": "dzo_Tibt-ydd_Hebr", "languages": ["dzo-Tibt", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.306482, "recall": 0.362648, "f1": 0.320159, "accuracy": 0.362648, "main_score": 0.320159, "hf_subset": "dzo_Tibt-ary_Arab", "languages": ["dzo-Tibt", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.353372, "recall": 0.427866, "f1": 0.369356, "accuracy": 0.427866, "main_score": 0.369356, "hf_subset": "dzo_Tibt-ces_Latn", "languages": ["dzo-Tibt", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198322, "recall": 0.23913, "f1": 0.208698, "accuracy": 0.23913, "main_score": 0.208698, "hf_subset": "dzo_Tibt-gaz_Latn", "languages": ["dzo-Tibt", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171594, "recall": 0.213439, "f1": 0.181677, "accuracy": 0.213439, "main_score": 0.181677, "hf_subset": "dzo_Tibt-kam_Latn", "languages": ["dzo-Tibt", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.341593, "recall": 0.41502, "f1": 0.358782, "accuracy": 0.41502, "main_score": 0.358782, "hf_subset": "dzo_Tibt-lit_Latn", "languages": ["dzo-Tibt", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.356923, "recall": 0.43083, "f1": 0.374217, "accuracy": 0.43083, "main_score": 0.374217, "hf_subset": "dzo_Tibt-nob_Latn", "languages": ["dzo-Tibt", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.280993, "recall": 0.34585, "f1": 0.294815, "accuracy": 0.34585, "main_score": 0.294815, "hf_subset": "dzo_Tibt-scn_Latn", "languages": ["dzo-Tibt", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292847, "recall": 0.358696, "f1": 0.308942, "accuracy": 0.358696, "main_score": 0.308942, "hf_subset": "dzo_Tibt-tgk_Cyrl", "languages": ["dzo-Tibt", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.168513, "recall": 0.221344, "f1": 0.18151, "accuracy": 0.221344, "main_score": 0.18151, "hf_subset": "dzo_Tibt-yor_Latn", "languages": ["dzo-Tibt", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330703, "recall": 0.400198, "f1": 0.346111, "accuracy": 0.400198, "main_score": 0.346111, "hf_subset": "dzo_Tibt-arz_Arab", "languages": ["dzo-Tibt", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.165526, "recall": 0.203557, "f1": 0.174354, "accuracy": 0.203557, "main_score": 0.174354, "hf_subset": "dzo_Tibt-cjk_Latn", "languages": ["dzo-Tibt", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213409, "recall": 0.268775, "f1": 0.225457, "accuracy": 0.268775, "main_score": 0.225457, "hf_subset": "dzo_Tibt-gla_Latn", "languages": ["dzo-Tibt", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.359656, "recall": 0.427866, "f1": 0.375, "accuracy": 0.427866, "main_score": 0.375, "hf_subset": "dzo_Tibt-kan_Knda", "languages": ["dzo-Tibt", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.309045, "recall": 0.369565, "f1": 0.322655, "accuracy": 0.369565, "main_score": 0.322655, "hf_subset": "dzo_Tibt-lmo_Latn", "languages": ["dzo-Tibt", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.339311, "recall": 0.41996, "f1": 0.357031, "accuracy": 0.41996, "main_score": 0.357031, "hf_subset": "dzo_Tibt-npi_Deva", "languages": ["dzo-Tibt", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.130736, "recall": 0.166996, "f1": 0.139691, "accuracy": 0.166996, "main_score": 0.139691, "hf_subset": "dzo_Tibt-shn_Mymr", "languages": ["dzo-Tibt", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.357804, "recall": 0.426877, "f1": 0.372568, "accuracy": 0.426877, "main_score": 0.372568, "hf_subset": "dzo_Tibt-tgl_Latn", "languages": ["dzo-Tibt", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.335794, "recall": 0.397233, "f1": 0.349428, "accuracy": 0.397233, "main_score": 0.349428, "hf_subset": "dzo_Tibt-yue_Hant", "languages": ["dzo-Tibt", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.333782, "recall": 0.403162, "f1": 0.349905, "accuracy": 0.403162, "main_score": 0.349905, "hf_subset": "dzo_Tibt-asm_Beng", "languages": ["dzo-Tibt", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.271688, "recall": 0.335968, "f1": 0.285951, "accuracy": 0.335968, "main_score": 0.285951, "hf_subset": "dzo_Tibt-ckb_Arab", "languages": ["dzo-Tibt", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.228402, "recall": 0.279644, "f1": 0.240769, "accuracy": 0.279644, "main_score": 0.240769, "hf_subset": "dzo_Tibt-gle_Latn", "languages": ["dzo-Tibt", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.241319, "recall": 0.298419, "f1": 0.253817, "accuracy": 0.298419, "main_score": 0.253817, "hf_subset": "dzo_Tibt-kas_Arab", "languages": ["dzo-Tibt", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.264522, "recall": 0.328063, "f1": 0.278697, "accuracy": 0.328063, "main_score": 0.278697, "hf_subset": "dzo_Tibt-ltg_Latn", "languages": ["dzo-Tibt", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167775, "recall": 0.204545, "f1": 0.176451, "accuracy": 0.204545, "main_score": 0.176451, "hf_subset": "dzo_Tibt-nso_Latn", "languages": ["dzo-Tibt", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311705, "recall": 0.385375, "f1": 0.328757, "accuracy": 0.385375, "main_score": 0.328757, "hf_subset": "dzo_Tibt-sin_Sinh", "languages": ["dzo-Tibt", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.361211, "recall": 0.424901, "f1": 0.376007, "accuracy": 0.424901, "main_score": 0.376007, "hf_subset": "dzo_Tibt-tha_Thai", "languages": ["dzo-Tibt", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.334628, "recall": 0.393281, "f1": 0.347295, "accuracy": 0.393281, "main_score": 0.347295, "hf_subset": "dzo_Tibt-zho_Hans", "languages": ["dzo-Tibt", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.35556, "recall": 0.424901, "f1": 0.371648, "accuracy": 0.424901, "main_score": 0.371648, "hf_subset": "dzo_Tibt-ast_Latn", "languages": ["dzo-Tibt", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.340441, "recall": 0.407115, "f1": 0.356612, "accuracy": 0.407115, "main_score": 0.356612, "hf_subset": "dzo_Tibt-crh_Latn", "languages": ["dzo-Tibt", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369662, "recall": 0.435771, "f1": 0.384213, "accuracy": 0.435771, "main_score": 0.384213, "hf_subset": "dzo_Tibt-glg_Latn", "languages": ["dzo-Tibt", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.228247, "recall": 0.273715, "f1": 0.238962, "accuracy": 0.273715, "main_score": 0.238962, "hf_subset": "dzo_Tibt-kas_Deva", "languages": ["dzo-Tibt", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.271925, "recall": 0.324111, "f1": 0.283772, "accuracy": 0.324111, "main_score": 0.283772, "hf_subset": "dzo_Tibt-ltz_Latn", "languages": ["dzo-Tibt", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167086, "recall": 0.203557, "f1": 0.174813, "accuracy": 0.203557, "main_score": 0.174813, "hf_subset": "dzo_Tibt-nus_Latn", "languages": ["dzo-Tibt", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.331247, "recall": 0.397233, "f1": 0.345974, "accuracy": 0.397233, "main_score": 0.345974, "hf_subset": "dzo_Tibt-slk_Latn", "languages": ["dzo-Tibt", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203552, "recall": 0.247036, "f1": 0.214166, "accuracy": 0.247036, "main_score": 0.214166, "hf_subset": "dzo_Tibt-tir_Ethi", "languages": ["dzo-Tibt", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.337037, "recall": 0.397233, "f1": 0.350716, "accuracy": 0.397233, "main_score": 0.350716, "hf_subset": "dzo_Tibt-zho_Hant", "languages": ["dzo-Tibt", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.362086, "recall": 0.427866, "f1": 0.377228, "accuracy": 0.427866, "main_score": 0.377228, "hf_subset": "dzo_Tibt-awa_Deva", "languages": ["dzo-Tibt", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.278903, "recall": 0.336957, "f1": 0.29295, "accuracy": 0.336957, "main_score": 0.29295, "hf_subset": "dzo_Tibt-cym_Latn", "languages": ["dzo-Tibt", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194636, "recall": 0.240119, "f1": 0.20554, "accuracy": 0.240119, "main_score": 0.20554, "hf_subset": "dzo_Tibt-grn_Latn", "languages": ["dzo-Tibt", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320683, "recall": 0.385375, "f1": 0.335618, "accuracy": 0.385375, "main_score": 0.335618, "hf_subset": "dzo_Tibt-kat_Geor", "languages": ["dzo-Tibt", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.186142, "recall": 0.229249, "f1": 0.195582, "accuracy": 0.229249, "main_score": 0.195582, "hf_subset": "dzo_Tibt-lua_Latn", "languages": ["dzo-Tibt", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.162564, "recall": 0.202569, "f1": 0.172108, "accuracy": 0.202569, "main_score": 0.172108, "hf_subset": "dzo_Tibt-nya_Latn", "languages": ["dzo-Tibt", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.344261, "recall": 0.408103, "f1": 0.357901, "accuracy": 0.408103, "main_score": 0.357901, "hf_subset": "dzo_Tibt-slv_Latn", "languages": ["dzo-Tibt", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.265881, "recall": 0.333004, "f1": 0.280351, "accuracy": 0.333004, "main_score": 0.280351, "hf_subset": "dzo_Tibt-tpi_Latn", "languages": ["dzo-Tibt", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.36718, "recall": 0.426877, "f1": 0.380918, "accuracy": 0.426877, "main_score": 0.380918, "hf_subset": "dzo_Tibt-zsm_Latn", "languages": ["dzo-Tibt", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174222, "recall": 0.212451, "f1": 0.183672, "accuracy": 0.212451, "main_score": 0.183672, "hf_subset": "dzo_Tibt-ayr_Latn", "languages": ["dzo-Tibt", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.337318, "recall": 0.401186, "f1": 0.352555, "accuracy": 0.401186, "main_score": 0.352555, "hf_subset": "dzo_Tibt-dan_Latn", "languages": ["dzo-Tibt", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.345284, "recall": 0.417984, "f1": 0.361553, "accuracy": 0.417984, "main_score": 0.361553, "hf_subset": "dzo_Tibt-guj_Gujr", "languages": ["dzo-Tibt", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.354923, "recall": 0.428854, "f1": 0.37181, "accuracy": 0.428854, "main_score": 0.37181, "hf_subset": "dzo_Tibt-kaz_Cyrl", "languages": ["dzo-Tibt", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.153593, "recall": 0.195652, "f1": 0.163306, "accuracy": 0.195652, "main_score": 0.163306, "hf_subset": "dzo_Tibt-lug_Latn", "languages": ["dzo-Tibt", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.34659, "recall": 0.416008, "f1": 0.362311, "accuracy": 0.416008, "main_score": 0.362311, "hf_subset": "dzo_Tibt-oci_Latn", "languages": ["dzo-Tibt", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.225043, "recall": 0.285573, "f1": 0.239251, "accuracy": 0.285573, "main_score": 0.239251, "hf_subset": "dzo_Tibt-smo_Latn", "languages": ["dzo-Tibt", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161147, "recall": 0.200593, "f1": 0.170358, "accuracy": 0.200593, "main_score": 0.170358, "hf_subset": "dzo_Tibt-tsn_Latn", "languages": ["dzo-Tibt", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180716, "recall": 0.22332, "f1": 0.190503, "accuracy": 0.22332, "main_score": 0.190503, "hf_subset": "dzo_Tibt-zul_Latn", "languages": ["dzo-Tibt", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214834, "recall": 0.255929, "f1": 0.225053, "accuracy": 0.255929, "main_score": 0.225053, "hf_subset": "dzo_Tibt-azb_Arab", "languages": ["dzo-Tibt", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.360503, "recall": 0.422925, "f1": 0.374545, "accuracy": 0.422925, "main_score": 0.374545, "hf_subset": "dzo_Tibt-deu_Latn", "languages": ["dzo-Tibt", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.25191, "recall": 0.315217, "f1": 0.266064, "accuracy": 0.315217, "main_score": 0.266064, "hf_subset": "dzo_Tibt-hat_Latn", "languages": ["dzo-Tibt", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142933, "recall": 0.183794, "f1": 0.152614, "accuracy": 0.183794, "main_score": 0.152614, "hf_subset": "dzo_Tibt-kbp_Latn", "languages": ["dzo-Tibt", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158879, "recall": 0.204545, "f1": 0.169293, "accuracy": 0.204545, "main_score": 0.169293, "hf_subset": "dzo_Tibt-luo_Latn", "languages": ["dzo-Tibt", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.353724, "recall": 0.425889, "f1": 0.369833, "accuracy": 0.425889, "main_score": 0.369833, "hf_subset": "dzo_Tibt-ory_Orya", "languages": ["dzo-Tibt", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.17789, "recall": 0.217391, "f1": 0.18652, "accuracy": 0.217391, "main_score": 0.18652, "hf_subset": "dzo_Tibt-sna_Latn", "languages": ["dzo-Tibt", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184105, "recall": 0.221344, "f1": 0.192593, "accuracy": 0.221344, "main_score": 0.192593, "hf_subset": "dzo_Tibt-tso_Latn", "languages": ["dzo-Tibt", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.327787, "recall": 0.403162, "f1": 0.344453, "accuracy": 0.403162, "main_score": 0.344453, "hf_subset": "dzo_Tibt-azj_Latn", "languages": ["dzo-Tibt", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.116143, "recall": 0.155138, "f1": 0.124922, "accuracy": 0.155138, "main_score": 0.124922, "hf_subset": "dzo_Tibt-dik_Latn", "languages": ["dzo-Tibt", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214672, "recall": 0.271739, "f1": 0.228179, "accuracy": 0.271739, "main_score": 0.228179, "hf_subset": "dzo_Tibt-hau_Latn", "languages": ["dzo-Tibt", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.260606, "recall": 0.307312, "f1": 0.271586, "accuracy": 0.307312, "main_score": 0.271586, "hf_subset": "dzo_Tibt-kea_Latn", "languages": ["dzo-Tibt", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212234, "recall": 0.254941, "f1": 0.221695, "accuracy": 0.254941, "main_score": 0.221695, "hf_subset": "dzo_Tibt-lus_Latn", "languages": ["dzo-Tibt", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.217255, "recall": 0.250988, "f1": 0.226354, "accuracy": 0.250988, "main_score": 0.226354, "hf_subset": "dzo_Tibt-pag_Latn", "languages": ["dzo-Tibt", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.339886, "recall": 0.412055, "f1": 0.357013, "accuracy": 0.412055, "main_score": 0.357013, "hf_subset": "dzo_Tibt-snd_Arab", "languages": ["dzo-Tibt", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.291787, "recall": 0.34585, "f1": 0.303932, "accuracy": 0.34585, "main_score": 0.303932, "hf_subset": "dzo_Tibt-tuk_Latn", "languages": ["dzo-Tibt", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292003, "recall": 0.352767, "f1": 0.307062, "accuracy": 0.352767, "main_score": 0.307062, "hf_subset": "dzo_Tibt-bak_Cyrl", "languages": ["dzo-Tibt", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.080188, "recall": 0.110672, "f1": 0.08627, "accuracy": 0.110672, "main_score": 0.08627, "hf_subset": "dzo_Tibt-dyu_Latn", "languages": ["dzo-Tibt", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370938, "recall": 0.437747, "f1": 0.386046, "accuracy": 0.437747, "main_score": 0.386046, "hf_subset": "dzo_Tibt-heb_Hebr", "languages": ["dzo-Tibt", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.318925, "recall": 0.379447, "f1": 0.332809, "accuracy": 0.379447, "main_score": 0.332809, "hf_subset": "dzo_Tibt-khk_Cyrl", "languages": ["dzo-Tibt", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.338662, "recall": 0.398221, "f1": 0.351272, "accuracy": 0.398221, "main_score": 0.351272, "hf_subset": "dzo_Tibt-lvs_Latn", "languages": ["dzo-Tibt", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.352712, "recall": 0.43083, "f1": 0.370198, "accuracy": 0.43083, "main_score": 0.370198, "hf_subset": "dzo_Tibt-pan_Guru", "languages": ["dzo-Tibt", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.212901, "recall": 0.257905, "f1": 0.223479, "accuracy": 0.257905, "main_score": 0.223479, "hf_subset": "dzo_Tibt-som_Latn", "languages": ["dzo-Tibt", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177888, "recall": 0.214427, "f1": 0.18663, "accuracy": 0.214427, "main_score": 0.18663, "hf_subset": "dzo_Tibt-tum_Latn", "languages": ["dzo-Tibt", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553116, "recall": 0.623518, "f1": 0.573199, "accuracy": 0.623518, "main_score": 0.573199, "hf_subset": "hin_Deva-ace_Arab", "languages": ["hin-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519981, "recall": 0.583004, "f1": 0.537181, "accuracy": 0.583004, "main_score": 0.537181, "hf_subset": "hin_Deva-bam_Latn", "languages": ["hin-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464318, "recall": 0.539526, "f1": 0.484646, "accuracy": 0.539526, "main_score": 0.484646, "hf_subset": "hin_Deva-dzo_Tibt", "languages": ["hin-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-khm_Khmr", "languages": ["hin-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mag_Deva", "languages": ["hin-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hin_Deva-pap_Latn", "languages": ["hin-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58355, "recall": 0.639328, "f1": 0.598804, "accuracy": 0.639328, "main_score": 0.598804, "hf_subset": "hin_Deva-sot_Latn", "languages": ["hin-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-tur_Latn", "languages": ["hin-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864789, "recall": 0.902174, "f1": 0.876416, "accuracy": 0.902174, "main_score": 0.876416, "hf_subset": "hin_Deva-ace_Latn", "languages": ["hin-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "hin_Deva-ban_Latn", "languages": ["hin-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ell_Grek", "languages": ["hin-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-hne_Deva", "languages": ["hin-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597605, "recall": 0.660079, "f1": 0.615551, "accuracy": 0.660079, "main_score": 0.615551, "hf_subset": "hin_Deva-kik_Latn", "languages": ["hin-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mai_Deva", "languages": ["hin-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "hin_Deva-pbt_Arab", "languages": ["hin-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-spa_Latn", "languages": ["hin-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614889, "recall": 0.683794, "f1": 0.633787, "accuracy": 0.683794, "main_score": 0.633787, "hf_subset": "hin_Deva-twi_Latn", "languages": ["hin-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-acm_Arab", "languages": ["hin-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-bel_Cyrl", "languages": ["hin-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-eng_Latn", "languages": ["hin-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-hrv_Latn", "languages": ["hin-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549366, "recall": 0.615613, "f1": 0.567696, "accuracy": 0.615613, "main_score": 0.567696, "hf_subset": "hin_Deva-kin_Latn", "languages": ["hin-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-mal_Mlym", "languages": ["hin-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-pes_Arab", "languages": ["hin-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hin_Deva-srd_Latn", "languages": ["hin-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187066, "recall": 0.238142, "f1": 0.199751, "accuracy": 0.238142, "main_score": 0.199751, "hf_subset": "hin_Deva-tzm_Tfng", "languages": ["hin-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-acq_Arab", "languages": ["hin-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.628237, "recall": 0.682806, "f1": 0.643349, "accuracy": 0.682806, "main_score": 0.643349, "hf_subset": "hin_Deva-bem_Latn", "languages": ["hin-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-epo_Latn", "languages": ["hin-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-hun_Latn", "languages": ["hin-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-kir_Cyrl", "languages": ["hin-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mar_Deva", "languages": ["hin-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.664914, "recall": 0.72332, "f1": 0.681872, "accuracy": 0.72332, "main_score": 0.681872, "hf_subset": "hin_Deva-plt_Latn", "languages": ["hin-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-srp_Cyrl", "languages": ["hin-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "hin_Deva-uig_Arab", "languages": ["hin-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-aeb_Arab", "languages": ["hin-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ben_Beng", "languages": ["hin-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-est_Latn", "languages": ["hin-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-hye_Armn", "languages": ["hin-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.538225, "recall": 0.591897, "f1": 0.553131, "accuracy": 0.591897, "main_score": 0.553131, "hf_subset": "hin_Deva-kmb_Latn", "languages": ["hin-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487492, "recall": 0.565217, "f1": 0.508629, "accuracy": 0.565217, "main_score": 0.508629, "hf_subset": "hin_Deva-min_Arab", "languages": ["hin-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-pol_Latn", "languages": ["hin-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561004, "recall": 0.629447, "f1": 0.580369, "accuracy": 0.629447, "main_score": 0.580369, "hf_subset": "hin_Deva-ssw_Latn", "languages": ["hin-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ukr_Cyrl", "languages": ["hin-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-afr_Latn", "languages": ["hin-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-bho_Deva", "languages": ["hin-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hin_Deva-eus_Latn", "languages": ["hin-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575866, "recall": 0.644269, "f1": 0.59463, "accuracy": 0.644269, "main_score": 0.59463, "hf_subset": "hin_Deva-ibo_Latn", "languages": ["hin-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906785, "recall": 0.933794, "f1": 0.915316, "accuracy": 0.933794, "main_score": 0.915316, "hf_subset": "hin_Deva-kmr_Latn", "languages": ["hin-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hin_Deva-min_Latn", "languages": ["hin-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-por_Latn", "languages": ["hin-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-sun_Latn", "languages": ["hin-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52441, "recall": 0.583004, "f1": 0.541326, "accuracy": 0.583004, "main_score": 0.541326, "hf_subset": "hin_Deva-umb_Latn", "languages": ["hin-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ajp_Arab", "languages": ["hin-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529691, "recall": 0.59585, "f1": 0.548354, "accuracy": 0.59585, "main_score": 0.548354, "hf_subset": "hin_Deva-bjn_Arab", "languages": ["hin-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514193, "recall": 0.572134, "f1": 0.530019, "accuracy": 0.572134, "main_score": 0.530019, "hf_subset": "hin_Deva-ewe_Latn", "languages": ["hin-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "hin_Deva-ilo_Latn", "languages": ["hin-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316581, "recall": 0.378458, "f1": 0.333353, "accuracy": 0.378458, "main_score": 0.333353, "hf_subset": "hin_Deva-knc_Arab", "languages": ["hin-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-mkd_Cyrl", "languages": ["hin-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-prs_Arab", "languages": ["hin-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-swe_Latn", "languages": ["hin-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-urd_Arab", "languages": ["hin-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591134, "recall": 0.656126, "f1": 0.608804, "accuracy": 0.656126, "main_score": 0.608804, "hf_subset": "hin_Deva-aka_Latn", "languages": ["hin-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hin_Deva-bjn_Latn", "languages": ["hin-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "hin_Deva-fao_Latn", "languages": ["hin-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ind_Latn", "languages": ["hin-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587583, "recall": 0.643281, "f1": 0.603524, "accuracy": 0.643281, "main_score": 0.603524, "hf_subset": "hin_Deva-knc_Latn", "languages": ["hin-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hin_Deva-mlt_Latn", "languages": ["hin-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706202, "recall": 0.768775, "f1": 0.724454, "accuracy": 0.768775, "main_score": 0.724454, "hf_subset": "hin_Deva-quy_Latn", "languages": ["hin-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "hin_Deva-swh_Latn", "languages": ["hin-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-uzn_Latn", "languages": ["hin-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-als_Latn", "languages": ["hin-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672012, "recall": 0.748024, "f1": 0.694271, "accuracy": 0.748024, "main_score": 0.694271, "hf_subset": "hin_Deva-bod_Tibt", "languages": ["hin-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.70122, "recall": 0.755929, "f1": 0.715999, "accuracy": 0.755929, "main_score": 0.715999, "hf_subset": "hin_Deva-fij_Latn", "languages": ["hin-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hin_Deva-isl_Latn", "languages": ["hin-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67085, "recall": 0.728261, "f1": 0.688142, "accuracy": 0.728261, "main_score": 0.688142, "hf_subset": "hin_Deva-kon_Latn", "languages": ["hin-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671946, "recall": 0.73913, "f1": 0.691438, "accuracy": 0.73913, "main_score": 0.691438, "hf_subset": "hin_Deva-mni_Beng", "languages": ["hin-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ron_Latn", "languages": ["hin-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "hin_Deva-szl_Latn", "languages": ["hin-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-vec_Latn", "languages": ["hin-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "hin_Deva-amh_Ethi", "languages": ["hin-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-bos_Latn", "languages": ["hin-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-fin_Latn", "languages": ["hin-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ita_Latn", "languages": ["hin-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-kor_Hang", "languages": ["hin-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.53881, "recall": 0.600791, "f1": 0.555888, "accuracy": 0.600791, "main_score": 0.555888, "hf_subset": "hin_Deva-mos_Latn", "languages": ["hin-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562264, "recall": 0.620553, "f1": 0.578437, "accuracy": 0.620553, "main_score": 0.578437, "hf_subset": "hin_Deva-run_Latn", "languages": ["hin-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-tam_Taml", "languages": ["hin-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-vie_Latn", "languages": ["hin-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-apc_Arab", "languages": ["hin-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.797134, "recall": 0.842885, "f1": 0.811138, "accuracy": 0.842885, "main_score": 0.811138, "hf_subset": "hin_Deva-bug_Latn", "languages": ["hin-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464907, "recall": 0.52668, "f1": 0.481443, "accuracy": 0.52668, "main_score": 0.481443, "hf_subset": "hin_Deva-fon_Latn", "languages": ["hin-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-jav_Latn", "languages": ["hin-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-lao_Laoo", "languages": ["hin-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.881176, "recall": 0.913043, "f1": 0.891206, "accuracy": 0.913043, "main_score": 0.891206, "hf_subset": "hin_Deva-mri_Latn", "languages": ["hin-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-rus_Cyrl", "languages": ["hin-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538484, "recall": 0.603755, "f1": 0.556367, "accuracy": 0.603755, "main_score": 0.556367, "hf_subset": "hin_Deva-taq_Latn", "languages": ["hin-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-war_Latn", "languages": ["hin-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-arb_Arab", "languages": ["hin-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-bul_Cyrl", "languages": ["hin-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-fra_Latn", "languages": ["hin-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-jpn_Jpan", "languages": ["hin-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "hin_Deva-lij_Latn", "languages": ["hin-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993906, "recall": 0.995059, "f1": 0.994236, "accuracy": 0.995059, "main_score": 0.994236, "hf_subset": "hin_Deva-mya_Mymr", "languages": ["hin-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.587442, "recall": 0.653162, "f1": 0.605586, "accuracy": 0.653162, "main_score": 0.605586, "hf_subset": "hin_Deva-sag_Latn", "languages": ["hin-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192737, "recall": 0.251976, "f1": 0.205565, "accuracy": 0.251976, "main_score": 0.205565, "hf_subset": "hin_Deva-taq_Tfng", "languages": ["hin-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.62464, "recall": 0.690711, "f1": 0.643417, "accuracy": 0.690711, "main_score": 0.643417, "hf_subset": "hin_Deva-wol_Latn", "languages": ["hin-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799193, "recall": 0.851779, "f1": 0.815368, "accuracy": 0.851779, "main_score": 0.815368, "hf_subset": "hin_Deva-arb_Latn", "languages": ["hin-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-cat_Latn", "languages": ["hin-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hin_Deva-fur_Latn", "languages": ["hin-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408769, "recall": 0.469368, "f1": 0.42524, "accuracy": 0.469368, "main_score": 0.42524, "hf_subset": "hin_Deva-kab_Latn", "languages": ["hin-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hin_Deva-lim_Latn", "languages": ["hin-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-nld_Latn", "languages": ["hin-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "hin_Deva-san_Deva", "languages": ["hin-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-tat_Cyrl", "languages": ["hin-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.674909, "recall": 0.73419, "f1": 0.692202, "accuracy": 0.73419, "main_score": 0.692202, "hf_subset": "hin_Deva-xho_Latn", "languages": ["hin-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ars_Arab", "languages": ["hin-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ceb_Latn", "languages": ["hin-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562585, "recall": 0.631423, "f1": 0.58219, "accuracy": 0.631423, "main_score": 0.58219, "hf_subset": "hin_Deva-fuv_Latn", "languages": ["hin-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498179, "recall": 0.575099, "f1": 0.518594, "accuracy": 0.575099, "main_score": 0.518594, "hf_subset": "hin_Deva-kac_Latn", "languages": ["hin-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660548, "recall": 0.716403, "f1": 0.676311, "accuracy": 0.716403, "main_score": 0.676311, "hf_subset": "hin_Deva-lin_Latn", "languages": ["hin-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-nno_Latn", "languages": ["hin-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.251017, "recall": 0.337945, "f1": 0.274084, "accuracy": 0.337945, "main_score": 0.274084, "hf_subset": "hin_Deva-sat_Olck", "languages": ["hin-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-tel_Telu", "languages": ["hin-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "hin_Deva-ydd_Hebr", "languages": ["hin-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hin_Deva-ary_Arab", "languages": ["hin-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-ces_Latn", "languages": ["hin-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580049, "recall": 0.644269, "f1": 0.598412, "accuracy": 0.644269, "main_score": 0.598412, "hf_subset": "hin_Deva-gaz_Latn", "languages": ["hin-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59128, "recall": 0.655138, "f1": 0.609532, "accuracy": 0.655138, "main_score": 0.609532, "hf_subset": "hin_Deva-kam_Latn", "languages": ["hin-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-lit_Latn", "languages": ["hin-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-nob_Latn", "languages": ["hin-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hin_Deva-scn_Latn", "languages": ["hin-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "hin_Deva-tgk_Cyrl", "languages": ["hin-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727668, "recall": 0.79249, "f1": 0.747581, "accuracy": 0.79249, "main_score": 0.747581, "hf_subset": "hin_Deva-yor_Latn", "languages": ["hin-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-arz_Arab", "languages": ["hin-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561966, "recall": 0.621542, "f1": 0.578825, "accuracy": 0.621542, "main_score": 0.578825, "hf_subset": "hin_Deva-cjk_Latn", "languages": ["hin-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795125, "recall": 0.838933, "f1": 0.808004, "accuracy": 0.838933, "main_score": 0.808004, "hf_subset": "hin_Deva-gla_Latn", "languages": ["hin-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-kan_Knda", "languages": ["hin-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.987813, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "hin_Deva-lmo_Latn", "languages": ["hin-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hin_Deva-npi_Deva", "languages": ["hin-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466456, "recall": 0.535573, "f1": 0.48534, "accuracy": 0.535573, "main_score": 0.48534, "hf_subset": "hin_Deva-shn_Mymr", "languages": ["hin-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-tgl_Latn", "languages": ["hin-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-yue_Hant", "languages": ["hin-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-asm_Beng", "languages": ["hin-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "hin_Deva-ckb_Arab", "languages": ["hin-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881752, "recall": 0.91502, "f1": 0.89226, "accuracy": 0.91502, "main_score": 0.89226, "hf_subset": "hin_Deva-gle_Latn", "languages": ["hin-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "hin_Deva-kas_Arab", "languages": ["hin-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946476, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "hin_Deva-ltg_Latn", "languages": ["hin-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595365, "recall": 0.655138, "f1": 0.611853, "accuracy": 0.655138, "main_score": 0.611853, "hf_subset": "hin_Deva-nso_Latn", "languages": ["hin-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hin_Deva-sin_Sinh", "languages": ["hin-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-tha_Thai", "languages": ["hin-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zho_Hans", "languages": ["hin-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ast_Latn", "languages": ["hin-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-crh_Latn", "languages": ["hin-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-glg_Latn", "languages": ["hin-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920043, "recall": 0.945652, "f1": 0.928426, "accuracy": 0.945652, "main_score": 0.928426, "hf_subset": "hin_Deva-kas_Deva", "languages": ["hin-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hin_Deva-ltz_Latn", "languages": ["hin-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453838, "recall": 0.525692, "f1": 0.473144, "accuracy": 0.525692, "main_score": 0.473144, "hf_subset": "hin_Deva-nus_Latn", "languages": ["hin-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-slk_Latn", "languages": ["hin-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636653, "recall": 0.705534, "f1": 0.656581, "accuracy": 0.705534, "main_score": 0.656581, "hf_subset": "hin_Deva-tir_Ethi", "languages": ["hin-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zho_Hant", "languages": ["hin-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "hin_Deva-awa_Deva", "languages": ["hin-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hin_Deva-cym_Latn", "languages": ["hin-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842095, "recall": 0.885375, "f1": 0.855534, "accuracy": 0.885375, "main_score": 0.855534, "hf_subset": "hin_Deva-grn_Latn", "languages": ["hin-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-kat_Geor", "languages": ["hin-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.63817, "recall": 0.692688, "f1": 0.653706, "accuracy": 0.692688, "main_score": 0.653706, "hf_subset": "hin_Deva-lua_Latn", "languages": ["hin-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630477, "recall": 0.697628, "f1": 0.649951, "accuracy": 0.697628, "main_score": 0.649951, "hf_subset": "hin_Deva-nya_Latn", "languages": ["hin-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-slv_Latn", "languages": ["hin-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "hin_Deva-tpi_Latn", "languages": ["hin-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zsm_Latn", "languages": ["hin-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546917, "recall": 0.612648, "f1": 0.564923, "accuracy": 0.612648, "main_score": 0.564923, "hf_subset": "hin_Deva-ayr_Latn", "languages": ["hin-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-dan_Latn", "languages": ["hin-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-guj_Gujr", "languages": ["hin-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-kaz_Cyrl", "languages": ["hin-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52622, "recall": 0.59585, "f1": 0.545336, "accuracy": 0.59585, "main_score": 0.545336, "hf_subset": "hin_Deva-lug_Latn", "languages": ["hin-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-oci_Latn", "languages": ["hin-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836611, "recall": 0.878458, "f1": 0.849275, "accuracy": 0.878458, "main_score": 0.849275, "hf_subset": "hin_Deva-smo_Latn", "languages": ["hin-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529117, "recall": 0.600791, "f1": 0.549038, "accuracy": 0.600791, "main_score": 0.549038, "hf_subset": "hin_Deva-tsn_Latn", "languages": ["hin-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603722, "recall": 0.66502, "f1": 0.621678, "accuracy": 0.66502, "main_score": 0.621678, "hf_subset": "hin_Deva-zul_Latn", "languages": ["hin-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932312, "recall": 0.953557, "f1": 0.939229, "accuracy": 0.953557, "main_score": 0.939229, "hf_subset": "hin_Deva-azb_Arab", "languages": ["hin-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-deu_Latn", "languages": ["hin-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "hin_Deva-hat_Latn", "languages": ["hin-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481387, "recall": 0.540514, "f1": 0.497523, "accuracy": 0.540514, "main_score": 0.497523, "hf_subset": "hin_Deva-kbp_Latn", "languages": ["hin-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576212, "recall": 0.634387, "f1": 0.591784, "accuracy": 0.634387, "main_score": 0.591784, "hf_subset": "hin_Deva-luo_Latn", "languages": ["hin-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ory_Orya", "languages": ["hin-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.58471, "recall": 0.651186, "f1": 0.60404, "accuracy": 0.651186, "main_score": 0.60404, "hf_subset": "hin_Deva-sna_Latn", "languages": ["hin-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557083, "recall": 0.61166, "f1": 0.572094, "accuracy": 0.61166, "main_score": 0.572094, "hf_subset": "hin_Deva-tso_Latn", "languages": ["hin-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-azj_Latn", "languages": ["hin-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531909, "recall": 0.609684, "f1": 0.554627, "accuracy": 0.609684, "main_score": 0.554627, "hf_subset": "hin_Deva-dik_Latn", "languages": ["hin-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749489, "recall": 0.80336, "f1": 0.765072, "accuracy": 0.80336, "main_score": 0.765072, "hf_subset": "hin_Deva-hau_Latn", "languages": ["hin-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hin_Deva-kea_Latn", "languages": ["hin-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744219, "recall": 0.801383, "f1": 0.761364, "accuracy": 0.801383, "main_score": 0.761364, "hf_subset": "hin_Deva-lus_Latn", "languages": ["hin-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872859, "recall": 0.907115, "f1": 0.883319, "accuracy": 0.907115, "main_score": 0.883319, "hf_subset": "hin_Deva-pag_Latn", "languages": ["hin-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-snd_Arab", "languages": ["hin-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "hin_Deva-tuk_Latn", "languages": ["hin-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "hin_Deva-bak_Cyrl", "languages": ["hin-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485714, "recall": 0.562253, "f1": 0.507933, "accuracy": 0.562253, "main_score": 0.507933, "hf_subset": "hin_Deva-dyu_Latn", "languages": ["hin-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-heb_Hebr", "languages": ["hin-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hin_Deva-khk_Cyrl", "languages": ["hin-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-lvs_Latn", "languages": ["hin-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-pan_Guru", "languages": ["hin-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709881, "recall": 0.768775, "f1": 0.727456, "accuracy": 0.768775, "main_score": 0.727456, "hf_subset": "hin_Deva-som_Latn", "languages": ["hin-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611926, "recall": 0.66502, "f1": 0.62683, "accuracy": 0.66502, "main_score": 0.62683, "hf_subset": "hin_Deva-tum_Latn", "languages": ["hin-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487149, "recall": 0.554348, "f1": 0.505916, "accuracy": 0.554348, "main_score": 0.505916, "hf_subset": "khm_Khmr-ace_Arab", "languages": ["khm-Khmr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504991, "recall": 0.5583, "f1": 0.520343, "accuracy": 0.5583, "main_score": 0.520343, "hf_subset": "khm_Khmr-bam_Latn", "languages": ["khm-Khmr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420052, "recall": 0.501976, "f1": 0.442386, "accuracy": 0.501976, "main_score": 0.442386, "hf_subset": "khm_Khmr-dzo_Tibt", "languages": ["khm-Khmr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-hin_Deva", "languages": ["khm-Khmr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "khm_Khmr-mag_Deva", "languages": ["khm-Khmr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "khm_Khmr-pap_Latn", "languages": ["khm-Khmr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558055, "recall": 0.614625, "f1": 0.573199, "accuracy": 0.614625, "main_score": 0.573199, "hf_subset": "khm_Khmr-sot_Latn", "languages": ["khm-Khmr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-tur_Latn", "languages": ["khm-Khmr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829902, "recall": 0.869565, "f1": 0.842161, "accuracy": 0.869565, "main_score": 0.842161, "hf_subset": "khm_Khmr-ace_Latn", "languages": ["khm-Khmr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919368, "recall": 0.939723, "f1": 0.92556, "accuracy": 0.939723, "main_score": 0.92556, "hf_subset": "khm_Khmr-ban_Latn", "languages": ["khm-Khmr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-ell_Grek", "languages": ["khm-Khmr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "khm_Khmr-hne_Deva", "languages": ["khm-Khmr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.556704, "recall": 0.610672, "f1": 0.571721, "accuracy": 0.610672, "main_score": 0.571721, "hf_subset": "khm_Khmr-kik_Latn", "languages": ["khm-Khmr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-mai_Deva", "languages": ["khm-Khmr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "khm_Khmr-pbt_Arab", "languages": ["khm-Khmr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-spa_Latn", "languages": ["khm-Khmr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569917, "recall": 0.632411, "f1": 0.587801, "accuracy": 0.632411, "main_score": 0.587801, "hf_subset": "khm_Khmr-twi_Latn", "languages": ["khm-Khmr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-acm_Arab", "languages": ["khm-Khmr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khm_Khmr-bel_Cyrl", "languages": ["khm-Khmr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-eng_Latn", "languages": ["khm-Khmr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-hrv_Latn", "languages": ["khm-Khmr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541147, "recall": 0.606719, "f1": 0.559143, "accuracy": 0.606719, "main_score": 0.559143, "hf_subset": "khm_Khmr-kin_Latn", "languages": ["khm-Khmr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-mal_Mlym", "languages": ["khm-Khmr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-pes_Arab", "languages": ["khm-Khmr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "khm_Khmr-srd_Latn", "languages": ["khm-Khmr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.176839, "recall": 0.227273, "f1": 0.189708, "accuracy": 0.227273, "main_score": 0.189708, "hf_subset": "khm_Khmr-tzm_Tfng", "languages": ["khm-Khmr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-acq_Arab", "languages": ["khm-Khmr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596905, "recall": 0.650198, "f1": 0.61175, "accuracy": 0.650198, "main_score": 0.61175, "hf_subset": "khm_Khmr-bem_Latn", "languages": ["khm-Khmr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-epo_Latn", "languages": ["khm-Khmr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-hun_Latn", "languages": ["khm-Khmr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "khm_Khmr-kir_Cyrl", "languages": ["khm-Khmr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-mar_Deva", "languages": ["khm-Khmr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.636775, "recall": 0.693676, "f1": 0.653821, "accuracy": 0.693676, "main_score": 0.653821, "hf_subset": "khm_Khmr-plt_Latn", "languages": ["khm-Khmr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-srp_Cyrl", "languages": ["khm-Khmr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "khm_Khmr-uig_Arab", "languages": ["khm-Khmr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khm_Khmr-aeb_Arab", "languages": ["khm-Khmr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ben_Beng", "languages": ["khm-Khmr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-est_Latn", "languages": ["khm-Khmr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-hye_Armn", "languages": ["khm-Khmr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.530023, "recall": 0.581028, "f1": 0.544148, "accuracy": 0.581028, "main_score": 0.544148, "hf_subset": "khm_Khmr-kmb_Latn", "languages": ["khm-Khmr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438092, "recall": 0.506917, "f1": 0.456779, "accuracy": 0.506917, "main_score": 0.456779, "hf_subset": "khm_Khmr-min_Arab", "languages": ["khm-Khmr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-pol_Latn", "languages": ["khm-Khmr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537048, "recall": 0.599802, "f1": 0.555503, "accuracy": 0.599802, "main_score": 0.555503, "hf_subset": "khm_Khmr-ssw_Latn", "languages": ["khm-Khmr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ukr_Cyrl", "languages": ["khm-Khmr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-afr_Latn", "languages": ["khm-Khmr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "khm_Khmr-bho_Deva", "languages": ["khm-Khmr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "khm_Khmr-eus_Latn", "languages": ["khm-Khmr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538251, "recall": 0.603755, "f1": 0.557272, "accuracy": 0.603755, "main_score": 0.557272, "hf_subset": "khm_Khmr-ibo_Latn", "languages": ["khm-Khmr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870389, "recall": 0.903162, "f1": 0.880336, "accuracy": 0.903162, "main_score": 0.880336, "hf_subset": "khm_Khmr-kmr_Latn", "languages": ["khm-Khmr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khm_Khmr-min_Latn", "languages": ["khm-Khmr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-por_Latn", "languages": ["khm-Khmr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khm_Khmr-sun_Latn", "languages": ["khm-Khmr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500387, "recall": 0.557312, "f1": 0.517128, "accuracy": 0.557312, "main_score": 0.517128, "hf_subset": "khm_Khmr-umb_Latn", "languages": ["khm-Khmr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-ajp_Arab", "languages": ["khm-Khmr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471422, "recall": 0.537549, "f1": 0.489464, "accuracy": 0.537549, "main_score": 0.489464, "hf_subset": "khm_Khmr-bjn_Arab", "languages": ["khm-Khmr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498531, "recall": 0.546443, "f1": 0.511383, "accuracy": 0.546443, "main_score": 0.511383, "hf_subset": "khm_Khmr-ewe_Latn", "languages": ["khm-Khmr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921031, "recall": 0.942688, "f1": 0.927602, "accuracy": 0.942688, "main_score": 0.927602, "hf_subset": "khm_Khmr-ilo_Latn", "languages": ["khm-Khmr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289866, "recall": 0.348814, "f1": 0.306515, "accuracy": 0.348814, "main_score": 0.306515, "hf_subset": "khm_Khmr-knc_Arab", "languages": ["khm-Khmr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-mkd_Cyrl", "languages": ["khm-Khmr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-prs_Arab", "languages": ["khm-Khmr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-swe_Latn", "languages": ["khm-Khmr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-urd_Arab", "languages": ["khm-Khmr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560095, "recall": 0.616601, "f1": 0.575987, "accuracy": 0.616601, "main_score": 0.575987, "hf_subset": "khm_Khmr-aka_Latn", "languages": ["khm-Khmr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "khm_Khmr-bjn_Latn", "languages": ["khm-Khmr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "khm_Khmr-fao_Latn", "languages": ["khm-Khmr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ind_Latn", "languages": ["khm-Khmr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547332, "recall": 0.600791, "f1": 0.562916, "accuracy": 0.600791, "main_score": 0.562916, "hf_subset": "khm_Khmr-knc_Latn", "languages": ["khm-Khmr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khm_Khmr-mlt_Latn", "languages": ["khm-Khmr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680905, "recall": 0.748024, "f1": 0.701009, "accuracy": 0.748024, "main_score": 0.701009, "hf_subset": "khm_Khmr-quy_Latn", "languages": ["khm-Khmr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "khm_Khmr-swh_Latn", "languages": ["khm-Khmr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "khm_Khmr-uzn_Latn", "languages": ["khm-Khmr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "khm_Khmr-als_Latn", "languages": ["khm-Khmr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646485, "recall": 0.726285, "f1": 0.670636, "accuracy": 0.726285, "main_score": 0.670636, "hf_subset": "khm_Khmr-bod_Tibt", "languages": ["khm-Khmr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.68359, "recall": 0.747036, "f1": 0.702059, "accuracy": 0.747036, "main_score": 0.702059, "hf_subset": "khm_Khmr-fij_Latn", "languages": ["khm-Khmr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "khm_Khmr-isl_Latn", "languages": ["khm-Khmr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631885, "recall": 0.683794, "f1": 0.647074, "accuracy": 0.683794, "main_score": 0.647074, "hf_subset": "khm_Khmr-kon_Latn", "languages": ["khm-Khmr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590574, "recall": 0.658103, "f1": 0.610468, "accuracy": 0.658103, "main_score": 0.610468, "hf_subset": "khm_Khmr-mni_Beng", "languages": ["khm-Khmr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ron_Latn", "languages": ["khm-Khmr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.981225, "f1": 0.976614, "accuracy": 0.981225, "main_score": 0.976614, "hf_subset": "khm_Khmr-szl_Latn", "languages": ["khm-Khmr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-vec_Latn", "languages": ["khm-Khmr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932971, "recall": 0.954545, "f1": 0.940053, "accuracy": 0.954545, "main_score": 0.940053, "hf_subset": "khm_Khmr-amh_Ethi", "languages": ["khm-Khmr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-bos_Latn", "languages": ["khm-Khmr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-fin_Latn", "languages": ["khm-Khmr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ita_Latn", "languages": ["khm-Khmr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-kor_Hang", "languages": ["khm-Khmr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.519608, "recall": 0.572134, "f1": 0.534156, "accuracy": 0.572134, "main_score": 0.534156, "hf_subset": "khm_Khmr-mos_Latn", "languages": ["khm-Khmr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54226, "recall": 0.589921, "f1": 0.555835, "accuracy": 0.589921, "main_score": 0.555835, "hf_subset": "khm_Khmr-run_Latn", "languages": ["khm-Khmr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-tam_Taml", "languages": ["khm-Khmr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-vie_Latn", "languages": ["khm-Khmr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-apc_Arab", "languages": ["khm-Khmr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.749647, "recall": 0.800395, "f1": 0.763855, "accuracy": 0.800395, "main_score": 0.763855, "hf_subset": "khm_Khmr-bug_Latn", "languages": ["khm-Khmr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449621, "recall": 0.505929, "f1": 0.465018, "accuracy": 0.505929, "main_score": 0.465018, "hf_subset": "khm_Khmr-fon_Latn", "languages": ["khm-Khmr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "khm_Khmr-jav_Latn", "languages": ["khm-Khmr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-lao_Laoo", "languages": ["khm-Khmr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.850626, "recall": 0.891304, "f1": 0.863589, "accuracy": 0.891304, "main_score": 0.863589, "hf_subset": "khm_Khmr-mri_Latn", "languages": ["khm-Khmr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-rus_Cyrl", "languages": ["khm-Khmr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.504364, "recall": 0.562253, "f1": 0.520492, "accuracy": 0.562253, "main_score": 0.520492, "hf_subset": "khm_Khmr-taq_Latn", "languages": ["khm-Khmr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khm_Khmr-war_Latn", "languages": ["khm-Khmr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-arb_Arab", "languages": ["khm-Khmr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-bul_Cyrl", "languages": ["khm-Khmr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-fra_Latn", "languages": ["khm-Khmr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-jpn_Jpan", "languages": ["khm-Khmr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "khm_Khmr-lij_Latn", "languages": ["khm-Khmr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "khm_Khmr-mya_Mymr", "languages": ["khm-Khmr", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.543092, "recall": 0.609684, "f1": 0.561782, "accuracy": 0.609684, "main_score": 0.561782, "hf_subset": "khm_Khmr-sag_Latn", "languages": ["khm-Khmr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200136, "recall": 0.258893, "f1": 0.214085, "accuracy": 0.258893, "main_score": 0.214085, "hf_subset": "khm_Khmr-taq_Tfng", "languages": ["khm-Khmr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.591478, "recall": 0.651186, "f1": 0.608867, "accuracy": 0.651186, "main_score": 0.608867, "hf_subset": "khm_Khmr-wol_Latn", "languages": ["khm-Khmr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779809, "recall": 0.835968, "f1": 0.796772, "accuracy": 0.835968, "main_score": 0.796772, "hf_subset": "khm_Khmr-arb_Latn", "languages": ["khm-Khmr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-cat_Latn", "languages": ["khm-Khmr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "khm_Khmr-fur_Latn", "languages": ["khm-Khmr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400362, "recall": 0.454545, "f1": 0.415134, "accuracy": 0.454545, "main_score": 0.415134, "hf_subset": "khm_Khmr-kab_Latn", "languages": ["khm-Khmr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "khm_Khmr-lim_Latn", "languages": ["khm-Khmr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-nld_Latn", "languages": ["khm-Khmr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "khm_Khmr-san_Deva", "languages": ["khm-Khmr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "khm_Khmr-tat_Cyrl", "languages": ["khm-Khmr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.642147, "recall": 0.701581, "f1": 0.659618, "accuracy": 0.701581, "main_score": 0.659618, "hf_subset": "khm_Khmr-xho_Latn", "languages": ["khm-Khmr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-ars_Arab", "languages": ["khm-Khmr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "khm_Khmr-ceb_Latn", "languages": ["khm-Khmr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523056, "recall": 0.583004, "f1": 0.540323, "accuracy": 0.583004, "main_score": 0.540323, "hf_subset": "khm_Khmr-fuv_Latn", "languages": ["khm-Khmr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48858, "recall": 0.552372, "f1": 0.5068, "accuracy": 0.552372, "main_score": 0.5068, "hf_subset": "khm_Khmr-kac_Latn", "languages": ["khm-Khmr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618323, "recall": 0.677866, "f1": 0.635726, "accuracy": 0.677866, "main_score": 0.635726, "hf_subset": "khm_Khmr-lin_Latn", "languages": ["khm-Khmr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-nno_Latn", "languages": ["khm-Khmr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.224847, "recall": 0.311265, "f1": 0.24709, "accuracy": 0.311265, "main_score": 0.24709, "hf_subset": "khm_Khmr-sat_Olck", "languages": ["khm-Khmr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khm_Khmr-tel_Telu", "languages": ["khm-Khmr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.933465, "recall": 0.954545, "f1": 0.940382, "accuracy": 0.954545, "main_score": 0.940382, "hf_subset": "khm_Khmr-ydd_Hebr", "languages": ["khm-Khmr", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "khm_Khmr-ary_Arab", "languages": ["khm-Khmr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ces_Latn", "languages": ["khm-Khmr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540119, "recall": 0.600791, "f1": 0.558107, "accuracy": 0.600791, "main_score": 0.558107, "hf_subset": "khm_Khmr-gaz_Latn", "languages": ["khm-Khmr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559807, "recall": 0.619565, "f1": 0.576997, "accuracy": 0.619565, "main_score": 0.576997, "hf_subset": "khm_Khmr-kam_Latn", "languages": ["khm-Khmr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "khm_Khmr-lit_Latn", "languages": ["khm-Khmr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-nob_Latn", "languages": ["khm-Khmr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "khm_Khmr-scn_Latn", "languages": ["khm-Khmr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "khm_Khmr-tgk_Cyrl", "languages": ["khm-Khmr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.705888, "recall": 0.768775, "f1": 0.724561, "accuracy": 0.768775, "main_score": 0.724561, "hf_subset": "khm_Khmr-yor_Latn", "languages": ["khm-Khmr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-arz_Arab", "languages": ["khm-Khmr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545257, "recall": 0.600791, "f1": 0.561204, "accuracy": 0.600791, "main_score": 0.561204, "hf_subset": "khm_Khmr-cjk_Latn", "languages": ["khm-Khmr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757609, "recall": 0.817194, "f1": 0.775791, "accuracy": 0.817194, "main_score": 0.775791, "hf_subset": "khm_Khmr-gla_Latn", "languages": ["khm-Khmr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-kan_Knda", "languages": ["khm-Khmr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khm_Khmr-lmo_Latn", "languages": ["khm-Khmr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "khm_Khmr-npi_Deva", "languages": ["khm-Khmr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459672, "recall": 0.51581, "f1": 0.474708, "accuracy": 0.51581, "main_score": 0.474708, "hf_subset": "khm_Khmr-shn_Mymr", "languages": ["khm-Khmr", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-tgl_Latn", "languages": ["khm-Khmr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "khm_Khmr-yue_Hant", "languages": ["khm-Khmr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-asm_Beng", "languages": ["khm-Khmr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.940382, "recall": 0.959486, "f1": 0.94664, "accuracy": 0.959486, "main_score": 0.94664, "hf_subset": "khm_Khmr-ckb_Arab", "languages": ["khm-Khmr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.850379, "recall": 0.890316, "f1": 0.863043, "accuracy": 0.890316, "main_score": 0.863043, "hf_subset": "khm_Khmr-gle_Latn", "languages": ["khm-Khmr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.94664, "f1": 0.931653, "accuracy": 0.94664, "main_score": 0.931653, "hf_subset": "khm_Khmr-kas_Arab", "languages": ["khm-Khmr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915514, "recall": 0.939723, "f1": 0.923419, "accuracy": 0.939723, "main_score": 0.923419, "hf_subset": "khm_Khmr-ltg_Latn", "languages": ["khm-Khmr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569771, "recall": 0.621542, "f1": 0.584941, "accuracy": 0.621542, "main_score": 0.584941, "hf_subset": "khm_Khmr-nso_Latn", "languages": ["khm-Khmr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khm_Khmr-sin_Sinh", "languages": ["khm-Khmr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-tha_Thai", "languages": ["khm-Khmr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-zho_Hans", "languages": ["khm-Khmr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-ast_Latn", "languages": ["khm-Khmr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khm_Khmr-crh_Latn", "languages": ["khm-Khmr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-glg_Latn", "languages": ["khm-Khmr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854364, "recall": 0.890316, "f1": 0.865283, "accuracy": 0.890316, "main_score": 0.865283, "hf_subset": "khm_Khmr-kas_Deva", "languages": ["khm-Khmr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "khm_Khmr-ltz_Latn", "languages": ["khm-Khmr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445629, "recall": 0.504941, "f1": 0.461256, "accuracy": 0.504941, "main_score": 0.461256, "hf_subset": "khm_Khmr-nus_Latn", "languages": ["khm-Khmr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-slk_Latn", "languages": ["khm-Khmr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582239, "recall": 0.66502, "f1": 0.606044, "accuracy": 0.66502, "main_score": 0.606044, "hf_subset": "khm_Khmr-tir_Ethi", "languages": ["khm-Khmr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-zho_Hant", "languages": ["khm-Khmr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "khm_Khmr-awa_Deva", "languages": ["khm-Khmr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "khm_Khmr-cym_Latn", "languages": ["khm-Khmr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787994, "recall": 0.833992, "f1": 0.802193, "accuracy": 0.833992, "main_score": 0.802193, "hf_subset": "khm_Khmr-grn_Latn", "languages": ["khm-Khmr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-kat_Geor", "languages": ["khm-Khmr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.600777, "recall": 0.660079, "f1": 0.617747, "accuracy": 0.660079, "main_score": 0.617747, "hf_subset": "khm_Khmr-lua_Latn", "languages": ["khm-Khmr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604604, "recall": 0.659091, "f1": 0.619831, "accuracy": 0.659091, "main_score": 0.619831, "hf_subset": "khm_Khmr-nya_Latn", "languages": ["khm-Khmr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-slv_Latn", "languages": ["khm-Khmr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912549, "recall": 0.937747, "f1": 0.920572, "accuracy": 0.937747, "main_score": 0.920572, "hf_subset": "khm_Khmr-tpi_Latn", "languages": ["khm-Khmr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-zsm_Latn", "languages": ["khm-Khmr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513672, "recall": 0.568182, "f1": 0.5288, "accuracy": 0.568182, "main_score": 0.5288, "hf_subset": "khm_Khmr-ayr_Latn", "languages": ["khm-Khmr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-dan_Latn", "languages": ["khm-Khmr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-guj_Gujr", "languages": ["khm-Khmr", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-kaz_Cyrl", "languages": ["khm-Khmr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52245, "recall": 0.583004, "f1": 0.539841, "accuracy": 0.583004, "main_score": 0.539841, "hf_subset": "khm_Khmr-lug_Latn", "languages": ["khm-Khmr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-oci_Latn", "languages": ["khm-Khmr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817556, "recall": 0.86166, "f1": 0.831277, "accuracy": 0.86166, "main_score": 0.831277, "hf_subset": "khm_Khmr-smo_Latn", "languages": ["khm-Khmr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530997, "recall": 0.586957, "f1": 0.547318, "accuracy": 0.586957, "main_score": 0.547318, "hf_subset": "khm_Khmr-tsn_Latn", "languages": ["khm-Khmr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607271, "recall": 0.666996, "f1": 0.624363, "accuracy": 0.666996, "main_score": 0.624363, "hf_subset": "khm_Khmr-zul_Latn", "languages": ["khm-Khmr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891634, "recall": 0.921937, "f1": 0.90135, "accuracy": 0.921937, "main_score": 0.90135, "hf_subset": "khm_Khmr-azb_Arab", "languages": ["khm-Khmr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-deu_Latn", "languages": ["khm-Khmr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.965415, "f1": 0.955863, "accuracy": 0.965415, "main_score": 0.955863, "hf_subset": "khm_Khmr-hat_Latn", "languages": ["khm-Khmr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475456, "recall": 0.531621, "f1": 0.491108, "accuracy": 0.531621, "main_score": 0.491108, "hf_subset": "khm_Khmr-kbp_Latn", "languages": ["khm-Khmr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536925, "recall": 0.588933, "f1": 0.551427, "accuracy": 0.588933, "main_score": 0.551427, "hf_subset": "khm_Khmr-luo_Latn", "languages": ["khm-Khmr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-ory_Orya", "languages": ["khm-Khmr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.549235, "recall": 0.612648, "f1": 0.567281, "accuracy": 0.612648, "main_score": 0.567281, "hf_subset": "khm_Khmr-sna_Latn", "languages": ["khm-Khmr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528045, "recall": 0.585968, "f1": 0.54407, "accuracy": 0.585968, "main_score": 0.54407, "hf_subset": "khm_Khmr-tso_Latn", "languages": ["khm-Khmr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khm_Khmr-azj_Latn", "languages": ["khm-Khmr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504087, "recall": 0.565217, "f1": 0.521463, "accuracy": 0.565217, "main_score": 0.521463, "hf_subset": "khm_Khmr-dik_Latn", "languages": ["khm-Khmr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73475, "recall": 0.79249, "f1": 0.752207, "accuracy": 0.79249, "main_score": 0.752207, "hf_subset": "khm_Khmr-hau_Latn", "languages": ["khm-Khmr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "khm_Khmr-kea_Latn", "languages": ["khm-Khmr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706555, "recall": 0.757905, "f1": 0.721527, "accuracy": 0.757905, "main_score": 0.721527, "hf_subset": "khm_Khmr-lus_Latn", "languages": ["khm-Khmr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816733, "recall": 0.853755, "f1": 0.827936, "accuracy": 0.853755, "main_score": 0.827936, "hf_subset": "khm_Khmr-pag_Latn", "languages": ["khm-Khmr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-snd_Arab", "languages": ["khm-Khmr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "khm_Khmr-tuk_Latn", "languages": ["khm-Khmr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "khm_Khmr-bak_Cyrl", "languages": ["khm-Khmr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.457677, "recall": 0.530632, "f1": 0.478829, "accuracy": 0.530632, "main_score": 0.478829, "hf_subset": "khm_Khmr-dyu_Latn", "languages": ["khm-Khmr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-heb_Hebr", "languages": ["khm-Khmr", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "khm_Khmr-khk_Cyrl", "languages": ["khm-Khmr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-lvs_Latn", "languages": ["khm-Khmr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-pan_Guru", "languages": ["khm-Khmr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.701608, "recall": 0.76087, "f1": 0.718911, "accuracy": 0.76087, "main_score": 0.718911, "hf_subset": "khm_Khmr-som_Latn", "languages": ["khm-Khmr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581959, "recall": 0.633399, "f1": 0.59676, "accuracy": 0.633399, "main_score": 0.59676, "hf_subset": "khm_Khmr-tum_Latn", "languages": ["khm-Khmr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578494, "recall": 0.643281, "f1": 0.597304, "accuracy": 0.643281, "main_score": 0.597304, "hf_subset": "mag_Deva-ace_Arab", "languages": ["mag-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522072, "recall": 0.587945, "f1": 0.540301, "accuracy": 0.587945, "main_score": 0.540301, "hf_subset": "mag_Deva-bam_Latn", "languages": ["mag-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428193, "recall": 0.513834, "f1": 0.45105, "accuracy": 0.513834, "main_score": 0.45105, "hf_subset": "mag_Deva-dzo_Tibt", "languages": ["mag-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-hin_Deva", "languages": ["mag-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-khm_Khmr", "languages": ["mag-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "mag_Deva-pap_Latn", "languages": ["mag-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590851, "recall": 0.650198, "f1": 0.606961, "accuracy": 0.650198, "main_score": 0.606961, "hf_subset": "mag_Deva-sot_Latn", "languages": ["mag-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tur_Latn", "languages": ["mag-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874177, "recall": 0.908103, "f1": 0.884816, "accuracy": 0.908103, "main_score": 0.884816, "hf_subset": "mag_Deva-ace_Latn", "languages": ["mag-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.969368, "f1": 0.960639, "accuracy": 0.969368, "main_score": 0.960639, "hf_subset": "mag_Deva-ban_Latn", "languages": ["mag-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ell_Grek", "languages": ["mag-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mag_Deva-hne_Deva", "languages": ["mag-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593562, "recall": 0.651186, "f1": 0.609775, "accuracy": 0.651186, "main_score": 0.609775, "hf_subset": "mag_Deva-kik_Latn", "languages": ["mag-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-mai_Deva", "languages": ["mag-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "mag_Deva-pbt_Arab", "languages": ["mag-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-spa_Latn", "languages": ["mag-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608781, "recall": 0.678854, "f1": 0.627873, "accuracy": 0.678854, "main_score": 0.627873, "hf_subset": "mag_Deva-twi_Latn", "languages": ["mag-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-acm_Arab", "languages": ["mag-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "mag_Deva-bel_Cyrl", "languages": ["mag-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-eng_Latn", "languages": ["mag-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-hrv_Latn", "languages": ["mag-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544665, "recall": 0.606719, "f1": 0.561736, "accuracy": 0.606719, "main_score": 0.561736, "hf_subset": "mag_Deva-kin_Latn", "languages": ["mag-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-mal_Mlym", "languages": ["mag-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-pes_Arab", "languages": ["mag-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-srd_Latn", "languages": ["mag-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187516, "recall": 0.229249, "f1": 0.197714, "accuracy": 0.229249, "main_score": 0.197714, "hf_subset": "mag_Deva-tzm_Tfng", "languages": ["mag-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-acq_Arab", "languages": ["mag-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.624137, "recall": 0.674901, "f1": 0.638546, "accuracy": 0.674901, "main_score": 0.638546, "hf_subset": "mag_Deva-bem_Latn", "languages": ["mag-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-epo_Latn", "languages": ["mag-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-hun_Latn", "languages": ["mag-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mag_Deva-kir_Cyrl", "languages": ["mag-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-mar_Deva", "languages": ["mag-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.657666, "recall": 0.712451, "f1": 0.673474, "accuracy": 0.712451, "main_score": 0.673474, "hf_subset": "mag_Deva-plt_Latn", "languages": ["mag-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-srp_Cyrl", "languages": ["mag-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "mag_Deva-uig_Arab", "languages": ["mag-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-aeb_Arab", "languages": ["mag-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ben_Beng", "languages": ["mag-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-est_Latn", "languages": ["mag-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-hye_Armn", "languages": ["mag-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.538534, "recall": 0.596838, "f1": 0.554767, "accuracy": 0.596838, "main_score": 0.554767, "hf_subset": "mag_Deva-kmb_Latn", "languages": ["mag-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494088, "recall": 0.566206, "f1": 0.51305, "accuracy": 0.566206, "main_score": 0.51305, "hf_subset": "mag_Deva-min_Arab", "languages": ["mag-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-pol_Latn", "languages": ["mag-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555311, "recall": 0.623518, "f1": 0.57402, "accuracy": 0.623518, "main_score": 0.57402, "hf_subset": "mag_Deva-ssw_Latn", "languages": ["mag-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ukr_Cyrl", "languages": ["mag-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-afr_Latn", "languages": ["mag-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-bho_Deva", "languages": ["mag-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-eus_Latn", "languages": ["mag-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573445, "recall": 0.639328, "f1": 0.591647, "accuracy": 0.639328, "main_score": 0.591647, "hf_subset": "mag_Deva-ibo_Latn", "languages": ["mag-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895833, "recall": 0.926877, "f1": 0.905863, "accuracy": 0.926877, "main_score": 0.905863, "hf_subset": "mag_Deva-kmr_Latn", "languages": ["mag-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mag_Deva-min_Latn", "languages": ["mag-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-por_Latn", "languages": ["mag-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mag_Deva-sun_Latn", "languages": ["mag-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515774, "recall": 0.578063, "f1": 0.532883, "accuracy": 0.578063, "main_score": 0.532883, "hf_subset": "mag_Deva-umb_Latn", "languages": ["mag-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ajp_Arab", "languages": ["mag-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.533578, "recall": 0.598814, "f1": 0.552272, "accuracy": 0.598814, "main_score": 0.552272, "hf_subset": "mag_Deva-bjn_Arab", "languages": ["mag-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514239, "recall": 0.576087, "f1": 0.530578, "accuracy": 0.576087, "main_score": 0.530578, "hf_subset": "mag_Deva-ewe_Latn", "languages": ["mag-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "mag_Deva-ilo_Latn", "languages": ["mag-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319772, "recall": 0.379447, "f1": 0.335798, "accuracy": 0.379447, "main_score": 0.335798, "hf_subset": "mag_Deva-knc_Arab", "languages": ["mag-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-mkd_Cyrl", "languages": ["mag-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-prs_Arab", "languages": ["mag-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-swe_Latn", "languages": ["mag-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-urd_Arab", "languages": ["mag-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578426, "recall": 0.647233, "f1": 0.597912, "accuracy": 0.647233, "main_score": 0.597912, "hf_subset": "mag_Deva-aka_Latn", "languages": ["mag-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mag_Deva-bjn_Latn", "languages": ["mag-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "mag_Deva-fao_Latn", "languages": ["mag-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ind_Latn", "languages": ["mag-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588356, "recall": 0.649209, "f1": 0.605648, "accuracy": 0.649209, "main_score": 0.605648, "hf_subset": "mag_Deva-knc_Latn", "languages": ["mag-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "mag_Deva-mlt_Latn", "languages": ["mag-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686406, "recall": 0.753953, "f1": 0.706083, "accuracy": 0.753953, "main_score": 0.706083, "hf_subset": "mag_Deva-quy_Latn", "languages": ["mag-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "mag_Deva-swh_Latn", "languages": ["mag-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-uzn_Latn", "languages": ["mag-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-als_Latn", "languages": ["mag-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643372, "recall": 0.718379, "f1": 0.665403, "accuracy": 0.718379, "main_score": 0.665403, "hf_subset": "mag_Deva-bod_Tibt", "languages": ["mag-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.703023, "recall": 0.761858, "f1": 0.720076, "accuracy": 0.761858, "main_score": 0.720076, "hf_subset": "mag_Deva-fij_Latn", "languages": ["mag-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mag_Deva-isl_Latn", "languages": ["mag-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65336, "recall": 0.710474, "f1": 0.670229, "accuracy": 0.710474, "main_score": 0.670229, "hf_subset": "mag_Deva-kon_Latn", "languages": ["mag-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694516, "recall": 0.755929, "f1": 0.712601, "accuracy": 0.755929, "main_score": 0.712601, "hf_subset": "mag_Deva-mni_Beng", "languages": ["mag-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ron_Latn", "languages": ["mag-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "mag_Deva-szl_Latn", "languages": ["mag-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-vec_Latn", "languages": ["mag-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946805, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "mag_Deva-amh_Ethi", "languages": ["mag-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-bos_Latn", "languages": ["mag-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-fin_Latn", "languages": ["mag-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ita_Latn", "languages": ["mag-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-kor_Hang", "languages": ["mag-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.54361, "recall": 0.606719, "f1": 0.561481, "accuracy": 0.606719, "main_score": 0.561481, "hf_subset": "mag_Deva-mos_Latn", "languages": ["mag-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55091, "recall": 0.614625, "f1": 0.568848, "accuracy": 0.614625, "main_score": 0.568848, "hf_subset": "mag_Deva-run_Latn", "languages": ["mag-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tam_Taml", "languages": ["mag-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-vie_Latn", "languages": ["mag-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-apc_Arab", "languages": ["mag-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.795076, "recall": 0.844862, "f1": 0.810065, "accuracy": 0.844862, "main_score": 0.810065, "hf_subset": "mag_Deva-bug_Latn", "languages": ["mag-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471255, "recall": 0.52668, "f1": 0.486265, "accuracy": 0.52668, "main_score": 0.486265, "hf_subset": "mag_Deva-fon_Latn", "languages": ["mag-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-jav_Latn", "languages": ["mag-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-lao_Laoo", "languages": ["mag-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.863175, "recall": 0.901186, "f1": 0.874967, "accuracy": 0.901186, "main_score": 0.874967, "hf_subset": "mag_Deva-mri_Latn", "languages": ["mag-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-rus_Cyrl", "languages": ["mag-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541628, "recall": 0.604743, "f1": 0.559052, "accuracy": 0.604743, "main_score": 0.559052, "hf_subset": "mag_Deva-taq_Latn", "languages": ["mag-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mag_Deva-war_Latn", "languages": ["mag-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-arb_Arab", "languages": ["mag-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-bul_Cyrl", "languages": ["mag-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-fra_Latn", "languages": ["mag-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-jpn_Jpan", "languages": ["mag-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "mag_Deva-lij_Latn", "languages": ["mag-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "mag_Deva-mya_Mymr", "languages": ["mag-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.596253, "recall": 0.660079, "f1": 0.613869, "accuracy": 0.660079, "main_score": 0.613869, "hf_subset": "mag_Deva-sag_Latn", "languages": ["mag-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186367, "recall": 0.244071, "f1": 0.199467, "accuracy": 0.244071, "main_score": 0.199467, "hf_subset": "mag_Deva-taq_Tfng", "languages": ["mag-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.61709, "recall": 0.683794, "f1": 0.63566, "accuracy": 0.683794, "main_score": 0.63566, "hf_subset": "mag_Deva-wol_Latn", "languages": ["mag-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791617, "recall": 0.842885, "f1": 0.807265, "accuracy": 0.842885, "main_score": 0.807265, "hf_subset": "mag_Deva-arb_Latn", "languages": ["mag-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-cat_Latn", "languages": ["mag-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mag_Deva-fur_Latn", "languages": ["mag-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407868, "recall": 0.467391, "f1": 0.424007, "accuracy": 0.467391, "main_score": 0.424007, "hf_subset": "mag_Deva-kab_Latn", "languages": ["mag-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "mag_Deva-lim_Latn", "languages": ["mag-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-nld_Latn", "languages": ["mag-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mag_Deva-san_Deva", "languages": ["mag-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mag_Deva-tat_Cyrl", "languages": ["mag-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.678426, "recall": 0.733202, "f1": 0.694139, "accuracy": 0.733202, "main_score": 0.694139, "hf_subset": "mag_Deva-xho_Latn", "languages": ["mag-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ars_Arab", "languages": ["mag-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-ceb_Latn", "languages": ["mag-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561862, "recall": 0.629447, "f1": 0.5808, "accuracy": 0.629447, "main_score": 0.5808, "hf_subset": "mag_Deva-fuv_Latn", "languages": ["mag-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498472, "recall": 0.570158, "f1": 0.518241, "accuracy": 0.570158, "main_score": 0.518241, "hf_subset": "mag_Deva-kac_Latn", "languages": ["mag-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658096, "recall": 0.717391, "f1": 0.675247, "accuracy": 0.717391, "main_score": 0.675247, "hf_subset": "mag_Deva-lin_Latn", "languages": ["mag-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-nno_Latn", "languages": ["mag-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.260017, "recall": 0.348814, "f1": 0.283743, "accuracy": 0.348814, "main_score": 0.283743, "hf_subset": "mag_Deva-sat_Olck", "languages": ["mag-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-tel_Telu", "languages": ["mag-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "mag_Deva-ydd_Hebr", "languages": ["mag-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "mag_Deva-ary_Arab", "languages": ["mag-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ces_Latn", "languages": ["mag-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566916, "recall": 0.626482, "f1": 0.583553, "accuracy": 0.626482, "main_score": 0.583553, "hf_subset": "mag_Deva-gaz_Latn", "languages": ["mag-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582987, "recall": 0.650198, "f1": 0.602149, "accuracy": 0.650198, "main_score": 0.602149, "hf_subset": "mag_Deva-kam_Latn", "languages": ["mag-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "mag_Deva-lit_Latn", "languages": ["mag-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-nob_Latn", "languages": ["mag-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mag_Deva-scn_Latn", "languages": ["mag-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mag_Deva-tgk_Cyrl", "languages": ["mag-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.701293, "recall": 0.767787, "f1": 0.721385, "accuracy": 0.767787, "main_score": 0.721385, "hf_subset": "mag_Deva-yor_Latn", "languages": ["mag-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-arz_Arab", "languages": ["mag-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568866, "recall": 0.630435, "f1": 0.585942, "accuracy": 0.630435, "main_score": 0.585942, "hf_subset": "mag_Deva-cjk_Latn", "languages": ["mag-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772398, "recall": 0.823123, "f1": 0.787945, "accuracy": 0.823123, "main_score": 0.787945, "hf_subset": "mag_Deva-gla_Latn", "languages": ["mag-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-kan_Knda", "languages": ["mag-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "mag_Deva-lmo_Latn", "languages": ["mag-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mag_Deva-npi_Deva", "languages": ["mag-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47618, "recall": 0.539526, "f1": 0.49359, "accuracy": 0.539526, "main_score": 0.49359, "hf_subset": "mag_Deva-shn_Mymr", "languages": ["mag-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-tgl_Latn", "languages": ["mag-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-yue_Hant", "languages": ["mag-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-asm_Beng", "languages": ["mag-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "mag_Deva-ckb_Arab", "languages": ["mag-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.85639, "recall": 0.896245, "f1": 0.868874, "accuracy": 0.896245, "main_score": 0.868874, "hf_subset": "mag_Deva-gle_Latn", "languages": ["mag-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "mag_Deva-kas_Arab", "languages": ["mag-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "mag_Deva-ltg_Latn", "languages": ["mag-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610361, "recall": 0.664032, "f1": 0.625351, "accuracy": 0.664032, "main_score": 0.625351, "hf_subset": "mag_Deva-nso_Latn", "languages": ["mag-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "mag_Deva-sin_Sinh", "languages": ["mag-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tha_Thai", "languages": ["mag-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-zho_Hans", "languages": ["mag-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ast_Latn", "languages": ["mag-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-crh_Latn", "languages": ["mag-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-glg_Latn", "languages": ["mag-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927701, "recall": 0.949605, "f1": 0.934783, "accuracy": 0.949605, "main_score": 0.934783, "hf_subset": "mag_Deva-kas_Deva", "languages": ["mag-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mag_Deva-ltz_Latn", "languages": ["mag-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445993, "recall": 0.514822, "f1": 0.463957, "accuracy": 0.514822, "main_score": 0.463957, "hf_subset": "mag_Deva-nus_Latn", "languages": ["mag-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-slk_Latn", "languages": ["mag-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625272, "recall": 0.697628, "f1": 0.646761, "accuracy": 0.697628, "main_score": 0.646761, "hf_subset": "mag_Deva-tir_Ethi", "languages": ["mag-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-zho_Hant", "languages": ["mag-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "mag_Deva-awa_Deva", "languages": ["mag-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "mag_Deva-cym_Latn", "languages": ["mag-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838883, "recall": 0.879447, "f1": 0.851318, "accuracy": 0.879447, "main_score": 0.851318, "hf_subset": "mag_Deva-grn_Latn", "languages": ["mag-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-kat_Geor", "languages": ["mag-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.635321, "recall": 0.69664, "f1": 0.653096, "accuracy": 0.69664, "main_score": 0.653096, "hf_subset": "mag_Deva-lua_Latn", "languages": ["mag-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635425, "recall": 0.698617, "f1": 0.653661, "accuracy": 0.698617, "main_score": 0.653661, "hf_subset": "mag_Deva-nya_Latn", "languages": ["mag-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-slv_Latn", "languages": ["mag-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953804, "recall": 0.967391, "f1": 0.95807, "accuracy": 0.967391, "main_score": 0.95807, "hf_subset": "mag_Deva-tpi_Latn", "languages": ["mag-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-zsm_Latn", "languages": ["mag-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546586, "recall": 0.602767, "f1": 0.562751, "accuracy": 0.602767, "main_score": 0.562751, "hf_subset": "mag_Deva-ayr_Latn", "languages": ["mag-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-dan_Latn", "languages": ["mag-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-guj_Gujr", "languages": ["mag-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-kaz_Cyrl", "languages": ["mag-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525088, "recall": 0.590909, "f1": 0.543751, "accuracy": 0.590909, "main_score": 0.543751, "hf_subset": "mag_Deva-lug_Latn", "languages": ["mag-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-oci_Latn", "languages": ["mag-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821904, "recall": 0.867589, "f1": 0.835738, "accuracy": 0.867589, "main_score": 0.835738, "hf_subset": "mag_Deva-smo_Latn", "languages": ["mag-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531121, "recall": 0.591897, "f1": 0.547963, "accuracy": 0.591897, "main_score": 0.547963, "hf_subset": "mag_Deva-tsn_Latn", "languages": ["mag-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584256, "recall": 0.652174, "f1": 0.604108, "accuracy": 0.652174, "main_score": 0.604108, "hf_subset": "mag_Deva-zul_Latn", "languages": ["mag-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "mag_Deva-azb_Arab", "languages": ["mag-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-deu_Latn", "languages": ["mag-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "mag_Deva-hat_Latn", "languages": ["mag-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477373, "recall": 0.538538, "f1": 0.493773, "accuracy": 0.538538, "main_score": 0.493773, "hf_subset": "mag_Deva-kbp_Latn", "languages": ["mag-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564172, "recall": 0.625494, "f1": 0.581102, "accuracy": 0.625494, "main_score": 0.581102, "hf_subset": "mag_Deva-luo_Latn", "languages": ["mag-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ory_Orya", "languages": ["mag-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.581638, "recall": 0.643281, "f1": 0.598862, "accuracy": 0.643281, "main_score": 0.598862, "hf_subset": "mag_Deva-sna_Latn", "languages": ["mag-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555368, "recall": 0.614625, "f1": 0.571349, "accuracy": 0.614625, "main_score": 0.571349, "hf_subset": "mag_Deva-tso_Latn", "languages": ["mag-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-azj_Latn", "languages": ["mag-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528591, "recall": 0.602767, "f1": 0.550175, "accuracy": 0.602767, "main_score": 0.550175, "hf_subset": "mag_Deva-dik_Latn", "languages": ["mag-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727975, "recall": 0.780632, "f1": 0.743022, "accuracy": 0.780632, "main_score": 0.743022, "hf_subset": "mag_Deva-hau_Latn", "languages": ["mag-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mag_Deva-kea_Latn", "languages": ["mag-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74501, "recall": 0.796443, "f1": 0.760573, "accuracy": 0.796443, "main_score": 0.760573, "hf_subset": "mag_Deva-lus_Latn", "languages": ["mag-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872151, "recall": 0.90415, "f1": 0.88195, "accuracy": 0.90415, "main_score": 0.88195, "hf_subset": "mag_Deva-pag_Latn", "languages": ["mag-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-snd_Arab", "languages": ["mag-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.968379, "f1": 0.959486, "accuracy": 0.968379, "main_score": 0.959486, "hf_subset": "mag_Deva-tuk_Latn", "languages": ["mag-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "mag_Deva-bak_Cyrl", "languages": ["mag-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482411, "recall": 0.563241, "f1": 0.505959, "accuracy": 0.563241, "main_score": 0.505959, "hf_subset": "mag_Deva-dyu_Latn", "languages": ["mag-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-heb_Hebr", "languages": ["mag-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mag_Deva-khk_Cyrl", "languages": ["mag-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-lvs_Latn", "languages": ["mag-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-pan_Guru", "languages": ["mag-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.686422, "recall": 0.749012, "f1": 0.705028, "accuracy": 0.749012, "main_score": 0.705028, "hf_subset": "mag_Deva-som_Latn", "languages": ["mag-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589825, "recall": 0.640316, "f1": 0.604356, "accuracy": 0.640316, "main_score": 0.604356, "hf_subset": "mag_Deva-tum_Latn", "languages": ["mag-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602248, "recall": 0.662055, "f1": 0.618914, "accuracy": 0.662055, "main_score": 0.618914, "hf_subset": "pap_Latn-ace_Arab", "languages": ["pap-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528772, "recall": 0.587945, "f1": 0.545149, "accuracy": 0.587945, "main_score": 0.545149, "hf_subset": "pap_Latn-bam_Latn", "languages": ["pap-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366366, "recall": 0.433794, "f1": 0.383948, "accuracy": 0.433794, "main_score": 0.383948, "hf_subset": "pap_Latn-dzo_Tibt", "languages": ["pap-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pap_Latn-hin_Deva", "languages": ["pap-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "pap_Latn-khm_Khmr", "languages": ["pap-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pap_Latn-mag_Deva", "languages": ["pap-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.592211, "recall": 0.647233, "f1": 0.608051, "accuracy": 0.647233, "main_score": 0.608051, "hf_subset": "pap_Latn-sot_Latn", "languages": ["pap-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pap_Latn-tur_Latn", "languages": ["pap-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852322, "recall": 0.88834, "f1": 0.863355, "accuracy": 0.88834, "main_score": 0.863355, "hf_subset": "pap_Latn-ace_Latn", "languages": ["pap-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930254, "recall": 0.948617, "f1": 0.936001, "accuracy": 0.948617, "main_score": 0.936001, "hf_subset": "pap_Latn-ban_Latn", "languages": ["pap-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "pap_Latn-ell_Grek", "languages": ["pap-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "pap_Latn-hne_Deva", "languages": ["pap-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593618, "recall": 0.649209, "f1": 0.609434, "accuracy": 0.649209, "main_score": 0.609434, "hf_subset": "pap_Latn-kik_Latn", "languages": ["pap-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "pap_Latn-mai_Deva", "languages": ["pap-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.927981, "recall": 0.949605, "f1": 0.934848, "accuracy": 0.949605, "main_score": 0.934848, "hf_subset": "pap_Latn-pbt_Arab", "languages": ["pap-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pap_Latn-spa_Latn", "languages": ["pap-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615474, "recall": 0.674901, "f1": 0.632461, "accuracy": 0.674901, "main_score": 0.632461, "hf_subset": "pap_Latn-twi_Latn", "languages": ["pap-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "pap_Latn-acm_Arab", "languages": ["pap-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.970356, "f1": 0.962945, "accuracy": 0.970356, "main_score": 0.962945, "hf_subset": "pap_Latn-bel_Cyrl", "languages": ["pap-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pap_Latn-eng_Latn", "languages": ["pap-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pap_Latn-hrv_Latn", "languages": ["pap-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557791, "recall": 0.615613, "f1": 0.574003, "accuracy": 0.615613, "main_score": 0.574003, "hf_subset": "pap_Latn-kin_Latn", "languages": ["pap-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "pap_Latn-mal_Mlym", "languages": ["pap-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "pap_Latn-pes_Arab", "languages": ["pap-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974506, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "pap_Latn-srd_Latn", "languages": ["pap-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190415, "recall": 0.235178, "f1": 0.20083, "accuracy": 0.235178, "main_score": 0.20083, "hf_subset": "pap_Latn-tzm_Tfng", "languages": ["pap-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pap_Latn-acq_Arab", "languages": ["pap-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.631465, "recall": 0.679842, "f1": 0.645443, "accuracy": 0.679842, "main_score": 0.645443, "hf_subset": "pap_Latn-bem_Latn", "languages": ["pap-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pap_Latn-epo_Latn", "languages": ["pap-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.983202, "f1": 0.979861, "accuracy": 0.983202, "main_score": 0.979861, "hf_subset": "pap_Latn-hun_Latn", "languages": ["pap-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943264, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "pap_Latn-kir_Cyrl", "languages": ["pap-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-mar_Deva", "languages": ["pap-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.66526, "recall": 0.714427, "f1": 0.679647, "accuracy": 0.714427, "main_score": 0.679647, "hf_subset": "pap_Latn-plt_Latn", "languages": ["pap-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-srp_Cyrl", "languages": ["pap-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.882658, "recall": 0.912055, "f1": 0.891831, "accuracy": 0.912055, "main_score": 0.891831, "hf_subset": "pap_Latn-uig_Arab", "languages": ["pap-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956604, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "pap_Latn-aeb_Arab", "languages": ["pap-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.983202, "f1": 0.97892, "accuracy": 0.983202, "main_score": 0.97892, "hf_subset": "pap_Latn-ben_Beng", "languages": ["pap-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "pap_Latn-est_Latn", "languages": ["pap-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "pap_Latn-hye_Armn", "languages": ["pap-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.554288, "recall": 0.609684, "f1": 0.57001, "accuracy": 0.609684, "main_score": 0.57001, "hf_subset": "pap_Latn-kmb_Latn", "languages": ["pap-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518549, "recall": 0.58498, "f1": 0.53718, "accuracy": 0.58498, "main_score": 0.53718, "hf_subset": "pap_Latn-min_Arab", "languages": ["pap-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-pol_Latn", "languages": ["pap-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565909, "recall": 0.62253, "f1": 0.582295, "accuracy": 0.62253, "main_score": 0.582295, "hf_subset": "pap_Latn-ssw_Latn", "languages": ["pap-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "pap_Latn-ukr_Cyrl", "languages": ["pap-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pap_Latn-afr_Latn", "languages": ["pap-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "pap_Latn-bho_Deva", "languages": ["pap-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "pap_Latn-eus_Latn", "languages": ["pap-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597835, "recall": 0.658103, "f1": 0.615311, "accuracy": 0.658103, "main_score": 0.615311, "hf_subset": "pap_Latn-ibo_Latn", "languages": ["pap-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822859, "recall": 0.865613, "f1": 0.835935, "accuracy": 0.865613, "main_score": 0.835935, "hf_subset": "pap_Latn-kmr_Latn", "languages": ["pap-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95364, "recall": 0.966403, "f1": 0.957576, "accuracy": 0.966403, "main_score": 0.957576, "hf_subset": "pap_Latn-min_Latn", "languages": ["pap-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pap_Latn-por_Latn", "languages": ["pap-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962039, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "pap_Latn-sun_Latn", "languages": ["pap-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537385, "recall": 0.591897, "f1": 0.552993, "accuracy": 0.591897, "main_score": 0.552993, "hf_subset": "pap_Latn-umb_Latn", "languages": ["pap-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "pap_Latn-ajp_Arab", "languages": ["pap-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542427, "recall": 0.612648, "f1": 0.561428, "accuracy": 0.612648, "main_score": 0.561428, "hf_subset": "pap_Latn-bjn_Arab", "languages": ["pap-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538481, "recall": 0.591897, "f1": 0.553561, "accuracy": 0.591897, "main_score": 0.553561, "hf_subset": "pap_Latn-ewe_Latn", "languages": ["pap-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92169, "recall": 0.940711, "f1": 0.927569, "accuracy": 0.940711, "main_score": 0.927569, "hf_subset": "pap_Latn-ilo_Latn", "languages": ["pap-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332282, "recall": 0.387352, "f1": 0.34697, "accuracy": 0.387352, "main_score": 0.34697, "hf_subset": "pap_Latn-knc_Arab", "languages": ["pap-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-mkd_Cyrl", "languages": ["pap-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pap_Latn-prs_Arab", "languages": ["pap-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "pap_Latn-swe_Latn", "languages": ["pap-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pap_Latn-urd_Arab", "languages": ["pap-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.595685, "recall": 0.652174, "f1": 0.611914, "accuracy": 0.652174, "main_score": 0.611914, "hf_subset": "pap_Latn-aka_Latn", "languages": ["pap-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957298, "accuracy": 0.966403, "main_score": 0.957298, "hf_subset": "pap_Latn-bjn_Latn", "languages": ["pap-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903607, "recall": 0.929842, "f1": 0.911909, "accuracy": 0.929842, "main_score": 0.911909, "hf_subset": "pap_Latn-fao_Latn", "languages": ["pap-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pap_Latn-ind_Latn", "languages": ["pap-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594045, "recall": 0.643281, "f1": 0.607846, "accuracy": 0.643281, "main_score": 0.607846, "hf_subset": "pap_Latn-knc_Latn", "languages": ["pap-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "pap_Latn-mlt_Latn", "languages": ["pap-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688333, "recall": 0.745059, "f1": 0.70539, "accuracy": 0.745059, "main_score": 0.70539, "hf_subset": "pap_Latn-quy_Latn", "languages": ["pap-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909206, "recall": 0.933794, "f1": 0.916897, "accuracy": 0.933794, "main_score": 0.916897, "hf_subset": "pap_Latn-swh_Latn", "languages": ["pap-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "pap_Latn-uzn_Latn", "languages": ["pap-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "pap_Latn-als_Latn", "languages": ["pap-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518416, "recall": 0.59585, "f1": 0.539794, "accuracy": 0.59585, "main_score": 0.539794, "hf_subset": "pap_Latn-bod_Tibt", "languages": ["pap-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.660152, "recall": 0.716403, "f1": 0.67578, "accuracy": 0.716403, "main_score": 0.67578, "hf_subset": "pap_Latn-fij_Latn", "languages": ["pap-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932016, "recall": 0.952569, "f1": 0.93857, "accuracy": 0.952569, "main_score": 0.93857, "hf_subset": "pap_Latn-isl_Latn", "languages": ["pap-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6675, "recall": 0.715415, "f1": 0.681406, "accuracy": 0.715415, "main_score": 0.681406, "hf_subset": "pap_Latn-kon_Latn", "languages": ["pap-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641431, "recall": 0.703557, "f1": 0.659457, "accuracy": 0.703557, "main_score": 0.659457, "hf_subset": "pap_Latn-mni_Beng", "languages": ["pap-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-ron_Latn", "languages": ["pap-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "pap_Latn-szl_Latn", "languages": ["pap-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "pap_Latn-vec_Latn", "languages": ["pap-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861331, "recall": 0.897233, "f1": 0.872299, "accuracy": 0.897233, "main_score": 0.872299, "hf_subset": "pap_Latn-amh_Ethi", "languages": ["pap-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-bos_Latn", "languages": ["pap-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979331, "recall": 0.985178, "f1": 0.981126, "accuracy": 0.985178, "main_score": 0.981126, "hf_subset": "pap_Latn-fin_Latn", "languages": ["pap-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pap_Latn-ita_Latn", "languages": ["pap-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pap_Latn-kor_Hang", "languages": ["pap-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.560467, "recall": 0.617589, "f1": 0.576621, "accuracy": 0.617589, "main_score": 0.576621, "hf_subset": "pap_Latn-mos_Latn", "languages": ["pap-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555512, "recall": 0.606719, "f1": 0.569998, "accuracy": 0.606719, "main_score": 0.569998, "hf_subset": "pap_Latn-run_Latn", "languages": ["pap-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "pap_Latn-tam_Taml", "languages": ["pap-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "pap_Latn-vie_Latn", "languages": ["pap-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "pap_Latn-apc_Arab", "languages": ["pap-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.798833, "recall": 0.838933, "f1": 0.810211, "accuracy": 0.838933, "main_score": 0.810211, "hf_subset": "pap_Latn-bug_Latn", "languages": ["pap-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484861, "recall": 0.538538, "f1": 0.498854, "accuracy": 0.538538, "main_score": 0.498854, "hf_subset": "pap_Latn-fon_Latn", "languages": ["pap-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "pap_Latn-jav_Latn", "languages": ["pap-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936841, "recall": 0.955534, "f1": 0.942754, "accuracy": 0.955534, "main_score": 0.942754, "hf_subset": "pap_Latn-lao_Laoo", "languages": ["pap-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.763002, "recall": 0.814229, "f1": 0.777758, "accuracy": 0.814229, "main_score": 0.777758, "hf_subset": "pap_Latn-mri_Latn", "languages": ["pap-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "pap_Latn-rus_Cyrl", "languages": ["pap-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549968, "recall": 0.608696, "f1": 0.566155, "accuracy": 0.608696, "main_score": 0.566155, "hf_subset": "pap_Latn-taq_Latn", "languages": ["pap-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "pap_Latn-war_Latn", "languages": ["pap-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "pap_Latn-arb_Arab", "languages": ["pap-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "pap_Latn-bul_Cyrl", "languages": ["pap-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-fra_Latn", "languages": ["pap-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973567, "recall": 0.981225, "f1": 0.975856, "accuracy": 0.981225, "main_score": 0.975856, "hf_subset": "pap_Latn-jpn_Jpan", "languages": ["pap-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "pap_Latn-lij_Latn", "languages": ["pap-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921146, "recall": 0.944664, "f1": 0.928524, "accuracy": 0.944664, "main_score": 0.928524, "hf_subset": "pap_Latn-mya_Mymr", "languages": ["pap-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.618766, "recall": 0.678854, "f1": 0.635435, "accuracy": 0.678854, "main_score": 0.635435, "hf_subset": "pap_Latn-sag_Latn", "languages": ["pap-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196959, "recall": 0.254941, "f1": 0.209379, "accuracy": 0.254941, "main_score": 0.209379, "hf_subset": "pap_Latn-taq_Tfng", "languages": ["pap-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.630314, "recall": 0.6917, "f1": 0.647534, "accuracy": 0.6917, "main_score": 0.647534, "hf_subset": "pap_Latn-wol_Latn", "languages": ["pap-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728033, "recall": 0.780632, "f1": 0.743139, "accuracy": 0.780632, "main_score": 0.743139, "hf_subset": "pap_Latn-arb_Latn", "languages": ["pap-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pap_Latn-cat_Latn", "languages": ["pap-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pap_Latn-fur_Latn", "languages": ["pap-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422917, "recall": 0.479249, "f1": 0.438094, "accuracy": 0.479249, "main_score": 0.438094, "hf_subset": "pap_Latn-kab_Latn", "languages": ["pap-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "pap_Latn-lim_Latn", "languages": ["pap-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "pap_Latn-nld_Latn", "languages": ["pap-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938159, "recall": 0.956522, "f1": 0.943906, "accuracy": 0.956522, "main_score": 0.943906, "hf_subset": "pap_Latn-san_Deva", "languages": ["pap-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.960886, "recall": 0.972332, "f1": 0.964493, "accuracy": 0.972332, "main_score": 0.964493, "hf_subset": "pap_Latn-tat_Cyrl", "languages": ["pap-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.672389, "recall": 0.726285, "f1": 0.687663, "accuracy": 0.726285, "main_score": 0.687663, "hf_subset": "pap_Latn-xho_Latn", "languages": ["pap-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "pap_Latn-ars_Arab", "languages": ["pap-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "pap_Latn-ceb_Latn", "languages": ["pap-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567271, "recall": 0.626482, "f1": 0.584388, "accuracy": 0.626482, "main_score": 0.584388, "hf_subset": "pap_Latn-fuv_Latn", "languages": ["pap-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527801, "recall": 0.585968, "f1": 0.543976, "accuracy": 0.585968, "main_score": 0.543976, "hf_subset": "pap_Latn-kac_Latn", "languages": ["pap-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686495, "recall": 0.731225, "f1": 0.6989, "accuracy": 0.731225, "main_score": 0.6989, "hf_subset": "pap_Latn-lin_Latn", "languages": ["pap-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "pap_Latn-nno_Latn", "languages": ["pap-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186733, "recall": 0.252964, "f1": 0.202573, "accuracy": 0.252964, "main_score": 0.202573, "hf_subset": "pap_Latn-sat_Olck", "languages": ["pap-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "pap_Latn-tel_Telu", "languages": ["pap-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.906538, "recall": 0.932806, "f1": 0.914874, "accuracy": 0.932806, "main_score": 0.914874, "hf_subset": "pap_Latn-ydd_Hebr", "languages": ["pap-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.947812, "accuracy": 0.959486, "main_score": 0.947812, "hf_subset": "pap_Latn-ary_Arab", "languages": ["pap-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "pap_Latn-ces_Latn", "languages": ["pap-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572918, "recall": 0.631423, "f1": 0.589562, "accuracy": 0.631423, "main_score": 0.589562, "hf_subset": "pap_Latn-gaz_Latn", "languages": ["pap-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582668, "recall": 0.644269, "f1": 0.599986, "accuracy": 0.644269, "main_score": 0.599986, "hf_subset": "pap_Latn-kam_Latn", "languages": ["pap-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "pap_Latn-lit_Latn", "languages": ["pap-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "pap_Latn-nob_Latn", "languages": ["pap-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "pap_Latn-scn_Latn", "languages": ["pap-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93363, "recall": 0.950593, "f1": 0.938853, "accuracy": 0.950593, "main_score": 0.938853, "hf_subset": "pap_Latn-tgk_Cyrl", "languages": ["pap-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.629636, "recall": 0.694664, "f1": 0.648263, "accuracy": 0.694664, "main_score": 0.648263, "hf_subset": "pap_Latn-yor_Latn", "languages": ["pap-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973238, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "pap_Latn-arz_Arab", "languages": ["pap-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576722, "recall": 0.644269, "f1": 0.595686, "accuracy": 0.644269, "main_score": 0.595686, "hf_subset": "pap_Latn-cjk_Latn", "languages": ["pap-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700296, "recall": 0.757905, "f1": 0.717589, "accuracy": 0.757905, "main_score": 0.717589, "hf_subset": "pap_Latn-gla_Latn", "languages": ["pap-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "pap_Latn-kan_Knda", "languages": ["pap-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.97192, "recall": 0.980237, "f1": 0.974539, "accuracy": 0.980237, "main_score": 0.974539, "hf_subset": "pap_Latn-lmo_Latn", "languages": ["pap-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "pap_Latn-npi_Deva", "languages": ["pap-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475154, "recall": 0.541502, "f1": 0.493075, "accuracy": 0.541502, "main_score": 0.493075, "hf_subset": "pap_Latn-shn_Mymr", "languages": ["pap-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pap_Latn-tgl_Latn", "languages": ["pap-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "pap_Latn-yue_Hant", "languages": ["pap-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "pap_Latn-asm_Beng", "languages": ["pap-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.87607, "recall": 0.910079, "f1": 0.886924, "accuracy": 0.910079, "main_score": 0.886924, "hf_subset": "pap_Latn-ckb_Arab", "languages": ["pap-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.773966, "recall": 0.821146, "f1": 0.788065, "accuracy": 0.821146, "main_score": 0.788065, "hf_subset": "pap_Latn-gle_Latn", "languages": ["pap-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910408, "recall": 0.935771, "f1": 0.918431, "accuracy": 0.935771, "main_score": 0.918431, "hf_subset": "pap_Latn-kas_Arab", "languages": ["pap-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906159, "recall": 0.928854, "f1": 0.912963, "accuracy": 0.928854, "main_score": 0.912963, "hf_subset": "pap_Latn-ltg_Latn", "languages": ["pap-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624144, "recall": 0.674901, "f1": 0.63852, "accuracy": 0.674901, "main_score": 0.63852, "hf_subset": "pap_Latn-nso_Latn", "languages": ["pap-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920125, "recall": 0.943676, "f1": 0.927503, "accuracy": 0.943676, "main_score": 0.927503, "hf_subset": "pap_Latn-sin_Sinh", "languages": ["pap-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "pap_Latn-tha_Thai", "languages": ["pap-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "pap_Latn-zho_Hans", "languages": ["pap-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "pap_Latn-ast_Latn", "languages": ["pap-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952816, "recall": 0.967391, "f1": 0.957576, "accuracy": 0.967391, "main_score": 0.957576, "hf_subset": "pap_Latn-crh_Latn", "languages": ["pap-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-glg_Latn", "languages": ["pap-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844615, "recall": 0.886364, "f1": 0.857378, "accuracy": 0.886364, "main_score": 0.857378, "hf_subset": "pap_Latn-kas_Deva", "languages": ["pap-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "pap_Latn-ltz_Latn", "languages": ["pap-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480775, "recall": 0.548419, "f1": 0.498801, "accuracy": 0.548419, "main_score": 0.498801, "hf_subset": "pap_Latn-nus_Latn", "languages": ["pap-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "pap_Latn-slk_Latn", "languages": ["pap-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577357, "recall": 0.648221, "f1": 0.598072, "accuracy": 0.648221, "main_score": 0.598072, "hf_subset": "pap_Latn-tir_Ethi", "languages": ["pap-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "pap_Latn-zho_Hant", "languages": ["pap-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.967095, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "pap_Latn-awa_Deva", "languages": ["pap-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.909507, "recall": 0.932806, "f1": 0.916584, "accuracy": 0.932806, "main_score": 0.916584, "hf_subset": "pap_Latn-cym_Latn", "languages": ["pap-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834907, "recall": 0.870553, "f1": 0.845471, "accuracy": 0.870553, "main_score": 0.845471, "hf_subset": "pap_Latn-grn_Latn", "languages": ["pap-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "pap_Latn-kat_Geor", "languages": ["pap-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.654992, "recall": 0.704545, "f1": 0.668526, "accuracy": 0.704545, "main_score": 0.668526, "hf_subset": "pap_Latn-lua_Latn", "languages": ["pap-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629596, "recall": 0.684783, "f1": 0.645193, "accuracy": 0.684783, "main_score": 0.645193, "hf_subset": "pap_Latn-nya_Latn", "languages": ["pap-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "pap_Latn-slv_Latn", "languages": ["pap-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915184, "recall": 0.934783, "f1": 0.921245, "accuracy": 0.934783, "main_score": 0.921245, "hf_subset": "pap_Latn-tpi_Latn", "languages": ["pap-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "pap_Latn-zsm_Latn", "languages": ["pap-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549311, "recall": 0.606719, "f1": 0.565126, "accuracy": 0.606719, "main_score": 0.565126, "hf_subset": "pap_Latn-ayr_Latn", "languages": ["pap-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "pap_Latn-dan_Latn", "languages": ["pap-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "pap_Latn-guj_Gujr", "languages": ["pap-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "pap_Latn-kaz_Cyrl", "languages": ["pap-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549654, "recall": 0.603755, "f1": 0.564875, "accuracy": 0.603755, "main_score": 0.564875, "hf_subset": "pap_Latn-lug_Latn", "languages": ["pap-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pap_Latn-oci_Latn", "languages": ["pap-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761424, "recall": 0.809289, "f1": 0.775198, "accuracy": 0.809289, "main_score": 0.775198, "hf_subset": "pap_Latn-smo_Latn", "languages": ["pap-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546261, "recall": 0.605731, "f1": 0.5627, "accuracy": 0.605731, "main_score": 0.5627, "hf_subset": "pap_Latn-tsn_Latn", "languages": ["pap-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604022, "recall": 0.662055, "f1": 0.620471, "accuracy": 0.662055, "main_score": 0.620471, "hf_subset": "pap_Latn-zul_Latn", "languages": ["pap-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879924, "recall": 0.913043, "f1": 0.890053, "accuracy": 0.913043, "main_score": 0.890053, "hf_subset": "pap_Latn-azb_Arab", "languages": ["pap-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-deu_Latn", "languages": ["pap-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943099, "recall": 0.959486, "f1": 0.948353, "accuracy": 0.959486, "main_score": 0.948353, "hf_subset": "pap_Latn-hat_Latn", "languages": ["pap-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498778, "recall": 0.552372, "f1": 0.513232, "accuracy": 0.552372, "main_score": 0.513232, "hf_subset": "pap_Latn-kbp_Latn", "languages": ["pap-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581138, "recall": 0.637352, "f1": 0.59612, "accuracy": 0.637352, "main_score": 0.59612, "hf_subset": "pap_Latn-luo_Latn", "languages": ["pap-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pap_Latn-ory_Orya", "languages": ["pap-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.589346, "recall": 0.649209, "f1": 0.606744, "accuracy": 0.649209, "main_score": 0.606744, "hf_subset": "pap_Latn-sna_Latn", "languages": ["pap-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559177, "recall": 0.610672, "f1": 0.574007, "accuracy": 0.610672, "main_score": 0.574007, "hf_subset": "pap_Latn-tso_Latn", "languages": ["pap-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "pap_Latn-azj_Latn", "languages": ["pap-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54114, "recall": 0.606719, "f1": 0.559962, "accuracy": 0.606719, "main_score": 0.559962, "hf_subset": "pap_Latn-dik_Latn", "languages": ["pap-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689076, "recall": 0.743083, "f1": 0.704268, "accuracy": 0.743083, "main_score": 0.704268, "hf_subset": "pap_Latn-hau_Latn", "languages": ["pap-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pap_Latn-kea_Latn", "languages": ["pap-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716905, "recall": 0.764822, "f1": 0.730739, "accuracy": 0.764822, "main_score": 0.730739, "hf_subset": "pap_Latn-lus_Latn", "languages": ["pap-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86413, "recall": 0.892292, "f1": 0.872991, "accuracy": 0.892292, "main_score": 0.872991, "hf_subset": "pap_Latn-pag_Latn", "languages": ["pap-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "pap_Latn-snd_Arab", "languages": ["pap-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.871789, "recall": 0.907115, "f1": 0.882938, "accuracy": 0.907115, "main_score": 0.882938, "hf_subset": "pap_Latn-tuk_Latn", "languages": ["pap-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935112, "recall": 0.952569, "f1": 0.940467, "accuracy": 0.952569, "main_score": 0.940467, "hf_subset": "pap_Latn-bak_Cyrl", "languages": ["pap-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.48834, "recall": 0.568182, "f1": 0.511975, "accuracy": 0.568182, "main_score": 0.511975, "hf_subset": "pap_Latn-dyu_Latn", "languages": ["pap-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "pap_Latn-heb_Hebr", "languages": ["pap-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.942605, "recall": 0.958498, "f1": 0.947694, "accuracy": 0.958498, "main_score": 0.947694, "hf_subset": "pap_Latn-khk_Cyrl", "languages": ["pap-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "pap_Latn-lvs_Latn", "languages": ["pap-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "pap_Latn-pan_Guru", "languages": ["pap-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.685021, "recall": 0.740119, "f1": 0.701416, "accuracy": 0.740119, "main_score": 0.701416, "hf_subset": "pap_Latn-som_Latn", "languages": ["pap-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589318, "recall": 0.634387, "f1": 0.601964, "accuracy": 0.634387, "main_score": 0.601964, "hf_subset": "pap_Latn-tum_Latn", "languages": ["pap-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451814, "recall": 0.496047, "f1": 0.464545, "accuracy": 0.496047, "main_score": 0.464545, "hf_subset": "sot_Latn-ace_Arab", "languages": ["sot-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541639, "recall": 0.588933, "f1": 0.55527, "accuracy": 0.588933, "main_score": 0.55527, "hf_subset": "sot_Latn-bam_Latn", "languages": ["sot-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.245547, "recall": 0.29249, "f1": 0.257579, "accuracy": 0.29249, "main_score": 0.257579, "hf_subset": "sot_Latn-dzo_Tibt", "languages": ["sot-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.593395, "recall": 0.637352, "f1": 0.60436, "accuracy": 0.637352, "main_score": 0.60436, "hf_subset": "sot_Latn-hin_Deva", "languages": ["sot-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.538044, "recall": 0.590909, "f1": 0.552211, "accuracy": 0.590909, "main_score": 0.552211, "hf_subset": "sot_Latn-khm_Khmr", "languages": ["sot-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.591673, "recall": 0.632411, "f1": 0.602604, "accuracy": 0.632411, "main_score": 0.602604, "hf_subset": "sot_Latn-mag_Deva", "languages": ["sot-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593443, "recall": 0.628458, "f1": 0.602359, "accuracy": 0.628458, "main_score": 0.602359, "hf_subset": "sot_Latn-pap_Latn", "languages": ["sot-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571671, "recall": 0.621542, "f1": 0.5847, "accuracy": 0.621542, "main_score": 0.5847, "hf_subset": "sot_Latn-tur_Latn", "languages": ["sot-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593417, "recall": 0.625494, "f1": 0.601673, "accuracy": 0.625494, "main_score": 0.601673, "hf_subset": "sot_Latn-ace_Latn", "languages": ["sot-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601653, "recall": 0.630435, "f1": 0.609482, "accuracy": 0.630435, "main_score": 0.609482, "hf_subset": "sot_Latn-ban_Latn", "languages": ["sot-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583487, "recall": 0.636364, "f1": 0.596374, "accuracy": 0.636364, "main_score": 0.596374, "hf_subset": "sot_Latn-ell_Grek", "languages": ["sot-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.567784, "recall": 0.612648, "f1": 0.579473, "accuracy": 0.612648, "main_score": 0.579473, "hf_subset": "sot_Latn-hne_Deva", "languages": ["sot-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.553279, "recall": 0.596838, "f1": 0.565394, "accuracy": 0.596838, "main_score": 0.565394, "hf_subset": "sot_Latn-kik_Latn", "languages": ["sot-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572067, "recall": 0.623518, "f1": 0.584754, "accuracy": 0.623518, "main_score": 0.584754, "hf_subset": "sot_Latn-mai_Deva", "languages": ["sot-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547666, "recall": 0.596838, "f1": 0.560734, "accuracy": 0.596838, "main_score": 0.560734, "hf_subset": "sot_Latn-pbt_Arab", "languages": ["sot-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596491, "recall": 0.637352, "f1": 0.607355, "accuracy": 0.637352, "main_score": 0.607355, "hf_subset": "sot_Latn-spa_Latn", "languages": ["sot-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577668, "recall": 0.609684, "f1": 0.586323, "accuracy": 0.609684, "main_score": 0.586323, "hf_subset": "sot_Latn-twi_Latn", "languages": ["sot-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562453, "recall": 0.612648, "f1": 0.574696, "accuracy": 0.612648, "main_score": 0.574696, "hf_subset": "sot_Latn-acm_Arab", "languages": ["sot-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543459, "recall": 0.589921, "f1": 0.55537, "accuracy": 0.589921, "main_score": 0.55537, "hf_subset": "sot_Latn-bel_Cyrl", "languages": ["sot-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622038, "recall": 0.664032, "f1": 0.632567, "accuracy": 0.664032, "main_score": 0.632567, "hf_subset": "sot_Latn-eng_Latn", "languages": ["sot-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603936, "recall": 0.649209, "f1": 0.615004, "accuracy": 0.649209, "main_score": 0.615004, "hf_subset": "sot_Latn-hrv_Latn", "languages": ["sot-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562562, "recall": 0.602767, "f1": 0.573922, "accuracy": 0.602767, "main_score": 0.573922, "hf_subset": "sot_Latn-kin_Latn", "languages": ["sot-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560984, "recall": 0.609684, "f1": 0.573376, "accuracy": 0.609684, "main_score": 0.573376, "hf_subset": "sot_Latn-mal_Mlym", "languages": ["sot-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.565697, "recall": 0.615613, "f1": 0.578805, "accuracy": 0.615613, "main_score": 0.578805, "hf_subset": "sot_Latn-pes_Arab", "languages": ["sot-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590063, "recall": 0.623518, "f1": 0.598849, "accuracy": 0.623518, "main_score": 0.598849, "hf_subset": "sot_Latn-srd_Latn", "languages": ["sot-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2086, "recall": 0.251976, "f1": 0.219233, "accuracy": 0.251976, "main_score": 0.219233, "hf_subset": "sot_Latn-tzm_Tfng", "languages": ["sot-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.575629, "recall": 0.62747, "f1": 0.589447, "accuracy": 0.62747, "main_score": 0.589447, "hf_subset": "sot_Latn-acq_Arab", "languages": ["sot-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602216, "recall": 0.644269, "f1": 0.613814, "accuracy": 0.644269, "main_score": 0.613814, "hf_subset": "sot_Latn-bem_Latn", "languages": ["sot-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58347, "recall": 0.632411, "f1": 0.595318, "accuracy": 0.632411, "main_score": 0.595318, "hf_subset": "sot_Latn-epo_Latn", "languages": ["sot-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593153, "recall": 0.635375, "f1": 0.603977, "accuracy": 0.635375, "main_score": 0.603977, "hf_subset": "sot_Latn-hun_Latn", "languages": ["sot-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558359, "recall": 0.603755, "f1": 0.570863, "accuracy": 0.603755, "main_score": 0.570863, "hf_subset": "sot_Latn-kir_Cyrl", "languages": ["sot-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.571885, "recall": 0.612648, "f1": 0.581702, "accuracy": 0.612648, "main_score": 0.581702, "hf_subset": "sot_Latn-mar_Deva", "languages": ["sot-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.566364, "recall": 0.607708, "f1": 0.577145, "accuracy": 0.607708, "main_score": 0.577145, "hf_subset": "sot_Latn-plt_Latn", "languages": ["sot-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591514, "recall": 0.639328, "f1": 0.603311, "accuracy": 0.639328, "main_score": 0.603311, "hf_subset": "sot_Latn-srp_Cyrl", "languages": ["sot-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.489682, "recall": 0.54249, "f1": 0.503557, "accuracy": 0.54249, "main_score": 0.503557, "hf_subset": "sot_Latn-uig_Arab", "languages": ["sot-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568297, "recall": 0.608696, "f1": 0.578893, "accuracy": 0.608696, "main_score": 0.578893, "hf_subset": "sot_Latn-aeb_Arab", "languages": ["sot-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576059, "recall": 0.630435, "f1": 0.591116, "accuracy": 0.630435, "main_score": 0.591116, "hf_subset": "sot_Latn-ben_Beng", "languages": ["sot-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.573632, "recall": 0.62253, "f1": 0.586129, "accuracy": 0.62253, "main_score": 0.586129, "hf_subset": "sot_Latn-est_Latn", "languages": ["sot-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554719, "recall": 0.607708, "f1": 0.567666, "accuracy": 0.607708, "main_score": 0.567666, "hf_subset": "sot_Latn-hye_Armn", "languages": ["sot-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.564797, "recall": 0.602767, "f1": 0.576142, "accuracy": 0.602767, "main_score": 0.576142, "hf_subset": "sot_Latn-kmb_Latn", "languages": ["sot-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420605, "recall": 0.475296, "f1": 0.43498, "accuracy": 0.475296, "main_score": 0.43498, "hf_subset": "sot_Latn-min_Arab", "languages": ["sot-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58595, "recall": 0.631423, "f1": 0.597405, "accuracy": 0.631423, "main_score": 0.597405, "hf_subset": "sot_Latn-pol_Latn", "languages": ["sot-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592776, "recall": 0.641304, "f1": 0.60569, "accuracy": 0.641304, "main_score": 0.60569, "hf_subset": "sot_Latn-ssw_Latn", "languages": ["sot-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59708, "recall": 0.646245, "f1": 0.609484, "accuracy": 0.646245, "main_score": 0.609484, "hf_subset": "sot_Latn-ukr_Cyrl", "languages": ["sot-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.623481, "recall": 0.666996, "f1": 0.635163, "accuracy": 0.666996, "main_score": 0.635163, "hf_subset": "sot_Latn-afr_Latn", "languages": ["sot-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581741, "recall": 0.621542, "f1": 0.59225, "accuracy": 0.621542, "main_score": 0.59225, "hf_subset": "sot_Latn-bho_Deva", "languages": ["sot-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.567579, "recall": 0.612648, "f1": 0.580226, "accuracy": 0.612648, "main_score": 0.580226, "hf_subset": "sot_Latn-eus_Latn", "languages": ["sot-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561735, "recall": 0.608696, "f1": 0.574989, "accuracy": 0.608696, "main_score": 0.574989, "hf_subset": "sot_Latn-ibo_Latn", "languages": ["sot-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57605, "recall": 0.618577, "f1": 0.587738, "accuracy": 0.618577, "main_score": 0.587738, "hf_subset": "sot_Latn-kmr_Latn", "languages": ["sot-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597147, "recall": 0.641304, "f1": 0.608341, "accuracy": 0.641304, "main_score": 0.608341, "hf_subset": "sot_Latn-min_Latn", "languages": ["sot-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610468, "recall": 0.656126, "f1": 0.621962, "accuracy": 0.656126, "main_score": 0.621962, "hf_subset": "sot_Latn-por_Latn", "languages": ["sot-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61333, "recall": 0.651186, "f1": 0.623735, "accuracy": 0.651186, "main_score": 0.623735, "hf_subset": "sot_Latn-sun_Latn", "languages": ["sot-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517, "recall": 0.562253, "f1": 0.530188, "accuracy": 0.562253, "main_score": 0.530188, "hf_subset": "sot_Latn-umb_Latn", "languages": ["sot-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597757, "recall": 0.641304, "f1": 0.608855, "accuracy": 0.641304, "main_score": 0.608855, "hf_subset": "sot_Latn-ajp_Arab", "languages": ["sot-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444614, "recall": 0.485178, "f1": 0.455607, "accuracy": 0.485178, "main_score": 0.455607, "hf_subset": "sot_Latn-bjn_Arab", "languages": ["sot-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529476, "recall": 0.567194, "f1": 0.539603, "accuracy": 0.567194, "main_score": 0.539603, "hf_subset": "sot_Latn-ewe_Latn", "languages": ["sot-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605253, "recall": 0.643281, "f1": 0.614202, "accuracy": 0.643281, "main_score": 0.614202, "hf_subset": "sot_Latn-ilo_Latn", "languages": ["sot-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31504, "recall": 0.364625, "f1": 0.328858, "accuracy": 0.364625, "main_score": 0.328858, "hf_subset": "sot_Latn-knc_Arab", "languages": ["sot-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590519, "recall": 0.637352, "f1": 0.601514, "accuracy": 0.637352, "main_score": 0.601514, "hf_subset": "sot_Latn-mkd_Cyrl", "languages": ["sot-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587983, "recall": 0.630435, "f1": 0.598617, "accuracy": 0.630435, "main_score": 0.598617, "hf_subset": "sot_Latn-prs_Arab", "languages": ["sot-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.601265, "recall": 0.648221, "f1": 0.612647, "accuracy": 0.648221, "main_score": 0.612647, "hf_subset": "sot_Latn-swe_Latn", "languages": ["sot-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549039, "recall": 0.608696, "f1": 0.564934, "accuracy": 0.608696, "main_score": 0.564934, "hf_subset": "sot_Latn-urd_Arab", "languages": ["sot-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568534, "recall": 0.605731, "f1": 0.578602, "accuracy": 0.605731, "main_score": 0.578602, "hf_subset": "sot_Latn-aka_Latn", "languages": ["sot-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597037, "recall": 0.635375, "f1": 0.606341, "accuracy": 0.635375, "main_score": 0.606341, "hf_subset": "sot_Latn-bjn_Latn", "languages": ["sot-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572913, "recall": 0.613636, "f1": 0.584209, "accuracy": 0.613636, "main_score": 0.584209, "hf_subset": "sot_Latn-fao_Latn", "languages": ["sot-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626071, "recall": 0.662055, "f1": 0.63523, "accuracy": 0.662055, "main_score": 0.63523, "hf_subset": "sot_Latn-ind_Latn", "languages": ["sot-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564935, "recall": 0.600791, "f1": 0.575098, "accuracy": 0.600791, "main_score": 0.575098, "hf_subset": "sot_Latn-knc_Latn", "languages": ["sot-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603617, "recall": 0.637352, "f1": 0.611408, "accuracy": 0.637352, "main_score": 0.611408, "hf_subset": "sot_Latn-mlt_Latn", "languages": ["sot-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553788, "recall": 0.59585, "f1": 0.565653, "accuracy": 0.59585, "main_score": 0.565653, "hf_subset": "sot_Latn-quy_Latn", "languages": ["sot-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597694, "recall": 0.645257, "f1": 0.609961, "accuracy": 0.645257, "main_score": 0.609961, "hf_subset": "sot_Latn-swh_Latn", "languages": ["sot-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558975, "recall": 0.603755, "f1": 0.570655, "accuracy": 0.603755, "main_score": 0.570655, "hf_subset": "sot_Latn-uzn_Latn", "languages": ["sot-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601764, "recall": 0.645257, "f1": 0.612638, "accuracy": 0.645257, "main_score": 0.612638, "hf_subset": "sot_Latn-als_Latn", "languages": ["sot-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298217, "recall": 0.354743, "f1": 0.311869, "accuracy": 0.354743, "main_score": 0.311869, "hf_subset": "sot_Latn-bod_Tibt", "languages": ["sot-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.576595, "recall": 0.617589, "f1": 0.587731, "accuracy": 0.617589, "main_score": 0.587731, "hf_subset": "sot_Latn-fij_Latn", "languages": ["sot-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547436, "recall": 0.593874, "f1": 0.558924, "accuracy": 0.593874, "main_score": 0.558924, "hf_subset": "sot_Latn-isl_Latn", "languages": ["sot-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585044, "recall": 0.623518, "f1": 0.595156, "accuracy": 0.623518, "main_score": 0.595156, "hf_subset": "sot_Latn-kon_Latn", "languages": ["sot-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512739, "recall": 0.557312, "f1": 0.524739, "accuracy": 0.557312, "main_score": 0.524739, "hf_subset": "sot_Latn-mni_Beng", "languages": ["sot-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.612806, "recall": 0.655138, "f1": 0.623427, "accuracy": 0.655138, "main_score": 0.623427, "hf_subset": "sot_Latn-ron_Latn", "languages": ["sot-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585639, "recall": 0.632411, "f1": 0.597536, "accuracy": 0.632411, "main_score": 0.597536, "hf_subset": "sot_Latn-szl_Latn", "languages": ["sot-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588938, "recall": 0.632411, "f1": 0.600149, "accuracy": 0.632411, "main_score": 0.600149, "hf_subset": "sot_Latn-vec_Latn", "languages": ["sot-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515054, "recall": 0.562253, "f1": 0.52745, "accuracy": 0.562253, "main_score": 0.52745, "hf_subset": "sot_Latn-amh_Ethi", "languages": ["sot-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.600634, "recall": 0.645257, "f1": 0.611249, "accuracy": 0.645257, "main_score": 0.611249, "hf_subset": "sot_Latn-bos_Latn", "languages": ["sot-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571364, "recall": 0.620553, "f1": 0.58448, "accuracy": 0.620553, "main_score": 0.58448, "hf_subset": "sot_Latn-fin_Latn", "languages": ["sot-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595232, "recall": 0.641304, "f1": 0.607429, "accuracy": 0.641304, "main_score": 0.607429, "hf_subset": "sot_Latn-ita_Latn", "languages": ["sot-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556409, "recall": 0.607708, "f1": 0.570349, "accuracy": 0.607708, "main_score": 0.570349, "hf_subset": "sot_Latn-kor_Hang", "languages": ["sot-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.525406, "recall": 0.571146, "f1": 0.537768, "accuracy": 0.571146, "main_score": 0.537768, "hf_subset": "sot_Latn-mos_Latn", "languages": ["sot-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543215, "recall": 0.594862, "f1": 0.55776, "accuracy": 0.594862, "main_score": 0.55776, "hf_subset": "sot_Latn-run_Latn", "languages": ["sot-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548385, "recall": 0.604743, "f1": 0.563401, "accuracy": 0.604743, "main_score": 0.563401, "hf_subset": "sot_Latn-tam_Taml", "languages": ["sot-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.579703, "recall": 0.624506, "f1": 0.591119, "accuracy": 0.624506, "main_score": 0.591119, "hf_subset": "sot_Latn-vie_Latn", "languages": ["sot-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576447, "recall": 0.626482, "f1": 0.58873, "accuracy": 0.626482, "main_score": 0.58873, "hf_subset": "sot_Latn-apc_Arab", "languages": ["sot-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570215, "recall": 0.606719, "f1": 0.579991, "accuracy": 0.606719, "main_score": 0.579991, "hf_subset": "sot_Latn-bug_Latn", "languages": ["sot-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480635, "recall": 0.521739, "f1": 0.491897, "accuracy": 0.521739, "main_score": 0.491897, "hf_subset": "sot_Latn-fon_Latn", "languages": ["sot-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617798, "recall": 0.656126, "f1": 0.627665, "accuracy": 0.656126, "main_score": 0.627665, "hf_subset": "sot_Latn-jav_Latn", "languages": ["sot-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525871, "recall": 0.577075, "f1": 0.539328, "accuracy": 0.577075, "main_score": 0.539328, "hf_subset": "sot_Latn-lao_Laoo", "languages": ["sot-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.53877, "recall": 0.58004, "f1": 0.550249, "accuracy": 0.58004, "main_score": 0.550249, "hf_subset": "sot_Latn-mri_Latn", "languages": ["sot-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58396, "recall": 0.635375, "f1": 0.597332, "accuracy": 0.635375, "main_score": 0.597332, "hf_subset": "sot_Latn-rus_Cyrl", "languages": ["sot-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505587, "recall": 0.545455, "f1": 0.516768, "accuracy": 0.545455, "main_score": 0.516768, "hf_subset": "sot_Latn-taq_Latn", "languages": ["sot-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616794, "recall": 0.65415, "f1": 0.625984, "accuracy": 0.65415, "main_score": 0.625984, "hf_subset": "sot_Latn-war_Latn", "languages": ["sot-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576857, "recall": 0.624506, "f1": 0.588465, "accuracy": 0.624506, "main_score": 0.588465, "hf_subset": "sot_Latn-arb_Arab", "languages": ["sot-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597708, "recall": 0.63834, "f1": 0.607844, "accuracy": 0.63834, "main_score": 0.607844, "hf_subset": "sot_Latn-bul_Cyrl", "languages": ["sot-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.600118, "recall": 0.646245, "f1": 0.612151, "accuracy": 0.646245, "main_score": 0.612151, "hf_subset": "sot_Latn-fra_Latn", "languages": ["sot-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572383, "recall": 0.613636, "f1": 0.58295, "accuracy": 0.613636, "main_score": 0.58295, "hf_subset": "sot_Latn-jpn_Jpan", "languages": ["sot-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.587415, "recall": 0.629447, "f1": 0.598852, "accuracy": 0.629447, "main_score": 0.598852, "hf_subset": "sot_Latn-lij_Latn", "languages": ["sot-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433494, "recall": 0.497036, "f1": 0.450021, "accuracy": 0.497036, "main_score": 0.450021, "hf_subset": "sot_Latn-mya_Mymr", "languages": ["sot-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.533084, "recall": 0.58004, "f1": 0.546176, "accuracy": 0.58004, "main_score": 0.546176, "hf_subset": "sot_Latn-sag_Latn", "languages": ["sot-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229252, "recall": 0.281621, "f1": 0.24077, "accuracy": 0.281621, "main_score": 0.24077, "hf_subset": "sot_Latn-taq_Tfng", "languages": ["sot-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.556407, "recall": 0.598814, "f1": 0.568181, "accuracy": 0.598814, "main_score": 0.568181, "hf_subset": "sot_Latn-wol_Latn", "languages": ["sot-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478294, "recall": 0.523715, "f1": 0.491198, "accuracy": 0.523715, "main_score": 0.491198, "hf_subset": "sot_Latn-arb_Latn", "languages": ["sot-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603936, "recall": 0.647233, "f1": 0.614878, "accuracy": 0.647233, "main_score": 0.614878, "hf_subset": "sot_Latn-cat_Latn", "languages": ["sot-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596213, "recall": 0.633399, "f1": 0.604821, "accuracy": 0.633399, "main_score": 0.604821, "hf_subset": "sot_Latn-fur_Latn", "languages": ["sot-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460444, "recall": 0.507905, "f1": 0.473946, "accuracy": 0.507905, "main_score": 0.473946, "hf_subset": "sot_Latn-kab_Latn", "languages": ["sot-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579588, "recall": 0.618577, "f1": 0.590155, "accuracy": 0.618577, "main_score": 0.590155, "hf_subset": "sot_Latn-lim_Latn", "languages": ["sot-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597554, "recall": 0.639328, "f1": 0.608681, "accuracy": 0.639328, "main_score": 0.608681, "hf_subset": "sot_Latn-nld_Latn", "languages": ["sot-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530021, "recall": 0.583004, "f1": 0.544077, "accuracy": 0.583004, "main_score": 0.544077, "hf_subset": "sot_Latn-san_Deva", "languages": ["sot-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.575593, "recall": 0.619565, "f1": 0.587184, "accuracy": 0.619565, "main_score": 0.587184, "hf_subset": "sot_Latn-tat_Cyrl", "languages": ["sot-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.617307, "recall": 0.671937, "f1": 0.632759, "accuracy": 0.671937, "main_score": 0.632759, "hf_subset": "sot_Latn-xho_Latn", "languages": ["sot-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558507, "recall": 0.613636, "f1": 0.572924, "accuracy": 0.613636, "main_score": 0.572924, "hf_subset": "sot_Latn-ars_Arab", "languages": ["sot-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607085, "recall": 0.645257, "f1": 0.61726, "accuracy": 0.645257, "main_score": 0.61726, "hf_subset": "sot_Latn-ceb_Latn", "languages": ["sot-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510244, "recall": 0.556324, "f1": 0.524341, "accuracy": 0.556324, "main_score": 0.524341, "hf_subset": "sot_Latn-fuv_Latn", "languages": ["sot-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515082, "recall": 0.556324, "f1": 0.526422, "accuracy": 0.556324, "main_score": 0.526422, "hf_subset": "sot_Latn-kac_Latn", "languages": ["sot-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597117, "recall": 0.633399, "f1": 0.606616, "accuracy": 0.633399, "main_score": 0.606616, "hf_subset": "sot_Latn-lin_Latn", "languages": ["sot-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602456, "recall": 0.644269, "f1": 0.613629, "accuracy": 0.644269, "main_score": 0.613629, "hf_subset": "sot_Latn-nno_Latn", "languages": ["sot-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142298, "recall": 0.190711, "f1": 0.154413, "accuracy": 0.190711, "main_score": 0.154413, "hf_subset": "sot_Latn-sat_Olck", "languages": ["sot-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.57542, "recall": 0.624506, "f1": 0.588503, "accuracy": 0.624506, "main_score": 0.588503, "hf_subset": "sot_Latn-tel_Telu", "languages": ["sot-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.514364, "recall": 0.567194, "f1": 0.528201, "accuracy": 0.567194, "main_score": 0.528201, "hf_subset": "sot_Latn-ydd_Hebr", "languages": ["sot-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.549014, "recall": 0.588933, "f1": 0.559738, "accuracy": 0.588933, "main_score": 0.559738, "hf_subset": "sot_Latn-ary_Arab", "languages": ["sot-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604169, "recall": 0.653162, "f1": 0.616469, "accuracy": 0.653162, "main_score": 0.616469, "hf_subset": "sot_Latn-ces_Latn", "languages": ["sot-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528255, "recall": 0.58004, "f1": 0.542794, "accuracy": 0.58004, "main_score": 0.542794, "hf_subset": "sot_Latn-gaz_Latn", "languages": ["sot-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563249, "recall": 0.612648, "f1": 0.577392, "accuracy": 0.612648, "main_score": 0.577392, "hf_subset": "sot_Latn-kam_Latn", "languages": ["sot-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584575, "recall": 0.628458, "f1": 0.595298, "accuracy": 0.628458, "main_score": 0.595298, "hf_subset": "sot_Latn-lit_Latn", "languages": ["sot-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599208, "recall": 0.639328, "f1": 0.609611, "accuracy": 0.639328, "main_score": 0.609611, "hf_subset": "sot_Latn-nob_Latn", "languages": ["sot-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589982, "recall": 0.630435, "f1": 0.599355, "accuracy": 0.630435, "main_score": 0.599355, "hf_subset": "sot_Latn-scn_Latn", "languages": ["sot-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562599, "recall": 0.606719, "f1": 0.57464, "accuracy": 0.606719, "main_score": 0.57464, "hf_subset": "sot_Latn-tgk_Cyrl", "languages": ["sot-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525841, "recall": 0.583004, "f1": 0.541616, "accuracy": 0.583004, "main_score": 0.541616, "hf_subset": "sot_Latn-yor_Latn", "languages": ["sot-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585239, "recall": 0.62747, "f1": 0.596255, "accuracy": 0.62747, "main_score": 0.596255, "hf_subset": "sot_Latn-arz_Arab", "languages": ["sot-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517474, "recall": 0.554348, "f1": 0.52851, "accuracy": 0.554348, "main_score": 0.52851, "hf_subset": "sot_Latn-cjk_Latn", "languages": ["sot-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542239, "recall": 0.583992, "f1": 0.553516, "accuracy": 0.583992, "main_score": 0.553516, "hf_subset": "sot_Latn-gla_Latn", "languages": ["sot-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577779, "recall": 0.619565, "f1": 0.58845, "accuracy": 0.619565, "main_score": 0.58845, "hf_subset": "sot_Latn-kan_Knda", "languages": ["sot-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.59106, "recall": 0.62747, "f1": 0.60048, "accuracy": 0.62747, "main_score": 0.60048, "hf_subset": "sot_Latn-lmo_Latn", "languages": ["sot-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556029, "recall": 0.607708, "f1": 0.569133, "accuracy": 0.607708, "main_score": 0.569133, "hf_subset": "sot_Latn-npi_Deva", "languages": ["sot-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.45093, "recall": 0.5, "f1": 0.463841, "accuracy": 0.5, "main_score": 0.463841, "hf_subset": "sot_Latn-shn_Mymr", "languages": ["sot-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.629376, "recall": 0.666008, "f1": 0.638038, "accuracy": 0.666008, "main_score": 0.638038, "hf_subset": "sot_Latn-tgl_Latn", "languages": ["sot-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560689, "recall": 0.613636, "f1": 0.574456, "accuracy": 0.613636, "main_score": 0.574456, "hf_subset": "sot_Latn-yue_Hant", "languages": ["sot-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.539513, "recall": 0.589921, "f1": 0.5527, "accuracy": 0.589921, "main_score": 0.5527, "hf_subset": "sot_Latn-asm_Beng", "languages": ["sot-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.533091, "recall": 0.586957, "f1": 0.546879, "accuracy": 0.586957, "main_score": 0.546879, "hf_subset": "sot_Latn-ckb_Arab", "languages": ["sot-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525774, "recall": 0.573123, "f1": 0.538573, "accuracy": 0.573123, "main_score": 0.538573, "hf_subset": "sot_Latn-gle_Latn", "languages": ["sot-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516892, "recall": 0.565217, "f1": 0.529397, "accuracy": 0.565217, "main_score": 0.529397, "hf_subset": "sot_Latn-kas_Arab", "languages": ["sot-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563253, "recall": 0.605731, "f1": 0.574782, "accuracy": 0.605731, "main_score": 0.574782, "hf_subset": "sot_Latn-ltg_Latn", "languages": ["sot-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764906, "recall": 0.811265, "f1": 0.778088, "accuracy": 0.811265, "main_score": 0.778088, "hf_subset": "sot_Latn-nso_Latn", "languages": ["sot-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509819, "recall": 0.564229, "f1": 0.524623, "accuracy": 0.564229, "main_score": 0.524623, "hf_subset": "sot_Latn-sin_Sinh", "languages": ["sot-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.569775, "recall": 0.616601, "f1": 0.581856, "accuracy": 0.616601, "main_score": 0.581856, "hf_subset": "sot_Latn-tha_Thai", "languages": ["sot-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.565102, "recall": 0.606719, "f1": 0.575377, "accuracy": 0.606719, "main_score": 0.575377, "hf_subset": "sot_Latn-zho_Hans", "languages": ["sot-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.607706, "recall": 0.648221, "f1": 0.617511, "accuracy": 0.648221, "main_score": 0.617511, "hf_subset": "sot_Latn-ast_Latn", "languages": ["sot-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568208, "recall": 0.618577, "f1": 0.581337, "accuracy": 0.618577, "main_score": 0.581337, "hf_subset": "sot_Latn-crh_Latn", "languages": ["sot-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616117, "recall": 0.655138, "f1": 0.626146, "accuracy": 0.655138, "main_score": 0.626146, "hf_subset": "sot_Latn-glg_Latn", "languages": ["sot-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524189, "recall": 0.567194, "f1": 0.536387, "accuracy": 0.567194, "main_score": 0.536387, "hf_subset": "sot_Latn-kas_Deva", "languages": ["sot-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573211, "recall": 0.615613, "f1": 0.583806, "accuracy": 0.615613, "main_score": 0.583806, "hf_subset": "sot_Latn-ltz_Latn", "languages": ["sot-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488591, "recall": 0.544466, "f1": 0.503759, "accuracy": 0.544466, "main_score": 0.503759, "hf_subset": "sot_Latn-nus_Latn", "languages": ["sot-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585281, "recall": 0.634387, "f1": 0.597571, "accuracy": 0.634387, "main_score": 0.597571, "hf_subset": "sot_Latn-slk_Latn", "languages": ["sot-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420868, "recall": 0.471344, "f1": 0.434031, "accuracy": 0.471344, "main_score": 0.434031, "hf_subset": "sot_Latn-tir_Ethi", "languages": ["sot-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.566965, "recall": 0.615613, "f1": 0.579237, "accuracy": 0.615613, "main_score": 0.579237, "hf_subset": "sot_Latn-zho_Hant", "languages": ["sot-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.576133, "recall": 0.618577, "f1": 0.587298, "accuracy": 0.618577, "main_score": 0.587298, "hf_subset": "sot_Latn-awa_Deva", "languages": ["sot-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57288, "recall": 0.616601, "f1": 0.584685, "accuracy": 0.616601, "main_score": 0.584685, "hf_subset": "sot_Latn-cym_Latn", "languages": ["sot-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560847, "recall": 0.599802, "f1": 0.570412, "accuracy": 0.599802, "main_score": 0.570412, "hf_subset": "sot_Latn-grn_Latn", "languages": ["sot-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541137, "recall": 0.591897, "f1": 0.554678, "accuracy": 0.591897, "main_score": 0.554678, "hf_subset": "sot_Latn-kat_Geor", "languages": ["sot-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.584477, "recall": 0.619565, "f1": 0.593737, "accuracy": 0.619565, "main_score": 0.593737, "hf_subset": "sot_Latn-lua_Latn", "languages": ["sot-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576145, "recall": 0.620553, "f1": 0.588172, "accuracy": 0.620553, "main_score": 0.588172, "hf_subset": "sot_Latn-nya_Latn", "languages": ["sot-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587681, "recall": 0.625494, "f1": 0.597476, "accuracy": 0.625494, "main_score": 0.597476, "hf_subset": "sot_Latn-slv_Latn", "languages": ["sot-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58996, "recall": 0.624506, "f1": 0.599544, "accuracy": 0.624506, "main_score": 0.599544, "hf_subset": "sot_Latn-tpi_Latn", "languages": ["sot-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623115, "recall": 0.659091, "f1": 0.632091, "accuracy": 0.659091, "main_score": 0.632091, "hf_subset": "sot_Latn-zsm_Latn", "languages": ["sot-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517153, "recall": 0.567194, "f1": 0.531567, "accuracy": 0.567194, "main_score": 0.531567, "hf_subset": "sot_Latn-ayr_Latn", "languages": ["sot-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601032, "recall": 0.641304, "f1": 0.610548, "accuracy": 0.641304, "main_score": 0.610548, "hf_subset": "sot_Latn-dan_Latn", "languages": ["sot-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576806, "recall": 0.625494, "f1": 0.589463, "accuracy": 0.625494, "main_score": 0.589463, "hf_subset": "sot_Latn-guj_Gujr", "languages": ["sot-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.580603, "recall": 0.625494, "f1": 0.592303, "accuracy": 0.625494, "main_score": 0.592303, "hf_subset": "sot_Latn-kaz_Cyrl", "languages": ["sot-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540057, "recall": 0.585968, "f1": 0.552902, "accuracy": 0.585968, "main_score": 0.552902, "hf_subset": "sot_Latn-lug_Latn", "languages": ["sot-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612427, "recall": 0.657115, "f1": 0.624307, "accuracy": 0.657115, "main_score": 0.624307, "hf_subset": "sot_Latn-oci_Latn", "languages": ["sot-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576527, "recall": 0.612648, "f1": 0.586192, "accuracy": 0.612648, "main_score": 0.586192, "hf_subset": "sot_Latn-smo_Latn", "languages": ["sot-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693333, "recall": 0.745059, "f1": 0.708374, "accuracy": 0.745059, "main_score": 0.708374, "hf_subset": "sot_Latn-tsn_Latn", "languages": ["sot-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614953, "recall": 0.663043, "f1": 0.628355, "accuracy": 0.663043, "main_score": 0.628355, "hf_subset": "sot_Latn-zul_Latn", "languages": ["sot-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505672, "recall": 0.554348, "f1": 0.518713, "accuracy": 0.554348, "main_score": 0.518713, "hf_subset": "sot_Latn-azb_Arab", "languages": ["sot-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603189, "recall": 0.647233, "f1": 0.614366, "accuracy": 0.647233, "main_score": 0.614366, "hf_subset": "sot_Latn-deu_Latn", "languages": ["sot-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557771, "recall": 0.61166, "f1": 0.571599, "accuracy": 0.61166, "main_score": 0.571599, "hf_subset": "sot_Latn-hat_Latn", "languages": ["sot-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502308, "recall": 0.543478, "f1": 0.513787, "accuracy": 0.543478, "main_score": 0.513787, "hf_subset": "sot_Latn-kbp_Latn", "languages": ["sot-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585565, "recall": 0.619565, "f1": 0.595426, "accuracy": 0.619565, "main_score": 0.595426, "hf_subset": "sot_Latn-luo_Latn", "languages": ["sot-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555608, "recall": 0.608696, "f1": 0.569263, "accuracy": 0.608696, "main_score": 0.569263, "hf_subset": "sot_Latn-ory_Orya", "languages": ["sot-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.569879, "recall": 0.62253, "f1": 0.584429, "accuracy": 0.62253, "main_score": 0.584429, "hf_subset": "sot_Latn-sna_Latn", "languages": ["sot-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586862, "recall": 0.637352, "f1": 0.600306, "accuracy": 0.637352, "main_score": 0.600306, "hf_subset": "sot_Latn-tso_Latn", "languages": ["sot-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537167, "recall": 0.592885, "f1": 0.552167, "accuracy": 0.592885, "main_score": 0.552167, "hf_subset": "sot_Latn-azj_Latn", "languages": ["sot-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509889, "recall": 0.557312, "f1": 0.523683, "accuracy": 0.557312, "main_score": 0.523683, "hf_subset": "sot_Latn-dik_Latn", "languages": ["sot-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569698, "recall": 0.608696, "f1": 0.58069, "accuracy": 0.608696, "main_score": 0.58069, "hf_subset": "sot_Latn-hau_Latn", "languages": ["sot-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581837, "recall": 0.619565, "f1": 0.591237, "accuracy": 0.619565, "main_score": 0.591237, "hf_subset": "sot_Latn-kea_Latn", "languages": ["sot-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572901, "recall": 0.603755, "f1": 0.581575, "accuracy": 0.603755, "main_score": 0.581575, "hf_subset": "sot_Latn-lus_Latn", "languages": ["sot-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57592, "recall": 0.607708, "f1": 0.584934, "accuracy": 0.607708, "main_score": 0.584934, "hf_subset": "sot_Latn-pag_Latn", "languages": ["sot-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52913, "recall": 0.58498, "f1": 0.543306, "accuracy": 0.58498, "main_score": 0.543306, "hf_subset": "sot_Latn-snd_Arab", "languages": ["sot-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537916, "recall": 0.58498, "f1": 0.550674, "accuracy": 0.58498, "main_score": 0.550674, "hf_subset": "sot_Latn-tuk_Latn", "languages": ["sot-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58185, "recall": 0.62253, "f1": 0.591919, "accuracy": 0.62253, "main_score": 0.591919, "hf_subset": "sot_Latn-bak_Cyrl", "languages": ["sot-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470142, "recall": 0.528656, "f1": 0.48663, "accuracy": 0.528656, "main_score": 0.48663, "hf_subset": "sot_Latn-dyu_Latn", "languages": ["sot-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572758, "recall": 0.617589, "f1": 0.584494, "accuracy": 0.617589, "main_score": 0.584494, "hf_subset": "sot_Latn-heb_Hebr", "languages": ["sot-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.555355, "recall": 0.601779, "f1": 0.567869, "accuracy": 0.601779, "main_score": 0.567869, "hf_subset": "sot_Latn-khk_Cyrl", "languages": ["sot-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.591182, "recall": 0.639328, "f1": 0.602706, "accuracy": 0.639328, "main_score": 0.602706, "hf_subset": "sot_Latn-lvs_Latn", "languages": ["sot-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573094, "recall": 0.621542, "f1": 0.585742, "accuracy": 0.621542, "main_score": 0.585742, "hf_subset": "sot_Latn-pan_Guru", "languages": ["sot-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.533737, "recall": 0.578063, "f1": 0.546014, "accuracy": 0.578063, "main_score": 0.546014, "hf_subset": "sot_Latn-som_Latn", "languages": ["sot-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553736, "recall": 0.591897, "f1": 0.564195, "accuracy": 0.591897, "main_score": 0.564195, "hf_subset": "sot_Latn-tum_Latn", "languages": ["sot-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562649, "recall": 0.62747, "f1": 0.581038, "accuracy": 0.62747, "main_score": 0.581038, "hf_subset": "tur_Latn-ace_Arab", "languages": ["tur-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508473, "recall": 0.573123, "f1": 0.526473, "accuracy": 0.573123, "main_score": 0.526473, "hf_subset": "tur_Latn-bam_Latn", "languages": ["tur-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424052, "recall": 0.502964, "f1": 0.44486, "accuracy": 0.502964, "main_score": 0.44486, "hf_subset": "tur_Latn-dzo_Tibt", "languages": ["tur-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hin_Deva", "languages": ["tur-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-khm_Khmr", "languages": ["tur-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-mag_Deva", "languages": ["tur-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "tur_Latn-pap_Latn", "languages": ["tur-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581072, "recall": 0.635375, "f1": 0.596, "accuracy": 0.635375, "main_score": 0.596, "hf_subset": "tur_Latn-sot_Latn", "languages": ["tur-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863472, "recall": 0.900198, "f1": 0.875165, "accuracy": 0.900198, "main_score": 0.875165, "hf_subset": "tur_Latn-ace_Latn", "languages": ["tur-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.970356, "f1": 0.963603, "accuracy": 0.970356, "main_score": 0.963603, "hf_subset": "tur_Latn-ban_Latn", "languages": ["tur-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-ell_Grek", "languages": ["tur-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tur_Latn-hne_Deva", "languages": ["tur-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573857, "recall": 0.637352, "f1": 0.592328, "accuracy": 0.637352, "main_score": 0.592328, "hf_subset": "tur_Latn-kik_Latn", "languages": ["tur-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-mai_Deva", "languages": ["tur-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tur_Latn-pbt_Arab", "languages": ["tur-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-spa_Latn", "languages": ["tur-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611907, "recall": 0.68083, "f1": 0.631381, "accuracy": 0.68083, "main_score": 0.631381, "hf_subset": "tur_Latn-twi_Latn", "languages": ["tur-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-acm_Arab", "languages": ["tur-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-bel_Cyrl", "languages": ["tur-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-eng_Latn", "languages": ["tur-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hrv_Latn", "languages": ["tur-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548699, "recall": 0.612648, "f1": 0.56704, "accuracy": 0.612648, "main_score": 0.56704, "hf_subset": "tur_Latn-kin_Latn", "languages": ["tur-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-mal_Mlym", "languages": ["tur-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-pes_Arab", "languages": ["tur-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tur_Latn-srd_Latn", "languages": ["tur-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167271, "recall": 0.216403, "f1": 0.179283, "accuracy": 0.216403, "main_score": 0.179283, "hf_subset": "tur_Latn-tzm_Tfng", "languages": ["tur-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-acq_Arab", "languages": ["tur-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618565, "recall": 0.671937, "f1": 0.633295, "accuracy": 0.671937, "main_score": 0.633295, "hf_subset": "tur_Latn-bem_Latn", "languages": ["tur-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-epo_Latn", "languages": ["tur-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hun_Latn", "languages": ["tur-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tur_Latn-kir_Cyrl", "languages": ["tur-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-mar_Deva", "languages": ["tur-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.666486, "recall": 0.718379, "f1": 0.68116, "accuracy": 0.718379, "main_score": 0.68116, "hf_subset": "tur_Latn-plt_Latn", "languages": ["tur-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-srp_Cyrl", "languages": ["tur-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "tur_Latn-uig_Arab", "languages": ["tur-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-aeb_Arab", "languages": ["tur-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ben_Beng", "languages": ["tur-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-est_Latn", "languages": ["tur-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hye_Armn", "languages": ["tur-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.537109, "recall": 0.586957, "f1": 0.550826, "accuracy": 0.586957, "main_score": 0.550826, "hf_subset": "tur_Latn-kmb_Latn", "languages": ["tur-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496098, "recall": 0.564229, "f1": 0.515165, "accuracy": 0.564229, "main_score": 0.515165, "hf_subset": "tur_Latn-min_Arab", "languages": ["tur-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-pol_Latn", "languages": ["tur-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559833, "recall": 0.620553, "f1": 0.577476, "accuracy": 0.620553, "main_score": 0.577476, "hf_subset": "tur_Latn-ssw_Latn", "languages": ["tur-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ukr_Cyrl", "languages": ["tur-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-afr_Latn", "languages": ["tur-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-bho_Deva", "languages": ["tur-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-eus_Latn", "languages": ["tur-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576574, "recall": 0.633399, "f1": 0.592022, "accuracy": 0.633399, "main_score": 0.592022, "hf_subset": "tur_Latn-ibo_Latn", "languages": ["tur-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920372, "recall": 0.942688, "f1": 0.927602, "accuracy": 0.942688, "main_score": 0.927602, "hf_subset": "tur_Latn-kmr_Latn", "languages": ["tur-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "tur_Latn-min_Latn", "languages": ["tur-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-por_Latn", "languages": ["tur-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-sun_Latn", "languages": ["tur-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525413, "recall": 0.583004, "f1": 0.541611, "accuracy": 0.583004, "main_score": 0.541611, "hf_subset": "tur_Latn-umb_Latn", "languages": ["tur-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-ajp_Arab", "languages": ["tur-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5257, "recall": 0.593874, "f1": 0.544143, "accuracy": 0.593874, "main_score": 0.544143, "hf_subset": "tur_Latn-bjn_Arab", "languages": ["tur-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524732, "recall": 0.577075, "f1": 0.539279, "accuracy": 0.577075, "main_score": 0.539279, "hf_subset": "tur_Latn-ewe_Latn", "languages": ["tur-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "tur_Latn-ilo_Latn", "languages": ["tur-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308045, "recall": 0.365613, "f1": 0.324002, "accuracy": 0.365613, "main_score": 0.324002, "hf_subset": "tur_Latn-knc_Arab", "languages": ["tur-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-mkd_Cyrl", "languages": ["tur-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-prs_Arab", "languages": ["tur-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-swe_Latn", "languages": ["tur-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-urd_Arab", "languages": ["tur-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5968, "recall": 0.656126, "f1": 0.613014, "accuracy": 0.656126, "main_score": 0.613014, "hf_subset": "tur_Latn-aka_Latn", "languages": ["tur-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tur_Latn-bjn_Latn", "languages": ["tur-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tur_Latn-fao_Latn", "languages": ["tur-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ind_Latn", "languages": ["tur-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58695, "recall": 0.642292, "f1": 0.602572, "accuracy": 0.642292, "main_score": 0.602572, "hf_subset": "tur_Latn-knc_Latn", "languages": ["tur-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-mlt_Latn", "languages": ["tur-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712806, "recall": 0.771739, "f1": 0.730109, "accuracy": 0.771739, "main_score": 0.730109, "hf_subset": "tur_Latn-quy_Latn", "languages": ["tur-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tur_Latn-swh_Latn", "languages": ["tur-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-uzn_Latn", "languages": ["tur-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-als_Latn", "languages": ["tur-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662766, "recall": 0.735178, "f1": 0.683747, "accuracy": 0.735178, "main_score": 0.683747, "hf_subset": "tur_Latn-bod_Tibt", "languages": ["tur-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.678412, "recall": 0.743083, "f1": 0.696875, "accuracy": 0.743083, "main_score": 0.696875, "hf_subset": "tur_Latn-fij_Latn", "languages": ["tur-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tur_Latn-isl_Latn", "languages": ["tur-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665168, "recall": 0.713439, "f1": 0.679465, "accuracy": 0.713439, "main_score": 0.679465, "hf_subset": "tur_Latn-kon_Latn", "languages": ["tur-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66266, "recall": 0.728261, "f1": 0.681725, "accuracy": 0.728261, "main_score": 0.681725, "hf_subset": "tur_Latn-mni_Beng", "languages": ["tur-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ron_Latn", "languages": ["tur-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "tur_Latn-szl_Latn", "languages": ["tur-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-vec_Latn", "languages": ["tur-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "tur_Latn-amh_Ethi", "languages": ["tur-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-bos_Latn", "languages": ["tur-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-fin_Latn", "languages": ["tur-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ita_Latn", "languages": ["tur-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-kor_Hang", "languages": ["tur-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.541649, "recall": 0.597826, "f1": 0.556991, "accuracy": 0.597826, "main_score": 0.556991, "hf_subset": "tur_Latn-mos_Latn", "languages": ["tur-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551146, "recall": 0.613636, "f1": 0.569205, "accuracy": 0.613636, "main_score": 0.569205, "hf_subset": "tur_Latn-run_Latn", "languages": ["tur-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-tam_Taml", "languages": ["tur-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-vie_Latn", "languages": ["tur-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-apc_Arab", "languages": ["tur-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.801416, "recall": 0.846838, "f1": 0.815283, "accuracy": 0.846838, "main_score": 0.815283, "hf_subset": "tur_Latn-bug_Latn", "languages": ["tur-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470993, "recall": 0.52668, "f1": 0.485827, "accuracy": 0.52668, "main_score": 0.485827, "hf_subset": "tur_Latn-fon_Latn", "languages": ["tur-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-jav_Latn", "languages": ["tur-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tur_Latn-lao_Laoo", "languages": ["tur-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.86115, "recall": 0.898221, "f1": 0.872431, "accuracy": 0.898221, "main_score": 0.872431, "hf_subset": "tur_Latn-mri_Latn", "languages": ["tur-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-rus_Cyrl", "languages": ["tur-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526962, "recall": 0.594862, "f1": 0.546396, "accuracy": 0.594862, "main_score": 0.546396, "hf_subset": "tur_Latn-taq_Latn", "languages": ["tur-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "tur_Latn-war_Latn", "languages": ["tur-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-arb_Arab", "languages": ["tur-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-bul_Cyrl", "languages": ["tur-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-fra_Latn", "languages": ["tur-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-jpn_Jpan", "languages": ["tur-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tur_Latn-lij_Latn", "languages": ["tur-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "tur_Latn-mya_Mymr", "languages": ["tur-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.595071, "recall": 0.658103, "f1": 0.612716, "accuracy": 0.658103, "main_score": 0.612716, "hf_subset": "tur_Latn-sag_Latn", "languages": ["tur-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18688, "recall": 0.243083, "f1": 0.199213, "accuracy": 0.243083, "main_score": 0.199213, "hf_subset": "tur_Latn-taq_Tfng", "languages": ["tur-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.615203, "recall": 0.679842, "f1": 0.633187, "accuracy": 0.679842, "main_score": 0.633187, "hf_subset": "tur_Latn-wol_Latn", "languages": ["tur-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804604, "recall": 0.853755, "f1": 0.819403, "accuracy": 0.853755, "main_score": 0.819403, "hf_subset": "tur_Latn-arb_Latn", "languages": ["tur-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-cat_Latn", "languages": ["tur-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-fur_Latn", "languages": ["tur-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412892, "recall": 0.472332, "f1": 0.429668, "accuracy": 0.472332, "main_score": 0.429668, "hf_subset": "tur_Latn-kab_Latn", "languages": ["tur-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tur_Latn-lim_Latn", "languages": ["tur-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-nld_Latn", "languages": ["tur-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tur_Latn-san_Deva", "languages": ["tur-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-tat_Cyrl", "languages": ["tur-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.666166, "recall": 0.728261, "f1": 0.684126, "accuracy": 0.728261, "main_score": 0.684126, "hf_subset": "tur_Latn-xho_Latn", "languages": ["tur-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ars_Arab", "languages": ["tur-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-ceb_Latn", "languages": ["tur-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543468, "recall": 0.606719, "f1": 0.561106, "accuracy": 0.606719, "main_score": 0.561106, "hf_subset": "tur_Latn-fuv_Latn", "languages": ["tur-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50732, "recall": 0.574111, "f1": 0.525202, "accuracy": 0.574111, "main_score": 0.525202, "hf_subset": "tur_Latn-kac_Latn", "languages": ["tur-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675733, "recall": 0.733202, "f1": 0.69238, "accuracy": 0.733202, "main_score": 0.69238, "hf_subset": "tur_Latn-lin_Latn", "languages": ["tur-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-nno_Latn", "languages": ["tur-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207724, "recall": 0.281621, "f1": 0.226953, "accuracy": 0.281621, "main_score": 0.226953, "hf_subset": "tur_Latn-sat_Olck", "languages": ["tur-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-tel_Telu", "languages": ["tur-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.953063, "recall": 0.968379, "f1": 0.958169, "accuracy": 0.968379, "main_score": 0.958169, "hf_subset": "tur_Latn-ydd_Hebr", "languages": ["tur-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tur_Latn-ary_Arab", "languages": ["tur-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-ces_Latn", "languages": ["tur-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57651, "recall": 0.637352, "f1": 0.593681, "accuracy": 0.637352, "main_score": 0.593681, "hf_subset": "tur_Latn-gaz_Latn", "languages": ["tur-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581098, "recall": 0.647233, "f1": 0.599261, "accuracy": 0.647233, "main_score": 0.599261, "hf_subset": "tur_Latn-kam_Latn", "languages": ["tur-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tur_Latn-lit_Latn", "languages": ["tur-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-nob_Latn", "languages": ["tur-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "tur_Latn-scn_Latn", "languages": ["tur-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tur_Latn-tgk_Cyrl", "languages": ["tur-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.71497, "recall": 0.778656, "f1": 0.734205, "accuracy": 0.778656, "main_score": 0.734205, "hf_subset": "tur_Latn-yor_Latn", "languages": ["tur-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-arz_Arab", "languages": ["tur-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56115, "recall": 0.617589, "f1": 0.577274, "accuracy": 0.617589, "main_score": 0.577274, "hf_subset": "tur_Latn-cjk_Latn", "languages": ["tur-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789937, "recall": 0.841897, "f1": 0.80583, "accuracy": 0.841897, "main_score": 0.80583, "hf_subset": "tur_Latn-gla_Latn", "languages": ["tur-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-kan_Knda", "languages": ["tur-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "tur_Latn-lmo_Latn", "languages": ["tur-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "tur_Latn-npi_Deva", "languages": ["tur-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46048, "recall": 0.527668, "f1": 0.479054, "accuracy": 0.527668, "main_score": 0.479054, "hf_subset": "tur_Latn-shn_Mymr", "languages": ["tur-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-tgl_Latn", "languages": ["tur-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-yue_Hant", "languages": ["tur-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-asm_Beng", "languages": ["tur-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "tur_Latn-ckb_Arab", "languages": ["tur-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87248, "recall": 0.907115, "f1": 0.8833, "accuracy": 0.907115, "main_score": 0.8833, "hf_subset": "tur_Latn-gle_Latn", "languages": ["tur-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "tur_Latn-kas_Arab", "languages": ["tur-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.943676, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "tur_Latn-ltg_Latn", "languages": ["tur-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60468, "recall": 0.664032, "f1": 0.622106, "accuracy": 0.664032, "main_score": 0.622106, "hf_subset": "tur_Latn-nso_Latn", "languages": ["tur-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tur_Latn-sin_Sinh", "languages": ["tur-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-tha_Thai", "languages": ["tur-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-zho_Hans", "languages": ["tur-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ast_Latn", "languages": ["tur-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-crh_Latn", "languages": ["tur-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-glg_Latn", "languages": ["tur-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908597, "recall": 0.934783, "f1": 0.916751, "accuracy": 0.934783, "main_score": 0.916751, "hf_subset": "tur_Latn-kas_Deva", "languages": ["tur-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tur_Latn-ltz_Latn", "languages": ["tur-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450431, "recall": 0.520751, "f1": 0.468961, "accuracy": 0.520751, "main_score": 0.468961, "hf_subset": "tur_Latn-nus_Latn", "languages": ["tur-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-slk_Latn", "languages": ["tur-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6334, "recall": 0.706522, "f1": 0.654463, "accuracy": 0.706522, "main_score": 0.654463, "hf_subset": "tur_Latn-tir_Ethi", "languages": ["tur-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-zho_Hant", "languages": ["tur-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "tur_Latn-awa_Deva", "languages": ["tur-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tur_Latn-cym_Latn", "languages": ["tur-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832675, "recall": 0.87747, "f1": 0.84697, "accuracy": 0.87747, "main_score": 0.84697, "hf_subset": "tur_Latn-grn_Latn", "languages": ["tur-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-kat_Geor", "languages": ["tur-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.638911, "recall": 0.693676, "f1": 0.654797, "accuracy": 0.693676, "main_score": 0.654797, "hf_subset": "tur_Latn-lua_Latn", "languages": ["tur-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629143, "recall": 0.693676, "f1": 0.648286, "accuracy": 0.693676, "main_score": 0.648286, "hf_subset": "tur_Latn-nya_Latn", "languages": ["tur-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-slv_Latn", "languages": ["tur-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "tur_Latn-tpi_Latn", "languages": ["tur-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-zsm_Latn", "languages": ["tur-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540612, "recall": 0.604743, "f1": 0.558642, "accuracy": 0.604743, "main_score": 0.558642, "hf_subset": "tur_Latn-ayr_Latn", "languages": ["tur-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-dan_Latn", "languages": ["tur-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-guj_Gujr", "languages": ["tur-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-kaz_Cyrl", "languages": ["tur-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534899, "recall": 0.594862, "f1": 0.552118, "accuracy": 0.594862, "main_score": 0.552118, "hf_subset": "tur_Latn-lug_Latn", "languages": ["tur-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-oci_Latn", "languages": ["tur-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824918, "recall": 0.868577, "f1": 0.838213, "accuracy": 0.868577, "main_score": 0.838213, "hf_subset": "tur_Latn-smo_Latn", "languages": ["tur-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536022, "recall": 0.596838, "f1": 0.552423, "accuracy": 0.596838, "main_score": 0.552423, "hf_subset": "tur_Latn-tsn_Latn", "languages": ["tur-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604677, "recall": 0.674901, "f1": 0.625494, "accuracy": 0.674901, "main_score": 0.625494, "hf_subset": "tur_Latn-zul_Latn", "languages": ["tur-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937171, "recall": 0.955534, "f1": 0.943083, "accuracy": 0.955534, "main_score": 0.943083, "hf_subset": "tur_Latn-azb_Arab", "languages": ["tur-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-deu_Latn", "languages": ["tur-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "tur_Latn-hat_Latn", "languages": ["tur-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486129, "recall": 0.543478, "f1": 0.50248, "accuracy": 0.543478, "main_score": 0.50248, "hf_subset": "tur_Latn-kbp_Latn", "languages": ["tur-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564398, "recall": 0.628458, "f1": 0.58193, "accuracy": 0.628458, "main_score": 0.58193, "hf_subset": "tur_Latn-luo_Latn", "languages": ["tur-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ory_Orya", "languages": ["tur-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.581228, "recall": 0.645257, "f1": 0.599261, "accuracy": 0.645257, "main_score": 0.599261, "hf_subset": "tur_Latn-sna_Latn", "languages": ["tur-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544512, "recall": 0.602767, "f1": 0.560658, "accuracy": 0.602767, "main_score": 0.560658, "hf_subset": "tur_Latn-tso_Latn", "languages": ["tur-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-azj_Latn", "languages": ["tur-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536604, "recall": 0.606719, "f1": 0.556878, "accuracy": 0.606719, "main_score": 0.556878, "hf_subset": "tur_Latn-dik_Latn", "languages": ["tur-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742582, "recall": 0.793478, "f1": 0.757399, "accuracy": 0.793478, "main_score": 0.757399, "hf_subset": "tur_Latn-hau_Latn", "languages": ["tur-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tur_Latn-kea_Latn", "languages": ["tur-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74888, "recall": 0.797431, "f1": 0.763359, "accuracy": 0.797431, "main_score": 0.763359, "hf_subset": "tur_Latn-lus_Latn", "languages": ["tur-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861611, "recall": 0.896245, "f1": 0.872233, "accuracy": 0.896245, "main_score": 0.872233, "hf_subset": "tur_Latn-pag_Latn", "languages": ["tur-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-snd_Arab", "languages": ["tur-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "tur_Latn-tuk_Latn", "languages": ["tur-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tur_Latn-bak_Cyrl", "languages": ["tur-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482543, "recall": 0.560277, "f1": 0.505073, "accuracy": 0.560277, "main_score": 0.505073, "hf_subset": "tur_Latn-dyu_Latn", "languages": ["tur-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-heb_Hebr", "languages": ["tur-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "tur_Latn-khk_Cyrl", "languages": ["tur-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-lvs_Latn", "languages": ["tur-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-pan_Guru", "languages": ["tur-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.714436, "recall": 0.769763, "f1": 0.731115, "accuracy": 0.769763, "main_score": 0.731115, "hf_subset": "tur_Latn-som_Latn", "languages": ["tur-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601172, "recall": 0.647233, "f1": 0.613649, "accuracy": 0.647233, "main_score": 0.613649, "hf_subset": "tur_Latn-tum_Latn", "languages": ["tur-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78918, "recall": 0.837945, "f1": 0.803873, "accuracy": 0.837945, "main_score": 0.803873, "hf_subset": "ace_Latn-ace_Arab", "languages": ["ace-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553413, "recall": 0.608696, "f1": 0.569305, "accuracy": 0.608696, "main_score": 0.569305, "hf_subset": "ace_Latn-bam_Latn", "languages": ["ace-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.278963, "recall": 0.342885, "f1": 0.295316, "accuracy": 0.342885, "main_score": 0.295316, "hf_subset": "ace_Latn-dzo_Tibt", "languages": ["ace-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.857536, "recall": 0.891304, "f1": 0.867248, "accuracy": 0.891304, "main_score": 0.867248, "hf_subset": "ace_Latn-hin_Deva", "languages": ["ace-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.809572, "recall": 0.852767, "f1": 0.822334, "accuracy": 0.852767, "main_score": 0.822334, "hf_subset": "ace_Latn-khm_Khmr", "languages": ["ace-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.860502, "recall": 0.892292, "f1": 0.869961, "accuracy": 0.892292, "main_score": 0.869961, "hf_subset": "ace_Latn-mag_Deva", "languages": ["ace-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.844104, "recall": 0.875494, "f1": 0.853211, "accuracy": 0.875494, "main_score": 0.853211, "hf_subset": "ace_Latn-pap_Latn", "languages": ["ace-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599111, "recall": 0.649209, "f1": 0.613064, "accuracy": 0.649209, "main_score": 0.613064, "hf_subset": "ace_Latn-sot_Latn", "languages": ["ace-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843092, "recall": 0.880435, "f1": 0.853644, "accuracy": 0.880435, "main_score": 0.853644, "hf_subset": "ace_Latn-tur_Latn", "languages": ["ace-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86764, "recall": 0.891304, "f1": 0.874511, "accuracy": 0.891304, "main_score": 0.874511, "hf_subset": "ace_Latn-ban_Latn", "languages": ["ace-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839114, "recall": 0.87747, "f1": 0.850461, "accuracy": 0.87747, "main_score": 0.850461, "hf_subset": "ace_Latn-ell_Grek", "languages": ["ace-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.835837, "recall": 0.875494, "f1": 0.847831, "accuracy": 0.875494, "main_score": 0.847831, "hf_subset": "ace_Latn-hne_Deva", "languages": ["ace-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572994, "recall": 0.626482, "f1": 0.588073, "accuracy": 0.626482, "main_score": 0.588073, "hf_subset": "ace_Latn-kik_Latn", "languages": ["ace-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851243, "recall": 0.887352, "f1": 0.86172, "accuracy": 0.887352, "main_score": 0.86172, "hf_subset": "ace_Latn-mai_Deva", "languages": ["ace-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.801812, "recall": 0.843874, "f1": 0.813825, "accuracy": 0.843874, "main_score": 0.813825, "hf_subset": "ace_Latn-pbt_Arab", "languages": ["ace-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.861331, "recall": 0.893281, "f1": 0.870784, "accuracy": 0.893281, "main_score": 0.870784, "hf_subset": "ace_Latn-spa_Latn", "languages": ["ace-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614634, "recall": 0.666008, "f1": 0.629515, "accuracy": 0.666008, "main_score": 0.629515, "hf_subset": "ace_Latn-twi_Latn", "languages": ["ace-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8391, "recall": 0.875494, "f1": 0.849144, "accuracy": 0.875494, "main_score": 0.849144, "hf_subset": "ace_Latn-acm_Arab", "languages": ["ace-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.812912, "recall": 0.854743, "f1": 0.825166, "accuracy": 0.854743, "main_score": 0.825166, "hf_subset": "ace_Latn-bel_Cyrl", "languages": ["ace-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.890838, "recall": 0.918972, "f1": 0.899097, "accuracy": 0.918972, "main_score": 0.899097, "hf_subset": "ace_Latn-eng_Latn", "languages": ["ace-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85327, "recall": 0.886364, "f1": 0.863389, "accuracy": 0.886364, "main_score": 0.863389, "hf_subset": "ace_Latn-hrv_Latn", "languages": ["ace-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577389, "recall": 0.626482, "f1": 0.59107, "accuracy": 0.626482, "main_score": 0.59107, "hf_subset": "ace_Latn-kin_Latn", "languages": ["ace-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852437, "recall": 0.890316, "f1": 0.864018, "accuracy": 0.890316, "main_score": 0.864018, "hf_subset": "ace_Latn-mal_Mlym", "languages": ["ace-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.843473, "recall": 0.881423, "f1": 0.854414, "accuracy": 0.881423, "main_score": 0.854414, "hf_subset": "ace_Latn-pes_Arab", "languages": ["ace-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.836712, "recall": 0.867589, "f1": 0.844971, "accuracy": 0.867589, "main_score": 0.844971, "hf_subset": "ace_Latn-srd_Latn", "languages": ["ace-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201391, "recall": 0.236166, "f1": 0.209803, "accuracy": 0.236166, "main_score": 0.209803, "hf_subset": "ace_Latn-tzm_Tfng", "languages": ["ace-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.847407, "recall": 0.885375, "f1": 0.85858, "accuracy": 0.885375, "main_score": 0.85858, "hf_subset": "ace_Latn-acq_Arab", "languages": ["ace-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.617376, "recall": 0.661067, "f1": 0.629669, "accuracy": 0.661067, "main_score": 0.629669, "hf_subset": "ace_Latn-bem_Latn", "languages": ["ace-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854531, "recall": 0.891304, "f1": 0.865711, "accuracy": 0.891304, "main_score": 0.865711, "hf_subset": "ace_Latn-epo_Latn", "languages": ["ace-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846313, "recall": 0.879447, "f1": 0.85585, "accuracy": 0.879447, "main_score": 0.85585, "hf_subset": "ace_Latn-hun_Latn", "languages": ["ace-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79776, "recall": 0.841897, "f1": 0.811026, "accuracy": 0.841897, "main_score": 0.811026, "hf_subset": "ace_Latn-kir_Cyrl", "languages": ["ace-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.832735, "recall": 0.868577, "f1": 0.84307, "accuracy": 0.868577, "main_score": 0.84307, "hf_subset": "ace_Latn-mar_Deva", "languages": ["ace-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.642344, "recall": 0.690711, "f1": 0.655995, "accuracy": 0.690711, "main_score": 0.655995, "hf_subset": "ace_Latn-plt_Latn", "languages": ["ace-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866537, "recall": 0.898221, "f1": 0.8754, "accuracy": 0.898221, "main_score": 0.8754, "hf_subset": "ace_Latn-srp_Cyrl", "languages": ["ace-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.725502, "recall": 0.774704, "f1": 0.73953, "accuracy": 0.774704, "main_score": 0.73953, "hf_subset": "ace_Latn-uig_Arab", "languages": ["ace-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.819977, "recall": 0.851779, "f1": 0.828615, "accuracy": 0.851779, "main_score": 0.828615, "hf_subset": "ace_Latn-aeb_Arab", "languages": ["ace-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.85953, "recall": 0.891304, "f1": 0.868855, "accuracy": 0.891304, "main_score": 0.868855, "hf_subset": "ace_Latn-ben_Beng", "languages": ["ace-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.846798, "recall": 0.880435, "f1": 0.856214, "accuracy": 0.880435, "main_score": 0.856214, "hf_subset": "ace_Latn-est_Latn", "languages": ["ace-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839075, "recall": 0.878458, "f1": 0.850866, "accuracy": 0.878458, "main_score": 0.850866, "hf_subset": "ace_Latn-hye_Armn", "languages": ["ace-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.567296, "recall": 0.620553, "f1": 0.582333, "accuracy": 0.620553, "main_score": 0.582333, "hf_subset": "ace_Latn-kmb_Latn", "languages": ["ace-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582623, "recall": 0.648221, "f1": 0.600213, "accuracy": 0.648221, "main_score": 0.600213, "hf_subset": "ace_Latn-min_Arab", "languages": ["ace-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.841134, "recall": 0.879447, "f1": 0.852503, "accuracy": 0.879447, "main_score": 0.852503, "hf_subset": "ace_Latn-pol_Latn", "languages": ["ace-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567572, "recall": 0.620553, "f1": 0.583043, "accuracy": 0.620553, "main_score": 0.583043, "hf_subset": "ace_Latn-ssw_Latn", "languages": ["ace-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856895, "recall": 0.890316, "f1": 0.866521, "accuracy": 0.890316, "main_score": 0.866521, "hf_subset": "ace_Latn-ukr_Cyrl", "languages": ["ace-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.869071, "recall": 0.903162, "f1": 0.87932, "accuracy": 0.903162, "main_score": 0.87932, "hf_subset": "ace_Latn-afr_Latn", "languages": ["ace-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82263, "recall": 0.859684, "f1": 0.833132, "accuracy": 0.859684, "main_score": 0.833132, "hf_subset": "ace_Latn-bho_Deva", "languages": ["ace-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.82132, "recall": 0.859684, "f1": 0.832644, "accuracy": 0.859684, "main_score": 0.832644, "hf_subset": "ace_Latn-eus_Latn", "languages": ["ace-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57928, "recall": 0.629447, "f1": 0.593585, "accuracy": 0.629447, "main_score": 0.593585, "hf_subset": "ace_Latn-ibo_Latn", "languages": ["ace-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724572, "recall": 0.766798, "f1": 0.736632, "accuracy": 0.766798, "main_score": 0.736632, "hf_subset": "ace_Latn-kmr_Latn", "languages": ["ace-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887829, "recall": 0.913043, "f1": 0.89529, "accuracy": 0.913043, "main_score": 0.89529, "hf_subset": "ace_Latn-min_Latn", "languages": ["ace-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.885363, "recall": 0.913043, "f1": 0.893165, "accuracy": 0.913043, "main_score": 0.893165, "hf_subset": "ace_Latn-por_Latn", "languages": ["ace-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889206, "recall": 0.912055, "f1": 0.895524, "accuracy": 0.912055, "main_score": 0.895524, "hf_subset": "ace_Latn-sun_Latn", "languages": ["ace-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523684, "recall": 0.576087, "f1": 0.538797, "accuracy": 0.576087, "main_score": 0.538797, "hf_subset": "ace_Latn-umb_Latn", "languages": ["ace-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850889, "recall": 0.883399, "f1": 0.860244, "accuracy": 0.883399, "main_score": 0.860244, "hf_subset": "ace_Latn-ajp_Arab", "languages": ["ace-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570384, "recall": 0.633399, "f1": 0.587558, "accuracy": 0.633399, "main_score": 0.587558, "hf_subset": "ace_Latn-bjn_Arab", "languages": ["ace-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536159, "recall": 0.583004, "f1": 0.549448, "accuracy": 0.583004, "main_score": 0.549448, "hf_subset": "ace_Latn-ewe_Latn", "languages": ["ace-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820067, "recall": 0.853755, "f1": 0.830188, "accuracy": 0.853755, "main_score": 0.830188, "hf_subset": "ace_Latn-ilo_Latn", "languages": ["ace-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330149, "recall": 0.378458, "f1": 0.342419, "accuracy": 0.378458, "main_score": 0.342419, "hf_subset": "ace_Latn-knc_Arab", "languages": ["ace-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.872351, "recall": 0.905138, "f1": 0.881884, "accuracy": 0.905138, "main_score": 0.881884, "hf_subset": "ace_Latn-mkd_Cyrl", "languages": ["ace-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.842113, "recall": 0.882411, "f1": 0.853925, "accuracy": 0.882411, "main_score": 0.853925, "hf_subset": "ace_Latn-prs_Arab", "languages": ["ace-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.872276, "recall": 0.903162, "f1": 0.881334, "accuracy": 0.903162, "main_score": 0.881334, "hf_subset": "ace_Latn-swe_Latn", "languages": ["ace-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833243, "recall": 0.874506, "f1": 0.845773, "accuracy": 0.874506, "main_score": 0.845773, "hf_subset": "ace_Latn-urd_Arab", "languages": ["ace-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584331, "recall": 0.633399, "f1": 0.59844, "accuracy": 0.633399, "main_score": 0.59844, "hf_subset": "ace_Latn-aka_Latn", "languages": ["ace-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870151, "recall": 0.896245, "f1": 0.877868, "accuracy": 0.896245, "main_score": 0.877868, "hf_subset": "ace_Latn-bjn_Latn", "languages": ["ace-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739661, "recall": 0.786561, "f1": 0.753316, "accuracy": 0.786561, "main_score": 0.753316, "hf_subset": "ace_Latn-fao_Latn", "languages": ["ace-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902503, "recall": 0.927866, "f1": 0.910226, "accuracy": 0.927866, "main_score": 0.910226, "hf_subset": "ace_Latn-ind_Latn", "languages": ["ace-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593676, "recall": 0.642292, "f1": 0.60722, "accuracy": 0.642292, "main_score": 0.60722, "hf_subset": "ace_Latn-knc_Latn", "languages": ["ace-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853154, "recall": 0.88834, "f1": 0.863037, "accuracy": 0.88834, "main_score": 0.863037, "hf_subset": "ace_Latn-mlt_Latn", "languages": ["ace-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646064, "recall": 0.700593, "f1": 0.662154, "accuracy": 0.700593, "main_score": 0.662154, "hf_subset": "ace_Latn-quy_Latn", "languages": ["ace-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781936, "recall": 0.831028, "f1": 0.796366, "accuracy": 0.831028, "main_score": 0.796366, "hf_subset": "ace_Latn-swh_Latn", "languages": ["ace-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827917, "recall": 0.867589, "f1": 0.839676, "accuracy": 0.867589, "main_score": 0.839676, "hf_subset": "ace_Latn-uzn_Latn", "languages": ["ace-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854222, "recall": 0.886364, "f1": 0.86374, "accuracy": 0.886364, "main_score": 0.86374, "hf_subset": "ace_Latn-als_Latn", "languages": ["ace-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364837, "recall": 0.436759, "f1": 0.383563, "accuracy": 0.436759, "main_score": 0.383563, "hf_subset": "ace_Latn-bod_Tibt", "languages": ["ace-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.620358, "recall": 0.671937, "f1": 0.634552, "accuracy": 0.671937, "main_score": 0.634552, "hf_subset": "ace_Latn-fij_Latn", "languages": ["ace-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.76176, "recall": 0.8083, "f1": 0.77542, "accuracy": 0.8083, "main_score": 0.77542, "hf_subset": "ace_Latn-isl_Latn", "languages": ["ace-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648221, "recall": 0.694664, "f1": 0.661862, "accuracy": 0.694664, "main_score": 0.661862, "hf_subset": "ace_Latn-kon_Latn", "languages": ["ace-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623181, "recall": 0.682806, "f1": 0.640004, "accuracy": 0.682806, "main_score": 0.640004, "hf_subset": "ace_Latn-mni_Beng", "languages": ["ace-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.879315, "recall": 0.909091, "f1": 0.888095, "accuracy": 0.909091, "main_score": 0.888095, "hf_subset": "ace_Latn-ron_Latn", "languages": ["ace-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849894, "recall": 0.883399, "f1": 0.859554, "accuracy": 0.883399, "main_score": 0.859554, "hf_subset": "ace_Latn-szl_Latn", "languages": ["ace-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856598, "recall": 0.886364, "f1": 0.864803, "accuracy": 0.886364, "main_score": 0.864803, "hf_subset": "ace_Latn-vec_Latn", "languages": ["ace-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705214, "recall": 0.757905, "f1": 0.720519, "accuracy": 0.757905, "main_score": 0.720519, "hf_subset": "ace_Latn-amh_Ethi", "languages": ["ace-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.867714, "recall": 0.900198, "f1": 0.877209, "accuracy": 0.900198, "main_score": 0.877209, "hf_subset": "ace_Latn-bos_Latn", "languages": ["ace-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844732, "recall": 0.879447, "f1": 0.855025, "accuracy": 0.879447, "main_score": 0.855025, "hf_subset": "ace_Latn-fin_Latn", "languages": ["ace-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878862, "recall": 0.907115, "f1": 0.887063, "accuracy": 0.907115, "main_score": 0.887063, "hf_subset": "ace_Latn-ita_Latn", "languages": ["ace-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841544, "recall": 0.880435, "f1": 0.853066, "accuracy": 0.880435, "main_score": 0.853066, "hf_subset": "ace_Latn-kor_Hang", "languages": ["ace-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.569549, "recall": 0.623518, "f1": 0.584653, "accuracy": 0.623518, "main_score": 0.584653, "hf_subset": "ace_Latn-mos_Latn", "languages": ["ace-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551866, "recall": 0.597826, "f1": 0.564889, "accuracy": 0.597826, "main_score": 0.564889, "hf_subset": "ace_Latn-run_Latn", "languages": ["ace-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807021, "recall": 0.850791, "f1": 0.819393, "accuracy": 0.850791, "main_score": 0.819393, "hf_subset": "ace_Latn-tam_Taml", "languages": ["ace-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.866971, "recall": 0.899209, "f1": 0.876492, "accuracy": 0.899209, "main_score": 0.876492, "hf_subset": "ace_Latn-vie_Latn", "languages": ["ace-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833697, "recall": 0.87253, "f1": 0.844886, "accuracy": 0.87253, "main_score": 0.844886, "hf_subset": "ace_Latn-apc_Arab", "languages": ["ace-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.764156, "recall": 0.805336, "f1": 0.776254, "accuracy": 0.805336, "main_score": 0.776254, "hf_subset": "ace_Latn-bug_Latn", "languages": ["ace-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476846, "recall": 0.528656, "f1": 0.490809, "accuracy": 0.528656, "main_score": 0.490809, "hf_subset": "ace_Latn-fon_Latn", "languages": ["ace-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878961, "recall": 0.907115, "f1": 0.887111, "accuracy": 0.907115, "main_score": 0.887111, "hf_subset": "ace_Latn-jav_Latn", "languages": ["ace-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77444, "recall": 0.822134, "f1": 0.788153, "accuracy": 0.822134, "main_score": 0.788153, "hf_subset": "ace_Latn-lao_Laoo", "languages": ["ace-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.653595, "recall": 0.711462, "f1": 0.669474, "accuracy": 0.711462, "main_score": 0.669474, "hf_subset": "ace_Latn-mri_Latn", "languages": ["ace-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870916, "recall": 0.90415, "f1": 0.880816, "accuracy": 0.90415, "main_score": 0.880816, "hf_subset": "ace_Latn-rus_Cyrl", "languages": ["ace-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544311, "recall": 0.596838, "f1": 0.559419, "accuracy": 0.596838, "main_score": 0.559419, "hf_subset": "ace_Latn-taq_Latn", "languages": ["ace-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876203, "recall": 0.902174, "f1": 0.883278, "accuracy": 0.902174, "main_score": 0.883278, "hf_subset": "ace_Latn-war_Latn", "languages": ["ace-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846479, "recall": 0.881423, "f1": 0.856419, "accuracy": 0.881423, "main_score": 0.856419, "hf_subset": "ace_Latn-arb_Arab", "languages": ["ace-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.868125, "recall": 0.899209, "f1": 0.877077, "accuracy": 0.899209, "main_score": 0.877077, "hf_subset": "ace_Latn-bul_Cyrl", "languages": ["ace-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.875166, "recall": 0.905138, "f1": 0.883588, "accuracy": 0.905138, "main_score": 0.883588, "hf_subset": "ace_Latn-fra_Latn", "languages": ["ace-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843028, "recall": 0.87747, "f1": 0.853016, "accuracy": 0.87747, "main_score": 0.853016, "hf_subset": "ace_Latn-jpn_Jpan", "languages": ["ace-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.845218, "recall": 0.880435, "f1": 0.855491, "accuracy": 0.880435, "main_score": 0.855491, "hf_subset": "ace_Latn-lij_Latn", "languages": ["ace-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719384, "recall": 0.785573, "f1": 0.738886, "accuracy": 0.785573, "main_score": 0.738886, "hf_subset": "ace_Latn-mya_Mymr", "languages": ["ace-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.599317, "recall": 0.655138, "f1": 0.615291, "accuracy": 0.655138, "main_score": 0.615291, "hf_subset": "ace_Latn-sag_Latn", "languages": ["ace-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.21422, "recall": 0.264822, "f1": 0.225699, "accuracy": 0.264822, "main_score": 0.225699, "hf_subset": "ace_Latn-taq_Tfng", "languages": ["ace-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.623305, "recall": 0.674901, "f1": 0.63828, "accuracy": 0.674901, "main_score": 0.63828, "hf_subset": "ace_Latn-wol_Latn", "languages": ["ace-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598708, "recall": 0.658103, "f1": 0.614811, "accuracy": 0.658103, "main_score": 0.614811, "hf_subset": "ace_Latn-arb_Latn", "languages": ["ace-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87673, "recall": 0.907115, "f1": 0.885546, "accuracy": 0.907115, "main_score": 0.885546, "hf_subset": "ace_Latn-cat_Latn", "languages": ["ace-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855072, "recall": 0.885375, "f1": 0.86405, "accuracy": 0.885375, "main_score": 0.86405, "hf_subset": "ace_Latn-fur_Latn", "languages": ["ace-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450002, "recall": 0.502964, "f1": 0.464362, "accuracy": 0.502964, "main_score": 0.464362, "hf_subset": "ace_Latn-kab_Latn", "languages": ["ace-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829842, "recall": 0.867589, "f1": 0.840843, "accuracy": 0.867589, "main_score": 0.840843, "hf_subset": "ace_Latn-lim_Latn", "languages": ["ace-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852868, "recall": 0.886364, "f1": 0.862449, "accuracy": 0.886364, "main_score": 0.862449, "hf_subset": "ace_Latn-nld_Latn", "languages": ["ace-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792797, "recall": 0.839921, "f1": 0.806478, "accuracy": 0.839921, "main_score": 0.806478, "hf_subset": "ace_Latn-san_Deva", "languages": ["ace-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.822752, "recall": 0.860672, "f1": 0.834475, "accuracy": 0.860672, "main_score": 0.834475, "hf_subset": "ace_Latn-tat_Cyrl", "languages": ["ace-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.632987, "recall": 0.682806, "f1": 0.647892, "accuracy": 0.682806, "main_score": 0.647892, "hf_subset": "ace_Latn-xho_Latn", "languages": ["ace-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848116, "recall": 0.884387, "f1": 0.858682, "accuracy": 0.884387, "main_score": 0.858682, "hf_subset": "ace_Latn-ars_Arab", "languages": ["ace-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.859052, "recall": 0.889328, "f1": 0.867485, "accuracy": 0.889328, "main_score": 0.867485, "hf_subset": "ace_Latn-ceb_Latn", "languages": ["ace-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569178, "recall": 0.624506, "f1": 0.585454, "accuracy": 0.624506, "main_score": 0.585454, "hf_subset": "ace_Latn-fuv_Latn", "languages": ["ace-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5224, "recall": 0.579051, "f1": 0.537931, "accuracy": 0.579051, "main_score": 0.537931, "hf_subset": "ace_Latn-kac_Latn", "languages": ["ace-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648265, "recall": 0.69664, "f1": 0.661792, "accuracy": 0.69664, "main_score": 0.661792, "hf_subset": "ace_Latn-lin_Latn", "languages": ["ace-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863613, "recall": 0.893281, "f1": 0.872381, "accuracy": 0.893281, "main_score": 0.872381, "hf_subset": "ace_Latn-nno_Latn", "languages": ["ace-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158728, "recall": 0.217391, "f1": 0.173842, "accuracy": 0.217391, "main_score": 0.173842, "hf_subset": "ace_Latn-sat_Olck", "languages": ["ace-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.8272, "recall": 0.869565, "f1": 0.839594, "accuracy": 0.869565, "main_score": 0.839594, "hf_subset": "ace_Latn-tel_Telu", "languages": ["ace-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.742432, "recall": 0.79249, "f1": 0.756592, "accuracy": 0.79249, "main_score": 0.756592, "hf_subset": "ace_Latn-ydd_Hebr", "languages": ["ace-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.802902, "recall": 0.846838, "f1": 0.815606, "accuracy": 0.846838, "main_score": 0.815606, "hf_subset": "ace_Latn-ary_Arab", "languages": ["ace-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.869657, "recall": 0.901186, "f1": 0.878786, "accuracy": 0.901186, "main_score": 0.878786, "hf_subset": "ace_Latn-ces_Latn", "languages": ["ace-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59002, "recall": 0.641304, "f1": 0.604255, "accuracy": 0.641304, "main_score": 0.604255, "hf_subset": "ace_Latn-gaz_Latn", "languages": ["ace-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569962, "recall": 0.619565, "f1": 0.583475, "accuracy": 0.619565, "main_score": 0.583475, "hf_subset": "ace_Latn-kam_Latn", "languages": ["ace-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837906, "recall": 0.873518, "f1": 0.8481, "accuracy": 0.873518, "main_score": 0.8481, "hf_subset": "ace_Latn-lit_Latn", "languages": ["ace-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8634, "recall": 0.897233, "f1": 0.873254, "accuracy": 0.897233, "main_score": 0.873254, "hf_subset": "ace_Latn-nob_Latn", "languages": ["ace-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833267, "recall": 0.868577, "f1": 0.843841, "accuracy": 0.868577, "main_score": 0.843841, "hf_subset": "ace_Latn-scn_Latn", "languages": ["ace-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796196, "recall": 0.838933, "f1": 0.809157, "accuracy": 0.838933, "main_score": 0.809157, "hf_subset": "ace_Latn-tgk_Cyrl", "languages": ["ace-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.589872, "recall": 0.650198, "f1": 0.607625, "accuracy": 0.650198, "main_score": 0.607625, "hf_subset": "ace_Latn-yor_Latn", "languages": ["ace-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83191, "recall": 0.869565, "f1": 0.842804, "accuracy": 0.869565, "main_score": 0.842804, "hf_subset": "ace_Latn-arz_Arab", "languages": ["ace-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562001, "recall": 0.619565, "f1": 0.57879, "accuracy": 0.619565, "main_score": 0.57879, "hf_subset": "ace_Latn-cjk_Latn", "languages": ["ace-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625296, "recall": 0.681818, "f1": 0.641078, "accuracy": 0.681818, "main_score": 0.641078, "hf_subset": "ace_Latn-gla_Latn", "languages": ["ace-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827174, "recall": 0.868577, "f1": 0.839676, "accuracy": 0.868577, "main_score": 0.839676, "hf_subset": "ace_Latn-kan_Knda", "languages": ["ace-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.859397, "recall": 0.890316, "f1": 0.868203, "accuracy": 0.890316, "main_score": 0.868203, "hf_subset": "ace_Latn-lmo_Latn", "languages": ["ace-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829901, "recall": 0.869565, "f1": 0.841346, "accuracy": 0.869565, "main_score": 0.841346, "hf_subset": "ace_Latn-npi_Deva", "languages": ["ace-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467536, "recall": 0.523715, "f1": 0.48276, "accuracy": 0.523715, "main_score": 0.48276, "hf_subset": "ace_Latn-shn_Mymr", "languages": ["ace-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.876252, "recall": 0.902174, "f1": 0.883828, "accuracy": 0.902174, "main_score": 0.883828, "hf_subset": "ace_Latn-tgl_Latn", "languages": ["ace-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851394, "recall": 0.884387, "f1": 0.86103, "accuracy": 0.884387, "main_score": 0.86103, "hf_subset": "ace_Latn-yue_Hant", "languages": ["ace-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.818516, "recall": 0.860672, "f1": 0.83051, "accuracy": 0.860672, "main_score": 0.83051, "hf_subset": "ace_Latn-asm_Beng", "languages": ["ace-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.751869, "recall": 0.798419, "f1": 0.765518, "accuracy": 0.798419, "main_score": 0.765518, "hf_subset": "ace_Latn-ckb_Arab", "languages": ["ace-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.66247, "recall": 0.714427, "f1": 0.677017, "accuracy": 0.714427, "main_score": 0.677017, "hf_subset": "ace_Latn-gle_Latn", "languages": ["ace-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.758524, "recall": 0.804348, "f1": 0.771865, "accuracy": 0.804348, "main_score": 0.771865, "hf_subset": "ace_Latn-kas_Arab", "languages": ["ace-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.779628, "recall": 0.823123, "f1": 0.792143, "accuracy": 0.823123, "main_score": 0.792143, "hf_subset": "ace_Latn-ltg_Latn", "languages": ["ace-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625826, "recall": 0.66996, "f1": 0.63797, "accuracy": 0.66996, "main_score": 0.63797, "hf_subset": "ace_Latn-nso_Latn", "languages": ["ace-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757823, "recall": 0.8083, "f1": 0.772602, "accuracy": 0.8083, "main_score": 0.772602, "hf_subset": "ace_Latn-sin_Sinh", "languages": ["ace-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.854128, "recall": 0.887352, "f1": 0.863603, "accuracy": 0.887352, "main_score": 0.863603, "hf_subset": "ace_Latn-tha_Thai", "languages": ["ace-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.834807, "recall": 0.869565, "f1": 0.84404, "accuracy": 0.869565, "main_score": 0.84404, "hf_subset": "ace_Latn-zho_Hans", "languages": ["ace-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.849522, "recall": 0.884387, "f1": 0.859454, "accuracy": 0.884387, "main_score": 0.859454, "hf_subset": "ace_Latn-ast_Latn", "languages": ["ace-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796188, "recall": 0.837945, "f1": 0.808001, "accuracy": 0.837945, "main_score": 0.808001, "hf_subset": "ace_Latn-crh_Latn", "languages": ["ace-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870184, "recall": 0.903162, "f1": 0.879727, "accuracy": 0.903162, "main_score": 0.879727, "hf_subset": "ace_Latn-glg_Latn", "languages": ["ace-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718307, "recall": 0.772727, "f1": 0.73439, "accuracy": 0.772727, "main_score": 0.73439, "hf_subset": "ace_Latn-kas_Deva", "languages": ["ace-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.823957, "recall": 0.857708, "f1": 0.833275, "accuracy": 0.857708, "main_score": 0.833275, "hf_subset": "ace_Latn-ltz_Latn", "languages": ["ace-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488805, "recall": 0.551383, "f1": 0.506214, "accuracy": 0.551383, "main_score": 0.506214, "hf_subset": "ace_Latn-nus_Latn", "languages": ["ace-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849477, "recall": 0.884387, "f1": 0.859518, "accuracy": 0.884387, "main_score": 0.859518, "hf_subset": "ace_Latn-slk_Latn", "languages": ["ace-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534843, "recall": 0.608696, "f1": 0.555681, "accuracy": 0.608696, "main_score": 0.555681, "hf_subset": "ace_Latn-tir_Ethi", "languages": ["ace-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.851861, "recall": 0.886364, "f1": 0.861543, "accuracy": 0.886364, "main_score": 0.861543, "hf_subset": "ace_Latn-zho_Hant", "languages": ["ace-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.824318, "recall": 0.863636, "f1": 0.835971, "accuracy": 0.863636, "main_score": 0.835971, "hf_subset": "ace_Latn-awa_Deva", "languages": ["ace-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.786384, "recall": 0.821146, "f1": 0.796412, "accuracy": 0.821146, "main_score": 0.796412, "hf_subset": "ace_Latn-cym_Latn", "languages": ["ace-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73587, "recall": 0.774704, "f1": 0.747793, "accuracy": 0.774704, "main_score": 0.747793, "hf_subset": "ace_Latn-grn_Latn", "languages": ["ace-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819267, "recall": 0.860672, "f1": 0.831266, "accuracy": 0.860672, "main_score": 0.831266, "hf_subset": "ace_Latn-kat_Geor", "languages": ["ace-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.625953, "recall": 0.674901, "f1": 0.639999, "accuracy": 0.674901, "main_score": 0.639999, "hf_subset": "ace_Latn-lua_Latn", "languages": ["ace-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615879, "recall": 0.666008, "f1": 0.63019, "accuracy": 0.666008, "main_score": 0.63019, "hf_subset": "ace_Latn-nya_Latn", "languages": ["ace-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846036, "recall": 0.881423, "f1": 0.856245, "accuracy": 0.881423, "main_score": 0.856245, "hf_subset": "ace_Latn-slv_Latn", "languages": ["ace-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792121, "recall": 0.83004, "f1": 0.802833, "accuracy": 0.83004, "main_score": 0.802833, "hf_subset": "ace_Latn-tpi_Latn", "languages": ["ace-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901103, "recall": 0.924901, "f1": 0.908377, "accuracy": 0.924901, "main_score": 0.908377, "hf_subset": "ace_Latn-zsm_Latn", "languages": ["ace-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552546, "recall": 0.605731, "f1": 0.567212, "accuracy": 0.605731, "main_score": 0.567212, "hf_subset": "ace_Latn-ayr_Latn", "languages": ["ace-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878319, "recall": 0.908103, "f1": 0.886814, "accuracy": 0.908103, "main_score": 0.886814, "hf_subset": "ace_Latn-dan_Latn", "languages": ["ace-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859494, "recall": 0.892292, "f1": 0.868815, "accuracy": 0.892292, "main_score": 0.868815, "hf_subset": "ace_Latn-guj_Gujr", "languages": ["ace-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.843437, "recall": 0.875494, "f1": 0.852379, "accuracy": 0.875494, "main_score": 0.852379, "hf_subset": "ace_Latn-kaz_Cyrl", "languages": ["ace-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527334, "recall": 0.58498, "f1": 0.543377, "accuracy": 0.58498, "main_score": 0.543377, "hf_subset": "ace_Latn-lug_Latn", "languages": ["ace-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86425, "recall": 0.897233, "f1": 0.873814, "accuracy": 0.897233, "main_score": 0.873814, "hf_subset": "ace_Latn-oci_Latn", "languages": ["ace-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68853, "recall": 0.733202, "f1": 0.701133, "accuracy": 0.733202, "main_score": 0.701133, "hf_subset": "ace_Latn-smo_Latn", "languages": ["ace-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557373, "recall": 0.610672, "f1": 0.571822, "accuracy": 0.610672, "main_score": 0.571822, "hf_subset": "ace_Latn-tsn_Latn", "languages": ["ace-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595821, "recall": 0.649209, "f1": 0.611084, "accuracy": 0.649209, "main_score": 0.611084, "hf_subset": "ace_Latn-zul_Latn", "languages": ["ace-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75528, "recall": 0.801383, "f1": 0.769205, "accuracy": 0.801383, "main_score": 0.769205, "hf_subset": "ace_Latn-azb_Arab", "languages": ["ace-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.860238, "recall": 0.893281, "f1": 0.86996, "accuracy": 0.893281, "main_score": 0.86996, "hf_subset": "ace_Latn-deu_Latn", "languages": ["ace-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807576, "recall": 0.847826, "f1": 0.819212, "accuracy": 0.847826, "main_score": 0.819212, "hf_subset": "ace_Latn-hat_Latn", "languages": ["ace-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515171, "recall": 0.566206, "f1": 0.528396, "accuracy": 0.566206, "main_score": 0.528396, "hf_subset": "ace_Latn-kbp_Latn", "languages": ["ace-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590993, "recall": 0.637352, "f1": 0.604518, "accuracy": 0.637352, "main_score": 0.604518, "hf_subset": "ace_Latn-luo_Latn", "languages": ["ace-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846278, "recall": 0.883399, "f1": 0.857312, "accuracy": 0.883399, "main_score": 0.857312, "hf_subset": "ace_Latn-ory_Orya", "languages": ["ace-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.587989, "recall": 0.635375, "f1": 0.601174, "accuracy": 0.635375, "main_score": 0.601174, "hf_subset": "ace_Latn-sna_Latn", "languages": ["ace-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569377, "recall": 0.619565, "f1": 0.5835, "accuracy": 0.619565, "main_score": 0.5835, "hf_subset": "ace_Latn-tso_Latn", "languages": ["ace-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82859, "recall": 0.868577, "f1": 0.840255, "accuracy": 0.868577, "main_score": 0.840255, "hf_subset": "ace_Latn-azj_Latn", "languages": ["ace-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558723, "recall": 0.613636, "f1": 0.574934, "accuracy": 0.613636, "main_score": 0.574934, "hf_subset": "ace_Latn-dik_Latn", "languages": ["ace-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662106, "recall": 0.718379, "f1": 0.678535, "accuracy": 0.718379, "main_score": 0.678535, "hf_subset": "ace_Latn-hau_Latn", "languages": ["ace-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832257, "recall": 0.867589, "f1": 0.842005, "accuracy": 0.867589, "main_score": 0.842005, "hf_subset": "ace_Latn-kea_Latn", "languages": ["ace-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691733, "recall": 0.733202, "f1": 0.70448, "accuracy": 0.733202, "main_score": 0.70448, "hf_subset": "ace_Latn-lus_Latn", "languages": ["ace-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770176, "recall": 0.800395, "f1": 0.778991, "accuracy": 0.800395, "main_score": 0.778991, "hf_subset": "ace_Latn-pag_Latn", "languages": ["ace-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811866, "recall": 0.854743, "f1": 0.824283, "accuracy": 0.854743, "main_score": 0.824283, "hf_subset": "ace_Latn-snd_Arab", "languages": ["ace-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.750672, "recall": 0.801383, "f1": 0.765435, "accuracy": 0.801383, "main_score": 0.765435, "hf_subset": "ace_Latn-tuk_Latn", "languages": ["ace-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829381, "recall": 0.862648, "f1": 0.838134, "accuracy": 0.862648, "main_score": 0.838134, "hf_subset": "ace_Latn-bak_Cyrl", "languages": ["ace-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495769, "recall": 0.573123, "f1": 0.518667, "accuracy": 0.573123, "main_score": 0.518667, "hf_subset": "ace_Latn-dyu_Latn", "languages": ["ace-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857436, "recall": 0.88834, "f1": 0.866199, "accuracy": 0.88834, "main_score": 0.866199, "hf_subset": "ace_Latn-heb_Hebr", "languages": ["ace-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.787986, "recall": 0.831028, "f1": 0.800554, "accuracy": 0.831028, "main_score": 0.800554, "hf_subset": "ace_Latn-khk_Cyrl", "languages": ["ace-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.857279, "recall": 0.890316, "f1": 0.866686, "accuracy": 0.890316, "main_score": 0.866686, "hf_subset": "ace_Latn-lvs_Latn", "languages": ["ace-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840828, "recall": 0.879447, "f1": 0.852114, "accuracy": 0.879447, "main_score": 0.852114, "hf_subset": "ace_Latn-pan_Guru", "languages": ["ace-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.624489, "recall": 0.679842, "f1": 0.640749, "accuracy": 0.679842, "main_score": 0.640749, "hf_subset": "ace_Latn-som_Latn", "languages": ["ace-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568916, "recall": 0.615613, "f1": 0.582202, "accuracy": 0.615613, "main_score": 0.582202, "hf_subset": "ace_Latn-tum_Latn", "languages": ["ace-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632313, "recall": 0.694664, "f1": 0.650424, "accuracy": 0.694664, "main_score": 0.650424, "hf_subset": "ban_Latn-ace_Arab", "languages": ["ban-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546156, "recall": 0.607708, "f1": 0.56335, "accuracy": 0.607708, "main_score": 0.56335, "hf_subset": "ban_Latn-bam_Latn", "languages": ["ban-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.342113, "recall": 0.40415, "f1": 0.358043, "accuracy": 0.40415, "main_score": 0.358043, "hf_subset": "ban_Latn-dzo_Tibt", "languages": ["ban-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "ban_Latn-hin_Deva", "languages": ["ban-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913192, "recall": 0.935771, "f1": 0.920191, "accuracy": 0.935771, "main_score": 0.920191, "hf_subset": "ban_Latn-khm_Khmr", "languages": ["ban-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.950428, "recall": 0.963439, "f1": 0.95471, "accuracy": 0.963439, "main_score": 0.95471, "hf_subset": "ban_Latn-mag_Deva", "languages": ["ban-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.926713, "recall": 0.94664, "f1": 0.9333, "accuracy": 0.94664, "main_score": 0.9333, "hf_subset": "ban_Latn-pap_Latn", "languages": ["ban-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607659, "recall": 0.659091, "f1": 0.621581, "accuracy": 0.659091, "main_score": 0.621581, "hf_subset": "ban_Latn-sot_Latn", "languages": ["ban-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "ban_Latn-tur_Latn", "languages": ["ban-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872118, "recall": 0.901186, "f1": 0.881324, "accuracy": 0.901186, "main_score": 0.881324, "hf_subset": "ban_Latn-ace_Latn", "languages": ["ban-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94804, "recall": 0.962451, "f1": 0.952635, "accuracy": 0.962451, "main_score": 0.952635, "hf_subset": "ban_Latn-ell_Grek", "languages": ["ban-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.935359, "recall": 0.953557, "f1": 0.941107, "accuracy": 0.953557, "main_score": 0.941107, "hf_subset": "ban_Latn-hne_Deva", "languages": ["ban-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.616818, "recall": 0.666996, "f1": 0.630908, "accuracy": 0.666996, "main_score": 0.630908, "hf_subset": "ban_Latn-kik_Latn", "languages": ["ban-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "ban_Latn-mai_Deva", "languages": ["ban-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.88554, "recall": 0.916996, "f1": 0.895553, "accuracy": 0.916996, "main_score": 0.895553, "hf_subset": "ban_Latn-pbt_Arab", "languages": ["ban-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "ban_Latn-spa_Latn", "languages": ["ban-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630159, "recall": 0.687747, "f1": 0.646376, "accuracy": 0.687747, "main_score": 0.646376, "hf_subset": "ban_Latn-twi_Latn", "languages": ["ban-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "ban_Latn-acm_Arab", "languages": ["ban-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.921014, "recall": 0.942688, "f1": 0.927866, "accuracy": 0.942688, "main_score": 0.927866, "hf_subset": "ban_Latn-bel_Cyrl", "languages": ["ban-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "ban_Latn-eng_Latn", "languages": ["ban-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "ban_Latn-hrv_Latn", "languages": ["ban-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557471, "recall": 0.621542, "f1": 0.575158, "accuracy": 0.621542, "main_score": 0.575158, "hf_subset": "ban_Latn-kin_Latn", "languages": ["ban-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "ban_Latn-mal_Mlym", "languages": ["ban-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "ban_Latn-pes_Arab", "languages": ["ban-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.941206, "recall": 0.955534, "f1": 0.945605, "accuracy": 0.955534, "main_score": 0.945605, "hf_subset": "ban_Latn-srd_Latn", "languages": ["ban-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196958, "recall": 0.240119, "f1": 0.207072, "accuracy": 0.240119, "main_score": 0.207072, "hf_subset": "ban_Latn-tzm_Tfng", "languages": ["ban-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.969368, "f1": 0.961462, "accuracy": 0.969368, "main_score": 0.961462, "hf_subset": "ban_Latn-acq_Arab", "languages": ["ban-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.625085, "recall": 0.673913, "f1": 0.638166, "accuracy": 0.673913, "main_score": 0.638166, "hf_subset": "ban_Latn-bem_Latn", "languages": ["ban-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "ban_Latn-epo_Latn", "languages": ["ban-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957428, "recall": 0.969368, "f1": 0.961199, "accuracy": 0.969368, "main_score": 0.961199, "hf_subset": "ban_Latn-hun_Latn", "languages": ["ban-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901219, "recall": 0.927866, "f1": 0.909387, "accuracy": 0.927866, "main_score": 0.909387, "hf_subset": "ban_Latn-kir_Cyrl", "languages": ["ban-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957312, "accuracy": 0.966403, "main_score": 0.957312, "hf_subset": "ban_Latn-mar_Deva", "languages": ["ban-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659966, "recall": 0.713439, "f1": 0.675791, "accuracy": 0.713439, "main_score": 0.675791, "hf_subset": "ban_Latn-plt_Latn", "languages": ["ban-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "ban_Latn-srp_Cyrl", "languages": ["ban-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.829957, "recall": 0.869565, "f1": 0.841897, "accuracy": 0.869565, "main_score": 0.841897, "hf_subset": "ban_Latn-uig_Arab", "languages": ["ban-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935145, "recall": 0.952569, "f1": 0.940547, "accuracy": 0.952569, "main_score": 0.940547, "hf_subset": "ban_Latn-aeb_Arab", "languages": ["ban-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.965415, "f1": 0.957675, "accuracy": 0.965415, "main_score": 0.957675, "hf_subset": "ban_Latn-ben_Beng", "languages": ["ban-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.944393, "recall": 0.959486, "f1": 0.94893, "accuracy": 0.959486, "main_score": 0.94893, "hf_subset": "ban_Latn-est_Latn", "languages": ["ban-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934536, "recall": 0.954545, "f1": 0.940942, "accuracy": 0.954545, "main_score": 0.940942, "hf_subset": "ban_Latn-hye_Armn", "languages": ["ban-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.559124, "recall": 0.609684, "f1": 0.573029, "accuracy": 0.609684, "main_score": 0.573029, "hf_subset": "ban_Latn-kmb_Latn", "languages": ["ban-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566441, "recall": 0.642292, "f1": 0.587496, "accuracy": 0.642292, "main_score": 0.587496, "hf_subset": "ban_Latn-min_Arab", "languages": ["ban-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "ban_Latn-pol_Latn", "languages": ["ban-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569779, "recall": 0.631423, "f1": 0.587996, "accuracy": 0.631423, "main_score": 0.587996, "hf_subset": "ban_Latn-ssw_Latn", "languages": ["ban-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "ban_Latn-ukr_Cyrl", "languages": ["ban-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "ban_Latn-afr_Latn", "languages": ["ban-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943676, "recall": 0.959486, "f1": 0.948584, "accuracy": 0.959486, "main_score": 0.948584, "hf_subset": "ban_Latn-bho_Deva", "languages": ["ban-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.909503, "recall": 0.933794, "f1": 0.917391, "accuracy": 0.933794, "main_score": 0.917391, "hf_subset": "ban_Latn-eus_Latn", "languages": ["ban-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594401, "recall": 0.652174, "f1": 0.610493, "accuracy": 0.652174, "main_score": 0.610493, "hf_subset": "ban_Latn-ibo_Latn", "languages": ["ban-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784816, "recall": 0.83498, "f1": 0.800362, "accuracy": 0.83498, "main_score": 0.800362, "hf_subset": "ban_Latn-kmr_Latn", "languages": ["ban-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946673, "recall": 0.960474, "f1": 0.950922, "accuracy": 0.960474, "main_score": 0.950922, "hf_subset": "ban_Latn-min_Latn", "languages": ["ban-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973073, "recall": 0.980237, "f1": 0.975362, "accuracy": 0.980237, "main_score": 0.975362, "hf_subset": "ban_Latn-por_Latn", "languages": ["ban-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.964427, "f1": 0.955929, "accuracy": 0.964427, "main_score": 0.955929, "hf_subset": "ban_Latn-sun_Latn", "languages": ["ban-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54062, "recall": 0.593874, "f1": 0.556018, "accuracy": 0.593874, "main_score": 0.556018, "hf_subset": "ban_Latn-umb_Latn", "languages": ["ban-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958037, "recall": 0.969368, "f1": 0.961627, "accuracy": 0.969368, "main_score": 0.961627, "hf_subset": "ban_Latn-ajp_Arab", "languages": ["ban-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591535, "recall": 0.653162, "f1": 0.608471, "accuracy": 0.653162, "main_score": 0.608471, "hf_subset": "ban_Latn-bjn_Arab", "languages": ["ban-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528286, "recall": 0.582016, "f1": 0.543273, "accuracy": 0.582016, "main_score": 0.543273, "hf_subset": "ban_Latn-ewe_Latn", "languages": ["ban-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909009, "recall": 0.932806, "f1": 0.916521, "accuracy": 0.932806, "main_score": 0.916521, "hf_subset": "ban_Latn-ilo_Latn", "languages": ["ban-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316474, "recall": 0.373518, "f1": 0.331595, "accuracy": 0.373518, "main_score": 0.331595, "hf_subset": "ban_Latn-knc_Arab", "languages": ["ban-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.971344, "f1": 0.963933, "accuracy": 0.971344, "main_score": 0.963933, "hf_subset": "ban_Latn-mkd_Cyrl", "languages": ["ban-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953475, "recall": 0.967391, "f1": 0.957905, "accuracy": 0.967391, "main_score": 0.957905, "hf_subset": "ban_Latn-prs_Arab", "languages": ["ban-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965497, "recall": 0.975296, "f1": 0.96861, "accuracy": 0.975296, "main_score": 0.96861, "hf_subset": "ban_Latn-swe_Latn", "languages": ["ban-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.955534, "f1": 0.943017, "accuracy": 0.955534, "main_score": 0.943017, "hf_subset": "ban_Latn-urd_Arab", "languages": ["ban-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607008, "recall": 0.66502, "f1": 0.623512, "accuracy": 0.66502, "main_score": 0.623512, "hf_subset": "ban_Latn-aka_Latn", "languages": ["ban-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.961462, "f1": 0.952522, "accuracy": 0.961462, "main_score": 0.952522, "hf_subset": "ban_Latn-bjn_Latn", "languages": ["ban-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855122, "recall": 0.890316, "f1": 0.866023, "accuracy": 0.890316, "main_score": 0.866023, "hf_subset": "ban_Latn-fao_Latn", "languages": ["ban-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.975296, "f1": 0.969532, "accuracy": 0.975296, "main_score": 0.969532, "hf_subset": "ban_Latn-ind_Latn", "languages": ["ban-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607162, "recall": 0.660079, "f1": 0.622551, "accuracy": 0.660079, "main_score": 0.622551, "hf_subset": "ban_Latn-knc_Latn", "languages": ["ban-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94137, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "ban_Latn-mlt_Latn", "languages": ["ban-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674426, "recall": 0.738142, "f1": 0.693135, "accuracy": 0.738142, "main_score": 0.693135, "hf_subset": "ban_Latn-quy_Latn", "languages": ["ban-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883729, "recall": 0.911067, "f1": 0.89226, "accuracy": 0.911067, "main_score": 0.89226, "hf_subset": "ban_Latn-swh_Latn", "languages": ["ban-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934371, "recall": 0.952569, "f1": 0.940119, "accuracy": 0.952569, "main_score": 0.940119, "hf_subset": "ban_Latn-uzn_Latn", "languages": ["ban-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942276, "recall": 0.959486, "f1": 0.947859, "accuracy": 0.959486, "main_score": 0.947859, "hf_subset": "ban_Latn-als_Latn", "languages": ["ban-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454603, "recall": 0.540514, "f1": 0.477731, "accuracy": 0.540514, "main_score": 0.477731, "hf_subset": "ban_Latn-bod_Tibt", "languages": ["ban-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.655272, "recall": 0.709486, "f1": 0.669962, "accuracy": 0.709486, "main_score": 0.669962, "hf_subset": "ban_Latn-fij_Latn", "languages": ["ban-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879776, "recall": 0.913043, "f1": 0.890283, "accuracy": 0.913043, "main_score": 0.890283, "hf_subset": "ban_Latn-isl_Latn", "languages": ["ban-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674934, "recall": 0.721344, "f1": 0.688867, "accuracy": 0.721344, "main_score": 0.688867, "hf_subset": "ban_Latn-kon_Latn", "languages": ["ban-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668307, "recall": 0.740119, "f1": 0.689773, "accuracy": 0.740119, "main_score": 0.689773, "hf_subset": "ban_Latn-mni_Beng", "languages": ["ban-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "ban_Latn-ron_Latn", "languages": ["ban-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927866, "recall": 0.947628, "f1": 0.934289, "accuracy": 0.947628, "main_score": 0.934289, "hf_subset": "ban_Latn-szl_Latn", "languages": ["ban-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951993, "recall": 0.964427, "f1": 0.955929, "accuracy": 0.964427, "main_score": 0.955929, "hf_subset": "ban_Latn-vec_Latn", "languages": ["ban-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811462, "recall": 0.857708, "f1": 0.825282, "accuracy": 0.857708, "main_score": 0.825282, "hf_subset": "ban_Latn-amh_Ethi", "languages": ["ban-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "ban_Latn-bos_Latn", "languages": ["ban-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "ban_Latn-fin_Latn", "languages": ["ban-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "ban_Latn-ita_Latn", "languages": ["ban-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.965415, "f1": 0.955863, "accuracy": 0.965415, "main_score": 0.955863, "hf_subset": "ban_Latn-kor_Hang", "languages": ["ban-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.563073, "recall": 0.626482, "f1": 0.580618, "accuracy": 0.626482, "main_score": 0.580618, "hf_subset": "ban_Latn-mos_Latn", "languages": ["ban-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541934, "recall": 0.599802, "f1": 0.558201, "accuracy": 0.599802, "main_score": 0.558201, "hf_subset": "ban_Latn-run_Latn", "languages": ["ban-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941947, "recall": 0.958498, "f1": 0.9472, "accuracy": 0.958498, "main_score": 0.9472, "hf_subset": "ban_Latn-tam_Taml", "languages": ["ban-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "ban_Latn-vie_Latn", "languages": ["ban-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939674, "recall": 0.956522, "f1": 0.944895, "accuracy": 0.956522, "main_score": 0.944895, "hf_subset": "ban_Latn-apc_Arab", "languages": ["ban-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.826614, "recall": 0.867589, "f1": 0.838834, "accuracy": 0.867589, "main_score": 0.838834, "hf_subset": "ban_Latn-bug_Latn", "languages": ["ban-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468421, "recall": 0.530632, "f1": 0.484735, "accuracy": 0.530632, "main_score": 0.484735, "hf_subset": "ban_Latn-fon_Latn", "languages": ["ban-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960886, "recall": 0.970356, "f1": 0.963834, "accuracy": 0.970356, "main_score": 0.963834, "hf_subset": "ban_Latn-jav_Latn", "languages": ["ban-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895892, "recall": 0.925889, "f1": 0.905385, "accuracy": 0.925889, "main_score": 0.905385, "hf_subset": "ban_Latn-lao_Laoo", "languages": ["ban-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.750066, "recall": 0.797431, "f1": 0.764347, "accuracy": 0.797431, "main_score": 0.764347, "hf_subset": "ban_Latn-mri_Latn", "languages": ["ban-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950346, "recall": 0.963439, "f1": 0.954447, "accuracy": 0.963439, "main_score": 0.954447, "hf_subset": "ban_Latn-rus_Cyrl", "languages": ["ban-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550201, "recall": 0.61166, "f1": 0.567336, "accuracy": 0.61166, "main_score": 0.567336, "hf_subset": "ban_Latn-taq_Latn", "languages": ["ban-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942111, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "ban_Latn-war_Latn", "languages": ["ban-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "ban_Latn-arb_Arab", "languages": ["ban-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "ban_Latn-bul_Cyrl", "languages": ["ban-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "ban_Latn-fra_Latn", "languages": ["ban-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.963439, "f1": 0.953722, "accuracy": 0.963439, "main_score": 0.953722, "hf_subset": "ban_Latn-jpn_Jpan", "languages": ["ban-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.921607, "recall": 0.944664, "f1": 0.929018, "accuracy": 0.944664, "main_score": 0.929018, "hf_subset": "ban_Latn-lij_Latn", "languages": ["ban-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878294, "recall": 0.914032, "f1": 0.889625, "accuracy": 0.914032, "main_score": 0.889625, "hf_subset": "ban_Latn-mya_Mymr", "languages": ["ban-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.617541, "recall": 0.682806, "f1": 0.636115, "accuracy": 0.682806, "main_score": 0.636115, "hf_subset": "ban_Latn-sag_Latn", "languages": ["ban-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206521, "recall": 0.26581, "f1": 0.219091, "accuracy": 0.26581, "main_score": 0.219091, "hf_subset": "ban_Latn-taq_Tfng", "languages": ["ban-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.647047, "recall": 0.702569, "f1": 0.662276, "accuracy": 0.702569, "main_score": 0.662276, "hf_subset": "ban_Latn-wol_Latn", "languages": ["ban-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679916, "recall": 0.743083, "f1": 0.697768, "accuracy": 0.743083, "main_score": 0.697768, "hf_subset": "ban_Latn-arb_Latn", "languages": ["ban-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "ban_Latn-cat_Latn", "languages": ["ban-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925313, "recall": 0.942688, "f1": 0.930731, "accuracy": 0.942688, "main_score": 0.930731, "hf_subset": "ban_Latn-fur_Latn", "languages": ["ban-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42888, "recall": 0.482213, "f1": 0.442706, "accuracy": 0.482213, "main_score": 0.442706, "hf_subset": "ban_Latn-kab_Latn", "languages": ["ban-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926795, "recall": 0.945652, "f1": 0.932543, "accuracy": 0.945652, "main_score": 0.932543, "hf_subset": "ban_Latn-lim_Latn", "languages": ["ban-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95504, "recall": 0.967391, "f1": 0.958992, "accuracy": 0.967391, "main_score": 0.958992, "hf_subset": "ban_Latn-nld_Latn", "languages": ["ban-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905995, "recall": 0.933794, "f1": 0.91502, "accuracy": 0.933794, "main_score": 0.91502, "hf_subset": "ban_Latn-san_Deva", "languages": ["ban-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.92169, "recall": 0.9417, "f1": 0.928096, "accuracy": 0.9417, "main_score": 0.928096, "hf_subset": "ban_Latn-tat_Cyrl", "languages": ["ban-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660286, "recall": 0.715415, "f1": 0.676061, "accuracy": 0.715415, "main_score": 0.676061, "hf_subset": "ban_Latn-xho_Latn", "languages": ["ban-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "ban_Latn-ars_Arab", "languages": ["ban-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "ban_Latn-ceb_Latn", "languages": ["ban-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559603, "recall": 0.619565, "f1": 0.576544, "accuracy": 0.619565, "main_score": 0.576544, "hf_subset": "ban_Latn-fuv_Latn", "languages": ["ban-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52193, "recall": 0.586957, "f1": 0.539118, "accuracy": 0.586957, "main_score": 0.539118, "hf_subset": "ban_Latn-kac_Latn", "languages": ["ban-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677487, "recall": 0.730237, "f1": 0.692773, "accuracy": 0.730237, "main_score": 0.692773, "hf_subset": "ban_Latn-lin_Latn", "languages": ["ban-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.968379, "f1": 0.960639, "accuracy": 0.968379, "main_score": 0.960639, "hf_subset": "ban_Latn-nno_Latn", "languages": ["ban-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177767, "recall": 0.23913, "f1": 0.192883, "accuracy": 0.23913, "main_score": 0.192883, "hf_subset": "ban_Latn-sat_Olck", "languages": ["ban-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "ban_Latn-tel_Telu", "languages": ["ban-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.850247, "recall": 0.887352, "f1": 0.861284, "accuracy": 0.887352, "main_score": 0.861284, "hf_subset": "ban_Latn-ydd_Hebr", "languages": ["ban-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.914206, "recall": 0.937747, "f1": 0.921525, "accuracy": 0.937747, "main_score": 0.921525, "hf_subset": "ban_Latn-ary_Arab", "languages": ["ban-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95858, "recall": 0.970356, "f1": 0.962352, "accuracy": 0.970356, "main_score": 0.962352, "hf_subset": "ban_Latn-ces_Latn", "languages": ["ban-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597219, "recall": 0.657115, "f1": 0.614526, "accuracy": 0.657115, "main_score": 0.614526, "hf_subset": "ban_Latn-gaz_Latn", "languages": ["ban-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585466, "recall": 0.646245, "f1": 0.602658, "accuracy": 0.646245, "main_score": 0.602658, "hf_subset": "ban_Latn-kam_Latn", "languages": ["ban-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944236, "recall": 0.959486, "f1": 0.948946, "accuracy": 0.959486, "main_score": 0.948946, "hf_subset": "ban_Latn-lit_Latn", "languages": ["ban-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "ban_Latn-nob_Latn", "languages": ["ban-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932148, "recall": 0.949605, "f1": 0.937747, "accuracy": 0.949605, "main_score": 0.937747, "hf_subset": "ban_Latn-scn_Latn", "languages": ["ban-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876674, "recall": 0.908103, "f1": 0.886462, "accuracy": 0.908103, "main_score": 0.886462, "hf_subset": "ban_Latn-tgk_Cyrl", "languages": ["ban-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.639115, "recall": 0.705534, "f1": 0.658687, "accuracy": 0.705534, "main_score": 0.658687, "hf_subset": "ban_Latn-yor_Latn", "languages": ["ban-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953369, "recall": 0.965415, "f1": 0.957098, "accuracy": 0.965415, "main_score": 0.957098, "hf_subset": "ban_Latn-arz_Arab", "languages": ["ban-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570028, "recall": 0.631423, "f1": 0.586883, "accuracy": 0.631423, "main_score": 0.586883, "hf_subset": "ban_Latn-cjk_Latn", "languages": ["ban-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695669, "recall": 0.75, "f1": 0.711745, "accuracy": 0.75, "main_score": 0.711745, "hf_subset": "ban_Latn-gla_Latn", "languages": ["ban-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "ban_Latn-kan_Knda", "languages": ["ban-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.924111, "recall": 0.943676, "f1": 0.930336, "accuracy": 0.943676, "main_score": 0.930336, "hf_subset": "ban_Latn-lmo_Latn", "languages": ["ban-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.967391, "f1": 0.959321, "accuracy": 0.967391, "main_score": 0.959321, "hf_subset": "ban_Latn-npi_Deva", "languages": ["ban-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461691, "recall": 0.532609, "f1": 0.481017, "accuracy": 0.532609, "main_score": 0.481017, "hf_subset": "ban_Latn-shn_Mymr", "languages": ["ban-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "ban_Latn-tgl_Latn", "languages": ["ban-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.959486, "f1": 0.94944, "accuracy": 0.959486, "main_score": 0.94944, "hf_subset": "ban_Latn-yue_Hant", "languages": ["ban-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.931571, "recall": 0.950593, "f1": 0.937648, "accuracy": 0.950593, "main_score": 0.937648, "hf_subset": "ban_Latn-asm_Beng", "languages": ["ban-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.836957, "recall": 0.878458, "f1": 0.849736, "accuracy": 0.878458, "main_score": 0.849736, "hf_subset": "ban_Latn-ckb_Arab", "languages": ["ban-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.745859, "recall": 0.79249, "f1": 0.759192, "accuracy": 0.79249, "main_score": 0.759192, "hf_subset": "ban_Latn-gle_Latn", "languages": ["ban-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88941, "recall": 0.917984, "f1": 0.898287, "accuracy": 0.917984, "main_score": 0.898287, "hf_subset": "ban_Latn-kas_Arab", "languages": ["ban-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.865646, "recall": 0.899209, "f1": 0.875725, "accuracy": 0.899209, "main_score": 0.875725, "hf_subset": "ban_Latn-ltg_Latn", "languages": ["ban-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63365, "recall": 0.684783, "f1": 0.648103, "accuracy": 0.684783, "main_score": 0.648103, "hf_subset": "ban_Latn-nso_Latn", "languages": ["ban-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870372, "recall": 0.905138, "f1": 0.880995, "accuracy": 0.905138, "main_score": 0.880995, "hf_subset": "ban_Latn-sin_Sinh", "languages": ["ban-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "ban_Latn-tha_Thai", "languages": ["ban-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.962451, "f1": 0.952404, "accuracy": 0.962451, "main_score": 0.952404, "hf_subset": "ban_Latn-zho_Hans", "languages": ["ban-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.956439, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "ban_Latn-ast_Latn", "languages": ["ban-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916864, "recall": 0.938735, "f1": 0.923913, "accuracy": 0.938735, "main_score": 0.923913, "hf_subset": "ban_Latn-crh_Latn", "languages": ["ban-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "ban_Latn-glg_Latn", "languages": ["ban-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82197, "recall": 0.865613, "f1": 0.834867, "accuracy": 0.865613, "main_score": 0.834867, "hf_subset": "ban_Latn-kas_Deva", "languages": ["ban-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913702, "recall": 0.935771, "f1": 0.920949, "accuracy": 0.935771, "main_score": 0.920949, "hf_subset": "ban_Latn-ltz_Latn", "languages": ["ban-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478788, "recall": 0.549407, "f1": 0.497564, "accuracy": 0.549407, "main_score": 0.497564, "hf_subset": "ban_Latn-nus_Latn", "languages": ["ban-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.97332, "f1": 0.966897, "accuracy": 0.97332, "main_score": 0.966897, "hf_subset": "ban_Latn-slk_Latn", "languages": ["ban-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554722, "recall": 0.633399, "f1": 0.576753, "accuracy": 0.633399, "main_score": 0.576753, "hf_subset": "ban_Latn-tir_Ethi", "languages": ["ban-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "ban_Latn-zho_Hant", "languages": ["ban-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.939806, "recall": 0.95751, "f1": 0.945389, "accuracy": 0.95751, "main_score": 0.945389, "hf_subset": "ban_Latn-awa_Deva", "languages": ["ban-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.863646, "recall": 0.897233, "f1": 0.873487, "accuracy": 0.897233, "main_score": 0.873487, "hf_subset": "ban_Latn-cym_Latn", "languages": ["ban-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799061, "recall": 0.844862, "f1": 0.812747, "accuracy": 0.844862, "main_score": 0.812747, "hf_subset": "ban_Latn-grn_Latn", "languages": ["ban-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92389, "recall": 0.944664, "f1": 0.930418, "accuracy": 0.944664, "main_score": 0.930418, "hf_subset": "ban_Latn-kat_Geor", "languages": ["ban-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.652202, "recall": 0.709486, "f1": 0.668147, "accuracy": 0.709486, "main_score": 0.668147, "hf_subset": "ban_Latn-lua_Latn", "languages": ["ban-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639739, "recall": 0.695652, "f1": 0.656247, "accuracy": 0.695652, "main_score": 0.656247, "hf_subset": "ban_Latn-nya_Latn", "languages": ["ban-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.957181, "accuracy": 0.966403, "main_score": 0.957181, "hf_subset": "ban_Latn-slv_Latn", "languages": ["ban-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891198, "recall": 0.917984, "f1": 0.899099, "accuracy": 0.917984, "main_score": 0.899099, "hf_subset": "ban_Latn-tpi_Latn", "languages": ["ban-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "ban_Latn-zsm_Latn", "languages": ["ban-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545884, "recall": 0.610672, "f1": 0.563989, "accuracy": 0.610672, "main_score": 0.563989, "hf_subset": "ban_Latn-ayr_Latn", "languages": ["ban-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96665, "recall": 0.976285, "f1": 0.969763, "accuracy": 0.976285, "main_score": 0.969763, "hf_subset": "ban_Latn-dan_Latn", "languages": ["ban-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955237, "recall": 0.967391, "f1": 0.958992, "accuracy": 0.967391, "main_score": 0.958992, "hf_subset": "ban_Latn-guj_Gujr", "languages": ["ban-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.941782, "recall": 0.958498, "f1": 0.947036, "accuracy": 0.958498, "main_score": 0.947036, "hf_subset": "ban_Latn-kaz_Cyrl", "languages": ["ban-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551894, "recall": 0.610672, "f1": 0.567801, "accuracy": 0.610672, "main_score": 0.567801, "hf_subset": "ban_Latn-lug_Latn", "languages": ["ban-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.970356, "f1": 0.962286, "accuracy": 0.970356, "main_score": 0.962286, "hf_subset": "ban_Latn-oci_Latn", "languages": ["ban-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736117, "recall": 0.790514, "f1": 0.752423, "accuracy": 0.790514, "main_score": 0.752423, "hf_subset": "ban_Latn-smo_Latn", "languages": ["ban-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556731, "recall": 0.618577, "f1": 0.573373, "accuracy": 0.618577, "main_score": 0.573373, "hf_subset": "ban_Latn-tsn_Latn", "languages": ["ban-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599621, "recall": 0.662055, "f1": 0.617026, "accuracy": 0.662055, "main_score": 0.617026, "hf_subset": "ban_Latn-zul_Latn", "languages": ["ban-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856999, "recall": 0.893281, "f1": 0.868281, "accuracy": 0.893281, "main_score": 0.868281, "hf_subset": "ban_Latn-azb_Arab", "languages": ["ban-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "ban_Latn-deu_Latn", "languages": ["ban-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893182, "recall": 0.920949, "f1": 0.901845, "accuracy": 0.920949, "main_score": 0.901845, "hf_subset": "ban_Latn-hat_Latn", "languages": ["ban-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509349, "recall": 0.56917, "f1": 0.526121, "accuracy": 0.56917, "main_score": 0.526121, "hf_subset": "ban_Latn-kbp_Latn", "languages": ["ban-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584335, "recall": 0.639328, "f1": 0.599082, "accuracy": 0.639328, "main_score": 0.599082, "hf_subset": "ban_Latn-luo_Latn", "languages": ["ban-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "ban_Latn-ory_Orya", "languages": ["ban-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.587372, "recall": 0.652174, "f1": 0.605395, "accuracy": 0.652174, "main_score": 0.605395, "hf_subset": "ban_Latn-sna_Latn", "languages": ["ban-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575719, "recall": 0.62747, "f1": 0.589775, "accuracy": 0.62747, "main_score": 0.589775, "hf_subset": "ban_Latn-tso_Latn", "languages": ["ban-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923287, "recall": 0.944664, "f1": 0.930171, "accuracy": 0.944664, "main_score": 0.930171, "hf_subset": "ban_Latn-azj_Latn", "languages": ["ban-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564601, "recall": 0.623518, "f1": 0.581096, "accuracy": 0.623518, "main_score": 0.581096, "hf_subset": "ban_Latn-dik_Latn", "languages": ["ban-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665673, "recall": 0.725296, "f1": 0.682406, "accuracy": 0.725296, "main_score": 0.682406, "hf_subset": "ban_Latn-hau_Latn", "languages": ["ban-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94417, "recall": 0.959486, "f1": 0.948913, "accuracy": 0.959486, "main_score": 0.948913, "hf_subset": "ban_Latn-kea_Latn", "languages": ["ban-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715777, "recall": 0.767787, "f1": 0.731621, "accuracy": 0.767787, "main_score": 0.731621, "hf_subset": "ban_Latn-lus_Latn", "languages": ["ban-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861248, "recall": 0.889328, "f1": 0.869716, "accuracy": 0.889328, "main_score": 0.869716, "hf_subset": "ban_Latn-pag_Latn", "languages": ["ban-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9347, "recall": 0.952569, "f1": 0.940448, "accuracy": 0.952569, "main_score": 0.940448, "hf_subset": "ban_Latn-snd_Arab", "languages": ["ban-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.851729, "recall": 0.889328, "f1": 0.863326, "accuracy": 0.889328, "main_score": 0.863326, "hf_subset": "ban_Latn-tuk_Latn", "languages": ["ban-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910738, "recall": 0.93083, "f1": 0.917128, "accuracy": 0.93083, "main_score": 0.917128, "hf_subset": "ban_Latn-bak_Cyrl", "languages": ["ban-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496698, "recall": 0.579051, "f1": 0.520862, "accuracy": 0.579051, "main_score": 0.520862, "hf_subset": "ban_Latn-dyu_Latn", "languages": ["ban-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.971344, "f1": 0.963721, "accuracy": 0.971344, "main_score": 0.963721, "hf_subset": "ban_Latn-heb_Hebr", "languages": ["ban-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.88694, "recall": 0.91502, "f1": 0.895558, "accuracy": 0.91502, "main_score": 0.895558, "hf_subset": "ban_Latn-khk_Cyrl", "languages": ["ban-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "ban_Latn-lvs_Latn", "languages": ["ban-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.964427, "f1": 0.95504, "accuracy": 0.964427, "main_score": 0.95504, "hf_subset": "ban_Latn-pan_Guru", "languages": ["ban-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.655312, "recall": 0.720356, "f1": 0.674447, "accuracy": 0.720356, "main_score": 0.674447, "hf_subset": "ban_Latn-som_Latn", "languages": ["ban-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587022, "recall": 0.634387, "f1": 0.600842, "accuracy": 0.634387, "main_score": 0.600842, "hf_subset": "ban_Latn-tum_Latn", "languages": ["ban-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568528, "recall": 0.634387, "f1": 0.587518, "accuracy": 0.634387, "main_score": 0.587518, "hf_subset": "ell_Grek-ace_Arab", "languages": ["ell-Grek", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515548, "recall": 0.582016, "f1": 0.534271, "accuracy": 0.582016, "main_score": 0.534271, "hf_subset": "ell_Grek-bam_Latn", "languages": ["ell-Grek", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454237, "recall": 0.530632, "f1": 0.475004, "accuracy": 0.530632, "main_score": 0.475004, "hf_subset": "ell_Grek-dzo_Tibt", "languages": ["ell-Grek", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hin_Deva", "languages": ["ell-Grek", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "ell_Grek-khm_Khmr", "languages": ["ell-Grek", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mag_Deva", "languages": ["ell-Grek", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ell_Grek-pap_Latn", "languages": ["ell-Grek", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592558, "recall": 0.649209, "f1": 0.608206, "accuracy": 0.649209, "main_score": 0.608206, "hf_subset": "ell_Grek-sot_Latn", "languages": ["ell-Grek", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tur_Latn", "languages": ["ell-Grek", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870504, "recall": 0.905138, "f1": 0.881126, "accuracy": 0.905138, "main_score": 0.881126, "hf_subset": "ell_Grek-ace_Latn", "languages": ["ell-Grek", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.971344, "f1": 0.963933, "accuracy": 0.971344, "main_score": 0.963933, "hf_subset": "ell_Grek-ban_Latn", "languages": ["ell-Grek", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ell_Grek-hne_Deva", "languages": ["ell-Grek", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.599499, "recall": 0.660079, "f1": 0.616838, "accuracy": 0.660079, "main_score": 0.616838, "hf_subset": "ell_Grek-kik_Latn", "languages": ["ell-Grek", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mai_Deva", "languages": ["ell-Grek", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ell_Grek-pbt_Arab", "languages": ["ell-Grek", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-spa_Latn", "languages": ["ell-Grek", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60836, "recall": 0.673913, "f1": 0.626289, "accuracy": 0.673913, "main_score": 0.626289, "hf_subset": "ell_Grek-twi_Latn", "languages": ["ell-Grek", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-acm_Arab", "languages": ["ell-Grek", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-bel_Cyrl", "languages": ["ell-Grek", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-eng_Latn", "languages": ["ell-Grek", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hrv_Latn", "languages": ["ell-Grek", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563467, "recall": 0.629447, "f1": 0.582831, "accuracy": 0.629447, "main_score": 0.582831, "hf_subset": "ell_Grek-kin_Latn", "languages": ["ell-Grek", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-mal_Mlym", "languages": ["ell-Grek", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-pes_Arab", "languages": ["ell-Grek", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ell_Grek-srd_Latn", "languages": ["ell-Grek", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183732, "recall": 0.238142, "f1": 0.197651, "accuracy": 0.238142, "main_score": 0.197651, "hf_subset": "ell_Grek-tzm_Tfng", "languages": ["ell-Grek", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-acq_Arab", "languages": ["ell-Grek", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.630255, "recall": 0.683794, "f1": 0.644966, "accuracy": 0.683794, "main_score": 0.644966, "hf_subset": "ell_Grek-bem_Latn", "languages": ["ell-Grek", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-epo_Latn", "languages": ["ell-Grek", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hun_Latn", "languages": ["ell-Grek", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-kir_Cyrl", "languages": ["ell-Grek", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mar_Deva", "languages": ["ell-Grek", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.675939, "recall": 0.731225, "f1": 0.691982, "accuracy": 0.731225, "main_score": 0.691982, "hf_subset": "ell_Grek-plt_Latn", "languages": ["ell-Grek", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-srp_Cyrl", "languages": ["ell-Grek", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ell_Grek-uig_Arab", "languages": ["ell-Grek", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-aeb_Arab", "languages": ["ell-Grek", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-ben_Beng", "languages": ["ell-Grek", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-est_Latn", "languages": ["ell-Grek", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-hye_Armn", "languages": ["ell-Grek", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.545349, "recall": 0.600791, "f1": 0.561135, "accuracy": 0.600791, "main_score": 0.561135, "hf_subset": "ell_Grek-kmb_Latn", "languages": ["ell-Grek", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509191, "recall": 0.583992, "f1": 0.528668, "accuracy": 0.583992, "main_score": 0.528668, "hf_subset": "ell_Grek-min_Arab", "languages": ["ell-Grek", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-pol_Latn", "languages": ["ell-Grek", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555157, "recall": 0.618577, "f1": 0.573174, "accuracy": 0.618577, "main_score": 0.573174, "hf_subset": "ell_Grek-ssw_Latn", "languages": ["ell-Grek", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ukr_Cyrl", "languages": ["ell-Grek", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-afr_Latn", "languages": ["ell-Grek", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-bho_Deva", "languages": ["ell-Grek", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-eus_Latn", "languages": ["ell-Grek", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574967, "recall": 0.640316, "f1": 0.593389, "accuracy": 0.640316, "main_score": 0.593389, "hf_subset": "ell_Grek-ibo_Latn", "languages": ["ell-Grek", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898633, "recall": 0.926877, "f1": 0.907675, "accuracy": 0.926877, "main_score": 0.907675, "hf_subset": "ell_Grek-kmr_Latn", "languages": ["ell-Grek", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-min_Latn", "languages": ["ell-Grek", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-por_Latn", "languages": ["ell-Grek", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-sun_Latn", "languages": ["ell-Grek", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507751, "recall": 0.572134, "f1": 0.526849, "accuracy": 0.572134, "main_score": 0.526849, "hf_subset": "ell_Grek-umb_Latn", "languages": ["ell-Grek", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ajp_Arab", "languages": ["ell-Grek", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524719, "recall": 0.593874, "f1": 0.543794, "accuracy": 0.593874, "main_score": 0.543794, "hf_subset": "ell_Grek-bjn_Arab", "languages": ["ell-Grek", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520418, "recall": 0.575099, "f1": 0.535486, "accuracy": 0.575099, "main_score": 0.535486, "hf_subset": "ell_Grek-ewe_Latn", "languages": ["ell-Grek", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945685, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "ell_Grek-ilo_Latn", "languages": ["ell-Grek", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.312554, "recall": 0.370553, "f1": 0.328689, "accuracy": 0.370553, "main_score": 0.328689, "hf_subset": "ell_Grek-knc_Arab", "languages": ["ell-Grek", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-mkd_Cyrl", "languages": ["ell-Grek", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-prs_Arab", "languages": ["ell-Grek", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-swe_Latn", "languages": ["ell-Grek", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-urd_Arab", "languages": ["ell-Grek", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577612, "recall": 0.644269, "f1": 0.596498, "accuracy": 0.644269, "main_score": 0.596498, "hf_subset": "ell_Grek-aka_Latn", "languages": ["ell-Grek", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ell_Grek-bjn_Latn", "languages": ["ell-Grek", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ell_Grek-fao_Latn", "languages": ["ell-Grek", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ind_Latn", "languages": ["ell-Grek", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58495, "recall": 0.63834, "f1": 0.599926, "accuracy": 0.63834, "main_score": 0.599926, "hf_subset": "ell_Grek-knc_Latn", "languages": ["ell-Grek", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ell_Grek-mlt_Latn", "languages": ["ell-Grek", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701294, "recall": 0.764822, "f1": 0.720078, "accuracy": 0.764822, "main_score": 0.720078, "hf_subset": "ell_Grek-quy_Latn", "languages": ["ell-Grek", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "ell_Grek-swh_Latn", "languages": ["ell-Grek", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-uzn_Latn", "languages": ["ell-Grek", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-als_Latn", "languages": ["ell-Grek", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650965, "recall": 0.729249, "f1": 0.673915, "accuracy": 0.729249, "main_score": 0.673915, "hf_subset": "ell_Grek-bod_Tibt", "languages": ["ell-Grek", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.703179, "recall": 0.762846, "f1": 0.720817, "accuracy": 0.762846, "main_score": 0.720817, "hf_subset": "ell_Grek-fij_Latn", "languages": ["ell-Grek", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ell_Grek-isl_Latn", "languages": ["ell-Grek", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658762, "recall": 0.717391, "f1": 0.676482, "accuracy": 0.717391, "main_score": 0.676482, "hf_subset": "ell_Grek-kon_Latn", "languages": ["ell-Grek", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651367, "recall": 0.72332, "f1": 0.673134, "accuracy": 0.72332, "main_score": 0.673134, "hf_subset": "ell_Grek-mni_Beng", "languages": ["ell-Grek", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ron_Latn", "languages": ["ell-Grek", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "ell_Grek-szl_Latn", "languages": ["ell-Grek", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-vec_Latn", "languages": ["ell-Grek", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "ell_Grek-amh_Ethi", "languages": ["ell-Grek", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-bos_Latn", "languages": ["ell-Grek", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-fin_Latn", "languages": ["ell-Grek", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ita_Latn", "languages": ["ell-Grek", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-kor_Hang", "languages": ["ell-Grek", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.555623, "recall": 0.616601, "f1": 0.572384, "accuracy": 0.616601, "main_score": 0.572384, "hf_subset": "ell_Grek-mos_Latn", "languages": ["ell-Grek", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553261, "recall": 0.616601, "f1": 0.571273, "accuracy": 0.616601, "main_score": 0.571273, "hf_subset": "ell_Grek-run_Latn", "languages": ["ell-Grek", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tam_Taml", "languages": ["ell-Grek", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-vie_Latn", "languages": ["ell-Grek", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-apc_Arab", "languages": ["ell-Grek", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803557, "recall": 0.849802, "f1": 0.817377, "accuracy": 0.849802, "main_score": 0.817377, "hf_subset": "ell_Grek-bug_Latn", "languages": ["ell-Grek", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46394, "recall": 0.524704, "f1": 0.480452, "accuracy": 0.524704, "main_score": 0.480452, "hf_subset": "ell_Grek-fon_Latn", "languages": ["ell-Grek", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-jav_Latn", "languages": ["ell-Grek", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-lao_Laoo", "languages": ["ell-Grek", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.881094, "recall": 0.914032, "f1": 0.891587, "accuracy": 0.914032, "main_score": 0.891587, "hf_subset": "ell_Grek-mri_Latn", "languages": ["ell-Grek", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-rus_Cyrl", "languages": ["ell-Grek", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532523, "recall": 0.596838, "f1": 0.550795, "accuracy": 0.596838, "main_score": 0.550795, "hf_subset": "ell_Grek-taq_Latn", "languages": ["ell-Grek", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ell_Grek-war_Latn", "languages": ["ell-Grek", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-arb_Arab", "languages": ["ell-Grek", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-bul_Cyrl", "languages": ["ell-Grek", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-fra_Latn", "languages": ["ell-Grek", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-jpn_Jpan", "languages": ["ell-Grek", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ell_Grek-lij_Latn", "languages": ["ell-Grek", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "ell_Grek-mya_Mymr", "languages": ["ell-Grek", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.580431, "recall": 0.651186, "f1": 0.600733, "accuracy": 0.651186, "main_score": 0.600733, "hf_subset": "ell_Grek-sag_Latn", "languages": ["ell-Grek", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187197, "recall": 0.246047, "f1": 0.200778, "accuracy": 0.246047, "main_score": 0.200778, "hf_subset": "ell_Grek-taq_Tfng", "languages": ["ell-Grek", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.621625, "recall": 0.688735, "f1": 0.640952, "accuracy": 0.688735, "main_score": 0.640952, "hf_subset": "ell_Grek-wol_Latn", "languages": ["ell-Grek", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820603, "recall": 0.866601, "f1": 0.834519, "accuracy": 0.866601, "main_score": 0.834519, "hf_subset": "ell_Grek-arb_Latn", "languages": ["ell-Grek", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-cat_Latn", "languages": ["ell-Grek", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-fur_Latn", "languages": ["ell-Grek", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417215, "recall": 0.476285, "f1": 0.433901, "accuracy": 0.476285, "main_score": 0.433901, "hf_subset": "ell_Grek-kab_Latn", "languages": ["ell-Grek", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-lim_Latn", "languages": ["ell-Grek", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-nld_Latn", "languages": ["ell-Grek", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ell_Grek-san_Deva", "languages": ["ell-Grek", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tat_Cyrl", "languages": ["ell-Grek", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.679423, "recall": 0.735178, "f1": 0.695575, "accuracy": 0.735178, "main_score": 0.695575, "hf_subset": "ell_Grek-xho_Latn", "languages": ["ell-Grek", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ars_Arab", "languages": ["ell-Grek", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-ceb_Latn", "languages": ["ell-Grek", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558788, "recall": 0.625494, "f1": 0.577848, "accuracy": 0.625494, "main_score": 0.577848, "hf_subset": "ell_Grek-fuv_Latn", "languages": ["ell-Grek", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506368, "recall": 0.577075, "f1": 0.525932, "accuracy": 0.577075, "main_score": 0.525932, "hf_subset": "ell_Grek-kac_Latn", "languages": ["ell-Grek", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669944, "recall": 0.72332, "f1": 0.685573, "accuracy": 0.72332, "main_score": 0.685573, "hf_subset": "ell_Grek-lin_Latn", "languages": ["ell-Grek", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-nno_Latn", "languages": ["ell-Grek", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.231286, "recall": 0.321146, "f1": 0.254683, "accuracy": 0.321146, "main_score": 0.254683, "hf_subset": "ell_Grek-sat_Olck", "languages": ["ell-Grek", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-tel_Telu", "languages": ["ell-Grek", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ell_Grek-ydd_Hebr", "languages": ["ell-Grek", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ell_Grek-ary_Arab", "languages": ["ell-Grek", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ces_Latn", "languages": ["ell-Grek", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572901, "recall": 0.640316, "f1": 0.592624, "accuracy": 0.640316, "main_score": 0.592624, "hf_subset": "ell_Grek-gaz_Latn", "languages": ["ell-Grek", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587, "recall": 0.650198, "f1": 0.604313, "accuracy": 0.650198, "main_score": 0.604313, "hf_subset": "ell_Grek-kam_Latn", "languages": ["ell-Grek", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ell_Grek-lit_Latn", "languages": ["ell-Grek", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-nob_Latn", "languages": ["ell-Grek", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ell_Grek-scn_Latn", "languages": ["ell-Grek", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ell_Grek-tgk_Cyrl", "languages": ["ell-Grek", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.725059, "recall": 0.786561, "f1": 0.743975, "accuracy": 0.786561, "main_score": 0.743975, "hf_subset": "ell_Grek-yor_Latn", "languages": ["ell-Grek", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-arz_Arab", "languages": ["ell-Grek", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551534, "recall": 0.617589, "f1": 0.57048, "accuracy": 0.617589, "main_score": 0.57048, "hf_subset": "ell_Grek-cjk_Latn", "languages": ["ell-Grek", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800659, "recall": 0.848814, "f1": 0.814822, "accuracy": 0.848814, "main_score": 0.814822, "hf_subset": "ell_Grek-gla_Latn", "languages": ["ell-Grek", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-kan_Knda", "languages": ["ell-Grek", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ell_Grek-lmo_Latn", "languages": ["ell-Grek", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ell_Grek-npi_Deva", "languages": ["ell-Grek", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466398, "recall": 0.534585, "f1": 0.484916, "accuracy": 0.534585, "main_score": 0.484916, "hf_subset": "ell_Grek-shn_Mymr", "languages": ["ell-Grek", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tgl_Latn", "languages": ["ell-Grek", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-yue_Hant", "languages": ["ell-Grek", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-asm_Beng", "languages": ["ell-Grek", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ell_Grek-ckb_Arab", "languages": ["ell-Grek", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895043, "recall": 0.923913, "f1": 0.904051, "accuracy": 0.923913, "main_score": 0.904051, "hf_subset": "ell_Grek-gle_Latn", "languages": ["ell-Grek", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "ell_Grek-kas_Arab", "languages": ["ell-Grek", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "ell_Grek-ltg_Latn", "languages": ["ell-Grek", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608126, "recall": 0.664032, "f1": 0.624198, "accuracy": 0.664032, "main_score": 0.624198, "hf_subset": "ell_Grek-nso_Latn", "languages": ["ell-Grek", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ell_Grek-sin_Sinh", "languages": ["ell-Grek", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-tha_Thai", "languages": ["ell-Grek", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-zho_Hans", "languages": ["ell-Grek", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ast_Latn", "languages": ["ell-Grek", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-crh_Latn", "languages": ["ell-Grek", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-glg_Latn", "languages": ["ell-Grek", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909256, "recall": 0.935771, "f1": 0.917819, "accuracy": 0.935771, "main_score": 0.917819, "hf_subset": "ell_Grek-kas_Deva", "languages": ["ell-Grek", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ell_Grek-ltz_Latn", "languages": ["ell-Grek", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46402, "recall": 0.529644, "f1": 0.481414, "accuracy": 0.529644, "main_score": 0.481414, "hf_subset": "ell_Grek-nus_Latn", "languages": ["ell-Grek", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-slk_Latn", "languages": ["ell-Grek", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619829, "recall": 0.6917, "f1": 0.641532, "accuracy": 0.6917, "main_score": 0.641532, "hf_subset": "ell_Grek-tir_Ethi", "languages": ["ell-Grek", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-zho_Hant", "languages": ["ell-Grek", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "ell_Grek-awa_Deva", "languages": ["ell-Grek", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ell_Grek-cym_Latn", "languages": ["ell-Grek", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846212, "recall": 0.884387, "f1": 0.858202, "accuracy": 0.884387, "main_score": 0.858202, "hf_subset": "ell_Grek-grn_Latn", "languages": ["ell-Grek", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-kat_Geor", "languages": ["ell-Grek", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.644956, "recall": 0.698617, "f1": 0.660406, "accuracy": 0.698617, "main_score": 0.660406, "hf_subset": "ell_Grek-lua_Latn", "languages": ["ell-Grek", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651246, "recall": 0.713439, "f1": 0.669208, "accuracy": 0.713439, "main_score": 0.669208, "hf_subset": "ell_Grek-nya_Latn", "languages": ["ell-Grek", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-slv_Latn", "languages": ["ell-Grek", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "ell_Grek-tpi_Latn", "languages": ["ell-Grek", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-zsm_Latn", "languages": ["ell-Grek", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533138, "recall": 0.601779, "f1": 0.552196, "accuracy": 0.601779, "main_score": 0.552196, "hf_subset": "ell_Grek-ayr_Latn", "languages": ["ell-Grek", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-dan_Latn", "languages": ["ell-Grek", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-guj_Gujr", "languages": ["ell-Grek", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-kaz_Cyrl", "languages": ["ell-Grek", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53117, "recall": 0.597826, "f1": 0.549909, "accuracy": 0.597826, "main_score": 0.549909, "hf_subset": "ell_Grek-lug_Latn", "languages": ["ell-Grek", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-oci_Latn", "languages": ["ell-Grek", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828261, "recall": 0.873518, "f1": 0.842194, "accuracy": 0.873518, "main_score": 0.842194, "hf_subset": "ell_Grek-smo_Latn", "languages": ["ell-Grek", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54797, "recall": 0.61166, "f1": 0.565409, "accuracy": 0.61166, "main_score": 0.565409, "hf_subset": "ell_Grek-tsn_Latn", "languages": ["ell-Grek", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620726, "recall": 0.684783, "f1": 0.639107, "accuracy": 0.684783, "main_score": 0.639107, "hf_subset": "ell_Grek-zul_Latn", "languages": ["ell-Grek", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925725, "recall": 0.947628, "f1": 0.932642, "accuracy": 0.947628, "main_score": 0.932642, "hf_subset": "ell_Grek-azb_Arab", "languages": ["ell-Grek", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-deu_Latn", "languages": ["ell-Grek", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "ell_Grek-hat_Latn", "languages": ["ell-Grek", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490794, "recall": 0.549407, "f1": 0.507395, "accuracy": 0.549407, "main_score": 0.507395, "hf_subset": "ell_Grek-kbp_Latn", "languages": ["ell-Grek", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565364, "recall": 0.62747, "f1": 0.582428, "accuracy": 0.62747, "main_score": 0.582428, "hf_subset": "ell_Grek-luo_Latn", "languages": ["ell-Grek", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-ory_Orya", "languages": ["ell-Grek", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.57696, "recall": 0.646245, "f1": 0.597026, "accuracy": 0.646245, "main_score": 0.597026, "hf_subset": "ell_Grek-sna_Latn", "languages": ["ell-Grek", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559946, "recall": 0.618577, "f1": 0.57624, "accuracy": 0.618577, "main_score": 0.57624, "hf_subset": "ell_Grek-tso_Latn", "languages": ["ell-Grek", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-azj_Latn", "languages": ["ell-Grek", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52813, "recall": 0.598814, "f1": 0.548777, "accuracy": 0.598814, "main_score": 0.548777, "hf_subset": "ell_Grek-dik_Latn", "languages": ["ell-Grek", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75448, "recall": 0.809289, "f1": 0.770624, "accuracy": 0.809289, "main_score": 0.770624, "hf_subset": "ell_Grek-hau_Latn", "languages": ["ell-Grek", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ell_Grek-kea_Latn", "languages": ["ell-Grek", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736166, "recall": 0.79249, "f1": 0.752819, "accuracy": 0.79249, "main_score": 0.752819, "hf_subset": "ell_Grek-lus_Latn", "languages": ["ell-Grek", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864896, "recall": 0.897233, "f1": 0.874396, "accuracy": 0.897233, "main_score": 0.874396, "hf_subset": "ell_Grek-pag_Latn", "languages": ["ell-Grek", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-snd_Arab", "languages": ["ell-Grek", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ell_Grek-tuk_Latn", "languages": ["ell-Grek", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ell_Grek-bak_Cyrl", "languages": ["ell-Grek", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481897, "recall": 0.561265, "f1": 0.504602, "accuracy": 0.561265, "main_score": 0.504602, "hf_subset": "ell_Grek-dyu_Latn", "languages": ["ell-Grek", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-heb_Hebr", "languages": ["ell-Grek", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-khk_Cyrl", "languages": ["ell-Grek", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-lvs_Latn", "languages": ["ell-Grek", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-pan_Guru", "languages": ["ell-Grek", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.703863, "recall": 0.762846, "f1": 0.721525, "accuracy": 0.762846, "main_score": 0.721525, "hf_subset": "ell_Grek-som_Latn", "languages": ["ell-Grek", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595142, "recall": 0.647233, "f1": 0.610164, "accuracy": 0.647233, "main_score": 0.610164, "hf_subset": "ell_Grek-tum_Latn", "languages": ["ell-Grek", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56354, "recall": 0.629447, "f1": 0.582562, "accuracy": 0.629447, "main_score": 0.582562, "hf_subset": "hne_Deva-ace_Arab", "languages": ["hne-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509733, "recall": 0.575099, "f1": 0.528284, "accuracy": 0.575099, "main_score": 0.528284, "hf_subset": "hne_Deva-bam_Latn", "languages": ["hne-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421727, "recall": 0.499012, "f1": 0.442326, "accuracy": 0.499012, "main_score": 0.442326, "hf_subset": "hne_Deva-dzo_Tibt", "languages": ["hne-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-hin_Deva", "languages": ["hne-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-khm_Khmr", "languages": ["hne-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-mag_Deva", "languages": ["hne-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "hne_Deva-pap_Latn", "languages": ["hne-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581775, "recall": 0.642292, "f1": 0.598722, "accuracy": 0.642292, "main_score": 0.598722, "hf_subset": "hne_Deva-sot_Latn", "languages": ["hne-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-tur_Latn", "languages": ["hne-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867918, "recall": 0.903162, "f1": 0.878708, "accuracy": 0.903162, "main_score": 0.878708, "hf_subset": "hne_Deva-ace_Latn", "languages": ["hne-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.964427, "f1": 0.955204, "accuracy": 0.964427, "main_score": 0.955204, "hf_subset": "hne_Deva-ban_Latn", "languages": ["hne-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-ell_Grek", "languages": ["hne-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.583744, "recall": 0.640316, "f1": 0.600125, "accuracy": 0.640316, "main_score": 0.600125, "hf_subset": "hne_Deva-kik_Latn", "languages": ["hne-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-mai_Deva", "languages": ["hne-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "hne_Deva-pbt_Arab", "languages": ["hne-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-spa_Latn", "languages": ["hne-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60454, "recall": 0.672925, "f1": 0.622876, "accuracy": 0.672925, "main_score": 0.622876, "hf_subset": "hne_Deva-twi_Latn", "languages": ["hne-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-acm_Arab", "languages": ["hne-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "hne_Deva-bel_Cyrl", "languages": ["hne-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-eng_Latn", "languages": ["hne-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-hrv_Latn", "languages": ["hne-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527561, "recall": 0.592885, "f1": 0.54531, "accuracy": 0.592885, "main_score": 0.54531, "hf_subset": "hne_Deva-kin_Latn", "languages": ["hne-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-mal_Mlym", "languages": ["hne-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-pes_Arab", "languages": ["hne-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hne_Deva-srd_Latn", "languages": ["hne-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180727, "recall": 0.221344, "f1": 0.190592, "accuracy": 0.221344, "main_score": 0.190592, "hf_subset": "hne_Deva-tzm_Tfng", "languages": ["hne-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-acq_Arab", "languages": ["hne-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607353, "recall": 0.659091, "f1": 0.621601, "accuracy": 0.659091, "main_score": 0.621601, "hf_subset": "hne_Deva-bem_Latn", "languages": ["hne-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-epo_Latn", "languages": ["hne-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-hun_Latn", "languages": ["hne-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hne_Deva-kir_Cyrl", "languages": ["hne-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-mar_Deva", "languages": ["hne-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.643661, "recall": 0.699605, "f1": 0.659939, "accuracy": 0.699605, "main_score": 0.659939, "hf_subset": "hne_Deva-plt_Latn", "languages": ["hne-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-srp_Cyrl", "languages": ["hne-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.948781, "recall": 0.964427, "f1": 0.953887, "accuracy": 0.964427, "main_score": 0.953887, "hf_subset": "hne_Deva-uig_Arab", "languages": ["hne-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-aeb_Arab", "languages": ["hne-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-ben_Beng", "languages": ["hne-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-est_Latn", "languages": ["hne-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-hye_Armn", "languages": ["hne-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.531408, "recall": 0.583992, "f1": 0.546251, "accuracy": 0.583992, "main_score": 0.546251, "hf_subset": "hne_Deva-kmb_Latn", "languages": ["hne-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490437, "recall": 0.56917, "f1": 0.511596, "accuracy": 0.56917, "main_score": 0.511596, "hf_subset": "hne_Deva-min_Arab", "languages": ["hne-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-pol_Latn", "languages": ["hne-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547962, "recall": 0.612648, "f1": 0.565817, "accuracy": 0.612648, "main_score": 0.565817, "hf_subset": "hne_Deva-ssw_Latn", "languages": ["hne-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ukr_Cyrl", "languages": ["hne-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-afr_Latn", "languages": ["hne-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-bho_Deva", "languages": ["hne-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hne_Deva-eus_Latn", "languages": ["hne-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571511, "recall": 0.634387, "f1": 0.588572, "accuracy": 0.634387, "main_score": 0.588572, "hf_subset": "hne_Deva-ibo_Latn", "languages": ["hne-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859601, "recall": 0.897233, "f1": 0.871443, "accuracy": 0.897233, "main_score": 0.871443, "hf_subset": "hne_Deva-kmr_Latn", "languages": ["hne-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hne_Deva-min_Latn", "languages": ["hne-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-por_Latn", "languages": ["hne-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-sun_Latn", "languages": ["hne-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515827, "recall": 0.56917, "f1": 0.530648, "accuracy": 0.56917, "main_score": 0.530648, "hf_subset": "hne_Deva-umb_Latn", "languages": ["hne-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-ajp_Arab", "languages": ["hne-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523491, "recall": 0.591897, "f1": 0.542738, "accuracy": 0.591897, "main_score": 0.542738, "hf_subset": "hne_Deva-bjn_Arab", "languages": ["hne-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525291, "recall": 0.581028, "f1": 0.539722, "accuracy": 0.581028, "main_score": 0.539722, "hf_subset": "hne_Deva-ewe_Latn", "languages": ["hne-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940217, "recall": 0.956522, "f1": 0.94529, "accuracy": 0.956522, "main_score": 0.94529, "hf_subset": "hne_Deva-ilo_Latn", "languages": ["hne-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317441, "recall": 0.37747, "f1": 0.333814, "accuracy": 0.37747, "main_score": 0.333814, "hf_subset": "hne_Deva-knc_Arab", "languages": ["hne-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-mkd_Cyrl", "languages": ["hne-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-prs_Arab", "languages": ["hne-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-swe_Latn", "languages": ["hne-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-urd_Arab", "languages": ["hne-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56788, "recall": 0.63834, "f1": 0.587589, "accuracy": 0.63834, "main_score": 0.587589, "hf_subset": "hne_Deva-aka_Latn", "languages": ["hne-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hne_Deva-bjn_Latn", "languages": ["hne-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "hne_Deva-fao_Latn", "languages": ["hne-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ind_Latn", "languages": ["hne-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581213, "recall": 0.646245, "f1": 0.599739, "accuracy": 0.646245, "main_score": 0.599739, "hf_subset": "hne_Deva-knc_Latn", "languages": ["hne-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hne_Deva-mlt_Latn", "languages": ["hne-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684268, "recall": 0.750988, "f1": 0.703746, "accuracy": 0.750988, "main_score": 0.703746, "hf_subset": "hne_Deva-quy_Latn", "languages": ["hne-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "hne_Deva-swh_Latn", "languages": ["hne-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-uzn_Latn", "languages": ["hne-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-als_Latn", "languages": ["hne-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6222, "recall": 0.700593, "f1": 0.644848, "accuracy": 0.700593, "main_score": 0.644848, "hf_subset": "hne_Deva-bod_Tibt", "languages": ["hne-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.669368, "recall": 0.729249, "f1": 0.687121, "accuracy": 0.729249, "main_score": 0.687121, "hf_subset": "hne_Deva-fij_Latn", "languages": ["hne-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "hne_Deva-isl_Latn", "languages": ["hne-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654801, "recall": 0.709486, "f1": 0.671069, "accuracy": 0.709486, "main_score": 0.671069, "hf_subset": "hne_Deva-kon_Latn", "languages": ["hne-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674746, "recall": 0.737154, "f1": 0.692756, "accuracy": 0.737154, "main_score": 0.692756, "hf_subset": "hne_Deva-mni_Beng", "languages": ["hne-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ron_Latn", "languages": ["hne-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.985178, "f1": 0.981884, "accuracy": 0.985178, "main_score": 0.981884, "hf_subset": "hne_Deva-szl_Latn", "languages": ["hne-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-vec_Latn", "languages": ["hne-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928557, "recall": 0.950593, "f1": 0.935606, "accuracy": 0.950593, "main_score": 0.935606, "hf_subset": "hne_Deva-amh_Ethi", "languages": ["hne-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-bos_Latn", "languages": ["hne-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-fin_Latn", "languages": ["hne-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-ita_Latn", "languages": ["hne-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-kor_Hang", "languages": ["hne-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.536009, "recall": 0.594862, "f1": 0.552212, "accuracy": 0.594862, "main_score": 0.552212, "hf_subset": "hne_Deva-mos_Latn", "languages": ["hne-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537871, "recall": 0.594862, "f1": 0.553673, "accuracy": 0.594862, "main_score": 0.553673, "hf_subset": "hne_Deva-run_Latn", "languages": ["hne-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-tam_Taml", "languages": ["hne-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-vie_Latn", "languages": ["hne-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-apc_Arab", "languages": ["hne-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.792309, "recall": 0.838933, "f1": 0.806357, "accuracy": 0.838933, "main_score": 0.806357, "hf_subset": "hne_Deva-bug_Latn", "languages": ["hne-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458941, "recall": 0.513834, "f1": 0.473741, "accuracy": 0.513834, "main_score": 0.473741, "hf_subset": "hne_Deva-fon_Latn", "languages": ["hne-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hne_Deva-jav_Latn", "languages": ["hne-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-lao_Laoo", "languages": ["hne-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.851103, "recall": 0.891304, "f1": 0.86334, "accuracy": 0.891304, "main_score": 0.86334, "hf_subset": "hne_Deva-mri_Latn", "languages": ["hne-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-rus_Cyrl", "languages": ["hne-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52916, "recall": 0.588933, "f1": 0.545421, "accuracy": 0.588933, "main_score": 0.545421, "hf_subset": "hne_Deva-taq_Latn", "languages": ["hne-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-war_Latn", "languages": ["hne-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-arb_Arab", "languages": ["hne-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-bul_Cyrl", "languages": ["hne-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-fra_Latn", "languages": ["hne-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-jpn_Jpan", "languages": ["hne-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "hne_Deva-lij_Latn", "languages": ["hne-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "hne_Deva-mya_Mymr", "languages": ["hne-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.595622, "recall": 0.656126, "f1": 0.612051, "accuracy": 0.656126, "main_score": 0.612051, "hf_subset": "hne_Deva-sag_Latn", "languages": ["hne-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19643, "recall": 0.251976, "f1": 0.208835, "accuracy": 0.251976, "main_score": 0.208835, "hf_subset": "hne_Deva-taq_Tfng", "languages": ["hne-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.616783, "recall": 0.681818, "f1": 0.635042, "accuracy": 0.681818, "main_score": 0.635042, "hf_subset": "hne_Deva-wol_Latn", "languages": ["hne-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784042, "recall": 0.838933, "f1": 0.800678, "accuracy": 0.838933, "main_score": 0.800678, "hf_subset": "hne_Deva-arb_Latn", "languages": ["hne-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-cat_Latn", "languages": ["hne-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "hne_Deva-fur_Latn", "languages": ["hne-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403887, "recall": 0.458498, "f1": 0.418749, "accuracy": 0.458498, "main_score": 0.418749, "hf_subset": "hne_Deva-kab_Latn", "languages": ["hne-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hne_Deva-lim_Latn", "languages": ["hne-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-nld_Latn", "languages": ["hne-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "hne_Deva-san_Deva", "languages": ["hne-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-tat_Cyrl", "languages": ["hne-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.657407, "recall": 0.714427, "f1": 0.673217, "accuracy": 0.714427, "main_score": 0.673217, "hf_subset": "hne_Deva-xho_Latn", "languages": ["hne-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-ars_Arab", "languages": ["hne-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-ceb_Latn", "languages": ["hne-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554421, "recall": 0.618577, "f1": 0.572728, "accuracy": 0.618577, "main_score": 0.572728, "hf_subset": "hne_Deva-fuv_Latn", "languages": ["hne-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500636, "recall": 0.568182, "f1": 0.518523, "accuracy": 0.568182, "main_score": 0.518523, "hf_subset": "hne_Deva-kac_Latn", "languages": ["hne-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667984, "recall": 0.72332, "f1": 0.68378, "accuracy": 0.72332, "main_score": 0.68378, "hf_subset": "hne_Deva-lin_Latn", "languages": ["hne-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-nno_Latn", "languages": ["hne-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.251521, "recall": 0.333992, "f1": 0.273097, "accuracy": 0.333992, "main_score": 0.273097, "hf_subset": "hne_Deva-sat_Olck", "languages": ["hne-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "hne_Deva-tel_Telu", "languages": ["hne-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "hne_Deva-ydd_Hebr", "languages": ["hne-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "hne_Deva-ary_Arab", "languages": ["hne-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ces_Latn", "languages": ["hne-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572637, "recall": 0.633399, "f1": 0.590145, "accuracy": 0.633399, "main_score": 0.590145, "hf_subset": "hne_Deva-gaz_Latn", "languages": ["hne-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579681, "recall": 0.643281, "f1": 0.597364, "accuracy": 0.643281, "main_score": 0.597364, "hf_subset": "hne_Deva-kam_Latn", "languages": ["hne-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "hne_Deva-lit_Latn", "languages": ["hne-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-nob_Latn", "languages": ["hne-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "hne_Deva-scn_Latn", "languages": ["hne-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "hne_Deva-tgk_Cyrl", "languages": ["hne-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.688614, "recall": 0.753953, "f1": 0.708042, "accuracy": 0.753953, "main_score": 0.708042, "hf_subset": "hne_Deva-yor_Latn", "languages": ["hne-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-arz_Arab", "languages": ["hne-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558248, "recall": 0.620553, "f1": 0.575678, "accuracy": 0.620553, "main_score": 0.575678, "hf_subset": "hne_Deva-cjk_Latn", "languages": ["hne-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754298, "recall": 0.807312, "f1": 0.770243, "accuracy": 0.807312, "main_score": 0.770243, "hf_subset": "hne_Deva-gla_Latn", "languages": ["hne-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-kan_Knda", "languages": ["hne-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "hne_Deva-lmo_Latn", "languages": ["hne-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "hne_Deva-npi_Deva", "languages": ["hne-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46775, "recall": 0.528656, "f1": 0.484143, "accuracy": 0.528656, "main_score": 0.484143, "hf_subset": "hne_Deva-shn_Mymr", "languages": ["hne-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-tgl_Latn", "languages": ["hne-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-yue_Hant", "languages": ["hne-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-asm_Beng", "languages": ["hne-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "hne_Deva-ckb_Arab", "languages": ["hne-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.849424, "recall": 0.887352, "f1": 0.861199, "accuracy": 0.887352, "main_score": 0.861199, "hf_subset": "hne_Deva-gle_Latn", "languages": ["hne-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "hne_Deva-kas_Arab", "languages": ["hne-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.922266, "recall": 0.94664, "f1": 0.930171, "accuracy": 0.94664, "main_score": 0.930171, "hf_subset": "hne_Deva-ltg_Latn", "languages": ["hne-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590939, "recall": 0.647233, "f1": 0.606683, "accuracy": 0.647233, "main_score": 0.606683, "hf_subset": "hne_Deva-nso_Latn", "languages": ["hne-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "hne_Deva-sin_Sinh", "languages": ["hne-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-tha_Thai", "languages": ["hne-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-zho_Hans", "languages": ["hne-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-ast_Latn", "languages": ["hne-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hne_Deva-crh_Latn", "languages": ["hne-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-glg_Latn", "languages": ["hne-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920784, "recall": 0.944664, "f1": 0.928689, "accuracy": 0.944664, "main_score": 0.928689, "hf_subset": "hne_Deva-kas_Deva", "languages": ["hne-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "hne_Deva-ltz_Latn", "languages": ["hne-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456544, "recall": 0.520751, "f1": 0.47404, "accuracy": 0.520751, "main_score": 0.47404, "hf_subset": "hne_Deva-nus_Latn", "languages": ["hne-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "hne_Deva-slk_Latn", "languages": ["hne-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628409, "recall": 0.701581, "f1": 0.649675, "accuracy": 0.701581, "main_score": 0.649675, "hf_subset": "hne_Deva-tir_Ethi", "languages": ["hne-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-zho_Hant", "languages": ["hne-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "hne_Deva-awa_Deva", "languages": ["hne-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "hne_Deva-cym_Latn", "languages": ["hne-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830896, "recall": 0.870553, "f1": 0.843017, "accuracy": 0.870553, "main_score": 0.843017, "hf_subset": "hne_Deva-grn_Latn", "languages": ["hne-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-kat_Geor", "languages": ["hne-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.643603, "recall": 0.699605, "f1": 0.659226, "accuracy": 0.699605, "main_score": 0.659226, "hf_subset": "hne_Deva-lua_Latn", "languages": ["hne-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629035, "recall": 0.690711, "f1": 0.646066, "accuracy": 0.690711, "main_score": 0.646066, "hf_subset": "hne_Deva-nya_Latn", "languages": ["hne-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-slv_Latn", "languages": ["hne-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948699, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "hne_Deva-tpi_Latn", "languages": ["hne-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-zsm_Latn", "languages": ["hne-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542264, "recall": 0.597826, "f1": 0.558343, "accuracy": 0.597826, "main_score": 0.558343, "hf_subset": "hne_Deva-ayr_Latn", "languages": ["hne-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-dan_Latn", "languages": ["hne-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-guj_Gujr", "languages": ["hne-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-kaz_Cyrl", "languages": ["hne-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51363, "recall": 0.574111, "f1": 0.530476, "accuracy": 0.574111, "main_score": 0.530476, "hf_subset": "hne_Deva-lug_Latn", "languages": ["hne-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-oci_Latn", "languages": ["hne-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802372, "recall": 0.852767, "f1": 0.817951, "accuracy": 0.852767, "main_score": 0.817951, "hf_subset": "hne_Deva-smo_Latn", "languages": ["hne-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530916, "recall": 0.591897, "f1": 0.547947, "accuracy": 0.591897, "main_score": 0.547947, "hf_subset": "hne_Deva-tsn_Latn", "languages": ["hne-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590516, "recall": 0.652174, "f1": 0.608189, "accuracy": 0.652174, "main_score": 0.608189, "hf_subset": "hne_Deva-zul_Latn", "languages": ["hne-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917161, "recall": 0.939723, "f1": 0.924242, "accuracy": 0.939723, "main_score": 0.924242, "hf_subset": "hne_Deva-azb_Arab", "languages": ["hne-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-deu_Latn", "languages": ["hne-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "hne_Deva-hat_Latn", "languages": ["hne-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473035, "recall": 0.534585, "f1": 0.4901, "accuracy": 0.534585, "main_score": 0.4901, "hf_subset": "hne_Deva-kbp_Latn", "languages": ["hne-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562782, "recall": 0.616601, "f1": 0.577376, "accuracy": 0.616601, "main_score": 0.577376, "hf_subset": "hne_Deva-luo_Latn", "languages": ["hne-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ory_Orya", "languages": ["hne-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.576419, "recall": 0.645257, "f1": 0.59589, "accuracy": 0.645257, "main_score": 0.59589, "hf_subset": "hne_Deva-sna_Latn", "languages": ["hne-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560944, "recall": 0.613636, "f1": 0.575827, "accuracy": 0.613636, "main_score": 0.575827, "hf_subset": "hne_Deva-tso_Latn", "languages": ["hne-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-azj_Latn", "languages": ["hne-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519055, "recall": 0.590909, "f1": 0.539864, "accuracy": 0.590909, "main_score": 0.539864, "hf_subset": "hne_Deva-dik_Latn", "languages": ["hne-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730215, "recall": 0.784585, "f1": 0.746366, "accuracy": 0.784585, "main_score": 0.746366, "hf_subset": "hne_Deva-hau_Latn", "languages": ["hne-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hne_Deva-kea_Latn", "languages": ["hne-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73941, "recall": 0.794466, "f1": 0.755599, "accuracy": 0.794466, "main_score": 0.755599, "hf_subset": "hne_Deva-lus_Latn", "languages": ["hne-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869928, "recall": 0.900198, "f1": 0.878887, "accuracy": 0.900198, "main_score": 0.878887, "hf_subset": "hne_Deva-pag_Latn", "languages": ["hne-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-snd_Arab", "languages": ["hne-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "hne_Deva-tuk_Latn", "languages": ["hne-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "hne_Deva-bak_Cyrl", "languages": ["hne-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485063, "recall": 0.564229, "f1": 0.507684, "accuracy": 0.564229, "main_score": 0.507684, "hf_subset": "hne_Deva-dyu_Latn", "languages": ["hne-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-heb_Hebr", "languages": ["hne-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "hne_Deva-khk_Cyrl", "languages": ["hne-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-lvs_Latn", "languages": ["hne-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-pan_Guru", "languages": ["hne-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.699226, "recall": 0.76087, "f1": 0.717975, "accuracy": 0.76087, "main_score": 0.717975, "hf_subset": "hne_Deva-som_Latn", "languages": ["hne-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589479, "recall": 0.635375, "f1": 0.602197, "accuracy": 0.635375, "main_score": 0.602197, "hf_subset": "hne_Deva-tum_Latn", "languages": ["hne-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397572, "recall": 0.45751, "f1": 0.414529, "accuracy": 0.45751, "main_score": 0.414529, "hf_subset": "kik_Latn-ace_Arab", "languages": ["kik-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484217, "recall": 0.544466, "f1": 0.499745, "accuracy": 0.544466, "main_score": 0.499745, "hf_subset": "kik_Latn-bam_Latn", "languages": ["kik-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152618, "recall": 0.204545, "f1": 0.165612, "accuracy": 0.204545, "main_score": 0.165612, "hf_subset": "kik_Latn-dzo_Tibt", "languages": ["kik-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.591277, "recall": 0.648221, "f1": 0.606139, "accuracy": 0.648221, "main_score": 0.606139, "hf_subset": "kik_Latn-hin_Deva", "languages": ["kik-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545174, "recall": 0.598814, "f1": 0.55964, "accuracy": 0.598814, "main_score": 0.55964, "hf_subset": "kik_Latn-khm_Khmr", "languages": ["kik-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.579622, "recall": 0.636364, "f1": 0.594934, "accuracy": 0.636364, "main_score": 0.594934, "hf_subset": "kik_Latn-mag_Deva", "languages": ["kik-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.594128, "recall": 0.63834, "f1": 0.606207, "accuracy": 0.63834, "main_score": 0.606207, "hf_subset": "kik_Latn-pap_Latn", "languages": ["kik-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552753, "recall": 0.605731, "f1": 0.567779, "accuracy": 0.605731, "main_score": 0.567779, "hf_subset": "kik_Latn-sot_Latn", "languages": ["kik-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580199, "recall": 0.637352, "f1": 0.595691, "accuracy": 0.637352, "main_score": 0.595691, "hf_subset": "kik_Latn-tur_Latn", "languages": ["kik-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576623, "recall": 0.619565, "f1": 0.588829, "accuracy": 0.619565, "main_score": 0.588829, "hf_subset": "kik_Latn-ace_Latn", "languages": ["kik-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603657, "recall": 0.641304, "f1": 0.613934, "accuracy": 0.641304, "main_score": 0.613934, "hf_subset": "kik_Latn-ban_Latn", "languages": ["kik-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586669, "recall": 0.642292, "f1": 0.601067, "accuracy": 0.642292, "main_score": 0.601067, "hf_subset": "kik_Latn-ell_Grek", "languages": ["kik-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.566378, "recall": 0.619565, "f1": 0.581252, "accuracy": 0.619565, "main_score": 0.581252, "hf_subset": "kik_Latn-hne_Deva", "languages": ["kik-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57245, "recall": 0.623518, "f1": 0.585387, "accuracy": 0.623518, "main_score": 0.585387, "hf_subset": "kik_Latn-mai_Deva", "languages": ["kik-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.538233, "recall": 0.596838, "f1": 0.553524, "accuracy": 0.596838, "main_score": 0.553524, "hf_subset": "kik_Latn-pbt_Arab", "languages": ["kik-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.588227, "recall": 0.640316, "f1": 0.602242, "accuracy": 0.640316, "main_score": 0.602242, "hf_subset": "kik_Latn-spa_Latn", "languages": ["kik-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544906, "recall": 0.588933, "f1": 0.557562, "accuracy": 0.588933, "main_score": 0.557562, "hf_subset": "kik_Latn-twi_Latn", "languages": ["kik-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576077, "recall": 0.625494, "f1": 0.589604, "accuracy": 0.625494, "main_score": 0.589604, "hf_subset": "kik_Latn-acm_Arab", "languages": ["kik-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560242, "recall": 0.616601, "f1": 0.575406, "accuracy": 0.616601, "main_score": 0.575406, "hf_subset": "kik_Latn-bel_Cyrl", "languages": ["kik-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.628786, "recall": 0.675889, "f1": 0.641463, "accuracy": 0.675889, "main_score": 0.641463, "hf_subset": "kik_Latn-eng_Latn", "languages": ["kik-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60703, "recall": 0.657115, "f1": 0.619953, "accuracy": 0.657115, "main_score": 0.619953, "hf_subset": "kik_Latn-hrv_Latn", "languages": ["kik-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506315, "recall": 0.566206, "f1": 0.522699, "accuracy": 0.566206, "main_score": 0.522699, "hf_subset": "kik_Latn-kin_Latn", "languages": ["kik-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574957, "recall": 0.62747, "f1": 0.589459, "accuracy": 0.62747, "main_score": 0.589459, "hf_subset": "kik_Latn-mal_Mlym", "languages": ["kik-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.586639, "recall": 0.637352, "f1": 0.600497, "accuracy": 0.637352, "main_score": 0.600497, "hf_subset": "kik_Latn-pes_Arab", "languages": ["kik-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590848, "recall": 0.634387, "f1": 0.602886, "accuracy": 0.634387, "main_score": 0.602886, "hf_subset": "kik_Latn-srd_Latn", "languages": ["kik-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.11003, "recall": 0.149209, "f1": 0.119383, "accuracy": 0.149209, "main_score": 0.119383, "hf_subset": "kik_Latn-tzm_Tfng", "languages": ["kik-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.572653, "recall": 0.62253, "f1": 0.586455, "accuracy": 0.62253, "main_score": 0.586455, "hf_subset": "kik_Latn-acq_Arab", "languages": ["kik-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558409, "recall": 0.608696, "f1": 0.572276, "accuracy": 0.608696, "main_score": 0.572276, "hf_subset": "kik_Latn-bem_Latn", "languages": ["kik-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594573, "recall": 0.640316, "f1": 0.60725, "accuracy": 0.640316, "main_score": 0.60725, "hf_subset": "kik_Latn-epo_Latn", "languages": ["kik-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583641, "recall": 0.637352, "f1": 0.598141, "accuracy": 0.637352, "main_score": 0.598141, "hf_subset": "kik_Latn-hun_Latn", "languages": ["kik-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565259, "recall": 0.620553, "f1": 0.580341, "accuracy": 0.620553, "main_score": 0.580341, "hf_subset": "kik_Latn-kir_Cyrl", "languages": ["kik-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586323, "recall": 0.632411, "f1": 0.59871, "accuracy": 0.632411, "main_score": 0.59871, "hf_subset": "kik_Latn-mar_Deva", "languages": ["kik-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.531177, "recall": 0.585968, "f1": 0.546156, "accuracy": 0.585968, "main_score": 0.546156, "hf_subset": "kik_Latn-plt_Latn", "languages": ["kik-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591544, "recall": 0.643281, "f1": 0.606123, "accuracy": 0.643281, "main_score": 0.606123, "hf_subset": "kik_Latn-srp_Cyrl", "languages": ["kik-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.479141, "recall": 0.54249, "f1": 0.496818, "accuracy": 0.54249, "main_score": 0.496818, "hf_subset": "kik_Latn-uig_Arab", "languages": ["kik-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562516, "recall": 0.613636, "f1": 0.576053, "accuracy": 0.613636, "main_score": 0.576053, "hf_subset": "kik_Latn-aeb_Arab", "languages": ["kik-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579264, "recall": 0.632411, "f1": 0.593765, "accuracy": 0.632411, "main_score": 0.593765, "hf_subset": "kik_Latn-ben_Beng", "languages": ["kik-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.569033, "recall": 0.621542, "f1": 0.583874, "accuracy": 0.621542, "main_score": 0.583874, "hf_subset": "kik_Latn-est_Latn", "languages": ["kik-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556637, "recall": 0.613636, "f1": 0.572415, "accuracy": 0.613636, "main_score": 0.572415, "hf_subset": "kik_Latn-hye_Armn", "languages": ["kik-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.507453, "recall": 0.555336, "f1": 0.521301, "accuracy": 0.555336, "main_score": 0.521301, "hf_subset": "kik_Latn-kmb_Latn", "languages": ["kik-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.343855, "recall": 0.411067, "f1": 0.362015, "accuracy": 0.411067, "main_score": 0.362015, "hf_subset": "kik_Latn-min_Arab", "languages": ["kik-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605659, "recall": 0.653162, "f1": 0.61863, "accuracy": 0.653162, "main_score": 0.61863, "hf_subset": "kik_Latn-pol_Latn", "languages": ["kik-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51166, "recall": 0.576087, "f1": 0.529518, "accuracy": 0.576087, "main_score": 0.529518, "hf_subset": "kik_Latn-ssw_Latn", "languages": ["kik-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587446, "recall": 0.642292, "f1": 0.602233, "accuracy": 0.642292, "main_score": 0.602233, "hf_subset": "kik_Latn-ukr_Cyrl", "languages": ["kik-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.611862, "recall": 0.662055, "f1": 0.625683, "accuracy": 0.662055, "main_score": 0.625683, "hf_subset": "kik_Latn-afr_Latn", "languages": ["kik-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579695, "recall": 0.62747, "f1": 0.593682, "accuracy": 0.62747, "main_score": 0.593682, "hf_subset": "kik_Latn-bho_Deva", "languages": ["kik-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572732, "recall": 0.628458, "f1": 0.587596, "accuracy": 0.628458, "main_score": 0.587596, "hf_subset": "kik_Latn-eus_Latn", "languages": ["kik-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525832, "recall": 0.576087, "f1": 0.540536, "accuracy": 0.576087, "main_score": 0.540536, "hf_subset": "kik_Latn-ibo_Latn", "languages": ["kik-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554375, "recall": 0.602767, "f1": 0.567987, "accuracy": 0.602767, "main_score": 0.567987, "hf_subset": "kik_Latn-kmr_Latn", "languages": ["kik-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587279, "recall": 0.636364, "f1": 0.600289, "accuracy": 0.636364, "main_score": 0.600289, "hf_subset": "kik_Latn-min_Latn", "languages": ["kik-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614692, "recall": 0.661067, "f1": 0.626866, "accuracy": 0.661067, "main_score": 0.626866, "hf_subset": "kik_Latn-por_Latn", "languages": ["kik-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598156, "recall": 0.645257, "f1": 0.610847, "accuracy": 0.645257, "main_score": 0.610847, "hf_subset": "kik_Latn-sun_Latn", "languages": ["kik-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455974, "recall": 0.516798, "f1": 0.473822, "accuracy": 0.516798, "main_score": 0.473822, "hf_subset": "kik_Latn-umb_Latn", "languages": ["kik-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594475, "recall": 0.643281, "f1": 0.60764, "accuracy": 0.643281, "main_score": 0.60764, "hf_subset": "kik_Latn-ajp_Arab", "languages": ["kik-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.367922, "recall": 0.437747, "f1": 0.387226, "accuracy": 0.437747, "main_score": 0.387226, "hf_subset": "kik_Latn-bjn_Arab", "languages": ["kik-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479301, "recall": 0.52668, "f1": 0.493248, "accuracy": 0.52668, "main_score": 0.493248, "hf_subset": "kik_Latn-ewe_Latn", "languages": ["kik-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622761, "recall": 0.662055, "f1": 0.633029, "accuracy": 0.662055, "main_score": 0.633029, "hf_subset": "kik_Latn-ilo_Latn", "languages": ["kik-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.231757, "recall": 0.296443, "f1": 0.249024, "accuracy": 0.296443, "main_score": 0.249024, "hf_subset": "kik_Latn-knc_Arab", "languages": ["kik-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578242, "recall": 0.63834, "f1": 0.594271, "accuracy": 0.63834, "main_score": 0.594271, "hf_subset": "kik_Latn-mkd_Cyrl", "languages": ["kik-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.577078, "recall": 0.634387, "f1": 0.592923, "accuracy": 0.634387, "main_score": 0.592923, "hf_subset": "kik_Latn-prs_Arab", "languages": ["kik-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604476, "recall": 0.652174, "f1": 0.616994, "accuracy": 0.652174, "main_score": 0.616994, "hf_subset": "kik_Latn-swe_Latn", "languages": ["kik-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558165, "recall": 0.615613, "f1": 0.573743, "accuracy": 0.615613, "main_score": 0.573743, "hf_subset": "kik_Latn-urd_Arab", "languages": ["kik-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551861, "recall": 0.593874, "f1": 0.564151, "accuracy": 0.593874, "main_score": 0.564151, "hf_subset": "kik_Latn-aka_Latn", "languages": ["kik-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59969, "recall": 0.640316, "f1": 0.610837, "accuracy": 0.640316, "main_score": 0.610837, "hf_subset": "kik_Latn-bjn_Latn", "languages": ["kik-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562173, "recall": 0.606719, "f1": 0.574723, "accuracy": 0.606719, "main_score": 0.574723, "hf_subset": "kik_Latn-fao_Latn", "languages": ["kik-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604551, "recall": 0.656126, "f1": 0.618084, "accuracy": 0.656126, "main_score": 0.618084, "hf_subset": "kik_Latn-ind_Latn", "languages": ["kik-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519713, "recall": 0.568182, "f1": 0.533948, "accuracy": 0.568182, "main_score": 0.533948, "hf_subset": "kik_Latn-knc_Latn", "languages": ["kik-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584845, "recall": 0.639328, "f1": 0.598725, "accuracy": 0.639328, "main_score": 0.598725, "hf_subset": "kik_Latn-mlt_Latn", "languages": ["kik-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52889, "recall": 0.576087, "f1": 0.541871, "accuracy": 0.576087, "main_score": 0.541871, "hf_subset": "kik_Latn-quy_Latn", "languages": ["kik-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57699, "recall": 0.630435, "f1": 0.591577, "accuracy": 0.630435, "main_score": 0.591577, "hf_subset": "kik_Latn-swh_Latn", "languages": ["kik-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550625, "recall": 0.607708, "f1": 0.566419, "accuracy": 0.607708, "main_score": 0.566419, "hf_subset": "kik_Latn-uzn_Latn", "languages": ["kik-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583773, "recall": 0.635375, "f1": 0.597616, "accuracy": 0.635375, "main_score": 0.597616, "hf_subset": "kik_Latn-als_Latn", "languages": ["kik-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2184, "recall": 0.284585, "f1": 0.235126, "accuracy": 0.284585, "main_score": 0.235126, "hf_subset": "kik_Latn-bod_Tibt", "languages": ["kik-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.520299, "recall": 0.567194, "f1": 0.533322, "accuracy": 0.567194, "main_score": 0.533322, "hf_subset": "kik_Latn-fij_Latn", "languages": ["kik-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538906, "recall": 0.597826, "f1": 0.554719, "accuracy": 0.597826, "main_score": 0.554719, "hf_subset": "kik_Latn-isl_Latn", "languages": ["kik-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550402, "recall": 0.59585, "f1": 0.562959, "accuracy": 0.59585, "main_score": 0.562959, "hf_subset": "kik_Latn-kon_Latn", "languages": ["kik-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4624, "recall": 0.524704, "f1": 0.480244, "accuracy": 0.524704, "main_score": 0.480244, "hf_subset": "kik_Latn-mni_Beng", "languages": ["kik-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.611048, "recall": 0.661067, "f1": 0.62426, "accuracy": 0.661067, "main_score": 0.62426, "hf_subset": "kik_Latn-ron_Latn", "languages": ["kik-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585848, "recall": 0.635375, "f1": 0.599222, "accuracy": 0.635375, "main_score": 0.599222, "hf_subset": "kik_Latn-szl_Latn", "languages": ["kik-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598871, "recall": 0.642292, "f1": 0.610723, "accuracy": 0.642292, "main_score": 0.610723, "hf_subset": "kik_Latn-vec_Latn", "languages": ["kik-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463239, "recall": 0.532609, "f1": 0.482297, "accuracy": 0.532609, "main_score": 0.482297, "hf_subset": "kik_Latn-amh_Ethi", "languages": ["kik-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.599628, "recall": 0.652174, "f1": 0.613563, "accuracy": 0.652174, "main_score": 0.613563, "hf_subset": "kik_Latn-bos_Latn", "languages": ["kik-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572434, "recall": 0.628458, "f1": 0.587361, "accuracy": 0.628458, "main_score": 0.587361, "hf_subset": "kik_Latn-fin_Latn", "languages": ["kik-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597327, "recall": 0.646245, "f1": 0.610815, "accuracy": 0.646245, "main_score": 0.610815, "hf_subset": "kik_Latn-ita_Latn", "languages": ["kik-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570433, "recall": 0.628458, "f1": 0.585476, "accuracy": 0.628458, "main_score": 0.585476, "hf_subset": "kik_Latn-kor_Hang", "languages": ["kik-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.471838, "recall": 0.523715, "f1": 0.486826, "accuracy": 0.523715, "main_score": 0.486826, "hf_subset": "kik_Latn-mos_Latn", "languages": ["kik-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505749, "recall": 0.562253, "f1": 0.521511, "accuracy": 0.562253, "main_score": 0.521511, "hf_subset": "kik_Latn-run_Latn", "languages": ["kik-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557236, "recall": 0.612648, "f1": 0.572687, "accuracy": 0.612648, "main_score": 0.572687, "hf_subset": "kik_Latn-tam_Taml", "languages": ["kik-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.58663, "recall": 0.636364, "f1": 0.600345, "accuracy": 0.636364, "main_score": 0.600345, "hf_subset": "kik_Latn-vie_Latn", "languages": ["kik-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585169, "recall": 0.636364, "f1": 0.599324, "accuracy": 0.636364, "main_score": 0.599324, "hf_subset": "kik_Latn-apc_Arab", "languages": ["kik-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540695, "recall": 0.585968, "f1": 0.553262, "accuracy": 0.585968, "main_score": 0.553262, "hf_subset": "kik_Latn-bug_Latn", "languages": ["kik-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425942, "recall": 0.480237, "f1": 0.440785, "accuracy": 0.480237, "main_score": 0.440785, "hf_subset": "kik_Latn-fon_Latn", "languages": ["kik-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609922, "recall": 0.65415, "f1": 0.620996, "accuracy": 0.65415, "main_score": 0.620996, "hf_subset": "kik_Latn-jav_Latn", "languages": ["kik-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503794, "recall": 0.565217, "f1": 0.521225, "accuracy": 0.565217, "main_score": 0.521225, "hf_subset": "kik_Latn-lao_Laoo", "languages": ["kik-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.492461, "recall": 0.547431, "f1": 0.507399, "accuracy": 0.547431, "main_score": 0.507399, "hf_subset": "kik_Latn-mri_Latn", "languages": ["kik-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597556, "recall": 0.647233, "f1": 0.611703, "accuracy": 0.647233, "main_score": 0.611703, "hf_subset": "kik_Latn-rus_Cyrl", "languages": ["kik-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.460846, "recall": 0.514822, "f1": 0.476383, "accuracy": 0.514822, "main_score": 0.476383, "hf_subset": "kik_Latn-taq_Latn", "languages": ["kik-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624627, "recall": 0.666996, "f1": 0.635106, "accuracy": 0.666996, "main_score": 0.635106, "hf_subset": "kik_Latn-war_Latn", "languages": ["kik-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569004, "recall": 0.624506, "f1": 0.584206, "accuracy": 0.624506, "main_score": 0.584206, "hf_subset": "kik_Latn-arb_Arab", "languages": ["kik-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602721, "recall": 0.646245, "f1": 0.614532, "accuracy": 0.646245, "main_score": 0.614532, "hf_subset": "kik_Latn-bul_Cyrl", "languages": ["kik-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.609524, "recall": 0.655138, "f1": 0.621041, "accuracy": 0.655138, "main_score": 0.621041, "hf_subset": "kik_Latn-fra_Latn", "languages": ["kik-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577361, "recall": 0.631423, "f1": 0.591825, "accuracy": 0.631423, "main_score": 0.591825, "hf_subset": "kik_Latn-jpn_Jpan", "languages": ["kik-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.581677, "recall": 0.630435, "f1": 0.594461, "accuracy": 0.630435, "main_score": 0.594461, "hf_subset": "kik_Latn-lij_Latn", "languages": ["kik-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.411366, "recall": 0.490119, "f1": 0.432454, "accuracy": 0.490119, "main_score": 0.432454, "hf_subset": "kik_Latn-mya_Mymr", "languages": ["kik-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.490987, "recall": 0.551383, "f1": 0.50784, "accuracy": 0.551383, "main_score": 0.50784, "hf_subset": "kik_Latn-sag_Latn", "languages": ["kik-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.107768, "recall": 0.15415, "f1": 0.117594, "accuracy": 0.15415, "main_score": 0.117594, "hf_subset": "kik_Latn-taq_Tfng", "languages": ["kik-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.549622, "recall": 0.592885, "f1": 0.562132, "accuracy": 0.592885, "main_score": 0.562132, "hf_subset": "kik_Latn-wol_Latn", "languages": ["kik-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438568, "recall": 0.488142, "f1": 0.451948, "accuracy": 0.488142, "main_score": 0.451948, "hf_subset": "kik_Latn-arb_Latn", "languages": ["kik-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597292, "recall": 0.649209, "f1": 0.61117, "accuracy": 0.649209, "main_score": 0.61117, "hf_subset": "kik_Latn-cat_Latn", "languages": ["kik-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593921, "recall": 0.643281, "f1": 0.607391, "accuracy": 0.643281, "main_score": 0.607391, "hf_subset": "kik_Latn-fur_Latn", "languages": ["kik-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364345, "recall": 0.424901, "f1": 0.381103, "accuracy": 0.424901, "main_score": 0.381103, "hf_subset": "kik_Latn-kab_Latn", "languages": ["kik-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589079, "recall": 0.635375, "f1": 0.601189, "accuracy": 0.635375, "main_score": 0.601189, "hf_subset": "kik_Latn-lim_Latn", "languages": ["kik-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594653, "recall": 0.645257, "f1": 0.608363, "accuracy": 0.645257, "main_score": 0.608363, "hf_subset": "kik_Latn-nld_Latn", "languages": ["kik-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520461, "recall": 0.585968, "f1": 0.538436, "accuracy": 0.585968, "main_score": 0.538436, "hf_subset": "kik_Latn-san_Deva", "languages": ["kik-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.56934, "recall": 0.624506, "f1": 0.583983, "accuracy": 0.624506, "main_score": 0.583983, "hf_subset": "kik_Latn-tat_Cyrl", "languages": ["kik-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.566003, "recall": 0.614625, "f1": 0.579698, "accuracy": 0.614625, "main_score": 0.579698, "hf_subset": "kik_Latn-xho_Latn", "languages": ["kik-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563943, "recall": 0.619565, "f1": 0.579331, "accuracy": 0.619565, "main_score": 0.579331, "hf_subset": "kik_Latn-ars_Arab", "languages": ["kik-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619603, "recall": 0.656126, "f1": 0.628939, "accuracy": 0.656126, "main_score": 0.628939, "hf_subset": "kik_Latn-ceb_Latn", "languages": ["kik-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475099, "recall": 0.528656, "f1": 0.49042, "accuracy": 0.528656, "main_score": 0.49042, "hf_subset": "kik_Latn-fuv_Latn", "languages": ["kik-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473153, "recall": 0.527668, "f1": 0.489054, "accuracy": 0.527668, "main_score": 0.489054, "hf_subset": "kik_Latn-kac_Latn", "languages": ["kik-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567974, "recall": 0.618577, "f1": 0.581612, "accuracy": 0.618577, "main_score": 0.581612, "hf_subset": "kik_Latn-lin_Latn", "languages": ["kik-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591873, "recall": 0.643281, "f1": 0.606371, "accuracy": 0.643281, "main_score": 0.606371, "hf_subset": "kik_Latn-nno_Latn", "languages": ["kik-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.087684, "recall": 0.12747, "f1": 0.098115, "accuracy": 0.12747, "main_score": 0.098115, "hf_subset": "kik_Latn-sat_Olck", "languages": ["kik-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.560886, "recall": 0.616601, "f1": 0.576077, "accuracy": 0.616601, "main_score": 0.576077, "hf_subset": "kik_Latn-tel_Telu", "languages": ["kik-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.493957, "recall": 0.552372, "f1": 0.509505, "accuracy": 0.552372, "main_score": 0.509505, "hf_subset": "kik_Latn-ydd_Hebr", "languages": ["kik-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.55206, "recall": 0.602767, "f1": 0.565874, "accuracy": 0.602767, "main_score": 0.565874, "hf_subset": "kik_Latn-ary_Arab", "languages": ["kik-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598063, "recall": 0.648221, "f1": 0.611495, "accuracy": 0.648221, "main_score": 0.611495, "hf_subset": "kik_Latn-ces_Latn", "languages": ["kik-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445102, "recall": 0.505929, "f1": 0.462601, "accuracy": 0.505929, "main_score": 0.462601, "hf_subset": "kik_Latn-gaz_Latn", "languages": ["kik-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558705, "recall": 0.618577, "f1": 0.576306, "accuracy": 0.618577, "main_score": 0.576306, "hf_subset": "kik_Latn-kam_Latn", "languages": ["kik-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576243, "recall": 0.629447, "f1": 0.591049, "accuracy": 0.629447, "main_score": 0.591049, "hf_subset": "kik_Latn-lit_Latn", "languages": ["kik-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603475, "recall": 0.648221, "f1": 0.615266, "accuracy": 0.648221, "main_score": 0.615266, "hf_subset": "kik_Latn-nob_Latn", "languages": ["kik-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594176, "recall": 0.63834, "f1": 0.606402, "accuracy": 0.63834, "main_score": 0.606402, "hf_subset": "kik_Latn-scn_Latn", "languages": ["kik-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55869, "recall": 0.605731, "f1": 0.571396, "accuracy": 0.605731, "main_score": 0.571396, "hf_subset": "kik_Latn-tgk_Cyrl", "languages": ["kik-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503655, "recall": 0.563241, "f1": 0.520675, "accuracy": 0.563241, "main_score": 0.520675, "hf_subset": "kik_Latn-yor_Latn", "languages": ["kik-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571067, "recall": 0.621542, "f1": 0.584664, "accuracy": 0.621542, "main_score": 0.584664, "hf_subset": "kik_Latn-arz_Arab", "languages": ["kik-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.463419, "recall": 0.514822, "f1": 0.478085, "accuracy": 0.514822, "main_score": 0.478085, "hf_subset": "kik_Latn-cjk_Latn", "languages": ["kik-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496845, "recall": 0.547431, "f1": 0.510603, "accuracy": 0.547431, "main_score": 0.510603, "hf_subset": "kik_Latn-gla_Latn", "languages": ["kik-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565345, "recall": 0.623518, "f1": 0.581431, "accuracy": 0.623518, "main_score": 0.581431, "hf_subset": "kik_Latn-kan_Knda", "languages": ["kik-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.583924, "recall": 0.631423, "f1": 0.596336, "accuracy": 0.631423, "main_score": 0.596336, "hf_subset": "kik_Latn-lmo_Latn", "languages": ["kik-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569205, "recall": 0.621542, "f1": 0.582923, "accuracy": 0.621542, "main_score": 0.582923, "hf_subset": "kik_Latn-npi_Deva", "languages": ["kik-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.417361, "recall": 0.480237, "f1": 0.434411, "accuracy": 0.480237, "main_score": 0.434411, "hf_subset": "kik_Latn-shn_Mymr", "languages": ["kik-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.618973, "recall": 0.664032, "f1": 0.631006, "accuracy": 0.664032, "main_score": 0.631006, "hf_subset": "kik_Latn-tgl_Latn", "languages": ["kik-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561189, "recall": 0.61166, "f1": 0.574695, "accuracy": 0.61166, "main_score": 0.574695, "hf_subset": "kik_Latn-yue_Hant", "languages": ["kik-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.543201, "recall": 0.598814, "f1": 0.558426, "accuracy": 0.598814, "main_score": 0.558426, "hf_subset": "kik_Latn-asm_Beng", "languages": ["kik-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.499248, "recall": 0.563241, "f1": 0.516967, "accuracy": 0.563241, "main_score": 0.516967, "hf_subset": "kik_Latn-ckb_Arab", "languages": ["kik-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504413, "recall": 0.557312, "f1": 0.518695, "accuracy": 0.557312, "main_score": 0.518695, "hf_subset": "kik_Latn-gle_Latn", "languages": ["kik-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485654, "recall": 0.543478, "f1": 0.501803, "accuracy": 0.543478, "main_score": 0.501803, "hf_subset": "kik_Latn-kas_Arab", "languages": ["kik-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54561, "recall": 0.596838, "f1": 0.559559, "accuracy": 0.596838, "main_score": 0.559559, "hf_subset": "kik_Latn-ltg_Latn", "languages": ["kik-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575702, "recall": 0.619565, "f1": 0.588077, "accuracy": 0.619565, "main_score": 0.588077, "hf_subset": "kik_Latn-nso_Latn", "languages": ["kik-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482006, "recall": 0.550395, "f1": 0.499898, "accuracy": 0.550395, "main_score": 0.499898, "hf_subset": "kik_Latn-sin_Sinh", "languages": ["kik-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.59246, "recall": 0.639328, "f1": 0.605169, "accuracy": 0.639328, "main_score": 0.605169, "hf_subset": "kik_Latn-tha_Thai", "languages": ["kik-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.562966, "recall": 0.616601, "f1": 0.576869, "accuracy": 0.616601, "main_score": 0.576869, "hf_subset": "kik_Latn-zho_Hans", "languages": ["kik-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.597241, "recall": 0.645257, "f1": 0.609831, "accuracy": 0.645257, "main_score": 0.609831, "hf_subset": "kik_Latn-ast_Latn", "languages": ["kik-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553189, "recall": 0.609684, "f1": 0.568838, "accuracy": 0.609684, "main_score": 0.568838, "hf_subset": "kik_Latn-crh_Latn", "languages": ["kik-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609552, "recall": 0.65415, "f1": 0.62212, "accuracy": 0.65415, "main_score": 0.62212, "hf_subset": "kik_Latn-glg_Latn", "languages": ["kik-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502448, "recall": 0.5583, "f1": 0.518229, "accuracy": 0.5583, "main_score": 0.518229, "hf_subset": "kik_Latn-kas_Deva", "languages": ["kik-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558639, "recall": 0.613636, "f1": 0.573908, "accuracy": 0.613636, "main_score": 0.573908, "hf_subset": "kik_Latn-ltz_Latn", "languages": ["kik-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413944, "recall": 0.481225, "f1": 0.432384, "accuracy": 0.481225, "main_score": 0.432384, "hf_subset": "kik_Latn-nus_Latn", "languages": ["kik-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575027, "recall": 0.633399, "f1": 0.590644, "accuracy": 0.633399, "main_score": 0.590644, "hf_subset": "kik_Latn-slk_Latn", "languages": ["kik-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.354898, "recall": 0.435771, "f1": 0.376792, "accuracy": 0.435771, "main_score": 0.376792, "hf_subset": "kik_Latn-tir_Ethi", "languages": ["kik-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.557263, "recall": 0.614625, "f1": 0.572625, "accuracy": 0.614625, "main_score": 0.572625, "hf_subset": "kik_Latn-zho_Hant", "languages": ["kik-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.57978, "recall": 0.630435, "f1": 0.593885, "accuracy": 0.630435, "main_score": 0.593885, "hf_subset": "kik_Latn-awa_Deva", "languages": ["kik-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.55086, "recall": 0.604743, "f1": 0.565754, "accuracy": 0.604743, "main_score": 0.565754, "hf_subset": "kik_Latn-cym_Latn", "languages": ["kik-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583379, "recall": 0.62253, "f1": 0.594509, "accuracy": 0.62253, "main_score": 0.594509, "hf_subset": "kik_Latn-grn_Latn", "languages": ["kik-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534932, "recall": 0.597826, "f1": 0.552912, "accuracy": 0.597826, "main_score": 0.552912, "hf_subset": "kik_Latn-kat_Geor", "languages": ["kik-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.5378, "recall": 0.588933, "f1": 0.551763, "accuracy": 0.588933, "main_score": 0.551763, "hf_subset": "kik_Latn-lua_Latn", "languages": ["kik-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560724, "recall": 0.613636, "f1": 0.575224, "accuracy": 0.613636, "main_score": 0.575224, "hf_subset": "kik_Latn-nya_Latn", "languages": ["kik-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595941, "recall": 0.642292, "f1": 0.608346, "accuracy": 0.642292, "main_score": 0.608346, "hf_subset": "kik_Latn-slv_Latn", "languages": ["kik-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609058, "recall": 0.653162, "f1": 0.621423, "accuracy": 0.653162, "main_score": 0.621423, "hf_subset": "kik_Latn-tpi_Latn", "languages": ["kik-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627701, "recall": 0.670949, "f1": 0.639906, "accuracy": 0.670949, "main_score": 0.639906, "hf_subset": "kik_Latn-zsm_Latn", "languages": ["kik-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478854, "recall": 0.534585, "f1": 0.495243, "accuracy": 0.534585, "main_score": 0.495243, "hf_subset": "kik_Latn-ayr_Latn", "languages": ["kik-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595463, "recall": 0.645257, "f1": 0.608525, "accuracy": 0.645257, "main_score": 0.608525, "hf_subset": "kik_Latn-dan_Latn", "languages": ["kik-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564038, "recall": 0.617589, "f1": 0.578655, "accuracy": 0.617589, "main_score": 0.578655, "hf_subset": "kik_Latn-guj_Gujr", "languages": ["kik-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.56345, "recall": 0.615613, "f1": 0.578497, "accuracy": 0.615613, "main_score": 0.578497, "hf_subset": "kik_Latn-kaz_Cyrl", "languages": ["kik-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486769, "recall": 0.541502, "f1": 0.502098, "accuracy": 0.541502, "main_score": 0.502098, "hf_subset": "kik_Latn-lug_Latn", "languages": ["kik-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61261, "recall": 0.661067, "f1": 0.62564, "accuracy": 0.661067, "main_score": 0.62564, "hf_subset": "kik_Latn-oci_Latn", "languages": ["kik-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561117, "recall": 0.607708, "f1": 0.574026, "accuracy": 0.607708, "main_score": 0.574026, "hf_subset": "kik_Latn-smo_Latn", "languages": ["kik-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4971, "recall": 0.554348, "f1": 0.512786, "accuracy": 0.554348, "main_score": 0.512786, "hf_subset": "kik_Latn-tsn_Latn", "languages": ["kik-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50882, "recall": 0.574111, "f1": 0.526751, "accuracy": 0.574111, "main_score": 0.526751, "hf_subset": "kik_Latn-zul_Latn", "languages": ["kik-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481479, "recall": 0.541502, "f1": 0.49769, "accuracy": 0.541502, "main_score": 0.49769, "hf_subset": "kik_Latn-azb_Arab", "languages": ["kik-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604052, "recall": 0.655138, "f1": 0.617816, "accuracy": 0.655138, "main_score": 0.617816, "hf_subset": "kik_Latn-deu_Latn", "languages": ["kik-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52356, "recall": 0.581028, "f1": 0.5393, "accuracy": 0.581028, "main_score": 0.5393, "hf_subset": "kik_Latn-hat_Latn", "languages": ["kik-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443932, "recall": 0.503953, "f1": 0.460261, "accuracy": 0.503953, "main_score": 0.460261, "hf_subset": "kik_Latn-kbp_Latn", "languages": ["kik-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532942, "recall": 0.58004, "f1": 0.546233, "accuracy": 0.58004, "main_score": 0.546233, "hf_subset": "kik_Latn-luo_Latn", "languages": ["kik-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536578, "recall": 0.600791, "f1": 0.55381, "accuracy": 0.600791, "main_score": 0.55381, "hf_subset": "kik_Latn-ory_Orya", "languages": ["kik-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.536403, "recall": 0.590909, "f1": 0.551598, "accuracy": 0.590909, "main_score": 0.551598, "hf_subset": "kik_Latn-sna_Latn", "languages": ["kik-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510902, "recall": 0.561265, "f1": 0.524512, "accuracy": 0.561265, "main_score": 0.524512, "hf_subset": "kik_Latn-tso_Latn", "languages": ["kik-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545869, "recall": 0.602767, "f1": 0.561502, "accuracy": 0.602767, "main_score": 0.561502, "hf_subset": "kik_Latn-azj_Latn", "languages": ["kik-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501763, "recall": 0.556324, "f1": 0.516943, "accuracy": 0.556324, "main_score": 0.516943, "hf_subset": "kik_Latn-dik_Latn", "languages": ["kik-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529167, "recall": 0.582016, "f1": 0.543315, "accuracy": 0.582016, "main_score": 0.543315, "hf_subset": "kik_Latn-hau_Latn", "languages": ["kik-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592803, "recall": 0.633399, "f1": 0.603809, "accuracy": 0.633399, "main_score": 0.603809, "hf_subset": "kik_Latn-kea_Latn", "languages": ["kik-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57669, "recall": 0.61166, "f1": 0.586986, "accuracy": 0.61166, "main_score": 0.586986, "hf_subset": "kik_Latn-lus_Latn", "languages": ["kik-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575404, "recall": 0.612648, "f1": 0.585956, "accuracy": 0.612648, "main_score": 0.585956, "hf_subset": "kik_Latn-pag_Latn", "languages": ["kik-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517894, "recall": 0.585968, "f1": 0.536081, "accuracy": 0.585968, "main_score": 0.536081, "hf_subset": "kik_Latn-snd_Arab", "languages": ["kik-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525389, "recall": 0.58004, "f1": 0.540185, "accuracy": 0.58004, "main_score": 0.540185, "hf_subset": "kik_Latn-tuk_Latn", "languages": ["kik-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565198, "recall": 0.61166, "f1": 0.577451, "accuracy": 0.61166, "main_score": 0.577451, "hf_subset": "kik_Latn-bak_Cyrl", "languages": ["kik-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.438623, "recall": 0.505929, "f1": 0.457317, "accuracy": 0.505929, "main_score": 0.457317, "hf_subset": "kik_Latn-dyu_Latn", "languages": ["kik-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572081, "recall": 0.619565, "f1": 0.58492, "accuracy": 0.619565, "main_score": 0.58492, "hf_subset": "kik_Latn-heb_Hebr", "languages": ["kik-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.540458, "recall": 0.592885, "f1": 0.554939, "accuracy": 0.592885, "main_score": 0.554939, "hf_subset": "kik_Latn-khk_Cyrl", "languages": ["kik-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.579822, "recall": 0.631423, "f1": 0.593891, "accuracy": 0.631423, "main_score": 0.593891, "hf_subset": "kik_Latn-lvs_Latn", "languages": ["kik-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558731, "recall": 0.614625, "f1": 0.573806, "accuracy": 0.614625, "main_score": 0.573806, "hf_subset": "kik_Latn-pan_Guru", "languages": ["kik-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.476567, "recall": 0.535573, "f1": 0.49243, "accuracy": 0.535573, "main_score": 0.49243, "hf_subset": "kik_Latn-som_Latn", "languages": ["kik-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513894, "recall": 0.56917, "f1": 0.529414, "accuracy": 0.56917, "main_score": 0.529414, "hf_subset": "kik_Latn-tum_Latn", "languages": ["kik-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579118, "recall": 0.644269, "f1": 0.597752, "accuracy": 0.644269, "main_score": 0.597752, "hf_subset": "mai_Deva-ace_Arab", "languages": ["mai-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523364, "recall": 0.585968, "f1": 0.540413, "accuracy": 0.585968, "main_score": 0.540413, "hf_subset": "mai_Deva-bam_Latn", "languages": ["mai-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445324, "recall": 0.525692, "f1": 0.467086, "accuracy": 0.525692, "main_score": 0.467086, "hf_subset": "mai_Deva-dzo_Tibt", "languages": ["mai-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-hin_Deva", "languages": ["mai-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mai_Deva-khm_Khmr", "languages": ["mai-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mag_Deva", "languages": ["mai-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "mai_Deva-pap_Latn", "languages": ["mai-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587689, "recall": 0.647233, "f1": 0.604247, "accuracy": 0.647233, "main_score": 0.604247, "hf_subset": "mai_Deva-sot_Latn", "languages": ["mai-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-tur_Latn", "languages": ["mai-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876276, "recall": 0.909091, "f1": 0.886748, "accuracy": 0.909091, "main_score": 0.886748, "hf_subset": "mai_Deva-ace_Latn", "languages": ["mai-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "mai_Deva-ban_Latn", "languages": ["mai-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-ell_Grek", "languages": ["mai-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mai_Deva-hne_Deva", "languages": ["mai-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59309, "recall": 0.653162, "f1": 0.610066, "accuracy": 0.653162, "main_score": 0.610066, "hf_subset": "mai_Deva-kik_Latn", "languages": ["mai-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "mai_Deva-pbt_Arab", "languages": ["mai-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-spa_Latn", "languages": ["mai-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612939, "recall": 0.68083, "f1": 0.631232, "accuracy": 0.68083, "main_score": 0.631232, "hf_subset": "mai_Deva-twi_Latn", "languages": ["mai-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-acm_Arab", "languages": ["mai-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-bel_Cyrl", "languages": ["mai-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-eng_Latn", "languages": ["mai-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-hrv_Latn", "languages": ["mai-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5413, "recall": 0.608696, "f1": 0.559757, "accuracy": 0.608696, "main_score": 0.559757, "hf_subset": "mai_Deva-kin_Latn", "languages": ["mai-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-mal_Mlym", "languages": ["mai-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-pes_Arab", "languages": ["mai-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-srd_Latn", "languages": ["mai-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179097, "recall": 0.226285, "f1": 0.190266, "accuracy": 0.226285, "main_score": 0.190266, "hf_subset": "mai_Deva-tzm_Tfng", "languages": ["mai-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-acq_Arab", "languages": ["mai-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.631818, "recall": 0.681818, "f1": 0.645888, "accuracy": 0.681818, "main_score": 0.645888, "hf_subset": "mai_Deva-bem_Latn", "languages": ["mai-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-epo_Latn", "languages": ["mai-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-hun_Latn", "languages": ["mai-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mai_Deva-kir_Cyrl", "languages": ["mai-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mar_Deva", "languages": ["mai-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.662516, "recall": 0.719368, "f1": 0.679108, "accuracy": 0.719368, "main_score": 0.679108, "hf_subset": "mai_Deva-plt_Latn", "languages": ["mai-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-srp_Cyrl", "languages": ["mai-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "mai_Deva-uig_Arab", "languages": ["mai-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-aeb_Arab", "languages": ["mai-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ben_Beng", "languages": ["mai-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-est_Latn", "languages": ["mai-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-hye_Armn", "languages": ["mai-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.531978, "recall": 0.586957, "f1": 0.546958, "accuracy": 0.586957, "main_score": 0.546958, "hf_subset": "mai_Deva-kmb_Latn", "languages": ["mai-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504099, "recall": 0.578063, "f1": 0.523613, "accuracy": 0.578063, "main_score": 0.523613, "hf_subset": "mai_Deva-min_Arab", "languages": ["mai-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-pol_Latn", "languages": ["mai-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558271, "recall": 0.621542, "f1": 0.575735, "accuracy": 0.621542, "main_score": 0.575735, "hf_subset": "mai_Deva-ssw_Latn", "languages": ["mai-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ukr_Cyrl", "languages": ["mai-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-afr_Latn", "languages": ["mai-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-bho_Deva", "languages": ["mai-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mai_Deva-eus_Latn", "languages": ["mai-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577619, "recall": 0.63834, "f1": 0.594198, "accuracy": 0.63834, "main_score": 0.594198, "hf_subset": "mai_Deva-ibo_Latn", "languages": ["mai-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878294, "recall": 0.910079, "f1": 0.88826, "accuracy": 0.910079, "main_score": 0.88826, "hf_subset": "mai_Deva-kmr_Latn", "languages": ["mai-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mai_Deva-min_Latn", "languages": ["mai-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-por_Latn", "languages": ["mai-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mai_Deva-sun_Latn", "languages": ["mai-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522308, "recall": 0.583004, "f1": 0.539829, "accuracy": 0.583004, "main_score": 0.539829, "hf_subset": "mai_Deva-umb_Latn", "languages": ["mai-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ajp_Arab", "languages": ["mai-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.533551, "recall": 0.600791, "f1": 0.552819, "accuracy": 0.600791, "main_score": 0.552819, "hf_subset": "mai_Deva-bjn_Arab", "languages": ["mai-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522865, "recall": 0.58004, "f1": 0.538274, "accuracy": 0.58004, "main_score": 0.538274, "hf_subset": "mai_Deva-ewe_Latn", "languages": ["mai-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941436, "recall": 0.958498, "f1": 0.946805, "accuracy": 0.958498, "main_score": 0.946805, "hf_subset": "mai_Deva-ilo_Latn", "languages": ["mai-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.32803, "recall": 0.390316, "f1": 0.344953, "accuracy": 0.390316, "main_score": 0.344953, "hf_subset": "mai_Deva-knc_Arab", "languages": ["mai-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mkd_Cyrl", "languages": ["mai-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-prs_Arab", "languages": ["mai-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-swe_Latn", "languages": ["mai-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-urd_Arab", "languages": ["mai-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58897, "recall": 0.659091, "f1": 0.608569, "accuracy": 0.659091, "main_score": 0.608569, "hf_subset": "mai_Deva-aka_Latn", "languages": ["mai-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "mai_Deva-bjn_Latn", "languages": ["mai-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "mai_Deva-fao_Latn", "languages": ["mai-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ind_Latn", "languages": ["mai-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587196, "recall": 0.650198, "f1": 0.605068, "accuracy": 0.650198, "main_score": 0.605068, "hf_subset": "mai_Deva-knc_Latn", "languages": ["mai-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mai_Deva-mlt_Latn", "languages": ["mai-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693094, "recall": 0.759881, "f1": 0.712571, "accuracy": 0.759881, "main_score": 0.712571, "hf_subset": "mai_Deva-quy_Latn", "languages": ["mai-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "mai_Deva-swh_Latn", "languages": ["mai-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "mai_Deva-uzn_Latn", "languages": ["mai-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-als_Latn", "languages": ["mai-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615646, "recall": 0.695652, "f1": 0.639135, "accuracy": 0.695652, "main_score": 0.639135, "hf_subset": "mai_Deva-bod_Tibt", "languages": ["mai-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.704917, "recall": 0.757905, "f1": 0.719986, "accuracy": 0.757905, "main_score": 0.719986, "hf_subset": "mai_Deva-fij_Latn", "languages": ["mai-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-isl_Latn", "languages": ["mai-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654265, "recall": 0.710474, "f1": 0.671382, "accuracy": 0.710474, "main_score": 0.671382, "hf_subset": "mai_Deva-kon_Latn", "languages": ["mai-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684578, "recall": 0.750988, "f1": 0.70404, "accuracy": 0.750988, "main_score": 0.70404, "hf_subset": "mai_Deva-mni_Beng", "languages": ["mai-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ron_Latn", "languages": ["mai-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "mai_Deva-szl_Latn", "languages": ["mai-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-vec_Latn", "languages": ["mai-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942029, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "mai_Deva-amh_Ethi", "languages": ["mai-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-bos_Latn", "languages": ["mai-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "mai_Deva-fin_Latn", "languages": ["mai-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ita_Latn", "languages": ["mai-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-kor_Hang", "languages": ["mai-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551122, "recall": 0.612648, "f1": 0.568055, "accuracy": 0.612648, "main_score": 0.568055, "hf_subset": "mai_Deva-mos_Latn", "languages": ["mai-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555979, "recall": 0.617589, "f1": 0.573067, "accuracy": 0.617589, "main_score": 0.573067, "hf_subset": "mai_Deva-run_Latn", "languages": ["mai-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-tam_Taml", "languages": ["mai-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-vie_Latn", "languages": ["mai-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-apc_Arab", "languages": ["mai-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.795866, "recall": 0.84585, "f1": 0.811218, "accuracy": 0.84585, "main_score": 0.811218, "hf_subset": "mai_Deva-bug_Latn", "languages": ["mai-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47321, "recall": 0.532609, "f1": 0.48898, "accuracy": 0.532609, "main_score": 0.48898, "hf_subset": "mai_Deva-fon_Latn", "languages": ["mai-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mai_Deva-jav_Latn", "languages": ["mai-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mai_Deva-lao_Laoo", "languages": ["mai-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.856719, "recall": 0.895257, "f1": 0.868497, "accuracy": 0.895257, "main_score": 0.868497, "hf_subset": "mai_Deva-mri_Latn", "languages": ["mai-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-rus_Cyrl", "languages": ["mai-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544311, "recall": 0.610672, "f1": 0.562641, "accuracy": 0.610672, "main_score": 0.562641, "hf_subset": "mai_Deva-taq_Latn", "languages": ["mai-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-war_Latn", "languages": ["mai-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-arb_Arab", "languages": ["mai-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-bul_Cyrl", "languages": ["mai-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-fra_Latn", "languages": ["mai-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-jpn_Jpan", "languages": ["mai-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mai_Deva-lij_Latn", "languages": ["mai-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mai_Deva-mya_Mymr", "languages": ["mai-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.599708, "recall": 0.667984, "f1": 0.618881, "accuracy": 0.667984, "main_score": 0.618881, "hf_subset": "mai_Deva-sag_Latn", "languages": ["mai-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20019, "recall": 0.259881, "f1": 0.21302, "accuracy": 0.259881, "main_score": 0.21302, "hf_subset": "mai_Deva-taq_Tfng", "languages": ["mai-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.622656, "recall": 0.687747, "f1": 0.641082, "accuracy": 0.687747, "main_score": 0.641082, "hf_subset": "mai_Deva-wol_Latn", "languages": ["mai-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776219, "recall": 0.833992, "f1": 0.794071, "accuracy": 0.833992, "main_score": 0.794071, "hf_subset": "mai_Deva-arb_Latn", "languages": ["mai-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-cat_Latn", "languages": ["mai-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "mai_Deva-fur_Latn", "languages": ["mai-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414748, "recall": 0.474308, "f1": 0.430901, "accuracy": 0.474308, "main_score": 0.430901, "hf_subset": "mai_Deva-kab_Latn", "languages": ["mai-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-lim_Latn", "languages": ["mai-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-nld_Latn", "languages": ["mai-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "mai_Deva-san_Deva", "languages": ["mai-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-tat_Cyrl", "languages": ["mai-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.66414, "recall": 0.721344, "f1": 0.680377, "accuracy": 0.721344, "main_score": 0.680377, "hf_subset": "mai_Deva-xho_Latn", "languages": ["mai-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ars_Arab", "languages": ["mai-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-ceb_Latn", "languages": ["mai-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557607, "recall": 0.624506, "f1": 0.576426, "accuracy": 0.624506, "main_score": 0.576426, "hf_subset": "mai_Deva-fuv_Latn", "languages": ["mai-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504788, "recall": 0.573123, "f1": 0.523329, "accuracy": 0.573123, "main_score": 0.523329, "hf_subset": "mai_Deva-kac_Latn", "languages": ["mai-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66399, "recall": 0.727273, "f1": 0.682273, "accuracy": 0.727273, "main_score": 0.682273, "hf_subset": "mai_Deva-lin_Latn", "languages": ["mai-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-nno_Latn", "languages": ["mai-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.269688, "recall": 0.349802, "f1": 0.290778, "accuracy": 0.349802, "main_score": 0.290778, "hf_subset": "mai_Deva-sat_Olck", "languages": ["mai-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-tel_Telu", "languages": ["mai-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "mai_Deva-ydd_Hebr", "languages": ["mai-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "mai_Deva-ary_Arab", "languages": ["mai-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ces_Latn", "languages": ["mai-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576971, "recall": 0.640316, "f1": 0.595605, "accuracy": 0.640316, "main_score": 0.595605, "hf_subset": "mai_Deva-gaz_Latn", "languages": ["mai-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585354, "recall": 0.650198, "f1": 0.603393, "accuracy": 0.650198, "main_score": 0.603393, "hf_subset": "mai_Deva-kam_Latn", "languages": ["mai-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mai_Deva-lit_Latn", "languages": ["mai-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-nob_Latn", "languages": ["mai-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mai_Deva-scn_Latn", "languages": ["mai-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "mai_Deva-tgk_Cyrl", "languages": ["mai-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.705247, "recall": 0.770751, "f1": 0.724951, "accuracy": 0.770751, "main_score": 0.724951, "hf_subset": "mai_Deva-yor_Latn", "languages": ["mai-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-arz_Arab", "languages": ["mai-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565285, "recall": 0.630435, "f1": 0.583997, "accuracy": 0.630435, "main_score": 0.583997, "hf_subset": "mai_Deva-cjk_Latn", "languages": ["mai-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762385, "recall": 0.811265, "f1": 0.77739, "accuracy": 0.811265, "main_score": 0.77739, "hf_subset": "mai_Deva-gla_Latn", "languages": ["mai-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-kan_Knda", "languages": ["mai-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "mai_Deva-lmo_Latn", "languages": ["mai-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mai_Deva-npi_Deva", "languages": ["mai-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.465452, "recall": 0.533597, "f1": 0.483882, "accuracy": 0.533597, "main_score": 0.483882, "hf_subset": "mai_Deva-shn_Mymr", "languages": ["mai-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-tgl_Latn", "languages": ["mai-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-yue_Hant", "languages": ["mai-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mai_Deva-asm_Beng", "languages": ["mai-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.965415, "f1": 0.954381, "accuracy": 0.965415, "main_score": 0.954381, "hf_subset": "mai_Deva-ckb_Arab", "languages": ["mai-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.847579, "recall": 0.891304, "f1": 0.861364, "accuracy": 0.891304, "main_score": 0.861364, "hf_subset": "mai_Deva-gle_Latn", "languages": ["mai-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "mai_Deva-kas_Arab", "languages": ["mai-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.960474, "f1": 0.948287, "accuracy": 0.960474, "main_score": 0.948287, "hf_subset": "mai_Deva-ltg_Latn", "languages": ["mai-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617583, "recall": 0.671937, "f1": 0.632948, "accuracy": 0.671937, "main_score": 0.632948, "hf_subset": "mai_Deva-nso_Latn", "languages": ["mai-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "mai_Deva-sin_Sinh", "languages": ["mai-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-tha_Thai", "languages": ["mai-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zho_Hans", "languages": ["mai-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ast_Latn", "languages": ["mai-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-crh_Latn", "languages": ["mai-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-glg_Latn", "languages": ["mai-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920619, "recall": 0.945652, "f1": 0.928689, "accuracy": 0.945652, "main_score": 0.928689, "hf_subset": "mai_Deva-kas_Deva", "languages": ["mai-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "mai_Deva-ltz_Latn", "languages": ["mai-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455893, "recall": 0.529644, "f1": 0.475713, "accuracy": 0.529644, "main_score": 0.475713, "hf_subset": "mai_Deva-nus_Latn", "languages": ["mai-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-slk_Latn", "languages": ["mai-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638785, "recall": 0.710474, "f1": 0.659919, "accuracy": 0.710474, "main_score": 0.659919, "hf_subset": "mai_Deva-tir_Ethi", "languages": ["mai-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zho_Hant", "languages": ["mai-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "mai_Deva-awa_Deva", "languages": ["mai-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "mai_Deva-cym_Latn", "languages": ["mai-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837566, "recall": 0.878458, "f1": 0.850165, "accuracy": 0.878458, "main_score": 0.850165, "hf_subset": "mai_Deva-grn_Latn", "languages": ["mai-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-kat_Geor", "languages": ["mai-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.647181, "recall": 0.706522, "f1": 0.664756, "accuracy": 0.706522, "main_score": 0.664756, "hf_subset": "mai_Deva-lua_Latn", "languages": ["mai-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629729, "recall": 0.692688, "f1": 0.647845, "accuracy": 0.692688, "main_score": 0.647845, "hf_subset": "mai_Deva-nya_Latn", "languages": ["mai-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-slv_Latn", "languages": ["mai-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.95504, "accuracy": 0.965415, "main_score": 0.95504, "hf_subset": "mai_Deva-tpi_Latn", "languages": ["mai-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zsm_Latn", "languages": ["mai-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551972, "recall": 0.610672, "f1": 0.568466, "accuracy": 0.610672, "main_score": 0.568466, "hf_subset": "mai_Deva-ayr_Latn", "languages": ["mai-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-dan_Latn", "languages": ["mai-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-guj_Gujr", "languages": ["mai-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-kaz_Cyrl", "languages": ["mai-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526327, "recall": 0.589921, "f1": 0.544246, "accuracy": 0.589921, "main_score": 0.544246, "hf_subset": "mai_Deva-lug_Latn", "languages": ["mai-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-oci_Latn", "languages": ["mai-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81605, "recall": 0.863636, "f1": 0.830385, "accuracy": 0.863636, "main_score": 0.830385, "hf_subset": "mai_Deva-smo_Latn", "languages": ["mai-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540803, "recall": 0.605731, "f1": 0.558611, "accuracy": 0.605731, "main_score": 0.558611, "hf_subset": "mai_Deva-tsn_Latn", "languages": ["mai-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607547, "recall": 0.667984, "f1": 0.625445, "accuracy": 0.667984, "main_score": 0.625445, "hf_subset": "mai_Deva-zul_Latn", "languages": ["mai-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934865, "recall": 0.954545, "f1": 0.941107, "accuracy": 0.954545, "main_score": 0.941107, "hf_subset": "mai_Deva-azb_Arab", "languages": ["mai-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-deu_Latn", "languages": ["mai-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968462, "recall": 0.977273, "f1": 0.971245, "accuracy": 0.977273, "main_score": 0.971245, "hf_subset": "mai_Deva-hat_Latn", "languages": ["mai-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488021, "recall": 0.550395, "f1": 0.504861, "accuracy": 0.550395, "main_score": 0.504861, "hf_subset": "mai_Deva-kbp_Latn", "languages": ["mai-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564346, "recall": 0.62747, "f1": 0.58165, "accuracy": 0.62747, "main_score": 0.58165, "hf_subset": "mai_Deva-luo_Latn", "languages": ["mai-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-ory_Orya", "languages": ["mai-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.594665, "recall": 0.65415, "f1": 0.61178, "accuracy": 0.65415, "main_score": 0.61178, "hf_subset": "mai_Deva-sna_Latn", "languages": ["mai-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563456, "recall": 0.616601, "f1": 0.57813, "accuracy": 0.616601, "main_score": 0.57813, "hf_subset": "mai_Deva-tso_Latn", "languages": ["mai-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mai_Deva-azj_Latn", "languages": ["mai-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529463, "recall": 0.59585, "f1": 0.548439, "accuracy": 0.59585, "main_score": 0.548439, "hf_subset": "mai_Deva-dik_Latn", "languages": ["mai-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732889, "recall": 0.787549, "f1": 0.748852, "accuracy": 0.787549, "main_score": 0.748852, "hf_subset": "mai_Deva-hau_Latn", "languages": ["mai-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-kea_Latn", "languages": ["mai-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740448, "recall": 0.794466, "f1": 0.756653, "accuracy": 0.794466, "main_score": 0.756653, "hf_subset": "mai_Deva-lus_Latn", "languages": ["mai-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883926, "recall": 0.913043, "f1": 0.892556, "accuracy": 0.913043, "main_score": 0.892556, "hf_subset": "mai_Deva-pag_Latn", "languages": ["mai-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-snd_Arab", "languages": ["mai-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.956983, "accuracy": 0.966403, "main_score": 0.956983, "hf_subset": "mai_Deva-tuk_Latn", "languages": ["mai-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mai_Deva-bak_Cyrl", "languages": ["mai-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498339, "recall": 0.583004, "f1": 0.523149, "accuracy": 0.583004, "main_score": 0.523149, "hf_subset": "mai_Deva-dyu_Latn", "languages": ["mai-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-heb_Hebr", "languages": ["mai-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "mai_Deva-khk_Cyrl", "languages": ["mai-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-lvs_Latn", "languages": ["mai-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-pan_Guru", "languages": ["mai-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.698412, "recall": 0.756917, "f1": 0.71578, "accuracy": 0.756917, "main_score": 0.71578, "hf_subset": "mai_Deva-som_Latn", "languages": ["mai-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60048, "recall": 0.649209, "f1": 0.614295, "accuracy": 0.649209, "main_score": 0.614295, "hf_subset": "mai_Deva-tum_Latn", "languages": ["mai-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529596, "recall": 0.599802, "f1": 0.549512, "accuracy": 0.599802, "main_score": 0.549512, "hf_subset": "pbt_Arab-ace_Arab", "languages": ["pbt-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495974, "recall": 0.557312, "f1": 0.51304, "accuracy": 0.557312, "main_score": 0.51304, "hf_subset": "pbt_Arab-bam_Latn", "languages": ["pbt-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.354693, "recall": 0.434783, "f1": 0.376351, "accuracy": 0.434783, "main_score": 0.376351, "hf_subset": "pbt_Arab-dzo_Tibt", "languages": ["pbt-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "pbt_Arab-hin_Deva", "languages": ["pbt-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "pbt_Arab-khm_Khmr", "languages": ["pbt-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-mag_Deva", "languages": ["pbt-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.960474, "f1": 0.950593, "accuracy": 0.960474, "main_score": 0.950593, "hf_subset": "pbt_Arab-pap_Latn", "languages": ["pbt-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566247, "recall": 0.619565, "f1": 0.580343, "accuracy": 0.619565, "main_score": 0.580343, "hf_subset": "pbt_Arab-sot_Latn", "languages": ["pbt-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-tur_Latn", "languages": ["pbt-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812072, "recall": 0.852767, "f1": 0.824473, "accuracy": 0.852767, "main_score": 0.824473, "hf_subset": "pbt_Arab-ace_Latn", "languages": ["pbt-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914526, "recall": 0.936759, "f1": 0.921607, "accuracy": 0.936759, "main_score": 0.921607, "hf_subset": "pbt_Arab-ban_Latn", "languages": ["pbt-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "pbt_Arab-ell_Grek", "languages": ["pbt-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "pbt_Arab-hne_Deva", "languages": ["pbt-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558309, "recall": 0.614625, "f1": 0.574415, "accuracy": 0.614625, "main_score": 0.574415, "hf_subset": "pbt_Arab-kik_Latn", "languages": ["pbt-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "pbt_Arab-mai_Deva", "languages": ["pbt-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "pbt_Arab-spa_Latn", "languages": ["pbt-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573866, "recall": 0.636364, "f1": 0.591296, "accuracy": 0.636364, "main_score": 0.591296, "hf_subset": "pbt_Arab-twi_Latn", "languages": ["pbt-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "pbt_Arab-acm_Arab", "languages": ["pbt-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "pbt_Arab-bel_Cyrl", "languages": ["pbt-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pbt_Arab-eng_Latn", "languages": ["pbt-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pbt_Arab-hrv_Latn", "languages": ["pbt-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516507, "recall": 0.583004, "f1": 0.534663, "accuracy": 0.583004, "main_score": 0.534663, "hf_subset": "pbt_Arab-kin_Latn", "languages": ["pbt-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-mal_Mlym", "languages": ["pbt-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "pbt_Arab-pes_Arab", "languages": ["pbt-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946723, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "pbt_Arab-srd_Latn", "languages": ["pbt-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186319, "recall": 0.232213, "f1": 0.197958, "accuracy": 0.232213, "main_score": 0.197958, "hf_subset": "pbt_Arab-tzm_Tfng", "languages": ["pbt-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-acq_Arab", "languages": ["pbt-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.59787, "recall": 0.646245, "f1": 0.611207, "accuracy": 0.646245, "main_score": 0.611207, "hf_subset": "pbt_Arab-bem_Latn", "languages": ["pbt-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pbt_Arab-epo_Latn", "languages": ["pbt-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pbt_Arab-hun_Latn", "languages": ["pbt-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938982, "recall": 0.95751, "f1": 0.944895, "accuracy": 0.95751, "main_score": 0.944895, "hf_subset": "pbt_Arab-kir_Cyrl", "languages": ["pbt-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-mar_Deva", "languages": ["pbt-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631324, "recall": 0.684783, "f1": 0.647069, "accuracy": 0.684783, "main_score": 0.647069, "hf_subset": "pbt_Arab-plt_Latn", "languages": ["pbt-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "pbt_Arab-srp_Cyrl", "languages": ["pbt-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.917935, "recall": 0.940711, "f1": 0.924967, "accuracy": 0.940711, "main_score": 0.924967, "hf_subset": "pbt_Arab-uig_Arab", "languages": ["pbt-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "pbt_Arab-aeb_Arab", "languages": ["pbt-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pbt_Arab-ben_Beng", "languages": ["pbt-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-est_Latn", "languages": ["pbt-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "pbt_Arab-hye_Armn", "languages": ["pbt-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.509808, "recall": 0.566206, "f1": 0.526306, "accuracy": 0.566206, "main_score": 0.526306, "hf_subset": "pbt_Arab-kmb_Latn", "languages": ["pbt-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477266, "recall": 0.547431, "f1": 0.496581, "accuracy": 0.547431, "main_score": 0.496581, "hf_subset": "pbt_Arab-min_Arab", "languages": ["pbt-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "pbt_Arab-pol_Latn", "languages": ["pbt-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531295, "recall": 0.590909, "f1": 0.547394, "accuracy": 0.590909, "main_score": 0.547394, "hf_subset": "pbt_Arab-ssw_Latn", "languages": ["pbt-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pbt_Arab-ukr_Cyrl", "languages": ["pbt-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pbt_Arab-afr_Latn", "languages": ["pbt-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "pbt_Arab-bho_Deva", "languages": ["pbt-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.944993, "recall": 0.961462, "f1": 0.950264, "accuracy": 0.961462, "main_score": 0.950264, "hf_subset": "pbt_Arab-eus_Latn", "languages": ["pbt-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553287, "recall": 0.609684, "f1": 0.568848, "accuracy": 0.609684, "main_score": 0.568848, "hf_subset": "pbt_Arab-ibo_Latn", "languages": ["pbt-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840119, "recall": 0.880435, "f1": 0.852536, "accuracy": 0.880435, "main_score": 0.852536, "hf_subset": "pbt_Arab-kmr_Latn", "languages": ["pbt-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "pbt_Arab-min_Latn", "languages": ["pbt-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "pbt_Arab-por_Latn", "languages": ["pbt-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "pbt_Arab-sun_Latn", "languages": ["pbt-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495513, "recall": 0.549407, "f1": 0.510731, "accuracy": 0.549407, "main_score": 0.510731, "hf_subset": "pbt_Arab-umb_Latn", "languages": ["pbt-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pbt_Arab-ajp_Arab", "languages": ["pbt-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504975, "recall": 0.567194, "f1": 0.522239, "accuracy": 0.567194, "main_score": 0.522239, "hf_subset": "pbt_Arab-bjn_Arab", "languages": ["pbt-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484769, "recall": 0.537549, "f1": 0.499568, "accuracy": 0.537549, "main_score": 0.499568, "hf_subset": "pbt_Arab-ewe_Latn", "languages": ["pbt-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892375, "recall": 0.921937, "f1": 0.901581, "accuracy": 0.921937, "main_score": 0.901581, "hf_subset": "pbt_Arab-ilo_Latn", "languages": ["pbt-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320678, "recall": 0.371542, "f1": 0.335039, "accuracy": 0.371542, "main_score": 0.335039, "hf_subset": "pbt_Arab-knc_Arab", "languages": ["pbt-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "pbt_Arab-mkd_Cyrl", "languages": ["pbt-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pbt_Arab-prs_Arab", "languages": ["pbt-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-swe_Latn", "languages": ["pbt-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-urd_Arab", "languages": ["pbt-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534098, "recall": 0.593874, "f1": 0.550965, "accuracy": 0.593874, "main_score": 0.550965, "hf_subset": "pbt_Arab-aka_Latn", "languages": ["pbt-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939921, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "pbt_Arab-bjn_Latn", "languages": ["pbt-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912385, "recall": 0.940711, "f1": 0.921607, "accuracy": 0.940711, "main_score": 0.921607, "hf_subset": "pbt_Arab-fao_Latn", "languages": ["pbt-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-ind_Latn", "languages": ["pbt-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564305, "recall": 0.612648, "f1": 0.578103, "accuracy": 0.612648, "main_score": 0.578103, "hf_subset": "pbt_Arab-knc_Latn", "languages": ["pbt-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "pbt_Arab-mlt_Latn", "languages": ["pbt-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64853, "recall": 0.70751, "f1": 0.665618, "accuracy": 0.70751, "main_score": 0.665618, "hf_subset": "pbt_Arab-quy_Latn", "languages": ["pbt-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923913, "recall": 0.944664, "f1": 0.930468, "accuracy": 0.944664, "main_score": 0.930468, "hf_subset": "pbt_Arab-swh_Latn", "languages": ["pbt-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "pbt_Arab-uzn_Latn", "languages": ["pbt-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-als_Latn", "languages": ["pbt-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556028, "recall": 0.639328, "f1": 0.579912, "accuracy": 0.639328, "main_score": 0.579912, "hf_subset": "pbt_Arab-bod_Tibt", "languages": ["pbt-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.640193, "recall": 0.69664, "f1": 0.656233, "accuracy": 0.69664, "main_score": 0.656233, "hf_subset": "pbt_Arab-fij_Latn", "languages": ["pbt-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930665, "recall": 0.950593, "f1": 0.937088, "accuracy": 0.950593, "main_score": 0.937088, "hf_subset": "pbt_Arab-isl_Latn", "languages": ["pbt-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612378, "recall": 0.661067, "f1": 0.626927, "accuracy": 0.661067, "main_score": 0.626927, "hf_subset": "pbt_Arab-kon_Latn", "languages": ["pbt-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607371, "recall": 0.672925, "f1": 0.62647, "accuracy": 0.672925, "main_score": 0.62647, "hf_subset": "pbt_Arab-mni_Beng", "languages": ["pbt-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pbt_Arab-ron_Latn", "languages": ["pbt-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.968379, "f1": 0.960474, "accuracy": 0.968379, "main_score": 0.960474, "hf_subset": "pbt_Arab-szl_Latn", "languages": ["pbt-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973353, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "pbt_Arab-vec_Latn", "languages": ["pbt-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891634, "recall": 0.924901, "f1": 0.902503, "accuracy": 0.924901, "main_score": 0.902503, "hf_subset": "pbt_Arab-amh_Ethi", "languages": ["pbt-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-bos_Latn", "languages": ["pbt-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "pbt_Arab-fin_Latn", "languages": ["pbt-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "pbt_Arab-ita_Latn", "languages": ["pbt-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-kor_Hang", "languages": ["pbt-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.520158, "recall": 0.571146, "f1": 0.534798, "accuracy": 0.571146, "main_score": 0.534798, "hf_subset": "pbt_Arab-mos_Latn", "languages": ["pbt-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51979, "recall": 0.575099, "f1": 0.535201, "accuracy": 0.575099, "main_score": 0.535201, "hf_subset": "pbt_Arab-run_Latn", "languages": ["pbt-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pbt_Arab-tam_Taml", "languages": ["pbt-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-vie_Latn", "languages": ["pbt-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pbt_Arab-apc_Arab", "languages": ["pbt-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.742781, "recall": 0.795455, "f1": 0.758267, "accuracy": 0.795455, "main_score": 0.758267, "hf_subset": "pbt_Arab-bug_Latn", "languages": ["pbt-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429858, "recall": 0.490119, "f1": 0.446816, "accuracy": 0.490119, "main_score": 0.446816, "hf_subset": "pbt_Arab-fon_Latn", "languages": ["pbt-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977684, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "pbt_Arab-jav_Latn", "languages": ["pbt-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.967391, "f1": 0.957411, "accuracy": 0.967391, "main_score": 0.957411, "hf_subset": "pbt_Arab-lao_Laoo", "languages": ["pbt-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.800132, "recall": 0.849802, "f1": 0.815119, "accuracy": 0.849802, "main_score": 0.815119, "hf_subset": "pbt_Arab-mri_Latn", "languages": ["pbt-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "pbt_Arab-rus_Cyrl", "languages": ["pbt-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519933, "recall": 0.579051, "f1": 0.535888, "accuracy": 0.579051, "main_score": 0.535888, "hf_subset": "pbt_Arab-taq_Latn", "languages": ["pbt-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "pbt_Arab-war_Latn", "languages": ["pbt-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-arb_Arab", "languages": ["pbt-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "pbt_Arab-bul_Cyrl", "languages": ["pbt-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pbt_Arab-fra_Latn", "languages": ["pbt-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pbt_Arab-jpn_Jpan", "languages": ["pbt-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "pbt_Arab-lij_Latn", "languages": ["pbt-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "pbt_Arab-mya_Mymr", "languages": ["pbt-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.535345, "recall": 0.600791, "f1": 0.554191, "accuracy": 0.600791, "main_score": 0.554191, "hf_subset": "pbt_Arab-sag_Latn", "languages": ["pbt-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204974, "recall": 0.250988, "f1": 0.215271, "accuracy": 0.250988, "main_score": 0.215271, "hf_subset": "pbt_Arab-taq_Tfng", "languages": ["pbt-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.610979, "recall": 0.663043, "f1": 0.625743, "accuracy": 0.663043, "main_score": 0.625743, "hf_subset": "pbt_Arab-wol_Latn", "languages": ["pbt-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731382, "recall": 0.796443, "f1": 0.750977, "accuracy": 0.796443, "main_score": 0.750977, "hf_subset": "pbt_Arab-arb_Latn", "languages": ["pbt-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980319, "recall": 0.986166, "f1": 0.982115, "accuracy": 0.986166, "main_score": 0.982115, "hf_subset": "pbt_Arab-cat_Latn", "languages": ["pbt-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.967391, "f1": 0.958794, "accuracy": 0.967391, "main_score": 0.958794, "hf_subset": "pbt_Arab-fur_Latn", "languages": ["pbt-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392461, "recall": 0.449605, "f1": 0.407752, "accuracy": 0.449605, "main_score": 0.407752, "hf_subset": "pbt_Arab-kab_Latn", "languages": ["pbt-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "pbt_Arab-lim_Latn", "languages": ["pbt-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-nld_Latn", "languages": ["pbt-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "pbt_Arab-san_Deva", "languages": ["pbt-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "pbt_Arab-tat_Cyrl", "languages": ["pbt-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.625586, "recall": 0.684783, "f1": 0.643495, "accuracy": 0.684783, "main_score": 0.643495, "hf_subset": "pbt_Arab-xho_Latn", "languages": ["pbt-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-ars_Arab", "languages": ["pbt-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "pbt_Arab-ceb_Latn", "languages": ["pbt-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518067, "recall": 0.579051, "f1": 0.536082, "accuracy": 0.579051, "main_score": 0.536082, "hf_subset": "pbt_Arab-fuv_Latn", "languages": ["pbt-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475782, "recall": 0.536561, "f1": 0.49209, "accuracy": 0.536561, "main_score": 0.49209, "hf_subset": "pbt_Arab-kac_Latn", "languages": ["pbt-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636752, "recall": 0.692688, "f1": 0.652868, "accuracy": 0.692688, "main_score": 0.652868, "hf_subset": "pbt_Arab-lin_Latn", "languages": ["pbt-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pbt_Arab-nno_Latn", "languages": ["pbt-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.233443, "recall": 0.310277, "f1": 0.253366, "accuracy": 0.310277, "main_score": 0.253366, "hf_subset": "pbt_Arab-sat_Olck", "languages": ["pbt-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-tel_Telu", "languages": ["pbt-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.906785, "recall": 0.934783, "f1": 0.91581, "accuracy": 0.934783, "main_score": 0.91581, "hf_subset": "pbt_Arab-ydd_Hebr", "languages": ["pbt-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.939065, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "pbt_Arab-ary_Arab", "languages": ["pbt-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pbt_Arab-ces_Latn", "languages": ["pbt-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554265, "recall": 0.612648, "f1": 0.571499, "accuracy": 0.612648, "main_score": 0.571499, "hf_subset": "pbt_Arab-gaz_Latn", "languages": ["pbt-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538596, "recall": 0.596838, "f1": 0.55486, "accuracy": 0.596838, "main_score": 0.55486, "hf_subset": "pbt_Arab-kam_Latn", "languages": ["pbt-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "pbt_Arab-lit_Latn", "languages": ["pbt-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-nob_Latn", "languages": ["pbt-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945405, "recall": 0.961462, "f1": 0.950494, "accuracy": 0.961462, "main_score": 0.950494, "hf_subset": "pbt_Arab-scn_Latn", "languages": ["pbt-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "pbt_Arab-tgk_Cyrl", "languages": ["pbt-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660674, "recall": 0.725296, "f1": 0.679781, "accuracy": 0.725296, "main_score": 0.679781, "hf_subset": "pbt_Arab-yor_Latn", "languages": ["pbt-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "pbt_Arab-arz_Arab", "languages": ["pbt-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531475, "recall": 0.585968, "f1": 0.546949, "accuracy": 0.585968, "main_score": 0.546949, "hf_subset": "pbt_Arab-cjk_Latn", "languages": ["pbt-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724967, "recall": 0.783597, "f1": 0.742622, "accuracy": 0.783597, "main_score": 0.742622, "hf_subset": "pbt_Arab-gla_Latn", "languages": ["pbt-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "pbt_Arab-kan_Knda", "languages": ["pbt-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.955781, "recall": 0.968379, "f1": 0.959717, "accuracy": 0.968379, "main_score": 0.959717, "hf_subset": "pbt_Arab-lmo_Latn", "languages": ["pbt-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "pbt_Arab-npi_Deva", "languages": ["pbt-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.438638, "recall": 0.498024, "f1": 0.454659, "accuracy": 0.498024, "main_score": 0.454659, "hf_subset": "pbt_Arab-shn_Mymr", "languages": ["pbt-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pbt_Arab-tgl_Latn", "languages": ["pbt-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pbt_Arab-yue_Hant", "languages": ["pbt-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "pbt_Arab-asm_Beng", "languages": ["pbt-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.925395, "recall": 0.947628, "f1": 0.932642, "accuracy": 0.947628, "main_score": 0.932642, "hf_subset": "pbt_Arab-ckb_Arab", "languages": ["pbt-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.805955, "recall": 0.850791, "f1": 0.819252, "accuracy": 0.850791, "main_score": 0.819252, "hf_subset": "pbt_Arab-gle_Latn", "languages": ["pbt-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934206, "recall": 0.953557, "f1": 0.940448, "accuracy": 0.953557, "main_score": 0.940448, "hf_subset": "pbt_Arab-kas_Arab", "languages": ["pbt-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.887352, "recall": 0.91996, "f1": 0.89753, "accuracy": 0.91996, "main_score": 0.89753, "hf_subset": "pbt_Arab-ltg_Latn", "languages": ["pbt-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57892, "recall": 0.634387, "f1": 0.595116, "accuracy": 0.634387, "main_score": 0.595116, "hf_subset": "pbt_Arab-nso_Latn", "languages": ["pbt-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "pbt_Arab-sin_Sinh", "languages": ["pbt-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-tha_Thai", "languages": ["pbt-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "pbt_Arab-zho_Hans", "languages": ["pbt-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pbt_Arab-ast_Latn", "languages": ["pbt-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950675, "recall": 0.966403, "f1": 0.955764, "accuracy": 0.966403, "main_score": 0.955764, "hf_subset": "pbt_Arab-crh_Latn", "languages": ["pbt-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-glg_Latn", "languages": ["pbt-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850049, "recall": 0.889328, "f1": 0.862352, "accuracy": 0.889328, "main_score": 0.862352, "hf_subset": "pbt_Arab-kas_Deva", "languages": ["pbt-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "pbt_Arab-ltz_Latn", "languages": ["pbt-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437568, "recall": 0.5, "f1": 0.454536, "accuracy": 0.5, "main_score": 0.454536, "hf_subset": "pbt_Arab-nus_Latn", "languages": ["pbt-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pbt_Arab-slk_Latn", "languages": ["pbt-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592329, "recall": 0.663043, "f1": 0.613225, "accuracy": 0.663043, "main_score": 0.613225, "hf_subset": "pbt_Arab-tir_Ethi", "languages": ["pbt-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "pbt_Arab-zho_Hant", "languages": ["pbt-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "pbt_Arab-awa_Deva", "languages": ["pbt-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.931242, "recall": 0.951581, "f1": 0.937648, "accuracy": 0.951581, "main_score": 0.937648, "hf_subset": "pbt_Arab-cym_Latn", "languages": ["pbt-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784074, "recall": 0.833004, "f1": 0.798781, "accuracy": 0.833004, "main_score": 0.798781, "hf_subset": "pbt_Arab-grn_Latn", "languages": ["pbt-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975908, "accuracy": 0.981225, "main_score": 0.975908, "hf_subset": "pbt_Arab-kat_Geor", "languages": ["pbt-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.606538, "recall": 0.658103, "f1": 0.620964, "accuracy": 0.658103, "main_score": 0.620964, "hf_subset": "pbt_Arab-lua_Latn", "languages": ["pbt-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584341, "recall": 0.647233, "f1": 0.602525, "accuracy": 0.647233, "main_score": 0.602525, "hf_subset": "pbt_Arab-nya_Latn", "languages": ["pbt-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "pbt_Arab-slv_Latn", "languages": ["pbt-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869713, "recall": 0.905138, "f1": 0.880665, "accuracy": 0.905138, "main_score": 0.880665, "hf_subset": "pbt_Arab-tpi_Latn", "languages": ["pbt-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-zsm_Latn", "languages": ["pbt-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517655, "recall": 0.578063, "f1": 0.535136, "accuracy": 0.578063, "main_score": 0.535136, "hf_subset": "pbt_Arab-ayr_Latn", "languages": ["pbt-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pbt_Arab-dan_Latn", "languages": ["pbt-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pbt_Arab-guj_Gujr", "languages": ["pbt-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "pbt_Arab-kaz_Cyrl", "languages": ["pbt-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496486, "recall": 0.561265, "f1": 0.515107, "accuracy": 0.561265, "main_score": 0.515107, "hf_subset": "pbt_Arab-lug_Latn", "languages": ["pbt-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pbt_Arab-oci_Latn", "languages": ["pbt-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779183, "recall": 0.83004, "f1": 0.79465, "accuracy": 0.83004, "main_score": 0.79465, "hf_subset": "pbt_Arab-smo_Latn", "languages": ["pbt-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510255, "recall": 0.568182, "f1": 0.526265, "accuracy": 0.568182, "main_score": 0.526265, "hf_subset": "pbt_Arab-tsn_Latn", "languages": ["pbt-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5778, "recall": 0.636364, "f1": 0.593923, "accuracy": 0.636364, "main_score": 0.593923, "hf_subset": "pbt_Arab-zul_Latn", "languages": ["pbt-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903409, "recall": 0.929842, "f1": 0.911792, "accuracy": 0.929842, "main_score": 0.911792, "hf_subset": "pbt_Arab-azb_Arab", "languages": ["pbt-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-deu_Latn", "languages": ["pbt-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "pbt_Arab-hat_Latn", "languages": ["pbt-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467115, "recall": 0.513834, "f1": 0.480418, "accuracy": 0.513834, "main_score": 0.480418, "hf_subset": "pbt_Arab-kbp_Latn", "languages": ["pbt-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551454, "recall": 0.609684, "f1": 0.567103, "accuracy": 0.609684, "main_score": 0.567103, "hf_subset": "pbt_Arab-luo_Latn", "languages": ["pbt-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-ory_Orya", "languages": ["pbt-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.564603, "recall": 0.628458, "f1": 0.583187, "accuracy": 0.628458, "main_score": 0.583187, "hf_subset": "pbt_Arab-sna_Latn", "languages": ["pbt-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529125, "recall": 0.583992, "f1": 0.544757, "accuracy": 0.583992, "main_score": 0.544757, "hf_subset": "pbt_Arab-tso_Latn", "languages": ["pbt-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "pbt_Arab-azj_Latn", "languages": ["pbt-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497917, "recall": 0.562253, "f1": 0.51651, "accuracy": 0.562253, "main_score": 0.51651, "hf_subset": "pbt_Arab-dik_Latn", "languages": ["pbt-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684733, "recall": 0.743083, "f1": 0.702207, "accuracy": 0.743083, "main_score": 0.702207, "hf_subset": "pbt_Arab-hau_Latn", "languages": ["pbt-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.95504, "accuracy": 0.965415, "main_score": 0.95504, "hf_subset": "pbt_Arab-kea_Latn", "languages": ["pbt-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696179, "recall": 0.746047, "f1": 0.711547, "accuracy": 0.746047, "main_score": 0.711547, "hf_subset": "pbt_Arab-lus_Latn", "languages": ["pbt-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798913, "recall": 0.840909, "f1": 0.811434, "accuracy": 0.840909, "main_score": 0.811434, "hf_subset": "pbt_Arab-pag_Latn", "languages": ["pbt-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pbt_Arab-snd_Arab", "languages": ["pbt-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.899127, "recall": 0.927866, "f1": 0.908169, "accuracy": 0.927866, "main_score": 0.908169, "hf_subset": "pbt_Arab-tuk_Latn", "languages": ["pbt-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.967391, "f1": 0.95911, "accuracy": 0.967391, "main_score": 0.95911, "hf_subset": "pbt_Arab-bak_Cyrl", "languages": ["pbt-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.447079, "recall": 0.514822, "f1": 0.466469, "accuracy": 0.514822, "main_score": 0.466469, "hf_subset": "pbt_Arab-dyu_Latn", "languages": ["pbt-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-heb_Hebr", "languages": ["pbt-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.965415, "f1": 0.956522, "accuracy": 0.965415, "main_score": 0.956522, "hf_subset": "pbt_Arab-khk_Cyrl", "languages": ["pbt-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pbt_Arab-lvs_Latn", "languages": ["pbt-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "pbt_Arab-pan_Guru", "languages": ["pbt-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.671212, "recall": 0.727273, "f1": 0.687436, "accuracy": 0.727273, "main_score": 0.687436, "hf_subset": "pbt_Arab-som_Latn", "languages": ["pbt-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543028, "recall": 0.593874, "f1": 0.557174, "accuracy": 0.593874, "main_score": 0.557174, "hf_subset": "pbt_Arab-tum_Latn", "languages": ["pbt-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587229, "recall": 0.652174, "f1": 0.606049, "accuracy": 0.652174, "main_score": 0.606049, "hf_subset": "spa_Latn-ace_Arab", "languages": ["spa-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537234, "recall": 0.605731, "f1": 0.556277, "accuracy": 0.605731, "main_score": 0.556277, "hf_subset": "spa_Latn-bam_Latn", "languages": ["spa-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448397, "recall": 0.522727, "f1": 0.468517, "accuracy": 0.522727, "main_score": 0.468517, "hf_subset": "spa_Latn-dzo_Tibt", "languages": ["spa-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hin_Deva", "languages": ["spa-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-khm_Khmr", "languages": ["spa-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mag_Deva", "languages": ["spa-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-pap_Latn", "languages": ["spa-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612892, "recall": 0.66996, "f1": 0.628628, "accuracy": 0.66996, "main_score": 0.628628, "hf_subset": "spa_Latn-sot_Latn", "languages": ["spa-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tur_Latn", "languages": ["spa-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877964, "recall": 0.912055, "f1": 0.888801, "accuracy": 0.912055, "main_score": 0.888801, "hf_subset": "spa_Latn-ace_Latn", "languages": ["spa-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "spa_Latn-ban_Latn", "languages": ["spa-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-ell_Grek", "languages": ["spa-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "spa_Latn-hne_Deva", "languages": ["spa-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.618264, "recall": 0.671937, "f1": 0.633796, "accuracy": 0.671937, "main_score": 0.633796, "hf_subset": "spa_Latn-kik_Latn", "languages": ["spa-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mai_Deva", "languages": ["spa-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "spa_Latn-pbt_Arab", "languages": ["spa-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.628994, "recall": 0.689723, "f1": 0.645684, "accuracy": 0.689723, "main_score": 0.645684, "hf_subset": "spa_Latn-twi_Latn", "languages": ["spa-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-acm_Arab", "languages": ["spa-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bel_Cyrl", "languages": ["spa-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-eng_Latn", "languages": ["spa-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hrv_Latn", "languages": ["spa-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565279, "recall": 0.628458, "f1": 0.583179, "accuracy": 0.628458, "main_score": 0.583179, "hf_subset": "spa_Latn-kin_Latn", "languages": ["spa-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-mal_Mlym", "languages": ["spa-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pes_Arab", "languages": ["spa-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-srd_Latn", "languages": ["spa-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184618, "recall": 0.236166, "f1": 0.196669, "accuracy": 0.236166, "main_score": 0.196669, "hf_subset": "spa_Latn-tzm_Tfng", "languages": ["spa-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-acq_Arab", "languages": ["spa-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.644372, "recall": 0.697628, "f1": 0.659456, "accuracy": 0.697628, "main_score": 0.659456, "hf_subset": "spa_Latn-bem_Latn", "languages": ["spa-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-epo_Latn", "languages": ["spa-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hun_Latn", "languages": ["spa-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-kir_Cyrl", "languages": ["spa-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mar_Deva", "languages": ["spa-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.689081, "recall": 0.741107, "f1": 0.704183, "accuracy": 0.741107, "main_score": 0.704183, "hf_subset": "spa_Latn-plt_Latn", "languages": ["spa-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-srp_Cyrl", "languages": ["spa-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "spa_Latn-uig_Arab", "languages": ["spa-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-aeb_Arab", "languages": ["spa-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ben_Beng", "languages": ["spa-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-est_Latn", "languages": ["spa-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-hye_Armn", "languages": ["spa-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.558919, "recall": 0.609684, "f1": 0.573487, "accuracy": 0.609684, "main_score": 0.573487, "hf_subset": "spa_Latn-kmb_Latn", "languages": ["spa-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519419, "recall": 0.591897, "f1": 0.538723, "accuracy": 0.591897, "main_score": 0.538723, "hf_subset": "spa_Latn-min_Arab", "languages": ["spa-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pol_Latn", "languages": ["spa-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575683, "recall": 0.63834, "f1": 0.593632, "accuracy": 0.63834, "main_score": 0.593632, "hf_subset": "spa_Latn-ssw_Latn", "languages": ["spa-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ukr_Cyrl", "languages": ["spa-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-afr_Latn", "languages": ["spa-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-bho_Deva", "languages": ["spa-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "spa_Latn-eus_Latn", "languages": ["spa-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590755, "recall": 0.65415, "f1": 0.608536, "accuracy": 0.65415, "main_score": 0.608536, "hf_subset": "spa_Latn-ibo_Latn", "languages": ["spa-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911232, "recall": 0.937747, "f1": 0.91996, "accuracy": 0.937747, "main_score": 0.91996, "hf_subset": "spa_Latn-kmr_Latn", "languages": ["spa-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-min_Latn", "languages": ["spa-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-por_Latn", "languages": ["spa-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-sun_Latn", "languages": ["spa-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538903, "recall": 0.597826, "f1": 0.556148, "accuracy": 0.597826, "main_score": 0.556148, "hf_subset": "spa_Latn-umb_Latn", "languages": ["spa-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ajp_Arab", "languages": ["spa-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549562, "recall": 0.618577, "f1": 0.569162, "accuracy": 0.618577, "main_score": 0.569162, "hf_subset": "spa_Latn-bjn_Arab", "languages": ["spa-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532838, "recall": 0.591897, "f1": 0.549009, "accuracy": 0.591897, "main_score": 0.549009, "hf_subset": "spa_Latn-ewe_Latn", "languages": ["spa-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "spa_Latn-ilo_Latn", "languages": ["spa-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318777, "recall": 0.382411, "f1": 0.336521, "accuracy": 0.382411, "main_score": 0.336521, "hf_subset": "spa_Latn-knc_Arab", "languages": ["spa-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mkd_Cyrl", "languages": ["spa-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-prs_Arab", "languages": ["spa-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-swe_Latn", "languages": ["spa-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-urd_Arab", "languages": ["spa-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.616248, "recall": 0.672925, "f1": 0.632009, "accuracy": 0.672925, "main_score": 0.632009, "hf_subset": "spa_Latn-aka_Latn", "languages": ["spa-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "spa_Latn-bjn_Latn", "languages": ["spa-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "spa_Latn-fao_Latn", "languages": ["spa-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ind_Latn", "languages": ["spa-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592631, "recall": 0.650198, "f1": 0.60924, "accuracy": 0.650198, "main_score": 0.60924, "hf_subset": "spa_Latn-knc_Latn", "languages": ["spa-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-mlt_Latn", "languages": ["spa-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716855, "recall": 0.779644, "f1": 0.735512, "accuracy": 0.779644, "main_score": 0.735512, "hf_subset": "spa_Latn-quy_Latn", "languages": ["spa-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "spa_Latn-swh_Latn", "languages": ["spa-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-uzn_Latn", "languages": ["spa-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-als_Latn", "languages": ["spa-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670332, "recall": 0.745059, "f1": 0.692309, "accuracy": 0.745059, "main_score": 0.692309, "hf_subset": "spa_Latn-bod_Tibt", "languages": ["spa-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.722037, "recall": 0.777668, "f1": 0.738072, "accuracy": 0.777668, "main_score": 0.738072, "hf_subset": "spa_Latn-fij_Latn", "languages": ["spa-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "spa_Latn-isl_Latn", "languages": ["spa-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670487, "recall": 0.727273, "f1": 0.687408, "accuracy": 0.727273, "main_score": 0.687408, "hf_subset": "spa_Latn-kon_Latn", "languages": ["spa-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682141, "recall": 0.748024, "f1": 0.701193, "accuracy": 0.748024, "main_score": 0.701193, "hf_subset": "spa_Latn-mni_Beng", "languages": ["spa-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ron_Latn", "languages": ["spa-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "spa_Latn-szl_Latn", "languages": ["spa-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-vec_Latn", "languages": ["spa-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "spa_Latn-amh_Ethi", "languages": ["spa-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bos_Latn", "languages": ["spa-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-fin_Latn", "languages": ["spa-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ita_Latn", "languages": ["spa-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-kor_Hang", "languages": ["spa-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.557556, "recall": 0.618577, "f1": 0.574333, "accuracy": 0.618577, "main_score": 0.574333, "hf_subset": "spa_Latn-mos_Latn", "languages": ["spa-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567384, "recall": 0.626482, "f1": 0.584489, "accuracy": 0.626482, "main_score": 0.584489, "hf_subset": "spa_Latn-run_Latn", "languages": ["spa-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-tam_Taml", "languages": ["spa-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-vie_Latn", "languages": ["spa-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-apc_Arab", "languages": ["spa-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.807263, "recall": 0.851779, "f1": 0.82085, "accuracy": 0.851779, "main_score": 0.82085, "hf_subset": "spa_Latn-bug_Latn", "languages": ["spa-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48382, "recall": 0.54249, "f1": 0.499733, "accuracy": 0.54249, "main_score": 0.499733, "hf_subset": "spa_Latn-fon_Latn", "languages": ["spa-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-jav_Latn", "languages": ["spa-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-lao_Laoo", "languages": ["spa-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.854143, "recall": 0.896245, "f1": 0.867408, "accuracy": 0.896245, "main_score": 0.867408, "hf_subset": "spa_Latn-mri_Latn", "languages": ["spa-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-rus_Cyrl", "languages": ["spa-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547011, "recall": 0.614625, "f1": 0.56563, "accuracy": 0.614625, "main_score": 0.56563, "hf_subset": "spa_Latn-taq_Latn", "languages": ["spa-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-war_Latn", "languages": ["spa-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-arb_Arab", "languages": ["spa-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bul_Cyrl", "languages": ["spa-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-fra_Latn", "languages": ["spa-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-jpn_Jpan", "languages": ["spa-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-lij_Latn", "languages": ["spa-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "spa_Latn-mya_Mymr", "languages": ["spa-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.608318, "recall": 0.678854, "f1": 0.6283, "accuracy": 0.678854, "main_score": 0.6283, "hf_subset": "spa_Latn-sag_Latn", "languages": ["spa-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194362, "recall": 0.253953, "f1": 0.207864, "accuracy": 0.253953, "main_score": 0.207864, "hf_subset": "spa_Latn-taq_Tfng", "languages": ["spa-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.648972, "recall": 0.709486, "f1": 0.665784, "accuracy": 0.709486, "main_score": 0.665784, "hf_subset": "spa_Latn-wol_Latn", "languages": ["spa-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819005, "recall": 0.866601, "f1": 0.833432, "accuracy": 0.866601, "main_score": 0.833432, "hf_subset": "spa_Latn-arb_Latn", "languages": ["spa-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-cat_Latn", "languages": ["spa-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-fur_Latn", "languages": ["spa-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423957, "recall": 0.482213, "f1": 0.440237, "accuracy": 0.482213, "main_score": 0.440237, "hf_subset": "spa_Latn-kab_Latn", "languages": ["spa-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-lim_Latn", "languages": ["spa-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-nld_Latn", "languages": ["spa-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "spa_Latn-san_Deva", "languages": ["spa-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-tat_Cyrl", "languages": ["spa-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.683351, "recall": 0.73913, "f1": 0.699742, "accuracy": 0.73913, "main_score": 0.699742, "hf_subset": "spa_Latn-xho_Latn", "languages": ["spa-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ars_Arab", "languages": ["spa-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ceb_Latn", "languages": ["spa-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566266, "recall": 0.634387, "f1": 0.585358, "accuracy": 0.634387, "main_score": 0.585358, "hf_subset": "spa_Latn-fuv_Latn", "languages": ["spa-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52258, "recall": 0.587945, "f1": 0.540326, "accuracy": 0.587945, "main_score": 0.540326, "hf_subset": "spa_Latn-kac_Latn", "languages": ["spa-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679324, "recall": 0.730237, "f1": 0.694713, "accuracy": 0.730237, "main_score": 0.694713, "hf_subset": "spa_Latn-lin_Latn", "languages": ["spa-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-nno_Latn", "languages": ["spa-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.235699, "recall": 0.312253, "f1": 0.255889, "accuracy": 0.312253, "main_score": 0.255889, "hf_subset": "spa_Latn-sat_Olck", "languages": ["spa-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-tel_Telu", "languages": ["spa-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "spa_Latn-ydd_Hebr", "languages": ["spa-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "spa_Latn-ary_Arab", "languages": ["spa-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ces_Latn", "languages": ["spa-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592227, "recall": 0.65415, "f1": 0.610413, "accuracy": 0.65415, "main_score": 0.610413, "hf_subset": "spa_Latn-gaz_Latn", "languages": ["spa-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60421, "recall": 0.667984, "f1": 0.622312, "accuracy": 0.667984, "main_score": 0.622312, "hf_subset": "spa_Latn-kam_Latn", "languages": ["spa-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "spa_Latn-lit_Latn", "languages": ["spa-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-nob_Latn", "languages": ["spa-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "spa_Latn-scn_Latn", "languages": ["spa-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "spa_Latn-tgk_Cyrl", "languages": ["spa-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727456, "recall": 0.786561, "f1": 0.745092, "accuracy": 0.786561, "main_score": 0.745092, "hf_subset": "spa_Latn-yor_Latn", "languages": ["spa-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-arz_Arab", "languages": ["spa-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581974, "recall": 0.644269, "f1": 0.599628, "accuracy": 0.644269, "main_score": 0.599628, "hf_subset": "spa_Latn-cjk_Latn", "languages": ["spa-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812171, "recall": 0.855731, "f1": 0.825231, "accuracy": 0.855731, "main_score": 0.825231, "hf_subset": "spa_Latn-gla_Latn", "languages": ["spa-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-kan_Knda", "languages": ["spa-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "spa_Latn-lmo_Latn", "languages": ["spa-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "spa_Latn-npi_Deva", "languages": ["spa-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484429, "recall": 0.548419, "f1": 0.501489, "accuracy": 0.548419, "main_score": 0.501489, "hf_subset": "spa_Latn-shn_Mymr", "languages": ["spa-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tgl_Latn", "languages": ["spa-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-yue_Hant", "languages": ["spa-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-asm_Beng", "languages": ["spa-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "spa_Latn-ckb_Arab", "languages": ["spa-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.88834, "recall": 0.920949, "f1": 0.898518, "accuracy": 0.920949, "main_score": 0.898518, "hf_subset": "spa_Latn-gle_Latn", "languages": ["spa-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "spa_Latn-kas_Arab", "languages": ["spa-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94137, "recall": 0.960474, "f1": 0.947628, "accuracy": 0.960474, "main_score": 0.947628, "hf_subset": "spa_Latn-ltg_Latn", "languages": ["spa-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625403, "recall": 0.68083, "f1": 0.642004, "accuracy": 0.68083, "main_score": 0.642004, "hf_subset": "spa_Latn-nso_Latn", "languages": ["spa-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-sin_Sinh", "languages": ["spa-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tha_Thai", "languages": ["spa-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zho_Hans", "languages": ["spa-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ast_Latn", "languages": ["spa-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-crh_Latn", "languages": ["spa-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-glg_Latn", "languages": ["spa-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915382, "recall": 0.9417, "f1": 0.923913, "accuracy": 0.9417, "main_score": 0.923913, "hf_subset": "spa_Latn-kas_Deva", "languages": ["spa-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "spa_Latn-ltz_Latn", "languages": ["spa-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47216, "recall": 0.543478, "f1": 0.491619, "accuracy": 0.543478, "main_score": 0.491619, "hf_subset": "spa_Latn-nus_Latn", "languages": ["spa-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-slk_Latn", "languages": ["spa-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635352, "recall": 0.704545, "f1": 0.655818, "accuracy": 0.704545, "main_score": 0.655818, "hf_subset": "spa_Latn-tir_Ethi", "languages": ["spa-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zho_Hant", "languages": ["spa-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "spa_Latn-awa_Deva", "languages": ["spa-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "spa_Latn-cym_Latn", "languages": ["spa-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86553, "recall": 0.902174, "f1": 0.877207, "accuracy": 0.902174, "main_score": 0.877207, "hf_subset": "spa_Latn-grn_Latn", "languages": ["spa-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-kat_Geor", "languages": ["spa-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.653277, "recall": 0.708498, "f1": 0.669164, "accuracy": 0.708498, "main_score": 0.669164, "hf_subset": "spa_Latn-lua_Latn", "languages": ["spa-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65342, "recall": 0.710474, "f1": 0.669852, "accuracy": 0.710474, "main_score": 0.669852, "hf_subset": "spa_Latn-nya_Latn", "languages": ["spa-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-slv_Latn", "languages": ["spa-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "spa_Latn-tpi_Latn", "languages": ["spa-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zsm_Latn", "languages": ["spa-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562638, "recall": 0.62747, "f1": 0.581246, "accuracy": 0.62747, "main_score": 0.581246, "hf_subset": "spa_Latn-ayr_Latn", "languages": ["spa-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-dan_Latn", "languages": ["spa-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-guj_Gujr", "languages": ["spa-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-kaz_Cyrl", "languages": ["spa-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541601, "recall": 0.606719, "f1": 0.559662, "accuracy": 0.606719, "main_score": 0.559662, "hf_subset": "spa_Latn-lug_Latn", "languages": ["spa-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-oci_Latn", "languages": ["spa-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846673, "recall": 0.887352, "f1": 0.859289, "accuracy": 0.887352, "main_score": 0.859289, "hf_subset": "spa_Latn-smo_Latn", "languages": ["spa-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562379, "recall": 0.624506, "f1": 0.579648, "accuracy": 0.624506, "main_score": 0.579648, "hf_subset": "spa_Latn-tsn_Latn", "languages": ["spa-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63033, "recall": 0.690711, "f1": 0.647365, "accuracy": 0.690711, "main_score": 0.647365, "hf_subset": "spa_Latn-zul_Latn", "languages": ["spa-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938076, "recall": 0.958498, "f1": 0.944829, "accuracy": 0.958498, "main_score": 0.944829, "hf_subset": "spa_Latn-azb_Arab", "languages": ["spa-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-deu_Latn", "languages": ["spa-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "spa_Latn-hat_Latn", "languages": ["spa-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499193, "recall": 0.55336, "f1": 0.514813, "accuracy": 0.55336, "main_score": 0.514813, "hf_subset": "spa_Latn-kbp_Latn", "languages": ["spa-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575821, "recall": 0.636364, "f1": 0.592452, "accuracy": 0.636364, "main_score": 0.592452, "hf_subset": "spa_Latn-luo_Latn", "languages": ["spa-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ory_Orya", "languages": ["spa-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.594493, "recall": 0.661067, "f1": 0.613362, "accuracy": 0.661067, "main_score": 0.613362, "hf_subset": "spa_Latn-sna_Latn", "languages": ["spa-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588992, "recall": 0.640316, "f1": 0.6034, "accuracy": 0.640316, "main_score": 0.6034, "hf_subset": "spa_Latn-tso_Latn", "languages": ["spa-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-azj_Latn", "languages": ["spa-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546525, "recall": 0.613636, "f1": 0.565763, "accuracy": 0.613636, "main_score": 0.565763, "hf_subset": "spa_Latn-dik_Latn", "languages": ["spa-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.758959, "recall": 0.810277, "f1": 0.774558, "accuracy": 0.810277, "main_score": 0.774558, "hf_subset": "spa_Latn-hau_Latn", "languages": ["spa-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-kea_Latn", "languages": ["spa-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756341, "recall": 0.811265, "f1": 0.773221, "accuracy": 0.811265, "main_score": 0.773221, "hf_subset": "spa_Latn-lus_Latn", "languages": ["spa-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886479, "recall": 0.913043, "f1": 0.894631, "accuracy": 0.913043, "main_score": 0.894631, "hf_subset": "spa_Latn-pag_Latn", "languages": ["spa-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-snd_Arab", "languages": ["spa-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "spa_Latn-tuk_Latn", "languages": ["spa-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "spa_Latn-bak_Cyrl", "languages": ["spa-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.499653, "recall": 0.58004, "f1": 0.52309, "accuracy": 0.58004, "main_score": 0.52309, "hf_subset": "spa_Latn-dyu_Latn", "languages": ["spa-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-heb_Hebr", "languages": ["spa-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-khk_Cyrl", "languages": ["spa-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-lvs_Latn", "languages": ["spa-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pan_Guru", "languages": ["spa-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.714889, "recall": 0.771739, "f1": 0.731758, "accuracy": 0.771739, "main_score": 0.731758, "hf_subset": "spa_Latn-som_Latn", "languages": ["spa-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613431, "recall": 0.666008, "f1": 0.62832, "accuracy": 0.666008, "main_score": 0.62832, "hf_subset": "spa_Latn-tum_Latn", "languages": ["spa-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453343, "recall": 0.500988, "f1": 0.467918, "accuracy": 0.500988, "main_score": 0.467918, "hf_subset": "twi_Latn-ace_Arab", "languages": ["twi-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516321, "recall": 0.561265, "f1": 0.529233, "accuracy": 0.561265, "main_score": 0.529233, "hf_subset": "twi_Latn-bam_Latn", "languages": ["twi-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223436, "recall": 0.266798, "f1": 0.234494, "accuracy": 0.266798, "main_score": 0.234494, "hf_subset": "twi_Latn-dzo_Tibt", "languages": ["twi-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.610735, "recall": 0.657115, "f1": 0.623552, "accuracy": 0.657115, "main_score": 0.623552, "hf_subset": "twi_Latn-hin_Deva", "languages": ["twi-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.539515, "recall": 0.588933, "f1": 0.553517, "accuracy": 0.588933, "main_score": 0.553517, "hf_subset": "twi_Latn-khm_Khmr", "languages": ["twi-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.608686, "recall": 0.653162, "f1": 0.621749, "accuracy": 0.653162, "main_score": 0.621749, "hf_subset": "twi_Latn-mag_Deva", "languages": ["twi-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.62053, "recall": 0.657115, "f1": 0.630262, "accuracy": 0.657115, "main_score": 0.630262, "hf_subset": "twi_Latn-pap_Latn", "languages": ["twi-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568982, "recall": 0.608696, "f1": 0.579776, "accuracy": 0.608696, "main_score": 0.579776, "hf_subset": "twi_Latn-sot_Latn", "languages": ["twi-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604485, "recall": 0.647233, "f1": 0.616588, "accuracy": 0.647233, "main_score": 0.616588, "hf_subset": "twi_Latn-tur_Latn", "languages": ["twi-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621028, "recall": 0.660079, "f1": 0.631428, "accuracy": 0.660079, "main_score": 0.631428, "hf_subset": "twi_Latn-ace_Latn", "languages": ["twi-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630407, "recall": 0.664032, "f1": 0.639927, "accuracy": 0.664032, "main_score": 0.639927, "hf_subset": "twi_Latn-ban_Latn", "languages": ["twi-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591205, "recall": 0.63834, "f1": 0.60422, "accuracy": 0.63834, "main_score": 0.60422, "hf_subset": "twi_Latn-ell_Grek", "languages": ["twi-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.596647, "recall": 0.639328, "f1": 0.609236, "accuracy": 0.639328, "main_score": 0.609236, "hf_subset": "twi_Latn-hne_Deva", "languages": ["twi-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.548591, "recall": 0.593874, "f1": 0.562107, "accuracy": 0.593874, "main_score": 0.562107, "hf_subset": "twi_Latn-kik_Latn", "languages": ["twi-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601908, "recall": 0.653162, "f1": 0.61631, "accuracy": 0.653162, "main_score": 0.61631, "hf_subset": "twi_Latn-mai_Deva", "languages": ["twi-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550883, "recall": 0.601779, "f1": 0.564383, "accuracy": 0.601779, "main_score": 0.564383, "hf_subset": "twi_Latn-pbt_Arab", "languages": ["twi-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.622781, "recall": 0.662055, "f1": 0.632794, "accuracy": 0.662055, "main_score": 0.632794, "hf_subset": "twi_Latn-spa_Latn", "languages": ["twi-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589987, "recall": 0.635375, "f1": 0.602459, "accuracy": 0.635375, "main_score": 0.602459, "hf_subset": "twi_Latn-acm_Arab", "languages": ["twi-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57133, "recall": 0.619565, "f1": 0.585055, "accuracy": 0.619565, "main_score": 0.585055, "hf_subset": "twi_Latn-bel_Cyrl", "languages": ["twi-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.648875, "recall": 0.690711, "f1": 0.66047, "accuracy": 0.690711, "main_score": 0.66047, "hf_subset": "twi_Latn-eng_Latn", "languages": ["twi-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613763, "recall": 0.658103, "f1": 0.626028, "accuracy": 0.658103, "main_score": 0.626028, "hf_subset": "twi_Latn-hrv_Latn", "languages": ["twi-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5003, "recall": 0.547431, "f1": 0.51377, "accuracy": 0.547431, "main_score": 0.51377, "hf_subset": "twi_Latn-kin_Latn", "languages": ["twi-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595129, "recall": 0.641304, "f1": 0.60812, "accuracy": 0.641304, "main_score": 0.60812, "hf_subset": "twi_Latn-mal_Mlym", "languages": ["twi-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.589943, "recall": 0.636364, "f1": 0.602871, "accuracy": 0.636364, "main_score": 0.602871, "hf_subset": "twi_Latn-pes_Arab", "languages": ["twi-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608272, "recall": 0.648221, "f1": 0.619299, "accuracy": 0.648221, "main_score": 0.619299, "hf_subset": "twi_Latn-srd_Latn", "languages": ["twi-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193614, "recall": 0.238142, "f1": 0.204398, "accuracy": 0.238142, "main_score": 0.204398, "hf_subset": "twi_Latn-tzm_Tfng", "languages": ["twi-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.588352, "recall": 0.632411, "f1": 0.60023, "accuracy": 0.632411, "main_score": 0.60023, "hf_subset": "twi_Latn-acq_Arab", "languages": ["twi-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589577, "recall": 0.632411, "f1": 0.601625, "accuracy": 0.632411, "main_score": 0.601625, "hf_subset": "twi_Latn-bem_Latn", "languages": ["twi-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618651, "recall": 0.661067, "f1": 0.630026, "accuracy": 0.661067, "main_score": 0.630026, "hf_subset": "twi_Latn-epo_Latn", "languages": ["twi-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604005, "recall": 0.650198, "f1": 0.616347, "accuracy": 0.650198, "main_score": 0.616347, "hf_subset": "twi_Latn-hun_Latn", "languages": ["twi-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577004, "recall": 0.624506, "f1": 0.590042, "accuracy": 0.624506, "main_score": 0.590042, "hf_subset": "twi_Latn-kir_Cyrl", "languages": ["twi-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.600217, "recall": 0.644269, "f1": 0.613538, "accuracy": 0.644269, "main_score": 0.613538, "hf_subset": "twi_Latn-mar_Deva", "languages": ["twi-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.568761, "recall": 0.607708, "f1": 0.580146, "accuracy": 0.607708, "main_score": 0.580146, "hf_subset": "twi_Latn-plt_Latn", "languages": ["twi-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610248, "recall": 0.652174, "f1": 0.621984, "accuracy": 0.652174, "main_score": 0.621984, "hf_subset": "twi_Latn-srp_Cyrl", "languages": ["twi-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.500912, "recall": 0.560277, "f1": 0.517464, "accuracy": 0.560277, "main_score": 0.517464, "hf_subset": "twi_Latn-uig_Arab", "languages": ["twi-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584169, "recall": 0.621542, "f1": 0.594682, "accuracy": 0.621542, "main_score": 0.594682, "hf_subset": "twi_Latn-aeb_Arab", "languages": ["twi-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603238, "recall": 0.652174, "f1": 0.616781, "accuracy": 0.652174, "main_score": 0.616781, "hf_subset": "twi_Latn-ben_Beng", "languages": ["twi-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.583596, "recall": 0.628458, "f1": 0.596361, "accuracy": 0.628458, "main_score": 0.596361, "hf_subset": "twi_Latn-est_Latn", "languages": ["twi-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577028, "recall": 0.620553, "f1": 0.589341, "accuracy": 0.620553, "main_score": 0.589341, "hf_subset": "twi_Latn-hye_Armn", "languages": ["twi-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.5451, "recall": 0.592885, "f1": 0.558722, "accuracy": 0.592885, "main_score": 0.558722, "hf_subset": "twi_Latn-kmb_Latn", "languages": ["twi-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407638, "recall": 0.470356, "f1": 0.424241, "accuracy": 0.470356, "main_score": 0.424241, "hf_subset": "twi_Latn-min_Arab", "languages": ["twi-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.615571, "recall": 0.652174, "f1": 0.626096, "accuracy": 0.652174, "main_score": 0.626096, "hf_subset": "twi_Latn-pol_Latn", "languages": ["twi-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552322, "recall": 0.601779, "f1": 0.5671, "accuracy": 0.601779, "main_score": 0.5671, "hf_subset": "twi_Latn-ssw_Latn", "languages": ["twi-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617204, "recall": 0.657115, "f1": 0.628773, "accuracy": 0.657115, "main_score": 0.628773, "hf_subset": "twi_Latn-ukr_Cyrl", "languages": ["twi-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.626389, "recall": 0.66502, "f1": 0.637392, "accuracy": 0.66502, "main_score": 0.637392, "hf_subset": "twi_Latn-afr_Latn", "languages": ["twi-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605028, "recall": 0.647233, "f1": 0.616812, "accuracy": 0.647233, "main_score": 0.616812, "hf_subset": "twi_Latn-bho_Deva", "languages": ["twi-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.596949, "recall": 0.641304, "f1": 0.609106, "accuracy": 0.641304, "main_score": 0.609106, "hf_subset": "twi_Latn-eus_Latn", "languages": ["twi-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539097, "recall": 0.58498, "f1": 0.55295, "accuracy": 0.58498, "main_score": 0.55295, "hf_subset": "twi_Latn-ibo_Latn", "languages": ["twi-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566277, "recall": 0.609684, "f1": 0.57917, "accuracy": 0.609684, "main_score": 0.57917, "hf_subset": "twi_Latn-kmr_Latn", "languages": ["twi-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625719, "recall": 0.659091, "f1": 0.635022, "accuracy": 0.659091, "main_score": 0.635022, "hf_subset": "twi_Latn-min_Latn", "languages": ["twi-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618795, "recall": 0.663043, "f1": 0.630985, "accuracy": 0.663043, "main_score": 0.630985, "hf_subset": "twi_Latn-por_Latn", "languages": ["twi-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622398, "recall": 0.655138, "f1": 0.630925, "accuracy": 0.655138, "main_score": 0.630925, "hf_subset": "twi_Latn-sun_Latn", "languages": ["twi-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507486, "recall": 0.5583, "f1": 0.52273, "accuracy": 0.5583, "main_score": 0.52273, "hf_subset": "twi_Latn-umb_Latn", "languages": ["twi-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591074, "recall": 0.639328, "f1": 0.604455, "accuracy": 0.639328, "main_score": 0.604455, "hf_subset": "twi_Latn-ajp_Arab", "languages": ["twi-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444922, "recall": 0.494071, "f1": 0.457589, "accuracy": 0.494071, "main_score": 0.457589, "hf_subset": "twi_Latn-bjn_Arab", "languages": ["twi-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540088, "recall": 0.58004, "f1": 0.551384, "accuracy": 0.58004, "main_score": 0.551384, "hf_subset": "twi_Latn-ewe_Latn", "languages": ["twi-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646172, "recall": 0.674901, "f1": 0.654037, "accuracy": 0.674901, "main_score": 0.654037, "hf_subset": "twi_Latn-ilo_Latn", "languages": ["twi-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315697, "recall": 0.365613, "f1": 0.329418, "accuracy": 0.365613, "main_score": 0.329418, "hf_subset": "twi_Latn-knc_Arab", "languages": ["twi-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605859, "recall": 0.649209, "f1": 0.617765, "accuracy": 0.649209, "main_score": 0.617765, "hf_subset": "twi_Latn-mkd_Cyrl", "languages": ["twi-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597644, "recall": 0.644269, "f1": 0.610374, "accuracy": 0.644269, "main_score": 0.610374, "hf_subset": "twi_Latn-prs_Arab", "languages": ["twi-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.616102, "recall": 0.659091, "f1": 0.628034, "accuracy": 0.659091, "main_score": 0.628034, "hf_subset": "twi_Latn-swe_Latn", "languages": ["twi-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574659, "recall": 0.62747, "f1": 0.589353, "accuracy": 0.62747, "main_score": 0.589353, "hf_subset": "twi_Latn-urd_Arab", "languages": ["twi-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.751433, "recall": 0.80336, "f1": 0.766902, "accuracy": 0.80336, "main_score": 0.766902, "hf_subset": "twi_Latn-aka_Latn", "languages": ["twi-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63233, "recall": 0.661067, "f1": 0.640849, "accuracy": 0.661067, "main_score": 0.640849, "hf_subset": "twi_Latn-bjn_Latn", "languages": ["twi-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573534, "recall": 0.615613, "f1": 0.585428, "accuracy": 0.615613, "main_score": 0.585428, "hf_subset": "twi_Latn-fao_Latn", "languages": ["twi-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633014, "recall": 0.672925, "f1": 0.644417, "accuracy": 0.672925, "main_score": 0.644417, "hf_subset": "twi_Latn-ind_Latn", "languages": ["twi-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555137, "recall": 0.594862, "f1": 0.566323, "accuracy": 0.594862, "main_score": 0.566323, "hf_subset": "twi_Latn-knc_Latn", "languages": ["twi-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614291, "recall": 0.658103, "f1": 0.625968, "accuracy": 0.658103, "main_score": 0.625968, "hf_subset": "twi_Latn-mlt_Latn", "languages": ["twi-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5625, "recall": 0.604743, "f1": 0.575264, "accuracy": 0.604743, "main_score": 0.575264, "hf_subset": "twi_Latn-quy_Latn", "languages": ["twi-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576746, "recall": 0.621542, "f1": 0.588902, "accuracy": 0.621542, "main_score": 0.588902, "hf_subset": "twi_Latn-swh_Latn", "languages": ["twi-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571064, "recall": 0.620553, "f1": 0.585106, "accuracy": 0.620553, "main_score": 0.585106, "hf_subset": "twi_Latn-uzn_Latn", "languages": ["twi-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604813, "recall": 0.648221, "f1": 0.616096, "accuracy": 0.648221, "main_score": 0.616096, "hf_subset": "twi_Latn-als_Latn", "languages": ["twi-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.272606, "recall": 0.322134, "f1": 0.284089, "accuracy": 0.322134, "main_score": 0.284089, "hf_subset": "twi_Latn-bod_Tibt", "languages": ["twi-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.554755, "recall": 0.597826, "f1": 0.566454, "accuracy": 0.597826, "main_score": 0.566454, "hf_subset": "twi_Latn-fij_Latn", "languages": ["twi-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568271, "recall": 0.616601, "f1": 0.581665, "accuracy": 0.616601, "main_score": 0.581665, "hf_subset": "twi_Latn-isl_Latn", "languages": ["twi-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574054, "recall": 0.612648, "f1": 0.585524, "accuracy": 0.612648, "main_score": 0.585524, "hf_subset": "twi_Latn-kon_Latn", "languages": ["twi-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523345, "recall": 0.581028, "f1": 0.539131, "accuracy": 0.581028, "main_score": 0.539131, "hf_subset": "twi_Latn-mni_Beng", "languages": ["twi-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.629628, "recall": 0.668972, "f1": 0.640138, "accuracy": 0.668972, "main_score": 0.640138, "hf_subset": "twi_Latn-ron_Latn", "languages": ["twi-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605421, "recall": 0.644269, "f1": 0.615908, "accuracy": 0.644269, "main_score": 0.615908, "hf_subset": "twi_Latn-szl_Latn", "languages": ["twi-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63425, "recall": 0.670949, "f1": 0.644376, "accuracy": 0.670949, "main_score": 0.644376, "hf_subset": "twi_Latn-vec_Latn", "languages": ["twi-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497917, "recall": 0.554348, "f1": 0.513934, "accuracy": 0.554348, "main_score": 0.513934, "hf_subset": "twi_Latn-amh_Ethi", "languages": ["twi-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.626748, "recall": 0.662055, "f1": 0.637307, "accuracy": 0.662055, "main_score": 0.637307, "hf_subset": "twi_Latn-bos_Latn", "languages": ["twi-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588044, "recall": 0.63834, "f1": 0.603066, "accuracy": 0.63834, "main_score": 0.603066, "hf_subset": "twi_Latn-fin_Latn", "languages": ["twi-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624334, "recall": 0.663043, "f1": 0.6355, "accuracy": 0.663043, "main_score": 0.6355, "hf_subset": "twi_Latn-ita_Latn", "languages": ["twi-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602513, "recall": 0.646245, "f1": 0.614551, "accuracy": 0.646245, "main_score": 0.614551, "hf_subset": "twi_Latn-kor_Hang", "languages": ["twi-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.545133, "recall": 0.589921, "f1": 0.557811, "accuracy": 0.589921, "main_score": 0.557811, "hf_subset": "twi_Latn-mos_Latn", "languages": ["twi-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530723, "recall": 0.570158, "f1": 0.542033, "accuracy": 0.570158, "main_score": 0.542033, "hf_subset": "twi_Latn-run_Latn", "languages": ["twi-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580813, "recall": 0.633399, "f1": 0.595938, "accuracy": 0.633399, "main_score": 0.595938, "hf_subset": "twi_Latn-tam_Taml", "languages": ["twi-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.605024, "recall": 0.645257, "f1": 0.616617, "accuracy": 0.645257, "main_score": 0.616617, "hf_subset": "twi_Latn-vie_Latn", "languages": ["twi-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597889, "recall": 0.641304, "f1": 0.610351, "accuracy": 0.641304, "main_score": 0.610351, "hf_subset": "twi_Latn-apc_Arab", "languages": ["twi-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.601132, "recall": 0.640316, "f1": 0.612738, "accuracy": 0.640316, "main_score": 0.612738, "hf_subset": "twi_Latn-bug_Latn", "languages": ["twi-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485725, "recall": 0.52668, "f1": 0.496973, "accuracy": 0.52668, "main_score": 0.496973, "hf_subset": "twi_Latn-fon_Latn", "languages": ["twi-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627874, "recall": 0.66502, "f1": 0.638847, "accuracy": 0.66502, "main_score": 0.638847, "hf_subset": "twi_Latn-jav_Latn", "languages": ["twi-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529738, "recall": 0.583992, "f1": 0.544155, "accuracy": 0.583992, "main_score": 0.544155, "hf_subset": "twi_Latn-lao_Laoo", "languages": ["twi-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.507425, "recall": 0.548419, "f1": 0.519079, "accuracy": 0.548419, "main_score": 0.519079, "hf_subset": "twi_Latn-mri_Latn", "languages": ["twi-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598598, "recall": 0.640316, "f1": 0.610011, "accuracy": 0.640316, "main_score": 0.610011, "hf_subset": "twi_Latn-rus_Cyrl", "languages": ["twi-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520224, "recall": 0.568182, "f1": 0.534144, "accuracy": 0.568182, "main_score": 0.534144, "hf_subset": "twi_Latn-taq_Latn", "languages": ["twi-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641248, "recall": 0.673913, "f1": 0.650141, "accuracy": 0.673913, "main_score": 0.650141, "hf_subset": "twi_Latn-war_Latn", "languages": ["twi-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587569, "recall": 0.631423, "f1": 0.599957, "accuracy": 0.631423, "main_score": 0.599957, "hf_subset": "twi_Latn-arb_Arab", "languages": ["twi-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.601062, "recall": 0.648221, "f1": 0.614233, "accuracy": 0.648221, "main_score": 0.614233, "hf_subset": "twi_Latn-bul_Cyrl", "languages": ["twi-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.632143, "recall": 0.666996, "f1": 0.641557, "accuracy": 0.666996, "main_score": 0.641557, "hf_subset": "twi_Latn-fra_Latn", "languages": ["twi-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597038, "recall": 0.640316, "f1": 0.609201, "accuracy": 0.640316, "main_score": 0.609201, "hf_subset": "twi_Latn-jpn_Jpan", "languages": ["twi-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.610742, "recall": 0.649209, "f1": 0.621776, "accuracy": 0.649209, "main_score": 0.621776, "hf_subset": "twi_Latn-lij_Latn", "languages": ["twi-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439625, "recall": 0.508893, "f1": 0.458773, "accuracy": 0.508893, "main_score": 0.458773, "hf_subset": "twi_Latn-mya_Mymr", "languages": ["twi-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.558416, "recall": 0.606719, "f1": 0.572864, "accuracy": 0.606719, "main_score": 0.572864, "hf_subset": "twi_Latn-sag_Latn", "languages": ["twi-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198322, "recall": 0.242095, "f1": 0.208696, "accuracy": 0.242095, "main_score": 0.208696, "hf_subset": "twi_Latn-taq_Tfng", "languages": ["twi-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.569417, "recall": 0.613636, "f1": 0.581763, "accuracy": 0.613636, "main_score": 0.581763, "hf_subset": "twi_Latn-wol_Latn", "languages": ["twi-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471135, "recall": 0.517787, "f1": 0.485039, "accuracy": 0.517787, "main_score": 0.485039, "hf_subset": "twi_Latn-arb_Latn", "languages": ["twi-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610639, "recall": 0.651186, "f1": 0.622687, "accuracy": 0.651186, "main_score": 0.622687, "hf_subset": "twi_Latn-cat_Latn", "languages": ["twi-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606024, "recall": 0.648221, "f1": 0.617269, "accuracy": 0.648221, "main_score": 0.617269, "hf_subset": "twi_Latn-fur_Latn", "languages": ["twi-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424393, "recall": 0.476285, "f1": 0.43857, "accuracy": 0.476285, "main_score": 0.43857, "hf_subset": "twi_Latn-kab_Latn", "languages": ["twi-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609394, "recall": 0.647233, "f1": 0.620067, "accuracy": 0.647233, "main_score": 0.620067, "hf_subset": "twi_Latn-lim_Latn", "languages": ["twi-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602927, "recall": 0.647233, "f1": 0.61505, "accuracy": 0.647233, "main_score": 0.61505, "hf_subset": "twi_Latn-nld_Latn", "languages": ["twi-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543386, "recall": 0.596838, "f1": 0.558187, "accuracy": 0.596838, "main_score": 0.558187, "hf_subset": "twi_Latn-san_Deva", "languages": ["twi-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.592916, "recall": 0.635375, "f1": 0.60444, "accuracy": 0.635375, "main_score": 0.60444, "hf_subset": "twi_Latn-tat_Cyrl", "languages": ["twi-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.576343, "recall": 0.617589, "f1": 0.587851, "accuracy": 0.617589, "main_score": 0.587851, "hf_subset": "twi_Latn-xho_Latn", "languages": ["twi-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582117, "recall": 0.629447, "f1": 0.595935, "accuracy": 0.629447, "main_score": 0.595935, "hf_subset": "twi_Latn-ars_Arab", "languages": ["twi-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.64277, "recall": 0.681818, "f1": 0.653245, "accuracy": 0.681818, "main_score": 0.653245, "hf_subset": "twi_Latn-ceb_Latn", "languages": ["twi-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516694, "recall": 0.562253, "f1": 0.529824, "accuracy": 0.562253, "main_score": 0.529824, "hf_subset": "twi_Latn-fuv_Latn", "languages": ["twi-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51339, "recall": 0.564229, "f1": 0.528, "accuracy": 0.564229, "main_score": 0.528, "hf_subset": "twi_Latn-kac_Latn", "languages": ["twi-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584363, "recall": 0.621542, "f1": 0.594608, "accuracy": 0.621542, "main_score": 0.594608, "hf_subset": "twi_Latn-lin_Latn", "languages": ["twi-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617316, "recall": 0.660079, "f1": 0.629363, "accuracy": 0.660079, "main_score": 0.629363, "hf_subset": "twi_Latn-nno_Latn", "languages": ["twi-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129329, "recall": 0.167984, "f1": 0.138654, "accuracy": 0.167984, "main_score": 0.138654, "hf_subset": "twi_Latn-sat_Olck", "languages": ["twi-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.5899, "recall": 0.641304, "f1": 0.603236, "accuracy": 0.641304, "main_score": 0.603236, "hf_subset": "twi_Latn-tel_Telu", "languages": ["twi-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.509294, "recall": 0.561265, "f1": 0.52319, "accuracy": 0.561265, "main_score": 0.52319, "hf_subset": "twi_Latn-ydd_Hebr", "languages": ["twi-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.558536, "recall": 0.603755, "f1": 0.571698, "accuracy": 0.603755, "main_score": 0.571698, "hf_subset": "twi_Latn-ary_Arab", "languages": ["twi-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604615, "recall": 0.648221, "f1": 0.616311, "accuracy": 0.648221, "main_score": 0.616311, "hf_subset": "twi_Latn-ces_Latn", "languages": ["twi-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521643, "recall": 0.570158, "f1": 0.535192, "accuracy": 0.570158, "main_score": 0.535192, "hf_subset": "twi_Latn-gaz_Latn", "languages": ["twi-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535334, "recall": 0.577075, "f1": 0.547379, "accuracy": 0.577075, "main_score": 0.547379, "hf_subset": "twi_Latn-kam_Latn", "languages": ["twi-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584877, "recall": 0.635375, "f1": 0.599051, "accuracy": 0.635375, "main_score": 0.599051, "hf_subset": "twi_Latn-lit_Latn", "languages": ["twi-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62838, "recall": 0.666996, "f1": 0.639447, "accuracy": 0.666996, "main_score": 0.639447, "hf_subset": "twi_Latn-nob_Latn", "languages": ["twi-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622437, "recall": 0.657115, "f1": 0.631946, "accuracy": 0.657115, "main_score": 0.631946, "hf_subset": "twi_Latn-scn_Latn", "languages": ["twi-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574213, "recall": 0.616601, "f1": 0.586195, "accuracy": 0.616601, "main_score": 0.586195, "hf_subset": "twi_Latn-tgk_Cyrl", "languages": ["twi-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.517847, "recall": 0.566206, "f1": 0.531801, "accuracy": 0.566206, "main_score": 0.531801, "hf_subset": "twi_Latn-yor_Latn", "languages": ["twi-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600621, "recall": 0.642292, "f1": 0.612417, "accuracy": 0.642292, "main_score": 0.612417, "hf_subset": "twi_Latn-arz_Arab", "languages": ["twi-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518545, "recall": 0.570158, "f1": 0.534082, "accuracy": 0.570158, "main_score": 0.534082, "hf_subset": "twi_Latn-cjk_Latn", "languages": ["twi-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525356, "recall": 0.56917, "f1": 0.537111, "accuracy": 0.56917, "main_score": 0.537111, "hf_subset": "twi_Latn-gla_Latn", "languages": ["twi-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602347, "recall": 0.651186, "f1": 0.616804, "accuracy": 0.651186, "main_score": 0.616804, "hf_subset": "twi_Latn-kan_Knda", "languages": ["twi-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.607899, "recall": 0.647233, "f1": 0.619153, "accuracy": 0.647233, "main_score": 0.619153, "hf_subset": "twi_Latn-lmo_Latn", "languages": ["twi-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583552, "recall": 0.636364, "f1": 0.598834, "accuracy": 0.636364, "main_score": 0.598834, "hf_subset": "twi_Latn-npi_Deva", "languages": ["twi-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46356, "recall": 0.524704, "f1": 0.480407, "accuracy": 0.524704, "main_score": 0.480407, "hf_subset": "twi_Latn-shn_Mymr", "languages": ["twi-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.645242, "recall": 0.686759, "f1": 0.656258, "accuracy": 0.686759, "main_score": 0.656258, "hf_subset": "twi_Latn-tgl_Latn", "languages": ["twi-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595787, "recall": 0.645257, "f1": 0.609053, "accuracy": 0.645257, "main_score": 0.609053, "hf_subset": "twi_Latn-yue_Hant", "languages": ["twi-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.562572, "recall": 0.607708, "f1": 0.575884, "accuracy": 0.607708, "main_score": 0.575884, "hf_subset": "twi_Latn-asm_Beng", "languages": ["twi-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.537085, "recall": 0.58498, "f1": 0.550099, "accuracy": 0.58498, "main_score": 0.550099, "hf_subset": "twi_Latn-ckb_Arab", "languages": ["twi-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524771, "recall": 0.575099, "f1": 0.538507, "accuracy": 0.575099, "main_score": 0.538507, "hf_subset": "twi_Latn-gle_Latn", "languages": ["twi-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545606, "recall": 0.596838, "f1": 0.560078, "accuracy": 0.596838, "main_score": 0.560078, "hf_subset": "twi_Latn-kas_Arab", "languages": ["twi-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568384, "recall": 0.615613, "f1": 0.581305, "accuracy": 0.615613, "main_score": 0.581305, "hf_subset": "twi_Latn-ltg_Latn", "languages": ["twi-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586254, "recall": 0.628458, "f1": 0.598016, "accuracy": 0.628458, "main_score": 0.598016, "hf_subset": "twi_Latn-nso_Latn", "languages": ["twi-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510863, "recall": 0.567194, "f1": 0.526041, "accuracy": 0.567194, "main_score": 0.526041, "hf_subset": "twi_Latn-sin_Sinh", "languages": ["twi-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.595062, "recall": 0.641304, "f1": 0.607961, "accuracy": 0.641304, "main_score": 0.607961, "hf_subset": "twi_Latn-tha_Thai", "languages": ["twi-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.576712, "recall": 0.626482, "f1": 0.589933, "accuracy": 0.626482, "main_score": 0.589933, "hf_subset": "twi_Latn-zho_Hans", "languages": ["twi-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.630906, "recall": 0.668972, "f1": 0.641607, "accuracy": 0.668972, "main_score": 0.641607, "hf_subset": "twi_Latn-ast_Latn", "languages": ["twi-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577523, "recall": 0.624506, "f1": 0.590152, "accuracy": 0.624506, "main_score": 0.590152, "hf_subset": "twi_Latn-crh_Latn", "languages": ["twi-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622343, "recall": 0.662055, "f1": 0.633449, "accuracy": 0.662055, "main_score": 0.633449, "hf_subset": "twi_Latn-glg_Latn", "languages": ["twi-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563164, "recall": 0.612648, "f1": 0.576958, "accuracy": 0.612648, "main_score": 0.576958, "hf_subset": "twi_Latn-kas_Deva", "languages": ["twi-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.582858, "recall": 0.62747, "f1": 0.594629, "accuracy": 0.62747, "main_score": 0.594629, "hf_subset": "twi_Latn-ltz_Latn", "languages": ["twi-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477232, "recall": 0.527668, "f1": 0.491543, "accuracy": 0.527668, "main_score": 0.491543, "hf_subset": "twi_Latn-nus_Latn", "languages": ["twi-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609622, "recall": 0.650198, "f1": 0.621226, "accuracy": 0.650198, "main_score": 0.621226, "hf_subset": "twi_Latn-slk_Latn", "languages": ["twi-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432852, "recall": 0.490119, "f1": 0.448867, "accuracy": 0.490119, "main_score": 0.448867, "hf_subset": "twi_Latn-tir_Ethi", "languages": ["twi-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.572025, "recall": 0.625494, "f1": 0.586935, "accuracy": 0.625494, "main_score": 0.586935, "hf_subset": "twi_Latn-zho_Hant", "languages": ["twi-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.594296, "recall": 0.640316, "f1": 0.607678, "accuracy": 0.640316, "main_score": 0.607678, "hf_subset": "twi_Latn-awa_Deva", "languages": ["twi-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.58307, "recall": 0.623518, "f1": 0.594437, "accuracy": 0.623518, "main_score": 0.594437, "hf_subset": "twi_Latn-cym_Latn", "languages": ["twi-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600973, "recall": 0.642292, "f1": 0.612153, "accuracy": 0.642292, "main_score": 0.612153, "hf_subset": "twi_Latn-grn_Latn", "languages": ["twi-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564521, "recall": 0.614625, "f1": 0.578478, "accuracy": 0.614625, "main_score": 0.578478, "hf_subset": "twi_Latn-kat_Geor", "languages": ["twi-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.57821, "recall": 0.615613, "f1": 0.589305, "accuracy": 0.615613, "main_score": 0.589305, "hf_subset": "twi_Latn-lua_Latn", "languages": ["twi-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574867, "recall": 0.619565, "f1": 0.587662, "accuracy": 0.619565, "main_score": 0.587662, "hf_subset": "twi_Latn-nya_Latn", "languages": ["twi-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599632, "recall": 0.643281, "f1": 0.611635, "accuracy": 0.643281, "main_score": 0.611635, "hf_subset": "twi_Latn-slv_Latn", "languages": ["twi-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631201, "recall": 0.666008, "f1": 0.640966, "accuracy": 0.666008, "main_score": 0.640966, "hf_subset": "twi_Latn-tpi_Latn", "languages": ["twi-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63645, "recall": 0.679842, "f1": 0.648582, "accuracy": 0.679842, "main_score": 0.648582, "hf_subset": "twi_Latn-zsm_Latn", "languages": ["twi-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52318, "recall": 0.56917, "f1": 0.536997, "accuracy": 0.56917, "main_score": 0.536997, "hf_subset": "twi_Latn-ayr_Latn", "languages": ["twi-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625178, "recall": 0.66502, "f1": 0.636444, "accuracy": 0.66502, "main_score": 0.636444, "hf_subset": "twi_Latn-dan_Latn", "languages": ["twi-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590132, "recall": 0.641304, "f1": 0.604892, "accuracy": 0.641304, "main_score": 0.604892, "hf_subset": "twi_Latn-guj_Gujr", "languages": ["twi-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.592581, "recall": 0.637352, "f1": 0.604944, "accuracy": 0.637352, "main_score": 0.604944, "hf_subset": "twi_Latn-kaz_Cyrl", "languages": ["twi-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513879, "recall": 0.565217, "f1": 0.528327, "accuracy": 0.565217, "main_score": 0.528327, "hf_subset": "twi_Latn-lug_Latn", "languages": ["twi-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621126, "recall": 0.657115, "f1": 0.631186, "accuracy": 0.657115, "main_score": 0.631186, "hf_subset": "twi_Latn-oci_Latn", "languages": ["twi-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573145, "recall": 0.614625, "f1": 0.584653, "accuracy": 0.614625, "main_score": 0.584653, "hf_subset": "twi_Latn-smo_Latn", "languages": ["twi-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52637, "recall": 0.574111, "f1": 0.539839, "accuracy": 0.574111, "main_score": 0.539839, "hf_subset": "twi_Latn-tsn_Latn", "languages": ["twi-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540227, "recall": 0.587945, "f1": 0.55412, "accuracy": 0.587945, "main_score": 0.55412, "hf_subset": "twi_Latn-zul_Latn", "languages": ["twi-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534528, "recall": 0.583004, "f1": 0.548667, "accuracy": 0.583004, "main_score": 0.548667, "hf_subset": "twi_Latn-azb_Arab", "languages": ["twi-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608538, "recall": 0.658103, "f1": 0.622276, "accuracy": 0.658103, "main_score": 0.622276, "hf_subset": "twi_Latn-deu_Latn", "languages": ["twi-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545377, "recall": 0.590909, "f1": 0.558289, "accuracy": 0.590909, "main_score": 0.558289, "hf_subset": "twi_Latn-hat_Latn", "languages": ["twi-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510187, "recall": 0.554348, "f1": 0.522532, "accuracy": 0.554348, "main_score": 0.522532, "hf_subset": "twi_Latn-kbp_Latn", "languages": ["twi-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574944, "recall": 0.618577, "f1": 0.587325, "accuracy": 0.618577, "main_score": 0.587325, "hf_subset": "twi_Latn-luo_Latn", "languages": ["twi-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592262, "recall": 0.643281, "f1": 0.606718, "accuracy": 0.643281, "main_score": 0.606718, "hf_subset": "twi_Latn-ory_Orya", "languages": ["twi-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.549579, "recall": 0.596838, "f1": 0.563345, "accuracy": 0.596838, "main_score": 0.563345, "hf_subset": "twi_Latn-sna_Latn", "languages": ["twi-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527539, "recall": 0.568182, "f1": 0.538952, "accuracy": 0.568182, "main_score": 0.538952, "hf_subset": "twi_Latn-tso_Latn", "languages": ["twi-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579484, "recall": 0.629447, "f1": 0.59287, "accuracy": 0.629447, "main_score": 0.59287, "hf_subset": "twi_Latn-azj_Latn", "languages": ["twi-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52505, "recall": 0.56917, "f1": 0.537491, "accuracy": 0.56917, "main_score": 0.537491, "hf_subset": "twi_Latn-dik_Latn", "languages": ["twi-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556546, "recall": 0.597826, "f1": 0.56805, "accuracy": 0.597826, "main_score": 0.56805, "hf_subset": "twi_Latn-hau_Latn", "languages": ["twi-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623087, "recall": 0.661067, "f1": 0.633602, "accuracy": 0.661067, "main_score": 0.633602, "hf_subset": "twi_Latn-kea_Latn", "languages": ["twi-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604999, "recall": 0.643281, "f1": 0.616875, "accuracy": 0.643281, "main_score": 0.616875, "hf_subset": "twi_Latn-lus_Latn", "languages": ["twi-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604886, "recall": 0.640316, "f1": 0.614651, "accuracy": 0.640316, "main_score": 0.614651, "hf_subset": "twi_Latn-pag_Latn", "languages": ["twi-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563654, "recall": 0.609684, "f1": 0.577001, "accuracy": 0.609684, "main_score": 0.577001, "hf_subset": "twi_Latn-snd_Arab", "languages": ["twi-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557552, "recall": 0.600791, "f1": 0.569607, "accuracy": 0.600791, "main_score": 0.569607, "hf_subset": "twi_Latn-tuk_Latn", "languages": ["twi-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590251, "recall": 0.636364, "f1": 0.602473, "accuracy": 0.636364, "main_score": 0.602473, "hf_subset": "twi_Latn-bak_Cyrl", "languages": ["twi-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.445794, "recall": 0.507905, "f1": 0.463487, "accuracy": 0.507905, "main_score": 0.463487, "hf_subset": "twi_Latn-dyu_Latn", "languages": ["twi-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585107, "recall": 0.62747, "f1": 0.597342, "accuracy": 0.62747, "main_score": 0.597342, "hf_subset": "twi_Latn-heb_Hebr", "languages": ["twi-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.560554, "recall": 0.607708, "f1": 0.573818, "accuracy": 0.607708, "main_score": 0.573818, "hf_subset": "twi_Latn-khk_Cyrl", "languages": ["twi-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587862, "recall": 0.630435, "f1": 0.599561, "accuracy": 0.630435, "main_score": 0.599561, "hf_subset": "twi_Latn-lvs_Latn", "languages": ["twi-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595877, "recall": 0.641304, "f1": 0.608897, "accuracy": 0.641304, "main_score": 0.608897, "hf_subset": "twi_Latn-pan_Guru", "languages": ["twi-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.521975, "recall": 0.564229, "f1": 0.533786, "accuracy": 0.564229, "main_score": 0.533786, "hf_subset": "twi_Latn-som_Latn", "languages": ["twi-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53649, "recall": 0.578063, "f1": 0.548279, "accuracy": 0.578063, "main_score": 0.548279, "hf_subset": "twi_Latn-tum_Latn", "languages": ["twi-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574824, "recall": 0.643281, "f1": 0.594573, "accuracy": 0.643281, "main_score": 0.594573, "hf_subset": "acm_Arab-ace_Arab", "languages": ["acm-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523312, "recall": 0.586957, "f1": 0.541304, "accuracy": 0.586957, "main_score": 0.541304, "hf_subset": "acm_Arab-bam_Latn", "languages": ["acm-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428239, "recall": 0.509881, "f1": 0.450457, "accuracy": 0.509881, "main_score": 0.450457, "hf_subset": "acm_Arab-dzo_Tibt", "languages": ["acm-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hin_Deva", "languages": ["acm-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-khm_Khmr", "languages": ["acm-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mag_Deva", "languages": ["acm-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "acm_Arab-pap_Latn", "languages": ["acm-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597214, "recall": 0.650198, "f1": 0.612385, "accuracy": 0.650198, "main_score": 0.612385, "hf_subset": "acm_Arab-sot_Latn", "languages": ["acm-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tur_Latn", "languages": ["acm-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87607, "recall": 0.908103, "f1": 0.886053, "accuracy": 0.908103, "main_score": 0.886053, "hf_subset": "acm_Arab-ace_Latn", "languages": ["acm-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "acm_Arab-ban_Latn", "languages": ["acm-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ell_Grek", "languages": ["acm-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-hne_Deva", "languages": ["acm-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597268, "recall": 0.652174, "f1": 0.613054, "accuracy": 0.652174, "main_score": 0.613054, "hf_subset": "acm_Arab-kik_Latn", "languages": ["acm-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-mai_Deva", "languages": ["acm-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "acm_Arab-pbt_Arab", "languages": ["acm-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-spa_Latn", "languages": ["acm-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59796, "recall": 0.664032, "f1": 0.616376, "accuracy": 0.664032, "main_score": 0.616376, "hf_subset": "acm_Arab-twi_Latn", "languages": ["acm-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bel_Cyrl", "languages": ["acm-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-eng_Latn", "languages": ["acm-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hrv_Latn", "languages": ["acm-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558046, "recall": 0.62253, "f1": 0.576616, "accuracy": 0.62253, "main_score": 0.576616, "hf_subset": "acm_Arab-kin_Latn", "languages": ["acm-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-mal_Mlym", "languages": ["acm-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-pes_Arab", "languages": ["acm-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acm_Arab-srd_Latn", "languages": ["acm-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174228, "recall": 0.227273, "f1": 0.187406, "accuracy": 0.227273, "main_score": 0.187406, "hf_subset": "acm_Arab-tzm_Tfng", "languages": ["acm-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-acq_Arab", "languages": ["acm-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620471, "recall": 0.678854, "f1": 0.637474, "accuracy": 0.678854, "main_score": 0.637474, "hf_subset": "acm_Arab-bem_Latn", "languages": ["acm-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-epo_Latn", "languages": ["acm-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hun_Latn", "languages": ["acm-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-kir_Cyrl", "languages": ["acm-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mar_Deva", "languages": ["acm-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.661709, "recall": 0.720356, "f1": 0.679282, "accuracy": 0.720356, "main_score": 0.679282, "hf_subset": "acm_Arab-plt_Latn", "languages": ["acm-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-srp_Cyrl", "languages": ["acm-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "acm_Arab-uig_Arab", "languages": ["acm-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-aeb_Arab", "languages": ["acm-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ben_Beng", "languages": ["acm-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-est_Latn", "languages": ["acm-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hye_Armn", "languages": ["acm-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.545546, "recall": 0.597826, "f1": 0.560495, "accuracy": 0.597826, "main_score": 0.560495, "hf_subset": "acm_Arab-kmb_Latn", "languages": ["acm-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479599, "recall": 0.557312, "f1": 0.500545, "accuracy": 0.557312, "main_score": 0.500545, "hf_subset": "acm_Arab-min_Arab", "languages": ["acm-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-pol_Latn", "languages": ["acm-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546031, "recall": 0.615613, "f1": 0.566502, "accuracy": 0.615613, "main_score": 0.566502, "hf_subset": "acm_Arab-ssw_Latn", "languages": ["acm-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ukr_Cyrl", "languages": ["acm-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-afr_Latn", "languages": ["acm-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bho_Deva", "languages": ["acm-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-eus_Latn", "languages": ["acm-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572184, "recall": 0.637352, "f1": 0.590669, "accuracy": 0.637352, "main_score": 0.590669, "hf_subset": "acm_Arab-ibo_Latn", "languages": ["acm-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889081, "recall": 0.91996, "f1": 0.898946, "accuracy": 0.91996, "main_score": 0.898946, "hf_subset": "acm_Arab-kmr_Latn", "languages": ["acm-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-min_Latn", "languages": ["acm-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-por_Latn", "languages": ["acm-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-sun_Latn", "languages": ["acm-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502594, "recall": 0.566206, "f1": 0.521239, "accuracy": 0.566206, "main_score": 0.521239, "hf_subset": "acm_Arab-umb_Latn", "languages": ["acm-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ajp_Arab", "languages": ["acm-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536991, "recall": 0.608696, "f1": 0.557253, "accuracy": 0.608696, "main_score": 0.557253, "hf_subset": "acm_Arab-bjn_Arab", "languages": ["acm-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507683, "recall": 0.568182, "f1": 0.525003, "accuracy": 0.568182, "main_score": 0.525003, "hf_subset": "acm_Arab-ewe_Latn", "languages": ["acm-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.959486, "f1": 0.948123, "accuracy": 0.959486, "main_score": 0.948123, "hf_subset": "acm_Arab-ilo_Latn", "languages": ["acm-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317441, "recall": 0.378458, "f1": 0.334238, "accuracy": 0.378458, "main_score": 0.334238, "hf_subset": "acm_Arab-knc_Arab", "languages": ["acm-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mkd_Cyrl", "languages": ["acm-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-prs_Arab", "languages": ["acm-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-swe_Latn", "languages": ["acm-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-urd_Arab", "languages": ["acm-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586117, "recall": 0.651186, "f1": 0.60521, "accuracy": 0.651186, "main_score": 0.60521, "hf_subset": "acm_Arab-aka_Latn", "languages": ["acm-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "acm_Arab-bjn_Latn", "languages": ["acm-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "acm_Arab-fao_Latn", "languages": ["acm-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ind_Latn", "languages": ["acm-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576803, "recall": 0.635375, "f1": 0.593688, "accuracy": 0.635375, "main_score": 0.593688, "hf_subset": "acm_Arab-knc_Latn", "languages": ["acm-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-mlt_Latn", "languages": ["acm-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707678, "recall": 0.767787, "f1": 0.725694, "accuracy": 0.767787, "main_score": 0.725694, "hf_subset": "acm_Arab-quy_Latn", "languages": ["acm-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "acm_Arab-swh_Latn", "languages": ["acm-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-uzn_Latn", "languages": ["acm-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-als_Latn", "languages": ["acm-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650635, "recall": 0.730237, "f1": 0.673817, "accuracy": 0.730237, "main_score": 0.673817, "hf_subset": "acm_Arab-bod_Tibt", "languages": ["acm-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.699719, "recall": 0.757905, "f1": 0.716839, "accuracy": 0.757905, "main_score": 0.716839, "hf_subset": "acm_Arab-fij_Latn", "languages": ["acm-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-isl_Latn", "languages": ["acm-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650296, "recall": 0.710474, "f1": 0.668379, "accuracy": 0.710474, "main_score": 0.668379, "hf_subset": "acm_Arab-kon_Latn", "languages": ["acm-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642129, "recall": 0.714427, "f1": 0.663331, "accuracy": 0.714427, "main_score": 0.663331, "hf_subset": "acm_Arab-mni_Beng", "languages": ["acm-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ron_Latn", "languages": ["acm-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "acm_Arab-szl_Latn", "languages": ["acm-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-vec_Latn", "languages": ["acm-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "acm_Arab-amh_Ethi", "languages": ["acm-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bos_Latn", "languages": ["acm-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "acm_Arab-fin_Latn", "languages": ["acm-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ita_Latn", "languages": ["acm-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-kor_Hang", "languages": ["acm-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.543157, "recall": 0.604743, "f1": 0.560093, "accuracy": 0.604743, "main_score": 0.560093, "hf_subset": "acm_Arab-mos_Latn", "languages": ["acm-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560466, "recall": 0.614625, "f1": 0.576067, "accuracy": 0.614625, "main_score": 0.576067, "hf_subset": "acm_Arab-run_Latn", "languages": ["acm-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-tam_Taml", "languages": ["acm-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-vie_Latn", "languages": ["acm-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-apc_Arab", "languages": ["acm-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.796699, "recall": 0.842885, "f1": 0.810655, "accuracy": 0.842885, "main_score": 0.810655, "hf_subset": "acm_Arab-bug_Latn", "languages": ["acm-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474879, "recall": 0.539526, "f1": 0.492141, "accuracy": 0.539526, "main_score": 0.492141, "hf_subset": "acm_Arab-fon_Latn", "languages": ["acm-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-jav_Latn", "languages": ["acm-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-lao_Laoo", "languages": ["acm-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.871113, "recall": 0.905138, "f1": 0.881752, "accuracy": 0.905138, "main_score": 0.881752, "hf_subset": "acm_Arab-mri_Latn", "languages": ["acm-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-rus_Cyrl", "languages": ["acm-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532051, "recall": 0.599802, "f1": 0.55111, "accuracy": 0.599802, "main_score": 0.55111, "hf_subset": "acm_Arab-taq_Latn", "languages": ["acm-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acm_Arab-war_Latn", "languages": ["acm-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-arb_Arab", "languages": ["acm-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bul_Cyrl", "languages": ["acm-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-fra_Latn", "languages": ["acm-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-jpn_Jpan", "languages": ["acm-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "acm_Arab-lij_Latn", "languages": ["acm-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "acm_Arab-mya_Mymr", "languages": ["acm-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.582087, "recall": 0.657115, "f1": 0.603123, "accuracy": 0.657115, "main_score": 0.603123, "hf_subset": "acm_Arab-sag_Latn", "languages": ["acm-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197516, "recall": 0.254941, "f1": 0.210701, "accuracy": 0.254941, "main_score": 0.210701, "hf_subset": "acm_Arab-taq_Tfng", "languages": ["acm-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.618382, "recall": 0.689723, "f1": 0.639018, "accuracy": 0.689723, "main_score": 0.639018, "hf_subset": "acm_Arab-wol_Latn", "languages": ["acm-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860211, "recall": 0.899209, "f1": 0.872332, "accuracy": 0.899209, "main_score": 0.872332, "hf_subset": "acm_Arab-arb_Latn", "languages": ["acm-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-cat_Latn", "languages": ["acm-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-fur_Latn", "languages": ["acm-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430809, "recall": 0.487154, "f1": 0.446406, "accuracy": 0.487154, "main_score": 0.446406, "hf_subset": "acm_Arab-kab_Latn", "languages": ["acm-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acm_Arab-lim_Latn", "languages": ["acm-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-nld_Latn", "languages": ["acm-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-san_Deva", "languages": ["acm-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-tat_Cyrl", "languages": ["acm-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.676289, "recall": 0.738142, "f1": 0.694779, "accuracy": 0.738142, "main_score": 0.694779, "hf_subset": "acm_Arab-xho_Latn", "languages": ["acm-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ars_Arab", "languages": ["acm-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ceb_Latn", "languages": ["acm-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567023, "recall": 0.621542, "f1": 0.582605, "accuracy": 0.621542, "main_score": 0.582605, "hf_subset": "acm_Arab-fuv_Latn", "languages": ["acm-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498588, "recall": 0.565217, "f1": 0.516839, "accuracy": 0.565217, "main_score": 0.516839, "hf_subset": "acm_Arab-kac_Latn", "languages": ["acm-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668561, "recall": 0.720356, "f1": 0.684124, "accuracy": 0.720356, "main_score": 0.684124, "hf_subset": "acm_Arab-lin_Latn", "languages": ["acm-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-nno_Latn", "languages": ["acm-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.231053, "recall": 0.307312, "f1": 0.250988, "accuracy": 0.307312, "main_score": 0.250988, "hf_subset": "acm_Arab-sat_Olck", "languages": ["acm-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tel_Telu", "languages": ["acm-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "acm_Arab-ydd_Hebr", "languages": ["acm-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "acm_Arab-ary_Arab", "languages": ["acm-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ces_Latn", "languages": ["acm-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572456, "recall": 0.637352, "f1": 0.591675, "accuracy": 0.637352, "main_score": 0.591675, "hf_subset": "acm_Arab-gaz_Latn", "languages": ["acm-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589034, "recall": 0.651186, "f1": 0.607086, "accuracy": 0.651186, "main_score": 0.607086, "hf_subset": "acm_Arab-kam_Latn", "languages": ["acm-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "acm_Arab-lit_Latn", "languages": ["acm-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-nob_Latn", "languages": ["acm-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "acm_Arab-scn_Latn", "languages": ["acm-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "acm_Arab-tgk_Cyrl", "languages": ["acm-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696386, "recall": 0.76581, "f1": 0.717394, "accuracy": 0.76581, "main_score": 0.717394, "hf_subset": "acm_Arab-yor_Latn", "languages": ["acm-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-arz_Arab", "languages": ["acm-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564007, "recall": 0.624506, "f1": 0.581715, "accuracy": 0.624506, "main_score": 0.581715, "hf_subset": "acm_Arab-cjk_Latn", "languages": ["acm-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77943, "recall": 0.832016, "f1": 0.795455, "accuracy": 0.832016, "main_score": 0.795455, "hf_subset": "acm_Arab-gla_Latn", "languages": ["acm-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-kan_Knda", "languages": ["acm-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acm_Arab-lmo_Latn", "languages": ["acm-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "acm_Arab-npi_Deva", "languages": ["acm-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46254, "recall": 0.52668, "f1": 0.479193, "accuracy": 0.52668, "main_score": 0.479193, "hf_subset": "acm_Arab-shn_Mymr", "languages": ["acm-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tgl_Latn", "languages": ["acm-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-yue_Hant", "languages": ["acm-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-asm_Beng", "languages": ["acm-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "acm_Arab-ckb_Arab", "languages": ["acm-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.885688, "recall": 0.917984, "f1": 0.895652, "accuracy": 0.917984, "main_score": 0.895652, "hf_subset": "acm_Arab-gle_Latn", "languages": ["acm-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "acm_Arab-kas_Arab", "languages": ["acm-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.932477, "recall": 0.953557, "f1": 0.939229, "accuracy": 0.953557, "main_score": 0.939229, "hf_subset": "acm_Arab-ltg_Latn", "languages": ["acm-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610618, "recall": 0.66502, "f1": 0.626141, "accuracy": 0.66502, "main_score": 0.626141, "hf_subset": "acm_Arab-nso_Latn", "languages": ["acm-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "acm_Arab-sin_Sinh", "languages": ["acm-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tha_Thai", "languages": ["acm-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-zho_Hans", "languages": ["acm-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ast_Latn", "languages": ["acm-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acm_Arab-crh_Latn", "languages": ["acm-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-glg_Latn", "languages": ["acm-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906456, "recall": 0.933794, "f1": 0.915349, "accuracy": 0.933794, "main_score": 0.915349, "hf_subset": "acm_Arab-kas_Deva", "languages": ["acm-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-ltz_Latn", "languages": ["acm-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440746, "recall": 0.509881, "f1": 0.459496, "accuracy": 0.509881, "main_score": 0.459496, "hf_subset": "acm_Arab-nus_Latn", "languages": ["acm-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-slk_Latn", "languages": ["acm-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633237, "recall": 0.701581, "f1": 0.652809, "accuracy": 0.701581, "main_score": 0.652809, "hf_subset": "acm_Arab-tir_Ethi", "languages": ["acm-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-zho_Hant", "languages": ["acm-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "acm_Arab-awa_Deva", "languages": ["acm-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "acm_Arab-cym_Latn", "languages": ["acm-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845059, "recall": 0.886364, "f1": 0.858004, "accuracy": 0.886364, "main_score": 0.858004, "hf_subset": "acm_Arab-grn_Latn", "languages": ["acm-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-kat_Geor", "languages": ["acm-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.646864, "recall": 0.703557, "f1": 0.663297, "accuracy": 0.703557, "main_score": 0.663297, "hf_subset": "acm_Arab-lua_Latn", "languages": ["acm-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63018, "recall": 0.694664, "f1": 0.648446, "accuracy": 0.694664, "main_score": 0.648446, "hf_subset": "acm_Arab-nya_Latn", "languages": ["acm-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-slv_Latn", "languages": ["acm-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "acm_Arab-tpi_Latn", "languages": ["acm-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-zsm_Latn", "languages": ["acm-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529706, "recall": 0.598814, "f1": 0.549362, "accuracy": 0.598814, "main_score": 0.549362, "hf_subset": "acm_Arab-ayr_Latn", "languages": ["acm-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-dan_Latn", "languages": ["acm-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-guj_Gujr", "languages": ["acm-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-kaz_Cyrl", "languages": ["acm-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532141, "recall": 0.597826, "f1": 0.550746, "accuracy": 0.597826, "main_score": 0.550746, "hf_subset": "acm_Arab-lug_Latn", "languages": ["acm-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-oci_Latn", "languages": ["acm-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817836, "recall": 0.866601, "f1": 0.832905, "accuracy": 0.866601, "main_score": 0.832905, "hf_subset": "acm_Arab-smo_Latn", "languages": ["acm-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547131, "recall": 0.603755, "f1": 0.562861, "accuracy": 0.603755, "main_score": 0.562861, "hf_subset": "acm_Arab-tsn_Latn", "languages": ["acm-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619631, "recall": 0.683794, "f1": 0.638567, "accuracy": 0.683794, "main_score": 0.638567, "hf_subset": "acm_Arab-zul_Latn", "languages": ["acm-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92803, "recall": 0.950593, "f1": 0.935441, "accuracy": 0.950593, "main_score": 0.935441, "hf_subset": "acm_Arab-azb_Arab", "languages": ["acm-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-deu_Latn", "languages": ["acm-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "acm_Arab-hat_Latn", "languages": ["acm-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483202, "recall": 0.540514, "f1": 0.499379, "accuracy": 0.540514, "main_score": 0.499379, "hf_subset": "acm_Arab-kbp_Latn", "languages": ["acm-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568993, "recall": 0.62747, "f1": 0.585179, "accuracy": 0.62747, "main_score": 0.585179, "hf_subset": "acm_Arab-luo_Latn", "languages": ["acm-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-ory_Orya", "languages": ["acm-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.58242, "recall": 0.652174, "f1": 0.602623, "accuracy": 0.652174, "main_score": 0.602623, "hf_subset": "acm_Arab-sna_Latn", "languages": ["acm-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555578, "recall": 0.610672, "f1": 0.571157, "accuracy": 0.610672, "main_score": 0.571157, "hf_subset": "acm_Arab-tso_Latn", "languages": ["acm-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-azj_Latn", "languages": ["acm-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545587, "recall": 0.615613, "f1": 0.565747, "accuracy": 0.615613, "main_score": 0.565747, "hf_subset": "acm_Arab-dik_Latn", "languages": ["acm-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744137, "recall": 0.800395, "f1": 0.761204, "accuracy": 0.800395, "main_score": 0.761204, "hf_subset": "acm_Arab-hau_Latn", "languages": ["acm-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "acm_Arab-kea_Latn", "languages": ["acm-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729167, "recall": 0.784585, "f1": 0.746047, "accuracy": 0.784585, "main_score": 0.746047, "hf_subset": "acm_Arab-lus_Latn", "languages": ["acm-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866222, "recall": 0.900198, "f1": 0.87668, "accuracy": 0.900198, "main_score": 0.87668, "hf_subset": "acm_Arab-pag_Latn", "languages": ["acm-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acm_Arab-snd_Arab", "languages": ["acm-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957345, "accuracy": 0.966403, "main_score": 0.957345, "hf_subset": "acm_Arab-tuk_Latn", "languages": ["acm-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "acm_Arab-bak_Cyrl", "languages": ["acm-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.474309, "recall": 0.55336, "f1": 0.497654, "accuracy": 0.55336, "main_score": 0.497654, "hf_subset": "acm_Arab-dyu_Latn", "languages": ["acm-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-heb_Hebr", "languages": ["acm-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acm_Arab-khk_Cyrl", "languages": ["acm-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-lvs_Latn", "languages": ["acm-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-pan_Guru", "languages": ["acm-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.707197, "recall": 0.770751, "f1": 0.726285, "accuracy": 0.770751, "main_score": 0.726285, "hf_subset": "acm_Arab-som_Latn", "languages": ["acm-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594641, "recall": 0.649209, "f1": 0.610608, "accuracy": 0.649209, "main_score": 0.610608, "hf_subset": "acm_Arab-tum_Latn", "languages": ["acm-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54054, "recall": 0.607708, "f1": 0.559884, "accuracy": 0.607708, "main_score": 0.559884, "hf_subset": "bel_Cyrl-ace_Arab", "languages": ["bel-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518903, "recall": 0.576087, "f1": 0.535203, "accuracy": 0.576087, "main_score": 0.535203, "hf_subset": "bel_Cyrl-bam_Latn", "languages": ["bel-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390776, "recall": 0.459486, "f1": 0.409523, "accuracy": 0.459486, "main_score": 0.409523, "hf_subset": "bel_Cyrl-dzo_Tibt", "languages": ["bel-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-hin_Deva", "languages": ["bel-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bel_Cyrl-khm_Khmr", "languages": ["bel-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-mag_Deva", "languages": ["bel-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "bel_Cyrl-pap_Latn", "languages": ["bel-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566963, "recall": 0.624506, "f1": 0.583663, "accuracy": 0.624506, "main_score": 0.583663, "hf_subset": "bel_Cyrl-sot_Latn", "languages": ["bel-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-tur_Latn", "languages": ["bel-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836298, "recall": 0.874506, "f1": 0.848123, "accuracy": 0.874506, "main_score": 0.848123, "hf_subset": "bel_Cyrl-ace_Latn", "languages": ["bel-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.952569, "f1": 0.942029, "accuracy": 0.952569, "main_score": 0.942029, "hf_subset": "bel_Cyrl-ban_Latn", "languages": ["bel-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-ell_Grek", "languages": ["bel-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "bel_Cyrl-hne_Deva", "languages": ["bel-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572538, "recall": 0.632411, "f1": 0.590131, "accuracy": 0.632411, "main_score": 0.590131, "hf_subset": "bel_Cyrl-kik_Latn", "languages": ["bel-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-mai_Deva", "languages": ["bel-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "bel_Cyrl-pbt_Arab", "languages": ["bel-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-spa_Latn", "languages": ["bel-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596485, "recall": 0.660079, "f1": 0.61489, "accuracy": 0.660079, "main_score": 0.61489, "hf_subset": "bel_Cyrl-twi_Latn", "languages": ["bel-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-acm_Arab", "languages": ["bel-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-eng_Latn", "languages": ["bel-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-hrv_Latn", "languages": ["bel-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543215, "recall": 0.605731, "f1": 0.561731, "accuracy": 0.605731, "main_score": 0.561731, "hf_subset": "bel_Cyrl-kin_Latn", "languages": ["bel-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-mal_Mlym", "languages": ["bel-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pes_Arab", "languages": ["bel-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "bel_Cyrl-srd_Latn", "languages": ["bel-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189034, "recall": 0.232213, "f1": 0.200175, "accuracy": 0.232213, "main_score": 0.200175, "hf_subset": "bel_Cyrl-tzm_Tfng", "languages": ["bel-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-acq_Arab", "languages": ["bel-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61778, "recall": 0.668972, "f1": 0.632413, "accuracy": 0.668972, "main_score": 0.632413, "hf_subset": "bel_Cyrl-bem_Latn", "languages": ["bel-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-epo_Latn", "languages": ["bel-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-hun_Latn", "languages": ["bel-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bel_Cyrl-kir_Cyrl", "languages": ["bel-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-mar_Deva", "languages": ["bel-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.640448, "recall": 0.701581, "f1": 0.658451, "accuracy": 0.701581, "main_score": 0.658451, "hf_subset": "bel_Cyrl-plt_Latn", "languages": ["bel-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-srp_Cyrl", "languages": ["bel-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "bel_Cyrl-uig_Arab", "languages": ["bel-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "bel_Cyrl-aeb_Arab", "languages": ["bel-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ben_Beng", "languages": ["bel-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bel_Cyrl-est_Latn", "languages": ["bel-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-hye_Armn", "languages": ["bel-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.52668, "recall": 0.581028, "f1": 0.542509, "accuracy": 0.581028, "main_score": 0.542509, "hf_subset": "bel_Cyrl-kmb_Latn", "languages": ["bel-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481775, "recall": 0.55336, "f1": 0.501421, "accuracy": 0.55336, "main_score": 0.501421, "hf_subset": "bel_Cyrl-min_Arab", "languages": ["bel-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pol_Latn", "languages": ["bel-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548814, "recall": 0.61166, "f1": 0.566765, "accuracy": 0.61166, "main_score": 0.566765, "hf_subset": "bel_Cyrl-ssw_Latn", "languages": ["bel-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ukr_Cyrl", "languages": ["bel-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-afr_Latn", "languages": ["bel-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "bel_Cyrl-bho_Deva", "languages": ["bel-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bel_Cyrl-eus_Latn", "languages": ["bel-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564708, "recall": 0.62747, "f1": 0.582125, "accuracy": 0.62747, "main_score": 0.582125, "hf_subset": "bel_Cyrl-ibo_Latn", "languages": ["bel-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863883, "recall": 0.900198, "f1": 0.875231, "accuracy": 0.900198, "main_score": 0.875231, "hf_subset": "bel_Cyrl-kmr_Latn", "languages": ["bel-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "bel_Cyrl-min_Latn", "languages": ["bel-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-por_Latn", "languages": ["bel-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bel_Cyrl-sun_Latn", "languages": ["bel-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503782, "recall": 0.561265, "f1": 0.519951, "accuracy": 0.561265, "main_score": 0.519951, "hf_subset": "bel_Cyrl-umb_Latn", "languages": ["bel-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ajp_Arab", "languages": ["bel-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510944, "recall": 0.583992, "f1": 0.531225, "accuracy": 0.583992, "main_score": 0.531225, "hf_subset": "bel_Cyrl-bjn_Arab", "languages": ["bel-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499274, "recall": 0.559289, "f1": 0.515839, "accuracy": 0.559289, "main_score": 0.515839, "hf_subset": "bel_Cyrl-ewe_Latn", "languages": ["bel-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910903, "recall": 0.935771, "f1": 0.91861, "accuracy": 0.935771, "main_score": 0.91861, "hf_subset": "bel_Cyrl-ilo_Latn", "languages": ["bel-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314115, "recall": 0.37253, "f1": 0.330856, "accuracy": 0.37253, "main_score": 0.330856, "hf_subset": "bel_Cyrl-knc_Arab", "languages": ["bel-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-mkd_Cyrl", "languages": ["bel-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-prs_Arab", "languages": ["bel-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-swe_Latn", "languages": ["bel-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-urd_Arab", "languages": ["bel-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579875, "recall": 0.643281, "f1": 0.59752, "accuracy": 0.643281, "main_score": 0.59752, "hf_subset": "bel_Cyrl-aka_Latn", "languages": ["bel-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "bel_Cyrl-bjn_Latn", "languages": ["bel-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "bel_Cyrl-fao_Latn", "languages": ["bel-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-ind_Latn", "languages": ["bel-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567154, "recall": 0.62253, "f1": 0.583322, "accuracy": 0.62253, "main_score": 0.583322, "hf_subset": "bel_Cyrl-knc_Latn", "languages": ["bel-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bel_Cyrl-mlt_Latn", "languages": ["bel-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690983, "recall": 0.751976, "f1": 0.709212, "accuracy": 0.751976, "main_score": 0.709212, "hf_subset": "bel_Cyrl-quy_Latn", "languages": ["bel-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952536, "accuracy": 0.963439, "main_score": 0.952536, "hf_subset": "bel_Cyrl-swh_Latn", "languages": ["bel-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-uzn_Latn", "languages": ["bel-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-als_Latn", "languages": ["bel-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593216, "recall": 0.676877, "f1": 0.618253, "accuracy": 0.676877, "main_score": 0.618253, "hf_subset": "bel_Cyrl-bod_Tibt", "languages": ["bel-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.691275, "recall": 0.747036, "f1": 0.707625, "accuracy": 0.747036, "main_score": 0.707625, "hf_subset": "bel_Cyrl-fij_Latn", "languages": ["bel-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bel_Cyrl-isl_Latn", "languages": ["bel-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639723, "recall": 0.697628, "f1": 0.657119, "accuracy": 0.697628, "main_score": 0.657119, "hf_subset": "bel_Cyrl-kon_Latn", "languages": ["bel-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624878, "recall": 0.695652, "f1": 0.645363, "accuracy": 0.695652, "main_score": 0.645363, "hf_subset": "bel_Cyrl-mni_Beng", "languages": ["bel-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-ron_Latn", "languages": ["bel-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "bel_Cyrl-szl_Latn", "languages": ["bel-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-vec_Latn", "languages": ["bel-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923913, "recall": 0.94664, "f1": 0.931126, "accuracy": 0.94664, "main_score": 0.931126, "hf_subset": "bel_Cyrl-amh_Ethi", "languages": ["bel-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-bos_Latn", "languages": ["bel-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-fin_Latn", "languages": ["bel-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ita_Latn", "languages": ["bel-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-kor_Hang", "languages": ["bel-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.541229, "recall": 0.597826, "f1": 0.556889, "accuracy": 0.597826, "main_score": 0.556889, "hf_subset": "bel_Cyrl-mos_Latn", "languages": ["bel-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540366, "recall": 0.596838, "f1": 0.556588, "accuracy": 0.596838, "main_score": 0.556588, "hf_subset": "bel_Cyrl-run_Latn", "languages": ["bel-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-tam_Taml", "languages": ["bel-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-vie_Latn", "languages": ["bel-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-apc_Arab", "languages": ["bel-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.771196, "recall": 0.823123, "f1": 0.786975, "accuracy": 0.823123, "main_score": 0.786975, "hf_subset": "bel_Cyrl-bug_Latn", "languages": ["bel-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471586, "recall": 0.528656, "f1": 0.486982, "accuracy": 0.528656, "main_score": 0.486982, "hf_subset": "bel_Cyrl-fon_Latn", "languages": ["bel-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-jav_Latn", "languages": ["bel-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bel_Cyrl-lao_Laoo", "languages": ["bel-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.82192, "recall": 0.866601, "f1": 0.835705, "accuracy": 0.866601, "main_score": 0.835705, "hf_subset": "bel_Cyrl-mri_Latn", "languages": ["bel-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-rus_Cyrl", "languages": ["bel-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.523484, "recall": 0.586957, "f1": 0.541491, "accuracy": 0.586957, "main_score": 0.541491, "hf_subset": "bel_Cyrl-taq_Latn", "languages": ["bel-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bel_Cyrl-war_Latn", "languages": ["bel-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-arb_Arab", "languages": ["bel-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-bul_Cyrl", "languages": ["bel-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-fra_Latn", "languages": ["bel-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-jpn_Jpan", "languages": ["bel-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bel_Cyrl-lij_Latn", "languages": ["bel-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "bel_Cyrl-mya_Mymr", "languages": ["bel-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.575469, "recall": 0.642292, "f1": 0.593981, "accuracy": 0.642292, "main_score": 0.593981, "hf_subset": "bel_Cyrl-sag_Latn", "languages": ["bel-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198344, "recall": 0.251976, "f1": 0.210063, "accuracy": 0.251976, "main_score": 0.210063, "hf_subset": "bel_Cyrl-taq_Tfng", "languages": ["bel-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.614123, "recall": 0.676877, "f1": 0.632282, "accuracy": 0.676877, "main_score": 0.632282, "hf_subset": "bel_Cyrl-wol_Latn", "languages": ["bel-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777092, "recall": 0.832016, "f1": 0.793972, "accuracy": 0.832016, "main_score": 0.793972, "hf_subset": "bel_Cyrl-arb_Latn", "languages": ["bel-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-cat_Latn", "languages": ["bel-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bel_Cyrl-fur_Latn", "languages": ["bel-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394411, "recall": 0.455534, "f1": 0.411396, "accuracy": 0.455534, "main_score": 0.411396, "hf_subset": "bel_Cyrl-kab_Latn", "languages": ["bel-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bel_Cyrl-lim_Latn", "languages": ["bel-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-nld_Latn", "languages": ["bel-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "bel_Cyrl-san_Deva", "languages": ["bel-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-tat_Cyrl", "languages": ["bel-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.637138, "recall": 0.698617, "f1": 0.655421, "accuracy": 0.698617, "main_score": 0.655421, "hf_subset": "bel_Cyrl-xho_Latn", "languages": ["bel-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ars_Arab", "languages": ["bel-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-ceb_Latn", "languages": ["bel-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539805, "recall": 0.600791, "f1": 0.557417, "accuracy": 0.600791, "main_score": 0.557417, "hf_subset": "bel_Cyrl-fuv_Latn", "languages": ["bel-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506762, "recall": 0.571146, "f1": 0.524444, "accuracy": 0.571146, "main_score": 0.524444, "hf_subset": "bel_Cyrl-kac_Latn", "languages": ["bel-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642615, "recall": 0.700593, "f1": 0.659324, "accuracy": 0.700593, "main_score": 0.659324, "hf_subset": "bel_Cyrl-lin_Latn", "languages": ["bel-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-nno_Latn", "languages": ["bel-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.209299, "recall": 0.284585, "f1": 0.229015, "accuracy": 0.284585, "main_score": 0.229015, "hf_subset": "bel_Cyrl-sat_Olck", "languages": ["bel-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-tel_Telu", "languages": ["bel-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "bel_Cyrl-ydd_Hebr", "languages": ["bel-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bel_Cyrl-ary_Arab", "languages": ["bel-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ces_Latn", "languages": ["bel-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549583, "recall": 0.61166, "f1": 0.567481, "accuracy": 0.61166, "main_score": 0.567481, "hf_subset": "bel_Cyrl-gaz_Latn", "languages": ["bel-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568051, "recall": 0.630435, "f1": 0.585913, "accuracy": 0.630435, "main_score": 0.585913, "hf_subset": "bel_Cyrl-kam_Latn", "languages": ["bel-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bel_Cyrl-lit_Latn", "languages": ["bel-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-nob_Latn", "languages": ["bel-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bel_Cyrl-scn_Latn", "languages": ["bel-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bel_Cyrl-tgk_Cyrl", "languages": ["bel-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.679901, "recall": 0.747036, "f1": 0.700266, "accuracy": 0.747036, "main_score": 0.700266, "hf_subset": "bel_Cyrl-yor_Latn", "languages": ["bel-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-arz_Arab", "languages": ["bel-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55517, "recall": 0.609684, "f1": 0.571311, "accuracy": 0.609684, "main_score": 0.571311, "hf_subset": "bel_Cyrl-cjk_Latn", "languages": ["bel-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752404, "recall": 0.8083, "f1": 0.769368, "accuracy": 0.8083, "main_score": 0.769368, "hf_subset": "bel_Cyrl-gla_Latn", "languages": ["bel-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bel_Cyrl-kan_Knda", "languages": ["bel-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "bel_Cyrl-lmo_Latn", "languages": ["bel-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bel_Cyrl-npi_Deva", "languages": ["bel-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458654, "recall": 0.521739, "f1": 0.476147, "accuracy": 0.521739, "main_score": 0.476147, "hf_subset": "bel_Cyrl-shn_Mymr", "languages": ["bel-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-tgl_Latn", "languages": ["bel-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-yue_Hant", "languages": ["bel-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bel_Cyrl-asm_Beng", "languages": ["bel-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.954545, "f1": 0.941864, "accuracy": 0.954545, "main_score": 0.941864, "hf_subset": "bel_Cyrl-ckb_Arab", "languages": ["bel-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.852717, "recall": 0.891304, "f1": 0.864526, "accuracy": 0.891304, "main_score": 0.864526, "hf_subset": "bel_Cyrl-gle_Latn", "languages": ["bel-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92803, "recall": 0.949605, "f1": 0.935112, "accuracy": 0.949605, "main_score": 0.935112, "hf_subset": "bel_Cyrl-kas_Arab", "languages": ["bel-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94277, "recall": 0.960474, "f1": 0.948518, "accuracy": 0.960474, "main_score": 0.948518, "hf_subset": "bel_Cyrl-ltg_Latn", "languages": ["bel-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595629, "recall": 0.651186, "f1": 0.611673, "accuracy": 0.651186, "main_score": 0.611673, "hf_subset": "bel_Cyrl-nso_Latn", "languages": ["bel-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "bel_Cyrl-sin_Sinh", "languages": ["bel-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-tha_Thai", "languages": ["bel-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-zho_Hans", "languages": ["bel-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ast_Latn", "languages": ["bel-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-crh_Latn", "languages": ["bel-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-glg_Latn", "languages": ["bel-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86026, "recall": 0.900198, "f1": 0.872892, "accuracy": 0.900198, "main_score": 0.872892, "hf_subset": "bel_Cyrl-kas_Deva", "languages": ["bel-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "bel_Cyrl-ltz_Latn", "languages": ["bel-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44832, "recall": 0.51581, "f1": 0.46678, "accuracy": 0.51581, "main_score": 0.46678, "hf_subset": "bel_Cyrl-nus_Latn", "languages": ["bel-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-slk_Latn", "languages": ["bel-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619812, "recall": 0.687747, "f1": 0.639545, "accuracy": 0.687747, "main_score": 0.639545, "hf_subset": "bel_Cyrl-tir_Ethi", "languages": ["bel-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-zho_Hant", "languages": ["bel-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "bel_Cyrl-awa_Deva", "languages": ["bel-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.960507, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "bel_Cyrl-cym_Latn", "languages": ["bel-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818363, "recall": 0.86166, "f1": 0.83139, "accuracy": 0.86166, "main_score": 0.83139, "hf_subset": "bel_Cyrl-grn_Latn", "languages": ["bel-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-kat_Geor", "languages": ["bel-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.62552, "recall": 0.677866, "f1": 0.640354, "accuracy": 0.677866, "main_score": 0.640354, "hf_subset": "bel_Cyrl-lua_Latn", "languages": ["bel-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61013, "recall": 0.674901, "f1": 0.628845, "accuracy": 0.674901, "main_score": 0.628845, "hf_subset": "bel_Cyrl-nya_Latn", "languages": ["bel-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-slv_Latn", "languages": ["bel-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933794, "recall": 0.954545, "f1": 0.940547, "accuracy": 0.954545, "main_score": 0.940547, "hf_subset": "bel_Cyrl-tpi_Latn", "languages": ["bel-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-zsm_Latn", "languages": ["bel-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533311, "recall": 0.594862, "f1": 0.550963, "accuracy": 0.594862, "main_score": 0.550963, "hf_subset": "bel_Cyrl-ayr_Latn", "languages": ["bel-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-dan_Latn", "languages": ["bel-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-guj_Gujr", "languages": ["bel-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-kaz_Cyrl", "languages": ["bel-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516495, "recall": 0.577075, "f1": 0.533234, "accuracy": 0.577075, "main_score": 0.533234, "hf_subset": "bel_Cyrl-lug_Latn", "languages": ["bel-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-oci_Latn", "languages": ["bel-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78251, "recall": 0.83498, "f1": 0.798682, "accuracy": 0.83498, "main_score": 0.798682, "hf_subset": "bel_Cyrl-smo_Latn", "languages": ["bel-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528588, "recall": 0.590909, "f1": 0.54594, "accuracy": 0.590909, "main_score": 0.54594, "hf_subset": "bel_Cyrl-tsn_Latn", "languages": ["bel-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58471, "recall": 0.645257, "f1": 0.60236, "accuracy": 0.645257, "main_score": 0.60236, "hf_subset": "bel_Cyrl-zul_Latn", "languages": ["bel-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901927, "recall": 0.931818, "f1": 0.911627, "accuracy": 0.931818, "main_score": 0.911627, "hf_subset": "bel_Cyrl-azb_Arab", "languages": ["bel-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-deu_Latn", "languages": ["bel-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "bel_Cyrl-hat_Latn", "languages": ["bel-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482832, "recall": 0.537549, "f1": 0.498092, "accuracy": 0.537549, "main_score": 0.498092, "hf_subset": "bel_Cyrl-kbp_Latn", "languages": ["bel-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553903, "recall": 0.614625, "f1": 0.570822, "accuracy": 0.614625, "main_score": 0.570822, "hf_subset": "bel_Cyrl-luo_Latn", "languages": ["bel-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-ory_Orya", "languages": ["bel-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.572093, "recall": 0.633399, "f1": 0.589223, "accuracy": 0.633399, "main_score": 0.589223, "hf_subset": "bel_Cyrl-sna_Latn", "languages": ["bel-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548143, "recall": 0.604743, "f1": 0.564152, "accuracy": 0.604743, "main_score": 0.564152, "hf_subset": "bel_Cyrl-tso_Latn", "languages": ["bel-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-azj_Latn", "languages": ["bel-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526157, "recall": 0.591897, "f1": 0.545048, "accuracy": 0.591897, "main_score": 0.545048, "hf_subset": "bel_Cyrl-dik_Latn", "languages": ["bel-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712648, "recall": 0.774704, "f1": 0.731686, "accuracy": 0.774704, "main_score": 0.731686, "hf_subset": "bel_Cyrl-hau_Latn", "languages": ["bel-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "bel_Cyrl-kea_Latn", "languages": ["bel-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725329, "recall": 0.777668, "f1": 0.741078, "accuracy": 0.777668, "main_score": 0.741078, "hf_subset": "bel_Cyrl-lus_Latn", "languages": ["bel-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846814, "recall": 0.881423, "f1": 0.857428, "accuracy": 0.881423, "main_score": 0.857428, "hf_subset": "bel_Cyrl-pag_Latn", "languages": ["bel-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bel_Cyrl-snd_Arab", "languages": ["bel-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934618, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "bel_Cyrl-tuk_Latn", "languages": ["bel-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bel_Cyrl-bak_Cyrl", "languages": ["bel-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.4667, "recall": 0.540514, "f1": 0.488246, "accuracy": 0.540514, "main_score": 0.488246, "hf_subset": "bel_Cyrl-dyu_Latn", "languages": ["bel-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-heb_Hebr", "languages": ["bel-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bel_Cyrl-khk_Cyrl", "languages": ["bel-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-lvs_Latn", "languages": ["bel-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pan_Guru", "languages": ["bel-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.66083, "recall": 0.726285, "f1": 0.68055, "accuracy": 0.726285, "main_score": 0.68055, "hf_subset": "bel_Cyrl-som_Latn", "languages": ["bel-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592737, "recall": 0.644269, "f1": 0.607613, "accuracy": 0.644269, "main_score": 0.607613, "hf_subset": "bel_Cyrl-tum_Latn", "languages": ["bel-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620176, "recall": 0.687747, "f1": 0.639437, "accuracy": 0.687747, "main_score": 0.639437, "hf_subset": "eng_Latn-ace_Arab", "languages": ["eng-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548485, "recall": 0.610672, "f1": 0.565747, "accuracy": 0.610672, "main_score": 0.565747, "hf_subset": "eng_Latn-bam_Latn", "languages": ["eng-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483063, "recall": 0.563241, "f1": 0.505125, "accuracy": 0.563241, "main_score": 0.505125, "hf_subset": "eng_Latn-dzo_Tibt", "languages": ["eng-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hin_Deva", "languages": ["eng-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-khm_Khmr", "languages": ["eng-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-mag_Deva", "languages": ["eng-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-pap_Latn", "languages": ["eng-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628706, "recall": 0.688735, "f1": 0.645465, "accuracy": 0.688735, "main_score": 0.645465, "hf_subset": "eng_Latn-sot_Latn", "languages": ["eng-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tur_Latn", "languages": ["eng-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900774, "recall": 0.927866, "f1": 0.90911, "accuracy": 0.927866, "main_score": 0.90911, "hf_subset": "eng_Latn-ace_Latn", "languages": ["eng-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "eng_Latn-ban_Latn", "languages": ["eng-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-ell_Grek", "languages": ["eng-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "eng_Latn-hne_Deva", "languages": ["eng-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631201, "recall": 0.688735, "f1": 0.647641, "accuracy": 0.688735, "main_score": 0.647641, "hf_subset": "eng_Latn-kik_Latn", "languages": ["eng-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mai_Deva", "languages": ["eng-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "eng_Latn-pbt_Arab", "languages": ["eng-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-spa_Latn", "languages": ["eng-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636161, "recall": 0.702569, "f1": 0.654707, "accuracy": 0.702569, "main_score": 0.654707, "hf_subset": "eng_Latn-twi_Latn", "languages": ["eng-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-acm_Arab", "languages": ["eng-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bel_Cyrl", "languages": ["eng-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hrv_Latn", "languages": ["eng-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577076, "recall": 0.642292, "f1": 0.595822, "accuracy": 0.642292, "main_score": 0.595822, "hf_subset": "eng_Latn-kin_Latn", "languages": ["eng-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-mal_Mlym", "languages": ["eng-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pes_Arab", "languages": ["eng-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-srd_Latn", "languages": ["eng-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184884, "recall": 0.235178, "f1": 0.196988, "accuracy": 0.235178, "main_score": 0.196988, "hf_subset": "eng_Latn-tzm_Tfng", "languages": ["eng-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-acq_Arab", "languages": ["eng-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.655031, "recall": 0.70751, "f1": 0.669818, "accuracy": 0.70751, "main_score": 0.669818, "hf_subset": "eng_Latn-bem_Latn", "languages": ["eng-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-epo_Latn", "languages": ["eng-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hun_Latn", "languages": ["eng-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-kir_Cyrl", "languages": ["eng-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mar_Deva", "languages": ["eng-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.703623, "recall": 0.755929, "f1": 0.719419, "accuracy": 0.755929, "main_score": 0.719419, "hf_subset": "eng_Latn-plt_Latn", "languages": ["eng-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-srp_Cyrl", "languages": ["eng-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "eng_Latn-uig_Arab", "languages": ["eng-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-aeb_Arab", "languages": ["eng-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ben_Beng", "languages": ["eng-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-est_Latn", "languages": ["eng-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hye_Armn", "languages": ["eng-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.573123, "recall": 0.62253, "f1": 0.586942, "accuracy": 0.62253, "main_score": 0.586942, "hf_subset": "eng_Latn-kmb_Latn", "languages": ["eng-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525647, "recall": 0.601779, "f1": 0.546283, "accuracy": 0.601779, "main_score": 0.546283, "hf_subset": "eng_Latn-min_Arab", "languages": ["eng-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pol_Latn", "languages": ["eng-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57324, "recall": 0.641304, "f1": 0.592542, "accuracy": 0.641304, "main_score": 0.592542, "hf_subset": "eng_Latn-ssw_Latn", "languages": ["eng-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ukr_Cyrl", "languages": ["eng-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-afr_Latn", "languages": ["eng-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bho_Deva", "languages": ["eng-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng_Latn-eus_Latn", "languages": ["eng-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609232, "recall": 0.673913, "f1": 0.627115, "accuracy": 0.673913, "main_score": 0.627115, "hf_subset": "eng_Latn-ibo_Latn", "languages": ["eng-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927454, "recall": 0.949605, "f1": 0.934519, "accuracy": 0.949605, "main_score": 0.934519, "hf_subset": "eng_Latn-kmr_Latn", "languages": ["eng-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-min_Latn", "languages": ["eng-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-por_Latn", "languages": ["eng-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-sun_Latn", "languages": ["eng-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541971, "recall": 0.601779, "f1": 0.559216, "accuracy": 0.601779, "main_score": 0.559216, "hf_subset": "eng_Latn-umb_Latn", "languages": ["eng-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ajp_Arab", "languages": ["eng-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579715, "recall": 0.641304, "f1": 0.596625, "accuracy": 0.641304, "main_score": 0.596625, "hf_subset": "eng_Latn-bjn_Arab", "languages": ["eng-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539169, "recall": 0.597826, "f1": 0.555775, "accuracy": 0.597826, "main_score": 0.555775, "hf_subset": "eng_Latn-ewe_Latn", "languages": ["eng-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "eng_Latn-ilo_Latn", "languages": ["eng-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.33455, "recall": 0.396245, "f1": 0.35127, "accuracy": 0.396245, "main_score": 0.35127, "hf_subset": "eng_Latn-knc_Arab", "languages": ["eng-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": ["eng-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-prs_Arab", "languages": ["eng-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-swe_Latn", "languages": ["eng-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-urd_Arab", "languages": ["eng-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.616924, "recall": 0.682806, "f1": 0.635686, "accuracy": 0.682806, "main_score": 0.635686, "hf_subset": "eng_Latn-aka_Latn", "languages": ["eng-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng_Latn-bjn_Latn", "languages": ["eng-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-fao_Latn", "languages": ["eng-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ind_Latn", "languages": ["eng-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621171, "recall": 0.673913, "f1": 0.636169, "accuracy": 0.673913, "main_score": 0.636169, "hf_subset": "eng_Latn-knc_Latn", "languages": ["eng-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-mlt_Latn", "languages": ["eng-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730494, "recall": 0.793478, "f1": 0.74926, "accuracy": 0.793478, "main_score": 0.74926, "hf_subset": "eng_Latn-quy_Latn", "languages": ["eng-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "eng_Latn-swh_Latn", "languages": ["eng-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-uzn_Latn", "languages": ["eng-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-als_Latn", "languages": ["eng-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704364, "recall": 0.773715, "f1": 0.725005, "accuracy": 0.773715, "main_score": 0.725005, "hf_subset": "eng_Latn-bod_Tibt", "languages": ["eng-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.73853, "recall": 0.793478, "f1": 0.754826, "accuracy": 0.793478, "main_score": 0.754826, "hf_subset": "eng_Latn-fij_Latn", "languages": ["eng-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-isl_Latn", "languages": ["eng-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699094, "recall": 0.750988, "f1": 0.714248, "accuracy": 0.750988, "main_score": 0.714248, "hf_subset": "eng_Latn-kon_Latn", "languages": ["eng-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712032, "recall": 0.77668, "f1": 0.730997, "accuracy": 0.77668, "main_score": 0.730997, "hf_subset": "eng_Latn-mni_Beng", "languages": ["eng-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ron_Latn", "languages": ["eng-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "eng_Latn-szl_Latn", "languages": ["eng-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-vec_Latn", "languages": ["eng-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "eng_Latn-amh_Ethi", "languages": ["eng-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bos_Latn", "languages": ["eng-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-fin_Latn", "languages": ["eng-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ita_Latn", "languages": ["eng-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-kor_Hang", "languages": ["eng-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.571585, "recall": 0.633399, "f1": 0.588878, "accuracy": 0.633399, "main_score": 0.588878, "hf_subset": "eng_Latn-mos_Latn", "languages": ["eng-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577882, "recall": 0.633399, "f1": 0.593219, "accuracy": 0.633399, "main_score": 0.593219, "hf_subset": "eng_Latn-run_Latn", "languages": ["eng-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tam_Taml", "languages": ["eng-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-vie_Latn", "languages": ["eng-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-apc_Arab", "languages": ["eng-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.828722, "recall": 0.868577, "f1": 0.840617, "accuracy": 0.868577, "main_score": 0.840617, "hf_subset": "eng_Latn-bug_Latn", "languages": ["eng-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491708, "recall": 0.548419, "f1": 0.506616, "accuracy": 0.548419, "main_score": 0.506616, "hf_subset": "eng_Latn-fon_Latn", "languages": ["eng-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-jav_Latn", "languages": ["eng-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-lao_Laoo", "languages": ["eng-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.900339, "recall": 0.928854, "f1": 0.909338, "accuracy": 0.928854, "main_score": 0.909338, "hf_subset": "eng_Latn-mri_Latn", "languages": ["eng-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-rus_Cyrl", "languages": ["eng-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558704, "recall": 0.623518, "f1": 0.576788, "accuracy": 0.623518, "main_score": 0.576788, "hf_subset": "eng_Latn-taq_Latn", "languages": ["eng-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-war_Latn", "languages": ["eng-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-arb_Arab", "languages": ["eng-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bul_Cyrl", "languages": ["eng-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-fra_Latn", "languages": ["eng-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-jpn_Jpan", "languages": ["eng-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-lij_Latn", "languages": ["eng-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993906, "recall": 0.995059, "f1": 0.994236, "accuracy": 0.995059, "main_score": 0.994236, "hf_subset": "eng_Latn-mya_Mymr", "languages": ["eng-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.625482, "recall": 0.697628, "f1": 0.646223, "accuracy": 0.697628, "main_score": 0.646223, "hf_subset": "eng_Latn-sag_Latn", "languages": ["eng-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204912, "recall": 0.26581, "f1": 0.2187, "accuracy": 0.26581, "main_score": 0.2187, "hf_subset": "eng_Latn-taq_Tfng", "languages": ["eng-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.655937, "recall": 0.718379, "f1": 0.673888, "accuracy": 0.718379, "main_score": 0.673888, "hf_subset": "eng_Latn-wol_Latn", "languages": ["eng-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831357, "recall": 0.875494, "f1": 0.845158, "accuracy": 0.875494, "main_score": 0.845158, "hf_subset": "eng_Latn-arb_Latn", "languages": ["eng-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-cat_Latn", "languages": ["eng-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-fur_Latn", "languages": ["eng-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431827, "recall": 0.48913, "f1": 0.447409, "accuracy": 0.48913, "main_score": 0.447409, "hf_subset": "eng_Latn-kab_Latn", "languages": ["eng-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "eng_Latn-lim_Latn", "languages": ["eng-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-nld_Latn", "languages": ["eng-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "eng_Latn-san_Deva", "languages": ["eng-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-tat_Cyrl", "languages": ["eng-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.712906, "recall": 0.766798, "f1": 0.728755, "accuracy": 0.766798, "main_score": 0.728755, "hf_subset": "eng_Latn-xho_Latn", "languages": ["eng-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ars_Arab", "languages": ["eng-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ceb_Latn", "languages": ["eng-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578096, "recall": 0.641304, "f1": 0.596205, "accuracy": 0.641304, "main_score": 0.596205, "hf_subset": "eng_Latn-fuv_Latn", "languages": ["eng-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534068, "recall": 0.601779, "f1": 0.552682, "accuracy": 0.601779, "main_score": 0.552682, "hf_subset": "eng_Latn-kac_Latn", "languages": ["eng-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70859, "recall": 0.757905, "f1": 0.723191, "accuracy": 0.757905, "main_score": 0.723191, "hf_subset": "eng_Latn-lin_Latn", "languages": ["eng-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-nno_Latn", "languages": ["eng-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.259241, "recall": 0.338933, "f1": 0.280498, "accuracy": 0.338933, "main_score": 0.280498, "hf_subset": "eng_Latn-sat_Olck", "languages": ["eng-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tel_Telu", "languages": ["eng-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "eng_Latn-ydd_Hebr", "languages": ["eng-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eng_Latn-ary_Arab", "languages": ["eng-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ces_Latn", "languages": ["eng-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601261, "recall": 0.664032, "f1": 0.619713, "accuracy": 0.664032, "main_score": 0.619713, "hf_subset": "eng_Latn-gaz_Latn", "languages": ["eng-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609648, "recall": 0.672925, "f1": 0.627654, "accuracy": 0.672925, "main_score": 0.627654, "hf_subset": "eng_Latn-kam_Latn", "languages": ["eng-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "eng_Latn-lit_Latn", "languages": ["eng-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-nob_Latn", "languages": ["eng-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eng_Latn-scn_Latn", "languages": ["eng-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": ["eng-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.739625, "recall": 0.80336, "f1": 0.759044, "accuracy": 0.80336, "main_score": 0.759044, "hf_subset": "eng_Latn-yor_Latn", "languages": ["eng-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-arz_Arab", "languages": ["eng-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576727, "recall": 0.640316, "f1": 0.59524, "accuracy": 0.640316, "main_score": 0.59524, "hf_subset": "eng_Latn-cjk_Latn", "languages": ["eng-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839345, "recall": 0.880435, "f1": 0.852127, "accuracy": 0.880435, "main_score": 0.852127, "hf_subset": "eng_Latn-gla_Latn", "languages": ["eng-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-kan_Knda", "languages": ["eng-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "eng_Latn-lmo_Latn", "languages": ["eng-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "eng_Latn-npi_Deva", "languages": ["eng-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.494199, "recall": 0.5583, "f1": 0.511693, "accuracy": 0.5583, "main_score": 0.511693, "hf_subset": "eng_Latn-shn_Mymr", "languages": ["eng-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tgl_Latn", "languages": ["eng-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-yue_Hant", "languages": ["eng-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-asm_Beng", "languages": ["eng-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "eng_Latn-ckb_Arab", "languages": ["eng-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925889, "recall": 0.947628, "f1": 0.932806, "accuracy": 0.947628, "main_score": 0.932806, "hf_subset": "eng_Latn-gle_Latn", "languages": ["eng-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "eng_Latn-kas_Arab", "languages": ["eng-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "eng_Latn-ltg_Latn", "languages": ["eng-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649153, "recall": 0.705534, "f1": 0.66533, "accuracy": 0.705534, "main_score": 0.66533, "hf_subset": "eng_Latn-nso_Latn", "languages": ["eng-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng_Latn-sin_Sinh", "languages": ["eng-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-tha_Thai", "languages": ["eng-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zho_Hans", "languages": ["eng-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ast_Latn", "languages": ["eng-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-crh_Latn", "languages": ["eng-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-glg_Latn", "languages": ["eng-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927948, "recall": 0.950593, "f1": 0.935343, "accuracy": 0.950593, "main_score": 0.935343, "hf_subset": "eng_Latn-kas_Deva", "languages": ["eng-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng_Latn-ltz_Latn", "languages": ["eng-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494064, "recall": 0.5583, "f1": 0.511173, "accuracy": 0.5583, "main_score": 0.511173, "hf_subset": "eng_Latn-nus_Latn", "languages": ["eng-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-slk_Latn", "languages": ["eng-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665415, "recall": 0.742095, "f1": 0.688326, "accuracy": 0.742095, "main_score": 0.688326, "hf_subset": "eng_Latn-tir_Ethi", "languages": ["eng-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zho_Hant", "languages": ["eng-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "eng_Latn-awa_Deva", "languages": ["eng-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-cym_Latn", "languages": ["eng-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873024, "recall": 0.909091, "f1": 0.884354, "accuracy": 0.909091, "main_score": 0.884354, "hf_subset": "eng_Latn-grn_Latn", "languages": ["eng-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-kat_Geor", "languages": ["eng-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.676138, "recall": 0.730237, "f1": 0.691852, "accuracy": 0.730237, "main_score": 0.691852, "hf_subset": "eng_Latn-lua_Latn", "languages": ["eng-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67896, "recall": 0.738142, "f1": 0.695704, "accuracy": 0.738142, "main_score": 0.695704, "hf_subset": "eng_Latn-nya_Latn", "languages": ["eng-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-slv_Latn", "languages": ["eng-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "eng_Latn-tpi_Latn", "languages": ["eng-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zsm_Latn", "languages": ["eng-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56753, "recall": 0.632411, "f1": 0.586058, "accuracy": 0.632411, "main_score": 0.586058, "hf_subset": "eng_Latn-ayr_Latn", "languages": ["eng-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-dan_Latn", "languages": ["eng-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-guj_Gujr", "languages": ["eng-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": ["eng-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.567335, "recall": 0.633399, "f1": 0.585891, "accuracy": 0.633399, "main_score": 0.585891, "hf_subset": "eng_Latn-lug_Latn", "languages": ["eng-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-oci_Latn", "languages": ["eng-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864377, "recall": 0.902174, "f1": 0.876219, "accuracy": 0.902174, "main_score": 0.876219, "hf_subset": "eng_Latn-smo_Latn", "languages": ["eng-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567756, "recall": 0.633399, "f1": 0.586339, "accuracy": 0.633399, "main_score": 0.586339, "hf_subset": "eng_Latn-tsn_Latn", "languages": ["eng-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651072, "recall": 0.714427, "f1": 0.669426, "accuracy": 0.714427, "main_score": 0.669426, "hf_subset": "eng_Latn-zul_Latn", "languages": ["eng-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "eng_Latn-azb_Arab", "languages": ["eng-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-deu_Latn", "languages": ["eng-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "eng_Latn-hat_Latn", "languages": ["eng-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51469, "recall": 0.570158, "f1": 0.530228, "accuracy": 0.570158, "main_score": 0.530228, "hf_subset": "eng_Latn-kbp_Latn", "languages": ["eng-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596196, "recall": 0.655138, "f1": 0.612016, "accuracy": 0.655138, "main_score": 0.612016, "hf_subset": "eng_Latn-luo_Latn", "languages": ["eng-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ory_Orya", "languages": ["eng-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.616638, "recall": 0.681818, "f1": 0.635712, "accuracy": 0.681818, "main_score": 0.635712, "hf_subset": "eng_Latn-sna_Latn", "languages": ["eng-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588218, "recall": 0.640316, "f1": 0.602557, "accuracy": 0.640316, "main_score": 0.602557, "hf_subset": "eng_Latn-tso_Latn", "languages": ["eng-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-azj_Latn", "languages": ["eng-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55963, "recall": 0.624506, "f1": 0.578396, "accuracy": 0.624506, "main_score": 0.578396, "hf_subset": "eng_Latn-dik_Latn", "languages": ["eng-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774391, "recall": 0.824111, "f1": 0.789347, "accuracy": 0.824111, "main_score": 0.789347, "hf_subset": "eng_Latn-hau_Latn", "languages": ["eng-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-kea_Latn", "languages": ["eng-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770833, "recall": 0.820158, "f1": 0.785705, "accuracy": 0.820158, "main_score": 0.785705, "hf_subset": "eng_Latn-lus_Latn", "languages": ["eng-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902092, "recall": 0.926877, "f1": 0.909618, "accuracy": 0.926877, "main_score": 0.909618, "hf_subset": "eng_Latn-pag_Latn", "languages": ["eng-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-snd_Arab", "languages": ["eng-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "eng_Latn-tuk_Latn", "languages": ["eng-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-bak_Cyrl", "languages": ["eng-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.499366, "recall": 0.583004, "f1": 0.523954, "accuracy": 0.583004, "main_score": 0.523954, "hf_subset": "eng_Latn-dyu_Latn", "languages": ["eng-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-heb_Hebr", "languages": ["eng-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-khk_Cyrl", "languages": ["eng-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-lvs_Latn", "languages": ["eng-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pan_Guru", "languages": ["eng-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.749664, "recall": 0.806324, "f1": 0.766702, "accuracy": 0.806324, "main_score": 0.766702, "hf_subset": "eng_Latn-som_Latn", "languages": ["eng-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635787, "recall": 0.682806, "f1": 0.649327, "accuracy": 0.682806, "main_score": 0.649327, "hf_subset": "eng_Latn-tum_Latn", "languages": ["eng-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590542, "recall": 0.662055, "f1": 0.611092, "accuracy": 0.662055, "main_score": 0.611092, "hf_subset": "hrv_Latn-ace_Arab", "languages": ["hrv-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545744, "recall": 0.609684, "f1": 0.563846, "accuracy": 0.609684, "main_score": 0.563846, "hf_subset": "hrv_Latn-bam_Latn", "languages": ["hrv-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447446, "recall": 0.524704, "f1": 0.46795, "accuracy": 0.524704, "main_score": 0.46795, "hf_subset": "hrv_Latn-dzo_Tibt", "languages": ["hrv-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-hin_Deva", "languages": ["hrv-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-khm_Khmr", "languages": ["hrv-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mag_Deva", "languages": ["hrv-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hrv_Latn-pap_Latn", "languages": ["hrv-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618125, "recall": 0.673913, "f1": 0.634062, "accuracy": 0.673913, "main_score": 0.634062, "hf_subset": "hrv_Latn-sot_Latn", "languages": ["hrv-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tur_Latn", "languages": ["hrv-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878623, "recall": 0.909091, "f1": 0.888175, "accuracy": 0.909091, "main_score": 0.888175, "hf_subset": "hrv_Latn-ace_Latn", "languages": ["hrv-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965003, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "hrv_Latn-ban_Latn", "languages": ["hrv-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ell_Grek", "languages": ["hrv-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hrv_Latn-hne_Deva", "languages": ["hrv-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.613955, "recall": 0.668972, "f1": 0.629871, "accuracy": 0.668972, "main_score": 0.629871, "hf_subset": "hrv_Latn-kik_Latn", "languages": ["hrv-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mai_Deva", "languages": ["hrv-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "hrv_Latn-pbt_Arab", "languages": ["hrv-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-spa_Latn", "languages": ["hrv-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622661, "recall": 0.689723, "f1": 0.642278, "accuracy": 0.689723, "main_score": 0.642278, "hf_subset": "hrv_Latn-twi_Latn", "languages": ["hrv-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-acm_Arab", "languages": ["hrv-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-bel_Cyrl", "languages": ["hrv-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-eng_Latn", "languages": ["hrv-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575049, "recall": 0.640316, "f1": 0.593817, "accuracy": 0.640316, "main_score": 0.593817, "hf_subset": "hrv_Latn-kin_Latn", "languages": ["hrv-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-mal_Mlym", "languages": ["hrv-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pes_Arab", "languages": ["hrv-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-srd_Latn", "languages": ["hrv-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187714, "recall": 0.236166, "f1": 0.199597, "accuracy": 0.236166, "main_score": 0.199597, "hf_subset": "hrv_Latn-tzm_Tfng", "languages": ["hrv-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-acq_Arab", "languages": ["hrv-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.650642, "recall": 0.702569, "f1": 0.665961, "accuracy": 0.702569, "main_score": 0.665961, "hf_subset": "hrv_Latn-bem_Latn", "languages": ["hrv-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-epo_Latn", "languages": ["hrv-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-hun_Latn", "languages": ["hrv-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-kir_Cyrl", "languages": ["hrv-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mar_Deva", "languages": ["hrv-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.678887, "recall": 0.736166, "f1": 0.695577, "accuracy": 0.736166, "main_score": 0.695577, "hf_subset": "hrv_Latn-plt_Latn", "languages": ["hrv-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-srp_Cyrl", "languages": ["hrv-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "hrv_Latn-uig_Arab", "languages": ["hrv-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-aeb_Arab", "languages": ["hrv-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ben_Beng", "languages": ["hrv-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-est_Latn", "languages": ["hrv-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-hye_Armn", "languages": ["hrv-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.558668, "recall": 0.61166, "f1": 0.57372, "accuracy": 0.61166, "main_score": 0.57372, "hf_subset": "hrv_Latn-kmb_Latn", "languages": ["hrv-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52279, "recall": 0.596838, "f1": 0.543069, "accuracy": 0.596838, "main_score": 0.543069, "hf_subset": "hrv_Latn-min_Arab", "languages": ["hrv-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pol_Latn", "languages": ["hrv-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581021, "recall": 0.643281, "f1": 0.599555, "accuracy": 0.643281, "main_score": 0.599555, "hf_subset": "hrv_Latn-ssw_Latn", "languages": ["hrv-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ukr_Cyrl", "languages": ["hrv-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-afr_Latn", "languages": ["hrv-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-bho_Deva", "languages": ["hrv-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-eus_Latn", "languages": ["hrv-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608729, "recall": 0.672925, "f1": 0.626882, "accuracy": 0.672925, "main_score": 0.626882, "hf_subset": "hrv_Latn-ibo_Latn", "languages": ["hrv-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908926, "recall": 0.934783, "f1": 0.917325, "accuracy": 0.934783, "main_score": 0.917325, "hf_subset": "hrv_Latn-kmr_Latn", "languages": ["hrv-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hrv_Latn-min_Latn", "languages": ["hrv-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-por_Latn", "languages": ["hrv-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-sun_Latn", "languages": ["hrv-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535287, "recall": 0.589921, "f1": 0.550634, "accuracy": 0.589921, "main_score": 0.550634, "hf_subset": "hrv_Latn-umb_Latn", "languages": ["hrv-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ajp_Arab", "languages": ["hrv-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564654, "recall": 0.632411, "f1": 0.58336, "accuracy": 0.632411, "main_score": 0.58336, "hf_subset": "hrv_Latn-bjn_Arab", "languages": ["hrv-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529765, "recall": 0.585968, "f1": 0.545684, "accuracy": 0.585968, "main_score": 0.545684, "hf_subset": "hrv_Latn-ewe_Latn", "languages": ["hrv-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951663, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "hrv_Latn-ilo_Latn", "languages": ["hrv-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317292, "recall": 0.37747, "f1": 0.334219, "accuracy": 0.37747, "main_score": 0.334219, "hf_subset": "hrv_Latn-knc_Arab", "languages": ["hrv-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mkd_Cyrl", "languages": ["hrv-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-prs_Arab", "languages": ["hrv-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-swe_Latn", "languages": ["hrv-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-urd_Arab", "languages": ["hrv-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603405, "recall": 0.664032, "f1": 0.620951, "accuracy": 0.664032, "main_score": 0.620951, "hf_subset": "hrv_Latn-aka_Latn", "languages": ["hrv-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-bjn_Latn", "languages": ["hrv-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hrv_Latn-fao_Latn", "languages": ["hrv-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ind_Latn", "languages": ["hrv-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592951, "recall": 0.647233, "f1": 0.608782, "accuracy": 0.647233, "main_score": 0.608782, "hf_subset": "hrv_Latn-knc_Latn", "languages": ["hrv-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-mlt_Latn", "languages": ["hrv-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712385, "recall": 0.775692, "f1": 0.730714, "accuracy": 0.775692, "main_score": 0.730714, "hf_subset": "hrv_Latn-quy_Latn", "languages": ["hrv-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hrv_Latn-swh_Latn", "languages": ["hrv-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-uzn_Latn", "languages": ["hrv-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-als_Latn", "languages": ["hrv-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652964, "recall": 0.729249, "f1": 0.675546, "accuracy": 0.729249, "main_score": 0.675546, "hf_subset": "hrv_Latn-bod_Tibt", "languages": ["hrv-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.71381, "recall": 0.768775, "f1": 0.729948, "accuracy": 0.768775, "main_score": 0.729948, "hf_subset": "hrv_Latn-fij_Latn", "languages": ["hrv-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-isl_Latn", "languages": ["hrv-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680352, "recall": 0.726285, "f1": 0.693808, "accuracy": 0.726285, "main_score": 0.693808, "hf_subset": "hrv_Latn-kon_Latn", "languages": ["hrv-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660502, "recall": 0.72332, "f1": 0.679334, "accuracy": 0.72332, "main_score": 0.679334, "hf_subset": "hrv_Latn-mni_Beng", "languages": ["hrv-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ron_Latn", "languages": ["hrv-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "hrv_Latn-szl_Latn", "languages": ["hrv-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-vec_Latn", "languages": ["hrv-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "hrv_Latn-amh_Ethi", "languages": ["hrv-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-bos_Latn", "languages": ["hrv-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-fin_Latn", "languages": ["hrv-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ita_Latn", "languages": ["hrv-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-kor_Hang", "languages": ["hrv-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.562702, "recall": 0.62253, "f1": 0.579248, "accuracy": 0.62253, "main_score": 0.579248, "hf_subset": "hrv_Latn-mos_Latn", "languages": ["hrv-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564756, "recall": 0.625494, "f1": 0.582345, "accuracy": 0.625494, "main_score": 0.582345, "hf_subset": "hrv_Latn-run_Latn", "languages": ["hrv-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-tam_Taml", "languages": ["hrv-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-vie_Latn", "languages": ["hrv-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-apc_Arab", "languages": ["hrv-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.816848, "recall": 0.86166, "f1": 0.830355, "accuracy": 0.86166, "main_score": 0.830355, "hf_subset": "hrv_Latn-bug_Latn", "languages": ["hrv-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475254, "recall": 0.530632, "f1": 0.489678, "accuracy": 0.530632, "main_score": 0.489678, "hf_subset": "hrv_Latn-fon_Latn", "languages": ["hrv-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-jav_Latn", "languages": ["hrv-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-lao_Laoo", "languages": ["hrv-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.884593, "recall": 0.917984, "f1": 0.895213, "accuracy": 0.917984, "main_score": 0.895213, "hf_subset": "hrv_Latn-mri_Latn", "languages": ["hrv-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-rus_Cyrl", "languages": ["hrv-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.554622, "recall": 0.619565, "f1": 0.572897, "accuracy": 0.619565, "main_score": 0.572897, "hf_subset": "hrv_Latn-taq_Latn", "languages": ["hrv-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-war_Latn", "languages": ["hrv-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-arb_Arab", "languages": ["hrv-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-bul_Cyrl", "languages": ["hrv-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-fra_Latn", "languages": ["hrv-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-jpn_Jpan", "languages": ["hrv-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-lij_Latn", "languages": ["hrv-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "hrv_Latn-mya_Mymr", "languages": ["hrv-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.595606, "recall": 0.663043, "f1": 0.614647, "accuracy": 0.663043, "main_score": 0.614647, "hf_subset": "hrv_Latn-sag_Latn", "languages": ["hrv-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194446, "recall": 0.25, "f1": 0.207147, "accuracy": 0.25, "main_score": 0.207147, "hf_subset": "hrv_Latn-taq_Tfng", "languages": ["hrv-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.649812, "recall": 0.70751, "f1": 0.665996, "accuracy": 0.70751, "main_score": 0.665996, "hf_subset": "hrv_Latn-wol_Latn", "languages": ["hrv-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818511, "recall": 0.865613, "f1": 0.832938, "accuracy": 0.865613, "main_score": 0.832938, "hf_subset": "hrv_Latn-arb_Latn", "languages": ["hrv-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-cat_Latn", "languages": ["hrv-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-fur_Latn", "languages": ["hrv-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423905, "recall": 0.48419, "f1": 0.440489, "accuracy": 0.48419, "main_score": 0.440489, "hf_subset": "hrv_Latn-kab_Latn", "languages": ["hrv-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-lim_Latn", "languages": ["hrv-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-nld_Latn", "languages": ["hrv-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hrv_Latn-san_Deva", "languages": ["hrv-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tat_Cyrl", "languages": ["hrv-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.690761, "recall": 0.75, "f1": 0.708315, "accuracy": 0.75, "main_score": 0.708315, "hf_subset": "hrv_Latn-xho_Latn", "languages": ["hrv-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-ars_Arab", "languages": ["hrv-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ceb_Latn", "languages": ["hrv-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581836, "recall": 0.643281, "f1": 0.599515, "accuracy": 0.643281, "main_score": 0.599515, "hf_subset": "hrv_Latn-fuv_Latn", "languages": ["hrv-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514137, "recall": 0.578063, "f1": 0.531359, "accuracy": 0.578063, "main_score": 0.531359, "hf_subset": "hrv_Latn-kac_Latn", "languages": ["hrv-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689345, "recall": 0.738142, "f1": 0.704249, "accuracy": 0.738142, "main_score": 0.704249, "hf_subset": "hrv_Latn-lin_Latn", "languages": ["hrv-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-nno_Latn", "languages": ["hrv-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221877, "recall": 0.3083, "f1": 0.244614, "accuracy": 0.3083, "main_score": 0.244614, "hf_subset": "hrv_Latn-sat_Olck", "languages": ["hrv-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tel_Telu", "languages": ["hrv-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hrv_Latn-ydd_Hebr", "languages": ["hrv-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hrv_Latn-ary_Arab", "languages": ["hrv-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ces_Latn", "languages": ["hrv-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590399, "recall": 0.650198, "f1": 0.608056, "accuracy": 0.650198, "main_score": 0.608056, "hf_subset": "hrv_Latn-gaz_Latn", "languages": ["hrv-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599745, "recall": 0.662055, "f1": 0.617499, "accuracy": 0.662055, "main_score": 0.617499, "hf_subset": "hrv_Latn-kam_Latn", "languages": ["hrv-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hrv_Latn-lit_Latn", "languages": ["hrv-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-nob_Latn", "languages": ["hrv-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "hrv_Latn-scn_Latn", "languages": ["hrv-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "hrv_Latn-tgk_Cyrl", "languages": ["hrv-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.733517, "recall": 0.796443, "f1": 0.752569, "accuracy": 0.796443, "main_score": 0.752569, "hf_subset": "hrv_Latn-yor_Latn", "languages": ["hrv-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-arz_Arab", "languages": ["hrv-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568974, "recall": 0.632411, "f1": 0.587513, "accuracy": 0.632411, "main_score": 0.587513, "hf_subset": "hrv_Latn-cjk_Latn", "languages": ["hrv-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816321, "recall": 0.86166, "f1": 0.830171, "accuracy": 0.86166, "main_score": 0.830171, "hf_subset": "hrv_Latn-gla_Latn", "languages": ["hrv-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-kan_Knda", "languages": ["hrv-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hrv_Latn-lmo_Latn", "languages": ["hrv-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "hrv_Latn-npi_Deva", "languages": ["hrv-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475264, "recall": 0.54249, "f1": 0.494604, "accuracy": 0.54249, "main_score": 0.494604, "hf_subset": "hrv_Latn-shn_Mymr", "languages": ["hrv-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-tgl_Latn", "languages": ["hrv-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-yue_Hant", "languages": ["hrv-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-asm_Beng", "languages": ["hrv-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "hrv_Latn-ckb_Arab", "languages": ["hrv-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.897843, "recall": 0.926877, "f1": 0.906969, "accuracy": 0.926877, "main_score": 0.906969, "hf_subset": "hrv_Latn-gle_Latn", "languages": ["hrv-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "hrv_Latn-kas_Arab", "languages": ["hrv-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "hrv_Latn-ltg_Latn", "languages": ["hrv-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629846, "recall": 0.683794, "f1": 0.645567, "accuracy": 0.683794, "main_score": 0.645567, "hf_subset": "hrv_Latn-nso_Latn", "languages": ["hrv-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hrv_Latn-sin_Sinh", "languages": ["hrv-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-tha_Thai", "languages": ["hrv-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-zho_Hans", "languages": ["hrv-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ast_Latn", "languages": ["hrv-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-crh_Latn", "languages": ["hrv-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-glg_Latn", "languages": ["hrv-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910161, "recall": 0.937747, "f1": 0.919038, "accuracy": 0.937747, "main_score": 0.919038, "hf_subset": "hrv_Latn-kas_Deva", "languages": ["hrv-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hrv_Latn-ltz_Latn", "languages": ["hrv-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473835, "recall": 0.54249, "f1": 0.492347, "accuracy": 0.54249, "main_score": 0.492347, "hf_subset": "hrv_Latn-nus_Latn", "languages": ["hrv-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-slk_Latn", "languages": ["hrv-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627974, "recall": 0.699605, "f1": 0.648835, "accuracy": 0.699605, "main_score": 0.648835, "hf_subset": "hrv_Latn-tir_Ethi", "languages": ["hrv-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-zho_Hant", "languages": ["hrv-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "hrv_Latn-awa_Deva", "languages": ["hrv-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-cym_Latn", "languages": ["hrv-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855814, "recall": 0.894269, "f1": 0.867787, "accuracy": 0.894269, "main_score": 0.867787, "hf_subset": "hrv_Latn-grn_Latn", "languages": ["hrv-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-kat_Geor", "languages": ["hrv-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.671172, "recall": 0.718379, "f1": 0.684764, "accuracy": 0.718379, "main_score": 0.684764, "hf_subset": "hrv_Latn-lua_Latn", "languages": ["hrv-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661767, "recall": 0.718379, "f1": 0.678288, "accuracy": 0.718379, "main_score": 0.678288, "hf_subset": "hrv_Latn-nya_Latn", "languages": ["hrv-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-slv_Latn", "languages": ["hrv-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "hrv_Latn-tpi_Latn", "languages": ["hrv-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-zsm_Latn", "languages": ["hrv-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555661, "recall": 0.621542, "f1": 0.574551, "accuracy": 0.621542, "main_score": 0.574551, "hf_subset": "hrv_Latn-ayr_Latn", "languages": ["hrv-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-dan_Latn", "languages": ["hrv-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-guj_Gujr", "languages": ["hrv-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-kaz_Cyrl", "languages": ["hrv-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549261, "recall": 0.61166, "f1": 0.566818, "accuracy": 0.61166, "main_score": 0.566818, "hf_subset": "hrv_Latn-lug_Latn", "languages": ["hrv-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-oci_Latn", "languages": ["hrv-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84725, "recall": 0.886364, "f1": 0.859058, "accuracy": 0.886364, "main_score": 0.859058, "hf_subset": "hrv_Latn-smo_Latn", "languages": ["hrv-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558987, "recall": 0.621542, "f1": 0.57665, "accuracy": 0.621542, "main_score": 0.57665, "hf_subset": "hrv_Latn-tsn_Latn", "languages": ["hrv-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633656, "recall": 0.69664, "f1": 0.651814, "accuracy": 0.69664, "main_score": 0.651814, "hf_subset": "hrv_Latn-zul_Latn", "languages": ["hrv-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940711, "recall": 0.959486, "f1": 0.946805, "accuracy": 0.959486, "main_score": 0.946805, "hf_subset": "hrv_Latn-azb_Arab", "languages": ["hrv-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-deu_Latn", "languages": ["hrv-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "hrv_Latn-hat_Latn", "languages": ["hrv-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513027, "recall": 0.571146, "f1": 0.529256, "accuracy": 0.571146, "main_score": 0.529256, "hf_subset": "hrv_Latn-kbp_Latn", "languages": ["hrv-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590798, "recall": 0.644269, "f1": 0.605368, "accuracy": 0.644269, "main_score": 0.605368, "hf_subset": "hrv_Latn-luo_Latn", "languages": ["hrv-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ory_Orya", "languages": ["hrv-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.610319, "recall": 0.676877, "f1": 0.629388, "accuracy": 0.676877, "main_score": 0.629388, "hf_subset": "hrv_Latn-sna_Latn", "languages": ["hrv-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571611, "recall": 0.631423, "f1": 0.588093, "accuracy": 0.631423, "main_score": 0.588093, "hf_subset": "hrv_Latn-tso_Latn", "languages": ["hrv-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-azj_Latn", "languages": ["hrv-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546488, "recall": 0.614625, "f1": 0.566439, "accuracy": 0.614625, "main_score": 0.566439, "hf_subset": "hrv_Latn-dik_Latn", "languages": ["hrv-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756637, "recall": 0.809289, "f1": 0.771989, "accuracy": 0.809289, "main_score": 0.771989, "hf_subset": "hrv_Latn-hau_Latn", "languages": ["hrv-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hrv_Latn-kea_Latn", "languages": ["hrv-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75887, "recall": 0.809289, "f1": 0.774047, "accuracy": 0.809289, "main_score": 0.774047, "hf_subset": "hrv_Latn-lus_Latn", "languages": ["hrv-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880995, "recall": 0.909091, "f1": 0.889657, "accuracy": 0.909091, "main_score": 0.889657, "hf_subset": "hrv_Latn-pag_Latn", "languages": ["hrv-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-snd_Arab", "languages": ["hrv-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "hrv_Latn-tuk_Latn", "languages": ["hrv-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-bak_Cyrl", "languages": ["hrv-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.500841, "recall": 0.575099, "f1": 0.52262, "accuracy": 0.575099, "main_score": 0.52262, "hf_subset": "hrv_Latn-dyu_Latn", "languages": ["hrv-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-heb_Hebr", "languages": ["hrv-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-khk_Cyrl", "languages": ["hrv-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-lvs_Latn", "languages": ["hrv-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pan_Guru", "languages": ["hrv-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.742408, "recall": 0.795455, "f1": 0.757825, "accuracy": 0.795455, "main_score": 0.757825, "hf_subset": "hrv_Latn-som_Latn", "languages": ["hrv-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619608, "recall": 0.66996, "f1": 0.633795, "accuracy": 0.66996, "main_score": 0.633795, "hf_subset": "hrv_Latn-tum_Latn", "languages": ["hrv-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406623, "recall": 0.461462, "f1": 0.421455, "accuracy": 0.461462, "main_score": 0.421455, "hf_subset": "kin_Latn-ace_Arab", "languages": ["kin-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515298, "recall": 0.559289, "f1": 0.527675, "accuracy": 0.559289, "main_score": 0.527675, "hf_subset": "kin_Latn-bam_Latn", "languages": ["kin-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221971, "recall": 0.272727, "f1": 0.234282, "accuracy": 0.272727, "main_score": 0.234282, "hf_subset": "kin_Latn-dzo_Tibt", "languages": ["kin-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.532386, "recall": 0.583004, "f1": 0.545385, "accuracy": 0.583004, "main_score": 0.545385, "hf_subset": "kin_Latn-hin_Deva", "languages": ["kin-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.518111, "recall": 0.56917, "f1": 0.53191, "accuracy": 0.56917, "main_score": 0.53191, "hf_subset": "kin_Latn-khm_Khmr", "languages": ["kin-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.535734, "recall": 0.587945, "f1": 0.549412, "accuracy": 0.587945, "main_score": 0.549412, "hf_subset": "kin_Latn-mag_Deva", "languages": ["kin-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.544973, "recall": 0.587945, "f1": 0.556049, "accuracy": 0.587945, "main_score": 0.556049, "hf_subset": "kin_Latn-pap_Latn", "languages": ["kin-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541387, "recall": 0.585968, "f1": 0.552653, "accuracy": 0.585968, "main_score": 0.552653, "hf_subset": "kin_Latn-sot_Latn", "languages": ["kin-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537115, "recall": 0.588933, "f1": 0.551313, "accuracy": 0.588933, "main_score": 0.551313, "hf_subset": "kin_Latn-tur_Latn", "languages": ["kin-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540527, "recall": 0.583004, "f1": 0.550563, "accuracy": 0.583004, "main_score": 0.550563, "hf_subset": "kin_Latn-ace_Latn", "languages": ["kin-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55284, "recall": 0.586957, "f1": 0.561476, "accuracy": 0.586957, "main_score": 0.561476, "hf_subset": "kin_Latn-ban_Latn", "languages": ["kin-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542219, "recall": 0.592885, "f1": 0.555012, "accuracy": 0.592885, "main_score": 0.555012, "hf_subset": "kin_Latn-ell_Grek", "languages": ["kin-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.512874, "recall": 0.562253, "f1": 0.525977, "accuracy": 0.562253, "main_score": 0.525977, "hf_subset": "kin_Latn-hne_Deva", "languages": ["kin-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.505174, "recall": 0.548419, "f1": 0.516665, "accuracy": 0.548419, "main_score": 0.516665, "hf_subset": "kin_Latn-kik_Latn", "languages": ["kin-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53433, "recall": 0.585968, "f1": 0.547384, "accuracy": 0.585968, "main_score": 0.547384, "hf_subset": "kin_Latn-mai_Deva", "languages": ["kin-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484618, "recall": 0.537549, "f1": 0.497685, "accuracy": 0.537549, "main_score": 0.497685, "hf_subset": "kin_Latn-pbt_Arab", "languages": ["kin-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548095, "recall": 0.598814, "f1": 0.561028, "accuracy": 0.598814, "main_score": 0.561028, "hf_subset": "kin_Latn-spa_Latn", "languages": ["kin-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501811, "recall": 0.544466, "f1": 0.512981, "accuracy": 0.544466, "main_score": 0.512981, "hf_subset": "kin_Latn-twi_Latn", "languages": ["kin-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52626, "recall": 0.576087, "f1": 0.538773, "accuracy": 0.576087, "main_score": 0.538773, "hf_subset": "kin_Latn-acm_Arab", "languages": ["kin-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504258, "recall": 0.552372, "f1": 0.516597, "accuracy": 0.552372, "main_score": 0.516597, "hf_subset": "kin_Latn-bel_Cyrl", "languages": ["kin-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549135, "recall": 0.600791, "f1": 0.56211, "accuracy": 0.600791, "main_score": 0.56211, "hf_subset": "kin_Latn-eng_Latn", "languages": ["kin-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564169, "recall": 0.613636, "f1": 0.576882, "accuracy": 0.613636, "main_score": 0.576882, "hf_subset": "kin_Latn-hrv_Latn", "languages": ["kin-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526041, "recall": 0.583004, "f1": 0.540666, "accuracy": 0.583004, "main_score": 0.540666, "hf_subset": "kin_Latn-mal_Mlym", "languages": ["kin-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.530755, "recall": 0.58498, "f1": 0.545017, "accuracy": 0.58498, "main_score": 0.545017, "hf_subset": "kin_Latn-pes_Arab", "languages": ["kin-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540797, "recall": 0.583004, "f1": 0.551598, "accuracy": 0.583004, "main_score": 0.551598, "hf_subset": "kin_Latn-srd_Latn", "languages": ["kin-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221387, "recall": 0.262846, "f1": 0.232057, "accuracy": 0.262846, "main_score": 0.232057, "hf_subset": "kin_Latn-tzm_Tfng", "languages": ["kin-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.534275, "recall": 0.585968, "f1": 0.547622, "accuracy": 0.585968, "main_score": 0.547622, "hf_subset": "kin_Latn-acq_Arab", "languages": ["kin-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560608, "recall": 0.613636, "f1": 0.573689, "accuracy": 0.613636, "main_score": 0.573689, "hf_subset": "kin_Latn-bem_Latn", "languages": ["kin-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538819, "recall": 0.585968, "f1": 0.551103, "accuracy": 0.585968, "main_score": 0.551103, "hf_subset": "kin_Latn-epo_Latn", "languages": ["kin-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543257, "recall": 0.593874, "f1": 0.556365, "accuracy": 0.593874, "main_score": 0.556365, "hf_subset": "kin_Latn-hun_Latn", "languages": ["kin-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526281, "recall": 0.577075, "f1": 0.539626, "accuracy": 0.577075, "main_score": 0.539626, "hf_subset": "kin_Latn-kir_Cyrl", "languages": ["kin-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530015, "recall": 0.573123, "f1": 0.541219, "accuracy": 0.573123, "main_score": 0.541219, "hf_subset": "kin_Latn-mar_Deva", "languages": ["kin-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.5444, "recall": 0.590909, "f1": 0.556375, "accuracy": 0.590909, "main_score": 0.556375, "hf_subset": "kin_Latn-plt_Latn", "languages": ["kin-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55654, "recall": 0.609684, "f1": 0.570162, "accuracy": 0.609684, "main_score": 0.570162, "hf_subset": "kin_Latn-srp_Cyrl", "languages": ["kin-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482071, "recall": 0.530632, "f1": 0.495728, "accuracy": 0.530632, "main_score": 0.495728, "hf_subset": "kin_Latn-uig_Arab", "languages": ["kin-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511698, "recall": 0.557312, "f1": 0.523765, "accuracy": 0.557312, "main_score": 0.523765, "hf_subset": "kin_Latn-aeb_Arab", "languages": ["kin-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524011, "recall": 0.58004, "f1": 0.538911, "accuracy": 0.58004, "main_score": 0.538911, "hf_subset": "kin_Latn-ben_Beng", "languages": ["kin-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.539599, "recall": 0.587945, "f1": 0.552021, "accuracy": 0.587945, "main_score": 0.552021, "hf_subset": "kin_Latn-est_Latn", "languages": ["kin-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512109, "recall": 0.56917, "f1": 0.526878, "accuracy": 0.56917, "main_score": 0.526878, "hf_subset": "kin_Latn-hye_Armn", "languages": ["kin-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.512055, "recall": 0.555336, "f1": 0.523878, "accuracy": 0.555336, "main_score": 0.523878, "hf_subset": "kin_Latn-kmb_Latn", "languages": ["kin-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39728, "recall": 0.454545, "f1": 0.411782, "accuracy": 0.454545, "main_score": 0.411782, "hf_subset": "kin_Latn-min_Arab", "languages": ["kin-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547417, "recall": 0.59585, "f1": 0.558917, "accuracy": 0.59585, "main_score": 0.558917, "hf_subset": "kin_Latn-pol_Latn", "languages": ["kin-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538399, "recall": 0.588933, "f1": 0.551836, "accuracy": 0.588933, "main_score": 0.551836, "hf_subset": "kin_Latn-ssw_Latn", "languages": ["kin-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542013, "recall": 0.596838, "f1": 0.555503, "accuracy": 0.596838, "main_score": 0.555503, "hf_subset": "kin_Latn-ukr_Cyrl", "languages": ["kin-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.56514, "recall": 0.623518, "f1": 0.581372, "accuracy": 0.623518, "main_score": 0.581372, "hf_subset": "kin_Latn-afr_Latn", "languages": ["kin-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525568, "recall": 0.568182, "f1": 0.536883, "accuracy": 0.568182, "main_score": 0.536883, "hf_subset": "kin_Latn-bho_Deva", "languages": ["kin-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.546901, "recall": 0.596838, "f1": 0.559856, "accuracy": 0.596838, "main_score": 0.559856, "hf_subset": "kin_Latn-eus_Latn", "languages": ["kin-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507336, "recall": 0.55336, "f1": 0.519897, "accuracy": 0.55336, "main_score": 0.519897, "hf_subset": "kin_Latn-ibo_Latn", "languages": ["kin-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530828, "recall": 0.58004, "f1": 0.543869, "accuracy": 0.58004, "main_score": 0.543869, "hf_subset": "kin_Latn-kmr_Latn", "languages": ["kin-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551956, "recall": 0.59585, "f1": 0.56238, "accuracy": 0.59585, "main_score": 0.56238, "hf_subset": "kin_Latn-min_Latn", "languages": ["kin-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549781, "recall": 0.606719, "f1": 0.564543, "accuracy": 0.606719, "main_score": 0.564543, "hf_subset": "kin_Latn-por_Latn", "languages": ["kin-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568173, "recall": 0.608696, "f1": 0.577828, "accuracy": 0.608696, "main_score": 0.577828, "hf_subset": "kin_Latn-sun_Latn", "languages": ["kin-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476861, "recall": 0.524704, "f1": 0.490474, "accuracy": 0.524704, "main_score": 0.490474, "hf_subset": "kin_Latn-umb_Latn", "languages": ["kin-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535432, "recall": 0.589921, "f1": 0.549469, "accuracy": 0.589921, "main_score": 0.549469, "hf_subset": "kin_Latn-ajp_Arab", "languages": ["kin-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.397945, "recall": 0.449605, "f1": 0.411417, "accuracy": 0.449605, "main_score": 0.411417, "hf_subset": "kin_Latn-bjn_Arab", "languages": ["kin-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.473835, "recall": 0.516798, "f1": 0.485543, "accuracy": 0.516798, "main_score": 0.485543, "hf_subset": "kin_Latn-ewe_Latn", "languages": ["kin-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551073, "recall": 0.596838, "f1": 0.563156, "accuracy": 0.596838, "main_score": 0.563156, "hf_subset": "kin_Latn-ilo_Latn", "languages": ["kin-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297088, "recall": 0.344862, "f1": 0.31027, "accuracy": 0.344862, "main_score": 0.31027, "hf_subset": "kin_Latn-knc_Arab", "languages": ["kin-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555044, "recall": 0.606719, "f1": 0.568521, "accuracy": 0.606719, "main_score": 0.568521, "hf_subset": "kin_Latn-mkd_Cyrl", "languages": ["kin-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533873, "recall": 0.586957, "f1": 0.547903, "accuracy": 0.586957, "main_score": 0.547903, "hf_subset": "kin_Latn-prs_Arab", "languages": ["kin-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54119, "recall": 0.591897, "f1": 0.554319, "accuracy": 0.591897, "main_score": 0.554319, "hf_subset": "kin_Latn-swe_Latn", "languages": ["kin-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523309, "recall": 0.579051, "f1": 0.538595, "accuracy": 0.579051, "main_score": 0.538595, "hf_subset": "kin_Latn-urd_Arab", "languages": ["kin-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.490001, "recall": 0.534585, "f1": 0.502227, "accuracy": 0.534585, "main_score": 0.502227, "hf_subset": "kin_Latn-aka_Latn", "languages": ["kin-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556347, "recall": 0.59585, "f1": 0.565813, "accuracy": 0.59585, "main_score": 0.565813, "hf_subset": "kin_Latn-bjn_Latn", "languages": ["kin-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53926, "recall": 0.589921, "f1": 0.552434, "accuracy": 0.589921, "main_score": 0.552434, "hf_subset": "kin_Latn-fao_Latn", "languages": ["kin-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554428, "recall": 0.608696, "f1": 0.568887, "accuracy": 0.608696, "main_score": 0.568887, "hf_subset": "kin_Latn-ind_Latn", "languages": ["kin-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505765, "recall": 0.544466, "f1": 0.516103, "accuracy": 0.544466, "main_score": 0.516103, "hf_subset": "kin_Latn-knc_Latn", "languages": ["kin-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552392, "recall": 0.600791, "f1": 0.564763, "accuracy": 0.600791, "main_score": 0.564763, "hf_subset": "kin_Latn-mlt_Latn", "languages": ["kin-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501774, "recall": 0.550395, "f1": 0.514829, "accuracy": 0.550395, "main_score": 0.514829, "hf_subset": "kin_Latn-quy_Latn", "languages": ["kin-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577887, "recall": 0.624506, "f1": 0.589863, "accuracy": 0.624506, "main_score": 0.589863, "hf_subset": "kin_Latn-swh_Latn", "languages": ["kin-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520284, "recall": 0.568182, "f1": 0.532359, "accuracy": 0.568182, "main_score": 0.532359, "hf_subset": "kin_Latn-uzn_Latn", "languages": ["kin-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566954, "recall": 0.612648, "f1": 0.57889, "accuracy": 0.612648, "main_score": 0.57889, "hf_subset": "kin_Latn-als_Latn", "languages": ["kin-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.281311, "recall": 0.338933, "f1": 0.296367, "accuracy": 0.338933, "main_score": 0.296367, "hf_subset": "kin_Latn-bod_Tibt", "languages": ["kin-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.524805, "recall": 0.5583, "f1": 0.534305, "accuracy": 0.5583, "main_score": 0.534305, "hf_subset": "kin_Latn-fij_Latn", "languages": ["kin-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531878, "recall": 0.576087, "f1": 0.542811, "accuracy": 0.576087, "main_score": 0.542811, "hf_subset": "kin_Latn-isl_Latn", "languages": ["kin-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542342, "recall": 0.589921, "f1": 0.554607, "accuracy": 0.589921, "main_score": 0.554607, "hf_subset": "kin_Latn-kon_Latn", "languages": ["kin-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444744, "recall": 0.499012, "f1": 0.459741, "accuracy": 0.499012, "main_score": 0.459741, "hf_subset": "kin_Latn-mni_Beng", "languages": ["kin-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.566453, "recall": 0.619565, "f1": 0.580211, "accuracy": 0.619565, "main_score": 0.580211, "hf_subset": "kin_Latn-ron_Latn", "languages": ["kin-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556266, "recall": 0.604743, "f1": 0.568528, "accuracy": 0.604743, "main_score": 0.568528, "hf_subset": "kin_Latn-szl_Latn", "languages": ["kin-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548035, "recall": 0.596838, "f1": 0.560833, "accuracy": 0.596838, "main_score": 0.560833, "hf_subset": "kin_Latn-vec_Latn", "languages": ["kin-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481602, "recall": 0.540514, "f1": 0.496438, "accuracy": 0.540514, "main_score": 0.496438, "hf_subset": "kin_Latn-amh_Ethi", "languages": ["kin-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.566322, "recall": 0.616601, "f1": 0.5793, "accuracy": 0.616601, "main_score": 0.5793, "hf_subset": "kin_Latn-bos_Latn", "languages": ["kin-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529324, "recall": 0.582016, "f1": 0.54286, "accuracy": 0.582016, "main_score": 0.54286, "hf_subset": "kin_Latn-fin_Latn", "languages": ["kin-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553384, "recall": 0.606719, "f1": 0.567456, "accuracy": 0.606719, "main_score": 0.567456, "hf_subset": "kin_Latn-ita_Latn", "languages": ["kin-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516414, "recall": 0.570158, "f1": 0.530159, "accuracy": 0.570158, "main_score": 0.530159, "hf_subset": "kin_Latn-kor_Hang", "languages": ["kin-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.501079, "recall": 0.540514, "f1": 0.512018, "accuracy": 0.540514, "main_score": 0.512018, "hf_subset": "kin_Latn-mos_Latn", "languages": ["kin-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692812, "recall": 0.756917, "f1": 0.710891, "accuracy": 0.756917, "main_score": 0.710891, "hf_subset": "kin_Latn-run_Latn", "languages": ["kin-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515133, "recall": 0.570158, "f1": 0.529484, "accuracy": 0.570158, "main_score": 0.529484, "hf_subset": "kin_Latn-tam_Taml", "languages": ["kin-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.539316, "recall": 0.588933, "f1": 0.552012, "accuracy": 0.588933, "main_score": 0.552012, "hf_subset": "kin_Latn-vie_Latn", "languages": ["kin-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52592, "recall": 0.578063, "f1": 0.539486, "accuracy": 0.578063, "main_score": 0.539486, "hf_subset": "kin_Latn-apc_Arab", "languages": ["kin-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508331, "recall": 0.547431, "f1": 0.518385, "accuracy": 0.547431, "main_score": 0.518385, "hf_subset": "kin_Latn-bug_Latn", "languages": ["kin-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447324, "recall": 0.487154, "f1": 0.458159, "accuracy": 0.487154, "main_score": 0.458159, "hf_subset": "kin_Latn-fon_Latn", "languages": ["kin-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56727, "recall": 0.610672, "f1": 0.578417, "accuracy": 0.610672, "main_score": 0.578417, "hf_subset": "kin_Latn-jav_Latn", "languages": ["kin-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506759, "recall": 0.557312, "f1": 0.519651, "accuracy": 0.557312, "main_score": 0.519651, "hf_subset": "kin_Latn-lao_Laoo", "languages": ["kin-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.516213, "recall": 0.556324, "f1": 0.526839, "accuracy": 0.556324, "main_score": 0.526839, "hf_subset": "kin_Latn-mri_Latn", "languages": ["kin-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539487, "recall": 0.589921, "f1": 0.552707, "accuracy": 0.589921, "main_score": 0.552707, "hf_subset": "kin_Latn-rus_Cyrl", "languages": ["kin-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480338, "recall": 0.517787, "f1": 0.490815, "accuracy": 0.517787, "main_score": 0.490815, "hf_subset": "kin_Latn-taq_Latn", "languages": ["kin-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569041, "recall": 0.612648, "f1": 0.57975, "accuracy": 0.612648, "main_score": 0.57975, "hf_subset": "kin_Latn-war_Latn", "languages": ["kin-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539555, "recall": 0.587945, "f1": 0.55194, "accuracy": 0.587945, "main_score": 0.55194, "hf_subset": "kin_Latn-arb_Arab", "languages": ["kin-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551152, "recall": 0.598814, "f1": 0.562967, "accuracy": 0.598814, "main_score": 0.562967, "hf_subset": "kin_Latn-bul_Cyrl", "languages": ["kin-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547346, "recall": 0.603755, "f1": 0.561639, "accuracy": 0.603755, "main_score": 0.561639, "hf_subset": "kin_Latn-fra_Latn", "languages": ["kin-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511894, "recall": 0.562253, "f1": 0.525013, "accuracy": 0.562253, "main_score": 0.525013, "hf_subset": "kin_Latn-jpn_Jpan", "languages": ["kin-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.538104, "recall": 0.582016, "f1": 0.549658, "accuracy": 0.582016, "main_score": 0.549658, "hf_subset": "kin_Latn-lij_Latn", "languages": ["kin-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435527, "recall": 0.499012, "f1": 0.452468, "accuracy": 0.499012, "main_score": 0.452468, "hf_subset": "kin_Latn-mya_Mymr", "languages": ["kin-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.492621, "recall": 0.536561, "f1": 0.503983, "accuracy": 0.536561, "main_score": 0.503983, "hf_subset": "kin_Latn-sag_Latn", "languages": ["kin-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.224373, "recall": 0.26581, "f1": 0.234077, "accuracy": 0.26581, "main_score": 0.234077, "hf_subset": "kin_Latn-taq_Tfng", "languages": ["kin-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.527328, "recall": 0.565217, "f1": 0.537839, "accuracy": 0.565217, "main_score": 0.537839, "hf_subset": "kin_Latn-wol_Latn", "languages": ["kin-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453473, "recall": 0.501976, "f1": 0.466062, "accuracy": 0.501976, "main_score": 0.466062, "hf_subset": "kin_Latn-arb_Latn", "languages": ["kin-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552551, "recall": 0.603755, "f1": 0.566299, "accuracy": 0.603755, "main_score": 0.566299, "hf_subset": "kin_Latn-cat_Latn", "languages": ["kin-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553865, "recall": 0.597826, "f1": 0.565654, "accuracy": 0.597826, "main_score": 0.565654, "hf_subset": "kin_Latn-fur_Latn", "languages": ["kin-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432264, "recall": 0.478261, "f1": 0.445215, "accuracy": 0.478261, "main_score": 0.445215, "hf_subset": "kin_Latn-kab_Latn", "languages": ["kin-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533166, "recall": 0.576087, "f1": 0.544082, "accuracy": 0.576087, "main_score": 0.544082, "hf_subset": "kin_Latn-lim_Latn", "languages": ["kin-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527056, "recall": 0.581028, "f1": 0.541162, "accuracy": 0.581028, "main_score": 0.541162, "hf_subset": "kin_Latn-nld_Latn", "languages": ["kin-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494393, "recall": 0.552372, "f1": 0.509275, "accuracy": 0.552372, "main_score": 0.509275, "hf_subset": "kin_Latn-san_Deva", "languages": ["kin-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.534233, "recall": 0.578063, "f1": 0.545918, "accuracy": 0.578063, "main_score": 0.545918, "hf_subset": "kin_Latn-tat_Cyrl", "languages": ["kin-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556376, "recall": 0.604743, "f1": 0.569622, "accuracy": 0.604743, "main_score": 0.569622, "hf_subset": "kin_Latn-xho_Latn", "languages": ["kin-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507428, "recall": 0.562253, "f1": 0.52177, "accuracy": 0.562253, "main_score": 0.52177, "hf_subset": "kin_Latn-ars_Arab", "languages": ["kin-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565892, "recall": 0.614625, "f1": 0.578386, "accuracy": 0.614625, "main_score": 0.578386, "hf_subset": "kin_Latn-ceb_Latn", "languages": ["kin-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463843, "recall": 0.508893, "f1": 0.476654, "accuracy": 0.508893, "main_score": 0.476654, "hf_subset": "kin_Latn-fuv_Latn", "languages": ["kin-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469982, "recall": 0.51581, "f1": 0.482125, "accuracy": 0.51581, "main_score": 0.482125, "hf_subset": "kin_Latn-kac_Latn", "languages": ["kin-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542078, "recall": 0.58004, "f1": 0.552129, "accuracy": 0.58004, "main_score": 0.552129, "hf_subset": "kin_Latn-lin_Latn", "languages": ["kin-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543004, "recall": 0.59585, "f1": 0.556637, "accuracy": 0.59585, "main_score": 0.556637, "hf_subset": "kin_Latn-nno_Latn", "languages": ["kin-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149216, "recall": 0.197628, "f1": 0.161483, "accuracy": 0.197628, "main_score": 0.161483, "hf_subset": "kin_Latn-sat_Olck", "languages": ["kin-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.530709, "recall": 0.577075, "f1": 0.543016, "accuracy": 0.577075, "main_score": 0.543016, "hf_subset": "kin_Latn-tel_Telu", "languages": ["kin-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.48178, "recall": 0.539526, "f1": 0.496977, "accuracy": 0.539526, "main_score": 0.496977, "hf_subset": "kin_Latn-ydd_Hebr", "languages": ["kin-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.5139, "recall": 0.560277, "f1": 0.526113, "accuracy": 0.560277, "main_score": 0.526113, "hf_subset": "kin_Latn-ary_Arab", "languages": ["kin-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542335, "recall": 0.593874, "f1": 0.555939, "accuracy": 0.593874, "main_score": 0.555939, "hf_subset": "kin_Latn-ces_Latn", "languages": ["kin-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491415, "recall": 0.538538, "f1": 0.504286, "accuracy": 0.538538, "main_score": 0.504286, "hf_subset": "kin_Latn-gaz_Latn", "languages": ["kin-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505062, "recall": 0.546443, "f1": 0.515909, "accuracy": 0.546443, "main_score": 0.515909, "hf_subset": "kin_Latn-kam_Latn", "languages": ["kin-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527146, "recall": 0.581028, "f1": 0.541404, "accuracy": 0.581028, "main_score": 0.541404, "hf_subset": "kin_Latn-lit_Latn", "languages": ["kin-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544901, "recall": 0.597826, "f1": 0.559256, "accuracy": 0.597826, "main_score": 0.559256, "hf_subset": "kin_Latn-nob_Latn", "languages": ["kin-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537827, "recall": 0.579051, "f1": 0.548284, "accuracy": 0.579051, "main_score": 0.548284, "hf_subset": "kin_Latn-scn_Latn", "languages": ["kin-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543002, "recall": 0.585968, "f1": 0.554658, "accuracy": 0.585968, "main_score": 0.554658, "hf_subset": "kin_Latn-tgk_Cyrl", "languages": ["kin-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.488801, "recall": 0.541502, "f1": 0.503051, "accuracy": 0.541502, "main_score": 0.503051, "hf_subset": "kin_Latn-yor_Latn", "languages": ["kin-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523822, "recall": 0.573123, "f1": 0.536009, "accuracy": 0.573123, "main_score": 0.536009, "hf_subset": "kin_Latn-arz_Arab", "languages": ["kin-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.476466, "recall": 0.520751, "f1": 0.488203, "accuracy": 0.520751, "main_score": 0.488203, "hf_subset": "kin_Latn-cjk_Latn", "languages": ["kin-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501538, "recall": 0.549407, "f1": 0.513834, "accuracy": 0.549407, "main_score": 0.513834, "hf_subset": "kin_Latn-gla_Latn", "languages": ["kin-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529317, "recall": 0.58004, "f1": 0.543213, "accuracy": 0.58004, "main_score": 0.543213, "hf_subset": "kin_Latn-kan_Knda", "languages": ["kin-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.536572, "recall": 0.583992, "f1": 0.548078, "accuracy": 0.583992, "main_score": 0.548078, "hf_subset": "kin_Latn-lmo_Latn", "languages": ["kin-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528703, "recall": 0.582016, "f1": 0.542419, "accuracy": 0.582016, "main_score": 0.542419, "hf_subset": "kin_Latn-npi_Deva", "languages": ["kin-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.420701, "recall": 0.467391, "f1": 0.432837, "accuracy": 0.467391, "main_score": 0.432837, "hf_subset": "kin_Latn-shn_Mymr", "languages": ["kin-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.572082, "recall": 0.621542, "f1": 0.585622, "accuracy": 0.621542, "main_score": 0.585622, "hf_subset": "kin_Latn-tgl_Latn", "languages": ["kin-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505057, "recall": 0.555336, "f1": 0.518267, "accuracy": 0.555336, "main_score": 0.518267, "hf_subset": "kin_Latn-yue_Hant", "languages": ["kin-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.504098, "recall": 0.556324, "f1": 0.518222, "accuracy": 0.556324, "main_score": 0.518222, "hf_subset": "kin_Latn-asm_Beng", "languages": ["kin-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.502832, "recall": 0.546443, "f1": 0.514319, "accuracy": 0.546443, "main_score": 0.514319, "hf_subset": "kin_Latn-ckb_Arab", "languages": ["kin-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523087, "recall": 0.568182, "f1": 0.535143, "accuracy": 0.568182, "main_score": 0.535143, "hf_subset": "kin_Latn-gle_Latn", "languages": ["kin-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460916, "recall": 0.511858, "f1": 0.474007, "accuracy": 0.511858, "main_score": 0.474007, "hf_subset": "kin_Latn-kas_Arab", "languages": ["kin-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522025, "recall": 0.568182, "f1": 0.534377, "accuracy": 0.568182, "main_score": 0.534377, "hf_subset": "kin_Latn-ltg_Latn", "languages": ["kin-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548637, "recall": 0.592885, "f1": 0.560554, "accuracy": 0.592885, "main_score": 0.560554, "hf_subset": "kin_Latn-nso_Latn", "languages": ["kin-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465788, "recall": 0.527668, "f1": 0.480907, "accuracy": 0.527668, "main_score": 0.480907, "hf_subset": "kin_Latn-sin_Sinh", "languages": ["kin-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.52019, "recall": 0.573123, "f1": 0.533693, "accuracy": 0.573123, "main_score": 0.533693, "hf_subset": "kin_Latn-tha_Thai", "languages": ["kin-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.507205, "recall": 0.551383, "f1": 0.518282, "accuracy": 0.551383, "main_score": 0.518282, "hf_subset": "kin_Latn-zho_Hans", "languages": ["kin-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.545299, "recall": 0.599802, "f1": 0.559271, "accuracy": 0.599802, "main_score": 0.559271, "hf_subset": "kin_Latn-ast_Latn", "languages": ["kin-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53333, "recall": 0.583992, "f1": 0.545982, "accuracy": 0.583992, "main_score": 0.545982, "hf_subset": "kin_Latn-crh_Latn", "languages": ["kin-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566976, "recall": 0.612648, "f1": 0.578906, "accuracy": 0.612648, "main_score": 0.578906, "hf_subset": "kin_Latn-glg_Latn", "languages": ["kin-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474931, "recall": 0.522727, "f1": 0.487779, "accuracy": 0.522727, "main_score": 0.487779, "hf_subset": "kin_Latn-kas_Deva", "languages": ["kin-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.524584, "recall": 0.570158, "f1": 0.536135, "accuracy": 0.570158, "main_score": 0.536135, "hf_subset": "kin_Latn-ltz_Latn", "languages": ["kin-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443443, "recall": 0.498024, "f1": 0.457353, "accuracy": 0.498024, "main_score": 0.457353, "hf_subset": "kin_Latn-nus_Latn", "languages": ["kin-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552857, "recall": 0.603755, "f1": 0.566294, "accuracy": 0.603755, "main_score": 0.566294, "hf_subset": "kin_Latn-slk_Latn", "languages": ["kin-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409045, "recall": 0.463439, "f1": 0.424847, "accuracy": 0.463439, "main_score": 0.424847, "hf_subset": "kin_Latn-tir_Ethi", "languages": ["kin-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.509324, "recall": 0.561265, "f1": 0.522594, "accuracy": 0.561265, "main_score": 0.522594, "hf_subset": "kin_Latn-zho_Hant", "languages": ["kin-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.518979, "recall": 0.570158, "f1": 0.533225, "accuracy": 0.570158, "main_score": 0.533225, "hf_subset": "kin_Latn-awa_Deva", "languages": ["kin-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.542008, "recall": 0.59585, "f1": 0.555568, "accuracy": 0.59585, "main_score": 0.555568, "hf_subset": "kin_Latn-cym_Latn", "languages": ["kin-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530717, "recall": 0.568182, "f1": 0.539571, "accuracy": 0.568182, "main_score": 0.539571, "hf_subset": "kin_Latn-grn_Latn", "languages": ["kin-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514117, "recall": 0.564229, "f1": 0.527225, "accuracy": 0.564229, "main_score": 0.527225, "hf_subset": "kin_Latn-kat_Geor", "languages": ["kin-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.514243, "recall": 0.559289, "f1": 0.526318, "accuracy": 0.559289, "main_score": 0.526318, "hf_subset": "kin_Latn-lua_Latn", "languages": ["kin-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551509, "recall": 0.593874, "f1": 0.562995, "accuracy": 0.593874, "main_score": 0.562995, "hf_subset": "kin_Latn-nya_Latn", "languages": ["kin-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548361, "recall": 0.597826, "f1": 0.561337, "accuracy": 0.597826, "main_score": 0.561337, "hf_subset": "kin_Latn-slv_Latn", "languages": ["kin-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536836, "recall": 0.583992, "f1": 0.549115, "accuracy": 0.583992, "main_score": 0.549115, "hf_subset": "kin_Latn-tpi_Latn", "languages": ["kin-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569861, "recall": 0.619565, "f1": 0.583012, "accuracy": 0.619565, "main_score": 0.583012, "hf_subset": "kin_Latn-zsm_Latn", "languages": ["kin-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476739, "recall": 0.516798, "f1": 0.488057, "accuracy": 0.516798, "main_score": 0.488057, "hf_subset": "kin_Latn-ayr_Latn", "languages": ["kin-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55625, "recall": 0.603755, "f1": 0.568331, "accuracy": 0.603755, "main_score": 0.568331, "hf_subset": "kin_Latn-dan_Latn", "languages": ["kin-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536196, "recall": 0.587945, "f1": 0.550574, "accuracy": 0.587945, "main_score": 0.550574, "hf_subset": "kin_Latn-guj_Gujr", "languages": ["kin-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.529841, "recall": 0.582016, "f1": 0.543595, "accuracy": 0.582016, "main_score": 0.543595, "hf_subset": "kin_Latn-kaz_Cyrl", "languages": ["kin-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527857, "recall": 0.587945, "f1": 0.544456, "accuracy": 0.587945, "main_score": 0.544456, "hf_subset": "kin_Latn-lug_Latn", "languages": ["kin-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568363, "recall": 0.619565, "f1": 0.581117, "accuracy": 0.619565, "main_score": 0.581117, "hf_subset": "kin_Latn-oci_Latn", "languages": ["kin-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535848, "recall": 0.576087, "f1": 0.546774, "accuracy": 0.576087, "main_score": 0.546774, "hf_subset": "kin_Latn-smo_Latn", "languages": ["kin-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508596, "recall": 0.552372, "f1": 0.520514, "accuracy": 0.552372, "main_score": 0.520514, "hf_subset": "kin_Latn-tsn_Latn", "languages": ["kin-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566068, "recall": 0.618577, "f1": 0.580124, "accuracy": 0.618577, "main_score": 0.580124, "hf_subset": "kin_Latn-zul_Latn", "languages": ["kin-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465096, "recall": 0.520751, "f1": 0.479648, "accuracy": 0.520751, "main_score": 0.479648, "hf_subset": "kin_Latn-azb_Arab", "languages": ["kin-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528034, "recall": 0.583004, "f1": 0.542226, "accuracy": 0.583004, "main_score": 0.542226, "hf_subset": "kin_Latn-deu_Latn", "languages": ["kin-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542268, "recall": 0.594862, "f1": 0.556802, "accuracy": 0.594862, "main_score": 0.556802, "hf_subset": "kin_Latn-hat_Latn", "languages": ["kin-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488073, "recall": 0.530632, "f1": 0.499494, "accuracy": 0.530632, "main_score": 0.499494, "hf_subset": "kin_Latn-kbp_Latn", "languages": ["kin-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520111, "recall": 0.557312, "f1": 0.530375, "accuracy": 0.557312, "main_score": 0.530375, "hf_subset": "kin_Latn-luo_Latn", "languages": ["kin-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510054, "recall": 0.565217, "f1": 0.524569, "accuracy": 0.565217, "main_score": 0.524569, "hf_subset": "kin_Latn-ory_Orya", "languages": ["kin-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.513125, "recall": 0.56917, "f1": 0.528095, "accuracy": 0.56917, "main_score": 0.528095, "hf_subset": "kin_Latn-sna_Latn", "languages": ["kin-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527007, "recall": 0.567194, "f1": 0.537371, "accuracy": 0.567194, "main_score": 0.537371, "hf_subset": "kin_Latn-tso_Latn", "languages": ["kin-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50383, "recall": 0.566206, "f1": 0.520526, "accuracy": 0.566206, "main_score": 0.520526, "hf_subset": "kin_Latn-azj_Latn", "languages": ["kin-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470796, "recall": 0.514822, "f1": 0.483474, "accuracy": 0.514822, "main_score": 0.483474, "hf_subset": "kin_Latn-dik_Latn", "languages": ["kin-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531483, "recall": 0.578063, "f1": 0.543609, "accuracy": 0.578063, "main_score": 0.543609, "hf_subset": "kin_Latn-hau_Latn", "languages": ["kin-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540689, "recall": 0.581028, "f1": 0.550966, "accuracy": 0.581028, "main_score": 0.550966, "hf_subset": "kin_Latn-kea_Latn", "languages": ["kin-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512803, "recall": 0.549407, "f1": 0.522647, "accuracy": 0.549407, "main_score": 0.522647, "hf_subset": "kin_Latn-lus_Latn", "languages": ["kin-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521795, "recall": 0.561265, "f1": 0.532386, "accuracy": 0.561265, "main_score": 0.532386, "hf_subset": "kin_Latn-pag_Latn", "languages": ["kin-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520079, "recall": 0.566206, "f1": 0.533031, "accuracy": 0.566206, "main_score": 0.533031, "hf_subset": "kin_Latn-snd_Arab", "languages": ["kin-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514295, "recall": 0.563241, "f1": 0.527705, "accuracy": 0.563241, "main_score": 0.527705, "hf_subset": "kin_Latn-tuk_Latn", "languages": ["kin-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528011, "recall": 0.574111, "f1": 0.539702, "accuracy": 0.574111, "main_score": 0.539702, "hf_subset": "kin_Latn-bak_Cyrl", "languages": ["kin-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.425089, "recall": 0.485178, "f1": 0.441923, "accuracy": 0.485178, "main_score": 0.441923, "hf_subset": "kin_Latn-dyu_Latn", "languages": ["kin-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542319, "recall": 0.590909, "f1": 0.555012, "accuracy": 0.590909, "main_score": 0.555012, "hf_subset": "kin_Latn-heb_Hebr", "languages": ["kin-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.515638, "recall": 0.559289, "f1": 0.527056, "accuracy": 0.559289, "main_score": 0.527056, "hf_subset": "kin_Latn-khk_Cyrl", "languages": ["kin-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533135, "recall": 0.583992, "f1": 0.546477, "accuracy": 0.583992, "main_score": 0.546477, "hf_subset": "kin_Latn-lvs_Latn", "languages": ["kin-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518237, "recall": 0.567194, "f1": 0.531389, "accuracy": 0.567194, "main_score": 0.531389, "hf_subset": "kin_Latn-pan_Guru", "languages": ["kin-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.52076, "recall": 0.564229, "f1": 0.532769, "accuracy": 0.564229, "main_score": 0.532769, "hf_subset": "kin_Latn-som_Latn", "languages": ["kin-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512633, "recall": 0.559289, "f1": 0.525402, "accuracy": 0.559289, "main_score": 0.525402, "hf_subset": "kin_Latn-tum_Latn", "languages": ["kin-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531983, "recall": 0.602767, "f1": 0.551489, "accuracy": 0.602767, "main_score": 0.551489, "hf_subset": "mal_Mlym-ace_Arab", "languages": ["mal-Mlym", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505991, "recall": 0.574111, "f1": 0.524721, "accuracy": 0.574111, "main_score": 0.524721, "hf_subset": "mal_Mlym-bam_Latn", "languages": ["mal-Mlym", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436283, "recall": 0.511858, "f1": 0.457231, "accuracy": 0.511858, "main_score": 0.457231, "hf_subset": "mal_Mlym-dzo_Tibt", "languages": ["mal-Mlym", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hin_Deva", "languages": ["mal-Mlym", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-khm_Khmr", "languages": ["mal-Mlym", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mag_Deva", "languages": ["mal-Mlym", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "mal_Mlym-pap_Latn", "languages": ["mal-Mlym", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569962, "recall": 0.635375, "f1": 0.587938, "accuracy": 0.635375, "main_score": 0.587938, "hf_subset": "mal_Mlym-sot_Latn", "languages": ["mal-Mlym", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tur_Latn", "languages": ["mal-Mlym", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862764, "recall": 0.898221, "f1": 0.873748, "accuracy": 0.898221, "main_score": 0.873748, "hf_subset": "mal_Mlym-ace_Latn", "languages": ["mal-Mlym", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "mal_Mlym-ban_Latn", "languages": ["mal-Mlym", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-ell_Grek", "languages": ["mal-Mlym", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "mal_Mlym-hne_Deva", "languages": ["mal-Mlym", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.580847, "recall": 0.647233, "f1": 0.599234, "accuracy": 0.647233, "main_score": 0.599234, "hf_subset": "mal_Mlym-kik_Latn", "languages": ["mal-Mlym", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mai_Deva", "languages": ["mal-Mlym", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "mal_Mlym-pbt_Arab", "languages": ["mal-Mlym", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-spa_Latn", "languages": ["mal-Mlym", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604877, "recall": 0.674901, "f1": 0.624371, "accuracy": 0.674901, "main_score": 0.624371, "hf_subset": "mal_Mlym-twi_Latn", "languages": ["mal-Mlym", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-acm_Arab", "languages": ["mal-Mlym", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-bel_Cyrl", "languages": ["mal-Mlym", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-eng_Latn", "languages": ["mal-Mlym", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hrv_Latn", "languages": ["mal-Mlym", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526923, "recall": 0.591897, "f1": 0.544722, "accuracy": 0.591897, "main_score": 0.544722, "hf_subset": "mal_Mlym-kin_Latn", "languages": ["mal-Mlym", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-pes_Arab", "languages": ["mal-Mlym", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mal_Mlym-srd_Latn", "languages": ["mal-Mlym", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154753, "recall": 0.205534, "f1": 0.167421, "accuracy": 0.205534, "main_score": 0.167421, "hf_subset": "mal_Mlym-tzm_Tfng", "languages": ["mal-Mlym", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-acq_Arab", "languages": ["mal-Mlym", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607018, "recall": 0.662055, "f1": 0.622257, "accuracy": 0.662055, "main_score": 0.622257, "hf_subset": "mal_Mlym-bem_Latn", "languages": ["mal-Mlym", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-epo_Latn", "languages": ["mal-Mlym", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hun_Latn", "languages": ["mal-Mlym", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-kir_Cyrl", "languages": ["mal-Mlym", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-mar_Deva", "languages": ["mal-Mlym", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.653261, "recall": 0.713439, "f1": 0.671099, "accuracy": 0.713439, "main_score": 0.671099, "hf_subset": "mal_Mlym-plt_Latn", "languages": ["mal-Mlym", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-srp_Cyrl", "languages": ["mal-Mlym", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "mal_Mlym-uig_Arab", "languages": ["mal-Mlym", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-aeb_Arab", "languages": ["mal-Mlym", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ben_Beng", "languages": ["mal-Mlym", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-est_Latn", "languages": ["mal-Mlym", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hye_Armn", "languages": ["mal-Mlym", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.50444, "recall": 0.563241, "f1": 0.520871, "accuracy": 0.563241, "main_score": 0.520871, "hf_subset": "mal_Mlym-kmb_Latn", "languages": ["mal-Mlym", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478426, "recall": 0.556324, "f1": 0.499343, "accuracy": 0.556324, "main_score": 0.499343, "hf_subset": "mal_Mlym-min_Arab", "languages": ["mal-Mlym", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-pol_Latn", "languages": ["mal-Mlym", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536556, "recall": 0.603755, "f1": 0.555585, "accuracy": 0.603755, "main_score": 0.555585, "hf_subset": "mal_Mlym-ssw_Latn", "languages": ["mal-Mlym", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ukr_Cyrl", "languages": ["mal-Mlym", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-afr_Latn", "languages": ["mal-Mlym", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-bho_Deva", "languages": ["mal-Mlym", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mal_Mlym-eus_Latn", "languages": ["mal-Mlym", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560659, "recall": 0.631423, "f1": 0.580036, "accuracy": 0.631423, "main_score": 0.580036, "hf_subset": "mal_Mlym-ibo_Latn", "languages": ["mal-Mlym", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873468, "recall": 0.909091, "f1": 0.884783, "accuracy": 0.909091, "main_score": 0.884783, "hf_subset": "mal_Mlym-kmr_Latn", "languages": ["mal-Mlym", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mal_Mlym-min_Latn", "languages": ["mal-Mlym", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-por_Latn", "languages": ["mal-Mlym", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-sun_Latn", "languages": ["mal-Mlym", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501663, "recall": 0.567194, "f1": 0.519888, "accuracy": 0.567194, "main_score": 0.519888, "hf_subset": "mal_Mlym-umb_Latn", "languages": ["mal-Mlym", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ajp_Arab", "languages": ["mal-Mlym", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51236, "recall": 0.58004, "f1": 0.530934, "accuracy": 0.58004, "main_score": 0.530934, "hf_subset": "mal_Mlym-bjn_Arab", "languages": ["mal-Mlym", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505141, "recall": 0.567194, "f1": 0.521247, "accuracy": 0.567194, "main_score": 0.521247, "hf_subset": "mal_Mlym-ewe_Latn", "languages": ["mal-Mlym", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930171, "recall": 0.950593, "f1": 0.936759, "accuracy": 0.950593, "main_score": 0.936759, "hf_subset": "mal_Mlym-ilo_Latn", "languages": ["mal-Mlym", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.306948, "recall": 0.371542, "f1": 0.324475, "accuracy": 0.371542, "main_score": 0.324475, "hf_subset": "mal_Mlym-knc_Arab", "languages": ["mal-Mlym", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mkd_Cyrl", "languages": ["mal-Mlym", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-prs_Arab", "languages": ["mal-Mlym", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-swe_Latn", "languages": ["mal-Mlym", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-urd_Arab", "languages": ["mal-Mlym", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580998, "recall": 0.650198, "f1": 0.599977, "accuracy": 0.650198, "main_score": 0.599977, "hf_subset": "mal_Mlym-aka_Latn", "languages": ["mal-Mlym", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mal_Mlym-bjn_Latn", "languages": ["mal-Mlym", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "mal_Mlym-fao_Latn", "languages": ["mal-Mlym", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ind_Latn", "languages": ["mal-Mlym", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572041, "recall": 0.631423, "f1": 0.588741, "accuracy": 0.631423, "main_score": 0.588741, "hf_subset": "mal_Mlym-knc_Latn", "languages": ["mal-Mlym", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mal_Mlym-mlt_Latn", "languages": ["mal-Mlym", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700741, "recall": 0.764822, "f1": 0.719448, "accuracy": 0.764822, "main_score": 0.719448, "hf_subset": "mal_Mlym-quy_Latn", "languages": ["mal-Mlym", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960178, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "mal_Mlym-swh_Latn", "languages": ["mal-Mlym", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-uzn_Latn", "languages": ["mal-Mlym", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-als_Latn", "languages": ["mal-Mlym", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645299, "recall": 0.725296, "f1": 0.668678, "accuracy": 0.725296, "main_score": 0.668678, "hf_subset": "mal_Mlym-bod_Tibt", "languages": ["mal-Mlym", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.688054, "recall": 0.747036, "f1": 0.705077, "accuracy": 0.747036, "main_score": 0.705077, "hf_subset": "mal_Mlym-fij_Latn", "languages": ["mal-Mlym", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mal_Mlym-isl_Latn", "languages": ["mal-Mlym", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63969, "recall": 0.702569, "f1": 0.658616, "accuracy": 0.702569, "main_score": 0.658616, "hf_subset": "mal_Mlym-kon_Latn", "languages": ["mal-Mlym", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678755, "recall": 0.746047, "f1": 0.698753, "accuracy": 0.746047, "main_score": 0.698753, "hf_subset": "mal_Mlym-mni_Beng", "languages": ["mal-Mlym", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ron_Latn", "languages": ["mal-Mlym", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "mal_Mlym-szl_Latn", "languages": ["mal-Mlym", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-vec_Latn", "languages": ["mal-Mlym", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "mal_Mlym-amh_Ethi", "languages": ["mal-Mlym", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-bos_Latn", "languages": ["mal-Mlym", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-fin_Latn", "languages": ["mal-Mlym", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ita_Latn", "languages": ["mal-Mlym", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-kor_Hang", "languages": ["mal-Mlym", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.524198, "recall": 0.590909, "f1": 0.542545, "accuracy": 0.590909, "main_score": 0.542545, "hf_subset": "mal_Mlym-mos_Latn", "languages": ["mal-Mlym", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528262, "recall": 0.597826, "f1": 0.548048, "accuracy": 0.597826, "main_score": 0.548048, "hf_subset": "mal_Mlym-run_Latn", "languages": ["mal-Mlym", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tam_Taml", "languages": ["mal-Mlym", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-vie_Latn", "languages": ["mal-Mlym", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-apc_Arab", "languages": ["mal-Mlym", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.781275, "recall": 0.828063, "f1": 0.795031, "accuracy": 0.828063, "main_score": 0.795031, "hf_subset": "mal_Mlym-bug_Latn", "languages": ["mal-Mlym", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450806, "recall": 0.511858, "f1": 0.46746, "accuracy": 0.511858, "main_score": 0.46746, "hf_subset": "mal_Mlym-fon_Latn", "languages": ["mal-Mlym", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-jav_Latn", "languages": ["mal-Mlym", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-lao_Laoo", "languages": ["mal-Mlym", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.860458, "recall": 0.901186, "f1": 0.873221, "accuracy": 0.901186, "main_score": 0.873221, "hf_subset": "mal_Mlym-mri_Latn", "languages": ["mal-Mlym", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-rus_Cyrl", "languages": ["mal-Mlym", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529449, "recall": 0.594862, "f1": 0.547674, "accuracy": 0.594862, "main_score": 0.547674, "hf_subset": "mal_Mlym-taq_Latn", "languages": ["mal-Mlym", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-war_Latn", "languages": ["mal-Mlym", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-arb_Arab", "languages": ["mal-Mlym", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-bul_Cyrl", "languages": ["mal-Mlym", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-fra_Latn", "languages": ["mal-Mlym", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-jpn_Jpan", "languages": ["mal-Mlym", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "mal_Mlym-lij_Latn", "languages": ["mal-Mlym", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "mal_Mlym-mya_Mymr", "languages": ["mal-Mlym", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.58169, "recall": 0.645257, "f1": 0.598855, "accuracy": 0.645257, "main_score": 0.598855, "hf_subset": "mal_Mlym-sag_Latn", "languages": ["mal-Mlym", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189616, "recall": 0.245059, "f1": 0.201938, "accuracy": 0.245059, "main_score": 0.201938, "hf_subset": "mal_Mlym-taq_Tfng", "languages": ["mal-Mlym", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.604524, "recall": 0.674901, "f1": 0.624381, "accuracy": 0.674901, "main_score": 0.624381, "hf_subset": "mal_Mlym-wol_Latn", "languages": ["mal-Mlym", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782345, "recall": 0.835968, "f1": 0.79888, "accuracy": 0.835968, "main_score": 0.79888, "hf_subset": "mal_Mlym-arb_Latn", "languages": ["mal-Mlym", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-cat_Latn", "languages": ["mal-Mlym", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mal_Mlym-fur_Latn", "languages": ["mal-Mlym", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390838, "recall": 0.451581, "f1": 0.407219, "accuracy": 0.451581, "main_score": 0.407219, "hf_subset": "mal_Mlym-kab_Latn", "languages": ["mal-Mlym", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mal_Mlym-lim_Latn", "languages": ["mal-Mlym", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-nld_Latn", "languages": ["mal-Mlym", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mal_Mlym-san_Deva", "languages": ["mal-Mlym", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-tat_Cyrl", "languages": ["mal-Mlym", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652586, "recall": 0.715415, "f1": 0.670931, "accuracy": 0.715415, "main_score": 0.670931, "hf_subset": "mal_Mlym-xho_Latn", "languages": ["mal-Mlym", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ars_Arab", "languages": ["mal-Mlym", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ceb_Latn", "languages": ["mal-Mlym", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53866, "recall": 0.607708, "f1": 0.558044, "accuracy": 0.607708, "main_score": 0.558044, "hf_subset": "mal_Mlym-fuv_Latn", "languages": ["mal-Mlym", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491805, "recall": 0.564229, "f1": 0.511678, "accuracy": 0.564229, "main_score": 0.511678, "hf_subset": "mal_Mlym-kac_Latn", "languages": ["mal-Mlym", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649506, "recall": 0.708498, "f1": 0.6667, "accuracy": 0.708498, "main_score": 0.6667, "hf_subset": "mal_Mlym-lin_Latn", "languages": ["mal-Mlym", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-nno_Latn", "languages": ["mal-Mlym", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206165, "recall": 0.282609, "f1": 0.224867, "accuracy": 0.282609, "main_score": 0.224867, "hf_subset": "mal_Mlym-sat_Olck", "languages": ["mal-Mlym", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tel_Telu", "languages": ["mal-Mlym", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949275, "accuracy": 0.960474, "main_score": 0.949275, "hf_subset": "mal_Mlym-ydd_Hebr", "languages": ["mal-Mlym", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "mal_Mlym-ary_Arab", "languages": ["mal-Mlym", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ces_Latn", "languages": ["mal-Mlym", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556665, "recall": 0.624506, "f1": 0.575906, "accuracy": 0.624506, "main_score": 0.575906, "hf_subset": "mal_Mlym-gaz_Latn", "languages": ["mal-Mlym", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567716, "recall": 0.636364, "f1": 0.587157, "accuracy": 0.636364, "main_score": 0.587157, "hf_subset": "mal_Mlym-kam_Latn", "languages": ["mal-Mlym", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mal_Mlym-lit_Latn", "languages": ["mal-Mlym", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-nob_Latn", "languages": ["mal-Mlym", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mal_Mlym-scn_Latn", "languages": ["mal-Mlym", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "mal_Mlym-tgk_Cyrl", "languages": ["mal-Mlym", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.723608, "recall": 0.783597, "f1": 0.74126, "accuracy": 0.783597, "main_score": 0.74126, "hf_subset": "mal_Mlym-yor_Latn", "languages": ["mal-Mlym", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-arz_Arab", "languages": ["mal-Mlym", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540308, "recall": 0.602767, "f1": 0.558267, "accuracy": 0.602767, "main_score": 0.558267, "hf_subset": "mal_Mlym-cjk_Latn", "languages": ["mal-Mlym", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769005, "recall": 0.81917, "f1": 0.784025, "accuracy": 0.81917, "main_score": 0.784025, "hf_subset": "mal_Mlym-gla_Latn", "languages": ["mal-Mlym", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-kan_Knda", "languages": ["mal-Mlym", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mal_Mlym-lmo_Latn", "languages": ["mal-Mlym", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mal_Mlym-npi_Deva", "languages": ["mal-Mlym", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460411, "recall": 0.529644, "f1": 0.479457, "accuracy": 0.529644, "main_score": 0.479457, "hf_subset": "mal_Mlym-shn_Mymr", "languages": ["mal-Mlym", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tgl_Latn", "languages": ["mal-Mlym", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-yue_Hant", "languages": ["mal-Mlym", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-asm_Beng", "languages": ["mal-Mlym", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "mal_Mlym-ckb_Arab", "languages": ["mal-Mlym", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.855319, "recall": 0.893281, "f1": 0.867128, "accuracy": 0.893281, "main_score": 0.867128, "hf_subset": "mal_Mlym-gle_Latn", "languages": ["mal-Mlym", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "mal_Mlym-kas_Arab", "languages": ["mal-Mlym", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.953557, "f1": 0.940184, "accuracy": 0.953557, "main_score": 0.940184, "hf_subset": "mal_Mlym-ltg_Latn", "languages": ["mal-Mlym", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587321, "recall": 0.649209, "f1": 0.604872, "accuracy": 0.649209, "main_score": 0.604872, "hf_subset": "mal_Mlym-nso_Latn", "languages": ["mal-Mlym", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mal_Mlym-sin_Sinh", "languages": ["mal-Mlym", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-tha_Thai", "languages": ["mal-Mlym", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zho_Hans", "languages": ["mal-Mlym", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ast_Latn", "languages": ["mal-Mlym", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-crh_Latn", "languages": ["mal-Mlym", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-glg_Latn", "languages": ["mal-Mlym", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888011, "recall": 0.921937, "f1": 0.898847, "accuracy": 0.921937, "main_score": 0.898847, "hf_subset": "mal_Mlym-kas_Deva", "languages": ["mal-Mlym", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "mal_Mlym-ltz_Latn", "languages": ["mal-Mlym", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441835, "recall": 0.514822, "f1": 0.46178, "accuracy": 0.514822, "main_score": 0.46178, "hf_subset": "mal_Mlym-nus_Latn", "languages": ["mal-Mlym", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-slk_Latn", "languages": ["mal-Mlym", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6252, "recall": 0.701581, "f1": 0.647299, "accuracy": 0.701581, "main_score": 0.647299, "hf_subset": "mal_Mlym-tir_Ethi", "languages": ["mal-Mlym", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zho_Hant", "languages": ["mal-Mlym", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "mal_Mlym-awa_Deva", "languages": ["mal-Mlym", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "mal_Mlym-cym_Latn", "languages": ["mal-Mlym", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822835, "recall": 0.863636, "f1": 0.83503, "accuracy": 0.863636, "main_score": 0.83503, "hf_subset": "mal_Mlym-grn_Latn", "languages": ["mal-Mlym", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-kat_Geor", "languages": ["mal-Mlym", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.62472, "recall": 0.685771, "f1": 0.642473, "accuracy": 0.685771, "main_score": 0.642473, "hf_subset": "mal_Mlym-lua_Latn", "languages": ["mal-Mlym", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616668, "recall": 0.681818, "f1": 0.635367, "accuracy": 0.681818, "main_score": 0.635367, "hf_subset": "mal_Mlym-nya_Latn", "languages": ["mal-Mlym", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-slv_Latn", "languages": ["mal-Mlym", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937088, "recall": 0.956522, "f1": 0.943347, "accuracy": 0.956522, "main_score": 0.943347, "hf_subset": "mal_Mlym-tpi_Latn", "languages": ["mal-Mlym", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zsm_Latn", "languages": ["mal-Mlym", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52771, "recall": 0.59585, "f1": 0.546687, "accuracy": 0.59585, "main_score": 0.546687, "hf_subset": "mal_Mlym-ayr_Latn", "languages": ["mal-Mlym", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-dan_Latn", "languages": ["mal-Mlym", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-guj_Gujr", "languages": ["mal-Mlym", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-kaz_Cyrl", "languages": ["mal-Mlym", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526459, "recall": 0.590909, "f1": 0.544147, "accuracy": 0.590909, "main_score": 0.544147, "hf_subset": "mal_Mlym-lug_Latn", "languages": ["mal-Mlym", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-oci_Latn", "languages": ["mal-Mlym", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810507, "recall": 0.858696, "f1": 0.824901, "accuracy": 0.858696, "main_score": 0.824901, "hf_subset": "mal_Mlym-smo_Latn", "languages": ["mal-Mlym", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524682, "recall": 0.597826, "f1": 0.544585, "accuracy": 0.597826, "main_score": 0.544585, "hf_subset": "mal_Mlym-tsn_Latn", "languages": ["mal-Mlym", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596995, "recall": 0.662055, "f1": 0.614937, "accuracy": 0.662055, "main_score": 0.614937, "hf_subset": "mal_Mlym-zul_Latn", "languages": ["mal-Mlym", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920537, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "mal_Mlym-azb_Arab", "languages": ["mal-Mlym", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-deu_Latn", "languages": ["mal-Mlym", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "mal_Mlym-hat_Latn", "languages": ["mal-Mlym", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477523, "recall": 0.540514, "f1": 0.495073, "accuracy": 0.540514, "main_score": 0.495073, "hf_subset": "mal_Mlym-kbp_Latn", "languages": ["mal-Mlym", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556106, "recall": 0.616601, "f1": 0.572083, "accuracy": 0.616601, "main_score": 0.572083, "hf_subset": "mal_Mlym-luo_Latn", "languages": ["mal-Mlym", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ory_Orya", "languages": ["mal-Mlym", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.565722, "recall": 0.635375, "f1": 0.586188, "accuracy": 0.635375, "main_score": 0.586188, "hf_subset": "mal_Mlym-sna_Latn", "languages": ["mal-Mlym", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540282, "recall": 0.604743, "f1": 0.557941, "accuracy": 0.604743, "main_score": 0.557941, "hf_subset": "mal_Mlym-tso_Latn", "languages": ["mal-Mlym", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-azj_Latn", "languages": ["mal-Mlym", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518696, "recall": 0.593874, "f1": 0.539621, "accuracy": 0.593874, "main_score": 0.539621, "hf_subset": "mal_Mlym-dik_Latn", "languages": ["mal-Mlym", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710573, "recall": 0.770751, "f1": 0.72787, "accuracy": 0.770751, "main_score": 0.72787, "hf_subset": "mal_Mlym-hau_Latn", "languages": ["mal-Mlym", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mal_Mlym-kea_Latn", "languages": ["mal-Mlym", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731999, "recall": 0.785573, "f1": 0.74776, "accuracy": 0.785573, "main_score": 0.74776, "hf_subset": "mal_Mlym-lus_Latn", "languages": ["mal-Mlym", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868808, "recall": 0.901186, "f1": 0.87859, "accuracy": 0.901186, "main_score": 0.87859, "hf_subset": "mal_Mlym-pag_Latn", "languages": ["mal-Mlym", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-snd_Arab", "languages": ["mal-Mlym", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "mal_Mlym-tuk_Latn", "languages": ["mal-Mlym", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mal_Mlym-bak_Cyrl", "languages": ["mal-Mlym", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463853, "recall": 0.55336, "f1": 0.489657, "accuracy": 0.55336, "main_score": 0.489657, "hf_subset": "mal_Mlym-dyu_Latn", "languages": ["mal-Mlym", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-heb_Hebr", "languages": ["mal-Mlym", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mal_Mlym-khk_Cyrl", "languages": ["mal-Mlym", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-lvs_Latn", "languages": ["mal-Mlym", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-pan_Guru", "languages": ["mal-Mlym", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.695092, "recall": 0.756917, "f1": 0.712996, "accuracy": 0.756917, "main_score": 0.712996, "hf_subset": "mal_Mlym-som_Latn", "languages": ["mal-Mlym", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595605, "recall": 0.648221, "f1": 0.610201, "accuracy": 0.648221, "main_score": 0.610201, "hf_subset": "mal_Mlym-tum_Latn", "languages": ["mal-Mlym", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573015, "recall": 0.63834, "f1": 0.591538, "accuracy": 0.63834, "main_score": 0.591538, "hf_subset": "pes_Arab-ace_Arab", "languages": ["pes-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51636, "recall": 0.581028, "f1": 0.534741, "accuracy": 0.581028, "main_score": 0.534741, "hf_subset": "pes_Arab-bam_Latn", "languages": ["pes-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451757, "recall": 0.528656, "f1": 0.471992, "accuracy": 0.528656, "main_score": 0.471992, "hf_subset": "pes_Arab-dzo_Tibt", "languages": ["pes-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hin_Deva", "languages": ["pes-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-khm_Khmr", "languages": ["pes-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mag_Deva", "languages": ["pes-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980896, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "pes_Arab-pap_Latn", "languages": ["pes-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585953, "recall": 0.644269, "f1": 0.602377, "accuracy": 0.644269, "main_score": 0.602377, "hf_subset": "pes_Arab-sot_Latn", "languages": ["pes-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tur_Latn", "languages": ["pes-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873188, "recall": 0.908103, "f1": 0.884025, "accuracy": 0.908103, "main_score": 0.884025, "hf_subset": "pes_Arab-ace_Latn", "languages": ["pes-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.972332, "f1": 0.964921, "accuracy": 0.972332, "main_score": 0.964921, "hf_subset": "pes_Arab-ban_Latn", "languages": ["pes-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ell_Grek", "languages": ["pes-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pes_Arab-hne_Deva", "languages": ["pes-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.609471, "recall": 0.664032, "f1": 0.62509, "accuracy": 0.664032, "main_score": 0.62509, "hf_subset": "pes_Arab-kik_Latn", "languages": ["pes-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mai_Deva", "languages": ["pes-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "pes_Arab-pbt_Arab", "languages": ["pes-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-spa_Latn", "languages": ["pes-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604397, "recall": 0.668972, "f1": 0.622121, "accuracy": 0.668972, "main_score": 0.622121, "hf_subset": "pes_Arab-twi_Latn", "languages": ["pes-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-acm_Arab", "languages": ["pes-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bel_Cyrl", "languages": ["pes-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-eng_Latn", "languages": ["pes-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hrv_Latn", "languages": ["pes-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550059, "recall": 0.61166, "f1": 0.566832, "accuracy": 0.61166, "main_score": 0.566832, "hf_subset": "pes_Arab-kin_Latn", "languages": ["pes-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-mal_Mlym", "languages": ["pes-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pes_Arab-srd_Latn", "languages": ["pes-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182758, "recall": 0.235178, "f1": 0.195946, "accuracy": 0.235178, "main_score": 0.195946, "hf_subset": "pes_Arab-tzm_Tfng", "languages": ["pes-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-acq_Arab", "languages": ["pes-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63288, "recall": 0.683794, "f1": 0.647443, "accuracy": 0.683794, "main_score": 0.647443, "hf_subset": "pes_Arab-bem_Latn", "languages": ["pes-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-epo_Latn", "languages": ["pes-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hun_Latn", "languages": ["pes-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pes_Arab-kir_Cyrl", "languages": ["pes-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-mar_Deva", "languages": ["pes-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.663827, "recall": 0.719368, "f1": 0.679891, "accuracy": 0.719368, "main_score": 0.679891, "hf_subset": "pes_Arab-plt_Latn", "languages": ["pes-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-srp_Cyrl", "languages": ["pes-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "pes_Arab-uig_Arab", "languages": ["pes-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pes_Arab-aeb_Arab", "languages": ["pes-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ben_Beng", "languages": ["pes-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-est_Latn", "languages": ["pes-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hye_Armn", "languages": ["pes-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.532404, "recall": 0.58498, "f1": 0.547447, "accuracy": 0.58498, "main_score": 0.547447, "hf_subset": "pes_Arab-kmb_Latn", "languages": ["pes-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492378, "recall": 0.565217, "f1": 0.512173, "accuracy": 0.565217, "main_score": 0.512173, "hf_subset": "pes_Arab-min_Arab", "languages": ["pes-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-pol_Latn", "languages": ["pes-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557025, "recall": 0.619565, "f1": 0.575318, "accuracy": 0.619565, "main_score": 0.575318, "hf_subset": "pes_Arab-ssw_Latn", "languages": ["pes-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ukr_Cyrl", "languages": ["pes-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-afr_Latn", "languages": ["pes-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bho_Deva", "languages": ["pes-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pes_Arab-eus_Latn", "languages": ["pes-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575191, "recall": 0.639328, "f1": 0.592939, "accuracy": 0.639328, "main_score": 0.592939, "hf_subset": "pes_Arab-ibo_Latn", "languages": ["pes-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898007, "recall": 0.926877, "f1": 0.907181, "accuracy": 0.926877, "main_score": 0.907181, "hf_subset": "pes_Arab-kmr_Latn", "languages": ["pes-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-min_Latn", "languages": ["pes-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-por_Latn", "languages": ["pes-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pes_Arab-sun_Latn", "languages": ["pes-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519855, "recall": 0.577075, "f1": 0.536319, "accuracy": 0.577075, "main_score": 0.536319, "hf_subset": "pes_Arab-umb_Latn", "languages": ["pes-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ajp_Arab", "languages": ["pes-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526966, "recall": 0.597826, "f1": 0.546896, "accuracy": 0.597826, "main_score": 0.546896, "hf_subset": "pes_Arab-bjn_Arab", "languages": ["pes-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514125, "recall": 0.571146, "f1": 0.529535, "accuracy": 0.571146, "main_score": 0.529535, "hf_subset": "pes_Arab-ewe_Latn", "languages": ["pes-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941864, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "pes_Arab-ilo_Latn", "languages": ["pes-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320144, "recall": 0.371542, "f1": 0.334063, "accuracy": 0.371542, "main_score": 0.334063, "hf_subset": "pes_Arab-knc_Arab", "languages": ["pes-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mkd_Cyrl", "languages": ["pes-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-prs_Arab", "languages": ["pes-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-swe_Latn", "languages": ["pes-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-urd_Arab", "languages": ["pes-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573419, "recall": 0.634387, "f1": 0.590736, "accuracy": 0.634387, "main_score": 0.590736, "hf_subset": "pes_Arab-aka_Latn", "languages": ["pes-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pes_Arab-bjn_Latn", "languages": ["pes-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "pes_Arab-fao_Latn", "languages": ["pes-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ind_Latn", "languages": ["pes-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583883, "recall": 0.640316, "f1": 0.599428, "accuracy": 0.640316, "main_score": 0.599428, "hf_subset": "pes_Arab-knc_Latn", "languages": ["pes-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-mlt_Latn", "languages": ["pes-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707839, "recall": 0.766798, "f1": 0.72518, "accuracy": 0.766798, "main_score": 0.72518, "hf_subset": "pes_Arab-quy_Latn", "languages": ["pes-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pes_Arab-swh_Latn", "languages": ["pes-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-uzn_Latn", "languages": ["pes-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-als_Latn", "languages": ["pes-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688069, "recall": 0.757905, "f1": 0.708877, "accuracy": 0.757905, "main_score": 0.708877, "hf_subset": "pes_Arab-bod_Tibt", "languages": ["pes-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.695998, "recall": 0.753953, "f1": 0.713213, "accuracy": 0.753953, "main_score": 0.713213, "hf_subset": "pes_Arab-fij_Latn", "languages": ["pes-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-isl_Latn", "languages": ["pes-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655797, "recall": 0.70751, "f1": 0.671297, "accuracy": 0.70751, "main_score": 0.671297, "hf_subset": "pes_Arab-kon_Latn", "languages": ["pes-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643936, "recall": 0.711462, "f1": 0.663274, "accuracy": 0.711462, "main_score": 0.663274, "hf_subset": "pes_Arab-mni_Beng", "languages": ["pes-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ron_Latn", "languages": ["pes-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "pes_Arab-szl_Latn", "languages": ["pes-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-vec_Latn", "languages": ["pes-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "pes_Arab-amh_Ethi", "languages": ["pes-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bos_Latn", "languages": ["pes-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "pes_Arab-fin_Latn", "languages": ["pes-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ita_Latn", "languages": ["pes-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-kor_Hang", "languages": ["pes-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.541922, "recall": 0.601779, "f1": 0.558072, "accuracy": 0.601779, "main_score": 0.558072, "hf_subset": "pes_Arab-mos_Latn", "languages": ["pes-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560196, "recall": 0.614625, "f1": 0.575241, "accuracy": 0.614625, "main_score": 0.575241, "hf_subset": "pes_Arab-run_Latn", "languages": ["pes-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-tam_Taml", "languages": ["pes-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-vie_Latn", "languages": ["pes-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-apc_Arab", "languages": ["pes-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803837, "recall": 0.847826, "f1": 0.816667, "accuracy": 0.847826, "main_score": 0.816667, "hf_subset": "pes_Arab-bug_Latn", "languages": ["pes-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480969, "recall": 0.534585, "f1": 0.49504, "accuracy": 0.534585, "main_score": 0.49504, "hf_subset": "pes_Arab-fon_Latn", "languages": ["pes-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-jav_Latn", "languages": ["pes-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-lao_Laoo", "languages": ["pes-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.884223, "recall": 0.91502, "f1": 0.893906, "accuracy": 0.91502, "main_score": 0.893906, "hf_subset": "pes_Arab-mri_Latn", "languages": ["pes-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-rus_Cyrl", "languages": ["pes-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539707, "recall": 0.601779, "f1": 0.556891, "accuracy": 0.601779, "main_score": 0.556891, "hf_subset": "pes_Arab-taq_Latn", "languages": ["pes-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pes_Arab-war_Latn", "languages": ["pes-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-arb_Arab", "languages": ["pes-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bul_Cyrl", "languages": ["pes-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-fra_Latn", "languages": ["pes-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-jpn_Jpan", "languages": ["pes-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pes_Arab-lij_Latn", "languages": ["pes-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "pes_Arab-mya_Mymr", "languages": ["pes-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.578986, "recall": 0.647233, "f1": 0.597912, "accuracy": 0.647233, "main_score": 0.597912, "hf_subset": "pes_Arab-sag_Latn", "languages": ["pes-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201727, "recall": 0.263834, "f1": 0.215073, "accuracy": 0.263834, "main_score": 0.215073, "hf_subset": "pes_Arab-taq_Tfng", "languages": ["pes-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.616897, "recall": 0.684783, "f1": 0.636426, "accuracy": 0.684783, "main_score": 0.636426, "hf_subset": "pes_Arab-wol_Latn", "languages": ["pes-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807493, "recall": 0.857708, "f1": 0.823024, "accuracy": 0.857708, "main_score": 0.823024, "hf_subset": "pes_Arab-arb_Latn", "languages": ["pes-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-cat_Latn", "languages": ["pes-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-fur_Latn", "languages": ["pes-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.41614, "recall": 0.474308, "f1": 0.432052, "accuracy": 0.474308, "main_score": 0.432052, "hf_subset": "pes_Arab-kab_Latn", "languages": ["pes-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pes_Arab-lim_Latn", "languages": ["pes-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-nld_Latn", "languages": ["pes-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pes_Arab-san_Deva", "languages": ["pes-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-tat_Cyrl", "languages": ["pes-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.683407, "recall": 0.741107, "f1": 0.70045, "accuracy": 0.741107, "main_score": 0.70045, "hf_subset": "pes_Arab-xho_Latn", "languages": ["pes-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ars_Arab", "languages": ["pes-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-ceb_Latn", "languages": ["pes-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568365, "recall": 0.631423, "f1": 0.585986, "accuracy": 0.631423, "main_score": 0.585986, "hf_subset": "pes_Arab-fuv_Latn", "languages": ["pes-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49589, "recall": 0.563241, "f1": 0.51471, "accuracy": 0.563241, "main_score": 0.51471, "hf_subset": "pes_Arab-kac_Latn", "languages": ["pes-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671732, "recall": 0.725296, "f1": 0.687698, "accuracy": 0.725296, "main_score": 0.687698, "hf_subset": "pes_Arab-lin_Latn", "languages": ["pes-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-nno_Latn", "languages": ["pes-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.243643, "recall": 0.323123, "f1": 0.264151, "accuracy": 0.323123, "main_score": 0.264151, "hf_subset": "pes_Arab-sat_Olck", "languages": ["pes-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tel_Telu", "languages": ["pes-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "pes_Arab-ydd_Hebr", "languages": ["pes-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "pes_Arab-ary_Arab", "languages": ["pes-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ces_Latn", "languages": ["pes-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580377, "recall": 0.640316, "f1": 0.59742, "accuracy": 0.640316, "main_score": 0.59742, "hf_subset": "pes_Arab-gaz_Latn", "languages": ["pes-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572466, "recall": 0.637352, "f1": 0.590655, "accuracy": 0.637352, "main_score": 0.590655, "hf_subset": "pes_Arab-kam_Latn", "languages": ["pes-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pes_Arab-lit_Latn", "languages": ["pes-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-nob_Latn", "languages": ["pes-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pes_Arab-scn_Latn", "languages": ["pes-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pes_Arab-tgk_Cyrl", "languages": ["pes-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.724664, "recall": 0.786561, "f1": 0.743165, "accuracy": 0.786561, "main_score": 0.743165, "hf_subset": "pes_Arab-yor_Latn", "languages": ["pes-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-arz_Arab", "languages": ["pes-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558202, "recall": 0.613636, "f1": 0.574215, "accuracy": 0.613636, "main_score": 0.574215, "hf_subset": "pes_Arab-cjk_Latn", "languages": ["pes-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795652, "recall": 0.84585, "f1": 0.810935, "accuracy": 0.84585, "main_score": 0.810935, "hf_subset": "pes_Arab-gla_Latn", "languages": ["pes-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-kan_Knda", "languages": ["pes-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-lmo_Latn", "languages": ["pes-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pes_Arab-npi_Deva", "languages": ["pes-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459176, "recall": 0.522727, "f1": 0.476816, "accuracy": 0.522727, "main_score": 0.476816, "hf_subset": "pes_Arab-shn_Mymr", "languages": ["pes-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tgl_Latn", "languages": ["pes-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-yue_Hant", "languages": ["pes-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-asm_Beng", "languages": ["pes-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pes_Arab-ckb_Arab", "languages": ["pes-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.885046, "recall": 0.916996, "f1": 0.895059, "accuracy": 0.916996, "main_score": 0.895059, "hf_subset": "pes_Arab-gle_Latn", "languages": ["pes-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "pes_Arab-kas_Arab", "languages": ["pes-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "pes_Arab-ltg_Latn", "languages": ["pes-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610353, "recall": 0.663043, "f1": 0.625765, "accuracy": 0.663043, "main_score": 0.625765, "hf_subset": "pes_Arab-nso_Latn", "languages": ["pes-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-sin_Sinh", "languages": ["pes-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-tha_Thai", "languages": ["pes-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-zho_Hans", "languages": ["pes-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ast_Latn", "languages": ["pes-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-crh_Latn", "languages": ["pes-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-glg_Latn", "languages": ["pes-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902915, "recall": 0.931818, "f1": 0.912121, "accuracy": 0.931818, "main_score": 0.912121, "hf_subset": "pes_Arab-kas_Deva", "languages": ["pes-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "pes_Arab-ltz_Latn", "languages": ["pes-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449564, "recall": 0.51581, "f1": 0.467042, "accuracy": 0.51581, "main_score": 0.467042, "hf_subset": "pes_Arab-nus_Latn", "languages": ["pes-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-slk_Latn", "languages": ["pes-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631456, "recall": 0.700593, "f1": 0.651976, "accuracy": 0.700593, "main_score": 0.651976, "hf_subset": "pes_Arab-tir_Ethi", "languages": ["pes-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-zho_Hant", "languages": ["pes-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "pes_Arab-awa_Deva", "languages": ["pes-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "pes_Arab-cym_Latn", "languages": ["pes-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832592, "recall": 0.87747, "f1": 0.846739, "accuracy": 0.87747, "main_score": 0.846739, "hf_subset": "pes_Arab-grn_Latn", "languages": ["pes-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-kat_Geor", "languages": ["pes-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.639292, "recall": 0.694664, "f1": 0.655237, "accuracy": 0.694664, "main_score": 0.655237, "hf_subset": "pes_Arab-lua_Latn", "languages": ["pes-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648197, "recall": 0.710474, "f1": 0.666524, "accuracy": 0.710474, "main_score": 0.666524, "hf_subset": "pes_Arab-nya_Latn", "languages": ["pes-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-slv_Latn", "languages": ["pes-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "pes_Arab-tpi_Latn", "languages": ["pes-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-zsm_Latn", "languages": ["pes-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530309, "recall": 0.59585, "f1": 0.548605, "accuracy": 0.59585, "main_score": 0.548605, "hf_subset": "pes_Arab-ayr_Latn", "languages": ["pes-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-dan_Latn", "languages": ["pes-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-guj_Gujr", "languages": ["pes-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-kaz_Cyrl", "languages": ["pes-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539518, "recall": 0.600791, "f1": 0.555925, "accuracy": 0.600791, "main_score": 0.555925, "hf_subset": "pes_Arab-lug_Latn", "languages": ["pes-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-oci_Latn", "languages": ["pes-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845586, "recall": 0.886364, "f1": 0.857839, "accuracy": 0.886364, "main_score": 0.857839, "hf_subset": "pes_Arab-smo_Latn", "languages": ["pes-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535822, "recall": 0.602767, "f1": 0.554319, "accuracy": 0.602767, "main_score": 0.554319, "hf_subset": "pes_Arab-tsn_Latn", "languages": ["pes-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620308, "recall": 0.68083, "f1": 0.637603, "accuracy": 0.68083, "main_score": 0.637603, "hf_subset": "pes_Arab-zul_Latn", "languages": ["pes-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "pes_Arab-azb_Arab", "languages": ["pes-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-deu_Latn", "languages": ["pes-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "pes_Arab-hat_Latn", "languages": ["pes-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490234, "recall": 0.547431, "f1": 0.505755, "accuracy": 0.547431, "main_score": 0.505755, "hf_subset": "pes_Arab-kbp_Latn", "languages": ["pes-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573578, "recall": 0.630435, "f1": 0.58885, "accuracy": 0.630435, "main_score": 0.58885, "hf_subset": "pes_Arab-luo_Latn", "languages": ["pes-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ory_Orya", "languages": ["pes-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.5799, "recall": 0.644269, "f1": 0.598347, "accuracy": 0.644269, "main_score": 0.598347, "hf_subset": "pes_Arab-sna_Latn", "languages": ["pes-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554821, "recall": 0.608696, "f1": 0.569125, "accuracy": 0.608696, "main_score": 0.569125, "hf_subset": "pes_Arab-tso_Latn", "languages": ["pes-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-azj_Latn", "languages": ["pes-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522913, "recall": 0.59585, "f1": 0.544288, "accuracy": 0.59585, "main_score": 0.544288, "hf_subset": "pes_Arab-dik_Latn", "languages": ["pes-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736638, "recall": 0.791502, "f1": 0.752475, "accuracy": 0.791502, "main_score": 0.752475, "hf_subset": "pes_Arab-hau_Latn", "languages": ["pes-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pes_Arab-kea_Latn", "languages": ["pes-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750988, "recall": 0.802372, "f1": 0.766535, "accuracy": 0.802372, "main_score": 0.766535, "hf_subset": "pes_Arab-lus_Latn", "languages": ["pes-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868939, "recall": 0.901186, "f1": 0.878873, "accuracy": 0.901186, "main_score": 0.878873, "hf_subset": "pes_Arab-pag_Latn", "languages": ["pes-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-snd_Arab", "languages": ["pes-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "pes_Arab-tuk_Latn", "languages": ["pes-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pes_Arab-bak_Cyrl", "languages": ["pes-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47721, "recall": 0.555336, "f1": 0.499994, "accuracy": 0.555336, "main_score": 0.499994, "hf_subset": "pes_Arab-dyu_Latn", "languages": ["pes-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-heb_Hebr", "languages": ["pes-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pes_Arab-khk_Cyrl", "languages": ["pes-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-lvs_Latn", "languages": ["pes-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-pan_Guru", "languages": ["pes-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.702597, "recall": 0.76581, "f1": 0.721989, "accuracy": 0.76581, "main_score": 0.721989, "hf_subset": "pes_Arab-som_Latn", "languages": ["pes-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597316, "recall": 0.650198, "f1": 0.611927, "accuracy": 0.650198, "main_score": 0.611927, "hf_subset": "pes_Arab-tum_Latn", "languages": ["pes-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590168, "recall": 0.650198, "f1": 0.607465, "accuracy": 0.650198, "main_score": 0.607465, "hf_subset": "srd_Latn-ace_Arab", "languages": ["srd-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557642, "recall": 0.612648, "f1": 0.573226, "accuracy": 0.612648, "main_score": 0.573226, "hf_subset": "srd_Latn-bam_Latn", "languages": ["srd-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.379777, "recall": 0.445652, "f1": 0.396812, "accuracy": 0.445652, "main_score": 0.396812, "hf_subset": "srd_Latn-dzo_Tibt", "languages": ["srd-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-hin_Deva", "languages": ["srd-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "srd_Latn-khm_Khmr", "languages": ["srd-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-mag_Deva", "languages": ["srd-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "srd_Latn-pap_Latn", "languages": ["srd-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60809, "recall": 0.660079, "f1": 0.622734, "accuracy": 0.660079, "main_score": 0.622734, "hf_subset": "srd_Latn-sot_Latn", "languages": ["srd-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-tur_Latn", "languages": ["srd-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84372, "recall": 0.878458, "f1": 0.854084, "accuracy": 0.878458, "main_score": 0.854084, "hf_subset": "srd_Latn-ace_Latn", "languages": ["srd-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9333, "recall": 0.951581, "f1": 0.939229, "accuracy": 0.951581, "main_score": 0.939229, "hf_subset": "srd_Latn-ban_Latn", "languages": ["srd-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ell_Grek", "languages": ["srd-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.978458, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "srd_Latn-hne_Deva", "languages": ["srd-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.60629, "recall": 0.659091, "f1": 0.621344, "accuracy": 0.659091, "main_score": 0.621344, "hf_subset": "srd_Latn-kik_Latn", "languages": ["srd-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-mai_Deva", "languages": ["srd-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "srd_Latn-pbt_Arab", "languages": ["srd-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "srd_Latn-spa_Latn", "languages": ["srd-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613669, "recall": 0.673913, "f1": 0.630893, "accuracy": 0.673913, "main_score": 0.630893, "hf_subset": "srd_Latn-twi_Latn", "languages": ["srd-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-acm_Arab", "languages": ["srd-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "srd_Latn-bel_Cyrl", "languages": ["srd-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-eng_Latn", "languages": ["srd-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-hrv_Latn", "languages": ["srd-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558326, "recall": 0.619565, "f1": 0.575863, "accuracy": 0.619565, "main_score": 0.575863, "hf_subset": "srd_Latn-kin_Latn", "languages": ["srd-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-mal_Mlym", "languages": ["srd-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-pes_Arab", "languages": ["srd-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.193817, "recall": 0.235178, "f1": 0.204019, "accuracy": 0.235178, "main_score": 0.204019, "hf_subset": "srd_Latn-tzm_Tfng", "languages": ["srd-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-acq_Arab", "languages": ["srd-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636078, "recall": 0.685771, "f1": 0.649942, "accuracy": 0.685771, "main_score": 0.649942, "hf_subset": "srd_Latn-bem_Latn", "languages": ["srd-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-epo_Latn", "languages": ["srd-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-hun_Latn", "languages": ["srd-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.970356, "f1": 0.962516, "accuracy": 0.970356, "main_score": 0.962516, "hf_subset": "srd_Latn-kir_Cyrl", "languages": ["srd-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "srd_Latn-mar_Deva", "languages": ["srd-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.667195, "recall": 0.724308, "f1": 0.684195, "accuracy": 0.724308, "main_score": 0.684195, "hf_subset": "srd_Latn-plt_Latn", "languages": ["srd-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-srp_Cyrl", "languages": ["srd-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.907938, "recall": 0.934783, "f1": 0.916502, "accuracy": 0.934783, "main_score": 0.916502, "hf_subset": "srd_Latn-uig_Arab", "languages": ["srd-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970109, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "srd_Latn-aeb_Arab", "languages": ["srd-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "srd_Latn-ben_Beng", "languages": ["srd-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-est_Latn", "languages": ["srd-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "srd_Latn-hye_Armn", "languages": ["srd-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.560458, "recall": 0.610672, "f1": 0.574581, "accuracy": 0.610672, "main_score": 0.574581, "hf_subset": "srd_Latn-kmb_Latn", "languages": ["srd-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526014, "recall": 0.597826, "f1": 0.545218, "accuracy": 0.597826, "main_score": 0.545218, "hf_subset": "srd_Latn-min_Arab", "languages": ["srd-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "srd_Latn-pol_Latn", "languages": ["srd-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57025, "recall": 0.626482, "f1": 0.586418, "accuracy": 0.626482, "main_score": 0.586418, "hf_subset": "srd_Latn-ssw_Latn", "languages": ["srd-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-ukr_Cyrl", "languages": ["srd-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-afr_Latn", "languages": ["srd-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "srd_Latn-bho_Deva", "languages": ["srd-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "srd_Latn-eus_Latn", "languages": ["srd-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603649, "recall": 0.661067, "f1": 0.619403, "accuracy": 0.661067, "main_score": 0.619403, "hf_subset": "srd_Latn-ibo_Latn", "languages": ["srd-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850635, "recall": 0.885375, "f1": 0.861413, "accuracy": 0.885375, "main_score": 0.861413, "hf_subset": "srd_Latn-kmr_Latn", "languages": ["srd-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "srd_Latn-min_Latn", "languages": ["srd-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-por_Latn", "languages": ["srd-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "srd_Latn-sun_Latn", "languages": ["srd-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542121, "recall": 0.591897, "f1": 0.556177, "accuracy": 0.591897, "main_score": 0.556177, "hf_subset": "srd_Latn-umb_Latn", "languages": ["srd-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ajp_Arab", "languages": ["srd-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557457, "recall": 0.620553, "f1": 0.573919, "accuracy": 0.620553, "main_score": 0.573919, "hf_subset": "srd_Latn-bjn_Arab", "languages": ["srd-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53125, "recall": 0.577075, "f1": 0.543405, "accuracy": 0.577075, "main_score": 0.543405, "hf_subset": "srd_Latn-ewe_Latn", "languages": ["srd-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93083, "recall": 0.948617, "f1": 0.936265, "accuracy": 0.948617, "main_score": 0.936265, "hf_subset": "srd_Latn-ilo_Latn", "languages": ["srd-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323866, "recall": 0.378458, "f1": 0.339058, "accuracy": 0.378458, "main_score": 0.339058, "hf_subset": "srd_Latn-knc_Arab", "languages": ["srd-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-mkd_Cyrl", "languages": ["srd-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-prs_Arab", "languages": ["srd-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-swe_Latn", "languages": ["srd-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-urd_Arab", "languages": ["srd-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60984, "recall": 0.662055, "f1": 0.625074, "accuracy": 0.662055, "main_score": 0.625074, "hf_subset": "srd_Latn-aka_Latn", "languages": ["srd-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965497, "recall": 0.976285, "f1": 0.968939, "accuracy": 0.976285, "main_score": 0.968939, "hf_subset": "srd_Latn-bjn_Latn", "languages": ["srd-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938027, "recall": 0.955534, "f1": 0.943248, "accuracy": 0.955534, "main_score": 0.943248, "hf_subset": "srd_Latn-fao_Latn", "languages": ["srd-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-ind_Latn", "languages": ["srd-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598381, "recall": 0.650198, "f1": 0.612704, "accuracy": 0.650198, "main_score": 0.612704, "hf_subset": "srd_Latn-knc_Latn", "languages": ["srd-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "srd_Latn-mlt_Latn", "languages": ["srd-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702462, "recall": 0.758893, "f1": 0.719178, "accuracy": 0.758893, "main_score": 0.719178, "hf_subset": "srd_Latn-quy_Latn", "languages": ["srd-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "srd_Latn-swh_Latn", "languages": ["srd-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-uzn_Latn", "languages": ["srd-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "srd_Latn-als_Latn", "languages": ["srd-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553588, "recall": 0.629447, "f1": 0.574809, "accuracy": 0.629447, "main_score": 0.574809, "hf_subset": "srd_Latn-bod_Tibt", "languages": ["srd-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.69263, "recall": 0.741107, "f1": 0.706285, "accuracy": 0.741107, "main_score": 0.706285, "hf_subset": "srd_Latn-fij_Latn", "languages": ["srd-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "srd_Latn-isl_Latn", "languages": ["srd-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691535, "recall": 0.73913, "f1": 0.705764, "accuracy": 0.73913, "main_score": 0.705764, "hf_subset": "srd_Latn-kon_Latn", "languages": ["srd-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657816, "recall": 0.716403, "f1": 0.675002, "accuracy": 0.716403, "main_score": 0.675002, "hf_subset": "srd_Latn-mni_Beng", "languages": ["srd-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-ron_Latn", "languages": ["srd-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.976285, "accuracy": 0.981225, "main_score": 0.976285, "hf_subset": "srd_Latn-szl_Latn", "languages": ["srd-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-vec_Latn", "languages": ["srd-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895339, "recall": 0.925889, "f1": 0.90504, "accuracy": 0.925889, "main_score": 0.90504, "hf_subset": "srd_Latn-amh_Ethi", "languages": ["srd-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-bos_Latn", "languages": ["srd-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "srd_Latn-fin_Latn", "languages": ["srd-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-ita_Latn", "languages": ["srd-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-kor_Hang", "languages": ["srd-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.569191, "recall": 0.623518, "f1": 0.584497, "accuracy": 0.623518, "main_score": 0.584497, "hf_subset": "srd_Latn-mos_Latn", "languages": ["srd-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557543, "recall": 0.607708, "f1": 0.57173, "accuracy": 0.607708, "main_score": 0.57173, "hf_subset": "srd_Latn-run_Latn", "languages": ["srd-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "srd_Latn-tam_Taml", "languages": ["srd-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-vie_Latn", "languages": ["srd-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-apc_Arab", "languages": ["srd-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.793383, "recall": 0.833004, "f1": 0.805122, "accuracy": 0.833004, "main_score": 0.805122, "hf_subset": "srd_Latn-bug_Latn", "languages": ["srd-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478749, "recall": 0.535573, "f1": 0.494163, "accuracy": 0.535573, "main_score": 0.494163, "hf_subset": "srd_Latn-fon_Latn", "languages": ["srd-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-jav_Latn", "languages": ["srd-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "srd_Latn-lao_Laoo", "languages": ["srd-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.81455, "recall": 0.858696, "f1": 0.827324, "accuracy": 0.858696, "main_score": 0.827324, "hf_subset": "srd_Latn-mri_Latn", "languages": ["srd-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-rus_Cyrl", "languages": ["srd-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548774, "recall": 0.599802, "f1": 0.562999, "accuracy": 0.599802, "main_score": 0.562999, "hf_subset": "srd_Latn-taq_Latn", "languages": ["srd-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-war_Latn", "languages": ["srd-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-arb_Arab", "languages": ["srd-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-bul_Cyrl", "languages": ["srd-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-fra_Latn", "languages": ["srd-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984766, "recall": 0.98913, "f1": 0.986067, "accuracy": 0.98913, "main_score": 0.986067, "hf_subset": "srd_Latn-jpn_Jpan", "languages": ["srd-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "srd_Latn-lij_Latn", "languages": ["srd-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942852, "recall": 0.960474, "f1": 0.948617, "accuracy": 0.960474, "main_score": 0.948617, "hf_subset": "srd_Latn-mya_Mymr", "languages": ["srd-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.596314, "recall": 0.666008, "f1": 0.615604, "accuracy": 0.666008, "main_score": 0.615604, "hf_subset": "srd_Latn-sag_Latn", "languages": ["srd-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207693, "recall": 0.254941, "f1": 0.218387, "accuracy": 0.254941, "main_score": 0.218387, "hf_subset": "srd_Latn-taq_Tfng", "languages": ["srd-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.639316, "recall": 0.701581, "f1": 0.656684, "accuracy": 0.701581, "main_score": 0.656684, "hf_subset": "srd_Latn-wol_Latn", "languages": ["srd-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765786, "recall": 0.817194, "f1": 0.781017, "accuracy": 0.817194, "main_score": 0.781017, "hf_subset": "srd_Latn-arb_Latn", "languages": ["srd-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-cat_Latn", "languages": ["srd-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-fur_Latn", "languages": ["srd-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417583, "recall": 0.474308, "f1": 0.433536, "accuracy": 0.474308, "main_score": 0.433536, "hf_subset": "srd_Latn-kab_Latn", "languages": ["srd-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965168, "recall": 0.975296, "f1": 0.968445, "accuracy": 0.975296, "main_score": 0.968445, "hf_subset": "srd_Latn-lim_Latn", "languages": ["srd-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-nld_Latn", "languages": ["srd-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "srd_Latn-san_Deva", "languages": ["srd-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "srd_Latn-tat_Cyrl", "languages": ["srd-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.685331, "recall": 0.736166, "f1": 0.700009, "accuracy": 0.736166, "main_score": 0.700009, "hf_subset": "srd_Latn-xho_Latn", "languages": ["srd-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "srd_Latn-ars_Arab", "languages": ["srd-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991848, "recall": 0.994071, "f1": 0.99249, "accuracy": 0.994071, "main_score": 0.99249, "hf_subset": "srd_Latn-ceb_Latn", "languages": ["srd-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57152, "recall": 0.626482, "f1": 0.587371, "accuracy": 0.626482, "main_score": 0.587371, "hf_subset": "srd_Latn-fuv_Latn", "languages": ["srd-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511743, "recall": 0.573123, "f1": 0.528305, "accuracy": 0.573123, "main_score": 0.528305, "hf_subset": "srd_Latn-kac_Latn", "languages": ["srd-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69166, "recall": 0.736166, "f1": 0.704346, "accuracy": 0.736166, "main_score": 0.704346, "hf_subset": "srd_Latn-lin_Latn", "languages": ["srd-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "srd_Latn-nno_Latn", "languages": ["srd-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.225166, "recall": 0.294466, "f1": 0.242698, "accuracy": 0.294466, "main_score": 0.242698, "hf_subset": "srd_Latn-sat_Olck", "languages": ["srd-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-tel_Telu", "languages": ["srd-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.938241, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "srd_Latn-ydd_Hebr", "languages": ["srd-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "srd_Latn-ary_Arab", "languages": ["srd-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ces_Latn", "languages": ["srd-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604934, "recall": 0.666008, "f1": 0.622664, "accuracy": 0.666008, "main_score": 0.622664, "hf_subset": "srd_Latn-gaz_Latn", "languages": ["srd-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594289, "recall": 0.657115, "f1": 0.612247, "accuracy": 0.657115, "main_score": 0.612247, "hf_subset": "srd_Latn-kam_Latn", "languages": ["srd-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "srd_Latn-lit_Latn", "languages": ["srd-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "srd_Latn-nob_Latn", "languages": ["srd-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "srd_Latn-scn_Latn", "languages": ["srd-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "srd_Latn-tgk_Cyrl", "languages": ["srd-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.691453, "recall": 0.753953, "f1": 0.710375, "accuracy": 0.753953, "main_score": 0.710375, "hf_subset": "srd_Latn-yor_Latn", "languages": ["srd-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "srd_Latn-arz_Arab", "languages": ["srd-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562608, "recall": 0.625494, "f1": 0.581228, "accuracy": 0.625494, "main_score": 0.581228, "hf_subset": "srd_Latn-cjk_Latn", "languages": ["srd-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746756, "recall": 0.801383, "f1": 0.762799, "accuracy": 0.801383, "main_score": 0.762799, "hf_subset": "srd_Latn-gla_Latn", "languages": ["srd-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "srd_Latn-kan_Knda", "languages": ["srd-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "srd_Latn-lmo_Latn", "languages": ["srd-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "srd_Latn-npi_Deva", "languages": ["srd-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.469977, "recall": 0.529644, "f1": 0.486064, "accuracy": 0.529644, "main_score": 0.486064, "hf_subset": "srd_Latn-shn_Mymr", "languages": ["srd-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "srd_Latn-tgl_Latn", "languages": ["srd-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-yue_Hant", "languages": ["srd-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "srd_Latn-asm_Beng", "languages": ["srd-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.925889, "recall": 0.94664, "f1": 0.932444, "accuracy": 0.94664, "main_score": 0.932444, "hf_subset": "srd_Latn-ckb_Arab", "languages": ["srd-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.841314, "recall": 0.880435, "f1": 0.85296, "accuracy": 0.880435, "main_score": 0.85296, "hf_subset": "srd_Latn-gle_Latn", "languages": ["srd-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924489, "recall": 0.945652, "f1": 0.931061, "accuracy": 0.945652, "main_score": 0.931061, "hf_subset": "srd_Latn-kas_Arab", "languages": ["srd-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.954545, "f1": 0.940711, "accuracy": 0.954545, "main_score": 0.940711, "hf_subset": "srd_Latn-ltg_Latn", "languages": ["srd-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622174, "recall": 0.671937, "f1": 0.635754, "accuracy": 0.671937, "main_score": 0.635754, "hf_subset": "srd_Latn-nso_Latn", "languages": ["srd-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956604, "recall": 0.969368, "f1": 0.960705, "accuracy": 0.969368, "main_score": 0.960705, "hf_subset": "srd_Latn-sin_Sinh", "languages": ["srd-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-tha_Thai", "languages": ["srd-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "srd_Latn-zho_Hans", "languages": ["srd-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ast_Latn", "languages": ["srd-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "srd_Latn-crh_Latn", "languages": ["srd-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-glg_Latn", "languages": ["srd-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848353, "recall": 0.88834, "f1": 0.860804, "accuracy": 0.88834, "main_score": 0.860804, "hf_subset": "srd_Latn-kas_Deva", "languages": ["srd-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "srd_Latn-ltz_Latn", "languages": ["srd-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489789, "recall": 0.550395, "f1": 0.506018, "accuracy": 0.550395, "main_score": 0.506018, "hf_subset": "srd_Latn-nus_Latn", "languages": ["srd-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-slk_Latn", "languages": ["srd-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586655, "recall": 0.657115, "f1": 0.607496, "accuracy": 0.657115, "main_score": 0.607496, "hf_subset": "srd_Latn-tir_Ethi", "languages": ["srd-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "srd_Latn-zho_Hant", "languages": ["srd-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "srd_Latn-awa_Deva", "languages": ["srd-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.936594, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "srd_Latn-cym_Latn", "languages": ["srd-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828887, "recall": 0.868577, "f1": 0.840994, "accuracy": 0.868577, "main_score": 0.840994, "hf_subset": "srd_Latn-grn_Latn", "languages": ["srd-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "srd_Latn-kat_Geor", "languages": ["srd-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.653651, "recall": 0.701581, "f1": 0.667183, "accuracy": 0.701581, "main_score": 0.667183, "hf_subset": "srd_Latn-lua_Latn", "languages": ["srd-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63404, "recall": 0.690711, "f1": 0.650087, "accuracy": 0.690711, "main_score": 0.650087, "hf_subset": "srd_Latn-nya_Latn", "languages": ["srd-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-slv_Latn", "languages": ["srd-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925461, "recall": 0.945652, "f1": 0.931621, "accuracy": 0.945652, "main_score": 0.931621, "hf_subset": "srd_Latn-tpi_Latn", "languages": ["srd-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "srd_Latn-zsm_Latn", "languages": ["srd-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560397, "recall": 0.625494, "f1": 0.57836, "accuracy": 0.625494, "main_score": 0.57836, "hf_subset": "srd_Latn-ayr_Latn", "languages": ["srd-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-dan_Latn", "languages": ["srd-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-guj_Gujr", "languages": ["srd-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "srd_Latn-kaz_Cyrl", "languages": ["srd-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536685, "recall": 0.59585, "f1": 0.553782, "accuracy": 0.59585, "main_score": 0.553782, "hf_subset": "srd_Latn-lug_Latn", "languages": ["srd-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srd_Latn-oci_Latn", "languages": ["srd-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789848, "recall": 0.835968, "f1": 0.803593, "accuracy": 0.835968, "main_score": 0.803593, "hf_subset": "srd_Latn-smo_Latn", "languages": ["srd-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548712, "recall": 0.605731, "f1": 0.564372, "accuracy": 0.605731, "main_score": 0.564372, "hf_subset": "srd_Latn-tsn_Latn", "languages": ["srd-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619527, "recall": 0.675889, "f1": 0.63602, "accuracy": 0.675889, "main_score": 0.63602, "hf_subset": "srd_Latn-zul_Latn", "languages": ["srd-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898715, "recall": 0.926877, "f1": 0.907773, "accuracy": 0.926877, "main_score": 0.907773, "hf_subset": "srd_Latn-azb_Arab", "languages": ["srd-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-deu_Latn", "languages": ["srd-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959239, "recall": 0.970356, "f1": 0.962846, "accuracy": 0.970356, "main_score": 0.962846, "hf_subset": "srd_Latn-hat_Latn", "languages": ["srd-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517289, "recall": 0.570158, "f1": 0.531875, "accuracy": 0.570158, "main_score": 0.531875, "hf_subset": "srd_Latn-kbp_Latn", "languages": ["srd-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5883, "recall": 0.645257, "f1": 0.604021, "accuracy": 0.645257, "main_score": 0.604021, "hf_subset": "srd_Latn-luo_Latn", "languages": ["srd-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-ory_Orya", "languages": ["srd-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.589666, "recall": 0.646245, "f1": 0.606241, "accuracy": 0.646245, "main_score": 0.606241, "hf_subset": "srd_Latn-sna_Latn", "languages": ["srd-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574301, "recall": 0.625494, "f1": 0.58888, "accuracy": 0.625494, "main_score": 0.58888, "hf_subset": "srd_Latn-tso_Latn", "languages": ["srd-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "srd_Latn-azj_Latn", "languages": ["srd-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553179, "recall": 0.610672, "f1": 0.569584, "accuracy": 0.610672, "main_score": 0.569584, "hf_subset": "srd_Latn-dik_Latn", "languages": ["srd-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723386, "recall": 0.775692, "f1": 0.738608, "accuracy": 0.775692, "main_score": 0.738608, "hf_subset": "srd_Latn-hau_Latn", "languages": ["srd-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "srd_Latn-kea_Latn", "languages": ["srd-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718224, "recall": 0.763834, "f1": 0.731538, "accuracy": 0.763834, "main_score": 0.731538, "hf_subset": "srd_Latn-lus_Latn", "languages": ["srd-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86614, "recall": 0.891304, "f1": 0.873814, "accuracy": 0.891304, "main_score": 0.873814, "hf_subset": "srd_Latn-pag_Latn", "languages": ["srd-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "srd_Latn-snd_Arab", "languages": ["srd-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.91525, "recall": 0.937747, "f1": 0.922266, "accuracy": 0.937747, "main_score": 0.922266, "hf_subset": "srd_Latn-tuk_Latn", "languages": ["srd-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "srd_Latn-bak_Cyrl", "languages": ["srd-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487526, "recall": 0.564229, "f1": 0.509274, "accuracy": 0.564229, "main_score": 0.509274, "hf_subset": "srd_Latn-dyu_Latn", "languages": ["srd-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-heb_Hebr", "languages": ["srd-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.953804, "recall": 0.967391, "f1": 0.95807, "accuracy": 0.967391, "main_score": 0.95807, "hf_subset": "srd_Latn-khk_Cyrl", "languages": ["srd-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-lvs_Latn", "languages": ["srd-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-pan_Guru", "languages": ["srd-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.6903, "recall": 0.746047, "f1": 0.706604, "accuracy": 0.746047, "main_score": 0.706604, "hf_subset": "srd_Latn-som_Latn", "languages": ["srd-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603969, "recall": 0.643281, "f1": 0.615003, "accuracy": 0.643281, "main_score": 0.615003, "hf_subset": "srd_Latn-tum_Latn", "languages": ["srd-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.162016, "recall": 0.193676, "f1": 0.169345, "accuracy": 0.193676, "main_score": 0.169345, "hf_subset": "tzm_Tfng-ace_Arab", "languages": ["tzm-Tfng", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.156915, "recall": 0.188735, "f1": 0.164998, "accuracy": 0.188735, "main_score": 0.164998, "hf_subset": "tzm_Tfng-bam_Latn", "languages": ["tzm-Tfng", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.125739, "recall": 0.149209, "f1": 0.132192, "accuracy": 0.149209, "main_score": 0.132192, "hf_subset": "tzm_Tfng-dzo_Tibt", "languages": ["tzm-Tfng", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.161067, "recall": 0.194664, "f1": 0.168254, "accuracy": 0.194664, "main_score": 0.168254, "hf_subset": "tzm_Tfng-hin_Deva", "languages": ["tzm-Tfng", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.150273, "recall": 0.18083, "f1": 0.156912, "accuracy": 0.18083, "main_score": 0.156912, "hf_subset": "tzm_Tfng-khm_Khmr", "languages": ["tzm-Tfng", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.152369, "recall": 0.179842, "f1": 0.158376, "accuracy": 0.179842, "main_score": 0.158376, "hf_subset": "tzm_Tfng-mag_Deva", "languages": ["tzm-Tfng", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.149349, "recall": 0.184783, "f1": 0.156749, "accuracy": 0.184783, "main_score": 0.156749, "hf_subset": "tzm_Tfng-pap_Latn", "languages": ["tzm-Tfng", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.162343, "recall": 0.203557, "f1": 0.171536, "accuracy": 0.203557, "main_score": 0.171536, "hf_subset": "tzm_Tfng-sot_Latn", "languages": ["tzm-Tfng", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.14453, "recall": 0.178854, "f1": 0.152278, "accuracy": 0.178854, "main_score": 0.152278, "hf_subset": "tzm_Tfng-tur_Latn", "languages": ["tzm-Tfng", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153556, "recall": 0.188735, "f1": 0.161462, "accuracy": 0.188735, "main_score": 0.161462, "hf_subset": "tzm_Tfng-ace_Latn", "languages": ["tzm-Tfng", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158431, "recall": 0.194664, "f1": 0.166158, "accuracy": 0.194664, "main_score": 0.166158, "hf_subset": "tzm_Tfng-ban_Latn", "languages": ["tzm-Tfng", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.140535, "recall": 0.177866, "f1": 0.14826, "accuracy": 0.177866, "main_score": 0.14826, "hf_subset": "tzm_Tfng-ell_Grek", "languages": ["tzm-Tfng", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.140829, "recall": 0.174901, "f1": 0.147859, "accuracy": 0.174901, "main_score": 0.147859, "hf_subset": "tzm_Tfng-hne_Deva", "languages": ["tzm-Tfng", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.075804, "recall": 0.108696, "f1": 0.081544, "accuracy": 0.108696, "main_score": 0.081544, "hf_subset": "tzm_Tfng-kik_Latn", "languages": ["tzm-Tfng", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157293, "recall": 0.187747, "f1": 0.163607, "accuracy": 0.187747, "main_score": 0.163607, "hf_subset": "tzm_Tfng-mai_Deva", "languages": ["tzm-Tfng", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.142833, "recall": 0.183794, "f1": 0.15117, "accuracy": 0.183794, "main_score": 0.15117, "hf_subset": "tzm_Tfng-pbt_Arab", "languages": ["tzm-Tfng", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.144634, "recall": 0.178854, "f1": 0.152398, "accuracy": 0.178854, "main_score": 0.152398, "hf_subset": "tzm_Tfng-spa_Latn", "languages": ["tzm-Tfng", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158522, "recall": 0.1917, "f1": 0.165392, "accuracy": 0.1917, "main_score": 0.165392, "hf_subset": "tzm_Tfng-twi_Latn", "languages": ["tzm-Tfng", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151296, "recall": 0.185771, "f1": 0.158889, "accuracy": 0.185771, "main_score": 0.158889, "hf_subset": "tzm_Tfng-acm_Arab", "languages": ["tzm-Tfng", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.149052, "recall": 0.177866, "f1": 0.155943, "accuracy": 0.177866, "main_score": 0.155943, "hf_subset": "tzm_Tfng-bel_Cyrl", "languages": ["tzm-Tfng", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.164901, "recall": 0.200593, "f1": 0.172581, "accuracy": 0.200593, "main_score": 0.172581, "hf_subset": "tzm_Tfng-eng_Latn", "languages": ["tzm-Tfng", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160431, "recall": 0.193676, "f1": 0.167807, "accuracy": 0.193676, "main_score": 0.167807, "hf_subset": "tzm_Tfng-hrv_Latn", "languages": ["tzm-Tfng", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170016, "recall": 0.210474, "f1": 0.178076, "accuracy": 0.210474, "main_score": 0.178076, "hf_subset": "tzm_Tfng-kin_Latn", "languages": ["tzm-Tfng", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13839, "recall": 0.173913, "f1": 0.14576, "accuracy": 0.173913, "main_score": 0.14576, "hf_subset": "tzm_Tfng-mal_Mlym", "languages": ["tzm-Tfng", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.159157, "recall": 0.193676, "f1": 0.167455, "accuracy": 0.193676, "main_score": 0.167455, "hf_subset": "tzm_Tfng-pes_Arab", "languages": ["tzm-Tfng", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.151536, "recall": 0.193676, "f1": 0.160131, "accuracy": 0.193676, "main_score": 0.160131, "hf_subset": "tzm_Tfng-srd_Latn", "languages": ["tzm-Tfng", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148181, "recall": 0.181818, "f1": 0.155427, "accuracy": 0.181818, "main_score": 0.155427, "hf_subset": "tzm_Tfng-acq_Arab", "languages": ["tzm-Tfng", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.148666, "recall": 0.187747, "f1": 0.15709, "accuracy": 0.187747, "main_score": 0.15709, "hf_subset": "tzm_Tfng-bem_Latn", "languages": ["tzm-Tfng", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.159275, "recall": 0.194664, "f1": 0.166833, "accuracy": 0.194664, "main_score": 0.166833, "hf_subset": "tzm_Tfng-epo_Latn", "languages": ["tzm-Tfng", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147146, "recall": 0.184783, "f1": 0.155454, "accuracy": 0.184783, "main_score": 0.155454, "hf_subset": "tzm_Tfng-hun_Latn", "languages": ["tzm-Tfng", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.140967, "recall": 0.172925, "f1": 0.148222, "accuracy": 0.172925, "main_score": 0.148222, "hf_subset": "tzm_Tfng-kir_Cyrl", "languages": ["tzm-Tfng", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.156085, "recall": 0.184783, "f1": 0.16217, "accuracy": 0.184783, "main_score": 0.16217, "hf_subset": "tzm_Tfng-mar_Deva", "languages": ["tzm-Tfng", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.172641, "recall": 0.208498, "f1": 0.180114, "accuracy": 0.208498, "main_score": 0.180114, "hf_subset": "tzm_Tfng-plt_Latn", "languages": ["tzm-Tfng", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152665, "recall": 0.185771, "f1": 0.160401, "accuracy": 0.185771, "main_score": 0.160401, "hf_subset": "tzm_Tfng-srp_Cyrl", "languages": ["tzm-Tfng", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.13804, "recall": 0.170949, "f1": 0.145501, "accuracy": 0.170949, "main_score": 0.145501, "hf_subset": "tzm_Tfng-uig_Arab", "languages": ["tzm-Tfng", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.139411, "recall": 0.178854, "f1": 0.147808, "accuracy": 0.178854, "main_score": 0.147808, "hf_subset": "tzm_Tfng-aeb_Arab", "languages": ["tzm-Tfng", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.161825, "recall": 0.195652, "f1": 0.169257, "accuracy": 0.195652, "main_score": 0.169257, "hf_subset": "tzm_Tfng-ben_Beng", "languages": ["tzm-Tfng", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.148069, "recall": 0.181818, "f1": 0.155576, "accuracy": 0.181818, "main_score": 0.155576, "hf_subset": "tzm_Tfng-est_Latn", "languages": ["tzm-Tfng", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154514, "recall": 0.187747, "f1": 0.161718, "accuracy": 0.187747, "main_score": 0.161718, "hf_subset": "tzm_Tfng-hye_Armn", "languages": ["tzm-Tfng", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.164256, "recall": 0.195652, "f1": 0.171879, "accuracy": 0.195652, "main_score": 0.171879, "hf_subset": "tzm_Tfng-kmb_Latn", "languages": ["tzm-Tfng", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17407, "recall": 0.208498, "f1": 0.181268, "accuracy": 0.208498, "main_score": 0.181268, "hf_subset": "tzm_Tfng-min_Arab", "languages": ["tzm-Tfng", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.142535, "recall": 0.178854, "f1": 0.150467, "accuracy": 0.178854, "main_score": 0.150467, "hf_subset": "tzm_Tfng-pol_Latn", "languages": ["tzm-Tfng", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167487, "recall": 0.210474, "f1": 0.176387, "accuracy": 0.210474, "main_score": 0.176387, "hf_subset": "tzm_Tfng-ssw_Latn", "languages": ["tzm-Tfng", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.150378, "recall": 0.185771, "f1": 0.158119, "accuracy": 0.185771, "main_score": 0.158119, "hf_subset": "tzm_Tfng-ukr_Cyrl", "languages": ["tzm-Tfng", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.160873, "recall": 0.197628, "f1": 0.169568, "accuracy": 0.197628, "main_score": 0.169568, "hf_subset": "tzm_Tfng-afr_Latn", "languages": ["tzm-Tfng", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146276, "recall": 0.179842, "f1": 0.152934, "accuracy": 0.179842, "main_score": 0.152934, "hf_subset": "tzm_Tfng-bho_Deva", "languages": ["tzm-Tfng", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.157154, "recall": 0.198617, "f1": 0.166343, "accuracy": 0.198617, "main_score": 0.166343, "hf_subset": "tzm_Tfng-eus_Latn", "languages": ["tzm-Tfng", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.139123, "recall": 0.174901, "f1": 0.146649, "accuracy": 0.174901, "main_score": 0.146649, "hf_subset": "tzm_Tfng-ibo_Latn", "languages": ["tzm-Tfng", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161679, "recall": 0.187747, "f1": 0.167753, "accuracy": 0.187747, "main_score": 0.167753, "hf_subset": "tzm_Tfng-kmr_Latn", "languages": ["tzm-Tfng", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157628, "recall": 0.190711, "f1": 0.16558, "accuracy": 0.190711, "main_score": 0.16558, "hf_subset": "tzm_Tfng-min_Latn", "languages": ["tzm-Tfng", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.150498, "recall": 0.190711, "f1": 0.159511, "accuracy": 0.190711, "main_score": 0.159511, "hf_subset": "tzm_Tfng-por_Latn", "languages": ["tzm-Tfng", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154699, "recall": 0.189723, "f1": 0.161926, "accuracy": 0.189723, "main_score": 0.161926, "hf_subset": "tzm_Tfng-sun_Latn", "languages": ["tzm-Tfng", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161232, "recall": 0.203557, "f1": 0.170826, "accuracy": 0.203557, "main_score": 0.170826, "hf_subset": "tzm_Tfng-umb_Latn", "languages": ["tzm-Tfng", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.150969, "recall": 0.188735, "f1": 0.158925, "accuracy": 0.188735, "main_score": 0.158925, "hf_subset": "tzm_Tfng-ajp_Arab", "languages": ["tzm-Tfng", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.158442, "recall": 0.1917, "f1": 0.165775, "accuracy": 0.1917, "main_score": 0.165775, "hf_subset": "tzm_Tfng-bjn_Arab", "languages": ["tzm-Tfng", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.150612, "recall": 0.186759, "f1": 0.158293, "accuracy": 0.186759, "main_score": 0.158293, "hf_subset": "tzm_Tfng-ewe_Latn", "languages": ["tzm-Tfng", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152919, "recall": 0.189723, "f1": 0.159836, "accuracy": 0.189723, "main_score": 0.159836, "hf_subset": "tzm_Tfng-ilo_Latn", "languages": ["tzm-Tfng", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154645, "recall": 0.18083, "f1": 0.160404, "accuracy": 0.18083, "main_score": 0.160404, "hf_subset": "tzm_Tfng-knc_Arab", "languages": ["tzm-Tfng", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.155279, "recall": 0.192688, "f1": 0.163189, "accuracy": 0.192688, "main_score": 0.163189, "hf_subset": "tzm_Tfng-mkd_Cyrl", "languages": ["tzm-Tfng", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.154245, "recall": 0.1917, "f1": 0.162173, "accuracy": 0.1917, "main_score": 0.162173, "hf_subset": "tzm_Tfng-prs_Arab", "languages": ["tzm-Tfng", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.157179, "recall": 0.192688, "f1": 0.165199, "accuracy": 0.192688, "main_score": 0.165199, "hf_subset": "tzm_Tfng-swe_Latn", "languages": ["tzm-Tfng", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146667, "recall": 0.184783, "f1": 0.155186, "accuracy": 0.184783, "main_score": 0.155186, "hf_subset": "tzm_Tfng-urd_Arab", "languages": ["tzm-Tfng", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.151751, "recall": 0.186759, "f1": 0.159599, "accuracy": 0.186759, "main_score": 0.159599, "hf_subset": "tzm_Tfng-aka_Latn", "languages": ["tzm-Tfng", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151413, "recall": 0.183794, "f1": 0.157736, "accuracy": 0.183794, "main_score": 0.157736, "hf_subset": "tzm_Tfng-bjn_Latn", "languages": ["tzm-Tfng", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148427, "recall": 0.179842, "f1": 0.155058, "accuracy": 0.179842, "main_score": 0.155058, "hf_subset": "tzm_Tfng-fao_Latn", "languages": ["tzm-Tfng", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157299, "recall": 0.192688, "f1": 0.165144, "accuracy": 0.192688, "main_score": 0.165144, "hf_subset": "tzm_Tfng-ind_Latn", "languages": ["tzm-Tfng", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.163279, "recall": 0.195652, "f1": 0.170942, "accuracy": 0.195652, "main_score": 0.170942, "hf_subset": "tzm_Tfng-knc_Latn", "languages": ["tzm-Tfng", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153071, "recall": 0.190711, "f1": 0.160856, "accuracy": 0.190711, "main_score": 0.160856, "hf_subset": "tzm_Tfng-mlt_Latn", "languages": ["tzm-Tfng", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161387, "recall": 0.194664, "f1": 0.168929, "accuracy": 0.194664, "main_score": 0.168929, "hf_subset": "tzm_Tfng-quy_Latn", "languages": ["tzm-Tfng", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.16807, "recall": 0.211462, "f1": 0.177226, "accuracy": 0.211462, "main_score": 0.177226, "hf_subset": "tzm_Tfng-swh_Latn", "languages": ["tzm-Tfng", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158956, "recall": 0.185771, "f1": 0.164158, "accuracy": 0.185771, "main_score": 0.164158, "hf_subset": "tzm_Tfng-uzn_Latn", "languages": ["tzm-Tfng", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.156412, "recall": 0.185771, "f1": 0.163699, "accuracy": 0.185771, "main_score": 0.163699, "hf_subset": "tzm_Tfng-als_Latn", "languages": ["tzm-Tfng", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174514, "recall": 0.193676, "f1": 0.179318, "accuracy": 0.193676, "main_score": 0.179318, "hf_subset": "tzm_Tfng-bod_Tibt", "languages": ["tzm-Tfng", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.163162, "recall": 0.198617, "f1": 0.171055, "accuracy": 0.198617, "main_score": 0.171055, "hf_subset": "tzm_Tfng-fij_Latn", "languages": ["tzm-Tfng", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157082, "recall": 0.185771, "f1": 0.163878, "accuracy": 0.185771, "main_score": 0.163878, "hf_subset": "tzm_Tfng-isl_Latn", "languages": ["tzm-Tfng", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147041, "recall": 0.185771, "f1": 0.155061, "accuracy": 0.185771, "main_score": 0.155061, "hf_subset": "tzm_Tfng-kon_Latn", "languages": ["tzm-Tfng", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153963, "recall": 0.183794, "f1": 0.160496, "accuracy": 0.183794, "main_score": 0.160496, "hf_subset": "tzm_Tfng-mni_Beng", "languages": ["tzm-Tfng", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.15357, "recall": 0.189723, "f1": 0.161252, "accuracy": 0.189723, "main_score": 0.161252, "hf_subset": "tzm_Tfng-ron_Latn", "languages": ["tzm-Tfng", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15791, "recall": 0.195652, "f1": 0.166274, "accuracy": 0.195652, "main_score": 0.166274, "hf_subset": "tzm_Tfng-szl_Latn", "languages": ["tzm-Tfng", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161882, "recall": 0.19664, "f1": 0.169275, "accuracy": 0.19664, "main_score": 0.169275, "hf_subset": "tzm_Tfng-vec_Latn", "languages": ["tzm-Tfng", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153817, "recall": 0.186759, "f1": 0.16094, "accuracy": 0.186759, "main_score": 0.16094, "hf_subset": "tzm_Tfng-amh_Ethi", "languages": ["tzm-Tfng", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.163844, "recall": 0.201581, "f1": 0.172595, "accuracy": 0.201581, "main_score": 0.172595, "hf_subset": "tzm_Tfng-bos_Latn", "languages": ["tzm-Tfng", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138032, "recall": 0.173913, "f1": 0.144804, "accuracy": 0.173913, "main_score": 0.144804, "hf_subset": "tzm_Tfng-fin_Latn", "languages": ["tzm-Tfng", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147964, "recall": 0.182806, "f1": 0.155222, "accuracy": 0.182806, "main_score": 0.155222, "hf_subset": "tzm_Tfng-ita_Latn", "languages": ["tzm-Tfng", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136708, "recall": 0.16996, "f1": 0.143844, "accuracy": 0.16996, "main_score": 0.143844, "hf_subset": "tzm_Tfng-kor_Hang", "languages": ["tzm-Tfng", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.165876, "recall": 0.201581, "f1": 0.173327, "accuracy": 0.201581, "main_score": 0.173327, "hf_subset": "tzm_Tfng-mos_Latn", "languages": ["tzm-Tfng", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.165759, "recall": 0.206522, "f1": 0.173861, "accuracy": 0.206522, "main_score": 0.173861, "hf_subset": "tzm_Tfng-run_Latn", "languages": ["tzm-Tfng", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147322, "recall": 0.181818, "f1": 0.154783, "accuracy": 0.181818, "main_score": 0.154783, "hf_subset": "tzm_Tfng-tam_Taml", "languages": ["tzm-Tfng", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.150759, "recall": 0.182806, "f1": 0.157722, "accuracy": 0.182806, "main_score": 0.157722, "hf_subset": "tzm_Tfng-vie_Latn", "languages": ["tzm-Tfng", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152849, "recall": 0.179842, "f1": 0.158974, "accuracy": 0.179842, "main_score": 0.158974, "hf_subset": "tzm_Tfng-apc_Arab", "languages": ["tzm-Tfng", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.1438, "recall": 0.178854, "f1": 0.151189, "accuracy": 0.178854, "main_score": 0.151189, "hf_subset": "tzm_Tfng-bug_Latn", "languages": ["tzm-Tfng", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154191, "recall": 0.186759, "f1": 0.161583, "accuracy": 0.186759, "main_score": 0.161583, "hf_subset": "tzm_Tfng-fon_Latn", "languages": ["tzm-Tfng", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.162014, "recall": 0.199605, "f1": 0.169963, "accuracy": 0.199605, "main_score": 0.169963, "hf_subset": "tzm_Tfng-jav_Latn", "languages": ["tzm-Tfng", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.155019, "recall": 0.184783, "f1": 0.162834, "accuracy": 0.184783, "main_score": 0.162834, "hf_subset": "tzm_Tfng-lao_Laoo", "languages": ["tzm-Tfng", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.148511, "recall": 0.18083, "f1": 0.156099, "accuracy": 0.18083, "main_score": 0.156099, "hf_subset": "tzm_Tfng-mri_Latn", "languages": ["tzm-Tfng", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158514, "recall": 0.1917, "f1": 0.165285, "accuracy": 0.1917, "main_score": 0.165285, "hf_subset": "tzm_Tfng-rus_Cyrl", "languages": ["tzm-Tfng", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.146297, "recall": 0.178854, "f1": 0.153607, "accuracy": 0.178854, "main_score": 0.153607, "hf_subset": "tzm_Tfng-taq_Latn", "languages": ["tzm-Tfng", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147332, "recall": 0.190711, "f1": 0.156569, "accuracy": 0.190711, "main_score": 0.156569, "hf_subset": "tzm_Tfng-war_Latn", "languages": ["tzm-Tfng", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.14833, "recall": 0.184783, "f1": 0.156397, "accuracy": 0.184783, "main_score": 0.156397, "hf_subset": "tzm_Tfng-arb_Arab", "languages": ["tzm-Tfng", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.144277, "recall": 0.183794, "f1": 0.152264, "accuracy": 0.183794, "main_score": 0.152264, "hf_subset": "tzm_Tfng-bul_Cyrl", "languages": ["tzm-Tfng", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.154184, "recall": 0.190711, "f1": 0.162359, "accuracy": 0.190711, "main_score": 0.162359, "hf_subset": "tzm_Tfng-fra_Latn", "languages": ["tzm-Tfng", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.141435, "recall": 0.175889, "f1": 0.149032, "accuracy": 0.175889, "main_score": 0.149032, "hf_subset": "tzm_Tfng-jpn_Jpan", "languages": ["tzm-Tfng", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.14508, "recall": 0.181818, "f1": 0.153893, "accuracy": 0.181818, "main_score": 0.153893, "hf_subset": "tzm_Tfng-lij_Latn", "languages": ["tzm-Tfng", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147119, "recall": 0.18083, "f1": 0.154095, "accuracy": 0.18083, "main_score": 0.154095, "hf_subset": "tzm_Tfng-mya_Mymr", "languages": ["tzm-Tfng", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.146112, "recall": 0.187747, "f1": 0.154534, "accuracy": 0.187747, "main_score": 0.154534, "hf_subset": "tzm_Tfng-sag_Latn", "languages": ["tzm-Tfng", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.227073, "recall": 0.263834, "f1": 0.23597, "accuracy": 0.263834, "main_score": 0.23597, "hf_subset": "tzm_Tfng-taq_Tfng", "languages": ["tzm-Tfng", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.153316, "recall": 0.194664, "f1": 0.16302, "accuracy": 0.194664, "main_score": 0.16302, "hf_subset": "tzm_Tfng-wol_Latn", "languages": ["tzm-Tfng", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.134215, "recall": 0.16502, "f1": 0.140342, "accuracy": 0.16502, "main_score": 0.140342, "hf_subset": "tzm_Tfng-arb_Latn", "languages": ["tzm-Tfng", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154714, "recall": 0.19664, "f1": 0.163282, "accuracy": 0.19664, "main_score": 0.163282, "hf_subset": "tzm_Tfng-cat_Latn", "languages": ["tzm-Tfng", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152035, "recall": 0.190711, "f1": 0.160567, "accuracy": 0.190711, "main_score": 0.160567, "hf_subset": "tzm_Tfng-fur_Latn", "languages": ["tzm-Tfng", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215649, "recall": 0.256917, "f1": 0.225153, "accuracy": 0.256917, "main_score": 0.225153, "hf_subset": "tzm_Tfng-kab_Latn", "languages": ["tzm-Tfng", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142271, "recall": 0.18083, "f1": 0.150894, "accuracy": 0.18083, "main_score": 0.150894, "hf_subset": "tzm_Tfng-lim_Latn", "languages": ["tzm-Tfng", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.144275, "recall": 0.176877, "f1": 0.151631, "accuracy": 0.176877, "main_score": 0.151631, "hf_subset": "tzm_Tfng-nld_Latn", "languages": ["tzm-Tfng", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152168, "recall": 0.179842, "f1": 0.158996, "accuracy": 0.179842, "main_score": 0.158996, "hf_subset": "tzm_Tfng-san_Deva", "languages": ["tzm-Tfng", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.141235, "recall": 0.181818, "f1": 0.15013, "accuracy": 0.181818, "main_score": 0.15013, "hf_subset": "tzm_Tfng-tat_Cyrl", "languages": ["tzm-Tfng", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.155053, "recall": 0.193676, "f1": 0.163618, "accuracy": 0.193676, "main_score": 0.163618, "hf_subset": "tzm_Tfng-xho_Latn", "languages": ["tzm-Tfng", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.106993, "recall": 0.144269, "f1": 0.114276, "accuracy": 0.144269, "main_score": 0.114276, "hf_subset": "tzm_Tfng-ars_Arab", "languages": ["tzm-Tfng", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.153671, "recall": 0.193676, "f1": 0.1619, "accuracy": 0.193676, "main_score": 0.1619, "hf_subset": "tzm_Tfng-ceb_Latn", "languages": ["tzm-Tfng", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147417, "recall": 0.18083, "f1": 0.154802, "accuracy": 0.18083, "main_score": 0.154802, "hf_subset": "tzm_Tfng-fuv_Latn", "languages": ["tzm-Tfng", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.143771, "recall": 0.179842, "f1": 0.151872, "accuracy": 0.179842, "main_score": 0.151872, "hf_subset": "tzm_Tfng-kac_Latn", "languages": ["tzm-Tfng", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160582, "recall": 0.194664, "f1": 0.167996, "accuracy": 0.194664, "main_score": 0.167996, "hf_subset": "tzm_Tfng-lin_Latn", "languages": ["tzm-Tfng", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158219, "recall": 0.1917, "f1": 0.165738, "accuracy": 0.1917, "main_score": 0.165738, "hf_subset": "tzm_Tfng-nno_Latn", "languages": ["tzm-Tfng", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.108565, "recall": 0.153162, "f1": 0.119276, "accuracy": 0.153162, "main_score": 0.119276, "hf_subset": "tzm_Tfng-sat_Olck", "languages": ["tzm-Tfng", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.153008, "recall": 0.182806, "f1": 0.160545, "accuracy": 0.182806, "main_score": 0.160545, "hf_subset": "tzm_Tfng-tel_Telu", "languages": ["tzm-Tfng", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.163088, "recall": 0.198617, "f1": 0.170421, "accuracy": 0.198617, "main_score": 0.170421, "hf_subset": "tzm_Tfng-ydd_Hebr", "languages": ["tzm-Tfng", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.150645, "recall": 0.183794, "f1": 0.158377, "accuracy": 0.183794, "main_score": 0.158377, "hf_subset": "tzm_Tfng-ary_Arab", "languages": ["tzm-Tfng", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.151749, "recall": 0.185771, "f1": 0.159073, "accuracy": 0.185771, "main_score": 0.159073, "hf_subset": "tzm_Tfng-ces_Latn", "languages": ["tzm-Tfng", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179993, "recall": 0.219368, "f1": 0.187923, "accuracy": 0.219368, "main_score": 0.187923, "hf_subset": "tzm_Tfng-gaz_Latn", "languages": ["tzm-Tfng", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147149, "recall": 0.181818, "f1": 0.155313, "accuracy": 0.181818, "main_score": 0.155313, "hf_subset": "tzm_Tfng-kam_Latn", "languages": ["tzm-Tfng", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151865, "recall": 0.189723, "f1": 0.160258, "accuracy": 0.189723, "main_score": 0.160258, "hf_subset": "tzm_Tfng-lit_Latn", "languages": ["tzm-Tfng", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152409, "recall": 0.190711, "f1": 0.160644, "accuracy": 0.190711, "main_score": 0.160644, "hf_subset": "tzm_Tfng-nob_Latn", "languages": ["tzm-Tfng", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.145436, "recall": 0.185771, "f1": 0.153881, "accuracy": 0.185771, "main_score": 0.153881, "hf_subset": "tzm_Tfng-scn_Latn", "languages": ["tzm-Tfng", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148836, "recall": 0.178854, "f1": 0.156143, "accuracy": 0.178854, "main_score": 0.156143, "hf_subset": "tzm_Tfng-tgk_Cyrl", "languages": ["tzm-Tfng", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.112767, "recall": 0.150198, "f1": 0.120736, "accuracy": 0.150198, "main_score": 0.120736, "hf_subset": "tzm_Tfng-yor_Latn", "languages": ["tzm-Tfng", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.143125, "recall": 0.177866, "f1": 0.150403, "accuracy": 0.177866, "main_score": 0.150403, "hf_subset": "tzm_Tfng-arz_Arab", "languages": ["tzm-Tfng", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.142847, "recall": 0.175889, "f1": 0.150107, "accuracy": 0.175889, "main_score": 0.150107, "hf_subset": "tzm_Tfng-cjk_Latn", "languages": ["tzm-Tfng", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.156156, "recall": 0.194664, "f1": 0.164776, "accuracy": 0.194664, "main_score": 0.164776, "hf_subset": "tzm_Tfng-gla_Latn", "languages": ["tzm-Tfng", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.155993, "recall": 0.186759, "f1": 0.163013, "accuracy": 0.186759, "main_score": 0.163013, "hf_subset": "tzm_Tfng-kan_Knda", "languages": ["tzm-Tfng", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.148806, "recall": 0.183794, "f1": 0.156724, "accuracy": 0.183794, "main_score": 0.156724, "hf_subset": "tzm_Tfng-lmo_Latn", "languages": ["tzm-Tfng", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160497, "recall": 0.193676, "f1": 0.167987, "accuracy": 0.193676, "main_score": 0.167987, "hf_subset": "tzm_Tfng-npi_Deva", "languages": ["tzm-Tfng", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.134011, "recall": 0.166008, "f1": 0.14126, "accuracy": 0.166008, "main_score": 0.14126, "hf_subset": "tzm_Tfng-shn_Mymr", "languages": ["tzm-Tfng", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.156883, "recall": 0.198617, "f1": 0.166475, "accuracy": 0.198617, "main_score": 0.166475, "hf_subset": "tzm_Tfng-tgl_Latn", "languages": ["tzm-Tfng", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.141261, "recall": 0.167984, "f1": 0.147042, "accuracy": 0.167984, "main_score": 0.147042, "hf_subset": "tzm_Tfng-yue_Hant", "languages": ["tzm-Tfng", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.146889, "recall": 0.18083, "f1": 0.153857, "accuracy": 0.18083, "main_score": 0.153857, "hf_subset": "tzm_Tfng-asm_Beng", "languages": ["tzm-Tfng", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.165559, "recall": 0.201581, "f1": 0.17445, "accuracy": 0.201581, "main_score": 0.17445, "hf_subset": "tzm_Tfng-ckb_Arab", "languages": ["tzm-Tfng", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.161163, "recall": 0.19664, "f1": 0.168379, "accuracy": 0.19664, "main_score": 0.168379, "hf_subset": "tzm_Tfng-gle_Latn", "languages": ["tzm-Tfng", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13659, "recall": 0.168972, "f1": 0.143642, "accuracy": 0.168972, "main_score": 0.143642, "hf_subset": "tzm_Tfng-kas_Arab", "languages": ["tzm-Tfng", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.156667, "recall": 0.192688, "f1": 0.165021, "accuracy": 0.192688, "main_score": 0.165021, "hf_subset": "tzm_Tfng-ltg_Latn", "languages": ["tzm-Tfng", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167843, "recall": 0.208498, "f1": 0.176307, "accuracy": 0.208498, "main_score": 0.176307, "hf_subset": "tzm_Tfng-nso_Latn", "languages": ["tzm-Tfng", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146697, "recall": 0.181818, "f1": 0.155225, "accuracy": 0.181818, "main_score": 0.155225, "hf_subset": "tzm_Tfng-sin_Sinh", "languages": ["tzm-Tfng", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.136461, "recall": 0.172925, "f1": 0.144759, "accuracy": 0.172925, "main_score": 0.144759, "hf_subset": "tzm_Tfng-tha_Thai", "languages": ["tzm-Tfng", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.139571, "recall": 0.168972, "f1": 0.145899, "accuracy": 0.168972, "main_score": 0.145899, "hf_subset": "tzm_Tfng-zho_Hans", "languages": ["tzm-Tfng", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.152396, "recall": 0.1917, "f1": 0.161047, "accuracy": 0.1917, "main_score": 0.161047, "hf_subset": "tzm_Tfng-ast_Latn", "languages": ["tzm-Tfng", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149918, "recall": 0.189723, "f1": 0.158877, "accuracy": 0.189723, "main_score": 0.158877, "hf_subset": "tzm_Tfng-crh_Latn", "languages": ["tzm-Tfng", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149136, "recall": 0.186759, "f1": 0.157053, "accuracy": 0.186759, "main_score": 0.157053, "hf_subset": "tzm_Tfng-glg_Latn", "languages": ["tzm-Tfng", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147515, "recall": 0.178854, "f1": 0.153499, "accuracy": 0.178854, "main_score": 0.153499, "hf_subset": "tzm_Tfng-kas_Deva", "languages": ["tzm-Tfng", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.133107, "recall": 0.163043, "f1": 0.140153, "accuracy": 0.163043, "main_score": 0.140153, "hf_subset": "tzm_Tfng-ltz_Latn", "languages": ["tzm-Tfng", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.173712, "recall": 0.20751, "f1": 0.181385, "accuracy": 0.20751, "main_score": 0.181385, "hf_subset": "tzm_Tfng-nus_Latn", "languages": ["tzm-Tfng", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148004, "recall": 0.179842, "f1": 0.15446, "accuracy": 0.179842, "main_score": 0.15446, "hf_subset": "tzm_Tfng-slk_Latn", "languages": ["tzm-Tfng", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.162293, "recall": 0.19664, "f1": 0.170231, "accuracy": 0.19664, "main_score": 0.170231, "hf_subset": "tzm_Tfng-tir_Ethi", "languages": ["tzm-Tfng", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.154019, "recall": 0.179842, "f1": 0.15883, "accuracy": 0.179842, "main_score": 0.15883, "hf_subset": "tzm_Tfng-zho_Hant", "languages": ["tzm-Tfng", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.157239, "recall": 0.184783, "f1": 0.163218, "accuracy": 0.184783, "main_score": 0.163218, "hf_subset": "tzm_Tfng-awa_Deva", "languages": ["tzm-Tfng", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.15094, "recall": 0.188735, "f1": 0.159024, "accuracy": 0.188735, "main_score": 0.159024, "hf_subset": "tzm_Tfng-cym_Latn", "languages": ["tzm-Tfng", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148656, "recall": 0.188735, "f1": 0.156931, "accuracy": 0.188735, "main_score": 0.156931, "hf_subset": "tzm_Tfng-grn_Latn", "languages": ["tzm-Tfng", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142887, "recall": 0.172925, "f1": 0.149993, "accuracy": 0.172925, "main_score": 0.149993, "hf_subset": "tzm_Tfng-kat_Geor", "languages": ["tzm-Tfng", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.163646, "recall": 0.200593, "f1": 0.171372, "accuracy": 0.200593, "main_score": 0.171372, "hf_subset": "tzm_Tfng-lua_Latn", "languages": ["tzm-Tfng", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151261, "recall": 0.187747, "f1": 0.159308, "accuracy": 0.187747, "main_score": 0.159308, "hf_subset": "tzm_Tfng-nya_Latn", "languages": ["tzm-Tfng", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154169, "recall": 0.188735, "f1": 0.161698, "accuracy": 0.188735, "main_score": 0.161698, "hf_subset": "tzm_Tfng-slv_Latn", "languages": ["tzm-Tfng", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.159585, "recall": 0.189723, "f1": 0.165784, "accuracy": 0.189723, "main_score": 0.165784, "hf_subset": "tzm_Tfng-tpi_Latn", "languages": ["tzm-Tfng", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158397, "recall": 0.194664, "f1": 0.166419, "accuracy": 0.194664, "main_score": 0.166419, "hf_subset": "tzm_Tfng-zsm_Latn", "languages": ["tzm-Tfng", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15788, "recall": 0.185771, "f1": 0.164751, "accuracy": 0.185771, "main_score": 0.164751, "hf_subset": "tzm_Tfng-ayr_Latn", "languages": ["tzm-Tfng", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.155657, "recall": 0.189723, "f1": 0.16362, "accuracy": 0.189723, "main_score": 0.16362, "hf_subset": "tzm_Tfng-dan_Latn", "languages": ["tzm-Tfng", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151739, "recall": 0.186759, "f1": 0.15867, "accuracy": 0.186759, "main_score": 0.15867, "hf_subset": "tzm_Tfng-guj_Gujr", "languages": ["tzm-Tfng", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.14783, "recall": 0.189723, "f1": 0.156817, "accuracy": 0.189723, "main_score": 0.156817, "hf_subset": "tzm_Tfng-kaz_Cyrl", "languages": ["tzm-Tfng", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.150891, "recall": 0.197628, "f1": 0.161188, "accuracy": 0.197628, "main_score": 0.161188, "hf_subset": "tzm_Tfng-lug_Latn", "languages": ["tzm-Tfng", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164034, "recall": 0.205534, "f1": 0.173047, "accuracy": 0.205534, "main_score": 0.173047, "hf_subset": "tzm_Tfng-oci_Latn", "languages": ["tzm-Tfng", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161193, "recall": 0.195652, "f1": 0.169072, "accuracy": 0.195652, "main_score": 0.169072, "hf_subset": "tzm_Tfng-smo_Latn", "languages": ["tzm-Tfng", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1506, "recall": 0.192688, "f1": 0.159015, "accuracy": 0.192688, "main_score": 0.159015, "hf_subset": "tzm_Tfng-tsn_Latn", "languages": ["tzm-Tfng", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177557, "recall": 0.208498, "f1": 0.1841, "accuracy": 0.208498, "main_score": 0.1841, "hf_subset": "tzm_Tfng-zul_Latn", "languages": ["tzm-Tfng", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138581, "recall": 0.173913, "f1": 0.146516, "accuracy": 0.173913, "main_score": 0.146516, "hf_subset": "tzm_Tfng-azb_Arab", "languages": ["tzm-Tfng", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.143287, "recall": 0.18083, "f1": 0.151976, "accuracy": 0.18083, "main_score": 0.151976, "hf_subset": "tzm_Tfng-deu_Latn", "languages": ["tzm-Tfng", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.16141, "recall": 0.199605, "f1": 0.170178, "accuracy": 0.199605, "main_score": 0.170178, "hf_subset": "tzm_Tfng-hat_Latn", "languages": ["tzm-Tfng", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147324, "recall": 0.187747, "f1": 0.15593, "accuracy": 0.187747, "main_score": 0.15593, "hf_subset": "tzm_Tfng-kbp_Latn", "languages": ["tzm-Tfng", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.150943, "recall": 0.193676, "f1": 0.16061, "accuracy": 0.193676, "main_score": 0.16061, "hf_subset": "tzm_Tfng-luo_Latn", "languages": ["tzm-Tfng", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157924, "recall": 0.189723, "f1": 0.164712, "accuracy": 0.189723, "main_score": 0.164712, "hf_subset": "tzm_Tfng-ory_Orya", "languages": ["tzm-Tfng", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.142089, "recall": 0.185771, "f1": 0.15058, "accuracy": 0.185771, "main_score": 0.15058, "hf_subset": "tzm_Tfng-sna_Latn", "languages": ["tzm-Tfng", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.168897, "recall": 0.206522, "f1": 0.177293, "accuracy": 0.206522, "main_score": 0.177293, "hf_subset": "tzm_Tfng-tso_Latn", "languages": ["tzm-Tfng", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.144315, "recall": 0.175889, "f1": 0.151343, "accuracy": 0.175889, "main_score": 0.151343, "hf_subset": "tzm_Tfng-azj_Latn", "languages": ["tzm-Tfng", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.109211, "recall": 0.148221, "f1": 0.117801, "accuracy": 0.148221, "main_score": 0.117801, "hf_subset": "tzm_Tfng-dik_Latn", "languages": ["tzm-Tfng", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169185, "recall": 0.209486, "f1": 0.177965, "accuracy": 0.209486, "main_score": 0.177965, "hf_subset": "tzm_Tfng-hau_Latn", "languages": ["tzm-Tfng", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.143443, "recall": 0.175889, "f1": 0.150885, "accuracy": 0.175889, "main_score": 0.150885, "hf_subset": "tzm_Tfng-kea_Latn", "languages": ["tzm-Tfng", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.143982, "recall": 0.175889, "f1": 0.150871, "accuracy": 0.175889, "main_score": 0.150871, "hf_subset": "tzm_Tfng-lus_Latn", "languages": ["tzm-Tfng", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152577, "recall": 0.181818, "f1": 0.159245, "accuracy": 0.181818, "main_score": 0.159245, "hf_subset": "tzm_Tfng-pag_Latn", "languages": ["tzm-Tfng", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.159762, "recall": 0.189723, "f1": 0.166926, "accuracy": 0.189723, "main_score": 0.166926, "hf_subset": "tzm_Tfng-snd_Arab", "languages": ["tzm-Tfng", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.150358, "recall": 0.183794, "f1": 0.157857, "accuracy": 0.183794, "main_score": 0.157857, "hf_subset": "tzm_Tfng-tuk_Latn", "languages": ["tzm-Tfng", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157766, "recall": 0.193676, "f1": 0.166436, "accuracy": 0.193676, "main_score": 0.166436, "hf_subset": "tzm_Tfng-bak_Cyrl", "languages": ["tzm-Tfng", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.067731, "recall": 0.101779, "f1": 0.074383, "accuracy": 0.101779, "main_score": 0.074383, "hf_subset": "tzm_Tfng-dyu_Latn", "languages": ["tzm-Tfng", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15249, "recall": 0.184783, "f1": 0.158825, "accuracy": 0.184783, "main_score": 0.158825, "hf_subset": "tzm_Tfng-heb_Hebr", "languages": ["tzm-Tfng", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.150146, "recall": 0.181818, "f1": 0.157383, "accuracy": 0.181818, "main_score": 0.157383, "hf_subset": "tzm_Tfng-khk_Cyrl", "languages": ["tzm-Tfng", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.143294, "recall": 0.179842, "f1": 0.151199, "accuracy": 0.179842, "main_score": 0.151199, "hf_subset": "tzm_Tfng-lvs_Latn", "languages": ["tzm-Tfng", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148631, "recall": 0.186759, "f1": 0.156787, "accuracy": 0.186759, "main_score": 0.156787, "hf_subset": "tzm_Tfng-pan_Guru", "languages": ["tzm-Tfng", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.176107, "recall": 0.206522, "f1": 0.182876, "accuracy": 0.206522, "main_score": 0.182876, "hf_subset": "tzm_Tfng-som_Latn", "languages": ["tzm-Tfng", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151396, "recall": 0.187747, "f1": 0.159464, "accuracy": 0.187747, "main_score": 0.159464, "hf_subset": "tzm_Tfng-tum_Latn", "languages": ["tzm-Tfng", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578372, "recall": 0.645257, "f1": 0.597803, "accuracy": 0.645257, "main_score": 0.597803, "hf_subset": "acq_Arab-ace_Arab", "languages": ["acq-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529411, "recall": 0.593874, "f1": 0.547468, "accuracy": 0.593874, "main_score": 0.547468, "hf_subset": "acq_Arab-bam_Latn", "languages": ["acq-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444486, "recall": 0.528656, "f1": 0.467434, "accuracy": 0.528656, "main_score": 0.467434, "hf_subset": "acq_Arab-dzo_Tibt", "languages": ["acq-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hin_Deva", "languages": ["acq-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-khm_Khmr", "languages": ["acq-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mag_Deva", "languages": ["acq-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "acq_Arab-pap_Latn", "languages": ["acq-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599811, "recall": 0.655138, "f1": 0.6158, "accuracy": 0.655138, "main_score": 0.6158, "hf_subset": "acq_Arab-sot_Latn", "languages": ["acq-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-tur_Latn", "languages": ["acq-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879282, "recall": 0.911067, "f1": 0.889295, "accuracy": 0.911067, "main_score": 0.889295, "hf_subset": "acq_Arab-ace_Latn", "languages": ["acq-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.976285, "f1": 0.970191, "accuracy": 0.976285, "main_score": 0.970191, "hf_subset": "acq_Arab-ban_Latn", "languages": ["acq-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ell_Grek", "languages": ["acq-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "acq_Arab-hne_Deva", "languages": ["acq-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.602761, "recall": 0.657115, "f1": 0.618761, "accuracy": 0.657115, "main_score": 0.618761, "hf_subset": "acq_Arab-kik_Latn", "languages": ["acq-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-mai_Deva", "languages": ["acq-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "acq_Arab-pbt_Arab", "languages": ["acq-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-spa_Latn", "languages": ["acq-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611677, "recall": 0.671937, "f1": 0.628698, "accuracy": 0.671937, "main_score": 0.628698, "hf_subset": "acq_Arab-twi_Latn", "languages": ["acq-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-acm_Arab", "languages": ["acq-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bel_Cyrl", "languages": ["acq-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-eng_Latn", "languages": ["acq-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hrv_Latn", "languages": ["acq-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56306, "recall": 0.625494, "f1": 0.580571, "accuracy": 0.625494, "main_score": 0.580571, "hf_subset": "acq_Arab-kin_Latn", "languages": ["acq-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-mal_Mlym", "languages": ["acq-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pes_Arab", "languages": ["acq-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acq_Arab-srd_Latn", "languages": ["acq-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175697, "recall": 0.230237, "f1": 0.189396, "accuracy": 0.230237, "main_score": 0.189396, "hf_subset": "acq_Arab-tzm_Tfng", "languages": ["acq-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.627734, "recall": 0.679842, "f1": 0.642791, "accuracy": 0.679842, "main_score": 0.642791, "hf_subset": "acq_Arab-bem_Latn", "languages": ["acq-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-epo_Latn", "languages": ["acq-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hun_Latn", "languages": ["acq-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acq_Arab-kir_Cyrl", "languages": ["acq-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mar_Deva", "languages": ["acq-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.667928, "recall": 0.719368, "f1": 0.68279, "accuracy": 0.719368, "main_score": 0.68279, "hf_subset": "acq_Arab-plt_Latn", "languages": ["acq-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-srp_Cyrl", "languages": ["acq-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "acq_Arab-uig_Arab", "languages": ["acq-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-aeb_Arab", "languages": ["acq-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ben_Beng", "languages": ["acq-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-est_Latn", "languages": ["acq-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hye_Armn", "languages": ["acq-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.55, "recall": 0.603755, "f1": 0.565683, "accuracy": 0.603755, "main_score": 0.565683, "hf_subset": "acq_Arab-kmb_Latn", "languages": ["acq-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502063, "recall": 0.576087, "f1": 0.522595, "accuracy": 0.576087, "main_score": 0.522595, "hf_subset": "acq_Arab-min_Arab", "languages": ["acq-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pol_Latn", "languages": ["acq-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554473, "recall": 0.619565, "f1": 0.573487, "accuracy": 0.619565, "main_score": 0.573487, "hf_subset": "acq_Arab-ssw_Latn", "languages": ["acq-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ukr_Cyrl", "languages": ["acq-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-afr_Latn", "languages": ["acq-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bho_Deva", "languages": ["acq-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acq_Arab-eus_Latn", "languages": ["acq-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567866, "recall": 0.633399, "f1": 0.586072, "accuracy": 0.633399, "main_score": 0.586072, "hf_subset": "acq_Arab-ibo_Latn", "languages": ["acq-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906209, "recall": 0.933794, "f1": 0.915086, "accuracy": 0.933794, "main_score": 0.915086, "hf_subset": "acq_Arab-kmr_Latn", "languages": ["acq-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acq_Arab-min_Latn", "languages": ["acq-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-por_Latn", "languages": ["acq-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-sun_Latn", "languages": ["acq-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516898, "recall": 0.577075, "f1": 0.534623, "accuracy": 0.577075, "main_score": 0.534623, "hf_subset": "acq_Arab-umb_Latn", "languages": ["acq-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ajp_Arab", "languages": ["acq-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543177, "recall": 0.610672, "f1": 0.562357, "accuracy": 0.610672, "main_score": 0.562357, "hf_subset": "acq_Arab-bjn_Arab", "languages": ["acq-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511504, "recall": 0.575099, "f1": 0.529627, "accuracy": 0.575099, "main_score": 0.529627, "hf_subset": "acq_Arab-ewe_Latn", "languages": ["acq-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944664, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "acq_Arab-ilo_Latn", "languages": ["acq-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31619, "recall": 0.375494, "f1": 0.332713, "accuracy": 0.375494, "main_score": 0.332713, "hf_subset": "acq_Arab-knc_Arab", "languages": ["acq-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mkd_Cyrl", "languages": ["acq-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-prs_Arab", "languages": ["acq-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-swe_Latn", "languages": ["acq-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-urd_Arab", "languages": ["acq-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575767, "recall": 0.645257, "f1": 0.59598, "accuracy": 0.645257, "main_score": 0.59598, "hf_subset": "acq_Arab-aka_Latn", "languages": ["acq-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-bjn_Latn", "languages": ["acq-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "acq_Arab-fao_Latn", "languages": ["acq-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ind_Latn", "languages": ["acq-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587597, "recall": 0.641304, "f1": 0.6034, "accuracy": 0.641304, "main_score": 0.6034, "hf_subset": "acq_Arab-knc_Latn", "languages": ["acq-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acq_Arab-mlt_Latn", "languages": ["acq-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717567, "recall": 0.778656, "f1": 0.736133, "accuracy": 0.778656, "main_score": 0.736133, "hf_subset": "acq_Arab-quy_Latn", "languages": ["acq-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "acq_Arab-swh_Latn", "languages": ["acq-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-uzn_Latn", "languages": ["acq-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-als_Latn", "languages": ["acq-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662805, "recall": 0.737154, "f1": 0.684645, "accuracy": 0.737154, "main_score": 0.684645, "hf_subset": "acq_Arab-bod_Tibt", "languages": ["acq-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.704458, "recall": 0.761858, "f1": 0.721411, "accuracy": 0.761858, "main_score": 0.721411, "hf_subset": "acq_Arab-fij_Latn", "languages": ["acq-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-isl_Latn", "languages": ["acq-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659848, "recall": 0.713439, "f1": 0.676186, "accuracy": 0.713439, "main_score": 0.676186, "hf_subset": "acq_Arab-kon_Latn", "languages": ["acq-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646024, "recall": 0.718379, "f1": 0.667182, "accuracy": 0.718379, "main_score": 0.667182, "hf_subset": "acq_Arab-mni_Beng", "languages": ["acq-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ron_Latn", "languages": ["acq-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "acq_Arab-szl_Latn", "languages": ["acq-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-vec_Latn", "languages": ["acq-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "acq_Arab-amh_Ethi", "languages": ["acq-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bos_Latn", "languages": ["acq-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-fin_Latn", "languages": ["acq-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ita_Latn", "languages": ["acq-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-kor_Hang", "languages": ["acq-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.539568, "recall": 0.602767, "f1": 0.556715, "accuracy": 0.602767, "main_score": 0.556715, "hf_subset": "acq_Arab-mos_Latn", "languages": ["acq-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558745, "recall": 0.616601, "f1": 0.57494, "accuracy": 0.616601, "main_score": 0.57494, "hf_subset": "acq_Arab-run_Latn", "languages": ["acq-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-tam_Taml", "languages": ["acq-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-vie_Latn", "languages": ["acq-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-apc_Arab", "languages": ["acq-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811989, "recall": 0.853755, "f1": 0.824539, "accuracy": 0.853755, "main_score": 0.824539, "hf_subset": "acq_Arab-bug_Latn", "languages": ["acq-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478168, "recall": 0.537549, "f1": 0.494123, "accuracy": 0.537549, "main_score": 0.494123, "hf_subset": "acq_Arab-fon_Latn", "languages": ["acq-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-jav_Latn", "languages": ["acq-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-lao_Laoo", "languages": ["acq-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.882882, "recall": 0.916008, "f1": 0.893528, "accuracy": 0.916008, "main_score": 0.893528, "hf_subset": "acq_Arab-mri_Latn", "languages": ["acq-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-rus_Cyrl", "languages": ["acq-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534413, "recall": 0.602767, "f1": 0.553875, "accuracy": 0.602767, "main_score": 0.553875, "hf_subset": "acq_Arab-taq_Latn", "languages": ["acq-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-war_Latn", "languages": ["acq-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-arb_Arab", "languages": ["acq-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bul_Cyrl", "languages": ["acq-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-fra_Latn", "languages": ["acq-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-jpn_Jpan", "languages": ["acq-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "acq_Arab-lij_Latn", "languages": ["acq-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "acq_Arab-mya_Mymr", "languages": ["acq-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.587886, "recall": 0.656126, "f1": 0.607419, "accuracy": 0.656126, "main_score": 0.607419, "hf_subset": "acq_Arab-sag_Latn", "languages": ["acq-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204462, "recall": 0.268775, "f1": 0.219255, "accuracy": 0.268775, "main_score": 0.219255, "hf_subset": "acq_Arab-taq_Tfng", "languages": ["acq-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.623363, "recall": 0.690711, "f1": 0.642935, "accuracy": 0.690711, "main_score": 0.642935, "hf_subset": "acq_Arab-wol_Latn", "languages": ["acq-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868824, "recall": 0.907115, "f1": 0.880995, "accuracy": 0.907115, "main_score": 0.880995, "hf_subset": "acq_Arab-arb_Latn", "languages": ["acq-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-cat_Latn", "languages": ["acq-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-fur_Latn", "languages": ["acq-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43197, "recall": 0.492095, "f1": 0.448389, "accuracy": 0.492095, "main_score": 0.448389, "hf_subset": "acq_Arab-kab_Latn", "languages": ["acq-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acq_Arab-lim_Latn", "languages": ["acq-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-nld_Latn", "languages": ["acq-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acq_Arab-san_Deva", "languages": ["acq-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-tat_Cyrl", "languages": ["acq-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.687773, "recall": 0.745059, "f1": 0.705005, "accuracy": 0.745059, "main_score": 0.705005, "hf_subset": "acq_Arab-xho_Latn", "languages": ["acq-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ars_Arab", "languages": ["acq-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ceb_Latn", "languages": ["acq-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569959, "recall": 0.629447, "f1": 0.587182, "accuracy": 0.629447, "main_score": 0.587182, "hf_subset": "acq_Arab-fuv_Latn", "languages": ["acq-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500126, "recall": 0.570158, "f1": 0.519359, "accuracy": 0.570158, "main_score": 0.519359, "hf_subset": "acq_Arab-kac_Latn", "languages": ["acq-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663549, "recall": 0.718379, "f1": 0.680091, "accuracy": 0.718379, "main_score": 0.680091, "hf_subset": "acq_Arab-lin_Latn", "languages": ["acq-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-nno_Latn", "languages": ["acq-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.232848, "recall": 0.316206, "f1": 0.254754, "accuracy": 0.316206, "main_score": 0.254754, "hf_subset": "acq_Arab-sat_Olck", "languages": ["acq-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-tel_Telu", "languages": ["acq-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "acq_Arab-ydd_Hebr", "languages": ["acq-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "acq_Arab-ary_Arab", "languages": ["acq-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ces_Latn", "languages": ["acq-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564443, "recall": 0.629447, "f1": 0.583324, "accuracy": 0.629447, "main_score": 0.583324, "hf_subset": "acq_Arab-gaz_Latn", "languages": ["acq-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586215, "recall": 0.650198, "f1": 0.604054, "accuracy": 0.650198, "main_score": 0.604054, "hf_subset": "acq_Arab-kam_Latn", "languages": ["acq-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "acq_Arab-lit_Latn", "languages": ["acq-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-nob_Latn", "languages": ["acq-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "acq_Arab-scn_Latn", "languages": ["acq-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acq_Arab-tgk_Cyrl", "languages": ["acq-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.720636, "recall": 0.786561, "f1": 0.740895, "accuracy": 0.786561, "main_score": 0.740895, "hf_subset": "acq_Arab-yor_Latn", "languages": ["acq-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-arz_Arab", "languages": ["acq-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565995, "recall": 0.624506, "f1": 0.58294, "accuracy": 0.624506, "main_score": 0.58294, "hf_subset": "acq_Arab-cjk_Latn", "languages": ["acq-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797925, "recall": 0.848814, "f1": 0.813702, "accuracy": 0.848814, "main_score": 0.813702, "hf_subset": "acq_Arab-gla_Latn", "languages": ["acq-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-kan_Knda", "languages": ["acq-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acq_Arab-lmo_Latn", "languages": ["acq-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "acq_Arab-npi_Deva", "languages": ["acq-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46197, "recall": 0.532609, "f1": 0.480802, "accuracy": 0.532609, "main_score": 0.480802, "hf_subset": "acq_Arab-shn_Mymr", "languages": ["acq-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-tgl_Latn", "languages": ["acq-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-yue_Hant", "languages": ["acq-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-asm_Beng", "languages": ["acq-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "acq_Arab-ckb_Arab", "languages": ["acq-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.903607, "recall": 0.928854, "f1": 0.911462, "accuracy": 0.928854, "main_score": 0.911462, "hf_subset": "acq_Arab-gle_Latn", "languages": ["acq-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.965415, "f1": 0.954051, "accuracy": 0.965415, "main_score": 0.954051, "hf_subset": "acq_Arab-kas_Arab", "languages": ["acq-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.95751, "f1": 0.944005, "accuracy": 0.95751, "main_score": 0.944005, "hf_subset": "acq_Arab-ltg_Latn", "languages": ["acq-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6168, "recall": 0.66996, "f1": 0.632285, "accuracy": 0.66996, "main_score": 0.632285, "hf_subset": "acq_Arab-nso_Latn", "languages": ["acq-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "acq_Arab-sin_Sinh", "languages": ["acq-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-tha_Thai", "languages": ["acq-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-zho_Hans", "languages": ["acq-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ast_Latn", "languages": ["acq-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-crh_Latn", "languages": ["acq-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-glg_Latn", "languages": ["acq-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904315, "recall": 0.933794, "f1": 0.914032, "accuracy": 0.933794, "main_score": 0.914032, "hf_subset": "acq_Arab-kas_Deva", "languages": ["acq-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acq_Arab-ltz_Latn", "languages": ["acq-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452257, "recall": 0.522727, "f1": 0.471303, "accuracy": 0.522727, "main_score": 0.471303, "hf_subset": "acq_Arab-nus_Latn", "languages": ["acq-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-slk_Latn", "languages": ["acq-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644384, "recall": 0.712451, "f1": 0.664676, "accuracy": 0.712451, "main_score": 0.664676, "hf_subset": "acq_Arab-tir_Ethi", "languages": ["acq-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-zho_Hant", "languages": ["acq-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "acq_Arab-awa_Deva", "languages": ["acq-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "acq_Arab-cym_Latn", "languages": ["acq-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847941, "recall": 0.889328, "f1": 0.861067, "accuracy": 0.889328, "main_score": 0.861067, "hf_subset": "acq_Arab-grn_Latn", "languages": ["acq-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-kat_Geor", "languages": ["acq-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.644286, "recall": 0.698617, "f1": 0.660128, "accuracy": 0.698617, "main_score": 0.660128, "hf_subset": "acq_Arab-lua_Latn", "languages": ["acq-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632913, "recall": 0.698617, "f1": 0.651786, "accuracy": 0.698617, "main_score": 0.651786, "hf_subset": "acq_Arab-nya_Latn", "languages": ["acq-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-slv_Latn", "languages": ["acq-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "acq_Arab-tpi_Latn", "languages": ["acq-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-zsm_Latn", "languages": ["acq-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536317, "recall": 0.604743, "f1": 0.555831, "accuracy": 0.604743, "main_score": 0.555831, "hf_subset": "acq_Arab-ayr_Latn", "languages": ["acq-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-dan_Latn", "languages": ["acq-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-guj_Gujr", "languages": ["acq-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-kaz_Cyrl", "languages": ["acq-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535608, "recall": 0.600791, "f1": 0.55384, "accuracy": 0.600791, "main_score": 0.55384, "hf_subset": "acq_Arab-lug_Latn", "languages": ["acq-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-oci_Latn", "languages": ["acq-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832181, "recall": 0.878458, "f1": 0.846443, "accuracy": 0.878458, "main_score": 0.846443, "hf_subset": "acq_Arab-smo_Latn", "languages": ["acq-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554579, "recall": 0.617589, "f1": 0.572781, "accuracy": 0.617589, "main_score": 0.572781, "hf_subset": "acq_Arab-tsn_Latn", "languages": ["acq-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606563, "recall": 0.672925, "f1": 0.625881, "accuracy": 0.672925, "main_score": 0.625881, "hf_subset": "acq_Arab-zul_Latn", "languages": ["acq-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924242, "recall": 0.947628, "f1": 0.931983, "accuracy": 0.947628, "main_score": 0.931983, "hf_subset": "acq_Arab-azb_Arab", "languages": ["acq-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-deu_Latn", "languages": ["acq-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "acq_Arab-hat_Latn", "languages": ["acq-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481621, "recall": 0.540514, "f1": 0.49809, "accuracy": 0.540514, "main_score": 0.49809, "hf_subset": "acq_Arab-kbp_Latn", "languages": ["acq-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579631, "recall": 0.636364, "f1": 0.595179, "accuracy": 0.636364, "main_score": 0.595179, "hf_subset": "acq_Arab-luo_Latn", "languages": ["acq-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ory_Orya", "languages": ["acq-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.579562, "recall": 0.650198, "f1": 0.600532, "accuracy": 0.650198, "main_score": 0.600532, "hf_subset": "acq_Arab-sna_Latn", "languages": ["acq-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553683, "recall": 0.609684, "f1": 0.569507, "accuracy": 0.609684, "main_score": 0.569507, "hf_subset": "acq_Arab-tso_Latn", "languages": ["acq-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-azj_Latn", "languages": ["acq-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547124, "recall": 0.617589, "f1": 0.567416, "accuracy": 0.617589, "main_score": 0.567416, "hf_subset": "acq_Arab-dik_Latn", "languages": ["acq-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741749, "recall": 0.802372, "f1": 0.759999, "accuracy": 0.802372, "main_score": 0.759999, "hf_subset": "acq_Arab-hau_Latn", "languages": ["acq-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acq_Arab-kea_Latn", "languages": ["acq-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743659, "recall": 0.793478, "f1": 0.758893, "accuracy": 0.793478, "main_score": 0.758893, "hf_subset": "acq_Arab-lus_Latn", "languages": ["acq-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869022, "recall": 0.901186, "f1": 0.878821, "accuracy": 0.901186, "main_score": 0.878821, "hf_subset": "acq_Arab-pag_Latn", "languages": ["acq-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-snd_Arab", "languages": ["acq-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "acq_Arab-tuk_Latn", "languages": ["acq-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-bak_Cyrl", "languages": ["acq-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466578, "recall": 0.544466, "f1": 0.489251, "accuracy": 0.544466, "main_score": 0.489251, "hf_subset": "acq_Arab-dyu_Latn", "languages": ["acq-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-heb_Hebr", "languages": ["acq-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-khk_Cyrl", "languages": ["acq-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-lvs_Latn", "languages": ["acq-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pan_Guru", "languages": ["acq-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.716255, "recall": 0.775692, "f1": 0.733898, "accuracy": 0.775692, "main_score": 0.733898, "hf_subset": "acq_Arab-som_Latn", "languages": ["acq-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598624, "recall": 0.655138, "f1": 0.614813, "accuracy": 0.655138, "main_score": 0.614813, "hf_subset": "acq_Arab-tum_Latn", "languages": ["acq-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468831, "recall": 0.520751, "f1": 0.483464, "accuracy": 0.520751, "main_score": 0.483464, "hf_subset": "bem_Latn-ace_Arab", "languages": ["bem-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515102, "recall": 0.563241, "f1": 0.530007, "accuracy": 0.563241, "main_score": 0.530007, "hf_subset": "bem_Latn-bam_Latn", "languages": ["bem-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267295, "recall": 0.317194, "f1": 0.280384, "accuracy": 0.317194, "main_score": 0.280384, "hf_subset": "bem_Latn-dzo_Tibt", "languages": ["bem-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.614837, "recall": 0.657115, "f1": 0.62562, "accuracy": 0.657115, "main_score": 0.62562, "hf_subset": "bem_Latn-hin_Deva", "languages": ["bem-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573388, "recall": 0.621542, "f1": 0.58655, "accuracy": 0.621542, "main_score": 0.58655, "hf_subset": "bem_Latn-khm_Khmr", "languages": ["bem-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.609136, "recall": 0.65415, "f1": 0.621442, "accuracy": 0.65415, "main_score": 0.621442, "hf_subset": "bem_Latn-mag_Deva", "languages": ["bem-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.60471, "recall": 0.643281, "f1": 0.61441, "accuracy": 0.643281, "main_score": 0.61441, "hf_subset": "bem_Latn-pap_Latn", "languages": ["bem-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596454, "recall": 0.644269, "f1": 0.609473, "accuracy": 0.644269, "main_score": 0.609473, "hf_subset": "bem_Latn-sot_Latn", "languages": ["bem-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610209, "recall": 0.661067, "f1": 0.623299, "accuracy": 0.661067, "main_score": 0.623299, "hf_subset": "bem_Latn-tur_Latn", "languages": ["bem-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596092, "recall": 0.635375, "f1": 0.606853, "accuracy": 0.635375, "main_score": 0.606853, "hf_subset": "bem_Latn-ace_Latn", "languages": ["bem-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615785, "recall": 0.650198, "f1": 0.62512, "accuracy": 0.650198, "main_score": 0.62512, "hf_subset": "bem_Latn-ban_Latn", "languages": ["bem-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601711, "recall": 0.652174, "f1": 0.615215, "accuracy": 0.652174, "main_score": 0.615215, "hf_subset": "bem_Latn-ell_Grek", "languages": ["bem-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.586306, "recall": 0.635375, "f1": 0.599714, "accuracy": 0.635375, "main_score": 0.599714, "hf_subset": "bem_Latn-hne_Deva", "languages": ["bem-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.570822, "recall": 0.615613, "f1": 0.58288, "accuracy": 0.615613, "main_score": 0.58288, "hf_subset": "bem_Latn-kik_Latn", "languages": ["bem-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608728, "recall": 0.660079, "f1": 0.621568, "accuracy": 0.660079, "main_score": 0.621568, "hf_subset": "bem_Latn-mai_Deva", "languages": ["bem-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.570956, "recall": 0.620553, "f1": 0.583367, "accuracy": 0.620553, "main_score": 0.583367, "hf_subset": "bem_Latn-pbt_Arab", "languages": ["bem-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.624188, "recall": 0.670949, "f1": 0.635948, "accuracy": 0.670949, "main_score": 0.635948, "hf_subset": "bem_Latn-spa_Latn", "languages": ["bem-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585862, "recall": 0.623518, "f1": 0.596942, "accuracy": 0.623518, "main_score": 0.596942, "hf_subset": "bem_Latn-twi_Latn", "languages": ["bem-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598198, "recall": 0.646245, "f1": 0.610193, "accuracy": 0.646245, "main_score": 0.610193, "hf_subset": "bem_Latn-acm_Arab", "languages": ["bem-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585942, "recall": 0.637352, "f1": 0.598582, "accuracy": 0.637352, "main_score": 0.598582, "hf_subset": "bem_Latn-bel_Cyrl", "languages": ["bem-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.64488, "recall": 0.687747, "f1": 0.655312, "accuracy": 0.687747, "main_score": 0.655312, "hf_subset": "bem_Latn-eng_Latn", "languages": ["bem-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633928, "recall": 0.683794, "f1": 0.646151, "accuracy": 0.683794, "main_score": 0.646151, "hf_subset": "bem_Latn-hrv_Latn", "languages": ["bem-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562248, "recall": 0.617589, "f1": 0.577786, "accuracy": 0.617589, "main_score": 0.577786, "hf_subset": "bem_Latn-kin_Latn", "languages": ["bem-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597444, "recall": 0.651186, "f1": 0.612299, "accuracy": 0.651186, "main_score": 0.612299, "hf_subset": "bem_Latn-mal_Mlym", "languages": ["bem-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.601533, "recall": 0.648221, "f1": 0.614202, "accuracy": 0.648221, "main_score": 0.614202, "hf_subset": "bem_Latn-pes_Arab", "languages": ["bem-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60511, "recall": 0.645257, "f1": 0.615311, "accuracy": 0.645257, "main_score": 0.615311, "hf_subset": "bem_Latn-srd_Latn", "languages": ["bem-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214867, "recall": 0.258893, "f1": 0.226103, "accuracy": 0.258893, "main_score": 0.226103, "hf_subset": "bem_Latn-tzm_Tfng", "languages": ["bem-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.60534, "recall": 0.656126, "f1": 0.618422, "accuracy": 0.656126, "main_score": 0.618422, "hf_subset": "bem_Latn-acq_Arab", "languages": ["bem-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620695, "recall": 0.66502, "f1": 0.632284, "accuracy": 0.66502, "main_score": 0.632284, "hf_subset": "bem_Latn-epo_Latn", "languages": ["bem-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613663, "recall": 0.664032, "f1": 0.62654, "accuracy": 0.664032, "main_score": 0.62654, "hf_subset": "bem_Latn-hun_Latn", "languages": ["bem-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587058, "recall": 0.63834, "f1": 0.600234, "accuracy": 0.63834, "main_score": 0.600234, "hf_subset": "bem_Latn-kir_Cyrl", "languages": ["bem-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.606595, "recall": 0.649209, "f1": 0.618, "accuracy": 0.649209, "main_score": 0.618, "hf_subset": "bem_Latn-mar_Deva", "languages": ["bem-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.586935, "recall": 0.630435, "f1": 0.599161, "accuracy": 0.630435, "main_score": 0.599161, "hf_subset": "bem_Latn-plt_Latn", "languages": ["bem-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611931, "recall": 0.662055, "f1": 0.62509, "accuracy": 0.662055, "main_score": 0.62509, "hf_subset": "bem_Latn-srp_Cyrl", "languages": ["bem-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521552, "recall": 0.576087, "f1": 0.536492, "accuracy": 0.576087, "main_score": 0.536492, "hf_subset": "bem_Latn-uig_Arab", "languages": ["bem-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603593, "recall": 0.646245, "f1": 0.614439, "accuracy": 0.646245, "main_score": 0.614439, "hf_subset": "bem_Latn-aeb_Arab", "languages": ["bem-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604434, "recall": 0.65415, "f1": 0.617791, "accuracy": 0.65415, "main_score": 0.617791, "hf_subset": "bem_Latn-ben_Beng", "languages": ["bem-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.588968, "recall": 0.639328, "f1": 0.602908, "accuracy": 0.639328, "main_score": 0.602908, "hf_subset": "bem_Latn-est_Latn", "languages": ["bem-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583919, "recall": 0.639328, "f1": 0.598091, "accuracy": 0.639328, "main_score": 0.598091, "hf_subset": "bem_Latn-hye_Armn", "languages": ["bem-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.561533, "recall": 0.600791, "f1": 0.573386, "accuracy": 0.600791, "main_score": 0.573386, "hf_subset": "bem_Latn-kmb_Latn", "languages": ["bem-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415023, "recall": 0.472332, "f1": 0.43084, "accuracy": 0.472332, "main_score": 0.43084, "hf_subset": "bem_Latn-min_Arab", "languages": ["bem-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.615675, "recall": 0.666996, "f1": 0.628687, "accuracy": 0.666996, "main_score": 0.628687, "hf_subset": "bem_Latn-pol_Latn", "languages": ["bem-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590234, "recall": 0.636364, "f1": 0.603572, "accuracy": 0.636364, "main_score": 0.603572, "hf_subset": "bem_Latn-ssw_Latn", "languages": ["bem-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620244, "recall": 0.66996, "f1": 0.63338, "accuracy": 0.66996, "main_score": 0.63338, "hf_subset": "bem_Latn-ukr_Cyrl", "languages": ["bem-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.638604, "recall": 0.684783, "f1": 0.650781, "accuracy": 0.684783, "main_score": 0.650781, "hf_subset": "bem_Latn-afr_Latn", "languages": ["bem-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594838, "recall": 0.642292, "f1": 0.608026, "accuracy": 0.642292, "main_score": 0.608026, "hf_subset": "bem_Latn-bho_Deva", "languages": ["bem-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.588237, "recall": 0.639328, "f1": 0.602473, "accuracy": 0.639328, "main_score": 0.602473, "hf_subset": "bem_Latn-eus_Latn", "languages": ["bem-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558698, "recall": 0.618577, "f1": 0.575681, "accuracy": 0.618577, "main_score": 0.575681, "hf_subset": "bem_Latn-ibo_Latn", "languages": ["bem-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57954, "recall": 0.623518, "f1": 0.591367, "accuracy": 0.623518, "main_score": 0.591367, "hf_subset": "bem_Latn-kmr_Latn", "languages": ["bem-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61576, "recall": 0.666008, "f1": 0.627869, "accuracy": 0.666008, "main_score": 0.627869, "hf_subset": "bem_Latn-min_Latn", "languages": ["bem-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640144, "recall": 0.683794, "f1": 0.651146, "accuracy": 0.683794, "main_score": 0.651146, "hf_subset": "bem_Latn-por_Latn", "languages": ["bem-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620914, "recall": 0.661067, "f1": 0.631837, "accuracy": 0.661067, "main_score": 0.631837, "hf_subset": "bem_Latn-sun_Latn", "languages": ["bem-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525395, "recall": 0.573123, "f1": 0.539534, "accuracy": 0.573123, "main_score": 0.539534, "hf_subset": "bem_Latn-umb_Latn", "languages": ["bem-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612183, "recall": 0.656126, "f1": 0.623716, "accuracy": 0.656126, "main_score": 0.623716, "hf_subset": "bem_Latn-ajp_Arab", "languages": ["bem-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.434611, "recall": 0.48913, "f1": 0.449519, "accuracy": 0.48913, "main_score": 0.449519, "hf_subset": "bem_Latn-bjn_Arab", "languages": ["bem-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51638, "recall": 0.559289, "f1": 0.528235, "accuracy": 0.559289, "main_score": 0.528235, "hf_subset": "bem_Latn-ewe_Latn", "languages": ["bem-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640382, "recall": 0.675889, "f1": 0.649289, "accuracy": 0.675889, "main_score": 0.649289, "hf_subset": "bem_Latn-ilo_Latn", "languages": ["bem-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315753, "recall": 0.37253, "f1": 0.331699, "accuracy": 0.37253, "main_score": 0.331699, "hf_subset": "bem_Latn-knc_Arab", "languages": ["bem-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619716, "recall": 0.673913, "f1": 0.633578, "accuracy": 0.673913, "main_score": 0.633578, "hf_subset": "bem_Latn-mkd_Cyrl", "languages": ["bem-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597258, "recall": 0.644269, "f1": 0.610232, "accuracy": 0.644269, "main_score": 0.610232, "hf_subset": "bem_Latn-prs_Arab", "languages": ["bem-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61822, "recall": 0.672925, "f1": 0.632351, "accuracy": 0.672925, "main_score": 0.632351, "hf_subset": "bem_Latn-swe_Latn", "languages": ["bem-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593836, "recall": 0.649209, "f1": 0.60936, "accuracy": 0.649209, "main_score": 0.60936, "hf_subset": "bem_Latn-urd_Arab", "languages": ["bem-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585701, "recall": 0.621542, "f1": 0.59542, "accuracy": 0.621542, "main_score": 0.59542, "hf_subset": "bem_Latn-aka_Latn", "languages": ["bem-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617029, "recall": 0.652174, "f1": 0.626323, "accuracy": 0.652174, "main_score": 0.626323, "hf_subset": "bem_Latn-bjn_Latn", "languages": ["bem-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597838, "recall": 0.648221, "f1": 0.611172, "accuracy": 0.648221, "main_score": 0.611172, "hf_subset": "bem_Latn-fao_Latn", "languages": ["bem-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631688, "recall": 0.677866, "f1": 0.643384, "accuracy": 0.677866, "main_score": 0.643384, "hf_subset": "bem_Latn-ind_Latn", "languages": ["bem-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561562, "recall": 0.605731, "f1": 0.574027, "accuracy": 0.605731, "main_score": 0.574027, "hf_subset": "bem_Latn-knc_Latn", "languages": ["bem-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616987, "recall": 0.662055, "f1": 0.627608, "accuracy": 0.662055, "main_score": 0.627608, "hf_subset": "bem_Latn-mlt_Latn", "languages": ["bem-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558951, "recall": 0.605731, "f1": 0.572716, "accuracy": 0.605731, "main_score": 0.572716, "hf_subset": "bem_Latn-quy_Latn", "languages": ["bem-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616857, "recall": 0.662055, "f1": 0.628958, "accuracy": 0.662055, "main_score": 0.628958, "hf_subset": "bem_Latn-swh_Latn", "languages": ["bem-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592074, "recall": 0.636364, "f1": 0.603181, "accuracy": 0.636364, "main_score": 0.603181, "hf_subset": "bem_Latn-uzn_Latn", "languages": ["bem-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610073, "recall": 0.651186, "f1": 0.620647, "accuracy": 0.651186, "main_score": 0.620647, "hf_subset": "bem_Latn-als_Latn", "languages": ["bem-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.32328, "recall": 0.384387, "f1": 0.339001, "accuracy": 0.384387, "main_score": 0.339001, "hf_subset": "bem_Latn-bod_Tibt", "languages": ["bem-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.589775, "recall": 0.632411, "f1": 0.602174, "accuracy": 0.632411, "main_score": 0.602174, "hf_subset": "bem_Latn-fij_Latn", "languages": ["bem-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591946, "recall": 0.646245, "f1": 0.607083, "accuracy": 0.646245, "main_score": 0.607083, "hf_subset": "bem_Latn-isl_Latn", "languages": ["bem-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609087, "recall": 0.655138, "f1": 0.621604, "accuracy": 0.655138, "main_score": 0.621604, "hf_subset": "bem_Latn-kon_Latn", "languages": ["bem-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511839, "recall": 0.572134, "f1": 0.528833, "accuracy": 0.572134, "main_score": 0.528833, "hf_subset": "bem_Latn-mni_Beng", "languages": ["bem-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.629418, "recall": 0.678854, "f1": 0.642129, "accuracy": 0.678854, "main_score": 0.642129, "hf_subset": "bem_Latn-ron_Latn", "languages": ["bem-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609713, "recall": 0.656126, "f1": 0.621947, "accuracy": 0.656126, "main_score": 0.621947, "hf_subset": "bem_Latn-szl_Latn", "languages": ["bem-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616573, "recall": 0.66502, "f1": 0.628984, "accuracy": 0.66502, "main_score": 0.628984, "hf_subset": "bem_Latn-vec_Latn", "languages": ["bem-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521733, "recall": 0.579051, "f1": 0.537245, "accuracy": 0.579051, "main_score": 0.537245, "hf_subset": "bem_Latn-amh_Ethi", "languages": ["bem-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.631532, "recall": 0.675889, "f1": 0.642859, "accuracy": 0.675889, "main_score": 0.642859, "hf_subset": "bem_Latn-bos_Latn", "languages": ["bem-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596104, "recall": 0.650198, "f1": 0.610226, "accuracy": 0.650198, "main_score": 0.610226, "hf_subset": "bem_Latn-fin_Latn", "languages": ["bem-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613672, "recall": 0.664032, "f1": 0.627786, "accuracy": 0.664032, "main_score": 0.627786, "hf_subset": "bem_Latn-ita_Latn", "languages": ["bem-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586356, "recall": 0.645257, "f1": 0.60243, "accuracy": 0.645257, "main_score": 0.60243, "hf_subset": "bem_Latn-kor_Hang", "languages": ["bem-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.529181, "recall": 0.574111, "f1": 0.542156, "accuracy": 0.574111, "main_score": 0.542156, "hf_subset": "bem_Latn-mos_Latn", "languages": ["bem-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578637, "recall": 0.634387, "f1": 0.593904, "accuracy": 0.634387, "main_score": 0.593904, "hf_subset": "bem_Latn-run_Latn", "languages": ["bem-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581335, "recall": 0.63834, "f1": 0.596069, "accuracy": 0.63834, "main_score": 0.596069, "hf_subset": "bem_Latn-tam_Taml", "languages": ["bem-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.614965, "recall": 0.660079, "f1": 0.626754, "accuracy": 0.660079, "main_score": 0.626754, "hf_subset": "bem_Latn-vie_Latn", "languages": ["bem-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605625, "recall": 0.656126, "f1": 0.618625, "accuracy": 0.656126, "main_score": 0.618625, "hf_subset": "bem_Latn-apc_Arab", "languages": ["bem-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57693, "recall": 0.618577, "f1": 0.588217, "accuracy": 0.618577, "main_score": 0.588217, "hf_subset": "bem_Latn-bug_Latn", "languages": ["bem-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484188, "recall": 0.531621, "f1": 0.497173, "accuracy": 0.531621, "main_score": 0.497173, "hf_subset": "bem_Latn-fon_Latn", "languages": ["bem-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640427, "recall": 0.677866, "f1": 0.650336, "accuracy": 0.677866, "main_score": 0.650336, "hf_subset": "bem_Latn-jav_Latn", "languages": ["bem-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563523, "recall": 0.607708, "f1": 0.575392, "accuracy": 0.607708, "main_score": 0.575392, "hf_subset": "bem_Latn-lao_Laoo", "languages": ["bem-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.546136, "recall": 0.586957, "f1": 0.557682, "accuracy": 0.586957, "main_score": 0.557682, "hf_subset": "bem_Latn-mri_Latn", "languages": ["bem-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621945, "recall": 0.670949, "f1": 0.634495, "accuracy": 0.670949, "main_score": 0.634495, "hf_subset": "bem_Latn-rus_Cyrl", "languages": ["bem-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.507611, "recall": 0.555336, "f1": 0.521165, "accuracy": 0.555336, "main_score": 0.521165, "hf_subset": "bem_Latn-taq_Latn", "languages": ["bem-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656132, "recall": 0.690711, "f1": 0.664834, "accuracy": 0.690711, "main_score": 0.664834, "hf_subset": "bem_Latn-war_Latn", "languages": ["bem-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591236, "recall": 0.646245, "f1": 0.605306, "accuracy": 0.646245, "main_score": 0.605306, "hf_subset": "bem_Latn-arb_Arab", "languages": ["bem-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.624058, "recall": 0.675889, "f1": 0.637456, "accuracy": 0.675889, "main_score": 0.637456, "hf_subset": "bem_Latn-bul_Cyrl", "languages": ["bem-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.633388, "recall": 0.676877, "f1": 0.644984, "accuracy": 0.676877, "main_score": 0.644984, "hf_subset": "bem_Latn-fra_Latn", "languages": ["bem-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602934, "recall": 0.649209, "f1": 0.615955, "accuracy": 0.649209, "main_score": 0.615955, "hf_subset": "bem_Latn-jpn_Jpan", "languages": ["bem-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.610908, "recall": 0.657115, "f1": 0.62272, "accuracy": 0.657115, "main_score": 0.62272, "hf_subset": "bem_Latn-lij_Latn", "languages": ["bem-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46317, "recall": 0.533597, "f1": 0.481907, "accuracy": 0.533597, "main_score": 0.481907, "hf_subset": "bem_Latn-mya_Mymr", "languages": ["bem-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.554514, "recall": 0.600791, "f1": 0.567576, "accuracy": 0.600791, "main_score": 0.567576, "hf_subset": "bem_Latn-sag_Latn", "languages": ["bem-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213905, "recall": 0.261858, "f1": 0.224444, "accuracy": 0.261858, "main_score": 0.224444, "hf_subset": "bem_Latn-taq_Tfng", "languages": ["bem-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.571031, "recall": 0.614625, "f1": 0.583589, "accuracy": 0.614625, "main_score": 0.583589, "hf_subset": "bem_Latn-wol_Latn", "languages": ["bem-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485686, "recall": 0.532609, "f1": 0.4982, "accuracy": 0.532609, "main_score": 0.4982, "hf_subset": "bem_Latn-arb_Latn", "languages": ["bem-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624472, "recall": 0.673913, "f1": 0.637261, "accuracy": 0.673913, "main_score": 0.637261, "hf_subset": "bem_Latn-cat_Latn", "languages": ["bem-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604174, "recall": 0.649209, "f1": 0.615683, "accuracy": 0.649209, "main_score": 0.615683, "hf_subset": "bem_Latn-fur_Latn", "languages": ["bem-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444772, "recall": 0.499012, "f1": 0.459687, "accuracy": 0.499012, "main_score": 0.459687, "hf_subset": "bem_Latn-kab_Latn", "languages": ["bem-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607941, "recall": 0.655138, "f1": 0.620608, "accuracy": 0.655138, "main_score": 0.620608, "hf_subset": "bem_Latn-lim_Latn", "languages": ["bem-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605637, "recall": 0.652174, "f1": 0.617657, "accuracy": 0.652174, "main_score": 0.617657, "hf_subset": "bem_Latn-nld_Latn", "languages": ["bem-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571872, "recall": 0.62253, "f1": 0.584486, "accuracy": 0.62253, "main_score": 0.584486, "hf_subset": "bem_Latn-san_Deva", "languages": ["bem-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.590961, "recall": 0.644269, "f1": 0.60473, "accuracy": 0.644269, "main_score": 0.60473, "hf_subset": "bem_Latn-tat_Cyrl", "languages": ["bem-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622819, "recall": 0.666008, "f1": 0.634914, "accuracy": 0.666008, "main_score": 0.634914, "hf_subset": "bem_Latn-xho_Latn", "languages": ["bem-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579166, "recall": 0.635375, "f1": 0.59364, "accuracy": 0.635375, "main_score": 0.59364, "hf_subset": "bem_Latn-ars_Arab", "languages": ["bem-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.643038, "recall": 0.68083, "f1": 0.653219, "accuracy": 0.68083, "main_score": 0.653219, "hf_subset": "bem_Latn-ceb_Latn", "languages": ["bem-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525141, "recall": 0.573123, "f1": 0.539199, "accuracy": 0.573123, "main_score": 0.539199, "hf_subset": "bem_Latn-fuv_Latn", "languages": ["bem-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516667, "recall": 0.566206, "f1": 0.530637, "accuracy": 0.566206, "main_score": 0.530637, "hf_subset": "bem_Latn-kac_Latn", "languages": ["bem-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603581, "recall": 0.642292, "f1": 0.614437, "accuracy": 0.642292, "main_score": 0.614437, "hf_subset": "bem_Latn-lin_Latn", "languages": ["bem-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613175, "recall": 0.66502, "f1": 0.627266, "accuracy": 0.66502, "main_score": 0.627266, "hf_subset": "bem_Latn-nno_Latn", "languages": ["bem-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.133779, "recall": 0.176877, "f1": 0.144711, "accuracy": 0.176877, "main_score": 0.144711, "hf_subset": "bem_Latn-sat_Olck", "languages": ["bem-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.604387, "recall": 0.651186, "f1": 0.616983, "accuracy": 0.651186, "main_score": 0.616983, "hf_subset": "bem_Latn-tel_Telu", "languages": ["bem-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.529228, "recall": 0.586957, "f1": 0.54482, "accuracy": 0.586957, "main_score": 0.54482, "hf_subset": "bem_Latn-ydd_Hebr", "languages": ["bem-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.595224, "recall": 0.642292, "f1": 0.607458, "accuracy": 0.642292, "main_score": 0.607458, "hf_subset": "bem_Latn-ary_Arab", "languages": ["bem-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620343, "recall": 0.671937, "f1": 0.633401, "accuracy": 0.671937, "main_score": 0.633401, "hf_subset": "bem_Latn-ces_Latn", "languages": ["bem-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535706, "recall": 0.58498, "f1": 0.550043, "accuracy": 0.58498, "main_score": 0.550043, "hf_subset": "bem_Latn-gaz_Latn", "languages": ["bem-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569109, "recall": 0.619565, "f1": 0.583508, "accuracy": 0.619565, "main_score": 0.583508, "hf_subset": "bem_Latn-kam_Latn", "languages": ["bem-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590744, "recall": 0.643281, "f1": 0.604163, "accuracy": 0.643281, "main_score": 0.604163, "hf_subset": "bem_Latn-lit_Latn", "languages": ["bem-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625708, "recall": 0.673913, "f1": 0.638549, "accuracy": 0.673913, "main_score": 0.638549, "hf_subset": "bem_Latn-nob_Latn", "languages": ["bem-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612802, "recall": 0.651186, "f1": 0.622952, "accuracy": 0.651186, "main_score": 0.622952, "hf_subset": "bem_Latn-scn_Latn", "languages": ["bem-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591578, "recall": 0.633399, "f1": 0.602279, "accuracy": 0.633399, "main_score": 0.602279, "hf_subset": "bem_Latn-tgk_Cyrl", "languages": ["bem-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547861, "recall": 0.605731, "f1": 0.564535, "accuracy": 0.605731, "main_score": 0.564535, "hf_subset": "bem_Latn-yor_Latn", "languages": ["bem-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59347, "recall": 0.643281, "f1": 0.606133, "accuracy": 0.643281, "main_score": 0.606133, "hf_subset": "bem_Latn-arz_Arab", "languages": ["bem-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525093, "recall": 0.567194, "f1": 0.536334, "accuracy": 0.567194, "main_score": 0.536334, "hf_subset": "bem_Latn-cjk_Latn", "languages": ["bem-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558386, "recall": 0.602767, "f1": 0.57013, "accuracy": 0.602767, "main_score": 0.57013, "hf_subset": "bem_Latn-gla_Latn", "languages": ["bem-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584266, "recall": 0.635375, "f1": 0.597849, "accuracy": 0.635375, "main_score": 0.597849, "hf_subset": "bem_Latn-kan_Knda", "languages": ["bem-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.60436, "recall": 0.647233, "f1": 0.615474, "accuracy": 0.647233, "main_score": 0.615474, "hf_subset": "bem_Latn-lmo_Latn", "languages": ["bem-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59218, "recall": 0.642292, "f1": 0.605157, "accuracy": 0.642292, "main_score": 0.605157, "hf_subset": "bem_Latn-npi_Deva", "languages": ["bem-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458524, "recall": 0.51581, "f1": 0.474587, "accuracy": 0.51581, "main_score": 0.474587, "hf_subset": "bem_Latn-shn_Mymr", "languages": ["bem-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.656433, "recall": 0.694664, "f1": 0.66631, "accuracy": 0.694664, "main_score": 0.66631, "hf_subset": "bem_Latn-tgl_Latn", "languages": ["bem-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599827, "recall": 0.652174, "f1": 0.612748, "accuracy": 0.652174, "main_score": 0.612748, "hf_subset": "bem_Latn-yue_Hant", "languages": ["bem-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.566068, "recall": 0.621542, "f1": 0.580483, "accuracy": 0.621542, "main_score": 0.580483, "hf_subset": "bem_Latn-asm_Beng", "languages": ["bem-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.549692, "recall": 0.592885, "f1": 0.561217, "accuracy": 0.592885, "main_score": 0.561217, "hf_subset": "bem_Latn-ckb_Arab", "languages": ["bem-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554404, "recall": 0.602767, "f1": 0.567558, "accuracy": 0.602767, "main_score": 0.567558, "hf_subset": "bem_Latn-gle_Latn", "languages": ["bem-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532422, "recall": 0.577075, "f1": 0.544875, "accuracy": 0.577075, "main_score": 0.544875, "hf_subset": "bem_Latn-kas_Arab", "languages": ["bem-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577299, "recall": 0.630435, "f1": 0.591782, "accuracy": 0.630435, "main_score": 0.591782, "hf_subset": "bem_Latn-ltg_Latn", "languages": ["bem-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608196, "recall": 0.650198, "f1": 0.620185, "accuracy": 0.650198, "main_score": 0.620185, "hf_subset": "bem_Latn-nso_Latn", "languages": ["bem-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537288, "recall": 0.592885, "f1": 0.551613, "accuracy": 0.592885, "main_score": 0.551613, "hf_subset": "bem_Latn-sin_Sinh", "languages": ["bem-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.614496, "recall": 0.664032, "f1": 0.627009, "accuracy": 0.664032, "main_score": 0.627009, "hf_subset": "bem_Latn-tha_Thai", "languages": ["bem-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.576821, "recall": 0.626482, "f1": 0.589518, "accuracy": 0.626482, "main_score": 0.589518, "hf_subset": "bem_Latn-zho_Hans", "languages": ["bem-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.631271, "recall": 0.672925, "f1": 0.642211, "accuracy": 0.672925, "main_score": 0.642211, "hf_subset": "bem_Latn-ast_Latn", "languages": ["bem-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590193, "recall": 0.643281, "f1": 0.60391, "accuracy": 0.643281, "main_score": 0.60391, "hf_subset": "bem_Latn-crh_Latn", "languages": ["bem-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632871, "recall": 0.675889, "f1": 0.644329, "accuracy": 0.675889, "main_score": 0.644329, "hf_subset": "bem_Latn-glg_Latn", "languages": ["bem-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555536, "recall": 0.599802, "f1": 0.567766, "accuracy": 0.599802, "main_score": 0.567766, "hf_subset": "bem_Latn-kas_Deva", "languages": ["bem-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.600985, "recall": 0.643281, "f1": 0.611897, "accuracy": 0.643281, "main_score": 0.611897, "hf_subset": "bem_Latn-ltz_Latn", "languages": ["bem-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486787, "recall": 0.54249, "f1": 0.501968, "accuracy": 0.54249, "main_score": 0.501968, "hf_subset": "bem_Latn-nus_Latn", "languages": ["bem-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619425, "recall": 0.66502, "f1": 0.63217, "accuracy": 0.66502, "main_score": 0.63217, "hf_subset": "bem_Latn-slk_Latn", "languages": ["bem-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438312, "recall": 0.499012, "f1": 0.455675, "accuracy": 0.499012, "main_score": 0.455675, "hf_subset": "bem_Latn-tir_Ethi", "languages": ["bem-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.603475, "recall": 0.652174, "f1": 0.615536, "accuracy": 0.652174, "main_score": 0.615536, "hf_subset": "bem_Latn-zho_Hant", "languages": ["bem-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.6051, "recall": 0.652174, "f1": 0.617471, "accuracy": 0.652174, "main_score": 0.617471, "hf_subset": "bem_Latn-awa_Deva", "languages": ["bem-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.594349, "recall": 0.642292, "f1": 0.607479, "accuracy": 0.642292, "main_score": 0.607479, "hf_subset": "bem_Latn-cym_Latn", "languages": ["bem-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598124, "recall": 0.637352, "f1": 0.608847, "accuracy": 0.637352, "main_score": 0.608847, "hf_subset": "bem_Latn-grn_Latn", "languages": ["bem-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572284, "recall": 0.62253, "f1": 0.585887, "accuracy": 0.62253, "main_score": 0.585887, "hf_subset": "bem_Latn-kat_Geor", "languages": ["bem-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.592528, "recall": 0.630435, "f1": 0.603145, "accuracy": 0.630435, "main_score": 0.603145, "hf_subset": "bem_Latn-lua_Latn", "languages": ["bem-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618586, "recall": 0.668972, "f1": 0.632707, "accuracy": 0.668972, "main_score": 0.632707, "hf_subset": "bem_Latn-nya_Latn", "languages": ["bem-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615133, "recall": 0.658103, "f1": 0.625957, "accuracy": 0.658103, "main_score": 0.625957, "hf_subset": "bem_Latn-slv_Latn", "languages": ["bem-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623033, "recall": 0.660079, "f1": 0.632379, "accuracy": 0.660079, "main_score": 0.632379, "hf_subset": "bem_Latn-tpi_Latn", "languages": ["bem-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652542, "recall": 0.693676, "f1": 0.662763, "accuracy": 0.693676, "main_score": 0.662763, "hf_subset": "bem_Latn-zsm_Latn", "languages": ["bem-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531571, "recall": 0.578063, "f1": 0.545497, "accuracy": 0.578063, "main_score": 0.545497, "hf_subset": "bem_Latn-ayr_Latn", "languages": ["bem-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630688, "recall": 0.676877, "f1": 0.642181, "accuracy": 0.676877, "main_score": 0.642181, "hf_subset": "bem_Latn-dan_Latn", "languages": ["bem-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611207, "recall": 0.660079, "f1": 0.6244, "accuracy": 0.660079, "main_score": 0.6244, "hf_subset": "bem_Latn-guj_Gujr", "languages": ["bem-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.602501, "recall": 0.652174, "f1": 0.615211, "accuracy": 0.652174, "main_score": 0.615211, "hf_subset": "bem_Latn-kaz_Cyrl", "languages": ["bem-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.562159, "recall": 0.614625, "f1": 0.576733, "accuracy": 0.614625, "main_score": 0.576733, "hf_subset": "bem_Latn-lug_Latn", "languages": ["bem-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640473, "recall": 0.68083, "f1": 0.650346, "accuracy": 0.68083, "main_score": 0.650346, "hf_subset": "bem_Latn-oci_Latn", "languages": ["bem-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601417, "recall": 0.640316, "f1": 0.611997, "accuracy": 0.640316, "main_score": 0.611997, "hf_subset": "bem_Latn-smo_Latn", "languages": ["bem-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55697, "recall": 0.602767, "f1": 0.569115, "accuracy": 0.602767, "main_score": 0.569115, "hf_subset": "bem_Latn-tsn_Latn", "languages": ["bem-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587157, "recall": 0.643281, "f1": 0.602739, "accuracy": 0.643281, "main_score": 0.602739, "hf_subset": "bem_Latn-zul_Latn", "languages": ["bem-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529614, "recall": 0.58004, "f1": 0.543331, "accuracy": 0.58004, "main_score": 0.543331, "hf_subset": "bem_Latn-azb_Arab", "languages": ["bem-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63704, "recall": 0.678854, "f1": 0.648382, "accuracy": 0.678854, "main_score": 0.648382, "hf_subset": "bem_Latn-deu_Latn", "languages": ["bem-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559708, "recall": 0.613636, "f1": 0.573999, "accuracy": 0.613636, "main_score": 0.573999, "hf_subset": "bem_Latn-hat_Latn", "languages": ["bem-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507213, "recall": 0.554348, "f1": 0.520462, "accuracy": 0.554348, "main_score": 0.520462, "hf_subset": "bem_Latn-kbp_Latn", "languages": ["bem-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568939, "recall": 0.613636, "f1": 0.581482, "accuracy": 0.613636, "main_score": 0.581482, "hf_subset": "bem_Latn-luo_Latn", "languages": ["bem-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588666, "recall": 0.644269, "f1": 0.603386, "accuracy": 0.644269, "main_score": 0.603386, "hf_subset": "bem_Latn-ory_Orya", "languages": ["bem-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585935, "recall": 0.635375, "f1": 0.600282, "accuracy": 0.635375, "main_score": 0.600282, "hf_subset": "bem_Latn-sna_Latn", "languages": ["bem-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563218, "recall": 0.606719, "f1": 0.574785, "accuracy": 0.606719, "main_score": 0.574785, "hf_subset": "bem_Latn-tso_Latn", "languages": ["bem-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581211, "recall": 0.635375, "f1": 0.595308, "accuracy": 0.635375, "main_score": 0.595308, "hf_subset": "bem_Latn-azj_Latn", "languages": ["bem-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524012, "recall": 0.577075, "f1": 0.539793, "accuracy": 0.577075, "main_score": 0.539793, "hf_subset": "bem_Latn-dik_Latn", "languages": ["bem-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574189, "recall": 0.621542, "f1": 0.58705, "accuracy": 0.621542, "main_score": 0.58705, "hf_subset": "bem_Latn-hau_Latn", "languages": ["bem-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608579, "recall": 0.649209, "f1": 0.618995, "accuracy": 0.649209, "main_score": 0.618995, "hf_subset": "bem_Latn-kea_Latn", "languages": ["bem-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592504, "recall": 0.62747, "f1": 0.601656, "accuracy": 0.62747, "main_score": 0.601656, "hf_subset": "bem_Latn-lus_Latn", "languages": ["bem-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600858, "recall": 0.636364, "f1": 0.610633, "accuracy": 0.636364, "main_score": 0.610633, "hf_subset": "bem_Latn-pag_Latn", "languages": ["bem-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577915, "recall": 0.628458, "f1": 0.59178, "accuracy": 0.628458, "main_score": 0.59178, "hf_subset": "bem_Latn-snd_Arab", "languages": ["bem-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555879, "recall": 0.61166, "f1": 0.571156, "accuracy": 0.61166, "main_score": 0.571156, "hf_subset": "bem_Latn-tuk_Latn", "languages": ["bem-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611208, "recall": 0.652174, "f1": 0.621657, "accuracy": 0.652174, "main_score": 0.621657, "hf_subset": "bem_Latn-bak_Cyrl", "languages": ["bem-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463131, "recall": 0.52668, "f1": 0.481672, "accuracy": 0.52668, "main_score": 0.481672, "hf_subset": "bem_Latn-dyu_Latn", "languages": ["bem-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602785, "recall": 0.650198, "f1": 0.615621, "accuracy": 0.650198, "main_score": 0.615621, "hf_subset": "bem_Latn-heb_Hebr", "languages": ["bem-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.57785, "recall": 0.624506, "f1": 0.590266, "accuracy": 0.624506, "main_score": 0.590266, "hf_subset": "bem_Latn-khk_Cyrl", "languages": ["bem-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.616566, "recall": 0.657115, "f1": 0.627112, "accuracy": 0.657115, "main_score": 0.627112, "hf_subset": "bem_Latn-lvs_Latn", "languages": ["bem-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599718, "recall": 0.653162, "f1": 0.614221, "accuracy": 0.653162, "main_score": 0.614221, "hf_subset": "bem_Latn-pan_Guru", "languages": ["bem-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.545153, "recall": 0.590909, "f1": 0.557616, "accuracy": 0.590909, "main_score": 0.557616, "hf_subset": "bem_Latn-som_Latn", "languages": ["bem-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586583, "recall": 0.629447, "f1": 0.598413, "accuracy": 0.629447, "main_score": 0.598413, "hf_subset": "bem_Latn-tum_Latn", "languages": ["bem-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600331, "recall": 0.660079, "f1": 0.617745, "accuracy": 0.660079, "main_score": 0.617745, "hf_subset": "epo_Latn-ace_Arab", "languages": ["epo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526114, "recall": 0.589921, "f1": 0.544221, "accuracy": 0.589921, "main_score": 0.544221, "hf_subset": "epo_Latn-bam_Latn", "languages": ["epo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436198, "recall": 0.506917, "f1": 0.455209, "accuracy": 0.506917, "main_score": 0.455209, "hf_subset": "epo_Latn-dzo_Tibt", "languages": ["epo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-hin_Deva", "languages": ["epo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "epo_Latn-khm_Khmr", "languages": ["epo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-mag_Deva", "languages": ["epo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "epo_Latn-pap_Latn", "languages": ["epo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606728, "recall": 0.662055, "f1": 0.622622, "accuracy": 0.662055, "main_score": 0.622622, "hf_subset": "epo_Latn-sot_Latn", "languages": ["epo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tur_Latn", "languages": ["epo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8736, "recall": 0.906126, "f1": 0.883959, "accuracy": 0.906126, "main_score": 0.883959, "hf_subset": "epo_Latn-ace_Latn", "languages": ["epo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.97332, "f1": 0.966568, "accuracy": 0.97332, "main_score": 0.966568, "hf_subset": "epo_Latn-ban_Latn", "languages": ["epo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ell_Grek", "languages": ["epo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "epo_Latn-hne_Deva", "languages": ["epo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619845, "recall": 0.670949, "f1": 0.634557, "accuracy": 0.670949, "main_score": 0.634557, "hf_subset": "epo_Latn-kik_Latn", "languages": ["epo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-mai_Deva", "languages": ["epo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "epo_Latn-pbt_Arab", "languages": ["epo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-spa_Latn", "languages": ["epo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616206, "recall": 0.675889, "f1": 0.632849, "accuracy": 0.675889, "main_score": 0.632849, "hf_subset": "epo_Latn-twi_Latn", "languages": ["epo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-acm_Arab", "languages": ["epo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bel_Cyrl", "languages": ["epo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-eng_Latn", "languages": ["epo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-hrv_Latn", "languages": ["epo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56629, "recall": 0.628458, "f1": 0.58344, "accuracy": 0.628458, "main_score": 0.58344, "hf_subset": "epo_Latn-kin_Latn", "languages": ["epo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-mal_Mlym", "languages": ["epo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-pes_Arab", "languages": ["epo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-srd_Latn", "languages": ["epo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196472, "recall": 0.241107, "f1": 0.207206, "accuracy": 0.241107, "main_score": 0.207206, "hf_subset": "epo_Latn-tzm_Tfng", "languages": ["epo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-acq_Arab", "languages": ["epo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.633514, "recall": 0.683794, "f1": 0.647542, "accuracy": 0.683794, "main_score": 0.647542, "hf_subset": "epo_Latn-bem_Latn", "languages": ["epo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-hun_Latn", "languages": ["epo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-kir_Cyrl", "languages": ["epo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-mar_Deva", "languages": ["epo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.671163, "recall": 0.72332, "f1": 0.686152, "accuracy": 0.72332, "main_score": 0.686152, "hf_subset": "epo_Latn-plt_Latn", "languages": ["epo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-srp_Cyrl", "languages": ["epo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "epo_Latn-uig_Arab", "languages": ["epo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-aeb_Arab", "languages": ["epo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-ben_Beng", "languages": ["epo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-est_Latn", "languages": ["epo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-hye_Armn", "languages": ["epo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553806, "recall": 0.606719, "f1": 0.569015, "accuracy": 0.606719, "main_score": 0.569015, "hf_subset": "epo_Latn-kmb_Latn", "languages": ["epo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5232, "recall": 0.585968, "f1": 0.539766, "accuracy": 0.585968, "main_score": 0.539766, "hf_subset": "epo_Latn-min_Arab", "languages": ["epo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-pol_Latn", "languages": ["epo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555945, "recall": 0.617589, "f1": 0.573734, "accuracy": 0.617589, "main_score": 0.573734, "hf_subset": "epo_Latn-ssw_Latn", "languages": ["epo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ukr_Cyrl", "languages": ["epo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-afr_Latn", "languages": ["epo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-bho_Deva", "languages": ["epo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-eus_Latn", "languages": ["epo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596987, "recall": 0.65415, "f1": 0.612593, "accuracy": 0.65415, "main_score": 0.612593, "hf_subset": "epo_Latn-ibo_Latn", "languages": ["epo-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91502, "recall": 0.939723, "f1": 0.922925, "accuracy": 0.939723, "main_score": 0.922925, "hf_subset": "epo_Latn-kmr_Latn", "languages": ["epo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "epo_Latn-min_Latn", "languages": ["epo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-por_Latn", "languages": ["epo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-sun_Latn", "languages": ["epo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538588, "recall": 0.594862, "f1": 0.554654, "accuracy": 0.594862, "main_score": 0.554654, "hf_subset": "epo_Latn-umb_Latn", "languages": ["epo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-ajp_Arab", "languages": ["epo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543623, "recall": 0.608696, "f1": 0.561008, "accuracy": 0.608696, "main_score": 0.561008, "hf_subset": "epo_Latn-bjn_Arab", "languages": ["epo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527517, "recall": 0.577075, "f1": 0.540809, "accuracy": 0.577075, "main_score": 0.540809, "hf_subset": "epo_Latn-ewe_Latn", "languages": ["epo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94837, "recall": 0.963439, "f1": 0.953129, "accuracy": 0.963439, "main_score": 0.953129, "hf_subset": "epo_Latn-ilo_Latn", "languages": ["epo-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.325324, "recall": 0.379447, "f1": 0.339833, "accuracy": 0.379447, "main_score": 0.339833, "hf_subset": "epo_Latn-knc_Arab", "languages": ["epo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-mkd_Cyrl", "languages": ["epo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-prs_Arab", "languages": ["epo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-swe_Latn", "languages": ["epo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-urd_Arab", "languages": ["epo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605668, "recall": 0.664032, "f1": 0.621967, "accuracy": 0.664032, "main_score": 0.621967, "hf_subset": "epo_Latn-aka_Latn", "languages": ["epo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-bjn_Latn", "languages": ["epo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "epo_Latn-fao_Latn", "languages": ["epo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ind_Latn", "languages": ["epo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577569, "recall": 0.634387, "f1": 0.593974, "accuracy": 0.634387, "main_score": 0.593974, "hf_subset": "epo_Latn-knc_Latn", "languages": ["epo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-mlt_Latn", "languages": ["epo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716561, "recall": 0.77668, "f1": 0.734052, "accuracy": 0.77668, "main_score": 0.734052, "hf_subset": "epo_Latn-quy_Latn", "languages": ["epo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "epo_Latn-swh_Latn", "languages": ["epo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-uzn_Latn", "languages": ["epo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-als_Latn", "languages": ["epo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665662, "recall": 0.73913, "f1": 0.686698, "accuracy": 0.73913, "main_score": 0.686698, "hf_subset": "epo_Latn-bod_Tibt", "languages": ["epo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.719132, "recall": 0.772727, "f1": 0.734754, "accuracy": 0.772727, "main_score": 0.734754, "hf_subset": "epo_Latn-fij_Latn", "languages": ["epo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "epo_Latn-isl_Latn", "languages": ["epo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668923, "recall": 0.721344, "f1": 0.684571, "accuracy": 0.721344, "main_score": 0.684571, "hf_subset": "epo_Latn-kon_Latn", "languages": ["epo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656901, "recall": 0.720356, "f1": 0.675551, "accuracy": 0.720356, "main_score": 0.675551, "hf_subset": "epo_Latn-mni_Beng", "languages": ["epo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ron_Latn", "languages": ["epo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "epo_Latn-szl_Latn", "languages": ["epo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-vec_Latn", "languages": ["epo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "epo_Latn-amh_Ethi", "languages": ["epo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bos_Latn", "languages": ["epo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-fin_Latn", "languages": ["epo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ita_Latn", "languages": ["epo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-kor_Hang", "languages": ["epo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551624, "recall": 0.610672, "f1": 0.568198, "accuracy": 0.610672, "main_score": 0.568198, "hf_subset": "epo_Latn-mos_Latn", "languages": ["epo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556719, "recall": 0.614625, "f1": 0.57341, "accuracy": 0.614625, "main_score": 0.57341, "hf_subset": "epo_Latn-run_Latn", "languages": ["epo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tam_Taml", "languages": ["epo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-vie_Latn", "languages": ["epo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-apc_Arab", "languages": ["epo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.802816, "recall": 0.847826, "f1": 0.816126, "accuracy": 0.847826, "main_score": 0.816126, "hf_subset": "epo_Latn-bug_Latn", "languages": ["epo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476331, "recall": 0.531621, "f1": 0.49122, "accuracy": 0.531621, "main_score": 0.49122, "hf_subset": "epo_Latn-fon_Latn", "languages": ["epo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-jav_Latn", "languages": ["epo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-lao_Laoo", "languages": ["epo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.877668, "recall": 0.913043, "f1": 0.888754, "accuracy": 0.913043, "main_score": 0.888754, "hf_subset": "epo_Latn-mri_Latn", "languages": ["epo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-rus_Cyrl", "languages": ["epo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539748, "recall": 0.600791, "f1": 0.556512, "accuracy": 0.600791, "main_score": 0.556512, "hf_subset": "epo_Latn-taq_Latn", "languages": ["epo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-war_Latn", "languages": ["epo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-arb_Arab", "languages": ["epo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-bul_Cyrl", "languages": ["epo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-fra_Latn", "languages": ["epo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-jpn_Jpan", "languages": ["epo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-lij_Latn", "languages": ["epo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "epo_Latn-mya_Mymr", "languages": ["epo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.604712, "recall": 0.66502, "f1": 0.621655, "accuracy": 0.66502, "main_score": 0.621655, "hf_subset": "epo_Latn-sag_Latn", "languages": ["epo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205787, "recall": 0.258893, "f1": 0.217807, "accuracy": 0.258893, "main_score": 0.217807, "hf_subset": "epo_Latn-taq_Tfng", "languages": ["epo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.641461, "recall": 0.700593, "f1": 0.658802, "accuracy": 0.700593, "main_score": 0.658802, "hf_subset": "epo_Latn-wol_Latn", "languages": ["epo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833284, "recall": 0.874506, "f1": 0.845685, "accuracy": 0.874506, "main_score": 0.845685, "hf_subset": "epo_Latn-arb_Latn", "languages": ["epo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-cat_Latn", "languages": ["epo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-fur_Latn", "languages": ["epo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437508, "recall": 0.488142, "f1": 0.451377, "accuracy": 0.488142, "main_score": 0.451377, "hf_subset": "epo_Latn-kab_Latn", "languages": ["epo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "epo_Latn-lim_Latn", "languages": ["epo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-nld_Latn", "languages": ["epo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "epo_Latn-san_Deva", "languages": ["epo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tat_Cyrl", "languages": ["epo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684619, "recall": 0.741107, "f1": 0.701125, "accuracy": 0.741107, "main_score": 0.701125, "hf_subset": "epo_Latn-xho_Latn", "languages": ["epo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ars_Arab", "languages": ["epo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-ceb_Latn", "languages": ["epo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56643, "recall": 0.621542, "f1": 0.581853, "accuracy": 0.621542, "main_score": 0.581853, "hf_subset": "epo_Latn-fuv_Latn", "languages": ["epo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499957, "recall": 0.560277, "f1": 0.516191, "accuracy": 0.560277, "main_score": 0.516191, "hf_subset": "epo_Latn-kac_Latn", "languages": ["epo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677717, "recall": 0.725296, "f1": 0.691733, "accuracy": 0.725296, "main_score": 0.691733, "hf_subset": "epo_Latn-lin_Latn", "languages": ["epo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-nno_Latn", "languages": ["epo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.239783, "recall": 0.321146, "f1": 0.261046, "accuracy": 0.321146, "main_score": 0.261046, "hf_subset": "epo_Latn-sat_Olck", "languages": ["epo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-tel_Telu", "languages": ["epo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "epo_Latn-ydd_Hebr", "languages": ["epo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "epo_Latn-ary_Arab", "languages": ["epo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-ces_Latn", "languages": ["epo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592514, "recall": 0.652174, "f1": 0.609538, "accuracy": 0.652174, "main_score": 0.609538, "hf_subset": "epo_Latn-gaz_Latn", "languages": ["epo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591916, "recall": 0.662055, "f1": 0.611698, "accuracy": 0.662055, "main_score": 0.611698, "hf_subset": "epo_Latn-kam_Latn", "languages": ["epo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "epo_Latn-lit_Latn", "languages": ["epo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-nob_Latn", "languages": ["epo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "epo_Latn-scn_Latn", "languages": ["epo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "epo_Latn-tgk_Cyrl", "languages": ["epo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.719328, "recall": 0.77668, "f1": 0.73638, "accuracy": 0.77668, "main_score": 0.73638, "hf_subset": "epo_Latn-yor_Latn", "languages": ["epo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-arz_Arab", "languages": ["epo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561884, "recall": 0.623518, "f1": 0.579072, "accuracy": 0.623518, "main_score": 0.579072, "hf_subset": "epo_Latn-cjk_Latn", "languages": ["epo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810672, "recall": 0.856719, "f1": 0.824901, "accuracy": 0.856719, "main_score": 0.824901, "hf_subset": "epo_Latn-gla_Latn", "languages": ["epo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-kan_Knda", "languages": ["epo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "epo_Latn-lmo_Latn", "languages": ["epo-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "epo_Latn-npi_Deva", "languages": ["epo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.473394, "recall": 0.535573, "f1": 0.490687, "accuracy": 0.535573, "main_score": 0.490687, "hf_subset": "epo_Latn-shn_Mymr", "languages": ["epo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tgl_Latn", "languages": ["epo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-yue_Hant", "languages": ["epo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-asm_Beng", "languages": ["epo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "epo_Latn-ckb_Arab", "languages": ["epo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.909256, "recall": 0.935771, "f1": 0.917622, "accuracy": 0.935771, "main_score": 0.917622, "hf_subset": "epo_Latn-gle_Latn", "languages": ["epo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "epo_Latn-kas_Arab", "languages": ["epo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "epo_Latn-ltg_Latn", "languages": ["epo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620792, "recall": 0.671937, "f1": 0.635336, "accuracy": 0.671937, "main_score": 0.635336, "hf_subset": "epo_Latn-nso_Latn", "languages": ["epo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-sin_Sinh", "languages": ["epo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-tha_Thai", "languages": ["epo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-zho_Hans", "languages": ["epo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ast_Latn", "languages": ["epo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-crh_Latn", "languages": ["epo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-glg_Latn", "languages": ["epo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902339, "recall": 0.931818, "f1": 0.911693, "accuracy": 0.931818, "main_score": 0.911693, "hf_subset": "epo_Latn-kas_Deva", "languages": ["epo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "epo_Latn-ltz_Latn", "languages": ["epo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470426, "recall": 0.537549, "f1": 0.488827, "accuracy": 0.537549, "main_score": 0.488827, "hf_subset": "epo_Latn-nus_Latn", "languages": ["epo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-slk_Latn", "languages": ["epo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612, "recall": 0.684783, "f1": 0.632885, "accuracy": 0.684783, "main_score": 0.632885, "hf_subset": "epo_Latn-tir_Ethi", "languages": ["epo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-zho_Hant", "languages": ["epo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "epo_Latn-awa_Deva", "languages": ["epo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "epo_Latn-cym_Latn", "languages": ["epo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854002, "recall": 0.892292, "f1": 0.865975, "accuracy": 0.892292, "main_score": 0.865975, "hf_subset": "epo_Latn-grn_Latn", "languages": ["epo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-kat_Geor", "languages": ["epo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.649184, "recall": 0.702569, "f1": 0.664517, "accuracy": 0.702569, "main_score": 0.664517, "hf_subset": "epo_Latn-lua_Latn", "languages": ["epo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662155, "recall": 0.714427, "f1": 0.677308, "accuracy": 0.714427, "main_score": 0.677308, "hf_subset": "epo_Latn-nya_Latn", "languages": ["epo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-slv_Latn", "languages": ["epo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.966403, "f1": 0.957477, "accuracy": 0.966403, "main_score": 0.957477, "hf_subset": "epo_Latn-tpi_Latn", "languages": ["epo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-zsm_Latn", "languages": ["epo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548798, "recall": 0.616601, "f1": 0.568234, "accuracy": 0.616601, "main_score": 0.568234, "hf_subset": "epo_Latn-ayr_Latn", "languages": ["epo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-dan_Latn", "languages": ["epo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "epo_Latn-guj_Gujr", "languages": ["epo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-kaz_Cyrl", "languages": ["epo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545243, "recall": 0.604743, "f1": 0.561426, "accuracy": 0.604743, "main_score": 0.561426, "hf_subset": "epo_Latn-lug_Latn", "languages": ["epo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-oci_Latn", "languages": ["epo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830534, "recall": 0.87253, "f1": 0.843478, "accuracy": 0.87253, "main_score": 0.843478, "hf_subset": "epo_Latn-smo_Latn", "languages": ["epo-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553856, "recall": 0.615613, "f1": 0.570976, "accuracy": 0.615613, "main_score": 0.570976, "hf_subset": "epo_Latn-tsn_Latn", "languages": ["epo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627503, "recall": 0.686759, "f1": 0.644537, "accuracy": 0.686759, "main_score": 0.644537, "hf_subset": "epo_Latn-zul_Latn", "languages": ["epo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922431, "recall": 0.944664, "f1": 0.929513, "accuracy": 0.944664, "main_score": 0.929513, "hf_subset": "epo_Latn-azb_Arab", "languages": ["epo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-deu_Latn", "languages": ["epo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.977437, "accuracy": 0.982213, "main_score": 0.977437, "hf_subset": "epo_Latn-hat_Latn", "languages": ["epo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494425, "recall": 0.547431, "f1": 0.509105, "accuracy": 0.547431, "main_score": 0.509105, "hf_subset": "epo_Latn-kbp_Latn", "languages": ["epo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590399, "recall": 0.645257, "f1": 0.604836, "accuracy": 0.645257, "main_score": 0.604836, "hf_subset": "epo_Latn-luo_Latn", "languages": ["epo-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ory_Orya", "languages": ["epo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.59604, "recall": 0.658103, "f1": 0.613709, "accuracy": 0.658103, "main_score": 0.613709, "hf_subset": "epo_Latn-sna_Latn", "languages": ["epo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57556, "recall": 0.628458, "f1": 0.590566, "accuracy": 0.628458, "main_score": 0.590566, "hf_subset": "epo_Latn-tso_Latn", "languages": ["epo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-azj_Latn", "languages": ["epo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530745, "recall": 0.596838, "f1": 0.54953, "accuracy": 0.596838, "main_score": 0.54953, "hf_subset": "epo_Latn-dik_Latn", "languages": ["epo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761215, "recall": 0.812253, "f1": 0.776073, "accuracy": 0.812253, "main_score": 0.776073, "hf_subset": "epo_Latn-hau_Latn", "languages": ["epo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "epo_Latn-kea_Latn", "languages": ["epo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743198, "recall": 0.79249, "f1": 0.757693, "accuracy": 0.79249, "main_score": 0.757693, "hf_subset": "epo_Latn-lus_Latn", "languages": ["epo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877833, "recall": 0.906126, "f1": 0.886462, "accuracy": 0.906126, "main_score": 0.886462, "hf_subset": "epo_Latn-pag_Latn", "languages": ["epo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-snd_Arab", "languages": ["epo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "epo_Latn-tuk_Latn", "languages": ["epo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "epo_Latn-bak_Cyrl", "languages": ["epo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508342, "recall": 0.583004, "f1": 0.530122, "accuracy": 0.583004, "main_score": 0.530122, "hf_subset": "epo_Latn-dyu_Latn", "languages": ["epo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-heb_Hebr", "languages": ["epo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "epo_Latn-khk_Cyrl", "languages": ["epo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-lvs_Latn", "languages": ["epo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-pan_Guru", "languages": ["epo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.707131, "recall": 0.766798, "f1": 0.724649, "accuracy": 0.766798, "main_score": 0.724649, "hf_subset": "epo_Latn-som_Latn", "languages": ["epo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595269, "recall": 0.648221, "f1": 0.610287, "accuracy": 0.648221, "main_score": 0.610287, "hf_subset": "epo_Latn-tum_Latn", "languages": ["epo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567212, "recall": 0.632411, "f1": 0.585804, "accuracy": 0.632411, "main_score": 0.585804, "hf_subset": "hun_Latn-ace_Arab", "languages": ["hun-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528014, "recall": 0.588933, "f1": 0.545498, "accuracy": 0.588933, "main_score": 0.545498, "hf_subset": "hun_Latn-bam_Latn", "languages": ["hun-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433893, "recall": 0.514822, "f1": 0.455407, "accuracy": 0.514822, "main_score": 0.455407, "hf_subset": "hun_Latn-dzo_Tibt", "languages": ["hun-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-hin_Deva", "languages": ["hun-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-khm_Khmr", "languages": ["hun-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-mag_Deva", "languages": ["hun-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "hun_Latn-pap_Latn", "languages": ["hun-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596576, "recall": 0.652174, "f1": 0.612036, "accuracy": 0.652174, "main_score": 0.612036, "hf_subset": "hun_Latn-sot_Latn", "languages": ["hun-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-tur_Latn", "languages": ["hun-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871492, "recall": 0.903162, "f1": 0.881489, "accuracy": 0.903162, "main_score": 0.881489, "hf_subset": "hun_Latn-ace_Latn", "languages": ["hun-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.972332, "f1": 0.966403, "accuracy": 0.972332, "main_score": 0.966403, "hf_subset": "hun_Latn-ban_Latn", "languages": ["hun-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ell_Grek", "languages": ["hun-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hun_Latn-hne_Deva", "languages": ["hun-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597539, "recall": 0.653162, "f1": 0.613432, "accuracy": 0.653162, "main_score": 0.613432, "hf_subset": "hun_Latn-kik_Latn", "languages": ["hun-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-mai_Deva", "languages": ["hun-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hun_Latn-pbt_Arab", "languages": ["hun-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-spa_Latn", "languages": ["hun-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622005, "recall": 0.678854, "f1": 0.637851, "accuracy": 0.678854, "main_score": 0.637851, "hf_subset": "hun_Latn-twi_Latn", "languages": ["hun-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-acm_Arab", "languages": ["hun-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-bel_Cyrl", "languages": ["hun-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-eng_Latn", "languages": ["hun-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-hrv_Latn", "languages": ["hun-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561797, "recall": 0.62747, "f1": 0.579997, "accuracy": 0.62747, "main_score": 0.579997, "hf_subset": "hun_Latn-kin_Latn", "languages": ["hun-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-mal_Mlym", "languages": ["hun-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pes_Arab", "languages": ["hun-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hun_Latn-srd_Latn", "languages": ["hun-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180667, "recall": 0.231225, "f1": 0.193698, "accuracy": 0.231225, "main_score": 0.193698, "hf_subset": "hun_Latn-tzm_Tfng", "languages": ["hun-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-acq_Arab", "languages": ["hun-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640913, "recall": 0.686759, "f1": 0.653809, "accuracy": 0.686759, "main_score": 0.653809, "hf_subset": "hun_Latn-bem_Latn", "languages": ["hun-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-epo_Latn", "languages": ["hun-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hun_Latn-kir_Cyrl", "languages": ["hun-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-mar_Deva", "languages": ["hun-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.686281, "recall": 0.736166, "f1": 0.701087, "accuracy": 0.736166, "main_score": 0.701087, "hf_subset": "hun_Latn-plt_Latn", "languages": ["hun-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-srp_Cyrl", "languages": ["hun-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "hun_Latn-uig_Arab", "languages": ["hun-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-aeb_Arab", "languages": ["hun-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-ben_Beng", "languages": ["hun-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-est_Latn", "languages": ["hun-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-hye_Armn", "languages": ["hun-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.564099, "recall": 0.608696, "f1": 0.576619, "accuracy": 0.608696, "main_score": 0.576619, "hf_subset": "hun_Latn-kmb_Latn", "languages": ["hun-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496488, "recall": 0.574111, "f1": 0.518064, "accuracy": 0.574111, "main_score": 0.518064, "hf_subset": "hun_Latn-min_Arab", "languages": ["hun-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pol_Latn", "languages": ["hun-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564041, "recall": 0.625494, "f1": 0.582084, "accuracy": 0.625494, "main_score": 0.582084, "hf_subset": "hun_Latn-ssw_Latn", "languages": ["hun-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ukr_Cyrl", "languages": ["hun-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-afr_Latn", "languages": ["hun-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bho_Deva", "languages": ["hun-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hun_Latn-eus_Latn", "languages": ["hun-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581928, "recall": 0.641304, "f1": 0.598508, "accuracy": 0.641304, "main_score": 0.598508, "hf_subset": "hun_Latn-ibo_Latn", "languages": ["hun-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901762, "recall": 0.928854, "f1": 0.91031, "accuracy": 0.928854, "main_score": 0.91031, "hf_subset": "hun_Latn-kmr_Latn", "languages": ["hun-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hun_Latn-min_Latn", "languages": ["hun-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-por_Latn", "languages": ["hun-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-sun_Latn", "languages": ["hun-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527819, "recall": 0.58004, "f1": 0.542536, "accuracy": 0.58004, "main_score": 0.542536, "hf_subset": "hun_Latn-umb_Latn", "languages": ["hun-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ajp_Arab", "languages": ["hun-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538421, "recall": 0.596838, "f1": 0.554057, "accuracy": 0.596838, "main_score": 0.554057, "hf_subset": "hun_Latn-bjn_Arab", "languages": ["hun-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531046, "recall": 0.58498, "f1": 0.545802, "accuracy": 0.58498, "main_score": 0.545802, "hf_subset": "hun_Latn-ewe_Latn", "languages": ["hun-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951252, "recall": 0.965415, "f1": 0.955665, "accuracy": 0.965415, "main_score": 0.955665, "hf_subset": "hun_Latn-ilo_Latn", "languages": ["hun-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311537, "recall": 0.368577, "f1": 0.327264, "accuracy": 0.368577, "main_score": 0.327264, "hf_subset": "hun_Latn-knc_Arab", "languages": ["hun-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-mkd_Cyrl", "languages": ["hun-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-prs_Arab", "languages": ["hun-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-swe_Latn", "languages": ["hun-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-urd_Arab", "languages": ["hun-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600602, "recall": 0.657115, "f1": 0.616213, "accuracy": 0.657115, "main_score": 0.616213, "hf_subset": "hun_Latn-aka_Latn", "languages": ["hun-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hun_Latn-bjn_Latn", "languages": ["hun-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hun_Latn-fao_Latn", "languages": ["hun-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ind_Latn", "languages": ["hun-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589039, "recall": 0.63834, "f1": 0.603162, "accuracy": 0.63834, "main_score": 0.603162, "hf_subset": "hun_Latn-knc_Latn", "languages": ["hun-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hun_Latn-mlt_Latn", "languages": ["hun-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72063, "recall": 0.774704, "f1": 0.736082, "accuracy": 0.774704, "main_score": 0.736082, "hf_subset": "hun_Latn-quy_Latn", "languages": ["hun-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "hun_Latn-swh_Latn", "languages": ["hun-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-uzn_Latn", "languages": ["hun-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-als_Latn", "languages": ["hun-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646311, "recall": 0.724308, "f1": 0.669386, "accuracy": 0.724308, "main_score": 0.669386, "hf_subset": "hun_Latn-bod_Tibt", "languages": ["hun-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.725551, "recall": 0.778656, "f1": 0.740843, "accuracy": 0.778656, "main_score": 0.740843, "hf_subset": "hun_Latn-fij_Latn", "languages": ["hun-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-isl_Latn", "languages": ["hun-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673782, "recall": 0.720356, "f1": 0.687306, "accuracy": 0.720356, "main_score": 0.687306, "hf_subset": "hun_Latn-kon_Latn", "languages": ["hun-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658903, "recall": 0.720356, "f1": 0.676847, "accuracy": 0.720356, "main_score": 0.676847, "hf_subset": "hun_Latn-mni_Beng", "languages": ["hun-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ron_Latn", "languages": ["hun-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "hun_Latn-szl_Latn", "languages": ["hun-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-vec_Latn", "languages": ["hun-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "hun_Latn-amh_Ethi", "languages": ["hun-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bos_Latn", "languages": ["hun-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hun_Latn-fin_Latn", "languages": ["hun-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ita_Latn", "languages": ["hun-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-kor_Hang", "languages": ["hun-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.554334, "recall": 0.610672, "f1": 0.569585, "accuracy": 0.610672, "main_score": 0.569585, "hf_subset": "hun_Latn-mos_Latn", "languages": ["hun-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560922, "recall": 0.613636, "f1": 0.575601, "accuracy": 0.613636, "main_score": 0.575601, "hf_subset": "hun_Latn-run_Latn", "languages": ["hun-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-tam_Taml", "languages": ["hun-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-vie_Latn", "languages": ["hun-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-apc_Arab", "languages": ["hun-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811248, "recall": 0.854743, "f1": 0.824097, "accuracy": 0.854743, "main_score": 0.824097, "hf_subset": "hun_Latn-bug_Latn", "languages": ["hun-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478975, "recall": 0.531621, "f1": 0.492322, "accuracy": 0.531621, "main_score": 0.492322, "hf_subset": "hun_Latn-fon_Latn", "languages": ["hun-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-jav_Latn", "languages": ["hun-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-lao_Laoo", "languages": ["hun-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.883317, "recall": 0.914032, "f1": 0.89297, "accuracy": 0.914032, "main_score": 0.89297, "hf_subset": "hun_Latn-mri_Latn", "languages": ["hun-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-rus_Cyrl", "languages": ["hun-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.55102, "recall": 0.606719, "f1": 0.5661, "accuracy": 0.606719, "main_score": 0.5661, "hf_subset": "hun_Latn-taq_Latn", "languages": ["hun-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-war_Latn", "languages": ["hun-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-arb_Arab", "languages": ["hun-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bul_Cyrl", "languages": ["hun-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-fra_Latn", "languages": ["hun-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-jpn_Jpan", "languages": ["hun-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hun_Latn-lij_Latn", "languages": ["hun-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.987154, "f1": 0.984354, "accuracy": 0.987154, "main_score": 0.984354, "hf_subset": "hun_Latn-mya_Mymr", "languages": ["hun-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.605282, "recall": 0.66502, "f1": 0.622029, "accuracy": 0.66502, "main_score": 0.622029, "hf_subset": "hun_Latn-sag_Latn", "languages": ["hun-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199509, "recall": 0.247036, "f1": 0.210042, "accuracy": 0.247036, "main_score": 0.210042, "hf_subset": "hun_Latn-taq_Tfng", "languages": ["hun-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.629992, "recall": 0.688735, "f1": 0.64656, "accuracy": 0.688735, "main_score": 0.64656, "hf_subset": "hun_Latn-wol_Latn", "languages": ["hun-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799605, "recall": 0.847826, "f1": 0.814281, "accuracy": 0.847826, "main_score": 0.814281, "hf_subset": "hun_Latn-arb_Latn", "languages": ["hun-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-cat_Latn", "languages": ["hun-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-fur_Latn", "languages": ["hun-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430603, "recall": 0.483202, "f1": 0.444382, "accuracy": 0.483202, "main_score": 0.444382, "hf_subset": "hun_Latn-kab_Latn", "languages": ["hun-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hun_Latn-lim_Latn", "languages": ["hun-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-nld_Latn", "languages": ["hun-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hun_Latn-san_Deva", "languages": ["hun-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-tat_Cyrl", "languages": ["hun-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.680199, "recall": 0.735178, "f1": 0.696396, "accuracy": 0.735178, "main_score": 0.696396, "hf_subset": "hun_Latn-xho_Latn", "languages": ["hun-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ars_Arab", "languages": ["hun-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ceb_Latn", "languages": ["hun-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565682, "recall": 0.625494, "f1": 0.582727, "accuracy": 0.625494, "main_score": 0.582727, "hf_subset": "hun_Latn-fuv_Latn", "languages": ["hun-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514782, "recall": 0.575099, "f1": 0.531698, "accuracy": 0.575099, "main_score": 0.531698, "hf_subset": "hun_Latn-kac_Latn", "languages": ["hun-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6773, "recall": 0.729249, "f1": 0.692311, "accuracy": 0.729249, "main_score": 0.692311, "hf_subset": "hun_Latn-lin_Latn", "languages": ["hun-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-nno_Latn", "languages": ["hun-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.247066, "recall": 0.327075, "f1": 0.267874, "accuracy": 0.327075, "main_score": 0.267874, "hf_subset": "hun_Latn-sat_Olck", "languages": ["hun-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-tel_Telu", "languages": ["hun-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "hun_Latn-ydd_Hebr", "languages": ["hun-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "hun_Latn-ary_Arab", "languages": ["hun-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ces_Latn", "languages": ["hun-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579555, "recall": 0.640316, "f1": 0.597024, "accuracy": 0.640316, "main_score": 0.597024, "hf_subset": "hun_Latn-gaz_Latn", "languages": ["hun-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59269, "recall": 0.65415, "f1": 0.609881, "accuracy": 0.65415, "main_score": 0.609881, "hf_subset": "hun_Latn-kam_Latn", "languages": ["hun-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hun_Latn-lit_Latn", "languages": ["hun-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-nob_Latn", "languages": ["hun-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hun_Latn-scn_Latn", "languages": ["hun-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "hun_Latn-tgk_Cyrl", "languages": ["hun-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727487, "recall": 0.790514, "f1": 0.746989, "accuracy": 0.790514, "main_score": 0.746989, "hf_subset": "hun_Latn-yor_Latn", "languages": ["hun-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-arz_Arab", "languages": ["hun-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571814, "recall": 0.631423, "f1": 0.589352, "accuracy": 0.631423, "main_score": 0.589352, "hf_subset": "hun_Latn-cjk_Latn", "languages": ["hun-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787204, "recall": 0.833992, "f1": 0.800809, "accuracy": 0.833992, "main_score": 0.800809, "hf_subset": "hun_Latn-gla_Latn", "languages": ["hun-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-kan_Knda", "languages": ["hun-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-lmo_Latn", "languages": ["hun-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "hun_Latn-npi_Deva", "languages": ["hun-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472129, "recall": 0.533597, "f1": 0.488762, "accuracy": 0.533597, "main_score": 0.488762, "hf_subset": "hun_Latn-shn_Mymr", "languages": ["hun-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-tgl_Latn", "languages": ["hun-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-yue_Hant", "languages": ["hun-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-asm_Beng", "languages": ["hun-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "hun_Latn-ckb_Arab", "languages": ["hun-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87808, "recall": 0.911067, "f1": 0.888373, "accuracy": 0.911067, "main_score": 0.888373, "hf_subset": "hun_Latn-gle_Latn", "languages": ["hun-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "hun_Latn-kas_Arab", "languages": ["hun-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956061, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "hun_Latn-ltg_Latn", "languages": ["hun-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625384, "recall": 0.676877, "f1": 0.639643, "accuracy": 0.676877, "main_score": 0.639643, "hf_subset": "hun_Latn-nso_Latn", "languages": ["hun-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-sin_Sinh", "languages": ["hun-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-tha_Thai", "languages": ["hun-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zho_Hans", "languages": ["hun-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ast_Latn", "languages": ["hun-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-crh_Latn", "languages": ["hun-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-glg_Latn", "languages": ["hun-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90555, "recall": 0.931818, "f1": 0.913933, "accuracy": 0.931818, "main_score": 0.913933, "hf_subset": "hun_Latn-kas_Deva", "languages": ["hun-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-ltz_Latn", "languages": ["hun-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460797, "recall": 0.525692, "f1": 0.478682, "accuracy": 0.525692, "main_score": 0.478682, "hf_subset": "hun_Latn-nus_Latn", "languages": ["hun-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-slk_Latn", "languages": ["hun-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6216, "recall": 0.693676, "f1": 0.643019, "accuracy": 0.693676, "main_score": 0.643019, "hf_subset": "hun_Latn-tir_Ethi", "languages": ["hun-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zho_Hant", "languages": ["hun-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "hun_Latn-awa_Deva", "languages": ["hun-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hun_Latn-cym_Latn", "languages": ["hun-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851038, "recall": 0.890316, "f1": 0.863175, "accuracy": 0.890316, "main_score": 0.863175, "hf_subset": "hun_Latn-grn_Latn", "languages": ["hun-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-kat_Geor", "languages": ["hun-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.645448, "recall": 0.697628, "f1": 0.660562, "accuracy": 0.697628, "main_score": 0.660562, "hf_subset": "hun_Latn-lua_Latn", "languages": ["hun-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647086, "recall": 0.706522, "f1": 0.663792, "accuracy": 0.706522, "main_score": 0.663792, "hf_subset": "hun_Latn-nya_Latn", "languages": ["hun-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-slv_Latn", "languages": ["hun-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "hun_Latn-tpi_Latn", "languages": ["hun-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zsm_Latn", "languages": ["hun-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552355, "recall": 0.61166, "f1": 0.569534, "accuracy": 0.61166, "main_score": 0.569534, "hf_subset": "hun_Latn-ayr_Latn", "languages": ["hun-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-dan_Latn", "languages": ["hun-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-guj_Gujr", "languages": ["hun-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-kaz_Cyrl", "languages": ["hun-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544492, "recall": 0.605731, "f1": 0.561904, "accuracy": 0.605731, "main_score": 0.561904, "hf_subset": "hun_Latn-lug_Latn", "languages": ["hun-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-oci_Latn", "languages": ["hun-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83419, "recall": 0.875494, "f1": 0.846937, "accuracy": 0.875494, "main_score": 0.846937, "hf_subset": "hun_Latn-smo_Latn", "languages": ["hun-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556516, "recall": 0.615613, "f1": 0.572903, "accuracy": 0.615613, "main_score": 0.572903, "hf_subset": "hun_Latn-tsn_Latn", "languages": ["hun-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627111, "recall": 0.684783, "f1": 0.643717, "accuracy": 0.684783, "main_score": 0.643717, "hf_subset": "hun_Latn-zul_Latn", "languages": ["hun-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "hun_Latn-azb_Arab", "languages": ["hun-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-deu_Latn", "languages": ["hun-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "hun_Latn-hat_Latn", "languages": ["hun-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498548, "recall": 0.554348, "f1": 0.514625, "accuracy": 0.554348, "main_score": 0.514625, "hf_subset": "hun_Latn-kbp_Latn", "languages": ["hun-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590761, "recall": 0.642292, "f1": 0.604243, "accuracy": 0.642292, "main_score": 0.604243, "hf_subset": "hun_Latn-luo_Latn", "languages": ["hun-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-ory_Orya", "languages": ["hun-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.608811, "recall": 0.667984, "f1": 0.62543, "accuracy": 0.667984, "main_score": 0.62543, "hf_subset": "hun_Latn-sna_Latn", "languages": ["hun-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560007, "recall": 0.606719, "f1": 0.572384, "accuracy": 0.606719, "main_score": 0.572384, "hf_subset": "hun_Latn-tso_Latn", "languages": ["hun-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-azj_Latn", "languages": ["hun-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54487, "recall": 0.614625, "f1": 0.565223, "accuracy": 0.614625, "main_score": 0.565223, "hf_subset": "hun_Latn-dik_Latn", "languages": ["hun-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751558, "recall": 0.801383, "f1": 0.766076, "accuracy": 0.801383, "main_score": 0.766076, "hf_subset": "hun_Latn-hau_Latn", "languages": ["hun-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "hun_Latn-kea_Latn", "languages": ["hun-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742325, "recall": 0.795455, "f1": 0.758136, "accuracy": 0.795455, "main_score": 0.758136, "hf_subset": "hun_Latn-lus_Latn", "languages": ["hun-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871327, "recall": 0.901186, "f1": 0.880454, "accuracy": 0.901186, "main_score": 0.880454, "hf_subset": "hun_Latn-pag_Latn", "languages": ["hun-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-snd_Arab", "languages": ["hun-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "hun_Latn-tuk_Latn", "languages": ["hun-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-bak_Cyrl", "languages": ["hun-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494177, "recall": 0.571146, "f1": 0.516685, "accuracy": 0.571146, "main_score": 0.516685, "hf_subset": "hun_Latn-dyu_Latn", "languages": ["hun-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-heb_Hebr", "languages": ["hun-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hun_Latn-khk_Cyrl", "languages": ["hun-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-lvs_Latn", "languages": ["hun-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pan_Guru", "languages": ["hun-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.701682, "recall": 0.758893, "f1": 0.718497, "accuracy": 0.758893, "main_score": 0.718497, "hf_subset": "hun_Latn-som_Latn", "languages": ["hun-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618632, "recall": 0.664032, "f1": 0.631145, "accuracy": 0.664032, "main_score": 0.631145, "hf_subset": "hun_Latn-tum_Latn", "languages": ["hun-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525585, "recall": 0.585968, "f1": 0.543585, "accuracy": 0.585968, "main_score": 0.543585, "hf_subset": "kir_Cyrl-ace_Arab", "languages": ["kir-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512645, "recall": 0.570158, "f1": 0.52892, "accuracy": 0.570158, "main_score": 0.52892, "hf_subset": "kir_Cyrl-bam_Latn", "languages": ["kir-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386751, "recall": 0.449605, "f1": 0.403416, "accuracy": 0.449605, "main_score": 0.403416, "hf_subset": "kir_Cyrl-dzo_Tibt", "languages": ["kir-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-hin_Deva", "languages": ["kir-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "kir_Cyrl-khm_Khmr", "languages": ["kir-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-mag_Deva", "languages": ["kir-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.963439, "f1": 0.953887, "accuracy": 0.963439, "main_score": 0.953887, "hf_subset": "kir_Cyrl-pap_Latn", "languages": ["kir-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566271, "recall": 0.618577, "f1": 0.581133, "accuracy": 0.618577, "main_score": 0.581133, "hf_subset": "kir_Cyrl-sot_Latn", "languages": ["kir-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kir_Cyrl-tur_Latn", "languages": ["kir-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804908, "recall": 0.842885, "f1": 0.81606, "accuracy": 0.842885, "main_score": 0.81606, "hf_subset": "kir_Cyrl-ace_Latn", "languages": ["kir-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90108, "recall": 0.922925, "f1": 0.907592, "accuracy": 0.922925, "main_score": 0.907592, "hf_subset": "kir_Cyrl-ban_Latn", "languages": ["kir-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-ell_Grek", "languages": ["kir-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "kir_Cyrl-hne_Deva", "languages": ["kir-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577172, "recall": 0.637352, "f1": 0.593784, "accuracy": 0.637352, "main_score": 0.593784, "hf_subset": "kir_Cyrl-kik_Latn", "languages": ["kir-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kir_Cyrl-mai_Deva", "languages": ["kir-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.925758, "recall": 0.94664, "f1": 0.932265, "accuracy": 0.94664, "main_score": 0.932265, "hf_subset": "kir_Cyrl-pbt_Arab", "languages": ["kir-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-spa_Latn", "languages": ["kir-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59361, "recall": 0.653162, "f1": 0.61031, "accuracy": 0.653162, "main_score": 0.61031, "hf_subset": "kir_Cyrl-twi_Latn", "languages": ["kir-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kir_Cyrl-acm_Arab", "languages": ["kir-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978837, "recall": 0.985178, "f1": 0.980797, "accuracy": 0.985178, "main_score": 0.980797, "hf_subset": "kir_Cyrl-bel_Cyrl", "languages": ["kir-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-eng_Latn", "languages": ["kir-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-hrv_Latn", "languages": ["kir-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533369, "recall": 0.596838, "f1": 0.55119, "accuracy": 0.596838, "main_score": 0.55119, "hf_subset": "kir_Cyrl-kin_Latn", "languages": ["kir-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kir_Cyrl-mal_Mlym", "languages": ["kir-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-pes_Arab", "languages": ["kir-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.968379, "f1": 0.96031, "accuracy": 0.968379, "main_score": 0.96031, "hf_subset": "kir_Cyrl-srd_Latn", "languages": ["kir-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183859, "recall": 0.224308, "f1": 0.193963, "accuracy": 0.224308, "main_score": 0.193963, "hf_subset": "kir_Cyrl-tzm_Tfng", "languages": ["kir-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kir_Cyrl-acq_Arab", "languages": ["kir-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597841, "recall": 0.648221, "f1": 0.612011, "accuracy": 0.648221, "main_score": 0.612011, "hf_subset": "kir_Cyrl-bem_Latn", "languages": ["kir-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "kir_Cyrl-epo_Latn", "languages": ["kir-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kir_Cyrl-hun_Latn", "languages": ["kir-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-mar_Deva", "languages": ["kir-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.645991, "recall": 0.693676, "f1": 0.659851, "accuracy": 0.693676, "main_score": 0.659851, "hf_subset": "kir_Cyrl-plt_Latn", "languages": ["kir-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-srp_Cyrl", "languages": ["kir-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.951499, "recall": 0.963439, "f1": 0.954908, "accuracy": 0.963439, "main_score": 0.954908, "hf_subset": "kir_Cyrl-uig_Arab", "languages": ["kir-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "kir_Cyrl-aeb_Arab", "languages": ["kir-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-ben_Beng", "languages": ["kir-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kir_Cyrl-est_Latn", "languages": ["kir-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-hye_Armn", "languages": ["kir-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.525948, "recall": 0.578063, "f1": 0.541024, "accuracy": 0.578063, "main_score": 0.541024, "hf_subset": "kir_Cyrl-kmb_Latn", "languages": ["kir-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488087, "recall": 0.551383, "f1": 0.505508, "accuracy": 0.551383, "main_score": 0.505508, "hf_subset": "kir_Cyrl-min_Arab", "languages": ["kir-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-pol_Latn", "languages": ["kir-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54003, "recall": 0.59585, "f1": 0.555976, "accuracy": 0.59585, "main_score": 0.555976, "hf_subset": "kir_Cyrl-ssw_Latn", "languages": ["kir-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-ukr_Cyrl", "languages": ["kir-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-afr_Latn", "languages": ["kir-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "kir_Cyrl-bho_Deva", "languages": ["kir-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.966815, "recall": 0.976285, "f1": 0.969763, "accuracy": 0.976285, "main_score": 0.969763, "hf_subset": "kir_Cyrl-eus_Latn", "languages": ["kir-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567435, "recall": 0.624506, "f1": 0.583484, "accuracy": 0.624506, "main_score": 0.583484, "hf_subset": "kir_Cyrl-ibo_Latn", "languages": ["kir-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854496, "recall": 0.889328, "f1": 0.865152, "accuracy": 0.889328, "main_score": 0.865152, "hf_subset": "kir_Cyrl-kmr_Latn", "languages": ["kir-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "kir_Cyrl-min_Latn", "languages": ["kir-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kir_Cyrl-por_Latn", "languages": ["kir-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "kir_Cyrl-sun_Latn", "languages": ["kir-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505849, "recall": 0.563241, "f1": 0.522252, "accuracy": 0.563241, "main_score": 0.522252, "hf_subset": "kir_Cyrl-umb_Latn", "languages": ["kir-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-ajp_Arab", "languages": ["kir-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510155, "recall": 0.565217, "f1": 0.525505, "accuracy": 0.565217, "main_score": 0.525505, "hf_subset": "kir_Cyrl-bjn_Arab", "languages": ["kir-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510794, "recall": 0.564229, "f1": 0.525325, "accuracy": 0.564229, "main_score": 0.525325, "hf_subset": "kir_Cyrl-ewe_Latn", "languages": ["kir-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893857, "recall": 0.920949, "f1": 0.902404, "accuracy": 0.920949, "main_score": 0.902404, "hf_subset": "kir_Cyrl-ilo_Latn", "languages": ["kir-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308517, "recall": 0.359684, "f1": 0.322301, "accuracy": 0.359684, "main_score": 0.322301, "hf_subset": "kir_Cyrl-knc_Arab", "languages": ["kir-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-mkd_Cyrl", "languages": ["kir-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-prs_Arab", "languages": ["kir-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-swe_Latn", "languages": ["kir-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kir_Cyrl-urd_Arab", "languages": ["kir-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570424, "recall": 0.628458, "f1": 0.587074, "accuracy": 0.628458, "main_score": 0.587074, "hf_subset": "kir_Cyrl-aka_Latn", "languages": ["kir-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954414, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "kir_Cyrl-bjn_Latn", "languages": ["kir-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928689, "recall": 0.949605, "f1": 0.935244, "accuracy": 0.949605, "main_score": 0.935244, "hf_subset": "kir_Cyrl-fao_Latn", "languages": ["kir-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ind_Latn", "languages": ["kir-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578096, "recall": 0.630435, "f1": 0.593357, "accuracy": 0.630435, "main_score": 0.593357, "hf_subset": "kir_Cyrl-knc_Latn", "languages": ["kir-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94552, "recall": 0.958498, "f1": 0.949393, "accuracy": 0.958498, "main_score": 0.949393, "hf_subset": "kir_Cyrl-mlt_Latn", "languages": ["kir-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665153, "recall": 0.72332, "f1": 0.682078, "accuracy": 0.72332, "main_score": 0.682078, "hf_subset": "kir_Cyrl-quy_Latn", "languages": ["kir-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92416, "recall": 0.945652, "f1": 0.930896, "accuracy": 0.945652, "main_score": 0.930896, "hf_subset": "kir_Cyrl-swh_Latn", "languages": ["kir-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-uzn_Latn", "languages": ["kir-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kir_Cyrl-als_Latn", "languages": ["kir-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571626, "recall": 0.651186, "f1": 0.593897, "accuracy": 0.651186, "main_score": 0.593897, "hf_subset": "kir_Cyrl-bod_Tibt", "languages": ["kir-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.650222, "recall": 0.703557, "f1": 0.665738, "accuracy": 0.703557, "main_score": 0.665738, "hf_subset": "kir_Cyrl-fij_Latn", "languages": ["kir-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "kir_Cyrl-isl_Latn", "languages": ["kir-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636677, "recall": 0.687747, "f1": 0.651779, "accuracy": 0.687747, "main_score": 0.651779, "hf_subset": "kir_Cyrl-kon_Latn", "languages": ["kir-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627776, "recall": 0.686759, "f1": 0.644565, "accuracy": 0.686759, "main_score": 0.644565, "hf_subset": "kir_Cyrl-mni_Beng", "languages": ["kir-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ron_Latn", "languages": ["kir-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.972332, "f1": 0.96525, "accuracy": 0.972332, "main_score": 0.96525, "hf_subset": "kir_Cyrl-szl_Latn", "languages": ["kir-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kir_Cyrl-vec_Latn", "languages": ["kir-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901383, "recall": 0.93083, "f1": 0.910903, "accuracy": 0.93083, "main_score": 0.910903, "hf_subset": "kir_Cyrl-amh_Ethi", "languages": ["kir-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kir_Cyrl-bos_Latn", "languages": ["kir-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "kir_Cyrl-fin_Latn", "languages": ["kir-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-ita_Latn", "languages": ["kir-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-kor_Hang", "languages": ["kir-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.536708, "recall": 0.593874, "f1": 0.552052, "accuracy": 0.593874, "main_score": 0.552052, "hf_subset": "kir_Cyrl-mos_Latn", "languages": ["kir-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544353, "recall": 0.596838, "f1": 0.559213, "accuracy": 0.596838, "main_score": 0.559213, "hf_subset": "kir_Cyrl-run_Latn", "languages": ["kir-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-tam_Taml", "languages": ["kir-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-vie_Latn", "languages": ["kir-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "kir_Cyrl-apc_Arab", "languages": ["kir-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.753815, "recall": 0.800395, "f1": 0.767523, "accuracy": 0.800395, "main_score": 0.767523, "hf_subset": "kir_Cyrl-bug_Latn", "languages": ["kir-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464199, "recall": 0.517787, "f1": 0.478969, "accuracy": 0.517787, "main_score": 0.478969, "hf_subset": "kir_Cyrl-fon_Latn", "languages": ["kir-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "kir_Cyrl-jav_Latn", "languages": ["kir-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "kir_Cyrl-lao_Laoo", "languages": ["kir-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.814526, "recall": 0.859684, "f1": 0.827997, "accuracy": 0.859684, "main_score": 0.827997, "hf_subset": "kir_Cyrl-mri_Latn", "languages": ["kir-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-rus_Cyrl", "languages": ["kir-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535797, "recall": 0.586957, "f1": 0.549626, "accuracy": 0.586957, "main_score": 0.549626, "hf_subset": "kir_Cyrl-taq_Latn", "languages": ["kir-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "kir_Cyrl-war_Latn", "languages": ["kir-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-arb_Arab", "languages": ["kir-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kir_Cyrl-bul_Cyrl", "languages": ["kir-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-fra_Latn", "languages": ["kir-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-jpn_Jpan", "languages": ["kir-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "kir_Cyrl-lij_Latn", "languages": ["kir-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "kir_Cyrl-mya_Mymr", "languages": ["kir-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.579572, "recall": 0.639328, "f1": 0.596396, "accuracy": 0.639328, "main_score": 0.596396, "hf_subset": "kir_Cyrl-sag_Latn", "languages": ["kir-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196328, "recall": 0.248024, "f1": 0.207793, "accuracy": 0.248024, "main_score": 0.207793, "hf_subset": "kir_Cyrl-taq_Tfng", "languages": ["kir-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.612772, "recall": 0.66502, "f1": 0.627695, "accuracy": 0.66502, "main_score": 0.627695, "hf_subset": "kir_Cyrl-wol_Latn", "languages": ["kir-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.733692, "recall": 0.790514, "f1": 0.749613, "accuracy": 0.790514, "main_score": 0.749613, "hf_subset": "kir_Cyrl-arb_Latn", "languages": ["kir-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-cat_Latn", "languages": ["kir-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "kir_Cyrl-fur_Latn", "languages": ["kir-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403527, "recall": 0.461462, "f1": 0.419446, "accuracy": 0.461462, "main_score": 0.419446, "hf_subset": "kir_Cyrl-kab_Latn", "languages": ["kir-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "kir_Cyrl-lim_Latn", "languages": ["kir-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-nld_Latn", "languages": ["kir-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "kir_Cyrl-san_Deva", "languages": ["kir-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "kir_Cyrl-tat_Cyrl", "languages": ["kir-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.643182, "recall": 0.702569, "f1": 0.660757, "accuracy": 0.702569, "main_score": 0.660757, "hf_subset": "kir_Cyrl-xho_Latn", "languages": ["kir-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-ars_Arab", "languages": ["kir-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "kir_Cyrl-ceb_Latn", "languages": ["kir-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542969, "recall": 0.596838, "f1": 0.55804, "accuracy": 0.596838, "main_score": 0.55804, "hf_subset": "kir_Cyrl-fuv_Latn", "languages": ["kir-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514245, "recall": 0.576087, "f1": 0.53107, "accuracy": 0.576087, "main_score": 0.53107, "hf_subset": "kir_Cyrl-kac_Latn", "languages": ["kir-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629862, "recall": 0.684783, "f1": 0.645498, "accuracy": 0.684783, "main_score": 0.645498, "hf_subset": "kir_Cyrl-lin_Latn", "languages": ["kir-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-nno_Latn", "languages": ["kir-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190632, "recall": 0.255929, "f1": 0.206316, "accuracy": 0.255929, "main_score": 0.206316, "hf_subset": "kir_Cyrl-sat_Olck", "languages": ["kir-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "kir_Cyrl-tel_Telu", "languages": ["kir-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.897101, "recall": 0.926877, "f1": 0.906621, "accuracy": 0.926877, "main_score": 0.906621, "hf_subset": "kir_Cyrl-ydd_Hebr", "languages": ["kir-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "kir_Cyrl-ary_Arab", "languages": ["kir-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ces_Latn", "languages": ["kir-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548304, "recall": 0.603755, "f1": 0.5643, "accuracy": 0.603755, "main_score": 0.5643, "hf_subset": "kir_Cyrl-gaz_Latn", "languages": ["kir-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569763, "recall": 0.628458, "f1": 0.586486, "accuracy": 0.628458, "main_score": 0.586486, "hf_subset": "kir_Cyrl-kam_Latn", "languages": ["kir-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kir_Cyrl-lit_Latn", "languages": ["kir-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-nob_Latn", "languages": ["kir-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.963439, "f1": 0.953393, "accuracy": 0.963439, "main_score": 0.953393, "hf_subset": "kir_Cyrl-scn_Latn", "languages": ["kir-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963027, "recall": 0.97332, "f1": 0.966304, "accuracy": 0.97332, "main_score": 0.966304, "hf_subset": "kir_Cyrl-tgk_Cyrl", "languages": ["kir-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.667647, "recall": 0.735178, "f1": 0.687477, "accuracy": 0.735178, "main_score": 0.687477, "hf_subset": "kir_Cyrl-yor_Latn", "languages": ["kir-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kir_Cyrl-arz_Arab", "languages": ["kir-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541636, "recall": 0.598814, "f1": 0.558111, "accuracy": 0.598814, "main_score": 0.558111, "hf_subset": "kir_Cyrl-cjk_Latn", "languages": ["kir-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721047, "recall": 0.780632, "f1": 0.73874, "accuracy": 0.780632, "main_score": 0.73874, "hf_subset": "kir_Cyrl-gla_Latn", "languages": ["kir-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kir_Cyrl-kan_Knda", "languages": ["kir-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.954957, "recall": 0.967391, "f1": 0.958729, "accuracy": 0.967391, "main_score": 0.958729, "hf_subset": "kir_Cyrl-lmo_Latn", "languages": ["kir-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kir_Cyrl-npi_Deva", "languages": ["kir-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467914, "recall": 0.521739, "f1": 0.482934, "accuracy": 0.521739, "main_score": 0.482934, "hf_subset": "kir_Cyrl-shn_Mymr", "languages": ["kir-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-tgl_Latn", "languages": ["kir-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-yue_Hant", "languages": ["kir-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "kir_Cyrl-asm_Beng", "languages": ["kir-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.919796, "recall": 0.943676, "f1": 0.927372, "accuracy": 0.943676, "main_score": 0.927372, "hf_subset": "kir_Cyrl-ckb_Arab", "languages": ["kir-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809717, "recall": 0.854743, "f1": 0.823617, "accuracy": 0.854743, "main_score": 0.823617, "hf_subset": "kir_Cyrl-gle_Latn", "languages": ["kir-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.894137, "recall": 0.920949, "f1": 0.902668, "accuracy": 0.920949, "main_score": 0.902668, "hf_subset": "kir_Cyrl-kas_Arab", "languages": ["kir-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.89142, "recall": 0.921937, "f1": 0.901087, "accuracy": 0.921937, "main_score": 0.901087, "hf_subset": "kir_Cyrl-ltg_Latn", "languages": ["kir-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600042, "recall": 0.641304, "f1": 0.612139, "accuracy": 0.641304, "main_score": 0.612139, "hf_subset": "kir_Cyrl-nso_Latn", "languages": ["kir-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954792, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "kir_Cyrl-sin_Sinh", "languages": ["kir-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-tha_Thai", "languages": ["kir-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kir_Cyrl-zho_Hans", "languages": ["kir-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ast_Latn", "languages": ["kir-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "kir_Cyrl-crh_Latn", "languages": ["kir-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-glg_Latn", "languages": ["kir-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811924, "recall": 0.859684, "f1": 0.826647, "accuracy": 0.859684, "main_score": 0.826647, "hf_subset": "kir_Cyrl-kas_Deva", "languages": ["kir-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.954381, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "kir_Cyrl-ltz_Latn", "languages": ["kir-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457611, "recall": 0.516798, "f1": 0.473363, "accuracy": 0.516798, "main_score": 0.473363, "hf_subset": "kir_Cyrl-nus_Latn", "languages": ["kir-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-slk_Latn", "languages": ["kir-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585245, "recall": 0.653162, "f1": 0.603807, "accuracy": 0.653162, "main_score": 0.603807, "hf_subset": "kir_Cyrl-tir_Ethi", "languages": ["kir-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kir_Cyrl-zho_Hant", "languages": ["kir-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "kir_Cyrl-awa_Deva", "languages": ["kir-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.951581, "f1": 0.939526, "accuracy": 0.951581, "main_score": 0.939526, "hf_subset": "kir_Cyrl-cym_Latn", "languages": ["kir-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790464, "recall": 0.833992, "f1": 0.803689, "accuracy": 0.833992, "main_score": 0.803689, "hf_subset": "kir_Cyrl-grn_Latn", "languages": ["kir-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kir_Cyrl-kat_Geor", "languages": ["kir-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.613422, "recall": 0.666008, "f1": 0.628942, "accuracy": 0.666008, "main_score": 0.628942, "hf_subset": "kir_Cyrl-lua_Latn", "languages": ["kir-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620833, "recall": 0.673913, "f1": 0.636482, "accuracy": 0.673913, "main_score": 0.636482, "hf_subset": "kir_Cyrl-nya_Latn", "languages": ["kir-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-slv_Latn", "languages": ["kir-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876614, "recall": 0.905138, "f1": 0.88516, "accuracy": 0.905138, "main_score": 0.88516, "hf_subset": "kir_Cyrl-tpi_Latn", "languages": ["kir-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-zsm_Latn", "languages": ["kir-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543527, "recall": 0.594862, "f1": 0.557668, "accuracy": 0.594862, "main_score": 0.557668, "hf_subset": "kir_Cyrl-ayr_Latn", "languages": ["kir-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-dan_Latn", "languages": ["kir-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-guj_Gujr", "languages": ["kir-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-kaz_Cyrl", "languages": ["kir-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.523328, "recall": 0.579051, "f1": 0.538659, "accuracy": 0.579051, "main_score": 0.538659, "hf_subset": "kir_Cyrl-lug_Latn", "languages": ["kir-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kir_Cyrl-oci_Latn", "languages": ["kir-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778633, "recall": 0.83004, "f1": 0.793895, "accuracy": 0.83004, "main_score": 0.793895, "hf_subset": "kir_Cyrl-smo_Latn", "languages": ["kir-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529935, "recall": 0.58498, "f1": 0.54487, "accuracy": 0.58498, "main_score": 0.54487, "hf_subset": "kir_Cyrl-tsn_Latn", "languages": ["kir-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580578, "recall": 0.637352, "f1": 0.597054, "accuracy": 0.637352, "main_score": 0.597054, "hf_subset": "kir_Cyrl-zul_Latn", "languages": ["kir-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876466, "recall": 0.908103, "f1": 0.8861, "accuracy": 0.908103, "main_score": 0.8861, "hf_subset": "kir_Cyrl-azb_Arab", "languages": ["kir-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-deu_Latn", "languages": ["kir-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927866, "recall": 0.947628, "f1": 0.934077, "accuracy": 0.947628, "main_score": 0.934077, "hf_subset": "kir_Cyrl-hat_Latn", "languages": ["kir-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492747, "recall": 0.543478, "f1": 0.50717, "accuracy": 0.543478, "main_score": 0.50717, "hf_subset": "kir_Cyrl-kbp_Latn", "languages": ["kir-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564693, "recall": 0.624506, "f1": 0.581194, "accuracy": 0.624506, "main_score": 0.581194, "hf_subset": "kir_Cyrl-luo_Latn", "languages": ["kir-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-ory_Orya", "languages": ["kir-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.554326, "recall": 0.617589, "f1": 0.572798, "accuracy": 0.617589, "main_score": 0.572798, "hf_subset": "kir_Cyrl-sna_Latn", "languages": ["kir-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540524, "recall": 0.590909, "f1": 0.553972, "accuracy": 0.590909, "main_score": 0.553972, "hf_subset": "kir_Cyrl-tso_Latn", "languages": ["kir-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-azj_Latn", "languages": ["kir-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522447, "recall": 0.58004, "f1": 0.53969, "accuracy": 0.58004, "main_score": 0.53969, "hf_subset": "kir_Cyrl-dik_Latn", "languages": ["kir-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701581, "recall": 0.756917, "f1": 0.717819, "accuracy": 0.756917, "main_score": 0.717819, "hf_subset": "kir_Cyrl-hau_Latn", "languages": ["kir-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944088, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "kir_Cyrl-kea_Latn", "languages": ["kir-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709816, "recall": 0.755929, "f1": 0.723734, "accuracy": 0.755929, "main_score": 0.723734, "hf_subset": "kir_Cyrl-lus_Latn", "languages": ["kir-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804381, "recall": 0.842885, "f1": 0.815683, "accuracy": 0.842885, "main_score": 0.815683, "hf_subset": "kir_Cyrl-pag_Latn", "languages": ["kir-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kir_Cyrl-snd_Arab", "languages": ["kir-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961709, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "kir_Cyrl-tuk_Latn", "languages": ["kir-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "kir_Cyrl-bak_Cyrl", "languages": ["kir-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478475, "recall": 0.545455, "f1": 0.497864, "accuracy": 0.545455, "main_score": 0.497864, "hf_subset": "kir_Cyrl-dyu_Latn", "languages": ["kir-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991765, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kir_Cyrl-heb_Hebr", "languages": ["kir-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.967968, "recall": 0.977273, "f1": 0.970916, "accuracy": 0.977273, "main_score": 0.970916, "hf_subset": "kir_Cyrl-khk_Cyrl", "languages": ["kir-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-lvs_Latn", "languages": ["kir-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-pan_Guru", "languages": ["kir-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.655807, "recall": 0.716403, "f1": 0.673619, "accuracy": 0.716403, "main_score": 0.673619, "hf_subset": "kir_Cyrl-som_Latn", "languages": ["kir-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565311, "recall": 0.612648, "f1": 0.578793, "accuracy": 0.612648, "main_score": 0.578793, "hf_subset": "kir_Cyrl-tum_Latn", "languages": ["kir-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560121, "recall": 0.625494, "f1": 0.578298, "accuracy": 0.625494, "main_score": 0.578298, "hf_subset": "mar_Deva-ace_Arab", "languages": ["mar-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516795, "recall": 0.583992, "f1": 0.535691, "accuracy": 0.583992, "main_score": 0.535691, "hf_subset": "mar_Deva-bam_Latn", "languages": ["mar-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441276, "recall": 0.519763, "f1": 0.462409, "accuracy": 0.519763, "main_score": 0.462409, "hf_subset": "mar_Deva-dzo_Tibt", "languages": ["mar-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hin_Deva", "languages": ["mar-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-khm_Khmr", "languages": ["mar-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mag_Deva", "languages": ["mar-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mar_Deva-pap_Latn", "languages": ["mar-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575653, "recall": 0.636364, "f1": 0.592506, "accuracy": 0.636364, "main_score": 0.592506, "hf_subset": "mar_Deva-sot_Latn", "languages": ["mar-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tur_Latn", "languages": ["mar-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873798, "recall": 0.906126, "f1": 0.883959, "accuracy": 0.906126, "main_score": 0.883959, "hf_subset": "mar_Deva-ace_Latn", "languages": ["mar-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.969368, "f1": 0.961627, "accuracy": 0.969368, "main_score": 0.961627, "hf_subset": "mar_Deva-ban_Latn", "languages": ["mar-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ell_Grek", "languages": ["mar-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mar_Deva-hne_Deva", "languages": ["mar-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.596913, "recall": 0.660079, "f1": 0.614883, "accuracy": 0.660079, "main_score": 0.614883, "hf_subset": "mar_Deva-kik_Latn", "languages": ["mar-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mai_Deva", "languages": ["mar-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mar_Deva-pbt_Arab", "languages": ["mar-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-spa_Latn", "languages": ["mar-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619246, "recall": 0.683794, "f1": 0.637096, "accuracy": 0.683794, "main_score": 0.637096, "hf_subset": "mar_Deva-twi_Latn", "languages": ["mar-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-acm_Arab", "languages": ["mar-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-bel_Cyrl", "languages": ["mar-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-eng_Latn", "languages": ["mar-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hrv_Latn", "languages": ["mar-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535667, "recall": 0.601779, "f1": 0.554265, "accuracy": 0.601779, "main_score": 0.554265, "hf_subset": "mar_Deva-kin_Latn", "languages": ["mar-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-mal_Mlym", "languages": ["mar-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-pes_Arab", "languages": ["mar-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-srd_Latn", "languages": ["mar-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172495, "recall": 0.221344, "f1": 0.184326, "accuracy": 0.221344, "main_score": 0.184326, "hf_subset": "mar_Deva-tzm_Tfng", "languages": ["mar-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-acq_Arab", "languages": ["mar-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.625955, "recall": 0.678854, "f1": 0.640655, "accuracy": 0.678854, "main_score": 0.640655, "hf_subset": "mar_Deva-bem_Latn", "languages": ["mar-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-epo_Latn", "languages": ["mar-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-hun_Latn", "languages": ["mar-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mar_Deva-kir_Cyrl", "languages": ["mar-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.6625, "recall": 0.720356, "f1": 0.679301, "accuracy": 0.720356, "main_score": 0.679301, "hf_subset": "mar_Deva-plt_Latn", "languages": ["mar-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-srp_Cyrl", "languages": ["mar-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "mar_Deva-uig_Arab", "languages": ["mar-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-aeb_Arab", "languages": ["mar-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ben_Beng", "languages": ["mar-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-est_Latn", "languages": ["mar-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hye_Armn", "languages": ["mar-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.52971, "recall": 0.583004, "f1": 0.545309, "accuracy": 0.583004, "main_score": 0.545309, "hf_subset": "mar_Deva-kmb_Latn", "languages": ["mar-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493938, "recall": 0.565217, "f1": 0.513408, "accuracy": 0.565217, "main_score": 0.513408, "hf_subset": "mar_Deva-min_Arab", "languages": ["mar-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-pol_Latn", "languages": ["mar-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561808, "recall": 0.624506, "f1": 0.579127, "accuracy": 0.624506, "main_score": 0.579127, "hf_subset": "mar_Deva-ssw_Latn", "languages": ["mar-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ukr_Cyrl", "languages": ["mar-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-afr_Latn", "languages": ["mar-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-bho_Deva", "languages": ["mar-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-eus_Latn", "languages": ["mar-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575791, "recall": 0.641304, "f1": 0.594222, "accuracy": 0.641304, "main_score": 0.594222, "hf_subset": "mar_Deva-ibo_Latn", "languages": ["mar-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915843, "recall": 0.940711, "f1": 0.923748, "accuracy": 0.940711, "main_score": 0.923748, "hf_subset": "mar_Deva-kmr_Latn", "languages": ["mar-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mar_Deva-min_Latn", "languages": ["mar-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-por_Latn", "languages": ["mar-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar_Deva-sun_Latn", "languages": ["mar-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517294, "recall": 0.573123, "f1": 0.533292, "accuracy": 0.573123, "main_score": 0.533292, "hf_subset": "mar_Deva-umb_Latn", "languages": ["mar-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ajp_Arab", "languages": ["mar-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5316, "recall": 0.594862, "f1": 0.549031, "accuracy": 0.594862, "main_score": 0.549031, "hf_subset": "mar_Deva-bjn_Arab", "languages": ["mar-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520788, "recall": 0.58004, "f1": 0.536623, "accuracy": 0.58004, "main_score": 0.536623, "hf_subset": "mar_Deva-ewe_Latn", "languages": ["mar-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "mar_Deva-ilo_Latn", "languages": ["mar-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31134, "recall": 0.370553, "f1": 0.327164, "accuracy": 0.370553, "main_score": 0.327164, "hf_subset": "mar_Deva-knc_Arab", "languages": ["mar-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mkd_Cyrl", "languages": ["mar-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-prs_Arab", "languages": ["mar-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-swe_Latn", "languages": ["mar-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-urd_Arab", "languages": ["mar-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584201, "recall": 0.652174, "f1": 0.602988, "accuracy": 0.652174, "main_score": 0.602988, "hf_subset": "mar_Deva-aka_Latn", "languages": ["mar-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mar_Deva-bjn_Latn", "languages": ["mar-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mar_Deva-fao_Latn", "languages": ["mar-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ind_Latn", "languages": ["mar-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583494, "recall": 0.640316, "f1": 0.59938, "accuracy": 0.640316, "main_score": 0.59938, "hf_subset": "mar_Deva-knc_Latn", "languages": ["mar-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-mlt_Latn", "languages": ["mar-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705034, "recall": 0.766798, "f1": 0.723486, "accuracy": 0.766798, "main_score": 0.723486, "hf_subset": "mar_Deva-quy_Latn", "languages": ["mar-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "mar_Deva-swh_Latn", "languages": ["mar-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-uzn_Latn", "languages": ["mar-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-als_Latn", "languages": ["mar-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681686, "recall": 0.755929, "f1": 0.70328, "accuracy": 0.755929, "main_score": 0.70328, "hf_subset": "mar_Deva-bod_Tibt", "languages": ["mar-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.697546, "recall": 0.755929, "f1": 0.714074, "accuracy": 0.755929, "main_score": 0.714074, "hf_subset": "mar_Deva-fij_Latn", "languages": ["mar-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mar_Deva-isl_Latn", "languages": ["mar-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654825, "recall": 0.708498, "f1": 0.670327, "accuracy": 0.708498, "main_score": 0.670327, "hf_subset": "mar_Deva-kon_Latn", "languages": ["mar-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672885, "recall": 0.733202, "f1": 0.689763, "accuracy": 0.733202, "main_score": 0.689763, "hf_subset": "mar_Deva-mni_Beng", "languages": ["mar-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ron_Latn", "languages": ["mar-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "mar_Deva-szl_Latn", "languages": ["mar-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-vec_Latn", "languages": ["mar-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "mar_Deva-amh_Ethi", "languages": ["mar-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-bos_Latn", "languages": ["mar-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-fin_Latn", "languages": ["mar-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ita_Latn", "languages": ["mar-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-kor_Hang", "languages": ["mar-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.536397, "recall": 0.594862, "f1": 0.552241, "accuracy": 0.594862, "main_score": 0.552241, "hf_subset": "mar_Deva-mos_Latn", "languages": ["mar-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538237, "recall": 0.603755, "f1": 0.55704, "accuracy": 0.603755, "main_score": 0.55704, "hf_subset": "mar_Deva-run_Latn", "languages": ["mar-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tam_Taml", "languages": ["mar-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-vie_Latn", "languages": ["mar-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-apc_Arab", "languages": ["mar-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.79692, "recall": 0.839921, "f1": 0.809783, "accuracy": 0.839921, "main_score": 0.809783, "hf_subset": "mar_Deva-bug_Latn", "languages": ["mar-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468291, "recall": 0.527668, "f1": 0.483936, "accuracy": 0.527668, "main_score": 0.483936, "hf_subset": "mar_Deva-fon_Latn", "languages": ["mar-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-jav_Latn", "languages": ["mar-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar_Deva-lao_Laoo", "languages": ["mar-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.874457, "recall": 0.907115, "f1": 0.884289, "accuracy": 0.907115, "main_score": 0.884289, "hf_subset": "mar_Deva-mri_Latn", "languages": ["mar-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-rus_Cyrl", "languages": ["mar-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534128, "recall": 0.598814, "f1": 0.552162, "accuracy": 0.598814, "main_score": 0.552162, "hf_subset": "mar_Deva-taq_Latn", "languages": ["mar-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-war_Latn", "languages": ["mar-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-arb_Arab", "languages": ["mar-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-bul_Cyrl", "languages": ["mar-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-fra_Latn", "languages": ["mar-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-jpn_Jpan", "languages": ["mar-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mar_Deva-lij_Latn", "languages": ["mar-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "mar_Deva-mya_Mymr", "languages": ["mar-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.585961, "recall": 0.652174, "f1": 0.604351, "accuracy": 0.652174, "main_score": 0.604351, "hf_subset": "mar_Deva-sag_Latn", "languages": ["mar-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184935, "recall": 0.240119, "f1": 0.197293, "accuracy": 0.240119, "main_score": 0.197293, "hf_subset": "mar_Deva-taq_Tfng", "languages": ["mar-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.611966, "recall": 0.677866, "f1": 0.630371, "accuracy": 0.677866, "main_score": 0.630371, "hf_subset": "mar_Deva-wol_Latn", "languages": ["mar-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789345, "recall": 0.842885, "f1": 0.805421, "accuracy": 0.842885, "main_score": 0.805421, "hf_subset": "mar_Deva-arb_Latn", "languages": ["mar-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-cat_Latn", "languages": ["mar-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "mar_Deva-fur_Latn", "languages": ["mar-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404055, "recall": 0.461462, "f1": 0.41993, "accuracy": 0.461462, "main_score": 0.41993, "hf_subset": "mar_Deva-kab_Latn", "languages": ["mar-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-lim_Latn", "languages": ["mar-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nld_Latn", "languages": ["mar-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mar_Deva-san_Deva", "languages": ["mar-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-tat_Cyrl", "languages": ["mar-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.66682, "recall": 0.72332, "f1": 0.682858, "accuracy": 0.72332, "main_score": 0.682858, "hf_subset": "mar_Deva-xho_Latn", "languages": ["mar-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ars_Arab", "languages": ["mar-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ceb_Latn", "languages": ["mar-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556102, "recall": 0.617589, "f1": 0.573535, "accuracy": 0.617589, "main_score": 0.573535, "hf_subset": "mar_Deva-fuv_Latn", "languages": ["mar-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499708, "recall": 0.572134, "f1": 0.519487, "accuracy": 0.572134, "main_score": 0.519487, "hf_subset": "mar_Deva-kac_Latn", "languages": ["mar-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666074, "recall": 0.724308, "f1": 0.683202, "accuracy": 0.724308, "main_score": 0.683202, "hf_subset": "mar_Deva-lin_Latn", "languages": ["mar-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nno_Latn", "languages": ["mar-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244784, "recall": 0.328063, "f1": 0.266338, "accuracy": 0.328063, "main_score": 0.266338, "hf_subset": "mar_Deva-sat_Olck", "languages": ["mar-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tel_Telu", "languages": ["mar-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "mar_Deva-ydd_Hebr", "languages": ["mar-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mar_Deva-ary_Arab", "languages": ["mar-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ces_Latn", "languages": ["mar-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56872, "recall": 0.632411, "f1": 0.587046, "accuracy": 0.632411, "main_score": 0.587046, "hf_subset": "mar_Deva-gaz_Latn", "languages": ["mar-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581641, "recall": 0.644269, "f1": 0.599693, "accuracy": 0.644269, "main_score": 0.599693, "hf_subset": "mar_Deva-kam_Latn", "languages": ["mar-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mar_Deva-lit_Latn", "languages": ["mar-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nob_Latn", "languages": ["mar-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mar_Deva-scn_Latn", "languages": ["mar-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mar_Deva-tgk_Cyrl", "languages": ["mar-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.715399, "recall": 0.783597, "f1": 0.736237, "accuracy": 0.783597, "main_score": 0.736237, "hf_subset": "mar_Deva-yor_Latn", "languages": ["mar-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-arz_Arab", "languages": ["mar-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537057, "recall": 0.602767, "f1": 0.555873, "accuracy": 0.602767, "main_score": 0.555873, "hf_subset": "mar_Deva-cjk_Latn", "languages": ["mar-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.783926, "recall": 0.835968, "f1": 0.799506, "accuracy": 0.835968, "main_score": 0.799506, "hf_subset": "mar_Deva-gla_Latn", "languages": ["mar-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-kan_Knda", "languages": ["mar-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "mar_Deva-lmo_Latn", "languages": ["mar-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "mar_Deva-npi_Deva", "languages": ["mar-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.470019, "recall": 0.529644, "f1": 0.486174, "accuracy": 0.529644, "main_score": 0.486174, "hf_subset": "mar_Deva-shn_Mymr", "languages": ["mar-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tgl_Latn", "languages": ["mar-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-yue_Hant", "languages": ["mar-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-asm_Beng", "languages": ["mar-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "mar_Deva-ckb_Arab", "languages": ["mar-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.875247, "recall": 0.911067, "f1": 0.886594, "accuracy": 0.911067, "main_score": 0.886594, "hf_subset": "mar_Deva-gle_Latn", "languages": ["mar-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "mar_Deva-kas_Arab", "languages": ["mar-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.941733, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "mar_Deva-ltg_Latn", "languages": ["mar-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598459, "recall": 0.656126, "f1": 0.614352, "accuracy": 0.656126, "main_score": 0.614352, "hf_subset": "mar_Deva-nso_Latn", "languages": ["mar-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-sin_Sinh", "languages": ["mar-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-tha_Thai", "languages": ["mar-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zho_Hans", "languages": ["mar-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-ast_Latn", "languages": ["mar-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-crh_Latn", "languages": ["mar-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-glg_Latn", "languages": ["mar-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91642, "recall": 0.940711, "f1": 0.924144, "accuracy": 0.940711, "main_score": 0.924144, "hf_subset": "mar_Deva-kas_Deva", "languages": ["mar-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "mar_Deva-ltz_Latn", "languages": ["mar-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436604, "recall": 0.5, "f1": 0.453534, "accuracy": 0.5, "main_score": 0.453534, "hf_subset": "mar_Deva-nus_Latn", "languages": ["mar-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-slk_Latn", "languages": ["mar-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635441, "recall": 0.705534, "f1": 0.655934, "accuracy": 0.705534, "main_score": 0.655934, "hf_subset": "mar_Deva-tir_Ethi", "languages": ["mar-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zho_Hant", "languages": ["mar-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "mar_Deva-awa_Deva", "languages": ["mar-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mar_Deva-cym_Latn", "languages": ["mar-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842589, "recall": 0.879447, "f1": 0.853854, "accuracy": 0.879447, "main_score": 0.853854, "hf_subset": "mar_Deva-grn_Latn", "languages": ["mar-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-kat_Geor", "languages": ["mar-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.639111, "recall": 0.6917, "f1": 0.653858, "accuracy": 0.6917, "main_score": 0.653858, "hf_subset": "mar_Deva-lua_Latn", "languages": ["mar-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628379, "recall": 0.688735, "f1": 0.645411, "accuracy": 0.688735, "main_score": 0.645411, "hf_subset": "mar_Deva-nya_Latn", "languages": ["mar-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-slv_Latn", "languages": ["mar-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94557, "recall": 0.961462, "f1": 0.950494, "accuracy": 0.961462, "main_score": 0.950494, "hf_subset": "mar_Deva-tpi_Latn", "languages": ["mar-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zsm_Latn", "languages": ["mar-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545919, "recall": 0.605731, "f1": 0.562475, "accuracy": 0.605731, "main_score": 0.562475, "hf_subset": "mar_Deva-ayr_Latn", "languages": ["mar-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-dan_Latn", "languages": ["mar-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-guj_Gujr", "languages": ["mar-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-kaz_Cyrl", "languages": ["mar-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538241, "recall": 0.597826, "f1": 0.555079, "accuracy": 0.597826, "main_score": 0.555079, "hf_subset": "mar_Deva-lug_Latn", "languages": ["mar-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-oci_Latn", "languages": ["mar-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818718, "recall": 0.86166, "f1": 0.831538, "accuracy": 0.86166, "main_score": 0.831538, "hf_subset": "mar_Deva-smo_Latn", "languages": ["mar-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537577, "recall": 0.601779, "f1": 0.555342, "accuracy": 0.601779, "main_score": 0.555342, "hf_subset": "mar_Deva-tsn_Latn", "languages": ["mar-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617147, "recall": 0.682806, "f1": 0.636104, "accuracy": 0.682806, "main_score": 0.636104, "hf_subset": "mar_Deva-zul_Latn", "languages": ["mar-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930336, "recall": 0.951581, "f1": 0.937253, "accuracy": 0.951581, "main_score": 0.937253, "hf_subset": "mar_Deva-azb_Arab", "languages": ["mar-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-deu_Latn", "languages": ["mar-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "mar_Deva-hat_Latn", "languages": ["mar-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490562, "recall": 0.549407, "f1": 0.506576, "accuracy": 0.549407, "main_score": 0.506576, "hf_subset": "mar_Deva-kbp_Latn", "languages": ["mar-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565125, "recall": 0.623518, "f1": 0.580767, "accuracy": 0.623518, "main_score": 0.580767, "hf_subset": "mar_Deva-luo_Latn", "languages": ["mar-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ory_Orya", "languages": ["mar-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.589594, "recall": 0.648221, "f1": 0.606277, "accuracy": 0.648221, "main_score": 0.606277, "hf_subset": "mar_Deva-sna_Latn", "languages": ["mar-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551658, "recall": 0.607708, "f1": 0.566406, "accuracy": 0.607708, "main_score": 0.566406, "hf_subset": "mar_Deva-tso_Latn", "languages": ["mar-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-azj_Latn", "languages": ["mar-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534446, "recall": 0.601779, "f1": 0.553809, "accuracy": 0.601779, "main_score": 0.553809, "hf_subset": "mar_Deva-dik_Latn", "languages": ["mar-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740135, "recall": 0.791502, "f1": 0.755402, "accuracy": 0.791502, "main_score": 0.755402, "hf_subset": "mar_Deva-hau_Latn", "languages": ["mar-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mar_Deva-kea_Latn", "languages": ["mar-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756374, "recall": 0.8083, "f1": 0.772464, "accuracy": 0.8083, "main_score": 0.772464, "hf_subset": "mar_Deva-lus_Latn", "languages": ["mar-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877421, "recall": 0.907115, "f1": 0.886594, "accuracy": 0.907115, "main_score": 0.886594, "hf_subset": "mar_Deva-pag_Latn", "languages": ["mar-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-snd_Arab", "languages": ["mar-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "mar_Deva-tuk_Latn", "languages": ["mar-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "mar_Deva-bak_Cyrl", "languages": ["mar-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.479949, "recall": 0.557312, "f1": 0.502859, "accuracy": 0.557312, "main_score": 0.502859, "hf_subset": "mar_Deva-dyu_Latn", "languages": ["mar-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-heb_Hebr", "languages": ["mar-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mar_Deva-khk_Cyrl", "languages": ["mar-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-lvs_Latn", "languages": ["mar-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-pan_Guru", "languages": ["mar-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.694805, "recall": 0.755929, "f1": 0.712717, "accuracy": 0.755929, "main_score": 0.712717, "hf_subset": "mar_Deva-som_Latn", "languages": ["mar-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5921, "recall": 0.643281, "f1": 0.606233, "accuracy": 0.643281, "main_score": 0.606233, "hf_subset": "mar_Deva-tum_Latn", "languages": ["mar-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480884, "recall": 0.532609, "f1": 0.495323, "accuracy": 0.532609, "main_score": 0.495323, "hf_subset": "plt_Latn-ace_Arab", "languages": ["plt-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523544, "recall": 0.567194, "f1": 0.536629, "accuracy": 0.567194, "main_score": 0.536629, "hf_subset": "plt_Latn-bam_Latn", "languages": ["plt-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.253098, "recall": 0.307312, "f1": 0.266652, "accuracy": 0.307312, "main_score": 0.266652, "hf_subset": "plt_Latn-dzo_Tibt", "languages": ["plt-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.651274, "recall": 0.704545, "f1": 0.665545, "accuracy": 0.704545, "main_score": 0.665545, "hf_subset": "plt_Latn-hin_Deva", "languages": ["plt-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612014, "recall": 0.663043, "f1": 0.625515, "accuracy": 0.663043, "main_score": 0.625515, "hf_subset": "plt_Latn-khm_Khmr", "languages": ["plt-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.643807, "recall": 0.689723, "f1": 0.655667, "accuracy": 0.689723, "main_score": 0.655667, "hf_subset": "plt_Latn-mag_Deva", "languages": ["plt-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.647019, "recall": 0.678854, "f1": 0.655205, "accuracy": 0.678854, "main_score": 0.655205, "hf_subset": "plt_Latn-pap_Latn", "languages": ["plt-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569057, "recall": 0.613636, "f1": 0.581329, "accuracy": 0.613636, "main_score": 0.581329, "hf_subset": "plt_Latn-sot_Latn", "languages": ["plt-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641248, "recall": 0.698617, "f1": 0.656801, "accuracy": 0.698617, "main_score": 0.656801, "hf_subset": "plt_Latn-tur_Latn", "languages": ["plt-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617834, "recall": 0.663043, "f1": 0.630249, "accuracy": 0.663043, "main_score": 0.630249, "hf_subset": "plt_Latn-ace_Latn", "languages": ["plt-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65269, "recall": 0.688735, "f1": 0.662276, "accuracy": 0.688735, "main_score": 0.662276, "hf_subset": "plt_Latn-ban_Latn", "languages": ["plt-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645218, "recall": 0.700593, "f1": 0.659886, "accuracy": 0.700593, "main_score": 0.659886, "hf_subset": "plt_Latn-ell_Grek", "languages": ["plt-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.633634, "recall": 0.682806, "f1": 0.646457, "accuracy": 0.682806, "main_score": 0.646457, "hf_subset": "plt_Latn-hne_Deva", "languages": ["plt-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533885, "recall": 0.578063, "f1": 0.546253, "accuracy": 0.578063, "main_score": 0.546253, "hf_subset": "plt_Latn-kik_Latn", "languages": ["plt-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646371, "recall": 0.699605, "f1": 0.660723, "accuracy": 0.699605, "main_score": 0.660723, "hf_subset": "plt_Latn-mai_Deva", "languages": ["plt-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593917, "recall": 0.653162, "f1": 0.609821, "accuracy": 0.653162, "main_score": 0.609821, "hf_subset": "plt_Latn-pbt_Arab", "languages": ["plt-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654509, "recall": 0.705534, "f1": 0.668103, "accuracy": 0.705534, "main_score": 0.668103, "hf_subset": "plt_Latn-spa_Latn", "languages": ["plt-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570838, "recall": 0.612648, "f1": 0.582059, "accuracy": 0.612648, "main_score": 0.582059, "hf_subset": "plt_Latn-twi_Latn", "languages": ["plt-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62619, "recall": 0.677866, "f1": 0.640062, "accuracy": 0.677866, "main_score": 0.640062, "hf_subset": "plt_Latn-acm_Arab", "languages": ["plt-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.612175, "recall": 0.662055, "f1": 0.62502, "accuracy": 0.662055, "main_score": 0.62502, "hf_subset": "plt_Latn-bel_Cyrl", "languages": ["plt-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67946, "recall": 0.727273, "f1": 0.691604, "accuracy": 0.727273, "main_score": 0.691604, "hf_subset": "plt_Latn-eng_Latn", "languages": ["plt-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657001, "recall": 0.712451, "f1": 0.671918, "accuracy": 0.712451, "main_score": 0.671918, "hf_subset": "plt_Latn-hrv_Latn", "languages": ["plt-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552415, "recall": 0.603755, "f1": 0.566353, "accuracy": 0.603755, "main_score": 0.566353, "hf_subset": "plt_Latn-kin_Latn", "languages": ["plt-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63056, "recall": 0.690711, "f1": 0.647309, "accuracy": 0.690711, "main_score": 0.647309, "hf_subset": "plt_Latn-mal_Mlym", "languages": ["plt-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.641379, "recall": 0.697628, "f1": 0.65661, "accuracy": 0.697628, "main_score": 0.65661, "hf_subset": "plt_Latn-pes_Arab", "languages": ["plt-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.65335, "recall": 0.699605, "f1": 0.666489, "accuracy": 0.699605, "main_score": 0.666489, "hf_subset": "plt_Latn-srd_Latn", "languages": ["plt-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207225, "recall": 0.246047, "f1": 0.216766, "accuracy": 0.246047, "main_score": 0.216766, "hf_subset": "plt_Latn-tzm_Tfng", "languages": ["plt-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.642584, "recall": 0.694664, "f1": 0.65668, "accuracy": 0.694664, "main_score": 0.65668, "hf_subset": "plt_Latn-acq_Arab", "languages": ["plt-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.59252, "recall": 0.634387, "f1": 0.603855, "accuracy": 0.634387, "main_score": 0.603855, "hf_subset": "plt_Latn-bem_Latn", "languages": ["plt-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664983, "recall": 0.711462, "f1": 0.677795, "accuracy": 0.711462, "main_score": 0.677795, "hf_subset": "plt_Latn-epo_Latn", "languages": ["plt-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653252, "recall": 0.700593, "f1": 0.665907, "accuracy": 0.700593, "main_score": 0.665907, "hf_subset": "plt_Latn-hun_Latn", "languages": ["plt-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6311, "recall": 0.683794, "f1": 0.645363, "accuracy": 0.683794, "main_score": 0.645363, "hf_subset": "plt_Latn-kir_Cyrl", "languages": ["plt-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.646143, "recall": 0.699605, "f1": 0.660314, "accuracy": 0.699605, "main_score": 0.660314, "hf_subset": "plt_Latn-mar_Deva", "languages": ["plt-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.669051, "recall": 0.716403, "f1": 0.681432, "accuracy": 0.716403, "main_score": 0.681432, "hf_subset": "plt_Latn-srp_Cyrl", "languages": ["plt-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.575711, "recall": 0.626482, "f1": 0.590081, "accuracy": 0.626482, "main_score": 0.590081, "hf_subset": "plt_Latn-uig_Arab", "languages": ["plt-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640972, "recall": 0.682806, "f1": 0.651406, "accuracy": 0.682806, "main_score": 0.651406, "hf_subset": "plt_Latn-aeb_Arab", "languages": ["plt-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.634444, "recall": 0.688735, "f1": 0.649429, "accuracy": 0.688735, "main_score": 0.649429, "hf_subset": "plt_Latn-ben_Beng", "languages": ["plt-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.636132, "recall": 0.683794, "f1": 0.649189, "accuracy": 0.683794, "main_score": 0.649189, "hf_subset": "plt_Latn-est_Latn", "languages": ["plt-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630179, "recall": 0.684783, "f1": 0.645036, "accuracy": 0.684783, "main_score": 0.645036, "hf_subset": "plt_Latn-hye_Armn", "languages": ["plt-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.546723, "recall": 0.591897, "f1": 0.559933, "accuracy": 0.591897, "main_score": 0.559933, "hf_subset": "plt_Latn-kmb_Latn", "languages": ["plt-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447217, "recall": 0.505929, "f1": 0.462496, "accuracy": 0.505929, "main_score": 0.462496, "hf_subset": "plt_Latn-min_Arab", "languages": ["plt-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654345, "recall": 0.702569, "f1": 0.667458, "accuracy": 0.702569, "main_score": 0.667458, "hf_subset": "plt_Latn-pol_Latn", "languages": ["plt-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557949, "recall": 0.608696, "f1": 0.572768, "accuracy": 0.608696, "main_score": 0.572768, "hf_subset": "plt_Latn-ssw_Latn", "languages": ["plt-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651201, "recall": 0.709486, "f1": 0.666943, "accuracy": 0.709486, "main_score": 0.666943, "hf_subset": "plt_Latn-ukr_Cyrl", "languages": ["plt-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.663439, "recall": 0.711462, "f1": 0.676654, "accuracy": 0.711462, "main_score": 0.676654, "hf_subset": "plt_Latn-afr_Latn", "languages": ["plt-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631309, "recall": 0.674901, "f1": 0.643154, "accuracy": 0.674901, "main_score": 0.643154, "hf_subset": "plt_Latn-bho_Deva", "languages": ["plt-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.642171, "recall": 0.687747, "f1": 0.654313, "accuracy": 0.687747, "main_score": 0.654313, "hf_subset": "plt_Latn-eus_Latn", "languages": ["plt-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553816, "recall": 0.610672, "f1": 0.569638, "accuracy": 0.610672, "main_score": 0.569638, "hf_subset": "plt_Latn-ibo_Latn", "languages": ["plt-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603764, "recall": 0.655138, "f1": 0.618901, "accuracy": 0.655138, "main_score": 0.618901, "hf_subset": "plt_Latn-kmr_Latn", "languages": ["plt-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655618, "recall": 0.706522, "f1": 0.669001, "accuracy": 0.706522, "main_score": 0.669001, "hf_subset": "plt_Latn-min_Latn", "languages": ["plt-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678243, "recall": 0.725296, "f1": 0.690699, "accuracy": 0.725296, "main_score": 0.690699, "hf_subset": "plt_Latn-por_Latn", "languages": ["plt-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657639, "recall": 0.704545, "f1": 0.670223, "accuracy": 0.704545, "main_score": 0.670223, "hf_subset": "plt_Latn-sun_Latn", "languages": ["plt-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513779, "recall": 0.564229, "f1": 0.528785, "accuracy": 0.564229, "main_score": 0.528785, "hf_subset": "plt_Latn-umb_Latn", "languages": ["plt-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626158, "recall": 0.682806, "f1": 0.64135, "accuracy": 0.682806, "main_score": 0.64135, "hf_subset": "plt_Latn-ajp_Arab", "languages": ["plt-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.446881, "recall": 0.502964, "f1": 0.461865, "accuracy": 0.502964, "main_score": 0.461865, "hf_subset": "plt_Latn-bjn_Arab", "languages": ["plt-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512417, "recall": 0.552372, "f1": 0.523452, "accuracy": 0.552372, "main_score": 0.523452, "hf_subset": "plt_Latn-ewe_Latn", "languages": ["plt-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671405, "recall": 0.710474, "f1": 0.681832, "accuracy": 0.710474, "main_score": 0.681832, "hf_subset": "plt_Latn-ilo_Latn", "languages": ["plt-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310041, "recall": 0.364625, "f1": 0.325038, "accuracy": 0.364625, "main_score": 0.325038, "hf_subset": "plt_Latn-knc_Arab", "languages": ["plt-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.664457, "recall": 0.716403, "f1": 0.678219, "accuracy": 0.716403, "main_score": 0.678219, "hf_subset": "plt_Latn-mkd_Cyrl", "languages": ["plt-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.63626, "recall": 0.692688, "f1": 0.651606, "accuracy": 0.692688, "main_score": 0.651606, "hf_subset": "plt_Latn-prs_Arab", "languages": ["plt-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.662649, "recall": 0.712451, "f1": 0.675924, "accuracy": 0.712451, "main_score": 0.675924, "hf_subset": "plt_Latn-swe_Latn", "languages": ["plt-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609674, "recall": 0.670949, "f1": 0.625741, "accuracy": 0.670949, "main_score": 0.625741, "hf_subset": "plt_Latn-urd_Arab", "languages": ["plt-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554527, "recall": 0.604743, "f1": 0.56877, "accuracy": 0.604743, "main_score": 0.56877, "hf_subset": "plt_Latn-aka_Latn", "languages": ["plt-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64067, "recall": 0.68083, "f1": 0.651212, "accuracy": 0.68083, "main_score": 0.651212, "hf_subset": "plt_Latn-bjn_Latn", "languages": ["plt-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632218, "recall": 0.677866, "f1": 0.644038, "accuracy": 0.677866, "main_score": 0.644038, "hf_subset": "plt_Latn-fao_Latn", "languages": ["plt-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685432, "recall": 0.733202, "f1": 0.697992, "accuracy": 0.733202, "main_score": 0.697992, "hf_subset": "plt_Latn-ind_Latn", "languages": ["plt-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543924, "recall": 0.586957, "f1": 0.555408, "accuracy": 0.586957, "main_score": 0.555408, "hf_subset": "plt_Latn-knc_Latn", "languages": ["plt-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675094, "recall": 0.718379, "f1": 0.686438, "accuracy": 0.718379, "main_score": 0.686438, "hf_subset": "plt_Latn-mlt_Latn", "languages": ["plt-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570579, "recall": 0.621542, "f1": 0.585147, "accuracy": 0.621542, "main_score": 0.585147, "hf_subset": "plt_Latn-quy_Latn", "languages": ["plt-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651347, "recall": 0.697628, "f1": 0.663865, "accuracy": 0.697628, "main_score": 0.663865, "hf_subset": "plt_Latn-swh_Latn", "languages": ["plt-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630676, "recall": 0.683794, "f1": 0.645092, "accuracy": 0.683794, "main_score": 0.645092, "hf_subset": "plt_Latn-uzn_Latn", "languages": ["plt-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675637, "recall": 0.726285, "f1": 0.68911, "accuracy": 0.726285, "main_score": 0.68911, "hf_subset": "plt_Latn-als_Latn", "languages": ["plt-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322785, "recall": 0.385375, "f1": 0.339391, "accuracy": 0.385375, "main_score": 0.339391, "hf_subset": "plt_Latn-bod_Tibt", "languages": ["plt-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.577106, "recall": 0.625494, "f1": 0.589766, "accuracy": 0.625494, "main_score": 0.589766, "hf_subset": "plt_Latn-fij_Latn", "languages": ["plt-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618965, "recall": 0.673913, "f1": 0.633932, "accuracy": 0.673913, "main_score": 0.633932, "hf_subset": "plt_Latn-isl_Latn", "languages": ["plt-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57916, "recall": 0.625494, "f1": 0.592221, "accuracy": 0.625494, "main_score": 0.592221, "hf_subset": "plt_Latn-kon_Latn", "languages": ["plt-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524042, "recall": 0.581028, "f1": 0.539626, "accuracy": 0.581028, "main_score": 0.539626, "hf_subset": "plt_Latn-mni_Beng", "languages": ["plt-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.672544, "recall": 0.719368, "f1": 0.685052, "accuracy": 0.719368, "main_score": 0.685052, "hf_subset": "plt_Latn-ron_Latn", "languages": ["plt-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648217, "recall": 0.694664, "f1": 0.66022, "accuracy": 0.694664, "main_score": 0.66022, "hf_subset": "plt_Latn-szl_Latn", "languages": ["plt-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659274, "recall": 0.70751, "f1": 0.672073, "accuracy": 0.70751, "main_score": 0.672073, "hf_subset": "plt_Latn-vec_Latn", "languages": ["plt-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556552, "recall": 0.617589, "f1": 0.572614, "accuracy": 0.617589, "main_score": 0.572614, "hf_subset": "plt_Latn-amh_Ethi", "languages": ["plt-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.671877, "recall": 0.718379, "f1": 0.684547, "accuracy": 0.718379, "main_score": 0.684547, "hf_subset": "plt_Latn-bos_Latn", "languages": ["plt-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645749, "recall": 0.695652, "f1": 0.659383, "accuracy": 0.695652, "main_score": 0.659383, "hf_subset": "plt_Latn-fin_Latn", "languages": ["plt-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65979, "recall": 0.704545, "f1": 0.671739, "accuracy": 0.704545, "main_score": 0.671739, "hf_subset": "plt_Latn-ita_Latn", "languages": ["plt-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62974, "recall": 0.686759, "f1": 0.645778, "accuracy": 0.686759, "main_score": 0.645778, "hf_subset": "plt_Latn-kor_Hang", "languages": ["plt-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.522324, "recall": 0.568182, "f1": 0.535552, "accuracy": 0.568182, "main_score": 0.535552, "hf_subset": "plt_Latn-mos_Latn", "languages": ["plt-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547786, "recall": 0.596838, "f1": 0.561808, "accuracy": 0.596838, "main_score": 0.561808, "hf_subset": "plt_Latn-run_Latn", "languages": ["plt-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614482, "recall": 0.66996, "f1": 0.629797, "accuracy": 0.66996, "main_score": 0.629797, "hf_subset": "plt_Latn-tam_Taml", "languages": ["plt-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.652458, "recall": 0.706522, "f1": 0.666629, "accuracy": 0.706522, "main_score": 0.666629, "hf_subset": "plt_Latn-vie_Latn", "languages": ["plt-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641341, "recall": 0.693676, "f1": 0.655137, "accuracy": 0.693676, "main_score": 0.655137, "hf_subset": "plt_Latn-apc_Arab", "languages": ["plt-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598621, "recall": 0.639328, "f1": 0.610049, "accuracy": 0.639328, "main_score": 0.610049, "hf_subset": "plt_Latn-bug_Latn", "languages": ["plt-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484867, "recall": 0.524704, "f1": 0.496231, "accuracy": 0.524704, "main_score": 0.496231, "hf_subset": "plt_Latn-fon_Latn", "languages": ["plt-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693872, "recall": 0.737154, "f1": 0.705767, "accuracy": 0.737154, "main_score": 0.705767, "hf_subset": "plt_Latn-jav_Latn", "languages": ["plt-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605275, "recall": 0.661067, "f1": 0.620166, "accuracy": 0.661067, "main_score": 0.620166, "hf_subset": "plt_Latn-lao_Laoo", "languages": ["plt-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.573913, "recall": 0.623518, "f1": 0.587167, "accuracy": 0.623518, "main_score": 0.587167, "hf_subset": "plt_Latn-mri_Latn", "languages": ["plt-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648665, "recall": 0.701581, "f1": 0.662655, "accuracy": 0.701581, "main_score": 0.662655, "hf_subset": "plt_Latn-rus_Cyrl", "languages": ["plt-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.501226, "recall": 0.549407, "f1": 0.514998, "accuracy": 0.549407, "main_score": 0.514998, "hf_subset": "plt_Latn-taq_Latn", "languages": ["plt-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658582, "recall": 0.706522, "f1": 0.670763, "accuracy": 0.706522, "main_score": 0.670763, "hf_subset": "plt_Latn-war_Latn", "languages": ["plt-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64933, "recall": 0.69664, "f1": 0.662419, "accuracy": 0.69664, "main_score": 0.662419, "hf_subset": "plt_Latn-arb_Arab", "languages": ["plt-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.655874, "recall": 0.70751, "f1": 0.670472, "accuracy": 0.70751, "main_score": 0.670472, "hf_subset": "plt_Latn-bul_Cyrl", "languages": ["plt-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.668911, "recall": 0.715415, "f1": 0.680806, "accuracy": 0.715415, "main_score": 0.680806, "hf_subset": "plt_Latn-fra_Latn", "languages": ["plt-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640636, "recall": 0.688735, "f1": 0.653198, "accuracy": 0.688735, "main_score": 0.653198, "hf_subset": "plt_Latn-jpn_Jpan", "languages": ["plt-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.647156, "recall": 0.6917, "f1": 0.659615, "accuracy": 0.6917, "main_score": 0.659615, "hf_subset": "plt_Latn-lij_Latn", "languages": ["plt-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488224, "recall": 0.562253, "f1": 0.508386, "accuracy": 0.562253, "main_score": 0.508386, "hf_subset": "plt_Latn-mya_Mymr", "languages": ["plt-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.539429, "recall": 0.586957, "f1": 0.55314, "accuracy": 0.586957, "main_score": 0.55314, "hf_subset": "plt_Latn-sag_Latn", "languages": ["plt-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212321, "recall": 0.257905, "f1": 0.223119, "accuracy": 0.257905, "main_score": 0.223119, "hf_subset": "plt_Latn-taq_Tfng", "languages": ["plt-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.57501, "recall": 0.62253, "f1": 0.588076, "accuracy": 0.62253, "main_score": 0.588076, "hf_subset": "plt_Latn-wol_Latn", "languages": ["plt-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511678, "recall": 0.561265, "f1": 0.524918, "accuracy": 0.561265, "main_score": 0.524918, "hf_subset": "plt_Latn-arb_Latn", "languages": ["plt-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67077, "recall": 0.717391, "f1": 0.683232, "accuracy": 0.717391, "main_score": 0.683232, "hf_subset": "plt_Latn-cat_Latn", "languages": ["plt-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639955, "recall": 0.687747, "f1": 0.65308, "accuracy": 0.687747, "main_score": 0.65308, "hf_subset": "plt_Latn-fur_Latn", "languages": ["plt-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445596, "recall": 0.494071, "f1": 0.458811, "accuracy": 0.494071, "main_score": 0.458811, "hf_subset": "plt_Latn-kab_Latn", "languages": ["plt-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631867, "recall": 0.68083, "f1": 0.645294, "accuracy": 0.68083, "main_score": 0.645294, "hf_subset": "plt_Latn-lim_Latn", "languages": ["plt-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639596, "recall": 0.692688, "f1": 0.653662, "accuracy": 0.692688, "main_score": 0.653662, "hf_subset": "plt_Latn-nld_Latn", "languages": ["plt-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585027, "recall": 0.63834, "f1": 0.599334, "accuracy": 0.63834, "main_score": 0.599334, "hf_subset": "plt_Latn-san_Deva", "languages": ["plt-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.645414, "recall": 0.688735, "f1": 0.656509, "accuracy": 0.688735, "main_score": 0.656509, "hf_subset": "plt_Latn-tat_Cyrl", "languages": ["plt-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.594897, "recall": 0.641304, "f1": 0.607807, "accuracy": 0.641304, "main_score": 0.607807, "hf_subset": "plt_Latn-xho_Latn", "languages": ["plt-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633216, "recall": 0.685771, "f1": 0.647688, "accuracy": 0.685771, "main_score": 0.647688, "hf_subset": "plt_Latn-ars_Arab", "languages": ["plt-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.676394, "recall": 0.719368, "f1": 0.687988, "accuracy": 0.719368, "main_score": 0.687988, "hf_subset": "plt_Latn-ceb_Latn", "languages": ["plt-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527989, "recall": 0.575099, "f1": 0.54179, "accuracy": 0.575099, "main_score": 0.54179, "hf_subset": "plt_Latn-fuv_Latn", "languages": ["plt-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508636, "recall": 0.554348, "f1": 0.521519, "accuracy": 0.554348, "main_score": 0.521519, "hf_subset": "plt_Latn-kac_Latn", "languages": ["plt-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606342, "recall": 0.646245, "f1": 0.617197, "accuracy": 0.646245, "main_score": 0.617197, "hf_subset": "plt_Latn-lin_Latn", "languages": ["plt-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657919, "recall": 0.710474, "f1": 0.671991, "accuracy": 0.710474, "main_score": 0.671991, "hf_subset": "plt_Latn-nno_Latn", "languages": ["plt-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.156777, "recall": 0.210474, "f1": 0.17033, "accuracy": 0.210474, "main_score": 0.17033, "hf_subset": "plt_Latn-sat_Olck", "languages": ["plt-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.622746, "recall": 0.675889, "f1": 0.636725, "accuracy": 0.675889, "main_score": 0.636725, "hf_subset": "plt_Latn-tel_Telu", "languages": ["plt-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.57631, "recall": 0.633399, "f1": 0.591668, "accuracy": 0.633399, "main_score": 0.591668, "hf_subset": "plt_Latn-ydd_Hebr", "languages": ["plt-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.621626, "recall": 0.673913, "f1": 0.635163, "accuracy": 0.673913, "main_score": 0.635163, "hf_subset": "plt_Latn-ary_Arab", "languages": ["plt-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.659526, "recall": 0.70751, "f1": 0.671996, "accuracy": 0.70751, "main_score": 0.671996, "hf_subset": "plt_Latn-ces_Latn", "languages": ["plt-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545414, "recall": 0.600791, "f1": 0.560835, "accuracy": 0.600791, "main_score": 0.560835, "hf_subset": "plt_Latn-gaz_Latn", "languages": ["plt-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53615, "recall": 0.588933, "f1": 0.551269, "accuracy": 0.588933, "main_score": 0.551269, "hf_subset": "plt_Latn-kam_Latn", "languages": ["plt-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640176, "recall": 0.684783, "f1": 0.65183, "accuracy": 0.684783, "main_score": 0.65183, "hf_subset": "plt_Latn-lit_Latn", "languages": ["plt-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66516, "recall": 0.716403, "f1": 0.679088, "accuracy": 0.716403, "main_score": 0.679088, "hf_subset": "plt_Latn-nob_Latn", "languages": ["plt-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639505, "recall": 0.683794, "f1": 0.650892, "accuracy": 0.683794, "main_score": 0.650892, "hf_subset": "plt_Latn-scn_Latn", "languages": ["plt-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62798, "recall": 0.674901, "f1": 0.63996, "accuracy": 0.674901, "main_score": 0.63996, "hf_subset": "plt_Latn-tgk_Cyrl", "languages": ["plt-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542712, "recall": 0.602767, "f1": 0.560092, "accuracy": 0.602767, "main_score": 0.560092, "hf_subset": "plt_Latn-yor_Latn", "languages": ["plt-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639034, "recall": 0.686759, "f1": 0.651157, "accuracy": 0.686759, "main_score": 0.651157, "hf_subset": "plt_Latn-arz_Arab", "languages": ["plt-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515441, "recall": 0.5583, "f1": 0.527652, "accuracy": 0.5583, "main_score": 0.527652, "hf_subset": "plt_Latn-cjk_Latn", "languages": ["plt-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583328, "recall": 0.631423, "f1": 0.595912, "accuracy": 0.631423, "main_score": 0.595912, "hf_subset": "plt_Latn-gla_Latn", "languages": ["plt-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620697, "recall": 0.68083, "f1": 0.637507, "accuracy": 0.68083, "main_score": 0.637507, "hf_subset": "plt_Latn-kan_Knda", "languages": ["plt-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.65302, "recall": 0.699605, "f1": 0.665644, "accuracy": 0.699605, "main_score": 0.665644, "hf_subset": "plt_Latn-lmo_Latn", "languages": ["plt-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647687, "recall": 0.703557, "f1": 0.662765, "accuracy": 0.703557, "main_score": 0.662765, "hf_subset": "plt_Latn-npi_Deva", "languages": ["plt-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458489, "recall": 0.502964, "f1": 0.471104, "accuracy": 0.502964, "main_score": 0.471104, "hf_subset": "plt_Latn-shn_Mymr", "languages": ["plt-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.679242, "recall": 0.724308, "f1": 0.691296, "accuracy": 0.724308, "main_score": 0.691296, "hf_subset": "plt_Latn-tgl_Latn", "languages": ["plt-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624714, "recall": 0.678854, "f1": 0.638546, "accuracy": 0.678854, "main_score": 0.638546, "hf_subset": "plt_Latn-yue_Hant", "languages": ["plt-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.603701, "recall": 0.659091, "f1": 0.618757, "accuracy": 0.659091, "main_score": 0.618757, "hf_subset": "plt_Latn-asm_Beng", "languages": ["plt-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.599969, "recall": 0.655138, "f1": 0.615631, "accuracy": 0.655138, "main_score": 0.615631, "hf_subset": "plt_Latn-ckb_Arab", "languages": ["plt-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593306, "recall": 0.649209, "f1": 0.609277, "accuracy": 0.649209, "main_score": 0.609277, "hf_subset": "plt_Latn-gle_Latn", "languages": ["plt-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561859, "recall": 0.61166, "f1": 0.575393, "accuracy": 0.61166, "main_score": 0.575393, "hf_subset": "plt_Latn-kas_Arab", "languages": ["plt-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613648, "recall": 0.661067, "f1": 0.626322, "accuracy": 0.661067, "main_score": 0.626322, "hf_subset": "plt_Latn-ltg_Latn", "languages": ["plt-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584554, "recall": 0.62253, "f1": 0.594897, "accuracy": 0.62253, "main_score": 0.594897, "hf_subset": "plt_Latn-nso_Latn", "languages": ["plt-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565946, "recall": 0.629447, "f1": 0.582805, "accuracy": 0.629447, "main_score": 0.582805, "hf_subset": "plt_Latn-sin_Sinh", "languages": ["plt-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.643759, "recall": 0.701581, "f1": 0.659105, "accuracy": 0.701581, "main_score": 0.659105, "hf_subset": "plt_Latn-tha_Thai", "languages": ["plt-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.629267, "recall": 0.675889, "f1": 0.641075, "accuracy": 0.675889, "main_score": 0.641075, "hf_subset": "plt_Latn-zho_Hans", "languages": ["plt-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.659532, "recall": 0.712451, "f1": 0.673862, "accuracy": 0.712451, "main_score": 0.673862, "hf_subset": "plt_Latn-ast_Latn", "languages": ["plt-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625195, "recall": 0.682806, "f1": 0.641108, "accuracy": 0.682806, "main_score": 0.641108, "hf_subset": "plt_Latn-crh_Latn", "languages": ["plt-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666373, "recall": 0.709486, "f1": 0.678244, "accuracy": 0.709486, "main_score": 0.678244, "hf_subset": "plt_Latn-glg_Latn", "languages": ["plt-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564221, "recall": 0.617589, "f1": 0.579462, "accuracy": 0.617589, "main_score": 0.579462, "hf_subset": "plt_Latn-kas_Deva", "languages": ["plt-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631776, "recall": 0.677866, "f1": 0.644341, "accuracy": 0.677866, "main_score": 0.644341, "hf_subset": "plt_Latn-ltz_Latn", "languages": ["plt-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471167, "recall": 0.52668, "f1": 0.48614, "accuracy": 0.52668, "main_score": 0.48614, "hf_subset": "plt_Latn-nus_Latn", "languages": ["plt-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653327, "recall": 0.705534, "f1": 0.667011, "accuracy": 0.705534, "main_score": 0.667011, "hf_subset": "plt_Latn-slk_Latn", "languages": ["plt-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441009, "recall": 0.502964, "f1": 0.458413, "accuracy": 0.502964, "main_score": 0.458413, "hf_subset": "plt_Latn-tir_Ethi", "languages": ["plt-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.630774, "recall": 0.684783, "f1": 0.644882, "accuracy": 0.684783, "main_score": 0.644882, "hf_subset": "plt_Latn-zho_Hant", "languages": ["plt-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.648323, "recall": 0.700593, "f1": 0.662457, "accuracy": 0.700593, "main_score": 0.662457, "hf_subset": "plt_Latn-awa_Deva", "languages": ["plt-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.652318, "recall": 0.694664, "f1": 0.663986, "accuracy": 0.694664, "main_score": 0.663986, "hf_subset": "plt_Latn-cym_Latn", "languages": ["plt-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607987, "recall": 0.650198, "f1": 0.619546, "accuracy": 0.650198, "main_score": 0.619546, "hf_subset": "plt_Latn-grn_Latn", "languages": ["plt-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617344, "recall": 0.672925, "f1": 0.631935, "accuracy": 0.672925, "main_score": 0.631935, "hf_subset": "plt_Latn-kat_Geor", "languages": ["plt-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.57079, "recall": 0.617589, "f1": 0.583539, "accuracy": 0.617589, "main_score": 0.583539, "hf_subset": "plt_Latn-lua_Latn", "languages": ["plt-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570693, "recall": 0.616601, "f1": 0.583379, "accuracy": 0.616601, "main_score": 0.583379, "hf_subset": "plt_Latn-nya_Latn", "languages": ["plt-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648478, "recall": 0.693676, "f1": 0.659928, "accuracy": 0.693676, "main_score": 0.659928, "hf_subset": "plt_Latn-slv_Latn", "languages": ["plt-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634277, "recall": 0.681818, "f1": 0.647073, "accuracy": 0.681818, "main_score": 0.647073, "hf_subset": "plt_Latn-tpi_Latn", "languages": ["plt-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684915, "recall": 0.735178, "f1": 0.698686, "accuracy": 0.735178, "main_score": 0.698686, "hf_subset": "plt_Latn-zsm_Latn", "languages": ["plt-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541931, "recall": 0.587945, "f1": 0.554914, "accuracy": 0.587945, "main_score": 0.554914, "hf_subset": "plt_Latn-ayr_Latn", "languages": ["plt-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66006, "recall": 0.711462, "f1": 0.673689, "accuracy": 0.711462, "main_score": 0.673689, "hf_subset": "plt_Latn-dan_Latn", "languages": ["plt-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631362, "recall": 0.684783, "f1": 0.645366, "accuracy": 0.684783, "main_score": 0.645366, "hf_subset": "plt_Latn-guj_Gujr", "languages": ["plt-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.63288, "recall": 0.686759, "f1": 0.646912, "accuracy": 0.686759, "main_score": 0.646912, "hf_subset": "plt_Latn-kaz_Cyrl", "languages": ["plt-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527833, "recall": 0.578063, "f1": 0.542542, "accuracy": 0.578063, "main_score": 0.542542, "hf_subset": "plt_Latn-lug_Latn", "languages": ["plt-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672666, "recall": 0.72332, "f1": 0.685654, "accuracy": 0.72332, "main_score": 0.685654, "hf_subset": "plt_Latn-oci_Latn", "languages": ["plt-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607431, "recall": 0.648221, "f1": 0.618374, "accuracy": 0.648221, "main_score": 0.618374, "hf_subset": "plt_Latn-smo_Latn", "languages": ["plt-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536221, "recall": 0.585968, "f1": 0.549529, "accuracy": 0.585968, "main_score": 0.549529, "hf_subset": "plt_Latn-tsn_Latn", "languages": ["plt-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565088, "recall": 0.615613, "f1": 0.578955, "accuracy": 0.615613, "main_score": 0.578955, "hf_subset": "plt_Latn-zul_Latn", "languages": ["plt-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538568, "recall": 0.594862, "f1": 0.554244, "accuracy": 0.594862, "main_score": 0.554244, "hf_subset": "plt_Latn-azb_Arab", "languages": ["plt-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654923, "recall": 0.705534, "f1": 0.668375, "accuracy": 0.705534, "main_score": 0.668375, "hf_subset": "plt_Latn-deu_Latn", "languages": ["plt-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631049, "recall": 0.678854, "f1": 0.643757, "accuracy": 0.678854, "main_score": 0.643757, "hf_subset": "plt_Latn-hat_Latn", "languages": ["plt-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514505, "recall": 0.5583, "f1": 0.526609, "accuracy": 0.5583, "main_score": 0.526609, "hf_subset": "plt_Latn-kbp_Latn", "languages": ["plt-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558203, "recall": 0.602767, "f1": 0.570542, "accuracy": 0.602767, "main_score": 0.570542, "hf_subset": "plt_Latn-luo_Latn", "languages": ["plt-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62241, "recall": 0.681818, "f1": 0.638399, "accuracy": 0.681818, "main_score": 0.638399, "hf_subset": "plt_Latn-ory_Orya", "languages": ["plt-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.565319, "recall": 0.617589, "f1": 0.58008, "accuracy": 0.617589, "main_score": 0.58008, "hf_subset": "plt_Latn-sna_Latn", "languages": ["plt-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547494, "recall": 0.591897, "f1": 0.559579, "accuracy": 0.591897, "main_score": 0.559579, "hf_subset": "plt_Latn-tso_Latn", "languages": ["plt-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600654, "recall": 0.657115, "f1": 0.616345, "accuracy": 0.657115, "main_score": 0.616345, "hf_subset": "plt_Latn-azj_Latn", "languages": ["plt-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512411, "recall": 0.562253, "f1": 0.526979, "accuracy": 0.562253, "main_score": 0.526979, "hf_subset": "plt_Latn-dik_Latn", "languages": ["plt-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602476, "recall": 0.646245, "f1": 0.614484, "accuracy": 0.646245, "main_score": 0.614484, "hf_subset": "plt_Latn-hau_Latn", "languages": ["plt-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653531, "recall": 0.695652, "f1": 0.664739, "accuracy": 0.695652, "main_score": 0.664739, "hf_subset": "plt_Latn-kea_Latn", "languages": ["plt-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612096, "recall": 0.650198, "f1": 0.622021, "accuracy": 0.650198, "main_score": 0.622021, "hf_subset": "plt_Latn-lus_Latn", "languages": ["plt-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613653, "recall": 0.651186, "f1": 0.624624, "accuracy": 0.651186, "main_score": 0.624624, "hf_subset": "plt_Latn-pag_Latn", "languages": ["plt-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619668, "recall": 0.675889, "f1": 0.635175, "accuracy": 0.675889, "main_score": 0.635175, "hf_subset": "plt_Latn-snd_Arab", "languages": ["plt-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604289, "recall": 0.653162, "f1": 0.617163, "accuracy": 0.653162, "main_score": 0.617163, "hf_subset": "plt_Latn-tuk_Latn", "languages": ["plt-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631077, "recall": 0.678854, "f1": 0.643433, "accuracy": 0.678854, "main_score": 0.643433, "hf_subset": "plt_Latn-bak_Cyrl", "languages": ["plt-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.442236, "recall": 0.514822, "f1": 0.462586, "accuracy": 0.514822, "main_score": 0.462586, "hf_subset": "plt_Latn-dyu_Latn", "languages": ["plt-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635684, "recall": 0.693676, "f1": 0.651669, "accuracy": 0.693676, "main_score": 0.651669, "hf_subset": "plt_Latn-heb_Hebr", "languages": ["plt-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.602856, "recall": 0.657115, "f1": 0.616637, "accuracy": 0.657115, "main_score": 0.616637, "hf_subset": "plt_Latn-khk_Cyrl", "languages": ["plt-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.649168, "recall": 0.699605, "f1": 0.661848, "accuracy": 0.699605, "main_score": 0.661848, "hf_subset": "plt_Latn-lvs_Latn", "languages": ["plt-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645951, "recall": 0.698617, "f1": 0.659982, "accuracy": 0.698617, "main_score": 0.659982, "hf_subset": "plt_Latn-pan_Guru", "languages": ["plt-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.566793, "recall": 0.614625, "f1": 0.580375, "accuracy": 0.614625, "main_score": 0.580375, "hf_subset": "plt_Latn-som_Latn", "languages": ["plt-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533687, "recall": 0.575099, "f1": 0.545159, "accuracy": 0.575099, "main_score": 0.545159, "hf_subset": "plt_Latn-tum_Latn", "languages": ["plt-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603517, "recall": 0.668972, "f1": 0.622339, "accuracy": 0.668972, "main_score": 0.622339, "hf_subset": "srp_Cyrl-ace_Arab", "languages": ["srp-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551059, "recall": 0.61166, "f1": 0.568223, "accuracy": 0.61166, "main_score": 0.568223, "hf_subset": "srp_Cyrl-bam_Latn", "languages": ["srp-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452836, "recall": 0.530632, "f1": 0.474715, "accuracy": 0.530632, "main_score": 0.474715, "hf_subset": "srp_Cyrl-dzo_Tibt", "languages": ["srp-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hin_Deva", "languages": ["srp-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-khm_Khmr", "languages": ["srp-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-mag_Deva", "languages": ["srp-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srp_Cyrl-pap_Latn", "languages": ["srp-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612526, "recall": 0.668972, "f1": 0.628607, "accuracy": 0.668972, "main_score": 0.628607, "hf_subset": "srp_Cyrl-sot_Latn", "languages": ["srp-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tur_Latn", "languages": ["srp-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895751, "recall": 0.925889, "f1": 0.905468, "accuracy": 0.925889, "main_score": 0.905468, "hf_subset": "srp_Cyrl-ace_Latn", "languages": ["srp-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968297, "recall": 0.977273, "f1": 0.97108, "accuracy": 0.977273, "main_score": 0.97108, "hf_subset": "srp_Cyrl-ban_Latn", "languages": ["srp-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ell_Grek", "languages": ["srp-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "srp_Cyrl-hne_Deva", "languages": ["srp-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.615771, "recall": 0.673913, "f1": 0.632174, "accuracy": 0.673913, "main_score": 0.632174, "hf_subset": "srp_Cyrl-kik_Latn", "languages": ["srp-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-mai_Deva", "languages": ["srp-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "srp_Cyrl-pbt_Arab", "languages": ["srp-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-spa_Latn", "languages": ["srp-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620876, "recall": 0.687747, "f1": 0.639877, "accuracy": 0.687747, "main_score": 0.639877, "hf_subset": "srp_Cyrl-twi_Latn", "languages": ["srp-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-acm_Arab", "languages": ["srp-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bel_Cyrl", "languages": ["srp-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-eng_Latn", "languages": ["srp-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hrv_Latn", "languages": ["srp-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580015, "recall": 0.647233, "f1": 0.598974, "accuracy": 0.647233, "main_score": 0.598974, "hf_subset": "srp_Cyrl-kin_Latn", "languages": ["srp-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-mal_Mlym", "languages": ["srp-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pes_Arab", "languages": ["srp-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-srd_Latn", "languages": ["srp-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185304, "recall": 0.241107, "f1": 0.199645, "accuracy": 0.241107, "main_score": 0.199645, "hf_subset": "srp_Cyrl-tzm_Tfng", "languages": ["srp-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-acq_Arab", "languages": ["srp-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.643692, "recall": 0.697628, "f1": 0.659307, "accuracy": 0.697628, "main_score": 0.659307, "hf_subset": "srp_Cyrl-bem_Latn", "languages": ["srp-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-epo_Latn", "languages": ["srp-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hun_Latn", "languages": ["srp-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-kir_Cyrl", "languages": ["srp-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-mar_Deva", "languages": ["srp-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.698271, "recall": 0.75, "f1": 0.713721, "accuracy": 0.75, "main_score": 0.713721, "hf_subset": "srp_Cyrl-plt_Latn", "languages": ["srp-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "srp_Cyrl-uig_Arab", "languages": ["srp-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-aeb_Arab", "languages": ["srp-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ben_Beng", "languages": ["srp-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-est_Latn", "languages": ["srp-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hye_Armn", "languages": ["srp-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.560968, "recall": 0.619565, "f1": 0.578186, "accuracy": 0.619565, "main_score": 0.578186, "hf_subset": "srp_Cyrl-kmb_Latn", "languages": ["srp-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533489, "recall": 0.603755, "f1": 0.552599, "accuracy": 0.603755, "main_score": 0.552599, "hf_subset": "srp_Cyrl-min_Arab", "languages": ["srp-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pol_Latn", "languages": ["srp-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570332, "recall": 0.637352, "f1": 0.590154, "accuracy": 0.637352, "main_score": 0.590154, "hf_subset": "srp_Cyrl-ssw_Latn", "languages": ["srp-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ukr_Cyrl", "languages": ["srp-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-afr_Latn", "languages": ["srp-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-bho_Deva", "languages": ["srp-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-eus_Latn", "languages": ["srp-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597793, "recall": 0.659091, "f1": 0.614686, "accuracy": 0.659091, "main_score": 0.614686, "hf_subset": "srp_Cyrl-ibo_Latn", "languages": ["srp-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915184, "recall": 0.938735, "f1": 0.92276, "accuracy": 0.938735, "main_score": 0.92276, "hf_subset": "srp_Cyrl-kmr_Latn", "languages": ["srp-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-min_Latn", "languages": ["srp-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-por_Latn", "languages": ["srp-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-sun_Latn", "languages": ["srp-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533929, "recall": 0.594862, "f1": 0.551647, "accuracy": 0.594862, "main_score": 0.551647, "hf_subset": "srp_Cyrl-umb_Latn", "languages": ["srp-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ajp_Arab", "languages": ["srp-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.559604, "recall": 0.628458, "f1": 0.578673, "accuracy": 0.628458, "main_score": 0.578673, "hf_subset": "srp_Cyrl-bjn_Arab", "languages": ["srp-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528495, "recall": 0.582016, "f1": 0.54337, "accuracy": 0.582016, "main_score": 0.54337, "hf_subset": "srp_Cyrl-ewe_Latn", "languages": ["srp-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "srp_Cyrl-ilo_Latn", "languages": ["srp-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319363, "recall": 0.381423, "f1": 0.336684, "accuracy": 0.381423, "main_score": 0.336684, "hf_subset": "srp_Cyrl-knc_Arab", "languages": ["srp-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-mkd_Cyrl", "languages": ["srp-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-prs_Arab", "languages": ["srp-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-swe_Latn", "languages": ["srp-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-urd_Arab", "languages": ["srp-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603195, "recall": 0.66502, "f1": 0.620131, "accuracy": 0.66502, "main_score": 0.620131, "hf_subset": "srp_Cyrl-aka_Latn", "languages": ["srp-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-bjn_Latn", "languages": ["srp-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-fao_Latn", "languages": ["srp-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ind_Latn", "languages": ["srp-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595629, "recall": 0.65415, "f1": 0.612728, "accuracy": 0.65415, "main_score": 0.612728, "hf_subset": "srp_Cyrl-knc_Latn", "languages": ["srp-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-mlt_Latn", "languages": ["srp-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730328, "recall": 0.795455, "f1": 0.74981, "accuracy": 0.795455, "main_score": 0.74981, "hf_subset": "srp_Cyrl-quy_Latn", "languages": ["srp-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "srp_Cyrl-swh_Latn", "languages": ["srp-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-uzn_Latn", "languages": ["srp-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-als_Latn", "languages": ["srp-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680451, "recall": 0.754941, "f1": 0.702174, "accuracy": 0.754941, "main_score": 0.702174, "hf_subset": "srp_Cyrl-bod_Tibt", "languages": ["srp-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.725329, "recall": 0.783597, "f1": 0.742542, "accuracy": 0.783597, "main_score": 0.742542, "hf_subset": "srp_Cyrl-fij_Latn", "languages": ["srp-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srp_Cyrl-isl_Latn", "languages": ["srp-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687434, "recall": 0.736166, "f1": 0.701943, "accuracy": 0.736166, "main_score": 0.701943, "hf_subset": "srp_Cyrl-kon_Latn", "languages": ["srp-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668338, "recall": 0.733202, "f1": 0.687491, "accuracy": 0.733202, "main_score": 0.687491, "hf_subset": "srp_Cyrl-mni_Beng", "languages": ["srp-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ron_Latn", "languages": ["srp-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "srp_Cyrl-szl_Latn", "languages": ["srp-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-vec_Latn", "languages": ["srp-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "srp_Cyrl-amh_Ethi", "languages": ["srp-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bos_Latn", "languages": ["srp-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-fin_Latn", "languages": ["srp-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ita_Latn", "languages": ["srp-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kor_Hang", "languages": ["srp-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551399, "recall": 0.613636, "f1": 0.568797, "accuracy": 0.613636, "main_score": 0.568797, "hf_subset": "srp_Cyrl-mos_Latn", "languages": ["srp-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557403, "recall": 0.619565, "f1": 0.574942, "accuracy": 0.619565, "main_score": 0.574942, "hf_subset": "srp_Cyrl-run_Latn", "languages": ["srp-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tam_Taml", "languages": ["srp-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-vie_Latn", "languages": ["srp-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-apc_Arab", "languages": ["srp-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.814509, "recall": 0.858696, "f1": 0.827503, "accuracy": 0.858696, "main_score": 0.827503, "hf_subset": "srp_Cyrl-bug_Latn", "languages": ["srp-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470149, "recall": 0.52668, "f1": 0.485039, "accuracy": 0.52668, "main_score": 0.485039, "hf_subset": "srp_Cyrl-fon_Latn", "languages": ["srp-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-jav_Latn", "languages": ["srp-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-lao_Laoo", "languages": ["srp-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.901162, "recall": 0.929842, "f1": 0.910326, "accuracy": 0.929842, "main_score": 0.910326, "hf_subset": "srp_Cyrl-mri_Latn", "languages": ["srp-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-rus_Cyrl", "languages": ["srp-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545562, "recall": 0.608696, "f1": 0.563564, "accuracy": 0.608696, "main_score": 0.563564, "hf_subset": "srp_Cyrl-taq_Latn", "languages": ["srp-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-war_Latn", "languages": ["srp-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-arb_Arab", "languages": ["srp-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bul_Cyrl", "languages": ["srp-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-fra_Latn", "languages": ["srp-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-jpn_Jpan", "languages": ["srp-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "srp_Cyrl-lij_Latn", "languages": ["srp-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "srp_Cyrl-mya_Mymr", "languages": ["srp-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.59791, "recall": 0.666008, "f1": 0.617068, "accuracy": 0.666008, "main_score": 0.617068, "hf_subset": "srp_Cyrl-sag_Latn", "languages": ["srp-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19355, "recall": 0.257905, "f1": 0.208251, "accuracy": 0.257905, "main_score": 0.208251, "hf_subset": "srp_Cyrl-taq_Tfng", "languages": ["srp-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.650958, "recall": 0.714427, "f1": 0.669269, "accuracy": 0.714427, "main_score": 0.669269, "hf_subset": "srp_Cyrl-wol_Latn", "languages": ["srp-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834239, "recall": 0.879447, "f1": 0.848353, "accuracy": 0.879447, "main_score": 0.848353, "hf_subset": "srp_Cyrl-arb_Latn", "languages": ["srp-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-cat_Latn", "languages": ["srp-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-fur_Latn", "languages": ["srp-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425913, "recall": 0.48913, "f1": 0.443892, "accuracy": 0.48913, "main_score": 0.443892, "hf_subset": "srp_Cyrl-kab_Latn", "languages": ["srp-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-lim_Latn", "languages": ["srp-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-nld_Latn", "languages": ["srp-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "srp_Cyrl-san_Deva", "languages": ["srp-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-tat_Cyrl", "languages": ["srp-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.695093, "recall": 0.752964, "f1": 0.712127, "accuracy": 0.752964, "main_score": 0.712127, "hf_subset": "srp_Cyrl-xho_Latn", "languages": ["srp-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ars_Arab", "languages": ["srp-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-ceb_Latn", "languages": ["srp-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57535, "recall": 0.636364, "f1": 0.593455, "accuracy": 0.636364, "main_score": 0.593455, "hf_subset": "srp_Cyrl-fuv_Latn", "languages": ["srp-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515213, "recall": 0.585968, "f1": 0.53502, "accuracy": 0.585968, "main_score": 0.53502, "hf_subset": "srp_Cyrl-kac_Latn", "languages": ["srp-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690209, "recall": 0.743083, "f1": 0.705885, "accuracy": 0.743083, "main_score": 0.705885, "hf_subset": "srp_Cyrl-lin_Latn", "languages": ["srp-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-nno_Latn", "languages": ["srp-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244458, "recall": 0.333004, "f1": 0.268213, "accuracy": 0.333004, "main_score": 0.268213, "hf_subset": "srp_Cyrl-sat_Olck", "languages": ["srp-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tel_Telu", "languages": ["srp-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "srp_Cyrl-ydd_Hebr", "languages": ["srp-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "srp_Cyrl-ary_Arab", "languages": ["srp-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ces_Latn", "languages": ["srp-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598625, "recall": 0.662055, "f1": 0.616839, "accuracy": 0.662055, "main_score": 0.616839, "hf_subset": "srp_Cyrl-gaz_Latn", "languages": ["srp-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593751, "recall": 0.658103, "f1": 0.612128, "accuracy": 0.658103, "main_score": 0.612128, "hf_subset": "srp_Cyrl-kam_Latn", "languages": ["srp-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "srp_Cyrl-lit_Latn", "languages": ["srp-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-nob_Latn", "languages": ["srp-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "srp_Cyrl-scn_Latn", "languages": ["srp-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "srp_Cyrl-tgk_Cyrl", "languages": ["srp-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.734272, "recall": 0.794466, "f1": 0.752376, "accuracy": 0.794466, "main_score": 0.752376, "hf_subset": "srp_Cyrl-yor_Latn", "languages": ["srp-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-arz_Arab", "languages": ["srp-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568379, "recall": 0.626482, "f1": 0.5854, "accuracy": 0.626482, "main_score": 0.5854, "hf_subset": "srp_Cyrl-cjk_Latn", "languages": ["srp-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827075, "recall": 0.871542, "f1": 0.841041, "accuracy": 0.871542, "main_score": 0.841041, "hf_subset": "srp_Cyrl-gla_Latn", "languages": ["srp-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kan_Knda", "languages": ["srp-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "srp_Cyrl-lmo_Latn", "languages": ["srp-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "srp_Cyrl-npi_Deva", "languages": ["srp-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.474028, "recall": 0.541502, "f1": 0.492727, "accuracy": 0.541502, "main_score": 0.492727, "hf_subset": "srp_Cyrl-shn_Mymr", "languages": ["srp-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tgl_Latn", "languages": ["srp-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-yue_Hant", "languages": ["srp-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srp_Cyrl-asm_Beng", "languages": ["srp-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "srp_Cyrl-ckb_Arab", "languages": ["srp-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.921558, "recall": 0.942688, "f1": 0.928096, "accuracy": 0.942688, "main_score": 0.928096, "hf_subset": "srp_Cyrl-gle_Latn", "languages": ["srp-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "srp_Cyrl-kas_Arab", "languages": ["srp-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "srp_Cyrl-ltg_Latn", "languages": ["srp-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625224, "recall": 0.682806, "f1": 0.642084, "accuracy": 0.682806, "main_score": 0.642084, "hf_subset": "srp_Cyrl-nso_Latn", "languages": ["srp-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "srp_Cyrl-sin_Sinh", "languages": ["srp-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tha_Thai", "languages": ["srp-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-zho_Hans", "languages": ["srp-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ast_Latn", "languages": ["srp-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-crh_Latn", "languages": ["srp-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-glg_Latn", "languages": ["srp-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896739, "recall": 0.926877, "f1": 0.906291, "accuracy": 0.926877, "main_score": 0.906291, "hf_subset": "srp_Cyrl-kas_Deva", "languages": ["srp-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "srp_Cyrl-ltz_Latn", "languages": ["srp-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479105, "recall": 0.543478, "f1": 0.496374, "accuracy": 0.543478, "main_score": 0.496374, "hf_subset": "srp_Cyrl-nus_Latn", "languages": ["srp-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-slk_Latn", "languages": ["srp-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640112, "recall": 0.712451, "f1": 0.661775, "accuracy": 0.712451, "main_score": 0.661775, "hf_subset": "srp_Cyrl-tir_Ethi", "languages": ["srp-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-zho_Hant", "languages": ["srp-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "srp_Cyrl-awa_Deva", "languages": ["srp-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "srp_Cyrl-cym_Latn", "languages": ["srp-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855814, "recall": 0.894269, "f1": 0.867655, "accuracy": 0.894269, "main_score": 0.867655, "hf_subset": "srp_Cyrl-grn_Latn", "languages": ["srp-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kat_Geor", "languages": ["srp-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.659552, "recall": 0.713439, "f1": 0.675134, "accuracy": 0.713439, "main_score": 0.675134, "hf_subset": "srp_Cyrl-lua_Latn", "languages": ["srp-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667098, "recall": 0.727273, "f1": 0.684198, "accuracy": 0.727273, "main_score": 0.684198, "hf_subset": "srp_Cyrl-nya_Latn", "languages": ["srp-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-slv_Latn", "languages": ["srp-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "srp_Cyrl-tpi_Latn", "languages": ["srp-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-zsm_Latn", "languages": ["srp-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550299, "recall": 0.618577, "f1": 0.56996, "accuracy": 0.618577, "main_score": 0.56996, "hf_subset": "srp_Cyrl-ayr_Latn", "languages": ["srp-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-dan_Latn", "languages": ["srp-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-guj_Gujr", "languages": ["srp-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-kaz_Cyrl", "languages": ["srp-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.54781, "recall": 0.613636, "f1": 0.566493, "accuracy": 0.613636, "main_score": 0.566493, "hf_subset": "srp_Cyrl-lug_Latn", "languages": ["srp-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-oci_Latn", "languages": ["srp-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848271, "recall": 0.890316, "f1": 0.861199, "accuracy": 0.890316, "main_score": 0.861199, "hf_subset": "srp_Cyrl-smo_Latn", "languages": ["srp-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550842, "recall": 0.614625, "f1": 0.568762, "accuracy": 0.614625, "main_score": 0.568762, "hf_subset": "srp_Cyrl-tsn_Latn", "languages": ["srp-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642911, "recall": 0.700593, "f1": 0.659673, "accuracy": 0.700593, "main_score": 0.659673, "hf_subset": "srp_Cyrl-zul_Latn", "languages": ["srp-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.958498, "f1": 0.947134, "accuracy": 0.958498, "main_score": 0.947134, "hf_subset": "srp_Cyrl-azb_Arab", "languages": ["srp-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-deu_Latn", "languages": ["srp-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "srp_Cyrl-hat_Latn", "languages": ["srp-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500983, "recall": 0.562253, "f1": 0.518255, "accuracy": 0.562253, "main_score": 0.518255, "hf_subset": "srp_Cyrl-kbp_Latn", "languages": ["srp-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579516, "recall": 0.639328, "f1": 0.595487, "accuracy": 0.639328, "main_score": 0.595487, "hf_subset": "srp_Cyrl-luo_Latn", "languages": ["srp-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-ory_Orya", "languages": ["srp-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.611662, "recall": 0.672925, "f1": 0.629414, "accuracy": 0.672925, "main_score": 0.629414, "hf_subset": "srp_Cyrl-sna_Latn", "languages": ["srp-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572201, "recall": 0.628458, "f1": 0.587408, "accuracy": 0.628458, "main_score": 0.587408, "hf_subset": "srp_Cyrl-tso_Latn", "languages": ["srp-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-azj_Latn", "languages": ["srp-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546422, "recall": 0.616601, "f1": 0.566556, "accuracy": 0.616601, "main_score": 0.566556, "hf_subset": "srp_Cyrl-dik_Latn", "languages": ["srp-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769055, "recall": 0.822134, "f1": 0.784914, "accuracy": 0.822134, "main_score": 0.784914, "hf_subset": "srp_Cyrl-hau_Latn", "languages": ["srp-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-kea_Latn", "languages": ["srp-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768314, "recall": 0.817194, "f1": 0.783352, "accuracy": 0.817194, "main_score": 0.783352, "hf_subset": "srp_Cyrl-lus_Latn", "languages": ["srp-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881999, "recall": 0.910079, "f1": 0.890679, "accuracy": 0.910079, "main_score": 0.890679, "hf_subset": "srp_Cyrl-pag_Latn", "languages": ["srp-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-snd_Arab", "languages": ["srp-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "srp_Cyrl-tuk_Latn", "languages": ["srp-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srp_Cyrl-bak_Cyrl", "languages": ["srp-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495669, "recall": 0.572134, "f1": 0.517956, "accuracy": 0.572134, "main_score": 0.517956, "hf_subset": "srp_Cyrl-dyu_Latn", "languages": ["srp-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-heb_Hebr", "languages": ["srp-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-khk_Cyrl", "languages": ["srp-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-lvs_Latn", "languages": ["srp-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pan_Guru", "languages": ["srp-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.734827, "recall": 0.794466, "f1": 0.752701, "accuracy": 0.794466, "main_score": 0.752701, "hf_subset": "srp_Cyrl-som_Latn", "languages": ["srp-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620299, "recall": 0.66996, "f1": 0.634427, "accuracy": 0.66996, "main_score": 0.634427, "hf_subset": "srp_Cyrl-tum_Latn", "languages": ["srp-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486664, "recall": 0.546443, "f1": 0.503546, "accuracy": 0.546443, "main_score": 0.503546, "hf_subset": "uig_Arab-ace_Arab", "languages": ["uig-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458285, "recall": 0.511858, "f1": 0.473622, "accuracy": 0.511858, "main_score": 0.473622, "hf_subset": "uig_Arab-bam_Latn", "languages": ["uig-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.371103, "recall": 0.436759, "f1": 0.388315, "accuracy": 0.436759, "main_score": 0.388315, "hf_subset": "uig_Arab-dzo_Tibt", "languages": ["uig-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "uig_Arab-hin_Deva", "languages": ["uig-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.965415, "f1": 0.955816, "accuracy": 0.965415, "main_score": 0.955816, "hf_subset": "uig_Arab-khm_Khmr", "languages": ["uig-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.963307, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "uig_Arab-mag_Deva", "languages": ["uig-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.88302, "recall": 0.912055, "f1": 0.891817, "accuracy": 0.912055, "main_score": 0.891817, "hf_subset": "uig_Arab-pap_Latn", "languages": ["uig-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513369, "recall": 0.56917, "f1": 0.52908, "accuracy": 0.56917, "main_score": 0.52908, "hf_subset": "uig_Arab-sot_Latn", "languages": ["uig-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "uig_Arab-tur_Latn", "languages": ["uig-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754324, "recall": 0.797431, "f1": 0.7669, "accuracy": 0.797431, "main_score": 0.7669, "hf_subset": "uig_Arab-ace_Latn", "languages": ["uig-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846723, "recall": 0.879447, "f1": 0.856376, "accuracy": 0.879447, "main_score": 0.856376, "hf_subset": "uig_Arab-ban_Latn", "languages": ["uig-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964509, "recall": 0.975296, "f1": 0.967951, "accuracy": 0.975296, "main_score": 0.967951, "hf_subset": "uig_Arab-ell_Grek", "languages": ["uig-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.958086, "recall": 0.970356, "f1": 0.961858, "accuracy": 0.970356, "main_score": 0.961858, "hf_subset": "uig_Arab-hne_Deva", "languages": ["uig-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.498675, "recall": 0.559289, "f1": 0.515378, "accuracy": 0.559289, "main_score": 0.515378, "hf_subset": "uig_Arab-kik_Latn", "languages": ["uig-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959239, "recall": 0.971344, "f1": 0.962978, "accuracy": 0.971344, "main_score": 0.962978, "hf_subset": "uig_Arab-mai_Deva", "languages": ["uig-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.903903, "recall": 0.931818, "f1": 0.912582, "accuracy": 0.931818, "main_score": 0.912582, "hf_subset": "uig_Arab-pbt_Arab", "languages": ["uig-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "uig_Arab-spa_Latn", "languages": ["uig-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53027, "recall": 0.589921, "f1": 0.54745, "accuracy": 0.589921, "main_score": 0.54745, "hf_subset": "uig_Arab-twi_Latn", "languages": ["uig-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "uig_Arab-acm_Arab", "languages": ["uig-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948781, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "uig_Arab-bel_Cyrl", "languages": ["uig-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "uig_Arab-eng_Latn", "languages": ["uig-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "uig_Arab-hrv_Latn", "languages": ["uig-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481888, "recall": 0.544466, "f1": 0.499171, "accuracy": 0.544466, "main_score": 0.499171, "hf_subset": "uig_Arab-kin_Latn", "languages": ["uig-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "uig_Arab-mal_Mlym", "languages": ["uig-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "uig_Arab-pes_Arab", "languages": ["uig-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.891337, "recall": 0.916996, "f1": 0.899144, "accuracy": 0.916996, "main_score": 0.899144, "hf_subset": "uig_Arab-srd_Latn", "languages": ["uig-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181607, "recall": 0.229249, "f1": 0.194043, "accuracy": 0.229249, "main_score": 0.194043, "hf_subset": "uig_Arab-tzm_Tfng", "languages": ["uig-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "uig_Arab-acq_Arab", "languages": ["uig-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54452, "recall": 0.593874, "f1": 0.557961, "accuracy": 0.593874, "main_score": 0.557961, "hf_subset": "uig_Arab-bem_Latn", "languages": ["uig-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959569, "recall": 0.971344, "f1": 0.963175, "accuracy": 0.971344, "main_score": 0.963175, "hf_subset": "uig_Arab-epo_Latn", "languages": ["uig-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "uig_Arab-hun_Latn", "languages": ["uig-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.964427, "f1": 0.952899, "accuracy": 0.964427, "main_score": 0.952899, "hf_subset": "uig_Arab-kir_Cyrl", "languages": ["uig-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "uig_Arab-mar_Deva", "languages": ["uig-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577383, "recall": 0.630435, "f1": 0.593182, "accuracy": 0.630435, "main_score": 0.593182, "hf_subset": "uig_Arab-plt_Latn", "languages": ["uig-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-srp_Cyrl", "languages": ["uig-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.954545, "f1": 0.940547, "accuracy": 0.954545, "main_score": 0.940547, "hf_subset": "uig_Arab-aeb_Arab", "languages": ["uig-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "uig_Arab-ben_Beng", "languages": ["uig-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.956225, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "uig_Arab-est_Latn", "languages": ["uig-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "uig_Arab-hye_Armn", "languages": ["uig-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.464996, "recall": 0.523715, "f1": 0.481606, "accuracy": 0.523715, "main_score": 0.481606, "hf_subset": "uig_Arab-kmb_Latn", "languages": ["uig-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431539, "recall": 0.492095, "f1": 0.447247, "accuracy": 0.492095, "main_score": 0.447247, "hf_subset": "uig_Arab-min_Arab", "languages": ["uig-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964345, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "uig_Arab-pol_Latn", "languages": ["uig-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49165, "recall": 0.545455, "f1": 0.506917, "accuracy": 0.545455, "main_score": 0.506917, "hf_subset": "uig_Arab-ssw_Latn", "languages": ["uig-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "uig_Arab-ukr_Cyrl", "languages": ["uig-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "uig_Arab-afr_Latn", "languages": ["uig-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.964427, "f1": 0.95504, "accuracy": 0.964427, "main_score": 0.95504, "hf_subset": "uig_Arab-bho_Deva", "languages": ["uig-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913076, "recall": 0.937747, "f1": 0.920949, "accuracy": 0.937747, "main_score": 0.920949, "hf_subset": "uig_Arab-eus_Latn", "languages": ["uig-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483811, "recall": 0.541502, "f1": 0.500216, "accuracy": 0.541502, "main_score": 0.500216, "hf_subset": "uig_Arab-ibo_Latn", "languages": ["uig-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792165, "recall": 0.837945, "f1": 0.805719, "accuracy": 0.837945, "main_score": 0.805719, "hf_subset": "uig_Arab-kmr_Latn", "languages": ["uig-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903903, "recall": 0.927866, "f1": 0.911232, "accuracy": 0.927866, "main_score": 0.911232, "hf_subset": "uig_Arab-min_Latn", "languages": ["uig-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "uig_Arab-por_Latn", "languages": ["uig-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931159, "recall": 0.952569, "f1": 0.938076, "accuracy": 0.952569, "main_score": 0.938076, "hf_subset": "uig_Arab-sun_Latn", "languages": ["uig-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466538, "recall": 0.518775, "f1": 0.480772, "accuracy": 0.518775, "main_score": 0.480772, "hf_subset": "uig_Arab-umb_Latn", "languages": ["uig-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.968379, "f1": 0.959486, "accuracy": 0.968379, "main_score": 0.959486, "hf_subset": "uig_Arab-ajp_Arab", "languages": ["uig-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468731, "recall": 0.530632, "f1": 0.485958, "accuracy": 0.530632, "main_score": 0.485958, "hf_subset": "uig_Arab-bjn_Arab", "languages": ["uig-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.43095, "recall": 0.482213, "f1": 0.444769, "accuracy": 0.482213, "main_score": 0.444769, "hf_subset": "uig_Arab-ewe_Latn", "languages": ["uig-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816892, "recall": 0.853755, "f1": 0.827853, "accuracy": 0.853755, "main_score": 0.827853, "hf_subset": "uig_Arab-ilo_Latn", "languages": ["uig-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303362, "recall": 0.348814, "f1": 0.316235, "accuracy": 0.348814, "main_score": 0.316235, "hf_subset": "uig_Arab-knc_Arab", "languages": ["uig-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "uig_Arab-mkd_Cyrl", "languages": ["uig-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "uig_Arab-prs_Arab", "languages": ["uig-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "uig_Arab-swe_Latn", "languages": ["uig-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "uig_Arab-urd_Arab", "languages": ["uig-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50315, "recall": 0.557312, "f1": 0.518368, "accuracy": 0.557312, "main_score": 0.518368, "hf_subset": "uig_Arab-aka_Latn", "languages": ["uig-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897908, "recall": 0.922925, "f1": 0.905549, "accuracy": 0.922925, "main_score": 0.905549, "hf_subset": "uig_Arab-bjn_Latn", "languages": ["uig-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880823, "recall": 0.911067, "f1": 0.889937, "accuracy": 0.911067, "main_score": 0.889937, "hf_subset": "uig_Arab-fao_Latn", "languages": ["uig-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "uig_Arab-ind_Latn", "languages": ["uig-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511585, "recall": 0.55336, "f1": 0.523373, "accuracy": 0.55336, "main_score": 0.523373, "hf_subset": "uig_Arab-knc_Latn", "languages": ["uig-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907263, "recall": 0.932806, "f1": 0.914888, "accuracy": 0.932806, "main_score": 0.914888, "hf_subset": "uig_Arab-mlt_Latn", "languages": ["uig-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626979, "recall": 0.681818, "f1": 0.642542, "accuracy": 0.681818, "main_score": 0.642542, "hf_subset": "uig_Arab-quy_Latn", "languages": ["uig-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892457, "recall": 0.91996, "f1": 0.900955, "accuracy": 0.91996, "main_score": 0.900955, "hf_subset": "uig_Arab-swh_Latn", "languages": ["uig-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "uig_Arab-uzn_Latn", "languages": ["uig-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959898, "recall": 0.972332, "f1": 0.963834, "accuracy": 0.972332, "main_score": 0.963834, "hf_subset": "uig_Arab-als_Latn", "languages": ["uig-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579381, "recall": 0.658103, "f1": 0.602454, "accuracy": 0.658103, "main_score": 0.602454, "hf_subset": "uig_Arab-bod_Tibt", "languages": ["uig-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.610795, "recall": 0.668972, "f1": 0.627497, "accuracy": 0.668972, "main_score": 0.627497, "hf_subset": "uig_Arab-fij_Latn", "languages": ["uig-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918067, "recall": 0.942688, "f1": 0.925791, "accuracy": 0.942688, "main_score": 0.925791, "hf_subset": "uig_Arab-isl_Latn", "languages": ["uig-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555847, "recall": 0.609684, "f1": 0.571048, "accuracy": 0.609684, "main_score": 0.571048, "hf_subset": "uig_Arab-kon_Latn", "languages": ["uig-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575554, "recall": 0.634387, "f1": 0.592278, "accuracy": 0.634387, "main_score": 0.592278, "hf_subset": "uig_Arab-mni_Beng", "languages": ["uig-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.971756, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "uig_Arab-ron_Latn", "languages": ["uig-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928113, "recall": 0.948617, "f1": 0.934684, "accuracy": 0.948617, "main_score": 0.934684, "hf_subset": "uig_Arab-szl_Latn", "languages": ["uig-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953804, "recall": 0.966403, "f1": 0.95774, "accuracy": 0.966403, "main_score": 0.95774, "hf_subset": "uig_Arab-vec_Latn", "languages": ["uig-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849259, "recall": 0.887352, "f1": 0.861034, "accuracy": 0.887352, "main_score": 0.861034, "hf_subset": "uig_Arab-amh_Ethi", "languages": ["uig-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "uig_Arab-bos_Latn", "languages": ["uig-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "uig_Arab-fin_Latn", "languages": ["uig-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "uig_Arab-ita_Latn", "languages": ["uig-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "uig_Arab-kor_Hang", "languages": ["uig-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.485048, "recall": 0.537549, "f1": 0.499459, "accuracy": 0.537549, "main_score": 0.499459, "hf_subset": "uig_Arab-mos_Latn", "languages": ["uig-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484199, "recall": 0.536561, "f1": 0.499099, "accuracy": 0.536561, "main_score": 0.499099, "hf_subset": "uig_Arab-run_Latn", "languages": ["uig-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "uig_Arab-tam_Taml", "languages": ["uig-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "uig_Arab-vie_Latn", "languages": ["uig-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "uig_Arab-apc_Arab", "languages": ["uig-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.693989, "recall": 0.742095, "f1": 0.707333, "accuracy": 0.742095, "main_score": 0.707333, "hf_subset": "uig_Arab-bug_Latn", "languages": ["uig-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406835, "recall": 0.461462, "f1": 0.42166, "accuracy": 0.461462, "main_score": 0.42166, "hf_subset": "uig_Arab-fon_Latn", "languages": ["uig-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942194, "recall": 0.958498, "f1": 0.947299, "accuracy": 0.958498, "main_score": 0.947299, "hf_subset": "uig_Arab-jav_Latn", "languages": ["uig-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945076, "recall": 0.960474, "f1": 0.949835, "accuracy": 0.960474, "main_score": 0.949835, "hf_subset": "uig_Arab-lao_Laoo", "languages": ["uig-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.769088, "recall": 0.820158, "f1": 0.784505, "accuracy": 0.820158, "main_score": 0.784505, "hf_subset": "uig_Arab-mri_Latn", "languages": ["uig-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959898, "recall": 0.972332, "f1": 0.963834, "accuracy": 0.972332, "main_score": 0.963834, "hf_subset": "uig_Arab-rus_Cyrl", "languages": ["uig-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.460457, "recall": 0.509881, "f1": 0.474257, "accuracy": 0.509881, "main_score": 0.474257, "hf_subset": "uig_Arab-taq_Latn", "languages": ["uig-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920076, "recall": 0.942688, "f1": 0.92691, "accuracy": 0.942688, "main_score": 0.92691, "hf_subset": "uig_Arab-war_Latn", "languages": ["uig-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96698, "recall": 0.977273, "f1": 0.970257, "accuracy": 0.977273, "main_score": 0.970257, "hf_subset": "uig_Arab-arb_Arab", "languages": ["uig-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "uig_Arab-bul_Cyrl", "languages": ["uig-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "uig_Arab-fra_Latn", "languages": ["uig-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "uig_Arab-jpn_Jpan", "languages": ["uig-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.925725, "recall": 0.94664, "f1": 0.932115, "accuracy": 0.94664, "main_score": 0.932115, "hf_subset": "uig_Arab-lij_Latn", "languages": ["uig-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927619, "recall": 0.948617, "f1": 0.934157, "accuracy": 0.948617, "main_score": 0.934157, "hf_subset": "uig_Arab-mya_Mymr", "languages": ["uig-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.514165, "recall": 0.573123, "f1": 0.530432, "accuracy": 0.573123, "main_score": 0.530432, "hf_subset": "uig_Arab-sag_Latn", "languages": ["uig-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196144, "recall": 0.243083, "f1": 0.207248, "accuracy": 0.243083, "main_score": 0.207248, "hf_subset": "uig_Arab-taq_Tfng", "languages": ["uig-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.542383, "recall": 0.596838, "f1": 0.558454, "accuracy": 0.596838, "main_score": 0.558454, "hf_subset": "uig_Arab-wol_Latn", "languages": ["uig-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673306, "recall": 0.741107, "f1": 0.693017, "accuracy": 0.741107, "main_score": 0.693017, "hf_subset": "uig_Arab-arb_Latn", "languages": ["uig-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967968, "recall": 0.977273, "f1": 0.970751, "accuracy": 0.977273, "main_score": 0.970751, "hf_subset": "uig_Arab-cat_Latn", "languages": ["uig-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919582, "recall": 0.9417, "f1": 0.926449, "accuracy": 0.9417, "main_score": 0.926449, "hf_subset": "uig_Arab-fur_Latn", "languages": ["uig-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360969, "recall": 0.414032, "f1": 0.375658, "accuracy": 0.414032, "main_score": 0.375658, "hf_subset": "uig_Arab-kab_Latn", "languages": ["uig-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901597, "recall": 0.928854, "f1": 0.910112, "accuracy": 0.928854, "main_score": 0.910112, "hf_subset": "uig_Arab-lim_Latn", "languages": ["uig-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "uig_Arab-nld_Latn", "languages": ["uig-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933383, "recall": 0.952569, "f1": 0.93946, "accuracy": 0.952569, "main_score": 0.93946, "hf_subset": "uig_Arab-san_Deva", "languages": ["uig-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "uig_Arab-tat_Cyrl", "languages": ["uig-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.591774, "recall": 0.644269, "f1": 0.606741, "accuracy": 0.644269, "main_score": 0.606741, "hf_subset": "uig_Arab-xho_Latn", "languages": ["uig-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96698, "recall": 0.977273, "f1": 0.970257, "accuracy": 0.977273, "main_score": 0.970257, "hf_subset": "uig_Arab-ars_Arab", "languages": ["uig-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.937121, "recall": 0.955534, "f1": 0.942805, "accuracy": 0.955534, "main_score": 0.942805, "hf_subset": "uig_Arab-ceb_Latn", "languages": ["uig-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476355, "recall": 0.535573, "f1": 0.492799, "accuracy": 0.535573, "main_score": 0.492799, "hf_subset": "uig_Arab-fuv_Latn", "languages": ["uig-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449879, "recall": 0.506917, "f1": 0.465211, "accuracy": 0.506917, "main_score": 0.465211, "hf_subset": "uig_Arab-kac_Latn", "languages": ["uig-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56872, "recall": 0.615613, "f1": 0.581246, "accuracy": 0.615613, "main_score": 0.581246, "hf_subset": "uig_Arab-lin_Latn", "languages": ["uig-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "uig_Arab-nno_Latn", "languages": ["uig-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.21007, "recall": 0.286561, "f1": 0.230107, "accuracy": 0.286561, "main_score": 0.230107, "hf_subset": "uig_Arab-sat_Olck", "languages": ["uig-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "uig_Arab-tel_Telu", "languages": ["uig-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.855676, "recall": 0.893281, "f1": 0.867292, "accuracy": 0.893281, "main_score": 0.867292, "hf_subset": "uig_Arab-ydd_Hebr", "languages": ["uig-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.922101, "recall": 0.943676, "f1": 0.928821, "accuracy": 0.943676, "main_score": 0.928821, "hf_subset": "uig_Arab-ary_Arab", "languages": ["uig-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "uig_Arab-ces_Latn", "languages": ["uig-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528376, "recall": 0.579051, "f1": 0.543234, "accuracy": 0.579051, "main_score": 0.543234, "hf_subset": "uig_Arab-gaz_Latn", "languages": ["uig-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512229, "recall": 0.570158, "f1": 0.528825, "accuracy": 0.570158, "main_score": 0.528825, "hf_subset": "uig_Arab-kam_Latn", "languages": ["uig-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "uig_Arab-lit_Latn", "languages": ["uig-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "uig_Arab-nob_Latn", "languages": ["uig-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912796, "recall": 0.935771, "f1": 0.919993, "accuracy": 0.935771, "main_score": 0.919993, "hf_subset": "uig_Arab-scn_Latn", "languages": ["uig-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.953557, "f1": 0.940382, "accuracy": 0.953557, "main_score": 0.940382, "hf_subset": "uig_Arab-tgk_Cyrl", "languages": ["uig-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.627644, "recall": 0.698617, "f1": 0.648747, "accuracy": 0.698617, "main_score": 0.648747, "hf_subset": "uig_Arab-yor_Latn", "languages": ["uig-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955451, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "uig_Arab-arz_Arab", "languages": ["uig-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.47579, "recall": 0.529644, "f1": 0.490613, "accuracy": 0.529644, "main_score": 0.490613, "hf_subset": "uig_Arab-cjk_Latn", "languages": ["uig-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676285, "recall": 0.741107, "f1": 0.695737, "accuracy": 0.741107, "main_score": 0.695737, "hf_subset": "uig_Arab-gla_Latn", "languages": ["uig-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "uig_Arab-kan_Knda", "languages": ["uig-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.908762, "recall": 0.932806, "f1": 0.91629, "accuracy": 0.932806, "main_score": 0.91629, "hf_subset": "uig_Arab-lmo_Latn", "languages": ["uig-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "uig_Arab-npi_Deva", "languages": ["uig-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.406243, "recall": 0.459486, "f1": 0.421351, "accuracy": 0.459486, "main_score": 0.421351, "hf_subset": "uig_Arab-shn_Mymr", "languages": ["uig-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.966436, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "uig_Arab-tgl_Latn", "languages": ["uig-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "uig_Arab-yue_Hant", "languages": ["uig-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "uig_Arab-asm_Beng", "languages": ["uig-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.89081, "recall": 0.920949, "f1": 0.900362, "accuracy": 0.920949, "main_score": 0.900362, "hf_subset": "uig_Arab-ckb_Arab", "languages": ["uig-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.769803, "recall": 0.81917, "f1": 0.784783, "accuracy": 0.81917, "main_score": 0.784783, "hf_subset": "uig_Arab-gle_Latn", "languages": ["uig-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853936, "recall": 0.886364, "f1": 0.863505, "accuracy": 0.886364, "main_score": 0.863505, "hf_subset": "uig_Arab-kas_Arab", "languages": ["uig-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.829875, "recall": 0.87253, "f1": 0.843102, "accuracy": 0.87253, "main_score": 0.843102, "hf_subset": "uig_Arab-ltg_Latn", "languages": ["uig-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531771, "recall": 0.587945, "f1": 0.547527, "accuracy": 0.587945, "main_score": 0.547527, "hf_subset": "uig_Arab-nso_Latn", "languages": ["uig-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922134, "recall": 0.944664, "f1": 0.92915, "accuracy": 0.944664, "main_score": 0.92915, "hf_subset": "uig_Arab-sin_Sinh", "languages": ["uig-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.969368, "f1": 0.959486, "accuracy": 0.969368, "main_score": 0.959486, "hf_subset": "uig_Arab-tha_Thai", "languages": ["uig-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.954743, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "uig_Arab-zho_Hans", "languages": ["uig-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "uig_Arab-ast_Latn", "languages": ["uig-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "uig_Arab-crh_Latn", "languages": ["uig-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963192, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "uig_Arab-glg_Latn", "languages": ["uig-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764822, "recall": 0.816206, "f1": 0.78019, "accuracy": 0.816206, "main_score": 0.78019, "hf_subset": "uig_Arab-kas_Deva", "languages": ["uig-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.910879, "recall": 0.934783, "f1": 0.918198, "accuracy": 0.934783, "main_score": 0.918198, "hf_subset": "uig_Arab-ltz_Latn", "languages": ["uig-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422935, "recall": 0.478261, "f1": 0.437575, "accuracy": 0.478261, "main_score": 0.437575, "hf_subset": "uig_Arab-nus_Latn", "languages": ["uig-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970389, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "uig_Arab-slk_Latn", "languages": ["uig-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554101, "recall": 0.620553, "f1": 0.573424, "accuracy": 0.620553, "main_score": 0.573424, "hf_subset": "uig_Arab-tir_Ethi", "languages": ["uig-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "uig_Arab-zho_Hant", "languages": ["uig-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "uig_Arab-awa_Deva", "languages": ["uig-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.890316, "recall": 0.917984, "f1": 0.898847, "accuracy": 0.917984, "main_score": 0.898847, "hf_subset": "uig_Arab-cym_Latn", "languages": ["uig-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696862, "recall": 0.751976, "f1": 0.713175, "accuracy": 0.751976, "main_score": 0.713175, "hf_subset": "uig_Arab-grn_Latn", "languages": ["uig-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953804, "recall": 0.967391, "f1": 0.95807, "accuracy": 0.967391, "main_score": 0.95807, "hf_subset": "uig_Arab-kat_Geor", "languages": ["uig-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.541687, "recall": 0.599802, "f1": 0.557663, "accuracy": 0.599802, "main_score": 0.557663, "hf_subset": "uig_Arab-lua_Latn", "languages": ["uig-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547749, "recall": 0.607708, "f1": 0.564256, "accuracy": 0.607708, "main_score": 0.564256, "hf_subset": "uig_Arab-nya_Latn", "languages": ["uig-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "uig_Arab-slv_Latn", "languages": ["uig-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821986, "recall": 0.863636, "f1": 0.834519, "accuracy": 0.863636, "main_score": 0.834519, "hf_subset": "uig_Arab-tpi_Latn", "languages": ["uig-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "uig_Arab-zsm_Latn", "languages": ["uig-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490613, "recall": 0.545455, "f1": 0.505788, "accuracy": 0.545455, "main_score": 0.505788, "hf_subset": "uig_Arab-ayr_Latn", "languages": ["uig-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "uig_Arab-dan_Latn", "languages": ["uig-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "uig_Arab-guj_Gujr", "languages": ["uig-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-kaz_Cyrl", "languages": ["uig-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.459951, "recall": 0.517787, "f1": 0.475801, "accuracy": 0.517787, "main_score": 0.475801, "hf_subset": "uig_Arab-lug_Latn", "languages": ["uig-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "uig_Arab-oci_Latn", "languages": ["uig-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72747, "recall": 0.781621, "f1": 0.743596, "accuracy": 0.781621, "main_score": 0.743596, "hf_subset": "uig_Arab-smo_Latn", "languages": ["uig-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466781, "recall": 0.524704, "f1": 0.482805, "accuracy": 0.524704, "main_score": 0.482805, "hf_subset": "uig_Arab-tsn_Latn", "languages": ["uig-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539217, "recall": 0.599802, "f1": 0.556543, "accuracy": 0.599802, "main_score": 0.556543, "hf_subset": "uig_Arab-zul_Latn", "languages": ["uig-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855378, "recall": 0.889328, "f1": 0.865662, "accuracy": 0.889328, "main_score": 0.865662, "hf_subset": "uig_Arab-azb_Arab", "languages": ["uig-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "uig_Arab-deu_Latn", "languages": ["uig-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889904, "recall": 0.921937, "f1": 0.900099, "accuracy": 0.921937, "main_score": 0.900099, "hf_subset": "uig_Arab-hat_Latn", "languages": ["uig-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428937, "recall": 0.477273, "f1": 0.442627, "accuracy": 0.477273, "main_score": 0.442627, "hf_subset": "uig_Arab-kbp_Latn", "languages": ["uig-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494936, "recall": 0.554348, "f1": 0.511621, "accuracy": 0.554348, "main_score": 0.511621, "hf_subset": "uig_Arab-luo_Latn", "languages": ["uig-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "uig_Arab-ory_Orya", "languages": ["uig-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.488088, "recall": 0.559289, "f1": 0.508138, "accuracy": 0.559289, "main_score": 0.508138, "hf_subset": "uig_Arab-sna_Latn", "languages": ["uig-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489553, "recall": 0.537549, "f1": 0.502988, "accuracy": 0.537549, "main_score": 0.502988, "hf_subset": "uig_Arab-tso_Latn", "languages": ["uig-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "uig_Arab-azj_Latn", "languages": ["uig-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439672, "recall": 0.500988, "f1": 0.456933, "accuracy": 0.500988, "main_score": 0.456933, "hf_subset": "uig_Arab-dik_Latn", "languages": ["uig-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629298, "recall": 0.69664, "f1": 0.649012, "accuracy": 0.69664, "main_score": 0.649012, "hf_subset": "uig_Arab-hau_Latn", "languages": ["uig-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90261, "recall": 0.926877, "f1": 0.909612, "accuracy": 0.926877, "main_score": 0.909612, "hf_subset": "uig_Arab-kea_Latn", "languages": ["uig-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633827, "recall": 0.684783, "f1": 0.648584, "accuracy": 0.684783, "main_score": 0.648584, "hf_subset": "uig_Arab-lus_Latn", "languages": ["uig-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724565, "recall": 0.766798, "f1": 0.73686, "accuracy": 0.766798, "main_score": 0.73686, "hf_subset": "uig_Arab-pag_Latn", "languages": ["uig-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "uig_Arab-snd_Arab", "languages": ["uig-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.897974, "recall": 0.926877, "f1": 0.907345, "accuracy": 0.926877, "main_score": 0.907345, "hf_subset": "uig_Arab-tuk_Latn", "languages": ["uig-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944499, "recall": 0.961462, "f1": 0.949934, "accuracy": 0.961462, "main_score": 0.949934, "hf_subset": "uig_Arab-bak_Cyrl", "languages": ["uig-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.405356, "recall": 0.477273, "f1": 0.4256, "accuracy": 0.477273, "main_score": 0.4256, "hf_subset": "uig_Arab-dyu_Latn", "languages": ["uig-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "uig_Arab-heb_Hebr", "languages": ["uig-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.931859, "recall": 0.950593, "f1": 0.937703, "accuracy": 0.950593, "main_score": 0.937703, "hf_subset": "uig_Arab-khk_Cyrl", "languages": ["uig-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "uig_Arab-lvs_Latn", "languages": ["uig-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "uig_Arab-pan_Guru", "languages": ["uig-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.606299, "recall": 0.673913, "f1": 0.626443, "accuracy": 0.673913, "main_score": 0.626443, "hf_subset": "uig_Arab-som_Latn", "languages": ["uig-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502244, "recall": 0.554348, "f1": 0.516998, "accuracy": 0.554348, "main_score": 0.516998, "hf_subset": "uig_Arab-tum_Latn", "languages": ["uig-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563665, "recall": 0.631423, "f1": 0.582714, "accuracy": 0.631423, "main_score": 0.582714, "hf_subset": "aeb_Arab-ace_Arab", "languages": ["aeb-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517236, "recall": 0.579051, "f1": 0.534137, "accuracy": 0.579051, "main_score": 0.534137, "hf_subset": "aeb_Arab-bam_Latn", "languages": ["aeb-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39528, "recall": 0.479249, "f1": 0.417928, "accuracy": 0.479249, "main_score": 0.417928, "hf_subset": "aeb_Arab-dzo_Tibt", "languages": ["aeb-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-hin_Deva", "languages": ["aeb-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991765, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "aeb_Arab-khm_Khmr", "languages": ["aeb-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-mag_Deva", "languages": ["aeb-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "aeb_Arab-pap_Latn", "languages": ["aeb-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579638, "recall": 0.63834, "f1": 0.596272, "accuracy": 0.63834, "main_score": 0.596272, "hf_subset": "aeb_Arab-sot_Latn", "languages": ["aeb-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-tur_Latn", "languages": ["aeb-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851153, "recall": 0.88834, "f1": 0.862568, "accuracy": 0.88834, "main_score": 0.862568, "hf_subset": "aeb_Arab-ace_Latn", "languages": ["aeb-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.959486, "f1": 0.949769, "accuracy": 0.959486, "main_score": 0.949769, "hf_subset": "aeb_Arab-ban_Latn", "languages": ["aeb-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-ell_Grek", "languages": ["aeb-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "aeb_Arab-hne_Deva", "languages": ["aeb-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.587002, "recall": 0.643281, "f1": 0.603153, "accuracy": 0.643281, "main_score": 0.603153, "hf_subset": "aeb_Arab-kik_Latn", "languages": ["aeb-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-mai_Deva", "languages": ["aeb-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "aeb_Arab-pbt_Arab", "languages": ["aeb-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-spa_Latn", "languages": ["aeb-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606474, "recall": 0.672925, "f1": 0.625518, "accuracy": 0.672925, "main_score": 0.625518, "hf_subset": "aeb_Arab-twi_Latn", "languages": ["aeb-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-acm_Arab", "languages": ["aeb-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-bel_Cyrl", "languages": ["aeb-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-eng_Latn", "languages": ["aeb-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hrv_Latn", "languages": ["aeb-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535213, "recall": 0.594862, "f1": 0.551534, "accuracy": 0.594862, "main_score": 0.551534, "hf_subset": "aeb_Arab-kin_Latn", "languages": ["aeb-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-mal_Mlym", "languages": ["aeb-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-pes_Arab", "languages": ["aeb-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "aeb_Arab-srd_Latn", "languages": ["aeb-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169413, "recall": 0.224308, "f1": 0.183458, "accuracy": 0.224308, "main_score": 0.183458, "hf_subset": "aeb_Arab-tzm_Tfng", "languages": ["aeb-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-acq_Arab", "languages": ["aeb-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618234, "recall": 0.66996, "f1": 0.632877, "accuracy": 0.66996, "main_score": 0.632877, "hf_subset": "aeb_Arab-bem_Latn", "languages": ["aeb-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-epo_Latn", "languages": ["aeb-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hun_Latn", "languages": ["aeb-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "aeb_Arab-kir_Cyrl", "languages": ["aeb-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-mar_Deva", "languages": ["aeb-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.665326, "recall": 0.717391, "f1": 0.680814, "accuracy": 0.717391, "main_score": 0.680814, "hf_subset": "aeb_Arab-plt_Latn", "languages": ["aeb-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-srp_Cyrl", "languages": ["aeb-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.95751, "f1": 0.945323, "accuracy": 0.95751, "main_score": 0.945323, "hf_subset": "aeb_Arab-uig_Arab", "languages": ["aeb-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-ben_Beng", "languages": ["aeb-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-est_Latn", "languages": ["aeb-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hye_Armn", "languages": ["aeb-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.537994, "recall": 0.591897, "f1": 0.553774, "accuracy": 0.591897, "main_score": 0.553774, "hf_subset": "aeb_Arab-kmb_Latn", "languages": ["aeb-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483961, "recall": 0.556324, "f1": 0.503952, "accuracy": 0.556324, "main_score": 0.503952, "hf_subset": "aeb_Arab-min_Arab", "languages": ["aeb-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-pol_Latn", "languages": ["aeb-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545524, "recall": 0.605731, "f1": 0.562966, "accuracy": 0.605731, "main_score": 0.562966, "hf_subset": "aeb_Arab-ssw_Latn", "languages": ["aeb-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ukr_Cyrl", "languages": ["aeb-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-afr_Latn", "languages": ["aeb-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "aeb_Arab-bho_Deva", "languages": ["aeb-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "aeb_Arab-eus_Latn", "languages": ["aeb-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559874, "recall": 0.625494, "f1": 0.578593, "accuracy": 0.625494, "main_score": 0.578593, "hf_subset": "aeb_Arab-ibo_Latn", "languages": ["aeb-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86166, "recall": 0.898221, "f1": 0.873353, "accuracy": 0.898221, "main_score": 0.873353, "hf_subset": "aeb_Arab-kmr_Latn", "languages": ["aeb-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "aeb_Arab-min_Latn", "languages": ["aeb-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-por_Latn", "languages": ["aeb-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-sun_Latn", "languages": ["aeb-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509026, "recall": 0.574111, "f1": 0.528022, "accuracy": 0.574111, "main_score": 0.528022, "hf_subset": "aeb_Arab-umb_Latn", "languages": ["aeb-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ajp_Arab", "languages": ["aeb-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525113, "recall": 0.589921, "f1": 0.54334, "accuracy": 0.589921, "main_score": 0.54334, "hf_subset": "aeb_Arab-bjn_Arab", "languages": ["aeb-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513949, "recall": 0.571146, "f1": 0.530416, "accuracy": 0.571146, "main_score": 0.530416, "hf_subset": "aeb_Arab-ewe_Latn", "languages": ["aeb-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926054, "recall": 0.947628, "f1": 0.932971, "accuracy": 0.947628, "main_score": 0.932971, "hf_subset": "aeb_Arab-ilo_Latn", "languages": ["aeb-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303441, "recall": 0.363636, "f1": 0.319559, "accuracy": 0.363636, "main_score": 0.319559, "hf_subset": "aeb_Arab-knc_Arab", "languages": ["aeb-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-mkd_Cyrl", "languages": ["aeb-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-prs_Arab", "languages": ["aeb-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-swe_Latn", "languages": ["aeb-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-urd_Arab", "languages": ["aeb-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573567, "recall": 0.640316, "f1": 0.593135, "accuracy": 0.640316, "main_score": 0.593135, "hf_subset": "aeb_Arab-aka_Latn", "languages": ["aeb-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "aeb_Arab-bjn_Latn", "languages": ["aeb-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "aeb_Arab-fao_Latn", "languages": ["aeb-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ind_Latn", "languages": ["aeb-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567796, "recall": 0.62747, "f1": 0.585246, "accuracy": 0.62747, "main_score": 0.585246, "hf_subset": "aeb_Arab-knc_Latn", "languages": ["aeb-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "aeb_Arab-mlt_Latn", "languages": ["aeb-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686331, "recall": 0.750988, "f1": 0.705474, "accuracy": 0.750988, "main_score": 0.705474, "hf_subset": "aeb_Arab-quy_Latn", "languages": ["aeb-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "aeb_Arab-swh_Latn", "languages": ["aeb-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "aeb_Arab-uzn_Latn", "languages": ["aeb-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-als_Latn", "languages": ["aeb-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610972, "recall": 0.688735, "f1": 0.632889, "accuracy": 0.688735, "main_score": 0.632889, "hf_subset": "aeb_Arab-bod_Tibt", "languages": ["aeb-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.685798, "recall": 0.744071, "f1": 0.702899, "accuracy": 0.744071, "main_score": 0.702899, "hf_subset": "aeb_Arab-fij_Latn", "languages": ["aeb-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "aeb_Arab-isl_Latn", "languages": ["aeb-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637731, "recall": 0.694664, "f1": 0.65448, "accuracy": 0.694664, "main_score": 0.65448, "hf_subset": "aeb_Arab-kon_Latn", "languages": ["aeb-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633838, "recall": 0.698617, "f1": 0.652259, "accuracy": 0.698617, "main_score": 0.652259, "hf_subset": "aeb_Arab-mni_Beng", "languages": ["aeb-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ron_Latn", "languages": ["aeb-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "aeb_Arab-szl_Latn", "languages": ["aeb-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-vec_Latn", "languages": ["aeb-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916749, "recall": 0.9417, "f1": 0.924802, "accuracy": 0.9417, "main_score": 0.924802, "hf_subset": "aeb_Arab-amh_Ethi", "languages": ["aeb-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-bos_Latn", "languages": ["aeb-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "aeb_Arab-fin_Latn", "languages": ["aeb-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ita_Latn", "languages": ["aeb-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-kor_Hang", "languages": ["aeb-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.525088, "recall": 0.58498, "f1": 0.54149, "accuracy": 0.58498, "main_score": 0.54149, "hf_subset": "aeb_Arab-mos_Latn", "languages": ["aeb-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547266, "recall": 0.603755, "f1": 0.563213, "accuracy": 0.603755, "main_score": 0.563213, "hf_subset": "aeb_Arab-run_Latn", "languages": ["aeb-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "aeb_Arab-tam_Taml", "languages": ["aeb-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-vie_Latn", "languages": ["aeb-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-apc_Arab", "languages": ["aeb-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.780774, "recall": 0.831028, "f1": 0.79572, "accuracy": 0.831028, "main_score": 0.79572, "hf_subset": "aeb_Arab-bug_Latn", "languages": ["aeb-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472743, "recall": 0.528656, "f1": 0.487422, "accuracy": 0.528656, "main_score": 0.487422, "hf_subset": "aeb_Arab-fon_Latn", "languages": ["aeb-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-jav_Latn", "languages": ["aeb-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "aeb_Arab-lao_Laoo", "languages": ["aeb-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.851812, "recall": 0.891304, "f1": 0.863886, "accuracy": 0.891304, "main_score": 0.863886, "hf_subset": "aeb_Arab-mri_Latn", "languages": ["aeb-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-rus_Cyrl", "languages": ["aeb-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528269, "recall": 0.589921, "f1": 0.545825, "accuracy": 0.589921, "main_score": 0.545825, "hf_subset": "aeb_Arab-taq_Latn", "languages": ["aeb-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "aeb_Arab-war_Latn", "languages": ["aeb-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-arb_Arab", "languages": ["aeb-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-bul_Cyrl", "languages": ["aeb-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-fra_Latn", "languages": ["aeb-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-jpn_Jpan", "languages": ["aeb-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "aeb_Arab-lij_Latn", "languages": ["aeb-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "aeb_Arab-mya_Mymr", "languages": ["aeb-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.568316, "recall": 0.63834, "f1": 0.587768, "accuracy": 0.63834, "main_score": 0.587768, "hf_subset": "aeb_Arab-sag_Latn", "languages": ["aeb-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198324, "recall": 0.254941, "f1": 0.211175, "accuracy": 0.254941, "main_score": 0.211175, "hf_subset": "aeb_Arab-taq_Tfng", "languages": ["aeb-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.614914, "recall": 0.678854, "f1": 0.633778, "accuracy": 0.678854, "main_score": 0.633778, "hf_subset": "aeb_Arab-wol_Latn", "languages": ["aeb-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836495, "recall": 0.881423, "f1": 0.850184, "accuracy": 0.881423, "main_score": 0.850184, "hf_subset": "aeb_Arab-arb_Latn", "languages": ["aeb-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-cat_Latn", "languages": ["aeb-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "aeb_Arab-fur_Latn", "languages": ["aeb-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42618, "recall": 0.486166, "f1": 0.442839, "accuracy": 0.486166, "main_score": 0.442839, "hf_subset": "aeb_Arab-kab_Latn", "languages": ["aeb-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "aeb_Arab-lim_Latn", "languages": ["aeb-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-nld_Latn", "languages": ["aeb-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "aeb_Arab-san_Deva", "languages": ["aeb-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-tat_Cyrl", "languages": ["aeb-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.665484, "recall": 0.721344, "f1": 0.681675, "accuracy": 0.721344, "main_score": 0.681675, "hf_subset": "aeb_Arab-xho_Latn", "languages": ["aeb-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ars_Arab", "languages": ["aeb-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-ceb_Latn", "languages": ["aeb-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5506, "recall": 0.608696, "f1": 0.567608, "accuracy": 0.608696, "main_score": 0.567608, "hf_subset": "aeb_Arab-fuv_Latn", "languages": ["aeb-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495223, "recall": 0.564229, "f1": 0.514296, "accuracy": 0.564229, "main_score": 0.514296, "hf_subset": "aeb_Arab-kac_Latn", "languages": ["aeb-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657428, "recall": 0.715415, "f1": 0.675264, "accuracy": 0.715415, "main_score": 0.675264, "hf_subset": "aeb_Arab-lin_Latn", "languages": ["aeb-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-nno_Latn", "languages": ["aeb-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.21261, "recall": 0.287549, "f1": 0.231823, "accuracy": 0.287549, "main_score": 0.231823, "hf_subset": "aeb_Arab-sat_Olck", "languages": ["aeb-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-tel_Telu", "languages": ["aeb-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.934783, "recall": 0.955534, "f1": 0.9417, "accuracy": 0.955534, "main_score": 0.9417, "hf_subset": "aeb_Arab-ydd_Hebr", "languages": ["aeb-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "aeb_Arab-ary_Arab", "languages": ["aeb-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ces_Latn", "languages": ["aeb-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553546, "recall": 0.614625, "f1": 0.571019, "accuracy": 0.614625, "main_score": 0.571019, "hf_subset": "aeb_Arab-gaz_Latn", "languages": ["aeb-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574551, "recall": 0.633399, "f1": 0.591046, "accuracy": 0.633399, "main_score": 0.591046, "hf_subset": "aeb_Arab-kam_Latn", "languages": ["aeb-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "aeb_Arab-lit_Latn", "languages": ["aeb-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-nob_Latn", "languages": ["aeb-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "aeb_Arab-scn_Latn", "languages": ["aeb-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "aeb_Arab-tgk_Cyrl", "languages": ["aeb-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.681399, "recall": 0.75, "f1": 0.702045, "accuracy": 0.75, "main_score": 0.702045, "hf_subset": "aeb_Arab-yor_Latn", "languages": ["aeb-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-arz_Arab", "languages": ["aeb-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557766, "recall": 0.612648, "f1": 0.57354, "accuracy": 0.612648, "main_score": 0.57354, "hf_subset": "aeb_Arab-cjk_Latn", "languages": ["aeb-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751153, "recall": 0.805336, "f1": 0.767688, "accuracy": 0.805336, "main_score": 0.767688, "hf_subset": "aeb_Arab-gla_Latn", "languages": ["aeb-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "aeb_Arab-kan_Knda", "languages": ["aeb-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.974391, "recall": 0.982213, "f1": 0.976845, "accuracy": 0.982213, "main_score": 0.976845, "hf_subset": "aeb_Arab-lmo_Latn", "languages": ["aeb-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "aeb_Arab-npi_Deva", "languages": ["aeb-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459335, "recall": 0.52668, "f1": 0.477614, "accuracy": 0.52668, "main_score": 0.477614, "hf_subset": "aeb_Arab-shn_Mymr", "languages": ["aeb-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-tgl_Latn", "languages": ["aeb-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-yue_Hant", "languages": ["aeb-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-asm_Beng", "languages": ["aeb-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "aeb_Arab-ckb_Arab", "languages": ["aeb-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.841255, "recall": 0.880435, "f1": 0.853162, "accuracy": 0.880435, "main_score": 0.853162, "hf_subset": "aeb_Arab-gle_Latn", "languages": ["aeb-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "aeb_Arab-kas_Arab", "languages": ["aeb-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912138, "recall": 0.939723, "f1": 0.921014, "accuracy": 0.939723, "main_score": 0.921014, "hf_subset": "aeb_Arab-ltg_Latn", "languages": ["aeb-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599489, "recall": 0.65415, "f1": 0.615928, "accuracy": 0.65415, "main_score": 0.615928, "hf_subset": "aeb_Arab-nso_Latn", "languages": ["aeb-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "aeb_Arab-sin_Sinh", "languages": ["aeb-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-tha_Thai", "languages": ["aeb-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-zho_Hans", "languages": ["aeb-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "aeb_Arab-ast_Latn", "languages": ["aeb-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "aeb_Arab-crh_Latn", "languages": ["aeb-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-glg_Latn", "languages": ["aeb-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879727, "recall": 0.913043, "f1": 0.890217, "accuracy": 0.913043, "main_score": 0.890217, "hf_subset": "aeb_Arab-kas_Deva", "languages": ["aeb-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "aeb_Arab-ltz_Latn", "languages": ["aeb-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445409, "recall": 0.508893, "f1": 0.462694, "accuracy": 0.508893, "main_score": 0.462694, "hf_subset": "aeb_Arab-nus_Latn", "languages": ["aeb-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "aeb_Arab-slk_Latn", "languages": ["aeb-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61502, "recall": 0.684783, "f1": 0.635347, "accuracy": 0.684783, "main_score": 0.635347, "hf_subset": "aeb_Arab-tir_Ethi", "languages": ["aeb-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-zho_Hant", "languages": ["aeb-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "aeb_Arab-awa_Deva", "languages": ["aeb-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "aeb_Arab-cym_Latn", "languages": ["aeb-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815968, "recall": 0.862648, "f1": 0.82999, "accuracy": 0.862648, "main_score": 0.82999, "hf_subset": "aeb_Arab-grn_Latn", "languages": ["aeb-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-kat_Geor", "languages": ["aeb-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.629128, "recall": 0.684783, "f1": 0.645395, "accuracy": 0.684783, "main_score": 0.645395, "hf_subset": "aeb_Arab-lua_Latn", "languages": ["aeb-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626054, "recall": 0.684783, "f1": 0.643267, "accuracy": 0.684783, "main_score": 0.643267, "hf_subset": "aeb_Arab-nya_Latn", "languages": ["aeb-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-slv_Latn", "languages": ["aeb-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940711, "accuracy": 0.953557, "main_score": 0.940711, "hf_subset": "aeb_Arab-tpi_Latn", "languages": ["aeb-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-zsm_Latn", "languages": ["aeb-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530148, "recall": 0.590909, "f1": 0.546978, "accuracy": 0.590909, "main_score": 0.546978, "hf_subset": "aeb_Arab-ayr_Latn", "languages": ["aeb-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-dan_Latn", "languages": ["aeb-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-guj_Gujr", "languages": ["aeb-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-kaz_Cyrl", "languages": ["aeb-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524082, "recall": 0.593874, "f1": 0.543598, "accuracy": 0.593874, "main_score": 0.543598, "hf_subset": "aeb_Arab-lug_Latn", "languages": ["aeb-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-oci_Latn", "languages": ["aeb-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790333, "recall": 0.840909, "f1": 0.805665, "accuracy": 0.840909, "main_score": 0.805665, "hf_subset": "aeb_Arab-smo_Latn", "languages": ["aeb-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527181, "recall": 0.590909, "f1": 0.545176, "accuracy": 0.590909, "main_score": 0.545176, "hf_subset": "aeb_Arab-tsn_Latn", "languages": ["aeb-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599993, "recall": 0.660079, "f1": 0.617803, "accuracy": 0.660079, "main_score": 0.617803, "hf_subset": "aeb_Arab-zul_Latn", "languages": ["aeb-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900939, "recall": 0.928854, "f1": 0.90998, "accuracy": 0.928854, "main_score": 0.90998, "hf_subset": "aeb_Arab-azb_Arab", "languages": ["aeb-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-deu_Latn", "languages": ["aeb-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "aeb_Arab-hat_Latn", "languages": ["aeb-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478124, "recall": 0.537549, "f1": 0.494483, "accuracy": 0.537549, "main_score": 0.494483, "hf_subset": "aeb_Arab-kbp_Latn", "languages": ["aeb-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566531, "recall": 0.625494, "f1": 0.582786, "accuracy": 0.625494, "main_score": 0.582786, "hf_subset": "aeb_Arab-luo_Latn", "languages": ["aeb-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-ory_Orya", "languages": ["aeb-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.578733, "recall": 0.640316, "f1": 0.596151, "accuracy": 0.640316, "main_score": 0.596151, "hf_subset": "aeb_Arab-sna_Latn", "languages": ["aeb-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540105, "recall": 0.597826, "f1": 0.556287, "accuracy": 0.597826, "main_score": 0.556287, "hf_subset": "aeb_Arab-tso_Latn", "languages": ["aeb-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-azj_Latn", "languages": ["aeb-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538774, "recall": 0.605731, "f1": 0.557769, "accuracy": 0.605731, "main_score": 0.557769, "hf_subset": "aeb_Arab-dik_Latn", "languages": ["aeb-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710392, "recall": 0.773715, "f1": 0.729117, "accuracy": 0.773715, "main_score": 0.729117, "hf_subset": "aeb_Arab-hau_Latn", "languages": ["aeb-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "aeb_Arab-kea_Latn", "languages": ["aeb-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723271, "recall": 0.775692, "f1": 0.739493, "accuracy": 0.775692, "main_score": 0.739493, "hf_subset": "aeb_Arab-lus_Latn", "languages": ["aeb-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857882, "recall": 0.889328, "f1": 0.867111, "accuracy": 0.889328, "main_score": 0.867111, "hf_subset": "aeb_Arab-pag_Latn", "languages": ["aeb-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "aeb_Arab-snd_Arab", "languages": ["aeb-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946179, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "aeb_Arab-tuk_Latn", "languages": ["aeb-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "aeb_Arab-bak_Cyrl", "languages": ["aeb-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.465755, "recall": 0.543478, "f1": 0.488458, "accuracy": 0.543478, "main_score": 0.488458, "hf_subset": "aeb_Arab-dyu_Latn", "languages": ["aeb-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-heb_Hebr", "languages": ["aeb-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "aeb_Arab-khk_Cyrl", "languages": ["aeb-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-lvs_Latn", "languages": ["aeb-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-pan_Guru", "languages": ["aeb-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.691782, "recall": 0.753953, "f1": 0.710592, "accuracy": 0.753953, "main_score": 0.710592, "hf_subset": "aeb_Arab-som_Latn", "languages": ["aeb-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583491, "recall": 0.639328, "f1": 0.599593, "accuracy": 0.639328, "main_score": 0.599593, "hf_subset": "aeb_Arab-tum_Latn", "languages": ["aeb-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568544, "recall": 0.634387, "f1": 0.587244, "accuracy": 0.634387, "main_score": 0.587244, "hf_subset": "ben_Beng-ace_Arab", "languages": ["ben-Beng", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516478, "recall": 0.577075, "f1": 0.533343, "accuracy": 0.577075, "main_score": 0.533343, "hf_subset": "ben_Beng-bam_Latn", "languages": ["ben-Beng", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446506, "recall": 0.524704, "f1": 0.466671, "accuracy": 0.524704, "main_score": 0.466671, "hf_subset": "ben_Beng-dzo_Tibt", "languages": ["ben-Beng", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hin_Deva", "languages": ["ben-Beng", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-khm_Khmr", "languages": ["ben-Beng", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-mag_Deva", "languages": ["ben-Beng", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ben_Beng-pap_Latn", "languages": ["ben-Beng", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579384, "recall": 0.636364, "f1": 0.594866, "accuracy": 0.636364, "main_score": 0.594866, "hf_subset": "ben_Beng-sot_Latn", "languages": ["ben-Beng", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-tur_Latn", "languages": ["ben-Beng", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865563, "recall": 0.899209, "f1": 0.875856, "accuracy": 0.899209, "main_score": 0.875856, "hf_subset": "ben_Beng-ace_Latn", "languages": ["ben-Beng", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.966403, "f1": 0.957839, "accuracy": 0.966403, "main_score": 0.957839, "hf_subset": "ben_Beng-ban_Latn", "languages": ["ben-Beng", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ell_Grek", "languages": ["ben-Beng", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ben_Beng-hne_Deva", "languages": ["ben-Beng", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597468, "recall": 0.653162, "f1": 0.613232, "accuracy": 0.653162, "main_score": 0.613232, "hf_subset": "ben_Beng-kik_Latn", "languages": ["ben-Beng", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mai_Deva", "languages": ["ben-Beng", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ben_Beng-pbt_Arab", "languages": ["ben-Beng", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-spa_Latn", "languages": ["ben-Beng", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613746, "recall": 0.68083, "f1": 0.631875, "accuracy": 0.68083, "main_score": 0.631875, "hf_subset": "ben_Beng-twi_Latn", "languages": ["ben-Beng", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-acm_Arab", "languages": ["ben-Beng", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-bel_Cyrl", "languages": ["ben-Beng", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-eng_Latn", "languages": ["ben-Beng", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hrv_Latn", "languages": ["ben-Beng", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543523, "recall": 0.605731, "f1": 0.560499, "accuracy": 0.605731, "main_score": 0.560499, "hf_subset": "ben_Beng-kin_Latn", "languages": ["ben-Beng", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-mal_Mlym", "languages": ["ben-Beng", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-pes_Arab", "languages": ["ben-Beng", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ben_Beng-srd_Latn", "languages": ["ben-Beng", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.176114, "recall": 0.225296, "f1": 0.188407, "accuracy": 0.225296, "main_score": 0.188407, "hf_subset": "ben_Beng-tzm_Tfng", "languages": ["ben-Beng", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-acq_Arab", "languages": ["ben-Beng", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.617655, "recall": 0.666996, "f1": 0.631644, "accuracy": 0.666996, "main_score": 0.631644, "hf_subset": "ben_Beng-bem_Latn", "languages": ["ben-Beng", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-epo_Latn", "languages": ["ben-Beng", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hun_Latn", "languages": ["ben-Beng", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-kir_Cyrl", "languages": ["ben-Beng", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mar_Deva", "languages": ["ben-Beng", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659965, "recall": 0.715415, "f1": 0.676111, "accuracy": 0.715415, "main_score": 0.676111, "hf_subset": "ben_Beng-plt_Latn", "languages": ["ben-Beng", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-srp_Cyrl", "languages": ["ben-Beng", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.967144, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "ben_Beng-uig_Arab", "languages": ["ben-Beng", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-aeb_Arab", "languages": ["ben-Beng", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-est_Latn", "languages": ["ben-Beng", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-hye_Armn", "languages": ["ben-Beng", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.527595, "recall": 0.578063, "f1": 0.541702, "accuracy": 0.578063, "main_score": 0.541702, "hf_subset": "ben_Beng-kmb_Latn", "languages": ["ben-Beng", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485617, "recall": 0.559289, "f1": 0.504539, "accuracy": 0.559289, "main_score": 0.504539, "hf_subset": "ben_Beng-min_Arab", "languages": ["ben-Beng", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-pol_Latn", "languages": ["ben-Beng", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550992, "recall": 0.616601, "f1": 0.569455, "accuracy": 0.616601, "main_score": 0.569455, "hf_subset": "ben_Beng-ssw_Latn", "languages": ["ben-Beng", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ukr_Cyrl", "languages": ["ben-Beng", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-afr_Latn", "languages": ["ben-Beng", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-bho_Deva", "languages": ["ben-Beng", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ben_Beng-eus_Latn", "languages": ["ben-Beng", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576205, "recall": 0.637352, "f1": 0.592939, "accuracy": 0.637352, "main_score": 0.592939, "hf_subset": "ben_Beng-ibo_Latn", "languages": ["ben-Beng", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900198, "recall": 0.928854, "f1": 0.90942, "accuracy": 0.928854, "main_score": 0.90942, "hf_subset": "ben_Beng-kmr_Latn", "languages": ["ben-Beng", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ben_Beng-min_Latn", "languages": ["ben-Beng", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-por_Latn", "languages": ["ben-Beng", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-sun_Latn", "languages": ["ben-Beng", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503321, "recall": 0.564229, "f1": 0.520646, "accuracy": 0.564229, "main_score": 0.520646, "hf_subset": "ben_Beng-umb_Latn", "languages": ["ben-Beng", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ajp_Arab", "languages": ["ben-Beng", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516195, "recall": 0.58498, "f1": 0.535252, "accuracy": 0.58498, "main_score": 0.535252, "hf_subset": "ben_Beng-bjn_Arab", "languages": ["ben-Beng", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508131, "recall": 0.564229, "f1": 0.522836, "accuracy": 0.564229, "main_score": 0.522836, "hf_subset": "ben_Beng-ewe_Latn", "languages": ["ben-Beng", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943758, "recall": 0.961462, "f1": 0.949506, "accuracy": 0.961462, "main_score": 0.949506, "hf_subset": "ben_Beng-ilo_Latn", "languages": ["ben-Beng", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.309659, "recall": 0.368577, "f1": 0.325391, "accuracy": 0.368577, "main_score": 0.325391, "hf_subset": "ben_Beng-knc_Arab", "languages": ["ben-Beng", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mkd_Cyrl", "languages": ["ben-Beng", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-prs_Arab", "languages": ["ben-Beng", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-swe_Latn", "languages": ["ben-Beng", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-urd_Arab", "languages": ["ben-Beng", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589628, "recall": 0.657115, "f1": 0.608501, "accuracy": 0.657115, "main_score": 0.608501, "hf_subset": "ben_Beng-aka_Latn", "languages": ["ben-Beng", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ben_Beng-bjn_Latn", "languages": ["ben-Beng", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ben_Beng-fao_Latn", "languages": ["ben-Beng", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ind_Latn", "languages": ["ben-Beng", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579679, "recall": 0.635375, "f1": 0.595248, "accuracy": 0.635375, "main_score": 0.595248, "hf_subset": "ben_Beng-knc_Latn", "languages": ["ben-Beng", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ben_Beng-mlt_Latn", "languages": ["ben-Beng", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696337, "recall": 0.763834, "f1": 0.716076, "accuracy": 0.763834, "main_score": 0.716076, "hf_subset": "ben_Beng-quy_Latn", "languages": ["ben-Beng", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ben_Beng-swh_Latn", "languages": ["ben-Beng", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-uzn_Latn", "languages": ["ben-Beng", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-als_Latn", "languages": ["ben-Beng", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68014, "recall": 0.751976, "f1": 0.700716, "accuracy": 0.751976, "main_score": 0.700716, "hf_subset": "ben_Beng-bod_Tibt", "languages": ["ben-Beng", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.690631, "recall": 0.749012, "f1": 0.707298, "accuracy": 0.749012, "main_score": 0.707298, "hf_subset": "ben_Beng-fij_Latn", "languages": ["ben-Beng", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ben_Beng-isl_Latn", "languages": ["ben-Beng", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651169, "recall": 0.701581, "f1": 0.666107, "accuracy": 0.701581, "main_score": 0.666107, "hf_subset": "ben_Beng-kon_Latn", "languages": ["ben-Beng", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664377, "recall": 0.728261, "f1": 0.683042, "accuracy": 0.728261, "main_score": 0.683042, "hf_subset": "ben_Beng-mni_Beng", "languages": ["ben-Beng", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ron_Latn", "languages": ["ben-Beng", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "ben_Beng-szl_Latn", "languages": ["ben-Beng", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-vec_Latn", "languages": ["ben-Beng", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "ben_Beng-amh_Ethi", "languages": ["ben-Beng", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-bos_Latn", "languages": ["ben-Beng", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-fin_Latn", "languages": ["ben-Beng", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ita_Latn", "languages": ["ben-Beng", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-kor_Hang", "languages": ["ben-Beng", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.540613, "recall": 0.598814, "f1": 0.556893, "accuracy": 0.598814, "main_score": 0.556893, "hf_subset": "ben_Beng-mos_Latn", "languages": ["ben-Beng", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538142, "recall": 0.605731, "f1": 0.556691, "accuracy": 0.605731, "main_score": 0.556691, "hf_subset": "ben_Beng-run_Latn", "languages": ["ben-Beng", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tam_Taml", "languages": ["ben-Beng", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-vie_Latn", "languages": ["ben-Beng", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-apc_Arab", "languages": ["ben-Beng", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.791831, "recall": 0.844862, "f1": 0.807792, "accuracy": 0.844862, "main_score": 0.807792, "hf_subset": "ben_Beng-bug_Latn", "languages": ["ben-Beng", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463416, "recall": 0.520751, "f1": 0.478898, "accuracy": 0.520751, "main_score": 0.478898, "hf_subset": "ben_Beng-fon_Latn", "languages": ["ben-Beng", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-jav_Latn", "languages": ["ben-Beng", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ben_Beng-lao_Laoo", "languages": ["ben-Beng", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.86581, "recall": 0.901186, "f1": 0.876812, "accuracy": 0.901186, "main_score": 0.876812, "hf_subset": "ben_Beng-mri_Latn", "languages": ["ben-Beng", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-rus_Cyrl", "languages": ["ben-Beng", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533248, "recall": 0.594862, "f1": 0.550024, "accuracy": 0.594862, "main_score": 0.550024, "hf_subset": "ben_Beng-taq_Latn", "languages": ["ben-Beng", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-war_Latn", "languages": ["ben-Beng", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-arb_Arab", "languages": ["ben-Beng", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-bul_Cyrl", "languages": ["ben-Beng", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-fra_Latn", "languages": ["ben-Beng", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-jpn_Jpan", "languages": ["ben-Beng", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ben_Beng-lij_Latn", "languages": ["ben-Beng", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993906, "recall": 0.995059, "f1": 0.994236, "accuracy": 0.995059, "main_score": 0.994236, "hf_subset": "ben_Beng-mya_Mymr", "languages": ["ben-Beng", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.590075, "recall": 0.65415, "f1": 0.607878, "accuracy": 0.65415, "main_score": 0.607878, "hf_subset": "ben_Beng-sag_Latn", "languages": ["ben-Beng", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191862, "recall": 0.248024, "f1": 0.204106, "accuracy": 0.248024, "main_score": 0.204106, "hf_subset": "ben_Beng-taq_Tfng", "languages": ["ben-Beng", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.622845, "recall": 0.688735, "f1": 0.641817, "accuracy": 0.688735, "main_score": 0.641817, "hf_subset": "ben_Beng-wol_Latn", "languages": ["ben-Beng", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792507, "recall": 0.841897, "f1": 0.807115, "accuracy": 0.841897, "main_score": 0.807115, "hf_subset": "ben_Beng-arb_Latn", "languages": ["ben-Beng", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-cat_Latn", "languages": ["ben-Beng", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ben_Beng-fur_Latn", "languages": ["ben-Beng", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401508, "recall": 0.458498, "f1": 0.41723, "accuracy": 0.458498, "main_score": 0.41723, "hf_subset": "ben_Beng-kab_Latn", "languages": ["ben-Beng", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ben_Beng-lim_Latn", "languages": ["ben-Beng", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-nld_Latn", "languages": ["ben-Beng", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ben_Beng-san_Deva", "languages": ["ben-Beng", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-tat_Cyrl", "languages": ["ben-Beng", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660477, "recall": 0.72332, "f1": 0.678714, "accuracy": 0.72332, "main_score": 0.678714, "hf_subset": "ben_Beng-xho_Latn", "languages": ["ben-Beng", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ars_Arab", "languages": ["ben-Beng", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-ceb_Latn", "languages": ["ben-Beng", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565584, "recall": 0.630435, "f1": 0.58404, "accuracy": 0.630435, "main_score": 0.58404, "hf_subset": "ben_Beng-fuv_Latn", "languages": ["ben-Beng", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500404, "recall": 0.573123, "f1": 0.520352, "accuracy": 0.573123, "main_score": 0.520352, "hf_subset": "ben_Beng-kac_Latn", "languages": ["ben-Beng", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662072, "recall": 0.721344, "f1": 0.679644, "accuracy": 0.721344, "main_score": 0.679644, "hf_subset": "ben_Beng-lin_Latn", "languages": ["ben-Beng", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-nno_Latn", "languages": ["ben-Beng", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244301, "recall": 0.318182, "f1": 0.26285, "accuracy": 0.318182, "main_score": 0.26285, "hf_subset": "ben_Beng-sat_Olck", "languages": ["ben-Beng", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-tel_Telu", "languages": ["ben-Beng", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ben_Beng-ydd_Hebr", "languages": ["ben-Beng", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ben_Beng-ary_Arab", "languages": ["ben-Beng", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ces_Latn", "languages": ["ben-Beng", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566709, "recall": 0.626482, "f1": 0.583933, "accuracy": 0.626482, "main_score": 0.583933, "hf_subset": "ben_Beng-gaz_Latn", "languages": ["ben-Beng", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582154, "recall": 0.650198, "f1": 0.601616, "accuracy": 0.650198, "main_score": 0.601616, "hf_subset": "ben_Beng-kam_Latn", "languages": ["ben-Beng", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ben_Beng-lit_Latn", "languages": ["ben-Beng", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-nob_Latn", "languages": ["ben-Beng", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ben_Beng-scn_Latn", "languages": ["ben-Beng", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "ben_Beng-tgk_Cyrl", "languages": ["ben-Beng", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.70947, "recall": 0.774704, "f1": 0.728807, "accuracy": 0.774704, "main_score": 0.728807, "hf_subset": "ben_Beng-yor_Latn", "languages": ["ben-Beng", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-arz_Arab", "languages": ["ben-Beng", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558483, "recall": 0.616601, "f1": 0.574699, "accuracy": 0.616601, "main_score": 0.574699, "hf_subset": "ben_Beng-cjk_Latn", "languages": ["ben-Beng", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774819, "recall": 0.828063, "f1": 0.791173, "accuracy": 0.828063, "main_score": 0.791173, "hf_subset": "ben_Beng-gla_Latn", "languages": ["ben-Beng", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-kan_Knda", "languages": ["ben-Beng", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "ben_Beng-lmo_Latn", "languages": ["ben-Beng", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ben_Beng-npi_Deva", "languages": ["ben-Beng", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.468826, "recall": 0.530632, "f1": 0.485936, "accuracy": 0.530632, "main_score": 0.485936, "hf_subset": "ben_Beng-shn_Mymr", "languages": ["ben-Beng", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tgl_Latn", "languages": ["ben-Beng", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-yue_Hant", "languages": ["ben-Beng", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-asm_Beng", "languages": ["ben-Beng", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ben_Beng-ckb_Arab", "languages": ["ben-Beng", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87607, "recall": 0.910079, "f1": 0.886759, "accuracy": 0.910079, "main_score": 0.886759, "hf_subset": "ben_Beng-gle_Latn", "languages": ["ben-Beng", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ben_Beng-kas_Arab", "languages": ["ben-Beng", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "ben_Beng-ltg_Latn", "languages": ["ben-Beng", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603562, "recall": 0.656126, "f1": 0.618313, "accuracy": 0.656126, "main_score": 0.618313, "hf_subset": "ben_Beng-nso_Latn", "languages": ["ben-Beng", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ben_Beng-sin_Sinh", "languages": ["ben-Beng", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tha_Thai", "languages": ["ben-Beng", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zho_Hans", "languages": ["ben-Beng", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ast_Latn", "languages": ["ben-Beng", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ben_Beng-crh_Latn", "languages": ["ben-Beng", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-glg_Latn", "languages": ["ben-Beng", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920537, "recall": 0.944664, "f1": 0.928261, "accuracy": 0.944664, "main_score": 0.928261, "hf_subset": "ben_Beng-kas_Deva", "languages": ["ben-Beng", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ben_Beng-ltz_Latn", "languages": ["ben-Beng", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441817, "recall": 0.506917, "f1": 0.459491, "accuracy": 0.506917, "main_score": 0.459491, "hf_subset": "ben_Beng-nus_Latn", "languages": ["ben-Beng", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-slk_Latn", "languages": ["ben-Beng", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623954, "recall": 0.693676, "f1": 0.643688, "accuracy": 0.693676, "main_score": 0.643688, "hf_subset": "ben_Beng-tir_Ethi", "languages": ["ben-Beng", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zho_Hant", "languages": ["ben-Beng", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "ben_Beng-awa_Deva", "languages": ["ben-Beng", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ben_Beng-cym_Latn", "languages": ["ben-Beng", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824687, "recall": 0.867589, "f1": 0.837733, "accuracy": 0.867589, "main_score": 0.837733, "hf_subset": "ben_Beng-grn_Latn", "languages": ["ben-Beng", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-kat_Geor", "languages": ["ben-Beng", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.634437, "recall": 0.690711, "f1": 0.65046, "accuracy": 0.690711, "main_score": 0.65046, "hf_subset": "ben_Beng-lua_Latn", "languages": ["ben-Beng", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6292, "recall": 0.694664, "f1": 0.647765, "accuracy": 0.694664, "main_score": 0.647765, "hf_subset": "ben_Beng-nya_Latn", "languages": ["ben-Beng", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-slv_Latn", "languages": ["ben-Beng", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "ben_Beng-tpi_Latn", "languages": ["ben-Beng", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zsm_Latn", "languages": ["ben-Beng", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537358, "recall": 0.597826, "f1": 0.55398, "accuracy": 0.597826, "main_score": 0.55398, "hf_subset": "ben_Beng-ayr_Latn", "languages": ["ben-Beng", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-dan_Latn", "languages": ["ben-Beng", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-guj_Gujr", "languages": ["ben-Beng", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-kaz_Cyrl", "languages": ["ben-Beng", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530825, "recall": 0.589921, "f1": 0.546906, "accuracy": 0.589921, "main_score": 0.546906, "hf_subset": "ben_Beng-lug_Latn", "languages": ["ben-Beng", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-oci_Latn", "languages": ["ben-Beng", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818248, "recall": 0.865613, "f1": 0.832806, "accuracy": 0.865613, "main_score": 0.832806, "hf_subset": "ben_Beng-smo_Latn", "languages": ["ben-Beng", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532088, "recall": 0.600791, "f1": 0.550294, "accuracy": 0.600791, "main_score": 0.550294, "hf_subset": "ben_Beng-tsn_Latn", "languages": ["ben-Beng", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611637, "recall": 0.672925, "f1": 0.628858, "accuracy": 0.672925, "main_score": 0.628858, "hf_subset": "ben_Beng-zul_Latn", "languages": ["ben-Beng", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931489, "recall": 0.953557, "f1": 0.938735, "accuracy": 0.953557, "main_score": 0.938735, "hf_subset": "ben_Beng-azb_Arab", "languages": ["ben-Beng", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-deu_Latn", "languages": ["ben-Beng", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "ben_Beng-hat_Latn", "languages": ["ben-Beng", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481697, "recall": 0.533597, "f1": 0.495846, "accuracy": 0.533597, "main_score": 0.495846, "hf_subset": "ben_Beng-kbp_Latn", "languages": ["ben-Beng", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568401, "recall": 0.624506, "f1": 0.583272, "accuracy": 0.624506, "main_score": 0.583272, "hf_subset": "ben_Beng-luo_Latn", "languages": ["ben-Beng", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ory_Orya", "languages": ["ben-Beng", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.575325, "recall": 0.644269, "f1": 0.594905, "accuracy": 0.644269, "main_score": 0.594905, "hf_subset": "ben_Beng-sna_Latn", "languages": ["ben-Beng", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544369, "recall": 0.599802, "f1": 0.559442, "accuracy": 0.599802, "main_score": 0.559442, "hf_subset": "ben_Beng-tso_Latn", "languages": ["ben-Beng", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-azj_Latn", "languages": ["ben-Beng", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518164, "recall": 0.587945, "f1": 0.538658, "accuracy": 0.587945, "main_score": 0.538658, "hf_subset": "ben_Beng-dik_Latn", "languages": ["ben-Beng", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746429, "recall": 0.799407, "f1": 0.761957, "accuracy": 0.799407, "main_score": 0.761957, "hf_subset": "ben_Beng-hau_Latn", "languages": ["ben-Beng", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ben_Beng-kea_Latn", "languages": ["ben-Beng", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75415, "recall": 0.80336, "f1": 0.768826, "accuracy": 0.80336, "main_score": 0.768826, "hf_subset": "ben_Beng-lus_Latn", "languages": ["ben-Beng", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878706, "recall": 0.909091, "f1": 0.887714, "accuracy": 0.909091, "main_score": 0.887714, "hf_subset": "ben_Beng-pag_Latn", "languages": ["ben-Beng", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-snd_Arab", "languages": ["ben-Beng", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ben_Beng-tuk_Latn", "languages": ["ben-Beng", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ben_Beng-bak_Cyrl", "languages": ["ben-Beng", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.483103, "recall": 0.557312, "f1": 0.504701, "accuracy": 0.557312, "main_score": 0.504701, "hf_subset": "ben_Beng-dyu_Latn", "languages": ["ben-Beng", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-heb_Hebr", "languages": ["ben-Beng", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ben_Beng-khk_Cyrl", "languages": ["ben-Beng", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-lvs_Latn", "languages": ["ben-Beng", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-pan_Guru", "languages": ["ben-Beng", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.699177, "recall": 0.754941, "f1": 0.715533, "accuracy": 0.754941, "main_score": 0.715533, "hf_subset": "ben_Beng-som_Latn", "languages": ["ben-Beng", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591947, "recall": 0.643281, "f1": 0.605955, "accuracy": 0.643281, "main_score": 0.605955, "hf_subset": "ben_Beng-tum_Latn", "languages": ["ben-Beng", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565415, "recall": 0.631423, "f1": 0.584384, "accuracy": 0.631423, "main_score": 0.584384, "hf_subset": "est_Latn-ace_Arab", "languages": ["est-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530686, "recall": 0.587945, "f1": 0.547368, "accuracy": 0.587945, "main_score": 0.547368, "hf_subset": "est_Latn-bam_Latn", "languages": ["est-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43153, "recall": 0.51087, "f1": 0.452679, "accuracy": 0.51087, "main_score": 0.452679, "hf_subset": "est_Latn-dzo_Tibt", "languages": ["est-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-hin_Deva", "languages": ["est-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-khm_Khmr", "languages": ["est-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-mag_Deva", "languages": ["est-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "est_Latn-pap_Latn", "languages": ["est-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583701, "recall": 0.637352, "f1": 0.598855, "accuracy": 0.637352, "main_score": 0.598855, "hf_subset": "est_Latn-sot_Latn", "languages": ["est-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-tur_Latn", "languages": ["est-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860787, "recall": 0.893281, "f1": 0.870902, "accuracy": 0.893281, "main_score": 0.870902, "hf_subset": "est_Latn-ace_Latn", "languages": ["est-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.964427, "f1": 0.956851, "accuracy": 0.964427, "main_score": 0.956851, "hf_subset": "est_Latn-ban_Latn", "languages": ["est-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ell_Grek", "languages": ["est-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-hne_Deva", "languages": ["est-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.591493, "recall": 0.643281, "f1": 0.606489, "accuracy": 0.643281, "main_score": 0.606489, "hf_subset": "est_Latn-kik_Latn", "languages": ["est-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-mai_Deva", "languages": ["est-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "est_Latn-pbt_Arab", "languages": ["est-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-spa_Latn", "languages": ["est-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599061, "recall": 0.659091, "f1": 0.616243, "accuracy": 0.659091, "main_score": 0.616243, "hf_subset": "est_Latn-twi_Latn", "languages": ["est-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "est_Latn-acm_Arab", "languages": ["est-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-bel_Cyrl", "languages": ["est-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-eng_Latn", "languages": ["est-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-hrv_Latn", "languages": ["est-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551724, "recall": 0.61166, "f1": 0.568465, "accuracy": 0.61166, "main_score": 0.568465, "hf_subset": "est_Latn-kin_Latn", "languages": ["est-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "est_Latn-mal_Mlym", "languages": ["est-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-pes_Arab", "languages": ["est-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-srd_Latn", "languages": ["est-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189562, "recall": 0.23419, "f1": 0.200848, "accuracy": 0.23419, "main_score": 0.200848, "hf_subset": "est_Latn-tzm_Tfng", "languages": ["est-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-acq_Arab", "languages": ["est-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.617372, "recall": 0.667984, "f1": 0.631552, "accuracy": 0.667984, "main_score": 0.631552, "hf_subset": "est_Latn-bem_Latn", "languages": ["est-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-epo_Latn", "languages": ["est-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-hun_Latn", "languages": ["est-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "est_Latn-kir_Cyrl", "languages": ["est-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-mar_Deva", "languages": ["est-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.651779, "recall": 0.706522, "f1": 0.667627, "accuracy": 0.706522, "main_score": 0.667627, "hf_subset": "est_Latn-plt_Latn", "languages": ["est-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-srp_Cyrl", "languages": ["est-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "est_Latn-uig_Arab", "languages": ["est-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-aeb_Arab", "languages": ["est-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-ben_Beng", "languages": ["est-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-hye_Armn", "languages": ["est-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.539224, "recall": 0.591897, "f1": 0.554363, "accuracy": 0.591897, "main_score": 0.554363, "hf_subset": "est_Latn-kmb_Latn", "languages": ["est-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497133, "recall": 0.565217, "f1": 0.51539, "accuracy": 0.565217, "main_score": 0.51539, "hf_subset": "est_Latn-min_Arab", "languages": ["est-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-pol_Latn", "languages": ["est-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551716, "recall": 0.614625, "f1": 0.569691, "accuracy": 0.614625, "main_score": 0.569691, "hf_subset": "est_Latn-ssw_Latn", "languages": ["est-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ukr_Cyrl", "languages": ["est-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-afr_Latn", "languages": ["est-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-bho_Deva", "languages": ["est-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "est_Latn-eus_Latn", "languages": ["est-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581489, "recall": 0.639328, "f1": 0.59793, "accuracy": 0.639328, "main_score": 0.59793, "hf_subset": "est_Latn-ibo_Latn", "languages": ["est-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893528, "recall": 0.922925, "f1": 0.902899, "accuracy": 0.922925, "main_score": 0.902899, "hf_subset": "est_Latn-kmr_Latn", "languages": ["est-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "est_Latn-min_Latn", "languages": ["est-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-por_Latn", "languages": ["est-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991765, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-sun_Latn", "languages": ["est-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509141, "recall": 0.563241, "f1": 0.524563, "accuracy": 0.563241, "main_score": 0.524563, "hf_subset": "est_Latn-umb_Latn", "languages": ["est-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ajp_Arab", "languages": ["est-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528059, "recall": 0.590909, "f1": 0.54584, "accuracy": 0.590909, "main_score": 0.54584, "hf_subset": "est_Latn-bjn_Arab", "languages": ["est-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516269, "recall": 0.563241, "f1": 0.528718, "accuracy": 0.563241, "main_score": 0.528718, "hf_subset": "est_Latn-ewe_Latn", "languages": ["est-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.962451, "f1": 0.95191, "accuracy": 0.962451, "main_score": 0.95191, "hf_subset": "est_Latn-ilo_Latn", "languages": ["est-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31809, "recall": 0.370553, "f1": 0.332924, "accuracy": 0.370553, "main_score": 0.332924, "hf_subset": "est_Latn-knc_Arab", "languages": ["est-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-mkd_Cyrl", "languages": ["est-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-prs_Arab", "languages": ["est-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-swe_Latn", "languages": ["est-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-urd_Arab", "languages": ["est-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580402, "recall": 0.639328, "f1": 0.597252, "accuracy": 0.639328, "main_score": 0.597252, "hf_subset": "est_Latn-aka_Latn", "languages": ["est-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "est_Latn-bjn_Latn", "languages": ["est-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "est_Latn-fao_Latn", "languages": ["est-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ind_Latn", "languages": ["est-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574943, "recall": 0.624506, "f1": 0.589033, "accuracy": 0.624506, "main_score": 0.589033, "hf_subset": "est_Latn-knc_Latn", "languages": ["est-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-mlt_Latn", "languages": ["est-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700536, "recall": 0.762846, "f1": 0.719366, "accuracy": 0.762846, "main_score": 0.719366, "hf_subset": "est_Latn-quy_Latn", "languages": ["est-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "est_Latn-swh_Latn", "languages": ["est-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "est_Latn-uzn_Latn", "languages": ["est-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-als_Latn", "languages": ["est-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628887, "recall": 0.708498, "f1": 0.651717, "accuracy": 0.708498, "main_score": 0.651717, "hf_subset": "est_Latn-bod_Tibt", "languages": ["est-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.680667, "recall": 0.742095, "f1": 0.698561, "accuracy": 0.742095, "main_score": 0.698561, "hf_subset": "est_Latn-fij_Latn", "languages": ["est-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "est_Latn-isl_Latn", "languages": ["est-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657395, "recall": 0.710474, "f1": 0.672911, "accuracy": 0.710474, "main_score": 0.672911, "hf_subset": "est_Latn-kon_Latn", "languages": ["est-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654736, "recall": 0.719368, "f1": 0.673572, "accuracy": 0.719368, "main_score": 0.673572, "hf_subset": "est_Latn-mni_Beng", "languages": ["est-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ron_Latn", "languages": ["est-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "est_Latn-szl_Latn", "languages": ["est-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-vec_Latn", "languages": ["est-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939065, "recall": 0.958498, "f1": 0.945323, "accuracy": 0.958498, "main_score": 0.945323, "hf_subset": "est_Latn-amh_Ethi", "languages": ["est-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-bos_Latn", "languages": ["est-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-fin_Latn", "languages": ["est-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ita_Latn", "languages": ["est-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-kor_Hang", "languages": ["est-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.547455, "recall": 0.602767, "f1": 0.5627, "accuracy": 0.602767, "main_score": 0.5627, "hf_subset": "est_Latn-mos_Latn", "languages": ["est-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547696, "recall": 0.604743, "f1": 0.563971, "accuracy": 0.604743, "main_score": 0.563971, "hf_subset": "est_Latn-run_Latn", "languages": ["est-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-tam_Taml", "languages": ["est-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-vie_Latn", "languages": ["est-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-apc_Arab", "languages": ["est-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803689, "recall": 0.844862, "f1": 0.816023, "accuracy": 0.844862, "main_score": 0.816023, "hf_subset": "est_Latn-bug_Latn", "languages": ["est-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473925, "recall": 0.524704, "f1": 0.487172, "accuracy": 0.524704, "main_score": 0.487172, "hf_subset": "est_Latn-fon_Latn", "languages": ["est-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-jav_Latn", "languages": ["est-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-lao_Laoo", "languages": ["est-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.875165, "recall": 0.909091, "f1": 0.885672, "accuracy": 0.909091, "main_score": 0.885672, "hf_subset": "est_Latn-mri_Latn", "languages": ["est-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-rus_Cyrl", "languages": ["est-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539026, "recall": 0.594862, "f1": 0.554517, "accuracy": 0.594862, "main_score": 0.554517, "hf_subset": "est_Latn-taq_Latn", "languages": ["est-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "est_Latn-war_Latn", "languages": ["est-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-arb_Arab", "languages": ["est-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-bul_Cyrl", "languages": ["est-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-fra_Latn", "languages": ["est-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-jpn_Jpan", "languages": ["est-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "est_Latn-lij_Latn", "languages": ["est-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.983202, "f1": 0.979578, "accuracy": 0.983202, "main_score": 0.979578, "hf_subset": "est_Latn-mya_Mymr", "languages": ["est-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.590424, "recall": 0.652174, "f1": 0.607535, "accuracy": 0.652174, "main_score": 0.607535, "hf_subset": "est_Latn-sag_Latn", "languages": ["est-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20033, "recall": 0.253953, "f1": 0.212592, "accuracy": 0.253953, "main_score": 0.212592, "hf_subset": "est_Latn-taq_Tfng", "languages": ["est-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.619285, "recall": 0.679842, "f1": 0.636712, "accuracy": 0.679842, "main_score": 0.636712, "hf_subset": "est_Latn-wol_Latn", "languages": ["est-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797908, "recall": 0.849802, "f1": 0.813966, "accuracy": 0.849802, "main_score": 0.813966, "hf_subset": "est_Latn-arb_Latn", "languages": ["est-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-cat_Latn", "languages": ["est-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "est_Latn-fur_Latn", "languages": ["est-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415452, "recall": 0.470356, "f1": 0.430489, "accuracy": 0.470356, "main_score": 0.430489, "hf_subset": "est_Latn-kab_Latn", "languages": ["est-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "est_Latn-lim_Latn", "languages": ["est-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-nld_Latn", "languages": ["est-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "est_Latn-san_Deva", "languages": ["est-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-tat_Cyrl", "languages": ["est-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.657823, "recall": 0.714427, "f1": 0.674445, "accuracy": 0.714427, "main_score": 0.674445, "hf_subset": "est_Latn-xho_Latn", "languages": ["est-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ars_Arab", "languages": ["est-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-ceb_Latn", "languages": ["est-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563334, "recall": 0.619565, "f1": 0.579557, "accuracy": 0.619565, "main_score": 0.579557, "hf_subset": "est_Latn-fuv_Latn", "languages": ["est-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518401, "recall": 0.577075, "f1": 0.534492, "accuracy": 0.577075, "main_score": 0.534492, "hf_subset": "est_Latn-kac_Latn", "languages": ["est-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665744, "recall": 0.717391, "f1": 0.681014, "accuracy": 0.717391, "main_score": 0.681014, "hf_subset": "est_Latn-lin_Latn", "languages": ["est-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-nno_Latn", "languages": ["est-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.227568, "recall": 0.304348, "f1": 0.24721, "accuracy": 0.304348, "main_score": 0.24721, "hf_subset": "est_Latn-sat_Olck", "languages": ["est-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-tel_Telu", "languages": ["est-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "est_Latn-ydd_Hebr", "languages": ["est-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.974885, "recall": 0.982213, "f1": 0.977174, "accuracy": 0.982213, "main_score": 0.977174, "hf_subset": "est_Latn-ary_Arab", "languages": ["est-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ces_Latn", "languages": ["est-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580147, "recall": 0.640316, "f1": 0.597258, "accuracy": 0.640316, "main_score": 0.597258, "hf_subset": "est_Latn-gaz_Latn", "languages": ["est-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587229, "recall": 0.647233, "f1": 0.604891, "accuracy": 0.647233, "main_score": 0.604891, "hf_subset": "est_Latn-kam_Latn", "languages": ["est-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-lit_Latn", "languages": ["est-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-nob_Latn", "languages": ["est-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "est_Latn-scn_Latn", "languages": ["est-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "est_Latn-tgk_Cyrl", "languages": ["est-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.717128, "recall": 0.782609, "f1": 0.737206, "accuracy": 0.782609, "main_score": 0.737206, "hf_subset": "est_Latn-yor_Latn", "languages": ["est-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-arz_Arab", "languages": ["est-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555609, "recall": 0.61166, "f1": 0.572069, "accuracy": 0.61166, "main_score": 0.572069, "hf_subset": "est_Latn-cjk_Latn", "languages": ["est-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789526, "recall": 0.840909, "f1": 0.805058, "accuracy": 0.840909, "main_score": 0.805058, "hf_subset": "est_Latn-gla_Latn", "languages": ["est-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-kan_Knda", "languages": ["est-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "est_Latn-lmo_Latn", "languages": ["est-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-npi_Deva", "languages": ["est-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466684, "recall": 0.520751, "f1": 0.481941, "accuracy": 0.520751, "main_score": 0.481941, "hf_subset": "est_Latn-shn_Mymr", "languages": ["est-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-tgl_Latn", "languages": ["est-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-yue_Hant", "languages": ["est-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-asm_Beng", "languages": ["est-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "est_Latn-ckb_Arab", "languages": ["est-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.882987, "recall": 0.914032, "f1": 0.892655, "accuracy": 0.914032, "main_score": 0.892655, "hf_subset": "est_Latn-gle_Latn", "languages": ["est-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935935, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "est_Latn-kas_Arab", "languages": ["est-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94837, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "est_Latn-ltg_Latn", "languages": ["est-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606807, "recall": 0.653162, "f1": 0.619226, "accuracy": 0.653162, "main_score": 0.619226, "hf_subset": "est_Latn-nso_Latn", "languages": ["est-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "est_Latn-sin_Sinh", "languages": ["est-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-tha_Thai", "languages": ["est-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-zho_Hans", "languages": ["est-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ast_Latn", "languages": ["est-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-crh_Latn", "languages": ["est-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-glg_Latn", "languages": ["est-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889361, "recall": 0.920949, "f1": 0.899539, "accuracy": 0.920949, "main_score": 0.899539, "hf_subset": "est_Latn-kas_Deva", "languages": ["est-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "est_Latn-ltz_Latn", "languages": ["est-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468997, "recall": 0.529644, "f1": 0.485586, "accuracy": 0.529644, "main_score": 0.485586, "hf_subset": "est_Latn-nus_Latn", "languages": ["est-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-slk_Latn", "languages": ["est-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618224, "recall": 0.688735, "f1": 0.638709, "accuracy": 0.688735, "main_score": 0.638709, "hf_subset": "est_Latn-tir_Ethi", "languages": ["est-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-zho_Hant", "languages": ["est-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "est_Latn-awa_Deva", "languages": ["est-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "est_Latn-cym_Latn", "languages": ["est-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830567, "recall": 0.869565, "f1": 0.842457, "accuracy": 0.869565, "main_score": 0.842457, "hf_subset": "est_Latn-grn_Latn", "languages": ["est-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-kat_Geor", "languages": ["est-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.627359, "recall": 0.678854, "f1": 0.64167, "accuracy": 0.678854, "main_score": 0.64167, "hf_subset": "est_Latn-lua_Latn", "languages": ["est-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624788, "recall": 0.681818, "f1": 0.640718, "accuracy": 0.681818, "main_score": 0.640718, "hf_subset": "est_Latn-nya_Latn", "languages": ["est-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-slv_Latn", "languages": ["est-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933136, "recall": 0.953557, "f1": 0.939723, "accuracy": 0.953557, "main_score": 0.939723, "hf_subset": "est_Latn-tpi_Latn", "languages": ["est-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-zsm_Latn", "languages": ["est-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534375, "recall": 0.596838, "f1": 0.552388, "accuracy": 0.596838, "main_score": 0.552388, "hf_subset": "est_Latn-ayr_Latn", "languages": ["est-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-dan_Latn", "languages": ["est-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-guj_Gujr", "languages": ["est-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-kaz_Cyrl", "languages": ["est-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524598, "recall": 0.578063, "f1": 0.539178, "accuracy": 0.578063, "main_score": 0.539178, "hf_subset": "est_Latn-lug_Latn", "languages": ["est-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-oci_Latn", "languages": ["est-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814592, "recall": 0.862648, "f1": 0.82948, "accuracy": 0.862648, "main_score": 0.82948, "hf_subset": "est_Latn-smo_Latn", "languages": ["est-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543514, "recall": 0.597826, "f1": 0.558452, "accuracy": 0.597826, "main_score": 0.558452, "hf_subset": "est_Latn-tsn_Latn", "languages": ["est-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630139, "recall": 0.683794, "f1": 0.645246, "accuracy": 0.683794, "main_score": 0.645246, "hf_subset": "est_Latn-zul_Latn", "languages": ["est-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908959, "recall": 0.935771, "f1": 0.917655, "accuracy": 0.935771, "main_score": 0.917655, "hf_subset": "est_Latn-azb_Arab", "languages": ["est-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-deu_Latn", "languages": ["est-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "est_Latn-hat_Latn", "languages": ["est-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501437, "recall": 0.551383, "f1": 0.515372, "accuracy": 0.551383, "main_score": 0.515372, "hf_subset": "est_Latn-kbp_Latn", "languages": ["est-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572143, "recall": 0.626482, "f1": 0.586997, "accuracy": 0.626482, "main_score": 0.586997, "hf_subset": "est_Latn-luo_Latn", "languages": ["est-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ory_Orya", "languages": ["est-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.590286, "recall": 0.651186, "f1": 0.607576, "accuracy": 0.651186, "main_score": 0.607576, "hf_subset": "est_Latn-sna_Latn", "languages": ["est-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547218, "recall": 0.602767, "f1": 0.562463, "accuracy": 0.602767, "main_score": 0.562463, "hf_subset": "est_Latn-tso_Latn", "languages": ["est-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "est_Latn-azj_Latn", "languages": ["est-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533745, "recall": 0.596838, "f1": 0.552136, "accuracy": 0.596838, "main_score": 0.552136, "hf_subset": "est_Latn-dik_Latn", "languages": ["est-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728302, "recall": 0.784585, "f1": 0.744917, "accuracy": 0.784585, "main_score": 0.744917, "hf_subset": "est_Latn-hau_Latn", "languages": ["est-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "est_Latn-kea_Latn", "languages": ["est-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741947, "recall": 0.795455, "f1": 0.75807, "accuracy": 0.795455, "main_score": 0.75807, "hf_subset": "est_Latn-lus_Latn", "languages": ["est-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861644, "recall": 0.891304, "f1": 0.870422, "accuracy": 0.891304, "main_score": 0.870422, "hf_subset": "est_Latn-pag_Latn", "languages": ["est-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-snd_Arab", "languages": ["est-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "est_Latn-tuk_Latn", "languages": ["est-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-bak_Cyrl", "languages": ["est-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.490951, "recall": 0.564229, "f1": 0.512299, "accuracy": 0.564229, "main_score": 0.512299, "hf_subset": "est_Latn-dyu_Latn", "languages": ["est-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-heb_Hebr", "languages": ["est-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "est_Latn-khk_Cyrl", "languages": ["est-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-lvs_Latn", "languages": ["est-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-pan_Guru", "languages": ["est-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.705155, "recall": 0.762846, "f1": 0.722658, "accuracy": 0.762846, "main_score": 0.722658, "hf_subset": "est_Latn-som_Latn", "languages": ["est-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582964, "recall": 0.633399, "f1": 0.596443, "accuracy": 0.633399, "main_score": 0.596443, "hf_subset": "est_Latn-tum_Latn", "languages": ["est-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560394, "recall": 0.624506, "f1": 0.578661, "accuracy": 0.624506, "main_score": 0.578661, "hf_subset": "hye_Armn-ace_Arab", "languages": ["hye-Armn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513266, "recall": 0.574111, "f1": 0.530001, "accuracy": 0.574111, "main_score": 0.530001, "hf_subset": "hye_Armn-bam_Latn", "languages": ["hye-Armn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459788, "recall": 0.537549, "f1": 0.480915, "accuracy": 0.537549, "main_score": 0.480915, "hf_subset": "hye_Armn-dzo_Tibt", "languages": ["hye-Armn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-hin_Deva", "languages": ["hye-Armn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-khm_Khmr", "languages": ["hye-Armn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-mag_Deva", "languages": ["hye-Armn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hye_Armn-pap_Latn", "languages": ["hye-Armn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562738, "recall": 0.623518, "f1": 0.579748, "accuracy": 0.623518, "main_score": 0.579748, "hf_subset": "hye_Armn-sot_Latn", "languages": ["hye-Armn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tur_Latn", "languages": ["hye-Armn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850247, "recall": 0.887352, "f1": 0.861726, "accuracy": 0.887352, "main_score": 0.861726, "hf_subset": "hye_Armn-ace_Latn", "languages": ["hye-Armn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950511, "recall": 0.962451, "f1": 0.954282, "accuracy": 0.962451, "main_score": 0.954282, "hf_subset": "hye_Armn-ban_Latn", "languages": ["hye-Armn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ell_Grek", "languages": ["hye-Armn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "hye_Armn-hne_Deva", "languages": ["hye-Armn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.591767, "recall": 0.647233, "f1": 0.607605, "accuracy": 0.647233, "main_score": 0.607605, "hf_subset": "hye_Armn-kik_Latn", "languages": ["hye-Armn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-mai_Deva", "languages": ["hye-Armn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "hye_Armn-pbt_Arab", "languages": ["hye-Armn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-spa_Latn", "languages": ["hye-Armn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608467, "recall": 0.662055, "f1": 0.623505, "accuracy": 0.662055, "main_score": 0.623505, "hf_subset": "hye_Armn-twi_Latn", "languages": ["hye-Armn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-acm_Arab", "languages": ["hye-Armn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-bel_Cyrl", "languages": ["hye-Armn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-eng_Latn", "languages": ["hye-Armn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-hrv_Latn", "languages": ["hye-Armn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551138, "recall": 0.610672, "f1": 0.568112, "accuracy": 0.610672, "main_score": 0.568112, "hf_subset": "hye_Armn-kin_Latn", "languages": ["hye-Armn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hye_Armn-mal_Mlym", "languages": ["hye-Armn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-pes_Arab", "languages": ["hye-Armn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hye_Armn-srd_Latn", "languages": ["hye-Armn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195608, "recall": 0.243083, "f1": 0.2078, "accuracy": 0.243083, "main_score": 0.2078, "hf_subset": "hye_Armn-tzm_Tfng", "languages": ["hye-Armn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-acq_Arab", "languages": ["hye-Armn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61541, "recall": 0.666008, "f1": 0.629444, "accuracy": 0.666008, "main_score": 0.629444, "hf_subset": "hye_Armn-bem_Latn", "languages": ["hye-Armn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-epo_Latn", "languages": ["hye-Armn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-hun_Latn", "languages": ["hye-Armn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "hye_Armn-kir_Cyrl", "languages": ["hye-Armn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-mar_Deva", "languages": ["hye-Armn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.658169, "recall": 0.718379, "f1": 0.676007, "accuracy": 0.718379, "main_score": 0.676007, "hf_subset": "hye_Armn-plt_Latn", "languages": ["hye-Armn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-srp_Cyrl", "languages": ["hye-Armn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "hye_Armn-uig_Arab", "languages": ["hye-Armn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-aeb_Arab", "languages": ["hye-Armn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ben_Beng", "languages": ["hye-Armn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-est_Latn", "languages": ["hye-Armn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542351, "recall": 0.592885, "f1": 0.556901, "accuracy": 0.592885, "main_score": 0.556901, "hf_subset": "hye_Armn-kmb_Latn", "languages": ["hye-Armn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491941, "recall": 0.564229, "f1": 0.511619, "accuracy": 0.564229, "main_score": 0.511619, "hf_subset": "hye_Armn-min_Arab", "languages": ["hye-Armn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-pol_Latn", "languages": ["hye-Armn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548083, "recall": 0.61166, "f1": 0.566584, "accuracy": 0.61166, "main_score": 0.566584, "hf_subset": "hye_Armn-ssw_Latn", "languages": ["hye-Armn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ukr_Cyrl", "languages": ["hye-Armn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-afr_Latn", "languages": ["hye-Armn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hye_Armn-bho_Deva", "languages": ["hye-Armn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hye_Armn-eus_Latn", "languages": ["hye-Armn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559519, "recall": 0.620553, "f1": 0.57644, "accuracy": 0.620553, "main_score": 0.57644, "hf_subset": "hye_Armn-ibo_Latn", "languages": ["hye-Armn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911808, "recall": 0.937747, "f1": 0.920191, "accuracy": 0.937747, "main_score": 0.920191, "hf_subset": "hye_Armn-kmr_Latn", "languages": ["hye-Armn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "hye_Armn-min_Latn", "languages": ["hye-Armn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-por_Latn", "languages": ["hye-Armn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hye_Armn-sun_Latn", "languages": ["hye-Armn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518974, "recall": 0.576087, "f1": 0.534648, "accuracy": 0.576087, "main_score": 0.534648, "hf_subset": "hye_Armn-umb_Latn", "languages": ["hye-Armn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-ajp_Arab", "languages": ["hye-Armn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540255, "recall": 0.599802, "f1": 0.55631, "accuracy": 0.599802, "main_score": 0.55631, "hf_subset": "hye_Armn-bjn_Arab", "languages": ["hye-Armn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506653, "recall": 0.562253, "f1": 0.521941, "accuracy": 0.562253, "main_score": 0.521941, "hf_subset": "hye_Armn-ewe_Latn", "languages": ["hye-Armn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940547, "accuracy": 0.953557, "main_score": 0.940547, "hf_subset": "hye_Armn-ilo_Latn", "languages": ["hye-Armn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310857, "recall": 0.368577, "f1": 0.326259, "accuracy": 0.368577, "main_score": 0.326259, "hf_subset": "hye_Armn-knc_Arab", "languages": ["hye-Armn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-mkd_Cyrl", "languages": ["hye-Armn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-prs_Arab", "languages": ["hye-Armn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-swe_Latn", "languages": ["hye-Armn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-urd_Arab", "languages": ["hye-Armn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.572787, "recall": 0.63834, "f1": 0.591323, "accuracy": 0.63834, "main_score": 0.591323, "hf_subset": "hye_Armn-aka_Latn", "languages": ["hye-Armn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hye_Armn-bjn_Latn", "languages": ["hye-Armn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "hye_Armn-fao_Latn", "languages": ["hye-Armn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ind_Latn", "languages": ["hye-Armn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571346, "recall": 0.629447, "f1": 0.588359, "accuracy": 0.629447, "main_score": 0.588359, "hf_subset": "hye_Armn-knc_Latn", "languages": ["hye-Armn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hye_Armn-mlt_Latn", "languages": ["hye-Armn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70117, "recall": 0.762846, "f1": 0.719143, "accuracy": 0.762846, "main_score": 0.719143, "hf_subset": "hye_Armn-quy_Latn", "languages": ["hye-Armn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "hye_Armn-swh_Latn", "languages": ["hye-Armn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-uzn_Latn", "languages": ["hye-Armn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-als_Latn", "languages": ["hye-Armn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680254, "recall": 0.753953, "f1": 0.702654, "accuracy": 0.753953, "main_score": 0.702654, "hf_subset": "hye_Armn-bod_Tibt", "languages": ["hye-Armn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.698618, "recall": 0.758893, "f1": 0.716018, "accuracy": 0.758893, "main_score": 0.716018, "hf_subset": "hye_Armn-fij_Latn", "languages": ["hye-Armn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hye_Armn-isl_Latn", "languages": ["hye-Armn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643636, "recall": 0.693676, "f1": 0.658351, "accuracy": 0.693676, "main_score": 0.658351, "hf_subset": "hye_Armn-kon_Latn", "languages": ["hye-Armn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650103, "recall": 0.715415, "f1": 0.668598, "accuracy": 0.715415, "main_score": 0.668598, "hf_subset": "hye_Armn-mni_Beng", "languages": ["hye-Armn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ron_Latn", "languages": ["hye-Armn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "hye_Armn-szl_Latn", "languages": ["hye-Armn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-vec_Latn", "languages": ["hye-Armn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "hye_Armn-amh_Ethi", "languages": ["hye-Armn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-bos_Latn", "languages": ["hye-Armn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-fin_Latn", "languages": ["hye-Armn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ita_Latn", "languages": ["hye-Armn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kor_Hang", "languages": ["hye-Armn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.532659, "recall": 0.590909, "f1": 0.548601, "accuracy": 0.590909, "main_score": 0.548601, "hf_subset": "hye_Armn-mos_Latn", "languages": ["hye-Armn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556752, "recall": 0.607708, "f1": 0.571612, "accuracy": 0.607708, "main_score": 0.571612, "hf_subset": "hye_Armn-run_Latn", "languages": ["hye-Armn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tam_Taml", "languages": ["hye-Armn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-vie_Latn", "languages": ["hye-Armn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-apc_Arab", "languages": ["hye-Armn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.785606, "recall": 0.833004, "f1": 0.799788, "accuracy": 0.833004, "main_score": 0.799788, "hf_subset": "hye_Armn-bug_Latn", "languages": ["hye-Armn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474493, "recall": 0.529644, "f1": 0.489106, "accuracy": 0.529644, "main_score": 0.489106, "hf_subset": "hye_Armn-fon_Latn", "languages": ["hye-Armn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-jav_Latn", "languages": ["hye-Armn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-lao_Laoo", "languages": ["hye-Armn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.89669, "recall": 0.925889, "f1": 0.905863, "accuracy": 0.925889, "main_score": 0.905863, "hf_subset": "hye_Armn-mri_Latn", "languages": ["hye-Armn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-rus_Cyrl", "languages": ["hye-Armn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52755, "recall": 0.583992, "f1": 0.542989, "accuracy": 0.583992, "main_score": 0.542989, "hf_subset": "hye_Armn-taq_Latn", "languages": ["hye-Armn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hye_Armn-war_Latn", "languages": ["hye-Armn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-arb_Arab", "languages": ["hye-Armn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-bul_Cyrl", "languages": ["hye-Armn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-fra_Latn", "languages": ["hye-Armn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-jpn_Jpan", "languages": ["hye-Armn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "hye_Armn-lij_Latn", "languages": ["hye-Armn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "hye_Armn-mya_Mymr", "languages": ["hye-Armn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.573744, "recall": 0.636364, "f1": 0.59137, "accuracy": 0.636364, "main_score": 0.59137, "hf_subset": "hye_Armn-sag_Latn", "languages": ["hye-Armn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19928, "recall": 0.261858, "f1": 0.213604, "accuracy": 0.261858, "main_score": 0.213604, "hf_subset": "hye_Armn-taq_Tfng", "languages": ["hye-Armn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.607971, "recall": 0.670949, "f1": 0.626012, "accuracy": 0.670949, "main_score": 0.626012, "hf_subset": "hye_Armn-wol_Latn", "languages": ["hye-Armn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827322, "recall": 0.873518, "f1": 0.841765, "accuracy": 0.873518, "main_score": 0.841765, "hf_subset": "hye_Armn-arb_Latn", "languages": ["hye-Armn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-cat_Latn", "languages": ["hye-Armn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "hye_Armn-fur_Latn", "languages": ["hye-Armn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.41335, "recall": 0.470356, "f1": 0.429184, "accuracy": 0.470356, "main_score": 0.429184, "hf_subset": "hye_Armn-kab_Latn", "languages": ["hye-Armn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hye_Armn-lim_Latn", "languages": ["hye-Armn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-nld_Latn", "languages": ["hye-Armn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hye_Armn-san_Deva", "languages": ["hye-Armn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-tat_Cyrl", "languages": ["hye-Armn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.666486, "recall": 0.720356, "f1": 0.68243, "accuracy": 0.720356, "main_score": 0.68243, "hf_subset": "hye_Armn-xho_Latn", "languages": ["hye-Armn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ars_Arab", "languages": ["hye-Armn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ceb_Latn", "languages": ["hye-Armn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555468, "recall": 0.610672, "f1": 0.571022, "accuracy": 0.610672, "main_score": 0.571022, "hf_subset": "hye_Armn-fuv_Latn", "languages": ["hye-Armn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508299, "recall": 0.571146, "f1": 0.525143, "accuracy": 0.571146, "main_score": 0.525143, "hf_subset": "hye_Armn-kac_Latn", "languages": ["hye-Armn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662264, "recall": 0.710474, "f1": 0.676303, "accuracy": 0.710474, "main_score": 0.676303, "hf_subset": "hye_Armn-lin_Latn", "languages": ["hye-Armn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-nno_Latn", "languages": ["hye-Armn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242886, "recall": 0.325099, "f1": 0.266084, "accuracy": 0.325099, "main_score": 0.266084, "hf_subset": "hye_Armn-sat_Olck", "languages": ["hye-Armn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-tel_Telu", "languages": ["hye-Armn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "hye_Armn-ydd_Hebr", "languages": ["hye-Armn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "hye_Armn-ary_Arab", "languages": ["hye-Armn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ces_Latn", "languages": ["hye-Armn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586808, "recall": 0.643281, "f1": 0.603689, "accuracy": 0.643281, "main_score": 0.603689, "hf_subset": "hye_Armn-gaz_Latn", "languages": ["hye-Armn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589616, "recall": 0.652174, "f1": 0.607075, "accuracy": 0.652174, "main_score": 0.607075, "hf_subset": "hye_Armn-kam_Latn", "languages": ["hye-Armn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hye_Armn-lit_Latn", "languages": ["hye-Armn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-nob_Latn", "languages": ["hye-Armn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hye_Armn-scn_Latn", "languages": ["hye-Armn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "hye_Armn-tgk_Cyrl", "languages": ["hye-Armn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.726087, "recall": 0.790514, "f1": 0.745605, "accuracy": 0.790514, "main_score": 0.745605, "hf_subset": "hye_Armn-yor_Latn", "languages": ["hye-Armn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-arz_Arab", "languages": ["hye-Armn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543092, "recall": 0.599802, "f1": 0.559404, "accuracy": 0.599802, "main_score": 0.559404, "hf_subset": "hye_Armn-cjk_Latn", "languages": ["hye-Armn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800675, "recall": 0.848814, "f1": 0.815613, "accuracy": 0.848814, "main_score": 0.815613, "hf_subset": "hye_Armn-gla_Latn", "languages": ["hye-Armn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kan_Knda", "languages": ["hye-Armn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hye_Armn-lmo_Latn", "languages": ["hye-Armn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hye_Armn-npi_Deva", "languages": ["hye-Armn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466414, "recall": 0.527668, "f1": 0.483525, "accuracy": 0.527668, "main_score": 0.483525, "hf_subset": "hye_Armn-shn_Mymr", "languages": ["hye-Armn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tgl_Latn", "languages": ["hye-Armn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-yue_Hant", "languages": ["hye-Armn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-asm_Beng", "languages": ["hye-Armn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hye_Armn-ckb_Arab", "languages": ["hye-Armn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.885293, "recall": 0.917984, "f1": 0.895817, "accuracy": 0.917984, "main_score": 0.895817, "hf_subset": "hye_Armn-gle_Latn", "languages": ["hye-Armn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "hye_Armn-kas_Arab", "languages": ["hye-Armn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.95751, "f1": 0.944664, "accuracy": 0.95751, "main_score": 0.944664, "hf_subset": "hye_Armn-ltg_Latn", "languages": ["hye-Armn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602887, "recall": 0.655138, "f1": 0.617517, "accuracy": 0.655138, "main_score": 0.617517, "hf_subset": "hye_Armn-nso_Latn", "languages": ["hye-Armn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "hye_Armn-sin_Sinh", "languages": ["hye-Armn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-tha_Thai", "languages": ["hye-Armn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-zho_Hans", "languages": ["hye-Armn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ast_Latn", "languages": ["hye-Armn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-crh_Latn", "languages": ["hye-Armn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-glg_Latn", "languages": ["hye-Armn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89081, "recall": 0.921937, "f1": 0.900659, "accuracy": 0.921937, "main_score": 0.900659, "hf_subset": "hye_Armn-kas_Deva", "languages": ["hye-Armn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hye_Armn-ltz_Latn", "languages": ["hye-Armn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455023, "recall": 0.520751, "f1": 0.472662, "accuracy": 0.520751, "main_score": 0.472662, "hf_subset": "hye_Armn-nus_Latn", "languages": ["hye-Armn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-slk_Latn", "languages": ["hye-Armn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624779, "recall": 0.692688, "f1": 0.644713, "accuracy": 0.692688, "main_score": 0.644713, "hf_subset": "hye_Armn-tir_Ethi", "languages": ["hye-Armn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-zho_Hant", "languages": ["hye-Armn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "hye_Armn-awa_Deva", "languages": ["hye-Armn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hye_Armn-cym_Latn", "languages": ["hye-Armn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833086, "recall": 0.873518, "f1": 0.845751, "accuracy": 0.873518, "main_score": 0.845751, "hf_subset": "hye_Armn-grn_Latn", "languages": ["hye-Armn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kat_Geor", "languages": ["hye-Armn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.62165, "recall": 0.676877, "f1": 0.637808, "accuracy": 0.676877, "main_score": 0.637808, "hf_subset": "hye_Armn-lua_Latn", "languages": ["hye-Armn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630207, "recall": 0.687747, "f1": 0.646443, "accuracy": 0.687747, "main_score": 0.646443, "hf_subset": "hye_Armn-nya_Latn", "languages": ["hye-Armn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-slv_Latn", "languages": ["hye-Armn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "hye_Armn-tpi_Latn", "languages": ["hye-Armn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-zsm_Latn", "languages": ["hye-Armn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538054, "recall": 0.601779, "f1": 0.556398, "accuracy": 0.601779, "main_score": 0.556398, "hf_subset": "hye_Armn-ayr_Latn", "languages": ["hye-Armn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-dan_Latn", "languages": ["hye-Armn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-guj_Gujr", "languages": ["hye-Armn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-kaz_Cyrl", "languages": ["hye-Armn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516446, "recall": 0.58004, "f1": 0.53423, "accuracy": 0.58004, "main_score": 0.53423, "hf_subset": "hye_Armn-lug_Latn", "languages": ["hye-Armn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-oci_Latn", "languages": ["hye-Armn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836495, "recall": 0.87747, "f1": 0.849097, "accuracy": 0.87747, "main_score": 0.849097, "hf_subset": "hye_Armn-smo_Latn", "languages": ["hye-Armn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532053, "recall": 0.590909, "f1": 0.54877, "accuracy": 0.590909, "main_score": 0.54877, "hf_subset": "hye_Armn-tsn_Latn", "languages": ["hye-Armn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607947, "recall": 0.672925, "f1": 0.626729, "accuracy": 0.672925, "main_score": 0.626729, "hf_subset": "hye_Armn-zul_Latn", "languages": ["hye-Armn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923748, "recall": 0.947628, "f1": 0.931653, "accuracy": 0.947628, "main_score": 0.931653, "hf_subset": "hye_Armn-azb_Arab", "languages": ["hye-Armn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-deu_Latn", "languages": ["hye-Armn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "hye_Armn-hat_Latn", "languages": ["hye-Armn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489162, "recall": 0.546443, "f1": 0.505305, "accuracy": 0.546443, "main_score": 0.505305, "hf_subset": "hye_Armn-kbp_Latn", "languages": ["hye-Armn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573172, "recall": 0.626482, "f1": 0.587473, "accuracy": 0.626482, "main_score": 0.587473, "hf_subset": "hye_Armn-luo_Latn", "languages": ["hye-Armn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ory_Orya", "languages": ["hye-Armn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.576343, "recall": 0.643281, "f1": 0.595909, "accuracy": 0.643281, "main_score": 0.595909, "hf_subset": "hye_Armn-sna_Latn", "languages": ["hye-Armn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550158, "recall": 0.606719, "f1": 0.566641, "accuracy": 0.606719, "main_score": 0.566641, "hf_subset": "hye_Armn-tso_Latn", "languages": ["hye-Armn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-azj_Latn", "languages": ["hye-Armn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518217, "recall": 0.586957, "f1": 0.538011, "accuracy": 0.586957, "main_score": 0.538011, "hf_subset": "hye_Armn-dik_Latn", "languages": ["hye-Armn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757938, "recall": 0.812253, "f1": 0.774275, "accuracy": 0.812253, "main_score": 0.774275, "hf_subset": "hye_Armn-hau_Latn", "languages": ["hye-Armn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "hye_Armn-kea_Latn", "languages": ["hye-Armn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728854, "recall": 0.782609, "f1": 0.744664, "accuracy": 0.782609, "main_score": 0.744664, "hf_subset": "hye_Armn-lus_Latn", "languages": ["hye-Armn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853124, "recall": 0.886364, "f1": 0.863208, "accuracy": 0.886364, "main_score": 0.863208, "hf_subset": "hye_Armn-pag_Latn", "languages": ["hye-Armn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-snd_Arab", "languages": ["hye-Armn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "hye_Armn-tuk_Latn", "languages": ["hye-Armn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-bak_Cyrl", "languages": ["hye-Armn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480872, "recall": 0.55336, "f1": 0.501993, "accuracy": 0.55336, "main_score": 0.501993, "hf_subset": "hye_Armn-dyu_Latn", "languages": ["hye-Armn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-heb_Hebr", "languages": ["hye-Armn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hye_Armn-khk_Cyrl", "languages": ["hye-Armn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-lvs_Latn", "languages": ["hye-Armn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-pan_Guru", "languages": ["hye-Armn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709332, "recall": 0.766798, "f1": 0.726699, "accuracy": 0.766798, "main_score": 0.726699, "hf_subset": "hye_Armn-som_Latn", "languages": ["hye-Armn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595711, "recall": 0.646245, "f1": 0.610246, "accuracy": 0.646245, "main_score": 0.610246, "hf_subset": "hye_Armn-tum_Latn", "languages": ["hye-Armn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433778, "recall": 0.48419, "f1": 0.447748, "accuracy": 0.48419, "main_score": 0.447748, "hf_subset": "kmb_Latn-ace_Arab", "languages": ["kmb-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506209, "recall": 0.544466, "f1": 0.517819, "accuracy": 0.544466, "main_score": 0.517819, "hf_subset": "kmb_Latn-bam_Latn", "languages": ["kmb-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223685, "recall": 0.26581, "f1": 0.234923, "accuracy": 0.26581, "main_score": 0.234923, "hf_subset": "kmb_Latn-dzo_Tibt", "languages": ["kmb-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.5423, "recall": 0.582016, "f1": 0.552493, "accuracy": 0.582016, "main_score": 0.552493, "hf_subset": "kmb_Latn-hin_Deva", "languages": ["kmb-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.499885, "recall": 0.540514, "f1": 0.511685, "accuracy": 0.540514, "main_score": 0.511685, "hf_subset": "kmb_Latn-khm_Khmr", "languages": ["kmb-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.526718, "recall": 0.566206, "f1": 0.537617, "accuracy": 0.566206, "main_score": 0.537617, "hf_subset": "kmb_Latn-mag_Deva", "languages": ["kmb-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.551924, "recall": 0.589921, "f1": 0.561324, "accuracy": 0.589921, "main_score": 0.561324, "hf_subset": "kmb_Latn-pap_Latn", "languages": ["kmb-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547545, "recall": 0.587945, "f1": 0.558816, "accuracy": 0.587945, "main_score": 0.558816, "hf_subset": "kmb_Latn-sot_Latn", "languages": ["kmb-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517065, "recall": 0.567194, "f1": 0.531075, "accuracy": 0.567194, "main_score": 0.531075, "hf_subset": "kmb_Latn-tur_Latn", "languages": ["kmb-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544888, "recall": 0.583992, "f1": 0.555076, "accuracy": 0.583992, "main_score": 0.555076, "hf_subset": "kmb_Latn-ace_Latn", "languages": ["kmb-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54139, "recall": 0.579051, "f1": 0.550848, "accuracy": 0.579051, "main_score": 0.550848, "hf_subset": "kmb_Latn-ban_Latn", "languages": ["kmb-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523919, "recall": 0.572134, "f1": 0.53694, "accuracy": 0.572134, "main_score": 0.53694, "hf_subset": "kmb_Latn-ell_Grek", "languages": ["kmb-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.51425, "recall": 0.561265, "f1": 0.526447, "accuracy": 0.561265, "main_score": 0.526447, "hf_subset": "kmb_Latn-hne_Deva", "languages": ["kmb-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.488531, "recall": 0.534585, "f1": 0.50167, "accuracy": 0.534585, "main_score": 0.50167, "hf_subset": "kmb_Latn-kik_Latn", "languages": ["kmb-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530469, "recall": 0.572134, "f1": 0.541154, "accuracy": 0.572134, "main_score": 0.541154, "hf_subset": "kmb_Latn-mai_Deva", "languages": ["kmb-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484132, "recall": 0.534585, "f1": 0.497294, "accuracy": 0.534585, "main_score": 0.497294, "hf_subset": "kmb_Latn-pbt_Arab", "languages": ["kmb-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530822, "recall": 0.576087, "f1": 0.543031, "accuracy": 0.576087, "main_score": 0.543031, "hf_subset": "kmb_Latn-spa_Latn", "languages": ["kmb-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538488, "recall": 0.577075, "f1": 0.549649, "accuracy": 0.577075, "main_score": 0.549649, "hf_subset": "kmb_Latn-twi_Latn", "languages": ["kmb-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526433, "recall": 0.568182, "f1": 0.537872, "accuracy": 0.568182, "main_score": 0.537872, "hf_subset": "kmb_Latn-acm_Arab", "languages": ["kmb-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508494, "recall": 0.55336, "f1": 0.520548, "accuracy": 0.55336, "main_score": 0.520548, "hf_subset": "kmb_Latn-bel_Cyrl", "languages": ["kmb-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556414, "recall": 0.599802, "f1": 0.567974, "accuracy": 0.599802, "main_score": 0.567974, "hf_subset": "kmb_Latn-eng_Latn", "languages": ["kmb-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545317, "recall": 0.592885, "f1": 0.558045, "accuracy": 0.592885, "main_score": 0.558045, "hf_subset": "kmb_Latn-hrv_Latn", "languages": ["kmb-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519502, "recall": 0.565217, "f1": 0.531886, "accuracy": 0.565217, "main_score": 0.531886, "hf_subset": "kmb_Latn-kin_Latn", "languages": ["kmb-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518785, "recall": 0.565217, "f1": 0.531362, "accuracy": 0.565217, "main_score": 0.531362, "hf_subset": "kmb_Latn-mal_Mlym", "languages": ["kmb-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.523414, "recall": 0.570158, "f1": 0.535719, "accuracy": 0.570158, "main_score": 0.535719, "hf_subset": "kmb_Latn-pes_Arab", "languages": ["kmb-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550799, "recall": 0.590909, "f1": 0.561456, "accuracy": 0.590909, "main_score": 0.561456, "hf_subset": "kmb_Latn-srd_Latn", "languages": ["kmb-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.218727, "recall": 0.256917, "f1": 0.22804, "accuracy": 0.256917, "main_score": 0.22804, "hf_subset": "kmb_Latn-tzm_Tfng", "languages": ["kmb-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.523559, "recall": 0.566206, "f1": 0.535663, "accuracy": 0.566206, "main_score": 0.535663, "hf_subset": "kmb_Latn-acq_Arab", "languages": ["kmb-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55969, "recall": 0.597826, "f1": 0.569434, "accuracy": 0.597826, "main_score": 0.569434, "hf_subset": "kmb_Latn-bem_Latn", "languages": ["kmb-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543218, "recall": 0.583004, "f1": 0.553605, "accuracy": 0.583004, "main_score": 0.553605, "hf_subset": "kmb_Latn-epo_Latn", "languages": ["kmb-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540805, "recall": 0.579051, "f1": 0.551357, "accuracy": 0.579051, "main_score": 0.551357, "hf_subset": "kmb_Latn-hun_Latn", "languages": ["kmb-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514379, "recall": 0.556324, "f1": 0.525605, "accuracy": 0.556324, "main_score": 0.525605, "hf_subset": "kmb_Latn-kir_Cyrl", "languages": ["kmb-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527684, "recall": 0.570158, "f1": 0.539423, "accuracy": 0.570158, "main_score": 0.539423, "hf_subset": "kmb_Latn-mar_Deva", "languages": ["kmb-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.540518, "recall": 0.576087, "f1": 0.549952, "accuracy": 0.576087, "main_score": 0.549952, "hf_subset": "kmb_Latn-plt_Latn", "languages": ["kmb-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544814, "recall": 0.589921, "f1": 0.55745, "accuracy": 0.589921, "main_score": 0.55745, "hf_subset": "kmb_Latn-srp_Cyrl", "languages": ["kmb-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.465295, "recall": 0.514822, "f1": 0.478629, "accuracy": 0.514822, "main_score": 0.478629, "hf_subset": "kmb_Latn-uig_Arab", "languages": ["kmb-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518217, "recall": 0.557312, "f1": 0.528618, "accuracy": 0.557312, "main_score": 0.528618, "hf_subset": "kmb_Latn-aeb_Arab", "languages": ["kmb-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511557, "recall": 0.565217, "f1": 0.526469, "accuracy": 0.565217, "main_score": 0.526469, "hf_subset": "kmb_Latn-ben_Beng", "languages": ["kmb-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.521609, "recall": 0.56917, "f1": 0.534651, "accuracy": 0.56917, "main_score": 0.534651, "hf_subset": "kmb_Latn-est_Latn", "languages": ["kmb-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519107, "recall": 0.561265, "f1": 0.530396, "accuracy": 0.561265, "main_score": 0.530396, "hf_subset": "kmb_Latn-hye_Armn", "languages": ["kmb-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.401618, "recall": 0.452569, "f1": 0.415831, "accuracy": 0.452569, "main_score": 0.415831, "hf_subset": "kmb_Latn-min_Arab", "languages": ["kmb-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53466, "recall": 0.577075, "f1": 0.546287, "accuracy": 0.577075, "main_score": 0.546287, "hf_subset": "kmb_Latn-pol_Latn", "languages": ["kmb-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535202, "recall": 0.575099, "f1": 0.546222, "accuracy": 0.575099, "main_score": 0.546222, "hf_subset": "kmb_Latn-ssw_Latn", "languages": ["kmb-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54408, "recall": 0.593874, "f1": 0.557392, "accuracy": 0.593874, "main_score": 0.557392, "hf_subset": "kmb_Latn-ukr_Cyrl", "languages": ["kmb-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551249, "recall": 0.59585, "f1": 0.56402, "accuracy": 0.59585, "main_score": 0.56402, "hf_subset": "kmb_Latn-afr_Latn", "languages": ["kmb-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516357, "recall": 0.561265, "f1": 0.52846, "accuracy": 0.561265, "main_score": 0.52846, "hf_subset": "kmb_Latn-bho_Deva", "languages": ["kmb-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533495, "recall": 0.576087, "f1": 0.544762, "accuracy": 0.576087, "main_score": 0.544762, "hf_subset": "kmb_Latn-eus_Latn", "languages": ["kmb-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540653, "recall": 0.581028, "f1": 0.551934, "accuracy": 0.581028, "main_score": 0.551934, "hf_subset": "kmb_Latn-ibo_Latn", "languages": ["kmb-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544372, "recall": 0.582016, "f1": 0.554283, "accuracy": 0.582016, "main_score": 0.554283, "hf_subset": "kmb_Latn-kmr_Latn", "languages": ["kmb-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554722, "recall": 0.593874, "f1": 0.564508, "accuracy": 0.593874, "main_score": 0.564508, "hf_subset": "kmb_Latn-min_Latn", "languages": ["kmb-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567917, "recall": 0.605731, "f1": 0.57805, "accuracy": 0.605731, "main_score": 0.57805, "hf_subset": "kmb_Latn-por_Latn", "languages": ["kmb-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557615, "recall": 0.598814, "f1": 0.567815, "accuracy": 0.598814, "main_score": 0.567815, "hf_subset": "kmb_Latn-sun_Latn", "languages": ["kmb-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559034, "recall": 0.606719, "f1": 0.571781, "accuracy": 0.606719, "main_score": 0.571781, "hf_subset": "kmb_Latn-umb_Latn", "languages": ["kmb-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526912, "recall": 0.572134, "f1": 0.539322, "accuracy": 0.572134, "main_score": 0.539322, "hf_subset": "kmb_Latn-ajp_Arab", "languages": ["kmb-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.410628, "recall": 0.458498, "f1": 0.423454, "accuracy": 0.458498, "main_score": 0.423454, "hf_subset": "kmb_Latn-bjn_Arab", "languages": ["kmb-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507292, "recall": 0.54249, "f1": 0.516935, "accuracy": 0.54249, "main_score": 0.516935, "hf_subset": "kmb_Latn-ewe_Latn", "languages": ["kmb-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553195, "recall": 0.588933, "f1": 0.562313, "accuracy": 0.588933, "main_score": 0.562313, "hf_subset": "kmb_Latn-ilo_Latn", "languages": ["kmb-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299644, "recall": 0.349802, "f1": 0.312937, "accuracy": 0.349802, "main_score": 0.312937, "hf_subset": "kmb_Latn-knc_Arab", "languages": ["kmb-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540943, "recall": 0.586957, "f1": 0.554066, "accuracy": 0.586957, "main_score": 0.554066, "hf_subset": "kmb_Latn-mkd_Cyrl", "languages": ["kmb-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519001, "recall": 0.567194, "f1": 0.531823, "accuracy": 0.567194, "main_score": 0.531823, "hf_subset": "kmb_Latn-prs_Arab", "languages": ["kmb-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541219, "recall": 0.583004, "f1": 0.552181, "accuracy": 0.583004, "main_score": 0.552181, "hf_subset": "kmb_Latn-swe_Latn", "languages": ["kmb-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508528, "recall": 0.561265, "f1": 0.52266, "accuracy": 0.561265, "main_score": 0.52266, "hf_subset": "kmb_Latn-urd_Arab", "languages": ["kmb-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534116, "recall": 0.574111, "f1": 0.545275, "accuracy": 0.574111, "main_score": 0.545275, "hf_subset": "kmb_Latn-aka_Latn", "languages": ["kmb-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559659, "recall": 0.592885, "f1": 0.568577, "accuracy": 0.592885, "main_score": 0.568577, "hf_subset": "kmb_Latn-bjn_Latn", "languages": ["kmb-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538351, "recall": 0.575099, "f1": 0.549209, "accuracy": 0.575099, "main_score": 0.549209, "hf_subset": "kmb_Latn-fao_Latn", "languages": ["kmb-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557317, "recall": 0.590909, "f1": 0.566556, "accuracy": 0.590909, "main_score": 0.566556, "hf_subset": "kmb_Latn-ind_Latn", "languages": ["kmb-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520538, "recall": 0.563241, "f1": 0.532266, "accuracy": 0.563241, "main_score": 0.532266, "hf_subset": "kmb_Latn-knc_Latn", "languages": ["kmb-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54965, "recall": 0.594862, "f1": 0.561033, "accuracy": 0.594862, "main_score": 0.561033, "hf_subset": "kmb_Latn-mlt_Latn", "languages": ["kmb-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535413, "recall": 0.572134, "f1": 0.545439, "accuracy": 0.572134, "main_score": 0.545439, "hf_subset": "kmb_Latn-quy_Latn", "languages": ["kmb-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54595, "recall": 0.592885, "f1": 0.557736, "accuracy": 0.592885, "main_score": 0.557736, "hf_subset": "kmb_Latn-swh_Latn", "languages": ["kmb-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522619, "recall": 0.563241, "f1": 0.533076, "accuracy": 0.563241, "main_score": 0.533076, "hf_subset": "kmb_Latn-uzn_Latn", "languages": ["kmb-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54035, "recall": 0.579051, "f1": 0.550283, "accuracy": 0.579051, "main_score": 0.550283, "hf_subset": "kmb_Latn-als_Latn", "languages": ["kmb-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.26266, "recall": 0.317194, "f1": 0.276725, "accuracy": 0.317194, "main_score": 0.276725, "hf_subset": "kmb_Latn-bod_Tibt", "languages": ["kmb-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.509782, "recall": 0.554348, "f1": 0.52201, "accuracy": 0.554348, "main_score": 0.52201, "hf_subset": "kmb_Latn-fij_Latn", "languages": ["kmb-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514106, "recall": 0.561265, "f1": 0.526588, "accuracy": 0.561265, "main_score": 0.526588, "hf_subset": "kmb_Latn-isl_Latn", "languages": ["kmb-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547265, "recall": 0.589921, "f1": 0.559004, "accuracy": 0.589921, "main_score": 0.559004, "hf_subset": "kmb_Latn-kon_Latn", "languages": ["kmb-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458889, "recall": 0.507905, "f1": 0.471854, "accuracy": 0.507905, "main_score": 0.471854, "hf_subset": "kmb_Latn-mni_Beng", "languages": ["kmb-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.560317, "recall": 0.601779, "f1": 0.571598, "accuracy": 0.601779, "main_score": 0.571598, "hf_subset": "kmb_Latn-ron_Latn", "languages": ["kmb-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530494, "recall": 0.577075, "f1": 0.543128, "accuracy": 0.577075, "main_score": 0.543128, "hf_subset": "kmb_Latn-szl_Latn", "languages": ["kmb-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555936, "recall": 0.590909, "f1": 0.565734, "accuracy": 0.590909, "main_score": 0.565734, "hf_subset": "kmb_Latn-vec_Latn", "languages": ["kmb-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458584, "recall": 0.511858, "f1": 0.473603, "accuracy": 0.511858, "main_score": 0.473603, "hf_subset": "kmb_Latn-amh_Ethi", "languages": ["kmb-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.552402, "recall": 0.591897, "f1": 0.563058, "accuracy": 0.591897, "main_score": 0.563058, "hf_subset": "kmb_Latn-bos_Latn", "languages": ["kmb-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529744, "recall": 0.575099, "f1": 0.541523, "accuracy": 0.575099, "main_score": 0.541523, "hf_subset": "kmb_Latn-fin_Latn", "languages": ["kmb-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548057, "recall": 0.590909, "f1": 0.559743, "accuracy": 0.590909, "main_score": 0.559743, "hf_subset": "kmb_Latn-ita_Latn", "languages": ["kmb-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520983, "recall": 0.566206, "f1": 0.533183, "accuracy": 0.566206, "main_score": 0.533183, "hf_subset": "kmb_Latn-kor_Hang", "languages": ["kmb-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.503486, "recall": 0.541502, "f1": 0.514317, "accuracy": 0.541502, "main_score": 0.514317, "hf_subset": "kmb_Latn-mos_Latn", "languages": ["kmb-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523799, "recall": 0.561265, "f1": 0.53387, "accuracy": 0.561265, "main_score": 0.53387, "hf_subset": "kmb_Latn-run_Latn", "languages": ["kmb-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502838, "recall": 0.55336, "f1": 0.516695, "accuracy": 0.55336, "main_score": 0.516695, "hf_subset": "kmb_Latn-tam_Taml", "languages": ["kmb-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.535357, "recall": 0.577075, "f1": 0.547156, "accuracy": 0.577075, "main_score": 0.547156, "hf_subset": "kmb_Latn-vie_Latn", "languages": ["kmb-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525181, "recall": 0.573123, "f1": 0.5385, "accuracy": 0.573123, "main_score": 0.5385, "hf_subset": "kmb_Latn-apc_Arab", "languages": ["kmb-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534533, "recall": 0.573123, "f1": 0.544865, "accuracy": 0.573123, "main_score": 0.544865, "hf_subset": "kmb_Latn-bug_Latn", "languages": ["kmb-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469689, "recall": 0.509881, "f1": 0.480736, "accuracy": 0.509881, "main_score": 0.480736, "hf_subset": "kmb_Latn-fon_Latn", "languages": ["kmb-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556098, "recall": 0.592885, "f1": 0.566339, "accuracy": 0.592885, "main_score": 0.566339, "hf_subset": "kmb_Latn-jav_Latn", "languages": ["kmb-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496913, "recall": 0.544466, "f1": 0.509487, "accuracy": 0.544466, "main_score": 0.509487, "hf_subset": "kmb_Latn-lao_Laoo", "languages": ["kmb-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.50446, "recall": 0.545455, "f1": 0.515896, "accuracy": 0.545455, "main_score": 0.515896, "hf_subset": "kmb_Latn-mri_Latn", "languages": ["kmb-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529963, "recall": 0.573123, "f1": 0.541659, "accuracy": 0.573123, "main_score": 0.541659, "hf_subset": "kmb_Latn-rus_Cyrl", "languages": ["kmb-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486132, "recall": 0.524704, "f1": 0.497043, "accuracy": 0.524704, "main_score": 0.497043, "hf_subset": "kmb_Latn-taq_Latn", "languages": ["kmb-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560932, "recall": 0.594862, "f1": 0.569424, "accuracy": 0.594862, "main_score": 0.569424, "hf_subset": "kmb_Latn-war_Latn", "languages": ["kmb-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527102, "recall": 0.571146, "f1": 0.53901, "accuracy": 0.571146, "main_score": 0.53901, "hf_subset": "kmb_Latn-arb_Arab", "languages": ["kmb-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541048, "recall": 0.585968, "f1": 0.553695, "accuracy": 0.585968, "main_score": 0.553695, "hf_subset": "kmb_Latn-bul_Cyrl", "languages": ["kmb-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550727, "recall": 0.592885, "f1": 0.561749, "accuracy": 0.592885, "main_score": 0.561749, "hf_subset": "kmb_Latn-fra_Latn", "languages": ["kmb-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525462, "recall": 0.568182, "f1": 0.537237, "accuracy": 0.568182, "main_score": 0.537237, "hf_subset": "kmb_Latn-jpn_Jpan", "languages": ["kmb-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.546946, "recall": 0.583992, "f1": 0.557352, "accuracy": 0.583992, "main_score": 0.557352, "hf_subset": "kmb_Latn-lij_Latn", "languages": ["kmb-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397533, "recall": 0.464427, "f1": 0.415553, "accuracy": 0.464427, "main_score": 0.415553, "hf_subset": "kmb_Latn-mya_Mymr", "languages": ["kmb-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.503912, "recall": 0.552372, "f1": 0.51649, "accuracy": 0.552372, "main_score": 0.51649, "hf_subset": "kmb_Latn-sag_Latn", "languages": ["kmb-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221767, "recall": 0.26581, "f1": 0.231814, "accuracy": 0.26581, "main_score": 0.231814, "hf_subset": "kmb_Latn-taq_Tfng", "languages": ["kmb-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.53004, "recall": 0.566206, "f1": 0.540121, "accuracy": 0.566206, "main_score": 0.540121, "hf_subset": "kmb_Latn-wol_Latn", "languages": ["kmb-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450016, "recall": 0.495059, "f1": 0.463214, "accuracy": 0.495059, "main_score": 0.463214, "hf_subset": "kmb_Latn-arb_Latn", "languages": ["kmb-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540598, "recall": 0.587945, "f1": 0.553898, "accuracy": 0.587945, "main_score": 0.553898, "hf_subset": "kmb_Latn-cat_Latn", "languages": ["kmb-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543907, "recall": 0.583992, "f1": 0.554368, "accuracy": 0.583992, "main_score": 0.554368, "hf_subset": "kmb_Latn-fur_Latn", "languages": ["kmb-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446789, "recall": 0.496047, "f1": 0.459962, "accuracy": 0.496047, "main_score": 0.459962, "hf_subset": "kmb_Latn-kab_Latn", "languages": ["kmb-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553344, "recall": 0.587945, "f1": 0.56274, "accuracy": 0.587945, "main_score": 0.56274, "hf_subset": "kmb_Latn-lim_Latn", "languages": ["kmb-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529974, "recall": 0.573123, "f1": 0.541754, "accuracy": 0.573123, "main_score": 0.541754, "hf_subset": "kmb_Latn-nld_Latn", "languages": ["kmb-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495932, "recall": 0.54249, "f1": 0.508233, "accuracy": 0.54249, "main_score": 0.508233, "hf_subset": "kmb_Latn-san_Deva", "languages": ["kmb-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.515197, "recall": 0.564229, "f1": 0.528888, "accuracy": 0.564229, "main_score": 0.528888, "hf_subset": "kmb_Latn-tat_Cyrl", "languages": ["kmb-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538088, "recall": 0.577075, "f1": 0.548914, "accuracy": 0.577075, "main_score": 0.548914, "hf_subset": "kmb_Latn-xho_Latn", "languages": ["kmb-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510472, "recall": 0.5583, "f1": 0.523754, "accuracy": 0.5583, "main_score": 0.523754, "hf_subset": "kmb_Latn-ars_Arab", "languages": ["kmb-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553537, "recall": 0.592885, "f1": 0.564348, "accuracy": 0.592885, "main_score": 0.564348, "hf_subset": "kmb_Latn-ceb_Latn", "languages": ["kmb-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487708, "recall": 0.527668, "f1": 0.498562, "accuracy": 0.527668, "main_score": 0.498562, "hf_subset": "kmb_Latn-fuv_Latn", "languages": ["kmb-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491255, "recall": 0.534585, "f1": 0.502963, "accuracy": 0.534585, "main_score": 0.502963, "hf_subset": "kmb_Latn-kac_Latn", "languages": ["kmb-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559439, "recall": 0.601779, "f1": 0.570725, "accuracy": 0.601779, "main_score": 0.570725, "hf_subset": "kmb_Latn-lin_Latn", "languages": ["kmb-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544718, "recall": 0.585968, "f1": 0.555845, "accuracy": 0.585968, "main_score": 0.555845, "hf_subset": "kmb_Latn-nno_Latn", "languages": ["kmb-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.123622, "recall": 0.167984, "f1": 0.135067, "accuracy": 0.167984, "main_score": 0.135067, "hf_subset": "kmb_Latn-sat_Olck", "languages": ["kmb-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.508461, "recall": 0.556324, "f1": 0.521208, "accuracy": 0.556324, "main_score": 0.521208, "hf_subset": "kmb_Latn-tel_Telu", "languages": ["kmb-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.457114, "recall": 0.507905, "f1": 0.470399, "accuracy": 0.507905, "main_score": 0.470399, "hf_subset": "kmb_Latn-ydd_Hebr", "languages": ["kmb-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.510415, "recall": 0.550395, "f1": 0.521204, "accuracy": 0.550395, "main_score": 0.521204, "hf_subset": "kmb_Latn-ary_Arab", "languages": ["kmb-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542786, "recall": 0.585968, "f1": 0.55425, "accuracy": 0.585968, "main_score": 0.55425, "hf_subset": "kmb_Latn-ces_Latn", "languages": ["kmb-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495367, "recall": 0.54249, "f1": 0.508945, "accuracy": 0.54249, "main_score": 0.508945, "hf_subset": "kmb_Latn-gaz_Latn", "languages": ["kmb-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524004, "recall": 0.564229, "f1": 0.535103, "accuracy": 0.564229, "main_score": 0.535103, "hf_subset": "kmb_Latn-kam_Latn", "languages": ["kmb-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518995, "recall": 0.567194, "f1": 0.53172, "accuracy": 0.567194, "main_score": 0.53172, "hf_subset": "kmb_Latn-lit_Latn", "languages": ["kmb-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547488, "recall": 0.589921, "f1": 0.559476, "accuracy": 0.589921, "main_score": 0.559476, "hf_subset": "kmb_Latn-nob_Latn", "languages": ["kmb-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536586, "recall": 0.577075, "f1": 0.5477, "accuracy": 0.577075, "main_score": 0.5477, "hf_subset": "kmb_Latn-scn_Latn", "languages": ["kmb-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517665, "recall": 0.559289, "f1": 0.528725, "accuracy": 0.559289, "main_score": 0.528725, "hf_subset": "kmb_Latn-tgk_Cyrl", "languages": ["kmb-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480659, "recall": 0.52668, "f1": 0.493876, "accuracy": 0.52668, "main_score": 0.493876, "hf_subset": "kmb_Latn-yor_Latn", "languages": ["kmb-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521287, "recall": 0.563241, "f1": 0.532836, "accuracy": 0.563241, "main_score": 0.532836, "hf_subset": "kmb_Latn-arz_Arab", "languages": ["kmb-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524202, "recall": 0.565217, "f1": 0.535426, "accuracy": 0.565217, "main_score": 0.535426, "hf_subset": "kmb_Latn-cjk_Latn", "languages": ["kmb-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500242, "recall": 0.54249, "f1": 0.512286, "accuracy": 0.54249, "main_score": 0.512286, "hf_subset": "kmb_Latn-gla_Latn", "languages": ["kmb-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522505, "recall": 0.56917, "f1": 0.534995, "accuracy": 0.56917, "main_score": 0.534995, "hf_subset": "kmb_Latn-kan_Knda", "languages": ["kmb-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.541389, "recall": 0.58004, "f1": 0.552578, "accuracy": 0.58004, "main_score": 0.552578, "hf_subset": "kmb_Latn-lmo_Latn", "languages": ["kmb-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526142, "recall": 0.572134, "f1": 0.538365, "accuracy": 0.572134, "main_score": 0.538365, "hf_subset": "kmb_Latn-npi_Deva", "languages": ["kmb-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450914, "recall": 0.5, "f1": 0.463668, "accuracy": 0.5, "main_score": 0.463668, "hf_subset": "kmb_Latn-shn_Mymr", "languages": ["kmb-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.565576, "recall": 0.606719, "f1": 0.577123, "accuracy": 0.606719, "main_score": 0.577123, "hf_subset": "kmb_Latn-tgl_Latn", "languages": ["kmb-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506102, "recall": 0.554348, "f1": 0.518688, "accuracy": 0.554348, "main_score": 0.518688, "hf_subset": "kmb_Latn-yue_Hant", "languages": ["kmb-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.493857, "recall": 0.549407, "f1": 0.509467, "accuracy": 0.549407, "main_score": 0.509467, "hf_subset": "kmb_Latn-asm_Beng", "languages": ["kmb-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.479667, "recall": 0.530632, "f1": 0.493499, "accuracy": 0.530632, "main_score": 0.493499, "hf_subset": "kmb_Latn-ckb_Arab", "languages": ["kmb-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494339, "recall": 0.537549, "f1": 0.506313, "accuracy": 0.537549, "main_score": 0.506313, "hf_subset": "kmb_Latn-gle_Latn", "languages": ["kmb-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4558, "recall": 0.505929, "f1": 0.469699, "accuracy": 0.505929, "main_score": 0.469699, "hf_subset": "kmb_Latn-kas_Arab", "languages": ["kmb-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524688, "recall": 0.566206, "f1": 0.536535, "accuracy": 0.566206, "main_score": 0.536535, "hf_subset": "kmb_Latn-ltg_Latn", "languages": ["kmb-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566245, "recall": 0.604743, "f1": 0.5764, "accuracy": 0.604743, "main_score": 0.5764, "hf_subset": "kmb_Latn-nso_Latn", "languages": ["kmb-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468475, "recall": 0.519763, "f1": 0.482055, "accuracy": 0.519763, "main_score": 0.482055, "hf_subset": "kmb_Latn-sin_Sinh", "languages": ["kmb-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.528737, "recall": 0.574111, "f1": 0.540937, "accuracy": 0.574111, "main_score": 0.540937, "hf_subset": "kmb_Latn-tha_Thai", "languages": ["kmb-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.518143, "recall": 0.560277, "f1": 0.529024, "accuracy": 0.560277, "main_score": 0.529024, "hf_subset": "kmb_Latn-zho_Hans", "languages": ["kmb-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.548689, "recall": 0.593874, "f1": 0.561466, "accuracy": 0.593874, "main_score": 0.561466, "hf_subset": "kmb_Latn-ast_Latn", "languages": ["kmb-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525076, "recall": 0.574111, "f1": 0.537766, "accuracy": 0.574111, "main_score": 0.537766, "hf_subset": "kmb_Latn-crh_Latn", "languages": ["kmb-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551788, "recall": 0.588933, "f1": 0.562665, "accuracy": 0.588933, "main_score": 0.562665, "hf_subset": "kmb_Latn-glg_Latn", "languages": ["kmb-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481004, "recall": 0.529644, "f1": 0.494553, "accuracy": 0.529644, "main_score": 0.494553, "hf_subset": "kmb_Latn-kas_Deva", "languages": ["kmb-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517527, "recall": 0.563241, "f1": 0.529505, "accuracy": 0.563241, "main_score": 0.529505, "hf_subset": "kmb_Latn-ltz_Latn", "languages": ["kmb-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46126, "recall": 0.508893, "f1": 0.474224, "accuracy": 0.508893, "main_score": 0.474224, "hf_subset": "kmb_Latn-nus_Latn", "languages": ["kmb-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539005, "recall": 0.586957, "f1": 0.551894, "accuracy": 0.586957, "main_score": 0.551894, "hf_subset": "kmb_Latn-slk_Latn", "languages": ["kmb-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391242, "recall": 0.449605, "f1": 0.407092, "accuracy": 0.449605, "main_score": 0.407092, "hf_subset": "kmb_Latn-tir_Ethi", "languages": ["kmb-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.500045, "recall": 0.55336, "f1": 0.514008, "accuracy": 0.55336, "main_score": 0.514008, "hf_subset": "kmb_Latn-zho_Hant", "languages": ["kmb-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.518958, "recall": 0.562253, "f1": 0.53058, "accuracy": 0.562253, "main_score": 0.53058, "hf_subset": "kmb_Latn-awa_Deva", "languages": ["kmb-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.540768, "recall": 0.586957, "f1": 0.553242, "accuracy": 0.586957, "main_score": 0.553242, "hf_subset": "kmb_Latn-cym_Latn", "languages": ["kmb-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54052, "recall": 0.583004, "f1": 0.551765, "accuracy": 0.583004, "main_score": 0.551765, "hf_subset": "kmb_Latn-grn_Latn", "languages": ["kmb-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503315, "recall": 0.548419, "f1": 0.515436, "accuracy": 0.548419, "main_score": 0.515436, "hf_subset": "kmb_Latn-kat_Geor", "languages": ["kmb-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.555205, "recall": 0.591897, "f1": 0.565107, "accuracy": 0.591897, "main_score": 0.565107, "hf_subset": "kmb_Latn-lua_Latn", "languages": ["kmb-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5432, "recall": 0.589921, "f1": 0.555862, "accuracy": 0.589921, "main_score": 0.555862, "hf_subset": "kmb_Latn-nya_Latn", "languages": ["kmb-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548761, "recall": 0.58498, "f1": 0.558509, "accuracy": 0.58498, "main_score": 0.558509, "hf_subset": "kmb_Latn-slv_Latn", "languages": ["kmb-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544179, "recall": 0.586957, "f1": 0.555413, "accuracy": 0.586957, "main_score": 0.555413, "hf_subset": "kmb_Latn-tpi_Latn", "languages": ["kmb-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566988, "recall": 0.604743, "f1": 0.577383, "accuracy": 0.604743, "main_score": 0.577383, "hf_subset": "kmb_Latn-zsm_Latn", "languages": ["kmb-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501658, "recall": 0.548419, "f1": 0.515026, "accuracy": 0.548419, "main_score": 0.515026, "hf_subset": "kmb_Latn-ayr_Latn", "languages": ["kmb-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552864, "recall": 0.59585, "f1": 0.56434, "accuracy": 0.59585, "main_score": 0.56434, "hf_subset": "kmb_Latn-dan_Latn", "languages": ["kmb-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529222, "recall": 0.570158, "f1": 0.54053, "accuracy": 0.570158, "main_score": 0.54053, "hf_subset": "kmb_Latn-guj_Gujr", "languages": ["kmb-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.520898, "recall": 0.567194, "f1": 0.533603, "accuracy": 0.567194, "main_score": 0.533603, "hf_subset": "kmb_Latn-kaz_Cyrl", "languages": ["kmb-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.499567, "recall": 0.544466, "f1": 0.511909, "accuracy": 0.544466, "main_score": 0.511909, "hf_subset": "kmb_Latn-lug_Latn", "languages": ["kmb-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565221, "recall": 0.608696, "f1": 0.576964, "accuracy": 0.608696, "main_score": 0.576964, "hf_subset": "kmb_Latn-oci_Latn", "languages": ["kmb-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53251, "recall": 0.570158, "f1": 0.543289, "accuracy": 0.570158, "main_score": 0.543289, "hf_subset": "kmb_Latn-smo_Latn", "languages": ["kmb-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518197, "recall": 0.563241, "f1": 0.530391, "accuracy": 0.563241, "main_score": 0.530391, "hf_subset": "kmb_Latn-tsn_Latn", "languages": ["kmb-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527226, "recall": 0.573123, "f1": 0.539992, "accuracy": 0.573123, "main_score": 0.539992, "hf_subset": "kmb_Latn-zul_Latn", "languages": ["kmb-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476339, "recall": 0.522727, "f1": 0.488224, "accuracy": 0.522727, "main_score": 0.488224, "hf_subset": "kmb_Latn-azb_Arab", "languages": ["kmb-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542883, "recall": 0.585968, "f1": 0.554993, "accuracy": 0.585968, "main_score": 0.554993, "hf_subset": "kmb_Latn-deu_Latn", "languages": ["kmb-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518808, "recall": 0.566206, "f1": 0.531378, "accuracy": 0.566206, "main_score": 0.531378, "hf_subset": "kmb_Latn-hat_Latn", "languages": ["kmb-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496559, "recall": 0.54249, "f1": 0.509134, "accuracy": 0.54249, "main_score": 0.509134, "hf_subset": "kmb_Latn-kbp_Latn", "languages": ["kmb-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545678, "recall": 0.58004, "f1": 0.555392, "accuracy": 0.58004, "main_score": 0.555392, "hf_subset": "kmb_Latn-luo_Latn", "languages": ["kmb-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511323, "recall": 0.560277, "f1": 0.524616, "accuracy": 0.560277, "main_score": 0.524616, "hf_subset": "kmb_Latn-ory_Orya", "languages": ["kmb-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.536705, "recall": 0.586957, "f1": 0.550286, "accuracy": 0.586957, "main_score": 0.550286, "hf_subset": "kmb_Latn-sna_Latn", "languages": ["kmb-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51707, "recall": 0.562253, "f1": 0.529547, "accuracy": 0.562253, "main_score": 0.529547, "hf_subset": "kmb_Latn-tso_Latn", "languages": ["kmb-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513426, "recall": 0.559289, "f1": 0.526161, "accuracy": 0.559289, "main_score": 0.526161, "hf_subset": "kmb_Latn-azj_Latn", "languages": ["kmb-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484461, "recall": 0.527668, "f1": 0.496717, "accuracy": 0.527668, "main_score": 0.496717, "hf_subset": "kmb_Latn-dik_Latn", "languages": ["kmb-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52111, "recall": 0.560277, "f1": 0.531611, "accuracy": 0.560277, "main_score": 0.531611, "hf_subset": "kmb_Latn-hau_Latn", "languages": ["kmb-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563441, "recall": 0.59585, "f1": 0.571917, "accuracy": 0.59585, "main_score": 0.571917, "hf_subset": "kmb_Latn-kea_Latn", "languages": ["kmb-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526566, "recall": 0.56917, "f1": 0.538189, "accuracy": 0.56917, "main_score": 0.538189, "hf_subset": "kmb_Latn-lus_Latn", "languages": ["kmb-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526428, "recall": 0.56917, "f1": 0.538027, "accuracy": 0.56917, "main_score": 0.538027, "hf_subset": "kmb_Latn-pag_Latn", "languages": ["kmb-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506743, "recall": 0.552372, "f1": 0.519481, "accuracy": 0.552372, "main_score": 0.519481, "hf_subset": "kmb_Latn-snd_Arab", "languages": ["kmb-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495137, "recall": 0.543478, "f1": 0.509045, "accuracy": 0.543478, "main_score": 0.509045, "hf_subset": "kmb_Latn-tuk_Latn", "languages": ["kmb-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533601, "recall": 0.573123, "f1": 0.544052, "accuracy": 0.573123, "main_score": 0.544052, "hf_subset": "kmb_Latn-bak_Cyrl", "languages": ["kmb-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.407882, "recall": 0.468379, "f1": 0.425113, "accuracy": 0.468379, "main_score": 0.425113, "hf_subset": "kmb_Latn-dyu_Latn", "languages": ["kmb-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51146, "recall": 0.557312, "f1": 0.523962, "accuracy": 0.557312, "main_score": 0.523962, "hf_subset": "kmb_Latn-heb_Hebr", "languages": ["kmb-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.514433, "recall": 0.555336, "f1": 0.525591, "accuracy": 0.555336, "main_score": 0.525591, "hf_subset": "kmb_Latn-khk_Cyrl", "languages": ["kmb-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527913, "recall": 0.573123, "f1": 0.540309, "accuracy": 0.573123, "main_score": 0.540309, "hf_subset": "kmb_Latn-lvs_Latn", "languages": ["kmb-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509588, "recall": 0.555336, "f1": 0.521766, "accuracy": 0.555336, "main_score": 0.521766, "hf_subset": "kmb_Latn-pan_Guru", "languages": ["kmb-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.513141, "recall": 0.556324, "f1": 0.524939, "accuracy": 0.556324, "main_score": 0.524939, "hf_subset": "kmb_Latn-som_Latn", "languages": ["kmb-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521303, "recall": 0.557312, "f1": 0.531643, "accuracy": 0.557312, "main_score": 0.531643, "hf_subset": "kmb_Latn-tum_Latn", "languages": ["kmb-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651199, "recall": 0.700593, "f1": 0.664833, "accuracy": 0.700593, "main_score": 0.664833, "hf_subset": "min_Arab-ace_Arab", "languages": ["min-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.368531, "recall": 0.416008, "f1": 0.381378, "accuracy": 0.416008, "main_score": 0.381378, "hf_subset": "min_Arab-bam_Latn", "languages": ["min-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186366, "recall": 0.225296, "f1": 0.195825, "accuracy": 0.225296, "main_score": 0.195825, "hf_subset": "min_Arab-dzo_Tibt", "languages": ["min-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.47507, "recall": 0.540514, "f1": 0.492178, "accuracy": 0.540514, "main_score": 0.492178, "hf_subset": "min_Arab-hin_Deva", "languages": ["min-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.396321, "recall": 0.454545, "f1": 0.411024, "accuracy": 0.454545, "main_score": 0.411024, "hf_subset": "min_Arab-khm_Khmr", "languages": ["min-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.475916, "recall": 0.538538, "f1": 0.492524, "accuracy": 0.538538, "main_score": 0.492524, "hf_subset": "min_Arab-mag_Deva", "languages": ["min-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.507032, "recall": 0.563241, "f1": 0.521477, "accuracy": 0.563241, "main_score": 0.521477, "hf_subset": "min_Arab-pap_Latn", "languages": ["min-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394932, "recall": 0.445652, "f1": 0.408234, "accuracy": 0.445652, "main_score": 0.408234, "hf_subset": "min_Arab-sot_Latn", "languages": ["min-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473484, "recall": 0.532609, "f1": 0.488606, "accuracy": 0.532609, "main_score": 0.488606, "hf_subset": "min_Arab-tur_Latn", "languages": ["min-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552707, "recall": 0.609684, "f1": 0.566888, "accuracy": 0.609684, "main_score": 0.566888, "hf_subset": "min_Arab-ace_Latn", "languages": ["min-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542184, "recall": 0.59585, "f1": 0.556007, "accuracy": 0.59585, "main_score": 0.556007, "hf_subset": "min_Arab-ban_Latn", "languages": ["min-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446505, "recall": 0.511858, "f1": 0.463334, "accuracy": 0.511858, "main_score": 0.463334, "hf_subset": "min_Arab-ell_Grek", "languages": ["min-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.458951, "recall": 0.517787, "f1": 0.473556, "accuracy": 0.517787, "main_score": 0.473556, "hf_subset": "min_Arab-hne_Deva", "languages": ["min-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.31955, "recall": 0.376482, "f1": 0.334773, "accuracy": 0.376482, "main_score": 0.334773, "hf_subset": "min_Arab-kik_Latn", "languages": ["min-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476967, "recall": 0.541502, "f1": 0.493853, "accuracy": 0.541502, "main_score": 0.493853, "hf_subset": "min_Arab-mai_Deva", "languages": ["min-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.442857, "recall": 0.502964, "f1": 0.457751, "accuracy": 0.502964, "main_score": 0.457751, "hf_subset": "min_Arab-pbt_Arab", "languages": ["min-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.465794, "recall": 0.529644, "f1": 0.482283, "accuracy": 0.529644, "main_score": 0.482283, "hf_subset": "min_Arab-spa_Latn", "languages": ["min-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412068, "recall": 0.466403, "f1": 0.426961, "accuracy": 0.466403, "main_score": 0.426961, "hf_subset": "min_Arab-twi_Latn", "languages": ["min-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460749, "recall": 0.522727, "f1": 0.475988, "accuracy": 0.522727, "main_score": 0.475988, "hf_subset": "min_Arab-acm_Arab", "languages": ["min-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.41899, "recall": 0.491107, "f1": 0.436583, "accuracy": 0.491107, "main_score": 0.436583, "hf_subset": "min_Arab-bel_Cyrl", "languages": ["min-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498659, "recall": 0.566206, "f1": 0.516077, "accuracy": 0.566206, "main_score": 0.516077, "hf_subset": "min_Arab-eng_Latn", "languages": ["min-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493644, "recall": 0.556324, "f1": 0.509291, "accuracy": 0.556324, "main_score": 0.509291, "hf_subset": "min_Arab-hrv_Latn", "languages": ["min-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373348, "recall": 0.426877, "f1": 0.387542, "accuracy": 0.426877, "main_score": 0.387542, "hf_subset": "min_Arab-kin_Latn", "languages": ["min-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463553, "recall": 0.531621, "f1": 0.480004, "accuracy": 0.531621, "main_score": 0.480004, "hf_subset": "min_Arab-mal_Mlym", "languages": ["min-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.483335, "recall": 0.543478, "f1": 0.498946, "accuracy": 0.543478, "main_score": 0.498946, "hf_subset": "min_Arab-pes_Arab", "languages": ["min-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499515, "recall": 0.557312, "f1": 0.514271, "accuracy": 0.557312, "main_score": 0.514271, "hf_subset": "min_Arab-srd_Latn", "languages": ["min-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.217977, "recall": 0.252964, "f1": 0.226652, "accuracy": 0.252964, "main_score": 0.226652, "hf_subset": "min_Arab-tzm_Tfng", "languages": ["min-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.450899, "recall": 0.518775, "f1": 0.467341, "accuracy": 0.518775, "main_score": 0.467341, "hf_subset": "min_Arab-acq_Arab", "languages": ["min-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.393083, "recall": 0.456522, "f1": 0.408944, "accuracy": 0.456522, "main_score": 0.408944, "hf_subset": "min_Arab-bem_Latn", "languages": ["min-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494252, "recall": 0.552372, "f1": 0.508554, "accuracy": 0.552372, "main_score": 0.508554, "hf_subset": "min_Arab-epo_Latn", "languages": ["min-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500681, "recall": 0.556324, "f1": 0.515742, "accuracy": 0.556324, "main_score": 0.515742, "hf_subset": "min_Arab-hun_Latn", "languages": ["min-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460388, "recall": 0.518775, "f1": 0.475397, "accuracy": 0.518775, "main_score": 0.475397, "hf_subset": "min_Arab-kir_Cyrl", "languages": ["min-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472949, "recall": 0.532609, "f1": 0.488139, "accuracy": 0.532609, "main_score": 0.488139, "hf_subset": "min_Arab-mar_Deva", "languages": ["min-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.420661, "recall": 0.464427, "f1": 0.432261, "accuracy": 0.464427, "main_score": 0.432261, "hf_subset": "min_Arab-plt_Latn", "languages": ["min-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495166, "recall": 0.5583, "f1": 0.511482, "accuracy": 0.5583, "main_score": 0.511482, "hf_subset": "min_Arab-srp_Cyrl", "languages": ["min-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.391103, "recall": 0.450593, "f1": 0.406116, "accuracy": 0.450593, "main_score": 0.406116, "hf_subset": "min_Arab-uig_Arab", "languages": ["min-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.43909, "recall": 0.496047, "f1": 0.452995, "accuracy": 0.496047, "main_score": 0.452995, "hf_subset": "min_Arab-aeb_Arab", "languages": ["min-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.465403, "recall": 0.533597, "f1": 0.483053, "accuracy": 0.533597, "main_score": 0.483053, "hf_subset": "min_Arab-ben_Beng", "languages": ["min-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.467506, "recall": 0.52668, "f1": 0.482357, "accuracy": 0.52668, "main_score": 0.482357, "hf_subset": "min_Arab-est_Latn", "languages": ["min-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45522, "recall": 0.516798, "f1": 0.471278, "accuracy": 0.516798, "main_score": 0.471278, "hf_subset": "min_Arab-hye_Armn", "languages": ["min-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.382059, "recall": 0.435771, "f1": 0.396708, "accuracy": 0.435771, "main_score": 0.396708, "hf_subset": "min_Arab-kmb_Latn", "languages": ["min-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465944, "recall": 0.527668, "f1": 0.481991, "accuracy": 0.527668, "main_score": 0.481991, "hf_subset": "min_Arab-pol_Latn", "languages": ["min-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378123, "recall": 0.427866, "f1": 0.391389, "accuracy": 0.427866, "main_score": 0.391389, "hf_subset": "min_Arab-ssw_Latn", "languages": ["min-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482787, "recall": 0.544466, "f1": 0.498182, "accuracy": 0.544466, "main_score": 0.498182, "hf_subset": "min_Arab-ukr_Cyrl", "languages": ["min-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515634, "recall": 0.58498, "f1": 0.533206, "accuracy": 0.58498, "main_score": 0.533206, "hf_subset": "min_Arab-afr_Latn", "languages": ["min-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446012, "recall": 0.506917, "f1": 0.460579, "accuracy": 0.506917, "main_score": 0.460579, "hf_subset": "min_Arab-bho_Deva", "languages": ["min-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467792, "recall": 0.531621, "f1": 0.484395, "accuracy": 0.531621, "main_score": 0.484395, "hf_subset": "min_Arab-eus_Latn", "languages": ["min-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364647, "recall": 0.431818, "f1": 0.381685, "accuracy": 0.431818, "main_score": 0.381685, "hf_subset": "min_Arab-ibo_Latn", "languages": ["min-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459123, "recall": 0.516798, "f1": 0.474656, "accuracy": 0.516798, "main_score": 0.474656, "hf_subset": "min_Arab-kmr_Latn", "languages": ["min-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686274, "recall": 0.740119, "f1": 0.699966, "accuracy": 0.740119, "main_score": 0.699966, "hf_subset": "min_Arab-min_Latn", "languages": ["min-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497567, "recall": 0.566206, "f1": 0.515331, "accuracy": 0.566206, "main_score": 0.515331, "hf_subset": "min_Arab-por_Latn", "languages": ["min-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541763, "recall": 0.593874, "f1": 0.555691, "accuracy": 0.593874, "main_score": 0.555691, "hf_subset": "min_Arab-sun_Latn", "languages": ["min-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363929, "recall": 0.416008, "f1": 0.377783, "accuracy": 0.416008, "main_score": 0.377783, "hf_subset": "min_Arab-umb_Latn", "languages": ["min-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474421, "recall": 0.537549, "f1": 0.490419, "accuracy": 0.537549, "main_score": 0.490419, "hf_subset": "min_Arab-ajp_Arab", "languages": ["min-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.665399, "recall": 0.727273, "f1": 0.683174, "accuracy": 0.727273, "main_score": 0.683174, "hf_subset": "min_Arab-bjn_Arab", "languages": ["min-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.343683, "recall": 0.387352, "f1": 0.355226, "accuracy": 0.387352, "main_score": 0.355226, "hf_subset": "min_Arab-ewe_Latn", "languages": ["min-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480084, "recall": 0.538538, "f1": 0.494733, "accuracy": 0.538538, "main_score": 0.494733, "hf_subset": "min_Arab-ilo_Latn", "languages": ["min-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.272779, "recall": 0.315217, "f1": 0.283951, "accuracy": 0.315217, "main_score": 0.283951, "hf_subset": "min_Arab-knc_Arab", "languages": ["min-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489799, "recall": 0.551383, "f1": 0.505455, "accuracy": 0.551383, "main_score": 0.505455, "hf_subset": "min_Arab-mkd_Cyrl", "languages": ["min-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47337, "recall": 0.533597, "f1": 0.488527, "accuracy": 0.533597, "main_score": 0.488527, "hf_subset": "min_Arab-prs_Arab", "languages": ["min-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497526, "recall": 0.562253, "f1": 0.513951, "accuracy": 0.562253, "main_score": 0.513951, "hf_subset": "min_Arab-swe_Latn", "languages": ["min-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461316, "recall": 0.527668, "f1": 0.4786, "accuracy": 0.527668, "main_score": 0.4786, "hf_subset": "min_Arab-urd_Arab", "languages": ["min-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.373408, "recall": 0.426877, "f1": 0.387313, "accuracy": 0.426877, "main_score": 0.387313, "hf_subset": "min_Arab-aka_Latn", "languages": ["min-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538581, "recall": 0.59585, "f1": 0.552701, "accuracy": 0.59585, "main_score": 0.552701, "hf_subset": "min_Arab-bjn_Latn", "languages": ["min-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433306, "recall": 0.498024, "f1": 0.449395, "accuracy": 0.498024, "main_score": 0.449395, "hf_subset": "min_Arab-fao_Latn", "languages": ["min-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533685, "recall": 0.598814, "f1": 0.55002, "accuracy": 0.598814, "main_score": 0.55002, "hf_subset": "min_Arab-ind_Latn", "languages": ["min-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408929, "recall": 0.445652, "f1": 0.418932, "accuracy": 0.445652, "main_score": 0.418932, "hf_subset": "min_Arab-knc_Latn", "languages": ["min-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511297, "recall": 0.563241, "f1": 0.523849, "accuracy": 0.563241, "main_score": 0.523849, "hf_subset": "min_Arab-mlt_Latn", "languages": ["min-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4096, "recall": 0.462451, "f1": 0.423305, "accuracy": 0.462451, "main_score": 0.423305, "hf_subset": "min_Arab-quy_Latn", "languages": ["min-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455973, "recall": 0.51581, "f1": 0.471249, "accuracy": 0.51581, "main_score": 0.471249, "hf_subset": "min_Arab-swh_Latn", "languages": ["min-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469469, "recall": 0.527668, "f1": 0.484077, "accuracy": 0.527668, "main_score": 0.484077, "hf_subset": "min_Arab-uzn_Latn", "languages": ["min-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501846, "recall": 0.566206, "f1": 0.517181, "accuracy": 0.566206, "main_score": 0.517181, "hf_subset": "min_Arab-als_Latn", "languages": ["min-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.238265, "recall": 0.286561, "f1": 0.249966, "accuracy": 0.286561, "main_score": 0.249966, "hf_subset": "min_Arab-bod_Tibt", "languages": ["min-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.382471, "recall": 0.434783, "f1": 0.396693, "accuracy": 0.434783, "main_score": 0.396693, "hf_subset": "min_Arab-fij_Latn", "languages": ["min-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432435, "recall": 0.496047, "f1": 0.44827, "accuracy": 0.496047, "main_score": 0.44827, "hf_subset": "min_Arab-isl_Latn", "languages": ["min-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433944, "recall": 0.478261, "f1": 0.445811, "accuracy": 0.478261, "main_score": 0.445811, "hf_subset": "min_Arab-kon_Latn", "languages": ["min-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404828, "recall": 0.465415, "f1": 0.42044, "accuracy": 0.465415, "main_score": 0.42044, "hf_subset": "min_Arab-mni_Beng", "languages": ["min-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.497643, "recall": 0.5583, "f1": 0.513532, "accuracy": 0.5583, "main_score": 0.513532, "hf_subset": "min_Arab-ron_Latn", "languages": ["min-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478709, "recall": 0.534585, "f1": 0.493474, "accuracy": 0.534585, "main_score": 0.493474, "hf_subset": "min_Arab-szl_Latn", "languages": ["min-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499666, "recall": 0.556324, "f1": 0.513567, "accuracy": 0.556324, "main_score": 0.513567, "hf_subset": "min_Arab-vec_Latn", "languages": ["min-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403702, "recall": 0.467391, "f1": 0.42064, "accuracy": 0.467391, "main_score": 0.42064, "hf_subset": "min_Arab-amh_Ethi", "languages": ["min-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.491934, "recall": 0.552372, "f1": 0.507843, "accuracy": 0.552372, "main_score": 0.507843, "hf_subset": "min_Arab-bos_Latn", "languages": ["min-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444306, "recall": 0.505929, "f1": 0.460107, "accuracy": 0.505929, "main_score": 0.460107, "hf_subset": "min_Arab-fin_Latn", "languages": ["min-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470879, "recall": 0.534585, "f1": 0.486913, "accuracy": 0.534585, "main_score": 0.486913, "hf_subset": "min_Arab-ita_Latn", "languages": ["min-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465957, "recall": 0.533597, "f1": 0.483243, "accuracy": 0.533597, "main_score": 0.483243, "hf_subset": "min_Arab-kor_Hang", "languages": ["min-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.376017, "recall": 0.422925, "f1": 0.388218, "accuracy": 0.422925, "main_score": 0.388218, "hf_subset": "min_Arab-mos_Latn", "languages": ["min-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.380482, "recall": 0.429842, "f1": 0.393327, "accuracy": 0.429842, "main_score": 0.393327, "hf_subset": "min_Arab-run_Latn", "languages": ["min-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439021, "recall": 0.500988, "f1": 0.454046, "accuracy": 0.500988, "main_score": 0.454046, "hf_subset": "min_Arab-tam_Taml", "languages": ["min-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.460211, "recall": 0.52668, "f1": 0.476915, "accuracy": 0.52668, "main_score": 0.476915, "hf_subset": "min_Arab-vie_Latn", "languages": ["min-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463169, "recall": 0.527668, "f1": 0.479246, "accuracy": 0.527668, "main_score": 0.479246, "hf_subset": "min_Arab-apc_Arab", "languages": ["min-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.482814, "recall": 0.537549, "f1": 0.497523, "accuracy": 0.537549, "main_score": 0.497523, "hf_subset": "min_Arab-bug_Latn", "languages": ["min-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322534, "recall": 0.364625, "f1": 0.33363, "accuracy": 0.364625, "main_score": 0.33363, "hf_subset": "min_Arab-fon_Latn", "languages": ["min-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537564, "recall": 0.590909, "f1": 0.551269, "accuracy": 0.590909, "main_score": 0.551269, "hf_subset": "min_Arab-jav_Latn", "languages": ["min-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394257, "recall": 0.455534, "f1": 0.409568, "accuracy": 0.455534, "main_score": 0.409568, "hf_subset": "min_Arab-lao_Laoo", "languages": ["min-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.379165, "recall": 0.437747, "f1": 0.393999, "accuracy": 0.437747, "main_score": 0.393999, "hf_subset": "min_Arab-mri_Latn", "languages": ["min-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47848, "recall": 0.538538, "f1": 0.493114, "accuracy": 0.538538, "main_score": 0.493114, "hf_subset": "min_Arab-rus_Cyrl", "languages": ["min-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.380023, "recall": 0.43083, "f1": 0.393459, "accuracy": 0.43083, "main_score": 0.393459, "hf_subset": "min_Arab-taq_Latn", "languages": ["min-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515253, "recall": 0.566206, "f1": 0.527245, "accuracy": 0.566206, "main_score": 0.527245, "hf_subset": "min_Arab-war_Latn", "languages": ["min-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456179, "recall": 0.521739, "f1": 0.472638, "accuracy": 0.521739, "main_score": 0.472638, "hf_subset": "min_Arab-arb_Arab", "languages": ["min-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475751, "recall": 0.54249, "f1": 0.493088, "accuracy": 0.54249, "main_score": 0.493088, "hf_subset": "min_Arab-bul_Cyrl", "languages": ["min-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.4888, "recall": 0.546443, "f1": 0.503508, "accuracy": 0.546443, "main_score": 0.503508, "hf_subset": "min_Arab-fra_Latn", "languages": ["min-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443315, "recall": 0.507905, "f1": 0.459541, "accuracy": 0.507905, "main_score": 0.459541, "hf_subset": "min_Arab-jpn_Jpan", "languages": ["min-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.47573, "recall": 0.537549, "f1": 0.491855, "accuracy": 0.537549, "main_score": 0.491855, "hf_subset": "min_Arab-lij_Latn", "languages": ["min-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.336, "recall": 0.401186, "f1": 0.352582, "accuracy": 0.401186, "main_score": 0.352582, "hf_subset": "min_Arab-mya_Mymr", "languages": ["min-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.395137, "recall": 0.461462, "f1": 0.41307, "accuracy": 0.461462, "main_score": 0.41307, "hf_subset": "min_Arab-sag_Latn", "languages": ["min-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20236, "recall": 0.233202, "f1": 0.209312, "accuracy": 0.233202, "main_score": 0.209312, "hf_subset": "min_Arab-taq_Tfng", "languages": ["min-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.411768, "recall": 0.461462, "f1": 0.424847, "accuracy": 0.461462, "main_score": 0.424847, "hf_subset": "min_Arab-wol_Latn", "languages": ["min-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.359702, "recall": 0.41502, "f1": 0.373815, "accuracy": 0.41502, "main_score": 0.373815, "hf_subset": "min_Arab-arb_Latn", "languages": ["min-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48195, "recall": 0.552372, "f1": 0.499788, "accuracy": 0.552372, "main_score": 0.499788, "hf_subset": "min_Arab-cat_Latn", "languages": ["min-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500643, "recall": 0.549407, "f1": 0.512792, "accuracy": 0.549407, "main_score": 0.512792, "hf_subset": "min_Arab-fur_Latn", "languages": ["min-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.340567, "recall": 0.387352, "f1": 0.352593, "accuracy": 0.387352, "main_score": 0.352593, "hf_subset": "min_Arab-kab_Latn", "languages": ["min-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491562, "recall": 0.552372, "f1": 0.507593, "accuracy": 0.552372, "main_score": 0.507593, "hf_subset": "min_Arab-lim_Latn", "languages": ["min-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474918, "recall": 0.539526, "f1": 0.491957, "accuracy": 0.539526, "main_score": 0.491957, "hf_subset": "min_Arab-nld_Latn", "languages": ["min-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415809, "recall": 0.485178, "f1": 0.433041, "accuracy": 0.485178, "main_score": 0.433041, "hf_subset": "min_Arab-san_Deva", "languages": ["min-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.469232, "recall": 0.531621, "f1": 0.484013, "accuracy": 0.531621, "main_score": 0.484013, "hf_subset": "min_Arab-tat_Cyrl", "languages": ["min-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.416342, "recall": 0.47332, "f1": 0.431137, "accuracy": 0.47332, "main_score": 0.431137, "hf_subset": "min_Arab-xho_Latn", "languages": ["min-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428695, "recall": 0.5, "f1": 0.446555, "accuracy": 0.5, "main_score": 0.446555, "hf_subset": "min_Arab-ars_Arab", "languages": ["min-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503371, "recall": 0.561265, "f1": 0.517674, "accuracy": 0.561265, "main_score": 0.517674, "hf_subset": "min_Arab-ceb_Latn", "languages": ["min-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.361003, "recall": 0.408103, "f1": 0.372903, "accuracy": 0.408103, "main_score": 0.372903, "hf_subset": "min_Arab-fuv_Latn", "languages": ["min-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.36046, "recall": 0.412055, "f1": 0.374102, "accuracy": 0.412055, "main_score": 0.374102, "hf_subset": "min_Arab-kac_Latn", "languages": ["min-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432118, "recall": 0.478261, "f1": 0.444568, "accuracy": 0.478261, "main_score": 0.444568, "hf_subset": "min_Arab-lin_Latn", "languages": ["min-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49198, "recall": 0.557312, "f1": 0.508103, "accuracy": 0.557312, "main_score": 0.508103, "hf_subset": "min_Arab-nno_Latn", "languages": ["min-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124801, "recall": 0.168972, "f1": 0.135786, "accuracy": 0.168972, "main_score": 0.135786, "hf_subset": "min_Arab-sat_Olck", "languages": ["min-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.450777, "recall": 0.509881, "f1": 0.465083, "accuracy": 0.509881, "main_score": 0.465083, "hf_subset": "min_Arab-tel_Telu", "languages": ["min-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.451342, "recall": 0.502964, "f1": 0.464898, "accuracy": 0.502964, "main_score": 0.464898, "hf_subset": "min_Arab-ydd_Hebr", "languages": ["min-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.431729, "recall": 0.491107, "f1": 0.445705, "accuracy": 0.491107, "main_score": 0.445705, "hf_subset": "min_Arab-ary_Arab", "languages": ["min-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487993, "recall": 0.554348, "f1": 0.504976, "accuracy": 0.554348, "main_score": 0.504976, "hf_subset": "min_Arab-ces_Latn", "languages": ["min-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401667, "recall": 0.453557, "f1": 0.415317, "accuracy": 0.453557, "main_score": 0.415317, "hf_subset": "min_Arab-gaz_Latn", "languages": ["min-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.36536, "recall": 0.41502, "f1": 0.378387, "accuracy": 0.41502, "main_score": 0.378387, "hf_subset": "min_Arab-kam_Latn", "languages": ["min-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466092, "recall": 0.529644, "f1": 0.482794, "accuracy": 0.529644, "main_score": 0.482794, "hf_subset": "min_Arab-lit_Latn", "languages": ["min-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502247, "recall": 0.565217, "f1": 0.518381, "accuracy": 0.565217, "main_score": 0.518381, "hf_subset": "min_Arab-nob_Latn", "languages": ["min-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470963, "recall": 0.528656, "f1": 0.48491, "accuracy": 0.528656, "main_score": 0.48491, "hf_subset": "min_Arab-scn_Latn", "languages": ["min-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437419, "recall": 0.486166, "f1": 0.449729, "accuracy": 0.486166, "main_score": 0.449729, "hf_subset": "min_Arab-tgk_Cyrl", "languages": ["min-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.330278, "recall": 0.393281, "f1": 0.346745, "accuracy": 0.393281, "main_score": 0.346745, "hf_subset": "min_Arab-yor_Latn", "languages": ["min-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463947, "recall": 0.52668, "f1": 0.479368, "accuracy": 0.52668, "main_score": 0.479368, "hf_subset": "min_Arab-arz_Arab", "languages": ["min-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.354611, "recall": 0.409091, "f1": 0.368789, "accuracy": 0.409091, "main_score": 0.368789, "hf_subset": "min_Arab-cjk_Latn", "languages": ["min-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389102, "recall": 0.444664, "f1": 0.403253, "accuracy": 0.444664, "main_score": 0.403253, "hf_subset": "min_Arab-gla_Latn", "languages": ["min-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453531, "recall": 0.522727, "f1": 0.470704, "accuracy": 0.522727, "main_score": 0.470704, "hf_subset": "min_Arab-kan_Knda", "languages": ["min-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.501836, "recall": 0.5583, "f1": 0.515842, "accuracy": 0.5583, "main_score": 0.515842, "hf_subset": "min_Arab-lmo_Latn", "languages": ["min-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468536, "recall": 0.536561, "f1": 0.486455, "accuracy": 0.536561, "main_score": 0.486455, "hf_subset": "min_Arab-npi_Deva", "languages": ["min-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.295803, "recall": 0.343874, "f1": 0.308049, "accuracy": 0.343874, "main_score": 0.308049, "hf_subset": "min_Arab-shn_Mymr", "languages": ["min-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.506051, "recall": 0.559289, "f1": 0.519945, "accuracy": 0.559289, "main_score": 0.519945, "hf_subset": "min_Arab-tgl_Latn", "languages": ["min-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457778, "recall": 0.51581, "f1": 0.471536, "accuracy": 0.51581, "main_score": 0.471536, "hf_subset": "min_Arab-yue_Hant", "languages": ["min-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.427205, "recall": 0.492095, "f1": 0.443984, "accuracy": 0.492095, "main_score": 0.443984, "hf_subset": "min_Arab-asm_Beng", "languages": ["min-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.431397, "recall": 0.488142, "f1": 0.445451, "accuracy": 0.488142, "main_score": 0.445451, "hf_subset": "min_Arab-ckb_Arab", "languages": ["min-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.414481, "recall": 0.466403, "f1": 0.427433, "accuracy": 0.466403, "main_score": 0.427433, "hf_subset": "min_Arab-gle_Latn", "languages": ["min-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427635, "recall": 0.482213, "f1": 0.441009, "accuracy": 0.482213, "main_score": 0.441009, "hf_subset": "min_Arab-kas_Arab", "languages": ["min-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.474938, "recall": 0.534585, "f1": 0.489717, "accuracy": 0.534585, "main_score": 0.489717, "hf_subset": "min_Arab-ltg_Latn", "languages": ["min-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431394, "recall": 0.475296, "f1": 0.442165, "accuracy": 0.475296, "main_score": 0.442165, "hf_subset": "min_Arab-nso_Latn", "languages": ["min-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40086, "recall": 0.467391, "f1": 0.418346, "accuracy": 0.467391, "main_score": 0.418346, "hf_subset": "min_Arab-sin_Sinh", "languages": ["min-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.459201, "recall": 0.522727, "f1": 0.475561, "accuracy": 0.522727, "main_score": 0.475561, "hf_subset": "min_Arab-tha_Thai", "languages": ["min-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.435102, "recall": 0.486166, "f1": 0.448303, "accuracy": 0.486166, "main_score": 0.448303, "hf_subset": "min_Arab-zho_Hans", "languages": ["min-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.497977, "recall": 0.555336, "f1": 0.511677, "accuracy": 0.555336, "main_score": 0.511677, "hf_subset": "min_Arab-ast_Latn", "languages": ["min-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453826, "recall": 0.519763, "f1": 0.470339, "accuracy": 0.519763, "main_score": 0.470339, "hf_subset": "min_Arab-crh_Latn", "languages": ["min-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504815, "recall": 0.568182, "f1": 0.521629, "accuracy": 0.568182, "main_score": 0.521629, "hf_subset": "min_Arab-glg_Latn", "languages": ["min-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414186, "recall": 0.459486, "f1": 0.42582, "accuracy": 0.459486, "main_score": 0.42582, "hf_subset": "min_Arab-kas_Deva", "languages": ["min-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.477652, "recall": 0.532609, "f1": 0.491697, "accuracy": 0.532609, "main_score": 0.491697, "hf_subset": "min_Arab-ltz_Latn", "languages": ["min-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355823, "recall": 0.409091, "f1": 0.369683, "accuracy": 0.409091, "main_score": 0.369683, "hf_subset": "min_Arab-nus_Latn", "languages": ["min-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488216, "recall": 0.546443, "f1": 0.50241, "accuracy": 0.546443, "main_score": 0.50241, "hf_subset": "min_Arab-slk_Latn", "languages": ["min-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.346145, "recall": 0.399209, "f1": 0.36007, "accuracy": 0.399209, "main_score": 0.36007, "hf_subset": "min_Arab-tir_Ethi", "languages": ["min-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.45369, "recall": 0.514822, "f1": 0.469151, "accuracy": 0.514822, "main_score": 0.469151, "hf_subset": "min_Arab-zho_Hant", "languages": ["min-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.46147, "recall": 0.524704, "f1": 0.477898, "accuracy": 0.524704, "main_score": 0.477898, "hf_subset": "min_Arab-awa_Deva", "languages": ["min-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459596, "recall": 0.513834, "f1": 0.473598, "accuracy": 0.513834, "main_score": 0.473598, "hf_subset": "min_Arab-cym_Latn", "languages": ["min-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440532, "recall": 0.493083, "f1": 0.454348, "accuracy": 0.493083, "main_score": 0.454348, "hf_subset": "min_Arab-grn_Latn", "languages": ["min-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454961, "recall": 0.508893, "f1": 0.467933, "accuracy": 0.508893, "main_score": 0.467933, "hf_subset": "min_Arab-kat_Geor", "languages": ["min-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.400198, "recall": 0.454545, "f1": 0.414293, "accuracy": 0.454545, "main_score": 0.414293, "hf_subset": "min_Arab-lua_Latn", "languages": ["min-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395996, "recall": 0.445652, "f1": 0.408743, "accuracy": 0.445652, "main_score": 0.408743, "hf_subset": "min_Arab-nya_Latn", "languages": ["min-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478296, "recall": 0.539526, "f1": 0.494596, "accuracy": 0.539526, "main_score": 0.494596, "hf_subset": "min_Arab-slv_Latn", "languages": ["min-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466246, "recall": 0.518775, "f1": 0.479609, "accuracy": 0.518775, "main_score": 0.479609, "hf_subset": "min_Arab-tpi_Latn", "languages": ["min-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515535, "recall": 0.583992, "f1": 0.532729, "accuracy": 0.583992, "main_score": 0.532729, "hf_subset": "min_Arab-zsm_Latn", "languages": ["min-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378262, "recall": 0.429842, "f1": 0.392169, "accuracy": 0.429842, "main_score": 0.392169, "hf_subset": "min_Arab-ayr_Latn", "languages": ["min-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492457, "recall": 0.552372, "f1": 0.507818, "accuracy": 0.552372, "main_score": 0.507818, "hf_subset": "min_Arab-dan_Latn", "languages": ["min-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470648, "recall": 0.539526, "f1": 0.488421, "accuracy": 0.539526, "main_score": 0.488421, "hf_subset": "min_Arab-guj_Gujr", "languages": ["min-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.483463, "recall": 0.54249, "f1": 0.498293, "accuracy": 0.54249, "main_score": 0.498293, "hf_subset": "min_Arab-kaz_Cyrl", "languages": ["min-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.358091, "recall": 0.412055, "f1": 0.372091, "accuracy": 0.412055, "main_score": 0.372091, "hf_subset": "min_Arab-lug_Latn", "languages": ["min-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515356, "recall": 0.58004, "f1": 0.531625, "accuracy": 0.58004, "main_score": 0.531625, "hf_subset": "min_Arab-oci_Latn", "languages": ["min-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412711, "recall": 0.470356, "f1": 0.42809, "accuracy": 0.470356, "main_score": 0.42809, "hf_subset": "min_Arab-smo_Latn", "languages": ["min-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362578, "recall": 0.418972, "f1": 0.37733, "accuracy": 0.418972, "main_score": 0.37733, "hf_subset": "min_Arab-tsn_Latn", "languages": ["min-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402823, "recall": 0.454545, "f1": 0.416915, "accuracy": 0.454545, "main_score": 0.416915, "hf_subset": "min_Arab-zul_Latn", "languages": ["min-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43577, "recall": 0.48913, "f1": 0.449955, "accuracy": 0.48913, "main_score": 0.449955, "hf_subset": "min_Arab-azb_Arab", "languages": ["min-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479118, "recall": 0.544466, "f1": 0.495577, "accuracy": 0.544466, "main_score": 0.495577, "hf_subset": "min_Arab-deu_Latn", "languages": ["min-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46088, "recall": 0.530632, "f1": 0.479115, "accuracy": 0.530632, "main_score": 0.479115, "hf_subset": "min_Arab-hat_Latn", "languages": ["min-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.367942, "recall": 0.411067, "f1": 0.379277, "accuracy": 0.411067, "main_score": 0.379277, "hf_subset": "min_Arab-kbp_Latn", "languages": ["min-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405741, "recall": 0.452569, "f1": 0.418337, "accuracy": 0.452569, "main_score": 0.418337, "hf_subset": "min_Arab-luo_Latn", "languages": ["min-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446953, "recall": 0.514822, "f1": 0.464184, "accuracy": 0.514822, "main_score": 0.464184, "hf_subset": "min_Arab-ory_Orya", "languages": ["min-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.364285, "recall": 0.416996, "f1": 0.377199, "accuracy": 0.416996, "main_score": 0.377199, "hf_subset": "min_Arab-sna_Latn", "languages": ["min-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381305, "recall": 0.423913, "f1": 0.392831, "accuracy": 0.423913, "main_score": 0.392831, "hf_subset": "min_Arab-tso_Latn", "languages": ["min-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443453, "recall": 0.512846, "f1": 0.460658, "accuracy": 0.512846, "main_score": 0.460658, "hf_subset": "min_Arab-azj_Latn", "languages": ["min-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323542, "recall": 0.381423, "f1": 0.339319, "accuracy": 0.381423, "main_score": 0.339319, "hf_subset": "min_Arab-dik_Latn", "languages": ["min-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409954, "recall": 0.471344, "f1": 0.425746, "accuracy": 0.471344, "main_score": 0.425746, "hf_subset": "min_Arab-hau_Latn", "languages": ["min-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497396, "recall": 0.540514, "f1": 0.508014, "accuracy": 0.540514, "main_score": 0.508014, "hf_subset": "min_Arab-kea_Latn", "languages": ["min-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420842, "recall": 0.462451, "f1": 0.432514, "accuracy": 0.462451, "main_score": 0.432514, "hf_subset": "min_Arab-lus_Latn", "languages": ["min-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467431, "recall": 0.518775, "f1": 0.481109, "accuracy": 0.518775, "main_score": 0.481109, "hf_subset": "min_Arab-pag_Latn", "languages": ["min-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467784, "recall": 0.529644, "f1": 0.482794, "accuracy": 0.529644, "main_score": 0.482794, "hf_subset": "min_Arab-snd_Arab", "languages": ["min-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.431216, "recall": 0.48913, "f1": 0.446097, "accuracy": 0.48913, "main_score": 0.446097, "hf_subset": "min_Arab-tuk_Latn", "languages": ["min-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468418, "recall": 0.532609, "f1": 0.485388, "accuracy": 0.532609, "main_score": 0.485388, "hf_subset": "min_Arab-bak_Cyrl", "languages": ["min-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.283788, "recall": 0.342885, "f1": 0.299411, "accuracy": 0.342885, "main_score": 0.299411, "hf_subset": "min_Arab-dyu_Latn", "languages": ["min-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48078, "recall": 0.543478, "f1": 0.496544, "accuracy": 0.543478, "main_score": 0.496544, "hf_subset": "min_Arab-heb_Hebr", "languages": ["min-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.428741, "recall": 0.48913, "f1": 0.444033, "accuracy": 0.48913, "main_score": 0.444033, "hf_subset": "min_Arab-khk_Cyrl", "languages": ["min-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485106, "recall": 0.540514, "f1": 0.498877, "accuracy": 0.540514, "main_score": 0.498877, "hf_subset": "min_Arab-lvs_Latn", "languages": ["min-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453468, "recall": 0.52668, "f1": 0.471889, "accuracy": 0.52668, "main_score": 0.471889, "hf_subset": "min_Arab-pan_Guru", "languages": ["min-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.402861, "recall": 0.451581, "f1": 0.415749, "accuracy": 0.451581, "main_score": 0.415749, "hf_subset": "min_Arab-som_Latn", "languages": ["min-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38135, "recall": 0.423913, "f1": 0.392148, "accuracy": 0.423913, "main_score": 0.392148, "hf_subset": "min_Arab-tum_Latn", "languages": ["min-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582076, "recall": 0.649209, "f1": 0.600878, "accuracy": 0.649209, "main_score": 0.600878, "hf_subset": "pol_Latn-ace_Arab", "languages": ["pol-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540807, "recall": 0.607708, "f1": 0.559721, "accuracy": 0.607708, "main_score": 0.559721, "hf_subset": "pol_Latn-bam_Latn", "languages": ["pol-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442, "recall": 0.51581, "f1": 0.462826, "accuracy": 0.51581, "main_score": 0.462826, "hf_subset": "pol_Latn-dzo_Tibt", "languages": ["pol-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-hin_Deva", "languages": ["pol-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-khm_Khmr", "languages": ["pol-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-mag_Deva", "languages": ["pol-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pol_Latn-pap_Latn", "languages": ["pol-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611948, "recall": 0.664032, "f1": 0.626468, "accuracy": 0.664032, "main_score": 0.626468, "hf_subset": "pol_Latn-sot_Latn", "languages": ["pol-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tur_Latn", "languages": ["pol-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877635, "recall": 0.910079, "f1": 0.88778, "accuracy": 0.910079, "main_score": 0.88778, "hf_subset": "pol_Latn-ace_Latn", "languages": ["pol-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.974308, "f1": 0.968379, "accuracy": 0.974308, "main_score": 0.968379, "hf_subset": "pol_Latn-ban_Latn", "languages": ["pol-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ell_Grek", "languages": ["pol-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pol_Latn-hne_Deva", "languages": ["pol-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.604513, "recall": 0.660079, "f1": 0.619848, "accuracy": 0.660079, "main_score": 0.619848, "hf_subset": "pol_Latn-kik_Latn", "languages": ["pol-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mai_Deva", "languages": ["pol-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "pol_Latn-pbt_Arab", "languages": ["pol-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-spa_Latn", "languages": ["pol-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624466, "recall": 0.681818, "f1": 0.640686, "accuracy": 0.681818, "main_score": 0.640686, "hf_subset": "pol_Latn-twi_Latn", "languages": ["pol-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-acm_Arab", "languages": ["pol-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-bel_Cyrl", "languages": ["pol-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-eng_Latn", "languages": ["pol-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-hrv_Latn", "languages": ["pol-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570755, "recall": 0.630435, "f1": 0.587142, "accuracy": 0.630435, "main_score": 0.587142, "hf_subset": "pol_Latn-kin_Latn", "languages": ["pol-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-mal_Mlym", "languages": ["pol-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-pes_Arab", "languages": ["pol-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-srd_Latn", "languages": ["pol-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18133, "recall": 0.232213, "f1": 0.193859, "accuracy": 0.232213, "main_score": 0.193859, "hf_subset": "pol_Latn-tzm_Tfng", "languages": ["pol-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-acq_Arab", "languages": ["pol-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63784, "recall": 0.6917, "f1": 0.653082, "accuracy": 0.6917, "main_score": 0.653082, "hf_subset": "pol_Latn-bem_Latn", "languages": ["pol-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-epo_Latn", "languages": ["pol-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-hun_Latn", "languages": ["pol-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-kir_Cyrl", "languages": ["pol-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mar_Deva", "languages": ["pol-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.685145, "recall": 0.738142, "f1": 0.701073, "accuracy": 0.738142, "main_score": 0.701073, "hf_subset": "pol_Latn-plt_Latn", "languages": ["pol-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-srp_Cyrl", "languages": ["pol-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "pol_Latn-uig_Arab", "languages": ["pol-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-aeb_Arab", "languages": ["pol-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ben_Beng", "languages": ["pol-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-est_Latn", "languages": ["pol-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-hye_Armn", "languages": ["pol-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.551103, "recall": 0.602767, "f1": 0.566008, "accuracy": 0.602767, "main_score": 0.566008, "hf_subset": "pol_Latn-kmb_Latn", "languages": ["pol-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507304, "recall": 0.583992, "f1": 0.528478, "accuracy": 0.583992, "main_score": 0.528478, "hf_subset": "pol_Latn-min_Arab", "languages": ["pol-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571624, "recall": 0.634387, "f1": 0.590288, "accuracy": 0.634387, "main_score": 0.590288, "hf_subset": "pol_Latn-ssw_Latn", "languages": ["pol-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ukr_Cyrl", "languages": ["pol-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-afr_Latn", "languages": ["pol-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-bho_Deva", "languages": ["pol-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pol_Latn-eus_Latn", "languages": ["pol-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58302, "recall": 0.645257, "f1": 0.600612, "accuracy": 0.645257, "main_score": 0.600612, "hf_subset": "pol_Latn-ibo_Latn", "languages": ["pol-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899868, "recall": 0.926877, "f1": 0.908267, "accuracy": 0.926877, "main_score": 0.908267, "hf_subset": "pol_Latn-kmr_Latn", "languages": ["pol-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pol_Latn-min_Latn", "languages": ["pol-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-por_Latn", "languages": ["pol-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-sun_Latn", "languages": ["pol-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539759, "recall": 0.59585, "f1": 0.555901, "accuracy": 0.59585, "main_score": 0.555901, "hf_subset": "pol_Latn-umb_Latn", "languages": ["pol-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ajp_Arab", "languages": ["pol-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552088, "recall": 0.613636, "f1": 0.569278, "accuracy": 0.613636, "main_score": 0.569278, "hf_subset": "pol_Latn-bjn_Arab", "languages": ["pol-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526232, "recall": 0.582016, "f1": 0.542155, "accuracy": 0.582016, "main_score": 0.542155, "hf_subset": "pol_Latn-ewe_Latn", "languages": ["pol-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948864, "recall": 0.964427, "f1": 0.953788, "accuracy": 0.964427, "main_score": 0.953788, "hf_subset": "pol_Latn-ilo_Latn", "languages": ["pol-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314321, "recall": 0.376482, "f1": 0.331953, "accuracy": 0.376482, "main_score": 0.331953, "hf_subset": "pol_Latn-knc_Arab", "languages": ["pol-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mkd_Cyrl", "languages": ["pol-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-prs_Arab", "languages": ["pol-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-swe_Latn", "languages": ["pol-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-urd_Arab", "languages": ["pol-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.59974, "recall": 0.661067, "f1": 0.617201, "accuracy": 0.661067, "main_score": 0.617201, "hf_subset": "pol_Latn-aka_Latn", "languages": ["pol-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pol_Latn-bjn_Latn", "languages": ["pol-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "pol_Latn-fao_Latn", "languages": ["pol-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ind_Latn", "languages": ["pol-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590604, "recall": 0.648221, "f1": 0.607505, "accuracy": 0.648221, "main_score": 0.607505, "hf_subset": "pol_Latn-knc_Latn", "languages": ["pol-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pol_Latn-mlt_Latn", "languages": ["pol-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720232, "recall": 0.77668, "f1": 0.736306, "accuracy": 0.77668, "main_score": 0.736306, "hf_subset": "pol_Latn-quy_Latn", "languages": ["pol-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pol_Latn-swh_Latn", "languages": ["pol-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-uzn_Latn", "languages": ["pol-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-als_Latn", "languages": ["pol-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648979, "recall": 0.727273, "f1": 0.671504, "accuracy": 0.727273, "main_score": 0.671504, "hf_subset": "pol_Latn-bod_Tibt", "languages": ["pol-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.731969, "recall": 0.783597, "f1": 0.746959, "accuracy": 0.783597, "main_score": 0.746959, "hf_subset": "pol_Latn-fij_Latn", "languages": ["pol-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-isl_Latn", "languages": ["pol-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6661, "recall": 0.717391, "f1": 0.681359, "accuracy": 0.717391, "main_score": 0.681359, "hf_subset": "pol_Latn-kon_Latn", "languages": ["pol-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66022, "recall": 0.721344, "f1": 0.677816, "accuracy": 0.721344, "main_score": 0.677816, "hf_subset": "pol_Latn-mni_Beng", "languages": ["pol-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ron_Latn", "languages": ["pol-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "pol_Latn-szl_Latn", "languages": ["pol-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-vec_Latn", "languages": ["pol-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944499, "recall": 0.962451, "f1": 0.950428, "accuracy": 0.962451, "main_score": 0.950428, "hf_subset": "pol_Latn-amh_Ethi", "languages": ["pol-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-bos_Latn", "languages": ["pol-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-fin_Latn", "languages": ["pol-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ita_Latn", "languages": ["pol-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-kor_Hang", "languages": ["pol-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.55975, "recall": 0.621542, "f1": 0.577382, "accuracy": 0.621542, "main_score": 0.577382, "hf_subset": "pol_Latn-mos_Latn", "languages": ["pol-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560583, "recall": 0.613636, "f1": 0.575859, "accuracy": 0.613636, "main_score": 0.575859, "hf_subset": "pol_Latn-run_Latn", "languages": ["pol-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-tam_Taml", "languages": ["pol-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-vie_Latn", "languages": ["pol-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-apc_Arab", "languages": ["pol-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803673, "recall": 0.849802, "f1": 0.817918, "accuracy": 0.849802, "main_score": 0.817918, "hf_subset": "pol_Latn-bug_Latn", "languages": ["pol-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477229, "recall": 0.535573, "f1": 0.492535, "accuracy": 0.535573, "main_score": 0.492535, "hf_subset": "pol_Latn-fon_Latn", "languages": ["pol-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-jav_Latn", "languages": ["pol-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-lao_Laoo", "languages": ["pol-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.878376, "recall": 0.913043, "f1": 0.889559, "accuracy": 0.913043, "main_score": 0.889559, "hf_subset": "pol_Latn-mri_Latn", "languages": ["pol-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-rus_Cyrl", "languages": ["pol-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545544, "recall": 0.610672, "f1": 0.563792, "accuracy": 0.610672, "main_score": 0.563792, "hf_subset": "pol_Latn-taq_Latn", "languages": ["pol-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-war_Latn", "languages": ["pol-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-arb_Arab", "languages": ["pol-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-bul_Cyrl", "languages": ["pol-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-fra_Latn", "languages": ["pol-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-jpn_Jpan", "languages": ["pol-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-lij_Latn", "languages": ["pol-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "pol_Latn-mya_Mymr", "languages": ["pol-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.613811, "recall": 0.674901, "f1": 0.630935, "accuracy": 0.674901, "main_score": 0.630935, "hf_subset": "pol_Latn-sag_Latn", "languages": ["pol-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192864, "recall": 0.248024, "f1": 0.205339, "accuracy": 0.248024, "main_score": 0.205339, "hf_subset": "pol_Latn-taq_Tfng", "languages": ["pol-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.632263, "recall": 0.693676, "f1": 0.649423, "accuracy": 0.693676, "main_score": 0.649423, "hf_subset": "pol_Latn-wol_Latn", "languages": ["pol-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798254, "recall": 0.850791, "f1": 0.814526, "accuracy": 0.850791, "main_score": 0.814526, "hf_subset": "pol_Latn-arb_Latn", "languages": ["pol-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-cat_Latn", "languages": ["pol-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pol_Latn-fur_Latn", "languages": ["pol-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416664, "recall": 0.47332, "f1": 0.432312, "accuracy": 0.47332, "main_score": 0.432312, "hf_subset": "pol_Latn-kab_Latn", "languages": ["pol-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-lim_Latn", "languages": ["pol-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-nld_Latn", "languages": ["pol-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pol_Latn-san_Deva", "languages": ["pol-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-tat_Cyrl", "languages": ["pol-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.675552, "recall": 0.732213, "f1": 0.692314, "accuracy": 0.732213, "main_score": 0.692314, "hf_subset": "pol_Latn-xho_Latn", "languages": ["pol-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ars_Arab", "languages": ["pol-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ceb_Latn", "languages": ["pol-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575237, "recall": 0.633399, "f1": 0.592112, "accuracy": 0.633399, "main_score": 0.592112, "hf_subset": "pol_Latn-fuv_Latn", "languages": ["pol-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521095, "recall": 0.58498, "f1": 0.538909, "accuracy": 0.58498, "main_score": 0.538909, "hf_subset": "pol_Latn-kac_Latn", "languages": ["pol-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688908, "recall": 0.736166, "f1": 0.702822, "accuracy": 0.736166, "main_score": 0.702822, "hf_subset": "pol_Latn-lin_Latn", "languages": ["pol-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-nno_Latn", "languages": ["pol-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.216708, "recall": 0.298419, "f1": 0.237606, "accuracy": 0.298419, "main_score": 0.237606, "hf_subset": "pol_Latn-sat_Olck", "languages": ["pol-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-tel_Telu", "languages": ["pol-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "pol_Latn-ydd_Hebr", "languages": ["pol-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pol_Latn-ary_Arab", "languages": ["pol-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ces_Latn", "languages": ["pol-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586281, "recall": 0.646245, "f1": 0.604004, "accuracy": 0.646245, "main_score": 0.604004, "hf_subset": "pol_Latn-gaz_Latn", "languages": ["pol-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584947, "recall": 0.646245, "f1": 0.60328, "accuracy": 0.646245, "main_score": 0.60328, "hf_subset": "pol_Latn-kam_Latn", "languages": ["pol-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pol_Latn-lit_Latn", "languages": ["pol-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-nob_Latn", "languages": ["pol-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pol_Latn-scn_Latn", "languages": ["pol-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pol_Latn-tgk_Cyrl", "languages": ["pol-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.725066, "recall": 0.785573, "f1": 0.742711, "accuracy": 0.785573, "main_score": 0.742711, "hf_subset": "pol_Latn-yor_Latn", "languages": ["pol-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-arz_Arab", "languages": ["pol-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576583, "recall": 0.641304, "f1": 0.595809, "accuracy": 0.641304, "main_score": 0.595809, "hf_subset": "pol_Latn-cjk_Latn", "languages": ["pol-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798172, "recall": 0.842885, "f1": 0.811759, "accuracy": 0.842885, "main_score": 0.811759, "hf_subset": "pol_Latn-gla_Latn", "languages": ["pol-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-kan_Knda", "languages": ["pol-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pol_Latn-lmo_Latn", "languages": ["pol-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pol_Latn-npi_Deva", "languages": ["pol-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472694, "recall": 0.535573, "f1": 0.490895, "accuracy": 0.535573, "main_score": 0.490895, "hf_subset": "pol_Latn-shn_Mymr", "languages": ["pol-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tgl_Latn", "languages": ["pol-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-yue_Hant", "languages": ["pol-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-asm_Beng", "languages": ["pol-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "pol_Latn-ckb_Arab", "languages": ["pol-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.896739, "recall": 0.925889, "f1": 0.905929, "accuracy": 0.925889, "main_score": 0.905929, "hf_subset": "pol_Latn-gle_Latn", "languages": ["pol-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "pol_Latn-kas_Arab", "languages": ["pol-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "pol_Latn-ltg_Latn", "languages": ["pol-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626585, "recall": 0.674901, "f1": 0.640653, "accuracy": 0.674901, "main_score": 0.640653, "hf_subset": "pol_Latn-nso_Latn", "languages": ["pol-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pol_Latn-sin_Sinh", "languages": ["pol-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tha_Thai", "languages": ["pol-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zho_Hans", "languages": ["pol-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ast_Latn", "languages": ["pol-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-crh_Latn", "languages": ["pol-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-glg_Latn", "languages": ["pol-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900527, "recall": 0.931818, "f1": 0.910738, "accuracy": 0.931818, "main_score": 0.910738, "hf_subset": "pol_Latn-kas_Deva", "languages": ["pol-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pol_Latn-ltz_Latn", "languages": ["pol-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470611, "recall": 0.536561, "f1": 0.488752, "accuracy": 0.536561, "main_score": 0.488752, "hf_subset": "pol_Latn-nus_Latn", "languages": ["pol-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-slk_Latn", "languages": ["pol-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626466, "recall": 0.697628, "f1": 0.648372, "accuracy": 0.697628, "main_score": 0.648372, "hf_subset": "pol_Latn-tir_Ethi", "languages": ["pol-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zho_Hant", "languages": ["pol-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "pol_Latn-awa_Deva", "languages": ["pol-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pol_Latn-cym_Latn", "languages": ["pol-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854743, "recall": 0.890316, "f1": 0.86558, "accuracy": 0.890316, "main_score": 0.86558, "hf_subset": "pol_Latn-grn_Latn", "languages": ["pol-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-kat_Geor", "languages": ["pol-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.642819, "recall": 0.69664, "f1": 0.658137, "accuracy": 0.69664, "main_score": 0.658137, "hf_subset": "pol_Latn-lua_Latn", "languages": ["pol-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65207, "recall": 0.70751, "f1": 0.668314, "accuracy": 0.70751, "main_score": 0.668314, "hf_subset": "pol_Latn-nya_Latn", "languages": ["pol-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-slv_Latn", "languages": ["pol-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "pol_Latn-tpi_Latn", "languages": ["pol-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zsm_Latn", "languages": ["pol-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548718, "recall": 0.61166, "f1": 0.567311, "accuracy": 0.61166, "main_score": 0.567311, "hf_subset": "pol_Latn-ayr_Latn", "languages": ["pol-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-dan_Latn", "languages": ["pol-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-guj_Gujr", "languages": ["pol-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-kaz_Cyrl", "languages": ["pol-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547993, "recall": 0.607708, "f1": 0.564864, "accuracy": 0.607708, "main_score": 0.564864, "hf_subset": "pol_Latn-lug_Latn", "languages": ["pol-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-oci_Latn", "languages": ["pol-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826746, "recall": 0.869565, "f1": 0.839822, "accuracy": 0.869565, "main_score": 0.839822, "hf_subset": "pol_Latn-smo_Latn", "languages": ["pol-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550598, "recall": 0.609684, "f1": 0.567504, "accuracy": 0.609684, "main_score": 0.567504, "hf_subset": "pol_Latn-tsn_Latn", "languages": ["pol-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642808, "recall": 0.703557, "f1": 0.660178, "accuracy": 0.703557, "main_score": 0.660178, "hf_subset": "pol_Latn-zul_Latn", "languages": ["pol-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929348, "recall": 0.951581, "f1": 0.936594, "accuracy": 0.951581, "main_score": 0.936594, "hf_subset": "pol_Latn-azb_Arab", "languages": ["pol-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-deu_Latn", "languages": ["pol-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "pol_Latn-hat_Latn", "languages": ["pol-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507025, "recall": 0.564229, "f1": 0.523667, "accuracy": 0.564229, "main_score": 0.523667, "hf_subset": "pol_Latn-kbp_Latn", "languages": ["pol-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582778, "recall": 0.641304, "f1": 0.598592, "accuracy": 0.641304, "main_score": 0.598592, "hf_subset": "pol_Latn-luo_Latn", "languages": ["pol-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ory_Orya", "languages": ["pol-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.594081, "recall": 0.656126, "f1": 0.611832, "accuracy": 0.656126, "main_score": 0.611832, "hf_subset": "pol_Latn-sna_Latn", "languages": ["pol-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566931, "recall": 0.619565, "f1": 0.581386, "accuracy": 0.619565, "main_score": 0.581386, "hf_subset": "pol_Latn-tso_Latn", "languages": ["pol-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-azj_Latn", "languages": ["pol-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543771, "recall": 0.609684, "f1": 0.563094, "accuracy": 0.609684, "main_score": 0.563094, "hf_subset": "pol_Latn-dik_Latn", "languages": ["pol-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743478, "recall": 0.799407, "f1": 0.760408, "accuracy": 0.799407, "main_score": 0.760408, "hf_subset": "pol_Latn-hau_Latn", "languages": ["pol-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pol_Latn-kea_Latn", "languages": ["pol-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740787, "recall": 0.790514, "f1": 0.75555, "accuracy": 0.790514, "main_score": 0.75555, "hf_subset": "pol_Latn-lus_Latn", "languages": ["pol-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890646, "recall": 0.916996, "f1": 0.898847, "accuracy": 0.916996, "main_score": 0.898847, "hf_subset": "pol_Latn-pag_Latn", "languages": ["pol-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-snd_Arab", "languages": ["pol-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "pol_Latn-tuk_Latn", "languages": ["pol-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pol_Latn-bak_Cyrl", "languages": ["pol-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.502883, "recall": 0.58004, "f1": 0.525815, "accuracy": 0.58004, "main_score": 0.525815, "hf_subset": "pol_Latn-dyu_Latn", "languages": ["pol-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-heb_Hebr", "languages": ["pol-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pol_Latn-khk_Cyrl", "languages": ["pol-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-lvs_Latn", "languages": ["pol-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-pan_Guru", "languages": ["pol-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.7007, "recall": 0.762846, "f1": 0.719375, "accuracy": 0.762846, "main_score": 0.719375, "hf_subset": "pol_Latn-som_Latn", "languages": ["pol-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611786, "recall": 0.660079, "f1": 0.625491, "accuracy": 0.660079, "main_score": 0.625491, "hf_subset": "pol_Latn-tum_Latn", "languages": ["pol-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42211, "recall": 0.468379, "f1": 0.434604, "accuracy": 0.468379, "main_score": 0.434604, "hf_subset": "ssw_Latn-ace_Arab", "languages": ["ssw-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519541, "recall": 0.564229, "f1": 0.5321, "accuracy": 0.564229, "main_score": 0.5321, "hf_subset": "ssw_Latn-bam_Latn", "languages": ["ssw-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.219972, "recall": 0.261858, "f1": 0.230285, "accuracy": 0.261858, "main_score": 0.230285, "hf_subset": "ssw_Latn-dzo_Tibt", "languages": ["ssw-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.554366, "recall": 0.610672, "f1": 0.568422, "accuracy": 0.610672, "main_score": 0.568422, "hf_subset": "ssw_Latn-hin_Deva", "languages": ["ssw-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.519724, "recall": 0.573123, "f1": 0.533805, "accuracy": 0.573123, "main_score": 0.533805, "hf_subset": "ssw_Latn-khm_Khmr", "languages": ["ssw-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.544849, "recall": 0.594862, "f1": 0.558122, "accuracy": 0.594862, "main_score": 0.558122, "hf_subset": "ssw_Latn-mag_Deva", "languages": ["ssw-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.551261, "recall": 0.592885, "f1": 0.56201, "accuracy": 0.592885, "main_score": 0.56201, "hf_subset": "ssw_Latn-pap_Latn", "languages": ["ssw-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592602, "recall": 0.633399, "f1": 0.603365, "accuracy": 0.633399, "main_score": 0.603365, "hf_subset": "ssw_Latn-sot_Latn", "languages": ["ssw-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558651, "recall": 0.602767, "f1": 0.5706, "accuracy": 0.602767, "main_score": 0.5706, "hf_subset": "ssw_Latn-tur_Latn", "languages": ["ssw-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563089, "recall": 0.597826, "f1": 0.57212, "accuracy": 0.597826, "main_score": 0.57212, "hf_subset": "ssw_Latn-ace_Latn", "languages": ["ssw-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56706, "recall": 0.602767, "f1": 0.57706, "accuracy": 0.602767, "main_score": 0.57706, "hf_subset": "ssw_Latn-ban_Latn", "languages": ["ssw-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545122, "recall": 0.59585, "f1": 0.557636, "accuracy": 0.59585, "main_score": 0.557636, "hf_subset": "ssw_Latn-ell_Grek", "languages": ["ssw-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.539688, "recall": 0.590909, "f1": 0.553291, "accuracy": 0.590909, "main_score": 0.553291, "hf_subset": "ssw_Latn-hne_Deva", "languages": ["ssw-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.510456, "recall": 0.55336, "f1": 0.521852, "accuracy": 0.55336, "main_score": 0.521852, "hf_subset": "ssw_Latn-kik_Latn", "languages": ["ssw-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550335, "recall": 0.594862, "f1": 0.561331, "accuracy": 0.594862, "main_score": 0.561331, "hf_subset": "ssw_Latn-mai_Deva", "languages": ["ssw-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.497326, "recall": 0.549407, "f1": 0.510666, "accuracy": 0.549407, "main_score": 0.510666, "hf_subset": "ssw_Latn-pbt_Arab", "languages": ["ssw-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558756, "recall": 0.612648, "f1": 0.572519, "accuracy": 0.612648, "main_score": 0.572519, "hf_subset": "ssw_Latn-spa_Latn", "languages": ["ssw-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559973, "recall": 0.59585, "f1": 0.569864, "accuracy": 0.59585, "main_score": 0.569864, "hf_subset": "ssw_Latn-twi_Latn", "languages": ["ssw-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551146, "recall": 0.59585, "f1": 0.561834, "accuracy": 0.59585, "main_score": 0.561834, "hf_subset": "ssw_Latn-acm_Arab", "languages": ["ssw-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525791, "recall": 0.571146, "f1": 0.53665, "accuracy": 0.571146, "main_score": 0.53665, "hf_subset": "ssw_Latn-bel_Cyrl", "languages": ["ssw-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587047, "recall": 0.631423, "f1": 0.598177, "accuracy": 0.631423, "main_score": 0.598177, "hf_subset": "ssw_Latn-eng_Latn", "languages": ["ssw-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583502, "recall": 0.630435, "f1": 0.595063, "accuracy": 0.630435, "main_score": 0.595063, "hf_subset": "ssw_Latn-hrv_Latn", "languages": ["ssw-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561744, "recall": 0.605731, "f1": 0.574201, "accuracy": 0.605731, "main_score": 0.574201, "hf_subset": "ssw_Latn-kin_Latn", "languages": ["ssw-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542286, "recall": 0.596838, "f1": 0.556236, "accuracy": 0.596838, "main_score": 0.556236, "hf_subset": "ssw_Latn-mal_Mlym", "languages": ["ssw-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.558799, "recall": 0.610672, "f1": 0.572563, "accuracy": 0.610672, "main_score": 0.572563, "hf_subset": "ssw_Latn-pes_Arab", "languages": ["ssw-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551753, "recall": 0.594862, "f1": 0.563493, "accuracy": 0.594862, "main_score": 0.563493, "hf_subset": "ssw_Latn-srd_Latn", "languages": ["ssw-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207461, "recall": 0.25, "f1": 0.217889, "accuracy": 0.25, "main_score": 0.217889, "hf_subset": "ssw_Latn-tzm_Tfng", "languages": ["ssw-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.56151, "recall": 0.607708, "f1": 0.572584, "accuracy": 0.607708, "main_score": 0.572584, "hf_subset": "ssw_Latn-acq_Arab", "languages": ["ssw-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593389, "recall": 0.636364, "f1": 0.605621, "accuracy": 0.636364, "main_score": 0.605621, "hf_subset": "ssw_Latn-bem_Latn", "languages": ["ssw-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563467, "recall": 0.610672, "f1": 0.575523, "accuracy": 0.610672, "main_score": 0.575523, "hf_subset": "ssw_Latn-epo_Latn", "languages": ["ssw-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55391, "recall": 0.605731, "f1": 0.567614, "accuracy": 0.605731, "main_score": 0.567614, "hf_subset": "ssw_Latn-hun_Latn", "languages": ["ssw-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534793, "recall": 0.58004, "f1": 0.546604, "accuracy": 0.58004, "main_score": 0.546604, "hf_subset": "ssw_Latn-kir_Cyrl", "languages": ["ssw-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.565291, "recall": 0.609684, "f1": 0.57649, "accuracy": 0.609684, "main_score": 0.57649, "hf_subset": "ssw_Latn-mar_Deva", "languages": ["ssw-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.54477, "recall": 0.583992, "f1": 0.555803, "accuracy": 0.583992, "main_score": 0.555803, "hf_subset": "ssw_Latn-plt_Latn", "languages": ["ssw-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576443, "recall": 0.623518, "f1": 0.58779, "accuracy": 0.623518, "main_score": 0.58779, "hf_subset": "ssw_Latn-srp_Cyrl", "languages": ["ssw-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.477051, "recall": 0.529644, "f1": 0.490745, "accuracy": 0.529644, "main_score": 0.490745, "hf_subset": "ssw_Latn-uig_Arab", "languages": ["ssw-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53215, "recall": 0.575099, "f1": 0.543002, "accuracy": 0.575099, "main_score": 0.543002, "hf_subset": "ssw_Latn-aeb_Arab", "languages": ["ssw-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555657, "recall": 0.610672, "f1": 0.569937, "accuracy": 0.610672, "main_score": 0.569937, "hf_subset": "ssw_Latn-ben_Beng", "languages": ["ssw-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.554903, "recall": 0.602767, "f1": 0.567022, "accuracy": 0.602767, "main_score": 0.567022, "hf_subset": "ssw_Latn-est_Latn", "languages": ["ssw-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532901, "recall": 0.583992, "f1": 0.546155, "accuracy": 0.583992, "main_score": 0.546155, "hf_subset": "ssw_Latn-hye_Armn", "languages": ["ssw-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.534486, "recall": 0.571146, "f1": 0.545539, "accuracy": 0.571146, "main_score": 0.545539, "hf_subset": "ssw_Latn-kmb_Latn", "languages": ["ssw-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393798, "recall": 0.440711, "f1": 0.406142, "accuracy": 0.440711, "main_score": 0.406142, "hf_subset": "ssw_Latn-min_Arab", "languages": ["ssw-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558596, "recall": 0.605731, "f1": 0.570738, "accuracy": 0.605731, "main_score": 0.570738, "hf_subset": "ssw_Latn-pol_Latn", "languages": ["ssw-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552477, "recall": 0.604743, "f1": 0.566332, "accuracy": 0.604743, "main_score": 0.566332, "hf_subset": "ssw_Latn-ukr_Cyrl", "languages": ["ssw-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.583118, "recall": 0.626482, "f1": 0.5942, "accuracy": 0.626482, "main_score": 0.5942, "hf_subset": "ssw_Latn-afr_Latn", "languages": ["ssw-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552013, "recall": 0.594862, "f1": 0.562604, "accuracy": 0.594862, "main_score": 0.562604, "hf_subset": "ssw_Latn-bho_Deva", "languages": ["ssw-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.55828, "recall": 0.603755, "f1": 0.570328, "accuracy": 0.603755, "main_score": 0.570328, "hf_subset": "ssw_Latn-eus_Latn", "languages": ["ssw-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552076, "recall": 0.59585, "f1": 0.564516, "accuracy": 0.59585, "main_score": 0.564516, "hf_subset": "ssw_Latn-ibo_Latn", "languages": ["ssw-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540627, "recall": 0.586957, "f1": 0.552294, "accuracy": 0.586957, "main_score": 0.552294, "hf_subset": "ssw_Latn-kmr_Latn", "languages": ["ssw-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566246, "recall": 0.607708, "f1": 0.576355, "accuracy": 0.607708, "main_score": 0.576355, "hf_subset": "ssw_Latn-min_Latn", "languages": ["ssw-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580445, "recall": 0.629447, "f1": 0.592743, "accuracy": 0.629447, "main_score": 0.592743, "hf_subset": "ssw_Latn-por_Latn", "languages": ["ssw-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578666, "recall": 0.62253, "f1": 0.590579, "accuracy": 0.62253, "main_score": 0.590579, "hf_subset": "ssw_Latn-sun_Latn", "languages": ["ssw-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507042, "recall": 0.549407, "f1": 0.519483, "accuracy": 0.549407, "main_score": 0.519483, "hf_subset": "ssw_Latn-umb_Latn", "languages": ["ssw-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559962, "recall": 0.604743, "f1": 0.571078, "accuracy": 0.604743, "main_score": 0.571078, "hf_subset": "ssw_Latn-ajp_Arab", "languages": ["ssw-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.409894, "recall": 0.449605, "f1": 0.420488, "accuracy": 0.449605, "main_score": 0.420488, "hf_subset": "ssw_Latn-bjn_Arab", "languages": ["ssw-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.491158, "recall": 0.530632, "f1": 0.502485, "accuracy": 0.530632, "main_score": 0.502485, "hf_subset": "ssw_Latn-ewe_Latn", "languages": ["ssw-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56455, "recall": 0.602767, "f1": 0.574907, "accuracy": 0.602767, "main_score": 0.574907, "hf_subset": "ssw_Latn-ilo_Latn", "languages": ["ssw-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.302136, "recall": 0.346838, "f1": 0.313979, "accuracy": 0.346838, "main_score": 0.313979, "hf_subset": "ssw_Latn-knc_Arab", "languages": ["ssw-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556579, "recall": 0.608696, "f1": 0.570132, "accuracy": 0.608696, "main_score": 0.570132, "hf_subset": "ssw_Latn-mkd_Cyrl", "languages": ["ssw-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553847, "recall": 0.601779, "f1": 0.565328, "accuracy": 0.601779, "main_score": 0.565328, "hf_subset": "ssw_Latn-prs_Arab", "languages": ["ssw-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568943, "recall": 0.616601, "f1": 0.581464, "accuracy": 0.616601, "main_score": 0.581464, "hf_subset": "ssw_Latn-swe_Latn", "languages": ["ssw-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531507, "recall": 0.588933, "f1": 0.546578, "accuracy": 0.588933, "main_score": 0.546578, "hf_subset": "ssw_Latn-urd_Arab", "languages": ["ssw-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553006, "recall": 0.594862, "f1": 0.56358, "accuracy": 0.594862, "main_score": 0.56358, "hf_subset": "ssw_Latn-aka_Latn", "languages": ["ssw-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562489, "recall": 0.603755, "f1": 0.573105, "accuracy": 0.603755, "main_score": 0.573105, "hf_subset": "ssw_Latn-bjn_Latn", "languages": ["ssw-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55286, "recall": 0.598814, "f1": 0.564796, "accuracy": 0.598814, "main_score": 0.564796, "hf_subset": "ssw_Latn-fao_Latn", "languages": ["ssw-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581026, "recall": 0.628458, "f1": 0.593438, "accuracy": 0.628458, "main_score": 0.593438, "hf_subset": "ssw_Latn-ind_Latn", "languages": ["ssw-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528989, "recall": 0.570158, "f1": 0.540361, "accuracy": 0.570158, "main_score": 0.540361, "hf_subset": "ssw_Latn-knc_Latn", "languages": ["ssw-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565179, "recall": 0.603755, "f1": 0.574554, "accuracy": 0.603755, "main_score": 0.574554, "hf_subset": "ssw_Latn-mlt_Latn", "languages": ["ssw-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516701, "recall": 0.564229, "f1": 0.529753, "accuracy": 0.564229, "main_score": 0.529753, "hf_subset": "ssw_Latn-quy_Latn", "languages": ["ssw-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586117, "recall": 0.628458, "f1": 0.597923, "accuracy": 0.628458, "main_score": 0.597923, "hf_subset": "ssw_Latn-swh_Latn", "languages": ["ssw-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534364, "recall": 0.582016, "f1": 0.546442, "accuracy": 0.582016, "main_score": 0.546442, "hf_subset": "ssw_Latn-uzn_Latn", "languages": ["ssw-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555695, "recall": 0.597826, "f1": 0.566201, "accuracy": 0.597826, "main_score": 0.566201, "hf_subset": "ssw_Latn-als_Latn", "languages": ["ssw-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286847, "recall": 0.33498, "f1": 0.299039, "accuracy": 0.33498, "main_score": 0.299039, "hf_subset": "ssw_Latn-bod_Tibt", "languages": ["ssw-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.541001, "recall": 0.58004, "f1": 0.551336, "accuracy": 0.58004, "main_score": 0.551336, "hf_subset": "ssw_Latn-fij_Latn", "languages": ["ssw-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535977, "recall": 0.585968, "f1": 0.549509, "accuracy": 0.585968, "main_score": 0.549509, "hf_subset": "ssw_Latn-isl_Latn", "languages": ["ssw-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544092, "recall": 0.585968, "f1": 0.555492, "accuracy": 0.585968, "main_score": 0.555492, "hf_subset": "ssw_Latn-kon_Latn", "languages": ["ssw-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471938, "recall": 0.516798, "f1": 0.484299, "accuracy": 0.516798, "main_score": 0.484299, "hf_subset": "ssw_Latn-mni_Beng", "languages": ["ssw-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.574597, "recall": 0.624506, "f1": 0.587283, "accuracy": 0.624506, "main_score": 0.587283, "hf_subset": "ssw_Latn-ron_Latn", "languages": ["ssw-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557718, "recall": 0.604743, "f1": 0.569965, "accuracy": 0.604743, "main_score": 0.569965, "hf_subset": "ssw_Latn-szl_Latn", "languages": ["ssw-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562829, "recall": 0.606719, "f1": 0.574017, "accuracy": 0.606719, "main_score": 0.574017, "hf_subset": "ssw_Latn-vec_Latn", "languages": ["ssw-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488677, "recall": 0.534585, "f1": 0.500986, "accuracy": 0.534585, "main_score": 0.500986, "hf_subset": "ssw_Latn-amh_Ethi", "languages": ["ssw-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.574752, "recall": 0.621542, "f1": 0.586752, "accuracy": 0.621542, "main_score": 0.586752, "hf_subset": "ssw_Latn-bos_Latn", "languages": ["ssw-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545381, "recall": 0.596838, "f1": 0.557818, "accuracy": 0.596838, "main_score": 0.557818, "hf_subset": "ssw_Latn-fin_Latn", "languages": ["ssw-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562756, "recall": 0.605731, "f1": 0.573973, "accuracy": 0.605731, "main_score": 0.573973, "hf_subset": "ssw_Latn-ita_Latn", "languages": ["ssw-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53515, "recall": 0.586957, "f1": 0.548792, "accuracy": 0.586957, "main_score": 0.548792, "hf_subset": "ssw_Latn-kor_Hang", "languages": ["ssw-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.507819, "recall": 0.543478, "f1": 0.51761, "accuracy": 0.543478, "main_score": 0.51761, "hf_subset": "ssw_Latn-mos_Latn", "languages": ["ssw-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543157, "recall": 0.59585, "f1": 0.557419, "accuracy": 0.59585, "main_score": 0.557419, "hf_subset": "ssw_Latn-run_Latn", "languages": ["ssw-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52515, "recall": 0.579051, "f1": 0.539078, "accuracy": 0.579051, "main_score": 0.539078, "hf_subset": "ssw_Latn-tam_Taml", "languages": ["ssw-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.558871, "recall": 0.608696, "f1": 0.571, "accuracy": 0.608696, "main_score": 0.571, "hf_subset": "ssw_Latn-vie_Latn", "languages": ["ssw-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555121, "recall": 0.607708, "f1": 0.568493, "accuracy": 0.607708, "main_score": 0.568493, "hf_subset": "ssw_Latn-apc_Arab", "languages": ["ssw-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537933, "recall": 0.582016, "f1": 0.5487, "accuracy": 0.582016, "main_score": 0.5487, "hf_subset": "ssw_Latn-bug_Latn", "languages": ["ssw-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478054, "recall": 0.513834, "f1": 0.48742, "accuracy": 0.513834, "main_score": 0.48742, "hf_subset": "ssw_Latn-fon_Latn", "languages": ["ssw-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584748, "recall": 0.621542, "f1": 0.594215, "accuracy": 0.621542, "main_score": 0.594215, "hf_subset": "ssw_Latn-jav_Latn", "languages": ["ssw-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521814, "recall": 0.571146, "f1": 0.534485, "accuracy": 0.571146, "main_score": 0.534485, "hf_subset": "ssw_Latn-lao_Laoo", "languages": ["ssw-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.514645, "recall": 0.561265, "f1": 0.52667, "accuracy": 0.561265, "main_score": 0.52667, "hf_subset": "ssw_Latn-mri_Latn", "languages": ["ssw-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562052, "recall": 0.61166, "f1": 0.57471, "accuracy": 0.61166, "main_score": 0.57471, "hf_subset": "ssw_Latn-rus_Cyrl", "languages": ["ssw-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485417, "recall": 0.525692, "f1": 0.497147, "accuracy": 0.525692, "main_score": 0.497147, "hf_subset": "ssw_Latn-taq_Latn", "languages": ["ssw-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585184, "recall": 0.62747, "f1": 0.596113, "accuracy": 0.62747, "main_score": 0.596113, "hf_subset": "ssw_Latn-war_Latn", "languages": ["ssw-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558239, "recall": 0.601779, "f1": 0.569357, "accuracy": 0.601779, "main_score": 0.569357, "hf_subset": "ssw_Latn-arb_Arab", "languages": ["ssw-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573397, "recall": 0.617589, "f1": 0.58538, "accuracy": 0.617589, "main_score": 0.58538, "hf_subset": "ssw_Latn-bul_Cyrl", "languages": ["ssw-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.574288, "recall": 0.623518, "f1": 0.586983, "accuracy": 0.623518, "main_score": 0.586983, "hf_subset": "ssw_Latn-fra_Latn", "languages": ["ssw-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541753, "recall": 0.587945, "f1": 0.553677, "accuracy": 0.587945, "main_score": 0.553677, "hf_subset": "ssw_Latn-jpn_Jpan", "languages": ["ssw-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.541964, "recall": 0.591897, "f1": 0.555258, "accuracy": 0.591897, "main_score": 0.555258, "hf_subset": "ssw_Latn-lij_Latn", "languages": ["ssw-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413347, "recall": 0.481225, "f1": 0.431147, "accuracy": 0.481225, "main_score": 0.431147, "hf_subset": "ssw_Latn-mya_Mymr", "languages": ["ssw-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.521132, "recall": 0.560277, "f1": 0.531272, "accuracy": 0.560277, "main_score": 0.531272, "hf_subset": "ssw_Latn-sag_Latn", "languages": ["ssw-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211978, "recall": 0.257905, "f1": 0.223114, "accuracy": 0.257905, "main_score": 0.223114, "hf_subset": "ssw_Latn-taq_Tfng", "languages": ["ssw-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.548983, "recall": 0.587945, "f1": 0.560048, "accuracy": 0.587945, "main_score": 0.560048, "hf_subset": "ssw_Latn-wol_Latn", "languages": ["ssw-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464582, "recall": 0.506917, "f1": 0.475716, "accuracy": 0.506917, "main_score": 0.475716, "hf_subset": "ssw_Latn-arb_Latn", "languages": ["ssw-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560523, "recall": 0.610672, "f1": 0.57377, "accuracy": 0.610672, "main_score": 0.57377, "hf_subset": "ssw_Latn-cat_Latn", "languages": ["ssw-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561807, "recall": 0.600791, "f1": 0.571341, "accuracy": 0.600791, "main_score": 0.571341, "hf_subset": "ssw_Latn-fur_Latn", "languages": ["ssw-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45532, "recall": 0.506917, "f1": 0.469292, "accuracy": 0.506917, "main_score": 0.469292, "hf_subset": "ssw_Latn-kab_Latn", "languages": ["ssw-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553891, "recall": 0.597826, "f1": 0.565136, "accuracy": 0.597826, "main_score": 0.565136, "hf_subset": "ssw_Latn-lim_Latn", "languages": ["ssw-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559011, "recall": 0.614625, "f1": 0.573227, "accuracy": 0.614625, "main_score": 0.573227, "hf_subset": "ssw_Latn-nld_Latn", "languages": ["ssw-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518918, "recall": 0.571146, "f1": 0.532783, "accuracy": 0.571146, "main_score": 0.532783, "hf_subset": "ssw_Latn-san_Deva", "languages": ["ssw-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547071, "recall": 0.592885, "f1": 0.559646, "accuracy": 0.592885, "main_score": 0.559646, "hf_subset": "ssw_Latn-tat_Cyrl", "languages": ["ssw-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661432, "recall": 0.710474, "f1": 0.675338, "accuracy": 0.710474, "main_score": 0.675338, "hf_subset": "ssw_Latn-xho_Latn", "languages": ["ssw-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538667, "recall": 0.586957, "f1": 0.55171, "accuracy": 0.586957, "main_score": 0.55171, "hf_subset": "ssw_Latn-ars_Arab", "languages": ["ssw-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583509, "recall": 0.620553, "f1": 0.593469, "accuracy": 0.620553, "main_score": 0.593469, "hf_subset": "ssw_Latn-ceb_Latn", "languages": ["ssw-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488902, "recall": 0.535573, "f1": 0.502189, "accuracy": 0.535573, "main_score": 0.502189, "hf_subset": "ssw_Latn-fuv_Latn", "languages": ["ssw-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503347, "recall": 0.548419, "f1": 0.51578, "accuracy": 0.548419, "main_score": 0.51578, "hf_subset": "ssw_Latn-kac_Latn", "languages": ["ssw-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551978, "recall": 0.589921, "f1": 0.561943, "accuracy": 0.589921, "main_score": 0.561943, "hf_subset": "ssw_Latn-lin_Latn", "languages": ["ssw-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553783, "recall": 0.601779, "f1": 0.567017, "accuracy": 0.601779, "main_score": 0.567017, "hf_subset": "ssw_Latn-nno_Latn", "languages": ["ssw-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.139964, "recall": 0.185771, "f1": 0.151929, "accuracy": 0.185771, "main_score": 0.151929, "hf_subset": "ssw_Latn-sat_Olck", "languages": ["ssw-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.553907, "recall": 0.605731, "f1": 0.567904, "accuracy": 0.605731, "main_score": 0.567904, "hf_subset": "ssw_Latn-tel_Telu", "languages": ["ssw-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.481427, "recall": 0.535573, "f1": 0.495636, "accuracy": 0.535573, "main_score": 0.495636, "hf_subset": "ssw_Latn-ydd_Hebr", "languages": ["ssw-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.535808, "recall": 0.58004, "f1": 0.547332, "accuracy": 0.58004, "main_score": 0.547332, "hf_subset": "ssw_Latn-ary_Arab", "languages": ["ssw-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561417, "recall": 0.607708, "f1": 0.573507, "accuracy": 0.607708, "main_score": 0.573507, "hf_subset": "ssw_Latn-ces_Latn", "languages": ["ssw-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510864, "recall": 0.5583, "f1": 0.523611, "accuracy": 0.5583, "main_score": 0.523611, "hf_subset": "ssw_Latn-gaz_Latn", "languages": ["ssw-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520611, "recall": 0.570158, "f1": 0.534422, "accuracy": 0.570158, "main_score": 0.534422, "hf_subset": "ssw_Latn-kam_Latn", "languages": ["ssw-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54315, "recall": 0.598814, "f1": 0.557537, "accuracy": 0.598814, "main_score": 0.557537, "hf_subset": "ssw_Latn-lit_Latn", "languages": ["ssw-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568446, "recall": 0.612648, "f1": 0.579996, "accuracy": 0.612648, "main_score": 0.579996, "hf_subset": "ssw_Latn-nob_Latn", "languages": ["ssw-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555321, "recall": 0.600791, "f1": 0.56668, "accuracy": 0.600791, "main_score": 0.56668, "hf_subset": "ssw_Latn-scn_Latn", "languages": ["ssw-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545147, "recall": 0.588933, "f1": 0.556958, "accuracy": 0.588933, "main_score": 0.556958, "hf_subset": "ssw_Latn-tgk_Cyrl", "languages": ["ssw-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52066, "recall": 0.572134, "f1": 0.536019, "accuracy": 0.572134, "main_score": 0.536019, "hf_subset": "ssw_Latn-yor_Latn", "languages": ["ssw-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564275, "recall": 0.608696, "f1": 0.575286, "accuracy": 0.608696, "main_score": 0.575286, "hf_subset": "ssw_Latn-arz_Arab", "languages": ["ssw-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49091, "recall": 0.529644, "f1": 0.501714, "accuracy": 0.529644, "main_score": 0.501714, "hf_subset": "ssw_Latn-cjk_Latn", "languages": ["ssw-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517207, "recall": 0.564229, "f1": 0.529858, "accuracy": 0.564229, "main_score": 0.529858, "hf_subset": "ssw_Latn-gla_Latn", "languages": ["ssw-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551371, "recall": 0.598814, "f1": 0.564127, "accuracy": 0.598814, "main_score": 0.564127, "hf_subset": "ssw_Latn-kan_Knda", "languages": ["ssw-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.562107, "recall": 0.609684, "f1": 0.574456, "accuracy": 0.609684, "main_score": 0.574456, "hf_subset": "ssw_Latn-lmo_Latn", "languages": ["ssw-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53594, "recall": 0.591897, "f1": 0.550515, "accuracy": 0.591897, "main_score": 0.550515, "hf_subset": "ssw_Latn-npi_Deva", "languages": ["ssw-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.451224, "recall": 0.496047, "f1": 0.462972, "accuracy": 0.496047, "main_score": 0.462972, "hf_subset": "ssw_Latn-shn_Mymr", "languages": ["ssw-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.589682, "recall": 0.635375, "f1": 0.601841, "accuracy": 0.635375, "main_score": 0.601841, "hf_subset": "ssw_Latn-tgl_Latn", "languages": ["ssw-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540312, "recall": 0.592885, "f1": 0.553142, "accuracy": 0.592885, "main_score": 0.553142, "hf_subset": "ssw_Latn-yue_Hant", "languages": ["ssw-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.522956, "recall": 0.58004, "f1": 0.537543, "accuracy": 0.58004, "main_score": 0.537543, "hf_subset": "ssw_Latn-asm_Beng", "languages": ["ssw-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.505352, "recall": 0.5583, "f1": 0.519024, "accuracy": 0.5583, "main_score": 0.519024, "hf_subset": "ssw_Latn-ckb_Arab", "languages": ["ssw-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515697, "recall": 0.561265, "f1": 0.5284, "accuracy": 0.561265, "main_score": 0.5284, "hf_subset": "ssw_Latn-gle_Latn", "languages": ["ssw-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482949, "recall": 0.534585, "f1": 0.496809, "accuracy": 0.534585, "main_score": 0.496809, "hf_subset": "ssw_Latn-kas_Arab", "languages": ["ssw-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520117, "recall": 0.567194, "f1": 0.532211, "accuracy": 0.567194, "main_score": 0.532211, "hf_subset": "ssw_Latn-ltg_Latn", "languages": ["ssw-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59938, "recall": 0.639328, "f1": 0.609704, "accuracy": 0.639328, "main_score": 0.609704, "hf_subset": "ssw_Latn-nso_Latn", "languages": ["ssw-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484829, "recall": 0.540514, "f1": 0.498815, "accuracy": 0.540514, "main_score": 0.498815, "hf_subset": "ssw_Latn-sin_Sinh", "languages": ["ssw-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.55129, "recall": 0.603755, "f1": 0.563859, "accuracy": 0.603755, "main_score": 0.563859, "hf_subset": "ssw_Latn-tha_Thai", "languages": ["ssw-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.534966, "recall": 0.58004, "f1": 0.546309, "accuracy": 0.58004, "main_score": 0.546309, "hf_subset": "ssw_Latn-zho_Hans", "languages": ["ssw-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.570514, "recall": 0.620553, "f1": 0.584163, "accuracy": 0.620553, "main_score": 0.584163, "hf_subset": "ssw_Latn-ast_Latn", "languages": ["ssw-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548318, "recall": 0.593874, "f1": 0.55989, "accuracy": 0.593874, "main_score": 0.55989, "hf_subset": "ssw_Latn-crh_Latn", "languages": ["ssw-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564855, "recall": 0.613636, "f1": 0.577371, "accuracy": 0.613636, "main_score": 0.577371, "hf_subset": "ssw_Latn-glg_Latn", "languages": ["ssw-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497797, "recall": 0.551383, "f1": 0.51121, "accuracy": 0.551383, "main_score": 0.51121, "hf_subset": "ssw_Latn-kas_Deva", "languages": ["ssw-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.548383, "recall": 0.585968, "f1": 0.557839, "accuracy": 0.585968, "main_score": 0.557839, "hf_subset": "ssw_Latn-ltz_Latn", "languages": ["ssw-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46582, "recall": 0.51581, "f1": 0.479147, "accuracy": 0.51581, "main_score": 0.479147, "hf_subset": "ssw_Latn-nus_Latn", "languages": ["ssw-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558377, "recall": 0.610672, "f1": 0.571448, "accuracy": 0.610672, "main_score": 0.571448, "hf_subset": "ssw_Latn-slk_Latn", "languages": ["ssw-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397279, "recall": 0.449605, "f1": 0.411557, "accuracy": 0.449605, "main_score": 0.411557, "hf_subset": "ssw_Latn-tir_Ethi", "languages": ["ssw-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.530048, "recall": 0.58004, "f1": 0.542719, "accuracy": 0.58004, "main_score": 0.542719, "hf_subset": "ssw_Latn-zho_Hant", "languages": ["ssw-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.546129, "recall": 0.596838, "f1": 0.560238, "accuracy": 0.596838, "main_score": 0.560238, "hf_subset": "ssw_Latn-awa_Deva", "languages": ["ssw-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.557593, "recall": 0.599802, "f1": 0.568513, "accuracy": 0.599802, "main_score": 0.568513, "hf_subset": "ssw_Latn-cym_Latn", "languages": ["ssw-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546221, "recall": 0.581028, "f1": 0.5558, "accuracy": 0.581028, "main_score": 0.5558, "hf_subset": "ssw_Latn-grn_Latn", "languages": ["ssw-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518171, "recall": 0.568182, "f1": 0.530589, "accuracy": 0.568182, "main_score": 0.530589, "hf_subset": "ssw_Latn-kat_Geor", "languages": ["ssw-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.538412, "recall": 0.582016, "f1": 0.550125, "accuracy": 0.582016, "main_score": 0.550125, "hf_subset": "ssw_Latn-lua_Latn", "languages": ["ssw-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557568, "recall": 0.598814, "f1": 0.568888, "accuracy": 0.598814, "main_score": 0.568888, "hf_subset": "ssw_Latn-nya_Latn", "languages": ["ssw-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549527, "recall": 0.588933, "f1": 0.559621, "accuracy": 0.588933, "main_score": 0.559621, "hf_subset": "ssw_Latn-slv_Latn", "languages": ["ssw-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569286, "recall": 0.61166, "f1": 0.579882, "accuracy": 0.61166, "main_score": 0.579882, "hf_subset": "ssw_Latn-tpi_Latn", "languages": ["ssw-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584253, "recall": 0.629447, "f1": 0.595474, "accuracy": 0.629447, "main_score": 0.595474, "hf_subset": "ssw_Latn-zsm_Latn", "languages": ["ssw-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515977, "recall": 0.559289, "f1": 0.528317, "accuracy": 0.559289, "main_score": 0.528317, "hf_subset": "ssw_Latn-ayr_Latn", "languages": ["ssw-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566802, "recall": 0.616601, "f1": 0.57869, "accuracy": 0.616601, "main_score": 0.57869, "hf_subset": "ssw_Latn-dan_Latn", "languages": ["ssw-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547014, "recall": 0.600791, "f1": 0.56051, "accuracy": 0.600791, "main_score": 0.56051, "hf_subset": "ssw_Latn-guj_Gujr", "languages": ["ssw-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.560191, "recall": 0.614625, "f1": 0.574249, "accuracy": 0.614625, "main_score": 0.574249, "hf_subset": "ssw_Latn-kaz_Cyrl", "languages": ["ssw-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531173, "recall": 0.577075, "f1": 0.543786, "accuracy": 0.577075, "main_score": 0.543786, "hf_subset": "ssw_Latn-lug_Latn", "languages": ["ssw-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566643, "recall": 0.615613, "f1": 0.579305, "accuracy": 0.615613, "main_score": 0.579305, "hf_subset": "ssw_Latn-oci_Latn", "languages": ["ssw-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56146, "recall": 0.600791, "f1": 0.571357, "accuracy": 0.600791, "main_score": 0.571357, "hf_subset": "ssw_Latn-smo_Latn", "languages": ["ssw-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563435, "recall": 0.599802, "f1": 0.573419, "accuracy": 0.599802, "main_score": 0.573419, "hf_subset": "ssw_Latn-tsn_Latn", "languages": ["ssw-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739939, "recall": 0.793478, "f1": 0.755435, "accuracy": 0.793478, "main_score": 0.755435, "hf_subset": "ssw_Latn-zul_Latn", "languages": ["ssw-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481167, "recall": 0.527668, "f1": 0.49405, "accuracy": 0.527668, "main_score": 0.49405, "hf_subset": "ssw_Latn-azb_Arab", "languages": ["ssw-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568776, "recall": 0.617589, "f1": 0.581266, "accuracy": 0.617589, "main_score": 0.581266, "hf_subset": "ssw_Latn-deu_Latn", "languages": ["ssw-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517283, "recall": 0.568182, "f1": 0.530764, "accuracy": 0.568182, "main_score": 0.530764, "hf_subset": "ssw_Latn-hat_Latn", "languages": ["ssw-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499376, "recall": 0.54249, "f1": 0.511495, "accuracy": 0.54249, "main_score": 0.511495, "hf_subset": "ssw_Latn-kbp_Latn", "languages": ["ssw-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554664, "recall": 0.593874, "f1": 0.565041, "accuracy": 0.593874, "main_score": 0.565041, "hf_subset": "ssw_Latn-luo_Latn", "languages": ["ssw-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538873, "recall": 0.590909, "f1": 0.552327, "accuracy": 0.590909, "main_score": 0.552327, "hf_subset": "ssw_Latn-ory_Orya", "languages": ["ssw-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.566363, "recall": 0.612648, "f1": 0.579303, "accuracy": 0.612648, "main_score": 0.579303, "hf_subset": "ssw_Latn-sna_Latn", "languages": ["ssw-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570774, "recall": 0.615613, "f1": 0.582641, "accuracy": 0.615613, "main_score": 0.582641, "hf_subset": "ssw_Latn-tso_Latn", "languages": ["ssw-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520043, "recall": 0.571146, "f1": 0.533157, "accuracy": 0.571146, "main_score": 0.533157, "hf_subset": "ssw_Latn-azj_Latn", "languages": ["ssw-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4998, "recall": 0.541502, "f1": 0.512222, "accuracy": 0.541502, "main_score": 0.512222, "hf_subset": "ssw_Latn-dik_Latn", "languages": ["ssw-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560032, "recall": 0.599802, "f1": 0.571046, "accuracy": 0.599802, "main_score": 0.571046, "hf_subset": "ssw_Latn-hau_Latn", "languages": ["ssw-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554161, "recall": 0.592885, "f1": 0.563747, "accuracy": 0.592885, "main_score": 0.563747, "hf_subset": "ssw_Latn-kea_Latn", "languages": ["ssw-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554267, "recall": 0.592885, "f1": 0.564635, "accuracy": 0.592885, "main_score": 0.564635, "hf_subset": "ssw_Latn-lus_Latn", "languages": ["ssw-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550741, "recall": 0.585968, "f1": 0.560145, "accuracy": 0.585968, "main_score": 0.560145, "hf_subset": "ssw_Latn-pag_Latn", "languages": ["ssw-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529267, "recall": 0.583004, "f1": 0.544006, "accuracy": 0.583004, "main_score": 0.544006, "hf_subset": "ssw_Latn-snd_Arab", "languages": ["ssw-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510785, "recall": 0.5583, "f1": 0.523569, "accuracy": 0.5583, "main_score": 0.523569, "hf_subset": "ssw_Latn-tuk_Latn", "languages": ["ssw-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546177, "recall": 0.594862, "f1": 0.558507, "accuracy": 0.594862, "main_score": 0.558507, "hf_subset": "ssw_Latn-bak_Cyrl", "languages": ["ssw-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.399539, "recall": 0.464427, "f1": 0.418706, "accuracy": 0.464427, "main_score": 0.418706, "hf_subset": "ssw_Latn-dyu_Latn", "languages": ["ssw-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543105, "recall": 0.586957, "f1": 0.554654, "accuracy": 0.586957, "main_score": 0.554654, "hf_subset": "ssw_Latn-heb_Hebr", "languages": ["ssw-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.529704, "recall": 0.576087, "f1": 0.541723, "accuracy": 0.576087, "main_score": 0.541723, "hf_subset": "ssw_Latn-khk_Cyrl", "languages": ["ssw-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551381, "recall": 0.59585, "f1": 0.563115, "accuracy": 0.59585, "main_score": 0.563115, "hf_subset": "ssw_Latn-lvs_Latn", "languages": ["ssw-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5549, "recall": 0.604743, "f1": 0.567854, "accuracy": 0.604743, "main_score": 0.567854, "hf_subset": "ssw_Latn-pan_Guru", "languages": ["ssw-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.51896, "recall": 0.567194, "f1": 0.531789, "accuracy": 0.567194, "main_score": 0.531789, "hf_subset": "ssw_Latn-som_Latn", "languages": ["ssw-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544007, "recall": 0.583992, "f1": 0.55521, "accuracy": 0.583992, "main_score": 0.55521, "hf_subset": "ssw_Latn-tum_Latn", "languages": ["ssw-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601814, "recall": 0.661067, "f1": 0.618472, "accuracy": 0.661067, "main_score": 0.618472, "hf_subset": "ukr_Cyrl-ace_Arab", "languages": ["ukr-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527472, "recall": 0.585968, "f1": 0.544288, "accuracy": 0.585968, "main_score": 0.544288, "hf_subset": "ukr_Cyrl-bam_Latn", "languages": ["ukr-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456305, "recall": 0.533597, "f1": 0.476978, "accuracy": 0.533597, "main_score": 0.476978, "hf_subset": "ukr_Cyrl-dzo_Tibt", "languages": ["ukr-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hin_Deva", "languages": ["ukr-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-khm_Khmr", "languages": ["ukr-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-mag_Deva", "languages": ["ukr-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-pap_Latn", "languages": ["ukr-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603771, "recall": 0.663043, "f1": 0.620346, "accuracy": 0.663043, "main_score": 0.620346, "hf_subset": "ukr_Cyrl-sot_Latn", "languages": ["ukr-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tur_Latn", "languages": ["ukr-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880056, "recall": 0.911067, "f1": 0.88969, "accuracy": 0.911067, "main_score": 0.88969, "hf_subset": "ukr_Cyrl-ace_Latn", "languages": ["ukr-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "ukr_Cyrl-ban_Latn", "languages": ["ukr-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ell_Grek", "languages": ["ukr-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ukr_Cyrl-hne_Deva", "languages": ["ukr-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.601146, "recall": 0.662055, "f1": 0.618623, "accuracy": 0.662055, "main_score": 0.618623, "hf_subset": "ukr_Cyrl-kik_Latn", "languages": ["ukr-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mai_Deva", "languages": ["ukr-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ukr_Cyrl-pbt_Arab", "languages": ["ukr-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-spa_Latn", "languages": ["ukr-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621386, "recall": 0.687747, "f1": 0.640516, "accuracy": 0.687747, "main_score": 0.640516, "hf_subset": "ukr_Cyrl-twi_Latn", "languages": ["ukr-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-acm_Arab", "languages": ["ukr-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bel_Cyrl", "languages": ["ukr-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-eng_Latn", "languages": ["ukr-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hrv_Latn", "languages": ["ukr-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561801, "recall": 0.624506, "f1": 0.579469, "accuracy": 0.624506, "main_score": 0.579469, "hf_subset": "ukr_Cyrl-kin_Latn", "languages": ["ukr-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-mal_Mlym", "languages": ["ukr-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pes_Arab", "languages": ["ukr-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ukr_Cyrl-srd_Latn", "languages": ["ukr-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184191, "recall": 0.23419, "f1": 0.197127, "accuracy": 0.23419, "main_score": 0.197127, "hf_subset": "ukr_Cyrl-tzm_Tfng", "languages": ["ukr-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-acq_Arab", "languages": ["ukr-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.638727, "recall": 0.690711, "f1": 0.652692, "accuracy": 0.690711, "main_score": 0.652692, "hf_subset": "ukr_Cyrl-bem_Latn", "languages": ["ukr-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-epo_Latn", "languages": ["ukr-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hun_Latn", "languages": ["ukr-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-kir_Cyrl", "languages": ["ukr-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mar_Deva", "languages": ["ukr-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.682724, "recall": 0.743083, "f1": 0.700344, "accuracy": 0.743083, "main_score": 0.700344, "hf_subset": "ukr_Cyrl-plt_Latn", "languages": ["ukr-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-srp_Cyrl", "languages": ["ukr-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ukr_Cyrl-uig_Arab", "languages": ["ukr-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-aeb_Arab", "languages": ["ukr-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ben_Beng", "languages": ["ukr-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-est_Latn", "languages": ["ukr-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hye_Armn", "languages": ["ukr-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.546625, "recall": 0.601779, "f1": 0.562917, "accuracy": 0.601779, "main_score": 0.562917, "hf_subset": "ukr_Cyrl-kmb_Latn", "languages": ["ukr-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523527, "recall": 0.593874, "f1": 0.542688, "accuracy": 0.593874, "main_score": 0.542688, "hf_subset": "ukr_Cyrl-min_Arab", "languages": ["ukr-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pol_Latn", "languages": ["ukr-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564906, "recall": 0.631423, "f1": 0.584623, "accuracy": 0.631423, "main_score": 0.584623, "hf_subset": "ukr_Cyrl-ssw_Latn", "languages": ["ukr-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-afr_Latn", "languages": ["ukr-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bho_Deva", "languages": ["ukr-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ukr_Cyrl-eus_Latn", "languages": ["ukr-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584364, "recall": 0.648221, "f1": 0.601853, "accuracy": 0.648221, "main_score": 0.601853, "hf_subset": "ukr_Cyrl-ibo_Latn", "languages": ["ukr-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923913, "recall": 0.945652, "f1": 0.93083, "accuracy": 0.945652, "main_score": 0.93083, "hf_subset": "ukr_Cyrl-kmr_Latn", "languages": ["ukr-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ukr_Cyrl-min_Latn", "languages": ["ukr-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-por_Latn", "languages": ["ukr-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ukr_Cyrl-sun_Latn", "languages": ["ukr-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531194, "recall": 0.593874, "f1": 0.549187, "accuracy": 0.593874, "main_score": 0.549187, "hf_subset": "ukr_Cyrl-umb_Latn", "languages": ["ukr-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ajp_Arab", "languages": ["ukr-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565648, "recall": 0.630435, "f1": 0.583554, "accuracy": 0.630435, "main_score": 0.583554, "hf_subset": "ukr_Cyrl-bjn_Arab", "languages": ["ukr-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529974, "recall": 0.586957, "f1": 0.545506, "accuracy": 0.586957, "main_score": 0.545506, "hf_subset": "ukr_Cyrl-ewe_Latn", "languages": ["ukr-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "ukr_Cyrl-ilo_Latn", "languages": ["ukr-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316206, "recall": 0.378458, "f1": 0.33328, "accuracy": 0.378458, "main_score": 0.33328, "hf_subset": "ukr_Cyrl-knc_Arab", "languages": ["ukr-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mkd_Cyrl", "languages": ["ukr-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-prs_Arab", "languages": ["ukr-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-swe_Latn", "languages": ["ukr-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-urd_Arab", "languages": ["ukr-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602283, "recall": 0.667984, "f1": 0.620891, "accuracy": 0.667984, "main_score": 0.620891, "hf_subset": "ukr_Cyrl-aka_Latn", "languages": ["ukr-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ukr_Cyrl-bjn_Latn", "languages": ["ukr-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-fao_Latn", "languages": ["ukr-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ind_Latn", "languages": ["ukr-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591002, "recall": 0.645257, "f1": 0.606958, "accuracy": 0.645257, "main_score": 0.606958, "hf_subset": "ukr_Cyrl-knc_Latn", "languages": ["ukr-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-mlt_Latn", "languages": ["ukr-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721552, "recall": 0.783597, "f1": 0.739874, "accuracy": 0.783597, "main_score": 0.739874, "hf_subset": "ukr_Cyrl-quy_Latn", "languages": ["ukr-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ukr_Cyrl-swh_Latn", "languages": ["ukr-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-uzn_Latn", "languages": ["ukr-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-als_Latn", "languages": ["ukr-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691634, "recall": 0.76087, "f1": 0.711895, "accuracy": 0.76087, "main_score": 0.711895, "hf_subset": "ukr_Cyrl-bod_Tibt", "languages": ["ukr-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.724621, "recall": 0.782609, "f1": 0.741474, "accuracy": 0.782609, "main_score": 0.741474, "hf_subset": "ukr_Cyrl-fij_Latn", "languages": ["ukr-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ukr_Cyrl-isl_Latn", "languages": ["ukr-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66805, "recall": 0.725296, "f1": 0.685178, "accuracy": 0.725296, "main_score": 0.685178, "hf_subset": "ukr_Cyrl-kon_Latn", "languages": ["ukr-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667836, "recall": 0.735178, "f1": 0.687349, "accuracy": 0.735178, "main_score": 0.687349, "hf_subset": "ukr_Cyrl-mni_Beng", "languages": ["ukr-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ron_Latn", "languages": ["ukr-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ukr_Cyrl-szl_Latn", "languages": ["ukr-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-vec_Latn", "languages": ["ukr-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ukr_Cyrl-amh_Ethi", "languages": ["ukr-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bos_Latn", "languages": ["ukr-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-fin_Latn", "languages": ["ukr-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ita_Latn", "languages": ["ukr-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-kor_Hang", "languages": ["ukr-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558936, "recall": 0.62253, "f1": 0.576336, "accuracy": 0.62253, "main_score": 0.576336, "hf_subset": "ukr_Cyrl-mos_Latn", "languages": ["ukr-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565927, "recall": 0.625494, "f1": 0.582977, "accuracy": 0.625494, "main_score": 0.582977, "hf_subset": "ukr_Cyrl-run_Latn", "languages": ["ukr-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tam_Taml", "languages": ["ukr-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-vie_Latn", "languages": ["ukr-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-apc_Arab", "languages": ["ukr-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.818989, "recall": 0.862648, "f1": 0.832213, "accuracy": 0.862648, "main_score": 0.832213, "hf_subset": "ukr_Cyrl-bug_Latn", "languages": ["ukr-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480921, "recall": 0.535573, "f1": 0.495005, "accuracy": 0.535573, "main_score": 0.495005, "hf_subset": "ukr_Cyrl-fon_Latn", "languages": ["ukr-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ukr_Cyrl-jav_Latn", "languages": ["ukr-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-lao_Laoo", "languages": ["ukr-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.89538, "recall": 0.924901, "f1": 0.904699, "accuracy": 0.924901, "main_score": 0.904699, "hf_subset": "ukr_Cyrl-mri_Latn", "languages": ["ukr-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-rus_Cyrl", "languages": ["ukr-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544079, "recall": 0.612648, "f1": 0.562709, "accuracy": 0.612648, "main_score": 0.562709, "hf_subset": "ukr_Cyrl-taq_Latn", "languages": ["ukr-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-war_Latn", "languages": ["ukr-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-arb_Arab", "languages": ["ukr-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bul_Cyrl", "languages": ["ukr-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-fra_Latn", "languages": ["ukr-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-jpn_Jpan", "languages": ["ukr-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-lij_Latn", "languages": ["ukr-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "ukr_Cyrl-mya_Mymr", "languages": ["ukr-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.606289, "recall": 0.672925, "f1": 0.625196, "accuracy": 0.672925, "main_score": 0.625196, "hf_subset": "ukr_Cyrl-sag_Latn", "languages": ["ukr-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201863, "recall": 0.259881, "f1": 0.214846, "accuracy": 0.259881, "main_score": 0.214846, "hf_subset": "ukr_Cyrl-taq_Tfng", "languages": ["ukr-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.634447, "recall": 0.697628, "f1": 0.652083, "accuracy": 0.697628, "main_score": 0.652083, "hf_subset": "ukr_Cyrl-wol_Latn", "languages": ["ukr-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820323, "recall": 0.868577, "f1": 0.835408, "accuracy": 0.868577, "main_score": 0.835408, "hf_subset": "ukr_Cyrl-arb_Latn", "languages": ["ukr-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-cat_Latn", "languages": ["ukr-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-fur_Latn", "languages": ["ukr-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.411882, "recall": 0.472332, "f1": 0.427974, "accuracy": 0.472332, "main_score": 0.427974, "hf_subset": "ukr_Cyrl-kab_Latn", "languages": ["ukr-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ukr_Cyrl-lim_Latn", "languages": ["ukr-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-nld_Latn", "languages": ["ukr-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ukr_Cyrl-san_Deva", "languages": ["ukr-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tat_Cyrl", "languages": ["ukr-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684002, "recall": 0.743083, "f1": 0.701635, "accuracy": 0.743083, "main_score": 0.701635, "hf_subset": "ukr_Cyrl-xho_Latn", "languages": ["ukr-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ars_Arab", "languages": ["ukr-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-ceb_Latn", "languages": ["ukr-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567579, "recall": 0.628458, "f1": 0.584569, "accuracy": 0.628458, "main_score": 0.584569, "hf_subset": "ukr_Cyrl-fuv_Latn", "languages": ["ukr-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515571, "recall": 0.581028, "f1": 0.53363, "accuracy": 0.581028, "main_score": 0.53363, "hf_subset": "ukr_Cyrl-kac_Latn", "languages": ["ukr-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676672, "recall": 0.732213, "f1": 0.69294, "accuracy": 0.732213, "main_score": 0.69294, "hf_subset": "ukr_Cyrl-lin_Latn", "languages": ["ukr-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-nno_Latn", "languages": ["ukr-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.239031, "recall": 0.317194, "f1": 0.259648, "accuracy": 0.317194, "main_score": 0.259648, "hf_subset": "ukr_Cyrl-sat_Olck", "languages": ["ukr-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tel_Telu", "languages": ["ukr-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ukr_Cyrl-ydd_Hebr", "languages": ["ukr-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ukr_Cyrl-ary_Arab", "languages": ["ukr-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ces_Latn", "languages": ["ukr-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579463, "recall": 0.644269, "f1": 0.597784, "accuracy": 0.644269, "main_score": 0.597784, "hf_subset": "ukr_Cyrl-gaz_Latn", "languages": ["ukr-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599839, "recall": 0.66502, "f1": 0.618396, "accuracy": 0.66502, "main_score": 0.618396, "hf_subset": "ukr_Cyrl-kam_Latn", "languages": ["ukr-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ukr_Cyrl-lit_Latn", "languages": ["ukr-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-nob_Latn", "languages": ["ukr-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ukr_Cyrl-scn_Latn", "languages": ["ukr-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ukr_Cyrl-tgk_Cyrl", "languages": ["ukr-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.738761, "recall": 0.798419, "f1": 0.756656, "accuracy": 0.798419, "main_score": 0.756656, "hf_subset": "ukr_Cyrl-yor_Latn", "languages": ["ukr-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-arz_Arab", "languages": ["ukr-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570493, "recall": 0.632411, "f1": 0.588375, "accuracy": 0.632411, "main_score": 0.588375, "hf_subset": "ukr_Cyrl-cjk_Latn", "languages": ["ukr-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811594, "recall": 0.858696, "f1": 0.826383, "accuracy": 0.858696, "main_score": 0.826383, "hf_subset": "ukr_Cyrl-gla_Latn", "languages": ["ukr-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-kan_Knda", "languages": ["ukr-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ukr_Cyrl-lmo_Latn", "languages": ["ukr-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ukr_Cyrl-npi_Deva", "languages": ["ukr-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.469525, "recall": 0.535573, "f1": 0.48761, "accuracy": 0.535573, "main_score": 0.48761, "hf_subset": "ukr_Cyrl-shn_Mymr", "languages": ["ukr-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tgl_Latn", "languages": ["ukr-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-yue_Hant", "languages": ["ukr-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-asm_Beng", "languages": ["ukr-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ukr_Cyrl-ckb_Arab", "languages": ["ukr-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.914559, "recall": 0.939723, "f1": 0.922596, "accuracy": 0.939723, "main_score": 0.922596, "hf_subset": "ukr_Cyrl-gle_Latn", "languages": ["ukr-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "ukr_Cyrl-kas_Arab", "languages": ["ukr-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ukr_Cyrl-ltg_Latn", "languages": ["ukr-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624589, "recall": 0.681818, "f1": 0.641526, "accuracy": 0.681818, "main_score": 0.641526, "hf_subset": "ukr_Cyrl-nso_Latn", "languages": ["ukr-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ukr_Cyrl-sin_Sinh", "languages": ["ukr-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tha_Thai", "languages": ["ukr-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-zho_Hans", "languages": ["ukr-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ast_Latn", "languages": ["ukr-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-crh_Latn", "languages": ["ukr-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-glg_Latn", "languages": ["ukr-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918725, "recall": 0.943676, "f1": 0.926614, "accuracy": 0.943676, "main_score": 0.926614, "hf_subset": "ukr_Cyrl-kas_Deva", "languages": ["ukr-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-ltz_Latn", "languages": ["ukr-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476831, "recall": 0.54249, "f1": 0.49431, "accuracy": 0.54249, "main_score": 0.49431, "hf_subset": "ukr_Cyrl-nus_Latn", "languages": ["ukr-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-slk_Latn", "languages": ["ukr-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653468, "recall": 0.721344, "f1": 0.673158, "accuracy": 0.721344, "main_score": 0.673158, "hf_subset": "ukr_Cyrl-tir_Ethi", "languages": ["ukr-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-zho_Hant", "languages": ["ukr-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ukr_Cyrl-awa_Deva", "languages": ["ukr-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ukr_Cyrl-cym_Latn", "languages": ["ukr-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858119, "recall": 0.893281, "f1": 0.868939, "accuracy": 0.893281, "main_score": 0.868939, "hf_subset": "ukr_Cyrl-grn_Latn", "languages": ["ukr-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-kat_Geor", "languages": ["ukr-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.662143, "recall": 0.717391, "f1": 0.678382, "accuracy": 0.717391, "main_score": 0.678382, "hf_subset": "ukr_Cyrl-lua_Latn", "languages": ["ukr-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648575, "recall": 0.715415, "f1": 0.667945, "accuracy": 0.715415, "main_score": 0.667945, "hf_subset": "ukr_Cyrl-nya_Latn", "languages": ["ukr-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-slv_Latn", "languages": ["ukr-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ukr_Cyrl-tpi_Latn", "languages": ["ukr-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-zsm_Latn", "languages": ["ukr-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545899, "recall": 0.617589, "f1": 0.566249, "accuracy": 0.617589, "main_score": 0.566249, "hf_subset": "ukr_Cyrl-ayr_Latn", "languages": ["ukr-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-dan_Latn", "languages": ["ukr-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-guj_Gujr", "languages": ["ukr-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-kaz_Cyrl", "languages": ["ukr-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.552869, "recall": 0.614625, "f1": 0.570418, "accuracy": 0.614625, "main_score": 0.570418, "hf_subset": "ukr_Cyrl-lug_Latn", "languages": ["ukr-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-oci_Latn", "languages": ["ukr-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837204, "recall": 0.881423, "f1": 0.850908, "accuracy": 0.881423, "main_score": 0.850908, "hf_subset": "ukr_Cyrl-smo_Latn", "languages": ["ukr-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547328, "recall": 0.615613, "f1": 0.566922, "accuracy": 0.615613, "main_score": 0.566922, "hf_subset": "ukr_Cyrl-tsn_Latn", "languages": ["ukr-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633073, "recall": 0.692688, "f1": 0.649602, "accuracy": 0.692688, "main_score": 0.649602, "hf_subset": "ukr_Cyrl-zul_Latn", "languages": ["ukr-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "ukr_Cyrl-azb_Arab", "languages": ["ukr-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-deu_Latn", "languages": ["ukr-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "ukr_Cyrl-hat_Latn", "languages": ["ukr-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499639, "recall": 0.556324, "f1": 0.515275, "accuracy": 0.556324, "main_score": 0.515275, "hf_subset": "ukr_Cyrl-kbp_Latn", "languages": ["ukr-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584832, "recall": 0.645257, "f1": 0.601926, "accuracy": 0.645257, "main_score": 0.601926, "hf_subset": "ukr_Cyrl-luo_Latn", "languages": ["ukr-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ory_Orya", "languages": ["ukr-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.608547, "recall": 0.671937, "f1": 0.626981, "accuracy": 0.671937, "main_score": 0.626981, "hf_subset": "ukr_Cyrl-sna_Latn", "languages": ["ukr-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563164, "recall": 0.624506, "f1": 0.580336, "accuracy": 0.624506, "main_score": 0.580336, "hf_subset": "ukr_Cyrl-tso_Latn", "languages": ["ukr-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-azj_Latn", "languages": ["ukr-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538759, "recall": 0.607708, "f1": 0.558534, "accuracy": 0.607708, "main_score": 0.558534, "hf_subset": "ukr_Cyrl-dik_Latn", "languages": ["ukr-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762615, "recall": 0.816206, "f1": 0.77892, "accuracy": 0.816206, "main_score": 0.77892, "hf_subset": "ukr_Cyrl-hau_Latn", "languages": ["ukr-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-kea_Latn", "languages": ["ukr-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759997, "recall": 0.810277, "f1": 0.775198, "accuracy": 0.810277, "main_score": 0.775198, "hf_subset": "ukr_Cyrl-lus_Latn", "languages": ["ukr-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880665, "recall": 0.908103, "f1": 0.888919, "accuracy": 0.908103, "main_score": 0.888919, "hf_subset": "ukr_Cyrl-pag_Latn", "languages": ["ukr-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-snd_Arab", "languages": ["ukr-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ukr_Cyrl-tuk_Latn", "languages": ["ukr-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-bak_Cyrl", "languages": ["ukr-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.48914, "recall": 0.564229, "f1": 0.511168, "accuracy": 0.564229, "main_score": 0.511168, "hf_subset": "ukr_Cyrl-dyu_Latn", "languages": ["ukr-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-heb_Hebr", "languages": ["ukr-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-khk_Cyrl", "languages": ["ukr-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-lvs_Latn", "languages": ["ukr-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pan_Guru", "languages": ["ukr-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.723584, "recall": 0.779644, "f1": 0.740603, "accuracy": 0.779644, "main_score": 0.740603, "hf_subset": "ukr_Cyrl-som_Latn", "languages": ["ukr-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608836, "recall": 0.661067, "f1": 0.623446, "accuracy": 0.661067, "main_score": 0.623446, "hf_subset": "ukr_Cyrl-tum_Latn", "languages": ["ukr-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601961, "recall": 0.666008, "f1": 0.620234, "accuracy": 0.666008, "main_score": 0.620234, "hf_subset": "afr_Latn-ace_Arab", "languages": ["afr-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545341, "recall": 0.607708, "f1": 0.563062, "accuracy": 0.607708, "main_score": 0.563062, "hf_subset": "afr_Latn-bam_Latn", "languages": ["afr-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463196, "recall": 0.532609, "f1": 0.481596, "accuracy": 0.532609, "main_score": 0.481596, "hf_subset": "afr_Latn-dzo_Tibt", "languages": ["afr-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hin_Deva", "languages": ["afr-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-khm_Khmr", "languages": ["afr-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-mag_Deva", "languages": ["afr-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-pap_Latn", "languages": ["afr-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61469, "recall": 0.667984, "f1": 0.629869, "accuracy": 0.667984, "main_score": 0.629869, "hf_subset": "afr_Latn-sot_Latn", "languages": ["afr-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-tur_Latn", "languages": ["afr-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890728, "recall": 0.91996, "f1": 0.900052, "accuracy": 0.91996, "main_score": 0.900052, "hf_subset": "afr_Latn-ace_Latn", "languages": ["afr-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.972332, "f1": 0.965415, "accuracy": 0.972332, "main_score": 0.965415, "hf_subset": "afr_Latn-ban_Latn", "languages": ["afr-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ell_Grek", "languages": ["afr-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "afr_Latn-hne_Deva", "languages": ["afr-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.622642, "recall": 0.681818, "f1": 0.639081, "accuracy": 0.681818, "main_score": 0.639081, "hf_subset": "afr_Latn-kik_Latn", "languages": ["afr-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mai_Deva", "languages": ["afr-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "afr_Latn-pbt_Arab", "languages": ["afr-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-spa_Latn", "languages": ["afr-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624797, "recall": 0.689723, "f1": 0.643059, "accuracy": 0.689723, "main_score": 0.643059, "hf_subset": "afr_Latn-twi_Latn", "languages": ["afr-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-acm_Arab", "languages": ["afr-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-bel_Cyrl", "languages": ["afr-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-eng_Latn", "languages": ["afr-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hrv_Latn", "languages": ["afr-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580732, "recall": 0.640316, "f1": 0.596961, "accuracy": 0.640316, "main_score": 0.596961, "hf_subset": "afr_Latn-kin_Latn", "languages": ["afr-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-mal_Mlym", "languages": ["afr-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pes_Arab", "languages": ["afr-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-srd_Latn", "languages": ["afr-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187427, "recall": 0.233202, "f1": 0.198353, "accuracy": 0.233202, "main_score": 0.198353, "hf_subset": "afr_Latn-tzm_Tfng", "languages": ["afr-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-acq_Arab", "languages": ["afr-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649391, "recall": 0.697628, "f1": 0.662602, "accuracy": 0.697628, "main_score": 0.662602, "hf_subset": "afr_Latn-bem_Latn", "languages": ["afr-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-epo_Latn", "languages": ["afr-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hun_Latn", "languages": ["afr-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "afr_Latn-kir_Cyrl", "languages": ["afr-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mar_Deva", "languages": ["afr-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.682255, "recall": 0.737154, "f1": 0.698474, "accuracy": 0.737154, "main_score": 0.698474, "hf_subset": "afr_Latn-plt_Latn", "languages": ["afr-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-srp_Cyrl", "languages": ["afr-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "afr_Latn-uig_Arab", "languages": ["afr-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-aeb_Arab", "languages": ["afr-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ben_Beng", "languages": ["afr-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-est_Latn", "languages": ["afr-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hye_Armn", "languages": ["afr-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.561442, "recall": 0.612648, "f1": 0.57606, "accuracy": 0.612648, "main_score": 0.57606, "hf_subset": "afr_Latn-kmb_Latn", "languages": ["afr-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528828, "recall": 0.602767, "f1": 0.549022, "accuracy": 0.602767, "main_score": 0.549022, "hf_subset": "afr_Latn-min_Arab", "languages": ["afr-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pol_Latn", "languages": ["afr-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575273, "recall": 0.637352, "f1": 0.593419, "accuracy": 0.637352, "main_score": 0.593419, "hf_subset": "afr_Latn-ssw_Latn", "languages": ["afr-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ukr_Cyrl", "languages": ["afr-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-bho_Deva", "languages": ["afr-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "afr_Latn-eus_Latn", "languages": ["afr-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603987, "recall": 0.66502, "f1": 0.621321, "accuracy": 0.66502, "main_score": 0.621321, "hf_subset": "afr_Latn-ibo_Latn", "languages": ["afr-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914114, "recall": 0.938735, "f1": 0.921673, "accuracy": 0.938735, "main_score": 0.921673, "hf_subset": "afr_Latn-kmr_Latn", "languages": ["afr-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "afr_Latn-min_Latn", "languages": ["afr-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-por_Latn", "languages": ["afr-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-sun_Latn", "languages": ["afr-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543597, "recall": 0.598814, "f1": 0.559247, "accuracy": 0.598814, "main_score": 0.559247, "hf_subset": "afr_Latn-umb_Latn", "languages": ["afr-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ajp_Arab", "languages": ["afr-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561593, "recall": 0.62747, "f1": 0.580102, "accuracy": 0.62747, "main_score": 0.580102, "hf_subset": "afr_Latn-bjn_Arab", "languages": ["afr-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549692, "recall": 0.602767, "f1": 0.56433, "accuracy": 0.602767, "main_score": 0.56433, "hf_subset": "afr_Latn-ewe_Latn", "languages": ["afr-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "afr_Latn-ilo_Latn", "languages": ["afr-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326677, "recall": 0.389328, "f1": 0.344134, "accuracy": 0.389328, "main_score": 0.344134, "hf_subset": "afr_Latn-knc_Arab", "languages": ["afr-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mkd_Cyrl", "languages": ["afr-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-prs_Arab", "languages": ["afr-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-swe_Latn", "languages": ["afr-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-urd_Arab", "languages": ["afr-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.606835, "recall": 0.668972, "f1": 0.624525, "accuracy": 0.668972, "main_score": 0.624525, "hf_subset": "afr_Latn-aka_Latn", "languages": ["afr-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "afr_Latn-bjn_Latn", "languages": ["afr-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "afr_Latn-fao_Latn", "languages": ["afr-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ind_Latn", "languages": ["afr-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609416, "recall": 0.659091, "f1": 0.62369, "accuracy": 0.659091, "main_score": 0.62369, "hf_subset": "afr_Latn-knc_Latn", "languages": ["afr-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-mlt_Latn", "languages": ["afr-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718532, "recall": 0.775692, "f1": 0.735112, "accuracy": 0.775692, "main_score": 0.735112, "hf_subset": "afr_Latn-quy_Latn", "languages": ["afr-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "afr_Latn-swh_Latn", "languages": ["afr-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-uzn_Latn", "languages": ["afr-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-als_Latn", "languages": ["afr-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688142, "recall": 0.759881, "f1": 0.708945, "accuracy": 0.759881, "main_score": 0.708945, "hf_subset": "afr_Latn-bod_Tibt", "languages": ["afr-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.719441, "recall": 0.775692, "f1": 0.735743, "accuracy": 0.775692, "main_score": 0.735743, "hf_subset": "afr_Latn-fij_Latn", "languages": ["afr-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "afr_Latn-isl_Latn", "languages": ["afr-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68415, "recall": 0.729249, "f1": 0.697203, "accuracy": 0.729249, "main_score": 0.697203, "hf_subset": "afr_Latn-kon_Latn", "languages": ["afr-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668795, "recall": 0.730237, "f1": 0.68647, "accuracy": 0.730237, "main_score": 0.68647, "hf_subset": "afr_Latn-mni_Beng", "languages": ["afr-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ron_Latn", "languages": ["afr-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "afr_Latn-szl_Latn", "languages": ["afr-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-vec_Latn", "languages": ["afr-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959569, "recall": 0.972332, "f1": 0.963669, "accuracy": 0.972332, "main_score": 0.963669, "hf_subset": "afr_Latn-amh_Ethi", "languages": ["afr-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-bos_Latn", "languages": ["afr-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-fin_Latn", "languages": ["afr-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ita_Latn", "languages": ["afr-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-kor_Hang", "languages": ["afr-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.566049, "recall": 0.62253, "f1": 0.5817, "accuracy": 0.62253, "main_score": 0.5817, "hf_subset": "afr_Latn-mos_Latn", "languages": ["afr-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575988, "recall": 0.632411, "f1": 0.592151, "accuracy": 0.632411, "main_score": 0.592151, "hf_subset": "afr_Latn-run_Latn", "languages": ["afr-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tam_Taml", "languages": ["afr-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-vie_Latn", "languages": ["afr-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-apc_Arab", "languages": ["afr-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.819993, "recall": 0.860672, "f1": 0.831917, "accuracy": 0.860672, "main_score": 0.831917, "hf_subset": "afr_Latn-bug_Latn", "languages": ["afr-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478409, "recall": 0.538538, "f1": 0.494946, "accuracy": 0.538538, "main_score": 0.494946, "hf_subset": "afr_Latn-fon_Latn", "languages": ["afr-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-jav_Latn", "languages": ["afr-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-lao_Laoo", "languages": ["afr-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.900609, "recall": 0.927866, "f1": 0.909321, "accuracy": 0.927866, "main_score": 0.909321, "hf_subset": "afr_Latn-mri_Latn", "languages": ["afr-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-rus_Cyrl", "languages": ["afr-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.555159, "recall": 0.619565, "f1": 0.573012, "accuracy": 0.619565, "main_score": 0.573012, "hf_subset": "afr_Latn-taq_Latn", "languages": ["afr-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-war_Latn", "languages": ["afr-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-arb_Arab", "languages": ["afr-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-bul_Cyrl", "languages": ["afr-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-fra_Latn", "languages": ["afr-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-jpn_Jpan", "languages": ["afr-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-lij_Latn", "languages": ["afr-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "afr_Latn-mya_Mymr", "languages": ["afr-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.607158, "recall": 0.670949, "f1": 0.624893, "accuracy": 0.670949, "main_score": 0.624893, "hf_subset": "afr_Latn-sag_Latn", "languages": ["afr-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202592, "recall": 0.261858, "f1": 0.216227, "accuracy": 0.261858, "main_score": 0.216227, "hf_subset": "afr_Latn-taq_Tfng", "languages": ["afr-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.65196, "recall": 0.710474, "f1": 0.668812, "accuracy": 0.710474, "main_score": 0.668812, "hf_subset": "afr_Latn-wol_Latn", "languages": ["afr-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815909, "recall": 0.864625, "f1": 0.830797, "accuracy": 0.864625, "main_score": 0.830797, "hf_subset": "afr_Latn-arb_Latn", "languages": ["afr-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-cat_Latn", "languages": ["afr-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "afr_Latn-fur_Latn", "languages": ["afr-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428336, "recall": 0.485178, "f1": 0.44408, "accuracy": 0.485178, "main_score": 0.44408, "hf_subset": "afr_Latn-kab_Latn", "languages": ["afr-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "afr_Latn-lim_Latn", "languages": ["afr-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-nld_Latn", "languages": ["afr-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "afr_Latn-san_Deva", "languages": ["afr-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tat_Cyrl", "languages": ["afr-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.698715, "recall": 0.752964, "f1": 0.714523, "accuracy": 0.752964, "main_score": 0.714523, "hf_subset": "afr_Latn-xho_Latn", "languages": ["afr-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ars_Arab", "languages": ["afr-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-ceb_Latn", "languages": ["afr-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579095, "recall": 0.643281, "f1": 0.597482, "accuracy": 0.643281, "main_score": 0.597482, "hf_subset": "afr_Latn-fuv_Latn", "languages": ["afr-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533067, "recall": 0.59585, "f1": 0.550558, "accuracy": 0.59585, "main_score": 0.550558, "hf_subset": "afr_Latn-kac_Latn", "languages": ["afr-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700296, "recall": 0.749012, "f1": 0.714808, "accuracy": 0.749012, "main_score": 0.714808, "hf_subset": "afr_Latn-lin_Latn", "languages": ["afr-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-nno_Latn", "languages": ["afr-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.247404, "recall": 0.316206, "f1": 0.265419, "accuracy": 0.316206, "main_score": 0.265419, "hf_subset": "afr_Latn-sat_Olck", "languages": ["afr-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tel_Telu", "languages": ["afr-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "afr_Latn-ydd_Hebr", "languages": ["afr-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "afr_Latn-ary_Arab", "languages": ["afr-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ces_Latn", "languages": ["afr-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605015, "recall": 0.660079, "f1": 0.621022, "accuracy": 0.660079, "main_score": 0.621022, "hf_subset": "afr_Latn-gaz_Latn", "languages": ["afr-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601419, "recall": 0.662055, "f1": 0.618117, "accuracy": 0.662055, "main_score": 0.618117, "hf_subset": "afr_Latn-kam_Latn", "languages": ["afr-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "afr_Latn-lit_Latn", "languages": ["afr-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-nob_Latn", "languages": ["afr-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "afr_Latn-scn_Latn", "languages": ["afr-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "afr_Latn-tgk_Cyrl", "languages": ["afr-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.741683, "recall": 0.804348, "f1": 0.76079, "accuracy": 0.804348, "main_score": 0.76079, "hf_subset": "afr_Latn-yor_Latn", "languages": ["afr-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-arz_Arab", "languages": ["afr-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579545, "recall": 0.63834, "f1": 0.59691, "accuracy": 0.63834, "main_score": 0.59691, "hf_subset": "afr_Latn-cjk_Latn", "languages": ["afr-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827157, "recall": 0.868577, "f1": 0.839789, "accuracy": 0.868577, "main_score": 0.839789, "hf_subset": "afr_Latn-gla_Latn", "languages": ["afr-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-kan_Knda", "languages": ["afr-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "afr_Latn-lmo_Latn", "languages": ["afr-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "afr_Latn-npi_Deva", "languages": ["afr-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.48573, "recall": 0.545455, "f1": 0.501733, "accuracy": 0.545455, "main_score": 0.501733, "hf_subset": "afr_Latn-shn_Mymr", "languages": ["afr-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tgl_Latn", "languages": ["afr-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-yue_Hant", "languages": ["afr-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-asm_Beng", "languages": ["afr-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "afr_Latn-ckb_Arab", "languages": ["afr-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.898913, "recall": 0.925889, "f1": 0.907279, "accuracy": 0.925889, "main_score": 0.907279, "hf_subset": "afr_Latn-gle_Latn", "languages": ["afr-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "afr_Latn-kas_Arab", "languages": ["afr-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "afr_Latn-ltg_Latn", "languages": ["afr-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630748, "recall": 0.687747, "f1": 0.64653, "accuracy": 0.687747, "main_score": 0.64653, "hf_subset": "afr_Latn-nso_Latn", "languages": ["afr-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "afr_Latn-sin_Sinh", "languages": ["afr-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-tha_Thai", "languages": ["afr-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zho_Hans", "languages": ["afr-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ast_Latn", "languages": ["afr-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-crh_Latn", "languages": ["afr-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-glg_Latn", "languages": ["afr-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916914, "recall": 0.942688, "f1": 0.925132, "accuracy": 0.942688, "main_score": 0.925132, "hf_subset": "afr_Latn-kas_Deva", "languages": ["afr-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "afr_Latn-ltz_Latn", "languages": ["afr-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48752, "recall": 0.552372, "f1": 0.504863, "accuracy": 0.552372, "main_score": 0.504863, "hf_subset": "afr_Latn-nus_Latn", "languages": ["afr-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-slk_Latn", "languages": ["afr-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637914, "recall": 0.702569, "f1": 0.656145, "accuracy": 0.702569, "main_score": 0.656145, "hf_subset": "afr_Latn-tir_Ethi", "languages": ["afr-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zho_Hant", "languages": ["afr-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "afr_Latn-awa_Deva", "languages": ["afr-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "afr_Latn-cym_Latn", "languages": ["afr-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846047, "recall": 0.886364, "f1": 0.858663, "accuracy": 0.886364, "main_score": 0.858663, "hf_subset": "afr_Latn-grn_Latn", "languages": ["afr-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-kat_Geor", "languages": ["afr-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.664081, "recall": 0.712451, "f1": 0.678155, "accuracy": 0.712451, "main_score": 0.678155, "hf_subset": "afr_Latn-lua_Latn", "languages": ["afr-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660327, "recall": 0.718379, "f1": 0.677283, "accuracy": 0.718379, "main_score": 0.677283, "hf_subset": "afr_Latn-nya_Latn", "languages": ["afr-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-slv_Latn", "languages": ["afr-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "afr_Latn-tpi_Latn", "languages": ["afr-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zsm_Latn", "languages": ["afr-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566792, "recall": 0.630435, "f1": 0.585244, "accuracy": 0.630435, "main_score": 0.585244, "hf_subset": "afr_Latn-ayr_Latn", "languages": ["afr-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-dan_Latn", "languages": ["afr-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-guj_Gujr", "languages": ["afr-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-kaz_Cyrl", "languages": ["afr-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.560277, "recall": 0.62253, "f1": 0.578003, "accuracy": 0.62253, "main_score": 0.578003, "hf_subset": "afr_Latn-lug_Latn", "languages": ["afr-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-oci_Latn", "languages": ["afr-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866881, "recall": 0.901186, "f1": 0.877372, "accuracy": 0.901186, "main_score": 0.877372, "hf_subset": "afr_Latn-smo_Latn", "languages": ["afr-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562475, "recall": 0.625494, "f1": 0.579823, "accuracy": 0.625494, "main_score": 0.579823, "hf_subset": "afr_Latn-tsn_Latn", "languages": ["afr-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654731, "recall": 0.712451, "f1": 0.670935, "accuracy": 0.712451, "main_score": 0.670935, "hf_subset": "afr_Latn-zul_Latn", "languages": ["afr-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943429, "recall": 0.960474, "f1": 0.948847, "accuracy": 0.960474, "main_score": 0.948847, "hf_subset": "afr_Latn-azb_Arab", "languages": ["afr-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-deu_Latn", "languages": ["afr-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "afr_Latn-hat_Latn", "languages": ["afr-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505502, "recall": 0.560277, "f1": 0.520814, "accuracy": 0.560277, "main_score": 0.520814, "hf_subset": "afr_Latn-kbp_Latn", "languages": ["afr-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59256, "recall": 0.643281, "f1": 0.60651, "accuracy": 0.643281, "main_score": 0.60651, "hf_subset": "afr_Latn-luo_Latn", "languages": ["afr-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ory_Orya", "languages": ["afr-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.616182, "recall": 0.676877, "f1": 0.633552, "accuracy": 0.676877, "main_score": 0.633552, "hf_subset": "afr_Latn-sna_Latn", "languages": ["afr-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580343, "recall": 0.634387, "f1": 0.59522, "accuracy": 0.634387, "main_score": 0.59522, "hf_subset": "afr_Latn-tso_Latn", "languages": ["afr-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-azj_Latn", "languages": ["afr-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555619, "recall": 0.617589, "f1": 0.573522, "accuracy": 0.617589, "main_score": 0.573522, "hf_subset": "afr_Latn-dik_Latn", "languages": ["afr-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759347, "recall": 0.810277, "f1": 0.774424, "accuracy": 0.810277, "main_score": 0.774424, "hf_subset": "afr_Latn-hau_Latn", "languages": ["afr-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "afr_Latn-kea_Latn", "languages": ["afr-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764987, "recall": 0.813241, "f1": 0.779743, "accuracy": 0.813241, "main_score": 0.779743, "hf_subset": "afr_Latn-lus_Latn", "languages": ["afr-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883383, "recall": 0.912055, "f1": 0.892194, "accuracy": 0.912055, "main_score": 0.892194, "hf_subset": "afr_Latn-pag_Latn", "languages": ["afr-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-snd_Arab", "languages": ["afr-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "afr_Latn-tuk_Latn", "languages": ["afr-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "afr_Latn-bak_Cyrl", "languages": ["afr-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.507898, "recall": 0.583992, "f1": 0.530231, "accuracy": 0.583992, "main_score": 0.530231, "hf_subset": "afr_Latn-dyu_Latn", "languages": ["afr-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-heb_Hebr", "languages": ["afr-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "afr_Latn-khk_Cyrl", "languages": ["afr-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-lvs_Latn", "languages": ["afr-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pan_Guru", "languages": ["afr-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.742038, "recall": 0.796443, "f1": 0.758237, "accuracy": 0.796443, "main_score": 0.758237, "hf_subset": "afr_Latn-som_Latn", "languages": ["afr-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626042, "recall": 0.66996, "f1": 0.638128, "accuracy": 0.66996, "main_score": 0.638128, "hf_subset": "afr_Latn-tum_Latn", "languages": ["afr-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539325, "recall": 0.608696, "f1": 0.559168, "accuracy": 0.608696, "main_score": 0.559168, "hf_subset": "bho_Deva-ace_Arab", "languages": ["bho-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508237, "recall": 0.573123, "f1": 0.526236, "accuracy": 0.573123, "main_score": 0.526236, "hf_subset": "bho_Deva-bam_Latn", "languages": ["bho-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426366, "recall": 0.509881, "f1": 0.44849, "accuracy": 0.509881, "main_score": 0.44849, "hf_subset": "bho_Deva-dzo_Tibt", "languages": ["bho-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-hin_Deva", "languages": ["bho-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bho_Deva-khm_Khmr", "languages": ["bho-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-mag_Deva", "languages": ["bho-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96945, "recall": 0.978261, "f1": 0.972233, "accuracy": 0.978261, "main_score": 0.972233, "hf_subset": "bho_Deva-pap_Latn", "languages": ["bho-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571407, "recall": 0.626482, "f1": 0.587037, "accuracy": 0.626482, "main_score": 0.587037, "hf_subset": "bho_Deva-sot_Latn", "languages": ["bho-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-tur_Latn", "languages": ["bho-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843495, "recall": 0.883399, "f1": 0.855962, "accuracy": 0.883399, "main_score": 0.855962, "hf_subset": "bho_Deva-ace_Latn", "languages": ["bho-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945735, "recall": 0.961462, "f1": 0.950659, "accuracy": 0.961462, "main_score": 0.950659, "hf_subset": "bho_Deva-ban_Latn", "languages": ["bho-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-ell_Grek", "languages": ["bho-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "bho_Deva-hne_Deva", "languages": ["bho-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.583629, "recall": 0.642292, "f1": 0.600107, "accuracy": 0.642292, "main_score": 0.600107, "hf_subset": "bho_Deva-kik_Latn", "languages": ["bho-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-mai_Deva", "languages": ["bho-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "bho_Deva-pbt_Arab", "languages": ["bho-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-spa_Latn", "languages": ["bho-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613183, "recall": 0.68083, "f1": 0.631806, "accuracy": 0.68083, "main_score": 0.631806, "hf_subset": "bho_Deva-twi_Latn", "languages": ["bho-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-acm_Arab", "languages": ["bho-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-bel_Cyrl", "languages": ["bho-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-eng_Latn", "languages": ["bho-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-hrv_Latn", "languages": ["bho-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542005, "recall": 0.603755, "f1": 0.559706, "accuracy": 0.603755, "main_score": 0.559706, "hf_subset": "bho_Deva-kin_Latn", "languages": ["bho-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-mal_Mlym", "languages": ["bho-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-pes_Arab", "languages": ["bho-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "bho_Deva-srd_Latn", "languages": ["bho-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179458, "recall": 0.22332, "f1": 0.190455, "accuracy": 0.22332, "main_score": 0.190455, "hf_subset": "bho_Deva-tzm_Tfng", "languages": ["bho-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-acq_Arab", "languages": ["bho-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611646, "recall": 0.66502, "f1": 0.626713, "accuracy": 0.66502, "main_score": 0.626713, "hf_subset": "bho_Deva-bem_Latn", "languages": ["bho-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-epo_Latn", "languages": ["bho-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-hun_Latn", "languages": ["bho-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bho_Deva-kir_Cyrl", "languages": ["bho-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-mar_Deva", "languages": ["bho-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639683, "recall": 0.702569, "f1": 0.657809, "accuracy": 0.702569, "main_score": 0.657809, "hf_subset": "bho_Deva-plt_Latn", "languages": ["bho-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-srp_Cyrl", "languages": ["bho-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "bho_Deva-uig_Arab", "languages": ["bho-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-aeb_Arab", "languages": ["bho-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-ben_Beng", "languages": ["bho-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "bho_Deva-est_Latn", "languages": ["bho-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-hye_Armn", "languages": ["bho-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.524016, "recall": 0.583992, "f1": 0.541406, "accuracy": 0.583992, "main_score": 0.541406, "hf_subset": "bho_Deva-kmb_Latn", "languages": ["bho-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477062, "recall": 0.554348, "f1": 0.497585, "accuracy": 0.554348, "main_score": 0.497585, "hf_subset": "bho_Deva-min_Arab", "languages": ["bho-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-pol_Latn", "languages": ["bho-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544411, "recall": 0.607708, "f1": 0.562049, "accuracy": 0.607708, "main_score": 0.562049, "hf_subset": "bho_Deva-ssw_Latn", "languages": ["bho-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ukr_Cyrl", "languages": ["bho-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-afr_Latn", "languages": ["bho-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bho_Deva-eus_Latn", "languages": ["bho-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555864, "recall": 0.620553, "f1": 0.57414, "accuracy": 0.620553, "main_score": 0.57414, "hf_subset": "bho_Deva-ibo_Latn", "languages": ["bho-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846863, "recall": 0.885375, "f1": 0.858586, "accuracy": 0.885375, "main_score": 0.858586, "hf_subset": "bho_Deva-kmr_Latn", "languages": ["bho-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bho_Deva-min_Latn", "languages": ["bho-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-por_Latn", "languages": ["bho-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-sun_Latn", "languages": ["bho-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504438, "recall": 0.564229, "f1": 0.521535, "accuracy": 0.564229, "main_score": 0.521535, "hf_subset": "bho_Deva-umb_Latn", "languages": ["bho-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ajp_Arab", "languages": ["bho-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515295, "recall": 0.58498, "f1": 0.534581, "accuracy": 0.58498, "main_score": 0.534581, "hf_subset": "bho_Deva-bjn_Arab", "languages": ["bho-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512286, "recall": 0.576087, "f1": 0.529641, "accuracy": 0.576087, "main_score": 0.529641, "hf_subset": "bho_Deva-ewe_Latn", "languages": ["bho-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930534, "recall": 0.950593, "f1": 0.936924, "accuracy": 0.950593, "main_score": 0.936924, "hf_subset": "bho_Deva-ilo_Latn", "languages": ["bho-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315393, "recall": 0.374506, "f1": 0.331738, "accuracy": 0.374506, "main_score": 0.331738, "hf_subset": "bho_Deva-knc_Arab", "languages": ["bho-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-mkd_Cyrl", "languages": ["bho-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-prs_Arab", "languages": ["bho-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-swe_Latn", "languages": ["bho-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-urd_Arab", "languages": ["bho-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575921, "recall": 0.642292, "f1": 0.595029, "accuracy": 0.642292, "main_score": 0.595029, "hf_subset": "bho_Deva-aka_Latn", "languages": ["bho-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976532, "recall": 0.983202, "f1": 0.978656, "accuracy": 0.983202, "main_score": 0.978656, "hf_subset": "bho_Deva-bjn_Latn", "languages": ["bho-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "bho_Deva-fao_Latn", "languages": ["bho-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ind_Latn", "languages": ["bho-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580625, "recall": 0.639328, "f1": 0.597081, "accuracy": 0.639328, "main_score": 0.597081, "hf_subset": "bho_Deva-knc_Latn", "languages": ["bho-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bho_Deva-mlt_Latn", "languages": ["bho-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683753, "recall": 0.745059, "f1": 0.701834, "accuracy": 0.745059, "main_score": 0.701834, "hf_subset": "bho_Deva-quy_Latn", "languages": ["bho-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "bho_Deva-swh_Latn", "languages": ["bho-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "bho_Deva-uzn_Latn", "languages": ["bho-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bho_Deva-als_Latn", "languages": ["bho-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625272, "recall": 0.701581, "f1": 0.647396, "accuracy": 0.701581, "main_score": 0.647396, "hf_subset": "bho_Deva-bod_Tibt", "languages": ["bho-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.681225, "recall": 0.742095, "f1": 0.699097, "accuracy": 0.742095, "main_score": 0.699097, "hf_subset": "bho_Deva-fij_Latn", "languages": ["bho-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "bho_Deva-isl_Latn", "languages": ["bho-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6472, "recall": 0.703557, "f1": 0.663523, "accuracy": 0.703557, "main_score": 0.663523, "hf_subset": "bho_Deva-kon_Latn", "languages": ["bho-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680567, "recall": 0.746047, "f1": 0.699967, "accuracy": 0.746047, "main_score": 0.699967, "hf_subset": "bho_Deva-mni_Beng", "languages": ["bho-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-ron_Latn", "languages": ["bho-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "bho_Deva-szl_Latn", "languages": ["bho-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-vec_Latn", "languages": ["bho-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922101, "recall": 0.945652, "f1": 0.929677, "accuracy": 0.945652, "main_score": 0.929677, "hf_subset": "bho_Deva-amh_Ethi", "languages": ["bho-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-bos_Latn", "languages": ["bho-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-fin_Latn", "languages": ["bho-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-ita_Latn", "languages": ["bho-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-kor_Hang", "languages": ["bho-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.538036, "recall": 0.597826, "f1": 0.554858, "accuracy": 0.597826, "main_score": 0.554858, "hf_subset": "bho_Deva-mos_Latn", "languages": ["bho-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53705, "recall": 0.601779, "f1": 0.555129, "accuracy": 0.601779, "main_score": 0.555129, "hf_subset": "bho_Deva-run_Latn", "languages": ["bho-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-tam_Taml", "languages": ["bho-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-vie_Latn", "languages": ["bho-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-apc_Arab", "languages": ["bho-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.78279, "recall": 0.831028, "f1": 0.797266, "accuracy": 0.831028, "main_score": 0.797266, "hf_subset": "bho_Deva-bug_Latn", "languages": ["bho-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464803, "recall": 0.523715, "f1": 0.480836, "accuracy": 0.523715, "main_score": 0.480836, "hf_subset": "bho_Deva-fon_Latn", "languages": ["bho-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bho_Deva-jav_Latn", "languages": ["bho-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bho_Deva-lao_Laoo", "languages": ["bho-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.815391, "recall": 0.86166, "f1": 0.829233, "accuracy": 0.86166, "main_score": 0.829233, "hf_subset": "bho_Deva-mri_Latn", "languages": ["bho-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-rus_Cyrl", "languages": ["bho-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537924, "recall": 0.601779, "f1": 0.555365, "accuracy": 0.601779, "main_score": 0.555365, "hf_subset": "bho_Deva-taq_Latn", "languages": ["bho-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "bho_Deva-war_Latn", "languages": ["bho-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-arb_Arab", "languages": ["bho-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-bul_Cyrl", "languages": ["bho-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-fra_Latn", "languages": ["bho-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-jpn_Jpan", "languages": ["bho-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bho_Deva-lij_Latn", "languages": ["bho-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "bho_Deva-mya_Mymr", "languages": ["bho-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.572411, "recall": 0.642292, "f1": 0.591823, "accuracy": 0.642292, "main_score": 0.591823, "hf_subset": "bho_Deva-sag_Latn", "languages": ["bho-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203347, "recall": 0.256917, "f1": 0.214929, "accuracy": 0.256917, "main_score": 0.214929, "hf_subset": "bho_Deva-taq_Tfng", "languages": ["bho-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.613992, "recall": 0.685771, "f1": 0.634263, "accuracy": 0.685771, "main_score": 0.634263, "hf_subset": "bho_Deva-wol_Latn", "languages": ["bho-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752997, "recall": 0.811265, "f1": 0.770638, "accuracy": 0.811265, "main_score": 0.770638, "hf_subset": "bho_Deva-arb_Latn", "languages": ["bho-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-cat_Latn", "languages": ["bho-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "bho_Deva-fur_Latn", "languages": ["bho-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399818, "recall": 0.458498, "f1": 0.415804, "accuracy": 0.458498, "main_score": 0.415804, "hf_subset": "bho_Deva-kab_Latn", "languages": ["bho-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bho_Deva-lim_Latn", "languages": ["bho-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-nld_Latn", "languages": ["bho-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "bho_Deva-san_Deva", "languages": ["bho-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-tat_Cyrl", "languages": ["bho-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.641864, "recall": 0.700593, "f1": 0.658692, "accuracy": 0.700593, "main_score": 0.658692, "hf_subset": "bho_Deva-xho_Latn", "languages": ["bho-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-ars_Arab", "languages": ["bho-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bho_Deva-ceb_Latn", "languages": ["bho-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546513, "recall": 0.612648, "f1": 0.565256, "accuracy": 0.612648, "main_score": 0.565256, "hf_subset": "bho_Deva-fuv_Latn", "languages": ["bho-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503189, "recall": 0.577075, "f1": 0.523282, "accuracy": 0.577075, "main_score": 0.523282, "hf_subset": "bho_Deva-kac_Latn", "languages": ["bho-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659627, "recall": 0.715415, "f1": 0.675826, "accuracy": 0.715415, "main_score": 0.675826, "hf_subset": "bho_Deva-lin_Latn", "languages": ["bho-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-nno_Latn", "languages": ["bho-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229402, "recall": 0.312253, "f1": 0.250826, "accuracy": 0.312253, "main_score": 0.250826, "hf_subset": "bho_Deva-sat_Olck", "languages": ["bho-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-tel_Telu", "languages": ["bho-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.925807, "recall": 0.949605, "f1": 0.933531, "accuracy": 0.949605, "main_score": 0.933531, "hf_subset": "bho_Deva-ydd_Hebr", "languages": ["bho-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "bho_Deva-ary_Arab", "languages": ["bho-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ces_Latn", "languages": ["bho-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555155, "recall": 0.618577, "f1": 0.573725, "accuracy": 0.618577, "main_score": 0.573725, "hf_subset": "bho_Deva-gaz_Latn", "languages": ["bho-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583526, "recall": 0.645257, "f1": 0.600329, "accuracy": 0.645257, "main_score": 0.600329, "hf_subset": "bho_Deva-kam_Latn", "languages": ["bho-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bho_Deva-lit_Latn", "languages": ["bho-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-nob_Latn", "languages": ["bho-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bho_Deva-scn_Latn", "languages": ["bho-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "bho_Deva-tgk_Cyrl", "languages": ["bho-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.670925, "recall": 0.736166, "f1": 0.690681, "accuracy": 0.736166, "main_score": 0.690681, "hf_subset": "bho_Deva-yor_Latn", "languages": ["bho-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-arz_Arab", "languages": ["bho-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564668, "recall": 0.625494, "f1": 0.582049, "accuracy": 0.625494, "main_score": 0.582049, "hf_subset": "bho_Deva-cjk_Latn", "languages": ["bho-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734865, "recall": 0.788538, "f1": 0.750612, "accuracy": 0.788538, "main_score": 0.750612, "hf_subset": "bho_Deva-gla_Latn", "languages": ["bho-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-kan_Knda", "languages": ["bho-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979414, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "bho_Deva-lmo_Latn", "languages": ["bho-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bho_Deva-npi_Deva", "languages": ["bho-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4592, "recall": 0.52668, "f1": 0.477382, "accuracy": 0.52668, "main_score": 0.477382, "hf_subset": "bho_Deva-shn_Mymr", "languages": ["bho-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-tgl_Latn", "languages": ["bho-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-yue_Hant", "languages": ["bho-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-asm_Beng", "languages": ["bho-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.93885, "recall": 0.956522, "f1": 0.944401, "accuracy": 0.956522, "main_score": 0.944401, "hf_subset": "bho_Deva-ckb_Arab", "languages": ["bho-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809321, "recall": 0.857708, "f1": 0.824407, "accuracy": 0.857708, "main_score": 0.824407, "hf_subset": "bho_Deva-gle_Latn", "languages": ["bho-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "bho_Deva-kas_Arab", "languages": ["bho-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912912, "recall": 0.937747, "f1": 0.920586, "accuracy": 0.937747, "main_score": 0.920586, "hf_subset": "bho_Deva-ltg_Latn", "languages": ["bho-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595372, "recall": 0.655138, "f1": 0.612592, "accuracy": 0.655138, "main_score": 0.612592, "hf_subset": "bho_Deva-nso_Latn", "languages": ["bho-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "bho_Deva-sin_Sinh", "languages": ["bho-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-tha_Thai", "languages": ["bho-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-zho_Hans", "languages": ["bho-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ast_Latn", "languages": ["bho-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bho_Deva-crh_Latn", "languages": ["bho-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-glg_Latn", "languages": ["bho-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897563, "recall": 0.928854, "f1": 0.90774, "accuracy": 0.928854, "main_score": 0.90774, "hf_subset": "bho_Deva-kas_Deva", "languages": ["bho-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "bho_Deva-ltz_Latn", "languages": ["bho-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450272, "recall": 0.517787, "f1": 0.468617, "accuracy": 0.517787, "main_score": 0.468617, "hf_subset": "bho_Deva-nus_Latn", "languages": ["bho-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-slk_Latn", "languages": ["bho-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616841, "recall": 0.688735, "f1": 0.637881, "accuracy": 0.688735, "main_score": 0.637881, "hf_subset": "bho_Deva-tir_Ethi", "languages": ["bho-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-zho_Hant", "languages": ["bho-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.983449, "recall": 0.987154, "f1": 0.984585, "accuracy": 0.987154, "main_score": 0.984585, "hf_subset": "bho_Deva-awa_Deva", "languages": ["bho-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.949275, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "bho_Deva-cym_Latn", "languages": ["bho-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810375, "recall": 0.854743, "f1": 0.82388, "accuracy": 0.854743, "main_score": 0.82388, "hf_subset": "bho_Deva-grn_Latn", "languages": ["bho-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bho_Deva-kat_Geor", "languages": ["bho-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.633311, "recall": 0.6917, "f1": 0.65011, "accuracy": 0.6917, "main_score": 0.65011, "hf_subset": "bho_Deva-lua_Latn", "languages": ["bho-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630872, "recall": 0.692688, "f1": 0.648737, "accuracy": 0.692688, "main_score": 0.648737, "hf_subset": "bho_Deva-nya_Latn", "languages": ["bho-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-slv_Latn", "languages": ["bho-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "bho_Deva-tpi_Latn", "languages": ["bho-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-zsm_Latn", "languages": ["bho-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543224, "recall": 0.605731, "f1": 0.561248, "accuracy": 0.605731, "main_score": 0.561248, "hf_subset": "bho_Deva-ayr_Latn", "languages": ["bho-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-dan_Latn", "languages": ["bho-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-guj_Gujr", "languages": ["bho-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bho_Deva-kaz_Cyrl", "languages": ["bho-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531208, "recall": 0.593874, "f1": 0.548149, "accuracy": 0.593874, "main_score": 0.548149, "hf_subset": "bho_Deva-lug_Latn", "languages": ["bho-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-oci_Latn", "languages": ["bho-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785154, "recall": 0.836957, "f1": 0.800727, "accuracy": 0.836957, "main_score": 0.800727, "hf_subset": "bho_Deva-smo_Latn", "languages": ["bho-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531827, "recall": 0.598814, "f1": 0.550804, "accuracy": 0.598814, "main_score": 0.550804, "hf_subset": "bho_Deva-tsn_Latn", "languages": ["bho-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581788, "recall": 0.648221, "f1": 0.600729, "accuracy": 0.648221, "main_score": 0.600729, "hf_subset": "bho_Deva-zul_Latn", "languages": ["bho-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904265, "recall": 0.931818, "f1": 0.912945, "accuracy": 0.931818, "main_score": 0.912945, "hf_subset": "bho_Deva-azb_Arab", "languages": ["bho-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-deu_Latn", "languages": ["bho-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "bho_Deva-hat_Latn", "languages": ["bho-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48428, "recall": 0.545455, "f1": 0.501184, "accuracy": 0.545455, "main_score": 0.501184, "hf_subset": "bho_Deva-kbp_Latn", "languages": ["bho-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55296, "recall": 0.617589, "f1": 0.570565, "accuracy": 0.617589, "main_score": 0.570565, "hf_subset": "bho_Deva-luo_Latn", "languages": ["bho-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ory_Orya", "languages": ["bho-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.575329, "recall": 0.641304, "f1": 0.594156, "accuracy": 0.641304, "main_score": 0.594156, "hf_subset": "bho_Deva-sna_Latn", "languages": ["bho-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545825, "recall": 0.598814, "f1": 0.560849, "accuracy": 0.598814, "main_score": 0.560849, "hf_subset": "bho_Deva-tso_Latn", "languages": ["bho-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-azj_Latn", "languages": ["bho-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525198, "recall": 0.59585, "f1": 0.54577, "accuracy": 0.59585, "main_score": 0.54577, "hf_subset": "bho_Deva-dik_Latn", "languages": ["bho-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706648, "recall": 0.762846, "f1": 0.723155, "accuracy": 0.762846, "main_score": 0.723155, "hf_subset": "bho_Deva-hau_Latn", "languages": ["bho-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bho_Deva-kea_Latn", "languages": ["bho-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736495, "recall": 0.784585, "f1": 0.750889, "accuracy": 0.784585, "main_score": 0.750889, "hf_subset": "bho_Deva-lus_Latn", "languages": ["bho-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860096, "recall": 0.892292, "f1": 0.869518, "accuracy": 0.892292, "main_score": 0.869518, "hf_subset": "bho_Deva-pag_Latn", "languages": ["bho-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-snd_Arab", "languages": ["bho-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.9361, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "bho_Deva-tuk_Latn", "languages": ["bho-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bho_Deva-bak_Cyrl", "languages": ["bho-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466329, "recall": 0.549407, "f1": 0.49047, "accuracy": 0.549407, "main_score": 0.49047, "hf_subset": "bho_Deva-dyu_Latn", "languages": ["bho-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-heb_Hebr", "languages": ["bho-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "bho_Deva-khk_Cyrl", "languages": ["bho-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-lvs_Latn", "languages": ["bho-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-pan_Guru", "languages": ["bho-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.674852, "recall": 0.735178, "f1": 0.69289, "accuracy": 0.735178, "main_score": 0.69289, "hf_subset": "bho_Deva-som_Latn", "languages": ["bho-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582766, "recall": 0.635375, "f1": 0.598125, "accuracy": 0.635375, "main_score": 0.598125, "hf_subset": "bho_Deva-tum_Latn", "languages": ["bho-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560366, "recall": 0.619565, "f1": 0.577462, "accuracy": 0.619565, "main_score": 0.577462, "hf_subset": "eus_Latn-ace_Arab", "languages": ["eus-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540633, "recall": 0.596838, "f1": 0.555875, "accuracy": 0.596838, "main_score": 0.555875, "hf_subset": "eus_Latn-bam_Latn", "languages": ["eus-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.375055, "recall": 0.44664, "f1": 0.393821, "accuracy": 0.44664, "main_score": 0.393821, "hf_subset": "eus_Latn-dzo_Tibt", "languages": ["eus-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-hin_Deva", "languages": ["eus-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "eus_Latn-khm_Khmr", "languages": ["eus-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "eus_Latn-mag_Deva", "languages": ["eus-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "eus_Latn-pap_Latn", "languages": ["eus-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59586, "recall": 0.646245, "f1": 0.609944, "accuracy": 0.646245, "main_score": 0.609944, "hf_subset": "eus_Latn-sot_Latn", "languages": ["eus-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "eus_Latn-tur_Latn", "languages": ["eus-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843034, "recall": 0.875494, "f1": 0.852635, "accuracy": 0.875494, "main_score": 0.852635, "hf_subset": "eus_Latn-ace_Latn", "languages": ["eus-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91917, "recall": 0.940711, "f1": 0.925889, "accuracy": 0.940711, "main_score": 0.925889, "hf_subset": "eus_Latn-ban_Latn", "languages": ["eus-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-ell_Grek", "languages": ["eus-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.970389, "recall": 0.978261, "f1": 0.972826, "accuracy": 0.978261, "main_score": 0.972826, "hf_subset": "eus_Latn-hne_Deva", "languages": ["eus-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.589839, "recall": 0.644269, "f1": 0.60514, "accuracy": 0.644269, "main_score": 0.60514, "hf_subset": "eus_Latn-kik_Latn", "languages": ["eus-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "eus_Latn-mai_Deva", "languages": ["eus-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.935194, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "eus_Latn-pbt_Arab", "languages": ["eus-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-spa_Latn", "languages": ["eus-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604975, "recall": 0.666996, "f1": 0.622107, "accuracy": 0.666996, "main_score": 0.622107, "hf_subset": "eus_Latn-twi_Latn", "languages": ["eus-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-acm_Arab", "languages": ["eus-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "eus_Latn-bel_Cyrl", "languages": ["eus-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-eng_Latn", "languages": ["eus-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-hrv_Latn", "languages": ["eus-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560204, "recall": 0.614625, "f1": 0.575536, "accuracy": 0.614625, "main_score": 0.575536, "hf_subset": "eus_Latn-kin_Latn", "languages": ["eus-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-mal_Mlym", "languages": ["eus-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "eus_Latn-pes_Arab", "languages": ["eus-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "eus_Latn-srd_Latn", "languages": ["eus-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198139, "recall": 0.240119, "f1": 0.208641, "accuracy": 0.240119, "main_score": 0.208641, "hf_subset": "eus_Latn-tzm_Tfng", "languages": ["eus-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-acq_Arab", "languages": ["eus-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611334, "recall": 0.659091, "f1": 0.624634, "accuracy": 0.659091, "main_score": 0.624634, "hf_subset": "eus_Latn-bem_Latn", "languages": ["eus-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-epo_Latn", "languages": ["eus-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-hun_Latn", "languages": ["eus-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "eus_Latn-kir_Cyrl", "languages": ["eus-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-mar_Deva", "languages": ["eus-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.670283, "recall": 0.716403, "f1": 0.683157, "accuracy": 0.716403, "main_score": 0.683157, "hf_subset": "eus_Latn-plt_Latn", "languages": ["eus-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eus_Latn-srp_Cyrl", "languages": ["eus-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.915184, "recall": 0.937747, "f1": 0.922186, "accuracy": 0.937747, "main_score": 0.922186, "hf_subset": "eus_Latn-uig_Arab", "languages": ["eus-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "eus_Latn-aeb_Arab", "languages": ["eus-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "eus_Latn-ben_Beng", "languages": ["eus-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-est_Latn", "languages": ["eus-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "eus_Latn-hye_Armn", "languages": ["eus-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.542563, "recall": 0.593874, "f1": 0.557609, "accuracy": 0.593874, "main_score": 0.557609, "hf_subset": "eus_Latn-kmb_Latn", "languages": ["eus-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509316, "recall": 0.572134, "f1": 0.526428, "accuracy": 0.572134, "main_score": 0.526428, "hf_subset": "eus_Latn-min_Arab", "languages": ["eus-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-pol_Latn", "languages": ["eus-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553468, "recall": 0.605731, "f1": 0.568674, "accuracy": 0.605731, "main_score": 0.568674, "hf_subset": "eus_Latn-ssw_Latn", "languages": ["eus-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eus_Latn-ukr_Cyrl", "languages": ["eus-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eus_Latn-afr_Latn", "languages": ["eus-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "eus_Latn-bho_Deva", "languages": ["eus-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57784, "recall": 0.631423, "f1": 0.593544, "accuracy": 0.631423, "main_score": 0.593544, "hf_subset": "eus_Latn-ibo_Latn", "languages": ["eus-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848155, "recall": 0.886364, "f1": 0.860051, "accuracy": 0.886364, "main_score": 0.860051, "hf_subset": "eus_Latn-kmr_Latn", "languages": ["eus-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "eus_Latn-min_Latn", "languages": ["eus-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eus_Latn-por_Latn", "languages": ["eus-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.978261, "f1": 0.972958, "accuracy": 0.978261, "main_score": 0.972958, "hf_subset": "eus_Latn-sun_Latn", "languages": ["eus-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523932, "recall": 0.576087, "f1": 0.539005, "accuracy": 0.576087, "main_score": 0.539005, "hf_subset": "eus_Latn-umb_Latn", "languages": ["eus-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "eus_Latn-ajp_Arab", "languages": ["eus-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527155, "recall": 0.586957, "f1": 0.543866, "accuracy": 0.586957, "main_score": 0.543866, "hf_subset": "eus_Latn-bjn_Arab", "languages": ["eus-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519046, "recall": 0.564229, "f1": 0.53162, "accuracy": 0.564229, "main_score": 0.53162, "hf_subset": "eus_Latn-ewe_Latn", "languages": ["eus-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914032, "recall": 0.938735, "f1": 0.921937, "accuracy": 0.938735, "main_score": 0.921937, "hf_subset": "eus_Latn-ilo_Latn", "languages": ["eus-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318001, "recall": 0.37253, "f1": 0.333548, "accuracy": 0.37253, "main_score": 0.333548, "hf_subset": "eus_Latn-knc_Arab", "languages": ["eus-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-mkd_Cyrl", "languages": ["eus-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-prs_Arab", "languages": ["eus-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-swe_Latn", "languages": ["eus-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "eus_Latn-urd_Arab", "languages": ["eus-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57046, "recall": 0.629447, "f1": 0.587108, "accuracy": 0.629447, "main_score": 0.587108, "hf_subset": "eus_Latn-aka_Latn", "languages": ["eus-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.965415, "f1": 0.956475, "accuracy": 0.965415, "main_score": 0.956475, "hf_subset": "eus_Latn-bjn_Latn", "languages": ["eus-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927899, "recall": 0.948617, "f1": 0.934453, "accuracy": 0.948617, "main_score": 0.934453, "hf_subset": "eus_Latn-fao_Latn", "languages": ["eus-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-ind_Latn", "languages": ["eus-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572459, "recall": 0.619565, "f1": 0.585919, "accuracy": 0.619565, "main_score": 0.585919, "hf_subset": "eus_Latn-knc_Latn", "languages": ["eus-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "eus_Latn-mlt_Latn", "languages": ["eus-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703386, "recall": 0.757905, "f1": 0.719977, "accuracy": 0.757905, "main_score": 0.719977, "hf_subset": "eus_Latn-quy_Latn", "languages": ["eus-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "eus_Latn-swh_Latn", "languages": ["eus-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "eus_Latn-uzn_Latn", "languages": ["eus-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eus_Latn-als_Latn", "languages": ["eus-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568182, "recall": 0.647233, "f1": 0.590693, "accuracy": 0.647233, "main_score": 0.590693, "hf_subset": "eus_Latn-bod_Tibt", "languages": ["eus-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.675362, "recall": 0.724308, "f1": 0.689047, "accuracy": 0.724308, "main_score": 0.689047, "hf_subset": "eus_Latn-fij_Latn", "languages": ["eus-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "eus_Latn-isl_Latn", "languages": ["eus-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662946, "recall": 0.711462, "f1": 0.676389, "accuracy": 0.711462, "main_score": 0.676389, "hf_subset": "eus_Latn-kon_Latn", "languages": ["eus-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630215, "recall": 0.690711, "f1": 0.647812, "accuracy": 0.690711, "main_score": 0.647812, "hf_subset": "eus_Latn-mni_Beng", "languages": ["eus-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-ron_Latn", "languages": ["eus-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.978261, "f1": 0.973485, "accuracy": 0.978261, "main_score": 0.973485, "hf_subset": "eus_Latn-szl_Latn", "languages": ["eus-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "eus_Latn-vec_Latn", "languages": ["eus-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906456, "recall": 0.932806, "f1": 0.914855, "accuracy": 0.932806, "main_score": 0.914855, "hf_subset": "eus_Latn-amh_Ethi", "languages": ["eus-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-bos_Latn", "languages": ["eus-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-fin_Latn", "languages": ["eus-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991765, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eus_Latn-ita_Latn", "languages": ["eus-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "eus_Latn-kor_Hang", "languages": ["eus-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.548856, "recall": 0.606719, "f1": 0.564605, "accuracy": 0.606719, "main_score": 0.564605, "hf_subset": "eus_Latn-mos_Latn", "languages": ["eus-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562681, "recall": 0.617589, "f1": 0.578287, "accuracy": 0.617589, "main_score": 0.578287, "hf_subset": "eus_Latn-run_Latn", "languages": ["eus-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-tam_Taml", "languages": ["eus-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-vie_Latn", "languages": ["eus-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-apc_Arab", "languages": ["eus-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.767721, "recall": 0.813241, "f1": 0.781014, "accuracy": 0.813241, "main_score": 0.781014, "hf_subset": "eus_Latn-bug_Latn", "languages": ["eus-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468138, "recall": 0.519763, "f1": 0.481761, "accuracy": 0.519763, "main_score": 0.481761, "hf_subset": "eus_Latn-fon_Latn", "languages": ["eus-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "eus_Latn-jav_Latn", "languages": ["eus-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "eus_Latn-lao_Laoo", "languages": ["eus-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.829653, "recall": 0.87253, "f1": 0.842644, "accuracy": 0.87253, "main_score": 0.842644, "hf_subset": "eus_Latn-mri_Latn", "languages": ["eus-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-rus_Cyrl", "languages": ["eus-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543605, "recall": 0.59585, "f1": 0.558104, "accuracy": 0.59585, "main_score": 0.558104, "hf_subset": "eus_Latn-taq_Latn", "languages": ["eus-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "eus_Latn-war_Latn", "languages": ["eus-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "eus_Latn-arb_Arab", "languages": ["eus-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-bul_Cyrl", "languages": ["eus-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eus_Latn-fra_Latn", "languages": ["eus-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-jpn_Jpan", "languages": ["eus-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "eus_Latn-lij_Latn", "languages": ["eus-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.967391, "f1": 0.958827, "accuracy": 0.967391, "main_score": 0.958827, "hf_subset": "eus_Latn-mya_Mymr", "languages": ["eus-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.605925, "recall": 0.657115, "f1": 0.620674, "accuracy": 0.657115, "main_score": 0.620674, "hf_subset": "eus_Latn-sag_Latn", "languages": ["eus-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200107, "recall": 0.246047, "f1": 0.210294, "accuracy": 0.246047, "main_score": 0.210294, "hf_subset": "eus_Latn-taq_Tfng", "languages": ["eus-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.611538, "recall": 0.670949, "f1": 0.628889, "accuracy": 0.670949, "main_score": 0.628889, "hf_subset": "eus_Latn-wol_Latn", "languages": ["eus-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736653, "recall": 0.788538, "f1": 0.751423, "accuracy": 0.788538, "main_score": 0.751423, "hf_subset": "eus_Latn-arb_Latn", "languages": ["eus-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-cat_Latn", "languages": ["eus-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.976285, "f1": 0.970685, "accuracy": 0.976285, "main_score": 0.970685, "hf_subset": "eus_Latn-fur_Latn", "languages": ["eus-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414929, "recall": 0.469368, "f1": 0.429737, "accuracy": 0.469368, "main_score": 0.429737, "hf_subset": "eus_Latn-kab_Latn", "languages": ["eus-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957872, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "eus_Latn-lim_Latn", "languages": ["eus-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eus_Latn-nld_Latn", "languages": ["eus-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "eus_Latn-san_Deva", "languages": ["eus-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "eus_Latn-tat_Cyrl", "languages": ["eus-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652734, "recall": 0.706522, "f1": 0.669038, "accuracy": 0.706522, "main_score": 0.669038, "hf_subset": "eus_Latn-xho_Latn", "languages": ["eus-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "eus_Latn-ars_Arab", "languages": ["eus-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "eus_Latn-ceb_Latn", "languages": ["eus-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558575, "recall": 0.618577, "f1": 0.575113, "accuracy": 0.618577, "main_score": 0.575113, "hf_subset": "eus_Latn-fuv_Latn", "languages": ["eus-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506195, "recall": 0.562253, "f1": 0.52186, "accuracy": 0.562253, "main_score": 0.52186, "hf_subset": "eus_Latn-kac_Latn", "languages": ["eus-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672096, "recall": 0.717391, "f1": 0.684853, "accuracy": 0.717391, "main_score": 0.684853, "hf_subset": "eus_Latn-lin_Latn", "languages": ["eus-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-nno_Latn", "languages": ["eus-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210811, "recall": 0.278656, "f1": 0.228572, "accuracy": 0.278656, "main_score": 0.228572, "hf_subset": "eus_Latn-sat_Olck", "languages": ["eus-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "eus_Latn-tel_Telu", "languages": ["eus-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.909585, "recall": 0.932806, "f1": 0.916751, "accuracy": 0.932806, "main_score": 0.916751, "hf_subset": "eus_Latn-ydd_Hebr", "languages": ["eus-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.957971, "accuracy": 0.967391, "main_score": 0.957971, "hf_subset": "eus_Latn-ary_Arab", "languages": ["eus-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-ces_Latn", "languages": ["eus-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580248, "recall": 0.63834, "f1": 0.597431, "accuracy": 0.63834, "main_score": 0.597431, "hf_subset": "eus_Latn-gaz_Latn", "languages": ["eus-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570141, "recall": 0.635375, "f1": 0.588287, "accuracy": 0.635375, "main_score": 0.588287, "hf_subset": "eus_Latn-kam_Latn", "languages": ["eus-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "eus_Latn-lit_Latn", "languages": ["eus-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-nob_Latn", "languages": ["eus-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "eus_Latn-scn_Latn", "languages": ["eus-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.962451, "f1": 0.952569, "accuracy": 0.962451, "main_score": 0.952569, "hf_subset": "eus_Latn-tgk_Cyrl", "languages": ["eus-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.692434, "recall": 0.747036, "f1": 0.708599, "accuracy": 0.747036, "main_score": 0.708599, "hf_subset": "eus_Latn-yor_Latn", "languages": ["eus-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973732, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "eus_Latn-arz_Arab", "languages": ["eus-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.559966, "recall": 0.620553, "f1": 0.576694, "accuracy": 0.620553, "main_score": 0.576694, "hf_subset": "eus_Latn-cjk_Latn", "languages": ["eus-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750148, "recall": 0.800395, "f1": 0.764347, "accuracy": 0.800395, "main_score": 0.764347, "hf_subset": "eus_Latn-gla_Latn", "languages": ["eus-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eus_Latn-kan_Knda", "languages": ["eus-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.95751, "accuracy": 0.966403, "main_score": 0.95751, "hf_subset": "eus_Latn-lmo_Latn", "languages": ["eus-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "eus_Latn-npi_Deva", "languages": ["eus-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.464709, "recall": 0.517787, "f1": 0.478895, "accuracy": 0.517787, "main_score": 0.478895, "hf_subset": "eus_Latn-shn_Mymr", "languages": ["eus-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "eus_Latn-tgl_Latn", "languages": ["eus-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "eus_Latn-yue_Hant", "languages": ["eus-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "eus_Latn-asm_Beng", "languages": ["eus-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.915711, "recall": 0.939723, "f1": 0.923254, "accuracy": 0.939723, "main_score": 0.923254, "hf_subset": "eus_Latn-ckb_Arab", "languages": ["eus-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.833992, "recall": 0.876482, "f1": 0.847252, "accuracy": 0.876482, "main_score": 0.847252, "hf_subset": "eus_Latn-gle_Latn", "languages": ["eus-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899325, "recall": 0.925889, "f1": 0.907675, "accuracy": 0.925889, "main_score": 0.907675, "hf_subset": "eus_Latn-kas_Arab", "languages": ["eus-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.893116, "recall": 0.921937, "f1": 0.902141, "accuracy": 0.921937, "main_score": 0.902141, "hf_subset": "eus_Latn-ltg_Latn", "languages": ["eus-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616508, "recall": 0.661067, "f1": 0.628581, "accuracy": 0.661067, "main_score": 0.628581, "hf_subset": "eus_Latn-nso_Latn", "languages": ["eus-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "eus_Latn-sin_Sinh", "languages": ["eus-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "eus_Latn-tha_Thai", "languages": ["eus-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "eus_Latn-zho_Hans", "languages": ["eus-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-ast_Latn", "languages": ["eus-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "eus_Latn-crh_Latn", "languages": ["eus-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eus_Latn-glg_Latn", "languages": ["eus-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82085, "recall": 0.86166, "f1": 0.833267, "accuracy": 0.86166, "main_score": 0.833267, "hf_subset": "eus_Latn-kas_Deva", "languages": ["eus-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "eus_Latn-ltz_Latn", "languages": ["eus-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459363, "recall": 0.520751, "f1": 0.475564, "accuracy": 0.520751, "main_score": 0.475564, "hf_subset": "eus_Latn-nus_Latn", "languages": ["eus-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-slk_Latn", "languages": ["eus-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595747, "recall": 0.664032, "f1": 0.614785, "accuracy": 0.664032, "main_score": 0.614785, "hf_subset": "eus_Latn-tir_Ethi", "languages": ["eus-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "eus_Latn-zho_Hant", "languages": ["eus-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "eus_Latn-awa_Deva", "languages": ["eus-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.940629, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "eus_Latn-cym_Latn", "languages": ["eus-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796723, "recall": 0.839921, "f1": 0.809369, "accuracy": 0.839921, "main_score": 0.809369, "hf_subset": "eus_Latn-grn_Latn", "languages": ["eus-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "eus_Latn-kat_Geor", "languages": ["eus-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.641667, "recall": 0.689723, "f1": 0.655672, "accuracy": 0.689723, "main_score": 0.655672, "hf_subset": "eus_Latn-lua_Latn", "languages": ["eus-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611402, "recall": 0.66996, "f1": 0.628647, "accuracy": 0.66996, "main_score": 0.628647, "hf_subset": "eus_Latn-nya_Latn", "languages": ["eus-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eus_Latn-slv_Latn", "languages": ["eus-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88997, "recall": 0.917984, "f1": 0.898207, "accuracy": 0.917984, "main_score": 0.898207, "hf_subset": "eus_Latn-tpi_Latn", "languages": ["eus-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-zsm_Latn", "languages": ["eus-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555996, "recall": 0.607708, "f1": 0.570549, "accuracy": 0.607708, "main_score": 0.570549, "hf_subset": "eus_Latn-ayr_Latn", "languages": ["eus-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-dan_Latn", "languages": ["eus-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "eus_Latn-guj_Gujr", "languages": ["eus-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-kaz_Cyrl", "languages": ["eus-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534685, "recall": 0.593874, "f1": 0.551463, "accuracy": 0.593874, "main_score": 0.551463, "hf_subset": "eus_Latn-lug_Latn", "languages": ["eus-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-oci_Latn", "languages": ["eus-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79114, "recall": 0.831028, "f1": 0.802602, "accuracy": 0.831028, "main_score": 0.802602, "hf_subset": "eus_Latn-smo_Latn", "languages": ["eus-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542773, "recall": 0.598814, "f1": 0.55812, "accuracy": 0.598814, "main_score": 0.55812, "hf_subset": "eus_Latn-tsn_Latn", "languages": ["eus-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626707, "recall": 0.679842, "f1": 0.642165, "accuracy": 0.679842, "main_score": 0.642165, "hf_subset": "eus_Latn-zul_Latn", "languages": ["eus-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879809, "recall": 0.910079, "f1": 0.889295, "accuracy": 0.910079, "main_score": 0.889295, "hf_subset": "eus_Latn-azb_Arab", "languages": ["eus-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-deu_Latn", "languages": ["eus-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934321, "recall": 0.953557, "f1": 0.940547, "accuracy": 0.953557, "main_score": 0.940547, "hf_subset": "eus_Latn-hat_Latn", "languages": ["eus-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499473, "recall": 0.544466, "f1": 0.511707, "accuracy": 0.544466, "main_score": 0.511707, "hf_subset": "eus_Latn-kbp_Latn", "languages": ["eus-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565902, "recall": 0.616601, "f1": 0.580145, "accuracy": 0.616601, "main_score": 0.580145, "hf_subset": "eus_Latn-luo_Latn", "languages": ["eus-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "eus_Latn-ory_Orya", "languages": ["eus-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.572084, "recall": 0.628458, "f1": 0.587832, "accuracy": 0.628458, "main_score": 0.587832, "hf_subset": "eus_Latn-sna_Latn", "languages": ["eus-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544561, "recall": 0.596838, "f1": 0.558584, "accuracy": 0.596838, "main_score": 0.558584, "hf_subset": "eus_Latn-tso_Latn", "languages": ["eus-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "eus_Latn-azj_Latn", "languages": ["eus-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536917, "recall": 0.590909, "f1": 0.552416, "accuracy": 0.590909, "main_score": 0.552416, "hf_subset": "eus_Latn-dik_Latn", "languages": ["eus-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711957, "recall": 0.764822, "f1": 0.727266, "accuracy": 0.764822, "main_score": 0.727266, "hf_subset": "eus_Latn-hau_Latn", "languages": ["eus-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958086, "recall": 0.971344, "f1": 0.962352, "accuracy": 0.971344, "main_score": 0.962352, "hf_subset": "eus_Latn-kea_Latn", "languages": ["eus-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716963, "recall": 0.76581, "f1": 0.731606, "accuracy": 0.76581, "main_score": 0.731606, "hf_subset": "eus_Latn-lus_Latn", "languages": ["eus-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832131, "recall": 0.863636, "f1": 0.841798, "accuracy": 0.863636, "main_score": 0.841798, "hf_subset": "eus_Latn-pag_Latn", "languages": ["eus-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "eus_Latn-snd_Arab", "languages": ["eus-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.921278, "recall": 0.942688, "f1": 0.927997, "accuracy": 0.942688, "main_score": 0.927997, "hf_subset": "eus_Latn-tuk_Latn", "languages": ["eus-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "eus_Latn-bak_Cyrl", "languages": ["eus-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.476427, "recall": 0.545455, "f1": 0.496414, "accuracy": 0.545455, "main_score": 0.496414, "hf_subset": "eus_Latn-dyu_Latn", "languages": ["eus-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "eus_Latn-heb_Hebr", "languages": ["eus-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.945735, "recall": 0.961462, "f1": 0.950823, "accuracy": 0.961462, "main_score": 0.950823, "hf_subset": "eus_Latn-khk_Cyrl", "languages": ["eus-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-lvs_Latn", "languages": ["eus-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-pan_Guru", "languages": ["eus-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.676007, "recall": 0.732213, "f1": 0.692633, "accuracy": 0.732213, "main_score": 0.692633, "hf_subset": "eus_Latn-som_Latn", "languages": ["eus-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571056, "recall": 0.616601, "f1": 0.583427, "accuracy": 0.616601, "main_score": 0.583427, "hf_subset": "eus_Latn-tum_Latn", "languages": ["eus-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418713, "recall": 0.474308, "f1": 0.433928, "accuracy": 0.474308, "main_score": 0.433928, "hf_subset": "ibo_Latn-ace_Arab", "languages": ["ibo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511712, "recall": 0.552372, "f1": 0.523082, "accuracy": 0.552372, "main_score": 0.523082, "hf_subset": "ibo_Latn-bam_Latn", "languages": ["ibo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222822, "recall": 0.268775, "f1": 0.23431, "accuracy": 0.268775, "main_score": 0.23431, "hf_subset": "ibo_Latn-dzo_Tibt", "languages": ["ibo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.557529, "recall": 0.603755, "f1": 0.568963, "accuracy": 0.603755, "main_score": 0.568963, "hf_subset": "ibo_Latn-hin_Deva", "languages": ["ibo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.50916, "recall": 0.560277, "f1": 0.522269, "accuracy": 0.560277, "main_score": 0.522269, "hf_subset": "ibo_Latn-khm_Khmr", "languages": ["ibo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.539756, "recall": 0.585968, "f1": 0.551568, "accuracy": 0.585968, "main_score": 0.551568, "hf_subset": "ibo_Latn-mag_Deva", "languages": ["ibo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.583017, "recall": 0.617589, "f1": 0.591405, "accuracy": 0.617589, "main_score": 0.591405, "hf_subset": "ibo_Latn-pap_Latn", "languages": ["ibo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560857, "recall": 0.598814, "f1": 0.571084, "accuracy": 0.598814, "main_score": 0.571084, "hf_subset": "ibo_Latn-sot_Latn", "languages": ["ibo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545509, "recall": 0.59585, "f1": 0.558453, "accuracy": 0.59585, "main_score": 0.558453, "hf_subset": "ibo_Latn-tur_Latn", "languages": ["ibo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563526, "recall": 0.593874, "f1": 0.571603, "accuracy": 0.593874, "main_score": 0.571603, "hf_subset": "ibo_Latn-ace_Latn", "languages": ["ibo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562576, "recall": 0.597826, "f1": 0.57252, "accuracy": 0.597826, "main_score": 0.57252, "hf_subset": "ibo_Latn-ban_Latn", "languages": ["ibo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546753, "recall": 0.597826, "f1": 0.559373, "accuracy": 0.597826, "main_score": 0.559373, "hf_subset": "ibo_Latn-ell_Grek", "languages": ["ibo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.530533, "recall": 0.576087, "f1": 0.543074, "accuracy": 0.576087, "main_score": 0.543074, "hf_subset": "ibo_Latn-hne_Deva", "languages": ["ibo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.515826, "recall": 0.559289, "f1": 0.527523, "accuracy": 0.559289, "main_score": 0.527523, "hf_subset": "ibo_Latn-kik_Latn", "languages": ["ibo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539487, "recall": 0.590909, "f1": 0.552344, "accuracy": 0.590909, "main_score": 0.552344, "hf_subset": "ibo_Latn-mai_Deva", "languages": ["ibo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.512909, "recall": 0.567194, "f1": 0.526301, "accuracy": 0.567194, "main_score": 0.526301, "hf_subset": "ibo_Latn-pbt_Arab", "languages": ["ibo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556831, "recall": 0.605731, "f1": 0.569046, "accuracy": 0.605731, "main_score": 0.569046, "hf_subset": "ibo_Latn-spa_Latn", "languages": ["ibo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551046, "recall": 0.586957, "f1": 0.561503, "accuracy": 0.586957, "main_score": 0.561503, "hf_subset": "ibo_Latn-twi_Latn", "languages": ["ibo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529776, "recall": 0.578063, "f1": 0.542004, "accuracy": 0.578063, "main_score": 0.542004, "hf_subset": "ibo_Latn-acm_Arab", "languages": ["ibo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508875, "recall": 0.561265, "f1": 0.521992, "accuracy": 0.561265, "main_score": 0.521992, "hf_subset": "ibo_Latn-bel_Cyrl", "languages": ["ibo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.59289, "recall": 0.63834, "f1": 0.604213, "accuracy": 0.63834, "main_score": 0.604213, "hf_subset": "ibo_Latn-eng_Latn", "languages": ["ibo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571636, "recall": 0.623518, "f1": 0.584775, "accuracy": 0.623518, "main_score": 0.584775, "hf_subset": "ibo_Latn-hrv_Latn", "languages": ["ibo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526236, "recall": 0.56917, "f1": 0.537698, "accuracy": 0.56917, "main_score": 0.537698, "hf_subset": "ibo_Latn-kin_Latn", "languages": ["ibo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531143, "recall": 0.583004, "f1": 0.544809, "accuracy": 0.583004, "main_score": 0.544809, "hf_subset": "ibo_Latn-mal_Mlym", "languages": ["ibo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.536361, "recall": 0.586957, "f1": 0.549245, "accuracy": 0.586957, "main_score": 0.549245, "hf_subset": "ibo_Latn-pes_Arab", "languages": ["ibo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571597, "recall": 0.610672, "f1": 0.581552, "accuracy": 0.610672, "main_score": 0.581552, "hf_subset": "ibo_Latn-srd_Latn", "languages": ["ibo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190932, "recall": 0.224308, "f1": 0.198906, "accuracy": 0.224308, "main_score": 0.198906, "hf_subset": "ibo_Latn-tzm_Tfng", "languages": ["ibo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.530811, "recall": 0.582016, "f1": 0.543957, "accuracy": 0.582016, "main_score": 0.543957, "hf_subset": "ibo_Latn-acq_Arab", "languages": ["ibo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557898, "recall": 0.592885, "f1": 0.567785, "accuracy": 0.592885, "main_score": 0.567785, "hf_subset": "ibo_Latn-bem_Latn", "languages": ["ibo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55853, "recall": 0.604743, "f1": 0.570277, "accuracy": 0.604743, "main_score": 0.570277, "hf_subset": "ibo_Latn-epo_Latn", "languages": ["ibo-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551322, "recall": 0.598814, "f1": 0.563246, "accuracy": 0.598814, "main_score": 0.563246, "hf_subset": "ibo_Latn-hun_Latn", "languages": ["ibo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540935, "recall": 0.589921, "f1": 0.553985, "accuracy": 0.589921, "main_score": 0.553985, "hf_subset": "ibo_Latn-kir_Cyrl", "languages": ["ibo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542507, "recall": 0.58498, "f1": 0.553304, "accuracy": 0.58498, "main_score": 0.553304, "hf_subset": "ibo_Latn-mar_Deva", "languages": ["ibo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547464, "recall": 0.589921, "f1": 0.5589, "accuracy": 0.589921, "main_score": 0.5589, "hf_subset": "ibo_Latn-plt_Latn", "languages": ["ibo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567284, "recall": 0.612648, "f1": 0.578789, "accuracy": 0.612648, "main_score": 0.578789, "hf_subset": "ibo_Latn-srp_Cyrl", "languages": ["ibo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469697, "recall": 0.519763, "f1": 0.482746, "accuracy": 0.519763, "main_score": 0.482746, "hf_subset": "ibo_Latn-uig_Arab", "languages": ["ibo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526134, "recall": 0.56917, "f1": 0.53678, "accuracy": 0.56917, "main_score": 0.53678, "hf_subset": "ibo_Latn-aeb_Arab", "languages": ["ibo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543217, "recall": 0.596838, "f1": 0.557786, "accuracy": 0.596838, "main_score": 0.557786, "hf_subset": "ibo_Latn-ben_Beng", "languages": ["ibo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.543225, "recall": 0.588933, "f1": 0.555085, "accuracy": 0.588933, "main_score": 0.555085, "hf_subset": "ibo_Latn-est_Latn", "languages": ["ibo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524115, "recall": 0.572134, "f1": 0.536093, "accuracy": 0.572134, "main_score": 0.536093, "hf_subset": "ibo_Latn-hye_Armn", "languages": ["ibo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.531206, "recall": 0.565217, "f1": 0.540642, "accuracy": 0.565217, "main_score": 0.540642, "hf_subset": "ibo_Latn-kmb_Latn", "languages": ["ibo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370429, "recall": 0.416996, "f1": 0.382166, "accuracy": 0.416996, "main_score": 0.382166, "hf_subset": "ibo_Latn-min_Arab", "languages": ["ibo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557105, "recall": 0.605731, "f1": 0.569039, "accuracy": 0.605731, "main_score": 0.569039, "hf_subset": "ibo_Latn-pol_Latn", "languages": ["ibo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549512, "recall": 0.587945, "f1": 0.560063, "accuracy": 0.587945, "main_score": 0.560063, "hf_subset": "ibo_Latn-ssw_Latn", "languages": ["ibo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566731, "recall": 0.618577, "f1": 0.579951, "accuracy": 0.618577, "main_score": 0.579951, "hf_subset": "ibo_Latn-ukr_Cyrl", "languages": ["ibo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.585044, "recall": 0.630435, "f1": 0.597196, "accuracy": 0.630435, "main_score": 0.597196, "hf_subset": "ibo_Latn-afr_Latn", "languages": ["ibo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54219, "recall": 0.585968, "f1": 0.553517, "accuracy": 0.585968, "main_score": 0.553517, "hf_subset": "ibo_Latn-bho_Deva", "languages": ["ibo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.552263, "recall": 0.59585, "f1": 0.563578, "accuracy": 0.59585, "main_score": 0.563578, "hf_subset": "ibo_Latn-eus_Latn", "languages": ["ibo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548925, "recall": 0.590909, "f1": 0.559992, "accuracy": 0.590909, "main_score": 0.559992, "hf_subset": "ibo_Latn-kmr_Latn", "languages": ["ibo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579089, "recall": 0.617589, "f1": 0.589045, "accuracy": 0.617589, "main_score": 0.589045, "hf_subset": "ibo_Latn-min_Latn", "languages": ["ibo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568182, "recall": 0.620553, "f1": 0.582028, "accuracy": 0.620553, "main_score": 0.582028, "hf_subset": "ibo_Latn-por_Latn", "languages": ["ibo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570887, "recall": 0.61166, "f1": 0.581609, "accuracy": 0.61166, "main_score": 0.581609, "hf_subset": "ibo_Latn-sun_Latn", "languages": ["ibo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486407, "recall": 0.533597, "f1": 0.49978, "accuracy": 0.533597, "main_score": 0.49978, "hf_subset": "ibo_Latn-umb_Latn", "languages": ["ibo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554231, "recall": 0.600791, "f1": 0.565679, "accuracy": 0.600791, "main_score": 0.565679, "hf_subset": "ibo_Latn-ajp_Arab", "languages": ["ibo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.397826, "recall": 0.448617, "f1": 0.411641, "accuracy": 0.448617, "main_score": 0.411641, "hf_subset": "ibo_Latn-bjn_Arab", "languages": ["ibo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505816, "recall": 0.538538, "f1": 0.514936, "accuracy": 0.538538, "main_score": 0.514936, "hf_subset": "ibo_Latn-ewe_Latn", "languages": ["ibo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594923, "recall": 0.637352, "f1": 0.60594, "accuracy": 0.637352, "main_score": 0.60594, "hf_subset": "ibo_Latn-ilo_Latn", "languages": ["ibo-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311628, "recall": 0.354743, "f1": 0.323313, "accuracy": 0.354743, "main_score": 0.323313, "hf_subset": "ibo_Latn-knc_Arab", "languages": ["ibo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557669, "recall": 0.610672, "f1": 0.570847, "accuracy": 0.610672, "main_score": 0.570847, "hf_subset": "ibo_Latn-mkd_Cyrl", "languages": ["ibo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539001, "recall": 0.590909, "f1": 0.55267, "accuracy": 0.590909, "main_score": 0.55267, "hf_subset": "ibo_Latn-prs_Arab", "languages": ["ibo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57737, "recall": 0.62253, "f1": 0.588837, "accuracy": 0.62253, "main_score": 0.588837, "hf_subset": "ibo_Latn-swe_Latn", "languages": ["ibo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523031, "recall": 0.577075, "f1": 0.537378, "accuracy": 0.577075, "main_score": 0.537378, "hf_subset": "ibo_Latn-urd_Arab", "languages": ["ibo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541826, "recall": 0.582016, "f1": 0.552547, "accuracy": 0.582016, "main_score": 0.552547, "hf_subset": "ibo_Latn-aka_Latn", "languages": ["ibo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575988, "recall": 0.613636, "f1": 0.585698, "accuracy": 0.613636, "main_score": 0.585698, "hf_subset": "ibo_Latn-bjn_Latn", "languages": ["ibo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553145, "recall": 0.590909, "f1": 0.562476, "accuracy": 0.590909, "main_score": 0.562476, "hf_subset": "ibo_Latn-fao_Latn", "languages": ["ibo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585477, "recall": 0.624506, "f1": 0.595562, "accuracy": 0.624506, "main_score": 0.595562, "hf_subset": "ibo_Latn-ind_Latn", "languages": ["ibo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517489, "recall": 0.563241, "f1": 0.52996, "accuracy": 0.563241, "main_score": 0.52996, "hf_subset": "ibo_Latn-knc_Latn", "languages": ["ibo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570577, "recall": 0.613636, "f1": 0.58133, "accuracy": 0.613636, "main_score": 0.58133, "hf_subset": "ibo_Latn-mlt_Latn", "languages": ["ibo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542822, "recall": 0.588933, "f1": 0.555146, "accuracy": 0.588933, "main_score": 0.555146, "hf_subset": "ibo_Latn-quy_Latn", "languages": ["ibo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556797, "recall": 0.608696, "f1": 0.570257, "accuracy": 0.608696, "main_score": 0.570257, "hf_subset": "ibo_Latn-swh_Latn", "languages": ["ibo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530275, "recall": 0.578063, "f1": 0.542935, "accuracy": 0.578063, "main_score": 0.542935, "hf_subset": "ibo_Latn-uzn_Latn", "languages": ["ibo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559005, "recall": 0.604743, "f1": 0.571162, "accuracy": 0.604743, "main_score": 0.571162, "hf_subset": "ibo_Latn-als_Latn", "languages": ["ibo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.260566, "recall": 0.316206, "f1": 0.273748, "accuracy": 0.316206, "main_score": 0.273748, "hf_subset": "ibo_Latn-bod_Tibt", "languages": ["ibo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.548718, "recall": 0.592885, "f1": 0.56111, "accuracy": 0.592885, "main_score": 0.56111, "hf_subset": "ibo_Latn-fij_Latn", "languages": ["ibo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530998, "recall": 0.581028, "f1": 0.543593, "accuracy": 0.581028, "main_score": 0.543593, "hf_subset": "ibo_Latn-isl_Latn", "languages": ["ibo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550409, "recall": 0.589921, "f1": 0.561293, "accuracy": 0.589921, "main_score": 0.561293, "hf_subset": "ibo_Latn-kon_Latn", "languages": ["ibo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476443, "recall": 0.527668, "f1": 0.490472, "accuracy": 0.527668, "main_score": 0.490472, "hf_subset": "ibo_Latn-mni_Beng", "languages": ["ibo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.5911, "recall": 0.629447, "f1": 0.600731, "accuracy": 0.629447, "main_score": 0.600731, "hf_subset": "ibo_Latn-ron_Latn", "languages": ["ibo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572179, "recall": 0.618577, "f1": 0.584206, "accuracy": 0.618577, "main_score": 0.584206, "hf_subset": "ibo_Latn-szl_Latn", "languages": ["ibo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564758, "recall": 0.607708, "f1": 0.575833, "accuracy": 0.607708, "main_score": 0.575833, "hf_subset": "ibo_Latn-vec_Latn", "languages": ["ibo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469166, "recall": 0.527668, "f1": 0.484742, "accuracy": 0.527668, "main_score": 0.484742, "hf_subset": "ibo_Latn-amh_Ethi", "languages": ["ibo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.574977, "recall": 0.620553, "f1": 0.586626, "accuracy": 0.620553, "main_score": 0.586626, "hf_subset": "ibo_Latn-bos_Latn", "languages": ["ibo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534503, "recall": 0.582016, "f1": 0.546709, "accuracy": 0.582016, "main_score": 0.546709, "hf_subset": "ibo_Latn-fin_Latn", "languages": ["ibo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572444, "recall": 0.618577, "f1": 0.58407, "accuracy": 0.618577, "main_score": 0.58407, "hf_subset": "ibo_Latn-ita_Latn", "languages": ["ibo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543563, "recall": 0.590909, "f1": 0.55555, "accuracy": 0.590909, "main_score": 0.55555, "hf_subset": "ibo_Latn-kor_Hang", "languages": ["ibo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.496692, "recall": 0.544466, "f1": 0.510107, "accuracy": 0.544466, "main_score": 0.510107, "hf_subset": "ibo_Latn-mos_Latn", "languages": ["ibo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521965, "recall": 0.564229, "f1": 0.533169, "accuracy": 0.564229, "main_score": 0.533169, "hf_subset": "ibo_Latn-run_Latn", "languages": ["ibo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52251, "recall": 0.576087, "f1": 0.536435, "accuracy": 0.576087, "main_score": 0.536435, "hf_subset": "ibo_Latn-tam_Taml", "languages": ["ibo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.555768, "recall": 0.596838, "f1": 0.565902, "accuracy": 0.596838, "main_score": 0.565902, "hf_subset": "ibo_Latn-vie_Latn", "languages": ["ibo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540049, "recall": 0.591897, "f1": 0.553486, "accuracy": 0.591897, "main_score": 0.553486, "hf_subset": "ibo_Latn-apc_Arab", "languages": ["ibo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535985, "recall": 0.575099, "f1": 0.546009, "accuracy": 0.575099, "main_score": 0.546009, "hf_subset": "ibo_Latn-bug_Latn", "languages": ["ibo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457799, "recall": 0.495059, "f1": 0.468777, "accuracy": 0.495059, "main_score": 0.468777, "hf_subset": "ibo_Latn-fon_Latn", "languages": ["ibo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595549, "recall": 0.635375, "f1": 0.605202, "accuracy": 0.635375, "main_score": 0.605202, "hf_subset": "ibo_Latn-jav_Latn", "languages": ["ibo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498616, "recall": 0.551383, "f1": 0.511595, "accuracy": 0.551383, "main_score": 0.511595, "hf_subset": "ibo_Latn-lao_Laoo", "languages": ["ibo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.501168, "recall": 0.543478, "f1": 0.51202, "accuracy": 0.543478, "main_score": 0.51202, "hf_subset": "ibo_Latn-mri_Latn", "languages": ["ibo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54624, "recall": 0.601779, "f1": 0.559986, "accuracy": 0.601779, "main_score": 0.559986, "hf_subset": "ibo_Latn-rus_Cyrl", "languages": ["ibo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482746, "recall": 0.532609, "f1": 0.496871, "accuracy": 0.532609, "main_score": 0.496871, "hf_subset": "ibo_Latn-taq_Latn", "languages": ["ibo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577318, "recall": 0.621542, "f1": 0.58764, "accuracy": 0.621542, "main_score": 0.58764, "hf_subset": "ibo_Latn-war_Latn", "languages": ["ibo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542815, "recall": 0.593874, "f1": 0.555142, "accuracy": 0.593874, "main_score": 0.555142, "hf_subset": "ibo_Latn-arb_Arab", "languages": ["ibo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574371, "recall": 0.621542, "f1": 0.586893, "accuracy": 0.621542, "main_score": 0.586893, "hf_subset": "ibo_Latn-bul_Cyrl", "languages": ["ibo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.569265, "recall": 0.616601, "f1": 0.580884, "accuracy": 0.616601, "main_score": 0.580884, "hf_subset": "ibo_Latn-fra_Latn", "languages": ["ibo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542938, "recall": 0.590909, "f1": 0.554855, "accuracy": 0.590909, "main_score": 0.554855, "hf_subset": "ibo_Latn-jpn_Jpan", "languages": ["ibo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.557306, "recall": 0.602767, "f1": 0.568881, "accuracy": 0.602767, "main_score": 0.568881, "hf_subset": "ibo_Latn-lij_Latn", "languages": ["ibo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396291, "recall": 0.461462, "f1": 0.413032, "accuracy": 0.461462, "main_score": 0.413032, "hf_subset": "ibo_Latn-mya_Mymr", "languages": ["ibo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.526913, "recall": 0.568182, "f1": 0.537721, "accuracy": 0.568182, "main_score": 0.537721, "hf_subset": "ibo_Latn-sag_Latn", "languages": ["ibo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192636, "recall": 0.238142, "f1": 0.202603, "accuracy": 0.238142, "main_score": 0.202603, "hf_subset": "ibo_Latn-taq_Tfng", "languages": ["ibo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.551367, "recall": 0.587945, "f1": 0.562055, "accuracy": 0.587945, "main_score": 0.562055, "hf_subset": "ibo_Latn-wol_Latn", "languages": ["ibo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447573, "recall": 0.499012, "f1": 0.460924, "accuracy": 0.499012, "main_score": 0.460924, "hf_subset": "ibo_Latn-arb_Latn", "languages": ["ibo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569951, "recall": 0.620553, "f1": 0.582533, "accuracy": 0.620553, "main_score": 0.582533, "hf_subset": "ibo_Latn-cat_Latn", "languages": ["ibo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559577, "recall": 0.608696, "f1": 0.571837, "accuracy": 0.608696, "main_score": 0.571837, "hf_subset": "ibo_Latn-fur_Latn", "languages": ["ibo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428084, "recall": 0.478261, "f1": 0.442083, "accuracy": 0.478261, "main_score": 0.442083, "hf_subset": "ibo_Latn-kab_Latn", "languages": ["ibo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551789, "recall": 0.590909, "f1": 0.561343, "accuracy": 0.590909, "main_score": 0.561343, "hf_subset": "ibo_Latn-lim_Latn", "languages": ["ibo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556347, "recall": 0.599802, "f1": 0.567151, "accuracy": 0.599802, "main_score": 0.567151, "hf_subset": "ibo_Latn-nld_Latn", "languages": ["ibo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510792, "recall": 0.5583, "f1": 0.522808, "accuracy": 0.5583, "main_score": 0.522808, "hf_subset": "ibo_Latn-san_Deva", "languages": ["ibo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554264, "recall": 0.602767, "f1": 0.567491, "accuracy": 0.602767, "main_score": 0.567491, "hf_subset": "ibo_Latn-tat_Cyrl", "languages": ["ibo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.56633, "recall": 0.607708, "f1": 0.577949, "accuracy": 0.607708, "main_score": 0.577949, "hf_subset": "ibo_Latn-xho_Latn", "languages": ["ibo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511687, "recall": 0.567194, "f1": 0.525639, "accuracy": 0.567194, "main_score": 0.525639, "hf_subset": "ibo_Latn-ars_Arab", "languages": ["ibo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591335, "recall": 0.629447, "f1": 0.600745, "accuracy": 0.629447, "main_score": 0.600745, "hf_subset": "ibo_Latn-ceb_Latn", "languages": ["ibo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5078, "recall": 0.550395, "f1": 0.520114, "accuracy": 0.550395, "main_score": 0.520114, "hf_subset": "ibo_Latn-fuv_Latn", "languages": ["ibo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498814, "recall": 0.541502, "f1": 0.510147, "accuracy": 0.541502, "main_score": 0.510147, "hf_subset": "ibo_Latn-kac_Latn", "languages": ["ibo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569291, "recall": 0.605731, "f1": 0.578702, "accuracy": 0.605731, "main_score": 0.578702, "hf_subset": "ibo_Latn-lin_Latn", "languages": ["ibo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557604, "recall": 0.602767, "f1": 0.569557, "accuracy": 0.602767, "main_score": 0.569557, "hf_subset": "ibo_Latn-nno_Latn", "languages": ["ibo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121197, "recall": 0.157115, "f1": 0.129968, "accuracy": 0.157115, "main_score": 0.129968, "hf_subset": "ibo_Latn-sat_Olck", "languages": ["ibo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.528494, "recall": 0.582016, "f1": 0.542027, "accuracy": 0.582016, "main_score": 0.542027, "hf_subset": "ibo_Latn-tel_Telu", "languages": ["ibo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.481701, "recall": 0.533597, "f1": 0.495393, "accuracy": 0.533597, "main_score": 0.495393, "hf_subset": "ibo_Latn-ydd_Hebr", "languages": ["ibo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.501151, "recall": 0.551383, "f1": 0.514286, "accuracy": 0.551383, "main_score": 0.514286, "hf_subset": "ibo_Latn-ary_Arab", "languages": ["ibo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558145, "recall": 0.605731, "f1": 0.570269, "accuracy": 0.605731, "main_score": 0.570269, "hf_subset": "ibo_Latn-ces_Latn", "languages": ["ibo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495582, "recall": 0.552372, "f1": 0.511563, "accuracy": 0.552372, "main_score": 0.511563, "hf_subset": "ibo_Latn-gaz_Latn", "languages": ["ibo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533127, "recall": 0.573123, "f1": 0.544254, "accuracy": 0.573123, "main_score": 0.544254, "hf_subset": "ibo_Latn-kam_Latn", "languages": ["ibo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529107, "recall": 0.58004, "f1": 0.541328, "accuracy": 0.58004, "main_score": 0.541328, "hf_subset": "ibo_Latn-lit_Latn", "languages": ["ibo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570224, "recall": 0.618577, "f1": 0.582557, "accuracy": 0.618577, "main_score": 0.582557, "hf_subset": "ibo_Latn-nob_Latn", "languages": ["ibo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556837, "recall": 0.602767, "f1": 0.56846, "accuracy": 0.602767, "main_score": 0.56846, "hf_subset": "ibo_Latn-scn_Latn", "languages": ["ibo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536986, "recall": 0.579051, "f1": 0.548347, "accuracy": 0.579051, "main_score": 0.548347, "hf_subset": "ibo_Latn-tgk_Cyrl", "languages": ["ibo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.518659, "recall": 0.566206, "f1": 0.532221, "accuracy": 0.566206, "main_score": 0.532221, "hf_subset": "ibo_Latn-yor_Latn", "languages": ["ibo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532731, "recall": 0.582016, "f1": 0.545528, "accuracy": 0.582016, "main_score": 0.545528, "hf_subset": "ibo_Latn-arz_Arab", "languages": ["ibo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.476326, "recall": 0.51581, "f1": 0.487342, "accuracy": 0.51581, "main_score": 0.487342, "hf_subset": "ibo_Latn-cjk_Latn", "languages": ["ibo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511158, "recall": 0.5583, "f1": 0.523777, "accuracy": 0.5583, "main_score": 0.523777, "hf_subset": "ibo_Latn-gla_Latn", "languages": ["ibo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54263, "recall": 0.594862, "f1": 0.555879, "accuracy": 0.594862, "main_score": 0.555879, "hf_subset": "ibo_Latn-kan_Knda", "languages": ["ibo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.566162, "recall": 0.608696, "f1": 0.577528, "accuracy": 0.608696, "main_score": 0.577528, "hf_subset": "ibo_Latn-lmo_Latn", "languages": ["ibo-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542578, "recall": 0.594862, "f1": 0.555629, "accuracy": 0.594862, "main_score": 0.555629, "hf_subset": "ibo_Latn-npi_Deva", "languages": ["ibo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.429067, "recall": 0.474308, "f1": 0.441646, "accuracy": 0.474308, "main_score": 0.441646, "hf_subset": "ibo_Latn-shn_Mymr", "languages": ["ibo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.583543, "recall": 0.626482, "f1": 0.594403, "accuracy": 0.626482, "main_score": 0.594403, "hf_subset": "ibo_Latn-tgl_Latn", "languages": ["ibo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526584, "recall": 0.577075, "f1": 0.53883, "accuracy": 0.577075, "main_score": 0.53883, "hf_subset": "ibo_Latn-yue_Hant", "languages": ["ibo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.518049, "recall": 0.567194, "f1": 0.531245, "accuracy": 0.567194, "main_score": 0.531245, "hf_subset": "ibo_Latn-asm_Beng", "languages": ["ibo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.516401, "recall": 0.554348, "f1": 0.52657, "accuracy": 0.554348, "main_score": 0.52657, "hf_subset": "ibo_Latn-ckb_Arab", "languages": ["ibo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511213, "recall": 0.551383, "f1": 0.522045, "accuracy": 0.551383, "main_score": 0.522045, "hf_subset": "ibo_Latn-gle_Latn", "languages": ["ibo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472921, "recall": 0.529644, "f1": 0.487612, "accuracy": 0.529644, "main_score": 0.487612, "hf_subset": "ibo_Latn-kas_Arab", "languages": ["ibo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523532, "recall": 0.574111, "f1": 0.536629, "accuracy": 0.574111, "main_score": 0.536629, "hf_subset": "ibo_Latn-ltg_Latn", "languages": ["ibo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562056, "recall": 0.602767, "f1": 0.57299, "accuracy": 0.602767, "main_score": 0.57299, "hf_subset": "ibo_Latn-nso_Latn", "languages": ["ibo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483057, "recall": 0.544466, "f1": 0.499127, "accuracy": 0.544466, "main_score": 0.499127, "hf_subset": "ibo_Latn-sin_Sinh", "languages": ["ibo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.543157, "recall": 0.585968, "f1": 0.554747, "accuracy": 0.585968, "main_score": 0.554747, "hf_subset": "ibo_Latn-tha_Thai", "languages": ["ibo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.525636, "recall": 0.566206, "f1": 0.534888, "accuracy": 0.566206, "main_score": 0.534888, "hf_subset": "ibo_Latn-zho_Hans", "languages": ["ibo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.5657, "recall": 0.615613, "f1": 0.578315, "accuracy": 0.615613, "main_score": 0.578315, "hf_subset": "ibo_Latn-ast_Latn", "languages": ["ibo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525867, "recall": 0.578063, "f1": 0.539442, "accuracy": 0.578063, "main_score": 0.539442, "hf_subset": "ibo_Latn-crh_Latn", "languages": ["ibo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567768, "recall": 0.61166, "f1": 0.579853, "accuracy": 0.61166, "main_score": 0.579853, "hf_subset": "ibo_Latn-glg_Latn", "languages": ["ibo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501369, "recall": 0.541502, "f1": 0.512174, "accuracy": 0.541502, "main_score": 0.512174, "hf_subset": "ibo_Latn-kas_Deva", "languages": ["ibo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.543104, "recall": 0.586957, "f1": 0.55493, "accuracy": 0.586957, "main_score": 0.55493, "hf_subset": "ibo_Latn-ltz_Latn", "languages": ["ibo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455931, "recall": 0.517787, "f1": 0.472912, "accuracy": 0.517787, "main_score": 0.472912, "hf_subset": "ibo_Latn-nus_Latn", "languages": ["ibo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557558, "recall": 0.601779, "f1": 0.568902, "accuracy": 0.601779, "main_score": 0.568902, "hf_subset": "ibo_Latn-slk_Latn", "languages": ["ibo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394461, "recall": 0.449605, "f1": 0.409725, "accuracy": 0.449605, "main_score": 0.409725, "hf_subset": "ibo_Latn-tir_Ethi", "languages": ["ibo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.523175, "recall": 0.575099, "f1": 0.536177, "accuracy": 0.575099, "main_score": 0.536177, "hf_subset": "ibo_Latn-zho_Hant", "languages": ["ibo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.539166, "recall": 0.589921, "f1": 0.551736, "accuracy": 0.589921, "main_score": 0.551736, "hf_subset": "ibo_Latn-awa_Deva", "languages": ["ibo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.565646, "recall": 0.608696, "f1": 0.576705, "accuracy": 0.608696, "main_score": 0.576705, "hf_subset": "ibo_Latn-cym_Latn", "languages": ["ibo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558304, "recall": 0.596838, "f1": 0.568349, "accuracy": 0.596838, "main_score": 0.568349, "hf_subset": "ibo_Latn-grn_Latn", "languages": ["ibo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523912, "recall": 0.572134, "f1": 0.536661, "accuracy": 0.572134, "main_score": 0.536661, "hf_subset": "ibo_Latn-kat_Geor", "languages": ["ibo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.545518, "recall": 0.583004, "f1": 0.556183, "accuracy": 0.583004, "main_score": 0.556183, "hf_subset": "ibo_Latn-lua_Latn", "languages": ["ibo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529947, "recall": 0.566206, "f1": 0.539156, "accuracy": 0.566206, "main_score": 0.539156, "hf_subset": "ibo_Latn-nya_Latn", "languages": ["ibo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568088, "recall": 0.612648, "f1": 0.579023, "accuracy": 0.612648, "main_score": 0.579023, "hf_subset": "ibo_Latn-slv_Latn", "languages": ["ibo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578386, "recall": 0.621542, "f1": 0.588968, "accuracy": 0.621542, "main_score": 0.588968, "hf_subset": "ibo_Latn-tpi_Latn", "languages": ["ibo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5855, "recall": 0.625494, "f1": 0.594947, "accuracy": 0.625494, "main_score": 0.594947, "hf_subset": "ibo_Latn-zsm_Latn", "languages": ["ibo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479945, "recall": 0.523715, "f1": 0.492723, "accuracy": 0.523715, "main_score": 0.492723, "hf_subset": "ibo_Latn-ayr_Latn", "languages": ["ibo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579788, "recall": 0.629447, "f1": 0.591653, "accuracy": 0.629447, "main_score": 0.591653, "hf_subset": "ibo_Latn-dan_Latn", "languages": ["ibo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535423, "recall": 0.58498, "f1": 0.548122, "accuracy": 0.58498, "main_score": 0.548122, "hf_subset": "ibo_Latn-guj_Gujr", "languages": ["ibo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.54521, "recall": 0.594862, "f1": 0.558199, "accuracy": 0.594862, "main_score": 0.558199, "hf_subset": "ibo_Latn-kaz_Cyrl", "languages": ["ibo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.500388, "recall": 0.546443, "f1": 0.513051, "accuracy": 0.546443, "main_score": 0.513051, "hf_subset": "ibo_Latn-lug_Latn", "languages": ["ibo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584002, "recall": 0.62747, "f1": 0.594712, "accuracy": 0.62747, "main_score": 0.594712, "hf_subset": "ibo_Latn-oci_Latn", "languages": ["ibo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551337, "recall": 0.596838, "f1": 0.56246, "accuracy": 0.596838, "main_score": 0.56246, "hf_subset": "ibo_Latn-smo_Latn", "languages": ["ibo-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522738, "recall": 0.56917, "f1": 0.53507, "accuracy": 0.56917, "main_score": 0.53507, "hf_subset": "ibo_Latn-tsn_Latn", "languages": ["ibo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535107, "recall": 0.58498, "f1": 0.548181, "accuracy": 0.58498, "main_score": 0.548181, "hf_subset": "ibo_Latn-zul_Latn", "languages": ["ibo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466456, "recall": 0.520751, "f1": 0.48091, "accuracy": 0.520751, "main_score": 0.48091, "hf_subset": "ibo_Latn-azb_Arab", "languages": ["ibo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571953, "recall": 0.618577, "f1": 0.58387, "accuracy": 0.618577, "main_score": 0.58387, "hf_subset": "ibo_Latn-deu_Latn", "languages": ["ibo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519286, "recall": 0.568182, "f1": 0.532737, "accuracy": 0.568182, "main_score": 0.532737, "hf_subset": "ibo_Latn-hat_Latn", "languages": ["ibo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480166, "recall": 0.523715, "f1": 0.491884, "accuracy": 0.523715, "main_score": 0.491884, "hf_subset": "ibo_Latn-kbp_Latn", "languages": ["ibo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553745, "recall": 0.587945, "f1": 0.563168, "accuracy": 0.587945, "main_score": 0.563168, "hf_subset": "ibo_Latn-luo_Latn", "languages": ["ibo-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529595, "recall": 0.583004, "f1": 0.543126, "accuracy": 0.583004, "main_score": 0.543126, "hf_subset": "ibo_Latn-ory_Orya", "languages": ["ibo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.538969, "recall": 0.585968, "f1": 0.552, "accuracy": 0.585968, "main_score": 0.552, "hf_subset": "ibo_Latn-sna_Latn", "languages": ["ibo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528905, "recall": 0.566206, "f1": 0.538723, "accuracy": 0.566206, "main_score": 0.538723, "hf_subset": "ibo_Latn-tso_Latn", "languages": ["ibo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509785, "recall": 0.559289, "f1": 0.522698, "accuracy": 0.559289, "main_score": 0.522698, "hf_subset": "ibo_Latn-azj_Latn", "languages": ["ibo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509696, "recall": 0.552372, "f1": 0.521994, "accuracy": 0.552372, "main_score": 0.521994, "hf_subset": "ibo_Latn-dik_Latn", "languages": ["ibo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54389, "recall": 0.58004, "f1": 0.553619, "accuracy": 0.58004, "main_score": 0.553619, "hf_subset": "ibo_Latn-hau_Latn", "languages": ["ibo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57587, "recall": 0.610672, "f1": 0.585237, "accuracy": 0.610672, "main_score": 0.585237, "hf_subset": "ibo_Latn-kea_Latn", "languages": ["ibo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555552, "recall": 0.587945, "f1": 0.564333, "accuracy": 0.587945, "main_score": 0.564333, "hf_subset": "ibo_Latn-lus_Latn", "languages": ["ibo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555538, "recall": 0.586957, "f1": 0.564239, "accuracy": 0.586957, "main_score": 0.564239, "hf_subset": "ibo_Latn-pag_Latn", "languages": ["ibo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506366, "recall": 0.567194, "f1": 0.522434, "accuracy": 0.567194, "main_score": 0.522434, "hf_subset": "ibo_Latn-snd_Arab", "languages": ["ibo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517459, "recall": 0.567194, "f1": 0.530385, "accuracy": 0.567194, "main_score": 0.530385, "hf_subset": "ibo_Latn-tuk_Latn", "languages": ["ibo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549315, "recall": 0.589921, "f1": 0.559985, "accuracy": 0.589921, "main_score": 0.559985, "hf_subset": "ibo_Latn-bak_Cyrl", "languages": ["ibo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.439119, "recall": 0.492095, "f1": 0.454254, "accuracy": 0.492095, "main_score": 0.454254, "hf_subset": "ibo_Latn-dyu_Latn", "languages": ["ibo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544655, "recall": 0.593874, "f1": 0.5568, "accuracy": 0.593874, "main_score": 0.5568, "hf_subset": "ibo_Latn-heb_Hebr", "languages": ["ibo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.514733, "recall": 0.561265, "f1": 0.526988, "accuracy": 0.561265, "main_score": 0.526988, "hf_subset": "ibo_Latn-khk_Cyrl", "languages": ["ibo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553392, "recall": 0.598814, "f1": 0.564353, "accuracy": 0.598814, "main_score": 0.564353, "hf_subset": "ibo_Latn-lvs_Latn", "languages": ["ibo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538737, "recall": 0.589921, "f1": 0.551708, "accuracy": 0.589921, "main_score": 0.551708, "hf_subset": "ibo_Latn-pan_Guru", "languages": ["ibo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.505792, "recall": 0.550395, "f1": 0.518347, "accuracy": 0.550395, "main_score": 0.518347, "hf_subset": "ibo_Latn-som_Latn", "languages": ["ibo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514692, "recall": 0.552372, "f1": 0.525093, "accuracy": 0.552372, "main_score": 0.525093, "hf_subset": "ibo_Latn-tum_Latn", "languages": ["ibo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517892, "recall": 0.572134, "f1": 0.53292, "accuracy": 0.572134, "main_score": 0.53292, "hf_subset": "kmr_Latn-ace_Arab", "languages": ["kmr-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542945, "recall": 0.590909, "f1": 0.556748, "accuracy": 0.590909, "main_score": 0.556748, "hf_subset": "kmr_Latn-bam_Latn", "languages": ["kmr-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.302159, "recall": 0.354743, "f1": 0.315895, "accuracy": 0.354743, "main_score": 0.315895, "hf_subset": "kmr_Latn-dzo_Tibt", "languages": ["kmr-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.89297, "recall": 0.91996, "f1": 0.900812, "accuracy": 0.91996, "main_score": 0.900812, "hf_subset": "kmr_Latn-hin_Deva", "languages": ["kmr-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.840991, "recall": 0.87747, "f1": 0.851589, "accuracy": 0.87747, "main_score": 0.851589, "hf_subset": "kmr_Latn-khm_Khmr", "languages": ["kmr-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.868561, "recall": 0.900198, "f1": 0.877555, "accuracy": 0.900198, "main_score": 0.877555, "hf_subset": "kmr_Latn-mag_Deva", "languages": ["kmr-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.804448, "recall": 0.838933, "f1": 0.813925, "accuracy": 0.838933, "main_score": 0.813925, "hf_subset": "kmr_Latn-pap_Latn", "languages": ["kmr-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580369, "recall": 0.62253, "f1": 0.592317, "accuracy": 0.62253, "main_score": 0.592317, "hf_subset": "kmr_Latn-sot_Latn", "languages": ["kmr-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89968, "recall": 0.924901, "f1": 0.907131, "accuracy": 0.924901, "main_score": 0.907131, "hf_subset": "kmr_Latn-tur_Latn", "languages": ["kmr-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734684, "recall": 0.771739, "f1": 0.745653, "accuracy": 0.771739, "main_score": 0.745653, "hf_subset": "kmr_Latn-ace_Latn", "languages": ["kmr-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791271, "recall": 0.826087, "f1": 0.801394, "accuracy": 0.826087, "main_score": 0.801394, "hf_subset": "kmr_Latn-ban_Latn", "languages": ["kmr-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865316, "recall": 0.898221, "f1": 0.875052, "accuracy": 0.898221, "main_score": 0.875052, "hf_subset": "kmr_Latn-ell_Grek", "languages": ["kmr-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.852152, "recall": 0.884387, "f1": 0.861462, "accuracy": 0.884387, "main_score": 0.861462, "hf_subset": "kmr_Latn-hne_Deva", "languages": ["kmr-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550127, "recall": 0.590909, "f1": 0.561379, "accuracy": 0.590909, "main_score": 0.561379, "hf_subset": "kmr_Latn-kik_Latn", "languages": ["kmr-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85118, "recall": 0.886364, "f1": 0.861119, "accuracy": 0.886364, "main_score": 0.861119, "hf_subset": "kmr_Latn-mai_Deva", "languages": ["kmr-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.815613, "recall": 0.857708, "f1": 0.82787, "accuracy": 0.857708, "main_score": 0.82787, "hf_subset": "kmr_Latn-pbt_Arab", "languages": ["kmr-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881242, "recall": 0.912055, "f1": 0.890349, "accuracy": 0.912055, "main_score": 0.890349, "hf_subset": "kmr_Latn-spa_Latn", "languages": ["kmr-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570365, "recall": 0.617589, "f1": 0.584272, "accuracy": 0.617589, "main_score": 0.584272, "hf_subset": "kmr_Latn-twi_Latn", "languages": ["kmr-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857564, "recall": 0.893281, "f1": 0.868069, "accuracy": 0.893281, "main_score": 0.868069, "hf_subset": "kmr_Latn-acm_Arab", "languages": ["kmr-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.830879, "recall": 0.870553, "f1": 0.842445, "accuracy": 0.870553, "main_score": 0.842445, "hf_subset": "kmr_Latn-bel_Cyrl", "languages": ["kmr-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.901499, "recall": 0.926877, "f1": 0.90911, "accuracy": 0.926877, "main_score": 0.90911, "hf_subset": "kmr_Latn-eng_Latn", "languages": ["kmr-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882782, "recall": 0.913043, "f1": 0.892051, "accuracy": 0.913043, "main_score": 0.892051, "hf_subset": "kmr_Latn-hrv_Latn", "languages": ["kmr-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548629, "recall": 0.59585, "f1": 0.561748, "accuracy": 0.59585, "main_score": 0.561748, "hf_subset": "kmr_Latn-kin_Latn", "languages": ["kmr-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873468, "recall": 0.906126, "f1": 0.883536, "accuracy": 0.906126, "main_score": 0.883536, "hf_subset": "kmr_Latn-mal_Mlym", "languages": ["kmr-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.890794, "recall": 0.920949, "f1": 0.899901, "accuracy": 0.920949, "main_score": 0.899901, "hf_subset": "kmr_Latn-pes_Arab", "languages": ["kmr-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.829491, "recall": 0.864625, "f1": 0.839874, "accuracy": 0.864625, "main_score": 0.839874, "hf_subset": "kmr_Latn-srd_Latn", "languages": ["kmr-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198003, "recall": 0.23913, "f1": 0.208409, "accuracy": 0.23913, "main_score": 0.208409, "hf_subset": "kmr_Latn-tzm_Tfng", "languages": ["kmr-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.86811, "recall": 0.903162, "f1": 0.878689, "accuracy": 0.903162, "main_score": 0.878689, "hf_subset": "kmr_Latn-acq_Arab", "languages": ["kmr-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587266, "recall": 0.631423, "f1": 0.599606, "accuracy": 0.631423, "main_score": 0.599606, "hf_subset": "kmr_Latn-bem_Latn", "languages": ["kmr-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891123, "recall": 0.91996, "f1": 0.899901, "accuracy": 0.91996, "main_score": 0.899901, "hf_subset": "kmr_Latn-epo_Latn", "languages": ["kmr-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88415, "recall": 0.913043, "f1": 0.892342, "accuracy": 0.913043, "main_score": 0.892342, "hf_subset": "kmr_Latn-hun_Latn", "languages": ["kmr-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829406, "recall": 0.863636, "f1": 0.838741, "accuracy": 0.863636, "main_score": 0.838741, "hf_subset": "kmr_Latn-kir_Cyrl", "languages": ["kmr-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.881678, "recall": 0.910079, "f1": 0.890024, "accuracy": 0.910079, "main_score": 0.890024, "hf_subset": "kmr_Latn-mar_Deva", "languages": ["kmr-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.633591, "recall": 0.674901, "f1": 0.645319, "accuracy": 0.674901, "main_score": 0.645319, "hf_subset": "kmr_Latn-plt_Latn", "languages": ["kmr-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889206, "recall": 0.918972, "f1": 0.898271, "accuracy": 0.918972, "main_score": 0.898271, "hf_subset": "kmr_Latn-srp_Cyrl", "languages": ["kmr-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.758412, "recall": 0.801383, "f1": 0.770956, "accuracy": 0.801383, "main_score": 0.770956, "hf_subset": "kmr_Latn-uig_Arab", "languages": ["kmr-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.83633, "recall": 0.866601, "f1": 0.844645, "accuracy": 0.866601, "main_score": 0.844645, "hf_subset": "kmr_Latn-aeb_Arab", "languages": ["kmr-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.88107, "recall": 0.912055, "f1": 0.890497, "accuracy": 0.912055, "main_score": 0.890497, "hf_subset": "kmr_Latn-ben_Beng", "languages": ["kmr-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.880015, "recall": 0.909091, "f1": 0.888743, "accuracy": 0.909091, "main_score": 0.888743, "hf_subset": "kmr_Latn-est_Latn", "languages": ["kmr-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877783, "recall": 0.912055, "f1": 0.887846, "accuracy": 0.912055, "main_score": 0.887846, "hf_subset": "kmr_Latn-hye_Armn", "languages": ["kmr-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.538802, "recall": 0.579051, "f1": 0.550782, "accuracy": 0.579051, "main_score": 0.550782, "hf_subset": "kmr_Latn-kmb_Latn", "languages": ["kmr-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452522, "recall": 0.513834, "f1": 0.469165, "accuracy": 0.513834, "main_score": 0.469165, "hf_subset": "kmr_Latn-min_Arab", "languages": ["kmr-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.880724, "recall": 0.908103, "f1": 0.888512, "accuracy": 0.908103, "main_score": 0.888512, "hf_subset": "kmr_Latn-pol_Latn", "languages": ["kmr-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557305, "recall": 0.601779, "f1": 0.569864, "accuracy": 0.601779, "main_score": 0.569864, "hf_subset": "kmr_Latn-ssw_Latn", "languages": ["kmr-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897151, "recall": 0.923913, "f1": 0.905439, "accuracy": 0.923913, "main_score": 0.905439, "hf_subset": "kmr_Latn-ukr_Cyrl", "languages": ["kmr-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.902315, "recall": 0.928854, "f1": 0.91026, "accuracy": 0.928854, "main_score": 0.91026, "hf_subset": "kmr_Latn-afr_Latn", "languages": ["kmr-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824186, "recall": 0.858696, "f1": 0.834091, "accuracy": 0.858696, "main_score": 0.834091, "hf_subset": "kmr_Latn-bho_Deva", "languages": ["kmr-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.848024, "recall": 0.883399, "f1": 0.858387, "accuracy": 0.883399, "main_score": 0.858387, "hf_subset": "kmr_Latn-eus_Latn", "languages": ["kmr-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57343, "recall": 0.616601, "f1": 0.58479, "accuracy": 0.616601, "main_score": 0.58479, "hf_subset": "kmr_Latn-ibo_Latn", "languages": ["kmr-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833613, "recall": 0.869565, "f1": 0.844551, "accuracy": 0.869565, "main_score": 0.844551, "hf_subset": "kmr_Latn-min_Latn", "languages": ["kmr-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89678, "recall": 0.923913, "f1": 0.905047, "accuracy": 0.923913, "main_score": 0.905047, "hf_subset": "kmr_Latn-por_Latn", "languages": ["kmr-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848188, "recall": 0.884387, "f1": 0.858762, "accuracy": 0.884387, "main_score": 0.858762, "hf_subset": "kmr_Latn-sun_Latn", "languages": ["kmr-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503294, "recall": 0.546443, "f1": 0.51573, "accuracy": 0.546443, "main_score": 0.51573, "hf_subset": "kmr_Latn-umb_Latn", "languages": ["kmr-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87052, "recall": 0.903162, "f1": 0.880205, "accuracy": 0.903162, "main_score": 0.880205, "hf_subset": "kmr_Latn-ajp_Arab", "languages": ["kmr-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475901, "recall": 0.533597, "f1": 0.49147, "accuracy": 0.533597, "main_score": 0.49147, "hf_subset": "kmr_Latn-bjn_Arab", "languages": ["kmr-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517928, "recall": 0.557312, "f1": 0.529098, "accuracy": 0.557312, "main_score": 0.529098, "hf_subset": "kmr_Latn-ewe_Latn", "languages": ["kmr-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777095, "recall": 0.816206, "f1": 0.787985, "accuracy": 0.816206, "main_score": 0.787985, "hf_subset": "kmr_Latn-ilo_Latn", "languages": ["kmr-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311891, "recall": 0.357708, "f1": 0.32477, "accuracy": 0.357708, "main_score": 0.32477, "hf_subset": "kmr_Latn-knc_Arab", "languages": ["kmr-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.88307, "recall": 0.913043, "f1": 0.892377, "accuracy": 0.913043, "main_score": 0.892377, "hf_subset": "kmr_Latn-mkd_Cyrl", "languages": ["kmr-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.896311, "recall": 0.922925, "f1": 0.90407, "accuracy": 0.922925, "main_score": 0.90407, "hf_subset": "kmr_Latn-prs_Arab", "languages": ["kmr-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.89194, "recall": 0.91996, "f1": 0.900247, "accuracy": 0.91996, "main_score": 0.900247, "hf_subset": "kmr_Latn-swe_Latn", "languages": ["kmr-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881432, "recall": 0.912055, "f1": 0.890333, "accuracy": 0.912055, "main_score": 0.890333, "hf_subset": "kmr_Latn-urd_Arab", "languages": ["kmr-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54688, "recall": 0.596838, "f1": 0.561546, "accuracy": 0.596838, "main_score": 0.561546, "hf_subset": "kmr_Latn-aka_Latn", "languages": ["kmr-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80678, "recall": 0.841897, "f1": 0.816623, "accuracy": 0.841897, "main_score": 0.816623, "hf_subset": "kmr_Latn-bjn_Latn", "languages": ["kmr-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800934, "recall": 0.843874, "f1": 0.813558, "accuracy": 0.843874, "main_score": 0.813558, "hf_subset": "kmr_Latn-fao_Latn", "languages": ["kmr-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903862, "recall": 0.927866, "f1": 0.91099, "accuracy": 0.927866, "main_score": 0.91099, "hf_subset": "kmr_Latn-ind_Latn", "languages": ["kmr-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555922, "recall": 0.592885, "f1": 0.56698, "accuracy": 0.592885, "main_score": 0.56698, "hf_subset": "kmr_Latn-knc_Latn", "languages": ["kmr-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856712, "recall": 0.88834, "f1": 0.865563, "accuracy": 0.88834, "main_score": 0.865563, "hf_subset": "kmr_Latn-mlt_Latn", "languages": ["kmr-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627026, "recall": 0.68083, "f1": 0.642384, "accuracy": 0.68083, "main_score": 0.642384, "hf_subset": "kmr_Latn-quy_Latn", "languages": ["kmr-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818718, "recall": 0.860672, "f1": 0.830978, "accuracy": 0.860672, "main_score": 0.830978, "hf_subset": "kmr_Latn-swh_Latn", "languages": ["kmr-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880715, "recall": 0.908103, "f1": 0.888726, "accuracy": 0.908103, "main_score": 0.888726, "hf_subset": "kmr_Latn-uzn_Latn", "languages": ["kmr-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876803, "recall": 0.907115, "f1": 0.885317, "accuracy": 0.907115, "main_score": 0.885317, "hf_subset": "kmr_Latn-als_Latn", "languages": ["kmr-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442135, "recall": 0.51087, "f1": 0.460487, "accuracy": 0.51087, "main_score": 0.460487, "hf_subset": "kmr_Latn-bod_Tibt", "languages": ["kmr-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.61498, "recall": 0.663043, "f1": 0.628491, "accuracy": 0.663043, "main_score": 0.628491, "hf_subset": "kmr_Latn-fij_Latn", "languages": ["kmr-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817811, "recall": 0.860672, "f1": 0.830632, "accuracy": 0.860672, "main_score": 0.830632, "hf_subset": "kmr_Latn-isl_Latn", "languages": ["kmr-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619301, "recall": 0.662055, "f1": 0.631573, "accuracy": 0.662055, "main_score": 0.631573, "hf_subset": "kmr_Latn-kon_Latn", "languages": ["kmr-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578257, "recall": 0.632411, "f1": 0.593223, "accuracy": 0.632411, "main_score": 0.593223, "hf_subset": "kmr_Latn-mni_Beng", "languages": ["kmr-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.90135, "recall": 0.927866, "f1": 0.909552, "accuracy": 0.927866, "main_score": 0.909552, "hf_subset": "kmr_Latn-ron_Latn", "languages": ["kmr-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850009, "recall": 0.884387, "f1": 0.859983, "accuracy": 0.884387, "main_score": 0.859983, "hf_subset": "kmr_Latn-szl_Latn", "languages": ["kmr-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868149, "recall": 0.901186, "f1": 0.878228, "accuracy": 0.901186, "main_score": 0.878228, "hf_subset": "kmr_Latn-vec_Latn", "languages": ["kmr-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.771757, "recall": 0.817194, "f1": 0.785264, "accuracy": 0.817194, "main_score": 0.785264, "hf_subset": "kmr_Latn-amh_Ethi", "languages": ["kmr-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.891857, "recall": 0.917984, "f1": 0.899687, "accuracy": 0.917984, "main_score": 0.899687, "hf_subset": "kmr_Latn-bos_Latn", "languages": ["kmr-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874572, "recall": 0.90415, "f1": 0.88309, "accuracy": 0.90415, "main_score": 0.88309, "hf_subset": "kmr_Latn-fin_Latn", "languages": ["kmr-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880682, "recall": 0.912055, "f1": 0.890137, "accuracy": 0.912055, "main_score": 0.890137, "hf_subset": "kmr_Latn-ita_Latn", "languages": ["kmr-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866181, "recall": 0.899209, "f1": 0.875845, "accuracy": 0.899209, "main_score": 0.875845, "hf_subset": "kmr_Latn-kor_Hang", "languages": ["kmr-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.532592, "recall": 0.573123, "f1": 0.54419, "accuracy": 0.573123, "main_score": 0.54419, "hf_subset": "kmr_Latn-mos_Latn", "languages": ["kmr-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553796, "recall": 0.597826, "f1": 0.566072, "accuracy": 0.597826, "main_score": 0.566072, "hf_subset": "kmr_Latn-run_Latn", "languages": ["kmr-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867457, "recall": 0.902174, "f1": 0.878049, "accuracy": 0.902174, "main_score": 0.878049, "hf_subset": "kmr_Latn-tam_Taml", "languages": ["kmr-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.861493, "recall": 0.893281, "f1": 0.870965, "accuracy": 0.893281, "main_score": 0.870965, "hf_subset": "kmr_Latn-vie_Latn", "languages": ["kmr-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859701, "recall": 0.895257, "f1": 0.870394, "accuracy": 0.895257, "main_score": 0.870394, "hf_subset": "kmr_Latn-apc_Arab", "languages": ["kmr-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.680734, "recall": 0.721344, "f1": 0.692545, "accuracy": 0.721344, "main_score": 0.692545, "hf_subset": "kmr_Latn-bug_Latn", "languages": ["kmr-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471355, "recall": 0.51087, "f1": 0.482595, "accuracy": 0.51087, "main_score": 0.482595, "hf_subset": "kmr_Latn-fon_Latn", "languages": ["kmr-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875999, "recall": 0.903162, "f1": 0.883893, "accuracy": 0.903162, "main_score": 0.883893, "hf_subset": "kmr_Latn-jav_Latn", "languages": ["kmr-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824449, "recall": 0.863636, "f1": 0.835712, "accuracy": 0.863636, "main_score": 0.835712, "hf_subset": "kmr_Latn-lao_Laoo", "languages": ["kmr-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.725545, "recall": 0.775692, "f1": 0.739685, "accuracy": 0.775692, "main_score": 0.739685, "hf_subset": "kmr_Latn-mri_Latn", "languages": ["kmr-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871684, "recall": 0.90415, "f1": 0.881376, "accuracy": 0.90415, "main_score": 0.881376, "hf_subset": "kmr_Latn-rus_Cyrl", "languages": ["kmr-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527529, "recall": 0.576087, "f1": 0.541006, "accuracy": 0.576087, "main_score": 0.541006, "hf_subset": "kmr_Latn-taq_Latn", "languages": ["kmr-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848962, "recall": 0.881423, "f1": 0.858136, "accuracy": 0.881423, "main_score": 0.858136, "hf_subset": "kmr_Latn-war_Latn", "languages": ["kmr-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864661, "recall": 0.901186, "f1": 0.875642, "accuracy": 0.901186, "main_score": 0.875642, "hf_subset": "kmr_Latn-arb_Arab", "languages": ["kmr-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.884176, "recall": 0.912055, "f1": 0.892165, "accuracy": 0.912055, "main_score": 0.892165, "hf_subset": "kmr_Latn-bul_Cyrl", "languages": ["kmr-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.890053, "recall": 0.918972, "f1": 0.898847, "accuracy": 0.918972, "main_score": 0.898847, "hf_subset": "kmr_Latn-fra_Latn", "languages": ["kmr-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846963, "recall": 0.882411, "f1": 0.857161, "accuracy": 0.882411, "main_score": 0.857161, "hf_subset": "kmr_Latn-jpn_Jpan", "languages": ["kmr-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.853344, "recall": 0.882411, "f1": 0.861808, "accuracy": 0.882411, "main_score": 0.861808, "hf_subset": "kmr_Latn-lij_Latn", "languages": ["kmr-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793379, "recall": 0.84585, "f1": 0.80934, "accuracy": 0.84585, "main_score": 0.80934, "hf_subset": "kmr_Latn-mya_Mymr", "languages": ["kmr-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.546609, "recall": 0.592885, "f1": 0.559704, "accuracy": 0.592885, "main_score": 0.559704, "hf_subset": "kmr_Latn-sag_Latn", "languages": ["kmr-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211182, "recall": 0.255929, "f1": 0.221774, "accuracy": 0.255929, "main_score": 0.221774, "hf_subset": "kmr_Latn-taq_Tfng", "languages": ["kmr-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.593142, "recall": 0.639328, "f1": 0.606229, "accuracy": 0.639328, "main_score": 0.606229, "hf_subset": "kmr_Latn-wol_Latn", "languages": ["kmr-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622656, "recall": 0.681818, "f1": 0.63886, "accuracy": 0.681818, "main_score": 0.63886, "hf_subset": "kmr_Latn-arb_Latn", "languages": ["kmr-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891667, "recall": 0.91996, "f1": 0.900282, "accuracy": 0.91996, "main_score": 0.900282, "hf_subset": "kmr_Latn-cat_Latn", "languages": ["kmr-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850595, "recall": 0.884387, "f1": 0.860131, "accuracy": 0.884387, "main_score": 0.860131, "hf_subset": "kmr_Latn-fur_Latn", "languages": ["kmr-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422974, "recall": 0.471344, "f1": 0.436185, "accuracy": 0.471344, "main_score": 0.436185, "hf_subset": "kmr_Latn-kab_Latn", "languages": ["kmr-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815141, "recall": 0.854743, "f1": 0.826614, "accuracy": 0.854743, "main_score": 0.826614, "hf_subset": "kmr_Latn-lim_Latn", "languages": ["kmr-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873397, "recall": 0.905138, "f1": 0.882693, "accuracy": 0.905138, "main_score": 0.882693, "hf_subset": "kmr_Latn-nld_Latn", "languages": ["kmr-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800972, "recall": 0.847826, "f1": 0.815109, "accuracy": 0.847826, "main_score": 0.815109, "hf_subset": "kmr_Latn-san_Deva", "languages": ["kmr-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.856912, "recall": 0.890316, "f1": 0.866784, "accuracy": 0.890316, "main_score": 0.866784, "hf_subset": "kmr_Latn-tat_Cyrl", "languages": ["kmr-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622414, "recall": 0.671937, "f1": 0.636858, "accuracy": 0.671937, "main_score": 0.636858, "hf_subset": "kmr_Latn-xho_Latn", "languages": ["kmr-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855894, "recall": 0.893281, "f1": 0.867013, "accuracy": 0.893281, "main_score": 0.867013, "hf_subset": "kmr_Latn-ars_Arab", "languages": ["kmr-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.866756, "recall": 0.897233, "f1": 0.875626, "accuracy": 0.897233, "main_score": 0.875626, "hf_subset": "kmr_Latn-ceb_Latn", "languages": ["kmr-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545224, "recall": 0.593874, "f1": 0.559637, "accuracy": 0.593874, "main_score": 0.559637, "hf_subset": "kmr_Latn-fuv_Latn", "languages": ["kmr-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516222, "recall": 0.564229, "f1": 0.52952, "accuracy": 0.564229, "main_score": 0.52952, "hf_subset": "kmr_Latn-kac_Latn", "languages": ["kmr-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620397, "recall": 0.657115, "f1": 0.630778, "accuracy": 0.657115, "main_score": 0.630778, "hf_subset": "kmr_Latn-lin_Latn", "languages": ["kmr-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878294, "recall": 0.908103, "f1": 0.88706, "accuracy": 0.908103, "main_score": 0.88706, "hf_subset": "kmr_Latn-nno_Latn", "languages": ["kmr-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202425, "recall": 0.268775, "f1": 0.219714, "accuracy": 0.268775, "main_score": 0.219714, "hf_subset": "kmr_Latn-sat_Olck", "languages": ["kmr-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.85187, "recall": 0.890316, "f1": 0.863587, "accuracy": 0.890316, "main_score": 0.863587, "hf_subset": "kmr_Latn-tel_Telu", "languages": ["kmr-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.755595, "recall": 0.80336, "f1": 0.769583, "accuracy": 0.80336, "main_score": 0.769583, "hf_subset": "kmr_Latn-ydd_Hebr", "languages": ["kmr-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.808187, "recall": 0.848814, "f1": 0.819698, "accuracy": 0.848814, "main_score": 0.819698, "hf_subset": "kmr_Latn-ary_Arab", "languages": ["kmr-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.878656, "recall": 0.911067, "f1": 0.888274, "accuracy": 0.911067, "main_score": 0.888274, "hf_subset": "kmr_Latn-ces_Latn", "languages": ["kmr-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569031, "recall": 0.621542, "f1": 0.584225, "accuracy": 0.621542, "main_score": 0.584225, "hf_subset": "kmr_Latn-gaz_Latn", "languages": ["kmr-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549705, "recall": 0.59585, "f1": 0.562757, "accuracy": 0.59585, "main_score": 0.562757, "hf_subset": "kmr_Latn-kam_Latn", "languages": ["kmr-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879818, "recall": 0.911067, "f1": 0.888916, "accuracy": 0.911067, "main_score": 0.888916, "hf_subset": "kmr_Latn-lit_Latn", "languages": ["kmr-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887773, "recall": 0.916996, "f1": 0.896511, "accuracy": 0.916996, "main_score": 0.896511, "hf_subset": "kmr_Latn-nob_Latn", "languages": ["kmr-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823232, "recall": 0.859684, "f1": 0.833157, "accuracy": 0.859684, "main_score": 0.833157, "hf_subset": "kmr_Latn-scn_Latn", "languages": ["kmr-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854941, "recall": 0.891304, "f1": 0.866206, "accuracy": 0.891304, "main_score": 0.866206, "hf_subset": "kmr_Latn-tgk_Cyrl", "languages": ["kmr-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.616568, "recall": 0.673913, "f1": 0.633978, "accuracy": 0.673913, "main_score": 0.633978, "hf_subset": "kmr_Latn-yor_Latn", "languages": ["kmr-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866329, "recall": 0.896245, "f1": 0.87494, "accuracy": 0.896245, "main_score": 0.87494, "hf_subset": "kmr_Latn-arz_Arab", "languages": ["kmr-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522763, "recall": 0.566206, "f1": 0.535724, "accuracy": 0.566206, "main_score": 0.535724, "hf_subset": "kmr_Latn-cjk_Latn", "languages": ["kmr-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683608, "recall": 0.743083, "f1": 0.700696, "accuracy": 0.743083, "main_score": 0.700696, "hf_subset": "kmr_Latn-gla_Latn", "languages": ["kmr-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869417, "recall": 0.902174, "f1": 0.878938, "accuracy": 0.902174, "main_score": 0.878938, "hf_subset": "kmr_Latn-kan_Knda", "languages": ["kmr-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.832108, "recall": 0.867589, "f1": 0.842471, "accuracy": 0.867589, "main_score": 0.842471, "hf_subset": "kmr_Latn-lmo_Latn", "languages": ["kmr-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862912, "recall": 0.897233, "f1": 0.872944, "accuracy": 0.897233, "main_score": 0.872944, "hf_subset": "kmr_Latn-npi_Deva", "languages": ["kmr-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.451401, "recall": 0.497036, "f1": 0.463941, "accuracy": 0.497036, "main_score": 0.463941, "hf_subset": "kmr_Latn-shn_Mymr", "languages": ["kmr-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.881068, "recall": 0.909091, "f1": 0.889032, "accuracy": 0.909091, "main_score": 0.889032, "hf_subset": "kmr_Latn-tgl_Latn", "languages": ["kmr-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851473, "recall": 0.886364, "f1": 0.861462, "accuracy": 0.886364, "main_score": 0.861462, "hf_subset": "kmr_Latn-yue_Hant", "languages": ["kmr-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.838142, "recall": 0.874506, "f1": 0.849017, "accuracy": 0.874506, "main_score": 0.849017, "hf_subset": "kmr_Latn-asm_Beng", "languages": ["kmr-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.816783, "recall": 0.857708, "f1": 0.828695, "accuracy": 0.857708, "main_score": 0.828695, "hf_subset": "kmr_Latn-ckb_Arab", "languages": ["kmr-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.739476, "recall": 0.784585, "f1": 0.752839, "accuracy": 0.784585, "main_score": 0.752839, "hf_subset": "kmr_Latn-gle_Latn", "languages": ["kmr-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740925, "recall": 0.789526, "f1": 0.755062, "accuracy": 0.789526, "main_score": 0.755062, "hf_subset": "kmr_Latn-kas_Arab", "languages": ["kmr-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.762692, "recall": 0.806324, "f1": 0.775645, "accuracy": 0.806324, "main_score": 0.775645, "hf_subset": "kmr_Latn-ltg_Latn", "languages": ["kmr-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599919, "recall": 0.639328, "f1": 0.610757, "accuracy": 0.639328, "main_score": 0.610757, "hf_subset": "kmr_Latn-nso_Latn", "languages": ["kmr-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796212, "recall": 0.844862, "f1": 0.811067, "accuracy": 0.844862, "main_score": 0.811067, "hf_subset": "kmr_Latn-sin_Sinh", "languages": ["kmr-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.867935, "recall": 0.903162, "f1": 0.878638, "accuracy": 0.903162, "main_score": 0.878638, "hf_subset": "kmr_Latn-tha_Thai", "languages": ["kmr-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.834881, "recall": 0.870553, "f1": 0.844887, "accuracy": 0.870553, "main_score": 0.844887, "hf_subset": "kmr_Latn-zho_Hans", "languages": ["kmr-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.886285, "recall": 0.91502, "f1": 0.894845, "accuracy": 0.91502, "main_score": 0.894845, "hf_subset": "kmr_Latn-ast_Latn", "languages": ["kmr-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870125, "recall": 0.901186, "f1": 0.879381, "accuracy": 0.901186, "main_score": 0.879381, "hf_subset": "kmr_Latn-crh_Latn", "languages": ["kmr-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88275, "recall": 0.912055, "f1": 0.891471, "accuracy": 0.912055, "main_score": 0.891471, "hf_subset": "kmr_Latn-glg_Latn", "languages": ["kmr-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677282, "recall": 0.732213, "f1": 0.692874, "accuracy": 0.732213, "main_score": 0.692874, "hf_subset": "kmr_Latn-kas_Deva", "languages": ["kmr-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.828469, "recall": 0.867589, "f1": 0.839889, "accuracy": 0.867589, "main_score": 0.839889, "hf_subset": "kmr_Latn-ltz_Latn", "languages": ["kmr-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457395, "recall": 0.511858, "f1": 0.47275, "accuracy": 0.511858, "main_score": 0.47275, "hf_subset": "kmr_Latn-nus_Latn", "languages": ["kmr-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879786, "recall": 0.909091, "f1": 0.888401, "accuracy": 0.909091, "main_score": 0.888401, "hf_subset": "kmr_Latn-slk_Latn", "languages": ["kmr-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531983, "recall": 0.592885, "f1": 0.549097, "accuracy": 0.592885, "main_score": 0.549097, "hf_subset": "kmr_Latn-tir_Ethi", "languages": ["kmr-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.843577, "recall": 0.884387, "f1": 0.855374, "accuracy": 0.884387, "main_score": 0.855374, "hf_subset": "kmr_Latn-zho_Hant", "languages": ["kmr-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.859721, "recall": 0.891304, "f1": 0.868769, "accuracy": 0.891304, "main_score": 0.868769, "hf_subset": "kmr_Latn-awa_Deva", "languages": ["kmr-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.846889, "recall": 0.881423, "f1": 0.856842, "accuracy": 0.881423, "main_score": 0.856842, "hf_subset": "kmr_Latn-cym_Latn", "languages": ["kmr-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696071, "recall": 0.733202, "f1": 0.706351, "accuracy": 0.733202, "main_score": 0.706351, "hf_subset": "kmr_Latn-grn_Latn", "languages": ["kmr-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854883, "recall": 0.88834, "f1": 0.86435, "accuracy": 0.88834, "main_score": 0.86435, "hf_subset": "kmr_Latn-kat_Geor", "languages": ["kmr-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.585059, "recall": 0.628458, "f1": 0.597294, "accuracy": 0.628458, "main_score": 0.597294, "hf_subset": "kmr_Latn-lua_Latn", "languages": ["kmr-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576105, "recall": 0.621542, "f1": 0.588839, "accuracy": 0.621542, "main_score": 0.588839, "hf_subset": "kmr_Latn-nya_Latn", "languages": ["kmr-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880484, "recall": 0.910079, "f1": 0.889032, "accuracy": 0.910079, "main_score": 0.889032, "hf_subset": "kmr_Latn-slv_Latn", "languages": ["kmr-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745391, "recall": 0.787549, "f1": 0.756532, "accuracy": 0.787549, "main_score": 0.756532, "hf_subset": "kmr_Latn-tpi_Latn", "languages": ["kmr-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89944, "recall": 0.923913, "f1": 0.906738, "accuracy": 0.923913, "main_score": 0.906738, "hf_subset": "kmr_Latn-zsm_Latn", "languages": ["kmr-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529111, "recall": 0.582016, "f1": 0.544707, "accuracy": 0.582016, "main_score": 0.544707, "hf_subset": "kmr_Latn-ayr_Latn", "languages": ["kmr-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898551, "recall": 0.926877, "f1": 0.907444, "accuracy": 0.926877, "main_score": 0.907444, "hf_subset": "kmr_Latn-dan_Latn", "languages": ["kmr-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890188, "recall": 0.916008, "f1": 0.897711, "accuracy": 0.916008, "main_score": 0.897711, "hf_subset": "kmr_Latn-guj_Gujr", "languages": ["kmr-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.854609, "recall": 0.88834, "f1": 0.864575, "accuracy": 0.88834, "main_score": 0.864575, "hf_subset": "kmr_Latn-kaz_Cyrl", "languages": ["kmr-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52856, "recall": 0.58004, "f1": 0.542484, "accuracy": 0.58004, "main_score": 0.542484, "hf_subset": "kmr_Latn-lug_Latn", "languages": ["kmr-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893116, "recall": 0.920949, "f1": 0.901614, "accuracy": 0.920949, "main_score": 0.901614, "hf_subset": "kmr_Latn-oci_Latn", "languages": ["kmr-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703128, "recall": 0.746047, "f1": 0.715164, "accuracy": 0.746047, "main_score": 0.715164, "hf_subset": "kmr_Latn-smo_Latn", "languages": ["kmr-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534648, "recall": 0.585968, "f1": 0.548973, "accuracy": 0.585968, "main_score": 0.548973, "hf_subset": "kmr_Latn-tsn_Latn", "languages": ["kmr-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591114, "recall": 0.63834, "f1": 0.604729, "accuracy": 0.63834, "main_score": 0.604729, "hf_subset": "kmr_Latn-zul_Latn", "languages": ["kmr-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744269, "recall": 0.793478, "f1": 0.758748, "accuracy": 0.793478, "main_score": 0.758748, "hf_subset": "kmr_Latn-azb_Arab", "languages": ["kmr-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.893866, "recall": 0.917984, "f1": 0.900958, "accuracy": 0.917984, "main_score": 0.900958, "hf_subset": "kmr_Latn-deu_Latn", "languages": ["kmr-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830684, "recall": 0.870553, "f1": 0.84249, "accuracy": 0.870553, "main_score": 0.84249, "hf_subset": "kmr_Latn-hat_Latn", "languages": ["kmr-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493874, "recall": 0.537549, "f1": 0.505917, "accuracy": 0.537549, "main_score": 0.505917, "hf_subset": "kmr_Latn-kbp_Latn", "languages": ["kmr-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563373, "recall": 0.608696, "f1": 0.576597, "accuracy": 0.608696, "main_score": 0.576597, "hf_subset": "kmr_Latn-luo_Latn", "languages": ["kmr-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870266, "recall": 0.903162, "f1": 0.879943, "accuracy": 0.903162, "main_score": 0.879943, "hf_subset": "kmr_Latn-ory_Orya", "languages": ["kmr-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.547746, "recall": 0.59585, "f1": 0.561753, "accuracy": 0.59585, "main_score": 0.561753, "hf_subset": "kmr_Latn-sna_Latn", "languages": ["kmr-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534899, "recall": 0.578063, "f1": 0.547351, "accuracy": 0.578063, "main_score": 0.547351, "hf_subset": "kmr_Latn-tso_Latn", "languages": ["kmr-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848732, "recall": 0.886364, "f1": 0.860046, "accuracy": 0.886364, "main_score": 0.860046, "hf_subset": "kmr_Latn-azj_Latn", "languages": ["kmr-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527569, "recall": 0.576087, "f1": 0.541756, "accuracy": 0.576087, "main_score": 0.541756, "hf_subset": "kmr_Latn-dik_Latn", "languages": ["kmr-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657123, "recall": 0.709486, "f1": 0.671865, "accuracy": 0.709486, "main_score": 0.671865, "hf_subset": "kmr_Latn-hau_Latn", "languages": ["kmr-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815448, "recall": 0.852767, "f1": 0.826059, "accuracy": 0.852767, "main_score": 0.826059, "hf_subset": "kmr_Latn-kea_Latn", "languages": ["kmr-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628527, "recall": 0.66996, "f1": 0.640376, "accuracy": 0.66996, "main_score": 0.640376, "hf_subset": "kmr_Latn-lus_Latn", "languages": ["kmr-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697518, "recall": 0.737154, "f1": 0.709063, "accuracy": 0.737154, "main_score": 0.709063, "hf_subset": "kmr_Latn-pag_Latn", "languages": ["kmr-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862846, "recall": 0.894269, "f1": 0.872221, "accuracy": 0.894269, "main_score": 0.872221, "hf_subset": "kmr_Latn-snd_Arab", "languages": ["kmr-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.787575, "recall": 0.83498, "f1": 0.801499, "accuracy": 0.83498, "main_score": 0.801499, "hf_subset": "kmr_Latn-tuk_Latn", "languages": ["kmr-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83946, "recall": 0.876482, "f1": 0.850315, "accuracy": 0.876482, "main_score": 0.850315, "hf_subset": "kmr_Latn-bak_Cyrl", "languages": ["kmr-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.462493, "recall": 0.524704, "f1": 0.480635, "accuracy": 0.524704, "main_score": 0.480635, "hf_subset": "kmr_Latn-dyu_Latn", "languages": ["kmr-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897014, "recall": 0.920949, "f1": 0.903854, "accuracy": 0.920949, "main_score": 0.903854, "hf_subset": "kmr_Latn-heb_Hebr", "languages": ["kmr-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.837105, "recall": 0.868577, "f1": 0.845973, "accuracy": 0.868577, "main_score": 0.845973, "hf_subset": "kmr_Latn-khk_Cyrl", "languages": ["kmr-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.884693, "recall": 0.912055, "f1": 0.892968, "accuracy": 0.912055, "main_score": 0.892968, "hf_subset": "kmr_Latn-lvs_Latn", "languages": ["kmr-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871863, "recall": 0.90415, "f1": 0.881318, "accuracy": 0.90415, "main_score": 0.881318, "hf_subset": "kmr_Latn-pan_Guru", "languages": ["kmr-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.636298, "recall": 0.684783, "f1": 0.650184, "accuracy": 0.684783, "main_score": 0.650184, "hf_subset": "kmr_Latn-som_Latn", "languages": ["kmr-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545005, "recall": 0.587945, "f1": 0.556805, "accuracy": 0.587945, "main_score": 0.556805, "hf_subset": "kmr_Latn-tum_Latn", "languages": ["kmr-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629958, "recall": 0.684783, "f1": 0.645776, "accuracy": 0.684783, "main_score": 0.645776, "hf_subset": "min_Latn-ace_Arab", "languages": ["min-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549042, "recall": 0.597826, "f1": 0.562945, "accuracy": 0.597826, "main_score": 0.562945, "hf_subset": "min_Latn-bam_Latn", "languages": ["min-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355779, "recall": 0.417984, "f1": 0.371783, "accuracy": 0.417984, "main_score": 0.371783, "hf_subset": "min_Latn-dzo_Tibt", "languages": ["min-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-hin_Deva", "languages": ["min-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "min_Latn-khm_Khmr", "languages": ["min-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "min_Latn-mag_Deva", "languages": ["min-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.955451, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "min_Latn-pap_Latn", "languages": ["min-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601919, "recall": 0.651186, "f1": 0.615783, "accuracy": 0.651186, "main_score": 0.615783, "hf_subset": "min_Latn-sot_Latn", "languages": ["min-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "min_Latn-tur_Latn", "languages": ["min-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887088, "recall": 0.913043, "f1": 0.895059, "accuracy": 0.913043, "main_score": 0.895059, "hf_subset": "min_Latn-ace_Latn", "languages": ["min-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947134, "recall": 0.960474, "f1": 0.951219, "accuracy": 0.960474, "main_score": 0.951219, "hf_subset": "min_Latn-ban_Latn", "languages": ["min-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "min_Latn-ell_Grek", "languages": ["min-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.967918, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "min_Latn-hne_Deva", "languages": ["min-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.609807, "recall": 0.659091, "f1": 0.623693, "accuracy": 0.659091, "main_score": 0.623693, "hf_subset": "min_Latn-kik_Latn", "languages": ["min-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-mai_Deva", "languages": ["min-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.927783, "recall": 0.949605, "f1": 0.934684, "accuracy": 0.949605, "main_score": 0.934684, "hf_subset": "min_Latn-pbt_Arab", "languages": ["min-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "min_Latn-spa_Latn", "languages": ["min-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626936, "recall": 0.681818, "f1": 0.641929, "accuracy": 0.681818, "main_score": 0.641929, "hf_subset": "min_Latn-twi_Latn", "languages": ["min-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971591, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "min_Latn-acm_Arab", "languages": ["min-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960921, "accuracy": 0.969368, "main_score": 0.960921, "hf_subset": "min_Latn-bel_Cyrl", "languages": ["min-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "min_Latn-eng_Latn", "languages": ["min-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-hrv_Latn", "languages": ["min-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568645, "recall": 0.625494, "f1": 0.584308, "accuracy": 0.625494, "main_score": 0.584308, "hf_subset": "min_Latn-kin_Latn", "languages": ["min-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "min_Latn-mal_Mlym", "languages": ["min-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-pes_Arab", "languages": ["min-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956884, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "min_Latn-srd_Latn", "languages": ["min-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195745, "recall": 0.236166, "f1": 0.205733, "accuracy": 0.236166, "main_score": 0.205733, "hf_subset": "min_Latn-tzm_Tfng", "languages": ["min-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "min_Latn-acq_Arab", "languages": ["min-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.631613, "recall": 0.673913, "f1": 0.643401, "accuracy": 0.673913, "main_score": 0.643401, "hf_subset": "min_Latn-bem_Latn", "languages": ["min-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "min_Latn-epo_Latn", "languages": ["min-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-hun_Latn", "languages": ["min-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.966403, "f1": 0.957082, "accuracy": 0.966403, "main_score": 0.957082, "hf_subset": "min_Latn-kir_Cyrl", "languages": ["min-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "min_Latn-mar_Deva", "languages": ["min-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.673387, "recall": 0.72332, "f1": 0.687786, "accuracy": 0.72332, "main_score": 0.687786, "hf_subset": "min_Latn-plt_Latn", "languages": ["min-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-srp_Cyrl", "languages": ["min-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.89081, "recall": 0.91996, "f1": 0.9, "accuracy": 0.91996, "main_score": 0.9, "hf_subset": "min_Latn-uig_Arab", "languages": ["min-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "min_Latn-aeb_Arab", "languages": ["min-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "min_Latn-ben_Beng", "languages": ["min-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-est_Latn", "languages": ["min-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-hye_Armn", "languages": ["min-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.573004, "recall": 0.619565, "f1": 0.586317, "accuracy": 0.619565, "main_score": 0.586317, "hf_subset": "min_Latn-kmb_Latn", "languages": ["min-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694223, "recall": 0.764822, "f1": 0.71433, "accuracy": 0.764822, "main_score": 0.71433, "hf_subset": "min_Latn-min_Arab", "languages": ["min-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "min_Latn-pol_Latn", "languages": ["min-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56745, "recall": 0.625494, "f1": 0.584005, "accuracy": 0.625494, "main_score": 0.584005, "hf_subset": "min_Latn-ssw_Latn", "languages": ["min-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "min_Latn-ukr_Cyrl", "languages": ["min-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-afr_Latn", "languages": ["min-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969779, "recall": 0.978261, "f1": 0.972398, "accuracy": 0.978261, "main_score": 0.972398, "hf_subset": "min_Latn-bho_Deva", "languages": ["min-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "min_Latn-eus_Latn", "languages": ["min-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586512, "recall": 0.649209, "f1": 0.603491, "accuracy": 0.649209, "main_score": 0.603491, "hf_subset": "min_Latn-ibo_Latn", "languages": ["min-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83611, "recall": 0.873518, "f1": 0.847546, "accuracy": 0.873518, "main_score": 0.847546, "hf_subset": "min_Latn-kmr_Latn", "languages": ["min-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "min_Latn-por_Latn", "languages": ["min-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "min_Latn-sun_Latn", "languages": ["min-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533675, "recall": 0.586957, "f1": 0.549253, "accuracy": 0.586957, "main_score": 0.549253, "hf_subset": "min_Latn-umb_Latn", "languages": ["min-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978837, "recall": 0.985178, "f1": 0.980797, "accuracy": 0.985178, "main_score": 0.980797, "hf_subset": "min_Latn-ajp_Arab", "languages": ["min-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599138, "recall": 0.661067, "f1": 0.615967, "accuracy": 0.661067, "main_score": 0.615967, "hf_subset": "min_Latn-bjn_Arab", "languages": ["min-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535743, "recall": 0.582016, "f1": 0.548796, "accuracy": 0.582016, "main_score": 0.548796, "hf_subset": "min_Latn-ewe_Latn", "languages": ["min-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923748, "recall": 0.944664, "f1": 0.930303, "accuracy": 0.944664, "main_score": 0.930303, "hf_subset": "min_Latn-ilo_Latn", "languages": ["min-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.328846, "recall": 0.384387, "f1": 0.344034, "accuracy": 0.384387, "main_score": 0.344034, "hf_subset": "min_Latn-knc_Arab", "languages": ["min-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "min_Latn-mkd_Cyrl", "languages": ["min-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-prs_Arab", "languages": ["min-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "min_Latn-swe_Latn", "languages": ["min-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "min_Latn-urd_Arab", "languages": ["min-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593932, "recall": 0.653162, "f1": 0.610521, "accuracy": 0.653162, "main_score": 0.610521, "hf_subset": "min_Latn-aka_Latn", "languages": ["min-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "min_Latn-bjn_Latn", "languages": ["min-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919302, "recall": 0.940711, "f1": 0.926021, "accuracy": 0.940711, "main_score": 0.926021, "hf_subset": "min_Latn-fao_Latn", "languages": ["min-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "min_Latn-ind_Latn", "languages": ["min-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608856, "recall": 0.658103, "f1": 0.623161, "accuracy": 0.658103, "main_score": 0.623161, "hf_subset": "min_Latn-knc_Latn", "languages": ["min-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "min_Latn-mlt_Latn", "languages": ["min-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682576, "recall": 0.740119, "f1": 0.69976, "accuracy": 0.740119, "main_score": 0.69976, "hf_subset": "min_Latn-quy_Latn", "languages": ["min-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931736, "recall": 0.951581, "f1": 0.937945, "accuracy": 0.951581, "main_score": 0.937945, "hf_subset": "min_Latn-swh_Latn", "languages": ["min-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "min_Latn-uzn_Latn", "languages": ["min-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-als_Latn", "languages": ["min-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525927, "recall": 0.616601, "f1": 0.550711, "accuracy": 0.616601, "main_score": 0.550711, "hf_subset": "min_Latn-bod_Tibt", "languages": ["min-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.687211, "recall": 0.742095, "f1": 0.702641, "accuracy": 0.742095, "main_score": 0.702641, "hf_subset": "min_Latn-fij_Latn", "languages": ["min-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943182, "recall": 0.961462, "f1": 0.949111, "accuracy": 0.961462, "main_score": 0.949111, "hf_subset": "min_Latn-isl_Latn", "languages": ["min-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671146, "recall": 0.716403, "f1": 0.684881, "accuracy": 0.716403, "main_score": 0.684881, "hf_subset": "min_Latn-kon_Latn", "languages": ["min-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644738, "recall": 0.705534, "f1": 0.662115, "accuracy": 0.705534, "main_score": 0.662115, "hf_subset": "min_Latn-mni_Beng", "languages": ["min-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-ron_Latn", "languages": ["min-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.965415, "f1": 0.956522, "accuracy": 0.965415, "main_score": 0.956522, "hf_subset": "min_Latn-szl_Latn", "languages": ["min-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "min_Latn-vec_Latn", "languages": ["min-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875988, "recall": 0.912055, "f1": 0.887469, "accuracy": 0.912055, "main_score": 0.887469, "hf_subset": "min_Latn-amh_Ethi", "languages": ["min-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "min_Latn-bos_Latn", "languages": ["min-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981966, "recall": 0.987154, "f1": 0.983597, "accuracy": 0.987154, "main_score": 0.983597, "hf_subset": "min_Latn-fin_Latn", "languages": ["min-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-ita_Latn", "languages": ["min-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "min_Latn-kor_Hang", "languages": ["min-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558696, "recall": 0.612648, "f1": 0.57369, "accuracy": 0.612648, "main_score": 0.57369, "hf_subset": "min_Latn-mos_Latn", "languages": ["min-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55802, "recall": 0.61166, "f1": 0.57308, "accuracy": 0.61166, "main_score": 0.57308, "hf_subset": "min_Latn-run_Latn", "languages": ["min-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "min_Latn-tam_Taml", "languages": ["min-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-vie_Latn", "languages": ["min-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "min_Latn-apc_Arab", "languages": ["min-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.798214, "recall": 0.840909, "f1": 0.810839, "accuracy": 0.840909, "main_score": 0.810839, "hf_subset": "min_Latn-bug_Latn", "languages": ["min-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486649, "recall": 0.539526, "f1": 0.500285, "accuracy": 0.539526, "main_score": 0.500285, "hf_subset": "min_Latn-fon_Latn", "languages": ["min-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "min_Latn-jav_Latn", "languages": ["min-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "min_Latn-lao_Laoo", "languages": ["min-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.807543, "recall": 0.849802, "f1": 0.820059, "accuracy": 0.849802, "main_score": 0.820059, "hf_subset": "min_Latn-mri_Latn", "languages": ["min-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-rus_Cyrl", "languages": ["min-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559438, "recall": 0.614625, "f1": 0.57493, "accuracy": 0.614625, "main_score": 0.57493, "hf_subset": "min_Latn-taq_Latn", "languages": ["min-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "min_Latn-war_Latn", "languages": ["min-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-arb_Arab", "languages": ["min-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-bul_Cyrl", "languages": ["min-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-fra_Latn", "languages": ["min-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "min_Latn-jpn_Jpan", "languages": ["min-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.974308, "f1": 0.967523, "accuracy": 0.974308, "main_score": 0.967523, "hf_subset": "min_Latn-lij_Latn", "languages": ["min-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93643, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "min_Latn-mya_Mymr", "languages": ["min-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.602134, "recall": 0.657115, "f1": 0.617862, "accuracy": 0.657115, "main_score": 0.617862, "hf_subset": "min_Latn-sag_Latn", "languages": ["min-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206557, "recall": 0.258893, "f1": 0.218693, "accuracy": 0.258893, "main_score": 0.218693, "hf_subset": "min_Latn-taq_Tfng", "languages": ["min-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.643679, "recall": 0.693676, "f1": 0.658125, "accuracy": 0.693676, "main_score": 0.658125, "hf_subset": "min_Latn-wol_Latn", "languages": ["min-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732782, "recall": 0.789526, "f1": 0.749223, "accuracy": 0.789526, "main_score": 0.749223, "hf_subset": "min_Latn-arb_Latn", "languages": ["min-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-cat_Latn", "languages": ["min-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971097, "recall": 0.979249, "f1": 0.973551, "accuracy": 0.979249, "main_score": 0.973551, "hf_subset": "min_Latn-fur_Latn", "languages": ["min-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442567, "recall": 0.500988, "f1": 0.458868, "accuracy": 0.500988, "main_score": 0.458868, "hf_subset": "min_Latn-kab_Latn", "languages": ["min-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.960474, "f1": 0.949934, "accuracy": 0.960474, "main_score": 0.949934, "hf_subset": "min_Latn-lim_Latn", "languages": ["min-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "min_Latn-nld_Latn", "languages": ["min-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "min_Latn-san_Deva", "languages": ["min-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "min_Latn-tat_Cyrl", "languages": ["min-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661158, "recall": 0.717391, "f1": 0.677793, "accuracy": 0.717391, "main_score": 0.677793, "hf_subset": "min_Latn-xho_Latn", "languages": ["min-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "min_Latn-ars_Arab", "languages": ["min-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "min_Latn-ceb_Latn", "languages": ["min-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569871, "recall": 0.623518, "f1": 0.586267, "accuracy": 0.623518, "main_score": 0.586267, "hf_subset": "min_Latn-fuv_Latn", "languages": ["min-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521725, "recall": 0.58004, "f1": 0.537913, "accuracy": 0.58004, "main_score": 0.537913, "hf_subset": "min_Latn-kac_Latn", "languages": ["min-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676508, "recall": 0.722332, "f1": 0.689712, "accuracy": 0.722332, "main_score": 0.689712, "hf_subset": "min_Latn-lin_Latn", "languages": ["min-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "min_Latn-nno_Latn", "languages": ["min-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.216985, "recall": 0.282609, "f1": 0.234313, "accuracy": 0.282609, "main_score": 0.234313, "hf_subset": "min_Latn-sat_Olck", "languages": ["min-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "min_Latn-tel_Telu", "languages": ["min-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.898666, "recall": 0.924901, "f1": 0.906653, "accuracy": 0.924901, "main_score": 0.906653, "hf_subset": "min_Latn-ydd_Hebr", "languages": ["min-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.945652, "recall": 0.961462, "f1": 0.950711, "accuracy": 0.961462, "main_score": 0.950711, "hf_subset": "min_Latn-ary_Arab", "languages": ["min-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-ces_Latn", "languages": ["min-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599466, "recall": 0.65415, "f1": 0.615224, "accuracy": 0.65415, "main_score": 0.615224, "hf_subset": "min_Latn-gaz_Latn", "languages": ["min-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587997, "recall": 0.644269, "f1": 0.603796, "accuracy": 0.644269, "main_score": 0.603796, "hf_subset": "min_Latn-kam_Latn", "languages": ["min-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "min_Latn-lit_Latn", "languages": ["min-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-nob_Latn", "languages": ["min-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.958959, "accuracy": 0.968379, "main_score": 0.958959, "hf_subset": "min_Latn-scn_Latn", "languages": ["min-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942276, "recall": 0.958498, "f1": 0.947318, "accuracy": 0.958498, "main_score": 0.947318, "hf_subset": "min_Latn-tgk_Cyrl", "languages": ["min-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.692902, "recall": 0.754941, "f1": 0.71166, "accuracy": 0.754941, "main_score": 0.71166, "hf_subset": "min_Latn-yor_Latn", "languages": ["min-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974226, "recall": 0.981225, "f1": 0.97635, "accuracy": 0.981225, "main_score": 0.97635, "hf_subset": "min_Latn-arz_Arab", "languages": ["min-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557842, "recall": 0.615613, "f1": 0.574475, "accuracy": 0.615613, "main_score": 0.574475, "hf_subset": "min_Latn-cjk_Latn", "languages": ["min-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740829, "recall": 0.790514, "f1": 0.755351, "accuracy": 0.790514, "main_score": 0.755351, "hf_subset": "min_Latn-gla_Latn", "languages": ["min-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-kan_Knda", "languages": ["min-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "min_Latn-lmo_Latn", "languages": ["min-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "min_Latn-npi_Deva", "languages": ["min-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467518, "recall": 0.527668, "f1": 0.484526, "accuracy": 0.527668, "main_score": 0.484526, "hf_subset": "min_Latn-shn_Mymr", "languages": ["min-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-tgl_Latn", "languages": ["min-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-yue_Hant", "languages": ["min-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "min_Latn-asm_Beng", "languages": ["min-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.895208, "recall": 0.924901, "f1": 0.904545, "accuracy": 0.924901, "main_score": 0.904545, "hf_subset": "min_Latn-ckb_Arab", "languages": ["min-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.792556, "recall": 0.840909, "f1": 0.807049, "accuracy": 0.840909, "main_score": 0.807049, "hf_subset": "min_Latn-gle_Latn", "languages": ["min-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897678, "recall": 0.924901, "f1": 0.906192, "accuracy": 0.924901, "main_score": 0.906192, "hf_subset": "min_Latn-kas_Arab", "languages": ["min-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881588, "recall": 0.914032, "f1": 0.891601, "accuracy": 0.914032, "main_score": 0.891601, "hf_subset": "min_Latn-ltg_Latn", "languages": ["min-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622259, "recall": 0.671937, "f1": 0.635869, "accuracy": 0.671937, "main_score": 0.635869, "hf_subset": "min_Latn-nso_Latn", "languages": ["min-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927783, "recall": 0.948617, "f1": 0.934354, "accuracy": 0.948617, "main_score": 0.934354, "hf_subset": "min_Latn-sin_Sinh", "languages": ["min-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-tha_Thai", "languages": ["min-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.977684, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "min_Latn-zho_Hans", "languages": ["min-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-ast_Latn", "languages": ["min-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951285, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "min_Latn-crh_Latn", "languages": ["min-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "min_Latn-glg_Latn", "languages": ["min-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820718, "recall": 0.865613, "f1": 0.834571, "accuracy": 0.865613, "main_score": 0.834571, "hf_subset": "min_Latn-kas_Deva", "languages": ["min-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.943758, "recall": 0.960474, "f1": 0.949012, "accuracy": 0.960474, "main_score": 0.949012, "hf_subset": "min_Latn-ltz_Latn", "languages": ["min-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490442, "recall": 0.548419, "f1": 0.506216, "accuracy": 0.548419, "main_score": 0.506216, "hf_subset": "min_Latn-nus_Latn", "languages": ["min-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "min_Latn-slk_Latn", "languages": ["min-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569182, "recall": 0.639328, "f1": 0.589042, "accuracy": 0.639328, "main_score": 0.589042, "hf_subset": "min_Latn-tir_Ethi", "languages": ["min-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "min_Latn-zho_Hant", "languages": ["min-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "min_Latn-awa_Deva", "languages": ["min-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.926696, "recall": 0.947628, "f1": 0.933202, "accuracy": 0.947628, "main_score": 0.933202, "hf_subset": "min_Latn-cym_Latn", "languages": ["min-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787945, "recall": 0.829051, "f1": 0.800494, "accuracy": 0.829051, "main_score": 0.800494, "hf_subset": "min_Latn-grn_Latn", "languages": ["min-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "min_Latn-kat_Geor", "languages": ["min-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.662121, "recall": 0.70751, "f1": 0.675282, "accuracy": 0.70751, "main_score": 0.675282, "hf_subset": "min_Latn-lua_Latn", "languages": ["min-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640736, "recall": 0.694664, "f1": 0.656135, "accuracy": 0.694664, "main_score": 0.656135, "hf_subset": "min_Latn-nya_Latn", "languages": ["min-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "min_Latn-slv_Latn", "languages": ["min-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90196, "recall": 0.927866, "f1": 0.90998, "accuracy": 0.927866, "main_score": 0.90998, "hf_subset": "min_Latn-tpi_Latn", "languages": ["min-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-zsm_Latn", "languages": ["min-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55851, "recall": 0.61166, "f1": 0.573326, "accuracy": 0.61166, "main_score": 0.573326, "hf_subset": "min_Latn-ayr_Latn", "languages": ["min-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-dan_Latn", "languages": ["min-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-guj_Gujr", "languages": ["min-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "min_Latn-kaz_Cyrl", "languages": ["min-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547502, "recall": 0.606719, "f1": 0.564282, "accuracy": 0.606719, "main_score": 0.564282, "hf_subset": "min_Latn-lug_Latn", "languages": ["min-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-oci_Latn", "languages": ["min-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787665, "recall": 0.833992, "f1": 0.801172, "accuracy": 0.833992, "main_score": 0.801172, "hf_subset": "min_Latn-smo_Latn", "languages": ["min-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562058, "recall": 0.619565, "f1": 0.577548, "accuracy": 0.619565, "main_score": 0.577548, "hf_subset": "min_Latn-tsn_Latn", "languages": ["min-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618061, "recall": 0.674901, "f1": 0.633485, "accuracy": 0.674901, "main_score": 0.633485, "hf_subset": "min_Latn-zul_Latn", "languages": ["min-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858284, "recall": 0.895257, "f1": 0.869532, "accuracy": 0.895257, "main_score": 0.869532, "hf_subset": "min_Latn-azb_Arab", "languages": ["min-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-deu_Latn", "languages": ["min-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934371, "recall": 0.952569, "f1": 0.940119, "accuracy": 0.952569, "main_score": 0.940119, "hf_subset": "min_Latn-hat_Latn", "languages": ["min-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510609, "recall": 0.564229, "f1": 0.525685, "accuracy": 0.564229, "main_score": 0.525685, "hf_subset": "min_Latn-kbp_Latn", "languages": ["min-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594623, "recall": 0.641304, "f1": 0.607388, "accuracy": 0.641304, "main_score": 0.607388, "hf_subset": "min_Latn-luo_Latn", "languages": ["min-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-ory_Orya", "languages": ["min-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.600676, "recall": 0.659091, "f1": 0.616937, "accuracy": 0.659091, "main_score": 0.616937, "hf_subset": "min_Latn-sna_Latn", "languages": ["min-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566756, "recall": 0.616601, "f1": 0.580327, "accuracy": 0.616601, "main_score": 0.580327, "hf_subset": "min_Latn-tso_Latn", "languages": ["min-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "min_Latn-azj_Latn", "languages": ["min-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5509, "recall": 0.605731, "f1": 0.566634, "accuracy": 0.605731, "main_score": 0.566634, "hf_subset": "min_Latn-dik_Latn", "languages": ["min-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725553, "recall": 0.774704, "f1": 0.739726, "accuracy": 0.774704, "main_score": 0.739726, "hf_subset": "min_Latn-hau_Latn", "languages": ["min-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957592, "recall": 0.969368, "f1": 0.961199, "accuracy": 0.969368, "main_score": 0.961199, "hf_subset": "min_Latn-kea_Latn", "languages": ["min-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721847, "recall": 0.766798, "f1": 0.734983, "accuracy": 0.766798, "main_score": 0.734983, "hf_subset": "min_Latn-lus_Latn", "languages": ["min-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843215, "recall": 0.871542, "f1": 0.851303, "accuracy": 0.871542, "main_score": 0.851303, "hf_subset": "min_Latn-pag_Latn", "languages": ["min-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "min_Latn-snd_Arab", "languages": ["min-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.874786, "recall": 0.905138, "f1": 0.883729, "accuracy": 0.905138, "main_score": 0.883729, "hf_subset": "min_Latn-tuk_Latn", "languages": ["min-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942664, "recall": 0.959486, "f1": 0.94804, "accuracy": 0.959486, "main_score": 0.94804, "hf_subset": "min_Latn-bak_Cyrl", "languages": ["min-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486177, "recall": 0.565217, "f1": 0.50896, "accuracy": 0.565217, "main_score": 0.50896, "hf_subset": "min_Latn-dyu_Latn", "languages": ["min-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "min_Latn-heb_Hebr", "languages": ["min-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.964427, "f1": 0.954348, "accuracy": 0.964427, "main_score": 0.954348, "hf_subset": "min_Latn-khk_Cyrl", "languages": ["min-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "min_Latn-lvs_Latn", "languages": ["min-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "min_Latn-pan_Guru", "languages": ["min-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.690604, "recall": 0.747036, "f1": 0.707301, "accuracy": 0.747036, "main_score": 0.707301, "hf_subset": "min_Latn-som_Latn", "languages": ["min-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580929, "recall": 0.624506, "f1": 0.593455, "accuracy": 0.624506, "main_score": 0.593455, "hf_subset": "min_Latn-tum_Latn", "languages": ["min-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610279, "recall": 0.672925, "f1": 0.627706, "accuracy": 0.672925, "main_score": 0.627706, "hf_subset": "por_Latn-ace_Arab", "languages": ["por-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556892, "recall": 0.619565, "f1": 0.574678, "accuracy": 0.619565, "main_score": 0.574678, "hf_subset": "por_Latn-bam_Latn", "languages": ["por-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450431, "recall": 0.534585, "f1": 0.473703, "accuracy": 0.534585, "main_score": 0.473703, "hf_subset": "por_Latn-dzo_Tibt", "languages": ["por-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hin_Deva", "languages": ["por-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-khm_Khmr", "languages": ["por-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mag_Deva", "languages": ["por-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-pap_Latn", "languages": ["por-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612102, "recall": 0.671937, "f1": 0.628953, "accuracy": 0.671937, "main_score": 0.628953, "hf_subset": "por_Latn-sot_Latn", "languages": ["por-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tur_Latn", "languages": ["por-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888538, "recall": 0.918972, "f1": 0.898221, "accuracy": 0.918972, "main_score": 0.898221, "hf_subset": "por_Latn-ace_Latn", "languages": ["por-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.977273, "f1": 0.971344, "accuracy": 0.977273, "main_score": 0.971344, "hf_subset": "por_Latn-ban_Latn", "languages": ["por-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ell_Grek", "languages": ["por-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-hne_Deva", "languages": ["por-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.630394, "recall": 0.687747, "f1": 0.646582, "accuracy": 0.687747, "main_score": 0.646582, "hf_subset": "por_Latn-kik_Latn", "languages": ["por-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mai_Deva", "languages": ["por-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "por_Latn-pbt_Arab", "languages": ["por-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-spa_Latn", "languages": ["por-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626459, "recall": 0.694664, "f1": 0.645918, "accuracy": 0.694664, "main_score": 0.645918, "hf_subset": "por_Latn-twi_Latn", "languages": ["por-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-acm_Arab", "languages": ["por-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-bel_Cyrl", "languages": ["por-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-eng_Latn", "languages": ["por-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hrv_Latn", "languages": ["por-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582636, "recall": 0.642292, "f1": 0.598959, "accuracy": 0.642292, "main_score": 0.598959, "hf_subset": "por_Latn-kin_Latn", "languages": ["por-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-mal_Mlym", "languages": ["por-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pes_Arab", "languages": ["por-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-srd_Latn", "languages": ["por-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185533, "recall": 0.236166, "f1": 0.198046, "accuracy": 0.236166, "main_score": 0.198046, "hf_subset": "por_Latn-tzm_Tfng", "languages": ["por-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-acq_Arab", "languages": ["por-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.655643, "recall": 0.710474, "f1": 0.670495, "accuracy": 0.710474, "main_score": 0.670495, "hf_subset": "por_Latn-bem_Latn", "languages": ["por-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-epo_Latn", "languages": ["por-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hun_Latn", "languages": ["por-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-kir_Cyrl", "languages": ["por-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mar_Deva", "languages": ["por-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.694203, "recall": 0.75, "f1": 0.710808, "accuracy": 0.75, "main_score": 0.710808, "hf_subset": "por_Latn-plt_Latn", "languages": ["por-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-srp_Cyrl", "languages": ["por-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "por_Latn-uig_Arab", "languages": ["por-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-aeb_Arab", "languages": ["por-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ben_Beng", "languages": ["por-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-est_Latn", "languages": ["por-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hye_Armn", "languages": ["por-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.575842, "recall": 0.62747, "f1": 0.590631, "accuracy": 0.62747, "main_score": 0.590631, "hf_subset": "por_Latn-kmb_Latn", "languages": ["por-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54053, "recall": 0.61166, "f1": 0.560184, "accuracy": 0.61166, "main_score": 0.560184, "hf_subset": "por_Latn-min_Arab", "languages": ["por-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pol_Latn", "languages": ["por-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577586, "recall": 0.649209, "f1": 0.598325, "accuracy": 0.649209, "main_score": 0.598325, "hf_subset": "por_Latn-ssw_Latn", "languages": ["por-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ukr_Cyrl", "languages": ["por-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-afr_Latn", "languages": ["por-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-bho_Deva", "languages": ["por-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "por_Latn-eus_Latn", "languages": ["por-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609766, "recall": 0.670949, "f1": 0.626948, "accuracy": 0.670949, "main_score": 0.626948, "hf_subset": "por_Latn-ibo_Latn", "languages": ["por-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909338, "recall": 0.935771, "f1": 0.917885, "accuracy": 0.935771, "main_score": 0.917885, "hf_subset": "por_Latn-kmr_Latn", "languages": ["por-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "por_Latn-min_Latn", "languages": ["por-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-sun_Latn", "languages": ["por-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545835, "recall": 0.602767, "f1": 0.562131, "accuracy": 0.602767, "main_score": 0.562131, "hf_subset": "por_Latn-umb_Latn", "languages": ["por-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ajp_Arab", "languages": ["por-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564356, "recall": 0.626482, "f1": 0.58124, "accuracy": 0.626482, "main_score": 0.58124, "hf_subset": "por_Latn-bjn_Arab", "languages": ["por-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535508, "recall": 0.588933, "f1": 0.550395, "accuracy": 0.588933, "main_score": 0.550395, "hf_subset": "por_Latn-ewe_Latn", "languages": ["por-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "por_Latn-ilo_Latn", "languages": ["por-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321899, "recall": 0.38834, "f1": 0.340247, "accuracy": 0.38834, "main_score": 0.340247, "hf_subset": "por_Latn-knc_Arab", "languages": ["por-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mkd_Cyrl", "languages": ["por-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-prs_Arab", "languages": ["por-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-swe_Latn", "languages": ["por-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-urd_Arab", "languages": ["por-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.614097, "recall": 0.674901, "f1": 0.63123, "accuracy": 0.674901, "main_score": 0.63123, "hf_subset": "por_Latn-aka_Latn", "languages": ["por-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-bjn_Latn", "languages": ["por-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "por_Latn-fao_Latn", "languages": ["por-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ind_Latn", "languages": ["por-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610893, "recall": 0.663043, "f1": 0.625535, "accuracy": 0.663043, "main_score": 0.625535, "hf_subset": "por_Latn-knc_Latn", "languages": ["por-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-mlt_Latn", "languages": ["por-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734942, "recall": 0.796443, "f1": 0.753491, "accuracy": 0.796443, "main_score": 0.753491, "hf_subset": "por_Latn-quy_Latn", "languages": ["por-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "por_Latn-swh_Latn", "languages": ["por-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-uzn_Latn", "languages": ["por-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-als_Latn", "languages": ["por-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684964, "recall": 0.758893, "f1": 0.706541, "accuracy": 0.758893, "main_score": 0.706541, "hf_subset": "por_Latn-bod_Tibt", "languages": ["por-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.732593, "recall": 0.788538, "f1": 0.74889, "accuracy": 0.788538, "main_score": 0.74889, "hf_subset": "por_Latn-fij_Latn", "languages": ["por-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "por_Latn-isl_Latn", "languages": ["por-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69018, "recall": 0.743083, "f1": 0.705715, "accuracy": 0.743083, "main_score": 0.705715, "hf_subset": "por_Latn-kon_Latn", "languages": ["por-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687665, "recall": 0.751976, "f1": 0.706653, "accuracy": 0.751976, "main_score": 0.706653, "hf_subset": "por_Latn-mni_Beng", "languages": ["por-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ron_Latn", "languages": ["por-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "por_Latn-szl_Latn", "languages": ["por-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-vec_Latn", "languages": ["por-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "por_Latn-amh_Ethi", "languages": ["por-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-bos_Latn", "languages": ["por-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-fin_Latn", "languages": ["por-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ita_Latn", "languages": ["por-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-kor_Hang", "languages": ["por-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.580439, "recall": 0.640316, "f1": 0.597312, "accuracy": 0.640316, "main_score": 0.597312, "hf_subset": "por_Latn-mos_Latn", "languages": ["por-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583605, "recall": 0.643281, "f1": 0.600285, "accuracy": 0.643281, "main_score": 0.600285, "hf_subset": "por_Latn-run_Latn", "languages": ["por-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tam_Taml", "languages": ["por-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-vie_Latn", "languages": ["por-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-apc_Arab", "languages": ["por-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.821229, "recall": 0.865613, "f1": 0.83498, "accuracy": 0.865613, "main_score": 0.83498, "hf_subset": "por_Latn-bug_Latn", "languages": ["por-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48655, "recall": 0.54249, "f1": 0.501761, "accuracy": 0.54249, "main_score": 0.501761, "hf_subset": "por_Latn-fon_Latn", "languages": ["por-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-jav_Latn", "languages": ["por-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-lao_Laoo", "languages": ["por-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.905056, "recall": 0.931818, "f1": 0.913392, "accuracy": 0.931818, "main_score": 0.913392, "hf_subset": "por_Latn-mri_Latn", "languages": ["por-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-rus_Cyrl", "languages": ["por-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556837, "recall": 0.618577, "f1": 0.573984, "accuracy": 0.618577, "main_score": 0.573984, "hf_subset": "por_Latn-taq_Latn", "languages": ["por-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-war_Latn", "languages": ["por-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-arb_Arab", "languages": ["por-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-bul_Cyrl", "languages": ["por-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-fra_Latn", "languages": ["por-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-jpn_Jpan", "languages": ["por-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-lij_Latn", "languages": ["por-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "por_Latn-mya_Mymr", "languages": ["por-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.620891, "recall": 0.688735, "f1": 0.640458, "accuracy": 0.688735, "main_score": 0.640458, "hf_subset": "por_Latn-sag_Latn", "languages": ["por-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201253, "recall": 0.262846, "f1": 0.215168, "accuracy": 0.262846, "main_score": 0.215168, "hf_subset": "por_Latn-taq_Tfng", "languages": ["por-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.654143, "recall": 0.716403, "f1": 0.672038, "accuracy": 0.716403, "main_score": 0.672038, "hf_subset": "por_Latn-wol_Latn", "languages": ["por-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832345, "recall": 0.878458, "f1": 0.84697, "accuracy": 0.878458, "main_score": 0.84697, "hf_subset": "por_Latn-arb_Latn", "languages": ["por-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-cat_Latn", "languages": ["por-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-fur_Latn", "languages": ["por-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426712, "recall": 0.488142, "f1": 0.44398, "accuracy": 0.488142, "main_score": 0.44398, "hf_subset": "por_Latn-kab_Latn", "languages": ["por-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-lim_Latn", "languages": ["por-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-nld_Latn", "languages": ["por-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "por_Latn-san_Deva", "languages": ["por-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tat_Cyrl", "languages": ["por-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.700041, "recall": 0.758893, "f1": 0.717446, "accuracy": 0.758893, "main_score": 0.717446, "hf_subset": "por_Latn-xho_Latn", "languages": ["por-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ars_Arab", "languages": ["por-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-ceb_Latn", "languages": ["por-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578216, "recall": 0.63834, "f1": 0.595333, "accuracy": 0.63834, "main_score": 0.595333, "hf_subset": "por_Latn-fuv_Latn", "languages": ["por-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526049, "recall": 0.592885, "f1": 0.544512, "accuracy": 0.592885, "main_score": 0.544512, "hf_subset": "por_Latn-kac_Latn", "languages": ["por-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690958, "recall": 0.747036, "f1": 0.707759, "accuracy": 0.747036, "main_score": 0.707759, "hf_subset": "por_Latn-lin_Latn", "languages": ["por-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-nno_Latn", "languages": ["por-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255681, "recall": 0.333992, "f1": 0.276484, "accuracy": 0.333992, "main_score": 0.276484, "hf_subset": "por_Latn-sat_Olck", "languages": ["por-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tel_Telu", "languages": ["por-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "por_Latn-ydd_Hebr", "languages": ["por-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "por_Latn-ary_Arab", "languages": ["por-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ces_Latn", "languages": ["por-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594492, "recall": 0.659091, "f1": 0.613413, "accuracy": 0.659091, "main_score": 0.613413, "hf_subset": "por_Latn-gaz_Latn", "languages": ["por-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602802, "recall": 0.671937, "f1": 0.622592, "accuracy": 0.671937, "main_score": 0.622592, "hf_subset": "por_Latn-kam_Latn", "languages": ["por-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "por_Latn-lit_Latn", "languages": ["por-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-nob_Latn", "languages": ["por-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "por_Latn-scn_Latn", "languages": ["por-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "por_Latn-tgk_Cyrl", "languages": ["por-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.75202, "recall": 0.813241, "f1": 0.770473, "accuracy": 0.813241, "main_score": 0.770473, "hf_subset": "por_Latn-yor_Latn", "languages": ["por-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-arz_Arab", "languages": ["por-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581826, "recall": 0.647233, "f1": 0.600837, "accuracy": 0.647233, "main_score": 0.600837, "hf_subset": "por_Latn-cjk_Latn", "languages": ["por-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824638, "recall": 0.865613, "f1": 0.837088, "accuracy": 0.865613, "main_score": 0.837088, "hf_subset": "por_Latn-gla_Latn", "languages": ["por-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-kan_Knda", "languages": ["por-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "por_Latn-lmo_Latn", "languages": ["por-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "por_Latn-npi_Deva", "languages": ["por-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484887, "recall": 0.551383, "f1": 0.503384, "accuracy": 0.551383, "main_score": 0.503384, "hf_subset": "por_Latn-shn_Mymr", "languages": ["por-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tgl_Latn", "languages": ["por-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-yue_Hant", "languages": ["por-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-asm_Beng", "languages": ["por-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "por_Latn-ckb_Arab", "languages": ["por-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.90415, "recall": 0.932806, "f1": 0.913175, "accuracy": 0.932806, "main_score": 0.913175, "hf_subset": "por_Latn-gle_Latn", "languages": ["por-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "por_Latn-kas_Arab", "languages": ["por-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "por_Latn-ltg_Latn", "languages": ["por-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639954, "recall": 0.695652, "f1": 0.656109, "accuracy": 0.695652, "main_score": 0.656109, "hf_subset": "por_Latn-nso_Latn", "languages": ["por-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "por_Latn-sin_Sinh", "languages": ["por-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tha_Thai", "languages": ["por-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zho_Hans", "languages": ["por-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-ast_Latn", "languages": ["por-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-crh_Latn", "languages": ["por-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-glg_Latn", "languages": ["por-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924325, "recall": 0.94664, "f1": 0.93139, "accuracy": 0.94664, "main_score": 0.93139, "hf_subset": "por_Latn-kas_Deva", "languages": ["por-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-ltz_Latn", "languages": ["por-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480801, "recall": 0.550395, "f1": 0.499969, "accuracy": 0.550395, "main_score": 0.499969, "hf_subset": "por_Latn-nus_Latn", "languages": ["por-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-slk_Latn", "languages": ["por-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657955, "recall": 0.732213, "f1": 0.680044, "accuracy": 0.732213, "main_score": 0.680044, "hf_subset": "por_Latn-tir_Ethi", "languages": ["por-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zho_Hant", "languages": ["por-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "por_Latn-awa_Deva", "languages": ["por-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-cym_Latn", "languages": ["por-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882411, "recall": 0.91502, "f1": 0.892622, "accuracy": 0.91502, "main_score": 0.892622, "hf_subset": "por_Latn-grn_Latn", "languages": ["por-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-kat_Geor", "languages": ["por-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.66947, "recall": 0.722332, "f1": 0.684733, "accuracy": 0.722332, "main_score": 0.684733, "hf_subset": "por_Latn-lua_Latn", "languages": ["por-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67743, "recall": 0.733202, "f1": 0.693561, "accuracy": 0.733202, "main_score": 0.693561, "hf_subset": "por_Latn-nya_Latn", "languages": ["por-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-slv_Latn", "languages": ["por-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "por_Latn-tpi_Latn", "languages": ["por-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zsm_Latn", "languages": ["por-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56629, "recall": 0.630435, "f1": 0.584558, "accuracy": 0.630435, "main_score": 0.584558, "hf_subset": "por_Latn-ayr_Latn", "languages": ["por-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-dan_Latn", "languages": ["por-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-guj_Gujr", "languages": ["por-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-kaz_Cyrl", "languages": ["por-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558676, "recall": 0.62253, "f1": 0.576633, "accuracy": 0.62253, "main_score": 0.576633, "hf_subset": "por_Latn-lug_Latn", "languages": ["por-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-oci_Latn", "languages": ["por-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863142, "recall": 0.901186, "f1": 0.875132, "accuracy": 0.901186, "main_score": 0.875132, "hf_subset": "por_Latn-smo_Latn", "languages": ["por-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562996, "recall": 0.62747, "f1": 0.581275, "accuracy": 0.62747, "main_score": 0.581275, "hf_subset": "por_Latn-tsn_Latn", "languages": ["por-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643906, "recall": 0.70751, "f1": 0.662409, "accuracy": 0.70751, "main_score": 0.662409, "hf_subset": "por_Latn-zul_Latn", "languages": ["por-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "por_Latn-azb_Arab", "languages": ["por-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-deu_Latn", "languages": ["por-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "por_Latn-hat_Latn", "languages": ["por-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516744, "recall": 0.571146, "f1": 0.531983, "accuracy": 0.571146, "main_score": 0.531983, "hf_subset": "por_Latn-kbp_Latn", "languages": ["por-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587174, "recall": 0.644269, "f1": 0.602693, "accuracy": 0.644269, "main_score": 0.602693, "hf_subset": "por_Latn-luo_Latn", "languages": ["por-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ory_Orya", "languages": ["por-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.605627, "recall": 0.675889, "f1": 0.625993, "accuracy": 0.675889, "main_score": 0.625993, "hf_subset": "por_Latn-sna_Latn", "languages": ["por-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579384, "recall": 0.636364, "f1": 0.595084, "accuracy": 0.636364, "main_score": 0.595084, "hf_subset": "por_Latn-tso_Latn", "languages": ["por-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-azj_Latn", "languages": ["por-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552975, "recall": 0.62253, "f1": 0.57317, "accuracy": 0.62253, "main_score": 0.57317, "hf_subset": "por_Latn-dik_Latn", "languages": ["por-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777677, "recall": 0.827075, "f1": 0.79238, "accuracy": 0.827075, "main_score": 0.79238, "hf_subset": "por_Latn-hau_Latn", "languages": ["por-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-kea_Latn", "languages": ["por-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768775, "recall": 0.821146, "f1": 0.784848, "accuracy": 0.821146, "main_score": 0.784848, "hf_subset": "por_Latn-lus_Latn", "languages": ["por-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905362, "recall": 0.928854, "f1": 0.912533, "accuracy": 0.928854, "main_score": 0.912533, "hf_subset": "por_Latn-pag_Latn", "languages": ["por-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-snd_Arab", "languages": ["por-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "por_Latn-tuk_Latn", "languages": ["por-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "por_Latn-bak_Cyrl", "languages": ["por-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506359, "recall": 0.587945, "f1": 0.530369, "accuracy": 0.587945, "main_score": 0.530369, "hf_subset": "por_Latn-dyu_Latn", "languages": ["por-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-heb_Hebr", "languages": ["por-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "por_Latn-khk_Cyrl", "languages": ["por-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-lvs_Latn", "languages": ["por-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pan_Guru", "languages": ["por-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.744104, "recall": 0.800395, "f1": 0.760992, "accuracy": 0.800395, "main_score": 0.760992, "hf_subset": "por_Latn-som_Latn", "languages": ["por-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625915, "recall": 0.675889, "f1": 0.640206, "accuracy": 0.675889, "main_score": 0.640206, "hf_subset": "por_Latn-tum_Latn", "languages": ["por-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618136, "recall": 0.685771, "f1": 0.637599, "accuracy": 0.685771, "main_score": 0.637599, "hf_subset": "sun_Latn-ace_Arab", "languages": ["sun-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547376, "recall": 0.607708, "f1": 0.564152, "accuracy": 0.607708, "main_score": 0.564152, "hf_subset": "sun_Latn-bam_Latn", "languages": ["sun-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37912, "recall": 0.448617, "f1": 0.397367, "accuracy": 0.448617, "main_score": 0.397367, "hf_subset": "sun_Latn-dzo_Tibt", "languages": ["sun-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-hin_Deva", "languages": ["sun-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sun_Latn-khm_Khmr", "languages": ["sun-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sun_Latn-mag_Deva", "languages": ["sun-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "sun_Latn-pap_Latn", "languages": ["sun-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611629, "recall": 0.667984, "f1": 0.627082, "accuracy": 0.667984, "main_score": 0.627082, "hf_subset": "sun_Latn-sot_Latn", "languages": ["sun-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-tur_Latn", "languages": ["sun-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89641, "recall": 0.926877, "f1": 0.906456, "accuracy": 0.926877, "main_score": 0.906456, "hf_subset": "sun_Latn-ace_Latn", "languages": ["sun-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.964427, "f1": 0.955698, "accuracy": 0.964427, "main_score": 0.955698, "hf_subset": "sun_Latn-ban_Latn", "languages": ["sun-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-ell_Grek", "languages": ["sun-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "sun_Latn-hne_Deva", "languages": ["sun-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.610458, "recall": 0.662055, "f1": 0.624851, "accuracy": 0.662055, "main_score": 0.624851, "hf_subset": "sun_Latn-kik_Latn", "languages": ["sun-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-mai_Deva", "languages": ["sun-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "sun_Latn-pbt_Arab", "languages": ["sun-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-spa_Latn", "languages": ["sun-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616236, "recall": 0.682806, "f1": 0.635368, "accuracy": 0.682806, "main_score": 0.635368, "hf_subset": "sun_Latn-twi_Latn", "languages": ["sun-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-acm_Arab", "languages": ["sun-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "sun_Latn-bel_Cyrl", "languages": ["sun-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-eng_Latn", "languages": ["sun-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-hrv_Latn", "languages": ["sun-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561911, "recall": 0.628458, "f1": 0.580247, "accuracy": 0.628458, "main_score": 0.580247, "hf_subset": "sun_Latn-kin_Latn", "languages": ["sun-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-mal_Mlym", "languages": ["sun-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-pes_Arab", "languages": ["sun-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "sun_Latn-srd_Latn", "languages": ["sun-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1884, "recall": 0.23419, "f1": 0.199548, "accuracy": 0.23419, "main_score": 0.199548, "hf_subset": "sun_Latn-tzm_Tfng", "languages": ["sun-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "sun_Latn-acq_Arab", "languages": ["sun-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636387, "recall": 0.684783, "f1": 0.649812, "accuracy": 0.684783, "main_score": 0.649812, "hf_subset": "sun_Latn-bem_Latn", "languages": ["sun-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-epo_Latn", "languages": ["sun-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-hun_Latn", "languages": ["sun-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "sun_Latn-kir_Cyrl", "languages": ["sun-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-mar_Deva", "languages": ["sun-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.687409, "recall": 0.741107, "f1": 0.70246, "accuracy": 0.741107, "main_score": 0.70246, "hf_subset": "sun_Latn-plt_Latn", "languages": ["sun-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-srp_Cyrl", "languages": ["sun-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.921607, "recall": 0.944664, "f1": 0.929183, "accuracy": 0.944664, "main_score": 0.929183, "hf_subset": "sun_Latn-uig_Arab", "languages": ["sun-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "sun_Latn-aeb_Arab", "languages": ["sun-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-ben_Beng", "languages": ["sun-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "sun_Latn-est_Latn", "languages": ["sun-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-hye_Armn", "languages": ["sun-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.560894, "recall": 0.609684, "f1": 0.574797, "accuracy": 0.609684, "main_score": 0.574797, "hf_subset": "sun_Latn-kmb_Latn", "languages": ["sun-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52624, "recall": 0.603755, "f1": 0.546959, "accuracy": 0.603755, "main_score": 0.546959, "hf_subset": "sun_Latn-min_Arab", "languages": ["sun-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-pol_Latn", "languages": ["sun-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580525, "recall": 0.645257, "f1": 0.599434, "accuracy": 0.645257, "main_score": 0.599434, "hf_subset": "sun_Latn-ssw_Latn", "languages": ["sun-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ukr_Cyrl", "languages": ["sun-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-afr_Latn", "languages": ["sun-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sun_Latn-bho_Deva", "languages": ["sun-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "sun_Latn-eus_Latn", "languages": ["sun-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588992, "recall": 0.647233, "f1": 0.605112, "accuracy": 0.647233, "main_score": 0.605112, "hf_subset": "sun_Latn-ibo_Latn", "languages": ["sun-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861117, "recall": 0.898221, "f1": 0.872925, "accuracy": 0.898221, "main_score": 0.872925, "hf_subset": "sun_Latn-kmr_Latn", "languages": ["sun-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sun_Latn-min_Latn", "languages": ["sun-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-por_Latn", "languages": ["sun-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535327, "recall": 0.594862, "f1": 0.552862, "accuracy": 0.594862, "main_score": 0.552862, "hf_subset": "sun_Latn-umb_Latn", "languages": ["sun-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ajp_Arab", "languages": ["sun-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586492, "recall": 0.650198, "f1": 0.604331, "accuracy": 0.650198, "main_score": 0.604331, "hf_subset": "sun_Latn-bjn_Arab", "languages": ["sun-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523265, "recall": 0.577075, "f1": 0.537456, "accuracy": 0.577075, "main_score": 0.537456, "hf_subset": "sun_Latn-ewe_Latn", "languages": ["sun-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.952569, "f1": 0.939888, "accuracy": 0.952569, "main_score": 0.939888, "hf_subset": "sun_Latn-ilo_Latn", "languages": ["sun-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321748, "recall": 0.37747, "f1": 0.337014, "accuracy": 0.37747, "main_score": 0.337014, "hf_subset": "sun_Latn-knc_Arab", "languages": ["sun-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-mkd_Cyrl", "languages": ["sun-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-prs_Arab", "languages": ["sun-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-swe_Latn", "languages": ["sun-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-urd_Arab", "languages": ["sun-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594245, "recall": 0.656126, "f1": 0.611692, "accuracy": 0.656126, "main_score": 0.611692, "hf_subset": "sun_Latn-aka_Latn", "languages": ["sun-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sun_Latn-bjn_Latn", "languages": ["sun-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.959486, "f1": 0.950216, "accuracy": 0.959486, "main_score": 0.950216, "hf_subset": "sun_Latn-fao_Latn", "languages": ["sun-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ind_Latn", "languages": ["sun-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613356, "recall": 0.66502, "f1": 0.627815, "accuracy": 0.66502, "main_score": 0.627815, "hf_subset": "sun_Latn-knc_Latn", "languages": ["sun-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sun_Latn-mlt_Latn", "languages": ["sun-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692147, "recall": 0.750988, "f1": 0.709472, "accuracy": 0.750988, "main_score": 0.709472, "hf_subset": "sun_Latn-quy_Latn", "languages": ["sun-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "sun_Latn-swh_Latn", "languages": ["sun-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "sun_Latn-uzn_Latn", "languages": ["sun-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sun_Latn-als_Latn", "languages": ["sun-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575536, "recall": 0.656126, "f1": 0.598299, "accuracy": 0.656126, "main_score": 0.598299, "hf_subset": "sun_Latn-bod_Tibt", "languages": ["sun-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.695993, "recall": 0.753953, "f1": 0.712422, "accuracy": 0.753953, "main_score": 0.712422, "hf_subset": "sun_Latn-fij_Latn", "languages": ["sun-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "sun_Latn-isl_Latn", "languages": ["sun-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671447, "recall": 0.724308, "f1": 0.687219, "accuracy": 0.724308, "main_score": 0.687219, "hf_subset": "sun_Latn-kon_Latn", "languages": ["sun-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65555, "recall": 0.720356, "f1": 0.674474, "accuracy": 0.720356, "main_score": 0.674474, "hf_subset": "sun_Latn-mni_Beng", "languages": ["sun-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ron_Latn", "languages": ["sun-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.982213, "f1": 0.977931, "accuracy": 0.982213, "main_score": 0.977931, "hf_subset": "sun_Latn-szl_Latn", "languages": ["sun-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-vec_Latn", "languages": ["sun-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916255, "recall": 0.940711, "f1": 0.923979, "accuracy": 0.940711, "main_score": 0.923979, "hf_subset": "sun_Latn-amh_Ethi", "languages": ["sun-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-bos_Latn", "languages": ["sun-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sun_Latn-fin_Latn", "languages": ["sun-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ita_Latn", "languages": ["sun-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-kor_Hang", "languages": ["sun-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558032, "recall": 0.618577, "f1": 0.575167, "accuracy": 0.618577, "main_score": 0.575167, "hf_subset": "sun_Latn-mos_Latn", "languages": ["sun-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561787, "recall": 0.620553, "f1": 0.578856, "accuracy": 0.620553, "main_score": 0.578856, "hf_subset": "sun_Latn-run_Latn", "languages": ["sun-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sun_Latn-tam_Taml", "languages": ["sun-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-vie_Latn", "languages": ["sun-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-apc_Arab", "languages": ["sun-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.825856, "recall": 0.866601, "f1": 0.838241, "accuracy": 0.866601, "main_score": 0.838241, "hf_subset": "sun_Latn-bug_Latn", "languages": ["sun-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477372, "recall": 0.533597, "f1": 0.492418, "accuracy": 0.533597, "main_score": 0.492418, "hf_subset": "sun_Latn-fon_Latn", "languages": ["sun-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-jav_Latn", "languages": ["sun-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "sun_Latn-lao_Laoo", "languages": ["sun-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.837731, "recall": 0.878458, "f1": 0.850118, "accuracy": 0.878458, "main_score": 0.850118, "hf_subset": "sun_Latn-mri_Latn", "languages": ["sun-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-rus_Cyrl", "languages": ["sun-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547146, "recall": 0.604743, "f1": 0.562976, "accuracy": 0.604743, "main_score": 0.562976, "hf_subset": "sun_Latn-taq_Latn", "languages": ["sun-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sun_Latn-war_Latn", "languages": ["sun-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-arb_Arab", "languages": ["sun-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-bul_Cyrl", "languages": ["sun-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-fra_Latn", "languages": ["sun-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-jpn_Jpan", "languages": ["sun-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "sun_Latn-lij_Latn", "languages": ["sun-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "sun_Latn-mya_Mymr", "languages": ["sun-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.619887, "recall": 0.682806, "f1": 0.637578, "accuracy": 0.682806, "main_score": 0.637578, "hf_subset": "sun_Latn-sag_Latn", "languages": ["sun-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203464, "recall": 0.263834, "f1": 0.217131, "accuracy": 0.263834, "main_score": 0.217131, "hf_subset": "sun_Latn-taq_Tfng", "languages": ["sun-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.646487, "recall": 0.70751, "f1": 0.663919, "accuracy": 0.70751, "main_score": 0.663919, "hf_subset": "sun_Latn-wol_Latn", "languages": ["sun-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763523, "recall": 0.818182, "f1": 0.779743, "accuracy": 0.818182, "main_score": 0.779743, "hf_subset": "sun_Latn-arb_Latn", "languages": ["sun-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-cat_Latn", "languages": ["sun-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "sun_Latn-fur_Latn", "languages": ["sun-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431912, "recall": 0.495059, "f1": 0.449085, "accuracy": 0.495059, "main_score": 0.449085, "hf_subset": "sun_Latn-kab_Latn", "languages": ["sun-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "sun_Latn-lim_Latn", "languages": ["sun-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-nld_Latn", "languages": ["sun-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "sun_Latn-san_Deva", "languages": ["sun-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "sun_Latn-tat_Cyrl", "languages": ["sun-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.677457, "recall": 0.733202, "f1": 0.693706, "accuracy": 0.733202, "main_score": 0.693706, "hf_subset": "sun_Latn-xho_Latn", "languages": ["sun-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ars_Arab", "languages": ["sun-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-ceb_Latn", "languages": ["sun-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574171, "recall": 0.631423, "f1": 0.590901, "accuracy": 0.631423, "main_score": 0.590901, "hf_subset": "sun_Latn-fuv_Latn", "languages": ["sun-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519353, "recall": 0.58004, "f1": 0.536698, "accuracy": 0.58004, "main_score": 0.536698, "hf_subset": "sun_Latn-kac_Latn", "languages": ["sun-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679762, "recall": 0.730237, "f1": 0.694096, "accuracy": 0.730237, "main_score": 0.694096, "hf_subset": "sun_Latn-lin_Latn", "languages": ["sun-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-nno_Latn", "languages": ["sun-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210116, "recall": 0.277668, "f1": 0.22824, "accuracy": 0.277668, "main_score": 0.22824, "hf_subset": "sun_Latn-sat_Olck", "languages": ["sun-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "sun_Latn-tel_Telu", "languages": ["sun-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.931357, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "sun_Latn-ydd_Hebr", "languages": ["sun-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.965991, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "sun_Latn-ary_Arab", "languages": ["sun-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ces_Latn", "languages": ["sun-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597308, "recall": 0.660079, "f1": 0.615733, "accuracy": 0.660079, "main_score": 0.615733, "hf_subset": "sun_Latn-gaz_Latn", "languages": ["sun-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586366, "recall": 0.655138, "f1": 0.606332, "accuracy": 0.655138, "main_score": 0.606332, "hf_subset": "sun_Latn-kam_Latn", "languages": ["sun-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "sun_Latn-lit_Latn", "languages": ["sun-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-nob_Latn", "languages": ["sun-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "sun_Latn-scn_Latn", "languages": ["sun-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "sun_Latn-tgk_Cyrl", "languages": ["sun-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.700502, "recall": 0.764822, "f1": 0.720001, "accuracy": 0.764822, "main_score": 0.720001, "hf_subset": "sun_Latn-yor_Latn", "languages": ["sun-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "sun_Latn-arz_Arab", "languages": ["sun-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574695, "recall": 0.632411, "f1": 0.591008, "accuracy": 0.632411, "main_score": 0.591008, "hf_subset": "sun_Latn-cjk_Latn", "languages": ["sun-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750395, "recall": 0.804348, "f1": 0.76693, "accuracy": 0.804348, "main_score": 0.76693, "hf_subset": "sun_Latn-gla_Latn", "languages": ["sun-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sun_Latn-kan_Knda", "languages": ["sun-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sun_Latn-lmo_Latn", "languages": ["sun-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-npi_Deva", "languages": ["sun-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.468198, "recall": 0.533597, "f1": 0.486888, "accuracy": 0.533597, "main_score": 0.486888, "hf_subset": "sun_Latn-shn_Mymr", "languages": ["sun-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-tgl_Latn", "languages": ["sun-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-yue_Hant", "languages": ["sun-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sun_Latn-asm_Beng", "languages": ["sun-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.942111, "recall": 0.960474, "f1": 0.948024, "accuracy": 0.960474, "main_score": 0.948024, "hf_subset": "sun_Latn-ckb_Arab", "languages": ["sun-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.826499, "recall": 0.867589, "f1": 0.839295, "accuracy": 0.867589, "main_score": 0.839295, "hf_subset": "sun_Latn-gle_Latn", "languages": ["sun-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927454, "recall": 0.947628, "f1": 0.93386, "accuracy": 0.947628, "main_score": 0.93386, "hf_subset": "sun_Latn-kas_Arab", "languages": ["sun-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92029, "recall": 0.943676, "f1": 0.927701, "accuracy": 0.943676, "main_score": 0.927701, "hf_subset": "sun_Latn-ltg_Latn", "languages": ["sun-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63319, "recall": 0.683794, "f1": 0.647308, "accuracy": 0.683794, "main_score": 0.647308, "hf_subset": "sun_Latn-nso_Latn", "languages": ["sun-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "sun_Latn-sin_Sinh", "languages": ["sun-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-tha_Thai", "languages": ["sun-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-zho_Hans", "languages": ["sun-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-ast_Latn", "languages": ["sun-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "sun_Latn-crh_Latn", "languages": ["sun-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-glg_Latn", "languages": ["sun-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864542, "recall": 0.901186, "f1": 0.875856, "accuracy": 0.901186, "main_score": 0.875856, "hf_subset": "sun_Latn-kas_Deva", "languages": ["sun-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "sun_Latn-ltz_Latn", "languages": ["sun-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482035, "recall": 0.545455, "f1": 0.499544, "accuracy": 0.545455, "main_score": 0.499544, "hf_subset": "sun_Latn-nus_Latn", "languages": ["sun-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-slk_Latn", "languages": ["sun-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603179, "recall": 0.670949, "f1": 0.623061, "accuracy": 0.670949, "main_score": 0.623061, "hf_subset": "sun_Latn-tir_Ethi", "languages": ["sun-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-zho_Hant", "languages": ["sun-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "sun_Latn-awa_Deva", "languages": ["sun-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.963439, "f1": 0.951746, "accuracy": 0.963439, "main_score": 0.951746, "hf_subset": "sun_Latn-cym_Latn", "languages": ["sun-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828458, "recall": 0.864625, "f1": 0.839229, "accuracy": 0.864625, "main_score": 0.839229, "hf_subset": "sun_Latn-grn_Latn", "languages": ["sun-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "sun_Latn-kat_Geor", "languages": ["sun-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.655468, "recall": 0.706522, "f1": 0.670244, "accuracy": 0.706522, "main_score": 0.670244, "hf_subset": "sun_Latn-lua_Latn", "languages": ["sun-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632318, "recall": 0.689723, "f1": 0.648734, "accuracy": 0.689723, "main_score": 0.648734, "hf_subset": "sun_Latn-nya_Latn", "languages": ["sun-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-slv_Latn", "languages": ["sun-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921443, "recall": 0.943676, "f1": 0.928524, "accuracy": 0.943676, "main_score": 0.928524, "hf_subset": "sun_Latn-tpi_Latn", "languages": ["sun-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-zsm_Latn", "languages": ["sun-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551198, "recall": 0.613636, "f1": 0.568373, "accuracy": 0.613636, "main_score": 0.568373, "hf_subset": "sun_Latn-ayr_Latn", "languages": ["sun-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-dan_Latn", "languages": ["sun-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-guj_Gujr", "languages": ["sun-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sun_Latn-kaz_Cyrl", "languages": ["sun-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549806, "recall": 0.606719, "f1": 0.565703, "accuracy": 0.606719, "main_score": 0.565703, "hf_subset": "sun_Latn-lug_Latn", "languages": ["sun-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "sun_Latn-oci_Latn", "languages": ["sun-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797826, "recall": 0.844862, "f1": 0.812154, "accuracy": 0.844862, "main_score": 0.812154, "hf_subset": "sun_Latn-smo_Latn", "languages": ["sun-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554304, "recall": 0.617589, "f1": 0.571914, "accuracy": 0.617589, "main_score": 0.571914, "hf_subset": "sun_Latn-tsn_Latn", "languages": ["sun-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62959, "recall": 0.687747, "f1": 0.646004, "accuracy": 0.687747, "main_score": 0.646004, "hf_subset": "sun_Latn-zul_Latn", "languages": ["sun-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898527, "recall": 0.926877, "f1": 0.907691, "accuracy": 0.926877, "main_score": 0.907691, "hf_subset": "sun_Latn-azb_Arab", "languages": ["sun-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-deu_Latn", "languages": ["sun-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947134, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "sun_Latn-hat_Latn", "languages": ["sun-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50766, "recall": 0.565217, "f1": 0.523585, "accuracy": 0.565217, "main_score": 0.523585, "hf_subset": "sun_Latn-kbp_Latn", "languages": ["sun-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588607, "recall": 0.642292, "f1": 0.603197, "accuracy": 0.642292, "main_score": 0.603197, "hf_subset": "sun_Latn-luo_Latn", "languages": ["sun-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-ory_Orya", "languages": ["sun-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.596058, "recall": 0.660079, "f1": 0.614145, "accuracy": 0.660079, "main_score": 0.614145, "hf_subset": "sun_Latn-sna_Latn", "languages": ["sun-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557574, "recall": 0.616601, "f1": 0.573726, "accuracy": 0.616601, "main_score": 0.573726, "hf_subset": "sun_Latn-tso_Latn", "languages": ["sun-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "sun_Latn-azj_Latn", "languages": ["sun-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554726, "recall": 0.621542, "f1": 0.573514, "accuracy": 0.621542, "main_score": 0.573514, "hf_subset": "sun_Latn-dik_Latn", "languages": ["sun-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725066, "recall": 0.781621, "f1": 0.741751, "accuracy": 0.781621, "main_score": 0.741751, "hf_subset": "sun_Latn-hau_Latn", "languages": ["sun-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "sun_Latn-kea_Latn", "languages": ["sun-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740728, "recall": 0.789526, "f1": 0.755303, "accuracy": 0.789526, "main_score": 0.755303, "hf_subset": "sun_Latn-lus_Latn", "languages": ["sun-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861891, "recall": 0.891304, "f1": 0.870652, "accuracy": 0.891304, "main_score": 0.870652, "hf_subset": "sun_Latn-pag_Latn", "languages": ["sun-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sun_Latn-snd_Arab", "languages": ["sun-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.920866, "recall": 0.943676, "f1": 0.928096, "accuracy": 0.943676, "main_score": 0.928096, "hf_subset": "sun_Latn-tuk_Latn", "languages": ["sun-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "sun_Latn-bak_Cyrl", "languages": ["sun-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497508, "recall": 0.577075, "f1": 0.520855, "accuracy": 0.577075, "main_score": 0.520855, "hf_subset": "sun_Latn-dyu_Latn", "languages": ["sun-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-heb_Hebr", "languages": ["sun-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "sun_Latn-khk_Cyrl", "languages": ["sun-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "sun_Latn-lvs_Latn", "languages": ["sun-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-pan_Guru", "languages": ["sun-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.710823, "recall": 0.766798, "f1": 0.726929, "accuracy": 0.766798, "main_score": 0.726929, "hf_subset": "sun_Latn-som_Latn", "languages": ["sun-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606018, "recall": 0.65415, "f1": 0.618923, "accuracy": 0.65415, "main_score": 0.618923, "hf_subset": "sun_Latn-tum_Latn", "languages": ["sun-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395044, "recall": 0.448617, "f1": 0.410678, "accuracy": 0.448617, "main_score": 0.410678, "hf_subset": "umb_Latn-ace_Arab", "languages": ["umb-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.47826, "recall": 0.518775, "f1": 0.489767, "accuracy": 0.518775, "main_score": 0.489767, "hf_subset": "umb_Latn-bam_Latn", "languages": ["umb-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201364, "recall": 0.242095, "f1": 0.211338, "accuracy": 0.242095, "main_score": 0.211338, "hf_subset": "umb_Latn-dzo_Tibt", "languages": ["umb-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.513546, "recall": 0.557312, "f1": 0.52501, "accuracy": 0.557312, "main_score": 0.52501, "hf_subset": "umb_Latn-hin_Deva", "languages": ["umb-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.464965, "recall": 0.509881, "f1": 0.476994, "accuracy": 0.509881, "main_score": 0.476994, "hf_subset": "umb_Latn-khm_Khmr", "languages": ["umb-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.519863, "recall": 0.561265, "f1": 0.531284, "accuracy": 0.561265, "main_score": 0.531284, "hf_subset": "umb_Latn-mag_Deva", "languages": ["umb-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517354, "recall": 0.546443, "f1": 0.524911, "accuracy": 0.546443, "main_score": 0.524911, "hf_subset": "umb_Latn-pap_Latn", "languages": ["umb-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505022, "recall": 0.540514, "f1": 0.51466, "accuracy": 0.540514, "main_score": 0.51466, "hf_subset": "umb_Latn-sot_Latn", "languages": ["umb-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517676, "recall": 0.564229, "f1": 0.529778, "accuracy": 0.564229, "main_score": 0.529778, "hf_subset": "umb_Latn-tur_Latn", "languages": ["umb-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513909, "recall": 0.549407, "f1": 0.523353, "accuracy": 0.549407, "main_score": 0.523353, "hf_subset": "umb_Latn-ace_Latn", "languages": ["umb-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522882, "recall": 0.562253, "f1": 0.533634, "accuracy": 0.562253, "main_score": 0.533634, "hf_subset": "umb_Latn-ban_Latn", "languages": ["umb-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501188, "recall": 0.549407, "f1": 0.513521, "accuracy": 0.549407, "main_score": 0.513521, "hf_subset": "umb_Latn-ell_Grek", "languages": ["umb-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.506617, "recall": 0.546443, "f1": 0.516853, "accuracy": 0.546443, "main_score": 0.516853, "hf_subset": "umb_Latn-hne_Deva", "languages": ["umb-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.457952, "recall": 0.502964, "f1": 0.46995, "accuracy": 0.502964, "main_score": 0.46995, "hf_subset": "umb_Latn-kik_Latn", "languages": ["umb-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515618, "recall": 0.555336, "f1": 0.526306, "accuracy": 0.555336, "main_score": 0.526306, "hf_subset": "umb_Latn-mai_Deva", "languages": ["umb-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.45915, "recall": 0.508893, "f1": 0.472304, "accuracy": 0.508893, "main_score": 0.472304, "hf_subset": "umb_Latn-pbt_Arab", "languages": ["umb-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516861, "recall": 0.561265, "f1": 0.528289, "accuracy": 0.561265, "main_score": 0.528289, "hf_subset": "umb_Latn-spa_Latn", "languages": ["umb-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509017, "recall": 0.541502, "f1": 0.517642, "accuracy": 0.541502, "main_score": 0.517642, "hf_subset": "umb_Latn-twi_Latn", "languages": ["umb-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493088, "recall": 0.534585, "f1": 0.504167, "accuracy": 0.534585, "main_score": 0.504167, "hf_subset": "umb_Latn-acm_Arab", "languages": ["umb-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.469526, "recall": 0.519763, "f1": 0.482438, "accuracy": 0.519763, "main_score": 0.482438, "hf_subset": "umb_Latn-bel_Cyrl", "languages": ["umb-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540566, "recall": 0.582016, "f1": 0.551899, "accuracy": 0.582016, "main_score": 0.551899, "hf_subset": "umb_Latn-eng_Latn", "languages": ["umb-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523067, "recall": 0.561265, "f1": 0.533343, "accuracy": 0.561265, "main_score": 0.533343, "hf_subset": "umb_Latn-hrv_Latn", "languages": ["umb-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49536, "recall": 0.537549, "f1": 0.506952, "accuracy": 0.537549, "main_score": 0.506952, "hf_subset": "umb_Latn-kin_Latn", "languages": ["umb-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491667, "recall": 0.54249, "f1": 0.505094, "accuracy": 0.54249, "main_score": 0.505094, "hf_subset": "umb_Latn-mal_Mlym", "languages": ["umb-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.510037, "recall": 0.555336, "f1": 0.521739, "accuracy": 0.555336, "main_score": 0.521739, "hf_subset": "umb_Latn-pes_Arab", "languages": ["umb-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519386, "recall": 0.559289, "f1": 0.530316, "accuracy": 0.559289, "main_score": 0.530316, "hf_subset": "umb_Latn-srd_Latn", "languages": ["umb-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203265, "recall": 0.238142, "f1": 0.211525, "accuracy": 0.238142, "main_score": 0.211525, "hf_subset": "umb_Latn-tzm_Tfng", "languages": ["umb-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.495842, "recall": 0.537549, "f1": 0.507366, "accuracy": 0.537549, "main_score": 0.507366, "hf_subset": "umb_Latn-acq_Arab", "languages": ["umb-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522167, "recall": 0.557312, "f1": 0.532334, "accuracy": 0.557312, "main_score": 0.532334, "hf_subset": "umb_Latn-bem_Latn", "languages": ["umb-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517873, "recall": 0.564229, "f1": 0.530044, "accuracy": 0.564229, "main_score": 0.530044, "hf_subset": "umb_Latn-epo_Latn", "languages": ["umb-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507073, "recall": 0.552372, "f1": 0.519062, "accuracy": 0.552372, "main_score": 0.519062, "hf_subset": "umb_Latn-hun_Latn", "languages": ["umb-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495666, "recall": 0.538538, "f1": 0.507127, "accuracy": 0.538538, "main_score": 0.507127, "hf_subset": "umb_Latn-kir_Cyrl", "languages": ["umb-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497858, "recall": 0.545455, "f1": 0.510969, "accuracy": 0.545455, "main_score": 0.510969, "hf_subset": "umb_Latn-mar_Deva", "languages": ["umb-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.512355, "recall": 0.549407, "f1": 0.522867, "accuracy": 0.549407, "main_score": 0.522867, "hf_subset": "umb_Latn-plt_Latn", "languages": ["umb-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511477, "recall": 0.552372, "f1": 0.522857, "accuracy": 0.552372, "main_score": 0.522857, "hf_subset": "umb_Latn-srp_Cyrl", "languages": ["umb-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.439518, "recall": 0.483202, "f1": 0.450828, "accuracy": 0.483202, "main_score": 0.450828, "hf_subset": "umb_Latn-uig_Arab", "languages": ["umb-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486407, "recall": 0.527668, "f1": 0.498073, "accuracy": 0.527668, "main_score": 0.498073, "hf_subset": "umb_Latn-aeb_Arab", "languages": ["umb-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505181, "recall": 0.5583, "f1": 0.519823, "accuracy": 0.5583, "main_score": 0.519823, "hf_subset": "umb_Latn-ben_Beng", "languages": ["umb-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.505752, "recall": 0.552372, "f1": 0.517895, "accuracy": 0.552372, "main_score": 0.517895, "hf_subset": "umb_Latn-est_Latn", "languages": ["umb-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499759, "recall": 0.543478, "f1": 0.511301, "accuracy": 0.543478, "main_score": 0.511301, "hf_subset": "umb_Latn-hye_Armn", "languages": ["umb-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.558494, "recall": 0.59585, "f1": 0.5685, "accuracy": 0.59585, "main_score": 0.5685, "hf_subset": "umb_Latn-kmb_Latn", "languages": ["umb-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363539, "recall": 0.423913, "f1": 0.380146, "accuracy": 0.423913, "main_score": 0.380146, "hf_subset": "umb_Latn-min_Arab", "languages": ["umb-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504642, "recall": 0.545455, "f1": 0.51565, "accuracy": 0.545455, "main_score": 0.51565, "hf_subset": "umb_Latn-pol_Latn", "languages": ["umb-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513506, "recall": 0.549407, "f1": 0.523225, "accuracy": 0.549407, "main_score": 0.523225, "hf_subset": "umb_Latn-ssw_Latn", "languages": ["umb-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518018, "recall": 0.563241, "f1": 0.530362, "accuracy": 0.563241, "main_score": 0.530362, "hf_subset": "umb_Latn-ukr_Cyrl", "languages": ["umb-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529779, "recall": 0.570158, "f1": 0.540851, "accuracy": 0.570158, "main_score": 0.540851, "hf_subset": "umb_Latn-afr_Latn", "languages": ["umb-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497759, "recall": 0.544466, "f1": 0.509598, "accuracy": 0.544466, "main_score": 0.509598, "hf_subset": "umb_Latn-bho_Deva", "languages": ["umb-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.513817, "recall": 0.555336, "f1": 0.525144, "accuracy": 0.555336, "main_score": 0.525144, "hf_subset": "umb_Latn-eus_Latn", "languages": ["umb-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496528, "recall": 0.539526, "f1": 0.509067, "accuracy": 0.539526, "main_score": 0.509067, "hf_subset": "umb_Latn-ibo_Latn", "languages": ["umb-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508643, "recall": 0.545455, "f1": 0.518247, "accuracy": 0.545455, "main_score": 0.518247, "hf_subset": "umb_Latn-kmr_Latn", "languages": ["umb-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530911, "recall": 0.570158, "f1": 0.540344, "accuracy": 0.570158, "main_score": 0.540344, "hf_subset": "umb_Latn-min_Latn", "languages": ["umb-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532048, "recall": 0.578063, "f1": 0.544275, "accuracy": 0.578063, "main_score": 0.544275, "hf_subset": "umb_Latn-por_Latn", "languages": ["umb-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535198, "recall": 0.575099, "f1": 0.545976, "accuracy": 0.575099, "main_score": 0.545976, "hf_subset": "umb_Latn-sun_Latn", "languages": ["umb-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50501, "recall": 0.548419, "f1": 0.516838, "accuracy": 0.548419, "main_score": 0.516838, "hf_subset": "umb_Latn-ajp_Arab", "languages": ["umb-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.37381, "recall": 0.426877, "f1": 0.387935, "accuracy": 0.426877, "main_score": 0.387935, "hf_subset": "umb_Latn-bjn_Arab", "languages": ["umb-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479167, "recall": 0.509881, "f1": 0.487992, "accuracy": 0.509881, "main_score": 0.487992, "hf_subset": "umb_Latn-ewe_Latn", "languages": ["umb-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525856, "recall": 0.565217, "f1": 0.53586, "accuracy": 0.565217, "main_score": 0.53586, "hf_subset": "umb_Latn-ilo_Latn", "languages": ["umb-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297697, "recall": 0.344862, "f1": 0.310687, "accuracy": 0.344862, "main_score": 0.310687, "hf_subset": "umb_Latn-knc_Arab", "languages": ["umb-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525755, "recall": 0.568182, "f1": 0.536721, "accuracy": 0.568182, "main_score": 0.536721, "hf_subset": "umb_Latn-mkd_Cyrl", "languages": ["umb-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503604, "recall": 0.551383, "f1": 0.515834, "accuracy": 0.551383, "main_score": 0.515834, "hf_subset": "umb_Latn-prs_Arab", "languages": ["umb-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515181, "recall": 0.562253, "f1": 0.527756, "accuracy": 0.562253, "main_score": 0.527756, "hf_subset": "umb_Latn-swe_Latn", "languages": ["umb-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485287, "recall": 0.531621, "f1": 0.497477, "accuracy": 0.531621, "main_score": 0.497477, "hf_subset": "umb_Latn-urd_Arab", "languages": ["umb-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50386, "recall": 0.535573, "f1": 0.512226, "accuracy": 0.535573, "main_score": 0.512226, "hf_subset": "umb_Latn-aka_Latn", "languages": ["umb-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529053, "recall": 0.562253, "f1": 0.538091, "accuracy": 0.562253, "main_score": 0.538091, "hf_subset": "umb_Latn-bjn_Latn", "languages": ["umb-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512916, "recall": 0.544466, "f1": 0.521279, "accuracy": 0.544466, "main_score": 0.521279, "hf_subset": "umb_Latn-fao_Latn", "languages": ["umb-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526896, "recall": 0.564229, "f1": 0.536573, "accuracy": 0.564229, "main_score": 0.536573, "hf_subset": "umb_Latn-ind_Latn", "languages": ["umb-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502547, "recall": 0.540514, "f1": 0.513302, "accuracy": 0.540514, "main_score": 0.513302, "hf_subset": "umb_Latn-knc_Latn", "languages": ["umb-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528033, "recall": 0.565217, "f1": 0.537834, "accuracy": 0.565217, "main_score": 0.537834, "hf_subset": "umb_Latn-mlt_Latn", "languages": ["umb-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505597, "recall": 0.540514, "f1": 0.515379, "accuracy": 0.540514, "main_score": 0.515379, "hf_subset": "umb_Latn-quy_Latn", "languages": ["umb-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525584, "recall": 0.56917, "f1": 0.537163, "accuracy": 0.56917, "main_score": 0.537163, "hf_subset": "umb_Latn-swh_Latn", "languages": ["umb-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498188, "recall": 0.541502, "f1": 0.509969, "accuracy": 0.541502, "main_score": 0.509969, "hf_subset": "umb_Latn-uzn_Latn", "languages": ["umb-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522421, "recall": 0.560277, "f1": 0.532427, "accuracy": 0.560277, "main_score": 0.532427, "hf_subset": "umb_Latn-als_Latn", "languages": ["umb-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.263258, "recall": 0.307312, "f1": 0.274959, "accuracy": 0.307312, "main_score": 0.274959, "hf_subset": "umb_Latn-bod_Tibt", "languages": ["umb-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.48826, "recall": 0.523715, "f1": 0.498325, "accuracy": 0.523715, "main_score": 0.498325, "hf_subset": "umb_Latn-fij_Latn", "languages": ["umb-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509174, "recall": 0.546443, "f1": 0.519339, "accuracy": 0.546443, "main_score": 0.519339, "hf_subset": "umb_Latn-isl_Latn", "languages": ["umb-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535543, "recall": 0.566206, "f1": 0.544008, "accuracy": 0.566206, "main_score": 0.544008, "hf_subset": "umb_Latn-kon_Latn", "languages": ["umb-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427452, "recall": 0.479249, "f1": 0.442089, "accuracy": 0.479249, "main_score": 0.442089, "hf_subset": "umb_Latn-mni_Beng", "languages": ["umb-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.538544, "recall": 0.58004, "f1": 0.548868, "accuracy": 0.58004, "main_score": 0.548868, "hf_subset": "umb_Latn-ron_Latn", "languages": ["umb-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515396, "recall": 0.556324, "f1": 0.526358, "accuracy": 0.556324, "main_score": 0.526358, "hf_subset": "umb_Latn-szl_Latn", "languages": ["umb-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529769, "recall": 0.573123, "f1": 0.541394, "accuracy": 0.573123, "main_score": 0.541394, "hf_subset": "umb_Latn-vec_Latn", "languages": ["umb-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423753, "recall": 0.476285, "f1": 0.438111, "accuracy": 0.476285, "main_score": 0.438111, "hf_subset": "umb_Latn-amh_Ethi", "languages": ["umb-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.52499, "recall": 0.570158, "f1": 0.536981, "accuracy": 0.570158, "main_score": 0.536981, "hf_subset": "umb_Latn-bos_Latn", "languages": ["umb-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503418, "recall": 0.545455, "f1": 0.514627, "accuracy": 0.545455, "main_score": 0.514627, "hf_subset": "umb_Latn-fin_Latn", "languages": ["umb-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515166, "recall": 0.556324, "f1": 0.526677, "accuracy": 0.556324, "main_score": 0.526677, "hf_subset": "umb_Latn-ita_Latn", "languages": ["umb-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50481, "recall": 0.55336, "f1": 0.51714, "accuracy": 0.55336, "main_score": 0.51714, "hf_subset": "umb_Latn-kor_Hang", "languages": ["umb-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.496594, "recall": 0.532609, "f1": 0.505807, "accuracy": 0.532609, "main_score": 0.505807, "hf_subset": "umb_Latn-mos_Latn", "languages": ["umb-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49449, "recall": 0.529644, "f1": 0.504385, "accuracy": 0.529644, "main_score": 0.504385, "hf_subset": "umb_Latn-run_Latn", "languages": ["umb-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490693, "recall": 0.543478, "f1": 0.504643, "accuracy": 0.543478, "main_score": 0.504643, "hf_subset": "umb_Latn-tam_Taml", "languages": ["umb-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.514542, "recall": 0.556324, "f1": 0.525851, "accuracy": 0.556324, "main_score": 0.525851, "hf_subset": "umb_Latn-vie_Latn", "languages": ["umb-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505375, "recall": 0.549407, "f1": 0.517415, "accuracy": 0.549407, "main_score": 0.517415, "hf_subset": "umb_Latn-apc_Arab", "languages": ["umb-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.502792, "recall": 0.539526, "f1": 0.512926, "accuracy": 0.539526, "main_score": 0.512926, "hf_subset": "umb_Latn-bug_Latn", "languages": ["umb-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440511, "recall": 0.483202, "f1": 0.452519, "accuracy": 0.483202, "main_score": 0.452519, "hf_subset": "umb_Latn-fon_Latn", "languages": ["umb-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53962, "recall": 0.572134, "f1": 0.548527, "accuracy": 0.572134, "main_score": 0.548527, "hf_subset": "umb_Latn-jav_Latn", "languages": ["umb-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477594, "recall": 0.523715, "f1": 0.490068, "accuracy": 0.523715, "main_score": 0.490068, "hf_subset": "umb_Latn-lao_Laoo", "languages": ["umb-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.469229, "recall": 0.501976, "f1": 0.478303, "accuracy": 0.501976, "main_score": 0.478303, "hf_subset": "umb_Latn-mri_Latn", "languages": ["umb-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506494, "recall": 0.551383, "f1": 0.518314, "accuracy": 0.551383, "main_score": 0.518314, "hf_subset": "umb_Latn-rus_Cyrl", "languages": ["umb-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480854, "recall": 0.514822, "f1": 0.490019, "accuracy": 0.514822, "main_score": 0.490019, "hf_subset": "umb_Latn-taq_Latn", "languages": ["umb-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539028, "recall": 0.576087, "f1": 0.54863, "accuracy": 0.576087, "main_score": 0.54863, "hf_subset": "umb_Latn-war_Latn", "languages": ["umb-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499944, "recall": 0.540514, "f1": 0.511548, "accuracy": 0.540514, "main_score": 0.511548, "hf_subset": "umb_Latn-arb_Arab", "languages": ["umb-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525561, "recall": 0.564229, "f1": 0.536133, "accuracy": 0.564229, "main_score": 0.536133, "hf_subset": "umb_Latn-bul_Cyrl", "languages": ["umb-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522452, "recall": 0.568182, "f1": 0.534302, "accuracy": 0.568182, "main_score": 0.534302, "hf_subset": "umb_Latn-fra_Latn", "languages": ["umb-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499059, "recall": 0.541502, "f1": 0.510358, "accuracy": 0.541502, "main_score": 0.510358, "hf_subset": "umb_Latn-jpn_Jpan", "languages": ["umb-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.514832, "recall": 0.552372, "f1": 0.524064, "accuracy": 0.552372, "main_score": 0.524064, "hf_subset": "umb_Latn-lij_Latn", "languages": ["umb-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392869, "recall": 0.44664, "f1": 0.406804, "accuracy": 0.44664, "main_score": 0.406804, "hf_subset": "umb_Latn-mya_Mymr", "languages": ["umb-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.497631, "recall": 0.530632, "f1": 0.507104, "accuracy": 0.530632, "main_score": 0.507104, "hf_subset": "umb_Latn-sag_Latn", "languages": ["umb-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210136, "recall": 0.252964, "f1": 0.220203, "accuracy": 0.252964, "main_score": 0.220203, "hf_subset": "umb_Latn-taq_Tfng", "languages": ["umb-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.497615, "recall": 0.540514, "f1": 0.509478, "accuracy": 0.540514, "main_score": 0.509478, "hf_subset": "umb_Latn-wol_Latn", "languages": ["umb-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433667, "recall": 0.468379, "f1": 0.443579, "accuracy": 0.468379, "main_score": 0.443579, "hf_subset": "umb_Latn-arb_Latn", "languages": ["umb-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527993, "recall": 0.568182, "f1": 0.538754, "accuracy": 0.568182, "main_score": 0.538754, "hf_subset": "umb_Latn-cat_Latn", "languages": ["umb-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513257, "recall": 0.551383, "f1": 0.523531, "accuracy": 0.551383, "main_score": 0.523531, "hf_subset": "umb_Latn-fur_Latn", "languages": ["umb-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406159, "recall": 0.442688, "f1": 0.416093, "accuracy": 0.442688, "main_score": 0.416093, "hf_subset": "umb_Latn-kab_Latn", "languages": ["umb-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524272, "recall": 0.555336, "f1": 0.532879, "accuracy": 0.555336, "main_score": 0.532879, "hf_subset": "umb_Latn-lim_Latn", "languages": ["umb-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513796, "recall": 0.5583, "f1": 0.525951, "accuracy": 0.5583, "main_score": 0.525951, "hf_subset": "umb_Latn-nld_Latn", "languages": ["umb-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472962, "recall": 0.521739, "f1": 0.485772, "accuracy": 0.521739, "main_score": 0.485772, "hf_subset": "umb_Latn-san_Deva", "languages": ["umb-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.506745, "recall": 0.551383, "f1": 0.518743, "accuracy": 0.551383, "main_score": 0.518743, "hf_subset": "umb_Latn-tat_Cyrl", "languages": ["umb-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548758, "recall": 0.581028, "f1": 0.557639, "accuracy": 0.581028, "main_score": 0.557639, "hf_subset": "umb_Latn-xho_Latn", "languages": ["umb-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48373, "recall": 0.527668, "f1": 0.496444, "accuracy": 0.527668, "main_score": 0.496444, "hf_subset": "umb_Latn-ars_Arab", "languages": ["umb-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541625, "recall": 0.578063, "f1": 0.551309, "accuracy": 0.578063, "main_score": 0.551309, "hf_subset": "umb_Latn-ceb_Latn", "languages": ["umb-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470375, "recall": 0.51087, "f1": 0.48207, "accuracy": 0.51087, "main_score": 0.48207, "hf_subset": "umb_Latn-fuv_Latn", "languages": ["umb-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469375, "recall": 0.512846, "f1": 0.480889, "accuracy": 0.512846, "main_score": 0.480889, "hf_subset": "umb_Latn-kac_Latn", "languages": ["umb-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535167, "recall": 0.567194, "f1": 0.543763, "accuracy": 0.567194, "main_score": 0.543763, "hf_subset": "umb_Latn-lin_Latn", "languages": ["umb-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508753, "recall": 0.55336, "f1": 0.520854, "accuracy": 0.55336, "main_score": 0.520854, "hf_subset": "umb_Latn-nno_Latn", "languages": ["umb-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121056, "recall": 0.155138, "f1": 0.129953, "accuracy": 0.155138, "main_score": 0.129953, "hf_subset": "umb_Latn-sat_Olck", "languages": ["umb-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.501219, "recall": 0.552372, "f1": 0.513872, "accuracy": 0.552372, "main_score": 0.513872, "hf_subset": "umb_Latn-tel_Telu", "languages": ["umb-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.440236, "recall": 0.488142, "f1": 0.453122, "accuracy": 0.488142, "main_score": 0.453122, "hf_subset": "umb_Latn-ydd_Hebr", "languages": ["umb-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.481799, "recall": 0.52668, "f1": 0.49378, "accuracy": 0.52668, "main_score": 0.49378, "hf_subset": "umb_Latn-ary_Arab", "languages": ["umb-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527799, "recall": 0.565217, "f1": 0.537869, "accuracy": 0.565217, "main_score": 0.537869, "hf_subset": "umb_Latn-ces_Latn", "languages": ["umb-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465174, "recall": 0.51087, "f1": 0.477349, "accuracy": 0.51087, "main_score": 0.477349, "hf_subset": "umb_Latn-gaz_Latn", "languages": ["umb-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494725, "recall": 0.534585, "f1": 0.505589, "accuracy": 0.534585, "main_score": 0.505589, "hf_subset": "umb_Latn-kam_Latn", "languages": ["umb-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502015, "recall": 0.545455, "f1": 0.512669, "accuracy": 0.545455, "main_score": 0.512669, "hf_subset": "umb_Latn-lit_Latn", "languages": ["umb-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521142, "recall": 0.567194, "f1": 0.533351, "accuracy": 0.567194, "main_score": 0.533351, "hf_subset": "umb_Latn-nob_Latn", "languages": ["umb-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503608, "recall": 0.54249, "f1": 0.513903, "accuracy": 0.54249, "main_score": 0.513903, "hf_subset": "umb_Latn-scn_Latn", "languages": ["umb-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485948, "recall": 0.524704, "f1": 0.496287, "accuracy": 0.524704, "main_score": 0.496287, "hf_subset": "umb_Latn-tgk_Cyrl", "languages": ["umb-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.459116, "recall": 0.504941, "f1": 0.472674, "accuracy": 0.504941, "main_score": 0.472674, "hf_subset": "umb_Latn-yor_Latn", "languages": ["umb-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507483, "recall": 0.550395, "f1": 0.51855, "accuracy": 0.550395, "main_score": 0.51855, "hf_subset": "umb_Latn-arz_Arab", "languages": ["umb-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493025, "recall": 0.524704, "f1": 0.501676, "accuracy": 0.524704, "main_score": 0.501676, "hf_subset": "umb_Latn-cjk_Latn", "languages": ["umb-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472594, "recall": 0.512846, "f1": 0.483876, "accuracy": 0.512846, "main_score": 0.483876, "hf_subset": "umb_Latn-gla_Latn", "languages": ["umb-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490341, "recall": 0.541502, "f1": 0.504096, "accuracy": 0.541502, "main_score": 0.504096, "hf_subset": "umb_Latn-kan_Knda", "languages": ["umb-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.514106, "recall": 0.551383, "f1": 0.524446, "accuracy": 0.551383, "main_score": 0.524446, "hf_subset": "umb_Latn-lmo_Latn", "languages": ["umb-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503175, "recall": 0.547431, "f1": 0.514445, "accuracy": 0.547431, "main_score": 0.514445, "hf_subset": "umb_Latn-npi_Deva", "languages": ["umb-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.413669, "recall": 0.45751, "f1": 0.425651, "accuracy": 0.45751, "main_score": 0.425651, "hf_subset": "umb_Latn-shn_Mymr", "languages": ["umb-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.52685, "recall": 0.563241, "f1": 0.537209, "accuracy": 0.563241, "main_score": 0.537209, "hf_subset": "umb_Latn-tgl_Latn", "languages": ["umb-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493526, "recall": 0.536561, "f1": 0.505107, "accuracy": 0.536561, "main_score": 0.505107, "hf_subset": "umb_Latn-yue_Hant", "languages": ["umb-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.46835, "recall": 0.514822, "f1": 0.481504, "accuracy": 0.514822, "main_score": 0.481504, "hf_subset": "umb_Latn-asm_Beng", "languages": ["umb-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.484061, "recall": 0.527668, "f1": 0.495483, "accuracy": 0.527668, "main_score": 0.495483, "hf_subset": "umb_Latn-ckb_Arab", "languages": ["umb-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.46896, "recall": 0.511858, "f1": 0.480238, "accuracy": 0.511858, "main_score": 0.480238, "hf_subset": "umb_Latn-gle_Latn", "languages": ["umb-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434924, "recall": 0.487154, "f1": 0.449485, "accuracy": 0.487154, "main_score": 0.449485, "hf_subset": "umb_Latn-kas_Arab", "languages": ["umb-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.488936, "recall": 0.531621, "f1": 0.500045, "accuracy": 0.531621, "main_score": 0.500045, "hf_subset": "umb_Latn-ltg_Latn", "languages": ["umb-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534531, "recall": 0.568182, "f1": 0.54371, "accuracy": 0.568182, "main_score": 0.54371, "hf_subset": "umb_Latn-nso_Latn", "languages": ["umb-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435474, "recall": 0.486166, "f1": 0.448774, "accuracy": 0.486166, "main_score": 0.448774, "hf_subset": "umb_Latn-sin_Sinh", "languages": ["umb-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.500093, "recall": 0.546443, "f1": 0.512052, "accuracy": 0.546443, "main_score": 0.512052, "hf_subset": "umb_Latn-tha_Thai", "languages": ["umb-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.494942, "recall": 0.535573, "f1": 0.504764, "accuracy": 0.535573, "main_score": 0.504764, "hf_subset": "umb_Latn-zho_Hans", "languages": ["umb-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.538741, "recall": 0.58004, "f1": 0.549719, "accuracy": 0.58004, "main_score": 0.549719, "hf_subset": "umb_Latn-ast_Latn", "languages": ["umb-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505378, "recall": 0.556324, "f1": 0.51845, "accuracy": 0.556324, "main_score": 0.51845, "hf_subset": "umb_Latn-crh_Latn", "languages": ["umb-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534515, "recall": 0.566206, "f1": 0.543121, "accuracy": 0.566206, "main_score": 0.543121, "hf_subset": "umb_Latn-glg_Latn", "languages": ["umb-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464018, "recall": 0.51087, "f1": 0.476276, "accuracy": 0.51087, "main_score": 0.476276, "hf_subset": "umb_Latn-kas_Deva", "languages": ["umb-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.48944, "recall": 0.531621, "f1": 0.500194, "accuracy": 0.531621, "main_score": 0.500194, "hf_subset": "umb_Latn-ltz_Latn", "languages": ["umb-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427032, "recall": 0.472332, "f1": 0.438869, "accuracy": 0.472332, "main_score": 0.438869, "hf_subset": "umb_Latn-nus_Latn", "languages": ["umb-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507001, "recall": 0.552372, "f1": 0.51925, "accuracy": 0.552372, "main_score": 0.51925, "hf_subset": "umb_Latn-slk_Latn", "languages": ["umb-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381309, "recall": 0.426877, "f1": 0.393642, "accuracy": 0.426877, "main_score": 0.393642, "hf_subset": "umb_Latn-tir_Ethi", "languages": ["umb-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.488254, "recall": 0.533597, "f1": 0.499675, "accuracy": 0.533597, "main_score": 0.499675, "hf_subset": "umb_Latn-zho_Hant", "languages": ["umb-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.512802, "recall": 0.551383, "f1": 0.523125, "accuracy": 0.551383, "main_score": 0.523125, "hf_subset": "umb_Latn-awa_Deva", "languages": ["umb-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.50932, "recall": 0.548419, "f1": 0.519962, "accuracy": 0.548419, "main_score": 0.519962, "hf_subset": "umb_Latn-cym_Latn", "languages": ["umb-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517791, "recall": 0.551383, "f1": 0.526793, "accuracy": 0.551383, "main_score": 0.526793, "hf_subset": "umb_Latn-grn_Latn", "languages": ["umb-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473088, "recall": 0.52668, "f1": 0.487704, "accuracy": 0.52668, "main_score": 0.487704, "hf_subset": "umb_Latn-kat_Geor", "languages": ["umb-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.510819, "recall": 0.551383, "f1": 0.522043, "accuracy": 0.551383, "main_score": 0.522043, "hf_subset": "umb_Latn-lua_Latn", "languages": ["umb-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518551, "recall": 0.550395, "f1": 0.527568, "accuracy": 0.550395, "main_score": 0.527568, "hf_subset": "umb_Latn-nya_Latn", "languages": ["umb-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51575, "recall": 0.559289, "f1": 0.527311, "accuracy": 0.559289, "main_score": 0.527311, "hf_subset": "umb_Latn-slv_Latn", "languages": ["umb-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512134, "recall": 0.546443, "f1": 0.52145, "accuracy": 0.546443, "main_score": 0.52145, "hf_subset": "umb_Latn-tpi_Latn", "languages": ["umb-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539345, "recall": 0.579051, "f1": 0.549784, "accuracy": 0.579051, "main_score": 0.549784, "hf_subset": "umb_Latn-zsm_Latn", "languages": ["umb-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481102, "recall": 0.513834, "f1": 0.490832, "accuracy": 0.513834, "main_score": 0.490832, "hf_subset": "umb_Latn-ayr_Latn", "languages": ["umb-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524482, "recall": 0.570158, "f1": 0.537372, "accuracy": 0.570158, "main_score": 0.537372, "hf_subset": "umb_Latn-dan_Latn", "languages": ["umb-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502295, "recall": 0.549407, "f1": 0.51491, "accuracy": 0.549407, "main_score": 0.51491, "hf_subset": "umb_Latn-guj_Gujr", "languages": ["umb-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.505301, "recall": 0.552372, "f1": 0.517842, "accuracy": 0.552372, "main_score": 0.517842, "hf_subset": "umb_Latn-kaz_Cyrl", "languages": ["umb-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470424, "recall": 0.51581, "f1": 0.48292, "accuracy": 0.51581, "main_score": 0.48292, "hf_subset": "umb_Latn-lug_Latn", "languages": ["umb-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538612, "recall": 0.577075, "f1": 0.549086, "accuracy": 0.577075, "main_score": 0.549086, "hf_subset": "umb_Latn-oci_Latn", "languages": ["umb-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500066, "recall": 0.528656, "f1": 0.508161, "accuracy": 0.528656, "main_score": 0.508161, "hf_subset": "umb_Latn-smo_Latn", "languages": ["umb-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493423, "recall": 0.528656, "f1": 0.503423, "accuracy": 0.528656, "main_score": 0.503423, "hf_subset": "umb_Latn-tsn_Latn", "languages": ["umb-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483507, "recall": 0.527668, "f1": 0.496088, "accuracy": 0.527668, "main_score": 0.496088, "hf_subset": "umb_Latn-zul_Latn", "languages": ["umb-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443937, "recall": 0.48913, "f1": 0.455945, "accuracy": 0.48913, "main_score": 0.455945, "hf_subset": "umb_Latn-azb_Arab", "languages": ["umb-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51896, "recall": 0.562253, "f1": 0.530801, "accuracy": 0.562253, "main_score": 0.530801, "hf_subset": "umb_Latn-deu_Latn", "languages": ["umb-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468313, "recall": 0.514822, "f1": 0.480887, "accuracy": 0.514822, "main_score": 0.480887, "hf_subset": "umb_Latn-hat_Latn", "languages": ["umb-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471851, "recall": 0.51087, "f1": 0.482891, "accuracy": 0.51087, "main_score": 0.482891, "hf_subset": "umb_Latn-kbp_Latn", "languages": ["umb-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507997, "recall": 0.539526, "f1": 0.516613, "accuracy": 0.539526, "main_score": 0.516613, "hf_subset": "umb_Latn-luo_Latn", "languages": ["umb-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497822, "recall": 0.546443, "f1": 0.510712, "accuracy": 0.546443, "main_score": 0.510712, "hf_subset": "umb_Latn-ory_Orya", "languages": ["umb-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.505501, "recall": 0.54249, "f1": 0.516323, "accuracy": 0.54249, "main_score": 0.516323, "hf_subset": "umb_Latn-sna_Latn", "languages": ["umb-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490807, "recall": 0.528656, "f1": 0.501191, "accuracy": 0.528656, "main_score": 0.501191, "hf_subset": "umb_Latn-tso_Latn", "languages": ["umb-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485694, "recall": 0.533597, "f1": 0.498248, "accuracy": 0.533597, "main_score": 0.498248, "hf_subset": "umb_Latn-azj_Latn", "languages": ["umb-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472521, "recall": 0.514822, "f1": 0.48512, "accuracy": 0.514822, "main_score": 0.48512, "hf_subset": "umb_Latn-dik_Latn", "languages": ["umb-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505229, "recall": 0.533597, "f1": 0.513447, "accuracy": 0.533597, "main_score": 0.513447, "hf_subset": "umb_Latn-hau_Latn", "languages": ["umb-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527784, "recall": 0.565217, "f1": 0.537572, "accuracy": 0.565217, "main_score": 0.537572, "hf_subset": "umb_Latn-kea_Latn", "languages": ["umb-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507516, "recall": 0.544466, "f1": 0.517591, "accuracy": 0.544466, "main_score": 0.517591, "hf_subset": "umb_Latn-lus_Latn", "languages": ["umb-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511557, "recall": 0.543478, "f1": 0.520345, "accuracy": 0.543478, "main_score": 0.520345, "hf_subset": "umb_Latn-pag_Latn", "languages": ["umb-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471698, "recall": 0.520751, "f1": 0.484856, "accuracy": 0.520751, "main_score": 0.484856, "hf_subset": "umb_Latn-snd_Arab", "languages": ["umb-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484985, "recall": 0.521739, "f1": 0.494965, "accuracy": 0.521739, "main_score": 0.494965, "hf_subset": "umb_Latn-tuk_Latn", "languages": ["umb-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500395, "recall": 0.537549, "f1": 0.510846, "accuracy": 0.537549, "main_score": 0.510846, "hf_subset": "umb_Latn-bak_Cyrl", "languages": ["umb-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.380131, "recall": 0.433794, "f1": 0.394969, "accuracy": 0.433794, "main_score": 0.394969, "hf_subset": "umb_Latn-dyu_Latn", "languages": ["umb-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495352, "recall": 0.535573, "f1": 0.506149, "accuracy": 0.535573, "main_score": 0.506149, "hf_subset": "umb_Latn-heb_Hebr", "languages": ["umb-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.490023, "recall": 0.527668, "f1": 0.50014, "accuracy": 0.527668, "main_score": 0.50014, "hf_subset": "umb_Latn-khk_Cyrl", "languages": ["umb-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.49925, "recall": 0.536561, "f1": 0.509801, "accuracy": 0.536561, "main_score": 0.509801, "hf_subset": "umb_Latn-lvs_Latn", "languages": ["umb-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504061, "recall": 0.549407, "f1": 0.516321, "accuracy": 0.549407, "main_score": 0.516321, "hf_subset": "umb_Latn-pan_Guru", "languages": ["umb-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.46805, "recall": 0.506917, "f1": 0.479106, "accuracy": 0.506917, "main_score": 0.479106, "hf_subset": "umb_Latn-som_Latn", "languages": ["umb-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497801, "recall": 0.531621, "f1": 0.507767, "accuracy": 0.531621, "main_score": 0.507767, "hf_subset": "umb_Latn-tum_Latn", "languages": ["umb-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588303, "recall": 0.65415, "f1": 0.606993, "accuracy": 0.65415, "main_score": 0.606993, "hf_subset": "ajp_Arab-ace_Arab", "languages": ["ajp-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527002, "recall": 0.593874, "f1": 0.545294, "accuracy": 0.593874, "main_score": 0.545294, "hf_subset": "ajp_Arab-bam_Latn", "languages": ["ajp-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439824, "recall": 0.519763, "f1": 0.461105, "accuracy": 0.519763, "main_score": 0.461105, "hf_subset": "ajp_Arab-dzo_Tibt", "languages": ["ajp-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hin_Deva", "languages": ["ajp-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-khm_Khmr", "languages": ["ajp-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-mag_Deva", "languages": ["ajp-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ajp_Arab-pap_Latn", "languages": ["ajp-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606695, "recall": 0.664032, "f1": 0.623293, "accuracy": 0.664032, "main_score": 0.623293, "hf_subset": "ajp_Arab-sot_Latn", "languages": ["ajp-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-tur_Latn", "languages": ["ajp-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882411, "recall": 0.913043, "f1": 0.892081, "accuracy": 0.913043, "main_score": 0.892081, "hf_subset": "ajp_Arab-ace_Latn", "languages": ["ajp-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "ajp_Arab-ban_Latn", "languages": ["ajp-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ell_Grek", "languages": ["ajp-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ajp_Arab-hne_Deva", "languages": ["ajp-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.613629, "recall": 0.672925, "f1": 0.630898, "accuracy": 0.672925, "main_score": 0.630898, "hf_subset": "ajp_Arab-kik_Latn", "languages": ["ajp-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mai_Deva", "languages": ["ajp-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ajp_Arab-pbt_Arab", "languages": ["ajp-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-spa_Latn", "languages": ["ajp-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611971, "recall": 0.676877, "f1": 0.630155, "accuracy": 0.676877, "main_score": 0.630155, "hf_subset": "ajp_Arab-twi_Latn", "languages": ["ajp-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-acm_Arab", "languages": ["ajp-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-bel_Cyrl", "languages": ["ajp-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-eng_Latn", "languages": ["ajp-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hrv_Latn", "languages": ["ajp-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563935, "recall": 0.628458, "f1": 0.581856, "accuracy": 0.628458, "main_score": 0.581856, "hf_subset": "ajp_Arab-kin_Latn", "languages": ["ajp-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-mal_Mlym", "languages": ["ajp-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pes_Arab", "languages": ["ajp-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-srd_Latn", "languages": ["ajp-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191419, "recall": 0.247036, "f1": 0.205354, "accuracy": 0.247036, "main_score": 0.205354, "hf_subset": "ajp_Arab-tzm_Tfng", "languages": ["ajp-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-acq_Arab", "languages": ["ajp-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636752, "recall": 0.686759, "f1": 0.651009, "accuracy": 0.686759, "main_score": 0.651009, "hf_subset": "ajp_Arab-bem_Latn", "languages": ["ajp-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-epo_Latn", "languages": ["ajp-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hun_Latn", "languages": ["ajp-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-kir_Cyrl", "languages": ["ajp-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mar_Deva", "languages": ["ajp-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.68069, "recall": 0.73419, "f1": 0.695693, "accuracy": 0.73419, "main_score": 0.695693, "hf_subset": "ajp_Arab-plt_Latn", "languages": ["ajp-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-srp_Cyrl", "languages": ["ajp-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.974967, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "ajp_Arab-uig_Arab", "languages": ["ajp-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-aeb_Arab", "languages": ["ajp-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ben_Beng", "languages": ["ajp-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-est_Latn", "languages": ["ajp-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-hye_Armn", "languages": ["ajp-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.559717, "recall": 0.609684, "f1": 0.574115, "accuracy": 0.609684, "main_score": 0.574115, "hf_subset": "ajp_Arab-kmb_Latn", "languages": ["ajp-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515351, "recall": 0.590909, "f1": 0.535889, "accuracy": 0.590909, "main_score": 0.535889, "hf_subset": "ajp_Arab-min_Arab", "languages": ["ajp-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pol_Latn", "languages": ["ajp-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580948, "recall": 0.643281, "f1": 0.599045, "accuracy": 0.643281, "main_score": 0.599045, "hf_subset": "ajp_Arab-ssw_Latn", "languages": ["ajp-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ukr_Cyrl", "languages": ["ajp-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-afr_Latn", "languages": ["ajp-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bho_Deva", "languages": ["ajp-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-eus_Latn", "languages": ["ajp-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584594, "recall": 0.647233, "f1": 0.601668, "accuracy": 0.647233, "main_score": 0.601668, "hf_subset": "ajp_Arab-ibo_Latn", "languages": ["ajp-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897431, "recall": 0.926877, "f1": 0.906785, "accuracy": 0.926877, "main_score": 0.906785, "hf_subset": "ajp_Arab-kmr_Latn", "languages": ["ajp-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ajp_Arab-min_Latn", "languages": ["ajp-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-por_Latn", "languages": ["ajp-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-sun_Latn", "languages": ["ajp-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529738, "recall": 0.585968, "f1": 0.546231, "accuracy": 0.585968, "main_score": 0.546231, "hf_subset": "ajp_Arab-umb_Latn", "languages": ["ajp-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561442, "recall": 0.621542, "f1": 0.5783, "accuracy": 0.621542, "main_score": 0.5783, "hf_subset": "ajp_Arab-bjn_Arab", "languages": ["ajp-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519041, "recall": 0.577075, "f1": 0.535028, "accuracy": 0.577075, "main_score": 0.535028, "hf_subset": "ajp_Arab-ewe_Latn", "languages": ["ajp-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946229, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "ajp_Arab-ilo_Latn", "languages": ["ajp-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323851, "recall": 0.382411, "f1": 0.339806, "accuracy": 0.382411, "main_score": 0.339806, "hf_subset": "ajp_Arab-knc_Arab", "languages": ["ajp-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mkd_Cyrl", "languages": ["ajp-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-prs_Arab", "languages": ["ajp-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-swe_Latn", "languages": ["ajp-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-urd_Arab", "languages": ["ajp-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596567, "recall": 0.655138, "f1": 0.613324, "accuracy": 0.655138, "main_score": 0.613324, "hf_subset": "ajp_Arab-aka_Latn", "languages": ["ajp-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ajp_Arab-bjn_Latn", "languages": ["ajp-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ajp_Arab-fao_Latn", "languages": ["ajp-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ind_Latn", "languages": ["ajp-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600951, "recall": 0.653162, "f1": 0.615934, "accuracy": 0.653162, "main_score": 0.615934, "hf_subset": "ajp_Arab-knc_Latn", "languages": ["ajp-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-mlt_Latn", "languages": ["ajp-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728798, "recall": 0.788538, "f1": 0.745996, "accuracy": 0.788538, "main_score": 0.745996, "hf_subset": "ajp_Arab-quy_Latn", "languages": ["ajp-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ajp_Arab-swh_Latn", "languages": ["ajp-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-uzn_Latn", "languages": ["ajp-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-als_Latn", "languages": ["ajp-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663266, "recall": 0.73913, "f1": 0.685694, "accuracy": 0.73913, "main_score": 0.685694, "hf_subset": "ajp_Arab-bod_Tibt", "languages": ["ajp-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.71446, "recall": 0.771739, "f1": 0.731654, "accuracy": 0.771739, "main_score": 0.731654, "hf_subset": "ajp_Arab-fij_Latn", "languages": ["ajp-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ajp_Arab-isl_Latn", "languages": ["ajp-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667383, "recall": 0.716403, "f1": 0.68217, "accuracy": 0.716403, "main_score": 0.68217, "hf_subset": "ajp_Arab-kon_Latn", "languages": ["ajp-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65164, "recall": 0.721344, "f1": 0.672268, "accuracy": 0.721344, "main_score": 0.672268, "hf_subset": "ajp_Arab-mni_Beng", "languages": ["ajp-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ron_Latn", "languages": ["ajp-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ajp_Arab-szl_Latn", "languages": ["ajp-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-vec_Latn", "languages": ["ajp-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "ajp_Arab-amh_Ethi", "languages": ["ajp-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bos_Latn", "languages": ["ajp-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "ajp_Arab-fin_Latn", "languages": ["ajp-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ita_Latn", "languages": ["ajp-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-kor_Hang", "languages": ["ajp-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.550623, "recall": 0.609684, "f1": 0.566772, "accuracy": 0.609684, "main_score": 0.566772, "hf_subset": "ajp_Arab-mos_Latn", "languages": ["ajp-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566744, "recall": 0.624506, "f1": 0.583504, "accuracy": 0.624506, "main_score": 0.583504, "hf_subset": "ajp_Arab-run_Latn", "languages": ["ajp-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tam_Taml", "languages": ["ajp-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-vie_Latn", "languages": ["ajp-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-apc_Arab", "languages": ["ajp-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.805204, "recall": 0.850791, "f1": 0.819222, "accuracy": 0.850791, "main_score": 0.819222, "hf_subset": "ajp_Arab-bug_Latn", "languages": ["ajp-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46625, "recall": 0.52668, "f1": 0.48233, "accuracy": 0.52668, "main_score": 0.48233, "hf_subset": "ajp_Arab-fon_Latn", "languages": ["ajp-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-jav_Latn", "languages": ["ajp-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-lao_Laoo", "languages": ["ajp-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.887764, "recall": 0.920949, "f1": 0.898452, "accuracy": 0.920949, "main_score": 0.898452, "hf_subset": "ajp_Arab-mri_Latn", "languages": ["ajp-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-rus_Cyrl", "languages": ["ajp-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.555303, "recall": 0.614625, "f1": 0.571444, "accuracy": 0.614625, "main_score": 0.571444, "hf_subset": "ajp_Arab-taq_Latn", "languages": ["ajp-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-war_Latn", "languages": ["ajp-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-arb_Arab", "languages": ["ajp-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bul_Cyrl", "languages": ["ajp-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-fra_Latn", "languages": ["ajp-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-jpn_Jpan", "languages": ["ajp-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ajp_Arab-lij_Latn", "languages": ["ajp-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "ajp_Arab-mya_Mymr", "languages": ["ajp-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.608005, "recall": 0.675889, "f1": 0.62683, "accuracy": 0.675889, "main_score": 0.62683, "hf_subset": "ajp_Arab-sag_Latn", "languages": ["ajp-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2027, "recall": 0.26087, "f1": 0.215998, "accuracy": 0.26087, "main_score": 0.215998, "hf_subset": "ajp_Arab-taq_Tfng", "languages": ["ajp-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.634107, "recall": 0.697628, "f1": 0.652692, "accuracy": 0.697628, "main_score": 0.652692, "hf_subset": "ajp_Arab-wol_Latn", "languages": ["ajp-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888175, "recall": 0.921937, "f1": 0.899045, "accuracy": 0.921937, "main_score": 0.899045, "hf_subset": "ajp_Arab-arb_Latn", "languages": ["ajp-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-cat_Latn", "languages": ["ajp-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ajp_Arab-fur_Latn", "languages": ["ajp-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4416, "recall": 0.498024, "f1": 0.456757, "accuracy": 0.498024, "main_score": 0.456757, "hf_subset": "ajp_Arab-kab_Latn", "languages": ["ajp-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-lim_Latn", "languages": ["ajp-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-nld_Latn", "languages": ["ajp-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "ajp_Arab-san_Deva", "languages": ["ajp-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-tat_Cyrl", "languages": ["ajp-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67455, "recall": 0.736166, "f1": 0.692805, "accuracy": 0.736166, "main_score": 0.692805, "hf_subset": "ajp_Arab-xho_Latn", "languages": ["ajp-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ars_Arab", "languages": ["ajp-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ceb_Latn", "languages": ["ajp-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573739, "recall": 0.632411, "f1": 0.590275, "accuracy": 0.632411, "main_score": 0.590275, "hf_subset": "ajp_Arab-fuv_Latn", "languages": ["ajp-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515199, "recall": 0.58498, "f1": 0.534306, "accuracy": 0.58498, "main_score": 0.534306, "hf_subset": "ajp_Arab-kac_Latn", "languages": ["ajp-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678623, "recall": 0.731225, "f1": 0.694433, "accuracy": 0.731225, "main_score": 0.694433, "hf_subset": "ajp_Arab-lin_Latn", "languages": ["ajp-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-nno_Latn", "languages": ["ajp-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.252585, "recall": 0.337945, "f1": 0.275201, "accuracy": 0.337945, "main_score": 0.275201, "hf_subset": "ajp_Arab-sat_Olck", "languages": ["ajp-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tel_Telu", "languages": ["ajp-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "ajp_Arab-ydd_Hebr", "languages": ["ajp-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ajp_Arab-ary_Arab", "languages": ["ajp-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ces_Latn", "languages": ["ajp-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59207, "recall": 0.658103, "f1": 0.61132, "accuracy": 0.658103, "main_score": 0.61132, "hf_subset": "ajp_Arab-gaz_Latn", "languages": ["ajp-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589808, "recall": 0.65415, "f1": 0.608689, "accuracy": 0.65415, "main_score": 0.608689, "hf_subset": "ajp_Arab-kam_Latn", "languages": ["ajp-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ajp_Arab-lit_Latn", "languages": ["ajp-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-nob_Latn", "languages": ["ajp-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ajp_Arab-scn_Latn", "languages": ["ajp-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ajp_Arab-tgk_Cyrl", "languages": ["ajp-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.728821, "recall": 0.79249, "f1": 0.748193, "accuracy": 0.79249, "main_score": 0.748193, "hf_subset": "ajp_Arab-yor_Latn", "languages": ["ajp-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-arz_Arab", "languages": ["ajp-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579647, "recall": 0.634387, "f1": 0.595513, "accuracy": 0.634387, "main_score": 0.595513, "hf_subset": "ajp_Arab-cjk_Latn", "languages": ["ajp-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796854, "recall": 0.843874, "f1": 0.811298, "accuracy": 0.843874, "main_score": 0.811298, "hf_subset": "ajp_Arab-gla_Latn", "languages": ["ajp-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-kan_Knda", "languages": ["ajp-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ajp_Arab-lmo_Latn", "languages": ["ajp-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ajp_Arab-npi_Deva", "languages": ["ajp-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472225, "recall": 0.536561, "f1": 0.489604, "accuracy": 0.536561, "main_score": 0.489604, "hf_subset": "ajp_Arab-shn_Mymr", "languages": ["ajp-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tgl_Latn", "languages": ["ajp-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-yue_Hant", "languages": ["ajp-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-asm_Beng", "languages": ["ajp-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ajp_Arab-ckb_Arab", "languages": ["ajp-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.883679, "recall": 0.912055, "f1": 0.892523, "accuracy": 0.912055, "main_score": 0.892523, "hf_subset": "ajp_Arab-gle_Latn", "languages": ["ajp-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "ajp_Arab-kas_Arab", "languages": ["ajp-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.959486, "f1": 0.946311, "accuracy": 0.959486, "main_score": 0.946311, "hf_subset": "ajp_Arab-ltg_Latn", "languages": ["ajp-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624591, "recall": 0.676877, "f1": 0.639921, "accuracy": 0.676877, "main_score": 0.639921, "hf_subset": "ajp_Arab-nso_Latn", "languages": ["ajp-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ajp_Arab-sin_Sinh", "languages": ["ajp-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tha_Thai", "languages": ["ajp-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-zho_Hans", "languages": ["ajp-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ast_Latn", "languages": ["ajp-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-crh_Latn", "languages": ["ajp-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-glg_Latn", "languages": ["ajp-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917243, "recall": 0.942688, "f1": 0.925461, "accuracy": 0.942688, "main_score": 0.925461, "hf_subset": "ajp_Arab-kas_Deva", "languages": ["ajp-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ajp_Arab-ltz_Latn", "languages": ["ajp-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464724, "recall": 0.531621, "f1": 0.482568, "accuracy": 0.531621, "main_score": 0.482568, "hf_subset": "ajp_Arab-nus_Latn", "languages": ["ajp-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-slk_Latn", "languages": ["ajp-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654416, "recall": 0.721344, "f1": 0.673753, "accuracy": 0.721344, "main_score": 0.673753, "hf_subset": "ajp_Arab-tir_Ethi", "languages": ["ajp-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-zho_Hant", "languages": ["ajp-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ajp_Arab-awa_Deva", "languages": ["ajp-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ajp_Arab-cym_Latn", "languages": ["ajp-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84865, "recall": 0.885375, "f1": 0.859947, "accuracy": 0.885375, "main_score": 0.859947, "hf_subset": "ajp_Arab-grn_Latn", "languages": ["ajp-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-kat_Geor", "languages": ["ajp-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.660177, "recall": 0.711462, "f1": 0.674824, "accuracy": 0.711462, "main_score": 0.674824, "hf_subset": "ajp_Arab-lua_Latn", "languages": ["ajp-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643265, "recall": 0.706522, "f1": 0.661346, "accuracy": 0.706522, "main_score": 0.661346, "hf_subset": "ajp_Arab-nya_Latn", "languages": ["ajp-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-slv_Latn", "languages": ["ajp-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ajp_Arab-tpi_Latn", "languages": ["ajp-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-zsm_Latn", "languages": ["ajp-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550248, "recall": 0.610672, "f1": 0.567157, "accuracy": 0.610672, "main_score": 0.567157, "hf_subset": "ajp_Arab-ayr_Latn", "languages": ["ajp-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-dan_Latn", "languages": ["ajp-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-guj_Gujr", "languages": ["ajp-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-kaz_Cyrl", "languages": ["ajp-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542829, "recall": 0.609684, "f1": 0.561535, "accuracy": 0.609684, "main_score": 0.561535, "hf_subset": "ajp_Arab-lug_Latn", "languages": ["ajp-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-oci_Latn", "languages": ["ajp-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842968, "recall": 0.885375, "f1": 0.856225, "accuracy": 0.885375, "main_score": 0.856225, "hf_subset": "ajp_Arab-smo_Latn", "languages": ["ajp-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556479, "recall": 0.617589, "f1": 0.574246, "accuracy": 0.617589, "main_score": 0.574246, "hf_subset": "ajp_Arab-tsn_Latn", "languages": ["ajp-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629314, "recall": 0.694664, "f1": 0.648361, "accuracy": 0.694664, "main_score": 0.648361, "hf_subset": "ajp_Arab-zul_Latn", "languages": ["ajp-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937665, "recall": 0.956522, "f1": 0.943742, "accuracy": 0.956522, "main_score": 0.943742, "hf_subset": "ajp_Arab-azb_Arab", "languages": ["ajp-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-deu_Latn", "languages": ["ajp-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "ajp_Arab-hat_Latn", "languages": ["ajp-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488187, "recall": 0.549407, "f1": 0.505404, "accuracy": 0.549407, "main_score": 0.505404, "hf_subset": "ajp_Arab-kbp_Latn", "languages": ["ajp-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586005, "recall": 0.643281, "f1": 0.601434, "accuracy": 0.643281, "main_score": 0.601434, "hf_subset": "ajp_Arab-luo_Latn", "languages": ["ajp-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ory_Orya", "languages": ["ajp-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.584776, "recall": 0.650198, "f1": 0.603583, "accuracy": 0.650198, "main_score": 0.603583, "hf_subset": "ajp_Arab-sna_Latn", "languages": ["ajp-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560648, "recall": 0.613636, "f1": 0.575059, "accuracy": 0.613636, "main_score": 0.575059, "hf_subset": "ajp_Arab-tso_Latn", "languages": ["ajp-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-azj_Latn", "languages": ["ajp-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551079, "recall": 0.616601, "f1": 0.569939, "accuracy": 0.616601, "main_score": 0.569939, "hf_subset": "ajp_Arab-dik_Latn", "languages": ["ajp-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768874, "recall": 0.820158, "f1": 0.783992, "accuracy": 0.820158, "main_score": 0.783992, "hf_subset": "ajp_Arab-hau_Latn", "languages": ["ajp-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ajp_Arab-kea_Latn", "languages": ["ajp-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753327, "recall": 0.804348, "f1": 0.768874, "accuracy": 0.804348, "main_score": 0.768874, "hf_subset": "ajp_Arab-lus_Latn", "languages": ["ajp-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879324, "recall": 0.909091, "f1": 0.888389, "accuracy": 0.909091, "main_score": 0.888389, "hf_subset": "ajp_Arab-pag_Latn", "languages": ["ajp-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-snd_Arab", "languages": ["ajp-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "ajp_Arab-tuk_Latn", "languages": ["ajp-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "ajp_Arab-bak_Cyrl", "languages": ["ajp-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.490069, "recall": 0.566206, "f1": 0.512071, "accuracy": 0.566206, "main_score": 0.512071, "hf_subset": "ajp_Arab-dyu_Latn", "languages": ["ajp-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-heb_Hebr", "languages": ["ajp-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-khk_Cyrl", "languages": ["ajp-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-lvs_Latn", "languages": ["ajp-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pan_Guru", "languages": ["ajp-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.718511, "recall": 0.781621, "f1": 0.737338, "accuracy": 0.781621, "main_score": 0.737338, "hf_subset": "ajp_Arab-som_Latn", "languages": ["ajp-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604712, "recall": 0.656126, "f1": 0.619444, "accuracy": 0.656126, "main_score": 0.619444, "hf_subset": "ajp_Arab-tum_Latn", "languages": ["ajp-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635467, "recall": 0.69664, "f1": 0.653179, "accuracy": 0.69664, "main_score": 0.653179, "hf_subset": "bjn_Arab-ace_Arab", "languages": ["bjn-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.402434, "recall": 0.455534, "f1": 0.415793, "accuracy": 0.455534, "main_score": 0.415793, "hf_subset": "bjn_Arab-bam_Latn", "languages": ["bjn-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190128, "recall": 0.227273, "f1": 0.199761, "accuracy": 0.227273, "main_score": 0.199761, "hf_subset": "bjn_Arab-dzo_Tibt", "languages": ["bjn-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.502763, "recall": 0.568182, "f1": 0.519607, "accuracy": 0.568182, "main_score": 0.519607, "hf_subset": "bjn_Arab-hin_Deva", "languages": ["bjn-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.442916, "recall": 0.506917, "f1": 0.45993, "accuracy": 0.506917, "main_score": 0.45993, "hf_subset": "bjn_Arab-khm_Khmr", "languages": ["bjn-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.512208, "recall": 0.58004, "f1": 0.529738, "accuracy": 0.58004, "main_score": 0.529738, "hf_subset": "bjn_Arab-mag_Deva", "languages": ["bjn-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545389, "recall": 0.59585, "f1": 0.558667, "accuracy": 0.59585, "main_score": 0.558667, "hf_subset": "bjn_Arab-pap_Latn", "languages": ["bjn-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428453, "recall": 0.476285, "f1": 0.440983, "accuracy": 0.476285, "main_score": 0.440983, "hf_subset": "bjn_Arab-sot_Latn", "languages": ["bjn-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512825, "recall": 0.574111, "f1": 0.528434, "accuracy": 0.574111, "main_score": 0.528434, "hf_subset": "bjn_Arab-tur_Latn", "languages": ["bjn-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570286, "recall": 0.618577, "f1": 0.583958, "accuracy": 0.618577, "main_score": 0.583958, "hf_subset": "bjn_Arab-ace_Latn", "languages": ["bjn-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567895, "recall": 0.616601, "f1": 0.580446, "accuracy": 0.616601, "main_score": 0.580446, "hf_subset": "bjn_Arab-ban_Latn", "languages": ["bjn-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488687, "recall": 0.5583, "f1": 0.50597, "accuracy": 0.5583, "main_score": 0.50597, "hf_subset": "bjn_Arab-ell_Grek", "languages": ["bjn-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.504193, "recall": 0.563241, "f1": 0.518625, "accuracy": 0.563241, "main_score": 0.518625, "hf_subset": "bjn_Arab-hne_Deva", "languages": ["bjn-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.369199, "recall": 0.423913, "f1": 0.383426, "accuracy": 0.423913, "main_score": 0.383426, "hf_subset": "bjn_Arab-kik_Latn", "languages": ["bjn-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502732, "recall": 0.568182, "f1": 0.519693, "accuracy": 0.568182, "main_score": 0.519693, "hf_subset": "bjn_Arab-mai_Deva", "languages": ["bjn-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.482084, "recall": 0.540514, "f1": 0.496232, "accuracy": 0.540514, "main_score": 0.496232, "hf_subset": "bjn_Arab-pbt_Arab", "languages": ["bjn-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50112, "recall": 0.563241, "f1": 0.516543, "accuracy": 0.563241, "main_score": 0.516543, "hf_subset": "bjn_Arab-spa_Latn", "languages": ["bjn-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4387, "recall": 0.495059, "f1": 0.45387, "accuracy": 0.495059, "main_score": 0.45387, "hf_subset": "bjn_Arab-twi_Latn", "languages": ["bjn-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507201, "recall": 0.574111, "f1": 0.524378, "accuracy": 0.574111, "main_score": 0.524378, "hf_subset": "bjn_Arab-acm_Arab", "languages": ["bjn-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470366, "recall": 0.535573, "f1": 0.487261, "accuracy": 0.535573, "main_score": 0.487261, "hf_subset": "bjn_Arab-bel_Cyrl", "languages": ["bjn-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539328, "recall": 0.608696, "f1": 0.557047, "accuracy": 0.608696, "main_score": 0.557047, "hf_subset": "bjn_Arab-eng_Latn", "languages": ["bjn-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531984, "recall": 0.592885, "f1": 0.547716, "accuracy": 0.592885, "main_score": 0.547716, "hf_subset": "bjn_Arab-hrv_Latn", "languages": ["bjn-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394008, "recall": 0.455534, "f1": 0.409797, "accuracy": 0.455534, "main_score": 0.409797, "hf_subset": "bjn_Arab-kin_Latn", "languages": ["bjn-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487244, "recall": 0.552372, "f1": 0.503614, "accuracy": 0.552372, "main_score": 0.503614, "hf_subset": "bjn_Arab-mal_Mlym", "languages": ["bjn-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.507269, "recall": 0.567194, "f1": 0.52271, "accuracy": 0.567194, "main_score": 0.52271, "hf_subset": "bjn_Arab-pes_Arab", "languages": ["bjn-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543209, "recall": 0.601779, "f1": 0.558713, "accuracy": 0.601779, "main_score": 0.558713, "hf_subset": "bjn_Arab-srd_Latn", "languages": ["bjn-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214143, "recall": 0.253953, "f1": 0.224204, "accuracy": 0.253953, "main_score": 0.224204, "hf_subset": "bjn_Arab-tzm_Tfng", "languages": ["bjn-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.510355, "recall": 0.571146, "f1": 0.525873, "accuracy": 0.571146, "main_score": 0.525873, "hf_subset": "bjn_Arab-acq_Arab", "languages": ["bjn-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.439501, "recall": 0.493083, "f1": 0.453953, "accuracy": 0.493083, "main_score": 0.453953, "hf_subset": "bjn_Arab-bem_Latn", "languages": ["bjn-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535328, "recall": 0.590909, "f1": 0.550044, "accuracy": 0.590909, "main_score": 0.550044, "hf_subset": "bjn_Arab-epo_Latn", "languages": ["bjn-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527777, "recall": 0.588933, "f1": 0.544008, "accuracy": 0.588933, "main_score": 0.544008, "hf_subset": "bjn_Arab-hun_Latn", "languages": ["bjn-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473251, "recall": 0.532609, "f1": 0.488697, "accuracy": 0.532609, "main_score": 0.488697, "hf_subset": "bjn_Arab-kir_Cyrl", "languages": ["bjn-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498419, "recall": 0.562253, "f1": 0.515077, "accuracy": 0.562253, "main_score": 0.515077, "hf_subset": "bjn_Arab-mar_Deva", "languages": ["bjn-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.442228, "recall": 0.495059, "f1": 0.455968, "accuracy": 0.495059, "main_score": 0.455968, "hf_subset": "bjn_Arab-plt_Latn", "languages": ["bjn-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544325, "recall": 0.607708, "f1": 0.560607, "accuracy": 0.607708, "main_score": 0.560607, "hf_subset": "bjn_Arab-srp_Cyrl", "languages": ["bjn-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.454171, "recall": 0.508893, "f1": 0.468101, "accuracy": 0.508893, "main_score": 0.468101, "hf_subset": "bjn_Arab-uig_Arab", "languages": ["bjn-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48869, "recall": 0.543478, "f1": 0.503228, "accuracy": 0.543478, "main_score": 0.503228, "hf_subset": "bjn_Arab-aeb_Arab", "languages": ["bjn-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486977, "recall": 0.563241, "f1": 0.507454, "accuracy": 0.563241, "main_score": 0.507454, "hf_subset": "bjn_Arab-ben_Beng", "languages": ["bjn-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.517925, "recall": 0.579051, "f1": 0.534133, "accuracy": 0.579051, "main_score": 0.534133, "hf_subset": "bjn_Arab-est_Latn", "languages": ["bjn-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494513, "recall": 0.559289, "f1": 0.510255, "accuracy": 0.559289, "main_score": 0.510255, "hf_subset": "bjn_Arab-hye_Armn", "languages": ["bjn-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.404127, "recall": 0.454545, "f1": 0.417754, "accuracy": 0.454545, "main_score": 0.417754, "hf_subset": "bjn_Arab-kmb_Latn", "languages": ["bjn-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697285, "recall": 0.758893, "f1": 0.715599, "accuracy": 0.758893, "main_score": 0.715599, "hf_subset": "bjn_Arab-min_Arab", "languages": ["bjn-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512523, "recall": 0.575099, "f1": 0.529444, "accuracy": 0.575099, "main_score": 0.529444, "hf_subset": "bjn_Arab-pol_Latn", "languages": ["bjn-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417127, "recall": 0.468379, "f1": 0.431431, "accuracy": 0.468379, "main_score": 0.431431, "hf_subset": "bjn_Arab-ssw_Latn", "languages": ["bjn-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535816, "recall": 0.601779, "f1": 0.552729, "accuracy": 0.601779, "main_score": 0.552729, "hf_subset": "bjn_Arab-ukr_Cyrl", "languages": ["bjn-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.564439, "recall": 0.624506, "f1": 0.580065, "accuracy": 0.624506, "main_score": 0.580065, "hf_subset": "bjn_Arab-afr_Latn", "languages": ["bjn-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474716, "recall": 0.538538, "f1": 0.491032, "accuracy": 0.538538, "main_score": 0.491032, "hf_subset": "bjn_Arab-bho_Deva", "languages": ["bjn-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.51367, "recall": 0.573123, "f1": 0.529319, "accuracy": 0.573123, "main_score": 0.529319, "hf_subset": "bjn_Arab-eus_Latn", "languages": ["bjn-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391235, "recall": 0.460474, "f1": 0.409473, "accuracy": 0.460474, "main_score": 0.409473, "hf_subset": "bjn_Arab-ibo_Latn", "languages": ["bjn-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487618, "recall": 0.545455, "f1": 0.503406, "accuracy": 0.545455, "main_score": 0.503406, "hf_subset": "bjn_Arab-kmr_Latn", "languages": ["bjn-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577583, "recall": 0.63834, "f1": 0.593358, "accuracy": 0.63834, "main_score": 0.593358, "hf_subset": "bjn_Arab-min_Latn", "languages": ["bjn-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516236, "recall": 0.583004, "f1": 0.532891, "accuracy": 0.583004, "main_score": 0.532891, "hf_subset": "bjn_Arab-por_Latn", "languages": ["bjn-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578888, "recall": 0.630435, "f1": 0.592863, "accuracy": 0.630435, "main_score": 0.592863, "hf_subset": "bjn_Arab-sun_Latn", "languages": ["bjn-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3885, "recall": 0.442688, "f1": 0.402933, "accuracy": 0.442688, "main_score": 0.402933, "hf_subset": "bjn_Arab-umb_Latn", "languages": ["bjn-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506362, "recall": 0.573123, "f1": 0.523956, "accuracy": 0.573123, "main_score": 0.523956, "hf_subset": "bjn_Arab-ajp_Arab", "languages": ["bjn-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.370432, "recall": 0.41502, "f1": 0.381724, "accuracy": 0.41502, "main_score": 0.381724, "hf_subset": "bjn_Arab-ewe_Latn", "languages": ["bjn-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537114, "recall": 0.588933, "f1": 0.55014, "accuracy": 0.588933, "main_score": 0.55014, "hf_subset": "bjn_Arab-ilo_Latn", "languages": ["bjn-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286803, "recall": 0.327075, "f1": 0.297645, "accuracy": 0.327075, "main_score": 0.297645, "hf_subset": "bjn_Arab-knc_Arab", "languages": ["bjn-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53558, "recall": 0.606719, "f1": 0.553797, "accuracy": 0.606719, "main_score": 0.553797, "hf_subset": "bjn_Arab-mkd_Cyrl", "languages": ["bjn-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514323, "recall": 0.571146, "f1": 0.528553, "accuracy": 0.571146, "main_score": 0.528553, "hf_subset": "bjn_Arab-prs_Arab", "languages": ["bjn-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531205, "recall": 0.601779, "f1": 0.550404, "accuracy": 0.601779, "main_score": 0.550404, "hf_subset": "bjn_Arab-swe_Latn", "languages": ["bjn-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492521, "recall": 0.565217, "f1": 0.512146, "accuracy": 0.565217, "main_score": 0.512146, "hf_subset": "bjn_Arab-urd_Arab", "languages": ["bjn-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.407009, "recall": 0.460474, "f1": 0.421109, "accuracy": 0.460474, "main_score": 0.421109, "hf_subset": "bjn_Arab-aka_Latn", "languages": ["bjn-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672178, "recall": 0.732213, "f1": 0.687616, "accuracy": 0.732213, "main_score": 0.687616, "hf_subset": "bjn_Arab-bjn_Latn", "languages": ["bjn-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47681, "recall": 0.535573, "f1": 0.492338, "accuracy": 0.535573, "main_score": 0.492338, "hf_subset": "bjn_Arab-fao_Latn", "languages": ["bjn-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584266, "recall": 0.643281, "f1": 0.600066, "accuracy": 0.643281, "main_score": 0.600066, "hf_subset": "bjn_Arab-ind_Latn", "languages": ["bjn-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432283, "recall": 0.47332, "f1": 0.443681, "accuracy": 0.47332, "main_score": 0.443681, "hf_subset": "bjn_Arab-knc_Latn", "languages": ["bjn-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542054, "recall": 0.596838, "f1": 0.555697, "accuracy": 0.596838, "main_score": 0.555697, "hf_subset": "bjn_Arab-mlt_Latn", "languages": ["bjn-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450351, "recall": 0.500988, "f1": 0.463844, "accuracy": 0.500988, "main_score": 0.463844, "hf_subset": "bjn_Arab-quy_Latn", "languages": ["bjn-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495763, "recall": 0.556324, "f1": 0.511488, "accuracy": 0.556324, "main_score": 0.511488, "hf_subset": "bjn_Arab-swh_Latn", "languages": ["bjn-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494925, "recall": 0.559289, "f1": 0.51128, "accuracy": 0.559289, "main_score": 0.51128, "hf_subset": "bjn_Arab-uzn_Latn", "languages": ["bjn-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535392, "recall": 0.592885, "f1": 0.549955, "accuracy": 0.592885, "main_score": 0.549955, "hf_subset": "bjn_Arab-als_Latn", "languages": ["bjn-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.258202, "recall": 0.311265, "f1": 0.271127, "accuracy": 0.311265, "main_score": 0.271127, "hf_subset": "bjn_Arab-bod_Tibt", "languages": ["bjn-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.435727, "recall": 0.483202, "f1": 0.448251, "accuracy": 0.483202, "main_score": 0.448251, "hf_subset": "bjn_Arab-fij_Latn", "languages": ["bjn-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453216, "recall": 0.512846, "f1": 0.468706, "accuracy": 0.512846, "main_score": 0.468706, "hf_subset": "bjn_Arab-isl_Latn", "languages": ["bjn-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444963, "recall": 0.498024, "f1": 0.459447, "accuracy": 0.498024, "main_score": 0.459447, "hf_subset": "bjn_Arab-kon_Latn", "languages": ["bjn-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43886, "recall": 0.490119, "f1": 0.452819, "accuracy": 0.490119, "main_score": 0.452819, "hf_subset": "bjn_Arab-mni_Beng", "languages": ["bjn-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.532682, "recall": 0.596838, "f1": 0.549339, "accuracy": 0.596838, "main_score": 0.549339, "hf_subset": "bjn_Arab-ron_Latn", "languages": ["bjn-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524011, "recall": 0.585968, "f1": 0.539913, "accuracy": 0.585968, "main_score": 0.539913, "hf_subset": "bjn_Arab-szl_Latn", "languages": ["bjn-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535146, "recall": 0.593874, "f1": 0.550138, "accuracy": 0.593874, "main_score": 0.550138, "hf_subset": "bjn_Arab-vec_Latn", "languages": ["bjn-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438855, "recall": 0.502964, "f1": 0.455599, "accuracy": 0.502964, "main_score": 0.455599, "hf_subset": "bjn_Arab-amh_Ethi", "languages": ["bjn-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.546258, "recall": 0.609684, "f1": 0.562748, "accuracy": 0.609684, "main_score": 0.562748, "hf_subset": "bjn_Arab-bos_Latn", "languages": ["bjn-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492974, "recall": 0.556324, "f1": 0.509709, "accuracy": 0.556324, "main_score": 0.509709, "hf_subset": "bjn_Arab-fin_Latn", "languages": ["bjn-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51402, "recall": 0.573123, "f1": 0.529008, "accuracy": 0.573123, "main_score": 0.529008, "hf_subset": "bjn_Arab-ita_Latn", "languages": ["bjn-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47614, "recall": 0.541502, "f1": 0.493095, "accuracy": 0.541502, "main_score": 0.493095, "hf_subset": "bjn_Arab-kor_Hang", "languages": ["bjn-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.400126, "recall": 0.452569, "f1": 0.413333, "accuracy": 0.452569, "main_score": 0.413333, "hf_subset": "bjn_Arab-mos_Latn", "languages": ["bjn-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413982, "recall": 0.468379, "f1": 0.428526, "accuracy": 0.468379, "main_score": 0.428526, "hf_subset": "bjn_Arab-run_Latn", "languages": ["bjn-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475167, "recall": 0.539526, "f1": 0.492285, "accuracy": 0.539526, "main_score": 0.492285, "hf_subset": "bjn_Arab-tam_Taml", "languages": ["bjn-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.492977, "recall": 0.550395, "f1": 0.507125, "accuracy": 0.550395, "main_score": 0.507125, "hf_subset": "bjn_Arab-vie_Latn", "languages": ["bjn-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508003, "recall": 0.56917, "f1": 0.524492, "accuracy": 0.56917, "main_score": 0.524492, "hf_subset": "bjn_Arab-apc_Arab", "languages": ["bjn-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535223, "recall": 0.586957, "f1": 0.54859, "accuracy": 0.586957, "main_score": 0.54859, "hf_subset": "bjn_Arab-bug_Latn", "languages": ["bjn-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.339483, "recall": 0.393281, "f1": 0.353408, "accuracy": 0.393281, "main_score": 0.353408, "hf_subset": "bjn_Arab-fon_Latn", "languages": ["bjn-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59162, "recall": 0.641304, "f1": 0.604875, "accuracy": 0.641304, "main_score": 0.604875, "hf_subset": "bjn_Arab-jav_Latn", "languages": ["bjn-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43339, "recall": 0.497036, "f1": 0.450119, "accuracy": 0.497036, "main_score": 0.450119, "hf_subset": "bjn_Arab-lao_Laoo", "languages": ["bjn-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.414801, "recall": 0.461462, "f1": 0.427939, "accuracy": 0.461462, "main_score": 0.427939, "hf_subset": "bjn_Arab-mri_Latn", "languages": ["bjn-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518605, "recall": 0.583992, "f1": 0.535602, "accuracy": 0.583992, "main_score": 0.535602, "hf_subset": "bjn_Arab-rus_Cyrl", "languages": ["bjn-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.40324, "recall": 0.45751, "f1": 0.417826, "accuracy": 0.45751, "main_score": 0.417826, "hf_subset": "bjn_Arab-taq_Latn", "languages": ["bjn-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552577, "recall": 0.607708, "f1": 0.566593, "accuracy": 0.607708, "main_score": 0.566593, "hf_subset": "bjn_Arab-war_Latn", "languages": ["bjn-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508024, "recall": 0.570158, "f1": 0.524064, "accuracy": 0.570158, "main_score": 0.524064, "hf_subset": "bjn_Arab-arb_Arab", "languages": ["bjn-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541056, "recall": 0.600791, "f1": 0.556372, "accuracy": 0.600791, "main_score": 0.556372, "hf_subset": "bjn_Arab-bul_Cyrl", "languages": ["bjn-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515876, "recall": 0.572134, "f1": 0.530492, "accuracy": 0.572134, "main_score": 0.530492, "hf_subset": "bjn_Arab-fra_Latn", "languages": ["bjn-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478409, "recall": 0.54249, "f1": 0.49437, "accuracy": 0.54249, "main_score": 0.49437, "hf_subset": "bjn_Arab-jpn_Jpan", "languages": ["bjn-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.52817, "recall": 0.585968, "f1": 0.542503, "accuracy": 0.585968, "main_score": 0.542503, "hf_subset": "bjn_Arab-lij_Latn", "languages": ["bjn-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363527, "recall": 0.429842, "f1": 0.379918, "accuracy": 0.429842, "main_score": 0.379918, "hf_subset": "bjn_Arab-mya_Mymr", "languages": ["bjn-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.41227, "recall": 0.47332, "f1": 0.428431, "accuracy": 0.47332, "main_score": 0.428431, "hf_subset": "bjn_Arab-sag_Latn", "languages": ["bjn-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215305, "recall": 0.251976, "f1": 0.22429, "accuracy": 0.251976, "main_score": 0.22429, "hf_subset": "bjn_Arab-taq_Tfng", "languages": ["bjn-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.446562, "recall": 0.500988, "f1": 0.461201, "accuracy": 0.500988, "main_score": 0.461201, "hf_subset": "bjn_Arab-wol_Latn", "languages": ["bjn-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385727, "recall": 0.442688, "f1": 0.400481, "accuracy": 0.442688, "main_score": 0.400481, "hf_subset": "bjn_Arab-arb_Latn", "languages": ["bjn-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535393, "recall": 0.59585, "f1": 0.550221, "accuracy": 0.59585, "main_score": 0.550221, "hf_subset": "bjn_Arab-cat_Latn", "languages": ["bjn-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551113, "recall": 0.602767, "f1": 0.564237, "accuracy": 0.602767, "main_score": 0.564237, "hf_subset": "bjn_Arab-fur_Latn", "languages": ["bjn-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.351113, "recall": 0.407115, "f1": 0.365237, "accuracy": 0.407115, "main_score": 0.365237, "hf_subset": "bjn_Arab-kab_Latn", "languages": ["bjn-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51479, "recall": 0.567194, "f1": 0.529299, "accuracy": 0.567194, "main_score": 0.529299, "hf_subset": "bjn_Arab-lim_Latn", "languages": ["bjn-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520295, "recall": 0.583992, "f1": 0.536359, "accuracy": 0.583992, "main_score": 0.536359, "hf_subset": "bjn_Arab-nld_Latn", "languages": ["bjn-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450434, "recall": 0.511858, "f1": 0.466432, "accuracy": 0.511858, "main_score": 0.466432, "hf_subset": "bjn_Arab-san_Deva", "languages": ["bjn-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.519523, "recall": 0.581028, "f1": 0.534342, "accuracy": 0.581028, "main_score": 0.534342, "hf_subset": "bjn_Arab-tat_Cyrl", "languages": ["bjn-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.448103, "recall": 0.505929, "f1": 0.46342, "accuracy": 0.505929, "main_score": 0.46342, "hf_subset": "bjn_Arab-xho_Latn", "languages": ["bjn-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485801, "recall": 0.551383, "f1": 0.502267, "accuracy": 0.551383, "main_score": 0.502267, "hf_subset": "bjn_Arab-ars_Arab", "languages": ["bjn-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545879, "recall": 0.600791, "f1": 0.560041, "accuracy": 0.600791, "main_score": 0.560041, "hf_subset": "bjn_Arab-ceb_Latn", "languages": ["bjn-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405419, "recall": 0.454545, "f1": 0.418862, "accuracy": 0.454545, "main_score": 0.418862, "hf_subset": "bjn_Arab-fuv_Latn", "languages": ["bjn-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381919, "recall": 0.432806, "f1": 0.395518, "accuracy": 0.432806, "main_score": 0.395518, "hf_subset": "bjn_Arab-kac_Latn", "languages": ["bjn-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460477, "recall": 0.511858, "f1": 0.473923, "accuracy": 0.511858, "main_score": 0.473923, "hf_subset": "bjn_Arab-lin_Latn", "languages": ["bjn-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529403, "recall": 0.59585, "f1": 0.546266, "accuracy": 0.59585, "main_score": 0.546266, "hf_subset": "bjn_Arab-nno_Latn", "languages": ["bjn-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135977, "recall": 0.18083, "f1": 0.148053, "accuracy": 0.18083, "main_score": 0.148053, "hf_subset": "bjn_Arab-sat_Olck", "languages": ["bjn-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.491597, "recall": 0.554348, "f1": 0.507418, "accuracy": 0.554348, "main_score": 0.507418, "hf_subset": "bjn_Arab-tel_Telu", "languages": ["bjn-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.475795, "recall": 0.528656, "f1": 0.490275, "accuracy": 0.528656, "main_score": 0.490275, "hf_subset": "bjn_Arab-ydd_Hebr", "languages": ["bjn-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.477831, "recall": 0.532609, "f1": 0.491041, "accuracy": 0.532609, "main_score": 0.491041, "hf_subset": "bjn_Arab-ary_Arab", "languages": ["bjn-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519951, "recall": 0.587945, "f1": 0.536855, "accuracy": 0.587945, "main_score": 0.536855, "hf_subset": "bjn_Arab-ces_Latn", "languages": ["bjn-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435397, "recall": 0.492095, "f1": 0.450633, "accuracy": 0.492095, "main_score": 0.450633, "hf_subset": "bjn_Arab-gaz_Latn", "languages": ["bjn-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410263, "recall": 0.462451, "f1": 0.423758, "accuracy": 0.462451, "main_score": 0.423758, "hf_subset": "bjn_Arab-kam_Latn", "languages": ["bjn-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506383, "recall": 0.567194, "f1": 0.521479, "accuracy": 0.567194, "main_score": 0.521479, "hf_subset": "bjn_Arab-lit_Latn", "languages": ["bjn-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524675, "recall": 0.58498, "f1": 0.540515, "accuracy": 0.58498, "main_score": 0.540515, "hf_subset": "bjn_Arab-nob_Latn", "languages": ["bjn-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534583, "recall": 0.589921, "f1": 0.548951, "accuracy": 0.589921, "main_score": 0.548951, "hf_subset": "bjn_Arab-scn_Latn", "languages": ["bjn-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48691, "recall": 0.54249, "f1": 0.501431, "accuracy": 0.54249, "main_score": 0.501431, "hf_subset": "bjn_Arab-tgk_Cyrl", "languages": ["bjn-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.3758, "recall": 0.443676, "f1": 0.393781, "accuracy": 0.443676, "main_score": 0.393781, "hf_subset": "bjn_Arab-yor_Latn", "languages": ["bjn-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498372, "recall": 0.555336, "f1": 0.513126, "accuracy": 0.555336, "main_score": 0.513126, "hf_subset": "bjn_Arab-arz_Arab", "languages": ["bjn-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.402448, "recall": 0.452569, "f1": 0.415326, "accuracy": 0.452569, "main_score": 0.415326, "hf_subset": "bjn_Arab-cjk_Latn", "languages": ["bjn-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410365, "recall": 0.468379, "f1": 0.425457, "accuracy": 0.468379, "main_score": 0.425457, "hf_subset": "bjn_Arab-gla_Latn", "languages": ["bjn-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481472, "recall": 0.549407, "f1": 0.498824, "accuracy": 0.549407, "main_score": 0.498824, "hf_subset": "bjn_Arab-kan_Knda", "languages": ["bjn-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.533211, "recall": 0.588933, "f1": 0.548525, "accuracy": 0.588933, "main_score": 0.548525, "hf_subset": "bjn_Arab-lmo_Latn", "languages": ["bjn-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50128, "recall": 0.568182, "f1": 0.518269, "accuracy": 0.568182, "main_score": 0.518269, "hf_subset": "bjn_Arab-npi_Deva", "languages": ["bjn-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.327007, "recall": 0.37747, "f1": 0.340275, "accuracy": 0.37747, "main_score": 0.340275, "hf_subset": "bjn_Arab-shn_Mymr", "languages": ["bjn-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.550154, "recall": 0.601779, "f1": 0.56334, "accuracy": 0.601779, "main_score": 0.56334, "hf_subset": "bjn_Arab-tgl_Latn", "languages": ["bjn-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476684, "recall": 0.537549, "f1": 0.49238, "accuracy": 0.537549, "main_score": 0.49238, "hf_subset": "bjn_Arab-yue_Hant", "languages": ["bjn-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.468662, "recall": 0.533597, "f1": 0.486262, "accuracy": 0.533597, "main_score": 0.486262, "hf_subset": "bjn_Arab-asm_Beng", "languages": ["bjn-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.469627, "recall": 0.530632, "f1": 0.48521, "accuracy": 0.530632, "main_score": 0.48521, "hf_subset": "bjn_Arab-ckb_Arab", "languages": ["bjn-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.439446, "recall": 0.490119, "f1": 0.45305, "accuracy": 0.490119, "main_score": 0.45305, "hf_subset": "bjn_Arab-gle_Latn", "languages": ["bjn-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458369, "recall": 0.51581, "f1": 0.47283, "accuracy": 0.51581, "main_score": 0.47283, "hf_subset": "bjn_Arab-kas_Arab", "languages": ["bjn-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503736, "recall": 0.571146, "f1": 0.521668, "accuracy": 0.571146, "main_score": 0.521668, "hf_subset": "bjn_Arab-ltg_Latn", "languages": ["bjn-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45277, "recall": 0.503953, "f1": 0.466678, "accuracy": 0.503953, "main_score": 0.466678, "hf_subset": "bjn_Arab-nso_Latn", "languages": ["bjn-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434319, "recall": 0.495059, "f1": 0.449881, "accuracy": 0.495059, "main_score": 0.449881, "hf_subset": "bjn_Arab-sin_Sinh", "languages": ["bjn-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.500235, "recall": 0.562253, "f1": 0.51583, "accuracy": 0.562253, "main_score": 0.51583, "hf_subset": "bjn_Arab-tha_Thai", "languages": ["bjn-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.44963, "recall": 0.502964, "f1": 0.462742, "accuracy": 0.502964, "main_score": 0.462742, "hf_subset": "bjn_Arab-zho_Hans", "languages": ["bjn-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.530442, "recall": 0.599802, "f1": 0.547985, "accuracy": 0.599802, "main_score": 0.547985, "hf_subset": "bjn_Arab-ast_Latn", "languages": ["bjn-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483446, "recall": 0.547431, "f1": 0.499746, "accuracy": 0.547431, "main_score": 0.499746, "hf_subset": "bjn_Arab-crh_Latn", "languages": ["bjn-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524167, "recall": 0.586957, "f1": 0.539758, "accuracy": 0.586957, "main_score": 0.539758, "hf_subset": "bjn_Arab-glg_Latn", "languages": ["bjn-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440784, "recall": 0.490119, "f1": 0.453683, "accuracy": 0.490119, "main_score": 0.453683, "hf_subset": "bjn_Arab-kas_Deva", "languages": ["bjn-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.523382, "recall": 0.571146, "f1": 0.53552, "accuracy": 0.571146, "main_score": 0.53552, "hf_subset": "bjn_Arab-ltz_Latn", "languages": ["bjn-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360748, "recall": 0.421937, "f1": 0.376285, "accuracy": 0.421937, "main_score": 0.376285, "hf_subset": "bjn_Arab-nus_Latn", "languages": ["bjn-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51402, "recall": 0.58004, "f1": 0.531101, "accuracy": 0.58004, "main_score": 0.531101, "hf_subset": "bjn_Arab-slk_Latn", "languages": ["bjn-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362774, "recall": 0.422925, "f1": 0.377568, "accuracy": 0.422925, "main_score": 0.377568, "hf_subset": "bjn_Arab-tir_Ethi", "languages": ["bjn-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.452536, "recall": 0.513834, "f1": 0.467298, "accuracy": 0.513834, "main_score": 0.467298, "hf_subset": "bjn_Arab-zho_Hant", "languages": ["bjn-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.487981, "recall": 0.560277, "f1": 0.506552, "accuracy": 0.560277, "main_score": 0.506552, "hf_subset": "bjn_Arab-awa_Deva", "languages": ["bjn-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.481616, "recall": 0.536561, "f1": 0.495687, "accuracy": 0.536561, "main_score": 0.495687, "hf_subset": "bjn_Arab-cym_Latn", "languages": ["bjn-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494336, "recall": 0.54249, "f1": 0.507502, "accuracy": 0.54249, "main_score": 0.507502, "hf_subset": "bjn_Arab-grn_Latn", "languages": ["bjn-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495445, "recall": 0.550395, "f1": 0.509609, "accuracy": 0.550395, "main_score": 0.509609, "hf_subset": "bjn_Arab-kat_Geor", "languages": ["bjn-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.451742, "recall": 0.505929, "f1": 0.466048, "accuracy": 0.505929, "main_score": 0.466048, "hf_subset": "bjn_Arab-lua_Latn", "languages": ["bjn-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438327, "recall": 0.490119, "f1": 0.452241, "accuracy": 0.490119, "main_score": 0.452241, "hf_subset": "bjn_Arab-nya_Latn", "languages": ["bjn-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526841, "recall": 0.58498, "f1": 0.541164, "accuracy": 0.58498, "main_score": 0.541164, "hf_subset": "bjn_Arab-slv_Latn", "languages": ["bjn-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505005, "recall": 0.554348, "f1": 0.517769, "accuracy": 0.554348, "main_score": 0.517769, "hf_subset": "bjn_Arab-tpi_Latn", "languages": ["bjn-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566792, "recall": 0.625494, "f1": 0.582285, "accuracy": 0.625494, "main_score": 0.582285, "hf_subset": "bjn_Arab-zsm_Latn", "languages": ["bjn-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402467, "recall": 0.458498, "f1": 0.417039, "accuracy": 0.458498, "main_score": 0.417039, "hf_subset": "bjn_Arab-ayr_Latn", "languages": ["bjn-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537907, "recall": 0.599802, "f1": 0.55479, "accuracy": 0.599802, "main_score": 0.55479, "hf_subset": "bjn_Arab-dan_Latn", "languages": ["bjn-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510386, "recall": 0.572134, "f1": 0.527134, "accuracy": 0.572134, "main_score": 0.527134, "hf_subset": "bjn_Arab-guj_Gujr", "languages": ["bjn-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.496145, "recall": 0.560277, "f1": 0.512075, "accuracy": 0.560277, "main_score": 0.512075, "hf_subset": "bjn_Arab-kaz_Cyrl", "languages": ["bjn-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.394866, "recall": 0.444664, "f1": 0.408684, "accuracy": 0.444664, "main_score": 0.408684, "hf_subset": "bjn_Arab-lug_Latn", "languages": ["bjn-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546343, "recall": 0.613636, "f1": 0.563567, "accuracy": 0.613636, "main_score": 0.563567, "hf_subset": "bjn_Arab-oci_Latn", "languages": ["bjn-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446291, "recall": 0.500988, "f1": 0.461313, "accuracy": 0.500988, "main_score": 0.461313, "hf_subset": "bjn_Arab-smo_Latn", "languages": ["bjn-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383513, "recall": 0.440711, "f1": 0.398514, "accuracy": 0.440711, "main_score": 0.398514, "hf_subset": "bjn_Arab-tsn_Latn", "languages": ["bjn-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426176, "recall": 0.479249, "f1": 0.439475, "accuracy": 0.479249, "main_score": 0.439475, "hf_subset": "bjn_Arab-zul_Latn", "languages": ["bjn-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445542, "recall": 0.506917, "f1": 0.462167, "accuracy": 0.506917, "main_score": 0.462167, "hf_subset": "bjn_Arab-azb_Arab", "languages": ["bjn-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521955, "recall": 0.589921, "f1": 0.538883, "accuracy": 0.589921, "main_score": 0.538883, "hf_subset": "bjn_Arab-deu_Latn", "languages": ["bjn-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517777, "recall": 0.575099, "f1": 0.533686, "accuracy": 0.575099, "main_score": 0.533686, "hf_subset": "bjn_Arab-hat_Latn", "languages": ["bjn-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.371809, "recall": 0.423913, "f1": 0.385871, "accuracy": 0.423913, "main_score": 0.385871, "hf_subset": "bjn_Arab-kbp_Latn", "languages": ["bjn-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43561, "recall": 0.486166, "f1": 0.449519, "accuracy": 0.486166, "main_score": 0.449519, "hf_subset": "bjn_Arab-luo_Latn", "languages": ["bjn-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476928, "recall": 0.547431, "f1": 0.495084, "accuracy": 0.547431, "main_score": 0.495084, "hf_subset": "bjn_Arab-ory_Orya", "languages": ["bjn-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.404883, "recall": 0.460474, "f1": 0.41902, "accuracy": 0.460474, "main_score": 0.41902, "hf_subset": "bjn_Arab-sna_Latn", "languages": ["bjn-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403291, "recall": 0.451581, "f1": 0.416329, "accuracy": 0.451581, "main_score": 0.416329, "hf_subset": "bjn_Arab-tso_Latn", "languages": ["bjn-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47557, "recall": 0.541502, "f1": 0.493419, "accuracy": 0.541502, "main_score": 0.493419, "hf_subset": "bjn_Arab-azj_Latn", "languages": ["bjn-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381366, "recall": 0.439723, "f1": 0.397994, "accuracy": 0.439723, "main_score": 0.397994, "hf_subset": "bjn_Arab-dik_Latn", "languages": ["bjn-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450325, "recall": 0.503953, "f1": 0.464442, "accuracy": 0.503953, "main_score": 0.464442, "hf_subset": "bjn_Arab-hau_Latn", "languages": ["bjn-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52671, "recall": 0.58004, "f1": 0.540565, "accuracy": 0.58004, "main_score": 0.540565, "hf_subset": "bjn_Arab-kea_Latn", "languages": ["bjn-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461739, "recall": 0.512846, "f1": 0.475664, "accuracy": 0.512846, "main_score": 0.475664, "hf_subset": "bjn_Arab-lus_Latn", "languages": ["bjn-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521174, "recall": 0.563241, "f1": 0.532844, "accuracy": 0.563241, "main_score": 0.532844, "hf_subset": "bjn_Arab-pag_Latn", "languages": ["bjn-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476683, "recall": 0.543478, "f1": 0.493769, "accuracy": 0.543478, "main_score": 0.493769, "hf_subset": "bjn_Arab-snd_Arab", "languages": ["bjn-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483587, "recall": 0.545455, "f1": 0.500617, "accuracy": 0.545455, "main_score": 0.500617, "hf_subset": "bjn_Arab-tuk_Latn", "languages": ["bjn-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514252, "recall": 0.58004, "f1": 0.531659, "accuracy": 0.58004, "main_score": 0.531659, "hf_subset": "bjn_Arab-bak_Cyrl", "languages": ["bjn-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.319856, "recall": 0.386364, "f1": 0.337719, "accuracy": 0.386364, "main_score": 0.337719, "hf_subset": "bjn_Arab-dyu_Latn", "languages": ["bjn-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5126, "recall": 0.568182, "f1": 0.527078, "accuracy": 0.568182, "main_score": 0.527078, "hf_subset": "bjn_Arab-heb_Hebr", "languages": ["bjn-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.465484, "recall": 0.529644, "f1": 0.481767, "accuracy": 0.529644, "main_score": 0.481767, "hf_subset": "bjn_Arab-khk_Cyrl", "languages": ["bjn-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528787, "recall": 0.585968, "f1": 0.54351, "accuracy": 0.585968, "main_score": 0.54351, "hf_subset": "bjn_Arab-lvs_Latn", "languages": ["bjn-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485796, "recall": 0.55336, "f1": 0.50299, "accuracy": 0.55336, "main_score": 0.50299, "hf_subset": "bjn_Arab-pan_Guru", "languages": ["bjn-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.424581, "recall": 0.478261, "f1": 0.439205, "accuracy": 0.478261, "main_score": 0.439205, "hf_subset": "bjn_Arab-som_Latn", "languages": ["bjn-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397783, "recall": 0.447628, "f1": 0.410631, "accuracy": 0.447628, "main_score": 0.410631, "hf_subset": "bjn_Arab-tum_Latn", "languages": ["bjn-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4038, "recall": 0.450593, "f1": 0.417067, "accuracy": 0.450593, "main_score": 0.417067, "hf_subset": "ewe_Latn-ace_Arab", "languages": ["ewe-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493818, "recall": 0.52668, "f1": 0.503651, "accuracy": 0.52668, "main_score": 0.503651, "hf_subset": "ewe_Latn-bam_Latn", "languages": ["ewe-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208814, "recall": 0.25, "f1": 0.220403, "accuracy": 0.25, "main_score": 0.220403, "hf_subset": "ewe_Latn-dzo_Tibt", "languages": ["ewe-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.501366, "recall": 0.544466, "f1": 0.513738, "accuracy": 0.544466, "main_score": 0.513738, "hf_subset": "ewe_Latn-hin_Deva", "languages": ["ewe-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460361, "recall": 0.507905, "f1": 0.47347, "accuracy": 0.507905, "main_score": 0.47347, "hf_subset": "ewe_Latn-khm_Khmr", "languages": ["ewe-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.502632, "recall": 0.54249, "f1": 0.513797, "accuracy": 0.54249, "main_score": 0.513797, "hf_subset": "ewe_Latn-mag_Deva", "languages": ["ewe-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.523637, "recall": 0.556324, "f1": 0.532451, "accuracy": 0.556324, "main_score": 0.532451, "hf_subset": "ewe_Latn-pap_Latn", "languages": ["ewe-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518841, "recall": 0.556324, "f1": 0.529415, "accuracy": 0.556324, "main_score": 0.529415, "hf_subset": "ewe_Latn-sot_Latn", "languages": ["ewe-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511342, "recall": 0.555336, "f1": 0.523812, "accuracy": 0.555336, "main_score": 0.523812, "hf_subset": "ewe_Latn-tur_Latn", "languages": ["ewe-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511043, "recall": 0.545455, "f1": 0.520912, "accuracy": 0.545455, "main_score": 0.520912, "hf_subset": "ewe_Latn-ace_Latn", "languages": ["ewe-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525935, "recall": 0.559289, "f1": 0.535066, "accuracy": 0.559289, "main_score": 0.535066, "hf_subset": "ewe_Latn-ban_Latn", "languages": ["ewe-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49377, "recall": 0.541502, "f1": 0.506448, "accuracy": 0.541502, "main_score": 0.506448, "hf_subset": "ewe_Latn-ell_Grek", "languages": ["ewe-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.510541, "recall": 0.551383, "f1": 0.522161, "accuracy": 0.551383, "main_score": 0.522161, "hf_subset": "ewe_Latn-hne_Deva", "languages": ["ewe-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.470333, "recall": 0.511858, "f1": 0.482373, "accuracy": 0.511858, "main_score": 0.482373, "hf_subset": "ewe_Latn-kik_Latn", "languages": ["ewe-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494191, "recall": 0.54249, "f1": 0.50711, "accuracy": 0.54249, "main_score": 0.50711, "hf_subset": "ewe_Latn-mai_Deva", "languages": ["ewe-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461608, "recall": 0.508893, "f1": 0.474541, "accuracy": 0.508893, "main_score": 0.474541, "hf_subset": "ewe_Latn-pbt_Arab", "languages": ["ewe-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511175, "recall": 0.55336, "f1": 0.523035, "accuracy": 0.55336, "main_score": 0.523035, "hf_subset": "ewe_Latn-spa_Latn", "languages": ["ewe-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54277, "recall": 0.573123, "f1": 0.55191, "accuracy": 0.573123, "main_score": 0.55191, "hf_subset": "ewe_Latn-twi_Latn", "languages": ["ewe-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496171, "recall": 0.537549, "f1": 0.507243, "accuracy": 0.537549, "main_score": 0.507243, "hf_subset": "ewe_Latn-acm_Arab", "languages": ["ewe-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.466293, "recall": 0.509881, "f1": 0.478708, "accuracy": 0.509881, "main_score": 0.478708, "hf_subset": "ewe_Latn-bel_Cyrl", "languages": ["ewe-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533988, "recall": 0.58004, "f1": 0.546466, "accuracy": 0.58004, "main_score": 0.546466, "hf_subset": "ewe_Latn-eng_Latn", "languages": ["ewe-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522409, "recall": 0.560277, "f1": 0.532897, "accuracy": 0.560277, "main_score": 0.532897, "hf_subset": "ewe_Latn-hrv_Latn", "languages": ["ewe-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470869, "recall": 0.512846, "f1": 0.482712, "accuracy": 0.512846, "main_score": 0.482712, "hf_subset": "ewe_Latn-kin_Latn", "languages": ["ewe-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490592, "recall": 0.535573, "f1": 0.503034, "accuracy": 0.535573, "main_score": 0.503034, "hf_subset": "ewe_Latn-mal_Mlym", "languages": ["ewe-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.491004, "recall": 0.539526, "f1": 0.505251, "accuracy": 0.539526, "main_score": 0.505251, "hf_subset": "ewe_Latn-pes_Arab", "languages": ["ewe-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520908, "recall": 0.559289, "f1": 0.531399, "accuracy": 0.559289, "main_score": 0.531399, "hf_subset": "ewe_Latn-srd_Latn", "languages": ["ewe-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179779, "recall": 0.212451, "f1": 0.18826, "accuracy": 0.212451, "main_score": 0.18826, "hf_subset": "ewe_Latn-tzm_Tfng", "languages": ["ewe-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.494048, "recall": 0.536561, "f1": 0.505864, "accuracy": 0.536561, "main_score": 0.505864, "hf_subset": "ewe_Latn-acq_Arab", "languages": ["ewe-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527599, "recall": 0.567194, "f1": 0.538303, "accuracy": 0.567194, "main_score": 0.538303, "hf_subset": "ewe_Latn-bem_Latn", "languages": ["ewe-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501413, "recall": 0.543478, "f1": 0.512996, "accuracy": 0.543478, "main_score": 0.512996, "hf_subset": "ewe_Latn-epo_Latn", "languages": ["ewe-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516011, "recall": 0.556324, "f1": 0.527015, "accuracy": 0.556324, "main_score": 0.527015, "hf_subset": "ewe_Latn-hun_Latn", "languages": ["ewe-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488656, "recall": 0.533597, "f1": 0.501525, "accuracy": 0.533597, "main_score": 0.501525, "hf_subset": "ewe_Latn-kir_Cyrl", "languages": ["ewe-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505934, "recall": 0.546443, "f1": 0.517116, "accuracy": 0.546443, "main_score": 0.517116, "hf_subset": "ewe_Latn-mar_Deva", "languages": ["ewe-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517515, "recall": 0.551383, "f1": 0.52724, "accuracy": 0.551383, "main_score": 0.52724, "hf_subset": "ewe_Latn-plt_Latn", "languages": ["ewe-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504377, "recall": 0.547431, "f1": 0.516016, "accuracy": 0.547431, "main_score": 0.516016, "hf_subset": "ewe_Latn-srp_Cyrl", "languages": ["ewe-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.436907, "recall": 0.48419, "f1": 0.450224, "accuracy": 0.48419, "main_score": 0.450224, "hf_subset": "ewe_Latn-uig_Arab", "languages": ["ewe-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484305, "recall": 0.523715, "f1": 0.494713, "accuracy": 0.523715, "main_score": 0.494713, "hf_subset": "ewe_Latn-aeb_Arab", "languages": ["ewe-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508126, "recall": 0.55336, "f1": 0.521019, "accuracy": 0.55336, "main_score": 0.521019, "hf_subset": "ewe_Latn-ben_Beng", "languages": ["ewe-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.5103, "recall": 0.551383, "f1": 0.521399, "accuracy": 0.551383, "main_score": 0.521399, "hf_subset": "ewe_Latn-est_Latn", "languages": ["ewe-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46856, "recall": 0.518775, "f1": 0.482341, "accuracy": 0.518775, "main_score": 0.482341, "hf_subset": "ewe_Latn-hye_Armn", "languages": ["ewe-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.506971, "recall": 0.54249, "f1": 0.51749, "accuracy": 0.54249, "main_score": 0.51749, "hf_subset": "ewe_Latn-kmb_Latn", "languages": ["ewe-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.368582, "recall": 0.417984, "f1": 0.381876, "accuracy": 0.417984, "main_score": 0.381876, "hf_subset": "ewe_Latn-min_Arab", "languages": ["ewe-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509562, "recall": 0.55336, "f1": 0.521739, "accuracy": 0.55336, "main_score": 0.521739, "hf_subset": "ewe_Latn-pol_Latn", "languages": ["ewe-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499832, "recall": 0.536561, "f1": 0.510158, "accuracy": 0.536561, "main_score": 0.510158, "hf_subset": "ewe_Latn-ssw_Latn", "languages": ["ewe-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499525, "recall": 0.545455, "f1": 0.512571, "accuracy": 0.545455, "main_score": 0.512571, "hf_subset": "ewe_Latn-ukr_Cyrl", "languages": ["ewe-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526447, "recall": 0.571146, "f1": 0.539009, "accuracy": 0.571146, "main_score": 0.539009, "hf_subset": "ewe_Latn-afr_Latn", "languages": ["ewe-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502732, "recall": 0.544466, "f1": 0.513956, "accuracy": 0.544466, "main_score": 0.513956, "hf_subset": "ewe_Latn-bho_Deva", "languages": ["ewe-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.519146, "recall": 0.559289, "f1": 0.530528, "accuracy": 0.559289, "main_score": 0.530528, "hf_subset": "ewe_Latn-eus_Latn", "languages": ["ewe-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507305, "recall": 0.548419, "f1": 0.519666, "accuracy": 0.548419, "main_score": 0.519666, "hf_subset": "ewe_Latn-ibo_Latn", "languages": ["ewe-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504513, "recall": 0.545455, "f1": 0.516487, "accuracy": 0.545455, "main_score": 0.516487, "hf_subset": "ewe_Latn-kmr_Latn", "languages": ["ewe-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525569, "recall": 0.557312, "f1": 0.534853, "accuracy": 0.557312, "main_score": 0.534853, "hf_subset": "ewe_Latn-min_Latn", "languages": ["ewe-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523059, "recall": 0.563241, "f1": 0.534121, "accuracy": 0.563241, "main_score": 0.534121, "hf_subset": "ewe_Latn-por_Latn", "languages": ["ewe-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531945, "recall": 0.565217, "f1": 0.541846, "accuracy": 0.565217, "main_score": 0.541846, "hf_subset": "ewe_Latn-sun_Latn", "languages": ["ewe-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479151, "recall": 0.522727, "f1": 0.491238, "accuracy": 0.522727, "main_score": 0.491238, "hf_subset": "ewe_Latn-umb_Latn", "languages": ["ewe-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503173, "recall": 0.544466, "f1": 0.514138, "accuracy": 0.544466, "main_score": 0.514138, "hf_subset": "ewe_Latn-ajp_Arab", "languages": ["ewe-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.381304, "recall": 0.423913, "f1": 0.393274, "accuracy": 0.423913, "main_score": 0.393274, "hf_subset": "ewe_Latn-bjn_Arab", "languages": ["ewe-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532172, "recall": 0.564229, "f1": 0.541108, "accuracy": 0.564229, "main_score": 0.541108, "hf_subset": "ewe_Latn-ilo_Latn", "languages": ["ewe-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.288351, "recall": 0.335968, "f1": 0.301008, "accuracy": 0.335968, "main_score": 0.301008, "hf_subset": "ewe_Latn-knc_Arab", "languages": ["ewe-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501829, "recall": 0.54249, "f1": 0.512882, "accuracy": 0.54249, "main_score": 0.512882, "hf_subset": "ewe_Latn-mkd_Cyrl", "languages": ["ewe-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497413, "recall": 0.545455, "f1": 0.510984, "accuracy": 0.545455, "main_score": 0.510984, "hf_subset": "ewe_Latn-prs_Arab", "languages": ["ewe-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520937, "recall": 0.561265, "f1": 0.532101, "accuracy": 0.561265, "main_score": 0.532101, "hf_subset": "ewe_Latn-swe_Latn", "languages": ["ewe-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47614, "recall": 0.527668, "f1": 0.490779, "accuracy": 0.527668, "main_score": 0.490779, "hf_subset": "ewe_Latn-urd_Arab", "languages": ["ewe-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516679, "recall": 0.554348, "f1": 0.527162, "accuracy": 0.554348, "main_score": 0.527162, "hf_subset": "ewe_Latn-aka_Latn", "languages": ["ewe-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530145, "recall": 0.564229, "f1": 0.53904, "accuracy": 0.564229, "main_score": 0.53904, "hf_subset": "ewe_Latn-bjn_Latn", "languages": ["ewe-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499336, "recall": 0.540514, "f1": 0.511727, "accuracy": 0.540514, "main_score": 0.511727, "hf_subset": "ewe_Latn-fao_Latn", "languages": ["ewe-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521304, "recall": 0.560277, "f1": 0.532008, "accuracy": 0.560277, "main_score": 0.532008, "hf_subset": "ewe_Latn-ind_Latn", "languages": ["ewe-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494728, "recall": 0.533597, "f1": 0.505602, "accuracy": 0.533597, "main_score": 0.505602, "hf_subset": "ewe_Latn-knc_Latn", "languages": ["ewe-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525653, "recall": 0.560277, "f1": 0.535043, "accuracy": 0.560277, "main_score": 0.535043, "hf_subset": "ewe_Latn-mlt_Latn", "languages": ["ewe-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499654, "recall": 0.538538, "f1": 0.511063, "accuracy": 0.538538, "main_score": 0.511063, "hf_subset": "ewe_Latn-quy_Latn", "languages": ["ewe-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527881, "recall": 0.557312, "f1": 0.536095, "accuracy": 0.557312, "main_score": 0.536095, "hf_subset": "ewe_Latn-swh_Latn", "languages": ["ewe-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485802, "recall": 0.532609, "f1": 0.498367, "accuracy": 0.532609, "main_score": 0.498367, "hf_subset": "ewe_Latn-uzn_Latn", "languages": ["ewe-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509514, "recall": 0.548419, "f1": 0.520045, "accuracy": 0.548419, "main_score": 0.520045, "hf_subset": "ewe_Latn-als_Latn", "languages": ["ewe-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.24414, "recall": 0.286561, "f1": 0.25393, "accuracy": 0.286561, "main_score": 0.25393, "hf_subset": "ewe_Latn-bod_Tibt", "languages": ["ewe-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.492397, "recall": 0.528656, "f1": 0.503101, "accuracy": 0.528656, "main_score": 0.503101, "hf_subset": "ewe_Latn-fij_Latn", "languages": ["ewe-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484907, "recall": 0.532609, "f1": 0.498835, "accuracy": 0.532609, "main_score": 0.498835, "hf_subset": "ewe_Latn-isl_Latn", "languages": ["ewe-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52679, "recall": 0.556324, "f1": 0.535386, "accuracy": 0.556324, "main_score": 0.535386, "hf_subset": "ewe_Latn-kon_Latn", "languages": ["ewe-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44624, "recall": 0.497036, "f1": 0.460784, "accuracy": 0.497036, "main_score": 0.460784, "hf_subset": "ewe_Latn-mni_Beng", "languages": ["ewe-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.533343, "recall": 0.573123, "f1": 0.54343, "accuracy": 0.573123, "main_score": 0.54343, "hf_subset": "ewe_Latn-ron_Latn", "languages": ["ewe-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512057, "recall": 0.555336, "f1": 0.524249, "accuracy": 0.555336, "main_score": 0.524249, "hf_subset": "ewe_Latn-szl_Latn", "languages": ["ewe-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51112, "recall": 0.557312, "f1": 0.523828, "accuracy": 0.557312, "main_score": 0.523828, "hf_subset": "ewe_Latn-vec_Latn", "languages": ["ewe-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427372, "recall": 0.477273, "f1": 0.442307, "accuracy": 0.477273, "main_score": 0.442307, "hf_subset": "ewe_Latn-amh_Ethi", "languages": ["ewe-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.530914, "recall": 0.56917, "f1": 0.54155, "accuracy": 0.56917, "main_score": 0.54155, "hf_subset": "ewe_Latn-bos_Latn", "languages": ["ewe-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489496, "recall": 0.535573, "f1": 0.502514, "accuracy": 0.535573, "main_score": 0.502514, "hf_subset": "ewe_Latn-fin_Latn", "languages": ["ewe-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512375, "recall": 0.554348, "f1": 0.523911, "accuracy": 0.554348, "main_score": 0.523911, "hf_subset": "ewe_Latn-ita_Latn", "languages": ["ewe-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501583, "recall": 0.551383, "f1": 0.514929, "accuracy": 0.551383, "main_score": 0.514929, "hf_subset": "ewe_Latn-kor_Hang", "languages": ["ewe-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.497819, "recall": 0.534585, "f1": 0.508435, "accuracy": 0.534585, "main_score": 0.508435, "hf_subset": "ewe_Latn-mos_Latn", "languages": ["ewe-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502421, "recall": 0.541502, "f1": 0.51344, "accuracy": 0.541502, "main_score": 0.51344, "hf_subset": "ewe_Latn-run_Latn", "languages": ["ewe-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477096, "recall": 0.531621, "f1": 0.492015, "accuracy": 0.531621, "main_score": 0.492015, "hf_subset": "ewe_Latn-tam_Taml", "languages": ["ewe-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.522427, "recall": 0.563241, "f1": 0.533631, "accuracy": 0.563241, "main_score": 0.533631, "hf_subset": "ewe_Latn-vie_Latn", "languages": ["ewe-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488422, "recall": 0.529644, "f1": 0.499736, "accuracy": 0.529644, "main_score": 0.499736, "hf_subset": "ewe_Latn-apc_Arab", "languages": ["ewe-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520598, "recall": 0.555336, "f1": 0.53062, "accuracy": 0.555336, "main_score": 0.53062, "hf_subset": "ewe_Latn-bug_Latn", "languages": ["ewe-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461086, "recall": 0.496047, "f1": 0.470949, "accuracy": 0.496047, "main_score": 0.470949, "hf_subset": "ewe_Latn-fon_Latn", "languages": ["ewe-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52717, "recall": 0.561265, "f1": 0.536709, "accuracy": 0.561265, "main_score": 0.536709, "hf_subset": "ewe_Latn-jav_Latn", "languages": ["ewe-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460113, "recall": 0.505929, "f1": 0.472688, "accuracy": 0.505929, "main_score": 0.472688, "hf_subset": "ewe_Latn-lao_Laoo", "languages": ["ewe-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.472555, "recall": 0.506917, "f1": 0.482587, "accuracy": 0.506917, "main_score": 0.482587, "hf_subset": "ewe_Latn-mri_Latn", "languages": ["ewe-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506867, "recall": 0.552372, "f1": 0.518676, "accuracy": 0.552372, "main_score": 0.518676, "hf_subset": "ewe_Latn-rus_Cyrl", "languages": ["ewe-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480889, "recall": 0.518775, "f1": 0.491984, "accuracy": 0.518775, "main_score": 0.491984, "hf_subset": "ewe_Latn-taq_Latn", "languages": ["ewe-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53418, "recall": 0.567194, "f1": 0.543422, "accuracy": 0.567194, "main_score": 0.543422, "hf_subset": "ewe_Latn-war_Latn", "languages": ["ewe-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500746, "recall": 0.541502, "f1": 0.511857, "accuracy": 0.541502, "main_score": 0.511857, "hf_subset": "ewe_Latn-arb_Arab", "languages": ["ewe-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511028, "recall": 0.552372, "f1": 0.521992, "accuracy": 0.552372, "main_score": 0.521992, "hf_subset": "ewe_Latn-bul_Cyrl", "languages": ["ewe-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519645, "recall": 0.564229, "f1": 0.531931, "accuracy": 0.564229, "main_score": 0.531931, "hf_subset": "ewe_Latn-fra_Latn", "languages": ["ewe-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505661, "recall": 0.549407, "f1": 0.51757, "accuracy": 0.549407, "main_score": 0.51757, "hf_subset": "ewe_Latn-jpn_Jpan", "languages": ["ewe-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.506867, "recall": 0.548419, "f1": 0.517954, "accuracy": 0.548419, "main_score": 0.517954, "hf_subset": "ewe_Latn-lij_Latn", "languages": ["ewe-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.356536, "recall": 0.414032, "f1": 0.371716, "accuracy": 0.414032, "main_score": 0.371716, "hf_subset": "ewe_Latn-mya_Mymr", "languages": ["ewe-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.48933, "recall": 0.532609, "f1": 0.501976, "accuracy": 0.532609, "main_score": 0.501976, "hf_subset": "ewe_Latn-sag_Latn", "languages": ["ewe-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203262, "recall": 0.243083, "f1": 0.212501, "accuracy": 0.243083, "main_score": 0.212501, "hf_subset": "ewe_Latn-taq_Tfng", "languages": ["ewe-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.505312, "recall": 0.54249, "f1": 0.516142, "accuracy": 0.54249, "main_score": 0.516142, "hf_subset": "ewe_Latn-wol_Latn", "languages": ["ewe-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425446, "recall": 0.463439, "f1": 0.436567, "accuracy": 0.463439, "main_score": 0.436567, "hf_subset": "ewe_Latn-arb_Latn", "languages": ["ewe-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510693, "recall": 0.552372, "f1": 0.522736, "accuracy": 0.552372, "main_score": 0.522736, "hf_subset": "ewe_Latn-cat_Latn", "languages": ["ewe-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518375, "recall": 0.55336, "f1": 0.527464, "accuracy": 0.55336, "main_score": 0.527464, "hf_subset": "ewe_Latn-fur_Latn", "languages": ["ewe-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410741, "recall": 0.454545, "f1": 0.422788, "accuracy": 0.454545, "main_score": 0.422788, "hf_subset": "ewe_Latn-kab_Latn", "languages": ["ewe-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517303, "recall": 0.552372, "f1": 0.526732, "accuracy": 0.552372, "main_score": 0.526732, "hf_subset": "ewe_Latn-lim_Latn", "languages": ["ewe-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514324, "recall": 0.555336, "f1": 0.525667, "accuracy": 0.555336, "main_score": 0.525667, "hf_subset": "ewe_Latn-nld_Latn", "languages": ["ewe-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463757, "recall": 0.513834, "f1": 0.477147, "accuracy": 0.513834, "main_score": 0.477147, "hf_subset": "ewe_Latn-san_Deva", "languages": ["ewe-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.508475, "recall": 0.546443, "f1": 0.518358, "accuracy": 0.546443, "main_score": 0.518358, "hf_subset": "ewe_Latn-tat_Cyrl", "languages": ["ewe-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510952, "recall": 0.549407, "f1": 0.522517, "accuracy": 0.549407, "main_score": 0.522517, "hf_subset": "ewe_Latn-xho_Latn", "languages": ["ewe-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477811, "recall": 0.524704, "f1": 0.490746, "accuracy": 0.524704, "main_score": 0.490746, "hf_subset": "ewe_Latn-ars_Arab", "languages": ["ewe-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54088, "recall": 0.568182, "f1": 0.548788, "accuracy": 0.568182, "main_score": 0.548788, "hf_subset": "ewe_Latn-ceb_Latn", "languages": ["ewe-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483389, "recall": 0.52668, "f1": 0.495959, "accuracy": 0.52668, "main_score": 0.495959, "hf_subset": "ewe_Latn-fuv_Latn", "languages": ["ewe-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487442, "recall": 0.524704, "f1": 0.498381, "accuracy": 0.524704, "main_score": 0.498381, "hf_subset": "ewe_Latn-kac_Latn", "languages": ["ewe-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521626, "recall": 0.555336, "f1": 0.531014, "accuracy": 0.555336, "main_score": 0.531014, "hf_subset": "ewe_Latn-lin_Latn", "languages": ["ewe-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506927, "recall": 0.554348, "f1": 0.519605, "accuracy": 0.554348, "main_score": 0.519605, "hf_subset": "ewe_Latn-nno_Latn", "languages": ["ewe-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.085975, "recall": 0.121542, "f1": 0.094407, "accuracy": 0.121542, "main_score": 0.094407, "hf_subset": "ewe_Latn-sat_Olck", "languages": ["ewe-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.494583, "recall": 0.54249, "f1": 0.507991, "accuracy": 0.54249, "main_score": 0.507991, "hf_subset": "ewe_Latn-tel_Telu", "languages": ["ewe-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.413124, "recall": 0.466403, "f1": 0.427291, "accuracy": 0.466403, "main_score": 0.427291, "hf_subset": "ewe_Latn-ydd_Hebr", "languages": ["ewe-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.479303, "recall": 0.519763, "f1": 0.490747, "accuracy": 0.519763, "main_score": 0.490747, "hf_subset": "ewe_Latn-ary_Arab", "languages": ["ewe-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514789, "recall": 0.559289, "f1": 0.526481, "accuracy": 0.559289, "main_score": 0.526481, "hf_subset": "ewe_Latn-ces_Latn", "languages": ["ewe-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461554, "recall": 0.505929, "f1": 0.474189, "accuracy": 0.505929, "main_score": 0.474189, "hf_subset": "ewe_Latn-gaz_Latn", "languages": ["ewe-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491102, "recall": 0.527668, "f1": 0.501852, "accuracy": 0.527668, "main_score": 0.501852, "hf_subset": "ewe_Latn-kam_Latn", "languages": ["ewe-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495422, "recall": 0.541502, "f1": 0.508215, "accuracy": 0.541502, "main_score": 0.508215, "hf_subset": "ewe_Latn-lit_Latn", "languages": ["ewe-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513611, "recall": 0.561265, "f1": 0.52643, "accuracy": 0.561265, "main_score": 0.52643, "hf_subset": "ewe_Latn-nob_Latn", "languages": ["ewe-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513527, "recall": 0.548419, "f1": 0.523364, "accuracy": 0.548419, "main_score": 0.523364, "hf_subset": "ewe_Latn-scn_Latn", "languages": ["ewe-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479204, "recall": 0.517787, "f1": 0.489483, "accuracy": 0.517787, "main_score": 0.489483, "hf_subset": "ewe_Latn-tgk_Cyrl", "languages": ["ewe-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.458435, "recall": 0.506917, "f1": 0.472525, "accuracy": 0.506917, "main_score": 0.472525, "hf_subset": "ewe_Latn-yor_Latn", "languages": ["ewe-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494978, "recall": 0.537549, "f1": 0.506522, "accuracy": 0.537549, "main_score": 0.506522, "hf_subset": "ewe_Latn-arz_Arab", "languages": ["ewe-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.465613, "recall": 0.504941, "f1": 0.477339, "accuracy": 0.504941, "main_score": 0.477339, "hf_subset": "ewe_Latn-cjk_Latn", "languages": ["ewe-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474955, "recall": 0.51581, "f1": 0.485269, "accuracy": 0.51581, "main_score": 0.485269, "hf_subset": "ewe_Latn-gla_Latn", "languages": ["ewe-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507875, "recall": 0.547431, "f1": 0.51916, "accuracy": 0.547431, "main_score": 0.51916, "hf_subset": "ewe_Latn-kan_Knda", "languages": ["ewe-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.511148, "recall": 0.551383, "f1": 0.522416, "accuracy": 0.551383, "main_score": 0.522416, "hf_subset": "ewe_Latn-lmo_Latn", "languages": ["ewe-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487108, "recall": 0.538538, "f1": 0.501314, "accuracy": 0.538538, "main_score": 0.501314, "hf_subset": "ewe_Latn-npi_Deva", "languages": ["ewe-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.411782, "recall": 0.461462, "f1": 0.425549, "accuracy": 0.461462, "main_score": 0.425549, "hf_subset": "ewe_Latn-shn_Mymr", "languages": ["ewe-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.532489, "recall": 0.572134, "f1": 0.543048, "accuracy": 0.572134, "main_score": 0.543048, "hf_subset": "ewe_Latn-tgl_Latn", "languages": ["ewe-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483672, "recall": 0.534585, "f1": 0.496274, "accuracy": 0.534585, "main_score": 0.496274, "hf_subset": "ewe_Latn-yue_Hant", "languages": ["ewe-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.473186, "recall": 0.520751, "f1": 0.487052, "accuracy": 0.520751, "main_score": 0.487052, "hf_subset": "ewe_Latn-asm_Beng", "languages": ["ewe-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.477704, "recall": 0.522727, "f1": 0.489629, "accuracy": 0.522727, "main_score": 0.489629, "hf_subset": "ewe_Latn-ckb_Arab", "languages": ["ewe-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475654, "recall": 0.517787, "f1": 0.486938, "accuracy": 0.517787, "main_score": 0.486938, "hf_subset": "ewe_Latn-gle_Latn", "languages": ["ewe-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432378, "recall": 0.479249, "f1": 0.4449, "accuracy": 0.479249, "main_score": 0.4449, "hf_subset": "ewe_Latn-kas_Arab", "languages": ["ewe-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497481, "recall": 0.538538, "f1": 0.508168, "accuracy": 0.538538, "main_score": 0.508168, "hf_subset": "ewe_Latn-ltg_Latn", "languages": ["ewe-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54166, "recall": 0.577075, "f1": 0.551821, "accuracy": 0.577075, "main_score": 0.551821, "hf_subset": "ewe_Latn-nso_Latn", "languages": ["ewe-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422724, "recall": 0.479249, "f1": 0.438425, "accuracy": 0.479249, "main_score": 0.438425, "hf_subset": "ewe_Latn-sin_Sinh", "languages": ["ewe-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.495093, "recall": 0.537549, "f1": 0.507212, "accuracy": 0.537549, "main_score": 0.507212, "hf_subset": "ewe_Latn-tha_Thai", "languages": ["ewe-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.492888, "recall": 0.533597, "f1": 0.503552, "accuracy": 0.533597, "main_score": 0.503552, "hf_subset": "ewe_Latn-zho_Hans", "languages": ["ewe-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.527107, "recall": 0.565217, "f1": 0.537496, "accuracy": 0.565217, "main_score": 0.537496, "hf_subset": "ewe_Latn-ast_Latn", "languages": ["ewe-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470804, "recall": 0.514822, "f1": 0.483092, "accuracy": 0.514822, "main_score": 0.483092, "hf_subset": "ewe_Latn-crh_Latn", "languages": ["ewe-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518671, "recall": 0.556324, "f1": 0.529201, "accuracy": 0.556324, "main_score": 0.529201, "hf_subset": "ewe_Latn-glg_Latn", "languages": ["ewe-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467348, "recall": 0.511858, "f1": 0.47991, "accuracy": 0.511858, "main_score": 0.47991, "hf_subset": "ewe_Latn-kas_Deva", "languages": ["ewe-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.504396, "recall": 0.545455, "f1": 0.515848, "accuracy": 0.545455, "main_score": 0.515848, "hf_subset": "ewe_Latn-ltz_Latn", "languages": ["ewe-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444907, "recall": 0.497036, "f1": 0.459261, "accuracy": 0.497036, "main_score": 0.459261, "hf_subset": "ewe_Latn-nus_Latn", "languages": ["ewe-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506951, "recall": 0.551383, "f1": 0.520164, "accuracy": 0.551383, "main_score": 0.520164, "hf_subset": "ewe_Latn-slk_Latn", "languages": ["ewe-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.368354, "recall": 0.424901, "f1": 0.38451, "accuracy": 0.424901, "main_score": 0.38451, "hf_subset": "ewe_Latn-tir_Ethi", "languages": ["ewe-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.489738, "recall": 0.536561, "f1": 0.502036, "accuracy": 0.536561, "main_score": 0.502036, "hf_subset": "ewe_Latn-zho_Hant", "languages": ["ewe-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.505472, "recall": 0.546443, "f1": 0.516838, "accuracy": 0.546443, "main_score": 0.516838, "hf_subset": "ewe_Latn-awa_Deva", "languages": ["ewe-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.50041, "recall": 0.540514, "f1": 0.511142, "accuracy": 0.540514, "main_score": 0.511142, "hf_subset": "ewe_Latn-cym_Latn", "languages": ["ewe-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50899, "recall": 0.545455, "f1": 0.519193, "accuracy": 0.545455, "main_score": 0.519193, "hf_subset": "ewe_Latn-grn_Latn", "languages": ["ewe-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472777, "recall": 0.520751, "f1": 0.485567, "accuracy": 0.520751, "main_score": 0.485567, "hf_subset": "ewe_Latn-kat_Geor", "languages": ["ewe-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.512408, "recall": 0.548419, "f1": 0.522828, "accuracy": 0.548419, "main_score": 0.522828, "hf_subset": "ewe_Latn-lua_Latn", "languages": ["ewe-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514894, "recall": 0.551383, "f1": 0.524771, "accuracy": 0.551383, "main_score": 0.524771, "hf_subset": "ewe_Latn-nya_Latn", "languages": ["ewe-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507058, "recall": 0.551383, "f1": 0.518141, "accuracy": 0.551383, "main_score": 0.518141, "hf_subset": "ewe_Latn-slv_Latn", "languages": ["ewe-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513953, "recall": 0.552372, "f1": 0.524669, "accuracy": 0.552372, "main_score": 0.524669, "hf_subset": "ewe_Latn-tpi_Latn", "languages": ["ewe-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532755, "recall": 0.575099, "f1": 0.543546, "accuracy": 0.575099, "main_score": 0.543546, "hf_subset": "ewe_Latn-zsm_Latn", "languages": ["ewe-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48612, "recall": 0.528656, "f1": 0.498393, "accuracy": 0.528656, "main_score": 0.498393, "hf_subset": "ewe_Latn-ayr_Latn", "languages": ["ewe-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5209, "recall": 0.5583, "f1": 0.531414, "accuracy": 0.5583, "main_score": 0.531414, "hf_subset": "ewe_Latn-dan_Latn", "languages": ["ewe-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496599, "recall": 0.54249, "f1": 0.509115, "accuracy": 0.54249, "main_score": 0.509115, "hf_subset": "ewe_Latn-guj_Gujr", "languages": ["ewe-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.499088, "recall": 0.545455, "f1": 0.511878, "accuracy": 0.545455, "main_score": 0.511878, "hf_subset": "ewe_Latn-kaz_Cyrl", "languages": ["ewe-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466599, "recall": 0.505929, "f1": 0.477545, "accuracy": 0.505929, "main_score": 0.477545, "hf_subset": "ewe_Latn-lug_Latn", "languages": ["ewe-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527314, "recall": 0.56917, "f1": 0.538186, "accuracy": 0.56917, "main_score": 0.538186, "hf_subset": "ewe_Latn-oci_Latn", "languages": ["ewe-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507753, "recall": 0.540514, "f1": 0.516606, "accuracy": 0.540514, "main_score": 0.516606, "hf_subset": "ewe_Latn-smo_Latn", "languages": ["ewe-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492351, "recall": 0.531621, "f1": 0.503988, "accuracy": 0.531621, "main_score": 0.503988, "hf_subset": "ewe_Latn-tsn_Latn", "languages": ["ewe-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492571, "recall": 0.531621, "f1": 0.503783, "accuracy": 0.531621, "main_score": 0.503783, "hf_subset": "ewe_Latn-zul_Latn", "languages": ["ewe-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43083, "recall": 0.477273, "f1": 0.444312, "accuracy": 0.477273, "main_score": 0.444312, "hf_subset": "ewe_Latn-azb_Arab", "languages": ["ewe-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512578, "recall": 0.555336, "f1": 0.524529, "accuracy": 0.555336, "main_score": 0.524529, "hf_subset": "ewe_Latn-deu_Latn", "languages": ["ewe-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471729, "recall": 0.518775, "f1": 0.484738, "accuracy": 0.518775, "main_score": 0.484738, "hf_subset": "ewe_Latn-hat_Latn", "languages": ["ewe-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478664, "recall": 0.517787, "f1": 0.489874, "accuracy": 0.517787, "main_score": 0.489874, "hf_subset": "ewe_Latn-kbp_Latn", "languages": ["ewe-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519408, "recall": 0.557312, "f1": 0.530468, "accuracy": 0.557312, "main_score": 0.530468, "hf_subset": "ewe_Latn-luo_Latn", "languages": ["ewe-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47812, "recall": 0.522727, "f1": 0.49078, "accuracy": 0.522727, "main_score": 0.49078, "hf_subset": "ewe_Latn-ory_Orya", "languages": ["ewe-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.502098, "recall": 0.549407, "f1": 0.515188, "accuracy": 0.549407, "main_score": 0.515188, "hf_subset": "ewe_Latn-sna_Latn", "languages": ["ewe-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492375, "recall": 0.529644, "f1": 0.502794, "accuracy": 0.529644, "main_score": 0.502794, "hf_subset": "ewe_Latn-tso_Latn", "languages": ["ewe-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488656, "recall": 0.532609, "f1": 0.500487, "accuracy": 0.532609, "main_score": 0.500487, "hf_subset": "ewe_Latn-azj_Latn", "languages": ["ewe-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470949, "recall": 0.516798, "f1": 0.484816, "accuracy": 0.516798, "main_score": 0.484816, "hf_subset": "ewe_Latn-dik_Latn", "languages": ["ewe-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489444, "recall": 0.525692, "f1": 0.499589, "accuracy": 0.525692, "main_score": 0.499589, "hf_subset": "ewe_Latn-hau_Latn", "languages": ["ewe-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514921, "recall": 0.551383, "f1": 0.525434, "accuracy": 0.551383, "main_score": 0.525434, "hf_subset": "ewe_Latn-kea_Latn", "languages": ["ewe-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51961, "recall": 0.559289, "f1": 0.531007, "accuracy": 0.559289, "main_score": 0.531007, "hf_subset": "ewe_Latn-lus_Latn", "languages": ["ewe-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508746, "recall": 0.541502, "f1": 0.517708, "accuracy": 0.541502, "main_score": 0.517708, "hf_subset": "ewe_Latn-pag_Latn", "languages": ["ewe-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45758, "recall": 0.509881, "f1": 0.472146, "accuracy": 0.509881, "main_score": 0.472146, "hf_subset": "ewe_Latn-snd_Arab", "languages": ["ewe-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479056, "recall": 0.519763, "f1": 0.4901, "accuracy": 0.519763, "main_score": 0.4901, "hf_subset": "ewe_Latn-tuk_Latn", "languages": ["ewe-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512479, "recall": 0.552372, "f1": 0.523437, "accuracy": 0.552372, "main_score": 0.523437, "hf_subset": "ewe_Latn-bak_Cyrl", "languages": ["ewe-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.403963, "recall": 0.460474, "f1": 0.420232, "accuracy": 0.460474, "main_score": 0.420232, "hf_subset": "ewe_Latn-dyu_Latn", "languages": ["ewe-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489677, "recall": 0.531621, "f1": 0.501774, "accuracy": 0.531621, "main_score": 0.501774, "hf_subset": "ewe_Latn-heb_Hebr", "languages": ["ewe-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.480512, "recall": 0.520751, "f1": 0.491809, "accuracy": 0.520751, "main_score": 0.491809, "hf_subset": "ewe_Latn-khk_Cyrl", "languages": ["ewe-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503215, "recall": 0.548419, "f1": 0.515607, "accuracy": 0.548419, "main_score": 0.515607, "hf_subset": "ewe_Latn-lvs_Latn", "languages": ["ewe-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489334, "recall": 0.540514, "f1": 0.503211, "accuracy": 0.540514, "main_score": 0.503211, "hf_subset": "ewe_Latn-pan_Guru", "languages": ["ewe-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.457173, "recall": 0.500988, "f1": 0.469944, "accuracy": 0.500988, "main_score": 0.469944, "hf_subset": "ewe_Latn-som_Latn", "languages": ["ewe-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497233, "recall": 0.532609, "f1": 0.507397, "accuracy": 0.532609, "main_score": 0.507397, "hf_subset": "ewe_Latn-tum_Latn", "languages": ["ewe-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574599, "recall": 0.634387, "f1": 0.591583, "accuracy": 0.634387, "main_score": 0.591583, "hf_subset": "ilo_Latn-ace_Arab", "languages": ["ilo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554694, "recall": 0.609684, "f1": 0.570069, "accuracy": 0.609684, "main_score": 0.570069, "hf_subset": "ilo_Latn-bam_Latn", "languages": ["ilo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.338059, "recall": 0.397233, "f1": 0.353531, "accuracy": 0.397233, "main_score": 0.353531, "hf_subset": "ilo_Latn-dzo_Tibt", "languages": ["ilo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944631, "accuracy": 0.95751, "main_score": 0.944631, "hf_subset": "ilo_Latn-hin_Deva", "languages": ["ilo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.901493, "recall": 0.927866, "f1": 0.909585, "accuracy": 0.927866, "main_score": 0.909585, "hf_subset": "ilo_Latn-khm_Khmr", "languages": ["ilo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.938982, "recall": 0.954545, "f1": 0.943906, "accuracy": 0.954545, "main_score": 0.943906, "hf_subset": "ilo_Latn-mag_Deva", "languages": ["ilo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.916502, "recall": 0.933794, "f1": 0.921937, "accuracy": 0.933794, "main_score": 0.921937, "hf_subset": "ilo_Latn-pap_Latn", "languages": ["ilo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610764, "recall": 0.66502, "f1": 0.625631, "accuracy": 0.66502, "main_score": 0.625631, "hf_subset": "ilo_Latn-sot_Latn", "languages": ["ilo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934289, "recall": 0.953557, "f1": 0.940349, "accuracy": 0.953557, "main_score": 0.940349, "hf_subset": "ilo_Latn-tur_Latn", "languages": ["ilo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831851, "recall": 0.867589, "f1": 0.84249, "accuracy": 0.867589, "main_score": 0.84249, "hf_subset": "ilo_Latn-ace_Latn", "languages": ["ilo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90513, "recall": 0.924901, "f1": 0.91091, "accuracy": 0.924901, "main_score": 0.91091, "hf_subset": "ilo_Latn-ban_Latn", "languages": ["ilo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.955534, "f1": 0.944631, "accuracy": 0.955534, "main_score": 0.944631, "hf_subset": "ilo_Latn-ell_Grek", "languages": ["ilo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.921146, "recall": 0.940711, "f1": 0.92716, "accuracy": 0.940711, "main_score": 0.92716, "hf_subset": "ilo_Latn-hne_Deva", "languages": ["ilo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.625455, "recall": 0.678854, "f1": 0.640761, "accuracy": 0.678854, "main_score": 0.640761, "hf_subset": "ilo_Latn-kik_Latn", "languages": ["ilo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943429, "recall": 0.958498, "f1": 0.948024, "accuracy": 0.958498, "main_score": 0.948024, "hf_subset": "ilo_Latn-mai_Deva", "languages": ["ilo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.863719, "recall": 0.898221, "f1": 0.874736, "accuracy": 0.898221, "main_score": 0.874736, "hf_subset": "ilo_Latn-pbt_Arab", "languages": ["ilo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946673, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "ilo_Latn-spa_Latn", "languages": ["ilo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625586, "recall": 0.692688, "f1": 0.644776, "accuracy": 0.692688, "main_score": 0.644776, "hf_subset": "ilo_Latn-twi_Latn", "languages": ["ilo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.949605, "f1": 0.937324, "accuracy": 0.949605, "main_score": 0.937324, "hf_subset": "ilo_Latn-acm_Arab", "languages": ["ilo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895273, "recall": 0.91996, "f1": 0.902749, "accuracy": 0.91996, "main_score": 0.902749, "hf_subset": "ilo_Latn-bel_Cyrl", "languages": ["ilo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964394, "accuracy": 0.972332, "main_score": 0.964394, "hf_subset": "ilo_Latn-eng_Latn", "languages": ["ilo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940382, "recall": 0.95751, "f1": 0.945817, "accuracy": 0.95751, "main_score": 0.945817, "hf_subset": "ilo_Latn-hrv_Latn", "languages": ["ilo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575185, "recall": 0.634387, "f1": 0.591125, "accuracy": 0.634387, "main_score": 0.591125, "hf_subset": "ilo_Latn-kin_Latn", "languages": ["ilo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925675, "recall": 0.94664, "f1": 0.932213, "accuracy": 0.94664, "main_score": 0.932213, "hf_subset": "ilo_Latn-mal_Mlym", "languages": ["ilo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.952569, "f1": 0.93969, "accuracy": 0.952569, "main_score": 0.93969, "hf_subset": "ilo_Latn-pes_Arab", "languages": ["ilo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92315, "recall": 0.942688, "f1": 0.929117, "accuracy": 0.942688, "main_score": 0.929117, "hf_subset": "ilo_Latn-srd_Latn", "languages": ["ilo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198601, "recall": 0.247036, "f1": 0.210148, "accuracy": 0.247036, "main_score": 0.210148, "hf_subset": "ilo_Latn-tzm_Tfng", "languages": ["ilo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.9375, "recall": 0.954545, "f1": 0.942721, "accuracy": 0.954545, "main_score": 0.942721, "hf_subset": "ilo_Latn-acq_Arab", "languages": ["ilo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.647991, "recall": 0.693676, "f1": 0.660718, "accuracy": 0.693676, "main_score": 0.660718, "hf_subset": "ilo_Latn-bem_Latn", "languages": ["ilo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944252, "recall": 0.959486, "f1": 0.948847, "accuracy": 0.959486, "main_score": 0.948847, "hf_subset": "ilo_Latn-epo_Latn", "languages": ["ilo-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.964427, "f1": 0.954348, "accuracy": 0.964427, "main_score": 0.954348, "hf_subset": "ilo_Latn-hun_Latn", "languages": ["ilo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88974, "recall": 0.917984, "f1": 0.898781, "accuracy": 0.917984, "main_score": 0.898781, "hf_subset": "ilo_Latn-kir_Cyrl", "languages": ["ilo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.95751, "f1": 0.947003, "accuracy": 0.95751, "main_score": 0.947003, "hf_subset": "ilo_Latn-mar_Deva", "languages": ["ilo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.672996, "recall": 0.730237, "f1": 0.689512, "accuracy": 0.730237, "main_score": 0.689512, "hf_subset": "ilo_Latn-plt_Latn", "languages": ["ilo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945076, "recall": 0.961462, "f1": 0.950165, "accuracy": 0.961462, "main_score": 0.950165, "hf_subset": "ilo_Latn-srp_Cyrl", "languages": ["ilo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.795128, "recall": 0.838933, "f1": 0.808137, "accuracy": 0.838933, "main_score": 0.808137, "hf_subset": "ilo_Latn-uig_Arab", "languages": ["ilo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.909684, "recall": 0.932806, "f1": 0.916437, "accuracy": 0.932806, "main_score": 0.916437, "hf_subset": "ilo_Latn-aeb_Arab", "languages": ["ilo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.932872, "recall": 0.951581, "f1": 0.93857, "accuracy": 0.951581, "main_score": 0.93857, "hf_subset": "ilo_Latn-ben_Beng", "languages": ["ilo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.932642, "recall": 0.951581, "f1": 0.938538, "accuracy": 0.951581, "main_score": 0.938538, "hf_subset": "ilo_Latn-est_Latn", "languages": ["ilo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.938735, "f1": 0.92141, "accuracy": 0.938735, "main_score": 0.92141, "hf_subset": "ilo_Latn-hye_Armn", "languages": ["ilo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.538779, "recall": 0.598814, "f1": 0.556014, "accuracy": 0.598814, "main_score": 0.556014, "hf_subset": "ilo_Latn-kmb_Latn", "languages": ["ilo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502201, "recall": 0.577075, "f1": 0.522726, "accuracy": 0.577075, "main_score": 0.522726, "hf_subset": "ilo_Latn-min_Arab", "languages": ["ilo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940547, "accuracy": 0.953557, "main_score": 0.940547, "hf_subset": "ilo_Latn-pol_Latn", "languages": ["ilo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574049, "recall": 0.644269, "f1": 0.594318, "accuracy": 0.644269, "main_score": 0.594318, "hf_subset": "ilo_Latn-ssw_Latn", "languages": ["ilo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.964427, "f1": 0.955007, "accuracy": 0.964427, "main_score": 0.955007, "hf_subset": "ilo_Latn-ukr_Cyrl", "languages": ["ilo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "ilo_Latn-afr_Latn", "languages": ["ilo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909503, "recall": 0.931818, "f1": 0.916568, "accuracy": 0.931818, "main_score": 0.916568, "hf_subset": "ilo_Latn-bho_Deva", "languages": ["ilo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.91502, "recall": 0.937747, "f1": 0.922069, "accuracy": 0.937747, "main_score": 0.922069, "hf_subset": "ilo_Latn-eus_Latn", "languages": ["ilo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59823, "recall": 0.663043, "f1": 0.616355, "accuracy": 0.663043, "main_score": 0.616355, "hf_subset": "ilo_Latn-ibo_Latn", "languages": ["ilo-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790209, "recall": 0.835968, "f1": 0.803913, "accuracy": 0.835968, "main_score": 0.803913, "hf_subset": "ilo_Latn-kmr_Latn", "languages": ["ilo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913818, "recall": 0.934783, "f1": 0.920158, "accuracy": 0.934783, "main_score": 0.920158, "hf_subset": "ilo_Latn-min_Latn", "languages": ["ilo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ilo_Latn-por_Latn", "languages": ["ilo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932181, "recall": 0.950593, "f1": 0.937714, "accuracy": 0.950593, "main_score": 0.937714, "hf_subset": "ilo_Latn-sun_Latn", "languages": ["ilo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535148, "recall": 0.593874, "f1": 0.552118, "accuracy": 0.593874, "main_score": 0.552118, "hf_subset": "ilo_Latn-umb_Latn", "languages": ["ilo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943594, "recall": 0.958498, "f1": 0.947977, "accuracy": 0.958498, "main_score": 0.947977, "hf_subset": "ilo_Latn-ajp_Arab", "languages": ["ilo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545366, "recall": 0.608696, "f1": 0.563207, "accuracy": 0.608696, "main_score": 0.563207, "hf_subset": "ilo_Latn-bjn_Arab", "languages": ["ilo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537651, "recall": 0.591897, "f1": 0.552837, "accuracy": 0.591897, "main_score": 0.552837, "hf_subset": "ilo_Latn-ewe_Latn", "languages": ["ilo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.33501, "recall": 0.397233, "f1": 0.351202, "accuracy": 0.397233, "main_score": 0.351202, "hf_subset": "ilo_Latn-knc_Arab", "languages": ["ilo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.9472, "recall": 0.961462, "f1": 0.951416, "accuracy": 0.961462, "main_score": 0.951416, "hf_subset": "ilo_Latn-mkd_Cyrl", "languages": ["ilo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.938686, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "ilo_Latn-prs_Arab", "languages": ["ilo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "ilo_Latn-swe_Latn", "languages": ["ilo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938653, "recall": 0.956522, "f1": 0.944401, "accuracy": 0.956522, "main_score": 0.944401, "hf_subset": "ilo_Latn-urd_Arab", "languages": ["ilo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596926, "recall": 0.659091, "f1": 0.614308, "accuracy": 0.659091, "main_score": 0.614308, "hf_subset": "ilo_Latn-aka_Latn", "languages": ["ilo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918427, "recall": 0.936759, "f1": 0.923836, "accuracy": 0.936759, "main_score": 0.923836, "hf_subset": "ilo_Latn-bjn_Latn", "languages": ["ilo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852396, "recall": 0.883399, "f1": 0.861753, "accuracy": 0.883399, "main_score": 0.861753, "hf_subset": "ilo_Latn-fao_Latn", "languages": ["ilo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962862, "recall": 0.97332, "f1": 0.965975, "accuracy": 0.97332, "main_score": 0.965975, "hf_subset": "ilo_Latn-ind_Latn", "languages": ["ilo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604004, "recall": 0.655138, "f1": 0.618676, "accuracy": 0.655138, "main_score": 0.618676, "hf_subset": "ilo_Latn-knc_Latn", "languages": ["ilo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93083, "recall": 0.949605, "f1": 0.936514, "accuracy": 0.949605, "main_score": 0.936514, "hf_subset": "ilo_Latn-mlt_Latn", "languages": ["ilo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677473, "recall": 0.73419, "f1": 0.694521, "accuracy": 0.73419, "main_score": 0.694521, "hf_subset": "ilo_Latn-quy_Latn", "languages": ["ilo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870553, "recall": 0.903162, "f1": 0.880519, "accuracy": 0.903162, "main_score": 0.880519, "hf_subset": "ilo_Latn-swh_Latn", "languages": ["ilo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904685, "recall": 0.928854, "f1": 0.911964, "accuracy": 0.928854, "main_score": 0.911964, "hf_subset": "ilo_Latn-uzn_Latn", "languages": ["ilo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934486, "recall": 0.952569, "f1": 0.94002, "accuracy": 0.952569, "main_score": 0.94002, "hf_subset": "ilo_Latn-als_Latn", "languages": ["ilo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451623, "recall": 0.528656, "f1": 0.472507, "accuracy": 0.528656, "main_score": 0.472507, "hf_subset": "ilo_Latn-bod_Tibt", "languages": ["ilo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.680078, "recall": 0.728261, "f1": 0.693552, "accuracy": 0.728261, "main_score": 0.693552, "hf_subset": "ilo_Latn-fij_Latn", "languages": ["ilo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878706, "recall": 0.911067, "f1": 0.888867, "accuracy": 0.911067, "main_score": 0.888867, "hf_subset": "ilo_Latn-isl_Latn", "languages": ["ilo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695142, "recall": 0.744071, "f1": 0.70952, "accuracy": 0.744071, "main_score": 0.70952, "hf_subset": "ilo_Latn-kon_Latn", "languages": ["ilo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657256, "recall": 0.727273, "f1": 0.67759, "accuracy": 0.727273, "main_score": 0.67759, "hf_subset": "ilo_Latn-mni_Beng", "languages": ["ilo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.953508, "recall": 0.966403, "f1": 0.957411, "accuracy": 0.966403, "main_score": 0.957411, "hf_subset": "ilo_Latn-ron_Latn", "languages": ["ilo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916667, "recall": 0.938735, "f1": 0.923748, "accuracy": 0.938735, "main_score": 0.923748, "hf_subset": "ilo_Latn-szl_Latn", "languages": ["ilo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.954545, "f1": 0.943281, "accuracy": 0.954545, "main_score": 0.943281, "hf_subset": "ilo_Latn-vec_Latn", "languages": ["ilo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818725, "recall": 0.862648, "f1": 0.832082, "accuracy": 0.862648, "main_score": 0.832082, "hf_subset": "ilo_Latn-amh_Ethi", "languages": ["ilo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.949522, "recall": 0.963439, "f1": 0.953788, "accuracy": 0.963439, "main_score": 0.953788, "hf_subset": "ilo_Latn-bos_Latn", "languages": ["ilo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939394, "recall": 0.955534, "f1": 0.944302, "accuracy": 0.955534, "main_score": 0.944302, "hf_subset": "ilo_Latn-fin_Latn", "languages": ["ilo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.963439, "f1": 0.953722, "accuracy": 0.963439, "main_score": 0.953722, "hf_subset": "ilo_Latn-ita_Latn", "languages": ["ilo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932263, "recall": 0.949605, "f1": 0.937286, "accuracy": 0.949605, "main_score": 0.937286, "hf_subset": "ilo_Latn-kor_Hang", "languages": ["ilo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.574744, "recall": 0.632411, "f1": 0.591097, "accuracy": 0.632411, "main_score": 0.591097, "hf_subset": "ilo_Latn-mos_Latn", "languages": ["ilo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562568, "recall": 0.618577, "f1": 0.578562, "accuracy": 0.618577, "main_score": 0.578562, "hf_subset": "ilo_Latn-run_Latn", "languages": ["ilo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928195, "recall": 0.948617, "f1": 0.934618, "accuracy": 0.948617, "main_score": 0.934618, "hf_subset": "ilo_Latn-tam_Taml", "languages": ["ilo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "ilo_Latn-vie_Latn", "languages": ["ilo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924325, "recall": 0.943676, "f1": 0.930402, "accuracy": 0.943676, "main_score": 0.930402, "hf_subset": "ilo_Latn-apc_Arab", "languages": ["ilo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.78246, "recall": 0.824111, "f1": 0.794993, "accuracy": 0.824111, "main_score": 0.794993, "hf_subset": "ilo_Latn-bug_Latn", "languages": ["ilo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478904, "recall": 0.534585, "f1": 0.493799, "accuracy": 0.534585, "main_score": 0.493799, "hf_subset": "ilo_Latn-fon_Latn", "languages": ["ilo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927042, "recall": 0.944664, "f1": 0.932279, "accuracy": 0.944664, "main_score": 0.932279, "hf_subset": "ilo_Latn-jav_Latn", "languages": ["ilo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88018, "recall": 0.913043, "f1": 0.890272, "accuracy": 0.913043, "main_score": 0.890272, "hf_subset": "ilo_Latn-lao_Laoo", "languages": ["ilo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.767933, "recall": 0.809289, "f1": 0.77943, "accuracy": 0.809289, "main_score": 0.77943, "hf_subset": "ilo_Latn-mri_Latn", "languages": ["ilo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "ilo_Latn-rus_Cyrl", "languages": ["ilo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.552232, "recall": 0.609684, "f1": 0.568425, "accuracy": 0.609684, "main_score": 0.568425, "hf_subset": "ilo_Latn-taq_Latn", "languages": ["ilo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957098, "recall": 0.969368, "f1": 0.96087, "accuracy": 0.969368, "main_score": 0.96087, "hf_subset": "ilo_Latn-war_Latn", "languages": ["ilo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942935, "recall": 0.95751, "f1": 0.94712, "accuracy": 0.95751, "main_score": 0.94712, "hf_subset": "ilo_Latn-arb_Arab", "languages": ["ilo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.966403, "f1": 0.957642, "accuracy": 0.966403, "main_score": 0.957642, "hf_subset": "ilo_Latn-bul_Cyrl", "languages": ["ilo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954663, "accuracy": 0.964427, "main_score": 0.954663, "hf_subset": "ilo_Latn-fra_Latn", "languages": ["ilo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928461, "recall": 0.944664, "f1": 0.933059, "accuracy": 0.944664, "main_score": 0.933059, "hf_subset": "ilo_Latn-jpn_Jpan", "languages": ["ilo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.916873, "recall": 0.938735, "f1": 0.92354, "accuracy": 0.938735, "main_score": 0.92354, "hf_subset": "ilo_Latn-lij_Latn", "languages": ["ilo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859084, "recall": 0.897233, "f1": 0.870937, "accuracy": 0.897233, "main_score": 0.870937, "hf_subset": "ilo_Latn-mya_Mymr", "languages": ["ilo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.6114, "recall": 0.671937, "f1": 0.628387, "accuracy": 0.671937, "main_score": 0.628387, "hf_subset": "ilo_Latn-sag_Latn", "languages": ["ilo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196173, "recall": 0.247036, "f1": 0.207609, "accuracy": 0.247036, "main_score": 0.207609, "hf_subset": "ilo_Latn-taq_Tfng", "languages": ["ilo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.652009, "recall": 0.709486, "f1": 0.668615, "accuracy": 0.709486, "main_score": 0.668615, "hf_subset": "ilo_Latn-wol_Latn", "languages": ["ilo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691008, "recall": 0.746047, "f1": 0.706823, "accuracy": 0.746047, "main_score": 0.706823, "hf_subset": "ilo_Latn-arb_Latn", "languages": ["ilo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951449, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "ilo_Latn-cat_Latn", "languages": ["ilo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929265, "recall": 0.947628, "f1": 0.934651, "accuracy": 0.947628, "main_score": 0.934651, "hf_subset": "ilo_Latn-fur_Latn", "languages": ["ilo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429927, "recall": 0.494071, "f1": 0.447108, "accuracy": 0.494071, "main_score": 0.447108, "hf_subset": "ilo_Latn-kab_Latn", "languages": ["ilo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916535, "recall": 0.938735, "f1": 0.923584, "accuracy": 0.938735, "main_score": 0.923584, "hf_subset": "ilo_Latn-lim_Latn", "languages": ["ilo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.959486, "f1": 0.946805, "accuracy": 0.959486, "main_score": 0.946805, "hf_subset": "ilo_Latn-nld_Latn", "languages": ["ilo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882271, "recall": 0.911067, "f1": 0.890818, "accuracy": 0.911067, "main_score": 0.890818, "hf_subset": "ilo_Latn-san_Deva", "languages": ["ilo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.915349, "recall": 0.937747, "f1": 0.922021, "accuracy": 0.937747, "main_score": 0.922021, "hf_subset": "ilo_Latn-tat_Cyrl", "languages": ["ilo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.678763, "recall": 0.733202, "f1": 0.694818, "accuracy": 0.733202, "main_score": 0.694818, "hf_subset": "ilo_Latn-xho_Latn", "languages": ["ilo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939987, "recall": 0.955534, "f1": 0.944466, "accuracy": 0.955534, "main_score": 0.944466, "hf_subset": "ilo_Latn-ars_Arab", "languages": ["ilo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96638, "recall": 0.975296, "f1": 0.969121, "accuracy": 0.975296, "main_score": 0.969121, "hf_subset": "ilo_Latn-ceb_Latn", "languages": ["ilo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571859, "recall": 0.633399, "f1": 0.589794, "accuracy": 0.633399, "main_score": 0.589794, "hf_subset": "ilo_Latn-fuv_Latn", "languages": ["ilo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524953, "recall": 0.588933, "f1": 0.542147, "accuracy": 0.588933, "main_score": 0.542147, "hf_subset": "ilo_Latn-kac_Latn", "languages": ["ilo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680439, "recall": 0.731225, "f1": 0.694897, "accuracy": 0.731225, "main_score": 0.694897, "hf_subset": "ilo_Latn-lin_Latn", "languages": ["ilo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946887, "recall": 0.962451, "f1": 0.951647, "accuracy": 0.962451, "main_score": 0.951647, "hf_subset": "ilo_Latn-nno_Latn", "languages": ["ilo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19021, "recall": 0.252964, "f1": 0.206161, "accuracy": 0.252964, "main_score": 0.206161, "hf_subset": "ilo_Latn-sat_Olck", "languages": ["ilo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.930665, "recall": 0.950593, "f1": 0.936891, "accuracy": 0.950593, "main_score": 0.936891, "hf_subset": "ilo_Latn-tel_Telu", "languages": ["ilo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.84156, "recall": 0.884387, "f1": 0.854765, "accuracy": 0.884387, "main_score": 0.854765, "hf_subset": "ilo_Latn-ydd_Hebr", "languages": ["ilo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.903287, "recall": 0.926877, "f1": 0.910194, "accuracy": 0.926877, "main_score": 0.910194, "hf_subset": "ilo_Latn-ary_Arab", "languages": ["ilo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940135, "recall": 0.956522, "f1": 0.945026, "accuracy": 0.956522, "main_score": 0.945026, "hf_subset": "ilo_Latn-ces_Latn", "languages": ["ilo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598972, "recall": 0.657115, "f1": 0.615563, "accuracy": 0.657115, "main_score": 0.615563, "hf_subset": "ilo_Latn-gaz_Latn", "languages": ["ilo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594253, "recall": 0.65415, "f1": 0.610975, "accuracy": 0.65415, "main_score": 0.610975, "hf_subset": "ilo_Latn-kam_Latn", "languages": ["ilo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933053, "recall": 0.951581, "f1": 0.938966, "accuracy": 0.951581, "main_score": 0.938966, "hf_subset": "ilo_Latn-lit_Latn", "languages": ["ilo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944285, "recall": 0.959486, "f1": 0.948682, "accuracy": 0.959486, "main_score": 0.948682, "hf_subset": "ilo_Latn-nob_Latn", "languages": ["ilo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908514, "recall": 0.933794, "f1": 0.916403, "accuracy": 0.933794, "main_score": 0.916403, "hf_subset": "ilo_Latn-scn_Latn", "languages": ["ilo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886463, "recall": 0.913043, "f1": 0.894153, "accuracy": 0.913043, "main_score": 0.894153, "hf_subset": "ilo_Latn-tgk_Cyrl", "languages": ["ilo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.64703, "recall": 0.715415, "f1": 0.667278, "accuracy": 0.715415, "main_score": 0.667278, "hf_subset": "ilo_Latn-yor_Latn", "languages": ["ilo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932642, "recall": 0.950593, "f1": 0.938208, "accuracy": 0.950593, "main_score": 0.938208, "hf_subset": "ilo_Latn-arz_Arab", "languages": ["ilo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56076, "recall": 0.621542, "f1": 0.577767, "accuracy": 0.621542, "main_score": 0.577767, "hf_subset": "ilo_Latn-cjk_Latn", "languages": ["ilo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705741, "recall": 0.767787, "f1": 0.724231, "accuracy": 0.767787, "main_score": 0.724231, "hf_subset": "ilo_Latn-gla_Latn", "languages": ["ilo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917276, "recall": 0.938735, "f1": 0.923781, "accuracy": 0.938735, "main_score": 0.923781, "hf_subset": "ilo_Latn-kan_Knda", "languages": ["ilo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.930583, "recall": 0.947628, "f1": 0.935592, "accuracy": 0.947628, "main_score": 0.935592, "hf_subset": "ilo_Latn-lmo_Latn", "languages": ["ilo-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92976, "recall": 0.947628, "f1": 0.935343, "accuracy": 0.947628, "main_score": 0.935343, "hf_subset": "ilo_Latn-npi_Deva", "languages": ["ilo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472103, "recall": 0.535573, "f1": 0.489291, "accuracy": 0.535573, "main_score": 0.489291, "hf_subset": "ilo_Latn-shn_Mymr", "languages": ["ilo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.962295, "recall": 0.972332, "f1": 0.965333, "accuracy": 0.972332, "main_score": 0.965333, "hf_subset": "ilo_Latn-tgl_Latn", "languages": ["ilo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.955534, "f1": 0.944419, "accuracy": 0.955534, "main_score": 0.944419, "hf_subset": "ilo_Latn-yue_Hant", "languages": ["ilo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.914312, "recall": 0.937747, "f1": 0.921297, "accuracy": 0.937747, "main_score": 0.921297, "hf_subset": "ilo_Latn-asm_Beng", "languages": ["ilo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.835623, "recall": 0.879447, "f1": 0.848965, "accuracy": 0.879447, "main_score": 0.848965, "hf_subset": "ilo_Latn-ckb_Arab", "languages": ["ilo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.760016, "recall": 0.809289, "f1": 0.77444, "accuracy": 0.809289, "main_score": 0.77444, "hf_subset": "ilo_Latn-gle_Latn", "languages": ["ilo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827009, "recall": 0.867589, "f1": 0.838834, "accuracy": 0.867589, "main_score": 0.838834, "hf_subset": "ilo_Latn-kas_Arab", "languages": ["ilo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.851202, "recall": 0.887352, "f1": 0.862154, "accuracy": 0.887352, "main_score": 0.862154, "hf_subset": "ilo_Latn-ltg_Latn", "languages": ["ilo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640736, "recall": 0.688735, "f1": 0.654013, "accuracy": 0.688735, "main_score": 0.654013, "hf_subset": "ilo_Latn-nso_Latn", "languages": ["ilo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84693, "recall": 0.88834, "f1": 0.859634, "accuracy": 0.88834, "main_score": 0.859634, "hf_subset": "ilo_Latn-sin_Sinh", "languages": ["ilo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "ilo_Latn-tha_Thai", "languages": ["ilo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.928896, "recall": 0.94664, "f1": 0.934009, "accuracy": 0.94664, "main_score": 0.934009, "hf_subset": "ilo_Latn-zho_Hans", "languages": ["ilo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.951334, "recall": 0.965415, "f1": 0.955764, "accuracy": 0.965415, "main_score": 0.955764, "hf_subset": "ilo_Latn-ast_Latn", "languages": ["ilo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906489, "recall": 0.931818, "f1": 0.914163, "accuracy": 0.931818, "main_score": 0.914163, "hf_subset": "ilo_Latn-crh_Latn", "languages": ["ilo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961215, "recall": 0.972332, "f1": 0.964657, "accuracy": 0.972332, "main_score": 0.964657, "hf_subset": "ilo_Latn-glg_Latn", "languages": ["ilo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768297, "recall": 0.817194, "f1": 0.782331, "accuracy": 0.817194, "main_score": 0.782331, "hf_subset": "ilo_Latn-kas_Deva", "languages": ["ilo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.91115, "recall": 0.935771, "f1": 0.918709, "accuracy": 0.935771, "main_score": 0.918709, "hf_subset": "ilo_Latn-ltz_Latn", "languages": ["ilo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49256, "recall": 0.562253, "f1": 0.511355, "accuracy": 0.562253, "main_score": 0.511355, "hf_subset": "ilo_Latn-nus_Latn", "languages": ["ilo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958114, "recall": 0.969368, "f1": 0.961495, "accuracy": 0.969368, "main_score": 0.961495, "hf_subset": "ilo_Latn-slk_Latn", "languages": ["ilo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562987, "recall": 0.637352, "f1": 0.584098, "accuracy": 0.637352, "main_score": 0.584098, "hf_subset": "ilo_Latn-tir_Ethi", "languages": ["ilo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.931604, "recall": 0.950593, "f1": 0.937319, "accuracy": 0.950593, "main_score": 0.937319, "hf_subset": "ilo_Latn-zho_Hant", "languages": ["ilo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.917852, "recall": 0.940711, "f1": 0.924704, "accuracy": 0.940711, "main_score": 0.924704, "hf_subset": "ilo_Latn-awa_Deva", "languages": ["ilo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.877767, "recall": 0.907115, "f1": 0.886496, "accuracy": 0.907115, "main_score": 0.886496, "hf_subset": "ilo_Latn-cym_Latn", "languages": ["ilo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79557, "recall": 0.837945, "f1": 0.8083, "accuracy": 0.837945, "main_score": 0.8083, "hf_subset": "ilo_Latn-grn_Latn", "languages": ["ilo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913439, "recall": 0.935771, "f1": 0.920092, "accuracy": 0.935771, "main_score": 0.920092, "hf_subset": "ilo_Latn-kat_Geor", "languages": ["ilo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.650967, "recall": 0.702569, "f1": 0.666023, "accuracy": 0.702569, "main_score": 0.666023, "hf_subset": "ilo_Latn-lua_Latn", "languages": ["ilo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643268, "recall": 0.698617, "f1": 0.659353, "accuracy": 0.698617, "main_score": 0.659353, "hf_subset": "ilo_Latn-nya_Latn", "languages": ["ilo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.956522, "f1": 0.945949, "accuracy": 0.956522, "main_score": 0.945949, "hf_subset": "ilo_Latn-slv_Latn", "languages": ["ilo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858794, "recall": 0.892292, "f1": 0.869218, "accuracy": 0.892292, "main_score": 0.869218, "hf_subset": "ilo_Latn-tpi_Latn", "languages": ["ilo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "ilo_Latn-zsm_Latn", "languages": ["ilo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556559, "recall": 0.626482, "f1": 0.576584, "accuracy": 0.626482, "main_score": 0.576584, "hf_subset": "ilo_Latn-ayr_Latn", "languages": ["ilo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ilo_Latn-dan_Latn", "languages": ["ilo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949852, "recall": 0.964427, "f1": 0.954282, "accuracy": 0.964427, "main_score": 0.954282, "hf_subset": "ilo_Latn-guj_Gujr", "languages": ["ilo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.917984, "recall": 0.9417, "f1": 0.925527, "accuracy": 0.9417, "main_score": 0.925527, "hf_subset": "ilo_Latn-kaz_Cyrl", "languages": ["ilo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.554205, "recall": 0.613636, "f1": 0.570858, "accuracy": 0.613636, "main_score": 0.570858, "hf_subset": "ilo_Latn-lug_Latn", "languages": ["ilo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942474, "recall": 0.956522, "f1": 0.946542, "accuracy": 0.956522, "main_score": 0.946542, "hf_subset": "ilo_Latn-oci_Latn", "languages": ["ilo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746327, "recall": 0.798419, "f1": 0.761119, "accuracy": 0.798419, "main_score": 0.761119, "hf_subset": "ilo_Latn-smo_Latn", "languages": ["ilo-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5703, "recall": 0.629447, "f1": 0.586655, "accuracy": 0.629447, "main_score": 0.586655, "hf_subset": "ilo_Latn-tsn_Latn", "languages": ["ilo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625403, "recall": 0.678854, "f1": 0.64087, "accuracy": 0.678854, "main_score": 0.64087, "hf_subset": "ilo_Latn-zul_Latn", "languages": ["ilo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81051, "recall": 0.850791, "f1": 0.822826, "accuracy": 0.850791, "main_score": 0.822826, "hf_subset": "ilo_Latn-azb_Arab", "languages": ["ilo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.949226, "recall": 0.963439, "f1": 0.953458, "accuracy": 0.963439, "main_score": 0.953458, "hf_subset": "ilo_Latn-deu_Latn", "languages": ["ilo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888867, "recall": 0.916008, "f1": 0.897036, "accuracy": 0.916008, "main_score": 0.897036, "hf_subset": "ilo_Latn-hat_Latn", "languages": ["ilo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516559, "recall": 0.572134, "f1": 0.531594, "accuracy": 0.572134, "main_score": 0.531594, "hf_subset": "ilo_Latn-kbp_Latn", "languages": ["ilo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594586, "recall": 0.65415, "f1": 0.610953, "accuracy": 0.65415, "main_score": 0.610953, "hf_subset": "ilo_Latn-luo_Latn", "languages": ["ilo-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922843, "recall": 0.944664, "f1": 0.929578, "accuracy": 0.944664, "main_score": 0.929578, "hf_subset": "ilo_Latn-ory_Orya", "languages": ["ilo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.607638, "recall": 0.663043, "f1": 0.623499, "accuracy": 0.663043, "main_score": 0.623499, "hf_subset": "ilo_Latn-sna_Latn", "languages": ["ilo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569196, "recall": 0.624506, "f1": 0.584254, "accuracy": 0.624506, "main_score": 0.584254, "hf_subset": "ilo_Latn-tso_Latn", "languages": ["ilo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899209, "recall": 0.927866, "f1": 0.90807, "accuracy": 0.927866, "main_score": 0.90807, "hf_subset": "ilo_Latn-azj_Latn", "languages": ["ilo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559358, "recall": 0.616601, "f1": 0.576005, "accuracy": 0.616601, "main_score": 0.576005, "hf_subset": "ilo_Latn-dik_Latn", "languages": ["ilo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674318, "recall": 0.728261, "f1": 0.689641, "accuracy": 0.728261, "main_score": 0.689641, "hf_subset": "ilo_Latn-hau_Latn", "languages": ["ilo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912549, "recall": 0.934783, "f1": 0.919598, "accuracy": 0.934783, "main_score": 0.919598, "hf_subset": "ilo_Latn-kea_Latn", "languages": ["ilo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735952, "recall": 0.777668, "f1": 0.748386, "accuracy": 0.777668, "main_score": 0.748386, "hf_subset": "ilo_Latn-lus_Latn", "languages": ["ilo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873304, "recall": 0.899209, "f1": 0.881032, "accuracy": 0.899209, "main_score": 0.881032, "hf_subset": "ilo_Latn-pag_Latn", "languages": ["ilo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91115, "recall": 0.935771, "f1": 0.918709, "accuracy": 0.935771, "main_score": 0.918709, "hf_subset": "ilo_Latn-snd_Arab", "languages": ["ilo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.840697, "recall": 0.875494, "f1": 0.851219, "accuracy": 0.875494, "main_score": 0.851219, "hf_subset": "ilo_Latn-tuk_Latn", "languages": ["ilo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895652, "recall": 0.921937, "f1": 0.903458, "accuracy": 0.921937, "main_score": 0.903458, "hf_subset": "ilo_Latn-bak_Cyrl", "languages": ["ilo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506077, "recall": 0.586957, "f1": 0.529331, "accuracy": 0.586957, "main_score": 0.529331, "hf_subset": "ilo_Latn-dyu_Latn", "languages": ["ilo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957082, "accuracy": 0.966403, "main_score": 0.957082, "hf_subset": "ilo_Latn-heb_Hebr", "languages": ["ilo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.863413, "recall": 0.895257, "f1": 0.872859, "accuracy": 0.895257, "main_score": 0.872859, "hf_subset": "ilo_Latn-khk_Cyrl", "languages": ["ilo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.940217, "recall": 0.956522, "f1": 0.945078, "accuracy": 0.956522, "main_score": 0.945078, "hf_subset": "ilo_Latn-lvs_Latn", "languages": ["ilo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940547, "recall": 0.956522, "f1": 0.945652, "accuracy": 0.956522, "main_score": 0.945652, "hf_subset": "ilo_Latn-pan_Guru", "languages": ["ilo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.648471, "recall": 0.712451, "f1": 0.666803, "accuracy": 0.712451, "main_score": 0.666803, "hf_subset": "ilo_Latn-som_Latn", "languages": ["ilo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604282, "recall": 0.651186, "f1": 0.617231, "accuracy": 0.651186, "main_score": 0.617231, "hf_subset": "ilo_Latn-tum_Latn", "languages": ["ilo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.274268, "recall": 0.30336, "f1": 0.282496, "accuracy": 0.30336, "main_score": 0.282496, "hf_subset": "knc_Arab-ace_Arab", "languages": ["knc-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.277844, "recall": 0.304348, "f1": 0.285132, "accuracy": 0.304348, "main_score": 0.285132, "hf_subset": "knc_Arab-bam_Latn", "languages": ["knc-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15632, "recall": 0.183794, "f1": 0.163593, "accuracy": 0.183794, "main_score": 0.163593, "hf_subset": "knc_Arab-dzo_Tibt", "languages": ["knc-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.292291, "recall": 0.337945, "f1": 0.303908, "accuracy": 0.337945, "main_score": 0.303908, "hf_subset": "knc_Arab-hin_Deva", "languages": ["knc-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.266503, "recall": 0.298419, "f1": 0.274039, "accuracy": 0.298419, "main_score": 0.274039, "hf_subset": "knc_Arab-khm_Khmr", "languages": ["knc-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.297806, "recall": 0.333992, "f1": 0.306901, "accuracy": 0.333992, "main_score": 0.306901, "hf_subset": "knc_Arab-mag_Deva", "languages": ["knc-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.28987, "recall": 0.325099, "f1": 0.29784, "accuracy": 0.325099, "main_score": 0.29784, "hf_subset": "knc_Arab-pap_Latn", "languages": ["knc-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289512, "recall": 0.324111, "f1": 0.299096, "accuracy": 0.324111, "main_score": 0.299096, "hf_subset": "knc_Arab-sot_Latn", "languages": ["knc-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.279498, "recall": 0.321146, "f1": 0.290304, "accuracy": 0.321146, "main_score": 0.290304, "hf_subset": "knc_Arab-tur_Latn", "languages": ["knc-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294992, "recall": 0.326087, "f1": 0.303604, "accuracy": 0.326087, "main_score": 0.303604, "hf_subset": "knc_Arab-ace_Latn", "languages": ["knc-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.301245, "recall": 0.333992, "f1": 0.309876, "accuracy": 0.333992, "main_score": 0.309876, "hf_subset": "knc_Arab-ban_Latn", "languages": ["knc-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267318, "recall": 0.314229, "f1": 0.279323, "accuracy": 0.314229, "main_score": 0.279323, "hf_subset": "knc_Arab-ell_Grek", "languages": ["knc-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.291184, "recall": 0.331028, "f1": 0.301431, "accuracy": 0.331028, "main_score": 0.301431, "hf_subset": "knc_Arab-hne_Deva", "languages": ["knc-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.219053, "recall": 0.253953, "f1": 0.227535, "accuracy": 0.253953, "main_score": 0.227535, "hf_subset": "knc_Arab-kik_Latn", "languages": ["knc-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295731, "recall": 0.33498, "f1": 0.305779, "accuracy": 0.33498, "main_score": 0.305779, "hf_subset": "knc_Arab-mai_Deva", "languages": ["knc-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.277385, "recall": 0.31917, "f1": 0.287509, "accuracy": 0.31917, "main_score": 0.287509, "hf_subset": "knc_Arab-pbt_Arab", "languages": ["knc-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.293385, "recall": 0.333992, "f1": 0.303523, "accuracy": 0.333992, "main_score": 0.303523, "hf_subset": "knc_Arab-spa_Latn", "languages": ["knc-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295252, "recall": 0.336957, "f1": 0.306432, "accuracy": 0.336957, "main_score": 0.306432, "hf_subset": "knc_Arab-twi_Latn", "languages": ["knc-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282414, "recall": 0.322134, "f1": 0.292909, "accuracy": 0.322134, "main_score": 0.292909, "hf_subset": "knc_Arab-acm_Arab", "languages": ["knc-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.263931, "recall": 0.306324, "f1": 0.274573, "accuracy": 0.306324, "main_score": 0.274573, "hf_subset": "knc_Arab-bel_Cyrl", "languages": ["knc-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.309547, "recall": 0.348814, "f1": 0.31987, "accuracy": 0.348814, "main_score": 0.31987, "hf_subset": "knc_Arab-eng_Latn", "languages": ["knc-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.293598, "recall": 0.336957, "f1": 0.304001, "accuracy": 0.336957, "main_score": 0.304001, "hf_subset": "knc_Arab-hrv_Latn", "languages": ["knc-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.276451, "recall": 0.312253, "f1": 0.28618, "accuracy": 0.312253, "main_score": 0.28618, "hf_subset": "knc_Arab-kin_Latn", "languages": ["knc-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.28921, "recall": 0.339921, "f1": 0.301653, "accuracy": 0.339921, "main_score": 0.301653, "hf_subset": "knc_Arab-mal_Mlym", "languages": ["knc-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.290773, "recall": 0.33498, "f1": 0.301874, "accuracy": 0.33498, "main_score": 0.301874, "hf_subset": "knc_Arab-pes_Arab", "languages": ["knc-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.283149, "recall": 0.322134, "f1": 0.293286, "accuracy": 0.322134, "main_score": 0.293286, "hf_subset": "knc_Arab-srd_Latn", "languages": ["knc-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1803, "recall": 0.210474, "f1": 0.188112, "accuracy": 0.210474, "main_score": 0.188112, "hf_subset": "knc_Arab-tzm_Tfng", "languages": ["knc-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.277735, "recall": 0.318182, "f1": 0.287466, "accuracy": 0.318182, "main_score": 0.287466, "hf_subset": "knc_Arab-acq_Arab", "languages": ["knc-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.291938, "recall": 0.323123, "f1": 0.299987, "accuracy": 0.323123, "main_score": 0.299987, "hf_subset": "knc_Arab-bem_Latn", "languages": ["knc-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.28968, "recall": 0.331028, "f1": 0.300289, "accuracy": 0.331028, "main_score": 0.300289, "hf_subset": "knc_Arab-epo_Latn", "languages": ["knc-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287282, "recall": 0.327075, "f1": 0.29757, "accuracy": 0.327075, "main_score": 0.29757, "hf_subset": "knc_Arab-hun_Latn", "languages": ["knc-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290916, "recall": 0.329051, "f1": 0.300487, "accuracy": 0.329051, "main_score": 0.300487, "hf_subset": "knc_Arab-kir_Cyrl", "languages": ["knc-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.301608, "recall": 0.340909, "f1": 0.311944, "accuracy": 0.340909, "main_score": 0.311944, "hf_subset": "knc_Arab-mar_Deva", "languages": ["knc-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.290662, "recall": 0.322134, "f1": 0.298814, "accuracy": 0.322134, "main_score": 0.298814, "hf_subset": "knc_Arab-plt_Latn", "languages": ["knc-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287457, "recall": 0.333004, "f1": 0.298413, "accuracy": 0.333004, "main_score": 0.298413, "hf_subset": "knc_Arab-srp_Cyrl", "languages": ["knc-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.28029, "recall": 0.318182, "f1": 0.290166, "accuracy": 0.318182, "main_score": 0.290166, "hf_subset": "knc_Arab-uig_Arab", "languages": ["knc-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.277999, "recall": 0.313241, "f1": 0.286803, "accuracy": 0.313241, "main_score": 0.286803, "hf_subset": "knc_Arab-aeb_Arab", "languages": ["knc-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.292284, "recall": 0.343874, "f1": 0.304979, "accuracy": 0.343874, "main_score": 0.304979, "hf_subset": "knc_Arab-ben_Beng", "languages": ["knc-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.281917, "recall": 0.326087, "f1": 0.293515, "accuracy": 0.326087, "main_score": 0.293515, "hf_subset": "knc_Arab-est_Latn", "languages": ["knc-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.278496, "recall": 0.321146, "f1": 0.289183, "accuracy": 0.321146, "main_score": 0.289183, "hf_subset": "knc_Arab-hye_Armn", "languages": ["knc-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.276261, "recall": 0.312253, "f1": 0.286352, "accuracy": 0.312253, "main_score": 0.286352, "hf_subset": "knc_Arab-kmb_Latn", "languages": ["knc-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.258242, "recall": 0.296443, "f1": 0.268881, "accuracy": 0.296443, "main_score": 0.268881, "hf_subset": "knc_Arab-min_Arab", "languages": ["knc-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.289663, "recall": 0.328063, "f1": 0.300082, "accuracy": 0.328063, "main_score": 0.300082, "hf_subset": "knc_Arab-pol_Latn", "languages": ["knc-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283502, "recall": 0.320158, "f1": 0.293631, "accuracy": 0.320158, "main_score": 0.293631, "hf_subset": "knc_Arab-ssw_Latn", "languages": ["knc-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.293833, "recall": 0.337945, "f1": 0.304571, "accuracy": 0.337945, "main_score": 0.304571, "hf_subset": "knc_Arab-ukr_Cyrl", "languages": ["knc-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.304691, "recall": 0.350791, "f1": 0.315681, "accuracy": 0.350791, "main_score": 0.315681, "hf_subset": "knc_Arab-afr_Latn", "languages": ["knc-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.293084, "recall": 0.329051, "f1": 0.301943, "accuracy": 0.329051, "main_score": 0.301943, "hf_subset": "knc_Arab-bho_Deva", "languages": ["knc-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.29545, "recall": 0.332016, "f1": 0.304639, "accuracy": 0.332016, "main_score": 0.304639, "hf_subset": "knc_Arab-eus_Latn", "languages": ["knc-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286404, "recall": 0.331028, "f1": 0.298367, "accuracy": 0.331028, "main_score": 0.298367, "hf_subset": "knc_Arab-ibo_Latn", "languages": ["knc-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.291979, "recall": 0.33004, "f1": 0.30206, "accuracy": 0.33004, "main_score": 0.30206, "hf_subset": "knc_Arab-kmr_Latn", "languages": ["knc-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300181, "recall": 0.33498, "f1": 0.308937, "accuracy": 0.33498, "main_score": 0.308937, "hf_subset": "knc_Arab-min_Latn", "languages": ["knc-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.296757, "recall": 0.338933, "f1": 0.307077, "accuracy": 0.338933, "main_score": 0.307077, "hf_subset": "knc_Arab-por_Latn", "languages": ["knc-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299524, "recall": 0.333992, "f1": 0.309162, "accuracy": 0.333992, "main_score": 0.309162, "hf_subset": "knc_Arab-sun_Latn", "languages": ["knc-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.285104, "recall": 0.321146, "f1": 0.29407, "accuracy": 0.321146, "main_score": 0.29407, "hf_subset": "knc_Arab-umb_Latn", "languages": ["knc-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.28116, "recall": 0.322134, "f1": 0.291745, "accuracy": 0.322134, "main_score": 0.291745, "hf_subset": "knc_Arab-ajp_Arab", "languages": ["knc-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.262063, "recall": 0.290514, "f1": 0.269234, "accuracy": 0.290514, "main_score": 0.269234, "hf_subset": "knc_Arab-bjn_Arab", "languages": ["knc-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.280204, "recall": 0.315217, "f1": 0.28957, "accuracy": 0.315217, "main_score": 0.28957, "hf_subset": "knc_Arab-ewe_Latn", "languages": ["knc-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304157, "recall": 0.342885, "f1": 0.313952, "accuracy": 0.342885, "main_score": 0.313952, "hf_subset": "knc_Arab-ilo_Latn", "languages": ["knc-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283137, "recall": 0.329051, "f1": 0.294159, "accuracy": 0.329051, "main_score": 0.294159, "hf_subset": "knc_Arab-mkd_Cyrl", "languages": ["knc-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.295067, "recall": 0.33498, "f1": 0.30551, "accuracy": 0.33498, "main_score": 0.30551, "hf_subset": "knc_Arab-prs_Arab", "languages": ["knc-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.296216, "recall": 0.341897, "f1": 0.307899, "accuracy": 0.341897, "main_score": 0.307899, "hf_subset": "knc_Arab-swe_Latn", "languages": ["knc-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283451, "recall": 0.333004, "f1": 0.29565, "accuracy": 0.333004, "main_score": 0.29565, "hf_subset": "knc_Arab-urd_Arab", "languages": ["knc-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.271919, "recall": 0.307312, "f1": 0.281481, "accuracy": 0.307312, "main_score": 0.281481, "hf_subset": "knc_Arab-aka_Latn", "languages": ["knc-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304847, "recall": 0.335968, "f1": 0.313068, "accuracy": 0.335968, "main_score": 0.313068, "hf_subset": "knc_Arab-bjn_Latn", "languages": ["knc-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287185, "recall": 0.320158, "f1": 0.29564, "accuracy": 0.320158, "main_score": 0.29564, "hf_subset": "knc_Arab-fao_Latn", "languages": ["knc-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.306103, "recall": 0.342885, "f1": 0.315529, "accuracy": 0.342885, "main_score": 0.315529, "hf_subset": "knc_Arab-ind_Latn", "languages": ["knc-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330113, "recall": 0.365613, "f1": 0.340101, "accuracy": 0.365613, "main_score": 0.340101, "hf_subset": "knc_Arab-knc_Latn", "languages": ["knc-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289449, "recall": 0.322134, "f1": 0.297414, "accuracy": 0.322134, "main_score": 0.297414, "hf_subset": "knc_Arab-mlt_Latn", "languages": ["knc-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.28342, "recall": 0.324111, "f1": 0.293766, "accuracy": 0.324111, "main_score": 0.293766, "hf_subset": "knc_Arab-quy_Latn", "languages": ["knc-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.291629, "recall": 0.332016, "f1": 0.302534, "accuracy": 0.332016, "main_score": 0.302534, "hf_subset": "knc_Arab-swh_Latn", "languages": ["knc-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289982, "recall": 0.33004, "f1": 0.300107, "accuracy": 0.33004, "main_score": 0.300107, "hf_subset": "knc_Arab-uzn_Latn", "languages": ["knc-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289752, "recall": 0.328063, "f1": 0.299208, "accuracy": 0.328063, "main_score": 0.299208, "hf_subset": "knc_Arab-als_Latn", "languages": ["knc-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181942, "recall": 0.208498, "f1": 0.189186, "accuracy": 0.208498, "main_score": 0.189186, "hf_subset": "knc_Arab-bod_Tibt", "languages": ["knc-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.284685, "recall": 0.320158, "f1": 0.293985, "accuracy": 0.320158, "main_score": 0.293985, "hf_subset": "knc_Arab-fij_Latn", "languages": ["knc-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.276011, "recall": 0.320158, "f1": 0.287472, "accuracy": 0.320158, "main_score": 0.287472, "hf_subset": "knc_Arab-isl_Latn", "languages": ["knc-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283167, "recall": 0.315217, "f1": 0.291476, "accuracy": 0.315217, "main_score": 0.291476, "hf_subset": "knc_Arab-kon_Latn", "languages": ["knc-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287727, "recall": 0.328063, "f1": 0.298028, "accuracy": 0.328063, "main_score": 0.298028, "hf_subset": "knc_Arab-mni_Beng", "languages": ["knc-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.298061, "recall": 0.336957, "f1": 0.308711, "accuracy": 0.336957, "main_score": 0.308711, "hf_subset": "knc_Arab-ron_Latn", "languages": ["knc-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.29324, "recall": 0.333004, "f1": 0.303628, "accuracy": 0.333004, "main_score": 0.303628, "hf_subset": "knc_Arab-szl_Latn", "languages": ["knc-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295009, "recall": 0.333992, "f1": 0.304486, "accuracy": 0.333992, "main_score": 0.304486, "hf_subset": "knc_Arab-vec_Latn", "languages": ["knc-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.275165, "recall": 0.317194, "f1": 0.28604, "accuracy": 0.317194, "main_score": 0.28604, "hf_subset": "knc_Arab-amh_Ethi", "languages": ["knc-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.296039, "recall": 0.338933, "f1": 0.30686, "accuracy": 0.338933, "main_score": 0.30686, "hf_subset": "knc_Arab-bos_Latn", "languages": ["knc-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284966, "recall": 0.321146, "f1": 0.293631, "accuracy": 0.321146, "main_score": 0.293631, "hf_subset": "knc_Arab-fin_Latn", "languages": ["knc-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292349, "recall": 0.331028, "f1": 0.302063, "accuracy": 0.331028, "main_score": 0.302063, "hf_subset": "knc_Arab-ita_Latn", "languages": ["knc-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.276504, "recall": 0.325099, "f1": 0.28936, "accuracy": 0.325099, "main_score": 0.28936, "hf_subset": "knc_Arab-kor_Hang", "languages": ["knc-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.281655, "recall": 0.318182, "f1": 0.291413, "accuracy": 0.318182, "main_score": 0.291413, "hf_subset": "knc_Arab-mos_Latn", "languages": ["knc-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284263, "recall": 0.320158, "f1": 0.293993, "accuracy": 0.320158, "main_score": 0.293993, "hf_subset": "knc_Arab-run_Latn", "languages": ["knc-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287508, "recall": 0.329051, "f1": 0.298473, "accuracy": 0.329051, "main_score": 0.298473, "hf_subset": "knc_Arab-tam_Taml", "languages": ["knc-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.285483, "recall": 0.324111, "f1": 0.295051, "accuracy": 0.324111, "main_score": 0.295051, "hf_subset": "knc_Arab-vie_Latn", "languages": ["knc-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289752, "recall": 0.33004, "f1": 0.300444, "accuracy": 0.33004, "main_score": 0.300444, "hf_subset": "knc_Arab-apc_Arab", "languages": ["knc-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.293604, "recall": 0.326087, "f1": 0.301924, "accuracy": 0.326087, "main_score": 0.301924, "hf_subset": "knc_Arab-bug_Latn", "languages": ["knc-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.262831, "recall": 0.297431, "f1": 0.27213, "accuracy": 0.297431, "main_score": 0.27213, "hf_subset": "knc_Arab-fon_Latn", "languages": ["knc-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.305473, "recall": 0.340909, "f1": 0.315698, "accuracy": 0.340909, "main_score": 0.315698, "hf_subset": "knc_Arab-jav_Latn", "languages": ["knc-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.274861, "recall": 0.309289, "f1": 0.283986, "accuracy": 0.309289, "main_score": 0.283986, "hf_subset": "knc_Arab-lao_Laoo", "languages": ["knc-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.264096, "recall": 0.295455, "f1": 0.272504, "accuracy": 0.295455, "main_score": 0.272504, "hf_subset": "knc_Arab-mri_Latn", "languages": ["knc-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292427, "recall": 0.336957, "f1": 0.303391, "accuracy": 0.336957, "main_score": 0.303391, "hf_subset": "knc_Arab-rus_Cyrl", "languages": ["knc-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.292316, "recall": 0.321146, "f1": 0.300249, "accuracy": 0.321146, "main_score": 0.300249, "hf_subset": "knc_Arab-taq_Latn", "languages": ["knc-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.309694, "recall": 0.343874, "f1": 0.318245, "accuracy": 0.343874, "main_score": 0.318245, "hf_subset": "knc_Arab-war_Latn", "languages": ["knc-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287972, "recall": 0.327075, "f1": 0.297382, "accuracy": 0.327075, "main_score": 0.297382, "hf_subset": "knc_Arab-arb_Arab", "languages": ["knc-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.294117, "recall": 0.335968, "f1": 0.304498, "accuracy": 0.335968, "main_score": 0.304498, "hf_subset": "knc_Arab-bul_Cyrl", "languages": ["knc-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.299493, "recall": 0.331028, "f1": 0.307536, "accuracy": 0.331028, "main_score": 0.307536, "hf_subset": "knc_Arab-fra_Latn", "languages": ["knc-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.281173, "recall": 0.324111, "f1": 0.292221, "accuracy": 0.324111, "main_score": 0.292221, "hf_subset": "knc_Arab-jpn_Jpan", "languages": ["knc-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.287185, "recall": 0.327075, "f1": 0.296869, "accuracy": 0.327075, "main_score": 0.296869, "hf_subset": "knc_Arab-lij_Latn", "languages": ["knc-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240912, "recall": 0.277668, "f1": 0.25044, "accuracy": 0.277668, "main_score": 0.25044, "hf_subset": "knc_Arab-mya_Mymr", "languages": ["knc-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.281942, "recall": 0.323123, "f1": 0.292679, "accuracy": 0.323123, "main_score": 0.292679, "hf_subset": "knc_Arab-sag_Latn", "languages": ["knc-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191962, "recall": 0.219368, "f1": 0.19913, "accuracy": 0.219368, "main_score": 0.19913, "hf_subset": "knc_Arab-taq_Tfng", "languages": ["knc-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.288036, "recall": 0.329051, "f1": 0.298581, "accuracy": 0.329051, "main_score": 0.298581, "hf_subset": "knc_Arab-wol_Latn", "languages": ["knc-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242831, "recall": 0.27668, "f1": 0.252054, "accuracy": 0.27668, "main_score": 0.252054, "hf_subset": "knc_Arab-arb_Latn", "languages": ["knc-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297014, "recall": 0.338933, "f1": 0.307582, "accuracy": 0.338933, "main_score": 0.307582, "hf_subset": "knc_Arab-cat_Latn", "languages": ["knc-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286455, "recall": 0.321146, "f1": 0.295013, "accuracy": 0.321146, "main_score": 0.295013, "hf_subset": "knc_Arab-fur_Latn", "languages": ["knc-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.265738, "recall": 0.302372, "f1": 0.275636, "accuracy": 0.302372, "main_score": 0.275636, "hf_subset": "knc_Arab-kab_Latn", "languages": ["knc-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.288811, "recall": 0.325099, "f1": 0.297902, "accuracy": 0.325099, "main_score": 0.297902, "hf_subset": "knc_Arab-lim_Latn", "languages": ["knc-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289689, "recall": 0.331028, "f1": 0.300353, "accuracy": 0.331028, "main_score": 0.300353, "hf_subset": "knc_Arab-nld_Latn", "languages": ["knc-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.285624, "recall": 0.331028, "f1": 0.296712, "accuracy": 0.331028, "main_score": 0.296712, "hf_subset": "knc_Arab-san_Deva", "languages": ["knc-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.284959, "recall": 0.322134, "f1": 0.294553, "accuracy": 0.322134, "main_score": 0.294553, "hf_subset": "knc_Arab-tat_Cyrl", "languages": ["knc-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.299053, "recall": 0.328063, "f1": 0.306608, "accuracy": 0.328063, "main_score": 0.306608, "hf_subset": "knc_Arab-xho_Latn", "languages": ["knc-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.265485, "recall": 0.309289, "f1": 0.275629, "accuracy": 0.309289, "main_score": 0.275629, "hf_subset": "knc_Arab-ars_Arab", "languages": ["knc-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.295906, "recall": 0.329051, "f1": 0.304504, "accuracy": 0.329051, "main_score": 0.304504, "hf_subset": "knc_Arab-ceb_Latn", "languages": ["knc-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267951, "recall": 0.30336, "f1": 0.276962, "accuracy": 0.30336, "main_score": 0.276962, "hf_subset": "knc_Arab-fuv_Latn", "languages": ["knc-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.275281, "recall": 0.315217, "f1": 0.286332, "accuracy": 0.315217, "main_score": 0.286332, "hf_subset": "knc_Arab-kac_Latn", "languages": ["knc-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290333, "recall": 0.322134, "f1": 0.297893, "accuracy": 0.322134, "main_score": 0.297893, "hf_subset": "knc_Arab-lin_Latn", "languages": ["knc-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292491, "recall": 0.332016, "f1": 0.302504, "accuracy": 0.332016, "main_score": 0.302504, "hf_subset": "knc_Arab-nno_Latn", "languages": ["knc-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.09191, "recall": 0.123518, "f1": 0.099832, "accuracy": 0.123518, "main_score": 0.099832, "hf_subset": "knc_Arab-sat_Olck", "languages": ["knc-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.298148, "recall": 0.335968, "f1": 0.30834, "accuracy": 0.335968, "main_score": 0.30834, "hf_subset": "knc_Arab-tel_Telu", "languages": ["knc-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.281776, "recall": 0.315217, "f1": 0.290569, "accuracy": 0.315217, "main_score": 0.290569, "hf_subset": "knc_Arab-ydd_Hebr", "languages": ["knc-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.270016, "recall": 0.301383, "f1": 0.278226, "accuracy": 0.301383, "main_score": 0.278226, "hf_subset": "knc_Arab-ary_Arab", "languages": ["knc-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.301966, "recall": 0.342885, "f1": 0.312553, "accuracy": 0.342885, "main_score": 0.312553, "hf_subset": "knc_Arab-ces_Latn", "languages": ["knc-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282388, "recall": 0.318182, "f1": 0.292048, "accuracy": 0.318182, "main_score": 0.292048, "hf_subset": "knc_Arab-gaz_Latn", "languages": ["knc-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.274993, "recall": 0.312253, "f1": 0.285048, "accuracy": 0.312253, "main_score": 0.285048, "hf_subset": "knc_Arab-kam_Latn", "languages": ["knc-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287586, "recall": 0.320158, "f1": 0.295985, "accuracy": 0.320158, "main_score": 0.295985, "hf_subset": "knc_Arab-lit_Latn", "languages": ["knc-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294566, "recall": 0.337945, "f1": 0.304875, "accuracy": 0.337945, "main_score": 0.304875, "hf_subset": "knc_Arab-nob_Latn", "languages": ["knc-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.281036, "recall": 0.318182, "f1": 0.289904, "accuracy": 0.318182, "main_score": 0.289904, "hf_subset": "knc_Arab-scn_Latn", "languages": ["knc-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2776, "recall": 0.312253, "f1": 0.286926, "accuracy": 0.312253, "main_score": 0.286926, "hf_subset": "knc_Arab-tgk_Cyrl", "languages": ["knc-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.246065, "recall": 0.293478, "f1": 0.257992, "accuracy": 0.293478, "main_score": 0.257992, "hf_subset": "knc_Arab-yor_Latn", "languages": ["knc-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.280931, "recall": 0.324111, "f1": 0.291312, "accuracy": 0.324111, "main_score": 0.291312, "hf_subset": "knc_Arab-arz_Arab", "languages": ["knc-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.266093, "recall": 0.30336, "f1": 0.276395, "accuracy": 0.30336, "main_score": 0.276395, "hf_subset": "knc_Arab-cjk_Latn", "languages": ["knc-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284239, "recall": 0.316206, "f1": 0.293108, "accuracy": 0.316206, "main_score": 0.293108, "hf_subset": "knc_Arab-gla_Latn", "languages": ["knc-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297921, "recall": 0.344862, "f1": 0.31017, "accuracy": 0.344862, "main_score": 0.31017, "hf_subset": "knc_Arab-kan_Knda", "languages": ["knc-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.280942, "recall": 0.317194, "f1": 0.290187, "accuracy": 0.317194, "main_score": 0.290187, "hf_subset": "knc_Arab-lmo_Latn", "languages": ["knc-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.288318, "recall": 0.336957, "f1": 0.300585, "accuracy": 0.336957, "main_score": 0.300585, "hf_subset": "knc_Arab-npi_Deva", "languages": ["knc-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.248095, "recall": 0.285573, "f1": 0.257099, "accuracy": 0.285573, "main_score": 0.257099, "hf_subset": "knc_Arab-shn_Mymr", "languages": ["knc-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.299609, "recall": 0.338933, "f1": 0.309708, "accuracy": 0.338933, "main_score": 0.309708, "hf_subset": "knc_Arab-tgl_Latn", "languages": ["knc-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.281462, "recall": 0.322134, "f1": 0.292008, "accuracy": 0.322134, "main_score": 0.292008, "hf_subset": "knc_Arab-yue_Hant", "languages": ["knc-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.267256, "recall": 0.310277, "f1": 0.27776, "accuracy": 0.310277, "main_score": 0.27776, "hf_subset": "knc_Arab-asm_Beng", "languages": ["knc-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.295176, "recall": 0.332016, "f1": 0.304132, "accuracy": 0.332016, "main_score": 0.304132, "hf_subset": "knc_Arab-ckb_Arab", "languages": ["knc-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.271302, "recall": 0.30336, "f1": 0.280058, "accuracy": 0.30336, "main_score": 0.280058, "hf_subset": "knc_Arab-gle_Latn", "languages": ["knc-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283155, "recall": 0.322134, "f1": 0.2931, "accuracy": 0.322134, "main_score": 0.2931, "hf_subset": "knc_Arab-kas_Arab", "languages": ["knc-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.289159, "recall": 0.323123, "f1": 0.297629, "accuracy": 0.323123, "main_score": 0.297629, "hf_subset": "knc_Arab-ltg_Latn", "languages": ["knc-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.307682, "recall": 0.344862, "f1": 0.317366, "accuracy": 0.344862, "main_score": 0.317366, "hf_subset": "knc_Arab-nso_Latn", "languages": ["knc-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.269605, "recall": 0.315217, "f1": 0.281087, "accuracy": 0.315217, "main_score": 0.281087, "hf_subset": "knc_Arab-sin_Sinh", "languages": ["knc-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.275855, "recall": 0.318182, "f1": 0.286724, "accuracy": 0.318182, "main_score": 0.286724, "hf_subset": "knc_Arab-tha_Thai", "languages": ["knc-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.269829, "recall": 0.307312, "f1": 0.278753, "accuracy": 0.307312, "main_score": 0.278753, "hf_subset": "knc_Arab-zho_Hans", "languages": ["knc-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.297706, "recall": 0.338933, "f1": 0.308045, "accuracy": 0.338933, "main_score": 0.308045, "hf_subset": "knc_Arab-ast_Latn", "languages": ["knc-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294866, "recall": 0.333992, "f1": 0.30442, "accuracy": 0.333992, "main_score": 0.30442, "hf_subset": "knc_Arab-crh_Latn", "languages": ["knc-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295072, "recall": 0.333004, "f1": 0.304838, "accuracy": 0.333004, "main_score": 0.304838, "hf_subset": "knc_Arab-glg_Latn", "languages": ["knc-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290034, "recall": 0.329051, "f1": 0.299155, "accuracy": 0.329051, "main_score": 0.299155, "hf_subset": "knc_Arab-kas_Deva", "languages": ["knc-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.270943, "recall": 0.304348, "f1": 0.280193, "accuracy": 0.304348, "main_score": 0.280193, "hf_subset": "knc_Arab-ltz_Latn", "languages": ["knc-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.279945, "recall": 0.316206, "f1": 0.289417, "accuracy": 0.316206, "main_score": 0.289417, "hf_subset": "knc_Arab-nus_Latn", "languages": ["knc-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287057, "recall": 0.332016, "f1": 0.298315, "accuracy": 0.332016, "main_score": 0.298315, "hf_subset": "knc_Arab-slk_Latn", "languages": ["knc-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255376, "recall": 0.289526, "f1": 0.264032, "accuracy": 0.289526, "main_score": 0.264032, "hf_subset": "knc_Arab-tir_Ethi", "languages": ["knc-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.273372, "recall": 0.316206, "f1": 0.283465, "accuracy": 0.316206, "main_score": 0.283465, "hf_subset": "knc_Arab-zho_Hant", "languages": ["knc-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.305354, "recall": 0.350791, "f1": 0.31657, "accuracy": 0.350791, "main_score": 0.31657, "hf_subset": "knc_Arab-awa_Deva", "languages": ["knc-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.272007, "recall": 0.306324, "f1": 0.280834, "accuracy": 0.306324, "main_score": 0.280834, "hf_subset": "knc_Arab-cym_Latn", "languages": ["knc-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.272625, "recall": 0.313241, "f1": 0.283066, "accuracy": 0.313241, "main_score": 0.283066, "hf_subset": "knc_Arab-grn_Latn", "languages": ["knc-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.270171, "recall": 0.314229, "f1": 0.280936, "accuracy": 0.314229, "main_score": 0.280936, "hf_subset": "knc_Arab-kat_Geor", "languages": ["knc-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.280267, "recall": 0.318182, "f1": 0.290396, "accuracy": 0.318182, "main_score": 0.290396, "hf_subset": "knc_Arab-lua_Latn", "languages": ["knc-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282488, "recall": 0.325099, "f1": 0.293779, "accuracy": 0.325099, "main_score": 0.293779, "hf_subset": "knc_Arab-nya_Latn", "languages": ["knc-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.30073, "recall": 0.33498, "f1": 0.309488, "accuracy": 0.33498, "main_score": 0.309488, "hf_subset": "knc_Arab-slv_Latn", "languages": ["knc-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308838, "recall": 0.335968, "f1": 0.316217, "accuracy": 0.335968, "main_score": 0.316217, "hf_subset": "knc_Arab-tpi_Latn", "languages": ["knc-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289579, "recall": 0.335968, "f1": 0.30136, "accuracy": 0.335968, "main_score": 0.30136, "hf_subset": "knc_Arab-zsm_Latn", "languages": ["knc-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.279973, "recall": 0.318182, "f1": 0.290647, "accuracy": 0.318182, "main_score": 0.290647, "hf_subset": "knc_Arab-ayr_Latn", "languages": ["knc-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298244, "recall": 0.339921, "f1": 0.309022, "accuracy": 0.339921, "main_score": 0.309022, "hf_subset": "knc_Arab-dan_Latn", "languages": ["knc-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297001, "recall": 0.342885, "f1": 0.308558, "accuracy": 0.342885, "main_score": 0.308558, "hf_subset": "knc_Arab-guj_Gujr", "languages": ["knc-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.27973, "recall": 0.328063, "f1": 0.292054, "accuracy": 0.328063, "main_score": 0.292054, "hf_subset": "knc_Arab-kaz_Cyrl", "languages": ["knc-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.265442, "recall": 0.300395, "f1": 0.274666, "accuracy": 0.300395, "main_score": 0.274666, "hf_subset": "knc_Arab-lug_Latn", "languages": ["knc-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.305978, "recall": 0.343874, "f1": 0.315991, "accuracy": 0.343874, "main_score": 0.315991, "hf_subset": "knc_Arab-oci_Latn", "languages": ["knc-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.281416, "recall": 0.315217, "f1": 0.289852, "accuracy": 0.315217, "main_score": 0.289852, "hf_subset": "knc_Arab-smo_Latn", "languages": ["knc-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.270913, "recall": 0.300395, "f1": 0.278495, "accuracy": 0.300395, "main_score": 0.278495, "hf_subset": "knc_Arab-tsn_Latn", "languages": ["knc-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287246, "recall": 0.322134, "f1": 0.29717, "accuracy": 0.322134, "main_score": 0.29717, "hf_subset": "knc_Arab-zul_Latn", "languages": ["knc-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.264612, "recall": 0.305336, "f1": 0.274509, "accuracy": 0.305336, "main_score": 0.274509, "hf_subset": "knc_Arab-azb_Arab", "languages": ["knc-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.292663, "recall": 0.333992, "f1": 0.303433, "accuracy": 0.333992, "main_score": 0.303433, "hf_subset": "knc_Arab-deu_Latn", "languages": ["knc-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.277629, "recall": 0.324111, "f1": 0.288834, "accuracy": 0.324111, "main_score": 0.288834, "hf_subset": "knc_Arab-hat_Latn", "languages": ["knc-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.264565, "recall": 0.30336, "f1": 0.27506, "accuracy": 0.30336, "main_score": 0.27506, "hf_subset": "knc_Arab-kbp_Latn", "languages": ["knc-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289107, "recall": 0.324111, "f1": 0.298461, "accuracy": 0.324111, "main_score": 0.298461, "hf_subset": "knc_Arab-luo_Latn", "languages": ["knc-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287971, "recall": 0.337945, "f1": 0.300023, "accuracy": 0.337945, "main_score": 0.300023, "hf_subset": "knc_Arab-ory_Orya", "languages": ["knc-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.270293, "recall": 0.307312, "f1": 0.280607, "accuracy": 0.307312, "main_score": 0.280607, "hf_subset": "knc_Arab-sna_Latn", "languages": ["knc-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287451, "recall": 0.323123, "f1": 0.29667, "accuracy": 0.323123, "main_score": 0.29667, "hf_subset": "knc_Arab-tso_Latn", "languages": ["knc-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.271858, "recall": 0.315217, "f1": 0.282647, "accuracy": 0.315217, "main_score": 0.282647, "hf_subset": "knc_Arab-azj_Latn", "languages": ["knc-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244378, "recall": 0.291502, "f1": 0.257106, "accuracy": 0.291502, "main_score": 0.257106, "hf_subset": "knc_Arab-dik_Latn", "languages": ["knc-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294196, "recall": 0.333004, "f1": 0.304012, "accuracy": 0.333004, "main_score": 0.304012, "hf_subset": "knc_Arab-hau_Latn", "languages": ["knc-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284198, "recall": 0.316206, "f1": 0.292384, "accuracy": 0.316206, "main_score": 0.292384, "hf_subset": "knc_Arab-kea_Latn", "languages": ["knc-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292276, "recall": 0.323123, "f1": 0.301275, "accuracy": 0.323123, "main_score": 0.301275, "hf_subset": "knc_Arab-lus_Latn", "languages": ["knc-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.301181, "recall": 0.338933, "f1": 0.310973, "accuracy": 0.338933, "main_score": 0.310973, "hf_subset": "knc_Arab-pag_Latn", "languages": ["knc-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283821, "recall": 0.323123, "f1": 0.293267, "accuracy": 0.323123, "main_score": 0.293267, "hf_subset": "knc_Arab-snd_Arab", "languages": ["knc-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.280694, "recall": 0.316206, "f1": 0.290321, "accuracy": 0.316206, "main_score": 0.290321, "hf_subset": "knc_Arab-tuk_Latn", "languages": ["knc-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287088, "recall": 0.327075, "f1": 0.297521, "accuracy": 0.327075, "main_score": 0.297521, "hf_subset": "knc_Arab-bak_Cyrl", "languages": ["knc-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.207325, "recall": 0.246047, "f1": 0.218087, "accuracy": 0.246047, "main_score": 0.218087, "hf_subset": "knc_Arab-dyu_Latn", "languages": ["knc-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282844, "recall": 0.322134, "f1": 0.292853, "accuracy": 0.322134, "main_score": 0.292853, "hf_subset": "knc_Arab-heb_Hebr", "languages": ["knc-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.274468, "recall": 0.311265, "f1": 0.284273, "accuracy": 0.311265, "main_score": 0.284273, "hf_subset": "knc_Arab-khk_Cyrl", "languages": ["knc-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.297963, "recall": 0.337945, "f1": 0.308264, "accuracy": 0.337945, "main_score": 0.308264, "hf_subset": "knc_Arab-lvs_Latn", "languages": ["knc-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283729, "recall": 0.333992, "f1": 0.296813, "accuracy": 0.333992, "main_score": 0.296813, "hf_subset": "knc_Arab-pan_Guru", "languages": ["knc-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.29215, "recall": 0.329051, "f1": 0.301626, "accuracy": 0.329051, "main_score": 0.301626, "hf_subset": "knc_Arab-som_Latn", "languages": ["knc-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290046, "recall": 0.322134, "f1": 0.298242, "accuracy": 0.322134, "main_score": 0.298242, "hf_subset": "knc_Arab-tum_Latn", "languages": ["knc-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608962, "recall": 0.672925, "f1": 0.627306, "accuracy": 0.672925, "main_score": 0.627306, "hf_subset": "mkd_Cyrl-ace_Arab", "languages": ["mkd-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539196, "recall": 0.597826, "f1": 0.556005, "accuracy": 0.597826, "main_score": 0.556005, "hf_subset": "mkd_Cyrl-bam_Latn", "languages": ["mkd-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453595, "recall": 0.529644, "f1": 0.474379, "accuracy": 0.529644, "main_score": 0.474379, "hf_subset": "mkd_Cyrl-dzo_Tibt", "languages": ["mkd-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hin_Deva", "languages": ["mkd-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-khm_Khmr", "languages": ["mkd-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-mag_Deva", "languages": ["mkd-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mkd_Cyrl-pap_Latn", "languages": ["mkd-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615046, "recall": 0.666996, "f1": 0.629863, "accuracy": 0.666996, "main_score": 0.629863, "hf_subset": "mkd_Cyrl-sot_Latn", "languages": ["mkd-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-tur_Latn", "languages": ["mkd-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888175, "recall": 0.91996, "f1": 0.898024, "accuracy": 0.91996, "main_score": 0.898024, "hf_subset": "mkd_Cyrl-ace_Latn", "languages": ["mkd-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "mkd_Cyrl-ban_Latn", "languages": ["mkd-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ell_Grek", "languages": ["mkd-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mkd_Cyrl-hne_Deva", "languages": ["mkd-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612361, "recall": 0.666996, "f1": 0.627515, "accuracy": 0.666996, "main_score": 0.627515, "hf_subset": "mkd_Cyrl-kik_Latn", "languages": ["mkd-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-mai_Deva", "languages": ["mkd-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mkd_Cyrl-pbt_Arab", "languages": ["mkd-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-spa_Latn", "languages": ["mkd-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618175, "recall": 0.682806, "f1": 0.636874, "accuracy": 0.682806, "main_score": 0.636874, "hf_subset": "mkd_Cyrl-twi_Latn", "languages": ["mkd-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-acm_Arab", "languages": ["mkd-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-bel_Cyrl", "languages": ["mkd-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": ["mkd-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hrv_Latn", "languages": ["mkd-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589377, "recall": 0.653162, "f1": 0.607413, "accuracy": 0.653162, "main_score": 0.607413, "hf_subset": "mkd_Cyrl-kin_Latn", "languages": ["mkd-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-mal_Mlym", "languages": ["mkd-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pes_Arab", "languages": ["mkd-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-srd_Latn", "languages": ["mkd-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192109, "recall": 0.243083, "f1": 0.204955, "accuracy": 0.243083, "main_score": 0.204955, "hf_subset": "mkd_Cyrl-tzm_Tfng", "languages": ["mkd-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-acq_Arab", "languages": ["mkd-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.647457, "recall": 0.699605, "f1": 0.661852, "accuracy": 0.699605, "main_score": 0.661852, "hf_subset": "mkd_Cyrl-bem_Latn", "languages": ["mkd-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-epo_Latn", "languages": ["mkd-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-hun_Latn", "languages": ["mkd-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-kir_Cyrl", "languages": ["mkd-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-mar_Deva", "languages": ["mkd-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.692391, "recall": 0.744071, "f1": 0.70766, "accuracy": 0.744071, "main_score": 0.70766, "hf_subset": "mkd_Cyrl-plt_Latn", "languages": ["mkd-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-srp_Cyrl", "languages": ["mkd-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mkd_Cyrl-uig_Arab", "languages": ["mkd-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-aeb_Arab", "languages": ["mkd-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ben_Beng", "languages": ["mkd-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-est_Latn", "languages": ["mkd-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hye_Armn", "languages": ["mkd-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.55942, "recall": 0.61166, "f1": 0.574577, "accuracy": 0.61166, "main_score": 0.574577, "hf_subset": "mkd_Cyrl-kmb_Latn", "languages": ["mkd-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525844, "recall": 0.604743, "f1": 0.547835, "accuracy": 0.604743, "main_score": 0.547835, "hf_subset": "mkd_Cyrl-min_Arab", "languages": ["mkd-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pol_Latn", "languages": ["mkd-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571673, "recall": 0.636364, "f1": 0.590928, "accuracy": 0.636364, "main_score": 0.590928, "hf_subset": "mkd_Cyrl-ssw_Latn", "languages": ["mkd-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ukr_Cyrl", "languages": ["mkd-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-afr_Latn", "languages": ["mkd-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-bho_Deva", "languages": ["mkd-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-eus_Latn", "languages": ["mkd-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594401, "recall": 0.659091, "f1": 0.612309, "accuracy": 0.659091, "main_score": 0.612309, "hf_subset": "mkd_Cyrl-ibo_Latn", "languages": ["mkd-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926548, "recall": 0.947628, "f1": 0.9333, "accuracy": 0.947628, "main_score": 0.9333, "hf_subset": "mkd_Cyrl-kmr_Latn", "languages": ["mkd-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-min_Latn", "languages": ["mkd-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-por_Latn", "languages": ["mkd-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-sun_Latn", "languages": ["mkd-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534538, "recall": 0.591897, "f1": 0.55056, "accuracy": 0.591897, "main_score": 0.55056, "hf_subset": "mkd_Cyrl-umb_Latn", "languages": ["mkd-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ajp_Arab", "languages": ["mkd-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564893, "recall": 0.629447, "f1": 0.583233, "accuracy": 0.629447, "main_score": 0.583233, "hf_subset": "mkd_Cyrl-bjn_Arab", "languages": ["mkd-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526556, "recall": 0.585968, "f1": 0.543239, "accuracy": 0.585968, "main_score": 0.543239, "hf_subset": "mkd_Cyrl-ewe_Latn", "languages": ["mkd-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.965415, "f1": 0.955863, "accuracy": 0.965415, "main_score": 0.955863, "hf_subset": "mkd_Cyrl-ilo_Latn", "languages": ["mkd-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332148, "recall": 0.392292, "f1": 0.349161, "accuracy": 0.392292, "main_score": 0.349161, "hf_subset": "mkd_Cyrl-knc_Arab", "languages": ["mkd-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-prs_Arab", "languages": ["mkd-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-swe_Latn", "languages": ["mkd-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-urd_Arab", "languages": ["mkd-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604236, "recall": 0.660079, "f1": 0.619657, "accuracy": 0.660079, "main_score": 0.619657, "hf_subset": "mkd_Cyrl-aka_Latn", "languages": ["mkd-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mkd_Cyrl-bjn_Latn", "languages": ["mkd-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-fao_Latn", "languages": ["mkd-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ind_Latn", "languages": ["mkd-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597622, "recall": 0.650198, "f1": 0.612955, "accuracy": 0.650198, "main_score": 0.612955, "hf_subset": "mkd_Cyrl-knc_Latn", "languages": ["mkd-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-mlt_Latn", "languages": ["mkd-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715984, "recall": 0.778656, "f1": 0.734291, "accuracy": 0.778656, "main_score": 0.734291, "hf_subset": "mkd_Cyrl-quy_Latn", "languages": ["mkd-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "mkd_Cyrl-swh_Latn", "languages": ["mkd-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-uzn_Latn", "languages": ["mkd-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-als_Latn", "languages": ["mkd-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664904, "recall": 0.742095, "f1": 0.687818, "accuracy": 0.742095, "main_score": 0.687818, "hf_subset": "mkd_Cyrl-bod_Tibt", "languages": ["mkd-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.717871, "recall": 0.775692, "f1": 0.734688, "accuracy": 0.775692, "main_score": 0.734688, "hf_subset": "mkd_Cyrl-fij_Latn", "languages": ["mkd-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mkd_Cyrl-isl_Latn", "languages": ["mkd-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682108, "recall": 0.733202, "f1": 0.697005, "accuracy": 0.733202, "main_score": 0.697005, "hf_subset": "mkd_Cyrl-kon_Latn", "languages": ["mkd-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673354, "recall": 0.735178, "f1": 0.691889, "accuracy": 0.735178, "main_score": 0.691889, "hf_subset": "mkd_Cyrl-mni_Beng", "languages": ["mkd-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ron_Latn", "languages": ["mkd-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "mkd_Cyrl-szl_Latn", "languages": ["mkd-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-vec_Latn", "languages": ["mkd-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "mkd_Cyrl-amh_Ethi", "languages": ["mkd-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-bos_Latn", "languages": ["mkd-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-fin_Latn", "languages": ["mkd-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ita_Latn", "languages": ["mkd-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-kor_Hang", "languages": ["mkd-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.554115, "recall": 0.612648, "f1": 0.570071, "accuracy": 0.612648, "main_score": 0.570071, "hf_subset": "mkd_Cyrl-mos_Latn", "languages": ["mkd-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554825, "recall": 0.612648, "f1": 0.571104, "accuracy": 0.612648, "main_score": 0.571104, "hf_subset": "mkd_Cyrl-run_Latn", "languages": ["mkd-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-tam_Taml", "languages": ["mkd-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-vie_Latn", "languages": ["mkd-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-apc_Arab", "languages": ["mkd-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.818495, "recall": 0.86166, "f1": 0.831357, "accuracy": 0.86166, "main_score": 0.831357, "hf_subset": "mkd_Cyrl-bug_Latn", "languages": ["mkd-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477306, "recall": 0.529644, "f1": 0.491582, "accuracy": 0.529644, "main_score": 0.491582, "hf_subset": "mkd_Cyrl-fon_Latn", "languages": ["mkd-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-jav_Latn", "languages": ["mkd-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-lao_Laoo", "languages": ["mkd-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.904785, "recall": 0.932806, "f1": 0.913785, "accuracy": 0.932806, "main_score": 0.913785, "hf_subset": "mkd_Cyrl-mri_Latn", "languages": ["mkd-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-rus_Cyrl", "languages": ["mkd-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542683, "recall": 0.607708, "f1": 0.560583, "accuracy": 0.607708, "main_score": 0.560583, "hf_subset": "mkd_Cyrl-taq_Latn", "languages": ["mkd-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-war_Latn", "languages": ["mkd-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-arb_Arab", "languages": ["mkd-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-bul_Cyrl", "languages": ["mkd-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-fra_Latn", "languages": ["mkd-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-jpn_Jpan", "languages": ["mkd-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "mkd_Cyrl-lij_Latn", "languages": ["mkd-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "mkd_Cyrl-mya_Mymr", "languages": ["mkd-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.602922, "recall": 0.663043, "f1": 0.619557, "accuracy": 0.663043, "main_score": 0.619557, "hf_subset": "mkd_Cyrl-sag_Latn", "languages": ["mkd-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202952, "recall": 0.26087, "f1": 0.216683, "accuracy": 0.26087, "main_score": 0.216683, "hf_subset": "mkd_Cyrl-taq_Tfng", "languages": ["mkd-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.644673, "recall": 0.704545, "f1": 0.661794, "accuracy": 0.704545, "main_score": 0.661794, "hf_subset": "mkd_Cyrl-wol_Latn", "languages": ["mkd-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825099, "recall": 0.873518, "f1": 0.840217, "accuracy": 0.873518, "main_score": 0.840217, "hf_subset": "mkd_Cyrl-arb_Latn", "languages": ["mkd-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-cat_Latn", "languages": ["mkd-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mkd_Cyrl-fur_Latn", "languages": ["mkd-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426647, "recall": 0.485178, "f1": 0.442662, "accuracy": 0.485178, "main_score": 0.442662, "hf_subset": "mkd_Cyrl-kab_Latn", "languages": ["mkd-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mkd_Cyrl-lim_Latn", "languages": ["mkd-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-nld_Latn", "languages": ["mkd-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "mkd_Cyrl-san_Deva", "languages": ["mkd-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tat_Cyrl", "languages": ["mkd-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684876, "recall": 0.746047, "f1": 0.703458, "accuracy": 0.746047, "main_score": 0.703458, "hf_subset": "mkd_Cyrl-xho_Latn", "languages": ["mkd-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ars_Arab", "languages": ["mkd-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ceb_Latn", "languages": ["mkd-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576929, "recall": 0.635375, "f1": 0.594197, "accuracy": 0.635375, "main_score": 0.594197, "hf_subset": "mkd_Cyrl-fuv_Latn", "languages": ["mkd-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521691, "recall": 0.591897, "f1": 0.540466, "accuracy": 0.591897, "main_score": 0.540466, "hf_subset": "mkd_Cyrl-kac_Latn", "languages": ["mkd-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690991, "recall": 0.742095, "f1": 0.70639, "accuracy": 0.742095, "main_score": 0.70639, "hf_subset": "mkd_Cyrl-lin_Latn", "languages": ["mkd-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-nno_Latn", "languages": ["mkd-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.245473, "recall": 0.331028, "f1": 0.267367, "accuracy": 0.331028, "main_score": 0.267367, "hf_subset": "mkd_Cyrl-sat_Olck", "languages": ["mkd-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tel_Telu", "languages": ["mkd-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "mkd_Cyrl-ydd_Hebr", "languages": ["mkd-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mkd_Cyrl-ary_Arab", "languages": ["mkd-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ces_Latn", "languages": ["mkd-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591149, "recall": 0.657115, "f1": 0.610114, "accuracy": 0.657115, "main_score": 0.610114, "hf_subset": "mkd_Cyrl-gaz_Latn", "languages": ["mkd-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600528, "recall": 0.661067, "f1": 0.617698, "accuracy": 0.661067, "main_score": 0.617698, "hf_subset": "mkd_Cyrl-kam_Latn", "languages": ["mkd-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mkd_Cyrl-lit_Latn", "languages": ["mkd-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-nob_Latn", "languages": ["mkd-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mkd_Cyrl-scn_Latn", "languages": ["mkd-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mkd_Cyrl-tgk_Cyrl", "languages": ["mkd-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.737658, "recall": 0.80336, "f1": 0.757889, "accuracy": 0.80336, "main_score": 0.757889, "hf_subset": "mkd_Cyrl-yor_Latn", "languages": ["mkd-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-arz_Arab", "languages": ["mkd-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564255, "recall": 0.628458, "f1": 0.583417, "accuracy": 0.628458, "main_score": 0.583417, "hf_subset": "mkd_Cyrl-cjk_Latn", "languages": ["mkd-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814065, "recall": 0.86166, "f1": 0.829018, "accuracy": 0.86166, "main_score": 0.829018, "hf_subset": "mkd_Cyrl-gla_Latn", "languages": ["mkd-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-kan_Knda", "languages": ["mkd-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-lmo_Latn", "languages": ["mkd-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "mkd_Cyrl-npi_Deva", "languages": ["mkd-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466011, "recall": 0.532609, "f1": 0.484597, "accuracy": 0.532609, "main_score": 0.484597, "hf_subset": "mkd_Cyrl-shn_Mymr", "languages": ["mkd-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-tgl_Latn", "languages": ["mkd-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-yue_Hant", "languages": ["mkd-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mkd_Cyrl-asm_Beng", "languages": ["mkd-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "mkd_Cyrl-ckb_Arab", "languages": ["mkd-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912451, "recall": 0.935771, "f1": 0.919466, "accuracy": 0.935771, "main_score": 0.919466, "hf_subset": "mkd_Cyrl-gle_Latn", "languages": ["mkd-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "mkd_Cyrl-kas_Arab", "languages": ["mkd-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "mkd_Cyrl-ltg_Latn", "languages": ["mkd-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619393, "recall": 0.674901, "f1": 0.635317, "accuracy": 0.674901, "main_score": 0.635317, "hf_subset": "mkd_Cyrl-nso_Latn", "languages": ["mkd-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mkd_Cyrl-sin_Sinh", "languages": ["mkd-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tha_Thai", "languages": ["mkd-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zho_Hans", "languages": ["mkd-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-ast_Latn", "languages": ["mkd-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-crh_Latn", "languages": ["mkd-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-glg_Latn", "languages": ["mkd-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909667, "recall": 0.935771, "f1": 0.91805, "accuracy": 0.935771, "main_score": 0.91805, "hf_subset": "mkd_Cyrl-kas_Deva", "languages": ["mkd-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-ltz_Latn", "languages": ["mkd-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46728, "recall": 0.534585, "f1": 0.485543, "accuracy": 0.534585, "main_score": 0.485543, "hf_subset": "mkd_Cyrl-nus_Latn", "languages": ["mkd-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-slk_Latn", "languages": ["mkd-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637354, "recall": 0.711462, "f1": 0.659354, "accuracy": 0.711462, "main_score": 0.659354, "hf_subset": "mkd_Cyrl-tir_Ethi", "languages": ["mkd-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zho_Hant", "languages": ["mkd-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "mkd_Cyrl-awa_Deva", "languages": ["mkd-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mkd_Cyrl-cym_Latn", "languages": ["mkd-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854282, "recall": 0.891304, "f1": 0.86558, "accuracy": 0.891304, "main_score": 0.86558, "hf_subset": "mkd_Cyrl-grn_Latn", "languages": ["mkd-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-kat_Geor", "languages": ["mkd-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.670251, "recall": 0.718379, "f1": 0.683738, "accuracy": 0.718379, "main_score": 0.683738, "hf_subset": "mkd_Cyrl-lua_Latn", "languages": ["mkd-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662618, "recall": 0.720356, "f1": 0.67937, "accuracy": 0.720356, "main_score": 0.67937, "hf_subset": "mkd_Cyrl-nya_Latn", "languages": ["mkd-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-slv_Latn", "languages": ["mkd-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "mkd_Cyrl-tpi_Latn", "languages": ["mkd-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zsm_Latn", "languages": ["mkd-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559406, "recall": 0.620553, "f1": 0.576868, "accuracy": 0.620553, "main_score": 0.576868, "hf_subset": "mkd_Cyrl-ayr_Latn", "languages": ["mkd-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-dan_Latn", "languages": ["mkd-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-guj_Gujr", "languages": ["mkd-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mkd_Cyrl-kaz_Cyrl", "languages": ["mkd-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547457, "recall": 0.610672, "f1": 0.564986, "accuracy": 0.610672, "main_score": 0.564986, "hf_subset": "mkd_Cyrl-lug_Latn", "languages": ["mkd-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-oci_Latn", "languages": ["mkd-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852306, "recall": 0.891304, "f1": 0.864262, "accuracy": 0.891304, "main_score": 0.864262, "hf_subset": "mkd_Cyrl-smo_Latn", "languages": ["mkd-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562505, "recall": 0.626482, "f1": 0.580786, "accuracy": 0.626482, "main_score": 0.580786, "hf_subset": "mkd_Cyrl-tsn_Latn", "languages": ["mkd-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624372, "recall": 0.686759, "f1": 0.642064, "accuracy": 0.686759, "main_score": 0.642064, "hf_subset": "mkd_Cyrl-zul_Latn", "languages": ["mkd-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "mkd_Cyrl-azb_Arab", "languages": ["mkd-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-deu_Latn", "languages": ["mkd-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "mkd_Cyrl-hat_Latn", "languages": ["mkd-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49972, "recall": 0.556324, "f1": 0.51553, "accuracy": 0.556324, "main_score": 0.51553, "hf_subset": "mkd_Cyrl-kbp_Latn", "languages": ["mkd-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580715, "recall": 0.635375, "f1": 0.595781, "accuracy": 0.635375, "main_score": 0.595781, "hf_subset": "mkd_Cyrl-luo_Latn", "languages": ["mkd-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ory_Orya", "languages": ["mkd-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.600849, "recall": 0.662055, "f1": 0.618862, "accuracy": 0.662055, "main_score": 0.618862, "hf_subset": "mkd_Cyrl-sna_Latn", "languages": ["mkd-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576486, "recall": 0.630435, "f1": 0.591236, "accuracy": 0.630435, "main_score": 0.591236, "hf_subset": "mkd_Cyrl-tso_Latn", "languages": ["mkd-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-azj_Latn", "languages": ["mkd-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539436, "recall": 0.606719, "f1": 0.558651, "accuracy": 0.606719, "main_score": 0.558651, "hf_subset": "mkd_Cyrl-dik_Latn", "languages": ["mkd-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761281, "recall": 0.817194, "f1": 0.778458, "accuracy": 0.817194, "main_score": 0.778458, "hf_subset": "mkd_Cyrl-hau_Latn", "languages": ["mkd-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-kea_Latn", "languages": ["mkd-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754727, "recall": 0.805336, "f1": 0.769928, "accuracy": 0.805336, "main_score": 0.769928, "hf_subset": "mkd_Cyrl-lus_Latn", "languages": ["mkd-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889575, "recall": 0.916996, "f1": 0.898075, "accuracy": 0.916996, "main_score": 0.898075, "hf_subset": "mkd_Cyrl-pag_Latn", "languages": ["mkd-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mkd_Cyrl-snd_Arab", "languages": ["mkd-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "mkd_Cyrl-tuk_Latn", "languages": ["mkd-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-bak_Cyrl", "languages": ["mkd-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494501, "recall": 0.56917, "f1": 0.516486, "accuracy": 0.56917, "main_score": 0.516486, "hf_subset": "mkd_Cyrl-dyu_Latn", "languages": ["mkd-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-heb_Hebr", "languages": ["mkd-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-khk_Cyrl", "languages": ["mkd-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-lvs_Latn", "languages": ["mkd-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pan_Guru", "languages": ["mkd-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.741905, "recall": 0.797431, "f1": 0.758816, "accuracy": 0.797431, "main_score": 0.758816, "hf_subset": "mkd_Cyrl-som_Latn", "languages": ["mkd-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621845, "recall": 0.66996, "f1": 0.635611, "accuracy": 0.66996, "main_score": 0.635611, "hf_subset": "mkd_Cyrl-tum_Latn", "languages": ["mkd-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574879, "recall": 0.63834, "f1": 0.592761, "accuracy": 0.63834, "main_score": 0.592761, "hf_subset": "prs_Arab-ace_Arab", "languages": ["prs-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525696, "recall": 0.583992, "f1": 0.541622, "accuracy": 0.583992, "main_score": 0.541622, "hf_subset": "prs_Arab-bam_Latn", "languages": ["prs-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417209, "recall": 0.499012, "f1": 0.439479, "accuracy": 0.499012, "main_score": 0.439479, "hf_subset": "prs_Arab-dzo_Tibt", "languages": ["prs-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-hin_Deva", "languages": ["prs-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-khm_Khmr", "languages": ["prs-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mag_Deva", "languages": ["prs-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "prs_Arab-pap_Latn", "languages": ["prs-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584199, "recall": 0.642292, "f1": 0.600628, "accuracy": 0.642292, "main_score": 0.600628, "hf_subset": "prs_Arab-sot_Latn", "languages": ["prs-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tur_Latn", "languages": ["prs-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870965, "recall": 0.905138, "f1": 0.881785, "accuracy": 0.905138, "main_score": 0.881785, "hf_subset": "prs_Arab-ace_Latn", "languages": ["prs-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.971344, "f1": 0.964262, "accuracy": 0.971344, "main_score": 0.964262, "hf_subset": "prs_Arab-ban_Latn", "languages": ["prs-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ell_Grek", "languages": ["prs-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "prs_Arab-hne_Deva", "languages": ["prs-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.595517, "recall": 0.655138, "f1": 0.611867, "accuracy": 0.655138, "main_score": 0.611867, "hf_subset": "prs_Arab-kik_Latn", "languages": ["prs-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mai_Deva", "languages": ["prs-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "prs_Arab-pbt_Arab", "languages": ["prs-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-spa_Latn", "languages": ["prs-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612015, "recall": 0.674901, "f1": 0.629943, "accuracy": 0.674901, "main_score": 0.629943, "hf_subset": "prs_Arab-twi_Latn", "languages": ["prs-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-acm_Arab", "languages": ["prs-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-bel_Cyrl", "languages": ["prs-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-eng_Latn", "languages": ["prs-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-hrv_Latn", "languages": ["prs-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55398, "recall": 0.615613, "f1": 0.571494, "accuracy": 0.615613, "main_score": 0.571494, "hf_subset": "prs_Arab-kin_Latn", "languages": ["prs-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-mal_Mlym", "languages": ["prs-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-pes_Arab", "languages": ["prs-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-srd_Latn", "languages": ["prs-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186711, "recall": 0.233202, "f1": 0.198548, "accuracy": 0.233202, "main_score": 0.198548, "hf_subset": "prs_Arab-tzm_Tfng", "languages": ["prs-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-acq_Arab", "languages": ["prs-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.625955, "recall": 0.672925, "f1": 0.639116, "accuracy": 0.672925, "main_score": 0.639116, "hf_subset": "prs_Arab-bem_Latn", "languages": ["prs-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-epo_Latn", "languages": ["prs-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-hun_Latn", "languages": ["prs-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-kir_Cyrl", "languages": ["prs-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-mar_Deva", "languages": ["prs-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.668939, "recall": 0.721344, "f1": 0.684307, "accuracy": 0.721344, "main_score": 0.684307, "hf_subset": "prs_Arab-plt_Latn", "languages": ["prs-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-srp_Cyrl", "languages": ["prs-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "prs_Arab-uig_Arab", "languages": ["prs-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-aeb_Arab", "languages": ["prs-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ben_Beng", "languages": ["prs-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-est_Latn", "languages": ["prs-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-hye_Armn", "languages": ["prs-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.526913, "recall": 0.58004, "f1": 0.542325, "accuracy": 0.58004, "main_score": 0.542325, "hf_subset": "prs_Arab-kmb_Latn", "languages": ["prs-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498199, "recall": 0.56917, "f1": 0.517262, "accuracy": 0.56917, "main_score": 0.517262, "hf_subset": "prs_Arab-min_Arab", "languages": ["prs-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-pol_Latn", "languages": ["prs-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552339, "recall": 0.620553, "f1": 0.571927, "accuracy": 0.620553, "main_score": 0.571927, "hf_subset": "prs_Arab-ssw_Latn", "languages": ["prs-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ukr_Cyrl", "languages": ["prs-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-afr_Latn", "languages": ["prs-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-bho_Deva", "languages": ["prs-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-eus_Latn", "languages": ["prs-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571108, "recall": 0.635375, "f1": 0.588708, "accuracy": 0.635375, "main_score": 0.588708, "hf_subset": "prs_Arab-ibo_Latn", "languages": ["prs-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916914, "recall": 0.939723, "f1": 0.923979, "accuracy": 0.939723, "main_score": 0.923979, "hf_subset": "prs_Arab-kmr_Latn", "languages": ["prs-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "prs_Arab-min_Latn", "languages": ["prs-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-por_Latn", "languages": ["prs-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-sun_Latn", "languages": ["prs-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519798, "recall": 0.575099, "f1": 0.534859, "accuracy": 0.575099, "main_score": 0.534859, "hf_subset": "prs_Arab-umb_Latn", "languages": ["prs-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ajp_Arab", "languages": ["prs-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544515, "recall": 0.608696, "f1": 0.562447, "accuracy": 0.608696, "main_score": 0.562447, "hf_subset": "prs_Arab-bjn_Arab", "languages": ["prs-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517174, "recall": 0.571146, "f1": 0.531764, "accuracy": 0.571146, "main_score": 0.531764, "hf_subset": "prs_Arab-ewe_Latn", "languages": ["prs-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943923, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "prs_Arab-ilo_Latn", "languages": ["prs-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324111, "recall": 0.379447, "f1": 0.339322, "accuracy": 0.379447, "main_score": 0.339322, "hf_subset": "prs_Arab-knc_Arab", "languages": ["prs-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mkd_Cyrl", "languages": ["prs-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-swe_Latn", "languages": ["prs-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-urd_Arab", "languages": ["prs-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591321, "recall": 0.651186, "f1": 0.607971, "accuracy": 0.651186, "main_score": 0.607971, "hf_subset": "prs_Arab-aka_Latn", "languages": ["prs-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "prs_Arab-bjn_Latn", "languages": ["prs-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-fao_Latn", "languages": ["prs-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ind_Latn", "languages": ["prs-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593273, "recall": 0.648221, "f1": 0.608791, "accuracy": 0.648221, "main_score": 0.608791, "hf_subset": "prs_Arab-knc_Latn", "languages": ["prs-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-mlt_Latn", "languages": ["prs-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70625, "recall": 0.768775, "f1": 0.724711, "accuracy": 0.768775, "main_score": 0.724711, "hf_subset": "prs_Arab-quy_Latn", "languages": ["prs-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "prs_Arab-swh_Latn", "languages": ["prs-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-uzn_Latn", "languages": ["prs-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-als_Latn", "languages": ["prs-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679694, "recall": 0.748024, "f1": 0.699492, "accuracy": 0.748024, "main_score": 0.699492, "hf_subset": "prs_Arab-bod_Tibt", "languages": ["prs-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.704778, "recall": 0.756917, "f1": 0.719697, "accuracy": 0.756917, "main_score": 0.719697, "hf_subset": "prs_Arab-fij_Latn", "languages": ["prs-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-isl_Latn", "languages": ["prs-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665622, "recall": 0.713439, "f1": 0.67968, "accuracy": 0.713439, "main_score": 0.67968, "hf_subset": "prs_Arab-kon_Latn", "languages": ["prs-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651105, "recall": 0.717391, "f1": 0.670267, "accuracy": 0.717391, "main_score": 0.670267, "hf_subset": "prs_Arab-mni_Beng", "languages": ["prs-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ron_Latn", "languages": ["prs-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.986166, "f1": 0.983366, "accuracy": 0.986166, "main_score": 0.983366, "hf_subset": "prs_Arab-szl_Latn", "languages": ["prs-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-vec_Latn", "languages": ["prs-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "prs_Arab-amh_Ethi", "languages": ["prs-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-bos_Latn", "languages": ["prs-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-fin_Latn", "languages": ["prs-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ita_Latn", "languages": ["prs-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-kor_Hang", "languages": ["prs-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.547523, "recall": 0.603755, "f1": 0.563015, "accuracy": 0.603755, "main_score": 0.563015, "hf_subset": "prs_Arab-mos_Latn", "languages": ["prs-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546445, "recall": 0.605731, "f1": 0.562832, "accuracy": 0.605731, "main_score": 0.562832, "hf_subset": "prs_Arab-run_Latn", "languages": ["prs-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tam_Taml", "languages": ["prs-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-vie_Latn", "languages": ["prs-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-apc_Arab", "languages": ["prs-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.819038, "recall": 0.860672, "f1": 0.831752, "accuracy": 0.860672, "main_score": 0.831752, "hf_subset": "prs_Arab-bug_Latn", "languages": ["prs-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471674, "recall": 0.528656, "f1": 0.48736, "accuracy": 0.528656, "main_score": 0.48736, "hf_subset": "prs_Arab-fon_Latn", "languages": ["prs-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-jav_Latn", "languages": ["prs-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-lao_Laoo", "languages": ["prs-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.882362, "recall": 0.916008, "f1": 0.892852, "accuracy": 0.916008, "main_score": 0.892852, "hf_subset": "prs_Arab-mri_Latn", "languages": ["prs-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-rus_Cyrl", "languages": ["prs-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.554235, "recall": 0.61166, "f1": 0.570025, "accuracy": 0.61166, "main_score": 0.570025, "hf_subset": "prs_Arab-taq_Latn", "languages": ["prs-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-war_Latn", "languages": ["prs-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-arb_Arab", "languages": ["prs-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-bul_Cyrl", "languages": ["prs-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-fra_Latn", "languages": ["prs-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-jpn_Jpan", "languages": ["prs-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "prs_Arab-lij_Latn", "languages": ["prs-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-mya_Mymr", "languages": ["prs-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.602063, "recall": 0.659091, "f1": 0.618146, "accuracy": 0.659091, "main_score": 0.618146, "hf_subset": "prs_Arab-sag_Latn", "languages": ["prs-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20439, "recall": 0.26087, "f1": 0.216893, "accuracy": 0.26087, "main_score": 0.216893, "hf_subset": "prs_Arab-taq_Tfng", "languages": ["prs-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.618423, "recall": 0.68083, "f1": 0.636287, "accuracy": 0.68083, "main_score": 0.636287, "hf_subset": "prs_Arab-wol_Latn", "languages": ["prs-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820899, "recall": 0.869565, "f1": 0.836199, "accuracy": 0.869565, "main_score": 0.836199, "hf_subset": "prs_Arab-arb_Latn", "languages": ["prs-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-cat_Latn", "languages": ["prs-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-fur_Latn", "languages": ["prs-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419352, "recall": 0.477273, "f1": 0.435214, "accuracy": 0.477273, "main_score": 0.435214, "hf_subset": "prs_Arab-kab_Latn", "languages": ["prs-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "prs_Arab-lim_Latn", "languages": ["prs-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-nld_Latn", "languages": ["prs-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "prs_Arab-san_Deva", "languages": ["prs-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-tat_Cyrl", "languages": ["prs-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.688505, "recall": 0.744071, "f1": 0.704762, "accuracy": 0.744071, "main_score": 0.704762, "hf_subset": "prs_Arab-xho_Latn", "languages": ["prs-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ars_Arab", "languages": ["prs-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-ceb_Latn", "languages": ["prs-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573039, "recall": 0.635375, "f1": 0.590145, "accuracy": 0.635375, "main_score": 0.590145, "hf_subset": "prs_Arab-fuv_Latn", "languages": ["prs-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500753, "recall": 0.564229, "f1": 0.517627, "accuracy": 0.564229, "main_score": 0.517627, "hf_subset": "prs_Arab-kac_Latn", "languages": ["prs-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685507, "recall": 0.729249, "f1": 0.697977, "accuracy": 0.729249, "main_score": 0.697977, "hf_subset": "prs_Arab-lin_Latn", "languages": ["prs-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-nno_Latn", "languages": ["prs-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250217, "recall": 0.33004, "f1": 0.271472, "accuracy": 0.33004, "main_score": 0.271472, "hf_subset": "prs_Arab-sat_Olck", "languages": ["prs-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-tel_Telu", "languages": ["prs-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "prs_Arab-ydd_Hebr", "languages": ["prs-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "prs_Arab-ary_Arab", "languages": ["prs-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ces_Latn", "languages": ["prs-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572021, "recall": 0.62747, "f1": 0.587601, "accuracy": 0.62747, "main_score": 0.587601, "hf_subset": "prs_Arab-gaz_Latn", "languages": ["prs-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574434, "recall": 0.640316, "f1": 0.593176, "accuracy": 0.640316, "main_score": 0.593176, "hf_subset": "prs_Arab-kam_Latn", "languages": ["prs-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "prs_Arab-lit_Latn", "languages": ["prs-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-nob_Latn", "languages": ["prs-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "prs_Arab-scn_Latn", "languages": ["prs-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "prs_Arab-tgk_Cyrl", "languages": ["prs-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.73163, "recall": 0.796443, "f1": 0.751287, "accuracy": 0.796443, "main_score": 0.751287, "hf_subset": "prs_Arab-yor_Latn", "languages": ["prs-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-arz_Arab", "languages": ["prs-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554466, "recall": 0.616601, "f1": 0.572142, "accuracy": 0.616601, "main_score": 0.572142, "hf_subset": "prs_Arab-cjk_Latn", "languages": ["prs-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787582, "recall": 0.839921, "f1": 0.803656, "accuracy": 0.839921, "main_score": 0.803656, "hf_subset": "prs_Arab-gla_Latn", "languages": ["prs-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-kan_Knda", "languages": ["prs-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "prs_Arab-lmo_Latn", "languages": ["prs-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "prs_Arab-npi_Deva", "languages": ["prs-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.471501, "recall": 0.528656, "f1": 0.487312, "accuracy": 0.528656, "main_score": 0.487312, "hf_subset": "prs_Arab-shn_Mymr", "languages": ["prs-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tgl_Latn", "languages": ["prs-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-yue_Hant", "languages": ["prs-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-asm_Beng", "languages": ["prs-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "prs_Arab-ckb_Arab", "languages": ["prs-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.898115, "recall": 0.925889, "f1": 0.906933, "accuracy": 0.925889, "main_score": 0.906933, "hf_subset": "prs_Arab-gle_Latn", "languages": ["prs-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "prs_Arab-kas_Arab", "languages": ["prs-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935935, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "prs_Arab-ltg_Latn", "languages": ["prs-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609561, "recall": 0.660079, "f1": 0.623759, "accuracy": 0.660079, "main_score": 0.623759, "hf_subset": "prs_Arab-nso_Latn", "languages": ["prs-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "prs_Arab-sin_Sinh", "languages": ["prs-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-tha_Thai", "languages": ["prs-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-zho_Hans", "languages": ["prs-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ast_Latn", "languages": ["prs-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-crh_Latn", "languages": ["prs-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-glg_Latn", "languages": ["prs-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905962, "recall": 0.934783, "f1": 0.915349, "accuracy": 0.934783, "main_score": 0.915349, "hf_subset": "prs_Arab-kas_Deva", "languages": ["prs-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984848, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "prs_Arab-ltz_Latn", "languages": ["prs-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454016, "recall": 0.522727, "f1": 0.472937, "accuracy": 0.522727, "main_score": 0.472937, "hf_subset": "prs_Arab-nus_Latn", "languages": ["prs-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-slk_Latn", "languages": ["prs-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626722, "recall": 0.69664, "f1": 0.647057, "accuracy": 0.69664, "main_score": 0.647057, "hf_subset": "prs_Arab-tir_Ethi", "languages": ["prs-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-zho_Hant", "languages": ["prs-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "prs_Arab-awa_Deva", "languages": ["prs-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "prs_Arab-cym_Latn", "languages": ["prs-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830369, "recall": 0.87253, "f1": 0.843314, "accuracy": 0.87253, "main_score": 0.843314, "hf_subset": "prs_Arab-grn_Latn", "languages": ["prs-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-kat_Geor", "languages": ["prs-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.642465, "recall": 0.695652, "f1": 0.65766, "accuracy": 0.695652, "main_score": 0.65766, "hf_subset": "prs_Arab-lua_Latn", "languages": ["prs-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643717, "recall": 0.703557, "f1": 0.660766, "accuracy": 0.703557, "main_score": 0.660766, "hf_subset": "prs_Arab-nya_Latn", "languages": ["prs-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-slv_Latn", "languages": ["prs-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "prs_Arab-tpi_Latn", "languages": ["prs-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-zsm_Latn", "languages": ["prs-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545464, "recall": 0.606719, "f1": 0.56274, "accuracy": 0.606719, "main_score": 0.56274, "hf_subset": "prs_Arab-ayr_Latn", "languages": ["prs-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-dan_Latn", "languages": ["prs-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-guj_Gujr", "languages": ["prs-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-kaz_Cyrl", "languages": ["prs-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531368, "recall": 0.596838, "f1": 0.54976, "accuracy": 0.596838, "main_score": 0.54976, "hf_subset": "prs_Arab-lug_Latn", "languages": ["prs-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-oci_Latn", "languages": ["prs-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835672, "recall": 0.878458, "f1": 0.848748, "accuracy": 0.878458, "main_score": 0.848748, "hf_subset": "prs_Arab-smo_Latn", "languages": ["prs-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539414, "recall": 0.600791, "f1": 0.556557, "accuracy": 0.600791, "main_score": 0.556557, "hf_subset": "prs_Arab-tsn_Latn", "languages": ["prs-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630715, "recall": 0.687747, "f1": 0.647003, "accuracy": 0.687747, "main_score": 0.647003, "hf_subset": "prs_Arab-zul_Latn", "languages": ["prs-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "prs_Arab-azb_Arab", "languages": ["prs-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-deu_Latn", "languages": ["prs-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "prs_Arab-hat_Latn", "languages": ["prs-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494642, "recall": 0.545455, "f1": 0.508424, "accuracy": 0.545455, "main_score": 0.508424, "hf_subset": "prs_Arab-kbp_Latn", "languages": ["prs-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569801, "recall": 0.626482, "f1": 0.585421, "accuracy": 0.626482, "main_score": 0.585421, "hf_subset": "prs_Arab-luo_Latn", "languages": ["prs-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ory_Orya", "languages": ["prs-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.58658, "recall": 0.646245, "f1": 0.603746, "accuracy": 0.646245, "main_score": 0.603746, "hf_subset": "prs_Arab-sna_Latn", "languages": ["prs-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561514, "recall": 0.615613, "f1": 0.575782, "accuracy": 0.615613, "main_score": 0.575782, "hf_subset": "prs_Arab-tso_Latn", "languages": ["prs-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-azj_Latn", "languages": ["prs-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534745, "recall": 0.600791, "f1": 0.553597, "accuracy": 0.600791, "main_score": 0.553597, "hf_subset": "prs_Arab-dik_Latn", "languages": ["prs-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748232, "recall": 0.801383, "f1": 0.76357, "accuracy": 0.801383, "main_score": 0.76357, "hf_subset": "prs_Arab-hau_Latn", "languages": ["prs-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "prs_Arab-kea_Latn", "languages": ["prs-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756209, "recall": 0.800395, "f1": 0.769452, "accuracy": 0.800395, "main_score": 0.769452, "hf_subset": "prs_Arab-lus_Latn", "languages": ["prs-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872727, "recall": 0.903162, "f1": 0.881884, "accuracy": 0.903162, "main_score": 0.881884, "hf_subset": "prs_Arab-pag_Latn", "languages": ["prs-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-snd_Arab", "languages": ["prs-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "prs_Arab-tuk_Latn", "languages": ["prs-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-bak_Cyrl", "languages": ["prs-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.474613, "recall": 0.555336, "f1": 0.497967, "accuracy": 0.555336, "main_score": 0.497967, "hf_subset": "prs_Arab-dyu_Latn", "languages": ["prs-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-heb_Hebr", "languages": ["prs-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-khk_Cyrl", "languages": ["prs-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-lvs_Latn", "languages": ["prs-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-pan_Guru", "languages": ["prs-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.721617, "recall": 0.780632, "f1": 0.739312, "accuracy": 0.780632, "main_score": 0.739312, "hf_subset": "prs_Arab-som_Latn", "languages": ["prs-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598323, "recall": 0.648221, "f1": 0.612118, "accuracy": 0.648221, "main_score": 0.612118, "hf_subset": "prs_Arab-tum_Latn", "languages": ["prs-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580288, "recall": 0.645257, "f1": 0.598462, "accuracy": 0.645257, "main_score": 0.598462, "hf_subset": "swe_Latn-ace_Arab", "languages": ["swe-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541636, "recall": 0.600791, "f1": 0.557671, "accuracy": 0.600791, "main_score": 0.557671, "hf_subset": "swe_Latn-bam_Latn", "languages": ["swe-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438934, "recall": 0.51581, "f1": 0.459979, "accuracy": 0.51581, "main_score": 0.459979, "hf_subset": "swe_Latn-dzo_Tibt", "languages": ["swe-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hin_Deva", "languages": ["swe-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-khm_Khmr", "languages": ["swe-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-mag_Deva", "languages": ["swe-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "swe_Latn-pap_Latn", "languages": ["swe-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608074, "recall": 0.668972, "f1": 0.625431, "accuracy": 0.668972, "main_score": 0.625431, "hf_subset": "swe_Latn-sot_Latn", "languages": ["swe-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tur_Latn", "languages": ["swe-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88694, "recall": 0.916996, "f1": 0.896429, "accuracy": 0.916996, "main_score": 0.896429, "hf_subset": "swe_Latn-ace_Latn", "languages": ["swe-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.978261, "f1": 0.973155, "accuracy": 0.978261, "main_score": 0.973155, "hf_subset": "swe_Latn-ban_Latn", "languages": ["swe-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ell_Grek", "languages": ["swe-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "swe_Latn-hne_Deva", "languages": ["swe-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.605938, "recall": 0.662055, "f1": 0.622419, "accuracy": 0.662055, "main_score": 0.622419, "hf_subset": "swe_Latn-kik_Latn", "languages": ["swe-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mai_Deva", "languages": ["swe-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "swe_Latn-pbt_Arab", "languages": ["swe-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-spa_Latn", "languages": ["swe-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617038, "recall": 0.682806, "f1": 0.635693, "accuracy": 0.682806, "main_score": 0.635693, "hf_subset": "swe_Latn-twi_Latn", "languages": ["swe-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-acm_Arab", "languages": ["swe-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-bel_Cyrl", "languages": ["swe-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-eng_Latn", "languages": ["swe-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hrv_Latn", "languages": ["swe-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556096, "recall": 0.620553, "f1": 0.574115, "accuracy": 0.620553, "main_score": 0.574115, "hf_subset": "swe_Latn-kin_Latn", "languages": ["swe-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-mal_Mlym", "languages": ["swe-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pes_Arab", "languages": ["swe-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-srd_Latn", "languages": ["swe-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184871, "recall": 0.236166, "f1": 0.197699, "accuracy": 0.236166, "main_score": 0.197699, "hf_subset": "swe_Latn-tzm_Tfng", "languages": ["swe-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-acq_Arab", "languages": ["swe-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636471, "recall": 0.6917, "f1": 0.65215, "accuracy": 0.6917, "main_score": 0.65215, "hf_subset": "swe_Latn-bem_Latn", "languages": ["swe-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-epo_Latn", "languages": ["swe-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hun_Latn", "languages": ["swe-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kir_Cyrl", "languages": ["swe-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mar_Deva", "languages": ["swe-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.685754, "recall": 0.742095, "f1": 0.702339, "accuracy": 0.742095, "main_score": 0.702339, "hf_subset": "swe_Latn-plt_Latn", "languages": ["swe-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-srp_Cyrl", "languages": ["swe-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "swe_Latn-uig_Arab", "languages": ["swe-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-aeb_Arab", "languages": ["swe-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ben_Beng", "languages": ["swe-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-est_Latn", "languages": ["swe-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hye_Armn", "languages": ["swe-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.566825, "recall": 0.62253, "f1": 0.582532, "accuracy": 0.62253, "main_score": 0.582532, "hf_subset": "swe_Latn-kmb_Latn", "languages": ["swe-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51625, "recall": 0.591897, "f1": 0.537035, "accuracy": 0.591897, "main_score": 0.537035, "hf_subset": "swe_Latn-min_Arab", "languages": ["swe-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pol_Latn", "languages": ["swe-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567803, "recall": 0.629447, "f1": 0.586067, "accuracy": 0.629447, "main_score": 0.586067, "hf_subset": "swe_Latn-ssw_Latn", "languages": ["swe-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ukr_Cyrl", "languages": ["swe-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-afr_Latn", "languages": ["swe-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bho_Deva", "languages": ["swe-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-eus_Latn", "languages": ["swe-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599301, "recall": 0.666008, "f1": 0.618664, "accuracy": 0.666008, "main_score": 0.618664, "hf_subset": "swe_Latn-ibo_Latn", "languages": ["swe-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918725, "recall": 0.943676, "f1": 0.926779, "accuracy": 0.943676, "main_score": 0.926779, "hf_subset": "swe_Latn-kmr_Latn", "languages": ["swe-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "swe_Latn-min_Latn", "languages": ["swe-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-por_Latn", "languages": ["swe-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-sun_Latn", "languages": ["swe-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529481, "recall": 0.588933, "f1": 0.546669, "accuracy": 0.588933, "main_score": 0.546669, "hf_subset": "swe_Latn-umb_Latn", "languages": ["swe-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ajp_Arab", "languages": ["swe-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546914, "recall": 0.615613, "f1": 0.56618, "accuracy": 0.615613, "main_score": 0.56618, "hf_subset": "swe_Latn-bjn_Arab", "languages": ["swe-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541669, "recall": 0.597826, "f1": 0.556913, "accuracy": 0.597826, "main_score": 0.556913, "hf_subset": "swe_Latn-ewe_Latn", "languages": ["swe-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "swe_Latn-ilo_Latn", "languages": ["swe-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324713, "recall": 0.384387, "f1": 0.341087, "accuracy": 0.384387, "main_score": 0.341087, "hf_subset": "swe_Latn-knc_Arab", "languages": ["swe-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mkd_Cyrl", "languages": ["swe-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-prs_Arab", "languages": ["swe-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-urd_Arab", "languages": ["swe-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608317, "recall": 0.670949, "f1": 0.625781, "accuracy": 0.670949, "main_score": 0.625781, "hf_subset": "swe_Latn-aka_Latn", "languages": ["swe-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-bjn_Latn", "languages": ["swe-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-fao_Latn", "languages": ["swe-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ind_Latn", "languages": ["swe-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604161, "recall": 0.656126, "f1": 0.61895, "accuracy": 0.656126, "main_score": 0.61895, "hf_subset": "swe_Latn-knc_Latn", "languages": ["swe-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-mlt_Latn", "languages": ["swe-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723058, "recall": 0.781621, "f1": 0.740275, "accuracy": 0.781621, "main_score": 0.740275, "hf_subset": "swe_Latn-quy_Latn", "languages": ["swe-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "swe_Latn-swh_Latn", "languages": ["swe-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-uzn_Latn", "languages": ["swe-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-als_Latn", "languages": ["swe-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648641, "recall": 0.729249, "f1": 0.672227, "accuracy": 0.729249, "main_score": 0.672227, "hf_subset": "swe_Latn-bod_Tibt", "languages": ["swe-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.730896, "recall": 0.787549, "f1": 0.747563, "accuracy": 0.787549, "main_score": 0.747563, "hf_subset": "swe_Latn-fij_Latn", "languages": ["swe-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "swe_Latn-isl_Latn", "languages": ["swe-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67817, "recall": 0.731225, "f1": 0.693961, "accuracy": 0.731225, "main_score": 0.693961, "hf_subset": "swe_Latn-kon_Latn", "languages": ["swe-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681679, "recall": 0.740119, "f1": 0.698666, "accuracy": 0.740119, "main_score": 0.698666, "hf_subset": "swe_Latn-mni_Beng", "languages": ["swe-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ron_Latn", "languages": ["swe-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "swe_Latn-szl_Latn", "languages": ["swe-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-vec_Latn", "languages": ["swe-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "swe_Latn-amh_Ethi", "languages": ["swe-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bos_Latn", "languages": ["swe-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-fin_Latn", "languages": ["swe-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ita_Latn", "languages": ["swe-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kor_Hang", "languages": ["swe-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558813, "recall": 0.621542, "f1": 0.576611, "accuracy": 0.621542, "main_score": 0.576611, "hf_subset": "swe_Latn-mos_Latn", "languages": ["swe-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561613, "recall": 0.617589, "f1": 0.577986, "accuracy": 0.617589, "main_score": 0.577986, "hf_subset": "swe_Latn-run_Latn", "languages": ["swe-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tam_Taml", "languages": ["swe-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-vie_Latn", "languages": ["swe-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-apc_Arab", "languages": ["swe-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.813603, "recall": 0.857708, "f1": 0.826995, "accuracy": 0.857708, "main_score": 0.826995, "hf_subset": "swe_Latn-bug_Latn", "languages": ["swe-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479844, "recall": 0.538538, "f1": 0.495446, "accuracy": 0.538538, "main_score": 0.495446, "hf_subset": "swe_Latn-fon_Latn", "languages": ["swe-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-jav_Latn", "languages": ["swe-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-lao_Laoo", "languages": ["swe-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.891304, "recall": 0.922925, "f1": 0.901318, "accuracy": 0.922925, "main_score": 0.901318, "hf_subset": "swe_Latn-mri_Latn", "languages": ["swe-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-rus_Cyrl", "languages": ["swe-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544642, "recall": 0.607708, "f1": 0.562474, "accuracy": 0.607708, "main_score": 0.562474, "hf_subset": "swe_Latn-taq_Latn", "languages": ["swe-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-war_Latn", "languages": ["swe-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-arb_Arab", "languages": ["swe-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bul_Cyrl", "languages": ["swe-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-fra_Latn", "languages": ["swe-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-jpn_Jpan", "languages": ["swe-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "swe_Latn-lij_Latn", "languages": ["swe-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "swe_Latn-mya_Mymr", "languages": ["swe-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.617751, "recall": 0.682806, "f1": 0.635976, "accuracy": 0.682806, "main_score": 0.635976, "hf_subset": "swe_Latn-sag_Latn", "languages": ["swe-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192746, "recall": 0.250988, "f1": 0.206284, "accuracy": 0.250988, "main_score": 0.206284, "hf_subset": "swe_Latn-taq_Tfng", "languages": ["swe-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.648065, "recall": 0.708498, "f1": 0.665156, "accuracy": 0.708498, "main_score": 0.665156, "hf_subset": "swe_Latn-wol_Latn", "languages": ["swe-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810919, "recall": 0.858696, "f1": 0.825264, "accuracy": 0.858696, "main_score": 0.825264, "hf_subset": "swe_Latn-arb_Latn", "languages": ["swe-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-cat_Latn", "languages": ["swe-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-fur_Latn", "languages": ["swe-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416365, "recall": 0.479249, "f1": 0.434126, "accuracy": 0.479249, "main_score": 0.434126, "hf_subset": "swe_Latn-kab_Latn", "languages": ["swe-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-lim_Latn", "languages": ["swe-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-nld_Latn", "languages": ["swe-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "swe_Latn-san_Deva", "languages": ["swe-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tat_Cyrl", "languages": ["swe-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.691215, "recall": 0.747036, "f1": 0.708006, "accuracy": 0.747036, "main_score": 0.708006, "hf_subset": "swe_Latn-xho_Latn", "languages": ["swe-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ars_Arab", "languages": ["swe-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ceb_Latn", "languages": ["swe-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570854, "recall": 0.630435, "f1": 0.587611, "accuracy": 0.630435, "main_score": 0.587611, "hf_subset": "swe_Latn-fuv_Latn", "languages": ["swe-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515116, "recall": 0.583992, "f1": 0.534321, "accuracy": 0.583992, "main_score": 0.534321, "hf_subset": "swe_Latn-kac_Latn", "languages": ["swe-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673413, "recall": 0.728261, "f1": 0.689756, "accuracy": 0.728261, "main_score": 0.689756, "hf_subset": "swe_Latn-lin_Latn", "languages": ["swe-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-nno_Latn", "languages": ["swe-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244408, "recall": 0.325099, "f1": 0.265158, "accuracy": 0.325099, "main_score": 0.265158, "hf_subset": "swe_Latn-sat_Olck", "languages": ["swe-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-tel_Telu", "languages": ["swe-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "swe_Latn-ydd_Hebr", "languages": ["swe-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "swe_Latn-ary_Arab", "languages": ["swe-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ces_Latn", "languages": ["swe-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590935, "recall": 0.653162, "f1": 0.609437, "accuracy": 0.653162, "main_score": 0.609437, "hf_subset": "swe_Latn-gaz_Latn", "languages": ["swe-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592377, "recall": 0.655138, "f1": 0.610117, "accuracy": 0.655138, "main_score": 0.610117, "hf_subset": "swe_Latn-kam_Latn", "languages": ["swe-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "swe_Latn-lit_Latn", "languages": ["swe-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-nob_Latn", "languages": ["swe-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "swe_Latn-scn_Latn", "languages": ["swe-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "swe_Latn-tgk_Cyrl", "languages": ["swe-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.728706, "recall": 0.79249, "f1": 0.748188, "accuracy": 0.79249, "main_score": 0.748188, "hf_subset": "swe_Latn-yor_Latn", "languages": ["swe-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-arz_Arab", "languages": ["swe-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558857, "recall": 0.617589, "f1": 0.575601, "accuracy": 0.617589, "main_score": 0.575601, "hf_subset": "swe_Latn-cjk_Latn", "languages": ["swe-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814476, "recall": 0.860672, "f1": 0.828873, "accuracy": 0.860672, "main_score": 0.828873, "hf_subset": "swe_Latn-gla_Latn", "languages": ["swe-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kan_Knda", "languages": ["swe-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "swe_Latn-lmo_Latn", "languages": ["swe-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "swe_Latn-npi_Deva", "languages": ["swe-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.478999, "recall": 0.545455, "f1": 0.49728, "accuracy": 0.545455, "main_score": 0.49728, "hf_subset": "swe_Latn-shn_Mymr", "languages": ["swe-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tgl_Latn", "languages": ["swe-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-yue_Hant", "languages": ["swe-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-asm_Beng", "languages": ["swe-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "swe_Latn-ckb_Arab", "languages": ["swe-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.911067, "recall": 0.935771, "f1": 0.918775, "accuracy": 0.935771, "main_score": 0.918775, "hf_subset": "swe_Latn-gle_Latn", "languages": ["swe-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "swe_Latn-kas_Arab", "languages": ["swe-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "swe_Latn-ltg_Latn", "languages": ["swe-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621816, "recall": 0.679842, "f1": 0.638894, "accuracy": 0.679842, "main_score": 0.638894, "hf_subset": "swe_Latn-nso_Latn", "languages": ["swe-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-sin_Sinh", "languages": ["swe-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-tha_Thai", "languages": ["swe-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-zho_Hans", "languages": ["swe-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ast_Latn", "languages": ["swe-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-crh_Latn", "languages": ["swe-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-glg_Latn", "languages": ["swe-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914279, "recall": 0.939723, "f1": 0.922299, "accuracy": 0.939723, "main_score": 0.922299, "hf_subset": "swe_Latn-kas_Deva", "languages": ["swe-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-ltz_Latn", "languages": ["swe-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465277, "recall": 0.535573, "f1": 0.484696, "accuracy": 0.535573, "main_score": 0.484696, "hf_subset": "swe_Latn-nus_Latn", "languages": ["swe-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-slk_Latn", "languages": ["swe-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634463, "recall": 0.708498, "f1": 0.656326, "accuracy": 0.708498, "main_score": 0.656326, "hf_subset": "swe_Latn-tir_Ethi", "languages": ["swe-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-zho_Hant", "languages": ["swe-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "swe_Latn-awa_Deva", "languages": ["swe-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-cym_Latn", "languages": ["swe-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867836, "recall": 0.902174, "f1": 0.878524, "accuracy": 0.902174, "main_score": 0.878524, "hf_subset": "swe_Latn-grn_Latn", "languages": ["swe-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-kat_Geor", "languages": ["swe-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.665927, "recall": 0.717391, "f1": 0.680818, "accuracy": 0.717391, "main_score": 0.680818, "hf_subset": "swe_Latn-lua_Latn", "languages": ["swe-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662057, "recall": 0.719368, "f1": 0.678644, "accuracy": 0.719368, "main_score": 0.678644, "hf_subset": "swe_Latn-nya_Latn", "languages": ["swe-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-slv_Latn", "languages": ["swe-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "swe_Latn-tpi_Latn", "languages": ["swe-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-zsm_Latn", "languages": ["swe-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553956, "recall": 0.620553, "f1": 0.572703, "accuracy": 0.620553, "main_score": 0.572703, "hf_subset": "swe_Latn-ayr_Latn", "languages": ["swe-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-dan_Latn", "languages": ["swe-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-guj_Gujr", "languages": ["swe-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-kaz_Cyrl", "languages": ["swe-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.55942, "recall": 0.619565, "f1": 0.576446, "accuracy": 0.619565, "main_score": 0.576446, "hf_subset": "swe_Latn-lug_Latn", "languages": ["swe-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-oci_Latn", "languages": ["swe-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844121, "recall": 0.883399, "f1": 0.856061, "accuracy": 0.883399, "main_score": 0.856061, "hf_subset": "swe_Latn-smo_Latn", "languages": ["swe-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55755, "recall": 0.62253, "f1": 0.576129, "accuracy": 0.62253, "main_score": 0.576129, "hf_subset": "swe_Latn-tsn_Latn", "languages": ["swe-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630256, "recall": 0.693676, "f1": 0.649031, "accuracy": 0.693676, "main_score": 0.649031, "hf_subset": "swe_Latn-zul_Latn", "languages": ["swe-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936841, "recall": 0.956522, "f1": 0.943248, "accuracy": 0.956522, "main_score": 0.943248, "hf_subset": "swe_Latn-azb_Arab", "languages": ["swe-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-deu_Latn", "languages": ["swe-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "swe_Latn-hat_Latn", "languages": ["swe-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505247, "recall": 0.562253, "f1": 0.521137, "accuracy": 0.562253, "main_score": 0.521137, "hf_subset": "swe_Latn-kbp_Latn", "languages": ["swe-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583625, "recall": 0.636364, "f1": 0.597836, "accuracy": 0.636364, "main_score": 0.597836, "hf_subset": "swe_Latn-luo_Latn", "languages": ["swe-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ory_Orya", "languages": ["swe-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.60388, "recall": 0.666996, "f1": 0.622306, "accuracy": 0.666996, "main_score": 0.622306, "hf_subset": "swe_Latn-sna_Latn", "languages": ["swe-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560945, "recall": 0.619565, "f1": 0.577332, "accuracy": 0.619565, "main_score": 0.577332, "hf_subset": "swe_Latn-tso_Latn", "languages": ["swe-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-azj_Latn", "languages": ["swe-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550128, "recall": 0.619565, "f1": 0.570425, "accuracy": 0.619565, "main_score": 0.570425, "hf_subset": "swe_Latn-dik_Latn", "languages": ["swe-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764585, "recall": 0.815217, "f1": 0.779694, "accuracy": 0.815217, "main_score": 0.779694, "hf_subset": "swe_Latn-hau_Latn", "languages": ["swe-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "swe_Latn-kea_Latn", "languages": ["swe-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746574, "recall": 0.801383, "f1": 0.763359, "accuracy": 0.801383, "main_score": 0.763359, "hf_subset": "swe_Latn-lus_Latn", "languages": ["swe-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.885244, "recall": 0.913043, "f1": 0.893906, "accuracy": 0.913043, "main_score": 0.893906, "hf_subset": "swe_Latn-pag_Latn", "languages": ["swe-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-snd_Arab", "languages": ["swe-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "swe_Latn-tuk_Latn", "languages": ["swe-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-bak_Cyrl", "languages": ["swe-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506893, "recall": 0.582016, "f1": 0.529405, "accuracy": 0.582016, "main_score": 0.529405, "hf_subset": "swe_Latn-dyu_Latn", "languages": ["swe-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-heb_Hebr", "languages": ["swe-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-khk_Cyrl", "languages": ["swe-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-lvs_Latn", "languages": ["swe-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pan_Guru", "languages": ["swe-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.723486, "recall": 0.778656, "f1": 0.740176, "accuracy": 0.778656, "main_score": 0.740176, "hf_subset": "swe_Latn-som_Latn", "languages": ["swe-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602877, "recall": 0.656126, "f1": 0.617638, "accuracy": 0.656126, "main_score": 0.617638, "hf_subset": "swe_Latn-tum_Latn", "languages": ["swe-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542379, "recall": 0.603755, "f1": 0.559189, "accuracy": 0.603755, "main_score": 0.559189, "hf_subset": "urd_Arab-ace_Arab", "languages": ["urd-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494549, "recall": 0.557312, "f1": 0.511992, "accuracy": 0.557312, "main_score": 0.511992, "hf_subset": "urd_Arab-bam_Latn", "languages": ["urd-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431481, "recall": 0.508893, "f1": 0.451368, "accuracy": 0.508893, "main_score": 0.451368, "hf_subset": "urd_Arab-dzo_Tibt", "languages": ["urd-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hin_Deva", "languages": ["urd-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-khm_Khmr", "languages": ["urd-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-mag_Deva", "languages": ["urd-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "urd_Arab-pap_Latn", "languages": ["urd-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571762, "recall": 0.631423, "f1": 0.588178, "accuracy": 0.631423, "main_score": 0.588178, "hf_subset": "urd_Arab-sot_Latn", "languages": ["urd-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-tur_Latn", "languages": ["urd-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854308, "recall": 0.891304, "f1": 0.865728, "accuracy": 0.891304, "main_score": 0.865728, "hf_subset": "urd_Arab-ace_Latn", "languages": ["urd-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955781, "recall": 0.967391, "f1": 0.959552, "accuracy": 0.967391, "main_score": 0.959552, "hf_subset": "urd_Arab-ban_Latn", "languages": ["urd-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ell_Grek", "languages": ["urd-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "urd_Arab-hne_Deva", "languages": ["urd-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.565195, "recall": 0.629447, "f1": 0.583835, "accuracy": 0.629447, "main_score": 0.583835, "hf_subset": "urd_Arab-kik_Latn", "languages": ["urd-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-mai_Deva", "languages": ["urd-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "urd_Arab-pbt_Arab", "languages": ["urd-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-spa_Latn", "languages": ["urd-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592787, "recall": 0.658103, "f1": 0.610484, "accuracy": 0.658103, "main_score": 0.610484, "hf_subset": "urd_Arab-twi_Latn", "languages": ["urd-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-acm_Arab", "languages": ["urd-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-bel_Cyrl", "languages": ["urd-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-eng_Latn", "languages": ["urd-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hrv_Latn", "languages": ["urd-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536001, "recall": 0.596838, "f1": 0.552815, "accuracy": 0.596838, "main_score": 0.552815, "hf_subset": "urd_Arab-kin_Latn", "languages": ["urd-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-mal_Mlym", "languages": ["urd-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-pes_Arab", "languages": ["urd-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "urd_Arab-srd_Latn", "languages": ["urd-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190796, "recall": 0.235178, "f1": 0.202245, "accuracy": 0.235178, "main_score": 0.202245, "hf_subset": "urd_Arab-tzm_Tfng", "languages": ["urd-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-acq_Arab", "languages": ["urd-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60635, "recall": 0.653162, "f1": 0.619323, "accuracy": 0.653162, "main_score": 0.619323, "hf_subset": "urd_Arab-bem_Latn", "languages": ["urd-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-epo_Latn", "languages": ["urd-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-hun_Latn", "languages": ["urd-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "urd_Arab-kir_Cyrl", "languages": ["urd-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-mar_Deva", "languages": ["urd-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.653195, "recall": 0.710474, "f1": 0.670323, "accuracy": 0.710474, "main_score": 0.670323, "hf_subset": "urd_Arab-plt_Latn", "languages": ["urd-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-srp_Cyrl", "languages": ["urd-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "urd_Arab-uig_Arab", "languages": ["urd-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "urd_Arab-aeb_Arab", "languages": ["urd-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ben_Beng", "languages": ["urd-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-est_Latn", "languages": ["urd-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hye_Armn", "languages": ["urd-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.519344, "recall": 0.572134, "f1": 0.534324, "accuracy": 0.572134, "main_score": 0.534324, "hf_subset": "urd_Arab-kmb_Latn", "languages": ["urd-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473749, "recall": 0.546443, "f1": 0.492832, "accuracy": 0.546443, "main_score": 0.492832, "hf_subset": "urd_Arab-min_Arab", "languages": ["urd-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-pol_Latn", "languages": ["urd-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537493, "recall": 0.603755, "f1": 0.556868, "accuracy": 0.603755, "main_score": 0.556868, "hf_subset": "urd_Arab-ssw_Latn", "languages": ["urd-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ukr_Cyrl", "languages": ["urd-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-afr_Latn", "languages": ["urd-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-bho_Deva", "languages": ["urd-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "urd_Arab-eus_Latn", "languages": ["urd-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55094, "recall": 0.616601, "f1": 0.569326, "accuracy": 0.616601, "main_score": 0.569326, "hf_subset": "urd_Arab-ibo_Latn", "languages": ["urd-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883811, "recall": 0.916008, "f1": 0.894005, "accuracy": 0.916008, "main_score": 0.894005, "hf_subset": "urd_Arab-kmr_Latn", "languages": ["urd-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "urd_Arab-min_Latn", "languages": ["urd-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-por_Latn", "languages": ["urd-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-sun_Latn", "languages": ["urd-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497989, "recall": 0.556324, "f1": 0.51425, "accuracy": 0.556324, "main_score": 0.51425, "hf_subset": "urd_Arab-umb_Latn", "languages": ["urd-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-ajp_Arab", "languages": ["urd-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516892, "recall": 0.577075, "f1": 0.534158, "accuracy": 0.577075, "main_score": 0.534158, "hf_subset": "urd_Arab-bjn_Arab", "languages": ["urd-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487219, "recall": 0.548419, "f1": 0.503474, "accuracy": 0.548419, "main_score": 0.503474, "hf_subset": "urd_Arab-ewe_Latn", "languages": ["urd-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "urd_Arab-ilo_Latn", "languages": ["urd-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313142, "recall": 0.371542, "f1": 0.329589, "accuracy": 0.371542, "main_score": 0.329589, "hf_subset": "urd_Arab-knc_Arab", "languages": ["urd-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-mkd_Cyrl", "languages": ["urd-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-prs_Arab", "languages": ["urd-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-swe_Latn", "languages": ["urd-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561372, "recall": 0.629447, "f1": 0.580378, "accuracy": 0.629447, "main_score": 0.580378, "hf_subset": "urd_Arab-aka_Latn", "languages": ["urd-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "urd_Arab-bjn_Latn", "languages": ["urd-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "urd_Arab-fao_Latn", "languages": ["urd-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ind_Latn", "languages": ["urd-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559504, "recall": 0.615613, "f1": 0.575264, "accuracy": 0.615613, "main_score": 0.575264, "hf_subset": "urd_Arab-knc_Latn", "languages": ["urd-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "urd_Arab-mlt_Latn", "languages": ["urd-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697019, "recall": 0.755929, "f1": 0.714277, "accuracy": 0.755929, "main_score": 0.714277, "hf_subset": "urd_Arab-quy_Latn", "languages": ["urd-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "urd_Arab-swh_Latn", "languages": ["urd-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-uzn_Latn", "languages": ["urd-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-als_Latn", "languages": ["urd-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655418, "recall": 0.732213, "f1": 0.678153, "accuracy": 0.732213, "main_score": 0.678153, "hf_subset": "urd_Arab-bod_Tibt", "languages": ["urd-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.684347, "recall": 0.744071, "f1": 0.701452, "accuracy": 0.744071, "main_score": 0.701452, "hf_subset": "urd_Arab-fij_Latn", "languages": ["urd-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "urd_Arab-isl_Latn", "languages": ["urd-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63504, "recall": 0.6917, "f1": 0.651774, "accuracy": 0.6917, "main_score": 0.651774, "hf_subset": "urd_Arab-kon_Latn", "languages": ["urd-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659848, "recall": 0.724308, "f1": 0.678054, "accuracy": 0.724308, "main_score": 0.678054, "hf_subset": "urd_Arab-mni_Beng", "languages": ["urd-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ron_Latn", "languages": ["urd-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "urd_Arab-szl_Latn", "languages": ["urd-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-vec_Latn", "languages": ["urd-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "urd_Arab-amh_Ethi", "languages": ["urd-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-bos_Latn", "languages": ["urd-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-fin_Latn", "languages": ["urd-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ita_Latn", "languages": ["urd-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-kor_Hang", "languages": ["urd-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.523134, "recall": 0.582016, "f1": 0.539678, "accuracy": 0.582016, "main_score": 0.539678, "hf_subset": "urd_Arab-mos_Latn", "languages": ["urd-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528726, "recall": 0.587945, "f1": 0.545269, "accuracy": 0.587945, "main_score": 0.545269, "hf_subset": "urd_Arab-run_Latn", "languages": ["urd-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-tam_Taml", "languages": ["urd-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-vie_Latn", "languages": ["urd-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd_Arab-apc_Arab", "languages": ["urd-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.780484, "recall": 0.832016, "f1": 0.795916, "accuracy": 0.832016, "main_score": 0.795916, "hf_subset": "urd_Arab-bug_Latn", "languages": ["urd-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447756, "recall": 0.505929, "f1": 0.463157, "accuracy": 0.505929, "main_score": 0.463157, "hf_subset": "urd_Arab-fon_Latn", "languages": ["urd-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd_Arab-jav_Latn", "languages": ["urd-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-lao_Laoo", "languages": ["urd-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.86861, "recall": 0.905138, "f1": 0.880105, "accuracy": 0.905138, "main_score": 0.880105, "hf_subset": "urd_Arab-mri_Latn", "languages": ["urd-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-rus_Cyrl", "languages": ["urd-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522472, "recall": 0.582016, "f1": 0.538711, "accuracy": 0.582016, "main_score": 0.538711, "hf_subset": "urd_Arab-taq_Latn", "languages": ["urd-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-war_Latn", "languages": ["urd-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-arb_Arab", "languages": ["urd-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-bul_Cyrl", "languages": ["urd-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-fra_Latn", "languages": ["urd-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-jpn_Jpan", "languages": ["urd-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "urd_Arab-lij_Latn", "languages": ["urd-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "urd_Arab-mya_Mymr", "languages": ["urd-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.556089, "recall": 0.620553, "f1": 0.57389, "accuracy": 0.620553, "main_score": 0.57389, "hf_subset": "urd_Arab-sag_Latn", "languages": ["urd-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203606, "recall": 0.259881, "f1": 0.216439, "accuracy": 0.259881, "main_score": 0.216439, "hf_subset": "urd_Arab-taq_Tfng", "languages": ["urd-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.59865, "recall": 0.661067, "f1": 0.61613, "accuracy": 0.661067, "main_score": 0.61613, "hf_subset": "urd_Arab-wol_Latn", "languages": ["urd-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788752, "recall": 0.841897, "f1": 0.804696, "accuracy": 0.841897, "main_score": 0.804696, "hf_subset": "urd_Arab-arb_Latn", "languages": ["urd-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-cat_Latn", "languages": ["urd-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "urd_Arab-fur_Latn", "languages": ["urd-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397287, "recall": 0.449605, "f1": 0.411655, "accuracy": 0.449605, "main_score": 0.411655, "hf_subset": "urd_Arab-kab_Latn", "languages": ["urd-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "urd_Arab-lim_Latn", "languages": ["urd-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-nld_Latn", "languages": ["urd-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "urd_Arab-san_Deva", "languages": ["urd-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd_Arab-tat_Cyrl", "languages": ["urd-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661314, "recall": 0.721344, "f1": 0.679006, "accuracy": 0.721344, "main_score": 0.679006, "hf_subset": "urd_Arab-xho_Latn", "languages": ["urd-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ars_Arab", "languages": ["urd-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ceb_Latn", "languages": ["urd-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548546, "recall": 0.61166, "f1": 0.566008, "accuracy": 0.61166, "main_score": 0.566008, "hf_subset": "urd_Arab-fuv_Latn", "languages": ["urd-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486278, "recall": 0.55336, "f1": 0.504263, "accuracy": 0.55336, "main_score": 0.504263, "hf_subset": "urd_Arab-kac_Latn", "languages": ["urd-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65373, "recall": 0.706522, "f1": 0.669084, "accuracy": 0.706522, "main_score": 0.669084, "hf_subset": "urd_Arab-lin_Latn", "languages": ["urd-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-nno_Latn", "languages": ["urd-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.254863, "recall": 0.333004, "f1": 0.274937, "accuracy": 0.333004, "main_score": 0.274937, "hf_subset": "urd_Arab-sat_Olck", "languages": ["urd-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-tel_Telu", "languages": ["urd-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "urd_Arab-ydd_Hebr", "languages": ["urd-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "urd_Arab-ary_Arab", "languages": ["urd-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ces_Latn", "languages": ["urd-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567491, "recall": 0.628458, "f1": 0.584727, "accuracy": 0.628458, "main_score": 0.584727, "hf_subset": "urd_Arab-gaz_Latn", "languages": ["urd-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565291, "recall": 0.633399, "f1": 0.584667, "accuracy": 0.633399, "main_score": 0.584667, "hf_subset": "urd_Arab-kam_Latn", "languages": ["urd-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "urd_Arab-lit_Latn", "languages": ["urd-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-nob_Latn", "languages": ["urd-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "urd_Arab-scn_Latn", "languages": ["urd-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "urd_Arab-tgk_Cyrl", "languages": ["urd-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.705567, "recall": 0.772727, "f1": 0.725593, "accuracy": 0.772727, "main_score": 0.725593, "hf_subset": "urd_Arab-yor_Latn", "languages": ["urd-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-arz_Arab", "languages": ["urd-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.52767, "recall": 0.590909, "f1": 0.545735, "accuracy": 0.590909, "main_score": 0.545735, "hf_subset": "urd_Arab-cjk_Latn", "languages": ["urd-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775774, "recall": 0.829051, "f1": 0.792523, "accuracy": 0.829051, "main_score": 0.792523, "hf_subset": "urd_Arab-gla_Latn", "languages": ["urd-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-kan_Knda", "languages": ["urd-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "urd_Arab-lmo_Latn", "languages": ["urd-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "urd_Arab-npi_Deva", "languages": ["urd-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.443791, "recall": 0.506917, "f1": 0.460835, "accuracy": 0.506917, "main_score": 0.460835, "hf_subset": "urd_Arab-shn_Mymr", "languages": ["urd-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-tgl_Latn", "languages": ["urd-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-yue_Hant", "languages": ["urd-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-asm_Beng", "languages": ["urd-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "urd_Arab-ckb_Arab", "languages": ["urd-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.882205, "recall": 0.91502, "f1": 0.892512, "accuracy": 0.91502, "main_score": 0.892512, "hf_subset": "urd_Arab-gle_Latn", "languages": ["urd-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "urd_Arab-kas_Arab", "languages": ["urd-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.936924, "recall": 0.956522, "f1": 0.943347, "accuracy": 0.956522, "main_score": 0.943347, "hf_subset": "urd_Arab-ltg_Latn", "languages": ["urd-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589145, "recall": 0.642292, "f1": 0.60388, "accuracy": 0.642292, "main_score": 0.60388, "hf_subset": "urd_Arab-nso_Latn", "languages": ["urd-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "urd_Arab-sin_Sinh", "languages": ["urd-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-tha_Thai", "languages": ["urd-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-zho_Hans", "languages": ["urd-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ast_Latn", "languages": ["urd-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-crh_Latn", "languages": ["urd-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-glg_Latn", "languages": ["urd-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923584, "recall": 0.94664, "f1": 0.930995, "accuracy": 0.94664, "main_score": 0.930995, "hf_subset": "urd_Arab-kas_Deva", "languages": ["urd-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "urd_Arab-ltz_Latn", "languages": ["urd-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440903, "recall": 0.51087, "f1": 0.460192, "accuracy": 0.51087, "main_score": 0.460192, "hf_subset": "urd_Arab-nus_Latn", "languages": ["urd-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-slk_Latn", "languages": ["urd-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612624, "recall": 0.683794, "f1": 0.63328, "accuracy": 0.683794, "main_score": 0.63328, "hf_subset": "urd_Arab-tir_Ethi", "languages": ["urd-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-zho_Hant", "languages": ["urd-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "urd_Arab-awa_Deva", "languages": ["urd-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "urd_Arab-cym_Latn", "languages": ["urd-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818874, "recall": 0.860672, "f1": 0.831409, "accuracy": 0.860672, "main_score": 0.831409, "hf_subset": "urd_Arab-grn_Latn", "languages": ["urd-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-kat_Geor", "languages": ["urd-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.621745, "recall": 0.676877, "f1": 0.637189, "accuracy": 0.676877, "main_score": 0.637189, "hf_subset": "urd_Arab-lua_Latn", "languages": ["urd-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621774, "recall": 0.683794, "f1": 0.639545, "accuracy": 0.683794, "main_score": 0.639545, "hf_subset": "urd_Arab-nya_Latn", "languages": ["urd-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-slv_Latn", "languages": ["urd-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "urd_Arab-tpi_Latn", "languages": ["urd-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-zsm_Latn", "languages": ["urd-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527167, "recall": 0.588933, "f1": 0.544621, "accuracy": 0.588933, "main_score": 0.544621, "hf_subset": "urd_Arab-ayr_Latn", "languages": ["urd-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-dan_Latn", "languages": ["urd-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-guj_Gujr", "languages": ["urd-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-kaz_Cyrl", "languages": ["urd-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510264, "recall": 0.575099, "f1": 0.527902, "accuracy": 0.575099, "main_score": 0.527902, "hf_subset": "urd_Arab-lug_Latn", "languages": ["urd-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-oci_Latn", "languages": ["urd-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825049, "recall": 0.869565, "f1": 0.838556, "accuracy": 0.869565, "main_score": 0.838556, "hf_subset": "urd_Arab-smo_Latn", "languages": ["urd-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518183, "recall": 0.586957, "f1": 0.537157, "accuracy": 0.586957, "main_score": 0.537157, "hf_subset": "urd_Arab-tsn_Latn", "languages": ["urd-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607708, "recall": 0.666996, "f1": 0.62477, "accuracy": 0.666996, "main_score": 0.62477, "hf_subset": "urd_Arab-zul_Latn", "languages": ["urd-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "urd_Arab-azb_Arab", "languages": ["urd-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-deu_Latn", "languages": ["urd-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "urd_Arab-hat_Latn", "languages": ["urd-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459389, "recall": 0.521739, "f1": 0.476337, "accuracy": 0.521739, "main_score": 0.476337, "hf_subset": "urd_Arab-kbp_Latn", "languages": ["urd-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550678, "recall": 0.612648, "f1": 0.566856, "accuracy": 0.612648, "main_score": 0.566856, "hf_subset": "urd_Arab-luo_Latn", "languages": ["urd-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ory_Orya", "languages": ["urd-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.550602, "recall": 0.620553, "f1": 0.57027, "accuracy": 0.620553, "main_score": 0.57027, "hf_subset": "urd_Arab-sna_Latn", "languages": ["urd-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544026, "recall": 0.596838, "f1": 0.558472, "accuracy": 0.596838, "main_score": 0.558472, "hf_subset": "urd_Arab-tso_Latn", "languages": ["urd-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-azj_Latn", "languages": ["urd-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512192, "recall": 0.583004, "f1": 0.532548, "accuracy": 0.583004, "main_score": 0.532548, "hf_subset": "urd_Arab-dik_Latn", "languages": ["urd-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719928, "recall": 0.774704, "f1": 0.736364, "accuracy": 0.774704, "main_score": 0.736364, "hf_subset": "urd_Arab-hau_Latn", "languages": ["urd-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "urd_Arab-kea_Latn", "languages": ["urd-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732131, "recall": 0.783597, "f1": 0.747727, "accuracy": 0.783597, "main_score": 0.747727, "hf_subset": "urd_Arab-lus_Latn", "languages": ["urd-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86027, "recall": 0.892292, "f1": 0.869812, "accuracy": 0.892292, "main_score": 0.869812, "hf_subset": "urd_Arab-pag_Latn", "languages": ["urd-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-snd_Arab", "languages": ["urd-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "urd_Arab-tuk_Latn", "languages": ["urd-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "urd_Arab-bak_Cyrl", "languages": ["urd-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.465459, "recall": 0.541502, "f1": 0.487546, "accuracy": 0.541502, "main_score": 0.487546, "hf_subset": "urd_Arab-dyu_Latn", "languages": ["urd-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd_Arab-heb_Hebr", "languages": ["urd-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-khk_Cyrl", "languages": ["urd-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-lvs_Latn", "languages": ["urd-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-pan_Guru", "languages": ["urd-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.697193, "recall": 0.757905, "f1": 0.714971, "accuracy": 0.757905, "main_score": 0.714971, "hf_subset": "urd_Arab-som_Latn", "languages": ["urd-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57584, "recall": 0.626482, "f1": 0.590102, "accuracy": 0.626482, "main_score": 0.590102, "hf_subset": "urd_Arab-tum_Latn", "languages": ["urd-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421025, "recall": 0.472332, "f1": 0.435387, "accuracy": 0.472332, "main_score": 0.435387, "hf_subset": "aka_Latn-ace_Arab", "languages": ["aka-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49742, "recall": 0.547431, "f1": 0.51115, "accuracy": 0.547431, "main_score": 0.51115, "hf_subset": "aka_Latn-bam_Latn", "languages": ["aka-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223261, "recall": 0.263834, "f1": 0.233169, "accuracy": 0.263834, "main_score": 0.233169, "hf_subset": "aka_Latn-dzo_Tibt", "languages": ["aka-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.582721, "recall": 0.631423, "f1": 0.595619, "accuracy": 0.631423, "main_score": 0.595619, "hf_subset": "aka_Latn-hin_Deva", "languages": ["aka-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.520325, "recall": 0.566206, "f1": 0.532641, "accuracy": 0.566206, "main_score": 0.532641, "hf_subset": "aka_Latn-khm_Khmr", "languages": ["aka-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.575602, "recall": 0.617589, "f1": 0.587881, "accuracy": 0.617589, "main_score": 0.587881, "hf_subset": "aka_Latn-mag_Deva", "languages": ["aka-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.604863, "recall": 0.645257, "f1": 0.615051, "accuracy": 0.645257, "main_score": 0.615051, "hf_subset": "aka_Latn-pap_Latn", "languages": ["aka-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550409, "recall": 0.598814, "f1": 0.563237, "accuracy": 0.598814, "main_score": 0.563237, "hf_subset": "aka_Latn-sot_Latn", "languages": ["aka-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577815, "recall": 0.62747, "f1": 0.591103, "accuracy": 0.62747, "main_score": 0.591103, "hf_subset": "aka_Latn-tur_Latn", "languages": ["aka-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583029, "recall": 0.62253, "f1": 0.594185, "accuracy": 0.62253, "main_score": 0.594185, "hf_subset": "aka_Latn-ace_Latn", "languages": ["aka-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599416, "recall": 0.636364, "f1": 0.609838, "accuracy": 0.636364, "main_score": 0.609838, "hf_subset": "aka_Latn-ban_Latn", "languages": ["aka-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565682, "recall": 0.617589, "f1": 0.579716, "accuracy": 0.617589, "main_score": 0.579716, "hf_subset": "aka_Latn-ell_Grek", "languages": ["aka-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.565316, "recall": 0.612648, "f1": 0.577815, "accuracy": 0.612648, "main_score": 0.577815, "hf_subset": "aka_Latn-hne_Deva", "languages": ["aka-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547366, "recall": 0.593874, "f1": 0.560225, "accuracy": 0.593874, "main_score": 0.560225, "hf_subset": "aka_Latn-kik_Latn", "languages": ["aka-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573146, "recall": 0.619565, "f1": 0.585804, "accuracy": 0.619565, "main_score": 0.585804, "hf_subset": "aka_Latn-mai_Deva", "languages": ["aka-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.51397, "recall": 0.567194, "f1": 0.5285, "accuracy": 0.567194, "main_score": 0.5285, "hf_subset": "aka_Latn-pbt_Arab", "languages": ["aka-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599815, "recall": 0.642292, "f1": 0.611193, "accuracy": 0.642292, "main_score": 0.611193, "hf_subset": "aka_Latn-spa_Latn", "languages": ["aka-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73857, "recall": 0.793478, "f1": 0.7544, "accuracy": 0.793478, "main_score": 0.7544, "hf_subset": "aka_Latn-twi_Latn", "languages": ["aka-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56579, "recall": 0.613636, "f1": 0.579189, "accuracy": 0.613636, "main_score": 0.579189, "hf_subset": "aka_Latn-acm_Arab", "languages": ["aka-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553173, "recall": 0.603755, "f1": 0.567098, "accuracy": 0.603755, "main_score": 0.567098, "hf_subset": "aka_Latn-bel_Cyrl", "languages": ["aka-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.624736, "recall": 0.668972, "f1": 0.637039, "accuracy": 0.668972, "main_score": 0.637039, "hf_subset": "aka_Latn-eng_Latn", "languages": ["aka-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605063, "recall": 0.646245, "f1": 0.615972, "accuracy": 0.646245, "main_score": 0.615972, "hf_subset": "aka_Latn-hrv_Latn", "languages": ["aka-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493968, "recall": 0.54249, "f1": 0.505902, "accuracy": 0.54249, "main_score": 0.505902, "hf_subset": "aka_Latn-kin_Latn", "languages": ["aka-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57626, "recall": 0.625494, "f1": 0.589147, "accuracy": 0.625494, "main_score": 0.589147, "hf_subset": "aka_Latn-mal_Mlym", "languages": ["aka-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.569381, "recall": 0.620553, "f1": 0.583423, "accuracy": 0.620553, "main_score": 0.583423, "hf_subset": "aka_Latn-pes_Arab", "languages": ["aka-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593703, "recall": 0.63834, "f1": 0.605788, "accuracy": 0.63834, "main_score": 0.605788, "hf_subset": "aka_Latn-srd_Latn", "languages": ["aka-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18334, "recall": 0.22332, "f1": 0.19292, "accuracy": 0.22332, "main_score": 0.19292, "hf_subset": "aka_Latn-tzm_Tfng", "languages": ["aka-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.568706, "recall": 0.615613, "f1": 0.581375, "accuracy": 0.615613, "main_score": 0.581375, "hf_subset": "aka_Latn-acq_Arab", "languages": ["aka-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583829, "recall": 0.623518, "f1": 0.594493, "accuracy": 0.623518, "main_score": 0.594493, "hf_subset": "aka_Latn-bem_Latn", "languages": ["aka-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577167, "recall": 0.623518, "f1": 0.589816, "accuracy": 0.623518, "main_score": 0.589816, "hf_subset": "aka_Latn-epo_Latn", "languages": ["aka-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584788, "recall": 0.629447, "f1": 0.5974, "accuracy": 0.629447, "main_score": 0.5974, "hf_subset": "aka_Latn-hun_Latn", "languages": ["aka-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552462, "recall": 0.603755, "f1": 0.566136, "accuracy": 0.603755, "main_score": 0.566136, "hf_subset": "aka_Latn-kir_Cyrl", "languages": ["aka-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.574145, "recall": 0.623518, "f1": 0.587751, "accuracy": 0.623518, "main_score": 0.587751, "hf_subset": "aka_Latn-mar_Deva", "languages": ["aka-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545075, "recall": 0.591897, "f1": 0.557632, "accuracy": 0.591897, "main_score": 0.557632, "hf_subset": "aka_Latn-plt_Latn", "languages": ["aka-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592057, "recall": 0.632411, "f1": 0.602818, "accuracy": 0.632411, "main_score": 0.602818, "hf_subset": "aka_Latn-srp_Cyrl", "languages": ["aka-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.484353, "recall": 0.536561, "f1": 0.498011, "accuracy": 0.536561, "main_score": 0.498011, "hf_subset": "aka_Latn-uig_Arab", "languages": ["aka-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556214, "recall": 0.602767, "f1": 0.5685, "accuracy": 0.602767, "main_score": 0.5685, "hf_subset": "aka_Latn-aeb_Arab", "languages": ["aka-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575389, "recall": 0.630435, "f1": 0.590469, "accuracy": 0.630435, "main_score": 0.590469, "hf_subset": "aka_Latn-ben_Beng", "languages": ["aka-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.564999, "recall": 0.614625, "f1": 0.578293, "accuracy": 0.614625, "main_score": 0.578293, "hf_subset": "aka_Latn-est_Latn", "languages": ["aka-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555865, "recall": 0.603755, "f1": 0.569223, "accuracy": 0.603755, "main_score": 0.569223, "hf_subset": "aka_Latn-hye_Armn", "languages": ["aka-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.526801, "recall": 0.576087, "f1": 0.539897, "accuracy": 0.576087, "main_score": 0.539897, "hf_subset": "aka_Latn-kmb_Latn", "languages": ["aka-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.398772, "recall": 0.450593, "f1": 0.412614, "accuracy": 0.450593, "main_score": 0.412614, "hf_subset": "aka_Latn-min_Arab", "languages": ["aka-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577062, "recall": 0.62747, "f1": 0.590749, "accuracy": 0.62747, "main_score": 0.590749, "hf_subset": "aka_Latn-pol_Latn", "languages": ["aka-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54137, "recall": 0.585968, "f1": 0.553404, "accuracy": 0.585968, "main_score": 0.553404, "hf_subset": "aka_Latn-ssw_Latn", "languages": ["aka-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586248, "recall": 0.633399, "f1": 0.59922, "accuracy": 0.633399, "main_score": 0.59922, "hf_subset": "aka_Latn-ukr_Cyrl", "languages": ["aka-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.610477, "recall": 0.65415, "f1": 0.6226, "accuracy": 0.65415, "main_score": 0.6226, "hf_subset": "aka_Latn-afr_Latn", "languages": ["aka-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569407, "recall": 0.616601, "f1": 0.581959, "accuracy": 0.616601, "main_score": 0.581959, "hf_subset": "aka_Latn-bho_Deva", "languages": ["aka-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561336, "recall": 0.615613, "f1": 0.575813, "accuracy": 0.615613, "main_score": 0.575813, "hf_subset": "aka_Latn-eus_Latn", "languages": ["aka-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544853, "recall": 0.592885, "f1": 0.558308, "accuracy": 0.592885, "main_score": 0.558308, "hf_subset": "aka_Latn-ibo_Latn", "languages": ["aka-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534475, "recall": 0.583004, "f1": 0.54815, "accuracy": 0.583004, "main_score": 0.54815, "hf_subset": "aka_Latn-kmr_Latn", "languages": ["aka-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577855, "recall": 0.62253, "f1": 0.589843, "accuracy": 0.62253, "main_score": 0.589843, "hf_subset": "aka_Latn-min_Latn", "languages": ["aka-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604037, "recall": 0.649209, "f1": 0.616191, "accuracy": 0.649209, "main_score": 0.616191, "hf_subset": "aka_Latn-por_Latn", "languages": ["aka-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593297, "recall": 0.635375, "f1": 0.604659, "accuracy": 0.635375, "main_score": 0.604659, "hf_subset": "aka_Latn-sun_Latn", "languages": ["aka-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500643, "recall": 0.556324, "f1": 0.515508, "accuracy": 0.556324, "main_score": 0.515508, "hf_subset": "aka_Latn-umb_Latn", "languages": ["aka-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569697, "recall": 0.618577, "f1": 0.583415, "accuracy": 0.618577, "main_score": 0.583415, "hf_subset": "aka_Latn-ajp_Arab", "languages": ["aka-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.409648, "recall": 0.463439, "f1": 0.424079, "accuracy": 0.463439, "main_score": 0.424079, "hf_subset": "aka_Latn-bjn_Arab", "languages": ["aka-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522948, "recall": 0.563241, "f1": 0.534431, "accuracy": 0.563241, "main_score": 0.534431, "hf_subset": "aka_Latn-ewe_Latn", "languages": ["aka-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607833, "recall": 0.648221, "f1": 0.619172, "accuracy": 0.648221, "main_score": 0.619172, "hf_subset": "aka_Latn-ilo_Latn", "languages": ["aka-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.302408, "recall": 0.346838, "f1": 0.313957, "accuracy": 0.346838, "main_score": 0.313957, "hf_subset": "aka_Latn-knc_Arab", "languages": ["aka-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583905, "recall": 0.632411, "f1": 0.596649, "accuracy": 0.632411, "main_score": 0.596649, "hf_subset": "aka_Latn-mkd_Cyrl", "languages": ["aka-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.572733, "recall": 0.625494, "f1": 0.586837, "accuracy": 0.625494, "main_score": 0.586837, "hf_subset": "aka_Latn-prs_Arab", "languages": ["aka-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596738, "recall": 0.642292, "f1": 0.609196, "accuracy": 0.642292, "main_score": 0.609196, "hf_subset": "aka_Latn-swe_Latn", "languages": ["aka-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540621, "recall": 0.59585, "f1": 0.556067, "accuracy": 0.59585, "main_score": 0.556067, "hf_subset": "aka_Latn-urd_Arab", "languages": ["aka-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604122, "recall": 0.637352, "f1": 0.613386, "accuracy": 0.637352, "main_score": 0.613386, "hf_subset": "aka_Latn-bjn_Latn", "languages": ["aka-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558999, "recall": 0.598814, "f1": 0.570014, "accuracy": 0.598814, "main_score": 0.570014, "hf_subset": "aka_Latn-fao_Latn", "languages": ["aka-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603818, "recall": 0.645257, "f1": 0.614748, "accuracy": 0.645257, "main_score": 0.614748, "hf_subset": "aka_Latn-ind_Latn", "languages": ["aka-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545256, "recall": 0.588933, "f1": 0.557334, "accuracy": 0.588933, "main_score": 0.557334, "hf_subset": "aka_Latn-knc_Latn", "languages": ["aka-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592997, "recall": 0.637352, "f1": 0.604244, "accuracy": 0.637352, "main_score": 0.604244, "hf_subset": "aka_Latn-mlt_Latn", "languages": ["aka-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544891, "recall": 0.590909, "f1": 0.558061, "accuracy": 0.590909, "main_score": 0.558061, "hf_subset": "aka_Latn-quy_Latn", "languages": ["aka-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549351, "recall": 0.592885, "f1": 0.561044, "accuracy": 0.592885, "main_score": 0.561044, "hf_subset": "aka_Latn-swh_Latn", "languages": ["aka-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554759, "recall": 0.605731, "f1": 0.568644, "accuracy": 0.605731, "main_score": 0.568644, "hf_subset": "aka_Latn-uzn_Latn", "languages": ["aka-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567333, "recall": 0.613636, "f1": 0.57984, "accuracy": 0.613636, "main_score": 0.57984, "hf_subset": "aka_Latn-als_Latn", "languages": ["aka-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267351, "recall": 0.31917, "f1": 0.279509, "accuracy": 0.31917, "main_score": 0.279509, "hf_subset": "aka_Latn-bod_Tibt", "languages": ["aka-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.553288, "recall": 0.59585, "f1": 0.565272, "accuracy": 0.59585, "main_score": 0.565272, "hf_subset": "aka_Latn-fij_Latn", "languages": ["aka-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535875, "recall": 0.592885, "f1": 0.551346, "accuracy": 0.592885, "main_score": 0.551346, "hf_subset": "aka_Latn-isl_Latn", "languages": ["aka-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55684, "recall": 0.597826, "f1": 0.568165, "accuracy": 0.597826, "main_score": 0.568165, "hf_subset": "aka_Latn-kon_Latn", "languages": ["aka-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494613, "recall": 0.552372, "f1": 0.510042, "accuracy": 0.552372, "main_score": 0.510042, "hf_subset": "aka_Latn-mni_Beng", "languages": ["aka-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.612154, "recall": 0.653162, "f1": 0.622461, "accuracy": 0.653162, "main_score": 0.622461, "hf_subset": "aka_Latn-ron_Latn", "languages": ["aka-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583653, "recall": 0.629447, "f1": 0.595982, "accuracy": 0.629447, "main_score": 0.595982, "hf_subset": "aka_Latn-szl_Latn", "languages": ["aka-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612833, "recall": 0.649209, "f1": 0.623375, "accuracy": 0.649209, "main_score": 0.623375, "hf_subset": "aka_Latn-vec_Latn", "languages": ["aka-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478416, "recall": 0.535573, "f1": 0.493866, "accuracy": 0.535573, "main_score": 0.493866, "hf_subset": "aka_Latn-amh_Ethi", "languages": ["aka-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.603816, "recall": 0.645257, "f1": 0.615395, "accuracy": 0.645257, "main_score": 0.615395, "hf_subset": "aka_Latn-bos_Latn", "languages": ["aka-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561855, "recall": 0.615613, "f1": 0.576808, "accuracy": 0.615613, "main_score": 0.576808, "hf_subset": "aka_Latn-fin_Latn", "languages": ["aka-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591809, "recall": 0.639328, "f1": 0.604611, "accuracy": 0.639328, "main_score": 0.604611, "hf_subset": "aka_Latn-ita_Latn", "languages": ["aka-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565668, "recall": 0.612648, "f1": 0.578713, "accuracy": 0.612648, "main_score": 0.578713, "hf_subset": "aka_Latn-kor_Hang", "languages": ["aka-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.510064, "recall": 0.559289, "f1": 0.523011, "accuracy": 0.559289, "main_score": 0.523011, "hf_subset": "aka_Latn-mos_Latn", "languages": ["aka-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515151, "recall": 0.5583, "f1": 0.526306, "accuracy": 0.5583, "main_score": 0.526306, "hf_subset": "aka_Latn-run_Latn", "languages": ["aka-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547537, "recall": 0.598814, "f1": 0.561202, "accuracy": 0.598814, "main_score": 0.561202, "hf_subset": "aka_Latn-tam_Taml", "languages": ["aka-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.577165, "recall": 0.619565, "f1": 0.588456, "accuracy": 0.619565, "main_score": 0.588456, "hf_subset": "aka_Latn-vie_Latn", "languages": ["aka-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562391, "recall": 0.609684, "f1": 0.57521, "accuracy": 0.609684, "main_score": 0.57521, "hf_subset": "aka_Latn-apc_Arab", "languages": ["aka-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574293, "recall": 0.620553, "f1": 0.586269, "accuracy": 0.620553, "main_score": 0.586269, "hf_subset": "aka_Latn-bug_Latn", "languages": ["aka-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488549, "recall": 0.536561, "f1": 0.501307, "accuracy": 0.536561, "main_score": 0.501307, "hf_subset": "aka_Latn-fon_Latn", "languages": ["aka-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602669, "recall": 0.643281, "f1": 0.614325, "accuracy": 0.643281, "main_score": 0.614325, "hf_subset": "aka_Latn-jav_Latn", "languages": ["aka-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521611, "recall": 0.573123, "f1": 0.535136, "accuracy": 0.573123, "main_score": 0.535136, "hf_subset": "aka_Latn-lao_Laoo", "languages": ["aka-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.502875, "recall": 0.550395, "f1": 0.516211, "accuracy": 0.550395, "main_score": 0.516211, "hf_subset": "aka_Latn-mri_Latn", "languages": ["aka-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596767, "recall": 0.640316, "f1": 0.608811, "accuracy": 0.640316, "main_score": 0.608811, "hf_subset": "aka_Latn-rus_Cyrl", "languages": ["aka-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498007, "recall": 0.544466, "f1": 0.511434, "accuracy": 0.544466, "main_score": 0.511434, "hf_subset": "aka_Latn-taq_Latn", "languages": ["aka-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620883, "recall": 0.657115, "f1": 0.630436, "accuracy": 0.657115, "main_score": 0.630436, "hf_subset": "aka_Latn-war_Latn", "languages": ["aka-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572155, "recall": 0.619565, "f1": 0.584518, "accuracy": 0.619565, "main_score": 0.584518, "hf_subset": "aka_Latn-arb_Arab", "languages": ["aka-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583351, "recall": 0.632411, "f1": 0.596943, "accuracy": 0.632411, "main_score": 0.596943, "hf_subset": "aka_Latn-bul_Cyrl", "languages": ["aka-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.608665, "recall": 0.651186, "f1": 0.620115, "accuracy": 0.651186, "main_score": 0.620115, "hf_subset": "aka_Latn-fra_Latn", "languages": ["aka-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567489, "recall": 0.616601, "f1": 0.580681, "accuracy": 0.616601, "main_score": 0.580681, "hf_subset": "aka_Latn-jpn_Jpan", "languages": ["aka-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.580391, "recall": 0.62747, "f1": 0.592996, "accuracy": 0.62747, "main_score": 0.592996, "hf_subset": "aka_Latn-lij_Latn", "languages": ["aka-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410712, "recall": 0.471344, "f1": 0.426192, "accuracy": 0.471344, "main_score": 0.426192, "hf_subset": "aka_Latn-mya_Mymr", "languages": ["aka-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.548476, "recall": 0.593874, "f1": 0.561368, "accuracy": 0.593874, "main_score": 0.561368, "hf_subset": "aka_Latn-sag_Latn", "languages": ["aka-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191487, "recall": 0.233202, "f1": 0.200834, "accuracy": 0.233202, "main_score": 0.200834, "hf_subset": "aka_Latn-taq_Tfng", "languages": ["aka-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.54508, "recall": 0.586957, "f1": 0.556228, "accuracy": 0.586957, "main_score": 0.556228, "hf_subset": "aka_Latn-wol_Latn", "languages": ["aka-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448168, "recall": 0.494071, "f1": 0.46049, "accuracy": 0.494071, "main_score": 0.46049, "hf_subset": "aka_Latn-arb_Latn", "languages": ["aka-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594072, "recall": 0.643281, "f1": 0.607479, "accuracy": 0.643281, "main_score": 0.607479, "hf_subset": "aka_Latn-cat_Latn", "languages": ["aka-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583758, "recall": 0.62747, "f1": 0.595534, "accuracy": 0.62747, "main_score": 0.595534, "hf_subset": "aka_Latn-fur_Latn", "languages": ["aka-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4187, "recall": 0.469368, "f1": 0.432072, "accuracy": 0.469368, "main_score": 0.432072, "hf_subset": "aka_Latn-kab_Latn", "languages": ["aka-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577996, "recall": 0.624506, "f1": 0.591519, "accuracy": 0.624506, "main_score": 0.591519, "hf_subset": "aka_Latn-lim_Latn", "languages": ["aka-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588533, "recall": 0.634387, "f1": 0.601096, "accuracy": 0.634387, "main_score": 0.601096, "hf_subset": "aka_Latn-nld_Latn", "languages": ["aka-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52673, "recall": 0.58004, "f1": 0.541431, "accuracy": 0.58004, "main_score": 0.541431, "hf_subset": "aka_Latn-san_Deva", "languages": ["aka-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.569825, "recall": 0.610672, "f1": 0.581197, "accuracy": 0.610672, "main_score": 0.581197, "hf_subset": "aka_Latn-tat_Cyrl", "languages": ["aka-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.55899, "recall": 0.605731, "f1": 0.571304, "accuracy": 0.605731, "main_score": 0.571304, "hf_subset": "aka_Latn-xho_Latn", "languages": ["aka-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559712, "recall": 0.607708, "f1": 0.571921, "accuracy": 0.607708, "main_score": 0.571921, "hf_subset": "aka_Latn-ars_Arab", "languages": ["aka-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58947, "recall": 0.635375, "f1": 0.601714, "accuracy": 0.635375, "main_score": 0.601714, "hf_subset": "aka_Latn-ceb_Latn", "languages": ["aka-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514657, "recall": 0.563241, "f1": 0.528614, "accuracy": 0.563241, "main_score": 0.528614, "hf_subset": "aka_Latn-fuv_Latn", "languages": ["aka-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513434, "recall": 0.564229, "f1": 0.527447, "accuracy": 0.564229, "main_score": 0.527447, "hf_subset": "aka_Latn-kac_Latn", "languages": ["aka-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575175, "recall": 0.615613, "f1": 0.58594, "accuracy": 0.615613, "main_score": 0.58594, "hf_subset": "aka_Latn-lin_Latn", "languages": ["aka-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578613, "recall": 0.62747, "f1": 0.592059, "accuracy": 0.62747, "main_score": 0.592059, "hf_subset": "aka_Latn-nno_Latn", "languages": ["aka-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122845, "recall": 0.159091, "f1": 0.131223, "accuracy": 0.159091, "main_score": 0.131223, "hf_subset": "aka_Latn-sat_Olck", "languages": ["aka-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.567707, "recall": 0.619565, "f1": 0.581093, "accuracy": 0.619565, "main_score": 0.581093, "hf_subset": "aka_Latn-tel_Telu", "languages": ["aka-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.479555, "recall": 0.536561, "f1": 0.495192, "accuracy": 0.536561, "main_score": 0.495192, "hf_subset": "aka_Latn-ydd_Hebr", "languages": ["aka-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.539754, "recall": 0.586957, "f1": 0.552849, "accuracy": 0.586957, "main_score": 0.552849, "hf_subset": "aka_Latn-ary_Arab", "languages": ["aka-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589499, "recall": 0.635375, "f1": 0.601756, "accuracy": 0.635375, "main_score": 0.601756, "hf_subset": "aka_Latn-ces_Latn", "languages": ["aka-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480284, "recall": 0.533597, "f1": 0.494902, "accuracy": 0.533597, "main_score": 0.494902, "hf_subset": "aka_Latn-gaz_Latn", "languages": ["aka-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518182, "recall": 0.573123, "f1": 0.533748, "accuracy": 0.573123, "main_score": 0.533748, "hf_subset": "aka_Latn-kam_Latn", "languages": ["aka-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572016, "recall": 0.620553, "f1": 0.5851, "accuracy": 0.620553, "main_score": 0.5851, "hf_subset": "aka_Latn-lit_Latn", "languages": ["aka-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588602, "recall": 0.637352, "f1": 0.601948, "accuracy": 0.637352, "main_score": 0.601948, "hf_subset": "aka_Latn-nob_Latn", "languages": ["aka-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5873, "recall": 0.623518, "f1": 0.596926, "accuracy": 0.623518, "main_score": 0.596926, "hf_subset": "aka_Latn-scn_Latn", "languages": ["aka-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551307, "recall": 0.593874, "f1": 0.563232, "accuracy": 0.593874, "main_score": 0.563232, "hf_subset": "aka_Latn-tgk_Cyrl", "languages": ["aka-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.509492, "recall": 0.555336, "f1": 0.522303, "accuracy": 0.555336, "main_score": 0.522303, "hf_subset": "aka_Latn-yor_Latn", "languages": ["aka-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563057, "recall": 0.61166, "f1": 0.576342, "accuracy": 0.61166, "main_score": 0.576342, "hf_subset": "aka_Latn-arz_Arab", "languages": ["aka-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505517, "recall": 0.555336, "f1": 0.519138, "accuracy": 0.555336, "main_score": 0.519138, "hf_subset": "aka_Latn-cjk_Latn", "languages": ["aka-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488734, "recall": 0.540514, "f1": 0.501941, "accuracy": 0.540514, "main_score": 0.501941, "hf_subset": "aka_Latn-gla_Latn", "languages": ["aka-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558564, "recall": 0.607708, "f1": 0.572718, "accuracy": 0.607708, "main_score": 0.572718, "hf_subset": "aka_Latn-kan_Knda", "languages": ["aka-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.59204, "recall": 0.630435, "f1": 0.602793, "accuracy": 0.630435, "main_score": 0.602793, "hf_subset": "aka_Latn-lmo_Latn", "languages": ["aka-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556353, "recall": 0.609684, "f1": 0.57046, "accuracy": 0.609684, "main_score": 0.57046, "hf_subset": "aka_Latn-npi_Deva", "languages": ["aka-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.453933, "recall": 0.51087, "f1": 0.469259, "accuracy": 0.51087, "main_score": 0.469259, "hf_subset": "aka_Latn-shn_Mymr", "languages": ["aka-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.596864, "recall": 0.642292, "f1": 0.608689, "accuracy": 0.642292, "main_score": 0.608689, "hf_subset": "aka_Latn-tgl_Latn", "languages": ["aka-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560749, "recall": 0.614625, "f1": 0.574373, "accuracy": 0.614625, "main_score": 0.574373, "hf_subset": "aka_Latn-yue_Hant", "languages": ["aka-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.536221, "recall": 0.585968, "f1": 0.550222, "accuracy": 0.585968, "main_score": 0.550222, "hf_subset": "aka_Latn-asm_Beng", "languages": ["aka-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.510504, "recall": 0.561265, "f1": 0.524744, "accuracy": 0.561265, "main_score": 0.524744, "hf_subset": "aka_Latn-ckb_Arab", "languages": ["aka-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503308, "recall": 0.548419, "f1": 0.515431, "accuracy": 0.548419, "main_score": 0.515431, "hf_subset": "aka_Latn-gle_Latn", "languages": ["aka-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501968, "recall": 0.557312, "f1": 0.516063, "accuracy": 0.557312, "main_score": 0.516063, "hf_subset": "aka_Latn-kas_Arab", "languages": ["aka-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527304, "recall": 0.577075, "f1": 0.540031, "accuracy": 0.577075, "main_score": 0.540031, "hf_subset": "aka_Latn-ltg_Latn", "languages": ["aka-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559872, "recall": 0.605731, "f1": 0.571924, "accuracy": 0.605731, "main_score": 0.571924, "hf_subset": "aka_Latn-nso_Latn", "languages": ["aka-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474264, "recall": 0.531621, "f1": 0.489096, "accuracy": 0.531621, "main_score": 0.489096, "hf_subset": "aka_Latn-sin_Sinh", "languages": ["aka-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.563075, "recall": 0.614625, "f1": 0.577334, "accuracy": 0.614625, "main_score": 0.577334, "hf_subset": "aka_Latn-tha_Thai", "languages": ["aka-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.554842, "recall": 0.609684, "f1": 0.569463, "accuracy": 0.609684, "main_score": 0.569463, "hf_subset": "aka_Latn-zho_Hans", "languages": ["aka-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.606946, "recall": 0.650198, "f1": 0.618575, "accuracy": 0.650198, "main_score": 0.618575, "hf_subset": "aka_Latn-ast_Latn", "languages": ["aka-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551441, "recall": 0.602767, "f1": 0.565109, "accuracy": 0.602767, "main_score": 0.565109, "hf_subset": "aka_Latn-crh_Latn", "languages": ["aka-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61009, "recall": 0.648221, "f1": 0.620648, "accuracy": 0.648221, "main_score": 0.620648, "hf_subset": "aka_Latn-glg_Latn", "languages": ["aka-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521257, "recall": 0.56917, "f1": 0.534415, "accuracy": 0.56917, "main_score": 0.534415, "hf_subset": "aka_Latn-kas_Deva", "languages": ["aka-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.570771, "recall": 0.615613, "f1": 0.582655, "accuracy": 0.615613, "main_score": 0.582655, "hf_subset": "aka_Latn-ltz_Latn", "languages": ["aka-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45374, "recall": 0.508893, "f1": 0.468555, "accuracy": 0.508893, "main_score": 0.468555, "hf_subset": "aka_Latn-nus_Latn", "languages": ["aka-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583114, "recall": 0.631423, "f1": 0.595979, "accuracy": 0.631423, "main_score": 0.595979, "hf_subset": "aka_Latn-slk_Latn", "languages": ["aka-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406245, "recall": 0.470356, "f1": 0.423291, "accuracy": 0.470356, "main_score": 0.423291, "hf_subset": "aka_Latn-tir_Ethi", "languages": ["aka-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.540447, "recall": 0.59585, "f1": 0.555284, "accuracy": 0.59585, "main_score": 0.555284, "hf_subset": "aka_Latn-zho_Hant", "languages": ["aka-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.5686, "recall": 0.616601, "f1": 0.581531, "accuracy": 0.616601, "main_score": 0.581531, "hf_subset": "aka_Latn-awa_Deva", "languages": ["aka-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.549557, "recall": 0.588933, "f1": 0.559946, "accuracy": 0.588933, "main_score": 0.559946, "hf_subset": "aka_Latn-cym_Latn", "languages": ["aka-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572879, "recall": 0.619565, "f1": 0.585643, "accuracy": 0.619565, "main_score": 0.585643, "hf_subset": "aka_Latn-grn_Latn", "languages": ["aka-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53004, "recall": 0.586957, "f1": 0.545176, "accuracy": 0.586957, "main_score": 0.545176, "hf_subset": "aka_Latn-kat_Geor", "languages": ["aka-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.560236, "recall": 0.603755, "f1": 0.572574, "accuracy": 0.603755, "main_score": 0.572574, "hf_subset": "aka_Latn-lua_Latn", "languages": ["aka-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568937, "recall": 0.61166, "f1": 0.580816, "accuracy": 0.61166, "main_score": 0.580816, "hf_subset": "aka_Latn-nya_Latn", "languages": ["aka-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577181, "recall": 0.626482, "f1": 0.590323, "accuracy": 0.626482, "main_score": 0.590323, "hf_subset": "aka_Latn-slv_Latn", "languages": ["aka-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62137, "recall": 0.659091, "f1": 0.630939, "accuracy": 0.659091, "main_score": 0.630939, "hf_subset": "aka_Latn-tpi_Latn", "languages": ["aka-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611487, "recall": 0.65415, "f1": 0.62288, "accuracy": 0.65415, "main_score": 0.62288, "hf_subset": "aka_Latn-zsm_Latn", "languages": ["aka-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50378, "recall": 0.552372, "f1": 0.517275, "accuracy": 0.552372, "main_score": 0.517275, "hf_subset": "aka_Latn-ayr_Latn", "languages": ["aka-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599814, "recall": 0.648221, "f1": 0.612898, "accuracy": 0.648221, "main_score": 0.612898, "hf_subset": "aka_Latn-dan_Latn", "languages": ["aka-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557485, "recall": 0.61166, "f1": 0.572487, "accuracy": 0.61166, "main_score": 0.572487, "hf_subset": "aka_Latn-guj_Gujr", "languages": ["aka-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.583255, "recall": 0.631423, "f1": 0.595958, "accuracy": 0.631423, "main_score": 0.595958, "hf_subset": "aka_Latn-kaz_Cyrl", "languages": ["aka-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.49321, "recall": 0.546443, "f1": 0.506958, "accuracy": 0.546443, "main_score": 0.506958, "hf_subset": "aka_Latn-lug_Latn", "languages": ["aka-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595306, "recall": 0.639328, "f1": 0.606929, "accuracy": 0.639328, "main_score": 0.606929, "hf_subset": "aka_Latn-oci_Latn", "languages": ["aka-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559451, "recall": 0.601779, "f1": 0.57127, "accuracy": 0.601779, "main_score": 0.57127, "hf_subset": "aka_Latn-smo_Latn", "languages": ["aka-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530819, "recall": 0.578063, "f1": 0.543711, "accuracy": 0.578063, "main_score": 0.543711, "hf_subset": "aka_Latn-tsn_Latn", "languages": ["aka-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518734, "recall": 0.573123, "f1": 0.534249, "accuracy": 0.573123, "main_score": 0.534249, "hf_subset": "aka_Latn-zul_Latn", "languages": ["aka-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48606, "recall": 0.54249, "f1": 0.50081, "accuracy": 0.54249, "main_score": 0.50081, "hf_subset": "aka_Latn-azb_Arab", "languages": ["aka-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584493, "recall": 0.632411, "f1": 0.597264, "accuracy": 0.632411, "main_score": 0.597264, "hf_subset": "aka_Latn-deu_Latn", "languages": ["aka-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521653, "recall": 0.573123, "f1": 0.53535, "accuracy": 0.573123, "main_score": 0.53535, "hf_subset": "aka_Latn-hat_Latn", "languages": ["aka-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488466, "recall": 0.532609, "f1": 0.500061, "accuracy": 0.532609, "main_score": 0.500061, "hf_subset": "aka_Latn-kbp_Latn", "languages": ["aka-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556891, "recall": 0.603755, "f1": 0.569559, "accuracy": 0.603755, "main_score": 0.569559, "hf_subset": "aka_Latn-luo_Latn", "languages": ["aka-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548947, "recall": 0.599802, "f1": 0.562775, "accuracy": 0.599802, "main_score": 0.562775, "hf_subset": "aka_Latn-ory_Orya", "languages": ["aka-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.55402, "recall": 0.599802, "f1": 0.566209, "accuracy": 0.599802, "main_score": 0.566209, "hf_subset": "aka_Latn-sna_Latn", "languages": ["aka-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516361, "recall": 0.566206, "f1": 0.529591, "accuracy": 0.566206, "main_score": 0.529591, "hf_subset": "aka_Latn-tso_Latn", "languages": ["aka-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543246, "recall": 0.596838, "f1": 0.55838, "accuracy": 0.596838, "main_score": 0.55838, "hf_subset": "aka_Latn-azj_Latn", "languages": ["aka-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539133, "recall": 0.592885, "f1": 0.554353, "accuracy": 0.592885, "main_score": 0.554353, "hf_subset": "aka_Latn-dik_Latn", "languages": ["aka-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541723, "recall": 0.585968, "f1": 0.553531, "accuracy": 0.585968, "main_score": 0.553531, "hf_subset": "aka_Latn-hau_Latn", "languages": ["aka-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587114, "recall": 0.624506, "f1": 0.597312, "accuracy": 0.624506, "main_score": 0.597312, "hf_subset": "aka_Latn-kea_Latn", "languages": ["aka-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598358, "recall": 0.635375, "f1": 0.609278, "accuracy": 0.635375, "main_score": 0.609278, "hf_subset": "aka_Latn-lus_Latn", "languages": ["aka-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599386, "recall": 0.635375, "f1": 0.609165, "accuracy": 0.635375, "main_score": 0.609165, "hf_subset": "aka_Latn-pag_Latn", "languages": ["aka-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539163, "recall": 0.581028, "f1": 0.550577, "accuracy": 0.581028, "main_score": 0.550577, "hf_subset": "aka_Latn-snd_Arab", "languages": ["aka-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523789, "recall": 0.574111, "f1": 0.537812, "accuracy": 0.574111, "main_score": 0.537812, "hf_subset": "aka_Latn-tuk_Latn", "languages": ["aka-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584335, "recall": 0.628458, "f1": 0.596197, "accuracy": 0.628458, "main_score": 0.596197, "hf_subset": "aka_Latn-bak_Cyrl", "languages": ["aka-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.446224, "recall": 0.509881, "f1": 0.464056, "accuracy": 0.509881, "main_score": 0.464056, "hf_subset": "aka_Latn-dyu_Latn", "languages": ["aka-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565159, "recall": 0.61166, "f1": 0.577667, "accuracy": 0.61166, "main_score": 0.577667, "hf_subset": "aka_Latn-heb_Hebr", "languages": ["aka-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.535109, "recall": 0.58498, "f1": 0.548612, "accuracy": 0.58498, "main_score": 0.548612, "hf_subset": "aka_Latn-khk_Cyrl", "languages": ["aka-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.58266, "recall": 0.626482, "f1": 0.595311, "accuracy": 0.626482, "main_score": 0.595311, "hf_subset": "aka_Latn-lvs_Latn", "languages": ["aka-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559684, "recall": 0.608696, "f1": 0.573162, "accuracy": 0.608696, "main_score": 0.573162, "hf_subset": "aka_Latn-pan_Guru", "languages": ["aka-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.49294, "recall": 0.541502, "f1": 0.505708, "accuracy": 0.541502, "main_score": 0.505708, "hf_subset": "aka_Latn-som_Latn", "languages": ["aka-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523706, "recall": 0.566206, "f1": 0.535278, "accuracy": 0.566206, "main_score": 0.535278, "hf_subset": "aka_Latn-tum_Latn", "languages": ["aka-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591985, "recall": 0.655138, "f1": 0.609202, "accuracy": 0.655138, "main_score": 0.609202, "hf_subset": "bjn_Latn-ace_Arab", "languages": ["bjn-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551699, "recall": 0.607708, "f1": 0.567674, "accuracy": 0.607708, "main_score": 0.567674, "hf_subset": "bjn_Latn-bam_Latn", "languages": ["bjn-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.398131, "recall": 0.469368, "f1": 0.41645, "accuracy": 0.469368, "main_score": 0.41645, "hf_subset": "bjn_Latn-dzo_Tibt", "languages": ["bjn-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "bjn_Latn-hin_Deva", "languages": ["bjn-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "bjn_Latn-khm_Khmr", "languages": ["bjn-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-mag_Deva", "languages": ["bjn-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952322, "recall": 0.965415, "f1": 0.956423, "accuracy": 0.965415, "main_score": 0.956423, "hf_subset": "bjn_Latn-pap_Latn", "languages": ["bjn-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604475, "recall": 0.658103, "f1": 0.619172, "accuracy": 0.658103, "main_score": 0.619172, "hf_subset": "bjn_Latn-sot_Latn", "languages": ["bjn-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bjn_Latn-tur_Latn", "languages": ["bjn-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875329, "recall": 0.907115, "f1": 0.884966, "accuracy": 0.907115, "main_score": 0.884966, "hf_subset": "bjn_Latn-ace_Latn", "languages": ["bjn-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939147, "recall": 0.954545, "f1": 0.943874, "accuracy": 0.954545, "main_score": 0.943874, "hf_subset": "bjn_Latn-ban_Latn", "languages": ["bjn-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-ell_Grek", "languages": ["bjn-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "bjn_Latn-hne_Deva", "languages": ["bjn-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.61484, "recall": 0.662055, "f1": 0.628238, "accuracy": 0.662055, "main_score": 0.628238, "hf_subset": "bjn_Latn-kik_Latn", "languages": ["bjn-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "bjn_Latn-mai_Deva", "languages": ["bjn-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.925758, "recall": 0.94664, "f1": 0.932312, "accuracy": 0.94664, "main_score": 0.932312, "hf_subset": "bjn_Latn-pbt_Arab", "languages": ["bjn-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bjn_Latn-spa_Latn", "languages": ["bjn-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618058, "recall": 0.676877, "f1": 0.634806, "accuracy": 0.676877, "main_score": 0.634806, "hf_subset": "bjn_Latn-twi_Latn", "languages": ["bjn-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bjn_Latn-acm_Arab", "languages": ["bjn-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96385, "recall": 0.974308, "f1": 0.967128, "accuracy": 0.974308, "main_score": 0.967128, "hf_subset": "bjn_Latn-bel_Cyrl", "languages": ["bjn-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-eng_Latn", "languages": ["bjn-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-hrv_Latn", "languages": ["bjn-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56587, "recall": 0.62747, "f1": 0.583294, "accuracy": 0.62747, "main_score": 0.583294, "hf_subset": "bjn_Latn-kin_Latn", "languages": ["bjn-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bjn_Latn-mal_Mlym", "languages": ["bjn-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bjn_Latn-pes_Arab", "languages": ["bjn-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.974308, "f1": 0.967885, "accuracy": 0.974308, "main_score": 0.967885, "hf_subset": "bjn_Latn-srd_Latn", "languages": ["bjn-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19426, "recall": 0.23913, "f1": 0.205098, "accuracy": 0.23913, "main_score": 0.205098, "hf_subset": "bjn_Latn-tzm_Tfng", "languages": ["bjn-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-acq_Arab", "languages": ["bjn-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.635161, "recall": 0.68083, "f1": 0.648174, "accuracy": 0.68083, "main_score": 0.648174, "hf_subset": "bjn_Latn-bem_Latn", "languages": ["bjn-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-epo_Latn", "languages": ["bjn-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-hun_Latn", "languages": ["bjn-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950181, "recall": 0.964427, "f1": 0.954611, "accuracy": 0.964427, "main_score": 0.954611, "hf_subset": "bjn_Latn-kir_Cyrl", "languages": ["bjn-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bjn_Latn-mar_Deva", "languages": ["bjn-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659354, "recall": 0.712451, "f1": 0.675056, "accuracy": 0.712451, "main_score": 0.675056, "hf_subset": "bjn_Latn-plt_Latn", "languages": ["bjn-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-srp_Cyrl", "languages": ["bjn-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.899127, "recall": 0.927866, "f1": 0.908333, "accuracy": 0.927866, "main_score": 0.908333, "hf_subset": "bjn_Latn-uig_Arab", "languages": ["bjn-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "bjn_Latn-aeb_Arab", "languages": ["bjn-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bjn_Latn-ben_Beng", "languages": ["bjn-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97472, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "bjn_Latn-est_Latn", "languages": ["bjn-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "bjn_Latn-hye_Armn", "languages": ["bjn-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.55744, "recall": 0.608696, "f1": 0.571714, "accuracy": 0.608696, "main_score": 0.571714, "hf_subset": "bjn_Latn-kmb_Latn", "languages": ["bjn-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553658, "recall": 0.619565, "f1": 0.571765, "accuracy": 0.619565, "main_score": 0.571765, "hf_subset": "bjn_Latn-min_Arab", "languages": ["bjn-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bjn_Latn-pol_Latn", "languages": ["bjn-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566834, "recall": 0.624506, "f1": 0.583275, "accuracy": 0.624506, "main_score": 0.583275, "hf_subset": "bjn_Latn-ssw_Latn", "languages": ["bjn-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bjn_Latn-ukr_Cyrl", "languages": ["bjn-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "bjn_Latn-afr_Latn", "languages": ["bjn-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972414, "recall": 0.980237, "f1": 0.974868, "accuracy": 0.980237, "main_score": 0.974868, "hf_subset": "bjn_Latn-bho_Deva", "languages": ["bjn-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.964427, "f1": 0.955665, "accuracy": 0.964427, "main_score": 0.955665, "hf_subset": "bjn_Latn-eus_Latn", "languages": ["bjn-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592401, "recall": 0.652174, "f1": 0.609093, "accuracy": 0.652174, "main_score": 0.609093, "hf_subset": "bjn_Latn-ibo_Latn", "languages": ["bjn-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817029, "recall": 0.862648, "f1": 0.831159, "accuracy": 0.862648, "main_score": 0.831159, "hf_subset": "bjn_Latn-kmr_Latn", "languages": ["bjn-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "bjn_Latn-min_Latn", "languages": ["bjn-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "bjn_Latn-por_Latn", "languages": ["bjn-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "bjn_Latn-sun_Latn", "languages": ["bjn-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52963, "recall": 0.583992, "f1": 0.545591, "accuracy": 0.583992, "main_score": 0.545591, "hf_subset": "bjn_Latn-umb_Latn", "languages": ["bjn-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bjn_Latn-ajp_Arab", "languages": ["bjn-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.68508, "recall": 0.744071, "f1": 0.701537, "accuracy": 0.744071, "main_score": 0.701537, "hf_subset": "bjn_Latn-bjn_Arab", "languages": ["bjn-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517037, "recall": 0.56917, "f1": 0.531267, "accuracy": 0.56917, "main_score": 0.531267, "hf_subset": "bjn_Latn-ewe_Latn", "languages": ["bjn-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911726, "recall": 0.936759, "f1": 0.919401, "accuracy": 0.936759, "main_score": 0.919401, "hf_subset": "bjn_Latn-ilo_Latn", "languages": ["bjn-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.329549, "recall": 0.383399, "f1": 0.344488, "accuracy": 0.383399, "main_score": 0.344488, "hf_subset": "bjn_Latn-knc_Arab", "languages": ["bjn-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bjn_Latn-mkd_Cyrl", "languages": ["bjn-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bjn_Latn-prs_Arab", "languages": ["bjn-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-swe_Latn", "languages": ["bjn-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bjn_Latn-urd_Arab", "languages": ["bjn-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594023, "recall": 0.650198, "f1": 0.609873, "accuracy": 0.650198, "main_score": 0.609873, "hf_subset": "bjn_Latn-aka_Latn", "languages": ["bjn-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926466, "recall": 0.947628, "f1": 0.933202, "accuracy": 0.947628, "main_score": 0.933202, "hf_subset": "bjn_Latn-fao_Latn", "languages": ["bjn-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-ind_Latn", "languages": ["bjn-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601339, "recall": 0.652174, "f1": 0.615539, "accuracy": 0.652174, "main_score": 0.615539, "hf_subset": "bjn_Latn-knc_Latn", "languages": ["bjn-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "bjn_Latn-mlt_Latn", "languages": ["bjn-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690739, "recall": 0.750988, "f1": 0.708261, "accuracy": 0.750988, "main_score": 0.708261, "hf_subset": "bjn_Latn-quy_Latn", "languages": ["bjn-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929924, "recall": 0.950593, "f1": 0.936495, "accuracy": 0.950593, "main_score": 0.936495, "hf_subset": "bjn_Latn-swh_Latn", "languages": ["bjn-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "bjn_Latn-uzn_Latn", "languages": ["bjn-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-als_Latn", "languages": ["bjn-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559061, "recall": 0.640316, "f1": 0.581386, "accuracy": 0.640316, "main_score": 0.581386, "hf_subset": "bjn_Latn-bod_Tibt", "languages": ["bjn-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.679044, "recall": 0.733202, "f1": 0.694229, "accuracy": 0.733202, "main_score": 0.694229, "hf_subset": "bjn_Latn-fij_Latn", "languages": ["bjn-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935359, "recall": 0.954545, "f1": 0.941601, "accuracy": 0.954545, "main_score": 0.941601, "hf_subset": "bjn_Latn-isl_Latn", "languages": ["bjn-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660474, "recall": 0.706522, "f1": 0.674082, "accuracy": 0.706522, "main_score": 0.674082, "hf_subset": "bjn_Latn-kon_Latn", "languages": ["bjn-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641078, "recall": 0.70751, "f1": 0.660458, "accuracy": 0.70751, "main_score": 0.660458, "hf_subset": "bjn_Latn-mni_Beng", "languages": ["bjn-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-ron_Latn", "languages": ["bjn-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.970356, "f1": 0.96278, "accuracy": 0.970356, "main_score": 0.96278, "hf_subset": "bjn_Latn-szl_Latn", "languages": ["bjn-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97752, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "bjn_Latn-vec_Latn", "languages": ["bjn-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865695, "recall": 0.900198, "f1": 0.876515, "accuracy": 0.900198, "main_score": 0.876515, "hf_subset": "bjn_Latn-amh_Ethi", "languages": ["bjn-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bjn_Latn-bos_Latn", "languages": ["bjn-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-fin_Latn", "languages": ["bjn-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-ita_Latn", "languages": ["bjn-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bjn_Latn-kor_Hang", "languages": ["bjn-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.560783, "recall": 0.616601, "f1": 0.576243, "accuracy": 0.616601, "main_score": 0.576243, "hf_subset": "bjn_Latn-mos_Latn", "languages": ["bjn-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565516, "recall": 0.620553, "f1": 0.581079, "accuracy": 0.620553, "main_score": 0.581079, "hf_subset": "bjn_Latn-run_Latn", "languages": ["bjn-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "bjn_Latn-tam_Taml", "languages": ["bjn-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-vie_Latn", "languages": ["bjn-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-apc_Arab", "languages": ["bjn-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.794112, "recall": 0.838933, "f1": 0.80684, "accuracy": 0.838933, "main_score": 0.80684, "hf_subset": "bjn_Latn-bug_Latn", "languages": ["bjn-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478752, "recall": 0.533597, "f1": 0.493301, "accuracy": 0.533597, "main_score": 0.493301, "hf_subset": "bjn_Latn-fon_Latn", "languages": ["bjn-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-jav_Latn", "languages": ["bjn-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.971344, "f1": 0.964097, "accuracy": 0.971344, "main_score": 0.964097, "hf_subset": "bjn_Latn-lao_Laoo", "languages": ["bjn-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.800148, "recall": 0.844862, "f1": 0.813373, "accuracy": 0.844862, "main_score": 0.813373, "hf_subset": "bjn_Latn-mri_Latn", "languages": ["bjn-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-rus_Cyrl", "languages": ["bjn-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541776, "recall": 0.600791, "f1": 0.557932, "accuracy": 0.600791, "main_score": 0.557932, "hf_subset": "bjn_Latn-taq_Latn", "languages": ["bjn-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971673, "recall": 0.979249, "f1": 0.974144, "accuracy": 0.979249, "main_score": 0.974144, "hf_subset": "bjn_Latn-war_Latn", "languages": ["bjn-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-arb_Arab", "languages": ["bjn-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-bul_Cyrl", "languages": ["bjn-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bjn_Latn-fra_Latn", "languages": ["bjn-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-jpn_Jpan", "languages": ["bjn-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.965003, "recall": 0.974308, "f1": 0.967951, "accuracy": 0.974308, "main_score": 0.967951, "hf_subset": "bjn_Latn-lij_Latn", "languages": ["bjn-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "bjn_Latn-mya_Mymr", "languages": ["bjn-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.612415, "recall": 0.674901, "f1": 0.629663, "accuracy": 0.674901, "main_score": 0.629663, "hf_subset": "bjn_Latn-sag_Latn", "languages": ["bjn-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198314, "recall": 0.253953, "f1": 0.210697, "accuracy": 0.253953, "main_score": 0.210697, "hf_subset": "bjn_Latn-taq_Tfng", "languages": ["bjn-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.640547, "recall": 0.697628, "f1": 0.656945, "accuracy": 0.697628, "main_score": 0.656945, "hf_subset": "bjn_Latn-wol_Latn", "languages": ["bjn-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730633, "recall": 0.783597, "f1": 0.746064, "accuracy": 0.783597, "main_score": 0.746064, "hf_subset": "bjn_Latn-arb_Latn", "languages": ["bjn-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-cat_Latn", "languages": ["bjn-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "bjn_Latn-fur_Latn", "languages": ["bjn-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438959, "recall": 0.499012, "f1": 0.455524, "accuracy": 0.499012, "main_score": 0.455524, "hf_subset": "bjn_Latn-kab_Latn", "languages": ["bjn-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957263, "recall": 0.968379, "f1": 0.960705, "accuracy": 0.968379, "main_score": 0.960705, "hf_subset": "bjn_Latn-lim_Latn", "languages": ["bjn-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985096, "recall": 0.98913, "f1": 0.986232, "accuracy": 0.98913, "main_score": 0.986232, "hf_subset": "bjn_Latn-nld_Latn", "languages": ["bjn-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "bjn_Latn-san_Deva", "languages": ["bjn-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962039, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "bjn_Latn-tat_Cyrl", "languages": ["bjn-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.679744, "recall": 0.731225, "f1": 0.695109, "accuracy": 0.731225, "main_score": 0.695109, "hf_subset": "bjn_Latn-xho_Latn", "languages": ["bjn-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-ars_Arab", "languages": ["bjn-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.983202, "f1": 0.978873, "accuracy": 0.983202, "main_score": 0.978873, "hf_subset": "bjn_Latn-ceb_Latn", "languages": ["bjn-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575233, "recall": 0.632411, "f1": 0.591817, "accuracy": 0.632411, "main_score": 0.591817, "hf_subset": "bjn_Latn-fuv_Latn", "languages": ["bjn-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511958, "recall": 0.574111, "f1": 0.529085, "accuracy": 0.574111, "main_score": 0.529085, "hf_subset": "bjn_Latn-kac_Latn", "languages": ["bjn-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663868, "recall": 0.710474, "f1": 0.67741, "accuracy": 0.710474, "main_score": 0.67741, "hf_subset": "bjn_Latn-lin_Latn", "languages": ["bjn-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-nno_Latn", "languages": ["bjn-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193474, "recall": 0.258893, "f1": 0.211003, "accuracy": 0.258893, "main_score": 0.211003, "hf_subset": "bjn_Latn-sat_Olck", "languages": ["bjn-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "bjn_Latn-tel_Telu", "languages": ["bjn-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.904397, "recall": 0.929842, "f1": 0.912088, "accuracy": 0.929842, "main_score": 0.912088, "hf_subset": "bjn_Latn-ydd_Hebr", "languages": ["bjn-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.956719, "recall": 0.969368, "f1": 0.960639, "accuracy": 0.969368, "main_score": 0.960639, "hf_subset": "bjn_Latn-ary_Arab", "languages": ["bjn-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bjn_Latn-ces_Latn", "languages": ["bjn-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583136, "recall": 0.642292, "f1": 0.600428, "accuracy": 0.642292, "main_score": 0.600428, "hf_subset": "bjn_Latn-gaz_Latn", "languages": ["bjn-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601745, "recall": 0.658103, "f1": 0.618017, "accuracy": 0.658103, "main_score": 0.618017, "hf_subset": "bjn_Latn-kam_Latn", "languages": ["bjn-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "bjn_Latn-lit_Latn", "languages": ["bjn-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-nob_Latn", "languages": ["bjn-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.970356, "f1": 0.962945, "accuracy": 0.970356, "main_score": 0.962945, "hf_subset": "bjn_Latn-scn_Latn", "languages": ["bjn-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925758, "recall": 0.945652, "f1": 0.931983, "accuracy": 0.945652, "main_score": 0.931983, "hf_subset": "bjn_Latn-tgk_Cyrl", "languages": ["bjn-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.6778, "recall": 0.748024, "f1": 0.698946, "accuracy": 0.748024, "main_score": 0.698946, "hf_subset": "bjn_Latn-yor_Latn", "languages": ["bjn-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bjn_Latn-arz_Arab", "languages": ["bjn-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569359, "recall": 0.618577, "f1": 0.58328, "accuracy": 0.618577, "main_score": 0.58328, "hf_subset": "bjn_Latn-cjk_Latn", "languages": ["bjn-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729918, "recall": 0.785573, "f1": 0.746399, "accuracy": 0.785573, "main_score": 0.746399, "hf_subset": "bjn_Latn-gla_Latn", "languages": ["bjn-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bjn_Latn-kan_Knda", "languages": ["bjn-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.963883, "recall": 0.974308, "f1": 0.967128, "accuracy": 0.974308, "main_score": 0.967128, "hf_subset": "bjn_Latn-lmo_Latn", "languages": ["bjn-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "bjn_Latn-npi_Deva", "languages": ["bjn-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.469015, "recall": 0.531621, "f1": 0.486775, "accuracy": 0.531621, "main_score": 0.486775, "hf_subset": "bjn_Latn-shn_Mymr", "languages": ["bjn-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bjn_Latn-tgl_Latn", "languages": ["bjn-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-yue_Hant", "languages": ["bjn-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "bjn_Latn-asm_Beng", "languages": ["bjn-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.913488, "recall": 0.936759, "f1": 0.92085, "accuracy": 0.936759, "main_score": 0.92085, "hf_subset": "bjn_Latn-ckb_Arab", "languages": ["bjn-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.804908, "recall": 0.849802, "f1": 0.818281, "accuracy": 0.849802, "main_score": 0.818281, "hf_subset": "bjn_Latn-gle_Latn", "languages": ["bjn-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889526, "recall": 0.918972, "f1": 0.898847, "accuracy": 0.918972, "main_score": 0.898847, "hf_subset": "bjn_Latn-kas_Arab", "languages": ["bjn-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.874951, "recall": 0.909091, "f1": 0.885573, "accuracy": 0.909091, "main_score": 0.885573, "hf_subset": "bjn_Latn-ltg_Latn", "languages": ["bjn-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636284, "recall": 0.685771, "f1": 0.65013, "accuracy": 0.685771, "main_score": 0.65013, "hf_subset": "bjn_Latn-nso_Latn", "languages": ["bjn-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923913, "recall": 0.94664, "f1": 0.931159, "accuracy": 0.94664, "main_score": 0.931159, "hf_subset": "bjn_Latn-sin_Sinh", "languages": ["bjn-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bjn_Latn-tha_Thai", "languages": ["bjn-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bjn_Latn-zho_Hans", "languages": ["bjn-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-ast_Latn", "languages": ["bjn-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963356, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "bjn_Latn-crh_Latn", "languages": ["bjn-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-glg_Latn", "languages": ["bjn-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836957, "recall": 0.876482, "f1": 0.849111, "accuracy": 0.876482, "main_score": 0.849111, "hf_subset": "bjn_Latn-kas_Deva", "languages": ["bjn-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.935194, "recall": 0.952569, "f1": 0.940613, "accuracy": 0.952569, "main_score": 0.940613, "hf_subset": "bjn_Latn-ltz_Latn", "languages": ["bjn-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476917, "recall": 0.54249, "f1": 0.494718, "accuracy": 0.54249, "main_score": 0.494718, "hf_subset": "bjn_Latn-nus_Latn", "languages": ["bjn-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-slk_Latn", "languages": ["bjn-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582345, "recall": 0.65415, "f1": 0.603379, "accuracy": 0.65415, "main_score": 0.603379, "hf_subset": "bjn_Latn-tir_Ethi", "languages": ["bjn-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "bjn_Latn-zho_Hant", "languages": ["bjn-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.967144, "recall": 0.976285, "f1": 0.970092, "accuracy": 0.976285, "main_score": 0.970092, "hf_subset": "bjn_Latn-awa_Deva", "languages": ["bjn-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.917714, "recall": 0.938735, "f1": 0.92385, "accuracy": 0.938735, "main_score": 0.92385, "hf_subset": "bjn_Latn-cym_Latn", "languages": ["bjn-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801532, "recall": 0.84585, "f1": 0.815086, "accuracy": 0.84585, "main_score": 0.815086, "hf_subset": "bjn_Latn-grn_Latn", "languages": ["bjn-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970603, "recall": 0.979249, "f1": 0.973221, "accuracy": 0.979249, "main_score": 0.973221, "hf_subset": "bjn_Latn-kat_Geor", "languages": ["bjn-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.647803, "recall": 0.698617, "f1": 0.662302, "accuracy": 0.698617, "main_score": 0.662302, "hf_subset": "bjn_Latn-lua_Latn", "languages": ["bjn-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644738, "recall": 0.700593, "f1": 0.660877, "accuracy": 0.700593, "main_score": 0.660877, "hf_subset": "bjn_Latn-nya_Latn", "languages": ["bjn-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bjn_Latn-slv_Latn", "languages": ["bjn-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892144, "recall": 0.920949, "f1": 0.901087, "accuracy": 0.920949, "main_score": 0.901087, "hf_subset": "bjn_Latn-tpi_Latn", "languages": ["bjn-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bjn_Latn-zsm_Latn", "languages": ["bjn-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547625, "recall": 0.604743, "f1": 0.563469, "accuracy": 0.604743, "main_score": 0.563469, "hf_subset": "bjn_Latn-ayr_Latn", "languages": ["bjn-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bjn_Latn-dan_Latn", "languages": ["bjn-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bjn_Latn-guj_Gujr", "languages": ["bjn-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "bjn_Latn-kaz_Cyrl", "languages": ["bjn-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541563, "recall": 0.602767, "f1": 0.559073, "accuracy": 0.602767, "main_score": 0.559073, "hf_subset": "bjn_Latn-lug_Latn", "languages": ["bjn-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bjn_Latn-oci_Latn", "languages": ["bjn-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781159, "recall": 0.826087, "f1": 0.794664, "accuracy": 0.826087, "main_score": 0.794664, "hf_subset": "bjn_Latn-smo_Latn", "languages": ["bjn-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557607, "recall": 0.618577, "f1": 0.574848, "accuracy": 0.618577, "main_score": 0.574848, "hf_subset": "bjn_Latn-tsn_Latn", "languages": ["bjn-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630247, "recall": 0.686759, "f1": 0.646182, "accuracy": 0.686759, "main_score": 0.646182, "hf_subset": "bjn_Latn-zul_Latn", "languages": ["bjn-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87108, "recall": 0.905138, "f1": 0.881686, "accuracy": 0.905138, "main_score": 0.881686, "hf_subset": "bjn_Latn-azb_Arab", "languages": ["bjn-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bjn_Latn-deu_Latn", "languages": ["bjn-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919746, "recall": 0.9417, "f1": 0.926614, "accuracy": 0.9417, "main_score": 0.926614, "hf_subset": "bjn_Latn-hat_Latn", "languages": ["bjn-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502688, "recall": 0.5583, "f1": 0.517485, "accuracy": 0.5583, "main_score": 0.517485, "hf_subset": "bjn_Latn-kbp_Latn", "languages": ["bjn-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577794, "recall": 0.629447, "f1": 0.591474, "accuracy": 0.629447, "main_score": 0.591474, "hf_subset": "bjn_Latn-luo_Latn", "languages": ["bjn-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-ory_Orya", "languages": ["bjn-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.600077, "recall": 0.656126, "f1": 0.616078, "accuracy": 0.656126, "main_score": 0.616078, "hf_subset": "bjn_Latn-sna_Latn", "languages": ["bjn-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570688, "recall": 0.62253, "f1": 0.584957, "accuracy": 0.62253, "main_score": 0.584957, "hf_subset": "bjn_Latn-tso_Latn", "languages": ["bjn-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956275, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "bjn_Latn-azj_Latn", "languages": ["bjn-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552924, "recall": 0.617589, "f1": 0.570929, "accuracy": 0.617589, "main_score": 0.570929, "hf_subset": "bjn_Latn-dik_Latn", "languages": ["bjn-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72197, "recall": 0.772727, "f1": 0.736909, "accuracy": 0.772727, "main_score": 0.736909, "hf_subset": "bjn_Latn-hau_Latn", "languages": ["bjn-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945767, "recall": 0.961462, "f1": 0.950659, "accuracy": 0.961462, "main_score": 0.950659, "hf_subset": "bjn_Latn-kea_Latn", "languages": ["bjn-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69865, "recall": 0.75, "f1": 0.7143, "accuracy": 0.75, "main_score": 0.7143, "hf_subset": "bjn_Latn-lus_Latn", "languages": ["bjn-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857717, "recall": 0.885375, "f1": 0.865991, "accuracy": 0.885375, "main_score": 0.865991, "hf_subset": "bjn_Latn-pag_Latn", "languages": ["bjn-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "bjn_Latn-snd_Arab", "languages": ["bjn-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.882576, "recall": 0.91502, "f1": 0.892787, "accuracy": 0.91502, "main_score": 0.892787, "hf_subset": "bjn_Latn-tuk_Latn", "languages": ["bjn-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.956522, "f1": 0.946513, "accuracy": 0.956522, "main_score": 0.946513, "hf_subset": "bjn_Latn-bak_Cyrl", "languages": ["bjn-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481711, "recall": 0.556324, "f1": 0.503335, "accuracy": 0.556324, "main_score": 0.503335, "hf_subset": "bjn_Latn-dyu_Latn", "languages": ["bjn-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bjn_Latn-heb_Hebr", "languages": ["bjn-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.943923, "recall": 0.959486, "f1": 0.948847, "accuracy": 0.959486, "main_score": 0.948847, "hf_subset": "bjn_Latn-khk_Cyrl", "languages": ["bjn-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-lvs_Latn", "languages": ["bjn-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-pan_Guru", "languages": ["bjn-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.673312, "recall": 0.733202, "f1": 0.691195, "accuracy": 0.733202, "main_score": 0.691195, "hf_subset": "bjn_Latn-som_Latn", "languages": ["bjn-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588574, "recall": 0.635375, "f1": 0.601161, "accuracy": 0.635375, "main_score": 0.601161, "hf_subset": "bjn_Latn-tum_Latn", "languages": ["bjn-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500614, "recall": 0.545455, "f1": 0.512916, "accuracy": 0.545455, "main_score": 0.512916, "hf_subset": "fao_Latn-ace_Arab", "languages": ["fao-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527334, "recall": 0.578063, "f1": 0.541297, "accuracy": 0.578063, "main_score": 0.541297, "hf_subset": "fao_Latn-bam_Latn", "languages": ["fao-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362212, "recall": 0.428854, "f1": 0.379644, "accuracy": 0.428854, "main_score": 0.379644, "hf_subset": "fao_Latn-dzo_Tibt", "languages": ["fao-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "fao_Latn-hin_Deva", "languages": ["fao-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.944252, "recall": 0.961462, "f1": 0.949835, "accuracy": 0.961462, "main_score": 0.949835, "hf_subset": "fao_Latn-khm_Khmr", "languages": ["fao-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.960721, "recall": 0.972332, "f1": 0.964328, "accuracy": 0.972332, "main_score": 0.964328, "hf_subset": "fao_Latn-mag_Deva", "languages": ["fao-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.894681, "recall": 0.920949, "f1": 0.902851, "accuracy": 0.920949, "main_score": 0.902851, "hf_subset": "fao_Latn-pap_Latn", "languages": ["fao-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575484, "recall": 0.624506, "f1": 0.589531, "accuracy": 0.624506, "main_score": 0.589531, "hf_subset": "fao_Latn-sot_Latn", "languages": ["fao-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "fao_Latn-tur_Latn", "languages": ["fao-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74399, "recall": 0.787549, "f1": 0.757073, "accuracy": 0.787549, "main_score": 0.757073, "hf_subset": "fao_Latn-ace_Latn", "languages": ["fao-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839954, "recall": 0.87253, "f1": 0.849464, "accuracy": 0.87253, "main_score": 0.849464, "hf_subset": "fao_Latn-ban_Latn", "languages": ["fao-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "fao_Latn-ell_Grek", "languages": ["fao-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.948781, "recall": 0.963439, "f1": 0.95336, "accuracy": 0.963439, "main_score": 0.95336, "hf_subset": "fao_Latn-hne_Deva", "languages": ["fao-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.557536, "recall": 0.610672, "f1": 0.571681, "accuracy": 0.610672, "main_score": 0.571681, "hf_subset": "fao_Latn-kik_Latn", "languages": ["fao-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963521, "recall": 0.974308, "f1": 0.966963, "accuracy": 0.974308, "main_score": 0.966963, "hf_subset": "fao_Latn-mai_Deva", "languages": ["fao-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.892787, "recall": 0.920949, "f1": 0.901252, "accuracy": 0.920949, "main_score": 0.901252, "hf_subset": "fao_Latn-pbt_Arab", "languages": ["fao-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "fao_Latn-spa_Latn", "languages": ["fao-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600283, "recall": 0.641304, "f1": 0.611734, "accuracy": 0.641304, "main_score": 0.611734, "hf_subset": "fao_Latn-twi_Latn", "languages": ["fao-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "fao_Latn-acm_Arab", "languages": ["fao-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948287, "recall": 0.962451, "f1": 0.952503, "accuracy": 0.962451, "main_score": 0.952503, "hf_subset": "fao_Latn-bel_Cyrl", "languages": ["fao-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "fao_Latn-eng_Latn", "languages": ["fao-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fao_Latn-hrv_Latn", "languages": ["fao-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554365, "recall": 0.606719, "f1": 0.568603, "accuracy": 0.606719, "main_score": 0.568603, "hf_subset": "fao_Latn-kin_Latn", "languages": ["fao-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "fao_Latn-mal_Mlym", "languages": ["fao-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.96438, "accuracy": 0.972332, "main_score": 0.96438, "hf_subset": "fao_Latn-pes_Arab", "languages": ["fao-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.918462, "recall": 0.939723, "f1": 0.924802, "accuracy": 0.939723, "main_score": 0.924802, "hf_subset": "fao_Latn-srd_Latn", "languages": ["fao-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206764, "recall": 0.248024, "f1": 0.216928, "accuracy": 0.248024, "main_score": 0.216928, "hf_subset": "fao_Latn-tzm_Tfng", "languages": ["fao-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "fao_Latn-acq_Arab", "languages": ["fao-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61238, "recall": 0.65415, "f1": 0.623498, "accuracy": 0.65415, "main_score": 0.623498, "hf_subset": "fao_Latn-bem_Latn", "languages": ["fao-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974967, "recall": 0.982213, "f1": 0.977226, "accuracy": 0.982213, "main_score": 0.977226, "hf_subset": "fao_Latn-epo_Latn", "languages": ["fao-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "fao_Latn-hun_Latn", "languages": ["fao-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913949, "recall": 0.939723, "f1": 0.922167, "accuracy": 0.939723, "main_score": 0.922167, "hf_subset": "fao_Latn-kir_Cyrl", "languages": ["fao-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "fao_Latn-mar_Deva", "languages": ["fao-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.629381, "recall": 0.676877, "f1": 0.642726, "accuracy": 0.676877, "main_score": 0.642726, "hf_subset": "fao_Latn-plt_Latn", "languages": ["fao-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97472, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "fao_Latn-srp_Cyrl", "languages": ["fao-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.86581, "recall": 0.899209, "f1": 0.87612, "accuracy": 0.899209, "main_score": 0.87612, "hf_subset": "fao_Latn-uig_Arab", "languages": ["fao-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94277, "recall": 0.959486, "f1": 0.948024, "accuracy": 0.959486, "main_score": 0.948024, "hf_subset": "fao_Latn-aeb_Arab", "languages": ["fao-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "fao_Latn-ben_Beng", "languages": ["fao-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.96945, "recall": 0.978261, "f1": 0.972233, "accuracy": 0.978261, "main_score": 0.972233, "hf_subset": "fao_Latn-est_Latn", "languages": ["fao-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "fao_Latn-hye_Armn", "languages": ["fao-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.535551, "recall": 0.577075, "f1": 0.547079, "accuracy": 0.577075, "main_score": 0.547079, "hf_subset": "fao_Latn-kmb_Latn", "languages": ["fao-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453866, "recall": 0.514822, "f1": 0.470528, "accuracy": 0.514822, "main_score": 0.470528, "hf_subset": "fao_Latn-min_Arab", "languages": ["fao-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "fao_Latn-pol_Latn", "languages": ["fao-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553129, "recall": 0.608696, "f1": 0.569401, "accuracy": 0.608696, "main_score": 0.569401, "hf_subset": "fao_Latn-ssw_Latn", "languages": ["fao-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "fao_Latn-ukr_Cyrl", "languages": ["fao-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fao_Latn-afr_Latn", "languages": ["fao-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9347, "recall": 0.953557, "f1": 0.940613, "accuracy": 0.953557, "main_score": 0.940613, "hf_subset": "fao_Latn-bho_Deva", "languages": ["fao-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.917984, "recall": 0.940711, "f1": 0.925019, "accuracy": 0.940711, "main_score": 0.925019, "hf_subset": "fao_Latn-eus_Latn", "languages": ["fao-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576385, "recall": 0.630435, "f1": 0.591362, "accuracy": 0.630435, "main_score": 0.591362, "hf_subset": "fao_Latn-ibo_Latn", "languages": ["fao-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801499, "recall": 0.843874, "f1": 0.814577, "accuracy": 0.843874, "main_score": 0.814577, "hf_subset": "fao_Latn-kmr_Latn", "languages": ["fao-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906538, "recall": 0.931818, "f1": 0.914262, "accuracy": 0.931818, "main_score": 0.914262, "hf_subset": "fao_Latn-min_Latn", "languages": ["fao-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fao_Latn-por_Latn", "languages": ["fao-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921393, "recall": 0.943676, "f1": 0.928228, "accuracy": 0.943676, "main_score": 0.928228, "hf_subset": "fao_Latn-sun_Latn", "languages": ["fao-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521769, "recall": 0.570158, "f1": 0.53517, "accuracy": 0.570158, "main_score": 0.53517, "hf_subset": "fao_Latn-umb_Latn", "languages": ["fao-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963686, "recall": 0.974308, "f1": 0.966963, "accuracy": 0.974308, "main_score": 0.966963, "hf_subset": "fao_Latn-ajp_Arab", "languages": ["fao-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.492273, "recall": 0.546443, "f1": 0.506806, "accuracy": 0.546443, "main_score": 0.506806, "hf_subset": "fao_Latn-bjn_Arab", "languages": ["fao-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527087, "recall": 0.571146, "f1": 0.539057, "accuracy": 0.571146, "main_score": 0.539057, "hf_subset": "fao_Latn-ewe_Latn", "languages": ["fao-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836775, "recall": 0.865613, "f1": 0.845097, "accuracy": 0.865613, "main_score": 0.845097, "hf_subset": "fao_Latn-ilo_Latn", "languages": ["fao-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315284, "recall": 0.366601, "f1": 0.329509, "accuracy": 0.366601, "main_score": 0.329509, "hf_subset": "fao_Latn-knc_Arab", "languages": ["fao-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978953, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "fao_Latn-mkd_Cyrl", "languages": ["fao-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "fao_Latn-prs_Arab", "languages": ["fao-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "fao_Latn-swe_Latn", "languages": ["fao-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962533, "recall": 0.974308, "f1": 0.966304, "accuracy": 0.974308, "main_score": 0.966304, "hf_subset": "fao_Latn-urd_Arab", "languages": ["fao-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.572436, "recall": 0.616601, "f1": 0.584986, "accuracy": 0.616601, "main_score": 0.584986, "hf_subset": "fao_Latn-aka_Latn", "languages": ["fao-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916035, "recall": 0.937747, "f1": 0.922464, "accuracy": 0.937747, "main_score": 0.922464, "hf_subset": "fao_Latn-bjn_Latn", "languages": ["fao-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fao_Latn-ind_Latn", "languages": ["fao-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563407, "recall": 0.607708, "f1": 0.576323, "accuracy": 0.607708, "main_score": 0.576323, "hf_subset": "fao_Latn-knc_Latn", "languages": ["fao-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92771, "recall": 0.947628, "f1": 0.933679, "accuracy": 0.947628, "main_score": 0.933679, "hf_subset": "fao_Latn-mlt_Latn", "languages": ["fao-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665504, "recall": 0.713439, "f1": 0.679217, "accuracy": 0.713439, "main_score": 0.679217, "hf_subset": "fao_Latn-quy_Latn", "languages": ["fao-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92024, "recall": 0.942688, "f1": 0.927075, "accuracy": 0.942688, "main_score": 0.927075, "hf_subset": "fao_Latn-swh_Latn", "languages": ["fao-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942424, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "fao_Latn-uzn_Latn", "languages": ["fao-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "fao_Latn-als_Latn", "languages": ["fao-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569319, "recall": 0.649209, "f1": 0.591794, "accuracy": 0.649209, "main_score": 0.591794, "hf_subset": "fao_Latn-bod_Tibt", "languages": ["fao-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.658392, "recall": 0.712451, "f1": 0.673294, "accuracy": 0.712451, "main_score": 0.673294, "hf_subset": "fao_Latn-fij_Latn", "languages": ["fao-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "fao_Latn-isl_Latn", "languages": ["fao-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602638, "recall": 0.646245, "f1": 0.614357, "accuracy": 0.646245, "main_score": 0.614357, "hf_subset": "fao_Latn-kon_Latn", "languages": ["fao-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563556, "recall": 0.623518, "f1": 0.58025, "accuracy": 0.623518, "main_score": 0.58025, "hf_subset": "fao_Latn-mni_Beng", "languages": ["fao-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fao_Latn-ron_Latn", "languages": ["fao-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.962451, "f1": 0.95303, "accuracy": 0.962451, "main_score": 0.95303, "hf_subset": "fao_Latn-szl_Latn", "languages": ["fao-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "fao_Latn-vec_Latn", "languages": ["fao-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84585, "recall": 0.885375, "f1": 0.857877, "accuracy": 0.885375, "main_score": 0.857877, "hf_subset": "fao_Latn-amh_Ethi", "languages": ["fao-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "fao_Latn-bos_Latn", "languages": ["fao-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975543, "recall": 0.983202, "f1": 0.977997, "accuracy": 0.983202, "main_score": 0.977997, "hf_subset": "fao_Latn-fin_Latn", "languages": ["fao-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "fao_Latn-ita_Latn", "languages": ["fao-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "fao_Latn-kor_Hang", "languages": ["fao-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.544623, "recall": 0.588933, "f1": 0.556793, "accuracy": 0.588933, "main_score": 0.556793, "hf_subset": "fao_Latn-mos_Latn", "languages": ["fao-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55575, "recall": 0.599802, "f1": 0.567956, "accuracy": 0.599802, "main_score": 0.567956, "hf_subset": "fao_Latn-run_Latn", "languages": ["fao-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "fao_Latn-tam_Taml", "languages": ["fao-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "fao_Latn-vie_Latn", "languages": ["fao-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "fao_Latn-apc_Arab", "languages": ["fao-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.683474, "recall": 0.732213, "f1": 0.697236, "accuracy": 0.732213, "main_score": 0.697236, "hf_subset": "fao_Latn-bug_Latn", "languages": ["fao-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490357, "recall": 0.534585, "f1": 0.502852, "accuracy": 0.534585, "main_score": 0.502852, "hf_subset": "fao_Latn-fon_Latn", "languages": ["fao-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.958498, "f1": 0.947219, "accuracy": 0.958498, "main_score": 0.947219, "hf_subset": "fao_Latn-jav_Latn", "languages": ["fao-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.950758, "accuracy": 0.961462, "main_score": 0.950758, "hf_subset": "fao_Latn-lao_Laoo", "languages": ["fao-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.815003, "recall": 0.859684, "f1": 0.828557, "accuracy": 0.859684, "main_score": 0.828557, "hf_subset": "fao_Latn-mri_Latn", "languages": ["fao-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "fao_Latn-rus_Cyrl", "languages": ["fao-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535259, "recall": 0.579051, "f1": 0.547485, "accuracy": 0.579051, "main_score": 0.547485, "hf_subset": "fao_Latn-taq_Latn", "languages": ["fao-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929924, "recall": 0.949605, "f1": 0.935954, "accuracy": 0.949605, "main_score": 0.935954, "hf_subset": "fao_Latn-war_Latn", "languages": ["fao-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "fao_Latn-arb_Arab", "languages": ["fao-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "fao_Latn-bul_Cyrl", "languages": ["fao-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fao_Latn-fra_Latn", "languages": ["fao-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950428, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "fao_Latn-jpn_Jpan", "languages": ["fao-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.929825, "recall": 0.947628, "f1": 0.935178, "accuracy": 0.947628, "main_score": 0.935178, "hf_subset": "fao_Latn-lij_Latn", "languages": ["fao-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907938, "recall": 0.936759, "f1": 0.917325, "accuracy": 0.936759, "main_score": 0.917325, "hf_subset": "fao_Latn-mya_Mymr", "languages": ["fao-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.568052, "recall": 0.621542, "f1": 0.582929, "accuracy": 0.621542, "main_score": 0.582929, "hf_subset": "fao_Latn-sag_Latn", "languages": ["fao-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202928, "recall": 0.250988, "f1": 0.214303, "accuracy": 0.250988, "main_score": 0.214303, "hf_subset": "fao_Latn-taq_Tfng", "languages": ["fao-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.611833, "recall": 0.655138, "f1": 0.62417, "accuracy": 0.655138, "main_score": 0.62417, "hf_subset": "fao_Latn-wol_Latn", "languages": ["fao-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693478, "recall": 0.753953, "f1": 0.7103, "accuracy": 0.753953, "main_score": 0.7103, "hf_subset": "fao_Latn-arb_Latn", "languages": ["fao-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "fao_Latn-cat_Latn", "languages": ["fao-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928195, "recall": 0.948617, "f1": 0.934585, "accuracy": 0.948617, "main_score": 0.934585, "hf_subset": "fao_Latn-fur_Latn", "languages": ["fao-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434264, "recall": 0.490119, "f1": 0.449864, "accuracy": 0.490119, "main_score": 0.449864, "hf_subset": "fao_Latn-kab_Latn", "languages": ["fao-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92803, "recall": 0.947628, "f1": 0.934091, "accuracy": 0.947628, "main_score": 0.934091, "hf_subset": "fao_Latn-lim_Latn", "languages": ["fao-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fao_Latn-nld_Latn", "languages": ["fao-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.949605, "f1": 0.9361, "accuracy": 0.949605, "main_score": 0.9361, "hf_subset": "fao_Latn-san_Deva", "languages": ["fao-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.959486, "f1": 0.948419, "accuracy": 0.959486, "main_score": 0.948419, "hf_subset": "fao_Latn-tat_Cyrl", "languages": ["fao-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.64777, "recall": 0.699605, "f1": 0.662812, "accuracy": 0.699605, "main_score": 0.662812, "hf_subset": "fao_Latn-xho_Latn", "languages": ["fao-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "fao_Latn-ars_Arab", "languages": ["fao-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.945958, "recall": 0.961462, "f1": 0.95084, "accuracy": 0.961462, "main_score": 0.95084, "hf_subset": "fao_Latn-ceb_Latn", "languages": ["fao-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555029, "recall": 0.600791, "f1": 0.567862, "accuracy": 0.600791, "main_score": 0.567862, "hf_subset": "fao_Latn-fuv_Latn", "languages": ["fao-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506148, "recall": 0.5583, "f1": 0.520575, "accuracy": 0.5583, "main_score": 0.520575, "hf_subset": "fao_Latn-kac_Latn", "languages": ["fao-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629011, "recall": 0.671937, "f1": 0.641114, "accuracy": 0.671937, "main_score": 0.641114, "hf_subset": "fao_Latn-lin_Latn", "languages": ["fao-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "fao_Latn-nno_Latn", "languages": ["fao-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222435, "recall": 0.295455, "f1": 0.240808, "accuracy": 0.295455, "main_score": 0.240808, "hf_subset": "fao_Latn-sat_Olck", "languages": ["fao-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "fao_Latn-tel_Telu", "languages": ["fao-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.9083, "recall": 0.933794, "f1": 0.916304, "accuracy": 0.933794, "main_score": 0.916304, "hf_subset": "fao_Latn-ydd_Hebr", "languages": ["fao-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.926548, "recall": 0.948617, "f1": 0.933597, "accuracy": 0.948617, "main_score": 0.933597, "hf_subset": "fao_Latn-ary_Arab", "languages": ["fao-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "fao_Latn-ces_Latn", "languages": ["fao-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549539, "recall": 0.600791, "f1": 0.563956, "accuracy": 0.600791, "main_score": 0.563956, "hf_subset": "fao_Latn-gaz_Latn", "languages": ["fao-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565004, "recall": 0.616601, "f1": 0.579039, "accuracy": 0.616601, "main_score": 0.579039, "hf_subset": "fao_Latn-kam_Latn", "languages": ["fao-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "fao_Latn-lit_Latn", "languages": ["fao-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fao_Latn-nob_Latn", "languages": ["fao-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939081, "recall": 0.953557, "f1": 0.943248, "accuracy": 0.953557, "main_score": 0.943248, "hf_subset": "fao_Latn-scn_Latn", "languages": ["fao-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920619, "recall": 0.943676, "f1": 0.9278, "accuracy": 0.943676, "main_score": 0.9278, "hf_subset": "fao_Latn-tgk_Cyrl", "languages": ["fao-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661709, "recall": 0.729249, "f1": 0.682279, "accuracy": 0.729249, "main_score": 0.682279, "hf_subset": "fao_Latn-yor_Latn", "languages": ["fao-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949028, "recall": 0.964427, "f1": 0.953788, "accuracy": 0.964427, "main_score": 0.953788, "hf_subset": "fao_Latn-arz_Arab", "languages": ["fao-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536965, "recall": 0.582016, "f1": 0.549502, "accuracy": 0.582016, "main_score": 0.549502, "hf_subset": "fao_Latn-cjk_Latn", "languages": ["fao-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72915, "recall": 0.778656, "f1": 0.743398, "accuracy": 0.778656, "main_score": 0.743398, "hf_subset": "fao_Latn-gla_Latn", "languages": ["fao-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "fao_Latn-kan_Knda", "languages": ["fao-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.920323, "recall": 0.9417, "f1": 0.926845, "accuracy": 0.9417, "main_score": 0.926845, "hf_subset": "fao_Latn-lmo_Latn", "languages": ["fao-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "fao_Latn-npi_Deva", "languages": ["fao-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460886, "recall": 0.509881, "f1": 0.474593, "accuracy": 0.509881, "main_score": 0.474593, "hf_subset": "fao_Latn-shn_Mymr", "languages": ["fao-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "fao_Latn-tgl_Latn", "languages": ["fao-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "fao_Latn-yue_Hant", "languages": ["fao-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.936759, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "fao_Latn-asm_Beng", "languages": ["fao-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.881406, "recall": 0.912055, "f1": 0.890646, "accuracy": 0.912055, "main_score": 0.890646, "hf_subset": "fao_Latn-ckb_Arab", "languages": ["fao-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.800511, "recall": 0.846838, "f1": 0.8143, "accuracy": 0.846838, "main_score": 0.8143, "hf_subset": "fao_Latn-gle_Latn", "languages": ["fao-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838323, "recall": 0.875494, "f1": 0.849144, "accuracy": 0.875494, "main_score": 0.849144, "hf_subset": "fao_Latn-kas_Arab", "languages": ["fao-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.835919, "recall": 0.875494, "f1": 0.848386, "accuracy": 0.875494, "main_score": 0.848386, "hf_subset": "fao_Latn-ltg_Latn", "languages": ["fao-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588652, "recall": 0.632411, "f1": 0.600338, "accuracy": 0.632411, "main_score": 0.600338, "hf_subset": "fao_Latn-nso_Latn", "languages": ["fao-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910244, "recall": 0.936759, "f1": 0.918643, "accuracy": 0.936759, "main_score": 0.918643, "hf_subset": "fao_Latn-sin_Sinh", "languages": ["fao-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.951169, "recall": 0.965415, "f1": 0.955764, "accuracy": 0.965415, "main_score": 0.955764, "hf_subset": "fao_Latn-tha_Thai", "languages": ["fao-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.948205, "recall": 0.963439, "f1": 0.952931, "accuracy": 0.963439, "main_score": 0.952931, "hf_subset": "fao_Latn-zho_Hans", "languages": ["fao-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "fao_Latn-ast_Latn", "languages": ["fao-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947381, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "fao_Latn-crh_Latn", "languages": ["fao-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "fao_Latn-glg_Latn", "languages": ["fao-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772796, "recall": 0.822134, "f1": 0.787879, "accuracy": 0.822134, "main_score": 0.787879, "hf_subset": "fao_Latn-kas_Deva", "languages": ["fao-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.926054, "recall": 0.94664, "f1": 0.932397, "accuracy": 0.94664, "main_score": 0.932397, "hf_subset": "fao_Latn-ltz_Latn", "languages": ["fao-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467491, "recall": 0.518775, "f1": 0.481692, "accuracy": 0.518775, "main_score": 0.481692, "hf_subset": "fao_Latn-nus_Latn", "languages": ["fao-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "fao_Latn-slk_Latn", "languages": ["fao-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534752, "recall": 0.603755, "f1": 0.554389, "accuracy": 0.603755, "main_score": 0.554389, "hf_subset": "fao_Latn-tir_Ethi", "languages": ["fao-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.971344, "f1": 0.961792, "accuracy": 0.971344, "main_score": 0.961792, "hf_subset": "fao_Latn-zho_Hant", "languages": ["fao-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954677, "accuracy": 0.964427, "main_score": 0.954677, "hf_subset": "fao_Latn-awa_Deva", "languages": ["fao-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.924769, "recall": 0.945652, "f1": 0.931159, "accuracy": 0.945652, "main_score": 0.931159, "hf_subset": "fao_Latn-cym_Latn", "languages": ["fao-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734671, "recall": 0.779644, "f1": 0.74709, "accuracy": 0.779644, "main_score": 0.74709, "hf_subset": "fao_Latn-grn_Latn", "languages": ["fao-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944664, "accuracy": 0.95751, "main_score": 0.944664, "hf_subset": "fao_Latn-kat_Geor", "languages": ["fao-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.60476, "recall": 0.65415, "f1": 0.618621, "accuracy": 0.65415, "main_score": 0.618621, "hf_subset": "fao_Latn-lua_Latn", "languages": ["fao-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61778, "recall": 0.666996, "f1": 0.631392, "accuracy": 0.666996, "main_score": 0.631392, "hf_subset": "fao_Latn-nya_Latn", "languages": ["fao-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "fao_Latn-slv_Latn", "languages": ["fao-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826688, "recall": 0.867589, "f1": 0.838381, "accuracy": 0.867589, "main_score": 0.838381, "hf_subset": "fao_Latn-tpi_Latn", "languages": ["fao-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "fao_Latn-zsm_Latn", "languages": ["fao-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538924, "recall": 0.590909, "f1": 0.553745, "accuracy": 0.590909, "main_score": 0.553745, "hf_subset": "fao_Latn-ayr_Latn", "languages": ["fao-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fao_Latn-dan_Latn", "languages": ["fao-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959239, "recall": 0.972332, "f1": 0.963505, "accuracy": 0.972332, "main_score": 0.963505, "hf_subset": "fao_Latn-guj_Gujr", "languages": ["fao-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "fao_Latn-kaz_Cyrl", "languages": ["fao-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532431, "recall": 0.581028, "f1": 0.545927, "accuracy": 0.581028, "main_score": 0.545927, "hf_subset": "fao_Latn-lug_Latn", "languages": ["fao-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "fao_Latn-oci_Latn", "languages": ["fao-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759085, "recall": 0.806324, "f1": 0.772782, "accuracy": 0.806324, "main_score": 0.772782, "hf_subset": "fao_Latn-smo_Latn", "languages": ["fao-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540525, "recall": 0.591897, "f1": 0.554527, "accuracy": 0.591897, "main_score": 0.554527, "hf_subset": "fao_Latn-tsn_Latn", "languages": ["fao-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60835, "recall": 0.666996, "f1": 0.625077, "accuracy": 0.666996, "main_score": 0.625077, "hf_subset": "fao_Latn-zul_Latn", "languages": ["fao-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799852, "recall": 0.849802, "f1": 0.815382, "accuracy": 0.849802, "main_score": 0.815382, "hf_subset": "fao_Latn-azb_Arab", "languages": ["fao-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fao_Latn-deu_Latn", "languages": ["fao-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903442, "recall": 0.928854, "f1": 0.9111, "accuracy": 0.928854, "main_score": 0.9111, "hf_subset": "fao_Latn-hat_Latn", "languages": ["fao-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492723, "recall": 0.537549, "f1": 0.504851, "accuracy": 0.537549, "main_score": 0.504851, "hf_subset": "fao_Latn-kbp_Latn", "languages": ["fao-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560483, "recall": 0.601779, "f1": 0.571945, "accuracy": 0.601779, "main_score": 0.571945, "hf_subset": "fao_Latn-luo_Latn", "languages": ["fao-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "fao_Latn-ory_Orya", "languages": ["fao-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.580416, "recall": 0.635375, "f1": 0.595626, "accuracy": 0.635375, "main_score": 0.595626, "hf_subset": "fao_Latn-sna_Latn", "languages": ["fao-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562173, "recall": 0.605731, "f1": 0.573755, "accuracy": 0.605731, "main_score": 0.573755, "hf_subset": "fao_Latn-tso_Latn", "languages": ["fao-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "fao_Latn-azj_Latn", "languages": ["fao-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518728, "recall": 0.571146, "f1": 0.533925, "accuracy": 0.571146, "main_score": 0.533925, "hf_subset": "fao_Latn-dik_Latn", "languages": ["fao-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689081, "recall": 0.743083, "f1": 0.704992, "accuracy": 0.743083, "main_score": 0.704992, "hf_subset": "fao_Latn-hau_Latn", "languages": ["fao-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888982, "recall": 0.916996, "f1": 0.897007, "accuracy": 0.916996, "main_score": 0.897007, "hf_subset": "fao_Latn-kea_Latn", "languages": ["fao-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650373, "recall": 0.69664, "f1": 0.663575, "accuracy": 0.69664, "main_score": 0.663575, "hf_subset": "fao_Latn-lus_Latn", "languages": ["fao-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.758096, "recall": 0.796443, "f1": 0.768769, "accuracy": 0.796443, "main_score": 0.768769, "hf_subset": "fao_Latn-pag_Latn", "languages": ["fao-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955237, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "fao_Latn-snd_Arab", "languages": ["fao-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.856143, "recall": 0.894269, "f1": 0.867951, "accuracy": 0.894269, "main_score": 0.867951, "hf_subset": "fao_Latn-tuk_Latn", "languages": ["fao-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922793, "recall": 0.943676, "f1": 0.92915, "accuracy": 0.943676, "main_score": 0.92915, "hf_subset": "fao_Latn-bak_Cyrl", "languages": ["fao-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.476953, "recall": 0.535573, "f1": 0.493372, "accuracy": 0.535573, "main_score": 0.493372, "hf_subset": "fao_Latn-dyu_Latn", "languages": ["fao-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "fao_Latn-heb_Hebr", "languages": ["fao-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.916337, "recall": 0.940711, "f1": 0.923913, "accuracy": 0.940711, "main_score": 0.923913, "hf_subset": "fao_Latn-khk_Cyrl", "languages": ["fao-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.96698, "recall": 0.977273, "f1": 0.970257, "accuracy": 0.977273, "main_score": 0.970257, "hf_subset": "fao_Latn-lvs_Latn", "languages": ["fao-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "fao_Latn-pan_Guru", "languages": ["fao-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.665958, "recall": 0.722332, "f1": 0.681973, "accuracy": 0.722332, "main_score": 0.681973, "hf_subset": "fao_Latn-som_Latn", "languages": ["fao-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590073, "recall": 0.632411, "f1": 0.601805, "accuracy": 0.632411, "main_score": 0.601805, "hf_subset": "fao_Latn-tum_Latn", "languages": ["fao-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647428, "recall": 0.708498, "f1": 0.664921, "accuracy": 0.708498, "main_score": 0.664921, "hf_subset": "ind_Latn-ace_Arab", "languages": ["ind-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547675, "recall": 0.610672, "f1": 0.564988, "accuracy": 0.610672, "main_score": 0.564988, "hf_subset": "ind_Latn-bam_Latn", "languages": ["ind-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45443, "recall": 0.535573, "f1": 0.476151, "accuracy": 0.535573, "main_score": 0.476151, "hf_subset": "ind_Latn-dzo_Tibt", "languages": ["ind-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-hin_Deva", "languages": ["ind-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-khm_Khmr", "languages": ["ind-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-mag_Deva", "languages": ["ind-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ind_Latn-pap_Latn", "languages": ["ind-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624218, "recall": 0.68083, "f1": 0.640073, "accuracy": 0.68083, "main_score": 0.640073, "hf_subset": "ind_Latn-sot_Latn", "languages": ["ind-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-tur_Latn", "languages": ["ind-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90835, "recall": 0.934783, "f1": 0.916733, "accuracy": 0.934783, "main_score": 0.916733, "hf_subset": "ind_Latn-ace_Latn", "languages": ["ind-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "ind_Latn-ban_Latn", "languages": ["ind-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ell_Grek", "languages": ["ind-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ind_Latn-hne_Deva", "languages": ["ind-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619802, "recall": 0.675889, "f1": 0.635386, "accuracy": 0.675889, "main_score": 0.635386, "hf_subset": "ind_Latn-kik_Latn", "languages": ["ind-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-mai_Deva", "languages": ["ind-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ind_Latn-pbt_Arab", "languages": ["ind-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-spa_Latn", "languages": ["ind-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625807, "recall": 0.692688, "f1": 0.644419, "accuracy": 0.692688, "main_score": 0.644419, "hf_subset": "ind_Latn-twi_Latn", "languages": ["ind-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-acm_Arab", "languages": ["ind-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bel_Cyrl", "languages": ["ind-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-eng_Latn", "languages": ["ind-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hrv_Latn", "languages": ["ind-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574819, "recall": 0.636364, "f1": 0.592496, "accuracy": 0.636364, "main_score": 0.592496, "hf_subset": "ind_Latn-kin_Latn", "languages": ["ind-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-mal_Mlym", "languages": ["ind-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pes_Arab", "languages": ["ind-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-srd_Latn", "languages": ["ind-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184278, "recall": 0.235178, "f1": 0.196874, "accuracy": 0.235178, "main_score": 0.196874, "hf_subset": "ind_Latn-tzm_Tfng", "languages": ["ind-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-acq_Arab", "languages": ["ind-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.659988, "recall": 0.709486, "f1": 0.67433, "accuracy": 0.709486, "main_score": 0.67433, "hf_subset": "ind_Latn-bem_Latn", "languages": ["ind-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-epo_Latn", "languages": ["ind-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hun_Latn", "languages": ["ind-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-kir_Cyrl", "languages": ["ind-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-mar_Deva", "languages": ["ind-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.696369, "recall": 0.75, "f1": 0.71188, "accuracy": 0.75, "main_score": 0.71188, "hf_subset": "ind_Latn-plt_Latn", "languages": ["ind-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-srp_Cyrl", "languages": ["ind-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "ind_Latn-uig_Arab", "languages": ["ind-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-aeb_Arab", "languages": ["ind-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ben_Beng", "languages": ["ind-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-est_Latn", "languages": ["ind-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hye_Armn", "languages": ["ind-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.564897, "recall": 0.619565, "f1": 0.580565, "accuracy": 0.619565, "main_score": 0.580565, "hf_subset": "ind_Latn-kmb_Latn", "languages": ["ind-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560624, "recall": 0.631423, "f1": 0.57971, "accuracy": 0.631423, "main_score": 0.57971, "hf_subset": "ind_Latn-min_Arab", "languages": ["ind-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pol_Latn", "languages": ["ind-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588514, "recall": 0.652174, "f1": 0.606587, "accuracy": 0.652174, "main_score": 0.606587, "hf_subset": "ind_Latn-ssw_Latn", "languages": ["ind-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ukr_Cyrl", "languages": ["ind-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-afr_Latn", "languages": ["ind-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bho_Deva", "languages": ["ind-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-eus_Latn", "languages": ["ind-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606937, "recall": 0.670949, "f1": 0.624904, "accuracy": 0.670949, "main_score": 0.624904, "hf_subset": "ind_Latn-ibo_Latn", "languages": ["ind-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922843, "recall": 0.945652, "f1": 0.930237, "accuracy": 0.945652, "main_score": 0.930237, "hf_subset": "ind_Latn-kmr_Latn", "languages": ["ind-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-min_Latn", "languages": ["ind-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-por_Latn", "languages": ["ind-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-sun_Latn", "languages": ["ind-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533558, "recall": 0.591897, "f1": 0.550378, "accuracy": 0.591897, "main_score": 0.550378, "hf_subset": "ind_Latn-umb_Latn", "languages": ["ind-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ajp_Arab", "languages": ["ind-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597518, "recall": 0.66502, "f1": 0.616401, "accuracy": 0.66502, "main_score": 0.616401, "hf_subset": "ind_Latn-bjn_Arab", "languages": ["ind-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532022, "recall": 0.588933, "f1": 0.54793, "accuracy": 0.588933, "main_score": 0.54793, "hf_subset": "ind_Latn-ewe_Latn", "languages": ["ind-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "ind_Latn-ilo_Latn", "languages": ["ind-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332471, "recall": 0.393281, "f1": 0.349351, "accuracy": 0.393281, "main_score": 0.349351, "hf_subset": "ind_Latn-knc_Arab", "languages": ["ind-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-mkd_Cyrl", "languages": ["ind-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-prs_Arab", "languages": ["ind-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-swe_Latn", "languages": ["ind-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-urd_Arab", "languages": ["ind-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605731, "recall": 0.663043, "f1": 0.622007, "accuracy": 0.663043, "main_score": 0.622007, "hf_subset": "ind_Latn-aka_Latn", "languages": ["ind-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ind_Latn-bjn_Latn", "languages": ["ind-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ind_Latn-fao_Latn", "languages": ["ind-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612147, "recall": 0.66502, "f1": 0.627465, "accuracy": 0.66502, "main_score": 0.627465, "hf_subset": "ind_Latn-knc_Latn", "languages": ["ind-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-mlt_Latn", "languages": ["ind-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720964, "recall": 0.780632, "f1": 0.738367, "accuracy": 0.780632, "main_score": 0.738367, "hf_subset": "ind_Latn-quy_Latn", "languages": ["ind-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ind_Latn-swh_Latn", "languages": ["ind-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-uzn_Latn", "languages": ["ind-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-als_Latn", "languages": ["ind-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66558, "recall": 0.743083, "f1": 0.688411, "accuracy": 0.743083, "main_score": 0.688411, "hf_subset": "ind_Latn-bod_Tibt", "languages": ["ind-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.716362, "recall": 0.771739, "f1": 0.732602, "accuracy": 0.771739, "main_score": 0.732602, "hf_subset": "ind_Latn-fij_Latn", "languages": ["ind-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ind_Latn-isl_Latn", "languages": ["ind-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690758, "recall": 0.73913, "f1": 0.704498, "accuracy": 0.73913, "main_score": 0.704498, "hf_subset": "ind_Latn-kon_Latn", "languages": ["ind-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681555, "recall": 0.743083, "f1": 0.699079, "accuracy": 0.743083, "main_score": 0.699079, "hf_subset": "ind_Latn-mni_Beng", "languages": ["ind-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ron_Latn", "languages": ["ind-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ind_Latn-szl_Latn", "languages": ["ind-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-vec_Latn", "languages": ["ind-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.970356, "f1": 0.960474, "accuracy": 0.970356, "main_score": 0.960474, "hf_subset": "ind_Latn-amh_Ethi", "languages": ["ind-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bos_Latn", "languages": ["ind-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-fin_Latn", "languages": ["ind-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ita_Latn", "languages": ["ind-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-kor_Hang", "languages": ["ind-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.570028, "recall": 0.635375, "f1": 0.588469, "accuracy": 0.635375, "main_score": 0.588469, "hf_subset": "ind_Latn-mos_Latn", "languages": ["ind-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566915, "recall": 0.623518, "f1": 0.583028, "accuracy": 0.623518, "main_score": 0.583028, "hf_subset": "ind_Latn-run_Latn", "languages": ["ind-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-tam_Taml", "languages": ["ind-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-vie_Latn", "languages": ["ind-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-apc_Arab", "languages": ["ind-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.83083, "recall": 0.874506, "f1": 0.843841, "accuracy": 0.874506, "main_score": 0.843841, "hf_subset": "ind_Latn-bug_Latn", "languages": ["ind-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481662, "recall": 0.539526, "f1": 0.497107, "accuracy": 0.539526, "main_score": 0.497107, "hf_subset": "ind_Latn-fon_Latn", "languages": ["ind-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-jav_Latn", "languages": ["ind-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-lao_Laoo", "languages": ["ind-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.902997, "recall": 0.93083, "f1": 0.911679, "accuracy": 0.93083, "main_score": 0.911679, "hf_subset": "ind_Latn-mri_Latn", "languages": ["ind-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-rus_Cyrl", "languages": ["ind-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547038, "recall": 0.609684, "f1": 0.564382, "accuracy": 0.609684, "main_score": 0.564382, "hf_subset": "ind_Latn-taq_Latn", "languages": ["ind-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-war_Latn", "languages": ["ind-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-arb_Arab", "languages": ["ind-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bul_Cyrl", "languages": ["ind-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-fra_Latn", "languages": ["ind-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-jpn_Jpan", "languages": ["ind-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-lij_Latn", "languages": ["ind-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "ind_Latn-mya_Mymr", "languages": ["ind-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.621413, "recall": 0.687747, "f1": 0.640507, "accuracy": 0.687747, "main_score": 0.640507, "hf_subset": "ind_Latn-sag_Latn", "languages": ["ind-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198559, "recall": 0.26087, "f1": 0.21238, "accuracy": 0.26087, "main_score": 0.21238, "hf_subset": "ind_Latn-taq_Tfng", "languages": ["ind-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.65659, "recall": 0.715415, "f1": 0.673102, "accuracy": 0.715415, "main_score": 0.673102, "hf_subset": "ind_Latn-wol_Latn", "languages": ["ind-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827602, "recall": 0.873518, "f1": 0.841634, "accuracy": 0.873518, "main_score": 0.841634, "hf_subset": "ind_Latn-arb_Latn", "languages": ["ind-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-cat_Latn", "languages": ["ind-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ind_Latn-fur_Latn", "languages": ["ind-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435312, "recall": 0.495059, "f1": 0.451797, "accuracy": 0.495059, "main_score": 0.451797, "hf_subset": "ind_Latn-kab_Latn", "languages": ["ind-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "ind_Latn-lim_Latn", "languages": ["ind-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-nld_Latn", "languages": ["ind-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ind_Latn-san_Deva", "languages": ["ind-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-tat_Cyrl", "languages": ["ind-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.68946, "recall": 0.748024, "f1": 0.706604, "accuracy": 0.748024, "main_score": 0.706604, "hf_subset": "ind_Latn-xho_Latn", "languages": ["ind-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ars_Arab", "languages": ["ind-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ceb_Latn", "languages": ["ind-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574074, "recall": 0.632411, "f1": 0.590694, "accuracy": 0.632411, "main_score": 0.590694, "hf_subset": "ind_Latn-fuv_Latn", "languages": ["ind-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522139, "recall": 0.588933, "f1": 0.540348, "accuracy": 0.588933, "main_score": 0.540348, "hf_subset": "ind_Latn-kac_Latn", "languages": ["ind-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686182, "recall": 0.736166, "f1": 0.70119, "accuracy": 0.736166, "main_score": 0.70119, "hf_subset": "ind_Latn-lin_Latn", "languages": ["ind-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-nno_Latn", "languages": ["ind-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244165, "recall": 0.323123, "f1": 0.264931, "accuracy": 0.323123, "main_score": 0.264931, "hf_subset": "ind_Latn-sat_Olck", "languages": ["ind-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-tel_Telu", "languages": ["ind-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ind_Latn-ydd_Hebr", "languages": ["ind-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ind_Latn-ary_Arab", "languages": ["ind-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ces_Latn", "languages": ["ind-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608992, "recall": 0.663043, "f1": 0.624736, "accuracy": 0.663043, "main_score": 0.624736, "hf_subset": "ind_Latn-gaz_Latn", "languages": ["ind-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605352, "recall": 0.667984, "f1": 0.623359, "accuracy": 0.667984, "main_score": 0.623359, "hf_subset": "ind_Latn-kam_Latn", "languages": ["ind-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ind_Latn-lit_Latn", "languages": ["ind-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-nob_Latn", "languages": ["ind-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ind_Latn-scn_Latn", "languages": ["ind-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "ind_Latn-tgk_Cyrl", "languages": ["ind-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.74417, "recall": 0.80336, "f1": 0.762107, "accuracy": 0.80336, "main_score": 0.762107, "hf_subset": "ind_Latn-yor_Latn", "languages": ["ind-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-arz_Arab", "languages": ["ind-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574958, "recall": 0.63834, "f1": 0.593484, "accuracy": 0.63834, "main_score": 0.593484, "hf_subset": "ind_Latn-cjk_Latn", "languages": ["ind-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804595, "recall": 0.853755, "f1": 0.820224, "accuracy": 0.853755, "main_score": 0.820224, "hf_subset": "ind_Latn-gla_Latn", "languages": ["ind-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-kan_Knda", "languages": ["ind-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ind_Latn-lmo_Latn", "languages": ["ind-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ind_Latn-npi_Deva", "languages": ["ind-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.486372, "recall": 0.55336, "f1": 0.504955, "accuracy": 0.55336, "main_score": 0.504955, "hf_subset": "ind_Latn-shn_Mymr", "languages": ["ind-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-tgl_Latn", "languages": ["ind-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-yue_Hant", "languages": ["ind-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-asm_Beng", "languages": ["ind-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ind_Latn-ckb_Arab", "languages": ["ind-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.902174, "recall": 0.928854, "f1": 0.91054, "accuracy": 0.928854, "main_score": 0.91054, "hf_subset": "ind_Latn-gle_Latn", "languages": ["ind-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "ind_Latn-kas_Arab", "languages": ["ind-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "ind_Latn-ltg_Latn", "languages": ["ind-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630311, "recall": 0.684783, "f1": 0.646466, "accuracy": 0.684783, "main_score": 0.646466, "hf_subset": "ind_Latn-nso_Latn", "languages": ["ind-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-sin_Sinh", "languages": ["ind-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-tha_Thai", "languages": ["ind-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zho_Hans", "languages": ["ind-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ast_Latn", "languages": ["ind-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-crh_Latn", "languages": ["ind-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-glg_Latn", "languages": ["ind-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913208, "recall": 0.939723, "f1": 0.921772, "accuracy": 0.939723, "main_score": 0.921772, "hf_subset": "ind_Latn-kas_Deva", "languages": ["ind-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ind_Latn-ltz_Latn", "languages": ["ind-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481416, "recall": 0.552372, "f1": 0.501221, "accuracy": 0.552372, "main_score": 0.501221, "hf_subset": "ind_Latn-nus_Latn", "languages": ["ind-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-slk_Latn", "languages": ["ind-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62843, "recall": 0.695652, "f1": 0.647878, "accuracy": 0.695652, "main_score": 0.647878, "hf_subset": "ind_Latn-tir_Ethi", "languages": ["ind-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zho_Hant", "languages": ["ind-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "ind_Latn-awa_Deva", "languages": ["ind-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ind_Latn-cym_Latn", "languages": ["ind-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853706, "recall": 0.891304, "f1": 0.865481, "accuracy": 0.891304, "main_score": 0.865481, "hf_subset": "ind_Latn-grn_Latn", "languages": ["ind-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-kat_Geor", "languages": ["ind-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.6625, "recall": 0.712451, "f1": 0.676812, "accuracy": 0.712451, "main_score": 0.676812, "hf_subset": "ind_Latn-lua_Latn", "languages": ["ind-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65131, "recall": 0.713439, "f1": 0.669455, "accuracy": 0.713439, "main_score": 0.669455, "hf_subset": "ind_Latn-nya_Latn", "languages": ["ind-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-slv_Latn", "languages": ["ind-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ind_Latn-tpi_Latn", "languages": ["ind-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zsm_Latn", "languages": ["ind-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571558, "recall": 0.632411, "f1": 0.589162, "accuracy": 0.632411, "main_score": 0.589162, "hf_subset": "ind_Latn-ayr_Latn", "languages": ["ind-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-dan_Latn", "languages": ["ind-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-guj_Gujr", "languages": ["ind-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-kaz_Cyrl", "languages": ["ind-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545629, "recall": 0.61166, "f1": 0.564427, "accuracy": 0.61166, "main_score": 0.564427, "hf_subset": "ind_Latn-lug_Latn", "languages": ["ind-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-oci_Latn", "languages": ["ind-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852256, "recall": 0.890316, "f1": 0.864196, "accuracy": 0.890316, "main_score": 0.864196, "hf_subset": "ind_Latn-smo_Latn", "languages": ["ind-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566271, "recall": 0.62747, "f1": 0.583606, "accuracy": 0.62747, "main_score": 0.583606, "hf_subset": "ind_Latn-tsn_Latn", "languages": ["ind-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639377, "recall": 0.700593, "f1": 0.657333, "accuracy": 0.700593, "main_score": 0.657333, "hf_subset": "ind_Latn-zul_Latn", "languages": ["ind-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9417, "recall": 0.960474, "f1": 0.947793, "accuracy": 0.960474, "main_score": 0.947793, "hf_subset": "ind_Latn-azb_Arab", "languages": ["ind-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-deu_Latn", "languages": ["ind-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "ind_Latn-hat_Latn", "languages": ["ind-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50816, "recall": 0.567194, "f1": 0.524788, "accuracy": 0.567194, "main_score": 0.524788, "hf_subset": "ind_Latn-kbp_Latn", "languages": ["ind-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59278, "recall": 0.651186, "f1": 0.608372, "accuracy": 0.651186, "main_score": 0.608372, "hf_subset": "ind_Latn-luo_Latn", "languages": ["ind-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ory_Orya", "languages": ["ind-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.605912, "recall": 0.672925, "f1": 0.625401, "accuracy": 0.672925, "main_score": 0.625401, "hf_subset": "ind_Latn-sna_Latn", "languages": ["ind-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578228, "recall": 0.634387, "f1": 0.594012, "accuracy": 0.634387, "main_score": 0.594012, "hf_subset": "ind_Latn-tso_Latn", "languages": ["ind-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-azj_Latn", "languages": ["ind-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544593, "recall": 0.612648, "f1": 0.56469, "accuracy": 0.612648, "main_score": 0.56469, "hf_subset": "ind_Latn-dik_Latn", "languages": ["ind-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7736, "recall": 0.823123, "f1": 0.788142, "accuracy": 0.823123, "main_score": 0.788142, "hf_subset": "ind_Latn-hau_Latn", "languages": ["ind-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ind_Latn-kea_Latn", "languages": ["ind-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77248, "recall": 0.818182, "f1": 0.786547, "accuracy": 0.818182, "main_score": 0.786547, "hf_subset": "ind_Latn-lus_Latn", "languages": ["ind-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889493, "recall": 0.916996, "f1": 0.897859, "accuracy": 0.916996, "main_score": 0.897859, "hf_subset": "ind_Latn-pag_Latn", "languages": ["ind-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-snd_Arab", "languages": ["ind-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ind_Latn-tuk_Latn", "languages": ["ind-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ind_Latn-bak_Cyrl", "languages": ["ind-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506228, "recall": 0.583992, "f1": 0.5284, "accuracy": 0.583992, "main_score": 0.5284, "hf_subset": "ind_Latn-dyu_Latn", "languages": ["ind-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-heb_Hebr", "languages": ["ind-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ind_Latn-khk_Cyrl", "languages": ["ind-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-lvs_Latn", "languages": ["ind-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pan_Guru", "languages": ["ind-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.75191, "recall": 0.805336, "f1": 0.768003, "accuracy": 0.805336, "main_score": 0.768003, "hf_subset": "ind_Latn-som_Latn", "languages": ["ind-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616967, "recall": 0.664032, "f1": 0.629847, "accuracy": 0.664032, "main_score": 0.629847, "hf_subset": "ind_Latn-tum_Latn", "languages": ["ind-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447793, "recall": 0.491107, "f1": 0.460329, "accuracy": 0.491107, "main_score": 0.460329, "hf_subset": "knc_Latn-ace_Arab", "languages": ["knc-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516808, "recall": 0.561265, "f1": 0.529398, "accuracy": 0.561265, "main_score": 0.529398, "hf_subset": "knc_Latn-bam_Latn", "languages": ["knc-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.241609, "recall": 0.281621, "f1": 0.252419, "accuracy": 0.281621, "main_score": 0.252419, "hf_subset": "knc_Latn-dzo_Tibt", "languages": ["knc-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.585347, "recall": 0.631423, "f1": 0.59813, "accuracy": 0.631423, "main_score": 0.59813, "hf_subset": "knc_Latn-hin_Deva", "languages": ["knc-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.52685, "recall": 0.579051, "f1": 0.541396, "accuracy": 0.579051, "main_score": 0.541396, "hf_subset": "knc_Latn-khm_Khmr", "languages": ["knc-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.581685, "recall": 0.62747, "f1": 0.594342, "accuracy": 0.62747, "main_score": 0.594342, "hf_subset": "knc_Latn-mag_Deva", "languages": ["knc-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.591269, "recall": 0.624506, "f1": 0.59973, "accuracy": 0.624506, "main_score": 0.59973, "hf_subset": "knc_Latn-pap_Latn", "languages": ["knc-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556445, "recall": 0.600791, "f1": 0.568396, "accuracy": 0.600791, "main_score": 0.568396, "hf_subset": "knc_Latn-sot_Latn", "languages": ["knc-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569328, "recall": 0.614625, "f1": 0.581468, "accuracy": 0.614625, "main_score": 0.581468, "hf_subset": "knc_Latn-tur_Latn", "languages": ["knc-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580839, "recall": 0.62253, "f1": 0.592263, "accuracy": 0.62253, "main_score": 0.592263, "hf_subset": "knc_Latn-ace_Latn", "languages": ["knc-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600238, "recall": 0.634387, "f1": 0.609651, "accuracy": 0.634387, "main_score": 0.609651, "hf_subset": "knc_Latn-ban_Latn", "languages": ["knc-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568741, "recall": 0.624506, "f1": 0.583872, "accuracy": 0.624506, "main_score": 0.583872, "hf_subset": "knc_Latn-ell_Grek", "languages": ["knc-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.580434, "recall": 0.625494, "f1": 0.592638, "accuracy": 0.625494, "main_score": 0.592638, "hf_subset": "knc_Latn-hne_Deva", "languages": ["knc-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.519923, "recall": 0.563241, "f1": 0.532203, "accuracy": 0.563241, "main_score": 0.532203, "hf_subset": "knc_Latn-kik_Latn", "languages": ["knc-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575593, "recall": 0.624506, "f1": 0.589, "accuracy": 0.624506, "main_score": 0.589, "hf_subset": "knc_Latn-mai_Deva", "languages": ["knc-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.531156, "recall": 0.579051, "f1": 0.544405, "accuracy": 0.579051, "main_score": 0.544405, "hf_subset": "knc_Latn-pbt_Arab", "languages": ["knc-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583186, "recall": 0.631423, "f1": 0.595715, "accuracy": 0.631423, "main_score": 0.595715, "hf_subset": "knc_Latn-spa_Latn", "languages": ["knc-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560316, "recall": 0.597826, "f1": 0.570647, "accuracy": 0.597826, "main_score": 0.570647, "hf_subset": "knc_Latn-twi_Latn", "languages": ["knc-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566951, "recall": 0.610672, "f1": 0.578739, "accuracy": 0.610672, "main_score": 0.578739, "hf_subset": "knc_Latn-acm_Arab", "languages": ["knc-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544164, "recall": 0.589921, "f1": 0.556933, "accuracy": 0.589921, "main_score": 0.556933, "hf_subset": "knc_Latn-bel_Cyrl", "languages": ["knc-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597483, "recall": 0.642292, "f1": 0.609525, "accuracy": 0.642292, "main_score": 0.609525, "hf_subset": "knc_Latn-eng_Latn", "languages": ["knc-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59192, "recall": 0.639328, "f1": 0.604066, "accuracy": 0.639328, "main_score": 0.604066, "hf_subset": "knc_Latn-hrv_Latn", "languages": ["knc-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505184, "recall": 0.551383, "f1": 0.518055, "accuracy": 0.551383, "main_score": 0.518055, "hf_subset": "knc_Latn-kin_Latn", "languages": ["knc-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560538, "recall": 0.616601, "f1": 0.576022, "accuracy": 0.616601, "main_score": 0.576022, "hf_subset": "knc_Latn-mal_Mlym", "languages": ["knc-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.563712, "recall": 0.612648, "f1": 0.577059, "accuracy": 0.612648, "main_score": 0.577059, "hf_subset": "knc_Latn-pes_Arab", "languages": ["knc-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570149, "recall": 0.612648, "f1": 0.581567, "accuracy": 0.612648, "main_score": 0.581567, "hf_subset": "knc_Latn-srd_Latn", "languages": ["knc-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19586, "recall": 0.236166, "f1": 0.205956, "accuracy": 0.236166, "main_score": 0.205956, "hf_subset": "knc_Latn-tzm_Tfng", "languages": ["knc-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.565804, "recall": 0.613636, "f1": 0.578531, "accuracy": 0.613636, "main_score": 0.578531, "hf_subset": "knc_Latn-acq_Arab", "languages": ["knc-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577454, "recall": 0.614625, "f1": 0.588227, "accuracy": 0.614625, "main_score": 0.588227, "hf_subset": "knc_Latn-bem_Latn", "languages": ["knc-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569328, "recall": 0.614625, "f1": 0.581835, "accuracy": 0.614625, "main_score": 0.581835, "hf_subset": "knc_Latn-epo_Latn", "languages": ["knc-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577695, "recall": 0.626482, "f1": 0.59058, "accuracy": 0.626482, "main_score": 0.59058, "hf_subset": "knc_Latn-hun_Latn", "languages": ["knc-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557567, "recall": 0.602767, "f1": 0.569973, "accuracy": 0.602767, "main_score": 0.569973, "hf_subset": "knc_Latn-kir_Cyrl", "languages": ["knc-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.565992, "recall": 0.615613, "f1": 0.579176, "accuracy": 0.615613, "main_score": 0.579176, "hf_subset": "knc_Latn-mar_Deva", "languages": ["knc-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.553102, "recall": 0.594862, "f1": 0.565245, "accuracy": 0.594862, "main_score": 0.565245, "hf_subset": "knc_Latn-plt_Latn", "languages": ["knc-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583302, "recall": 0.632411, "f1": 0.596491, "accuracy": 0.632411, "main_score": 0.596491, "hf_subset": "knc_Latn-srp_Cyrl", "languages": ["knc-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496249, "recall": 0.543478, "f1": 0.508911, "accuracy": 0.543478, "main_score": 0.508911, "hf_subset": "knc_Latn-uig_Arab", "languages": ["knc-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556587, "recall": 0.599802, "f1": 0.568312, "accuracy": 0.599802, "main_score": 0.568312, "hf_subset": "knc_Latn-aeb_Arab", "languages": ["knc-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563977, "recall": 0.618577, "f1": 0.579407, "accuracy": 0.618577, "main_score": 0.579407, "hf_subset": "knc_Latn-ben_Beng", "languages": ["knc-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.581611, "recall": 0.62253, "f1": 0.59247, "accuracy": 0.62253, "main_score": 0.59247, "hf_subset": "knc_Latn-est_Latn", "languages": ["knc-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555579, "recall": 0.601779, "f1": 0.56781, "accuracy": 0.601779, "main_score": 0.56781, "hf_subset": "knc_Latn-hye_Armn", "languages": ["knc-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.520458, "recall": 0.56917, "f1": 0.534489, "accuracy": 0.56917, "main_score": 0.534489, "hf_subset": "knc_Latn-kmb_Latn", "languages": ["knc-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418737, "recall": 0.471344, "f1": 0.432954, "accuracy": 0.471344, "main_score": 0.432954, "hf_subset": "knc_Latn-min_Arab", "languages": ["knc-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591494, "recall": 0.637352, "f1": 0.604246, "accuracy": 0.637352, "main_score": 0.604246, "hf_subset": "knc_Latn-pol_Latn", "languages": ["knc-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531904, "recall": 0.581028, "f1": 0.545212, "accuracy": 0.581028, "main_score": 0.545212, "hf_subset": "knc_Latn-ssw_Latn", "languages": ["knc-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579545, "recall": 0.628458, "f1": 0.593276, "accuracy": 0.628458, "main_score": 0.593276, "hf_subset": "knc_Latn-ukr_Cyrl", "languages": ["knc-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.593582, "recall": 0.639328, "f1": 0.6064, "accuracy": 0.639328, "main_score": 0.6064, "hf_subset": "knc_Latn-afr_Latn", "languages": ["knc-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574757, "recall": 0.613636, "f1": 0.585521, "accuracy": 0.613636, "main_score": 0.585521, "hf_subset": "knc_Latn-bho_Deva", "languages": ["knc-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573627, "recall": 0.618577, "f1": 0.585729, "accuracy": 0.618577, "main_score": 0.585729, "hf_subset": "knc_Latn-eus_Latn", "languages": ["knc-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533393, "recall": 0.583004, "f1": 0.547139, "accuracy": 0.583004, "main_score": 0.547139, "hf_subset": "knc_Latn-ibo_Latn", "languages": ["knc-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5466, "recall": 0.586957, "f1": 0.558533, "accuracy": 0.586957, "main_score": 0.558533, "hf_subset": "knc_Latn-kmr_Latn", "languages": ["knc-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596915, "recall": 0.637352, "f1": 0.608123, "accuracy": 0.637352, "main_score": 0.608123, "hf_subset": "knc_Latn-min_Latn", "languages": ["knc-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593397, "recall": 0.63834, "f1": 0.606136, "accuracy": 0.63834, "main_score": 0.606136, "hf_subset": "knc_Latn-por_Latn", "languages": ["knc-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604822, "recall": 0.643281, "f1": 0.615777, "accuracy": 0.643281, "main_score": 0.615777, "hf_subset": "knc_Latn-sun_Latn", "languages": ["knc-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499069, "recall": 0.546443, "f1": 0.512938, "accuracy": 0.546443, "main_score": 0.512938, "hf_subset": "knc_Latn-umb_Latn", "languages": ["knc-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573594, "recall": 0.617589, "f1": 0.585722, "accuracy": 0.617589, "main_score": 0.585722, "hf_subset": "knc_Latn-ajp_Arab", "languages": ["knc-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.435484, "recall": 0.479249, "f1": 0.447673, "accuracy": 0.479249, "main_score": 0.447673, "hf_subset": "knc_Latn-bjn_Arab", "languages": ["knc-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511269, "recall": 0.549407, "f1": 0.521169, "accuracy": 0.549407, "main_score": 0.521169, "hf_subset": "knc_Latn-ewe_Latn", "languages": ["knc-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608363, "recall": 0.649209, "f1": 0.619325, "accuracy": 0.649209, "main_score": 0.619325, "hf_subset": "knc_Latn-ilo_Latn", "languages": ["knc-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.349655, "recall": 0.40415, "f1": 0.364418, "accuracy": 0.40415, "main_score": 0.364418, "hf_subset": "knc_Latn-knc_Arab", "languages": ["knc-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57402, "recall": 0.62747, "f1": 0.588043, "accuracy": 0.62747, "main_score": 0.588043, "hf_subset": "knc_Latn-mkd_Cyrl", "languages": ["knc-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.568384, "recall": 0.621542, "f1": 0.582651, "accuracy": 0.621542, "main_score": 0.582651, "hf_subset": "knc_Latn-prs_Arab", "languages": ["knc-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579211, "recall": 0.62253, "f1": 0.591284, "accuracy": 0.62253, "main_score": 0.591284, "hf_subset": "knc_Latn-swe_Latn", "languages": ["knc-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541509, "recall": 0.593874, "f1": 0.55539, "accuracy": 0.593874, "main_score": 0.55539, "hf_subset": "knc_Latn-urd_Arab", "languages": ["knc-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547927, "recall": 0.590909, "f1": 0.559941, "accuracy": 0.590909, "main_score": 0.559941, "hf_subset": "knc_Latn-aka_Latn", "languages": ["knc-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599515, "recall": 0.631423, "f1": 0.607968, "accuracy": 0.631423, "main_score": 0.607968, "hf_subset": "knc_Latn-bjn_Latn", "languages": ["knc-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554747, "recall": 0.597826, "f1": 0.567309, "accuracy": 0.597826, "main_score": 0.567309, "hf_subset": "knc_Latn-fao_Latn", "languages": ["knc-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599335, "recall": 0.640316, "f1": 0.610149, "accuracy": 0.640316, "main_score": 0.610149, "hf_subset": "knc_Latn-ind_Latn", "languages": ["knc-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581119, "recall": 0.621542, "f1": 0.591226, "accuracy": 0.621542, "main_score": 0.591226, "hf_subset": "knc_Latn-mlt_Latn", "languages": ["knc-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54053, "recall": 0.581028, "f1": 0.552668, "accuracy": 0.581028, "main_score": 0.552668, "hf_subset": "knc_Latn-quy_Latn", "languages": ["knc-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581285, "recall": 0.624506, "f1": 0.59274, "accuracy": 0.624506, "main_score": 0.59274, "hf_subset": "knc_Latn-swh_Latn", "languages": ["knc-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543742, "recall": 0.591897, "f1": 0.557004, "accuracy": 0.591897, "main_score": 0.557004, "hf_subset": "knc_Latn-uzn_Latn", "languages": ["knc-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578643, "recall": 0.62253, "f1": 0.590036, "accuracy": 0.62253, "main_score": 0.590036, "hf_subset": "knc_Latn-als_Latn", "languages": ["knc-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292078, "recall": 0.343874, "f1": 0.30493, "accuracy": 0.343874, "main_score": 0.30493, "hf_subset": "knc_Latn-bod_Tibt", "languages": ["knc-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.554796, "recall": 0.593874, "f1": 0.565902, "accuracy": 0.593874, "main_score": 0.565902, "hf_subset": "knc_Latn-fij_Latn", "languages": ["knc-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556466, "recall": 0.604743, "f1": 0.569396, "accuracy": 0.604743, "main_score": 0.569396, "hf_subset": "knc_Latn-isl_Latn", "languages": ["knc-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568452, "recall": 0.604743, "f1": 0.578256, "accuracy": 0.604743, "main_score": 0.578256, "hf_subset": "knc_Latn-kon_Latn", "languages": ["knc-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489476, "recall": 0.537549, "f1": 0.503164, "accuracy": 0.537549, "main_score": 0.503164, "hf_subset": "knc_Latn-mni_Beng", "languages": ["knc-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.597331, "recall": 0.644269, "f1": 0.609863, "accuracy": 0.644269, "main_score": 0.609863, "hf_subset": "knc_Latn-ron_Latn", "languages": ["knc-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581446, "recall": 0.617589, "f1": 0.591695, "accuracy": 0.617589, "main_score": 0.591695, "hf_subset": "knc_Latn-szl_Latn", "languages": ["knc-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579998, "recall": 0.626482, "f1": 0.592827, "accuracy": 0.626482, "main_score": 0.592827, "hf_subset": "knc_Latn-vec_Latn", "languages": ["knc-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493521, "recall": 0.552372, "f1": 0.509689, "accuracy": 0.552372, "main_score": 0.509689, "hf_subset": "knc_Latn-amh_Ethi", "languages": ["knc-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.588683, "recall": 0.635375, "f1": 0.60091, "accuracy": 0.635375, "main_score": 0.60091, "hf_subset": "knc_Latn-bos_Latn", "languages": ["knc-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569321, "recall": 0.621542, "f1": 0.583175, "accuracy": 0.621542, "main_score": 0.583175, "hf_subset": "knc_Latn-fin_Latn", "languages": ["knc-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58876, "recall": 0.633399, "f1": 0.600732, "accuracy": 0.633399, "main_score": 0.600732, "hf_subset": "knc_Latn-ita_Latn", "languages": ["knc-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570579, "recall": 0.620553, "f1": 0.584482, "accuracy": 0.620553, "main_score": 0.584482, "hf_subset": "knc_Latn-kor_Hang", "languages": ["knc-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.512378, "recall": 0.55336, "f1": 0.524501, "accuracy": 0.55336, "main_score": 0.524501, "hf_subset": "knc_Latn-mos_Latn", "languages": ["knc-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519221, "recall": 0.571146, "f1": 0.533537, "accuracy": 0.571146, "main_score": 0.533537, "hf_subset": "knc_Latn-run_Latn", "languages": ["knc-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55527, "recall": 0.605731, "f1": 0.568418, "accuracy": 0.605731, "main_score": 0.568418, "hf_subset": "knc_Latn-tam_Taml", "languages": ["knc-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.567475, "recall": 0.615613, "f1": 0.580237, "accuracy": 0.615613, "main_score": 0.580237, "hf_subset": "knc_Latn-vie_Latn", "languages": ["knc-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578088, "recall": 0.621542, "f1": 0.589915, "accuracy": 0.621542, "main_score": 0.589915, "hf_subset": "knc_Latn-apc_Arab", "languages": ["knc-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575946, "recall": 0.612648, "f1": 0.586397, "accuracy": 0.612648, "main_score": 0.586397, "hf_subset": "knc_Latn-bug_Latn", "languages": ["knc-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480631, "recall": 0.524704, "f1": 0.492594, "accuracy": 0.524704, "main_score": 0.492594, "hf_subset": "knc_Latn-fon_Latn", "languages": ["knc-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598475, "recall": 0.640316, "f1": 0.610079, "accuracy": 0.640316, "main_score": 0.610079, "hf_subset": "knc_Latn-jav_Latn", "languages": ["knc-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52416, "recall": 0.576087, "f1": 0.539352, "accuracy": 0.576087, "main_score": 0.539352, "hf_subset": "knc_Latn-lao_Laoo", "languages": ["knc-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.506359, "recall": 0.555336, "f1": 0.519822, "accuracy": 0.555336, "main_score": 0.519822, "hf_subset": "knc_Latn-mri_Latn", "languages": ["knc-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5778, "recall": 0.624506, "f1": 0.590451, "accuracy": 0.624506, "main_score": 0.590451, "hf_subset": "knc_Latn-rus_Cyrl", "languages": ["knc-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503437, "recall": 0.541502, "f1": 0.514446, "accuracy": 0.541502, "main_score": 0.514446, "hf_subset": "knc_Latn-taq_Latn", "languages": ["knc-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608516, "recall": 0.644269, "f1": 0.617404, "accuracy": 0.644269, "main_score": 0.617404, "hf_subset": "knc_Latn-war_Latn", "languages": ["knc-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560206, "recall": 0.610672, "f1": 0.574178, "accuracy": 0.610672, "main_score": 0.574178, "hf_subset": "knc_Latn-arb_Arab", "languages": ["knc-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582497, "recall": 0.630435, "f1": 0.595431, "accuracy": 0.630435, "main_score": 0.595431, "hf_subset": "knc_Latn-bul_Cyrl", "languages": ["knc-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.590845, "recall": 0.636364, "f1": 0.603292, "accuracy": 0.636364, "main_score": 0.603292, "hf_subset": "knc_Latn-fra_Latn", "languages": ["knc-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572595, "recall": 0.615613, "f1": 0.584429, "accuracy": 0.615613, "main_score": 0.584429, "hf_subset": "knc_Latn-jpn_Jpan", "languages": ["knc-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.56306, "recall": 0.609684, "f1": 0.575993, "accuracy": 0.609684, "main_score": 0.575993, "hf_subset": "knc_Latn-lij_Latn", "languages": ["knc-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439058, "recall": 0.504941, "f1": 0.456974, "accuracy": 0.504941, "main_score": 0.456974, "hf_subset": "knc_Latn-mya_Mymr", "languages": ["knc-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.546072, "recall": 0.587945, "f1": 0.558469, "accuracy": 0.587945, "main_score": 0.558469, "hf_subset": "knc_Latn-sag_Latn", "languages": ["knc-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206056, "recall": 0.247036, "f1": 0.215555, "accuracy": 0.247036, "main_score": 0.215555, "hf_subset": "knc_Latn-taq_Tfng", "languages": ["knc-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.557353, "recall": 0.598814, "f1": 0.569902, "accuracy": 0.598814, "main_score": 0.569902, "hf_subset": "knc_Latn-wol_Latn", "languages": ["knc-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459667, "recall": 0.51087, "f1": 0.47404, "accuracy": 0.51087, "main_score": 0.47404, "hf_subset": "knc_Latn-arb_Latn", "languages": ["knc-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582126, "recall": 0.631423, "f1": 0.594781, "accuracy": 0.631423, "main_score": 0.594781, "hf_subset": "knc_Latn-cat_Latn", "languages": ["knc-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572713, "recall": 0.608696, "f1": 0.582474, "accuracy": 0.608696, "main_score": 0.582474, "hf_subset": "knc_Latn-fur_Latn", "languages": ["knc-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426361, "recall": 0.477273, "f1": 0.43965, "accuracy": 0.477273, "main_score": 0.43965, "hf_subset": "knc_Latn-kab_Latn", "languages": ["knc-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571601, "recall": 0.616601, "f1": 0.583725, "accuracy": 0.616601, "main_score": 0.583725, "hf_subset": "knc_Latn-lim_Latn", "languages": ["knc-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576791, "recall": 0.623518, "f1": 0.589747, "accuracy": 0.623518, "main_score": 0.589747, "hf_subset": "knc_Latn-nld_Latn", "languages": ["knc-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516744, "recall": 0.574111, "f1": 0.531632, "accuracy": 0.574111, "main_score": 0.531632, "hf_subset": "knc_Latn-san_Deva", "languages": ["knc-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.570684, "recall": 0.614625, "f1": 0.582286, "accuracy": 0.614625, "main_score": 0.582286, "hf_subset": "knc_Latn-tat_Cyrl", "languages": ["knc-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.566411, "recall": 0.606719, "f1": 0.577841, "accuracy": 0.606719, "main_score": 0.577841, "hf_subset": "knc_Latn-xho_Latn", "languages": ["knc-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547928, "recall": 0.598814, "f1": 0.562066, "accuracy": 0.598814, "main_score": 0.562066, "hf_subset": "knc_Latn-ars_Arab", "languages": ["knc-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600302, "recall": 0.63834, "f1": 0.610394, "accuracy": 0.63834, "main_score": 0.610394, "hf_subset": "knc_Latn-ceb_Latn", "languages": ["knc-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513906, "recall": 0.563241, "f1": 0.528135, "accuracy": 0.563241, "main_score": 0.528135, "hf_subset": "knc_Latn-fuv_Latn", "languages": ["knc-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509841, "recall": 0.552372, "f1": 0.522277, "accuracy": 0.552372, "main_score": 0.522277, "hf_subset": "knc_Latn-kac_Latn", "languages": ["knc-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560987, "recall": 0.597826, "f1": 0.57093, "accuracy": 0.597826, "main_score": 0.57093, "hf_subset": "knc_Latn-lin_Latn", "languages": ["knc-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577662, "recall": 0.621542, "f1": 0.589599, "accuracy": 0.621542, "main_score": 0.589599, "hf_subset": "knc_Latn-nno_Latn", "languages": ["knc-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.12533, "recall": 0.172925, "f1": 0.13742, "accuracy": 0.172925, "main_score": 0.13742, "hf_subset": "knc_Latn-sat_Olck", "languages": ["knc-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.561925, "recall": 0.610672, "f1": 0.57546, "accuracy": 0.610672, "main_score": 0.57546, "hf_subset": "knc_Latn-tel_Telu", "languages": ["knc-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.512367, "recall": 0.562253, "f1": 0.526008, "accuracy": 0.562253, "main_score": 0.526008, "hf_subset": "knc_Latn-ydd_Hebr", "languages": ["knc-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.546266, "recall": 0.592885, "f1": 0.558732, "accuracy": 0.592885, "main_score": 0.558732, "hf_subset": "knc_Latn-ary_Arab", "languages": ["knc-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579969, "recall": 0.629447, "f1": 0.593689, "accuracy": 0.629447, "main_score": 0.593689, "hf_subset": "knc_Latn-ces_Latn", "languages": ["knc-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509999, "recall": 0.559289, "f1": 0.523205, "accuracy": 0.559289, "main_score": 0.523205, "hf_subset": "knc_Latn-gaz_Latn", "languages": ["knc-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529308, "recall": 0.573123, "f1": 0.542064, "accuracy": 0.573123, "main_score": 0.542064, "hf_subset": "knc_Latn-kam_Latn", "languages": ["knc-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564361, "recall": 0.612648, "f1": 0.577901, "accuracy": 0.612648, "main_score": 0.577901, "hf_subset": "knc_Latn-lit_Latn", "languages": ["knc-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577522, "recall": 0.620553, "f1": 0.589129, "accuracy": 0.620553, "main_score": 0.589129, "hf_subset": "knc_Latn-nob_Latn", "languages": ["knc-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580879, "recall": 0.620553, "f1": 0.591654, "accuracy": 0.620553, "main_score": 0.591654, "hf_subset": "knc_Latn-scn_Latn", "languages": ["knc-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550418, "recall": 0.594862, "f1": 0.562275, "accuracy": 0.594862, "main_score": 0.562275, "hf_subset": "knc_Latn-tgk_Cyrl", "languages": ["knc-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505323, "recall": 0.5583, "f1": 0.520768, "accuracy": 0.5583, "main_score": 0.520768, "hf_subset": "knc_Latn-yor_Latn", "languages": ["knc-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568302, "recall": 0.609684, "f1": 0.579465, "accuracy": 0.609684, "main_score": 0.579465, "hf_subset": "knc_Latn-arz_Arab", "languages": ["knc-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499729, "recall": 0.541502, "f1": 0.512467, "accuracy": 0.541502, "main_score": 0.512467, "hf_subset": "knc_Latn-cjk_Latn", "languages": ["knc-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504352, "recall": 0.5583, "f1": 0.519144, "accuracy": 0.5583, "main_score": 0.519144, "hf_subset": "knc_Latn-gla_Latn", "languages": ["knc-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563274, "recall": 0.616601, "f1": 0.578168, "accuracy": 0.616601, "main_score": 0.578168, "hf_subset": "knc_Latn-kan_Knda", "languages": ["knc-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.583622, "recall": 0.626482, "f1": 0.595227, "accuracy": 0.626482, "main_score": 0.595227, "hf_subset": "knc_Latn-lmo_Latn", "languages": ["knc-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560315, "recall": 0.61166, "f1": 0.574776, "accuracy": 0.61166, "main_score": 0.574776, "hf_subset": "knc_Latn-npi_Deva", "languages": ["knc-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.452819, "recall": 0.500988, "f1": 0.466008, "accuracy": 0.500988, "main_score": 0.466008, "hf_subset": "knc_Latn-shn_Mymr", "languages": ["knc-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.604343, "recall": 0.643281, "f1": 0.61449, "accuracy": 0.643281, "main_score": 0.61449, "hf_subset": "knc_Latn-tgl_Latn", "languages": ["knc-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563464, "recall": 0.607708, "f1": 0.575456, "accuracy": 0.607708, "main_score": 0.575456, "hf_subset": "knc_Latn-yue_Hant", "languages": ["knc-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.54321, "recall": 0.591897, "f1": 0.55611, "accuracy": 0.591897, "main_score": 0.55611, "hf_subset": "knc_Latn-asm_Beng", "languages": ["knc-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.530831, "recall": 0.582016, "f1": 0.544433, "accuracy": 0.582016, "main_score": 0.544433, "hf_subset": "knc_Latn-ckb_Arab", "languages": ["knc-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51609, "recall": 0.559289, "f1": 0.52876, "accuracy": 0.559289, "main_score": 0.52876, "hf_subset": "knc_Latn-gle_Latn", "languages": ["knc-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514371, "recall": 0.561265, "f1": 0.526228, "accuracy": 0.561265, "main_score": 0.526228, "hf_subset": "knc_Latn-kas_Arab", "languages": ["knc-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538729, "recall": 0.585968, "f1": 0.551683, "accuracy": 0.585968, "main_score": 0.551683, "hf_subset": "knc_Latn-ltg_Latn", "languages": ["knc-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569766, "recall": 0.600791, "f1": 0.578353, "accuracy": 0.600791, "main_score": 0.578353, "hf_subset": "knc_Latn-nso_Latn", "languages": ["knc-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505301, "recall": 0.566206, "f1": 0.522319, "accuracy": 0.566206, "main_score": 0.522319, "hf_subset": "knc_Latn-sin_Sinh", "languages": ["knc-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.561444, "recall": 0.61166, "f1": 0.575228, "accuracy": 0.61166, "main_score": 0.575228, "hf_subset": "knc_Latn-tha_Thai", "languages": ["knc-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.558599, "recall": 0.603755, "f1": 0.570343, "accuracy": 0.603755, "main_score": 0.570343, "hf_subset": "knc_Latn-zho_Hans", "languages": ["knc-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.59861, "recall": 0.639328, "f1": 0.609624, "accuracy": 0.639328, "main_score": 0.609624, "hf_subset": "knc_Latn-ast_Latn", "languages": ["knc-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576227, "recall": 0.619565, "f1": 0.587554, "accuracy": 0.619565, "main_score": 0.587554, "hf_subset": "knc_Latn-crh_Latn", "languages": ["knc-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591062, "recall": 0.636364, "f1": 0.60345, "accuracy": 0.636364, "main_score": 0.60345, "hf_subset": "knc_Latn-glg_Latn", "languages": ["knc-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523641, "recall": 0.571146, "f1": 0.536936, "accuracy": 0.571146, "main_score": 0.536936, "hf_subset": "knc_Latn-kas_Deva", "languages": ["knc-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.556014, "recall": 0.605731, "f1": 0.569708, "accuracy": 0.605731, "main_score": 0.569708, "hf_subset": "knc_Latn-ltz_Latn", "languages": ["knc-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478695, "recall": 0.529644, "f1": 0.492972, "accuracy": 0.529644, "main_score": 0.492972, "hf_subset": "knc_Latn-nus_Latn", "languages": ["knc-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576071, "recall": 0.623518, "f1": 0.589559, "accuracy": 0.623518, "main_score": 0.589559, "hf_subset": "knc_Latn-slk_Latn", "languages": ["knc-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419433, "recall": 0.474308, "f1": 0.434986, "accuracy": 0.474308, "main_score": 0.434986, "hf_subset": "knc_Latn-tir_Ethi", "languages": ["knc-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.549387, "recall": 0.597826, "f1": 0.561323, "accuracy": 0.597826, "main_score": 0.561323, "hf_subset": "knc_Latn-zho_Hant", "languages": ["knc-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.569377, "recall": 0.615613, "f1": 0.581901, "accuracy": 0.615613, "main_score": 0.581901, "hf_subset": "knc_Latn-awa_Deva", "languages": ["knc-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.555146, "recall": 0.591897, "f1": 0.565107, "accuracy": 0.591897, "main_score": 0.565107, "hf_subset": "knc_Latn-cym_Latn", "languages": ["knc-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56498, "recall": 0.602767, "f1": 0.575891, "accuracy": 0.602767, "main_score": 0.575891, "hf_subset": "knc_Latn-grn_Latn", "languages": ["knc-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545582, "recall": 0.597826, "f1": 0.559376, "accuracy": 0.597826, "main_score": 0.559376, "hf_subset": "knc_Latn-kat_Geor", "languages": ["knc-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.551539, "recall": 0.590909, "f1": 0.561773, "accuracy": 0.590909, "main_score": 0.561773, "hf_subset": "knc_Latn-lua_Latn", "languages": ["knc-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564785, "recall": 0.607708, "f1": 0.576744, "accuracy": 0.607708, "main_score": 0.576744, "hf_subset": "knc_Latn-nya_Latn", "languages": ["knc-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571929, "recall": 0.613636, "f1": 0.583245, "accuracy": 0.613636, "main_score": 0.583245, "hf_subset": "knc_Latn-slv_Latn", "languages": ["knc-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58457, "recall": 0.620553, "f1": 0.594481, "accuracy": 0.620553, "main_score": 0.594481, "hf_subset": "knc_Latn-tpi_Latn", "languages": ["knc-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594403, "recall": 0.633399, "f1": 0.605004, "accuracy": 0.633399, "main_score": 0.605004, "hf_subset": "knc_Latn-zsm_Latn", "languages": ["knc-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518323, "recall": 0.563241, "f1": 0.530881, "accuracy": 0.563241, "main_score": 0.530881, "hf_subset": "knc_Latn-ayr_Latn", "languages": ["knc-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576585, "recall": 0.617589, "f1": 0.587189, "accuracy": 0.617589, "main_score": 0.587189, "hf_subset": "knc_Latn-dan_Latn", "languages": ["knc-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578652, "recall": 0.628458, "f1": 0.591768, "accuracy": 0.628458, "main_score": 0.591768, "hf_subset": "knc_Latn-guj_Gujr", "languages": ["knc-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.561237, "recall": 0.613636, "f1": 0.575175, "accuracy": 0.613636, "main_score": 0.575175, "hf_subset": "knc_Latn-kaz_Cyrl", "languages": ["knc-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510179, "recall": 0.559289, "f1": 0.524202, "accuracy": 0.559289, "main_score": 0.524202, "hf_subset": "knc_Latn-lug_Latn", "languages": ["knc-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592263, "recall": 0.635375, "f1": 0.603901, "accuracy": 0.635375, "main_score": 0.603901, "hf_subset": "knc_Latn-oci_Latn", "languages": ["knc-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555815, "recall": 0.600791, "f1": 0.568364, "accuracy": 0.600791, "main_score": 0.568364, "hf_subset": "knc_Latn-smo_Latn", "languages": ["knc-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516113, "recall": 0.563241, "f1": 0.529255, "accuracy": 0.563241, "main_score": 0.529255, "hf_subset": "knc_Latn-tsn_Latn", "languages": ["knc-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532511, "recall": 0.579051, "f1": 0.545461, "accuracy": 0.579051, "main_score": 0.545461, "hf_subset": "knc_Latn-zul_Latn", "languages": ["knc-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498093, "recall": 0.547431, "f1": 0.511056, "accuracy": 0.547431, "main_score": 0.511056, "hf_subset": "knc_Latn-azb_Arab", "languages": ["knc-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574689, "recall": 0.62253, "f1": 0.588276, "accuracy": 0.62253, "main_score": 0.588276, "hf_subset": "knc_Latn-deu_Latn", "languages": ["knc-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529878, "recall": 0.582016, "f1": 0.544333, "accuracy": 0.582016, "main_score": 0.544333, "hf_subset": "knc_Latn-hat_Latn", "languages": ["knc-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498067, "recall": 0.537549, "f1": 0.509068, "accuracy": 0.537549, "main_score": 0.509068, "hf_subset": "knc_Latn-kbp_Latn", "languages": ["knc-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548163, "recall": 0.587945, "f1": 0.559161, "accuracy": 0.587945, "main_score": 0.559161, "hf_subset": "knc_Latn-luo_Latn", "languages": ["knc-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570949, "recall": 0.621542, "f1": 0.58478, "accuracy": 0.621542, "main_score": 0.58478, "hf_subset": "knc_Latn-ory_Orya", "languages": ["knc-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.541332, "recall": 0.590909, "f1": 0.555017, "accuracy": 0.590909, "main_score": 0.555017, "hf_subset": "knc_Latn-sna_Latn", "languages": ["knc-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539141, "recall": 0.576087, "f1": 0.549426, "accuracy": 0.576087, "main_score": 0.549426, "hf_subset": "knc_Latn-tso_Latn", "languages": ["knc-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546932, "recall": 0.601779, "f1": 0.56173, "accuracy": 0.601779, "main_score": 0.56173, "hf_subset": "knc_Latn-azj_Latn", "languages": ["knc-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52021, "recall": 0.566206, "f1": 0.533404, "accuracy": 0.566206, "main_score": 0.533404, "hf_subset": "knc_Latn-dik_Latn", "languages": ["knc-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578404, "recall": 0.617589, "f1": 0.589676, "accuracy": 0.617589, "main_score": 0.589676, "hf_subset": "knc_Latn-hau_Latn", "languages": ["knc-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585073, "recall": 0.618577, "f1": 0.593881, "accuracy": 0.618577, "main_score": 0.593881, "hf_subset": "knc_Latn-kea_Latn", "languages": ["knc-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5824, "recall": 0.617589, "f1": 0.592576, "accuracy": 0.617589, "main_score": 0.592576, "hf_subset": "knc_Latn-lus_Latn", "languages": ["knc-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58569, "recall": 0.619565, "f1": 0.594825, "accuracy": 0.619565, "main_score": 0.594825, "hf_subset": "knc_Latn-pag_Latn", "languages": ["knc-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540436, "recall": 0.589921, "f1": 0.553565, "accuracy": 0.589921, "main_score": 0.553565, "hf_subset": "knc_Latn-snd_Arab", "languages": ["knc-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522448, "recall": 0.570158, "f1": 0.535553, "accuracy": 0.570158, "main_score": 0.535553, "hf_subset": "knc_Latn-tuk_Latn", "languages": ["knc-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562482, "recall": 0.607708, "f1": 0.574412, "accuracy": 0.607708, "main_score": 0.574412, "hf_subset": "knc_Latn-bak_Cyrl", "languages": ["knc-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.456274, "recall": 0.519763, "f1": 0.474561, "accuracy": 0.519763, "main_score": 0.474561, "hf_subset": "knc_Latn-dyu_Latn", "languages": ["knc-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5723, "recall": 0.614625, "f1": 0.583852, "accuracy": 0.614625, "main_score": 0.583852, "hf_subset": "knc_Latn-heb_Hebr", "languages": ["knc-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.543897, "recall": 0.586957, "f1": 0.555673, "accuracy": 0.586957, "main_score": 0.555673, "hf_subset": "knc_Latn-khk_Cyrl", "languages": ["knc-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559527, "recall": 0.606719, "f1": 0.57172, "accuracy": 0.606719, "main_score": 0.57172, "hf_subset": "knc_Latn-lvs_Latn", "languages": ["knc-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568355, "recall": 0.617589, "f1": 0.581603, "accuracy": 0.617589, "main_score": 0.581603, "hf_subset": "knc_Latn-pan_Guru", "languages": ["knc-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.522035, "recall": 0.564229, "f1": 0.533587, "accuracy": 0.564229, "main_score": 0.533587, "hf_subset": "knc_Latn-som_Latn", "languages": ["knc-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536812, "recall": 0.571146, "f1": 0.546066, "accuracy": 0.571146, "main_score": 0.546066, "hf_subset": "knc_Latn-tum_Latn", "languages": ["knc-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605097, "recall": 0.670949, "f1": 0.624288, "accuracy": 0.670949, "main_score": 0.624288, "hf_subset": "mlt_Latn-ace_Arab", "languages": ["mlt-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543769, "recall": 0.608696, "f1": 0.561969, "accuracy": 0.608696, "main_score": 0.561969, "hf_subset": "mlt_Latn-bam_Latn", "languages": ["mlt-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385827, "recall": 0.453557, "f1": 0.403689, "accuracy": 0.453557, "main_score": 0.403689, "hf_subset": "mlt_Latn-dzo_Tibt", "languages": ["mlt-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-hin_Deva", "languages": ["mlt-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "mlt_Latn-khm_Khmr", "languages": ["mlt-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mlt_Latn-mag_Deva", "languages": ["mlt-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "mlt_Latn-pap_Latn", "languages": ["mlt-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611177, "recall": 0.666996, "f1": 0.627508, "accuracy": 0.666996, "main_score": 0.627508, "hf_subset": "mlt_Latn-sot_Latn", "languages": ["mlt-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-tur_Latn", "languages": ["mlt-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86773, "recall": 0.901186, "f1": 0.877816, "accuracy": 0.901186, "main_score": 0.877816, "hf_subset": "mlt_Latn-ace_Latn", "languages": ["mlt-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.961462, "f1": 0.951746, "accuracy": 0.961462, "main_score": 0.951746, "hf_subset": "mlt_Latn-ban_Latn", "languages": ["mlt-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mlt_Latn-ell_Grek", "languages": ["mlt-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mlt_Latn-hne_Deva", "languages": ["mlt-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.621352, "recall": 0.674901, "f1": 0.636886, "accuracy": 0.674901, "main_score": 0.636886, "hf_subset": "mlt_Latn-kik_Latn", "languages": ["mlt-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mlt_Latn-mai_Deva", "languages": ["mlt-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953524, "accuracy": 0.964427, "main_score": 0.953524, "hf_subset": "mlt_Latn-pbt_Arab", "languages": ["mlt-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-spa_Latn", "languages": ["mlt-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622697, "recall": 0.687747, "f1": 0.641129, "accuracy": 0.687747, "main_score": 0.641129, "hf_subset": "mlt_Latn-twi_Latn", "languages": ["mlt-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-acm_Arab", "languages": ["mlt-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mlt_Latn-bel_Cyrl", "languages": ["mlt-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-eng_Latn", "languages": ["mlt-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-hrv_Latn", "languages": ["mlt-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58938, "recall": 0.653162, "f1": 0.607298, "accuracy": 0.653162, "main_score": 0.607298, "hf_subset": "mlt_Latn-kin_Latn", "languages": ["mlt-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-mal_Mlym", "languages": ["mlt-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-pes_Arab", "languages": ["mlt-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-srd_Latn", "languages": ["mlt-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199802, "recall": 0.247036, "f1": 0.211507, "accuracy": 0.247036, "main_score": 0.211507, "hf_subset": "mlt_Latn-tzm_Tfng", "languages": ["mlt-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-acq_Arab", "languages": ["mlt-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654284, "recall": 0.708498, "f1": 0.668809, "accuracy": 0.708498, "main_score": 0.668809, "hf_subset": "mlt_Latn-bem_Latn", "languages": ["mlt-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-epo_Latn", "languages": ["mlt-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-hun_Latn", "languages": ["mlt-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963521, "recall": 0.974308, "f1": 0.966963, "accuracy": 0.974308, "main_score": 0.966963, "hf_subset": "mlt_Latn-kir_Cyrl", "languages": ["mlt-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-mar_Deva", "languages": ["mlt-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.690424, "recall": 0.743083, "f1": 0.705931, "accuracy": 0.743083, "main_score": 0.705931, "hf_subset": "mlt_Latn-plt_Latn", "languages": ["mlt-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-srp_Cyrl", "languages": ["mlt-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.905879, "recall": 0.93083, "f1": 0.913735, "accuracy": 0.93083, "main_score": 0.913735, "hf_subset": "mlt_Latn-uig_Arab", "languages": ["mlt-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mlt_Latn-aeb_Arab", "languages": ["mlt-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990366, "recall": 0.993083, "f1": 0.991173, "accuracy": 0.993083, "main_score": 0.991173, "hf_subset": "mlt_Latn-ben_Beng", "languages": ["mlt-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991848, "recall": 0.994071, "f1": 0.99249, "accuracy": 0.994071, "main_score": 0.99249, "hf_subset": "mlt_Latn-est_Latn", "languages": ["mlt-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-hye_Armn", "languages": ["mlt-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.572233, "recall": 0.621542, "f1": 0.586284, "accuracy": 0.621542, "main_score": 0.586284, "hf_subset": "mlt_Latn-kmb_Latn", "languages": ["mlt-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524808, "recall": 0.599802, "f1": 0.54481, "accuracy": 0.599802, "main_score": 0.54481, "hf_subset": "mlt_Latn-min_Arab", "languages": ["mlt-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-pol_Latn", "languages": ["mlt-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58195, "recall": 0.640316, "f1": 0.598405, "accuracy": 0.640316, "main_score": 0.598405, "hf_subset": "mlt_Latn-ssw_Latn", "languages": ["mlt-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ukr_Cyrl", "languages": ["mlt-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-afr_Latn", "languages": ["mlt-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mlt_Latn-bho_Deva", "languages": ["mlt-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mlt_Latn-eus_Latn", "languages": ["mlt-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614356, "recall": 0.676877, "f1": 0.632103, "accuracy": 0.676877, "main_score": 0.632103, "hf_subset": "mlt_Latn-ibo_Latn", "languages": ["mlt-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883235, "recall": 0.916996, "f1": 0.893939, "accuracy": 0.916996, "main_score": 0.893939, "hf_subset": "mlt_Latn-kmr_Latn", "languages": ["mlt-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "mlt_Latn-min_Latn", "languages": ["mlt-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-por_Latn", "languages": ["mlt-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mlt_Latn-sun_Latn", "languages": ["mlt-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529854, "recall": 0.586957, "f1": 0.546313, "accuracy": 0.586957, "main_score": 0.546313, "hf_subset": "mlt_Latn-umb_Latn", "languages": ["mlt-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "mlt_Latn-ajp_Arab", "languages": ["mlt-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574681, "recall": 0.63834, "f1": 0.592202, "accuracy": 0.63834, "main_score": 0.592202, "hf_subset": "mlt_Latn-bjn_Arab", "languages": ["mlt-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540747, "recall": 0.593874, "f1": 0.555079, "accuracy": 0.593874, "main_score": 0.555079, "hf_subset": "mlt_Latn-ewe_Latn", "languages": ["mlt-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940135, "recall": 0.956522, "f1": 0.945224, "accuracy": 0.956522, "main_score": 0.945224, "hf_subset": "mlt_Latn-ilo_Latn", "languages": ["mlt-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323621, "recall": 0.37747, "f1": 0.338724, "accuracy": 0.37747, "main_score": 0.338724, "hf_subset": "mlt_Latn-knc_Arab", "languages": ["mlt-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-mkd_Cyrl", "languages": ["mlt-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mlt_Latn-prs_Arab", "languages": ["mlt-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-swe_Latn", "languages": ["mlt-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-urd_Arab", "languages": ["mlt-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602504, "recall": 0.660079, "f1": 0.619241, "accuracy": 0.660079, "main_score": 0.619241, "hf_subset": "mlt_Latn-aka_Latn", "languages": ["mlt-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966601, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "mlt_Latn-bjn_Latn", "languages": ["mlt-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946064, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "mlt_Latn-fao_Latn", "languages": ["mlt-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-ind_Latn", "languages": ["mlt-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596633, "recall": 0.653162, "f1": 0.612435, "accuracy": 0.653162, "main_score": 0.612435, "hf_subset": "mlt_Latn-knc_Latn", "languages": ["mlt-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6994, "recall": 0.758893, "f1": 0.716665, "accuracy": 0.758893, "main_score": 0.716665, "hf_subset": "mlt_Latn-quy_Latn", "languages": ["mlt-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95504, "recall": 0.967391, "f1": 0.958992, "accuracy": 0.967391, "main_score": 0.958992, "hf_subset": "mlt_Latn-swh_Latn", "languages": ["mlt-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mlt_Latn-uzn_Latn", "languages": ["mlt-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-als_Latn", "languages": ["mlt-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597283, "recall": 0.671937, "f1": 0.61845, "accuracy": 0.671937, "main_score": 0.61845, "hf_subset": "mlt_Latn-bod_Tibt", "languages": ["mlt-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.697628, "recall": 0.753953, "f1": 0.713919, "accuracy": 0.753953, "main_score": 0.713919, "hf_subset": "mlt_Latn-fij_Latn", "languages": ["mlt-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "mlt_Latn-isl_Latn", "languages": ["mlt-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682551, "recall": 0.733202, "f1": 0.697288, "accuracy": 0.733202, "main_score": 0.697288, "hf_subset": "mlt_Latn-kon_Latn", "languages": ["mlt-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675858, "recall": 0.735178, "f1": 0.693173, "accuracy": 0.735178, "main_score": 0.693173, "hf_subset": "mlt_Latn-mni_Beng", "languages": ["mlt-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ron_Latn", "languages": ["mlt-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "mlt_Latn-szl_Latn", "languages": ["mlt-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-vec_Latn", "languages": ["mlt-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915679, "recall": 0.938735, "f1": 0.922892, "accuracy": 0.938735, "main_score": 0.922892, "hf_subset": "mlt_Latn-amh_Ethi", "languages": ["mlt-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-bos_Latn", "languages": ["mlt-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-fin_Latn", "languages": ["mlt-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ita_Latn", "languages": ["mlt-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mlt_Latn-kor_Hang", "languages": ["mlt-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.556645, "recall": 0.614625, "f1": 0.572803, "accuracy": 0.614625, "main_score": 0.572803, "hf_subset": "mlt_Latn-mos_Latn", "languages": ["mlt-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577521, "recall": 0.629447, "f1": 0.592632, "accuracy": 0.629447, "main_score": 0.592632, "hf_subset": "mlt_Latn-run_Latn", "languages": ["mlt-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "mlt_Latn-tam_Taml", "languages": ["mlt-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-vie_Latn", "languages": ["mlt-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mlt_Latn-apc_Arab", "languages": ["mlt-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.794812, "recall": 0.839921, "f1": 0.808418, "accuracy": 0.839921, "main_score": 0.808418, "hf_subset": "mlt_Latn-bug_Latn", "languages": ["mlt-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480285, "recall": 0.535573, "f1": 0.494158, "accuracy": 0.535573, "main_score": 0.494158, "hf_subset": "mlt_Latn-fon_Latn", "languages": ["mlt-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mlt_Latn-jav_Latn", "languages": ["mlt-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "mlt_Latn-lao_Laoo", "languages": ["mlt-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.836685, "recall": 0.875494, "f1": 0.848177, "accuracy": 0.875494, "main_score": 0.848177, "hf_subset": "mlt_Latn-mri_Latn", "languages": ["mlt-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-rus_Cyrl", "languages": ["mlt-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.560684, "recall": 0.616601, "f1": 0.575702, "accuracy": 0.616601, "main_score": 0.575702, "hf_subset": "mlt_Latn-taq_Latn", "languages": ["mlt-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991848, "recall": 0.994071, "f1": 0.99249, "accuracy": 0.994071, "main_score": 0.99249, "hf_subset": "mlt_Latn-war_Latn", "languages": ["mlt-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-arb_Arab", "languages": ["mlt-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-bul_Cyrl", "languages": ["mlt-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-fra_Latn", "languages": ["mlt-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "mlt_Latn-jpn_Jpan", "languages": ["mlt-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-lij_Latn", "languages": ["mlt-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "mlt_Latn-mya_Mymr", "languages": ["mlt-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.612667, "recall": 0.675889, "f1": 0.630231, "accuracy": 0.675889, "main_score": 0.630231, "hf_subset": "mlt_Latn-sag_Latn", "languages": ["mlt-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19837, "recall": 0.255929, "f1": 0.210593, "accuracy": 0.255929, "main_score": 0.210593, "hf_subset": "mlt_Latn-taq_Tfng", "languages": ["mlt-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.645603, "recall": 0.703557, "f1": 0.662436, "accuracy": 0.703557, "main_score": 0.662436, "hf_subset": "mlt_Latn-wol_Latn", "languages": ["mlt-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795662, "recall": 0.842885, "f1": 0.809917, "accuracy": 0.842885, "main_score": 0.809917, "hf_subset": "mlt_Latn-arb_Latn", "languages": ["mlt-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-cat_Latn", "languages": ["mlt-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-fur_Latn", "languages": ["mlt-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445872, "recall": 0.503953, "f1": 0.461915, "accuracy": 0.503953, "main_score": 0.461915, "hf_subset": "mlt_Latn-kab_Latn", "languages": ["mlt-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "mlt_Latn-lim_Latn", "languages": ["mlt-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-nld_Latn", "languages": ["mlt-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "mlt_Latn-san_Deva", "languages": ["mlt-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-tat_Cyrl", "languages": ["mlt-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.69025, "recall": 0.742095, "f1": 0.705915, "accuracy": 0.742095, "main_score": 0.705915, "hf_subset": "mlt_Latn-xho_Latn", "languages": ["mlt-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-ars_Arab", "languages": ["mlt-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-ceb_Latn", "languages": ["mlt-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566744, "recall": 0.626482, "f1": 0.583853, "accuracy": 0.626482, "main_score": 0.583853, "hf_subset": "mlt_Latn-fuv_Latn", "languages": ["mlt-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53228, "recall": 0.594862, "f1": 0.549696, "accuracy": 0.594862, "main_score": 0.549696, "hf_subset": "mlt_Latn-kac_Latn", "languages": ["mlt-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688185, "recall": 0.740119, "f1": 0.702986, "accuracy": 0.740119, "main_score": 0.702986, "hf_subset": "mlt_Latn-lin_Latn", "languages": ["mlt-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-nno_Latn", "languages": ["mlt-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.227349, "recall": 0.300395, "f1": 0.245762, "accuracy": 0.300395, "main_score": 0.245762, "hf_subset": "mlt_Latn-sat_Olck", "languages": ["mlt-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mlt_Latn-tel_Telu", "languages": ["mlt-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "mlt_Latn-ydd_Hebr", "languages": ["mlt-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.960063, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "mlt_Latn-ary_Arab", "languages": ["mlt-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ces_Latn", "languages": ["mlt-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619229, "recall": 0.678854, "f1": 0.636728, "accuracy": 0.678854, "main_score": 0.636728, "hf_subset": "mlt_Latn-gaz_Latn", "languages": ["mlt-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588555, "recall": 0.658103, "f1": 0.608541, "accuracy": 0.658103, "main_score": 0.608541, "hf_subset": "mlt_Latn-kam_Latn", "languages": ["mlt-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "mlt_Latn-lit_Latn", "languages": ["mlt-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-nob_Latn", "languages": ["mlt-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mlt_Latn-scn_Latn", "languages": ["mlt-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "mlt_Latn-tgk_Cyrl", "languages": ["mlt-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.693412, "recall": 0.756917, "f1": 0.713161, "accuracy": 0.756917, "main_score": 0.713161, "hf_subset": "mlt_Latn-yor_Latn", "languages": ["mlt-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-arz_Arab", "languages": ["mlt-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569717, "recall": 0.629447, "f1": 0.58648, "accuracy": 0.629447, "main_score": 0.58648, "hf_subset": "mlt_Latn-cjk_Latn", "languages": ["mlt-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793725, "recall": 0.840909, "f1": 0.808333, "accuracy": 0.840909, "main_score": 0.808333, "hf_subset": "mlt_Latn-gla_Latn", "languages": ["mlt-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "mlt_Latn-kan_Knda", "languages": ["mlt-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mlt_Latn-lmo_Latn", "languages": ["mlt-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mlt_Latn-npi_Deva", "languages": ["mlt-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.477887, "recall": 0.541502, "f1": 0.495113, "accuracy": 0.541502, "main_score": 0.495113, "hf_subset": "mlt_Latn-shn_Mymr", "languages": ["mlt-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-tgl_Latn", "languages": ["mlt-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mlt_Latn-yue_Hant", "languages": ["mlt-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mlt_Latn-asm_Beng", "languages": ["mlt-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.93503, "recall": 0.954545, "f1": 0.941271, "accuracy": 0.954545, "main_score": 0.941271, "hf_subset": "mlt_Latn-ckb_Arab", "languages": ["mlt-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.860013, "recall": 0.894269, "f1": 0.870323, "accuracy": 0.894269, "main_score": 0.870323, "hf_subset": "mlt_Latn-gle_Latn", "languages": ["mlt-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928936, "recall": 0.949605, "f1": 0.935672, "accuracy": 0.949605, "main_score": 0.935672, "hf_subset": "mlt_Latn-kas_Arab", "languages": ["mlt-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.922184, "recall": 0.945652, "f1": 0.929743, "accuracy": 0.945652, "main_score": 0.929743, "hf_subset": "mlt_Latn-ltg_Latn", "languages": ["mlt-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631057, "recall": 0.682806, "f1": 0.645544, "accuracy": 0.682806, "main_score": 0.645544, "hf_subset": "mlt_Latn-nso_Latn", "languages": ["mlt-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962368, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "mlt_Latn-sin_Sinh", "languages": ["mlt-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-tha_Thai", "languages": ["mlt-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mlt_Latn-zho_Hans", "languages": ["mlt-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-ast_Latn", "languages": ["mlt-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "mlt_Latn-crh_Latn", "languages": ["mlt-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-glg_Latn", "languages": ["mlt-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852767, "recall": 0.893281, "f1": 0.86525, "accuracy": 0.893281, "main_score": 0.86525, "hf_subset": "mlt_Latn-kas_Deva", "languages": ["mlt-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "mlt_Latn-ltz_Latn", "languages": ["mlt-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492379, "recall": 0.552372, "f1": 0.508449, "accuracy": 0.552372, "main_score": 0.508449, "hf_subset": "mlt_Latn-nus_Latn", "languages": ["mlt-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-slk_Latn", "languages": ["mlt-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61479, "recall": 0.687747, "f1": 0.635946, "accuracy": 0.687747, "main_score": 0.635946, "hf_subset": "mlt_Latn-tir_Ethi", "languages": ["mlt-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mlt_Latn-zho_Hant", "languages": ["mlt-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "mlt_Latn-awa_Deva", "languages": ["mlt-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "mlt_Latn-cym_Latn", "languages": ["mlt-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826318, "recall": 0.868577, "f1": 0.839196, "accuracy": 0.868577, "main_score": 0.839196, "hf_subset": "mlt_Latn-grn_Latn", "languages": ["mlt-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mlt_Latn-kat_Geor", "languages": ["mlt-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.659293, "recall": 0.712451, "f1": 0.674243, "accuracy": 0.712451, "main_score": 0.674243, "hf_subset": "mlt_Latn-lua_Latn", "languages": ["mlt-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64683, "recall": 0.705534, "f1": 0.663696, "accuracy": 0.705534, "main_score": 0.663696, "hf_subset": "mlt_Latn-nya_Latn", "languages": ["mlt-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-slv_Latn", "languages": ["mlt-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920208, "recall": 0.9417, "f1": 0.927108, "accuracy": 0.9417, "main_score": 0.927108, "hf_subset": "mlt_Latn-tpi_Latn", "languages": ["mlt-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-zsm_Latn", "languages": ["mlt-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560152, "recall": 0.62747, "f1": 0.579897, "accuracy": 0.62747, "main_score": 0.579897, "hf_subset": "mlt_Latn-ayr_Latn", "languages": ["mlt-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-dan_Latn", "languages": ["mlt-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "mlt_Latn-guj_Gujr", "languages": ["mlt-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-kaz_Cyrl", "languages": ["mlt-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558227, "recall": 0.620553, "f1": 0.575728, "accuracy": 0.620553, "main_score": 0.575728, "hf_subset": "mlt_Latn-lug_Latn", "languages": ["mlt-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-oci_Latn", "languages": ["mlt-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827355, "recall": 0.87253, "f1": 0.841469, "accuracy": 0.87253, "main_score": 0.841469, "hf_subset": "mlt_Latn-smo_Latn", "languages": ["mlt-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570472, "recall": 0.633399, "f1": 0.588178, "accuracy": 0.633399, "main_score": 0.588178, "hf_subset": "mlt_Latn-tsn_Latn", "languages": ["mlt-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628856, "recall": 0.6917, "f1": 0.647319, "accuracy": 0.6917, "main_score": 0.647319, "hf_subset": "mlt_Latn-zul_Latn", "languages": ["mlt-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896854, "recall": 0.926877, "f1": 0.906522, "accuracy": 0.926877, "main_score": 0.906522, "hf_subset": "mlt_Latn-azb_Arab", "languages": ["mlt-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-deu_Latn", "languages": ["mlt-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "mlt_Latn-hat_Latn", "languages": ["mlt-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511586, "recall": 0.565217, "f1": 0.526476, "accuracy": 0.565217, "main_score": 0.526476, "hf_subset": "mlt_Latn-kbp_Latn", "languages": ["mlt-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584745, "recall": 0.639328, "f1": 0.599618, "accuracy": 0.639328, "main_score": 0.599618, "hf_subset": "mlt_Latn-luo_Latn", "languages": ["mlt-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-ory_Orya", "languages": ["mlt-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.607336, "recall": 0.666008, "f1": 0.623668, "accuracy": 0.666008, "main_score": 0.623668, "hf_subset": "mlt_Latn-sna_Latn", "languages": ["mlt-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565523, "recall": 0.62253, "f1": 0.58106, "accuracy": 0.62253, "main_score": 0.58106, "hf_subset": "mlt_Latn-tso_Latn", "languages": ["mlt-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "mlt_Latn-azj_Latn", "languages": ["mlt-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542936, "recall": 0.603755, "f1": 0.56048, "accuracy": 0.603755, "main_score": 0.56048, "hf_subset": "mlt_Latn-dik_Latn", "languages": ["mlt-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731917, "recall": 0.786561, "f1": 0.748372, "accuracy": 0.786561, "main_score": 0.748372, "hf_subset": "mlt_Latn-hau_Latn", "languages": ["mlt-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mlt_Latn-kea_Latn", "languages": ["mlt-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731917, "recall": 0.780632, "f1": 0.74664, "accuracy": 0.780632, "main_score": 0.74664, "hf_subset": "mlt_Latn-lus_Latn", "languages": ["mlt-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871574, "recall": 0.901186, "f1": 0.88067, "accuracy": 0.901186, "main_score": 0.88067, "hf_subset": "mlt_Latn-pag_Latn", "languages": ["mlt-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "mlt_Latn-snd_Arab", "languages": ["mlt-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925395, "recall": 0.945652, "f1": 0.931818, "accuracy": 0.945652, "main_score": 0.931818, "hf_subset": "mlt_Latn-tuk_Latn", "languages": ["mlt-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mlt_Latn-bak_Cyrl", "languages": ["mlt-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497531, "recall": 0.573123, "f1": 0.520004, "accuracy": 0.573123, "main_score": 0.520004, "hf_subset": "mlt_Latn-dyu_Latn", "languages": ["mlt-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-heb_Hebr", "languages": ["mlt-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "mlt_Latn-khk_Cyrl", "languages": ["mlt-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mlt_Latn-lvs_Latn", "languages": ["mlt-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-pan_Guru", "languages": ["mlt-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.713752, "recall": 0.770751, "f1": 0.730966, "accuracy": 0.770751, "main_score": 0.730966, "hf_subset": "mlt_Latn-som_Latn", "languages": ["mlt-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591645, "recall": 0.63834, "f1": 0.604896, "accuracy": 0.63834, "main_score": 0.604896, "hf_subset": "mlt_Latn-tum_Latn", "languages": ["mlt-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467289, "recall": 0.520751, "f1": 0.482129, "accuracy": 0.520751, "main_score": 0.482129, "hf_subset": "quy_Latn-ace_Arab", "languages": ["quy-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509696, "recall": 0.5583, "f1": 0.522865, "accuracy": 0.5583, "main_score": 0.522865, "hf_subset": "quy_Latn-bam_Latn", "languages": ["quy-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.248958, "recall": 0.300395, "f1": 0.261721, "accuracy": 0.300395, "main_score": 0.261721, "hf_subset": "quy_Latn-dzo_Tibt", "languages": ["quy-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.694703, "recall": 0.740119, "f1": 0.70698, "accuracy": 0.740119, "main_score": 0.70698, "hf_subset": "quy_Latn-hin_Deva", "languages": ["quy-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.63914, "recall": 0.694664, "f1": 0.654062, "accuracy": 0.694664, "main_score": 0.654062, "hf_subset": "quy_Latn-khm_Khmr", "languages": ["quy-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.685276, "recall": 0.733202, "f1": 0.698818, "accuracy": 0.733202, "main_score": 0.698818, "hf_subset": "quy_Latn-mag_Deva", "languages": ["quy-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.683756, "recall": 0.72332, "f1": 0.694676, "accuracy": 0.72332, "main_score": 0.694676, "hf_subset": "quy_Latn-pap_Latn", "languages": ["quy-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54693, "recall": 0.590909, "f1": 0.559211, "accuracy": 0.590909, "main_score": 0.559211, "hf_subset": "quy_Latn-sot_Latn", "languages": ["quy-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700971, "recall": 0.748024, "f1": 0.713493, "accuracy": 0.748024, "main_score": 0.713493, "hf_subset": "quy_Latn-tur_Latn", "languages": ["quy-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643781, "recall": 0.685771, "f1": 0.654548, "accuracy": 0.685771, "main_score": 0.654548, "hf_subset": "quy_Latn-ace_Latn", "languages": ["quy-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670588, "recall": 0.710474, "f1": 0.681601, "accuracy": 0.710474, "main_score": 0.681601, "hf_subset": "quy_Latn-ban_Latn", "languages": ["quy-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69311, "recall": 0.745059, "f1": 0.706543, "accuracy": 0.745059, "main_score": 0.706543, "hf_subset": "quy_Latn-ell_Grek", "languages": ["quy-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.674822, "recall": 0.72332, "f1": 0.68805, "accuracy": 0.72332, "main_score": 0.68805, "hf_subset": "quy_Latn-hne_Deva", "languages": ["quy-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.542423, "recall": 0.588933, "f1": 0.554846, "accuracy": 0.588933, "main_score": 0.554846, "hf_subset": "quy_Latn-kik_Latn", "languages": ["quy-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679196, "recall": 0.728261, "f1": 0.691892, "accuracy": 0.728261, "main_score": 0.691892, "hf_subset": "quy_Latn-mai_Deva", "languages": ["quy-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.62421, "recall": 0.68083, "f1": 0.639879, "accuracy": 0.68083, "main_score": 0.639879, "hf_subset": "quy_Latn-pbt_Arab", "languages": ["quy-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.699942, "recall": 0.748024, "f1": 0.712848, "accuracy": 0.748024, "main_score": 0.712848, "hf_subset": "quy_Latn-spa_Latn", "languages": ["quy-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584437, "recall": 0.621542, "f1": 0.595097, "accuracy": 0.621542, "main_score": 0.595097, "hf_subset": "quy_Latn-twi_Latn", "languages": ["quy-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678716, "recall": 0.730237, "f1": 0.692387, "accuracy": 0.730237, "main_score": 0.692387, "hf_subset": "quy_Latn-acm_Arab", "languages": ["quy-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.67246, "recall": 0.717391, "f1": 0.684112, "accuracy": 0.717391, "main_score": 0.684112, "hf_subset": "quy_Latn-bel_Cyrl", "languages": ["quy-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.721129, "recall": 0.770751, "f1": 0.734395, "accuracy": 0.770751, "main_score": 0.734395, "hf_subset": "quy_Latn-eng_Latn", "languages": ["quy-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699485, "recall": 0.752964, "f1": 0.713977, "accuracy": 0.752964, "main_score": 0.713977, "hf_subset": "quy_Latn-hrv_Latn", "languages": ["quy-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514388, "recall": 0.563241, "f1": 0.528066, "accuracy": 0.563241, "main_score": 0.528066, "hf_subset": "quy_Latn-kin_Latn", "languages": ["quy-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676172, "recall": 0.731225, "f1": 0.691452, "accuracy": 0.731225, "main_score": 0.691452, "hf_subset": "quy_Latn-mal_Mlym", "languages": ["quy-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.704259, "recall": 0.749012, "f1": 0.716247, "accuracy": 0.749012, "main_score": 0.716247, "hf_subset": "quy_Latn-pes_Arab", "languages": ["quy-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.686214, "recall": 0.729249, "f1": 0.697423, "accuracy": 0.729249, "main_score": 0.697423, "hf_subset": "quy_Latn-srd_Latn", "languages": ["quy-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201326, "recall": 0.242095, "f1": 0.211668, "accuracy": 0.242095, "main_score": 0.211668, "hf_subset": "quy_Latn-tzm_Tfng", "languages": ["quy-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.682174, "recall": 0.736166, "f1": 0.696406, "accuracy": 0.736166, "main_score": 0.696406, "hf_subset": "quy_Latn-acq_Arab", "languages": ["quy-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578697, "recall": 0.62253, "f1": 0.591041, "accuracy": 0.62253, "main_score": 0.591041, "hf_subset": "quy_Latn-bem_Latn", "languages": ["quy-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704217, "recall": 0.753953, "f1": 0.717263, "accuracy": 0.753953, "main_score": 0.717263, "hf_subset": "quy_Latn-epo_Latn", "languages": ["quy-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703458, "recall": 0.749012, "f1": 0.716305, "accuracy": 0.749012, "main_score": 0.716305, "hf_subset": "quy_Latn-hun_Latn", "languages": ["quy-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665855, "recall": 0.713439, "f1": 0.679062, "accuracy": 0.713439, "main_score": 0.679062, "hf_subset": "quy_Latn-kir_Cyrl", "languages": ["quy-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.697822, "recall": 0.747036, "f1": 0.711326, "accuracy": 0.747036, "main_score": 0.711326, "hf_subset": "quy_Latn-mar_Deva", "languages": ["quy-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.595079, "recall": 0.636364, "f1": 0.606215, "accuracy": 0.636364, "main_score": 0.606215, "hf_subset": "quy_Latn-plt_Latn", "languages": ["quy-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704899, "recall": 0.750988, "f1": 0.717213, "accuracy": 0.750988, "main_score": 0.717213, "hf_subset": "quy_Latn-srp_Cyrl", "languages": ["quy-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.60393, "recall": 0.661067, "f1": 0.619138, "accuracy": 0.661067, "main_score": 0.619138, "hf_subset": "quy_Latn-uig_Arab", "languages": ["quy-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.653217, "recall": 0.702569, "f1": 0.666215, "accuracy": 0.702569, "main_score": 0.666215, "hf_subset": "quy_Latn-aeb_Arab", "languages": ["quy-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.695571, "recall": 0.745059, "f1": 0.709429, "accuracy": 0.745059, "main_score": 0.709429, "hf_subset": "quy_Latn-ben_Beng", "languages": ["quy-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.6936, "recall": 0.741107, "f1": 0.706128, "accuracy": 0.741107, "main_score": 0.706128, "hf_subset": "quy_Latn-est_Latn", "languages": ["quy-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669565, "recall": 0.721344, "f1": 0.683387, "accuracy": 0.721344, "main_score": 0.683387, "hf_subset": "quy_Latn-hye_Armn", "languages": ["quy-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.535957, "recall": 0.585968, "f1": 0.549896, "accuracy": 0.585968, "main_score": 0.549896, "hf_subset": "quy_Latn-kmb_Latn", "languages": ["quy-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422044, "recall": 0.479249, "f1": 0.437444, "accuracy": 0.479249, "main_score": 0.437444, "hf_subset": "quy_Latn-min_Arab", "languages": ["quy-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.722158, "recall": 0.767787, "f1": 0.734433, "accuracy": 0.767787, "main_score": 0.734433, "hf_subset": "quy_Latn-pol_Latn", "languages": ["quy-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527479, "recall": 0.578063, "f1": 0.542565, "accuracy": 0.578063, "main_score": 0.542565, "hf_subset": "quy_Latn-ssw_Latn", "languages": ["quy-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703497, "recall": 0.754941, "f1": 0.71775, "accuracy": 0.754941, "main_score": 0.71775, "hf_subset": "quy_Latn-ukr_Cyrl", "languages": ["quy-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.713113, "recall": 0.757905, "f1": 0.724749, "accuracy": 0.757905, "main_score": 0.724749, "hf_subset": "quy_Latn-afr_Latn", "languages": ["quy-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683898, "recall": 0.725296, "f1": 0.694554, "accuracy": 0.725296, "main_score": 0.694554, "hf_subset": "quy_Latn-bho_Deva", "languages": ["quy-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.689896, "recall": 0.738142, "f1": 0.702387, "accuracy": 0.738142, "main_score": 0.702387, "hf_subset": "quy_Latn-eus_Latn", "languages": ["quy-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546688, "recall": 0.602767, "f1": 0.562896, "accuracy": 0.602767, "main_score": 0.562896, "hf_subset": "quy_Latn-ibo_Latn", "languages": ["quy-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646697, "recall": 0.6917, "f1": 0.65982, "accuracy": 0.6917, "main_score": 0.65982, "hf_subset": "quy_Latn-kmr_Latn", "languages": ["quy-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687461, "recall": 0.730237, "f1": 0.698388, "accuracy": 0.730237, "main_score": 0.698388, "hf_subset": "quy_Latn-min_Latn", "languages": ["quy-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725079, "recall": 0.769763, "f1": 0.737482, "accuracy": 0.769763, "main_score": 0.737482, "hf_subset": "quy_Latn-por_Latn", "languages": ["quy-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693733, "recall": 0.733202, "f1": 0.704275, "accuracy": 0.733202, "main_score": 0.704275, "hf_subset": "quy_Latn-sun_Latn", "languages": ["quy-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521801, "recall": 0.570158, "f1": 0.535649, "accuracy": 0.570158, "main_score": 0.535649, "hf_subset": "quy_Latn-umb_Latn", "languages": ["quy-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674782, "recall": 0.717391, "f1": 0.686179, "accuracy": 0.717391, "main_score": 0.686179, "hf_subset": "quy_Latn-ajp_Arab", "languages": ["quy-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.453955, "recall": 0.501976, "f1": 0.466915, "accuracy": 0.501976, "main_score": 0.466915, "hf_subset": "quy_Latn-bjn_Arab", "languages": ["quy-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506921, "recall": 0.550395, "f1": 0.519323, "accuracy": 0.550395, "main_score": 0.519323, "hf_subset": "quy_Latn-ewe_Latn", "languages": ["quy-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681234, "recall": 0.721344, "f1": 0.691837, "accuracy": 0.721344, "main_score": 0.691837, "hf_subset": "quy_Latn-ilo_Latn", "languages": ["quy-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313003, "recall": 0.365613, "f1": 0.32699, "accuracy": 0.365613, "main_score": 0.32699, "hf_subset": "quy_Latn-knc_Arab", "languages": ["quy-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.701046, "recall": 0.747036, "f1": 0.713007, "accuracy": 0.747036, "main_score": 0.713007, "hf_subset": "quy_Latn-mkd_Cyrl", "languages": ["quy-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.685967, "recall": 0.73419, "f1": 0.698675, "accuracy": 0.73419, "main_score": 0.698675, "hf_subset": "quy_Latn-prs_Arab", "languages": ["quy-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.712574, "recall": 0.759881, "f1": 0.725447, "accuracy": 0.759881, "main_score": 0.725447, "hf_subset": "quy_Latn-swe_Latn", "languages": ["quy-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686354, "recall": 0.738142, "f1": 0.70035, "accuracy": 0.738142, "main_score": 0.70035, "hf_subset": "quy_Latn-urd_Arab", "languages": ["quy-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565927, "recall": 0.609684, "f1": 0.578159, "accuracy": 0.609684, "main_score": 0.578159, "hf_subset": "quy_Latn-aka_Latn", "languages": ["quy-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692389, "recall": 0.730237, "f1": 0.702374, "accuracy": 0.730237, "main_score": 0.702374, "hf_subset": "quy_Latn-bjn_Latn", "languages": ["quy-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662991, "recall": 0.705534, "f1": 0.674108, "accuracy": 0.705534, "main_score": 0.674108, "hf_subset": "quy_Latn-fao_Latn", "languages": ["quy-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716929, "recall": 0.763834, "f1": 0.729767, "accuracy": 0.763834, "main_score": 0.729767, "hf_subset": "quy_Latn-ind_Latn", "languages": ["quy-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54745, "recall": 0.591897, "f1": 0.560197, "accuracy": 0.591897, "main_score": 0.560197, "hf_subset": "quy_Latn-knc_Latn", "languages": ["quy-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68998, "recall": 0.735178, "f1": 0.701487, "accuracy": 0.735178, "main_score": 0.701487, "hf_subset": "quy_Latn-mlt_Latn", "languages": ["quy-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643198, "recall": 0.695652, "f1": 0.657791, "accuracy": 0.695652, "main_score": 0.657791, "hf_subset": "quy_Latn-swh_Latn", "languages": ["quy-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677727, "recall": 0.729249, "f1": 0.692082, "accuracy": 0.729249, "main_score": 0.692082, "hf_subset": "quy_Latn-uzn_Latn", "languages": ["quy-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708043, "recall": 0.748024, "f1": 0.718192, "accuracy": 0.748024, "main_score": 0.718192, "hf_subset": "quy_Latn-als_Latn", "languages": ["quy-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.342392, "recall": 0.401186, "f1": 0.356866, "accuracy": 0.401186, "main_score": 0.356866, "hf_subset": "quy_Latn-bod_Tibt", "languages": ["quy-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.567143, "recall": 0.61166, "f1": 0.57924, "accuracy": 0.61166, "main_score": 0.57924, "hf_subset": "quy_Latn-fij_Latn", "languages": ["quy-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641842, "recall": 0.6917, "f1": 0.655304, "accuracy": 0.6917, "main_score": 0.655304, "hf_subset": "quy_Latn-isl_Latn", "languages": ["quy-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60221, "recall": 0.646245, "f1": 0.614385, "accuracy": 0.646245, "main_score": 0.614385, "hf_subset": "quy_Latn-kon_Latn", "languages": ["quy-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543861, "recall": 0.596838, "f1": 0.558531, "accuracy": 0.596838, "main_score": 0.558531, "hf_subset": "quy_Latn-mni_Beng", "languages": ["quy-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.720607, "recall": 0.76581, "f1": 0.732751, "accuracy": 0.76581, "main_score": 0.732751, "hf_subset": "quy_Latn-ron_Latn", "languages": ["quy-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689701, "recall": 0.736166, "f1": 0.702245, "accuracy": 0.736166, "main_score": 0.702245, "hf_subset": "quy_Latn-szl_Latn", "languages": ["quy-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.713103, "recall": 0.757905, "f1": 0.724967, "accuracy": 0.757905, "main_score": 0.724967, "hf_subset": "quy_Latn-vec_Latn", "languages": ["quy-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5752, "recall": 0.634387, "f1": 0.591633, "accuracy": 0.634387, "main_score": 0.591633, "hf_subset": "quy_Latn-amh_Ethi", "languages": ["quy-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.711478, "recall": 0.756917, "f1": 0.723886, "accuracy": 0.756917, "main_score": 0.723886, "hf_subset": "quy_Latn-bos_Latn", "languages": ["quy-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683351, "recall": 0.736166, "f1": 0.69772, "accuracy": 0.736166, "main_score": 0.69772, "hf_subset": "quy_Latn-fin_Latn", "languages": ["quy-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697803, "recall": 0.745059, "f1": 0.71101, "accuracy": 0.745059, "main_score": 0.71101, "hf_subset": "quy_Latn-ita_Latn", "languages": ["quy-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668661, "recall": 0.725296, "f1": 0.683889, "accuracy": 0.725296, "main_score": 0.683889, "hf_subset": "quy_Latn-kor_Hang", "languages": ["quy-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.525386, "recall": 0.576087, "f1": 0.540321, "accuracy": 0.576087, "main_score": 0.540321, "hf_subset": "quy_Latn-mos_Latn", "languages": ["quy-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531355, "recall": 0.575099, "f1": 0.543881, "accuracy": 0.575099, "main_score": 0.543881, "hf_subset": "quy_Latn-run_Latn", "languages": ["quy-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67722, "recall": 0.731225, "f1": 0.691662, "accuracy": 0.731225, "main_score": 0.691662, "hf_subset": "quy_Latn-tam_Taml", "languages": ["quy-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.682382, "recall": 0.732213, "f1": 0.695753, "accuracy": 0.732213, "main_score": 0.695753, "hf_subset": "quy_Latn-vie_Latn", "languages": ["quy-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675508, "recall": 0.73419, "f1": 0.691843, "accuracy": 0.73419, "main_score": 0.691843, "hf_subset": "quy_Latn-apc_Arab", "languages": ["quy-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620771, "recall": 0.66502, "f1": 0.632782, "accuracy": 0.66502, "main_score": 0.632782, "hf_subset": "quy_Latn-bug_Latn", "languages": ["quy-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480535, "recall": 0.525692, "f1": 0.493747, "accuracy": 0.525692, "main_score": 0.493747, "hf_subset": "quy_Latn-fon_Latn", "languages": ["quy-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686795, "recall": 0.730237, "f1": 0.698682, "accuracy": 0.730237, "main_score": 0.698682, "hf_subset": "quy_Latn-jav_Latn", "languages": ["quy-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620472, "recall": 0.678854, "f1": 0.635409, "accuracy": 0.678854, "main_score": 0.635409, "hf_subset": "quy_Latn-lao_Laoo", "languages": ["quy-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.578143, "recall": 0.625494, "f1": 0.591708, "accuracy": 0.625494, "main_score": 0.591708, "hf_subset": "quy_Latn-mri_Latn", "languages": ["quy-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679367, "recall": 0.733202, "f1": 0.694271, "accuracy": 0.733202, "main_score": 0.694271, "hf_subset": "quy_Latn-rus_Cyrl", "languages": ["quy-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513785, "recall": 0.554348, "f1": 0.525565, "accuracy": 0.554348, "main_score": 0.525565, "hf_subset": "quy_Latn-taq_Latn", "languages": ["quy-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700053, "recall": 0.743083, "f1": 0.71088, "accuracy": 0.743083, "main_score": 0.71088, "hf_subset": "quy_Latn-war_Latn", "languages": ["quy-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681113, "recall": 0.73419, "f1": 0.694955, "accuracy": 0.73419, "main_score": 0.694955, "hf_subset": "quy_Latn-arb_Arab", "languages": ["quy-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.702996, "recall": 0.751976, "f1": 0.717051, "accuracy": 0.751976, "main_score": 0.717051, "hf_subset": "quy_Latn-bul_Cyrl", "languages": ["quy-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.715221, "recall": 0.761858, "f1": 0.727121, "accuracy": 0.761858, "main_score": 0.727121, "hf_subset": "quy_Latn-fra_Latn", "languages": ["quy-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679069, "recall": 0.725296, "f1": 0.691927, "accuracy": 0.725296, "main_score": 0.691927, "hf_subset": "quy_Latn-jpn_Jpan", "languages": ["quy-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.699647, "recall": 0.73913, "f1": 0.710209, "accuracy": 0.73913, "main_score": 0.710209, "hf_subset": "quy_Latn-lij_Latn", "languages": ["quy-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582675, "recall": 0.653162, "f1": 0.601968, "accuracy": 0.653162, "main_score": 0.601968, "hf_subset": "quy_Latn-mya_Mymr", "languages": ["quy-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.559537, "recall": 0.609684, "f1": 0.573252, "accuracy": 0.609684, "main_score": 0.573252, "hf_subset": "quy_Latn-sag_Latn", "languages": ["quy-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212657, "recall": 0.255929, "f1": 0.222462, "accuracy": 0.255929, "main_score": 0.222462, "hf_subset": "quy_Latn-taq_Tfng", "languages": ["quy-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.572622, "recall": 0.619565, "f1": 0.585968, "accuracy": 0.619565, "main_score": 0.585968, "hf_subset": "quy_Latn-wol_Latn", "languages": ["quy-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501457, "recall": 0.559289, "f1": 0.5166, "accuracy": 0.559289, "main_score": 0.5166, "hf_subset": "quy_Latn-arb_Latn", "languages": ["quy-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710964, "recall": 0.758893, "f1": 0.723775, "accuracy": 0.758893, "main_score": 0.723775, "hf_subset": "quy_Latn-cat_Latn", "languages": ["quy-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683748, "recall": 0.725296, "f1": 0.69482, "accuracy": 0.725296, "main_score": 0.69482, "hf_subset": "quy_Latn-fur_Latn", "languages": ["quy-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416404, "recall": 0.471344, "f1": 0.431726, "accuracy": 0.471344, "main_score": 0.431726, "hf_subset": "quy_Latn-kab_Latn", "languages": ["quy-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673442, "recall": 0.717391, "f1": 0.684965, "accuracy": 0.717391, "main_score": 0.684965, "hf_subset": "quy_Latn-lim_Latn", "languages": ["quy-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69613, "recall": 0.748024, "f1": 0.710068, "accuracy": 0.748024, "main_score": 0.710068, "hf_subset": "quy_Latn-nld_Latn", "languages": ["quy-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628445, "recall": 0.690711, "f1": 0.64518, "accuracy": 0.690711, "main_score": 0.64518, "hf_subset": "quy_Latn-san_Deva", "languages": ["quy-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.670659, "recall": 0.720356, "f1": 0.684088, "accuracy": 0.720356, "main_score": 0.684088, "hf_subset": "quy_Latn-tat_Cyrl", "languages": ["quy-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.59358, "recall": 0.639328, "f1": 0.606251, "accuracy": 0.639328, "main_score": 0.606251, "hf_subset": "quy_Latn-xho_Latn", "languages": ["quy-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680122, "recall": 0.73419, "f1": 0.694704, "accuracy": 0.73419, "main_score": 0.694704, "hf_subset": "quy_Latn-ars_Arab", "languages": ["quy-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.711238, "recall": 0.75, "f1": 0.721551, "accuracy": 0.75, "main_score": 0.721551, "hf_subset": "quy_Latn-ceb_Latn", "languages": ["quy-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520438, "recall": 0.564229, "f1": 0.533616, "accuracy": 0.564229, "main_score": 0.533616, "hf_subset": "quy_Latn-fuv_Latn", "languages": ["quy-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504814, "recall": 0.552372, "f1": 0.518756, "accuracy": 0.552372, "main_score": 0.518756, "hf_subset": "quy_Latn-kac_Latn", "languages": ["quy-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606241, "recall": 0.652174, "f1": 0.618737, "accuracy": 0.652174, "main_score": 0.618737, "hf_subset": "quy_Latn-lin_Latn", "languages": ["quy-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704018, "recall": 0.751976, "f1": 0.71726, "accuracy": 0.751976, "main_score": 0.71726, "hf_subset": "quy_Latn-nno_Latn", "languages": ["quy-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160862, "recall": 0.215415, "f1": 0.173961, "accuracy": 0.215415, "main_score": 0.173961, "hf_subset": "quy_Latn-sat_Olck", "languages": ["quy-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.69112, "recall": 0.744071, "f1": 0.705041, "accuracy": 0.744071, "main_score": 0.705041, "hf_subset": "quy_Latn-tel_Telu", "languages": ["quy-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.59162, "recall": 0.651186, "f1": 0.607744, "accuracy": 0.651186, "main_score": 0.607744, "hf_subset": "quy_Latn-ydd_Hebr", "languages": ["quy-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.643885, "recall": 0.694664, "f1": 0.658344, "accuracy": 0.694664, "main_score": 0.658344, "hf_subset": "quy_Latn-ary_Arab", "languages": ["quy-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.704138, "recall": 0.752964, "f1": 0.717685, "accuracy": 0.752964, "main_score": 0.717685, "hf_subset": "quy_Latn-ces_Latn", "languages": ["quy-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531337, "recall": 0.581028, "f1": 0.544859, "accuracy": 0.581028, "main_score": 0.544859, "hf_subset": "quy_Latn-gaz_Latn", "languages": ["quy-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533584, "recall": 0.585968, "f1": 0.547994, "accuracy": 0.585968, "main_score": 0.547994, "hf_subset": "quy_Latn-kam_Latn", "languages": ["quy-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682815, "recall": 0.735178, "f1": 0.697061, "accuracy": 0.735178, "main_score": 0.697061, "hf_subset": "quy_Latn-lit_Latn", "languages": ["quy-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714322, "recall": 0.756917, "f1": 0.726146, "accuracy": 0.756917, "main_score": 0.726146, "hf_subset": "quy_Latn-nob_Latn", "languages": ["quy-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683324, "recall": 0.722332, "f1": 0.694039, "accuracy": 0.722332, "main_score": 0.694039, "hf_subset": "quy_Latn-scn_Latn", "languages": ["quy-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653723, "recall": 0.700593, "f1": 0.666383, "accuracy": 0.700593, "main_score": 0.666383, "hf_subset": "quy_Latn-tgk_Cyrl", "languages": ["quy-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544878, "recall": 0.602767, "f1": 0.561229, "accuracy": 0.602767, "main_score": 0.561229, "hf_subset": "quy_Latn-yor_Latn", "languages": ["quy-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664631, "recall": 0.718379, "f1": 0.678989, "accuracy": 0.718379, "main_score": 0.678989, "hf_subset": "quy_Latn-arz_Arab", "languages": ["quy-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534067, "recall": 0.58004, "f1": 0.546965, "accuracy": 0.58004, "main_score": 0.546965, "hf_subset": "quy_Latn-cjk_Latn", "languages": ["quy-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552372, "recall": 0.603755, "f1": 0.566627, "accuracy": 0.603755, "main_score": 0.566627, "hf_subset": "quy_Latn-gla_Latn", "languages": ["quy-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67942, "recall": 0.732213, "f1": 0.693875, "accuracy": 0.732213, "main_score": 0.693875, "hf_subset": "quy_Latn-kan_Knda", "languages": ["quy-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.683931, "recall": 0.724308, "f1": 0.69457, "accuracy": 0.724308, "main_score": 0.69457, "hf_subset": "quy_Latn-lmo_Latn", "languages": ["quy-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675249, "recall": 0.728261, "f1": 0.689444, "accuracy": 0.728261, "main_score": 0.689444, "hf_subset": "quy_Latn-npi_Deva", "languages": ["quy-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.452565, "recall": 0.502964, "f1": 0.466639, "accuracy": 0.502964, "main_score": 0.466639, "hf_subset": "quy_Latn-shn_Mymr", "languages": ["quy-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.722497, "recall": 0.767787, "f1": 0.73469, "accuracy": 0.767787, "main_score": 0.73469, "hf_subset": "quy_Latn-tgl_Latn", "languages": ["quy-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664549, "recall": 0.716403, "f1": 0.677623, "accuracy": 0.716403, "main_score": 0.677623, "hf_subset": "quy_Latn-yue_Hant", "languages": ["quy-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.671437, "recall": 0.724308, "f1": 0.68608, "accuracy": 0.724308, "main_score": 0.68608, "hf_subset": "quy_Latn-asm_Beng", "languages": ["quy-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.614683, "recall": 0.668972, "f1": 0.629327, "accuracy": 0.668972, "main_score": 0.629327, "hf_subset": "quy_Latn-ckb_Arab", "languages": ["quy-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571003, "recall": 0.621542, "f1": 0.585246, "accuracy": 0.621542, "main_score": 0.585246, "hf_subset": "quy_Latn-gle_Latn", "languages": ["quy-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592757, "recall": 0.644269, "f1": 0.606951, "accuracy": 0.644269, "main_score": 0.606951, "hf_subset": "quy_Latn-kas_Arab", "languages": ["quy-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645018, "recall": 0.695652, "f1": 0.658887, "accuracy": 0.695652, "main_score": 0.658887, "hf_subset": "quy_Latn-ltg_Latn", "languages": ["quy-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575187, "recall": 0.61166, "f1": 0.585441, "accuracy": 0.61166, "main_score": 0.585441, "hf_subset": "quy_Latn-nso_Latn", "languages": ["quy-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597054, "recall": 0.658103, "f1": 0.61393, "accuracy": 0.658103, "main_score": 0.61393, "hf_subset": "quy_Latn-sin_Sinh", "languages": ["quy-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.669487, "recall": 0.719368, "f1": 0.682799, "accuracy": 0.719368, "main_score": 0.682799, "hf_subset": "quy_Latn-tha_Thai", "languages": ["quy-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.652674, "recall": 0.699605, "f1": 0.664139, "accuracy": 0.699605, "main_score": 0.664139, "hf_subset": "quy_Latn-zho_Hans", "languages": ["quy-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.7134, "recall": 0.758893, "f1": 0.725561, "accuracy": 0.758893, "main_score": 0.725561, "hf_subset": "quy_Latn-ast_Latn", "languages": ["quy-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670223, "recall": 0.724308, "f1": 0.684549, "accuracy": 0.724308, "main_score": 0.684549, "hf_subset": "quy_Latn-crh_Latn", "languages": ["quy-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716018, "recall": 0.757905, "f1": 0.726989, "accuracy": 0.757905, "main_score": 0.726989, "hf_subset": "quy_Latn-glg_Latn", "languages": ["quy-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586545, "recall": 0.643281, "f1": 0.602934, "accuracy": 0.643281, "main_score": 0.602934, "hf_subset": "quy_Latn-kas_Deva", "languages": ["quy-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.671688, "recall": 0.711462, "f1": 0.682435, "accuracy": 0.711462, "main_score": 0.682435, "hf_subset": "quy_Latn-ltz_Latn", "languages": ["quy-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450955, "recall": 0.503953, "f1": 0.465194, "accuracy": 0.503953, "main_score": 0.465194, "hf_subset": "quy_Latn-nus_Latn", "languages": ["quy-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711222, "recall": 0.757905, "f1": 0.724546, "accuracy": 0.757905, "main_score": 0.724546, "hf_subset": "quy_Latn-slk_Latn", "languages": ["quy-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462683, "recall": 0.528656, "f1": 0.480592, "accuracy": 0.528656, "main_score": 0.480592, "hf_subset": "quy_Latn-tir_Ethi", "languages": ["quy-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.659806, "recall": 0.715415, "f1": 0.674602, "accuracy": 0.715415, "main_score": 0.674602, "hf_subset": "quy_Latn-zho_Hant", "languages": ["quy-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.690952, "recall": 0.735178, "f1": 0.70241, "accuracy": 0.735178, "main_score": 0.70241, "hf_subset": "quy_Latn-awa_Deva", "languages": ["quy-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.649251, "recall": 0.697628, "f1": 0.663024, "accuracy": 0.697628, "main_score": 0.663024, "hf_subset": "quy_Latn-cym_Latn", "languages": ["quy-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652463, "recall": 0.697628, "f1": 0.665169, "accuracy": 0.697628, "main_score": 0.665169, "hf_subset": "quy_Latn-grn_Latn", "languages": ["quy-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655222, "recall": 0.704545, "f1": 0.668481, "accuracy": 0.704545, "main_score": 0.668481, "hf_subset": "quy_Latn-kat_Geor", "languages": ["quy-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.575067, "recall": 0.617589, "f1": 0.587428, "accuracy": 0.617589, "main_score": 0.587428, "hf_subset": "quy_Latn-lua_Latn", "languages": ["quy-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560237, "recall": 0.608696, "f1": 0.574477, "accuracy": 0.608696, "main_score": 0.574477, "hf_subset": "quy_Latn-nya_Latn", "languages": ["quy-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692717, "recall": 0.741107, "f1": 0.705605, "accuracy": 0.741107, "main_score": 0.705605, "hf_subset": "quy_Latn-slv_Latn", "languages": ["quy-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653916, "recall": 0.702569, "f1": 0.667358, "accuracy": 0.702569, "main_score": 0.667358, "hf_subset": "quy_Latn-tpi_Latn", "languages": ["quy-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712455, "recall": 0.762846, "f1": 0.725671, "accuracy": 0.762846, "main_score": 0.725671, "hf_subset": "quy_Latn-zsm_Latn", "languages": ["quy-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560474, "recall": 0.610672, "f1": 0.575249, "accuracy": 0.610672, "main_score": 0.575249, "hf_subset": "quy_Latn-ayr_Latn", "languages": ["quy-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707343, "recall": 0.757905, "f1": 0.720622, "accuracy": 0.757905, "main_score": 0.720622, "hf_subset": "quy_Latn-dan_Latn", "languages": ["quy-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697598, "recall": 0.746047, "f1": 0.710713, "accuracy": 0.746047, "main_score": 0.710713, "hf_subset": "quy_Latn-guj_Gujr", "languages": ["quy-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.691185, "recall": 0.743083, "f1": 0.705522, "accuracy": 0.743083, "main_score": 0.705522, "hf_subset": "quy_Latn-kaz_Cyrl", "languages": ["quy-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503303, "recall": 0.552372, "f1": 0.516838, "accuracy": 0.552372, "main_score": 0.516838, "hf_subset": "quy_Latn-lug_Latn", "languages": ["quy-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718728, "recall": 0.766798, "f1": 0.731528, "accuracy": 0.766798, "main_score": 0.731528, "hf_subset": "quy_Latn-oci_Latn", "languages": ["quy-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61769, "recall": 0.666008, "f1": 0.63097, "accuracy": 0.666008, "main_score": 0.63097, "hf_subset": "quy_Latn-smo_Latn", "languages": ["quy-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513263, "recall": 0.562253, "f1": 0.526502, "accuracy": 0.562253, "main_score": 0.526502, "hf_subset": "quy_Latn-tsn_Latn", "languages": ["quy-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539587, "recall": 0.59585, "f1": 0.555052, "accuracy": 0.59585, "main_score": 0.555052, "hf_subset": "quy_Latn-zul_Latn", "languages": ["quy-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590827, "recall": 0.642292, "f1": 0.606001, "accuracy": 0.642292, "main_score": 0.606001, "hf_subset": "quy_Latn-azb_Arab", "languages": ["quy-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.702594, "recall": 0.752964, "f1": 0.716299, "accuracy": 0.752964, "main_score": 0.716299, "hf_subset": "quy_Latn-deu_Latn", "languages": ["quy-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641109, "recall": 0.697628, "f1": 0.656927, "accuracy": 0.697628, "main_score": 0.656927, "hf_subset": "quy_Latn-hat_Latn", "languages": ["quy-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494092, "recall": 0.540514, "f1": 0.507136, "accuracy": 0.540514, "main_score": 0.507136, "hf_subset": "quy_Latn-kbp_Latn", "languages": ["quy-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561919, "recall": 0.606719, "f1": 0.574926, "accuracy": 0.606719, "main_score": 0.574926, "hf_subset": "quy_Latn-luo_Latn", "languages": ["quy-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683584, "recall": 0.73419, "f1": 0.697521, "accuracy": 0.73419, "main_score": 0.697521, "hf_subset": "quy_Latn-ory_Orya", "languages": ["quy-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.557963, "recall": 0.603755, "f1": 0.57114, "accuracy": 0.603755, "main_score": 0.57114, "hf_subset": "quy_Latn-sna_Latn", "languages": ["quy-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528138, "recall": 0.571146, "f1": 0.540431, "accuracy": 0.571146, "main_score": 0.540431, "hf_subset": "quy_Latn-tso_Latn", "languages": ["quy-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671083, "recall": 0.72332, "f1": 0.684888, "accuracy": 0.72332, "main_score": 0.684888, "hf_subset": "quy_Latn-azj_Latn", "languages": ["quy-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525207, "recall": 0.575099, "f1": 0.540333, "accuracy": 0.575099, "main_score": 0.540333, "hf_subset": "quy_Latn-dik_Latn", "languages": ["quy-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576436, "recall": 0.625494, "f1": 0.59054, "accuracy": 0.625494, "main_score": 0.59054, "hf_subset": "quy_Latn-hau_Latn", "languages": ["quy-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682805, "recall": 0.726285, "f1": 0.69355, "accuracy": 0.726285, "main_score": 0.69355, "hf_subset": "quy_Latn-kea_Latn", "languages": ["quy-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61833, "recall": 0.656126, "f1": 0.629894, "accuracy": 0.656126, "main_score": 0.629894, "hf_subset": "quy_Latn-lus_Latn", "languages": ["quy-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65956, "recall": 0.688735, "f1": 0.667681, "accuracy": 0.688735, "main_score": 0.667681, "hf_subset": "quy_Latn-pag_Latn", "languages": ["quy-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66019, "recall": 0.710474, "f1": 0.674494, "accuracy": 0.710474, "main_score": 0.674494, "hf_subset": "quy_Latn-snd_Arab", "languages": ["quy-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.639119, "recall": 0.6917, "f1": 0.653926, "accuracy": 0.6917, "main_score": 0.653926, "hf_subset": "quy_Latn-tuk_Latn", "languages": ["quy-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680136, "recall": 0.727273, "f1": 0.693515, "accuracy": 0.727273, "main_score": 0.693515, "hf_subset": "quy_Latn-bak_Cyrl", "languages": ["quy-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.448355, "recall": 0.51087, "f1": 0.466864, "accuracy": 0.51087, "main_score": 0.466864, "hf_subset": "quy_Latn-dyu_Latn", "languages": ["quy-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686646, "recall": 0.736166, "f1": 0.70003, "accuracy": 0.736166, "main_score": 0.70003, "hf_subset": "quy_Latn-heb_Hebr", "languages": ["quy-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.634474, "recall": 0.689723, "f1": 0.649908, "accuracy": 0.689723, "main_score": 0.649908, "hf_subset": "quy_Latn-khk_Cyrl", "languages": ["quy-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.676206, "recall": 0.725296, "f1": 0.689255, "accuracy": 0.725296, "main_score": 0.689255, "hf_subset": "quy_Latn-lvs_Latn", "languages": ["quy-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687448, "recall": 0.73913, "f1": 0.701136, "accuracy": 0.73913, "main_score": 0.701136, "hf_subset": "quy_Latn-pan_Guru", "languages": ["quy-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.54728, "recall": 0.59585, "f1": 0.560754, "accuracy": 0.59585, "main_score": 0.560754, "hf_subset": "quy_Latn-som_Latn", "languages": ["quy-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53219, "recall": 0.575099, "f1": 0.544263, "accuracy": 0.575099, "main_score": 0.544263, "hf_subset": "quy_Latn-tum_Latn", "languages": ["quy-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497573, "recall": 0.55336, "f1": 0.513006, "accuracy": 0.55336, "main_score": 0.513006, "hf_subset": "swh_Latn-ace_Arab", "languages": ["swh-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538739, "recall": 0.58498, "f1": 0.551602, "accuracy": 0.58498, "main_score": 0.551602, "hf_subset": "swh_Latn-bam_Latn", "languages": ["swh-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.361073, "recall": 0.433794, "f1": 0.379511, "accuracy": 0.433794, "main_score": 0.379511, "hf_subset": "swh_Latn-dzo_Tibt", "languages": ["swh-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "swh_Latn-hin_Deva", "languages": ["swh-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "swh_Latn-khm_Khmr", "languages": ["swh-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "swh_Latn-mag_Deva", "languages": ["swh-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.906209, "recall": 0.931818, "f1": 0.914262, "accuracy": 0.931818, "main_score": 0.914262, "hf_subset": "swh_Latn-pap_Latn", "languages": ["swh-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603354, "recall": 0.650198, "f1": 0.616605, "accuracy": 0.650198, "main_score": 0.616605, "hf_subset": "swh_Latn-sot_Latn", "languages": ["swh-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "swh_Latn-tur_Latn", "languages": ["swh-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78694, "recall": 0.83004, "f1": 0.799722, "accuracy": 0.83004, "main_score": 0.799722, "hf_subset": "swh_Latn-ace_Latn", "languages": ["swh-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861561, "recall": 0.88834, "f1": 0.869288, "accuracy": 0.88834, "main_score": 0.869288, "hf_subset": "swh_Latn-ban_Latn", "languages": ["swh-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "swh_Latn-ell_Grek", "languages": ["swh-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.93643, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "swh_Latn-hne_Deva", "languages": ["swh-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.591789, "recall": 0.644269, "f1": 0.606367, "accuracy": 0.644269, "main_score": 0.606367, "hf_subset": "swh_Latn-kik_Latn", "languages": ["swh-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "swh_Latn-mai_Deva", "languages": ["swh-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.908218, "recall": 0.933794, "f1": 0.916074, "accuracy": 0.933794, "main_score": 0.916074, "hf_subset": "swh_Latn-pbt_Arab", "languages": ["swh-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "swh_Latn-spa_Latn", "languages": ["swh-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586241, "recall": 0.633399, "f1": 0.599574, "accuracy": 0.633399, "main_score": 0.599574, "hf_subset": "swh_Latn-twi_Latn", "languages": ["swh-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "swh_Latn-acm_Arab", "languages": ["swh-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942194, "recall": 0.958498, "f1": 0.947464, "accuracy": 0.958498, "main_score": 0.947464, "hf_subset": "swh_Latn-bel_Cyrl", "languages": ["swh-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "swh_Latn-eng_Latn", "languages": ["swh-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "swh_Latn-hrv_Latn", "languages": ["swh-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596709, "recall": 0.653162, "f1": 0.611873, "accuracy": 0.653162, "main_score": 0.611873, "hf_subset": "swh_Latn-kin_Latn", "languages": ["swh-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "swh_Latn-mal_Mlym", "languages": ["swh-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.970553, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "swh_Latn-pes_Arab", "languages": ["swh-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.923946, "recall": 0.942688, "f1": 0.929677, "accuracy": 0.942688, "main_score": 0.929677, "hf_subset": "swh_Latn-srd_Latn", "languages": ["swh-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202193, "recall": 0.250988, "f1": 0.214525, "accuracy": 0.250988, "main_score": 0.214525, "hf_subset": "swh_Latn-tzm_Tfng", "languages": ["swh-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "swh_Latn-acq_Arab", "languages": ["swh-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.631193, "recall": 0.681818, "f1": 0.645029, "accuracy": 0.681818, "main_score": 0.645029, "hf_subset": "swh_Latn-bem_Latn", "languages": ["swh-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "swh_Latn-epo_Latn", "languages": ["swh-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970059, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "swh_Latn-hun_Latn", "languages": ["swh-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90056, "recall": 0.929842, "f1": 0.909914, "accuracy": 0.929842, "main_score": 0.909914, "hf_subset": "swh_Latn-kir_Cyrl", "languages": ["swh-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "swh_Latn-mar_Deva", "languages": ["swh-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.654671, "recall": 0.700593, "f1": 0.667424, "accuracy": 0.700593, "main_score": 0.667424, "hf_subset": "swh_Latn-plt_Latn", "languages": ["swh-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "swh_Latn-srp_Cyrl", "languages": ["swh-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.880715, "recall": 0.911067, "f1": 0.89002, "accuracy": 0.911067, "main_score": 0.89002, "hf_subset": "swh_Latn-uig_Arab", "languages": ["swh-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942852, "recall": 0.959486, "f1": 0.948287, "accuracy": 0.959486, "main_score": 0.948287, "hf_subset": "swh_Latn-aeb_Arab", "languages": ["swh-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956719, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "swh_Latn-ben_Beng", "languages": ["swh-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "swh_Latn-est_Latn", "languages": ["swh-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "swh_Latn-hye_Armn", "languages": ["swh-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.554771, "recall": 0.596838, "f1": 0.566718, "accuracy": 0.596838, "main_score": 0.566718, "hf_subset": "swh_Latn-kmb_Latn", "languages": ["swh-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466265, "recall": 0.530632, "f1": 0.48299, "accuracy": 0.530632, "main_score": 0.48299, "hf_subset": "swh_Latn-min_Arab", "languages": ["swh-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "swh_Latn-pol_Latn", "languages": ["swh-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585772, "recall": 0.640316, "f1": 0.600278, "accuracy": 0.640316, "main_score": 0.600278, "hf_subset": "swh_Latn-ssw_Latn", "languages": ["swh-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "swh_Latn-ukr_Cyrl", "languages": ["swh-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "swh_Latn-afr_Latn", "languages": ["swh-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.950593, "f1": 0.936232, "accuracy": 0.950593, "main_score": 0.936232, "hf_subset": "swh_Latn-bho_Deva", "languages": ["swh-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.942605, "recall": 0.959486, "f1": 0.948024, "accuracy": 0.959486, "main_score": 0.948024, "hf_subset": "swh_Latn-eus_Latn", "languages": ["swh-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588268, "recall": 0.642292, "f1": 0.602663, "accuracy": 0.642292, "main_score": 0.602663, "hf_subset": "swh_Latn-ibo_Latn", "languages": ["swh-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828508, "recall": 0.870553, "f1": 0.841224, "accuracy": 0.870553, "main_score": 0.841224, "hf_subset": "swh_Latn-kmr_Latn", "languages": ["swh-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919384, "recall": 0.942688, "f1": 0.926779, "accuracy": 0.942688, "main_score": 0.926779, "hf_subset": "swh_Latn-min_Latn", "languages": ["swh-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "swh_Latn-por_Latn", "languages": ["swh-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943709, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "swh_Latn-sun_Latn", "languages": ["swh-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52542, "recall": 0.579051, "f1": 0.539896, "accuracy": 0.579051, "main_score": 0.539896, "hf_subset": "swh_Latn-umb_Latn", "languages": ["swh-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "swh_Latn-ajp_Arab", "languages": ["swh-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481695, "recall": 0.540514, "f1": 0.497098, "accuracy": 0.540514, "main_score": 0.497098, "hf_subset": "swh_Latn-bjn_Arab", "languages": ["swh-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521533, "recall": 0.567194, "f1": 0.53381, "accuracy": 0.567194, "main_score": 0.53381, "hf_subset": "swh_Latn-ewe_Latn", "languages": ["swh-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861899, "recall": 0.894269, "f1": 0.871267, "accuracy": 0.894269, "main_score": 0.871267, "hf_subset": "swh_Latn-ilo_Latn", "languages": ["swh-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323223, "recall": 0.37747, "f1": 0.338475, "accuracy": 0.37747, "main_score": 0.338475, "hf_subset": "swh_Latn-knc_Arab", "languages": ["swh-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "swh_Latn-mkd_Cyrl", "languages": ["swh-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "swh_Latn-prs_Arab", "languages": ["swh-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "swh_Latn-swe_Latn", "languages": ["swh-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "swh_Latn-urd_Arab", "languages": ["swh-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555435, "recall": 0.602767, "f1": 0.569433, "accuracy": 0.602767, "main_score": 0.569433, "hf_subset": "swh_Latn-aka_Latn", "languages": ["swh-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912385, "recall": 0.934783, "f1": 0.91919, "accuracy": 0.934783, "main_score": 0.91919, "hf_subset": "swh_Latn-bjn_Latn", "languages": ["swh-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907955, "recall": 0.932806, "f1": 0.91525, "accuracy": 0.932806, "main_score": 0.91525, "hf_subset": "swh_Latn-fao_Latn", "languages": ["swh-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "swh_Latn-ind_Latn", "languages": ["swh-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570332, "recall": 0.618577, "f1": 0.58454, "accuracy": 0.618577, "main_score": 0.58454, "hf_subset": "swh_Latn-knc_Latn", "languages": ["swh-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957757, "recall": 0.970356, "f1": 0.961858, "accuracy": 0.970356, "main_score": 0.961858, "hf_subset": "swh_Latn-mlt_Latn", "languages": ["swh-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663351, "recall": 0.718379, "f1": 0.679451, "accuracy": 0.718379, "main_score": 0.679451, "hf_subset": "swh_Latn-quy_Latn", "languages": ["swh-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "swh_Latn-uzn_Latn", "languages": ["swh-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97192, "recall": 0.980237, "f1": 0.974539, "accuracy": 0.980237, "main_score": 0.974539, "hf_subset": "swh_Latn-als_Latn", "languages": ["swh-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580174, "recall": 0.660079, "f1": 0.602056, "accuracy": 0.660079, "main_score": 0.602056, "hf_subset": "swh_Latn-bod_Tibt", "languages": ["swh-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.678081, "recall": 0.733202, "f1": 0.693846, "accuracy": 0.733202, "main_score": 0.693846, "hf_subset": "swh_Latn-fij_Latn", "languages": ["swh-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "swh_Latn-isl_Latn", "languages": ["swh-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629242, "recall": 0.679842, "f1": 0.643598, "accuracy": 0.679842, "main_score": 0.643598, "hf_subset": "swh_Latn-kon_Latn", "languages": ["swh-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572283, "recall": 0.632411, "f1": 0.589933, "accuracy": 0.632411, "main_score": 0.589933, "hf_subset": "swh_Latn-mni_Beng", "languages": ["swh-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "swh_Latn-ron_Latn", "languages": ["swh-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.951581, "f1": 0.939559, "accuracy": 0.951581, "main_score": 0.939559, "hf_subset": "swh_Latn-szl_Latn", "languages": ["swh-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956604, "recall": 0.970356, "f1": 0.961034, "accuracy": 0.970356, "main_score": 0.961034, "hf_subset": "swh_Latn-vec_Latn", "languages": ["swh-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904891, "recall": 0.932806, "f1": 0.913768, "accuracy": 0.932806, "main_score": 0.913768, "hf_subset": "swh_Latn-amh_Ethi", "languages": ["swh-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "swh_Latn-bos_Latn", "languages": ["swh-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "swh_Latn-fin_Latn", "languages": ["swh-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "swh_Latn-ita_Latn", "languages": ["swh-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "swh_Latn-kor_Hang", "languages": ["swh-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.536627, "recall": 0.582016, "f1": 0.549953, "accuracy": 0.582016, "main_score": 0.549953, "hf_subset": "swh_Latn-mos_Latn", "languages": ["swh-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564347, "recall": 0.615613, "f1": 0.578211, "accuracy": 0.615613, "main_score": 0.578211, "hf_subset": "swh_Latn-run_Latn", "languages": ["swh-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "swh_Latn-tam_Taml", "languages": ["swh-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "swh_Latn-vie_Latn", "languages": ["swh-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "swh_Latn-apc_Arab", "languages": ["swh-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.713275, "recall": 0.762846, "f1": 0.727231, "accuracy": 0.762846, "main_score": 0.727231, "hf_subset": "swh_Latn-bug_Latn", "languages": ["swh-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466723, "recall": 0.512846, "f1": 0.479317, "accuracy": 0.512846, "main_score": 0.479317, "hf_subset": "swh_Latn-fon_Latn", "languages": ["swh-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "swh_Latn-jav_Latn", "languages": ["swh-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "swh_Latn-lao_Laoo", "languages": ["swh-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.829545, "recall": 0.875494, "f1": 0.843808, "accuracy": 0.875494, "main_score": 0.843808, "hf_subset": "swh_Latn-mri_Latn", "languages": ["swh-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "swh_Latn-rus_Cyrl", "languages": ["swh-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515226, "recall": 0.564229, "f1": 0.528157, "accuracy": 0.564229, "main_score": 0.528157, "hf_subset": "swh_Latn-taq_Latn", "languages": ["swh-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953475, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "swh_Latn-war_Latn", "languages": ["swh-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "swh_Latn-arb_Arab", "languages": ["swh-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "swh_Latn-bul_Cyrl", "languages": ["swh-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "swh_Latn-fra_Latn", "languages": ["swh-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.958959, "accuracy": 0.968379, "main_score": 0.958959, "hf_subset": "swh_Latn-jpn_Jpan", "languages": ["swh-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.9333, "recall": 0.952569, "f1": 0.939394, "accuracy": 0.952569, "main_score": 0.939394, "hf_subset": "swh_Latn-lij_Latn", "languages": ["swh-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918808, "recall": 0.942688, "f1": 0.926548, "accuracy": 0.942688, "main_score": 0.926548, "hf_subset": "swh_Latn-mya_Mymr", "languages": ["swh-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.562585, "recall": 0.616601, "f1": 0.57775, "accuracy": 0.616601, "main_score": 0.57775, "hf_subset": "swh_Latn-sag_Latn", "languages": ["swh-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207977, "recall": 0.250988, "f1": 0.218131, "accuracy": 0.250988, "main_score": 0.218131, "hf_subset": "swh_Latn-taq_Tfng", "languages": ["swh-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.600587, "recall": 0.649209, "f1": 0.614822, "accuracy": 0.649209, "main_score": 0.614822, "hf_subset": "swh_Latn-wol_Latn", "languages": ["swh-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727037, "recall": 0.789526, "f1": 0.745428, "accuracy": 0.789526, "main_score": 0.745428, "hf_subset": "swh_Latn-arb_Latn", "languages": ["swh-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "swh_Latn-cat_Latn", "languages": ["swh-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930501, "recall": 0.948617, "f1": 0.935903, "accuracy": 0.948617, "main_score": 0.935903, "hf_subset": "swh_Latn-fur_Latn", "languages": ["swh-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439166, "recall": 0.492095, "f1": 0.453214, "accuracy": 0.492095, "main_score": 0.453214, "hf_subset": "swh_Latn-kab_Latn", "languages": ["swh-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916914, "recall": 0.938735, "f1": 0.923814, "accuracy": 0.938735, "main_score": 0.923814, "hf_subset": "swh_Latn-lim_Latn", "languages": ["swh-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958696, "recall": 0.969368, "f1": 0.961957, "accuracy": 0.969368, "main_score": 0.961957, "hf_subset": "swh_Latn-nld_Latn", "languages": ["swh-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930336, "recall": 0.950593, "f1": 0.936726, "accuracy": 0.950593, "main_score": 0.936726, "hf_subset": "swh_Latn-san_Deva", "languages": ["swh-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.934536, "recall": 0.954545, "f1": 0.940942, "accuracy": 0.954545, "main_score": 0.940942, "hf_subset": "swh_Latn-tat_Cyrl", "languages": ["swh-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.68952, "recall": 0.738142, "f1": 0.703181, "accuracy": 0.738142, "main_score": 0.703181, "hf_subset": "swh_Latn-xho_Latn", "languages": ["swh-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960507, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "swh_Latn-ars_Arab", "languages": ["swh-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "swh_Latn-ceb_Latn", "languages": ["swh-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544309, "recall": 0.598814, "f1": 0.559766, "accuracy": 0.598814, "main_score": 0.559766, "hf_subset": "swh_Latn-fuv_Latn", "languages": ["swh-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498224, "recall": 0.551383, "f1": 0.512738, "accuracy": 0.551383, "main_score": 0.512738, "hf_subset": "swh_Latn-kac_Latn", "languages": ["swh-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630142, "recall": 0.683794, "f1": 0.645292, "accuracy": 0.683794, "main_score": 0.645292, "hf_subset": "swh_Latn-lin_Latn", "languages": ["swh-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "swh_Latn-nno_Latn", "languages": ["swh-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.233809, "recall": 0.30336, "f1": 0.251902, "accuracy": 0.30336, "main_score": 0.251902, "hf_subset": "swh_Latn-sat_Olck", "languages": ["swh-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "swh_Latn-tel_Telu", "languages": ["swh-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.885639, "recall": 0.91502, "f1": 0.894928, "accuracy": 0.91502, "main_score": 0.894928, "hf_subset": "swh_Latn-ydd_Hebr", "languages": ["swh-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.918429, "recall": 0.9417, "f1": 0.925626, "accuracy": 0.9417, "main_score": 0.925626, "hf_subset": "swh_Latn-ary_Arab", "languages": ["swh-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970109, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "swh_Latn-ces_Latn", "languages": ["swh-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582915, "recall": 0.631423, "f1": 0.596906, "accuracy": 0.631423, "main_score": 0.596906, "hf_subset": "swh_Latn-gaz_Latn", "languages": ["swh-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606038, "recall": 0.658103, "f1": 0.620401, "accuracy": 0.658103, "main_score": 0.620401, "hf_subset": "swh_Latn-kam_Latn", "languages": ["swh-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "swh_Latn-lit_Latn", "languages": ["swh-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "swh_Latn-nob_Latn", "languages": ["swh-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939641, "recall": 0.95751, "f1": 0.945389, "accuracy": 0.95751, "main_score": 0.945389, "hf_subset": "swh_Latn-scn_Latn", "languages": ["swh-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936018, "recall": 0.954545, "f1": 0.941765, "accuracy": 0.954545, "main_score": 0.941765, "hf_subset": "swh_Latn-tgk_Cyrl", "languages": ["swh-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.713389, "recall": 0.773715, "f1": 0.731522, "accuracy": 0.773715, "main_score": 0.731522, "hf_subset": "swh_Latn-yor_Latn", "languages": ["swh-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "swh_Latn-arz_Arab", "languages": ["swh-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542194, "recall": 0.591897, "f1": 0.556881, "accuracy": 0.591897, "main_score": 0.556881, "hf_subset": "swh_Latn-cjk_Latn", "languages": ["swh-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745208, "recall": 0.797431, "f1": 0.760823, "accuracy": 0.797431, "main_score": 0.760823, "hf_subset": "swh_Latn-gla_Latn", "languages": ["swh-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "swh_Latn-kan_Knda", "languages": ["swh-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.930534, "recall": 0.949605, "f1": 0.936594, "accuracy": 0.949605, "main_score": 0.936594, "hf_subset": "swh_Latn-lmo_Latn", "languages": ["swh-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "swh_Latn-npi_Deva", "languages": ["swh-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.449804, "recall": 0.500988, "f1": 0.464065, "accuracy": 0.500988, "main_score": 0.464065, "hf_subset": "swh_Latn-shn_Mymr", "languages": ["swh-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "swh_Latn-tgl_Latn", "languages": ["swh-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "swh_Latn-yue_Hant", "languages": ["swh-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.956719, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "swh_Latn-asm_Beng", "languages": ["swh-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.905221, "recall": 0.93083, "f1": 0.913241, "accuracy": 0.93083, "main_score": 0.913241, "hf_subset": "swh_Latn-ckb_Arab", "languages": ["swh-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.829291, "recall": 0.868577, "f1": 0.84109, "accuracy": 0.868577, "main_score": 0.84109, "hf_subset": "swh_Latn-gle_Latn", "languages": ["swh-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850527, "recall": 0.881423, "f1": 0.859478, "accuracy": 0.881423, "main_score": 0.859478, "hf_subset": "swh_Latn-kas_Arab", "languages": ["swh-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.842795, "recall": 0.878458, "f1": 0.853151, "accuracy": 0.878458, "main_score": 0.853151, "hf_subset": "swh_Latn-ltg_Latn", "languages": ["swh-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616002, "recall": 0.660079, "f1": 0.628153, "accuracy": 0.660079, "main_score": 0.628153, "hf_subset": "swh_Latn-nso_Latn", "languages": ["swh-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "swh_Latn-sin_Sinh", "languages": ["swh-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "swh_Latn-tha_Thai", "languages": ["swh-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.948534, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "swh_Latn-zho_Hans", "languages": ["swh-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "swh_Latn-ast_Latn", "languages": ["swh-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942029, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "swh_Latn-crh_Latn", "languages": ["swh-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "swh_Latn-glg_Latn", "languages": ["swh-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765316, "recall": 0.815217, "f1": 0.780355, "accuracy": 0.815217, "main_score": 0.780355, "hf_subset": "swh_Latn-kas_Deva", "languages": ["swh-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913291, "recall": 0.937747, "f1": 0.920803, "accuracy": 0.937747, "main_score": 0.920803, "hf_subset": "swh_Latn-ltz_Latn", "languages": ["swh-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473487, "recall": 0.530632, "f1": 0.489018, "accuracy": 0.530632, "main_score": 0.489018, "hf_subset": "swh_Latn-nus_Latn", "languages": ["swh-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969895, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "swh_Latn-slk_Latn", "languages": ["swh-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563053, "recall": 0.631423, "f1": 0.58304, "accuracy": 0.631423, "main_score": 0.58304, "hf_subset": "swh_Latn-tir_Ethi", "languages": ["swh-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "swh_Latn-zho_Hant", "languages": ["swh-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.948205, "recall": 0.962451, "f1": 0.952635, "accuracy": 0.962451, "main_score": 0.952635, "hf_subset": "swh_Latn-awa_Deva", "languages": ["swh-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.961462, "f1": 0.950922, "accuracy": 0.961462, "main_score": 0.950922, "hf_subset": "swh_Latn-cym_Latn", "languages": ["swh-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729973, "recall": 0.77668, "f1": 0.742932, "accuracy": 0.77668, "main_score": 0.742932, "hf_subset": "swh_Latn-grn_Latn", "languages": ["swh-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930748, "recall": 0.951581, "f1": 0.937484, "accuracy": 0.951581, "main_score": 0.937484, "hf_subset": "swh_Latn-kat_Geor", "languages": ["swh-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.613104, "recall": 0.660079, "f1": 0.6266, "accuracy": 0.660079, "main_score": 0.6266, "hf_subset": "swh_Latn-lua_Latn", "languages": ["swh-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641356, "recall": 0.695652, "f1": 0.656812, "accuracy": 0.695652, "main_score": 0.656812, "hf_subset": "swh_Latn-nya_Latn", "languages": ["swh-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "swh_Latn-slv_Latn", "languages": ["swh-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841682, "recall": 0.879447, "f1": 0.852742, "accuracy": 0.879447, "main_score": 0.852742, "hf_subset": "swh_Latn-tpi_Latn", "languages": ["swh-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "swh_Latn-zsm_Latn", "languages": ["swh-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524507, "recall": 0.573123, "f1": 0.538629, "accuracy": 0.573123, "main_score": 0.538629, "hf_subset": "swh_Latn-ayr_Latn", "languages": ["swh-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "swh_Latn-dan_Latn", "languages": ["swh-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "swh_Latn-guj_Gujr", "languages": ["swh-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.954381, "recall": 0.969368, "f1": 0.959321, "accuracy": 0.969368, "main_score": 0.959321, "hf_subset": "swh_Latn-kaz_Cyrl", "languages": ["swh-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.567281, "recall": 0.626482, "f1": 0.584303, "accuracy": 0.626482, "main_score": 0.584303, "hf_subset": "swh_Latn-lug_Latn", "languages": ["swh-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "swh_Latn-oci_Latn", "languages": ["swh-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8139, "recall": 0.857708, "f1": 0.827306, "accuracy": 0.857708, "main_score": 0.827306, "hf_subset": "swh_Latn-smo_Latn", "languages": ["swh-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558284, "recall": 0.61166, "f1": 0.573187, "accuracy": 0.61166, "main_score": 0.573187, "hf_subset": "swh_Latn-tsn_Latn", "languages": ["swh-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646772, "recall": 0.703557, "f1": 0.663128, "accuracy": 0.703557, "main_score": 0.663128, "hf_subset": "swh_Latn-zul_Latn", "languages": ["swh-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810392, "recall": 0.854743, "f1": 0.823946, "accuracy": 0.854743, "main_score": 0.823946, "hf_subset": "swh_Latn-azb_Arab", "languages": ["swh-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "swh_Latn-deu_Latn", "languages": ["swh-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925313, "recall": 0.94664, "f1": 0.932049, "accuracy": 0.94664, "main_score": 0.932049, "hf_subset": "swh_Latn-hat_Latn", "languages": ["swh-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490923, "recall": 0.537549, "f1": 0.503743, "accuracy": 0.537549, "main_score": 0.503743, "hf_subset": "swh_Latn-kbp_Latn", "languages": ["swh-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585067, "recall": 0.630435, "f1": 0.597646, "accuracy": 0.630435, "main_score": 0.597646, "hf_subset": "swh_Latn-luo_Latn", "languages": ["swh-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "swh_Latn-ory_Orya", "languages": ["swh-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.57044, "recall": 0.629447, "f1": 0.586895, "accuracy": 0.629447, "main_score": 0.586895, "hf_subset": "swh_Latn-sna_Latn", "languages": ["swh-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55963, "recall": 0.604743, "f1": 0.57158, "accuracy": 0.604743, "main_score": 0.57158, "hf_subset": "swh_Latn-tso_Latn", "languages": ["swh-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939312, "recall": 0.95751, "f1": 0.945224, "accuracy": 0.95751, "main_score": 0.945224, "hf_subset": "swh_Latn-azj_Latn", "languages": ["swh-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528133, "recall": 0.579051, "f1": 0.542204, "accuracy": 0.579051, "main_score": 0.542204, "hf_subset": "swh_Latn-dik_Latn", "languages": ["swh-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736093, "recall": 0.784585, "f1": 0.750313, "accuracy": 0.784585, "main_score": 0.750313, "hf_subset": "swh_Latn-hau_Latn", "languages": ["swh-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913702, "recall": 0.937747, "f1": 0.921033, "accuracy": 0.937747, "main_score": 0.921033, "hf_subset": "swh_Latn-kea_Latn", "languages": ["swh-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666914, "recall": 0.709486, "f1": 0.678971, "accuracy": 0.709486, "main_score": 0.678971, "hf_subset": "swh_Latn-lus_Latn", "languages": ["swh-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762091, "recall": 0.802372, "f1": 0.773682, "accuracy": 0.802372, "main_score": 0.773682, "hf_subset": "swh_Latn-pag_Latn", "languages": ["swh-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "swh_Latn-snd_Arab", "languages": ["swh-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.867902, "recall": 0.902174, "f1": 0.878656, "accuracy": 0.902174, "main_score": 0.878656, "hf_subset": "swh_Latn-tuk_Latn", "languages": ["swh-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912714, "recall": 0.935771, "f1": 0.919702, "accuracy": 0.935771, "main_score": 0.919702, "hf_subset": "swh_Latn-bak_Cyrl", "languages": ["swh-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469403, "recall": 0.531621, "f1": 0.487096, "accuracy": 0.531621, "main_score": 0.487096, "hf_subset": "swh_Latn-dyu_Latn", "languages": ["swh-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "swh_Latn-heb_Hebr", "languages": ["swh-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.935104, "recall": 0.952569, "f1": 0.940437, "accuracy": 0.952569, "main_score": 0.940437, "hf_subset": "swh_Latn-khk_Cyrl", "languages": ["swh-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "swh_Latn-lvs_Latn", "languages": ["swh-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "swh_Latn-pan_Guru", "languages": ["swh-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.725082, "recall": 0.783597, "f1": 0.742721, "accuracy": 0.783597, "main_score": 0.742721, "hf_subset": "swh_Latn-som_Latn", "languages": ["swh-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598835, "recall": 0.644269, "f1": 0.61107, "accuracy": 0.644269, "main_score": 0.61107, "hf_subset": "swh_Latn-tum_Latn", "languages": ["swh-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552478, "recall": 0.61166, "f1": 0.568905, "accuracy": 0.61166, "main_score": 0.568905, "hf_subset": "uzn_Latn-ace_Arab", "languages": ["uzn-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510156, "recall": 0.567194, "f1": 0.526369, "accuracy": 0.567194, "main_score": 0.526369, "hf_subset": "uzn_Latn-bam_Latn", "languages": ["uzn-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406368, "recall": 0.488142, "f1": 0.427704, "accuracy": 0.488142, "main_score": 0.427704, "hf_subset": "uzn_Latn-dzo_Tibt", "languages": ["uzn-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-hin_Deva", "languages": ["uzn-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-khm_Khmr", "languages": ["uzn-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-mag_Deva", "languages": ["uzn-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "uzn_Latn-pap_Latn", "languages": ["uzn-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57612, "recall": 0.632411, "f1": 0.591872, "accuracy": 0.632411, "main_score": 0.591872, "hf_subset": "uzn_Latn-sot_Latn", "languages": ["uzn-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-tur_Latn", "languages": ["uzn-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836225, "recall": 0.87253, "f1": 0.847447, "accuracy": 0.87253, "main_score": 0.847447, "hf_subset": "uzn_Latn-ace_Latn", "languages": ["uzn-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.955534, "f1": 0.944288, "accuracy": 0.955534, "main_score": 0.944288, "hf_subset": "uzn_Latn-ban_Latn", "languages": ["uzn-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ell_Grek", "languages": ["uzn-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "uzn_Latn-hne_Deva", "languages": ["uzn-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.575221, "recall": 0.630435, "f1": 0.590633, "accuracy": 0.630435, "main_score": 0.590633, "hf_subset": "uzn_Latn-kik_Latn", "languages": ["uzn-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-mai_Deva", "languages": ["uzn-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "uzn_Latn-pbt_Arab", "languages": ["uzn-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-spa_Latn", "languages": ["uzn-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597473, "recall": 0.655138, "f1": 0.613719, "accuracy": 0.655138, "main_score": 0.613719, "hf_subset": "uzn_Latn-twi_Latn", "languages": ["uzn-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-acm_Arab", "languages": ["uzn-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-bel_Cyrl", "languages": ["uzn-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-eng_Latn", "languages": ["uzn-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-hrv_Latn", "languages": ["uzn-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546245, "recall": 0.602767, "f1": 0.561818, "accuracy": 0.602767, "main_score": 0.561818, "hf_subset": "uzn_Latn-kin_Latn", "languages": ["uzn-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-mal_Mlym", "languages": ["uzn-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-pes_Arab", "languages": ["uzn-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "uzn_Latn-srd_Latn", "languages": ["uzn-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182273, "recall": 0.228261, "f1": 0.193833, "accuracy": 0.228261, "main_score": 0.193833, "hf_subset": "uzn_Latn-tzm_Tfng", "languages": ["uzn-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-acq_Arab", "languages": ["uzn-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.6016, "recall": 0.651186, "f1": 0.615253, "accuracy": 0.651186, "main_score": 0.615253, "hf_subset": "uzn_Latn-bem_Latn", "languages": ["uzn-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-epo_Latn", "languages": ["uzn-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-hun_Latn", "languages": ["uzn-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-kir_Cyrl", "languages": ["uzn-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-mar_Deva", "languages": ["uzn-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.643445, "recall": 0.698617, "f1": 0.659848, "accuracy": 0.698617, "main_score": 0.659848, "hf_subset": "uzn_Latn-plt_Latn", "languages": ["uzn-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-srp_Cyrl", "languages": ["uzn-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "uzn_Latn-uig_Arab", "languages": ["uzn-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "uzn_Latn-aeb_Arab", "languages": ["uzn-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-ben_Beng", "languages": ["uzn-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-est_Latn", "languages": ["uzn-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-hye_Armn", "languages": ["uzn-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.530674, "recall": 0.583992, "f1": 0.546168, "accuracy": 0.583992, "main_score": 0.546168, "hf_subset": "uzn_Latn-kmb_Latn", "languages": ["uzn-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486489, "recall": 0.549407, "f1": 0.502768, "accuracy": 0.549407, "main_score": 0.502768, "hf_subset": "uzn_Latn-min_Arab", "languages": ["uzn-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-pol_Latn", "languages": ["uzn-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546722, "recall": 0.609684, "f1": 0.564882, "accuracy": 0.609684, "main_score": 0.564882, "hf_subset": "uzn_Latn-ssw_Latn", "languages": ["uzn-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-ukr_Cyrl", "languages": ["uzn-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-afr_Latn", "languages": ["uzn-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-bho_Deva", "languages": ["uzn-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-eus_Latn", "languages": ["uzn-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558679, "recall": 0.620553, "f1": 0.575932, "accuracy": 0.620553, "main_score": 0.575932, "hf_subset": "uzn_Latn-ibo_Latn", "languages": ["uzn-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884634, "recall": 0.916996, "f1": 0.894946, "accuracy": 0.916996, "main_score": 0.894946, "hf_subset": "uzn_Latn-kmr_Latn", "languages": ["uzn-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "uzn_Latn-min_Latn", "languages": ["uzn-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-por_Latn", "languages": ["uzn-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "uzn_Latn-sun_Latn", "languages": ["uzn-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509652, "recall": 0.563241, "f1": 0.524582, "accuracy": 0.563241, "main_score": 0.524582, "hf_subset": "uzn_Latn-umb_Latn", "languages": ["uzn-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "uzn_Latn-ajp_Arab", "languages": ["uzn-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519547, "recall": 0.579051, "f1": 0.535891, "accuracy": 0.579051, "main_score": 0.535891, "hf_subset": "uzn_Latn-bjn_Arab", "languages": ["uzn-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495726, "recall": 0.551383, "f1": 0.510744, "accuracy": 0.551383, "main_score": 0.510744, "hf_subset": "uzn_Latn-ewe_Latn", "languages": ["uzn-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92696, "recall": 0.947628, "f1": 0.933366, "accuracy": 0.947628, "main_score": 0.933366, "hf_subset": "uzn_Latn-ilo_Latn", "languages": ["uzn-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322735, "recall": 0.370553, "f1": 0.336033, "accuracy": 0.370553, "main_score": 0.336033, "hf_subset": "uzn_Latn-knc_Arab", "languages": ["uzn-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-mkd_Cyrl", "languages": ["uzn-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-prs_Arab", "languages": ["uzn-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-swe_Latn", "languages": ["uzn-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-urd_Arab", "languages": ["uzn-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569779, "recall": 0.632411, "f1": 0.587443, "accuracy": 0.632411, "main_score": 0.587443, "hf_subset": "uzn_Latn-aka_Latn", "languages": ["uzn-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973024, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "uzn_Latn-bjn_Latn", "languages": ["uzn-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951943, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "uzn_Latn-fao_Latn", "languages": ["uzn-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ind_Latn", "languages": ["uzn-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570029, "recall": 0.617589, "f1": 0.583778, "accuracy": 0.617589, "main_score": 0.583778, "hf_subset": "uzn_Latn-knc_Latn", "languages": ["uzn-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "uzn_Latn-mlt_Latn", "languages": ["uzn-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687319, "recall": 0.744071, "f1": 0.704359, "accuracy": 0.744071, "main_score": 0.704359, "hf_subset": "uzn_Latn-quy_Latn", "languages": ["uzn-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "uzn_Latn-swh_Latn", "languages": ["uzn-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-als_Latn", "languages": ["uzn-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635705, "recall": 0.712451, "f1": 0.657058, "accuracy": 0.712451, "main_score": 0.657058, "hf_subset": "uzn_Latn-bod_Tibt", "languages": ["uzn-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.678578, "recall": 0.73419, "f1": 0.694436, "accuracy": 0.73419, "main_score": 0.694436, "hf_subset": "uzn_Latn-fij_Latn", "languages": ["uzn-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-isl_Latn", "languages": ["uzn-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631395, "recall": 0.68083, "f1": 0.646146, "accuracy": 0.68083, "main_score": 0.646146, "hf_subset": "uzn_Latn-kon_Latn", "languages": ["uzn-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637665, "recall": 0.699605, "f1": 0.655832, "accuracy": 0.699605, "main_score": 0.655832, "hf_subset": "uzn_Latn-mni_Beng", "languages": ["uzn-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-ron_Latn", "languages": ["uzn-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.985178, "f1": 0.981884, "accuracy": 0.985178, "main_score": 0.981884, "hf_subset": "uzn_Latn-szl_Latn", "languages": ["uzn-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-vec_Latn", "languages": ["uzn-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "uzn_Latn-amh_Ethi", "languages": ["uzn-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-bos_Latn", "languages": ["uzn-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "uzn_Latn-fin_Latn", "languages": ["uzn-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ita_Latn", "languages": ["uzn-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-kor_Hang", "languages": ["uzn-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.537822, "recall": 0.593874, "f1": 0.553656, "accuracy": 0.593874, "main_score": 0.553656, "hf_subset": "uzn_Latn-mos_Latn", "languages": ["uzn-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547211, "recall": 0.594862, "f1": 0.560303, "accuracy": 0.594862, "main_score": 0.560303, "hf_subset": "uzn_Latn-run_Latn", "languages": ["uzn-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-tam_Taml", "languages": ["uzn-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-vie_Latn", "languages": ["uzn-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-apc_Arab", "languages": ["uzn-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.771937, "recall": 0.820158, "f1": 0.786133, "accuracy": 0.820158, "main_score": 0.786133, "hf_subset": "uzn_Latn-bug_Latn", "languages": ["uzn-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469219, "recall": 0.516798, "f1": 0.481737, "accuracy": 0.516798, "main_score": 0.481737, "hf_subset": "uzn_Latn-fon_Latn", "languages": ["uzn-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "uzn_Latn-jav_Latn", "languages": ["uzn-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-lao_Laoo", "languages": ["uzn-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.867013, "recall": 0.901186, "f1": 0.877306, "accuracy": 0.901186, "main_score": 0.877306, "hf_subset": "uzn_Latn-mri_Latn", "languages": ["uzn-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-rus_Cyrl", "languages": ["uzn-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532168, "recall": 0.588933, "f1": 0.548144, "accuracy": 0.588933, "main_score": 0.548144, "hf_subset": "uzn_Latn-taq_Latn", "languages": ["uzn-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "uzn_Latn-war_Latn", "languages": ["uzn-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-arb_Arab", "languages": ["uzn-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-bul_Cyrl", "languages": ["uzn-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-fra_Latn", "languages": ["uzn-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-jpn_Jpan", "languages": ["uzn-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "uzn_Latn-lij_Latn", "languages": ["uzn-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "uzn_Latn-mya_Mymr", "languages": ["uzn-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.577072, "recall": 0.634387, "f1": 0.593347, "accuracy": 0.634387, "main_score": 0.593347, "hf_subset": "uzn_Latn-sag_Latn", "languages": ["uzn-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191648, "recall": 0.242095, "f1": 0.202958, "accuracy": 0.242095, "main_score": 0.202958, "hf_subset": "uzn_Latn-taq_Tfng", "languages": ["uzn-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.613705, "recall": 0.668972, "f1": 0.629414, "accuracy": 0.668972, "main_score": 0.629414, "hf_subset": "uzn_Latn-wol_Latn", "languages": ["uzn-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.771963, "recall": 0.824111, "f1": 0.787321, "accuracy": 0.824111, "main_score": 0.787321, "hf_subset": "uzn_Latn-arb_Latn", "languages": ["uzn-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-cat_Latn", "languages": ["uzn-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "uzn_Latn-fur_Latn", "languages": ["uzn-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404178, "recall": 0.454545, "f1": 0.418385, "accuracy": 0.454545, "main_score": 0.418385, "hf_subset": "uzn_Latn-kab_Latn", "languages": ["uzn-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "uzn_Latn-lim_Latn", "languages": ["uzn-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-nld_Latn", "languages": ["uzn-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "uzn_Latn-san_Deva", "languages": ["uzn-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "uzn_Latn-tat_Cyrl", "languages": ["uzn-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.664592, "recall": 0.720356, "f1": 0.680618, "accuracy": 0.720356, "main_score": 0.680618, "hf_subset": "uzn_Latn-xho_Latn", "languages": ["uzn-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ars_Arab", "languages": ["uzn-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "uzn_Latn-ceb_Latn", "languages": ["uzn-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522991, "recall": 0.583004, "f1": 0.540066, "accuracy": 0.583004, "main_score": 0.540066, "hf_subset": "uzn_Latn-fuv_Latn", "languages": ["uzn-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495566, "recall": 0.560277, "f1": 0.513092, "accuracy": 0.560277, "main_score": 0.513092, "hf_subset": "uzn_Latn-kac_Latn", "languages": ["uzn-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646007, "recall": 0.694664, "f1": 0.660001, "accuracy": 0.694664, "main_score": 0.660001, "hf_subset": "uzn_Latn-lin_Latn", "languages": ["uzn-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-nno_Latn", "languages": ["uzn-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.22002, "recall": 0.304348, "f1": 0.241859, "accuracy": 0.304348, "main_score": 0.241859, "hf_subset": "uzn_Latn-sat_Olck", "languages": ["uzn-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-tel_Telu", "languages": ["uzn-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "uzn_Latn-ydd_Hebr", "languages": ["uzn-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "uzn_Latn-ary_Arab", "languages": ["uzn-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-ces_Latn", "languages": ["uzn-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574104, "recall": 0.631423, "f1": 0.5907, "accuracy": 0.631423, "main_score": 0.5907, "hf_subset": "uzn_Latn-gaz_Latn", "languages": ["uzn-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563646, "recall": 0.619565, "f1": 0.579317, "accuracy": 0.619565, "main_score": 0.579317, "hf_subset": "uzn_Latn-kam_Latn", "languages": ["uzn-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "uzn_Latn-lit_Latn", "languages": ["uzn-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-nob_Latn", "languages": ["uzn-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "uzn_Latn-scn_Latn", "languages": ["uzn-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "uzn_Latn-tgk_Cyrl", "languages": ["uzn-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.70607, "recall": 0.767787, "f1": 0.724094, "accuracy": 0.767787, "main_score": 0.724094, "hf_subset": "uzn_Latn-yor_Latn", "languages": ["uzn-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-arz_Arab", "languages": ["uzn-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542188, "recall": 0.596838, "f1": 0.557609, "accuracy": 0.596838, "main_score": 0.557609, "hf_subset": "uzn_Latn-cjk_Latn", "languages": ["uzn-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767375, "recall": 0.81917, "f1": 0.7833, "accuracy": 0.81917, "main_score": 0.7833, "hf_subset": "uzn_Latn-gla_Latn", "languages": ["uzn-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-kan_Knda", "languages": ["uzn-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977355, "recall": 0.98419, "f1": 0.97948, "accuracy": 0.98419, "main_score": 0.97948, "hf_subset": "uzn_Latn-lmo_Latn", "languages": ["uzn-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "uzn_Latn-npi_Deva", "languages": ["uzn-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458091, "recall": 0.51087, "f1": 0.472699, "accuracy": 0.51087, "main_score": 0.472699, "hf_subset": "uzn_Latn-shn_Mymr", "languages": ["uzn-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-tgl_Latn", "languages": ["uzn-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-yue_Hant", "languages": ["uzn-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-asm_Beng", "languages": ["uzn-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "uzn_Latn-ckb_Arab", "languages": ["uzn-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.86129, "recall": 0.900198, "f1": 0.873573, "accuracy": 0.900198, "main_score": 0.873573, "hf_subset": "uzn_Latn-gle_Latn", "languages": ["uzn-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934371, "recall": 0.954545, "f1": 0.940942, "accuracy": 0.954545, "main_score": 0.940942, "hf_subset": "uzn_Latn-kas_Arab", "languages": ["uzn-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925231, "recall": 0.94664, "f1": 0.93195, "accuracy": 0.94664, "main_score": 0.93195, "hf_subset": "uzn_Latn-ltg_Latn", "languages": ["uzn-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599304, "recall": 0.649209, "f1": 0.61333, "accuracy": 0.649209, "main_score": 0.61333, "hf_subset": "uzn_Latn-nso_Latn", "languages": ["uzn-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "uzn_Latn-sin_Sinh", "languages": ["uzn-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-tha_Thai", "languages": ["uzn-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-zho_Hans", "languages": ["uzn-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ast_Latn", "languages": ["uzn-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-crh_Latn", "languages": ["uzn-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-glg_Latn", "languages": ["uzn-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8722, "recall": 0.909091, "f1": 0.884025, "accuracy": 0.909091, "main_score": 0.884025, "hf_subset": "uzn_Latn-kas_Deva", "languages": ["uzn-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "uzn_Latn-ltz_Latn", "languages": ["uzn-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430344, "recall": 0.498024, "f1": 0.448711, "accuracy": 0.498024, "main_score": 0.448711, "hf_subset": "uzn_Latn-nus_Latn", "languages": ["uzn-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-slk_Latn", "languages": ["uzn-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61312, "recall": 0.687747, "f1": 0.633901, "accuracy": 0.687747, "main_score": 0.633901, "hf_subset": "uzn_Latn-tir_Ethi", "languages": ["uzn-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-zho_Hant", "languages": ["uzn-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "uzn_Latn-awa_Deva", "languages": ["uzn-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "uzn_Latn-cym_Latn", "languages": ["uzn-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806439, "recall": 0.850791, "f1": 0.820224, "accuracy": 0.850791, "main_score": 0.820224, "hf_subset": "uzn_Latn-grn_Latn", "languages": ["uzn-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-kat_Geor", "languages": ["uzn-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.631597, "recall": 0.676877, "f1": 0.644699, "accuracy": 0.676877, "main_score": 0.644699, "hf_subset": "uzn_Latn-lua_Latn", "languages": ["uzn-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618471, "recall": 0.675889, "f1": 0.635007, "accuracy": 0.675889, "main_score": 0.635007, "hf_subset": "uzn_Latn-nya_Latn", "languages": ["uzn-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-slv_Latn", "languages": ["uzn-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924769, "recall": 0.944664, "f1": 0.93083, "accuracy": 0.944664, "main_score": 0.93083, "hf_subset": "uzn_Latn-tpi_Latn", "languages": ["uzn-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-zsm_Latn", "languages": ["uzn-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538354, "recall": 0.593874, "f1": 0.55396, "accuracy": 0.593874, "main_score": 0.55396, "hf_subset": "uzn_Latn-ayr_Latn", "languages": ["uzn-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-dan_Latn", "languages": ["uzn-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-guj_Gujr", "languages": ["uzn-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-kaz_Cyrl", "languages": ["uzn-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526731, "recall": 0.585968, "f1": 0.543289, "accuracy": 0.585968, "main_score": 0.543289, "hf_subset": "uzn_Latn-lug_Latn", "languages": ["uzn-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-oci_Latn", "languages": ["uzn-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819486, "recall": 0.86166, "f1": 0.832104, "accuracy": 0.86166, "main_score": 0.832104, "hf_subset": "uzn_Latn-smo_Latn", "languages": ["uzn-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530528, "recall": 0.587945, "f1": 0.546872, "accuracy": 0.587945, "main_score": 0.546872, "hf_subset": "uzn_Latn-tsn_Latn", "languages": ["uzn-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618275, "recall": 0.676877, "f1": 0.634967, "accuracy": 0.676877, "main_score": 0.634967, "hf_subset": "uzn_Latn-zul_Latn", "languages": ["uzn-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920899, "recall": 0.942688, "f1": 0.927602, "accuracy": 0.942688, "main_score": 0.927602, "hf_subset": "uzn_Latn-azb_Arab", "languages": ["uzn-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-deu_Latn", "languages": ["uzn-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "uzn_Latn-hat_Latn", "languages": ["uzn-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48145, "recall": 0.528656, "f1": 0.494505, "accuracy": 0.528656, "main_score": 0.494505, "hf_subset": "uzn_Latn-kbp_Latn", "languages": ["uzn-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554729, "recall": 0.608696, "f1": 0.569421, "accuracy": 0.608696, "main_score": 0.569421, "hf_subset": "uzn_Latn-luo_Latn", "languages": ["uzn-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-ory_Orya", "languages": ["uzn-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.575224, "recall": 0.637352, "f1": 0.592281, "accuracy": 0.637352, "main_score": 0.592281, "hf_subset": "uzn_Latn-sna_Latn", "languages": ["uzn-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524787, "recall": 0.581028, "f1": 0.540261, "accuracy": 0.581028, "main_score": 0.540261, "hf_subset": "uzn_Latn-tso_Latn", "languages": ["uzn-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-azj_Latn", "languages": ["uzn-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534474, "recall": 0.594862, "f1": 0.552061, "accuracy": 0.594862, "main_score": 0.552061, "hf_subset": "uzn_Latn-dik_Latn", "languages": ["uzn-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726243, "recall": 0.781621, "f1": 0.74271, "accuracy": 0.781621, "main_score": 0.74271, "hf_subset": "uzn_Latn-hau_Latn", "languages": ["uzn-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974391, "recall": 0.982213, "f1": 0.976845, "accuracy": 0.982213, "main_score": 0.976845, "hf_subset": "uzn_Latn-kea_Latn", "languages": ["uzn-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730188, "recall": 0.777668, "f1": 0.744763, "accuracy": 0.777668, "main_score": 0.744763, "hf_subset": "uzn_Latn-lus_Latn", "languages": ["uzn-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831719, "recall": 0.866601, "f1": 0.842095, "accuracy": 0.866601, "main_score": 0.842095, "hf_subset": "uzn_Latn-pag_Latn", "languages": ["uzn-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-snd_Arab", "languages": ["uzn-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "uzn_Latn-tuk_Latn", "languages": ["uzn-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "uzn_Latn-bak_Cyrl", "languages": ["uzn-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473298, "recall": 0.544466, "f1": 0.493828, "accuracy": 0.544466, "main_score": 0.493828, "hf_subset": "uzn_Latn-dyu_Latn", "languages": ["uzn-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-heb_Hebr", "languages": ["uzn-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-khk_Cyrl", "languages": ["uzn-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-lvs_Latn", "languages": ["uzn-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-pan_Guru", "languages": ["uzn-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.688366, "recall": 0.747036, "f1": 0.705734, "accuracy": 0.747036, "main_score": 0.705734, "hf_subset": "uzn_Latn-som_Latn", "languages": ["uzn-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562218, "recall": 0.616601, "f1": 0.57775, "accuracy": 0.616601, "main_score": 0.57775, "hf_subset": "uzn_Latn-tum_Latn", "languages": ["uzn-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599153, "recall": 0.66502, "f1": 0.618551, "accuracy": 0.66502, "main_score": 0.618551, "hf_subset": "als_Latn-ace_Arab", "languages": ["als-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543612, "recall": 0.603755, "f1": 0.56055, "accuracy": 0.603755, "main_score": 0.56055, "hf_subset": "als_Latn-bam_Latn", "languages": ["als-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430347, "recall": 0.505929, "f1": 0.45112, "accuracy": 0.505929, "main_score": 0.45112, "hf_subset": "als_Latn-dzo_Tibt", "languages": ["als-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-hin_Deva", "languages": ["als-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-khm_Khmr", "languages": ["als-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-mag_Deva", "languages": ["als-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "als_Latn-pap_Latn", "languages": ["als-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613294, "recall": 0.66996, "f1": 0.629204, "accuracy": 0.66996, "main_score": 0.629204, "hf_subset": "als_Latn-sot_Latn", "languages": ["als-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tur_Latn", "languages": ["als-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874045, "recall": 0.906126, "f1": 0.884058, "accuracy": 0.906126, "main_score": 0.884058, "hf_subset": "als_Latn-ace_Latn", "languages": ["als-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.958498, "f1": 0.947628, "accuracy": 0.958498, "main_score": 0.947628, "hf_subset": "als_Latn-ban_Latn", "languages": ["als-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ell_Grek", "languages": ["als-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "als_Latn-hne_Deva", "languages": ["als-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.608206, "recall": 0.662055, "f1": 0.623751, "accuracy": 0.662055, "main_score": 0.623751, "hf_subset": "als_Latn-kik_Latn", "languages": ["als-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-mai_Deva", "languages": ["als-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "als_Latn-pbt_Arab", "languages": ["als-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-spa_Latn", "languages": ["als-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623264, "recall": 0.683794, "f1": 0.640502, "accuracy": 0.683794, "main_score": 0.640502, "hf_subset": "als_Latn-twi_Latn", "languages": ["als-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-acm_Arab", "languages": ["als-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-bel_Cyrl", "languages": ["als-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-eng_Latn", "languages": ["als-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-hrv_Latn", "languages": ["als-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577437, "recall": 0.640316, "f1": 0.595064, "accuracy": 0.640316, "main_score": 0.595064, "hf_subset": "als_Latn-kin_Latn", "languages": ["als-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-mal_Mlym", "languages": ["als-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pes_Arab", "languages": ["als-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-srd_Latn", "languages": ["als-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195963, "recall": 0.248024, "f1": 0.208941, "accuracy": 0.248024, "main_score": 0.208941, "hf_subset": "als_Latn-tzm_Tfng", "languages": ["als-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-acq_Arab", "languages": ["als-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.641784, "recall": 0.688735, "f1": 0.654433, "accuracy": 0.688735, "main_score": 0.654433, "hf_subset": "als_Latn-bem_Latn", "languages": ["als-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-epo_Latn", "languages": ["als-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-hun_Latn", "languages": ["als-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "als_Latn-kir_Cyrl", "languages": ["als-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-mar_Deva", "languages": ["als-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.691568, "recall": 0.741107, "f1": 0.706192, "accuracy": 0.741107, "main_score": 0.706192, "hf_subset": "als_Latn-plt_Latn", "languages": ["als-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-srp_Cyrl", "languages": ["als-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "als_Latn-uig_Arab", "languages": ["als-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-aeb_Arab", "languages": ["als-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ben_Beng", "languages": ["als-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-est_Latn", "languages": ["als-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-hye_Armn", "languages": ["als-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.561084, "recall": 0.608696, "f1": 0.575019, "accuracy": 0.608696, "main_score": 0.575019, "hf_subset": "als_Latn-kmb_Latn", "languages": ["als-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536166, "recall": 0.602767, "f1": 0.553751, "accuracy": 0.602767, "main_score": 0.553751, "hf_subset": "als_Latn-min_Arab", "languages": ["als-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pol_Latn", "languages": ["als-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570918, "recall": 0.62747, "f1": 0.587041, "accuracy": 0.62747, "main_score": 0.587041, "hf_subset": "als_Latn-ssw_Latn", "languages": ["als-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ukr_Cyrl", "languages": ["als-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-afr_Latn", "languages": ["als-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-bho_Deva", "languages": ["als-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-eus_Latn", "languages": ["als-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592582, "recall": 0.656126, "f1": 0.610152, "accuracy": 0.656126, "main_score": 0.610152, "hf_subset": "als_Latn-ibo_Latn", "languages": ["als-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907773, "recall": 0.933794, "f1": 0.915843, "accuracy": 0.933794, "main_score": 0.915843, "hf_subset": "als_Latn-kmr_Latn", "languages": ["als-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "als_Latn-min_Latn", "languages": ["als-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-por_Latn", "languages": ["als-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-sun_Latn", "languages": ["als-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542089, "recall": 0.594862, "f1": 0.557122, "accuracy": 0.594862, "main_score": 0.557122, "hf_subset": "als_Latn-umb_Latn", "languages": ["als-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ajp_Arab", "languages": ["als-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556596, "recall": 0.618577, "f1": 0.573904, "accuracy": 0.618577, "main_score": 0.573904, "hf_subset": "als_Latn-bjn_Arab", "languages": ["als-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525851, "recall": 0.578063, "f1": 0.540407, "accuracy": 0.578063, "main_score": 0.540407, "hf_subset": "als_Latn-ewe_Latn", "languages": ["als-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "als_Latn-ilo_Latn", "languages": ["als-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31768, "recall": 0.380435, "f1": 0.334812, "accuracy": 0.380435, "main_score": 0.334812, "hf_subset": "als_Latn-knc_Arab", "languages": ["als-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-mkd_Cyrl", "languages": ["als-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-prs_Arab", "languages": ["als-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-swe_Latn", "languages": ["als-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-urd_Arab", "languages": ["als-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594071, "recall": 0.655138, "f1": 0.611222, "accuracy": 0.655138, "main_score": 0.611222, "hf_subset": "als_Latn-aka_Latn", "languages": ["als-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "als_Latn-bjn_Latn", "languages": ["als-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "als_Latn-fao_Latn", "languages": ["als-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ind_Latn", "languages": ["als-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591857, "recall": 0.643281, "f1": 0.606905, "accuracy": 0.643281, "main_score": 0.606905, "hf_subset": "als_Latn-knc_Latn", "languages": ["als-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "als_Latn-mlt_Latn", "languages": ["als-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717905, "recall": 0.778656, "f1": 0.736056, "accuracy": 0.778656, "main_score": 0.736056, "hf_subset": "als_Latn-quy_Latn", "languages": ["als-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "als_Latn-swh_Latn", "languages": ["als-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-uzn_Latn", "languages": ["als-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647365, "recall": 0.727273, "f1": 0.670949, "accuracy": 0.727273, "main_score": 0.670949, "hf_subset": "als_Latn-bod_Tibt", "languages": ["als-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.709634, "recall": 0.762846, "f1": 0.724873, "accuracy": 0.762846, "main_score": 0.724873, "hf_subset": "als_Latn-fij_Latn", "languages": ["als-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "als_Latn-isl_Latn", "languages": ["als-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668466, "recall": 0.72332, "f1": 0.684503, "accuracy": 0.72332, "main_score": 0.684503, "hf_subset": "als_Latn-kon_Latn", "languages": ["als-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670727, "recall": 0.732213, "f1": 0.688883, "accuracy": 0.732213, "main_score": 0.688883, "hf_subset": "als_Latn-mni_Beng", "languages": ["als-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ron_Latn", "languages": ["als-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.991107, "f1": 0.98946, "accuracy": 0.991107, "main_score": 0.98946, "hf_subset": "als_Latn-szl_Latn", "languages": ["als-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-vec_Latn", "languages": ["als-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.965415, "f1": 0.954381, "accuracy": 0.965415, "main_score": 0.954381, "hf_subset": "als_Latn-amh_Ethi", "languages": ["als-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-bos_Latn", "languages": ["als-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-fin_Latn", "languages": ["als-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ita_Latn", "languages": ["als-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-kor_Hang", "languages": ["als-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551201, "recall": 0.609684, "f1": 0.567217, "accuracy": 0.609684, "main_score": 0.567217, "hf_subset": "als_Latn-mos_Latn", "languages": ["als-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570076, "recall": 0.621542, "f1": 0.58459, "accuracy": 0.621542, "main_score": 0.58459, "hf_subset": "als_Latn-run_Latn", "languages": ["als-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tam_Taml", "languages": ["als-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-vie_Latn", "languages": ["als-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-apc_Arab", "languages": ["als-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.799333, "recall": 0.844862, "f1": 0.812689, "accuracy": 0.844862, "main_score": 0.812689, "hf_subset": "als_Latn-bug_Latn", "languages": ["als-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473572, "recall": 0.529644, "f1": 0.488478, "accuracy": 0.529644, "main_score": 0.488478, "hf_subset": "als_Latn-fon_Latn", "languages": ["als-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "als_Latn-jav_Latn", "languages": ["als-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-lao_Laoo", "languages": ["als-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.883376, "recall": 0.916996, "f1": 0.893989, "accuracy": 0.916996, "main_score": 0.893989, "hf_subset": "als_Latn-mri_Latn", "languages": ["als-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-rus_Cyrl", "languages": ["als-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553847, "recall": 0.613636, "f1": 0.570642, "accuracy": 0.613636, "main_score": 0.570642, "hf_subset": "als_Latn-taq_Latn", "languages": ["als-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-war_Latn", "languages": ["als-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-arb_Arab", "languages": ["als-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-bul_Cyrl", "languages": ["als-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-fra_Latn", "languages": ["als-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-jpn_Jpan", "languages": ["als-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "als_Latn-lij_Latn", "languages": ["als-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "als_Latn-mya_Mymr", "languages": ["als-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.614955, "recall": 0.674901, "f1": 0.631582, "accuracy": 0.674901, "main_score": 0.631582, "hf_subset": "als_Latn-sag_Latn", "languages": ["als-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201228, "recall": 0.261858, "f1": 0.215501, "accuracy": 0.261858, "main_score": 0.215501, "hf_subset": "als_Latn-taq_Tfng", "languages": ["als-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.639635, "recall": 0.698617, "f1": 0.656094, "accuracy": 0.698617, "main_score": 0.656094, "hf_subset": "als_Latn-wol_Latn", "languages": ["als-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815662, "recall": 0.863636, "f1": 0.830369, "accuracy": 0.863636, "main_score": 0.830369, "hf_subset": "als_Latn-arb_Latn", "languages": ["als-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-cat_Latn", "languages": ["als-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-fur_Latn", "languages": ["als-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441617, "recall": 0.492095, "f1": 0.455498, "accuracy": 0.492095, "main_score": 0.455498, "hf_subset": "als_Latn-kab_Latn", "languages": ["als-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "als_Latn-lim_Latn", "languages": ["als-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-nld_Latn", "languages": ["als-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "als_Latn-san_Deva", "languages": ["als-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tat_Cyrl", "languages": ["als-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.698083, "recall": 0.749012, "f1": 0.71298, "accuracy": 0.749012, "main_score": 0.71298, "hf_subset": "als_Latn-xho_Latn", "languages": ["als-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ars_Arab", "languages": ["als-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ceb_Latn", "languages": ["als-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565644, "recall": 0.624506, "f1": 0.583256, "accuracy": 0.624506, "main_score": 0.583256, "hf_subset": "als_Latn-fuv_Latn", "languages": ["als-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512383, "recall": 0.577075, "f1": 0.530555, "accuracy": 0.577075, "main_score": 0.530555, "hf_subset": "als_Latn-kac_Latn", "languages": ["als-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67514, "recall": 0.727273, "f1": 0.690192, "accuracy": 0.727273, "main_score": 0.690192, "hf_subset": "als_Latn-lin_Latn", "languages": ["als-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-nno_Latn", "languages": ["als-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250345, "recall": 0.325099, "f1": 0.270374, "accuracy": 0.325099, "main_score": 0.270374, "hf_subset": "als_Latn-sat_Olck", "languages": ["als-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-tel_Telu", "languages": ["als-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "als_Latn-ydd_Hebr", "languages": ["als-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "als_Latn-ary_Arab", "languages": ["als-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-ces_Latn", "languages": ["als-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610871, "recall": 0.668972, "f1": 0.628022, "accuracy": 0.668972, "main_score": 0.628022, "hf_subset": "als_Latn-gaz_Latn", "languages": ["als-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593037, "recall": 0.657115, "f1": 0.611355, "accuracy": 0.657115, "main_score": 0.611355, "hf_subset": "als_Latn-kam_Latn", "languages": ["als-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "als_Latn-lit_Latn", "languages": ["als-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-nob_Latn", "languages": ["als-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "als_Latn-scn_Latn", "languages": ["als-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "als_Latn-tgk_Cyrl", "languages": ["als-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.738201, "recall": 0.796443, "f1": 0.755964, "accuracy": 0.796443, "main_score": 0.755964, "hf_subset": "als_Latn-yor_Latn", "languages": ["als-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-arz_Arab", "languages": ["als-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564348, "recall": 0.624506, "f1": 0.581883, "accuracy": 0.624506, "main_score": 0.581883, "hf_subset": "als_Latn-cjk_Latn", "languages": ["als-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823205, "recall": 0.864625, "f1": 0.835837, "accuracy": 0.864625, "main_score": 0.835837, "hf_subset": "als_Latn-gla_Latn", "languages": ["als-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-kan_Knda", "languages": ["als-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "als_Latn-lmo_Latn", "languages": ["als-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "als_Latn-npi_Deva", "languages": ["als-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.457515, "recall": 0.518775, "f1": 0.474351, "accuracy": 0.518775, "main_score": 0.474351, "hf_subset": "als_Latn-shn_Mymr", "languages": ["als-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-tgl_Latn", "languages": ["als-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-yue_Hant", "languages": ["als-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-asm_Beng", "languages": ["als-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "als_Latn-ckb_Arab", "languages": ["als-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.893511, "recall": 0.922925, "f1": 0.902833, "accuracy": 0.922925, "main_score": 0.902833, "hf_subset": "als_Latn-gle_Latn", "languages": ["als-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950181, "recall": 0.964427, "f1": 0.954776, "accuracy": 0.964427, "main_score": 0.954776, "hf_subset": "als_Latn-kas_Arab", "languages": ["als-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.965415, "f1": 0.954216, "accuracy": 0.965415, "main_score": 0.954216, "hf_subset": "als_Latn-ltg_Latn", "languages": ["als-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627488, "recall": 0.676877, "f1": 0.641268, "accuracy": 0.676877, "main_score": 0.641268, "hf_subset": "als_Latn-nso_Latn", "languages": ["als-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "als_Latn-sin_Sinh", "languages": ["als-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-tha_Thai", "languages": ["als-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-zho_Hans", "languages": ["als-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ast_Latn", "languages": ["als-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-crh_Latn", "languages": ["als-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-glg_Latn", "languages": ["als-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88694, "recall": 0.916008, "f1": 0.895949, "accuracy": 0.916008, "main_score": 0.895949, "hf_subset": "als_Latn-kas_Deva", "languages": ["als-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "als_Latn-ltz_Latn", "languages": ["als-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479094, "recall": 0.543478, "f1": 0.496691, "accuracy": 0.543478, "main_score": 0.496691, "hf_subset": "als_Latn-nus_Latn", "languages": ["als-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-slk_Latn", "languages": ["als-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637542, "recall": 0.70751, "f1": 0.65763, "accuracy": 0.70751, "main_score": 0.65763, "hf_subset": "als_Latn-tir_Ethi", "languages": ["als-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-zho_Hant", "languages": ["als-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "als_Latn-awa_Deva", "languages": ["als-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "als_Latn-cym_Latn", "languages": ["als-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845257, "recall": 0.882411, "f1": 0.856686, "accuracy": 0.882411, "main_score": 0.856686, "hf_subset": "als_Latn-grn_Latn", "languages": ["als-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-kat_Geor", "languages": ["als-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.6506, "recall": 0.699605, "f1": 0.664217, "accuracy": 0.699605, "main_score": 0.664217, "hf_subset": "als_Latn-lua_Latn", "languages": ["als-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65513, "recall": 0.715415, "f1": 0.673328, "accuracy": 0.715415, "main_score": 0.673328, "hf_subset": "als_Latn-nya_Latn", "languages": ["als-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-slv_Latn", "languages": ["als-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "als_Latn-tpi_Latn", "languages": ["als-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-zsm_Latn", "languages": ["als-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545177, "recall": 0.608696, "f1": 0.56289, "accuracy": 0.608696, "main_score": 0.56289, "hf_subset": "als_Latn-ayr_Latn", "languages": ["als-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-dan_Latn", "languages": ["als-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-guj_Gujr", "languages": ["als-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-kaz_Cyrl", "languages": ["als-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542078, "recall": 0.604743, "f1": 0.559853, "accuracy": 0.604743, "main_score": 0.559853, "hf_subset": "als_Latn-lug_Latn", "languages": ["als-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-oci_Latn", "languages": ["als-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82892, "recall": 0.870553, "f1": 0.841817, "accuracy": 0.870553, "main_score": 0.841817, "hf_subset": "als_Latn-smo_Latn", "languages": ["als-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548127, "recall": 0.609684, "f1": 0.565475, "accuracy": 0.609684, "main_score": 0.565475, "hf_subset": "als_Latn-tsn_Latn", "languages": ["als-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641576, "recall": 0.700593, "f1": 0.658901, "accuracy": 0.700593, "main_score": 0.658901, "hf_subset": "als_Latn-zul_Latn", "languages": ["als-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.947628, "f1": 0.931983, "accuracy": 0.947628, "main_score": 0.931983, "hf_subset": "als_Latn-azb_Arab", "languages": ["als-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-deu_Latn", "languages": ["als-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "als_Latn-hat_Latn", "languages": ["als-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501837, "recall": 0.554348, "f1": 0.51618, "accuracy": 0.554348, "main_score": 0.51618, "hf_subset": "als_Latn-kbp_Latn", "languages": ["als-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575252, "recall": 0.629447, "f1": 0.589897, "accuracy": 0.629447, "main_score": 0.589897, "hf_subset": "als_Latn-luo_Latn", "languages": ["als-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ory_Orya", "languages": ["als-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.601779, "recall": 0.663043, "f1": 0.619325, "accuracy": 0.663043, "main_score": 0.619325, "hf_subset": "als_Latn-sna_Latn", "languages": ["als-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570865, "recall": 0.623518, "f1": 0.585134, "accuracy": 0.623518, "main_score": 0.585134, "hf_subset": "als_Latn-tso_Latn", "languages": ["als-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-azj_Latn", "languages": ["als-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538488, "recall": 0.603755, "f1": 0.557891, "accuracy": 0.603755, "main_score": 0.557891, "hf_subset": "als_Latn-dik_Latn", "languages": ["als-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750652, "recall": 0.80336, "f1": 0.766584, "accuracy": 0.80336, "main_score": 0.766584, "hf_subset": "als_Latn-hau_Latn", "languages": ["als-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-kea_Latn", "languages": ["als-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744944, "recall": 0.789526, "f1": 0.757905, "accuracy": 0.789526, "main_score": 0.757905, "hf_subset": "als_Latn-lus_Latn", "languages": ["als-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86553, "recall": 0.894269, "f1": 0.874374, "accuracy": 0.894269, "main_score": 0.874374, "hf_subset": "als_Latn-pag_Latn", "languages": ["als-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-snd_Arab", "languages": ["als-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "als_Latn-tuk_Latn", "languages": ["als-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "als_Latn-bak_Cyrl", "languages": ["als-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.484865, "recall": 0.564229, "f1": 0.508166, "accuracy": 0.564229, "main_score": 0.508166, "hf_subset": "als_Latn-dyu_Latn", "languages": ["als-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-heb_Hebr", "languages": ["als-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "als_Latn-khk_Cyrl", "languages": ["als-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-lvs_Latn", "languages": ["als-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pan_Guru", "languages": ["als-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.725642, "recall": 0.782609, "f1": 0.742463, "accuracy": 0.782609, "main_score": 0.742463, "hf_subset": "als_Latn-som_Latn", "languages": ["als-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607316, "recall": 0.658103, "f1": 0.621469, "accuracy": 0.658103, "main_score": 0.621469, "hf_subset": "als_Latn-tum_Latn", "languages": ["als-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.230314, "recall": 0.261858, "f1": 0.237903, "accuracy": 0.261858, "main_score": 0.237903, "hf_subset": "bod_Tibt-ace_Arab", "languages": ["bod-Tibt", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.232727, "recall": 0.272727, "f1": 0.241973, "accuracy": 0.272727, "main_score": 0.241973, "hf_subset": "bod_Tibt-bam_Latn", "languages": ["bod-Tibt", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451519, "recall": 0.535573, "f1": 0.474662, "accuracy": 0.535573, "main_score": 0.474662, "hf_subset": "bod_Tibt-dzo_Tibt", "languages": ["bod-Tibt", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.595269, "recall": 0.673913, "f1": 0.616028, "accuracy": 0.673913, "main_score": 0.616028, "hf_subset": "bod_Tibt-hin_Deva", "languages": ["bod-Tibt", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554209, "recall": 0.630435, "f1": 0.573979, "accuracy": 0.630435, "main_score": 0.573979, "hf_subset": "bod_Tibt-khm_Khmr", "languages": ["bod-Tibt", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.558105, "recall": 0.636364, "f1": 0.578545, "accuracy": 0.636364, "main_score": 0.578545, "hf_subset": "bod_Tibt-mag_Deva", "languages": ["bod-Tibt", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.427236, "recall": 0.488142, "f1": 0.441483, "accuracy": 0.488142, "main_score": 0.441483, "hf_subset": "bod_Tibt-pap_Latn", "languages": ["bod-Tibt", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.253611, "recall": 0.30336, "f1": 0.265228, "accuracy": 0.30336, "main_score": 0.265228, "hf_subset": "bod_Tibt-sot_Latn", "languages": ["bod-Tibt", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573522, "recall": 0.649209, "f1": 0.592741, "accuracy": 0.649209, "main_score": 0.592741, "hf_subset": "bod_Tibt-tur_Latn", "languages": ["bod-Tibt", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.327375, "recall": 0.38834, "f1": 0.342746, "accuracy": 0.38834, "main_score": 0.342746, "hf_subset": "bod_Tibt-ace_Latn", "languages": ["bod-Tibt", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.379496, "recall": 0.450593, "f1": 0.397302, "accuracy": 0.450593, "main_score": 0.397302, "hf_subset": "bod_Tibt-ban_Latn", "languages": ["bod-Tibt", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559565, "recall": 0.642292, "f1": 0.580876, "accuracy": 0.642292, "main_score": 0.580876, "hf_subset": "bod_Tibt-ell_Grek", "languages": ["bod-Tibt", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.527398, "recall": 0.607708, "f1": 0.547519, "accuracy": 0.607708, "main_score": 0.547519, "hf_subset": "bod_Tibt-hne_Deva", "languages": ["bod-Tibt", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.163834, "recall": 0.205534, "f1": 0.173264, "accuracy": 0.205534, "main_score": 0.173264, "hf_subset": "bod_Tibt-kik_Latn", "languages": ["bod-Tibt", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543006, "recall": 0.623518, "f1": 0.563742, "accuracy": 0.623518, "main_score": 0.563742, "hf_subset": "bod_Tibt-mai_Deva", "languages": ["bod-Tibt", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.448044, "recall": 0.527668, "f1": 0.46777, "accuracy": 0.527668, "main_score": 0.46777, "hf_subset": "bod_Tibt-pbt_Arab", "languages": ["bod-Tibt", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545708, "recall": 0.621542, "f1": 0.564272, "accuracy": 0.621542, "main_score": 0.564272, "hf_subset": "bod_Tibt-spa_Latn", "languages": ["bod-Tibt", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.247373, "recall": 0.284585, "f1": 0.256736, "accuracy": 0.284585, "main_score": 0.256736, "hf_subset": "bod_Tibt-twi_Latn", "languages": ["bod-Tibt", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559555, "recall": 0.632411, "f1": 0.578339, "accuracy": 0.632411, "main_score": 0.578339, "hf_subset": "bod_Tibt-acm_Arab", "languages": ["bod-Tibt", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471479, "recall": 0.549407, "f1": 0.490656, "accuracy": 0.549407, "main_score": 0.490656, "hf_subset": "bod_Tibt-bel_Cyrl", "languages": ["bod-Tibt", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.61252, "recall": 0.685771, "f1": 0.630925, "accuracy": 0.685771, "main_score": 0.630925, "hf_subset": "bod_Tibt-eng_Latn", "languages": ["bod-Tibt", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575751, "recall": 0.650198, "f1": 0.59487, "accuracy": 0.650198, "main_score": 0.59487, "hf_subset": "bod_Tibt-hrv_Latn", "languages": ["bod-Tibt", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255964, "recall": 0.293478, "f1": 0.265539, "accuracy": 0.293478, "main_score": 0.265539, "hf_subset": "bod_Tibt-kin_Latn", "languages": ["bod-Tibt", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574206, "recall": 0.655138, "f1": 0.59525, "accuracy": 0.655138, "main_score": 0.59525, "hf_subset": "bod_Tibt-mal_Mlym", "languages": ["bod-Tibt", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.606089, "recall": 0.672925, "f1": 0.623853, "accuracy": 0.672925, "main_score": 0.623853, "hf_subset": "bod_Tibt-pes_Arab", "languages": ["bod-Tibt", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.463927, "recall": 0.535573, "f1": 0.481571, "accuracy": 0.535573, "main_score": 0.481571, "hf_subset": "bod_Tibt-srd_Latn", "languages": ["bod-Tibt", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.168351, "recall": 0.198617, "f1": 0.17647, "accuracy": 0.198617, "main_score": 0.17647, "hf_subset": "bod_Tibt-tzm_Tfng", "languages": ["bod-Tibt", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.566333, "recall": 0.63834, "f1": 0.585016, "accuracy": 0.63834, "main_score": 0.585016, "hf_subset": "bod_Tibt-acq_Arab", "languages": ["bod-Tibt", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.278239, "recall": 0.321146, "f1": 0.289001, "accuracy": 0.321146, "main_score": 0.289001, "hf_subset": "bod_Tibt-bem_Latn", "languages": ["bod-Tibt", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554715, "recall": 0.636364, "f1": 0.575695, "accuracy": 0.636364, "main_score": 0.575695, "hf_subset": "bod_Tibt-epo_Latn", "languages": ["bod-Tibt", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579947, "recall": 0.65415, "f1": 0.599593, "accuracy": 0.65415, "main_score": 0.599593, "hf_subset": "bod_Tibt-hun_Latn", "languages": ["bod-Tibt", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463446, "recall": 0.554348, "f1": 0.486497, "accuracy": 0.554348, "main_score": 0.486497, "hf_subset": "bod_Tibt-kir_Cyrl", "languages": ["bod-Tibt", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.59233, "recall": 0.662055, "f1": 0.61039, "accuracy": 0.662055, "main_score": 0.61039, "hf_subset": "bod_Tibt-mar_Deva", "languages": ["bod-Tibt", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.271395, "recall": 0.318182, "f1": 0.282343, "accuracy": 0.318182, "main_score": 0.282343, "hf_subset": "bod_Tibt-plt_Latn", "languages": ["bod-Tibt", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577585, "recall": 0.652174, "f1": 0.596034, "accuracy": 0.652174, "main_score": 0.596034, "hf_subset": "bod_Tibt-srp_Cyrl", "languages": ["bod-Tibt", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.517272, "recall": 0.587945, "f1": 0.535613, "accuracy": 0.587945, "main_score": 0.535613, "hf_subset": "bod_Tibt-uig_Arab", "languages": ["bod-Tibt", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50569, "recall": 0.574111, "f1": 0.522669, "accuracy": 0.574111, "main_score": 0.522669, "hf_subset": "bod_Tibt-aeb_Arab", "languages": ["bod-Tibt", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607299, "recall": 0.684783, "f1": 0.627789, "accuracy": 0.684783, "main_score": 0.627789, "hf_subset": "bod_Tibt-ben_Beng", "languages": ["bod-Tibt", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.547796, "recall": 0.631423, "f1": 0.568825, "accuracy": 0.631423, "main_score": 0.568825, "hf_subset": "bod_Tibt-est_Latn", "languages": ["bod-Tibt", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569389, "recall": 0.648221, "f1": 0.590005, "accuracy": 0.648221, "main_score": 0.590005, "hf_subset": "bod_Tibt-hye_Armn", "languages": ["bod-Tibt", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.224987, "recall": 0.264822, "f1": 0.234231, "accuracy": 0.264822, "main_score": 0.234231, "hf_subset": "bod_Tibt-kmb_Latn", "languages": ["bod-Tibt", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221603, "recall": 0.264822, "f1": 0.231592, "accuracy": 0.264822, "main_score": 0.231592, "hf_subset": "bod_Tibt-min_Arab", "languages": ["bod-Tibt", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560923, "recall": 0.637352, "f1": 0.579895, "accuracy": 0.637352, "main_score": 0.579895, "hf_subset": "bod_Tibt-pol_Latn", "languages": ["bod-Tibt", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.262269, "recall": 0.306324, "f1": 0.272761, "accuracy": 0.306324, "main_score": 0.272761, "hf_subset": "bod_Tibt-ssw_Latn", "languages": ["bod-Tibt", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571333, "recall": 0.652174, "f1": 0.591962, "accuracy": 0.652174, "main_score": 0.591962, "hf_subset": "bod_Tibt-ukr_Cyrl", "languages": ["bod-Tibt", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.603806, "recall": 0.68083, "f1": 0.623971, "accuracy": 0.68083, "main_score": 0.623971, "hf_subset": "bod_Tibt-afr_Latn", "languages": ["bod-Tibt", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540039, "recall": 0.612648, "f1": 0.558539, "accuracy": 0.612648, "main_score": 0.558539, "hf_subset": "bod_Tibt-bho_Deva", "languages": ["bod-Tibt", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484204, "recall": 0.561265, "f1": 0.503369, "accuracy": 0.561265, "main_score": 0.503369, "hf_subset": "bod_Tibt-eus_Latn", "languages": ["bod-Tibt", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.226473, "recall": 0.274704, "f1": 0.238245, "accuracy": 0.274704, "main_score": 0.238245, "hf_subset": "bod_Tibt-ibo_Latn", "languages": ["bod-Tibt", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388023, "recall": 0.450593, "f1": 0.404064, "accuracy": 0.450593, "main_score": 0.404064, "hf_subset": "bod_Tibt-kmr_Latn", "languages": ["bod-Tibt", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464039, "recall": 0.543478, "f1": 0.483016, "accuracy": 0.543478, "main_score": 0.483016, "hf_subset": "bod_Tibt-min_Latn", "languages": ["bod-Tibt", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575609, "recall": 0.651186, "f1": 0.595274, "accuracy": 0.651186, "main_score": 0.595274, "hf_subset": "bod_Tibt-por_Latn", "languages": ["bod-Tibt", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498956, "recall": 0.58004, "f1": 0.51891, "accuracy": 0.58004, "main_score": 0.51891, "hf_subset": "bod_Tibt-sun_Latn", "languages": ["bod-Tibt", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.237438, "recall": 0.274704, "f1": 0.246131, "accuracy": 0.274704, "main_score": 0.246131, "hf_subset": "bod_Tibt-umb_Latn", "languages": ["bod-Tibt", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561564, "recall": 0.634387, "f1": 0.578727, "accuracy": 0.634387, "main_score": 0.578727, "hf_subset": "bod_Tibt-ajp_Arab", "languages": ["bod-Tibt", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.223002, "recall": 0.261858, "f1": 0.232724, "accuracy": 0.261858, "main_score": 0.232724, "hf_subset": "bod_Tibt-bjn_Arab", "languages": ["bod-Tibt", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.227119, "recall": 0.261858, "f1": 0.235005, "accuracy": 0.261858, "main_score": 0.235005, "hf_subset": "bod_Tibt-ewe_Latn", "languages": ["bod-Tibt", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.359625, "recall": 0.425889, "f1": 0.375126, "accuracy": 0.425889, "main_score": 0.375126, "hf_subset": "bod_Tibt-ilo_Latn", "languages": ["bod-Tibt", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187669, "recall": 0.213439, "f1": 0.194211, "accuracy": 0.213439, "main_score": 0.194211, "hf_subset": "bod_Tibt-knc_Arab", "languages": ["bod-Tibt", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563197, "recall": 0.644269, "f1": 0.583663, "accuracy": 0.644269, "main_score": 0.583663, "hf_subset": "bod_Tibt-mkd_Cyrl", "languages": ["bod-Tibt", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.574003, "recall": 0.649209, "f1": 0.594078, "accuracy": 0.649209, "main_score": 0.594078, "hf_subset": "bod_Tibt-prs_Arab", "languages": ["bod-Tibt", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583901, "recall": 0.666008, "f1": 0.605134, "accuracy": 0.666008, "main_score": 0.605134, "hf_subset": "bod_Tibt-swe_Latn", "languages": ["bod-Tibt", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575854, "recall": 0.660079, "f1": 0.598407, "accuracy": 0.660079, "main_score": 0.598407, "hf_subset": "bod_Tibt-urd_Arab", "languages": ["bod-Tibt", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.23265, "recall": 0.278656, "f1": 0.244113, "accuracy": 0.278656, "main_score": 0.244113, "hf_subset": "bod_Tibt-aka_Latn", "languages": ["bod-Tibt", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479813, "recall": 0.54249, "f1": 0.494971, "accuracy": 0.54249, "main_score": 0.494971, "hf_subset": "bod_Tibt-bjn_Latn", "languages": ["bod-Tibt", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477836, "recall": 0.556324, "f1": 0.498166, "accuracy": 0.556324, "main_score": 0.498166, "hf_subset": "bod_Tibt-fao_Latn", "languages": ["bod-Tibt", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579361, "recall": 0.659091, "f1": 0.60021, "accuracy": 0.659091, "main_score": 0.60021, "hf_subset": "bod_Tibt-ind_Latn", "languages": ["bod-Tibt", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.245735, "recall": 0.277668, "f1": 0.253913, "accuracy": 0.277668, "main_score": 0.253913, "hf_subset": "bod_Tibt-knc_Latn", "languages": ["bod-Tibt", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487398, "recall": 0.5583, "f1": 0.505372, "accuracy": 0.5583, "main_score": 0.505372, "hf_subset": "bod_Tibt-mlt_Latn", "languages": ["bod-Tibt", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.27755, "recall": 0.33498, "f1": 0.291105, "accuracy": 0.33498, "main_score": 0.291105, "hf_subset": "bod_Tibt-quy_Latn", "languages": ["bod-Tibt", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510449, "recall": 0.583992, "f1": 0.529249, "accuracy": 0.583992, "main_score": 0.529249, "hf_subset": "bod_Tibt-swh_Latn", "languages": ["bod-Tibt", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547067, "recall": 0.625494, "f1": 0.567779, "accuracy": 0.625494, "main_score": 0.567779, "hf_subset": "bod_Tibt-uzn_Latn", "languages": ["bod-Tibt", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551103, "recall": 0.628458, "f1": 0.570273, "accuracy": 0.628458, "main_score": 0.570273, "hf_subset": "bod_Tibt-als_Latn", "languages": ["bod-Tibt", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295677, "recall": 0.351779, "f1": 0.309895, "accuracy": 0.351779, "main_score": 0.309895, "hf_subset": "bod_Tibt-fij_Latn", "languages": ["bod-Tibt", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520528, "recall": 0.599802, "f1": 0.542113, "accuracy": 0.599802, "main_score": 0.542113, "hf_subset": "bod_Tibt-isl_Latn", "languages": ["bod-Tibt", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.257199, "recall": 0.296443, "f1": 0.266895, "accuracy": 0.296443, "main_score": 0.266895, "hf_subset": "bod_Tibt-kon_Latn", "languages": ["bod-Tibt", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250476, "recall": 0.30336, "f1": 0.26355, "accuracy": 0.30336, "main_score": 0.26355, "hf_subset": "bod_Tibt-mni_Beng", "languages": ["bod-Tibt", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.589963, "recall": 0.66502, "f1": 0.60945, "accuracy": 0.66502, "main_score": 0.60945, "hf_subset": "bod_Tibt-ron_Latn", "languages": ["bod-Tibt", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503711, "recall": 0.583004, "f1": 0.523529, "accuracy": 0.583004, "main_score": 0.523529, "hf_subset": "bod_Tibt-szl_Latn", "languages": ["bod-Tibt", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550322, "recall": 0.620553, "f1": 0.568495, "accuracy": 0.620553, "main_score": 0.568495, "hf_subset": "bod_Tibt-vec_Latn", "languages": ["bod-Tibt", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476611, "recall": 0.563241, "f1": 0.498286, "accuracy": 0.563241, "main_score": 0.498286, "hf_subset": "bod_Tibt-amh_Ethi", "languages": ["bod-Tibt", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.573336, "recall": 0.651186, "f1": 0.592422, "accuracy": 0.651186, "main_score": 0.592422, "hf_subset": "bod_Tibt-bos_Latn", "languages": ["bod-Tibt", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549387, "recall": 0.633399, "f1": 0.57046, "accuracy": 0.633399, "main_score": 0.57046, "hf_subset": "bod_Tibt-fin_Latn", "languages": ["bod-Tibt", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564243, "recall": 0.643281, "f1": 0.584395, "accuracy": 0.643281, "main_score": 0.584395, "hf_subset": "bod_Tibt-ita_Latn", "languages": ["bod-Tibt", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568384, "recall": 0.648221, "f1": 0.589587, "accuracy": 0.648221, "main_score": 0.589587, "hf_subset": "bod_Tibt-kor_Hang", "languages": ["bod-Tibt", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.23661, "recall": 0.279644, "f1": 0.24693, "accuracy": 0.279644, "main_score": 0.24693, "hf_subset": "bod_Tibt-mos_Latn", "languages": ["bod-Tibt", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261236, "recall": 0.302372, "f1": 0.271167, "accuracy": 0.302372, "main_score": 0.271167, "hf_subset": "bod_Tibt-run_Latn", "languages": ["bod-Tibt", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591873, "recall": 0.671937, "f1": 0.612875, "accuracy": 0.671937, "main_score": 0.612875, "hf_subset": "bod_Tibt-tam_Taml", "languages": ["bod-Tibt", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.550129, "recall": 0.626482, "f1": 0.569459, "accuracy": 0.626482, "main_score": 0.569459, "hf_subset": "bod_Tibt-vie_Latn", "languages": ["bod-Tibt", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550748, "recall": 0.624506, "f1": 0.568865, "accuracy": 0.624506, "main_score": 0.568865, "hf_subset": "bod_Tibt-apc_Arab", "languages": ["bod-Tibt", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.303209, "recall": 0.353755, "f1": 0.31618, "accuracy": 0.353755, "main_score": 0.31618, "hf_subset": "bod_Tibt-bug_Latn", "languages": ["bod-Tibt", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.218705, "recall": 0.258893, "f1": 0.228317, "accuracy": 0.258893, "main_score": 0.228317, "hf_subset": "bod_Tibt-fon_Latn", "languages": ["bod-Tibt", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521555, "recall": 0.602767, "f1": 0.541718, "accuracy": 0.602767, "main_score": 0.541718, "hf_subset": "bod_Tibt-jav_Latn", "languages": ["bod-Tibt", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539464, "recall": 0.624506, "f1": 0.561452, "accuracy": 0.624506, "main_score": 0.561452, "hf_subset": "bod_Tibt-lao_Laoo", "languages": ["bod-Tibt", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.425077, "recall": 0.498024, "f1": 0.443325, "accuracy": 0.498024, "main_score": 0.443325, "hf_subset": "bod_Tibt-mri_Latn", "languages": ["bod-Tibt", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553007, "recall": 0.630435, "f1": 0.572262, "accuracy": 0.630435, "main_score": 0.572262, "hf_subset": "bod_Tibt-rus_Cyrl", "languages": ["bod-Tibt", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.233407, "recall": 0.262846, "f1": 0.240648, "accuracy": 0.262846, "main_score": 0.240648, "hf_subset": "bod_Tibt-taq_Latn", "languages": ["bod-Tibt", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461483, "recall": 0.539526, "f1": 0.480198, "accuracy": 0.539526, "main_score": 0.480198, "hf_subset": "bod_Tibt-war_Latn", "languages": ["bod-Tibt", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581158, "recall": 0.651186, "f1": 0.598279, "accuracy": 0.651186, "main_score": 0.598279, "hf_subset": "bod_Tibt-arb_Arab", "languages": ["bod-Tibt", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574863, "recall": 0.647233, "f1": 0.592701, "accuracy": 0.647233, "main_score": 0.592701, "hf_subset": "bod_Tibt-bul_Cyrl", "languages": ["bod-Tibt", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.581306, "recall": 0.657115, "f1": 0.601005, "accuracy": 0.657115, "main_score": 0.601005, "hf_subset": "bod_Tibt-fra_Latn", "languages": ["bod-Tibt", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531814, "recall": 0.606719, "f1": 0.55049, "accuracy": 0.606719, "main_score": 0.55049, "hf_subset": "bod_Tibt-jpn_Jpan", "languages": ["bod-Tibt", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.477674, "recall": 0.557312, "f1": 0.498063, "accuracy": 0.557312, "main_score": 0.498063, "hf_subset": "bod_Tibt-lij_Latn", "languages": ["bod-Tibt", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560693, "recall": 0.644269, "f1": 0.582373, "accuracy": 0.644269, "main_score": 0.582373, "hf_subset": "bod_Tibt-mya_Mymr", "languages": ["bod-Tibt", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.233859, "recall": 0.277668, "f1": 0.243842, "accuracy": 0.277668, "main_score": 0.243842, "hf_subset": "bod_Tibt-sag_Latn", "languages": ["bod-Tibt", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169885, "recall": 0.202569, "f1": 0.177704, "accuracy": 0.202569, "main_score": 0.177704, "hf_subset": "bod_Tibt-taq_Tfng", "languages": ["bod-Tibt", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.242626, "recall": 0.294466, "f1": 0.25455, "accuracy": 0.294466, "main_score": 0.25455, "hf_subset": "bod_Tibt-wol_Latn", "languages": ["bod-Tibt", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326257, "recall": 0.394269, "f1": 0.342959, "accuracy": 0.394269, "main_score": 0.342959, "hf_subset": "bod_Tibt-arb_Latn", "languages": ["bod-Tibt", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575405, "recall": 0.656126, "f1": 0.596678, "accuracy": 0.656126, "main_score": 0.596678, "hf_subset": "bod_Tibt-cat_Latn", "languages": ["bod-Tibt", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447573, "recall": 0.51581, "f1": 0.463681, "accuracy": 0.51581, "main_score": 0.463681, "hf_subset": "bod_Tibt-fur_Latn", "languages": ["bod-Tibt", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215987, "recall": 0.254941, "f1": 0.225598, "accuracy": 0.254941, "main_score": 0.225598, "hf_subset": "bod_Tibt-kab_Latn", "languages": ["bod-Tibt", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447848, "recall": 0.522727, "f1": 0.466569, "accuracy": 0.522727, "main_score": 0.466569, "hf_subset": "bod_Tibt-lim_Latn", "languages": ["bod-Tibt", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557383, "recall": 0.632411, "f1": 0.576546, "accuracy": 0.632411, "main_score": 0.576546, "hf_subset": "bod_Tibt-nld_Latn", "languages": ["bod-Tibt", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554494, "recall": 0.634387, "f1": 0.575271, "accuracy": 0.634387, "main_score": 0.575271, "hf_subset": "bod_Tibt-san_Deva", "languages": ["bod-Tibt", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.493465, "recall": 0.582016, "f1": 0.51514, "accuracy": 0.582016, "main_score": 0.51514, "hf_subset": "bod_Tibt-tat_Cyrl", "languages": ["bod-Tibt", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.283199, "recall": 0.33004, "f1": 0.294324, "accuracy": 0.33004, "main_score": 0.294324, "hf_subset": "bod_Tibt-xho_Latn", "languages": ["bod-Tibt", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543468, "recall": 0.62253, "f1": 0.563812, "accuracy": 0.62253, "main_score": 0.563812, "hf_subset": "bod_Tibt-ars_Arab", "languages": ["bod-Tibt", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511121, "recall": 0.589921, "f1": 0.53115, "accuracy": 0.589921, "main_score": 0.53115, "hf_subset": "bod_Tibt-ceb_Latn", "languages": ["bod-Tibt", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229875, "recall": 0.270751, "f1": 0.240894, "accuracy": 0.270751, "main_score": 0.240894, "hf_subset": "bod_Tibt-fuv_Latn", "languages": ["bod-Tibt", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.228355, "recall": 0.266798, "f1": 0.237181, "accuracy": 0.266798, "main_score": 0.237181, "hf_subset": "bod_Tibt-kac_Latn", "languages": ["bod-Tibt", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255002, "recall": 0.298419, "f1": 0.264681, "accuracy": 0.298419, "main_score": 0.264681, "hf_subset": "bod_Tibt-lin_Latn", "languages": ["bod-Tibt", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55205, "recall": 0.635375, "f1": 0.573753, "accuracy": 0.635375, "main_score": 0.573753, "hf_subset": "bod_Tibt-nno_Latn", "languages": ["bod-Tibt", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175793, "recall": 0.237154, "f1": 0.191686, "accuracy": 0.237154, "main_score": 0.191686, "hf_subset": "bod_Tibt-sat_Olck", "languages": ["bod-Tibt", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.577952, "recall": 0.663043, "f1": 0.600329, "accuracy": 0.663043, "main_score": 0.600329, "hf_subset": "bod_Tibt-tel_Telu", "languages": ["bod-Tibt", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.448736, "recall": 0.513834, "f1": 0.464706, "accuracy": 0.513834, "main_score": 0.464706, "hf_subset": "bod_Tibt-ydd_Hebr", "languages": ["bod-Tibt", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.486652, "recall": 0.554348, "f1": 0.503266, "accuracy": 0.554348, "main_score": 0.503266, "hf_subset": "bod_Tibt-ary_Arab", "languages": ["bod-Tibt", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551695, "recall": 0.630435, "f1": 0.571212, "accuracy": 0.630435, "main_score": 0.571212, "hf_subset": "bod_Tibt-ces_Latn", "languages": ["bod-Tibt", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.275143, "recall": 0.323123, "f1": 0.287309, "accuracy": 0.323123, "main_score": 0.287309, "hf_subset": "bod_Tibt-gaz_Latn", "languages": ["bod-Tibt", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.262256, "recall": 0.310277, "f1": 0.274882, "accuracy": 0.310277, "main_score": 0.274882, "hf_subset": "bod_Tibt-kam_Latn", "languages": ["bod-Tibt", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543619, "recall": 0.619565, "f1": 0.563439, "accuracy": 0.619565, "main_score": 0.563439, "hf_subset": "bod_Tibt-lit_Latn", "languages": ["bod-Tibt", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560604, "recall": 0.636364, "f1": 0.579262, "accuracy": 0.636364, "main_score": 0.579262, "hf_subset": "bod_Tibt-nob_Latn", "languages": ["bod-Tibt", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453594, "recall": 0.519763, "f1": 0.469053, "accuracy": 0.519763, "main_score": 0.469053, "hf_subset": "bod_Tibt-scn_Latn", "languages": ["bod-Tibt", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493255, "recall": 0.564229, "f1": 0.511167, "accuracy": 0.564229, "main_score": 0.511167, "hf_subset": "bod_Tibt-tgk_Cyrl", "languages": ["bod-Tibt", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.277045, "recall": 0.349802, "f1": 0.295587, "accuracy": 0.349802, "main_score": 0.295587, "hf_subset": "bod_Tibt-yor_Latn", "languages": ["bod-Tibt", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516432, "recall": 0.593874, "f1": 0.535659, "accuracy": 0.593874, "main_score": 0.535659, "hf_subset": "bod_Tibt-arz_Arab", "languages": ["bod-Tibt", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.234234, "recall": 0.277668, "f1": 0.244686, "accuracy": 0.277668, "main_score": 0.244686, "hf_subset": "bod_Tibt-cjk_Latn", "languages": ["bod-Tibt", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332132, "recall": 0.400198, "f1": 0.34921, "accuracy": 0.400198, "main_score": 0.34921, "hf_subset": "bod_Tibt-gla_Latn", "languages": ["bod-Tibt", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588204, "recall": 0.661067, "f1": 0.607007, "accuracy": 0.661067, "main_score": 0.607007, "hf_subset": "bod_Tibt-kan_Knda", "languages": ["bod-Tibt", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.463343, "recall": 0.536561, "f1": 0.481606, "accuracy": 0.536561, "main_score": 0.481606, "hf_subset": "bod_Tibt-lmo_Latn", "languages": ["bod-Tibt", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58604, "recall": 0.666996, "f1": 0.606966, "accuracy": 0.666996, "main_score": 0.606966, "hf_subset": "bod_Tibt-npi_Deva", "languages": ["bod-Tibt", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.190113, "recall": 0.221344, "f1": 0.197594, "accuracy": 0.221344, "main_score": 0.197594, "hf_subset": "bod_Tibt-shn_Mymr", "languages": ["bod-Tibt", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.564821, "recall": 0.642292, "f1": 0.584037, "accuracy": 0.642292, "main_score": 0.584037, "hf_subset": "bod_Tibt-tgl_Latn", "languages": ["bod-Tibt", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559747, "recall": 0.639328, "f1": 0.579896, "accuracy": 0.639328, "main_score": 0.579896, "hf_subset": "bod_Tibt-yue_Hant", "languages": ["bod-Tibt", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.573895, "recall": 0.650198, "f1": 0.593597, "accuracy": 0.650198, "main_score": 0.593597, "hf_subset": "bod_Tibt-asm_Beng", "languages": ["bod-Tibt", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.471588, "recall": 0.547431, "f1": 0.490147, "accuracy": 0.547431, "main_score": 0.490147, "hf_subset": "bod_Tibt-ckb_Arab", "languages": ["bod-Tibt", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.400895, "recall": 0.469368, "f1": 0.417841, "accuracy": 0.469368, "main_score": 0.417841, "hf_subset": "bod_Tibt-gle_Latn", "languages": ["bod-Tibt", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378441, "recall": 0.449605, "f1": 0.39539, "accuracy": 0.449605, "main_score": 0.39539, "hf_subset": "bod_Tibt-kas_Arab", "languages": ["bod-Tibt", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.382797, "recall": 0.459486, "f1": 0.401699, "accuracy": 0.459486, "main_score": 0.401699, "hf_subset": "bod_Tibt-ltg_Latn", "languages": ["bod-Tibt", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261195, "recall": 0.300395, "f1": 0.270275, "accuracy": 0.300395, "main_score": 0.270275, "hf_subset": "bod_Tibt-nso_Latn", "languages": ["bod-Tibt", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529826, "recall": 0.606719, "f1": 0.550231, "accuracy": 0.606719, "main_score": 0.550231, "hf_subset": "bod_Tibt-sin_Sinh", "languages": ["bod-Tibt", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.55203, "recall": 0.630435, "f1": 0.572043, "accuracy": 0.630435, "main_score": 0.572043, "hf_subset": "bod_Tibt-tha_Thai", "languages": ["bod-Tibt", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.517029, "recall": 0.591897, "f1": 0.535381, "accuracy": 0.591897, "main_score": 0.535381, "hf_subset": "bod_Tibt-zho_Hans", "languages": ["bod-Tibt", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.551048, "recall": 0.626482, "f1": 0.570539, "accuracy": 0.626482, "main_score": 0.570539, "hf_subset": "bod_Tibt-ast_Latn", "languages": ["bod-Tibt", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517907, "recall": 0.604743, "f1": 0.540884, "accuracy": 0.604743, "main_score": 0.540884, "hf_subset": "bod_Tibt-crh_Latn", "languages": ["bod-Tibt", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571871, "recall": 0.653162, "f1": 0.59244, "accuracy": 0.653162, "main_score": 0.59244, "hf_subset": "bod_Tibt-glg_Latn", "languages": ["bod-Tibt", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.34987, "recall": 0.416008, "f1": 0.365525, "accuracy": 0.416008, "main_score": 0.365525, "hf_subset": "bod_Tibt-kas_Deva", "languages": ["bod-Tibt", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.435962, "recall": 0.509881, "f1": 0.45369, "accuracy": 0.509881, "main_score": 0.45369, "hf_subset": "bod_Tibt-ltz_Latn", "languages": ["bod-Tibt", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.238072, "recall": 0.274704, "f1": 0.247022, "accuracy": 0.274704, "main_score": 0.247022, "hf_subset": "bod_Tibt-nus_Latn", "languages": ["bod-Tibt", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560396, "recall": 0.635375, "f1": 0.579401, "accuracy": 0.635375, "main_score": 0.579401, "hf_subset": "bod_Tibt-slk_Latn", "languages": ["bod-Tibt", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.273611, "recall": 0.332016, "f1": 0.288633, "accuracy": 0.332016, "main_score": 0.288633, "hf_subset": "bod_Tibt-tir_Ethi", "languages": ["bod-Tibt", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.545439, "recall": 0.625494, "f1": 0.566313, "accuracy": 0.625494, "main_score": 0.566313, "hf_subset": "bod_Tibt-zho_Hant", "languages": ["bod-Tibt", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.571537, "recall": 0.650198, "f1": 0.592377, "accuracy": 0.650198, "main_score": 0.592377, "hf_subset": "bod_Tibt-awa_Deva", "languages": ["bod-Tibt", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467828, "recall": 0.548419, "f1": 0.4885, "accuracy": 0.548419, "main_score": 0.4885, "hf_subset": "bod_Tibt-cym_Latn", "languages": ["bod-Tibt", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303107, "recall": 0.356719, "f1": 0.315984, "accuracy": 0.356719, "main_score": 0.315984, "hf_subset": "bod_Tibt-grn_Latn", "languages": ["bod-Tibt", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521307, "recall": 0.599802, "f1": 0.541122, "accuracy": 0.599802, "main_score": 0.541122, "hf_subset": "bod_Tibt-kat_Geor", "languages": ["bod-Tibt", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.258865, "recall": 0.306324, "f1": 0.270942, "accuracy": 0.306324, "main_score": 0.270942, "hf_subset": "bod_Tibt-lua_Latn", "languages": ["bod-Tibt", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255398, "recall": 0.301383, "f1": 0.266326, "accuracy": 0.301383, "main_score": 0.266326, "hf_subset": "bod_Tibt-nya_Latn", "languages": ["bod-Tibt", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549747, "recall": 0.624506, "f1": 0.568465, "accuracy": 0.624506, "main_score": 0.568465, "hf_subset": "bod_Tibt-slv_Latn", "languages": ["bod-Tibt", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386331, "recall": 0.45751, "f1": 0.403801, "accuracy": 0.45751, "main_score": 0.403801, "hf_subset": "bod_Tibt-tpi_Latn", "languages": ["bod-Tibt", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590033, "recall": 0.664032, "f1": 0.608633, "accuracy": 0.664032, "main_score": 0.608633, "hf_subset": "bod_Tibt-zsm_Latn", "languages": ["bod-Tibt", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242077, "recall": 0.27668, "f1": 0.250178, "accuracy": 0.27668, "main_score": 0.250178, "hf_subset": "bod_Tibt-ayr_Latn", "languages": ["bod-Tibt", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567038, "recall": 0.651186, "f1": 0.589157, "accuracy": 0.651186, "main_score": 0.589157, "hf_subset": "bod_Tibt-dan_Latn", "languages": ["bod-Tibt", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603799, "recall": 0.676877, "f1": 0.62255, "accuracy": 0.676877, "main_score": 0.62255, "hf_subset": "bod_Tibt-guj_Gujr", "languages": ["bod-Tibt", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.559022, "recall": 0.636364, "f1": 0.579032, "accuracy": 0.636364, "main_score": 0.579032, "hf_subset": "bod_Tibt-kaz_Cyrl", "languages": ["bod-Tibt", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.233061, "recall": 0.279644, "f1": 0.244291, "accuracy": 0.279644, "main_score": 0.244291, "hf_subset": "bod_Tibt-lug_Latn", "languages": ["bod-Tibt", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553043, "recall": 0.628458, "f1": 0.572187, "accuracy": 0.628458, "main_score": 0.572187, "hf_subset": "bod_Tibt-oci_Latn", "languages": ["bod-Tibt", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373911, "recall": 0.4417, "f1": 0.391648, "accuracy": 0.4417, "main_score": 0.391648, "hf_subset": "bod_Tibt-smo_Latn", "languages": ["bod-Tibt", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240351, "recall": 0.283597, "f1": 0.251287, "accuracy": 0.283597, "main_score": 0.251287, "hf_subset": "bod_Tibt-tsn_Latn", "languages": ["bod-Tibt", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.273129, "recall": 0.322134, "f1": 0.285255, "accuracy": 0.322134, "main_score": 0.285255, "hf_subset": "bod_Tibt-zul_Latn", "languages": ["bod-Tibt", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37375, "recall": 0.439723, "f1": 0.390385, "accuracy": 0.439723, "main_score": 0.390385, "hf_subset": "bod_Tibt-azb_Arab", "languages": ["bod-Tibt", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563853, "recall": 0.644269, "f1": 0.584586, "accuracy": 0.644269, "main_score": 0.584586, "hf_subset": "bod_Tibt-deu_Latn", "languages": ["bod-Tibt", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454867, "recall": 0.523715, "f1": 0.47228, "accuracy": 0.523715, "main_score": 0.47228, "hf_subset": "bod_Tibt-hat_Latn", "languages": ["bod-Tibt", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212486, "recall": 0.253953, "f1": 0.223441, "accuracy": 0.253953, "main_score": 0.223441, "hf_subset": "bod_Tibt-kbp_Latn", "languages": ["bod-Tibt", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221682, "recall": 0.269763, "f1": 0.233049, "accuracy": 0.269763, "main_score": 0.233049, "hf_subset": "bod_Tibt-luo_Latn", "languages": ["bod-Tibt", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585114, "recall": 0.663043, "f1": 0.605298, "accuracy": 0.663043, "main_score": 0.605298, "hf_subset": "bod_Tibt-ory_Orya", "languages": ["bod-Tibt", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.225555, "recall": 0.274704, "f1": 0.236604, "accuracy": 0.274704, "main_score": 0.236604, "hf_subset": "bod_Tibt-sna_Latn", "languages": ["bod-Tibt", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23777, "recall": 0.280632, "f1": 0.247247, "accuracy": 0.280632, "main_score": 0.247247, "hf_subset": "bod_Tibt-tso_Latn", "languages": ["bod-Tibt", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513692, "recall": 0.600791, "f1": 0.536165, "accuracy": 0.600791, "main_score": 0.536165, "hf_subset": "bod_Tibt-azj_Latn", "languages": ["bod-Tibt", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172483, "recall": 0.214427, "f1": 0.183308, "accuracy": 0.214427, "main_score": 0.183308, "hf_subset": "bod_Tibt-dik_Latn", "languages": ["bod-Tibt", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.346822, "recall": 0.411067, "f1": 0.361883, "accuracy": 0.411067, "main_score": 0.361883, "hf_subset": "bod_Tibt-hau_Latn", "languages": ["bod-Tibt", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436302, "recall": 0.490119, "f1": 0.450433, "accuracy": 0.490119, "main_score": 0.450433, "hf_subset": "bod_Tibt-kea_Latn", "languages": ["bod-Tibt", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.278782, "recall": 0.33004, "f1": 0.290823, "accuracy": 0.33004, "main_score": 0.290823, "hf_subset": "bod_Tibt-lus_Latn", "languages": ["bod-Tibt", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313596, "recall": 0.367589, "f1": 0.326822, "accuracy": 0.367589, "main_score": 0.326822, "hf_subset": "bod_Tibt-pag_Latn", "languages": ["bod-Tibt", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555613, "recall": 0.633399, "f1": 0.575343, "accuracy": 0.633399, "main_score": 0.575343, "hf_subset": "bod_Tibt-snd_Arab", "languages": ["bod-Tibt", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.433632, "recall": 0.508893, "f1": 0.452093, "accuracy": 0.508893, "main_score": 0.452093, "hf_subset": "bod_Tibt-tuk_Latn", "languages": ["bod-Tibt", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469674, "recall": 0.547431, "f1": 0.488629, "accuracy": 0.547431, "main_score": 0.488629, "hf_subset": "bod_Tibt-bak_Cyrl", "languages": ["bod-Tibt", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.135882, "recall": 0.181818, "f1": 0.146388, "accuracy": 0.181818, "main_score": 0.146388, "hf_subset": "bod_Tibt-dyu_Latn", "languages": ["bod-Tibt", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584495, "recall": 0.660079, "f1": 0.604284, "accuracy": 0.660079, "main_score": 0.604284, "hf_subset": "bod_Tibt-heb_Hebr", "languages": ["bod-Tibt", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.500668, "recall": 0.579051, "f1": 0.520656, "accuracy": 0.579051, "main_score": 0.520656, "hf_subset": "bod_Tibt-khk_Cyrl", "languages": ["bod-Tibt", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.555645, "recall": 0.632411, "f1": 0.574758, "accuracy": 0.632411, "main_score": 0.574758, "hf_subset": "bod_Tibt-lvs_Latn", "languages": ["bod-Tibt", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60011, "recall": 0.674901, "f1": 0.620026, "accuracy": 0.674901, "main_score": 0.620026, "hf_subset": "bod_Tibt-pan_Guru", "languages": ["bod-Tibt", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.319043, "recall": 0.376482, "f1": 0.333147, "accuracy": 0.376482, "main_score": 0.333147, "hf_subset": "bod_Tibt-som_Latn", "languages": ["bod-Tibt", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250542, "recall": 0.293478, "f1": 0.261145, "accuracy": 0.293478, "main_score": 0.261145, "hf_subset": "bod_Tibt-tum_Latn", "languages": ["bod-Tibt", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455116, "recall": 0.506917, "f1": 0.469051, "accuracy": 0.506917, "main_score": 0.469051, "hf_subset": "fij_Latn-ace_Arab", "languages": ["fij-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507068, "recall": 0.551383, "f1": 0.519408, "accuracy": 0.551383, "main_score": 0.519408, "hf_subset": "fij_Latn-bam_Latn", "languages": ["fij-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261503, "recall": 0.311265, "f1": 0.273587, "accuracy": 0.311265, "main_score": 0.273587, "hf_subset": "fij_Latn-dzo_Tibt", "languages": ["fij-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.674764, "recall": 0.730237, "f1": 0.689563, "accuracy": 0.730237, "main_score": 0.689563, "hf_subset": "fij_Latn-hin_Deva", "languages": ["fij-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619278, "recall": 0.676877, "f1": 0.634312, "accuracy": 0.676877, "main_score": 0.634312, "hf_subset": "fij_Latn-khm_Khmr", "languages": ["fij-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.653718, "recall": 0.70751, "f1": 0.668021, "accuracy": 0.70751, "main_score": 0.668021, "hf_subset": "fij_Latn-mag_Deva", "languages": ["fij-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639139, "recall": 0.685771, "f1": 0.65078, "accuracy": 0.685771, "main_score": 0.65078, "hf_subset": "fij_Latn-pap_Latn", "languages": ["fij-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577305, "recall": 0.620553, "f1": 0.588708, "accuracy": 0.620553, "main_score": 0.588708, "hf_subset": "fij_Latn-sot_Latn", "languages": ["fij-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64012, "recall": 0.699605, "f1": 0.657123, "accuracy": 0.699605, "main_score": 0.657123, "hf_subset": "fij_Latn-tur_Latn", "languages": ["fij-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622552, "recall": 0.660079, "f1": 0.632289, "accuracy": 0.660079, "main_score": 0.632289, "hf_subset": "fij_Latn-ace_Latn", "languages": ["fij-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636437, "recall": 0.668972, "f1": 0.644644, "accuracy": 0.668972, "main_score": 0.644644, "hf_subset": "fij_Latn-ban_Latn", "languages": ["fij-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651004, "recall": 0.708498, "f1": 0.665793, "accuracy": 0.708498, "main_score": 0.665793, "hf_subset": "fij_Latn-ell_Grek", "languages": ["fij-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.635589, "recall": 0.6917, "f1": 0.650457, "accuracy": 0.6917, "main_score": 0.650457, "hf_subset": "fij_Latn-hne_Deva", "languages": ["fij-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.515524, "recall": 0.559289, "f1": 0.527961, "accuracy": 0.559289, "main_score": 0.527961, "hf_subset": "fij_Latn-kik_Latn", "languages": ["fij-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653741, "recall": 0.705534, "f1": 0.667038, "accuracy": 0.705534, "main_score": 0.667038, "hf_subset": "fij_Latn-mai_Deva", "languages": ["fij-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.588881, "recall": 0.648221, "f1": 0.604664, "accuracy": 0.648221, "main_score": 0.604664, "hf_subset": "fij_Latn-pbt_Arab", "languages": ["fij-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.667496, "recall": 0.721344, "f1": 0.682067, "accuracy": 0.721344, "main_score": 0.682067, "hf_subset": "fij_Latn-spa_Latn", "languages": ["fij-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54116, "recall": 0.582016, "f1": 0.552515, "accuracy": 0.582016, "main_score": 0.552515, "hf_subset": "fij_Latn-twi_Latn", "languages": ["fij-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650291, "recall": 0.705534, "f1": 0.665118, "accuracy": 0.705534, "main_score": 0.665118, "hf_subset": "fij_Latn-acm_Arab", "languages": ["fij-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.629282, "recall": 0.68083, "f1": 0.642813, "accuracy": 0.68083, "main_score": 0.642813, "hf_subset": "fij_Latn-bel_Cyrl", "languages": ["fij-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.693243, "recall": 0.746047, "f1": 0.707418, "accuracy": 0.746047, "main_score": 0.707418, "hf_subset": "fij_Latn-eng_Latn", "languages": ["fij-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684996, "recall": 0.727273, "f1": 0.695645, "accuracy": 0.727273, "main_score": 0.695645, "hf_subset": "fij_Latn-hrv_Latn", "languages": ["fij-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517342, "recall": 0.5583, "f1": 0.529076, "accuracy": 0.5583, "main_score": 0.529076, "hf_subset": "fij_Latn-kin_Latn", "languages": ["fij-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653711, "recall": 0.706522, "f1": 0.667173, "accuracy": 0.706522, "main_score": 0.667173, "hf_subset": "fij_Latn-mal_Mlym", "languages": ["fij-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.647384, "recall": 0.705534, "f1": 0.66275, "accuracy": 0.705534, "main_score": 0.66275, "hf_subset": "fij_Latn-pes_Arab", "languages": ["fij-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636737, "recall": 0.685771, "f1": 0.64923, "accuracy": 0.685771, "main_score": 0.64923, "hf_subset": "fij_Latn-srd_Latn", "languages": ["fij-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202817, "recall": 0.248024, "f1": 0.214488, "accuracy": 0.248024, "main_score": 0.214488, "hf_subset": "fij_Latn-tzm_Tfng", "languages": ["fij-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.643073, "recall": 0.704545, "f1": 0.659565, "accuracy": 0.704545, "main_score": 0.659565, "hf_subset": "fij_Latn-acq_Arab", "languages": ["fij-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596382, "recall": 0.634387, "f1": 0.606656, "accuracy": 0.634387, "main_score": 0.606656, "hf_subset": "fij_Latn-bem_Latn", "languages": ["fij-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665451, "recall": 0.716403, "f1": 0.679548, "accuracy": 0.716403, "main_score": 0.679548, "hf_subset": "fij_Latn-epo_Latn", "languages": ["fij-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66505, "recall": 0.714427, "f1": 0.677787, "accuracy": 0.714427, "main_score": 0.677787, "hf_subset": "fij_Latn-hun_Latn", "languages": ["fij-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615696, "recall": 0.672925, "f1": 0.631244, "accuracy": 0.672925, "main_score": 0.631244, "hf_subset": "fij_Latn-kir_Cyrl", "languages": ["fij-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.657045, "recall": 0.70751, "f1": 0.670662, "accuracy": 0.70751, "main_score": 0.670662, "hf_subset": "fij_Latn-mar_Deva", "languages": ["fij-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573421, "recall": 0.621542, "f1": 0.586227, "accuracy": 0.621542, "main_score": 0.586227, "hf_subset": "fij_Latn-plt_Latn", "languages": ["fij-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670731, "recall": 0.725296, "f1": 0.684963, "accuracy": 0.725296, "main_score": 0.684963, "hf_subset": "fij_Latn-srp_Cyrl", "languages": ["fij-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.577223, "recall": 0.635375, "f1": 0.593125, "accuracy": 0.635375, "main_score": 0.593125, "hf_subset": "fij_Latn-uig_Arab", "languages": ["fij-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.627164, "recall": 0.685771, "f1": 0.642892, "accuracy": 0.685771, "main_score": 0.642892, "hf_subset": "fij_Latn-aeb_Arab", "languages": ["fij-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.655533, "recall": 0.711462, "f1": 0.671213, "accuracy": 0.711462, "main_score": 0.671213, "hf_subset": "fij_Latn-ben_Beng", "languages": ["fij-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.644923, "recall": 0.69664, "f1": 0.659338, "accuracy": 0.69664, "main_score": 0.659338, "hf_subset": "fij_Latn-est_Latn", "languages": ["fij-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641469, "recall": 0.701581, "f1": 0.657509, "accuracy": 0.701581, "main_score": 0.657509, "hf_subset": "fij_Latn-hye_Armn", "languages": ["fij-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.52128, "recall": 0.563241, "f1": 0.533564, "accuracy": 0.563241, "main_score": 0.533564, "hf_subset": "fij_Latn-kmb_Latn", "languages": ["fij-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405154, "recall": 0.452569, "f1": 0.418228, "accuracy": 0.452569, "main_score": 0.418228, "hf_subset": "fij_Latn-min_Arab", "languages": ["fij-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.650621, "recall": 0.708498, "f1": 0.666508, "accuracy": 0.708498, "main_score": 0.666508, "hf_subset": "fij_Latn-pol_Latn", "languages": ["fij-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55057, "recall": 0.599802, "f1": 0.564197, "accuracy": 0.599802, "main_score": 0.564197, "hf_subset": "fij_Latn-ssw_Latn", "languages": ["fij-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677097, "recall": 0.733202, "f1": 0.692862, "accuracy": 0.733202, "main_score": 0.692862, "hf_subset": "fij_Latn-ukr_Cyrl", "languages": ["fij-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.681338, "recall": 0.73913, "f1": 0.697221, "accuracy": 0.73913, "main_score": 0.697221, "hf_subset": "fij_Latn-afr_Latn", "languages": ["fij-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637215, "recall": 0.688735, "f1": 0.651503, "accuracy": 0.688735, "main_score": 0.651503, "hf_subset": "fij_Latn-bho_Deva", "languages": ["fij-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.634331, "recall": 0.688735, "f1": 0.648759, "accuracy": 0.688735, "main_score": 0.648759, "hf_subset": "fij_Latn-eus_Latn", "languages": ["fij-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54493, "recall": 0.599802, "f1": 0.560409, "accuracy": 0.599802, "main_score": 0.560409, "hf_subset": "fij_Latn-ibo_Latn", "languages": ["fij-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595566, "recall": 0.642292, "f1": 0.608418, "accuracy": 0.642292, "main_score": 0.608418, "hf_subset": "fij_Latn-kmr_Latn", "languages": ["fij-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652657, "recall": 0.694664, "f1": 0.664177, "accuracy": 0.694664, "main_score": 0.664177, "hf_subset": "fij_Latn-min_Latn", "languages": ["fij-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684635, "recall": 0.735178, "f1": 0.698464, "accuracy": 0.735178, "main_score": 0.698464, "hf_subset": "fij_Latn-por_Latn", "languages": ["fij-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656287, "recall": 0.712451, "f1": 0.670644, "accuracy": 0.712451, "main_score": 0.670644, "hf_subset": "fij_Latn-sun_Latn", "languages": ["fij-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486942, "recall": 0.535573, "f1": 0.501303, "accuracy": 0.535573, "main_score": 0.501303, "hf_subset": "fij_Latn-umb_Latn", "languages": ["fij-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650785, "recall": 0.705534, "f1": 0.66563, "accuracy": 0.705534, "main_score": 0.66563, "hf_subset": "fij_Latn-ajp_Arab", "languages": ["fij-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.433879, "recall": 0.479249, "f1": 0.445987, "accuracy": 0.479249, "main_score": 0.445987, "hf_subset": "fij_Latn-bjn_Arab", "languages": ["fij-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484666, "recall": 0.531621, "f1": 0.497632, "accuracy": 0.531621, "main_score": 0.497632, "hf_subset": "fij_Latn-ewe_Latn", "languages": ["fij-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649793, "recall": 0.693676, "f1": 0.661517, "accuracy": 0.693676, "main_score": 0.661517, "hf_subset": "fij_Latn-ilo_Latn", "languages": ["fij-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303888, "recall": 0.352767, "f1": 0.317339, "accuracy": 0.352767, "main_score": 0.317339, "hf_subset": "fij_Latn-knc_Arab", "languages": ["fij-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.66258, "recall": 0.725296, "f1": 0.679185, "accuracy": 0.725296, "main_score": 0.679185, "hf_subset": "fij_Latn-mkd_Cyrl", "languages": ["fij-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.645629, "recall": 0.702569, "f1": 0.66107, "accuracy": 0.702569, "main_score": 0.66107, "hf_subset": "fij_Latn-prs_Arab", "languages": ["fij-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.685532, "recall": 0.741107, "f1": 0.700933, "accuracy": 0.741107, "main_score": 0.700933, "hf_subset": "fij_Latn-swe_Latn", "languages": ["fij-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652369, "recall": 0.706522, "f1": 0.667014, "accuracy": 0.706522, "main_score": 0.667014, "hf_subset": "fij_Latn-urd_Arab", "languages": ["fij-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545791, "recall": 0.585968, "f1": 0.556895, "accuracy": 0.585968, "main_score": 0.556895, "hf_subset": "fij_Latn-aka_Latn", "languages": ["fij-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658912, "recall": 0.703557, "f1": 0.670425, "accuracy": 0.703557, "main_score": 0.670425, "hf_subset": "fij_Latn-bjn_Latn", "languages": ["fij-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63208, "recall": 0.678854, "f1": 0.644533, "accuracy": 0.678854, "main_score": 0.644533, "hf_subset": "fij_Latn-fao_Latn", "languages": ["fij-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686682, "recall": 0.740119, "f1": 0.700868, "accuracy": 0.740119, "main_score": 0.700868, "hf_subset": "fij_Latn-ind_Latn", "languages": ["fij-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548865, "recall": 0.586957, "f1": 0.559845, "accuracy": 0.586957, "main_score": 0.559845, "hf_subset": "fij_Latn-knc_Latn", "languages": ["fij-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648401, "recall": 0.703557, "f1": 0.662906, "accuracy": 0.703557, "main_score": 0.662906, "hf_subset": "fij_Latn-mlt_Latn", "languages": ["fij-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551989, "recall": 0.596838, "f1": 0.565159, "accuracy": 0.596838, "main_score": 0.565159, "hf_subset": "fij_Latn-quy_Latn", "languages": ["fij-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65412, "recall": 0.709486, "f1": 0.669314, "accuracy": 0.709486, "main_score": 0.669314, "hf_subset": "fij_Latn-swh_Latn", "languages": ["fij-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630451, "recall": 0.686759, "f1": 0.645597, "accuracy": 0.686759, "main_score": 0.645597, "hf_subset": "fij_Latn-uzn_Latn", "languages": ["fij-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669196, "recall": 0.722332, "f1": 0.683605, "accuracy": 0.722332, "main_score": 0.683605, "hf_subset": "fij_Latn-als_Latn", "languages": ["fij-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.35535, "recall": 0.420949, "f1": 0.371887, "accuracy": 0.420949, "main_score": 0.371887, "hf_subset": "fij_Latn-bod_Tibt", "languages": ["fij-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.631105, "recall": 0.682806, "f1": 0.645495, "accuracy": 0.682806, "main_score": 0.645495, "hf_subset": "fij_Latn-isl_Latn", "languages": ["fij-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567989, "recall": 0.607708, "f1": 0.579296, "accuracy": 0.607708, "main_score": 0.579296, "hf_subset": "fij_Latn-kon_Latn", "languages": ["fij-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50071, "recall": 0.550395, "f1": 0.514444, "accuracy": 0.550395, "main_score": 0.514444, "hf_subset": "fij_Latn-mni_Beng", "languages": ["fij-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.693732, "recall": 0.744071, "f1": 0.707247, "accuracy": 0.744071, "main_score": 0.707247, "hf_subset": "fij_Latn-ron_Latn", "languages": ["fij-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636453, "recall": 0.689723, "f1": 0.651013, "accuracy": 0.689723, "main_score": 0.651013, "hf_subset": "fij_Latn-szl_Latn", "languages": ["fij-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676239, "recall": 0.731225, "f1": 0.691172, "accuracy": 0.731225, "main_score": 0.691172, "hf_subset": "fij_Latn-vec_Latn", "languages": ["fij-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55449, "recall": 0.617589, "f1": 0.571344, "accuracy": 0.617589, "main_score": 0.571344, "hf_subset": "fij_Latn-amh_Ethi", "languages": ["fij-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.690871, "recall": 0.742095, "f1": 0.704358, "accuracy": 0.742095, "main_score": 0.704358, "hf_subset": "fij_Latn-bos_Latn", "languages": ["fij-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648994, "recall": 0.704545, "f1": 0.664063, "accuracy": 0.704545, "main_score": 0.664063, "hf_subset": "fij_Latn-fin_Latn", "languages": ["fij-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676855, "recall": 0.730237, "f1": 0.69099, "accuracy": 0.730237, "main_score": 0.69099, "hf_subset": "fij_Latn-ita_Latn", "languages": ["fij-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650586, "recall": 0.710474, "f1": 0.666572, "accuracy": 0.710474, "main_score": 0.666572, "hf_subset": "fij_Latn-kor_Hang", "languages": ["fij-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.513743, "recall": 0.554348, "f1": 0.525276, "accuracy": 0.554348, "main_score": 0.525276, "hf_subset": "fij_Latn-mos_Latn", "languages": ["fij-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525047, "recall": 0.566206, "f1": 0.536715, "accuracy": 0.566206, "main_score": 0.536715, "hf_subset": "fij_Latn-run_Latn", "languages": ["fij-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628798, "recall": 0.684783, "f1": 0.643909, "accuracy": 0.684783, "main_score": 0.643909, "hf_subset": "fij_Latn-tam_Taml", "languages": ["fij-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.66493, "recall": 0.721344, "f1": 0.678708, "accuracy": 0.721344, "main_score": 0.678708, "hf_subset": "fij_Latn-vie_Latn", "languages": ["fij-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643528, "recall": 0.705534, "f1": 0.661043, "accuracy": 0.705534, "main_score": 0.661043, "hf_subset": "fij_Latn-apc_Arab", "languages": ["fij-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579248, "recall": 0.630435, "f1": 0.592911, "accuracy": 0.630435, "main_score": 0.592911, "hf_subset": "fij_Latn-bug_Latn", "languages": ["fij-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460968, "recall": 0.508893, "f1": 0.473959, "accuracy": 0.508893, "main_score": 0.473959, "hf_subset": "fij_Latn-fon_Latn", "languages": ["fij-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690408, "recall": 0.73419, "f1": 0.702294, "accuracy": 0.73419, "main_score": 0.702294, "hf_subset": "fij_Latn-jav_Latn", "languages": ["fij-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606602, "recall": 0.66502, "f1": 0.622036, "accuracy": 0.66502, "main_score": 0.622036, "hf_subset": "fij_Latn-lao_Laoo", "languages": ["fij-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.630103, "recall": 0.678854, "f1": 0.642857, "accuracy": 0.678854, "main_score": 0.642857, "hf_subset": "fij_Latn-mri_Latn", "languages": ["fij-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671086, "recall": 0.722332, "f1": 0.684365, "accuracy": 0.722332, "main_score": 0.684365, "hf_subset": "fij_Latn-rus_Cyrl", "languages": ["fij-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481037, "recall": 0.525692, "f1": 0.49351, "accuracy": 0.525692, "main_score": 0.49351, "hf_subset": "fij_Latn-taq_Latn", "languages": ["fij-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689018, "recall": 0.730237, "f1": 0.698716, "accuracy": 0.730237, "main_score": 0.698716, "hf_subset": "fij_Latn-war_Latn", "languages": ["fij-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656281, "recall": 0.715415, "f1": 0.671734, "accuracy": 0.715415, "main_score": 0.671734, "hf_subset": "fij_Latn-arb_Arab", "languages": ["fij-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.680814, "recall": 0.727273, "f1": 0.692992, "accuracy": 0.727273, "main_score": 0.692992, "hf_subset": "fij_Latn-bul_Cyrl", "languages": ["fij-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.669736, "recall": 0.721344, "f1": 0.683016, "accuracy": 0.721344, "main_score": 0.683016, "hf_subset": "fij_Latn-fra_Latn", "languages": ["fij-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634154, "recall": 0.689723, "f1": 0.649505, "accuracy": 0.689723, "main_score": 0.649505, "hf_subset": "fij_Latn-jpn_Jpan", "languages": ["fij-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.645695, "recall": 0.700593, "f1": 0.660797, "accuracy": 0.700593, "main_score": 0.660797, "hf_subset": "fij_Latn-lij_Latn", "languages": ["fij-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543312, "recall": 0.614625, "f1": 0.562485, "accuracy": 0.614625, "main_score": 0.562485, "hf_subset": "fij_Latn-mya_Mymr", "languages": ["fij-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.521876, "recall": 0.56917, "f1": 0.535014, "accuracy": 0.56917, "main_score": 0.535014, "hf_subset": "fij_Latn-sag_Latn", "languages": ["fij-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206415, "recall": 0.257905, "f1": 0.218619, "accuracy": 0.257905, "main_score": 0.218619, "hf_subset": "fij_Latn-taq_Tfng", "languages": ["fij-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.543535, "recall": 0.588933, "f1": 0.555925, "accuracy": 0.588933, "main_score": 0.555925, "hf_subset": "fij_Latn-wol_Latn", "languages": ["fij-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501153, "recall": 0.556324, "f1": 0.516607, "accuracy": 0.556324, "main_score": 0.516607, "hf_subset": "fij_Latn-arb_Latn", "languages": ["fij-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675741, "recall": 0.731225, "f1": 0.690448, "accuracy": 0.731225, "main_score": 0.690448, "hf_subset": "fij_Latn-cat_Latn", "languages": ["fij-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651696, "recall": 0.695652, "f1": 0.662564, "accuracy": 0.695652, "main_score": 0.662564, "hf_subset": "fij_Latn-fur_Latn", "languages": ["fij-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426971, "recall": 0.479249, "f1": 0.440946, "accuracy": 0.479249, "main_score": 0.440946, "hf_subset": "fij_Latn-kab_Latn", "languages": ["fij-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629458, "recall": 0.675889, "f1": 0.641757, "accuracy": 0.675889, "main_score": 0.641757, "hf_subset": "fij_Latn-lim_Latn", "languages": ["fij-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666391, "recall": 0.720356, "f1": 0.680189, "accuracy": 0.720356, "main_score": 0.680189, "hf_subset": "fij_Latn-nld_Latn", "languages": ["fij-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591742, "recall": 0.660079, "f1": 0.60991, "accuracy": 0.660079, "main_score": 0.60991, "hf_subset": "fij_Latn-san_Deva", "languages": ["fij-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.633988, "recall": 0.6917, "f1": 0.649851, "accuracy": 0.6917, "main_score": 0.649851, "hf_subset": "fij_Latn-tat_Cyrl", "languages": ["fij-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.575552, "recall": 0.62253, "f1": 0.588942, "accuracy": 0.62253, "main_score": 0.588942, "hf_subset": "fij_Latn-xho_Latn", "languages": ["fij-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631495, "recall": 0.697628, "f1": 0.649243, "accuracy": 0.697628, "main_score": 0.649243, "hf_subset": "fij_Latn-ars_Arab", "languages": ["fij-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.685331, "recall": 0.737154, "f1": 0.699452, "accuracy": 0.737154, "main_score": 0.699452, "hf_subset": "fij_Latn-ceb_Latn", "languages": ["fij-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505436, "recall": 0.557312, "f1": 0.520554, "accuracy": 0.557312, "main_score": 0.520554, "hf_subset": "fij_Latn-fuv_Latn", "languages": ["fij-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486378, "recall": 0.540514, "f1": 0.501311, "accuracy": 0.540514, "main_score": 0.501311, "hf_subset": "fij_Latn-kac_Latn", "languages": ["fij-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571805, "recall": 0.613636, "f1": 0.58344, "accuracy": 0.613636, "main_score": 0.58344, "hf_subset": "fij_Latn-lin_Latn", "languages": ["fij-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676353, "recall": 0.729249, "f1": 0.690453, "accuracy": 0.729249, "main_score": 0.690453, "hf_subset": "fij_Latn-nno_Latn", "languages": ["fij-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.156603, "recall": 0.202569, "f1": 0.16866, "accuracy": 0.202569, "main_score": 0.16866, "hf_subset": "fij_Latn-sat_Olck", "languages": ["fij-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.653762, "recall": 0.708498, "f1": 0.667988, "accuracy": 0.708498, "main_score": 0.667988, "hf_subset": "fij_Latn-tel_Telu", "languages": ["fij-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.564382, "recall": 0.62253, "f1": 0.579872, "accuracy": 0.62253, "main_score": 0.579872, "hf_subset": "fij_Latn-ydd_Hebr", "languages": ["fij-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.621796, "recall": 0.674901, "f1": 0.636316, "accuracy": 0.674901, "main_score": 0.636316, "hf_subset": "fij_Latn-ary_Arab", "languages": ["fij-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.672126, "recall": 0.72332, "f1": 0.68598, "accuracy": 0.72332, "main_score": 0.68598, "hf_subset": "fij_Latn-ces_Latn", "languages": ["fij-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51083, "recall": 0.568182, "f1": 0.527263, "accuracy": 0.568182, "main_score": 0.527263, "hf_subset": "fij_Latn-gaz_Latn", "languages": ["fij-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536117, "recall": 0.586957, "f1": 0.550645, "accuracy": 0.586957, "main_score": 0.550645, "hf_subset": "fij_Latn-kam_Latn", "languages": ["fij-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662098, "recall": 0.712451, "f1": 0.674956, "accuracy": 0.712451, "main_score": 0.674956, "hf_subset": "fij_Latn-lit_Latn", "languages": ["fij-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670035, "recall": 0.729249, "f1": 0.686462, "accuracy": 0.729249, "main_score": 0.686462, "hf_subset": "fij_Latn-nob_Latn", "languages": ["fij-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643293, "recall": 0.693676, "f1": 0.656446, "accuracy": 0.693676, "main_score": 0.656446, "hf_subset": "fij_Latn-scn_Latn", "languages": ["fij-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61677, "recall": 0.667984, "f1": 0.630115, "accuracy": 0.667984, "main_score": 0.630115, "hf_subset": "fij_Latn-tgk_Cyrl", "languages": ["fij-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534471, "recall": 0.588933, "f1": 0.549548, "accuracy": 0.588933, "main_score": 0.549548, "hf_subset": "fij_Latn-yor_Latn", "languages": ["fij-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651167, "recall": 0.709486, "f1": 0.666469, "accuracy": 0.709486, "main_score": 0.666469, "hf_subset": "fij_Latn-arz_Arab", "languages": ["fij-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498265, "recall": 0.543478, "f1": 0.511287, "accuracy": 0.543478, "main_score": 0.511287, "hf_subset": "fij_Latn-cjk_Latn", "languages": ["fij-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552071, "recall": 0.606719, "f1": 0.567075, "accuracy": 0.606719, "main_score": 0.567075, "hf_subset": "fij_Latn-gla_Latn", "languages": ["fij-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638819, "recall": 0.699605, "f1": 0.65442, "accuracy": 0.699605, "main_score": 0.65442, "hf_subset": "fij_Latn-kan_Knda", "languages": ["fij-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.63901, "recall": 0.689723, "f1": 0.65278, "accuracy": 0.689723, "main_score": 0.65278, "hf_subset": "fij_Latn-lmo_Latn", "languages": ["fij-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644319, "recall": 0.699605, "f1": 0.658705, "accuracy": 0.699605, "main_score": 0.658705, "hf_subset": "fij_Latn-npi_Deva", "languages": ["fij-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459343, "recall": 0.509881, "f1": 0.472935, "accuracy": 0.509881, "main_score": 0.472935, "hf_subset": "fij_Latn-shn_Mymr", "languages": ["fij-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.701103, "recall": 0.748024, "f1": 0.713, "accuracy": 0.748024, "main_score": 0.713, "hf_subset": "fij_Latn-tgl_Latn", "languages": ["fij-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634915, "recall": 0.697628, "f1": 0.65129, "accuracy": 0.697628, "main_score": 0.65129, "hf_subset": "fij_Latn-yue_Hant", "languages": ["fij-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.629731, "recall": 0.693676, "f1": 0.647038, "accuracy": 0.693676, "main_score": 0.647038, "hf_subset": "fij_Latn-asm_Beng", "languages": ["fij-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.595191, "recall": 0.648221, "f1": 0.60938, "accuracy": 0.648221, "main_score": 0.60938, "hf_subset": "fij_Latn-ckb_Arab", "languages": ["fij-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57284, "recall": 0.624506, "f1": 0.586963, "accuracy": 0.624506, "main_score": 0.586963, "hf_subset": "fij_Latn-gle_Latn", "languages": ["fij-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536855, "recall": 0.591897, "f1": 0.550929, "accuracy": 0.591897, "main_score": 0.550929, "hf_subset": "fij_Latn-kas_Arab", "languages": ["fij-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578109, "recall": 0.63834, "f1": 0.594061, "accuracy": 0.63834, "main_score": 0.594061, "hf_subset": "fij_Latn-ltg_Latn", "languages": ["fij-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57397, "recall": 0.614625, "f1": 0.586067, "accuracy": 0.614625, "main_score": 0.586067, "hf_subset": "fij_Latn-nso_Latn", "languages": ["fij-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594901, "recall": 0.659091, "f1": 0.612239, "accuracy": 0.659091, "main_score": 0.612239, "hf_subset": "fij_Latn-sin_Sinh", "languages": ["fij-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.655316, "recall": 0.715415, "f1": 0.670759, "accuracy": 0.715415, "main_score": 0.670759, "hf_subset": "fij_Latn-tha_Thai", "languages": ["fij-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.638693, "recall": 0.692688, "f1": 0.652486, "accuracy": 0.692688, "main_score": 0.652486, "hf_subset": "fij_Latn-zho_Hans", "languages": ["fij-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.677556, "recall": 0.731225, "f1": 0.692284, "accuracy": 0.731225, "main_score": 0.692284, "hf_subset": "fij_Latn-ast_Latn", "languages": ["fij-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633789, "recall": 0.688735, "f1": 0.64783, "accuracy": 0.688735, "main_score": 0.64783, "hf_subset": "fij_Latn-crh_Latn", "languages": ["fij-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686094, "recall": 0.729249, "f1": 0.69761, "accuracy": 0.729249, "main_score": 0.69761, "hf_subset": "fij_Latn-glg_Latn", "languages": ["fij-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573041, "recall": 0.628458, "f1": 0.58785, "accuracy": 0.628458, "main_score": 0.58785, "hf_subset": "fij_Latn-kas_Deva", "languages": ["fij-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.623409, "recall": 0.679842, "f1": 0.639136, "accuracy": 0.679842, "main_score": 0.639136, "hf_subset": "fij_Latn-ltz_Latn", "languages": ["fij-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470516, "recall": 0.518775, "f1": 0.483984, "accuracy": 0.518775, "main_score": 0.483984, "hf_subset": "fij_Latn-nus_Latn", "languages": ["fij-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660669, "recall": 0.716403, "f1": 0.676043, "accuracy": 0.716403, "main_score": 0.676043, "hf_subset": "fij_Latn-slk_Latn", "languages": ["fij-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438395, "recall": 0.503953, "f1": 0.45601, "accuracy": 0.503953, "main_score": 0.45601, "hf_subset": "fij_Latn-tir_Ethi", "languages": ["fij-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.635983, "recall": 0.692688, "f1": 0.651006, "accuracy": 0.692688, "main_score": 0.651006, "hf_subset": "fij_Latn-zho_Hant", "languages": ["fij-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.654618, "recall": 0.708498, "f1": 0.669156, "accuracy": 0.708498, "main_score": 0.669156, "hf_subset": "fij_Latn-awa_Deva", "languages": ["fij-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.644134, "recall": 0.688735, "f1": 0.65588, "accuracy": 0.688735, "main_score": 0.65588, "hf_subset": "fij_Latn-cym_Latn", "languages": ["fij-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590639, "recall": 0.630435, "f1": 0.601634, "accuracy": 0.630435, "main_score": 0.601634, "hf_subset": "fij_Latn-grn_Latn", "languages": ["fij-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60896, "recall": 0.671937, "f1": 0.626066, "accuracy": 0.671937, "main_score": 0.626066, "hf_subset": "fij_Latn-kat_Geor", "languages": ["fij-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.569989, "recall": 0.607708, "f1": 0.580865, "accuracy": 0.607708, "main_score": 0.580865, "hf_subset": "fij_Latn-lua_Latn", "languages": ["fij-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588514, "recall": 0.631423, "f1": 0.600925, "accuracy": 0.631423, "main_score": 0.600925, "hf_subset": "fij_Latn-nya_Latn", "languages": ["fij-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661871, "recall": 0.718379, "f1": 0.676552, "accuracy": 0.718379, "main_score": 0.676552, "hf_subset": "fij_Latn-slv_Latn", "languages": ["fij-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638385, "recall": 0.682806, "f1": 0.650347, "accuracy": 0.682806, "main_score": 0.650347, "hf_subset": "fij_Latn-tpi_Latn", "languages": ["fij-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69575, "recall": 0.744071, "f1": 0.708603, "accuracy": 0.744071, "main_score": 0.708603, "hf_subset": "fij_Latn-zsm_Latn", "languages": ["fij-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507139, "recall": 0.55336, "f1": 0.520364, "accuracy": 0.55336, "main_score": 0.520364, "hf_subset": "fij_Latn-ayr_Latn", "languages": ["fij-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681964, "recall": 0.733202, "f1": 0.695384, "accuracy": 0.733202, "main_score": 0.695384, "hf_subset": "fij_Latn-dan_Latn", "languages": ["fij-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642149, "recall": 0.698617, "f1": 0.657675, "accuracy": 0.698617, "main_score": 0.657675, "hf_subset": "fij_Latn-guj_Gujr", "languages": ["fij-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.639166, "recall": 0.701581, "f1": 0.65593, "accuracy": 0.701581, "main_score": 0.65593, "hf_subset": "fij_Latn-kaz_Cyrl", "languages": ["fij-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519087, "recall": 0.568182, "f1": 0.532839, "accuracy": 0.568182, "main_score": 0.532839, "hf_subset": "fij_Latn-lug_Latn", "languages": ["fij-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670715, "recall": 0.725296, "f1": 0.685289, "accuracy": 0.725296, "main_score": 0.685289, "hf_subset": "fij_Latn-oci_Latn", "languages": ["fij-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651999, "recall": 0.69664, "f1": 0.664208, "accuracy": 0.69664, "main_score": 0.664208, "hf_subset": "fij_Latn-smo_Latn", "languages": ["fij-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527402, "recall": 0.586957, "f1": 0.543844, "accuracy": 0.586957, "main_score": 0.543844, "hf_subset": "fij_Latn-tsn_Latn", "languages": ["fij-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546092, "recall": 0.601779, "f1": 0.56145, "accuracy": 0.601779, "main_score": 0.56145, "hf_subset": "fij_Latn-zul_Latn", "languages": ["fij-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537196, "recall": 0.590909, "f1": 0.552101, "accuracy": 0.590909, "main_score": 0.552101, "hf_subset": "fij_Latn-azb_Arab", "languages": ["fij-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.672537, "recall": 0.726285, "f1": 0.68682, "accuracy": 0.726285, "main_score": 0.68682, "hf_subset": "fij_Latn-deu_Latn", "languages": ["fij-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590346, "recall": 0.652174, "f1": 0.607613, "accuracy": 0.652174, "main_score": 0.607613, "hf_subset": "fij_Latn-hat_Latn", "languages": ["fij-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4876, "recall": 0.534585, "f1": 0.501012, "accuracy": 0.534585, "main_score": 0.501012, "hf_subset": "fij_Latn-kbp_Latn", "languages": ["fij-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547261, "recall": 0.588933, "f1": 0.559472, "accuracy": 0.588933, "main_score": 0.559472, "hf_subset": "fij_Latn-luo_Latn", "languages": ["fij-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64706, "recall": 0.704545, "f1": 0.662374, "accuracy": 0.704545, "main_score": 0.662374, "hf_subset": "fij_Latn-ory_Orya", "languages": ["fij-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.542113, "recall": 0.597826, "f1": 0.557814, "accuracy": 0.597826, "main_score": 0.557814, "hf_subset": "fij_Latn-sna_Latn", "languages": ["fij-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545953, "recall": 0.587945, "f1": 0.557169, "accuracy": 0.587945, "main_score": 0.557169, "hf_subset": "fij_Latn-tso_Latn", "languages": ["fij-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623024, "recall": 0.686759, "f1": 0.640672, "accuracy": 0.686759, "main_score": 0.640672, "hf_subset": "fij_Latn-azj_Latn", "languages": ["fij-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503574, "recall": 0.551383, "f1": 0.518149, "accuracy": 0.551383, "main_score": 0.518149, "hf_subset": "fij_Latn-dik_Latn", "languages": ["fij-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589196, "recall": 0.636364, "f1": 0.602296, "accuracy": 0.636364, "main_score": 0.602296, "hf_subset": "fij_Latn-hau_Latn", "languages": ["fij-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638116, "recall": 0.686759, "f1": 0.650204, "accuracy": 0.686759, "main_score": 0.650204, "hf_subset": "fij_Latn-kea_Latn", "languages": ["fij-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579258, "recall": 0.621542, "f1": 0.59096, "accuracy": 0.621542, "main_score": 0.59096, "hf_subset": "fij_Latn-lus_Latn", "languages": ["fij-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606946, "recall": 0.646245, "f1": 0.617456, "accuracy": 0.646245, "main_score": 0.617456, "hf_subset": "fij_Latn-pag_Latn", "languages": ["fij-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628435, "recall": 0.685771, "f1": 0.643957, "accuracy": 0.685771, "main_score": 0.643957, "hf_subset": "fij_Latn-snd_Arab", "languages": ["fij-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590842, "recall": 0.640316, "f1": 0.604156, "accuracy": 0.640316, "main_score": 0.604156, "hf_subset": "fij_Latn-tuk_Latn", "languages": ["fij-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627599, "recall": 0.676877, "f1": 0.641026, "accuracy": 0.676877, "main_score": 0.641026, "hf_subset": "fij_Latn-bak_Cyrl", "languages": ["fij-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.420303, "recall": 0.493083, "f1": 0.440854, "accuracy": 0.493083, "main_score": 0.440854, "hf_subset": "fij_Latn-dyu_Latn", "languages": ["fij-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653656, "recall": 0.705534, "f1": 0.667812, "accuracy": 0.705534, "main_score": 0.667812, "hf_subset": "fij_Latn-heb_Hebr", "languages": ["fij-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.611425, "recall": 0.661067, "f1": 0.624695, "accuracy": 0.661067, "main_score": 0.624695, "hf_subset": "fij_Latn-khk_Cyrl", "languages": ["fij-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.655732, "recall": 0.706522, "f1": 0.668454, "accuracy": 0.706522, "main_score": 0.668454, "hf_subset": "fij_Latn-lvs_Latn", "languages": ["fij-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658089, "recall": 0.718379, "f1": 0.674749, "accuracy": 0.718379, "main_score": 0.674749, "hf_subset": "fij_Latn-pan_Guru", "languages": ["fij-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.540869, "recall": 0.589921, "f1": 0.554099, "accuracy": 0.589921, "main_score": 0.554099, "hf_subset": "fij_Latn-som_Latn", "languages": ["fij-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547621, "recall": 0.588933, "f1": 0.55925, "accuracy": 0.588933, "main_score": 0.55925, "hf_subset": "fij_Latn-tum_Latn", "languages": ["fij-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483888, "recall": 0.540514, "f1": 0.499402, "accuracy": 0.540514, "main_score": 0.499402, "hf_subset": "isl_Latn-ace_Arab", "languages": ["isl-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508937, "recall": 0.561265, "f1": 0.523559, "accuracy": 0.561265, "main_score": 0.523559, "hf_subset": "isl_Latn-bam_Latn", "languages": ["isl-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392391, "recall": 0.460474, "f1": 0.410833, "accuracy": 0.460474, "main_score": 0.410833, "hf_subset": "isl_Latn-dzo_Tibt", "languages": ["isl-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-hin_Deva", "languages": ["isl-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "isl_Latn-khm_Khmr", "languages": ["isl-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-mag_Deva", "languages": ["isl-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.92164, "recall": 0.942688, "f1": 0.927997, "accuracy": 0.942688, "main_score": 0.927997, "hf_subset": "isl_Latn-pap_Latn", "languages": ["isl-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553255, "recall": 0.602767, "f1": 0.567586, "accuracy": 0.602767, "main_score": 0.567586, "hf_subset": "isl_Latn-sot_Latn", "languages": ["isl-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "isl_Latn-tur_Latn", "languages": ["isl-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761248, "recall": 0.810277, "f1": 0.775315, "accuracy": 0.810277, "main_score": 0.775315, "hf_subset": "isl_Latn-ace_Latn", "languages": ["isl-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873593, "recall": 0.902174, "f1": 0.882131, "accuracy": 0.902174, "main_score": 0.882131, "hf_subset": "isl_Latn-ban_Latn", "languages": ["isl-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-ell_Grek", "languages": ["isl-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "isl_Latn-hne_Deva", "languages": ["isl-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.540357, "recall": 0.588933, "f1": 0.553804, "accuracy": 0.588933, "main_score": 0.553804, "hf_subset": "isl_Latn-kik_Latn", "languages": ["isl-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-mai_Deva", "languages": ["isl-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.92169, "recall": 0.943676, "f1": 0.92859, "accuracy": 0.943676, "main_score": 0.92859, "hf_subset": "isl_Latn-pbt_Arab", "languages": ["isl-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-spa_Latn", "languages": ["isl-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574882, "recall": 0.623518, "f1": 0.58902, "accuracy": 0.623518, "main_score": 0.58902, "hf_subset": "isl_Latn-twi_Latn", "languages": ["isl-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-acm_Arab", "languages": ["isl-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "isl_Latn-bel_Cyrl", "languages": ["isl-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-eng_Latn", "languages": ["isl-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-hrv_Latn", "languages": ["isl-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539023, "recall": 0.594862, "f1": 0.554733, "accuracy": 0.594862, "main_score": 0.554733, "hf_subset": "isl_Latn-kin_Latn", "languages": ["isl-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-mal_Mlym", "languages": ["isl-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-pes_Arab", "languages": ["isl-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "isl_Latn-srd_Latn", "languages": ["isl-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180479, "recall": 0.222332, "f1": 0.191279, "accuracy": 0.222332, "main_score": 0.191279, "hf_subset": "isl_Latn-tzm_Tfng", "languages": ["isl-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-acq_Arab", "languages": ["isl-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.612592, "recall": 0.658103, "f1": 0.624649, "accuracy": 0.658103, "main_score": 0.624649, "hf_subset": "isl_Latn-bem_Latn", "languages": ["isl-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-epo_Latn", "languages": ["isl-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-hun_Latn", "languages": ["isl-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958086, "recall": 0.971344, "f1": 0.962352, "accuracy": 0.971344, "main_score": 0.962352, "hf_subset": "isl_Latn-kir_Cyrl", "languages": ["isl-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "isl_Latn-mar_Deva", "languages": ["isl-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.644469, "recall": 0.693676, "f1": 0.658385, "accuracy": 0.693676, "main_score": 0.658385, "hf_subset": "isl_Latn-plt_Latn", "languages": ["isl-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "isl_Latn-srp_Cyrl", "languages": ["isl-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.918067, "recall": 0.940711, "f1": 0.925099, "accuracy": 0.940711, "main_score": 0.925099, "hf_subset": "isl_Latn-uig_Arab", "languages": ["isl-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "isl_Latn-aeb_Arab", "languages": ["isl-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-ben_Beng", "languages": ["isl-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-est_Latn", "languages": ["isl-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-hye_Armn", "languages": ["isl-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.538643, "recall": 0.586957, "f1": 0.551997, "accuracy": 0.586957, "main_score": 0.551997, "hf_subset": "isl_Latn-kmb_Latn", "languages": ["isl-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439417, "recall": 0.505929, "f1": 0.457228, "accuracy": 0.505929, "main_score": 0.457228, "hf_subset": "isl_Latn-min_Arab", "languages": ["isl-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-pol_Latn", "languages": ["isl-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575407, "recall": 0.623518, "f1": 0.58843, "accuracy": 0.623518, "main_score": 0.58843, "hf_subset": "isl_Latn-ssw_Latn", "languages": ["isl-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "isl_Latn-ukr_Cyrl", "languages": ["isl-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-afr_Latn", "languages": ["isl-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "isl_Latn-bho_Deva", "languages": ["isl-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "isl_Latn-eus_Latn", "languages": ["isl-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556194, "recall": 0.610672, "f1": 0.571305, "accuracy": 0.610672, "main_score": 0.571305, "hf_subset": "isl_Latn-ibo_Latn", "languages": ["isl-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809743, "recall": 0.853755, "f1": 0.823106, "accuracy": 0.853755, "main_score": 0.823106, "hf_subset": "isl_Latn-kmr_Latn", "languages": ["isl-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947661, "recall": 0.962451, "f1": 0.952404, "accuracy": 0.962451, "main_score": 0.952404, "hf_subset": "isl_Latn-min_Latn", "languages": ["isl-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "isl_Latn-por_Latn", "languages": ["isl-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963027, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "isl_Latn-sun_Latn", "languages": ["isl-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505329, "recall": 0.561265, "f1": 0.521244, "accuracy": 0.561265, "main_score": 0.521244, "hf_subset": "isl_Latn-umb_Latn", "languages": ["isl-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-ajp_Arab", "languages": ["isl-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472104, "recall": 0.522727, "f1": 0.485816, "accuracy": 0.522727, "main_score": 0.485816, "hf_subset": "isl_Latn-bjn_Arab", "languages": ["isl-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514006, "recall": 0.557312, "f1": 0.52672, "accuracy": 0.557312, "main_score": 0.52672, "hf_subset": "isl_Latn-ewe_Latn", "languages": ["isl-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870711, "recall": 0.899209, "f1": 0.878903, "accuracy": 0.899209, "main_score": 0.878903, "hf_subset": "isl_Latn-ilo_Latn", "languages": ["isl-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310221, "recall": 0.360672, "f1": 0.32452, "accuracy": 0.360672, "main_score": 0.32452, "hf_subset": "isl_Latn-knc_Arab", "languages": ["isl-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-mkd_Cyrl", "languages": ["isl-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-prs_Arab", "languages": ["isl-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-swe_Latn", "languages": ["isl-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-urd_Arab", "languages": ["isl-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552161, "recall": 0.601779, "f1": 0.565751, "accuracy": 0.601779, "main_score": 0.565751, "hf_subset": "isl_Latn-aka_Latn", "languages": ["isl-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926032, "recall": 0.945652, "f1": 0.932181, "accuracy": 0.945652, "main_score": 0.932181, "hf_subset": "isl_Latn-bjn_Latn", "languages": ["isl-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "isl_Latn-fao_Latn", "languages": ["isl-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-ind_Latn", "languages": ["isl-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56361, "recall": 0.605731, "f1": 0.575389, "accuracy": 0.605731, "main_score": 0.575389, "hf_subset": "isl_Latn-knc_Latn", "languages": ["isl-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "isl_Latn-mlt_Latn", "languages": ["isl-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638022, "recall": 0.694664, "f1": 0.654318, "accuracy": 0.694664, "main_score": 0.654318, "hf_subset": "isl_Latn-quy_Latn", "languages": ["isl-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941453, "recall": 0.959486, "f1": 0.9472, "accuracy": 0.959486, "main_score": 0.9472, "hf_subset": "isl_Latn-swh_Latn", "languages": ["isl-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "isl_Latn-uzn_Latn", "languages": ["isl-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "isl_Latn-als_Latn", "languages": ["isl-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578458, "recall": 0.66502, "f1": 0.603346, "accuracy": 0.66502, "main_score": 0.603346, "hf_subset": "isl_Latn-bod_Tibt", "languages": ["isl-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.678881, "recall": 0.733202, "f1": 0.694143, "accuracy": 0.733202, "main_score": 0.694143, "hf_subset": "isl_Latn-fij_Latn", "languages": ["isl-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624411, "recall": 0.666996, "f1": 0.636338, "accuracy": 0.666996, "main_score": 0.636338, "hf_subset": "isl_Latn-kon_Latn", "languages": ["isl-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554622, "recall": 0.617589, "f1": 0.573094, "accuracy": 0.617589, "main_score": 0.573094, "hf_subset": "isl_Latn-mni_Beng", "languages": ["isl-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "isl_Latn-ron_Latn", "languages": ["isl-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967144, "recall": 0.976285, "f1": 0.970092, "accuracy": 0.976285, "main_score": 0.970092, "hf_subset": "isl_Latn-szl_Latn", "languages": ["isl-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "isl_Latn-vec_Latn", "languages": ["isl-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891469, "recall": 0.922925, "f1": 0.901435, "accuracy": 0.922925, "main_score": 0.901435, "hf_subset": "isl_Latn-amh_Ethi", "languages": ["isl-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-bos_Latn", "languages": ["isl-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "isl_Latn-fin_Latn", "languages": ["isl-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-ita_Latn", "languages": ["isl-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "isl_Latn-kor_Hang", "languages": ["isl-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.517467, "recall": 0.570158, "f1": 0.532721, "accuracy": 0.570158, "main_score": 0.532721, "hf_subset": "isl_Latn-mos_Latn", "languages": ["isl-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541091, "recall": 0.590909, "f1": 0.554349, "accuracy": 0.590909, "main_score": 0.554349, "hf_subset": "isl_Latn-run_Latn", "languages": ["isl-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-tam_Taml", "languages": ["isl-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-vie_Latn", "languages": ["isl-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-apc_Arab", "languages": ["isl-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.717837, "recall": 0.767787, "f1": 0.73181, "accuracy": 0.767787, "main_score": 0.73181, "hf_subset": "isl_Latn-bug_Latn", "languages": ["isl-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466449, "recall": 0.514822, "f1": 0.479996, "accuracy": 0.514822, "main_score": 0.479996, "hf_subset": "isl_Latn-fon_Latn", "languages": ["isl-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "isl_Latn-jav_Latn", "languages": ["isl-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "isl_Latn-lao_Laoo", "languages": ["isl-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.81992, "recall": 0.864625, "f1": 0.833613, "accuracy": 0.864625, "main_score": 0.833613, "hf_subset": "isl_Latn-mri_Latn", "languages": ["isl-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-rus_Cyrl", "languages": ["isl-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495209, "recall": 0.548419, "f1": 0.510207, "accuracy": 0.548419, "main_score": 0.510207, "hf_subset": "isl_Latn-taq_Latn", "languages": ["isl-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962862, "recall": 0.974308, "f1": 0.966469, "accuracy": 0.974308, "main_score": 0.966469, "hf_subset": "isl_Latn-war_Latn", "languages": ["isl-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-arb_Arab", "languages": ["isl-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-bul_Cyrl", "languages": ["isl-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-fra_Latn", "languages": ["isl-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-jpn_Jpan", "languages": ["isl-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.949687, "recall": 0.965415, "f1": 0.954776, "accuracy": 0.965415, "main_score": 0.954776, "hf_subset": "isl_Latn-lij_Latn", "languages": ["isl-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "isl_Latn-mya_Mymr", "languages": ["isl-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.550152, "recall": 0.610672, "f1": 0.567107, "accuracy": 0.610672, "main_score": 0.567107, "hf_subset": "isl_Latn-sag_Latn", "languages": ["isl-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186365, "recall": 0.23419, "f1": 0.197857, "accuracy": 0.23419, "main_score": 0.197857, "hf_subset": "isl_Latn-taq_Tfng", "languages": ["isl-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.586627, "recall": 0.63834, "f1": 0.601407, "accuracy": 0.63834, "main_score": 0.601407, "hf_subset": "isl_Latn-wol_Latn", "languages": ["isl-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726564, "recall": 0.784585, "f1": 0.743336, "accuracy": 0.784585, "main_score": 0.743336, "hf_subset": "isl_Latn-arb_Latn", "languages": ["isl-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-cat_Latn", "languages": ["isl-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.962451, "f1": 0.953393, "accuracy": 0.962451, "main_score": 0.953393, "hf_subset": "isl_Latn-fur_Latn", "languages": ["isl-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429929, "recall": 0.479249, "f1": 0.44342, "accuracy": 0.479249, "main_score": 0.44342, "hf_subset": "isl_Latn-kab_Latn", "languages": ["isl-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952487, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "isl_Latn-lim_Latn", "languages": ["isl-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "isl_Latn-nld_Latn", "languages": ["isl-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.974308, "f1": 0.967556, "accuracy": 0.974308, "main_score": 0.967556, "hf_subset": "isl_Latn-san_Deva", "languages": ["isl-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "isl_Latn-tat_Cyrl", "languages": ["isl-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.639604, "recall": 0.692688, "f1": 0.65449, "accuracy": 0.692688, "main_score": 0.65449, "hf_subset": "isl_Latn-xho_Latn", "languages": ["isl-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-ars_Arab", "languages": ["isl-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "isl_Latn-ceb_Latn", "languages": ["isl-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538954, "recall": 0.583004, "f1": 0.551428, "accuracy": 0.583004, "main_score": 0.551428, "hf_subset": "isl_Latn-fuv_Latn", "languages": ["isl-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49952, "recall": 0.549407, "f1": 0.513216, "accuracy": 0.549407, "main_score": 0.513216, "hf_subset": "isl_Latn-kac_Latn", "languages": ["isl-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620415, "recall": 0.670949, "f1": 0.634673, "accuracy": 0.670949, "main_score": 0.634673, "hf_subset": "isl_Latn-lin_Latn", "languages": ["isl-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-nno_Latn", "languages": ["isl-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.220813, "recall": 0.289526, "f1": 0.238624, "accuracy": 0.289526, "main_score": 0.238624, "hf_subset": "isl_Latn-sat_Olck", "languages": ["isl-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-tel_Telu", "languages": ["isl-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.909173, "recall": 0.935771, "f1": 0.917721, "accuracy": 0.935771, "main_score": 0.917721, "hf_subset": "isl_Latn-ydd_Hebr", "languages": ["isl-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "isl_Latn-ary_Arab", "languages": ["isl-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-ces_Latn", "languages": ["isl-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527977, "recall": 0.58004, "f1": 0.542229, "accuracy": 0.58004, "main_score": 0.542229, "hf_subset": "isl_Latn-gaz_Latn", "languages": ["isl-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56038, "recall": 0.615613, "f1": 0.576092, "accuracy": 0.615613, "main_score": 0.576092, "hf_subset": "isl_Latn-kam_Latn", "languages": ["isl-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "isl_Latn-lit_Latn", "languages": ["isl-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "isl_Latn-nob_Latn", "languages": ["isl-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "isl_Latn-scn_Latn", "languages": ["isl-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "isl_Latn-tgk_Cyrl", "languages": ["isl-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.681645, "recall": 0.749012, "f1": 0.702503, "accuracy": 0.749012, "main_score": 0.702503, "hf_subset": "isl_Latn-yor_Latn", "languages": ["isl-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973567, "recall": 0.981225, "f1": 0.975856, "accuracy": 0.981225, "main_score": 0.975856, "hf_subset": "isl_Latn-arz_Arab", "languages": ["isl-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525396, "recall": 0.574111, "f1": 0.539166, "accuracy": 0.574111, "main_score": 0.539166, "hf_subset": "isl_Latn-cjk_Latn", "languages": ["isl-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747711, "recall": 0.800395, "f1": 0.763048, "accuracy": 0.800395, "main_score": 0.763048, "hf_subset": "isl_Latn-gla_Latn", "languages": ["isl-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-kan_Knda", "languages": ["isl-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.951663, "recall": 0.965415, "f1": 0.955929, "accuracy": 0.965415, "main_score": 0.955929, "hf_subset": "isl_Latn-lmo_Latn", "languages": ["isl-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "isl_Latn-npi_Deva", "languages": ["isl-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.451825, "recall": 0.504941, "f1": 0.466112, "accuracy": 0.504941, "main_score": 0.466112, "hf_subset": "isl_Latn-shn_Mymr", "languages": ["isl-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-tgl_Latn", "languages": ["isl-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-yue_Hant", "languages": ["isl-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "isl_Latn-asm_Beng", "languages": ["isl-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.931489, "recall": 0.951581, "f1": 0.937714, "accuracy": 0.951581, "main_score": 0.937714, "hf_subset": "isl_Latn-ckb_Arab", "languages": ["isl-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.831778, "recall": 0.871542, "f1": 0.843744, "accuracy": 0.871542, "main_score": 0.843744, "hf_subset": "isl_Latn-gle_Latn", "languages": ["isl-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871574, "recall": 0.900198, "f1": 0.880402, "accuracy": 0.900198, "main_score": 0.880402, "hf_subset": "isl_Latn-kas_Arab", "languages": ["isl-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.858646, "recall": 0.897233, "f1": 0.870572, "accuracy": 0.897233, "main_score": 0.870572, "hf_subset": "isl_Latn-ltg_Latn", "languages": ["isl-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57464, "recall": 0.620553, "f1": 0.5871, "accuracy": 0.620553, "main_score": 0.5871, "hf_subset": "isl_Latn-nso_Latn", "languages": ["isl-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950626, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "isl_Latn-sin_Sinh", "languages": ["isl-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-tha_Thai", "languages": ["isl-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.97472, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "isl_Latn-zho_Hans", "languages": ["isl-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "isl_Latn-ast_Latn", "languages": ["isl-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "isl_Latn-crh_Latn", "languages": ["isl-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-glg_Latn", "languages": ["isl-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786808, "recall": 0.838933, "f1": 0.802734, "accuracy": 0.838933, "main_score": 0.802734, "hf_subset": "isl_Latn-kas_Deva", "languages": ["isl-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "isl_Latn-ltz_Latn", "languages": ["isl-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459158, "recall": 0.511858, "f1": 0.473481, "accuracy": 0.511858, "main_score": 0.473481, "hf_subset": "isl_Latn-nus_Latn", "languages": ["isl-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "isl_Latn-slk_Latn", "languages": ["isl-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545796, "recall": 0.61166, "f1": 0.56421, "accuracy": 0.61166, "main_score": 0.56421, "hf_subset": "isl_Latn-tir_Ethi", "languages": ["isl-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-zho_Hant", "languages": ["isl-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "isl_Latn-awa_Deva", "languages": ["isl-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "isl_Latn-cym_Latn", "languages": ["isl-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737832, "recall": 0.785573, "f1": 0.751641, "accuracy": 0.785573, "main_score": 0.751641, "hf_subset": "isl_Latn-grn_Latn", "languages": ["isl-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "isl_Latn-kat_Geor", "languages": ["isl-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.60807, "recall": 0.65415, "f1": 0.621655, "accuracy": 0.65415, "main_score": 0.621655, "hf_subset": "isl_Latn-lua_Latn", "languages": ["isl-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600718, "recall": 0.652174, "f1": 0.615398, "accuracy": 0.652174, "main_score": 0.615398, "hf_subset": "isl_Latn-nya_Latn", "languages": ["isl-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "isl_Latn-slv_Latn", "languages": ["isl-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85415, "recall": 0.890316, "f1": 0.864723, "accuracy": 0.890316, "main_score": 0.864723, "hf_subset": "isl_Latn-tpi_Latn", "languages": ["isl-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "isl_Latn-zsm_Latn", "languages": ["isl-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512959, "recall": 0.561265, "f1": 0.525803, "accuracy": 0.561265, "main_score": 0.525803, "hf_subset": "isl_Latn-ayr_Latn", "languages": ["isl-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-dan_Latn", "languages": ["isl-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-guj_Gujr", "languages": ["isl-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.978837, "recall": 0.985178, "f1": 0.980797, "accuracy": 0.985178, "main_score": 0.980797, "hf_subset": "isl_Latn-kaz_Cyrl", "languages": ["isl-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521038, "recall": 0.573123, "f1": 0.535207, "accuracy": 0.573123, "main_score": 0.535207, "hf_subset": "isl_Latn-lug_Latn", "languages": ["isl-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "isl_Latn-oci_Latn", "languages": ["isl-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779604, "recall": 0.827075, "f1": 0.793514, "accuracy": 0.827075, "main_score": 0.793514, "hf_subset": "isl_Latn-smo_Latn", "languages": ["isl-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515797, "recall": 0.573123, "f1": 0.531709, "accuracy": 0.573123, "main_score": 0.531709, "hf_subset": "isl_Latn-tsn_Latn", "languages": ["isl-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586126, "recall": 0.643281, "f1": 0.601749, "accuracy": 0.643281, "main_score": 0.601749, "hf_subset": "isl_Latn-zul_Latn", "languages": ["isl-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827734, "recall": 0.870553, "f1": 0.840679, "accuracy": 0.870553, "main_score": 0.840679, "hf_subset": "isl_Latn-azb_Arab", "languages": ["isl-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-deu_Latn", "languages": ["isl-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923584, "recall": 0.94664, "f1": 0.930995, "accuracy": 0.94664, "main_score": 0.930995, "hf_subset": "isl_Latn-hat_Latn", "languages": ["isl-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48504, "recall": 0.539526, "f1": 0.499993, "accuracy": 0.539526, "main_score": 0.499993, "hf_subset": "isl_Latn-kbp_Latn", "languages": ["isl-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545985, "recall": 0.591897, "f1": 0.558545, "accuracy": 0.591897, "main_score": 0.558545, "hf_subset": "isl_Latn-luo_Latn", "languages": ["isl-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-ory_Orya", "languages": ["isl-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.564166, "recall": 0.617589, "f1": 0.578953, "accuracy": 0.617589, "main_score": 0.578953, "hf_subset": "isl_Latn-sna_Latn", "languages": ["isl-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535264, "recall": 0.583992, "f1": 0.54847, "accuracy": 0.583992, "main_score": 0.54847, "hf_subset": "isl_Latn-tso_Latn", "languages": ["isl-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "isl_Latn-azj_Latn", "languages": ["isl-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505361, "recall": 0.566206, "f1": 0.522544, "accuracy": 0.566206, "main_score": 0.522544, "hf_subset": "isl_Latn-dik_Latn", "languages": ["isl-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682832, "recall": 0.741107, "f1": 0.699678, "accuracy": 0.741107, "main_score": 0.699678, "hf_subset": "isl_Latn-hau_Latn", "languages": ["isl-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932724, "recall": 0.951581, "f1": 0.938636, "accuracy": 0.951581, "main_score": 0.938636, "hf_subset": "isl_Latn-kea_Latn", "languages": ["isl-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654134, "recall": 0.709486, "f1": 0.670116, "accuracy": 0.709486, "main_score": 0.670116, "hf_subset": "isl_Latn-lus_Latn", "languages": ["isl-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788525, "recall": 0.825099, "f1": 0.798962, "accuracy": 0.825099, "main_score": 0.798962, "hf_subset": "isl_Latn-pag_Latn", "languages": ["isl-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "isl_Latn-snd_Arab", "languages": ["isl-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.896245, "recall": 0.925889, "f1": 0.905599, "accuracy": 0.925889, "main_score": 0.905599, "hf_subset": "isl_Latn-tuk_Latn", "languages": ["isl-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.964427, "f1": 0.954513, "accuracy": 0.964427, "main_score": 0.954513, "hf_subset": "isl_Latn-bak_Cyrl", "languages": ["isl-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.451935, "recall": 0.51581, "f1": 0.470138, "accuracy": 0.51581, "main_score": 0.470138, "hf_subset": "isl_Latn-dyu_Latn", "languages": ["isl-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-heb_Hebr", "languages": ["isl-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "isl_Latn-khk_Cyrl", "languages": ["isl-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-lvs_Latn", "languages": ["isl-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-pan_Guru", "languages": ["isl-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.669064, "recall": 0.726285, "f1": 0.685784, "accuracy": 0.726285, "main_score": 0.685784, "hf_subset": "isl_Latn-som_Latn", "languages": ["isl-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571585, "recall": 0.61166, "f1": 0.582213, "accuracy": 0.61166, "main_score": 0.582213, "hf_subset": "isl_Latn-tum_Latn", "languages": ["isl-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484533, "recall": 0.544466, "f1": 0.500676, "accuracy": 0.544466, "main_score": 0.500676, "hf_subset": "kon_Latn-ace_Arab", "languages": ["kon-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528417, "recall": 0.579051, "f1": 0.543453, "accuracy": 0.579051, "main_score": 0.543453, "hf_subset": "kon_Latn-bam_Latn", "languages": ["kon-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.230493, "recall": 0.278656, "f1": 0.242347, "accuracy": 0.278656, "main_score": 0.242347, "hf_subset": "kon_Latn-dzo_Tibt", "languages": ["kon-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.649914, "recall": 0.700593, "f1": 0.662904, "accuracy": 0.700593, "main_score": 0.662904, "hf_subset": "kon_Latn-hin_Deva", "languages": ["kon-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.58823, "recall": 0.644269, "f1": 0.603561, "accuracy": 0.644269, "main_score": 0.603561, "hf_subset": "kon_Latn-khm_Khmr", "languages": ["kon-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.641062, "recall": 0.689723, "f1": 0.654528, "accuracy": 0.689723, "main_score": 0.654528, "hf_subset": "kon_Latn-mag_Deva", "languages": ["kon-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.651937, "recall": 0.693676, "f1": 0.662922, "accuracy": 0.693676, "main_score": 0.662922, "hf_subset": "kon_Latn-pap_Latn", "languages": ["kon-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589025, "recall": 0.634387, "f1": 0.60129, "accuracy": 0.634387, "main_score": 0.60129, "hf_subset": "kon_Latn-sot_Latn", "languages": ["kon-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653442, "recall": 0.699605, "f1": 0.666202, "accuracy": 0.699605, "main_score": 0.666202, "hf_subset": "kon_Latn-tur_Latn", "languages": ["kon-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63339, "recall": 0.68083, "f1": 0.646348, "accuracy": 0.68083, "main_score": 0.646348, "hf_subset": "kon_Latn-ace_Latn", "languages": ["kon-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652578, "recall": 0.693676, "f1": 0.663537, "accuracy": 0.693676, "main_score": 0.663537, "hf_subset": "kon_Latn-ban_Latn", "languages": ["kon-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639555, "recall": 0.690711, "f1": 0.653452, "accuracy": 0.690711, "main_score": 0.653452, "hf_subset": "kon_Latn-ell_Grek", "languages": ["kon-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.625368, "recall": 0.673913, "f1": 0.638236, "accuracy": 0.673913, "main_score": 0.638236, "hf_subset": "kon_Latn-hne_Deva", "languages": ["kon-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.55575, "recall": 0.607708, "f1": 0.570655, "accuracy": 0.607708, "main_score": 0.570655, "hf_subset": "kon_Latn-kik_Latn", "languages": ["kon-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62234, "recall": 0.679842, "f1": 0.637391, "accuracy": 0.679842, "main_score": 0.637391, "hf_subset": "kon_Latn-mai_Deva", "languages": ["kon-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593908, "recall": 0.648221, "f1": 0.609128, "accuracy": 0.648221, "main_score": 0.609128, "hf_subset": "kon_Latn-pbt_Arab", "languages": ["kon-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.658119, "recall": 0.711462, "f1": 0.67252, "accuracy": 0.711462, "main_score": 0.67252, "hf_subset": "kon_Latn-spa_Latn", "languages": ["kon-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579802, "recall": 0.629447, "f1": 0.593367, "accuracy": 0.629447, "main_score": 0.593367, "hf_subset": "kon_Latn-twi_Latn", "languages": ["kon-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634845, "recall": 0.682806, "f1": 0.648461, "accuracy": 0.682806, "main_score": 0.648461, "hf_subset": "kon_Latn-acm_Arab", "languages": ["kon-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.610476, "recall": 0.659091, "f1": 0.623006, "accuracy": 0.659091, "main_score": 0.623006, "hf_subset": "kon_Latn-bel_Cyrl", "languages": ["kon-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.671042, "recall": 0.72332, "f1": 0.684934, "accuracy": 0.72332, "main_score": 0.684934, "hf_subset": "kon_Latn-eng_Latn", "languages": ["kon-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660908, "recall": 0.710474, "f1": 0.673906, "accuracy": 0.710474, "main_score": 0.673906, "hf_subset": "kon_Latn-hrv_Latn", "languages": ["kon-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547562, "recall": 0.605731, "f1": 0.563866, "accuracy": 0.605731, "main_score": 0.563866, "hf_subset": "kon_Latn-kin_Latn", "languages": ["kon-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633646, "recall": 0.6917, "f1": 0.64943, "accuracy": 0.6917, "main_score": 0.64943, "hf_subset": "kon_Latn-mal_Mlym", "languages": ["kon-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.634965, "recall": 0.689723, "f1": 0.649269, "accuracy": 0.689723, "main_score": 0.649269, "hf_subset": "kon_Latn-pes_Arab", "languages": ["kon-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.648472, "recall": 0.698617, "f1": 0.662034, "accuracy": 0.698617, "main_score": 0.662034, "hf_subset": "kon_Latn-srd_Latn", "languages": ["kon-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20607, "recall": 0.251976, "f1": 0.218211, "accuracy": 0.251976, "main_score": 0.218211, "hf_subset": "kon_Latn-tzm_Tfng", "languages": ["kon-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.625352, "recall": 0.679842, "f1": 0.640294, "accuracy": 0.679842, "main_score": 0.640294, "hf_subset": "kon_Latn-acq_Arab", "languages": ["kon-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600286, "recall": 0.645257, "f1": 0.612716, "accuracy": 0.645257, "main_score": 0.612716, "hf_subset": "kon_Latn-bem_Latn", "languages": ["kon-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664707, "recall": 0.713439, "f1": 0.676965, "accuracy": 0.713439, "main_score": 0.676965, "hf_subset": "kon_Latn-epo_Latn", "languages": ["kon-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637677, "recall": 0.689723, "f1": 0.651964, "accuracy": 0.689723, "main_score": 0.651964, "hf_subset": "kon_Latn-hun_Latn", "languages": ["kon-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629974, "recall": 0.675889, "f1": 0.64239, "accuracy": 0.675889, "main_score": 0.64239, "hf_subset": "kon_Latn-kir_Cyrl", "languages": ["kon-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.638967, "recall": 0.685771, "f1": 0.651671, "accuracy": 0.685771, "main_score": 0.651671, "hf_subset": "kon_Latn-mar_Deva", "languages": ["kon-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57888, "recall": 0.624506, "f1": 0.591457, "accuracy": 0.624506, "main_score": 0.591457, "hf_subset": "kon_Latn-plt_Latn", "languages": ["kon-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652581, "recall": 0.705534, "f1": 0.666552, "accuracy": 0.705534, "main_score": 0.666552, "hf_subset": "kon_Latn-srp_Cyrl", "languages": ["kon-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539419, "recall": 0.591897, "f1": 0.554101, "accuracy": 0.591897, "main_score": 0.554101, "hf_subset": "kon_Latn-uig_Arab", "languages": ["kon-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611079, "recall": 0.657115, "f1": 0.623643, "accuracy": 0.657115, "main_score": 0.623643, "hf_subset": "kon_Latn-aeb_Arab", "languages": ["kon-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.628396, "recall": 0.682806, "f1": 0.643282, "accuracy": 0.682806, "main_score": 0.643282, "hf_subset": "kon_Latn-ben_Beng", "languages": ["kon-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.631591, "recall": 0.684783, "f1": 0.645948, "accuracy": 0.684783, "main_score": 0.645948, "hf_subset": "kon_Latn-est_Latn", "languages": ["kon-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604269, "recall": 0.658103, "f1": 0.619123, "accuracy": 0.658103, "main_score": 0.619123, "hf_subset": "kon_Latn-hye_Armn", "languages": ["kon-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.5631, "recall": 0.612648, "f1": 0.577077, "accuracy": 0.612648, "main_score": 0.577077, "hf_subset": "kon_Latn-kmb_Latn", "languages": ["kon-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434634, "recall": 0.495059, "f1": 0.451801, "accuracy": 0.495059, "main_score": 0.451801, "hf_subset": "kon_Latn-min_Arab", "languages": ["kon-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.642004, "recall": 0.69664, "f1": 0.657445, "accuracy": 0.69664, "main_score": 0.657445, "hf_subset": "kon_Latn-pol_Latn", "languages": ["kon-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562195, "recall": 0.612648, "f1": 0.575776, "accuracy": 0.612648, "main_score": 0.575776, "hf_subset": "kon_Latn-ssw_Latn", "languages": ["kon-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638866, "recall": 0.697628, "f1": 0.655484, "accuracy": 0.697628, "main_score": 0.655484, "hf_subset": "kon_Latn-ukr_Cyrl", "languages": ["kon-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.669313, "recall": 0.724308, "f1": 0.684028, "accuracy": 0.724308, "main_score": 0.684028, "hf_subset": "kon_Latn-afr_Latn", "languages": ["kon-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626409, "recall": 0.675889, "f1": 0.640083, "accuracy": 0.675889, "main_score": 0.640083, "hf_subset": "kon_Latn-bho_Deva", "languages": ["kon-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.645366, "recall": 0.6917, "f1": 0.657767, "accuracy": 0.6917, "main_score": 0.657767, "hf_subset": "kon_Latn-eus_Latn", "languages": ["kon-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550299, "recall": 0.607708, "f1": 0.566935, "accuracy": 0.607708, "main_score": 0.566935, "hf_subset": "kon_Latn-ibo_Latn", "languages": ["kon-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597818, "recall": 0.645257, "f1": 0.611508, "accuracy": 0.645257, "main_score": 0.611508, "hf_subset": "kon_Latn-kmr_Latn", "languages": ["kon-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650947, "recall": 0.698617, "f1": 0.663437, "accuracy": 0.698617, "main_score": 0.663437, "hf_subset": "kon_Latn-min_Latn", "languages": ["kon-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664404, "recall": 0.714427, "f1": 0.678101, "accuracy": 0.714427, "main_score": 0.678101, "hf_subset": "kon_Latn-por_Latn", "languages": ["kon-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655474, "recall": 0.705534, "f1": 0.669354, "accuracy": 0.705534, "main_score": 0.669354, "hf_subset": "kon_Latn-sun_Latn", "languages": ["kon-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53421, "recall": 0.583992, "f1": 0.548426, "accuracy": 0.583992, "main_score": 0.548426, "hf_subset": "kon_Latn-umb_Latn", "languages": ["kon-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635564, "recall": 0.688735, "f1": 0.650154, "accuracy": 0.688735, "main_score": 0.650154, "hf_subset": "kon_Latn-ajp_Arab", "languages": ["kon-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.448715, "recall": 0.508893, "f1": 0.465419, "accuracy": 0.508893, "main_score": 0.465419, "hf_subset": "kon_Latn-bjn_Arab", "languages": ["kon-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518643, "recall": 0.567194, "f1": 0.532712, "accuracy": 0.567194, "main_score": 0.532712, "hf_subset": "kon_Latn-ewe_Latn", "languages": ["kon-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673739, "recall": 0.710474, "f1": 0.683519, "accuracy": 0.710474, "main_score": 0.683519, "hf_subset": "kon_Latn-ilo_Latn", "languages": ["kon-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.312123, "recall": 0.369565, "f1": 0.327673, "accuracy": 0.369565, "main_score": 0.327673, "hf_subset": "kon_Latn-knc_Arab", "languages": ["kon-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.647899, "recall": 0.703557, "f1": 0.663058, "accuracy": 0.703557, "main_score": 0.663058, "hf_subset": "kon_Latn-mkd_Cyrl", "languages": ["kon-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.637732, "recall": 0.688735, "f1": 0.651817, "accuracy": 0.688735, "main_score": 0.651817, "hf_subset": "kon_Latn-prs_Arab", "languages": ["kon-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.656868, "recall": 0.712451, "f1": 0.671846, "accuracy": 0.712451, "main_score": 0.671846, "hf_subset": "kon_Latn-swe_Latn", "languages": ["kon-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609068, "recall": 0.674901, "f1": 0.627887, "accuracy": 0.674901, "main_score": 0.627887, "hf_subset": "kon_Latn-urd_Arab", "languages": ["kon-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562778, "recall": 0.610672, "f1": 0.57613, "accuracy": 0.610672, "main_score": 0.57613, "hf_subset": "kon_Latn-aka_Latn", "languages": ["kon-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643415, "recall": 0.682806, "f1": 0.653824, "accuracy": 0.682806, "main_score": 0.653824, "hf_subset": "kon_Latn-bjn_Latn", "languages": ["kon-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598357, "recall": 0.644269, "f1": 0.610598, "accuracy": 0.644269, "main_score": 0.610598, "hf_subset": "kon_Latn-fao_Latn", "languages": ["kon-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661179, "recall": 0.710474, "f1": 0.674497, "accuracy": 0.710474, "main_score": 0.674497, "hf_subset": "kon_Latn-ind_Latn", "languages": ["kon-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554293, "recall": 0.603755, "f1": 0.567939, "accuracy": 0.603755, "main_score": 0.567939, "hf_subset": "kon_Latn-knc_Latn", "languages": ["kon-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657769, "recall": 0.698617, "f1": 0.668537, "accuracy": 0.698617, "main_score": 0.668537, "hf_subset": "kon_Latn-mlt_Latn", "languages": ["kon-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580298, "recall": 0.630435, "f1": 0.595026, "accuracy": 0.630435, "main_score": 0.595026, "hf_subset": "kon_Latn-quy_Latn", "languages": ["kon-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614016, "recall": 0.666008, "f1": 0.628957, "accuracy": 0.666008, "main_score": 0.628957, "hf_subset": "kon_Latn-swh_Latn", "languages": ["kon-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614892, "recall": 0.664032, "f1": 0.628302, "accuracy": 0.664032, "main_score": 0.628302, "hf_subset": "kon_Latn-uzn_Latn", "languages": ["kon-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634988, "recall": 0.686759, "f1": 0.648665, "accuracy": 0.686759, "main_score": 0.648665, "hf_subset": "kon_Latn-als_Latn", "languages": ["kon-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282271, "recall": 0.352767, "f1": 0.300235, "accuracy": 0.352767, "main_score": 0.300235, "hf_subset": "kon_Latn-bod_Tibt", "languages": ["kon-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.569347, "recall": 0.618577, "f1": 0.583028, "accuracy": 0.618577, "main_score": 0.583028, "hf_subset": "kon_Latn-fij_Latn", "languages": ["kon-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599902, "recall": 0.65415, "f1": 0.614388, "accuracy": 0.65415, "main_score": 0.614388, "hf_subset": "kon_Latn-isl_Latn", "languages": ["kon-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53666, "recall": 0.597826, "f1": 0.554616, "accuracy": 0.597826, "main_score": 0.554616, "hf_subset": "kon_Latn-mni_Beng", "languages": ["kon-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.669722, "recall": 0.720356, "f1": 0.683549, "accuracy": 0.720356, "main_score": 0.683549, "hf_subset": "kon_Latn-ron_Latn", "languages": ["kon-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637831, "recall": 0.686759, "f1": 0.649989, "accuracy": 0.686759, "main_score": 0.649989, "hf_subset": "kon_Latn-szl_Latn", "languages": ["kon-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669784, "recall": 0.711462, "f1": 0.680941, "accuracy": 0.711462, "main_score": 0.680941, "hf_subset": "kon_Latn-vec_Latn", "languages": ["kon-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547541, "recall": 0.604743, "f1": 0.563841, "accuracy": 0.604743, "main_score": 0.563841, "hf_subset": "kon_Latn-amh_Ethi", "languages": ["kon-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.654797, "recall": 0.709486, "f1": 0.669637, "accuracy": 0.709486, "main_score": 0.669637, "hf_subset": "kon_Latn-bos_Latn", "languages": ["kon-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634382, "recall": 0.686759, "f1": 0.648413, "accuracy": 0.686759, "main_score": 0.648413, "hf_subset": "kon_Latn-fin_Latn", "languages": ["kon-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640897, "recall": 0.695652, "f1": 0.656119, "accuracy": 0.695652, "main_score": 0.656119, "hf_subset": "kon_Latn-ita_Latn", "languages": ["kon-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635162, "recall": 0.692688, "f1": 0.651166, "accuracy": 0.692688, "main_score": 0.651166, "hf_subset": "kon_Latn-kor_Hang", "languages": ["kon-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.553298, "recall": 0.597826, "f1": 0.565398, "accuracy": 0.597826, "main_score": 0.565398, "hf_subset": "kon_Latn-mos_Latn", "languages": ["kon-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537917, "recall": 0.594862, "f1": 0.553928, "accuracy": 0.594862, "main_score": 0.553928, "hf_subset": "kon_Latn-run_Latn", "languages": ["kon-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596851, "recall": 0.660079, "f1": 0.614407, "accuracy": 0.660079, "main_score": 0.614407, "hf_subset": "kon_Latn-tam_Taml", "languages": ["kon-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.637758, "recall": 0.686759, "f1": 0.650205, "accuracy": 0.686759, "main_score": 0.650205, "hf_subset": "kon_Latn-vie_Latn", "languages": ["kon-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638564, "recall": 0.6917, "f1": 0.65233, "accuracy": 0.6917, "main_score": 0.65233, "hf_subset": "kon_Latn-apc_Arab", "languages": ["kon-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608045, "recall": 0.653162, "f1": 0.62077, "accuracy": 0.653162, "main_score": 0.62077, "hf_subset": "kon_Latn-bug_Latn", "languages": ["kon-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477318, "recall": 0.525692, "f1": 0.490793, "accuracy": 0.525692, "main_score": 0.490793, "hf_subset": "kon_Latn-fon_Latn", "languages": ["kon-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658179, "recall": 0.705534, "f1": 0.67102, "accuracy": 0.705534, "main_score": 0.67102, "hf_subset": "kon_Latn-jav_Latn", "languages": ["kon-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567959, "recall": 0.623518, "f1": 0.583307, "accuracy": 0.623518, "main_score": 0.583307, "hf_subset": "kon_Latn-lao_Laoo", "languages": ["kon-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.540262, "recall": 0.585968, "f1": 0.553024, "accuracy": 0.585968, "main_score": 0.553024, "hf_subset": "kon_Latn-mri_Latn", "languages": ["kon-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637644, "recall": 0.688735, "f1": 0.651523, "accuracy": 0.688735, "main_score": 0.651523, "hf_subset": "kon_Latn-rus_Cyrl", "languages": ["kon-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519245, "recall": 0.56917, "f1": 0.533166, "accuracy": 0.56917, "main_score": 0.533166, "hf_subset": "kon_Latn-taq_Latn", "languages": ["kon-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679623, "recall": 0.72332, "f1": 0.691249, "accuracy": 0.72332, "main_score": 0.691249, "hf_subset": "kon_Latn-war_Latn", "languages": ["kon-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623402, "recall": 0.68083, "f1": 0.639229, "accuracy": 0.68083, "main_score": 0.639229, "hf_subset": "kon_Latn-arb_Arab", "languages": ["kon-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.650026, "recall": 0.69664, "f1": 0.662718, "accuracy": 0.69664, "main_score": 0.662718, "hf_subset": "kon_Latn-bul_Cyrl", "languages": ["kon-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.658377, "recall": 0.708498, "f1": 0.671826, "accuracy": 0.708498, "main_score": 0.671826, "hf_subset": "kon_Latn-fra_Latn", "languages": ["kon-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628837, "recall": 0.682806, "f1": 0.643116, "accuracy": 0.682806, "main_score": 0.643116, "hf_subset": "kon_Latn-jpn_Jpan", "languages": ["kon-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.637008, "recall": 0.683794, "f1": 0.649776, "accuracy": 0.683794, "main_score": 0.649776, "hf_subset": "kon_Latn-lij_Latn", "languages": ["kon-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48238, "recall": 0.557312, "f1": 0.502696, "accuracy": 0.557312, "main_score": 0.502696, "hf_subset": "kon_Latn-mya_Mymr", "languages": ["kon-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.575971, "recall": 0.621542, "f1": 0.589044, "accuracy": 0.621542, "main_score": 0.589044, "hf_subset": "kon_Latn-sag_Latn", "languages": ["kon-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20648, "recall": 0.257905, "f1": 0.21769, "accuracy": 0.257905, "main_score": 0.21769, "hf_subset": "kon_Latn-taq_Tfng", "languages": ["kon-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.586208, "recall": 0.632411, "f1": 0.599951, "accuracy": 0.632411, "main_score": 0.599951, "hf_subset": "kon_Latn-wol_Latn", "languages": ["kon-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5153, "recall": 0.571146, "f1": 0.530623, "accuracy": 0.571146, "main_score": 0.530623, "hf_subset": "kon_Latn-arb_Latn", "languages": ["kon-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658423, "recall": 0.709486, "f1": 0.672983, "accuracy": 0.709486, "main_score": 0.672983, "hf_subset": "kon_Latn-cat_Latn", "languages": ["kon-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642974, "recall": 0.688735, "f1": 0.655482, "accuracy": 0.688735, "main_score": 0.655482, "hf_subset": "kon_Latn-fur_Latn", "languages": ["kon-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427161, "recall": 0.48419, "f1": 0.442182, "accuracy": 0.48419, "main_score": 0.442182, "hf_subset": "kon_Latn-kab_Latn", "languages": ["kon-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639018, "recall": 0.6917, "f1": 0.652928, "accuracy": 0.6917, "main_score": 0.652928, "hf_subset": "kon_Latn-lim_Latn", "languages": ["kon-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632216, "recall": 0.685771, "f1": 0.646546, "accuracy": 0.685771, "main_score": 0.646546, "hf_subset": "kon_Latn-nld_Latn", "languages": ["kon-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583138, "recall": 0.641304, "f1": 0.598369, "accuracy": 0.641304, "main_score": 0.598369, "hf_subset": "kon_Latn-san_Deva", "languages": ["kon-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.621277, "recall": 0.667984, "f1": 0.633866, "accuracy": 0.667984, "main_score": 0.633866, "hf_subset": "kon_Latn-tat_Cyrl", "languages": ["kon-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.594125, "recall": 0.644269, "f1": 0.608347, "accuracy": 0.644269, "main_score": 0.608347, "hf_subset": "kon_Latn-xho_Latn", "languages": ["kon-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616257, "recall": 0.674901, "f1": 0.632805, "accuracy": 0.674901, "main_score": 0.632805, "hf_subset": "kon_Latn-ars_Arab", "languages": ["kon-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.674652, "recall": 0.721344, "f1": 0.687403, "accuracy": 0.721344, "main_score": 0.687403, "hf_subset": "kon_Latn-ceb_Latn", "languages": ["kon-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538588, "recall": 0.585968, "f1": 0.552038, "accuracy": 0.585968, "main_score": 0.552038, "hf_subset": "kon_Latn-fuv_Latn", "languages": ["kon-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522461, "recall": 0.571146, "f1": 0.535801, "accuracy": 0.571146, "main_score": 0.535801, "hf_subset": "kon_Latn-kac_Latn", "languages": ["kon-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703896, "recall": 0.744071, "f1": 0.715381, "accuracy": 0.744071, "main_score": 0.715381, "hf_subset": "kon_Latn-lin_Latn", "languages": ["kon-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650598, "recall": 0.705534, "f1": 0.665798, "accuracy": 0.705534, "main_score": 0.665798, "hf_subset": "kon_Latn-nno_Latn", "languages": ["kon-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.120254, "recall": 0.170949, "f1": 0.133294, "accuracy": 0.170949, "main_score": 0.133294, "hf_subset": "kon_Latn-sat_Olck", "languages": ["kon-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.62433, "recall": 0.678854, "f1": 0.639192, "accuracy": 0.678854, "main_score": 0.639192, "hf_subset": "kon_Latn-tel_Telu", "languages": ["kon-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.548941, "recall": 0.607708, "f1": 0.564601, "accuracy": 0.607708, "main_score": 0.564601, "hf_subset": "kon_Latn-ydd_Hebr", "languages": ["kon-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.603706, "recall": 0.660079, "f1": 0.618978, "accuracy": 0.660079, "main_score": 0.618978, "hf_subset": "kon_Latn-ary_Arab", "languages": ["kon-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.656811, "recall": 0.70751, "f1": 0.67007, "accuracy": 0.70751, "main_score": 0.67007, "hf_subset": "kon_Latn-ces_Latn", "languages": ["kon-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516845, "recall": 0.574111, "f1": 0.532998, "accuracy": 0.574111, "main_score": 0.532998, "hf_subset": "kon_Latn-gaz_Latn", "languages": ["kon-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539065, "recall": 0.593874, "f1": 0.555519, "accuracy": 0.593874, "main_score": 0.555519, "hf_subset": "kon_Latn-kam_Latn", "languages": ["kon-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632165, "recall": 0.684783, "f1": 0.645987, "accuracy": 0.684783, "main_score": 0.645987, "hf_subset": "kon_Latn-lit_Latn", "languages": ["kon-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654118, "recall": 0.705534, "f1": 0.668124, "accuracy": 0.705534, "main_score": 0.668124, "hf_subset": "kon_Latn-nob_Latn", "languages": ["kon-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635938, "recall": 0.68083, "f1": 0.648273, "accuracy": 0.68083, "main_score": 0.648273, "hf_subset": "kon_Latn-scn_Latn", "languages": ["kon-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600182, "recall": 0.645257, "f1": 0.612932, "accuracy": 0.645257, "main_score": 0.612932, "hf_subset": "kon_Latn-tgk_Cyrl", "languages": ["kon-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531088, "recall": 0.596838, "f1": 0.54962, "accuracy": 0.596838, "main_score": 0.54962, "hf_subset": "kon_Latn-yor_Latn", "languages": ["kon-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628579, "recall": 0.684783, "f1": 0.643989, "accuracy": 0.684783, "main_score": 0.643989, "hf_subset": "kon_Latn-arz_Arab", "languages": ["kon-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519252, "recall": 0.568182, "f1": 0.533564, "accuracy": 0.568182, "main_score": 0.533564, "hf_subset": "kon_Latn-cjk_Latn", "languages": ["kon-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534085, "recall": 0.583004, "f1": 0.547602, "accuracy": 0.583004, "main_score": 0.547602, "hf_subset": "kon_Latn-gla_Latn", "languages": ["kon-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623336, "recall": 0.68083, "f1": 0.63861, "accuracy": 0.68083, "main_score": 0.63861, "hf_subset": "kon_Latn-kan_Knda", "languages": ["kon-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.640148, "recall": 0.684783, "f1": 0.652481, "accuracy": 0.684783, "main_score": 0.652481, "hf_subset": "kon_Latn-lmo_Latn", "languages": ["kon-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614817, "recall": 0.667984, "f1": 0.629269, "accuracy": 0.667984, "main_score": 0.629269, "hf_subset": "kon_Latn-npi_Deva", "languages": ["kon-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450301, "recall": 0.506917, "f1": 0.466191, "accuracy": 0.506917, "main_score": 0.466191, "hf_subset": "kon_Latn-shn_Mymr", "languages": ["kon-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.68076, "recall": 0.724308, "f1": 0.691945, "accuracy": 0.724308, "main_score": 0.691945, "hf_subset": "kon_Latn-tgl_Latn", "languages": ["kon-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615426, "recall": 0.673913, "f1": 0.631341, "accuracy": 0.673913, "main_score": 0.631341, "hf_subset": "kon_Latn-yue_Hant", "languages": ["kon-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.593243, "recall": 0.649209, "f1": 0.609407, "accuracy": 0.649209, "main_score": 0.609407, "hf_subset": "kon_Latn-asm_Beng", "languages": ["kon-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.568177, "recall": 0.626482, "f1": 0.583926, "accuracy": 0.626482, "main_score": 0.583926, "hf_subset": "kon_Latn-ckb_Arab", "languages": ["kon-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541812, "recall": 0.589921, "f1": 0.554519, "accuracy": 0.589921, "main_score": 0.554519, "hf_subset": "kon_Latn-gle_Latn", "languages": ["kon-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556962, "recall": 0.612648, "f1": 0.572592, "accuracy": 0.612648, "main_score": 0.572592, "hf_subset": "kon_Latn-kas_Arab", "languages": ["kon-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608863, "recall": 0.663043, "f1": 0.624459, "accuracy": 0.663043, "main_score": 0.624459, "hf_subset": "kon_Latn-ltg_Latn", "languages": ["kon-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595718, "recall": 0.645257, "f1": 0.610433, "accuracy": 0.645257, "main_score": 0.610433, "hf_subset": "kon_Latn-nso_Latn", "languages": ["kon-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545909, "recall": 0.608696, "f1": 0.563061, "accuracy": 0.608696, "main_score": 0.563061, "hf_subset": "kon_Latn-sin_Sinh", "languages": ["kon-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.63382, "recall": 0.685771, "f1": 0.647824, "accuracy": 0.685771, "main_score": 0.647824, "hf_subset": "kon_Latn-tha_Thai", "languages": ["kon-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.618786, "recall": 0.66502, "f1": 0.631438, "accuracy": 0.66502, "main_score": 0.631438, "hf_subset": "kon_Latn-zho_Hans", "languages": ["kon-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.665459, "recall": 0.714427, "f1": 0.679317, "accuracy": 0.714427, "main_score": 0.679317, "hf_subset": "kon_Latn-ast_Latn", "languages": ["kon-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618471, "recall": 0.670949, "f1": 0.632387, "accuracy": 0.670949, "main_score": 0.632387, "hf_subset": "kon_Latn-crh_Latn", "languages": ["kon-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665728, "recall": 0.710474, "f1": 0.677973, "accuracy": 0.710474, "main_score": 0.677973, "hf_subset": "kon_Latn-glg_Latn", "languages": ["kon-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557922, "recall": 0.618577, "f1": 0.575412, "accuracy": 0.618577, "main_score": 0.575412, "hf_subset": "kon_Latn-kas_Deva", "languages": ["kon-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.64314, "recall": 0.689723, "f1": 0.655418, "accuracy": 0.689723, "main_score": 0.655418, "hf_subset": "kon_Latn-ltz_Latn", "languages": ["kon-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4715, "recall": 0.527668, "f1": 0.487134, "accuracy": 0.527668, "main_score": 0.487134, "hf_subset": "kon_Latn-nus_Latn", "languages": ["kon-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658601, "recall": 0.705534, "f1": 0.671416, "accuracy": 0.705534, "main_score": 0.671416, "hf_subset": "kon_Latn-slk_Latn", "languages": ["kon-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447727, "recall": 0.514822, "f1": 0.466198, "accuracy": 0.514822, "main_score": 0.466198, "hf_subset": "kon_Latn-tir_Ethi", "languages": ["kon-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.630637, "recall": 0.682806, "f1": 0.644109, "accuracy": 0.682806, "main_score": 0.644109, "hf_subset": "kon_Latn-zho_Hant", "languages": ["kon-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.634335, "recall": 0.689723, "f1": 0.649567, "accuracy": 0.689723, "main_score": 0.649567, "hf_subset": "kon_Latn-awa_Deva", "languages": ["kon-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.601966, "recall": 0.646245, "f1": 0.613957, "accuracy": 0.646245, "main_score": 0.613957, "hf_subset": "kon_Latn-cym_Latn", "languages": ["kon-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620753, "recall": 0.667984, "f1": 0.633951, "accuracy": 0.667984, "main_score": 0.633951, "hf_subset": "kon_Latn-grn_Latn", "languages": ["kon-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602826, "recall": 0.661067, "f1": 0.618819, "accuracy": 0.661067, "main_score": 0.618819, "hf_subset": "kon_Latn-kat_Geor", "languages": ["kon-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.603483, "recall": 0.653162, "f1": 0.61819, "accuracy": 0.653162, "main_score": 0.61819, "hf_subset": "kon_Latn-lua_Latn", "languages": ["kon-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605224, "recall": 0.653162, "f1": 0.618869, "accuracy": 0.653162, "main_score": 0.618869, "hf_subset": "kon_Latn-nya_Latn", "languages": ["kon-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648663, "recall": 0.694664, "f1": 0.660644, "accuracy": 0.694664, "main_score": 0.660644, "hf_subset": "kon_Latn-slv_Latn", "languages": ["kon-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638592, "recall": 0.685771, "f1": 0.652044, "accuracy": 0.685771, "main_score": 0.652044, "hf_subset": "kon_Latn-tpi_Latn", "languages": ["kon-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671068, "recall": 0.716403, "f1": 0.683715, "accuracy": 0.716403, "main_score": 0.683715, "hf_subset": "kon_Latn-zsm_Latn", "languages": ["kon-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527614, "recall": 0.58498, "f1": 0.543554, "accuracy": 0.58498, "main_score": 0.543554, "hf_subset": "kon_Latn-ayr_Latn", "languages": ["kon-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659863, "recall": 0.709486, "f1": 0.673839, "accuracy": 0.709486, "main_score": 0.673839, "hf_subset": "kon_Latn-dan_Latn", "languages": ["kon-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624207, "recall": 0.678854, "f1": 0.638847, "accuracy": 0.678854, "main_score": 0.638847, "hf_subset": "kon_Latn-guj_Gujr", "languages": ["kon-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.624388, "recall": 0.672925, "f1": 0.63784, "accuracy": 0.672925, "main_score": 0.63784, "hf_subset": "kon_Latn-kaz_Cyrl", "languages": ["kon-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533714, "recall": 0.58498, "f1": 0.547563, "accuracy": 0.58498, "main_score": 0.547563, "hf_subset": "kon_Latn-lug_Latn", "languages": ["kon-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671923, "recall": 0.725296, "f1": 0.686871, "accuracy": 0.725296, "main_score": 0.686871, "hf_subset": "kon_Latn-oci_Latn", "languages": ["kon-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583582, "recall": 0.630435, "f1": 0.596482, "accuracy": 0.630435, "main_score": 0.596482, "hf_subset": "kon_Latn-smo_Latn", "languages": ["kon-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532213, "recall": 0.583004, "f1": 0.546067, "accuracy": 0.583004, "main_score": 0.546067, "hf_subset": "kon_Latn-tsn_Latn", "languages": ["kon-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570082, "recall": 0.619565, "f1": 0.583884, "accuracy": 0.619565, "main_score": 0.583884, "hf_subset": "kon_Latn-zul_Latn", "languages": ["kon-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557043, "recall": 0.618577, "f1": 0.574483, "accuracy": 0.618577, "main_score": 0.574483, "hf_subset": "kon_Latn-azb_Arab", "languages": ["kon-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.646511, "recall": 0.704545, "f1": 0.662684, "accuracy": 0.704545, "main_score": 0.662684, "hf_subset": "kon_Latn-deu_Latn", "languages": ["kon-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592887, "recall": 0.650198, "f1": 0.608893, "accuracy": 0.650198, "main_score": 0.608893, "hf_subset": "kon_Latn-hat_Latn", "languages": ["kon-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515212, "recall": 0.572134, "f1": 0.530755, "accuracy": 0.572134, "main_score": 0.530755, "hf_subset": "kon_Latn-kbp_Latn", "languages": ["kon-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572621, "recall": 0.620553, "f1": 0.586063, "accuracy": 0.620553, "main_score": 0.586063, "hf_subset": "kon_Latn-luo_Latn", "languages": ["kon-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621983, "recall": 0.677866, "f1": 0.637397, "accuracy": 0.677866, "main_score": 0.637397, "hf_subset": "kon_Latn-ory_Orya", "languages": ["kon-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.571724, "recall": 0.617589, "f1": 0.584332, "accuracy": 0.617589, "main_score": 0.584332, "hf_subset": "kon_Latn-sna_Latn", "languages": ["kon-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547745, "recall": 0.597826, "f1": 0.561996, "accuracy": 0.597826, "main_score": 0.561996, "hf_subset": "kon_Latn-tso_Latn", "languages": ["kon-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607172, "recall": 0.66502, "f1": 0.62216, "accuracy": 0.66502, "main_score": 0.62216, "hf_subset": "kon_Latn-azj_Latn", "languages": ["kon-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521964, "recall": 0.571146, "f1": 0.536179, "accuracy": 0.571146, "main_score": 0.536179, "hf_subset": "kon_Latn-dik_Latn", "languages": ["kon-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567878, "recall": 0.619565, "f1": 0.58222, "accuracy": 0.619565, "main_score": 0.58222, "hf_subset": "kon_Latn-hau_Latn", "languages": ["kon-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649844, "recall": 0.69664, "f1": 0.661929, "accuracy": 0.69664, "main_score": 0.661929, "hf_subset": "kon_Latn-kea_Latn", "languages": ["kon-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596544, "recall": 0.640316, "f1": 0.60921, "accuracy": 0.640316, "main_score": 0.60921, "hf_subset": "kon_Latn-lus_Latn", "languages": ["kon-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629021, "recall": 0.674901, "f1": 0.642395, "accuracy": 0.674901, "main_score": 0.642395, "hf_subset": "kon_Latn-pag_Latn", "languages": ["kon-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579661, "recall": 0.644269, "f1": 0.597647, "accuracy": 0.644269, "main_score": 0.597647, "hf_subset": "kon_Latn-snd_Arab", "languages": ["kon-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586368, "recall": 0.643281, "f1": 0.602301, "accuracy": 0.643281, "main_score": 0.602301, "hf_subset": "kon_Latn-tuk_Latn", "languages": ["kon-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626766, "recall": 0.670949, "f1": 0.639187, "accuracy": 0.670949, "main_score": 0.639187, "hf_subset": "kon_Latn-bak_Cyrl", "languages": ["kon-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.467977, "recall": 0.540514, "f1": 0.4891, "accuracy": 0.540514, "main_score": 0.4891, "hf_subset": "kon_Latn-dyu_Latn", "languages": ["kon-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635509, "recall": 0.688735, "f1": 0.649556, "accuracy": 0.688735, "main_score": 0.649556, "hf_subset": "kon_Latn-heb_Hebr", "languages": ["kon-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.589676, "recall": 0.636364, "f1": 0.602671, "accuracy": 0.636364, "main_score": 0.602671, "hf_subset": "kon_Latn-khk_Cyrl", "languages": ["kon-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.636917, "recall": 0.694664, "f1": 0.652298, "accuracy": 0.694664, "main_score": 0.652298, "hf_subset": "kon_Latn-lvs_Latn", "languages": ["kon-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61197, "recall": 0.670949, "f1": 0.627711, "accuracy": 0.670949, "main_score": 0.627711, "hf_subset": "kon_Latn-pan_Guru", "languages": ["kon-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.533502, "recall": 0.589921, "f1": 0.548893, "accuracy": 0.589921, "main_score": 0.548893, "hf_subset": "kon_Latn-som_Latn", "languages": ["kon-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561597, "recall": 0.608696, "f1": 0.575167, "accuracy": 0.608696, "main_score": 0.575167, "hf_subset": "kon_Latn-tum_Latn", "languages": ["kon-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467648, "recall": 0.517787, "f1": 0.481378, "accuracy": 0.517787, "main_score": 0.481378, "hf_subset": "mni_Beng-ace_Arab", "languages": ["mni-Beng", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.454759, "recall": 0.511858, "f1": 0.470507, "accuracy": 0.511858, "main_score": 0.470507, "hf_subset": "mni_Beng-bam_Latn", "languages": ["mni-Beng", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.251119, "recall": 0.299407, "f1": 0.262855, "accuracy": 0.299407, "main_score": 0.262855, "hf_subset": "mni_Beng-dzo_Tibt", "languages": ["mni-Beng", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.68582, "recall": 0.73419, "f1": 0.698675, "accuracy": 0.73419, "main_score": 0.698675, "hf_subset": "mni_Beng-hin_Deva", "languages": ["mni-Beng", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.5602, "recall": 0.617589, "f1": 0.575688, "accuracy": 0.617589, "main_score": 0.575688, "hf_subset": "mni_Beng-khm_Khmr", "languages": ["mni-Beng", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.686288, "recall": 0.730237, "f1": 0.698111, "accuracy": 0.730237, "main_score": 0.698111, "hf_subset": "mni_Beng-mag_Deva", "languages": ["mni-Beng", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.643701, "recall": 0.683794, "f1": 0.654339, "accuracy": 0.683794, "main_score": 0.654339, "hf_subset": "mni_Beng-pap_Latn", "languages": ["mni-Beng", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52111, "recall": 0.564229, "f1": 0.532704, "accuracy": 0.564229, "main_score": 0.532704, "hf_subset": "mni_Beng-sot_Latn", "languages": ["mni-Beng", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640501, "recall": 0.694664, "f1": 0.654705, "accuracy": 0.694664, "main_score": 0.654705, "hf_subset": "mni_Beng-tur_Latn", "languages": ["mni-Beng", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621246, "recall": 0.664032, "f1": 0.633094, "accuracy": 0.664032, "main_score": 0.633094, "hf_subset": "mni_Beng-ace_Latn", "languages": ["mni-Beng", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670364, "recall": 0.709486, "f1": 0.681081, "accuracy": 0.709486, "main_score": 0.681081, "hf_subset": "mni_Beng-ban_Latn", "languages": ["mni-Beng", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647864, "recall": 0.703557, "f1": 0.662442, "accuracy": 0.703557, "main_score": 0.662442, "hf_subset": "mni_Beng-ell_Grek", "languages": ["mni-Beng", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.671629, "recall": 0.713439, "f1": 0.682929, "accuracy": 0.713439, "main_score": 0.682929, "hf_subset": "mni_Beng-hne_Deva", "languages": ["mni-Beng", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4541, "recall": 0.509881, "f1": 0.468749, "accuracy": 0.509881, "main_score": 0.468749, "hf_subset": "mni_Beng-kik_Latn", "languages": ["mni-Beng", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683318, "recall": 0.732213, "f1": 0.695975, "accuracy": 0.732213, "main_score": 0.695975, "hf_subset": "mni_Beng-mai_Deva", "languages": ["mni-Beng", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597668, "recall": 0.653162, "f1": 0.612194, "accuracy": 0.653162, "main_score": 0.612194, "hf_subset": "mni_Beng-pbt_Arab", "languages": ["mni-Beng", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.665222, "recall": 0.710474, "f1": 0.676699, "accuracy": 0.710474, "main_score": 0.676699, "hf_subset": "mni_Beng-spa_Latn", "languages": ["mni-Beng", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521099, "recall": 0.581028, "f1": 0.537438, "accuracy": 0.581028, "main_score": 0.537438, "hf_subset": "mni_Beng-twi_Latn", "languages": ["mni-Beng", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630037, "recall": 0.684783, "f1": 0.644556, "accuracy": 0.684783, "main_score": 0.644556, "hf_subset": "mni_Beng-acm_Arab", "languages": ["mni-Beng", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608347, "recall": 0.656126, "f1": 0.62035, "accuracy": 0.656126, "main_score": 0.62035, "hf_subset": "mni_Beng-bel_Cyrl", "languages": ["mni-Beng", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.708996, "recall": 0.757905, "f1": 0.721365, "accuracy": 0.757905, "main_score": 0.721365, "hf_subset": "mni_Beng-eng_Latn", "languages": ["mni-Beng", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661403, "recall": 0.711462, "f1": 0.674721, "accuracy": 0.711462, "main_score": 0.674721, "hf_subset": "mni_Beng-hrv_Latn", "languages": ["mni-Beng", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458627, "recall": 0.511858, "f1": 0.474099, "accuracy": 0.511858, "main_score": 0.474099, "hf_subset": "mni_Beng-kin_Latn", "languages": ["mni-Beng", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677986, "recall": 0.73419, "f1": 0.692937, "accuracy": 0.73419, "main_score": 0.692937, "hf_subset": "mni_Beng-mal_Mlym", "languages": ["mni-Beng", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.654944, "recall": 0.702569, "f1": 0.667159, "accuracy": 0.702569, "main_score": 0.667159, "hf_subset": "mni_Beng-pes_Arab", "languages": ["mni-Beng", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.648475, "recall": 0.693676, "f1": 0.660357, "accuracy": 0.693676, "main_score": 0.660357, "hf_subset": "mni_Beng-srd_Latn", "languages": ["mni-Beng", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194462, "recall": 0.23419, "f1": 0.203678, "accuracy": 0.23419, "main_score": 0.203678, "hf_subset": "mni_Beng-tzm_Tfng", "languages": ["mni-Beng", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.638126, "recall": 0.6917, "f1": 0.65263, "accuracy": 0.6917, "main_score": 0.65263, "hf_subset": "mni_Beng-acq_Arab", "languages": ["mni-Beng", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519198, "recall": 0.568182, "f1": 0.532504, "accuracy": 0.568182, "main_score": 0.532504, "hf_subset": "mni_Beng-bem_Latn", "languages": ["mni-Beng", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641493, "recall": 0.693676, "f1": 0.655509, "accuracy": 0.693676, "main_score": 0.655509, "hf_subset": "mni_Beng-epo_Latn", "languages": ["mni-Beng", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651926, "recall": 0.69664, "f1": 0.664394, "accuracy": 0.69664, "main_score": 0.664394, "hf_subset": "mni_Beng-hun_Latn", "languages": ["mni-Beng", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625909, "recall": 0.671937, "f1": 0.638486, "accuracy": 0.671937, "main_score": 0.638486, "hf_subset": "mni_Beng-kir_Cyrl", "languages": ["mni-Beng", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.682528, "recall": 0.736166, "f1": 0.696808, "accuracy": 0.736166, "main_score": 0.696808, "hf_subset": "mni_Beng-mar_Deva", "languages": ["mni-Beng", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.52714, "recall": 0.576087, "f1": 0.540857, "accuracy": 0.576087, "main_score": 0.540857, "hf_subset": "mni_Beng-plt_Latn", "languages": ["mni-Beng", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650442, "recall": 0.701581, "f1": 0.66469, "accuracy": 0.701581, "main_score": 0.66469, "hf_subset": "mni_Beng-srp_Cyrl", "languages": ["mni-Beng", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.546991, "recall": 0.601779, "f1": 0.561866, "accuracy": 0.601779, "main_score": 0.561866, "hf_subset": "mni_Beng-uig_Arab", "languages": ["mni-Beng", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611142, "recall": 0.657115, "f1": 0.62337, "accuracy": 0.657115, "main_score": 0.62337, "hf_subset": "mni_Beng-aeb_Arab", "languages": ["mni-Beng", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.682924, "recall": 0.731225, "f1": 0.696371, "accuracy": 0.731225, "main_score": 0.696371, "hf_subset": "mni_Beng-ben_Beng", "languages": ["mni-Beng", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.63763, "recall": 0.688735, "f1": 0.651758, "accuracy": 0.688735, "main_score": 0.651758, "hf_subset": "mni_Beng-est_Latn", "languages": ["mni-Beng", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627499, "recall": 0.676877, "f1": 0.640678, "accuracy": 0.676877, "main_score": 0.640678, "hf_subset": "mni_Beng-hye_Armn", "languages": ["mni-Beng", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.44609, "recall": 0.503953, "f1": 0.462302, "accuracy": 0.503953, "main_score": 0.462302, "hf_subset": "mni_Beng-kmb_Latn", "languages": ["mni-Beng", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427473, "recall": 0.490119, "f1": 0.444719, "accuracy": 0.490119, "main_score": 0.444719, "hf_subset": "mni_Beng-min_Arab", "languages": ["mni-Beng", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.666242, "recall": 0.712451, "f1": 0.678385, "accuracy": 0.712451, "main_score": 0.678385, "hf_subset": "mni_Beng-pol_Latn", "languages": ["mni-Beng", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467453, "recall": 0.52668, "f1": 0.484241, "accuracy": 0.52668, "main_score": 0.484241, "hf_subset": "mni_Beng-ssw_Latn", "languages": ["mni-Beng", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67228, "recall": 0.720356, "f1": 0.684831, "accuracy": 0.720356, "main_score": 0.684831, "hf_subset": "mni_Beng-ukr_Cyrl", "languages": ["mni-Beng", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.665008, "recall": 0.717391, "f1": 0.678704, "accuracy": 0.717391, "main_score": 0.678704, "hf_subset": "mni_Beng-afr_Latn", "languages": ["mni-Beng", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669508, "recall": 0.711462, "f1": 0.680732, "accuracy": 0.711462, "main_score": 0.680732, "hf_subset": "mni_Beng-bho_Deva", "languages": ["mni-Beng", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.637273, "recall": 0.68083, "f1": 0.648593, "accuracy": 0.68083, "main_score": 0.648593, "hf_subset": "mni_Beng-eus_Latn", "languages": ["mni-Beng", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478294, "recall": 0.539526, "f1": 0.494718, "accuracy": 0.539526, "main_score": 0.494718, "hf_subset": "mni_Beng-ibo_Latn", "languages": ["mni-Beng", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559393, "recall": 0.606719, "f1": 0.572949, "accuracy": 0.606719, "main_score": 0.572949, "hf_subset": "mni_Beng-kmr_Latn", "languages": ["mni-Beng", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641407, "recall": 0.681818, "f1": 0.652648, "accuracy": 0.681818, "main_score": 0.652648, "hf_subset": "mni_Beng-min_Latn", "languages": ["mni-Beng", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670025, "recall": 0.72332, "f1": 0.684255, "accuracy": 0.72332, "main_score": 0.684255, "hf_subset": "mni_Beng-por_Latn", "languages": ["mni-Beng", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653759, "recall": 0.690711, "f1": 0.663938, "accuracy": 0.690711, "main_score": 0.663938, "hf_subset": "mni_Beng-sun_Latn", "languages": ["mni-Beng", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422201, "recall": 0.47332, "f1": 0.435989, "accuracy": 0.47332, "main_score": 0.435989, "hf_subset": "mni_Beng-umb_Latn", "languages": ["mni-Beng", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64163, "recall": 0.689723, "f1": 0.653793, "accuracy": 0.689723, "main_score": 0.653793, "hf_subset": "mni_Beng-ajp_Arab", "languages": ["mni-Beng", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.451925, "recall": 0.502964, "f1": 0.465828, "accuracy": 0.502964, "main_score": 0.465828, "hf_subset": "mni_Beng-bjn_Arab", "languages": ["mni-Beng", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.44482, "recall": 0.491107, "f1": 0.45734, "accuracy": 0.491107, "main_score": 0.45734, "hf_subset": "mni_Beng-ewe_Latn", "languages": ["mni-Beng", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662416, "recall": 0.705534, "f1": 0.674075, "accuracy": 0.705534, "main_score": 0.674075, "hf_subset": "mni_Beng-ilo_Latn", "languages": ["mni-Beng", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31055, "recall": 0.355731, "f1": 0.322183, "accuracy": 0.355731, "main_score": 0.322183, "hf_subset": "mni_Beng-knc_Arab", "languages": ["mni-Beng", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.664212, "recall": 0.711462, "f1": 0.676373, "accuracy": 0.711462, "main_score": 0.676373, "hf_subset": "mni_Beng-mkd_Cyrl", "languages": ["mni-Beng", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.639053, "recall": 0.686759, "f1": 0.65247, "accuracy": 0.686759, "main_score": 0.65247, "hf_subset": "mni_Beng-prs_Arab", "languages": ["mni-Beng", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.669684, "recall": 0.716403, "f1": 0.682611, "accuracy": 0.716403, "main_score": 0.682611, "hf_subset": "mni_Beng-swe_Latn", "languages": ["mni-Beng", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662088, "recall": 0.715415, "f1": 0.677118, "accuracy": 0.715415, "main_score": 0.677118, "hf_subset": "mni_Beng-urd_Arab", "languages": ["mni-Beng", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494577, "recall": 0.551383, "f1": 0.510601, "accuracy": 0.551383, "main_score": 0.510601, "hf_subset": "mni_Beng-aka_Latn", "languages": ["mni-Beng", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64061, "recall": 0.686759, "f1": 0.652362, "accuracy": 0.686759, "main_score": 0.652362, "hf_subset": "mni_Beng-bjn_Latn", "languages": ["mni-Beng", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560152, "recall": 0.612648, "f1": 0.574338, "accuracy": 0.612648, "main_score": 0.574338, "hf_subset": "mni_Beng-fao_Latn", "languages": ["mni-Beng", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674332, "recall": 0.720356, "f1": 0.686499, "accuracy": 0.720356, "main_score": 0.686499, "hf_subset": "mni_Beng-ind_Latn", "languages": ["mni-Beng", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497091, "recall": 0.545455, "f1": 0.510444, "accuracy": 0.545455, "main_score": 0.510444, "hf_subset": "mni_Beng-knc_Latn", "languages": ["mni-Beng", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653317, "recall": 0.694664, "f1": 0.66509, "accuracy": 0.694664, "main_score": 0.66509, "hf_subset": "mni_Beng-mlt_Latn", "languages": ["mni-Beng", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536743, "recall": 0.589921, "f1": 0.552045, "accuracy": 0.589921, "main_score": 0.552045, "hf_subset": "mni_Beng-quy_Latn", "languages": ["mni-Beng", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563811, "recall": 0.618577, "f1": 0.578117, "accuracy": 0.618577, "main_score": 0.578117, "hf_subset": "mni_Beng-swh_Latn", "languages": ["mni-Beng", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631344, "recall": 0.670949, "f1": 0.642546, "accuracy": 0.670949, "main_score": 0.642546, "hf_subset": "mni_Beng-uzn_Latn", "languages": ["mni-Beng", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646994, "recall": 0.695652, "f1": 0.65987, "accuracy": 0.695652, "main_score": 0.65987, "hf_subset": "mni_Beng-als_Latn", "languages": ["mni-Beng", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299347, "recall": 0.358696, "f1": 0.31332, "accuracy": 0.358696, "main_score": 0.31332, "hf_subset": "mni_Beng-bod_Tibt", "languages": ["mni-Beng", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.5174, "recall": 0.56917, "f1": 0.531777, "accuracy": 0.56917, "main_score": 0.531777, "hf_subset": "mni_Beng-fij_Latn", "languages": ["mni-Beng", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555348, "recall": 0.61166, "f1": 0.570725, "accuracy": 0.61166, "main_score": 0.570725, "hf_subset": "mni_Beng-isl_Latn", "languages": ["mni-Beng", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54033, "recall": 0.590909, "f1": 0.554303, "accuracy": 0.590909, "main_score": 0.554303, "hf_subset": "mni_Beng-kon_Latn", "languages": ["mni-Beng", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687113, "recall": 0.730237, "f1": 0.698442, "accuracy": 0.730237, "main_score": 0.698442, "hf_subset": "mni_Beng-ron_Latn", "languages": ["mni-Beng", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626434, "recall": 0.676877, "f1": 0.639883, "accuracy": 0.676877, "main_score": 0.639883, "hf_subset": "mni_Beng-szl_Latn", "languages": ["mni-Beng", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649349, "recall": 0.692688, "f1": 0.660427, "accuracy": 0.692688, "main_score": 0.660427, "hf_subset": "mni_Beng-vec_Latn", "languages": ["mni-Beng", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533156, "recall": 0.58498, "f1": 0.547208, "accuracy": 0.58498, "main_score": 0.547208, "hf_subset": "mni_Beng-amh_Ethi", "languages": ["mni-Beng", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.675491, "recall": 0.719368, "f1": 0.687384, "accuracy": 0.719368, "main_score": 0.687384, "hf_subset": "mni_Beng-bos_Latn", "languages": ["mni-Beng", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627537, "recall": 0.676877, "f1": 0.640745, "accuracy": 0.676877, "main_score": 0.640745, "hf_subset": "mni_Beng-fin_Latn", "languages": ["mni-Beng", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664404, "recall": 0.715415, "f1": 0.677503, "accuracy": 0.715415, "main_score": 0.677503, "hf_subset": "mni_Beng-ita_Latn", "languages": ["mni-Beng", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646586, "recall": 0.701581, "f1": 0.66148, "accuracy": 0.701581, "main_score": 0.66148, "hf_subset": "mni_Beng-kor_Hang", "languages": ["mni-Beng", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.480496, "recall": 0.532609, "f1": 0.494765, "accuracy": 0.532609, "main_score": 0.494765, "hf_subset": "mni_Beng-mos_Latn", "languages": ["mni-Beng", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45103, "recall": 0.5, "f1": 0.463984, "accuracy": 0.5, "main_score": 0.463984, "hf_subset": "mni_Beng-run_Latn", "languages": ["mni-Beng", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630303, "recall": 0.689723, "f1": 0.646213, "accuracy": 0.689723, "main_score": 0.646213, "hf_subset": "mni_Beng-tam_Taml", "languages": ["mni-Beng", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.639159, "recall": 0.695652, "f1": 0.654316, "accuracy": 0.695652, "main_score": 0.654316, "hf_subset": "mni_Beng-vie_Latn", "languages": ["mni-Beng", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634304, "recall": 0.681818, "f1": 0.646587, "accuracy": 0.681818, "main_score": 0.646587, "hf_subset": "mni_Beng-apc_Arab", "languages": ["mni-Beng", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608178, "recall": 0.652174, "f1": 0.620921, "accuracy": 0.652174, "main_score": 0.620921, "hf_subset": "mni_Beng-bug_Latn", "languages": ["mni-Beng", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401719, "recall": 0.449605, "f1": 0.414736, "accuracy": 0.449605, "main_score": 0.414736, "hf_subset": "mni_Beng-fon_Latn", "languages": ["mni-Beng", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663888, "recall": 0.700593, "f1": 0.673761, "accuracy": 0.700593, "main_score": 0.673761, "hf_subset": "mni_Beng-jav_Latn", "languages": ["mni-Beng", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550446, "recall": 0.605731, "f1": 0.565107, "accuracy": 0.605731, "main_score": 0.565107, "hf_subset": "mni_Beng-lao_Laoo", "languages": ["mni-Beng", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.47345, "recall": 0.52668, "f1": 0.488139, "accuracy": 0.52668, "main_score": 0.488139, "hf_subset": "mni_Beng-mri_Latn", "languages": ["mni-Beng", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652658, "recall": 0.704545, "f1": 0.666137, "accuracy": 0.704545, "main_score": 0.666137, "hf_subset": "mni_Beng-rus_Cyrl", "languages": ["mni-Beng", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.476254, "recall": 0.521739, "f1": 0.488523, "accuracy": 0.521739, "main_score": 0.488523, "hf_subset": "mni_Beng-taq_Latn", "languages": ["mni-Beng", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678971, "recall": 0.718379, "f1": 0.689445, "accuracy": 0.718379, "main_score": 0.689445, "hf_subset": "mni_Beng-war_Latn", "languages": ["mni-Beng", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63735, "recall": 0.690711, "f1": 0.651462, "accuracy": 0.690711, "main_score": 0.651462, "hf_subset": "mni_Beng-arb_Arab", "languages": ["mni-Beng", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.669221, "recall": 0.716403, "f1": 0.681445, "accuracy": 0.716403, "main_score": 0.681445, "hf_subset": "mni_Beng-bul_Cyrl", "languages": ["mni-Beng", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.668567, "recall": 0.714427, "f1": 0.680349, "accuracy": 0.714427, "main_score": 0.680349, "hf_subset": "mni_Beng-fra_Latn", "languages": ["mni-Beng", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64435, "recall": 0.693676, "f1": 0.657996, "accuracy": 0.693676, "main_score": 0.657996, "hf_subset": "mni_Beng-jpn_Jpan", "languages": ["mni-Beng", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.648379, "recall": 0.698617, "f1": 0.661751, "accuracy": 0.698617, "main_score": 0.661751, "hf_subset": "mni_Beng-lij_Latn", "languages": ["mni-Beng", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510549, "recall": 0.582016, "f1": 0.529949, "accuracy": 0.582016, "main_score": 0.529949, "hf_subset": "mni_Beng-mya_Mymr", "languages": ["mni-Beng", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.495267, "recall": 0.549407, "f1": 0.510032, "accuracy": 0.549407, "main_score": 0.510032, "hf_subset": "mni_Beng-sag_Latn", "languages": ["mni-Beng", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200633, "recall": 0.251976, "f1": 0.212236, "accuracy": 0.251976, "main_score": 0.212236, "hf_subset": "mni_Beng-taq_Tfng", "languages": ["mni-Beng", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.547236, "recall": 0.602767, "f1": 0.562479, "accuracy": 0.602767, "main_score": 0.562479, "hf_subset": "mni_Beng-wol_Latn", "languages": ["mni-Beng", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450759, "recall": 0.502964, "f1": 0.465253, "accuracy": 0.502964, "main_score": 0.465253, "hf_subset": "mni_Beng-arb_Latn", "languages": ["mni-Beng", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682654, "recall": 0.726285, "f1": 0.694144, "accuracy": 0.726285, "main_score": 0.694144, "hf_subset": "mni_Beng-cat_Latn", "languages": ["mni-Beng", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633748, "recall": 0.677866, "f1": 0.645849, "accuracy": 0.677866, "main_score": 0.645849, "hf_subset": "mni_Beng-fur_Latn", "languages": ["mni-Beng", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357024, "recall": 0.407115, "f1": 0.370065, "accuracy": 0.407115, "main_score": 0.370065, "hf_subset": "mni_Beng-kab_Latn", "languages": ["mni-Beng", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629769, "recall": 0.671937, "f1": 0.641491, "accuracy": 0.671937, "main_score": 0.641491, "hf_subset": "mni_Beng-lim_Latn", "languages": ["mni-Beng", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647702, "recall": 0.699605, "f1": 0.660947, "accuracy": 0.699605, "main_score": 0.660947, "hf_subset": "mni_Beng-nld_Latn", "languages": ["mni-Beng", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603385, "recall": 0.661067, "f1": 0.618748, "accuracy": 0.661067, "main_score": 0.618748, "hf_subset": "mni_Beng-san_Deva", "languages": ["mni-Beng", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.644835, "recall": 0.692688, "f1": 0.657333, "accuracy": 0.692688, "main_score": 0.657333, "hf_subset": "mni_Beng-tat_Cyrl", "languages": ["mni-Beng", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521989, "recall": 0.575099, "f1": 0.536422, "accuracy": 0.575099, "main_score": 0.536422, "hf_subset": "mni_Beng-xho_Latn", "languages": ["mni-Beng", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618268, "recall": 0.676877, "f1": 0.634293, "accuracy": 0.676877, "main_score": 0.634293, "hf_subset": "mni_Beng-ars_Arab", "languages": ["mni-Beng", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.661104, "recall": 0.708498, "f1": 0.67421, "accuracy": 0.708498, "main_score": 0.67421, "hf_subset": "mni_Beng-ceb_Latn", "languages": ["mni-Beng", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466943, "recall": 0.527668, "f1": 0.484001, "accuracy": 0.527668, "main_score": 0.484001, "hf_subset": "mni_Beng-fuv_Latn", "languages": ["mni-Beng", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459388, "recall": 0.523715, "f1": 0.476683, "accuracy": 0.523715, "main_score": 0.476683, "hf_subset": "mni_Beng-kac_Latn", "languages": ["mni-Beng", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556227, "recall": 0.602767, "f1": 0.569277, "accuracy": 0.602767, "main_score": 0.569277, "hf_subset": "mni_Beng-lin_Latn", "languages": ["mni-Beng", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657598, "recall": 0.703557, "f1": 0.669658, "accuracy": 0.703557, "main_score": 0.669658, "hf_subset": "mni_Beng-nno_Latn", "languages": ["mni-Beng", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135264, "recall": 0.181818, "f1": 0.146662, "accuracy": 0.181818, "main_score": 0.146662, "hf_subset": "mni_Beng-sat_Olck", "languages": ["mni-Beng", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.677875, "recall": 0.726285, "f1": 0.690597, "accuracy": 0.726285, "main_score": 0.690597, "hf_subset": "mni_Beng-tel_Telu", "languages": ["mni-Beng", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.58373, "recall": 0.635375, "f1": 0.597982, "accuracy": 0.635375, "main_score": 0.597982, "hf_subset": "mni_Beng-ydd_Hebr", "languages": ["mni-Beng", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.613599, "recall": 0.661067, "f1": 0.626444, "accuracy": 0.661067, "main_score": 0.626444, "hf_subset": "mni_Beng-ary_Arab", "languages": ["mni-Beng", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.656652, "recall": 0.703557, "f1": 0.669095, "accuracy": 0.703557, "main_score": 0.669095, "hf_subset": "mni_Beng-ces_Latn", "languages": ["mni-Beng", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485824, "recall": 0.538538, "f1": 0.500029, "accuracy": 0.538538, "main_score": 0.500029, "hf_subset": "mni_Beng-gaz_Latn", "languages": ["mni-Beng", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465529, "recall": 0.519763, "f1": 0.480585, "accuracy": 0.519763, "main_score": 0.480585, "hf_subset": "mni_Beng-kam_Latn", "languages": ["mni-Beng", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633996, "recall": 0.684783, "f1": 0.648281, "accuracy": 0.684783, "main_score": 0.648281, "hf_subset": "mni_Beng-lit_Latn", "languages": ["mni-Beng", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667666, "recall": 0.717391, "f1": 0.681139, "accuracy": 0.717391, "main_score": 0.681139, "hf_subset": "mni_Beng-nob_Latn", "languages": ["mni-Beng", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640909, "recall": 0.681818, "f1": 0.652006, "accuracy": 0.681818, "main_score": 0.652006, "hf_subset": "mni_Beng-scn_Latn", "languages": ["mni-Beng", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588949, "recall": 0.634387, "f1": 0.602028, "accuracy": 0.634387, "main_score": 0.602028, "hf_subset": "mni_Beng-tgk_Cyrl", "languages": ["mni-Beng", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.451154, "recall": 0.511858, "f1": 0.468297, "accuracy": 0.511858, "main_score": 0.468297, "hf_subset": "mni_Beng-yor_Latn", "languages": ["mni-Beng", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644359, "recall": 0.690711, "f1": 0.656338, "accuracy": 0.690711, "main_score": 0.656338, "hf_subset": "mni_Beng-arz_Arab", "languages": ["mni-Beng", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472811, "recall": 0.525692, "f1": 0.487597, "accuracy": 0.525692, "main_score": 0.487597, "hf_subset": "mni_Beng-cjk_Latn", "languages": ["mni-Beng", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498544, "recall": 0.551383, "f1": 0.513029, "accuracy": 0.551383, "main_score": 0.513029, "hf_subset": "mni_Beng-gla_Latn", "languages": ["mni-Beng", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668785, "recall": 0.720356, "f1": 0.682684, "accuracy": 0.720356, "main_score": 0.682684, "hf_subset": "mni_Beng-kan_Knda", "languages": ["mni-Beng", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.640523, "recall": 0.682806, "f1": 0.651214, "accuracy": 0.682806, "main_score": 0.651214, "hf_subset": "mni_Beng-lmo_Latn", "languages": ["mni-Beng", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66503, "recall": 0.717391, "f1": 0.679663, "accuracy": 0.717391, "main_score": 0.679663, "hf_subset": "mni_Beng-npi_Deva", "languages": ["mni-Beng", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.389099, "recall": 0.442688, "f1": 0.403239, "accuracy": 0.442688, "main_score": 0.403239, "hf_subset": "mni_Beng-shn_Mymr", "languages": ["mni-Beng", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.686974, "recall": 0.733202, "f1": 0.699096, "accuracy": 0.733202, "main_score": 0.699096, "hf_subset": "mni_Beng-tgl_Latn", "languages": ["mni-Beng", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640386, "recall": 0.688735, "f1": 0.653284, "accuracy": 0.688735, "main_score": 0.653284, "hf_subset": "mni_Beng-yue_Hant", "languages": ["mni-Beng", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.645212, "recall": 0.699605, "f1": 0.660351, "accuracy": 0.699605, "main_score": 0.660351, "hf_subset": "mni_Beng-asm_Beng", "languages": ["mni-Beng", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.544709, "recall": 0.598814, "f1": 0.559357, "accuracy": 0.598814, "main_score": 0.559357, "hf_subset": "mni_Beng-ckb_Arab", "languages": ["mni-Beng", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479021, "recall": 0.533597, "f1": 0.493645, "accuracy": 0.533597, "main_score": 0.493645, "hf_subset": "mni_Beng-gle_Latn", "languages": ["mni-Beng", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627031, "recall": 0.672925, "f1": 0.639795, "accuracy": 0.672925, "main_score": 0.639795, "hf_subset": "mni_Beng-kas_Arab", "languages": ["mni-Beng", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61229, "recall": 0.658103, "f1": 0.624721, "accuracy": 0.658103, "main_score": 0.624721, "hf_subset": "mni_Beng-ltg_Latn", "languages": ["mni-Beng", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518873, "recall": 0.570158, "f1": 0.532678, "accuracy": 0.570158, "main_score": 0.532678, "hf_subset": "mni_Beng-nso_Latn", "languages": ["mni-Beng", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570506, "recall": 0.62253, "f1": 0.584286, "accuracy": 0.62253, "main_score": 0.584286, "hf_subset": "mni_Beng-sin_Sinh", "languages": ["mni-Beng", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.662408, "recall": 0.711462, "f1": 0.6753, "accuracy": 0.711462, "main_score": 0.6753, "hf_subset": "mni_Beng-tha_Thai", "languages": ["mni-Beng", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.627252, "recall": 0.674901, "f1": 0.639667, "accuracy": 0.674901, "main_score": 0.639667, "hf_subset": "mni_Beng-zho_Hans", "languages": ["mni-Beng", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.677081, "recall": 0.724308, "f1": 0.690214, "accuracy": 0.724308, "main_score": 0.690214, "hf_subset": "mni_Beng-ast_Latn", "languages": ["mni-Beng", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6086, "recall": 0.659091, "f1": 0.622126, "accuracy": 0.659091, "main_score": 0.622126, "hf_subset": "mni_Beng-crh_Latn", "languages": ["mni-Beng", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663485, "recall": 0.708498, "f1": 0.675292, "accuracy": 0.708498, "main_score": 0.675292, "hf_subset": "mni_Beng-glg_Latn", "languages": ["mni-Beng", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594093, "recall": 0.645257, "f1": 0.608302, "accuracy": 0.645257, "main_score": 0.608302, "hf_subset": "mni_Beng-kas_Deva", "languages": ["mni-Beng", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.633292, "recall": 0.675889, "f1": 0.644859, "accuracy": 0.675889, "main_score": 0.644859, "hf_subset": "mni_Beng-ltz_Latn", "languages": ["mni-Beng", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428057, "recall": 0.482213, "f1": 0.441704, "accuracy": 0.482213, "main_score": 0.441704, "hf_subset": "mni_Beng-nus_Latn", "languages": ["mni-Beng", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65215, "recall": 0.697628, "f1": 0.664139, "accuracy": 0.697628, "main_score": 0.664139, "hf_subset": "mni_Beng-slk_Latn", "languages": ["mni-Beng", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45435, "recall": 0.513834, "f1": 0.470782, "accuracy": 0.513834, "main_score": 0.470782, "hf_subset": "mni_Beng-tir_Ethi", "languages": ["mni-Beng", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.616334, "recall": 0.66996, "f1": 0.63101, "accuracy": 0.66996, "main_score": 0.63101, "hf_subset": "mni_Beng-zho_Hant", "languages": ["mni-Beng", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.666095, "recall": 0.716403, "f1": 0.679463, "accuracy": 0.716403, "main_score": 0.679463, "hf_subset": "mni_Beng-awa_Deva", "languages": ["mni-Beng", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561535, "recall": 0.614625, "f1": 0.575572, "accuracy": 0.614625, "main_score": 0.575572, "hf_subset": "mni_Beng-cym_Latn", "languages": ["mni-Beng", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614894, "recall": 0.659091, "f1": 0.627251, "accuracy": 0.659091, "main_score": 0.627251, "hf_subset": "mni_Beng-grn_Latn", "languages": ["mni-Beng", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631682, "recall": 0.675889, "f1": 0.643521, "accuracy": 0.675889, "main_score": 0.643521, "hf_subset": "mni_Beng-kat_Geor", "languages": ["mni-Beng", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.518114, "recall": 0.568182, "f1": 0.531462, "accuracy": 0.568182, "main_score": 0.531462, "hf_subset": "mni_Beng-lua_Latn", "languages": ["mni-Beng", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506032, "recall": 0.5583, "f1": 0.520673, "accuracy": 0.5583, "main_score": 0.520673, "hf_subset": "mni_Beng-nya_Latn", "languages": ["mni-Beng", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64917, "recall": 0.69664, "f1": 0.661504, "accuracy": 0.69664, "main_score": 0.661504, "hf_subset": "mni_Beng-slv_Latn", "languages": ["mni-Beng", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655496, "recall": 0.700593, "f1": 0.667929, "accuracy": 0.700593, "main_score": 0.667929, "hf_subset": "mni_Beng-tpi_Latn", "languages": ["mni-Beng", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676164, "recall": 0.727273, "f1": 0.689696, "accuracy": 0.727273, "main_score": 0.689696, "hf_subset": "mni_Beng-zsm_Latn", "languages": ["mni-Beng", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450394, "recall": 0.503953, "f1": 0.465038, "accuracy": 0.503953, "main_score": 0.465038, "hf_subset": "mni_Beng-ayr_Latn", "languages": ["mni-Beng", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672075, "recall": 0.717391, "f1": 0.684413, "accuracy": 0.717391, "main_score": 0.684413, "hf_subset": "mni_Beng-dan_Latn", "languages": ["mni-Beng", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682994, "recall": 0.727273, "f1": 0.694492, "accuracy": 0.727273, "main_score": 0.694492, "hf_subset": "mni_Beng-guj_Gujr", "languages": ["mni-Beng", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.641929, "recall": 0.692688, "f1": 0.655344, "accuracy": 0.692688, "main_score": 0.655344, "hf_subset": "mni_Beng-kaz_Cyrl", "languages": ["mni-Beng", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.440163, "recall": 0.494071, "f1": 0.454657, "accuracy": 0.494071, "main_score": 0.454657, "hf_subset": "mni_Beng-lug_Latn", "languages": ["mni-Beng", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666981, "recall": 0.710474, "f1": 0.67878, "accuracy": 0.710474, "main_score": 0.67878, "hf_subset": "mni_Beng-oci_Latn", "languages": ["mni-Beng", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531134, "recall": 0.581028, "f1": 0.544505, "accuracy": 0.581028, "main_score": 0.544505, "hf_subset": "mni_Beng-smo_Latn", "languages": ["mni-Beng", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461575, "recall": 0.519763, "f1": 0.477353, "accuracy": 0.519763, "main_score": 0.477353, "hf_subset": "mni_Beng-tsn_Latn", "languages": ["mni-Beng", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474597, "recall": 0.528656, "f1": 0.489354, "accuracy": 0.528656, "main_score": 0.489354, "hf_subset": "mni_Beng-zul_Latn", "languages": ["mni-Beng", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583971, "recall": 0.631423, "f1": 0.597266, "accuracy": 0.631423, "main_score": 0.597266, "hf_subset": "mni_Beng-azb_Arab", "languages": ["mni-Beng", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.6745, "recall": 0.72332, "f1": 0.687345, "accuracy": 0.72332, "main_score": 0.687345, "hf_subset": "mni_Beng-deu_Latn", "languages": ["mni-Beng", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5857, "recall": 0.644269, "f1": 0.601484, "accuracy": 0.644269, "main_score": 0.601484, "hf_subset": "mni_Beng-hat_Latn", "languages": ["mni-Beng", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428912, "recall": 0.482213, "f1": 0.443415, "accuracy": 0.482213, "main_score": 0.443415, "hf_subset": "mni_Beng-kbp_Latn", "languages": ["mni-Beng", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50066, "recall": 0.559289, "f1": 0.516786, "accuracy": 0.559289, "main_score": 0.516786, "hf_subset": "mni_Beng-luo_Latn", "languages": ["mni-Beng", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663585, "recall": 0.721344, "f1": 0.679366, "accuracy": 0.721344, "main_score": 0.679366, "hf_subset": "mni_Beng-ory_Orya", "languages": ["mni-Beng", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.485891, "recall": 0.545455, "f1": 0.502266, "accuracy": 0.545455, "main_score": 0.502266, "hf_subset": "mni_Beng-sna_Latn", "languages": ["mni-Beng", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483951, "recall": 0.530632, "f1": 0.495998, "accuracy": 0.530632, "main_score": 0.495998, "hf_subset": "mni_Beng-tso_Latn", "languages": ["mni-Beng", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628014, "recall": 0.683794, "f1": 0.643605, "accuracy": 0.683794, "main_score": 0.643605, "hf_subset": "mni_Beng-azj_Latn", "languages": ["mni-Beng", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445858, "recall": 0.505929, "f1": 0.462988, "accuracy": 0.505929, "main_score": 0.462988, "hf_subset": "mni_Beng-dik_Latn", "languages": ["mni-Beng", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492484, "recall": 0.54249, "f1": 0.505835, "accuracy": 0.54249, "main_score": 0.505835, "hf_subset": "mni_Beng-hau_Latn", "languages": ["mni-Beng", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627401, "recall": 0.667984, "f1": 0.638233, "accuracy": 0.667984, "main_score": 0.638233, "hf_subset": "mni_Beng-kea_Latn", "languages": ["mni-Beng", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587085, "recall": 0.634387, "f1": 0.600008, "accuracy": 0.634387, "main_score": 0.600008, "hf_subset": "mni_Beng-lus_Latn", "languages": ["mni-Beng", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647512, "recall": 0.681818, "f1": 0.657104, "accuracy": 0.681818, "main_score": 0.657104, "hf_subset": "mni_Beng-pag_Latn", "languages": ["mni-Beng", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638797, "recall": 0.690711, "f1": 0.652881, "accuracy": 0.690711, "main_score": 0.652881, "hf_subset": "mni_Beng-snd_Arab", "languages": ["mni-Beng", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590705, "recall": 0.639328, "f1": 0.604164, "accuracy": 0.639328, "main_score": 0.604164, "hf_subset": "mni_Beng-tuk_Latn", "languages": ["mni-Beng", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663153, "recall": 0.703557, "f1": 0.674033, "accuracy": 0.703557, "main_score": 0.674033, "hf_subset": "mni_Beng-bak_Cyrl", "languages": ["mni-Beng", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.397957, "recall": 0.471344, "f1": 0.418472, "accuracy": 0.471344, "main_score": 0.418472, "hf_subset": "mni_Beng-dyu_Latn", "languages": ["mni-Beng", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633292, "recall": 0.68083, "f1": 0.645876, "accuracy": 0.68083, "main_score": 0.645876, "hf_subset": "mni_Beng-heb_Hebr", "languages": ["mni-Beng", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.585768, "recall": 0.636364, "f1": 0.599651, "accuracy": 0.636364, "main_score": 0.599651, "hf_subset": "mni_Beng-khk_Cyrl", "languages": ["mni-Beng", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.653854, "recall": 0.6917, "f1": 0.664955, "accuracy": 0.6917, "main_score": 0.664955, "hf_subset": "mni_Beng-lvs_Latn", "languages": ["mni-Beng", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670008, "recall": 0.728261, "f1": 0.68581, "accuracy": 0.728261, "main_score": 0.68581, "hf_subset": "mni_Beng-pan_Guru", "languages": ["mni-Beng", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.458949, "recall": 0.51581, "f1": 0.474766, "accuracy": 0.51581, "main_score": 0.474766, "hf_subset": "mni_Beng-som_Latn", "languages": ["mni-Beng", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476561, "recall": 0.52668, "f1": 0.489616, "accuracy": 0.52668, "main_score": 0.489616, "hf_subset": "mni_Beng-tum_Latn", "languages": ["mni-Beng", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613118, "recall": 0.674901, "f1": 0.630934, "accuracy": 0.674901, "main_score": 0.630934, "hf_subset": "ron_Latn-ace_Arab", "languages": ["ron-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554051, "recall": 0.616601, "f1": 0.571532, "accuracy": 0.616601, "main_score": 0.571532, "hf_subset": "ron_Latn-bam_Latn", "languages": ["ron-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459611, "recall": 0.537549, "f1": 0.480707, "accuracy": 0.537549, "main_score": 0.480707, "hf_subset": "ron_Latn-dzo_Tibt", "languages": ["ron-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hin_Deva", "languages": ["ron-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-khm_Khmr", "languages": ["ron-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-mag_Deva", "languages": ["ron-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ron_Latn-pap_Latn", "languages": ["ron-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618619, "recall": 0.677866, "f1": 0.634738, "accuracy": 0.677866, "main_score": 0.634738, "hf_subset": "ron_Latn-sot_Latn", "languages": ["ron-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tur_Latn", "languages": ["ron-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898633, "recall": 0.926877, "f1": 0.907628, "accuracy": 0.926877, "main_score": 0.907628, "hf_subset": "ron_Latn-ace_Latn", "languages": ["ron-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "ron_Latn-ban_Latn", "languages": ["ron-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ell_Grek", "languages": ["ron-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ron_Latn-hne_Deva", "languages": ["ron-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.623938, "recall": 0.681818, "f1": 0.640653, "accuracy": 0.681818, "main_score": 0.640653, "hf_subset": "ron_Latn-kik_Latn", "languages": ["ron-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mai_Deva", "languages": ["ron-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ron_Latn-pbt_Arab", "languages": ["ron-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-spa_Latn", "languages": ["ron-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640566, "recall": 0.706522, "f1": 0.659373, "accuracy": 0.706522, "main_score": 0.659373, "hf_subset": "ron_Latn-twi_Latn", "languages": ["ron-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-acm_Arab", "languages": ["ron-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-bel_Cyrl", "languages": ["ron-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-eng_Latn", "languages": ["ron-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hrv_Latn", "languages": ["ron-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588554, "recall": 0.648221, "f1": 0.605623, "accuracy": 0.648221, "main_score": 0.605623, "hf_subset": "ron_Latn-kin_Latn", "languages": ["ron-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-mal_Mlym", "languages": ["ron-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pes_Arab", "languages": ["ron-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-srd_Latn", "languages": ["ron-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190675, "recall": 0.237154, "f1": 0.201988, "accuracy": 0.237154, "main_score": 0.201988, "hf_subset": "ron_Latn-tzm_Tfng", "languages": ["ron-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-acq_Arab", "languages": ["ron-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.646598, "recall": 0.69664, "f1": 0.660512, "accuracy": 0.69664, "main_score": 0.660512, "hf_subset": "ron_Latn-bem_Latn", "languages": ["ron-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-epo_Latn", "languages": ["ron-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hun_Latn", "languages": ["ron-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-kir_Cyrl", "languages": ["ron-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mar_Deva", "languages": ["ron-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.702355, "recall": 0.754941, "f1": 0.717819, "accuracy": 0.754941, "main_score": 0.717819, "hf_subset": "ron_Latn-plt_Latn", "languages": ["ron-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-srp_Cyrl", "languages": ["ron-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ron_Latn-uig_Arab", "languages": ["ron-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-aeb_Arab", "languages": ["ron-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ben_Beng", "languages": ["ron-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-est_Latn", "languages": ["ron-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hye_Armn", "languages": ["ron-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.572661, "recall": 0.624506, "f1": 0.587226, "accuracy": 0.624506, "main_score": 0.587226, "hf_subset": "ron_Latn-kmb_Latn", "languages": ["ron-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533199, "recall": 0.604743, "f1": 0.552648, "accuracy": 0.604743, "main_score": 0.552648, "hf_subset": "ron_Latn-min_Arab", "languages": ["ron-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pol_Latn", "languages": ["ron-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576853, "recall": 0.642292, "f1": 0.595345, "accuracy": 0.642292, "main_score": 0.595345, "hf_subset": "ron_Latn-ssw_Latn", "languages": ["ron-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ukr_Cyrl", "languages": ["ron-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-afr_Latn", "languages": ["ron-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-bho_Deva", "languages": ["ron-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ron_Latn-eus_Latn", "languages": ["ron-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605043, "recall": 0.667984, "f1": 0.622424, "accuracy": 0.667984, "main_score": 0.622424, "hf_subset": "ron_Latn-ibo_Latn", "languages": ["ron-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920949, "recall": 0.944664, "f1": 0.928524, "accuracy": 0.944664, "main_score": 0.928524, "hf_subset": "ron_Latn-kmr_Latn", "languages": ["ron-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ron_Latn-min_Latn", "languages": ["ron-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-por_Latn", "languages": ["ron-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-sun_Latn", "languages": ["ron-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544057, "recall": 0.608696, "f1": 0.562502, "accuracy": 0.608696, "main_score": 0.562502, "hf_subset": "ron_Latn-umb_Latn", "languages": ["ron-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ajp_Arab", "languages": ["ron-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567582, "recall": 0.632411, "f1": 0.585899, "accuracy": 0.632411, "main_score": 0.585899, "hf_subset": "ron_Latn-bjn_Arab", "languages": ["ron-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529474, "recall": 0.583004, "f1": 0.544526, "accuracy": 0.583004, "main_score": 0.544526, "hf_subset": "ron_Latn-ewe_Latn", "languages": ["ron-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "ron_Latn-ilo_Latn", "languages": ["ron-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.333967, "recall": 0.396245, "f1": 0.351557, "accuracy": 0.396245, "main_score": 0.351557, "hf_subset": "ron_Latn-knc_Arab", "languages": ["ron-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mkd_Cyrl", "languages": ["ron-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-prs_Arab", "languages": ["ron-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-swe_Latn", "languages": ["ron-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-urd_Arab", "languages": ["ron-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.615596, "recall": 0.671937, "f1": 0.631418, "accuracy": 0.671937, "main_score": 0.631418, "hf_subset": "ron_Latn-aka_Latn", "languages": ["ron-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ron_Latn-bjn_Latn", "languages": ["ron-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ron_Latn-fao_Latn", "languages": ["ron-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ind_Latn", "languages": ["ron-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610706, "recall": 0.66996, "f1": 0.627489, "accuracy": 0.66996, "main_score": 0.627489, "hf_subset": "ron_Latn-knc_Latn", "languages": ["ron-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-mlt_Latn", "languages": ["ron-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741447, "recall": 0.800395, "f1": 0.759143, "accuracy": 0.800395, "main_score": 0.759143, "hf_subset": "ron_Latn-quy_Latn", "languages": ["ron-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ron_Latn-swh_Latn", "languages": ["ron-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-uzn_Latn", "languages": ["ron-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-als_Latn", "languages": ["ron-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6903, "recall": 0.761858, "f1": 0.711034, "accuracy": 0.761858, "main_score": 0.711034, "hf_subset": "ron_Latn-bod_Tibt", "languages": ["ron-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.734, "recall": 0.784585, "f1": 0.74854, "accuracy": 0.784585, "main_score": 0.74854, "hf_subset": "ron_Latn-fij_Latn", "languages": ["ron-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ron_Latn-isl_Latn", "languages": ["ron-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693307, "recall": 0.746047, "f1": 0.709272, "accuracy": 0.746047, "main_score": 0.709272, "hf_subset": "ron_Latn-kon_Latn", "languages": ["ron-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6841, "recall": 0.747036, "f1": 0.70292, "accuracy": 0.747036, "main_score": 0.70292, "hf_subset": "ron_Latn-mni_Beng", "languages": ["ron-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ron_Latn-szl_Latn", "languages": ["ron-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-vec_Latn", "languages": ["ron-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ron_Latn-amh_Ethi", "languages": ["ron-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-bos_Latn", "languages": ["ron-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-fin_Latn", "languages": ["ron-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ita_Latn", "languages": ["ron-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-kor_Hang", "languages": ["ron-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.572934, "recall": 0.637352, "f1": 0.591096, "accuracy": 0.637352, "main_score": 0.591096, "hf_subset": "ron_Latn-mos_Latn", "languages": ["ron-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581201, "recall": 0.637352, "f1": 0.597156, "accuracy": 0.637352, "main_score": 0.597156, "hf_subset": "ron_Latn-run_Latn", "languages": ["ron-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tam_Taml", "languages": ["ron-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-vie_Latn", "languages": ["ron-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-apc_Arab", "languages": ["ron-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.815448, "recall": 0.860672, "f1": 0.829183, "accuracy": 0.860672, "main_score": 0.829183, "hf_subset": "ron_Latn-bug_Latn", "languages": ["ron-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486992, "recall": 0.54249, "f1": 0.501536, "accuracy": 0.54249, "main_score": 0.501536, "hf_subset": "ron_Latn-fon_Latn", "languages": ["ron-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-jav_Latn", "languages": ["ron-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-lao_Laoo", "languages": ["ron-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.891593, "recall": 0.920949, "f1": 0.900747, "accuracy": 0.920949, "main_score": 0.900747, "hf_subset": "ron_Latn-mri_Latn", "languages": ["ron-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-rus_Cyrl", "languages": ["ron-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.552463, "recall": 0.616601, "f1": 0.570764, "accuracy": 0.616601, "main_score": 0.570764, "hf_subset": "ron_Latn-taq_Latn", "languages": ["ron-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-war_Latn", "languages": ["ron-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-arb_Arab", "languages": ["ron-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-bul_Cyrl", "languages": ["ron-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-fra_Latn", "languages": ["ron-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-jpn_Jpan", "languages": ["ron-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-lij_Latn", "languages": ["ron-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99193, "recall": 0.993083, "f1": 0.99226, "accuracy": 0.993083, "main_score": 0.99226, "hf_subset": "ron_Latn-mya_Mymr", "languages": ["ron-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.63596, "recall": 0.701581, "f1": 0.654362, "accuracy": 0.701581, "main_score": 0.654362, "hf_subset": "ron_Latn-sag_Latn", "languages": ["ron-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201362, "recall": 0.262846, "f1": 0.215836, "accuracy": 0.262846, "main_score": 0.215836, "hf_subset": "ron_Latn-taq_Tfng", "languages": ["ron-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.641314, "recall": 0.709486, "f1": 0.661121, "accuracy": 0.709486, "main_score": 0.661121, "hf_subset": "ron_Latn-wol_Latn", "languages": ["ron-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832428, "recall": 0.878458, "f1": 0.846871, "accuracy": 0.878458, "main_score": 0.846871, "hf_subset": "ron_Latn-arb_Latn", "languages": ["ron-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-cat_Latn", "languages": ["ron-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-fur_Latn", "languages": ["ron-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430971, "recall": 0.495059, "f1": 0.448916, "accuracy": 0.495059, "main_score": 0.448916, "hf_subset": "ron_Latn-kab_Latn", "languages": ["ron-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ron_Latn-lim_Latn", "languages": ["ron-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-nld_Latn", "languages": ["ron-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ron_Latn-san_Deva", "languages": ["ron-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tat_Cyrl", "languages": ["ron-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696789, "recall": 0.753953, "f1": 0.713702, "accuracy": 0.753953, "main_score": 0.713702, "hf_subset": "ron_Latn-xho_Latn", "languages": ["ron-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ars_Arab", "languages": ["ron-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-ceb_Latn", "languages": ["ron-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579501, "recall": 0.642292, "f1": 0.597475, "accuracy": 0.642292, "main_score": 0.597475, "hf_subset": "ron_Latn-fuv_Latn", "languages": ["ron-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527944, "recall": 0.591897, "f1": 0.54564, "accuracy": 0.591897, "main_score": 0.54564, "hf_subset": "ron_Latn-kac_Latn", "languages": ["ron-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701426, "recall": 0.751976, "f1": 0.716504, "accuracy": 0.751976, "main_score": 0.716504, "hf_subset": "ron_Latn-lin_Latn", "languages": ["ron-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-nno_Latn", "languages": ["ron-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250122, "recall": 0.337945, "f1": 0.273776, "accuracy": 0.337945, "main_score": 0.273776, "hf_subset": "ron_Latn-sat_Olck", "languages": ["ron-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-tel_Telu", "languages": ["ron-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ron_Latn-ydd_Hebr", "languages": ["ron-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ron_Latn-ary_Arab", "languages": ["ron-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ces_Latn", "languages": ["ron-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611917, "recall": 0.672925, "f1": 0.629825, "accuracy": 0.672925, "main_score": 0.629825, "hf_subset": "ron_Latn-gaz_Latn", "languages": ["ron-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613046, "recall": 0.673913, "f1": 0.630512, "accuracy": 0.673913, "main_score": 0.630512, "hf_subset": "ron_Latn-kam_Latn", "languages": ["ron-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ron_Latn-lit_Latn", "languages": ["ron-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-nob_Latn", "languages": ["ron-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ron_Latn-scn_Latn", "languages": ["ron-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ron_Latn-tgk_Cyrl", "languages": ["ron-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.736364, "recall": 0.798419, "f1": 0.755322, "accuracy": 0.798419, "main_score": 0.755322, "hf_subset": "ron_Latn-yor_Latn", "languages": ["ron-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-arz_Arab", "languages": ["ron-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5772, "recall": 0.639328, "f1": 0.595604, "accuracy": 0.639328, "main_score": 0.595604, "hf_subset": "ron_Latn-cjk_Latn", "languages": ["ron-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830945, "recall": 0.875494, "f1": 0.84473, "accuracy": 0.875494, "main_score": 0.84473, "hf_subset": "ron_Latn-gla_Latn", "languages": ["ron-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-kan_Knda", "languages": ["ron-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "ron_Latn-lmo_Latn", "languages": ["ron-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ron_Latn-npi_Deva", "languages": ["ron-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.489469, "recall": 0.55336, "f1": 0.507047, "accuracy": 0.55336, "main_score": 0.507047, "hf_subset": "ron_Latn-shn_Mymr", "languages": ["ron-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tgl_Latn", "languages": ["ron-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-yue_Hant", "languages": ["ron-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-asm_Beng", "languages": ["ron-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "ron_Latn-ckb_Arab", "languages": ["ron-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906456, "recall": 0.932806, "f1": 0.914643, "accuracy": 0.932806, "main_score": 0.914643, "hf_subset": "ron_Latn-gle_Latn", "languages": ["ron-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "ron_Latn-kas_Arab", "languages": ["ron-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "ron_Latn-ltg_Latn", "languages": ["ron-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64082, "recall": 0.6917, "f1": 0.655354, "accuracy": 0.6917, "main_score": 0.655354, "hf_subset": "ron_Latn-nso_Latn", "languages": ["ron-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ron_Latn-sin_Sinh", "languages": ["ron-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tha_Thai", "languages": ["ron-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zho_Hans", "languages": ["ron-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ast_Latn", "languages": ["ron-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-crh_Latn", "languages": ["ron-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-glg_Latn", "languages": ["ron-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910738, "recall": 0.937747, "f1": 0.919631, "accuracy": 0.937747, "main_score": 0.919631, "hf_subset": "ron_Latn-kas_Deva", "languages": ["ron-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ron_Latn-ltz_Latn", "languages": ["ron-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484684, "recall": 0.555336, "f1": 0.504166, "accuracy": 0.555336, "main_score": 0.504166, "hf_subset": "ron_Latn-nus_Latn", "languages": ["ron-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-slk_Latn", "languages": ["ron-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634124, "recall": 0.709486, "f1": 0.656348, "accuracy": 0.709486, "main_score": 0.656348, "hf_subset": "ron_Latn-tir_Ethi", "languages": ["ron-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zho_Hant", "languages": ["ron-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ron_Latn-awa_Deva", "languages": ["ron-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ron_Latn-cym_Latn", "languages": ["ron-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873353, "recall": 0.909091, "f1": 0.884717, "accuracy": 0.909091, "main_score": 0.884717, "hf_subset": "ron_Latn-grn_Latn", "languages": ["ron-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-kat_Geor", "languages": ["ron-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.672342, "recall": 0.721344, "f1": 0.68619, "accuracy": 0.721344, "main_score": 0.68619, "hf_subset": "ron_Latn-lua_Latn", "languages": ["ron-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672523, "recall": 0.731225, "f1": 0.689481, "accuracy": 0.731225, "main_score": 0.689481, "hf_subset": "ron_Latn-nya_Latn", "languages": ["ron-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-slv_Latn", "languages": ["ron-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "ron_Latn-tpi_Latn", "languages": ["ron-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zsm_Latn", "languages": ["ron-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553014, "recall": 0.617589, "f1": 0.571445, "accuracy": 0.617589, "main_score": 0.571445, "hf_subset": "ron_Latn-ayr_Latn", "languages": ["ron-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-dan_Latn", "languages": ["ron-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-guj_Gujr", "languages": ["ron-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-kaz_Cyrl", "languages": ["ron-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558714, "recall": 0.621542, "f1": 0.575825, "accuracy": 0.621542, "main_score": 0.575825, "hf_subset": "ron_Latn-lug_Latn", "languages": ["ron-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-oci_Latn", "languages": ["ron-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861989, "recall": 0.900198, "f1": 0.873781, "accuracy": 0.900198, "main_score": 0.873781, "hf_subset": "ron_Latn-smo_Latn", "languages": ["ron-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5627, "recall": 0.62747, "f1": 0.581104, "accuracy": 0.62747, "main_score": 0.581104, "hf_subset": "ron_Latn-tsn_Latn", "languages": ["ron-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644177, "recall": 0.704545, "f1": 0.661797, "accuracy": 0.704545, "main_score": 0.661797, "hf_subset": "ron_Latn-zul_Latn", "languages": ["ron-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "ron_Latn-azb_Arab", "languages": ["ron-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-deu_Latn", "languages": ["ron-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "ron_Latn-hat_Latn", "languages": ["ron-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511224, "recall": 0.566206, "f1": 0.527036, "accuracy": 0.566206, "main_score": 0.527036, "hf_subset": "ron_Latn-kbp_Latn", "languages": ["ron-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604751, "recall": 0.657115, "f1": 0.619631, "accuracy": 0.657115, "main_score": 0.619631, "hf_subset": "ron_Latn-luo_Latn", "languages": ["ron-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ory_Orya", "languages": ["ron-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.619788, "recall": 0.68083, "f1": 0.63728, "accuracy": 0.68083, "main_score": 0.63728, "hf_subset": "ron_Latn-sna_Latn", "languages": ["ron-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578756, "recall": 0.635375, "f1": 0.594787, "accuracy": 0.635375, "main_score": 0.594787, "hf_subset": "ron_Latn-tso_Latn", "languages": ["ron-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-azj_Latn", "languages": ["ron-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563587, "recall": 0.625494, "f1": 0.581606, "accuracy": 0.625494, "main_score": 0.581606, "hf_subset": "ron_Latn-dik_Latn", "languages": ["ron-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766502, "recall": 0.81917, "f1": 0.782613, "accuracy": 0.81917, "main_score": 0.782613, "hf_subset": "ron_Latn-hau_Latn", "languages": ["ron-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ron_Latn-kea_Latn", "languages": ["ron-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770266, "recall": 0.818182, "f1": 0.784964, "accuracy": 0.818182, "main_score": 0.784964, "hf_subset": "ron_Latn-lus_Latn", "languages": ["ron-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893314, "recall": 0.918972, "f1": 0.901153, "accuracy": 0.918972, "main_score": 0.901153, "hf_subset": "ron_Latn-pag_Latn", "languages": ["ron-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-snd_Arab", "languages": ["ron-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ron_Latn-tuk_Latn", "languages": ["ron-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ron_Latn-bak_Cyrl", "languages": ["ron-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.517396, "recall": 0.593874, "f1": 0.540119, "accuracy": 0.593874, "main_score": 0.540119, "hf_subset": "ron_Latn-dyu_Latn", "languages": ["ron-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-heb_Hebr", "languages": ["ron-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-khk_Cyrl", "languages": ["ron-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-lvs_Latn", "languages": ["ron-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pan_Guru", "languages": ["ron-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.745193, "recall": 0.799407, "f1": 0.761561, "accuracy": 0.799407, "main_score": 0.761561, "hf_subset": "ron_Latn-som_Latn", "languages": ["ron-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633649, "recall": 0.682806, "f1": 0.64737, "accuracy": 0.682806, "main_score": 0.64737, "hf_subset": "ron_Latn-tum_Latn", "languages": ["ron-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600002, "recall": 0.659091, "f1": 0.617439, "accuracy": 0.659091, "main_score": 0.617439, "hf_subset": "szl_Latn-ace_Arab", "languages": ["szl-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540367, "recall": 0.603755, "f1": 0.558466, "accuracy": 0.603755, "main_score": 0.558466, "hf_subset": "szl_Latn-bam_Latn", "languages": ["szl-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386003, "recall": 0.454545, "f1": 0.404078, "accuracy": 0.454545, "main_score": 0.404078, "hf_subset": "szl_Latn-dzo_Tibt", "languages": ["szl-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "szl_Latn-hin_Deva", "languages": ["szl-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "szl_Latn-khm_Khmr", "languages": ["szl-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-mag_Deva", "languages": ["szl-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.975296, "f1": 0.96917, "accuracy": 0.975296, "main_score": 0.96917, "hf_subset": "szl_Latn-pap_Latn", "languages": ["szl-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596272, "recall": 0.653162, "f1": 0.61223, "accuracy": 0.653162, "main_score": 0.61223, "hf_subset": "szl_Latn-sot_Latn", "languages": ["szl-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-tur_Latn", "languages": ["szl-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853673, "recall": 0.887352, "f1": 0.864361, "accuracy": 0.887352, "main_score": 0.864361, "hf_subset": "szl_Latn-ace_Latn", "languages": ["szl-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933992, "recall": 0.949605, "f1": 0.9389, "accuracy": 0.949605, "main_score": 0.9389, "hf_subset": "szl_Latn-ban_Latn", "languages": ["szl-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "szl_Latn-ell_Grek", "languages": ["szl-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.98419, "f1": 0.980402, "accuracy": 0.98419, "main_score": 0.980402, "hf_subset": "szl_Latn-hne_Deva", "languages": ["szl-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.607547, "recall": 0.658103, "f1": 0.62176, "accuracy": 0.658103, "main_score": 0.62176, "hf_subset": "szl_Latn-kik_Latn", "languages": ["szl-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "szl_Latn-mai_Deva", "languages": ["szl-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.947711, "recall": 0.962451, "f1": 0.952306, "accuracy": 0.962451, "main_score": 0.952306, "hf_subset": "szl_Latn-pbt_Arab", "languages": ["szl-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "szl_Latn-spa_Latn", "languages": ["szl-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607642, "recall": 0.668972, "f1": 0.625569, "accuracy": 0.668972, "main_score": 0.625569, "hf_subset": "szl_Latn-twi_Latn", "languages": ["szl-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "szl_Latn-acm_Arab", "languages": ["szl-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "szl_Latn-bel_Cyrl", "languages": ["szl-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.993083, "f1": 0.991765, "accuracy": 0.993083, "main_score": 0.991765, "hf_subset": "szl_Latn-eng_Latn", "languages": ["szl-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-hrv_Latn", "languages": ["szl-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577686, "recall": 0.633399, "f1": 0.593587, "accuracy": 0.633399, "main_score": 0.593587, "hf_subset": "szl_Latn-kin_Latn", "languages": ["szl-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "szl_Latn-mal_Mlym", "languages": ["szl-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.987154, "f1": 0.984354, "accuracy": 0.987154, "main_score": 0.984354, "hf_subset": "szl_Latn-pes_Arab", "languages": ["szl-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "szl_Latn-srd_Latn", "languages": ["szl-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194008, "recall": 0.23913, "f1": 0.204917, "accuracy": 0.23913, "main_score": 0.204917, "hf_subset": "szl_Latn-tzm_Tfng", "languages": ["szl-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-acq_Arab", "languages": ["szl-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640748, "recall": 0.685771, "f1": 0.653334, "accuracy": 0.685771, "main_score": 0.653334, "hf_subset": "szl_Latn-bem_Latn", "languages": ["szl-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-epo_Latn", "languages": ["szl-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-hun_Latn", "languages": ["szl-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "szl_Latn-kir_Cyrl", "languages": ["szl-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "szl_Latn-mar_Deva", "languages": ["szl-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.669862, "recall": 0.717391, "f1": 0.683451, "accuracy": 0.717391, "main_score": 0.683451, "hf_subset": "szl_Latn-plt_Latn", "languages": ["szl-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "szl_Latn-srp_Cyrl", "languages": ["szl-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.956522, "f1": 0.944993, "accuracy": 0.956522, "main_score": 0.944993, "hf_subset": "szl_Latn-uig_Arab", "languages": ["szl-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "szl_Latn-aeb_Arab", "languages": ["szl-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987895, "recall": 0.990119, "f1": 0.988538, "accuracy": 0.990119, "main_score": 0.988538, "hf_subset": "szl_Latn-ben_Beng", "languages": ["szl-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "szl_Latn-est_Latn", "languages": ["szl-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "szl_Latn-hye_Armn", "languages": ["szl-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553549, "recall": 0.603755, "f1": 0.567959, "accuracy": 0.603755, "main_score": 0.567959, "hf_subset": "szl_Latn-kmb_Latn", "languages": ["szl-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508508, "recall": 0.577075, "f1": 0.526524, "accuracy": 0.577075, "main_score": 0.526524, "hf_subset": "szl_Latn-min_Arab", "languages": ["szl-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.992095, "f1": 0.990613, "accuracy": 0.992095, "main_score": 0.990613, "hf_subset": "szl_Latn-pol_Latn", "languages": ["szl-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570604, "recall": 0.637352, "f1": 0.589668, "accuracy": 0.637352, "main_score": 0.589668, "hf_subset": "szl_Latn-ssw_Latn", "languages": ["szl-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-ukr_Cyrl", "languages": ["szl-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-afr_Latn", "languages": ["szl-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "szl_Latn-bho_Deva", "languages": ["szl-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "szl_Latn-eus_Latn", "languages": ["szl-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59916, "recall": 0.651186, "f1": 0.613374, "accuracy": 0.651186, "main_score": 0.613374, "hf_subset": "szl_Latn-ibo_Latn", "languages": ["szl-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874918, "recall": 0.907115, "f1": 0.884947, "accuracy": 0.907115, "main_score": 0.884947, "hf_subset": "szl_Latn-kmr_Latn", "languages": ["szl-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "szl_Latn-min_Latn", "languages": ["szl-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-por_Latn", "languages": ["szl-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974967, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "szl_Latn-sun_Latn", "languages": ["szl-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526633, "recall": 0.581028, "f1": 0.542542, "accuracy": 0.581028, "main_score": 0.542542, "hf_subset": "szl_Latn-umb_Latn", "languages": ["szl-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-ajp_Arab", "languages": ["szl-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565619, "recall": 0.624506, "f1": 0.581953, "accuracy": 0.624506, "main_score": 0.581953, "hf_subset": "szl_Latn-bjn_Arab", "languages": ["szl-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529079, "recall": 0.579051, "f1": 0.542406, "accuracy": 0.579051, "main_score": 0.542406, "hf_subset": "szl_Latn-ewe_Latn", "languages": ["szl-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917572, "recall": 0.937747, "f1": 0.92365, "accuracy": 0.937747, "main_score": 0.92365, "hf_subset": "szl_Latn-ilo_Latn", "languages": ["szl-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318478, "recall": 0.375494, "f1": 0.335084, "accuracy": 0.375494, "main_score": 0.335084, "hf_subset": "szl_Latn-knc_Arab", "languages": ["szl-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "szl_Latn-mkd_Cyrl", "languages": ["szl-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "szl_Latn-prs_Arab", "languages": ["szl-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-swe_Latn", "languages": ["szl-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "szl_Latn-urd_Arab", "languages": ["szl-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594706, "recall": 0.647233, "f1": 0.609493, "accuracy": 0.647233, "main_score": 0.609493, "hf_subset": "szl_Latn-aka_Latn", "languages": ["szl-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.97332, "f1": 0.967015, "accuracy": 0.97332, "main_score": 0.967015, "hf_subset": "szl_Latn-bjn_Latn", "languages": ["szl-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.969368, "f1": 0.960639, "accuracy": 0.969368, "main_score": 0.960639, "hf_subset": "szl_Latn-fao_Latn", "languages": ["szl-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "szl_Latn-ind_Latn", "languages": ["szl-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588231, "recall": 0.63834, "f1": 0.602913, "accuracy": 0.63834, "main_score": 0.602913, "hf_subset": "szl_Latn-knc_Latn", "languages": ["szl-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.977273, "f1": 0.971673, "accuracy": 0.977273, "main_score": 0.971673, "hf_subset": "szl_Latn-mlt_Latn", "languages": ["szl-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707274, "recall": 0.768775, "f1": 0.725551, "accuracy": 0.768775, "main_score": 0.725551, "hf_subset": "szl_Latn-quy_Latn", "languages": ["szl-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9403, "recall": 0.956522, "f1": 0.945389, "accuracy": 0.956522, "main_score": 0.945389, "hf_subset": "szl_Latn-swh_Latn", "languages": ["szl-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.986166, "f1": 0.983037, "accuracy": 0.986166, "main_score": 0.983037, "hf_subset": "szl_Latn-uzn_Latn", "languages": ["szl-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-als_Latn", "languages": ["szl-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584841, "recall": 0.666996, "f1": 0.608514, "accuracy": 0.666996, "main_score": 0.608514, "hf_subset": "szl_Latn-bod_Tibt", "languages": ["szl-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.694295, "recall": 0.745059, "f1": 0.709145, "accuracy": 0.745059, "main_score": 0.709145, "hf_subset": "szl_Latn-fij_Latn", "languages": ["szl-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "szl_Latn-isl_Latn", "languages": ["szl-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666021, "recall": 0.712451, "f1": 0.679106, "accuracy": 0.712451, "main_score": 0.679106, "hf_subset": "szl_Latn-kon_Latn", "languages": ["szl-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651092, "recall": 0.710474, "f1": 0.668742, "accuracy": 0.710474, "main_score": 0.668742, "hf_subset": "szl_Latn-mni_Beng", "languages": ["szl-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-ron_Latn", "languages": ["szl-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "szl_Latn-vec_Latn", "languages": ["szl-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908267, "recall": 0.933794, "f1": 0.916304, "accuracy": 0.933794, "main_score": 0.916304, "hf_subset": "szl_Latn-amh_Ethi", "languages": ["szl-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-bos_Latn", "languages": ["szl-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "szl_Latn-fin_Latn", "languages": ["szl-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "szl_Latn-ita_Latn", "languages": ["szl-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "szl_Latn-kor_Hang", "languages": ["szl-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.55234, "recall": 0.610672, "f1": 0.569175, "accuracy": 0.610672, "main_score": 0.569175, "hf_subset": "szl_Latn-mos_Latn", "languages": ["szl-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572061, "recall": 0.62253, "f1": 0.586531, "accuracy": 0.62253, "main_score": 0.586531, "hf_subset": "szl_Latn-run_Latn", "languages": ["szl-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "szl_Latn-tam_Taml", "languages": ["szl-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "szl_Latn-vie_Latn", "languages": ["szl-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-apc_Arab", "languages": ["szl-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.786506, "recall": 0.833004, "f1": 0.800282, "accuracy": 0.833004, "main_score": 0.800282, "hf_subset": "szl_Latn-bug_Latn", "languages": ["szl-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485681, "recall": 0.535573, "f1": 0.499117, "accuracy": 0.535573, "main_score": 0.499117, "hf_subset": "szl_Latn-fon_Latn", "languages": ["szl-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "szl_Latn-jav_Latn", "languages": ["szl-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.978261, "f1": 0.972661, "accuracy": 0.978261, "main_score": 0.972661, "hf_subset": "szl_Latn-lao_Laoo", "languages": ["szl-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.841156, "recall": 0.881423, "f1": 0.853953, "accuracy": 0.881423, "main_score": 0.853953, "hf_subset": "szl_Latn-mri_Latn", "languages": ["szl-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-rus_Cyrl", "languages": ["szl-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553962, "recall": 0.606719, "f1": 0.56828, "accuracy": 0.606719, "main_score": 0.56828, "hf_subset": "szl_Latn-taq_Latn", "languages": ["szl-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.983202, "f1": 0.979743, "accuracy": 0.983202, "main_score": 0.979743, "hf_subset": "szl_Latn-war_Latn", "languages": ["szl-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "szl_Latn-arb_Arab", "languages": ["szl-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-bul_Cyrl", "languages": ["szl-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-fra_Latn", "languages": ["szl-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-jpn_Jpan", "languages": ["szl-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "szl_Latn-lij_Latn", "languages": ["szl-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "szl_Latn-mya_Mymr", "languages": ["szl-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.621117, "recall": 0.681818, "f1": 0.638046, "accuracy": 0.681818, "main_score": 0.638046, "hf_subset": "szl_Latn-sag_Latn", "languages": ["szl-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201692, "recall": 0.257905, "f1": 0.214178, "accuracy": 0.257905, "main_score": 0.214178, "hf_subset": "szl_Latn-taq_Tfng", "languages": ["szl-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.63321, "recall": 0.6917, "f1": 0.649975, "accuracy": 0.6917, "main_score": 0.649975, "hf_subset": "szl_Latn-wol_Latn", "languages": ["szl-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770777, "recall": 0.822134, "f1": 0.786165, "accuracy": 0.822134, "main_score": 0.786165, "hf_subset": "szl_Latn-arb_Latn", "languages": ["szl-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-cat_Latn", "languages": ["szl-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "szl_Latn-fur_Latn", "languages": ["szl-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425776, "recall": 0.481225, "f1": 0.441126, "accuracy": 0.481225, "main_score": 0.441126, "hf_subset": "szl_Latn-kab_Latn", "languages": ["szl-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "szl_Latn-lim_Latn", "languages": ["szl-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-nld_Latn", "languages": ["szl-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.980237, "f1": 0.975461, "accuracy": 0.980237, "main_score": 0.975461, "hf_subset": "szl_Latn-san_Deva", "languages": ["szl-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980484, "recall": 0.985178, "f1": 0.98195, "accuracy": 0.985178, "main_score": 0.98195, "hf_subset": "szl_Latn-tat_Cyrl", "languages": ["szl-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.686413, "recall": 0.737154, "f1": 0.701172, "accuracy": 0.737154, "main_score": 0.701172, "hf_subset": "szl_Latn-xho_Latn", "languages": ["szl-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-ars_Arab", "languages": ["szl-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.986166, "f1": 0.982708, "accuracy": 0.986166, "main_score": 0.982708, "hf_subset": "szl_Latn-ceb_Latn", "languages": ["szl-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544475, "recall": 0.601779, "f1": 0.561704, "accuracy": 0.601779, "main_score": 0.561704, "hf_subset": "szl_Latn-fuv_Latn", "languages": ["szl-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511771, "recall": 0.573123, "f1": 0.528684, "accuracy": 0.573123, "main_score": 0.528684, "hf_subset": "szl_Latn-kac_Latn", "languages": ["szl-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664369, "recall": 0.712451, "f1": 0.678005, "accuracy": 0.712451, "main_score": 0.678005, "hf_subset": "szl_Latn-lin_Latn", "languages": ["szl-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-nno_Latn", "languages": ["szl-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.232081, "recall": 0.310277, "f1": 0.253049, "accuracy": 0.310277, "main_score": 0.253049, "hf_subset": "szl_Latn-sat_Olck", "languages": ["szl-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "szl_Latn-tel_Telu", "languages": ["szl-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "szl_Latn-ydd_Hebr", "languages": ["szl-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "szl_Latn-ary_Arab", "languages": ["szl-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-ces_Latn", "languages": ["szl-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588867, "recall": 0.641304, "f1": 0.604235, "accuracy": 0.641304, "main_score": 0.604235, "hf_subset": "szl_Latn-gaz_Latn", "languages": ["szl-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583083, "recall": 0.646245, "f1": 0.600922, "accuracy": 0.646245, "main_score": 0.600922, "hf_subset": "szl_Latn-kam_Latn", "languages": ["szl-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "szl_Latn-lit_Latn", "languages": ["szl-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "szl_Latn-nob_Latn", "languages": ["szl-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "szl_Latn-scn_Latn", "languages": ["szl-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "szl_Latn-tgk_Cyrl", "languages": ["szl-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696846, "recall": 0.755929, "f1": 0.714152, "accuracy": 0.755929, "main_score": 0.714152, "hf_subset": "szl_Latn-yor_Latn", "languages": ["szl-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-arz_Arab", "languages": ["szl-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563475, "recall": 0.624506, "f1": 0.580887, "accuracy": 0.624506, "main_score": 0.580887, "hf_subset": "szl_Latn-cjk_Latn", "languages": ["szl-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787467, "recall": 0.836957, "f1": 0.802866, "accuracy": 0.836957, "main_score": 0.802866, "hf_subset": "szl_Latn-gla_Latn", "languages": ["szl-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "szl_Latn-kan_Knda", "languages": ["szl-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.978261, "f1": 0.97332, "accuracy": 0.978261, "main_score": 0.97332, "hf_subset": "szl_Latn-lmo_Latn", "languages": ["szl-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "szl_Latn-npi_Deva", "languages": ["szl-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4646, "recall": 0.522727, "f1": 0.480371, "accuracy": 0.522727, "main_score": 0.480371, "hf_subset": "szl_Latn-shn_Mymr", "languages": ["szl-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-tgl_Latn", "languages": ["szl-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "szl_Latn-yue_Hant", "languages": ["szl-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "szl_Latn-asm_Beng", "languages": ["szl-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.938488, "recall": 0.955534, "f1": 0.943906, "accuracy": 0.955534, "main_score": 0.943906, "hf_subset": "szl_Latn-ckb_Arab", "languages": ["szl-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.855649, "recall": 0.894269, "f1": 0.867819, "accuracy": 0.894269, "main_score": 0.867819, "hf_subset": "szl_Latn-gle_Latn", "languages": ["szl-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.936759, "f1": 0.920751, "accuracy": 0.936759, "main_score": 0.920751, "hf_subset": "szl_Latn-kas_Arab", "languages": ["szl-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940217, "recall": 0.95751, "f1": 0.945817, "accuracy": 0.95751, "main_score": 0.945817, "hf_subset": "szl_Latn-ltg_Latn", "languages": ["szl-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616765, "recall": 0.667984, "f1": 0.631136, "accuracy": 0.667984, "main_score": 0.631136, "hf_subset": "szl_Latn-nso_Latn", "languages": ["szl-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "szl_Latn-sin_Sinh", "languages": ["szl-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-tha_Thai", "languages": ["szl-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-zho_Hans", "languages": ["szl-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "szl_Latn-ast_Latn", "languages": ["szl-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979496, "recall": 0.98419, "f1": 0.980962, "accuracy": 0.98419, "main_score": 0.980962, "hf_subset": "szl_Latn-crh_Latn", "languages": ["szl-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-glg_Latn", "languages": ["szl-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853961, "recall": 0.890316, "f1": 0.865357, "accuracy": 0.890316, "main_score": 0.865357, "hf_subset": "szl_Latn-kas_Deva", "languages": ["szl-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.977273, "f1": 0.971838, "accuracy": 0.977273, "main_score": 0.971838, "hf_subset": "szl_Latn-ltz_Latn", "languages": ["szl-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449696, "recall": 0.516798, "f1": 0.467963, "accuracy": 0.516798, "main_score": 0.467963, "hf_subset": "szl_Latn-nus_Latn", "languages": ["szl-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-slk_Latn", "languages": ["szl-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602981, "recall": 0.66996, "f1": 0.622501, "accuracy": 0.66996, "main_score": 0.622501, "hf_subset": "szl_Latn-tir_Ethi", "languages": ["szl-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "szl_Latn-zho_Hant", "languages": ["szl-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.972003, "recall": 0.979249, "f1": 0.974308, "accuracy": 0.979249, "main_score": 0.974308, "hf_subset": "szl_Latn-awa_Deva", "languages": ["szl-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945899, "recall": 0.961462, "f1": 0.950988, "accuracy": 0.961462, "main_score": 0.950988, "hf_subset": "szl_Latn-cym_Latn", "languages": ["szl-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826993, "recall": 0.867589, "f1": 0.839215, "accuracy": 0.867589, "main_score": 0.839215, "hf_subset": "szl_Latn-grn_Latn", "languages": ["szl-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "szl_Latn-kat_Geor", "languages": ["szl-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.654438, "recall": 0.703557, "f1": 0.668071, "accuracy": 0.703557, "main_score": 0.668071, "hf_subset": "szl_Latn-lua_Latn", "languages": ["szl-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64867, "recall": 0.70751, "f1": 0.666175, "accuracy": 0.70751, "main_score": 0.666175, "hf_subset": "szl_Latn-nya_Latn", "languages": ["szl-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-slv_Latn", "languages": ["szl-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922431, "recall": 0.945652, "f1": 0.930007, "accuracy": 0.945652, "main_score": 0.930007, "hf_subset": "szl_Latn-tpi_Latn", "languages": ["szl-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-zsm_Latn", "languages": ["szl-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549194, "recall": 0.605731, "f1": 0.565392, "accuracy": 0.605731, "main_score": 0.565392, "hf_subset": "szl_Latn-ayr_Latn", "languages": ["szl-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.993083, "f1": 0.991765, "accuracy": 0.993083, "main_score": 0.991765, "hf_subset": "szl_Latn-dan_Latn", "languages": ["szl-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-guj_Gujr", "languages": ["szl-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "szl_Latn-kaz_Cyrl", "languages": ["szl-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534363, "recall": 0.589921, "f1": 0.549797, "accuracy": 0.589921, "main_score": 0.549797, "hf_subset": "szl_Latn-lug_Latn", "languages": ["szl-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-oci_Latn", "languages": ["szl-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807378, "recall": 0.851779, "f1": 0.820553, "accuracy": 0.851779, "main_score": 0.820553, "hf_subset": "szl_Latn-smo_Latn", "languages": ["szl-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553816, "recall": 0.612648, "f1": 0.570474, "accuracy": 0.612648, "main_score": 0.570474, "hf_subset": "szl_Latn-tsn_Latn", "languages": ["szl-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628354, "recall": 0.687747, "f1": 0.644946, "accuracy": 0.687747, "main_score": 0.644946, "hf_subset": "szl_Latn-zul_Latn", "languages": ["szl-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887599, "recall": 0.91996, "f1": 0.897958, "accuracy": 0.91996, "main_score": 0.897958, "hf_subset": "szl_Latn-azb_Arab", "languages": ["szl-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-deu_Latn", "languages": ["szl-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941041, "recall": 0.958498, "f1": 0.946805, "accuracy": 0.958498, "main_score": 0.946805, "hf_subset": "szl_Latn-hat_Latn", "languages": ["szl-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514463, "recall": 0.564229, "f1": 0.528513, "accuracy": 0.564229, "main_score": 0.528513, "hf_subset": "szl_Latn-kbp_Latn", "languages": ["szl-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589114, "recall": 0.642292, "f1": 0.604452, "accuracy": 0.642292, "main_score": 0.604452, "hf_subset": "szl_Latn-luo_Latn", "languages": ["szl-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "szl_Latn-ory_Orya", "languages": ["szl-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.583765, "recall": 0.642292, "f1": 0.600727, "accuracy": 0.642292, "main_score": 0.600727, "hf_subset": "szl_Latn-sna_Latn", "languages": ["szl-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553159, "recall": 0.606719, "f1": 0.568191, "accuracy": 0.606719, "main_score": 0.568191, "hf_subset": "szl_Latn-tso_Latn", "languages": ["szl-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "szl_Latn-azj_Latn", "languages": ["szl-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544779, "recall": 0.605731, "f1": 0.562982, "accuracy": 0.605731, "main_score": 0.562982, "hf_subset": "szl_Latn-dik_Latn", "languages": ["szl-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742045, "recall": 0.79249, "f1": 0.757411, "accuracy": 0.79249, "main_score": 0.757411, "hf_subset": "szl_Latn-hau_Latn", "languages": ["szl-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963192, "recall": 0.97332, "f1": 0.966304, "accuracy": 0.97332, "main_score": 0.966304, "hf_subset": "szl_Latn-kea_Latn", "languages": ["szl-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727997, "recall": 0.773715, "f1": 0.74129, "accuracy": 0.773715, "main_score": 0.74129, "hf_subset": "szl_Latn-lus_Latn", "languages": ["szl-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855649, "recall": 0.886364, "f1": 0.864893, "accuracy": 0.886364, "main_score": 0.864893, "hf_subset": "szl_Latn-pag_Latn", "languages": ["szl-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.986166, "f1": 0.983037, "accuracy": 0.986166, "main_score": 0.983037, "hf_subset": "szl_Latn-snd_Arab", "languages": ["szl-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.955534, "f1": 0.942194, "accuracy": 0.955534, "main_score": 0.942194, "hf_subset": "szl_Latn-tuk_Latn", "languages": ["szl-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965448, "recall": 0.974308, "f1": 0.968215, "accuracy": 0.974308, "main_score": 0.968215, "hf_subset": "szl_Latn-bak_Cyrl", "languages": ["szl-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.488629, "recall": 0.564229, "f1": 0.511187, "accuracy": 0.564229, "main_score": 0.511187, "hf_subset": "szl_Latn-dyu_Latn", "languages": ["szl-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-heb_Hebr", "languages": ["szl-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "szl_Latn-khk_Cyrl", "languages": ["szl-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.992095, "f1": 0.990613, "accuracy": 0.992095, "main_score": 0.990613, "hf_subset": "szl_Latn-lvs_Latn", "languages": ["szl-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.987154, "f1": 0.984354, "accuracy": 0.987154, "main_score": 0.984354, "hf_subset": "szl_Latn-pan_Guru", "languages": ["szl-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.703426, "recall": 0.761858, "f1": 0.721066, "accuracy": 0.761858, "main_score": 0.721066, "hf_subset": "szl_Latn-som_Latn", "languages": ["szl-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599722, "recall": 0.646245, "f1": 0.612505, "accuracy": 0.646245, "main_score": 0.612505, "hf_subset": "szl_Latn-tum_Latn", "languages": ["szl-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591413, "recall": 0.652174, "f1": 0.608797, "accuracy": 0.652174, "main_score": 0.608797, "hf_subset": "vec_Latn-ace_Arab", "languages": ["vec-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537362, "recall": 0.597826, "f1": 0.553786, "accuracy": 0.597826, "main_score": 0.553786, "hf_subset": "vec_Latn-bam_Latn", "languages": ["vec-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409265, "recall": 0.485178, "f1": 0.429448, "accuracy": 0.485178, "main_score": 0.429448, "hf_subset": "vec_Latn-dzo_Tibt", "languages": ["vec-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-hin_Deva", "languages": ["vec-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-khm_Khmr", "languages": ["vec-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vec_Latn-mag_Deva", "languages": ["vec-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vec_Latn-pap_Latn", "languages": ["vec-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605188, "recall": 0.662055, "f1": 0.620753, "accuracy": 0.662055, "main_score": 0.620753, "hf_subset": "vec_Latn-sot_Latn", "languages": ["vec-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-tur_Latn", "languages": ["vec-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865975, "recall": 0.898221, "f1": 0.875988, "accuracy": 0.898221, "main_score": 0.875988, "hf_subset": "vec_Latn-ace_Latn", "languages": ["vec-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "vec_Latn-ban_Latn", "languages": ["vec-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ell_Grek", "languages": ["vec-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "vec_Latn-hne_Deva", "languages": ["vec-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.611679, "recall": 0.666008, "f1": 0.627442, "accuracy": 0.666008, "main_score": 0.627442, "hf_subset": "vec_Latn-kik_Latn", "languages": ["vec-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mai_Deva", "languages": ["vec-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "vec_Latn-pbt_Arab", "languages": ["vec-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-spa_Latn", "languages": ["vec-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618744, "recall": 0.681818, "f1": 0.637107, "accuracy": 0.681818, "main_score": 0.637107, "hf_subset": "vec_Latn-twi_Latn", "languages": ["vec-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-acm_Arab", "languages": ["vec-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-bel_Cyrl", "languages": ["vec-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-eng_Latn", "languages": ["vec-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-hrv_Latn", "languages": ["vec-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557651, "recall": 0.616601, "f1": 0.573918, "accuracy": 0.616601, "main_score": 0.573918, "hf_subset": "vec_Latn-kin_Latn", "languages": ["vec-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-mal_Mlym", "languages": ["vec-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-pes_Arab", "languages": ["vec-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-srd_Latn", "languages": ["vec-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17269, "recall": 0.215415, "f1": 0.183504, "accuracy": 0.215415, "main_score": 0.183504, "hf_subset": "vec_Latn-tzm_Tfng", "languages": ["vec-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-acq_Arab", "languages": ["vec-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.629702, "recall": 0.678854, "f1": 0.64274, "accuracy": 0.678854, "main_score": 0.64274, "hf_subset": "vec_Latn-bem_Latn", "languages": ["vec-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-epo_Latn", "languages": ["vec-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-hun_Latn", "languages": ["vec-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vec_Latn-kir_Cyrl", "languages": ["vec-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mar_Deva", "languages": ["vec-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.681423, "recall": 0.735178, "f1": 0.697073, "accuracy": 0.735178, "main_score": 0.697073, "hf_subset": "vec_Latn-plt_Latn", "languages": ["vec-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-srp_Cyrl", "languages": ["vec-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "vec_Latn-uig_Arab", "languages": ["vec-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-aeb_Arab", "languages": ["vec-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ben_Beng", "languages": ["vec-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-est_Latn", "languages": ["vec-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-hye_Armn", "languages": ["vec-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.55295, "recall": 0.605731, "f1": 0.567462, "accuracy": 0.605731, "main_score": 0.567462, "hf_subset": "vec_Latn-kmb_Latn", "languages": ["vec-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520148, "recall": 0.587945, "f1": 0.538237, "accuracy": 0.587945, "main_score": 0.538237, "hf_subset": "vec_Latn-min_Arab", "languages": ["vec-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-pol_Latn", "languages": ["vec-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565703, "recall": 0.625494, "f1": 0.582861, "accuracy": 0.625494, "main_score": 0.582861, "hf_subset": "vec_Latn-ssw_Latn", "languages": ["vec-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ukr_Cyrl", "languages": ["vec-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-afr_Latn", "languages": ["vec-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-bho_Deva", "languages": ["vec-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "vec_Latn-eus_Latn", "languages": ["vec-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589824, "recall": 0.65415, "f1": 0.607971, "accuracy": 0.65415, "main_score": 0.607971, "hf_subset": "vec_Latn-ibo_Latn", "languages": ["vec-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882205, "recall": 0.914032, "f1": 0.89215, "accuracy": 0.914032, "main_score": 0.89215, "hf_subset": "vec_Latn-kmr_Latn", "languages": ["vec-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "vec_Latn-min_Latn", "languages": ["vec-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-por_Latn", "languages": ["vec-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-sun_Latn", "languages": ["vec-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535172, "recall": 0.596838, "f1": 0.552292, "accuracy": 0.596838, "main_score": 0.552292, "hf_subset": "vec_Latn-umb_Latn", "languages": ["vec-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ajp_Arab", "languages": ["vec-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552179, "recall": 0.618577, "f1": 0.570243, "accuracy": 0.618577, "main_score": 0.570243, "hf_subset": "vec_Latn-bjn_Arab", "languages": ["vec-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535251, "recall": 0.587945, "f1": 0.549553, "accuracy": 0.587945, "main_score": 0.549553, "hf_subset": "vec_Latn-ewe_Latn", "languages": ["vec-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937039, "recall": 0.952569, "f1": 0.941568, "accuracy": 0.952569, "main_score": 0.941568, "hf_subset": "vec_Latn-ilo_Latn", "languages": ["vec-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.327087, "recall": 0.382411, "f1": 0.342423, "accuracy": 0.382411, "main_score": 0.342423, "hf_subset": "vec_Latn-knc_Arab", "languages": ["vec-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mkd_Cyrl", "languages": ["vec-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-prs_Arab", "languages": ["vec-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-swe_Latn", "languages": ["vec-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-urd_Arab", "languages": ["vec-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.606559, "recall": 0.66502, "f1": 0.622828, "accuracy": 0.66502, "main_score": 0.622828, "hf_subset": "vec_Latn-aka_Latn", "languages": ["vec-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "vec_Latn-bjn_Latn", "languages": ["vec-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "vec_Latn-fao_Latn", "languages": ["vec-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ind_Latn", "languages": ["vec-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589408, "recall": 0.643281, "f1": 0.605058, "accuracy": 0.643281, "main_score": 0.605058, "hf_subset": "vec_Latn-knc_Latn", "languages": ["vec-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "vec_Latn-mlt_Latn", "languages": ["vec-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707689, "recall": 0.76581, "f1": 0.724391, "accuracy": 0.76581, "main_score": 0.724391, "hf_subset": "vec_Latn-quy_Latn", "languages": ["vec-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "vec_Latn-swh_Latn", "languages": ["vec-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-uzn_Latn", "languages": ["vec-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-als_Latn", "languages": ["vec-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601574, "recall": 0.674901, "f1": 0.622264, "accuracy": 0.674901, "main_score": 0.622264, "hf_subset": "vec_Latn-bod_Tibt", "languages": ["vec-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.694599, "recall": 0.752964, "f1": 0.711059, "accuracy": 0.752964, "main_score": 0.711059, "hf_subset": "vec_Latn-fij_Latn", "languages": ["vec-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "vec_Latn-isl_Latn", "languages": ["vec-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679595, "recall": 0.727273, "f1": 0.693795, "accuracy": 0.727273, "main_score": 0.693795, "hf_subset": "vec_Latn-kon_Latn", "languages": ["vec-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667506, "recall": 0.730237, "f1": 0.685482, "accuracy": 0.730237, "main_score": 0.685482, "hf_subset": "vec_Latn-mni_Beng", "languages": ["vec-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ron_Latn", "languages": ["vec-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "vec_Latn-szl_Latn", "languages": ["vec-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937912, "recall": 0.956522, "f1": 0.943808, "accuracy": 0.956522, "main_score": 0.943808, "hf_subset": "vec_Latn-amh_Ethi", "languages": ["vec-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-bos_Latn", "languages": ["vec-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-fin_Latn", "languages": ["vec-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ita_Latn", "languages": ["vec-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-kor_Hang", "languages": ["vec-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.555203, "recall": 0.613636, "f1": 0.571251, "accuracy": 0.613636, "main_score": 0.571251, "hf_subset": "vec_Latn-mos_Latn", "languages": ["vec-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555897, "recall": 0.614625, "f1": 0.572272, "accuracy": 0.614625, "main_score": 0.572272, "hf_subset": "vec_Latn-run_Latn", "languages": ["vec-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-tam_Taml", "languages": ["vec-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-vie_Latn", "languages": ["vec-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-apc_Arab", "languages": ["vec-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.80611, "recall": 0.851779, "f1": 0.81965, "accuracy": 0.851779, "main_score": 0.81965, "hf_subset": "vec_Latn-bug_Latn", "languages": ["vec-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481548, "recall": 0.536561, "f1": 0.496105, "accuracy": 0.536561, "main_score": 0.496105, "hf_subset": "vec_Latn-fon_Latn", "languages": ["vec-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-jav_Latn", "languages": ["vec-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vec_Latn-lao_Laoo", "languages": ["vec-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.841024, "recall": 0.881423, "f1": 0.853129, "accuracy": 0.881423, "main_score": 0.853129, "hf_subset": "vec_Latn-mri_Latn", "languages": ["vec-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-rus_Cyrl", "languages": ["vec-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.552833, "recall": 0.609684, "f1": 0.568818, "accuracy": 0.609684, "main_score": 0.568818, "hf_subset": "vec_Latn-taq_Latn", "languages": ["vec-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-war_Latn", "languages": ["vec-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-arb_Arab", "languages": ["vec-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-bul_Cyrl", "languages": ["vec-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-fra_Latn", "languages": ["vec-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-jpn_Jpan", "languages": ["vec-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-lij_Latn", "languages": ["vec-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "vec_Latn-mya_Mymr", "languages": ["vec-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.620388, "recall": 0.68083, "f1": 0.637277, "accuracy": 0.68083, "main_score": 0.637277, "hf_subset": "vec_Latn-sag_Latn", "languages": ["vec-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195873, "recall": 0.251976, "f1": 0.208329, "accuracy": 0.251976, "main_score": 0.208329, "hf_subset": "vec_Latn-taq_Tfng", "languages": ["vec-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.654776, "recall": 0.709486, "f1": 0.670276, "accuracy": 0.709486, "main_score": 0.670276, "hf_subset": "vec_Latn-wol_Latn", "languages": ["vec-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795199, "recall": 0.844862, "f1": 0.810365, "accuracy": 0.844862, "main_score": 0.810365, "hf_subset": "vec_Latn-arb_Latn", "languages": ["vec-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-cat_Latn", "languages": ["vec-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-fur_Latn", "languages": ["vec-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430627, "recall": 0.482213, "f1": 0.444117, "accuracy": 0.482213, "main_score": 0.444117, "hf_subset": "vec_Latn-kab_Latn", "languages": ["vec-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vec_Latn-lim_Latn", "languages": ["vec-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-nld_Latn", "languages": ["vec-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "vec_Latn-san_Deva", "languages": ["vec-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-tat_Cyrl", "languages": ["vec-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.671402, "recall": 0.729249, "f1": 0.68825, "accuracy": 0.729249, "main_score": 0.68825, "hf_subset": "vec_Latn-xho_Latn", "languages": ["vec-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ars_Arab", "languages": ["vec-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ceb_Latn", "languages": ["vec-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569759, "recall": 0.628458, "f1": 0.586261, "accuracy": 0.628458, "main_score": 0.586261, "hf_subset": "vec_Latn-fuv_Latn", "languages": ["vec-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518227, "recall": 0.583992, "f1": 0.535883, "accuracy": 0.583992, "main_score": 0.535883, "hf_subset": "vec_Latn-kac_Latn", "languages": ["vec-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682743, "recall": 0.733202, "f1": 0.697332, "accuracy": 0.733202, "main_score": 0.697332, "hf_subset": "vec_Latn-lin_Latn", "languages": ["vec-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-nno_Latn", "languages": ["vec-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223927, "recall": 0.296443, "f1": 0.242446, "accuracy": 0.296443, "main_score": 0.242446, "hf_subset": "vec_Latn-sat_Olck", "languages": ["vec-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-tel_Telu", "languages": ["vec-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "vec_Latn-ydd_Hebr", "languages": ["vec-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "vec_Latn-ary_Arab", "languages": ["vec-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ces_Latn", "languages": ["vec-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57893, "recall": 0.645257, "f1": 0.597834, "accuracy": 0.645257, "main_score": 0.597834, "hf_subset": "vec_Latn-gaz_Latn", "languages": ["vec-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593958, "recall": 0.656126, "f1": 0.611401, "accuracy": 0.656126, "main_score": 0.611401, "hf_subset": "vec_Latn-kam_Latn", "languages": ["vec-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "vec_Latn-lit_Latn", "languages": ["vec-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-nob_Latn", "languages": ["vec-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "vec_Latn-scn_Latn", "languages": ["vec-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976038, "recall": 0.982213, "f1": 0.977997, "accuracy": 0.982213, "main_score": 0.977997, "hf_subset": "vec_Latn-tgk_Cyrl", "languages": ["vec-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.695645, "recall": 0.761858, "f1": 0.715319, "accuracy": 0.761858, "main_score": 0.715319, "hf_subset": "vec_Latn-yor_Latn", "languages": ["vec-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-arz_Arab", "languages": ["vec-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581032, "recall": 0.645257, "f1": 0.598643, "accuracy": 0.645257, "main_score": 0.598643, "hf_subset": "vec_Latn-cjk_Latn", "languages": ["vec-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77076, "recall": 0.81917, "f1": 0.785096, "accuracy": 0.81917, "main_score": 0.785096, "hf_subset": "vec_Latn-gla_Latn", "languages": ["vec-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-kan_Knda", "languages": ["vec-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "vec_Latn-lmo_Latn", "languages": ["vec-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "vec_Latn-npi_Deva", "languages": ["vec-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47333, "recall": 0.536561, "f1": 0.490535, "accuracy": 0.536561, "main_score": 0.490535, "hf_subset": "vec_Latn-shn_Mymr", "languages": ["vec-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-tgl_Latn", "languages": ["vec-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-yue_Hant", "languages": ["vec-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-asm_Beng", "languages": ["vec-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "vec_Latn-ckb_Arab", "languages": ["vec-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.869433, "recall": 0.905138, "f1": 0.880567, "accuracy": 0.905138, "main_score": 0.880567, "hf_subset": "vec_Latn-gle_Latn", "languages": ["vec-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "vec_Latn-kas_Arab", "languages": ["vec-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935194, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "vec_Latn-ltg_Latn", "languages": ["vec-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614717, "recall": 0.671937, "f1": 0.630714, "accuracy": 0.671937, "main_score": 0.630714, "hf_subset": "vec_Latn-nso_Latn", "languages": ["vec-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "vec_Latn-sin_Sinh", "languages": ["vec-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-tha_Thai", "languages": ["vec-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-zho_Hans", "languages": ["vec-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ast_Latn", "languages": ["vec-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-crh_Latn", "languages": ["vec-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-glg_Latn", "languages": ["vec-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899901, "recall": 0.928854, "f1": 0.908893, "accuracy": 0.928854, "main_score": 0.908893, "hf_subset": "vec_Latn-kas_Deva", "languages": ["vec-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "vec_Latn-ltz_Latn", "languages": ["vec-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470999, "recall": 0.538538, "f1": 0.489137, "accuracy": 0.538538, "main_score": 0.489137, "hf_subset": "vec_Latn-nus_Latn", "languages": ["vec-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-slk_Latn", "languages": ["vec-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608911, "recall": 0.676877, "f1": 0.628911, "accuracy": 0.676877, "main_score": 0.628911, "hf_subset": "vec_Latn-tir_Ethi", "languages": ["vec-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-zho_Hant", "languages": ["vec-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "vec_Latn-awa_Deva", "languages": ["vec-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "vec_Latn-cym_Latn", "languages": ["vec-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862648, "recall": 0.898221, "f1": 0.873617, "accuracy": 0.898221, "main_score": 0.873617, "hf_subset": "vec_Latn-grn_Latn", "languages": ["vec-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-kat_Geor", "languages": ["vec-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.654316, "recall": 0.710474, "f1": 0.670382, "accuracy": 0.710474, "main_score": 0.670382, "hf_subset": "vec_Latn-lua_Latn", "languages": ["vec-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646752, "recall": 0.704545, "f1": 0.663114, "accuracy": 0.704545, "main_score": 0.663114, "hf_subset": "vec_Latn-nya_Latn", "languages": ["vec-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-slv_Latn", "languages": ["vec-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951383, "accuracy": 0.962451, "main_score": 0.951383, "hf_subset": "vec_Latn-tpi_Latn", "languages": ["vec-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-zsm_Latn", "languages": ["vec-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545727, "recall": 0.609684, "f1": 0.563816, "accuracy": 0.609684, "main_score": 0.563816, "hf_subset": "vec_Latn-ayr_Latn", "languages": ["vec-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-dan_Latn", "languages": ["vec-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-guj_Gujr", "languages": ["vec-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-kaz_Cyrl", "languages": ["vec-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549896, "recall": 0.610672, "f1": 0.566655, "accuracy": 0.610672, "main_score": 0.566655, "hf_subset": "vec_Latn-lug_Latn", "languages": ["vec-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-oci_Latn", "languages": ["vec-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814097, "recall": 0.860672, "f1": 0.828327, "accuracy": 0.860672, "main_score": 0.828327, "hf_subset": "vec_Latn-smo_Latn", "languages": ["vec-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55305, "recall": 0.612648, "f1": 0.569638, "accuracy": 0.612648, "main_score": 0.569638, "hf_subset": "vec_Latn-tsn_Latn", "languages": ["vec-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623027, "recall": 0.682806, "f1": 0.639768, "accuracy": 0.682806, "main_score": 0.639768, "hf_subset": "vec_Latn-zul_Latn", "languages": ["vec-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931851, "recall": 0.951581, "f1": 0.938076, "accuracy": 0.951581, "main_score": 0.938076, "hf_subset": "vec_Latn-azb_Arab", "languages": ["vec-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-deu_Latn", "languages": ["vec-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.977437, "accuracy": 0.982213, "main_score": 0.977437, "hf_subset": "vec_Latn-hat_Latn", "languages": ["vec-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506317, "recall": 0.564229, "f1": 0.522388, "accuracy": 0.564229, "main_score": 0.522388, "hf_subset": "vec_Latn-kbp_Latn", "languages": ["vec-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595498, "recall": 0.648221, "f1": 0.609855, "accuracy": 0.648221, "main_score": 0.609855, "hf_subset": "vec_Latn-luo_Latn", "languages": ["vec-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ory_Orya", "languages": ["vec-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585392, "recall": 0.650198, "f1": 0.604297, "accuracy": 0.650198, "main_score": 0.604297, "hf_subset": "vec_Latn-sna_Latn", "languages": ["vec-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563648, "recall": 0.614625, "f1": 0.577751, "accuracy": 0.614625, "main_score": 0.577751, "hf_subset": "vec_Latn-tso_Latn", "languages": ["vec-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-azj_Latn", "languages": ["vec-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541886, "recall": 0.608696, "f1": 0.561152, "accuracy": 0.608696, "main_score": 0.561152, "hf_subset": "vec_Latn-dik_Latn", "languages": ["vec-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726433, "recall": 0.781621, "f1": 0.742396, "accuracy": 0.781621, "main_score": 0.742396, "hf_subset": "vec_Latn-hau_Latn", "languages": ["vec-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vec_Latn-kea_Latn", "languages": ["vec-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756126, "recall": 0.80336, "f1": 0.770553, "accuracy": 0.80336, "main_score": 0.770553, "hf_subset": "vec_Latn-lus_Latn", "languages": ["vec-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867671, "recall": 0.898221, "f1": 0.877009, "accuracy": 0.898221, "main_score": 0.877009, "hf_subset": "vec_Latn-pag_Latn", "languages": ["vec-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vec_Latn-snd_Arab", "languages": ["vec-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934042, "recall": 0.953557, "f1": 0.940283, "accuracy": 0.953557, "main_score": 0.940283, "hf_subset": "vec_Latn-tuk_Latn", "languages": ["vec-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "vec_Latn-bak_Cyrl", "languages": ["vec-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495932, "recall": 0.572134, "f1": 0.517792, "accuracy": 0.572134, "main_score": 0.517792, "hf_subset": "vec_Latn-dyu_Latn", "languages": ["vec-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-heb_Hebr", "languages": ["vec-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "vec_Latn-khk_Cyrl", "languages": ["vec-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-lvs_Latn", "languages": ["vec-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-pan_Guru", "languages": ["vec-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.71726, "recall": 0.772727, "f1": 0.734486, "accuracy": 0.772727, "main_score": 0.734486, "hf_subset": "vec_Latn-som_Latn", "languages": ["vec-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601363, "recall": 0.650198, "f1": 0.615199, "accuracy": 0.650198, "main_score": 0.615199, "hf_subset": "vec_Latn-tum_Latn", "languages": ["vec-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449341, "recall": 0.51087, "f1": 0.467101, "accuracy": 0.51087, "main_score": 0.467101, "hf_subset": "amh_Ethi-ace_Arab", "languages": ["amh-Ethi", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.455827, "recall": 0.506917, "f1": 0.469639, "accuracy": 0.506917, "main_score": 0.469639, "hf_subset": "amh_Ethi-bam_Latn", "languages": ["amh-Ethi", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366619, "recall": 0.432806, "f1": 0.384428, "accuracy": 0.432806, "main_score": 0.384428, "hf_subset": "amh_Ethi-dzo_Tibt", "languages": ["amh-Ethi", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.942111, "recall": 0.959486, "f1": 0.94753, "accuracy": 0.959486, "main_score": 0.94753, "hf_subset": "amh_Ethi-hin_Deva", "languages": ["amh-Ethi", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.907889, "recall": 0.933794, "f1": 0.916074, "accuracy": 0.933794, "main_score": 0.916074, "hf_subset": "amh_Ethi-khm_Khmr", "languages": ["amh-Ethi", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "amh_Ethi-mag_Deva", "languages": ["amh-Ethi", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.841034, "recall": 0.880435, "f1": 0.852684, "accuracy": 0.880435, "main_score": 0.852684, "hf_subset": "amh_Ethi-pap_Latn", "languages": ["amh-Ethi", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509908, "recall": 0.561265, "f1": 0.52338, "accuracy": 0.561265, "main_score": 0.52338, "hf_subset": "amh_Ethi-sot_Latn", "languages": ["amh-Ethi", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.961462, "f1": 0.950725, "accuracy": 0.961462, "main_score": 0.950725, "hf_subset": "amh_Ethi-tur_Latn", "languages": ["amh-Ethi", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702709, "recall": 0.75, "f1": 0.716271, "accuracy": 0.75, "main_score": 0.716271, "hf_subset": "amh_Ethi-ace_Latn", "languages": ["amh-Ethi", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800247, "recall": 0.838933, "f1": 0.811679, "accuracy": 0.838933, "main_score": 0.811679, "hf_subset": "amh_Ethi-ban_Latn", "languages": ["amh-Ethi", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.958498, "f1": 0.945652, "accuracy": 0.958498, "main_score": 0.945652, "hf_subset": "amh_Ethi-ell_Grek", "languages": ["amh-Ethi", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.905781, "recall": 0.932806, "f1": 0.914097, "accuracy": 0.932806, "main_score": 0.914097, "hf_subset": "amh_Ethi-hne_Deva", "languages": ["amh-Ethi", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461258, "recall": 0.518775, "f1": 0.476997, "accuracy": 0.518775, "main_score": 0.476997, "hf_subset": "amh_Ethi-kik_Latn", "languages": ["amh-Ethi", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927619, "recall": 0.950593, "f1": 0.935013, "accuracy": 0.950593, "main_score": 0.935013, "hf_subset": "amh_Ethi-mai_Deva", "languages": ["amh-Ethi", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.854894, "recall": 0.892292, "f1": 0.86618, "accuracy": 0.892292, "main_score": 0.86618, "hf_subset": "amh_Ethi-pbt_Arab", "languages": ["amh-Ethi", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.93643, "recall": 0.956522, "f1": 0.942852, "accuracy": 0.956522, "main_score": 0.942852, "hf_subset": "amh_Ethi-spa_Latn", "languages": ["amh-Ethi", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52216, "recall": 0.575099, "f1": 0.537025, "accuracy": 0.575099, "main_score": 0.537025, "hf_subset": "amh_Ethi-twi_Latn", "languages": ["amh-Ethi", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917819, "recall": 0.9417, "f1": 0.925184, "accuracy": 0.9417, "main_score": 0.925184, "hf_subset": "amh_Ethi-acm_Arab", "languages": ["amh-Ethi", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.892408, "recall": 0.920949, "f1": 0.901087, "accuracy": 0.920949, "main_score": 0.901087, "hf_subset": "amh_Ethi-bel_Cyrl", "languages": ["amh-Ethi", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "amh_Ethi-eng_Latn", "languages": ["amh-Ethi", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93997, "recall": 0.958498, "f1": 0.945883, "accuracy": 0.958498, "main_score": 0.945883, "hf_subset": "amh_Ethi-hrv_Latn", "languages": ["amh-Ethi", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495211, "recall": 0.556324, "f1": 0.511659, "accuracy": 0.556324, "main_score": 0.511659, "hf_subset": "amh_Ethi-kin_Latn", "languages": ["amh-Ethi", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939476, "recall": 0.95751, "f1": 0.945059, "accuracy": 0.95751, "main_score": 0.945059, "hf_subset": "amh_Ethi-mal_Mlym", "languages": ["amh-Ethi", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.938159, "recall": 0.956522, "f1": 0.943906, "accuracy": 0.956522, "main_score": 0.943906, "hf_subset": "amh_Ethi-pes_Arab", "languages": ["amh-Ethi", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881472, "recall": 0.911067, "f1": 0.890199, "accuracy": 0.911067, "main_score": 0.890199, "hf_subset": "amh_Ethi-srd_Latn", "languages": ["amh-Ethi", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18848, "recall": 0.231225, "f1": 0.200162, "accuracy": 0.231225, "main_score": 0.200162, "hf_subset": "amh_Ethi-tzm_Tfng", "languages": ["amh-Ethi", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.944088, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "amh_Ethi-acq_Arab", "languages": ["amh-Ethi", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534169, "recall": 0.581028, "f1": 0.546939, "accuracy": 0.581028, "main_score": 0.546939, "hf_subset": "amh_Ethi-bem_Latn", "languages": ["amh-Ethi", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9333, "recall": 0.953557, "f1": 0.93969, "accuracy": 0.953557, "main_score": 0.93969, "hf_subset": "amh_Ethi-epo_Latn", "languages": ["amh-Ethi", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932806, "recall": 0.952569, "f1": 0.938853, "accuracy": 0.952569, "main_score": 0.938853, "hf_subset": "amh_Ethi-hun_Latn", "languages": ["amh-Ethi", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871163, "recall": 0.907115, "f1": 0.882148, "accuracy": 0.907115, "main_score": 0.882148, "hf_subset": "amh_Ethi-kir_Cyrl", "languages": ["amh-Ethi", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.945487, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "amh_Ethi-mar_Deva", "languages": ["amh-Ethi", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572826, "recall": 0.626482, "f1": 0.588082, "accuracy": 0.626482, "main_score": 0.588082, "hf_subset": "amh_Ethi-plt_Latn", "languages": ["amh-Ethi", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946887, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "amh_Ethi-srp_Cyrl", "languages": ["amh-Ethi", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.838678, "recall": 0.880435, "f1": 0.85157, "accuracy": 0.880435, "main_score": 0.85157, "hf_subset": "amh_Ethi-uig_Arab", "languages": ["amh-Ethi", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87843, "recall": 0.907115, "f1": 0.886883, "accuracy": 0.907115, "main_score": 0.886883, "hf_subset": "amh_Ethi-aeb_Arab", "languages": ["amh-Ethi", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.954545, "f1": 0.941667, "accuracy": 0.954545, "main_score": 0.941667, "hf_subset": "amh_Ethi-ben_Beng", "languages": ["amh-Ethi", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.925922, "recall": 0.947628, "f1": 0.932642, "accuracy": 0.947628, "main_score": 0.932642, "hf_subset": "amh_Ethi-est_Latn", "languages": ["amh-Ethi", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.966403, "f1": 0.956917, "accuracy": 0.966403, "main_score": 0.956917, "hf_subset": "amh_Ethi-hye_Armn", "languages": ["amh-Ethi", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.471084, "recall": 0.521739, "f1": 0.485119, "accuracy": 0.521739, "main_score": 0.485119, "hf_subset": "amh_Ethi-kmb_Latn", "languages": ["amh-Ethi", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427575, "recall": 0.485178, "f1": 0.44339, "accuracy": 0.485178, "main_score": 0.44339, "hf_subset": "amh_Ethi-min_Arab", "languages": ["amh-Ethi", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925807, "recall": 0.947628, "f1": 0.932496, "accuracy": 0.947628, "main_score": 0.932496, "hf_subset": "amh_Ethi-pol_Latn", "languages": ["amh-Ethi", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494533, "recall": 0.549407, "f1": 0.50928, "accuracy": 0.549407, "main_score": 0.50928, "hf_subset": "amh_Ethi-ssw_Latn", "languages": ["amh-Ethi", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939394, "recall": 0.958498, "f1": 0.945487, "accuracy": 0.958498, "main_score": 0.945487, "hf_subset": "amh_Ethi-ukr_Cyrl", "languages": ["amh-Ethi", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.965415, "f1": 0.954381, "accuracy": 0.965415, "main_score": 0.954381, "hf_subset": "amh_Ethi-afr_Latn", "languages": ["amh-Ethi", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896584, "recall": 0.923913, "f1": 0.904825, "accuracy": 0.923913, "main_score": 0.904825, "hf_subset": "amh_Ethi-bho_Deva", "languages": ["amh-Ethi", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.899572, "recall": 0.924901, "f1": 0.907411, "accuracy": 0.924901, "main_score": 0.907411, "hf_subset": "amh_Ethi-eus_Latn", "languages": ["amh-Ethi", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477326, "recall": 0.538538, "f1": 0.49477, "accuracy": 0.538538, "main_score": 0.49477, "hf_subset": "amh_Ethi-ibo_Latn", "languages": ["amh-Ethi", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781268, "recall": 0.833004, "f1": 0.79653, "accuracy": 0.833004, "main_score": 0.79653, "hf_subset": "amh_Ethi-kmr_Latn", "languages": ["amh-Ethi", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877421, "recall": 0.911067, "f1": 0.887879, "accuracy": 0.911067, "main_score": 0.887879, "hf_subset": "amh_Ethi-min_Latn", "languages": ["amh-Ethi", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947217, "recall": 0.963439, "f1": 0.952306, "accuracy": 0.963439, "main_score": 0.952306, "hf_subset": "amh_Ethi-por_Latn", "languages": ["amh-Ethi", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892869, "recall": 0.921937, "f1": 0.901666, "accuracy": 0.921937, "main_score": 0.901666, "hf_subset": "amh_Ethi-sun_Latn", "languages": ["amh-Ethi", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452128, "recall": 0.505929, "f1": 0.467249, "accuracy": 0.505929, "main_score": 0.467249, "hf_subset": "amh_Ethi-umb_Latn", "languages": ["amh-Ethi", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937006, "recall": 0.956522, "f1": 0.943248, "accuracy": 0.956522, "main_score": 0.943248, "hf_subset": "amh_Ethi-ajp_Arab", "languages": ["amh-Ethi", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458726, "recall": 0.518775, "f1": 0.474962, "accuracy": 0.518775, "main_score": 0.474962, "hf_subset": "amh_Ethi-bjn_Arab", "languages": ["amh-Ethi", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.459364, "recall": 0.508893, "f1": 0.472343, "accuracy": 0.508893, "main_score": 0.472343, "hf_subset": "amh_Ethi-ewe_Latn", "languages": ["amh-Ethi", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806884, "recall": 0.848814, "f1": 0.819157, "accuracy": 0.848814, "main_score": 0.819157, "hf_subset": "amh_Ethi-ilo_Latn", "languages": ["amh-Ethi", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308656, "recall": 0.359684, "f1": 0.322384, "accuracy": 0.359684, "main_score": 0.322384, "hf_subset": "amh_Ethi-knc_Arab", "languages": ["amh-Ethi", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938768, "recall": 0.956522, "f1": 0.944137, "accuracy": 0.956522, "main_score": 0.944137, "hf_subset": "amh_Ethi-mkd_Cyrl", "languages": ["amh-Ethi", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "amh_Ethi-prs_Arab", "languages": ["amh-Ethi", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944582, "recall": 0.961462, "f1": 0.949835, "accuracy": 0.961462, "main_score": 0.949835, "hf_subset": "amh_Ethi-swe_Latn", "languages": ["amh-Ethi", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939312, "recall": 0.958498, "f1": 0.945553, "accuracy": 0.958498, "main_score": 0.945553, "hf_subset": "amh_Ethi-urd_Arab", "languages": ["amh-Ethi", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.4958, "recall": 0.548419, "f1": 0.510325, "accuracy": 0.548419, "main_score": 0.510325, "hf_subset": "amh_Ethi-aka_Latn", "languages": ["amh-Ethi", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852417, "recall": 0.88834, "f1": 0.86308, "accuracy": 0.88834, "main_score": 0.86308, "hf_subset": "amh_Ethi-bjn_Latn", "languages": ["amh-Ethi", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825832, "recall": 0.870553, "f1": 0.839152, "accuracy": 0.870553, "main_score": 0.839152, "hf_subset": "amh_Ethi-fao_Latn", "languages": ["amh-Ethi", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "amh_Ethi-ind_Latn", "languages": ["amh-Ethi", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507296, "recall": 0.55336, "f1": 0.520663, "accuracy": 0.55336, "main_score": 0.520663, "hf_subset": "amh_Ethi-knc_Latn", "languages": ["amh-Ethi", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900889, "recall": 0.926877, "f1": 0.908729, "accuracy": 0.926877, "main_score": 0.908729, "hf_subset": "amh_Ethi-mlt_Latn", "languages": ["amh-Ethi", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596833, "recall": 0.659091, "f1": 0.613978, "accuracy": 0.659091, "main_score": 0.613978, "hf_subset": "amh_Ethi-quy_Latn", "languages": ["amh-Ethi", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895916, "recall": 0.926877, "f1": 0.905764, "accuracy": 0.926877, "main_score": 0.905764, "hf_subset": "amh_Ethi-swh_Latn", "languages": ["amh-Ethi", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936924, "recall": 0.955534, "f1": 0.942819, "accuracy": 0.955534, "main_score": 0.942819, "hf_subset": "amh_Ethi-uzn_Latn", "languages": ["amh-Ethi", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930287, "recall": 0.949605, "f1": 0.936331, "accuracy": 0.949605, "main_score": 0.936331, "hf_subset": "amh_Ethi-als_Latn", "languages": ["amh-Ethi", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538159, "recall": 0.617589, "f1": 0.56066, "accuracy": 0.617589, "main_score": 0.56066, "hf_subset": "amh_Ethi-bod_Tibt", "languages": ["amh-Ethi", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.587091, "recall": 0.649209, "f1": 0.603868, "accuracy": 0.649209, "main_score": 0.603868, "hf_subset": "amh_Ethi-fij_Latn", "languages": ["amh-Ethi", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891008, "recall": 0.921937, "f1": 0.900659, "accuracy": 0.921937, "main_score": 0.900659, "hf_subset": "amh_Ethi-isl_Latn", "languages": ["amh-Ethi", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537719, "recall": 0.592885, "f1": 0.553182, "accuracy": 0.592885, "main_score": 0.553182, "hf_subset": "amh_Ethi-kon_Latn", "languages": ["amh-Ethi", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544307, "recall": 0.605731, "f1": 0.561909, "accuracy": 0.605731, "main_score": 0.561909, "hf_subset": "amh_Ethi-mni_Beng", "languages": ["amh-Ethi", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.951696, "recall": 0.964427, "f1": 0.955599, "accuracy": 0.964427, "main_score": 0.955599, "hf_subset": "amh_Ethi-ron_Latn", "languages": ["amh-Ethi", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891808, "recall": 0.91996, "f1": 0.900214, "accuracy": 0.91996, "main_score": 0.900214, "hf_subset": "amh_Ethi-szl_Latn", "languages": ["amh-Ethi", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913414, "recall": 0.935771, "f1": 0.920246, "accuracy": 0.935771, "main_score": 0.920246, "hf_subset": "amh_Ethi-vec_Latn", "languages": ["amh-Ethi", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "amh_Ethi-bos_Latn", "languages": ["amh-Ethi", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921781, "recall": 0.943676, "f1": 0.928607, "accuracy": 0.943676, "main_score": 0.928607, "hf_subset": "amh_Ethi-fin_Latn", "languages": ["amh-Ethi", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939509, "recall": 0.95751, "f1": 0.945059, "accuracy": 0.95751, "main_score": 0.945059, "hf_subset": "amh_Ethi-ita_Latn", "languages": ["amh-Ethi", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922843, "recall": 0.945652, "f1": 0.929875, "accuracy": 0.945652, "main_score": 0.929875, "hf_subset": "amh_Ethi-kor_Hang", "languages": ["amh-Ethi", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.463547, "recall": 0.51581, "f1": 0.478288, "accuracy": 0.51581, "main_score": 0.478288, "hf_subset": "amh_Ethi-mos_Latn", "languages": ["amh-Ethi", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474755, "recall": 0.534585, "f1": 0.491048, "accuracy": 0.534585, "main_score": 0.491048, "hf_subset": "amh_Ethi-run_Latn", "languages": ["amh-Ethi", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934865, "recall": 0.954545, "f1": 0.941107, "accuracy": 0.954545, "main_score": 0.941107, "hf_subset": "amh_Ethi-tam_Taml", "languages": ["amh-Ethi", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.926442, "recall": 0.947628, "f1": 0.932955, "accuracy": 0.947628, "main_score": 0.932955, "hf_subset": "amh_Ethi-vie_Latn", "languages": ["amh-Ethi", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916502, "recall": 0.938735, "f1": 0.923174, "accuracy": 0.938735, "main_score": 0.923174, "hf_subset": "amh_Ethi-apc_Arab", "languages": ["amh-Ethi", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649902, "recall": 0.700593, "f1": 0.663941, "accuracy": 0.700593, "main_score": 0.663941, "hf_subset": "amh_Ethi-bug_Latn", "languages": ["amh-Ethi", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413841, "recall": 0.462451, "f1": 0.426969, "accuracy": 0.462451, "main_score": 0.426969, "hf_subset": "amh_Ethi-fon_Latn", "languages": ["amh-Ethi", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903516, "recall": 0.927866, "f1": 0.910397, "accuracy": 0.927866, "main_score": 0.910397, "hf_subset": "amh_Ethi-jav_Latn", "languages": ["amh-Ethi", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900774, "recall": 0.928854, "f1": 0.909439, "accuracy": 0.928854, "main_score": 0.909439, "hf_subset": "amh_Ethi-lao_Laoo", "languages": ["amh-Ethi", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.748468, "recall": 0.806324, "f1": 0.765928, "accuracy": 0.806324, "main_score": 0.765928, "hf_subset": "amh_Ethi-mri_Latn", "languages": ["amh-Ethi", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937994, "recall": 0.95751, "f1": 0.944236, "accuracy": 0.95751, "main_score": 0.944236, "hf_subset": "amh_Ethi-rus_Cyrl", "languages": ["amh-Ethi", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466234, "recall": 0.513834, "f1": 0.479255, "accuracy": 0.513834, "main_score": 0.479255, "hf_subset": "amh_Ethi-taq_Latn", "languages": ["amh-Ethi", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89417, "recall": 0.922925, "f1": 0.90295, "accuracy": 0.922925, "main_score": 0.90295, "hf_subset": "amh_Ethi-war_Latn", "languages": ["amh-Ethi", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943429, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "amh_Ethi-arb_Arab", "languages": ["amh-Ethi", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948864, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "amh_Ethi-bul_Cyrl", "languages": ["amh-Ethi", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.943462, "recall": 0.959486, "f1": 0.948306, "accuracy": 0.959486, "main_score": 0.948306, "hf_subset": "amh_Ethi-fra_Latn", "languages": ["amh-Ethi", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919278, "recall": 0.940711, "f1": 0.92576, "accuracy": 0.940711, "main_score": 0.92576, "hf_subset": "amh_Ethi-jpn_Jpan", "languages": ["amh-Ethi", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.885616, "recall": 0.913043, "f1": 0.893685, "accuracy": 0.913043, "main_score": 0.893685, "hf_subset": "amh_Ethi-lij_Latn", "languages": ["amh-Ethi", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912138, "recall": 0.936759, "f1": 0.919815, "accuracy": 0.936759, "main_score": 0.919815, "hf_subset": "amh_Ethi-mya_Mymr", "languages": ["amh-Ethi", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.487152, "recall": 0.545455, "f1": 0.502531, "accuracy": 0.545455, "main_score": 0.502531, "hf_subset": "amh_Ethi-sag_Latn", "languages": ["amh-Ethi", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205341, "recall": 0.253953, "f1": 0.216517, "accuracy": 0.253953, "main_score": 0.216517, "hf_subset": "amh_Ethi-taq_Tfng", "languages": ["amh-Ethi", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.526993, "recall": 0.583004, "f1": 0.54307, "accuracy": 0.583004, "main_score": 0.54307, "hf_subset": "amh_Ethi-wol_Latn", "languages": ["amh-Ethi", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643707, "recall": 0.711462, "f1": 0.662566, "accuracy": 0.711462, "main_score": 0.662566, "hf_subset": "amh_Ethi-arb_Latn", "languages": ["amh-Ethi", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.952851, "accuracy": 0.963439, "main_score": 0.952851, "hf_subset": "amh_Ethi-cat_Latn", "languages": ["amh-Ethi", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873271, "recall": 0.907115, "f1": 0.883564, "accuracy": 0.907115, "main_score": 0.883564, "hf_subset": "amh_Ethi-fur_Latn", "languages": ["amh-Ethi", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366455, "recall": 0.412055, "f1": 0.379345, "accuracy": 0.412055, "main_score": 0.379345, "hf_subset": "amh_Ethi-kab_Latn", "languages": ["amh-Ethi", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855105, "recall": 0.892292, "f1": 0.866238, "accuracy": 0.892292, "main_score": 0.866238, "hf_subset": "amh_Ethi-lim_Latn", "languages": ["amh-Ethi", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926136, "recall": 0.947628, "f1": 0.932675, "accuracy": 0.947628, "main_score": 0.932675, "hf_subset": "amh_Ethi-nld_Latn", "languages": ["amh-Ethi", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888524, "recall": 0.916996, "f1": 0.897222, "accuracy": 0.916996, "main_score": 0.897222, "hf_subset": "amh_Ethi-san_Deva", "languages": ["amh-Ethi", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.903244, "recall": 0.931818, "f1": 0.912286, "accuracy": 0.931818, "main_score": 0.912286, "hf_subset": "amh_Ethi-tat_Cyrl", "languages": ["amh-Ethi", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.584094, "recall": 0.637352, "f1": 0.599335, "accuracy": 0.637352, "main_score": 0.599335, "hf_subset": "amh_Ethi-xho_Latn", "languages": ["amh-Ethi", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931769, "recall": 0.952569, "f1": 0.938307, "accuracy": 0.952569, "main_score": 0.938307, "hf_subset": "amh_Ethi-ars_Arab", "languages": ["amh-Ethi", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935023, "recall": 0.951581, "f1": 0.940194, "accuracy": 0.951581, "main_score": 0.940194, "hf_subset": "amh_Ethi-ceb_Latn", "languages": ["amh-Ethi", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471737, "recall": 0.525692, "f1": 0.487335, "accuracy": 0.525692, "main_score": 0.487335, "hf_subset": "amh_Ethi-fuv_Latn", "languages": ["amh-Ethi", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452157, "recall": 0.503953, "f1": 0.466668, "accuracy": 0.503953, "main_score": 0.466668, "hf_subset": "amh_Ethi-kac_Latn", "languages": ["amh-Ethi", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569989, "recall": 0.623518, "f1": 0.58555, "accuracy": 0.623518, "main_score": 0.58555, "hf_subset": "amh_Ethi-lin_Latn", "languages": ["amh-Ethi", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929324, "recall": 0.949605, "f1": 0.935688, "accuracy": 0.949605, "main_score": 0.935688, "hf_subset": "amh_Ethi-nno_Latn", "languages": ["amh-Ethi", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.231709, "recall": 0.299407, "f1": 0.249482, "accuracy": 0.299407, "main_score": 0.249482, "hf_subset": "amh_Ethi-sat_Olck", "languages": ["amh-Ethi", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "amh_Ethi-tel_Telu", "languages": ["amh-Ethi", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.842951, "recall": 0.881423, "f1": 0.854498, "accuracy": 0.881423, "main_score": 0.854498, "hf_subset": "amh_Ethi-ydd_Hebr", "languages": ["amh-Ethi", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.858597, "recall": 0.897233, "f1": 0.870487, "accuracy": 0.897233, "main_score": 0.870487, "hf_subset": "amh_Ethi-ary_Arab", "languages": ["amh-Ethi", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.936512, "recall": 0.956522, "f1": 0.942918, "accuracy": 0.956522, "main_score": 0.942918, "hf_subset": "amh_Ethi-ces_Latn", "languages": ["amh-Ethi", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537685, "recall": 0.597826, "f1": 0.554877, "accuracy": 0.597826, "main_score": 0.554877, "hf_subset": "amh_Ethi-gaz_Latn", "languages": ["amh-Ethi", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502315, "recall": 0.562253, "f1": 0.51916, "accuracy": 0.562253, "main_score": 0.51916, "hf_subset": "amh_Ethi-kam_Latn", "languages": ["amh-Ethi", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919137, "recall": 0.942688, "f1": 0.926515, "accuracy": 0.942688, "main_score": 0.926515, "hf_subset": "amh_Ethi-lit_Latn", "languages": ["amh-Ethi", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945382, "recall": 0.960474, "f1": 0.949918, "accuracy": 0.960474, "main_score": 0.949918, "hf_subset": "amh_Ethi-nob_Latn", "languages": ["amh-Ethi", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860434, "recall": 0.892292, "f1": 0.869437, "accuracy": 0.892292, "main_score": 0.869437, "hf_subset": "amh_Ethi-scn_Latn", "languages": ["amh-Ethi", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865119, "recall": 0.899209, "f1": 0.875546, "accuracy": 0.899209, "main_score": 0.875546, "hf_subset": "amh_Ethi-tgk_Cyrl", "languages": ["amh-Ethi", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622523, "recall": 0.692688, "f1": 0.643236, "accuracy": 0.692688, "main_score": 0.643236, "hf_subset": "amh_Ethi-yor_Latn", "languages": ["amh-Ethi", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915135, "recall": 0.939723, "f1": 0.922661, "accuracy": 0.939723, "main_score": 0.922661, "hf_subset": "amh_Ethi-arz_Arab", "languages": ["amh-Ethi", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.464527, "recall": 0.513834, "f1": 0.47817, "accuracy": 0.513834, "main_score": 0.47817, "hf_subset": "amh_Ethi-cjk_Latn", "languages": ["amh-Ethi", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685828, "recall": 0.746047, "f1": 0.703057, "accuracy": 0.746047, "main_score": 0.703057, "hf_subset": "amh_Ethi-gla_Latn", "languages": ["amh-Ethi", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929018, "recall": 0.950593, "f1": 0.935935, "accuracy": 0.950593, "main_score": 0.935935, "hf_subset": "amh_Ethi-kan_Knda", "languages": ["amh-Ethi", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.880542, "recall": 0.910079, "f1": 0.889614, "accuracy": 0.910079, "main_score": 0.889614, "hf_subset": "amh_Ethi-lmo_Latn", "languages": ["amh-Ethi", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "amh_Ethi-npi_Deva", "languages": ["amh-Ethi", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.385734, "recall": 0.434783, "f1": 0.399313, "accuracy": 0.434783, "main_score": 0.399313, "hf_subset": "amh_Ethi-shn_Mymr", "languages": ["amh-Ethi", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.938735, "recall": 0.956522, "f1": 0.944302, "accuracy": 0.956522, "main_score": 0.944302, "hf_subset": "amh_Ethi-tgl_Latn", "languages": ["amh-Ethi", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918396, "recall": 0.942688, "f1": 0.925922, "accuracy": 0.942688, "main_score": 0.925922, "hf_subset": "amh_Ethi-yue_Hant", "languages": ["amh-Ethi", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.9264, "recall": 0.94664, "f1": 0.932558, "accuracy": 0.94664, "main_score": 0.932558, "hf_subset": "amh_Ethi-asm_Beng", "languages": ["amh-Ethi", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.860911, "recall": 0.895257, "f1": 0.871253, "accuracy": 0.895257, "main_score": 0.871253, "hf_subset": "amh_Ethi-ckb_Arab", "languages": ["amh-Ethi", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.761989, "recall": 0.813241, "f1": 0.777255, "accuracy": 0.813241, "main_score": 0.777255, "hf_subset": "amh_Ethi-gle_Latn", "languages": ["amh-Ethi", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784947, "recall": 0.827075, "f1": 0.797636, "accuracy": 0.827075, "main_score": 0.797636, "hf_subset": "amh_Ethi-kas_Arab", "languages": ["amh-Ethi", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.778207, "recall": 0.823123, "f1": 0.790563, "accuracy": 0.823123, "main_score": 0.790563, "hf_subset": "amh_Ethi-ltg_Latn", "languages": ["amh-Ethi", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533318, "recall": 0.583004, "f1": 0.547315, "accuracy": 0.583004, "main_score": 0.547315, "hf_subset": "amh_Ethi-nso_Latn", "languages": ["amh-Ethi", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911571, "recall": 0.933794, "f1": 0.918396, "accuracy": 0.933794, "main_score": 0.918396, "hf_subset": "amh_Ethi-sin_Sinh", "languages": ["amh-Ethi", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.930698, "recall": 0.951581, "f1": 0.937253, "accuracy": 0.951581, "main_score": 0.937253, "hf_subset": "amh_Ethi-tha_Thai", "languages": ["amh-Ethi", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.906822, "recall": 0.928854, "f1": 0.912848, "accuracy": 0.928854, "main_score": 0.912848, "hf_subset": "amh_Ethi-zho_Hans", "languages": ["amh-Ethi", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.938159, "recall": 0.956522, "f1": 0.943742, "accuracy": 0.956522, "main_score": 0.943742, "hf_subset": "amh_Ethi-ast_Latn", "languages": ["amh-Ethi", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902668, "recall": 0.928854, "f1": 0.910658, "accuracy": 0.928854, "main_score": 0.910658, "hf_subset": "amh_Ethi-crh_Latn", "languages": ["amh-Ethi", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942309, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "amh_Ethi-glg_Latn", "languages": ["amh-Ethi", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698265, "recall": 0.759881, "f1": 0.715551, "accuracy": 0.759881, "main_score": 0.715551, "hf_subset": "amh_Ethi-kas_Deva", "languages": ["amh-Ethi", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.851592, "recall": 0.887352, "f1": 0.861877, "accuracy": 0.887352, "main_score": 0.861877, "hf_subset": "amh_Ethi-ltz_Latn", "languages": ["amh-Ethi", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407847, "recall": 0.466403, "f1": 0.423747, "accuracy": 0.466403, "main_score": 0.423747, "hf_subset": "amh_Ethi-nus_Latn", "languages": ["amh-Ethi", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942803, "recall": 0.958498, "f1": 0.947483, "accuracy": 0.958498, "main_score": 0.947483, "hf_subset": "amh_Ethi-slk_Latn", "languages": ["amh-Ethi", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697571, "recall": 0.759881, "f1": 0.716411, "accuracy": 0.759881, "main_score": 0.716411, "hf_subset": "amh_Ethi-tir_Ethi", "languages": ["amh-Ethi", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.907032, "recall": 0.935771, "f1": 0.916238, "accuracy": 0.935771, "main_score": 0.916238, "hf_subset": "amh_Ethi-zho_Hant", "languages": ["amh-Ethi", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.918982, "recall": 0.9417, "f1": 0.926136, "accuracy": 0.9417, "main_score": 0.926136, "hf_subset": "amh_Ethi-awa_Deva", "languages": ["amh-Ethi", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.884783, "recall": 0.916996, "f1": 0.89473, "accuracy": 0.916996, "main_score": 0.89473, "hf_subset": "amh_Ethi-cym_Latn", "languages": ["amh-Ethi", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654623, "recall": 0.705534, "f1": 0.668466, "accuracy": 0.705534, "main_score": 0.668466, "hf_subset": "amh_Ethi-grn_Latn", "languages": ["amh-Ethi", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923979, "recall": 0.945652, "f1": 0.93083, "accuracy": 0.945652, "main_score": 0.93083, "hf_subset": "amh_Ethi-kat_Geor", "languages": ["amh-Ethi", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.523214, "recall": 0.574111, "f1": 0.537544, "accuracy": 0.574111, "main_score": 0.537544, "hf_subset": "amh_Ethi-lua_Latn", "languages": ["amh-Ethi", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52201, "recall": 0.576087, "f1": 0.536429, "accuracy": 0.576087, "main_score": 0.536429, "hf_subset": "amh_Ethi-nya_Latn", "languages": ["amh-Ethi", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939806, "recall": 0.958498, "f1": 0.945883, "accuracy": 0.958498, "main_score": 0.945883, "hf_subset": "amh_Ethi-slv_Latn", "languages": ["amh-Ethi", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781661, "recall": 0.828063, "f1": 0.794921, "accuracy": 0.828063, "main_score": 0.794921, "hf_subset": "amh_Ethi-tpi_Latn", "languages": ["amh-Ethi", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937047, "recall": 0.955534, "f1": 0.942907, "accuracy": 0.955534, "main_score": 0.942907, "hf_subset": "amh_Ethi-zsm_Latn", "languages": ["amh-Ethi", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474902, "recall": 0.529644, "f1": 0.489818, "accuracy": 0.529644, "main_score": 0.489818, "hf_subset": "amh_Ethi-ayr_Latn", "languages": ["amh-Ethi", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955007, "accuracy": 0.965415, "main_score": 0.955007, "hf_subset": "amh_Ethi-dan_Latn", "languages": ["amh-Ethi", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947052, "recall": 0.962451, "f1": 0.951812, "accuracy": 0.962451, "main_score": 0.951812, "hf_subset": "amh_Ethi-guj_Gujr", "languages": ["amh-Ethi", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.9417, "recall": 0.958498, "f1": 0.946923, "accuracy": 0.958498, "main_score": 0.946923, "hf_subset": "amh_Ethi-kaz_Cyrl", "languages": ["amh-Ethi", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.462796, "recall": 0.522727, "f1": 0.479485, "accuracy": 0.522727, "main_score": 0.479485, "hf_subset": "amh_Ethi-lug_Latn", "languages": ["amh-Ethi", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938109, "recall": 0.955534, "f1": 0.943478, "accuracy": 0.955534, "main_score": 0.943478, "hf_subset": "amh_Ethi-oci_Latn", "languages": ["amh-Ethi", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688289, "recall": 0.743083, "f1": 0.703395, "accuracy": 0.743083, "main_score": 0.703395, "hf_subset": "amh_Ethi-smo_Latn", "languages": ["amh-Ethi", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472833, "recall": 0.524704, "f1": 0.486548, "accuracy": 0.524704, "main_score": 0.486548, "hf_subset": "amh_Ethi-tsn_Latn", "languages": ["amh-Ethi", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55529, "recall": 0.617589, "f1": 0.572598, "accuracy": 0.617589, "main_score": 0.572598, "hf_subset": "amh_Ethi-zul_Latn", "languages": ["amh-Ethi", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768544, "recall": 0.815217, "f1": 0.782284, "accuracy": 0.815217, "main_score": 0.782284, "hf_subset": "amh_Ethi-azb_Arab", "languages": ["amh-Ethi", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944368, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "amh_Ethi-deu_Latn", "languages": ["amh-Ethi", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854677, "recall": 0.893281, "f1": 0.866568, "accuracy": 0.893281, "main_score": 0.866568, "hf_subset": "amh_Ethi-hat_Latn", "languages": ["amh-Ethi", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420122, "recall": 0.472332, "f1": 0.434637, "accuracy": 0.472332, "main_score": 0.434637, "hf_subset": "amh_Ethi-kbp_Latn", "languages": ["amh-Ethi", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494461, "recall": 0.543478, "f1": 0.508374, "accuracy": 0.543478, "main_score": 0.508374, "hf_subset": "amh_Ethi-luo_Latn", "languages": ["amh-Ethi", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.958498, "f1": 0.945982, "accuracy": 0.958498, "main_score": 0.945982, "hf_subset": "amh_Ethi-ory_Orya", "languages": ["amh-Ethi", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.489984, "recall": 0.556324, "f1": 0.508259, "accuracy": 0.556324, "main_score": 0.508259, "hf_subset": "amh_Ethi-sna_Latn", "languages": ["amh-Ethi", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483656, "recall": 0.538538, "f1": 0.499447, "accuracy": 0.538538, "main_score": 0.499447, "hf_subset": "amh_Ethi-tso_Latn", "languages": ["amh-Ethi", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905056, "recall": 0.932806, "f1": 0.913768, "accuracy": 0.932806, "main_score": 0.913768, "hf_subset": "amh_Ethi-azj_Latn", "languages": ["amh-Ethi", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434225, "recall": 0.495059, "f1": 0.451845, "accuracy": 0.495059, "main_score": 0.451845, "hf_subset": "amh_Ethi-dik_Latn", "languages": ["amh-Ethi", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637286, "recall": 0.69664, "f1": 0.654221, "accuracy": 0.69664, "main_score": 0.654221, "hf_subset": "amh_Ethi-hau_Latn", "languages": ["amh-Ethi", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843473, "recall": 0.87747, "f1": 0.853021, "accuracy": 0.87747, "main_score": 0.853021, "hf_subset": "amh_Ethi-kea_Latn", "languages": ["amh-Ethi", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611004, "recall": 0.661067, "f1": 0.625118, "accuracy": 0.661067, "main_score": 0.625118, "hf_subset": "amh_Ethi-lus_Latn", "languages": ["amh-Ethi", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701418, "recall": 0.741107, "f1": 0.712804, "accuracy": 0.741107, "main_score": 0.712804, "hf_subset": "amh_Ethi-pag_Latn", "languages": ["amh-Ethi", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931653, "recall": 0.950593, "f1": 0.937502, "accuracy": 0.950593, "main_score": 0.937502, "hf_subset": "amh_Ethi-snd_Arab", "languages": ["amh-Ethi", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.823403, "recall": 0.867589, "f1": 0.836613, "accuracy": 0.867589, "main_score": 0.836613, "hf_subset": "amh_Ethi-tuk_Latn", "languages": ["amh-Ethi", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882141, "recall": 0.912055, "f1": 0.891029, "accuracy": 0.912055, "main_score": 0.891029, "hf_subset": "amh_Ethi-bak_Cyrl", "languages": ["amh-Ethi", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.385088, "recall": 0.464427, "f1": 0.407194, "accuracy": 0.464427, "main_score": 0.407194, "hf_subset": "amh_Ethi-dyu_Latn", "languages": ["amh-Ethi", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "amh_Ethi-heb_Hebr", "languages": ["amh-Ethi", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.902739, "recall": 0.927866, "f1": 0.910343, "accuracy": 0.927866, "main_score": 0.910343, "hf_subset": "amh_Ethi-khk_Cyrl", "languages": ["amh-Ethi", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.927289, "recall": 0.949605, "f1": 0.934354, "accuracy": 0.949605, "main_score": 0.934354, "hf_subset": "amh_Ethi-lvs_Latn", "languages": ["amh-Ethi", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945487, "recall": 0.963439, "f1": 0.951416, "accuracy": 0.963439, "main_score": 0.951416, "hf_subset": "amh_Ethi-pan_Guru", "languages": ["amh-Ethi", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.615415, "recall": 0.675889, "f1": 0.63291, "accuracy": 0.675889, "main_score": 0.63291, "hf_subset": "amh_Ethi-som_Latn", "languages": ["amh-Ethi", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495078, "recall": 0.54249, "f1": 0.508244, "accuracy": 0.54249, "main_score": 0.508244, "hf_subset": "amh_Ethi-tum_Latn", "languages": ["amh-Ethi", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601376, "recall": 0.666008, "f1": 0.619949, "accuracy": 0.666008, "main_score": 0.619949, "hf_subset": "bos_Latn-ace_Arab", "languages": ["bos-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540055, "recall": 0.602767, "f1": 0.557651, "accuracy": 0.602767, "main_score": 0.557651, "hf_subset": "bos_Latn-bam_Latn", "languages": ["bos-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446938, "recall": 0.52668, "f1": 0.468994, "accuracy": 0.52668, "main_score": 0.468994, "hf_subset": "bos_Latn-dzo_Tibt", "languages": ["bos-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hin_Deva", "languages": ["bos-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-khm_Khmr", "languages": ["bos-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mag_Deva", "languages": ["bos-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "bos_Latn-pap_Latn", "languages": ["bos-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617863, "recall": 0.675889, "f1": 0.634637, "accuracy": 0.675889, "main_score": 0.634637, "hf_subset": "bos_Latn-sot_Latn", "languages": ["bos-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tur_Latn", "languages": ["bos-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893676, "recall": 0.921937, "f1": 0.90247, "accuracy": 0.921937, "main_score": 0.90247, "hf_subset": "bos_Latn-ace_Latn", "languages": ["bos-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "bos_Latn-ban_Latn", "languages": ["bos-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ell_Grek", "languages": ["bos-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bos_Latn-hne_Deva", "languages": ["bos-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619429, "recall": 0.675889, "f1": 0.635444, "accuracy": 0.675889, "main_score": 0.635444, "hf_subset": "bos_Latn-kik_Latn", "languages": ["bos-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mai_Deva", "languages": ["bos-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bos_Latn-pbt_Arab", "languages": ["bos-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-spa_Latn", "languages": ["bos-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629002, "recall": 0.693676, "f1": 0.647351, "accuracy": 0.693676, "main_score": 0.647351, "hf_subset": "bos_Latn-twi_Latn", "languages": ["bos-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-acm_Arab", "languages": ["bos-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-bel_Cyrl", "languages": ["bos-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-eng_Latn", "languages": ["bos-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hrv_Latn", "languages": ["bos-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576203, "recall": 0.642292, "f1": 0.59477, "accuracy": 0.642292, "main_score": 0.59477, "hf_subset": "bos_Latn-kin_Latn", "languages": ["bos-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-mal_Mlym", "languages": ["bos-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pes_Arab", "languages": ["bos-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-srd_Latn", "languages": ["bos-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189964, "recall": 0.23913, "f1": 0.202455, "accuracy": 0.23913, "main_score": 0.202455, "hf_subset": "bos_Latn-tzm_Tfng", "languages": ["bos-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-acq_Arab", "languages": ["bos-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640662, "recall": 0.692688, "f1": 0.655552, "accuracy": 0.692688, "main_score": 0.655552, "hf_subset": "bos_Latn-bem_Latn", "languages": ["bos-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-epo_Latn", "languages": ["bos-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hun_Latn", "languages": ["bos-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-kir_Cyrl", "languages": ["bos-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mar_Deva", "languages": ["bos-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.695026, "recall": 0.747036, "f1": 0.710446, "accuracy": 0.747036, "main_score": 0.710446, "hf_subset": "bos_Latn-plt_Latn", "languages": ["bos-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-srp_Cyrl", "languages": ["bos-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "bos_Latn-uig_Arab", "languages": ["bos-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-aeb_Arab", "languages": ["bos-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-ben_Beng", "languages": ["bos-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-est_Latn", "languages": ["bos-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hye_Armn", "languages": ["bos-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.570949, "recall": 0.624506, "f1": 0.585801, "accuracy": 0.624506, "main_score": 0.585801, "hf_subset": "bos_Latn-kmb_Latn", "languages": ["bos-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545599, "recall": 0.61166, "f1": 0.563478, "accuracy": 0.61166, "main_score": 0.563478, "hf_subset": "bos_Latn-min_Arab", "languages": ["bos-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pol_Latn", "languages": ["bos-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575703, "recall": 0.642292, "f1": 0.595196, "accuracy": 0.642292, "main_score": 0.595196, "hf_subset": "bos_Latn-ssw_Latn", "languages": ["bos-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ukr_Cyrl", "languages": ["bos-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-afr_Latn", "languages": ["bos-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-bho_Deva", "languages": ["bos-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "bos_Latn-eus_Latn", "languages": ["bos-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609766, "recall": 0.675889, "f1": 0.628752, "accuracy": 0.675889, "main_score": 0.628752, "hf_subset": "bos_Latn-ibo_Latn", "languages": ["bos-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922596, "recall": 0.945652, "f1": 0.930171, "accuracy": 0.945652, "main_score": 0.930171, "hf_subset": "bos_Latn-kmr_Latn", "languages": ["bos-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-min_Latn", "languages": ["bos-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-por_Latn", "languages": ["bos-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-sun_Latn", "languages": ["bos-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540184, "recall": 0.597826, "f1": 0.55673, "accuracy": 0.597826, "main_score": 0.55673, "hf_subset": "bos_Latn-umb_Latn", "languages": ["bos-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ajp_Arab", "languages": ["bos-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566178, "recall": 0.626482, "f1": 0.583163, "accuracy": 0.626482, "main_score": 0.583163, "hf_subset": "bos_Latn-bjn_Arab", "languages": ["bos-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535154, "recall": 0.588933, "f1": 0.549777, "accuracy": 0.588933, "main_score": 0.549777, "hf_subset": "bos_Latn-ewe_Latn", "languages": ["bos-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "bos_Latn-ilo_Latn", "languages": ["bos-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.331523, "recall": 0.393281, "f1": 0.348938, "accuracy": 0.393281, "main_score": 0.348938, "hf_subset": "bos_Latn-knc_Arab", "languages": ["bos-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mkd_Cyrl", "languages": ["bos-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-prs_Arab", "languages": ["bos-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-swe_Latn", "languages": ["bos-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-urd_Arab", "languages": ["bos-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608722, "recall": 0.66996, "f1": 0.626353, "accuracy": 0.66996, "main_score": 0.626353, "hf_subset": "bos_Latn-aka_Latn", "languages": ["bos-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bos_Latn-bjn_Latn", "languages": ["bos-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bos_Latn-fao_Latn", "languages": ["bos-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ind_Latn", "languages": ["bos-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60535, "recall": 0.659091, "f1": 0.620943, "accuracy": 0.659091, "main_score": 0.620943, "hf_subset": "bos_Latn-knc_Latn", "languages": ["bos-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bos_Latn-mlt_Latn", "languages": ["bos-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728566, "recall": 0.788538, "f1": 0.746385, "accuracy": 0.788538, "main_score": 0.746385, "hf_subset": "bos_Latn-quy_Latn", "languages": ["bos-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bos_Latn-swh_Latn", "languages": ["bos-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-uzn_Latn", "languages": ["bos-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-als_Latn", "languages": ["bos-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678706, "recall": 0.754941, "f1": 0.701139, "accuracy": 0.754941, "main_score": 0.701139, "hf_subset": "bos_Latn-bod_Tibt", "languages": ["bos-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.728938, "recall": 0.786561, "f1": 0.746146, "accuracy": 0.786561, "main_score": 0.746146, "hf_subset": "bos_Latn-fij_Latn", "languages": ["bos-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-isl_Latn", "languages": ["bos-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690785, "recall": 0.740119, "f1": 0.705731, "accuracy": 0.740119, "main_score": 0.705731, "hf_subset": "bos_Latn-kon_Latn", "languages": ["bos-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674212, "recall": 0.73913, "f1": 0.692893, "accuracy": 0.73913, "main_score": 0.692893, "hf_subset": "bos_Latn-mni_Beng", "languages": ["bos-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ron_Latn", "languages": ["bos-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "bos_Latn-szl_Latn", "languages": ["bos-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-vec_Latn", "languages": ["bos-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "bos_Latn-amh_Ethi", "languages": ["bos-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-fin_Latn", "languages": ["bos-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ita_Latn", "languages": ["bos-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-kor_Hang", "languages": ["bos-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.566857, "recall": 0.626482, "f1": 0.58383, "accuracy": 0.626482, "main_score": 0.58383, "hf_subset": "bos_Latn-mos_Latn", "languages": ["bos-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571097, "recall": 0.62747, "f1": 0.587488, "accuracy": 0.62747, "main_score": 0.587488, "hf_subset": "bos_Latn-run_Latn", "languages": ["bos-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tam_Taml", "languages": ["bos-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-vie_Latn", "languages": ["bos-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-apc_Arab", "languages": ["bos-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.825132, "recall": 0.865613, "f1": 0.837173, "accuracy": 0.865613, "main_score": 0.837173, "hf_subset": "bos_Latn-bug_Latn", "languages": ["bos-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488432, "recall": 0.546443, "f1": 0.503654, "accuracy": 0.546443, "main_score": 0.503654, "hf_subset": "bos_Latn-fon_Latn", "languages": ["bos-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-jav_Latn", "languages": ["bos-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-lao_Laoo", "languages": ["bos-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.89161, "recall": 0.922925, "f1": 0.9014, "accuracy": 0.922925, "main_score": 0.9014, "hf_subset": "bos_Latn-mri_Latn", "languages": ["bos-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-rus_Cyrl", "languages": ["bos-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550304, "recall": 0.609684, "f1": 0.566751, "accuracy": 0.609684, "main_score": 0.566751, "hf_subset": "bos_Latn-taq_Latn", "languages": ["bos-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-war_Latn", "languages": ["bos-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-arb_Arab", "languages": ["bos-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-bul_Cyrl", "languages": ["bos-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-fra_Latn", "languages": ["bos-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-jpn_Jpan", "languages": ["bos-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-lij_Latn", "languages": ["bos-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "bos_Latn-mya_Mymr", "languages": ["bos-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.613002, "recall": 0.676877, "f1": 0.630938, "accuracy": 0.676877, "main_score": 0.630938, "hf_subset": "bos_Latn-sag_Latn", "languages": ["bos-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208714, "recall": 0.26581, "f1": 0.222208, "accuracy": 0.26581, "main_score": 0.222208, "hf_subset": "bos_Latn-taq_Tfng", "languages": ["bos-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.659124, "recall": 0.717391, "f1": 0.675809, "accuracy": 0.717391, "main_score": 0.675809, "hf_subset": "bos_Latn-wol_Latn", "languages": ["bos-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82691, "recall": 0.871542, "f1": 0.840349, "accuracy": 0.871542, "main_score": 0.840349, "hf_subset": "bos_Latn-arb_Latn", "languages": ["bos-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-cat_Latn", "languages": ["bos-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-fur_Latn", "languages": ["bos-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434339, "recall": 0.494071, "f1": 0.450355, "accuracy": 0.494071, "main_score": 0.450355, "hf_subset": "bos_Latn-kab_Latn", "languages": ["bos-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-lim_Latn", "languages": ["bos-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-nld_Latn", "languages": ["bos-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bos_Latn-san_Deva", "languages": ["bos-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tat_Cyrl", "languages": ["bos-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.702612, "recall": 0.757905, "f1": 0.718678, "accuracy": 0.757905, "main_score": 0.718678, "hf_subset": "bos_Latn-xho_Latn", "languages": ["bos-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ars_Arab", "languages": ["bos-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ceb_Latn", "languages": ["bos-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580709, "recall": 0.639328, "f1": 0.597851, "accuracy": 0.639328, "main_score": 0.597851, "hf_subset": "bos_Latn-fuv_Latn", "languages": ["bos-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514483, "recall": 0.583992, "f1": 0.533084, "accuracy": 0.583992, "main_score": 0.533084, "hf_subset": "bos_Latn-kac_Latn", "languages": ["bos-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701673, "recall": 0.75, "f1": 0.715827, "accuracy": 0.75, "main_score": 0.715827, "hf_subset": "bos_Latn-lin_Latn", "languages": ["bos-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-nno_Latn", "languages": ["bos-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.256377, "recall": 0.33498, "f1": 0.276533, "accuracy": 0.33498, "main_score": 0.276533, "hf_subset": "bos_Latn-sat_Olck", "languages": ["bos-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tel_Telu", "languages": ["bos-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bos_Latn-ydd_Hebr", "languages": ["bos-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bos_Latn-ary_Arab", "languages": ["bos-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ces_Latn", "languages": ["bos-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610721, "recall": 0.668972, "f1": 0.627442, "accuracy": 0.668972, "main_score": 0.627442, "hf_subset": "bos_Latn-gaz_Latn", "languages": ["bos-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599959, "recall": 0.66502, "f1": 0.618825, "accuracy": 0.66502, "main_score": 0.618825, "hf_subset": "bos_Latn-kam_Latn", "languages": ["bos-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bos_Latn-lit_Latn", "languages": ["bos-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-nob_Latn", "languages": ["bos-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bos_Latn-scn_Latn", "languages": ["bos-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "bos_Latn-tgk_Cyrl", "languages": ["bos-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.739032, "recall": 0.800395, "f1": 0.757759, "accuracy": 0.800395, "main_score": 0.757759, "hf_subset": "bos_Latn-yor_Latn", "languages": ["bos-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-arz_Arab", "languages": ["bos-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576912, "recall": 0.639328, "f1": 0.595347, "accuracy": 0.639328, "main_score": 0.595347, "hf_subset": "bos_Latn-cjk_Latn", "languages": ["bos-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821262, "recall": 0.866601, "f1": 0.835178, "accuracy": 0.866601, "main_score": 0.835178, "hf_subset": "bos_Latn-gla_Latn", "languages": ["bos-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-kan_Knda", "languages": ["bos-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bos_Latn-lmo_Latn", "languages": ["bos-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bos_Latn-npi_Deva", "languages": ["bos-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.479531, "recall": 0.546443, "f1": 0.498386, "accuracy": 0.546443, "main_score": 0.498386, "hf_subset": "bos_Latn-shn_Mymr", "languages": ["bos-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tgl_Latn", "languages": ["bos-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-yue_Hant", "languages": ["bos-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-asm_Beng", "languages": ["bos-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bos_Latn-ckb_Arab", "languages": ["bos-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.907338, "recall": 0.932806, "f1": 0.915333, "accuracy": 0.932806, "main_score": 0.915333, "hf_subset": "bos_Latn-gle_Latn", "languages": ["bos-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "bos_Latn-kas_Arab", "languages": ["bos-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "bos_Latn-ltg_Latn", "languages": ["bos-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631154, "recall": 0.6917, "f1": 0.648808, "accuracy": 0.6917, "main_score": 0.648808, "hf_subset": "bos_Latn-nso_Latn", "languages": ["bos-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-sin_Sinh", "languages": ["bos-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tha_Thai", "languages": ["bos-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zho_Hans", "languages": ["bos-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ast_Latn", "languages": ["bos-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-crh_Latn", "languages": ["bos-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-glg_Latn", "languages": ["bos-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917408, "recall": 0.942688, "f1": 0.925461, "accuracy": 0.942688, "main_score": 0.925461, "hf_subset": "bos_Latn-kas_Deva", "languages": ["bos-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bos_Latn-ltz_Latn", "languages": ["bos-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486801, "recall": 0.554348, "f1": 0.504817, "accuracy": 0.554348, "main_score": 0.504817, "hf_subset": "bos_Latn-nus_Latn", "languages": ["bos-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-slk_Latn", "languages": ["bos-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633716, "recall": 0.705534, "f1": 0.65491, "accuracy": 0.705534, "main_score": 0.65491, "hf_subset": "bos_Latn-tir_Ethi", "languages": ["bos-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zho_Hant", "languages": ["bos-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "bos_Latn-awa_Deva", "languages": ["bos-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bos_Latn-cym_Latn", "languages": ["bos-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860211, "recall": 0.898221, "f1": 0.872003, "accuracy": 0.898221, "main_score": 0.872003, "hf_subset": "bos_Latn-grn_Latn", "languages": ["bos-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-kat_Geor", "languages": ["bos-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.669731, "recall": 0.722332, "f1": 0.684959, "accuracy": 0.722332, "main_score": 0.684959, "hf_subset": "bos_Latn-lua_Latn", "languages": ["bos-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666115, "recall": 0.728261, "f1": 0.684231, "accuracy": 0.728261, "main_score": 0.684231, "hf_subset": "bos_Latn-nya_Latn", "languages": ["bos-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-slv_Latn", "languages": ["bos-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "bos_Latn-tpi_Latn", "languages": ["bos-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zsm_Latn", "languages": ["bos-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566841, "recall": 0.630435, "f1": 0.58473, "accuracy": 0.630435, "main_score": 0.58473, "hf_subset": "bos_Latn-ayr_Latn", "languages": ["bos-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-dan_Latn", "languages": ["bos-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-guj_Gujr", "languages": ["bos-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-kaz_Cyrl", "languages": ["bos-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556876, "recall": 0.623518, "f1": 0.576153, "accuracy": 0.623518, "main_score": 0.576153, "hf_subset": "bos_Latn-lug_Latn", "languages": ["bos-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-oci_Latn", "languages": ["bos-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859717, "recall": 0.898221, "f1": 0.871824, "accuracy": 0.898221, "main_score": 0.871824, "hf_subset": "bos_Latn-smo_Latn", "languages": ["bos-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558506, "recall": 0.62253, "f1": 0.576689, "accuracy": 0.62253, "main_score": 0.576689, "hf_subset": "bos_Latn-tsn_Latn", "languages": ["bos-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645152, "recall": 0.704545, "f1": 0.662295, "accuracy": 0.704545, "main_score": 0.662295, "hf_subset": "bos_Latn-zul_Latn", "languages": ["bos-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945652, "recall": 0.961462, "f1": 0.950758, "accuracy": 0.961462, "main_score": 0.950758, "hf_subset": "bos_Latn-azb_Arab", "languages": ["bos-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-deu_Latn", "languages": ["bos-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "bos_Latn-hat_Latn", "languages": ["bos-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514603, "recall": 0.572134, "f1": 0.530981, "accuracy": 0.572134, "main_score": 0.530981, "hf_subset": "bos_Latn-kbp_Latn", "languages": ["bos-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592048, "recall": 0.649209, "f1": 0.607438, "accuracy": 0.649209, "main_score": 0.607438, "hf_subset": "bos_Latn-luo_Latn", "languages": ["bos-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ory_Orya", "languages": ["bos-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.610145, "recall": 0.672925, "f1": 0.628129, "accuracy": 0.672925, "main_score": 0.628129, "hf_subset": "bos_Latn-sna_Latn", "languages": ["bos-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577164, "recall": 0.63834, "f1": 0.594529, "accuracy": 0.63834, "main_score": 0.594529, "hf_subset": "bos_Latn-tso_Latn", "languages": ["bos-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-azj_Latn", "languages": ["bos-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553895, "recall": 0.618577, "f1": 0.57265, "accuracy": 0.618577, "main_score": 0.57265, "hf_subset": "bos_Latn-dik_Latn", "languages": ["bos-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77108, "recall": 0.824111, "f1": 0.786759, "accuracy": 0.824111, "main_score": 0.786759, "hf_subset": "bos_Latn-hau_Latn", "languages": ["bos-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bos_Latn-kea_Latn", "languages": ["bos-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767328, "recall": 0.814229, "f1": 0.781851, "accuracy": 0.814229, "main_score": 0.781851, "hf_subset": "bos_Latn-lus_Latn", "languages": ["bos-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895339, "recall": 0.916008, "f1": 0.901548, "accuracy": 0.916008, "main_score": 0.901548, "hf_subset": "bos_Latn-pag_Latn", "languages": ["bos-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-snd_Arab", "languages": ["bos-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "bos_Latn-tuk_Latn", "languages": ["bos-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-bak_Cyrl", "languages": ["bos-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494937, "recall": 0.572134, "f1": 0.517671, "accuracy": 0.572134, "main_score": 0.517671, "hf_subset": "bos_Latn-dyu_Latn", "languages": ["bos-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-heb_Hebr", "languages": ["bos-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bos_Latn-khk_Cyrl", "languages": ["bos-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-lvs_Latn", "languages": ["bos-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pan_Guru", "languages": ["bos-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.735016, "recall": 0.789526, "f1": 0.751241, "accuracy": 0.789526, "main_score": 0.751241, "hf_subset": "bos_Latn-som_Latn", "languages": ["bos-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624263, "recall": 0.671937, "f1": 0.637797, "accuracy": 0.671937, "main_score": 0.637797, "hf_subset": "bos_Latn-tum_Latn", "languages": ["bos-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559151, "recall": 0.623518, "f1": 0.577533, "accuracy": 0.623518, "main_score": 0.577533, "hf_subset": "fin_Latn-ace_Arab", "languages": ["fin-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523108, "recall": 0.582016, "f1": 0.539733, "accuracy": 0.582016, "main_score": 0.539733, "hf_subset": "fin_Latn-bam_Latn", "languages": ["fin-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448441, "recall": 0.521739, "f1": 0.467862, "accuracy": 0.521739, "main_score": 0.467862, "hf_subset": "fin_Latn-dzo_Tibt", "languages": ["fin-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hin_Deva", "languages": ["fin-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-khm_Khmr", "languages": ["fin-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fin_Latn-mag_Deva", "languages": ["fin-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "fin_Latn-pap_Latn", "languages": ["fin-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589928, "recall": 0.644269, "f1": 0.605605, "accuracy": 0.644269, "main_score": 0.605605, "hf_subset": "fin_Latn-sot_Latn", "languages": ["fin-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tur_Latn", "languages": ["fin-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867342, "recall": 0.899209, "f1": 0.87716, "accuracy": 0.899209, "main_score": 0.87716, "hf_subset": "fin_Latn-ace_Latn", "languages": ["fin-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.968379, "f1": 0.960145, "accuracy": 0.968379, "main_score": 0.960145, "hf_subset": "fin_Latn-ban_Latn", "languages": ["fin-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ell_Grek", "languages": ["fin-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-hne_Deva", "languages": ["fin-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593125, "recall": 0.646245, "f1": 0.608453, "accuracy": 0.646245, "main_score": 0.608453, "hf_subset": "fin_Latn-kik_Latn", "languages": ["fin-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-mai_Deva", "languages": ["fin-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "fin_Latn-pbt_Arab", "languages": ["fin-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-spa_Latn", "languages": ["fin-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611991, "recall": 0.673913, "f1": 0.629767, "accuracy": 0.673913, "main_score": 0.629767, "hf_subset": "fin_Latn-twi_Latn", "languages": ["fin-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-acm_Arab", "languages": ["fin-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-bel_Cyrl", "languages": ["fin-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-eng_Latn", "languages": ["fin-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hrv_Latn", "languages": ["fin-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551941, "recall": 0.618577, "f1": 0.570448, "accuracy": 0.618577, "main_score": 0.570448, "hf_subset": "fin_Latn-kin_Latn", "languages": ["fin-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-mal_Mlym", "languages": ["fin-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pes_Arab", "languages": ["fin-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "fin_Latn-srd_Latn", "languages": ["fin-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183041, "recall": 0.22332, "f1": 0.193128, "accuracy": 0.22332, "main_score": 0.193128, "hf_subset": "fin_Latn-tzm_Tfng", "languages": ["fin-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-acq_Arab", "languages": ["fin-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.614453, "recall": 0.668972, "f1": 0.62952, "accuracy": 0.668972, "main_score": 0.62952, "hf_subset": "fin_Latn-bem_Latn", "languages": ["fin-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-epo_Latn", "languages": ["fin-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hun_Latn", "languages": ["fin-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fin_Latn-kir_Cyrl", "languages": ["fin-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-mar_Deva", "languages": ["fin-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.669351, "recall": 0.721344, "f1": 0.684571, "accuracy": 0.721344, "main_score": 0.684571, "hf_subset": "fin_Latn-plt_Latn", "languages": ["fin-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-srp_Cyrl", "languages": ["fin-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "fin_Latn-uig_Arab", "languages": ["fin-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fin_Latn-aeb_Arab", "languages": ["fin-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ben_Beng", "languages": ["fin-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-est_Latn", "languages": ["fin-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-hye_Armn", "languages": ["fin-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.542556, "recall": 0.591897, "f1": 0.556969, "accuracy": 0.591897, "main_score": 0.556969, "hf_subset": "fin_Latn-kmb_Latn", "languages": ["fin-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497681, "recall": 0.568182, "f1": 0.517075, "accuracy": 0.568182, "main_score": 0.517075, "hf_subset": "fin_Latn-min_Arab", "languages": ["fin-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pol_Latn", "languages": ["fin-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558632, "recall": 0.616601, "f1": 0.575429, "accuracy": 0.616601, "main_score": 0.575429, "hf_subset": "fin_Latn-ssw_Latn", "languages": ["fin-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ukr_Cyrl", "languages": ["fin-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-afr_Latn", "languages": ["fin-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-bho_Deva", "languages": ["fin-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fin_Latn-eus_Latn", "languages": ["fin-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579794, "recall": 0.646245, "f1": 0.599003, "accuracy": 0.646245, "main_score": 0.599003, "hf_subset": "fin_Latn-ibo_Latn", "languages": ["fin-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901845, "recall": 0.928854, "f1": 0.910738, "accuracy": 0.928854, "main_score": 0.910738, "hf_subset": "fin_Latn-kmr_Latn", "languages": ["fin-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "fin_Latn-min_Latn", "languages": ["fin-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-por_Latn", "languages": ["fin-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fin_Latn-sun_Latn", "languages": ["fin-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519477, "recall": 0.579051, "f1": 0.536654, "accuracy": 0.579051, "main_score": 0.536654, "hf_subset": "fin_Latn-umb_Latn", "languages": ["fin-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ajp_Arab", "languages": ["fin-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521362, "recall": 0.590909, "f1": 0.540488, "accuracy": 0.590909, "main_score": 0.540488, "hf_subset": "fin_Latn-bjn_Arab", "languages": ["fin-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521902, "recall": 0.573123, "f1": 0.535331, "accuracy": 0.573123, "main_score": 0.535331, "hf_subset": "fin_Latn-ewe_Latn", "languages": ["fin-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.95751, "f1": 0.945949, "accuracy": 0.95751, "main_score": 0.945949, "hf_subset": "fin_Latn-ilo_Latn", "languages": ["fin-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317336, "recall": 0.375494, "f1": 0.333987, "accuracy": 0.375494, "main_score": 0.333987, "hf_subset": "fin_Latn-knc_Arab", "languages": ["fin-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-mkd_Cyrl", "languages": ["fin-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-prs_Arab", "languages": ["fin-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-swe_Latn", "languages": ["fin-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-urd_Arab", "languages": ["fin-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580724, "recall": 0.641304, "f1": 0.597932, "accuracy": 0.641304, "main_score": 0.597932, "hf_subset": "fin_Latn-aka_Latn", "languages": ["fin-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fin_Latn-bjn_Latn", "languages": ["fin-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "fin_Latn-fao_Latn", "languages": ["fin-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ind_Latn", "languages": ["fin-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586555, "recall": 0.636364, "f1": 0.600885, "accuracy": 0.636364, "main_score": 0.600885, "hf_subset": "fin_Latn-knc_Latn", "languages": ["fin-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "fin_Latn-mlt_Latn", "languages": ["fin-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706509, "recall": 0.763834, "f1": 0.723111, "accuracy": 0.763834, "main_score": 0.723111, "hf_subset": "fin_Latn-quy_Latn", "languages": ["fin-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "fin_Latn-swh_Latn", "languages": ["fin-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fin_Latn-uzn_Latn", "languages": ["fin-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-als_Latn", "languages": ["fin-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651691, "recall": 0.73419, "f1": 0.676026, "accuracy": 0.73419, "main_score": 0.676026, "hf_subset": "fin_Latn-bod_Tibt", "languages": ["fin-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.691559, "recall": 0.753953, "f1": 0.709848, "accuracy": 0.753953, "main_score": 0.709848, "hf_subset": "fin_Latn-fij_Latn", "languages": ["fin-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "fin_Latn-isl_Latn", "languages": ["fin-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657658, "recall": 0.710474, "f1": 0.673405, "accuracy": 0.710474, "main_score": 0.673405, "hf_subset": "fin_Latn-kon_Latn", "languages": ["fin-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647711, "recall": 0.713439, "f1": 0.667165, "accuracy": 0.713439, "main_score": 0.667165, "hf_subset": "fin_Latn-mni_Beng", "languages": ["fin-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ron_Latn", "languages": ["fin-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "fin_Latn-szl_Latn", "languages": ["fin-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-vec_Latn", "languages": ["fin-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949687, "recall": 0.965415, "f1": 0.954776, "accuracy": 0.965415, "main_score": 0.954776, "hf_subset": "fin_Latn-amh_Ethi", "languages": ["fin-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-bos_Latn", "languages": ["fin-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ita_Latn", "languages": ["fin-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-kor_Hang", "languages": ["fin-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.554866, "recall": 0.61166, "f1": 0.570729, "accuracy": 0.61166, "main_score": 0.570729, "hf_subset": "fin_Latn-mos_Latn", "languages": ["fin-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541625, "recall": 0.598814, "f1": 0.558271, "accuracy": 0.598814, "main_score": 0.558271, "hf_subset": "fin_Latn-run_Latn", "languages": ["fin-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tam_Taml", "languages": ["fin-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-vie_Latn", "languages": ["fin-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-apc_Arab", "languages": ["fin-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.784651, "recall": 0.83498, "f1": 0.800198, "accuracy": 0.83498, "main_score": 0.800198, "hf_subset": "fin_Latn-bug_Latn", "languages": ["fin-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470912, "recall": 0.524704, "f1": 0.48553, "accuracy": 0.524704, "main_score": 0.48553, "hf_subset": "fin_Latn-fon_Latn", "languages": ["fin-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-jav_Latn", "languages": ["fin-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-lao_Laoo", "languages": ["fin-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.869401, "recall": 0.90415, "f1": 0.880402, "accuracy": 0.90415, "main_score": 0.880402, "hf_subset": "fin_Latn-mri_Latn", "languages": ["fin-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-rus_Cyrl", "languages": ["fin-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530857, "recall": 0.591897, "f1": 0.547465, "accuracy": 0.591897, "main_score": 0.547465, "hf_subset": "fin_Latn-taq_Latn", "languages": ["fin-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fin_Latn-war_Latn", "languages": ["fin-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-arb_Arab", "languages": ["fin-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-bul_Cyrl", "languages": ["fin-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-fra_Latn", "languages": ["fin-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-jpn_Jpan", "languages": ["fin-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "fin_Latn-lij_Latn", "languages": ["fin-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "fin_Latn-mya_Mymr", "languages": ["fin-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.586124, "recall": 0.643281, "f1": 0.602061, "accuracy": 0.643281, "main_score": 0.602061, "hf_subset": "fin_Latn-sag_Latn", "languages": ["fin-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192636, "recall": 0.248024, "f1": 0.205472, "accuracy": 0.248024, "main_score": 0.205472, "hf_subset": "fin_Latn-taq_Tfng", "languages": ["fin-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.622621, "recall": 0.679842, "f1": 0.638601, "accuracy": 0.679842, "main_score": 0.638601, "hf_subset": "fin_Latn-wol_Latn", "languages": ["fin-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804924, "recall": 0.854743, "f1": 0.820356, "accuracy": 0.854743, "main_score": 0.820356, "hf_subset": "fin_Latn-arb_Latn", "languages": ["fin-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-cat_Latn", "languages": ["fin-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fin_Latn-fur_Latn", "languages": ["fin-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404457, "recall": 0.462451, "f1": 0.420368, "accuracy": 0.462451, "main_score": 0.420368, "hf_subset": "fin_Latn-kab_Latn", "languages": ["fin-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fin_Latn-lim_Latn", "languages": ["fin-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-nld_Latn", "languages": ["fin-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-san_Deva", "languages": ["fin-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-tat_Cyrl", "languages": ["fin-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660104, "recall": 0.714427, "f1": 0.675831, "accuracy": 0.714427, "main_score": 0.675831, "hf_subset": "fin_Latn-xho_Latn", "languages": ["fin-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ars_Arab", "languages": ["fin-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-ceb_Latn", "languages": ["fin-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551721, "recall": 0.608696, "f1": 0.567649, "accuracy": 0.608696, "main_score": 0.567649, "hf_subset": "fin_Latn-fuv_Latn", "languages": ["fin-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5204, "recall": 0.587945, "f1": 0.539018, "accuracy": 0.587945, "main_score": 0.539018, "hf_subset": "fin_Latn-kac_Latn", "languages": ["fin-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644426, "recall": 0.699605, "f1": 0.660674, "accuracy": 0.699605, "main_score": 0.660674, "hf_subset": "fin_Latn-lin_Latn", "languages": ["fin-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-nno_Latn", "languages": ["fin-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.219935, "recall": 0.301383, "f1": 0.241276, "accuracy": 0.301383, "main_score": 0.241276, "hf_subset": "fin_Latn-sat_Olck", "languages": ["fin-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-tel_Telu", "languages": ["fin-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "fin_Latn-ydd_Hebr", "languages": ["fin-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "fin_Latn-ary_Arab", "languages": ["fin-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ces_Latn", "languages": ["fin-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582206, "recall": 0.645257, "f1": 0.600445, "accuracy": 0.645257, "main_score": 0.600445, "hf_subset": "fin_Latn-gaz_Latn", "languages": ["fin-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587684, "recall": 0.645257, "f1": 0.604545, "accuracy": 0.645257, "main_score": 0.604545, "hf_subset": "fin_Latn-kam_Latn", "languages": ["fin-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-lit_Latn", "languages": ["fin-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-nob_Latn", "languages": ["fin-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "fin_Latn-scn_Latn", "languages": ["fin-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "fin_Latn-tgk_Cyrl", "languages": ["fin-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.707379, "recall": 0.768775, "f1": 0.725368, "accuracy": 0.768775, "main_score": 0.725368, "hf_subset": "fin_Latn-yor_Latn", "languages": ["fin-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-arz_Arab", "languages": ["fin-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552566, "recall": 0.608696, "f1": 0.568553, "accuracy": 0.608696, "main_score": 0.568553, "hf_subset": "fin_Latn-cjk_Latn", "languages": ["fin-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801054, "recall": 0.850791, "f1": 0.81629, "accuracy": 0.850791, "main_score": 0.81629, "hf_subset": "fin_Latn-gla_Latn", "languages": ["fin-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-kan_Knda", "languages": ["fin-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "fin_Latn-lmo_Latn", "languages": ["fin-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fin_Latn-npi_Deva", "languages": ["fin-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.464803, "recall": 0.527668, "f1": 0.482253, "accuracy": 0.527668, "main_score": 0.482253, "hf_subset": "fin_Latn-shn_Mymr", "languages": ["fin-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tgl_Latn", "languages": ["fin-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-yue_Hant", "languages": ["fin-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-asm_Beng", "languages": ["fin-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "fin_Latn-ckb_Arab", "languages": ["fin-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895257, "recall": 0.921937, "f1": 0.903411, "accuracy": 0.921937, "main_score": 0.903411, "hf_subset": "fin_Latn-gle_Latn", "languages": ["fin-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "fin_Latn-kas_Arab", "languages": ["fin-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940547, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "fin_Latn-ltg_Latn", "languages": ["fin-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60006, "recall": 0.651186, "f1": 0.614703, "accuracy": 0.651186, "main_score": 0.614703, "hf_subset": "fin_Latn-nso_Latn", "languages": ["fin-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fin_Latn-sin_Sinh", "languages": ["fin-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-tha_Thai", "languages": ["fin-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-zho_Hans", "languages": ["fin-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ast_Latn", "languages": ["fin-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-crh_Latn", "languages": ["fin-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-glg_Latn", "languages": ["fin-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897069, "recall": 0.927866, "f1": 0.906917, "accuracy": 0.927866, "main_score": 0.906917, "hf_subset": "fin_Latn-kas_Deva", "languages": ["fin-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fin_Latn-ltz_Latn", "languages": ["fin-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465139, "recall": 0.521739, "f1": 0.480305, "accuracy": 0.521739, "main_score": 0.480305, "hf_subset": "fin_Latn-nus_Latn", "languages": ["fin-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-slk_Latn", "languages": ["fin-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613439, "recall": 0.682806, "f1": 0.633804, "accuracy": 0.682806, "main_score": 0.633804, "hf_subset": "fin_Latn-tir_Ethi", "languages": ["fin-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-zho_Hant", "languages": ["fin-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "fin_Latn-awa_Deva", "languages": ["fin-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "fin_Latn-cym_Latn", "languages": ["fin-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824605, "recall": 0.867589, "f1": 0.838076, "accuracy": 0.867589, "main_score": 0.838076, "hf_subset": "fin_Latn-grn_Latn", "languages": ["fin-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-kat_Geor", "languages": ["fin-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.63583, "recall": 0.684783, "f1": 0.649778, "accuracy": 0.684783, "main_score": 0.649778, "hf_subset": "fin_Latn-lua_Latn", "languages": ["fin-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627193, "recall": 0.6917, "f1": 0.646311, "accuracy": 0.6917, "main_score": 0.646311, "hf_subset": "fin_Latn-nya_Latn", "languages": ["fin-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-slv_Latn", "languages": ["fin-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "fin_Latn-tpi_Latn", "languages": ["fin-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-zsm_Latn", "languages": ["fin-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544981, "recall": 0.607708, "f1": 0.562999, "accuracy": 0.607708, "main_score": 0.562999, "hf_subset": "fin_Latn-ayr_Latn", "languages": ["fin-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-dan_Latn", "languages": ["fin-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-guj_Gujr", "languages": ["fin-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-kaz_Cyrl", "languages": ["fin-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530685, "recall": 0.594862, "f1": 0.548279, "accuracy": 0.594862, "main_score": 0.548279, "hf_subset": "fin_Latn-lug_Latn", "languages": ["fin-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-oci_Latn", "languages": ["fin-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823864, "recall": 0.867589, "f1": 0.837088, "accuracy": 0.867589, "main_score": 0.837088, "hf_subset": "fin_Latn-smo_Latn", "languages": ["fin-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540771, "recall": 0.602767, "f1": 0.558366, "accuracy": 0.602767, "main_score": 0.558366, "hf_subset": "fin_Latn-tsn_Latn", "languages": ["fin-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60094, "recall": 0.66502, "f1": 0.619637, "accuracy": 0.66502, "main_score": 0.619637, "hf_subset": "fin_Latn-zul_Latn", "languages": ["fin-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918478, "recall": 0.940711, "f1": 0.925725, "accuracy": 0.940711, "main_score": 0.925725, "hf_subset": "fin_Latn-azb_Arab", "languages": ["fin-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-deu_Latn", "languages": ["fin-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "fin_Latn-hat_Latn", "languages": ["fin-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485486, "recall": 0.54249, "f1": 0.501003, "accuracy": 0.54249, "main_score": 0.501003, "hf_subset": "fin_Latn-kbp_Latn", "languages": ["fin-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575998, "recall": 0.632411, "f1": 0.591366, "accuracy": 0.632411, "main_score": 0.591366, "hf_subset": "fin_Latn-luo_Latn", "languages": ["fin-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ory_Orya", "languages": ["fin-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.591922, "recall": 0.653162, "f1": 0.609052, "accuracy": 0.653162, "main_score": 0.609052, "hf_subset": "fin_Latn-sna_Latn", "languages": ["fin-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538441, "recall": 0.596838, "f1": 0.554858, "accuracy": 0.596838, "main_score": 0.554858, "hf_subset": "fin_Latn-tso_Latn", "languages": ["fin-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "fin_Latn-azj_Latn", "languages": ["fin-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529558, "recall": 0.594862, "f1": 0.548328, "accuracy": 0.594862, "main_score": 0.548328, "hf_subset": "fin_Latn-dik_Latn", "languages": ["fin-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741617, "recall": 0.794466, "f1": 0.757529, "accuracy": 0.794466, "main_score": 0.757529, "hf_subset": "fin_Latn-hau_Latn", "languages": ["fin-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "fin_Latn-kea_Latn", "languages": ["fin-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743092, "recall": 0.79249, "f1": 0.757922, "accuracy": 0.79249, "main_score": 0.757922, "hf_subset": "fin_Latn-lus_Latn", "languages": ["fin-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866469, "recall": 0.896245, "f1": 0.875414, "accuracy": 0.896245, "main_score": 0.875414, "hf_subset": "fin_Latn-pag_Latn", "languages": ["fin-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-snd_Arab", "languages": ["fin-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "fin_Latn-tuk_Latn", "languages": ["fin-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fin_Latn-bak_Cyrl", "languages": ["fin-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481539, "recall": 0.5583, "f1": 0.5045, "accuracy": 0.5583, "main_score": 0.5045, "hf_subset": "fin_Latn-dyu_Latn", "languages": ["fin-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-heb_Hebr", "languages": ["fin-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fin_Latn-khk_Cyrl", "languages": ["fin-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-lvs_Latn", "languages": ["fin-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pan_Guru", "languages": ["fin-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.702226, "recall": 0.755929, "f1": 0.718281, "accuracy": 0.755929, "main_score": 0.718281, "hf_subset": "fin_Latn-som_Latn", "languages": ["fin-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596123, "recall": 0.646245, "f1": 0.610337, "accuracy": 0.646245, "main_score": 0.610337, "hf_subset": "fin_Latn-tum_Latn", "languages": ["fin-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612534, "recall": 0.673913, "f1": 0.630149, "accuracy": 0.673913, "main_score": 0.630149, "hf_subset": "ita_Latn-ace_Arab", "languages": ["ita-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538572, "recall": 0.601779, "f1": 0.556221, "accuracy": 0.601779, "main_score": 0.556221, "hf_subset": "ita_Latn-bam_Latn", "languages": ["ita-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456849, "recall": 0.535573, "f1": 0.478106, "accuracy": 0.535573, "main_score": 0.478106, "hf_subset": "ita_Latn-dzo_Tibt", "languages": ["ita-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hin_Deva", "languages": ["ita-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-khm_Khmr", "languages": ["ita-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-mag_Deva", "languages": ["ita-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ita_Latn-pap_Latn", "languages": ["ita-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613343, "recall": 0.673913, "f1": 0.630412, "accuracy": 0.673913, "main_score": 0.630412, "hf_subset": "ita_Latn-sot_Latn", "languages": ["ita-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tur_Latn", "languages": ["ita-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893034, "recall": 0.924901, "f1": 0.903228, "accuracy": 0.924901, "main_score": 0.903228, "hf_subset": "ita_Latn-ace_Latn", "languages": ["ita-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "ita_Latn-ban_Latn", "languages": ["ita-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ell_Grek", "languages": ["ita-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-hne_Deva", "languages": ["ita-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.616231, "recall": 0.674901, "f1": 0.633072, "accuracy": 0.674901, "main_score": 0.633072, "hf_subset": "ita_Latn-kik_Latn", "languages": ["ita-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mai_Deva", "languages": ["ita-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ita_Latn-pbt_Arab", "languages": ["ita-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-spa_Latn", "languages": ["ita-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61996, "recall": 0.685771, "f1": 0.638829, "accuracy": 0.685771, "main_score": 0.638829, "hf_subset": "ita_Latn-twi_Latn", "languages": ["ita-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-acm_Arab", "languages": ["ita-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-bel_Cyrl", "languages": ["ita-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-eng_Latn", "languages": ["ita-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hrv_Latn", "languages": ["ita-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569962, "recall": 0.633399, "f1": 0.588007, "accuracy": 0.633399, "main_score": 0.588007, "hf_subset": "ita_Latn-kin_Latn", "languages": ["ita-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-mal_Mlym", "languages": ["ita-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-pes_Arab", "languages": ["ita-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-srd_Latn", "languages": ["ita-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.176318, "recall": 0.22332, "f1": 0.187942, "accuracy": 0.22332, "main_score": 0.187942, "hf_subset": "ita_Latn-tzm_Tfng", "languages": ["ita-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-acq_Arab", "languages": ["ita-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.633277, "recall": 0.689723, "f1": 0.649574, "accuracy": 0.689723, "main_score": 0.649574, "hf_subset": "ita_Latn-bem_Latn", "languages": ["ita-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-epo_Latn", "languages": ["ita-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hun_Latn", "languages": ["ita-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ita_Latn-kir_Cyrl", "languages": ["ita-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mar_Deva", "languages": ["ita-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.699349, "recall": 0.747036, "f1": 0.713098, "accuracy": 0.747036, "main_score": 0.713098, "hf_subset": "ita_Latn-plt_Latn", "languages": ["ita-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-srp_Cyrl", "languages": ["ita-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ita_Latn-uig_Arab", "languages": ["ita-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-aeb_Arab", "languages": ["ita-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ben_Beng", "languages": ["ita-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-est_Latn", "languages": ["ita-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hye_Armn", "languages": ["ita-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.560153, "recall": 0.61166, "f1": 0.574627, "accuracy": 0.61166, "main_score": 0.574627, "hf_subset": "ita_Latn-kmb_Latn", "languages": ["ita-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514877, "recall": 0.588933, "f1": 0.534761, "accuracy": 0.588933, "main_score": 0.534761, "hf_subset": "ita_Latn-min_Arab", "languages": ["ita-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-pol_Latn", "languages": ["ita-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561528, "recall": 0.630435, "f1": 0.581719, "accuracy": 0.630435, "main_score": 0.581719, "hf_subset": "ita_Latn-ssw_Latn", "languages": ["ita-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ukr_Cyrl", "languages": ["ita-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-afr_Latn", "languages": ["ita-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bho_Deva", "languages": ["ita-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-eus_Latn", "languages": ["ita-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592361, "recall": 0.657115, "f1": 0.61083, "accuracy": 0.657115, "main_score": 0.61083, "hf_subset": "ita_Latn-ibo_Latn", "languages": ["ita-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916173, "recall": 0.9417, "f1": 0.924407, "accuracy": 0.9417, "main_score": 0.924407, "hf_subset": "ita_Latn-kmr_Latn", "languages": ["ita-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ita_Latn-min_Latn", "languages": ["ita-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-por_Latn", "languages": ["ita-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-sun_Latn", "languages": ["ita-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522868, "recall": 0.590909, "f1": 0.542478, "accuracy": 0.590909, "main_score": 0.542478, "hf_subset": "ita_Latn-umb_Latn", "languages": ["ita-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ajp_Arab", "languages": ["ita-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55329, "recall": 0.618577, "f1": 0.571532, "accuracy": 0.618577, "main_score": 0.571532, "hf_subset": "ita_Latn-bjn_Arab", "languages": ["ita-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526818, "recall": 0.585968, "f1": 0.543592, "accuracy": 0.585968, "main_score": 0.543592, "hf_subset": "ita_Latn-ewe_Latn", "languages": ["ita-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "ita_Latn-ilo_Latn", "languages": ["ita-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319583, "recall": 0.37747, "f1": 0.335948, "accuracy": 0.37747, "main_score": 0.335948, "hf_subset": "ita_Latn-knc_Arab", "languages": ["ita-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mkd_Cyrl", "languages": ["ita-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-prs_Arab", "languages": ["ita-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-swe_Latn", "languages": ["ita-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-urd_Arab", "languages": ["ita-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605126, "recall": 0.666008, "f1": 0.621812, "accuracy": 0.666008, "main_score": 0.621812, "hf_subset": "ita_Latn-aka_Latn", "languages": ["ita-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ita_Latn-bjn_Latn", "languages": ["ita-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ita_Latn-fao_Latn", "languages": ["ita-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ind_Latn", "languages": ["ita-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599496, "recall": 0.657115, "f1": 0.615906, "accuracy": 0.657115, "main_score": 0.615906, "hf_subset": "ita_Latn-knc_Latn", "languages": ["ita-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-mlt_Latn", "languages": ["ita-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723884, "recall": 0.786561, "f1": 0.742163, "accuracy": 0.786561, "main_score": 0.742163, "hf_subset": "ita_Latn-quy_Latn", "languages": ["ita-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ita_Latn-swh_Latn", "languages": ["ita-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-uzn_Latn", "languages": ["ita-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-als_Latn", "languages": ["ita-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688291, "recall": 0.76087, "f1": 0.709783, "accuracy": 0.76087, "main_score": 0.709783, "hf_subset": "ita_Latn-bod_Tibt", "languages": ["ita-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.719324, "recall": 0.775692, "f1": 0.735804, "accuracy": 0.775692, "main_score": 0.735804, "hf_subset": "ita_Latn-fij_Latn", "languages": ["ita-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ita_Latn-isl_Latn", "languages": ["ita-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688307, "recall": 0.73913, "f1": 0.703364, "accuracy": 0.73913, "main_score": 0.703364, "hf_subset": "ita_Latn-kon_Latn", "languages": ["ita-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683959, "recall": 0.747036, "f1": 0.702296, "accuracy": 0.747036, "main_score": 0.702296, "hf_subset": "ita_Latn-mni_Beng", "languages": ["ita-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ron_Latn", "languages": ["ita-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ita_Latn-szl_Latn", "languages": ["ita-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-vec_Latn", "languages": ["ita-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944335, "recall": 0.962451, "f1": 0.950264, "accuracy": 0.962451, "main_score": 0.950264, "hf_subset": "ita_Latn-amh_Ethi", "languages": ["ita-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bos_Latn", "languages": ["ita-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-fin_Latn", "languages": ["ita-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-kor_Hang", "languages": ["ita-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.563452, "recall": 0.625494, "f1": 0.580853, "accuracy": 0.625494, "main_score": 0.580853, "hf_subset": "ita_Latn-mos_Latn", "languages": ["ita-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565349, "recall": 0.623518, "f1": 0.581461, "accuracy": 0.623518, "main_score": 0.581461, "hf_subset": "ita_Latn-run_Latn", "languages": ["ita-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tam_Taml", "languages": ["ita-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-vie_Latn", "languages": ["ita-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-apc_Arab", "languages": ["ita-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.814097, "recall": 0.857708, "f1": 0.826779, "accuracy": 0.857708, "main_score": 0.826779, "hf_subset": "ita_Latn-bug_Latn", "languages": ["ita-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474358, "recall": 0.535573, "f1": 0.490784, "accuracy": 0.535573, "main_score": 0.490784, "hf_subset": "ita_Latn-fon_Latn", "languages": ["ita-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-jav_Latn", "languages": ["ita-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-lao_Laoo", "languages": ["ita-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.882493, "recall": 0.916996, "f1": 0.893629, "accuracy": 0.916996, "main_score": 0.893629, "hf_subset": "ita_Latn-mri_Latn", "languages": ["ita-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-rus_Cyrl", "languages": ["ita-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.54911, "recall": 0.612648, "f1": 0.566693, "accuracy": 0.612648, "main_score": 0.566693, "hf_subset": "ita_Latn-taq_Latn", "languages": ["ita-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-war_Latn", "languages": ["ita-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-arb_Arab", "languages": ["ita-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bul_Cyrl", "languages": ["ita-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-fra_Latn", "languages": ["ita-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-jpn_Jpan", "languages": ["ita-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-lij_Latn", "languages": ["ita-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "ita_Latn-mya_Mymr", "languages": ["ita-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.616981, "recall": 0.685771, "f1": 0.636422, "accuracy": 0.685771, "main_score": 0.636422, "hf_subset": "ita_Latn-sag_Latn", "languages": ["ita-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194446, "recall": 0.250988, "f1": 0.207447, "accuracy": 0.250988, "main_score": 0.207447, "hf_subset": "ita_Latn-taq_Tfng", "languages": ["ita-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.640349, "recall": 0.705534, "f1": 0.659096, "accuracy": 0.705534, "main_score": 0.659096, "hf_subset": "ita_Latn-wol_Latn", "languages": ["ita-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832049, "recall": 0.876482, "f1": 0.845652, "accuracy": 0.876482, "main_score": 0.845652, "hf_subset": "ita_Latn-arb_Latn", "languages": ["ita-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-cat_Latn", "languages": ["ita-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-fur_Latn", "languages": ["ita-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420128, "recall": 0.479249, "f1": 0.436328, "accuracy": 0.479249, "main_score": 0.436328, "hf_subset": "ita_Latn-kab_Latn", "languages": ["ita-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-lim_Latn", "languages": ["ita-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-nld_Latn", "languages": ["ita-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-san_Deva", "languages": ["ita-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-tat_Cyrl", "languages": ["ita-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67832, "recall": 0.738142, "f1": 0.696017, "accuracy": 0.738142, "main_score": 0.696017, "hf_subset": "ita_Latn-xho_Latn", "languages": ["ita-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ars_Arab", "languages": ["ita-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-ceb_Latn", "languages": ["ita-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572632, "recall": 0.634387, "f1": 0.590057, "accuracy": 0.634387, "main_score": 0.590057, "hf_subset": "ita_Latn-fuv_Latn", "languages": ["ita-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524284, "recall": 0.592885, "f1": 0.543587, "accuracy": 0.592885, "main_score": 0.543587, "hf_subset": "ita_Latn-kac_Latn", "languages": ["ita-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694928, "recall": 0.742095, "f1": 0.708912, "accuracy": 0.742095, "main_score": 0.708912, "hf_subset": "ita_Latn-lin_Latn", "languages": ["ita-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-nno_Latn", "languages": ["ita-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229599, "recall": 0.310277, "f1": 0.251223, "accuracy": 0.310277, "main_score": 0.251223, "hf_subset": "ita_Latn-sat_Olck", "languages": ["ita-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tel_Telu", "languages": ["ita-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "ita_Latn-ydd_Hebr", "languages": ["ita-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ita_Latn-ary_Arab", "languages": ["ita-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ces_Latn", "languages": ["ita-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5861, "recall": 0.653162, "f1": 0.605999, "accuracy": 0.653162, "main_score": 0.605999, "hf_subset": "ita_Latn-gaz_Latn", "languages": ["ita-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589888, "recall": 0.657115, "f1": 0.609036, "accuracy": 0.657115, "main_score": 0.609036, "hf_subset": "ita_Latn-kam_Latn", "languages": ["ita-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-lit_Latn", "languages": ["ita-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-nob_Latn", "languages": ["ita-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ita_Latn-scn_Latn", "languages": ["ita-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ita_Latn-tgk_Cyrl", "languages": ["ita-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.732889, "recall": 0.793478, "f1": 0.751421, "accuracy": 0.793478, "main_score": 0.751421, "hf_subset": "ita_Latn-yor_Latn", "languages": ["ita-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-arz_Arab", "languages": ["ita-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569188, "recall": 0.636364, "f1": 0.588792, "accuracy": 0.636364, "main_score": 0.588792, "hf_subset": "ita_Latn-cjk_Latn", "languages": ["ita-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803771, "recall": 0.852767, "f1": 0.818544, "accuracy": 0.852767, "main_score": 0.818544, "hf_subset": "ita_Latn-gla_Latn", "languages": ["ita-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-kan_Knda", "languages": ["ita-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ita_Latn-lmo_Latn", "languages": ["ita-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ita_Latn-npi_Deva", "languages": ["ita-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.482686, "recall": 0.548419, "f1": 0.500729, "accuracy": 0.548419, "main_score": 0.500729, "hf_subset": "ita_Latn-shn_Mymr", "languages": ["ita-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tgl_Latn", "languages": ["ita-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-yue_Hant", "languages": ["ita-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-asm_Beng", "languages": ["ita-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ita_Latn-ckb_Arab", "languages": ["ita-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.898419, "recall": 0.927866, "f1": 0.907773, "accuracy": 0.927866, "main_score": 0.907773, "hf_subset": "ita_Latn-gle_Latn", "languages": ["ita-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ita_Latn-kas_Arab", "languages": ["ita-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ita_Latn-ltg_Latn", "languages": ["ita-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626105, "recall": 0.678854, "f1": 0.641498, "accuracy": 0.678854, "main_score": 0.641498, "hf_subset": "ita_Latn-nso_Latn", "languages": ["ita-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ita_Latn-sin_Sinh", "languages": ["ita-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tha_Thai", "languages": ["ita-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zho_Hans", "languages": ["ita-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ast_Latn", "languages": ["ita-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-crh_Latn", "languages": ["ita-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-glg_Latn", "languages": ["ita-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913043, "recall": 0.939723, "f1": 0.921574, "accuracy": 0.939723, "main_score": 0.921574, "hf_subset": "ita_Latn-kas_Deva", "languages": ["ita-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ita_Latn-ltz_Latn", "languages": ["ita-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47142, "recall": 0.541502, "f1": 0.490301, "accuracy": 0.541502, "main_score": 0.490301, "hf_subset": "ita_Latn-nus_Latn", "languages": ["ita-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-slk_Latn", "languages": ["ita-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640333, "recall": 0.714427, "f1": 0.662832, "accuracy": 0.714427, "main_score": 0.662832, "hf_subset": "ita_Latn-tir_Ethi", "languages": ["ita-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zho_Hant", "languages": ["ita-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "ita_Latn-awa_Deva", "languages": ["ita-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ita_Latn-cym_Latn", "languages": ["ita-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865036, "recall": 0.900198, "f1": 0.875856, "accuracy": 0.900198, "main_score": 0.875856, "hf_subset": "ita_Latn-grn_Latn", "languages": ["ita-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-kat_Geor", "languages": ["ita-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.663697, "recall": 0.719368, "f1": 0.67968, "accuracy": 0.719368, "main_score": 0.67968, "hf_subset": "ita_Latn-lua_Latn", "languages": ["ita-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663935, "recall": 0.725296, "f1": 0.681936, "accuracy": 0.725296, "main_score": 0.681936, "hf_subset": "ita_Latn-nya_Latn", "languages": ["ita-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-slv_Latn", "languages": ["ita-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ita_Latn-tpi_Latn", "languages": ["ita-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zsm_Latn", "languages": ["ita-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544568, "recall": 0.615613, "f1": 0.565277, "accuracy": 0.615613, "main_score": 0.565277, "hf_subset": "ita_Latn-ayr_Latn", "languages": ["ita-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-dan_Latn", "languages": ["ita-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-guj_Gujr", "languages": ["ita-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-kaz_Cyrl", "languages": ["ita-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551257, "recall": 0.613636, "f1": 0.56845, "accuracy": 0.613636, "main_score": 0.56845, "hf_subset": "ita_Latn-lug_Latn", "languages": ["ita-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-oci_Latn", "languages": ["ita-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838472, "recall": 0.882411, "f1": 0.852207, "accuracy": 0.882411, "main_score": 0.852207, "hf_subset": "ita_Latn-smo_Latn", "languages": ["ita-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568365, "recall": 0.630435, "f1": 0.586148, "accuracy": 0.630435, "main_score": 0.586148, "hf_subset": "ita_Latn-tsn_Latn", "languages": ["ita-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622431, "recall": 0.682806, "f1": 0.640059, "accuracy": 0.682806, "main_score": 0.640059, "hf_subset": "ita_Latn-zul_Latn", "languages": ["ita-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9347, "recall": 0.954545, "f1": 0.941107, "accuracy": 0.954545, "main_score": 0.941107, "hf_subset": "ita_Latn-azb_Arab", "languages": ["ita-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-deu_Latn", "languages": ["ita-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "ita_Latn-hat_Latn", "languages": ["ita-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504317, "recall": 0.559289, "f1": 0.519965, "accuracy": 0.559289, "main_score": 0.519965, "hf_subset": "ita_Latn-kbp_Latn", "languages": ["ita-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584955, "recall": 0.644269, "f1": 0.60137, "accuracy": 0.644269, "main_score": 0.60137, "hf_subset": "ita_Latn-luo_Latn", "languages": ["ita-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ory_Orya", "languages": ["ita-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.603576, "recall": 0.666996, "f1": 0.622101, "accuracy": 0.666996, "main_score": 0.622101, "hf_subset": "ita_Latn-sna_Latn", "languages": ["ita-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580708, "recall": 0.63834, "f1": 0.596823, "accuracy": 0.63834, "main_score": 0.596823, "hf_subset": "ita_Latn-tso_Latn", "languages": ["ita-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-azj_Latn", "languages": ["ita-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548021, "recall": 0.616601, "f1": 0.568019, "accuracy": 0.616601, "main_score": 0.568019, "hf_subset": "ita_Latn-dik_Latn", "languages": ["ita-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750758, "recall": 0.80336, "f1": 0.766337, "accuracy": 0.80336, "main_score": 0.766337, "hf_subset": "ita_Latn-hau_Latn", "languages": ["ita-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ita_Latn-kea_Latn", "languages": ["ita-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752668, "recall": 0.80336, "f1": 0.767984, "accuracy": 0.80336, "main_score": 0.767984, "hf_subset": "ita_Latn-lus_Latn", "languages": ["ita-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88941, "recall": 0.918972, "f1": 0.898551, "accuracy": 0.918972, "main_score": 0.898551, "hf_subset": "ita_Latn-pag_Latn", "languages": ["ita-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-snd_Arab", "languages": ["ita-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "ita_Latn-tuk_Latn", "languages": ["ita-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ita_Latn-bak_Cyrl", "languages": ["ita-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505643, "recall": 0.58004, "f1": 0.526882, "accuracy": 0.58004, "main_score": 0.526882, "hf_subset": "ita_Latn-dyu_Latn", "languages": ["ita-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-heb_Hebr", "languages": ["ita-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-khk_Cyrl", "languages": ["ita-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-lvs_Latn", "languages": ["ita-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-pan_Guru", "languages": ["ita-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709964, "recall": 0.771739, "f1": 0.728482, "accuracy": 0.771739, "main_score": 0.728482, "hf_subset": "ita_Latn-som_Latn", "languages": ["ita-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609174, "recall": 0.661067, "f1": 0.623685, "accuracy": 0.661067, "main_score": 0.623685, "hf_subset": "ita_Latn-tum_Latn", "languages": ["ita-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553468, "recall": 0.620553, "f1": 0.572185, "accuracy": 0.620553, "main_score": 0.572185, "hf_subset": "kor_Hang-ace_Arab", "languages": ["kor-Hang", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507216, "recall": 0.572134, "f1": 0.524759, "accuracy": 0.572134, "main_score": 0.524759, "hf_subset": "kor_Hang-bam_Latn", "languages": ["kor-Hang", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430089, "recall": 0.513834, "f1": 0.452395, "accuracy": 0.513834, "main_score": 0.452395, "hf_subset": "kor_Hang-dzo_Tibt", "languages": ["kor-Hang", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hin_Deva", "languages": ["kor-Hang", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-khm_Khmr", "languages": ["kor-Hang", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mag_Deva", "languages": ["kor-Hang", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kor_Hang-pap_Latn", "languages": ["kor-Hang", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567449, "recall": 0.626482, "f1": 0.58362, "accuracy": 0.626482, "main_score": 0.58362, "hf_subset": "kor_Hang-sot_Latn", "languages": ["kor-Hang", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tur_Latn", "languages": ["kor-Hang", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849226, "recall": 0.889328, "f1": 0.861693, "accuracy": 0.889328, "main_score": 0.861693, "hf_subset": "kor_Hang-ace_Latn", "languages": ["kor-Hang", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "kor_Hang-ban_Latn", "languages": ["kor-Hang", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ell_Grek", "languages": ["kor-Hang", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kor_Hang-hne_Deva", "languages": ["kor-Hang", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.586314, "recall": 0.644269, "f1": 0.603305, "accuracy": 0.644269, "main_score": 0.603305, "hf_subset": "kor_Hang-kik_Latn", "languages": ["kor-Hang", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-mai_Deva", "languages": ["kor-Hang", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "kor_Hang-pbt_Arab", "languages": ["kor-Hang", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-spa_Latn", "languages": ["kor-Hang", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599886, "recall": 0.671937, "f1": 0.619703, "accuracy": 0.671937, "main_score": 0.619703, "hf_subset": "kor_Hang-twi_Latn", "languages": ["kor-Hang", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-acm_Arab", "languages": ["kor-Hang", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bel_Cyrl", "languages": ["kor-Hang", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kor_Hang-eng_Latn", "languages": ["kor-Hang", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-hrv_Latn", "languages": ["kor-Hang", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531374, "recall": 0.596838, "f1": 0.549638, "accuracy": 0.596838, "main_score": 0.549638, "hf_subset": "kor_Hang-kin_Latn", "languages": ["kor-Hang", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-mal_Mlym", "languages": ["kor-Hang", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pes_Arab", "languages": ["kor-Hang", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kor_Hang-srd_Latn", "languages": ["kor-Hang", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164416, "recall": 0.218379, "f1": 0.177491, "accuracy": 0.218379, "main_score": 0.177491, "hf_subset": "kor_Hang-tzm_Tfng", "languages": ["kor-Hang", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-acq_Arab", "languages": ["kor-Hang", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.612445, "recall": 0.66996, "f1": 0.628614, "accuracy": 0.66996, "main_score": 0.628614, "hf_subset": "kor_Hang-bem_Latn", "languages": ["kor-Hang", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-epo_Latn", "languages": ["kor-Hang", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hun_Latn", "languages": ["kor-Hang", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-kir_Cyrl", "languages": ["kor-Hang", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mar_Deva", "languages": ["kor-Hang", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.650447, "recall": 0.70751, "f1": 0.666667, "accuracy": 0.70751, "main_score": 0.666667, "hf_subset": "kor_Hang-plt_Latn", "languages": ["kor-Hang", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-srp_Cyrl", "languages": ["kor-Hang", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "kor_Hang-uig_Arab", "languages": ["kor-Hang", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-aeb_Arab", "languages": ["kor-Hang", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ben_Beng", "languages": ["kor-Hang", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-est_Latn", "languages": ["kor-Hang", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hye_Armn", "languages": ["kor-Hang", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.530592, "recall": 0.587945, "f1": 0.546511, "accuracy": 0.587945, "main_score": 0.546511, "hf_subset": "kor_Hang-kmb_Latn", "languages": ["kor-Hang", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484301, "recall": 0.560277, "f1": 0.504492, "accuracy": 0.560277, "main_score": 0.504492, "hf_subset": "kor_Hang-min_Arab", "languages": ["kor-Hang", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pol_Latn", "languages": ["kor-Hang", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540991, "recall": 0.607708, "f1": 0.560248, "accuracy": 0.607708, "main_score": 0.560248, "hf_subset": "kor_Hang-ssw_Latn", "languages": ["kor-Hang", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ukr_Cyrl", "languages": ["kor-Hang", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-afr_Latn", "languages": ["kor-Hang", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bho_Deva", "languages": ["kor-Hang", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kor_Hang-eus_Latn", "languages": ["kor-Hang", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56424, "recall": 0.628458, "f1": 0.581787, "accuracy": 0.628458, "main_score": 0.581787, "hf_subset": "kor_Hang-ibo_Latn", "languages": ["kor-Hang", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882691, "recall": 0.914032, "f1": 0.892358, "accuracy": 0.914032, "main_score": 0.892358, "hf_subset": "kor_Hang-kmr_Latn", "languages": ["kor-Hang", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kor_Hang-min_Latn", "languages": ["kor-Hang", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-por_Latn", "languages": ["kor-Hang", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kor_Hang-sun_Latn", "languages": ["kor-Hang", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517081, "recall": 0.575099, "f1": 0.533638, "accuracy": 0.575099, "main_score": 0.533638, "hf_subset": "kor_Hang-umb_Latn", "languages": ["kor-Hang", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ajp_Arab", "languages": ["kor-Hang", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508426, "recall": 0.579051, "f1": 0.528262, "accuracy": 0.579051, "main_score": 0.528262, "hf_subset": "kor_Hang-bjn_Arab", "languages": ["kor-Hang", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510128, "recall": 0.56917, "f1": 0.526448, "accuracy": 0.56917, "main_score": 0.526448, "hf_subset": "kor_Hang-ewe_Latn", "languages": ["kor-Hang", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934783, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "kor_Hang-ilo_Latn", "languages": ["kor-Hang", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.306595, "recall": 0.363636, "f1": 0.322864, "accuracy": 0.363636, "main_score": 0.322864, "hf_subset": "kor_Hang-knc_Arab", "languages": ["kor-Hang", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mkd_Cyrl", "languages": ["kor-Hang", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-prs_Arab", "languages": ["kor-Hang", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-swe_Latn", "languages": ["kor-Hang", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-urd_Arab", "languages": ["kor-Hang", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.592988, "recall": 0.655138, "f1": 0.609724, "accuracy": 0.655138, "main_score": 0.609724, "hf_subset": "kor_Hang-aka_Latn", "languages": ["kor-Hang", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kor_Hang-bjn_Latn", "languages": ["kor-Hang", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "kor_Hang-fao_Latn", "languages": ["kor-Hang", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kor_Hang-ind_Latn", "languages": ["kor-Hang", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572586, "recall": 0.632411, "f1": 0.589654, "accuracy": 0.632411, "main_score": 0.589654, "hf_subset": "kor_Hang-knc_Latn", "languages": ["kor-Hang", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kor_Hang-mlt_Latn", "languages": ["kor-Hang", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683943, "recall": 0.75, "f1": 0.703045, "accuracy": 0.75, "main_score": 0.703045, "hf_subset": "kor_Hang-quy_Latn", "languages": ["kor-Hang", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "kor_Hang-swh_Latn", "languages": ["kor-Hang", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kor_Hang-uzn_Latn", "languages": ["kor-Hang", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-als_Latn", "languages": ["kor-Hang", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652809, "recall": 0.730237, "f1": 0.676038, "accuracy": 0.730237, "main_score": 0.676038, "hf_subset": "kor_Hang-bod_Tibt", "languages": ["kor-Hang", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.689438, "recall": 0.748024, "f1": 0.706291, "accuracy": 0.748024, "main_score": 0.706291, "hf_subset": "kor_Hang-fij_Latn", "languages": ["kor-Hang", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kor_Hang-isl_Latn", "languages": ["kor-Hang", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653343, "recall": 0.708498, "f1": 0.669598, "accuracy": 0.708498, "main_score": 0.669598, "hf_subset": "kor_Hang-kon_Latn", "languages": ["kor-Hang", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647697, "recall": 0.719368, "f1": 0.669104, "accuracy": 0.719368, "main_score": 0.669104, "hf_subset": "kor_Hang-mni_Beng", "languages": ["kor-Hang", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ron_Latn", "languages": ["kor-Hang", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.986166, "f1": 0.983202, "accuracy": 0.986166, "main_score": 0.983202, "hf_subset": "kor_Hang-szl_Latn", "languages": ["kor-Hang", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-vec_Latn", "languages": ["kor-Hang", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.963439, "f1": 0.951252, "accuracy": 0.963439, "main_score": 0.951252, "hf_subset": "kor_Hang-amh_Ethi", "languages": ["kor-Hang", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bos_Latn", "languages": ["kor-Hang", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kor_Hang-fin_Latn", "languages": ["kor-Hang", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ita_Latn", "languages": ["kor-Hang", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537855, "recall": 0.596838, "f1": 0.55439, "accuracy": 0.596838, "main_score": 0.55439, "hf_subset": "kor_Hang-mos_Latn", "languages": ["kor-Hang", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54053, "recall": 0.600791, "f1": 0.556683, "accuracy": 0.600791, "main_score": 0.556683, "hf_subset": "kor_Hang-run_Latn", "languages": ["kor-Hang", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tam_Taml", "languages": ["kor-Hang", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-vie_Latn", "languages": ["kor-Hang", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-apc_Arab", "languages": ["kor-Hang", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.799835, "recall": 0.848814, "f1": 0.814248, "accuracy": 0.848814, "main_score": 0.814248, "hf_subset": "kor_Hang-bug_Latn", "languages": ["kor-Hang", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462057, "recall": 0.523715, "f1": 0.478822, "accuracy": 0.523715, "main_score": 0.478822, "hf_subset": "kor_Hang-fon_Latn", "languages": ["kor-Hang", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kor_Hang-jav_Latn", "languages": ["kor-Hang", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-lao_Laoo", "languages": ["kor-Hang", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.848271, "recall": 0.88834, "f1": 0.860361, "accuracy": 0.88834, "main_score": 0.860361, "hf_subset": "kor_Hang-mri_Latn", "languages": ["kor-Hang", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-rus_Cyrl", "languages": ["kor-Hang", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529062, "recall": 0.592885, "f1": 0.546382, "accuracy": 0.592885, "main_score": 0.546382, "hf_subset": "kor_Hang-taq_Latn", "languages": ["kor-Hang", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-war_Latn", "languages": ["kor-Hang", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-arb_Arab", "languages": ["kor-Hang", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bul_Cyrl", "languages": ["kor-Hang", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-fra_Latn", "languages": ["kor-Hang", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-jpn_Jpan", "languages": ["kor-Hang", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-lij_Latn", "languages": ["kor-Hang", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kor_Hang-mya_Mymr", "languages": ["kor-Hang", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.583919, "recall": 0.655138, "f1": 0.603495, "accuracy": 0.655138, "main_score": 0.603495, "hf_subset": "kor_Hang-sag_Latn", "languages": ["kor-Hang", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182639, "recall": 0.242095, "f1": 0.195668, "accuracy": 0.242095, "main_score": 0.195668, "hf_subset": "kor_Hang-taq_Tfng", "languages": ["kor-Hang", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.619661, "recall": 0.684783, "f1": 0.637352, "accuracy": 0.684783, "main_score": 0.637352, "hf_subset": "kor_Hang-wol_Latn", "languages": ["kor-Hang", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763422, "recall": 0.826087, "f1": 0.783089, "accuracy": 0.826087, "main_score": 0.783089, "hf_subset": "kor_Hang-arb_Latn", "languages": ["kor-Hang", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-cat_Latn", "languages": ["kor-Hang", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kor_Hang-fur_Latn", "languages": ["kor-Hang", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408326, "recall": 0.465415, "f1": 0.423688, "accuracy": 0.465415, "main_score": 0.423688, "hf_subset": "kor_Hang-kab_Latn", "languages": ["kor-Hang", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kor_Hang-lim_Latn", "languages": ["kor-Hang", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-nld_Latn", "languages": ["kor-Hang", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kor_Hang-san_Deva", "languages": ["kor-Hang", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-tat_Cyrl", "languages": ["kor-Hang", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.654776, "recall": 0.711462, "f1": 0.671673, "accuracy": 0.711462, "main_score": 0.671673, "hf_subset": "kor_Hang-xho_Latn", "languages": ["kor-Hang", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ars_Arab", "languages": ["kor-Hang", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-ceb_Latn", "languages": ["kor-Hang", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54169, "recall": 0.61166, "f1": 0.56112, "accuracy": 0.61166, "main_score": 0.56112, "hf_subset": "kor_Hang-fuv_Latn", "languages": ["kor-Hang", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498261, "recall": 0.568182, "f1": 0.516792, "accuracy": 0.568182, "main_score": 0.516792, "hf_subset": "kor_Hang-kac_Latn", "languages": ["kor-Hang", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652948, "recall": 0.710474, "f1": 0.669716, "accuracy": 0.710474, "main_score": 0.669716, "hf_subset": "kor_Hang-lin_Latn", "languages": ["kor-Hang", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-nno_Latn", "languages": ["kor-Hang", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20148, "recall": 0.27668, "f1": 0.220174, "accuracy": 0.27668, "main_score": 0.220174, "hf_subset": "kor_Hang-sat_Olck", "languages": ["kor-Hang", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-tel_Telu", "languages": ["kor-Hang", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "kor_Hang-ydd_Hebr", "languages": ["kor-Hang", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "kor_Hang-ary_Arab", "languages": ["kor-Hang", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ces_Latn", "languages": ["kor-Hang", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567647, "recall": 0.632411, "f1": 0.58616, "accuracy": 0.632411, "main_score": 0.58616, "hf_subset": "kor_Hang-gaz_Latn", "languages": ["kor-Hang", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558609, "recall": 0.628458, "f1": 0.57848, "accuracy": 0.628458, "main_score": 0.57848, "hf_subset": "kor_Hang-kam_Latn", "languages": ["kor-Hang", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kor_Hang-lit_Latn", "languages": ["kor-Hang", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-nob_Latn", "languages": ["kor-Hang", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kor_Hang-scn_Latn", "languages": ["kor-Hang", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "kor_Hang-tgk_Cyrl", "languages": ["kor-Hang", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.683886, "recall": 0.758893, "f1": 0.706279, "accuracy": 0.758893, "main_score": 0.706279, "hf_subset": "kor_Hang-yor_Latn", "languages": ["kor-Hang", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-arz_Arab", "languages": ["kor-Hang", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552025, "recall": 0.621542, "f1": 0.57193, "accuracy": 0.621542, "main_score": 0.57193, "hf_subset": "kor_Hang-cjk_Latn", "languages": ["kor-Hang", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762582, "recall": 0.816206, "f1": 0.778953, "accuracy": 0.816206, "main_score": 0.778953, "hf_subset": "kor_Hang-gla_Latn", "languages": ["kor-Hang", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-kan_Knda", "languages": ["kor-Hang", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kor_Hang-lmo_Latn", "languages": ["kor-Hang", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "kor_Hang-npi_Deva", "languages": ["kor-Hang", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.462957, "recall": 0.531621, "f1": 0.481439, "accuracy": 0.531621, "main_score": 0.481439, "hf_subset": "kor_Hang-shn_Mymr", "languages": ["kor-Hang", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tgl_Latn", "languages": ["kor-Hang", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kor_Hang-yue_Hant", "languages": ["kor-Hang", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-asm_Beng", "languages": ["kor-Hang", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "kor_Hang-ckb_Arab", "languages": ["kor-Hang", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.846327, "recall": 0.88834, "f1": 0.859585, "accuracy": 0.88834, "main_score": 0.859585, "hf_subset": "kor_Hang-gle_Latn", "languages": ["kor-Hang", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "kor_Hang-kas_Arab", "languages": ["kor-Hang", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927701, "recall": 0.950593, "f1": 0.935277, "accuracy": 0.950593, "main_score": 0.935277, "hf_subset": "kor_Hang-ltg_Latn", "languages": ["kor-Hang", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597647, "recall": 0.659091, "f1": 0.614832, "accuracy": 0.659091, "main_score": 0.614832, "hf_subset": "kor_Hang-nso_Latn", "languages": ["kor-Hang", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kor_Hang-sin_Sinh", "languages": ["kor-Hang", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tha_Thai", "languages": ["kor-Hang", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zho_Hans", "languages": ["kor-Hang", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ast_Latn", "languages": ["kor-Hang", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kor_Hang-crh_Latn", "languages": ["kor-Hang", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-glg_Latn", "languages": ["kor-Hang", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89608, "recall": 0.926877, "f1": 0.905962, "accuracy": 0.926877, "main_score": 0.905962, "hf_subset": "kor_Hang-kas_Deva", "languages": ["kor-Hang", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kor_Hang-ltz_Latn", "languages": ["kor-Hang", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444256, "recall": 0.517787, "f1": 0.464453, "accuracy": 0.517787, "main_score": 0.464453, "hf_subset": "kor_Hang-nus_Latn", "languages": ["kor-Hang", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-slk_Latn", "languages": ["kor-Hang", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611819, "recall": 0.685771, "f1": 0.633202, "accuracy": 0.685771, "main_score": 0.633202, "hf_subset": "kor_Hang-tir_Ethi", "languages": ["kor-Hang", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zho_Hant", "languages": ["kor-Hang", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "kor_Hang-awa_Deva", "languages": ["kor-Hang", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "kor_Hang-cym_Latn", "languages": ["kor-Hang", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817556, "recall": 0.865613, "f1": 0.832477, "accuracy": 0.865613, "main_score": 0.832477, "hf_subset": "kor_Hang-grn_Latn", "languages": ["kor-Hang", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-kat_Geor", "languages": ["kor-Hang", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.629035, "recall": 0.688735, "f1": 0.6462, "accuracy": 0.688735, "main_score": 0.6462, "hf_subset": "kor_Hang-lua_Latn", "languages": ["kor-Hang", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632766, "recall": 0.6917, "f1": 0.649114, "accuracy": 0.6917, "main_score": 0.649114, "hf_subset": "kor_Hang-nya_Latn", "languages": ["kor-Hang", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-slv_Latn", "languages": ["kor-Hang", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "kor_Hang-tpi_Latn", "languages": ["kor-Hang", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zsm_Latn", "languages": ["kor-Hang", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534957, "recall": 0.602767, "f1": 0.55389, "accuracy": 0.602767, "main_score": 0.55389, "hf_subset": "kor_Hang-ayr_Latn", "languages": ["kor-Hang", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-dan_Latn", "languages": ["kor-Hang", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-guj_Gujr", "languages": ["kor-Hang", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-kaz_Cyrl", "languages": ["kor-Hang", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51974, "recall": 0.583992, "f1": 0.537543, "accuracy": 0.583992, "main_score": 0.537543, "hf_subset": "kor_Hang-lug_Latn", "languages": ["kor-Hang", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-oci_Latn", "languages": ["kor-Hang", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.783498, "recall": 0.837945, "f1": 0.799967, "accuracy": 0.837945, "main_score": 0.799967, "hf_subset": "kor_Hang-smo_Latn", "languages": ["kor-Hang", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52955, "recall": 0.592885, "f1": 0.547326, "accuracy": 0.592885, "main_score": 0.547326, "hf_subset": "kor_Hang-tsn_Latn", "languages": ["kor-Hang", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60136, "recall": 0.66996, "f1": 0.62105, "accuracy": 0.66996, "main_score": 0.62105, "hf_subset": "kor_Hang-zul_Latn", "languages": ["kor-Hang", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934947, "recall": 0.954545, "f1": 0.941206, "accuracy": 0.954545, "main_score": 0.941206, "hf_subset": "kor_Hang-azb_Arab", "languages": ["kor-Hang", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-deu_Latn", "languages": ["kor-Hang", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "kor_Hang-hat_Latn", "languages": ["kor-Hang", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480429, "recall": 0.543478, "f1": 0.49805, "accuracy": 0.543478, "main_score": 0.49805, "hf_subset": "kor_Hang-kbp_Latn", "languages": ["kor-Hang", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557008, "recall": 0.620553, "f1": 0.574681, "accuracy": 0.620553, "main_score": 0.574681, "hf_subset": "kor_Hang-luo_Latn", "languages": ["kor-Hang", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ory_Orya", "languages": ["kor-Hang", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.56377, "recall": 0.631423, "f1": 0.58307, "accuracy": 0.631423, "main_score": 0.58307, "hf_subset": "kor_Hang-sna_Latn", "languages": ["kor-Hang", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559499, "recall": 0.616601, "f1": 0.575693, "accuracy": 0.616601, "main_score": 0.575693, "hf_subset": "kor_Hang-tso_Latn", "languages": ["kor-Hang", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-azj_Latn", "languages": ["kor-Hang", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52859, "recall": 0.597826, "f1": 0.548726, "accuracy": 0.597826, "main_score": 0.548726, "hf_subset": "kor_Hang-dik_Latn", "languages": ["kor-Hang", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736175, "recall": 0.791502, "f1": 0.752783, "accuracy": 0.791502, "main_score": 0.752783, "hf_subset": "kor_Hang-hau_Latn", "languages": ["kor-Hang", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "kor_Hang-kea_Latn", "languages": ["kor-Hang", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752266, "recall": 0.801383, "f1": 0.766142, "accuracy": 0.801383, "main_score": 0.766142, "hf_subset": "kor_Hang-lus_Latn", "languages": ["kor-Hang", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869483, "recall": 0.903162, "f1": 0.879974, "accuracy": 0.903162, "main_score": 0.879974, "hf_subset": "kor_Hang-pag_Latn", "languages": ["kor-Hang", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-snd_Arab", "languages": ["kor-Hang", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "kor_Hang-tuk_Latn", "languages": ["kor-Hang", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "kor_Hang-bak_Cyrl", "languages": ["kor-Hang", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.471476, "recall": 0.552372, "f1": 0.495342, "accuracy": 0.552372, "main_score": 0.495342, "hf_subset": "kor_Hang-dyu_Latn", "languages": ["kor-Hang", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-heb_Hebr", "languages": ["kor-Hang", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-khk_Cyrl", "languages": ["kor-Hang", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-lvs_Latn", "languages": ["kor-Hang", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pan_Guru", "languages": ["kor-Hang", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.688076, "recall": 0.748024, "f1": 0.705774, "accuracy": 0.748024, "main_score": 0.705774, "hf_subset": "kor_Hang-som_Latn", "languages": ["kor-Hang", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585594, "recall": 0.642292, "f1": 0.602008, "accuracy": 0.642292, "main_score": 0.602008, "hf_subset": "kor_Hang-tum_Latn", "languages": ["kor-Hang", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420513, "recall": 0.463439, "f1": 0.433006, "accuracy": 0.463439, "main_score": 0.433006, "hf_subset": "mos_Latn-ace_Arab", "languages": ["mos-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497325, "recall": 0.539526, "f1": 0.509633, "accuracy": 0.539526, "main_score": 0.509633, "hf_subset": "mos_Latn-bam_Latn", "languages": ["mos-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203475, "recall": 0.245059, "f1": 0.21401, "accuracy": 0.245059, "main_score": 0.21401, "hf_subset": "mos_Latn-dzo_Tibt", "languages": ["mos-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.536158, "recall": 0.589921, "f1": 0.550941, "accuracy": 0.589921, "main_score": 0.550941, "hf_subset": "mos_Latn-hin_Deva", "languages": ["mos-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4817, "recall": 0.533597, "f1": 0.495996, "accuracy": 0.533597, "main_score": 0.495996, "hf_subset": "mos_Latn-khm_Khmr", "languages": ["mos-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.522328, "recall": 0.576087, "f1": 0.537161, "accuracy": 0.576087, "main_score": 0.537161, "hf_subset": "mos_Latn-mag_Deva", "languages": ["mos-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.537508, "recall": 0.58004, "f1": 0.548895, "accuracy": 0.58004, "main_score": 0.548895, "hf_subset": "mos_Latn-pap_Latn", "languages": ["mos-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513126, "recall": 0.557312, "f1": 0.524624, "accuracy": 0.557312, "main_score": 0.524624, "hf_subset": "mos_Latn-sot_Latn", "languages": ["mos-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530357, "recall": 0.578063, "f1": 0.543272, "accuracy": 0.578063, "main_score": 0.543272, "hf_subset": "mos_Latn-tur_Latn", "languages": ["mos-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54966, "recall": 0.589921, "f1": 0.560866, "accuracy": 0.589921, "main_score": 0.560866, "hf_subset": "mos_Latn-ace_Latn", "languages": ["mos-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542409, "recall": 0.579051, "f1": 0.552735, "accuracy": 0.579051, "main_score": 0.552735, "hf_subset": "mos_Latn-ban_Latn", "languages": ["mos-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518211, "recall": 0.578063, "f1": 0.534062, "accuracy": 0.578063, "main_score": 0.534062, "hf_subset": "mos_Latn-ell_Grek", "languages": ["mos-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.516095, "recall": 0.568182, "f1": 0.530123, "accuracy": 0.568182, "main_score": 0.530123, "hf_subset": "mos_Latn-hne_Deva", "languages": ["mos-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.453942, "recall": 0.498024, "f1": 0.465879, "accuracy": 0.498024, "main_score": 0.465879, "hf_subset": "mos_Latn-kik_Latn", "languages": ["mos-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519079, "recall": 0.572134, "f1": 0.533159, "accuracy": 0.572134, "main_score": 0.533159, "hf_subset": "mos_Latn-mai_Deva", "languages": ["mos-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.479763, "recall": 0.530632, "f1": 0.493114, "accuracy": 0.530632, "main_score": 0.493114, "hf_subset": "mos_Latn-pbt_Arab", "languages": ["mos-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529435, "recall": 0.581028, "f1": 0.542983, "accuracy": 0.581028, "main_score": 0.542983, "hf_subset": "mos_Latn-spa_Latn", "languages": ["mos-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52941, "recall": 0.571146, "f1": 0.541765, "accuracy": 0.571146, "main_score": 0.541765, "hf_subset": "mos_Latn-twi_Latn", "languages": ["mos-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520666, "recall": 0.567194, "f1": 0.533073, "accuracy": 0.567194, "main_score": 0.533073, "hf_subset": "mos_Latn-acm_Arab", "languages": ["mos-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.502975, "recall": 0.556324, "f1": 0.516884, "accuracy": 0.556324, "main_score": 0.516884, "hf_subset": "mos_Latn-bel_Cyrl", "languages": ["mos-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551683, "recall": 0.600791, "f1": 0.564733, "accuracy": 0.600791, "main_score": 0.564733, "hf_subset": "mos_Latn-eng_Latn", "languages": ["mos-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534017, "recall": 0.588933, "f1": 0.547767, "accuracy": 0.588933, "main_score": 0.547767, "hf_subset": "mos_Latn-hrv_Latn", "languages": ["mos-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492123, "recall": 0.537549, "f1": 0.505405, "accuracy": 0.537549, "main_score": 0.505405, "hf_subset": "mos_Latn-kin_Latn", "languages": ["mos-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512278, "recall": 0.572134, "f1": 0.528404, "accuracy": 0.572134, "main_score": 0.528404, "hf_subset": "mos_Latn-mal_Mlym", "languages": ["mos-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.5117, "recall": 0.564229, "f1": 0.525889, "accuracy": 0.564229, "main_score": 0.525889, "hf_subset": "mos_Latn-pes_Arab", "languages": ["mos-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531809, "recall": 0.572134, "f1": 0.54275, "accuracy": 0.572134, "main_score": 0.54275, "hf_subset": "mos_Latn-srd_Latn", "languages": ["mos-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18808, "recall": 0.224308, "f1": 0.196898, "accuracy": 0.224308, "main_score": 0.196898, "hf_subset": "mos_Latn-tzm_Tfng", "languages": ["mos-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.515018, "recall": 0.566206, "f1": 0.529502, "accuracy": 0.566206, "main_score": 0.529502, "hf_subset": "mos_Latn-acq_Arab", "languages": ["mos-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525797, "recall": 0.564229, "f1": 0.535929, "accuracy": 0.564229, "main_score": 0.535929, "hf_subset": "mos_Latn-bem_Latn", "languages": ["mos-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533461, "recall": 0.581028, "f1": 0.546848, "accuracy": 0.581028, "main_score": 0.546848, "hf_subset": "mos_Latn-epo_Latn", "languages": ["mos-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541079, "recall": 0.586957, "f1": 0.553287, "accuracy": 0.586957, "main_score": 0.553287, "hf_subset": "mos_Latn-hun_Latn", "languages": ["mos-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509024, "recall": 0.563241, "f1": 0.524129, "accuracy": 0.563241, "main_score": 0.524129, "hf_subset": "mos_Latn-kir_Cyrl", "languages": ["mos-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521186, "recall": 0.567194, "f1": 0.533635, "accuracy": 0.567194, "main_score": 0.533635, "hf_subset": "mos_Latn-mar_Deva", "languages": ["mos-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527, "recall": 0.562253, "f1": 0.536498, "accuracy": 0.562253, "main_score": 0.536498, "hf_subset": "mos_Latn-plt_Latn", "languages": ["mos-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538273, "recall": 0.591897, "f1": 0.552284, "accuracy": 0.591897, "main_score": 0.552284, "hf_subset": "mos_Latn-srp_Cyrl", "languages": ["mos-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.453942, "recall": 0.505929, "f1": 0.467985, "accuracy": 0.505929, "main_score": 0.467985, "hf_subset": "mos_Latn-uig_Arab", "languages": ["mos-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512962, "recall": 0.556324, "f1": 0.525004, "accuracy": 0.556324, "main_score": 0.525004, "hf_subset": "mos_Latn-aeb_Arab", "languages": ["mos-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524137, "recall": 0.58004, "f1": 0.539943, "accuracy": 0.58004, "main_score": 0.539943, "hf_subset": "mos_Latn-ben_Beng", "languages": ["mos-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.528562, "recall": 0.578063, "f1": 0.542062, "accuracy": 0.578063, "main_score": 0.542062, "hf_subset": "mos_Latn-est_Latn", "languages": ["mos-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501133, "recall": 0.555336, "f1": 0.516031, "accuracy": 0.555336, "main_score": 0.516031, "hf_subset": "mos_Latn-hye_Armn", "languages": ["mos-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.495175, "recall": 0.533597, "f1": 0.506315, "accuracy": 0.533597, "main_score": 0.506315, "hf_subset": "mos_Latn-kmb_Latn", "languages": ["mos-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384349, "recall": 0.432806, "f1": 0.397872, "accuracy": 0.432806, "main_score": 0.397872, "hf_subset": "mos_Latn-min_Arab", "languages": ["mos-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536064, "recall": 0.589921, "f1": 0.550333, "accuracy": 0.589921, "main_score": 0.550333, "hf_subset": "mos_Latn-pol_Latn", "languages": ["mos-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515521, "recall": 0.554348, "f1": 0.526736, "accuracy": 0.554348, "main_score": 0.526736, "hf_subset": "mos_Latn-ssw_Latn", "languages": ["mos-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540978, "recall": 0.590909, "f1": 0.554341, "accuracy": 0.590909, "main_score": 0.554341, "hf_subset": "mos_Latn-ukr_Cyrl", "languages": ["mos-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559175, "recall": 0.607708, "f1": 0.572691, "accuracy": 0.607708, "main_score": 0.572691, "hf_subset": "mos_Latn-afr_Latn", "languages": ["mos-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518035, "recall": 0.562253, "f1": 0.530043, "accuracy": 0.562253, "main_score": 0.530043, "hf_subset": "mos_Latn-bho_Deva", "languages": ["mos-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.532081, "recall": 0.573123, "f1": 0.543357, "accuracy": 0.573123, "main_score": 0.543357, "hf_subset": "mos_Latn-eus_Latn", "languages": ["mos-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504752, "recall": 0.550395, "f1": 0.517447, "accuracy": 0.550395, "main_score": 0.517447, "hf_subset": "mos_Latn-ibo_Latn", "languages": ["mos-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516217, "recall": 0.557312, "f1": 0.527705, "accuracy": 0.557312, "main_score": 0.527705, "hf_subset": "mos_Latn-kmr_Latn", "languages": ["mos-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540704, "recall": 0.583004, "f1": 0.552762, "accuracy": 0.583004, "main_score": 0.552762, "hf_subset": "mos_Latn-min_Latn", "languages": ["mos-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560439, "recall": 0.613636, "f1": 0.574925, "accuracy": 0.613636, "main_score": 0.574925, "hf_subset": "mos_Latn-por_Latn", "languages": ["mos-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548001, "recall": 0.585968, "f1": 0.558466, "accuracy": 0.585968, "main_score": 0.558466, "hf_subset": "mos_Latn-sun_Latn", "languages": ["mos-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487603, "recall": 0.530632, "f1": 0.499685, "accuracy": 0.530632, "main_score": 0.499685, "hf_subset": "mos_Latn-umb_Latn", "languages": ["mos-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516674, "recall": 0.562253, "f1": 0.529116, "accuracy": 0.562253, "main_score": 0.529116, "hf_subset": "mos_Latn-ajp_Arab", "languages": ["mos-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.403693, "recall": 0.451581, "f1": 0.416455, "accuracy": 0.451581, "main_score": 0.416455, "hf_subset": "mos_Latn-bjn_Arab", "languages": ["mos-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498002, "recall": 0.532609, "f1": 0.508029, "accuracy": 0.532609, "main_score": 0.508029, "hf_subset": "mos_Latn-ewe_Latn", "languages": ["mos-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559819, "recall": 0.596838, "f1": 0.569553, "accuracy": 0.596838, "main_score": 0.569553, "hf_subset": "mos_Latn-ilo_Latn", "languages": ["mos-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297984, "recall": 0.342885, "f1": 0.310328, "accuracy": 0.342885, "main_score": 0.310328, "hf_subset": "mos_Latn-knc_Arab", "languages": ["mos-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54396, "recall": 0.594862, "f1": 0.557674, "accuracy": 0.594862, "main_score": 0.557674, "hf_subset": "mos_Latn-mkd_Cyrl", "languages": ["mos-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.511376, "recall": 0.566206, "f1": 0.525724, "accuracy": 0.566206, "main_score": 0.525724, "hf_subset": "mos_Latn-prs_Arab", "languages": ["mos-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548025, "recall": 0.59585, "f1": 0.560872, "accuracy": 0.59585, "main_score": 0.560872, "hf_subset": "mos_Latn-swe_Latn", "languages": ["mos-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497783, "recall": 0.554348, "f1": 0.51336, "accuracy": 0.554348, "main_score": 0.51336, "hf_subset": "mos_Latn-urd_Arab", "languages": ["mos-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513778, "recall": 0.550395, "f1": 0.524302, "accuracy": 0.550395, "main_score": 0.524302, "hf_subset": "mos_Latn-aka_Latn", "languages": ["mos-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553925, "recall": 0.590909, "f1": 0.563594, "accuracy": 0.590909, "main_score": 0.563594, "hf_subset": "mos_Latn-bjn_Latn", "languages": ["mos-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527111, "recall": 0.563241, "f1": 0.537196, "accuracy": 0.563241, "main_score": 0.537196, "hf_subset": "mos_Latn-fao_Latn", "languages": ["mos-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548951, "recall": 0.590909, "f1": 0.560769, "accuracy": 0.590909, "main_score": 0.560769, "hf_subset": "mos_Latn-ind_Latn", "languages": ["mos-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502339, "recall": 0.54249, "f1": 0.513721, "accuracy": 0.54249, "main_score": 0.513721, "hf_subset": "mos_Latn-knc_Latn", "languages": ["mos-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538984, "recall": 0.58004, "f1": 0.548913, "accuracy": 0.58004, "main_score": 0.548913, "hf_subset": "mos_Latn-mlt_Latn", "languages": ["mos-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510293, "recall": 0.551383, "f1": 0.522845, "accuracy": 0.551383, "main_score": 0.522845, "hf_subset": "mos_Latn-quy_Latn", "languages": ["mos-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525198, "recall": 0.568182, "f1": 0.53705, "accuracy": 0.568182, "main_score": 0.53705, "hf_subset": "mos_Latn-swh_Latn", "languages": ["mos-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516855, "recall": 0.567194, "f1": 0.530397, "accuracy": 0.567194, "main_score": 0.530397, "hf_subset": "mos_Latn-uzn_Latn", "languages": ["mos-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530277, "recall": 0.576087, "f1": 0.542855, "accuracy": 0.576087, "main_score": 0.542855, "hf_subset": "mos_Latn-als_Latn", "languages": ["mos-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.262272, "recall": 0.306324, "f1": 0.27315, "accuracy": 0.306324, "main_score": 0.27315, "hf_subset": "mos_Latn-bod_Tibt", "languages": ["mos-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.505473, "recall": 0.541502, "f1": 0.51567, "accuracy": 0.541502, "main_score": 0.51567, "hf_subset": "mos_Latn-fij_Latn", "languages": ["mos-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521154, "recall": 0.566206, "f1": 0.533316, "accuracy": 0.566206, "main_score": 0.533316, "hf_subset": "mos_Latn-isl_Latn", "languages": ["mos-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536139, "recall": 0.577075, "f1": 0.547878, "accuracy": 0.577075, "main_score": 0.547878, "hf_subset": "mos_Latn-kon_Latn", "languages": ["mos-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464893, "recall": 0.516798, "f1": 0.479439, "accuracy": 0.516798, "main_score": 0.479439, "hf_subset": "mos_Latn-mni_Beng", "languages": ["mos-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.558739, "recall": 0.610672, "f1": 0.572198, "accuracy": 0.610672, "main_score": 0.572198, "hf_subset": "mos_Latn-ron_Latn", "languages": ["mos-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534368, "recall": 0.58498, "f1": 0.547043, "accuracy": 0.58498, "main_score": 0.547043, "hf_subset": "mos_Latn-szl_Latn", "languages": ["mos-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530405, "recall": 0.575099, "f1": 0.54283, "accuracy": 0.575099, "main_score": 0.54283, "hf_subset": "mos_Latn-vec_Latn", "languages": ["mos-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454955, "recall": 0.508893, "f1": 0.469491, "accuracy": 0.508893, "main_score": 0.469491, "hf_subset": "mos_Latn-amh_Ethi", "languages": ["mos-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.541243, "recall": 0.592885, "f1": 0.555277, "accuracy": 0.592885, "main_score": 0.555277, "hf_subset": "mos_Latn-bos_Latn", "languages": ["mos-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523321, "recall": 0.574111, "f1": 0.5371, "accuracy": 0.574111, "main_score": 0.5371, "hf_subset": "mos_Latn-fin_Latn", "languages": ["mos-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548333, "recall": 0.596838, "f1": 0.561152, "accuracy": 0.596838, "main_score": 0.561152, "hf_subset": "mos_Latn-ita_Latn", "languages": ["mos-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516851, "recall": 0.572134, "f1": 0.531333, "accuracy": 0.572134, "main_score": 0.531333, "hf_subset": "mos_Latn-kor_Hang", "languages": ["mos-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.509046, "recall": 0.551383, "f1": 0.520891, "accuracy": 0.551383, "main_score": 0.520891, "hf_subset": "mos_Latn-run_Latn", "languages": ["mos-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5097, "recall": 0.563241, "f1": 0.524269, "accuracy": 0.563241, "main_score": 0.524269, "hf_subset": "mos_Latn-tam_Taml", "languages": ["mos-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.543938, "recall": 0.590909, "f1": 0.555131, "accuracy": 0.590909, "main_score": 0.555131, "hf_subset": "mos_Latn-vie_Latn", "languages": ["mos-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526666, "recall": 0.577075, "f1": 0.540891, "accuracy": 0.577075, "main_score": 0.540891, "hf_subset": "mos_Latn-apc_Arab", "languages": ["mos-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519875, "recall": 0.560277, "f1": 0.530923, "accuracy": 0.560277, "main_score": 0.530923, "hf_subset": "mos_Latn-bug_Latn", "languages": ["mos-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45355, "recall": 0.491107, "f1": 0.46401, "accuracy": 0.491107, "main_score": 0.46401, "hf_subset": "mos_Latn-fon_Latn", "languages": ["mos-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552877, "recall": 0.589921, "f1": 0.56349, "accuracy": 0.589921, "main_score": 0.56349, "hf_subset": "mos_Latn-jav_Latn", "languages": ["mos-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485524, "recall": 0.527668, "f1": 0.497299, "accuracy": 0.527668, "main_score": 0.497299, "hf_subset": "mos_Latn-lao_Laoo", "languages": ["mos-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.48131, "recall": 0.516798, "f1": 0.491018, "accuracy": 0.516798, "main_score": 0.491018, "hf_subset": "mos_Latn-mri_Latn", "languages": ["mos-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536626, "recall": 0.58498, "f1": 0.549435, "accuracy": 0.58498, "main_score": 0.549435, "hf_subset": "mos_Latn-rus_Cyrl", "languages": ["mos-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473333, "recall": 0.51581, "f1": 0.485032, "accuracy": 0.51581, "main_score": 0.485032, "hf_subset": "mos_Latn-taq_Latn", "languages": ["mos-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543247, "recall": 0.58498, "f1": 0.554504, "accuracy": 0.58498, "main_score": 0.554504, "hf_subset": "mos_Latn-war_Latn", "languages": ["mos-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521298, "recall": 0.568182, "f1": 0.534295, "accuracy": 0.568182, "main_score": 0.534295, "hf_subset": "mos_Latn-arb_Arab", "languages": ["mos-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542532, "recall": 0.592885, "f1": 0.555719, "accuracy": 0.592885, "main_score": 0.555719, "hf_subset": "mos_Latn-bul_Cyrl", "languages": ["mos-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547227, "recall": 0.599802, "f1": 0.560963, "accuracy": 0.599802, "main_score": 0.560963, "hf_subset": "mos_Latn-fra_Latn", "languages": ["mos-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526275, "recall": 0.571146, "f1": 0.538681, "accuracy": 0.571146, "main_score": 0.538681, "hf_subset": "mos_Latn-jpn_Jpan", "languages": ["mos-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.529301, "recall": 0.58004, "f1": 0.542615, "accuracy": 0.58004, "main_score": 0.542615, "hf_subset": "mos_Latn-lij_Latn", "languages": ["mos-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38693, "recall": 0.451581, "f1": 0.404034, "accuracy": 0.451581, "main_score": 0.404034, "hf_subset": "mos_Latn-mya_Mymr", "languages": ["mos-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.522331, "recall": 0.567194, "f1": 0.535146, "accuracy": 0.567194, "main_score": 0.535146, "hf_subset": "mos_Latn-sag_Latn", "languages": ["mos-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214861, "recall": 0.250988, "f1": 0.223736, "accuracy": 0.250988, "main_score": 0.223736, "hf_subset": "mos_Latn-taq_Tfng", "languages": ["mos-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.5451, "recall": 0.586957, "f1": 0.557471, "accuracy": 0.586957, "main_score": 0.557471, "hf_subset": "mos_Latn-wol_Latn", "languages": ["mos-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429787, "recall": 0.474308, "f1": 0.442426, "accuracy": 0.474308, "main_score": 0.442426, "hf_subset": "mos_Latn-arb_Latn", "languages": ["mos-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551267, "recall": 0.598814, "f1": 0.563223, "accuracy": 0.598814, "main_score": 0.563223, "hf_subset": "mos_Latn-cat_Latn", "languages": ["mos-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530383, "recall": 0.573123, "f1": 0.541963, "accuracy": 0.573123, "main_score": 0.541963, "hf_subset": "mos_Latn-fur_Latn", "languages": ["mos-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401233, "recall": 0.452569, "f1": 0.415845, "accuracy": 0.452569, "main_score": 0.415845, "hf_subset": "mos_Latn-kab_Latn", "languages": ["mos-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532681, "recall": 0.570158, "f1": 0.543409, "accuracy": 0.570158, "main_score": 0.543409, "hf_subset": "mos_Latn-lim_Latn", "languages": ["mos-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538153, "recall": 0.588933, "f1": 0.551344, "accuracy": 0.588933, "main_score": 0.551344, "hf_subset": "mos_Latn-nld_Latn", "languages": ["mos-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491489, "recall": 0.54249, "f1": 0.505042, "accuracy": 0.54249, "main_score": 0.505042, "hf_subset": "mos_Latn-san_Deva", "languages": ["mos-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527674, "recall": 0.574111, "f1": 0.540173, "accuracy": 0.574111, "main_score": 0.540173, "hf_subset": "mos_Latn-tat_Cyrl", "languages": ["mos-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529416, "recall": 0.565217, "f1": 0.539888, "accuracy": 0.565217, "main_score": 0.539888, "hf_subset": "mos_Latn-xho_Latn", "languages": ["mos-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507663, "recall": 0.559289, "f1": 0.52224, "accuracy": 0.559289, "main_score": 0.52224, "hf_subset": "mos_Latn-ars_Arab", "languages": ["mos-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55717, "recall": 0.59585, "f1": 0.567277, "accuracy": 0.59585, "main_score": 0.567277, "hf_subset": "mos_Latn-ceb_Latn", "languages": ["mos-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475626, "recall": 0.517787, "f1": 0.48857, "accuracy": 0.517787, "main_score": 0.48857, "hf_subset": "mos_Latn-fuv_Latn", "languages": ["mos-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47758, "recall": 0.519763, "f1": 0.490203, "accuracy": 0.519763, "main_score": 0.490203, "hf_subset": "mos_Latn-kac_Latn", "languages": ["mos-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558274, "recall": 0.597826, "f1": 0.569244, "accuracy": 0.597826, "main_score": 0.569244, "hf_subset": "mos_Latn-lin_Latn", "languages": ["mos-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527421, "recall": 0.583004, "f1": 0.541989, "accuracy": 0.583004, "main_score": 0.541989, "hf_subset": "mos_Latn-nno_Latn", "languages": ["mos-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.115946, "recall": 0.153162, "f1": 0.125028, "accuracy": 0.153162, "main_score": 0.125028, "hf_subset": "mos_Latn-sat_Olck", "languages": ["mos-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.517492, "recall": 0.572134, "f1": 0.532453, "accuracy": 0.572134, "main_score": 0.532453, "hf_subset": "mos_Latn-tel_Telu", "languages": ["mos-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.455563, "recall": 0.503953, "f1": 0.468774, "accuracy": 0.503953, "main_score": 0.468774, "hf_subset": "mos_Latn-ydd_Hebr", "languages": ["mos-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.500916, "recall": 0.545455, "f1": 0.512232, "accuracy": 0.545455, "main_score": 0.512232, "hf_subset": "mos_Latn-ary_Arab", "languages": ["mos-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529556, "recall": 0.581028, "f1": 0.542564, "accuracy": 0.581028, "main_score": 0.542564, "hf_subset": "mos_Latn-ces_Latn", "languages": ["mos-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465087, "recall": 0.516798, "f1": 0.479985, "accuracy": 0.516798, "main_score": 0.479985, "hf_subset": "mos_Latn-gaz_Latn", "languages": ["mos-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489032, "recall": 0.527668, "f1": 0.499925, "accuracy": 0.527668, "main_score": 0.499925, "hf_subset": "mos_Latn-kam_Latn", "languages": ["mos-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518178, "recall": 0.566206, "f1": 0.531058, "accuracy": 0.566206, "main_score": 0.531058, "hf_subset": "mos_Latn-lit_Latn", "languages": ["mos-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527421, "recall": 0.573123, "f1": 0.539931, "accuracy": 0.573123, "main_score": 0.539931, "hf_subset": "mos_Latn-nob_Latn", "languages": ["mos-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521205, "recall": 0.566206, "f1": 0.532653, "accuracy": 0.566206, "main_score": 0.532653, "hf_subset": "mos_Latn-scn_Latn", "languages": ["mos-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511038, "recall": 0.554348, "f1": 0.523619, "accuracy": 0.554348, "main_score": 0.523619, "hf_subset": "mos_Latn-tgk_Cyrl", "languages": ["mos-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466251, "recall": 0.508893, "f1": 0.478107, "accuracy": 0.508893, "main_score": 0.478107, "hf_subset": "mos_Latn-yor_Latn", "languages": ["mos-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505749, "recall": 0.55336, "f1": 0.518329, "accuracy": 0.55336, "main_score": 0.518329, "hf_subset": "mos_Latn-arz_Arab", "languages": ["mos-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.480965, "recall": 0.522727, "f1": 0.493097, "accuracy": 0.522727, "main_score": 0.493097, "hf_subset": "mos_Latn-cjk_Latn", "languages": ["mos-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479586, "recall": 0.522727, "f1": 0.491113, "accuracy": 0.522727, "main_score": 0.491113, "hf_subset": "mos_Latn-gla_Latn", "languages": ["mos-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508109, "recall": 0.563241, "f1": 0.523288, "accuracy": 0.563241, "main_score": 0.523288, "hf_subset": "mos_Latn-kan_Knda", "languages": ["mos-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.526784, "recall": 0.568182, "f1": 0.538687, "accuracy": 0.568182, "main_score": 0.538687, "hf_subset": "mos_Latn-lmo_Latn", "languages": ["mos-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511193, "recall": 0.567194, "f1": 0.526483, "accuracy": 0.567194, "main_score": 0.526483, "hf_subset": "mos_Latn-npi_Deva", "languages": ["mos-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.430984, "recall": 0.479249, "f1": 0.444501, "accuracy": 0.479249, "main_score": 0.444501, "hf_subset": "mos_Latn-shn_Mymr", "languages": ["mos-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.558096, "recall": 0.602767, "f1": 0.570629, "accuracy": 0.602767, "main_score": 0.570629, "hf_subset": "mos_Latn-tgl_Latn", "languages": ["mos-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505393, "recall": 0.560277, "f1": 0.519018, "accuracy": 0.560277, "main_score": 0.519018, "hf_subset": "mos_Latn-yue_Hant", "languages": ["mos-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.490271, "recall": 0.545455, "f1": 0.505791, "accuracy": 0.545455, "main_score": 0.505791, "hf_subset": "mos_Latn-asm_Beng", "languages": ["mos-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.483482, "recall": 0.530632, "f1": 0.49677, "accuracy": 0.530632, "main_score": 0.49677, "hf_subset": "mos_Latn-ckb_Arab", "languages": ["mos-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.46905, "recall": 0.514822, "f1": 0.481601, "accuracy": 0.514822, "main_score": 0.481601, "hf_subset": "mos_Latn-gle_Latn", "languages": ["mos-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462717, "recall": 0.520751, "f1": 0.477284, "accuracy": 0.520751, "main_score": 0.477284, "hf_subset": "mos_Latn-kas_Arab", "languages": ["mos-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509816, "recall": 0.549407, "f1": 0.52084, "accuracy": 0.549407, "main_score": 0.52084, "hf_subset": "mos_Latn-ltg_Latn", "languages": ["mos-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532061, "recall": 0.566206, "f1": 0.541442, "accuracy": 0.566206, "main_score": 0.541442, "hf_subset": "mos_Latn-nso_Latn", "languages": ["mos-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442017, "recall": 0.494071, "f1": 0.456823, "accuracy": 0.494071, "main_score": 0.456823, "hf_subset": "mos_Latn-sin_Sinh", "languages": ["mos-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.511604, "recall": 0.561265, "f1": 0.524649, "accuracy": 0.561265, "main_score": 0.524649, "hf_subset": "mos_Latn-tha_Thai", "languages": ["mos-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.495015, "recall": 0.546443, "f1": 0.508784, "accuracy": 0.546443, "main_score": 0.508784, "hf_subset": "mos_Latn-zho_Hans", "languages": ["mos-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.538783, "recall": 0.587945, "f1": 0.552071, "accuracy": 0.587945, "main_score": 0.552071, "hf_subset": "mos_Latn-ast_Latn", "languages": ["mos-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530132, "recall": 0.574111, "f1": 0.541899, "accuracy": 0.574111, "main_score": 0.541899, "hf_subset": "mos_Latn-crh_Latn", "languages": ["mos-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548181, "recall": 0.599802, "f1": 0.561739, "accuracy": 0.599802, "main_score": 0.561739, "hf_subset": "mos_Latn-glg_Latn", "languages": ["mos-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48757, "recall": 0.534585, "f1": 0.500242, "accuracy": 0.534585, "main_score": 0.500242, "hf_subset": "mos_Latn-kas_Deva", "languages": ["mos-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.516164, "recall": 0.559289, "f1": 0.52795, "accuracy": 0.559289, "main_score": 0.52795, "hf_subset": "mos_Latn-ltz_Latn", "languages": ["mos-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45378, "recall": 0.495059, "f1": 0.46523, "accuracy": 0.495059, "main_score": 0.46523, "hf_subset": "mos_Latn-nus_Latn", "languages": ["mos-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525855, "recall": 0.579051, "f1": 0.540512, "accuracy": 0.579051, "main_score": 0.540512, "hf_subset": "mos_Latn-slk_Latn", "languages": ["mos-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384651, "recall": 0.436759, "f1": 0.39992, "accuracy": 0.436759, "main_score": 0.39992, "hf_subset": "mos_Latn-tir_Ethi", "languages": ["mos-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.498735, "recall": 0.55336, "f1": 0.512162, "accuracy": 0.55336, "main_score": 0.512162, "hf_subset": "mos_Latn-zho_Hant", "languages": ["mos-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.509536, "recall": 0.561265, "f1": 0.523561, "accuracy": 0.561265, "main_score": 0.523561, "hf_subset": "mos_Latn-awa_Deva", "languages": ["mos-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.50522, "recall": 0.54249, "f1": 0.515964, "accuracy": 0.54249, "main_score": 0.515964, "hf_subset": "mos_Latn-cym_Latn", "languages": ["mos-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532834, "recall": 0.570158, "f1": 0.544038, "accuracy": 0.570158, "main_score": 0.544038, "hf_subset": "mos_Latn-grn_Latn", "languages": ["mos-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49707, "recall": 0.550395, "f1": 0.511097, "accuracy": 0.550395, "main_score": 0.511097, "hf_subset": "mos_Latn-kat_Geor", "languages": ["mos-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.518723, "recall": 0.556324, "f1": 0.52929, "accuracy": 0.556324, "main_score": 0.52929, "hf_subset": "mos_Latn-lua_Latn", "languages": ["mos-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501976, "recall": 0.540514, "f1": 0.513735, "accuracy": 0.540514, "main_score": 0.513735, "hf_subset": "mos_Latn-nya_Latn", "languages": ["mos-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535396, "recall": 0.582016, "f1": 0.547706, "accuracy": 0.582016, "main_score": 0.547706, "hf_subset": "mos_Latn-slv_Latn", "languages": ["mos-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527808, "recall": 0.570158, "f1": 0.539641, "accuracy": 0.570158, "main_score": 0.539641, "hf_subset": "mos_Latn-tpi_Latn", "languages": ["mos-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565916, "recall": 0.61166, "f1": 0.577602, "accuracy": 0.61166, "main_score": 0.577602, "hf_subset": "mos_Latn-zsm_Latn", "languages": ["mos-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48876, "recall": 0.528656, "f1": 0.500244, "accuracy": 0.528656, "main_score": 0.500244, "hf_subset": "mos_Latn-ayr_Latn", "languages": ["mos-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541158, "recall": 0.585968, "f1": 0.55261, "accuracy": 0.585968, "main_score": 0.55261, "hf_subset": "mos_Latn-dan_Latn", "languages": ["mos-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520688, "recall": 0.576087, "f1": 0.535505, "accuracy": 0.576087, "main_score": 0.535505, "hf_subset": "mos_Latn-guj_Gujr", "languages": ["mos-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.524124, "recall": 0.574111, "f1": 0.537318, "accuracy": 0.574111, "main_score": 0.537318, "hf_subset": "mos_Latn-kaz_Cyrl", "languages": ["mos-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.476088, "recall": 0.520751, "f1": 0.488282, "accuracy": 0.520751, "main_score": 0.488282, "hf_subset": "mos_Latn-lug_Latn", "languages": ["mos-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547665, "recall": 0.596838, "f1": 0.560225, "accuracy": 0.596838, "main_score": 0.560225, "hf_subset": "mos_Latn-oci_Latn", "languages": ["mos-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52039, "recall": 0.560277, "f1": 0.532069, "accuracy": 0.560277, "main_score": 0.532069, "hf_subset": "mos_Latn-smo_Latn", "languages": ["mos-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493648, "recall": 0.533597, "f1": 0.504091, "accuracy": 0.533597, "main_score": 0.504091, "hf_subset": "mos_Latn-tsn_Latn", "languages": ["mos-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49248, "recall": 0.536561, "f1": 0.504571, "accuracy": 0.536561, "main_score": 0.504571, "hf_subset": "mos_Latn-zul_Latn", "languages": ["mos-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460247, "recall": 0.509881, "f1": 0.473791, "accuracy": 0.509881, "main_score": 0.473791, "hf_subset": "mos_Latn-azb_Arab", "languages": ["mos-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529292, "recall": 0.578063, "f1": 0.542346, "accuracy": 0.578063, "main_score": 0.542346, "hf_subset": "mos_Latn-deu_Latn", "languages": ["mos-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505072, "recall": 0.556324, "f1": 0.519064, "accuracy": 0.556324, "main_score": 0.519064, "hf_subset": "mos_Latn-hat_Latn", "languages": ["mos-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481098, "recall": 0.523715, "f1": 0.492867, "accuracy": 0.523715, "main_score": 0.492867, "hf_subset": "mos_Latn-kbp_Latn", "languages": ["mos-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524814, "recall": 0.561265, "f1": 0.535194, "accuracy": 0.561265, "main_score": 0.535194, "hf_subset": "mos_Latn-luo_Latn", "languages": ["mos-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512568, "recall": 0.565217, "f1": 0.52724, "accuracy": 0.565217, "main_score": 0.52724, "hf_subset": "mos_Latn-ory_Orya", "languages": ["mos-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.501697, "recall": 0.543478, "f1": 0.513419, "accuracy": 0.543478, "main_score": 0.513419, "hf_subset": "mos_Latn-sna_Latn", "languages": ["mos-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493801, "recall": 0.530632, "f1": 0.504295, "accuracy": 0.530632, "main_score": 0.504295, "hf_subset": "mos_Latn-tso_Latn", "languages": ["mos-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50435, "recall": 0.557312, "f1": 0.518466, "accuracy": 0.557312, "main_score": 0.518466, "hf_subset": "mos_Latn-azj_Latn", "languages": ["mos-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468923, "recall": 0.513834, "f1": 0.482411, "accuracy": 0.513834, "main_score": 0.482411, "hf_subset": "mos_Latn-dik_Latn", "languages": ["mos-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508667, "recall": 0.547431, "f1": 0.519846, "accuracy": 0.547431, "main_score": 0.519846, "hf_subset": "mos_Latn-hau_Latn", "languages": ["mos-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535438, "recall": 0.572134, "f1": 0.545263, "accuracy": 0.572134, "main_score": 0.545263, "hf_subset": "mos_Latn-kea_Latn", "languages": ["mos-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542882, "recall": 0.583004, "f1": 0.554655, "accuracy": 0.583004, "main_score": 0.554655, "hf_subset": "mos_Latn-lus_Latn", "languages": ["mos-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526998, "recall": 0.567194, "f1": 0.538259, "accuracy": 0.567194, "main_score": 0.538259, "hf_subset": "mos_Latn-pag_Latn", "languages": ["mos-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479571, "recall": 0.530632, "f1": 0.494356, "accuracy": 0.530632, "main_score": 0.494356, "hf_subset": "mos_Latn-snd_Arab", "languages": ["mos-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506308, "recall": 0.554348, "f1": 0.520032, "accuracy": 0.554348, "main_score": 0.520032, "hf_subset": "mos_Latn-tuk_Latn", "languages": ["mos-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526655, "recall": 0.571146, "f1": 0.538958, "accuracy": 0.571146, "main_score": 0.538958, "hf_subset": "mos_Latn-bak_Cyrl", "languages": ["mos-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.425572, "recall": 0.488142, "f1": 0.443551, "accuracy": 0.488142, "main_score": 0.443551, "hf_subset": "mos_Latn-dyu_Latn", "languages": ["mos-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514452, "recall": 0.564229, "f1": 0.527906, "accuracy": 0.564229, "main_score": 0.527906, "hf_subset": "mos_Latn-heb_Hebr", "languages": ["mos-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.487173, "recall": 0.531621, "f1": 0.499411, "accuracy": 0.531621, "main_score": 0.499411, "hf_subset": "mos_Latn-khk_Cyrl", "languages": ["mos-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520738, "recall": 0.566206, "f1": 0.532247, "accuracy": 0.566206, "main_score": 0.532247, "hf_subset": "mos_Latn-lvs_Latn", "languages": ["mos-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50245, "recall": 0.561265, "f1": 0.518571, "accuracy": 0.561265, "main_score": 0.518571, "hf_subset": "mos_Latn-pan_Guru", "languages": ["mos-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.475705, "recall": 0.520751, "f1": 0.48839, "accuracy": 0.520751, "main_score": 0.48839, "hf_subset": "mos_Latn-som_Latn", "languages": ["mos-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484046, "recall": 0.519763, "f1": 0.494035, "accuracy": 0.519763, "main_score": 0.494035, "hf_subset": "mos_Latn-tum_Latn", "languages": ["mos-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42047, "recall": 0.459486, "f1": 0.430454, "accuracy": 0.459486, "main_score": 0.430454, "hf_subset": "run_Latn-ace_Arab", "languages": ["run-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.490399, "recall": 0.529644, "f1": 0.501954, "accuracy": 0.529644, "main_score": 0.501954, "hf_subset": "run_Latn-bam_Latn", "languages": ["run-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213363, "recall": 0.264822, "f1": 0.226893, "accuracy": 0.264822, "main_score": 0.226893, "hf_subset": "run_Latn-dzo_Tibt", "languages": ["run-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.533526, "recall": 0.576087, "f1": 0.544587, "accuracy": 0.576087, "main_score": 0.544587, "hf_subset": "run_Latn-hin_Deva", "languages": ["run-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.49811, "recall": 0.544466, "f1": 0.510506, "accuracy": 0.544466, "main_score": 0.510506, "hf_subset": "run_Latn-khm_Khmr", "languages": ["run-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.523348, "recall": 0.568182, "f1": 0.535999, "accuracy": 0.568182, "main_score": 0.535999, "hf_subset": "run_Latn-mag_Deva", "languages": ["run-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.52739, "recall": 0.566206, "f1": 0.536871, "accuracy": 0.566206, "main_score": 0.536871, "hf_subset": "run_Latn-pap_Latn", "languages": ["run-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545047, "recall": 0.581028, "f1": 0.554617, "accuracy": 0.581028, "main_score": 0.554617, "hf_subset": "run_Latn-sot_Latn", "languages": ["run-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526779, "recall": 0.572134, "f1": 0.538124, "accuracy": 0.572134, "main_score": 0.538124, "hf_subset": "run_Latn-tur_Latn", "languages": ["run-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525979, "recall": 0.561265, "f1": 0.535017, "accuracy": 0.561265, "main_score": 0.535017, "hf_subset": "run_Latn-ace_Latn", "languages": ["run-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531017, "recall": 0.564229, "f1": 0.539718, "accuracy": 0.564229, "main_score": 0.539718, "hf_subset": "run_Latn-ban_Latn", "languages": ["run-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526556, "recall": 0.576087, "f1": 0.539362, "accuracy": 0.576087, "main_score": 0.539362, "hf_subset": "run_Latn-ell_Grek", "languages": ["run-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.503226, "recall": 0.550395, "f1": 0.515344, "accuracy": 0.550395, "main_score": 0.515344, "hf_subset": "run_Latn-hne_Deva", "languages": ["run-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.490969, "recall": 0.531621, "f1": 0.501976, "accuracy": 0.531621, "main_score": 0.501976, "hf_subset": "run_Latn-kik_Latn", "languages": ["run-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524801, "recall": 0.568182, "f1": 0.535992, "accuracy": 0.568182, "main_score": 0.535992, "hf_subset": "run_Latn-mai_Deva", "languages": ["run-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.473401, "recall": 0.530632, "f1": 0.487704, "accuracy": 0.530632, "main_score": 0.487704, "hf_subset": "run_Latn-pbt_Arab", "languages": ["run-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543088, "recall": 0.591897, "f1": 0.556084, "accuracy": 0.591897, "main_score": 0.556084, "hf_subset": "run_Latn-spa_Latn", "languages": ["run-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521158, "recall": 0.557312, "f1": 0.531777, "accuracy": 0.557312, "main_score": 0.531777, "hf_subset": "run_Latn-twi_Latn", "languages": ["run-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523746, "recall": 0.572134, "f1": 0.535403, "accuracy": 0.572134, "main_score": 0.535403, "hf_subset": "run_Latn-acm_Arab", "languages": ["run-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504957, "recall": 0.547431, "f1": 0.51576, "accuracy": 0.547431, "main_score": 0.51576, "hf_subset": "run_Latn-bel_Cyrl", "languages": ["run-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558142, "recall": 0.603755, "f1": 0.569142, "accuracy": 0.603755, "main_score": 0.569142, "hf_subset": "run_Latn-eng_Latn", "languages": ["run-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549051, "recall": 0.588933, "f1": 0.558463, "accuracy": 0.588933, "main_score": 0.558463, "hf_subset": "run_Latn-hrv_Latn", "languages": ["run-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712468, "recall": 0.767787, "f1": 0.728351, "accuracy": 0.767787, "main_score": 0.728351, "hf_subset": "run_Latn-kin_Latn", "languages": ["run-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512943, "recall": 0.564229, "f1": 0.525612, "accuracy": 0.564229, "main_score": 0.525612, "hf_subset": "run_Latn-mal_Mlym", "languages": ["run-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.529905, "recall": 0.575099, "f1": 0.541127, "accuracy": 0.575099, "main_score": 0.541127, "hf_subset": "run_Latn-pes_Arab", "languages": ["run-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531253, "recall": 0.561265, "f1": 0.539259, "accuracy": 0.561265, "main_score": 0.539259, "hf_subset": "run_Latn-srd_Latn", "languages": ["run-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213382, "recall": 0.254941, "f1": 0.22453, "accuracy": 0.254941, "main_score": 0.22453, "hf_subset": "run_Latn-tzm_Tfng", "languages": ["run-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.528765, "recall": 0.576087, "f1": 0.540567, "accuracy": 0.576087, "main_score": 0.540567, "hf_subset": "run_Latn-acq_Arab", "languages": ["run-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576214, "recall": 0.623518, "f1": 0.588669, "accuracy": 0.623518, "main_score": 0.588669, "hf_subset": "run_Latn-bem_Latn", "languages": ["run-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537401, "recall": 0.583992, "f1": 0.549173, "accuracy": 0.583992, "main_score": 0.549173, "hf_subset": "run_Latn-epo_Latn", "languages": ["run-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53637, "recall": 0.579051, "f1": 0.54662, "accuracy": 0.579051, "main_score": 0.54662, "hf_subset": "run_Latn-hun_Latn", "languages": ["run-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506255, "recall": 0.55336, "f1": 0.51863, "accuracy": 0.55336, "main_score": 0.51863, "hf_subset": "run_Latn-kir_Cyrl", "languages": ["run-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533012, "recall": 0.570158, "f1": 0.542941, "accuracy": 0.570158, "main_score": 0.542941, "hf_subset": "run_Latn-mar_Deva", "languages": ["run-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.541441, "recall": 0.581028, "f1": 0.551879, "accuracy": 0.581028, "main_score": 0.551879, "hf_subset": "run_Latn-plt_Latn", "languages": ["run-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540112, "recall": 0.589921, "f1": 0.552562, "accuracy": 0.589921, "main_score": 0.552562, "hf_subset": "run_Latn-srp_Cyrl", "languages": ["run-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.461999, "recall": 0.508893, "f1": 0.475304, "accuracy": 0.508893, "main_score": 0.475304, "hf_subset": "run_Latn-uig_Arab", "languages": ["run-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510355, "recall": 0.548419, "f1": 0.520023, "accuracy": 0.548419, "main_score": 0.520023, "hf_subset": "run_Latn-aeb_Arab", "languages": ["run-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527949, "recall": 0.579051, "f1": 0.541357, "accuracy": 0.579051, "main_score": 0.541357, "hf_subset": "run_Latn-ben_Beng", "languages": ["run-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.532517, "recall": 0.575099, "f1": 0.54341, "accuracy": 0.575099, "main_score": 0.54341, "hf_subset": "run_Latn-est_Latn", "languages": ["run-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504099, "recall": 0.557312, "f1": 0.517812, "accuracy": 0.557312, "main_score": 0.517812, "hf_subset": "run_Latn-hye_Armn", "languages": ["run-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.513028, "recall": 0.55336, "f1": 0.524071, "accuracy": 0.55336, "main_score": 0.524071, "hf_subset": "run_Latn-kmb_Latn", "languages": ["run-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.371781, "recall": 0.424901, "f1": 0.385949, "accuracy": 0.424901, "main_score": 0.385949, "hf_subset": "run_Latn-min_Arab", "languages": ["run-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532217, "recall": 0.579051, "f1": 0.543249, "accuracy": 0.579051, "main_score": 0.543249, "hf_subset": "run_Latn-pol_Latn", "languages": ["run-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538092, "recall": 0.58498, "f1": 0.550337, "accuracy": 0.58498, "main_score": 0.550337, "hf_subset": "run_Latn-ssw_Latn", "languages": ["run-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541393, "recall": 0.591897, "f1": 0.554766, "accuracy": 0.591897, "main_score": 0.554766, "hf_subset": "run_Latn-ukr_Cyrl", "languages": ["run-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.557101, "recall": 0.596838, "f1": 0.567302, "accuracy": 0.596838, "main_score": 0.567302, "hf_subset": "run_Latn-afr_Latn", "languages": ["run-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518066, "recall": 0.561265, "f1": 0.52951, "accuracy": 0.561265, "main_score": 0.52951, "hf_subset": "run_Latn-bho_Deva", "languages": ["run-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.526165, "recall": 0.56917, "f1": 0.537417, "accuracy": 0.56917, "main_score": 0.537417, "hf_subset": "run_Latn-eus_Latn", "languages": ["run-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516582, "recall": 0.561265, "f1": 0.529014, "accuracy": 0.561265, "main_score": 0.529014, "hf_subset": "run_Latn-ibo_Latn", "languages": ["run-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515783, "recall": 0.559289, "f1": 0.527328, "accuracy": 0.559289, "main_score": 0.527328, "hf_subset": "run_Latn-kmr_Latn", "languages": ["run-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542885, "recall": 0.583992, "f1": 0.553041, "accuracy": 0.583992, "main_score": 0.553041, "hf_subset": "run_Latn-min_Latn", "languages": ["run-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553988, "recall": 0.599802, "f1": 0.565428, "accuracy": 0.599802, "main_score": 0.565428, "hf_subset": "run_Latn-por_Latn", "languages": ["run-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561891, "recall": 0.59585, "f1": 0.570217, "accuracy": 0.59585, "main_score": 0.570217, "hf_subset": "run_Latn-sun_Latn", "languages": ["run-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490951, "recall": 0.532609, "f1": 0.503626, "accuracy": 0.532609, "main_score": 0.503626, "hf_subset": "run_Latn-umb_Latn", "languages": ["run-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533619, "recall": 0.583004, "f1": 0.546249, "accuracy": 0.583004, "main_score": 0.546249, "hf_subset": "run_Latn-ajp_Arab", "languages": ["run-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.391233, "recall": 0.4417, "f1": 0.404803, "accuracy": 0.4417, "main_score": 0.404803, "hf_subset": "run_Latn-bjn_Arab", "languages": ["run-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489225, "recall": 0.525692, "f1": 0.499488, "accuracy": 0.525692, "main_score": 0.499488, "hf_subset": "run_Latn-ewe_Latn", "languages": ["run-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55652, "recall": 0.590909, "f1": 0.56533, "accuracy": 0.590909, "main_score": 0.56533, "hf_subset": "run_Latn-ilo_Latn", "languages": ["run-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300154, "recall": 0.350791, "f1": 0.313979, "accuracy": 0.350791, "main_score": 0.313979, "hf_subset": "run_Latn-knc_Arab", "languages": ["run-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538076, "recall": 0.588933, "f1": 0.550185, "accuracy": 0.588933, "main_score": 0.550185, "hf_subset": "run_Latn-mkd_Cyrl", "languages": ["run-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513887, "recall": 0.56917, "f1": 0.528657, "accuracy": 0.56917, "main_score": 0.528657, "hf_subset": "run_Latn-prs_Arab", "languages": ["run-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536371, "recall": 0.585968, "f1": 0.548689, "accuracy": 0.585968, "main_score": 0.548689, "hf_subset": "run_Latn-swe_Latn", "languages": ["run-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510123, "recall": 0.563241, "f1": 0.524097, "accuracy": 0.563241, "main_score": 0.524097, "hf_subset": "run_Latn-urd_Arab", "languages": ["run-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509162, "recall": 0.545455, "f1": 0.518403, "accuracy": 0.545455, "main_score": 0.518403, "hf_subset": "run_Latn-aka_Latn", "languages": ["run-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548362, "recall": 0.581028, "f1": 0.556923, "accuracy": 0.581028, "main_score": 0.556923, "hf_subset": "run_Latn-bjn_Latn", "languages": ["run-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543237, "recall": 0.58004, "f1": 0.5523, "accuracy": 0.58004, "main_score": 0.5523, "hf_subset": "run_Latn-fao_Latn", "languages": ["run-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554591, "recall": 0.599802, "f1": 0.566123, "accuracy": 0.599802, "main_score": 0.566123, "hf_subset": "run_Latn-ind_Latn", "languages": ["run-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519105, "recall": 0.552372, "f1": 0.52825, "accuracy": 0.552372, "main_score": 0.52825, "hf_subset": "run_Latn-knc_Latn", "languages": ["run-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538313, "recall": 0.576087, "f1": 0.547859, "accuracy": 0.576087, "main_score": 0.547859, "hf_subset": "run_Latn-mlt_Latn", "languages": ["run-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509447, "recall": 0.552372, "f1": 0.521615, "accuracy": 0.552372, "main_score": 0.521615, "hf_subset": "run_Latn-quy_Latn", "languages": ["run-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555484, "recall": 0.598814, "f1": 0.566142, "accuracy": 0.598814, "main_score": 0.566142, "hf_subset": "run_Latn-swh_Latn", "languages": ["run-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519571, "recall": 0.559289, "f1": 0.528799, "accuracy": 0.559289, "main_score": 0.528799, "hf_subset": "run_Latn-uzn_Latn", "languages": ["run-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548136, "recall": 0.593874, "f1": 0.55946, "accuracy": 0.593874, "main_score": 0.55946, "hf_subset": "run_Latn-als_Latn", "languages": ["run-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286799, "recall": 0.344862, "f1": 0.30075, "accuracy": 0.344862, "main_score": 0.30075, "hf_subset": "run_Latn-bod_Tibt", "languages": ["run-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.543633, "recall": 0.579051, "f1": 0.552884, "accuracy": 0.579051, "main_score": 0.552884, "hf_subset": "run_Latn-fij_Latn", "languages": ["run-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530371, "recall": 0.578063, "f1": 0.542525, "accuracy": 0.578063, "main_score": 0.542525, "hf_subset": "run_Latn-isl_Latn", "languages": ["run-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54041, "recall": 0.579051, "f1": 0.55099, "accuracy": 0.579051, "main_score": 0.55099, "hf_subset": "run_Latn-kon_Latn", "languages": ["run-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444272, "recall": 0.492095, "f1": 0.457984, "accuracy": 0.492095, "main_score": 0.457984, "hf_subset": "run_Latn-mni_Beng", "languages": ["run-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.558662, "recall": 0.604743, "f1": 0.569583, "accuracy": 0.604743, "main_score": 0.569583, "hf_subset": "run_Latn-ron_Latn", "languages": ["run-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543656, "recall": 0.58498, "f1": 0.554474, "accuracy": 0.58498, "main_score": 0.554474, "hf_subset": "run_Latn-szl_Latn", "languages": ["run-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544291, "recall": 0.583004, "f1": 0.553897, "accuracy": 0.583004, "main_score": 0.553897, "hf_subset": "run_Latn-vec_Latn", "languages": ["run-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460046, "recall": 0.514822, "f1": 0.474154, "accuracy": 0.514822, "main_score": 0.474154, "hf_subset": "run_Latn-amh_Ethi", "languages": ["run-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.558703, "recall": 0.603755, "f1": 0.569498, "accuracy": 0.603755, "main_score": 0.569498, "hf_subset": "run_Latn-bos_Latn", "languages": ["run-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526287, "recall": 0.572134, "f1": 0.537597, "accuracy": 0.572134, "main_score": 0.537597, "hf_subset": "run_Latn-fin_Latn", "languages": ["run-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543232, "recall": 0.594862, "f1": 0.555977, "accuracy": 0.594862, "main_score": 0.555977, "hf_subset": "run_Latn-ita_Latn", "languages": ["run-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523585, "recall": 0.573123, "f1": 0.536092, "accuracy": 0.573123, "main_score": 0.536092, "hf_subset": "run_Latn-kor_Hang", "languages": ["run-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.506795, "recall": 0.545455, "f1": 0.517991, "accuracy": 0.545455, "main_score": 0.517991, "hf_subset": "run_Latn-mos_Latn", "languages": ["run-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519881, "recall": 0.566206, "f1": 0.532219, "accuracy": 0.566206, "main_score": 0.532219, "hf_subset": "run_Latn-tam_Taml", "languages": ["run-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.536227, "recall": 0.579051, "f1": 0.546663, "accuracy": 0.579051, "main_score": 0.546663, "hf_subset": "run_Latn-vie_Latn", "languages": ["run-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522519, "recall": 0.571146, "f1": 0.534572, "accuracy": 0.571146, "main_score": 0.534572, "hf_subset": "run_Latn-apc_Arab", "languages": ["run-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504607, "recall": 0.545455, "f1": 0.51523, "accuracy": 0.545455, "main_score": 0.51523, "hf_subset": "run_Latn-bug_Latn", "languages": ["run-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468049, "recall": 0.504941, "f1": 0.478008, "accuracy": 0.504941, "main_score": 0.478008, "hf_subset": "run_Latn-fon_Latn", "languages": ["run-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553426, "recall": 0.594862, "f1": 0.563862, "accuracy": 0.594862, "main_score": 0.563862, "hf_subset": "run_Latn-jav_Latn", "languages": ["run-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503892, "recall": 0.55336, "f1": 0.516646, "accuracy": 0.55336, "main_score": 0.516646, "hf_subset": "run_Latn-lao_Laoo", "languages": ["run-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.506694, "recall": 0.54249, "f1": 0.516293, "accuracy": 0.54249, "main_score": 0.516293, "hf_subset": "run_Latn-mri_Latn", "languages": ["run-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543612, "recall": 0.594862, "f1": 0.55673, "accuracy": 0.594862, "main_score": 0.55673, "hf_subset": "run_Latn-rus_Cyrl", "languages": ["run-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.477569, "recall": 0.511858, "f1": 0.487418, "accuracy": 0.511858, "main_score": 0.487418, "hf_subset": "run_Latn-taq_Latn", "languages": ["run-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550518, "recall": 0.588933, "f1": 0.559392, "accuracy": 0.588933, "main_score": 0.559392, "hf_subset": "run_Latn-war_Latn", "languages": ["run-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519376, "recall": 0.567194, "f1": 0.531082, "accuracy": 0.567194, "main_score": 0.531082, "hf_subset": "run_Latn-arb_Arab", "languages": ["run-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532883, "recall": 0.583004, "f1": 0.5453, "accuracy": 0.583004, "main_score": 0.5453, "hf_subset": "run_Latn-bul_Cyrl", "languages": ["run-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547238, "recall": 0.598814, "f1": 0.559928, "accuracy": 0.598814, "main_score": 0.559928, "hf_subset": "run_Latn-fra_Latn", "languages": ["run-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528334, "recall": 0.570158, "f1": 0.539287, "accuracy": 0.570158, "main_score": 0.539287, "hf_subset": "run_Latn-jpn_Jpan", "languages": ["run-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.531864, "recall": 0.573123, "f1": 0.542429, "accuracy": 0.573123, "main_score": 0.542429, "hf_subset": "run_Latn-lij_Latn", "languages": ["run-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40421, "recall": 0.465415, "f1": 0.419511, "accuracy": 0.465415, "main_score": 0.419511, "hf_subset": "run_Latn-mya_Mymr", "languages": ["run-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.515203, "recall": 0.557312, "f1": 0.526793, "accuracy": 0.557312, "main_score": 0.526793, "hf_subset": "run_Latn-sag_Latn", "languages": ["run-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204777, "recall": 0.246047, "f1": 0.215064, "accuracy": 0.246047, "main_score": 0.215064, "hf_subset": "run_Latn-taq_Tfng", "languages": ["run-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.524944, "recall": 0.563241, "f1": 0.535559, "accuracy": 0.563241, "main_score": 0.535559, "hf_subset": "run_Latn-wol_Latn", "languages": ["run-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442644, "recall": 0.490119, "f1": 0.455723, "accuracy": 0.490119, "main_score": 0.455723, "hf_subset": "run_Latn-arb_Latn", "languages": ["run-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541947, "recall": 0.586957, "f1": 0.553858, "accuracy": 0.586957, "main_score": 0.553858, "hf_subset": "run_Latn-cat_Latn", "languages": ["run-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534046, "recall": 0.573123, "f1": 0.54416, "accuracy": 0.573123, "main_score": 0.54416, "hf_subset": "run_Latn-fur_Latn", "languages": ["run-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437563, "recall": 0.491107, "f1": 0.452069, "accuracy": 0.491107, "main_score": 0.452069, "hf_subset": "run_Latn-kab_Latn", "languages": ["run-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537055, "recall": 0.573123, "f1": 0.54613, "accuracy": 0.573123, "main_score": 0.54613, "hf_subset": "run_Latn-lim_Latn", "languages": ["run-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531911, "recall": 0.573123, "f1": 0.54307, "accuracy": 0.573123, "main_score": 0.54307, "hf_subset": "run_Latn-nld_Latn", "languages": ["run-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493918, "recall": 0.541502, "f1": 0.505872, "accuracy": 0.541502, "main_score": 0.505872, "hf_subset": "run_Latn-san_Deva", "languages": ["run-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.535648, "recall": 0.578063, "f1": 0.546626, "accuracy": 0.578063, "main_score": 0.546626, "hf_subset": "run_Latn-tat_Cyrl", "languages": ["run-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544833, "recall": 0.583992, "f1": 0.555837, "accuracy": 0.583992, "main_score": 0.555837, "hf_subset": "run_Latn-xho_Latn", "languages": ["run-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505667, "recall": 0.552372, "f1": 0.517212, "accuracy": 0.552372, "main_score": 0.517212, "hf_subset": "run_Latn-ars_Arab", "languages": ["run-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.559749, "recall": 0.596838, "f1": 0.568386, "accuracy": 0.596838, "main_score": 0.568386, "hf_subset": "run_Latn-ceb_Latn", "languages": ["run-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473715, "recall": 0.513834, "f1": 0.485438, "accuracy": 0.513834, "main_score": 0.485438, "hf_subset": "run_Latn-fuv_Latn", "languages": ["run-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48814, "recall": 0.533597, "f1": 0.499978, "accuracy": 0.533597, "main_score": 0.499978, "hf_subset": "run_Latn-kac_Latn", "languages": ["run-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534922, "recall": 0.574111, "f1": 0.545091, "accuracy": 0.574111, "main_score": 0.545091, "hf_subset": "run_Latn-lin_Latn", "languages": ["run-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52994, "recall": 0.577075, "f1": 0.54216, "accuracy": 0.577075, "main_score": 0.54216, "hf_subset": "run_Latn-nno_Latn", "languages": ["run-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.137775, "recall": 0.186759, "f1": 0.150101, "accuracy": 0.186759, "main_score": 0.150101, "hf_subset": "run_Latn-sat_Olck", "languages": ["run-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.515394, "recall": 0.563241, "f1": 0.527616, "accuracy": 0.563241, "main_score": 0.527616, "hf_subset": "run_Latn-tel_Telu", "languages": ["run-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.465248, "recall": 0.519763, "f1": 0.479773, "accuracy": 0.519763, "main_score": 0.479773, "hf_subset": "run_Latn-ydd_Hebr", "languages": ["run-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.512306, "recall": 0.560277, "f1": 0.524298, "accuracy": 0.560277, "main_score": 0.524298, "hf_subset": "run_Latn-ary_Arab", "languages": ["run-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546943, "recall": 0.594862, "f1": 0.559078, "accuracy": 0.594862, "main_score": 0.559078, "hf_subset": "run_Latn-ces_Latn", "languages": ["run-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484322, "recall": 0.527668, "f1": 0.49636, "accuracy": 0.527668, "main_score": 0.49636, "hf_subset": "run_Latn-gaz_Latn", "languages": ["run-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51202, "recall": 0.55336, "f1": 0.523347, "accuracy": 0.55336, "main_score": 0.523347, "hf_subset": "run_Latn-kam_Latn", "languages": ["run-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526801, "recall": 0.566206, "f1": 0.536121, "accuracy": 0.566206, "main_score": 0.536121, "hf_subset": "run_Latn-lit_Latn", "languages": ["run-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536517, "recall": 0.582016, "f1": 0.547295, "accuracy": 0.582016, "main_score": 0.547295, "hf_subset": "run_Latn-nob_Latn", "languages": ["run-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544404, "recall": 0.58498, "f1": 0.554117, "accuracy": 0.58498, "main_score": 0.554117, "hf_subset": "run_Latn-scn_Latn", "languages": ["run-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512756, "recall": 0.552372, "f1": 0.523239, "accuracy": 0.552372, "main_score": 0.523239, "hf_subset": "run_Latn-tgk_Cyrl", "languages": ["run-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480668, "recall": 0.531621, "f1": 0.495191, "accuracy": 0.531621, "main_score": 0.495191, "hf_subset": "run_Latn-yor_Latn", "languages": ["run-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521041, "recall": 0.565217, "f1": 0.531243, "accuracy": 0.565217, "main_score": 0.531243, "hf_subset": "run_Latn-arz_Arab", "languages": ["run-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.474582, "recall": 0.517787, "f1": 0.486498, "accuracy": 0.517787, "main_score": 0.486498, "hf_subset": "run_Latn-cjk_Latn", "languages": ["run-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51504, "recall": 0.555336, "f1": 0.526335, "accuracy": 0.555336, "main_score": 0.526335, "hf_subset": "run_Latn-gla_Latn", "languages": ["run-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518181, "recall": 0.564229, "f1": 0.530094, "accuracy": 0.564229, "main_score": 0.530094, "hf_subset": "run_Latn-kan_Knda", "languages": ["run-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.526137, "recall": 0.565217, "f1": 0.535481, "accuracy": 0.565217, "main_score": 0.535481, "hf_subset": "run_Latn-lmo_Latn", "languages": ["run-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503584, "recall": 0.555336, "f1": 0.516901, "accuracy": 0.555336, "main_score": 0.516901, "hf_subset": "run_Latn-npi_Deva", "languages": ["run-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.42992, "recall": 0.475296, "f1": 0.442288, "accuracy": 0.475296, "main_score": 0.442288, "hf_subset": "run_Latn-shn_Mymr", "languages": ["run-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.561328, "recall": 0.602767, "f1": 0.572195, "accuracy": 0.602767, "main_score": 0.572195, "hf_subset": "run_Latn-tgl_Latn", "languages": ["run-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516206, "recall": 0.566206, "f1": 0.529085, "accuracy": 0.566206, "main_score": 0.529085, "hf_subset": "run_Latn-yue_Hant", "languages": ["run-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.494705, "recall": 0.54249, "f1": 0.507214, "accuracy": 0.54249, "main_score": 0.507214, "hf_subset": "run_Latn-asm_Beng", "languages": ["run-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.50009, "recall": 0.543478, "f1": 0.511127, "accuracy": 0.543478, "main_score": 0.511127, "hf_subset": "run_Latn-ckb_Arab", "languages": ["run-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50819, "recall": 0.551383, "f1": 0.519398, "accuracy": 0.551383, "main_score": 0.519398, "hf_subset": "run_Latn-gle_Latn", "languages": ["run-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4384, "recall": 0.487154, "f1": 0.450844, "accuracy": 0.487154, "main_score": 0.450844, "hf_subset": "run_Latn-kas_Arab", "languages": ["run-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514034, "recall": 0.556324, "f1": 0.525115, "accuracy": 0.556324, "main_score": 0.525115, "hf_subset": "run_Latn-ltg_Latn", "languages": ["run-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542456, "recall": 0.583004, "f1": 0.553488, "accuracy": 0.583004, "main_score": 0.553488, "hf_subset": "run_Latn-nso_Latn", "languages": ["run-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473683, "recall": 0.529644, "f1": 0.487873, "accuracy": 0.529644, "main_score": 0.487873, "hf_subset": "run_Latn-sin_Sinh", "languages": ["run-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.532929, "recall": 0.582016, "f1": 0.54542, "accuracy": 0.582016, "main_score": 0.54542, "hf_subset": "run_Latn-tha_Thai", "languages": ["run-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.511539, "recall": 0.550395, "f1": 0.521402, "accuracy": 0.550395, "main_score": 0.521402, "hf_subset": "run_Latn-zho_Hans", "languages": ["run-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.558599, "recall": 0.599802, "f1": 0.569452, "accuracy": 0.599802, "main_score": 0.569452, "hf_subset": "run_Latn-ast_Latn", "languages": ["run-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533004, "recall": 0.579051, "f1": 0.54411, "accuracy": 0.579051, "main_score": 0.54411, "hf_subset": "run_Latn-crh_Latn", "languages": ["run-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541767, "recall": 0.586957, "f1": 0.552855, "accuracy": 0.586957, "main_score": 0.552855, "hf_subset": "run_Latn-glg_Latn", "languages": ["run-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469152, "recall": 0.514822, "f1": 0.481164, "accuracy": 0.514822, "main_score": 0.481164, "hf_subset": "run_Latn-kas_Deva", "languages": ["run-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.507629, "recall": 0.544466, "f1": 0.517114, "accuracy": 0.544466, "main_score": 0.517114, "hf_subset": "run_Latn-ltz_Latn", "languages": ["run-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438656, "recall": 0.488142, "f1": 0.452614, "accuracy": 0.488142, "main_score": 0.452614, "hf_subset": "run_Latn-nus_Latn", "languages": ["run-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533246, "recall": 0.583992, "f1": 0.54642, "accuracy": 0.583992, "main_score": 0.54642, "hf_subset": "run_Latn-slk_Latn", "languages": ["run-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384707, "recall": 0.440711, "f1": 0.399993, "accuracy": 0.440711, "main_score": 0.399993, "hf_subset": "run_Latn-tir_Ethi", "languages": ["run-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.506438, "recall": 0.556324, "f1": 0.518582, "accuracy": 0.556324, "main_score": 0.518582, "hf_subset": "run_Latn-zho_Hant", "languages": ["run-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.515042, "recall": 0.563241, "f1": 0.527594, "accuracy": 0.563241, "main_score": 0.527594, "hf_subset": "run_Latn-awa_Deva", "languages": ["run-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.539292, "recall": 0.577075, "f1": 0.549599, "accuracy": 0.577075, "main_score": 0.549599, "hf_subset": "run_Latn-cym_Latn", "languages": ["run-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523565, "recall": 0.563241, "f1": 0.534009, "accuracy": 0.563241, "main_score": 0.534009, "hf_subset": "run_Latn-grn_Latn", "languages": ["run-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49466, "recall": 0.545455, "f1": 0.50745, "accuracy": 0.545455, "main_score": 0.50745, "hf_subset": "run_Latn-kat_Geor", "languages": ["run-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.541411, "recall": 0.575099, "f1": 0.55089, "accuracy": 0.575099, "main_score": 0.55089, "hf_subset": "run_Latn-lua_Latn", "languages": ["run-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552715, "recall": 0.59585, "f1": 0.564692, "accuracy": 0.59585, "main_score": 0.564692, "hf_subset": "run_Latn-nya_Latn", "languages": ["run-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53651, "recall": 0.581028, "f1": 0.547437, "accuracy": 0.581028, "main_score": 0.547437, "hf_subset": "run_Latn-slv_Latn", "languages": ["run-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539894, "recall": 0.575099, "f1": 0.548948, "accuracy": 0.575099, "main_score": 0.548948, "hf_subset": "run_Latn-tpi_Latn", "languages": ["run-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574658, "recall": 0.61166, "f1": 0.583507, "accuracy": 0.61166, "main_score": 0.583507, "hf_subset": "run_Latn-zsm_Latn", "languages": ["run-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479522, "recall": 0.520751, "f1": 0.491632, "accuracy": 0.520751, "main_score": 0.491632, "hf_subset": "run_Latn-ayr_Latn", "languages": ["run-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538862, "recall": 0.585968, "f1": 0.550196, "accuracy": 0.585968, "main_score": 0.550196, "hf_subset": "run_Latn-dan_Latn", "languages": ["run-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527848, "recall": 0.575099, "f1": 0.539826, "accuracy": 0.575099, "main_score": 0.539826, "hf_subset": "run_Latn-guj_Gujr", "languages": ["run-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.525005, "recall": 0.572134, "f1": 0.53688, "accuracy": 0.572134, "main_score": 0.53688, "hf_subset": "run_Latn-kaz_Cyrl", "languages": ["run-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525645, "recall": 0.578063, "f1": 0.540529, "accuracy": 0.578063, "main_score": 0.540529, "hf_subset": "run_Latn-lug_Latn", "languages": ["run-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556755, "recall": 0.602767, "f1": 0.567918, "accuracy": 0.602767, "main_score": 0.567918, "hf_subset": "run_Latn-oci_Latn", "languages": ["run-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532619, "recall": 0.572134, "f1": 0.543336, "accuracy": 0.572134, "main_score": 0.543336, "hf_subset": "run_Latn-smo_Latn", "languages": ["run-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509945, "recall": 0.548419, "f1": 0.520479, "accuracy": 0.548419, "main_score": 0.520479, "hf_subset": "run_Latn-tsn_Latn", "languages": ["run-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531742, "recall": 0.583004, "f1": 0.545989, "accuracy": 0.583004, "main_score": 0.545989, "hf_subset": "run_Latn-zul_Latn", "languages": ["run-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437167, "recall": 0.493083, "f1": 0.452277, "accuracy": 0.493083, "main_score": 0.452277, "hf_subset": "run_Latn-azb_Arab", "languages": ["run-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538375, "recall": 0.582016, "f1": 0.549351, "accuracy": 0.582016, "main_score": 0.549351, "hf_subset": "run_Latn-deu_Latn", "languages": ["run-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514433, "recall": 0.557312, "f1": 0.525782, "accuracy": 0.557312, "main_score": 0.525782, "hf_subset": "run_Latn-hat_Latn", "languages": ["run-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479204, "recall": 0.527668, "f1": 0.492446, "accuracy": 0.527668, "main_score": 0.492446, "hf_subset": "run_Latn-kbp_Latn", "languages": ["run-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541542, "recall": 0.56917, "f1": 0.549558, "accuracy": 0.56917, "main_score": 0.549558, "hf_subset": "run_Latn-luo_Latn", "languages": ["run-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500157, "recall": 0.556324, "f1": 0.514793, "accuracy": 0.556324, "main_score": 0.514793, "hf_subset": "run_Latn-ory_Orya", "languages": ["run-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.518584, "recall": 0.565217, "f1": 0.530871, "accuracy": 0.565217, "main_score": 0.530871, "hf_subset": "run_Latn-sna_Latn", "languages": ["run-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517443, "recall": 0.557312, "f1": 0.527842, "accuracy": 0.557312, "main_score": 0.527842, "hf_subset": "run_Latn-tso_Latn", "languages": ["run-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494227, "recall": 0.547431, "f1": 0.507822, "accuracy": 0.547431, "main_score": 0.507822, "hf_subset": "run_Latn-azj_Latn", "languages": ["run-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477677, "recall": 0.521739, "f1": 0.490776, "accuracy": 0.521739, "main_score": 0.490776, "hf_subset": "run_Latn-dik_Latn", "languages": ["run-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535338, "recall": 0.573123, "f1": 0.545028, "accuracy": 0.573123, "main_score": 0.545028, "hf_subset": "run_Latn-hau_Latn", "languages": ["run-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529785, "recall": 0.565217, "f1": 0.538587, "accuracy": 0.565217, "main_score": 0.538587, "hf_subset": "run_Latn-kea_Latn", "languages": ["run-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518544, "recall": 0.556324, "f1": 0.529213, "accuracy": 0.556324, "main_score": 0.529213, "hf_subset": "run_Latn-lus_Latn", "languages": ["run-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532658, "recall": 0.564229, "f1": 0.541124, "accuracy": 0.564229, "main_score": 0.541124, "hf_subset": "run_Latn-pag_Latn", "languages": ["run-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500378, "recall": 0.549407, "f1": 0.513733, "accuracy": 0.549407, "main_score": 0.513733, "hf_subset": "run_Latn-snd_Arab", "languages": ["run-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50215, "recall": 0.544466, "f1": 0.51285, "accuracy": 0.544466, "main_score": 0.51285, "hf_subset": "run_Latn-tuk_Latn", "languages": ["run-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5207, "recall": 0.560277, "f1": 0.530789, "accuracy": 0.560277, "main_score": 0.530789, "hf_subset": "run_Latn-bak_Cyrl", "languages": ["run-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.423184, "recall": 0.481225, "f1": 0.439099, "accuracy": 0.481225, "main_score": 0.439099, "hf_subset": "run_Latn-dyu_Latn", "languages": ["run-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525668, "recall": 0.571146, "f1": 0.537708, "accuracy": 0.571146, "main_score": 0.537708, "hf_subset": "run_Latn-heb_Hebr", "languages": ["run-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.498267, "recall": 0.538538, "f1": 0.508868, "accuracy": 0.538538, "main_score": 0.508868, "hf_subset": "run_Latn-khk_Cyrl", "languages": ["run-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.517529, "recall": 0.567194, "f1": 0.529895, "accuracy": 0.567194, "main_score": 0.529895, "hf_subset": "run_Latn-lvs_Latn", "languages": ["run-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512521, "recall": 0.561265, "f1": 0.524593, "accuracy": 0.561265, "main_score": 0.524593, "hf_subset": "run_Latn-pan_Guru", "languages": ["run-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.511162, "recall": 0.552372, "f1": 0.522362, "accuracy": 0.552372, "main_score": 0.522362, "hf_subset": "run_Latn-som_Latn", "languages": ["run-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516618, "recall": 0.55336, "f1": 0.52677, "accuracy": 0.55336, "main_score": 0.52677, "hf_subset": "run_Latn-tum_Latn", "languages": ["run-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529483, "recall": 0.594862, "f1": 0.548337, "accuracy": 0.594862, "main_score": 0.548337, "hf_subset": "tam_Taml-ace_Arab", "languages": ["tam-Taml", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.502439, "recall": 0.56917, "f1": 0.520879, "accuracy": 0.56917, "main_score": 0.520879, "hf_subset": "tam_Taml-bam_Latn", "languages": ["tam-Taml", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432094, "recall": 0.511858, "f1": 0.453182, "accuracy": 0.511858, "main_score": 0.453182, "hf_subset": "tam_Taml-dzo_Tibt", "languages": ["tam-Taml", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hin_Deva", "languages": ["tam-Taml", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-khm_Khmr", "languages": ["tam-Taml", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mag_Deva", "languages": ["tam-Taml", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "tam_Taml-pap_Latn", "languages": ["tam-Taml", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568768, "recall": 0.625494, "f1": 0.584653, "accuracy": 0.625494, "main_score": 0.584653, "hf_subset": "tam_Taml-sot_Latn", "languages": ["tam-Taml", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-tur_Latn", "languages": ["tam-Taml", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845257, "recall": 0.883399, "f1": 0.857016, "accuracy": 0.883399, "main_score": 0.857016, "hf_subset": "tam_Taml-ace_Latn", "languages": ["tam-Taml", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.962451, "f1": 0.953393, "accuracy": 0.962451, "main_score": 0.953393, "hf_subset": "tam_Taml-ban_Latn", "languages": ["tam-Taml", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ell_Grek", "languages": ["tam-Taml", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tam_Taml-hne_Deva", "languages": ["tam-Taml", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57155, "recall": 0.634387, "f1": 0.589761, "accuracy": 0.634387, "main_score": 0.589761, "hf_subset": "tam_Taml-kik_Latn", "languages": ["tam-Taml", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mai_Deva", "languages": ["tam-Taml", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "tam_Taml-pbt_Arab", "languages": ["tam-Taml", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-spa_Latn", "languages": ["tam-Taml", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592526, "recall": 0.659091, "f1": 0.611109, "accuracy": 0.659091, "main_score": 0.611109, "hf_subset": "tam_Taml-twi_Latn", "languages": ["tam-Taml", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-acm_Arab", "languages": ["tam-Taml", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-bel_Cyrl", "languages": ["tam-Taml", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-eng_Latn", "languages": ["tam-Taml", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hrv_Latn", "languages": ["tam-Taml", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52754, "recall": 0.591897, "f1": 0.545388, "accuracy": 0.591897, "main_score": 0.545388, "hf_subset": "tam_Taml-kin_Latn", "languages": ["tam-Taml", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-mal_Mlym", "languages": ["tam-Taml", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pes_Arab", "languages": ["tam-Taml", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tam_Taml-srd_Latn", "languages": ["tam-Taml", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171762, "recall": 0.22332, "f1": 0.18405, "accuracy": 0.22332, "main_score": 0.18405, "hf_subset": "tam_Taml-tzm_Tfng", "languages": ["tam-Taml", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-acq_Arab", "languages": ["tam-Taml", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.6035, "recall": 0.657115, "f1": 0.618919, "accuracy": 0.657115, "main_score": 0.618919, "hf_subset": "tam_Taml-bem_Latn", "languages": ["tam-Taml", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-epo_Latn", "languages": ["tam-Taml", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hun_Latn", "languages": ["tam-Taml", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-kir_Cyrl", "languages": ["tam-Taml", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mar_Deva", "languages": ["tam-Taml", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631992, "recall": 0.694664, "f1": 0.649885, "accuracy": 0.694664, "main_score": 0.649885, "hf_subset": "tam_Taml-plt_Latn", "languages": ["tam-Taml", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-srp_Cyrl", "languages": ["tam-Taml", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "tam_Taml-uig_Arab", "languages": ["tam-Taml", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-aeb_Arab", "languages": ["tam-Taml", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ben_Beng", "languages": ["tam-Taml", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-est_Latn", "languages": ["tam-Taml", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-hye_Armn", "languages": ["tam-Taml", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.514377, "recall": 0.572134, "f1": 0.53067, "accuracy": 0.572134, "main_score": 0.53067, "hf_subset": "tam_Taml-kmb_Latn", "languages": ["tam-Taml", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474896, "recall": 0.546443, "f1": 0.493625, "accuracy": 0.546443, "main_score": 0.493625, "hf_subset": "tam_Taml-min_Arab", "languages": ["tam-Taml", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pol_Latn", "languages": ["tam-Taml", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527454, "recall": 0.593874, "f1": 0.546367, "accuracy": 0.593874, "main_score": 0.546367, "hf_subset": "tam_Taml-ssw_Latn", "languages": ["tam-Taml", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ukr_Cyrl", "languages": ["tam-Taml", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-afr_Latn", "languages": ["tam-Taml", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-bho_Deva", "languages": ["tam-Taml", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-eus_Latn", "languages": ["tam-Taml", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552249, "recall": 0.613636, "f1": 0.568845, "accuracy": 0.613636, "main_score": 0.568845, "hf_subset": "tam_Taml-ibo_Latn", "languages": ["tam-Taml", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886446, "recall": 0.916008, "f1": 0.895817, "accuracy": 0.916008, "main_score": 0.895817, "hf_subset": "tam_Taml-kmr_Latn", "languages": ["tam-Taml", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-min_Latn", "languages": ["tam-Taml", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-por_Latn", "languages": ["tam-Taml", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tam_Taml-sun_Latn", "languages": ["tam-Taml", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505069, "recall": 0.565217, "f1": 0.522238, "accuracy": 0.565217, "main_score": 0.522238, "hf_subset": "tam_Taml-umb_Latn", "languages": ["tam-Taml", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ajp_Arab", "languages": ["tam-Taml", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.480875, "recall": 0.55336, "f1": 0.50089, "accuracy": 0.55336, "main_score": 0.50089, "hf_subset": "tam_Taml-bjn_Arab", "languages": ["tam-Taml", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.4874, "recall": 0.545455, "f1": 0.503314, "accuracy": 0.545455, "main_score": 0.503314, "hf_subset": "tam_Taml-ewe_Latn", "languages": ["tam-Taml", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942194, "recall": 0.959486, "f1": 0.947596, "accuracy": 0.959486, "main_score": 0.947596, "hf_subset": "tam_Taml-ilo_Latn", "languages": ["tam-Taml", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313254, "recall": 0.367589, "f1": 0.328353, "accuracy": 0.367589, "main_score": 0.328353, "hf_subset": "tam_Taml-knc_Arab", "languages": ["tam-Taml", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mkd_Cyrl", "languages": ["tam-Taml", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-prs_Arab", "languages": ["tam-Taml", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-swe_Latn", "languages": ["tam-Taml", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-urd_Arab", "languages": ["tam-Taml", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557412, "recall": 0.62747, "f1": 0.577071, "accuracy": 0.62747, "main_score": 0.577071, "hf_subset": "tam_Taml-aka_Latn", "languages": ["tam-Taml", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tam_Taml-bjn_Latn", "languages": ["tam-Taml", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tam_Taml-fao_Latn", "languages": ["tam-Taml", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ind_Latn", "languages": ["tam-Taml", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55982, "recall": 0.617589, "f1": 0.575758, "accuracy": 0.617589, "main_score": 0.575758, "hf_subset": "tam_Taml-knc_Latn", "languages": ["tam-Taml", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-mlt_Latn", "languages": ["tam-Taml", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697837, "recall": 0.76581, "f1": 0.718217, "accuracy": 0.76581, "main_score": 0.718217, "hf_subset": "tam_Taml-quy_Latn", "languages": ["tam-Taml", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "tam_Taml-swh_Latn", "languages": ["tam-Taml", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-uzn_Latn", "languages": ["tam-Taml", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-als_Latn", "languages": ["tam-Taml", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65084, "recall": 0.731225, "f1": 0.674821, "accuracy": 0.731225, "main_score": 0.674821, "hf_subset": "tam_Taml-bod_Tibt", "languages": ["tam-Taml", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.698759, "recall": 0.756917, "f1": 0.715326, "accuracy": 0.756917, "main_score": 0.715326, "hf_subset": "tam_Taml-fij_Latn", "languages": ["tam-Taml", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-isl_Latn", "languages": ["tam-Taml", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633936, "recall": 0.689723, "f1": 0.649838, "accuracy": 0.689723, "main_score": 0.649838, "hf_subset": "tam_Taml-kon_Latn", "languages": ["tam-Taml", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640761, "recall": 0.710474, "f1": 0.661072, "accuracy": 0.710474, "main_score": 0.661072, "hf_subset": "tam_Taml-mni_Beng", "languages": ["tam-Taml", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ron_Latn", "languages": ["tam-Taml", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.986166, "f1": 0.983202, "accuracy": 0.986166, "main_score": 0.983202, "hf_subset": "tam_Taml-szl_Latn", "languages": ["tam-Taml", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-vec_Latn", "languages": ["tam-Taml", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "tam_Taml-amh_Ethi", "languages": ["tam-Taml", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-bos_Latn", "languages": ["tam-Taml", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-fin_Latn", "languages": ["tam-Taml", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ita_Latn", "languages": ["tam-Taml", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-kor_Hang", "languages": ["tam-Taml", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.525427, "recall": 0.586957, "f1": 0.542378, "accuracy": 0.586957, "main_score": 0.542378, "hf_subset": "tam_Taml-mos_Latn", "languages": ["tam-Taml", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523947, "recall": 0.585968, "f1": 0.541358, "accuracy": 0.585968, "main_score": 0.541358, "hf_subset": "tam_Taml-run_Latn", "languages": ["tam-Taml", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-vie_Latn", "languages": ["tam-Taml", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-apc_Arab", "languages": ["tam-Taml", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.769944, "recall": 0.822134, "f1": 0.785211, "accuracy": 0.822134, "main_score": 0.785211, "hf_subset": "tam_Taml-bug_Latn", "languages": ["tam-Taml", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440553, "recall": 0.499012, "f1": 0.456219, "accuracy": 0.499012, "main_score": 0.456219, "hf_subset": "tam_Taml-fon_Latn", "languages": ["tam-Taml", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-jav_Latn", "languages": ["tam-Taml", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-lao_Laoo", "languages": ["tam-Taml", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.855138, "recall": 0.893281, "f1": 0.86685, "accuracy": 0.893281, "main_score": 0.86685, "hf_subset": "tam_Taml-mri_Latn", "languages": ["tam-Taml", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-rus_Cyrl", "languages": ["tam-Taml", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.523143, "recall": 0.587945, "f1": 0.540693, "accuracy": 0.587945, "main_score": 0.540693, "hf_subset": "tam_Taml-taq_Latn", "languages": ["tam-Taml", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-war_Latn", "languages": ["tam-Taml", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-arb_Arab", "languages": ["tam-Taml", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-bul_Cyrl", "languages": ["tam-Taml", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-fra_Latn", "languages": ["tam-Taml", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-jpn_Jpan", "languages": ["tam-Taml", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "tam_Taml-lij_Latn", "languages": ["tam-Taml", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "tam_Taml-mya_Mymr", "languages": ["tam-Taml", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.556524, "recall": 0.626482, "f1": 0.576205, "accuracy": 0.626482, "main_score": 0.576205, "hf_subset": "tam_Taml-sag_Latn", "languages": ["tam-Taml", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185459, "recall": 0.243083, "f1": 0.197824, "accuracy": 0.243083, "main_score": 0.197824, "hf_subset": "tam_Taml-taq_Tfng", "languages": ["tam-Taml", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.605734, "recall": 0.666008, "f1": 0.622298, "accuracy": 0.666008, "main_score": 0.622298, "hf_subset": "tam_Taml-wol_Latn", "languages": ["tam-Taml", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782559, "recall": 0.836957, "f1": 0.799064, "accuracy": 0.836957, "main_score": 0.799064, "hf_subset": "tam_Taml-arb_Latn", "languages": ["tam-Taml", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-cat_Latn", "languages": ["tam-Taml", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-fur_Latn", "languages": ["tam-Taml", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.380208, "recall": 0.442688, "f1": 0.397321, "accuracy": 0.442688, "main_score": 0.397321, "hf_subset": "tam_Taml-kab_Latn", "languages": ["tam-Taml", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-lim_Latn", "languages": ["tam-Taml", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-nld_Latn", "languages": ["tam-Taml", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tam_Taml-san_Deva", "languages": ["tam-Taml", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-tat_Cyrl", "languages": ["tam-Taml", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660285, "recall": 0.715415, "f1": 0.6762, "accuracy": 0.715415, "main_score": 0.6762, "hf_subset": "tam_Taml-xho_Latn", "languages": ["tam-Taml", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-ars_Arab", "languages": ["tam-Taml", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ceb_Latn", "languages": ["tam-Taml", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54477, "recall": 0.599802, "f1": 0.559977, "accuracy": 0.599802, "main_score": 0.559977, "hf_subset": "tam_Taml-fuv_Latn", "languages": ["tam-Taml", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492816, "recall": 0.561265, "f1": 0.511689, "accuracy": 0.561265, "main_score": 0.511689, "hf_subset": "tam_Taml-kac_Latn", "languages": ["tam-Taml", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637887, "recall": 0.697628, "f1": 0.654887, "accuracy": 0.697628, "main_score": 0.654887, "hf_subset": "tam_Taml-lin_Latn", "languages": ["tam-Taml", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-nno_Latn", "languages": ["tam-Taml", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.230599, "recall": 0.318182, "f1": 0.2537, "accuracy": 0.318182, "main_score": 0.2537, "hf_subset": "tam_Taml-sat_Olck", "languages": ["tam-Taml", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-tel_Telu", "languages": ["tam-Taml", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.947464, "recall": 0.964427, "f1": 0.953063, "accuracy": 0.964427, "main_score": 0.953063, "hf_subset": "tam_Taml-ydd_Hebr", "languages": ["tam-Taml", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "tam_Taml-ary_Arab", "languages": ["tam-Taml", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ces_Latn", "languages": ["tam-Taml", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569773, "recall": 0.635375, "f1": 0.588776, "accuracy": 0.635375, "main_score": 0.588776, "hf_subset": "tam_Taml-gaz_Latn", "languages": ["tam-Taml", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560608, "recall": 0.624506, "f1": 0.578107, "accuracy": 0.624506, "main_score": 0.578107, "hf_subset": "tam_Taml-kam_Latn", "languages": ["tam-Taml", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tam_Taml-lit_Latn", "languages": ["tam-Taml", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-nob_Latn", "languages": ["tam-Taml", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tam_Taml-scn_Latn", "languages": ["tam-Taml", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "tam_Taml-tgk_Cyrl", "languages": ["tam-Taml", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.683886, "recall": 0.753953, "f1": 0.705178, "accuracy": 0.753953, "main_score": 0.705178, "hf_subset": "tam_Taml-yor_Latn", "languages": ["tam-Taml", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-arz_Arab", "languages": ["tam-Taml", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540541, "recall": 0.603755, "f1": 0.558115, "accuracy": 0.603755, "main_score": 0.558115, "hf_subset": "tam_Taml-cjk_Latn", "languages": ["tam-Taml", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755774, "recall": 0.812253, "f1": 0.77273, "accuracy": 0.812253, "main_score": 0.77273, "hf_subset": "tam_Taml-gla_Latn", "languages": ["tam-Taml", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-kan_Knda", "languages": ["tam-Taml", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tam_Taml-lmo_Latn", "languages": ["tam-Taml", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tam_Taml-npi_Deva", "languages": ["tam-Taml", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.455528, "recall": 0.518775, "f1": 0.472411, "accuracy": 0.518775, "main_score": 0.472411, "hf_subset": "tam_Taml-shn_Mymr", "languages": ["tam-Taml", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-tgl_Latn", "languages": ["tam-Taml", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-yue_Hant", "languages": ["tam-Taml", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-asm_Beng", "languages": ["tam-Taml", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "tam_Taml-ckb_Arab", "languages": ["tam-Taml", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.858613, "recall": 0.894269, "f1": 0.869763, "accuracy": 0.894269, "main_score": 0.869763, "hf_subset": "tam_Taml-gle_Latn", "languages": ["tam-Taml", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "tam_Taml-kas_Arab", "languages": ["tam-Taml", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.933877, "recall": 0.954545, "f1": 0.940613, "accuracy": 0.954545, "main_score": 0.940613, "hf_subset": "tam_Taml-ltg_Latn", "languages": ["tam-Taml", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581581, "recall": 0.637352, "f1": 0.596968, "accuracy": 0.637352, "main_score": 0.596968, "hf_subset": "tam_Taml-nso_Latn", "languages": ["tam-Taml", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tam_Taml-sin_Sinh", "languages": ["tam-Taml", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-tha_Thai", "languages": ["tam-Taml", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-zho_Hans", "languages": ["tam-Taml", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-ast_Latn", "languages": ["tam-Taml", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-crh_Latn", "languages": ["tam-Taml", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-glg_Latn", "languages": ["tam-Taml", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.894763, "recall": 0.926877, "f1": 0.904941, "accuracy": 0.926877, "main_score": 0.904941, "hf_subset": "tam_Taml-kas_Deva", "languages": ["tam-Taml", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tam_Taml-ltz_Latn", "languages": ["tam-Taml", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417687, "recall": 0.490119, "f1": 0.436922, "accuracy": 0.490119, "main_score": 0.436922, "hf_subset": "tam_Taml-nus_Latn", "languages": ["tam-Taml", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-slk_Latn", "languages": ["tam-Taml", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621253, "recall": 0.693676, "f1": 0.64248, "accuracy": 0.693676, "main_score": 0.64248, "hf_subset": "tam_Taml-tir_Ethi", "languages": ["tam-Taml", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-zho_Hant", "languages": ["tam-Taml", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "tam_Taml-awa_Deva", "languages": ["tam-Taml", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tam_Taml-cym_Latn", "languages": ["tam-Taml", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808336, "recall": 0.853755, "f1": 0.822332, "accuracy": 0.853755, "main_score": 0.822332, "hf_subset": "tam_Taml-grn_Latn", "languages": ["tam-Taml", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-kat_Geor", "languages": ["tam-Taml", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.618249, "recall": 0.675889, "f1": 0.634709, "accuracy": 0.675889, "main_score": 0.634709, "hf_subset": "tam_Taml-lua_Latn", "languages": ["tam-Taml", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621526, "recall": 0.683794, "f1": 0.639009, "accuracy": 0.683794, "main_score": 0.639009, "hf_subset": "tam_Taml-nya_Latn", "languages": ["tam-Taml", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-slv_Latn", "languages": ["tam-Taml", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935441, "recall": 0.954545, "f1": 0.941535, "accuracy": 0.954545, "main_score": 0.941535, "hf_subset": "tam_Taml-tpi_Latn", "languages": ["tam-Taml", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-zsm_Latn", "languages": ["tam-Taml", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5251, "recall": 0.590909, "f1": 0.543504, "accuracy": 0.590909, "main_score": 0.543504, "hf_subset": "tam_Taml-ayr_Latn", "languages": ["tam-Taml", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-dan_Latn", "languages": ["tam-Taml", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-guj_Gujr", "languages": ["tam-Taml", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-kaz_Cyrl", "languages": ["tam-Taml", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514453, "recall": 0.578063, "f1": 0.532136, "accuracy": 0.578063, "main_score": 0.532136, "hf_subset": "tam_Taml-lug_Latn", "languages": ["tam-Taml", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-oci_Latn", "languages": ["tam-Taml", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806752, "recall": 0.853755, "f1": 0.820916, "accuracy": 0.853755, "main_score": 0.820916, "hf_subset": "tam_Taml-smo_Latn", "languages": ["tam-Taml", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524911, "recall": 0.588933, "f1": 0.542579, "accuracy": 0.588933, "main_score": 0.542579, "hf_subset": "tam_Taml-tsn_Latn", "languages": ["tam-Taml", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596394, "recall": 0.658103, "f1": 0.614166, "accuracy": 0.658103, "main_score": 0.614166, "hf_subset": "tam_Taml-zul_Latn", "languages": ["tam-Taml", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917161, "recall": 0.9417, "f1": 0.925033, "accuracy": 0.9417, "main_score": 0.925033, "hf_subset": "tam_Taml-azb_Arab", "languages": ["tam-Taml", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-deu_Latn", "languages": ["tam-Taml", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "tam_Taml-hat_Latn", "languages": ["tam-Taml", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462347, "recall": 0.524704, "f1": 0.479424, "accuracy": 0.524704, "main_score": 0.479424, "hf_subset": "tam_Taml-kbp_Latn", "languages": ["tam-Taml", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552496, "recall": 0.609684, "f1": 0.568184, "accuracy": 0.609684, "main_score": 0.568184, "hf_subset": "tam_Taml-luo_Latn", "languages": ["tam-Taml", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-ory_Orya", "languages": ["tam-Taml", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.57351, "recall": 0.633399, "f1": 0.59063, "accuracy": 0.633399, "main_score": 0.59063, "hf_subset": "tam_Taml-sna_Latn", "languages": ["tam-Taml", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533, "recall": 0.591897, "f1": 0.548679, "accuracy": 0.591897, "main_score": 0.548679, "hf_subset": "tam_Taml-tso_Latn", "languages": ["tam-Taml", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-azj_Latn", "languages": ["tam-Taml", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510647, "recall": 0.581028, "f1": 0.530504, "accuracy": 0.581028, "main_score": 0.530504, "hf_subset": "tam_Taml-dik_Latn", "languages": ["tam-Taml", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732082, "recall": 0.790514, "f1": 0.749308, "accuracy": 0.790514, "main_score": 0.749308, "hf_subset": "tam_Taml-hau_Latn", "languages": ["tam-Taml", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tam_Taml-kea_Latn", "languages": ["tam-Taml", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717474, "recall": 0.77668, "f1": 0.734848, "accuracy": 0.77668, "main_score": 0.734848, "hf_subset": "tam_Taml-lus_Latn", "languages": ["tam-Taml", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856061, "recall": 0.889328, "f1": 0.866191, "accuracy": 0.889328, "main_score": 0.866191, "hf_subset": "tam_Taml-pag_Latn", "languages": ["tam-Taml", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-snd_Arab", "languages": ["tam-Taml", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "tam_Taml-tuk_Latn", "languages": ["tam-Taml", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "tam_Taml-bak_Cyrl", "languages": ["tam-Taml", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.44419, "recall": 0.52668, "f1": 0.467685, "accuracy": 0.52668, "main_score": 0.467685, "hf_subset": "tam_Taml-dyu_Latn", "languages": ["tam-Taml", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-heb_Hebr", "languages": ["tam-Taml", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tam_Taml-khk_Cyrl", "languages": ["tam-Taml", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-lvs_Latn", "languages": ["tam-Taml", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pan_Guru", "languages": ["tam-Taml", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.694624, "recall": 0.759881, "f1": 0.714086, "accuracy": 0.759881, "main_score": 0.714086, "hf_subset": "tam_Taml-som_Latn", "languages": ["tam-Taml", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564406, "recall": 0.621542, "f1": 0.580934, "accuracy": 0.621542, "main_score": 0.580934, "hf_subset": "tam_Taml-tum_Latn", "languages": ["tam-Taml", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576798, "recall": 0.646245, "f1": 0.596799, "accuracy": 0.646245, "main_score": 0.596799, "hf_subset": "vie_Latn-ace_Arab", "languages": ["vie-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54437, "recall": 0.603755, "f1": 0.561284, "accuracy": 0.603755, "main_score": 0.561284, "hf_subset": "vie_Latn-bam_Latn", "languages": ["vie-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476495, "recall": 0.552372, "f1": 0.497048, "accuracy": 0.552372, "main_score": 0.497048, "hf_subset": "vie_Latn-dzo_Tibt", "languages": ["vie-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-hin_Deva", "languages": ["vie-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-khm_Khmr", "languages": ["vie-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mag_Deva", "languages": ["vie-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "vie_Latn-pap_Latn", "languages": ["vie-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60262, "recall": 0.662055, "f1": 0.619462, "accuracy": 0.662055, "main_score": 0.619462, "hf_subset": "vie_Latn-sot_Latn", "languages": ["vie-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-tur_Latn", "languages": ["vie-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871492, "recall": 0.907115, "f1": 0.882562, "accuracy": 0.907115, "main_score": 0.882562, "hf_subset": "vie_Latn-ace_Latn", "languages": ["vie-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "vie_Latn-ban_Latn", "languages": ["vie-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ell_Grek", "languages": ["vie-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "vie_Latn-hne_Deva", "languages": ["vie-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.61678, "recall": 0.672925, "f1": 0.632597, "accuracy": 0.672925, "main_score": 0.632597, "hf_subset": "vie_Latn-kik_Latn", "languages": ["vie-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mai_Deva", "languages": ["vie-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "vie_Latn-pbt_Arab", "languages": ["vie-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-spa_Latn", "languages": ["vie-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616036, "recall": 0.683794, "f1": 0.634816, "accuracy": 0.683794, "main_score": 0.634816, "hf_subset": "vie_Latn-twi_Latn", "languages": ["vie-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-acm_Arab", "languages": ["vie-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bel_Cyrl", "languages": ["vie-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-eng_Latn", "languages": ["vie-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hrv_Latn", "languages": ["vie-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57759, "recall": 0.637352, "f1": 0.594704, "accuracy": 0.637352, "main_score": 0.594704, "hf_subset": "vie_Latn-kin_Latn", "languages": ["vie-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-mal_Mlym", "languages": ["vie-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pes_Arab", "languages": ["vie-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-srd_Latn", "languages": ["vie-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185988, "recall": 0.242095, "f1": 0.19987, "accuracy": 0.242095, "main_score": 0.19987, "hf_subset": "vie_Latn-tzm_Tfng", "languages": ["vie-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-acq_Arab", "languages": ["vie-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.642622, "recall": 0.692688, "f1": 0.656819, "accuracy": 0.692688, "main_score": 0.656819, "hf_subset": "vie_Latn-bem_Latn", "languages": ["vie-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-epo_Latn", "languages": ["vie-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hun_Latn", "languages": ["vie-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vie_Latn-kir_Cyrl", "languages": ["vie-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mar_Deva", "languages": ["vie-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.678096, "recall": 0.738142, "f1": 0.695591, "accuracy": 0.738142, "main_score": 0.695591, "hf_subset": "vie_Latn-plt_Latn", "languages": ["vie-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-srp_Cyrl", "languages": ["vie-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "vie_Latn-uig_Arab", "languages": ["vie-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-aeb_Arab", "languages": ["vie-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ben_Beng", "languages": ["vie-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-est_Latn", "languages": ["vie-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hye_Armn", "languages": ["vie-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553204, "recall": 0.604743, "f1": 0.568462, "accuracy": 0.604743, "main_score": 0.568462, "hf_subset": "vie_Latn-kmb_Latn", "languages": ["vie-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507169, "recall": 0.581028, "f1": 0.527359, "accuracy": 0.581028, "main_score": 0.527359, "hf_subset": "vie_Latn-min_Arab", "languages": ["vie-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pol_Latn", "languages": ["vie-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568857, "recall": 0.637352, "f1": 0.58882, "accuracy": 0.637352, "main_score": 0.58882, "hf_subset": "vie_Latn-ssw_Latn", "languages": ["vie-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ukr_Cyrl", "languages": ["vie-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-afr_Latn", "languages": ["vie-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bho_Deva", "languages": ["vie-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vie_Latn-eus_Latn", "languages": ["vie-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588505, "recall": 0.650198, "f1": 0.605096, "accuracy": 0.650198, "main_score": 0.605096, "hf_subset": "vie_Latn-ibo_Latn", "languages": ["vie-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889246, "recall": 0.920949, "f1": 0.89944, "accuracy": 0.920949, "main_score": 0.89944, "hf_subset": "vie_Latn-kmr_Latn", "languages": ["vie-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vie_Latn-min_Latn", "languages": ["vie-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-por_Latn", "languages": ["vie-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-sun_Latn", "languages": ["vie-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520489, "recall": 0.581028, "f1": 0.538247, "accuracy": 0.581028, "main_score": 0.538247, "hf_subset": "vie_Latn-umb_Latn", "languages": ["vie-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ajp_Arab", "languages": ["vie-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536532, "recall": 0.597826, "f1": 0.553776, "accuracy": 0.597826, "main_score": 0.553776, "hf_subset": "vie_Latn-bjn_Arab", "languages": ["vie-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532186, "recall": 0.590909, "f1": 0.548824, "accuracy": 0.590909, "main_score": 0.548824, "hf_subset": "vie_Latn-ewe_Latn", "languages": ["vie-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "vie_Latn-ilo_Latn", "languages": ["vie-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316782, "recall": 0.375494, "f1": 0.332932, "accuracy": 0.375494, "main_score": 0.332932, "hf_subset": "vie_Latn-knc_Arab", "languages": ["vie-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mkd_Cyrl", "languages": ["vie-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-prs_Arab", "languages": ["vie-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-swe_Latn", "languages": ["vie-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-urd_Arab", "languages": ["vie-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602581, "recall": 0.66502, "f1": 0.620262, "accuracy": 0.66502, "main_score": 0.620262, "hf_subset": "vie_Latn-aka_Latn", "languages": ["vie-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "vie_Latn-bjn_Latn", "languages": ["vie-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "vie_Latn-fao_Latn", "languages": ["vie-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ind_Latn", "languages": ["vie-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596849, "recall": 0.649209, "f1": 0.612286, "accuracy": 0.649209, "main_score": 0.612286, "hf_subset": "vie_Latn-knc_Latn", "languages": ["vie-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vie_Latn-mlt_Latn", "languages": ["vie-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714223, "recall": 0.774704, "f1": 0.731774, "accuracy": 0.774704, "main_score": 0.731774, "hf_subset": "vie_Latn-quy_Latn", "languages": ["vie-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "vie_Latn-swh_Latn", "languages": ["vie-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-uzn_Latn", "languages": ["vie-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-als_Latn", "languages": ["vie-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665333, "recall": 0.744071, "f1": 0.689032, "accuracy": 0.744071, "main_score": 0.689032, "hf_subset": "vie_Latn-bod_Tibt", "languages": ["vie-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.717172, "recall": 0.774704, "f1": 0.734063, "accuracy": 0.774704, "main_score": 0.734063, "hf_subset": "vie_Latn-fij_Latn", "languages": ["vie-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vie_Latn-isl_Latn", "languages": ["vie-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67281, "recall": 0.724308, "f1": 0.688407, "accuracy": 0.724308, "main_score": 0.688407, "hf_subset": "vie_Latn-kon_Latn", "languages": ["vie-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66418, "recall": 0.73419, "f1": 0.684472, "accuracy": 0.73419, "main_score": 0.684472, "hf_subset": "vie_Latn-mni_Beng", "languages": ["vie-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ron_Latn", "languages": ["vie-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "vie_Latn-szl_Latn", "languages": ["vie-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-vec_Latn", "languages": ["vie-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95084, "recall": 0.966403, "f1": 0.955929, "accuracy": 0.966403, "main_score": 0.955929, "hf_subset": "vie_Latn-amh_Ethi", "languages": ["vie-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bos_Latn", "languages": ["vie-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-fin_Latn", "languages": ["vie-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ita_Latn", "languages": ["vie-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-kor_Hang", "languages": ["vie-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.560961, "recall": 0.620553, "f1": 0.577532, "accuracy": 0.620553, "main_score": 0.577532, "hf_subset": "vie_Latn-mos_Latn", "languages": ["vie-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567955, "recall": 0.623518, "f1": 0.583731, "accuracy": 0.623518, "main_score": 0.583731, "hf_subset": "vie_Latn-run_Latn", "languages": ["vie-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-tam_Taml", "languages": ["vie-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-apc_Arab", "languages": ["vie-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809124, "recall": 0.856719, "f1": 0.823504, "accuracy": 0.856719, "main_score": 0.823504, "hf_subset": "vie_Latn-bug_Latn", "languages": ["vie-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486411, "recall": 0.539526, "f1": 0.49998, "accuracy": 0.539526, "main_score": 0.49998, "hf_subset": "vie_Latn-fon_Latn", "languages": ["vie-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-jav_Latn", "languages": ["vie-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-lao_Laoo", "languages": ["vie-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.88307, "recall": 0.91502, "f1": 0.893281, "accuracy": 0.91502, "main_score": 0.893281, "hf_subset": "vie_Latn-mri_Latn", "languages": ["vie-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-rus_Cyrl", "languages": ["vie-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544968, "recall": 0.610672, "f1": 0.563472, "accuracy": 0.610672, "main_score": 0.563472, "hf_subset": "vie_Latn-taq_Latn", "languages": ["vie-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-war_Latn", "languages": ["vie-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-arb_Arab", "languages": ["vie-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bul_Cyrl", "languages": ["vie-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-fra_Latn", "languages": ["vie-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-jpn_Jpan", "languages": ["vie-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-lij_Latn", "languages": ["vie-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "vie_Latn-mya_Mymr", "languages": ["vie-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.618432, "recall": 0.683794, "f1": 0.636866, "accuracy": 0.683794, "main_score": 0.636866, "hf_subset": "vie_Latn-sag_Latn", "languages": ["vie-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197772, "recall": 0.257905, "f1": 0.211611, "accuracy": 0.257905, "main_score": 0.211611, "hf_subset": "vie_Latn-taq_Tfng", "languages": ["vie-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.639858, "recall": 0.703557, "f1": 0.658256, "accuracy": 0.703557, "main_score": 0.658256, "hf_subset": "vie_Latn-wol_Latn", "languages": ["vie-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813027, "recall": 0.862648, "f1": 0.828247, "accuracy": 0.862648, "main_score": 0.828247, "hf_subset": "vie_Latn-arb_Latn", "languages": ["vie-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-cat_Latn", "languages": ["vie-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-fur_Latn", "languages": ["vie-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430164, "recall": 0.487154, "f1": 0.445938, "accuracy": 0.487154, "main_score": 0.445938, "hf_subset": "vie_Latn-kab_Latn", "languages": ["vie-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "vie_Latn-lim_Latn", "languages": ["vie-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-nld_Latn", "languages": ["vie-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "vie_Latn-san_Deva", "languages": ["vie-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tat_Cyrl", "languages": ["vie-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67929, "recall": 0.737154, "f1": 0.696187, "accuracy": 0.737154, "main_score": 0.696187, "hf_subset": "vie_Latn-xho_Latn", "languages": ["vie-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ars_Arab", "languages": ["vie-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ceb_Latn", "languages": ["vie-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559106, "recall": 0.62253, "f1": 0.577054, "accuracy": 0.62253, "main_score": 0.577054, "hf_subset": "vie_Latn-fuv_Latn", "languages": ["vie-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514617, "recall": 0.583004, "f1": 0.533301, "accuracy": 0.583004, "main_score": 0.533301, "hf_subset": "vie_Latn-kac_Latn", "languages": ["vie-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674078, "recall": 0.732213, "f1": 0.691591, "accuracy": 0.732213, "main_score": 0.691591, "hf_subset": "vie_Latn-lin_Latn", "languages": ["vie-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-nno_Latn", "languages": ["vie-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.246897, "recall": 0.326087, "f1": 0.268128, "accuracy": 0.326087, "main_score": 0.268128, "hf_subset": "vie_Latn-sat_Olck", "languages": ["vie-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tel_Telu", "languages": ["vie-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "vie_Latn-ydd_Hebr", "languages": ["vie-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "vie_Latn-ary_Arab", "languages": ["vie-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ces_Latn", "languages": ["vie-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591702, "recall": 0.65415, "f1": 0.60942, "accuracy": 0.65415, "main_score": 0.60942, "hf_subset": "vie_Latn-gaz_Latn", "languages": ["vie-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597032, "recall": 0.663043, "f1": 0.616041, "accuracy": 0.663043, "main_score": 0.616041, "hf_subset": "vie_Latn-kam_Latn", "languages": ["vie-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "vie_Latn-lit_Latn", "languages": ["vie-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-nob_Latn", "languages": ["vie-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "vie_Latn-scn_Latn", "languages": ["vie-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "vie_Latn-tgk_Cyrl", "languages": ["vie-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.71554, "recall": 0.783597, "f1": 0.736018, "accuracy": 0.783597, "main_score": 0.736018, "hf_subset": "vie_Latn-yor_Latn", "languages": ["vie-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-arz_Arab", "languages": ["vie-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577859, "recall": 0.637352, "f1": 0.5952, "accuracy": 0.637352, "main_score": 0.5952, "hf_subset": "vie_Latn-cjk_Latn", "languages": ["vie-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801005, "recall": 0.852767, "f1": 0.817048, "accuracy": 0.852767, "main_score": 0.817048, "hf_subset": "vie_Latn-gla_Latn", "languages": ["vie-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-kan_Knda", "languages": ["vie-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988883, "recall": 0.992095, "f1": 0.989855, "accuracy": 0.992095, "main_score": 0.989855, "hf_subset": "vie_Latn-lmo_Latn", "languages": ["vie-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "vie_Latn-npi_Deva", "languages": ["vie-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.489151, "recall": 0.555336, "f1": 0.506967, "accuracy": 0.555336, "main_score": 0.506967, "hf_subset": "vie_Latn-shn_Mymr", "languages": ["vie-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-tgl_Latn", "languages": ["vie-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-yue_Hant", "languages": ["vie-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vie_Latn-asm_Beng", "languages": ["vie-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "vie_Latn-ckb_Arab", "languages": ["vie-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.889246, "recall": 0.91996, "f1": 0.898946, "accuracy": 0.91996, "main_score": 0.898946, "hf_subset": "vie_Latn-gle_Latn", "languages": ["vie-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "vie_Latn-kas_Arab", "languages": ["vie-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.943676, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "vie_Latn-ltg_Latn", "languages": ["vie-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623815, "recall": 0.676877, "f1": 0.639053, "accuracy": 0.676877, "main_score": 0.639053, "hf_subset": "vie_Latn-nso_Latn", "languages": ["vie-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "vie_Latn-sin_Sinh", "languages": ["vie-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tha_Thai", "languages": ["vie-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zho_Hans", "languages": ["vie-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ast_Latn", "languages": ["vie-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-crh_Latn", "languages": ["vie-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-glg_Latn", "languages": ["vie-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903574, "recall": 0.931818, "f1": 0.912451, "accuracy": 0.931818, "main_score": 0.912451, "hf_subset": "vie_Latn-kas_Deva", "languages": ["vie-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "vie_Latn-ltz_Latn", "languages": ["vie-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467942, "recall": 0.536561, "f1": 0.486247, "accuracy": 0.536561, "main_score": 0.486247, "hf_subset": "vie_Latn-nus_Latn", "languages": ["vie-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-slk_Latn", "languages": ["vie-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627067, "recall": 0.697628, "f1": 0.647721, "accuracy": 0.697628, "main_score": 0.647721, "hf_subset": "vie_Latn-tir_Ethi", "languages": ["vie-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zho_Hant", "languages": ["vie-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988389, "recall": 0.991107, "f1": 0.989196, "accuracy": 0.991107, "main_score": 0.989196, "hf_subset": "vie_Latn-awa_Deva", "languages": ["vie-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "vie_Latn-cym_Latn", "languages": ["vie-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843791, "recall": 0.883399, "f1": 0.856094, "accuracy": 0.883399, "main_score": 0.856094, "hf_subset": "vie_Latn-grn_Latn", "languages": ["vie-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-kat_Geor", "languages": ["vie-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.65992, "recall": 0.712451, "f1": 0.674873, "accuracy": 0.712451, "main_score": 0.674873, "hf_subset": "vie_Latn-lua_Latn", "languages": ["vie-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648099, "recall": 0.709486, "f1": 0.666241, "accuracy": 0.709486, "main_score": 0.666241, "hf_subset": "vie_Latn-nya_Latn", "languages": ["vie-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-slv_Latn", "languages": ["vie-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "vie_Latn-tpi_Latn", "languages": ["vie-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zsm_Latn", "languages": ["vie-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550671, "recall": 0.61166, "f1": 0.567443, "accuracy": 0.61166, "main_score": 0.567443, "hf_subset": "vie_Latn-ayr_Latn", "languages": ["vie-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-dan_Latn", "languages": ["vie-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-guj_Gujr", "languages": ["vie-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-kaz_Cyrl", "languages": ["vie-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548472, "recall": 0.615613, "f1": 0.567064, "accuracy": 0.615613, "main_score": 0.567064, "hf_subset": "vie_Latn-lug_Latn", "languages": ["vie-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-oci_Latn", "languages": ["vie-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835293, "recall": 0.878458, "f1": 0.848518, "accuracy": 0.878458, "main_score": 0.848518, "hf_subset": "vie_Latn-smo_Latn", "languages": ["vie-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562324, "recall": 0.62253, "f1": 0.579087, "accuracy": 0.62253, "main_score": 0.579087, "hf_subset": "vie_Latn-tsn_Latn", "languages": ["vie-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624711, "recall": 0.690711, "f1": 0.643812, "accuracy": 0.690711, "main_score": 0.643812, "hf_subset": "vie_Latn-zul_Latn", "languages": ["vie-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93083, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "vie_Latn-azb_Arab", "languages": ["vie-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-deu_Latn", "languages": ["vie-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "vie_Latn-hat_Latn", "languages": ["vie-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504702, "recall": 0.564229, "f1": 0.521582, "accuracy": 0.564229, "main_score": 0.521582, "hf_subset": "vie_Latn-kbp_Latn", "languages": ["vie-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580539, "recall": 0.641304, "f1": 0.59731, "accuracy": 0.641304, "main_score": 0.59731, "hf_subset": "vie_Latn-luo_Latn", "languages": ["vie-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ory_Orya", "languages": ["vie-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.605197, "recall": 0.664032, "f1": 0.622551, "accuracy": 0.664032, "main_score": 0.622551, "hf_subset": "vie_Latn-sna_Latn", "languages": ["vie-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568611, "recall": 0.620553, "f1": 0.583038, "accuracy": 0.620553, "main_score": 0.583038, "hf_subset": "vie_Latn-tso_Latn", "languages": ["vie-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-azj_Latn", "languages": ["vie-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550289, "recall": 0.613636, "f1": 0.568666, "accuracy": 0.613636, "main_score": 0.568666, "hf_subset": "vie_Latn-dik_Latn", "languages": ["vie-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.76143, "recall": 0.814229, "f1": 0.777193, "accuracy": 0.814229, "main_score": 0.777193, "hf_subset": "vie_Latn-hau_Latn", "languages": ["vie-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vie_Latn-kea_Latn", "languages": ["vie-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765102, "recall": 0.813241, "f1": 0.779677, "accuracy": 0.813241, "main_score": 0.779677, "hf_subset": "vie_Latn-lus_Latn", "languages": ["vie-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879611, "recall": 0.909091, "f1": 0.888768, "accuracy": 0.909091, "main_score": 0.888768, "hf_subset": "vie_Latn-pag_Latn", "languages": ["vie-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-snd_Arab", "languages": ["vie-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "vie_Latn-tuk_Latn", "languages": ["vie-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vie_Latn-bak_Cyrl", "languages": ["vie-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494977, "recall": 0.570158, "f1": 0.516768, "accuracy": 0.570158, "main_score": 0.516768, "hf_subset": "vie_Latn-dyu_Latn", "languages": ["vie-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-heb_Hebr", "languages": ["vie-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vie_Latn-khk_Cyrl", "languages": ["vie-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-lvs_Latn", "languages": ["vie-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pan_Guru", "languages": ["vie-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.71376, "recall": 0.774704, "f1": 0.732108, "accuracy": 0.774704, "main_score": 0.732108, "hf_subset": "vie_Latn-som_Latn", "languages": ["vie-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613661, "recall": 0.666996, "f1": 0.629356, "accuracy": 0.666996, "main_score": 0.629356, "hf_subset": "vie_Latn-tum_Latn", "languages": ["vie-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560246, "recall": 0.630435, "f1": 0.580466, "accuracy": 0.630435, "main_score": 0.580466, "hf_subset": "apc_Arab-ace_Arab", "languages": ["apc-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524106, "recall": 0.587945, "f1": 0.541641, "accuracy": 0.587945, "main_score": 0.541641, "hf_subset": "apc_Arab-bam_Latn", "languages": ["apc-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419466, "recall": 0.501976, "f1": 0.44169, "accuracy": 0.501976, "main_score": 0.44169, "hf_subset": "apc_Arab-dzo_Tibt", "languages": ["apc-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hin_Deva", "languages": ["apc-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-khm_Khmr", "languages": ["apc-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mag_Deva", "languages": ["apc-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "apc_Arab-pap_Latn", "languages": ["apc-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581896, "recall": 0.644269, "f1": 0.599686, "accuracy": 0.644269, "main_score": 0.599686, "hf_subset": "apc_Arab-sot_Latn", "languages": ["apc-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-tur_Latn", "languages": ["apc-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864354, "recall": 0.901186, "f1": 0.875972, "accuracy": 0.901186, "main_score": 0.875972, "hf_subset": "apc_Arab-ace_Latn", "languages": ["apc-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.97332, "f1": 0.966238, "accuracy": 0.97332, "main_score": 0.966238, "hf_subset": "apc_Arab-ban_Latn", "languages": ["apc-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ell_Grek", "languages": ["apc-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "apc_Arab-hne_Deva", "languages": ["apc-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.606506, "recall": 0.659091, "f1": 0.621552, "accuracy": 0.659091, "main_score": 0.621552, "hf_subset": "apc_Arab-kik_Latn", "languages": ["apc-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mai_Deva", "languages": ["apc-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "apc_Arab-pbt_Arab", "languages": ["apc-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-spa_Latn", "languages": ["apc-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604762, "recall": 0.666996, "f1": 0.622175, "accuracy": 0.666996, "main_score": 0.622175, "hf_subset": "apc_Arab-twi_Latn", "languages": ["apc-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-acm_Arab", "languages": ["apc-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bel_Cyrl", "languages": ["apc-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-eng_Latn", "languages": ["apc-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hrv_Latn", "languages": ["apc-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555215, "recall": 0.614625, "f1": 0.571644, "accuracy": 0.614625, "main_score": 0.571644, "hf_subset": "apc_Arab-kin_Latn", "languages": ["apc-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-mal_Mlym", "languages": ["apc-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-pes_Arab", "languages": ["apc-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "apc_Arab-srd_Latn", "languages": ["apc-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183807, "recall": 0.232213, "f1": 0.195718, "accuracy": 0.232213, "main_score": 0.195718, "hf_subset": "apc_Arab-tzm_Tfng", "languages": ["apc-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-acq_Arab", "languages": ["apc-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.630542, "recall": 0.679842, "f1": 0.644701, "accuracy": 0.679842, "main_score": 0.644701, "hf_subset": "apc_Arab-bem_Latn", "languages": ["apc-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-epo_Latn", "languages": ["apc-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hun_Latn", "languages": ["apc-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "apc_Arab-kir_Cyrl", "languages": ["apc-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mar_Deva", "languages": ["apc-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.656439, "recall": 0.716403, "f1": 0.674374, "accuracy": 0.716403, "main_score": 0.674374, "hf_subset": "apc_Arab-plt_Latn", "languages": ["apc-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-srp_Cyrl", "languages": ["apc-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "apc_Arab-uig_Arab", "languages": ["apc-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-aeb_Arab", "languages": ["apc-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ben_Beng", "languages": ["apc-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-est_Latn", "languages": ["apc-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-hye_Armn", "languages": ["apc-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.539914, "recall": 0.589921, "f1": 0.554021, "accuracy": 0.589921, "main_score": 0.554021, "hf_subset": "apc_Arab-kmb_Latn", "languages": ["apc-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48956, "recall": 0.565217, "f1": 0.509685, "accuracy": 0.565217, "main_score": 0.509685, "hf_subset": "apc_Arab-min_Arab", "languages": ["apc-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-pol_Latn", "languages": ["apc-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56158, "recall": 0.62253, "f1": 0.579776, "accuracy": 0.62253, "main_score": 0.579776, "hf_subset": "apc_Arab-ssw_Latn", "languages": ["apc-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ukr_Cyrl", "languages": ["apc-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-afr_Latn", "languages": ["apc-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-bho_Deva", "languages": ["apc-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "apc_Arab-eus_Latn", "languages": ["apc-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564638, "recall": 0.630435, "f1": 0.582599, "accuracy": 0.630435, "main_score": 0.582599, "hf_subset": "apc_Arab-ibo_Latn", "languages": ["apc-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886199, "recall": 0.918972, "f1": 0.896574, "accuracy": 0.918972, "main_score": 0.896574, "hf_subset": "apc_Arab-kmr_Latn", "languages": ["apc-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "apc_Arab-min_Latn", "languages": ["apc-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-por_Latn", "languages": ["apc-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "apc_Arab-sun_Latn", "languages": ["apc-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509009, "recall": 0.56917, "f1": 0.526896, "accuracy": 0.56917, "main_score": 0.526896, "hf_subset": "apc_Arab-umb_Latn", "languages": ["apc-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ajp_Arab", "languages": ["apc-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5367, "recall": 0.603755, "f1": 0.555414, "accuracy": 0.603755, "main_score": 0.555414, "hf_subset": "apc_Arab-bjn_Arab", "languages": ["apc-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511958, "recall": 0.567194, "f1": 0.527447, "accuracy": 0.567194, "main_score": 0.527447, "hf_subset": "apc_Arab-ewe_Latn", "languages": ["apc-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.963439, "f1": 0.952866, "accuracy": 0.963439, "main_score": 0.952866, "hf_subset": "apc_Arab-ilo_Latn", "languages": ["apc-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319063, "recall": 0.37747, "f1": 0.334956, "accuracy": 0.37747, "main_score": 0.334956, "hf_subset": "apc_Arab-knc_Arab", "languages": ["apc-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mkd_Cyrl", "languages": ["apc-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-prs_Arab", "languages": ["apc-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-swe_Latn", "languages": ["apc-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-urd_Arab", "languages": ["apc-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585137, "recall": 0.646245, "f1": 0.602281, "accuracy": 0.646245, "main_score": 0.602281, "hf_subset": "apc_Arab-aka_Latn", "languages": ["apc-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "apc_Arab-bjn_Latn", "languages": ["apc-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "apc_Arab-fao_Latn", "languages": ["apc-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ind_Latn", "languages": ["apc-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591851, "recall": 0.644269, "f1": 0.6069, "accuracy": 0.644269, "main_score": 0.6069, "hf_subset": "apc_Arab-knc_Latn", "languages": ["apc-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "apc_Arab-mlt_Latn", "languages": ["apc-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709002, "recall": 0.770751, "f1": 0.727254, "accuracy": 0.770751, "main_score": 0.727254, "hf_subset": "apc_Arab-quy_Latn", "languages": ["apc-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "apc_Arab-swh_Latn", "languages": ["apc-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-uzn_Latn", "languages": ["apc-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-als_Latn", "languages": ["apc-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644845, "recall": 0.721344, "f1": 0.667292, "accuracy": 0.721344, "main_score": 0.667292, "hf_subset": "apc_Arab-bod_Tibt", "languages": ["apc-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.68342, "recall": 0.743083, "f1": 0.701103, "accuracy": 0.743083, "main_score": 0.701103, "hf_subset": "apc_Arab-fij_Latn", "languages": ["apc-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "apc_Arab-isl_Latn", "languages": ["apc-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655978, "recall": 0.712451, "f1": 0.672859, "accuracy": 0.712451, "main_score": 0.672859, "hf_subset": "apc_Arab-kon_Latn", "languages": ["apc-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640851, "recall": 0.710474, "f1": 0.660977, "accuracy": 0.710474, "main_score": 0.660977, "hf_subset": "apc_Arab-mni_Beng", "languages": ["apc-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ron_Latn", "languages": ["apc-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "apc_Arab-szl_Latn", "languages": ["apc-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-vec_Latn", "languages": ["apc-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.965415, "f1": 0.954216, "accuracy": 0.965415, "main_score": 0.954216, "hf_subset": "apc_Arab-amh_Ethi", "languages": ["apc-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bos_Latn", "languages": ["apc-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-fin_Latn", "languages": ["apc-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ita_Latn", "languages": ["apc-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-kor_Hang", "languages": ["apc-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.545987, "recall": 0.604743, "f1": 0.562434, "accuracy": 0.604743, "main_score": 0.562434, "hf_subset": "apc_Arab-mos_Latn", "languages": ["apc-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547688, "recall": 0.607708, "f1": 0.564519, "accuracy": 0.607708, "main_score": 0.564519, "hf_subset": "apc_Arab-run_Latn", "languages": ["apc-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tam_Taml", "languages": ["apc-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-vie_Latn", "languages": ["apc-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803146, "recall": 0.846838, "f1": 0.816206, "accuracy": 0.846838, "main_score": 0.816206, "hf_subset": "apc_Arab-bug_Latn", "languages": ["apc-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465603, "recall": 0.52668, "f1": 0.481659, "accuracy": 0.52668, "main_score": 0.481659, "hf_subset": "apc_Arab-fon_Latn", "languages": ["apc-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-jav_Latn", "languages": ["apc-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "apc_Arab-lao_Laoo", "languages": ["apc-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.860648, "recall": 0.899209, "f1": 0.872941, "accuracy": 0.899209, "main_score": 0.872941, "hf_subset": "apc_Arab-mri_Latn", "languages": ["apc-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-rus_Cyrl", "languages": ["apc-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540794, "recall": 0.599802, "f1": 0.557397, "accuracy": 0.599802, "main_score": 0.557397, "hf_subset": "apc_Arab-taq_Latn", "languages": ["apc-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "apc_Arab-war_Latn", "languages": ["apc-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-arb_Arab", "languages": ["apc-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bul_Cyrl", "languages": ["apc-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-fra_Latn", "languages": ["apc-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-jpn_Jpan", "languages": ["apc-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "apc_Arab-lij_Latn", "languages": ["apc-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "apc_Arab-mya_Mymr", "languages": ["apc-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.586884, "recall": 0.653162, "f1": 0.60567, "accuracy": 0.653162, "main_score": 0.60567, "hf_subset": "apc_Arab-sag_Latn", "languages": ["apc-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200217, "recall": 0.262846, "f1": 0.214194, "accuracy": 0.262846, "main_score": 0.214194, "hf_subset": "apc_Arab-taq_Tfng", "languages": ["apc-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.617428, "recall": 0.683794, "f1": 0.636611, "accuracy": 0.683794, "main_score": 0.636611, "hf_subset": "apc_Arab-wol_Latn", "languages": ["apc-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86693, "recall": 0.905138, "f1": 0.87859, "accuracy": 0.905138, "main_score": 0.87859, "hf_subset": "apc_Arab-arb_Latn", "languages": ["apc-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-cat_Latn", "languages": ["apc-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "apc_Arab-fur_Latn", "languages": ["apc-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427844, "recall": 0.481225, "f1": 0.44158, "accuracy": 0.481225, "main_score": 0.44158, "hf_subset": "apc_Arab-kab_Latn", "languages": ["apc-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "apc_Arab-lim_Latn", "languages": ["apc-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-nld_Latn", "languages": ["apc-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "apc_Arab-san_Deva", "languages": ["apc-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-tat_Cyrl", "languages": ["apc-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.667252, "recall": 0.726285, "f1": 0.684503, "accuracy": 0.726285, "main_score": 0.684503, "hf_subset": "apc_Arab-xho_Latn", "languages": ["apc-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ars_Arab", "languages": ["apc-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-ceb_Latn", "languages": ["apc-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56609, "recall": 0.628458, "f1": 0.583839, "accuracy": 0.628458, "main_score": 0.583839, "hf_subset": "apc_Arab-fuv_Latn", "languages": ["apc-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496898, "recall": 0.565217, "f1": 0.515852, "accuracy": 0.565217, "main_score": 0.515852, "hf_subset": "apc_Arab-kac_Latn", "languages": ["apc-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658227, "recall": 0.714427, "f1": 0.674725, "accuracy": 0.714427, "main_score": 0.674725, "hf_subset": "apc_Arab-lin_Latn", "languages": ["apc-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-nno_Latn", "languages": ["apc-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.227688, "recall": 0.304348, "f1": 0.248149, "accuracy": 0.304348, "main_score": 0.248149, "hf_subset": "apc_Arab-sat_Olck", "languages": ["apc-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tel_Telu", "languages": ["apc-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "apc_Arab-ydd_Hebr", "languages": ["apc-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "apc_Arab-ary_Arab", "languages": ["apc-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-ces_Latn", "languages": ["apc-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563646, "recall": 0.626482, "f1": 0.582493, "accuracy": 0.626482, "main_score": 0.582493, "hf_subset": "apc_Arab-gaz_Latn", "languages": ["apc-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5918, "recall": 0.651186, "f1": 0.609181, "accuracy": 0.651186, "main_score": 0.609181, "hf_subset": "apc_Arab-kam_Latn", "languages": ["apc-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "apc_Arab-lit_Latn", "languages": ["apc-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-nob_Latn", "languages": ["apc-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "apc_Arab-scn_Latn", "languages": ["apc-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "apc_Arab-tgk_Cyrl", "languages": ["apc-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.700165, "recall": 0.76581, "f1": 0.719899, "accuracy": 0.76581, "main_score": 0.719899, "hf_subset": "apc_Arab-yor_Latn", "languages": ["apc-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-arz_Arab", "languages": ["apc-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567721, "recall": 0.630435, "f1": 0.585922, "accuracy": 0.630435, "main_score": 0.585922, "hf_subset": "apc_Arab-cjk_Latn", "languages": ["apc-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766502, "recall": 0.822134, "f1": 0.783169, "accuracy": 0.822134, "main_score": 0.783169, "hf_subset": "apc_Arab-gla_Latn", "languages": ["apc-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-kan_Knda", "languages": ["apc-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "apc_Arab-lmo_Latn", "languages": ["apc-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "apc_Arab-npi_Deva", "languages": ["apc-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.470545, "recall": 0.530632, "f1": 0.487002, "accuracy": 0.530632, "main_score": 0.487002, "hf_subset": "apc_Arab-shn_Mymr", "languages": ["apc-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tgl_Latn", "languages": ["apc-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-yue_Hant", "languages": ["apc-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-asm_Beng", "languages": ["apc-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "apc_Arab-ckb_Arab", "languages": ["apc-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.882938, "recall": 0.914032, "f1": 0.892787, "accuracy": 0.914032, "main_score": 0.892787, "hf_subset": "apc_Arab-gle_Latn", "languages": ["apc-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "apc_Arab-kas_Arab", "languages": ["apc-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935277, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "apc_Arab-ltg_Latn", "languages": ["apc-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60632, "recall": 0.664032, "f1": 0.622653, "accuracy": 0.664032, "main_score": 0.622653, "hf_subset": "apc_Arab-nso_Latn", "languages": ["apc-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "apc_Arab-sin_Sinh", "languages": ["apc-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tha_Thai", "languages": ["apc-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-zho_Hans", "languages": ["apc-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ast_Latn", "languages": ["apc-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "apc_Arab-crh_Latn", "languages": ["apc-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-glg_Latn", "languages": ["apc-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889987, "recall": 0.923913, "f1": 0.901021, "accuracy": 0.923913, "main_score": 0.901021, "hf_subset": "apc_Arab-kas_Deva", "languages": ["apc-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "apc_Arab-ltz_Latn", "languages": ["apc-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448419, "recall": 0.516798, "f1": 0.466562, "accuracy": 0.516798, "main_score": 0.466562, "hf_subset": "apc_Arab-nus_Latn", "languages": ["apc-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-slk_Latn", "languages": ["apc-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636281, "recall": 0.704545, "f1": 0.656541, "accuracy": 0.704545, "main_score": 0.656541, "hf_subset": "apc_Arab-tir_Ethi", "languages": ["apc-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-zho_Hant", "languages": ["apc-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "apc_Arab-awa_Deva", "languages": ["apc-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "apc_Arab-cym_Latn", "languages": ["apc-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829414, "recall": 0.873518, "f1": 0.843003, "accuracy": 0.873518, "main_score": 0.843003, "hf_subset": "apc_Arab-grn_Latn", "languages": ["apc-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-kat_Geor", "languages": ["apc-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.644877, "recall": 0.700593, "f1": 0.661409, "accuracy": 0.700593, "main_score": 0.661409, "hf_subset": "apc_Arab-lua_Latn", "languages": ["apc-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625112, "recall": 0.687747, "f1": 0.642481, "accuracy": 0.687747, "main_score": 0.642481, "hf_subset": "apc_Arab-nya_Latn", "languages": ["apc-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-slv_Latn", "languages": ["apc-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "apc_Arab-tpi_Latn", "languages": ["apc-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-zsm_Latn", "languages": ["apc-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54009, "recall": 0.603755, "f1": 0.558256, "accuracy": 0.603755, "main_score": 0.558256, "hf_subset": "apc_Arab-ayr_Latn", "languages": ["apc-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-dan_Latn", "languages": ["apc-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-guj_Gujr", "languages": ["apc-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-kaz_Cyrl", "languages": ["apc-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528129, "recall": 0.592885, "f1": 0.546861, "accuracy": 0.592885, "main_score": 0.546861, "hf_subset": "apc_Arab-lug_Latn", "languages": ["apc-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-oci_Latn", "languages": ["apc-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833086, "recall": 0.878458, "f1": 0.847233, "accuracy": 0.878458, "main_score": 0.847233, "hf_subset": "apc_Arab-smo_Latn", "languages": ["apc-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545806, "recall": 0.607708, "f1": 0.563258, "accuracy": 0.607708, "main_score": 0.563258, "hf_subset": "apc_Arab-tsn_Latn", "languages": ["apc-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603115, "recall": 0.672925, "f1": 0.623307, "accuracy": 0.672925, "main_score": 0.623307, "hf_subset": "apc_Arab-zul_Latn", "languages": ["apc-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920949, "recall": 0.944664, "f1": 0.928491, "accuracy": 0.944664, "main_score": 0.928491, "hf_subset": "apc_Arab-azb_Arab", "languages": ["apc-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-deu_Latn", "languages": ["apc-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "apc_Arab-hat_Latn", "languages": ["apc-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490984, "recall": 0.551383, "f1": 0.508066, "accuracy": 0.551383, "main_score": 0.508066, "hf_subset": "apc_Arab-kbp_Latn", "languages": ["apc-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569912, "recall": 0.62747, "f1": 0.585489, "accuracy": 0.62747, "main_score": 0.585489, "hf_subset": "apc_Arab-luo_Latn", "languages": ["apc-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ory_Orya", "languages": ["apc-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.575807, "recall": 0.639328, "f1": 0.594438, "accuracy": 0.639328, "main_score": 0.594438, "hf_subset": "apc_Arab-sna_Latn", "languages": ["apc-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546136, "recall": 0.601779, "f1": 0.561507, "accuracy": 0.601779, "main_score": 0.561507, "hf_subset": "apc_Arab-tso_Latn", "languages": ["apc-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-azj_Latn", "languages": ["apc-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53186, "recall": 0.606719, "f1": 0.553667, "accuracy": 0.606719, "main_score": 0.553667, "hf_subset": "apc_Arab-dik_Latn", "languages": ["apc-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739246, "recall": 0.796443, "f1": 0.756225, "accuracy": 0.796443, "main_score": 0.756225, "hf_subset": "apc_Arab-hau_Latn", "languages": ["apc-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "apc_Arab-kea_Latn", "languages": ["apc-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741749, "recall": 0.79249, "f1": 0.756917, "accuracy": 0.79249, "main_score": 0.756917, "hf_subset": "apc_Arab-lus_Latn", "languages": ["apc-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873518, "recall": 0.903162, "f1": 0.88266, "accuracy": 0.903162, "main_score": 0.88266, "hf_subset": "apc_Arab-pag_Latn", "languages": ["apc-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-snd_Arab", "languages": ["apc-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "apc_Arab-tuk_Latn", "languages": ["apc-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "apc_Arab-bak_Cyrl", "languages": ["apc-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470529, "recall": 0.549407, "f1": 0.493371, "accuracy": 0.549407, "main_score": 0.493371, "hf_subset": "apc_Arab-dyu_Latn", "languages": ["apc-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-heb_Hebr", "languages": ["apc-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "apc_Arab-khk_Cyrl", "languages": ["apc-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-lvs_Latn", "languages": ["apc-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-pan_Guru", "languages": ["apc-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.71801, "recall": 0.780632, "f1": 0.736709, "accuracy": 0.780632, "main_score": 0.736709, "hf_subset": "apc_Arab-som_Latn", "languages": ["apc-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596585, "recall": 0.644269, "f1": 0.610315, "accuracy": 0.644269, "main_score": 0.610315, "hf_subset": "apc_Arab-tum_Latn", "languages": ["apc-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554785, "recall": 0.62253, "f1": 0.574129, "accuracy": 0.62253, "main_score": 0.574129, "hf_subset": "bug_Latn-ace_Arab", "languages": ["bug-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520331, "recall": 0.576087, "f1": 0.536622, "accuracy": 0.576087, "main_score": 0.536622, "hf_subset": "bug_Latn-bam_Latn", "languages": ["bug-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284713, "recall": 0.33498, "f1": 0.297807, "accuracy": 0.33498, "main_score": 0.297807, "hf_subset": "bug_Latn-dzo_Tibt", "languages": ["bug-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.794313, "recall": 0.838933, "f1": 0.80753, "accuracy": 0.838933, "main_score": 0.80753, "hf_subset": "bug_Latn-hin_Deva", "languages": ["bug-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.726121, "recall": 0.779644, "f1": 0.742125, "accuracy": 0.779644, "main_score": 0.742125, "hf_subset": "bug_Latn-khm_Khmr", "languages": ["bug-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.797768, "recall": 0.836957, "f1": 0.809015, "accuracy": 0.836957, "main_score": 0.809015, "hf_subset": "bug_Latn-mag_Deva", "languages": ["bug-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.805235, "recall": 0.840909, "f1": 0.815379, "accuracy": 0.840909, "main_score": 0.815379, "hf_subset": "bug_Latn-pap_Latn", "languages": ["bug-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573015, "recall": 0.619565, "f1": 0.58594, "accuracy": 0.619565, "main_score": 0.58594, "hf_subset": "bug_Latn-sot_Latn", "languages": ["bug-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792542, "recall": 0.835968, "f1": 0.804884, "accuracy": 0.835968, "main_score": 0.804884, "hf_subset": "bug_Latn-tur_Latn", "languages": ["bug-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767404, "recall": 0.806324, "f1": 0.779183, "accuracy": 0.806324, "main_score": 0.779183, "hf_subset": "bug_Latn-ace_Latn", "languages": ["bug-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828941, "recall": 0.859684, "f1": 0.837709, "accuracy": 0.859684, "main_score": 0.837709, "hf_subset": "bug_Latn-ban_Latn", "languages": ["bug-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782931, "recall": 0.829051, "f1": 0.796478, "accuracy": 0.829051, "main_score": 0.796478, "hf_subset": "bug_Latn-ell_Grek", "languages": ["bug-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.787015, "recall": 0.831028, "f1": 0.799669, "accuracy": 0.831028, "main_score": 0.799669, "hf_subset": "bug_Latn-hne_Deva", "languages": ["bug-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.56693, "recall": 0.617589, "f1": 0.582148, "accuracy": 0.617589, "main_score": 0.582148, "hf_subset": "bug_Latn-kik_Latn", "languages": ["bug-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798394, "recall": 0.842885, "f1": 0.811456, "accuracy": 0.842885, "main_score": 0.811456, "hf_subset": "bug_Latn-mai_Deva", "languages": ["bug-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.73135, "recall": 0.780632, "f1": 0.745447, "accuracy": 0.780632, "main_score": 0.745447, "hf_subset": "bug_Latn-pbt_Arab", "languages": ["bug-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.812549, "recall": 0.853755, "f1": 0.824398, "accuracy": 0.853755, "main_score": 0.824398, "hf_subset": "bug_Latn-spa_Latn", "languages": ["bug-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609956, "recall": 0.661067, "f1": 0.625125, "accuracy": 0.661067, "main_score": 0.625125, "hf_subset": "bug_Latn-twi_Latn", "languages": ["bug-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798181, "recall": 0.841897, "f1": 0.810839, "accuracy": 0.841897, "main_score": 0.810839, "hf_subset": "bug_Latn-acm_Arab", "languages": ["bug-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.751894, "recall": 0.795455, "f1": 0.76422, "accuracy": 0.795455, "main_score": 0.76422, "hf_subset": "bug_Latn-bel_Cyrl", "languages": ["bug-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.8305, "recall": 0.868577, "f1": 0.841389, "accuracy": 0.868577, "main_score": 0.841389, "hf_subset": "bug_Latn-eng_Latn", "languages": ["bug-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814814, "recall": 0.857708, "f1": 0.827646, "accuracy": 0.857708, "main_score": 0.827646, "hf_subset": "bug_Latn-hrv_Latn", "languages": ["bug-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525621, "recall": 0.578063, "f1": 0.540648, "accuracy": 0.578063, "main_score": 0.540648, "hf_subset": "bug_Latn-kin_Latn", "languages": ["bug-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797843, "recall": 0.838933, "f1": 0.81014, "accuracy": 0.838933, "main_score": 0.81014, "hf_subset": "bug_Latn-mal_Mlym", "languages": ["bug-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.803788, "recall": 0.841897, "f1": 0.814424, "accuracy": 0.841897, "main_score": 0.814424, "hf_subset": "bug_Latn-pes_Arab", "languages": ["bug-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.800747, "recall": 0.832016, "f1": 0.809362, "accuracy": 0.832016, "main_score": 0.809362, "hf_subset": "bug_Latn-srd_Latn", "languages": ["bug-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190787, "recall": 0.23419, "f1": 0.201307, "accuracy": 0.23419, "main_score": 0.201307, "hf_subset": "bug_Latn-tzm_Tfng", "languages": ["bug-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.798537, "recall": 0.841897, "f1": 0.810592, "accuracy": 0.841897, "main_score": 0.810592, "hf_subset": "bug_Latn-acq_Arab", "languages": ["bug-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605933, "recall": 0.648221, "f1": 0.617624, "accuracy": 0.648221, "main_score": 0.617624, "hf_subset": "bug_Latn-bem_Latn", "languages": ["bug-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807896, "recall": 0.846838, "f1": 0.819175, "accuracy": 0.846838, "main_score": 0.819175, "hf_subset": "bug_Latn-epo_Latn", "languages": ["bug-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815446, "recall": 0.852767, "f1": 0.826084, "accuracy": 0.852767, "main_score": 0.826084, "hf_subset": "bug_Latn-hun_Latn", "languages": ["bug-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757108, "recall": 0.80336, "f1": 0.770925, "accuracy": 0.80336, "main_score": 0.770925, "hf_subset": "bug_Latn-kir_Cyrl", "languages": ["bug-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.778957, "recall": 0.826087, "f1": 0.792627, "accuracy": 0.826087, "main_score": 0.792627, "hf_subset": "bug_Latn-mar_Deva", "languages": ["bug-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619443, "recall": 0.666008, "f1": 0.633402, "accuracy": 0.666008, "main_score": 0.633402, "hf_subset": "bug_Latn-plt_Latn", "languages": ["bug-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813451, "recall": 0.849802, "f1": 0.823774, "accuracy": 0.849802, "main_score": 0.823774, "hf_subset": "bug_Latn-srp_Cyrl", "languages": ["bug-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.679915, "recall": 0.733202, "f1": 0.695222, "accuracy": 0.733202, "main_score": 0.695222, "hf_subset": "bug_Latn-uig_Arab", "languages": ["bug-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.77202, "recall": 0.81917, "f1": 0.785018, "accuracy": 0.81917, "main_score": 0.785018, "hf_subset": "bug_Latn-aeb_Arab", "languages": ["bug-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.794076, "recall": 0.837945, "f1": 0.806741, "accuracy": 0.837945, "main_score": 0.806741, "hf_subset": "bug_Latn-ben_Beng", "languages": ["bug-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.796653, "recall": 0.835968, "f1": 0.807883, "accuracy": 0.835968, "main_score": 0.807883, "hf_subset": "bug_Latn-est_Latn", "languages": ["bug-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764719, "recall": 0.811265, "f1": 0.778007, "accuracy": 0.811265, "main_score": 0.778007, "hf_subset": "bug_Latn-hye_Armn", "languages": ["bug-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.537529, "recall": 0.588933, "f1": 0.5524, "accuracy": 0.588933, "main_score": 0.5524, "hf_subset": "bug_Latn-kmb_Latn", "languages": ["bug-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498035, "recall": 0.566206, "f1": 0.515835, "accuracy": 0.566206, "main_score": 0.515835, "hf_subset": "bug_Latn-min_Arab", "languages": ["bug-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.799341, "recall": 0.844862, "f1": 0.813043, "accuracy": 0.844862, "main_score": 0.813043, "hf_subset": "bug_Latn-pol_Latn", "languages": ["bug-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55327, "recall": 0.606719, "f1": 0.568565, "accuracy": 0.606719, "main_score": 0.568565, "hf_subset": "bug_Latn-ssw_Latn", "languages": ["bug-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80827, "recall": 0.850791, "f1": 0.820674, "accuracy": 0.850791, "main_score": 0.820674, "hf_subset": "bug_Latn-ukr_Cyrl", "languages": ["bug-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.82341, "recall": 0.86166, "f1": 0.834827, "accuracy": 0.86166, "main_score": 0.834827, "hf_subset": "bug_Latn-afr_Latn", "languages": ["bug-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774697, "recall": 0.816206, "f1": 0.786329, "accuracy": 0.816206, "main_score": 0.786329, "hf_subset": "bug_Latn-bho_Deva", "languages": ["bug-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.772605, "recall": 0.818182, "f1": 0.786051, "accuracy": 0.818182, "main_score": 0.786051, "hf_subset": "bug_Latn-eus_Latn", "languages": ["bug-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549506, "recall": 0.602767, "f1": 0.564391, "accuracy": 0.602767, "main_score": 0.564391, "hf_subset": "bug_Latn-ibo_Latn", "languages": ["bug-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678376, "recall": 0.730237, "f1": 0.693812, "accuracy": 0.730237, "main_score": 0.693812, "hf_subset": "bug_Latn-kmr_Latn", "languages": ["bug-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814098, "recall": 0.847826, "f1": 0.823405, "accuracy": 0.847826, "main_score": 0.823405, "hf_subset": "bug_Latn-min_Latn", "languages": ["bug-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829498, "recall": 0.868577, "f1": 0.840716, "accuracy": 0.868577, "main_score": 0.840716, "hf_subset": "bug_Latn-por_Latn", "languages": ["bug-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829113, "recall": 0.858696, "f1": 0.837709, "accuracy": 0.858696, "main_score": 0.837709, "hf_subset": "bug_Latn-sun_Latn", "languages": ["bug-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516676, "recall": 0.572134, "f1": 0.532795, "accuracy": 0.572134, "main_score": 0.532795, "hf_subset": "bug_Latn-umb_Latn", "languages": ["bug-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799868, "recall": 0.843874, "f1": 0.812973, "accuracy": 0.843874, "main_score": 0.812973, "hf_subset": "bug_Latn-ajp_Arab", "languages": ["bug-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522196, "recall": 0.585968, "f1": 0.540668, "accuracy": 0.585968, "main_score": 0.540668, "hf_subset": "bug_Latn-bjn_Arab", "languages": ["bug-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521064, "recall": 0.563241, "f1": 0.533037, "accuracy": 0.563241, "main_score": 0.533037, "hf_subset": "bug_Latn-ewe_Latn", "languages": ["bug-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787452, "recall": 0.81917, "f1": 0.796745, "accuracy": 0.81917, "main_score": 0.796745, "hf_subset": "bug_Latn-ilo_Latn", "languages": ["bug-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317504, "recall": 0.373518, "f1": 0.332313, "accuracy": 0.373518, "main_score": 0.332313, "hf_subset": "bug_Latn-knc_Arab", "languages": ["bug-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.814472, "recall": 0.851779, "f1": 0.825167, "accuracy": 0.851779, "main_score": 0.825167, "hf_subset": "bug_Latn-mkd_Cyrl", "languages": ["bug-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.799158, "recall": 0.839921, "f1": 0.810932, "accuracy": 0.839921, "main_score": 0.810932, "hf_subset": "bug_Latn-prs_Arab", "languages": ["bug-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.815509, "recall": 0.852767, "f1": 0.826168, "accuracy": 0.852767, "main_score": 0.826168, "hf_subset": "bug_Latn-swe_Latn", "languages": ["bug-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77384, "recall": 0.825099, "f1": 0.78941, "accuracy": 0.825099, "main_score": 0.78941, "hf_subset": "bug_Latn-urd_Arab", "languages": ["bug-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576202, "recall": 0.636364, "f1": 0.593258, "accuracy": 0.636364, "main_score": 0.593258, "hf_subset": "bug_Latn-aka_Latn", "languages": ["bug-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800078, "recall": 0.83498, "f1": 0.810168, "accuracy": 0.83498, "main_score": 0.810168, "hf_subset": "bug_Latn-bjn_Latn", "languages": ["bug-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691071, "recall": 0.744071, "f1": 0.70651, "accuracy": 0.744071, "main_score": 0.70651, "hf_subset": "bug_Latn-fao_Latn", "languages": ["bug-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841363, "recall": 0.874506, "f1": 0.850343, "accuracy": 0.874506, "main_score": 0.850343, "hf_subset": "bug_Latn-ind_Latn", "languages": ["bug-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57332, "recall": 0.618577, "f1": 0.586214, "accuracy": 0.618577, "main_score": 0.586214, "hf_subset": "bug_Latn-knc_Latn", "languages": ["bug-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802119, "recall": 0.836957, "f1": 0.811534, "accuracy": 0.836957, "main_score": 0.811534, "hf_subset": "bug_Latn-mlt_Latn", "languages": ["bug-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619782, "recall": 0.677866, "f1": 0.63627, "accuracy": 0.677866, "main_score": 0.63627, "hf_subset": "bug_Latn-quy_Latn", "languages": ["bug-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718587, "recall": 0.766798, "f1": 0.731952, "accuracy": 0.766798, "main_score": 0.731952, "hf_subset": "bug_Latn-swh_Latn", "languages": ["bug-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780143, "recall": 0.820158, "f1": 0.791596, "accuracy": 0.820158, "main_score": 0.791596, "hf_subset": "bug_Latn-uzn_Latn", "languages": ["bug-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803096, "recall": 0.843874, "f1": 0.814874, "accuracy": 0.843874, "main_score": 0.814874, "hf_subset": "bug_Latn-als_Latn", "languages": ["bug-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.356559, "recall": 0.425889, "f1": 0.375037, "accuracy": 0.425889, "main_score": 0.375037, "hf_subset": "bug_Latn-bod_Tibt", "languages": ["bug-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.595162, "recall": 0.649209, "f1": 0.61051, "accuracy": 0.649209, "main_score": 0.61051, "hf_subset": "bug_Latn-fij_Latn", "languages": ["bug-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7142, "recall": 0.761858, "f1": 0.728087, "accuracy": 0.761858, "main_score": 0.728087, "hf_subset": "bug_Latn-isl_Latn", "languages": ["bug-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61721, "recall": 0.662055, "f1": 0.630436, "accuracy": 0.662055, "main_score": 0.630436, "hf_subset": "bug_Latn-kon_Latn", "languages": ["bug-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604499, "recall": 0.666008, "f1": 0.622563, "accuracy": 0.666008, "main_score": 0.622563, "hf_subset": "bug_Latn-mni_Beng", "languages": ["bug-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.827198, "recall": 0.864625, "f1": 0.837949, "accuracy": 0.864625, "main_score": 0.837949, "hf_subset": "bug_Latn-ron_Latn", "languages": ["bug-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790757, "recall": 0.83004, "f1": 0.802509, "accuracy": 0.83004, "main_score": 0.802509, "hf_subset": "bug_Latn-szl_Latn", "languages": ["bug-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803567, "recall": 0.840909, "f1": 0.814575, "accuracy": 0.840909, "main_score": 0.814575, "hf_subset": "bug_Latn-vec_Latn", "languages": ["bug-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643237, "recall": 0.702569, "f1": 0.660554, "accuracy": 0.702569, "main_score": 0.660554, "hf_subset": "bug_Latn-amh_Ethi", "languages": ["bug-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.814033, "recall": 0.851779, "f1": 0.825289, "accuracy": 0.851779, "main_score": 0.825289, "hf_subset": "bug_Latn-bos_Latn", "languages": ["bug-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777061, "recall": 0.822134, "f1": 0.789874, "accuracy": 0.822134, "main_score": 0.789874, "hf_subset": "bug_Latn-fin_Latn", "languages": ["bug-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81783, "recall": 0.855731, "f1": 0.828929, "accuracy": 0.855731, "main_score": 0.828929, "hf_subset": "bug_Latn-ita_Latn", "languages": ["bug-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79305, "recall": 0.837945, "f1": 0.806246, "accuracy": 0.837945, "main_score": 0.806246, "hf_subset": "bug_Latn-kor_Hang", "languages": ["bug-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.537385, "recall": 0.591897, "f1": 0.552786, "accuracy": 0.591897, "main_score": 0.552786, "hf_subset": "bug_Latn-mos_Latn", "languages": ["bug-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533353, "recall": 0.585968, "f1": 0.548163, "accuracy": 0.585968, "main_score": 0.548163, "hf_subset": "bug_Latn-run_Latn", "languages": ["bug-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754416, "recall": 0.814229, "f1": 0.772293, "accuracy": 0.814229, "main_score": 0.772293, "hf_subset": "bug_Latn-tam_Taml", "languages": ["bug-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.803104, "recall": 0.843874, "f1": 0.81462, "accuracy": 0.843874, "main_score": 0.81462, "hf_subset": "bug_Latn-vie_Latn", "languages": ["bug-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799706, "recall": 0.844862, "f1": 0.812769, "accuracy": 0.844862, "main_score": 0.812769, "hf_subset": "bug_Latn-apc_Arab", "languages": ["bug-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.469229, "recall": 0.52668, "f1": 0.484649, "accuracy": 0.52668, "main_score": 0.484649, "hf_subset": "bug_Latn-fon_Latn", "languages": ["bug-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825733, "recall": 0.856719, "f1": 0.834842, "accuracy": 0.856719, "main_score": 0.834842, "hf_subset": "bug_Latn-jav_Latn", "languages": ["bug-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718046, "recall": 0.770751, "f1": 0.733249, "accuracy": 0.770751, "main_score": 0.733249, "hf_subset": "bug_Latn-lao_Laoo", "languages": ["bug-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.605818, "recall": 0.659091, "f1": 0.621316, "accuracy": 0.659091, "main_score": 0.621316, "hf_subset": "bug_Latn-mri_Latn", "languages": ["bug-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813426, "recall": 0.850791, "f1": 0.823855, "accuracy": 0.850791, "main_score": 0.823855, "hf_subset": "bug_Latn-rus_Cyrl", "languages": ["bug-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53438, "recall": 0.590909, "f1": 0.550233, "accuracy": 0.590909, "main_score": 0.550233, "hf_subset": "bug_Latn-taq_Latn", "languages": ["bug-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820957, "recall": 0.852767, "f1": 0.83019, "accuracy": 0.852767, "main_score": 0.83019, "hf_subset": "bug_Latn-war_Latn", "languages": ["bug-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799986, "recall": 0.839921, "f1": 0.810786, "accuracy": 0.839921, "main_score": 0.810786, "hf_subset": "bug_Latn-arb_Arab", "languages": ["bug-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809765, "recall": 0.850791, "f1": 0.82153, "accuracy": 0.850791, "main_score": 0.82153, "hf_subset": "bug_Latn-bul_Cyrl", "languages": ["bug-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.821403, "recall": 0.860672, "f1": 0.832583, "accuracy": 0.860672, "main_score": 0.832583, "hf_subset": "bug_Latn-fra_Latn", "languages": ["bug-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802922, "recall": 0.841897, "f1": 0.814403, "accuracy": 0.841897, "main_score": 0.814403, "hf_subset": "bug_Latn-jpn_Jpan", "languages": ["bug-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.786594, "recall": 0.831028, "f1": 0.799409, "accuracy": 0.831028, "main_score": 0.799409, "hf_subset": "bug_Latn-lij_Latn", "languages": ["bug-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665161, "recall": 0.731225, "f1": 0.68448, "accuracy": 0.731225, "main_score": 0.68448, "hf_subset": "bug_Latn-mya_Mymr", "languages": ["bug-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.564683, "recall": 0.629447, "f1": 0.58237, "accuracy": 0.629447, "main_score": 0.58237, "hf_subset": "bug_Latn-sag_Latn", "languages": ["bug-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207222, "recall": 0.257905, "f1": 0.218385, "accuracy": 0.257905, "main_score": 0.218385, "hf_subset": "bug_Latn-taq_Tfng", "languages": ["bug-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.62705, "recall": 0.674901, "f1": 0.641129, "accuracy": 0.674901, "main_score": 0.641129, "hf_subset": "bug_Latn-wol_Latn", "languages": ["bug-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570047, "recall": 0.625494, "f1": 0.585826, "accuracy": 0.625494, "main_score": 0.585826, "hf_subset": "bug_Latn-arb_Latn", "languages": ["bug-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828404, "recall": 0.864625, "f1": 0.838785, "accuracy": 0.864625, "main_score": 0.838785, "hf_subset": "bug_Latn-cat_Latn", "languages": ["bug-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79857, "recall": 0.836957, "f1": 0.809378, "accuracy": 0.836957, "main_score": 0.809378, "hf_subset": "bug_Latn-fur_Latn", "languages": ["bug-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413192, "recall": 0.464427, "f1": 0.426908, "accuracy": 0.464427, "main_score": 0.426908, "hf_subset": "bug_Latn-kab_Latn", "languages": ["bug-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790415, "recall": 0.826087, "f1": 0.800927, "accuracy": 0.826087, "main_score": 0.800927, "hf_subset": "bug_Latn-lim_Latn", "languages": ["bug-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792419, "recall": 0.837945, "f1": 0.805404, "accuracy": 0.837945, "main_score": 0.805404, "hf_subset": "bug_Latn-nld_Latn", "languages": ["bug-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737786, "recall": 0.790514, "f1": 0.752722, "accuracy": 0.790514, "main_score": 0.752722, "hf_subset": "bug_Latn-san_Deva", "languages": ["bug-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.767542, "recall": 0.817194, "f1": 0.782049, "accuracy": 0.817194, "main_score": 0.782049, "hf_subset": "bug_Latn-tat_Cyrl", "languages": ["bug-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597439, "recall": 0.651186, "f1": 0.613, "accuracy": 0.651186, "main_score": 0.613, "hf_subset": "bug_Latn-xho_Latn", "languages": ["bug-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789737, "recall": 0.833004, "f1": 0.80192, "accuracy": 0.833004, "main_score": 0.80192, "hf_subset": "bug_Latn-ars_Arab", "languages": ["bug-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.822894, "recall": 0.855731, "f1": 0.8321, "accuracy": 0.855731, "main_score": 0.8321, "hf_subset": "bug_Latn-ceb_Latn", "languages": ["bug-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547291, "recall": 0.604743, "f1": 0.564501, "accuracy": 0.604743, "main_score": 0.564501, "hf_subset": "bug_Latn-fuv_Latn", "languages": ["bug-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514848, "recall": 0.572134, "f1": 0.530692, "accuracy": 0.572134, "main_score": 0.530692, "hf_subset": "bug_Latn-kac_Latn", "languages": ["bug-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634265, "recall": 0.685771, "f1": 0.649297, "accuracy": 0.685771, "main_score": 0.649297, "hf_subset": "bug_Latn-lin_Latn", "languages": ["bug-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797559, "recall": 0.837945, "f1": 0.809256, "accuracy": 0.837945, "main_score": 0.809256, "hf_subset": "bug_Latn-nno_Latn", "languages": ["bug-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.145088, "recall": 0.185771, "f1": 0.155345, "accuracy": 0.185771, "main_score": 0.155345, "hf_subset": "bug_Latn-sat_Olck", "languages": ["bug-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.786006, "recall": 0.826087, "f1": 0.797394, "accuracy": 0.826087, "main_score": 0.797394, "hf_subset": "bug_Latn-tel_Telu", "languages": ["bug-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.691701, "recall": 0.748024, "f1": 0.70816, "accuracy": 0.748024, "main_score": 0.70816, "hf_subset": "bug_Latn-ydd_Hebr", "languages": ["bug-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.75629, "recall": 0.799407, "f1": 0.768506, "accuracy": 0.799407, "main_score": 0.768506, "hf_subset": "bug_Latn-ary_Arab", "languages": ["bug-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.796452, "recall": 0.842885, "f1": 0.810199, "accuracy": 0.842885, "main_score": 0.810199, "hf_subset": "bug_Latn-ces_Latn", "languages": ["bug-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534437, "recall": 0.590909, "f1": 0.550791, "accuracy": 0.590909, "main_score": 0.550791, "hf_subset": "bug_Latn-gaz_Latn", "languages": ["bug-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535746, "recall": 0.596838, "f1": 0.552972, "accuracy": 0.596838, "main_score": 0.552972, "hf_subset": "bug_Latn-kam_Latn", "languages": ["bug-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791589, "recall": 0.832016, "f1": 0.803387, "accuracy": 0.832016, "main_score": 0.803387, "hf_subset": "bug_Latn-lit_Latn", "languages": ["bug-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809065, "recall": 0.850791, "f1": 0.821099, "accuracy": 0.850791, "main_score": 0.821099, "hf_subset": "bug_Latn-nob_Latn", "languages": ["bug-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787783, "recall": 0.822134, "f1": 0.797278, "accuracy": 0.822134, "main_score": 0.797278, "hf_subset": "bug_Latn-scn_Latn", "languages": ["bug-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746968, "recall": 0.796443, "f1": 0.761042, "accuracy": 0.796443, "main_score": 0.761042, "hf_subset": "bug_Latn-tgk_Cyrl", "languages": ["bug-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539625, "recall": 0.602767, "f1": 0.558517, "accuracy": 0.602767, "main_score": 0.558517, "hf_subset": "bug_Latn-yor_Latn", "languages": ["bug-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791238, "recall": 0.832016, "f1": 0.802881, "accuracy": 0.832016, "main_score": 0.802881, "hf_subset": "bug_Latn-arz_Arab", "languages": ["bug-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544092, "recall": 0.604743, "f1": 0.561216, "accuracy": 0.604743, "main_score": 0.561216, "hf_subset": "bug_Latn-cjk_Latn", "languages": ["bug-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57637, "recall": 0.630435, "f1": 0.591755, "accuracy": 0.630435, "main_score": 0.591755, "hf_subset": "bug_Latn-gla_Latn", "languages": ["bug-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798115, "recall": 0.841897, "f1": 0.81053, "accuracy": 0.841897, "main_score": 0.81053, "hf_subset": "bug_Latn-kan_Knda", "languages": ["bug-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.788441, "recall": 0.829051, "f1": 0.800202, "accuracy": 0.829051, "main_score": 0.800202, "hf_subset": "bug_Latn-lmo_Latn", "languages": ["bug-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770168, "recall": 0.818182, "f1": 0.784705, "accuracy": 0.818182, "main_score": 0.784705, "hf_subset": "bug_Latn-npi_Deva", "languages": ["bug-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.456272, "recall": 0.519763, "f1": 0.473515, "accuracy": 0.519763, "main_score": 0.473515, "hf_subset": "bug_Latn-shn_Mymr", "languages": ["bug-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.80905, "recall": 0.84585, "f1": 0.819606, "accuracy": 0.84585, "main_score": 0.819606, "hf_subset": "bug_Latn-tgl_Latn", "languages": ["bug-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786374, "recall": 0.829051, "f1": 0.798019, "accuracy": 0.829051, "main_score": 0.798019, "hf_subset": "bug_Latn-yue_Hant", "languages": ["bug-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.761702, "recall": 0.814229, "f1": 0.777652, "accuracy": 0.814229, "main_score": 0.777652, "hf_subset": "bug_Latn-asm_Beng", "languages": ["bug-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.697241, "recall": 0.753953, "f1": 0.713193, "accuracy": 0.753953, "main_score": 0.713193, "hf_subset": "bug_Latn-ckb_Arab", "languages": ["bug-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.624314, "recall": 0.679842, "f1": 0.640119, "accuracy": 0.679842, "main_score": 0.640119, "hf_subset": "bug_Latn-gle_Latn", "languages": ["bug-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735759, "recall": 0.778656, "f1": 0.748218, "accuracy": 0.778656, "main_score": 0.748218, "hf_subset": "bug_Latn-kas_Arab", "languages": ["bug-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.739908, "recall": 0.787549, "f1": 0.753876, "accuracy": 0.787549, "main_score": 0.753876, "hf_subset": "bug_Latn-ltg_Latn", "languages": ["bug-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597999, "recall": 0.644269, "f1": 0.611108, "accuracy": 0.644269, "main_score": 0.611108, "hf_subset": "bug_Latn-nso_Latn", "languages": ["bug-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686991, "recall": 0.747036, "f1": 0.70366, "accuracy": 0.747036, "main_score": 0.70366, "hf_subset": "bug_Latn-sin_Sinh", "languages": ["bug-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.803641, "recall": 0.844862, "f1": 0.815077, "accuracy": 0.844862, "main_score": 0.815077, "hf_subset": "bug_Latn-tha_Thai", "languages": ["bug-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.777227, "recall": 0.821146, "f1": 0.789436, "accuracy": 0.821146, "main_score": 0.789436, "hf_subset": "bug_Latn-zho_Hans", "languages": ["bug-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.807312, "recall": 0.847826, "f1": 0.818978, "accuracy": 0.847826, "main_score": 0.818978, "hf_subset": "bug_Latn-ast_Latn", "languages": ["bug-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744343, "recall": 0.791502, "f1": 0.757913, "accuracy": 0.791502, "main_score": 0.757913, "hf_subset": "bug_Latn-crh_Latn", "languages": ["bug-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825595, "recall": 0.863636, "f1": 0.837004, "accuracy": 0.863636, "main_score": 0.837004, "hf_subset": "bug_Latn-glg_Latn", "languages": ["bug-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677815, "recall": 0.732213, "f1": 0.693585, "accuracy": 0.732213, "main_score": 0.693585, "hf_subset": "bug_Latn-kas_Deva", "languages": ["bug-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.78487, "recall": 0.820158, "f1": 0.795158, "accuracy": 0.820158, "main_score": 0.795158, "hf_subset": "bug_Latn-ltz_Latn", "languages": ["bug-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456393, "recall": 0.522727, "f1": 0.474444, "accuracy": 0.522727, "main_score": 0.474444, "hf_subset": "bug_Latn-nus_Latn", "languages": ["bug-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809513, "recall": 0.846838, "f1": 0.82045, "accuracy": 0.846838, "main_score": 0.82045, "hf_subset": "bug_Latn-slk_Latn", "languages": ["bug-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485065, "recall": 0.552372, "f1": 0.50387, "accuracy": 0.552372, "main_score": 0.50387, "hf_subset": "bug_Latn-tir_Ethi", "languages": ["bug-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.789706, "recall": 0.833992, "f1": 0.801868, "accuracy": 0.833992, "main_score": 0.801868, "hf_subset": "bug_Latn-zho_Hant", "languages": ["bug-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.793142, "recall": 0.833004, "f1": 0.804469, "accuracy": 0.833004, "main_score": 0.804469, "hf_subset": "bug_Latn-awa_Deva", "languages": ["bug-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.720958, "recall": 0.769763, "f1": 0.734801, "accuracy": 0.769763, "main_score": 0.734801, "hf_subset": "bug_Latn-cym_Latn", "languages": ["bug-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719483, "recall": 0.764822, "f1": 0.733235, "accuracy": 0.764822, "main_score": 0.733235, "hf_subset": "bug_Latn-grn_Latn", "languages": ["bug-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770874, "recall": 0.809289, "f1": 0.781757, "accuracy": 0.809289, "main_score": 0.781757, "hf_subset": "bug_Latn-kat_Geor", "languages": ["bug-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.604985, "recall": 0.653162, "f1": 0.618594, "accuracy": 0.653162, "main_score": 0.618594, "hf_subset": "bug_Latn-lua_Latn", "languages": ["bug-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573896, "recall": 0.626482, "f1": 0.589284, "accuracy": 0.626482, "main_score": 0.589284, "hf_subset": "bug_Latn-nya_Latn", "languages": ["bug-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798452, "recall": 0.839921, "f1": 0.810592, "accuracy": 0.839921, "main_score": 0.810592, "hf_subset": "bug_Latn-slv_Latn", "languages": ["bug-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753542, "recall": 0.795455, "f1": 0.765507, "accuracy": 0.795455, "main_score": 0.765507, "hf_subset": "bug_Latn-tpi_Latn", "languages": ["bug-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835352, "recall": 0.873518, "f1": 0.846558, "accuracy": 0.873518, "main_score": 0.846558, "hf_subset": "bug_Latn-zsm_Latn", "languages": ["bug-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529003, "recall": 0.588933, "f1": 0.546124, "accuracy": 0.588933, "main_score": 0.546124, "hf_subset": "bug_Latn-ayr_Latn", "languages": ["bug-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805785, "recall": 0.847826, "f1": 0.817855, "accuracy": 0.847826, "main_score": 0.817855, "hf_subset": "bug_Latn-dan_Latn", "languages": ["bug-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792, "recall": 0.83498, "f1": 0.804421, "accuracy": 0.83498, "main_score": 0.804421, "hf_subset": "bug_Latn-guj_Gujr", "languages": ["bug-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.800647, "recall": 0.840909, "f1": 0.811919, "accuracy": 0.840909, "main_score": 0.811919, "hf_subset": "bug_Latn-kaz_Cyrl", "languages": ["bug-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516109, "recall": 0.573123, "f1": 0.532679, "accuracy": 0.573123, "main_score": 0.532679, "hf_subset": "bug_Latn-lug_Latn", "languages": ["bug-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826021, "recall": 0.86166, "f1": 0.836647, "accuracy": 0.86166, "main_score": 0.836647, "hf_subset": "bug_Latn-oci_Latn", "languages": ["bug-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643187, "recall": 0.693676, "f1": 0.657736, "accuracy": 0.693676, "main_score": 0.657736, "hf_subset": "bug_Latn-smo_Latn", "languages": ["bug-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545981, "recall": 0.601779, "f1": 0.56155, "accuracy": 0.601779, "main_score": 0.56155, "hf_subset": "bug_Latn-tsn_Latn", "languages": ["bug-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555017, "recall": 0.613636, "f1": 0.571162, "accuracy": 0.613636, "main_score": 0.571162, "hf_subset": "bug_Latn-zul_Latn", "languages": ["bug-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702093, "recall": 0.757905, "f1": 0.718543, "accuracy": 0.757905, "main_score": 0.718543, "hf_subset": "bug_Latn-azb_Arab", "languages": ["bug-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.817704, "recall": 0.855731, "f1": 0.828525, "accuracy": 0.855731, "main_score": 0.828525, "hf_subset": "bug_Latn-deu_Latn", "languages": ["bug-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731003, "recall": 0.778656, "f1": 0.744917, "accuracy": 0.778656, "main_score": 0.744917, "hf_subset": "bug_Latn-hat_Latn", "languages": ["bug-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497106, "recall": 0.555336, "f1": 0.513156, "accuracy": 0.555336, "main_score": 0.513156, "hf_subset": "bug_Latn-kbp_Latn", "languages": ["bug-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572838, "recall": 0.625494, "f1": 0.58698, "accuracy": 0.625494, "main_score": 0.58698, "hf_subset": "bug_Latn-luo_Latn", "languages": ["bug-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782963, "recall": 0.831028, "f1": 0.796469, "accuracy": 0.831028, "main_score": 0.796469, "hf_subset": "bug_Latn-ory_Orya", "languages": ["bug-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.542963, "recall": 0.600791, "f1": 0.559478, "accuracy": 0.600791, "main_score": 0.559478, "hf_subset": "bug_Latn-sna_Latn", "languages": ["bug-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539194, "recall": 0.588933, "f1": 0.553142, "accuracy": 0.588933, "main_score": 0.553142, "hf_subset": "bug_Latn-tso_Latn", "languages": ["bug-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768383, "recall": 0.817194, "f1": 0.782071, "accuracy": 0.817194, "main_score": 0.782071, "hf_subset": "bug_Latn-azj_Latn", "languages": ["bug-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53443, "recall": 0.589921, "f1": 0.551023, "accuracy": 0.589921, "main_score": 0.551023, "hf_subset": "bug_Latn-dik_Latn", "languages": ["bug-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592434, "recall": 0.650198, "f1": 0.608732, "accuracy": 0.650198, "main_score": 0.608732, "hf_subset": "bug_Latn-hau_Latn", "languages": ["bug-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803607, "recall": 0.838933, "f1": 0.81316, "accuracy": 0.838933, "main_score": 0.81316, "hf_subset": "bug_Latn-kea_Latn", "languages": ["bug-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662088, "recall": 0.708498, "f1": 0.676106, "accuracy": 0.708498, "main_score": 0.676106, "hf_subset": "bug_Latn-lus_Latn", "languages": ["bug-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75611, "recall": 0.787549, "f1": 0.765693, "accuracy": 0.787549, "main_score": 0.765693, "hf_subset": "bug_Latn-pag_Latn", "languages": ["bug-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755525, "recall": 0.80336, "f1": 0.76975, "accuracy": 0.80336, "main_score": 0.76975, "hf_subset": "bug_Latn-snd_Arab", "languages": ["bug-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.694491, "recall": 0.75, "f1": 0.710199, "accuracy": 0.75, "main_score": 0.710199, "hf_subset": "bug_Latn-tuk_Latn", "languages": ["bug-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780758, "recall": 0.820158, "f1": 0.791678, "accuracy": 0.820158, "main_score": 0.791678, "hf_subset": "bug_Latn-bak_Cyrl", "languages": ["bug-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463134, "recall": 0.538538, "f1": 0.485317, "accuracy": 0.538538, "main_score": 0.485317, "hf_subset": "bug_Latn-dyu_Latn", "languages": ["bug-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794437, "recall": 0.833004, "f1": 0.805959, "accuracy": 0.833004, "main_score": 0.805959, "hf_subset": "bug_Latn-heb_Hebr", "languages": ["bug-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.721314, "recall": 0.772727, "f1": 0.735976, "accuracy": 0.772727, "main_score": 0.735976, "hf_subset": "bug_Latn-khk_Cyrl", "languages": ["bug-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.796152, "recall": 0.833004, "f1": 0.806083, "accuracy": 0.833004, "main_score": 0.806083, "hf_subset": "bug_Latn-lvs_Latn", "languages": ["bug-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782404, "recall": 0.825099, "f1": 0.794469, "accuracy": 0.825099, "main_score": 0.794469, "hf_subset": "bug_Latn-pan_Guru", "languages": ["bug-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.570438, "recall": 0.629447, "f1": 0.587485, "accuracy": 0.629447, "main_score": 0.587485, "hf_subset": "bug_Latn-som_Latn", "languages": ["bug-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559461, "recall": 0.599802, "f1": 0.570858, "accuracy": 0.599802, "main_score": 0.570858, "hf_subset": "bug_Latn-tum_Latn", "languages": ["bug-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360457, "recall": 0.40415, "f1": 0.372784, "accuracy": 0.40415, "main_score": 0.372784, "hf_subset": "fon_Latn-ace_Arab", "languages": ["fon-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.457996, "recall": 0.494071, "f1": 0.468651, "accuracy": 0.494071, "main_score": 0.468651, "hf_subset": "fon_Latn-bam_Latn", "languages": ["fon-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201566, "recall": 0.240119, "f1": 0.21183, "accuracy": 0.240119, "main_score": 0.21183, "hf_subset": "fon_Latn-dzo_Tibt", "languages": ["fon-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.461214, "recall": 0.504941, "f1": 0.473086, "accuracy": 0.504941, "main_score": 0.473086, "hf_subset": "fon_Latn-hin_Deva", "languages": ["fon-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.436621, "recall": 0.483202, "f1": 0.449378, "accuracy": 0.483202, "main_score": 0.449378, "hf_subset": "fon_Latn-khm_Khmr", "languages": ["fon-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.456666, "recall": 0.5, "f1": 0.46883, "accuracy": 0.5, "main_score": 0.46883, "hf_subset": "fon_Latn-mag_Deva", "languages": ["fon-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472759, "recall": 0.505929, "f1": 0.481407, "accuracy": 0.505929, "main_score": 0.481407, "hf_subset": "fon_Latn-pap_Latn", "languages": ["fon-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47915, "recall": 0.511858, "f1": 0.488354, "accuracy": 0.511858, "main_score": 0.488354, "hf_subset": "fon_Latn-sot_Latn", "languages": ["fon-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470732, "recall": 0.51087, "f1": 0.481249, "accuracy": 0.51087, "main_score": 0.481249, "hf_subset": "fon_Latn-tur_Latn", "languages": ["fon-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466767, "recall": 0.501976, "f1": 0.476596, "accuracy": 0.501976, "main_score": 0.476596, "hf_subset": "fon_Latn-ace_Latn", "languages": ["fon-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469484, "recall": 0.502964, "f1": 0.478924, "accuracy": 0.502964, "main_score": 0.478924, "hf_subset": "fon_Latn-ban_Latn", "languages": ["fon-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455877, "recall": 0.504941, "f1": 0.469494, "accuracy": 0.504941, "main_score": 0.469494, "hf_subset": "fon_Latn-ell_Grek", "languages": ["fon-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.44677, "recall": 0.48913, "f1": 0.457869, "accuracy": 0.48913, "main_score": 0.457869, "hf_subset": "fon_Latn-hne_Deva", "languages": ["fon-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.420214, "recall": 0.462451, "f1": 0.431956, "accuracy": 0.462451, "main_score": 0.431956, "hf_subset": "fon_Latn-kik_Latn", "languages": ["fon-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466457, "recall": 0.505929, "f1": 0.477613, "accuracy": 0.505929, "main_score": 0.477613, "hf_subset": "fon_Latn-mai_Deva", "languages": ["fon-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4191, "recall": 0.470356, "f1": 0.43269, "accuracy": 0.470356, "main_score": 0.43269, "hf_subset": "fon_Latn-pbt_Arab", "languages": ["fon-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478454, "recall": 0.514822, "f1": 0.488724, "accuracy": 0.514822, "main_score": 0.488724, "hf_subset": "fon_Latn-spa_Latn", "languages": ["fon-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471624, "recall": 0.508893, "f1": 0.482449, "accuracy": 0.508893, "main_score": 0.482449, "hf_subset": "fon_Latn-twi_Latn", "languages": ["fon-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463049, "recall": 0.504941, "f1": 0.474776, "accuracy": 0.504941, "main_score": 0.474776, "hf_subset": "fon_Latn-acm_Arab", "languages": ["fon-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.451032, "recall": 0.48913, "f1": 0.461421, "accuracy": 0.48913, "main_score": 0.461421, "hf_subset": "fon_Latn-bel_Cyrl", "languages": ["fon-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.477415, "recall": 0.518775, "f1": 0.489123, "accuracy": 0.518775, "main_score": 0.489123, "hf_subset": "fon_Latn-eng_Latn", "languages": ["fon-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474975, "recall": 0.513834, "f1": 0.485377, "accuracy": 0.513834, "main_score": 0.485377, "hf_subset": "fon_Latn-hrv_Latn", "languages": ["fon-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454123, "recall": 0.491107, "f1": 0.464235, "accuracy": 0.491107, "main_score": 0.464235, "hf_subset": "fon_Latn-kin_Latn", "languages": ["fon-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451859, "recall": 0.494071, "f1": 0.46364, "accuracy": 0.494071, "main_score": 0.46364, "hf_subset": "fon_Latn-mal_Mlym", "languages": ["fon-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.457919, "recall": 0.502964, "f1": 0.469075, "accuracy": 0.502964, "main_score": 0.469075, "hf_subset": "fon_Latn-pes_Arab", "languages": ["fon-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472619, "recall": 0.51087, "f1": 0.482996, "accuracy": 0.51087, "main_score": 0.482996, "hf_subset": "fon_Latn-srd_Latn", "languages": ["fon-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179564, "recall": 0.216403, "f1": 0.189005, "accuracy": 0.216403, "main_score": 0.189005, "hf_subset": "fon_Latn-tzm_Tfng", "languages": ["fon-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.465759, "recall": 0.506917, "f1": 0.47649, "accuracy": 0.506917, "main_score": 0.47649, "hf_subset": "fon_Latn-acq_Arab", "languages": ["fon-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50005, "recall": 0.527668, "f1": 0.507511, "accuracy": 0.527668, "main_score": 0.507511, "hf_subset": "fon_Latn-bem_Latn", "languages": ["fon-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469326, "recall": 0.507905, "f1": 0.480181, "accuracy": 0.507905, "main_score": 0.480181, "hf_subset": "fon_Latn-epo_Latn", "languages": ["fon-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471403, "recall": 0.512846, "f1": 0.48271, "accuracy": 0.512846, "main_score": 0.48271, "hf_subset": "fon_Latn-hun_Latn", "languages": ["fon-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467108, "recall": 0.502964, "f1": 0.477096, "accuracy": 0.502964, "main_score": 0.477096, "hf_subset": "fon_Latn-kir_Cyrl", "languages": ["fon-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.460398, "recall": 0.5, "f1": 0.471572, "accuracy": 0.5, "main_score": 0.471572, "hf_subset": "fon_Latn-mar_Deva", "languages": ["fon-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.479286, "recall": 0.513834, "f1": 0.488894, "accuracy": 0.513834, "main_score": 0.488894, "hf_subset": "fon_Latn-plt_Latn", "languages": ["fon-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466676, "recall": 0.51087, "f1": 0.478911, "accuracy": 0.51087, "main_score": 0.478911, "hf_subset": "fon_Latn-srp_Cyrl", "languages": ["fon-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.398391, "recall": 0.449605, "f1": 0.413073, "accuracy": 0.449605, "main_score": 0.413073, "hf_subset": "fon_Latn-uig_Arab", "languages": ["fon-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.460913, "recall": 0.499012, "f1": 0.471075, "accuracy": 0.499012, "main_score": 0.471075, "hf_subset": "fon_Latn-aeb_Arab", "languages": ["fon-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.44448, "recall": 0.495059, "f1": 0.457237, "accuracy": 0.495059, "main_score": 0.457237, "hf_subset": "fon_Latn-ben_Beng", "languages": ["fon-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.468906, "recall": 0.502964, "f1": 0.478291, "accuracy": 0.502964, "main_score": 0.478291, "hf_subset": "fon_Latn-est_Latn", "languages": ["fon-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453211, "recall": 0.500988, "f1": 0.465806, "accuracy": 0.500988, "main_score": 0.465806, "hf_subset": "fon_Latn-hye_Armn", "languages": ["fon-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.478117, "recall": 0.514822, "f1": 0.488236, "accuracy": 0.514822, "main_score": 0.488236, "hf_subset": "fon_Latn-kmb_Latn", "languages": ["fon-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.346207, "recall": 0.38834, "f1": 0.357099, "accuracy": 0.38834, "main_score": 0.357099, "hf_subset": "fon_Latn-min_Arab", "languages": ["fon-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472641, "recall": 0.511858, "f1": 0.483277, "accuracy": 0.511858, "main_score": 0.483277, "hf_subset": "fon_Latn-pol_Latn", "languages": ["fon-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461353, "recall": 0.499012, "f1": 0.471628, "accuracy": 0.499012, "main_score": 0.471628, "hf_subset": "fon_Latn-ssw_Latn", "languages": ["fon-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465779, "recall": 0.508893, "f1": 0.478192, "accuracy": 0.508893, "main_score": 0.478192, "hf_subset": "fon_Latn-ukr_Cyrl", "languages": ["fon-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469337, "recall": 0.512846, "f1": 0.481416, "accuracy": 0.512846, "main_score": 0.481416, "hf_subset": "fon_Latn-afr_Latn", "languages": ["fon-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45143, "recall": 0.490119, "f1": 0.461743, "accuracy": 0.490119, "main_score": 0.461743, "hf_subset": "fon_Latn-bho_Deva", "languages": ["fon-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467176, "recall": 0.504941, "f1": 0.477387, "accuracy": 0.504941, "main_score": 0.477387, "hf_subset": "fon_Latn-eus_Latn", "languages": ["fon-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454645, "recall": 0.492095, "f1": 0.465747, "accuracy": 0.492095, "main_score": 0.465747, "hf_subset": "fon_Latn-ibo_Latn", "languages": ["fon-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470277, "recall": 0.507905, "f1": 0.480993, "accuracy": 0.507905, "main_score": 0.480993, "hf_subset": "fon_Latn-kmr_Latn", "languages": ["fon-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472984, "recall": 0.509881, "f1": 0.483319, "accuracy": 0.509881, "main_score": 0.483319, "hf_subset": "fon_Latn-min_Latn", "languages": ["fon-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484239, "recall": 0.518775, "f1": 0.494368, "accuracy": 0.518775, "main_score": 0.494368, "hf_subset": "fon_Latn-por_Latn", "languages": ["fon-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485446, "recall": 0.521739, "f1": 0.495492, "accuracy": 0.521739, "main_score": 0.495492, "hf_subset": "fon_Latn-sun_Latn", "languages": ["fon-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459082, "recall": 0.500988, "f1": 0.47051, "accuracy": 0.500988, "main_score": 0.47051, "hf_subset": "fon_Latn-umb_Latn", "languages": ["fon-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458373, "recall": 0.499012, "f1": 0.469403, "accuracy": 0.499012, "main_score": 0.469403, "hf_subset": "fon_Latn-ajp_Arab", "languages": ["fon-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.344695, "recall": 0.38834, "f1": 0.35636, "accuracy": 0.38834, "main_score": 0.35636, "hf_subset": "fon_Latn-bjn_Arab", "languages": ["fon-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.462838, "recall": 0.494071, "f1": 0.471786, "accuracy": 0.494071, "main_score": 0.471786, "hf_subset": "fon_Latn-ewe_Latn", "languages": ["fon-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486062, "recall": 0.520751, "f1": 0.494731, "accuracy": 0.520751, "main_score": 0.494731, "hf_subset": "fon_Latn-ilo_Latn", "languages": ["fon-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282233, "recall": 0.322134, "f1": 0.293046, "accuracy": 0.322134, "main_score": 0.293046, "hf_subset": "fon_Latn-knc_Arab", "languages": ["fon-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.46526, "recall": 0.501976, "f1": 0.475601, "accuracy": 0.501976, "main_score": 0.475601, "hf_subset": "fon_Latn-mkd_Cyrl", "languages": ["fon-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463721, "recall": 0.501976, "f1": 0.474145, "accuracy": 0.501976, "main_score": 0.474145, "hf_subset": "fon_Latn-prs_Arab", "languages": ["fon-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.460409, "recall": 0.502964, "f1": 0.472026, "accuracy": 0.502964, "main_score": 0.472026, "hf_subset": "fon_Latn-swe_Latn", "languages": ["fon-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437344, "recall": 0.487154, "f1": 0.450776, "accuracy": 0.487154, "main_score": 0.450776, "hf_subset": "fon_Latn-urd_Arab", "languages": ["fon-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486915, "recall": 0.522727, "f1": 0.49696, "accuracy": 0.522727, "main_score": 0.49696, "hf_subset": "fon_Latn-aka_Latn", "languages": ["fon-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478531, "recall": 0.509881, "f1": 0.486746, "accuracy": 0.509881, "main_score": 0.486746, "hf_subset": "fon_Latn-bjn_Latn", "languages": ["fon-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472631, "recall": 0.507905, "f1": 0.482371, "accuracy": 0.507905, "main_score": 0.482371, "hf_subset": "fon_Latn-fao_Latn", "languages": ["fon-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480185, "recall": 0.514822, "f1": 0.490139, "accuracy": 0.514822, "main_score": 0.490139, "hf_subset": "fon_Latn-ind_Latn", "languages": ["fon-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46234, "recall": 0.496047, "f1": 0.471777, "accuracy": 0.496047, "main_score": 0.471777, "hf_subset": "fon_Latn-knc_Latn", "languages": ["fon-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477269, "recall": 0.511858, "f1": 0.486479, "accuracy": 0.511858, "main_score": 0.486479, "hf_subset": "fon_Latn-mlt_Latn", "languages": ["fon-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473397, "recall": 0.51087, "f1": 0.484358, "accuracy": 0.51087, "main_score": 0.484358, "hf_subset": "fon_Latn-quy_Latn", "languages": ["fon-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465791, "recall": 0.5, "f1": 0.475705, "accuracy": 0.5, "main_score": 0.475705, "hf_subset": "fon_Latn-swh_Latn", "languages": ["fon-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448002, "recall": 0.493083, "f1": 0.460863, "accuracy": 0.493083, "main_score": 0.460863, "hf_subset": "fon_Latn-uzn_Latn", "languages": ["fon-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464575, "recall": 0.5, "f1": 0.474184, "accuracy": 0.5, "main_score": 0.474184, "hf_subset": "fon_Latn-als_Latn", "languages": ["fon-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.238232, "recall": 0.284585, "f1": 0.249285, "accuracy": 0.284585, "main_score": 0.249285, "hf_subset": "fon_Latn-bod_Tibt", "languages": ["fon-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.466996, "recall": 0.505929, "f1": 0.477903, "accuracy": 0.505929, "main_score": 0.477903, "hf_subset": "fon_Latn-fij_Latn", "languages": ["fon-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460259, "recall": 0.497036, "f1": 0.469417, "accuracy": 0.497036, "main_score": 0.469417, "hf_subset": "fon_Latn-isl_Latn", "languages": ["fon-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468892, "recall": 0.505929, "f1": 0.47913, "accuracy": 0.505929, "main_score": 0.47913, "hf_subset": "fon_Latn-kon_Latn", "languages": ["fon-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393352, "recall": 0.440711, "f1": 0.406197, "accuracy": 0.440711, "main_score": 0.406197, "hf_subset": "fon_Latn-mni_Beng", "languages": ["fon-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.481439, "recall": 0.520751, "f1": 0.492166, "accuracy": 0.520751, "main_score": 0.492166, "hf_subset": "fon_Latn-ron_Latn", "languages": ["fon-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478376, "recall": 0.513834, "f1": 0.488022, "accuracy": 0.513834, "main_score": 0.488022, "hf_subset": "fon_Latn-szl_Latn", "languages": ["fon-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469975, "recall": 0.507905, "f1": 0.480399, "accuracy": 0.507905, "main_score": 0.480399, "hf_subset": "fon_Latn-vec_Latn", "languages": ["fon-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407071, "recall": 0.450593, "f1": 0.418788, "accuracy": 0.450593, "main_score": 0.418788, "hf_subset": "fon_Latn-amh_Ethi", "languages": ["fon-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.48261, "recall": 0.518775, "f1": 0.493023, "accuracy": 0.518775, "main_score": 0.493023, "hf_subset": "fon_Latn-bos_Latn", "languages": ["fon-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449269, "recall": 0.497036, "f1": 0.462291, "accuracy": 0.497036, "main_score": 0.462291, "hf_subset": "fon_Latn-fin_Latn", "languages": ["fon-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473221, "recall": 0.511858, "f1": 0.484323, "accuracy": 0.511858, "main_score": 0.484323, "hf_subset": "fon_Latn-ita_Latn", "languages": ["fon-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457126, "recall": 0.506917, "f1": 0.47092, "accuracy": 0.506917, "main_score": 0.47092, "hf_subset": "fon_Latn-kor_Hang", "languages": ["fon-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.458837, "recall": 0.494071, "f1": 0.468614, "accuracy": 0.494071, "main_score": 0.468614, "hf_subset": "fon_Latn-mos_Latn", "languages": ["fon-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463918, "recall": 0.501976, "f1": 0.473839, "accuracy": 0.501976, "main_score": 0.473839, "hf_subset": "fon_Latn-run_Latn", "languages": ["fon-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430175, "recall": 0.477273, "f1": 0.443616, "accuracy": 0.477273, "main_score": 0.443616, "hf_subset": "fon_Latn-tam_Taml", "languages": ["fon-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.467376, "recall": 0.504941, "f1": 0.477834, "accuracy": 0.504941, "main_score": 0.477834, "hf_subset": "fon_Latn-vie_Latn", "languages": ["fon-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458431, "recall": 0.500988, "f1": 0.470416, "accuracy": 0.500988, "main_score": 0.470416, "hf_subset": "fon_Latn-apc_Arab", "languages": ["fon-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.47438, "recall": 0.511858, "f1": 0.484651, "accuracy": 0.511858, "main_score": 0.484651, "hf_subset": "fon_Latn-bug_Latn", "languages": ["fon-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490629, "recall": 0.525692, "f1": 0.49996, "accuracy": 0.525692, "main_score": 0.49996, "hf_subset": "fon_Latn-jav_Latn", "languages": ["fon-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437269, "recall": 0.479249, "f1": 0.448192, "accuracy": 0.479249, "main_score": 0.448192, "hf_subset": "fon_Latn-lao_Laoo", "languages": ["fon-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.439704, "recall": 0.475296, "f1": 0.449424, "accuracy": 0.475296, "main_score": 0.449424, "hf_subset": "fon_Latn-mri_Latn", "languages": ["fon-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468081, "recall": 0.509881, "f1": 0.479466, "accuracy": 0.509881, "main_score": 0.479466, "hf_subset": "fon_Latn-rus_Cyrl", "languages": ["fon-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.443752, "recall": 0.481225, "f1": 0.453902, "accuracy": 0.481225, "main_score": 0.453902, "hf_subset": "fon_Latn-taq_Latn", "languages": ["fon-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492765, "recall": 0.522727, "f1": 0.500781, "accuracy": 0.522727, "main_score": 0.500781, "hf_subset": "fon_Latn-war_Latn", "languages": ["fon-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464683, "recall": 0.505929, "f1": 0.476339, "accuracy": 0.505929, "main_score": 0.476339, "hf_subset": "fon_Latn-arb_Arab", "languages": ["fon-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.466478, "recall": 0.507905, "f1": 0.477863, "accuracy": 0.507905, "main_score": 0.477863, "hf_subset": "fon_Latn-bul_Cyrl", "languages": ["fon-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.48695, "recall": 0.522727, "f1": 0.497531, "accuracy": 0.522727, "main_score": 0.497531, "hf_subset": "fon_Latn-fra_Latn", "languages": ["fon-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452736, "recall": 0.497036, "f1": 0.465219, "accuracy": 0.497036, "main_score": 0.465219, "hf_subset": "fon_Latn-jpn_Jpan", "languages": ["fon-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.472106, "recall": 0.513834, "f1": 0.483126, "accuracy": 0.513834, "main_score": 0.483126, "hf_subset": "fon_Latn-lij_Latn", "languages": ["fon-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.333013, "recall": 0.38834, "f1": 0.347272, "accuracy": 0.38834, "main_score": 0.347272, "hf_subset": "fon_Latn-mya_Mymr", "languages": ["fon-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.480725, "recall": 0.51581, "f1": 0.490425, "accuracy": 0.51581, "main_score": 0.490425, "hf_subset": "fon_Latn-sag_Latn", "languages": ["fon-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195471, "recall": 0.238142, "f1": 0.20586, "accuracy": 0.238142, "main_score": 0.20586, "hf_subset": "fon_Latn-taq_Tfng", "languages": ["fon-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.473063, "recall": 0.503953, "f1": 0.481582, "accuracy": 0.503953, "main_score": 0.481582, "hf_subset": "fon_Latn-wol_Latn", "languages": ["fon-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407035, "recall": 0.4417, "f1": 0.416475, "accuracy": 0.4417, "main_score": 0.416475, "hf_subset": "fon_Latn-arb_Latn", "languages": ["fon-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481535, "recall": 0.519763, "f1": 0.492694, "accuracy": 0.519763, "main_score": 0.492694, "hf_subset": "fon_Latn-cat_Latn", "languages": ["fon-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484411, "recall": 0.517787, "f1": 0.492999, "accuracy": 0.517787, "main_score": 0.492999, "hf_subset": "fon_Latn-fur_Latn", "languages": ["fon-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381064, "recall": 0.426877, "f1": 0.393401, "accuracy": 0.426877, "main_score": 0.393401, "hf_subset": "fon_Latn-kab_Latn", "languages": ["fon-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463936, "recall": 0.499012, "f1": 0.473087, "accuracy": 0.499012, "main_score": 0.473087, "hf_subset": "fon_Latn-lim_Latn", "languages": ["fon-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463174, "recall": 0.505929, "f1": 0.474897, "accuracy": 0.505929, "main_score": 0.474897, "hf_subset": "fon_Latn-nld_Latn", "languages": ["fon-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433922, "recall": 0.481225, "f1": 0.446172, "accuracy": 0.481225, "main_score": 0.446172, "hf_subset": "fon_Latn-san_Deva", "languages": ["fon-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460016, "recall": 0.500988, "f1": 0.471036, "accuracy": 0.500988, "main_score": 0.471036, "hf_subset": "fon_Latn-tat_Cyrl", "languages": ["fon-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.46867, "recall": 0.503953, "f1": 0.478877, "accuracy": 0.503953, "main_score": 0.478877, "hf_subset": "fon_Latn-xho_Latn", "languages": ["fon-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444248, "recall": 0.490119, "f1": 0.457344, "accuracy": 0.490119, "main_score": 0.457344, "hf_subset": "fon_Latn-ars_Arab", "languages": ["fon-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49207, "recall": 0.52668, "f1": 0.501226, "accuracy": 0.52668, "main_score": 0.501226, "hf_subset": "fon_Latn-ceb_Latn", "languages": ["fon-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446348, "recall": 0.481225, "f1": 0.456597, "accuracy": 0.481225, "main_score": 0.456597, "hf_subset": "fon_Latn-fuv_Latn", "languages": ["fon-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444548, "recall": 0.478261, "f1": 0.454238, "accuracy": 0.478261, "main_score": 0.454238, "hf_subset": "fon_Latn-kac_Latn", "languages": ["fon-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485863, "recall": 0.51581, "f1": 0.494001, "accuracy": 0.51581, "main_score": 0.494001, "hf_subset": "fon_Latn-lin_Latn", "languages": ["fon-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471334, "recall": 0.508893, "f1": 0.481738, "accuracy": 0.508893, "main_score": 0.481738, "hf_subset": "fon_Latn-nno_Latn", "languages": ["fon-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.09073, "recall": 0.134387, "f1": 0.101832, "accuracy": 0.134387, "main_score": 0.101832, "hf_subset": "fon_Latn-sat_Olck", "languages": ["fon-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.43374, "recall": 0.481225, "f1": 0.447188, "accuracy": 0.481225, "main_score": 0.447188, "hf_subset": "fon_Latn-tel_Telu", "languages": ["fon-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.386683, "recall": 0.4417, "f1": 0.400603, "accuracy": 0.4417, "main_score": 0.400603, "hf_subset": "fon_Latn-ydd_Hebr", "languages": ["fon-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.442954, "recall": 0.487154, "f1": 0.454744, "accuracy": 0.487154, "main_score": 0.454744, "hf_subset": "fon_Latn-ary_Arab", "languages": ["fon-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475748, "recall": 0.514822, "f1": 0.48619, "accuracy": 0.514822, "main_score": 0.48619, "hf_subset": "fon_Latn-ces_Latn", "languages": ["fon-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426185, "recall": 0.470356, "f1": 0.438776, "accuracy": 0.470356, "main_score": 0.438776, "hf_subset": "fon_Latn-gaz_Latn", "languages": ["fon-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460026, "recall": 0.496047, "f1": 0.46997, "accuracy": 0.496047, "main_score": 0.46997, "hf_subset": "fon_Latn-kam_Latn", "languages": ["fon-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456927, "recall": 0.495059, "f1": 0.467512, "accuracy": 0.495059, "main_score": 0.467512, "hf_subset": "fon_Latn-lit_Latn", "languages": ["fon-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464337, "recall": 0.507905, "f1": 0.476936, "accuracy": 0.507905, "main_score": 0.476936, "hf_subset": "fon_Latn-nob_Latn", "languages": ["fon-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474715, "recall": 0.506917, "f1": 0.484097, "accuracy": 0.506917, "main_score": 0.484097, "hf_subset": "fon_Latn-scn_Latn", "languages": ["fon-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459111, "recall": 0.495059, "f1": 0.469463, "accuracy": 0.495059, "main_score": 0.469463, "hf_subset": "fon_Latn-tgk_Cyrl", "languages": ["fon-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.435431, "recall": 0.475296, "f1": 0.446909, "accuracy": 0.475296, "main_score": 0.446909, "hf_subset": "fon_Latn-yor_Latn", "languages": ["fon-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453176, "recall": 0.496047, "f1": 0.464048, "accuracy": 0.496047, "main_score": 0.464048, "hf_subset": "fon_Latn-arz_Arab", "languages": ["fon-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.451268, "recall": 0.491107, "f1": 0.462433, "accuracy": 0.491107, "main_score": 0.462433, "hf_subset": "fon_Latn-cjk_Latn", "languages": ["fon-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442416, "recall": 0.478261, "f1": 0.452613, "accuracy": 0.478261, "main_score": 0.452613, "hf_subset": "fon_Latn-gla_Latn", "languages": ["fon-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441992, "recall": 0.48913, "f1": 0.455151, "accuracy": 0.48913, "main_score": 0.455151, "hf_subset": "fon_Latn-kan_Knda", "languages": ["fon-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.458609, "recall": 0.495059, "f1": 0.468631, "accuracy": 0.495059, "main_score": 0.468631, "hf_subset": "fon_Latn-lmo_Latn", "languages": ["fon-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44807, "recall": 0.497036, "f1": 0.461195, "accuracy": 0.497036, "main_score": 0.461195, "hf_subset": "fon_Latn-npi_Deva", "languages": ["fon-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.398027, "recall": 0.445652, "f1": 0.410783, "accuracy": 0.445652, "main_score": 0.410783, "hf_subset": "fon_Latn-shn_Mymr", "languages": ["fon-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.490387, "recall": 0.524704, "f1": 0.500283, "accuracy": 0.524704, "main_score": 0.500283, "hf_subset": "fon_Latn-tgl_Latn", "languages": ["fon-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455993, "recall": 0.497036, "f1": 0.467449, "accuracy": 0.497036, "main_score": 0.467449, "hf_subset": "fon_Latn-yue_Hant", "languages": ["fon-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.409409, "recall": 0.459486, "f1": 0.423086, "accuracy": 0.459486, "main_score": 0.423086, "hf_subset": "fon_Latn-asm_Beng", "languages": ["fon-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.416489, "recall": 0.465415, "f1": 0.429403, "accuracy": 0.465415, "main_score": 0.429403, "hf_subset": "fon_Latn-ckb_Arab", "languages": ["fon-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.433144, "recall": 0.471344, "f1": 0.443589, "accuracy": 0.471344, "main_score": 0.443589, "hf_subset": "fon_Latn-gle_Latn", "languages": ["fon-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414036, "recall": 0.453557, "f1": 0.425369, "accuracy": 0.453557, "main_score": 0.425369, "hf_subset": "fon_Latn-kas_Arab", "languages": ["fon-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.445371, "recall": 0.486166, "f1": 0.456118, "accuracy": 0.486166, "main_score": 0.456118, "hf_subset": "fon_Latn-ltg_Latn", "languages": ["fon-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480259, "recall": 0.512846, "f1": 0.489409, "accuracy": 0.512846, "main_score": 0.489409, "hf_subset": "fon_Latn-nso_Latn", "languages": ["fon-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383561, "recall": 0.436759, "f1": 0.3974, "accuracy": 0.436759, "main_score": 0.3974, "hf_subset": "fon_Latn-sin_Sinh", "languages": ["fon-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.458623, "recall": 0.498024, "f1": 0.469931, "accuracy": 0.498024, "main_score": 0.469931, "hf_subset": "fon_Latn-tha_Thai", "languages": ["fon-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.453476, "recall": 0.494071, "f1": 0.464488, "accuracy": 0.494071, "main_score": 0.464488, "hf_subset": "fon_Latn-zho_Hans", "languages": ["fon-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.49084, "recall": 0.521739, "f1": 0.499526, "accuracy": 0.521739, "main_score": 0.499526, "hf_subset": "fon_Latn-ast_Latn", "languages": ["fon-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462588, "recall": 0.503953, "f1": 0.474199, "accuracy": 0.503953, "main_score": 0.474199, "hf_subset": "fon_Latn-crh_Latn", "languages": ["fon-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482395, "recall": 0.516798, "f1": 0.492226, "accuracy": 0.516798, "main_score": 0.492226, "hf_subset": "fon_Latn-glg_Latn", "languages": ["fon-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435132, "recall": 0.477273, "f1": 0.446821, "accuracy": 0.477273, "main_score": 0.446821, "hf_subset": "fon_Latn-kas_Deva", "languages": ["fon-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458087, "recall": 0.499012, "f1": 0.469101, "accuracy": 0.499012, "main_score": 0.469101, "hf_subset": "fon_Latn-ltz_Latn", "languages": ["fon-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40901, "recall": 0.449605, "f1": 0.419865, "accuracy": 0.449605, "main_score": 0.419865, "hf_subset": "fon_Latn-nus_Latn", "languages": ["fon-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471064, "recall": 0.51087, "f1": 0.482891, "accuracy": 0.51087, "main_score": 0.482891, "hf_subset": "fon_Latn-slk_Latn", "languages": ["fon-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.346209, "recall": 0.396245, "f1": 0.359625, "accuracy": 0.396245, "main_score": 0.359625, "hf_subset": "fon_Latn-tir_Ethi", "languages": ["fon-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.435662, "recall": 0.487154, "f1": 0.448839, "accuracy": 0.487154, "main_score": 0.448839, "hf_subset": "fon_Latn-zho_Hant", "languages": ["fon-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.460377, "recall": 0.498024, "f1": 0.47108, "accuracy": 0.498024, "main_score": 0.47108, "hf_subset": "fon_Latn-awa_Deva", "languages": ["fon-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.474057, "recall": 0.506917, "f1": 0.482476, "accuracy": 0.506917, "main_score": 0.482476, "hf_subset": "fon_Latn-cym_Latn", "languages": ["fon-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483845, "recall": 0.514822, "f1": 0.492606, "accuracy": 0.514822, "main_score": 0.492606, "hf_subset": "fon_Latn-grn_Latn", "languages": ["fon-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441158, "recall": 0.479249, "f1": 0.451297, "accuracy": 0.479249, "main_score": 0.451297, "hf_subset": "fon_Latn-kat_Geor", "languages": ["fon-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.481581, "recall": 0.514822, "f1": 0.49089, "accuracy": 0.514822, "main_score": 0.49089, "hf_subset": "fon_Latn-lua_Latn", "languages": ["fon-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476647, "recall": 0.517787, "f1": 0.488262, "accuracy": 0.517787, "main_score": 0.488262, "hf_subset": "fon_Latn-nya_Latn", "languages": ["fon-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486382, "recall": 0.520751, "f1": 0.495322, "accuracy": 0.520751, "main_score": 0.495322, "hf_subset": "fon_Latn-slv_Latn", "languages": ["fon-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47543, "recall": 0.505929, "f1": 0.484363, "accuracy": 0.505929, "main_score": 0.484363, "hf_subset": "fon_Latn-tpi_Latn", "languages": ["fon-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485885, "recall": 0.519763, "f1": 0.495823, "accuracy": 0.519763, "main_score": 0.495823, "hf_subset": "fon_Latn-zsm_Latn", "languages": ["fon-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463115, "recall": 0.506917, "f1": 0.475578, "accuracy": 0.506917, "main_score": 0.475578, "hf_subset": "fon_Latn-ayr_Latn", "languages": ["fon-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477913, "recall": 0.514822, "f1": 0.488764, "accuracy": 0.514822, "main_score": 0.488764, "hf_subset": "fon_Latn-dan_Latn", "languages": ["fon-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44186, "recall": 0.490119, "f1": 0.455239, "accuracy": 0.490119, "main_score": 0.455239, "hf_subset": "fon_Latn-guj_Gujr", "languages": ["fon-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.469042, "recall": 0.511858, "f1": 0.480449, "accuracy": 0.511858, "main_score": 0.480449, "hf_subset": "fon_Latn-kaz_Cyrl", "languages": ["fon-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.439147, "recall": 0.485178, "f1": 0.452037, "accuracy": 0.485178, "main_score": 0.452037, "hf_subset": "fon_Latn-lug_Latn", "languages": ["fon-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492498, "recall": 0.523715, "f1": 0.501177, "accuracy": 0.523715, "main_score": 0.501177, "hf_subset": "fon_Latn-oci_Latn", "languages": ["fon-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460896, "recall": 0.495059, "f1": 0.470695, "accuracy": 0.495059, "main_score": 0.470695, "hf_subset": "fon_Latn-smo_Latn", "languages": ["fon-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458407, "recall": 0.497036, "f1": 0.469796, "accuracy": 0.497036, "main_score": 0.469796, "hf_subset": "fon_Latn-tsn_Latn", "languages": ["fon-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455576, "recall": 0.498024, "f1": 0.467506, "accuracy": 0.498024, "main_score": 0.467506, "hf_subset": "fon_Latn-zul_Latn", "languages": ["fon-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391376, "recall": 0.432806, "f1": 0.402122, "accuracy": 0.432806, "main_score": 0.402122, "hf_subset": "fon_Latn-azb_Arab", "languages": ["fon-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.47259, "recall": 0.514822, "f1": 0.483881, "accuracy": 0.514822, "main_score": 0.483881, "hf_subset": "fon_Latn-deu_Latn", "languages": ["fon-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459579, "recall": 0.499012, "f1": 0.469956, "accuracy": 0.499012, "main_score": 0.469956, "hf_subset": "fon_Latn-hat_Latn", "languages": ["fon-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465553, "recall": 0.499012, "f1": 0.474916, "accuracy": 0.499012, "main_score": 0.474916, "hf_subset": "fon_Latn-kbp_Latn", "languages": ["fon-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477767, "recall": 0.513834, "f1": 0.488242, "accuracy": 0.513834, "main_score": 0.488242, "hf_subset": "fon_Latn-luo_Latn", "languages": ["fon-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439965, "recall": 0.48913, "f1": 0.452791, "accuracy": 0.48913, "main_score": 0.452791, "hf_subset": "fon_Latn-ory_Orya", "languages": ["fon-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.458862, "recall": 0.497036, "f1": 0.469945, "accuracy": 0.497036, "main_score": 0.469945, "hf_subset": "fon_Latn-sna_Latn", "languages": ["fon-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469008, "recall": 0.502964, "f1": 0.478244, "accuracy": 0.502964, "main_score": 0.478244, "hf_subset": "fon_Latn-tso_Latn", "languages": ["fon-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441613, "recall": 0.487154, "f1": 0.454438, "accuracy": 0.487154, "main_score": 0.454438, "hf_subset": "fon_Latn-azj_Latn", "languages": ["fon-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435032, "recall": 0.480237, "f1": 0.448573, "accuracy": 0.480237, "main_score": 0.448573, "hf_subset": "fon_Latn-dik_Latn", "languages": ["fon-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461132, "recall": 0.500988, "f1": 0.472396, "accuracy": 0.500988, "main_score": 0.472396, "hf_subset": "fon_Latn-hau_Latn", "languages": ["fon-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47877, "recall": 0.51087, "f1": 0.487167, "accuracy": 0.51087, "main_score": 0.487167, "hf_subset": "fon_Latn-kea_Latn", "languages": ["fon-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473719, "recall": 0.511858, "f1": 0.483531, "accuracy": 0.511858, "main_score": 0.483531, "hf_subset": "fon_Latn-lus_Latn", "languages": ["fon-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476483, "recall": 0.51087, "f1": 0.486163, "accuracy": 0.51087, "main_score": 0.486163, "hf_subset": "fon_Latn-pag_Latn", "languages": ["fon-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432462, "recall": 0.475296, "f1": 0.444129, "accuracy": 0.475296, "main_score": 0.444129, "hf_subset": "fon_Latn-snd_Arab", "languages": ["fon-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.443238, "recall": 0.481225, "f1": 0.453927, "accuracy": 0.481225, "main_score": 0.453927, "hf_subset": "fon_Latn-tuk_Latn", "languages": ["fon-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463702, "recall": 0.499012, "f1": 0.473772, "accuracy": 0.499012, "main_score": 0.473772, "hf_subset": "fon_Latn-bak_Cyrl", "languages": ["fon-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.379405, "recall": 0.435771, "f1": 0.394684, "accuracy": 0.435771, "main_score": 0.394684, "hf_subset": "fon_Latn-dyu_Latn", "languages": ["fon-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436091, "recall": 0.479249, "f1": 0.448875, "accuracy": 0.479249, "main_score": 0.448875, "hf_subset": "fon_Latn-heb_Hebr", "languages": ["fon-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.450931, "recall": 0.494071, "f1": 0.463099, "accuracy": 0.494071, "main_score": 0.463099, "hf_subset": "fon_Latn-khk_Cyrl", "languages": ["fon-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.467095, "recall": 0.505929, "f1": 0.477437, "accuracy": 0.505929, "main_score": 0.477437, "hf_subset": "fon_Latn-lvs_Latn", "languages": ["fon-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449141, "recall": 0.499012, "f1": 0.461975, "accuracy": 0.499012, "main_score": 0.461975, "hf_subset": "fon_Latn-pan_Guru", "languages": ["fon-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.438234, "recall": 0.478261, "f1": 0.44933, "accuracy": 0.478261, "main_score": 0.44933, "hf_subset": "fon_Latn-som_Latn", "languages": ["fon-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468248, "recall": 0.501976, "f1": 0.477889, "accuracy": 0.501976, "main_score": 0.477889, "hf_subset": "fon_Latn-tum_Latn", "languages": ["fon-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62297, "recall": 0.68083, "f1": 0.63869, "accuracy": 0.68083, "main_score": 0.63869, "hf_subset": "jav_Latn-ace_Arab", "languages": ["jav-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549515, "recall": 0.608696, "f1": 0.566322, "accuracy": 0.608696, "main_score": 0.566322, "hf_subset": "jav_Latn-bam_Latn", "languages": ["jav-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417558, "recall": 0.486166, "f1": 0.435443, "accuracy": 0.486166, "main_score": 0.435443, "hf_subset": "jav_Latn-dzo_Tibt", "languages": ["jav-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-hin_Deva", "languages": ["jav-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-khm_Khmr", "languages": ["jav-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-mag_Deva", "languages": ["jav-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "jav_Latn-pap_Latn", "languages": ["jav-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618735, "recall": 0.673913, "f1": 0.634143, "accuracy": 0.673913, "main_score": 0.634143, "hf_subset": "jav_Latn-sot_Latn", "languages": ["jav-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-tur_Latn", "languages": ["jav-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890152, "recall": 0.91996, "f1": 0.899624, "accuracy": 0.91996, "main_score": 0.899624, "hf_subset": "jav_Latn-ace_Latn", "languages": ["jav-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.970356, "f1": 0.962615, "accuracy": 0.970356, "main_score": 0.962615, "hf_subset": "jav_Latn-ban_Latn", "languages": ["jav-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-ell_Grek", "languages": ["jav-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jav_Latn-hne_Deva", "languages": ["jav-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.611564, "recall": 0.66502, "f1": 0.626714, "accuracy": 0.66502, "main_score": 0.626714, "hf_subset": "jav_Latn-kik_Latn", "languages": ["jav-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-mai_Deva", "languages": ["jav-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "jav_Latn-pbt_Arab", "languages": ["jav-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-spa_Latn", "languages": ["jav-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622129, "recall": 0.684783, "f1": 0.639731, "accuracy": 0.684783, "main_score": 0.639731, "hf_subset": "jav_Latn-twi_Latn", "languages": ["jav-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-acm_Arab", "languages": ["jav-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "jav_Latn-bel_Cyrl", "languages": ["jav-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-eng_Latn", "languages": ["jav-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-hrv_Latn", "languages": ["jav-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580404, "recall": 0.63834, "f1": 0.596664, "accuracy": 0.63834, "main_score": 0.596664, "hf_subset": "jav_Latn-kin_Latn", "languages": ["jav-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-mal_Mlym", "languages": ["jav-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-pes_Arab", "languages": ["jav-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "jav_Latn-srd_Latn", "languages": ["jav-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191446, "recall": 0.238142, "f1": 0.202862, "accuracy": 0.238142, "main_score": 0.202862, "hf_subset": "jav_Latn-tzm_Tfng", "languages": ["jav-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-acq_Arab", "languages": ["jav-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.64147, "recall": 0.688735, "f1": 0.65464, "accuracy": 0.688735, "main_score": 0.65464, "hf_subset": "jav_Latn-bem_Latn", "languages": ["jav-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-epo_Latn", "languages": ["jav-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-hun_Latn", "languages": ["jav-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "jav_Latn-kir_Cyrl", "languages": ["jav-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-mar_Deva", "languages": ["jav-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.68643, "recall": 0.737154, "f1": 0.700308, "accuracy": 0.737154, "main_score": 0.700308, "hf_subset": "jav_Latn-plt_Latn", "languages": ["jav-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-srp_Cyrl", "languages": ["jav-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "jav_Latn-uig_Arab", "languages": ["jav-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-aeb_Arab", "languages": ["jav-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "jav_Latn-ben_Beng", "languages": ["jav-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-est_Latn", "languages": ["jav-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-hye_Armn", "languages": ["jav-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.568678, "recall": 0.617589, "f1": 0.582807, "accuracy": 0.617589, "main_score": 0.582807, "hf_subset": "jav_Latn-kmb_Latn", "languages": ["jav-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546313, "recall": 0.613636, "f1": 0.564052, "accuracy": 0.613636, "main_score": 0.564052, "hf_subset": "jav_Latn-min_Arab", "languages": ["jav-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-pol_Latn", "languages": ["jav-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585057, "recall": 0.644269, "f1": 0.601702, "accuracy": 0.644269, "main_score": 0.601702, "hf_subset": "jav_Latn-ssw_Latn", "languages": ["jav-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-ukr_Cyrl", "languages": ["jav-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-afr_Latn", "languages": ["jav-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "jav_Latn-bho_Deva", "languages": ["jav-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "jav_Latn-eus_Latn", "languages": ["jav-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601943, "recall": 0.659091, "f1": 0.617763, "accuracy": 0.659091, "main_score": 0.617763, "hf_subset": "jav_Latn-ibo_Latn", "languages": ["jav-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883235, "recall": 0.91502, "f1": 0.893083, "accuracy": 0.91502, "main_score": 0.893083, "hf_subset": "jav_Latn-kmr_Latn", "languages": ["jav-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "jav_Latn-min_Latn", "languages": ["jav-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-por_Latn", "languages": ["jav-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-sun_Latn", "languages": ["jav-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537785, "recall": 0.592885, "f1": 0.553436, "accuracy": 0.592885, "main_score": 0.553436, "hf_subset": "jav_Latn-umb_Latn", "languages": ["jav-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ajp_Arab", "languages": ["jav-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580929, "recall": 0.644269, "f1": 0.599277, "accuracy": 0.644269, "main_score": 0.599277, "hf_subset": "jav_Latn-bjn_Arab", "languages": ["jav-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526105, "recall": 0.577075, "f1": 0.540042, "accuracy": 0.577075, "main_score": 0.540042, "hf_subset": "jav_Latn-ewe_Latn", "languages": ["jav-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930089, "recall": 0.949605, "f1": 0.936166, "accuracy": 0.949605, "main_score": 0.936166, "hf_subset": "jav_Latn-ilo_Latn", "languages": ["jav-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.333113, "recall": 0.384387, "f1": 0.347105, "accuracy": 0.384387, "main_score": 0.347105, "hf_subset": "jav_Latn-knc_Arab", "languages": ["jav-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-mkd_Cyrl", "languages": ["jav-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-prs_Arab", "languages": ["jav-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-swe_Latn", "languages": ["jav-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-urd_Arab", "languages": ["jav-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60271, "recall": 0.663043, "f1": 0.619681, "accuracy": 0.663043, "main_score": 0.619681, "hf_subset": "jav_Latn-aka_Latn", "languages": ["jav-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987401, "recall": 0.991107, "f1": 0.988538, "accuracy": 0.991107, "main_score": 0.988538, "hf_subset": "jav_Latn-bjn_Latn", "languages": ["jav-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "jav_Latn-fao_Latn", "languages": ["jav-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ind_Latn", "languages": ["jav-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609923, "recall": 0.657115, "f1": 0.623624, "accuracy": 0.657115, "main_score": 0.623624, "hf_subset": "jav_Latn-knc_Latn", "languages": ["jav-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "jav_Latn-mlt_Latn", "languages": ["jav-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701532, "recall": 0.753953, "f1": 0.717026, "accuracy": 0.753953, "main_score": 0.717026, "hf_subset": "jav_Latn-quy_Latn", "languages": ["jav-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "jav_Latn-swh_Latn", "languages": ["jav-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-uzn_Latn", "languages": ["jav-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-als_Latn", "languages": ["jav-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597044, "recall": 0.679842, "f1": 0.620862, "accuracy": 0.679842, "main_score": 0.620862, "hf_subset": "jav_Latn-bod_Tibt", "languages": ["jav-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.706862, "recall": 0.761858, "f1": 0.722808, "accuracy": 0.761858, "main_score": 0.722808, "hf_subset": "jav_Latn-fij_Latn", "languages": ["jav-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "jav_Latn-isl_Latn", "languages": ["jav-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689207, "recall": 0.73419, "f1": 0.702141, "accuracy": 0.73419, "main_score": 0.702141, "hf_subset": "jav_Latn-kon_Latn", "languages": ["jav-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673542, "recall": 0.736166, "f1": 0.691805, "accuracy": 0.736166, "main_score": 0.691805, "hf_subset": "jav_Latn-mni_Beng", "languages": ["jav-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-ron_Latn", "languages": ["jav-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.985178, "f1": 0.981884, "accuracy": 0.985178, "main_score": 0.981884, "hf_subset": "jav_Latn-szl_Latn", "languages": ["jav-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-vec_Latn", "languages": ["jav-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920125, "recall": 0.942688, "f1": 0.927174, "accuracy": 0.942688, "main_score": 0.927174, "hf_subset": "jav_Latn-amh_Ethi", "languages": ["jav-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-bos_Latn", "languages": ["jav-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-fin_Latn", "languages": ["jav-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ita_Latn", "languages": ["jav-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-kor_Hang", "languages": ["jav-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.564552, "recall": 0.621542, "f1": 0.580701, "accuracy": 0.621542, "main_score": 0.580701, "hf_subset": "jav_Latn-mos_Latn", "languages": ["jav-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563134, "recall": 0.615613, "f1": 0.578109, "accuracy": 0.615613, "main_score": 0.578109, "hf_subset": "jav_Latn-run_Latn", "languages": ["jav-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-tam_Taml", "languages": ["jav-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-vie_Latn", "languages": ["jav-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-apc_Arab", "languages": ["jav-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.824786, "recall": 0.866601, "f1": 0.836924, "accuracy": 0.866601, "main_score": 0.836924, "hf_subset": "jav_Latn-bug_Latn", "languages": ["jav-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481125, "recall": 0.531621, "f1": 0.494333, "accuracy": 0.531621, "main_score": 0.494333, "hf_subset": "jav_Latn-fon_Latn", "languages": ["jav-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-lao_Laoo", "languages": ["jav-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.866314, "recall": 0.900198, "f1": 0.876532, "accuracy": 0.900198, "main_score": 0.876532, "hf_subset": "jav_Latn-mri_Latn", "languages": ["jav-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-rus_Cyrl", "languages": ["jav-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545254, "recall": 0.605731, "f1": 0.561768, "accuracy": 0.605731, "main_score": 0.561768, "hf_subset": "jav_Latn-taq_Latn", "languages": ["jav-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jav_Latn-war_Latn", "languages": ["jav-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-arb_Arab", "languages": ["jav-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-bul_Cyrl", "languages": ["jav-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-fra_Latn", "languages": ["jav-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-jpn_Jpan", "languages": ["jav-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "jav_Latn-lij_Latn", "languages": ["jav-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "jav_Latn-mya_Mymr", "languages": ["jav-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.611224, "recall": 0.671937, "f1": 0.628694, "accuracy": 0.671937, "main_score": 0.628694, "hf_subset": "jav_Latn-sag_Latn", "languages": ["jav-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201561, "recall": 0.253953, "f1": 0.213726, "accuracy": 0.253953, "main_score": 0.213726, "hf_subset": "jav_Latn-taq_Tfng", "languages": ["jav-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.648081, "recall": 0.706522, "f1": 0.66491, "accuracy": 0.706522, "main_score": 0.66491, "hf_subset": "jav_Latn-wol_Latn", "languages": ["jav-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764151, "recall": 0.81917, "f1": 0.780305, "accuracy": 0.81917, "main_score": 0.780305, "hf_subset": "jav_Latn-arb_Latn", "languages": ["jav-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-cat_Latn", "languages": ["jav-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "jav_Latn-fur_Latn", "languages": ["jav-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430005, "recall": 0.488142, "f1": 0.445509, "accuracy": 0.488142, "main_score": 0.445509, "hf_subset": "jav_Latn-kab_Latn", "languages": ["jav-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "jav_Latn-lim_Latn", "languages": ["jav-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-nld_Latn", "languages": ["jav-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "jav_Latn-san_Deva", "languages": ["jav-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "jav_Latn-tat_Cyrl", "languages": ["jav-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.700543, "recall": 0.747036, "f1": 0.714168, "accuracy": 0.747036, "main_score": 0.714168, "hf_subset": "jav_Latn-xho_Latn", "languages": ["jav-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-ars_Arab", "languages": ["jav-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993248, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jav_Latn-ceb_Latn", "languages": ["jav-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578189, "recall": 0.633399, "f1": 0.594042, "accuracy": 0.633399, "main_score": 0.594042, "hf_subset": "jav_Latn-fuv_Latn", "languages": ["jav-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515927, "recall": 0.58004, "f1": 0.533281, "accuracy": 0.58004, "main_score": 0.533281, "hf_subset": "jav_Latn-kac_Latn", "languages": ["jav-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678096, "recall": 0.729249, "f1": 0.693365, "accuracy": 0.729249, "main_score": 0.693365, "hf_subset": "jav_Latn-lin_Latn", "languages": ["jav-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-nno_Latn", "languages": ["jav-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.219769, "recall": 0.295455, "f1": 0.23932, "accuracy": 0.295455, "main_score": 0.23932, "hf_subset": "jav_Latn-sat_Olck", "languages": ["jav-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-tel_Telu", "languages": ["jav-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.944862, "recall": 0.961462, "f1": 0.950264, "accuracy": 0.961462, "main_score": 0.950264, "hf_subset": "jav_Latn-ydd_Hebr", "languages": ["jav-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "jav_Latn-ary_Arab", "languages": ["jav-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-ces_Latn", "languages": ["jav-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607042, "recall": 0.664032, "f1": 0.62393, "accuracy": 0.664032, "main_score": 0.62393, "hf_subset": "jav_Latn-gaz_Latn", "languages": ["jav-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596617, "recall": 0.659091, "f1": 0.614613, "accuracy": 0.659091, "main_score": 0.614613, "hf_subset": "jav_Latn-kam_Latn", "languages": ["jav-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "jav_Latn-lit_Latn", "languages": ["jav-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-nob_Latn", "languages": ["jav-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "jav_Latn-scn_Latn", "languages": ["jav-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.970356, "f1": 0.962516, "accuracy": 0.970356, "main_score": 0.962516, "hf_subset": "jav_Latn-tgk_Cyrl", "languages": ["jav-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.716264, "recall": 0.778656, "f1": 0.734536, "accuracy": 0.778656, "main_score": 0.734536, "hf_subset": "jav_Latn-yor_Latn", "languages": ["jav-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-arz_Arab", "languages": ["jav-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569746, "recall": 0.623518, "f1": 0.58554, "accuracy": 0.623518, "main_score": 0.58554, "hf_subset": "jav_Latn-cjk_Latn", "languages": ["jav-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757691, "recall": 0.810277, "f1": 0.773386, "accuracy": 0.810277, "main_score": 0.773386, "hf_subset": "jav_Latn-gla_Latn", "languages": ["jav-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-kan_Knda", "languages": ["jav-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "jav_Latn-lmo_Latn", "languages": ["jav-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "jav_Latn-npi_Deva", "languages": ["jav-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.476456, "recall": 0.540514, "f1": 0.493894, "accuracy": 0.540514, "main_score": 0.493894, "hf_subset": "jav_Latn-shn_Mymr", "languages": ["jav-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-tgl_Latn", "languages": ["jav-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-yue_Hant", "languages": ["jav-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "jav_Latn-asm_Beng", "languages": ["jav-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.947134, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "jav_Latn-ckb_Arab", "languages": ["jav-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.854802, "recall": 0.88834, "f1": 0.865267, "accuracy": 0.88834, "main_score": 0.865267, "hf_subset": "jav_Latn-gle_Latn", "languages": ["jav-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925642, "recall": 0.945652, "f1": 0.931884, "accuracy": 0.945652, "main_score": 0.931884, "hf_subset": "jav_Latn-kas_Arab", "languages": ["jav-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927075, "recall": 0.94664, "f1": 0.933136, "accuracy": 0.94664, "main_score": 0.933136, "hf_subset": "jav_Latn-ltg_Latn", "languages": ["jav-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630705, "recall": 0.68083, "f1": 0.644056, "accuracy": 0.68083, "main_score": 0.644056, "hf_subset": "jav_Latn-nso_Latn", "languages": ["jav-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962204, "recall": 0.974308, "f1": 0.96614, "accuracy": 0.974308, "main_score": 0.96614, "hf_subset": "jav_Latn-sin_Sinh", "languages": ["jav-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-tha_Thai", "languages": ["jav-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-zho_Hans", "languages": ["jav-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-ast_Latn", "languages": ["jav-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "jav_Latn-crh_Latn", "languages": ["jav-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-glg_Latn", "languages": ["jav-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862566, "recall": 0.899209, "f1": 0.873833, "accuracy": 0.899209, "main_score": 0.873833, "hf_subset": "jav_Latn-kas_Deva", "languages": ["jav-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "jav_Latn-ltz_Latn", "languages": ["jav-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483787, "recall": 0.550395, "f1": 0.502129, "accuracy": 0.550395, "main_score": 0.502129, "hf_subset": "jav_Latn-nus_Latn", "languages": ["jav-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-slk_Latn", "languages": ["jav-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604949, "recall": 0.670949, "f1": 0.623756, "accuracy": 0.670949, "main_score": 0.623756, "hf_subset": "jav_Latn-tir_Ethi", "languages": ["jav-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-zho_Hant", "languages": ["jav-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "jav_Latn-awa_Deva", "languages": ["jav-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.967391, "f1": 0.957411, "accuracy": 0.967391, "main_score": 0.957411, "hf_subset": "jav_Latn-cym_Latn", "languages": ["jav-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828832, "recall": 0.867589, "f1": 0.840533, "accuracy": 0.867589, "main_score": 0.840533, "hf_subset": "jav_Latn-grn_Latn", "languages": ["jav-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "jav_Latn-kat_Geor", "languages": ["jav-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.660211, "recall": 0.706522, "f1": 0.6736, "accuracy": 0.706522, "main_score": 0.6736, "hf_subset": "jav_Latn-lua_Latn", "languages": ["jav-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649654, "recall": 0.705534, "f1": 0.666126, "accuracy": 0.705534, "main_score": 0.666126, "hf_subset": "jav_Latn-nya_Latn", "languages": ["jav-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-slv_Latn", "languages": ["jav-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943841, "accuracy": 0.956522, "main_score": 0.943841, "hf_subset": "jav_Latn-tpi_Latn", "languages": ["jav-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-zsm_Latn", "languages": ["jav-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554327, "recall": 0.614625, "f1": 0.571359, "accuracy": 0.614625, "main_score": 0.571359, "hf_subset": "jav_Latn-ayr_Latn", "languages": ["jav-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-dan_Latn", "languages": ["jav-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-guj_Gujr", "languages": ["jav-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-kaz_Cyrl", "languages": ["jav-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.557335, "recall": 0.613636, "f1": 0.572882, "accuracy": 0.613636, "main_score": 0.572882, "hf_subset": "jav_Latn-lug_Latn", "languages": ["jav-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-oci_Latn", "languages": ["jav-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814784, "recall": 0.858696, "f1": 0.828162, "accuracy": 0.858696, "main_score": 0.828162, "hf_subset": "jav_Latn-smo_Latn", "languages": ["jav-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570065, "recall": 0.630435, "f1": 0.586322, "accuracy": 0.630435, "main_score": 0.586322, "hf_subset": "jav_Latn-tsn_Latn", "languages": ["jav-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63124, "recall": 0.688735, "f1": 0.647322, "accuracy": 0.688735, "main_score": 0.647322, "hf_subset": "jav_Latn-zul_Latn", "languages": ["jav-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892622, "recall": 0.921937, "f1": 0.901765, "accuracy": 0.921937, "main_score": 0.901765, "hf_subset": "jav_Latn-azb_Arab", "languages": ["jav-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-deu_Latn", "languages": ["jav-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "jav_Latn-hat_Latn", "languages": ["jav-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512069, "recall": 0.564229, "f1": 0.526362, "accuracy": 0.564229, "main_score": 0.526362, "hf_subset": "jav_Latn-kbp_Latn", "languages": ["jav-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598692, "recall": 0.652174, "f1": 0.613508, "accuracy": 0.652174, "main_score": 0.613508, "hf_subset": "jav_Latn-luo_Latn", "languages": ["jav-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-ory_Orya", "languages": ["jav-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.609754, "recall": 0.666996, "f1": 0.625732, "accuracy": 0.666996, "main_score": 0.625732, "hf_subset": "jav_Latn-sna_Latn", "languages": ["jav-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574147, "recall": 0.626482, "f1": 0.588785, "accuracy": 0.626482, "main_score": 0.588785, "hf_subset": "jav_Latn-tso_Latn", "languages": ["jav-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "jav_Latn-azj_Latn", "languages": ["jav-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554078, "recall": 0.620553, "f1": 0.573036, "accuracy": 0.620553, "main_score": 0.573036, "hf_subset": "jav_Latn-dik_Latn", "languages": ["jav-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746426, "recall": 0.800395, "f1": 0.762093, "accuracy": 0.800395, "main_score": 0.762093, "hf_subset": "jav_Latn-hau_Latn", "languages": ["jav-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "jav_Latn-kea_Latn", "languages": ["jav-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757115, "recall": 0.800395, "f1": 0.76965, "accuracy": 0.800395, "main_score": 0.76965, "hf_subset": "jav_Latn-lus_Latn", "languages": ["jav-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868857, "recall": 0.894269, "f1": 0.876501, "accuracy": 0.894269, "main_score": 0.876501, "hf_subset": "jav_Latn-pag_Latn", "languages": ["jav-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-snd_Arab", "languages": ["jav-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.954545, "f1": 0.940876, "accuracy": 0.954545, "main_score": 0.940876, "hf_subset": "jav_Latn-tuk_Latn", "languages": ["jav-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "jav_Latn-bak_Cyrl", "languages": ["jav-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505271, "recall": 0.576087, "f1": 0.525815, "accuracy": 0.576087, "main_score": 0.525815, "hf_subset": "jav_Latn-dyu_Latn", "languages": ["jav-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-heb_Hebr", "languages": ["jav-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "jav_Latn-khk_Cyrl", "languages": ["jav-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-lvs_Latn", "languages": ["jav-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-pan_Guru", "languages": ["jav-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.737451, "recall": 0.790514, "f1": 0.753313, "accuracy": 0.790514, "main_score": 0.753313, "hf_subset": "jav_Latn-som_Latn", "languages": ["jav-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596865, "recall": 0.649209, "f1": 0.61063, "accuracy": 0.649209, "main_score": 0.61063, "hf_subset": "jav_Latn-tum_Latn", "languages": ["jav-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465135, "recall": 0.525692, "f1": 0.481817, "accuracy": 0.525692, "main_score": 0.481817, "hf_subset": "lao_Laoo-ace_Arab", "languages": ["lao-Laoo", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.488298, "recall": 0.538538, "f1": 0.503029, "accuracy": 0.538538, "main_score": 0.503029, "hf_subset": "lao_Laoo-bam_Latn", "languages": ["lao-Laoo", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402007, "recall": 0.487154, "f1": 0.425164, "accuracy": 0.487154, "main_score": 0.425164, "hf_subset": "lao_Laoo-dzo_Tibt", "languages": ["lao-Laoo", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-hin_Deva", "languages": ["lao-Laoo", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-khm_Khmr", "languages": ["lao-Laoo", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-mag_Deva", "languages": ["lao-Laoo", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.961462, "f1": 0.950428, "accuracy": 0.961462, "main_score": 0.950428, "hf_subset": "lao_Laoo-pap_Latn", "languages": ["lao-Laoo", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527488, "recall": 0.583992, "f1": 0.543244, "accuracy": 0.583992, "main_score": 0.543244, "hf_subset": "lao_Laoo-sot_Latn", "languages": ["lao-Laoo", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-tur_Latn", "languages": ["lao-Laoo", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784239, "recall": 0.832016, "f1": 0.798551, "accuracy": 0.832016, "main_score": 0.798551, "hf_subset": "lao_Laoo-ace_Latn", "languages": ["lao-Laoo", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.894516, "recall": 0.923913, "f1": 0.903722, "accuracy": 0.923913, "main_score": 0.903722, "hf_subset": "lao_Laoo-ban_Latn", "languages": ["lao-Laoo", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ell_Grek", "languages": ["lao-Laoo", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lao_Laoo-hne_Deva", "languages": ["lao-Laoo", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.531392, "recall": 0.579051, "f1": 0.544928, "accuracy": 0.579051, "main_score": 0.544928, "hf_subset": "lao_Laoo-kik_Latn", "languages": ["lao-Laoo", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-mai_Deva", "languages": ["lao-Laoo", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "lao_Laoo-pbt_Arab", "languages": ["lao-Laoo", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-spa_Latn", "languages": ["lao-Laoo", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548626, "recall": 0.59585, "f1": 0.562434, "accuracy": 0.59585, "main_score": 0.562434, "hf_subset": "lao_Laoo-twi_Latn", "languages": ["lao-Laoo", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-acm_Arab", "languages": ["lao-Laoo", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lao_Laoo-bel_Cyrl", "languages": ["lao-Laoo", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-eng_Latn", "languages": ["lao-Laoo", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-hrv_Latn", "languages": ["lao-Laoo", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522566, "recall": 0.583004, "f1": 0.538585, "accuracy": 0.583004, "main_score": 0.538585, "hf_subset": "lao_Laoo-kin_Latn", "languages": ["lao-Laoo", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-mal_Mlym", "languages": ["lao-Laoo", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-pes_Arab", "languages": ["lao-Laoo", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "lao_Laoo-srd_Latn", "languages": ["lao-Laoo", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189306, "recall": 0.235178, "f1": 0.201319, "accuracy": 0.235178, "main_score": 0.201319, "hf_subset": "lao_Laoo-tzm_Tfng", "languages": ["lao-Laoo", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-acq_Arab", "languages": ["lao-Laoo", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564921, "recall": 0.616601, "f1": 0.579601, "accuracy": 0.616601, "main_score": 0.579601, "hf_subset": "lao_Laoo-bem_Latn", "languages": ["lao-Laoo", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-epo_Latn", "languages": ["lao-Laoo", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-hun_Latn", "languages": ["lao-Laoo", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "lao_Laoo-kir_Cyrl", "languages": ["lao-Laoo", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-mar_Deva", "languages": ["lao-Laoo", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.624654, "recall": 0.677866, "f1": 0.639998, "accuracy": 0.677866, "main_score": 0.639998, "hf_subset": "lao_Laoo-plt_Latn", "languages": ["lao-Laoo", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-srp_Cyrl", "languages": ["lao-Laoo", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.935277, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "lao_Laoo-uig_Arab", "languages": ["lao-Laoo", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "lao_Laoo-aeb_Arab", "languages": ["lao-Laoo", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ben_Beng", "languages": ["lao-Laoo", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lao_Laoo-est_Latn", "languages": ["lao-Laoo", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-hye_Armn", "languages": ["lao-Laoo", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.501532, "recall": 0.548419, "f1": 0.515068, "accuracy": 0.548419, "main_score": 0.515068, "hf_subset": "lao_Laoo-kmb_Latn", "languages": ["lao-Laoo", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419665, "recall": 0.488142, "f1": 0.43752, "accuracy": 0.488142, "main_score": 0.43752, "hf_subset": "lao_Laoo-min_Arab", "languages": ["lao-Laoo", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-pol_Latn", "languages": ["lao-Laoo", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52776, "recall": 0.58498, "f1": 0.543518, "accuracy": 0.58498, "main_score": 0.543518, "hf_subset": "lao_Laoo-ssw_Latn", "languages": ["lao-Laoo", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ukr_Cyrl", "languages": ["lao-Laoo", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-afr_Latn", "languages": ["lao-Laoo", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lao_Laoo-bho_Deva", "languages": ["lao-Laoo", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "lao_Laoo-eus_Latn", "languages": ["lao-Laoo", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526355, "recall": 0.587945, "f1": 0.543337, "accuracy": 0.587945, "main_score": 0.543337, "hf_subset": "lao_Laoo-ibo_Latn", "languages": ["lao-Laoo", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839015, "recall": 0.881423, "f1": 0.852306, "accuracy": 0.881423, "main_score": 0.852306, "hf_subset": "lao_Laoo-kmr_Latn", "languages": ["lao-Laoo", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "lao_Laoo-min_Latn", "languages": ["lao-Laoo", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-por_Latn", "languages": ["lao-Laoo", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "lao_Laoo-sun_Latn", "languages": ["lao-Laoo", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481432, "recall": 0.535573, "f1": 0.496533, "accuracy": 0.535573, "main_score": 0.496533, "hf_subset": "lao_Laoo-umb_Latn", "languages": ["lao-Laoo", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-ajp_Arab", "languages": ["lao-Laoo", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.465403, "recall": 0.527668, "f1": 0.481999, "accuracy": 0.527668, "main_score": 0.481999, "hf_subset": "lao_Laoo-bjn_Arab", "languages": ["lao-Laoo", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478449, "recall": 0.523715, "f1": 0.490878, "accuracy": 0.523715, "main_score": 0.490878, "hf_subset": "lao_Laoo-ewe_Latn", "languages": ["lao-Laoo", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888373, "recall": 0.918972, "f1": 0.897859, "accuracy": 0.918972, "main_score": 0.897859, "hf_subset": "lao_Laoo-ilo_Latn", "languages": ["lao-Laoo", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298605, "recall": 0.349802, "f1": 0.312869, "accuracy": 0.349802, "main_score": 0.312869, "hf_subset": "lao_Laoo-knc_Arab", "languages": ["lao-Laoo", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-mkd_Cyrl", "languages": ["lao-Laoo", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-prs_Arab", "languages": ["lao-Laoo", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-swe_Latn", "languages": ["lao-Laoo", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-urd_Arab", "languages": ["lao-Laoo", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542857, "recall": 0.596838, "f1": 0.557957, "accuracy": 0.596838, "main_score": 0.557957, "hf_subset": "lao_Laoo-aka_Latn", "languages": ["lao-Laoo", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963027, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "lao_Laoo-bjn_Latn", "languages": ["lao-Laoo", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.965415, "f1": 0.956028, "accuracy": 0.965415, "main_score": 0.956028, "hf_subset": "lao_Laoo-fao_Latn", "languages": ["lao-Laoo", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ind_Latn", "languages": ["lao-Laoo", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53317, "recall": 0.582016, "f1": 0.547206, "accuracy": 0.582016, "main_score": 0.547206, "hf_subset": "lao_Laoo-knc_Latn", "languages": ["lao-Laoo", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "lao_Laoo-mlt_Latn", "languages": ["lao-Laoo", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638909, "recall": 0.700593, "f1": 0.656792, "accuracy": 0.700593, "main_score": 0.656792, "hf_subset": "lao_Laoo-quy_Latn", "languages": ["lao-Laoo", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "lao_Laoo-swh_Latn", "languages": ["lao-Laoo", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-uzn_Latn", "languages": ["lao-Laoo", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-als_Latn", "languages": ["lao-Laoo", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647044, "recall": 0.724308, "f1": 0.670001, "accuracy": 0.724308, "main_score": 0.670001, "hf_subset": "lao_Laoo-bod_Tibt", "languages": ["lao-Laoo", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.655405, "recall": 0.716403, "f1": 0.672196, "accuracy": 0.716403, "main_score": 0.672196, "hf_subset": "lao_Laoo-fij_Latn", "languages": ["lao-Laoo", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "lao_Laoo-isl_Latn", "languages": ["lao-Laoo", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576081, "recall": 0.630435, "f1": 0.591511, "accuracy": 0.630435, "main_score": 0.591511, "hf_subset": "lao_Laoo-kon_Latn", "languages": ["lao-Laoo", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561293, "recall": 0.629447, "f1": 0.580672, "accuracy": 0.629447, "main_score": 0.580672, "hf_subset": "lao_Laoo-mni_Beng", "languages": ["lao-Laoo", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ron_Latn", "languages": ["lao-Laoo", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "lao_Laoo-szl_Latn", "languages": ["lao-Laoo", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lao_Laoo-vec_Latn", "languages": ["lao-Laoo", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914032, "recall": 0.939723, "f1": 0.922431, "accuracy": 0.939723, "main_score": 0.922431, "hf_subset": "lao_Laoo-amh_Ethi", "languages": ["lao-Laoo", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-bos_Latn", "languages": ["lao-Laoo", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-fin_Latn", "languages": ["lao-Laoo", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ita_Latn", "languages": ["lao-Laoo", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-kor_Hang", "languages": ["lao-Laoo", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.498554, "recall": 0.55336, "f1": 0.51426, "accuracy": 0.55336, "main_score": 0.51426, "hf_subset": "lao_Laoo-mos_Latn", "languages": ["lao-Laoo", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509431, "recall": 0.564229, "f1": 0.524779, "accuracy": 0.564229, "main_score": 0.524779, "hf_subset": "lao_Laoo-run_Latn", "languages": ["lao-Laoo", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-tam_Taml", "languages": ["lao-Laoo", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-vie_Latn", "languages": ["lao-Laoo", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lao_Laoo-apc_Arab", "languages": ["lao-Laoo", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.709364, "recall": 0.767787, "f1": 0.72639, "accuracy": 0.767787, "main_score": 0.72639, "hf_subset": "lao_Laoo-bug_Latn", "languages": ["lao-Laoo", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442207, "recall": 0.493083, "f1": 0.455527, "accuracy": 0.493083, "main_score": 0.455527, "hf_subset": "lao_Laoo-fon_Latn", "languages": ["lao-Laoo", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-jav_Latn", "languages": ["lao-Laoo", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843305, "recall": 0.882411, "f1": 0.855534, "accuracy": 0.882411, "main_score": 0.855534, "hf_subset": "lao_Laoo-mri_Latn", "languages": ["lao-Laoo", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-rus_Cyrl", "languages": ["lao-Laoo", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486282, "recall": 0.535573, "f1": 0.500115, "accuracy": 0.535573, "main_score": 0.500115, "hf_subset": "lao_Laoo-taq_Latn", "languages": ["lao-Laoo", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lao_Laoo-war_Latn", "languages": ["lao-Laoo", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-arb_Arab", "languages": ["lao-Laoo", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-bul_Cyrl", "languages": ["lao-Laoo", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-fra_Latn", "languages": ["lao-Laoo", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lao_Laoo-jpn_Jpan", "languages": ["lao-Laoo", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lao_Laoo-lij_Latn", "languages": ["lao-Laoo", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "lao_Laoo-mya_Mymr", "languages": ["lao-Laoo", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.506444, "recall": 0.576087, "f1": 0.526204, "accuracy": 0.576087, "main_score": 0.526204, "hf_subset": "lao_Laoo-sag_Latn", "languages": ["lao-Laoo", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201403, "recall": 0.250988, "f1": 0.213832, "accuracy": 0.250988, "main_score": 0.213832, "hf_subset": "lao_Laoo-taq_Tfng", "languages": ["lao-Laoo", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.547867, "recall": 0.605731, "f1": 0.564651, "accuracy": 0.605731, "main_score": 0.564651, "hf_subset": "lao_Laoo-wol_Latn", "languages": ["lao-Laoo", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744252, "recall": 0.804348, "f1": 0.762272, "accuracy": 0.804348, "main_score": 0.762272, "hf_subset": "lao_Laoo-arb_Latn", "languages": ["lao-Laoo", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-cat_Latn", "languages": ["lao-Laoo", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "lao_Laoo-fur_Latn", "languages": ["lao-Laoo", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416814, "recall": 0.470356, "f1": 0.431771, "accuracy": 0.470356, "main_score": 0.431771, "hf_subset": "lao_Laoo-kab_Latn", "languages": ["lao-Laoo", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "lao_Laoo-lim_Latn", "languages": ["lao-Laoo", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lao_Laoo-nld_Latn", "languages": ["lao-Laoo", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lao_Laoo-san_Deva", "languages": ["lao-Laoo", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "lao_Laoo-tat_Cyrl", "languages": ["lao-Laoo", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.609398, "recall": 0.66996, "f1": 0.626835, "accuracy": 0.66996, "main_score": 0.626835, "hf_subset": "lao_Laoo-xho_Latn", "languages": ["lao-Laoo", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ars_Arab", "languages": ["lao-Laoo", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-ceb_Latn", "languages": ["lao-Laoo", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490897, "recall": 0.544466, "f1": 0.506966, "accuracy": 0.544466, "main_score": 0.506966, "hf_subset": "lao_Laoo-fuv_Latn", "languages": ["lao-Laoo", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46132, "recall": 0.523715, "f1": 0.478156, "accuracy": 0.523715, "main_score": 0.478156, "hf_subset": "lao_Laoo-kac_Latn", "languages": ["lao-Laoo", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577322, "recall": 0.629447, "f1": 0.592476, "accuracy": 0.629447, "main_score": 0.592476, "hf_subset": "lao_Laoo-lin_Latn", "languages": ["lao-Laoo", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-nno_Latn", "languages": ["lao-Laoo", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267013, "recall": 0.346838, "f1": 0.288269, "accuracy": 0.346838, "main_score": 0.288269, "hf_subset": "lao_Laoo-sat_Olck", "languages": ["lao-Laoo", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-tel_Telu", "languages": ["lao-Laoo", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.910935, "recall": 0.937747, "f1": 0.919631, "accuracy": 0.937747, "main_score": 0.919631, "hf_subset": "lao_Laoo-ydd_Hebr", "languages": ["lao-Laoo", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "lao_Laoo-ary_Arab", "languages": ["lao-Laoo", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-ces_Latn", "languages": ["lao-Laoo", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53368, "recall": 0.589921, "f1": 0.549973, "accuracy": 0.589921, "main_score": 0.549973, "hf_subset": "lao_Laoo-gaz_Latn", "languages": ["lao-Laoo", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552495, "recall": 0.608696, "f1": 0.568241, "accuracy": 0.608696, "main_score": 0.568241, "hf_subset": "lao_Laoo-kam_Latn", "languages": ["lao-Laoo", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lao_Laoo-lit_Latn", "languages": ["lao-Laoo", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-nob_Latn", "languages": ["lao-Laoo", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960063, "recall": 0.971344, "f1": 0.963505, "accuracy": 0.971344, "main_score": 0.963505, "hf_subset": "lao_Laoo-scn_Latn", "languages": ["lao-Laoo", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "lao_Laoo-tgk_Cyrl", "languages": ["lao-Laoo", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.682115, "recall": 0.751976, "f1": 0.703327, "accuracy": 0.751976, "main_score": 0.703327, "hf_subset": "lao_Laoo-yor_Latn", "languages": ["lao-Laoo", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-arz_Arab", "languages": ["lao-Laoo", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510397, "recall": 0.560277, "f1": 0.524216, "accuracy": 0.560277, "main_score": 0.524216, "hf_subset": "lao_Laoo-cjk_Latn", "languages": ["lao-Laoo", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768017, "recall": 0.820158, "f1": 0.783465, "accuracy": 0.820158, "main_score": 0.783465, "hf_subset": "lao_Laoo-gla_Latn", "languages": ["lao-Laoo", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-kan_Knda", "languages": ["lao-Laoo", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.967968, "recall": 0.977273, "f1": 0.970916, "accuracy": 0.977273, "main_score": 0.970916, "hf_subset": "lao_Laoo-lmo_Latn", "languages": ["lao-Laoo", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "lao_Laoo-npi_Deva", "languages": ["lao-Laoo", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.448306, "recall": 0.500988, "f1": 0.462961, "accuracy": 0.500988, "main_score": 0.462961, "hf_subset": "lao_Laoo-shn_Mymr", "languages": ["lao-Laoo", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-tgl_Latn", "languages": ["lao-Laoo", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-yue_Hant", "languages": ["lao-Laoo", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lao_Laoo-asm_Beng", "languages": ["lao-Laoo", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.940053, "recall": 0.959486, "f1": 0.946476, "accuracy": 0.959486, "main_score": 0.946476, "hf_subset": "lao_Laoo-ckb_Arab", "languages": ["lao-Laoo", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.836545, "recall": 0.879447, "f1": 0.850329, "accuracy": 0.879447, "main_score": 0.850329, "hf_subset": "lao_Laoo-gle_Latn", "languages": ["lao-Laoo", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896245, "recall": 0.924901, "f1": 0.905058, "accuracy": 0.924901, "main_score": 0.905058, "hf_subset": "lao_Laoo-kas_Arab", "languages": ["lao-Laoo", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881258, "recall": 0.916996, "f1": 0.892754, "accuracy": 0.916996, "main_score": 0.892754, "hf_subset": "lao_Laoo-ltg_Latn", "languages": ["lao-Laoo", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557973, "recall": 0.602767, "f1": 0.570328, "accuracy": 0.602767, "main_score": 0.570328, "hf_subset": "lao_Laoo-nso_Latn", "languages": ["lao-Laoo", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "lao_Laoo-sin_Sinh", "languages": ["lao-Laoo", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-tha_Thai", "languages": ["lao-Laoo", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-zho_Hans", "languages": ["lao-Laoo", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-ast_Latn", "languages": ["lao-Laoo", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lao_Laoo-crh_Latn", "languages": ["lao-Laoo", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-glg_Latn", "languages": ["lao-Laoo", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836314, "recall": 0.87747, "f1": 0.849045, "accuracy": 0.87747, "main_score": 0.849045, "hf_subset": "lao_Laoo-kas_Deva", "languages": ["lao-Laoo", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "lao_Laoo-ltz_Latn", "languages": ["lao-Laoo", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427948, "recall": 0.488142, "f1": 0.444073, "accuracy": 0.488142, "main_score": 0.444073, "hf_subset": "lao_Laoo-nus_Latn", "languages": ["lao-Laoo", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-slk_Latn", "languages": ["lao-Laoo", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551303, "recall": 0.62747, "f1": 0.573064, "accuracy": 0.62747, "main_score": 0.573064, "hf_subset": "lao_Laoo-tir_Ethi", "languages": ["lao-Laoo", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-zho_Hant", "languages": ["lao-Laoo", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "lao_Laoo-awa_Deva", "languages": ["lao-Laoo", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "lao_Laoo-cym_Latn", "languages": ["lao-Laoo", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727167, "recall": 0.779644, "f1": 0.742328, "accuracy": 0.779644, "main_score": 0.742328, "hf_subset": "lao_Laoo-grn_Latn", "languages": ["lao-Laoo", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lao_Laoo-kat_Geor", "languages": ["lao-Laoo", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.557486, "recall": 0.615613, "f1": 0.574152, "accuracy": 0.615613, "main_score": 0.574152, "hf_subset": "lao_Laoo-lua_Latn", "languages": ["lao-Laoo", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58326, "recall": 0.636364, "f1": 0.598056, "accuracy": 0.636364, "main_score": 0.598056, "hf_subset": "lao_Laoo-nya_Latn", "languages": ["lao-Laoo", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-slv_Latn", "languages": ["lao-Laoo", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870998, "recall": 0.905138, "f1": 0.881423, "accuracy": 0.905138, "main_score": 0.881423, "hf_subset": "lao_Laoo-tpi_Latn", "languages": ["lao-Laoo", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-zsm_Latn", "languages": ["lao-Laoo", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503591, "recall": 0.556324, "f1": 0.518007, "accuracy": 0.556324, "main_score": 0.518007, "hf_subset": "lao_Laoo-ayr_Latn", "languages": ["lao-Laoo", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-dan_Latn", "languages": ["lao-Laoo", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-guj_Gujr", "languages": ["lao-Laoo", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-kaz_Cyrl", "languages": ["lao-Laoo", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508269, "recall": 0.562253, "f1": 0.523184, "accuracy": 0.562253, "main_score": 0.523184, "hf_subset": "lao_Laoo-lug_Latn", "languages": ["lao-Laoo", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-oci_Latn", "languages": ["lao-Laoo", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80667, "recall": 0.852767, "f1": 0.820309, "accuracy": 0.852767, "main_score": 0.820309, "hf_subset": "lao_Laoo-smo_Latn", "languages": ["lao-Laoo", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506111, "recall": 0.567194, "f1": 0.523476, "accuracy": 0.567194, "main_score": 0.523476, "hf_subset": "lao_Laoo-tsn_Latn", "languages": ["lao-Laoo", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575968, "recall": 0.639328, "f1": 0.594335, "accuracy": 0.639328, "main_score": 0.594335, "hf_subset": "lao_Laoo-zul_Latn", "languages": ["lao-Laoo", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836166, "recall": 0.878458, "f1": 0.849242, "accuracy": 0.878458, "main_score": 0.849242, "hf_subset": "lao_Laoo-azb_Arab", "languages": ["lao-Laoo", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-deu_Latn", "languages": ["lao-Laoo", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "lao_Laoo-hat_Latn", "languages": ["lao-Laoo", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468986, "recall": 0.520751, "f1": 0.483718, "accuracy": 0.520751, "main_score": 0.483718, "hf_subset": "lao_Laoo-kbp_Latn", "languages": ["lao-Laoo", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514807, "recall": 0.565217, "f1": 0.528125, "accuracy": 0.565217, "main_score": 0.528125, "hf_subset": "lao_Laoo-luo_Latn", "languages": ["lao-Laoo", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ory_Orya", "languages": ["lao-Laoo", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.543319, "recall": 0.602767, "f1": 0.56019, "accuracy": 0.602767, "main_score": 0.56019, "hf_subset": "lao_Laoo-sna_Latn", "languages": ["lao-Laoo", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515673, "recall": 0.566206, "f1": 0.529605, "accuracy": 0.566206, "main_score": 0.529605, "hf_subset": "lao_Laoo-tso_Latn", "languages": ["lao-Laoo", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lao_Laoo-azj_Latn", "languages": ["lao-Laoo", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484023, "recall": 0.540514, "f1": 0.500238, "accuracy": 0.540514, "main_score": 0.500238, "hf_subset": "lao_Laoo-dik_Latn", "languages": ["lao-Laoo", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710458, "recall": 0.773715, "f1": 0.729315, "accuracy": 0.773715, "main_score": 0.729315, "hf_subset": "lao_Laoo-hau_Latn", "languages": ["lao-Laoo", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "lao_Laoo-kea_Latn", "languages": ["lao-Laoo", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660754, "recall": 0.711462, "f1": 0.675725, "accuracy": 0.711462, "main_score": 0.675725, "hf_subset": "lao_Laoo-lus_Latn", "languages": ["lao-Laoo", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763587, "recall": 0.804348, "f1": 0.77574, "accuracy": 0.804348, "main_score": 0.77574, "hf_subset": "lao_Laoo-pag_Latn", "languages": ["lao-Laoo", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lao_Laoo-snd_Arab", "languages": ["lao-Laoo", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92029, "recall": 0.944664, "f1": 0.928195, "accuracy": 0.944664, "main_score": 0.928195, "hf_subset": "lao_Laoo-tuk_Latn", "languages": ["lao-Laoo", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "lao_Laoo-bak_Cyrl", "languages": ["lao-Laoo", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.424228, "recall": 0.495059, "f1": 0.444782, "accuracy": 0.495059, "main_score": 0.444782, "hf_subset": "lao_Laoo-dyu_Latn", "languages": ["lao-Laoo", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-heb_Hebr", "languages": ["lao-Laoo", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lao_Laoo-khk_Cyrl", "languages": ["lao-Laoo", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-lvs_Latn", "languages": ["lao-Laoo", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-pan_Guru", "languages": ["lao-Laoo", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.673395, "recall": 0.740119, "f1": 0.693132, "accuracy": 0.740119, "main_score": 0.693132, "hf_subset": "lao_Laoo-som_Latn", "languages": ["lao-Laoo", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554735, "recall": 0.600791, "f1": 0.567353, "accuracy": 0.600791, "main_score": 0.567353, "hf_subset": "lao_Laoo-tum_Latn", "languages": ["lao-Laoo", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4147, "recall": 0.472332, "f1": 0.431315, "accuracy": 0.472332, "main_score": 0.431315, "hf_subset": "mri_Latn-ace_Arab", "languages": ["mri-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486867, "recall": 0.527668, "f1": 0.498346, "accuracy": 0.527668, "main_score": 0.498346, "hf_subset": "mri_Latn-bam_Latn", "languages": ["mri-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321968, "recall": 0.385375, "f1": 0.338804, "accuracy": 0.385375, "main_score": 0.338804, "hf_subset": "mri_Latn-dzo_Tibt", "languages": ["mri-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.83397, "recall": 0.878458, "f1": 0.847101, "accuracy": 0.878458, "main_score": 0.847101, "hf_subset": "mri_Latn-hin_Deva", "languages": ["mri-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.801098, "recall": 0.844862, "f1": 0.813872, "accuracy": 0.844862, "main_score": 0.813872, "hf_subset": "mri_Latn-khm_Khmr", "languages": ["mri-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.802926, "recall": 0.849802, "f1": 0.816521, "accuracy": 0.849802, "main_score": 0.816521, "hf_subset": "mri_Latn-mag_Deva", "languages": ["mri-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.741235, "recall": 0.783597, "f1": 0.752665, "accuracy": 0.783597, "main_score": 0.752665, "hf_subset": "mri_Latn-pap_Latn", "languages": ["mri-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531961, "recall": 0.567194, "f1": 0.541928, "accuracy": 0.567194, "main_score": 0.541928, "hf_subset": "mri_Latn-sot_Latn", "languages": ["mri-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825594, "recall": 0.871542, "f1": 0.839334, "accuracy": 0.871542, "main_score": 0.839334, "hf_subset": "mri_Latn-tur_Latn", "languages": ["mri-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635438, "recall": 0.688735, "f1": 0.649823, "accuracy": 0.688735, "main_score": 0.649823, "hf_subset": "mri_Latn-ace_Latn", "languages": ["mri-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699253, "recall": 0.748024, "f1": 0.712018, "accuracy": 0.748024, "main_score": 0.712018, "hf_subset": "mri_Latn-ban_Latn", "languages": ["mri-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819977, "recall": 0.867589, "f1": 0.834091, "accuracy": 0.867589, "main_score": 0.834091, "hf_subset": "mri_Latn-ell_Grek", "languages": ["mri-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.801583, "recall": 0.846838, "f1": 0.814565, "accuracy": 0.846838, "main_score": 0.814565, "hf_subset": "mri_Latn-hne_Deva", "languages": ["mri-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.49167, "recall": 0.534585, "f1": 0.502808, "accuracy": 0.534585, "main_score": 0.502808, "hf_subset": "mri_Latn-kik_Latn", "languages": ["mri-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804705, "recall": 0.852767, "f1": 0.818761, "accuracy": 0.852767, "main_score": 0.818761, "hf_subset": "mri_Latn-mai_Deva", "languages": ["mri-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.749013, "recall": 0.804348, "f1": 0.764489, "accuracy": 0.804348, "main_score": 0.764489, "hf_subset": "mri_Latn-pbt_Arab", "languages": ["mri-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.812379, "recall": 0.859684, "f1": 0.826383, "accuracy": 0.859684, "main_score": 0.826383, "hf_subset": "mri_Latn-spa_Latn", "languages": ["mri-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510085, "recall": 0.551383, "f1": 0.521229, "accuracy": 0.551383, "main_score": 0.521229, "hf_subset": "mri_Latn-twi_Latn", "languages": ["mri-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811381, "recall": 0.857708, "f1": 0.824775, "accuracy": 0.857708, "main_score": 0.824775, "hf_subset": "mri_Latn-acm_Arab", "languages": ["mri-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.779547, "recall": 0.827075, "f1": 0.792489, "accuracy": 0.827075, "main_score": 0.792489, "hf_subset": "mri_Latn-bel_Cyrl", "languages": ["mri-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.857032, "recall": 0.894269, "f1": 0.868267, "accuracy": 0.894269, "main_score": 0.868267, "hf_subset": "mri_Latn-eng_Latn", "languages": ["mri-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839454, "recall": 0.881423, "f1": 0.851732, "accuracy": 0.881423, "main_score": 0.851732, "hf_subset": "mri_Latn-hrv_Latn", "languages": ["mri-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513695, "recall": 0.563241, "f1": 0.527348, "accuracy": 0.563241, "main_score": 0.527348, "hf_subset": "mri_Latn-kin_Latn", "languages": ["mri-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806102, "recall": 0.858696, "f1": 0.822058, "accuracy": 0.858696, "main_score": 0.822058, "hf_subset": "mri_Latn-mal_Mlym", "languages": ["mri-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.825287, "recall": 0.868577, "f1": 0.837832, "accuracy": 0.868577, "main_score": 0.837832, "hf_subset": "mri_Latn-pes_Arab", "languages": ["mri-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.755603, "recall": 0.80336, "f1": 0.768797, "accuracy": 0.80336, "main_score": 0.768797, "hf_subset": "mri_Latn-srd_Latn", "languages": ["mri-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189184, "recall": 0.236166, "f1": 0.201126, "accuracy": 0.236166, "main_score": 0.201126, "hf_subset": "mri_Latn-tzm_Tfng", "languages": ["mri-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.823188, "recall": 0.866601, "f1": 0.835578, "accuracy": 0.866601, "main_score": 0.835578, "hf_subset": "mri_Latn-acq_Arab", "languages": ["mri-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543929, "recall": 0.592885, "f1": 0.556424, "accuracy": 0.592885, "main_score": 0.556424, "hf_subset": "mri_Latn-bem_Latn", "languages": ["mri-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820589, "recall": 0.867589, "f1": 0.834486, "accuracy": 0.867589, "main_score": 0.834486, "hf_subset": "mri_Latn-epo_Latn", "languages": ["mri-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831829, "recall": 0.873518, "f1": 0.843911, "accuracy": 0.873518, "main_score": 0.843911, "hf_subset": "mri_Latn-hun_Latn", "languages": ["mri-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.760525, "recall": 0.813241, "f1": 0.775308, "accuracy": 0.813241, "main_score": 0.775308, "hf_subset": "mri_Latn-kir_Cyrl", "languages": ["mri-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.829556, "recall": 0.874506, "f1": 0.842594, "accuracy": 0.874506, "main_score": 0.842594, "hf_subset": "mri_Latn-mar_Deva", "languages": ["mri-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558062, "recall": 0.607708, "f1": 0.570607, "accuracy": 0.607708, "main_score": 0.570607, "hf_subset": "mri_Latn-plt_Latn", "languages": ["mri-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841543, "recall": 0.881423, "f1": 0.852986, "accuracy": 0.881423, "main_score": 0.852986, "hf_subset": "mri_Latn-srp_Cyrl", "languages": ["mri-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.722481, "recall": 0.778656, "f1": 0.738859, "accuracy": 0.778656, "main_score": 0.738859, "hf_subset": "mri_Latn-uig_Arab", "languages": ["mri-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.783117, "recall": 0.828063, "f1": 0.795772, "accuracy": 0.828063, "main_score": 0.795772, "hf_subset": "mri_Latn-aeb_Arab", "languages": ["mri-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.834205, "recall": 0.878458, "f1": 0.847848, "accuracy": 0.878458, "main_score": 0.847848, "hf_subset": "mri_Latn-ben_Beng", "languages": ["mri-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.825165, "recall": 0.870553, "f1": 0.838575, "accuracy": 0.870553, "main_score": 0.838575, "hf_subset": "mri_Latn-est_Latn", "languages": ["mri-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842959, "recall": 0.881423, "f1": 0.854196, "accuracy": 0.881423, "main_score": 0.854196, "hf_subset": "mri_Latn-hye_Armn", "languages": ["mri-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.510363, "recall": 0.545455, "f1": 0.520457, "accuracy": 0.545455, "main_score": 0.520457, "hf_subset": "mri_Latn-kmb_Latn", "languages": ["mri-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39442, "recall": 0.451581, "f1": 0.409139, "accuracy": 0.451581, "main_score": 0.409139, "hf_subset": "mri_Latn-min_Arab", "languages": ["mri-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.828936, "recall": 0.869565, "f1": 0.840453, "accuracy": 0.869565, "main_score": 0.840453, "hf_subset": "mri_Latn-pol_Latn", "languages": ["mri-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516467, "recall": 0.565217, "f1": 0.530014, "accuracy": 0.565217, "main_score": 0.530014, "hf_subset": "mri_Latn-ssw_Latn", "languages": ["mri-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837615, "recall": 0.882411, "f1": 0.851501, "accuracy": 0.882411, "main_score": 0.851501, "hf_subset": "mri_Latn-ukr_Cyrl", "languages": ["mri-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.849209, "recall": 0.890316, "f1": 0.861957, "accuracy": 0.890316, "main_score": 0.861957, "hf_subset": "mri_Latn-afr_Latn", "languages": ["mri-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774507, "recall": 0.824111, "f1": 0.788497, "accuracy": 0.824111, "main_score": 0.788497, "hf_subset": "mri_Latn-bho_Deva", "languages": ["mri-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.793321, "recall": 0.838933, "f1": 0.806548, "accuracy": 0.838933, "main_score": 0.806548, "hf_subset": "mri_Latn-eus_Latn", "languages": ["mri-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513474, "recall": 0.557312, "f1": 0.525656, "accuracy": 0.557312, "main_score": 0.525656, "hf_subset": "mri_Latn-ibo_Latn", "languages": ["mri-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705847, "recall": 0.754941, "f1": 0.72013, "accuracy": 0.754941, "main_score": 0.72013, "hf_subset": "mri_Latn-kmr_Latn", "languages": ["mri-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774155, "recall": 0.824111, "f1": 0.788919, "accuracy": 0.824111, "main_score": 0.788919, "hf_subset": "mri_Latn-min_Latn", "languages": ["mri-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844789, "recall": 0.887352, "f1": 0.857428, "accuracy": 0.887352, "main_score": 0.857428, "hf_subset": "mri_Latn-por_Latn", "languages": ["mri-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803901, "recall": 0.849802, "f1": 0.817333, "accuracy": 0.849802, "main_score": 0.817333, "hf_subset": "mri_Latn-sun_Latn", "languages": ["mri-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462247, "recall": 0.507905, "f1": 0.474976, "accuracy": 0.507905, "main_score": 0.474976, "hf_subset": "mri_Latn-umb_Latn", "languages": ["mri-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817918, "recall": 0.862648, "f1": 0.830958, "accuracy": 0.862648, "main_score": 0.830958, "hf_subset": "mri_Latn-ajp_Arab", "languages": ["mri-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.413577, "recall": 0.470356, "f1": 0.428377, "accuracy": 0.470356, "main_score": 0.428377, "hf_subset": "mri_Latn-bjn_Arab", "languages": ["mri-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.473501, "recall": 0.51087, "f1": 0.483567, "accuracy": 0.51087, "main_score": 0.483567, "hf_subset": "mri_Latn-ewe_Latn", "languages": ["mri-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700333, "recall": 0.750988, "f1": 0.71356, "accuracy": 0.750988, "main_score": 0.71356, "hf_subset": "mri_Latn-ilo_Latn", "languages": ["mri-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292943, "recall": 0.340909, "f1": 0.306445, "accuracy": 0.340909, "main_score": 0.306445, "hf_subset": "mri_Latn-knc_Arab", "languages": ["mri-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.841263, "recall": 0.880435, "f1": 0.852629, "accuracy": 0.880435, "main_score": 0.852629, "hf_subset": "mri_Latn-mkd_Cyrl", "languages": ["mri-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.840887, "recall": 0.884387, "f1": 0.854183, "accuracy": 0.884387, "main_score": 0.854183, "hf_subset": "mri_Latn-prs_Arab", "languages": ["mri-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.844689, "recall": 0.885375, "f1": 0.856826, "accuracy": 0.885375, "main_score": 0.856826, "hf_subset": "mri_Latn-swe_Latn", "languages": ["mri-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827833, "recall": 0.87253, "f1": 0.840961, "accuracy": 0.87253, "main_score": 0.840961, "hf_subset": "mri_Latn-urd_Arab", "languages": ["mri-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501342, "recall": 0.54249, "f1": 0.512058, "accuracy": 0.54249, "main_score": 0.512058, "hf_subset": "mri_Latn-aka_Latn", "languages": ["mri-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765595, "recall": 0.806324, "f1": 0.776426, "accuracy": 0.806324, "main_score": 0.776426, "hf_subset": "mri_Latn-bjn_Latn", "languages": ["mri-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785561, "recall": 0.83004, "f1": 0.797948, "accuracy": 0.83004, "main_score": 0.797948, "hf_subset": "mri_Latn-fao_Latn", "languages": ["mri-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841773, "recall": 0.880435, "f1": 0.8532, "accuracy": 0.880435, "main_score": 0.8532, "hf_subset": "mri_Latn-ind_Latn", "languages": ["mri-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50729, "recall": 0.550395, "f1": 0.519532, "accuracy": 0.550395, "main_score": 0.519532, "hf_subset": "mri_Latn-knc_Latn", "languages": ["mri-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777562, "recall": 0.822134, "f1": 0.790278, "accuracy": 0.822134, "main_score": 0.790278, "hf_subset": "mri_Latn-mlt_Latn", "languages": ["mri-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55953, "recall": 0.612648, "f1": 0.57454, "accuracy": 0.612648, "main_score": 0.57454, "hf_subset": "mri_Latn-quy_Latn", "languages": ["mri-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804952, "recall": 0.850791, "f1": 0.81861, "accuracy": 0.850791, "main_score": 0.81861, "hf_subset": "mri_Latn-swh_Latn", "languages": ["mri-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812994, "recall": 0.858696, "f1": 0.826333, "accuracy": 0.858696, "main_score": 0.826333, "hf_subset": "mri_Latn-uzn_Latn", "languages": ["mri-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824275, "recall": 0.868577, "f1": 0.837155, "accuracy": 0.868577, "main_score": 0.837155, "hf_subset": "mri_Latn-als_Latn", "languages": ["mri-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491705, "recall": 0.572134, "f1": 0.513423, "accuracy": 0.572134, "main_score": 0.513423, "hf_subset": "mri_Latn-bod_Tibt", "languages": ["mri-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.642058, "recall": 0.686759, "f1": 0.654683, "accuracy": 0.686759, "main_score": 0.654683, "hf_subset": "mri_Latn-fij_Latn", "languages": ["mri-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794823, "recall": 0.838933, "f1": 0.807444, "accuracy": 0.838933, "main_score": 0.807444, "hf_subset": "mri_Latn-isl_Latn", "languages": ["mri-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538664, "recall": 0.583004, "f1": 0.549791, "accuracy": 0.583004, "main_score": 0.549791, "hf_subset": "mri_Latn-kon_Latn", "languages": ["mri-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495731, "recall": 0.547431, "f1": 0.509616, "accuracy": 0.547431, "main_score": 0.509616, "hf_subset": "mri_Latn-mni_Beng", "languages": ["mri-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.839182, "recall": 0.878458, "f1": 0.850395, "accuracy": 0.878458, "main_score": 0.850395, "hf_subset": "mri_Latn-ron_Latn", "languages": ["mri-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77879, "recall": 0.828063, "f1": 0.792923, "accuracy": 0.828063, "main_score": 0.792923, "hf_subset": "mri_Latn-szl_Latn", "languages": ["mri-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791266, "recall": 0.838933, "f1": 0.804605, "accuracy": 0.838933, "main_score": 0.804605, "hf_subset": "mri_Latn-vec_Latn", "languages": ["mri-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724353, "recall": 0.781621, "f1": 0.740863, "accuracy": 0.781621, "main_score": 0.740863, "hf_subset": "mri_Latn-amh_Ethi", "languages": ["mri-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.836693, "recall": 0.879447, "f1": 0.849346, "accuracy": 0.879447, "main_score": 0.849346, "hf_subset": "mri_Latn-bos_Latn", "languages": ["mri-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820942, "recall": 0.862648, "f1": 0.83299, "accuracy": 0.862648, "main_score": 0.83299, "hf_subset": "mri_Latn-fin_Latn", "languages": ["mri-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83079, "recall": 0.874506, "f1": 0.843758, "accuracy": 0.874506, "main_score": 0.843758, "hf_subset": "mri_Latn-ita_Latn", "languages": ["mri-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816462, "recall": 0.860672, "f1": 0.829501, "accuracy": 0.860672, "main_score": 0.829501, "hf_subset": "mri_Latn-kor_Hang", "languages": ["mri-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.482156, "recall": 0.525692, "f1": 0.49439, "accuracy": 0.525692, "main_score": 0.49439, "hf_subset": "mri_Latn-mos_Latn", "languages": ["mri-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509974, "recall": 0.552372, "f1": 0.521509, "accuracy": 0.552372, "main_score": 0.521509, "hf_subset": "mri_Latn-run_Latn", "languages": ["mri-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824962, "recall": 0.869565, "f1": 0.838346, "accuracy": 0.869565, "main_score": 0.838346, "hf_subset": "mri_Latn-tam_Taml", "languages": ["mri-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.821824, "recall": 0.866601, "f1": 0.835087, "accuracy": 0.866601, "main_score": 0.835087, "hf_subset": "mri_Latn-vie_Latn", "languages": ["mri-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813786, "recall": 0.857708, "f1": 0.826389, "accuracy": 0.857708, "main_score": 0.826389, "hf_subset": "mri_Latn-apc_Arab", "languages": ["mri-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591932, "recall": 0.640316, "f1": 0.604162, "accuracy": 0.640316, "main_score": 0.604162, "hf_subset": "mri_Latn-bug_Latn", "languages": ["mri-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436733, "recall": 0.479249, "f1": 0.448559, "accuracy": 0.479249, "main_score": 0.448559, "hf_subset": "mri_Latn-fon_Latn", "languages": ["mri-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809353, "recall": 0.851779, "f1": 0.821339, "accuracy": 0.851779, "main_score": 0.821339, "hf_subset": "mri_Latn-jav_Latn", "languages": ["mri-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81391, "recall": 0.856719, "f1": 0.826609, "accuracy": 0.856719, "main_score": 0.826609, "hf_subset": "mri_Latn-lao_Laoo", "languages": ["mri-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.823136, "recall": 0.864625, "f1": 0.83515, "accuracy": 0.864625, "main_score": 0.83515, "hf_subset": "mri_Latn-rus_Cyrl", "languages": ["mri-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.458529, "recall": 0.5, "f1": 0.469871, "accuracy": 0.5, "main_score": 0.469871, "hf_subset": "mri_Latn-taq_Latn", "languages": ["mri-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798785, "recall": 0.844862, "f1": 0.811291, "accuracy": 0.844862, "main_score": 0.811291, "hf_subset": "mri_Latn-war_Latn", "languages": ["mri-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825848, "recall": 0.867589, "f1": 0.837708, "accuracy": 0.867589, "main_score": 0.837708, "hf_subset": "mri_Latn-arb_Arab", "languages": ["mri-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.833993, "recall": 0.875494, "f1": 0.846086, "accuracy": 0.875494, "main_score": 0.846086, "hf_subset": "mri_Latn-bul_Cyrl", "languages": ["mri-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.838973, "recall": 0.881423, "f1": 0.851779, "accuracy": 0.881423, "main_score": 0.851779, "hf_subset": "mri_Latn-fra_Latn", "languages": ["mri-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785946, "recall": 0.833992, "f1": 0.8, "accuracy": 0.833992, "main_score": 0.8, "hf_subset": "mri_Latn-jpn_Jpan", "languages": ["mri-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.772356, "recall": 0.822134, "f1": 0.786233, "accuracy": 0.822134, "main_score": 0.786233, "hf_subset": "mri_Latn-lij_Latn", "languages": ["mri-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764224, "recall": 0.81917, "f1": 0.780281, "accuracy": 0.81917, "main_score": 0.780281, "hf_subset": "mri_Latn-mya_Mymr", "languages": ["mri-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.491396, "recall": 0.54249, "f1": 0.504902, "accuracy": 0.54249, "main_score": 0.504902, "hf_subset": "mri_Latn-sag_Latn", "languages": ["mri-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199921, "recall": 0.249012, "f1": 0.211584, "accuracy": 0.249012, "main_score": 0.211584, "hf_subset": "mri_Latn-taq_Tfng", "languages": ["mri-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.524739, "recall": 0.571146, "f1": 0.537499, "accuracy": 0.571146, "main_score": 0.537499, "hf_subset": "mri_Latn-wol_Latn", "languages": ["mri-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589572, "recall": 0.65415, "f1": 0.606732, "accuracy": 0.65415, "main_score": 0.606732, "hf_subset": "mri_Latn-arb_Latn", "languages": ["mri-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840448, "recall": 0.882411, "f1": 0.852833, "accuracy": 0.882411, "main_score": 0.852833, "hf_subset": "mri_Latn-cat_Latn", "languages": ["mri-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785197, "recall": 0.831028, "f1": 0.798533, "accuracy": 0.831028, "main_score": 0.798533, "hf_subset": "mri_Latn-fur_Latn", "languages": ["mri-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418028, "recall": 0.461462, "f1": 0.429804, "accuracy": 0.461462, "main_score": 0.429804, "hf_subset": "mri_Latn-kab_Latn", "languages": ["mri-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761004, "recall": 0.811265, "f1": 0.775448, "accuracy": 0.811265, "main_score": 0.775448, "hf_subset": "mri_Latn-lim_Latn", "languages": ["mri-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820801, "recall": 0.865613, "f1": 0.834211, "accuracy": 0.865613, "main_score": 0.834211, "hf_subset": "mri_Latn-nld_Latn", "languages": ["mri-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775661, "recall": 0.826087, "f1": 0.790236, "accuracy": 0.826087, "main_score": 0.790236, "hf_subset": "mri_Latn-san_Deva", "languages": ["mri-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.780675, "recall": 0.828063, "f1": 0.794495, "accuracy": 0.828063, "main_score": 0.794495, "hf_subset": "mri_Latn-tat_Cyrl", "languages": ["mri-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586506, "recall": 0.639328, "f1": 0.601128, "accuracy": 0.639328, "main_score": 0.601128, "hf_subset": "mri_Latn-xho_Latn", "languages": ["mri-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820738, "recall": 0.867589, "f1": 0.83462, "accuracy": 0.867589, "main_score": 0.83462, "hf_subset": "mri_Latn-ars_Arab", "languages": ["mri-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.812643, "recall": 0.857708, "f1": 0.825993, "accuracy": 0.857708, "main_score": 0.825993, "hf_subset": "mri_Latn-ceb_Latn", "languages": ["mri-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481452, "recall": 0.525692, "f1": 0.49377, "accuracy": 0.525692, "main_score": 0.49377, "hf_subset": "mri_Latn-fuv_Latn", "languages": ["mri-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467832, "recall": 0.516798, "f1": 0.480375, "accuracy": 0.516798, "main_score": 0.480375, "hf_subset": "mri_Latn-kac_Latn", "languages": ["mri-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540659, "recall": 0.583004, "f1": 0.551901, "accuracy": 0.583004, "main_score": 0.551901, "hf_subset": "mri_Latn-lin_Latn", "languages": ["mri-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830221, "recall": 0.871542, "f1": 0.842262, "accuracy": 0.871542, "main_score": 0.842262, "hf_subset": "mri_Latn-nno_Latn", "languages": ["mri-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20167, "recall": 0.271739, "f1": 0.219351, "accuracy": 0.271739, "main_score": 0.219351, "hf_subset": "mri_Latn-sat_Olck", "languages": ["mri-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.822506, "recall": 0.867589, "f1": 0.835853, "accuracy": 0.867589, "main_score": 0.835853, "hf_subset": "mri_Latn-tel_Telu", "languages": ["mri-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.726887, "recall": 0.781621, "f1": 0.74249, "accuracy": 0.781621, "main_score": 0.74249, "hf_subset": "mri_Latn-ydd_Hebr", "languages": ["mri-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.766446, "recall": 0.818182, "f1": 0.781775, "accuracy": 0.818182, "main_score": 0.781775, "hf_subset": "mri_Latn-ary_Arab", "languages": ["mri-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.827175, "recall": 0.87253, "f1": 0.840392, "accuracy": 0.87253, "main_score": 0.840392, "hf_subset": "mri_Latn-ces_Latn", "languages": ["mri-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488916, "recall": 0.546443, "f1": 0.505651, "accuracy": 0.546443, "main_score": 0.505651, "hf_subset": "mri_Latn-gaz_Latn", "languages": ["mri-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525159, "recall": 0.575099, "f1": 0.538392, "accuracy": 0.575099, "main_score": 0.538392, "hf_subset": "mri_Latn-kam_Latn", "languages": ["mri-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821926, "recall": 0.864625, "f1": 0.834638, "accuracy": 0.864625, "main_score": 0.834638, "hf_subset": "mri_Latn-lit_Latn", "languages": ["mri-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831464, "recall": 0.873518, "f1": 0.843538, "accuracy": 0.873518, "main_score": 0.843538, "hf_subset": "mri_Latn-nob_Latn", "languages": ["mri-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762659, "recall": 0.811265, "f1": 0.776278, "accuracy": 0.811265, "main_score": 0.776278, "hf_subset": "mri_Latn-scn_Latn", "languages": ["mri-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774622, "recall": 0.823123, "f1": 0.788679, "accuracy": 0.823123, "main_score": 0.788679, "hf_subset": "mri_Latn-tgk_Cyrl", "languages": ["mri-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.619123, "recall": 0.681818, "f1": 0.636961, "accuracy": 0.681818, "main_score": 0.636961, "hf_subset": "mri_Latn-yor_Latn", "languages": ["mri-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805946, "recall": 0.851779, "f1": 0.819213, "accuracy": 0.851779, "main_score": 0.819213, "hf_subset": "mri_Latn-arz_Arab", "languages": ["mri-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489051, "recall": 0.528656, "f1": 0.499994, "accuracy": 0.528656, "main_score": 0.499994, "hf_subset": "mri_Latn-cjk_Latn", "languages": ["mri-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657915, "recall": 0.712451, "f1": 0.673125, "accuracy": 0.712451, "main_score": 0.673125, "hf_subset": "mri_Latn-gla_Latn", "languages": ["mri-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82076, "recall": 0.863636, "f1": 0.833529, "accuracy": 0.863636, "main_score": 0.833529, "hf_subset": "mri_Latn-kan_Knda", "languages": ["mri-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.779049, "recall": 0.823123, "f1": 0.791667, "accuracy": 0.823123, "main_score": 0.791667, "hf_subset": "mri_Latn-lmo_Latn", "languages": ["mri-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814707, "recall": 0.862648, "f1": 0.828793, "accuracy": 0.862648, "main_score": 0.828793, "hf_subset": "mri_Latn-npi_Deva", "languages": ["mri-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.426219, "recall": 0.472332, "f1": 0.438017, "accuracy": 0.472332, "main_score": 0.438017, "hf_subset": "mri_Latn-shn_Mymr", "languages": ["mri-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.853376, "recall": 0.887352, "f1": 0.863392, "accuracy": 0.887352, "main_score": 0.863392, "hf_subset": "mri_Latn-tgl_Latn", "languages": ["mri-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806165, "recall": 0.852767, "f1": 0.819408, "accuracy": 0.852767, "main_score": 0.819408, "hf_subset": "mri_Latn-yue_Hant", "languages": ["mri-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.807881, "recall": 0.853755, "f1": 0.820993, "accuracy": 0.853755, "main_score": 0.820993, "hf_subset": "mri_Latn-asm_Beng", "languages": ["mri-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.743903, "recall": 0.801383, "f1": 0.760394, "accuracy": 0.801383, "main_score": 0.760394, "hf_subset": "mri_Latn-ckb_Arab", "languages": ["mri-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.701082, "recall": 0.756917, "f1": 0.717116, "accuracy": 0.756917, "main_score": 0.717116, "hf_subset": "mri_Latn-gle_Latn", "languages": ["mri-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643137, "recall": 0.698617, "f1": 0.658012, "accuracy": 0.698617, "main_score": 0.658012, "hf_subset": "mri_Latn-kas_Arab", "languages": ["mri-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.680418, "recall": 0.735178, "f1": 0.695781, "accuracy": 0.735178, "main_score": 0.695781, "hf_subset": "mri_Latn-ltg_Latn", "languages": ["mri-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52796, "recall": 0.571146, "f1": 0.539192, "accuracy": 0.571146, "main_score": 0.539192, "hf_subset": "mri_Latn-nso_Latn", "languages": ["mri-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753148, "recall": 0.811265, "f1": 0.769874, "accuracy": 0.811265, "main_score": 0.769874, "hf_subset": "mri_Latn-sin_Sinh", "languages": ["mri-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.804076, "recall": 0.852767, "f1": 0.817973, "accuracy": 0.852767, "main_score": 0.817973, "hf_subset": "mri_Latn-tha_Thai", "languages": ["mri-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.782814, "recall": 0.83004, "f1": 0.795972, "accuracy": 0.83004, "main_score": 0.795972, "hf_subset": "mri_Latn-zho_Hans", "languages": ["mri-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.830863, "recall": 0.87747, "f1": 0.844833, "accuracy": 0.87747, "main_score": 0.844833, "hf_subset": "mri_Latn-ast_Latn", "languages": ["mri-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794236, "recall": 0.842885, "f1": 0.808682, "accuracy": 0.842885, "main_score": 0.808682, "hf_subset": "mri_Latn-crh_Latn", "languages": ["mri-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844657, "recall": 0.885375, "f1": 0.85659, "accuracy": 0.885375, "main_score": 0.85659, "hf_subset": "mri_Latn-glg_Latn", "languages": ["mri-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619039, "recall": 0.684783, "f1": 0.637183, "accuracy": 0.684783, "main_score": 0.637183, "hf_subset": "mri_Latn-kas_Deva", "languages": ["mri-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.761433, "recall": 0.812253, "f1": 0.775756, "accuracy": 0.812253, "main_score": 0.775756, "hf_subset": "mri_Latn-ltz_Latn", "languages": ["mri-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444263, "recall": 0.491107, "f1": 0.457097, "accuracy": 0.491107, "main_score": 0.457097, "hf_subset": "mri_Latn-nus_Latn", "languages": ["mri-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832346, "recall": 0.873518, "f1": 0.844502, "accuracy": 0.873518, "main_score": 0.844502, "hf_subset": "mri_Latn-slk_Latn", "languages": ["mri-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456757, "recall": 0.527668, "f1": 0.475747, "accuracy": 0.527668, "main_score": 0.475747, "hf_subset": "mri_Latn-tir_Ethi", "languages": ["mri-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.813142, "recall": 0.862648, "f1": 0.828129, "accuracy": 0.862648, "main_score": 0.828129, "hf_subset": "mri_Latn-zho_Hant", "languages": ["mri-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.810502, "recall": 0.857708, "f1": 0.82436, "accuracy": 0.857708, "main_score": 0.82436, "hf_subset": "mri_Latn-awa_Deva", "languages": ["mri-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.806588, "recall": 0.848814, "f1": 0.818648, "accuracy": 0.848814, "main_score": 0.818648, "hf_subset": "mri_Latn-cym_Latn", "languages": ["mri-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606837, "recall": 0.65415, "f1": 0.619307, "accuracy": 0.65415, "main_score": 0.619307, "hf_subset": "mri_Latn-grn_Latn", "languages": ["mri-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779455, "recall": 0.83004, "f1": 0.794079, "accuracy": 0.83004, "main_score": 0.794079, "hf_subset": "mri_Latn-kat_Geor", "languages": ["mri-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.525946, "recall": 0.570158, "f1": 0.537229, "accuracy": 0.570158, "main_score": 0.537229, "hf_subset": "mri_Latn-lua_Latn", "languages": ["mri-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546914, "recall": 0.593874, "f1": 0.559783, "accuracy": 0.593874, "main_score": 0.559783, "hf_subset": "mri_Latn-nya_Latn", "languages": ["mri-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827395, "recall": 0.867589, "f1": 0.839314, "accuracy": 0.867589, "main_score": 0.839314, "hf_subset": "mri_Latn-slv_Latn", "languages": ["mri-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685562, "recall": 0.743083, "f1": 0.701301, "accuracy": 0.743083, "main_score": 0.701301, "hf_subset": "mri_Latn-tpi_Latn", "languages": ["mri-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853137, "recall": 0.892292, "f1": 0.864632, "accuracy": 0.892292, "main_score": 0.864632, "hf_subset": "mri_Latn-zsm_Latn", "languages": ["mri-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48858, "recall": 0.533597, "f1": 0.501161, "accuracy": 0.533597, "main_score": 0.501161, "hf_subset": "mri_Latn-ayr_Latn", "languages": ["mri-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847711, "recall": 0.88834, "f1": 0.859896, "accuracy": 0.88834, "main_score": 0.859896, "hf_subset": "mri_Latn-dan_Latn", "languages": ["mri-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825998, "recall": 0.868577, "f1": 0.838664, "accuracy": 0.868577, "main_score": 0.838664, "hf_subset": "mri_Latn-guj_Gujr", "languages": ["mri-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.819722, "recall": 0.866601, "f1": 0.833322, "accuracy": 0.866601, "main_score": 0.833322, "hf_subset": "mri_Latn-kaz_Cyrl", "languages": ["mri-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496186, "recall": 0.541502, "f1": 0.508406, "accuracy": 0.541502, "main_score": 0.508406, "hf_subset": "mri_Latn-lug_Latn", "languages": ["mri-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826202, "recall": 0.870553, "f1": 0.839121, "accuracy": 0.870553, "main_score": 0.839121, "hf_subset": "mri_Latn-oci_Latn", "languages": ["mri-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707856, "recall": 0.759881, "f1": 0.722371, "accuracy": 0.759881, "main_score": 0.722371, "hf_subset": "mri_Latn-smo_Latn", "languages": ["mri-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527281, "recall": 0.571146, "f1": 0.538882, "accuracy": 0.571146, "main_score": 0.538882, "hf_subset": "mri_Latn-tsn_Latn", "languages": ["mri-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571139, "recall": 0.620553, "f1": 0.585693, "accuracy": 0.620553, "main_score": 0.585693, "hf_subset": "mri_Latn-zul_Latn", "languages": ["mri-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640615, "recall": 0.700593, "f1": 0.657709, "accuracy": 0.700593, "main_score": 0.657709, "hf_subset": "mri_Latn-azb_Arab", "languages": ["mri-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.832065, "recall": 0.873518, "f1": 0.844203, "accuracy": 0.873518, "main_score": 0.844203, "hf_subset": "mri_Latn-deu_Latn", "languages": ["mri-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756088, "recall": 0.813241, "f1": 0.77309, "accuracy": 0.813241, "main_score": 0.77309, "hf_subset": "mri_Latn-hat_Latn", "languages": ["mri-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466727, "recall": 0.508893, "f1": 0.477696, "accuracy": 0.508893, "main_score": 0.477696, "hf_subset": "mri_Latn-kbp_Latn", "languages": ["mri-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504178, "recall": 0.54249, "f1": 0.515021, "accuracy": 0.54249, "main_score": 0.515021, "hf_subset": "mri_Latn-luo_Latn", "languages": ["mri-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805698, "recall": 0.854743, "f1": 0.820309, "accuracy": 0.854743, "main_score": 0.820309, "hf_subset": "mri_Latn-ory_Orya", "languages": ["mri-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.498786, "recall": 0.555336, "f1": 0.514058, "accuracy": 0.555336, "main_score": 0.514058, "hf_subset": "mri_Latn-sna_Latn", "languages": ["mri-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506918, "recall": 0.546443, "f1": 0.51699, "accuracy": 0.546443, "main_score": 0.51699, "hf_subset": "mri_Latn-tso_Latn", "languages": ["mri-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781013, "recall": 0.827075, "f1": 0.793651, "accuracy": 0.827075, "main_score": 0.793651, "hf_subset": "mri_Latn-azj_Latn", "languages": ["mri-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45108, "recall": 0.501976, "f1": 0.465171, "accuracy": 0.501976, "main_score": 0.465171, "hf_subset": "mri_Latn-dik_Latn", "languages": ["mri-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63223, "recall": 0.688735, "f1": 0.648315, "accuracy": 0.688735, "main_score": 0.648315, "hf_subset": "mri_Latn-hau_Latn", "languages": ["mri-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749973, "recall": 0.796443, "f1": 0.762271, "accuracy": 0.796443, "main_score": 0.762271, "hf_subset": "mri_Latn-kea_Latn", "languages": ["mri-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558893, "recall": 0.605731, "f1": 0.571324, "accuracy": 0.605731, "main_score": 0.571324, "hf_subset": "mri_Latn-lus_Latn", "languages": ["mri-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625095, "recall": 0.667984, "f1": 0.636255, "accuracy": 0.667984, "main_score": 0.636255, "hf_subset": "mri_Latn-pag_Latn", "languages": ["mri-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774797, "recall": 0.829051, "f1": 0.790831, "accuracy": 0.829051, "main_score": 0.790831, "hf_subset": "mri_Latn-snd_Arab", "languages": ["mri-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.710408, "recall": 0.76581, "f1": 0.726666, "accuracy": 0.76581, "main_score": 0.726666, "hf_subset": "mri_Latn-tuk_Latn", "languages": ["mri-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757773, "recall": 0.806324, "f1": 0.771535, "accuracy": 0.806324, "main_score": 0.771535, "hf_subset": "mri_Latn-bak_Cyrl", "languages": ["mri-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.406276, "recall": 0.469368, "f1": 0.423937, "accuracy": 0.469368, "main_score": 0.423937, "hf_subset": "mri_Latn-dyu_Latn", "languages": ["mri-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823943, "recall": 0.869565, "f1": 0.837451, "accuracy": 0.869565, "main_score": 0.837451, "hf_subset": "mri_Latn-heb_Hebr", "languages": ["mri-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.775767, "recall": 0.821146, "f1": 0.787896, "accuracy": 0.821146, "main_score": 0.787896, "hf_subset": "mri_Latn-khk_Cyrl", "languages": ["mri-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.821032, "recall": 0.865613, "f1": 0.833801, "accuracy": 0.865613, "main_score": 0.833801, "hf_subset": "mri_Latn-lvs_Latn", "languages": ["mri-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83107, "recall": 0.871542, "f1": 0.842902, "accuracy": 0.871542, "main_score": 0.842902, "hf_subset": "mri_Latn-pan_Guru", "languages": ["mri-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.616559, "recall": 0.670949, "f1": 0.632105, "accuracy": 0.670949, "main_score": 0.632105, "hf_subset": "mri_Latn-som_Latn", "languages": ["mri-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519882, "recall": 0.559289, "f1": 0.530221, "accuracy": 0.559289, "main_score": 0.530221, "hf_subset": "mri_Latn-tum_Latn", "languages": ["mri-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596772, "recall": 0.662055, "f1": 0.615457, "accuracy": 0.662055, "main_score": 0.615457, "hf_subset": "rus_Cyrl-ace_Arab", "languages": ["rus-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537806, "recall": 0.602767, "f1": 0.55655, "accuracy": 0.602767, "main_score": 0.55655, "hf_subset": "rus_Cyrl-bam_Latn", "languages": ["rus-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469664, "recall": 0.544466, "f1": 0.490329, "accuracy": 0.544466, "main_score": 0.490329, "hf_subset": "rus_Cyrl-dzo_Tibt", "languages": ["rus-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hin_Deva", "languages": ["rus-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-khm_Khmr", "languages": ["rus-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-mag_Deva", "languages": ["rus-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "rus_Cyrl-pap_Latn", "languages": ["rus-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599045, "recall": 0.658103, "f1": 0.615848, "accuracy": 0.658103, "main_score": 0.615848, "hf_subset": "rus_Cyrl-sot_Latn", "languages": ["rus-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tur_Latn", "languages": ["rus-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879447, "recall": 0.912055, "f1": 0.889789, "accuracy": 0.912055, "main_score": 0.889789, "hf_subset": "rus_Cyrl-ace_Latn", "languages": ["rus-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.972332, "f1": 0.96558, "accuracy": 0.972332, "main_score": 0.96558, "hf_subset": "rus_Cyrl-ban_Latn", "languages": ["rus-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-ell_Grek", "languages": ["rus-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "rus_Cyrl-hne_Deva", "languages": ["rus-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.608193, "recall": 0.66502, "f1": 0.624561, "accuracy": 0.66502, "main_score": 0.624561, "hf_subset": "rus_Cyrl-kik_Latn", "languages": ["rus-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mai_Deva", "languages": ["rus-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "rus_Cyrl-pbt_Arab", "languages": ["rus-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-spa_Latn", "languages": ["rus-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614321, "recall": 0.68083, "f1": 0.633467, "accuracy": 0.68083, "main_score": 0.633467, "hf_subset": "rus_Cyrl-twi_Latn", "languages": ["rus-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-acm_Arab", "languages": ["rus-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bel_Cyrl", "languages": ["rus-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-eng_Latn", "languages": ["rus-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hrv_Latn", "languages": ["rus-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569237, "recall": 0.633399, "f1": 0.587376, "accuracy": 0.633399, "main_score": 0.587376, "hf_subset": "rus_Cyrl-kin_Latn", "languages": ["rus-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-mal_Mlym", "languages": ["rus-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pes_Arab", "languages": ["rus-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "rus_Cyrl-srd_Latn", "languages": ["rus-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186957, "recall": 0.243083, "f1": 0.201566, "accuracy": 0.243083, "main_score": 0.201566, "hf_subset": "rus_Cyrl-tzm_Tfng", "languages": ["rus-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-acq_Arab", "languages": ["rus-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649094, "recall": 0.701581, "f1": 0.663407, "accuracy": 0.701581, "main_score": 0.663407, "hf_subset": "rus_Cyrl-bem_Latn", "languages": ["rus-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-epo_Latn", "languages": ["rus-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hun_Latn", "languages": ["rus-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-kir_Cyrl", "languages": ["rus-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mar_Deva", "languages": ["rus-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.681861, "recall": 0.737154, "f1": 0.697866, "accuracy": 0.737154, "main_score": 0.697866, "hf_subset": "rus_Cyrl-plt_Latn", "languages": ["rus-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-srp_Cyrl", "languages": ["rus-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "rus_Cyrl-uig_Arab", "languages": ["rus-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-aeb_Arab", "languages": ["rus-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ben_Beng", "languages": ["rus-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-est_Latn", "languages": ["rus-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hye_Armn", "languages": ["rus-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.558474, "recall": 0.614625, "f1": 0.574508, "accuracy": 0.614625, "main_score": 0.574508, "hf_subset": "rus_Cyrl-kmb_Latn", "languages": ["rus-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509783, "recall": 0.583004, "f1": 0.530794, "accuracy": 0.583004, "main_score": 0.530794, "hf_subset": "rus_Cyrl-min_Arab", "languages": ["rus-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pol_Latn", "languages": ["rus-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562789, "recall": 0.630435, "f1": 0.582413, "accuracy": 0.630435, "main_score": 0.582413, "hf_subset": "rus_Cyrl-ssw_Latn", "languages": ["rus-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ukr_Cyrl", "languages": ["rus-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-afr_Latn", "languages": ["rus-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bho_Deva", "languages": ["rus-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "rus_Cyrl-eus_Latn", "languages": ["rus-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582898, "recall": 0.650198, "f1": 0.601847, "accuracy": 0.650198, "main_score": 0.601847, "hf_subset": "rus_Cyrl-ibo_Latn", "languages": ["rus-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918429, "recall": 0.9417, "f1": 0.925791, "accuracy": 0.9417, "main_score": 0.925791, "hf_subset": "rus_Cyrl-kmr_Latn", "languages": ["rus-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "rus_Cyrl-min_Latn", "languages": ["rus-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-por_Latn", "languages": ["rus-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "rus_Cyrl-sun_Latn", "languages": ["rus-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528163, "recall": 0.588933, "f1": 0.546316, "accuracy": 0.588933, "main_score": 0.546316, "hf_subset": "rus_Cyrl-umb_Latn", "languages": ["rus-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ajp_Arab", "languages": ["rus-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550693, "recall": 0.618577, "f1": 0.569252, "accuracy": 0.618577, "main_score": 0.569252, "hf_subset": "rus_Cyrl-bjn_Arab", "languages": ["rus-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.52936, "recall": 0.58498, "f1": 0.545193, "accuracy": 0.58498, "main_score": 0.545193, "hf_subset": "rus_Cyrl-ewe_Latn", "languages": ["rus-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "rus_Cyrl-ilo_Latn", "languages": ["rus-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322498, "recall": 0.380435, "f1": 0.338254, "accuracy": 0.380435, "main_score": 0.338254, "hf_subset": "rus_Cyrl-knc_Arab", "languages": ["rus-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mkd_Cyrl", "languages": ["rus-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-prs_Arab", "languages": ["rus-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-swe_Latn", "languages": ["rus-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-urd_Arab", "languages": ["rus-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598758, "recall": 0.661067, "f1": 0.616556, "accuracy": 0.661067, "main_score": 0.616556, "hf_subset": "rus_Cyrl-aka_Latn", "languages": ["rus-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "rus_Cyrl-bjn_Latn", "languages": ["rus-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "rus_Cyrl-fao_Latn", "languages": ["rus-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ind_Latn", "languages": ["rus-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585773, "recall": 0.644269, "f1": 0.603383, "accuracy": 0.644269, "main_score": 0.603383, "hf_subset": "rus_Cyrl-knc_Latn", "languages": ["rus-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "rus_Cyrl-mlt_Latn", "languages": ["rus-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728394, "recall": 0.786561, "f1": 0.74546, "accuracy": 0.786561, "main_score": 0.74546, "hf_subset": "rus_Cyrl-quy_Latn", "languages": ["rus-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "rus_Cyrl-swh_Latn", "languages": ["rus-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-uzn_Latn", "languages": ["rus-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-als_Latn", "languages": ["rus-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668297, "recall": 0.745059, "f1": 0.691323, "accuracy": 0.745059, "main_score": 0.691323, "hf_subset": "rus_Cyrl-bod_Tibt", "languages": ["rus-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.718407, "recall": 0.771739, "f1": 0.733663, "accuracy": 0.771739, "main_score": 0.733663, "hf_subset": "rus_Cyrl-fij_Latn", "languages": ["rus-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "rus_Cyrl-isl_Latn", "languages": ["rus-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680649, "recall": 0.735178, "f1": 0.696937, "accuracy": 0.735178, "main_score": 0.696937, "hf_subset": "rus_Cyrl-kon_Latn", "languages": ["rus-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671287, "recall": 0.740119, "f1": 0.6919, "accuracy": 0.740119, "main_score": 0.6919, "hf_subset": "rus_Cyrl-mni_Beng", "languages": ["rus-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ron_Latn", "languages": ["rus-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "rus_Cyrl-szl_Latn", "languages": ["rus-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-vec_Latn", "languages": ["rus-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "rus_Cyrl-amh_Ethi", "languages": ["rus-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bos_Latn", "languages": ["rus-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-fin_Latn", "languages": ["rus-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ita_Latn", "languages": ["rus-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-kor_Hang", "languages": ["rus-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558093, "recall": 0.62253, "f1": 0.57604, "accuracy": 0.62253, "main_score": 0.57604, "hf_subset": "rus_Cyrl-mos_Latn", "languages": ["rus-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571492, "recall": 0.630435, "f1": 0.588312, "accuracy": 0.630435, "main_score": 0.588312, "hf_subset": "rus_Cyrl-run_Latn", "languages": ["rus-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tam_Taml", "languages": ["rus-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-vie_Latn", "languages": ["rus-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-apc_Arab", "languages": ["rus-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.813027, "recall": 0.855731, "f1": 0.825922, "accuracy": 0.855731, "main_score": 0.825922, "hf_subset": "rus_Cyrl-bug_Latn", "languages": ["rus-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475137, "recall": 0.536561, "f1": 0.491766, "accuracy": 0.536561, "main_score": 0.491766, "hf_subset": "rus_Cyrl-fon_Latn", "languages": ["rus-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-jav_Latn", "languages": ["rus-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-lao_Laoo", "languages": ["rus-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.886034, "recall": 0.916008, "f1": 0.895389, "accuracy": 0.916008, "main_score": 0.895389, "hf_subset": "rus_Cyrl-mri_Latn", "languages": ["rus-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550457, "recall": 0.613636, "f1": 0.568013, "accuracy": 0.613636, "main_score": 0.568013, "hf_subset": "rus_Cyrl-taq_Latn", "languages": ["rus-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "rus_Cyrl-war_Latn", "languages": ["rus-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-arb_Arab", "languages": ["rus-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bul_Cyrl", "languages": ["rus-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-fra_Latn", "languages": ["rus-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-jpn_Jpan", "languages": ["rus-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-lij_Latn", "languages": ["rus-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "rus_Cyrl-mya_Mymr", "languages": ["rus-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.591307, "recall": 0.660079, "f1": 0.610458, "accuracy": 0.660079, "main_score": 0.610458, "hf_subset": "rus_Cyrl-sag_Latn", "languages": ["rus-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198562, "recall": 0.263834, "f1": 0.21333, "accuracy": 0.263834, "main_score": 0.21333, "hf_subset": "rus_Cyrl-taq_Tfng", "languages": ["rus-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.632749, "recall": 0.69664, "f1": 0.651128, "accuracy": 0.69664, "main_score": 0.651128, "hf_subset": "rus_Cyrl-wol_Latn", "languages": ["rus-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805418, "recall": 0.855731, "f1": 0.820817, "accuracy": 0.855731, "main_score": 0.820817, "hf_subset": "rus_Cyrl-arb_Latn", "languages": ["rus-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-cat_Latn", "languages": ["rus-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-fur_Latn", "languages": ["rus-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418628, "recall": 0.482213, "f1": 0.436125, "accuracy": 0.482213, "main_score": 0.436125, "hf_subset": "rus_Cyrl-kab_Latn", "languages": ["rus-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "rus_Cyrl-lim_Latn", "languages": ["rus-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-nld_Latn", "languages": ["rus-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "rus_Cyrl-san_Deva", "languages": ["rus-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-tat_Cyrl", "languages": ["rus-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.689388, "recall": 0.744071, "f1": 0.705355, "accuracy": 0.744071, "main_score": 0.705355, "hf_subset": "rus_Cyrl-xho_Latn", "languages": ["rus-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ars_Arab", "languages": ["rus-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-ceb_Latn", "languages": ["rus-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574342, "recall": 0.634387, "f1": 0.59137, "accuracy": 0.634387, "main_score": 0.59137, "hf_subset": "rus_Cyrl-fuv_Latn", "languages": ["rus-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509741, "recall": 0.583992, "f1": 0.530356, "accuracy": 0.583992, "main_score": 0.530356, "hf_subset": "rus_Cyrl-kac_Latn", "languages": ["rus-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680155, "recall": 0.735178, "f1": 0.696989, "accuracy": 0.735178, "main_score": 0.696989, "hf_subset": "rus_Cyrl-lin_Latn", "languages": ["rus-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-nno_Latn", "languages": ["rus-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240354, "recall": 0.324111, "f1": 0.262939, "accuracy": 0.324111, "main_score": 0.262939, "hf_subset": "rus_Cyrl-sat_Olck", "languages": ["rus-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tel_Telu", "languages": ["rus-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "rus_Cyrl-ydd_Hebr", "languages": ["rus-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "rus_Cyrl-ary_Arab", "languages": ["rus-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ces_Latn", "languages": ["rus-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59053, "recall": 0.651186, "f1": 0.608663, "accuracy": 0.651186, "main_score": 0.608663, "hf_subset": "rus_Cyrl-gaz_Latn", "languages": ["rus-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592428, "recall": 0.658103, "f1": 0.611187, "accuracy": 0.658103, "main_score": 0.611187, "hf_subset": "rus_Cyrl-kam_Latn", "languages": ["rus-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "rus_Cyrl-lit_Latn", "languages": ["rus-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-nob_Latn", "languages": ["rus-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "rus_Cyrl-scn_Latn", "languages": ["rus-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "rus_Cyrl-tgk_Cyrl", "languages": ["rus-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.732552, "recall": 0.796443, "f1": 0.751748, "accuracy": 0.796443, "main_score": 0.751748, "hf_subset": "rus_Cyrl-yor_Latn", "languages": ["rus-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-arz_Arab", "languages": ["rus-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562682, "recall": 0.62747, "f1": 0.581755, "accuracy": 0.62747, "main_score": 0.581755, "hf_subset": "rus_Cyrl-cjk_Latn", "languages": ["rus-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811594, "recall": 0.857708, "f1": 0.825856, "accuracy": 0.857708, "main_score": 0.825856, "hf_subset": "rus_Cyrl-gla_Latn", "languages": ["rus-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-kan_Knda", "languages": ["rus-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "rus_Cyrl-lmo_Latn", "languages": ["rus-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "rus_Cyrl-npi_Deva", "languages": ["rus-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.473395, "recall": 0.544466, "f1": 0.492917, "accuracy": 0.544466, "main_score": 0.492917, "hf_subset": "rus_Cyrl-shn_Mymr", "languages": ["rus-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tgl_Latn", "languages": ["rus-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-yue_Hant", "languages": ["rus-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-asm_Beng", "languages": ["rus-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "rus_Cyrl-ckb_Arab", "languages": ["rus-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.904265, "recall": 0.93083, "f1": 0.912615, "accuracy": 0.93083, "main_score": 0.912615, "hf_subset": "rus_Cyrl-gle_Latn", "languages": ["rus-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "rus_Cyrl-kas_Arab", "languages": ["rus-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "rus_Cyrl-ltg_Latn", "languages": ["rus-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62632, "recall": 0.682806, "f1": 0.642049, "accuracy": 0.682806, "main_score": 0.642049, "hf_subset": "rus_Cyrl-nso_Latn", "languages": ["rus-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "rus_Cyrl-sin_Sinh", "languages": ["rus-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tha_Thai", "languages": ["rus-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zho_Hans", "languages": ["rus-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ast_Latn", "languages": ["rus-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-crh_Latn", "languages": ["rus-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-glg_Latn", "languages": ["rus-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906621, "recall": 0.935771, "f1": 0.916008, "accuracy": 0.935771, "main_score": 0.916008, "hf_subset": "rus_Cyrl-kas_Deva", "languages": ["rus-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "rus_Cyrl-ltz_Latn", "languages": ["rus-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480074, "recall": 0.550395, "f1": 0.499146, "accuracy": 0.550395, "main_score": 0.499146, "hf_subset": "rus_Cyrl-nus_Latn", "languages": ["rus-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-slk_Latn", "languages": ["rus-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625313, "recall": 0.700593, "f1": 0.647567, "accuracy": 0.700593, "main_score": 0.647567, "hf_subset": "rus_Cyrl-tir_Ethi", "languages": ["rus-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zho_Hant", "languages": ["rus-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "rus_Cyrl-awa_Deva", "languages": ["rus-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "rus_Cyrl-cym_Latn", "languages": ["rus-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854167, "recall": 0.893281, "f1": 0.866469, "accuracy": 0.893281, "main_score": 0.866469, "hf_subset": "rus_Cyrl-grn_Latn", "languages": ["rus-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-kat_Geor", "languages": ["rus-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.660486, "recall": 0.715415, "f1": 0.676158, "accuracy": 0.715415, "main_score": 0.676158, "hf_subset": "rus_Cyrl-lua_Latn", "languages": ["rus-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659677, "recall": 0.718379, "f1": 0.676729, "accuracy": 0.718379, "main_score": 0.676729, "hf_subset": "rus_Cyrl-nya_Latn", "languages": ["rus-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-slv_Latn", "languages": ["rus-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "rus_Cyrl-tpi_Latn", "languages": ["rus-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zsm_Latn", "languages": ["rus-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545909, "recall": 0.613636, "f1": 0.565649, "accuracy": 0.613636, "main_score": 0.565649, "hf_subset": "rus_Cyrl-ayr_Latn", "languages": ["rus-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-dan_Latn", "languages": ["rus-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-guj_Gujr", "languages": ["rus-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-kaz_Cyrl", "languages": ["rus-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549724, "recall": 0.614625, "f1": 0.567944, "accuracy": 0.614625, "main_score": 0.567944, "hf_subset": "rus_Cyrl-lug_Latn", "languages": ["rus-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-oci_Latn", "languages": ["rus-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848765, "recall": 0.886364, "f1": 0.860211, "accuracy": 0.886364, "main_score": 0.860211, "hf_subset": "rus_Cyrl-smo_Latn", "languages": ["rus-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559579, "recall": 0.62253, "f1": 0.577204, "accuracy": 0.62253, "main_score": 0.577204, "hf_subset": "rus_Cyrl-tsn_Latn", "languages": ["rus-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632098, "recall": 0.693676, "f1": 0.650118, "accuracy": 0.693676, "main_score": 0.650118, "hf_subset": "rus_Cyrl-zul_Latn", "languages": ["rus-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "rus_Cyrl-azb_Arab", "languages": ["rus-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-deu_Latn", "languages": ["rus-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "rus_Cyrl-hat_Latn", "languages": ["rus-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492507, "recall": 0.549407, "f1": 0.508522, "accuracy": 0.549407, "main_score": 0.508522, "hf_subset": "rus_Cyrl-kbp_Latn", "languages": ["rus-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581318, "recall": 0.63834, "f1": 0.596916, "accuracy": 0.63834, "main_score": 0.596916, "hf_subset": "rus_Cyrl-luo_Latn", "languages": ["rus-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ory_Orya", "languages": ["rus-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.590054, "recall": 0.656126, "f1": 0.609478, "accuracy": 0.656126, "main_score": 0.609478, "hf_subset": "rus_Cyrl-sna_Latn", "languages": ["rus-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568059, "recall": 0.623518, "f1": 0.583337, "accuracy": 0.623518, "main_score": 0.583337, "hf_subset": "rus_Cyrl-tso_Latn", "languages": ["rus-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-azj_Latn", "languages": ["rus-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541133, "recall": 0.612648, "f1": 0.561809, "accuracy": 0.612648, "main_score": 0.561809, "hf_subset": "rus_Cyrl-dik_Latn", "languages": ["rus-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747348, "recall": 0.804348, "f1": 0.764643, "accuracy": 0.804348, "main_score": 0.764643, "hf_subset": "rus_Cyrl-hau_Latn", "languages": ["rus-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "rus_Cyrl-kea_Latn", "languages": ["rus-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761726, "recall": 0.812253, "f1": 0.77691, "accuracy": 0.812253, "main_score": 0.77691, "hf_subset": "rus_Cyrl-lus_Latn", "languages": ["rus-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88969, "recall": 0.916996, "f1": 0.897991, "accuracy": 0.916996, "main_score": 0.897991, "hf_subset": "rus_Cyrl-pag_Latn", "languages": ["rus-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-snd_Arab", "languages": ["rus-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "rus_Cyrl-tuk_Latn", "languages": ["rus-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "rus_Cyrl-bak_Cyrl", "languages": ["rus-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495596, "recall": 0.576087, "f1": 0.519337, "accuracy": 0.576087, "main_score": 0.519337, "hf_subset": "rus_Cyrl-dyu_Latn", "languages": ["rus-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-heb_Hebr", "languages": ["rus-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "rus_Cyrl-khk_Cyrl", "languages": ["rus-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-lvs_Latn", "languages": ["rus-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pan_Guru", "languages": ["rus-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.727042, "recall": 0.781621, "f1": 0.743314, "accuracy": 0.781621, "main_score": 0.743314, "hf_subset": "rus_Cyrl-som_Latn", "languages": ["rus-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612574, "recall": 0.66502, "f1": 0.627464, "accuracy": 0.66502, "main_score": 0.627464, "hf_subset": "rus_Cyrl-tum_Latn", "languages": ["rus-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406042, "recall": 0.453557, "f1": 0.419696, "accuracy": 0.453557, "main_score": 0.419696, "hf_subset": "taq_Latn-ace_Arab", "languages": ["taq-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.477141, "recall": 0.512846, "f1": 0.488076, "accuracy": 0.512846, "main_score": 0.488076, "hf_subset": "taq_Latn-bam_Latn", "languages": ["taq-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205552, "recall": 0.246047, "f1": 0.216113, "accuracy": 0.246047, "main_score": 0.216113, "hf_subset": "taq_Latn-dzo_Tibt", "languages": ["taq-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.537183, "recall": 0.577075, "f1": 0.548041, "accuracy": 0.577075, "main_score": 0.548041, "hf_subset": "taq_Latn-hin_Deva", "languages": ["taq-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.499037, "recall": 0.546443, "f1": 0.51224, "accuracy": 0.546443, "main_score": 0.51224, "hf_subset": "taq_Latn-khm_Khmr", "languages": ["taq-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.540631, "recall": 0.581028, "f1": 0.551735, "accuracy": 0.581028, "main_score": 0.551735, "hf_subset": "taq_Latn-mag_Deva", "languages": ["taq-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.546854, "recall": 0.586957, "f1": 0.557234, "accuracy": 0.586957, "main_score": 0.557234, "hf_subset": "taq_Latn-pap_Latn", "languages": ["taq-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502133, "recall": 0.538538, "f1": 0.512506, "accuracy": 0.538538, "main_score": 0.512506, "hf_subset": "taq_Latn-sot_Latn", "languages": ["taq-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52787, "recall": 0.575099, "f1": 0.54045, "accuracy": 0.575099, "main_score": 0.54045, "hf_subset": "taq_Latn-tur_Latn", "languages": ["taq-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536008, "recall": 0.56917, "f1": 0.545431, "accuracy": 0.56917, "main_score": 0.545431, "hf_subset": "taq_Latn-ace_Latn", "languages": ["taq-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548693, "recall": 0.58498, "f1": 0.559212, "accuracy": 0.58498, "main_score": 0.559212, "hf_subset": "taq_Latn-ban_Latn", "languages": ["taq-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513262, "recall": 0.565217, "f1": 0.527164, "accuracy": 0.565217, "main_score": 0.527164, "hf_subset": "taq_Latn-ell_Grek", "languages": ["taq-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.527997, "recall": 0.574111, "f1": 0.540085, "accuracy": 0.574111, "main_score": 0.540085, "hf_subset": "taq_Latn-hne_Deva", "languages": ["taq-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.485853, "recall": 0.523715, "f1": 0.497233, "accuracy": 0.523715, "main_score": 0.497233, "hf_subset": "taq_Latn-kik_Latn", "languages": ["taq-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54032, "recall": 0.583992, "f1": 0.552177, "accuracy": 0.583992, "main_score": 0.552177, "hf_subset": "taq_Latn-mai_Deva", "languages": ["taq-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.499003, "recall": 0.548419, "f1": 0.511968, "accuracy": 0.548419, "main_score": 0.511968, "hf_subset": "taq_Latn-pbt_Arab", "languages": ["taq-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529781, "recall": 0.58004, "f1": 0.542806, "accuracy": 0.58004, "main_score": 0.542806, "hf_subset": "taq_Latn-spa_Latn", "languages": ["taq-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531374, "recall": 0.564229, "f1": 0.541038, "accuracy": 0.564229, "main_score": 0.541038, "hf_subset": "taq_Latn-twi_Latn", "languages": ["taq-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514048, "recall": 0.557312, "f1": 0.525089, "accuracy": 0.557312, "main_score": 0.525089, "hf_subset": "taq_Latn-acm_Arab", "languages": ["taq-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515273, "recall": 0.5583, "f1": 0.526037, "accuracy": 0.5583, "main_score": 0.526037, "hf_subset": "taq_Latn-bel_Cyrl", "languages": ["taq-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553918, "recall": 0.601779, "f1": 0.566456, "accuracy": 0.601779, "main_score": 0.566456, "hf_subset": "taq_Latn-eng_Latn", "languages": ["taq-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541197, "recall": 0.585968, "f1": 0.55286, "accuracy": 0.585968, "main_score": 0.55286, "hf_subset": "taq_Latn-hrv_Latn", "languages": ["taq-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475202, "recall": 0.516798, "f1": 0.486407, "accuracy": 0.516798, "main_score": 0.486407, "hf_subset": "taq_Latn-kin_Latn", "languages": ["taq-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522359, "recall": 0.571146, "f1": 0.535965, "accuracy": 0.571146, "main_score": 0.535965, "hf_subset": "taq_Latn-mal_Mlym", "languages": ["taq-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.533025, "recall": 0.578063, "f1": 0.545259, "accuracy": 0.578063, "main_score": 0.545259, "hf_subset": "taq_Latn-pes_Arab", "languages": ["taq-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53975, "recall": 0.574111, "f1": 0.548942, "accuracy": 0.574111, "main_score": 0.548942, "hf_subset": "taq_Latn-srd_Latn", "languages": ["taq-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193697, "recall": 0.230237, "f1": 0.202758, "accuracy": 0.230237, "main_score": 0.202758, "hf_subset": "taq_Latn-tzm_Tfng", "languages": ["taq-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.520245, "recall": 0.566206, "f1": 0.531854, "accuracy": 0.566206, "main_score": 0.531854, "hf_subset": "taq_Latn-acq_Arab", "languages": ["taq-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515127, "recall": 0.554348, "f1": 0.526091, "accuracy": 0.554348, "main_score": 0.526091, "hf_subset": "taq_Latn-bem_Latn", "languages": ["taq-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536499, "recall": 0.577075, "f1": 0.547663, "accuracy": 0.577075, "main_score": 0.547663, "hf_subset": "taq_Latn-epo_Latn", "languages": ["taq-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546116, "recall": 0.58498, "f1": 0.557214, "accuracy": 0.58498, "main_score": 0.557214, "hf_subset": "taq_Latn-hun_Latn", "languages": ["taq-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51561, "recall": 0.555336, "f1": 0.526772, "accuracy": 0.555336, "main_score": 0.526772, "hf_subset": "taq_Latn-kir_Cyrl", "languages": ["taq-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53214, "recall": 0.577075, "f1": 0.544404, "accuracy": 0.577075, "main_score": 0.544404, "hf_subset": "taq_Latn-mar_Deva", "languages": ["taq-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.498962, "recall": 0.541502, "f1": 0.51113, "accuracy": 0.541502, "main_score": 0.51113, "hf_subset": "taq_Latn-plt_Latn", "languages": ["taq-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536845, "recall": 0.583992, "f1": 0.549556, "accuracy": 0.583992, "main_score": 0.549556, "hf_subset": "taq_Latn-srp_Cyrl", "languages": ["taq-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.44746, "recall": 0.497036, "f1": 0.46142, "accuracy": 0.497036, "main_score": 0.46142, "hf_subset": "taq_Latn-uig_Arab", "languages": ["taq-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50236, "recall": 0.540514, "f1": 0.512317, "accuracy": 0.540514, "main_score": 0.512317, "hf_subset": "taq_Latn-aeb_Arab", "languages": ["taq-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536476, "recall": 0.58498, "f1": 0.549445, "accuracy": 0.58498, "main_score": 0.549445, "hf_subset": "taq_Latn-ben_Beng", "languages": ["taq-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.528652, "recall": 0.572134, "f1": 0.540167, "accuracy": 0.572134, "main_score": 0.540167, "hf_subset": "taq_Latn-est_Latn", "languages": ["taq-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507081, "recall": 0.556324, "f1": 0.519501, "accuracy": 0.556324, "main_score": 0.519501, "hf_subset": "taq_Latn-hye_Armn", "languages": ["taq-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.494419, "recall": 0.533597, "f1": 0.505091, "accuracy": 0.533597, "main_score": 0.505091, "hf_subset": "taq_Latn-kmb_Latn", "languages": ["taq-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39902, "recall": 0.448617, "f1": 0.412479, "accuracy": 0.448617, "main_score": 0.412479, "hf_subset": "taq_Latn-min_Arab", "languages": ["taq-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541571, "recall": 0.587945, "f1": 0.55355, "accuracy": 0.587945, "main_score": 0.55355, "hf_subset": "taq_Latn-pol_Latn", "languages": ["taq-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486785, "recall": 0.523715, "f1": 0.49781, "accuracy": 0.523715, "main_score": 0.49781, "hf_subset": "taq_Latn-ssw_Latn", "languages": ["taq-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525383, "recall": 0.576087, "f1": 0.539081, "accuracy": 0.576087, "main_score": 0.539081, "hf_subset": "taq_Latn-ukr_Cyrl", "languages": ["taq-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548057, "recall": 0.596838, "f1": 0.561689, "accuracy": 0.596838, "main_score": 0.561689, "hf_subset": "taq_Latn-afr_Latn", "languages": ["taq-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523257, "recall": 0.571146, "f1": 0.536486, "accuracy": 0.571146, "main_score": 0.536486, "hf_subset": "taq_Latn-bho_Deva", "languages": ["taq-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.53785, "recall": 0.579051, "f1": 0.548403, "accuracy": 0.579051, "main_score": 0.548403, "hf_subset": "taq_Latn-eus_Latn", "languages": ["taq-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487887, "recall": 0.535573, "f1": 0.501471, "accuracy": 0.535573, "main_score": 0.501471, "hf_subset": "taq_Latn-ibo_Latn", "languages": ["taq-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509128, "recall": 0.551383, "f1": 0.521003, "accuracy": 0.551383, "main_score": 0.521003, "hf_subset": "taq_Latn-kmr_Latn", "languages": ["taq-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556628, "recall": 0.591897, "f1": 0.566495, "accuracy": 0.591897, "main_score": 0.566495, "hf_subset": "taq_Latn-min_Latn", "languages": ["taq-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543035, "recall": 0.590909, "f1": 0.555599, "accuracy": 0.590909, "main_score": 0.555599, "hf_subset": "taq_Latn-por_Latn", "languages": ["taq-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549368, "recall": 0.587945, "f1": 0.560232, "accuracy": 0.587945, "main_score": 0.560232, "hf_subset": "taq_Latn-sun_Latn", "languages": ["taq-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474113, "recall": 0.516798, "f1": 0.486693, "accuracy": 0.516798, "main_score": 0.486693, "hf_subset": "taq_Latn-umb_Latn", "languages": ["taq-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538601, "recall": 0.583992, "f1": 0.550696, "accuracy": 0.583992, "main_score": 0.550696, "hf_subset": "taq_Latn-ajp_Arab", "languages": ["taq-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.407505, "recall": 0.452569, "f1": 0.419769, "accuracy": 0.452569, "main_score": 0.419769, "hf_subset": "taq_Latn-bjn_Arab", "languages": ["taq-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478516, "recall": 0.51581, "f1": 0.488941, "accuracy": 0.51581, "main_score": 0.488941, "hf_subset": "taq_Latn-ewe_Latn", "languages": ["taq-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55597, "recall": 0.592885, "f1": 0.565603, "accuracy": 0.592885, "main_score": 0.565603, "hf_subset": "taq_Latn-ilo_Latn", "languages": ["taq-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299261, "recall": 0.352767, "f1": 0.314042, "accuracy": 0.352767, "main_score": 0.314042, "hf_subset": "taq_Latn-knc_Arab", "languages": ["taq-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529552, "recall": 0.578063, "f1": 0.542156, "accuracy": 0.578063, "main_score": 0.542156, "hf_subset": "taq_Latn-mkd_Cyrl", "languages": ["taq-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.518411, "recall": 0.567194, "f1": 0.531606, "accuracy": 0.567194, "main_score": 0.531606, "hf_subset": "taq_Latn-prs_Arab", "languages": ["taq-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543062, "recall": 0.58498, "f1": 0.554842, "accuracy": 0.58498, "main_score": 0.554842, "hf_subset": "taq_Latn-swe_Latn", "languages": ["taq-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510763, "recall": 0.562253, "f1": 0.524669, "accuracy": 0.562253, "main_score": 0.524669, "hf_subset": "taq_Latn-urd_Arab", "languages": ["taq-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510676, "recall": 0.555336, "f1": 0.522926, "accuracy": 0.555336, "main_score": 0.522926, "hf_subset": "taq_Latn-aka_Latn", "languages": ["taq-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558654, "recall": 0.592885, "f1": 0.568058, "accuracy": 0.592885, "main_score": 0.568058, "hf_subset": "taq_Latn-bjn_Latn", "languages": ["taq-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508323, "recall": 0.545455, "f1": 0.518665, "accuracy": 0.545455, "main_score": 0.518665, "hf_subset": "taq_Latn-fao_Latn", "languages": ["taq-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53583, "recall": 0.578063, "f1": 0.547252, "accuracy": 0.578063, "main_score": 0.547252, "hf_subset": "taq_Latn-ind_Latn", "languages": ["taq-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507279, "recall": 0.537549, "f1": 0.515994, "accuracy": 0.537549, "main_score": 0.515994, "hf_subset": "taq_Latn-knc_Latn", "languages": ["taq-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554575, "recall": 0.588933, "f1": 0.563892, "accuracy": 0.588933, "main_score": 0.563892, "hf_subset": "taq_Latn-mlt_Latn", "languages": ["taq-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504971, "recall": 0.548419, "f1": 0.517485, "accuracy": 0.548419, "main_score": 0.517485, "hf_subset": "taq_Latn-quy_Latn", "languages": ["taq-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51403, "recall": 0.555336, "f1": 0.52538, "accuracy": 0.555336, "main_score": 0.52538, "hf_subset": "taq_Latn-swh_Latn", "languages": ["taq-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518207, "recall": 0.560277, "f1": 0.530103, "accuracy": 0.560277, "main_score": 0.530103, "hf_subset": "taq_Latn-uzn_Latn", "languages": ["taq-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540957, "recall": 0.579051, "f1": 0.551021, "accuracy": 0.579051, "main_score": 0.551021, "hf_subset": "taq_Latn-als_Latn", "languages": ["taq-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.268072, "recall": 0.312253, "f1": 0.279222, "accuracy": 0.312253, "main_score": 0.279222, "hf_subset": "taq_Latn-bod_Tibt", "languages": ["taq-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.488159, "recall": 0.525692, "f1": 0.499127, "accuracy": 0.525692, "main_score": 0.499127, "hf_subset": "taq_Latn-fij_Latn", "languages": ["taq-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48902, "recall": 0.540514, "f1": 0.502697, "accuracy": 0.540514, "main_score": 0.502697, "hf_subset": "taq_Latn-isl_Latn", "languages": ["taq-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53082, "recall": 0.567194, "f1": 0.541183, "accuracy": 0.567194, "main_score": 0.541183, "hf_subset": "taq_Latn-kon_Latn", "languages": ["taq-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462656, "recall": 0.509881, "f1": 0.476271, "accuracy": 0.509881, "main_score": 0.476271, "hf_subset": "taq_Latn-mni_Beng", "languages": ["taq-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.543801, "recall": 0.592885, "f1": 0.556377, "accuracy": 0.592885, "main_score": 0.556377, "hf_subset": "taq_Latn-ron_Latn", "languages": ["taq-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52723, "recall": 0.567194, "f1": 0.538432, "accuracy": 0.567194, "main_score": 0.538432, "hf_subset": "taq_Latn-szl_Latn", "languages": ["taq-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552478, "recall": 0.593874, "f1": 0.564196, "accuracy": 0.593874, "main_score": 0.564196, "hf_subset": "taq_Latn-vec_Latn", "languages": ["taq-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461354, "recall": 0.505929, "f1": 0.47394, "accuracy": 0.505929, "main_score": 0.47394, "hf_subset": "taq_Latn-amh_Ethi", "languages": ["taq-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.537573, "recall": 0.582016, "f1": 0.549785, "accuracy": 0.582016, "main_score": 0.549785, "hf_subset": "taq_Latn-bos_Latn", "languages": ["taq-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515415, "recall": 0.564229, "f1": 0.528409, "accuracy": 0.564229, "main_score": 0.528409, "hf_subset": "taq_Latn-fin_Latn", "languages": ["taq-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533843, "recall": 0.575099, "f1": 0.544309, "accuracy": 0.575099, "main_score": 0.544309, "hf_subset": "taq_Latn-ita_Latn", "languages": ["taq-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516892, "recall": 0.564229, "f1": 0.529759, "accuracy": 0.564229, "main_score": 0.529759, "hf_subset": "taq_Latn-kor_Hang", "languages": ["taq-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.485028, "recall": 0.521739, "f1": 0.495311, "accuracy": 0.521739, "main_score": 0.495311, "hf_subset": "taq_Latn-mos_Latn", "languages": ["taq-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477079, "recall": 0.519763, "f1": 0.489058, "accuracy": 0.519763, "main_score": 0.489058, "hf_subset": "taq_Latn-run_Latn", "languages": ["taq-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508168, "recall": 0.563241, "f1": 0.522635, "accuracy": 0.563241, "main_score": 0.522635, "hf_subset": "taq_Latn-tam_Taml", "languages": ["taq-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.52272, "recall": 0.566206, "f1": 0.533665, "accuracy": 0.566206, "main_score": 0.533665, "hf_subset": "taq_Latn-vie_Latn", "languages": ["taq-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534508, "recall": 0.579051, "f1": 0.54612, "accuracy": 0.579051, "main_score": 0.54612, "hf_subset": "taq_Latn-apc_Arab", "languages": ["taq-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539872, "recall": 0.577075, "f1": 0.55034, "accuracy": 0.577075, "main_score": 0.55034, "hf_subset": "taq_Latn-bug_Latn", "languages": ["taq-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439602, "recall": 0.483202, "f1": 0.451447, "accuracy": 0.483202, "main_score": 0.451447, "hf_subset": "taq_Latn-fon_Latn", "languages": ["taq-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556897, "recall": 0.590909, "f1": 0.566694, "accuracy": 0.590909, "main_score": 0.566694, "hf_subset": "taq_Latn-jav_Latn", "languages": ["taq-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479187, "recall": 0.524704, "f1": 0.491398, "accuracy": 0.524704, "main_score": 0.491398, "hf_subset": "taq_Latn-lao_Laoo", "languages": ["taq-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.458259, "recall": 0.494071, "f1": 0.468561, "accuracy": 0.494071, "main_score": 0.468561, "hf_subset": "taq_Latn-mri_Latn", "languages": ["taq-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52817, "recall": 0.574111, "f1": 0.539961, "accuracy": 0.574111, "main_score": 0.539961, "hf_subset": "taq_Latn-rus_Cyrl", "languages": ["taq-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553222, "recall": 0.588933, "f1": 0.562518, "accuracy": 0.588933, "main_score": 0.562518, "hf_subset": "taq_Latn-war_Latn", "languages": ["taq-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521415, "recall": 0.565217, "f1": 0.532588, "accuracy": 0.565217, "main_score": 0.532588, "hf_subset": "taq_Latn-arb_Arab", "languages": ["taq-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538355, "recall": 0.583992, "f1": 0.550168, "accuracy": 0.583992, "main_score": 0.550168, "hf_subset": "taq_Latn-bul_Cyrl", "languages": ["taq-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545716, "recall": 0.589921, "f1": 0.557292, "accuracy": 0.589921, "main_score": 0.557292, "hf_subset": "taq_Latn-fra_Latn", "languages": ["taq-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51585, "recall": 0.562253, "f1": 0.528275, "accuracy": 0.562253, "main_score": 0.528275, "hf_subset": "taq_Latn-jpn_Jpan", "languages": ["taq-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.527265, "recall": 0.571146, "f1": 0.5393, "accuracy": 0.571146, "main_score": 0.5393, "hf_subset": "taq_Latn-lij_Latn", "languages": ["taq-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389633, "recall": 0.450593, "f1": 0.405098, "accuracy": 0.450593, "main_score": 0.405098, "hf_subset": "taq_Latn-mya_Mymr", "languages": ["taq-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.487925, "recall": 0.539526, "f1": 0.502226, "accuracy": 0.539526, "main_score": 0.502226, "hf_subset": "taq_Latn-sag_Latn", "languages": ["taq-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448197, "recall": 0.535573, "f1": 0.469708, "accuracy": 0.535573, "main_score": 0.469708, "hf_subset": "taq_Latn-taq_Tfng", "languages": ["taq-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.529703, "recall": 0.568182, "f1": 0.54025, "accuracy": 0.568182, "main_score": 0.54025, "hf_subset": "taq_Latn-wol_Latn", "languages": ["taq-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436448, "recall": 0.475296, "f1": 0.447437, "accuracy": 0.475296, "main_score": 0.447437, "hf_subset": "taq_Latn-arb_Latn", "languages": ["taq-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551558, "recall": 0.592885, "f1": 0.562314, "accuracy": 0.592885, "main_score": 0.562314, "hf_subset": "taq_Latn-cat_Latn", "languages": ["taq-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532913, "recall": 0.571146, "f1": 0.543204, "accuracy": 0.571146, "main_score": 0.543204, "hf_subset": "taq_Latn-fur_Latn", "languages": ["taq-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422266, "recall": 0.474308, "f1": 0.437272, "accuracy": 0.474308, "main_score": 0.437272, "hf_subset": "taq_Latn-kab_Latn", "languages": ["taq-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529259, "recall": 0.571146, "f1": 0.540498, "accuracy": 0.571146, "main_score": 0.540498, "hf_subset": "taq_Latn-lim_Latn", "languages": ["taq-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543534, "recall": 0.58498, "f1": 0.554447, "accuracy": 0.58498, "main_score": 0.554447, "hf_subset": "taq_Latn-nld_Latn", "languages": ["taq-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481764, "recall": 0.537549, "f1": 0.49587, "accuracy": 0.537549, "main_score": 0.49587, "hf_subset": "taq_Latn-san_Deva", "languages": ["taq-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.530017, "recall": 0.572134, "f1": 0.541737, "accuracy": 0.572134, "main_score": 0.541737, "hf_subset": "taq_Latn-tat_Cyrl", "languages": ["taq-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51287, "recall": 0.554348, "f1": 0.524594, "accuracy": 0.554348, "main_score": 0.524594, "hf_subset": "taq_Latn-xho_Latn", "languages": ["taq-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506247, "recall": 0.550395, "f1": 0.517863, "accuracy": 0.550395, "main_score": 0.517863, "hf_subset": "taq_Latn-ars_Arab", "languages": ["taq-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558286, "recall": 0.596838, "f1": 0.568095, "accuracy": 0.596838, "main_score": 0.568095, "hf_subset": "taq_Latn-ceb_Latn", "languages": ["taq-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481925, "recall": 0.523715, "f1": 0.493952, "accuracy": 0.523715, "main_score": 0.493952, "hf_subset": "taq_Latn-fuv_Latn", "languages": ["taq-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472431, "recall": 0.512846, "f1": 0.484241, "accuracy": 0.512846, "main_score": 0.484241, "hf_subset": "taq_Latn-kac_Latn", "languages": ["taq-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520591, "recall": 0.565217, "f1": 0.532533, "accuracy": 0.565217, "main_score": 0.532533, "hf_subset": "taq_Latn-lin_Latn", "languages": ["taq-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536823, "recall": 0.58004, "f1": 0.548653, "accuracy": 0.58004, "main_score": 0.548653, "hf_subset": "taq_Latn-nno_Latn", "languages": ["taq-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.102784, "recall": 0.142292, "f1": 0.11299, "accuracy": 0.142292, "main_score": 0.11299, "hf_subset": "taq_Latn-sat_Olck", "languages": ["taq-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.519282, "recall": 0.568182, "f1": 0.531977, "accuracy": 0.568182, "main_score": 0.531977, "hf_subset": "taq_Latn-tel_Telu", "languages": ["taq-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.458968, "recall": 0.505929, "f1": 0.471761, "accuracy": 0.505929, "main_score": 0.471761, "hf_subset": "taq_Latn-ydd_Hebr", "languages": ["taq-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.510665, "recall": 0.551383, "f1": 0.521798, "accuracy": 0.551383, "main_score": 0.521798, "hf_subset": "taq_Latn-ary_Arab", "languages": ["taq-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538321, "recall": 0.58004, "f1": 0.549289, "accuracy": 0.58004, "main_score": 0.549289, "hf_subset": "taq_Latn-ces_Latn", "languages": ["taq-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470337, "recall": 0.516798, "f1": 0.483482, "accuracy": 0.516798, "main_score": 0.483482, "hf_subset": "taq_Latn-gaz_Latn", "languages": ["taq-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47433, "recall": 0.516798, "f1": 0.4862, "accuracy": 0.516798, "main_score": 0.4862, "hf_subset": "taq_Latn-kam_Latn", "languages": ["taq-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519764, "recall": 0.567194, "f1": 0.532857, "accuracy": 0.567194, "main_score": 0.532857, "hf_subset": "taq_Latn-lit_Latn", "languages": ["taq-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535712, "recall": 0.58004, "f1": 0.547145, "accuracy": 0.58004, "main_score": 0.547145, "hf_subset": "taq_Latn-nob_Latn", "languages": ["taq-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545275, "recall": 0.583004, "f1": 0.555322, "accuracy": 0.583004, "main_score": 0.555322, "hf_subset": "taq_Latn-scn_Latn", "languages": ["taq-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516721, "recall": 0.555336, "f1": 0.526886, "accuracy": 0.555336, "main_score": 0.526886, "hf_subset": "taq_Latn-tgk_Cyrl", "languages": ["taq-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.461093, "recall": 0.506917, "f1": 0.473864, "accuracy": 0.506917, "main_score": 0.473864, "hf_subset": "taq_Latn-yor_Latn", "languages": ["taq-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520047, "recall": 0.565217, "f1": 0.531455, "accuracy": 0.565217, "main_score": 0.531455, "hf_subset": "taq_Latn-arz_Arab", "languages": ["taq-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475758, "recall": 0.516798, "f1": 0.487429, "accuracy": 0.516798, "main_score": 0.487429, "hf_subset": "taq_Latn-cjk_Latn", "languages": ["taq-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462847, "recall": 0.499012, "f1": 0.472702, "accuracy": 0.499012, "main_score": 0.472702, "hf_subset": "taq_Latn-gla_Latn", "languages": ["taq-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525839, "recall": 0.575099, "f1": 0.539335, "accuracy": 0.575099, "main_score": 0.539335, "hf_subset": "taq_Latn-kan_Knda", "languages": ["taq-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.532306, "recall": 0.571146, "f1": 0.54273, "accuracy": 0.571146, "main_score": 0.54273, "hf_subset": "taq_Latn-lmo_Latn", "languages": ["taq-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513254, "recall": 0.564229, "f1": 0.526521, "accuracy": 0.564229, "main_score": 0.526521, "hf_subset": "taq_Latn-npi_Deva", "languages": ["taq-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.417474, "recall": 0.462451, "f1": 0.430094, "accuracy": 0.462451, "main_score": 0.430094, "hf_subset": "taq_Latn-shn_Mymr", "languages": ["taq-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.556776, "recall": 0.598814, "f1": 0.568376, "accuracy": 0.598814, "main_score": 0.568376, "hf_subset": "taq_Latn-tgl_Latn", "languages": ["taq-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504279, "recall": 0.554348, "f1": 0.517379, "accuracy": 0.554348, "main_score": 0.517379, "hf_subset": "taq_Latn-yue_Hant", "languages": ["taq-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.4903, "recall": 0.535573, "f1": 0.502646, "accuracy": 0.535573, "main_score": 0.502646, "hf_subset": "taq_Latn-asm_Beng", "languages": ["taq-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.478405, "recall": 0.518775, "f1": 0.489603, "accuracy": 0.518775, "main_score": 0.489603, "hf_subset": "taq_Latn-ckb_Arab", "languages": ["taq-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.469324, "recall": 0.512846, "f1": 0.481008, "accuracy": 0.512846, "main_score": 0.481008, "hf_subset": "taq_Latn-gle_Latn", "languages": ["taq-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479038, "recall": 0.522727, "f1": 0.491469, "accuracy": 0.522727, "main_score": 0.491469, "hf_subset": "taq_Latn-kas_Arab", "languages": ["taq-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501495, "recall": 0.545455, "f1": 0.513806, "accuracy": 0.545455, "main_score": 0.513806, "hf_subset": "taq_Latn-ltg_Latn", "languages": ["taq-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520858, "recall": 0.565217, "f1": 0.532904, "accuracy": 0.565217, "main_score": 0.532904, "hf_subset": "taq_Latn-nso_Latn", "languages": ["taq-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459265, "recall": 0.51087, "f1": 0.473232, "accuracy": 0.51087, "main_score": 0.473232, "hf_subset": "taq_Latn-sin_Sinh", "languages": ["taq-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.526332, "recall": 0.570158, "f1": 0.538349, "accuracy": 0.570158, "main_score": 0.538349, "hf_subset": "taq_Latn-tha_Thai", "languages": ["taq-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.497229, "recall": 0.546443, "f1": 0.509665, "accuracy": 0.546443, "main_score": 0.509665, "hf_subset": "taq_Latn-zho_Hans", "languages": ["taq-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.533424, "recall": 0.578063, "f1": 0.545309, "accuracy": 0.578063, "main_score": 0.545309, "hf_subset": "taq_Latn-ast_Latn", "languages": ["taq-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521423, "recall": 0.565217, "f1": 0.533346, "accuracy": 0.565217, "main_score": 0.533346, "hf_subset": "taq_Latn-crh_Latn", "languages": ["taq-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56327, "recall": 0.603755, "f1": 0.574523, "accuracy": 0.603755, "main_score": 0.574523, "hf_subset": "taq_Latn-glg_Latn", "languages": ["taq-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485068, "recall": 0.530632, "f1": 0.497687, "accuracy": 0.530632, "main_score": 0.497687, "hf_subset": "taq_Latn-kas_Deva", "languages": ["taq-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.528302, "recall": 0.567194, "f1": 0.538657, "accuracy": 0.567194, "main_score": 0.538657, "hf_subset": "taq_Latn-ltz_Latn", "languages": ["taq-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434654, "recall": 0.48913, "f1": 0.449466, "accuracy": 0.48913, "main_score": 0.449466, "hf_subset": "taq_Latn-nus_Latn", "languages": ["taq-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53569, "recall": 0.577075, "f1": 0.5471, "accuracy": 0.577075, "main_score": 0.5471, "hf_subset": "taq_Latn-slk_Latn", "languages": ["taq-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406118, "recall": 0.456522, "f1": 0.419949, "accuracy": 0.456522, "main_score": 0.419949, "hf_subset": "taq_Latn-tir_Ethi", "languages": ["taq-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.497621, "recall": 0.550395, "f1": 0.511576, "accuracy": 0.550395, "main_score": 0.511576, "hf_subset": "taq_Latn-zho_Hant", "languages": ["taq-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.527478, "recall": 0.575099, "f1": 0.540487, "accuracy": 0.575099, "main_score": 0.540487, "hf_subset": "taq_Latn-awa_Deva", "languages": ["taq-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.508077, "recall": 0.549407, "f1": 0.519305, "accuracy": 0.549407, "main_score": 0.519305, "hf_subset": "taq_Latn-cym_Latn", "languages": ["taq-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530554, "recall": 0.571146, "f1": 0.542075, "accuracy": 0.571146, "main_score": 0.542075, "hf_subset": "taq_Latn-grn_Latn", "languages": ["taq-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502927, "recall": 0.549407, "f1": 0.515439, "accuracy": 0.549407, "main_score": 0.515439, "hf_subset": "taq_Latn-kat_Geor", "languages": ["taq-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.528387, "recall": 0.56917, "f1": 0.539691, "accuracy": 0.56917, "main_score": 0.539691, "hf_subset": "taq_Latn-lua_Latn", "languages": ["taq-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504653, "recall": 0.545455, "f1": 0.516565, "accuracy": 0.545455, "main_score": 0.516565, "hf_subset": "taq_Latn-nya_Latn", "languages": ["taq-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529537, "recall": 0.568182, "f1": 0.539691, "accuracy": 0.568182, "main_score": 0.539691, "hf_subset": "taq_Latn-slv_Latn", "languages": ["taq-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538437, "recall": 0.578063, "f1": 0.549509, "accuracy": 0.578063, "main_score": 0.549509, "hf_subset": "taq_Latn-tpi_Latn", "languages": ["taq-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53956, "recall": 0.586957, "f1": 0.551805, "accuracy": 0.586957, "main_score": 0.551805, "hf_subset": "taq_Latn-zsm_Latn", "languages": ["taq-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463548, "recall": 0.504941, "f1": 0.474928, "accuracy": 0.504941, "main_score": 0.474928, "hf_subset": "taq_Latn-ayr_Latn", "languages": ["taq-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543576, "recall": 0.587945, "f1": 0.555453, "accuracy": 0.587945, "main_score": 0.555453, "hf_subset": "taq_Latn-dan_Latn", "languages": ["taq-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531698, "recall": 0.581028, "f1": 0.545265, "accuracy": 0.581028, "main_score": 0.545265, "hf_subset": "taq_Latn-guj_Gujr", "languages": ["taq-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.526149, "recall": 0.572134, "f1": 0.538485, "accuracy": 0.572134, "main_score": 0.538485, "hf_subset": "taq_Latn-kaz_Cyrl", "languages": ["taq-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.461964, "recall": 0.505929, "f1": 0.474329, "accuracy": 0.505929, "main_score": 0.474329, "hf_subset": "taq_Latn-lug_Latn", "languages": ["taq-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553234, "recall": 0.590909, "f1": 0.563508, "accuracy": 0.590909, "main_score": 0.563508, "hf_subset": "taq_Latn-oci_Latn", "languages": ["taq-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508926, "recall": 0.545455, "f1": 0.519039, "accuracy": 0.545455, "main_score": 0.519039, "hf_subset": "taq_Latn-smo_Latn", "languages": ["taq-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471256, "recall": 0.516798, "f1": 0.482698, "accuracy": 0.516798, "main_score": 0.482698, "hf_subset": "taq_Latn-tsn_Latn", "languages": ["taq-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485579, "recall": 0.532609, "f1": 0.498388, "accuracy": 0.532609, "main_score": 0.498388, "hf_subset": "taq_Latn-zul_Latn", "languages": ["taq-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455727, "recall": 0.505929, "f1": 0.469633, "accuracy": 0.505929, "main_score": 0.469633, "hf_subset": "taq_Latn-azb_Arab", "languages": ["taq-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542271, "recall": 0.588933, "f1": 0.554434, "accuracy": 0.588933, "main_score": 0.554434, "hf_subset": "taq_Latn-deu_Latn", "languages": ["taq-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500934, "recall": 0.548419, "f1": 0.513804, "accuracy": 0.548419, "main_score": 0.513804, "hf_subset": "taq_Latn-hat_Latn", "languages": ["taq-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457544, "recall": 0.499012, "f1": 0.469246, "accuracy": 0.499012, "main_score": 0.469246, "hf_subset": "taq_Latn-kbp_Latn", "languages": ["taq-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51923, "recall": 0.554348, "f1": 0.529465, "accuracy": 0.554348, "main_score": 0.529465, "hf_subset": "taq_Latn-luo_Latn", "languages": ["taq-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502137, "recall": 0.554348, "f1": 0.517237, "accuracy": 0.554348, "main_score": 0.517237, "hf_subset": "taq_Latn-ory_Orya", "languages": ["taq-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.485111, "recall": 0.528656, "f1": 0.497299, "accuracy": 0.528656, "main_score": 0.497299, "hf_subset": "taq_Latn-sna_Latn", "languages": ["taq-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477537, "recall": 0.509881, "f1": 0.486882, "accuracy": 0.509881, "main_score": 0.486882, "hf_subset": "taq_Latn-tso_Latn", "languages": ["taq-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51176, "recall": 0.564229, "f1": 0.525981, "accuracy": 0.564229, "main_score": 0.525981, "hf_subset": "taq_Latn-azj_Latn", "languages": ["taq-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474477, "recall": 0.519763, "f1": 0.487838, "accuracy": 0.519763, "main_score": 0.487838, "hf_subset": "taq_Latn-dik_Latn", "languages": ["taq-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491686, "recall": 0.532609, "f1": 0.503085, "accuracy": 0.532609, "main_score": 0.503085, "hf_subset": "taq_Latn-hau_Latn", "languages": ["taq-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549102, "recall": 0.582016, "f1": 0.557854, "accuracy": 0.582016, "main_score": 0.557854, "hf_subset": "taq_Latn-kea_Latn", "languages": ["taq-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520669, "recall": 0.551383, "f1": 0.530093, "accuracy": 0.551383, "main_score": 0.530093, "hf_subset": "taq_Latn-lus_Latn", "languages": ["taq-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548961, "recall": 0.583004, "f1": 0.558635, "accuracy": 0.583004, "main_score": 0.558635, "hf_subset": "taq_Latn-pag_Latn", "languages": ["taq-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50452, "recall": 0.552372, "f1": 0.517915, "accuracy": 0.552372, "main_score": 0.517915, "hf_subset": "taq_Latn-snd_Arab", "languages": ["taq-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498183, "recall": 0.537549, "f1": 0.509166, "accuracy": 0.537549, "main_score": 0.509166, "hf_subset": "taq_Latn-tuk_Latn", "languages": ["taq-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526015, "recall": 0.564229, "f1": 0.536561, "accuracy": 0.564229, "main_score": 0.536561, "hf_subset": "taq_Latn-bak_Cyrl", "languages": ["taq-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.423833, "recall": 0.481225, "f1": 0.440057, "accuracy": 0.481225, "main_score": 0.440057, "hf_subset": "taq_Latn-dyu_Latn", "languages": ["taq-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519835, "recall": 0.559289, "f1": 0.530711, "accuracy": 0.559289, "main_score": 0.530711, "hf_subset": "taq_Latn-heb_Hebr", "languages": ["taq-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.497645, "recall": 0.543478, "f1": 0.509984, "accuracy": 0.543478, "main_score": 0.509984, "hf_subset": "taq_Latn-khk_Cyrl", "languages": ["taq-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52649, "recall": 0.566206, "f1": 0.537304, "accuracy": 0.566206, "main_score": 0.537304, "hf_subset": "taq_Latn-lvs_Latn", "languages": ["taq-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525775, "recall": 0.571146, "f1": 0.537556, "accuracy": 0.571146, "main_score": 0.537556, "hf_subset": "taq_Latn-pan_Guru", "languages": ["taq-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.458974, "recall": 0.504941, "f1": 0.471901, "accuracy": 0.504941, "main_score": 0.471901, "hf_subset": "taq_Latn-som_Latn", "languages": ["taq-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486347, "recall": 0.518775, "f1": 0.495459, "accuracy": 0.518775, "main_score": 0.495459, "hf_subset": "taq_Latn-tum_Latn", "languages": ["taq-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601501, "recall": 0.659091, "f1": 0.618252, "accuracy": 0.659091, "main_score": 0.618252, "hf_subset": "war_Latn-ace_Arab", "languages": ["war-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55159, "recall": 0.613636, "f1": 0.568768, "accuracy": 0.613636, "main_score": 0.568768, "hf_subset": "war_Latn-bam_Latn", "languages": ["war-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407867, "recall": 0.478261, "f1": 0.426364, "accuracy": 0.478261, "main_score": 0.426364, "hf_subset": "war_Latn-dzo_Tibt", "languages": ["war-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-hin_Deva", "languages": ["war-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "war_Latn-khm_Khmr", "languages": ["war-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "war_Latn-mag_Deva", "languages": ["war-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "war_Latn-pap_Latn", "languages": ["war-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623306, "recall": 0.681818, "f1": 0.639493, "accuracy": 0.681818, "main_score": 0.639493, "hf_subset": "war_Latn-sot_Latn", "languages": ["war-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-tur_Latn", "languages": ["war-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883921, "recall": 0.913043, "f1": 0.892852, "accuracy": 0.913043, "main_score": 0.892852, "hf_subset": "war_Latn-ace_Latn", "languages": ["war-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.965415, "f1": 0.957148, "accuracy": 0.965415, "main_score": 0.957148, "hf_subset": "war_Latn-ban_Latn", "languages": ["war-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ell_Grek", "languages": ["war-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "war_Latn-hne_Deva", "languages": ["war-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.633235, "recall": 0.687747, "f1": 0.6487, "accuracy": 0.687747, "main_score": 0.6487, "hf_subset": "war_Latn-kik_Latn", "languages": ["war-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-mai_Deva", "languages": ["war-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961051, "recall": 0.97332, "f1": 0.964987, "accuracy": 0.97332, "main_score": 0.964987, "hf_subset": "war_Latn-pbt_Arab", "languages": ["war-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-spa_Latn", "languages": ["war-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641954, "recall": 0.703557, "f1": 0.658998, "accuracy": 0.703557, "main_score": 0.658998, "hf_subset": "war_Latn-twi_Latn", "languages": ["war-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-acm_Arab", "languages": ["war-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "war_Latn-bel_Cyrl", "languages": ["war-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-eng_Latn", "languages": ["war-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-hrv_Latn", "languages": ["war-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578296, "recall": 0.641304, "f1": 0.595996, "accuracy": 0.641304, "main_score": 0.595996, "hf_subset": "war_Latn-kin_Latn", "languages": ["war-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "war_Latn-mal_Mlym", "languages": ["war-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-pes_Arab", "languages": ["war-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-srd_Latn", "languages": ["war-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192174, "recall": 0.241107, "f1": 0.203711, "accuracy": 0.241107, "main_score": 0.203711, "hf_subset": "war_Latn-tzm_Tfng", "languages": ["war-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "war_Latn-acq_Arab", "languages": ["war-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.658482, "recall": 0.706522, "f1": 0.672007, "accuracy": 0.706522, "main_score": 0.672007, "hf_subset": "war_Latn-bem_Latn", "languages": ["war-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "war_Latn-epo_Latn", "languages": ["war-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-hun_Latn", "languages": ["war-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "war_Latn-kir_Cyrl", "languages": ["war-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-mar_Deva", "languages": ["war-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.683482, "recall": 0.738142, "f1": 0.700132, "accuracy": 0.738142, "main_score": 0.700132, "hf_subset": "war_Latn-plt_Latn", "languages": ["war-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-srp_Cyrl", "languages": ["war-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.927125, "recall": 0.947628, "f1": 0.933696, "accuracy": 0.947628, "main_score": 0.933696, "hf_subset": "war_Latn-uig_Arab", "languages": ["war-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "war_Latn-aeb_Arab", "languages": ["war-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ben_Beng", "languages": ["war-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "war_Latn-est_Latn", "languages": ["war-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-hye_Armn", "languages": ["war-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.574235, "recall": 0.625494, "f1": 0.588132, "accuracy": 0.625494, "main_score": 0.588132, "hf_subset": "war_Latn-kmb_Latn", "languages": ["war-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529578, "recall": 0.604743, "f1": 0.549634, "accuracy": 0.604743, "main_score": 0.549634, "hf_subset": "war_Latn-min_Arab", "languages": ["war-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "war_Latn-pol_Latn", "languages": ["war-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582971, "recall": 0.649209, "f1": 0.601835, "accuracy": 0.649209, "main_score": 0.601835, "hf_subset": "war_Latn-ssw_Latn", "languages": ["war-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ukr_Cyrl", "languages": ["war-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-afr_Latn", "languages": ["war-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "war_Latn-bho_Deva", "languages": ["war-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "war_Latn-eus_Latn", "languages": ["war-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611068, "recall": 0.670949, "f1": 0.627692, "accuracy": 0.670949, "main_score": 0.627692, "hf_subset": "war_Latn-ibo_Latn", "languages": ["war-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881258, "recall": 0.912055, "f1": 0.890777, "accuracy": 0.912055, "main_score": 0.890777, "hf_subset": "war_Latn-kmr_Latn", "languages": ["war-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "war_Latn-min_Latn", "languages": ["war-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-por_Latn", "languages": ["war-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "war_Latn-sun_Latn", "languages": ["war-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544919, "recall": 0.600791, "f1": 0.561654, "accuracy": 0.600791, "main_score": 0.561654, "hf_subset": "war_Latn-umb_Latn", "languages": ["war-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ajp_Arab", "languages": ["war-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567941, "recall": 0.632411, "f1": 0.585638, "accuracy": 0.632411, "main_score": 0.585638, "hf_subset": "war_Latn-bjn_Arab", "languages": ["war-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547885, "recall": 0.600791, "f1": 0.562788, "accuracy": 0.600791, "main_score": 0.562788, "hf_subset": "war_Latn-ewe_Latn", "languages": ["war-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "war_Latn-ilo_Latn", "languages": ["war-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321549, "recall": 0.384387, "f1": 0.339014, "accuracy": 0.384387, "main_score": 0.339014, "hf_subset": "war_Latn-knc_Arab", "languages": ["war-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-mkd_Cyrl", "languages": ["war-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-prs_Arab", "languages": ["war-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-swe_Latn", "languages": ["war-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-urd_Arab", "languages": ["war-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618274, "recall": 0.681818, "f1": 0.635971, "accuracy": 0.681818, "main_score": 0.635971, "hf_subset": "war_Latn-aka_Latn", "languages": ["war-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.98419, "f1": 0.980303, "accuracy": 0.98419, "main_score": 0.980303, "hf_subset": "war_Latn-bjn_Latn", "languages": ["war-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959239, "recall": 0.971344, "f1": 0.963011, "accuracy": 0.971344, "main_score": 0.963011, "hf_subset": "war_Latn-fao_Latn", "languages": ["war-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ind_Latn", "languages": ["war-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628369, "recall": 0.679842, "f1": 0.643063, "accuracy": 0.679842, "main_score": 0.643063, "hf_subset": "war_Latn-knc_Latn", "languages": ["war-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-mlt_Latn", "languages": ["war-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714864, "recall": 0.775692, "f1": 0.732677, "accuracy": 0.775692, "main_score": 0.732677, "hf_subset": "war_Latn-quy_Latn", "languages": ["war-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "war_Latn-swh_Latn", "languages": ["war-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "war_Latn-uzn_Latn", "languages": ["war-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-als_Latn", "languages": ["war-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587809, "recall": 0.673913, "f1": 0.612804, "accuracy": 0.673913, "main_score": 0.612804, "hf_subset": "war_Latn-bod_Tibt", "languages": ["war-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.718857, "recall": 0.768775, "f1": 0.733418, "accuracy": 0.768775, "main_score": 0.733418, "hf_subset": "war_Latn-fij_Latn", "languages": ["war-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "war_Latn-isl_Latn", "languages": ["war-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696157, "recall": 0.748024, "f1": 0.711594, "accuracy": 0.748024, "main_score": 0.711594, "hf_subset": "war_Latn-kon_Latn", "languages": ["war-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68909, "recall": 0.753953, "f1": 0.708369, "accuracy": 0.753953, "main_score": 0.708369, "hf_subset": "war_Latn-mni_Beng", "languages": ["war-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-ron_Latn", "languages": ["war-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.976285, "accuracy": 0.981225, "main_score": 0.976285, "hf_subset": "war_Latn-szl_Latn", "languages": ["war-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "war_Latn-vec_Latn", "languages": ["war-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912385, "recall": 0.938735, "f1": 0.920949, "accuracy": 0.938735, "main_score": 0.920949, "hf_subset": "war_Latn-amh_Ethi", "languages": ["war-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-bos_Latn", "languages": ["war-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "war_Latn-fin_Latn", "languages": ["war-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ita_Latn", "languages": ["war-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-kor_Hang", "languages": ["war-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.572852, "recall": 0.637352, "f1": 0.590823, "accuracy": 0.637352, "main_score": 0.590823, "hf_subset": "war_Latn-mos_Latn", "languages": ["war-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578419, "recall": 0.630435, "f1": 0.592643, "accuracy": 0.630435, "main_score": 0.592643, "hf_subset": "war_Latn-run_Latn", "languages": ["war-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-tam_Taml", "languages": ["war-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-vie_Latn", "languages": ["war-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-apc_Arab", "languages": ["war-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.812978, "recall": 0.855731, "f1": 0.825809, "accuracy": 0.855731, "main_score": 0.825809, "hf_subset": "war_Latn-bug_Latn", "languages": ["war-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488974, "recall": 0.545455, "f1": 0.503718, "accuracy": 0.545455, "main_score": 0.503718, "hf_subset": "war_Latn-fon_Latn", "languages": ["war-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-jav_Latn", "languages": ["war-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "war_Latn-lao_Laoo", "languages": ["war-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.859305, "recall": 0.895257, "f1": 0.870224, "accuracy": 0.895257, "main_score": 0.870224, "hf_subset": "war_Latn-mri_Latn", "languages": ["war-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-rus_Cyrl", "languages": ["war-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553846, "recall": 0.615613, "f1": 0.570745, "accuracy": 0.615613, "main_score": 0.570745, "hf_subset": "war_Latn-taq_Latn", "languages": ["war-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-arb_Arab", "languages": ["war-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-bul_Cyrl", "languages": ["war-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-fra_Latn", "languages": ["war-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-jpn_Jpan", "languages": ["war-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "war_Latn-lij_Latn", "languages": ["war-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "war_Latn-mya_Mymr", "languages": ["war-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.623236, "recall": 0.694664, "f1": 0.643716, "accuracy": 0.694664, "main_score": 0.643716, "hf_subset": "war_Latn-sag_Latn", "languages": ["war-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199952, "recall": 0.256917, "f1": 0.212258, "accuracy": 0.256917, "main_score": 0.212258, "hf_subset": "war_Latn-taq_Tfng", "languages": ["war-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.644426, "recall": 0.709486, "f1": 0.662947, "accuracy": 0.709486, "main_score": 0.662947, "hf_subset": "war_Latn-wol_Latn", "languages": ["war-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780049, "recall": 0.833004, "f1": 0.795833, "accuracy": 0.833004, "main_score": 0.795833, "hf_subset": "war_Latn-arb_Latn", "languages": ["war-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-cat_Latn", "languages": ["war-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "war_Latn-fur_Latn", "languages": ["war-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441958, "recall": 0.502964, "f1": 0.458707, "accuracy": 0.502964, "main_score": 0.458707, "hf_subset": "war_Latn-kab_Latn", "languages": ["war-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "war_Latn-lim_Latn", "languages": ["war-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-nld_Latn", "languages": ["war-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "war_Latn-san_Deva", "languages": ["war-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "war_Latn-tat_Cyrl", "languages": ["war-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.694401, "recall": 0.75, "f1": 0.710917, "accuracy": 0.75, "main_score": 0.710917, "hf_subset": "war_Latn-xho_Latn", "languages": ["war-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ars_Arab", "languages": ["war-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ceb_Latn", "languages": ["war-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56885, "recall": 0.634387, "f1": 0.587492, "accuracy": 0.634387, "main_score": 0.587492, "hf_subset": "war_Latn-fuv_Latn", "languages": ["war-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51815, "recall": 0.588933, "f1": 0.537445, "accuracy": 0.588933, "main_score": 0.537445, "hf_subset": "war_Latn-kac_Latn", "languages": ["war-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695306, "recall": 0.749012, "f1": 0.710794, "accuracy": 0.749012, "main_score": 0.710794, "hf_subset": "war_Latn-lin_Latn", "languages": ["war-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "war_Latn-nno_Latn", "languages": ["war-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.225866, "recall": 0.300395, "f1": 0.245522, "accuracy": 0.300395, "main_score": 0.245522, "hf_subset": "war_Latn-sat_Olck", "languages": ["war-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-tel_Telu", "languages": ["war-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "war_Latn-ydd_Hebr", "languages": ["war-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "war_Latn-ary_Arab", "languages": ["war-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ces_Latn", "languages": ["war-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603738, "recall": 0.663043, "f1": 0.620759, "accuracy": 0.663043, "main_score": 0.620759, "hf_subset": "war_Latn-gaz_Latn", "languages": ["war-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602204, "recall": 0.668972, "f1": 0.62109, "accuracy": 0.668972, "main_score": 0.62109, "hf_subset": "war_Latn-kam_Latn", "languages": ["war-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "war_Latn-lit_Latn", "languages": ["war-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-nob_Latn", "languages": ["war-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "war_Latn-scn_Latn", "languages": ["war-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "war_Latn-tgk_Cyrl", "languages": ["war-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.717218, "recall": 0.77668, "f1": 0.735068, "accuracy": 0.77668, "main_score": 0.735068, "hf_subset": "war_Latn-yor_Latn", "languages": ["war-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-arz_Arab", "languages": ["war-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571897, "recall": 0.635375, "f1": 0.58977, "accuracy": 0.635375, "main_score": 0.58977, "hf_subset": "war_Latn-cjk_Latn", "languages": ["war-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781818, "recall": 0.83004, "f1": 0.796509, "accuracy": 0.83004, "main_score": 0.796509, "hf_subset": "war_Latn-gla_Latn", "languages": ["war-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-kan_Knda", "languages": ["war-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "war_Latn-lmo_Latn", "languages": ["war-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "war_Latn-npi_Deva", "languages": ["war-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.485806, "recall": 0.550395, "f1": 0.503202, "accuracy": 0.550395, "main_score": 0.503202, "hf_subset": "war_Latn-shn_Mymr", "languages": ["war-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-tgl_Latn", "languages": ["war-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "war_Latn-yue_Hant", "languages": ["war-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "war_Latn-asm_Beng", "languages": ["war-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.939065, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "war_Latn-ckb_Arab", "languages": ["war-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.846673, "recall": 0.881423, "f1": 0.857298, "accuracy": 0.881423, "main_score": 0.857298, "hf_subset": "war_Latn-gle_Latn", "languages": ["war-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940794, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "war_Latn-kas_Arab", "languages": ["war-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.924242, "recall": 0.945652, "f1": 0.930929, "accuracy": 0.945652, "main_score": 0.930929, "hf_subset": "war_Latn-ltg_Latn", "languages": ["war-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651652, "recall": 0.701581, "f1": 0.665686, "accuracy": 0.701581, "main_score": 0.665686, "hf_subset": "war_Latn-nso_Latn", "languages": ["war-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968709, "accuracy": 0.975296, "main_score": 0.968709, "hf_subset": "war_Latn-sin_Sinh", "languages": ["war-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "war_Latn-tha_Thai", "languages": ["war-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-zho_Hans", "languages": ["war-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ast_Latn", "languages": ["war-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-crh_Latn", "languages": ["war-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-glg_Latn", "languages": ["war-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858893, "recall": 0.899209, "f1": 0.871706, "accuracy": 0.899209, "main_score": 0.871706, "hf_subset": "war_Latn-kas_Deva", "languages": ["war-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "war_Latn-ltz_Latn", "languages": ["war-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490039, "recall": 0.554348, "f1": 0.507205, "accuracy": 0.554348, "main_score": 0.507205, "hf_subset": "war_Latn-nus_Latn", "languages": ["war-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-slk_Latn", "languages": ["war-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623146, "recall": 0.698617, "f1": 0.645525, "accuracy": 0.698617, "main_score": 0.645525, "hf_subset": "war_Latn-tir_Ethi", "languages": ["war-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-zho_Hant", "languages": ["war-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.980978, "recall": 0.986166, "f1": 0.982609, "accuracy": 0.986166, "main_score": 0.982609, "hf_subset": "war_Latn-awa_Deva", "languages": ["war-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "war_Latn-cym_Latn", "languages": ["war-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85472, "recall": 0.88834, "f1": 0.865168, "accuracy": 0.88834, "main_score": 0.865168, "hf_subset": "war_Latn-grn_Latn", "languages": ["war-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-kat_Geor", "languages": ["war-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.675532, "recall": 0.724308, "f1": 0.689813, "accuracy": 0.724308, "main_score": 0.689813, "hf_subset": "war_Latn-lua_Latn", "languages": ["war-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673724, "recall": 0.735178, "f1": 0.691613, "accuracy": 0.735178, "main_score": 0.691613, "hf_subset": "war_Latn-nya_Latn", "languages": ["war-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-slv_Latn", "languages": ["war-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934206, "recall": 0.951581, "f1": 0.939789, "accuracy": 0.951581, "main_score": 0.939789, "hf_subset": "war_Latn-tpi_Latn", "languages": ["war-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-zsm_Latn", "languages": ["war-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563401, "recall": 0.62747, "f1": 0.581764, "accuracy": 0.62747, "main_score": 0.581764, "hf_subset": "war_Latn-ayr_Latn", "languages": ["war-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-dan_Latn", "languages": ["war-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-guj_Gujr", "languages": ["war-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-kaz_Cyrl", "languages": ["war-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.56554, "recall": 0.62747, "f1": 0.584027, "accuracy": 0.62747, "main_score": 0.584027, "hf_subset": "war_Latn-lug_Latn", "languages": ["war-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-oci_Latn", "languages": ["war-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833004, "recall": 0.87253, "f1": 0.845125, "accuracy": 0.87253, "main_score": 0.845125, "hf_subset": "war_Latn-smo_Latn", "languages": ["war-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575453, "recall": 0.634387, "f1": 0.59202, "accuracy": 0.634387, "main_score": 0.59202, "hf_subset": "war_Latn-tsn_Latn", "languages": ["war-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652154, "recall": 0.708498, "f1": 0.668863, "accuracy": 0.708498, "main_score": 0.668863, "hf_subset": "war_Latn-zul_Latn", "languages": ["war-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902174, "recall": 0.928854, "f1": 0.910738, "accuracy": 0.928854, "main_score": 0.910738, "hf_subset": "war_Latn-azb_Arab", "languages": ["war-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-deu_Latn", "languages": ["war-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "war_Latn-hat_Latn", "languages": ["war-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519346, "recall": 0.574111, "f1": 0.534065, "accuracy": 0.574111, "main_score": 0.534065, "hf_subset": "war_Latn-kbp_Latn", "languages": ["war-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604851, "recall": 0.662055, "f1": 0.620628, "accuracy": 0.662055, "main_score": 0.620628, "hf_subset": "war_Latn-luo_Latn", "languages": ["war-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-ory_Orya", "languages": ["war-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.61083, "recall": 0.673913, "f1": 0.629482, "accuracy": 0.673913, "main_score": 0.629482, "hf_subset": "war_Latn-sna_Latn", "languages": ["war-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589576, "recall": 0.645257, "f1": 0.605313, "accuracy": 0.645257, "main_score": 0.605313, "hf_subset": "war_Latn-tso_Latn", "languages": ["war-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "war_Latn-azj_Latn", "languages": ["war-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559405, "recall": 0.626482, "f1": 0.578977, "accuracy": 0.626482, "main_score": 0.578977, "hf_subset": "war_Latn-dik_Latn", "languages": ["war-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739163, "recall": 0.790514, "f1": 0.754315, "accuracy": 0.790514, "main_score": 0.754315, "hf_subset": "war_Latn-hau_Latn", "languages": ["war-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "war_Latn-kea_Latn", "languages": ["war-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757246, "recall": 0.810277, "f1": 0.773287, "accuracy": 0.810277, "main_score": 0.773287, "hf_subset": "war_Latn-lus_Latn", "languages": ["war-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902454, "recall": 0.926877, "f1": 0.910145, "accuracy": 0.926877, "main_score": 0.910145, "hf_subset": "war_Latn-pag_Latn", "languages": ["war-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-snd_Arab", "languages": ["war-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.950593, "f1": 0.93643, "accuracy": 0.950593, "main_score": 0.93643, "hf_subset": "war_Latn-tuk_Latn", "languages": ["war-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "war_Latn-bak_Cyrl", "languages": ["war-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503246, "recall": 0.585968, "f1": 0.527528, "accuracy": 0.585968, "main_score": 0.527528, "hf_subset": "war_Latn-dyu_Latn", "languages": ["war-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-heb_Hebr", "languages": ["war-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "war_Latn-khk_Cyrl", "languages": ["war-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-lvs_Latn", "languages": ["war-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-pan_Guru", "languages": ["war-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.714519, "recall": 0.77668, "f1": 0.733811, "accuracy": 0.77668, "main_score": 0.733811, "hf_subset": "war_Latn-som_Latn", "languages": ["war-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620895, "recall": 0.667984, "f1": 0.634423, "accuracy": 0.667984, "main_score": 0.634423, "hf_subset": "war_Latn-tum_Latn", "languages": ["war-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58295, "recall": 0.648221, "f1": 0.601921, "accuracy": 0.648221, "main_score": 0.601921, "hf_subset": "arb_Arab-ace_Arab", "languages": ["arb-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532666, "recall": 0.596838, "f1": 0.550385, "accuracy": 0.596838, "main_score": 0.550385, "hf_subset": "arb_Arab-bam_Latn", "languages": ["arb-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441579, "recall": 0.521739, "f1": 0.463291, "accuracy": 0.521739, "main_score": 0.463291, "hf_subset": "arb_Arab-dzo_Tibt", "languages": ["arb-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hin_Deva", "languages": ["arb-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-khm_Khmr", "languages": ["arb-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mag_Deva", "languages": ["arb-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "arb_Arab-pap_Latn", "languages": ["arb-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598642, "recall": 0.659091, "f1": 0.615883, "accuracy": 0.659091, "main_score": 0.615883, "hf_subset": "arb_Arab-sot_Latn", "languages": ["arb-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tur_Latn", "languages": ["arb-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882032, "recall": 0.913043, "f1": 0.8917, "accuracy": 0.913043, "main_score": 0.8917, "hf_subset": "arb_Arab-ace_Latn", "languages": ["arb-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962368, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "arb_Arab-ban_Latn", "languages": ["arb-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-ell_Grek", "languages": ["arb-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "arb_Arab-hne_Deva", "languages": ["arb-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.60231, "recall": 0.65415, "f1": 0.617196, "accuracy": 0.65415, "main_score": 0.617196, "hf_subset": "arb_Arab-kik_Latn", "languages": ["arb-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mai_Deva", "languages": ["arb-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "arb_Arab-pbt_Arab", "languages": ["arb-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-spa_Latn", "languages": ["arb-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612212, "recall": 0.671937, "f1": 0.628847, "accuracy": 0.671937, "main_score": 0.628847, "hf_subset": "arb_Arab-twi_Latn", "languages": ["arb-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-acm_Arab", "languages": ["arb-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bel_Cyrl", "languages": ["arb-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-eng_Latn", "languages": ["arb-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hrv_Latn", "languages": ["arb-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561037, "recall": 0.625494, "f1": 0.579809, "accuracy": 0.625494, "main_score": 0.579809, "hf_subset": "arb_Arab-kin_Latn", "languages": ["arb-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-mal_Mlym", "languages": ["arb-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pes_Arab", "languages": ["arb-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "arb_Arab-srd_Latn", "languages": ["arb-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17862, "recall": 0.236166, "f1": 0.193139, "accuracy": 0.236166, "main_score": 0.193139, "hf_subset": "arb_Arab-tzm_Tfng", "languages": ["arb-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-acq_Arab", "languages": ["arb-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.622927, "recall": 0.676877, "f1": 0.638213, "accuracy": 0.676877, "main_score": 0.638213, "hf_subset": "arb_Arab-bem_Latn", "languages": ["arb-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-epo_Latn", "languages": ["arb-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hun_Latn", "languages": ["arb-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-kir_Cyrl", "languages": ["arb-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mar_Deva", "languages": ["arb-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.673221, "recall": 0.728261, "f1": 0.689808, "accuracy": 0.728261, "main_score": 0.689808, "hf_subset": "arb_Arab-plt_Latn", "languages": ["arb-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-srp_Cyrl", "languages": ["arb-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "arb_Arab-uig_Arab", "languages": ["arb-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-aeb_Arab", "languages": ["arb-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ben_Beng", "languages": ["arb-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-est_Latn", "languages": ["arb-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hye_Armn", "languages": ["arb-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.557091, "recall": 0.608696, "f1": 0.571624, "accuracy": 0.608696, "main_score": 0.571624, "hf_subset": "arb_Arab-kmb_Latn", "languages": ["arb-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512573, "recall": 0.586957, "f1": 0.532623, "accuracy": 0.586957, "main_score": 0.532623, "hf_subset": "arb_Arab-min_Arab", "languages": ["arb-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pol_Latn", "languages": ["arb-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558547, "recall": 0.624506, "f1": 0.577889, "accuracy": 0.624506, "main_score": 0.577889, "hf_subset": "arb_Arab-ssw_Latn", "languages": ["arb-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ukr_Cyrl", "languages": ["arb-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-afr_Latn", "languages": ["arb-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bho_Deva", "languages": ["arb-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arb_Arab-eus_Latn", "languages": ["arb-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577256, "recall": 0.643281, "f1": 0.595613, "accuracy": 0.643281, "main_score": 0.595613, "hf_subset": "arb_Arab-ibo_Latn", "languages": ["arb-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91222, "recall": 0.937747, "f1": 0.920455, "accuracy": 0.937747, "main_score": 0.920455, "hf_subset": "arb_Arab-kmr_Latn", "languages": ["arb-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arb_Arab-min_Latn", "languages": ["arb-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-por_Latn", "languages": ["arb-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-sun_Latn", "languages": ["arb-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515655, "recall": 0.571146, "f1": 0.531886, "accuracy": 0.571146, "main_score": 0.531886, "hf_subset": "arb_Arab-umb_Latn", "languages": ["arb-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ajp_Arab", "languages": ["arb-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538269, "recall": 0.606719, "f1": 0.557733, "accuracy": 0.606719, "main_score": 0.557733, "hf_subset": "arb_Arab-bjn_Arab", "languages": ["arb-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51243, "recall": 0.574111, "f1": 0.530075, "accuracy": 0.574111, "main_score": 0.530075, "hf_subset": "arb_Arab-ewe_Latn", "languages": ["arb-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "arb_Arab-ilo_Latn", "languages": ["arb-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322623, "recall": 0.380435, "f1": 0.338622, "accuracy": 0.380435, "main_score": 0.338622, "hf_subset": "arb_Arab-knc_Arab", "languages": ["arb-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mkd_Cyrl", "languages": ["arb-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-prs_Arab", "languages": ["arb-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-swe_Latn", "languages": ["arb-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-urd_Arab", "languages": ["arb-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584898, "recall": 0.650198, "f1": 0.603444, "accuracy": 0.650198, "main_score": 0.603444, "hf_subset": "arb_Arab-aka_Latn", "languages": ["arb-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-bjn_Latn", "languages": ["arb-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "arb_Arab-fao_Latn", "languages": ["arb-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ind_Latn", "languages": ["arb-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581021, "recall": 0.642292, "f1": 0.599111, "accuracy": 0.642292, "main_score": 0.599111, "hf_subset": "arb_Arab-knc_Latn", "languages": ["arb-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arb_Arab-mlt_Latn", "languages": ["arb-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71917, "recall": 0.778656, "f1": 0.736892, "accuracy": 0.778656, "main_score": 0.736892, "hf_subset": "arb_Arab-quy_Latn", "languages": ["arb-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "arb_Arab-swh_Latn", "languages": ["arb-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-uzn_Latn", "languages": ["arb-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-als_Latn", "languages": ["arb-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676499, "recall": 0.751976, "f1": 0.698518, "accuracy": 0.751976, "main_score": 0.698518, "hf_subset": "arb_Arab-bod_Tibt", "languages": ["arb-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.712829, "recall": 0.771739, "f1": 0.730276, "accuracy": 0.771739, "main_score": 0.730276, "hf_subset": "arb_Arab-fij_Latn", "languages": ["arb-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "arb_Arab-isl_Latn", "languages": ["arb-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65826, "recall": 0.714427, "f1": 0.674984, "accuracy": 0.714427, "main_score": 0.674984, "hf_subset": "arb_Arab-kon_Latn", "languages": ["arb-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657436, "recall": 0.727273, "f1": 0.677775, "accuracy": 0.727273, "main_score": 0.677775, "hf_subset": "arb_Arab-mni_Beng", "languages": ["arb-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ron_Latn", "languages": ["arb-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "arb_Arab-szl_Latn", "languages": ["arb-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-vec_Latn", "languages": ["arb-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "arb_Arab-amh_Ethi", "languages": ["arb-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bos_Latn", "languages": ["arb-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "arb_Arab-fin_Latn", "languages": ["arb-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ita_Latn", "languages": ["arb-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-kor_Hang", "languages": ["arb-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.545662, "recall": 0.607708, "f1": 0.562873, "accuracy": 0.607708, "main_score": 0.562873, "hf_subset": "arb_Arab-mos_Latn", "languages": ["arb-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553475, "recall": 0.61166, "f1": 0.570078, "accuracy": 0.61166, "main_score": 0.570078, "hf_subset": "arb_Arab-run_Latn", "languages": ["arb-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-tam_Taml", "languages": ["arb-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-vie_Latn", "languages": ["arb-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-apc_Arab", "languages": ["arb-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.807684, "recall": 0.850791, "f1": 0.820504, "accuracy": 0.850791, "main_score": 0.820504, "hf_subset": "arb_Arab-bug_Latn", "languages": ["arb-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473559, "recall": 0.533597, "f1": 0.489788, "accuracy": 0.533597, "main_score": 0.489788, "hf_subset": "arb_Arab-fon_Latn", "languages": ["arb-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-jav_Latn", "languages": ["arb-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arb_Arab-lao_Laoo", "languages": ["arb-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.896304, "recall": 0.925889, "f1": 0.905616, "accuracy": 0.925889, "main_score": 0.905616, "hf_subset": "arb_Arab-mri_Latn", "languages": ["arb-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-rus_Cyrl", "languages": ["arb-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540566, "recall": 0.606719, "f1": 0.559227, "accuracy": 0.606719, "main_score": 0.559227, "hf_subset": "arb_Arab-taq_Latn", "languages": ["arb-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-war_Latn", "languages": ["arb-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bul_Cyrl", "languages": ["arb-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-fra_Latn", "languages": ["arb-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-jpn_Jpan", "languages": ["arb-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "arb_Arab-lij_Latn", "languages": ["arb-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "arb_Arab-mya_Mymr", "languages": ["arb-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.592032, "recall": 0.660079, "f1": 0.611622, "accuracy": 0.660079, "main_score": 0.611622, "hf_subset": "arb_Arab-sag_Latn", "languages": ["arb-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200122, "recall": 0.261858, "f1": 0.213942, "accuracy": 0.261858, "main_score": 0.213942, "hf_subset": "arb_Arab-taq_Tfng", "languages": ["arb-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.611981, "recall": 0.683794, "f1": 0.632861, "accuracy": 0.683794, "main_score": 0.632861, "hf_subset": "arb_Arab-wol_Latn", "languages": ["arb-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869318, "recall": 0.905138, "f1": 0.880501, "accuracy": 0.905138, "main_score": 0.880501, "hf_subset": "arb_Arab-arb_Latn", "languages": ["arb-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-cat_Latn", "languages": ["arb-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-fur_Latn", "languages": ["arb-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429456, "recall": 0.488142, "f1": 0.44545, "accuracy": 0.488142, "main_score": 0.44545, "hf_subset": "arb_Arab-kab_Latn", "languages": ["arb-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arb_Arab-lim_Latn", "languages": ["arb-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-nld_Latn", "languages": ["arb-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "arb_Arab-san_Deva", "languages": ["arb-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-tat_Cyrl", "languages": ["arb-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.688523, "recall": 0.749012, "f1": 0.706621, "accuracy": 0.749012, "main_score": 0.706621, "hf_subset": "arb_Arab-xho_Latn", "languages": ["arb-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ars_Arab", "languages": ["arb-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ceb_Latn", "languages": ["arb-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570355, "recall": 0.624506, "f1": 0.58571, "accuracy": 0.624506, "main_score": 0.58571, "hf_subset": "arb_Arab-fuv_Latn", "languages": ["arb-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502867, "recall": 0.573123, "f1": 0.522836, "accuracy": 0.573123, "main_score": 0.522836, "hf_subset": "arb_Arab-kac_Latn", "languages": ["arb-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677602, "recall": 0.730237, "f1": 0.693958, "accuracy": 0.730237, "main_score": 0.693958, "hf_subset": "arb_Arab-lin_Latn", "languages": ["arb-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-nno_Latn", "languages": ["arb-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242067, "recall": 0.329051, "f1": 0.265124, "accuracy": 0.329051, "main_score": 0.265124, "hf_subset": "arb_Arab-sat_Olck", "languages": ["arb-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tel_Telu", "languages": ["arb-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "arb_Arab-ydd_Hebr", "languages": ["arb-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "arb_Arab-ary_Arab", "languages": ["arb-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ces_Latn", "languages": ["arb-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567852, "recall": 0.637352, "f1": 0.58826, "accuracy": 0.637352, "main_score": 0.58826, "hf_subset": "arb_Arab-gaz_Latn", "languages": ["arb-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591151, "recall": 0.653162, "f1": 0.6085, "accuracy": 0.653162, "main_score": 0.6085, "hf_subset": "arb_Arab-kam_Latn", "languages": ["arb-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "arb_Arab-lit_Latn", "languages": ["arb-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-nob_Latn", "languages": ["arb-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "arb_Arab-scn_Latn", "languages": ["arb-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "arb_Arab-tgk_Cyrl", "languages": ["arb-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.730352, "recall": 0.793478, "f1": 0.749835, "accuracy": 0.793478, "main_score": 0.749835, "hf_subset": "arb_Arab-yor_Latn", "languages": ["arb-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-arz_Arab", "languages": ["arb-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57103, "recall": 0.628458, "f1": 0.58728, "accuracy": 0.628458, "main_score": 0.58728, "hf_subset": "arb_Arab-cjk_Latn", "languages": ["arb-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797711, "recall": 0.849802, "f1": 0.8139, "accuracy": 0.849802, "main_score": 0.8139, "hf_subset": "arb_Arab-gla_Latn", "languages": ["arb-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-kan_Knda", "languages": ["arb-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arb_Arab-lmo_Latn", "languages": ["arb-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "arb_Arab-npi_Deva", "languages": ["arb-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458763, "recall": 0.527668, "f1": 0.477468, "accuracy": 0.527668, "main_score": 0.477468, "hf_subset": "arb_Arab-shn_Mymr", "languages": ["arb-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tgl_Latn", "languages": ["arb-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-yue_Hant", "languages": ["arb-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-asm_Beng", "languages": ["arb-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "arb_Arab-ckb_Arab", "languages": ["arb-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.91003, "recall": 0.935771, "f1": 0.91805, "accuracy": 0.935771, "main_score": 0.91805, "hf_subset": "arb_Arab-gle_Latn", "languages": ["arb-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.972332, "f1": 0.963109, "accuracy": 0.972332, "main_score": 0.963109, "hf_subset": "arb_Arab-kas_Arab", "languages": ["arb-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938159, "recall": 0.95751, "f1": 0.944401, "accuracy": 0.95751, "main_score": 0.944401, "hf_subset": "arb_Arab-ltg_Latn", "languages": ["arb-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616115, "recall": 0.66996, "f1": 0.631548, "accuracy": 0.66996, "main_score": 0.631548, "hf_subset": "arb_Arab-nso_Latn", "languages": ["arb-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-sin_Sinh", "languages": ["arb-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tha_Thai", "languages": ["arb-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-zho_Hans", "languages": ["arb-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ast_Latn", "languages": ["arb-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-crh_Latn", "languages": ["arb-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-glg_Latn", "languages": ["arb-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912467, "recall": 0.937747, "f1": 0.920685, "accuracy": 0.937747, "main_score": 0.920685, "hf_subset": "arb_Arab-kas_Deva", "languages": ["arb-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "arb_Arab-ltz_Latn", "languages": ["arb-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453557, "recall": 0.521739, "f1": 0.472399, "accuracy": 0.521739, "main_score": 0.472399, "hf_subset": "arb_Arab-nus_Latn", "languages": ["arb-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-slk_Latn", "languages": ["arb-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656678, "recall": 0.721344, "f1": 0.675525, "accuracy": 0.721344, "main_score": 0.675525, "hf_subset": "arb_Arab-tir_Ethi", "languages": ["arb-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-zho_Hant", "languages": ["arb-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "arb_Arab-awa_Deva", "languages": ["arb-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "arb_Arab-cym_Latn", "languages": ["arb-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845767, "recall": 0.886364, "f1": 0.85855, "accuracy": 0.886364, "main_score": 0.85855, "hf_subset": "arb_Arab-grn_Latn", "languages": ["arb-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-kat_Geor", "languages": ["arb-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.64954, "recall": 0.701581, "f1": 0.664617, "accuracy": 0.701581, "main_score": 0.664617, "hf_subset": "arb_Arab-lua_Latn", "languages": ["arb-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637207, "recall": 0.700593, "f1": 0.655144, "accuracy": 0.700593, "main_score": 0.655144, "hf_subset": "arb_Arab-nya_Latn", "languages": ["arb-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-slv_Latn", "languages": ["arb-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "arb_Arab-tpi_Latn", "languages": ["arb-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-zsm_Latn", "languages": ["arb-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54222, "recall": 0.606719, "f1": 0.560338, "accuracy": 0.606719, "main_score": 0.560338, "hf_subset": "arb_Arab-ayr_Latn", "languages": ["arb-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-dan_Latn", "languages": ["arb-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-guj_Gujr", "languages": ["arb-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-kaz_Cyrl", "languages": ["arb-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543201, "recall": 0.608696, "f1": 0.561406, "accuracy": 0.608696, "main_score": 0.561406, "hf_subset": "arb_Arab-lug_Latn", "languages": ["arb-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-oci_Latn", "languages": ["arb-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844565, "recall": 0.887352, "f1": 0.857675, "accuracy": 0.887352, "main_score": 0.857675, "hf_subset": "arb_Arab-smo_Latn", "languages": ["arb-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548221, "recall": 0.609684, "f1": 0.56574, "accuracy": 0.609684, "main_score": 0.56574, "hf_subset": "arb_Arab-tsn_Latn", "languages": ["arb-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619203, "recall": 0.684783, "f1": 0.63822, "accuracy": 0.684783, "main_score": 0.63822, "hf_subset": "arb_Arab-zul_Latn", "languages": ["arb-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932642, "recall": 0.953557, "f1": 0.939559, "accuracy": 0.953557, "main_score": 0.939559, "hf_subset": "arb_Arab-azb_Arab", "languages": ["arb-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-deu_Latn", "languages": ["arb-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "arb_Arab-hat_Latn", "languages": ["arb-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4849, "recall": 0.54249, "f1": 0.500847, "accuracy": 0.54249, "main_score": 0.500847, "hf_subset": "arb_Arab-kbp_Latn", "languages": ["arb-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585719, "recall": 0.644269, "f1": 0.60164, "accuracy": 0.644269, "main_score": 0.60164, "hf_subset": "arb_Arab-luo_Latn", "languages": ["arb-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ory_Orya", "languages": ["arb-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585566, "recall": 0.655138, "f1": 0.605865, "accuracy": 0.655138, "main_score": 0.605865, "hf_subset": "arb_Arab-sna_Latn", "languages": ["arb-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56107, "recall": 0.619565, "f1": 0.577016, "accuracy": 0.619565, "main_score": 0.577016, "hf_subset": "arb_Arab-tso_Latn", "languages": ["arb-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-azj_Latn", "languages": ["arb-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542422, "recall": 0.609684, "f1": 0.561564, "accuracy": 0.609684, "main_score": 0.561564, "hf_subset": "arb_Arab-dik_Latn", "languages": ["arb-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759816, "recall": 0.815217, "f1": 0.776388, "accuracy": 0.815217, "main_score": 0.776388, "hf_subset": "arb_Arab-hau_Latn", "languages": ["arb-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arb_Arab-kea_Latn", "languages": ["arb-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737236, "recall": 0.791502, "f1": 0.754117, "accuracy": 0.791502, "main_score": 0.754117, "hf_subset": "arb_Arab-lus_Latn", "languages": ["arb-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87887, "recall": 0.909091, "f1": 0.888043, "accuracy": 0.909091, "main_score": 0.888043, "hf_subset": "arb_Arab-pag_Latn", "languages": ["arb-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-snd_Arab", "languages": ["arb-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "arb_Arab-tuk_Latn", "languages": ["arb-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-bak_Cyrl", "languages": ["arb-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.474178, "recall": 0.550395, "f1": 0.496547, "accuracy": 0.550395, "main_score": 0.496547, "hf_subset": "arb_Arab-dyu_Latn", "languages": ["arb-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-heb_Hebr", "languages": ["arb-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arb_Arab-khk_Cyrl", "languages": ["arb-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-lvs_Latn", "languages": ["arb-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pan_Guru", "languages": ["arb-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.719277, "recall": 0.783597, "f1": 0.738776, "accuracy": 0.783597, "main_score": 0.738776, "hf_subset": "arb_Arab-som_Latn", "languages": ["arb-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600955, "recall": 0.652174, "f1": 0.615843, "accuracy": 0.652174, "main_score": 0.615843, "hf_subset": "arb_Arab-tum_Latn", "languages": ["arb-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594856, "recall": 0.659091, "f1": 0.612982, "accuracy": 0.659091, "main_score": 0.612982, "hf_subset": "bul_Cyrl-ace_Arab", "languages": ["bul-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546776, "recall": 0.609684, "f1": 0.564726, "accuracy": 0.609684, "main_score": 0.564726, "hf_subset": "bul_Cyrl-bam_Latn", "languages": ["bul-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445679, "recall": 0.531621, "f1": 0.469376, "accuracy": 0.531621, "main_score": 0.469376, "hf_subset": "bul_Cyrl-dzo_Tibt", "languages": ["bul-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-hin_Deva", "languages": ["bul-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-khm_Khmr", "languages": ["bul-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mag_Deva", "languages": ["bul-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bul_Cyrl-pap_Latn", "languages": ["bul-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605312, "recall": 0.662055, "f1": 0.621332, "accuracy": 0.662055, "main_score": 0.621332, "hf_subset": "bul_Cyrl-sot_Latn", "languages": ["bul-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tur_Latn", "languages": ["bul-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888505, "recall": 0.916008, "f1": 0.897003, "accuracy": 0.916008, "main_score": 0.897003, "hf_subset": "bul_Cyrl-ace_Latn", "languages": ["bul-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.977273, "f1": 0.971673, "accuracy": 0.977273, "main_score": 0.971673, "hf_subset": "bul_Cyrl-ban_Latn", "languages": ["bul-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ell_Grek", "languages": ["bul-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bul_Cyrl-hne_Deva", "languages": ["bul-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.614592, "recall": 0.668972, "f1": 0.629976, "accuracy": 0.668972, "main_score": 0.629976, "hf_subset": "bul_Cyrl-kik_Latn", "languages": ["bul-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mai_Deva", "languages": ["bul-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bul_Cyrl-pbt_Arab", "languages": ["bul-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-spa_Latn", "languages": ["bul-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619457, "recall": 0.684783, "f1": 0.637916, "accuracy": 0.684783, "main_score": 0.637916, "hf_subset": "bul_Cyrl-twi_Latn", "languages": ["bul-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-acm_Arab", "languages": ["bul-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-bel_Cyrl", "languages": ["bul-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-eng_Latn", "languages": ["bul-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hrv_Latn", "languages": ["bul-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5701, "recall": 0.640316, "f1": 0.589802, "accuracy": 0.640316, "main_score": 0.589802, "hf_subset": "bul_Cyrl-kin_Latn", "languages": ["bul-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-mal_Mlym", "languages": ["bul-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pes_Arab", "languages": ["bul-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-srd_Latn", "languages": ["bul-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182969, "recall": 0.237154, "f1": 0.197116, "accuracy": 0.237154, "main_score": 0.197116, "hf_subset": "bul_Cyrl-tzm_Tfng", "languages": ["bul-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-acq_Arab", "languages": ["bul-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649901, "recall": 0.699605, "f1": 0.663712, "accuracy": 0.699605, "main_score": 0.663712, "hf_subset": "bul_Cyrl-bem_Latn", "languages": ["bul-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-epo_Latn", "languages": ["bul-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hun_Latn", "languages": ["bul-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-kir_Cyrl", "languages": ["bul-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mar_Deva", "languages": ["bul-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.685021, "recall": 0.744071, "f1": 0.702412, "accuracy": 0.744071, "main_score": 0.702412, "hf_subset": "bul_Cyrl-plt_Latn", "languages": ["bul-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-srp_Cyrl", "languages": ["bul-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "bul_Cyrl-uig_Arab", "languages": ["bul-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-aeb_Arab", "languages": ["bul-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ben_Beng", "languages": ["bul-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-est_Latn", "languages": ["bul-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hye_Armn", "languages": ["bul-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553862, "recall": 0.608696, "f1": 0.569837, "accuracy": 0.608696, "main_score": 0.569837, "hf_subset": "bul_Cyrl-kmb_Latn", "languages": ["bul-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52592, "recall": 0.597826, "f1": 0.545687, "accuracy": 0.597826, "main_score": 0.545687, "hf_subset": "bul_Cyrl-min_Arab", "languages": ["bul-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pol_Latn", "languages": ["bul-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571498, "recall": 0.634387, "f1": 0.589756, "accuracy": 0.634387, "main_score": 0.589756, "hf_subset": "bul_Cyrl-ssw_Latn", "languages": ["bul-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ukr_Cyrl", "languages": ["bul-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-afr_Latn", "languages": ["bul-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-bho_Deva", "languages": ["bul-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-eus_Latn", "languages": ["bul-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604507, "recall": 0.664032, "f1": 0.620862, "accuracy": 0.664032, "main_score": 0.620862, "hf_subset": "bul_Cyrl-ibo_Latn", "languages": ["bul-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920455, "recall": 0.944664, "f1": 0.928195, "accuracy": 0.944664, "main_score": 0.928195, "hf_subset": "bul_Cyrl-kmr_Latn", "languages": ["bul-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bul_Cyrl-min_Latn", "languages": ["bul-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-por_Latn", "languages": ["bul-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-sun_Latn", "languages": ["bul-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539142, "recall": 0.596838, "f1": 0.555983, "accuracy": 0.596838, "main_score": 0.555983, "hf_subset": "bul_Cyrl-umb_Latn", "languages": ["bul-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ajp_Arab", "languages": ["bul-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56789, "recall": 0.632411, "f1": 0.585551, "accuracy": 0.632411, "main_score": 0.585551, "hf_subset": "bul_Cyrl-bjn_Arab", "languages": ["bul-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528383, "recall": 0.586957, "f1": 0.545002, "accuracy": 0.586957, "main_score": 0.545002, "hf_subset": "bul_Cyrl-ewe_Latn", "languages": ["bul-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "bul_Cyrl-ilo_Latn", "languages": ["bul-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326813, "recall": 0.38834, "f1": 0.343503, "accuracy": 0.38834, "main_score": 0.343503, "hf_subset": "bul_Cyrl-knc_Arab", "languages": ["bul-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mkd_Cyrl", "languages": ["bul-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-prs_Arab", "languages": ["bul-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-swe_Latn", "languages": ["bul-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-urd_Arab", "languages": ["bul-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.606493, "recall": 0.668972, "f1": 0.623685, "accuracy": 0.668972, "main_score": 0.623685, "hf_subset": "bul_Cyrl-aka_Latn", "languages": ["bul-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bul_Cyrl-bjn_Latn", "languages": ["bul-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bul_Cyrl-fao_Latn", "languages": ["bul-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ind_Latn", "languages": ["bul-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593742, "recall": 0.651186, "f1": 0.610403, "accuracy": 0.651186, "main_score": 0.610403, "hf_subset": "bul_Cyrl-knc_Latn", "languages": ["bul-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-mlt_Latn", "languages": ["bul-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718993, "recall": 0.780632, "f1": 0.737124, "accuracy": 0.780632, "main_score": 0.737124, "hf_subset": "bul_Cyrl-quy_Latn", "languages": ["bul-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bul_Cyrl-swh_Latn", "languages": ["bul-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-uzn_Latn", "languages": ["bul-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-als_Latn", "languages": ["bul-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689163, "recall": 0.763834, "f1": 0.711495, "accuracy": 0.763834, "main_score": 0.711495, "hf_subset": "bul_Cyrl-bod_Tibt", "languages": ["bul-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.713422, "recall": 0.772727, "f1": 0.731079, "accuracy": 0.772727, "main_score": 0.731079, "hf_subset": "bul_Cyrl-fij_Latn", "languages": ["bul-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-isl_Latn", "languages": ["bul-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668972, "recall": 0.72332, "f1": 0.685507, "accuracy": 0.72332, "main_score": 0.685507, "hf_subset": "bul_Cyrl-kon_Latn", "languages": ["bul-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680428, "recall": 0.745059, "f1": 0.699033, "accuracy": 0.745059, "main_score": 0.699033, "hf_subset": "bul_Cyrl-mni_Beng", "languages": ["bul-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ron_Latn", "languages": ["bul-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "bul_Cyrl-szl_Latn", "languages": ["bul-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-vec_Latn", "languages": ["bul-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "bul_Cyrl-amh_Ethi", "languages": ["bul-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-bos_Latn", "languages": ["bul-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-fin_Latn", "languages": ["bul-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ita_Latn", "languages": ["bul-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-kor_Hang", "languages": ["bul-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.555065, "recall": 0.616601, "f1": 0.572267, "accuracy": 0.616601, "main_score": 0.572267, "hf_subset": "bul_Cyrl-mos_Latn", "languages": ["bul-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571362, "recall": 0.629447, "f1": 0.587607, "accuracy": 0.629447, "main_score": 0.587607, "hf_subset": "bul_Cyrl-run_Latn", "languages": ["bul-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tam_Taml", "languages": ["bul-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-vie_Latn", "languages": ["bul-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-apc_Arab", "languages": ["bul-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.816897, "recall": 0.859684, "f1": 0.829776, "accuracy": 0.859684, "main_score": 0.829776, "hf_subset": "bul_Cyrl-bug_Latn", "languages": ["bul-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471982, "recall": 0.532609, "f1": 0.488149, "accuracy": 0.532609, "main_score": 0.488149, "hf_subset": "bul_Cyrl-fon_Latn", "languages": ["bul-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-jav_Latn", "languages": ["bul-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-lao_Laoo", "languages": ["bul-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.899268, "recall": 0.927866, "f1": 0.908251, "accuracy": 0.927866, "main_score": 0.908251, "hf_subset": "bul_Cyrl-mri_Latn", "languages": ["bul-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-rus_Cyrl", "languages": ["bul-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549309, "recall": 0.617589, "f1": 0.568324, "accuracy": 0.617589, "main_score": 0.568324, "hf_subset": "bul_Cyrl-taq_Latn", "languages": ["bul-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bul_Cyrl-war_Latn", "languages": ["bul-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-arb_Arab", "languages": ["bul-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-fra_Latn", "languages": ["bul-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-jpn_Jpan", "languages": ["bul-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-lij_Latn", "languages": ["bul-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "bul_Cyrl-mya_Mymr", "languages": ["bul-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.601828, "recall": 0.667984, "f1": 0.62072, "accuracy": 0.667984, "main_score": 0.62072, "hf_subset": "bul_Cyrl-sag_Latn", "languages": ["bul-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201807, "recall": 0.263834, "f1": 0.215984, "accuracy": 0.263834, "main_score": 0.215984, "hf_subset": "bul_Cyrl-taq_Tfng", "languages": ["bul-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.641923, "recall": 0.705534, "f1": 0.660031, "accuracy": 0.705534, "main_score": 0.660031, "hf_subset": "bul_Cyrl-wol_Latn", "languages": ["bul-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833333, "recall": 0.879447, "f1": 0.84776, "accuracy": 0.879447, "main_score": 0.84776, "hf_subset": "bul_Cyrl-arb_Latn", "languages": ["bul-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-cat_Latn", "languages": ["bul-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-fur_Latn", "languages": ["bul-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432946, "recall": 0.492095, "f1": 0.449638, "accuracy": 0.492095, "main_score": 0.449638, "hf_subset": "bul_Cyrl-kab_Latn", "languages": ["bul-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-lim_Latn", "languages": ["bul-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-nld_Latn", "languages": ["bul-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bul_Cyrl-san_Deva", "languages": ["bul-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tat_Cyrl", "languages": ["bul-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.693685, "recall": 0.75, "f1": 0.710575, "accuracy": 0.75, "main_score": 0.710575, "hf_subset": "bul_Cyrl-xho_Latn", "languages": ["bul-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ars_Arab", "languages": ["bul-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-ceb_Latn", "languages": ["bul-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578168, "recall": 0.636364, "f1": 0.59473, "accuracy": 0.636364, "main_score": 0.59473, "hf_subset": "bul_Cyrl-fuv_Latn", "languages": ["bul-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510394, "recall": 0.58004, "f1": 0.529635, "accuracy": 0.58004, "main_score": 0.529635, "hf_subset": "bul_Cyrl-kac_Latn", "languages": ["bul-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674555, "recall": 0.727273, "f1": 0.690203, "accuracy": 0.727273, "main_score": 0.690203, "hf_subset": "bul_Cyrl-lin_Latn", "languages": ["bul-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-nno_Latn", "languages": ["bul-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23835, "recall": 0.324111, "f1": 0.260908, "accuracy": 0.324111, "main_score": 0.260908, "hf_subset": "bul_Cyrl-sat_Olck", "languages": ["bul-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tel_Telu", "languages": ["bul-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bul_Cyrl-ydd_Hebr", "languages": ["bul-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bul_Cyrl-ary_Arab", "languages": ["bul-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ces_Latn", "languages": ["bul-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603887, "recall": 0.663043, "f1": 0.620822, "accuracy": 0.663043, "main_score": 0.620822, "hf_subset": "bul_Cyrl-gaz_Latn", "languages": ["bul-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607486, "recall": 0.668972, "f1": 0.625416, "accuracy": 0.668972, "main_score": 0.625416, "hf_subset": "bul_Cyrl-kam_Latn", "languages": ["bul-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bul_Cyrl-lit_Latn", "languages": ["bul-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-nob_Latn", "languages": ["bul-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bul_Cyrl-scn_Latn", "languages": ["bul-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "bul_Cyrl-tgk_Cyrl", "languages": ["bul-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.752743, "recall": 0.812253, "f1": 0.7708, "accuracy": 0.812253, "main_score": 0.7708, "hf_subset": "bul_Cyrl-yor_Latn", "languages": ["bul-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-arz_Arab", "languages": ["bul-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561248, "recall": 0.624506, "f1": 0.579553, "accuracy": 0.624506, "main_score": 0.579553, "hf_subset": "bul_Cyrl-cjk_Latn", "languages": ["bul-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808794, "recall": 0.857708, "f1": 0.824242, "accuracy": 0.857708, "main_score": 0.824242, "hf_subset": "bul_Cyrl-gla_Latn", "languages": ["bul-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-kan_Knda", "languages": ["bul-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-lmo_Latn", "languages": ["bul-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bul_Cyrl-npi_Deva", "languages": ["bul-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.477355, "recall": 0.544466, "f1": 0.496036, "accuracy": 0.544466, "main_score": 0.496036, "hf_subset": "bul_Cyrl-shn_Mymr", "languages": ["bul-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tgl_Latn", "languages": ["bul-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-yue_Hant", "languages": ["bul-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-asm_Beng", "languages": ["bul-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "bul_Cyrl-ckb_Arab", "languages": ["bul-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906406, "recall": 0.932806, "f1": 0.914592, "accuracy": 0.932806, "main_score": 0.914592, "hf_subset": "bul_Cyrl-gle_Latn", "languages": ["bul-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "bul_Cyrl-kas_Arab", "languages": ["bul-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "bul_Cyrl-ltg_Latn", "languages": ["bul-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626617, "recall": 0.682806, "f1": 0.643044, "accuracy": 0.682806, "main_score": 0.643044, "hf_subset": "bul_Cyrl-nso_Latn", "languages": ["bul-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bul_Cyrl-sin_Sinh", "languages": ["bul-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tha_Thai", "languages": ["bul-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zho_Hans", "languages": ["bul-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ast_Latn", "languages": ["bul-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-crh_Latn", "languages": ["bul-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-glg_Latn", "languages": ["bul-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917655, "recall": 0.943676, "f1": 0.926219, "accuracy": 0.943676, "main_score": 0.926219, "hf_subset": "bul_Cyrl-kas_Deva", "languages": ["bul-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bul_Cyrl-ltz_Latn", "languages": ["bul-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469944, "recall": 0.540514, "f1": 0.488987, "accuracy": 0.540514, "main_score": 0.488987, "hf_subset": "bul_Cyrl-nus_Latn", "languages": ["bul-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-slk_Latn", "languages": ["bul-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644191, "recall": 0.713439, "f1": 0.664676, "accuracy": 0.713439, "main_score": 0.664676, "hf_subset": "bul_Cyrl-tir_Ethi", "languages": ["bul-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zho_Hant", "languages": ["bul-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "bul_Cyrl-awa_Deva", "languages": ["bul-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bul_Cyrl-cym_Latn", "languages": ["bul-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859437, "recall": 0.893281, "f1": 0.869763, "accuracy": 0.893281, "main_score": 0.869763, "hf_subset": "bul_Cyrl-grn_Latn", "languages": ["bul-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-kat_Geor", "languages": ["bul-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.657027, "recall": 0.709486, "f1": 0.672224, "accuracy": 0.709486, "main_score": 0.672224, "hf_subset": "bul_Cyrl-lua_Latn", "languages": ["bul-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651663, "recall": 0.716403, "f1": 0.670437, "accuracy": 0.716403, "main_score": 0.670437, "hf_subset": "bul_Cyrl-nya_Latn", "languages": ["bul-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-slv_Latn", "languages": ["bul-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "bul_Cyrl-tpi_Latn", "languages": ["bul-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zsm_Latn", "languages": ["bul-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555296, "recall": 0.621542, "f1": 0.574447, "accuracy": 0.621542, "main_score": 0.574447, "hf_subset": "bul_Cyrl-ayr_Latn", "languages": ["bul-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-dan_Latn", "languages": ["bul-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-guj_Gujr", "languages": ["bul-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-kaz_Cyrl", "languages": ["bul-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548847, "recall": 0.614625, "f1": 0.567365, "accuracy": 0.614625, "main_score": 0.567365, "hf_subset": "bul_Cyrl-lug_Latn", "languages": ["bul-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-oci_Latn", "languages": ["bul-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850774, "recall": 0.891304, "f1": 0.863373, "accuracy": 0.891304, "main_score": 0.863373, "hf_subset": "bul_Cyrl-smo_Latn", "languages": ["bul-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559632, "recall": 0.623518, "f1": 0.578437, "accuracy": 0.623518, "main_score": 0.578437, "hf_subset": "bul_Cyrl-tsn_Latn", "languages": ["bul-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630001, "recall": 0.694664, "f1": 0.648833, "accuracy": 0.694664, "main_score": 0.648833, "hf_subset": "bul_Cyrl-zul_Latn", "languages": ["bul-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "bul_Cyrl-azb_Arab", "languages": ["bul-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-deu_Latn", "languages": ["bul-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "bul_Cyrl-hat_Latn", "languages": ["bul-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509751, "recall": 0.564229, "f1": 0.524794, "accuracy": 0.564229, "main_score": 0.524794, "hf_subset": "bul_Cyrl-kbp_Latn", "languages": ["bul-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580374, "recall": 0.641304, "f1": 0.596916, "accuracy": 0.641304, "main_score": 0.596916, "hf_subset": "bul_Cyrl-luo_Latn", "languages": ["bul-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ory_Orya", "languages": ["bul-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.606159, "recall": 0.66996, "f1": 0.624492, "accuracy": 0.66996, "main_score": 0.624492, "hf_subset": "bul_Cyrl-sna_Latn", "languages": ["bul-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570148, "recall": 0.62747, "f1": 0.586049, "accuracy": 0.62747, "main_score": 0.586049, "hf_subset": "bul_Cyrl-tso_Latn", "languages": ["bul-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-azj_Latn", "languages": ["bul-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538291, "recall": 0.610672, "f1": 0.559947, "accuracy": 0.610672, "main_score": 0.559947, "hf_subset": "bul_Cyrl-dik_Latn", "languages": ["bul-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770586, "recall": 0.824111, "f1": 0.787088, "accuracy": 0.824111, "main_score": 0.787088, "hf_subset": "bul_Cyrl-hau_Latn", "languages": ["bul-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bul_Cyrl-kea_Latn", "languages": ["bul-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765267, "recall": 0.815217, "f1": 0.780468, "accuracy": 0.815217, "main_score": 0.780468, "hf_subset": "bul_Cyrl-lus_Latn", "languages": ["bul-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887204, "recall": 0.91502, "f1": 0.895817, "accuracy": 0.91502, "main_score": 0.895817, "hf_subset": "bul_Cyrl-pag_Latn", "languages": ["bul-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-snd_Arab", "languages": ["bul-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "bul_Cyrl-tuk_Latn", "languages": ["bul-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-bak_Cyrl", "languages": ["bul-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496716, "recall": 0.576087, "f1": 0.52016, "accuracy": 0.576087, "main_score": 0.52016, "hf_subset": "bul_Cyrl-dyu_Latn", "languages": ["bul-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-heb_Hebr", "languages": ["bul-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-khk_Cyrl", "languages": ["bul-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-lvs_Latn", "languages": ["bul-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pan_Guru", "languages": ["bul-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.741849, "recall": 0.795455, "f1": 0.757911, "accuracy": 0.795455, "main_score": 0.757911, "hf_subset": "bul_Cyrl-som_Latn", "languages": ["bul-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617951, "recall": 0.667984, "f1": 0.632068, "accuracy": 0.667984, "main_score": 0.632068, "hf_subset": "bul_Cyrl-tum_Latn", "languages": ["bul-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611158, "recall": 0.673913, "f1": 0.629031, "accuracy": 0.673913, "main_score": 0.629031, "hf_subset": "fra_Latn-ace_Arab", "languages": ["fra-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549407, "recall": 0.619565, "f1": 0.569612, "accuracy": 0.619565, "main_score": 0.569612, "hf_subset": "fra_Latn-bam_Latn", "languages": ["fra-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47014, "recall": 0.54249, "f1": 0.490389, "accuracy": 0.54249, "main_score": 0.490389, "hf_subset": "fra_Latn-dzo_Tibt", "languages": ["fra-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hin_Deva", "languages": ["fra-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-khm_Khmr", "languages": ["fra-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mag_Deva", "languages": ["fra-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-pap_Latn", "languages": ["fra-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606557, "recall": 0.670949, "f1": 0.624949, "accuracy": 0.670949, "main_score": 0.624949, "hf_subset": "fra_Latn-sot_Latn", "languages": ["fra-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tur_Latn", "languages": ["fra-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889904, "recall": 0.91996, "f1": 0.89944, "accuracy": 0.91996, "main_score": 0.89944, "hf_subset": "fra_Latn-ace_Latn", "languages": ["fra-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.979249, "f1": 0.974473, "accuracy": 0.979249, "main_score": 0.974473, "hf_subset": "fra_Latn-ban_Latn", "languages": ["fra-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ell_Grek", "languages": ["fra-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fra_Latn-hne_Deva", "languages": ["fra-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.624745, "recall": 0.68083, "f1": 0.640973, "accuracy": 0.68083, "main_score": 0.640973, "hf_subset": "fra_Latn-kik_Latn", "languages": ["fra-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mai_Deva", "languages": ["fra-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "fra_Latn-pbt_Arab", "languages": ["fra-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-spa_Latn", "languages": ["fra-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620496, "recall": 0.687747, "f1": 0.639558, "accuracy": 0.687747, "main_score": 0.639558, "hf_subset": "fra_Latn-twi_Latn", "languages": ["fra-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-acm_Arab", "languages": ["fra-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-bel_Cyrl", "languages": ["fra-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-eng_Latn", "languages": ["fra-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hrv_Latn", "languages": ["fra-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582379, "recall": 0.646245, "f1": 0.600438, "accuracy": 0.646245, "main_score": 0.600438, "hf_subset": "fra_Latn-kin_Latn", "languages": ["fra-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-mal_Mlym", "languages": ["fra-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pes_Arab", "languages": ["fra-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-srd_Latn", "languages": ["fra-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17425, "recall": 0.230237, "f1": 0.188231, "accuracy": 0.230237, "main_score": 0.188231, "hf_subset": "fra_Latn-tzm_Tfng", "languages": ["fra-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-acq_Arab", "languages": ["fra-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.653675, "recall": 0.706522, "f1": 0.668288, "accuracy": 0.706522, "main_score": 0.668288, "hf_subset": "fra_Latn-bem_Latn", "languages": ["fra-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-epo_Latn", "languages": ["fra-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hun_Latn", "languages": ["fra-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-kir_Cyrl", "languages": ["fra-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mar_Deva", "languages": ["fra-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.699333, "recall": 0.753953, "f1": 0.715357, "accuracy": 0.753953, "main_score": 0.715357, "hf_subset": "fra_Latn-plt_Latn", "languages": ["fra-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-srp_Cyrl", "languages": ["fra-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "fra_Latn-uig_Arab", "languages": ["fra-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-aeb_Arab", "languages": ["fra-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ben_Beng", "languages": ["fra-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-est_Latn", "languages": ["fra-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hye_Armn", "languages": ["fra-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.563175, "recall": 0.61166, "f1": 0.576849, "accuracy": 0.61166, "main_score": 0.576849, "hf_subset": "fra_Latn-kmb_Latn", "languages": ["fra-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520323, "recall": 0.600791, "f1": 0.542361, "accuracy": 0.600791, "main_score": 0.542361, "hf_subset": "fra_Latn-min_Arab", "languages": ["fra-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pol_Latn", "languages": ["fra-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5722, "recall": 0.639328, "f1": 0.591836, "accuracy": 0.639328, "main_score": 0.591836, "hf_subset": "fra_Latn-ssw_Latn", "languages": ["fra-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ukr_Cyrl", "languages": ["fra-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-afr_Latn", "languages": ["fra-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bho_Deva", "languages": ["fra-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-eus_Latn", "languages": ["fra-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606597, "recall": 0.673913, "f1": 0.625365, "accuracy": 0.673913, "main_score": 0.625365, "hf_subset": "fra_Latn-ibo_Latn", "languages": ["fra-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926877, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "fra_Latn-kmr_Latn", "languages": ["fra-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-min_Latn", "languages": ["fra-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-por_Latn", "languages": ["fra-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-sun_Latn", "languages": ["fra-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541366, "recall": 0.603755, "f1": 0.559329, "accuracy": 0.603755, "main_score": 0.559329, "hf_subset": "fra_Latn-umb_Latn", "languages": ["fra-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-ajp_Arab", "languages": ["fra-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565938, "recall": 0.635375, "f1": 0.585503, "accuracy": 0.635375, "main_score": 0.585503, "hf_subset": "fra_Latn-bjn_Arab", "languages": ["fra-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526076, "recall": 0.585968, "f1": 0.542891, "accuracy": 0.585968, "main_score": 0.542891, "hf_subset": "fra_Latn-ewe_Latn", "languages": ["fra-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "fra_Latn-ilo_Latn", "languages": ["fra-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319988, "recall": 0.382411, "f1": 0.337378, "accuracy": 0.382411, "main_score": 0.337378, "hf_subset": "fra_Latn-knc_Arab", "languages": ["fra-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mkd_Cyrl", "languages": ["fra-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-prs_Arab", "languages": ["fra-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-swe_Latn", "languages": ["fra-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-urd_Arab", "languages": ["fra-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607823, "recall": 0.673913, "f1": 0.626384, "accuracy": 0.673913, "main_score": 0.626384, "hf_subset": "fra_Latn-aka_Latn", "languages": ["fra-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-bjn_Latn", "languages": ["fra-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fra_Latn-fao_Latn", "languages": ["fra-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ind_Latn", "languages": ["fra-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602975, "recall": 0.661067, "f1": 0.619761, "accuracy": 0.661067, "main_score": 0.619761, "hf_subset": "fra_Latn-knc_Latn", "languages": ["fra-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-mlt_Latn", "languages": ["fra-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73311, "recall": 0.793478, "f1": 0.750696, "accuracy": 0.793478, "main_score": 0.750696, "hf_subset": "fra_Latn-quy_Latn", "languages": ["fra-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "fra_Latn-swh_Latn", "languages": ["fra-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-uzn_Latn", "languages": ["fra-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-als_Latn", "languages": ["fra-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675379, "recall": 0.751976, "f1": 0.698254, "accuracy": 0.751976, "main_score": 0.698254, "hf_subset": "fra_Latn-bod_Tibt", "languages": ["fra-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.722052, "recall": 0.77668, "f1": 0.737686, "accuracy": 0.77668, "main_score": 0.737686, "hf_subset": "fra_Latn-fij_Latn", "languages": ["fra-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fra_Latn-isl_Latn", "languages": ["fra-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703146, "recall": 0.75, "f1": 0.717133, "accuracy": 0.75, "main_score": 0.717133, "hf_subset": "fra_Latn-kon_Latn", "languages": ["fra-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698287, "recall": 0.754941, "f1": 0.715104, "accuracy": 0.754941, "main_score": 0.715104, "hf_subset": "fra_Latn-mni_Beng", "languages": ["fra-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ron_Latn", "languages": ["fra-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "fra_Latn-szl_Latn", "languages": ["fra-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-vec_Latn", "languages": ["fra-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "fra_Latn-amh_Ethi", "languages": ["fra-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bos_Latn", "languages": ["fra-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-fin_Latn", "languages": ["fra-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ita_Latn", "languages": ["fra-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-kor_Hang", "languages": ["fra-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.568218, "recall": 0.628458, "f1": 0.585252, "accuracy": 0.628458, "main_score": 0.585252, "hf_subset": "fra_Latn-mos_Latn", "languages": ["fra-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58428, "recall": 0.641304, "f1": 0.600107, "accuracy": 0.641304, "main_score": 0.600107, "hf_subset": "fra_Latn-run_Latn", "languages": ["fra-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-tam_Taml", "languages": ["fra-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-vie_Latn", "languages": ["fra-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-apc_Arab", "languages": ["fra-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.823897, "recall": 0.864625, "f1": 0.835968, "accuracy": 0.864625, "main_score": 0.835968, "hf_subset": "fra_Latn-bug_Latn", "languages": ["fra-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49052, "recall": 0.548419, "f1": 0.505752, "accuracy": 0.548419, "main_score": 0.505752, "hf_subset": "fra_Latn-fon_Latn", "languages": ["fra-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-jav_Latn", "languages": ["fra-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-lao_Laoo", "languages": ["fra-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.898419, "recall": 0.926877, "f1": 0.907246, "accuracy": 0.926877, "main_score": 0.907246, "hf_subset": "fra_Latn-mri_Latn", "languages": ["fra-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-rus_Cyrl", "languages": ["fra-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558798, "recall": 0.617589, "f1": 0.575068, "accuracy": 0.617589, "main_score": 0.575068, "hf_subset": "fra_Latn-taq_Latn", "languages": ["fra-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-war_Latn", "languages": ["fra-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-arb_Arab", "languages": ["fra-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bul_Cyrl", "languages": ["fra-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-jpn_Jpan", "languages": ["fra-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-lij_Latn", "languages": ["fra-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "fra_Latn-mya_Mymr", "languages": ["fra-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.625672, "recall": 0.695652, "f1": 0.645898, "accuracy": 0.695652, "main_score": 0.645898, "hf_subset": "fra_Latn-sag_Latn", "languages": ["fra-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193835, "recall": 0.256917, "f1": 0.208526, "accuracy": 0.256917, "main_score": 0.208526, "hf_subset": "fra_Latn-taq_Tfng", "languages": ["fra-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.653707, "recall": 0.715415, "f1": 0.671453, "accuracy": 0.715415, "main_score": 0.671453, "hf_subset": "fra_Latn-wol_Latn", "languages": ["fra-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839509, "recall": 0.882411, "f1": 0.852931, "accuracy": 0.882411, "main_score": 0.852931, "hf_subset": "fra_Latn-arb_Latn", "languages": ["fra-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-cat_Latn", "languages": ["fra-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-fur_Latn", "languages": ["fra-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428254, "recall": 0.488142, "f1": 0.444945, "accuracy": 0.488142, "main_score": 0.444945, "hf_subset": "fra_Latn-kab_Latn", "languages": ["fra-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-lim_Latn", "languages": ["fra-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-nld_Latn", "languages": ["fra-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fra_Latn-san_Deva", "languages": ["fra-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-tat_Cyrl", "languages": ["fra-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.694837, "recall": 0.751976, "f1": 0.71147, "accuracy": 0.751976, "main_score": 0.71147, "hf_subset": "fra_Latn-xho_Latn", "languages": ["fra-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ars_Arab", "languages": ["fra-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-ceb_Latn", "languages": ["fra-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57318, "recall": 0.637352, "f1": 0.591488, "accuracy": 0.637352, "main_score": 0.591488, "hf_subset": "fra_Latn-fuv_Latn", "languages": ["fra-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5139, "recall": 0.583004, "f1": 0.533028, "accuracy": 0.583004, "main_score": 0.533028, "hf_subset": "fra_Latn-kac_Latn", "languages": ["fra-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692441, "recall": 0.745059, "f1": 0.707877, "accuracy": 0.745059, "main_score": 0.707877, "hf_subset": "fra_Latn-lin_Latn", "languages": ["fra-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-nno_Latn", "languages": ["fra-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2513, "recall": 0.33498, "f1": 0.274028, "accuracy": 0.33498, "main_score": 0.274028, "hf_subset": "fra_Latn-sat_Olck", "languages": ["fra-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tel_Telu", "languages": ["fra-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "fra_Latn-ydd_Hebr", "languages": ["fra-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fra_Latn-ary_Arab", "languages": ["fra-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ces_Latn", "languages": ["fra-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579562, "recall": 0.648221, "f1": 0.600216, "accuracy": 0.648221, "main_score": 0.600216, "hf_subset": "fra_Latn-gaz_Latn", "languages": ["fra-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595999, "recall": 0.662055, "f1": 0.614748, "accuracy": 0.662055, "main_score": 0.614748, "hf_subset": "fra_Latn-kam_Latn", "languages": ["fra-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fra_Latn-lit_Latn", "languages": ["fra-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-nob_Latn", "languages": ["fra-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "fra_Latn-scn_Latn", "languages": ["fra-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fra_Latn-tgk_Cyrl", "languages": ["fra-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727644, "recall": 0.791502, "f1": 0.747184, "accuracy": 0.791502, "main_score": 0.747184, "hf_subset": "fra_Latn-yor_Latn", "languages": ["fra-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-arz_Arab", "languages": ["fra-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578113, "recall": 0.63834, "f1": 0.595574, "accuracy": 0.63834, "main_score": 0.595574, "hf_subset": "fra_Latn-cjk_Latn", "languages": ["fra-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822744, "recall": 0.868577, "f1": 0.837022, "accuracy": 0.868577, "main_score": 0.837022, "hf_subset": "fra_Latn-gla_Latn", "languages": ["fra-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-kan_Knda", "languages": ["fra-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fra_Latn-lmo_Latn", "languages": ["fra-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fra_Latn-npi_Deva", "languages": ["fra-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.477204, "recall": 0.546443, "f1": 0.495871, "accuracy": 0.546443, "main_score": 0.495871, "hf_subset": "fra_Latn-shn_Mymr", "languages": ["fra-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tgl_Latn", "languages": ["fra-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-yue_Hant", "languages": ["fra-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-asm_Beng", "languages": ["fra-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "fra_Latn-ckb_Arab", "languages": ["fra-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.9167, "recall": 0.940711, "f1": 0.924209, "accuracy": 0.940711, "main_score": 0.924209, "hf_subset": "fra_Latn-gle_Latn", "languages": ["fra-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "fra_Latn-kas_Arab", "languages": ["fra-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "fra_Latn-ltg_Latn", "languages": ["fra-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63355, "recall": 0.689723, "f1": 0.650249, "accuracy": 0.689723, "main_score": 0.650249, "hf_subset": "fra_Latn-nso_Latn", "languages": ["fra-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-sin_Sinh", "languages": ["fra-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tha_Thai", "languages": ["fra-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zho_Hans", "languages": ["fra-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ast_Latn", "languages": ["fra-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-crh_Latn", "languages": ["fra-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-glg_Latn", "languages": ["fra-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917243, "recall": 0.942688, "f1": 0.925461, "accuracy": 0.942688, "main_score": 0.925461, "hf_subset": "fra_Latn-kas_Deva", "languages": ["fra-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fra_Latn-ltz_Latn", "languages": ["fra-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479555, "recall": 0.545455, "f1": 0.497358, "accuracy": 0.545455, "main_score": 0.497358, "hf_subset": "fra_Latn-nus_Latn", "languages": ["fra-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-slk_Latn", "languages": ["fra-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639279, "recall": 0.716403, "f1": 0.662436, "accuracy": 0.716403, "main_score": 0.662436, "hf_subset": "fra_Latn-tir_Ethi", "languages": ["fra-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zho_Hant", "languages": ["fra-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "fra_Latn-awa_Deva", "languages": ["fra-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fra_Latn-cym_Latn", "languages": ["fra-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869977, "recall": 0.906126, "f1": 0.881653, "accuracy": 0.906126, "main_score": 0.881653, "hf_subset": "fra_Latn-grn_Latn", "languages": ["fra-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-kat_Geor", "languages": ["fra-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.673857, "recall": 0.728261, "f1": 0.689709, "accuracy": 0.728261, "main_score": 0.689709, "hf_subset": "fra_Latn-lua_Latn", "languages": ["fra-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663562, "recall": 0.72332, "f1": 0.680494, "accuracy": 0.72332, "main_score": 0.680494, "hf_subset": "fra_Latn-nya_Latn", "languages": ["fra-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-slv_Latn", "languages": ["fra-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "fra_Latn-tpi_Latn", "languages": ["fra-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zsm_Latn", "languages": ["fra-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563434, "recall": 0.62747, "f1": 0.581646, "accuracy": 0.62747, "main_score": 0.581646, "hf_subset": "fra_Latn-ayr_Latn", "languages": ["fra-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-dan_Latn", "languages": ["fra-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-guj_Gujr", "languages": ["fra-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-kaz_Cyrl", "languages": ["fra-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553726, "recall": 0.619565, "f1": 0.571958, "accuracy": 0.619565, "main_score": 0.571958, "hf_subset": "fra_Latn-lug_Latn", "languages": ["fra-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-oci_Latn", "languages": ["fra-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851861, "recall": 0.892292, "f1": 0.864493, "accuracy": 0.892292, "main_score": 0.864493, "hf_subset": "fra_Latn-smo_Latn", "languages": ["fra-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565787, "recall": 0.632411, "f1": 0.584776, "accuracy": 0.632411, "main_score": 0.584776, "hf_subset": "fra_Latn-tsn_Latn", "languages": ["fra-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642111, "recall": 0.701581, "f1": 0.659201, "accuracy": 0.701581, "main_score": 0.659201, "hf_subset": "fra_Latn-zul_Latn", "languages": ["fra-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943017, "recall": 0.960474, "f1": 0.948617, "accuracy": 0.960474, "main_score": 0.948617, "hf_subset": "fra_Latn-azb_Arab", "languages": ["fra-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-deu_Latn", "languages": ["fra-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "fra_Latn-hat_Latn", "languages": ["fra-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504564, "recall": 0.565217, "f1": 0.521758, "accuracy": 0.565217, "main_score": 0.521758, "hf_subset": "fra_Latn-kbp_Latn", "languages": ["fra-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594293, "recall": 0.650198, "f1": 0.609656, "accuracy": 0.650198, "main_score": 0.609656, "hf_subset": "fra_Latn-luo_Latn", "languages": ["fra-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ory_Orya", "languages": ["fra-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.608689, "recall": 0.673913, "f1": 0.627755, "accuracy": 0.673913, "main_score": 0.627755, "hf_subset": "fra_Latn-sna_Latn", "languages": ["fra-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575282, "recall": 0.635375, "f1": 0.592081, "accuracy": 0.635375, "main_score": 0.592081, "hf_subset": "fra_Latn-tso_Latn", "languages": ["fra-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-azj_Latn", "languages": ["fra-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54529, "recall": 0.616601, "f1": 0.566183, "accuracy": 0.616601, "main_score": 0.566183, "hf_subset": "fra_Latn-dik_Latn", "languages": ["fra-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769203, "recall": 0.823123, "f1": 0.785277, "accuracy": 0.823123, "main_score": 0.785277, "hf_subset": "fra_Latn-hau_Latn", "languages": ["fra-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-kea_Latn", "languages": ["fra-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75723, "recall": 0.811265, "f1": 0.773551, "accuracy": 0.811265, "main_score": 0.773551, "hf_subset": "fra_Latn-lus_Latn", "languages": ["fra-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890184, "recall": 0.916996, "f1": 0.898353, "accuracy": 0.916996, "main_score": 0.898353, "hf_subset": "fra_Latn-pag_Latn", "languages": ["fra-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-snd_Arab", "languages": ["fra-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "fra_Latn-tuk_Latn", "languages": ["fra-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fra_Latn-bak_Cyrl", "languages": ["fra-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524292, "recall": 0.599802, "f1": 0.546213, "accuracy": 0.599802, "main_score": 0.546213, "hf_subset": "fra_Latn-dyu_Latn", "languages": ["fra-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-heb_Hebr", "languages": ["fra-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-khk_Cyrl", "languages": ["fra-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-lvs_Latn", "languages": ["fra-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pan_Guru", "languages": ["fra-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.725659, "recall": 0.784585, "f1": 0.743088, "accuracy": 0.784585, "main_score": 0.743088, "hf_subset": "fra_Latn-som_Latn", "languages": ["fra-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61857, "recall": 0.672925, "f1": 0.634178, "accuracy": 0.672925, "main_score": 0.634178, "hf_subset": "fra_Latn-tum_Latn", "languages": ["fra-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553074, "recall": 0.623518, "f1": 0.573493, "accuracy": 0.623518, "main_score": 0.573493, "hf_subset": "jpn_Jpan-ace_Arab", "languages": ["jpn-Jpan", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499405, "recall": 0.572134, "f1": 0.519917, "accuracy": 0.572134, "main_score": 0.519917, "hf_subset": "jpn_Jpan-bam_Latn", "languages": ["jpn-Jpan", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438392, "recall": 0.514822, "f1": 0.459195, "accuracy": 0.514822, "main_score": 0.459195, "hf_subset": "jpn_Jpan-dzo_Tibt", "languages": ["jpn-Jpan", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hin_Deva", "languages": ["jpn-Jpan", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-khm_Khmr", "languages": ["jpn-Jpan", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mag_Deva", "languages": ["jpn-Jpan", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "jpn_Jpan-pap_Latn", "languages": ["jpn-Jpan", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56186, "recall": 0.621542, "f1": 0.578236, "accuracy": 0.621542, "main_score": 0.578236, "hf_subset": "jpn_Jpan-sot_Latn", "languages": ["jpn-Jpan", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-tur_Latn", "languages": ["jpn-Jpan", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848979, "recall": 0.889328, "f1": 0.86158, "accuracy": 0.889328, "main_score": 0.86158, "hf_subset": "jpn_Jpan-ace_Latn", "languages": ["jpn-Jpan", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "jpn_Jpan-ban_Latn", "languages": ["jpn-Jpan", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-ell_Grek", "languages": ["jpn-Jpan", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "jpn_Jpan-hne_Deva", "languages": ["jpn-Jpan", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.584558, "recall": 0.650198, "f1": 0.60336, "accuracy": 0.650198, "main_score": 0.60336, "hf_subset": "jpn_Jpan-kik_Latn", "languages": ["jpn-Jpan", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mai_Deva", "languages": ["jpn-Jpan", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "jpn_Jpan-pbt_Arab", "languages": ["jpn-Jpan", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-spa_Latn", "languages": ["jpn-Jpan", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604456, "recall": 0.677866, "f1": 0.625195, "accuracy": 0.677866, "main_score": 0.625195, "hf_subset": "jpn_Jpan-twi_Latn", "languages": ["jpn-Jpan", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-acm_Arab", "languages": ["jpn-Jpan", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bel_Cyrl", "languages": ["jpn-Jpan", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-eng_Latn", "languages": ["jpn-Jpan", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hrv_Latn", "languages": ["jpn-Jpan", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523522, "recall": 0.592885, "f1": 0.543349, "accuracy": 0.592885, "main_score": 0.543349, "hf_subset": "jpn_Jpan-kin_Latn", "languages": ["jpn-Jpan", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mal_Mlym", "languages": ["jpn-Jpan", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-pes_Arab", "languages": ["jpn-Jpan", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jpn_Jpan-srd_Latn", "languages": ["jpn-Jpan", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160733, "recall": 0.211462, "f1": 0.173468, "accuracy": 0.211462, "main_score": 0.173468, "hf_subset": "jpn_Jpan-tzm_Tfng", "languages": ["jpn-Jpan", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-acq_Arab", "languages": ["jpn-Jpan", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.621558, "recall": 0.68083, "f1": 0.637687, "accuracy": 0.68083, "main_score": 0.637687, "hf_subset": "jpn_Jpan-bem_Latn", "languages": ["jpn-Jpan", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-epo_Latn", "languages": ["jpn-Jpan", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hun_Latn", "languages": ["jpn-Jpan", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-kir_Cyrl", "languages": ["jpn-Jpan", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mar_Deva", "languages": ["jpn-Jpan", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.649736, "recall": 0.710474, "f1": 0.667523, "accuracy": 0.710474, "main_score": 0.667523, "hf_subset": "jpn_Jpan-plt_Latn", "languages": ["jpn-Jpan", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-srp_Cyrl", "languages": ["jpn-Jpan", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "jpn_Jpan-uig_Arab", "languages": ["jpn-Jpan", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-aeb_Arab", "languages": ["jpn-Jpan", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ben_Beng", "languages": ["jpn-Jpan", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-est_Latn", "languages": ["jpn-Jpan", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hye_Armn", "languages": ["jpn-Jpan", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.526565, "recall": 0.585968, "f1": 0.543198, "accuracy": 0.585968, "main_score": 0.543198, "hf_subset": "jpn_Jpan-kmb_Latn", "languages": ["jpn-Jpan", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476448, "recall": 0.551383, "f1": 0.497021, "accuracy": 0.551383, "main_score": 0.497021, "hf_subset": "jpn_Jpan-min_Arab", "languages": ["jpn-Jpan", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-pol_Latn", "languages": ["jpn-Jpan", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526243, "recall": 0.600791, "f1": 0.547556, "accuracy": 0.600791, "main_score": 0.547556, "hf_subset": "jpn_Jpan-ssw_Latn", "languages": ["jpn-Jpan", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ukr_Cyrl", "languages": ["jpn-Jpan", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-afr_Latn", "languages": ["jpn-Jpan", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-bho_Deva", "languages": ["jpn-Jpan", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "jpn_Jpan-eus_Latn", "languages": ["jpn-Jpan", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55211, "recall": 0.621542, "f1": 0.571254, "accuracy": 0.621542, "main_score": 0.571254, "hf_subset": "jpn_Jpan-ibo_Latn", "languages": ["jpn-Jpan", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880352, "recall": 0.91502, "f1": 0.891535, "accuracy": 0.91502, "main_score": 0.891535, "hf_subset": "jpn_Jpan-kmr_Latn", "languages": ["jpn-Jpan", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "jpn_Jpan-min_Latn", "languages": ["jpn-Jpan", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-por_Latn", "languages": ["jpn-Jpan", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jpn_Jpan-sun_Latn", "languages": ["jpn-Jpan", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51078, "recall": 0.576087, "f1": 0.529571, "accuracy": 0.576087, "main_score": 0.529571, "hf_subset": "jpn_Jpan-umb_Latn", "languages": ["jpn-Jpan", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ajp_Arab", "languages": ["jpn-Jpan", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513625, "recall": 0.583992, "f1": 0.532984, "accuracy": 0.583992, "main_score": 0.532984, "hf_subset": "jpn_Jpan-bjn_Arab", "languages": ["jpn-Jpan", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516773, "recall": 0.578063, "f1": 0.533681, "accuracy": 0.578063, "main_score": 0.533681, "hf_subset": "jpn_Jpan-ewe_Latn", "languages": ["jpn-Jpan", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933383, "recall": 0.951581, "f1": 0.938768, "accuracy": 0.951581, "main_score": 0.938768, "hf_subset": "jpn_Jpan-ilo_Latn", "languages": ["jpn-Jpan", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303695, "recall": 0.369565, "f1": 0.322403, "accuracy": 0.369565, "main_score": 0.322403, "hf_subset": "jpn_Jpan-knc_Arab", "languages": ["jpn-Jpan", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-mkd_Cyrl", "languages": ["jpn-Jpan", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-prs_Arab", "languages": ["jpn-Jpan", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-swe_Latn", "languages": ["jpn-Jpan", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-urd_Arab", "languages": ["jpn-Jpan", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586432, "recall": 0.656126, "f1": 0.606051, "accuracy": 0.656126, "main_score": 0.606051, "hf_subset": "jpn_Jpan-aka_Latn", "languages": ["jpn-Jpan", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "jpn_Jpan-bjn_Latn", "languages": ["jpn-Jpan", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "jpn_Jpan-fao_Latn", "languages": ["jpn-Jpan", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ind_Latn", "languages": ["jpn-Jpan", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579449, "recall": 0.637352, "f1": 0.596196, "accuracy": 0.637352, "main_score": 0.596196, "hf_subset": "jpn_Jpan-knc_Latn", "languages": ["jpn-Jpan", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "jpn_Jpan-mlt_Latn", "languages": ["jpn-Jpan", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684728, "recall": 0.751976, "f1": 0.704682, "accuracy": 0.751976, "main_score": 0.704682, "hf_subset": "jpn_Jpan-quy_Latn", "languages": ["jpn-Jpan", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "jpn_Jpan-swh_Latn", "languages": ["jpn-Jpan", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-uzn_Latn", "languages": ["jpn-Jpan", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-als_Latn", "languages": ["jpn-Jpan", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630912, "recall": 0.710474, "f1": 0.654404, "accuracy": 0.710474, "main_score": 0.654404, "hf_subset": "jpn_Jpan-bod_Tibt", "languages": ["jpn-Jpan", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.67799, "recall": 0.740119, "f1": 0.696116, "accuracy": 0.740119, "main_score": 0.696116, "hf_subset": "jpn_Jpan-fij_Latn", "languages": ["jpn-Jpan", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "jpn_Jpan-isl_Latn", "languages": ["jpn-Jpan", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645693, "recall": 0.704545, "f1": 0.662854, "accuracy": 0.704545, "main_score": 0.662854, "hf_subset": "jpn_Jpan-kon_Latn", "languages": ["jpn-Jpan", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650239, "recall": 0.719368, "f1": 0.670844, "accuracy": 0.719368, "main_score": 0.670844, "hf_subset": "jpn_Jpan-mni_Beng", "languages": ["jpn-Jpan", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ron_Latn", "languages": ["jpn-Jpan", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "jpn_Jpan-szl_Latn", "languages": ["jpn-Jpan", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-vec_Latn", "languages": ["jpn-Jpan", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939065, "recall": 0.958498, "f1": 0.945487, "accuracy": 0.958498, "main_score": 0.945487, "hf_subset": "jpn_Jpan-amh_Ethi", "languages": ["jpn-Jpan", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bos_Latn", "languages": ["jpn-Jpan", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-fin_Latn", "languages": ["jpn-Jpan", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ita_Latn", "languages": ["jpn-Jpan", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-kor_Hang", "languages": ["jpn-Jpan", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.543029, "recall": 0.605731, "f1": 0.560575, "accuracy": 0.605731, "main_score": 0.560575, "hf_subset": "jpn_Jpan-mos_Latn", "languages": ["jpn-Jpan", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547563, "recall": 0.605731, "f1": 0.563938, "accuracy": 0.605731, "main_score": 0.563938, "hf_subset": "jpn_Jpan-run_Latn", "languages": ["jpn-Jpan", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-tam_Taml", "languages": ["jpn-Jpan", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-vie_Latn", "languages": ["jpn-Jpan", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-apc_Arab", "languages": ["jpn-Jpan", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.791683, "recall": 0.840909, "f1": 0.806277, "accuracy": 0.840909, "main_score": 0.806277, "hf_subset": "jpn_Jpan-bug_Latn", "languages": ["jpn-Jpan", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454125, "recall": 0.521739, "f1": 0.472305, "accuracy": 0.521739, "main_score": 0.472305, "hf_subset": "jpn_Jpan-fon_Latn", "languages": ["jpn-Jpan", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jpn_Jpan-jav_Latn", "languages": ["jpn-Jpan", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-lao_Laoo", "languages": ["jpn-Jpan", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.837236, "recall": 0.879447, "f1": 0.850165, "accuracy": 0.879447, "main_score": 0.850165, "hf_subset": "jpn_Jpan-mri_Latn", "languages": ["jpn-Jpan", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-rus_Cyrl", "languages": ["jpn-Jpan", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525562, "recall": 0.598814, "f1": 0.545902, "accuracy": 0.598814, "main_score": 0.545902, "hf_subset": "jpn_Jpan-taq_Latn", "languages": ["jpn-Jpan", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jpn_Jpan-war_Latn", "languages": ["jpn-Jpan", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-arb_Arab", "languages": ["jpn-Jpan", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bul_Cyrl", "languages": ["jpn-Jpan", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-fra_Latn", "languages": ["jpn-Jpan", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "jpn_Jpan-lij_Latn", "languages": ["jpn-Jpan", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "jpn_Jpan-mya_Mymr", "languages": ["jpn-Jpan", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.585124, "recall": 0.658103, "f1": 0.605137, "accuracy": 0.658103, "main_score": 0.605137, "hf_subset": "jpn_Jpan-sag_Latn", "languages": ["jpn-Jpan", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178317, "recall": 0.245059, "f1": 0.193248, "accuracy": 0.245059, "main_score": 0.193248, "hf_subset": "jpn_Jpan-taq_Tfng", "languages": ["jpn-Jpan", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.61642, "recall": 0.686759, "f1": 0.636335, "accuracy": 0.686759, "main_score": 0.636335, "hf_subset": "jpn_Jpan-wol_Latn", "languages": ["jpn-Jpan", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778336, "recall": 0.832016, "f1": 0.794798, "accuracy": 0.832016, "main_score": 0.794798, "hf_subset": "jpn_Jpan-arb_Latn", "languages": ["jpn-Jpan", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-cat_Latn", "languages": ["jpn-Jpan", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jpn_Jpan-fur_Latn", "languages": ["jpn-Jpan", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397407, "recall": 0.455534, "f1": 0.4131, "accuracy": 0.455534, "main_score": 0.4131, "hf_subset": "jpn_Jpan-kab_Latn", "languages": ["jpn-Jpan", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jpn_Jpan-lim_Latn", "languages": ["jpn-Jpan", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-nld_Latn", "languages": ["jpn-Jpan", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jpn_Jpan-san_Deva", "languages": ["jpn-Jpan", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-tat_Cyrl", "languages": ["jpn-Jpan", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.637747, "recall": 0.698617, "f1": 0.655653, "accuracy": 0.698617, "main_score": 0.655653, "hf_subset": "jpn_Jpan-xho_Latn", "languages": ["jpn-Jpan", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ars_Arab", "languages": ["jpn-Jpan", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "jpn_Jpan-ceb_Latn", "languages": ["jpn-Jpan", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550272, "recall": 0.615613, "f1": 0.568175, "accuracy": 0.615613, "main_score": 0.568175, "hf_subset": "jpn_Jpan-fuv_Latn", "languages": ["jpn-Jpan", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498601, "recall": 0.571146, "f1": 0.518659, "accuracy": 0.571146, "main_score": 0.518659, "hf_subset": "jpn_Jpan-kac_Latn", "languages": ["jpn-Jpan", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654397, "recall": 0.709486, "f1": 0.670751, "accuracy": 0.709486, "main_score": 0.670751, "hf_subset": "jpn_Jpan-lin_Latn", "languages": ["jpn-Jpan", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-nno_Latn", "languages": ["jpn-Jpan", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194757, "recall": 0.267787, "f1": 0.213338, "accuracy": 0.267787, "main_score": 0.213338, "hf_subset": "jpn_Jpan-sat_Olck", "languages": ["jpn-Jpan", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-tel_Telu", "languages": ["jpn-Jpan", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "jpn_Jpan-ydd_Hebr", "languages": ["jpn-Jpan", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "jpn_Jpan-ary_Arab", "languages": ["jpn-Jpan", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ces_Latn", "languages": ["jpn-Jpan", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554941, "recall": 0.62253, "f1": 0.574738, "accuracy": 0.62253, "main_score": 0.574738, "hf_subset": "jpn_Jpan-gaz_Latn", "languages": ["jpn-Jpan", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569443, "recall": 0.635375, "f1": 0.587881, "accuracy": 0.635375, "main_score": 0.587881, "hf_subset": "jpn_Jpan-kam_Latn", "languages": ["jpn-Jpan", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jpn_Jpan-lit_Latn", "languages": ["jpn-Jpan", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-nob_Latn", "languages": ["jpn-Jpan", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "jpn_Jpan-scn_Latn", "languages": ["jpn-Jpan", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "jpn_Jpan-tgk_Cyrl", "languages": ["jpn-Jpan", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.681312, "recall": 0.746047, "f1": 0.700398, "accuracy": 0.746047, "main_score": 0.700398, "hf_subset": "jpn_Jpan-yor_Latn", "languages": ["jpn-Jpan", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-arz_Arab", "languages": ["jpn-Jpan", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545651, "recall": 0.614625, "f1": 0.565409, "accuracy": 0.614625, "main_score": 0.565409, "hf_subset": "jpn_Jpan-cjk_Latn", "languages": ["jpn-Jpan", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753277, "recall": 0.810277, "f1": 0.770586, "accuracy": 0.810277, "main_score": 0.770586, "hf_subset": "jpn_Jpan-gla_Latn", "languages": ["jpn-Jpan", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-kan_Knda", "languages": ["jpn-Jpan", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jpn_Jpan-lmo_Latn", "languages": ["jpn-Jpan", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "jpn_Jpan-npi_Deva", "languages": ["jpn-Jpan", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.470421, "recall": 0.54249, "f1": 0.48993, "accuracy": 0.54249, "main_score": 0.48993, "hf_subset": "jpn_Jpan-shn_Mymr", "languages": ["jpn-Jpan", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-tgl_Latn", "languages": ["jpn-Jpan", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-yue_Hant", "languages": ["jpn-Jpan", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-asm_Beng", "languages": ["jpn-Jpan", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "jpn_Jpan-ckb_Arab", "languages": ["jpn-Jpan", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.843874, "recall": 0.886364, "f1": 0.857181, "accuracy": 0.886364, "main_score": 0.857181, "hf_subset": "jpn_Jpan-gle_Latn", "languages": ["jpn-Jpan", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.963439, "f1": 0.951746, "accuracy": 0.963439, "main_score": 0.951746, "hf_subset": "jpn_Jpan-kas_Arab", "languages": ["jpn-Jpan", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.932477, "recall": 0.953557, "f1": 0.939394, "accuracy": 0.953557, "main_score": 0.939394, "hf_subset": "jpn_Jpan-ltg_Latn", "languages": ["jpn-Jpan", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593958, "recall": 0.653162, "f1": 0.61067, "accuracy": 0.653162, "main_score": 0.61067, "hf_subset": "jpn_Jpan-nso_Latn", "languages": ["jpn-Jpan", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "jpn_Jpan-sin_Sinh", "languages": ["jpn-Jpan", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-tha_Thai", "languages": ["jpn-Jpan", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-zho_Hans", "languages": ["jpn-Jpan", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ast_Latn", "languages": ["jpn-Jpan", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-crh_Latn", "languages": ["jpn-Jpan", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-glg_Latn", "languages": ["jpn-Jpan", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893939, "recall": 0.924901, "f1": 0.903458, "accuracy": 0.924901, "main_score": 0.903458, "hf_subset": "jpn_Jpan-kas_Deva", "languages": ["jpn-Jpan", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "jpn_Jpan-ltz_Latn", "languages": ["jpn-Jpan", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430032, "recall": 0.503953, "f1": 0.450121, "accuracy": 0.503953, "main_score": 0.450121, "hf_subset": "jpn_Jpan-nus_Latn", "languages": ["jpn-Jpan", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-slk_Latn", "languages": ["jpn-Jpan", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60575, "recall": 0.677866, "f1": 0.62683, "accuracy": 0.677866, "main_score": 0.62683, "hf_subset": "jpn_Jpan-tir_Ethi", "languages": ["jpn-Jpan", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-zho_Hant", "languages": ["jpn-Jpan", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "jpn_Jpan-awa_Deva", "languages": ["jpn-Jpan", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "jpn_Jpan-cym_Latn", "languages": ["jpn-Jpan", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828327, "recall": 0.87253, "f1": 0.841864, "accuracy": 0.87253, "main_score": 0.841864, "hf_subset": "jpn_Jpan-grn_Latn", "languages": ["jpn-Jpan", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-kat_Geor", "languages": ["jpn-Jpan", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.624946, "recall": 0.683794, "f1": 0.641622, "accuracy": 0.683794, "main_score": 0.641622, "hf_subset": "jpn_Jpan-lua_Latn", "languages": ["jpn-Jpan", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624104, "recall": 0.687747, "f1": 0.642544, "accuracy": 0.687747, "main_score": 0.642544, "hf_subset": "jpn_Jpan-nya_Latn", "languages": ["jpn-Jpan", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-slv_Latn", "languages": ["jpn-Jpan", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949193, "recall": 0.965415, "f1": 0.954447, "accuracy": 0.965415, "main_score": 0.954447, "hf_subset": "jpn_Jpan-tpi_Latn", "languages": ["jpn-Jpan", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-zsm_Latn", "languages": ["jpn-Jpan", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538155, "recall": 0.602767, "f1": 0.556139, "accuracy": 0.602767, "main_score": 0.556139, "hf_subset": "jpn_Jpan-ayr_Latn", "languages": ["jpn-Jpan", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-dan_Latn", "languages": ["jpn-Jpan", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-guj_Gujr", "languages": ["jpn-Jpan", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-kaz_Cyrl", "languages": ["jpn-Jpan", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527704, "recall": 0.587945, "f1": 0.544874, "accuracy": 0.587945, "main_score": 0.544874, "hf_subset": "jpn_Jpan-lug_Latn", "languages": ["jpn-Jpan", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-oci_Latn", "languages": ["jpn-Jpan", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799193, "recall": 0.848814, "f1": 0.814182, "accuracy": 0.848814, "main_score": 0.814182, "hf_subset": "jpn_Jpan-smo_Latn", "languages": ["jpn-Jpan", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523326, "recall": 0.591897, "f1": 0.542186, "accuracy": 0.591897, "main_score": 0.542186, "hf_subset": "jpn_Jpan-tsn_Latn", "languages": ["jpn-Jpan", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583038, "recall": 0.649209, "f1": 0.60169, "accuracy": 0.649209, "main_score": 0.60169, "hf_subset": "jpn_Jpan-zul_Latn", "languages": ["jpn-Jpan", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913538, "recall": 0.937747, "f1": 0.921278, "accuracy": 0.937747, "main_score": 0.921278, "hf_subset": "jpn_Jpan-azb_Arab", "languages": ["jpn-Jpan", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-deu_Latn", "languages": ["jpn-Jpan", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "jpn_Jpan-hat_Latn", "languages": ["jpn-Jpan", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491295, "recall": 0.550395, "f1": 0.507764, "accuracy": 0.550395, "main_score": 0.507764, "hf_subset": "jpn_Jpan-kbp_Latn", "languages": ["jpn-Jpan", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56401, "recall": 0.621542, "f1": 0.579474, "accuracy": 0.621542, "main_score": 0.579474, "hf_subset": "jpn_Jpan-luo_Latn", "languages": ["jpn-Jpan", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ory_Orya", "languages": ["jpn-Jpan", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.579474, "recall": 0.644269, "f1": 0.597707, "accuracy": 0.644269, "main_score": 0.597707, "hf_subset": "jpn_Jpan-sna_Latn", "languages": ["jpn-Jpan", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547575, "recall": 0.604743, "f1": 0.563665, "accuracy": 0.604743, "main_score": 0.563665, "hf_subset": "jpn_Jpan-tso_Latn", "languages": ["jpn-Jpan", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-azj_Latn", "languages": ["jpn-Jpan", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530971, "recall": 0.602767, "f1": 0.551499, "accuracy": 0.602767, "main_score": 0.551499, "hf_subset": "jpn_Jpan-dik_Latn", "languages": ["jpn-Jpan", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703633, "recall": 0.763834, "f1": 0.721069, "accuracy": 0.763834, "main_score": 0.721069, "hf_subset": "jpn_Jpan-hau_Latn", "languages": ["jpn-Jpan", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "jpn_Jpan-kea_Latn", "languages": ["jpn-Jpan", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742128, "recall": 0.797431, "f1": 0.758794, "accuracy": 0.797431, "main_score": 0.758794, "hf_subset": "jpn_Jpan-lus_Latn", "languages": ["jpn-Jpan", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872118, "recall": 0.906126, "f1": 0.882609, "accuracy": 0.906126, "main_score": 0.882609, "hf_subset": "jpn_Jpan-pag_Latn", "languages": ["jpn-Jpan", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-snd_Arab", "languages": ["jpn-Jpan", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "jpn_Jpan-tuk_Latn", "languages": ["jpn-Jpan", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "jpn_Jpan-bak_Cyrl", "languages": ["jpn-Jpan", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470466, "recall": 0.552372, "f1": 0.49449, "accuracy": 0.552372, "main_score": 0.49449, "hf_subset": "jpn_Jpan-dyu_Latn", "languages": ["jpn-Jpan", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-heb_Hebr", "languages": ["jpn-Jpan", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "jpn_Jpan-khk_Cyrl", "languages": ["jpn-Jpan", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-lvs_Latn", "languages": ["jpn-Jpan", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-pan_Guru", "languages": ["jpn-Jpan", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.667605, "recall": 0.731225, "f1": 0.686665, "accuracy": 0.731225, "main_score": 0.686665, "hf_subset": "jpn_Jpan-som_Latn", "languages": ["jpn-Jpan", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582816, "recall": 0.639328, "f1": 0.599259, "accuracy": 0.639328, "main_score": 0.599259, "hf_subset": "jpn_Jpan-tum_Latn", "languages": ["jpn-Jpan", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583813, "recall": 0.649209, "f1": 0.602602, "accuracy": 0.649209, "main_score": 0.602602, "hf_subset": "lij_Latn-ace_Arab", "languages": ["lij-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541791, "recall": 0.597826, "f1": 0.557692, "accuracy": 0.597826, "main_score": 0.557692, "hf_subset": "lij_Latn-bam_Latn", "languages": ["lij-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383682, "recall": 0.449605, "f1": 0.401451, "accuracy": 0.449605, "main_score": 0.401451, "hf_subset": "lij_Latn-dzo_Tibt", "languages": ["lij-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-hin_Deva", "languages": ["lij-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-khm_Khmr", "languages": ["lij-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.983284, "recall": 0.987154, "f1": 0.98442, "accuracy": 0.987154, "main_score": 0.98442, "hf_subset": "lij_Latn-mag_Deva", "languages": ["lij-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "lij_Latn-pap_Latn", "languages": ["lij-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595358, "recall": 0.649209, "f1": 0.61036, "accuracy": 0.649209, "main_score": 0.61036, "hf_subset": "lij_Latn-sot_Latn", "languages": ["lij-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-tur_Latn", "languages": ["lij-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855649, "recall": 0.886364, "f1": 0.864973, "accuracy": 0.886364, "main_score": 0.864973, "hf_subset": "lij_Latn-ace_Latn", "languages": ["lij-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9375, "recall": 0.954545, "f1": 0.942918, "accuracy": 0.954545, "main_score": 0.942918, "hf_subset": "lij_Latn-ban_Latn", "languages": ["lij-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lij_Latn-ell_Grek", "languages": ["lij-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "lij_Latn-hne_Deva", "languages": ["lij-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.60341, "recall": 0.655138, "f1": 0.61814, "accuracy": 0.655138, "main_score": 0.61814, "hf_subset": "lij_Latn-kik_Latn", "languages": ["lij-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-mai_Deva", "languages": ["lij-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "lij_Latn-pbt_Arab", "languages": ["lij-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-spa_Latn", "languages": ["lij-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625965, "recall": 0.681818, "f1": 0.641562, "accuracy": 0.681818, "main_score": 0.641562, "hf_subset": "lij_Latn-twi_Latn", "languages": ["lij-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lij_Latn-acm_Arab", "languages": ["lij-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "lij_Latn-bel_Cyrl", "languages": ["lij-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-eng_Latn", "languages": ["lij-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lij_Latn-hrv_Latn", "languages": ["lij-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571123, "recall": 0.628458, "f1": 0.587293, "accuracy": 0.628458, "main_score": 0.587293, "hf_subset": "lij_Latn-kin_Latn", "languages": ["lij-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-mal_Mlym", "languages": ["lij-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lij_Latn-pes_Arab", "languages": ["lij-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lij_Latn-srd_Latn", "languages": ["lij-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180672, "recall": 0.22332, "f1": 0.191205, "accuracy": 0.22332, "main_score": 0.191205, "hf_subset": "lij_Latn-tzm_Tfng", "languages": ["lij-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lij_Latn-acq_Arab", "languages": ["lij-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.642311, "recall": 0.685771, "f1": 0.654205, "accuracy": 0.685771, "main_score": 0.654205, "hf_subset": "lij_Latn-bem_Latn", "languages": ["lij-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lij_Latn-epo_Latn", "languages": ["lij-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-hun_Latn", "languages": ["lij-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "lij_Latn-kir_Cyrl", "languages": ["lij-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979167, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "lij_Latn-mar_Deva", "languages": ["lij-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.675758, "recall": 0.729249, "f1": 0.69137, "accuracy": 0.729249, "main_score": 0.69137, "hf_subset": "lij_Latn-plt_Latn", "languages": ["lij-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lij_Latn-srp_Cyrl", "languages": ["lij-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.92691, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "lij_Latn-uig_Arab", "languages": ["lij-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "lij_Latn-aeb_Arab", "languages": ["lij-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lij_Latn-ben_Beng", "languages": ["lij-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lij_Latn-est_Latn", "languages": ["lij-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "lij_Latn-hye_Armn", "languages": ["lij-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.56549, "recall": 0.617589, "f1": 0.580503, "accuracy": 0.617589, "main_score": 0.580503, "hf_subset": "lij_Latn-kmb_Latn", "languages": ["lij-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512907, "recall": 0.581028, "f1": 0.530558, "accuracy": 0.581028, "main_score": 0.530558, "hf_subset": "lij_Latn-min_Arab", "languages": ["lij-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-pol_Latn", "languages": ["lij-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563599, "recall": 0.620553, "f1": 0.5798, "accuracy": 0.620553, "main_score": 0.5798, "hf_subset": "lij_Latn-ssw_Latn", "languages": ["lij-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-ukr_Cyrl", "languages": ["lij-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-afr_Latn", "languages": ["lij-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lij_Latn-bho_Deva", "languages": ["lij-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "lij_Latn-eus_Latn", "languages": ["lij-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578244, "recall": 0.635375, "f1": 0.594603, "accuracy": 0.635375, "main_score": 0.594603, "hf_subset": "lij_Latn-ibo_Latn", "languages": ["lij-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86516, "recall": 0.898221, "f1": 0.875238, "accuracy": 0.898221, "main_score": 0.875238, "hf_subset": "lij_Latn-kmr_Latn", "languages": ["lij-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "lij_Latn-min_Latn", "languages": ["lij-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-por_Latn", "languages": ["lij-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.981225, "f1": 0.97635, "accuracy": 0.981225, "main_score": 0.97635, "hf_subset": "lij_Latn-sun_Latn", "languages": ["lij-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530608, "recall": 0.583004, "f1": 0.545956, "accuracy": 0.583004, "main_score": 0.545956, "hf_subset": "lij_Latn-umb_Latn", "languages": ["lij-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lij_Latn-ajp_Arab", "languages": ["lij-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545441, "recall": 0.608696, "f1": 0.56279, "accuracy": 0.608696, "main_score": 0.56279, "hf_subset": "lij_Latn-bjn_Arab", "languages": ["lij-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525586, "recall": 0.578063, "f1": 0.540467, "accuracy": 0.578063, "main_score": 0.540467, "hf_subset": "lij_Latn-ewe_Latn", "languages": ["lij-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.951581, "f1": 0.939526, "accuracy": 0.951581, "main_score": 0.939526, "hf_subset": "lij_Latn-ilo_Latn", "languages": ["lij-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.312366, "recall": 0.369565, "f1": 0.328404, "accuracy": 0.369565, "main_score": 0.328404, "hf_subset": "lij_Latn-knc_Arab", "languages": ["lij-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lij_Latn-mkd_Cyrl", "languages": ["lij-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lij_Latn-prs_Arab", "languages": ["lij-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-swe_Latn", "languages": ["lij-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lij_Latn-urd_Arab", "languages": ["lij-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583547, "recall": 0.639328, "f1": 0.599177, "accuracy": 0.639328, "main_score": 0.599177, "hf_subset": "lij_Latn-aka_Latn", "languages": ["lij-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964043, "recall": 0.97332, "f1": 0.96693, "accuracy": 0.97332, "main_score": 0.96693, "hf_subset": "lij_Latn-bjn_Latn", "languages": ["lij-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948534, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "lij_Latn-fao_Latn", "languages": ["lij-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lij_Latn-ind_Latn", "languages": ["lij-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603829, "recall": 0.656126, "f1": 0.618442, "accuracy": 0.656126, "main_score": 0.618442, "hf_subset": "lij_Latn-knc_Latn", "languages": ["lij-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-mlt_Latn", "languages": ["lij-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703535, "recall": 0.763834, "f1": 0.721334, "accuracy": 0.763834, "main_score": 0.721334, "hf_subset": "lij_Latn-quy_Latn", "languages": ["lij-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931324, "recall": 0.952569, "f1": 0.938241, "accuracy": 0.952569, "main_score": 0.938241, "hf_subset": "lij_Latn-swh_Latn", "languages": ["lij-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "lij_Latn-uzn_Latn", "languages": ["lij-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lij_Latn-als_Latn", "languages": ["lij-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577363, "recall": 0.653162, "f1": 0.598477, "accuracy": 0.653162, "main_score": 0.598477, "hf_subset": "lij_Latn-bod_Tibt", "languages": ["lij-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.689223, "recall": 0.741107, "f1": 0.70391, "accuracy": 0.741107, "main_score": 0.70391, "hf_subset": "lij_Latn-fij_Latn", "languages": ["lij-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "lij_Latn-isl_Latn", "languages": ["lij-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678002, "recall": 0.729249, "f1": 0.693412, "accuracy": 0.729249, "main_score": 0.693412, "hf_subset": "lij_Latn-kon_Latn", "languages": ["lij-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65072, "recall": 0.716403, "f1": 0.669872, "accuracy": 0.716403, "main_score": 0.669872, "hf_subset": "lij_Latn-mni_Beng", "languages": ["lij-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-ron_Latn", "languages": ["lij-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "lij_Latn-szl_Latn", "languages": ["lij-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-vec_Latn", "languages": ["lij-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900033, "recall": 0.928854, "f1": 0.909256, "accuracy": 0.928854, "main_score": 0.909256, "hf_subset": "lij_Latn-amh_Ethi", "languages": ["lij-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lij_Latn-bos_Latn", "languages": ["lij-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lij_Latn-fin_Latn", "languages": ["lij-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-ita_Latn", "languages": ["lij-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-kor_Hang", "languages": ["lij-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.564987, "recall": 0.614625, "f1": 0.578831, "accuracy": 0.614625, "main_score": 0.578831, "hf_subset": "lij_Latn-mos_Latn", "languages": ["lij-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568422, "recall": 0.619565, "f1": 0.58342, "accuracy": 0.619565, "main_score": 0.58342, "hf_subset": "lij_Latn-run_Latn", "languages": ["lij-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lij_Latn-tam_Taml", "languages": ["lij-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lij_Latn-vie_Latn", "languages": ["lij-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "lij_Latn-apc_Arab", "languages": ["lij-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.799367, "recall": 0.840909, "f1": 0.811512, "accuracy": 0.840909, "main_score": 0.811512, "hf_subset": "lij_Latn-bug_Latn", "languages": ["lij-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479805, "recall": 0.532609, "f1": 0.493954, "accuracy": 0.532609, "main_score": 0.493954, "hf_subset": "lij_Latn-fon_Latn", "languages": ["lij-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984881, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "lij_Latn-jav_Latn", "languages": ["lij-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "lij_Latn-lao_Laoo", "languages": ["lij-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.824398, "recall": 0.865613, "f1": 0.836844, "accuracy": 0.865613, "main_score": 0.836844, "hf_subset": "lij_Latn-mri_Latn", "languages": ["lij-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-rus_Cyrl", "languages": ["lij-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548946, "recall": 0.603755, "f1": 0.56422, "accuracy": 0.603755, "main_score": 0.56422, "hf_subset": "lij_Latn-taq_Latn", "languages": ["lij-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "lij_Latn-war_Latn", "languages": ["lij-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-arb_Arab", "languages": ["lij-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-bul_Cyrl", "languages": ["lij-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-fra_Latn", "languages": ["lij-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-jpn_Jpan", "languages": ["lij-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "lij_Latn-mya_Mymr", "languages": ["lij-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.608504, "recall": 0.675889, "f1": 0.627556, "accuracy": 0.675889, "main_score": 0.627556, "hf_subset": "lij_Latn-sag_Latn", "languages": ["lij-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201869, "recall": 0.255929, "f1": 0.214174, "accuracy": 0.255929, "main_score": 0.214174, "hf_subset": "lij_Latn-taq_Tfng", "languages": ["lij-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.640148, "recall": 0.693676, "f1": 0.654748, "accuracy": 0.693676, "main_score": 0.654748, "hf_subset": "lij_Latn-wol_Latn", "languages": ["lij-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772926, "recall": 0.827075, "f1": 0.789103, "accuracy": 0.827075, "main_score": 0.789103, "hf_subset": "lij_Latn-arb_Latn", "languages": ["lij-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-cat_Latn", "languages": ["lij-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lij_Latn-fur_Latn", "languages": ["lij-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431029, "recall": 0.479249, "f1": 0.444246, "accuracy": 0.479249, "main_score": 0.444246, "hf_subset": "lij_Latn-kab_Latn", "languages": ["lij-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970932, "recall": 0.979249, "f1": 0.973551, "accuracy": 0.979249, "main_score": 0.973551, "hf_subset": "lij_Latn-lim_Latn", "languages": ["lij-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "lij_Latn-nld_Latn", "languages": ["lij-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "lij_Latn-san_Deva", "languages": ["lij-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "lij_Latn-tat_Cyrl", "languages": ["lij-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67864, "recall": 0.729249, "f1": 0.69388, "accuracy": 0.729249, "main_score": 0.69388, "hf_subset": "lij_Latn-xho_Latn", "languages": ["lij-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-ars_Arab", "languages": ["lij-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-ceb_Latn", "languages": ["lij-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561884, "recall": 0.619565, "f1": 0.578336, "accuracy": 0.619565, "main_score": 0.578336, "hf_subset": "lij_Latn-fuv_Latn", "languages": ["lij-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516685, "recall": 0.574111, "f1": 0.532584, "accuracy": 0.574111, "main_score": 0.532584, "hf_subset": "lij_Latn-kac_Latn", "languages": ["lij-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688175, "recall": 0.733202, "f1": 0.700847, "accuracy": 0.733202, "main_score": 0.700847, "hf_subset": "lij_Latn-lin_Latn", "languages": ["lij-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-nno_Latn", "languages": ["lij-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208698, "recall": 0.277668, "f1": 0.226132, "accuracy": 0.277668, "main_score": 0.226132, "hf_subset": "lij_Latn-sat_Olck", "languages": ["lij-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-tel_Telu", "languages": ["lij-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.932065, "recall": 0.951581, "f1": 0.938142, "accuracy": 0.951581, "main_score": 0.938142, "hf_subset": "lij_Latn-ydd_Hebr", "languages": ["lij-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "lij_Latn-ary_Arab", "languages": ["lij-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lij_Latn-ces_Latn", "languages": ["lij-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582866, "recall": 0.640316, "f1": 0.599316, "accuracy": 0.640316, "main_score": 0.599316, "hf_subset": "lij_Latn-gaz_Latn", "languages": ["lij-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585771, "recall": 0.647233, "f1": 0.603609, "accuracy": 0.647233, "main_score": 0.603609, "hf_subset": "lij_Latn-kam_Latn", "languages": ["lij-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "lij_Latn-lit_Latn", "languages": ["lij-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-nob_Latn", "languages": ["lij-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-scn_Latn", "languages": ["lij-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "lij_Latn-tgk_Cyrl", "languages": ["lij-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.699786, "recall": 0.762846, "f1": 0.718662, "accuracy": 0.762846, "main_score": 0.718662, "hf_subset": "lij_Latn-yor_Latn", "languages": ["lij-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lij_Latn-arz_Arab", "languages": ["lij-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576706, "recall": 0.63834, "f1": 0.594353, "accuracy": 0.63834, "main_score": 0.594353, "hf_subset": "lij_Latn-cjk_Latn", "languages": ["lij-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767408, "recall": 0.818182, "f1": 0.782773, "accuracy": 0.818182, "main_score": 0.782773, "hf_subset": "lij_Latn-gla_Latn", "languages": ["lij-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lij_Latn-kan_Knda", "languages": ["lij-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989377, "recall": 0.992095, "f1": 0.990184, "accuracy": 0.992095, "main_score": 0.990184, "hf_subset": "lij_Latn-lmo_Latn", "languages": ["lij-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lij_Latn-npi_Deva", "languages": ["lij-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472009, "recall": 0.533597, "f1": 0.488826, "accuracy": 0.533597, "main_score": 0.488826, "hf_subset": "lij_Latn-shn_Mymr", "languages": ["lij-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-tgl_Latn", "languages": ["lij-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-yue_Hant", "languages": ["lij-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lij_Latn-asm_Beng", "languages": ["lij-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.912467, "recall": 0.937747, "f1": 0.92052, "accuracy": 0.937747, "main_score": 0.92052, "hf_subset": "lij_Latn-ckb_Arab", "languages": ["lij-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.842638, "recall": 0.881423, "f1": 0.85455, "accuracy": 0.881423, "main_score": 0.85455, "hf_subset": "lij_Latn-gle_Latn", "languages": ["lij-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924078, "recall": 0.944664, "f1": 0.930665, "accuracy": 0.944664, "main_score": 0.930665, "hf_subset": "lij_Latn-kas_Arab", "languages": ["lij-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.920949, "recall": 0.942688, "f1": 0.927833, "accuracy": 0.942688, "main_score": 0.927833, "hf_subset": "lij_Latn-ltg_Latn", "languages": ["lij-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607768, "recall": 0.662055, "f1": 0.623062, "accuracy": 0.662055, "main_score": 0.623062, "hf_subset": "lij_Latn-nso_Latn", "languages": ["lij-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "lij_Latn-sin_Sinh", "languages": ["lij-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-tha_Thai", "languages": ["lij-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lij_Latn-zho_Hans", "languages": ["lij-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-ast_Latn", "languages": ["lij-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "lij_Latn-crh_Latn", "languages": ["lij-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-glg_Latn", "languages": ["lij-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854661, "recall": 0.892292, "f1": 0.866634, "accuracy": 0.892292, "main_score": 0.866634, "hf_subset": "lij_Latn-kas_Deva", "languages": ["lij-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "lij_Latn-ltz_Latn", "languages": ["lij-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478469, "recall": 0.541502, "f1": 0.494493, "accuracy": 0.541502, "main_score": 0.494493, "hf_subset": "lij_Latn-nus_Latn", "languages": ["lij-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-slk_Latn", "languages": ["lij-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586526, "recall": 0.657115, "f1": 0.606563, "accuracy": 0.657115, "main_score": 0.606563, "hf_subset": "lij_Latn-tir_Ethi", "languages": ["lij-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-zho_Hant", "languages": ["lij-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "lij_Latn-awa_Deva", "languages": ["lij-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.937335, "recall": 0.955534, "f1": 0.943083, "accuracy": 0.955534, "main_score": 0.943083, "hf_subset": "lij_Latn-cym_Latn", "languages": ["lij-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839674, "recall": 0.87747, "f1": 0.851318, "accuracy": 0.87747, "main_score": 0.851318, "hf_subset": "lij_Latn-grn_Latn", "languages": ["lij-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "lij_Latn-kat_Geor", "languages": ["lij-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.642977, "recall": 0.690711, "f1": 0.656755, "accuracy": 0.690711, "main_score": 0.656755, "hf_subset": "lij_Latn-lua_Latn", "languages": ["lij-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639728, "recall": 0.700593, "f1": 0.657204, "accuracy": 0.700593, "main_score": 0.657204, "hf_subset": "lij_Latn-nya_Latn", "languages": ["lij-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-slv_Latn", "languages": ["lij-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921278, "recall": 0.944664, "f1": 0.928821, "accuracy": 0.944664, "main_score": 0.928821, "hf_subset": "lij_Latn-tpi_Latn", "languages": ["lij-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-zsm_Latn", "languages": ["lij-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566915, "recall": 0.620553, "f1": 0.581588, "accuracy": 0.620553, "main_score": 0.581588, "hf_subset": "lij_Latn-ayr_Latn", "languages": ["lij-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-dan_Latn", "languages": ["lij-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lij_Latn-guj_Gujr", "languages": ["lij-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lij_Latn-kaz_Cyrl", "languages": ["lij-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529373, "recall": 0.58498, "f1": 0.544853, "accuracy": 0.58498, "main_score": 0.544853, "hf_subset": "lij_Latn-lug_Latn", "languages": ["lij-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lij_Latn-oci_Latn", "languages": ["lij-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796838, "recall": 0.841897, "f1": 0.81054, "accuracy": 0.841897, "main_score": 0.81054, "hf_subset": "lij_Latn-smo_Latn", "languages": ["lij-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550715, "recall": 0.614625, "f1": 0.568643, "accuracy": 0.614625, "main_score": 0.568643, "hf_subset": "lij_Latn-tsn_Latn", "languages": ["lij-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609637, "recall": 0.671937, "f1": 0.627957, "accuracy": 0.671937, "main_score": 0.627957, "hf_subset": "lij_Latn-zul_Latn", "languages": ["lij-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902092, "recall": 0.927866, "f1": 0.910145, "accuracy": 0.927866, "main_score": 0.910145, "hf_subset": "lij_Latn-azb_Arab", "languages": ["lij-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-deu_Latn", "languages": ["lij-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.968379, "f1": 0.96031, "accuracy": 0.968379, "main_score": 0.96031, "hf_subset": "lij_Latn-hat_Latn", "languages": ["lij-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495751, "recall": 0.547431, "f1": 0.510372, "accuracy": 0.547431, "main_score": 0.510372, "hf_subset": "lij_Latn-kbp_Latn", "languages": ["lij-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582504, "recall": 0.637352, "f1": 0.597555, "accuracy": 0.637352, "main_score": 0.597555, "hf_subset": "lij_Latn-luo_Latn", "languages": ["lij-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lij_Latn-ory_Orya", "languages": ["lij-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.583869, "recall": 0.63834, "f1": 0.599057, "accuracy": 0.63834, "main_score": 0.599057, "hf_subset": "lij_Latn-sna_Latn", "languages": ["lij-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55401, "recall": 0.605731, "f1": 0.56859, "accuracy": 0.605731, "main_score": 0.56859, "hf_subset": "lij_Latn-tso_Latn", "languages": ["lij-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "lij_Latn-azj_Latn", "languages": ["lij-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542737, "recall": 0.602767, "f1": 0.560197, "accuracy": 0.602767, "main_score": 0.560197, "hf_subset": "lij_Latn-dik_Latn", "languages": ["lij-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726459, "recall": 0.777668, "f1": 0.741471, "accuracy": 0.777668, "main_score": 0.741471, "hf_subset": "lij_Latn-hau_Latn", "languages": ["lij-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "lij_Latn-kea_Latn", "languages": ["lij-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735072, "recall": 0.779644, "f1": 0.748435, "accuracy": 0.779644, "main_score": 0.748435, "hf_subset": "lij_Latn-lus_Latn", "languages": ["lij-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853623, "recall": 0.884387, "f1": 0.862945, "accuracy": 0.884387, "main_score": 0.862945, "hf_subset": "lij_Latn-pag_Latn", "languages": ["lij-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "lij_Latn-snd_Arab", "languages": ["lij-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.905995, "recall": 0.93083, "f1": 0.913702, "accuracy": 0.93083, "main_score": 0.913702, "hf_subset": "lij_Latn-tuk_Latn", "languages": ["lij-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955451, "recall": 0.967391, "f1": 0.959223, "accuracy": 0.967391, "main_score": 0.959223, "hf_subset": "lij_Latn-bak_Cyrl", "languages": ["lij-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487611, "recall": 0.56917, "f1": 0.511154, "accuracy": 0.56917, "main_score": 0.511154, "hf_subset": "lij_Latn-dyu_Latn", "languages": ["lij-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-heb_Hebr", "languages": ["lij-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "lij_Latn-khk_Cyrl", "languages": ["lij-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-lvs_Latn", "languages": ["lij-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "lij_Latn-pan_Guru", "languages": ["lij-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.693363, "recall": 0.75, "f1": 0.710098, "accuracy": 0.75, "main_score": 0.710098, "hf_subset": "lij_Latn-som_Latn", "languages": ["lij-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597998, "recall": 0.643281, "f1": 0.610874, "accuracy": 0.643281, "main_score": 0.610874, "hf_subset": "lij_Latn-tum_Latn", "languages": ["lij-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393866, "recall": 0.463439, "f1": 0.412615, "accuracy": 0.463439, "main_score": 0.412615, "hf_subset": "mya_Mymr-ace_Arab", "languages": ["mya-Mymr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.395594, "recall": 0.462451, "f1": 0.413459, "accuracy": 0.462451, "main_score": 0.413459, "hf_subset": "mya_Mymr-bam_Latn", "languages": ["mya-Mymr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392398, "recall": 0.476285, "f1": 0.415316, "accuracy": 0.476285, "main_score": 0.415316, "hf_subset": "mya_Mymr-dzo_Tibt", "languages": ["mya-Mymr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-hin_Deva", "languages": ["mya-Mymr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-khm_Khmr", "languages": ["mya-Mymr", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mya_Mymr-mag_Deva", "languages": ["mya-Mymr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.942391, "recall": 0.958498, "f1": 0.947464, "accuracy": 0.958498, "main_score": 0.947464, "hf_subset": "mya_Mymr-pap_Latn", "languages": ["mya-Mymr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431599, "recall": 0.497036, "f1": 0.449382, "accuracy": 0.497036, "main_score": 0.449382, "hf_subset": "mya_Mymr-sot_Latn", "languages": ["mya-Mymr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mya_Mymr-tur_Latn", "languages": ["mya-Mymr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741224, "recall": 0.798419, "f1": 0.75863, "accuracy": 0.798419, "main_score": 0.75863, "hf_subset": "mya_Mymr-ace_Latn", "languages": ["mya-Mymr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886775, "recall": 0.916996, "f1": 0.896278, "accuracy": 0.916996, "main_score": 0.896278, "hf_subset": "mya_Mymr-ban_Latn", "languages": ["mya-Mymr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-ell_Grek", "languages": ["mya-Mymr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mya_Mymr-hne_Deva", "languages": ["mya-Mymr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.410919, "recall": 0.483202, "f1": 0.430831, "accuracy": 0.483202, "main_score": 0.430831, "hf_subset": "mya_Mymr-kik_Latn", "languages": ["mya-Mymr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-mai_Deva", "languages": ["mya-Mymr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.937829, "recall": 0.95751, "f1": 0.944236, "accuracy": 0.95751, "main_score": 0.944236, "hf_subset": "mya_Mymr-pbt_Arab", "languages": ["mya-Mymr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-spa_Latn", "languages": ["mya-Mymr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474729, "recall": 0.546443, "f1": 0.494202, "accuracy": 0.546443, "main_score": 0.494202, "hf_subset": "mya_Mymr-twi_Latn", "languages": ["mya-Mymr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mya_Mymr-acm_Arab", "languages": ["mya-Mymr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "mya_Mymr-bel_Cyrl", "languages": ["mya-Mymr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-eng_Latn", "languages": ["mya-Mymr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-hrv_Latn", "languages": ["mya-Mymr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423332, "recall": 0.486166, "f1": 0.440507, "accuracy": 0.486166, "main_score": 0.440507, "hf_subset": "mya_Mymr-kin_Latn", "languages": ["mya-Mymr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "mya_Mymr-mal_Mlym", "languages": ["mya-Mymr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mya_Mymr-pes_Arab", "languages": ["mya-Mymr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940794, "recall": 0.959486, "f1": 0.946871, "accuracy": 0.959486, "main_score": 0.946871, "hf_subset": "mya_Mymr-srd_Latn", "languages": ["mya-Mymr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171939, "recall": 0.206522, "f1": 0.181324, "accuracy": 0.206522, "main_score": 0.181324, "hf_subset": "mya_Mymr-tzm_Tfng", "languages": ["mya-Mymr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-acq_Arab", "languages": ["mya-Mymr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481723, "recall": 0.535573, "f1": 0.496796, "accuracy": 0.535573, "main_score": 0.496796, "hf_subset": "mya_Mymr-bem_Latn", "languages": ["mya-Mymr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mya_Mymr-epo_Latn", "languages": ["mya-Mymr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-hun_Latn", "languages": ["mya-Mymr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "mya_Mymr-kir_Cyrl", "languages": ["mya-Mymr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-mar_Deva", "languages": ["mya-Mymr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.50192, "recall": 0.577075, "f1": 0.523083, "accuracy": 0.577075, "main_score": 0.523083, "hf_subset": "mya_Mymr-plt_Latn", "languages": ["mya-Mymr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-srp_Cyrl", "languages": ["mya-Mymr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.938241, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "mya_Mymr-uig_Arab", "languages": ["mya-Mymr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "mya_Mymr-aeb_Arab", "languages": ["mya-Mymr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-ben_Beng", "languages": ["mya-Mymr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "mya_Mymr-est_Latn", "languages": ["mya-Mymr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mya_Mymr-hye_Armn", "languages": ["mya-Mymr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.405758, "recall": 0.469368, "f1": 0.423265, "accuracy": 0.469368, "main_score": 0.423265, "hf_subset": "mya_Mymr-kmb_Latn", "languages": ["mya-Mymr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.350972, "recall": 0.41996, "f1": 0.368368, "accuracy": 0.41996, "main_score": 0.368368, "hf_subset": "mya_Mymr-min_Arab", "languages": ["mya-Mymr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mya_Mymr-pol_Latn", "languages": ["mya-Mymr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440346, "recall": 0.506917, "f1": 0.458364, "accuracy": 0.506917, "main_score": 0.458364, "hf_subset": "mya_Mymr-ssw_Latn", "languages": ["mya-Mymr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-ukr_Cyrl", "languages": ["mya-Mymr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-afr_Latn", "languages": ["mya-Mymr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "mya_Mymr-bho_Deva", "languages": ["mya-Mymr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "mya_Mymr-eus_Latn", "languages": ["mya-Mymr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430445, "recall": 0.499012, "f1": 0.448209, "accuracy": 0.499012, "main_score": 0.448209, "hf_subset": "mya_Mymr-ibo_Latn", "languages": ["mya-Mymr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778607, "recall": 0.83498, "f1": 0.795751, "accuracy": 0.83498, "main_score": 0.795751, "hf_subset": "mya_Mymr-kmr_Latn", "languages": ["mya-Mymr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.95751, "f1": 0.94417, "accuracy": 0.95751, "main_score": 0.94417, "hf_subset": "mya_Mymr-min_Latn", "languages": ["mya-Mymr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-por_Latn", "languages": ["mya-Mymr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "mya_Mymr-sun_Latn", "languages": ["mya-Mymr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392758, "recall": 0.449605, "f1": 0.407903, "accuracy": 0.449605, "main_score": 0.407903, "hf_subset": "mya_Mymr-umb_Latn", "languages": ["mya-Mymr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-ajp_Arab", "languages": ["mya-Mymr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.382528, "recall": 0.449605, "f1": 0.400577, "accuracy": 0.449605, "main_score": 0.400577, "hf_subset": "mya_Mymr-bjn_Arab", "languages": ["mya-Mymr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.377199, "recall": 0.431818, "f1": 0.392166, "accuracy": 0.431818, "main_score": 0.392166, "hf_subset": "mya_Mymr-ewe_Latn", "languages": ["mya-Mymr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860895, "recall": 0.898221, "f1": 0.872316, "accuracy": 0.898221, "main_score": 0.872316, "hf_subset": "mya_Mymr-ilo_Latn", "languages": ["mya-Mymr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.24506, "recall": 0.290514, "f1": 0.257187, "accuracy": 0.290514, "main_score": 0.257187, "hf_subset": "mya_Mymr-knc_Arab", "languages": ["mya-Mymr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-mkd_Cyrl", "languages": ["mya-Mymr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mya_Mymr-prs_Arab", "languages": ["mya-Mymr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-swe_Latn", "languages": ["mya-Mymr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-urd_Arab", "languages": ["mya-Mymr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.432345, "recall": 0.503953, "f1": 0.451445, "accuracy": 0.503953, "main_score": 0.451445, "hf_subset": "mya_Mymr-aka_Latn", "languages": ["mya-Mymr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951219, "accuracy": 0.962451, "main_score": 0.951219, "hf_subset": "mya_Mymr-bjn_Latn", "languages": ["mya-Mymr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924522, "recall": 0.94664, "f1": 0.931555, "accuracy": 0.94664, "main_score": 0.931555, "hf_subset": "mya_Mymr-fao_Latn", "languages": ["mya-Mymr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-ind_Latn", "languages": ["mya-Mymr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457218, "recall": 0.513834, "f1": 0.472721, "accuracy": 0.513834, "main_score": 0.472721, "hf_subset": "mya_Mymr-knc_Latn", "languages": ["mya-Mymr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "mya_Mymr-mlt_Latn", "languages": ["mya-Mymr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588085, "recall": 0.659091, "f1": 0.607572, "accuracy": 0.659091, "main_score": 0.607572, "hf_subset": "mya_Mymr-quy_Latn", "languages": ["mya-Mymr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923172, "recall": 0.947628, "f1": 0.931225, "accuracy": 0.947628, "main_score": 0.931225, "hf_subset": "mya_Mymr-swh_Latn", "languages": ["mya-Mymr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mya_Mymr-uzn_Latn", "languages": ["mya-Mymr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mya_Mymr-als_Latn", "languages": ["mya-Mymr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60807, "recall": 0.690711, "f1": 0.632364, "accuracy": 0.690711, "main_score": 0.632364, "hf_subset": "mya_Mymr-bod_Tibt", "languages": ["mya-Mymr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.564389, "recall": 0.633399, "f1": 0.583413, "accuracy": 0.633399, "main_score": 0.583413, "hf_subset": "mya_Mymr-fij_Latn", "languages": ["mya-Mymr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "mya_Mymr-isl_Latn", "languages": ["mya-Mymr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498991, "recall": 0.564229, "f1": 0.516669, "accuracy": 0.564229, "main_score": 0.516669, "hf_subset": "mya_Mymr-kon_Latn", "languages": ["mya-Mymr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537373, "recall": 0.613636, "f1": 0.55941, "accuracy": 0.613636, "main_score": 0.55941, "hf_subset": "mya_Mymr-mni_Beng", "languages": ["mya-Mymr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-ron_Latn", "languages": ["mya-Mymr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.969368, "f1": 0.960639, "accuracy": 0.969368, "main_score": 0.960639, "hf_subset": "mya_Mymr-szl_Latn", "languages": ["mya-Mymr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mya_Mymr-vec_Latn", "languages": ["mya-Mymr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903986, "recall": 0.932806, "f1": 0.913208, "accuracy": 0.932806, "main_score": 0.913208, "hf_subset": "mya_Mymr-amh_Ethi", "languages": ["mya-Mymr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-bos_Latn", "languages": ["mya-Mymr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "mya_Mymr-fin_Latn", "languages": ["mya-Mymr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-ita_Latn", "languages": ["mya-Mymr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-kor_Hang", "languages": ["mya-Mymr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.419915, "recall": 0.476285, "f1": 0.434788, "accuracy": 0.476285, "main_score": 0.434788, "hf_subset": "mya_Mymr-mos_Latn", "languages": ["mya-Mymr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415939, "recall": 0.475296, "f1": 0.432011, "accuracy": 0.475296, "main_score": 0.432011, "hf_subset": "mya_Mymr-run_Latn", "languages": ["mya-Mymr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-tam_Taml", "languages": ["mya-Mymr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-vie_Latn", "languages": ["mya-Mymr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-apc_Arab", "languages": ["mya-Mymr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.661779, "recall": 0.726285, "f1": 0.680131, "accuracy": 0.726285, "main_score": 0.680131, "hf_subset": "mya_Mymr-bug_Latn", "languages": ["mya-Mymr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.349338, "recall": 0.405138, "f1": 0.363632, "accuracy": 0.405138, "main_score": 0.363632, "hf_subset": "mya_Mymr-fon_Latn", "languages": ["mya-Mymr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "mya_Mymr-jav_Latn", "languages": ["mya-Mymr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "mya_Mymr-lao_Laoo", "languages": ["mya-Mymr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.79725, "recall": 0.851779, "f1": 0.814262, "accuracy": 0.851779, "main_score": 0.814262, "hf_subset": "mya_Mymr-mri_Latn", "languages": ["mya-Mymr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-rus_Cyrl", "languages": ["mya-Mymr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.417736, "recall": 0.475296, "f1": 0.432897, "accuracy": 0.475296, "main_score": 0.432897, "hf_subset": "mya_Mymr-taq_Latn", "languages": ["mya-Mymr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "mya_Mymr-war_Latn", "languages": ["mya-Mymr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-arb_Arab", "languages": ["mya-Mymr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-bul_Cyrl", "languages": ["mya-Mymr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-fra_Latn", "languages": ["mya-Mymr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-jpn_Jpan", "languages": ["mya-Mymr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "mya_Mymr-lij_Latn", "languages": ["mya-Mymr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424779, "recall": 0.498024, "f1": 0.444155, "accuracy": 0.498024, "main_score": 0.444155, "hf_subset": "mya_Mymr-sag_Latn", "languages": ["mya-Mymr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181302, "recall": 0.237154, "f1": 0.193988, "accuracy": 0.237154, "main_score": 0.193988, "hf_subset": "mya_Mymr-taq_Tfng", "languages": ["mya-Mymr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.470297, "recall": 0.543478, "f1": 0.489537, "accuracy": 0.543478, "main_score": 0.489537, "hf_subset": "mya_Mymr-wol_Latn", "languages": ["mya-Mymr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676943, "recall": 0.747036, "f1": 0.697548, "accuracy": 0.747036, "main_score": 0.697548, "hf_subset": "mya_Mymr-arb_Latn", "languages": ["mya-Mymr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mya_Mymr-cat_Latn", "languages": ["mya-Mymr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.963439, "f1": 0.951581, "accuracy": 0.963439, "main_score": 0.951581, "hf_subset": "mya_Mymr-fur_Latn", "languages": ["mya-Mymr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.312899, "recall": 0.367589, "f1": 0.328001, "accuracy": 0.367589, "main_score": 0.328001, "hf_subset": "mya_Mymr-kab_Latn", "languages": ["mya-Mymr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "mya_Mymr-lim_Latn", "languages": ["mya-Mymr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-nld_Latn", "languages": ["mya-Mymr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "mya_Mymr-san_Deva", "languages": ["mya-Mymr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mya_Mymr-tat_Cyrl", "languages": ["mya-Mymr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542335, "recall": 0.606719, "f1": 0.559773, "accuracy": 0.606719, "main_score": 0.559773, "hf_subset": "mya_Mymr-xho_Latn", "languages": ["mya-Mymr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mya_Mymr-ars_Arab", "languages": ["mya-Mymr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "mya_Mymr-ceb_Latn", "languages": ["mya-Mymr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410867, "recall": 0.477273, "f1": 0.428318, "accuracy": 0.477273, "main_score": 0.428318, "hf_subset": "mya_Mymr-fuv_Latn", "languages": ["mya-Mymr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38316, "recall": 0.444664, "f1": 0.399319, "accuracy": 0.444664, "main_score": 0.399319, "hf_subset": "mya_Mymr-kac_Latn", "languages": ["mya-Mymr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524814, "recall": 0.591897, "f1": 0.543327, "accuracy": 0.591897, "main_score": 0.543327, "hf_subset": "mya_Mymr-lin_Latn", "languages": ["mya-Mymr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-nno_Latn", "languages": ["mya-Mymr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.220706, "recall": 0.301383, "f1": 0.24179, "accuracy": 0.301383, "main_score": 0.24179, "hf_subset": "mya_Mymr-sat_Olck", "languages": ["mya-Mymr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.988883, "recall": 0.992095, "f1": 0.989855, "accuracy": 0.992095, "main_score": 0.989855, "hf_subset": "mya_Mymr-tel_Telu", "languages": ["mya-Mymr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.919384, "recall": 0.943676, "f1": 0.927108, "accuracy": 0.943676, "main_score": 0.927108, "hf_subset": "mya_Mymr-ydd_Hebr", "languages": ["mya-Mymr", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "mya_Mymr-ary_Arab", "languages": ["mya-Mymr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993412, "recall": 0.995059, "f1": 0.993906, "accuracy": 0.995059, "main_score": 0.993906, "hf_subset": "mya_Mymr-ces_Latn", "languages": ["mya-Mymr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441841, "recall": 0.51087, "f1": 0.460599, "accuracy": 0.51087, "main_score": 0.460599, "hf_subset": "mya_Mymr-gaz_Latn", "languages": ["mya-Mymr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462664, "recall": 0.527668, "f1": 0.48036, "accuracy": 0.527668, "main_score": 0.48036, "hf_subset": "mya_Mymr-kam_Latn", "languages": ["mya-Mymr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "mya_Mymr-lit_Latn", "languages": ["mya-Mymr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-nob_Latn", "languages": ["mya-Mymr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "mya_Mymr-scn_Latn", "languages": ["mya-Mymr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "mya_Mymr-tgk_Cyrl", "languages": ["mya-Mymr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.588488, "recall": 0.672925, "f1": 0.613768, "accuracy": 0.672925, "main_score": 0.613768, "hf_subset": "mya_Mymr-yor_Latn", "languages": ["mya-Mymr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-arz_Arab", "languages": ["mya-Mymr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.437845, "recall": 0.497036, "f1": 0.453598, "accuracy": 0.497036, "main_score": 0.453598, "hf_subset": "mya_Mymr-cjk_Latn", "languages": ["mya-Mymr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636924, "recall": 0.713439, "f1": 0.659373, "accuracy": 0.713439, "main_score": 0.659373, "hf_subset": "mya_Mymr-gla_Latn", "languages": ["mya-Mymr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-kan_Knda", "languages": ["mya-Mymr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "mya_Mymr-lmo_Latn", "languages": ["mya-Mymr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "mya_Mymr-npi_Deva", "languages": ["mya-Mymr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.34721, "recall": 0.396245, "f1": 0.360572, "accuracy": 0.396245, "main_score": 0.360572, "hf_subset": "mya_Mymr-shn_Mymr", "languages": ["mya-Mymr", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mya_Mymr-tgl_Latn", "languages": ["mya-Mymr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-yue_Hant", "languages": ["mya-Mymr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mya_Mymr-asm_Beng", "languages": ["mya-Mymr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.918972, "recall": 0.942688, "f1": 0.926548, "accuracy": 0.942688, "main_score": 0.926548, "hf_subset": "mya_Mymr-ckb_Arab", "languages": ["mya-Mymr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.756283, "recall": 0.816206, "f1": 0.774166, "accuracy": 0.816206, "main_score": 0.774166, "hf_subset": "mya_Mymr-gle_Latn", "languages": ["mya-Mymr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893067, "recall": 0.921937, "f1": 0.902075, "accuracy": 0.921937, "main_score": 0.902075, "hf_subset": "mya_Mymr-kas_Arab", "languages": ["mya-Mymr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.858729, "recall": 0.898221, "f1": 0.870982, "accuracy": 0.898221, "main_score": 0.870982, "hf_subset": "mya_Mymr-ltg_Latn", "languages": ["mya-Mymr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457972, "recall": 0.511858, "f1": 0.472025, "accuracy": 0.511858, "main_score": 0.472025, "hf_subset": "mya_Mymr-nso_Latn", "languages": ["mya-Mymr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "mya_Mymr-sin_Sinh", "languages": ["mya-Mymr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-tha_Thai", "languages": ["mya-Mymr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-zho_Hans", "languages": ["mya-Mymr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-ast_Latn", "languages": ["mya-Mymr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mya_Mymr-crh_Latn", "languages": ["mya-Mymr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-glg_Latn", "languages": ["mya-Mymr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813159, "recall": 0.863636, "f1": 0.828788, "accuracy": 0.863636, "main_score": 0.828788, "hf_subset": "mya_Mymr-kas_Deva", "languages": ["mya-Mymr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.936594, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "mya_Mymr-ltz_Latn", "languages": ["mya-Mymr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.337909, "recall": 0.401186, "f1": 0.354557, "accuracy": 0.401186, "main_score": 0.354557, "hf_subset": "mya_Mymr-nus_Latn", "languages": ["mya-Mymr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-slk_Latn", "languages": ["mya-Mymr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51873, "recall": 0.596838, "f1": 0.540152, "accuracy": 0.596838, "main_score": 0.540152, "hf_subset": "mya_Mymr-tir_Ethi", "languages": ["mya-Mymr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-zho_Hant", "languages": ["mya-Mymr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "mya_Mymr-awa_Deva", "languages": ["mya-Mymr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.931406, "recall": 0.951581, "f1": 0.937813, "accuracy": 0.951581, "main_score": 0.937813, "hf_subset": "mya_Mymr-cym_Latn", "languages": ["mya-Mymr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711402, "recall": 0.772727, "f1": 0.728938, "accuracy": 0.772727, "main_score": 0.728938, "hf_subset": "mya_Mymr-grn_Latn", "languages": ["mya-Mymr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "mya_Mymr-kat_Geor", "languages": ["mya-Mymr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.479543, "recall": 0.544466, "f1": 0.497375, "accuracy": 0.544466, "main_score": 0.497375, "hf_subset": "mya_Mymr-lua_Latn", "languages": ["mya-Mymr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483752, "recall": 0.5583, "f1": 0.504321, "accuracy": 0.5583, "main_score": 0.504321, "hf_subset": "mya_Mymr-nya_Latn", "languages": ["mya-Mymr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-slv_Latn", "languages": ["mya-Mymr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864081, "recall": 0.903162, "f1": 0.876383, "accuracy": 0.903162, "main_score": 0.876383, "hf_subset": "mya_Mymr-tpi_Latn", "languages": ["mya-Mymr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-zsm_Latn", "languages": ["mya-Mymr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402045, "recall": 0.466403, "f1": 0.419097, "accuracy": 0.466403, "main_score": 0.419097, "hf_subset": "mya_Mymr-ayr_Latn", "languages": ["mya-Mymr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-dan_Latn", "languages": ["mya-Mymr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-guj_Gujr", "languages": ["mya-Mymr", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-kaz_Cyrl", "languages": ["mya-Mymr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.384743, "recall": 0.44664, "f1": 0.402308, "accuracy": 0.44664, "main_score": 0.402308, "hf_subset": "mya_Mymr-lug_Latn", "languages": ["mya-Mymr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-oci_Latn", "languages": ["mya-Mymr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716304, "recall": 0.778656, "f1": 0.734703, "accuracy": 0.778656, "main_score": 0.734703, "hf_subset": "mya_Mymr-smo_Latn", "languages": ["mya-Mymr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40916, "recall": 0.468379, "f1": 0.425344, "accuracy": 0.468379, "main_score": 0.425344, "hf_subset": "mya_Mymr-tsn_Latn", "languages": ["mya-Mymr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47129, "recall": 0.544466, "f1": 0.491519, "accuracy": 0.544466, "main_score": 0.491519, "hf_subset": "mya_Mymr-zul_Latn", "languages": ["mya-Mymr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853837, "recall": 0.894269, "f1": 0.866634, "accuracy": 0.894269, "main_score": 0.866634, "hf_subset": "mya_Mymr-azb_Arab", "languages": ["mya-Mymr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-deu_Latn", "languages": ["mya-Mymr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925395, "recall": 0.948617, "f1": 0.933136, "accuracy": 0.948617, "main_score": 0.933136, "hf_subset": "mya_Mymr-hat_Latn", "languages": ["mya-Mymr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362629, "recall": 0.422925, "f1": 0.378548, "accuracy": 0.422925, "main_score": 0.378548, "hf_subset": "mya_Mymr-kbp_Latn", "languages": ["mya-Mymr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426856, "recall": 0.492095, "f1": 0.444382, "accuracy": 0.492095, "main_score": 0.444382, "hf_subset": "mya_Mymr-luo_Latn", "languages": ["mya-Mymr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-ory_Orya", "languages": ["mya-Mymr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.448134, "recall": 0.517787, "f1": 0.46662, "accuracy": 0.517787, "main_score": 0.46662, "hf_subset": "mya_Mymr-sna_Latn", "languages": ["mya-Mymr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419873, "recall": 0.488142, "f1": 0.437599, "accuracy": 0.488142, "main_score": 0.437599, "hf_subset": "mya_Mymr-tso_Latn", "languages": ["mya-Mymr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mya_Mymr-azj_Latn", "languages": ["mya-Mymr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385264, "recall": 0.459486, "f1": 0.405798, "accuracy": 0.459486, "main_score": 0.405798, "hf_subset": "mya_Mymr-dik_Latn", "languages": ["mya-Mymr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621624, "recall": 0.695652, "f1": 0.642923, "accuracy": 0.695652, "main_score": 0.642923, "hf_subset": "mya_Mymr-hau_Latn", "languages": ["mya-Mymr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931653, "recall": 0.952569, "f1": 0.938406, "accuracy": 0.952569, "main_score": 0.938406, "hf_subset": "mya_Mymr-kea_Latn", "languages": ["mya-Mymr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621583, "recall": 0.688735, "f1": 0.640851, "accuracy": 0.688735, "main_score": 0.640851, "hf_subset": "mya_Mymr-lus_Latn", "languages": ["mya-Mymr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772541, "recall": 0.818182, "f1": 0.786105, "accuracy": 0.818182, "main_score": 0.786105, "hf_subset": "mya_Mymr-pag_Latn", "languages": ["mya-Mymr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mya_Mymr-snd_Arab", "languages": ["mya-Mymr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.90695, "recall": 0.935771, "f1": 0.916337, "accuracy": 0.935771, "main_score": 0.916337, "hf_subset": "mya_Mymr-tuk_Latn", "languages": ["mya-Mymr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959404, "recall": 0.970356, "f1": 0.962846, "accuracy": 0.970356, "main_score": 0.962846, "hf_subset": "mya_Mymr-bak_Cyrl", "languages": ["mya-Mymr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.325909, "recall": 0.405138, "f1": 0.347207, "accuracy": 0.405138, "main_score": 0.347207, "hf_subset": "mya_Mymr-dyu_Latn", "languages": ["mya-Mymr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-heb_Hebr", "languages": ["mya-Mymr", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "mya_Mymr-khk_Cyrl", "languages": ["mya-Mymr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-lvs_Latn", "languages": ["mya-Mymr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-pan_Guru", "languages": ["mya-Mymr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.602893, "recall": 0.675889, "f1": 0.623951, "accuracy": 0.675889, "main_score": 0.623951, "hf_subset": "mya_Mymr-som_Latn", "languages": ["mya-Mymr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467723, "recall": 0.523715, "f1": 0.482749, "accuracy": 0.523715, "main_score": 0.482749, "hf_subset": "mya_Mymr-tum_Latn", "languages": ["mya-Mymr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435158, "recall": 0.482213, "f1": 0.448544, "accuracy": 0.482213, "main_score": 0.448544, "hf_subset": "sag_Latn-ace_Arab", "languages": ["sag-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503208, "recall": 0.547431, "f1": 0.51571, "accuracy": 0.547431, "main_score": 0.51571, "hf_subset": "sag_Latn-bam_Latn", "languages": ["sag-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.233779, "recall": 0.27668, "f1": 0.244892, "accuracy": 0.27668, "main_score": 0.244892, "hf_subset": "sag_Latn-dzo_Tibt", "languages": ["sag-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.582566, "recall": 0.629447, "f1": 0.595129, "accuracy": 0.629447, "main_score": 0.595129, "hf_subset": "sag_Latn-hin_Deva", "languages": ["sag-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.530789, "recall": 0.581028, "f1": 0.543995, "accuracy": 0.581028, "main_score": 0.543995, "hf_subset": "sag_Latn-khm_Khmr", "languages": ["sag-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.574676, "recall": 0.62253, "f1": 0.587657, "accuracy": 0.62253, "main_score": 0.587657, "hf_subset": "sag_Latn-mag_Deva", "languages": ["sag-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.599681, "recall": 0.637352, "f1": 0.609745, "accuracy": 0.637352, "main_score": 0.609745, "hf_subset": "sag_Latn-pap_Latn", "languages": ["sag-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536226, "recall": 0.581028, "f1": 0.548721, "accuracy": 0.581028, "main_score": 0.548721, "hf_subset": "sag_Latn-sot_Latn", "languages": ["sag-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585976, "recall": 0.631423, "f1": 0.598358, "accuracy": 0.631423, "main_score": 0.598358, "hf_subset": "sag_Latn-tur_Latn", "languages": ["sag-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593759, "recall": 0.633399, "f1": 0.60467, "accuracy": 0.633399, "main_score": 0.60467, "hf_subset": "sag_Latn-ace_Latn", "languages": ["sag-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614869, "recall": 0.649209, "f1": 0.624895, "accuracy": 0.649209, "main_score": 0.624895, "hf_subset": "sag_Latn-ban_Latn", "languages": ["sag-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590564, "recall": 0.636364, "f1": 0.602619, "accuracy": 0.636364, "main_score": 0.602619, "hf_subset": "sag_Latn-ell_Grek", "languages": ["sag-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.571678, "recall": 0.620553, "f1": 0.585198, "accuracy": 0.620553, "main_score": 0.585198, "hf_subset": "sag_Latn-hne_Deva", "languages": ["sag-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.502136, "recall": 0.550395, "f1": 0.515687, "accuracy": 0.550395, "main_score": 0.515687, "hf_subset": "sag_Latn-kik_Latn", "languages": ["sag-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579484, "recall": 0.634387, "f1": 0.594852, "accuracy": 0.634387, "main_score": 0.594852, "hf_subset": "sag_Latn-mai_Deva", "languages": ["sag-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.526528, "recall": 0.582016, "f1": 0.540961, "accuracy": 0.582016, "main_score": 0.540961, "hf_subset": "sag_Latn-pbt_Arab", "languages": ["sag-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597311, "recall": 0.643281, "f1": 0.610575, "accuracy": 0.643281, "main_score": 0.610575, "hf_subset": "sag_Latn-spa_Latn", "languages": ["sag-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574326, "recall": 0.610672, "f1": 0.58427, "accuracy": 0.610672, "main_score": 0.58427, "hf_subset": "sag_Latn-twi_Latn", "languages": ["sag-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563422, "recall": 0.614625, "f1": 0.577312, "accuracy": 0.614625, "main_score": 0.577312, "hf_subset": "sag_Latn-acm_Arab", "languages": ["sag-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570203, "recall": 0.615613, "f1": 0.58162, "accuracy": 0.615613, "main_score": 0.58162, "hf_subset": "sag_Latn-bel_Cyrl", "languages": ["sag-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.618364, "recall": 0.666008, "f1": 0.630974, "accuracy": 0.666008, "main_score": 0.630974, "hf_subset": "sag_Latn-eng_Latn", "languages": ["sag-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600883, "recall": 0.643281, "f1": 0.612098, "accuracy": 0.643281, "main_score": 0.612098, "hf_subset": "sag_Latn-hrv_Latn", "languages": ["sag-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492857, "recall": 0.535573, "f1": 0.504165, "accuracy": 0.535573, "main_score": 0.504165, "hf_subset": "sag_Latn-kin_Latn", "languages": ["sag-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57398, "recall": 0.62253, "f1": 0.586921, "accuracy": 0.62253, "main_score": 0.586921, "hf_subset": "sag_Latn-mal_Mlym", "languages": ["sag-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.57991, "recall": 0.630435, "f1": 0.594075, "accuracy": 0.630435, "main_score": 0.594075, "hf_subset": "sag_Latn-pes_Arab", "languages": ["sag-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581599, "recall": 0.626482, "f1": 0.59365, "accuracy": 0.626482, "main_score": 0.59365, "hf_subset": "sag_Latn-srd_Latn", "languages": ["sag-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199267, "recall": 0.237154, "f1": 0.209254, "accuracy": 0.237154, "main_score": 0.209254, "hf_subset": "sag_Latn-tzm_Tfng", "languages": ["sag-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.571609, "recall": 0.624506, "f1": 0.586118, "accuracy": 0.624506, "main_score": 0.586118, "hf_subset": "sag_Latn-acq_Arab", "languages": ["sag-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565234, "recall": 0.599802, "f1": 0.574462, "accuracy": 0.599802, "main_score": 0.574462, "hf_subset": "sag_Latn-bem_Latn", "languages": ["sag-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605355, "recall": 0.652174, "f1": 0.617243, "accuracy": 0.652174, "main_score": 0.617243, "hf_subset": "sag_Latn-epo_Latn", "languages": ["sag-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591349, "recall": 0.639328, "f1": 0.604476, "accuracy": 0.639328, "main_score": 0.604476, "hf_subset": "sag_Latn-hun_Latn", "languages": ["sag-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558053, "recall": 0.605731, "f1": 0.571076, "accuracy": 0.605731, "main_score": 0.571076, "hf_subset": "sag_Latn-kir_Cyrl", "languages": ["sag-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.575314, "recall": 0.626482, "f1": 0.589282, "accuracy": 0.626482, "main_score": 0.589282, "hf_subset": "sag_Latn-mar_Deva", "languages": ["sag-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550594, "recall": 0.589921, "f1": 0.56155, "accuracy": 0.589921, "main_score": 0.56155, "hf_subset": "sag_Latn-plt_Latn", "languages": ["sag-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590708, "recall": 0.63834, "f1": 0.603512, "accuracy": 0.63834, "main_score": 0.603512, "hf_subset": "sag_Latn-srp_Cyrl", "languages": ["sag-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.492524, "recall": 0.549407, "f1": 0.508029, "accuracy": 0.549407, "main_score": 0.508029, "hf_subset": "sag_Latn-uig_Arab", "languages": ["sag-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554576, "recall": 0.605731, "f1": 0.567969, "accuracy": 0.605731, "main_score": 0.567969, "hf_subset": "sag_Latn-aeb_Arab", "languages": ["sag-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568406, "recall": 0.623518, "f1": 0.583252, "accuracy": 0.623518, "main_score": 0.583252, "hf_subset": "sag_Latn-ben_Beng", "languages": ["sag-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.561631, "recall": 0.610672, "f1": 0.575142, "accuracy": 0.610672, "main_score": 0.575142, "hf_subset": "sag_Latn-est_Latn", "languages": ["sag-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558156, "recall": 0.606719, "f1": 0.571429, "accuracy": 0.606719, "main_score": 0.571429, "hf_subset": "sag_Latn-hye_Armn", "languages": ["sag-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.520677, "recall": 0.561265, "f1": 0.532392, "accuracy": 0.561265, "main_score": 0.532392, "hf_subset": "sag_Latn-kmb_Latn", "languages": ["sag-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405268, "recall": 0.463439, "f1": 0.420828, "accuracy": 0.463439, "main_score": 0.420828, "hf_subset": "sag_Latn-min_Arab", "languages": ["sag-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597011, "recall": 0.639328, "f1": 0.609332, "accuracy": 0.639328, "main_score": 0.609332, "hf_subset": "sag_Latn-pol_Latn", "languages": ["sag-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518429, "recall": 0.559289, "f1": 0.529349, "accuracy": 0.559289, "main_score": 0.529349, "hf_subset": "sag_Latn-ssw_Latn", "languages": ["sag-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599356, "recall": 0.645257, "f1": 0.611956, "accuracy": 0.645257, "main_score": 0.611956, "hf_subset": "sag_Latn-ukr_Cyrl", "languages": ["sag-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.617057, "recall": 0.66996, "f1": 0.630763, "accuracy": 0.66996, "main_score": 0.630763, "hf_subset": "sag_Latn-afr_Latn", "languages": ["sag-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569692, "recall": 0.616601, "f1": 0.582051, "accuracy": 0.616601, "main_score": 0.582051, "hf_subset": "sag_Latn-bho_Deva", "languages": ["sag-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59047, "recall": 0.631423, "f1": 0.601861, "accuracy": 0.631423, "main_score": 0.601861, "hf_subset": "sag_Latn-eus_Latn", "languages": ["sag-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523658, "recall": 0.567194, "f1": 0.536014, "accuracy": 0.567194, "main_score": 0.536014, "hf_subset": "sag_Latn-ibo_Latn", "languages": ["sag-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546026, "recall": 0.587945, "f1": 0.557889, "accuracy": 0.587945, "main_score": 0.557889, "hf_subset": "sag_Latn-kmr_Latn", "languages": ["sag-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586113, "recall": 0.628458, "f1": 0.597581, "accuracy": 0.628458, "main_score": 0.597581, "hf_subset": "sag_Latn-min_Latn", "languages": ["sag-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597025, "recall": 0.646245, "f1": 0.611144, "accuracy": 0.646245, "main_score": 0.611144, "hf_subset": "sag_Latn-por_Latn", "languages": ["sag-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598773, "recall": 0.639328, "f1": 0.609983, "accuracy": 0.639328, "main_score": 0.609983, "hf_subset": "sag_Latn-sun_Latn", "languages": ["sag-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495974, "recall": 0.541502, "f1": 0.509351, "accuracy": 0.541502, "main_score": 0.509351, "hf_subset": "sag_Latn-umb_Latn", "languages": ["sag-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578631, "recall": 0.62747, "f1": 0.591983, "accuracy": 0.62747, "main_score": 0.591983, "hf_subset": "sag_Latn-ajp_Arab", "languages": ["sag-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.42016, "recall": 0.470356, "f1": 0.434085, "accuracy": 0.470356, "main_score": 0.434085, "hf_subset": "sag_Latn-bjn_Arab", "languages": ["sag-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493043, "recall": 0.534585, "f1": 0.505174, "accuracy": 0.534585, "main_score": 0.505174, "hf_subset": "sag_Latn-ewe_Latn", "languages": ["sag-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609636, "recall": 0.646245, "f1": 0.619616, "accuracy": 0.646245, "main_score": 0.619616, "hf_subset": "sag_Latn-ilo_Latn", "languages": ["sag-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313145, "recall": 0.356719, "f1": 0.325645, "accuracy": 0.356719, "main_score": 0.325645, "hf_subset": "sag_Latn-knc_Arab", "languages": ["sag-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591308, "recall": 0.641304, "f1": 0.605054, "accuracy": 0.641304, "main_score": 0.605054, "hf_subset": "sag_Latn-mkd_Cyrl", "languages": ["sag-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.554146, "recall": 0.608696, "f1": 0.568331, "accuracy": 0.608696, "main_score": 0.568331, "hf_subset": "sag_Latn-prs_Arab", "languages": ["sag-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598329, "recall": 0.646245, "f1": 0.610863, "accuracy": 0.646245, "main_score": 0.610863, "hf_subset": "sag_Latn-swe_Latn", "languages": ["sag-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545559, "recall": 0.604743, "f1": 0.560594, "accuracy": 0.604743, "main_score": 0.560594, "hf_subset": "sag_Latn-urd_Arab", "languages": ["sag-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560518, "recall": 0.602767, "f1": 0.572587, "accuracy": 0.602767, "main_score": 0.572587, "hf_subset": "sag_Latn-aka_Latn", "languages": ["sag-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604733, "recall": 0.643281, "f1": 0.614776, "accuracy": 0.643281, "main_score": 0.614776, "hf_subset": "sag_Latn-bjn_Latn", "languages": ["sag-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57165, "recall": 0.608696, "f1": 0.582724, "accuracy": 0.608696, "main_score": 0.582724, "hf_subset": "sag_Latn-fao_Latn", "languages": ["sag-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598923, "recall": 0.644269, "f1": 0.611095, "accuracy": 0.644269, "main_score": 0.611095, "hf_subset": "sag_Latn-ind_Latn", "languages": ["sag-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539033, "recall": 0.577075, "f1": 0.549881, "accuracy": 0.577075, "main_score": 0.549881, "hf_subset": "sag_Latn-knc_Latn", "languages": ["sag-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588699, "recall": 0.635375, "f1": 0.600333, "accuracy": 0.635375, "main_score": 0.600333, "hf_subset": "sag_Latn-mlt_Latn", "languages": ["sag-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560392, "recall": 0.601779, "f1": 0.572205, "accuracy": 0.601779, "main_score": 0.572205, "hf_subset": "sag_Latn-quy_Latn", "languages": ["sag-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555308, "recall": 0.604743, "f1": 0.568571, "accuracy": 0.604743, "main_score": 0.568571, "hf_subset": "sag_Latn-swh_Latn", "languages": ["sag-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561535, "recall": 0.612648, "f1": 0.575975, "accuracy": 0.612648, "main_score": 0.575975, "hf_subset": "sag_Latn-uzn_Latn", "languages": ["sag-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574208, "recall": 0.621542, "f1": 0.587613, "accuracy": 0.621542, "main_score": 0.587613, "hf_subset": "sag_Latn-als_Latn", "languages": ["sag-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2724, "recall": 0.317194, "f1": 0.282888, "accuracy": 0.317194, "main_score": 0.282888, "hf_subset": "sag_Latn-bod_Tibt", "languages": ["sag-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.538359, "recall": 0.575099, "f1": 0.549129, "accuracy": 0.575099, "main_score": 0.549129, "hf_subset": "sag_Latn-fij_Latn", "languages": ["sag-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545886, "recall": 0.587945, "f1": 0.558272, "accuracy": 0.587945, "main_score": 0.558272, "hf_subset": "sag_Latn-isl_Latn", "languages": ["sag-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580688, "recall": 0.621542, "f1": 0.59151, "accuracy": 0.621542, "main_score": 0.59151, "hf_subset": "sag_Latn-kon_Latn", "languages": ["sag-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479913, "recall": 0.535573, "f1": 0.495961, "accuracy": 0.535573, "main_score": 0.495961, "hf_subset": "sag_Latn-mni_Beng", "languages": ["sag-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.619246, "recall": 0.666008, "f1": 0.631599, "accuracy": 0.666008, "main_score": 0.631599, "hf_subset": "sag_Latn-ron_Latn", "languages": ["sag-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596974, "recall": 0.635375, "f1": 0.606748, "accuracy": 0.635375, "main_score": 0.606748, "hf_subset": "sag_Latn-szl_Latn", "languages": ["sag-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606657, "recall": 0.649209, "f1": 0.617795, "accuracy": 0.649209, "main_score": 0.617795, "hf_subset": "sag_Latn-vec_Latn", "languages": ["sag-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484734, "recall": 0.541502, "f1": 0.50009, "accuracy": 0.541502, "main_score": 0.50009, "hf_subset": "sag_Latn-amh_Ethi", "languages": ["sag-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.598817, "recall": 0.641304, "f1": 0.609729, "accuracy": 0.641304, "main_score": 0.609729, "hf_subset": "sag_Latn-bos_Latn", "languages": ["sag-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562659, "recall": 0.608696, "f1": 0.57511, "accuracy": 0.608696, "main_score": 0.57511, "hf_subset": "sag_Latn-fin_Latn", "languages": ["sag-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598052, "recall": 0.640316, "f1": 0.609821, "accuracy": 0.640316, "main_score": 0.609821, "hf_subset": "sag_Latn-ita_Latn", "languages": ["sag-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564232, "recall": 0.621542, "f1": 0.579561, "accuracy": 0.621542, "main_score": 0.579561, "hf_subset": "sag_Latn-kor_Hang", "languages": ["sag-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.514973, "recall": 0.561265, "f1": 0.52851, "accuracy": 0.561265, "main_score": 0.52851, "hf_subset": "sag_Latn-mos_Latn", "languages": ["sag-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531037, "recall": 0.571146, "f1": 0.542624, "accuracy": 0.571146, "main_score": 0.542624, "hf_subset": "sag_Latn-run_Latn", "languages": ["sag-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545624, "recall": 0.600791, "f1": 0.560203, "accuracy": 0.600791, "main_score": 0.560203, "hf_subset": "sag_Latn-tam_Taml", "languages": ["sag-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.597823, "recall": 0.641304, "f1": 0.608858, "accuracy": 0.641304, "main_score": 0.608858, "hf_subset": "sag_Latn-vie_Latn", "languages": ["sag-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572427, "recall": 0.625494, "f1": 0.585797, "accuracy": 0.625494, "main_score": 0.585797, "hf_subset": "sag_Latn-apc_Arab", "languages": ["sag-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564873, "recall": 0.609684, "f1": 0.577352, "accuracy": 0.609684, "main_score": 0.577352, "hf_subset": "sag_Latn-bug_Latn", "languages": ["sag-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468067, "recall": 0.511858, "f1": 0.480338, "accuracy": 0.511858, "main_score": 0.480338, "hf_subset": "sag_Latn-fon_Latn", "languages": ["sag-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597951, "recall": 0.639328, "f1": 0.609032, "accuracy": 0.639328, "main_score": 0.609032, "hf_subset": "sag_Latn-jav_Latn", "languages": ["sag-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520064, "recall": 0.56917, "f1": 0.533525, "accuracy": 0.56917, "main_score": 0.533525, "hf_subset": "sag_Latn-lao_Laoo", "languages": ["sag-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.501623, "recall": 0.538538, "f1": 0.511579, "accuracy": 0.538538, "main_score": 0.511579, "hf_subset": "sag_Latn-mri_Latn", "languages": ["sag-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587341, "recall": 0.635375, "f1": 0.600562, "accuracy": 0.635375, "main_score": 0.600562, "hf_subset": "sag_Latn-rus_Cyrl", "languages": ["sag-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.509051, "recall": 0.550395, "f1": 0.520589, "accuracy": 0.550395, "main_score": 0.520589, "hf_subset": "sag_Latn-taq_Latn", "languages": ["sag-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609575, "recall": 0.649209, "f1": 0.620548, "accuracy": 0.649209, "main_score": 0.620548, "hf_subset": "sag_Latn-war_Latn", "languages": ["sag-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562281, "recall": 0.612648, "f1": 0.575969, "accuracy": 0.612648, "main_score": 0.575969, "hf_subset": "sag_Latn-arb_Arab", "languages": ["sag-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590829, "recall": 0.635375, "f1": 0.603122, "accuracy": 0.635375, "main_score": 0.603122, "hf_subset": "sag_Latn-bul_Cyrl", "languages": ["sag-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.61833, "recall": 0.662055, "f1": 0.630671, "accuracy": 0.662055, "main_score": 0.630671, "hf_subset": "sag_Latn-fra_Latn", "languages": ["sag-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561307, "recall": 0.610672, "f1": 0.573949, "accuracy": 0.610672, "main_score": 0.573949, "hf_subset": "sag_Latn-jpn_Jpan", "languages": ["sag-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.584696, "recall": 0.630435, "f1": 0.5967, "accuracy": 0.630435, "main_score": 0.5967, "hf_subset": "sag_Latn-lij_Latn", "languages": ["sag-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417321, "recall": 0.482213, "f1": 0.434076, "accuracy": 0.482213, "main_score": 0.434076, "hf_subset": "sag_Latn-mya_Mymr", "languages": ["sag-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.206043, "recall": 0.252964, "f1": 0.217311, "accuracy": 0.252964, "main_score": 0.217311, "hf_subset": "sag_Latn-taq_Tfng", "languages": ["sag-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.559724, "recall": 0.604743, "f1": 0.573123, "accuracy": 0.604743, "main_score": 0.573123, "hf_subset": "sag_Latn-wol_Latn", "languages": ["sag-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454516, "recall": 0.501976, "f1": 0.467318, "accuracy": 0.501976, "main_score": 0.467318, "hf_subset": "sag_Latn-arb_Latn", "languages": ["sag-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596661, "recall": 0.644269, "f1": 0.609891, "accuracy": 0.644269, "main_score": 0.609891, "hf_subset": "sag_Latn-cat_Latn", "languages": ["sag-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603276, "recall": 0.645257, "f1": 0.614269, "accuracy": 0.645257, "main_score": 0.614269, "hf_subset": "sag_Latn-fur_Latn", "languages": ["sag-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422104, "recall": 0.471344, "f1": 0.435484, "accuracy": 0.471344, "main_score": 0.435484, "hf_subset": "sag_Latn-kab_Latn", "languages": ["sag-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587443, "recall": 0.628458, "f1": 0.598365, "accuracy": 0.628458, "main_score": 0.598365, "hf_subset": "sag_Latn-lim_Latn", "languages": ["sag-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583808, "recall": 0.631423, "f1": 0.596522, "accuracy": 0.631423, "main_score": 0.596522, "hf_subset": "sag_Latn-nld_Latn", "languages": ["sag-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519604, "recall": 0.577075, "f1": 0.534368, "accuracy": 0.577075, "main_score": 0.534368, "hf_subset": "sag_Latn-san_Deva", "languages": ["sag-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.56433, "recall": 0.61166, "f1": 0.577671, "accuracy": 0.61166, "main_score": 0.577671, "hf_subset": "sag_Latn-tat_Cyrl", "languages": ["sag-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548442, "recall": 0.588933, "f1": 0.559851, "accuracy": 0.588933, "main_score": 0.559851, "hf_subset": "sag_Latn-xho_Latn", "languages": ["sag-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547654, "recall": 0.600791, "f1": 0.562167, "accuracy": 0.600791, "main_score": 0.562167, "hf_subset": "sag_Latn-ars_Arab", "languages": ["sag-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613705, "recall": 0.653162, "f1": 0.624058, "accuracy": 0.653162, "main_score": 0.624058, "hf_subset": "sag_Latn-ceb_Latn", "languages": ["sag-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505856, "recall": 0.550395, "f1": 0.518975, "accuracy": 0.550395, "main_score": 0.518975, "hf_subset": "sag_Latn-fuv_Latn", "languages": ["sag-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499296, "recall": 0.54249, "f1": 0.511328, "accuracy": 0.54249, "main_score": 0.511328, "hf_subset": "sag_Latn-kac_Latn", "languages": ["sag-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584, "recall": 0.62253, "f1": 0.594778, "accuracy": 0.62253, "main_score": 0.594778, "hf_subset": "sag_Latn-lin_Latn", "languages": ["sag-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59035, "recall": 0.640316, "f1": 0.604603, "accuracy": 0.640316, "main_score": 0.604603, "hf_subset": "sag_Latn-nno_Latn", "languages": ["sag-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.109052, "recall": 0.145257, "f1": 0.118053, "accuracy": 0.145257, "main_score": 0.118053, "hf_subset": "sag_Latn-sat_Olck", "languages": ["sag-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.55984, "recall": 0.615613, "f1": 0.574664, "accuracy": 0.615613, "main_score": 0.574664, "hf_subset": "sag_Latn-tel_Telu", "languages": ["sag-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.491628, "recall": 0.540514, "f1": 0.504245, "accuracy": 0.540514, "main_score": 0.504245, "hf_subset": "sag_Latn-ydd_Hebr", "languages": ["sag-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.540348, "recall": 0.583992, "f1": 0.552049, "accuracy": 0.583992, "main_score": 0.552049, "hf_subset": "sag_Latn-ary_Arab", "languages": ["sag-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587323, "recall": 0.63834, "f1": 0.600835, "accuracy": 0.63834, "main_score": 0.600835, "hf_subset": "sag_Latn-ces_Latn", "languages": ["sag-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480368, "recall": 0.529644, "f1": 0.493652, "accuracy": 0.529644, "main_score": 0.493652, "hf_subset": "sag_Latn-gaz_Latn", "languages": ["sag-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507407, "recall": 0.548419, "f1": 0.518569, "accuracy": 0.548419, "main_score": 0.518569, "hf_subset": "sag_Latn-kam_Latn", "languages": ["sag-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570987, "recall": 0.618577, "f1": 0.583862, "accuracy": 0.618577, "main_score": 0.583862, "hf_subset": "sag_Latn-lit_Latn", "languages": ["sag-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600422, "recall": 0.650198, "f1": 0.613642, "accuracy": 0.650198, "main_score": 0.613642, "hf_subset": "sag_Latn-nob_Latn", "languages": ["sag-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590836, "recall": 0.628458, "f1": 0.601177, "accuracy": 0.628458, "main_score": 0.601177, "hf_subset": "sag_Latn-scn_Latn", "languages": ["sag-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549432, "recall": 0.59585, "f1": 0.562938, "accuracy": 0.59585, "main_score": 0.562938, "hf_subset": "sag_Latn-tgk_Cyrl", "languages": ["sag-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472003, "recall": 0.524704, "f1": 0.487433, "accuracy": 0.524704, "main_score": 0.487433, "hf_subset": "sag_Latn-yor_Latn", "languages": ["sag-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559645, "recall": 0.608696, "f1": 0.573468, "accuracy": 0.608696, "main_score": 0.573468, "hf_subset": "sag_Latn-arz_Arab", "languages": ["sag-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508904, "recall": 0.555336, "f1": 0.522365, "accuracy": 0.555336, "main_score": 0.522365, "hf_subset": "sag_Latn-cjk_Latn", "languages": ["sag-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493728, "recall": 0.534585, "f1": 0.50445, "accuracy": 0.534585, "main_score": 0.50445, "hf_subset": "sag_Latn-gla_Latn", "languages": ["sag-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555788, "recall": 0.613636, "f1": 0.571383, "accuracy": 0.613636, "main_score": 0.571383, "hf_subset": "sag_Latn-kan_Knda", "languages": ["sag-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.594838, "recall": 0.639328, "f1": 0.607075, "accuracy": 0.639328, "main_score": 0.607075, "hf_subset": "sag_Latn-lmo_Latn", "languages": ["sag-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548141, "recall": 0.602767, "f1": 0.562419, "accuracy": 0.602767, "main_score": 0.562419, "hf_subset": "sag_Latn-npi_Deva", "languages": ["sag-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.42828, "recall": 0.48419, "f1": 0.443027, "accuracy": 0.48419, "main_score": 0.443027, "hf_subset": "sag_Latn-shn_Mymr", "languages": ["sag-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.612587, "recall": 0.65415, "f1": 0.623275, "accuracy": 0.65415, "main_score": 0.623275, "hf_subset": "sag_Latn-tgl_Latn", "languages": ["sag-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562897, "recall": 0.608696, "f1": 0.574836, "accuracy": 0.608696, "main_score": 0.574836, "hf_subset": "sag_Latn-yue_Hant", "languages": ["sag-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.527869, "recall": 0.586957, "f1": 0.54445, "accuracy": 0.586957, "main_score": 0.54445, "hf_subset": "sag_Latn-asm_Beng", "languages": ["sag-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.512338, "recall": 0.565217, "f1": 0.527372, "accuracy": 0.565217, "main_score": 0.527372, "hf_subset": "sag_Latn-ckb_Arab", "languages": ["sag-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505489, "recall": 0.549407, "f1": 0.517291, "accuracy": 0.549407, "main_score": 0.517291, "hf_subset": "sag_Latn-gle_Latn", "languages": ["sag-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510898, "recall": 0.565217, "f1": 0.52565, "accuracy": 0.565217, "main_score": 0.52565, "hf_subset": "sag_Latn-kas_Arab", "languages": ["sag-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553856, "recall": 0.605731, "f1": 0.567493, "accuracy": 0.605731, "main_score": 0.567493, "hf_subset": "sag_Latn-ltg_Latn", "languages": ["sag-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559302, "recall": 0.596838, "f1": 0.569913, "accuracy": 0.596838, "main_score": 0.569913, "hf_subset": "sag_Latn-nso_Latn", "languages": ["sag-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489714, "recall": 0.549407, "f1": 0.505917, "accuracy": 0.549407, "main_score": 0.505917, "hf_subset": "sag_Latn-sin_Sinh", "languages": ["sag-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.567775, "recall": 0.620553, "f1": 0.582176, "accuracy": 0.620553, "main_score": 0.582176, "hf_subset": "sag_Latn-tha_Thai", "languages": ["sag-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.571533, "recall": 0.616601, "f1": 0.583349, "accuracy": 0.616601, "main_score": 0.583349, "hf_subset": "sag_Latn-zho_Hans", "languages": ["sag-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.612172, "recall": 0.656126, "f1": 0.624526, "accuracy": 0.656126, "main_score": 0.624526, "hf_subset": "sag_Latn-ast_Latn", "languages": ["sag-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574463, "recall": 0.620553, "f1": 0.586994, "accuracy": 0.620553, "main_score": 0.586994, "hf_subset": "sag_Latn-crh_Latn", "languages": ["sag-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614282, "recall": 0.655138, "f1": 0.625724, "accuracy": 0.655138, "main_score": 0.625724, "hf_subset": "sag_Latn-glg_Latn", "languages": ["sag-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514184, "recall": 0.567194, "f1": 0.528908, "accuracy": 0.567194, "main_score": 0.528908, "hf_subset": "sag_Latn-kas_Deva", "languages": ["sag-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.576844, "recall": 0.624506, "f1": 0.5895, "accuracy": 0.624506, "main_score": 0.5895, "hf_subset": "sag_Latn-ltz_Latn", "languages": ["sag-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44673, "recall": 0.499012, "f1": 0.461668, "accuracy": 0.499012, "main_score": 0.461668, "hf_subset": "sag_Latn-nus_Latn", "languages": ["sag-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573415, "recall": 0.62253, "f1": 0.586833, "accuracy": 0.62253, "main_score": 0.586833, "hf_subset": "sag_Latn-slk_Latn", "languages": ["sag-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402332, "recall": 0.456522, "f1": 0.416942, "accuracy": 0.456522, "main_score": 0.416942, "hf_subset": "sag_Latn-tir_Ethi", "languages": ["sag-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.564013, "recall": 0.61166, "f1": 0.576707, "accuracy": 0.61166, "main_score": 0.576707, "hf_subset": "sag_Latn-zho_Hant", "languages": ["sag-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.569148, "recall": 0.617589, "f1": 0.582795, "accuracy": 0.617589, "main_score": 0.582795, "hf_subset": "sag_Latn-awa_Deva", "languages": ["sag-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.567225, "recall": 0.603755, "f1": 0.57697, "accuracy": 0.603755, "main_score": 0.57697, "hf_subset": "sag_Latn-cym_Latn", "languages": ["sag-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59193, "recall": 0.62747, "f1": 0.602419, "accuracy": 0.62747, "main_score": 0.602419, "hf_subset": "sag_Latn-grn_Latn", "languages": ["sag-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550001, "recall": 0.602767, "f1": 0.563764, "accuracy": 0.602767, "main_score": 0.563764, "hf_subset": "sag_Latn-kat_Geor", "languages": ["sag-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.564575, "recall": 0.603755, "f1": 0.575961, "accuracy": 0.603755, "main_score": 0.575961, "hf_subset": "sag_Latn-lua_Latn", "languages": ["sag-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554119, "recall": 0.599802, "f1": 0.566809, "accuracy": 0.599802, "main_score": 0.566809, "hf_subset": "sag_Latn-nya_Latn", "languages": ["sag-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596955, "recall": 0.639328, "f1": 0.608393, "accuracy": 0.639328, "main_score": 0.608393, "hf_subset": "sag_Latn-slv_Latn", "languages": ["sag-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586191, "recall": 0.625494, "f1": 0.597556, "accuracy": 0.625494, "main_score": 0.597556, "hf_subset": "sag_Latn-tpi_Latn", "languages": ["sag-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593114, "recall": 0.642292, "f1": 0.606398, "accuracy": 0.642292, "main_score": 0.606398, "hf_subset": "sag_Latn-zsm_Latn", "languages": ["sag-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510771, "recall": 0.556324, "f1": 0.524393, "accuracy": 0.556324, "main_score": 0.524393, "hf_subset": "sag_Latn-ayr_Latn", "languages": ["sag-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58817, "recall": 0.639328, "f1": 0.602141, "accuracy": 0.639328, "main_score": 0.602141, "hf_subset": "sag_Latn-dan_Latn", "languages": ["sag-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563347, "recall": 0.614625, "f1": 0.57756, "accuracy": 0.614625, "main_score": 0.57756, "hf_subset": "sag_Latn-guj_Gujr", "languages": ["sag-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.571743, "recall": 0.62253, "f1": 0.585487, "accuracy": 0.62253, "main_score": 0.585487, "hf_subset": "sag_Latn-kaz_Cyrl", "languages": ["sag-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.488543, "recall": 0.532609, "f1": 0.501325, "accuracy": 0.532609, "main_score": 0.501325, "hf_subset": "sag_Latn-lug_Latn", "languages": ["sag-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622446, "recall": 0.666996, "f1": 0.634046, "accuracy": 0.666996, "main_score": 0.634046, "hf_subset": "sag_Latn-oci_Latn", "languages": ["sag-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539046, "recall": 0.581028, "f1": 0.550793, "accuracy": 0.581028, "main_score": 0.550793, "hf_subset": "sag_Latn-smo_Latn", "languages": ["sag-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499609, "recall": 0.545455, "f1": 0.512329, "accuracy": 0.545455, "main_score": 0.512329, "hf_subset": "sag_Latn-tsn_Latn", "languages": ["sag-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513649, "recall": 0.5583, "f1": 0.526265, "accuracy": 0.5583, "main_score": 0.526265, "hf_subset": "sag_Latn-zul_Latn", "languages": ["sag-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505585, "recall": 0.560277, "f1": 0.52074, "accuracy": 0.560277, "main_score": 0.52074, "hf_subset": "sag_Latn-azb_Arab", "languages": ["sag-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598762, "recall": 0.643281, "f1": 0.610482, "accuracy": 0.643281, "main_score": 0.610482, "hf_subset": "sag_Latn-deu_Latn", "languages": ["sag-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548583, "recall": 0.605731, "f1": 0.564629, "accuracy": 0.605731, "main_score": 0.564629, "hf_subset": "sag_Latn-hat_Latn", "languages": ["sag-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47906, "recall": 0.528656, "f1": 0.492978, "accuracy": 0.528656, "main_score": 0.492978, "hf_subset": "sag_Latn-kbp_Latn", "languages": ["sag-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555451, "recall": 0.591897, "f1": 0.565754, "accuracy": 0.591897, "main_score": 0.565754, "hf_subset": "sag_Latn-luo_Latn", "languages": ["sag-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545907, "recall": 0.605731, "f1": 0.562084, "accuracy": 0.605731, "main_score": 0.562084, "hf_subset": "sag_Latn-ory_Orya", "languages": ["sag-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.523343, "recall": 0.571146, "f1": 0.536867, "accuracy": 0.571146, "main_score": 0.536867, "hf_subset": "sag_Latn-sna_Latn", "languages": ["sag-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509597, "recall": 0.550395, "f1": 0.521163, "accuracy": 0.550395, "main_score": 0.521163, "hf_subset": "sag_Latn-tso_Latn", "languages": ["sag-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549874, "recall": 0.607708, "f1": 0.564765, "accuracy": 0.607708, "main_score": 0.564765, "hf_subset": "sag_Latn-azj_Latn", "languages": ["sag-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519553, "recall": 0.568182, "f1": 0.534015, "accuracy": 0.568182, "main_score": 0.534015, "hf_subset": "sag_Latn-dik_Latn", "languages": ["sag-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538971, "recall": 0.576087, "f1": 0.549269, "accuracy": 0.576087, "main_score": 0.549269, "hf_subset": "sag_Latn-hau_Latn", "languages": ["sag-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607279, "recall": 0.644269, "f1": 0.617469, "accuracy": 0.644269, "main_score": 0.617469, "hf_subset": "sag_Latn-kea_Latn", "languages": ["sag-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566981, "recall": 0.602767, "f1": 0.577422, "accuracy": 0.602767, "main_score": 0.577422, "hf_subset": "sag_Latn-lus_Latn", "languages": ["sag-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581624, "recall": 0.619565, "f1": 0.591699, "accuracy": 0.619565, "main_score": 0.591699, "hf_subset": "sag_Latn-pag_Latn", "languages": ["sag-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545891, "recall": 0.605731, "f1": 0.561655, "accuracy": 0.605731, "main_score": 0.561655, "hf_subset": "sag_Latn-snd_Arab", "languages": ["sag-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541383, "recall": 0.589921, "f1": 0.554189, "accuracy": 0.589921, "main_score": 0.554189, "hf_subset": "sag_Latn-tuk_Latn", "languages": ["sag-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589967, "recall": 0.631423, "f1": 0.600987, "accuracy": 0.631423, "main_score": 0.600987, "hf_subset": "sag_Latn-bak_Cyrl", "languages": ["sag-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.436475, "recall": 0.5, "f1": 0.454621, "accuracy": 0.5, "main_score": 0.454621, "hf_subset": "sag_Latn-dyu_Latn", "languages": ["sag-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577684, "recall": 0.624506, "f1": 0.590719, "accuracy": 0.624506, "main_score": 0.590719, "hf_subset": "sag_Latn-heb_Hebr", "languages": ["sag-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.550413, "recall": 0.593874, "f1": 0.562155, "accuracy": 0.593874, "main_score": 0.562155, "hf_subset": "sag_Latn-khk_Cyrl", "languages": ["sag-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.56142, "recall": 0.613636, "f1": 0.574903, "accuracy": 0.613636, "main_score": 0.574903, "hf_subset": "sag_Latn-lvs_Latn", "languages": ["sag-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561337, "recall": 0.613636, "f1": 0.575669, "accuracy": 0.613636, "main_score": 0.575669, "hf_subset": "sag_Latn-pan_Guru", "languages": ["sag-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.490122, "recall": 0.534585, "f1": 0.502751, "accuracy": 0.534585, "main_score": 0.502751, "hf_subset": "sag_Latn-som_Latn", "languages": ["sag-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512616, "recall": 0.55336, "f1": 0.524438, "accuracy": 0.55336, "main_score": 0.524438, "hf_subset": "sag_Latn-tum_Latn", "languages": ["sag-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.163516, "recall": 0.194664, "f1": 0.170927, "accuracy": 0.194664, "main_score": 0.170927, "hf_subset": "taq_Tfng-ace_Arab", "languages": ["taq-Tfng", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.168408, "recall": 0.202569, "f1": 0.176435, "accuracy": 0.202569, "main_score": 0.176435, "hf_subset": "taq_Tfng-bam_Latn", "languages": ["taq-Tfng", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129496, "recall": 0.15415, "f1": 0.136106, "accuracy": 0.15415, "main_score": 0.136106, "hf_subset": "taq_Tfng-dzo_Tibt", "languages": ["taq-Tfng", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.17432, "recall": 0.208498, "f1": 0.181978, "accuracy": 0.208498, "main_score": 0.181978, "hf_subset": "taq_Tfng-hin_Deva", "languages": ["taq-Tfng", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.171922, "recall": 0.202569, "f1": 0.179426, "accuracy": 0.202569, "main_score": 0.179426, "hf_subset": "taq_Tfng-khm_Khmr", "languages": ["taq-Tfng", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.168165, "recall": 0.203557, "f1": 0.175901, "accuracy": 0.203557, "main_score": 0.175901, "hf_subset": "taq_Tfng-mag_Deva", "languages": ["taq-Tfng", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.183607, "recall": 0.214427, "f1": 0.190627, "accuracy": 0.214427, "main_score": 0.190627, "hf_subset": "taq_Tfng-pap_Latn", "languages": ["taq-Tfng", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187455, "recall": 0.216403, "f1": 0.194819, "accuracy": 0.216403, "main_score": 0.194819, "hf_subset": "taq_Tfng-sot_Latn", "languages": ["taq-Tfng", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184945, "recall": 0.215415, "f1": 0.192155, "accuracy": 0.215415, "main_score": 0.192155, "hf_subset": "taq_Tfng-tur_Latn", "languages": ["taq-Tfng", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185918, "recall": 0.213439, "f1": 0.192558, "accuracy": 0.213439, "main_score": 0.192558, "hf_subset": "taq_Tfng-ace_Latn", "languages": ["taq-Tfng", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183318, "recall": 0.208498, "f1": 0.189079, "accuracy": 0.208498, "main_score": 0.189079, "hf_subset": "taq_Tfng-ban_Latn", "languages": ["taq-Tfng", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167361, "recall": 0.199605, "f1": 0.173733, "accuracy": 0.199605, "main_score": 0.173733, "hf_subset": "taq_Tfng-ell_Grek", "languages": ["taq-Tfng", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.176529, "recall": 0.209486, "f1": 0.184302, "accuracy": 0.209486, "main_score": 0.184302, "hf_subset": "taq_Tfng-hne_Deva", "languages": ["taq-Tfng", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.096132, "recall": 0.131423, "f1": 0.103255, "accuracy": 0.131423, "main_score": 0.103255, "hf_subset": "taq_Tfng-kik_Latn", "languages": ["taq-Tfng", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191908, "recall": 0.229249, "f1": 0.200177, "accuracy": 0.229249, "main_score": 0.200177, "hf_subset": "taq_Tfng-mai_Deva", "languages": ["taq-Tfng", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.171134, "recall": 0.200593, "f1": 0.178069, "accuracy": 0.200593, "main_score": 0.178069, "hf_subset": "taq_Tfng-pbt_Arab", "languages": ["taq-Tfng", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.175452, "recall": 0.209486, "f1": 0.183143, "accuracy": 0.209486, "main_score": 0.183143, "hf_subset": "taq_Tfng-spa_Latn", "languages": ["taq-Tfng", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174502, "recall": 0.20751, "f1": 0.182628, "accuracy": 0.20751, "main_score": 0.182628, "hf_subset": "taq_Tfng-twi_Latn", "languages": ["taq-Tfng", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172133, "recall": 0.206522, "f1": 0.179716, "accuracy": 0.206522, "main_score": 0.179716, "hf_subset": "taq_Tfng-acm_Arab", "languages": ["taq-Tfng", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.175481, "recall": 0.201581, "f1": 0.181834, "accuracy": 0.201581, "main_score": 0.181834, "hf_subset": "taq_Tfng-bel_Cyrl", "languages": ["taq-Tfng", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.192352, "recall": 0.229249, "f1": 0.201115, "accuracy": 0.229249, "main_score": 0.201115, "hf_subset": "taq_Tfng-eng_Latn", "languages": ["taq-Tfng", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18769, "recall": 0.216403, "f1": 0.19454, "accuracy": 0.216403, "main_score": 0.19454, "hf_subset": "taq_Tfng-hrv_Latn", "languages": ["taq-Tfng", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18038, "recall": 0.212451, "f1": 0.188478, "accuracy": 0.212451, "main_score": 0.188478, "hf_subset": "taq_Tfng-kin_Latn", "languages": ["taq-Tfng", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174899, "recall": 0.214427, "f1": 0.183931, "accuracy": 0.214427, "main_score": 0.183931, "hf_subset": "taq_Tfng-mal_Mlym", "languages": ["taq-Tfng", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.185551, "recall": 0.218379, "f1": 0.193302, "accuracy": 0.218379, "main_score": 0.193302, "hf_subset": "taq_Tfng-pes_Arab", "languages": ["taq-Tfng", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.17546, "recall": 0.20751, "f1": 0.183343, "accuracy": 0.20751, "main_score": 0.183343, "hf_subset": "taq_Tfng-srd_Latn", "languages": ["taq-Tfng", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.243429, "recall": 0.27668, "f1": 0.252506, "accuracy": 0.27668, "main_score": 0.252506, "hf_subset": "taq_Tfng-tzm_Tfng", "languages": ["taq-Tfng", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.180387, "recall": 0.212451, "f1": 0.187446, "accuracy": 0.212451, "main_score": 0.187446, "hf_subset": "taq_Tfng-acq_Arab", "languages": ["taq-Tfng", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.173985, "recall": 0.206522, "f1": 0.180345, "accuracy": 0.206522, "main_score": 0.180345, "hf_subset": "taq_Tfng-bem_Latn", "languages": ["taq-Tfng", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182361, "recall": 0.213439, "f1": 0.189692, "accuracy": 0.213439, "main_score": 0.189692, "hf_subset": "taq_Tfng-epo_Latn", "languages": ["taq-Tfng", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177741, "recall": 0.213439, "f1": 0.185889, "accuracy": 0.213439, "main_score": 0.185889, "hf_subset": "taq_Tfng-hun_Latn", "languages": ["taq-Tfng", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174517, "recall": 0.210474, "f1": 0.18214, "accuracy": 0.210474, "main_score": 0.18214, "hf_subset": "taq_Tfng-kir_Cyrl", "languages": ["taq-Tfng", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.176472, "recall": 0.201581, "f1": 0.182703, "accuracy": 0.201581, "main_score": 0.182703, "hf_subset": "taq_Tfng-mar_Deva", "languages": ["taq-Tfng", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.184731, "recall": 0.212451, "f1": 0.191588, "accuracy": 0.212451, "main_score": 0.191588, "hf_subset": "taq_Tfng-plt_Latn", "languages": ["taq-Tfng", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174776, "recall": 0.20751, "f1": 0.182328, "accuracy": 0.20751, "main_score": 0.182328, "hf_subset": "taq_Tfng-srp_Cyrl", "languages": ["taq-Tfng", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.168139, "recall": 0.198617, "f1": 0.176103, "accuracy": 0.198617, "main_score": 0.176103, "hf_subset": "taq_Tfng-uig_Arab", "languages": ["taq-Tfng", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.171355, "recall": 0.203557, "f1": 0.178549, "accuracy": 0.203557, "main_score": 0.178549, "hf_subset": "taq_Tfng-aeb_Arab", "languages": ["taq-Tfng", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.186476, "recall": 0.217391, "f1": 0.194079, "accuracy": 0.217391, "main_score": 0.194079, "hf_subset": "taq_Tfng-ben_Beng", "languages": ["taq-Tfng", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.171571, "recall": 0.203557, "f1": 0.179309, "accuracy": 0.203557, "main_score": 0.179309, "hf_subset": "taq_Tfng-est_Latn", "languages": ["taq-Tfng", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.16148, "recall": 0.195652, "f1": 0.169998, "accuracy": 0.195652, "main_score": 0.169998, "hf_subset": "taq_Tfng-hye_Armn", "languages": ["taq-Tfng", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.169572, "recall": 0.199605, "f1": 0.176761, "accuracy": 0.199605, "main_score": 0.176761, "hf_subset": "taq_Tfng-kmb_Latn", "languages": ["taq-Tfng", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178227, "recall": 0.206522, "f1": 0.184907, "accuracy": 0.206522, "main_score": 0.184907, "hf_subset": "taq_Tfng-min_Arab", "languages": ["taq-Tfng", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.176409, "recall": 0.211462, "f1": 0.184544, "accuracy": 0.211462, "main_score": 0.184544, "hf_subset": "taq_Tfng-pol_Latn", "languages": ["taq-Tfng", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.188466, "recall": 0.222332, "f1": 0.196439, "accuracy": 0.222332, "main_score": 0.196439, "hf_subset": "taq_Tfng-ssw_Latn", "languages": ["taq-Tfng", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177967, "recall": 0.215415, "f1": 0.186288, "accuracy": 0.215415, "main_score": 0.186288, "hf_subset": "taq_Tfng-ukr_Cyrl", "languages": ["taq-Tfng", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.18201, "recall": 0.219368, "f1": 0.19055, "accuracy": 0.219368, "main_score": 0.19055, "hf_subset": "taq_Tfng-afr_Latn", "languages": ["taq-Tfng", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179887, "recall": 0.209486, "f1": 0.186859, "accuracy": 0.209486, "main_score": 0.186859, "hf_subset": "taq_Tfng-bho_Deva", "languages": ["taq-Tfng", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.18258, "recall": 0.212451, "f1": 0.189942, "accuracy": 0.212451, "main_score": 0.189942, "hf_subset": "taq_Tfng-eus_Latn", "languages": ["taq-Tfng", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160846, "recall": 0.198617, "f1": 0.169093, "accuracy": 0.198617, "main_score": 0.169093, "hf_subset": "taq_Tfng-ibo_Latn", "languages": ["taq-Tfng", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180866, "recall": 0.209486, "f1": 0.187547, "accuracy": 0.209486, "main_score": 0.187547, "hf_subset": "taq_Tfng-kmr_Latn", "languages": ["taq-Tfng", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179729, "recall": 0.211462, "f1": 0.187591, "accuracy": 0.211462, "main_score": 0.187591, "hf_subset": "taq_Tfng-min_Latn", "languages": ["taq-Tfng", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186617, "recall": 0.220356, "f1": 0.193833, "accuracy": 0.220356, "main_score": 0.193833, "hf_subset": "taq_Tfng-por_Latn", "languages": ["taq-Tfng", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183005, "recall": 0.218379, "f1": 0.191174, "accuracy": 0.218379, "main_score": 0.191174, "hf_subset": "taq_Tfng-sun_Latn", "languages": ["taq-Tfng", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177514, "recall": 0.209486, "f1": 0.184857, "accuracy": 0.209486, "main_score": 0.184857, "hf_subset": "taq_Tfng-umb_Latn", "languages": ["taq-Tfng", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177291, "recall": 0.212451, "f1": 0.184209, "accuracy": 0.212451, "main_score": 0.184209, "hf_subset": "taq_Tfng-ajp_Arab", "languages": ["taq-Tfng", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.169475, "recall": 0.199605, "f1": 0.176371, "accuracy": 0.199605, "main_score": 0.176371, "hf_subset": "taq_Tfng-bjn_Arab", "languages": ["taq-Tfng", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.172886, "recall": 0.202569, "f1": 0.179756, "accuracy": 0.202569, "main_score": 0.179756, "hf_subset": "taq_Tfng-ewe_Latn", "languages": ["taq-Tfng", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174818, "recall": 0.20751, "f1": 0.182467, "accuracy": 0.20751, "main_score": 0.182467, "hf_subset": "taq_Tfng-ilo_Latn", "languages": ["taq-Tfng", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18169, "recall": 0.203557, "f1": 0.187257, "accuracy": 0.203557, "main_score": 0.187257, "hf_subset": "taq_Tfng-knc_Arab", "languages": ["taq-Tfng", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.178024, "recall": 0.212451, "f1": 0.185474, "accuracy": 0.212451, "main_score": 0.185474, "hf_subset": "taq_Tfng-mkd_Cyrl", "languages": ["taq-Tfng", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.184712, "recall": 0.220356, "f1": 0.192845, "accuracy": 0.220356, "main_score": 0.192845, "hf_subset": "taq_Tfng-prs_Arab", "languages": ["taq-Tfng", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.162779, "recall": 0.195652, "f1": 0.17063, "accuracy": 0.195652, "main_score": 0.17063, "hf_subset": "taq_Tfng-swe_Latn", "languages": ["taq-Tfng", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17183, "recall": 0.211462, "f1": 0.180711, "accuracy": 0.211462, "main_score": 0.180711, "hf_subset": "taq_Tfng-urd_Arab", "languages": ["taq-Tfng", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.163682, "recall": 0.19664, "f1": 0.171048, "accuracy": 0.19664, "main_score": 0.171048, "hf_subset": "taq_Tfng-aka_Latn", "languages": ["taq-Tfng", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184436, "recall": 0.214427, "f1": 0.191483, "accuracy": 0.214427, "main_score": 0.191483, "hf_subset": "taq_Tfng-bjn_Latn", "languages": ["taq-Tfng", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17852, "recall": 0.208498, "f1": 0.18558, "accuracy": 0.208498, "main_score": 0.18558, "hf_subset": "taq_Tfng-fao_Latn", "languages": ["taq-Tfng", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1865, "recall": 0.216403, "f1": 0.193432, "accuracy": 0.216403, "main_score": 0.193432, "hf_subset": "taq_Tfng-ind_Latn", "languages": ["taq-Tfng", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.166048, "recall": 0.19664, "f1": 0.173674, "accuracy": 0.19664, "main_score": 0.173674, "hf_subset": "taq_Tfng-knc_Latn", "languages": ["taq-Tfng", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182985, "recall": 0.214427, "f1": 0.190282, "accuracy": 0.214427, "main_score": 0.190282, "hf_subset": "taq_Tfng-mlt_Latn", "languages": ["taq-Tfng", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174341, "recall": 0.209486, "f1": 0.182822, "accuracy": 0.209486, "main_score": 0.182822, "hf_subset": "taq_Tfng-quy_Latn", "languages": ["taq-Tfng", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170655, "recall": 0.205534, "f1": 0.179418, "accuracy": 0.205534, "main_score": 0.179418, "hf_subset": "taq_Tfng-swh_Latn", "languages": ["taq-Tfng", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174911, "recall": 0.204545, "f1": 0.182254, "accuracy": 0.204545, "main_score": 0.182254, "hf_subset": "taq_Tfng-uzn_Latn", "languages": ["taq-Tfng", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178435, "recall": 0.211462, "f1": 0.185752, "accuracy": 0.211462, "main_score": 0.185752, "hf_subset": "taq_Tfng-als_Latn", "languages": ["taq-Tfng", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171983, "recall": 0.197628, "f1": 0.178426, "accuracy": 0.197628, "main_score": 0.178426, "hf_subset": "taq_Tfng-bod_Tibt", "languages": ["taq-Tfng", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.178769, "recall": 0.210474, "f1": 0.186361, "accuracy": 0.210474, "main_score": 0.186361, "hf_subset": "taq_Tfng-fij_Latn", "languages": ["taq-Tfng", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.166664, "recall": 0.199605, "f1": 0.174152, "accuracy": 0.199605, "main_score": 0.174152, "hf_subset": "taq_Tfng-isl_Latn", "languages": ["taq-Tfng", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174483, "recall": 0.206522, "f1": 0.181672, "accuracy": 0.206522, "main_score": 0.181672, "hf_subset": "taq_Tfng-kon_Latn", "languages": ["taq-Tfng", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180495, "recall": 0.216403, "f1": 0.188848, "accuracy": 0.216403, "main_score": 0.188848, "hf_subset": "taq_Tfng-mni_Beng", "languages": ["taq-Tfng", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.188455, "recall": 0.216403, "f1": 0.195243, "accuracy": 0.216403, "main_score": 0.195243, "hf_subset": "taq_Tfng-ron_Latn", "languages": ["taq-Tfng", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170359, "recall": 0.214427, "f1": 0.180187, "accuracy": 0.214427, "main_score": 0.180187, "hf_subset": "taq_Tfng-szl_Latn", "languages": ["taq-Tfng", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179378, "recall": 0.209486, "f1": 0.185875, "accuracy": 0.209486, "main_score": 0.185875, "hf_subset": "taq_Tfng-vec_Latn", "languages": ["taq-Tfng", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178221, "recall": 0.215415, "f1": 0.187269, "accuracy": 0.215415, "main_score": 0.187269, "hf_subset": "taq_Tfng-amh_Ethi", "languages": ["taq-Tfng", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.183749, "recall": 0.215415, "f1": 0.191229, "accuracy": 0.215415, "main_score": 0.191229, "hf_subset": "taq_Tfng-bos_Latn", "languages": ["taq-Tfng", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172468, "recall": 0.20751, "f1": 0.180703, "accuracy": 0.20751, "main_score": 0.180703, "hf_subset": "taq_Tfng-fin_Latn", "languages": ["taq-Tfng", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171387, "recall": 0.204545, "f1": 0.178833, "accuracy": 0.204545, "main_score": 0.178833, "hf_subset": "taq_Tfng-ita_Latn", "languages": ["taq-Tfng", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174016, "recall": 0.206522, "f1": 0.18117, "accuracy": 0.206522, "main_score": 0.18117, "hf_subset": "taq_Tfng-kor_Hang", "languages": ["taq-Tfng", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.180759, "recall": 0.211462, "f1": 0.188117, "accuracy": 0.211462, "main_score": 0.188117, "hf_subset": "taq_Tfng-mos_Latn", "languages": ["taq-Tfng", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177665, "recall": 0.20751, "f1": 0.183959, "accuracy": 0.20751, "main_score": 0.183959, "hf_subset": "taq_Tfng-run_Latn", "languages": ["taq-Tfng", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167343, "recall": 0.209486, "f1": 0.177009, "accuracy": 0.209486, "main_score": 0.177009, "hf_subset": "taq_Tfng-tam_Taml", "languages": ["taq-Tfng", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.182481, "recall": 0.212451, "f1": 0.189864, "accuracy": 0.212451, "main_score": 0.189864, "hf_subset": "taq_Tfng-vie_Latn", "languages": ["taq-Tfng", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184134, "recall": 0.219368, "f1": 0.191147, "accuracy": 0.219368, "main_score": 0.191147, "hf_subset": "taq_Tfng-apc_Arab", "languages": ["taq-Tfng", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.171809, "recall": 0.202569, "f1": 0.178646, "accuracy": 0.202569, "main_score": 0.178646, "hf_subset": "taq_Tfng-bug_Latn", "languages": ["taq-Tfng", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.159427, "recall": 0.1917, "f1": 0.167559, "accuracy": 0.1917, "main_score": 0.167559, "hf_subset": "taq_Tfng-fon_Latn", "languages": ["taq-Tfng", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183644, "recall": 0.218379, "f1": 0.191044, "accuracy": 0.218379, "main_score": 0.191044, "hf_subset": "taq_Tfng-jav_Latn", "languages": ["taq-Tfng", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171026, "recall": 0.205534, "f1": 0.179012, "accuracy": 0.205534, "main_score": 0.179012, "hf_subset": "taq_Tfng-lao_Laoo", "languages": ["taq-Tfng", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.171567, "recall": 0.200593, "f1": 0.178698, "accuracy": 0.200593, "main_score": 0.178698, "hf_subset": "taq_Tfng-mri_Latn", "languages": ["taq-Tfng", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18557, "recall": 0.217391, "f1": 0.193707, "accuracy": 0.217391, "main_score": 0.193707, "hf_subset": "taq_Tfng-rus_Cyrl", "languages": ["taq-Tfng", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.345765, "recall": 0.421937, "f1": 0.362846, "accuracy": 0.421937, "main_score": 0.362846, "hf_subset": "taq_Tfng-taq_Latn", "languages": ["taq-Tfng", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18029, "recall": 0.214427, "f1": 0.188805, "accuracy": 0.214427, "main_score": 0.188805, "hf_subset": "taq_Tfng-war_Latn", "languages": ["taq-Tfng", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180062, "recall": 0.214427, "f1": 0.186958, "accuracy": 0.214427, "main_score": 0.186958, "hf_subset": "taq_Tfng-arb_Arab", "languages": ["taq-Tfng", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.174511, "recall": 0.212451, "f1": 0.183466, "accuracy": 0.212451, "main_score": 0.183466, "hf_subset": "taq_Tfng-bul_Cyrl", "languages": ["taq-Tfng", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.179972, "recall": 0.212451, "f1": 0.187457, "accuracy": 0.212451, "main_score": 0.187457, "hf_subset": "taq_Tfng-fra_Latn", "languages": ["taq-Tfng", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174449, "recall": 0.206522, "f1": 0.181672, "accuracy": 0.206522, "main_score": 0.181672, "hf_subset": "taq_Tfng-jpn_Jpan", "languages": ["taq-Tfng", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.174132, "recall": 0.205534, "f1": 0.181383, "accuracy": 0.205534, "main_score": 0.181383, "hf_subset": "taq_Tfng-lij_Latn", "languages": ["taq-Tfng", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160163, "recall": 0.195652, "f1": 0.168662, "accuracy": 0.195652, "main_score": 0.168662, "hf_subset": "taq_Tfng-mya_Mymr", "languages": ["taq-Tfng", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.164949, "recall": 0.195652, "f1": 0.172594, "accuracy": 0.195652, "main_score": 0.172594, "hf_subset": "taq_Tfng-sag_Latn", "languages": ["taq-Tfng", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171783, "recall": 0.206522, "f1": 0.179542, "accuracy": 0.206522, "main_score": 0.179542, "hf_subset": "taq_Tfng-wol_Latn", "languages": ["taq-Tfng", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146711, "recall": 0.176877, "f1": 0.153491, "accuracy": 0.176877, "main_score": 0.153491, "hf_subset": "taq_Tfng-arb_Latn", "languages": ["taq-Tfng", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1687, "recall": 0.209486, "f1": 0.177855, "accuracy": 0.209486, "main_score": 0.177855, "hf_subset": "taq_Tfng-cat_Latn", "languages": ["taq-Tfng", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174985, "recall": 0.211462, "f1": 0.18267, "accuracy": 0.211462, "main_score": 0.18267, "hf_subset": "taq_Tfng-fur_Latn", "languages": ["taq-Tfng", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194174, "recall": 0.231225, "f1": 0.203819, "accuracy": 0.231225, "main_score": 0.203819, "hf_subset": "taq_Tfng-kab_Latn", "languages": ["taq-Tfng", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.163454, "recall": 0.194664, "f1": 0.170792, "accuracy": 0.194664, "main_score": 0.170792, "hf_subset": "taq_Tfng-lim_Latn", "languages": ["taq-Tfng", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172079, "recall": 0.20751, "f1": 0.179537, "accuracy": 0.20751, "main_score": 0.179537, "hf_subset": "taq_Tfng-nld_Latn", "languages": ["taq-Tfng", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175829, "recall": 0.206522, "f1": 0.182466, "accuracy": 0.206522, "main_score": 0.182466, "hf_subset": "taq_Tfng-san_Deva", "languages": ["taq-Tfng", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.174279, "recall": 0.206522, "f1": 0.181448, "accuracy": 0.206522, "main_score": 0.181448, "hf_subset": "taq_Tfng-tat_Cyrl", "languages": ["taq-Tfng", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.183484, "recall": 0.217391, "f1": 0.190924, "accuracy": 0.217391, "main_score": 0.190924, "hf_subset": "taq_Tfng-xho_Latn", "languages": ["taq-Tfng", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146947, "recall": 0.183794, "f1": 0.154481, "accuracy": 0.183794, "main_score": 0.154481, "hf_subset": "taq_Tfng-ars_Arab", "languages": ["taq-Tfng", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.174389, "recall": 0.208498, "f1": 0.182399, "accuracy": 0.208498, "main_score": 0.182399, "hf_subset": "taq_Tfng-ceb_Latn", "languages": ["taq-Tfng", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.173743, "recall": 0.206522, "f1": 0.18137, "accuracy": 0.206522, "main_score": 0.18137, "hf_subset": "taq_Tfng-fuv_Latn", "languages": ["taq-Tfng", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160714, "recall": 0.194664, "f1": 0.168914, "accuracy": 0.194664, "main_score": 0.168914, "hf_subset": "taq_Tfng-kac_Latn", "languages": ["taq-Tfng", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186798, "recall": 0.219368, "f1": 0.193557, "accuracy": 0.219368, "main_score": 0.193557, "hf_subset": "taq_Tfng-lin_Latn", "languages": ["taq-Tfng", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179808, "recall": 0.212451, "f1": 0.188019, "accuracy": 0.212451, "main_score": 0.188019, "hf_subset": "taq_Tfng-nno_Latn", "languages": ["taq-Tfng", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.100585, "recall": 0.143281, "f1": 0.110723, "accuracy": 0.143281, "main_score": 0.110723, "hf_subset": "taq_Tfng-sat_Olck", "languages": ["taq-Tfng", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.164425, "recall": 0.201581, "f1": 0.173284, "accuracy": 0.201581, "main_score": 0.173284, "hf_subset": "taq_Tfng-tel_Telu", "languages": ["taq-Tfng", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.180772, "recall": 0.216403, "f1": 0.188956, "accuracy": 0.216403, "main_score": 0.188956, "hf_subset": "taq_Tfng-ydd_Hebr", "languages": ["taq-Tfng", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.176793, "recall": 0.208498, "f1": 0.183699, "accuracy": 0.208498, "main_score": 0.183699, "hf_subset": "taq_Tfng-ary_Arab", "languages": ["taq-Tfng", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.17573, "recall": 0.206522, "f1": 0.182775, "accuracy": 0.206522, "main_score": 0.182775, "hf_subset": "taq_Tfng-ces_Latn", "languages": ["taq-Tfng", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192327, "recall": 0.217391, "f1": 0.198589, "accuracy": 0.217391, "main_score": 0.198589, "hf_subset": "taq_Tfng-gaz_Latn", "languages": ["taq-Tfng", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164653, "recall": 0.197628, "f1": 0.173185, "accuracy": 0.197628, "main_score": 0.173185, "hf_subset": "taq_Tfng-kam_Latn", "languages": ["taq-Tfng", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170848, "recall": 0.208498, "f1": 0.180152, "accuracy": 0.208498, "main_score": 0.180152, "hf_subset": "taq_Tfng-lit_Latn", "languages": ["taq-Tfng", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180723, "recall": 0.216403, "f1": 0.188663, "accuracy": 0.216403, "main_score": 0.188663, "hf_subset": "taq_Tfng-nob_Latn", "languages": ["taq-Tfng", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172868, "recall": 0.20751, "f1": 0.180922, "accuracy": 0.20751, "main_score": 0.180922, "hf_subset": "taq_Tfng-scn_Latn", "languages": ["taq-Tfng", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172002, "recall": 0.206522, "f1": 0.17928, "accuracy": 0.206522, "main_score": 0.17928, "hf_subset": "taq_Tfng-tgk_Cyrl", "languages": ["taq-Tfng", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.123442, "recall": 0.159091, "f1": 0.130824, "accuracy": 0.159091, "main_score": 0.130824, "hf_subset": "taq_Tfng-yor_Latn", "languages": ["taq-Tfng", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175417, "recall": 0.211462, "f1": 0.183144, "accuracy": 0.211462, "main_score": 0.183144, "hf_subset": "taq_Tfng-arz_Arab", "languages": ["taq-Tfng", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.181612, "recall": 0.210474, "f1": 0.188353, "accuracy": 0.210474, "main_score": 0.188353, "hf_subset": "taq_Tfng-cjk_Latn", "languages": ["taq-Tfng", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1781, "recall": 0.20751, "f1": 0.184741, "accuracy": 0.20751, "main_score": 0.184741, "hf_subset": "taq_Tfng-gla_Latn", "languages": ["taq-Tfng", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.176329, "recall": 0.209486, "f1": 0.183846, "accuracy": 0.209486, "main_score": 0.183846, "hf_subset": "taq_Tfng-kan_Knda", "languages": ["taq-Tfng", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.175949, "recall": 0.209486, "f1": 0.183536, "accuracy": 0.209486, "main_score": 0.183536, "hf_subset": "taq_Tfng-lmo_Latn", "languages": ["taq-Tfng", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170122, "recall": 0.204545, "f1": 0.17849, "accuracy": 0.204545, "main_score": 0.17849, "hf_subset": "taq_Tfng-npi_Deva", "languages": ["taq-Tfng", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.154137, "recall": 0.193676, "f1": 0.163495, "accuracy": 0.193676, "main_score": 0.163495, "hf_subset": "taq_Tfng-shn_Mymr", "languages": ["taq-Tfng", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.184066, "recall": 0.220356, "f1": 0.192092, "accuracy": 0.220356, "main_score": 0.192092, "hf_subset": "taq_Tfng-tgl_Latn", "languages": ["taq-Tfng", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164244, "recall": 0.192688, "f1": 0.17075, "accuracy": 0.192688, "main_score": 0.17075, "hf_subset": "taq_Tfng-yue_Hant", "languages": ["taq-Tfng", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.175045, "recall": 0.211462, "f1": 0.183132, "accuracy": 0.211462, "main_score": 0.183132, "hf_subset": "taq_Tfng-asm_Beng", "languages": ["taq-Tfng", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.183716, "recall": 0.216403, "f1": 0.191695, "accuracy": 0.216403, "main_score": 0.191695, "hf_subset": "taq_Tfng-ckb_Arab", "languages": ["taq-Tfng", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.170864, "recall": 0.203557, "f1": 0.178776, "accuracy": 0.203557, "main_score": 0.178776, "hf_subset": "taq_Tfng-gle_Latn", "languages": ["taq-Tfng", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175442, "recall": 0.20751, "f1": 0.182976, "accuracy": 0.20751, "main_score": 0.182976, "hf_subset": "taq_Tfng-kas_Arab", "languages": ["taq-Tfng", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.174301, "recall": 0.206522, "f1": 0.182372, "accuracy": 0.206522, "main_score": 0.182372, "hf_subset": "taq_Tfng-ltg_Latn", "languages": ["taq-Tfng", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189481, "recall": 0.222332, "f1": 0.196615, "accuracy": 0.222332, "main_score": 0.196615, "hf_subset": "taq_Tfng-nso_Latn", "languages": ["taq-Tfng", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171345, "recall": 0.204545, "f1": 0.178991, "accuracy": 0.204545, "main_score": 0.178991, "hf_subset": "taq_Tfng-sin_Sinh", "languages": ["taq-Tfng", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.180949, "recall": 0.209486, "f1": 0.187896, "accuracy": 0.209486, "main_score": 0.187896, "hf_subset": "taq_Tfng-tha_Thai", "languages": ["taq-Tfng", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.162284, "recall": 0.1917, "f1": 0.169657, "accuracy": 0.1917, "main_score": 0.169657, "hf_subset": "taq_Tfng-zho_Hans", "languages": ["taq-Tfng", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.177793, "recall": 0.215415, "f1": 0.186211, "accuracy": 0.215415, "main_score": 0.186211, "hf_subset": "taq_Tfng-ast_Latn", "languages": ["taq-Tfng", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182501, "recall": 0.214427, "f1": 0.189701, "accuracy": 0.214427, "main_score": 0.189701, "hf_subset": "taq_Tfng-crh_Latn", "languages": ["taq-Tfng", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182435, "recall": 0.221344, "f1": 0.190861, "accuracy": 0.221344, "main_score": 0.190861, "hf_subset": "taq_Tfng-glg_Latn", "languages": ["taq-Tfng", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.155128, "recall": 0.187747, "f1": 0.162106, "accuracy": 0.187747, "main_score": 0.162106, "hf_subset": "taq_Tfng-kas_Deva", "languages": ["taq-Tfng", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.165967, "recall": 0.198617, "f1": 0.17391, "accuracy": 0.198617, "main_score": 0.17391, "hf_subset": "taq_Tfng-ltz_Latn", "languages": ["taq-Tfng", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186953, "recall": 0.221344, "f1": 0.194881, "accuracy": 0.221344, "main_score": 0.194881, "hf_subset": "taq_Tfng-nus_Latn", "languages": ["taq-Tfng", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175767, "recall": 0.213439, "f1": 0.18474, "accuracy": 0.213439, "main_score": 0.18474, "hf_subset": "taq_Tfng-slk_Latn", "languages": ["taq-Tfng", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167563, "recall": 0.199605, "f1": 0.175742, "accuracy": 0.199605, "main_score": 0.175742, "hf_subset": "taq_Tfng-tir_Ethi", "languages": ["taq-Tfng", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.180809, "recall": 0.206522, "f1": 0.186658, "accuracy": 0.206522, "main_score": 0.186658, "hf_subset": "taq_Tfng-zho_Hant", "languages": ["taq-Tfng", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.177248, "recall": 0.211462, "f1": 0.184621, "accuracy": 0.211462, "main_score": 0.184621, "hf_subset": "taq_Tfng-awa_Deva", "languages": ["taq-Tfng", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.1668, "recall": 0.198617, "f1": 0.173856, "accuracy": 0.198617, "main_score": 0.173856, "hf_subset": "taq_Tfng-cym_Latn", "languages": ["taq-Tfng", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161739, "recall": 0.199605, "f1": 0.169838, "accuracy": 0.199605, "main_score": 0.169838, "hf_subset": "taq_Tfng-grn_Latn", "languages": ["taq-Tfng", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171899, "recall": 0.205534, "f1": 0.179234, "accuracy": 0.205534, "main_score": 0.179234, "hf_subset": "taq_Tfng-kat_Geor", "languages": ["taq-Tfng", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.180462, "recall": 0.216403, "f1": 0.189129, "accuracy": 0.216403, "main_score": 0.189129, "hf_subset": "taq_Tfng-lua_Latn", "languages": ["taq-Tfng", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164842, "recall": 0.192688, "f1": 0.171907, "accuracy": 0.192688, "main_score": 0.171907, "hf_subset": "taq_Tfng-nya_Latn", "languages": ["taq-Tfng", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.173317, "recall": 0.20751, "f1": 0.181305, "accuracy": 0.20751, "main_score": 0.181305, "hf_subset": "taq_Tfng-slv_Latn", "languages": ["taq-Tfng", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179335, "recall": 0.211462, "f1": 0.187345, "accuracy": 0.211462, "main_score": 0.187345, "hf_subset": "taq_Tfng-tpi_Latn", "languages": ["taq-Tfng", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182751, "recall": 0.215415, "f1": 0.190323, "accuracy": 0.215415, "main_score": 0.190323, "hf_subset": "taq_Tfng-zsm_Latn", "languages": ["taq-Tfng", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.168543, "recall": 0.202569, "f1": 0.176658, "accuracy": 0.202569, "main_score": 0.176658, "hf_subset": "taq_Tfng-ayr_Latn", "languages": ["taq-Tfng", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185889, "recall": 0.220356, "f1": 0.194041, "accuracy": 0.220356, "main_score": 0.194041, "hf_subset": "taq_Tfng-dan_Latn", "languages": ["taq-Tfng", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185812, "recall": 0.222332, "f1": 0.193599, "accuracy": 0.222332, "main_score": 0.193599, "hf_subset": "taq_Tfng-guj_Gujr", "languages": ["taq-Tfng", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.17894, "recall": 0.214427, "f1": 0.186976, "accuracy": 0.214427, "main_score": 0.186976, "hf_subset": "taq_Tfng-kaz_Cyrl", "languages": ["taq-Tfng", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.163616, "recall": 0.19664, "f1": 0.171928, "accuracy": 0.19664, "main_score": 0.171928, "hf_subset": "taq_Tfng-lug_Latn", "languages": ["taq-Tfng", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185508, "recall": 0.216403, "f1": 0.19265, "accuracy": 0.216403, "main_score": 0.19265, "hf_subset": "taq_Tfng-oci_Latn", "languages": ["taq-Tfng", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175206, "recall": 0.206522, "f1": 0.183207, "accuracy": 0.206522, "main_score": 0.183207, "hf_subset": "taq_Tfng-smo_Latn", "languages": ["taq-Tfng", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160799, "recall": 0.195652, "f1": 0.168399, "accuracy": 0.195652, "main_score": 0.168399, "hf_subset": "taq_Tfng-tsn_Latn", "languages": ["taq-Tfng", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185461, "recall": 0.214427, "f1": 0.192706, "accuracy": 0.214427, "main_score": 0.192706, "hf_subset": "taq_Tfng-zul_Latn", "languages": ["taq-Tfng", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15946, "recall": 0.1917, "f1": 0.16617, "accuracy": 0.1917, "main_score": 0.16617, "hf_subset": "taq_Tfng-azb_Arab", "languages": ["taq-Tfng", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.179593, "recall": 0.208498, "f1": 0.18646, "accuracy": 0.208498, "main_score": 0.18646, "hf_subset": "taq_Tfng-deu_Latn", "languages": ["taq-Tfng", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170476, "recall": 0.205534, "f1": 0.178855, "accuracy": 0.205534, "main_score": 0.178855, "hf_subset": "taq_Tfng-hat_Latn", "languages": ["taq-Tfng", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171229, "recall": 0.203557, "f1": 0.178577, "accuracy": 0.203557, "main_score": 0.178577, "hf_subset": "taq_Tfng-kbp_Latn", "languages": ["taq-Tfng", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169045, "recall": 0.199605, "f1": 0.176461, "accuracy": 0.199605, "main_score": 0.176461, "hf_subset": "taq_Tfng-luo_Latn", "languages": ["taq-Tfng", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178485, "recall": 0.210474, "f1": 0.186252, "accuracy": 0.210474, "main_score": 0.186252, "hf_subset": "taq_Tfng-ory_Orya", "languages": ["taq-Tfng", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.16035, "recall": 0.194664, "f1": 0.167944, "accuracy": 0.194664, "main_score": 0.167944, "hf_subset": "taq_Tfng-sna_Latn", "languages": ["taq-Tfng", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18082, "recall": 0.209486, "f1": 0.186936, "accuracy": 0.209486, "main_score": 0.186936, "hf_subset": "taq_Tfng-tso_Latn", "languages": ["taq-Tfng", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177753, "recall": 0.211462, "f1": 0.186174, "accuracy": 0.211462, "main_score": 0.186174, "hf_subset": "taq_Tfng-azj_Latn", "languages": ["taq-Tfng", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122185, "recall": 0.158103, "f1": 0.130515, "accuracy": 0.158103, "main_score": 0.130515, "hf_subset": "taq_Tfng-dik_Latn", "languages": ["taq-Tfng", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180562, "recall": 0.208498, "f1": 0.187251, "accuracy": 0.208498, "main_score": 0.187251, "hf_subset": "taq_Tfng-hau_Latn", "languages": ["taq-Tfng", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178088, "recall": 0.203557, "f1": 0.184078, "accuracy": 0.203557, "main_score": 0.184078, "hf_subset": "taq_Tfng-kea_Latn", "languages": ["taq-Tfng", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171691, "recall": 0.193676, "f1": 0.177706, "accuracy": 0.193676, "main_score": 0.177706, "hf_subset": "taq_Tfng-lus_Latn", "languages": ["taq-Tfng", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183409, "recall": 0.212451, "f1": 0.190862, "accuracy": 0.212451, "main_score": 0.190862, "hf_subset": "taq_Tfng-pag_Latn", "languages": ["taq-Tfng", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178949, "recall": 0.214427, "f1": 0.186573, "accuracy": 0.214427, "main_score": 0.186573, "hf_subset": "taq_Tfng-snd_Arab", "languages": ["taq-Tfng", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.172642, "recall": 0.200593, "f1": 0.179943, "accuracy": 0.200593, "main_score": 0.179943, "hf_subset": "taq_Tfng-tuk_Latn", "languages": ["taq-Tfng", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172218, "recall": 0.203557, "f1": 0.179572, "accuracy": 0.203557, "main_score": 0.179572, "hf_subset": "taq_Tfng-bak_Cyrl", "languages": ["taq-Tfng", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.084982, "recall": 0.117589, "f1": 0.09171, "accuracy": 0.117589, "main_score": 0.09171, "hf_subset": "taq_Tfng-dyu_Latn", "languages": ["taq-Tfng", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180254, "recall": 0.210474, "f1": 0.187623, "accuracy": 0.210474, "main_score": 0.187623, "hf_subset": "taq_Tfng-heb_Hebr", "languages": ["taq-Tfng", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.164538, "recall": 0.198617, "f1": 0.172426, "accuracy": 0.198617, "main_score": 0.172426, "hf_subset": "taq_Tfng-khk_Cyrl", "languages": ["taq-Tfng", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.184332, "recall": 0.212451, "f1": 0.191709, "accuracy": 0.212451, "main_score": 0.191709, "hf_subset": "taq_Tfng-lvs_Latn", "languages": ["taq-Tfng", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174084, "recall": 0.212451, "f1": 0.182641, "accuracy": 0.212451, "main_score": 0.182641, "hf_subset": "taq_Tfng-pan_Guru", "languages": ["taq-Tfng", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.180725, "recall": 0.20751, "f1": 0.187463, "accuracy": 0.20751, "main_score": 0.187463, "hf_subset": "taq_Tfng-som_Latn", "languages": ["taq-Tfng", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171439, "recall": 0.203557, "f1": 0.179289, "accuracy": 0.203557, "main_score": 0.179289, "hf_subset": "taq_Tfng-tum_Latn", "languages": ["taq-Tfng", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467925, "recall": 0.514822, "f1": 0.481357, "accuracy": 0.514822, "main_score": 0.481357, "hf_subset": "wol_Latn-ace_Arab", "languages": ["wol-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551087, "recall": 0.590909, "f1": 0.562601, "accuracy": 0.590909, "main_score": 0.562601, "hf_subset": "wol_Latn-bam_Latn", "languages": ["wol-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.224731, "recall": 0.268775, "f1": 0.235561, "accuracy": 0.268775, "main_score": 0.235561, "hf_subset": "wol_Latn-dzo_Tibt", "languages": ["wol-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.624658, "recall": 0.666996, "f1": 0.636207, "accuracy": 0.666996, "main_score": 0.636207, "hf_subset": "wol_Latn-hin_Deva", "languages": ["wol-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.564524, "recall": 0.618577, "f1": 0.579885, "accuracy": 0.618577, "main_score": 0.579885, "hf_subset": "wol_Latn-khm_Khmr", "languages": ["wol-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.631518, "recall": 0.673913, "f1": 0.643083, "accuracy": 0.673913, "main_score": 0.643083, "hf_subset": "wol_Latn-mag_Deva", "languages": ["wol-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.637921, "recall": 0.676877, "f1": 0.648167, "accuracy": 0.676877, "main_score": 0.648167, "hf_subset": "wol_Latn-pap_Latn", "languages": ["wol-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570633, "recall": 0.61166, "f1": 0.581957, "accuracy": 0.61166, "main_score": 0.581957, "hf_subset": "wol_Latn-sot_Latn", "languages": ["wol-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6166, "recall": 0.662055, "f1": 0.629054, "accuracy": 0.662055, "main_score": 0.629054, "hf_subset": "wol_Latn-tur_Latn", "languages": ["wol-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622433, "recall": 0.659091, "f1": 0.63236, "accuracy": 0.659091, "main_score": 0.63236, "hf_subset": "wol_Latn-ace_Latn", "languages": ["wol-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640081, "recall": 0.674901, "f1": 0.650071, "accuracy": 0.674901, "main_score": 0.650071, "hf_subset": "wol_Latn-ban_Latn", "languages": ["wol-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619765, "recall": 0.670949, "f1": 0.633239, "accuracy": 0.670949, "main_score": 0.633239, "hf_subset": "wol_Latn-ell_Grek", "languages": ["wol-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.613823, "recall": 0.659091, "f1": 0.626414, "accuracy": 0.659091, "main_score": 0.626414, "hf_subset": "wol_Latn-hne_Deva", "languages": ["wol-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.544205, "recall": 0.585968, "f1": 0.556109, "accuracy": 0.585968, "main_score": 0.556109, "hf_subset": "wol_Latn-kik_Latn", "languages": ["wol-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633734, "recall": 0.678854, "f1": 0.646095, "accuracy": 0.678854, "main_score": 0.646095, "hf_subset": "wol_Latn-mai_Deva", "languages": ["wol-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.565737, "recall": 0.612648, "f1": 0.578487, "accuracy": 0.612648, "main_score": 0.578487, "hf_subset": "wol_Latn-pbt_Arab", "languages": ["wol-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63612, "recall": 0.677866, "f1": 0.647415, "accuracy": 0.677866, "main_score": 0.647415, "hf_subset": "wol_Latn-spa_Latn", "languages": ["wol-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565172, "recall": 0.609684, "f1": 0.578216, "accuracy": 0.609684, "main_score": 0.578216, "hf_subset": "wol_Latn-twi_Latn", "languages": ["wol-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609209, "recall": 0.655138, "f1": 0.621402, "accuracy": 0.655138, "main_score": 0.621402, "hf_subset": "wol_Latn-acm_Arab", "languages": ["wol-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591822, "recall": 0.63834, "f1": 0.604382, "accuracy": 0.63834, "main_score": 0.604382, "hf_subset": "wol_Latn-bel_Cyrl", "languages": ["wol-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651067, "recall": 0.692688, "f1": 0.662383, "accuracy": 0.692688, "main_score": 0.662383, "hf_subset": "wol_Latn-eng_Latn", "languages": ["wol-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637501, "recall": 0.68083, "f1": 0.649615, "accuracy": 0.68083, "main_score": 0.649615, "hf_subset": "wol_Latn-hrv_Latn", "languages": ["wol-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528263, "recall": 0.578063, "f1": 0.542725, "accuracy": 0.578063, "main_score": 0.542725, "hf_subset": "wol_Latn-kin_Latn", "languages": ["wol-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600026, "recall": 0.651186, "f1": 0.613792, "accuracy": 0.651186, "main_score": 0.613792, "hf_subset": "wol_Latn-mal_Mlym", "languages": ["wol-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.617299, "recall": 0.664032, "f1": 0.630393, "accuracy": 0.664032, "main_score": 0.630393, "hf_subset": "wol_Latn-pes_Arab", "languages": ["wol-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.637845, "recall": 0.674901, "f1": 0.648475, "accuracy": 0.674901, "main_score": 0.648475, "hf_subset": "wol_Latn-srd_Latn", "languages": ["wol-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194345, "recall": 0.237154, "f1": 0.205755, "accuracy": 0.237154, "main_score": 0.205755, "hf_subset": "wol_Latn-tzm_Tfng", "languages": ["wol-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.608911, "recall": 0.657115, "f1": 0.622621, "accuracy": 0.657115, "main_score": 0.622621, "hf_subset": "wol_Latn-acq_Arab", "languages": ["wol-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576699, "recall": 0.621542, "f1": 0.58955, "accuracy": 0.621542, "main_score": 0.58955, "hf_subset": "wol_Latn-bem_Latn", "languages": ["wol-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626173, "recall": 0.66502, "f1": 0.637279, "accuracy": 0.66502, "main_score": 0.637279, "hf_subset": "wol_Latn-epo_Latn", "languages": ["wol-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624849, "recall": 0.668972, "f1": 0.636619, "accuracy": 0.668972, "main_score": 0.636619, "hf_subset": "wol_Latn-hun_Latn", "languages": ["wol-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601809, "recall": 0.63834, "f1": 0.611355, "accuracy": 0.63834, "main_score": 0.611355, "hf_subset": "wol_Latn-kir_Cyrl", "languages": ["wol-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.6097, "recall": 0.659091, "f1": 0.622853, "accuracy": 0.659091, "main_score": 0.622853, "hf_subset": "wol_Latn-mar_Deva", "languages": ["wol-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.569571, "recall": 0.613636, "f1": 0.581439, "accuracy": 0.613636, "main_score": 0.581439, "hf_subset": "wol_Latn-plt_Latn", "languages": ["wol-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631915, "recall": 0.675889, "f1": 0.643805, "accuracy": 0.675889, "main_score": 0.643805, "hf_subset": "wol_Latn-srp_Cyrl", "languages": ["wol-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520345, "recall": 0.575099, "f1": 0.536138, "accuracy": 0.575099, "main_score": 0.536138, "hf_subset": "wol_Latn-uig_Arab", "languages": ["wol-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602423, "recall": 0.649209, "f1": 0.614447, "accuracy": 0.649209, "main_score": 0.614447, "hf_subset": "wol_Latn-aeb_Arab", "languages": ["wol-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607257, "recall": 0.661067, "f1": 0.621871, "accuracy": 0.661067, "main_score": 0.621871, "hf_subset": "wol_Latn-ben_Beng", "languages": ["wol-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.608875, "recall": 0.655138, "f1": 0.621526, "accuracy": 0.655138, "main_score": 0.621526, "hf_subset": "wol_Latn-est_Latn", "languages": ["wol-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579276, "recall": 0.630435, "f1": 0.592935, "accuracy": 0.630435, "main_score": 0.592935, "hf_subset": "wol_Latn-hye_Armn", "languages": ["wol-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.529142, "recall": 0.579051, "f1": 0.543387, "accuracy": 0.579051, "main_score": 0.543387, "hf_subset": "wol_Latn-kmb_Latn", "languages": ["wol-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432736, "recall": 0.488142, "f1": 0.447183, "accuracy": 0.488142, "main_score": 0.447183, "hf_subset": "wol_Latn-min_Arab", "languages": ["wol-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.621792, "recall": 0.66502, "f1": 0.633657, "accuracy": 0.66502, "main_score": 0.633657, "hf_subset": "wol_Latn-pol_Latn", "languages": ["wol-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546624, "recall": 0.592885, "f1": 0.560245, "accuracy": 0.592885, "main_score": 0.560245, "hf_subset": "wol_Latn-ssw_Latn", "languages": ["wol-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638418, "recall": 0.68083, "f1": 0.649727, "accuracy": 0.68083, "main_score": 0.649727, "hf_subset": "wol_Latn-ukr_Cyrl", "languages": ["wol-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.655972, "recall": 0.693676, "f1": 0.666464, "accuracy": 0.693676, "main_score": 0.666464, "hf_subset": "wol_Latn-afr_Latn", "languages": ["wol-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60469, "recall": 0.652174, "f1": 0.617947, "accuracy": 0.652174, "main_score": 0.617947, "hf_subset": "wol_Latn-bho_Deva", "languages": ["wol-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.622299, "recall": 0.664032, "f1": 0.633873, "accuracy": 0.664032, "main_score": 0.633873, "hf_subset": "wol_Latn-eus_Latn", "languages": ["wol-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563142, "recall": 0.614625, "f1": 0.578111, "accuracy": 0.614625, "main_score": 0.578111, "hf_subset": "wol_Latn-ibo_Latn", "languages": ["wol-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588863, "recall": 0.634387, "f1": 0.60206, "accuracy": 0.634387, "main_score": 0.60206, "hf_subset": "wol_Latn-kmr_Latn", "languages": ["wol-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629253, "recall": 0.666996, "f1": 0.639307, "accuracy": 0.666996, "main_score": 0.639307, "hf_subset": "wol_Latn-min_Latn", "languages": ["wol-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646185, "recall": 0.685771, "f1": 0.657249, "accuracy": 0.685771, "main_score": 0.657249, "hf_subset": "wol_Latn-por_Latn", "languages": ["wol-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645902, "recall": 0.683794, "f1": 0.655798, "accuracy": 0.683794, "main_score": 0.655798, "hf_subset": "wol_Latn-sun_Latn", "languages": ["wol-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496772, "recall": 0.548419, "f1": 0.511961, "accuracy": 0.548419, "main_score": 0.511961, "hf_subset": "wol_Latn-umb_Latn", "languages": ["wol-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618383, "recall": 0.664032, "f1": 0.630885, "accuracy": 0.664032, "main_score": 0.630885, "hf_subset": "wol_Latn-ajp_Arab", "languages": ["wol-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.432992, "recall": 0.491107, "f1": 0.449115, "accuracy": 0.491107, "main_score": 0.449115, "hf_subset": "wol_Latn-bjn_Arab", "languages": ["wol-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513629, "recall": 0.554348, "f1": 0.525313, "accuracy": 0.554348, "main_score": 0.525313, "hf_subset": "wol_Latn-ewe_Latn", "languages": ["wol-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637926, "recall": 0.679842, "f1": 0.649131, "accuracy": 0.679842, "main_score": 0.649131, "hf_subset": "wol_Latn-ilo_Latn", "languages": ["wol-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.312484, "recall": 0.359684, "f1": 0.325814, "accuracy": 0.359684, "main_score": 0.325814, "hf_subset": "wol_Latn-knc_Arab", "languages": ["wol-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.630862, "recall": 0.671937, "f1": 0.642237, "accuracy": 0.671937, "main_score": 0.642237, "hf_subset": "wol_Latn-mkd_Cyrl", "languages": ["wol-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.599977, "recall": 0.650198, "f1": 0.614014, "accuracy": 0.650198, "main_score": 0.614014, "hf_subset": "wol_Latn-prs_Arab", "languages": ["wol-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.638442, "recall": 0.68083, "f1": 0.650156, "accuracy": 0.68083, "main_score": 0.650156, "hf_subset": "wol_Latn-swe_Latn", "languages": ["wol-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599226, "recall": 0.650198, "f1": 0.613453, "accuracy": 0.650198, "main_score": 0.613453, "hf_subset": "wol_Latn-urd_Arab", "languages": ["wol-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548328, "recall": 0.592885, "f1": 0.560739, "accuracy": 0.592885, "main_score": 0.560739, "hf_subset": "wol_Latn-aka_Latn", "languages": ["wol-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644307, "recall": 0.678854, "f1": 0.65388, "accuracy": 0.678854, "main_score": 0.65388, "hf_subset": "wol_Latn-bjn_Latn", "languages": ["wol-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585839, "recall": 0.629447, "f1": 0.59822, "accuracy": 0.629447, "main_score": 0.59822, "hf_subset": "wol_Latn-fao_Latn", "languages": ["wol-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65699, "recall": 0.697628, "f1": 0.66861, "accuracy": 0.697628, "main_score": 0.66861, "hf_subset": "wol_Latn-ind_Latn", "languages": ["wol-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564264, "recall": 0.603755, "f1": 0.575795, "accuracy": 0.603755, "main_score": 0.575795, "hf_subset": "wol_Latn-knc_Latn", "languages": ["wol-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635287, "recall": 0.674901, "f1": 0.645688, "accuracy": 0.674901, "main_score": 0.645688, "hf_subset": "wol_Latn-mlt_Latn", "languages": ["wol-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565388, "recall": 0.610672, "f1": 0.578779, "accuracy": 0.610672, "main_score": 0.578779, "hf_subset": "wol_Latn-quy_Latn", "languages": ["wol-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594428, "recall": 0.641304, "f1": 0.606738, "accuracy": 0.641304, "main_score": 0.606738, "hf_subset": "wol_Latn-swh_Latn", "languages": ["wol-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601715, "recall": 0.643281, "f1": 0.613707, "accuracy": 0.643281, "main_score": 0.613707, "hf_subset": "wol_Latn-uzn_Latn", "languages": ["wol-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620786, "recall": 0.664032, "f1": 0.632768, "accuracy": 0.664032, "main_score": 0.632768, "hf_subset": "wol_Latn-als_Latn", "languages": ["wol-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290626, "recall": 0.34585, "f1": 0.304025, "accuracy": 0.34585, "main_score": 0.304025, "hf_subset": "wol_Latn-bod_Tibt", "languages": ["wol-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.552103, "recall": 0.592885, "f1": 0.563246, "accuracy": 0.592885, "main_score": 0.563246, "hf_subset": "wol_Latn-fij_Latn", "languages": ["wol-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582828, "recall": 0.626482, "f1": 0.595165, "accuracy": 0.626482, "main_score": 0.595165, "hf_subset": "wol_Latn-isl_Latn", "languages": ["wol-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602532, "recall": 0.645257, "f1": 0.614656, "accuracy": 0.645257, "main_score": 0.614656, "hf_subset": "wol_Latn-kon_Latn", "languages": ["wol-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541853, "recall": 0.599802, "f1": 0.557999, "accuracy": 0.599802, "main_score": 0.557999, "hf_subset": "wol_Latn-mni_Beng", "languages": ["wol-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.646856, "recall": 0.688735, "f1": 0.658404, "accuracy": 0.688735, "main_score": 0.658404, "hf_subset": "wol_Latn-ron_Latn", "languages": ["wol-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629739, "recall": 0.667984, "f1": 0.639806, "accuracy": 0.667984, "main_score": 0.639806, "hf_subset": "wol_Latn-szl_Latn", "languages": ["wol-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655671, "recall": 0.693676, "f1": 0.665753, "accuracy": 0.693676, "main_score": 0.665753, "hf_subset": "wol_Latn-vec_Latn", "languages": ["wol-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523139, "recall": 0.578063, "f1": 0.538649, "accuracy": 0.578063, "main_score": 0.538649, "hf_subset": "wol_Latn-amh_Ethi", "languages": ["wol-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.649594, "recall": 0.694664, "f1": 0.661902, "accuracy": 0.694664, "main_score": 0.661902, "hf_subset": "wol_Latn-bos_Latn", "languages": ["wol-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609196, "recall": 0.663043, "f1": 0.623992, "accuracy": 0.663043, "main_score": 0.623992, "hf_subset": "wol_Latn-fin_Latn", "languages": ["wol-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632721, "recall": 0.673913, "f1": 0.643878, "accuracy": 0.673913, "main_score": 0.643878, "hf_subset": "wol_Latn-ita_Latn", "languages": ["wol-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594627, "recall": 0.644269, "f1": 0.608642, "accuracy": 0.644269, "main_score": 0.608642, "hf_subset": "wol_Latn-kor_Hang", "languages": ["wol-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551638, "recall": 0.592885, "f1": 0.563834, "accuracy": 0.592885, "main_score": 0.563834, "hf_subset": "wol_Latn-mos_Latn", "languages": ["wol-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547003, "recall": 0.588933, "f1": 0.559354, "accuracy": 0.588933, "main_score": 0.559354, "hf_subset": "wol_Latn-run_Latn", "languages": ["wol-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590697, "recall": 0.645257, "f1": 0.605459, "accuracy": 0.645257, "main_score": 0.605459, "hf_subset": "wol_Latn-tam_Taml", "languages": ["wol-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.624637, "recall": 0.668972, "f1": 0.636164, "accuracy": 0.668972, "main_score": 0.636164, "hf_subset": "wol_Latn-vie_Latn", "languages": ["wol-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609451, "recall": 0.660079, "f1": 0.622865, "accuracy": 0.660079, "main_score": 0.622865, "hf_subset": "wol_Latn-apc_Arab", "languages": ["wol-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.614806, "recall": 0.649209, "f1": 0.624498, "accuracy": 0.649209, "main_score": 0.624498, "hf_subset": "wol_Latn-bug_Latn", "languages": ["wol-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477248, "recall": 0.516798, "f1": 0.48848, "accuracy": 0.516798, "main_score": 0.48848, "hf_subset": "wol_Latn-fon_Latn", "languages": ["wol-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654538, "recall": 0.692688, "f1": 0.66514, "accuracy": 0.692688, "main_score": 0.66514, "hf_subset": "wol_Latn-jav_Latn", "languages": ["wol-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542606, "recall": 0.596838, "f1": 0.557445, "accuracy": 0.596838, "main_score": 0.557445, "hf_subset": "wol_Latn-lao_Laoo", "languages": ["wol-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.525686, "recall": 0.567194, "f1": 0.537148, "accuracy": 0.567194, "main_score": 0.537148, "hf_subset": "wol_Latn-mri_Latn", "languages": ["wol-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62602, "recall": 0.672925, "f1": 0.638552, "accuracy": 0.672925, "main_score": 0.638552, "hf_subset": "wol_Latn-rus_Cyrl", "languages": ["wol-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524987, "recall": 0.570158, "f1": 0.537593, "accuracy": 0.570158, "main_score": 0.537593, "hf_subset": "wol_Latn-taq_Latn", "languages": ["wol-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651057, "recall": 0.687747, "f1": 0.660194, "accuracy": 0.687747, "main_score": 0.660194, "hf_subset": "wol_Latn-war_Latn", "languages": ["wol-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605054, "recall": 0.657115, "f1": 0.619667, "accuracy": 0.657115, "main_score": 0.619667, "hf_subset": "wol_Latn-arb_Arab", "languages": ["wol-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.644963, "recall": 0.687747, "f1": 0.656268, "accuracy": 0.687747, "main_score": 0.656268, "hf_subset": "wol_Latn-bul_Cyrl", "languages": ["wol-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652658, "recall": 0.692688, "f1": 0.663362, "accuracy": 0.692688, "main_score": 0.663362, "hf_subset": "wol_Latn-fra_Latn", "languages": ["wol-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6033, "recall": 0.649209, "f1": 0.616283, "accuracy": 0.649209, "main_score": 0.616283, "hf_subset": "wol_Latn-jpn_Jpan", "languages": ["wol-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.631597, "recall": 0.671937, "f1": 0.64245, "accuracy": 0.671937, "main_score": 0.64245, "hf_subset": "wol_Latn-lij_Latn", "languages": ["wol-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452596, "recall": 0.520751, "f1": 0.471103, "accuracy": 0.520751, "main_score": 0.471103, "hf_subset": "wol_Latn-mya_Mymr", "languages": ["wol-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.563415, "recall": 0.610672, "f1": 0.577155, "accuracy": 0.610672, "main_score": 0.577155, "hf_subset": "wol_Latn-sag_Latn", "languages": ["wol-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197682, "recall": 0.245059, "f1": 0.209246, "accuracy": 0.245059, "main_score": 0.209246, "hf_subset": "wol_Latn-taq_Tfng", "languages": ["wol-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.482398, "recall": 0.531621, "f1": 0.496101, "accuracy": 0.531621, "main_score": 0.496101, "hf_subset": "wol_Latn-arb_Latn", "languages": ["wol-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642155, "recall": 0.68083, "f1": 0.652986, "accuracy": 0.68083, "main_score": 0.652986, "hf_subset": "wol_Latn-cat_Latn", "languages": ["wol-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641046, "recall": 0.674901, "f1": 0.650102, "accuracy": 0.674901, "main_score": 0.650102, "hf_subset": "wol_Latn-fur_Latn", "languages": ["wol-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437275, "recall": 0.492095, "f1": 0.452299, "accuracy": 0.492095, "main_score": 0.452299, "hf_subset": "wol_Latn-kab_Latn", "languages": ["wol-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620118, "recall": 0.657115, "f1": 0.630752, "accuracy": 0.657115, "main_score": 0.630752, "hf_subset": "wol_Latn-lim_Latn", "languages": ["wol-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629941, "recall": 0.672925, "f1": 0.641877, "accuracy": 0.672925, "main_score": 0.641877, "hf_subset": "wol_Latn-nld_Latn", "languages": ["wol-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573177, "recall": 0.621542, "f1": 0.586968, "accuracy": 0.621542, "main_score": 0.586968, "hf_subset": "wol_Latn-san_Deva", "languages": ["wol-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.60568, "recall": 0.648221, "f1": 0.617007, "accuracy": 0.648221, "main_score": 0.617007, "hf_subset": "wol_Latn-tat_Cyrl", "languages": ["wol-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.58142, "recall": 0.625494, "f1": 0.594115, "accuracy": 0.625494, "main_score": 0.594115, "hf_subset": "wol_Latn-xho_Latn", "languages": ["wol-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586057, "recall": 0.644269, "f1": 0.602318, "accuracy": 0.644269, "main_score": 0.602318, "hf_subset": "wol_Latn-ars_Arab", "languages": ["wol-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645837, "recall": 0.682806, "f1": 0.655783, "accuracy": 0.682806, "main_score": 0.655783, "hf_subset": "wol_Latn-ceb_Latn", "languages": ["wol-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520358, "recall": 0.570158, "f1": 0.534897, "accuracy": 0.570158, "main_score": 0.534897, "hf_subset": "wol_Latn-fuv_Latn", "languages": ["wol-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503171, "recall": 0.550395, "f1": 0.516717, "accuracy": 0.550395, "main_score": 0.516717, "hf_subset": "wol_Latn-kac_Latn", "languages": ["wol-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608758, "recall": 0.652174, "f1": 0.621286, "accuracy": 0.652174, "main_score": 0.621286, "hf_subset": "wol_Latn-lin_Latn", "languages": ["wol-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631622, "recall": 0.677866, "f1": 0.644619, "accuracy": 0.677866, "main_score": 0.644619, "hf_subset": "wol_Latn-nno_Latn", "languages": ["wol-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13621, "recall": 0.181818, "f1": 0.147468, "accuracy": 0.181818, "main_score": 0.147468, "hf_subset": "wol_Latn-sat_Olck", "languages": ["wol-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.603771, "recall": 0.659091, "f1": 0.618441, "accuracy": 0.659091, "main_score": 0.618441, "hf_subset": "wol_Latn-tel_Telu", "languages": ["wol-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.538097, "recall": 0.589921, "f1": 0.552088, "accuracy": 0.589921, "main_score": 0.552088, "hf_subset": "wol_Latn-ydd_Hebr", "languages": ["wol-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.579919, "recall": 0.623518, "f1": 0.590888, "accuracy": 0.623518, "main_score": 0.590888, "hf_subset": "wol_Latn-ary_Arab", "languages": ["wol-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632271, "recall": 0.68083, "f1": 0.645564, "accuracy": 0.68083, "main_score": 0.645564, "hf_subset": "wol_Latn-ces_Latn", "languages": ["wol-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531689, "recall": 0.579051, "f1": 0.544474, "accuracy": 0.579051, "main_score": 0.544474, "hf_subset": "wol_Latn-gaz_Latn", "languages": ["wol-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521058, "recall": 0.570158, "f1": 0.534901, "accuracy": 0.570158, "main_score": 0.534901, "hf_subset": "wol_Latn-kam_Latn", "languages": ["wol-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614195, "recall": 0.662055, "f1": 0.627001, "accuracy": 0.662055, "main_score": 0.627001, "hf_subset": "wol_Latn-lit_Latn", "languages": ["wol-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642498, "recall": 0.685771, "f1": 0.65459, "accuracy": 0.685771, "main_score": 0.65459, "hf_subset": "wol_Latn-nob_Latn", "languages": ["wol-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630331, "recall": 0.666008, "f1": 0.640509, "accuracy": 0.666008, "main_score": 0.640509, "hf_subset": "wol_Latn-scn_Latn", "languages": ["wol-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593836, "recall": 0.637352, "f1": 0.605847, "accuracy": 0.637352, "main_score": 0.605847, "hf_subset": "wol_Latn-tgk_Cyrl", "languages": ["wol-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51622, "recall": 0.56917, "f1": 0.530835, "accuracy": 0.56917, "main_score": 0.530835, "hf_subset": "wol_Latn-yor_Latn", "languages": ["wol-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59364, "recall": 0.641304, "f1": 0.606584, "accuracy": 0.641304, "main_score": 0.606584, "hf_subset": "wol_Latn-arz_Arab", "languages": ["wol-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520333, "recall": 0.566206, "f1": 0.533376, "accuracy": 0.566206, "main_score": 0.533376, "hf_subset": "wol_Latn-cjk_Latn", "languages": ["wol-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538246, "recall": 0.58498, "f1": 0.551109, "accuracy": 0.58498, "main_score": 0.551109, "hf_subset": "wol_Latn-gla_Latn", "languages": ["wol-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616918, "recall": 0.659091, "f1": 0.629496, "accuracy": 0.659091, "main_score": 0.629496, "hf_subset": "wol_Latn-kan_Knda", "languages": ["wol-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.631882, "recall": 0.670949, "f1": 0.643008, "accuracy": 0.670949, "main_score": 0.643008, "hf_subset": "wol_Latn-lmo_Latn", "languages": ["wol-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60516, "recall": 0.659091, "f1": 0.619977, "accuracy": 0.659091, "main_score": 0.619977, "hf_subset": "wol_Latn-npi_Deva", "languages": ["wol-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458788, "recall": 0.514822, "f1": 0.473618, "accuracy": 0.514822, "main_score": 0.473618, "hf_subset": "wol_Latn-shn_Mymr", "languages": ["wol-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.650968, "recall": 0.688735, "f1": 0.661482, "accuracy": 0.688735, "main_score": 0.661482, "hf_subset": "wol_Latn-tgl_Latn", "languages": ["wol-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59741, "recall": 0.647233, "f1": 0.610856, "accuracy": 0.647233, "main_score": 0.610856, "hf_subset": "wol_Latn-yue_Hant", "languages": ["wol-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.57055, "recall": 0.621542, "f1": 0.584558, "accuracy": 0.621542, "main_score": 0.584558, "hf_subset": "wol_Latn-asm_Beng", "languages": ["wol-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.55561, "recall": 0.606719, "f1": 0.570016, "accuracy": 0.606719, "main_score": 0.570016, "hf_subset": "wol_Latn-ckb_Arab", "languages": ["wol-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544595, "recall": 0.589921, "f1": 0.557124, "accuracy": 0.589921, "main_score": 0.557124, "hf_subset": "wol_Latn-gle_Latn", "languages": ["wol-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555823, "recall": 0.602767, "f1": 0.568782, "accuracy": 0.602767, "main_score": 0.568782, "hf_subset": "wol_Latn-kas_Arab", "languages": ["wol-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594677, "recall": 0.646245, "f1": 0.609035, "accuracy": 0.646245, "main_score": 0.609035, "hf_subset": "wol_Latn-ltg_Latn", "languages": ["wol-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585574, "recall": 0.621542, "f1": 0.595758, "accuracy": 0.621542, "main_score": 0.595758, "hf_subset": "wol_Latn-nso_Latn", "languages": ["wol-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518998, "recall": 0.579051, "f1": 0.535507, "accuracy": 0.579051, "main_score": 0.535507, "hf_subset": "wol_Latn-sin_Sinh", "languages": ["wol-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.6093, "recall": 0.65415, "f1": 0.621877, "accuracy": 0.65415, "main_score": 0.621877, "hf_subset": "wol_Latn-tha_Thai", "languages": ["wol-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.584795, "recall": 0.632411, "f1": 0.597461, "accuracy": 0.632411, "main_score": 0.597461, "hf_subset": "wol_Latn-zho_Hans", "languages": ["wol-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.647182, "recall": 0.684783, "f1": 0.657487, "accuracy": 0.684783, "main_score": 0.657487, "hf_subset": "wol_Latn-ast_Latn", "languages": ["wol-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601721, "recall": 0.646245, "f1": 0.613809, "accuracy": 0.646245, "main_score": 0.613809, "hf_subset": "wol_Latn-crh_Latn", "languages": ["wol-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645934, "recall": 0.686759, "f1": 0.656995, "accuracy": 0.686759, "main_score": 0.656995, "hf_subset": "wol_Latn-glg_Latn", "languages": ["wol-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555352, "recall": 0.603755, "f1": 0.569277, "accuracy": 0.603755, "main_score": 0.569277, "hf_subset": "wol_Latn-kas_Deva", "languages": ["wol-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.624936, "recall": 0.663043, "f1": 0.635006, "accuracy": 0.663043, "main_score": 0.635006, "hf_subset": "wol_Latn-ltz_Latn", "languages": ["wol-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460032, "recall": 0.51581, "f1": 0.475409, "accuracy": 0.51581, "main_score": 0.475409, "hf_subset": "wol_Latn-nus_Latn", "languages": ["wol-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631066, "recall": 0.676877, "f1": 0.642997, "accuracy": 0.676877, "main_score": 0.642997, "hf_subset": "wol_Latn-slk_Latn", "languages": ["wol-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420794, "recall": 0.483202, "f1": 0.438571, "accuracy": 0.483202, "main_score": 0.438571, "hf_subset": "wol_Latn-tir_Ethi", "languages": ["wol-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.596792, "recall": 0.652174, "f1": 0.611627, "accuracy": 0.652174, "main_score": 0.611627, "hf_subset": "wol_Latn-zho_Hant", "languages": ["wol-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.610211, "recall": 0.660079, "f1": 0.624437, "accuracy": 0.660079, "main_score": 0.624437, "hf_subset": "wol_Latn-awa_Deva", "languages": ["wol-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597608, "recall": 0.639328, "f1": 0.608406, "accuracy": 0.639328, "main_score": 0.608406, "hf_subset": "wol_Latn-cym_Latn", "languages": ["wol-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622867, "recall": 0.662055, "f1": 0.634099, "accuracy": 0.662055, "main_score": 0.634099, "hf_subset": "wol_Latn-grn_Latn", "languages": ["wol-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588915, "recall": 0.639328, "f1": 0.602383, "accuracy": 0.639328, "main_score": 0.602383, "hf_subset": "wol_Latn-kat_Geor", "languages": ["wol-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.59041, "recall": 0.626482, "f1": 0.600823, "accuracy": 0.626482, "main_score": 0.600823, "hf_subset": "wol_Latn-lua_Latn", "languages": ["wol-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569179, "recall": 0.613636, "f1": 0.582077, "accuracy": 0.613636, "main_score": 0.582077, "hf_subset": "wol_Latn-nya_Latn", "languages": ["wol-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61702, "recall": 0.660079, "f1": 0.628856, "accuracy": 0.660079, "main_score": 0.628856, "hf_subset": "wol_Latn-slv_Latn", "languages": ["wol-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631517, "recall": 0.675889, "f1": 0.64274, "accuracy": 0.675889, "main_score": 0.64274, "hf_subset": "wol_Latn-tpi_Latn", "languages": ["wol-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650656, "recall": 0.69664, "f1": 0.663214, "accuracy": 0.69664, "main_score": 0.663214, "hf_subset": "wol_Latn-zsm_Latn", "languages": ["wol-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531143, "recall": 0.578063, "f1": 0.544401, "accuracy": 0.578063, "main_score": 0.544401, "hf_subset": "wol_Latn-ayr_Latn", "languages": ["wol-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644399, "recall": 0.682806, "f1": 0.654974, "accuracy": 0.682806, "main_score": 0.654974, "hf_subset": "wol_Latn-dan_Latn", "languages": ["wol-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622334, "recall": 0.670949, "f1": 0.635826, "accuracy": 0.670949, "main_score": 0.635826, "hf_subset": "wol_Latn-guj_Gujr", "languages": ["wol-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.612044, "recall": 0.659091, "f1": 0.624316, "accuracy": 0.659091, "main_score": 0.624316, "hf_subset": "wol_Latn-kaz_Cyrl", "languages": ["wol-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506749, "recall": 0.554348, "f1": 0.520492, "accuracy": 0.554348, "main_score": 0.520492, "hf_subset": "wol_Latn-lug_Latn", "languages": ["wol-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657139, "recall": 0.698617, "f1": 0.668294, "accuracy": 0.698617, "main_score": 0.668294, "hf_subset": "wol_Latn-oci_Latn", "languages": ["wol-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59403, "recall": 0.635375, "f1": 0.605705, "accuracy": 0.635375, "main_score": 0.605705, "hf_subset": "wol_Latn-smo_Latn", "languages": ["wol-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523433, "recall": 0.56917, "f1": 0.536077, "accuracy": 0.56917, "main_score": 0.536077, "hf_subset": "wol_Latn-tsn_Latn", "languages": ["wol-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537168, "recall": 0.58498, "f1": 0.550321, "accuracy": 0.58498, "main_score": 0.550321, "hf_subset": "wol_Latn-zul_Latn", "languages": ["wol-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530337, "recall": 0.58004, "f1": 0.544114, "accuracy": 0.58004, "main_score": 0.544114, "hf_subset": "wol_Latn-azb_Arab", "languages": ["wol-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.638776, "recall": 0.68083, "f1": 0.649394, "accuracy": 0.68083, "main_score": 0.649394, "hf_subset": "wol_Latn-deu_Latn", "languages": ["wol-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586408, "recall": 0.635375, "f1": 0.599853, "accuracy": 0.635375, "main_score": 0.599853, "hf_subset": "wol_Latn-hat_Latn", "languages": ["wol-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506776, "recall": 0.55336, "f1": 0.519749, "accuracy": 0.55336, "main_score": 0.519749, "hf_subset": "wol_Latn-kbp_Latn", "languages": ["wol-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570918, "recall": 0.608696, "f1": 0.581804, "accuracy": 0.608696, "main_score": 0.581804, "hf_subset": "wol_Latn-luo_Latn", "languages": ["wol-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596692, "recall": 0.647233, "f1": 0.610923, "accuracy": 0.647233, "main_score": 0.610923, "hf_subset": "wol_Latn-ory_Orya", "languages": ["wol-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.555372, "recall": 0.604743, "f1": 0.569474, "accuracy": 0.604743, "main_score": 0.569474, "hf_subset": "wol_Latn-sna_Latn", "languages": ["wol-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528396, "recall": 0.568182, "f1": 0.539091, "accuracy": 0.568182, "main_score": 0.539091, "hf_subset": "wol_Latn-tso_Latn", "languages": ["wol-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572413, "recall": 0.62747, "f1": 0.587458, "accuracy": 0.62747, "main_score": 0.587458, "hf_subset": "wol_Latn-azj_Latn", "languages": ["wol-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526169, "recall": 0.571146, "f1": 0.539723, "accuracy": 0.571146, "main_score": 0.539723, "hf_subset": "wol_Latn-dik_Latn", "languages": ["wol-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5585, "recall": 0.603755, "f1": 0.571279, "accuracy": 0.603755, "main_score": 0.571279, "hf_subset": "wol_Latn-hau_Latn", "languages": ["wol-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63186, "recall": 0.663043, "f1": 0.640502, "accuracy": 0.663043, "main_score": 0.640502, "hf_subset": "wol_Latn-kea_Latn", "languages": ["wol-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602198, "recall": 0.63834, "f1": 0.612415, "accuracy": 0.63834, "main_score": 0.612415, "hf_subset": "wol_Latn-lus_Latn", "languages": ["wol-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630792, "recall": 0.666996, "f1": 0.640965, "accuracy": 0.666996, "main_score": 0.640965, "hf_subset": "wol_Latn-pag_Latn", "languages": ["wol-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582477, "recall": 0.637352, "f1": 0.597831, "accuracy": 0.637352, "main_score": 0.597831, "hf_subset": "wol_Latn-snd_Arab", "languages": ["wol-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57398, "recall": 0.620553, "f1": 0.587333, "accuracy": 0.620553, "main_score": 0.587333, "hf_subset": "wol_Latn-tuk_Latn", "languages": ["wol-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611568, "recall": 0.65415, "f1": 0.62364, "accuracy": 0.65415, "main_score": 0.62364, "hf_subset": "wol_Latn-bak_Cyrl", "languages": ["wol-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.490173, "recall": 0.550395, "f1": 0.507533, "accuracy": 0.550395, "main_score": 0.507533, "hf_subset": "wol_Latn-dyu_Latn", "languages": ["wol-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601226, "recall": 0.647233, "f1": 0.614399, "accuracy": 0.647233, "main_score": 0.614399, "hf_subset": "wol_Latn-heb_Hebr", "languages": ["wol-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.573976, "recall": 0.621542, "f1": 0.586895, "accuracy": 0.621542, "main_score": 0.586895, "hf_subset": "wol_Latn-khk_Cyrl", "languages": ["wol-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.627499, "recall": 0.668972, "f1": 0.638407, "accuracy": 0.668972, "main_score": 0.638407, "hf_subset": "wol_Latn-lvs_Latn", "languages": ["wol-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606505, "recall": 0.659091, "f1": 0.621208, "accuracy": 0.659091, "main_score": 0.621208, "hf_subset": "wol_Latn-pan_Guru", "languages": ["wol-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.536913, "recall": 0.58498, "f1": 0.550433, "accuracy": 0.58498, "main_score": 0.550433, "hf_subset": "wol_Latn-som_Latn", "languages": ["wol-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536053, "recall": 0.574111, "f1": 0.546978, "accuracy": 0.574111, "main_score": 0.546978, "hf_subset": "wol_Latn-tum_Latn", "languages": ["wol-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.41846, "recall": 0.469368, "f1": 0.431863, "accuracy": 0.469368, "main_score": 0.431863, "hf_subset": "arb_Latn-ace_Arab", "languages": ["arb-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.451585, "recall": 0.491107, "f1": 0.462297, "accuracy": 0.491107, "main_score": 0.462297, "hf_subset": "arb_Latn-bam_Latn", "languages": ["arb-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.272322, "recall": 0.329051, "f1": 0.285984, "accuracy": 0.329051, "main_score": 0.285984, "hf_subset": "arb_Latn-dzo_Tibt", "languages": ["arb-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.787946, "recall": 0.836957, "f1": 0.801902, "accuracy": 0.836957, "main_score": 0.801902, "hf_subset": "arb_Latn-hin_Deva", "languages": ["arb-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.755886, "recall": 0.801383, "f1": 0.768208, "accuracy": 0.801383, "main_score": 0.768208, "hf_subset": "arb_Latn-khm_Khmr", "languages": ["arb-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.79165, "recall": 0.836957, "f1": 0.804771, "accuracy": 0.836957, "main_score": 0.804771, "hf_subset": "arb_Latn-mag_Deva", "languages": ["arb-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.706056, "recall": 0.757905, "f1": 0.720204, "accuracy": 0.757905, "main_score": 0.720204, "hf_subset": "arb_Latn-pap_Latn", "languages": ["arb-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489735, "recall": 0.537549, "f1": 0.501624, "accuracy": 0.537549, "main_score": 0.501624, "hf_subset": "arb_Latn-sot_Latn", "languages": ["arb-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786956, "recall": 0.833004, "f1": 0.799644, "accuracy": 0.833004, "main_score": 0.799644, "hf_subset": "arb_Latn-tur_Latn", "languages": ["arb-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610235, "recall": 0.663043, "f1": 0.624035, "accuracy": 0.663043, "main_score": 0.624035, "hf_subset": "arb_Latn-ace_Latn", "languages": ["arb-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684635, "recall": 0.730237, "f1": 0.697103, "accuracy": 0.730237, "main_score": 0.697103, "hf_subset": "arb_Latn-ban_Latn", "languages": ["arb-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795209, "recall": 0.841897, "f1": 0.808428, "accuracy": 0.841897, "main_score": 0.808428, "hf_subset": "arb_Latn-ell_Grek", "languages": ["arb-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.748786, "recall": 0.797431, "f1": 0.762666, "accuracy": 0.797431, "main_score": 0.762666, "hf_subset": "arb_Latn-hne_Deva", "languages": ["arb-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.468865, "recall": 0.509881, "f1": 0.479505, "accuracy": 0.509881, "main_score": 0.479505, "hf_subset": "arb_Latn-kik_Latn", "languages": ["arb-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762923, "recall": 0.810277, "f1": 0.775687, "accuracy": 0.810277, "main_score": 0.775687, "hf_subset": "arb_Latn-mai_Deva", "languages": ["arb-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.711946, "recall": 0.770751, "f1": 0.728785, "accuracy": 0.770751, "main_score": 0.728785, "hf_subset": "arb_Latn-pbt_Arab", "languages": ["arb-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.793606, "recall": 0.839921, "f1": 0.806873, "accuracy": 0.839921, "main_score": 0.806873, "hf_subset": "arb_Latn-spa_Latn", "languages": ["arb-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487269, "recall": 0.529644, "f1": 0.499222, "accuracy": 0.529644, "main_score": 0.499222, "hf_subset": "arb_Latn-twi_Latn", "languages": ["arb-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850299, "recall": 0.887352, "f1": 0.861185, "accuracy": 0.887352, "main_score": 0.861185, "hf_subset": "arb_Latn-acm_Arab", "languages": ["arb-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.756039, "recall": 0.809289, "f1": 0.770572, "accuracy": 0.809289, "main_score": 0.770572, "hf_subset": "arb_Latn-bel_Cyrl", "languages": ["arb-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.821289, "recall": 0.863636, "f1": 0.8333, "accuracy": 0.863636, "main_score": 0.8333, "hf_subset": "arb_Latn-eng_Latn", "languages": ["arb-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806216, "recall": 0.850791, "f1": 0.818999, "accuracy": 0.850791, "main_score": 0.818999, "hf_subset": "arb_Latn-hrv_Latn", "languages": ["arb-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475493, "recall": 0.518775, "f1": 0.486924, "accuracy": 0.518775, "main_score": 0.486924, "hf_subset": "arb_Latn-kin_Latn", "languages": ["arb-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762369, "recall": 0.813241, "f1": 0.776507, "accuracy": 0.813241, "main_score": 0.776507, "hf_subset": "arb_Latn-mal_Mlym", "languages": ["arb-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.802103, "recall": 0.840909, "f1": 0.812923, "accuracy": 0.840909, "main_score": 0.812923, "hf_subset": "arb_Latn-pes_Arab", "languages": ["arb-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.751403, "recall": 0.799407, "f1": 0.764576, "accuracy": 0.799407, "main_score": 0.764576, "hf_subset": "arb_Latn-srd_Latn", "languages": ["arb-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160478, "recall": 0.215415, "f1": 0.172776, "accuracy": 0.215415, "main_score": 0.172776, "hf_subset": "arb_Latn-tzm_Tfng", "languages": ["arb-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.848518, "recall": 0.884387, "f1": 0.858951, "accuracy": 0.884387, "main_score": 0.858951, "hf_subset": "arb_Latn-acq_Arab", "languages": ["arb-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507161, "recall": 0.544466, "f1": 0.516934, "accuracy": 0.544466, "main_score": 0.516934, "hf_subset": "arb_Latn-bem_Latn", "languages": ["arb-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797837, "recall": 0.837945, "f1": 0.808984, "accuracy": 0.837945, "main_score": 0.808984, "hf_subset": "arb_Latn-epo_Latn", "languages": ["arb-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777812, "recall": 0.821146, "f1": 0.790049, "accuracy": 0.821146, "main_score": 0.790049, "hf_subset": "arb_Latn-hun_Latn", "languages": ["arb-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715305, "recall": 0.770751, "f1": 0.7303, "accuracy": 0.770751, "main_score": 0.7303, "hf_subset": "arb_Latn-kir_Cyrl", "languages": ["arb-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.763152, "recall": 0.810277, "f1": 0.775803, "accuracy": 0.810277, "main_score": 0.775803, "hf_subset": "arb_Latn-mar_Deva", "languages": ["arb-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.532674, "recall": 0.572134, "f1": 0.543736, "accuracy": 0.572134, "main_score": 0.543736, "hf_subset": "arb_Latn-plt_Latn", "languages": ["arb-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813936, "recall": 0.855731, "f1": 0.825762, "accuracy": 0.855731, "main_score": 0.825762, "hf_subset": "arb_Latn-srp_Cyrl", "languages": ["arb-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.677309, "recall": 0.726285, "f1": 0.691087, "accuracy": 0.726285, "main_score": 0.691087, "hf_subset": "arb_Latn-uig_Arab", "languages": ["arb-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.820037, "recall": 0.857708, "f1": 0.830374, "accuracy": 0.857708, "main_score": 0.830374, "hf_subset": "arb_Latn-aeb_Arab", "languages": ["arb-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.779476, "recall": 0.826087, "f1": 0.792632, "accuracy": 0.826087, "main_score": 0.792632, "hf_subset": "arb_Latn-ben_Beng", "languages": ["arb-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.771786, "recall": 0.816206, "f1": 0.784391, "accuracy": 0.816206, "main_score": 0.784391, "hf_subset": "arb_Latn-est_Latn", "languages": ["arb-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782949, "recall": 0.826087, "f1": 0.794333, "accuracy": 0.826087, "main_score": 0.794333, "hf_subset": "arb_Latn-hye_Armn", "languages": ["arb-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.480658, "recall": 0.518775, "f1": 0.491068, "accuracy": 0.518775, "main_score": 0.491068, "hf_subset": "arb_Latn-kmb_Latn", "languages": ["arb-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.387661, "recall": 0.438735, "f1": 0.401128, "accuracy": 0.438735, "main_score": 0.401128, "hf_subset": "arb_Latn-min_Arab", "languages": ["arb-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.80112, "recall": 0.846838, "f1": 0.813954, "accuracy": 0.846838, "main_score": 0.813954, "hf_subset": "arb_Latn-pol_Latn", "languages": ["arb-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478574, "recall": 0.524704, "f1": 0.491319, "accuracy": 0.524704, "main_score": 0.491319, "hf_subset": "arb_Latn-ssw_Latn", "languages": ["arb-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803931, "recall": 0.849802, "f1": 0.817063, "accuracy": 0.849802, "main_score": 0.817063, "hf_subset": "arb_Latn-ukr_Cyrl", "languages": ["arb-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.820743, "recall": 0.86166, "f1": 0.83242, "accuracy": 0.86166, "main_score": 0.83242, "hf_subset": "arb_Latn-afr_Latn", "languages": ["arb-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725984, "recall": 0.777668, "f1": 0.739803, "accuracy": 0.777668, "main_score": 0.739803, "hf_subset": "arb_Latn-bho_Deva", "languages": ["arb-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.719327, "recall": 0.772727, "f1": 0.734266, "accuracy": 0.772727, "main_score": 0.734266, "hf_subset": "arb_Latn-eus_Latn", "languages": ["arb-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457417, "recall": 0.507905, "f1": 0.471368, "accuracy": 0.507905, "main_score": 0.471368, "hf_subset": "arb_Latn-ibo_Latn", "languages": ["arb-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617977, "recall": 0.670949, "f1": 0.631834, "accuracy": 0.670949, "main_score": 0.631834, "hf_subset": "arb_Latn-kmr_Latn", "languages": ["arb-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731421, "recall": 0.77668, "f1": 0.743451, "accuracy": 0.77668, "main_score": 0.743451, "hf_subset": "arb_Latn-min_Latn", "languages": ["arb-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814973, "recall": 0.859684, "f1": 0.827786, "accuracy": 0.859684, "main_score": 0.827786, "hf_subset": "arb_Latn-por_Latn", "languages": ["arb-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753958, "recall": 0.801383, "f1": 0.76624, "accuracy": 0.801383, "main_score": 0.76624, "hf_subset": "arb_Latn-sun_Latn", "languages": ["arb-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443045, "recall": 0.48913, "f1": 0.456396, "accuracy": 0.48913, "main_score": 0.456396, "hf_subset": "arb_Latn-umb_Latn", "languages": ["arb-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849662, "recall": 0.880435, "f1": 0.858631, "accuracy": 0.880435, "main_score": 0.858631, "hf_subset": "arb_Latn-ajp_Arab", "languages": ["arb-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.411701, "recall": 0.465415, "f1": 0.427013, "accuracy": 0.465415, "main_score": 0.427013, "hf_subset": "arb_Latn-bjn_Arab", "languages": ["arb-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.443557, "recall": 0.488142, "f1": 0.45454, "accuracy": 0.488142, "main_score": 0.45454, "hf_subset": "arb_Latn-ewe_Latn", "languages": ["arb-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667019, "recall": 0.712451, "f1": 0.679757, "accuracy": 0.712451, "main_score": 0.679757, "hf_subset": "arb_Latn-ilo_Latn", "languages": ["arb-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261227, "recall": 0.317194, "f1": 0.275381, "accuracy": 0.317194, "main_score": 0.275381, "hf_subset": "arb_Latn-knc_Arab", "languages": ["arb-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.802271, "recall": 0.840909, "f1": 0.812891, "accuracy": 0.840909, "main_score": 0.812891, "hf_subset": "arb_Latn-mkd_Cyrl", "languages": ["arb-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.796022, "recall": 0.836957, "f1": 0.807164, "accuracy": 0.836957, "main_score": 0.807164, "hf_subset": "arb_Latn-prs_Arab", "languages": ["arb-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.793359, "recall": 0.837945, "f1": 0.806248, "accuracy": 0.837945, "main_score": 0.806248, "hf_subset": "arb_Latn-swe_Latn", "languages": ["arb-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.773573, "recall": 0.823123, "f1": 0.787478, "accuracy": 0.823123, "main_score": 0.787478, "hf_subset": "arb_Latn-urd_Arab", "languages": ["arb-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.466163, "recall": 0.51087, "f1": 0.478026, "accuracy": 0.51087, "main_score": 0.478026, "hf_subset": "arb_Latn-aka_Latn", "languages": ["arb-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719362, "recall": 0.771739, "f1": 0.733584, "accuracy": 0.771739, "main_score": 0.733584, "hf_subset": "arb_Latn-bjn_Latn", "languages": ["arb-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701442, "recall": 0.753953, "f1": 0.715371, "accuracy": 0.753953, "main_score": 0.715371, "hf_subset": "arb_Latn-fao_Latn", "languages": ["arb-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809257, "recall": 0.854743, "f1": 0.822243, "accuracy": 0.854743, "main_score": 0.822243, "hf_subset": "arb_Latn-ind_Latn", "languages": ["arb-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483769, "recall": 0.528656, "f1": 0.496436, "accuracy": 0.528656, "main_score": 0.496436, "hf_subset": "arb_Latn-knc_Latn", "languages": ["arb-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769031, "recall": 0.813241, "f1": 0.781283, "accuracy": 0.813241, "main_score": 0.781283, "hf_subset": "arb_Latn-mlt_Latn", "languages": ["arb-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50007, "recall": 0.561265, "f1": 0.516422, "accuracy": 0.561265, "main_score": 0.516422, "hf_subset": "arb_Latn-quy_Latn", "languages": ["arb-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74243, "recall": 0.79249, "f1": 0.756719, "accuracy": 0.79249, "main_score": 0.756719, "hf_subset": "arb_Latn-swh_Latn", "languages": ["arb-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753357, "recall": 0.802372, "f1": 0.767128, "accuracy": 0.802372, "main_score": 0.767128, "hf_subset": "arb_Latn-uzn_Latn", "languages": ["arb-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786461, "recall": 0.829051, "f1": 0.797576, "accuracy": 0.829051, "main_score": 0.797576, "hf_subset": "arb_Latn-als_Latn", "languages": ["arb-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369733, "recall": 0.449605, "f1": 0.390098, "accuracy": 0.449605, "main_score": 0.390098, "hf_subset": "arb_Latn-bod_Tibt", "languages": ["arb-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.526407, "recall": 0.579051, "f1": 0.539788, "accuracy": 0.579051, "main_score": 0.539788, "hf_subset": "arb_Latn-fij_Latn", "languages": ["arb-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719679, "recall": 0.768775, "f1": 0.732723, "accuracy": 0.768775, "main_score": 0.732723, "hf_subset": "arb_Latn-isl_Latn", "languages": ["arb-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517511, "recall": 0.557312, "f1": 0.527148, "accuracy": 0.557312, "main_score": 0.527148, "hf_subset": "arb_Latn-kon_Latn", "languages": ["arb-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462642, "recall": 0.516798, "f1": 0.478208, "accuracy": 0.516798, "main_score": 0.478208, "hf_subset": "arb_Latn-mni_Beng", "languages": ["arb-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.818445, "recall": 0.858696, "f1": 0.829768, "accuracy": 0.858696, "main_score": 0.829768, "hf_subset": "arb_Latn-ron_Latn", "languages": ["arb-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742298, "recall": 0.782609, "f1": 0.75317, "accuracy": 0.782609, "main_score": 0.75317, "hf_subset": "arb_Latn-szl_Latn", "languages": ["arb-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775672, "recall": 0.820158, "f1": 0.788137, "accuracy": 0.820158, "main_score": 0.788137, "hf_subset": "arb_Latn-vec_Latn", "languages": ["arb-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653379, "recall": 0.714427, "f1": 0.669709, "accuracy": 0.714427, "main_score": 0.669709, "hf_subset": "arb_Latn-amh_Ethi", "languages": ["arb-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.807009, "recall": 0.851779, "f1": 0.819897, "accuracy": 0.851779, "main_score": 0.819897, "hf_subset": "arb_Latn-bos_Latn", "languages": ["arb-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767809, "recall": 0.812253, "f1": 0.779784, "accuracy": 0.812253, "main_score": 0.779784, "hf_subset": "arb_Latn-fin_Latn", "languages": ["arb-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804825, "recall": 0.848814, "f1": 0.817159, "accuracy": 0.848814, "main_score": 0.817159, "hf_subset": "arb_Latn-ita_Latn", "languages": ["arb-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769442, "recall": 0.821146, "f1": 0.783968, "accuracy": 0.821146, "main_score": 0.783968, "hf_subset": "arb_Latn-kor_Hang", "languages": ["arb-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.451534, "recall": 0.499012, "f1": 0.464409, "accuracy": 0.499012, "main_score": 0.464409, "hf_subset": "arb_Latn-mos_Latn", "languages": ["arb-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478218, "recall": 0.521739, "f1": 0.489841, "accuracy": 0.521739, "main_score": 0.489841, "hf_subset": "arb_Latn-run_Latn", "languages": ["arb-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763798, "recall": 0.815217, "f1": 0.778193, "accuracy": 0.815217, "main_score": 0.778193, "hf_subset": "arb_Latn-tam_Taml", "languages": ["arb-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.791165, "recall": 0.833004, "f1": 0.802794, "accuracy": 0.833004, "main_score": 0.802794, "hf_subset": "arb_Latn-vie_Latn", "languages": ["arb-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852281, "recall": 0.887352, "f1": 0.862466, "accuracy": 0.887352, "main_score": 0.862466, "hf_subset": "arb_Latn-apc_Arab", "languages": ["arb-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565805, "recall": 0.615613, "f1": 0.579554, "accuracy": 0.615613, "main_score": 0.579554, "hf_subset": "arb_Latn-bug_Latn", "languages": ["arb-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420162, "recall": 0.45751, "f1": 0.429702, "accuracy": 0.45751, "main_score": 0.429702, "hf_subset": "arb_Latn-fon_Latn", "languages": ["arb-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754609, "recall": 0.799407, "f1": 0.766671, "accuracy": 0.799407, "main_score": 0.766671, "hf_subset": "arb_Latn-jav_Latn", "languages": ["arb-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720815, "recall": 0.77668, "f1": 0.735787, "accuracy": 0.77668, "main_score": 0.735787, "hf_subset": "arb_Latn-lao_Laoo", "languages": ["arb-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.626271, "recall": 0.68083, "f1": 0.640664, "accuracy": 0.68083, "main_score": 0.640664, "hf_subset": "arb_Latn-mri_Latn", "languages": ["arb-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794293, "recall": 0.839921, "f1": 0.806907, "accuracy": 0.839921, "main_score": 0.806907, "hf_subset": "arb_Latn-rus_Cyrl", "languages": ["arb-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.447583, "recall": 0.496047, "f1": 0.460429, "accuracy": 0.496047, "main_score": 0.460429, "hf_subset": "arb_Latn-taq_Latn", "languages": ["arb-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747282, "recall": 0.793478, "f1": 0.759409, "accuracy": 0.793478, "main_score": 0.759409, "hf_subset": "arb_Latn-war_Latn", "languages": ["arb-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853136, "recall": 0.886364, "f1": 0.862886, "accuracy": 0.886364, "main_score": 0.862886, "hf_subset": "arb_Latn-arb_Arab", "languages": ["arb-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809124, "recall": 0.851779, "f1": 0.820838, "accuracy": 0.851779, "main_score": 0.820838, "hf_subset": "arb_Latn-bul_Cyrl", "languages": ["arb-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.812576, "recall": 0.852767, "f1": 0.823435, "accuracy": 0.852767, "main_score": 0.823435, "hf_subset": "arb_Latn-fra_Latn", "languages": ["arb-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761384, "recall": 0.80336, "f1": 0.772613, "accuracy": 0.80336, "main_score": 0.772613, "hf_subset": "arb_Latn-jpn_Jpan", "languages": ["arb-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.751686, "recall": 0.796443, "f1": 0.764155, "accuracy": 0.796443, "main_score": 0.764155, "hf_subset": "arb_Latn-lij_Latn", "languages": ["arb-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671701, "recall": 0.73419, "f1": 0.689041, "accuracy": 0.73419, "main_score": 0.689041, "hf_subset": "arb_Latn-mya_Mymr", "languages": ["arb-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.467013, "recall": 0.518775, "f1": 0.480557, "accuracy": 0.518775, "main_score": 0.480557, "hf_subset": "arb_Latn-sag_Latn", "languages": ["arb-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183463, "recall": 0.235178, "f1": 0.195966, "accuracy": 0.235178, "main_score": 0.195966, "hf_subset": "arb_Latn-taq_Tfng", "languages": ["arb-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.488295, "recall": 0.543478, "f1": 0.503376, "accuracy": 0.543478, "main_score": 0.503376, "hf_subset": "arb_Latn-wol_Latn", "languages": ["arb-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805057, "recall": 0.849802, "f1": 0.817943, "accuracy": 0.849802, "main_score": 0.817943, "hf_subset": "arb_Latn-cat_Latn", "languages": ["arb-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737616, "recall": 0.789526, "f1": 0.751892, "accuracy": 0.789526, "main_score": 0.751892, "hf_subset": "arb_Latn-fur_Latn", "languages": ["arb-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39419, "recall": 0.445652, "f1": 0.407509, "accuracy": 0.445652, "main_score": 0.407509, "hf_subset": "arb_Latn-kab_Latn", "languages": ["arb-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726209, "recall": 0.772727, "f1": 0.738911, "accuracy": 0.772727, "main_score": 0.738911, "hf_subset": "arb_Latn-lim_Latn", "languages": ["arb-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775832, "recall": 0.824111, "f1": 0.789161, "accuracy": 0.824111, "main_score": 0.789161, "hf_subset": "arb_Latn-nld_Latn", "languages": ["arb-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730527, "recall": 0.788538, "f1": 0.747247, "accuracy": 0.788538, "main_score": 0.747247, "hf_subset": "arb_Latn-san_Deva", "languages": ["arb-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.728198, "recall": 0.786561, "f1": 0.744035, "accuracy": 0.786561, "main_score": 0.744035, "hf_subset": "arb_Latn-tat_Cyrl", "languages": ["arb-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522885, "recall": 0.562253, "f1": 0.533732, "accuracy": 0.562253, "main_score": 0.533732, "hf_subset": "arb_Latn-xho_Latn", "languages": ["arb-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840748, "recall": 0.875494, "f1": 0.851016, "accuracy": 0.875494, "main_score": 0.851016, "hf_subset": "arb_Latn-ars_Arab", "languages": ["arb-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.774765, "recall": 0.820158, "f1": 0.787577, "accuracy": 0.820158, "main_score": 0.787577, "hf_subset": "arb_Latn-ceb_Latn", "languages": ["arb-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463183, "recall": 0.508893, "f1": 0.476047, "accuracy": 0.508893, "main_score": 0.476047, "hf_subset": "arb_Latn-fuv_Latn", "languages": ["arb-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43576, "recall": 0.483202, "f1": 0.447625, "accuracy": 0.483202, "main_score": 0.447625, "hf_subset": "arb_Latn-kac_Latn", "languages": ["arb-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52165, "recall": 0.561265, "f1": 0.532144, "accuracy": 0.561265, "main_score": 0.532144, "hf_subset": "arb_Latn-lin_Latn", "languages": ["arb-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786282, "recall": 0.825099, "f1": 0.7969, "accuracy": 0.825099, "main_score": 0.7969, "hf_subset": "arb_Latn-nno_Latn", "languages": ["arb-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.145899, "recall": 0.211462, "f1": 0.161475, "accuracy": 0.211462, "main_score": 0.161475, "hf_subset": "arb_Latn-sat_Olck", "languages": ["arb-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.760866, "recall": 0.815217, "f1": 0.775936, "accuracy": 0.815217, "main_score": 0.775936, "hf_subset": "arb_Latn-tel_Telu", "languages": ["arb-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.66928, "recall": 0.725296, "f1": 0.684823, "accuracy": 0.725296, "main_score": 0.684823, "hf_subset": "arb_Latn-ydd_Hebr", "languages": ["arb-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.789001, "recall": 0.83004, "f1": 0.800278, "accuracy": 0.83004, "main_score": 0.800278, "hf_subset": "arb_Latn-ary_Arab", "languages": ["arb-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.789128, "recall": 0.835968, "f1": 0.802557, "accuracy": 0.835968, "main_score": 0.802557, "hf_subset": "arb_Latn-ces_Latn", "languages": ["arb-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475561, "recall": 0.525692, "f1": 0.489162, "accuracy": 0.525692, "main_score": 0.489162, "hf_subset": "arb_Latn-gaz_Latn", "languages": ["arb-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483288, "recall": 0.523715, "f1": 0.493909, "accuracy": 0.523715, "main_score": 0.493909, "hf_subset": "arb_Latn-kam_Latn", "languages": ["arb-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767081, "recall": 0.817194, "f1": 0.780843, "accuracy": 0.817194, "main_score": 0.780843, "hf_subset": "arb_Latn-lit_Latn", "languages": ["arb-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780884, "recall": 0.832016, "f1": 0.795376, "accuracy": 0.832016, "main_score": 0.795376, "hf_subset": "arb_Latn-nob_Latn", "languages": ["arb-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735688, "recall": 0.785573, "f1": 0.749131, "accuracy": 0.785573, "main_score": 0.749131, "hf_subset": "arb_Latn-scn_Latn", "languages": ["arb-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74471, "recall": 0.793478, "f1": 0.75801, "accuracy": 0.793478, "main_score": 0.75801, "hf_subset": "arb_Latn-tgk_Cyrl", "languages": ["arb-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.507944, "recall": 0.568182, "f1": 0.524209, "accuracy": 0.568182, "main_score": 0.524209, "hf_subset": "arb_Latn-yor_Latn", "languages": ["arb-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820992, "recall": 0.858696, "f1": 0.831462, "accuracy": 0.858696, "main_score": 0.831462, "hf_subset": "arb_Latn-arz_Arab", "languages": ["arb-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.455454, "recall": 0.5, "f1": 0.467859, "accuracy": 0.5, "main_score": 0.467859, "hf_subset": "arb_Latn-cjk_Latn", "languages": ["arb-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588617, "recall": 0.647233, "f1": 0.604741, "accuracy": 0.647233, "main_score": 0.604741, "hf_subset": "arb_Latn-gla_Latn", "languages": ["arb-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764137, "recall": 0.814229, "f1": 0.777681, "accuracy": 0.814229, "main_score": 0.777681, "hf_subset": "arb_Latn-kan_Knda", "languages": ["arb-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.761959, "recall": 0.809289, "f1": 0.775133, "accuracy": 0.809289, "main_score": 0.775133, "hf_subset": "arb_Latn-lmo_Latn", "languages": ["arb-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775898, "recall": 0.823123, "f1": 0.789507, "accuracy": 0.823123, "main_score": 0.789507, "hf_subset": "arb_Latn-npi_Deva", "languages": ["arb-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.396173, "recall": 0.439723, "f1": 0.407825, "accuracy": 0.439723, "main_score": 0.407825, "hf_subset": "arb_Latn-shn_Mymr", "languages": ["arb-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.789149, "recall": 0.837945, "f1": 0.802736, "accuracy": 0.837945, "main_score": 0.802736, "hf_subset": "arb_Latn-tgl_Latn", "languages": ["arb-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762392, "recall": 0.816206, "f1": 0.777759, "accuracy": 0.816206, "main_score": 0.777759, "hf_subset": "arb_Latn-yue_Hant", "languages": ["arb-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.722217, "recall": 0.780632, "f1": 0.738785, "accuracy": 0.780632, "main_score": 0.738785, "hf_subset": "arb_Latn-asm_Beng", "languages": ["arb-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.696771, "recall": 0.750988, "f1": 0.711883, "accuracy": 0.750988, "main_score": 0.711883, "hf_subset": "arb_Latn-ckb_Arab", "languages": ["arb-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.651643, "recall": 0.695652, "f1": 0.663549, "accuracy": 0.695652, "main_score": 0.663549, "hf_subset": "arb_Latn-gle_Latn", "languages": ["arb-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648706, "recall": 0.701581, "f1": 0.663674, "accuracy": 0.701581, "main_score": 0.663674, "hf_subset": "arb_Latn-kas_Arab", "languages": ["arb-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.648488, "recall": 0.697628, "f1": 0.66178, "accuracy": 0.697628, "main_score": 0.66178, "hf_subset": "arb_Latn-ltg_Latn", "languages": ["arb-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509428, "recall": 0.548419, "f1": 0.519587, "accuracy": 0.548419, "main_score": 0.519587, "hf_subset": "arb_Latn-nso_Latn", "languages": ["arb-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706933, "recall": 0.764822, "f1": 0.722897, "accuracy": 0.764822, "main_score": 0.722897, "hf_subset": "arb_Latn-sin_Sinh", "languages": ["arb-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.776871, "recall": 0.822134, "f1": 0.789625, "accuracy": 0.822134, "main_score": 0.789625, "hf_subset": "arb_Latn-tha_Thai", "languages": ["arb-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.765206, "recall": 0.816206, "f1": 0.779506, "accuracy": 0.816206, "main_score": 0.779506, "hf_subset": "arb_Latn-zho_Hans", "languages": ["arb-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.77298, "recall": 0.820158, "f1": 0.785994, "accuracy": 0.820158, "main_score": 0.785994, "hf_subset": "arb_Latn-ast_Latn", "languages": ["arb-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745441, "recall": 0.802372, "f1": 0.762207, "accuracy": 0.802372, "main_score": 0.762207, "hf_subset": "arb_Latn-crh_Latn", "languages": ["arb-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817772, "recall": 0.856719, "f1": 0.828524, "accuracy": 0.856719, "main_score": 0.828524, "hf_subset": "arb_Latn-glg_Latn", "languages": ["arb-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607699, "recall": 0.66502, "f1": 0.622506, "accuracy": 0.66502, "main_score": 0.622506, "hf_subset": "arb_Latn-kas_Deva", "languages": ["arb-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.714176, "recall": 0.761858, "f1": 0.727659, "accuracy": 0.761858, "main_score": 0.727659, "hf_subset": "arb_Latn-ltz_Latn", "languages": ["arb-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403581, "recall": 0.463439, "f1": 0.419984, "accuracy": 0.463439, "main_score": 0.419984, "hf_subset": "arb_Latn-nus_Latn", "languages": ["arb-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799655, "recall": 0.842885, "f1": 0.811442, "accuracy": 0.842885, "main_score": 0.811442, "hf_subset": "arb_Latn-slk_Latn", "languages": ["arb-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422645, "recall": 0.475296, "f1": 0.436481, "accuracy": 0.475296, "main_score": 0.436481, "hf_subset": "arb_Latn-tir_Ethi", "languages": ["arb-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.757332, "recall": 0.811265, "f1": 0.772523, "accuracy": 0.811265, "main_score": 0.772523, "hf_subset": "arb_Latn-zho_Hant", "languages": ["arb-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.766718, "recall": 0.815217, "f1": 0.779967, "accuracy": 0.815217, "main_score": 0.779967, "hf_subset": "arb_Latn-awa_Deva", "languages": ["arb-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.715653, "recall": 0.766798, "f1": 0.729833, "accuracy": 0.766798, "main_score": 0.729833, "hf_subset": "arb_Latn-cym_Latn", "languages": ["arb-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600588, "recall": 0.647233, "f1": 0.613572, "accuracy": 0.647233, "main_score": 0.613572, "hf_subset": "arb_Latn-grn_Latn", "languages": ["arb-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751272, "recall": 0.800395, "f1": 0.764827, "accuracy": 0.800395, "main_score": 0.764827, "hf_subset": "arb_Latn-kat_Geor", "languages": ["arb-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.499232, "recall": 0.54249, "f1": 0.510028, "accuracy": 0.54249, "main_score": 0.510028, "hf_subset": "arb_Latn-lua_Latn", "languages": ["arb-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509581, "recall": 0.555336, "f1": 0.520724, "accuracy": 0.555336, "main_score": 0.520724, "hf_subset": "arb_Latn-nya_Latn", "languages": ["arb-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778347, "recall": 0.824111, "f1": 0.791144, "accuracy": 0.824111, "main_score": 0.791144, "hf_subset": "arb_Latn-slv_Latn", "languages": ["arb-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6253, "recall": 0.679842, "f1": 0.639727, "accuracy": 0.679842, "main_score": 0.639727, "hf_subset": "arb_Latn-tpi_Latn", "languages": ["arb-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816023, "recall": 0.857708, "f1": 0.827926, "accuracy": 0.857708, "main_score": 0.827926, "hf_subset": "arb_Latn-zsm_Latn", "languages": ["arb-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462967, "recall": 0.506917, "f1": 0.474737, "accuracy": 0.506917, "main_score": 0.474737, "hf_subset": "arb_Latn-ayr_Latn", "languages": ["arb-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802308, "recall": 0.846838, "f1": 0.815159, "accuracy": 0.846838, "main_score": 0.815159, "hf_subset": "arb_Latn-dan_Latn", "languages": ["arb-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767636, "recall": 0.818182, "f1": 0.781742, "accuracy": 0.818182, "main_score": 0.781742, "hf_subset": "arb_Latn-guj_Gujr", "languages": ["arb-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.763333, "recall": 0.807312, "f1": 0.775491, "accuracy": 0.807312, "main_score": 0.775491, "hf_subset": "arb_Latn-kaz_Cyrl", "languages": ["arb-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.457428, "recall": 0.503953, "f1": 0.469368, "accuracy": 0.503953, "main_score": 0.469368, "hf_subset": "arb_Latn-lug_Latn", "languages": ["arb-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78907, "recall": 0.831028, "f1": 0.800434, "accuracy": 0.831028, "main_score": 0.800434, "hf_subset": "arb_Latn-oci_Latn", "languages": ["arb-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580199, "recall": 0.626482, "f1": 0.593091, "accuracy": 0.626482, "main_score": 0.593091, "hf_subset": "arb_Latn-smo_Latn", "languages": ["arb-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461778, "recall": 0.514822, "f1": 0.475933, "accuracy": 0.514822, "main_score": 0.475933, "hf_subset": "arb_Latn-tsn_Latn", "languages": ["arb-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503221, "recall": 0.554348, "f1": 0.518216, "accuracy": 0.554348, "main_score": 0.518216, "hf_subset": "arb_Latn-zul_Latn", "languages": ["arb-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640659, "recall": 0.700593, "f1": 0.6574, "accuracy": 0.700593, "main_score": 0.6574, "hf_subset": "arb_Latn-azb_Arab", "languages": ["arb-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.797039, "recall": 0.844862, "f1": 0.810558, "accuracy": 0.844862, "main_score": 0.810558, "hf_subset": "arb_Latn-deu_Latn", "languages": ["arb-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706553, "recall": 0.761858, "f1": 0.721211, "accuracy": 0.761858, "main_score": 0.721211, "hf_subset": "arb_Latn-hat_Latn", "languages": ["arb-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444688, "recall": 0.487154, "f1": 0.455895, "accuracy": 0.487154, "main_score": 0.455895, "hf_subset": "arb_Latn-kbp_Latn", "languages": ["arb-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494078, "recall": 0.536561, "f1": 0.505034, "accuracy": 0.536561, "main_score": 0.505034, "hf_subset": "arb_Latn-luo_Latn", "languages": ["arb-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757149, "recall": 0.806324, "f1": 0.770953, "accuracy": 0.806324, "main_score": 0.770953, "hf_subset": "arb_Latn-ory_Orya", "languages": ["arb-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.490934, "recall": 0.532609, "f1": 0.501963, "accuracy": 0.532609, "main_score": 0.501963, "hf_subset": "arb_Latn-sna_Latn", "languages": ["arb-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473312, "recall": 0.511858, "f1": 0.483366, "accuracy": 0.511858, "main_score": 0.483366, "hf_subset": "arb_Latn-tso_Latn", "languages": ["arb-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751627, "recall": 0.802372, "f1": 0.765854, "accuracy": 0.802372, "main_score": 0.765854, "hf_subset": "arb_Latn-azj_Latn", "languages": ["arb-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441861, "recall": 0.494071, "f1": 0.455848, "accuracy": 0.494071, "main_score": 0.455848, "hf_subset": "arb_Latn-dik_Latn", "languages": ["arb-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575935, "recall": 0.62253, "f1": 0.588357, "accuracy": 0.62253, "main_score": 0.588357, "hf_subset": "arb_Latn-hau_Latn", "languages": ["arb-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702677, "recall": 0.751976, "f1": 0.71588, "accuracy": 0.751976, "main_score": 0.71588, "hf_subset": "arb_Latn-kea_Latn", "languages": ["arb-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5317, "recall": 0.577075, "f1": 0.543527, "accuracy": 0.577075, "main_score": 0.543527, "hf_subset": "arb_Latn-lus_Latn", "languages": ["arb-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592946, "recall": 0.640316, "f1": 0.605707, "accuracy": 0.640316, "main_score": 0.605707, "hf_subset": "arb_Latn-pag_Latn", "languages": ["arb-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75424, "recall": 0.801383, "f1": 0.7674, "accuracy": 0.801383, "main_score": 0.7674, "hf_subset": "arb_Latn-snd_Arab", "languages": ["arb-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.66221, "recall": 0.719368, "f1": 0.677751, "accuracy": 0.719368, "main_score": 0.677751, "hf_subset": "arb_Latn-tuk_Latn", "languages": ["arb-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70252, "recall": 0.751976, "f1": 0.715488, "accuracy": 0.751976, "main_score": 0.715488, "hf_subset": "arb_Latn-bak_Cyrl", "languages": ["arb-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.391332, "recall": 0.443676, "f1": 0.405865, "accuracy": 0.443676, "main_score": 0.405865, "hf_subset": "arb_Latn-dyu_Latn", "languages": ["arb-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785783, "recall": 0.829051, "f1": 0.797822, "accuracy": 0.829051, "main_score": 0.797822, "hf_subset": "arb_Latn-heb_Hebr", "languages": ["arb-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.730425, "recall": 0.779644, "f1": 0.744193, "accuracy": 0.779644, "main_score": 0.744193, "hf_subset": "arb_Latn-khk_Cyrl", "languages": ["arb-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.776245, "recall": 0.820158, "f1": 0.787664, "accuracy": 0.820158, "main_score": 0.787664, "hf_subset": "arb_Latn-lvs_Latn", "languages": ["arb-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779748, "recall": 0.826087, "f1": 0.792911, "accuracy": 0.826087, "main_score": 0.792911, "hf_subset": "arb_Latn-pan_Guru", "languages": ["arb-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.580348, "recall": 0.631423, "f1": 0.594109, "accuracy": 0.631423, "main_score": 0.594109, "hf_subset": "arb_Latn-som_Latn", "languages": ["arb-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491254, "recall": 0.532609, "f1": 0.501826, "accuracy": 0.532609, "main_score": 0.501826, "hf_subset": "arb_Latn-tum_Latn", "languages": ["arb-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604613, "recall": 0.666008, "f1": 0.622065, "accuracy": 0.666008, "main_score": 0.622065, "hf_subset": "cat_Latn-ace_Arab", "languages": ["cat-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540873, "recall": 0.608696, "f1": 0.560252, "accuracy": 0.608696, "main_score": 0.560252, "hf_subset": "cat_Latn-bam_Latn", "languages": ["cat-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45791, "recall": 0.533597, "f1": 0.479079, "accuracy": 0.533597, "main_score": 0.479079, "hf_subset": "cat_Latn-dzo_Tibt", "languages": ["cat-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hin_Deva", "languages": ["cat-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-khm_Khmr", "languages": ["cat-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-mag_Deva", "languages": ["cat-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "cat_Latn-pap_Latn", "languages": ["cat-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612115, "recall": 0.66996, "f1": 0.628261, "accuracy": 0.66996, "main_score": 0.628261, "hf_subset": "cat_Latn-sot_Latn", "languages": ["cat-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tur_Latn", "languages": ["cat-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893281, "recall": 0.922925, "f1": 0.902635, "accuracy": 0.922925, "main_score": 0.902635, "hf_subset": "cat_Latn-ace_Latn", "languages": ["cat-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "cat_Latn-ban_Latn", "languages": ["cat-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ell_Grek", "languages": ["cat-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "cat_Latn-hne_Deva", "languages": ["cat-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.622656, "recall": 0.681818, "f1": 0.639549, "accuracy": 0.681818, "main_score": 0.639549, "hf_subset": "cat_Latn-kik_Latn", "languages": ["cat-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-mai_Deva", "languages": ["cat-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "cat_Latn-pbt_Arab", "languages": ["cat-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-spa_Latn", "languages": ["cat-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624753, "recall": 0.690711, "f1": 0.643139, "accuracy": 0.690711, "main_score": 0.643139, "hf_subset": "cat_Latn-twi_Latn", "languages": ["cat-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-acm_Arab", "languages": ["cat-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bel_Cyrl", "languages": ["cat-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-eng_Latn", "languages": ["cat-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hrv_Latn", "languages": ["cat-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57176, "recall": 0.633399, "f1": 0.589693, "accuracy": 0.633399, "main_score": 0.589693, "hf_subset": "cat_Latn-kin_Latn", "languages": ["cat-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-mal_Mlym", "languages": ["cat-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pes_Arab", "languages": ["cat-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "cat_Latn-srd_Latn", "languages": ["cat-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184001, "recall": 0.230237, "f1": 0.195322, "accuracy": 0.230237, "main_score": 0.195322, "hf_subset": "cat_Latn-tzm_Tfng", "languages": ["cat-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-acq_Arab", "languages": ["cat-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.647638, "recall": 0.695652, "f1": 0.660938, "accuracy": 0.695652, "main_score": 0.660938, "hf_subset": "cat_Latn-bem_Latn", "languages": ["cat-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-epo_Latn", "languages": ["cat-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hun_Latn", "languages": ["cat-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-kir_Cyrl", "languages": ["cat-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-mar_Deva", "languages": ["cat-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.693488, "recall": 0.748024, "f1": 0.709423, "accuracy": 0.748024, "main_score": 0.709423, "hf_subset": "cat_Latn-plt_Latn", "languages": ["cat-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-srp_Cyrl", "languages": ["cat-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "cat_Latn-uig_Arab", "languages": ["cat-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-aeb_Arab", "languages": ["cat-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ben_Beng", "languages": ["cat-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-est_Latn", "languages": ["cat-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hye_Armn", "languages": ["cat-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.568766, "recall": 0.621542, "f1": 0.583948, "accuracy": 0.621542, "main_score": 0.583948, "hf_subset": "cat_Latn-kmb_Latn", "languages": ["cat-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508653, "recall": 0.58498, "f1": 0.529014, "accuracy": 0.58498, "main_score": 0.529014, "hf_subset": "cat_Latn-min_Arab", "languages": ["cat-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pol_Latn", "languages": ["cat-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576573, "recall": 0.641304, "f1": 0.595633, "accuracy": 0.641304, "main_score": 0.595633, "hf_subset": "cat_Latn-ssw_Latn", "languages": ["cat-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ukr_Cyrl", "languages": ["cat-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-afr_Latn", "languages": ["cat-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-bho_Deva", "languages": ["cat-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "cat_Latn-eus_Latn", "languages": ["cat-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600208, "recall": 0.668972, "f1": 0.618801, "accuracy": 0.668972, "main_score": 0.618801, "hf_subset": "cat_Latn-ibo_Latn", "languages": ["cat-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898386, "recall": 0.928854, "f1": 0.908103, "accuracy": 0.928854, "main_score": 0.908103, "hf_subset": "cat_Latn-kmr_Latn", "languages": ["cat-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-min_Latn", "languages": ["cat-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-por_Latn", "languages": ["cat-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-sun_Latn", "languages": ["cat-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534321, "recall": 0.596838, "f1": 0.551992, "accuracy": 0.596838, "main_score": 0.551992, "hf_subset": "cat_Latn-umb_Latn", "languages": ["cat-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ajp_Arab", "languages": ["cat-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565971, "recall": 0.629447, "f1": 0.583042, "accuracy": 0.629447, "main_score": 0.583042, "hf_subset": "cat_Latn-bjn_Arab", "languages": ["cat-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530268, "recall": 0.585968, "f1": 0.546122, "accuracy": 0.585968, "main_score": 0.546122, "hf_subset": "cat_Latn-ewe_Latn", "languages": ["cat-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.957576, "accuracy": 0.967391, "main_score": 0.957576, "hf_subset": "cat_Latn-ilo_Latn", "languages": ["cat-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322615, "recall": 0.381423, "f1": 0.338404, "accuracy": 0.381423, "main_score": 0.338404, "hf_subset": "cat_Latn-knc_Arab", "languages": ["cat-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-mkd_Cyrl", "languages": ["cat-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-prs_Arab", "languages": ["cat-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-swe_Latn", "languages": ["cat-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-urd_Arab", "languages": ["cat-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603237, "recall": 0.667984, "f1": 0.621379, "accuracy": 0.667984, "main_score": 0.621379, "hf_subset": "cat_Latn-aka_Latn", "languages": ["cat-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "cat_Latn-bjn_Latn", "languages": ["cat-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cat_Latn-fao_Latn", "languages": ["cat-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ind_Latn", "languages": ["cat-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598892, "recall": 0.656126, "f1": 0.61507, "accuracy": 0.656126, "main_score": 0.61507, "hf_subset": "cat_Latn-knc_Latn", "languages": ["cat-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "cat_Latn-mlt_Latn", "languages": ["cat-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740695, "recall": 0.799407, "f1": 0.758015, "accuracy": 0.799407, "main_score": 0.758015, "hf_subset": "cat_Latn-quy_Latn", "languages": ["cat-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "cat_Latn-swh_Latn", "languages": ["cat-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-uzn_Latn", "languages": ["cat-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-als_Latn", "languages": ["cat-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668198, "recall": 0.743083, "f1": 0.689846, "accuracy": 0.743083, "main_score": 0.689846, "hf_subset": "cat_Latn-bod_Tibt", "languages": ["cat-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.729403, "recall": 0.784585, "f1": 0.745506, "accuracy": 0.784585, "main_score": 0.745506, "hf_subset": "cat_Latn-fij_Latn", "languages": ["cat-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "cat_Latn-isl_Latn", "languages": ["cat-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685959, "recall": 0.736166, "f1": 0.700494, "accuracy": 0.736166, "main_score": 0.700494, "hf_subset": "cat_Latn-kon_Latn", "languages": ["cat-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684851, "recall": 0.750988, "f1": 0.704498, "accuracy": 0.750988, "main_score": 0.704498, "hf_subset": "cat_Latn-mni_Beng", "languages": ["cat-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ron_Latn", "languages": ["cat-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "cat_Latn-szl_Latn", "languages": ["cat-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-vec_Latn", "languages": ["cat-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "cat_Latn-amh_Ethi", "languages": ["cat-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-bos_Latn", "languages": ["cat-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-fin_Latn", "languages": ["cat-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ita_Latn", "languages": ["cat-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-kor_Hang", "languages": ["cat-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.567328, "recall": 0.633399, "f1": 0.58608, "accuracy": 0.633399, "main_score": 0.58608, "hf_subset": "cat_Latn-mos_Latn", "languages": ["cat-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563417, "recall": 0.62253, "f1": 0.580176, "accuracy": 0.62253, "main_score": 0.580176, "hf_subset": "cat_Latn-run_Latn", "languages": ["cat-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-tam_Taml", "languages": ["cat-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-vie_Latn", "languages": ["cat-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-apc_Arab", "languages": ["cat-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.822118, "recall": 0.863636, "f1": 0.834651, "accuracy": 0.863636, "main_score": 0.834651, "hf_subset": "cat_Latn-bug_Latn", "languages": ["cat-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480646, "recall": 0.540514, "f1": 0.497214, "accuracy": 0.540514, "main_score": 0.497214, "hf_subset": "cat_Latn-fon_Latn", "languages": ["cat-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-jav_Latn", "languages": ["cat-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-lao_Laoo", "languages": ["cat-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.895125, "recall": 0.926877, "f1": 0.905303, "accuracy": 0.926877, "main_score": 0.905303, "hf_subset": "cat_Latn-mri_Latn", "languages": ["cat-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-rus_Cyrl", "languages": ["cat-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558344, "recall": 0.615613, "f1": 0.574134, "accuracy": 0.615613, "main_score": 0.574134, "hf_subset": "cat_Latn-taq_Latn", "languages": ["cat-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-war_Latn", "languages": ["cat-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-arb_Arab", "languages": ["cat-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bul_Cyrl", "languages": ["cat-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-fra_Latn", "languages": ["cat-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-jpn_Jpan", "languages": ["cat-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "cat_Latn-lij_Latn", "languages": ["cat-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "cat_Latn-mya_Mymr", "languages": ["cat-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.61698, "recall": 0.682806, "f1": 0.635811, "accuracy": 0.682806, "main_score": 0.635811, "hf_subset": "cat_Latn-sag_Latn", "languages": ["cat-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191981, "recall": 0.252964, "f1": 0.205981, "accuracy": 0.252964, "main_score": 0.205981, "hf_subset": "cat_Latn-taq_Tfng", "languages": ["cat-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.648777, "recall": 0.712451, "f1": 0.666606, "accuracy": 0.712451, "main_score": 0.666606, "hf_subset": "cat_Latn-wol_Latn", "languages": ["cat-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828887, "recall": 0.874506, "f1": 0.842984, "accuracy": 0.874506, "main_score": 0.842984, "hf_subset": "cat_Latn-arb_Latn", "languages": ["cat-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-fur_Latn", "languages": ["cat-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425807, "recall": 0.483202, "f1": 0.4417, "accuracy": 0.483202, "main_score": 0.4417, "hf_subset": "cat_Latn-kab_Latn", "languages": ["cat-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "cat_Latn-lim_Latn", "languages": ["cat-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-nld_Latn", "languages": ["cat-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "cat_Latn-san_Deva", "languages": ["cat-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-tat_Cyrl", "languages": ["cat-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.69291, "recall": 0.747036, "f1": 0.708981, "accuracy": 0.747036, "main_score": 0.708981, "hf_subset": "cat_Latn-xho_Latn", "languages": ["cat-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ars_Arab", "languages": ["cat-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ceb_Latn", "languages": ["cat-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574417, "recall": 0.637352, "f1": 0.592322, "accuracy": 0.637352, "main_score": 0.592322, "hf_subset": "cat_Latn-fuv_Latn", "languages": ["cat-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521777, "recall": 0.588933, "f1": 0.540301, "accuracy": 0.588933, "main_score": 0.540301, "hf_subset": "cat_Latn-kac_Latn", "languages": ["cat-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688686, "recall": 0.740119, "f1": 0.704084, "accuracy": 0.740119, "main_score": 0.704084, "hf_subset": "cat_Latn-lin_Latn", "languages": ["cat-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-nno_Latn", "languages": ["cat-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23503, "recall": 0.318182, "f1": 0.257722, "accuracy": 0.318182, "main_score": 0.257722, "hf_subset": "cat_Latn-sat_Olck", "languages": ["cat-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tel_Telu", "languages": ["cat-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "cat_Latn-ydd_Hebr", "languages": ["cat-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "cat_Latn-ary_Arab", "languages": ["cat-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-ces_Latn", "languages": ["cat-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595678, "recall": 0.661067, "f1": 0.614443, "accuracy": 0.661067, "main_score": 0.614443, "hf_subset": "cat_Latn-gaz_Latn", "languages": ["cat-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601657, "recall": 0.668972, "f1": 0.620792, "accuracy": 0.668972, "main_score": 0.620792, "hf_subset": "cat_Latn-kam_Latn", "languages": ["cat-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "cat_Latn-lit_Latn", "languages": ["cat-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-nob_Latn", "languages": ["cat-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "cat_Latn-scn_Latn", "languages": ["cat-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "cat_Latn-tgk_Cyrl", "languages": ["cat-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.738488, "recall": 0.800395, "f1": 0.757529, "accuracy": 0.800395, "main_score": 0.757529, "hf_subset": "cat_Latn-yor_Latn", "languages": ["cat-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-arz_Arab", "languages": ["cat-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584205, "recall": 0.647233, "f1": 0.602506, "accuracy": 0.647233, "main_score": 0.602506, "hf_subset": "cat_Latn-cjk_Latn", "languages": ["cat-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818923, "recall": 0.860672, "f1": 0.831522, "accuracy": 0.860672, "main_score": 0.831522, "hf_subset": "cat_Latn-gla_Latn", "languages": ["cat-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-kan_Knda", "languages": ["cat-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cat_Latn-lmo_Latn", "languages": ["cat-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "cat_Latn-npi_Deva", "languages": ["cat-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4723, "recall": 0.54249, "f1": 0.491616, "accuracy": 0.54249, "main_score": 0.491616, "hf_subset": "cat_Latn-shn_Mymr", "languages": ["cat-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-tgl_Latn", "languages": ["cat-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-yue_Hant", "languages": ["cat-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-asm_Beng", "languages": ["cat-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "cat_Latn-ckb_Arab", "languages": ["cat-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912714, "recall": 0.936759, "f1": 0.920257, "accuracy": 0.936759, "main_score": 0.920257, "hf_subset": "cat_Latn-gle_Latn", "languages": ["cat-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "cat_Latn-kas_Arab", "languages": ["cat-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "cat_Latn-ltg_Latn", "languages": ["cat-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625111, "recall": 0.679842, "f1": 0.640952, "accuracy": 0.679842, "main_score": 0.640952, "hf_subset": "cat_Latn-nso_Latn", "languages": ["cat-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "cat_Latn-sin_Sinh", "languages": ["cat-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tha_Thai", "languages": ["cat-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zho_Hans", "languages": ["cat-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ast_Latn", "languages": ["cat-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-crh_Latn", "languages": ["cat-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-glg_Latn", "languages": ["cat-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917325, "recall": 0.942688, "f1": 0.925527, "accuracy": 0.942688, "main_score": 0.925527, "hf_subset": "cat_Latn-kas_Deva", "languages": ["cat-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "cat_Latn-ltz_Latn", "languages": ["cat-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473677, "recall": 0.544466, "f1": 0.492923, "accuracy": 0.544466, "main_score": 0.492923, "hf_subset": "cat_Latn-nus_Latn", "languages": ["cat-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-slk_Latn", "languages": ["cat-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636265, "recall": 0.709486, "f1": 0.658042, "accuracy": 0.709486, "main_score": 0.658042, "hf_subset": "cat_Latn-tir_Ethi", "languages": ["cat-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zho_Hant", "languages": ["cat-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "cat_Latn-awa_Deva", "languages": ["cat-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "cat_Latn-cym_Latn", "languages": ["cat-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872612, "recall": 0.906126, "f1": 0.883056, "accuracy": 0.906126, "main_score": 0.883056, "hf_subset": "cat_Latn-grn_Latn", "languages": ["cat-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-kat_Geor", "languages": ["cat-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.671881, "recall": 0.722332, "f1": 0.686401, "accuracy": 0.722332, "main_score": 0.686401, "hf_subset": "cat_Latn-lua_Latn", "languages": ["cat-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653104, "recall": 0.715415, "f1": 0.671353, "accuracy": 0.715415, "main_score": 0.671353, "hf_subset": "cat_Latn-nya_Latn", "languages": ["cat-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-slv_Latn", "languages": ["cat-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "cat_Latn-tpi_Latn", "languages": ["cat-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zsm_Latn", "languages": ["cat-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559661, "recall": 0.626482, "f1": 0.57808, "accuracy": 0.626482, "main_score": 0.57808, "hf_subset": "cat_Latn-ayr_Latn", "languages": ["cat-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-dan_Latn", "languages": ["cat-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-guj_Gujr", "languages": ["cat-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-kaz_Cyrl", "languages": ["cat-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550907, "recall": 0.615613, "f1": 0.569392, "accuracy": 0.615613, "main_score": 0.569392, "hf_subset": "cat_Latn-lug_Latn", "languages": ["cat-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-oci_Latn", "languages": ["cat-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856061, "recall": 0.893281, "f1": 0.867885, "accuracy": 0.893281, "main_score": 0.867885, "hf_subset": "cat_Latn-smo_Latn", "languages": ["cat-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558507, "recall": 0.621542, "f1": 0.576208, "accuracy": 0.621542, "main_score": 0.576208, "hf_subset": "cat_Latn-tsn_Latn", "languages": ["cat-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637554, "recall": 0.698617, "f1": 0.655501, "accuracy": 0.698617, "main_score": 0.655501, "hf_subset": "cat_Latn-zul_Latn", "languages": ["cat-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931324, "recall": 0.952569, "f1": 0.938076, "accuracy": 0.952569, "main_score": 0.938076, "hf_subset": "cat_Latn-azb_Arab", "languages": ["cat-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-deu_Latn", "languages": ["cat-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "cat_Latn-hat_Latn", "languages": ["cat-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498054, "recall": 0.557312, "f1": 0.514894, "accuracy": 0.557312, "main_score": 0.514894, "hf_subset": "cat_Latn-kbp_Latn", "languages": ["cat-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596201, "recall": 0.652174, "f1": 0.611117, "accuracy": 0.652174, "main_score": 0.611117, "hf_subset": "cat_Latn-luo_Latn", "languages": ["cat-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ory_Orya", "languages": ["cat-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.60112, "recall": 0.666008, "f1": 0.620225, "accuracy": 0.666008, "main_score": 0.620225, "hf_subset": "cat_Latn-sna_Latn", "languages": ["cat-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571397, "recall": 0.628458, "f1": 0.587293, "accuracy": 0.628458, "main_score": 0.587293, "hf_subset": "cat_Latn-tso_Latn", "languages": ["cat-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-azj_Latn", "languages": ["cat-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543264, "recall": 0.61166, "f1": 0.562805, "accuracy": 0.61166, "main_score": 0.562805, "hf_subset": "cat_Latn-dik_Latn", "languages": ["cat-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765556, "recall": 0.815217, "f1": 0.780122, "accuracy": 0.815217, "main_score": 0.780122, "hf_subset": "cat_Latn-hau_Latn", "languages": ["cat-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "cat_Latn-kea_Latn", "languages": ["cat-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.760853, "recall": 0.811265, "f1": 0.776219, "accuracy": 0.811265, "main_score": 0.776219, "hf_subset": "cat_Latn-lus_Latn", "languages": ["cat-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887796, "recall": 0.91502, "f1": 0.895949, "accuracy": 0.91502, "main_score": 0.895949, "hf_subset": "cat_Latn-pag_Latn", "languages": ["cat-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-snd_Arab", "languages": ["cat-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "cat_Latn-tuk_Latn", "languages": ["cat-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-bak_Cyrl", "languages": ["cat-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514464, "recall": 0.591897, "f1": 0.536695, "accuracy": 0.591897, "main_score": 0.536695, "hf_subset": "cat_Latn-dyu_Latn", "languages": ["cat-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-heb_Hebr", "languages": ["cat-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-khk_Cyrl", "languages": ["cat-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-lvs_Latn", "languages": ["cat-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pan_Guru", "languages": ["cat-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.733038, "recall": 0.788538, "f1": 0.749366, "accuracy": 0.788538, "main_score": 0.749366, "hf_subset": "cat_Latn-som_Latn", "languages": ["cat-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612241, "recall": 0.664032, "f1": 0.626303, "accuracy": 0.664032, "main_score": 0.626303, "hf_subset": "cat_Latn-tum_Latn", "languages": ["cat-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571386, "recall": 0.63834, "f1": 0.590112, "accuracy": 0.63834, "main_score": 0.590112, "hf_subset": "fur_Latn-ace_Arab", "languages": ["fur-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549624, "recall": 0.610672, "f1": 0.566227, "accuracy": 0.610672, "main_score": 0.566227, "hf_subset": "fur_Latn-bam_Latn", "languages": ["fur-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383691, "recall": 0.450593, "f1": 0.40111, "accuracy": 0.450593, "main_score": 0.40111, "hf_subset": "fur_Latn-dzo_Tibt", "languages": ["fur-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-hin_Deva", "languages": ["fur-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fur_Latn-khm_Khmr", "languages": ["fur-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "fur_Latn-mag_Deva", "languages": ["fur-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-pap_Latn", "languages": ["fur-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599993, "recall": 0.657115, "f1": 0.615898, "accuracy": 0.657115, "main_score": 0.615898, "hf_subset": "fur_Latn-sot_Latn", "languages": ["fur-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-tur_Latn", "languages": ["fur-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859354, "recall": 0.893281, "f1": 0.870026, "accuracy": 0.893281, "main_score": 0.870026, "hf_subset": "fur_Latn-ace_Latn", "languages": ["fur-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.962451, "f1": 0.953063, "accuracy": 0.962451, "main_score": 0.953063, "hf_subset": "fur_Latn-ban_Latn", "languages": ["fur-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-ell_Grek", "languages": ["fur-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fur_Latn-hne_Deva", "languages": ["fur-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.605205, "recall": 0.660079, "f1": 0.62113, "accuracy": 0.660079, "main_score": 0.62113, "hf_subset": "fur_Latn-kik_Latn", "languages": ["fur-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-mai_Deva", "languages": ["fur-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.94277, "recall": 0.958498, "f1": 0.947647, "accuracy": 0.958498, "main_score": 0.947647, "hf_subset": "fur_Latn-pbt_Arab", "languages": ["fur-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-spa_Latn", "languages": ["fur-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613953, "recall": 0.672925, "f1": 0.630489, "accuracy": 0.672925, "main_score": 0.630489, "hf_subset": "fur_Latn-twi_Latn", "languages": ["fur-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-acm_Arab", "languages": ["fur-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "fur_Latn-bel_Cyrl", "languages": ["fur-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-eng_Latn", "languages": ["fur-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-hrv_Latn", "languages": ["fur-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558951, "recall": 0.616601, "f1": 0.575291, "accuracy": 0.616601, "main_score": 0.575291, "hf_subset": "fur_Latn-kin_Latn", "languages": ["fur-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-mal_Mlym", "languages": ["fur-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-pes_Arab", "languages": ["fur-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-srd_Latn", "languages": ["fur-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199527, "recall": 0.244071, "f1": 0.209834, "accuracy": 0.244071, "main_score": 0.209834, "hf_subset": "fur_Latn-tzm_Tfng", "languages": ["fur-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-acq_Arab", "languages": ["fur-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.622021, "recall": 0.66996, "f1": 0.635413, "accuracy": 0.66996, "main_score": 0.635413, "hf_subset": "fur_Latn-bem_Latn", "languages": ["fur-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-epo_Latn", "languages": ["fur-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-hun_Latn", "languages": ["fur-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.967391, "f1": 0.959157, "accuracy": 0.967391, "main_score": 0.959157, "hf_subset": "fur_Latn-kir_Cyrl", "languages": ["fur-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-mar_Deva", "languages": ["fur-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.663323, "recall": 0.718379, "f1": 0.679616, "accuracy": 0.718379, "main_score": 0.679616, "hf_subset": "fur_Latn-plt_Latn", "languages": ["fur-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-srp_Cyrl", "languages": ["fur-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.917852, "recall": 0.939723, "f1": 0.924572, "accuracy": 0.939723, "main_score": 0.924572, "hf_subset": "fur_Latn-uig_Arab", "languages": ["fur-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fur_Latn-aeb_Arab", "languages": ["fur-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-ben_Beng", "languages": ["fur-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "fur_Latn-est_Latn", "languages": ["fur-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "fur_Latn-hye_Armn", "languages": ["fur-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.562518, "recall": 0.614625, "f1": 0.577052, "accuracy": 0.614625, "main_score": 0.577052, "hf_subset": "fur_Latn-kmb_Latn", "languages": ["fur-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510629, "recall": 0.581028, "f1": 0.529316, "accuracy": 0.581028, "main_score": 0.529316, "hf_subset": "fur_Latn-min_Arab", "languages": ["fur-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-pol_Latn", "languages": ["fur-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561605, "recall": 0.621542, "f1": 0.579103, "accuracy": 0.621542, "main_score": 0.579103, "hf_subset": "fur_Latn-ssw_Latn", "languages": ["fur-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-ukr_Cyrl", "languages": ["fur-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-afr_Latn", "languages": ["fur-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "fur_Latn-bho_Deva", "languages": ["fur-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "fur_Latn-eus_Latn", "languages": ["fur-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587412, "recall": 0.647233, "f1": 0.604327, "accuracy": 0.647233, "main_score": 0.604327, "hf_subset": "fur_Latn-ibo_Latn", "languages": ["fur-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861331, "recall": 0.897233, "f1": 0.872628, "accuracy": 0.897233, "main_score": 0.872628, "hf_subset": "fur_Latn-kmr_Latn", "languages": ["fur-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "fur_Latn-min_Latn", "languages": ["fur-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fur_Latn-por_Latn", "languages": ["fur-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976367, "recall": 0.983202, "f1": 0.978491, "accuracy": 0.983202, "main_score": 0.978491, "hf_subset": "fur_Latn-sun_Latn", "languages": ["fur-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518092, "recall": 0.578063, "f1": 0.535285, "accuracy": 0.578063, "main_score": 0.535285, "hf_subset": "fur_Latn-umb_Latn", "languages": ["fur-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-ajp_Arab", "languages": ["fur-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554616, "recall": 0.618577, "f1": 0.571174, "accuracy": 0.618577, "main_score": 0.571174, "hf_subset": "fur_Latn-bjn_Arab", "languages": ["fur-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521602, "recall": 0.583004, "f1": 0.538746, "accuracy": 0.583004, "main_score": 0.538746, "hf_subset": "fur_Latn-ewe_Latn", "languages": ["fur-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944944, "recall": 0.960474, "f1": 0.949671, "accuracy": 0.960474, "main_score": 0.949671, "hf_subset": "fur_Latn-ilo_Latn", "languages": ["fur-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317988, "recall": 0.374506, "f1": 0.333544, "accuracy": 0.374506, "main_score": 0.333544, "hf_subset": "fur_Latn-knc_Arab", "languages": ["fur-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-mkd_Cyrl", "languages": ["fur-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-prs_Arab", "languages": ["fur-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-swe_Latn", "languages": ["fur-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-urd_Arab", "languages": ["fur-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603034, "recall": 0.661067, "f1": 0.619199, "accuracy": 0.661067, "main_score": 0.619199, "hf_subset": "fur_Latn-aka_Latn", "languages": ["fur-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967015, "accuracy": 0.974308, "main_score": 0.967015, "hf_subset": "fur_Latn-bjn_Latn", "languages": ["fur-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946723, "recall": 0.961462, "f1": 0.95127, "accuracy": 0.961462, "main_score": 0.95127, "hf_subset": "fur_Latn-fao_Latn", "languages": ["fur-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-ind_Latn", "languages": ["fur-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585864, "recall": 0.639328, "f1": 0.601518, "accuracy": 0.639328, "main_score": 0.601518, "hf_subset": "fur_Latn-knc_Latn", "languages": ["fur-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-mlt_Latn", "languages": ["fur-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695825, "recall": 0.754941, "f1": 0.713329, "accuracy": 0.754941, "main_score": 0.713329, "hf_subset": "fur_Latn-quy_Latn", "languages": ["fur-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "fur_Latn-swh_Latn", "languages": ["fur-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fur_Latn-uzn_Latn", "languages": ["fur-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-als_Latn", "languages": ["fur-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544063, "recall": 0.62747, "f1": 0.567498, "accuracy": 0.62747, "main_score": 0.567498, "hf_subset": "fur_Latn-bod_Tibt", "languages": ["fur-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.681069, "recall": 0.73419, "f1": 0.696272, "accuracy": 0.73419, "main_score": 0.696272, "hf_subset": "fur_Latn-fij_Latn", "languages": ["fur-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "fur_Latn-isl_Latn", "languages": ["fur-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673979, "recall": 0.724308, "f1": 0.688603, "accuracy": 0.724308, "main_score": 0.688603, "hf_subset": "fur_Latn-kon_Latn", "languages": ["fur-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65318, "recall": 0.717391, "f1": 0.671698, "accuracy": 0.717391, "main_score": 0.671698, "hf_subset": "fur_Latn-mni_Beng", "languages": ["fur-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-ron_Latn", "languages": ["fur-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.976285, "f1": 0.970191, "accuracy": 0.976285, "main_score": 0.970191, "hf_subset": "fur_Latn-szl_Latn", "languages": ["fur-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fur_Latn-vec_Latn", "languages": ["fur-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890481, "recall": 0.921937, "f1": 0.900494, "accuracy": 0.921937, "main_score": 0.900494, "hf_subset": "fur_Latn-amh_Ethi", "languages": ["fur-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fur_Latn-bos_Latn", "languages": ["fur-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fur_Latn-fin_Latn", "languages": ["fur-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-ita_Latn", "languages": ["fur-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-kor_Hang", "languages": ["fur-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.564591, "recall": 0.618577, "f1": 0.579486, "accuracy": 0.618577, "main_score": 0.579486, "hf_subset": "fur_Latn-mos_Latn", "languages": ["fur-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563603, "recall": 0.614625, "f1": 0.578448, "accuracy": 0.614625, "main_score": 0.578448, "hf_subset": "fur_Latn-run_Latn", "languages": ["fur-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "fur_Latn-tam_Taml", "languages": ["fur-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "fur_Latn-vie_Latn", "languages": ["fur-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-apc_Arab", "languages": ["fur-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.793808, "recall": 0.839921, "f1": 0.808023, "accuracy": 0.839921, "main_score": 0.808023, "hf_subset": "fur_Latn-bug_Latn", "languages": ["fur-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482785, "recall": 0.534585, "f1": 0.496442, "accuracy": 0.534585, "main_score": 0.496442, "hf_subset": "fur_Latn-fon_Latn", "languages": ["fur-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "fur_Latn-jav_Latn", "languages": ["fur-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "fur_Latn-lao_Laoo", "languages": ["fur-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.802149, "recall": 0.848814, "f1": 0.816096, "accuracy": 0.848814, "main_score": 0.816096, "hf_subset": "fur_Latn-mri_Latn", "languages": ["fur-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fur_Latn-rus_Cyrl", "languages": ["fur-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541916, "recall": 0.597826, "f1": 0.55743, "accuracy": 0.597826, "main_score": 0.55743, "hf_subset": "fur_Latn-taq_Latn", "languages": ["fur-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "fur_Latn-war_Latn", "languages": ["fur-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-arb_Arab", "languages": ["fur-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-bul_Cyrl", "languages": ["fur-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fur_Latn-fra_Latn", "languages": ["fur-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-jpn_Jpan", "languages": ["fur-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-lij_Latn", "languages": ["fur-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "fur_Latn-mya_Mymr", "languages": ["fur-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.611149, "recall": 0.672925, "f1": 0.627886, "accuracy": 0.672925, "main_score": 0.627886, "hf_subset": "fur_Latn-sag_Latn", "languages": ["fur-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208979, "recall": 0.261858, "f1": 0.220747, "accuracy": 0.261858, "main_score": 0.220747, "hf_subset": "fur_Latn-taq_Tfng", "languages": ["fur-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.627735, "recall": 0.686759, "f1": 0.644161, "accuracy": 0.686759, "main_score": 0.644161, "hf_subset": "fur_Latn-wol_Latn", "languages": ["fur-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73635, "recall": 0.79249, "f1": 0.753005, "accuracy": 0.79249, "main_score": 0.753005, "hf_subset": "fur_Latn-arb_Latn", "languages": ["fur-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-cat_Latn", "languages": ["fur-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420515, "recall": 0.476285, "f1": 0.435637, "accuracy": 0.476285, "main_score": 0.435637, "hf_subset": "fur_Latn-kab_Latn", "languages": ["fur-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "fur_Latn-lim_Latn", "languages": ["fur-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "fur_Latn-nld_Latn", "languages": ["fur-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "fur_Latn-san_Deva", "languages": ["fur-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "fur_Latn-tat_Cyrl", "languages": ["fur-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661542, "recall": 0.717391, "f1": 0.677734, "accuracy": 0.717391, "main_score": 0.677734, "hf_subset": "fur_Latn-xho_Latn", "languages": ["fur-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-ars_Arab", "languages": ["fur-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "fur_Latn-ceb_Latn", "languages": ["fur-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557867, "recall": 0.614625, "f1": 0.574755, "accuracy": 0.614625, "main_score": 0.574755, "hf_subset": "fur_Latn-fuv_Latn", "languages": ["fur-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515444, "recall": 0.581028, "f1": 0.533705, "accuracy": 0.581028, "main_score": 0.533705, "hf_subset": "fur_Latn-kac_Latn", "languages": ["fur-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681155, "recall": 0.731225, "f1": 0.695273, "accuracy": 0.731225, "main_score": 0.695273, "hf_subset": "fur_Latn-lin_Latn", "languages": ["fur-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fur_Latn-nno_Latn", "languages": ["fur-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214619, "recall": 0.279644, "f1": 0.231192, "accuracy": 0.279644, "main_score": 0.231192, "hf_subset": "fur_Latn-sat_Olck", "languages": ["fur-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "fur_Latn-tel_Telu", "languages": ["fur-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.926301, "recall": 0.947628, "f1": 0.933037, "accuracy": 0.947628, "main_score": 0.933037, "hf_subset": "fur_Latn-ydd_Hebr", "languages": ["fur-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.966156, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "fur_Latn-ary_Arab", "languages": ["fur-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-ces_Latn", "languages": ["fur-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572985, "recall": 0.632411, "f1": 0.589497, "accuracy": 0.632411, "main_score": 0.589497, "hf_subset": "fur_Latn-gaz_Latn", "languages": ["fur-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588622, "recall": 0.650198, "f1": 0.60594, "accuracy": 0.650198, "main_score": 0.60594, "hf_subset": "fur_Latn-kam_Latn", "languages": ["fur-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "fur_Latn-lit_Latn", "languages": ["fur-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fur_Latn-nob_Latn", "languages": ["fur-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "fur_Latn-scn_Latn", "languages": ["fur-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.969368, "f1": 0.962088, "accuracy": 0.969368, "main_score": 0.962088, "hf_subset": "fur_Latn-tgk_Cyrl", "languages": ["fur-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.668198, "recall": 0.731225, "f1": 0.687041, "accuracy": 0.731225, "main_score": 0.687041, "hf_subset": "fur_Latn-yor_Latn", "languages": ["fur-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "fur_Latn-arz_Arab", "languages": ["fur-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.572947, "recall": 0.635375, "f1": 0.59026, "accuracy": 0.635375, "main_score": 0.59026, "hf_subset": "fur_Latn-cjk_Latn", "languages": ["fur-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739453, "recall": 0.798419, "f1": 0.757065, "accuracy": 0.798419, "main_score": 0.757065, "hf_subset": "fur_Latn-gla_Latn", "languages": ["fur-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "fur_Latn-kan_Knda", "languages": ["fur-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-lmo_Latn", "languages": ["fur-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "fur_Latn-npi_Deva", "languages": ["fur-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.474121, "recall": 0.535573, "f1": 0.490901, "accuracy": 0.535573, "main_score": 0.490901, "hf_subset": "fur_Latn-shn_Mymr", "languages": ["fur-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fur_Latn-tgl_Latn", "languages": ["fur-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "fur_Latn-yue_Hant", "languages": ["fur-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fur_Latn-asm_Beng", "languages": ["fur-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.90802, "recall": 0.935771, "f1": 0.916864, "accuracy": 0.935771, "main_score": 0.916864, "hf_subset": "fur_Latn-ckb_Arab", "languages": ["fur-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.827759, "recall": 0.867589, "f1": 0.839383, "accuracy": 0.867589, "main_score": 0.839383, "hf_subset": "fur_Latn-gle_Latn", "languages": ["fur-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927701, "recall": 0.948617, "f1": 0.934453, "accuracy": 0.948617, "main_score": 0.934453, "hf_subset": "fur_Latn-kas_Arab", "languages": ["fur-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.918149, "recall": 0.9417, "f1": 0.925725, "accuracy": 0.9417, "main_score": 0.925725, "hf_subset": "fur_Latn-ltg_Latn", "languages": ["fur-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618975, "recall": 0.671937, "f1": 0.633525, "accuracy": 0.671937, "main_score": 0.633525, "hf_subset": "fur_Latn-nso_Latn", "languages": ["fur-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "fur_Latn-sin_Sinh", "languages": ["fur-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-tha_Thai", "languages": ["fur-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fur_Latn-zho_Hans", "languages": ["fur-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-ast_Latn", "languages": ["fur-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "fur_Latn-crh_Latn", "languages": ["fur-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-glg_Latn", "languages": ["fur-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846509, "recall": 0.885375, "f1": 0.858451, "accuracy": 0.885375, "main_score": 0.858451, "hf_subset": "fur_Latn-kas_Deva", "languages": ["fur-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "fur_Latn-ltz_Latn", "languages": ["fur-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477682, "recall": 0.541502, "f1": 0.494726, "accuracy": 0.541502, "main_score": 0.494726, "hf_subset": "fur_Latn-nus_Latn", "languages": ["fur-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-slk_Latn", "languages": ["fur-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582593, "recall": 0.656126, "f1": 0.604047, "accuracy": 0.656126, "main_score": 0.604047, "hf_subset": "fur_Latn-tir_Ethi", "languages": ["fur-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fur_Latn-zho_Hant", "languages": ["fur-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "fur_Latn-awa_Deva", "languages": ["fur-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.93531, "recall": 0.954545, "f1": 0.94137, "accuracy": 0.954545, "main_score": 0.94137, "hf_subset": "fur_Latn-cym_Latn", "languages": ["fur-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834074, "recall": 0.871542, "f1": 0.845685, "accuracy": 0.871542, "main_score": 0.845685, "hf_subset": "fur_Latn-grn_Latn", "languages": ["fur-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "fur_Latn-kat_Geor", "languages": ["fur-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.642156, "recall": 0.695652, "f1": 0.657142, "accuracy": 0.695652, "main_score": 0.657142, "hf_subset": "fur_Latn-lua_Latn", "languages": ["fur-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6287, "recall": 0.686759, "f1": 0.64536, "accuracy": 0.686759, "main_score": 0.64536, "hf_subset": "fur_Latn-nya_Latn", "languages": ["fur-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-slv_Latn", "languages": ["fur-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916173, "recall": 0.936759, "f1": 0.922596, "accuracy": 0.936759, "main_score": 0.922596, "hf_subset": "fur_Latn-tpi_Latn", "languages": ["fur-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-zsm_Latn", "languages": ["fur-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540169, "recall": 0.601779, "f1": 0.557352, "accuracy": 0.601779, "main_score": 0.557352, "hf_subset": "fur_Latn-ayr_Latn", "languages": ["fur-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-dan_Latn", "languages": ["fur-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-guj_Gujr", "languages": ["fur-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-kaz_Cyrl", "languages": ["fur-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535426, "recall": 0.597826, "f1": 0.552829, "accuracy": 0.597826, "main_score": 0.552829, "hf_subset": "fur_Latn-lug_Latn", "languages": ["fur-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-oci_Latn", "languages": ["fur-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.783498, "recall": 0.828063, "f1": 0.796494, "accuracy": 0.828063, "main_score": 0.796494, "hf_subset": "fur_Latn-smo_Latn", "languages": ["fur-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559012, "recall": 0.613636, "f1": 0.573832, "accuracy": 0.613636, "main_score": 0.573832, "hf_subset": "fur_Latn-tsn_Latn", "languages": ["fur-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605214, "recall": 0.666996, "f1": 0.62333, "accuracy": 0.666996, "main_score": 0.62333, "hf_subset": "fur_Latn-zul_Latn", "languages": ["fur-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895504, "recall": 0.922925, "f1": 0.904216, "accuracy": 0.922925, "main_score": 0.904216, "hf_subset": "fur_Latn-azb_Arab", "languages": ["fur-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "fur_Latn-deu_Latn", "languages": ["fur-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "fur_Latn-hat_Latn", "languages": ["fur-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49932, "recall": 0.55336, "f1": 0.513548, "accuracy": 0.55336, "main_score": 0.513548, "hf_subset": "fur_Latn-kbp_Latn", "languages": ["fur-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570084, "recall": 0.631423, "f1": 0.586906, "accuracy": 0.631423, "main_score": 0.586906, "hf_subset": "fur_Latn-luo_Latn", "languages": ["fur-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "fur_Latn-ory_Orya", "languages": ["fur-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.59026, "recall": 0.649209, "f1": 0.607533, "accuracy": 0.649209, "main_score": 0.607533, "hf_subset": "fur_Latn-sna_Latn", "languages": ["fur-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555734, "recall": 0.613636, "f1": 0.572169, "accuracy": 0.613636, "main_score": 0.572169, "hf_subset": "fur_Latn-tso_Latn", "languages": ["fur-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "fur_Latn-azj_Latn", "languages": ["fur-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53274, "recall": 0.601779, "f1": 0.552983, "accuracy": 0.601779, "main_score": 0.552983, "hf_subset": "fur_Latn-dik_Latn", "languages": ["fur-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701739, "recall": 0.76087, "f1": 0.718664, "accuracy": 0.76087, "main_score": 0.718664, "hf_subset": "fur_Latn-hau_Latn", "languages": ["fur-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fur_Latn-kea_Latn", "languages": ["fur-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725741, "recall": 0.774704, "f1": 0.740415, "accuracy": 0.774704, "main_score": 0.740415, "hf_subset": "fur_Latn-lus_Latn", "languages": ["fur-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865695, "recall": 0.896245, "f1": 0.875066, "accuracy": 0.896245, "main_score": 0.875066, "hf_subset": "fur_Latn-pag_Latn", "languages": ["fur-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "fur_Latn-snd_Arab", "languages": ["fur-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.904677, "recall": 0.932806, "f1": 0.913702, "accuracy": 0.932806, "main_score": 0.913702, "hf_subset": "fur_Latn-tuk_Latn", "languages": ["fur-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "fur_Latn-bak_Cyrl", "languages": ["fur-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.499253, "recall": 0.58004, "f1": 0.522815, "accuracy": 0.58004, "main_score": 0.522815, "hf_subset": "fur_Latn-dyu_Latn", "languages": ["fur-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fur_Latn-heb_Hebr", "languages": ["fur-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "fur_Latn-khk_Cyrl", "languages": ["fur-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fur_Latn-lvs_Latn", "languages": ["fur-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-pan_Guru", "languages": ["fur-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.67262, "recall": 0.729249, "f1": 0.68991, "accuracy": 0.729249, "main_score": 0.68991, "hf_subset": "fur_Latn-som_Latn", "languages": ["fur-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591314, "recall": 0.636364, "f1": 0.603611, "accuracy": 0.636364, "main_score": 0.603611, "hf_subset": "fur_Latn-tum_Latn", "languages": ["fur-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.344165, "recall": 0.383399, "f1": 0.354606, "accuracy": 0.383399, "main_score": 0.354606, "hf_subset": "kab_Latn-ace_Arab", "languages": ["kab-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.388959, "recall": 0.433794, "f1": 0.402275, "accuracy": 0.433794, "main_score": 0.402275, "hf_subset": "kab_Latn-bam_Latn", "languages": ["kab-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18018, "recall": 0.214427, "f1": 0.188679, "accuracy": 0.214427, "main_score": 0.188679, "hf_subset": "kab_Latn-dzo_Tibt", "languages": ["kab-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.372134, "recall": 0.427866, "f1": 0.385168, "accuracy": 0.427866, "main_score": 0.385168, "hf_subset": "kab_Latn-hin_Deva", "languages": ["kab-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.365213, "recall": 0.410079, "f1": 0.376334, "accuracy": 0.410079, "main_score": 0.376334, "hf_subset": "kab_Latn-khm_Khmr", "languages": ["kab-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.385918, "recall": 0.427866, "f1": 0.396168, "accuracy": 0.427866, "main_score": 0.396168, "hf_subset": "kab_Latn-mag_Deva", "languages": ["kab-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.381853, "recall": 0.422925, "f1": 0.392698, "accuracy": 0.422925, "main_score": 0.392698, "hf_subset": "kab_Latn-pap_Latn", "languages": ["kab-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4344, "recall": 0.479249, "f1": 0.445439, "accuracy": 0.479249, "main_score": 0.445439, "hf_subset": "kab_Latn-sot_Latn", "languages": ["kab-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378722, "recall": 0.423913, "f1": 0.389941, "accuracy": 0.423913, "main_score": 0.389941, "hf_subset": "kab_Latn-tur_Latn", "languages": ["kab-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405442, "recall": 0.44664, "f1": 0.41534, "accuracy": 0.44664, "main_score": 0.41534, "hf_subset": "kab_Latn-ace_Latn", "languages": ["kab-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403675, "recall": 0.442688, "f1": 0.413228, "accuracy": 0.442688, "main_score": 0.413228, "hf_subset": "kab_Latn-ban_Latn", "languages": ["kab-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381045, "recall": 0.43083, "f1": 0.392611, "accuracy": 0.43083, "main_score": 0.392611, "hf_subset": "kab_Latn-ell_Grek", "languages": ["kab-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.37601, "recall": 0.421937, "f1": 0.387154, "accuracy": 0.421937, "main_score": 0.387154, "hf_subset": "kab_Latn-hne_Deva", "languages": ["kab-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.329111, "recall": 0.376482, "f1": 0.340851, "accuracy": 0.376482, "main_score": 0.340851, "hf_subset": "kab_Latn-kik_Latn", "languages": ["kab-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.382814, "recall": 0.429842, "f1": 0.394409, "accuracy": 0.429842, "main_score": 0.394409, "hf_subset": "kab_Latn-mai_Deva", "languages": ["kab-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.345377, "recall": 0.397233, "f1": 0.357216, "accuracy": 0.397233, "main_score": 0.357216, "hf_subset": "kab_Latn-pbt_Arab", "languages": ["kab-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.385233, "recall": 0.438735, "f1": 0.398537, "accuracy": 0.438735, "main_score": 0.398537, "hf_subset": "kab_Latn-spa_Latn", "languages": ["kab-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404398, "recall": 0.447628, "f1": 0.415715, "accuracy": 0.447628, "main_score": 0.415715, "hf_subset": "kab_Latn-twi_Latn", "languages": ["kab-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391445, "recall": 0.448617, "f1": 0.404829, "accuracy": 0.448617, "main_score": 0.404829, "hf_subset": "kab_Latn-acm_Arab", "languages": ["kab-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.341893, "recall": 0.394269, "f1": 0.353786, "accuracy": 0.394269, "main_score": 0.353786, "hf_subset": "kab_Latn-bel_Cyrl", "languages": ["kab-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.402538, "recall": 0.451581, "f1": 0.414319, "accuracy": 0.451581, "main_score": 0.414319, "hf_subset": "kab_Latn-eng_Latn", "languages": ["kab-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391349, "recall": 0.445652, "f1": 0.404942, "accuracy": 0.445652, "main_score": 0.404942, "hf_subset": "kab_Latn-hrv_Latn", "languages": ["kab-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409803, "recall": 0.454545, "f1": 0.4216, "accuracy": 0.454545, "main_score": 0.4216, "hf_subset": "kab_Latn-kin_Latn", "languages": ["kab-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.36314, "recall": 0.410079, "f1": 0.374454, "accuracy": 0.410079, "main_score": 0.374454, "hf_subset": "kab_Latn-mal_Mlym", "languages": ["kab-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.391683, "recall": 0.437747, "f1": 0.403204, "accuracy": 0.437747, "main_score": 0.403204, "hf_subset": "kab_Latn-pes_Arab", "languages": ["kab-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.39748, "recall": 0.445652, "f1": 0.409989, "accuracy": 0.445652, "main_score": 0.409989, "hf_subset": "kab_Latn-srd_Latn", "languages": ["kab-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255995, "recall": 0.299407, "f1": 0.266639, "accuracy": 0.299407, "main_score": 0.266639, "hf_subset": "kab_Latn-tzm_Tfng", "languages": ["kab-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.385888, "recall": 0.438735, "f1": 0.398151, "accuracy": 0.438735, "main_score": 0.398151, "hf_subset": "kab_Latn-acq_Arab", "languages": ["kab-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.426309, "recall": 0.467391, "f1": 0.43715, "accuracy": 0.467391, "main_score": 0.43715, "hf_subset": "kab_Latn-bem_Latn", "languages": ["kab-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388308, "recall": 0.434783, "f1": 0.399566, "accuracy": 0.434783, "main_score": 0.399566, "hf_subset": "kab_Latn-epo_Latn", "languages": ["kab-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390379, "recall": 0.434783, "f1": 0.401674, "accuracy": 0.434783, "main_score": 0.401674, "hf_subset": "kab_Latn-hun_Latn", "languages": ["kab-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366087, "recall": 0.412055, "f1": 0.377833, "accuracy": 0.412055, "main_score": 0.377833, "hf_subset": "kab_Latn-kir_Cyrl", "languages": ["kab-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.371451, "recall": 0.418972, "f1": 0.382188, "accuracy": 0.418972, "main_score": 0.382188, "hf_subset": "kab_Latn-mar_Deva", "languages": ["kab-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.421263, "recall": 0.466403, "f1": 0.433477, "accuracy": 0.466403, "main_score": 0.433477, "hf_subset": "kab_Latn-plt_Latn", "languages": ["kab-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38163, "recall": 0.431818, "f1": 0.393571, "accuracy": 0.431818, "main_score": 0.393571, "hf_subset": "kab_Latn-srp_Cyrl", "languages": ["kab-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.332902, "recall": 0.379447, "f1": 0.344173, "accuracy": 0.379447, "main_score": 0.344173, "hf_subset": "kab_Latn-uig_Arab", "languages": ["kab-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.378045, "recall": 0.422925, "f1": 0.38887, "accuracy": 0.422925, "main_score": 0.38887, "hf_subset": "kab_Latn-aeb_Arab", "languages": ["kab-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.377472, "recall": 0.432806, "f1": 0.390405, "accuracy": 0.432806, "main_score": 0.390405, "hf_subset": "kab_Latn-ben_Beng", "languages": ["kab-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.383811, "recall": 0.426877, "f1": 0.394406, "accuracy": 0.426877, "main_score": 0.394406, "hf_subset": "kab_Latn-est_Latn", "languages": ["kab-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.375365, "recall": 0.424901, "f1": 0.387139, "accuracy": 0.424901, "main_score": 0.387139, "hf_subset": "kab_Latn-hye_Armn", "languages": ["kab-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.409164, "recall": 0.453557, "f1": 0.421683, "accuracy": 0.453557, "main_score": 0.421683, "hf_subset": "kab_Latn-kmb_Latn", "languages": ["kab-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318226, "recall": 0.367589, "f1": 0.330706, "accuracy": 0.367589, "main_score": 0.330706, "hf_subset": "kab_Latn-min_Arab", "languages": ["kab-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.390417, "recall": 0.435771, "f1": 0.401659, "accuracy": 0.435771, "main_score": 0.401659, "hf_subset": "kab_Latn-pol_Latn", "languages": ["kab-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436978, "recall": 0.482213, "f1": 0.448701, "accuracy": 0.482213, "main_score": 0.448701, "hf_subset": "kab_Latn-ssw_Latn", "languages": ["kab-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383069, "recall": 0.432806, "f1": 0.394326, "accuracy": 0.432806, "main_score": 0.394326, "hf_subset": "kab_Latn-ukr_Cyrl", "languages": ["kab-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.406785, "recall": 0.456522, "f1": 0.419409, "accuracy": 0.456522, "main_score": 0.419409, "hf_subset": "kab_Latn-afr_Latn", "languages": ["kab-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.374878, "recall": 0.420949, "f1": 0.386, "accuracy": 0.420949, "main_score": 0.386, "hf_subset": "kab_Latn-bho_Deva", "languages": ["kab-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.388769, "recall": 0.437747, "f1": 0.400914, "accuracy": 0.437747, "main_score": 0.400914, "hf_subset": "kab_Latn-eus_Latn", "languages": ["kab-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403718, "recall": 0.460474, "f1": 0.417611, "accuracy": 0.460474, "main_score": 0.417611, "hf_subset": "kab_Latn-ibo_Latn", "languages": ["kab-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405454, "recall": 0.448617, "f1": 0.416552, "accuracy": 0.448617, "main_score": 0.416552, "hf_subset": "kab_Latn-kmr_Latn", "languages": ["kab-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407089, "recall": 0.449605, "f1": 0.417509, "accuracy": 0.449605, "main_score": 0.417509, "hf_subset": "kab_Latn-min_Latn", "languages": ["kab-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403391, "recall": 0.454545, "f1": 0.415986, "accuracy": 0.454545, "main_score": 0.415986, "hf_subset": "kab_Latn-por_Latn", "languages": ["kab-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399711, "recall": 0.443676, "f1": 0.410353, "accuracy": 0.443676, "main_score": 0.410353, "hf_subset": "kab_Latn-sun_Latn", "languages": ["kab-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38777, "recall": 0.429842, "f1": 0.398864, "accuracy": 0.429842, "main_score": 0.398864, "hf_subset": "kab_Latn-umb_Latn", "languages": ["kab-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389953, "recall": 0.439723, "f1": 0.402149, "accuracy": 0.439723, "main_score": 0.402149, "hf_subset": "kab_Latn-ajp_Arab", "languages": ["kab-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.318902, "recall": 0.355731, "f1": 0.3287, "accuracy": 0.355731, "main_score": 0.3287, "hf_subset": "kab_Latn-bjn_Arab", "languages": ["kab-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.37856, "recall": 0.41502, "f1": 0.388171, "accuracy": 0.41502, "main_score": 0.388171, "hf_subset": "kab_Latn-ewe_Latn", "languages": ["kab-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403574, "recall": 0.444664, "f1": 0.413669, "accuracy": 0.444664, "main_score": 0.413669, "hf_subset": "kab_Latn-ilo_Latn", "languages": ["kab-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.273892, "recall": 0.3083, "f1": 0.282922, "accuracy": 0.3083, "main_score": 0.282922, "hf_subset": "kab_Latn-knc_Arab", "languages": ["kab-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.386306, "recall": 0.434783, "f1": 0.397349, "accuracy": 0.434783, "main_score": 0.397349, "hf_subset": "kab_Latn-mkd_Cyrl", "languages": ["kab-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.375558, "recall": 0.427866, "f1": 0.388075, "accuracy": 0.427866, "main_score": 0.388075, "hf_subset": "kab_Latn-prs_Arab", "languages": ["kab-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.390285, "recall": 0.438735, "f1": 0.401823, "accuracy": 0.438735, "main_score": 0.401823, "hf_subset": "kab_Latn-swe_Latn", "languages": ["kab-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.372709, "recall": 0.421937, "f1": 0.385449, "accuracy": 0.421937, "main_score": 0.385449, "hf_subset": "kab_Latn-urd_Arab", "languages": ["kab-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.395588, "recall": 0.442688, "f1": 0.407493, "accuracy": 0.442688, "main_score": 0.407493, "hf_subset": "kab_Latn-aka_Latn", "languages": ["kab-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406212, "recall": 0.447628, "f1": 0.415911, "accuracy": 0.447628, "main_score": 0.415911, "hf_subset": "kab_Latn-bjn_Latn", "languages": ["kab-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415517, "recall": 0.450593, "f1": 0.424754, "accuracy": 0.450593, "main_score": 0.424754, "hf_subset": "kab_Latn-fao_Latn", "languages": ["kab-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408022, "recall": 0.455534, "f1": 0.419857, "accuracy": 0.455534, "main_score": 0.419857, "hf_subset": "kab_Latn-ind_Latn", "languages": ["kab-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402644, "recall": 0.438735, "f1": 0.411953, "accuracy": 0.438735, "main_score": 0.411953, "hf_subset": "kab_Latn-knc_Latn", "languages": ["kab-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397585, "recall": 0.439723, "f1": 0.407857, "accuracy": 0.439723, "main_score": 0.407857, "hf_subset": "kab_Latn-mlt_Latn", "languages": ["kab-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385493, "recall": 0.434783, "f1": 0.39833, "accuracy": 0.434783, "main_score": 0.39833, "hf_subset": "kab_Latn-quy_Latn", "languages": ["kab-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414559, "recall": 0.462451, "f1": 0.426531, "accuracy": 0.462451, "main_score": 0.426531, "hf_subset": "kab_Latn-swh_Latn", "languages": ["kab-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385663, "recall": 0.428854, "f1": 0.396006, "accuracy": 0.428854, "main_score": 0.396006, "hf_subset": "kab_Latn-uzn_Latn", "languages": ["kab-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397063, "recall": 0.439723, "f1": 0.407801, "accuracy": 0.439723, "main_score": 0.407801, "hf_subset": "kab_Latn-als_Latn", "languages": ["kab-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.209357, "recall": 0.255929, "f1": 0.220766, "accuracy": 0.255929, "main_score": 0.220766, "hf_subset": "kab_Latn-bod_Tibt", "languages": ["kab-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.40282, "recall": 0.4417, "f1": 0.412613, "accuracy": 0.4417, "main_score": 0.412613, "hf_subset": "kab_Latn-fij_Latn", "languages": ["kab-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409501, "recall": 0.450593, "f1": 0.419133, "accuracy": 0.450593, "main_score": 0.419133, "hf_subset": "kab_Latn-isl_Latn", "languages": ["kab-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396314, "recall": 0.4417, "f1": 0.408068, "accuracy": 0.4417, "main_score": 0.408068, "hf_subset": "kab_Latn-kon_Latn", "languages": ["kab-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.331403, "recall": 0.373518, "f1": 0.342082, "accuracy": 0.373518, "main_score": 0.342082, "hf_subset": "kab_Latn-mni_Beng", "languages": ["kab-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.38706, "recall": 0.435771, "f1": 0.398466, "accuracy": 0.435771, "main_score": 0.398466, "hf_subset": "kab_Latn-ron_Latn", "languages": ["kab-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404556, "recall": 0.454545, "f1": 0.416763, "accuracy": 0.454545, "main_score": 0.416763, "hf_subset": "kab_Latn-szl_Latn", "languages": ["kab-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397957, "recall": 0.440711, "f1": 0.408044, "accuracy": 0.440711, "main_score": 0.408044, "hf_subset": "kab_Latn-vec_Latn", "languages": ["kab-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.337578, "recall": 0.383399, "f1": 0.349846, "accuracy": 0.383399, "main_score": 0.349846, "hf_subset": "kab_Latn-amh_Ethi", "languages": ["kab-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.392457, "recall": 0.442688, "f1": 0.405298, "accuracy": 0.442688, "main_score": 0.405298, "hf_subset": "kab_Latn-bos_Latn", "languages": ["kab-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378285, "recall": 0.422925, "f1": 0.388662, "accuracy": 0.422925, "main_score": 0.388662, "hf_subset": "kab_Latn-fin_Latn", "languages": ["kab-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.377654, "recall": 0.425889, "f1": 0.389609, "accuracy": 0.425889, "main_score": 0.389609, "hf_subset": "kab_Latn-ita_Latn", "languages": ["kab-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357879, "recall": 0.410079, "f1": 0.370771, "accuracy": 0.410079, "main_score": 0.370771, "hf_subset": "kab_Latn-kor_Hang", "languages": ["kab-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.393229, "recall": 0.434783, "f1": 0.404215, "accuracy": 0.434783, "main_score": 0.404215, "hf_subset": "kab_Latn-mos_Latn", "languages": ["kab-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410863, "recall": 0.453557, "f1": 0.42204, "accuracy": 0.453557, "main_score": 0.42204, "hf_subset": "kab_Latn-run_Latn", "languages": ["kab-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.358915, "recall": 0.417984, "f1": 0.37346, "accuracy": 0.417984, "main_score": 0.37346, "hf_subset": "kab_Latn-tam_Taml", "languages": ["kab-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.389541, "recall": 0.437747, "f1": 0.401329, "accuracy": 0.437747, "main_score": 0.401329, "hf_subset": "kab_Latn-vie_Latn", "languages": ["kab-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391654, "recall": 0.440711, "f1": 0.403106, "accuracy": 0.440711, "main_score": 0.403106, "hf_subset": "kab_Latn-apc_Arab", "languages": ["kab-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.380103, "recall": 0.418972, "f1": 0.390583, "accuracy": 0.418972, "main_score": 0.390583, "hf_subset": "kab_Latn-bug_Latn", "languages": ["kab-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373687, "recall": 0.416008, "f1": 0.384794, "accuracy": 0.416008, "main_score": 0.384794, "hf_subset": "kab_Latn-fon_Latn", "languages": ["kab-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402999, "recall": 0.443676, "f1": 0.413861, "accuracy": 0.443676, "main_score": 0.413861, "hf_subset": "kab_Latn-jav_Latn", "languages": ["kab-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370397, "recall": 0.411067, "f1": 0.380851, "accuracy": 0.411067, "main_score": 0.380851, "hf_subset": "kab_Latn-lao_Laoo", "languages": ["kab-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.386967, "recall": 0.429842, "f1": 0.398209, "accuracy": 0.429842, "main_score": 0.398209, "hf_subset": "kab_Latn-mri_Latn", "languages": ["kab-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373109, "recall": 0.422925, "f1": 0.384994, "accuracy": 0.422925, "main_score": 0.384994, "hf_subset": "kab_Latn-rus_Cyrl", "languages": ["kab-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.386838, "recall": 0.428854, "f1": 0.39816, "accuracy": 0.428854, "main_score": 0.39816, "hf_subset": "kab_Latn-taq_Latn", "languages": ["kab-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394316, "recall": 0.438735, "f1": 0.404507, "accuracy": 0.438735, "main_score": 0.404507, "hf_subset": "kab_Latn-war_Latn", "languages": ["kab-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383533, "recall": 0.438735, "f1": 0.396454, "accuracy": 0.438735, "main_score": 0.396454, "hf_subset": "kab_Latn-arb_Arab", "languages": ["kab-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.385455, "recall": 0.432806, "f1": 0.397088, "accuracy": 0.432806, "main_score": 0.397088, "hf_subset": "kab_Latn-bul_Cyrl", "languages": ["kab-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.391286, "recall": 0.442688, "f1": 0.403213, "accuracy": 0.442688, "main_score": 0.403213, "hf_subset": "kab_Latn-fra_Latn", "languages": ["kab-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.356688, "recall": 0.399209, "f1": 0.366818, "accuracy": 0.399209, "main_score": 0.366818, "hf_subset": "kab_Latn-jpn_Jpan", "languages": ["kab-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.391461, "recall": 0.427866, "f1": 0.400722, "accuracy": 0.427866, "main_score": 0.400722, "hf_subset": "kab_Latn-lij_Latn", "languages": ["kab-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.29355, "recall": 0.341897, "f1": 0.304929, "accuracy": 0.341897, "main_score": 0.304929, "hf_subset": "kab_Latn-mya_Mymr", "languages": ["kab-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.397287, "recall": 0.443676, "f1": 0.408892, "accuracy": 0.443676, "main_score": 0.408892, "hf_subset": "kab_Latn-sag_Latn", "languages": ["kab-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.228661, "recall": 0.259881, "f1": 0.236562, "accuracy": 0.259881, "main_score": 0.236562, "hf_subset": "kab_Latn-taq_Tfng", "languages": ["kab-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.407336, "recall": 0.448617, "f1": 0.418399, "accuracy": 0.448617, "main_score": 0.418399, "hf_subset": "kab_Latn-wol_Latn", "languages": ["kab-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362781, "recall": 0.406126, "f1": 0.37352, "accuracy": 0.406126, "main_score": 0.37352, "hf_subset": "kab_Latn-arb_Latn", "languages": ["kab-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389222, "recall": 0.4417, "f1": 0.402147, "accuracy": 0.4417, "main_score": 0.402147, "hf_subset": "kab_Latn-cat_Latn", "languages": ["kab-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393085, "recall": 0.435771, "f1": 0.403684, "accuracy": 0.435771, "main_score": 0.403684, "hf_subset": "kab_Latn-fur_Latn", "languages": ["kab-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391661, "recall": 0.434783, "f1": 0.402922, "accuracy": 0.434783, "main_score": 0.402922, "hf_subset": "kab_Latn-lim_Latn", "languages": ["kab-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38163, "recall": 0.43083, "f1": 0.393339, "accuracy": 0.43083, "main_score": 0.393339, "hf_subset": "kab_Latn-nld_Latn", "languages": ["kab-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373282, "recall": 0.421937, "f1": 0.384585, "accuracy": 0.421937, "main_score": 0.384585, "hf_subset": "kab_Latn-san_Deva", "languages": ["kab-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.381099, "recall": 0.428854, "f1": 0.393183, "accuracy": 0.428854, "main_score": 0.393183, "hf_subset": "kab_Latn-tat_Cyrl", "languages": ["kab-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.422022, "recall": 0.468379, "f1": 0.434164, "accuracy": 0.468379, "main_score": 0.434164, "hf_subset": "kab_Latn-xho_Latn", "languages": ["kab-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360302, "recall": 0.420949, "f1": 0.375047, "accuracy": 0.420949, "main_score": 0.375047, "hf_subset": "kab_Latn-ars_Arab", "languages": ["kab-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.40853, "recall": 0.452569, "f1": 0.41889, "accuracy": 0.452569, "main_score": 0.41889, "hf_subset": "kab_Latn-ceb_Latn", "languages": ["kab-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390276, "recall": 0.433794, "f1": 0.402205, "accuracy": 0.433794, "main_score": 0.402205, "hf_subset": "kab_Latn-fuv_Latn", "languages": ["kab-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390985, "recall": 0.427866, "f1": 0.400096, "accuracy": 0.427866, "main_score": 0.400096, "hf_subset": "kab_Latn-kac_Latn", "languages": ["kab-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40903, "recall": 0.455534, "f1": 0.420566, "accuracy": 0.455534, "main_score": 0.420566, "hf_subset": "kab_Latn-lin_Latn", "languages": ["kab-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.387055, "recall": 0.439723, "f1": 0.399854, "accuracy": 0.439723, "main_score": 0.399854, "hf_subset": "kab_Latn-nno_Latn", "languages": ["kab-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13818, "recall": 0.177866, "f1": 0.148213, "accuracy": 0.177866, "main_score": 0.148213, "hf_subset": "kab_Latn-sat_Olck", "languages": ["kab-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.38195, "recall": 0.426877, "f1": 0.392616, "accuracy": 0.426877, "main_score": 0.392616, "hf_subset": "kab_Latn-tel_Telu", "languages": ["kab-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.3422, "recall": 0.384387, "f1": 0.351858, "accuracy": 0.384387, "main_score": 0.351858, "hf_subset": "kab_Latn-ydd_Hebr", "languages": ["kab-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.376358, "recall": 0.420949, "f1": 0.387119, "accuracy": 0.420949, "main_score": 0.387119, "hf_subset": "kab_Latn-ary_Arab", "languages": ["kab-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.378242, "recall": 0.424901, "f1": 0.390181, "accuracy": 0.424901, "main_score": 0.390181, "hf_subset": "kab_Latn-ces_Latn", "languages": ["kab-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4205, "recall": 0.461462, "f1": 0.430714, "accuracy": 0.461462, "main_score": 0.430714, "hf_subset": "kab_Latn-gaz_Latn", "languages": ["kab-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399657, "recall": 0.443676, "f1": 0.411613, "accuracy": 0.443676, "main_score": 0.411613, "hf_subset": "kab_Latn-kam_Latn", "languages": ["kab-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.387136, "recall": 0.439723, "f1": 0.400413, "accuracy": 0.439723, "main_score": 0.400413, "hf_subset": "kab_Latn-lit_Latn", "languages": ["kab-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3874, "recall": 0.434783, "f1": 0.398844, "accuracy": 0.434783, "main_score": 0.398844, "hf_subset": "kab_Latn-nob_Latn", "languages": ["kab-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392453, "recall": 0.434783, "f1": 0.403517, "accuracy": 0.434783, "main_score": 0.403517, "hf_subset": "kab_Latn-scn_Latn", "languages": ["kab-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388699, "recall": 0.429842, "f1": 0.399264, "accuracy": 0.429842, "main_score": 0.399264, "hf_subset": "kab_Latn-tgk_Cyrl", "languages": ["kab-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.344609, "recall": 0.403162, "f1": 0.360479, "accuracy": 0.403162, "main_score": 0.360479, "hf_subset": "kab_Latn-yor_Latn", "languages": ["kab-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381417, "recall": 0.426877, "f1": 0.392352, "accuracy": 0.426877, "main_score": 0.392352, "hf_subset": "kab_Latn-arz_Arab", "languages": ["kab-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.373954, "recall": 0.422925, "f1": 0.387506, "accuracy": 0.422925, "main_score": 0.387506, "hf_subset": "kab_Latn-cjk_Latn", "languages": ["kab-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409248, "recall": 0.450593, "f1": 0.41997, "accuracy": 0.450593, "main_score": 0.41997, "hf_subset": "kab_Latn-gla_Latn", "languages": ["kab-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.367413, "recall": 0.416008, "f1": 0.379867, "accuracy": 0.416008, "main_score": 0.379867, "hf_subset": "kab_Latn-kan_Knda", "languages": ["kab-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.393648, "recall": 0.4417, "f1": 0.405564, "accuracy": 0.4417, "main_score": 0.405564, "hf_subset": "kab_Latn-lmo_Latn", "languages": ["kab-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364578, "recall": 0.411067, "f1": 0.375991, "accuracy": 0.411067, "main_score": 0.375991, "hf_subset": "kab_Latn-npi_Deva", "languages": ["kab-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.325061, "recall": 0.364625, "f1": 0.33501, "accuracy": 0.364625, "main_score": 0.33501, "hf_subset": "kab_Latn-shn_Mymr", "languages": ["kab-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.41568, "recall": 0.458498, "f1": 0.426488, "accuracy": 0.458498, "main_score": 0.426488, "hf_subset": "kab_Latn-tgl_Latn", "languages": ["kab-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363407, "recall": 0.406126, "f1": 0.373216, "accuracy": 0.406126, "main_score": 0.373216, "hf_subset": "kab_Latn-yue_Hant", "languages": ["kab-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.356123, "recall": 0.400198, "f1": 0.366326, "accuracy": 0.400198, "main_score": 0.366326, "hf_subset": "kab_Latn-asm_Beng", "languages": ["kab-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.364368, "recall": 0.410079, "f1": 0.375606, "accuracy": 0.410079, "main_score": 0.375606, "hf_subset": "kab_Latn-ckb_Arab", "languages": ["kab-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.402717, "recall": 0.444664, "f1": 0.414128, "accuracy": 0.444664, "main_score": 0.414128, "hf_subset": "kab_Latn-gle_Latn", "languages": ["kab-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.334618, "recall": 0.386364, "f1": 0.347111, "accuracy": 0.386364, "main_score": 0.347111, "hf_subset": "kab_Latn-kas_Arab", "languages": ["kab-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.383446, "recall": 0.425889, "f1": 0.39438, "accuracy": 0.425889, "main_score": 0.39438, "hf_subset": "kab_Latn-ltg_Latn", "languages": ["kab-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433823, "recall": 0.475296, "f1": 0.443966, "accuracy": 0.475296, "main_score": 0.443966, "hf_subset": "kab_Latn-nso_Latn", "languages": ["kab-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.34759, "recall": 0.396245, "f1": 0.359369, "accuracy": 0.396245, "main_score": 0.359369, "hf_subset": "kab_Latn-sin_Sinh", "languages": ["kab-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.378187, "recall": 0.41996, "f1": 0.388805, "accuracy": 0.41996, "main_score": 0.388805, "hf_subset": "kab_Latn-tha_Thai", "languages": ["kab-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.352562, "recall": 0.393281, "f1": 0.362566, "accuracy": 0.393281, "main_score": 0.362566, "hf_subset": "kab_Latn-zho_Hans", "languages": ["kab-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.391501, "recall": 0.438735, "f1": 0.403378, "accuracy": 0.438735, "main_score": 0.403378, "hf_subset": "kab_Latn-ast_Latn", "languages": ["kab-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38514, "recall": 0.428854, "f1": 0.395075, "accuracy": 0.428854, "main_score": 0.395075, "hf_subset": "kab_Latn-crh_Latn", "languages": ["kab-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397065, "recall": 0.445652, "f1": 0.409409, "accuracy": 0.445652, "main_score": 0.409409, "hf_subset": "kab_Latn-glg_Latn", "languages": ["kab-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.34126, "recall": 0.389328, "f1": 0.353491, "accuracy": 0.389328, "main_score": 0.353491, "hf_subset": "kab_Latn-kas_Deva", "languages": ["kab-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.375479, "recall": 0.414032, "f1": 0.385601, "accuracy": 0.414032, "main_score": 0.385601, "hf_subset": "kab_Latn-ltz_Latn", "languages": ["kab-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384383, "recall": 0.434783, "f1": 0.397945, "accuracy": 0.434783, "main_score": 0.397945, "hf_subset": "kab_Latn-nus_Latn", "languages": ["kab-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.379484, "recall": 0.431818, "f1": 0.392932, "accuracy": 0.431818, "main_score": 0.392932, "hf_subset": "kab_Latn-slk_Latn", "languages": ["kab-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.30565, "recall": 0.348814, "f1": 0.316297, "accuracy": 0.348814, "main_score": 0.316297, "hf_subset": "kab_Latn-tir_Ethi", "languages": ["kab-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.350813, "recall": 0.396245, "f1": 0.361013, "accuracy": 0.396245, "main_score": 0.361013, "hf_subset": "kab_Latn-zho_Hant", "languages": ["kab-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.374903, "recall": 0.421937, "f1": 0.385843, "accuracy": 0.421937, "main_score": 0.385843, "hf_subset": "kab_Latn-awa_Deva", "languages": ["kab-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.398945, "recall": 0.448617, "f1": 0.410357, "accuracy": 0.448617, "main_score": 0.410357, "hf_subset": "kab_Latn-cym_Latn", "languages": ["kab-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389881, "recall": 0.432806, "f1": 0.400035, "accuracy": 0.432806, "main_score": 0.400035, "hf_subset": "kab_Latn-grn_Latn", "languages": ["kab-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366286, "recall": 0.417984, "f1": 0.378562, "accuracy": 0.417984, "main_score": 0.378562, "hf_subset": "kab_Latn-kat_Geor", "languages": ["kab-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.406526, "recall": 0.453557, "f1": 0.418655, "accuracy": 0.453557, "main_score": 0.418655, "hf_subset": "kab_Latn-lua_Latn", "languages": ["kab-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39944, "recall": 0.443676, "f1": 0.41127, "accuracy": 0.443676, "main_score": 0.41127, "hf_subset": "kab_Latn-nya_Latn", "languages": ["kab-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38549, "recall": 0.429842, "f1": 0.395932, "accuracy": 0.429842, "main_score": 0.395932, "hf_subset": "kab_Latn-slv_Latn", "languages": ["kab-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389732, "recall": 0.429842, "f1": 0.399417, "accuracy": 0.429842, "main_score": 0.399417, "hf_subset": "kab_Latn-tpi_Latn", "languages": ["kab-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414736, "recall": 0.460474, "f1": 0.426103, "accuracy": 0.460474, "main_score": 0.426103, "hf_subset": "kab_Latn-zsm_Latn", "languages": ["kab-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38212, "recall": 0.423913, "f1": 0.393452, "accuracy": 0.423913, "main_score": 0.393452, "hf_subset": "kab_Latn-ayr_Latn", "languages": ["kab-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384683, "recall": 0.435771, "f1": 0.396673, "accuracy": 0.435771, "main_score": 0.396673, "hf_subset": "kab_Latn-dan_Latn", "languages": ["kab-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.372012, "recall": 0.426877, "f1": 0.385619, "accuracy": 0.426877, "main_score": 0.385619, "hf_subset": "kab_Latn-guj_Gujr", "languages": ["kab-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.374985, "recall": 0.423913, "f1": 0.386294, "accuracy": 0.423913, "main_score": 0.386294, "hf_subset": "kab_Latn-kaz_Cyrl", "languages": ["kab-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.391304, "recall": 0.435771, "f1": 0.402585, "accuracy": 0.435771, "main_score": 0.402585, "hf_subset": "kab_Latn-lug_Latn", "languages": ["kab-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409209, "recall": 0.458498, "f1": 0.42081, "accuracy": 0.458498, "main_score": 0.42081, "hf_subset": "kab_Latn-oci_Latn", "languages": ["kab-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400479, "recall": 0.439723, "f1": 0.410355, "accuracy": 0.439723, "main_score": 0.410355, "hf_subset": "kab_Latn-smo_Latn", "languages": ["kab-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396243, "recall": 0.440711, "f1": 0.407835, "accuracy": 0.440711, "main_score": 0.407835, "hf_subset": "kab_Latn-tsn_Latn", "languages": ["kab-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434275, "recall": 0.481225, "f1": 0.446491, "accuracy": 0.481225, "main_score": 0.446491, "hf_subset": "kab_Latn-zul_Latn", "languages": ["kab-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330031, "recall": 0.374506, "f1": 0.341357, "accuracy": 0.374506, "main_score": 0.341357, "hf_subset": "kab_Latn-azb_Arab", "languages": ["kab-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.385532, "recall": 0.433794, "f1": 0.397351, "accuracy": 0.433794, "main_score": 0.397351, "hf_subset": "kab_Latn-deu_Latn", "languages": ["kab-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39661, "recall": 0.450593, "f1": 0.409477, "accuracy": 0.450593, "main_score": 0.409477, "hf_subset": "kab_Latn-hat_Latn", "languages": ["kab-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396231, "recall": 0.437747, "f1": 0.40745, "accuracy": 0.437747, "main_score": 0.40745, "hf_subset": "kab_Latn-kbp_Latn", "languages": ["kab-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.41377, "recall": 0.454545, "f1": 0.424816, "accuracy": 0.454545, "main_score": 0.424816, "hf_subset": "kab_Latn-luo_Latn", "languages": ["kab-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.367566, "recall": 0.416008, "f1": 0.379257, "accuracy": 0.416008, "main_score": 0.379257, "hf_subset": "kab_Latn-ory_Orya", "languages": ["kab-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.404477, "recall": 0.453557, "f1": 0.416784, "accuracy": 0.453557, "main_score": 0.416784, "hf_subset": "kab_Latn-sna_Latn", "languages": ["kab-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410109, "recall": 0.451581, "f1": 0.421222, "accuracy": 0.451581, "main_score": 0.421222, "hf_subset": "kab_Latn-tso_Latn", "languages": ["kab-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.367974, "recall": 0.414032, "f1": 0.378895, "accuracy": 0.414032, "main_score": 0.378895, "hf_subset": "kab_Latn-azj_Latn", "languages": ["kab-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357627, "recall": 0.407115, "f1": 0.370659, "accuracy": 0.407115, "main_score": 0.370659, "hf_subset": "kab_Latn-dik_Latn", "languages": ["kab-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424688, "recall": 0.467391, "f1": 0.435682, "accuracy": 0.467391, "main_score": 0.435682, "hf_subset": "kab_Latn-hau_Latn", "languages": ["kab-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397416, "recall": 0.434783, "f1": 0.406982, "accuracy": 0.434783, "main_score": 0.406982, "hf_subset": "kab_Latn-kea_Latn", "languages": ["kab-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373728, "recall": 0.418972, "f1": 0.384536, "accuracy": 0.418972, "main_score": 0.384536, "hf_subset": "kab_Latn-lus_Latn", "languages": ["kab-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386663, "recall": 0.420949, "f1": 0.395445, "accuracy": 0.420949, "main_score": 0.395445, "hf_subset": "kab_Latn-pag_Latn", "languages": ["kab-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37023, "recall": 0.412055, "f1": 0.381516, "accuracy": 0.412055, "main_score": 0.381516, "hf_subset": "kab_Latn-snd_Arab", "languages": ["kab-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.364869, "recall": 0.409091, "f1": 0.375558, "accuracy": 0.409091, "main_score": 0.375558, "hf_subset": "kab_Latn-tuk_Latn", "languages": ["kab-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389622, "recall": 0.428854, "f1": 0.39946, "accuracy": 0.428854, "main_score": 0.39946, "hf_subset": "kab_Latn-bak_Cyrl", "languages": ["kab-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.302561, "recall": 0.354743, "f1": 0.315586, "accuracy": 0.354743, "main_score": 0.315586, "hf_subset": "kab_Latn-dyu_Latn", "languages": ["kab-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37718, "recall": 0.423913, "f1": 0.388797, "accuracy": 0.423913, "main_score": 0.388797, "hf_subset": "kab_Latn-heb_Hebr", "languages": ["kab-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.367583, "recall": 0.414032, "f1": 0.379372, "accuracy": 0.414032, "main_score": 0.379372, "hf_subset": "kab_Latn-khk_Cyrl", "languages": ["kab-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.378378, "recall": 0.420949, "f1": 0.388207, "accuracy": 0.420949, "main_score": 0.388207, "hf_subset": "kab_Latn-lvs_Latn", "languages": ["kab-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.372576, "recall": 0.420949, "f1": 0.384199, "accuracy": 0.420949, "main_score": 0.384199, "hf_subset": "kab_Latn-pan_Guru", "languages": ["kab-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.429269, "recall": 0.472332, "f1": 0.440443, "accuracy": 0.472332, "main_score": 0.440443, "hf_subset": "kab_Latn-som_Latn", "languages": ["kab-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383954, "recall": 0.421937, "f1": 0.393842, "accuracy": 0.421937, "main_score": 0.393842, "hf_subset": "kab_Latn-tum_Latn", "languages": ["kab-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590748, "recall": 0.645257, "f1": 0.606579, "accuracy": 0.645257, "main_score": 0.606579, "hf_subset": "lim_Latn-ace_Arab", "languages": ["lim-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526434, "recall": 0.583992, "f1": 0.543404, "accuracy": 0.583992, "main_score": 0.543404, "hf_subset": "lim_Latn-bam_Latn", "languages": ["lim-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38351, "recall": 0.452569, "f1": 0.401914, "accuracy": 0.452569, "main_score": 0.401914, "hf_subset": "lim_Latn-dzo_Tibt", "languages": ["lim-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-hin_Deva", "languages": ["lim-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969944, "recall": 0.979249, "f1": 0.972892, "accuracy": 0.979249, "main_score": 0.972892, "hf_subset": "lim_Latn-khm_Khmr", "languages": ["lim-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lim_Latn-mag_Deva", "languages": ["lim-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.970356, "f1": 0.962451, "accuracy": 0.970356, "main_score": 0.962451, "hf_subset": "lim_Latn-pap_Latn", "languages": ["lim-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585812, "recall": 0.637352, "f1": 0.600467, "accuracy": 0.637352, "main_score": 0.600467, "hf_subset": "lim_Latn-sot_Latn", "languages": ["lim-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-tur_Latn", "languages": ["lim-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853815, "recall": 0.883399, "f1": 0.8627, "accuracy": 0.883399, "main_score": 0.8627, "hf_subset": "lim_Latn-ace_Latn", "languages": ["lim-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.951581, "f1": 0.940679, "accuracy": 0.951581, "main_score": 0.940679, "hf_subset": "lim_Latn-ban_Latn", "languages": ["lim-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lim_Latn-ell_Grek", "languages": ["lim-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lim_Latn-hne_Deva", "languages": ["lim-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.585425, "recall": 0.637352, "f1": 0.599914, "accuracy": 0.637352, "main_score": 0.599914, "hf_subset": "lim_Latn-kik_Latn", "languages": ["lim-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lim_Latn-mai_Deva", "languages": ["lim-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.927157, "recall": 0.948617, "f1": 0.93386, "accuracy": 0.948617, "main_score": 0.93386, "hf_subset": "lim_Latn-pbt_Arab", "languages": ["lim-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lim_Latn-spa_Latn", "languages": ["lim-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624894, "recall": 0.681818, "f1": 0.64061, "accuracy": 0.681818, "main_score": 0.64061, "hf_subset": "lim_Latn-twi_Latn", "languages": ["lim-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "lim_Latn-acm_Arab", "languages": ["lim-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "lim_Latn-bel_Cyrl", "languages": ["lim-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lim_Latn-eng_Latn", "languages": ["lim-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-hrv_Latn", "languages": ["lim-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54161, "recall": 0.600791, "f1": 0.557795, "accuracy": 0.600791, "main_score": 0.557795, "hf_subset": "lim_Latn-kin_Latn", "languages": ["lim-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "lim_Latn-mal_Mlym", "languages": ["lim-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-pes_Arab", "languages": ["lim-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "lim_Latn-srd_Latn", "languages": ["lim-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187843, "recall": 0.232213, "f1": 0.198378, "accuracy": 0.232213, "main_score": 0.198378, "hf_subset": "lim_Latn-tzm_Tfng", "languages": ["lim-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.977684, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "lim_Latn-acq_Arab", "languages": ["lim-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623364, "recall": 0.66996, "f1": 0.636211, "accuracy": 0.66996, "main_score": 0.636211, "hf_subset": "lim_Latn-bem_Latn", "languages": ["lim-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985919, "recall": 0.990119, "f1": 0.98722, "accuracy": 0.990119, "main_score": 0.98722, "hf_subset": "lim_Latn-epo_Latn", "languages": ["lim-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "lim_Latn-hun_Latn", "languages": ["lim-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955484, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "lim_Latn-kir_Cyrl", "languages": ["lim-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-mar_Deva", "languages": ["lim-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.657016, "recall": 0.709486, "f1": 0.672285, "accuracy": 0.709486, "main_score": 0.672285, "hf_subset": "lim_Latn-plt_Latn", "languages": ["lim-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-srp_Cyrl", "languages": ["lim-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.907806, "recall": 0.931818, "f1": 0.915152, "accuracy": 0.931818, "main_score": 0.915152, "hf_subset": "lim_Latn-uig_Arab", "languages": ["lim-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967095, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "lim_Latn-aeb_Arab", "languages": ["lim-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-ben_Beng", "languages": ["lim-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lim_Latn-est_Latn", "languages": ["lim-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lim_Latn-hye_Armn", "languages": ["lim-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.548468, "recall": 0.597826, "f1": 0.562156, "accuracy": 0.597826, "main_score": 0.562156, "hf_subset": "lim_Latn-kmb_Latn", "languages": ["lim-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519104, "recall": 0.585968, "f1": 0.536506, "accuracy": 0.585968, "main_score": 0.536506, "hf_subset": "lim_Latn-min_Arab", "languages": ["lim-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-pol_Latn", "languages": ["lim-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550291, "recall": 0.608696, "f1": 0.566883, "accuracy": 0.608696, "main_score": 0.566883, "hf_subset": "lim_Latn-ssw_Latn", "languages": ["lim-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lim_Latn-ukr_Cyrl", "languages": ["lim-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lim_Latn-afr_Latn", "languages": ["lim-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "lim_Latn-bho_Deva", "languages": ["lim-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "lim_Latn-eus_Latn", "languages": ["lim-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576576, "recall": 0.628458, "f1": 0.591488, "accuracy": 0.628458, "main_score": 0.591488, "hf_subset": "lim_Latn-ibo_Latn", "languages": ["lim-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827726, "recall": 0.869565, "f1": 0.840766, "accuracy": 0.869565, "main_score": 0.840766, "hf_subset": "lim_Latn-kmr_Latn", "languages": ["lim-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944335, "recall": 0.958498, "f1": 0.948946, "accuracy": 0.958498, "main_score": 0.948946, "hf_subset": "lim_Latn-min_Latn", "languages": ["lim-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "lim_Latn-por_Latn", "languages": ["lim-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "lim_Latn-sun_Latn", "languages": ["lim-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522643, "recall": 0.581028, "f1": 0.539255, "accuracy": 0.581028, "main_score": 0.539255, "hf_subset": "lim_Latn-umb_Latn", "languages": ["lim-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lim_Latn-ajp_Arab", "languages": ["lim-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540751, "recall": 0.603755, "f1": 0.558762, "accuracy": 0.603755, "main_score": 0.558762, "hf_subset": "lim_Latn-bjn_Arab", "languages": ["lim-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527533, "recall": 0.576087, "f1": 0.540703, "accuracy": 0.576087, "main_score": 0.540703, "hf_subset": "lim_Latn-ewe_Latn", "languages": ["lim-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925395, "recall": 0.943676, "f1": 0.930929, "accuracy": 0.943676, "main_score": 0.930929, "hf_subset": "lim_Latn-ilo_Latn", "languages": ["lim-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31759, "recall": 0.37747, "f1": 0.33435, "accuracy": 0.37747, "main_score": 0.33435, "hf_subset": "lim_Latn-knc_Arab", "languages": ["lim-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lim_Latn-mkd_Cyrl", "languages": ["lim-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "lim_Latn-prs_Arab", "languages": ["lim-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lim_Latn-swe_Latn", "languages": ["lim-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-urd_Arab", "languages": ["lim-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599949, "recall": 0.658103, "f1": 0.615898, "accuracy": 0.658103, "main_score": 0.615898, "hf_subset": "lim_Latn-aka_Latn", "languages": ["lim-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947903, "recall": 0.962451, "f1": 0.952437, "accuracy": 0.962451, "main_score": 0.952437, "hf_subset": "lim_Latn-bjn_Latn", "languages": ["lim-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947381, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "lim_Latn-fao_Latn", "languages": ["lim-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lim_Latn-ind_Latn", "languages": ["lim-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581039, "recall": 0.629447, "f1": 0.594432, "accuracy": 0.629447, "main_score": 0.594432, "hf_subset": "lim_Latn-knc_Latn", "languages": ["lim-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "lim_Latn-mlt_Latn", "languages": ["lim-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667841, "recall": 0.724308, "f1": 0.684373, "accuracy": 0.724308, "main_score": 0.684373, "hf_subset": "lim_Latn-quy_Latn", "languages": ["lim-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924984, "recall": 0.947628, "f1": 0.932213, "accuracy": 0.947628, "main_score": 0.932213, "hf_subset": "lim_Latn-swh_Latn", "languages": ["lim-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lim_Latn-uzn_Latn", "languages": ["lim-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-als_Latn", "languages": ["lim-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529132, "recall": 0.613636, "f1": 0.552548, "accuracy": 0.613636, "main_score": 0.552548, "hf_subset": "lim_Latn-bod_Tibt", "languages": ["lim-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.666867, "recall": 0.722332, "f1": 0.682418, "accuracy": 0.722332, "main_score": 0.682418, "hf_subset": "lim_Latn-fij_Latn", "languages": ["lim-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "lim_Latn-isl_Latn", "languages": ["lim-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655379, "recall": 0.704545, "f1": 0.669516, "accuracy": 0.704545, "main_score": 0.669516, "hf_subset": "lim_Latn-kon_Latn", "languages": ["lim-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641653, "recall": 0.706522, "f1": 0.660471, "accuracy": 0.706522, "main_score": 0.660471, "hf_subset": "lim_Latn-mni_Beng", "languages": ["lim-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lim_Latn-ron_Latn", "languages": ["lim-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963966, "recall": 0.97332, "f1": 0.966897, "accuracy": 0.97332, "main_score": 0.966897, "hf_subset": "lim_Latn-szl_Latn", "languages": ["lim-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984848, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "lim_Latn-vec_Latn", "languages": ["lim-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877306, "recall": 0.912055, "f1": 0.888142, "accuracy": 0.912055, "main_score": 0.888142, "hf_subset": "lim_Latn-amh_Ethi", "languages": ["lim-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lim_Latn-bos_Latn", "languages": ["lim-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-fin_Latn", "languages": ["lim-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lim_Latn-ita_Latn", "languages": ["lim-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-kor_Hang", "languages": ["lim-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.559058, "recall": 0.61166, "f1": 0.5737, "accuracy": 0.61166, "main_score": 0.5737, "hf_subset": "lim_Latn-mos_Latn", "languages": ["lim-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549604, "recall": 0.604743, "f1": 0.56509, "accuracy": 0.604743, "main_score": 0.56509, "hf_subset": "lim_Latn-run_Latn", "languages": ["lim-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lim_Latn-tam_Taml", "languages": ["lim-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "lim_Latn-vie_Latn", "languages": ["lim-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lim_Latn-apc_Arab", "languages": ["lim-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.790613, "recall": 0.83498, "f1": 0.803741, "accuracy": 0.83498, "main_score": 0.803741, "hf_subset": "lim_Latn-bug_Latn", "languages": ["lim-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478781, "recall": 0.534585, "f1": 0.49338, "accuracy": 0.534585, "main_score": 0.49338, "hf_subset": "lim_Latn-fon_Latn", "languages": ["lim-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "lim_Latn-jav_Latn", "languages": ["lim-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95858, "recall": 0.971344, "f1": 0.962681, "accuracy": 0.971344, "main_score": 0.962681, "hf_subset": "lim_Latn-lao_Laoo", "languages": ["lim-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.790761, "recall": 0.838933, "f1": 0.804536, "accuracy": 0.838933, "main_score": 0.804536, "hf_subset": "lim_Latn-mri_Latn", "languages": ["lim-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lim_Latn-rus_Cyrl", "languages": ["lim-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543644, "recall": 0.594862, "f1": 0.557666, "accuracy": 0.594862, "main_score": 0.557666, "hf_subset": "lim_Latn-taq_Latn", "languages": ["lim-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968956, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "lim_Latn-war_Latn", "languages": ["lim-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "lim_Latn-arb_Arab", "languages": ["lim-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lim_Latn-bul_Cyrl", "languages": ["lim-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "lim_Latn-fra_Latn", "languages": ["lim-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "lim_Latn-jpn_Jpan", "languages": ["lim-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.978261, "f1": 0.972614, "accuracy": 0.978261, "main_score": 0.972614, "hf_subset": "lim_Latn-lij_Latn", "languages": ["lim-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943594, "recall": 0.960474, "f1": 0.949012, "accuracy": 0.960474, "main_score": 0.949012, "hf_subset": "lim_Latn-mya_Mymr", "languages": ["lim-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.602304, "recall": 0.666996, "f1": 0.620477, "accuracy": 0.666996, "main_score": 0.620477, "hf_subset": "lim_Latn-sag_Latn", "languages": ["lim-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196744, "recall": 0.248024, "f1": 0.208197, "accuracy": 0.248024, "main_score": 0.208197, "hf_subset": "lim_Latn-taq_Tfng", "languages": ["lim-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.61983, "recall": 0.674901, "f1": 0.635174, "accuracy": 0.674901, "main_score": 0.635174, "hf_subset": "lim_Latn-wol_Latn", "languages": ["lim-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725431, "recall": 0.782609, "f1": 0.741568, "accuracy": 0.782609, "main_score": 0.741568, "hf_subset": "lim_Latn-arb_Latn", "languages": ["lim-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-cat_Latn", "languages": ["lim-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.970356, "f1": 0.962239, "accuracy": 0.970356, "main_score": 0.962239, "hf_subset": "lim_Latn-fur_Latn", "languages": ["lim-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422448, "recall": 0.476285, "f1": 0.437231, "accuracy": 0.476285, "main_score": 0.437231, "hf_subset": "lim_Latn-kab_Latn", "languages": ["lim-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-nld_Latn", "languages": ["lim-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.964427, "f1": 0.955171, "accuracy": 0.964427, "main_score": 0.955171, "hf_subset": "lim_Latn-san_Deva", "languages": ["lim-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971097, "recall": 0.979249, "f1": 0.973551, "accuracy": 0.979249, "main_score": 0.973551, "hf_subset": "lim_Latn-tat_Cyrl", "languages": ["lim-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651393, "recall": 0.705534, "f1": 0.667154, "accuracy": 0.705534, "main_score": 0.667154, "hf_subset": "lim_Latn-xho_Latn", "languages": ["lim-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979331, "recall": 0.985178, "f1": 0.981126, "accuracy": 0.985178, "main_score": 0.981126, "hf_subset": "lim_Latn-ars_Arab", "languages": ["lim-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964239, "recall": 0.974308, "f1": 0.967309, "accuracy": 0.974308, "main_score": 0.967309, "hf_subset": "lim_Latn-ceb_Latn", "languages": ["lim-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558852, "recall": 0.613636, "f1": 0.574548, "accuracy": 0.613636, "main_score": 0.574548, "hf_subset": "lim_Latn-fuv_Latn", "languages": ["lim-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515417, "recall": 0.573123, "f1": 0.53166, "accuracy": 0.573123, "main_score": 0.53166, "hf_subset": "lim_Latn-kac_Latn", "languages": ["lim-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666354, "recall": 0.714427, "f1": 0.68003, "accuracy": 0.714427, "main_score": 0.68003, "hf_subset": "lim_Latn-lin_Latn", "languages": ["lim-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-nno_Latn", "languages": ["lim-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213245, "recall": 0.277668, "f1": 0.229431, "accuracy": 0.277668, "main_score": 0.229431, "hf_subset": "lim_Latn-sat_Olck", "languages": ["lim-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lim_Latn-tel_Telu", "languages": ["lim-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.938439, "recall": 0.955534, "f1": 0.943643, "accuracy": 0.955534, "main_score": 0.943643, "hf_subset": "lim_Latn-ydd_Hebr", "languages": ["lim-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "lim_Latn-ary_Arab", "languages": ["lim-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-ces_Latn", "languages": ["lim-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561166, "recall": 0.618577, "f1": 0.577687, "accuracy": 0.618577, "main_score": 0.577687, "hf_subset": "lim_Latn-gaz_Latn", "languages": ["lim-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569356, "recall": 0.632411, "f1": 0.586695, "accuracy": 0.632411, "main_score": 0.586695, "hf_subset": "lim_Latn-kam_Latn", "languages": ["lim-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "lim_Latn-lit_Latn", "languages": ["lim-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-nob_Latn", "languages": ["lim-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "lim_Latn-scn_Latn", "languages": ["lim-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934865, "recall": 0.953557, "f1": 0.940566, "accuracy": 0.953557, "main_score": 0.940566, "hf_subset": "lim_Latn-tgk_Cyrl", "languages": ["lim-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.662246, "recall": 0.726285, "f1": 0.681392, "accuracy": 0.726285, "main_score": 0.681392, "hf_subset": "lim_Latn-yor_Latn", "languages": ["lim-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976696, "recall": 0.983202, "f1": 0.978656, "accuracy": 0.983202, "main_score": 0.978656, "hf_subset": "lim_Latn-arz_Arab", "languages": ["lim-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566283, "recall": 0.62253, "f1": 0.582431, "accuracy": 0.62253, "main_score": 0.582431, "hf_subset": "lim_Latn-cjk_Latn", "languages": ["lim-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736364, "recall": 0.787549, "f1": 0.751647, "accuracy": 0.787549, "main_score": 0.751647, "hf_subset": "lim_Latn-gla_Latn", "languages": ["lim-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "lim_Latn-kan_Knda", "languages": ["lim-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "lim_Latn-lmo_Latn", "languages": ["lim-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "lim_Latn-npi_Deva", "languages": ["lim-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461679, "recall": 0.521739, "f1": 0.478288, "accuracy": 0.521739, "main_score": 0.478288, "hf_subset": "lim_Latn-shn_Mymr", "languages": ["lim-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lim_Latn-tgl_Latn", "languages": ["lim-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lim_Latn-yue_Hant", "languages": ["lim-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968626, "recall": 0.977273, "f1": 0.971198, "accuracy": 0.977273, "main_score": 0.971198, "hf_subset": "lim_Latn-asm_Beng", "languages": ["lim-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.908762, "recall": 0.932806, "f1": 0.915895, "accuracy": 0.932806, "main_score": 0.915895, "hf_subset": "lim_Latn-ckb_Arab", "languages": ["lim-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.814657, "recall": 0.858696, "f1": 0.82795, "accuracy": 0.858696, "main_score": 0.82795, "hf_subset": "lim_Latn-gle_Latn", "languages": ["lim-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889575, "recall": 0.917984, "f1": 0.898405, "accuracy": 0.917984, "main_score": 0.898405, "hf_subset": "lim_Latn-kas_Arab", "languages": ["lim-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915761, "recall": 0.938735, "f1": 0.922944, "accuracy": 0.938735, "main_score": 0.922944, "hf_subset": "lim_Latn-ltg_Latn", "languages": ["lim-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612353, "recall": 0.666008, "f1": 0.627553, "accuracy": 0.666008, "main_score": 0.627553, "hf_subset": "lim_Latn-nso_Latn", "languages": ["lim-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929265, "recall": 0.949605, "f1": 0.935837, "accuracy": 0.949605, "main_score": 0.935837, "hf_subset": "lim_Latn-sin_Sinh", "languages": ["lim-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "lim_Latn-tha_Thai", "languages": ["lim-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lim_Latn-zho_Hans", "languages": ["lim-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-ast_Latn", "languages": ["lim-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960721, "recall": 0.972332, "f1": 0.964328, "accuracy": 0.972332, "main_score": 0.964328, "hf_subset": "lim_Latn-crh_Latn", "languages": ["lim-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-glg_Latn", "languages": ["lim-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851614, "recall": 0.887352, "f1": 0.86278, "accuracy": 0.887352, "main_score": 0.86278, "hf_subset": "lim_Latn-kas_Deva", "languages": ["lim-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "lim_Latn-ltz_Latn", "languages": ["lim-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471369, "recall": 0.537549, "f1": 0.48975, "accuracy": 0.537549, "main_score": 0.48975, "hf_subset": "lim_Latn-nus_Latn", "languages": ["lim-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-slk_Latn", "languages": ["lim-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587026, "recall": 0.656126, "f1": 0.606581, "accuracy": 0.656126, "main_score": 0.606581, "hf_subset": "lim_Latn-tir_Ethi", "languages": ["lim-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-zho_Hant", "languages": ["lim-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968791, "recall": 0.977273, "f1": 0.97141, "accuracy": 0.977273, "main_score": 0.97141, "hf_subset": "lim_Latn-awa_Deva", "languages": ["lim-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.923864, "recall": 0.943676, "f1": 0.929677, "accuracy": 0.943676, "main_score": 0.929677, "hf_subset": "lim_Latn-cym_Latn", "languages": ["lim-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817836, "recall": 0.852767, "f1": 0.828016, "accuracy": 0.852767, "main_score": 0.828016, "hf_subset": "lim_Latn-grn_Latn", "languages": ["lim-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963192, "recall": 0.97332, "f1": 0.96614, "accuracy": 0.97332, "main_score": 0.96614, "hf_subset": "lim_Latn-kat_Geor", "languages": ["lim-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.648968, "recall": 0.69664, "f1": 0.662799, "accuracy": 0.69664, "main_score": 0.662799, "hf_subset": "lim_Latn-lua_Latn", "languages": ["lim-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623265, "recall": 0.675889, "f1": 0.638759, "accuracy": 0.675889, "main_score": 0.638759, "hf_subset": "lim_Latn-nya_Latn", "languages": ["lim-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lim_Latn-slv_Latn", "languages": ["lim-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900009, "recall": 0.925889, "f1": 0.907809, "accuracy": 0.925889, "main_score": 0.907809, "hf_subset": "lim_Latn-tpi_Latn", "languages": ["lim-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-zsm_Latn", "languages": ["lim-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547706, "recall": 0.602767, "f1": 0.563265, "accuracy": 0.602767, "main_score": 0.563265, "hf_subset": "lim_Latn-ayr_Latn", "languages": ["lim-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lim_Latn-dan_Latn", "languages": ["lim-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-guj_Gujr", "languages": ["lim-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lim_Latn-kaz_Cyrl", "languages": ["lim-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528627, "recall": 0.583992, "f1": 0.543304, "accuracy": 0.583992, "main_score": 0.543304, "hf_subset": "lim_Latn-lug_Latn", "languages": ["lim-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-oci_Latn", "languages": ["lim-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766667, "recall": 0.818182, "f1": 0.782016, "accuracy": 0.818182, "main_score": 0.782016, "hf_subset": "lim_Latn-smo_Latn", "languages": ["lim-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544846, "recall": 0.605731, "f1": 0.562449, "accuracy": 0.605731, "main_score": 0.562449, "hf_subset": "lim_Latn-tsn_Latn", "languages": ["lim-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604242, "recall": 0.660079, "f1": 0.620603, "accuracy": 0.660079, "main_score": 0.620603, "hf_subset": "lim_Latn-zul_Latn", "languages": ["lim-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872941, "recall": 0.90415, "f1": 0.882609, "accuracy": 0.90415, "main_score": 0.882609, "hf_subset": "lim_Latn-azb_Arab", "languages": ["lim-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lim_Latn-deu_Latn", "languages": ["lim-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940514, "accuracy": 0.953557, "main_score": 0.940514, "hf_subset": "lim_Latn-hat_Latn", "languages": ["lim-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497341, "recall": 0.550395, "f1": 0.512389, "accuracy": 0.550395, "main_score": 0.512389, "hf_subset": "lim_Latn-kbp_Latn", "languages": ["lim-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583198, "recall": 0.635375, "f1": 0.597109, "accuracy": 0.635375, "main_score": 0.597109, "hf_subset": "lim_Latn-luo_Latn", "languages": ["lim-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-ory_Orya", "languages": ["lim-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.588956, "recall": 0.645257, "f1": 0.605305, "accuracy": 0.645257, "main_score": 0.605305, "hf_subset": "lim_Latn-sna_Latn", "languages": ["lim-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560236, "recall": 0.601779, "f1": 0.571744, "accuracy": 0.601779, "main_score": 0.571744, "hf_subset": "lim_Latn-tso_Latn", "languages": ["lim-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "lim_Latn-azj_Latn", "languages": ["lim-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530715, "recall": 0.592885, "f1": 0.548635, "accuracy": 0.592885, "main_score": 0.548635, "hf_subset": "lim_Latn-dik_Latn", "languages": ["lim-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694322, "recall": 0.75, "f1": 0.710806, "accuracy": 0.75, "main_score": 0.710806, "hf_subset": "lim_Latn-hau_Latn", "languages": ["lim-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946558, "recall": 0.963439, "f1": 0.951976, "accuracy": 0.963439, "main_score": 0.951976, "hf_subset": "lim_Latn-kea_Latn", "languages": ["lim-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7236, "recall": 0.770751, "f1": 0.737305, "accuracy": 0.770751, "main_score": 0.737305, "hf_subset": "lim_Latn-lus_Latn", "languages": ["lim-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847908, "recall": 0.873518, "f1": 0.855055, "accuracy": 0.873518, "main_score": 0.855055, "hf_subset": "lim_Latn-pag_Latn", "languages": ["lim-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "lim_Latn-snd_Arab", "languages": ["lim-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.893314, "recall": 0.921937, "f1": 0.902339, "accuracy": 0.921937, "main_score": 0.902339, "hf_subset": "lim_Latn-tuk_Latn", "languages": ["lim-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958745, "recall": 0.970356, "f1": 0.962516, "accuracy": 0.970356, "main_score": 0.962516, "hf_subset": "lim_Latn-bak_Cyrl", "languages": ["lim-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496814, "recall": 0.571146, "f1": 0.518725, "accuracy": 0.571146, "main_score": 0.518725, "hf_subset": "lim_Latn-dyu_Latn", "languages": ["lim-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lim_Latn-heb_Hebr", "languages": ["lim-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.939839, "recall": 0.95751, "f1": 0.945389, "accuracy": 0.95751, "main_score": 0.945389, "hf_subset": "lim_Latn-khk_Cyrl", "languages": ["lim-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lim_Latn-lvs_Latn", "languages": ["lim-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "lim_Latn-pan_Guru", "languages": ["lim-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.673238, "recall": 0.727273, "f1": 0.688632, "accuracy": 0.727273, "main_score": 0.688632, "hf_subset": "lim_Latn-som_Latn", "languages": ["lim-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578232, "recall": 0.626482, "f1": 0.592036, "accuracy": 0.626482, "main_score": 0.592036, "hf_subset": "lim_Latn-tum_Latn", "languages": ["lim-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580596, "recall": 0.640316, "f1": 0.597341, "accuracy": 0.640316, "main_score": 0.597341, "hf_subset": "nld_Latn-ace_Arab", "languages": ["nld-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522389, "recall": 0.585968, "f1": 0.540514, "accuracy": 0.585968, "main_score": 0.540514, "hf_subset": "nld_Latn-bam_Latn", "languages": ["nld-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433258, "recall": 0.508893, "f1": 0.454151, "accuracy": 0.508893, "main_score": 0.454151, "hf_subset": "nld_Latn-dzo_Tibt", "languages": ["nld-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hin_Deva", "languages": ["nld-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-khm_Khmr", "languages": ["nld-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-mag_Deva", "languages": ["nld-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "nld_Latn-pap_Latn", "languages": ["nld-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596931, "recall": 0.651186, "f1": 0.612469, "accuracy": 0.651186, "main_score": 0.612469, "hf_subset": "nld_Latn-sot_Latn", "languages": ["nld-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tur_Latn", "languages": ["nld-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870636, "recall": 0.906126, "f1": 0.881983, "accuracy": 0.906126, "main_score": 0.881983, "hf_subset": "nld_Latn-ace_Latn", "languages": ["nld-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "nld_Latn-ban_Latn", "languages": ["nld-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ell_Grek", "languages": ["nld-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-hne_Deva", "languages": ["nld-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.608751, "recall": 0.664032, "f1": 0.624574, "accuracy": 0.664032, "main_score": 0.624574, "hf_subset": "nld_Latn-kik_Latn", "languages": ["nld-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mai_Deva", "languages": ["nld-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "nld_Latn-pbt_Arab", "languages": ["nld-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-spa_Latn", "languages": ["nld-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623435, "recall": 0.690711, "f1": 0.642707, "accuracy": 0.690711, "main_score": 0.642707, "hf_subset": "nld_Latn-twi_Latn", "languages": ["nld-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-acm_Arab", "languages": ["nld-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-bel_Cyrl", "languages": ["nld-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-eng_Latn", "languages": ["nld-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hrv_Latn", "languages": ["nld-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556211, "recall": 0.617589, "f1": 0.573814, "accuracy": 0.617589, "main_score": 0.573814, "hf_subset": "nld_Latn-kin_Latn", "languages": ["nld-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-mal_Mlym", "languages": ["nld-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-pes_Arab", "languages": ["nld-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "nld_Latn-srd_Latn", "languages": ["nld-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17814, "recall": 0.227273, "f1": 0.190602, "accuracy": 0.227273, "main_score": 0.190602, "hf_subset": "nld_Latn-tzm_Tfng", "languages": ["nld-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-acq_Arab", "languages": ["nld-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.635916, "recall": 0.694664, "f1": 0.652804, "accuracy": 0.694664, "main_score": 0.652804, "hf_subset": "nld_Latn-bem_Latn", "languages": ["nld-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-epo_Latn", "languages": ["nld-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hun_Latn", "languages": ["nld-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-kir_Cyrl", "languages": ["nld-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mar_Deva", "languages": ["nld-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.681835, "recall": 0.735178, "f1": 0.697516, "accuracy": 0.735178, "main_score": 0.697516, "hf_subset": "nld_Latn-plt_Latn", "languages": ["nld-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-srp_Cyrl", "languages": ["nld-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "nld_Latn-uig_Arab", "languages": ["nld-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-aeb_Arab", "languages": ["nld-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ben_Beng", "languages": ["nld-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-est_Latn", "languages": ["nld-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hye_Armn", "languages": ["nld-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.556985, "recall": 0.61166, "f1": 0.572501, "accuracy": 0.61166, "main_score": 0.572501, "hf_subset": "nld_Latn-kmb_Latn", "languages": ["nld-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505343, "recall": 0.577075, "f1": 0.524776, "accuracy": 0.577075, "main_score": 0.524776, "hf_subset": "nld_Latn-min_Arab", "languages": ["nld-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-pol_Latn", "languages": ["nld-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566304, "recall": 0.628458, "f1": 0.584834, "accuracy": 0.628458, "main_score": 0.584834, "hf_subset": "nld_Latn-ssw_Latn", "languages": ["nld-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ukr_Cyrl", "languages": ["nld-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-afr_Latn", "languages": ["nld-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bho_Deva", "languages": ["nld-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "nld_Latn-eus_Latn", "languages": ["nld-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588052, "recall": 0.650198, "f1": 0.605626, "accuracy": 0.650198, "main_score": 0.605626, "hf_subset": "nld_Latn-ibo_Latn", "languages": ["nld-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897974, "recall": 0.925889, "f1": 0.906851, "accuracy": 0.925889, "main_score": 0.906851, "hf_subset": "nld_Latn-kmr_Latn", "languages": ["nld-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nld_Latn-min_Latn", "languages": ["nld-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-por_Latn", "languages": ["nld-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nld_Latn-sun_Latn", "languages": ["nld-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524806, "recall": 0.58498, "f1": 0.54213, "accuracy": 0.58498, "main_score": 0.54213, "hf_subset": "nld_Latn-umb_Latn", "languages": ["nld-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ajp_Arab", "languages": ["nld-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544551, "recall": 0.61166, "f1": 0.563539, "accuracy": 0.61166, "main_score": 0.563539, "hf_subset": "nld_Latn-bjn_Arab", "languages": ["nld-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534273, "recall": 0.590909, "f1": 0.550283, "accuracy": 0.590909, "main_score": 0.550283, "hf_subset": "nld_Latn-ewe_Latn", "languages": ["nld-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "nld_Latn-ilo_Latn", "languages": ["nld-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313245, "recall": 0.378458, "f1": 0.331825, "accuracy": 0.378458, "main_score": 0.331825, "hf_subset": "nld_Latn-knc_Arab", "languages": ["nld-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mkd_Cyrl", "languages": ["nld-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-prs_Arab", "languages": ["nld-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-swe_Latn", "languages": ["nld-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-urd_Arab", "languages": ["nld-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603674, "recall": 0.662055, "f1": 0.620201, "accuracy": 0.662055, "main_score": 0.620201, "hf_subset": "nld_Latn-aka_Latn", "languages": ["nld-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nld_Latn-bjn_Latn", "languages": ["nld-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "nld_Latn-fao_Latn", "languages": ["nld-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ind_Latn", "languages": ["nld-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598246, "recall": 0.65415, "f1": 0.614338, "accuracy": 0.65415, "main_score": 0.614338, "hf_subset": "nld_Latn-knc_Latn", "languages": ["nld-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nld_Latn-mlt_Latn", "languages": ["nld-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712883, "recall": 0.774704, "f1": 0.731176, "accuracy": 0.774704, "main_score": 0.731176, "hf_subset": "nld_Latn-quy_Latn", "languages": ["nld-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "nld_Latn-swh_Latn", "languages": ["nld-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-uzn_Latn", "languages": ["nld-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-als_Latn", "languages": ["nld-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651466, "recall": 0.729249, "f1": 0.674111, "accuracy": 0.729249, "main_score": 0.674111, "hf_subset": "nld_Latn-bod_Tibt", "languages": ["nld-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.714379, "recall": 0.766798, "f1": 0.729716, "accuracy": 0.766798, "main_score": 0.729716, "hf_subset": "nld_Latn-fij_Latn", "languages": ["nld-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "nld_Latn-isl_Latn", "languages": ["nld-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67761, "recall": 0.729249, "f1": 0.692418, "accuracy": 0.729249, "main_score": 0.692418, "hf_subset": "nld_Latn-kon_Latn", "languages": ["nld-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661331, "recall": 0.725296, "f1": 0.67996, "accuracy": 0.725296, "main_score": 0.67996, "hf_subset": "nld_Latn-mni_Beng", "languages": ["nld-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ron_Latn", "languages": ["nld-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "nld_Latn-szl_Latn", "languages": ["nld-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-vec_Latn", "languages": ["nld-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.960474, "f1": 0.948287, "accuracy": 0.960474, "main_score": 0.948287, "hf_subset": "nld_Latn-amh_Ethi", "languages": ["nld-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bos_Latn", "languages": ["nld-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-fin_Latn", "languages": ["nld-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ita_Latn", "languages": ["nld-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-kor_Hang", "languages": ["nld-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.552063, "recall": 0.609684, "f1": 0.568051, "accuracy": 0.609684, "main_score": 0.568051, "hf_subset": "nld_Latn-mos_Latn", "languages": ["nld-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564879, "recall": 0.619565, "f1": 0.580458, "accuracy": 0.619565, "main_score": 0.580458, "hf_subset": "nld_Latn-run_Latn", "languages": ["nld-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tam_Taml", "languages": ["nld-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-vie_Latn", "languages": ["nld-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-apc_Arab", "languages": ["nld-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.806341, "recall": 0.848814, "f1": 0.818841, "accuracy": 0.848814, "main_score": 0.818841, "hf_subset": "nld_Latn-bug_Latn", "languages": ["nld-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480772, "recall": 0.537549, "f1": 0.495899, "accuracy": 0.537549, "main_score": 0.495899, "hf_subset": "nld_Latn-fon_Latn", "languages": ["nld-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nld_Latn-jav_Latn", "languages": ["nld-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nld_Latn-lao_Laoo", "languages": ["nld-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.873271, "recall": 0.909091, "f1": 0.884618, "accuracy": 0.909091, "main_score": 0.884618, "hf_subset": "nld_Latn-mri_Latn", "languages": ["nld-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-rus_Cyrl", "languages": ["nld-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543717, "recall": 0.612648, "f1": 0.563018, "accuracy": 0.612648, "main_score": 0.563018, "hf_subset": "nld_Latn-taq_Latn", "languages": ["nld-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-war_Latn", "languages": ["nld-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-arb_Arab", "languages": ["nld-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bul_Cyrl", "languages": ["nld-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-fra_Latn", "languages": ["nld-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-jpn_Jpan", "languages": ["nld-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-lij_Latn", "languages": ["nld-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "nld_Latn-mya_Mymr", "languages": ["nld-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.608577, "recall": 0.674901, "f1": 0.627362, "accuracy": 0.674901, "main_score": 0.627362, "hf_subset": "nld_Latn-sag_Latn", "languages": ["nld-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20066, "recall": 0.256917, "f1": 0.212932, "accuracy": 0.256917, "main_score": 0.212932, "hf_subset": "nld_Latn-taq_Tfng", "languages": ["nld-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.638178, "recall": 0.701581, "f1": 0.656131, "accuracy": 0.701581, "main_score": 0.656131, "hf_subset": "nld_Latn-wol_Latn", "languages": ["nld-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806308, "recall": 0.854743, "f1": 0.820967, "accuracy": 0.854743, "main_score": 0.820967, "hf_subset": "nld_Latn-arb_Latn", "languages": ["nld-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-cat_Latn", "languages": ["nld-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nld_Latn-fur_Latn", "languages": ["nld-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420291, "recall": 0.476285, "f1": 0.436059, "accuracy": 0.476285, "main_score": 0.436059, "hf_subset": "nld_Latn-kab_Latn", "languages": ["nld-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-lim_Latn", "languages": ["nld-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nld_Latn-san_Deva", "languages": ["nld-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tat_Cyrl", "languages": ["nld-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.679685, "recall": 0.741107, "f1": 0.697727, "accuracy": 0.741107, "main_score": 0.697727, "hf_subset": "nld_Latn-xho_Latn", "languages": ["nld-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ars_Arab", "languages": ["nld-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-ceb_Latn", "languages": ["nld-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564425, "recall": 0.626482, "f1": 0.581996, "accuracy": 0.626482, "main_score": 0.581996, "hf_subset": "nld_Latn-fuv_Latn", "languages": ["nld-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514947, "recall": 0.579051, "f1": 0.532674, "accuracy": 0.579051, "main_score": 0.532674, "hf_subset": "nld_Latn-kac_Latn", "languages": ["nld-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672958, "recall": 0.725296, "f1": 0.688378, "accuracy": 0.725296, "main_score": 0.688378, "hf_subset": "nld_Latn-lin_Latn", "languages": ["nld-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-nno_Latn", "languages": ["nld-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222534, "recall": 0.299407, "f1": 0.242973, "accuracy": 0.299407, "main_score": 0.242973, "hf_subset": "nld_Latn-sat_Olck", "languages": ["nld-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tel_Telu", "languages": ["nld-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "nld_Latn-ydd_Hebr", "languages": ["nld-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "nld_Latn-ary_Arab", "languages": ["nld-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ces_Latn", "languages": ["nld-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585738, "recall": 0.644269, "f1": 0.602555, "accuracy": 0.644269, "main_score": 0.602555, "hf_subset": "nld_Latn-gaz_Latn", "languages": ["nld-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584792, "recall": 0.651186, "f1": 0.603576, "accuracy": 0.651186, "main_score": 0.603576, "hf_subset": "nld_Latn-kam_Latn", "languages": ["nld-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nld_Latn-lit_Latn", "languages": ["nld-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-nob_Latn", "languages": ["nld-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "nld_Latn-scn_Latn", "languages": ["nld-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "nld_Latn-tgk_Cyrl", "languages": ["nld-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.713201, "recall": 0.778656, "f1": 0.733317, "accuracy": 0.778656, "main_score": 0.733317, "hf_subset": "nld_Latn-yor_Latn", "languages": ["nld-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-arz_Arab", "languages": ["nld-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573816, "recall": 0.634387, "f1": 0.590962, "accuracy": 0.634387, "main_score": 0.590962, "hf_subset": "nld_Latn-cjk_Latn", "languages": ["nld-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79972, "recall": 0.848814, "f1": 0.814559, "accuracy": 0.848814, "main_score": 0.814559, "hf_subset": "nld_Latn-gla_Latn", "languages": ["nld-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-kan_Knda", "languages": ["nld-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nld_Latn-lmo_Latn", "languages": ["nld-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "nld_Latn-npi_Deva", "languages": ["nld-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.480287, "recall": 0.543478, "f1": 0.497704, "accuracy": 0.543478, "main_score": 0.497704, "hf_subset": "nld_Latn-shn_Mymr", "languages": ["nld-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tgl_Latn", "languages": ["nld-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-yue_Hant", "languages": ["nld-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-asm_Beng", "languages": ["nld-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "nld_Latn-ckb_Arab", "languages": ["nld-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.890267, "recall": 0.920949, "f1": 0.900099, "accuracy": 0.920949, "main_score": 0.900099, "hf_subset": "nld_Latn-gle_Latn", "languages": ["nld-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "nld_Latn-kas_Arab", "languages": ["nld-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "nld_Latn-ltg_Latn", "languages": ["nld-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624392, "recall": 0.682806, "f1": 0.641377, "accuracy": 0.682806, "main_score": 0.641377, "hf_subset": "nld_Latn-nso_Latn", "languages": ["nld-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nld_Latn-sin_Sinh", "languages": ["nld-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-tha_Thai", "languages": ["nld-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-zho_Hans", "languages": ["nld-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ast_Latn", "languages": ["nld-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-crh_Latn", "languages": ["nld-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-glg_Latn", "languages": ["nld-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898221, "recall": 0.929842, "f1": 0.908432, "accuracy": 0.929842, "main_score": 0.908432, "hf_subset": "nld_Latn-kas_Deva", "languages": ["nld-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nld_Latn-ltz_Latn", "languages": ["nld-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462675, "recall": 0.536561, "f1": 0.4833, "accuracy": 0.536561, "main_score": 0.4833, "hf_subset": "nld_Latn-nus_Latn", "languages": ["nld-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-slk_Latn", "languages": ["nld-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619664, "recall": 0.695652, "f1": 0.641836, "accuracy": 0.695652, "main_score": 0.641836, "hf_subset": "nld_Latn-tir_Ethi", "languages": ["nld-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-zho_Hant", "languages": ["nld-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "nld_Latn-awa_Deva", "languages": ["nld-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "nld_Latn-cym_Latn", "languages": ["nld-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860096, "recall": 0.895257, "f1": 0.871113, "accuracy": 0.895257, "main_score": 0.871113, "hf_subset": "nld_Latn-grn_Latn", "languages": ["nld-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-kat_Geor", "languages": ["nld-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.645323, "recall": 0.698617, "f1": 0.660395, "accuracy": 0.698617, "main_score": 0.660395, "hf_subset": "nld_Latn-lua_Latn", "languages": ["nld-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657831, "recall": 0.717391, "f1": 0.675023, "accuracy": 0.717391, "main_score": 0.675023, "hf_subset": "nld_Latn-nya_Latn", "languages": ["nld-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-slv_Latn", "languages": ["nld-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "nld_Latn-tpi_Latn", "languages": ["nld-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-zsm_Latn", "languages": ["nld-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555082, "recall": 0.617589, "f1": 0.573445, "accuracy": 0.617589, "main_score": 0.573445, "hf_subset": "nld_Latn-ayr_Latn", "languages": ["nld-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-dan_Latn", "languages": ["nld-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-guj_Gujr", "languages": ["nld-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-kaz_Cyrl", "languages": ["nld-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540747, "recall": 0.596838, "f1": 0.556479, "accuracy": 0.596838, "main_score": 0.556479, "hf_subset": "nld_Latn-lug_Latn", "languages": ["nld-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-oci_Latn", "languages": ["nld-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828063, "recall": 0.874506, "f1": 0.842325, "accuracy": 0.874506, "main_score": 0.842325, "hf_subset": "nld_Latn-smo_Latn", "languages": ["nld-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552446, "recall": 0.617589, "f1": 0.570948, "accuracy": 0.617589, "main_score": 0.570948, "hf_subset": "nld_Latn-tsn_Latn", "languages": ["nld-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627759, "recall": 0.685771, "f1": 0.644691, "accuracy": 0.685771, "main_score": 0.644691, "hf_subset": "nld_Latn-zul_Latn", "languages": ["nld-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.954545, "f1": 0.940547, "accuracy": 0.954545, "main_score": 0.940547, "hf_subset": "nld_Latn-azb_Arab", "languages": ["nld-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-deu_Latn", "languages": ["nld-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "nld_Latn-hat_Latn", "languages": ["nld-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49548, "recall": 0.5583, "f1": 0.513921, "accuracy": 0.5583, "main_score": 0.513921, "hf_subset": "nld_Latn-kbp_Latn", "languages": ["nld-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589018, "recall": 0.646245, "f1": 0.604981, "accuracy": 0.646245, "main_score": 0.604981, "hf_subset": "nld_Latn-luo_Latn", "languages": ["nld-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ory_Orya", "languages": ["nld-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.603535, "recall": 0.666008, "f1": 0.621574, "accuracy": 0.666008, "main_score": 0.621574, "hf_subset": "nld_Latn-sna_Latn", "languages": ["nld-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565221, "recall": 0.619565, "f1": 0.580763, "accuracy": 0.619565, "main_score": 0.580763, "hf_subset": "nld_Latn-tso_Latn", "languages": ["nld-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-azj_Latn", "languages": ["nld-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553887, "recall": 0.619565, "f1": 0.57309, "accuracy": 0.619565, "main_score": 0.57309, "hf_subset": "nld_Latn-dik_Latn", "languages": ["nld-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736561, "recall": 0.79249, "f1": 0.753148, "accuracy": 0.79249, "main_score": 0.753148, "hf_subset": "nld_Latn-hau_Latn", "languages": ["nld-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "nld_Latn-kea_Latn", "languages": ["nld-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744104, "recall": 0.794466, "f1": 0.759274, "accuracy": 0.794466, "main_score": 0.759274, "hf_subset": "nld_Latn-lus_Latn", "languages": ["nld-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883959, "recall": 0.912055, "f1": 0.892424, "accuracy": 0.912055, "main_score": 0.892424, "hf_subset": "nld_Latn-pag_Latn", "languages": ["nld-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-snd_Arab", "languages": ["nld-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.953887, "accuracy": 0.964427, "main_score": 0.953887, "hf_subset": "nld_Latn-tuk_Latn", "languages": ["nld-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-bak_Cyrl", "languages": ["nld-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.493398, "recall": 0.571146, "f1": 0.516521, "accuracy": 0.571146, "main_score": 0.516521, "hf_subset": "nld_Latn-dyu_Latn", "languages": ["nld-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-heb_Hebr", "languages": ["nld-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nld_Latn-khk_Cyrl", "languages": ["nld-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-lvs_Latn", "languages": ["nld-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-pan_Guru", "languages": ["nld-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.691831, "recall": 0.752964, "f1": 0.710183, "accuracy": 0.752964, "main_score": 0.710183, "hf_subset": "nld_Latn-som_Latn", "languages": ["nld-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606236, "recall": 0.656126, "f1": 0.620613, "accuracy": 0.656126, "main_score": 0.620613, "hf_subset": "nld_Latn-tum_Latn", "languages": ["nld-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50193, "recall": 0.565217, "f1": 0.520391, "accuracy": 0.565217, "main_score": 0.520391, "hf_subset": "san_Deva-ace_Arab", "languages": ["san-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49904, "recall": 0.550395, "f1": 0.513545, "accuracy": 0.550395, "main_score": 0.513545, "hf_subset": "san_Deva-bam_Latn", "languages": ["san-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407651, "recall": 0.480237, "f1": 0.428214, "accuracy": 0.480237, "main_score": 0.428214, "hf_subset": "san_Deva-dzo_Tibt", "languages": ["san-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-hin_Deva", "languages": ["san-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "san_Deva-khm_Khmr", "languages": ["san-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-mag_Deva", "languages": ["san-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "san_Deva-pap_Latn", "languages": ["san-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530027, "recall": 0.588933, "f1": 0.546376, "accuracy": 0.588933, "main_score": 0.546376, "hf_subset": "san_Deva-sot_Latn", "languages": ["san-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-tur_Latn", "languages": ["san-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826285, "recall": 0.867589, "f1": 0.838806, "accuracy": 0.867589, "main_score": 0.838806, "hf_subset": "san_Deva-ace_Latn", "languages": ["san-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924901, "recall": 0.944664, "f1": 0.931126, "accuracy": 0.944664, "main_score": 0.931126, "hf_subset": "san_Deva-ban_Latn", "languages": ["san-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ell_Grek", "languages": ["san-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "san_Deva-hne_Deva", "languages": ["san-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.546761, "recall": 0.604743, "f1": 0.562454, "accuracy": 0.604743, "main_score": 0.562454, "hf_subset": "san_Deva-kik_Latn", "languages": ["san-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-mai_Deva", "languages": ["san-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "san_Deva-pbt_Arab", "languages": ["san-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-spa_Latn", "languages": ["san-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584192, "recall": 0.645257, "f1": 0.600799, "accuracy": 0.645257, "main_score": 0.600799, "hf_subset": "san_Deva-twi_Latn", "languages": ["san-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-acm_Arab", "languages": ["san-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "san_Deva-bel_Cyrl", "languages": ["san-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-eng_Latn", "languages": ["san-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-hrv_Latn", "languages": ["san-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498014, "recall": 0.557312, "f1": 0.514297, "accuracy": 0.557312, "main_score": 0.514297, "hf_subset": "san_Deva-kin_Latn", "languages": ["san-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-mal_Mlym", "languages": ["san-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-pes_Arab", "languages": ["san-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "san_Deva-srd_Latn", "languages": ["san-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186449, "recall": 0.235178, "f1": 0.198991, "accuracy": 0.235178, "main_score": 0.198991, "hf_subset": "san_Deva-tzm_Tfng", "languages": ["san-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-acq_Arab", "languages": ["san-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.592634, "recall": 0.645257, "f1": 0.607031, "accuracy": 0.645257, "main_score": 0.607031, "hf_subset": "san_Deva-bem_Latn", "languages": ["san-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-epo_Latn", "languages": ["san-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-hun_Latn", "languages": ["san-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "san_Deva-kir_Cyrl", "languages": ["san-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-mar_Deva", "languages": ["san-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.615135, "recall": 0.66996, "f1": 0.631145, "accuracy": 0.66996, "main_score": 0.631145, "hf_subset": "san_Deva-plt_Latn", "languages": ["san-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-srp_Cyrl", "languages": ["san-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "san_Deva-uig_Arab", "languages": ["san-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "san_Deva-aeb_Arab", "languages": ["san-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-ben_Beng", "languages": ["san-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-est_Latn", "languages": ["san-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-hye_Armn", "languages": ["san-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.510896, "recall": 0.561265, "f1": 0.525151, "accuracy": 0.561265, "main_score": 0.525151, "hf_subset": "san_Deva-kmb_Latn", "languages": ["san-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457976, "recall": 0.525692, "f1": 0.476604, "accuracy": 0.525692, "main_score": 0.476604, "hf_subset": "san_Deva-min_Arab", "languages": ["san-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-pol_Latn", "languages": ["san-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533926, "recall": 0.589921, "f1": 0.549896, "accuracy": 0.589921, "main_score": 0.549896, "hf_subset": "san_Deva-ssw_Latn", "languages": ["san-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "san_Deva-ukr_Cyrl", "languages": ["san-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-afr_Latn", "languages": ["san-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "san_Deva-bho_Deva", "languages": ["san-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959025, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "san_Deva-eus_Latn", "languages": ["san-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531085, "recall": 0.592885, "f1": 0.548352, "accuracy": 0.592885, "main_score": 0.548352, "hf_subset": "san_Deva-ibo_Latn", "languages": ["san-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837072, "recall": 0.879447, "f1": 0.850165, "accuracy": 0.879447, "main_score": 0.850165, "hf_subset": "san_Deva-kmr_Latn", "languages": ["san-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "san_Deva-min_Latn", "languages": ["san-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-por_Latn", "languages": ["san-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "san_Deva-sun_Latn", "languages": ["san-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492679, "recall": 0.547431, "f1": 0.508042, "accuracy": 0.547431, "main_score": 0.508042, "hf_subset": "san_Deva-umb_Latn", "languages": ["san-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-ajp_Arab", "languages": ["san-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478504, "recall": 0.541502, "f1": 0.496425, "accuracy": 0.541502, "main_score": 0.496425, "hf_subset": "san_Deva-bjn_Arab", "languages": ["san-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487672, "recall": 0.538538, "f1": 0.500925, "accuracy": 0.538538, "main_score": 0.500925, "hf_subset": "san_Deva-ewe_Latn", "languages": ["san-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896904, "recall": 0.926877, "f1": 0.906456, "accuracy": 0.926877, "main_score": 0.906456, "hf_subset": "san_Deva-ilo_Latn", "languages": ["san-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.305092, "recall": 0.357708, "f1": 0.319032, "accuracy": 0.357708, "main_score": 0.319032, "hf_subset": "san_Deva-knc_Arab", "languages": ["san-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-mkd_Cyrl", "languages": ["san-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-prs_Arab", "languages": ["san-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-swe_Latn", "languages": ["san-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "san_Deva-urd_Arab", "languages": ["san-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552404, "recall": 0.613636, "f1": 0.56923, "accuracy": 0.613636, "main_score": 0.56923, "hf_subset": "san_Deva-aka_Latn", "languages": ["san-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "san_Deva-bjn_Latn", "languages": ["san-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942935, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "san_Deva-fao_Latn", "languages": ["san-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-ind_Latn", "languages": ["san-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554311, "recall": 0.603755, "f1": 0.568467, "accuracy": 0.603755, "main_score": 0.568467, "hf_subset": "san_Deva-knc_Latn", "languages": ["san-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "san_Deva-mlt_Latn", "languages": ["san-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66287, "recall": 0.720356, "f1": 0.679743, "accuracy": 0.720356, "main_score": 0.679743, "hf_subset": "san_Deva-quy_Latn", "languages": ["san-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.963439, "f1": 0.951746, "accuracy": 0.963439, "main_score": 0.951746, "hf_subset": "san_Deva-swh_Latn", "languages": ["san-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "san_Deva-uzn_Latn", "languages": ["san-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "san_Deva-als_Latn", "languages": ["san-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620636, "recall": 0.699605, "f1": 0.644071, "accuracy": 0.699605, "main_score": 0.644071, "hf_subset": "san_Deva-bod_Tibt", "languages": ["san-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.657628, "recall": 0.718379, "f1": 0.674558, "accuracy": 0.718379, "main_score": 0.674558, "hf_subset": "san_Deva-fij_Latn", "languages": ["san-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "san_Deva-isl_Latn", "languages": ["san-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614888, "recall": 0.667984, "f1": 0.630308, "accuracy": 0.667984, "main_score": 0.630308, "hf_subset": "san_Deva-kon_Latn", "languages": ["san-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624819, "recall": 0.689723, "f1": 0.64401, "accuracy": 0.689723, "main_score": 0.64401, "hf_subset": "san_Deva-mni_Beng", "languages": ["san-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ron_Latn", "languages": ["san-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "san_Deva-szl_Latn", "languages": ["san-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-vec_Latn", "languages": ["san-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908185, "recall": 0.935771, "f1": 0.917227, "accuracy": 0.935771, "main_score": 0.917227, "hf_subset": "san_Deva-amh_Ethi", "languages": ["san-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "san_Deva-bos_Latn", "languages": ["san-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-fin_Latn", "languages": ["san-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-ita_Latn", "languages": ["san-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-kor_Hang", "languages": ["san-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.515371, "recall": 0.570158, "f1": 0.530234, "accuracy": 0.570158, "main_score": 0.530234, "hf_subset": "san_Deva-mos_Latn", "languages": ["san-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526699, "recall": 0.578063, "f1": 0.541451, "accuracy": 0.578063, "main_score": 0.541451, "hf_subset": "san_Deva-run_Latn", "languages": ["san-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-tam_Taml", "languages": ["san-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-vie_Latn", "languages": ["san-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-apc_Arab", "languages": ["san-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.752536, "recall": 0.802372, "f1": 0.766874, "accuracy": 0.802372, "main_score": 0.766874, "hf_subset": "san_Deva-bug_Latn", "languages": ["san-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452216, "recall": 0.503953, "f1": 0.466309, "accuracy": 0.503953, "main_score": 0.466309, "hf_subset": "san_Deva-fon_Latn", "languages": ["san-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "san_Deva-jav_Latn", "languages": ["san-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "san_Deva-lao_Laoo", "languages": ["san-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.806225, "recall": 0.856719, "f1": 0.821937, "accuracy": 0.856719, "main_score": 0.821937, "hf_subset": "san_Deva-mri_Latn", "languages": ["san-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-rus_Cyrl", "languages": ["san-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515222, "recall": 0.572134, "f1": 0.53051, "accuracy": 0.572134, "main_score": 0.53051, "hf_subset": "san_Deva-taq_Latn", "languages": ["san-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "san_Deva-war_Latn", "languages": ["san-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-arb_Arab", "languages": ["san-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-bul_Cyrl", "languages": ["san-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-fra_Latn", "languages": ["san-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-jpn_Jpan", "languages": ["san-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "san_Deva-lij_Latn", "languages": ["san-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "san_Deva-mya_Mymr", "languages": ["san-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.540122, "recall": 0.597826, "f1": 0.556158, "accuracy": 0.597826, "main_score": 0.556158, "hf_subset": "san_Deva-sag_Latn", "languages": ["san-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195592, "recall": 0.243083, "f1": 0.207311, "accuracy": 0.243083, "main_score": 0.207311, "hf_subset": "san_Deva-taq_Tfng", "languages": ["san-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.572204, "recall": 0.630435, "f1": 0.588361, "accuracy": 0.630435, "main_score": 0.588361, "hf_subset": "san_Deva-wol_Latn", "languages": ["san-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732526, "recall": 0.797431, "f1": 0.752292, "accuracy": 0.797431, "main_score": 0.752292, "hf_subset": "san_Deva-arb_Latn", "languages": ["san-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-cat_Latn", "languages": ["san-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "san_Deva-fur_Latn", "languages": ["san-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385766, "recall": 0.440711, "f1": 0.400907, "accuracy": 0.440711, "main_score": 0.400907, "hf_subset": "san_Deva-kab_Latn", "languages": ["san-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955451, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "san_Deva-lim_Latn", "languages": ["san-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-nld_Latn", "languages": ["san-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "san_Deva-tat_Cyrl", "languages": ["san-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.639328, "recall": 0.697628, "f1": 0.656175, "accuracy": 0.697628, "main_score": 0.656175, "hf_subset": "san_Deva-xho_Latn", "languages": ["san-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ars_Arab", "languages": ["san-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "san_Deva-ceb_Latn", "languages": ["san-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522671, "recall": 0.575099, "f1": 0.537868, "accuracy": 0.575099, "main_score": 0.537868, "hf_subset": "san_Deva-fuv_Latn", "languages": ["san-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491857, "recall": 0.551383, "f1": 0.508231, "accuracy": 0.551383, "main_score": 0.508231, "hf_subset": "san_Deva-kac_Latn", "languages": ["san-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620125, "recall": 0.671937, "f1": 0.635197, "accuracy": 0.671937, "main_score": 0.635197, "hf_subset": "san_Deva-lin_Latn", "languages": ["san-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "san_Deva-nno_Latn", "languages": ["san-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229742, "recall": 0.310277, "f1": 0.251237, "accuracy": 0.310277, "main_score": 0.251237, "hf_subset": "san_Deva-sat_Olck", "languages": ["san-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-tel_Telu", "languages": ["san-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.920866, "recall": 0.944664, "f1": 0.92859, "accuracy": 0.944664, "main_score": 0.92859, "hf_subset": "san_Deva-ydd_Hebr", "languages": ["san-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "san_Deva-ary_Arab", "languages": ["san-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-ces_Latn", "languages": ["san-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542383, "recall": 0.601779, "f1": 0.559461, "accuracy": 0.601779, "main_score": 0.559461, "hf_subset": "san_Deva-gaz_Latn", "languages": ["san-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544204, "recall": 0.602767, "f1": 0.560923, "accuracy": 0.602767, "main_score": 0.560923, "hf_subset": "san_Deva-kam_Latn", "languages": ["san-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983449, "recall": 0.988142, "f1": 0.984914, "accuracy": 0.988142, "main_score": 0.984914, "hf_subset": "san_Deva-lit_Latn", "languages": ["san-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-nob_Latn", "languages": ["san-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959898, "recall": 0.972332, "f1": 0.963834, "accuracy": 0.972332, "main_score": 0.963834, "hf_subset": "san_Deva-scn_Latn", "languages": ["san-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "san_Deva-tgk_Cyrl", "languages": ["san-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67207, "recall": 0.740119, "f1": 0.691691, "accuracy": 0.740119, "main_score": 0.691691, "hf_subset": "san_Deva-yor_Latn", "languages": ["san-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-arz_Arab", "languages": ["san-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544024, "recall": 0.59585, "f1": 0.55934, "accuracy": 0.59585, "main_score": 0.55934, "hf_subset": "san_Deva-cjk_Latn", "languages": ["san-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719713, "recall": 0.782609, "f1": 0.738801, "accuracy": 0.782609, "main_score": 0.738801, "hf_subset": "san_Deva-gla_Latn", "languages": ["san-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-kan_Knda", "languages": ["san-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "san_Deva-lmo_Latn", "languages": ["san-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "san_Deva-npi_Deva", "languages": ["san-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.447747, "recall": 0.5, "f1": 0.462286, "accuracy": 0.5, "main_score": 0.462286, "hf_subset": "san_Deva-shn_Mymr", "languages": ["san-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-tgl_Latn", "languages": ["san-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-yue_Hant", "languages": ["san-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "san_Deva-asm_Beng", "languages": ["san-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.932148, "recall": 0.953557, "f1": 0.939065, "accuracy": 0.953557, "main_score": 0.939065, "hf_subset": "san_Deva-ckb_Arab", "languages": ["san-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.827322, "recall": 0.868577, "f1": 0.839954, "accuracy": 0.868577, "main_score": 0.839954, "hf_subset": "san_Deva-gle_Latn", "languages": ["san-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935688, "recall": 0.955534, "f1": 0.942095, "accuracy": 0.955534, "main_score": 0.942095, "hf_subset": "san_Deva-kas_Arab", "languages": ["san-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.902833, "recall": 0.929842, "f1": 0.911364, "accuracy": 0.929842, "main_score": 0.911364, "hf_subset": "san_Deva-ltg_Latn", "languages": ["san-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560788, "recall": 0.612648, "f1": 0.574843, "accuracy": 0.612648, "main_score": 0.574843, "hf_subset": "san_Deva-nso_Latn", "languages": ["san-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "san_Deva-sin_Sinh", "languages": ["san-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-tha_Thai", "languages": ["san-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-zho_Hans", "languages": ["san-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-ast_Latn", "languages": ["san-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "san_Deva-crh_Latn", "languages": ["san-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "san_Deva-glg_Latn", "languages": ["san-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864987, "recall": 0.901186, "f1": 0.876285, "accuracy": 0.901186, "main_score": 0.876285, "hf_subset": "san_Deva-kas_Deva", "languages": ["san-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "san_Deva-ltz_Latn", "languages": ["san-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434398, "recall": 0.497036, "f1": 0.45096, "accuracy": 0.497036, "main_score": 0.45096, "hf_subset": "san_Deva-nus_Latn", "languages": ["san-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-slk_Latn", "languages": ["san-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58859, "recall": 0.655138, "f1": 0.607927, "accuracy": 0.655138, "main_score": 0.607927, "hf_subset": "san_Deva-tir_Ethi", "languages": ["san-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "san_Deva-zho_Hant", "languages": ["san-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "san_Deva-awa_Deva", "languages": ["san-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949275, "accuracy": 0.960474, "main_score": 0.949275, "hf_subset": "san_Deva-cym_Latn", "languages": ["san-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778821, "recall": 0.828063, "f1": 0.793859, "accuracy": 0.828063, "main_score": 0.793859, "hf_subset": "san_Deva-grn_Latn", "languages": ["san-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-kat_Geor", "languages": ["san-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.605889, "recall": 0.655138, "f1": 0.619502, "accuracy": 0.655138, "main_score": 0.619502, "hf_subset": "san_Deva-lua_Latn", "languages": ["san-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593209, "recall": 0.648221, "f1": 0.608649, "accuracy": 0.648221, "main_score": 0.608649, "hf_subset": "san_Deva-nya_Latn", "languages": ["san-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-slv_Latn", "languages": ["san-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909618, "recall": 0.935771, "f1": 0.917819, "accuracy": 0.935771, "main_score": 0.917819, "hf_subset": "san_Deva-tpi_Latn", "languages": ["san-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-zsm_Latn", "languages": ["san-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522044, "recall": 0.577075, "f1": 0.537985, "accuracy": 0.577075, "main_score": 0.537985, "hf_subset": "san_Deva-ayr_Latn", "languages": ["san-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-dan_Latn", "languages": ["san-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-guj_Gujr", "languages": ["san-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "san_Deva-kaz_Cyrl", "languages": ["san-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508053, "recall": 0.56917, "f1": 0.525038, "accuracy": 0.56917, "main_score": 0.525038, "hf_subset": "san_Deva-lug_Latn", "languages": ["san-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-oci_Latn", "languages": ["san-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.773073, "recall": 0.822134, "f1": 0.787535, "accuracy": 0.822134, "main_score": 0.787535, "hf_subset": "san_Deva-smo_Latn", "languages": ["san-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510166, "recall": 0.564229, "f1": 0.52542, "accuracy": 0.564229, "main_score": 0.52542, "hf_subset": "san_Deva-tsn_Latn", "languages": ["san-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577572, "recall": 0.63834, "f1": 0.59449, "accuracy": 0.63834, "main_score": 0.59449, "hf_subset": "san_Deva-zul_Latn", "languages": ["san-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8875, "recall": 0.916996, "f1": 0.89664, "accuracy": 0.916996, "main_score": 0.89664, "hf_subset": "san_Deva-azb_Arab", "languages": ["san-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-deu_Latn", "languages": ["san-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941041, "recall": 0.958498, "f1": 0.946805, "accuracy": 0.958498, "main_score": 0.946805, "hf_subset": "san_Deva-hat_Latn", "languages": ["san-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453982, "recall": 0.512846, "f1": 0.469996, "accuracy": 0.512846, "main_score": 0.469996, "hf_subset": "san_Deva-kbp_Latn", "languages": ["san-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547144, "recall": 0.597826, "f1": 0.561107, "accuracy": 0.597826, "main_score": 0.561107, "hf_subset": "san_Deva-luo_Latn", "languages": ["san-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ory_Orya", "languages": ["san-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.537124, "recall": 0.599802, "f1": 0.554685, "accuracy": 0.599802, "main_score": 0.554685, "hf_subset": "san_Deva-sna_Latn", "languages": ["san-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529874, "recall": 0.581028, "f1": 0.543735, "accuracy": 0.581028, "main_score": 0.543735, "hf_subset": "san_Deva-tso_Latn", "languages": ["san-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "san_Deva-azj_Latn", "languages": ["san-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512254, "recall": 0.574111, "f1": 0.529965, "accuracy": 0.574111, "main_score": 0.529965, "hf_subset": "san_Deva-dik_Latn", "languages": ["san-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694631, "recall": 0.752964, "f1": 0.711481, "accuracy": 0.752964, "main_score": 0.711481, "hf_subset": "san_Deva-hau_Latn", "languages": ["san-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "san_Deva-kea_Latn", "languages": ["san-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693363, "recall": 0.745059, "f1": 0.708663, "accuracy": 0.745059, "main_score": 0.708663, "hf_subset": "san_Deva-lus_Latn", "languages": ["san-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824308, "recall": 0.86166, "f1": 0.83587, "accuracy": 0.86166, "main_score": 0.83587, "hf_subset": "san_Deva-pag_Latn", "languages": ["san-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-snd_Arab", "languages": ["san-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.928524, "recall": 0.949605, "f1": 0.935277, "accuracy": 0.949605, "main_score": 0.935277, "hf_subset": "san_Deva-tuk_Latn", "languages": ["san-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "san_Deva-bak_Cyrl", "languages": ["san-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463035, "recall": 0.535573, "f1": 0.484523, "accuracy": 0.535573, "main_score": 0.484523, "hf_subset": "san_Deva-dyu_Latn", "languages": ["san-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-heb_Hebr", "languages": ["san-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "san_Deva-khk_Cyrl", "languages": ["san-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-lvs_Latn", "languages": ["san-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-pan_Guru", "languages": ["san-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.665648, "recall": 0.727273, "f1": 0.683794, "accuracy": 0.727273, "main_score": 0.683794, "hf_subset": "san_Deva-som_Latn", "languages": ["san-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569449, "recall": 0.618577, "f1": 0.583755, "accuracy": 0.618577, "main_score": 0.583755, "hf_subset": "san_Deva-tum_Latn", "languages": ["san-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568058, "recall": 0.626482, "f1": 0.584005, "accuracy": 0.626482, "main_score": 0.584005, "hf_subset": "tat_Cyrl-ace_Arab", "languages": ["tat-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514482, "recall": 0.577075, "f1": 0.531617, "accuracy": 0.577075, "main_score": 0.531617, "hf_subset": "tat_Cyrl-bam_Latn", "languages": ["tat-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392841, "recall": 0.467391, "f1": 0.41297, "accuracy": 0.467391, "main_score": 0.41297, "hf_subset": "tat_Cyrl-dzo_Tibt", "languages": ["tat-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-hin_Deva", "languages": ["tat-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tat_Cyrl-khm_Khmr", "languages": ["tat-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-mag_Deva", "languages": ["tat-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "tat_Cyrl-pap_Latn", "languages": ["tat-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580558, "recall": 0.636364, "f1": 0.596338, "accuracy": 0.636364, "main_score": 0.596338, "hf_subset": "tat_Cyrl-sot_Latn", "languages": ["tat-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-tur_Latn", "languages": ["tat-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846953, "recall": 0.883399, "f1": 0.858056, "accuracy": 0.883399, "main_score": 0.858056, "hf_subset": "tat_Cyrl-ace_Latn", "languages": ["tat-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.950593, "f1": 0.939394, "accuracy": 0.950593, "main_score": 0.939394, "hf_subset": "tat_Cyrl-ban_Latn", "languages": ["tat-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-ell_Grek", "languages": ["tat-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "tat_Cyrl-hne_Deva", "languages": ["tat-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57496, "recall": 0.630435, "f1": 0.590217, "accuracy": 0.630435, "main_score": 0.590217, "hf_subset": "tat_Cyrl-kik_Latn", "languages": ["tat-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-mai_Deva", "languages": ["tat-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "tat_Cyrl-pbt_Arab", "languages": ["tat-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-spa_Latn", "languages": ["tat-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602348, "recall": 0.662055, "f1": 0.618848, "accuracy": 0.662055, "main_score": 0.618848, "hf_subset": "tat_Cyrl-twi_Latn", "languages": ["tat-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-acm_Arab", "languages": ["tat-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tat_Cyrl-bel_Cyrl", "languages": ["tat-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-eng_Latn", "languages": ["tat-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-hrv_Latn", "languages": ["tat-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543267, "recall": 0.604743, "f1": 0.561237, "accuracy": 0.604743, "main_score": 0.561237, "hf_subset": "tat_Cyrl-kin_Latn", "languages": ["tat-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-mal_Mlym", "languages": ["tat-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "tat_Cyrl-pes_Arab", "languages": ["tat-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "tat_Cyrl-srd_Latn", "languages": ["tat-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182784, "recall": 0.228261, "f1": 0.193786, "accuracy": 0.228261, "main_score": 0.193786, "hf_subset": "tat_Cyrl-tzm_Tfng", "languages": ["tat-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-acq_Arab", "languages": ["tat-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.637839, "recall": 0.687747, "f1": 0.6512, "accuracy": 0.687747, "main_score": 0.6512, "hf_subset": "tat_Cyrl-bem_Latn", "languages": ["tat-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-epo_Latn", "languages": ["tat-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-hun_Latn", "languages": ["tat-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tat_Cyrl-kir_Cyrl", "languages": ["tat-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-mar_Deva", "languages": ["tat-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659635, "recall": 0.717391, "f1": 0.676597, "accuracy": 0.717391, "main_score": 0.676597, "hf_subset": "tat_Cyrl-plt_Latn", "languages": ["tat-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-srp_Cyrl", "languages": ["tat-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "tat_Cyrl-uig_Arab", "languages": ["tat-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tat_Cyrl-aeb_Arab", "languages": ["tat-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ben_Beng", "languages": ["tat-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-est_Latn", "languages": ["tat-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-hye_Armn", "languages": ["tat-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.521731, "recall": 0.577075, "f1": 0.537129, "accuracy": 0.577075, "main_score": 0.537129, "hf_subset": "tat_Cyrl-kmb_Latn", "languages": ["tat-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51013, "recall": 0.576087, "f1": 0.527391, "accuracy": 0.576087, "main_score": 0.527391, "hf_subset": "tat_Cyrl-min_Arab", "languages": ["tat-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-pol_Latn", "languages": ["tat-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545346, "recall": 0.607708, "f1": 0.563139, "accuracy": 0.607708, "main_score": 0.563139, "hf_subset": "tat_Cyrl-ssw_Latn", "languages": ["tat-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ukr_Cyrl", "languages": ["tat-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tat_Cyrl-afr_Latn", "languages": ["tat-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tat_Cyrl-bho_Deva", "languages": ["tat-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "tat_Cyrl-eus_Latn", "languages": ["tat-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564733, "recall": 0.625494, "f1": 0.581886, "accuracy": 0.625494, "main_score": 0.581886, "hf_subset": "tat_Cyrl-ibo_Latn", "languages": ["tat-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872259, "recall": 0.907115, "f1": 0.883218, "accuracy": 0.907115, "main_score": 0.883218, "hf_subset": "tat_Cyrl-kmr_Latn", "languages": ["tat-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "tat_Cyrl-min_Latn", "languages": ["tat-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-por_Latn", "languages": ["tat-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tat_Cyrl-sun_Latn", "languages": ["tat-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515886, "recall": 0.571146, "f1": 0.531403, "accuracy": 0.571146, "main_score": 0.531403, "hf_subset": "tat_Cyrl-umb_Latn", "languages": ["tat-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-ajp_Arab", "languages": ["tat-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537615, "recall": 0.597826, "f1": 0.553908, "accuracy": 0.597826, "main_score": 0.553908, "hf_subset": "tat_Cyrl-bjn_Arab", "languages": ["tat-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512776, "recall": 0.559289, "f1": 0.525135, "accuracy": 0.559289, "main_score": 0.525135, "hf_subset": "tat_Cyrl-ewe_Latn", "languages": ["tat-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919631, "recall": 0.942688, "f1": 0.926877, "accuracy": 0.942688, "main_score": 0.926877, "hf_subset": "tat_Cyrl-ilo_Latn", "languages": ["tat-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31745, "recall": 0.373518, "f1": 0.33267, "accuracy": 0.373518, "main_score": 0.33267, "hf_subset": "tat_Cyrl-knc_Arab", "languages": ["tat-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-mkd_Cyrl", "languages": ["tat-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-prs_Arab", "languages": ["tat-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-swe_Latn", "languages": ["tat-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-urd_Arab", "languages": ["tat-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579061, "recall": 0.63834, "f1": 0.59557, "accuracy": 0.63834, "main_score": 0.59557, "hf_subset": "tat_Cyrl-aka_Latn", "languages": ["tat-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960672, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "tat_Cyrl-bjn_Latn", "languages": ["tat-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969944, "recall": 0.979249, "f1": 0.972892, "accuracy": 0.979249, "main_score": 0.972892, "hf_subset": "tat_Cyrl-fao_Latn", "languages": ["tat-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-ind_Latn", "languages": ["tat-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57165, "recall": 0.623518, "f1": 0.58742, "accuracy": 0.623518, "main_score": 0.58742, "hf_subset": "tat_Cyrl-knc_Latn", "languages": ["tat-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tat_Cyrl-mlt_Latn", "languages": ["tat-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685385, "recall": 0.744071, "f1": 0.702342, "accuracy": 0.744071, "main_score": 0.702342, "hf_subset": "tat_Cyrl-quy_Latn", "languages": ["tat-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "tat_Cyrl-swh_Latn", "languages": ["tat-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-uzn_Latn", "languages": ["tat-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-als_Latn", "languages": ["tat-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600932, "recall": 0.687747, "f1": 0.626226, "accuracy": 0.687747, "main_score": 0.626226, "hf_subset": "tat_Cyrl-bod_Tibt", "languages": ["tat-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.695859, "recall": 0.749012, "f1": 0.71082, "accuracy": 0.749012, "main_score": 0.71082, "hf_subset": "tat_Cyrl-fij_Latn", "languages": ["tat-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "tat_Cyrl-isl_Latn", "languages": ["tat-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624153, "recall": 0.68083, "f1": 0.640973, "accuracy": 0.68083, "main_score": 0.640973, "hf_subset": "tat_Cyrl-kon_Latn", "languages": ["tat-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649978, "recall": 0.712451, "f1": 0.667921, "accuracy": 0.712451, "main_score": 0.667921, "hf_subset": "tat_Cyrl-mni_Beng", "languages": ["tat-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-ron_Latn", "languages": ["tat-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "tat_Cyrl-szl_Latn", "languages": ["tat-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-vec_Latn", "languages": ["tat-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934783, "recall": 0.954545, "f1": 0.941206, "accuracy": 0.954545, "main_score": 0.941206, "hf_subset": "tat_Cyrl-amh_Ethi", "languages": ["tat-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-bos_Latn", "languages": ["tat-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-fin_Latn", "languages": ["tat-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ita_Latn", "languages": ["tat-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-kor_Hang", "languages": ["tat-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.540653, "recall": 0.597826, "f1": 0.55624, "accuracy": 0.597826, "main_score": 0.55624, "hf_subset": "tat_Cyrl-mos_Latn", "languages": ["tat-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541881, "recall": 0.59585, "f1": 0.556821, "accuracy": 0.59585, "main_score": 0.556821, "hf_subset": "tat_Cyrl-run_Latn", "languages": ["tat-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-tam_Taml", "languages": ["tat-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-vie_Latn", "languages": ["tat-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-apc_Arab", "languages": ["tat-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.787418, "recall": 0.831028, "f1": 0.800249, "accuracy": 0.831028, "main_score": 0.800249, "hf_subset": "tat_Cyrl-bug_Latn", "languages": ["tat-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462277, "recall": 0.518775, "f1": 0.476775, "accuracy": 0.518775, "main_score": 0.476775, "hf_subset": "tat_Cyrl-fon_Latn", "languages": ["tat-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tat_Cyrl-jav_Latn", "languages": ["tat-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "tat_Cyrl-lao_Laoo", "languages": ["tat-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.827899, "recall": 0.871542, "f1": 0.841173, "accuracy": 0.871542, "main_score": 0.841173, "hf_subset": "tat_Cyrl-mri_Latn", "languages": ["tat-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-rus_Cyrl", "languages": ["tat-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526821, "recall": 0.586957, "f1": 0.543631, "accuracy": 0.586957, "main_score": 0.543631, "hf_subset": "tat_Cyrl-taq_Latn", "languages": ["tat-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tat_Cyrl-war_Latn", "languages": ["tat-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-arb_Arab", "languages": ["tat-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-bul_Cyrl", "languages": ["tat-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-fra_Latn", "languages": ["tat-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "tat_Cyrl-jpn_Jpan", "languages": ["tat-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "tat_Cyrl-lij_Latn", "languages": ["tat-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "tat_Cyrl-mya_Mymr", "languages": ["tat-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.581063, "recall": 0.645257, "f1": 0.599445, "accuracy": 0.645257, "main_score": 0.599445, "hf_subset": "tat_Cyrl-sag_Latn", "languages": ["tat-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201532, "recall": 0.252964, "f1": 0.212533, "accuracy": 0.252964, "main_score": 0.212533, "hf_subset": "tat_Cyrl-taq_Tfng", "languages": ["tat-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.613636, "recall": 0.671937, "f1": 0.630374, "accuracy": 0.671937, "main_score": 0.630374, "hf_subset": "tat_Cyrl-wol_Latn", "languages": ["tat-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766374, "recall": 0.818182, "f1": 0.781919, "accuracy": 0.818182, "main_score": 0.781919, "hf_subset": "tat_Cyrl-arb_Latn", "languages": ["tat-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-cat_Latn", "languages": ["tat-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "tat_Cyrl-fur_Latn", "languages": ["tat-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412401, "recall": 0.466403, "f1": 0.426758, "accuracy": 0.466403, "main_score": 0.426758, "hf_subset": "tat_Cyrl-kab_Latn", "languages": ["tat-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "tat_Cyrl-lim_Latn", "languages": ["tat-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-nld_Latn", "languages": ["tat-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.983202, "f1": 0.97892, "accuracy": 0.983202, "main_score": 0.97892, "hf_subset": "tat_Cyrl-san_Deva", "languages": ["tat-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.647967, "recall": 0.705534, "f1": 0.664806, "accuracy": 0.705534, "main_score": 0.664806, "hf_subset": "tat_Cyrl-xho_Latn", "languages": ["tat-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-ars_Arab", "languages": ["tat-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tat_Cyrl-ceb_Latn", "languages": ["tat-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552421, "recall": 0.608696, "f1": 0.568971, "accuracy": 0.608696, "main_score": 0.568971, "hf_subset": "tat_Cyrl-fuv_Latn", "languages": ["tat-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508502, "recall": 0.573123, "f1": 0.52588, "accuracy": 0.573123, "main_score": 0.52588, "hf_subset": "tat_Cyrl-kac_Latn", "languages": ["tat-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654644, "recall": 0.704545, "f1": 0.668812, "accuracy": 0.704545, "main_score": 0.668812, "hf_subset": "tat_Cyrl-lin_Latn", "languages": ["tat-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-nno_Latn", "languages": ["tat-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212075, "recall": 0.29249, "f1": 0.232468, "accuracy": 0.29249, "main_score": 0.232468, "hf_subset": "tat_Cyrl-sat_Olck", "languages": ["tat-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-tel_Telu", "languages": ["tat-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.933465, "recall": 0.953557, "f1": 0.939888, "accuracy": 0.953557, "main_score": 0.939888, "hf_subset": "tat_Cyrl-ydd_Hebr", "languages": ["tat-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "tat_Cyrl-ary_Arab", "languages": ["tat-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-ces_Latn", "languages": ["tat-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57147, "recall": 0.631423, "f1": 0.588894, "accuracy": 0.631423, "main_score": 0.588894, "hf_subset": "tat_Cyrl-gaz_Latn", "languages": ["tat-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574164, "recall": 0.635375, "f1": 0.590828, "accuracy": 0.635375, "main_score": 0.590828, "hf_subset": "tat_Cyrl-kam_Latn", "languages": ["tat-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tat_Cyrl-lit_Latn", "languages": ["tat-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-nob_Latn", "languages": ["tat-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "tat_Cyrl-scn_Latn", "languages": ["tat-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "tat_Cyrl-tgk_Cyrl", "languages": ["tat-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696979, "recall": 0.762846, "f1": 0.717163, "accuracy": 0.762846, "main_score": 0.717163, "hf_subset": "tat_Cyrl-yor_Latn", "languages": ["tat-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-arz_Arab", "languages": ["tat-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548964, "recall": 0.606719, "f1": 0.565373, "accuracy": 0.606719, "main_score": 0.565373, "hf_subset": "tat_Cyrl-cjk_Latn", "languages": ["tat-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763159, "recall": 0.817194, "f1": 0.779103, "accuracy": 0.817194, "main_score": 0.779103, "hf_subset": "tat_Cyrl-gla_Latn", "languages": ["tat-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-kan_Knda", "languages": ["tat-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "tat_Cyrl-lmo_Latn", "languages": ["tat-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tat_Cyrl-npi_Deva", "languages": ["tat-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450448, "recall": 0.520751, "f1": 0.470449, "accuracy": 0.520751, "main_score": 0.470449, "hf_subset": "tat_Cyrl-shn_Mymr", "languages": ["tat-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "tat_Cyrl-tgl_Latn", "languages": ["tat-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-yue_Hant", "languages": ["tat-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-asm_Beng", "languages": ["tat-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.926548, "recall": 0.947628, "f1": 0.933267, "accuracy": 0.947628, "main_score": 0.933267, "hf_subset": "tat_Cyrl-ckb_Arab", "languages": ["tat-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.828649, "recall": 0.873518, "f1": 0.842507, "accuracy": 0.873518, "main_score": 0.842507, "hf_subset": "tat_Cyrl-gle_Latn", "languages": ["tat-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921443, "recall": 0.944664, "f1": 0.928854, "accuracy": 0.944664, "main_score": 0.928854, "hf_subset": "tat_Cyrl-kas_Arab", "languages": ["tat-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915349, "recall": 0.940711, "f1": 0.923419, "accuracy": 0.940711, "main_score": 0.923419, "hf_subset": "tat_Cyrl-ltg_Latn", "languages": ["tat-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606455, "recall": 0.662055, "f1": 0.622021, "accuracy": 0.662055, "main_score": 0.622021, "hf_subset": "tat_Cyrl-nso_Latn", "languages": ["tat-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "tat_Cyrl-sin_Sinh", "languages": ["tat-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-tha_Thai", "languages": ["tat-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-zho_Hans", "languages": ["tat-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-ast_Latn", "languages": ["tat-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-crh_Latn", "languages": ["tat-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "tat_Cyrl-glg_Latn", "languages": ["tat-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833333, "recall": 0.873518, "f1": 0.845619, "accuracy": 0.873518, "main_score": 0.845619, "hf_subset": "tat_Cyrl-kas_Deva", "languages": ["tat-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974012, "recall": 0.981225, "f1": 0.976285, "accuracy": 0.981225, "main_score": 0.976285, "hf_subset": "tat_Cyrl-ltz_Latn", "languages": ["tat-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444421, "recall": 0.509881, "f1": 0.461653, "accuracy": 0.509881, "main_score": 0.461653, "hf_subset": "tat_Cyrl-nus_Latn", "languages": ["tat-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-slk_Latn", "languages": ["tat-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610392, "recall": 0.677866, "f1": 0.629795, "accuracy": 0.677866, "main_score": 0.629795, "hf_subset": "tat_Cyrl-tir_Ethi", "languages": ["tat-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-zho_Hant", "languages": ["tat-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "tat_Cyrl-awa_Deva", "languages": ["tat-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.957757, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "tat_Cyrl-cym_Latn", "languages": ["tat-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805023, "recall": 0.843874, "f1": 0.816685, "accuracy": 0.843874, "main_score": 0.816685, "hf_subset": "tat_Cyrl-grn_Latn", "languages": ["tat-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-kat_Geor", "languages": ["tat-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.629313, "recall": 0.684783, "f1": 0.644823, "accuracy": 0.684783, "main_score": 0.644823, "hf_subset": "tat_Cyrl-lua_Latn", "languages": ["tat-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62533, "recall": 0.683794, "f1": 0.641984, "accuracy": 0.683794, "main_score": 0.641984, "hf_subset": "tat_Cyrl-nya_Latn", "languages": ["tat-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-slv_Latn", "languages": ["tat-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888011, "recall": 0.918972, "f1": 0.897483, "accuracy": 0.918972, "main_score": 0.897483, "hf_subset": "tat_Cyrl-tpi_Latn", "languages": ["tat-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-zsm_Latn", "languages": ["tat-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540597, "recall": 0.603755, "f1": 0.558608, "accuracy": 0.603755, "main_score": 0.558608, "hf_subset": "tat_Cyrl-ayr_Latn", "languages": ["tat-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-dan_Latn", "languages": ["tat-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-guj_Gujr", "languages": ["tat-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-kaz_Cyrl", "languages": ["tat-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52248, "recall": 0.585968, "f1": 0.540444, "accuracy": 0.585968, "main_score": 0.540444, "hf_subset": "tat_Cyrl-lug_Latn", "languages": ["tat-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-oci_Latn", "languages": ["tat-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806835, "recall": 0.850791, "f1": 0.820177, "accuracy": 0.850791, "main_score": 0.820177, "hf_subset": "tat_Cyrl-smo_Latn", "languages": ["tat-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549299, "recall": 0.606719, "f1": 0.564862, "accuracy": 0.606719, "main_score": 0.564862, "hf_subset": "tat_Cyrl-tsn_Latn", "languages": ["tat-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600963, "recall": 0.661067, "f1": 0.61842, "accuracy": 0.661067, "main_score": 0.61842, "hf_subset": "tat_Cyrl-zul_Latn", "languages": ["tat-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891963, "recall": 0.922925, "f1": 0.902009, "accuracy": 0.922925, "main_score": 0.902009, "hf_subset": "tat_Cyrl-azb_Arab", "languages": ["tat-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-deu_Latn", "languages": ["tat-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945652, "recall": 0.961462, "f1": 0.950922, "accuracy": 0.961462, "main_score": 0.950922, "hf_subset": "tat_Cyrl-hat_Latn", "languages": ["tat-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494124, "recall": 0.548419, "f1": 0.508632, "accuracy": 0.548419, "main_score": 0.508632, "hf_subset": "tat_Cyrl-kbp_Latn", "languages": ["tat-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554677, "recall": 0.614625, "f1": 0.571425, "accuracy": 0.614625, "main_score": 0.571425, "hf_subset": "tat_Cyrl-luo_Latn", "languages": ["tat-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-ory_Orya", "languages": ["tat-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.567507, "recall": 0.631423, "f1": 0.585568, "accuracy": 0.631423, "main_score": 0.585568, "hf_subset": "tat_Cyrl-sna_Latn", "languages": ["tat-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54852, "recall": 0.601779, "f1": 0.563128, "accuracy": 0.601779, "main_score": 0.563128, "hf_subset": "tat_Cyrl-tso_Latn", "languages": ["tat-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tat_Cyrl-azj_Latn", "languages": ["tat-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520224, "recall": 0.585968, "f1": 0.53921, "accuracy": 0.585968, "main_score": 0.53921, "hf_subset": "tat_Cyrl-dik_Latn", "languages": ["tat-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719739, "recall": 0.774704, "f1": 0.735905, "accuracy": 0.774704, "main_score": 0.735905, "hf_subset": "tat_Cyrl-hau_Latn", "languages": ["tat-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "tat_Cyrl-kea_Latn", "languages": ["tat-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714575, "recall": 0.766798, "f1": 0.73027, "accuracy": 0.766798, "main_score": 0.73027, "hf_subset": "tat_Cyrl-lus_Latn", "languages": ["tat-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830336, "recall": 0.866601, "f1": 0.841206, "accuracy": 0.866601, "main_score": 0.841206, "hf_subset": "tat_Cyrl-pag_Latn", "languages": ["tat-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tat_Cyrl-snd_Arab", "languages": ["tat-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "tat_Cyrl-tuk_Latn", "languages": ["tat-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-bak_Cyrl", "languages": ["tat-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482225, "recall": 0.559289, "f1": 0.50476, "accuracy": 0.559289, "main_score": 0.50476, "hf_subset": "tat_Cyrl-dyu_Latn", "languages": ["tat-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-heb_Hebr", "languages": ["tat-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tat_Cyrl-khk_Cyrl", "languages": ["tat-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-lvs_Latn", "languages": ["tat-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-pan_Guru", "languages": ["tat-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.683449, "recall": 0.743083, "f1": 0.701369, "accuracy": 0.743083, "main_score": 0.701369, "hf_subset": "tat_Cyrl-som_Latn", "languages": ["tat-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58202, "recall": 0.634387, "f1": 0.597085, "accuracy": 0.634387, "main_score": 0.597085, "hf_subset": "tat_Cyrl-tum_Latn", "languages": ["tat-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460754, "recall": 0.514822, "f1": 0.476147, "accuracy": 0.514822, "main_score": 0.476147, "hf_subset": "xho_Latn-ace_Arab", "languages": ["xho-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529453, "recall": 0.574111, "f1": 0.542274, "accuracy": 0.574111, "main_score": 0.542274, "hf_subset": "xho_Latn-bam_Latn", "languages": ["xho-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.252736, "recall": 0.305336, "f1": 0.2665, "accuracy": 0.305336, "main_score": 0.2665, "hf_subset": "xho_Latn-dzo_Tibt", "languages": ["xho-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.666015, "recall": 0.710474, "f1": 0.677599, "accuracy": 0.710474, "main_score": 0.677599, "hf_subset": "xho_Latn-hin_Deva", "languages": ["xho-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.614596, "recall": 0.667984, "f1": 0.628895, "accuracy": 0.667984, "main_score": 0.628895, "hf_subset": "xho_Latn-khm_Khmr", "languages": ["xho-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.649356, "recall": 0.699605, "f1": 0.66271, "accuracy": 0.699605, "main_score": 0.66271, "hf_subset": "xho_Latn-mag_Deva", "languages": ["xho-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.65119, "recall": 0.690711, "f1": 0.660638, "accuracy": 0.690711, "main_score": 0.660638, "hf_subset": "xho_Latn-pap_Latn", "languages": ["xho-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626989, "recall": 0.664032, "f1": 0.63696, "accuracy": 0.664032, "main_score": 0.63696, "hf_subset": "xho_Latn-sot_Latn", "languages": ["xho-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645474, "recall": 0.693676, "f1": 0.658195, "accuracy": 0.693676, "main_score": 0.658195, "hf_subset": "xho_Latn-tur_Latn", "languages": ["xho-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626063, "recall": 0.66502, "f1": 0.636681, "accuracy": 0.66502, "main_score": 0.636681, "hf_subset": "xho_Latn-ace_Latn", "languages": ["xho-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651043, "recall": 0.682806, "f1": 0.660098, "accuracy": 0.682806, "main_score": 0.660098, "hf_subset": "xho_Latn-ban_Latn", "languages": ["xho-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649412, "recall": 0.700593, "f1": 0.662959, "accuracy": 0.700593, "main_score": 0.662959, "hf_subset": "xho_Latn-ell_Grek", "languages": ["xho-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.634599, "recall": 0.684783, "f1": 0.647517, "accuracy": 0.684783, "main_score": 0.647517, "hf_subset": "xho_Latn-hne_Deva", "languages": ["xho-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573624, "recall": 0.612648, "f1": 0.584652, "accuracy": 0.612648, "main_score": 0.584652, "hf_subset": "xho_Latn-kik_Latn", "languages": ["xho-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635662, "recall": 0.685771, "f1": 0.648379, "accuracy": 0.685771, "main_score": 0.648379, "hf_subset": "xho_Latn-mai_Deva", "languages": ["xho-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593188, "recall": 0.649209, "f1": 0.608115, "accuracy": 0.649209, "main_score": 0.608115, "hf_subset": "xho_Latn-pbt_Arab", "languages": ["xho-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.667272, "recall": 0.711462, "f1": 0.678205, "accuracy": 0.711462, "main_score": 0.678205, "hf_subset": "xho_Latn-spa_Latn", "languages": ["xho-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58812, "recall": 0.620553, "f1": 0.597096, "accuracy": 0.620553, "main_score": 0.597096, "hf_subset": "xho_Latn-twi_Latn", "languages": ["xho-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632897, "recall": 0.681818, "f1": 0.64564, "accuracy": 0.681818, "main_score": 0.64564, "hf_subset": "xho_Latn-acm_Arab", "languages": ["xho-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618652, "recall": 0.66996, "f1": 0.631969, "accuracy": 0.66996, "main_score": 0.631969, "hf_subset": "xho_Latn-bel_Cyrl", "languages": ["xho-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.688926, "recall": 0.737154, "f1": 0.701397, "accuracy": 0.737154, "main_score": 0.701397, "hf_subset": "xho_Latn-eng_Latn", "languages": ["xho-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66984, "recall": 0.718379, "f1": 0.682683, "accuracy": 0.718379, "main_score": 0.682683, "hf_subset": "xho_Latn-hrv_Latn", "languages": ["xho-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568808, "recall": 0.619565, "f1": 0.583169, "accuracy": 0.619565, "main_score": 0.583169, "hf_subset": "xho_Latn-kin_Latn", "languages": ["xho-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641324, "recall": 0.6917, "f1": 0.654472, "accuracy": 0.6917, "main_score": 0.654472, "hf_subset": "xho_Latn-mal_Mlym", "languages": ["xho-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.669233, "recall": 0.718379, "f1": 0.681689, "accuracy": 0.718379, "main_score": 0.681689, "hf_subset": "xho_Latn-pes_Arab", "languages": ["xho-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.662373, "recall": 0.698617, "f1": 0.671779, "accuracy": 0.698617, "main_score": 0.671779, "hf_subset": "xho_Latn-srd_Latn", "languages": ["xho-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208822, "recall": 0.253953, "f1": 0.220155, "accuracy": 0.253953, "main_score": 0.220155, "hf_subset": "xho_Latn-tzm_Tfng", "languages": ["xho-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.64701, "recall": 0.695652, "f1": 0.659699, "accuracy": 0.695652, "main_score": 0.659699, "hf_subset": "xho_Latn-acq_Arab", "languages": ["xho-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61857, "recall": 0.666008, "f1": 0.63201, "accuracy": 0.666008, "main_score": 0.63201, "hf_subset": "xho_Latn-bem_Latn", "languages": ["xho-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65921, "recall": 0.711462, "f1": 0.672652, "accuracy": 0.711462, "main_score": 0.672652, "hf_subset": "xho_Latn-epo_Latn", "languages": ["xho-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654458, "recall": 0.706522, "f1": 0.667618, "accuracy": 0.706522, "main_score": 0.667618, "hf_subset": "xho_Latn-hun_Latn", "languages": ["xho-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626769, "recall": 0.674901, "f1": 0.639883, "accuracy": 0.674901, "main_score": 0.639883, "hf_subset": "xho_Latn-kir_Cyrl", "languages": ["xho-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.664743, "recall": 0.709486, "f1": 0.676144, "accuracy": 0.709486, "main_score": 0.676144, "hf_subset": "xho_Latn-mar_Deva", "languages": ["xho-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.591311, "recall": 0.634387, "f1": 0.602907, "accuracy": 0.634387, "main_score": 0.602907, "hf_subset": "xho_Latn-plt_Latn", "languages": ["xho-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666467, "recall": 0.718379, "f1": 0.679699, "accuracy": 0.718379, "main_score": 0.679699, "hf_subset": "xho_Latn-srp_Cyrl", "languages": ["xho-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558907, "recall": 0.613636, "f1": 0.573955, "accuracy": 0.613636, "main_score": 0.573955, "hf_subset": "xho_Latn-uig_Arab", "languages": ["xho-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.614557, "recall": 0.661067, "f1": 0.626826, "accuracy": 0.661067, "main_score": 0.626826, "hf_subset": "xho_Latn-aeb_Arab", "languages": ["xho-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.667425, "recall": 0.715415, "f1": 0.68048, "accuracy": 0.715415, "main_score": 0.68048, "hf_subset": "xho_Latn-ben_Beng", "languages": ["xho-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.647463, "recall": 0.693676, "f1": 0.659265, "accuracy": 0.693676, "main_score": 0.659265, "hf_subset": "xho_Latn-est_Latn", "languages": ["xho-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623693, "recall": 0.674901, "f1": 0.636509, "accuracy": 0.674901, "main_score": 0.636509, "hf_subset": "xho_Latn-hye_Armn", "languages": ["xho-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.550914, "recall": 0.591897, "f1": 0.562722, "accuracy": 0.591897, "main_score": 0.562722, "hf_subset": "xho_Latn-kmb_Latn", "languages": ["xho-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435434, "recall": 0.48913, "f1": 0.449788, "accuracy": 0.48913, "main_score": 0.449788, "hf_subset": "xho_Latn-min_Arab", "languages": ["xho-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654845, "recall": 0.699605, "f1": 0.666883, "accuracy": 0.699605, "main_score": 0.666883, "hf_subset": "xho_Latn-pol_Latn", "languages": ["xho-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672984, "recall": 0.719368, "f1": 0.686853, "accuracy": 0.719368, "main_score": 0.686853, "hf_subset": "xho_Latn-ssw_Latn", "languages": ["xho-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657632, "recall": 0.708498, "f1": 0.670367, "accuracy": 0.708498, "main_score": 0.670367, "hf_subset": "xho_Latn-ukr_Cyrl", "languages": ["xho-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.692624, "recall": 0.733202, "f1": 0.703203, "accuracy": 0.733202, "main_score": 0.703203, "hf_subset": "xho_Latn-afr_Latn", "languages": ["xho-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617707, "recall": 0.663043, "f1": 0.629194, "accuracy": 0.663043, "main_score": 0.629194, "hf_subset": "xho_Latn-bho_Deva", "languages": ["xho-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.646891, "recall": 0.690711, "f1": 0.658594, "accuracy": 0.690711, "main_score": 0.658594, "hf_subset": "xho_Latn-eus_Latn", "languages": ["xho-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582519, "recall": 0.624506, "f1": 0.594931, "accuracy": 0.624506, "main_score": 0.594931, "hf_subset": "xho_Latn-ibo_Latn", "languages": ["xho-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615477, "recall": 0.658103, "f1": 0.62654, "accuracy": 0.658103, "main_score": 0.62654, "hf_subset": "xho_Latn-kmr_Latn", "languages": ["xho-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655694, "recall": 0.69664, "f1": 0.666305, "accuracy": 0.69664, "main_score": 0.666305, "hf_subset": "xho_Latn-min_Latn", "languages": ["xho-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679968, "recall": 0.727273, "f1": 0.69246, "accuracy": 0.727273, "main_score": 0.69246, "hf_subset": "xho_Latn-por_Latn", "languages": ["xho-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671518, "recall": 0.709486, "f1": 0.681436, "accuracy": 0.709486, "main_score": 0.681436, "hf_subset": "xho_Latn-sun_Latn", "languages": ["xho-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537636, "recall": 0.58004, "f1": 0.549974, "accuracy": 0.58004, "main_score": 0.549974, "hf_subset": "xho_Latn-umb_Latn", "languages": ["xho-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640129, "recall": 0.684783, "f1": 0.651514, "accuracy": 0.684783, "main_score": 0.651514, "hf_subset": "xho_Latn-ajp_Arab", "languages": ["xho-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.452256, "recall": 0.502964, "f1": 0.465772, "accuracy": 0.502964, "main_score": 0.465772, "hf_subset": "xho_Latn-bjn_Arab", "languages": ["xho-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525587, "recall": 0.561265, "f1": 0.535528, "accuracy": 0.561265, "main_score": 0.535528, "hf_subset": "xho_Latn-ewe_Latn", "languages": ["xho-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664177, "recall": 0.698617, "f1": 0.673136, "accuracy": 0.698617, "main_score": 0.673136, "hf_subset": "xho_Latn-ilo_Latn", "languages": ["xho-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.32386, "recall": 0.371542, "f1": 0.337094, "accuracy": 0.371542, "main_score": 0.337094, "hf_subset": "xho_Latn-knc_Arab", "languages": ["xho-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.664096, "recall": 0.719368, "f1": 0.678826, "accuracy": 0.719368, "main_score": 0.678826, "hf_subset": "xho_Latn-mkd_Cyrl", "languages": ["xho-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.645214, "recall": 0.697628, "f1": 0.658473, "accuracy": 0.697628, "main_score": 0.658473, "hf_subset": "xho_Latn-prs_Arab", "languages": ["xho-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.660039, "recall": 0.712451, "f1": 0.673621, "accuracy": 0.712451, "main_score": 0.673621, "hf_subset": "xho_Latn-swe_Latn", "languages": ["xho-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643931, "recall": 0.699605, "f1": 0.658787, "accuracy": 0.699605, "main_score": 0.658787, "hf_subset": "xho_Latn-urd_Arab", "languages": ["xho-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566653, "recall": 0.602767, "f1": 0.576981, "accuracy": 0.602767, "main_score": 0.576981, "hf_subset": "xho_Latn-aka_Latn", "languages": ["xho-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66074, "recall": 0.700593, "f1": 0.670781, "accuracy": 0.700593, "main_score": 0.670781, "hf_subset": "xho_Latn-bjn_Latn", "languages": ["xho-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639697, "recall": 0.681818, "f1": 0.651565, "accuracy": 0.681818, "main_score": 0.651565, "hf_subset": "xho_Latn-fao_Latn", "languages": ["xho-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68067, "recall": 0.724308, "f1": 0.691721, "accuracy": 0.724308, "main_score": 0.691721, "hf_subset": "xho_Latn-ind_Latn", "languages": ["xho-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566926, "recall": 0.610672, "f1": 0.579628, "accuracy": 0.610672, "main_score": 0.579628, "hf_subset": "xho_Latn-knc_Latn", "languages": ["xho-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667705, "recall": 0.709486, "f1": 0.678157, "accuracy": 0.709486, "main_score": 0.678157, "hf_subset": "xho_Latn-mlt_Latn", "languages": ["xho-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573233, "recall": 0.616601, "f1": 0.585628, "accuracy": 0.616601, "main_score": 0.585628, "hf_subset": "xho_Latn-quy_Latn", "languages": ["xho-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67021, "recall": 0.713439, "f1": 0.681713, "accuracy": 0.713439, "main_score": 0.681713, "hf_subset": "xho_Latn-swh_Latn", "languages": ["xho-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638876, "recall": 0.686759, "f1": 0.651101, "accuracy": 0.686759, "main_score": 0.651101, "hf_subset": "xho_Latn-uzn_Latn", "languages": ["xho-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667162, "recall": 0.70751, "f1": 0.67726, "accuracy": 0.70751, "main_score": 0.67726, "hf_subset": "xho_Latn-als_Latn", "languages": ["xho-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322017, "recall": 0.384387, "f1": 0.337329, "accuracy": 0.384387, "main_score": 0.337329, "hf_subset": "xho_Latn-bod_Tibt", "languages": ["xho-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.589683, "recall": 0.623518, "f1": 0.599227, "accuracy": 0.623518, "main_score": 0.599227, "hf_subset": "xho_Latn-fij_Latn", "languages": ["xho-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632513, "recall": 0.683794, "f1": 0.64591, "accuracy": 0.683794, "main_score": 0.64591, "hf_subset": "xho_Latn-isl_Latn", "languages": ["xho-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607029, "recall": 0.646245, "f1": 0.617906, "accuracy": 0.646245, "main_score": 0.617906, "hf_subset": "xho_Latn-kon_Latn", "languages": ["xho-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52251, "recall": 0.56917, "f1": 0.535068, "accuracy": 0.56917, "main_score": 0.535068, "hf_subset": "xho_Latn-mni_Beng", "languages": ["xho-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.67033, "recall": 0.716403, "f1": 0.681753, "accuracy": 0.716403, "main_score": 0.681753, "hf_subset": "xho_Latn-ron_Latn", "languages": ["xho-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651953, "recall": 0.697628, "f1": 0.664249, "accuracy": 0.697628, "main_score": 0.664249, "hf_subset": "xho_Latn-szl_Latn", "languages": ["xho-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658903, "recall": 0.703557, "f1": 0.671127, "accuracy": 0.703557, "main_score": 0.671127, "hf_subset": "xho_Latn-vec_Latn", "languages": ["xho-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569699, "recall": 0.625494, "f1": 0.585084, "accuracy": 0.625494, "main_score": 0.585084, "hf_subset": "xho_Latn-amh_Ethi", "languages": ["xho-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.672448, "recall": 0.716403, "f1": 0.684099, "accuracy": 0.716403, "main_score": 0.684099, "hf_subset": "xho_Latn-bos_Latn", "languages": ["xho-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645902, "recall": 0.695652, "f1": 0.659564, "accuracy": 0.695652, "main_score": 0.659564, "hf_subset": "xho_Latn-fin_Latn", "languages": ["xho-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667851, "recall": 0.710474, "f1": 0.678919, "accuracy": 0.710474, "main_score": 0.678919, "hf_subset": "xho_Latn-ita_Latn", "languages": ["xho-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641684, "recall": 0.69664, "f1": 0.656692, "accuracy": 0.69664, "main_score": 0.656692, "hf_subset": "xho_Latn-kor_Hang", "languages": ["xho-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.539797, "recall": 0.578063, "f1": 0.550776, "accuracy": 0.578063, "main_score": 0.550776, "hf_subset": "xho_Latn-mos_Latn", "languages": ["xho-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558383, "recall": 0.608696, "f1": 0.571891, "accuracy": 0.608696, "main_score": 0.571891, "hf_subset": "xho_Latn-run_Latn", "languages": ["xho-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626454, "recall": 0.685771, "f1": 0.642344, "accuracy": 0.685771, "main_score": 0.642344, "hf_subset": "xho_Latn-tam_Taml", "languages": ["xho-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.658578, "recall": 0.703557, "f1": 0.669979, "accuracy": 0.703557, "main_score": 0.669979, "hf_subset": "xho_Latn-vie_Latn", "languages": ["xho-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636666, "recall": 0.689723, "f1": 0.650379, "accuracy": 0.689723, "main_score": 0.650379, "hf_subset": "xho_Latn-apc_Arab", "languages": ["xho-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599353, "recall": 0.640316, "f1": 0.610632, "accuracy": 0.640316, "main_score": 0.610632, "hf_subset": "xho_Latn-bug_Latn", "languages": ["xho-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467005, "recall": 0.516798, "f1": 0.480904, "accuracy": 0.516798, "main_score": 0.480904, "hf_subset": "xho_Latn-fon_Latn", "languages": ["xho-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687208, "recall": 0.725296, "f1": 0.697543, "accuracy": 0.725296, "main_score": 0.697543, "hf_subset": "xho_Latn-jav_Latn", "languages": ["xho-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596926, "recall": 0.649209, "f1": 0.611047, "accuracy": 0.649209, "main_score": 0.611047, "hf_subset": "xho_Latn-lao_Laoo", "languages": ["xho-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.584083, "recall": 0.633399, "f1": 0.596844, "accuracy": 0.633399, "main_score": 0.596844, "hf_subset": "xho_Latn-mri_Latn", "languages": ["xho-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65875, "recall": 0.711462, "f1": 0.672211, "accuracy": 0.711462, "main_score": 0.672211, "hf_subset": "xho_Latn-rus_Cyrl", "languages": ["xho-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.511785, "recall": 0.549407, "f1": 0.523007, "accuracy": 0.549407, "main_score": 0.523007, "hf_subset": "xho_Latn-taq_Latn", "languages": ["xho-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689781, "recall": 0.731225, "f1": 0.700115, "accuracy": 0.731225, "main_score": 0.700115, "hf_subset": "xho_Latn-war_Latn", "languages": ["xho-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649484, "recall": 0.695652, "f1": 0.66095, "accuracy": 0.695652, "main_score": 0.66095, "hf_subset": "xho_Latn-arb_Arab", "languages": ["xho-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.676776, "recall": 0.721344, "f1": 0.688791, "accuracy": 0.721344, "main_score": 0.688791, "hf_subset": "xho_Latn-bul_Cyrl", "languages": ["xho-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.682259, "recall": 0.725296, "f1": 0.69308, "accuracy": 0.725296, "main_score": 0.69308, "hf_subset": "xho_Latn-fra_Latn", "languages": ["xho-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622045, "recall": 0.671937, "f1": 0.63519, "accuracy": 0.671937, "main_score": 0.63519, "hf_subset": "xho_Latn-jpn_Jpan", "languages": ["xho-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.647484, "recall": 0.693676, "f1": 0.659565, "accuracy": 0.693676, "main_score": 0.659565, "hf_subset": "xho_Latn-lij_Latn", "languages": ["xho-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525569, "recall": 0.590909, "f1": 0.543168, "accuracy": 0.590909, "main_score": 0.543168, "hf_subset": "xho_Latn-mya_Mymr", "languages": ["xho-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.549804, "recall": 0.590909, "f1": 0.561424, "accuracy": 0.590909, "main_score": 0.561424, "hf_subset": "xho_Latn-sag_Latn", "languages": ["xho-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207768, "recall": 0.257905, "f1": 0.219629, "accuracy": 0.257905, "main_score": 0.219629, "hf_subset": "xho_Latn-taq_Tfng", "languages": ["xho-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.566184, "recall": 0.603755, "f1": 0.576995, "accuracy": 0.603755, "main_score": 0.576995, "hf_subset": "xho_Latn-wol_Latn", "languages": ["xho-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511579, "recall": 0.560277, "f1": 0.524517, "accuracy": 0.560277, "main_score": 0.524517, "hf_subset": "xho_Latn-arb_Latn", "languages": ["xho-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673701, "recall": 0.722332, "f1": 0.686024, "accuracy": 0.722332, "main_score": 0.686024, "hf_subset": "xho_Latn-cat_Latn", "languages": ["xho-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646624, "recall": 0.686759, "f1": 0.656778, "accuracy": 0.686759, "main_score": 0.656778, "hf_subset": "xho_Latn-fur_Latn", "languages": ["xho-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465197, "recall": 0.516798, "f1": 0.479706, "accuracy": 0.516798, "main_score": 0.479706, "hf_subset": "xho_Latn-kab_Latn", "languages": ["xho-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636583, "recall": 0.682806, "f1": 0.648876, "accuracy": 0.682806, "main_score": 0.648876, "hf_subset": "xho_Latn-lim_Latn", "languages": ["xho-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654364, "recall": 0.704545, "f1": 0.667098, "accuracy": 0.704545, "main_score": 0.667098, "hf_subset": "xho_Latn-nld_Latn", "languages": ["xho-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611708, "recall": 0.668972, "f1": 0.625988, "accuracy": 0.668972, "main_score": 0.625988, "hf_subset": "xho_Latn-san_Deva", "languages": ["xho-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.630838, "recall": 0.679842, "f1": 0.644294, "accuracy": 0.679842, "main_score": 0.644294, "hf_subset": "xho_Latn-tat_Cyrl", "languages": ["xho-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.639606, "recall": 0.689723, "f1": 0.652716, "accuracy": 0.689723, "main_score": 0.652716, "hf_subset": "xho_Latn-ars_Arab", "languages": ["xho-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.680865, "recall": 0.716403, "f1": 0.690456, "accuracy": 0.716403, "main_score": 0.690456, "hf_subset": "xho_Latn-ceb_Latn", "languages": ["xho-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537854, "recall": 0.583004, "f1": 0.550938, "accuracy": 0.583004, "main_score": 0.550938, "hf_subset": "xho_Latn-fuv_Latn", "languages": ["xho-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519862, "recall": 0.559289, "f1": 0.531475, "accuracy": 0.559289, "main_score": 0.531475, "hf_subset": "xho_Latn-kac_Latn", "languages": ["xho-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602793, "recall": 0.639328, "f1": 0.612908, "accuracy": 0.639328, "main_score": 0.612908, "hf_subset": "xho_Latn-lin_Latn", "languages": ["xho-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651177, "recall": 0.700593, "f1": 0.664336, "accuracy": 0.700593, "main_score": 0.664336, "hf_subset": "xho_Latn-nno_Latn", "languages": ["xho-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157743, "recall": 0.195652, "f1": 0.167261, "accuracy": 0.195652, "main_score": 0.167261, "hf_subset": "xho_Latn-sat_Olck", "languages": ["xho-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.645494, "recall": 0.698617, "f1": 0.659809, "accuracy": 0.698617, "main_score": 0.659809, "hf_subset": "xho_Latn-tel_Telu", "languages": ["xho-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.594874, "recall": 0.65415, "f1": 0.610339, "accuracy": 0.65415, "main_score": 0.610339, "hf_subset": "xho_Latn-ydd_Hebr", "languages": ["xho-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.604842, "recall": 0.653162, "f1": 0.61799, "accuracy": 0.653162, "main_score": 0.61799, "hf_subset": "xho_Latn-ary_Arab", "languages": ["xho-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.661811, "recall": 0.709486, "f1": 0.6745, "accuracy": 0.709486, "main_score": 0.6745, "hf_subset": "xho_Latn-ces_Latn", "languages": ["xho-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550661, "recall": 0.602767, "f1": 0.565617, "accuracy": 0.602767, "main_score": 0.565617, "hf_subset": "xho_Latn-gaz_Latn", "languages": ["xho-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56418, "recall": 0.614625, "f1": 0.577696, "accuracy": 0.614625, "main_score": 0.577696, "hf_subset": "xho_Latn-kam_Latn", "languages": ["xho-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636544, "recall": 0.683794, "f1": 0.649153, "accuracy": 0.683794, "main_score": 0.649153, "hf_subset": "xho_Latn-lit_Latn", "languages": ["xho-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660184, "recall": 0.705534, "f1": 0.672258, "accuracy": 0.705534, "main_score": 0.672258, "hf_subset": "xho_Latn-nob_Latn", "languages": ["xho-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649876, "recall": 0.684783, "f1": 0.659068, "accuracy": 0.684783, "main_score": 0.659068, "hf_subset": "xho_Latn-scn_Latn", "languages": ["xho-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630047, "recall": 0.672925, "f1": 0.641384, "accuracy": 0.672925, "main_score": 0.641384, "hf_subset": "xho_Latn-tgk_Cyrl", "languages": ["xho-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556697, "recall": 0.616601, "f1": 0.573932, "accuracy": 0.616601, "main_score": 0.573932, "hf_subset": "xho_Latn-yor_Latn", "languages": ["xho-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63669, "recall": 0.682806, "f1": 0.649038, "accuracy": 0.682806, "main_score": 0.649038, "hf_subset": "xho_Latn-arz_Arab", "languages": ["xho-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516709, "recall": 0.554348, "f1": 0.527422, "accuracy": 0.554348, "main_score": 0.527422, "hf_subset": "xho_Latn-cjk_Latn", "languages": ["xho-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587536, "recall": 0.635375, "f1": 0.600949, "accuracy": 0.635375, "main_score": 0.600949, "hf_subset": "xho_Latn-gla_Latn", "languages": ["xho-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648987, "recall": 0.698617, "f1": 0.662576, "accuracy": 0.698617, "main_score": 0.662576, "hf_subset": "xho_Latn-kan_Knda", "languages": ["xho-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.643119, "recall": 0.685771, "f1": 0.653342, "accuracy": 0.685771, "main_score": 0.653342, "hf_subset": "xho_Latn-lmo_Latn", "languages": ["xho-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628601, "recall": 0.685771, "f1": 0.643801, "accuracy": 0.685771, "main_score": 0.643801, "hf_subset": "xho_Latn-npi_Deva", "languages": ["xho-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46172, "recall": 0.509881, "f1": 0.474906, "accuracy": 0.509881, "main_score": 0.474906, "hf_subset": "xho_Latn-shn_Mymr", "languages": ["xho-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.699628, "recall": 0.73913, "f1": 0.710167, "accuracy": 0.73913, "main_score": 0.710167, "hf_subset": "xho_Latn-tgl_Latn", "languages": ["xho-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642484, "recall": 0.6917, "f1": 0.654963, "accuracy": 0.6917, "main_score": 0.654963, "hf_subset": "xho_Latn-yue_Hant", "languages": ["xho-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.639994, "recall": 0.689723, "f1": 0.653209, "accuracy": 0.689723, "main_score": 0.653209, "hf_subset": "xho_Latn-asm_Beng", "languages": ["xho-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.598536, "recall": 0.653162, "f1": 0.612746, "accuracy": 0.653162, "main_score": 0.612746, "hf_subset": "xho_Latn-ckb_Arab", "languages": ["xho-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582437, "recall": 0.637352, "f1": 0.597793, "accuracy": 0.637352, "main_score": 0.597793, "hf_subset": "xho_Latn-gle_Latn", "languages": ["xho-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573752, "recall": 0.621542, "f1": 0.585951, "accuracy": 0.621542, "main_score": 0.585951, "hf_subset": "xho_Latn-kas_Arab", "languages": ["xho-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597915, "recall": 0.641304, "f1": 0.610062, "accuracy": 0.641304, "main_score": 0.610062, "hf_subset": "xho_Latn-ltg_Latn", "languages": ["xho-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623405, "recall": 0.658103, "f1": 0.633367, "accuracy": 0.658103, "main_score": 0.633367, "hf_subset": "xho_Latn-nso_Latn", "languages": ["xho-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568847, "recall": 0.626482, "f1": 0.58411, "accuracy": 0.626482, "main_score": 0.58411, "hf_subset": "xho_Latn-sin_Sinh", "languages": ["xho-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.655198, "recall": 0.704545, "f1": 0.668105, "accuracy": 0.704545, "main_score": 0.668105, "hf_subset": "xho_Latn-tha_Thai", "languages": ["xho-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.620669, "recall": 0.667984, "f1": 0.632508, "accuracy": 0.667984, "main_score": 0.632508, "hf_subset": "xho_Latn-zho_Hans", "languages": ["xho-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.677752, "recall": 0.724308, "f1": 0.689484, "accuracy": 0.724308, "main_score": 0.689484, "hf_subset": "xho_Latn-ast_Latn", "languages": ["xho-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616809, "recall": 0.671937, "f1": 0.631626, "accuracy": 0.671937, "main_score": 0.631626, "hf_subset": "xho_Latn-crh_Latn", "languages": ["xho-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677793, "recall": 0.718379, "f1": 0.68895, "accuracy": 0.718379, "main_score": 0.68895, "hf_subset": "xho_Latn-glg_Latn", "languages": ["xho-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575283, "recall": 0.623518, "f1": 0.588545, "accuracy": 0.623518, "main_score": 0.588545, "hf_subset": "xho_Latn-kas_Deva", "languages": ["xho-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.623984, "recall": 0.663043, "f1": 0.633709, "accuracy": 0.663043, "main_score": 0.633709, "hf_subset": "xho_Latn-ltz_Latn", "languages": ["xho-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475405, "recall": 0.527668, "f1": 0.490686, "accuracy": 0.527668, "main_score": 0.490686, "hf_subset": "xho_Latn-nus_Latn", "languages": ["xho-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665514, "recall": 0.713439, "f1": 0.678074, "accuracy": 0.713439, "main_score": 0.678074, "hf_subset": "xho_Latn-slk_Latn", "languages": ["xho-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450921, "recall": 0.505929, "f1": 0.466202, "accuracy": 0.505929, "main_score": 0.466202, "hf_subset": "xho_Latn-tir_Ethi", "languages": ["xho-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.631139, "recall": 0.682806, "f1": 0.644298, "accuracy": 0.682806, "main_score": 0.644298, "hf_subset": "xho_Latn-zho_Hant", "languages": ["xho-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.638836, "recall": 0.68083, "f1": 0.650088, "accuracy": 0.68083, "main_score": 0.650088, "hf_subset": "xho_Latn-awa_Deva", "languages": ["xho-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.62799, "recall": 0.676877, "f1": 0.641148, "accuracy": 0.676877, "main_score": 0.641148, "hf_subset": "xho_Latn-cym_Latn", "languages": ["xho-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61493, "recall": 0.650198, "f1": 0.623636, "accuracy": 0.650198, "main_score": 0.623636, "hf_subset": "xho_Latn-grn_Latn", "languages": ["xho-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616172, "recall": 0.664032, "f1": 0.628854, "accuracy": 0.664032, "main_score": 0.628854, "hf_subset": "xho_Latn-kat_Geor", "languages": ["xho-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.599624, "recall": 0.635375, "f1": 0.609827, "accuracy": 0.635375, "main_score": 0.609827, "hf_subset": "xho_Latn-lua_Latn", "languages": ["xho-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598951, "recall": 0.642292, "f1": 0.611439, "accuracy": 0.642292, "main_score": 0.611439, "hf_subset": "xho_Latn-nya_Latn", "languages": ["xho-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648532, "recall": 0.6917, "f1": 0.658918, "accuracy": 0.6917, "main_score": 0.658918, "hf_subset": "xho_Latn-slv_Latn", "languages": ["xho-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640232, "recall": 0.676877, "f1": 0.649652, "accuracy": 0.676877, "main_score": 0.649652, "hf_subset": "xho_Latn-tpi_Latn", "languages": ["xho-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688636, "recall": 0.735178, "f1": 0.700926, "accuracy": 0.735178, "main_score": 0.700926, "hf_subset": "xho_Latn-zsm_Latn", "languages": ["xho-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54437, "recall": 0.583992, "f1": 0.55597, "accuracy": 0.583992, "main_score": 0.55597, "hf_subset": "xho_Latn-ayr_Latn", "languages": ["xho-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675907, "recall": 0.718379, "f1": 0.686409, "accuracy": 0.718379, "main_score": 0.686409, "hf_subset": "xho_Latn-dan_Latn", "languages": ["xho-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638262, "recall": 0.690711, "f1": 0.652154, "accuracy": 0.690711, "main_score": 0.652154, "hf_subset": "xho_Latn-guj_Gujr", "languages": ["xho-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.639251, "recall": 0.684783, "f1": 0.651854, "accuracy": 0.684783, "main_score": 0.651854, "hf_subset": "xho_Latn-kaz_Cyrl", "languages": ["xho-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549292, "recall": 0.602767, "f1": 0.564155, "accuracy": 0.602767, "main_score": 0.564155, "hf_subset": "xho_Latn-lug_Latn", "languages": ["xho-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688815, "recall": 0.736166, "f1": 0.701029, "accuracy": 0.736166, "main_score": 0.701029, "hf_subset": "xho_Latn-oci_Latn", "languages": ["xho-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620269, "recall": 0.656126, "f1": 0.629966, "accuracy": 0.656126, "main_score": 0.629966, "hf_subset": "xho_Latn-smo_Latn", "languages": ["xho-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585027, "recall": 0.629447, "f1": 0.59759, "accuracy": 0.629447, "main_score": 0.59759, "hf_subset": "xho_Latn-tsn_Latn", "languages": ["xho-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742798, "recall": 0.796443, "f1": 0.759256, "accuracy": 0.796443, "main_score": 0.759256, "hf_subset": "xho_Latn-zul_Latn", "languages": ["xho-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529214, "recall": 0.583004, "f1": 0.54364, "accuracy": 0.583004, "main_score": 0.54364, "hf_subset": "xho_Latn-azb_Arab", "languages": ["xho-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.68021, "recall": 0.72332, "f1": 0.692058, "accuracy": 0.72332, "main_score": 0.692058, "hf_subset": "xho_Latn-deu_Latn", "languages": ["xho-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609451, "recall": 0.663043, "f1": 0.624187, "accuracy": 0.663043, "main_score": 0.624187, "hf_subset": "xho_Latn-hat_Latn", "languages": ["xho-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511497, "recall": 0.552372, "f1": 0.523095, "accuracy": 0.552372, "main_score": 0.523095, "hf_subset": "xho_Latn-kbp_Latn", "languages": ["xho-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571946, "recall": 0.613636, "f1": 0.583568, "accuracy": 0.613636, "main_score": 0.583568, "hf_subset": "xho_Latn-luo_Latn", "languages": ["xho-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642803, "recall": 0.690711, "f1": 0.655146, "accuracy": 0.690711, "main_score": 0.655146, "hf_subset": "xho_Latn-ory_Orya", "languages": ["xho-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585591, "recall": 0.635375, "f1": 0.60009, "accuracy": 0.635375, "main_score": 0.60009, "hf_subset": "xho_Latn-sna_Latn", "languages": ["xho-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573601, "recall": 0.613636, "f1": 0.584957, "accuracy": 0.613636, "main_score": 0.584957, "hf_subset": "xho_Latn-tso_Latn", "languages": ["xho-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613222, "recall": 0.66502, "f1": 0.626391, "accuracy": 0.66502, "main_score": 0.626391, "hf_subset": "xho_Latn-azj_Latn", "languages": ["xho-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526702, "recall": 0.571146, "f1": 0.539229, "accuracy": 0.571146, "main_score": 0.539229, "hf_subset": "xho_Latn-dik_Latn", "languages": ["xho-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587665, "recall": 0.631423, "f1": 0.599741, "accuracy": 0.631423, "main_score": 0.599741, "hf_subset": "xho_Latn-hau_Latn", "languages": ["xho-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642351, "recall": 0.685771, "f1": 0.65415, "accuracy": 0.685771, "main_score": 0.65415, "hf_subset": "xho_Latn-kea_Latn", "languages": ["xho-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601238, "recall": 0.639328, "f1": 0.611612, "accuracy": 0.639328, "main_score": 0.611612, "hf_subset": "xho_Latn-lus_Latn", "languages": ["xho-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622009, "recall": 0.65415, "f1": 0.630922, "accuracy": 0.65415, "main_score": 0.630922, "hf_subset": "xho_Latn-pag_Latn", "languages": ["xho-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627263, "recall": 0.683794, "f1": 0.64325, "accuracy": 0.683794, "main_score": 0.64325, "hf_subset": "xho_Latn-snd_Arab", "languages": ["xho-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590068, "recall": 0.643281, "f1": 0.604621, "accuracy": 0.643281, "main_score": 0.604621, "hf_subset": "xho_Latn-tuk_Latn", "languages": ["xho-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630686, "recall": 0.672925, "f1": 0.641559, "accuracy": 0.672925, "main_score": 0.641559, "hf_subset": "xho_Latn-bak_Cyrl", "languages": ["xho-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.436184, "recall": 0.501976, "f1": 0.454852, "accuracy": 0.501976, "main_score": 0.454852, "hf_subset": "xho_Latn-dyu_Latn", "languages": ["xho-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645437, "recall": 0.69664, "f1": 0.658974, "accuracy": 0.69664, "main_score": 0.658974, "hf_subset": "xho_Latn-heb_Hebr", "languages": ["xho-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.607049, "recall": 0.650198, "f1": 0.618809, "accuracy": 0.650198, "main_score": 0.618809, "hf_subset": "xho_Latn-khk_Cyrl", "languages": ["xho-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652764, "recall": 0.698617, "f1": 0.664684, "accuracy": 0.698617, "main_score": 0.664684, "hf_subset": "xho_Latn-lvs_Latn", "languages": ["xho-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63673, "recall": 0.6917, "f1": 0.651027, "accuracy": 0.6917, "main_score": 0.651027, "hf_subset": "xho_Latn-pan_Guru", "languages": ["xho-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.583182, "recall": 0.639328, "f1": 0.598391, "accuracy": 0.639328, "main_score": 0.598391, "hf_subset": "xho_Latn-som_Latn", "languages": ["xho-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559939, "recall": 0.594862, "f1": 0.569738, "accuracy": 0.594862, "main_score": 0.569738, "hf_subset": "xho_Latn-tum_Latn", "languages": ["xho-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56811, "recall": 0.635375, "f1": 0.587744, "accuracy": 0.635375, "main_score": 0.587744, "hf_subset": "ars_Arab-ace_Arab", "languages": ["ars-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51732, "recall": 0.585968, "f1": 0.536332, "accuracy": 0.585968, "main_score": 0.536332, "hf_subset": "ars_Arab-bam_Latn", "languages": ["ars-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392518, "recall": 0.485178, "f1": 0.417607, "accuracy": 0.485178, "main_score": 0.417607, "hf_subset": "ars_Arab-dzo_Tibt", "languages": ["ars-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hin_Deva", "languages": ["ars-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-khm_Khmr", "languages": ["ars-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-mag_Deva", "languages": ["ars-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ars_Arab-pap_Latn", "languages": ["ars-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592748, "recall": 0.655138, "f1": 0.610614, "accuracy": 0.655138, "main_score": 0.610614, "hf_subset": "ars_Arab-sot_Latn", "languages": ["ars-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tur_Latn", "languages": ["ars-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879068, "recall": 0.911067, "f1": 0.889065, "accuracy": 0.911067, "main_score": 0.889065, "hf_subset": "ars_Arab-ace_Latn", "languages": ["ars-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "ars_Arab-ban_Latn", "languages": ["ars-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-ell_Grek", "languages": ["ars-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ars_Arab-hne_Deva", "languages": ["ars-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.600218, "recall": 0.653162, "f1": 0.615436, "accuracy": 0.653162, "main_score": 0.615436, "hf_subset": "ars_Arab-kik_Latn", "languages": ["ars-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-mai_Deva", "languages": ["ars-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ars_Arab-pbt_Arab", "languages": ["ars-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-spa_Latn", "languages": ["ars-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605204, "recall": 0.666996, "f1": 0.622487, "accuracy": 0.666996, "main_score": 0.622487, "hf_subset": "ars_Arab-twi_Latn", "languages": ["ars-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-acm_Arab", "languages": ["ars-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bel_Cyrl", "languages": ["ars-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-eng_Latn", "languages": ["ars-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-hrv_Latn", "languages": ["ars-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54009, "recall": 0.607708, "f1": 0.559799, "accuracy": 0.607708, "main_score": 0.559799, "hf_subset": "ars_Arab-kin_Latn", "languages": ["ars-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-mal_Mlym", "languages": ["ars-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pes_Arab", "languages": ["ars-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ars_Arab-srd_Latn", "languages": ["ars-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142781, "recall": 0.199605, "f1": 0.156735, "accuracy": 0.199605, "main_score": 0.156735, "hf_subset": "ars_Arab-tzm_Tfng", "languages": ["ars-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-acq_Arab", "languages": ["ars-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.610823, "recall": 0.666996, "f1": 0.626948, "accuracy": 0.666996, "main_score": 0.626948, "hf_subset": "ars_Arab-bem_Latn", "languages": ["ars-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-epo_Latn", "languages": ["ars-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hun_Latn", "languages": ["ars-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ars_Arab-kir_Cyrl", "languages": ["ars-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-mar_Deva", "languages": ["ars-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.658943, "recall": 0.718379, "f1": 0.676863, "accuracy": 0.718379, "main_score": 0.676863, "hf_subset": "ars_Arab-plt_Latn", "languages": ["ars-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-srp_Cyrl", "languages": ["ars-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "ars_Arab-uig_Arab", "languages": ["ars-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-aeb_Arab", "languages": ["ars-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ben_Beng", "languages": ["ars-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-est_Latn", "languages": ["ars-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hye_Armn", "languages": ["ars-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.543257, "recall": 0.597826, "f1": 0.558778, "accuracy": 0.597826, "main_score": 0.558778, "hf_subset": "ars_Arab-kmb_Latn", "languages": ["ars-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476825, "recall": 0.557312, "f1": 0.498357, "accuracy": 0.557312, "main_score": 0.498357, "hf_subset": "ars_Arab-min_Arab", "languages": ["ars-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pol_Latn", "languages": ["ars-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541808, "recall": 0.610672, "f1": 0.562109, "accuracy": 0.610672, "main_score": 0.562109, "hf_subset": "ars_Arab-ssw_Latn", "languages": ["ars-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ukr_Cyrl", "languages": ["ars-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-afr_Latn", "languages": ["ars-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bho_Deva", "languages": ["ars-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-eus_Latn", "languages": ["ars-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568892, "recall": 0.635375, "f1": 0.587206, "accuracy": 0.635375, "main_score": 0.587206, "hf_subset": "ars_Arab-ibo_Latn", "languages": ["ars-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910408, "recall": 0.936759, "f1": 0.918972, "accuracy": 0.936759, "main_score": 0.918972, "hf_subset": "ars_Arab-kmr_Latn", "languages": ["ars-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ars_Arab-min_Latn", "languages": ["ars-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-por_Latn", "languages": ["ars-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-sun_Latn", "languages": ["ars-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507189, "recall": 0.566206, "f1": 0.524349, "accuracy": 0.566206, "main_score": 0.524349, "hf_subset": "ars_Arab-umb_Latn", "languages": ["ars-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ajp_Arab", "languages": ["ars-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515905, "recall": 0.586957, "f1": 0.535948, "accuracy": 0.586957, "main_score": 0.535948, "hf_subset": "ars_Arab-bjn_Arab", "languages": ["ars-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495483, "recall": 0.561265, "f1": 0.514396, "accuracy": 0.561265, "main_score": 0.514396, "hf_subset": "ars_Arab-ewe_Latn", "languages": ["ars-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "ars_Arab-ilo_Latn", "languages": ["ars-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286537, "recall": 0.351779, "f1": 0.304813, "accuracy": 0.351779, "main_score": 0.304813, "hf_subset": "ars_Arab-knc_Arab", "languages": ["ars-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-mkd_Cyrl", "languages": ["ars-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-prs_Arab", "languages": ["ars-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-swe_Latn", "languages": ["ars-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-urd_Arab", "languages": ["ars-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573946, "recall": 0.639328, "f1": 0.592509, "accuracy": 0.639328, "main_score": 0.592509, "hf_subset": "ars_Arab-aka_Latn", "languages": ["ars-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-bjn_Latn", "languages": ["ars-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ars_Arab-fao_Latn", "languages": ["ars-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ind_Latn", "languages": ["ars-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575339, "recall": 0.636364, "f1": 0.59303, "accuracy": 0.636364, "main_score": 0.59303, "hf_subset": "ars_Arab-knc_Latn", "languages": ["ars-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ars_Arab-mlt_Latn", "languages": ["ars-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708926, "recall": 0.771739, "f1": 0.727471, "accuracy": 0.771739, "main_score": 0.727471, "hf_subset": "ars_Arab-quy_Latn", "languages": ["ars-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ars_Arab-swh_Latn", "languages": ["ars-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-uzn_Latn", "languages": ["ars-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-als_Latn", "languages": ["ars-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648057, "recall": 0.731225, "f1": 0.6722, "accuracy": 0.731225, "main_score": 0.6722, "hf_subset": "ars_Arab-bod_Tibt", "languages": ["ars-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.701512, "recall": 0.761858, "f1": 0.719241, "accuracy": 0.761858, "main_score": 0.719241, "hf_subset": "ars_Arab-fij_Latn", "languages": ["ars-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-isl_Latn", "languages": ["ars-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649532, "recall": 0.706522, "f1": 0.666584, "accuracy": 0.706522, "main_score": 0.666584, "hf_subset": "ars_Arab-kon_Latn", "languages": ["ars-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647929, "recall": 0.720356, "f1": 0.669008, "accuracy": 0.720356, "main_score": 0.669008, "hf_subset": "ars_Arab-mni_Beng", "languages": ["ars-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ron_Latn", "languages": ["ars-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "ars_Arab-szl_Latn", "languages": ["ars-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-vec_Latn", "languages": ["ars-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "ars_Arab-amh_Ethi", "languages": ["ars-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bos_Latn", "languages": ["ars-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-fin_Latn", "languages": ["ars-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ita_Latn", "languages": ["ars-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-kor_Hang", "languages": ["ars-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.530797, "recall": 0.594862, "f1": 0.548442, "accuracy": 0.594862, "main_score": 0.548442, "hf_subset": "ars_Arab-mos_Latn", "languages": ["ars-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543972, "recall": 0.605731, "f1": 0.561731, "accuracy": 0.605731, "main_score": 0.561731, "hf_subset": "ars_Arab-run_Latn", "languages": ["ars-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-tam_Taml", "languages": ["ars-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-vie_Latn", "languages": ["ars-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-apc_Arab", "languages": ["ars-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.799696, "recall": 0.84585, "f1": 0.813521, "accuracy": 0.84585, "main_score": 0.813521, "hf_subset": "ars_Arab-bug_Latn", "languages": ["ars-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457014, "recall": 0.520751, "f1": 0.474356, "accuracy": 0.520751, "main_score": 0.474356, "hf_subset": "ars_Arab-fon_Latn", "languages": ["ars-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-jav_Latn", "languages": ["ars-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-lao_Laoo", "languages": ["ars-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.88834, "recall": 0.920949, "f1": 0.898668, "accuracy": 0.920949, "main_score": 0.898668, "hf_subset": "ars_Arab-mri_Latn", "languages": ["ars-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-rus_Cyrl", "languages": ["ars-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521412, "recall": 0.592885, "f1": 0.541507, "accuracy": 0.592885, "main_score": 0.541507, "hf_subset": "ars_Arab-taq_Latn", "languages": ["ars-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-war_Latn", "languages": ["ars-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-arb_Arab", "languages": ["ars-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bul_Cyrl", "languages": ["ars-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-fra_Latn", "languages": ["ars-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-jpn_Jpan", "languages": ["ars-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-lij_Latn", "languages": ["ars-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ars_Arab-mya_Mymr", "languages": ["ars-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.576304, "recall": 0.650198, "f1": 0.597591, "accuracy": 0.650198, "main_score": 0.597591, "hf_subset": "ars_Arab-sag_Latn", "languages": ["ars-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158787, "recall": 0.222332, "f1": 0.173347, "accuracy": 0.222332, "main_score": 0.173347, "hf_subset": "ars_Arab-taq_Tfng", "languages": ["ars-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.601952, "recall": 0.675889, "f1": 0.623413, "accuracy": 0.675889, "main_score": 0.623413, "hf_subset": "ars_Arab-wol_Latn", "languages": ["ars-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865777, "recall": 0.903162, "f1": 0.877437, "accuracy": 0.903162, "main_score": 0.877437, "hf_subset": "ars_Arab-arb_Latn", "languages": ["ars-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-cat_Latn", "languages": ["ars-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-fur_Latn", "languages": ["ars-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407541, "recall": 0.470356, "f1": 0.424658, "accuracy": 0.470356, "main_score": 0.424658, "hf_subset": "ars_Arab-kab_Latn", "languages": ["ars-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ars_Arab-lim_Latn", "languages": ["ars-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-nld_Latn", "languages": ["ars-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ars_Arab-san_Deva", "languages": ["ars-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-tat_Cyrl", "languages": ["ars-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.675907, "recall": 0.73913, "f1": 0.694999, "accuracy": 0.73913, "main_score": 0.694999, "hf_subset": "ars_Arab-xho_Latn", "languages": ["ars-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ceb_Latn", "languages": ["ars-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556616, "recall": 0.614625, "f1": 0.573141, "accuracy": 0.614625, "main_score": 0.573141, "hf_subset": "ars_Arab-fuv_Latn", "languages": ["ars-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485823, "recall": 0.5583, "f1": 0.506351, "accuracy": 0.5583, "main_score": 0.506351, "hf_subset": "ars_Arab-kac_Latn", "languages": ["ars-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666156, "recall": 0.720356, "f1": 0.68299, "accuracy": 0.720356, "main_score": 0.68299, "hf_subset": "ars_Arab-lin_Latn", "languages": ["ars-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-nno_Latn", "languages": ["ars-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.225968, "recall": 0.310277, "f1": 0.247503, "accuracy": 0.310277, "main_score": 0.247503, "hf_subset": "ars_Arab-sat_Olck", "languages": ["ars-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tel_Telu", "languages": ["ars-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ars_Arab-ydd_Hebr", "languages": ["ars-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ars_Arab-ary_Arab", "languages": ["ars-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ces_Latn", "languages": ["ars-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5619, "recall": 0.631423, "f1": 0.582446, "accuracy": 0.631423, "main_score": 0.582446, "hf_subset": "ars_Arab-gaz_Latn", "languages": ["ars-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579629, "recall": 0.644269, "f1": 0.597837, "accuracy": 0.644269, "main_score": 0.597837, "hf_subset": "ars_Arab-kam_Latn", "languages": ["ars-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ars_Arab-lit_Latn", "languages": ["ars-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-nob_Latn", "languages": ["ars-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ars_Arab-scn_Latn", "languages": ["ars-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ars_Arab-tgk_Cyrl", "languages": ["ars-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.7236, "recall": 0.788538, "f1": 0.743544, "accuracy": 0.788538, "main_score": 0.743544, "hf_subset": "ars_Arab-yor_Latn", "languages": ["ars-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-arz_Arab", "languages": ["ars-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554043, "recall": 0.615613, "f1": 0.571753, "accuracy": 0.615613, "main_score": 0.571753, "hf_subset": "ars_Arab-cjk_Latn", "languages": ["ars-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775642, "recall": 0.833004, "f1": 0.793281, "accuracy": 0.833004, "main_score": 0.793281, "hf_subset": "ars_Arab-gla_Latn", "languages": ["ars-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-kan_Knda", "languages": ["ars-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-lmo_Latn", "languages": ["ars-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ars_Arab-npi_Deva", "languages": ["ars-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.441668, "recall": 0.512846, "f1": 0.460984, "accuracy": 0.512846, "main_score": 0.460984, "hf_subset": "ars_Arab-shn_Mymr", "languages": ["ars-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tgl_Latn", "languages": ["ars-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-yue_Hant", "languages": ["ars-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-asm_Beng", "languages": ["ars-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "ars_Arab-ckb_Arab", "languages": ["ars-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.903393, "recall": 0.93083, "f1": 0.911891, "accuracy": 0.93083, "main_score": 0.911891, "hf_subset": "ars_Arab-gle_Latn", "languages": ["ars-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.970356, "f1": 0.960474, "accuracy": 0.970356, "main_score": 0.960474, "hf_subset": "ars_Arab-kas_Arab", "languages": ["ars-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.958498, "f1": 0.945982, "accuracy": 0.958498, "main_score": 0.945982, "hf_subset": "ars_Arab-ltg_Latn", "languages": ["ars-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606753, "recall": 0.663043, "f1": 0.623015, "accuracy": 0.663043, "main_score": 0.623015, "hf_subset": "ars_Arab-nso_Latn", "languages": ["ars-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ars_Arab-sin_Sinh", "languages": ["ars-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tha_Thai", "languages": ["ars-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-zho_Hans", "languages": ["ars-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ast_Latn", "languages": ["ars-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ars_Arab-crh_Latn", "languages": ["ars-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-glg_Latn", "languages": ["ars-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901597, "recall": 0.93083, "f1": 0.911133, "accuracy": 0.93083, "main_score": 0.911133, "hf_subset": "ars_Arab-kas_Deva", "languages": ["ars-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-ltz_Latn", "languages": ["ars-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432714, "recall": 0.505929, "f1": 0.45292, "accuracy": 0.505929, "main_score": 0.45292, "hf_subset": "ars_Arab-nus_Latn", "languages": ["ars-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-slk_Latn", "languages": ["ars-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633427, "recall": 0.704545, "f1": 0.654781, "accuracy": 0.704545, "main_score": 0.654781, "hf_subset": "ars_Arab-tir_Ethi", "languages": ["ars-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-zho_Hant", "languages": ["ars-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "ars_Arab-awa_Deva", "languages": ["ars-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ars_Arab-cym_Latn", "languages": ["ars-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842144, "recall": 0.883399, "f1": 0.855091, "accuracy": 0.883399, "main_score": 0.855091, "hf_subset": "ars_Arab-grn_Latn", "languages": ["ars-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-kat_Geor", "languages": ["ars-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.632279, "recall": 0.688735, "f1": 0.648667, "accuracy": 0.688735, "main_score": 0.648667, "hf_subset": "ars_Arab-lua_Latn", "languages": ["ars-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629194, "recall": 0.694664, "f1": 0.647768, "accuracy": 0.694664, "main_score": 0.647768, "hf_subset": "ars_Arab-nya_Latn", "languages": ["ars-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-slv_Latn", "languages": ["ars-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ars_Arab-tpi_Latn", "languages": ["ars-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-zsm_Latn", "languages": ["ars-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5331, "recall": 0.598814, "f1": 0.551689, "accuracy": 0.598814, "main_score": 0.551689, "hf_subset": "ars_Arab-ayr_Latn", "languages": ["ars-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-dan_Latn", "languages": ["ars-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-guj_Gujr", "languages": ["ars-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-kaz_Cyrl", "languages": ["ars-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531646, "recall": 0.599802, "f1": 0.550506, "accuracy": 0.599802, "main_score": 0.550506, "hf_subset": "ars_Arab-lug_Latn", "languages": ["ars-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-oci_Latn", "languages": ["ars-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837204, "recall": 0.881423, "f1": 0.850823, "accuracy": 0.881423, "main_score": 0.850823, "hf_subset": "ars_Arab-smo_Latn", "languages": ["ars-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536651, "recall": 0.599802, "f1": 0.554658, "accuracy": 0.599802, "main_score": 0.554658, "hf_subset": "ars_Arab-tsn_Latn", "languages": ["ars-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607172, "recall": 0.674901, "f1": 0.626794, "accuracy": 0.674901, "main_score": 0.626794, "hf_subset": "ars_Arab-zul_Latn", "languages": ["ars-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925231, "recall": 0.948617, "f1": 0.932971, "accuracy": 0.948617, "main_score": 0.932971, "hf_subset": "ars_Arab-azb_Arab", "languages": ["ars-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-deu_Latn", "languages": ["ars-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "ars_Arab-hat_Latn", "languages": ["ars-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461037, "recall": 0.524704, "f1": 0.478746, "accuracy": 0.524704, "main_score": 0.478746, "hf_subset": "ars_Arab-kbp_Latn", "languages": ["ars-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563424, "recall": 0.623518, "f1": 0.579667, "accuracy": 0.623518, "main_score": 0.579667, "hf_subset": "ars_Arab-luo_Latn", "languages": ["ars-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ory_Orya", "languages": ["ars-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.571436, "recall": 0.642292, "f1": 0.591984, "accuracy": 0.642292, "main_score": 0.591984, "hf_subset": "ars_Arab-sna_Latn", "languages": ["ars-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54418, "recall": 0.605731, "f1": 0.560927, "accuracy": 0.605731, "main_score": 0.560927, "hf_subset": "ars_Arab-tso_Latn", "languages": ["ars-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-azj_Latn", "languages": ["ars-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535304, "recall": 0.604743, "f1": 0.555054, "accuracy": 0.604743, "main_score": 0.555054, "hf_subset": "ars_Arab-dik_Latn", "languages": ["ars-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744664, "recall": 0.80336, "f1": 0.762389, "accuracy": 0.80336, "main_score": 0.762389, "hf_subset": "ars_Arab-hau_Latn", "languages": ["ars-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ars_Arab-kea_Latn", "languages": ["ars-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727141, "recall": 0.782609, "f1": 0.744335, "accuracy": 0.782609, "main_score": 0.744335, "hf_subset": "ars_Arab-lus_Latn", "languages": ["ars-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878541, "recall": 0.909091, "f1": 0.887846, "accuracy": 0.909091, "main_score": 0.887846, "hf_subset": "ars_Arab-pag_Latn", "languages": ["ars-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-snd_Arab", "languages": ["ars-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "ars_Arab-tuk_Latn", "languages": ["ars-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ars_Arab-bak_Cyrl", "languages": ["ars-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470323, "recall": 0.546443, "f1": 0.492501, "accuracy": 0.546443, "main_score": 0.492501, "hf_subset": "ars_Arab-dyu_Latn", "languages": ["ars-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-heb_Hebr", "languages": ["ars-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-khk_Cyrl", "languages": ["ars-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-lvs_Latn", "languages": ["ars-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pan_Guru", "languages": ["ars-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.702512, "recall": 0.771739, "f1": 0.723342, "accuracy": 0.771739, "main_score": 0.723342, "hf_subset": "ars_Arab-som_Latn", "languages": ["ars-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587286, "recall": 0.642292, "f1": 0.603294, "accuracy": 0.642292, "main_score": 0.603294, "hf_subset": "ars_Arab-tum_Latn", "languages": ["ars-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584206, "recall": 0.648221, "f1": 0.602936, "accuracy": 0.648221, "main_score": 0.602936, "hf_subset": "ceb_Latn-ace_Arab", "languages": ["ceb-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554046, "recall": 0.609684, "f1": 0.570158, "accuracy": 0.609684, "main_score": 0.570158, "hf_subset": "ceb_Latn-bam_Latn", "languages": ["ceb-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425979, "recall": 0.499012, "f1": 0.445641, "accuracy": 0.499012, "main_score": 0.445641, "hf_subset": "ceb_Latn-dzo_Tibt", "languages": ["ceb-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-hin_Deva", "languages": ["ceb-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ceb_Latn-khm_Khmr", "languages": ["ceb-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-mag_Deva", "languages": ["ceb-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ceb_Latn-pap_Latn", "languages": ["ceb-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620702, "recall": 0.676877, "f1": 0.636992, "accuracy": 0.676877, "main_score": 0.636992, "hf_subset": "ceb_Latn-sot_Latn", "languages": ["ceb-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-tur_Latn", "languages": ["ceb-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871294, "recall": 0.905138, "f1": 0.881785, "accuracy": 0.905138, "main_score": 0.881785, "hf_subset": "ceb_Latn-ace_Latn", "languages": ["ceb-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955616, "recall": 0.967391, "f1": 0.959387, "accuracy": 0.967391, "main_score": 0.959387, "hf_subset": "ceb_Latn-ban_Latn", "languages": ["ceb-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-ell_Grek", "languages": ["ceb-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ceb_Latn-hne_Deva", "languages": ["ceb-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.629061, "recall": 0.682806, "f1": 0.644438, "accuracy": 0.682806, "main_score": 0.644438, "hf_subset": "ceb_Latn-kik_Latn", "languages": ["ceb-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-mai_Deva", "languages": ["ceb-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ceb_Latn-pbt_Arab", "languages": ["ceb-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-spa_Latn", "languages": ["ceb-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640762, "recall": 0.700593, "f1": 0.657553, "accuracy": 0.700593, "main_score": 0.657553, "hf_subset": "ceb_Latn-twi_Latn", "languages": ["ceb-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-acm_Arab", "languages": ["ceb-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ceb_Latn-bel_Cyrl", "languages": ["ceb-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-eng_Latn", "languages": ["ceb-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-hrv_Latn", "languages": ["ceb-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579942, "recall": 0.647233, "f1": 0.598933, "accuracy": 0.647233, "main_score": 0.598933, "hf_subset": "ceb_Latn-kin_Latn", "languages": ["ceb-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ceb_Latn-mal_Mlym", "languages": ["ceb-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-pes_Arab", "languages": ["ceb-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ceb_Latn-srd_Latn", "languages": ["ceb-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190459, "recall": 0.240119, "f1": 0.202893, "accuracy": 0.240119, "main_score": 0.202893, "hf_subset": "ceb_Latn-tzm_Tfng", "languages": ["ceb-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-acq_Arab", "languages": ["ceb-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.663194, "recall": 0.712451, "f1": 0.677174, "accuracy": 0.712451, "main_score": 0.677174, "hf_subset": "ceb_Latn-bem_Latn", "languages": ["ceb-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-epo_Latn", "languages": ["ceb-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-hun_Latn", "languages": ["ceb-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ceb_Latn-kir_Cyrl", "languages": ["ceb-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-mar_Deva", "languages": ["ceb-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.690721, "recall": 0.747036, "f1": 0.707329, "accuracy": 0.747036, "main_score": 0.707329, "hf_subset": "ceb_Latn-plt_Latn", "languages": ["ceb-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-srp_Cyrl", "languages": ["ceb-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.939312, "recall": 0.955534, "f1": 0.944401, "accuracy": 0.955534, "main_score": 0.944401, "hf_subset": "ceb_Latn-uig_Arab", "languages": ["ceb-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-aeb_Arab", "languages": ["ceb-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-ben_Beng", "languages": ["ceb-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-est_Latn", "languages": ["ceb-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-hye_Armn", "languages": ["ceb-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.55947, "recall": 0.613636, "f1": 0.574931, "accuracy": 0.613636, "main_score": 0.574931, "hf_subset": "ceb_Latn-kmb_Latn", "languages": ["ceb-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515664, "recall": 0.590909, "f1": 0.536753, "accuracy": 0.590909, "main_score": 0.536753, "hf_subset": "ceb_Latn-min_Arab", "languages": ["ceb-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-pol_Latn", "languages": ["ceb-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586306, "recall": 0.649209, "f1": 0.604191, "accuracy": 0.649209, "main_score": 0.604191, "hf_subset": "ceb_Latn-ssw_Latn", "languages": ["ceb-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ukr_Cyrl", "languages": ["ceb-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-afr_Latn", "languages": ["ceb-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ceb_Latn-bho_Deva", "languages": ["ceb-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ceb_Latn-eus_Latn", "languages": ["ceb-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610161, "recall": 0.66996, "f1": 0.626783, "accuracy": 0.66996, "main_score": 0.626783, "hf_subset": "ceb_Latn-ibo_Latn", "languages": ["ceb-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884914, "recall": 0.91502, "f1": 0.894269, "accuracy": 0.91502, "main_score": 0.894269, "hf_subset": "ceb_Latn-kmr_Latn", "languages": ["ceb-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ceb_Latn-min_Latn", "languages": ["ceb-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-por_Latn", "languages": ["ceb-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ceb_Latn-sun_Latn", "languages": ["ceb-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539272, "recall": 0.596838, "f1": 0.555809, "accuracy": 0.596838, "main_score": 0.555809, "hf_subset": "ceb_Latn-umb_Latn", "languages": ["ceb-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ajp_Arab", "languages": ["ceb-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562017, "recall": 0.628458, "f1": 0.580473, "accuracy": 0.628458, "main_score": 0.580473, "hf_subset": "ceb_Latn-bjn_Arab", "languages": ["ceb-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54485, "recall": 0.598814, "f1": 0.559986, "accuracy": 0.598814, "main_score": 0.559986, "hf_subset": "ceb_Latn-ewe_Latn", "languages": ["ceb-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "ceb_Latn-ilo_Latn", "languages": ["ceb-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326115, "recall": 0.383399, "f1": 0.341554, "accuracy": 0.383399, "main_score": 0.341554, "hf_subset": "ceb_Latn-knc_Arab", "languages": ["ceb-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-mkd_Cyrl", "languages": ["ceb-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-prs_Arab", "languages": ["ceb-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-swe_Latn", "languages": ["ceb-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-urd_Arab", "languages": ["ceb-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.601021, "recall": 0.663043, "f1": 0.618761, "accuracy": 0.663043, "main_score": 0.618761, "hf_subset": "ceb_Latn-aka_Latn", "languages": ["ceb-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ceb_Latn-bjn_Latn", "languages": ["ceb-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ceb_Latn-fao_Latn", "languages": ["ceb-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ind_Latn", "languages": ["ceb-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613349, "recall": 0.66996, "f1": 0.629869, "accuracy": 0.66996, "main_score": 0.629869, "hf_subset": "ceb_Latn-knc_Latn", "languages": ["ceb-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987813, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ceb_Latn-mlt_Latn", "languages": ["ceb-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71816, "recall": 0.777668, "f1": 0.735724, "accuracy": 0.777668, "main_score": 0.735724, "hf_subset": "ceb_Latn-quy_Latn", "languages": ["ceb-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "ceb_Latn-swh_Latn", "languages": ["ceb-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-uzn_Latn", "languages": ["ceb-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-als_Latn", "languages": ["ceb-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6467, "recall": 0.727273, "f1": 0.670233, "accuracy": 0.727273, "main_score": 0.670233, "hf_subset": "ceb_Latn-bod_Tibt", "languages": ["ceb-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.732835, "recall": 0.786561, "f1": 0.74844, "accuracy": 0.786561, "main_score": 0.74844, "hf_subset": "ceb_Latn-fij_Latn", "languages": ["ceb-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ceb_Latn-isl_Latn", "languages": ["ceb-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708317, "recall": 0.753953, "f1": 0.721956, "accuracy": 0.753953, "main_score": 0.721956, "hf_subset": "ceb_Latn-kon_Latn", "languages": ["ceb-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673899, "recall": 0.738142, "f1": 0.692462, "accuracy": 0.738142, "main_score": 0.692462, "hf_subset": "ceb_Latn-mni_Beng", "languages": ["ceb-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ron_Latn", "languages": ["ceb-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "ceb_Latn-szl_Latn", "languages": ["ceb-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-vec_Latn", "languages": ["ceb-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "ceb_Latn-amh_Ethi", "languages": ["ceb-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-bos_Latn", "languages": ["ceb-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-fin_Latn", "languages": ["ceb-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ita_Latn", "languages": ["ceb-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-kor_Hang", "languages": ["ceb-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.570014, "recall": 0.626482, "f1": 0.586088, "accuracy": 0.626482, "main_score": 0.586088, "hf_subset": "ceb_Latn-mos_Latn", "languages": ["ceb-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57594, "recall": 0.629447, "f1": 0.590736, "accuracy": 0.629447, "main_score": 0.590736, "hf_subset": "ceb_Latn-run_Latn", "languages": ["ceb-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-tam_Taml", "languages": ["ceb-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-vie_Latn", "languages": ["ceb-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-apc_Arab", "languages": ["ceb-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.813727, "recall": 0.851779, "f1": 0.824876, "accuracy": 0.851779, "main_score": 0.824876, "hf_subset": "ceb_Latn-bug_Latn", "languages": ["ceb-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485605, "recall": 0.538538, "f1": 0.4998, "accuracy": 0.538538, "main_score": 0.4998, "hf_subset": "ceb_Latn-fon_Latn", "languages": ["ceb-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-jav_Latn", "languages": ["ceb-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-lao_Laoo", "languages": ["ceb-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.888455, "recall": 0.917984, "f1": 0.897464, "accuracy": 0.917984, "main_score": 0.897464, "hf_subset": "ceb_Latn-mri_Latn", "languages": ["ceb-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-rus_Cyrl", "languages": ["ceb-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558797, "recall": 0.620553, "f1": 0.575532, "accuracy": 0.620553, "main_score": 0.575532, "hf_subset": "ceb_Latn-taq_Latn", "languages": ["ceb-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-war_Latn", "languages": ["ceb-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-arb_Arab", "languages": ["ceb-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-bul_Cyrl", "languages": ["ceb-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-fra_Latn", "languages": ["ceb-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ceb_Latn-jpn_Jpan", "languages": ["ceb-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ceb_Latn-lij_Latn", "languages": ["ceb-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ceb_Latn-mya_Mymr", "languages": ["ceb-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.611933, "recall": 0.674901, "f1": 0.630001, "accuracy": 0.674901, "main_score": 0.630001, "hf_subset": "ceb_Latn-sag_Latn", "languages": ["ceb-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192183, "recall": 0.250988, "f1": 0.205394, "accuracy": 0.250988, "main_score": 0.205394, "hf_subset": "ceb_Latn-taq_Tfng", "languages": ["ceb-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.645026, "recall": 0.706522, "f1": 0.662653, "accuracy": 0.706522, "main_score": 0.662653, "hf_subset": "ceb_Latn-wol_Latn", "languages": ["ceb-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793725, "recall": 0.84585, "f1": 0.809933, "accuracy": 0.84585, "main_score": 0.809933, "hf_subset": "ceb_Latn-arb_Latn", "languages": ["ceb-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-cat_Latn", "languages": ["ceb-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ceb_Latn-fur_Latn", "languages": ["ceb-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431109, "recall": 0.490119, "f1": 0.447509, "accuracy": 0.490119, "main_score": 0.447509, "hf_subset": "ceb_Latn-kab_Latn", "languages": ["ceb-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ceb_Latn-lim_Latn", "languages": ["ceb-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-nld_Latn", "languages": ["ceb-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "ceb_Latn-san_Deva", "languages": ["ceb-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-tat_Cyrl", "languages": ["ceb-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.694706, "recall": 0.75, "f1": 0.710707, "accuracy": 0.75, "main_score": 0.710707, "hf_subset": "ceb_Latn-xho_Latn", "languages": ["ceb-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-ars_Arab", "languages": ["ceb-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563109, "recall": 0.628458, "f1": 0.582015, "accuracy": 0.628458, "main_score": 0.582015, "hf_subset": "ceb_Latn-fuv_Latn", "languages": ["ceb-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528697, "recall": 0.592885, "f1": 0.546353, "accuracy": 0.592885, "main_score": 0.546353, "hf_subset": "ceb_Latn-kac_Latn", "languages": ["ceb-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701606, "recall": 0.750988, "f1": 0.715423, "accuracy": 0.750988, "main_score": 0.715423, "hf_subset": "ceb_Latn-lin_Latn", "languages": ["ceb-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-nno_Latn", "languages": ["ceb-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242906, "recall": 0.317194, "f1": 0.262255, "accuracy": 0.317194, "main_score": 0.262255, "hf_subset": "ceb_Latn-sat_Olck", "languages": ["ceb-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-tel_Telu", "languages": ["ceb-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ceb_Latn-ydd_Hebr", "languages": ["ceb-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "ceb_Latn-ary_Arab", "languages": ["ceb-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-ces_Latn", "languages": ["ceb-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606439, "recall": 0.666996, "f1": 0.623885, "accuracy": 0.666996, "main_score": 0.623885, "hf_subset": "ceb_Latn-gaz_Latn", "languages": ["ceb-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60213, "recall": 0.663043, "f1": 0.618952, "accuracy": 0.663043, "main_score": 0.618952, "hf_subset": "ceb_Latn-kam_Latn", "languages": ["ceb-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ceb_Latn-lit_Latn", "languages": ["ceb-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-nob_Latn", "languages": ["ceb-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ceb_Latn-scn_Latn", "languages": ["ceb-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ceb_Latn-tgk_Cyrl", "languages": ["ceb-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.734947, "recall": 0.795455, "f1": 0.752866, "accuracy": 0.795455, "main_score": 0.752866, "hf_subset": "ceb_Latn-yor_Latn", "languages": ["ceb-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-arz_Arab", "languages": ["ceb-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.588291, "recall": 0.647233, "f1": 0.605154, "accuracy": 0.647233, "main_score": 0.605154, "hf_subset": "ceb_Latn-cjk_Latn", "languages": ["ceb-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797348, "recall": 0.847826, "f1": 0.813076, "accuracy": 0.847826, "main_score": 0.813076, "hf_subset": "ceb_Latn-gla_Latn", "languages": ["ceb-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-kan_Knda", "languages": ["ceb-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.984848, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "ceb_Latn-lmo_Latn", "languages": ["ceb-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ceb_Latn-npi_Deva", "languages": ["ceb-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.490745, "recall": 0.551383, "f1": 0.507103, "accuracy": 0.551383, "main_score": 0.507103, "hf_subset": "ceb_Latn-shn_Mymr", "languages": ["ceb-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-tgl_Latn", "languages": ["ceb-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-yue_Hant", "languages": ["ceb-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-asm_Beng", "languages": ["ceb-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "ceb_Latn-ckb_Arab", "languages": ["ceb-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.878541, "recall": 0.911067, "f1": 0.8889, "accuracy": 0.911067, "main_score": 0.8889, "hf_subset": "ceb_Latn-gle_Latn", "languages": ["ceb-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.958498, "f1": 0.94664, "accuracy": 0.958498, "main_score": 0.94664, "hf_subset": "ceb_Latn-kas_Arab", "languages": ["ceb-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925066, "recall": 0.947628, "f1": 0.932115, "accuracy": 0.947628, "main_score": 0.932115, "hf_subset": "ceb_Latn-ltg_Latn", "languages": ["ceb-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640787, "recall": 0.6917, "f1": 0.654922, "accuracy": 0.6917, "main_score": 0.654922, "hf_subset": "ceb_Latn-nso_Latn", "languages": ["ceb-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ceb_Latn-sin_Sinh", "languages": ["ceb-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "ceb_Latn-tha_Thai", "languages": ["ceb-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-zho_Hans", "languages": ["ceb-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ast_Latn", "languages": ["ceb-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ceb_Latn-crh_Latn", "languages": ["ceb-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-glg_Latn", "languages": ["ceb-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879282, "recall": 0.916008, "f1": 0.890975, "accuracy": 0.916008, "main_score": 0.890975, "hf_subset": "ceb_Latn-kas_Deva", "languages": ["ceb-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "ceb_Latn-ltz_Latn", "languages": ["ceb-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479925, "recall": 0.55336, "f1": 0.49978, "accuracy": 0.55336, "main_score": 0.49978, "hf_subset": "ceb_Latn-nus_Latn", "languages": ["ceb-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-slk_Latn", "languages": ["ceb-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629227, "recall": 0.693676, "f1": 0.647958, "accuracy": 0.693676, "main_score": 0.647958, "hf_subset": "ceb_Latn-tir_Ethi", "languages": ["ceb-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-zho_Hant", "languages": ["ceb-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ceb_Latn-awa_Deva", "languages": ["ceb-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "ceb_Latn-cym_Latn", "languages": ["ceb-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847003, "recall": 0.883399, "f1": 0.858122, "accuracy": 0.883399, "main_score": 0.858122, "hf_subset": "ceb_Latn-grn_Latn", "languages": ["ceb-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-kat_Geor", "languages": ["ceb-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.671203, "recall": 0.720356, "f1": 0.685366, "accuracy": 0.720356, "main_score": 0.685366, "hf_subset": "ceb_Latn-lua_Latn", "languages": ["ceb-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654011, "recall": 0.716403, "f1": 0.672184, "accuracy": 0.716403, "main_score": 0.672184, "hf_subset": "ceb_Latn-nya_Latn", "languages": ["ceb-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-slv_Latn", "languages": ["ceb-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9389, "recall": 0.955534, "f1": 0.944137, "accuracy": 0.955534, "main_score": 0.944137, "hf_subset": "ceb_Latn-tpi_Latn", "languages": ["ceb-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-zsm_Latn", "languages": ["ceb-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567888, "recall": 0.631423, "f1": 0.585476, "accuracy": 0.631423, "main_score": 0.585476, "hf_subset": "ceb_Latn-ayr_Latn", "languages": ["ceb-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-dan_Latn", "languages": ["ceb-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-guj_Gujr", "languages": ["ceb-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-kaz_Cyrl", "languages": ["ceb-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.563407, "recall": 0.623518, "f1": 0.580727, "accuracy": 0.623518, "main_score": 0.580727, "hf_subset": "ceb_Latn-lug_Latn", "languages": ["ceb-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-oci_Latn", "languages": ["ceb-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847908, "recall": 0.885375, "f1": 0.859552, "accuracy": 0.885375, "main_score": 0.859552, "hf_subset": "ceb_Latn-smo_Latn", "languages": ["ceb-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559169, "recall": 0.620553, "f1": 0.576488, "accuracy": 0.620553, "main_score": 0.576488, "hf_subset": "ceb_Latn-tsn_Latn", "languages": ["ceb-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665596, "recall": 0.724308, "f1": 0.683432, "accuracy": 0.724308, "main_score": 0.683432, "hf_subset": "ceb_Latn-zul_Latn", "languages": ["ceb-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909091, "recall": 0.932806, "f1": 0.91662, "accuracy": 0.932806, "main_score": 0.91662, "hf_subset": "ceb_Latn-azb_Arab", "languages": ["ceb-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-deu_Latn", "languages": ["ceb-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "ceb_Latn-hat_Latn", "languages": ["ceb-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508367, "recall": 0.561265, "f1": 0.522621, "accuracy": 0.561265, "main_score": 0.522621, "hf_subset": "ceb_Latn-kbp_Latn", "languages": ["ceb-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588912, "recall": 0.649209, "f1": 0.605676, "accuracy": 0.649209, "main_score": 0.605676, "hf_subset": "ceb_Latn-luo_Latn", "languages": ["ceb-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-ory_Orya", "languages": ["ceb-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.613293, "recall": 0.673913, "f1": 0.631244, "accuracy": 0.673913, "main_score": 0.631244, "hf_subset": "ceb_Latn-sna_Latn", "languages": ["ceb-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569802, "recall": 0.626482, "f1": 0.585386, "accuracy": 0.626482, "main_score": 0.585386, "hf_subset": "ceb_Latn-tso_Latn", "languages": ["ceb-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-azj_Latn", "languages": ["ceb-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560569, "recall": 0.625494, "f1": 0.57901, "accuracy": 0.625494, "main_score": 0.57901, "hf_subset": "ceb_Latn-dik_Latn", "languages": ["ceb-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748534, "recall": 0.804348, "f1": 0.765448, "accuracy": 0.804348, "main_score": 0.765448, "hf_subset": "ceb_Latn-hau_Latn", "languages": ["ceb-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "ceb_Latn-kea_Latn", "languages": ["ceb-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754183, "recall": 0.804348, "f1": 0.769203, "accuracy": 0.804348, "main_score": 0.769203, "hf_subset": "ceb_Latn-lus_Latn", "languages": ["ceb-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891914, "recall": 0.918972, "f1": 0.900264, "accuracy": 0.918972, "main_score": 0.900264, "hf_subset": "ceb_Latn-pag_Latn", "languages": ["ceb-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-snd_Arab", "languages": ["ceb-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935277, "recall": 0.954545, "f1": 0.941535, "accuracy": 0.954545, "main_score": 0.941535, "hf_subset": "ceb_Latn-tuk_Latn", "languages": ["ceb-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ceb_Latn-bak_Cyrl", "languages": ["ceb-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.511693, "recall": 0.591897, "f1": 0.535442, "accuracy": 0.591897, "main_score": 0.535442, "hf_subset": "ceb_Latn-dyu_Latn", "languages": ["ceb-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-heb_Hebr", "languages": ["ceb-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "ceb_Latn-khk_Cyrl", "languages": ["ceb-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-lvs_Latn", "languages": ["ceb-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-pan_Guru", "languages": ["ceb-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.718769, "recall": 0.778656, "f1": 0.736503, "accuracy": 0.778656, "main_score": 0.736503, "hf_subset": "ceb_Latn-som_Latn", "languages": ["ceb-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611746, "recall": 0.663043, "f1": 0.62632, "accuracy": 0.663043, "main_score": 0.62632, "hf_subset": "ceb_Latn-tum_Latn", "languages": ["ceb-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403715, "recall": 0.451581, "f1": 0.416989, "accuracy": 0.451581, "main_score": 0.416989, "hf_subset": "fuv_Latn-ace_Arab", "languages": ["fuv-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483229, "recall": 0.523715, "f1": 0.494917, "accuracy": 0.523715, "main_score": 0.494917, "hf_subset": "fuv_Latn-bam_Latn", "languages": ["fuv-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208297, "recall": 0.249012, "f1": 0.218448, "accuracy": 0.249012, "main_score": 0.218448, "hf_subset": "fuv_Latn-dzo_Tibt", "languages": ["fuv-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.546053, "recall": 0.596838, "f1": 0.559432, "accuracy": 0.596838, "main_score": 0.559432, "hf_subset": "fuv_Latn-hin_Deva", "languages": ["fuv-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.510488, "recall": 0.552372, "f1": 0.521506, "accuracy": 0.552372, "main_score": 0.521506, "hf_subset": "fuv_Latn-khm_Khmr", "languages": ["fuv-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.55695, "recall": 0.59585, "f1": 0.567943, "accuracy": 0.59585, "main_score": 0.567943, "hf_subset": "fuv_Latn-mag_Deva", "languages": ["fuv-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558949, "recall": 0.594862, "f1": 0.569026, "accuracy": 0.594862, "main_score": 0.569026, "hf_subset": "fuv_Latn-pap_Latn", "languages": ["fuv-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512617, "recall": 0.551383, "f1": 0.523303, "accuracy": 0.551383, "main_score": 0.523303, "hf_subset": "fuv_Latn-sot_Latn", "languages": ["fuv-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548646, "recall": 0.59585, "f1": 0.561145, "accuracy": 0.59585, "main_score": 0.561145, "hf_subset": "fuv_Latn-tur_Latn", "languages": ["fuv-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566288, "recall": 0.601779, "f1": 0.575473, "accuracy": 0.601779, "main_score": 0.575473, "hf_subset": "fuv_Latn-ace_Latn", "languages": ["fuv-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547972, "recall": 0.583004, "f1": 0.557703, "accuracy": 0.583004, "main_score": 0.557703, "hf_subset": "fuv_Latn-ban_Latn", "languages": ["fuv-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536014, "recall": 0.589921, "f1": 0.550089, "accuracy": 0.589921, "main_score": 0.550089, "hf_subset": "fuv_Latn-ell_Grek", "languages": ["fuv-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.524405, "recall": 0.576087, "f1": 0.538718, "accuracy": 0.576087, "main_score": 0.538718, "hf_subset": "fuv_Latn-hne_Deva", "languages": ["fuv-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475302, "recall": 0.518775, "f1": 0.487837, "accuracy": 0.518775, "main_score": 0.487837, "hf_subset": "fuv_Latn-kik_Latn", "languages": ["fuv-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544347, "recall": 0.589921, "f1": 0.557141, "accuracy": 0.589921, "main_score": 0.557141, "hf_subset": "fuv_Latn-mai_Deva", "languages": ["fuv-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.507924, "recall": 0.552372, "f1": 0.520025, "accuracy": 0.552372, "main_score": 0.520025, "hf_subset": "fuv_Latn-pbt_Arab", "languages": ["fuv-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561299, "recall": 0.603755, "f1": 0.572993, "accuracy": 0.603755, "main_score": 0.572993, "hf_subset": "fuv_Latn-spa_Latn", "languages": ["fuv-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524155, "recall": 0.555336, "f1": 0.533023, "accuracy": 0.555336, "main_score": 0.533023, "hf_subset": "fuv_Latn-twi_Latn", "languages": ["fuv-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537959, "recall": 0.582016, "f1": 0.550166, "accuracy": 0.582016, "main_score": 0.550166, "hf_subset": "fuv_Latn-acm_Arab", "languages": ["fuv-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513739, "recall": 0.560277, "f1": 0.525545, "accuracy": 0.560277, "main_score": 0.525545, "hf_subset": "fuv_Latn-bel_Cyrl", "languages": ["fuv-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.576586, "recall": 0.617589, "f1": 0.588558, "accuracy": 0.617589, "main_score": 0.588558, "hf_subset": "fuv_Latn-eng_Latn", "languages": ["fuv-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559035, "recall": 0.606719, "f1": 0.571292, "accuracy": 0.606719, "main_score": 0.571292, "hf_subset": "fuv_Latn-hrv_Latn", "languages": ["fuv-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463102, "recall": 0.503953, "f1": 0.474474, "accuracy": 0.503953, "main_score": 0.474474, "hf_subset": "fuv_Latn-kin_Latn", "languages": ["fuv-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534201, "recall": 0.587945, "f1": 0.548701, "accuracy": 0.587945, "main_score": 0.548701, "hf_subset": "fuv_Latn-mal_Mlym", "languages": ["fuv-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.55052, "recall": 0.590909, "f1": 0.561473, "accuracy": 0.590909, "main_score": 0.561473, "hf_subset": "fuv_Latn-pes_Arab", "languages": ["fuv-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556581, "recall": 0.590909, "f1": 0.565946, "accuracy": 0.590909, "main_score": 0.565946, "hf_subset": "fuv_Latn-srd_Latn", "languages": ["fuv-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185319, "recall": 0.220356, "f1": 0.194353, "accuracy": 0.220356, "main_score": 0.194353, "hf_subset": "fuv_Latn-tzm_Tfng", "languages": ["fuv-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.53561, "recall": 0.58498, "f1": 0.54912, "accuracy": 0.58498, "main_score": 0.54912, "hf_subset": "fuv_Latn-acq_Arab", "languages": ["fuv-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530255, "recall": 0.567194, "f1": 0.540417, "accuracy": 0.567194, "main_score": 0.540417, "hf_subset": "fuv_Latn-bem_Latn", "languages": ["fuv-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552962, "recall": 0.591897, "f1": 0.563637, "accuracy": 0.591897, "main_score": 0.563637, "hf_subset": "fuv_Latn-epo_Latn", "languages": ["fuv-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560113, "recall": 0.597826, "f1": 0.570912, "accuracy": 0.597826, "main_score": 0.570912, "hf_subset": "fuv_Latn-hun_Latn", "languages": ["fuv-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530095, "recall": 0.571146, "f1": 0.541201, "accuracy": 0.571146, "main_score": 0.541201, "hf_subset": "fuv_Latn-kir_Cyrl", "languages": ["fuv-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53358, "recall": 0.581028, "f1": 0.546045, "accuracy": 0.581028, "main_score": 0.546045, "hf_subset": "fuv_Latn-mar_Deva", "languages": ["fuv-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.525382, "recall": 0.559289, "f1": 0.535045, "accuracy": 0.559289, "main_score": 0.535045, "hf_subset": "fuv_Latn-plt_Latn", "languages": ["fuv-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559819, "recall": 0.599802, "f1": 0.570476, "accuracy": 0.599802, "main_score": 0.570476, "hf_subset": "fuv_Latn-srp_Cyrl", "languages": ["fuv-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463021, "recall": 0.518775, "f1": 0.478928, "accuracy": 0.518775, "main_score": 0.478928, "hf_subset": "fuv_Latn-uig_Arab", "languages": ["fuv-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518404, "recall": 0.566206, "f1": 0.531133, "accuracy": 0.566206, "main_score": 0.531133, "hf_subset": "fuv_Latn-aeb_Arab", "languages": ["fuv-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548549, "recall": 0.596838, "f1": 0.561859, "accuracy": 0.596838, "main_score": 0.561859, "hf_subset": "fuv_Latn-ben_Beng", "languages": ["fuv-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.547717, "recall": 0.588933, "f1": 0.558945, "accuracy": 0.588933, "main_score": 0.558945, "hf_subset": "fuv_Latn-est_Latn", "languages": ["fuv-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522992, "recall": 0.566206, "f1": 0.534544, "accuracy": 0.566206, "main_score": 0.534544, "hf_subset": "fuv_Latn-hye_Armn", "languages": ["fuv-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.49532, "recall": 0.531621, "f1": 0.505467, "accuracy": 0.531621, "main_score": 0.505467, "hf_subset": "fuv_Latn-kmb_Latn", "languages": ["fuv-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.376419, "recall": 0.428854, "f1": 0.390538, "accuracy": 0.428854, "main_score": 0.390538, "hf_subset": "fuv_Latn-min_Arab", "languages": ["fuv-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541923, "recall": 0.589921, "f1": 0.554598, "accuracy": 0.589921, "main_score": 0.554598, "hf_subset": "fuv_Latn-pol_Latn", "languages": ["fuv-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491768, "recall": 0.537549, "f1": 0.504094, "accuracy": 0.537549, "main_score": 0.504094, "hf_subset": "fuv_Latn-ssw_Latn", "languages": ["fuv-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5531, "recall": 0.596838, "f1": 0.564968, "accuracy": 0.596838, "main_score": 0.564968, "hf_subset": "fuv_Latn-ukr_Cyrl", "languages": ["fuv-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.578854, "recall": 0.617589, "f1": 0.589598, "accuracy": 0.617589, "main_score": 0.589598, "hf_subset": "fuv_Latn-afr_Latn", "languages": ["fuv-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548421, "recall": 0.587945, "f1": 0.558781, "accuracy": 0.587945, "main_score": 0.558781, "hf_subset": "fuv_Latn-bho_Deva", "languages": ["fuv-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.535797, "recall": 0.576087, "f1": 0.546703, "accuracy": 0.576087, "main_score": 0.546703, "hf_subset": "fuv_Latn-eus_Latn", "languages": ["fuv-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510245, "recall": 0.555336, "f1": 0.523641, "accuracy": 0.555336, "main_score": 0.523641, "hf_subset": "fuv_Latn-ibo_Latn", "languages": ["fuv-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536766, "recall": 0.574111, "f1": 0.547876, "accuracy": 0.574111, "main_score": 0.547876, "hf_subset": "fuv_Latn-kmr_Latn", "languages": ["fuv-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571181, "recall": 0.61166, "f1": 0.582193, "accuracy": 0.61166, "main_score": 0.582193, "hf_subset": "fuv_Latn-min_Latn", "languages": ["fuv-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555675, "recall": 0.602767, "f1": 0.568186, "accuracy": 0.602767, "main_score": 0.568186, "hf_subset": "fuv_Latn-por_Latn", "languages": ["fuv-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567096, "recall": 0.607708, "f1": 0.578012, "accuracy": 0.607708, "main_score": 0.578012, "hf_subset": "fuv_Latn-sun_Latn", "languages": ["fuv-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483443, "recall": 0.523715, "f1": 0.495095, "accuracy": 0.523715, "main_score": 0.495095, "hf_subset": "fuv_Latn-umb_Latn", "languages": ["fuv-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551902, "recall": 0.594862, "f1": 0.563269, "accuracy": 0.594862, "main_score": 0.563269, "hf_subset": "fuv_Latn-ajp_Arab", "languages": ["fuv-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.389559, "recall": 0.436759, "f1": 0.402884, "accuracy": 0.436759, "main_score": 0.402884, "hf_subset": "fuv_Latn-bjn_Arab", "languages": ["fuv-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486128, "recall": 0.522727, "f1": 0.496316, "accuracy": 0.522727, "main_score": 0.496316, "hf_subset": "fuv_Latn-ewe_Latn", "languages": ["fuv-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574197, "recall": 0.605731, "f1": 0.582413, "accuracy": 0.605731, "main_score": 0.582413, "hf_subset": "fuv_Latn-ilo_Latn", "languages": ["fuv-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298758, "recall": 0.343874, "f1": 0.311072, "accuracy": 0.343874, "main_score": 0.311072, "hf_subset": "fuv_Latn-knc_Arab", "languages": ["fuv-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551471, "recall": 0.59585, "f1": 0.563074, "accuracy": 0.59585, "main_score": 0.563074, "hf_subset": "fuv_Latn-mkd_Cyrl", "languages": ["fuv-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549653, "recall": 0.599802, "f1": 0.562836, "accuracy": 0.599802, "main_score": 0.562836, "hf_subset": "fuv_Latn-prs_Arab", "languages": ["fuv-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.559441, "recall": 0.600791, "f1": 0.569565, "accuracy": 0.600791, "main_score": 0.569565, "hf_subset": "fuv_Latn-swe_Latn", "languages": ["fuv-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53043, "recall": 0.582016, "f1": 0.54397, "accuracy": 0.582016, "main_score": 0.54397, "hf_subset": "fuv_Latn-urd_Arab", "languages": ["fuv-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516115, "recall": 0.552372, "f1": 0.52694, "accuracy": 0.552372, "main_score": 0.52694, "hf_subset": "fuv_Latn-aka_Latn", "languages": ["fuv-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582129, "recall": 0.612648, "f1": 0.590189, "accuracy": 0.612648, "main_score": 0.590189, "hf_subset": "fuv_Latn-bjn_Latn", "languages": ["fuv-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541669, "recall": 0.575099, "f1": 0.551431, "accuracy": 0.575099, "main_score": 0.551431, "hf_subset": "fuv_Latn-fao_Latn", "languages": ["fuv-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577806, "recall": 0.612648, "f1": 0.587286, "accuracy": 0.612648, "main_score": 0.587286, "hf_subset": "fuv_Latn-ind_Latn", "languages": ["fuv-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530755, "recall": 0.566206, "f1": 0.540771, "accuracy": 0.566206, "main_score": 0.540771, "hf_subset": "fuv_Latn-knc_Latn", "languages": ["fuv-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558949, "recall": 0.593874, "f1": 0.567406, "accuracy": 0.593874, "main_score": 0.567406, "hf_subset": "fuv_Latn-mlt_Latn", "languages": ["fuv-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509437, "recall": 0.551383, "f1": 0.521534, "accuracy": 0.551383, "main_score": 0.521534, "hf_subset": "fuv_Latn-quy_Latn", "languages": ["fuv-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547173, "recall": 0.590909, "f1": 0.559657, "accuracy": 0.590909, "main_score": 0.559657, "hf_subset": "fuv_Latn-swh_Latn", "languages": ["fuv-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528401, "recall": 0.575099, "f1": 0.54051, "accuracy": 0.575099, "main_score": 0.54051, "hf_subset": "fuv_Latn-uzn_Latn", "languages": ["fuv-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560781, "recall": 0.599802, "f1": 0.571328, "accuracy": 0.599802, "main_score": 0.571328, "hf_subset": "fuv_Latn-als_Latn", "languages": ["fuv-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.253967, "recall": 0.298419, "f1": 0.265439, "accuracy": 0.298419, "main_score": 0.265439, "hf_subset": "fuv_Latn-bod_Tibt", "languages": ["fuv-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.507928, "recall": 0.547431, "f1": 0.519245, "accuracy": 0.547431, "main_score": 0.519245, "hf_subset": "fuv_Latn-fij_Latn", "languages": ["fuv-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527099, "recall": 0.567194, "f1": 0.538633, "accuracy": 0.567194, "main_score": 0.538633, "hf_subset": "fuv_Latn-isl_Latn", "languages": ["fuv-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528039, "recall": 0.564229, "f1": 0.538105, "accuracy": 0.564229, "main_score": 0.538105, "hf_subset": "fuv_Latn-kon_Latn", "languages": ["fuv-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467112, "recall": 0.517787, "f1": 0.481106, "accuracy": 0.517787, "main_score": 0.481106, "hf_subset": "fuv_Latn-mni_Beng", "languages": ["fuv-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.568544, "recall": 0.608696, "f1": 0.578562, "accuracy": 0.608696, "main_score": 0.578562, "hf_subset": "fuv_Latn-ron_Latn", "languages": ["fuv-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541784, "recall": 0.585968, "f1": 0.552516, "accuracy": 0.585968, "main_score": 0.552516, "hf_subset": "fuv_Latn-szl_Latn", "languages": ["fuv-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563561, "recall": 0.603755, "f1": 0.574675, "accuracy": 0.603755, "main_score": 0.574675, "hf_subset": "fuv_Latn-vec_Latn", "languages": ["fuv-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463741, "recall": 0.520751, "f1": 0.479945, "accuracy": 0.520751, "main_score": 0.479945, "hf_subset": "fuv_Latn-amh_Ethi", "languages": ["fuv-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.563352, "recall": 0.61166, "f1": 0.57601, "accuracy": 0.61166, "main_score": 0.57601, "hf_subset": "fuv_Latn-bos_Latn", "languages": ["fuv-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542146, "recall": 0.586957, "f1": 0.554106, "accuracy": 0.586957, "main_score": 0.554106, "hf_subset": "fuv_Latn-fin_Latn", "languages": ["fuv-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564029, "recall": 0.601779, "f1": 0.574347, "accuracy": 0.601779, "main_score": 0.574347, "hf_subset": "fuv_Latn-ita_Latn", "languages": ["fuv-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537727, "recall": 0.585968, "f1": 0.550967, "accuracy": 0.585968, "main_score": 0.550967, "hf_subset": "fuv_Latn-kor_Hang", "languages": ["fuv-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.494648, "recall": 0.529644, "f1": 0.50445, "accuracy": 0.529644, "main_score": 0.50445, "hf_subset": "fuv_Latn-mos_Latn", "languages": ["fuv-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482436, "recall": 0.520751, "f1": 0.493329, "accuracy": 0.520751, "main_score": 0.493329, "hf_subset": "fuv_Latn-run_Latn", "languages": ["fuv-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528987, "recall": 0.578063, "f1": 0.542008, "accuracy": 0.578063, "main_score": 0.542008, "hf_subset": "fuv_Latn-tam_Taml", "languages": ["fuv-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.53805, "recall": 0.585968, "f1": 0.55049, "accuracy": 0.585968, "main_score": 0.55049, "hf_subset": "fuv_Latn-vie_Latn", "languages": ["fuv-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536231, "recall": 0.589921, "f1": 0.550285, "accuracy": 0.589921, "main_score": 0.550285, "hf_subset": "fuv_Latn-apc_Arab", "languages": ["fuv-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539491, "recall": 0.576087, "f1": 0.549331, "accuracy": 0.576087, "main_score": 0.549331, "hf_subset": "fuv_Latn-bug_Latn", "languages": ["fuv-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45159, "recall": 0.491107, "f1": 0.462962, "accuracy": 0.491107, "main_score": 0.462962, "hf_subset": "fuv_Latn-fon_Latn", "languages": ["fuv-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577841, "recall": 0.609684, "f1": 0.586839, "accuracy": 0.609684, "main_score": 0.586839, "hf_subset": "fuv_Latn-jav_Latn", "languages": ["fuv-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478911, "recall": 0.528656, "f1": 0.492592, "accuracy": 0.528656, "main_score": 0.492592, "hf_subset": "fuv_Latn-lao_Laoo", "languages": ["fuv-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.485532, "recall": 0.52668, "f1": 0.497106, "accuracy": 0.52668, "main_score": 0.497106, "hf_subset": "fuv_Latn-mri_Latn", "languages": ["fuv-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539971, "recall": 0.588933, "f1": 0.553237, "accuracy": 0.588933, "main_score": 0.553237, "hf_subset": "fuv_Latn-rus_Cyrl", "languages": ["fuv-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481341, "recall": 0.51581, "f1": 0.491601, "accuracy": 0.51581, "main_score": 0.491601, "hf_subset": "fuv_Latn-taq_Latn", "languages": ["fuv-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564725, "recall": 0.599802, "f1": 0.573971, "accuracy": 0.599802, "main_score": 0.573971, "hf_subset": "fuv_Latn-war_Latn", "languages": ["fuv-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543865, "recall": 0.587945, "f1": 0.555987, "accuracy": 0.587945, "main_score": 0.555987, "hf_subset": "fuv_Latn-arb_Arab", "languages": ["fuv-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548115, "recall": 0.588933, "f1": 0.559037, "accuracy": 0.588933, "main_score": 0.559037, "hf_subset": "fuv_Latn-bul_Cyrl", "languages": ["fuv-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.572223, "recall": 0.609684, "f1": 0.582521, "accuracy": 0.609684, "main_score": 0.582521, "hf_subset": "fuv_Latn-fra_Latn", "languages": ["fuv-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530058, "recall": 0.578063, "f1": 0.543545, "accuracy": 0.578063, "main_score": 0.543545, "hf_subset": "fuv_Latn-jpn_Jpan", "languages": ["fuv-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.53904, "recall": 0.585968, "f1": 0.552211, "accuracy": 0.585968, "main_score": 0.552211, "hf_subset": "fuv_Latn-lij_Latn", "languages": ["fuv-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.398373, "recall": 0.45751, "f1": 0.413802, "accuracy": 0.45751, "main_score": 0.413802, "hf_subset": "fuv_Latn-mya_Mymr", "languages": ["fuv-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.505987, "recall": 0.547431, "f1": 0.516576, "accuracy": 0.547431, "main_score": 0.516576, "hf_subset": "fuv_Latn-sag_Latn", "languages": ["fuv-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197442, "recall": 0.237154, "f1": 0.2066, "accuracy": 0.237154, "main_score": 0.2066, "hf_subset": "fuv_Latn-taq_Tfng", "languages": ["fuv-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.52842, "recall": 0.566206, "f1": 0.538918, "accuracy": 0.566206, "main_score": 0.538918, "hf_subset": "fuv_Latn-wol_Latn", "languages": ["fuv-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448725, "recall": 0.493083, "f1": 0.460688, "accuracy": 0.493083, "main_score": 0.460688, "hf_subset": "fuv_Latn-arb_Latn", "languages": ["fuv-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558453, "recall": 0.600791, "f1": 0.569682, "accuracy": 0.600791, "main_score": 0.569682, "hf_subset": "fuv_Latn-cat_Latn", "languages": ["fuv-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553773, "recall": 0.588933, "f1": 0.563304, "accuracy": 0.588933, "main_score": 0.563304, "hf_subset": "fuv_Latn-fur_Latn", "languages": ["fuv-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402921, "recall": 0.450593, "f1": 0.415947, "accuracy": 0.450593, "main_score": 0.415947, "hf_subset": "fuv_Latn-kab_Latn", "languages": ["fuv-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556694, "recall": 0.588933, "f1": 0.5659, "accuracy": 0.588933, "main_score": 0.5659, "hf_subset": "fuv_Latn-lim_Latn", "languages": ["fuv-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547206, "recall": 0.591897, "f1": 0.558748, "accuracy": 0.591897, "main_score": 0.558748, "hf_subset": "fuv_Latn-nld_Latn", "languages": ["fuv-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508882, "recall": 0.552372, "f1": 0.519529, "accuracy": 0.552372, "main_score": 0.519529, "hf_subset": "fuv_Latn-san_Deva", "languages": ["fuv-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.538453, "recall": 0.582016, "f1": 0.550172, "accuracy": 0.582016, "main_score": 0.550172, "hf_subset": "fuv_Latn-tat_Cyrl", "languages": ["fuv-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539694, "recall": 0.576087, "f1": 0.550227, "accuracy": 0.576087, "main_score": 0.550227, "hf_subset": "fuv_Latn-xho_Latn", "languages": ["fuv-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515207, "recall": 0.56917, "f1": 0.530307, "accuracy": 0.56917, "main_score": 0.530307, "hf_subset": "fuv_Latn-ars_Arab", "languages": ["fuv-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562205, "recall": 0.594862, "f1": 0.570541, "accuracy": 0.594862, "main_score": 0.570541, "hf_subset": "fuv_Latn-ceb_Latn", "languages": ["fuv-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485169, "recall": 0.528656, "f1": 0.497699, "accuracy": 0.528656, "main_score": 0.497699, "hf_subset": "fuv_Latn-kac_Latn", "languages": ["fuv-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544026, "recall": 0.578063, "f1": 0.553568, "accuracy": 0.578063, "main_score": 0.553568, "hf_subset": "fuv_Latn-lin_Latn", "languages": ["fuv-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561798, "recall": 0.598814, "f1": 0.571249, "accuracy": 0.598814, "main_score": 0.571249, "hf_subset": "fuv_Latn-nno_Latn", "languages": ["fuv-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.100464, "recall": 0.134387, "f1": 0.108795, "accuracy": 0.134387, "main_score": 0.108795, "hf_subset": "fuv_Latn-sat_Olck", "languages": ["fuv-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.528205, "recall": 0.575099, "f1": 0.540193, "accuracy": 0.575099, "main_score": 0.540193, "hf_subset": "fuv_Latn-tel_Telu", "languages": ["fuv-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.472107, "recall": 0.521739, "f1": 0.484759, "accuracy": 0.521739, "main_score": 0.484759, "hf_subset": "fuv_Latn-ydd_Hebr", "languages": ["fuv-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.510973, "recall": 0.5583, "f1": 0.524272, "accuracy": 0.5583, "main_score": 0.524272, "hf_subset": "fuv_Latn-ary_Arab", "languages": ["fuv-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56134, "recall": 0.606719, "f1": 0.57352, "accuracy": 0.606719, "main_score": 0.57352, "hf_subset": "fuv_Latn-ces_Latn", "languages": ["fuv-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467081, "recall": 0.512846, "f1": 0.480223, "accuracy": 0.512846, "main_score": 0.480223, "hf_subset": "fuv_Latn-gaz_Latn", "languages": ["fuv-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485375, "recall": 0.527668, "f1": 0.498108, "accuracy": 0.527668, "main_score": 0.498108, "hf_subset": "fuv_Latn-kam_Latn", "languages": ["fuv-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529157, "recall": 0.572134, "f1": 0.540457, "accuracy": 0.572134, "main_score": 0.540457, "hf_subset": "fuv_Latn-lit_Latn", "languages": ["fuv-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563111, "recall": 0.604743, "f1": 0.574349, "accuracy": 0.604743, "main_score": 0.574349, "hf_subset": "fuv_Latn-nob_Latn", "languages": ["fuv-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553042, "recall": 0.592885, "f1": 0.563123, "accuracy": 0.592885, "main_score": 0.563123, "hf_subset": "fuv_Latn-scn_Latn", "languages": ["fuv-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521902, "recall": 0.562253, "f1": 0.532744, "accuracy": 0.562253, "main_score": 0.532744, "hf_subset": "fuv_Latn-tgk_Cyrl", "languages": ["fuv-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47652, "recall": 0.523715, "f1": 0.489781, "accuracy": 0.523715, "main_score": 0.489781, "hf_subset": "fuv_Latn-yor_Latn", "languages": ["fuv-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53913, "recall": 0.587945, "f1": 0.552628, "accuracy": 0.587945, "main_score": 0.552628, "hf_subset": "fuv_Latn-arz_Arab", "languages": ["fuv-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487994, "recall": 0.520751, "f1": 0.497874, "accuracy": 0.520751, "main_score": 0.497874, "hf_subset": "fuv_Latn-cjk_Latn", "languages": ["fuv-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492513, "recall": 0.532609, "f1": 0.502921, "accuracy": 0.532609, "main_score": 0.502921, "hf_subset": "fuv_Latn-gla_Latn", "languages": ["fuv-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534265, "recall": 0.581028, "f1": 0.546735, "accuracy": 0.581028, "main_score": 0.546735, "hf_subset": "fuv_Latn-kan_Knda", "languages": ["fuv-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.552993, "recall": 0.589921, "f1": 0.562852, "accuracy": 0.589921, "main_score": 0.562852, "hf_subset": "fuv_Latn-lmo_Latn", "languages": ["fuv-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53881, "recall": 0.588933, "f1": 0.552361, "accuracy": 0.588933, "main_score": 0.552361, "hf_subset": "fuv_Latn-npi_Deva", "languages": ["fuv-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.409965, "recall": 0.45751, "f1": 0.423133, "accuracy": 0.45751, "main_score": 0.423133, "hf_subset": "fuv_Latn-shn_Mymr", "languages": ["fuv-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.573019, "recall": 0.610672, "f1": 0.582634, "accuracy": 0.610672, "main_score": 0.582634, "hf_subset": "fuv_Latn-tgl_Latn", "languages": ["fuv-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5361, "recall": 0.578063, "f1": 0.547075, "accuracy": 0.578063, "main_score": 0.547075, "hf_subset": "fuv_Latn-yue_Hant", "languages": ["fuv-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.517324, "recall": 0.565217, "f1": 0.530348, "accuracy": 0.565217, "main_score": 0.530348, "hf_subset": "fuv_Latn-asm_Beng", "languages": ["fuv-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.499078, "recall": 0.544466, "f1": 0.511368, "accuracy": 0.544466, "main_score": 0.511368, "hf_subset": "fuv_Latn-ckb_Arab", "languages": ["fuv-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493109, "recall": 0.534585, "f1": 0.50478, "accuracy": 0.534585, "main_score": 0.50478, "hf_subset": "fuv_Latn-gle_Latn", "languages": ["fuv-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480073, "recall": 0.528656, "f1": 0.492572, "accuracy": 0.528656, "main_score": 0.492572, "hf_subset": "fuv_Latn-kas_Arab", "languages": ["fuv-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511944, "recall": 0.556324, "f1": 0.52388, "accuracy": 0.556324, "main_score": 0.52388, "hf_subset": "fuv_Latn-ltg_Latn", "languages": ["fuv-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549333, "recall": 0.582016, "f1": 0.558893, "accuracy": 0.582016, "main_score": 0.558893, "hf_subset": "fuv_Latn-nso_Latn", "languages": ["fuv-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46902, "recall": 0.525692, "f1": 0.484096, "accuracy": 0.525692, "main_score": 0.484096, "hf_subset": "fuv_Latn-sin_Sinh", "languages": ["fuv-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.531458, "recall": 0.583004, "f1": 0.54531, "accuracy": 0.583004, "main_score": 0.54531, "hf_subset": "fuv_Latn-tha_Thai", "languages": ["fuv-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.533818, "recall": 0.574111, "f1": 0.544347, "accuracy": 0.574111, "main_score": 0.544347, "hf_subset": "fuv_Latn-zho_Hans", "languages": ["fuv-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.560706, "recall": 0.596838, "f1": 0.570954, "accuracy": 0.596838, "main_score": 0.570954, "hf_subset": "fuv_Latn-ast_Latn", "languages": ["fuv-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540295, "recall": 0.579051, "f1": 0.550678, "accuracy": 0.579051, "main_score": 0.550678, "hf_subset": "fuv_Latn-crh_Latn", "languages": ["fuv-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568101, "recall": 0.607708, "f1": 0.579033, "accuracy": 0.607708, "main_score": 0.579033, "hf_subset": "fuv_Latn-glg_Latn", "languages": ["fuv-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504849, "recall": 0.551383, "f1": 0.518304, "accuracy": 0.551383, "main_score": 0.518304, "hf_subset": "fuv_Latn-kas_Deva", "languages": ["fuv-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.543841, "recall": 0.583992, "f1": 0.555, "accuracy": 0.583992, "main_score": 0.555, "hf_subset": "fuv_Latn-ltz_Latn", "languages": ["fuv-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430797, "recall": 0.481225, "f1": 0.445058, "accuracy": 0.481225, "main_score": 0.445058, "hf_subset": "fuv_Latn-nus_Latn", "languages": ["fuv-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556731, "recall": 0.605731, "f1": 0.569958, "accuracy": 0.605731, "main_score": 0.569958, "hf_subset": "fuv_Latn-slk_Latn", "languages": ["fuv-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395504, "recall": 0.445652, "f1": 0.410117, "accuracy": 0.445652, "main_score": 0.410117, "hf_subset": "fuv_Latn-tir_Ethi", "languages": ["fuv-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.517765, "recall": 0.570158, "f1": 0.531882, "accuracy": 0.570158, "main_score": 0.531882, "hf_subset": "fuv_Latn-zho_Hant", "languages": ["fuv-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.544932, "recall": 0.589921, "f1": 0.55734, "accuracy": 0.589921, "main_score": 0.55734, "hf_subset": "fuv_Latn-awa_Deva", "languages": ["fuv-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.530947, "recall": 0.565217, "f1": 0.540587, "accuracy": 0.565217, "main_score": 0.540587, "hf_subset": "fuv_Latn-cym_Latn", "languages": ["fuv-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545226, "recall": 0.578063, "f1": 0.554368, "accuracy": 0.578063, "main_score": 0.554368, "hf_subset": "fuv_Latn-grn_Latn", "languages": ["fuv-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521799, "recall": 0.566206, "f1": 0.533174, "accuracy": 0.566206, "main_score": 0.533174, "hf_subset": "fuv_Latn-kat_Geor", "languages": ["fuv-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.520017, "recall": 0.555336, "f1": 0.530288, "accuracy": 0.555336, "main_score": 0.530288, "hf_subset": "fuv_Latn-lua_Latn", "languages": ["fuv-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517599, "recall": 0.557312, "f1": 0.527913, "accuracy": 0.557312, "main_score": 0.527913, "hf_subset": "fuv_Latn-nya_Latn", "languages": ["fuv-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534535, "recall": 0.582016, "f1": 0.547459, "accuracy": 0.582016, "main_score": 0.547459, "hf_subset": "fuv_Latn-slv_Latn", "languages": ["fuv-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544207, "recall": 0.58498, "f1": 0.555291, "accuracy": 0.58498, "main_score": 0.555291, "hf_subset": "fuv_Latn-tpi_Latn", "languages": ["fuv-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576203, "recall": 0.617589, "f1": 0.586663, "accuracy": 0.617589, "main_score": 0.586663, "hf_subset": "fuv_Latn-zsm_Latn", "languages": ["fuv-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482807, "recall": 0.524704, "f1": 0.49536, "accuracy": 0.524704, "main_score": 0.49536, "hf_subset": "fuv_Latn-ayr_Latn", "languages": ["fuv-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561181, "recall": 0.602767, "f1": 0.571846, "accuracy": 0.602767, "main_score": 0.571846, "hf_subset": "fuv_Latn-dan_Latn", "languages": ["fuv-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5354, "recall": 0.586957, "f1": 0.549278, "accuracy": 0.586957, "main_score": 0.549278, "hf_subset": "fuv_Latn-guj_Gujr", "languages": ["fuv-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.547131, "recall": 0.589921, "f1": 0.558068, "accuracy": 0.589921, "main_score": 0.558068, "hf_subset": "fuv_Latn-kaz_Cyrl", "languages": ["fuv-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.48949, "recall": 0.531621, "f1": 0.501189, "accuracy": 0.531621, "main_score": 0.501189, "hf_subset": "fuv_Latn-lug_Latn", "languages": ["fuv-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566524, "recall": 0.606719, "f1": 0.576648, "accuracy": 0.606719, "main_score": 0.576648, "hf_subset": "fuv_Latn-oci_Latn", "languages": ["fuv-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518308, "recall": 0.550395, "f1": 0.527124, "accuracy": 0.550395, "main_score": 0.527124, "hf_subset": "fuv_Latn-smo_Latn", "languages": ["fuv-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504283, "recall": 0.540514, "f1": 0.514274, "accuracy": 0.540514, "main_score": 0.514274, "hf_subset": "fuv_Latn-tsn_Latn", "languages": ["fuv-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508129, "recall": 0.550395, "f1": 0.520149, "accuracy": 0.550395, "main_score": 0.520149, "hf_subset": "fuv_Latn-zul_Latn", "languages": ["fuv-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472257, "recall": 0.520751, "f1": 0.485466, "accuracy": 0.520751, "main_score": 0.485466, "hf_subset": "fuv_Latn-azb_Arab", "languages": ["fuv-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548806, "recall": 0.591897, "f1": 0.560182, "accuracy": 0.591897, "main_score": 0.560182, "hf_subset": "fuv_Latn-deu_Latn", "languages": ["fuv-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509385, "recall": 0.559289, "f1": 0.523112, "accuracy": 0.559289, "main_score": 0.523112, "hf_subset": "fuv_Latn-hat_Latn", "languages": ["fuv-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462171, "recall": 0.509881, "f1": 0.475783, "accuracy": 0.509881, "main_score": 0.475783, "hf_subset": "fuv_Latn-kbp_Latn", "languages": ["fuv-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525769, "recall": 0.563241, "f1": 0.536281, "accuracy": 0.563241, "main_score": 0.536281, "hf_subset": "fuv_Latn-luo_Latn", "languages": ["fuv-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530534, "recall": 0.582016, "f1": 0.544476, "accuracy": 0.582016, "main_score": 0.544476, "hf_subset": "fuv_Latn-ory_Orya", "languages": ["fuv-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.503007, "recall": 0.545455, "f1": 0.514771, "accuracy": 0.545455, "main_score": 0.514771, "hf_subset": "fuv_Latn-sna_Latn", "languages": ["fuv-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501515, "recall": 0.535573, "f1": 0.51087, "accuracy": 0.535573, "main_score": 0.51087, "hf_subset": "fuv_Latn-tso_Latn", "languages": ["fuv-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516712, "recall": 0.571146, "f1": 0.531119, "accuracy": 0.571146, "main_score": 0.531119, "hf_subset": "fuv_Latn-azj_Latn", "languages": ["fuv-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48932, "recall": 0.530632, "f1": 0.501636, "accuracy": 0.530632, "main_score": 0.501636, "hf_subset": "fuv_Latn-dik_Latn", "languages": ["fuv-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538542, "recall": 0.579051, "f1": 0.549949, "accuracy": 0.579051, "main_score": 0.549949, "hf_subset": "fuv_Latn-hau_Latn", "languages": ["fuv-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545587, "recall": 0.583992, "f1": 0.55637, "accuracy": 0.583992, "main_score": 0.55637, "hf_subset": "fuv_Latn-kea_Latn", "languages": ["fuv-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530006, "recall": 0.564229, "f1": 0.539943, "accuracy": 0.564229, "main_score": 0.539943, "hf_subset": "fuv_Latn-lus_Latn", "languages": ["fuv-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55213, "recall": 0.588933, "f1": 0.561958, "accuracy": 0.588933, "main_score": 0.561958, "hf_subset": "fuv_Latn-pag_Latn", "languages": ["fuv-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509943, "recall": 0.565217, "f1": 0.525385, "accuracy": 0.565217, "main_score": 0.525385, "hf_subset": "fuv_Latn-snd_Arab", "languages": ["fuv-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500285, "recall": 0.546443, "f1": 0.513239, "accuracy": 0.546443, "main_score": 0.513239, "hf_subset": "fuv_Latn-tuk_Latn", "languages": ["fuv-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535159, "recall": 0.575099, "f1": 0.54538, "accuracy": 0.575099, "main_score": 0.54538, "hf_subset": "fuv_Latn-bak_Cyrl", "languages": ["fuv-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.419985, "recall": 0.481225, "f1": 0.437695, "accuracy": 0.481225, "main_score": 0.437695, "hf_subset": "fuv_Latn-dyu_Latn", "languages": ["fuv-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527891, "recall": 0.572134, "f1": 0.53996, "accuracy": 0.572134, "main_score": 0.53996, "hf_subset": "fuv_Latn-heb_Hebr", "languages": ["fuv-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.515606, "recall": 0.557312, "f1": 0.527073, "accuracy": 0.557312, "main_score": 0.527073, "hf_subset": "fuv_Latn-khk_Cyrl", "languages": ["fuv-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532193, "recall": 0.570158, "f1": 0.54171, "accuracy": 0.570158, "main_score": 0.54171, "hf_subset": "fuv_Latn-lvs_Latn", "languages": ["fuv-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527277, "recall": 0.579051, "f1": 0.540643, "accuracy": 0.579051, "main_score": 0.540643, "hf_subset": "fuv_Latn-pan_Guru", "languages": ["fuv-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.488053, "recall": 0.524704, "f1": 0.498455, "accuracy": 0.524704, "main_score": 0.498455, "hf_subset": "fuv_Latn-som_Latn", "languages": ["fuv-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479611, "recall": 0.51581, "f1": 0.490711, "accuracy": 0.51581, "main_score": 0.490711, "hf_subset": "fuv_Latn-tum_Latn", "languages": ["fuv-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39667, "recall": 0.436759, "f1": 0.407957, "accuracy": 0.436759, "main_score": 0.407957, "hf_subset": "kac_Latn-ace_Arab", "languages": ["kac-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481301, "recall": 0.519763, "f1": 0.492715, "accuracy": 0.519763, "main_score": 0.492715, "hf_subset": "kac_Latn-bam_Latn", "languages": ["kac-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214979, "recall": 0.254941, "f1": 0.225444, "accuracy": 0.254941, "main_score": 0.225444, "hf_subset": "kac_Latn-dzo_Tibt", "languages": ["kac-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.528053, "recall": 0.56917, "f1": 0.538496, "accuracy": 0.56917, "main_score": 0.538496, "hf_subset": "kac_Latn-hin_Deva", "languages": ["kac-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.489016, "recall": 0.534585, "f1": 0.502487, "accuracy": 0.534585, "main_score": 0.502487, "hf_subset": "kac_Latn-khm_Khmr", "languages": ["kac-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.515979, "recall": 0.556324, "f1": 0.526627, "accuracy": 0.556324, "main_score": 0.526627, "hf_subset": "kac_Latn-mag_Deva", "languages": ["kac-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.54561, "recall": 0.568182, "f1": 0.551814, "accuracy": 0.568182, "main_score": 0.551814, "hf_subset": "kac_Latn-pap_Latn", "languages": ["kac-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521143, "recall": 0.554348, "f1": 0.529641, "accuracy": 0.554348, "main_score": 0.529641, "hf_subset": "kac_Latn-sot_Latn", "languages": ["kac-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523236, "recall": 0.563241, "f1": 0.533802, "accuracy": 0.563241, "main_score": 0.533802, "hf_subset": "kac_Latn-tur_Latn", "languages": ["kac-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534504, "recall": 0.562253, "f1": 0.541352, "accuracy": 0.562253, "main_score": 0.541352, "hf_subset": "kac_Latn-ace_Latn", "languages": ["kac-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537364, "recall": 0.566206, "f1": 0.545445, "accuracy": 0.566206, "main_score": 0.545445, "hf_subset": "kac_Latn-ban_Latn", "languages": ["kac-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507556, "recall": 0.555336, "f1": 0.519929, "accuracy": 0.555336, "main_score": 0.519929, "hf_subset": "kac_Latn-ell_Grek", "languages": ["kac-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.513937, "recall": 0.554348, "f1": 0.524288, "accuracy": 0.554348, "main_score": 0.524288, "hf_subset": "kac_Latn-hne_Deva", "languages": ["kac-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47941, "recall": 0.524704, "f1": 0.491206, "accuracy": 0.524704, "main_score": 0.491206, "hf_subset": "kac_Latn-kik_Latn", "languages": ["kac-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530357, "recall": 0.572134, "f1": 0.541523, "accuracy": 0.572134, "main_score": 0.541523, "hf_subset": "kac_Latn-mai_Deva", "languages": ["kac-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475379, "recall": 0.519763, "f1": 0.487881, "accuracy": 0.519763, "main_score": 0.487881, "hf_subset": "kac_Latn-pbt_Arab", "languages": ["kac-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532729, "recall": 0.571146, "f1": 0.542973, "accuracy": 0.571146, "main_score": 0.542973, "hf_subset": "kac_Latn-spa_Latn", "languages": ["kac-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53309, "recall": 0.564229, "f1": 0.542004, "accuracy": 0.564229, "main_score": 0.542004, "hf_subset": "kac_Latn-twi_Latn", "languages": ["kac-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499004, "recall": 0.544466, "f1": 0.511518, "accuracy": 0.544466, "main_score": 0.511518, "hf_subset": "kac_Latn-acm_Arab", "languages": ["kac-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505337, "recall": 0.543478, "f1": 0.515693, "accuracy": 0.543478, "main_score": 0.515693, "hf_subset": "kac_Latn-bel_Cyrl", "languages": ["kac-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551649, "recall": 0.594862, "f1": 0.562987, "accuracy": 0.594862, "main_score": 0.562987, "hf_subset": "kac_Latn-eng_Latn", "languages": ["kac-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53775, "recall": 0.575099, "f1": 0.548104, "accuracy": 0.575099, "main_score": 0.548104, "hf_subset": "kac_Latn-hrv_Latn", "languages": ["kac-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480501, "recall": 0.514822, "f1": 0.490104, "accuracy": 0.514822, "main_score": 0.490104, "hf_subset": "kac_Latn-kin_Latn", "languages": ["kac-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509068, "recall": 0.555336, "f1": 0.521577, "accuracy": 0.555336, "main_score": 0.521577, "hf_subset": "kac_Latn-mal_Mlym", "languages": ["kac-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.517532, "recall": 0.557312, "f1": 0.528085, "accuracy": 0.557312, "main_score": 0.528085, "hf_subset": "kac_Latn-pes_Arab", "languages": ["kac-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523541, "recall": 0.557312, "f1": 0.532475, "accuracy": 0.557312, "main_score": 0.532475, "hf_subset": "kac_Latn-srd_Latn", "languages": ["kac-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186025, "recall": 0.22332, "f1": 0.195786, "accuracy": 0.22332, "main_score": 0.195786, "hf_subset": "kac_Latn-tzm_Tfng", "languages": ["kac-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.509736, "recall": 0.552372, "f1": 0.520791, "accuracy": 0.552372, "main_score": 0.520791, "hf_subset": "kac_Latn-acq_Arab", "languages": ["kac-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524051, "recall": 0.55336, "f1": 0.532198, "accuracy": 0.55336, "main_score": 0.532198, "hf_subset": "kac_Latn-bem_Latn", "languages": ["kac-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51288, "recall": 0.555336, "f1": 0.524382, "accuracy": 0.555336, "main_score": 0.524382, "hf_subset": "kac_Latn-epo_Latn", "languages": ["kac-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519505, "recall": 0.563241, "f1": 0.531653, "accuracy": 0.563241, "main_score": 0.531653, "hf_subset": "kac_Latn-hun_Latn", "languages": ["kac-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518951, "recall": 0.562253, "f1": 0.529812, "accuracy": 0.562253, "main_score": 0.529812, "hf_subset": "kac_Latn-kir_Cyrl", "languages": ["kac-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.523228, "recall": 0.561265, "f1": 0.533395, "accuracy": 0.561265, "main_score": 0.533395, "hf_subset": "kac_Latn-mar_Deva", "languages": ["kac-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517862, "recall": 0.551383, "f1": 0.527075, "accuracy": 0.551383, "main_score": 0.527075, "hf_subset": "kac_Latn-plt_Latn", "languages": ["kac-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535588, "recall": 0.570158, "f1": 0.545212, "accuracy": 0.570158, "main_score": 0.545212, "hf_subset": "kac_Latn-srp_Cyrl", "languages": ["kac-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.459906, "recall": 0.502964, "f1": 0.471119, "accuracy": 0.502964, "main_score": 0.471119, "hf_subset": "kac_Latn-uig_Arab", "languages": ["kac-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505595, "recall": 0.536561, "f1": 0.513935, "accuracy": 0.536561, "main_score": 0.513935, "hf_subset": "kac_Latn-aeb_Arab", "languages": ["kac-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523756, "recall": 0.562253, "f1": 0.534329, "accuracy": 0.562253, "main_score": 0.534329, "hf_subset": "kac_Latn-ben_Beng", "languages": ["kac-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.516112, "recall": 0.555336, "f1": 0.526296, "accuracy": 0.555336, "main_score": 0.526296, "hf_subset": "kac_Latn-est_Latn", "languages": ["kac-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503165, "recall": 0.549407, "f1": 0.515541, "accuracy": 0.549407, "main_score": 0.515541, "hf_subset": "kac_Latn-hye_Armn", "languages": ["kac-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.512089, "recall": 0.546443, "f1": 0.521301, "accuracy": 0.546443, "main_score": 0.521301, "hf_subset": "kac_Latn-kmb_Latn", "languages": ["kac-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369769, "recall": 0.416996, "f1": 0.381729, "accuracy": 0.416996, "main_score": 0.381729, "hf_subset": "kac_Latn-min_Arab", "languages": ["kac-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524951, "recall": 0.565217, "f1": 0.53577, "accuracy": 0.565217, "main_score": 0.53577, "hf_subset": "kac_Latn-pol_Latn", "languages": ["kac-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510857, "recall": 0.547431, "f1": 0.520357, "accuracy": 0.547431, "main_score": 0.520357, "hf_subset": "kac_Latn-ssw_Latn", "languages": ["kac-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521799, "recall": 0.561265, "f1": 0.532605, "accuracy": 0.561265, "main_score": 0.532605, "hf_subset": "kac_Latn-ukr_Cyrl", "languages": ["kac-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543278, "recall": 0.58498, "f1": 0.55407, "accuracy": 0.58498, "main_score": 0.55407, "hf_subset": "kac_Latn-afr_Latn", "languages": ["kac-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515641, "recall": 0.556324, "f1": 0.527082, "accuracy": 0.556324, "main_score": 0.527082, "hf_subset": "kac_Latn-bho_Deva", "languages": ["kac-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.515943, "recall": 0.555336, "f1": 0.526684, "accuracy": 0.555336, "main_score": 0.526684, "hf_subset": "kac_Latn-eus_Latn", "languages": ["kac-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49613, "recall": 0.535573, "f1": 0.507035, "accuracy": 0.535573, "main_score": 0.507035, "hf_subset": "kac_Latn-ibo_Latn", "languages": ["kac-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526494, "recall": 0.559289, "f1": 0.535623, "accuracy": 0.559289, "main_score": 0.535623, "hf_subset": "kac_Latn-kmr_Latn", "languages": ["kac-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535286, "recall": 0.570158, "f1": 0.544795, "accuracy": 0.570158, "main_score": 0.544795, "hf_subset": "kac_Latn-min_Latn", "languages": ["kac-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53803, "recall": 0.577075, "f1": 0.548907, "accuracy": 0.577075, "main_score": 0.548907, "hf_subset": "kac_Latn-por_Latn", "languages": ["kac-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53637, "recall": 0.56917, "f1": 0.54537, "accuracy": 0.56917, "main_score": 0.54537, "hf_subset": "kac_Latn-sun_Latn", "languages": ["kac-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484837, "recall": 0.525692, "f1": 0.496629, "accuracy": 0.525692, "main_score": 0.496629, "hf_subset": "kac_Latn-umb_Latn", "languages": ["kac-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512456, "recall": 0.55336, "f1": 0.522686, "accuracy": 0.55336, "main_score": 0.522686, "hf_subset": "kac_Latn-ajp_Arab", "languages": ["kac-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.391032, "recall": 0.432806, "f1": 0.401565, "accuracy": 0.432806, "main_score": 0.401565, "hf_subset": "kac_Latn-bjn_Arab", "languages": ["kac-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483821, "recall": 0.519763, "f1": 0.493726, "accuracy": 0.519763, "main_score": 0.493726, "hf_subset": "kac_Latn-ewe_Latn", "languages": ["kac-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54706, "recall": 0.575099, "f1": 0.553816, "accuracy": 0.575099, "main_score": 0.553816, "hf_subset": "kac_Latn-ilo_Latn", "languages": ["kac-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303738, "recall": 0.352767, "f1": 0.31695, "accuracy": 0.352767, "main_score": 0.31695, "hf_subset": "kac_Latn-knc_Arab", "languages": ["kac-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530605, "recall": 0.570158, "f1": 0.540834, "accuracy": 0.570158, "main_score": 0.540834, "hf_subset": "kac_Latn-mkd_Cyrl", "languages": ["kac-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51798, "recall": 0.559289, "f1": 0.529228, "accuracy": 0.559289, "main_score": 0.529228, "hf_subset": "kac_Latn-prs_Arab", "languages": ["kac-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532744, "recall": 0.572134, "f1": 0.543561, "accuracy": 0.572134, "main_score": 0.543561, "hf_subset": "kac_Latn-swe_Latn", "languages": ["kac-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490492, "recall": 0.541502, "f1": 0.504544, "accuracy": 0.541502, "main_score": 0.504544, "hf_subset": "kac_Latn-urd_Arab", "languages": ["kac-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531811, "recall": 0.564229, "f1": 0.541222, "accuracy": 0.564229, "main_score": 0.541222, "hf_subset": "kac_Latn-aka_Latn", "languages": ["kac-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532515, "recall": 0.562253, "f1": 0.540374, "accuracy": 0.562253, "main_score": 0.540374, "hf_subset": "kac_Latn-bjn_Latn", "languages": ["kac-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503463, "recall": 0.538538, "f1": 0.513499, "accuracy": 0.538538, "main_score": 0.513499, "hf_subset": "kac_Latn-fao_Latn", "languages": ["kac-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535914, "recall": 0.573123, "f1": 0.546512, "accuracy": 0.573123, "main_score": 0.546512, "hf_subset": "kac_Latn-ind_Latn", "languages": ["kac-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516349, "recall": 0.545455, "f1": 0.52418, "accuracy": 0.545455, "main_score": 0.52418, "hf_subset": "kac_Latn-knc_Latn", "languages": ["kac-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535697, "recall": 0.56917, "f1": 0.544546, "accuracy": 0.56917, "main_score": 0.544546, "hf_subset": "kac_Latn-mlt_Latn", "languages": ["kac-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501221, "recall": 0.539526, "f1": 0.512149, "accuracy": 0.539526, "main_score": 0.512149, "hf_subset": "kac_Latn-quy_Latn", "languages": ["kac-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520102, "recall": 0.555336, "f1": 0.529487, "accuracy": 0.555336, "main_score": 0.529487, "hf_subset": "kac_Latn-swh_Latn", "languages": ["kac-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519264, "recall": 0.560277, "f1": 0.530061, "accuracy": 0.560277, "main_score": 0.530061, "hf_subset": "kac_Latn-uzn_Latn", "languages": ["kac-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528387, "recall": 0.561265, "f1": 0.537876, "accuracy": 0.561265, "main_score": 0.537876, "hf_subset": "kac_Latn-als_Latn", "languages": ["kac-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.262508, "recall": 0.30336, "f1": 0.272667, "accuracy": 0.30336, "main_score": 0.272667, "hf_subset": "kac_Latn-bod_Tibt", "languages": ["kac-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.497212, "recall": 0.534585, "f1": 0.507148, "accuracy": 0.534585, "main_score": 0.507148, "hf_subset": "kac_Latn-fij_Latn", "languages": ["kac-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494565, "recall": 0.534585, "f1": 0.505677, "accuracy": 0.534585, "main_score": 0.505677, "hf_subset": "kac_Latn-isl_Latn", "languages": ["kac-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523531, "recall": 0.557312, "f1": 0.532505, "accuracy": 0.557312, "main_score": 0.532505, "hf_subset": "kac_Latn-kon_Latn", "languages": ["kac-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471495, "recall": 0.51581, "f1": 0.483691, "accuracy": 0.51581, "main_score": 0.483691, "hf_subset": "kac_Latn-mni_Beng", "languages": ["kac-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.533457, "recall": 0.570158, "f1": 0.543382, "accuracy": 0.570158, "main_score": 0.543382, "hf_subset": "kac_Latn-ron_Latn", "languages": ["kac-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522597, "recall": 0.5583, "f1": 0.531818, "accuracy": 0.5583, "main_score": 0.531818, "hf_subset": "kac_Latn-szl_Latn", "languages": ["kac-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53665, "recall": 0.573123, "f1": 0.546495, "accuracy": 0.573123, "main_score": 0.546495, "hf_subset": "kac_Latn-vec_Latn", "languages": ["kac-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444512, "recall": 0.495059, "f1": 0.45711, "accuracy": 0.495059, "main_score": 0.45711, "hf_subset": "kac_Latn-amh_Ethi", "languages": ["kac-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.541182, "recall": 0.582016, "f1": 0.551398, "accuracy": 0.582016, "main_score": 0.551398, "hf_subset": "kac_Latn-bos_Latn", "languages": ["kac-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517243, "recall": 0.565217, "f1": 0.530198, "accuracy": 0.565217, "main_score": 0.530198, "hf_subset": "kac_Latn-fin_Latn", "languages": ["kac-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533211, "recall": 0.576087, "f1": 0.54414, "accuracy": 0.576087, "main_score": 0.54414, "hf_subset": "kac_Latn-ita_Latn", "languages": ["kac-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508126, "recall": 0.552372, "f1": 0.520613, "accuracy": 0.552372, "main_score": 0.520613, "hf_subset": "kac_Latn-kor_Hang", "languages": ["kac-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.484601, "recall": 0.521739, "f1": 0.49499, "accuracy": 0.521739, "main_score": 0.49499, "hf_subset": "kac_Latn-mos_Latn", "languages": ["kac-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497994, "recall": 0.534585, "f1": 0.50768, "accuracy": 0.534585, "main_score": 0.50768, "hf_subset": "kac_Latn-run_Latn", "languages": ["kac-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510214, "recall": 0.557312, "f1": 0.522445, "accuracy": 0.557312, "main_score": 0.522445, "hf_subset": "kac_Latn-tam_Taml", "languages": ["kac-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.531926, "recall": 0.571146, "f1": 0.5418, "accuracy": 0.571146, "main_score": 0.5418, "hf_subset": "kac_Latn-vie_Latn", "languages": ["kac-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506318, "recall": 0.547431, "f1": 0.516734, "accuracy": 0.547431, "main_score": 0.516734, "hf_subset": "kac_Latn-apc_Arab", "languages": ["kac-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513507, "recall": 0.546443, "f1": 0.522648, "accuracy": 0.546443, "main_score": 0.522648, "hf_subset": "kac_Latn-bug_Latn", "languages": ["kac-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461801, "recall": 0.493083, "f1": 0.470927, "accuracy": 0.493083, "main_score": 0.470927, "hf_subset": "kac_Latn-fon_Latn", "languages": ["kac-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539686, "recall": 0.573123, "f1": 0.54895, "accuracy": 0.573123, "main_score": 0.54895, "hf_subset": "kac_Latn-jav_Latn", "languages": ["kac-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483184, "recall": 0.527668, "f1": 0.494181, "accuracy": 0.527668, "main_score": 0.494181, "hf_subset": "kac_Latn-lao_Laoo", "languages": ["kac-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.478902, "recall": 0.507905, "f1": 0.486841, "accuracy": 0.507905, "main_score": 0.486841, "hf_subset": "kac_Latn-mri_Latn", "languages": ["kac-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525484, "recall": 0.566206, "f1": 0.535956, "accuracy": 0.566206, "main_score": 0.535956, "hf_subset": "kac_Latn-rus_Cyrl", "languages": ["kac-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.484865, "recall": 0.518775, "f1": 0.494565, "accuracy": 0.518775, "main_score": 0.494565, "hf_subset": "kac_Latn-taq_Latn", "languages": ["kac-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551346, "recall": 0.58498, "f1": 0.560125, "accuracy": 0.58498, "main_score": 0.560125, "hf_subset": "kac_Latn-war_Latn", "languages": ["kac-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499587, "recall": 0.541502, "f1": 0.510839, "accuracy": 0.541502, "main_score": 0.510839, "hf_subset": "kac_Latn-arb_Arab", "languages": ["kac-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534675, "recall": 0.570158, "f1": 0.544247, "accuracy": 0.570158, "main_score": 0.544247, "hf_subset": "kac_Latn-bul_Cyrl", "languages": ["kac-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536329, "recall": 0.574111, "f1": 0.546556, "accuracy": 0.574111, "main_score": 0.546556, "hf_subset": "kac_Latn-fra_Latn", "languages": ["kac-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515381, "recall": 0.556324, "f1": 0.527008, "accuracy": 0.556324, "main_score": 0.527008, "hf_subset": "kac_Latn-jpn_Jpan", "languages": ["kac-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.516087, "recall": 0.554348, "f1": 0.526054, "accuracy": 0.554348, "main_score": 0.526054, "hf_subset": "kac_Latn-lij_Latn", "languages": ["kac-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386482, "recall": 0.445652, "f1": 0.401742, "accuracy": 0.445652, "main_score": 0.401742, "hf_subset": "kac_Latn-mya_Mymr", "languages": ["kac-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.488245, "recall": 0.52668, "f1": 0.498776, "accuracy": 0.52668, "main_score": 0.498776, "hf_subset": "kac_Latn-sag_Latn", "languages": ["kac-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2011, "recall": 0.245059, "f1": 0.212095, "accuracy": 0.245059, "main_score": 0.212095, "hf_subset": "kac_Latn-taq_Tfng", "languages": ["kac-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.509488, "recall": 0.544466, "f1": 0.518931, "accuracy": 0.544466, "main_score": 0.518931, "hf_subset": "kac_Latn-wol_Latn", "languages": ["kac-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427119, "recall": 0.470356, "f1": 0.43902, "accuracy": 0.470356, "main_score": 0.43902, "hf_subset": "kac_Latn-arb_Latn", "languages": ["kac-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540187, "recall": 0.575099, "f1": 0.549835, "accuracy": 0.575099, "main_score": 0.549835, "hf_subset": "kac_Latn-cat_Latn", "languages": ["kac-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527328, "recall": 0.562253, "f1": 0.536334, "accuracy": 0.562253, "main_score": 0.536334, "hf_subset": "kac_Latn-fur_Latn", "languages": ["kac-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413335, "recall": 0.456522, "f1": 0.424823, "accuracy": 0.456522, "main_score": 0.424823, "hf_subset": "kac_Latn-kab_Latn", "languages": ["kac-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533279, "recall": 0.568182, "f1": 0.541887, "accuracy": 0.568182, "main_score": 0.541887, "hf_subset": "kac_Latn-lim_Latn", "languages": ["kac-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522394, "recall": 0.563241, "f1": 0.533698, "accuracy": 0.563241, "main_score": 0.533698, "hf_subset": "kac_Latn-nld_Latn", "languages": ["kac-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495468, "recall": 0.536561, "f1": 0.505812, "accuracy": 0.536561, "main_score": 0.505812, "hf_subset": "kac_Latn-san_Deva", "languages": ["kac-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.525106, "recall": 0.565217, "f1": 0.535927, "accuracy": 0.565217, "main_score": 0.535927, "hf_subset": "kac_Latn-tat_Cyrl", "languages": ["kac-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51532, "recall": 0.554348, "f1": 0.52595, "accuracy": 0.554348, "main_score": 0.52595, "hf_subset": "kac_Latn-xho_Latn", "languages": ["kac-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484341, "recall": 0.528656, "f1": 0.496218, "accuracy": 0.528656, "main_score": 0.496218, "hf_subset": "kac_Latn-ars_Arab", "languages": ["kac-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540398, "recall": 0.575099, "f1": 0.548889, "accuracy": 0.575099, "main_score": 0.548889, "hf_subset": "kac_Latn-ceb_Latn", "languages": ["kac-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485773, "recall": 0.52668, "f1": 0.497425, "accuracy": 0.52668, "main_score": 0.497425, "hf_subset": "kac_Latn-fuv_Latn", "languages": ["kac-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531534, "recall": 0.56917, "f1": 0.541509, "accuracy": 0.56917, "main_score": 0.541509, "hf_subset": "kac_Latn-lin_Latn", "languages": ["kac-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526462, "recall": 0.568182, "f1": 0.537631, "accuracy": 0.568182, "main_score": 0.537631, "hf_subset": "kac_Latn-nno_Latn", "languages": ["kac-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.103609, "recall": 0.140316, "f1": 0.112015, "accuracy": 0.140316, "main_score": 0.112015, "hf_subset": "kac_Latn-sat_Olck", "languages": ["kac-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.514205, "recall": 0.557312, "f1": 0.525317, "accuracy": 0.557312, "main_score": 0.525317, "hf_subset": "kac_Latn-tel_Telu", "languages": ["kac-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.430806, "recall": 0.47332, "f1": 0.441473, "accuracy": 0.47332, "main_score": 0.441473, "hf_subset": "kac_Latn-ydd_Hebr", "languages": ["kac-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.493451, "recall": 0.530632, "f1": 0.503158, "accuracy": 0.530632, "main_score": 0.503158, "hf_subset": "kac_Latn-ary_Arab", "languages": ["kac-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527787, "recall": 0.563241, "f1": 0.53699, "accuracy": 0.563241, "main_score": 0.53699, "hf_subset": "kac_Latn-ces_Latn", "languages": ["kac-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474412, "recall": 0.516798, "f1": 0.486539, "accuracy": 0.516798, "main_score": 0.486539, "hf_subset": "kac_Latn-gaz_Latn", "languages": ["kac-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490652, "recall": 0.530632, "f1": 0.501851, "accuracy": 0.530632, "main_score": 0.501851, "hf_subset": "kac_Latn-kam_Latn", "languages": ["kac-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509863, "recall": 0.548419, "f1": 0.520634, "accuracy": 0.548419, "main_score": 0.520634, "hf_subset": "kac_Latn-lit_Latn", "languages": ["kac-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537084, "recall": 0.576087, "f1": 0.547901, "accuracy": 0.576087, "main_score": 0.547901, "hf_subset": "kac_Latn-nob_Latn", "languages": ["kac-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519428, "recall": 0.555336, "f1": 0.528632, "accuracy": 0.555336, "main_score": 0.528632, "hf_subset": "kac_Latn-scn_Latn", "languages": ["kac-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499212, "recall": 0.534585, "f1": 0.508933, "accuracy": 0.534585, "main_score": 0.508933, "hf_subset": "kac_Latn-tgk_Cyrl", "languages": ["kac-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.455094, "recall": 0.5, "f1": 0.467761, "accuracy": 0.5, "main_score": 0.467761, "hf_subset": "kac_Latn-yor_Latn", "languages": ["kac-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514307, "recall": 0.557312, "f1": 0.525457, "accuracy": 0.557312, "main_score": 0.525457, "hf_subset": "kac_Latn-arz_Arab", "languages": ["kac-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.474398, "recall": 0.508893, "f1": 0.48442, "accuracy": 0.508893, "main_score": 0.48442, "hf_subset": "kac_Latn-cjk_Latn", "languages": ["kac-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475218, "recall": 0.514822, "f1": 0.485775, "accuracy": 0.514822, "main_score": 0.485775, "hf_subset": "kac_Latn-gla_Latn", "languages": ["kac-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510124, "recall": 0.554348, "f1": 0.522266, "accuracy": 0.554348, "main_score": 0.522266, "hf_subset": "kac_Latn-kan_Knda", "languages": ["kac-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.501937, "recall": 0.543478, "f1": 0.513515, "accuracy": 0.543478, "main_score": 0.513515, "hf_subset": "kac_Latn-lmo_Latn", "languages": ["kac-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508912, "recall": 0.554348, "f1": 0.521262, "accuracy": 0.554348, "main_score": 0.521262, "hf_subset": "kac_Latn-npi_Deva", "languages": ["kac-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.441399, "recall": 0.48913, "f1": 0.453633, "accuracy": 0.48913, "main_score": 0.453633, "hf_subset": "kac_Latn-shn_Mymr", "languages": ["kac-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.54851, "recall": 0.586957, "f1": 0.558184, "accuracy": 0.586957, "main_score": 0.558184, "hf_subset": "kac_Latn-tgl_Latn", "languages": ["kac-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508131, "recall": 0.552372, "f1": 0.520021, "accuracy": 0.552372, "main_score": 0.520021, "hf_subset": "kac_Latn-yue_Hant", "languages": ["kac-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.4828, "recall": 0.527668, "f1": 0.495071, "accuracy": 0.527668, "main_score": 0.495071, "hf_subset": "kac_Latn-asm_Beng", "languages": ["kac-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.472308, "recall": 0.513834, "f1": 0.483457, "accuracy": 0.513834, "main_score": 0.483457, "hf_subset": "kac_Latn-ckb_Arab", "languages": ["kac-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470028, "recall": 0.506917, "f1": 0.480411, "accuracy": 0.506917, "main_score": 0.480411, "hf_subset": "kac_Latn-gle_Latn", "languages": ["kac-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451091, "recall": 0.496047, "f1": 0.463674, "accuracy": 0.496047, "main_score": 0.463674, "hf_subset": "kac_Latn-kas_Arab", "languages": ["kac-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501163, "recall": 0.538538, "f1": 0.511195, "accuracy": 0.538538, "main_score": 0.511195, "hf_subset": "kac_Latn-ltg_Latn", "languages": ["kac-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534476, "recall": 0.572134, "f1": 0.545169, "accuracy": 0.572134, "main_score": 0.545169, "hf_subset": "kac_Latn-nso_Latn", "languages": ["kac-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44839, "recall": 0.493083, "f1": 0.460468, "accuracy": 0.493083, "main_score": 0.460468, "hf_subset": "kac_Latn-sin_Sinh", "languages": ["kac-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.520896, "recall": 0.561265, "f1": 0.532128, "accuracy": 0.561265, "main_score": 0.532128, "hf_subset": "kac_Latn-tha_Thai", "languages": ["kac-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.513375, "recall": 0.554348, "f1": 0.524217, "accuracy": 0.554348, "main_score": 0.524217, "hf_subset": "kac_Latn-zho_Hans", "languages": ["kac-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.536485, "recall": 0.567194, "f1": 0.544778, "accuracy": 0.567194, "main_score": 0.544778, "hf_subset": "kac_Latn-ast_Latn", "languages": ["kac-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51968, "recall": 0.5583, "f1": 0.529871, "accuracy": 0.5583, "main_score": 0.529871, "hf_subset": "kac_Latn-crh_Latn", "languages": ["kac-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538299, "recall": 0.573123, "f1": 0.547852, "accuracy": 0.573123, "main_score": 0.547852, "hf_subset": "kac_Latn-glg_Latn", "languages": ["kac-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482157, "recall": 0.522727, "f1": 0.493791, "accuracy": 0.522727, "main_score": 0.493791, "hf_subset": "kac_Latn-kas_Deva", "languages": ["kac-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.511217, "recall": 0.548419, "f1": 0.521154, "accuracy": 0.548419, "main_score": 0.521154, "hf_subset": "kac_Latn-ltz_Latn", "languages": ["kac-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447731, "recall": 0.494071, "f1": 0.459965, "accuracy": 0.494071, "main_score": 0.459965, "hf_subset": "kac_Latn-nus_Latn", "languages": ["kac-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521779, "recall": 0.564229, "f1": 0.533384, "accuracy": 0.564229, "main_score": 0.533384, "hf_subset": "kac_Latn-slk_Latn", "languages": ["kac-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373638, "recall": 0.41996, "f1": 0.386369, "accuracy": 0.41996, "main_score": 0.386369, "hf_subset": "kac_Latn-tir_Ethi", "languages": ["kac-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.502789, "recall": 0.546443, "f1": 0.514474, "accuracy": 0.546443, "main_score": 0.514474, "hf_subset": "kac_Latn-zho_Hant", "languages": ["kac-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.529534, "recall": 0.567194, "f1": 0.539486, "accuracy": 0.567194, "main_score": 0.539486, "hf_subset": "kac_Latn-awa_Deva", "languages": ["kac-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.502524, "recall": 0.538538, "f1": 0.512871, "accuracy": 0.538538, "main_score": 0.512871, "hf_subset": "kac_Latn-cym_Latn", "languages": ["kac-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519829, "recall": 0.550395, "f1": 0.528714, "accuracy": 0.550395, "main_score": 0.528714, "hf_subset": "kac_Latn-grn_Latn", "languages": ["kac-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493531, "recall": 0.536561, "f1": 0.505073, "accuracy": 0.536561, "main_score": 0.505073, "hf_subset": "kac_Latn-kat_Geor", "languages": ["kac-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.50841, "recall": 0.540514, "f1": 0.517754, "accuracy": 0.540514, "main_score": 0.517754, "hf_subset": "kac_Latn-lua_Latn", "languages": ["kac-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508656, "recall": 0.54249, "f1": 0.517849, "accuracy": 0.54249, "main_score": 0.517849, "hf_subset": "kac_Latn-nya_Latn", "languages": ["kac-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534079, "recall": 0.564229, "f1": 0.541841, "accuracy": 0.564229, "main_score": 0.541841, "hf_subset": "kac_Latn-slv_Latn", "languages": ["kac-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53468, "recall": 0.571146, "f1": 0.544439, "accuracy": 0.571146, "main_score": 0.544439, "hf_subset": "kac_Latn-tpi_Latn", "languages": ["kac-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552703, "recall": 0.590909, "f1": 0.562501, "accuracy": 0.590909, "main_score": 0.562501, "hf_subset": "kac_Latn-zsm_Latn", "languages": ["kac-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483344, "recall": 0.522727, "f1": 0.494603, "accuracy": 0.522727, "main_score": 0.494603, "hf_subset": "kac_Latn-ayr_Latn", "languages": ["kac-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54191, "recall": 0.58004, "f1": 0.55191, "accuracy": 0.58004, "main_score": 0.55191, "hf_subset": "kac_Latn-dan_Latn", "languages": ["kac-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522692, "recall": 0.565217, "f1": 0.534349, "accuracy": 0.565217, "main_score": 0.534349, "hf_subset": "kac_Latn-guj_Gujr", "languages": ["kac-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.514562, "recall": 0.556324, "f1": 0.525489, "accuracy": 0.556324, "main_score": 0.525489, "hf_subset": "kac_Latn-kaz_Cyrl", "languages": ["kac-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47203, "recall": 0.516798, "f1": 0.483777, "accuracy": 0.516798, "main_score": 0.483777, "hf_subset": "kac_Latn-lug_Latn", "languages": ["kac-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543917, "recall": 0.578063, "f1": 0.552422, "accuracy": 0.578063, "main_score": 0.552422, "hf_subset": "kac_Latn-oci_Latn", "languages": ["kac-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516753, "recall": 0.550395, "f1": 0.526444, "accuracy": 0.550395, "main_score": 0.526444, "hf_subset": "kac_Latn-smo_Latn", "languages": ["kac-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486866, "recall": 0.523715, "f1": 0.497392, "accuracy": 0.523715, "main_score": 0.497392, "hf_subset": "kac_Latn-tsn_Latn", "languages": ["kac-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506034, "recall": 0.548419, "f1": 0.51708, "accuracy": 0.548419, "main_score": 0.51708, "hf_subset": "kac_Latn-zul_Latn", "languages": ["kac-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43976, "recall": 0.483202, "f1": 0.45116, "accuracy": 0.483202, "main_score": 0.45116, "hf_subset": "kac_Latn-azb_Arab", "languages": ["kac-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535253, "recall": 0.573123, "f1": 0.545008, "accuracy": 0.573123, "main_score": 0.545008, "hf_subset": "kac_Latn-deu_Latn", "languages": ["kac-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477602, "recall": 0.519763, "f1": 0.488706, "accuracy": 0.519763, "main_score": 0.488706, "hf_subset": "kac_Latn-hat_Latn", "languages": ["kac-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477157, "recall": 0.519763, "f1": 0.488097, "accuracy": 0.519763, "main_score": 0.488097, "hf_subset": "kac_Latn-kbp_Latn", "languages": ["kac-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525949, "recall": 0.561265, "f1": 0.536046, "accuracy": 0.561265, "main_score": 0.536046, "hf_subset": "kac_Latn-luo_Latn", "languages": ["kac-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50794, "recall": 0.552372, "f1": 0.520679, "accuracy": 0.552372, "main_score": 0.520679, "hf_subset": "kac_Latn-ory_Orya", "languages": ["kac-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.505935, "recall": 0.549407, "f1": 0.517489, "accuracy": 0.549407, "main_score": 0.517489, "hf_subset": "kac_Latn-sna_Latn", "languages": ["kac-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49055, "recall": 0.530632, "f1": 0.501131, "accuracy": 0.530632, "main_score": 0.501131, "hf_subset": "kac_Latn-tso_Latn", "languages": ["kac-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506826, "recall": 0.548419, "f1": 0.517972, "accuracy": 0.548419, "main_score": 0.517972, "hf_subset": "kac_Latn-azj_Latn", "languages": ["kac-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487567, "recall": 0.523715, "f1": 0.497342, "accuracy": 0.523715, "main_score": 0.497342, "hf_subset": "kac_Latn-dik_Latn", "languages": ["kac-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506796, "recall": 0.543478, "f1": 0.516574, "accuracy": 0.543478, "main_score": 0.516574, "hf_subset": "kac_Latn-hau_Latn", "languages": ["kac-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532561, "recall": 0.560277, "f1": 0.539721, "accuracy": 0.560277, "main_score": 0.539721, "hf_subset": "kac_Latn-kea_Latn", "languages": ["kac-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537462, "recall": 0.565217, "f1": 0.545437, "accuracy": 0.565217, "main_score": 0.545437, "hf_subset": "kac_Latn-lus_Latn", "languages": ["kac-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530944, "recall": 0.563241, "f1": 0.53945, "accuracy": 0.563241, "main_score": 0.53945, "hf_subset": "kac_Latn-pag_Latn", "languages": ["kac-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489503, "recall": 0.537549, "f1": 0.502256, "accuracy": 0.537549, "main_score": 0.502256, "hf_subset": "kac_Latn-snd_Arab", "languages": ["kac-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499882, "recall": 0.539526, "f1": 0.510557, "accuracy": 0.539526, "main_score": 0.510557, "hf_subset": "kac_Latn-tuk_Latn", "languages": ["kac-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516264, "recall": 0.548419, "f1": 0.525506, "accuracy": 0.548419, "main_score": 0.525506, "hf_subset": "kac_Latn-bak_Cyrl", "languages": ["kac-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.410046, "recall": 0.462451, "f1": 0.424823, "accuracy": 0.462451, "main_score": 0.424823, "hf_subset": "kac_Latn-dyu_Latn", "languages": ["kac-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50085, "recall": 0.54249, "f1": 0.512482, "accuracy": 0.54249, "main_score": 0.512482, "hf_subset": "kac_Latn-heb_Hebr", "languages": ["kac-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.506364, "recall": 0.552372, "f1": 0.518562, "accuracy": 0.552372, "main_score": 0.518562, "hf_subset": "kac_Latn-khk_Cyrl", "languages": ["kac-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519121, "recall": 0.556324, "f1": 0.529148, "accuracy": 0.556324, "main_score": 0.529148, "hf_subset": "kac_Latn-lvs_Latn", "languages": ["kac-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514741, "recall": 0.557312, "f1": 0.526079, "accuracy": 0.557312, "main_score": 0.526079, "hf_subset": "kac_Latn-pan_Guru", "languages": ["kac-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.468472, "recall": 0.511858, "f1": 0.480469, "accuracy": 0.511858, "main_score": 0.480469, "hf_subset": "kac_Latn-som_Latn", "languages": ["kac-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50401, "recall": 0.540514, "f1": 0.514362, "accuracy": 0.540514, "main_score": 0.514362, "hf_subset": "kac_Latn-tum_Latn", "languages": ["kac-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47088, "recall": 0.525692, "f1": 0.486173, "accuracy": 0.525692, "main_score": 0.486173, "hf_subset": "lin_Latn-ace_Arab", "languages": ["lin-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543591, "recall": 0.588933, "f1": 0.555809, "accuracy": 0.588933, "main_score": 0.555809, "hf_subset": "lin_Latn-bam_Latn", "languages": ["lin-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240652, "recall": 0.293478, "f1": 0.253835, "accuracy": 0.293478, "main_score": 0.253835, "hf_subset": "lin_Latn-dzo_Tibt", "languages": ["lin-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.650038, "recall": 0.700593, "f1": 0.662772, "accuracy": 0.700593, "main_score": 0.662772, "hf_subset": "lin_Latn-hin_Deva", "languages": ["lin-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.588665, "recall": 0.644269, "f1": 0.603139, "accuracy": 0.644269, "main_score": 0.603139, "hf_subset": "lin_Latn-khm_Khmr", "languages": ["lin-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.657836, "recall": 0.705534, "f1": 0.670716, "accuracy": 0.705534, "main_score": 0.670716, "hf_subset": "lin_Latn-mag_Deva", "languages": ["lin-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659969, "recall": 0.700593, "f1": 0.67048, "accuracy": 0.700593, "main_score": 0.67048, "hf_subset": "lin_Latn-pap_Latn", "languages": ["lin-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601804, "recall": 0.645257, "f1": 0.61336, "accuracy": 0.645257, "main_score": 0.61336, "hf_subset": "lin_Latn-sot_Latn", "languages": ["lin-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647128, "recall": 0.69664, "f1": 0.660592, "accuracy": 0.69664, "main_score": 0.660592, "hf_subset": "lin_Latn-tur_Latn", "languages": ["lin-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646836, "recall": 0.685771, "f1": 0.657185, "accuracy": 0.685771, "main_score": 0.657185, "hf_subset": "lin_Latn-ace_Latn", "languages": ["lin-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677945, "recall": 0.713439, "f1": 0.687209, "accuracy": 0.713439, "main_score": 0.687209, "hf_subset": "lin_Latn-ban_Latn", "languages": ["lin-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638555, "recall": 0.688735, "f1": 0.651633, "accuracy": 0.688735, "main_score": 0.651633, "hf_subset": "lin_Latn-ell_Grek", "languages": ["lin-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.638773, "recall": 0.688735, "f1": 0.651795, "accuracy": 0.688735, "main_score": 0.651795, "hf_subset": "lin_Latn-hne_Deva", "languages": ["lin-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.563119, "recall": 0.608696, "f1": 0.575646, "accuracy": 0.608696, "main_score": 0.575646, "hf_subset": "lin_Latn-kik_Latn", "languages": ["lin-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642578, "recall": 0.693676, "f1": 0.655616, "accuracy": 0.693676, "main_score": 0.655616, "hf_subset": "lin_Latn-mai_Deva", "languages": ["lin-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.616175, "recall": 0.670949, "f1": 0.630083, "accuracy": 0.670949, "main_score": 0.630083, "hf_subset": "lin_Latn-pbt_Arab", "languages": ["lin-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.65433, "recall": 0.698617, "f1": 0.666352, "accuracy": 0.698617, "main_score": 0.666352, "hf_subset": "lin_Latn-spa_Latn", "languages": ["lin-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593982, "recall": 0.632411, "f1": 0.604404, "accuracy": 0.632411, "main_score": 0.604404, "hf_subset": "lin_Latn-twi_Latn", "languages": ["lin-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626983, "recall": 0.681818, "f1": 0.640729, "accuracy": 0.681818, "main_score": 0.640729, "hf_subset": "lin_Latn-acm_Arab", "languages": ["lin-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60969, "recall": 0.658103, "f1": 0.621532, "accuracy": 0.658103, "main_score": 0.621532, "hf_subset": "lin_Latn-bel_Cyrl", "languages": ["lin-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.673407, "recall": 0.719368, "f1": 0.685246, "accuracy": 0.719368, "main_score": 0.685246, "hf_subset": "lin_Latn-eng_Latn", "languages": ["lin-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653722, "recall": 0.703557, "f1": 0.666911, "accuracy": 0.703557, "main_score": 0.666911, "hf_subset": "lin_Latn-hrv_Latn", "languages": ["lin-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542509, "recall": 0.594862, "f1": 0.55653, "accuracy": 0.594862, "main_score": 0.55653, "hf_subset": "lin_Latn-kin_Latn", "languages": ["lin-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613402, "recall": 0.66996, "f1": 0.628877, "accuracy": 0.66996, "main_score": 0.628877, "hf_subset": "lin_Latn-mal_Mlym", "languages": ["lin-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.658291, "recall": 0.702569, "f1": 0.669944, "accuracy": 0.702569, "main_score": 0.669944, "hf_subset": "lin_Latn-pes_Arab", "languages": ["lin-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.657249, "recall": 0.701581, "f1": 0.669774, "accuracy": 0.701581, "main_score": 0.669774, "hf_subset": "lin_Latn-srd_Latn", "languages": ["lin-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212001, "recall": 0.250988, "f1": 0.221501, "accuracy": 0.250988, "main_score": 0.221501, "hf_subset": "lin_Latn-tzm_Tfng", "languages": ["lin-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.632445, "recall": 0.682806, "f1": 0.64556, "accuracy": 0.682806, "main_score": 0.64556, "hf_subset": "lin_Latn-acq_Arab", "languages": ["lin-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.6105, "recall": 0.646245, "f1": 0.620336, "accuracy": 0.646245, "main_score": 0.620336, "hf_subset": "lin_Latn-bem_Latn", "languages": ["lin-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662274, "recall": 0.706522, "f1": 0.67345, "accuracy": 0.706522, "main_score": 0.67345, "hf_subset": "lin_Latn-epo_Latn", "languages": ["lin-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656076, "recall": 0.699605, "f1": 0.668018, "accuracy": 0.699605, "main_score": 0.668018, "hf_subset": "lin_Latn-hun_Latn", "languages": ["lin-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615785, "recall": 0.66502, "f1": 0.629034, "accuracy": 0.66502, "main_score": 0.629034, "hf_subset": "lin_Latn-kir_Cyrl", "languages": ["lin-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.648627, "recall": 0.6917, "f1": 0.66029, "accuracy": 0.6917, "main_score": 0.66029, "hf_subset": "lin_Latn-mar_Deva", "languages": ["lin-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.602515, "recall": 0.645257, "f1": 0.614211, "accuracy": 0.645257, "main_score": 0.614211, "hf_subset": "lin_Latn-plt_Latn", "languages": ["lin-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655209, "recall": 0.702569, "f1": 0.668312, "accuracy": 0.702569, "main_score": 0.668312, "hf_subset": "lin_Latn-srp_Cyrl", "languages": ["lin-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538175, "recall": 0.589921, "f1": 0.552639, "accuracy": 0.589921, "main_score": 0.552639, "hf_subset": "lin_Latn-uig_Arab", "languages": ["lin-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619614, "recall": 0.66502, "f1": 0.631269, "accuracy": 0.66502, "main_score": 0.631269, "hf_subset": "lin_Latn-aeb_Arab", "languages": ["lin-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.644855, "recall": 0.689723, "f1": 0.65738, "accuracy": 0.689723, "main_score": 0.65738, "hf_subset": "lin_Latn-ben_Beng", "languages": ["lin-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.630185, "recall": 0.686759, "f1": 0.645016, "accuracy": 0.686759, "main_score": 0.645016, "hf_subset": "lin_Latn-est_Latn", "languages": ["lin-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636186, "recall": 0.681818, "f1": 0.648331, "accuracy": 0.681818, "main_score": 0.648331, "hf_subset": "lin_Latn-hye_Armn", "languages": ["lin-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.564602, "recall": 0.606719, "f1": 0.576538, "accuracy": 0.606719, "main_score": 0.576538, "hf_subset": "lin_Latn-kmb_Latn", "languages": ["lin-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435199, "recall": 0.497036, "f1": 0.45195, "accuracy": 0.497036, "main_score": 0.45195, "hf_subset": "lin_Latn-min_Arab", "languages": ["lin-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.658295, "recall": 0.706522, "f1": 0.671234, "accuracy": 0.706522, "main_score": 0.671234, "hf_subset": "lin_Latn-pol_Latn", "languages": ["lin-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561969, "recall": 0.61166, "f1": 0.575435, "accuracy": 0.61166, "main_score": 0.575435, "hf_subset": "lin_Latn-ssw_Latn", "languages": ["lin-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6615, "recall": 0.709486, "f1": 0.674011, "accuracy": 0.709486, "main_score": 0.674011, "hf_subset": "lin_Latn-ukr_Cyrl", "languages": ["lin-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661482, "recall": 0.713439, "f1": 0.675817, "accuracy": 0.713439, "main_score": 0.675817, "hf_subset": "lin_Latn-afr_Latn", "languages": ["lin-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63267, "recall": 0.681818, "f1": 0.644895, "accuracy": 0.681818, "main_score": 0.644895, "hf_subset": "lin_Latn-bho_Deva", "languages": ["lin-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.644107, "recall": 0.693676, "f1": 0.657203, "accuracy": 0.693676, "main_score": 0.657203, "hf_subset": "lin_Latn-eus_Latn", "languages": ["lin-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576735, "recall": 0.626482, "f1": 0.590789, "accuracy": 0.626482, "main_score": 0.590789, "hf_subset": "lin_Latn-ibo_Latn", "languages": ["lin-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592874, "recall": 0.639328, "f1": 0.60631, "accuracy": 0.639328, "main_score": 0.60631, "hf_subset": "lin_Latn-kmr_Latn", "languages": ["lin-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656416, "recall": 0.701581, "f1": 0.668133, "accuracy": 0.701581, "main_score": 0.668133, "hf_subset": "lin_Latn-min_Latn", "languages": ["lin-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677991, "recall": 0.720356, "f1": 0.689608, "accuracy": 0.720356, "main_score": 0.689608, "hf_subset": "lin_Latn-por_Latn", "languages": ["lin-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668831, "recall": 0.714427, "f1": 0.68034, "accuracy": 0.714427, "main_score": 0.68034, "hf_subset": "lin_Latn-sun_Latn", "languages": ["lin-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547192, "recall": 0.594862, "f1": 0.560645, "accuracy": 0.594862, "main_score": 0.560645, "hf_subset": "lin_Latn-umb_Latn", "languages": ["lin-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642926, "recall": 0.689723, "f1": 0.654893, "accuracy": 0.689723, "main_score": 0.654893, "hf_subset": "lin_Latn-ajp_Arab", "languages": ["lin-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458837, "recall": 0.507905, "f1": 0.472105, "accuracy": 0.507905, "main_score": 0.472105, "hf_subset": "lin_Latn-bjn_Arab", "languages": ["lin-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523099, "recall": 0.568182, "f1": 0.536084, "accuracy": 0.568182, "main_score": 0.536084, "hf_subset": "lin_Latn-ewe_Latn", "languages": ["lin-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672826, "recall": 0.70751, "f1": 0.682355, "accuracy": 0.70751, "main_score": 0.682355, "hf_subset": "lin_Latn-ilo_Latn", "languages": ["lin-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313003, "recall": 0.37253, "f1": 0.328766, "accuracy": 0.37253, "main_score": 0.328766, "hf_subset": "lin_Latn-knc_Arab", "languages": ["lin-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.660675, "recall": 0.706522, "f1": 0.672933, "accuracy": 0.706522, "main_score": 0.672933, "hf_subset": "lin_Latn-mkd_Cyrl", "languages": ["lin-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.64648, "recall": 0.693676, "f1": 0.659243, "accuracy": 0.693676, "main_score": 0.659243, "hf_subset": "lin_Latn-prs_Arab", "languages": ["lin-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.656155, "recall": 0.706522, "f1": 0.669699, "accuracy": 0.706522, "main_score": 0.669699, "hf_subset": "lin_Latn-swe_Latn", "languages": ["lin-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625095, "recall": 0.676877, "f1": 0.638549, "accuracy": 0.676877, "main_score": 0.638549, "hf_subset": "lin_Latn-urd_Arab", "languages": ["lin-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578284, "recall": 0.617589, "f1": 0.589217, "accuracy": 0.617589, "main_score": 0.589217, "hf_subset": "lin_Latn-aka_Latn", "languages": ["lin-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658848, "recall": 0.694664, "f1": 0.668609, "accuracy": 0.694664, "main_score": 0.668609, "hf_subset": "lin_Latn-bjn_Latn", "languages": ["lin-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617163, "recall": 0.656126, "f1": 0.627552, "accuracy": 0.656126, "main_score": 0.627552, "hf_subset": "lin_Latn-fao_Latn", "languages": ["lin-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67258, "recall": 0.719368, "f1": 0.685218, "accuracy": 0.719368, "main_score": 0.685218, "hf_subset": "lin_Latn-ind_Latn", "languages": ["lin-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565024, "recall": 0.604743, "f1": 0.575653, "accuracy": 0.604743, "main_score": 0.575653, "hf_subset": "lin_Latn-knc_Latn", "languages": ["lin-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653533, "recall": 0.694664, "f1": 0.664646, "accuracy": 0.694664, "main_score": 0.664646, "hf_subset": "lin_Latn-mlt_Latn", "languages": ["lin-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597406, "recall": 0.643281, "f1": 0.611254, "accuracy": 0.643281, "main_score": 0.611254, "hf_subset": "lin_Latn-quy_Latn", "languages": ["lin-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631596, "recall": 0.681818, "f1": 0.644365, "accuracy": 0.681818, "main_score": 0.644365, "hf_subset": "lin_Latn-swh_Latn", "languages": ["lin-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611528, "recall": 0.667984, "f1": 0.626291, "accuracy": 0.667984, "main_score": 0.626291, "hf_subset": "lin_Latn-uzn_Latn", "languages": ["lin-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647942, "recall": 0.697628, "f1": 0.661634, "accuracy": 0.697628, "main_score": 0.661634, "hf_subset": "lin_Latn-als_Latn", "languages": ["lin-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308401, "recall": 0.376482, "f1": 0.32494, "accuracy": 0.376482, "main_score": 0.32494, "hf_subset": "lin_Latn-bod_Tibt", "languages": ["lin-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.569704, "recall": 0.616601, "f1": 0.582455, "accuracy": 0.616601, "main_score": 0.582455, "hf_subset": "lin_Latn-fij_Latn", "languages": ["lin-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604709, "recall": 0.648221, "f1": 0.616499, "accuracy": 0.648221, "main_score": 0.616499, "hf_subset": "lin_Latn-isl_Latn", "languages": ["lin-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69163, "recall": 0.741107, "f1": 0.705529, "accuracy": 0.741107, "main_score": 0.705529, "hf_subset": "lin_Latn-kon_Latn", "languages": ["lin-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546106, "recall": 0.602767, "f1": 0.561932, "accuracy": 0.602767, "main_score": 0.561932, "hf_subset": "lin_Latn-mni_Beng", "languages": ["lin-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.67798, "recall": 0.721344, "f1": 0.689182, "accuracy": 0.721344, "main_score": 0.689182, "hf_subset": "lin_Latn-ron_Latn", "languages": ["lin-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644436, "recall": 0.687747, "f1": 0.655556, "accuracy": 0.687747, "main_score": 0.655556, "hf_subset": "lin_Latn-szl_Latn", "languages": ["lin-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664421, "recall": 0.709486, "f1": 0.676423, "accuracy": 0.709486, "main_score": 0.676423, "hf_subset": "lin_Latn-vec_Latn", "languages": ["lin-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548569, "recall": 0.61166, "f1": 0.565795, "accuracy": 0.61166, "main_score": 0.565795, "hf_subset": "lin_Latn-amh_Ethi", "languages": ["lin-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.664085, "recall": 0.713439, "f1": 0.676788, "accuracy": 0.713439, "main_score": 0.676788, "hf_subset": "lin_Latn-bos_Latn", "languages": ["lin-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629937, "recall": 0.677866, "f1": 0.642115, "accuracy": 0.677866, "main_score": 0.642115, "hf_subset": "lin_Latn-fin_Latn", "languages": ["lin-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665819, "recall": 0.70751, "f1": 0.676567, "accuracy": 0.70751, "main_score": 0.676567, "hf_subset": "lin_Latn-ita_Latn", "languages": ["lin-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619856, "recall": 0.673913, "f1": 0.633604, "accuracy": 0.673913, "main_score": 0.633604, "hf_subset": "lin_Latn-kor_Hang", "languages": ["lin-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.562565, "recall": 0.608696, "f1": 0.575343, "accuracy": 0.608696, "main_score": 0.575343, "hf_subset": "lin_Latn-mos_Latn", "languages": ["lin-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549307, "recall": 0.599802, "f1": 0.563279, "accuracy": 0.599802, "main_score": 0.563279, "hf_subset": "lin_Latn-run_Latn", "languages": ["lin-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615221, "recall": 0.671937, "f1": 0.630228, "accuracy": 0.671937, "main_score": 0.630228, "hf_subset": "lin_Latn-tam_Taml", "languages": ["lin-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.654631, "recall": 0.697628, "f1": 0.66552, "accuracy": 0.697628, "main_score": 0.66552, "hf_subset": "lin_Latn-vie_Latn", "languages": ["lin-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622417, "recall": 0.676877, "f1": 0.636669, "accuracy": 0.676877, "main_score": 0.636669, "hf_subset": "lin_Latn-apc_Arab", "languages": ["lin-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632553, "recall": 0.671937, "f1": 0.642882, "accuracy": 0.671937, "main_score": 0.642882, "hf_subset": "lin_Latn-bug_Latn", "languages": ["lin-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490539, "recall": 0.538538, "f1": 0.502999, "accuracy": 0.538538, "main_score": 0.502999, "hf_subset": "lin_Latn-fon_Latn", "languages": ["lin-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674784, "recall": 0.716403, "f1": 0.686001, "accuracy": 0.716403, "main_score": 0.686001, "hf_subset": "lin_Latn-jav_Latn", "languages": ["lin-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551894, "recall": 0.612648, "f1": 0.567881, "accuracy": 0.612648, "main_score": 0.567881, "hf_subset": "lin_Latn-lao_Laoo", "languages": ["lin-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.542722, "recall": 0.585968, "f1": 0.553838, "accuracy": 0.585968, "main_score": 0.553838, "hf_subset": "lin_Latn-mri_Latn", "languages": ["lin-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645162, "recall": 0.693676, "f1": 0.658238, "accuracy": 0.693676, "main_score": 0.658238, "hf_subset": "lin_Latn-rus_Cyrl", "languages": ["lin-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532725, "recall": 0.583004, "f1": 0.5469, "accuracy": 0.583004, "main_score": 0.5469, "hf_subset": "lin_Latn-taq_Latn", "languages": ["lin-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685087, "recall": 0.728261, "f1": 0.695925, "accuracy": 0.728261, "main_score": 0.695925, "hf_subset": "lin_Latn-war_Latn", "languages": ["lin-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636807, "recall": 0.684783, "f1": 0.648935, "accuracy": 0.684783, "main_score": 0.648935, "hf_subset": "lin_Latn-arb_Arab", "languages": ["lin-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.656307, "recall": 0.700593, "f1": 0.66843, "accuracy": 0.700593, "main_score": 0.66843, "hf_subset": "lin_Latn-bul_Cyrl", "languages": ["lin-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67305, "recall": 0.717391, "f1": 0.68451, "accuracy": 0.717391, "main_score": 0.68451, "hf_subset": "lin_Latn-fra_Latn", "languages": ["lin-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638617, "recall": 0.682806, "f1": 0.650277, "accuracy": 0.682806, "main_score": 0.650277, "hf_subset": "lin_Latn-jpn_Jpan", "languages": ["lin-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.650807, "recall": 0.69664, "f1": 0.662834, "accuracy": 0.69664, "main_score": 0.662834, "hf_subset": "lin_Latn-lij_Latn", "languages": ["lin-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500832, "recall": 0.562253, "f1": 0.516661, "accuracy": 0.562253, "main_score": 0.516661, "hf_subset": "lin_Latn-mya_Mymr", "languages": ["lin-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.58838, "recall": 0.637352, "f1": 0.601593, "accuracy": 0.637352, "main_score": 0.601593, "hf_subset": "lin_Latn-sag_Latn", "languages": ["lin-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223352, "recall": 0.272727, "f1": 0.234259, "accuracy": 0.272727, "main_score": 0.234259, "hf_subset": "lin_Latn-taq_Tfng", "languages": ["lin-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.60187, "recall": 0.651186, "f1": 0.615569, "accuracy": 0.651186, "main_score": 0.615569, "hf_subset": "lin_Latn-wol_Latn", "languages": ["lin-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501619, "recall": 0.555336, "f1": 0.51598, "accuracy": 0.555336, "main_score": 0.51598, "hf_subset": "lin_Latn-arb_Latn", "languages": ["lin-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668776, "recall": 0.717391, "f1": 0.68235, "accuracy": 0.717391, "main_score": 0.68235, "hf_subset": "lin_Latn-cat_Latn", "languages": ["lin-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663735, "recall": 0.700593, "f1": 0.674003, "accuracy": 0.700593, "main_score": 0.674003, "hf_subset": "lin_Latn-fur_Latn", "languages": ["lin-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443601, "recall": 0.499012, "f1": 0.458229, "accuracy": 0.499012, "main_score": 0.458229, "hf_subset": "lin_Latn-kab_Latn", "languages": ["lin-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653449, "recall": 0.695652, "f1": 0.664793, "accuracy": 0.695652, "main_score": 0.664793, "hf_subset": "lin_Latn-lim_Latn", "languages": ["lin-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639632, "recall": 0.688735, "f1": 0.652082, "accuracy": 0.688735, "main_score": 0.652082, "hf_subset": "lin_Latn-nld_Latn", "languages": ["lin-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580127, "recall": 0.639328, "f1": 0.595732, "accuracy": 0.639328, "main_score": 0.595732, "hf_subset": "lin_Latn-san_Deva", "languages": ["lin-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.636924, "recall": 0.685771, "f1": 0.650168, "accuracy": 0.685771, "main_score": 0.650168, "hf_subset": "lin_Latn-tat_Cyrl", "languages": ["lin-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.601402, "recall": 0.648221, "f1": 0.61441, "accuracy": 0.648221, "main_score": 0.61441, "hf_subset": "lin_Latn-xho_Latn", "languages": ["lin-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631952, "recall": 0.681818, "f1": 0.644838, "accuracy": 0.681818, "main_score": 0.644838, "hf_subset": "lin_Latn-ars_Arab", "languages": ["lin-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.673492, "recall": 0.717391, "f1": 0.685802, "accuracy": 0.717391, "main_score": 0.685802, "hf_subset": "lin_Latn-ceb_Latn", "languages": ["lin-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54288, "recall": 0.588933, "f1": 0.555905, "accuracy": 0.588933, "main_score": 0.555905, "hf_subset": "lin_Latn-fuv_Latn", "languages": ["lin-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52715, "recall": 0.574111, "f1": 0.540516, "accuracy": 0.574111, "main_score": 0.540516, "hf_subset": "lin_Latn-kac_Latn", "languages": ["lin-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653735, "recall": 0.704545, "f1": 0.666879, "accuracy": 0.704545, "main_score": 0.666879, "hf_subset": "lin_Latn-nno_Latn", "languages": ["lin-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.133402, "recall": 0.174901, "f1": 0.143096, "accuracy": 0.174901, "main_score": 0.143096, "hf_subset": "lin_Latn-sat_Olck", "languages": ["lin-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.62985, "recall": 0.682806, "f1": 0.644508, "accuracy": 0.682806, "main_score": 0.644508, "hf_subset": "lin_Latn-tel_Telu", "languages": ["lin-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.548186, "recall": 0.607708, "f1": 0.563392, "accuracy": 0.607708, "main_score": 0.563392, "hf_subset": "lin_Latn-ydd_Hebr", "languages": ["lin-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.613331, "recall": 0.663043, "f1": 0.626963, "accuracy": 0.663043, "main_score": 0.626963, "hf_subset": "lin_Latn-ary_Arab", "languages": ["lin-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649952, "recall": 0.705534, "f1": 0.665029, "accuracy": 0.705534, "main_score": 0.665029, "hf_subset": "lin_Latn-ces_Latn", "languages": ["lin-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534574, "recall": 0.591897, "f1": 0.550601, "accuracy": 0.591897, "main_score": 0.550601, "hf_subset": "lin_Latn-gaz_Latn", "languages": ["lin-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557905, "recall": 0.605731, "f1": 0.571805, "accuracy": 0.605731, "main_score": 0.571805, "hf_subset": "lin_Latn-kam_Latn", "languages": ["lin-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639054, "recall": 0.685771, "f1": 0.651309, "accuracy": 0.685771, "main_score": 0.651309, "hf_subset": "lin_Latn-lit_Latn", "languages": ["lin-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646772, "recall": 0.698617, "f1": 0.66074, "accuracy": 0.698617, "main_score": 0.66074, "hf_subset": "lin_Latn-nob_Latn", "languages": ["lin-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648605, "recall": 0.6917, "f1": 0.660027, "accuracy": 0.6917, "main_score": 0.660027, "hf_subset": "lin_Latn-scn_Latn", "languages": ["lin-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622501, "recall": 0.663043, "f1": 0.633667, "accuracy": 0.663043, "main_score": 0.633667, "hf_subset": "lin_Latn-tgk_Cyrl", "languages": ["lin-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532591, "recall": 0.591897, "f1": 0.549796, "accuracy": 0.591897, "main_score": 0.549796, "hf_subset": "lin_Latn-yor_Latn", "languages": ["lin-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630381, "recall": 0.681818, "f1": 0.643629, "accuracy": 0.681818, "main_score": 0.643629, "hf_subset": "lin_Latn-arz_Arab", "languages": ["lin-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534456, "recall": 0.583992, "f1": 0.548889, "accuracy": 0.583992, "main_score": 0.548889, "hf_subset": "lin_Latn-cjk_Latn", "languages": ["lin-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546227, "recall": 0.596838, "f1": 0.559925, "accuracy": 0.596838, "main_score": 0.559925, "hf_subset": "lin_Latn-gla_Latn", "languages": ["lin-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62446, "recall": 0.68083, "f1": 0.63933, "accuracy": 0.68083, "main_score": 0.63933, "hf_subset": "lin_Latn-kan_Knda", "languages": ["lin-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.644792, "recall": 0.689723, "f1": 0.656685, "accuracy": 0.689723, "main_score": 0.656685, "hf_subset": "lin_Latn-lmo_Latn", "languages": ["lin-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636853, "recall": 0.687747, "f1": 0.650265, "accuracy": 0.687747, "main_score": 0.650265, "hf_subset": "lin_Latn-npi_Deva", "languages": ["lin-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.454836, "recall": 0.508893, "f1": 0.469551, "accuracy": 0.508893, "main_score": 0.469551, "hf_subset": "lin_Latn-shn_Mymr", "languages": ["lin-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.688134, "recall": 0.726285, "f1": 0.698288, "accuracy": 0.726285, "main_score": 0.698288, "hf_subset": "lin_Latn-tgl_Latn", "languages": ["lin-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620136, "recall": 0.673913, "f1": 0.633928, "accuracy": 0.673913, "main_score": 0.633928, "hf_subset": "lin_Latn-yue_Hant", "languages": ["lin-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.591042, "recall": 0.646245, "f1": 0.606401, "accuracy": 0.646245, "main_score": 0.606401, "hf_subset": "lin_Latn-asm_Beng", "languages": ["lin-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.574504, "recall": 0.632411, "f1": 0.59033, "accuracy": 0.632411, "main_score": 0.59033, "hf_subset": "lin_Latn-ckb_Arab", "languages": ["lin-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552315, "recall": 0.59585, "f1": 0.564003, "accuracy": 0.59585, "main_score": 0.564003, "hf_subset": "lin_Latn-gle_Latn", "languages": ["lin-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584592, "recall": 0.641304, "f1": 0.599976, "accuracy": 0.641304, "main_score": 0.599976, "hf_subset": "lin_Latn-kas_Arab", "languages": ["lin-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.616624, "recall": 0.666008, "f1": 0.629863, "accuracy": 0.666008, "main_score": 0.629863, "hf_subset": "lin_Latn-ltg_Latn", "languages": ["lin-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600841, "recall": 0.642292, "f1": 0.612809, "accuracy": 0.642292, "main_score": 0.612809, "hf_subset": "lin_Latn-nso_Latn", "languages": ["lin-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541658, "recall": 0.598814, "f1": 0.557049, "accuracy": 0.598814, "main_score": 0.557049, "hf_subset": "lin_Latn-sin_Sinh", "languages": ["lin-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.640473, "recall": 0.693676, "f1": 0.654154, "accuracy": 0.693676, "main_score": 0.654154, "hf_subset": "lin_Latn-tha_Thai", "languages": ["lin-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.622483, "recall": 0.666996, "f1": 0.634197, "accuracy": 0.666996, "main_score": 0.634197, "hf_subset": "lin_Latn-zho_Hans", "languages": ["lin-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.660844, "recall": 0.709486, "f1": 0.674244, "accuracy": 0.709486, "main_score": 0.674244, "hf_subset": "lin_Latn-ast_Latn", "languages": ["lin-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621435, "recall": 0.672925, "f1": 0.635029, "accuracy": 0.672925, "main_score": 0.635029, "hf_subset": "lin_Latn-crh_Latn", "languages": ["lin-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678928, "recall": 0.721344, "f1": 0.690414, "accuracy": 0.721344, "main_score": 0.690414, "hf_subset": "lin_Latn-glg_Latn", "languages": ["lin-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590483, "recall": 0.645257, "f1": 0.605311, "accuracy": 0.645257, "main_score": 0.605311, "hf_subset": "lin_Latn-kas_Deva", "languages": ["lin-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631676, "recall": 0.676877, "f1": 0.643107, "accuracy": 0.676877, "main_score": 0.643107, "hf_subset": "lin_Latn-ltz_Latn", "languages": ["lin-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476652, "recall": 0.537549, "f1": 0.493379, "accuracy": 0.537549, "main_score": 0.493379, "hf_subset": "lin_Latn-nus_Latn", "languages": ["lin-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646237, "recall": 0.692688, "f1": 0.658161, "accuracy": 0.692688, "main_score": 0.658161, "hf_subset": "lin_Latn-slk_Latn", "languages": ["lin-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460685, "recall": 0.517787, "f1": 0.476238, "accuracy": 0.517787, "main_score": 0.476238, "hf_subset": "lin_Latn-tir_Ethi", "languages": ["lin-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.613392, "recall": 0.672925, "f1": 0.628678, "accuracy": 0.672925, "main_score": 0.628678, "hf_subset": "lin_Latn-zho_Hant", "languages": ["lin-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.644135, "recall": 0.692688, "f1": 0.656582, "accuracy": 0.692688, "main_score": 0.656582, "hf_subset": "lin_Latn-awa_Deva", "languages": ["lin-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.613708, "recall": 0.658103, "f1": 0.625611, "accuracy": 0.658103, "main_score": 0.625611, "hf_subset": "lin_Latn-cym_Latn", "languages": ["lin-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641247, "recall": 0.681818, "f1": 0.652086, "accuracy": 0.681818, "main_score": 0.652086, "hf_subset": "lin_Latn-grn_Latn", "languages": ["lin-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608042, "recall": 0.662055, "f1": 0.622082, "accuracy": 0.662055, "main_score": 0.622082, "hf_subset": "lin_Latn-kat_Geor", "languages": ["lin-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.622682, "recall": 0.661067, "f1": 0.633407, "accuracy": 0.661067, "main_score": 0.633407, "hf_subset": "lin_Latn-lua_Latn", "languages": ["lin-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598139, "recall": 0.63834, "f1": 0.609732, "accuracy": 0.63834, "main_score": 0.609732, "hf_subset": "lin_Latn-nya_Latn", "languages": ["lin-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647842, "recall": 0.6917, "f1": 0.659409, "accuracy": 0.6917, "main_score": 0.659409, "hf_subset": "lin_Latn-slv_Latn", "languages": ["lin-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645131, "recall": 0.682806, "f1": 0.655532, "accuracy": 0.682806, "main_score": 0.655532, "hf_subset": "lin_Latn-tpi_Latn", "languages": ["lin-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680984, "recall": 0.720356, "f1": 0.691609, "accuracy": 0.720356, "main_score": 0.691609, "hf_subset": "lin_Latn-zsm_Latn", "languages": ["lin-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534077, "recall": 0.585968, "f1": 0.548363, "accuracy": 0.585968, "main_score": 0.548363, "hf_subset": "lin_Latn-ayr_Latn", "languages": ["lin-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65479, "recall": 0.705534, "f1": 0.668268, "accuracy": 0.705534, "main_score": 0.668268, "hf_subset": "lin_Latn-dan_Latn", "languages": ["lin-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643934, "recall": 0.690711, "f1": 0.656834, "accuracy": 0.690711, "main_score": 0.656834, "hf_subset": "lin_Latn-guj_Gujr", "languages": ["lin-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.651085, "recall": 0.701581, "f1": 0.664446, "accuracy": 0.701581, "main_score": 0.664446, "hf_subset": "lin_Latn-kaz_Cyrl", "languages": ["lin-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534531, "recall": 0.58498, "f1": 0.548271, "accuracy": 0.58498, "main_score": 0.548271, "hf_subset": "lin_Latn-lug_Latn", "languages": ["lin-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674245, "recall": 0.720356, "f1": 0.686504, "accuracy": 0.720356, "main_score": 0.686504, "hf_subset": "lin_Latn-oci_Latn", "languages": ["lin-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621985, "recall": 0.664032, "f1": 0.632873, "accuracy": 0.664032, "main_score": 0.632873, "hf_subset": "lin_Latn-smo_Latn", "languages": ["lin-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55445, "recall": 0.604743, "f1": 0.567896, "accuracy": 0.604743, "main_score": 0.567896, "hf_subset": "lin_Latn-tsn_Latn", "languages": ["lin-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566582, "recall": 0.618577, "f1": 0.581034, "accuracy": 0.618577, "main_score": 0.581034, "hf_subset": "lin_Latn-zul_Latn", "languages": ["lin-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575476, "recall": 0.634387, "f1": 0.592705, "accuracy": 0.634387, "main_score": 0.592705, "hf_subset": "lin_Latn-azb_Arab", "languages": ["lin-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.661264, "recall": 0.709486, "f1": 0.673957, "accuracy": 0.709486, "main_score": 0.673957, "hf_subset": "lin_Latn-deu_Latn", "languages": ["lin-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61137, "recall": 0.663043, "f1": 0.625053, "accuracy": 0.663043, "main_score": 0.625053, "hf_subset": "lin_Latn-hat_Latn", "languages": ["lin-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512716, "recall": 0.563241, "f1": 0.526905, "accuracy": 0.563241, "main_score": 0.526905, "hf_subset": "lin_Latn-kbp_Latn", "languages": ["lin-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598602, "recall": 0.636364, "f1": 0.608865, "accuracy": 0.636364, "main_score": 0.608865, "hf_subset": "lin_Latn-luo_Latn", "languages": ["lin-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62908, "recall": 0.686759, "f1": 0.644735, "accuracy": 0.686759, "main_score": 0.644735, "hf_subset": "lin_Latn-ory_Orya", "languages": ["lin-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.566152, "recall": 0.613636, "f1": 0.579885, "accuracy": 0.613636, "main_score": 0.579885, "hf_subset": "lin_Latn-sna_Latn", "languages": ["lin-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566241, "recall": 0.61166, "f1": 0.57839, "accuracy": 0.61166, "main_score": 0.57839, "hf_subset": "lin_Latn-tso_Latn", "languages": ["lin-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615142, "recall": 0.666008, "f1": 0.628928, "accuracy": 0.666008, "main_score": 0.628928, "hf_subset": "lin_Latn-azj_Latn", "languages": ["lin-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534643, "recall": 0.58498, "f1": 0.549514, "accuracy": 0.58498, "main_score": 0.549514, "hf_subset": "lin_Latn-dik_Latn", "languages": ["lin-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574236, "recall": 0.621542, "f1": 0.587123, "accuracy": 0.621542, "main_score": 0.587123, "hf_subset": "lin_Latn-hau_Latn", "languages": ["lin-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652173, "recall": 0.697628, "f1": 0.664847, "accuracy": 0.697628, "main_score": 0.664847, "hf_subset": "lin_Latn-kea_Latn", "languages": ["lin-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61875, "recall": 0.655138, "f1": 0.628966, "accuracy": 0.655138, "main_score": 0.628966, "hf_subset": "lin_Latn-lus_Latn", "languages": ["lin-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646353, "recall": 0.688735, "f1": 0.658266, "accuracy": 0.688735, "main_score": 0.658266, "hf_subset": "lin_Latn-pag_Latn", "languages": ["lin-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615538, "recall": 0.670949, "f1": 0.631163, "accuracy": 0.670949, "main_score": 0.631163, "hf_subset": "lin_Latn-snd_Arab", "languages": ["lin-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587588, "recall": 0.632411, "f1": 0.600561, "accuracy": 0.632411, "main_score": 0.600561, "hf_subset": "lin_Latn-tuk_Latn", "languages": ["lin-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635964, "recall": 0.681818, "f1": 0.648205, "accuracy": 0.681818, "main_score": 0.648205, "hf_subset": "lin_Latn-bak_Cyrl", "languages": ["lin-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472376, "recall": 0.544466, "f1": 0.493234, "accuracy": 0.544466, "main_score": 0.493234, "hf_subset": "lin_Latn-dyu_Latn", "languages": ["lin-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633077, "recall": 0.681818, "f1": 0.646408, "accuracy": 0.681818, "main_score": 0.646408, "hf_subset": "lin_Latn-heb_Hebr", "languages": ["lin-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.579958, "recall": 0.630435, "f1": 0.593544, "accuracy": 0.630435, "main_score": 0.593544, "hf_subset": "lin_Latn-khk_Cyrl", "languages": ["lin-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.644246, "recall": 0.6917, "f1": 0.656851, "accuracy": 0.6917, "main_score": 0.656851, "hf_subset": "lin_Latn-lvs_Latn", "languages": ["lin-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629685, "recall": 0.684783, "f1": 0.643853, "accuracy": 0.684783, "main_score": 0.643853, "hf_subset": "lin_Latn-pan_Guru", "languages": ["lin-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.537578, "recall": 0.588933, "f1": 0.55216, "accuracy": 0.588933, "main_score": 0.55216, "hf_subset": "lin_Latn-som_Latn", "languages": ["lin-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565612, "recall": 0.612648, "f1": 0.578279, "accuracy": 0.612648, "main_score": 0.578279, "hf_subset": "lin_Latn-tum_Latn", "languages": ["lin-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59729, "recall": 0.662055, "f1": 0.615845, "accuracy": 0.662055, "main_score": 0.615845, "hf_subset": "nno_Latn-ace_Arab", "languages": ["nno-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54125, "recall": 0.599802, "f1": 0.557286, "accuracy": 0.599802, "main_score": 0.557286, "hf_subset": "nno_Latn-bam_Latn", "languages": ["nno-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444025, "recall": 0.512846, "f1": 0.462465, "accuracy": 0.512846, "main_score": 0.462465, "hf_subset": "nno_Latn-dzo_Tibt", "languages": ["nno-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hin_Deva", "languages": ["nno-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-khm_Khmr", "languages": ["nno-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-mag_Deva", "languages": ["nno-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "nno_Latn-pap_Latn", "languages": ["nno-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605842, "recall": 0.66502, "f1": 0.623049, "accuracy": 0.66502, "main_score": 0.623049, "hf_subset": "nno_Latn-sot_Latn", "languages": ["nno-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tur_Latn", "languages": ["nno-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870389, "recall": 0.90415, "f1": 0.881061, "accuracy": 0.90415, "main_score": 0.881061, "hf_subset": "nno_Latn-ace_Latn", "languages": ["nno-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.97332, "f1": 0.966733, "accuracy": 0.97332, "main_score": 0.966733, "hf_subset": "nno_Latn-ban_Latn", "languages": ["nno-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ell_Grek", "languages": ["nno-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-hne_Deva", "languages": ["nno-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.605225, "recall": 0.661067, "f1": 0.621497, "accuracy": 0.661067, "main_score": 0.621497, "hf_subset": "nno_Latn-kik_Latn", "languages": ["nno-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mai_Deva", "languages": ["nno-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "nno_Latn-pbt_Arab", "languages": ["nno-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-spa_Latn", "languages": ["nno-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624517, "recall": 0.687747, "f1": 0.642594, "accuracy": 0.687747, "main_score": 0.642594, "hf_subset": "nno_Latn-twi_Latn", "languages": ["nno-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-acm_Arab", "languages": ["nno-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-bel_Cyrl", "languages": ["nno-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-eng_Latn", "languages": ["nno-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hrv_Latn", "languages": ["nno-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559836, "recall": 0.620553, "f1": 0.576602, "accuracy": 0.620553, "main_score": 0.576602, "hf_subset": "nno_Latn-kin_Latn", "languages": ["nno-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-mal_Mlym", "languages": ["nno-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pes_Arab", "languages": ["nno-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-srd_Latn", "languages": ["nno-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178693, "recall": 0.227273, "f1": 0.191163, "accuracy": 0.227273, "main_score": 0.191163, "hf_subset": "nno_Latn-tzm_Tfng", "languages": ["nno-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-acq_Arab", "languages": ["nno-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.631275, "recall": 0.681818, "f1": 0.645766, "accuracy": 0.681818, "main_score": 0.645766, "hf_subset": "nno_Latn-bem_Latn", "languages": ["nno-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-epo_Latn", "languages": ["nno-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hun_Latn", "languages": ["nno-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "nno_Latn-kir_Cyrl", "languages": ["nno-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mar_Deva", "languages": ["nno-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.686825, "recall": 0.738142, "f1": 0.701943, "accuracy": 0.738142, "main_score": 0.701943, "hf_subset": "nno_Latn-plt_Latn", "languages": ["nno-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-srp_Cyrl", "languages": ["nno-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "nno_Latn-uig_Arab", "languages": ["nno-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-aeb_Arab", "languages": ["nno-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ben_Beng", "languages": ["nno-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-est_Latn", "languages": ["nno-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hye_Armn", "languages": ["nno-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.556201, "recall": 0.609684, "f1": 0.571231, "accuracy": 0.609684, "main_score": 0.571231, "hf_subset": "nno_Latn-kmb_Latn", "languages": ["nno-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521254, "recall": 0.59585, "f1": 0.541402, "accuracy": 0.59585, "main_score": 0.541402, "hf_subset": "nno_Latn-min_Arab", "languages": ["nno-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pol_Latn", "languages": ["nno-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556655, "recall": 0.624506, "f1": 0.576347, "accuracy": 0.624506, "main_score": 0.576347, "hf_subset": "nno_Latn-ssw_Latn", "languages": ["nno-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ukr_Cyrl", "languages": ["nno-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-afr_Latn", "languages": ["nno-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bho_Deva", "languages": ["nno-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nno_Latn-eus_Latn", "languages": ["nno-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590382, "recall": 0.656126, "f1": 0.60934, "accuracy": 0.656126, "main_score": 0.60934, "hf_subset": "nno_Latn-ibo_Latn", "languages": ["nno-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900313, "recall": 0.927866, "f1": 0.908992, "accuracy": 0.927866, "main_score": 0.908992, "hf_subset": "nno_Latn-kmr_Latn", "languages": ["nno-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "nno_Latn-min_Latn", "languages": ["nno-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-por_Latn", "languages": ["nno-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-sun_Latn", "languages": ["nno-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525226, "recall": 0.582016, "f1": 0.541592, "accuracy": 0.582016, "main_score": 0.541592, "hf_subset": "nno_Latn-umb_Latn", "languages": ["nno-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ajp_Arab", "languages": ["nno-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545487, "recall": 0.613636, "f1": 0.564548, "accuracy": 0.613636, "main_score": 0.564548, "hf_subset": "nno_Latn-bjn_Arab", "languages": ["nno-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536124, "recall": 0.588933, "f1": 0.550134, "accuracy": 0.588933, "main_score": 0.550134, "hf_subset": "nno_Latn-ewe_Latn", "languages": ["nno-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "nno_Latn-ilo_Latn", "languages": ["nno-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315608, "recall": 0.378458, "f1": 0.333329, "accuracy": 0.378458, "main_score": 0.333329, "hf_subset": "nno_Latn-knc_Arab", "languages": ["nno-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mkd_Cyrl", "languages": ["nno-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-prs_Arab", "languages": ["nno-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-swe_Latn", "languages": ["nno-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-urd_Arab", "languages": ["nno-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604282, "recall": 0.659091, "f1": 0.619342, "accuracy": 0.659091, "main_score": 0.619342, "hf_subset": "nno_Latn-aka_Latn", "languages": ["nno-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "nno_Latn-bjn_Latn", "languages": ["nno-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "nno_Latn-fao_Latn", "languages": ["nno-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ind_Latn", "languages": ["nno-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586048, "recall": 0.63834, "f1": 0.601186, "accuracy": 0.63834, "main_score": 0.601186, "hf_subset": "nno_Latn-knc_Latn", "languages": ["nno-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-mlt_Latn", "languages": ["nno-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.722682, "recall": 0.783597, "f1": 0.740497, "accuracy": 0.783597, "main_score": 0.740497, "hf_subset": "nno_Latn-quy_Latn", "languages": ["nno-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.977437, "accuracy": 0.982213, "main_score": 0.977437, "hf_subset": "nno_Latn-swh_Latn", "languages": ["nno-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-uzn_Latn", "languages": ["nno-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-als_Latn", "languages": ["nno-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652891, "recall": 0.731225, "f1": 0.675746, "accuracy": 0.731225, "main_score": 0.675746, "hf_subset": "nno_Latn-bod_Tibt", "languages": ["nno-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.719651, "recall": 0.775692, "f1": 0.735841, "accuracy": 0.775692, "main_score": 0.735841, "hf_subset": "nno_Latn-fij_Latn", "languages": ["nno-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nno_Latn-isl_Latn", "languages": ["nno-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669114, "recall": 0.718379, "f1": 0.683691, "accuracy": 0.718379, "main_score": 0.683691, "hf_subset": "nno_Latn-kon_Latn", "languages": ["nno-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661405, "recall": 0.725296, "f1": 0.679718, "accuracy": 0.725296, "main_score": 0.679718, "hf_subset": "nno_Latn-mni_Beng", "languages": ["nno-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ron_Latn", "languages": ["nno-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "nno_Latn-szl_Latn", "languages": ["nno-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-vec_Latn", "languages": ["nno-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "nno_Latn-amh_Ethi", "languages": ["nno-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bos_Latn", "languages": ["nno-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-fin_Latn", "languages": ["nno-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ita_Latn", "languages": ["nno-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-kor_Hang", "languages": ["nno-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.554845, "recall": 0.613636, "f1": 0.571202, "accuracy": 0.613636, "main_score": 0.571202, "hf_subset": "nno_Latn-mos_Latn", "languages": ["nno-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555249, "recall": 0.610672, "f1": 0.570767, "accuracy": 0.610672, "main_score": 0.570767, "hf_subset": "nno_Latn-run_Latn", "languages": ["nno-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tam_Taml", "languages": ["nno-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-vie_Latn", "languages": ["nno-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-apc_Arab", "languages": ["nno-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811364, "recall": 0.853755, "f1": 0.824242, "accuracy": 0.853755, "main_score": 0.824242, "hf_subset": "nno_Latn-bug_Latn", "languages": ["nno-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484856, "recall": 0.539526, "f1": 0.499489, "accuracy": 0.539526, "main_score": 0.499489, "hf_subset": "nno_Latn-fon_Latn", "languages": ["nno-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-jav_Latn", "languages": ["nno-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-lao_Laoo", "languages": ["nno-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.887022, "recall": 0.91996, "f1": 0.897365, "accuracy": 0.91996, "main_score": 0.897365, "hf_subset": "nno_Latn-mri_Latn", "languages": ["nno-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-rus_Cyrl", "languages": ["nno-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553501, "recall": 0.61166, "f1": 0.56947, "accuracy": 0.61166, "main_score": 0.56947, "hf_subset": "nno_Latn-taq_Latn", "languages": ["nno-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-war_Latn", "languages": ["nno-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-arb_Arab", "languages": ["nno-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bul_Cyrl", "languages": ["nno-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-fra_Latn", "languages": ["nno-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-jpn_Jpan", "languages": ["nno-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-lij_Latn", "languages": ["nno-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "nno_Latn-mya_Mymr", "languages": ["nno-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.605131, "recall": 0.666996, "f1": 0.622788, "accuracy": 0.666996, "main_score": 0.622788, "hf_subset": "nno_Latn-sag_Latn", "languages": ["nno-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190168, "recall": 0.248024, "f1": 0.203026, "accuracy": 0.248024, "main_score": 0.203026, "hf_subset": "nno_Latn-taq_Tfng", "languages": ["nno-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.650438, "recall": 0.70751, "f1": 0.666604, "accuracy": 0.70751, "main_score": 0.666604, "hf_subset": "nno_Latn-wol_Latn", "languages": ["nno-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819285, "recall": 0.864625, "f1": 0.832806, "accuracy": 0.864625, "main_score": 0.832806, "hf_subset": "nno_Latn-arb_Latn", "languages": ["nno-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-cat_Latn", "languages": ["nno-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-fur_Latn", "languages": ["nno-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422475, "recall": 0.479249, "f1": 0.438392, "accuracy": 0.479249, "main_score": 0.438392, "hf_subset": "nno_Latn-kab_Latn", "languages": ["nno-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-lim_Latn", "languages": ["nno-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-nld_Latn", "languages": ["nno-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "nno_Latn-san_Deva", "languages": ["nno-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-tat_Cyrl", "languages": ["nno-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67481, "recall": 0.730237, "f1": 0.691126, "accuracy": 0.730237, "main_score": 0.691126, "hf_subset": "nno_Latn-xho_Latn", "languages": ["nno-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ars_Arab", "languages": ["nno-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-ceb_Latn", "languages": ["nno-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568275, "recall": 0.621542, "f1": 0.583655, "accuracy": 0.621542, "main_score": 0.583655, "hf_subset": "nno_Latn-fuv_Latn", "languages": ["nno-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509924, "recall": 0.575099, "f1": 0.527795, "accuracy": 0.575099, "main_score": 0.527795, "hf_subset": "nno_Latn-kac_Latn", "languages": ["nno-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674275, "recall": 0.727273, "f1": 0.689907, "accuracy": 0.727273, "main_score": 0.689907, "hf_subset": "nno_Latn-lin_Latn", "languages": ["nno-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.233017, "recall": 0.314229, "f1": 0.253675, "accuracy": 0.314229, "main_score": 0.253675, "hf_subset": "nno_Latn-sat_Olck", "languages": ["nno-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-tel_Telu", "languages": ["nno-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "nno_Latn-ydd_Hebr", "languages": ["nno-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "nno_Latn-ary_Arab", "languages": ["nno-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ces_Latn", "languages": ["nno-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588414, "recall": 0.651186, "f1": 0.606388, "accuracy": 0.651186, "main_score": 0.606388, "hf_subset": "nno_Latn-gaz_Latn", "languages": ["nno-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586259, "recall": 0.647233, "f1": 0.603189, "accuracy": 0.647233, "main_score": 0.603189, "hf_subset": "nno_Latn-kam_Latn", "languages": ["nno-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-lit_Latn", "languages": ["nno-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-nob_Latn", "languages": ["nno-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "nno_Latn-scn_Latn", "languages": ["nno-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "nno_Latn-tgk_Cyrl", "languages": ["nno-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.719582, "recall": 0.780632, "f1": 0.737672, "accuracy": 0.780632, "main_score": 0.737672, "hf_subset": "nno_Latn-yor_Latn", "languages": ["nno-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-arz_Arab", "languages": ["nno-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562808, "recall": 0.62747, "f1": 0.581362, "accuracy": 0.62747, "main_score": 0.581362, "hf_subset": "nno_Latn-cjk_Latn", "languages": ["nno-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813982, "recall": 0.860672, "f1": 0.828181, "accuracy": 0.860672, "main_score": 0.828181, "hf_subset": "nno_Latn-gla_Latn", "languages": ["nno-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-kan_Knda", "languages": ["nno-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "nno_Latn-lmo_Latn", "languages": ["nno-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-npi_Deva", "languages": ["nno-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472343, "recall": 0.532609, "f1": 0.489039, "accuracy": 0.532609, "main_score": 0.489039, "hf_subset": "nno_Latn-shn_Mymr", "languages": ["nno-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tgl_Latn", "languages": ["nno-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-yue_Hant", "languages": ["nno-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-asm_Beng", "languages": ["nno-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "nno_Latn-ckb_Arab", "languages": ["nno-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881917, "recall": 0.91502, "f1": 0.892622, "accuracy": 0.91502, "main_score": 0.892622, "hf_subset": "nno_Latn-gle_Latn", "languages": ["nno-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.963439, "f1": 0.953722, "accuracy": 0.963439, "main_score": 0.953722, "hf_subset": "nno_Latn-kas_Arab", "languages": ["nno-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "nno_Latn-ltg_Latn", "languages": ["nno-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620063, "recall": 0.672925, "f1": 0.635408, "accuracy": 0.672925, "main_score": 0.635408, "hf_subset": "nno_Latn-nso_Latn", "languages": ["nno-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nno_Latn-sin_Sinh", "languages": ["nno-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-tha_Thai", "languages": ["nno-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zho_Hans", "languages": ["nno-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-ast_Latn", "languages": ["nno-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-crh_Latn", "languages": ["nno-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-glg_Latn", "languages": ["nno-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901021, "recall": 0.929842, "f1": 0.910244, "accuracy": 0.929842, "main_score": 0.910244, "hf_subset": "nno_Latn-kas_Deva", "languages": ["nno-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-ltz_Latn", "languages": ["nno-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473774, "recall": 0.540514, "f1": 0.491312, "accuracy": 0.540514, "main_score": 0.491312, "hf_subset": "nno_Latn-nus_Latn", "languages": ["nno-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-slk_Latn", "languages": ["nno-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606077, "recall": 0.678854, "f1": 0.627508, "accuracy": 0.678854, "main_score": 0.627508, "hf_subset": "nno_Latn-tir_Ethi", "languages": ["nno-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zho_Hant", "languages": ["nno-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985425, "recall": 0.98913, "f1": 0.986561, "accuracy": 0.98913, "main_score": 0.986561, "hf_subset": "nno_Latn-awa_Deva", "languages": ["nno-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "nno_Latn-cym_Latn", "languages": ["nno-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851318, "recall": 0.88834, "f1": 0.862418, "accuracy": 0.88834, "main_score": 0.862418, "hf_subset": "nno_Latn-grn_Latn", "languages": ["nno-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-kat_Geor", "languages": ["nno-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.655972, "recall": 0.708498, "f1": 0.670953, "accuracy": 0.708498, "main_score": 0.670953, "hf_subset": "nno_Latn-lua_Latn", "languages": ["nno-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649526, "recall": 0.705534, "f1": 0.66545, "accuracy": 0.705534, "main_score": 0.66545, "hf_subset": "nno_Latn-nya_Latn", "languages": ["nno-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-slv_Latn", "languages": ["nno-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "nno_Latn-tpi_Latn", "languages": ["nno-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zsm_Latn", "languages": ["nno-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556192, "recall": 0.615613, "f1": 0.572759, "accuracy": 0.615613, "main_score": 0.572759, "hf_subset": "nno_Latn-ayr_Latn", "languages": ["nno-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-dan_Latn", "languages": ["nno-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-guj_Gujr", "languages": ["nno-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-kaz_Cyrl", "languages": ["nno-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540945, "recall": 0.602767, "f1": 0.558233, "accuracy": 0.602767, "main_score": 0.558233, "hf_subset": "nno_Latn-lug_Latn", "languages": ["nno-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-oci_Latn", "languages": ["nno-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827652, "recall": 0.870553, "f1": 0.840533, "accuracy": 0.870553, "main_score": 0.840533, "hf_subset": "nno_Latn-smo_Latn", "languages": ["nno-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54705, "recall": 0.61166, "f1": 0.565381, "accuracy": 0.61166, "main_score": 0.565381, "hf_subset": "nno_Latn-tsn_Latn", "languages": ["nno-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614279, "recall": 0.676877, "f1": 0.632449, "accuracy": 0.676877, "main_score": 0.632449, "hf_subset": "nno_Latn-zul_Latn", "languages": ["nno-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924572, "recall": 0.947628, "f1": 0.931983, "accuracy": 0.947628, "main_score": 0.931983, "hf_subset": "nno_Latn-azb_Arab", "languages": ["nno-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-deu_Latn", "languages": ["nno-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "nno_Latn-hat_Latn", "languages": ["nno-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494888, "recall": 0.551383, "f1": 0.51119, "accuracy": 0.551383, "main_score": 0.51119, "hf_subset": "nno_Latn-kbp_Latn", "languages": ["nno-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577283, "recall": 0.634387, "f1": 0.592532, "accuracy": 0.634387, "main_score": 0.592532, "hf_subset": "nno_Latn-luo_Latn", "languages": ["nno-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ory_Orya", "languages": ["nno-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.597277, "recall": 0.661067, "f1": 0.615263, "accuracy": 0.661067, "main_score": 0.615263, "hf_subset": "nno_Latn-sna_Latn", "languages": ["nno-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571274, "recall": 0.623518, "f1": 0.585452, "accuracy": 0.623518, "main_score": 0.585452, "hf_subset": "nno_Latn-tso_Latn", "languages": ["nno-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-azj_Latn", "languages": ["nno-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536557, "recall": 0.608696, "f1": 0.557744, "accuracy": 0.608696, "main_score": 0.557744, "hf_subset": "nno_Latn-dik_Latn", "languages": ["nno-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.758573, "recall": 0.807312, "f1": 0.772678, "accuracy": 0.807312, "main_score": 0.772678, "hf_subset": "nno_Latn-hau_Latn", "languages": ["nno-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "nno_Latn-kea_Latn", "languages": ["nno-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754694, "recall": 0.801383, "f1": 0.768596, "accuracy": 0.801383, "main_score": 0.768596, "hf_subset": "nno_Latn-lus_Latn", "languages": ["nno-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873139, "recall": 0.902174, "f1": 0.881555, "accuracy": 0.902174, "main_score": 0.881555, "hf_subset": "nno_Latn-pag_Latn", "languages": ["nno-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-snd_Arab", "languages": ["nno-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "nno_Latn-tuk_Latn", "languages": ["nno-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-bak_Cyrl", "languages": ["nno-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.504441, "recall": 0.577075, "f1": 0.526054, "accuracy": 0.577075, "main_score": 0.526054, "hf_subset": "nno_Latn-dyu_Latn", "languages": ["nno-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-heb_Hebr", "languages": ["nno-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "nno_Latn-khk_Cyrl", "languages": ["nno-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-lvs_Latn", "languages": ["nno-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pan_Guru", "languages": ["nno-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709808, "recall": 0.76581, "f1": 0.726682, "accuracy": 0.76581, "main_score": 0.726682, "hf_subset": "nno_Latn-som_Latn", "languages": ["nno-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602381, "recall": 0.658103, "f1": 0.618401, "accuracy": 0.658103, "main_score": 0.618401, "hf_subset": "nno_Latn-tum_Latn", "languages": ["nno-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.077511, "recall": 0.106719, "f1": 0.083277, "accuracy": 0.106719, "main_score": 0.083277, "hf_subset": "sat_Olck-ace_Arab", "languages": ["sat-Olck", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.077722, "recall": 0.107708, "f1": 0.084296, "accuracy": 0.107708, "main_score": 0.084296, "hf_subset": "sat_Olck-bam_Latn", "languages": ["sat-Olck", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.083154, "recall": 0.115613, "f1": 0.09035, "accuracy": 0.115613, "main_score": 0.09035, "hf_subset": "sat_Olck-dzo_Tibt", "languages": ["sat-Olck", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.151253, "recall": 0.215415, "f1": 0.164025, "accuracy": 0.215415, "main_score": 0.164025, "hf_subset": "sat_Olck-hin_Deva", "languages": ["sat-Olck", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.138435, "recall": 0.184783, "f1": 0.147157, "accuracy": 0.184783, "main_score": 0.147157, "hf_subset": "sat_Olck-khm_Khmr", "languages": ["sat-Olck", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.158595, "recall": 0.220356, "f1": 0.171982, "accuracy": 0.220356, "main_score": 0.171982, "hf_subset": "sat_Olck-mag_Deva", "languages": ["sat-Olck", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.104064, "recall": 0.147233, "f1": 0.111318, "accuracy": 0.147233, "main_score": 0.111318, "hf_subset": "sat_Olck-pap_Latn", "languages": ["sat-Olck", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.078806, "recall": 0.108696, "f1": 0.084645, "accuracy": 0.108696, "main_score": 0.084645, "hf_subset": "sat_Olck-sot_Latn", "languages": ["sat-Olck", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127128, "recall": 0.177866, "f1": 0.137419, "accuracy": 0.177866, "main_score": 0.137419, "hf_subset": "sat_Olck-tur_Latn", "languages": ["sat-Olck", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.090255, "recall": 0.128458, "f1": 0.096944, "accuracy": 0.128458, "main_score": 0.096944, "hf_subset": "sat_Olck-ace_Latn", "languages": ["sat-Olck", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.114087, "recall": 0.158103, "f1": 0.122697, "accuracy": 0.158103, "main_score": 0.122697, "hf_subset": "sat_Olck-ban_Latn", "languages": ["sat-Olck", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124532, "recall": 0.178854, "f1": 0.134798, "accuracy": 0.178854, "main_score": 0.134798, "hf_subset": "sat_Olck-ell_Grek", "languages": ["sat-Olck", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.149501, "recall": 0.208498, "f1": 0.161526, "accuracy": 0.208498, "main_score": 0.161526, "hf_subset": "sat_Olck-hne_Deva", "languages": ["sat-Olck", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.05596, "recall": 0.083992, "f1": 0.060545, "accuracy": 0.083992, "main_score": 0.060545, "hf_subset": "sat_Olck-kik_Latn", "languages": ["sat-Olck", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151796, "recall": 0.215415, "f1": 0.163495, "accuracy": 0.215415, "main_score": 0.163495, "hf_subset": "sat_Olck-mai_Deva", "languages": ["sat-Olck", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.119736, "recall": 0.174901, "f1": 0.129953, "accuracy": 0.174901, "main_score": 0.129953, "hf_subset": "sat_Olck-pbt_Arab", "languages": ["sat-Olck", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.122971, "recall": 0.184783, "f1": 0.134425, "accuracy": 0.184783, "main_score": 0.134425, "hf_subset": "sat_Olck-spa_Latn", "languages": ["sat-Olck", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.073807, "recall": 0.104743, "f1": 0.079121, "accuracy": 0.104743, "main_score": 0.079121, "hf_subset": "sat_Olck-twi_Latn", "languages": ["sat-Olck", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.119337, "recall": 0.174901, "f1": 0.130392, "accuracy": 0.174901, "main_score": 0.130392, "hf_subset": "sat_Olck-acm_Arab", "languages": ["sat-Olck", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.111821, "recall": 0.163043, "f1": 0.120733, "accuracy": 0.163043, "main_score": 0.120733, "hf_subset": "sat_Olck-bel_Cyrl", "languages": ["sat-Olck", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.150107, "recall": 0.204545, "f1": 0.159876, "accuracy": 0.204545, "main_score": 0.159876, "hf_subset": "sat_Olck-eng_Latn", "languages": ["sat-Olck", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129577, "recall": 0.179842, "f1": 0.139106, "accuracy": 0.179842, "main_score": 0.139106, "hf_subset": "sat_Olck-hrv_Latn", "languages": ["sat-Olck", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.082007, "recall": 0.116601, "f1": 0.089232, "accuracy": 0.116601, "main_score": 0.089232, "hf_subset": "sat_Olck-kin_Latn", "languages": ["sat-Olck", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.12883, "recall": 0.190711, "f1": 0.140366, "accuracy": 0.190711, "main_score": 0.140366, "hf_subset": "sat_Olck-mal_Mlym", "languages": ["sat-Olck", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.13667, "recall": 0.183794, "f1": 0.146828, "accuracy": 0.183794, "main_score": 0.146828, "hf_subset": "sat_Olck-pes_Arab", "languages": ["sat-Olck", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.114077, "recall": 0.150198, "f1": 0.121103, "accuracy": 0.150198, "main_score": 0.121103, "hf_subset": "sat_Olck-srd_Latn", "languages": ["sat-Olck", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.11777, "recall": 0.151186, "f1": 0.12621, "accuracy": 0.151186, "main_score": 0.12621, "hf_subset": "sat_Olck-tzm_Tfng", "languages": ["sat-Olck", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.125872, "recall": 0.184783, "f1": 0.13686, "accuracy": 0.184783, "main_score": 0.13686, "hf_subset": "sat_Olck-acq_Arab", "languages": ["sat-Olck", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.076272, "recall": 0.108696, "f1": 0.081712, "accuracy": 0.108696, "main_score": 0.081712, "hf_subset": "sat_Olck-bem_Latn", "languages": ["sat-Olck", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.140197, "recall": 0.190711, "f1": 0.150399, "accuracy": 0.190711, "main_score": 0.150399, "hf_subset": "sat_Olck-epo_Latn", "languages": ["sat-Olck", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135324, "recall": 0.186759, "f1": 0.145296, "accuracy": 0.186759, "main_score": 0.145296, "hf_subset": "sat_Olck-hun_Latn", "languages": ["sat-Olck", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.107639, "recall": 0.152174, "f1": 0.115672, "accuracy": 0.152174, "main_score": 0.115672, "hf_subset": "sat_Olck-kir_Cyrl", "languages": ["sat-Olck", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.141747, "recall": 0.199605, "f1": 0.153197, "accuracy": 0.199605, "main_score": 0.153197, "hf_subset": "sat_Olck-mar_Deva", "languages": ["sat-Olck", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.091681, "recall": 0.139328, "f1": 0.100384, "accuracy": 0.139328, "main_score": 0.100384, "hf_subset": "sat_Olck-plt_Latn", "languages": ["sat-Olck", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.128726, "recall": 0.182806, "f1": 0.139228, "accuracy": 0.182806, "main_score": 0.139228, "hf_subset": "sat_Olck-srp_Cyrl", "languages": ["sat-Olck", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.120455, "recall": 0.166008, "f1": 0.128819, "accuracy": 0.166008, "main_score": 0.128819, "hf_subset": "sat_Olck-uig_Arab", "languages": ["sat-Olck", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.130644, "recall": 0.172925, "f1": 0.139321, "accuracy": 0.172925, "main_score": 0.139321, "hf_subset": "sat_Olck-aeb_Arab", "languages": ["sat-Olck", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.164522, "recall": 0.232213, "f1": 0.178026, "accuracy": 0.232213, "main_score": 0.178026, "hf_subset": "sat_Olck-ben_Beng", "languages": ["sat-Olck", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.132855, "recall": 0.190711, "f1": 0.143636, "accuracy": 0.190711, "main_score": 0.143636, "hf_subset": "sat_Olck-est_Latn", "languages": ["sat-Olck", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127821, "recall": 0.181818, "f1": 0.138007, "accuracy": 0.181818, "main_score": 0.138007, "hf_subset": "sat_Olck-hye_Armn", "languages": ["sat-Olck", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.073006, "recall": 0.105731, "f1": 0.079715, "accuracy": 0.105731, "main_score": 0.079715, "hf_subset": "sat_Olck-kmb_Latn", "languages": ["sat-Olck", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.077474, "recall": 0.114625, "f1": 0.085097, "accuracy": 0.114625, "main_score": 0.085097, "hf_subset": "sat_Olck-min_Arab", "languages": ["sat-Olck", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.118642, "recall": 0.171937, "f1": 0.128636, "accuracy": 0.171937, "main_score": 0.128636, "hf_subset": "sat_Olck-pol_Latn", "languages": ["sat-Olck", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.078458, "recall": 0.112648, "f1": 0.084913, "accuracy": 0.112648, "main_score": 0.084913, "hf_subset": "sat_Olck-ssw_Latn", "languages": ["sat-Olck", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142148, "recall": 0.195652, "f1": 0.152502, "accuracy": 0.195652, "main_score": 0.152502, "hf_subset": "sat_Olck-ukr_Cyrl", "languages": ["sat-Olck", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.138608, "recall": 0.200593, "f1": 0.151291, "accuracy": 0.200593, "main_score": 0.151291, "hf_subset": "sat_Olck-afr_Latn", "languages": ["sat-Olck", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146949, "recall": 0.19664, "f1": 0.155484, "accuracy": 0.19664, "main_score": 0.155484, "hf_subset": "sat_Olck-bho_Deva", "languages": ["sat-Olck", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.13239, "recall": 0.181818, "f1": 0.142121, "accuracy": 0.181818, "main_score": 0.142121, "hf_subset": "sat_Olck-eus_Latn", "languages": ["sat-Olck", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.076646, "recall": 0.114625, "f1": 0.08407, "accuracy": 0.114625, "main_score": 0.08407, "hf_subset": "sat_Olck-ibo_Latn", "languages": ["sat-Olck", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.120612, "recall": 0.163043, "f1": 0.128914, "accuracy": 0.163043, "main_score": 0.128914, "hf_subset": "sat_Olck-kmr_Latn", "languages": ["sat-Olck", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127931, "recall": 0.184783, "f1": 0.138303, "accuracy": 0.184783, "main_score": 0.138303, "hf_subset": "sat_Olck-min_Latn", "languages": ["sat-Olck", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.139443, "recall": 0.197628, "f1": 0.151415, "accuracy": 0.197628, "main_score": 0.151415, "hf_subset": "sat_Olck-por_Latn", "languages": ["sat-Olck", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121379, "recall": 0.168972, "f1": 0.130333, "accuracy": 0.168972, "main_score": 0.130333, "hf_subset": "sat_Olck-sun_Latn", "languages": ["sat-Olck", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.071297, "recall": 0.103755, "f1": 0.077593, "accuracy": 0.103755, "main_score": 0.077593, "hf_subset": "sat_Olck-umb_Latn", "languages": ["sat-Olck", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.119422, "recall": 0.171937, "f1": 0.129226, "accuracy": 0.171937, "main_score": 0.129226, "hf_subset": "sat_Olck-ajp_Arab", "languages": ["sat-Olck", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.082548, "recall": 0.113636, "f1": 0.087861, "accuracy": 0.113636, "main_score": 0.087861, "hf_subset": "sat_Olck-bjn_Arab", "languages": ["sat-Olck", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.056484, "recall": 0.081028, "f1": 0.061843, "accuracy": 0.081028, "main_score": 0.061843, "hf_subset": "sat_Olck-ewe_Latn", "languages": ["sat-Olck", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.098162, "recall": 0.135375, "f1": 0.104006, "accuracy": 0.135375, "main_score": 0.104006, "hf_subset": "sat_Olck-ilo_Latn", "languages": ["sat-Olck", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.077292, "recall": 0.099802, "f1": 0.081525, "accuracy": 0.099802, "main_score": 0.081525, "hf_subset": "sat_Olck-knc_Arab", "languages": ["sat-Olck", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.12989, "recall": 0.185771, "f1": 0.140279, "accuracy": 0.185771, "main_score": 0.140279, "hf_subset": "sat_Olck-mkd_Cyrl", "languages": ["sat-Olck", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.135436, "recall": 0.190711, "f1": 0.146524, "accuracy": 0.190711, "main_score": 0.146524, "hf_subset": "sat_Olck-prs_Arab", "languages": ["sat-Olck", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.151125, "recall": 0.198617, "f1": 0.16061, "accuracy": 0.198617, "main_score": 0.16061, "hf_subset": "sat_Olck-swe_Latn", "languages": ["sat-Olck", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149886, "recall": 0.210474, "f1": 0.161706, "accuracy": 0.210474, "main_score": 0.161706, "hf_subset": "sat_Olck-urd_Arab", "languages": ["sat-Olck", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.071577, "recall": 0.103755, "f1": 0.07758, "accuracy": 0.103755, "main_score": 0.07758, "hf_subset": "sat_Olck-aka_Latn", "languages": ["sat-Olck", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.103083, "recall": 0.140316, "f1": 0.1096, "accuracy": 0.140316, "main_score": 0.1096, "hf_subset": "sat_Olck-bjn_Latn", "languages": ["sat-Olck", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.130786, "recall": 0.18083, "f1": 0.140382, "accuracy": 0.18083, "main_score": 0.140382, "hf_subset": "sat_Olck-fao_Latn", "languages": ["sat-Olck", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142214, "recall": 0.193676, "f1": 0.152023, "accuracy": 0.193676, "main_score": 0.152023, "hf_subset": "sat_Olck-ind_Latn", "languages": ["sat-Olck", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.072082, "recall": 0.104743, "f1": 0.07844, "accuracy": 0.104743, "main_score": 0.07844, "hf_subset": "sat_Olck-knc_Latn", "languages": ["sat-Olck", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124042, "recall": 0.16996, "f1": 0.132607, "accuracy": 0.16996, "main_score": 0.132607, "hf_subset": "sat_Olck-mlt_Latn", "languages": ["sat-Olck", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.088446, "recall": 0.123518, "f1": 0.095048, "accuracy": 0.123518, "main_score": 0.095048, "hf_subset": "sat_Olck-quy_Latn", "languages": ["sat-Olck", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.125951, "recall": 0.179842, "f1": 0.136587, "accuracy": 0.179842, "main_score": 0.136587, "hf_subset": "sat_Olck-swh_Latn", "languages": ["sat-Olck", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135961, "recall": 0.181818, "f1": 0.145015, "accuracy": 0.181818, "main_score": 0.145015, "hf_subset": "sat_Olck-uzn_Latn", "languages": ["sat-Olck", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136582, "recall": 0.183794, "f1": 0.145535, "accuracy": 0.183794, "main_score": 0.145535, "hf_subset": "sat_Olck-als_Latn", "languages": ["sat-Olck", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.133656, "recall": 0.18083, "f1": 0.144704, "accuracy": 0.18083, "main_score": 0.144704, "hf_subset": "sat_Olck-bod_Tibt", "languages": ["sat-Olck", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.085714, "recall": 0.12747, "f1": 0.094013, "accuracy": 0.12747, "main_score": 0.094013, "hf_subset": "sat_Olck-fij_Latn", "languages": ["sat-Olck", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121964, "recall": 0.167984, "f1": 0.131159, "accuracy": 0.167984, "main_score": 0.131159, "hf_subset": "sat_Olck-isl_Latn", "languages": ["sat-Olck", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.068513, "recall": 0.093874, "f1": 0.073497, "accuracy": 0.093874, "main_score": 0.073497, "hf_subset": "sat_Olck-kon_Latn", "languages": ["sat-Olck", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.094545, "recall": 0.129447, "f1": 0.101017, "accuracy": 0.129447, "main_score": 0.101017, "hf_subset": "sat_Olck-mni_Beng", "languages": ["sat-Olck", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.139676, "recall": 0.190711, "f1": 0.149341, "accuracy": 0.190711, "main_score": 0.149341, "hf_subset": "sat_Olck-ron_Latn", "languages": ["sat-Olck", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138093, "recall": 0.189723, "f1": 0.147621, "accuracy": 0.189723, "main_score": 0.147621, "hf_subset": "sat_Olck-szl_Latn", "languages": ["sat-Olck", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.126258, "recall": 0.174901, "f1": 0.134623, "accuracy": 0.174901, "main_score": 0.134623, "hf_subset": "sat_Olck-vec_Latn", "languages": ["sat-Olck", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.132809, "recall": 0.178854, "f1": 0.141793, "accuracy": 0.178854, "main_score": 0.141793, "hf_subset": "sat_Olck-amh_Ethi", "languages": ["sat-Olck", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.138973, "recall": 0.1917, "f1": 0.149217, "accuracy": 0.1917, "main_score": 0.149217, "hf_subset": "sat_Olck-bos_Latn", "languages": ["sat-Olck", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.125932, "recall": 0.183794, "f1": 0.137882, "accuracy": 0.183794, "main_score": 0.137882, "hf_subset": "sat_Olck-fin_Latn", "languages": ["sat-Olck", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.125087, "recall": 0.179842, "f1": 0.134573, "accuracy": 0.179842, "main_score": 0.134573, "hf_subset": "sat_Olck-ita_Latn", "languages": ["sat-Olck", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121807, "recall": 0.175889, "f1": 0.131807, "accuracy": 0.175889, "main_score": 0.131807, "hf_subset": "sat_Olck-kor_Hang", "languages": ["sat-Olck", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.073951, "recall": 0.102767, "f1": 0.079641, "accuracy": 0.102767, "main_score": 0.079641, "hf_subset": "sat_Olck-mos_Latn", "languages": ["sat-Olck", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.085398, "recall": 0.120553, "f1": 0.092629, "accuracy": 0.120553, "main_score": 0.092629, "hf_subset": "sat_Olck-run_Latn", "languages": ["sat-Olck", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.134138, "recall": 0.189723, "f1": 0.144511, "accuracy": 0.189723, "main_score": 0.144511, "hf_subset": "sat_Olck-tam_Taml", "languages": ["sat-Olck", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.134469, "recall": 0.182806, "f1": 0.142598, "accuracy": 0.182806, "main_score": 0.142598, "hf_subset": "sat_Olck-vie_Latn", "languages": ["sat-Olck", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127391, "recall": 0.179842, "f1": 0.137437, "accuracy": 0.179842, "main_score": 0.137437, "hf_subset": "sat_Olck-apc_Arab", "languages": ["sat-Olck", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.08394, "recall": 0.114625, "f1": 0.090107, "accuracy": 0.114625, "main_score": 0.090107, "hf_subset": "sat_Olck-bug_Latn", "languages": ["sat-Olck", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.063089, "recall": 0.088933, "f1": 0.068586, "accuracy": 0.088933, "main_score": 0.068586, "hf_subset": "sat_Olck-fon_Latn", "languages": ["sat-Olck", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136085, "recall": 0.186759, "f1": 0.146366, "accuracy": 0.186759, "main_score": 0.146366, "hf_subset": "sat_Olck-jav_Latn", "languages": ["sat-Olck", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.144578, "recall": 0.190711, "f1": 0.154163, "accuracy": 0.190711, "main_score": 0.154163, "hf_subset": "sat_Olck-lao_Laoo", "languages": ["sat-Olck", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.114204, "recall": 0.160079, "f1": 0.122877, "accuracy": 0.160079, "main_score": 0.122877, "hf_subset": "sat_Olck-mri_Latn", "languages": ["sat-Olck", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122178, "recall": 0.171937, "f1": 0.131601, "accuracy": 0.171937, "main_score": 0.131601, "hf_subset": "sat_Olck-rus_Cyrl", "languages": ["sat-Olck", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.062447, "recall": 0.085968, "f1": 0.06721, "accuracy": 0.085968, "main_score": 0.06721, "hf_subset": "sat_Olck-taq_Latn", "languages": ["sat-Olck", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.11662, "recall": 0.166996, "f1": 0.126354, "accuracy": 0.166996, "main_score": 0.126354, "hf_subset": "sat_Olck-war_Latn", "languages": ["sat-Olck", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136051, "recall": 0.195652, "f1": 0.147015, "accuracy": 0.195652, "main_score": 0.147015, "hf_subset": "sat_Olck-arb_Arab", "languages": ["sat-Olck", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.127042, "recall": 0.177866, "f1": 0.137018, "accuracy": 0.177866, "main_score": 0.137018, "hf_subset": "sat_Olck-bul_Cyrl", "languages": ["sat-Olck", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.130823, "recall": 0.179842, "f1": 0.13936, "accuracy": 0.179842, "main_score": 0.13936, "hf_subset": "sat_Olck-fra_Latn", "languages": ["sat-Olck", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.105921, "recall": 0.15415, "f1": 0.115053, "accuracy": 0.15415, "main_score": 0.115053, "hf_subset": "sat_Olck-jpn_Jpan", "languages": ["sat-Olck", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.129036, "recall": 0.168972, "f1": 0.137133, "accuracy": 0.168972, "main_score": 0.137133, "hf_subset": "sat_Olck-lij_Latn", "languages": ["sat-Olck", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.145884, "recall": 0.201581, "f1": 0.156633, "accuracy": 0.201581, "main_score": 0.156633, "hf_subset": "sat_Olck-mya_Mymr", "languages": ["sat-Olck", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.076079, "recall": 0.105731, "f1": 0.081911, "accuracy": 0.105731, "main_score": 0.081911, "hf_subset": "sat_Olck-sag_Latn", "languages": ["sat-Olck", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.082408, "recall": 0.110672, "f1": 0.088371, "accuracy": 0.110672, "main_score": 0.088371, "hf_subset": "sat_Olck-taq_Tfng", "languages": ["sat-Olck", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.081631, "recall": 0.117589, "f1": 0.08875, "accuracy": 0.117589, "main_score": 0.08875, "hf_subset": "sat_Olck-wol_Latn", "languages": ["sat-Olck", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.086518, "recall": 0.118577, "f1": 0.092233, "accuracy": 0.118577, "main_score": 0.092233, "hf_subset": "sat_Olck-arb_Latn", "languages": ["sat-Olck", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.131596, "recall": 0.184783, "f1": 0.141718, "accuracy": 0.184783, "main_score": 0.141718, "hf_subset": "sat_Olck-cat_Latn", "languages": ["sat-Olck", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.110193, "recall": 0.163043, "f1": 0.119275, "accuracy": 0.163043, "main_score": 0.119275, "hf_subset": "sat_Olck-fur_Latn", "languages": ["sat-Olck", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.08646, "recall": 0.123518, "f1": 0.09403, "accuracy": 0.123518, "main_score": 0.09403, "hf_subset": "sat_Olck-kab_Latn", "languages": ["sat-Olck", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.12432, "recall": 0.176877, "f1": 0.133963, "accuracy": 0.176877, "main_score": 0.133963, "hf_subset": "sat_Olck-lim_Latn", "languages": ["sat-Olck", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124643, "recall": 0.176877, "f1": 0.135302, "accuracy": 0.176877, "main_score": 0.135302, "hf_subset": "sat_Olck-nld_Latn", "languages": ["sat-Olck", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152791, "recall": 0.206522, "f1": 0.164131, "accuracy": 0.206522, "main_score": 0.164131, "hf_subset": "sat_Olck-san_Deva", "languages": ["sat-Olck", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.112276, "recall": 0.166996, "f1": 0.122438, "accuracy": 0.166996, "main_score": 0.122438, "hf_subset": "sat_Olck-tat_Cyrl", "languages": ["sat-Olck", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.088109, "recall": 0.129447, "f1": 0.095916, "accuracy": 0.129447, "main_score": 0.095916, "hf_subset": "sat_Olck-xho_Latn", "languages": ["sat-Olck", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121959, "recall": 0.179842, "f1": 0.132908, "accuracy": 0.179842, "main_score": 0.132908, "hf_subset": "sat_Olck-ars_Arab", "languages": ["sat-Olck", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.119993, "recall": 0.163043, "f1": 0.128356, "accuracy": 0.163043, "main_score": 0.128356, "hf_subset": "sat_Olck-ceb_Latn", "languages": ["sat-Olck", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.068369, "recall": 0.096838, "f1": 0.073886, "accuracy": 0.096838, "main_score": 0.073886, "hf_subset": "sat_Olck-fuv_Latn", "languages": ["sat-Olck", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.059753, "recall": 0.087945, "f1": 0.064477, "accuracy": 0.087945, "main_score": 0.064477, "hf_subset": "sat_Olck-kac_Latn", "languages": ["sat-Olck", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.07453, "recall": 0.104743, "f1": 0.079566, "accuracy": 0.104743, "main_score": 0.079566, "hf_subset": "sat_Olck-lin_Latn", "languages": ["sat-Olck", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135184, "recall": 0.185771, "f1": 0.145586, "accuracy": 0.185771, "main_score": 0.145586, "hf_subset": "sat_Olck-nno_Latn", "languages": ["sat-Olck", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148402, "recall": 0.203557, "f1": 0.158325, "accuracy": 0.203557, "main_score": 0.158325, "hf_subset": "sat_Olck-tel_Telu", "languages": ["sat-Olck", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.139233, "recall": 0.188735, "f1": 0.149681, "accuracy": 0.188735, "main_score": 0.149681, "hf_subset": "sat_Olck-ydd_Hebr", "languages": ["sat-Olck", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.112189, "recall": 0.159091, "f1": 0.120632, "accuracy": 0.159091, "main_score": 0.120632, "hf_subset": "sat_Olck-ary_Arab", "languages": ["sat-Olck", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.127828, "recall": 0.186759, "f1": 0.140398, "accuracy": 0.186759, "main_score": 0.140398, "hf_subset": "sat_Olck-ces_Latn", "languages": ["sat-Olck", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.109759, "recall": 0.145257, "f1": 0.116642, "accuracy": 0.145257, "main_score": 0.116642, "hf_subset": "sat_Olck-gaz_Latn", "languages": ["sat-Olck", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.076813, "recall": 0.115613, "f1": 0.083939, "accuracy": 0.115613, "main_score": 0.083939, "hf_subset": "sat_Olck-kam_Latn", "languages": ["sat-Olck", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.130549, "recall": 0.183794, "f1": 0.141467, "accuracy": 0.183794, "main_score": 0.141467, "hf_subset": "sat_Olck-lit_Latn", "languages": ["sat-Olck", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.141356, "recall": 0.194664, "f1": 0.15142, "accuracy": 0.194664, "main_score": 0.15142, "hf_subset": "sat_Olck-nob_Latn", "languages": ["sat-Olck", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127072, "recall": 0.166008, "f1": 0.133831, "accuracy": 0.166008, "main_score": 0.133831, "hf_subset": "sat_Olck-scn_Latn", "languages": ["sat-Olck", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122107, "recall": 0.175889, "f1": 0.132173, "accuracy": 0.175889, "main_score": 0.132173, "hf_subset": "sat_Olck-tgk_Cyrl", "languages": ["sat-Olck", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.079032, "recall": 0.120553, "f1": 0.086901, "accuracy": 0.120553, "main_score": 0.086901, "hf_subset": "sat_Olck-yor_Latn", "languages": ["sat-Olck", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124947, "recall": 0.175889, "f1": 0.13404, "accuracy": 0.175889, "main_score": 0.13404, "hf_subset": "sat_Olck-arz_Arab", "languages": ["sat-Olck", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.071393, "recall": 0.096838, "f1": 0.076416, "accuracy": 0.096838, "main_score": 0.076416, "hf_subset": "sat_Olck-cjk_Latn", "languages": ["sat-Olck", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.115323, "recall": 0.162055, "f1": 0.124661, "accuracy": 0.162055, "main_score": 0.124661, "hf_subset": "sat_Olck-gla_Latn", "languages": ["sat-Olck", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135925, "recall": 0.192688, "f1": 0.146537, "accuracy": 0.192688, "main_score": 0.146537, "hf_subset": "sat_Olck-kan_Knda", "languages": ["sat-Olck", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.115519, "recall": 0.160079, "f1": 0.123237, "accuracy": 0.160079, "main_score": 0.123237, "hf_subset": "sat_Olck-lmo_Latn", "languages": ["sat-Olck", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149621, "recall": 0.20751, "f1": 0.160427, "accuracy": 0.20751, "main_score": 0.160427, "hf_subset": "sat_Olck-npi_Deva", "languages": ["sat-Olck", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.059068, "recall": 0.089921, "f1": 0.064697, "accuracy": 0.089921, "main_score": 0.064697, "hf_subset": "sat_Olck-shn_Mymr", "languages": ["sat-Olck", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.141214, "recall": 0.201581, "f1": 0.153047, "accuracy": 0.201581, "main_score": 0.153047, "hf_subset": "sat_Olck-tgl_Latn", "languages": ["sat-Olck", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.123363, "recall": 0.182806, "f1": 0.134905, "accuracy": 0.182806, "main_score": 0.134905, "hf_subset": "sat_Olck-yue_Hant", "languages": ["sat-Olck", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.154177, "recall": 0.208498, "f1": 0.165535, "accuracy": 0.208498, "main_score": 0.165535, "hf_subset": "sat_Olck-asm_Beng", "languages": ["sat-Olck", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.141988, "recall": 0.19664, "f1": 0.153288, "accuracy": 0.19664, "main_score": 0.153288, "hf_subset": "sat_Olck-ckb_Arab", "languages": ["sat-Olck", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.130903, "recall": 0.172925, "f1": 0.13964, "accuracy": 0.172925, "main_score": 0.13964, "hf_subset": "sat_Olck-gle_Latn", "languages": ["sat-Olck", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.106683, "recall": 0.144269, "f1": 0.114017, "accuracy": 0.144269, "main_score": 0.114017, "hf_subset": "sat_Olck-kas_Arab", "languages": ["sat-Olck", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.09859, "recall": 0.140316, "f1": 0.10686, "accuracy": 0.140316, "main_score": 0.10686, "hf_subset": "sat_Olck-ltg_Latn", "languages": ["sat-Olck", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.078826, "recall": 0.114625, "f1": 0.085937, "accuracy": 0.114625, "main_score": 0.085937, "hf_subset": "sat_Olck-nso_Latn", "languages": ["sat-Olck", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138452, "recall": 0.1917, "f1": 0.148821, "accuracy": 0.1917, "main_score": 0.148821, "hf_subset": "sat_Olck-sin_Sinh", "languages": ["sat-Olck", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.122464, "recall": 0.179842, "f1": 0.132844, "accuracy": 0.179842, "main_score": 0.132844, "hf_subset": "sat_Olck-tha_Thai", "languages": ["sat-Olck", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.11554, "recall": 0.164032, "f1": 0.123738, "accuracy": 0.164032, "main_score": 0.123738, "hf_subset": "sat_Olck-zho_Hans", "languages": ["sat-Olck", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.123052, "recall": 0.18083, "f1": 0.134858, "accuracy": 0.18083, "main_score": 0.134858, "hf_subset": "sat_Olck-ast_Latn", "languages": ["sat-Olck", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13133, "recall": 0.185771, "f1": 0.142149, "accuracy": 0.185771, "main_score": 0.142149, "hf_subset": "sat_Olck-crh_Latn", "languages": ["sat-Olck", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127792, "recall": 0.18083, "f1": 0.138219, "accuracy": 0.18083, "main_score": 0.138219, "hf_subset": "sat_Olck-glg_Latn", "languages": ["sat-Olck", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.105987, "recall": 0.140316, "f1": 0.112612, "accuracy": 0.140316, "main_score": 0.112612, "hf_subset": "sat_Olck-kas_Deva", "languages": ["sat-Olck", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.112161, "recall": 0.151186, "f1": 0.119486, "accuracy": 0.151186, "main_score": 0.119486, "hf_subset": "sat_Olck-ltz_Latn", "languages": ["sat-Olck", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.080379, "recall": 0.107708, "f1": 0.086314, "accuracy": 0.107708, "main_score": 0.086314, "hf_subset": "sat_Olck-nus_Latn", "languages": ["sat-Olck", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129208, "recall": 0.18083, "f1": 0.138487, "accuracy": 0.18083, "main_score": 0.138487, "hf_subset": "sat_Olck-slk_Latn", "languages": ["sat-Olck", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.08683, "recall": 0.119565, "f1": 0.093855, "accuracy": 0.119565, "main_score": 0.093855, "hf_subset": "sat_Olck-tir_Ethi", "languages": ["sat-Olck", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.112222, "recall": 0.164032, "f1": 0.12281, "accuracy": 0.164032, "main_score": 0.12281, "hf_subset": "sat_Olck-zho_Hant", "languages": ["sat-Olck", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.146809, "recall": 0.204545, "f1": 0.158435, "accuracy": 0.204545, "main_score": 0.158435, "hf_subset": "sat_Olck-awa_Deva", "languages": ["sat-Olck", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.141959, "recall": 0.194664, "f1": 0.15221, "accuracy": 0.194664, "main_score": 0.15221, "hf_subset": "sat_Olck-cym_Latn", "languages": ["sat-Olck", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.090219, "recall": 0.129447, "f1": 0.097891, "accuracy": 0.129447, "main_score": 0.097891, "hf_subset": "sat_Olck-grn_Latn", "languages": ["sat-Olck", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.133983, "recall": 0.185771, "f1": 0.143417, "accuracy": 0.185771, "main_score": 0.143417, "hf_subset": "sat_Olck-kat_Geor", "languages": ["sat-Olck", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.073779, "recall": 0.101779, "f1": 0.07864, "accuracy": 0.101779, "main_score": 0.07864, "hf_subset": "sat_Olck-lua_Latn", "languages": ["sat-Olck", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.068517, "recall": 0.101779, "f1": 0.074357, "accuracy": 0.101779, "main_score": 0.074357, "hf_subset": "sat_Olck-nya_Latn", "languages": ["sat-Olck", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.134887, "recall": 0.182806, "f1": 0.144156, "accuracy": 0.182806, "main_score": 0.144156, "hf_subset": "sat_Olck-slv_Latn", "languages": ["sat-Olck", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.100998, "recall": 0.137352, "f1": 0.106844, "accuracy": 0.137352, "main_score": 0.106844, "hf_subset": "sat_Olck-tpi_Latn", "languages": ["sat-Olck", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.14218, "recall": 0.205534, "f1": 0.153511, "accuracy": 0.205534, "main_score": 0.153511, "hf_subset": "sat_Olck-zsm_Latn", "languages": ["sat-Olck", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.071455, "recall": 0.102767, "f1": 0.077811, "accuracy": 0.102767, "main_score": 0.077811, "hf_subset": "sat_Olck-ayr_Latn", "languages": ["sat-Olck", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.131869, "recall": 0.188735, "f1": 0.142483, "accuracy": 0.188735, "main_score": 0.142483, "hf_subset": "sat_Olck-dan_Latn", "languages": ["sat-Olck", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.143959, "recall": 0.204545, "f1": 0.155417, "accuracy": 0.204545, "main_score": 0.155417, "hf_subset": "sat_Olck-guj_Gujr", "languages": ["sat-Olck", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.140979, "recall": 0.195652, "f1": 0.152258, "accuracy": 0.195652, "main_score": 0.152258, "hf_subset": "sat_Olck-kaz_Cyrl", "languages": ["sat-Olck", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.078602, "recall": 0.116601, "f1": 0.08659, "accuracy": 0.116601, "main_score": 0.08659, "hf_subset": "sat_Olck-lug_Latn", "languages": ["sat-Olck", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.130213, "recall": 0.183794, "f1": 0.140067, "accuracy": 0.183794, "main_score": 0.140067, "hf_subset": "sat_Olck-oci_Latn", "languages": ["sat-Olck", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.098386, "recall": 0.13834, "f1": 0.106699, "accuracy": 0.13834, "main_score": 0.106699, "hf_subset": "sat_Olck-smo_Latn", "languages": ["sat-Olck", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.068613, "recall": 0.099802, "f1": 0.074517, "accuracy": 0.099802, "main_score": 0.074517, "hf_subset": "sat_Olck-tsn_Latn", "languages": ["sat-Olck", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.101827, "recall": 0.147233, "f1": 0.111177, "accuracy": 0.147233, "main_score": 0.111177, "hf_subset": "sat_Olck-zul_Latn", "languages": ["sat-Olck", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.085668, "recall": 0.121542, "f1": 0.091631, "accuracy": 0.121542, "main_score": 0.091631, "hf_subset": "sat_Olck-azb_Arab", "languages": ["sat-Olck", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.131072, "recall": 0.18083, "f1": 0.141021, "accuracy": 0.18083, "main_score": 0.141021, "hf_subset": "sat_Olck-deu_Latn", "languages": ["sat-Olck", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.134185, "recall": 0.179842, "f1": 0.143023, "accuracy": 0.179842, "main_score": 0.143023, "hf_subset": "sat_Olck-hat_Latn", "languages": ["sat-Olck", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.065319, "recall": 0.101779, "f1": 0.072516, "accuracy": 0.101779, "main_score": 0.072516, "hf_subset": "sat_Olck-kbp_Latn", "languages": ["sat-Olck", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.070977, "recall": 0.104743, "f1": 0.077125, "accuracy": 0.104743, "main_score": 0.077125, "hf_subset": "sat_Olck-luo_Latn", "languages": ["sat-Olck", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.140319, "recall": 0.200593, "f1": 0.151757, "accuracy": 0.200593, "main_score": 0.151757, "hf_subset": "sat_Olck-ory_Orya", "languages": ["sat-Olck", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.07318, "recall": 0.112648, "f1": 0.080909, "accuracy": 0.112648, "main_score": 0.080909, "hf_subset": "sat_Olck-sna_Latn", "languages": ["sat-Olck", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.081676, "recall": 0.117589, "f1": 0.088318, "accuracy": 0.117589, "main_score": 0.088318, "hf_subset": "sat_Olck-tso_Latn", "languages": ["sat-Olck", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.114777, "recall": 0.166008, "f1": 0.125071, "accuracy": 0.166008, "main_score": 0.125071, "hf_subset": "sat_Olck-azj_Latn", "languages": ["sat-Olck", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.055478, "recall": 0.08498, "f1": 0.061108, "accuracy": 0.08498, "main_score": 0.061108, "hf_subset": "sat_Olck-dik_Latn", "languages": ["sat-Olck", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.110615, "recall": 0.159091, "f1": 0.120864, "accuracy": 0.159091, "main_score": 0.120864, "hf_subset": "sat_Olck-hau_Latn", "languages": ["sat-Olck", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.101227, "recall": 0.134387, "f1": 0.107261, "accuracy": 0.134387, "main_score": 0.107261, "hf_subset": "sat_Olck-kea_Latn", "languages": ["sat-Olck", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.058973, "recall": 0.089921, "f1": 0.063733, "accuracy": 0.089921, "main_score": 0.063733, "hf_subset": "sat_Olck-lus_Latn", "languages": ["sat-Olck", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.07203, "recall": 0.100791, "f1": 0.077165, "accuracy": 0.100791, "main_score": 0.077165, "hf_subset": "sat_Olck-pag_Latn", "languages": ["sat-Olck", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17136, "recall": 0.233202, "f1": 0.183849, "accuracy": 0.233202, "main_score": 0.183849, "hf_subset": "sat_Olck-snd_Arab", "languages": ["sat-Olck", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.115134, "recall": 0.158103, "f1": 0.123102, "accuracy": 0.158103, "main_score": 0.123102, "hf_subset": "sat_Olck-tuk_Latn", "languages": ["sat-Olck", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.113913, "recall": 0.162055, "f1": 0.123394, "accuracy": 0.162055, "main_score": 0.123394, "hf_subset": "sat_Olck-bak_Cyrl", "languages": ["sat-Olck", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.054807, "recall": 0.083004, "f1": 0.059675, "accuracy": 0.083004, "main_score": 0.059675, "hf_subset": "sat_Olck-dyu_Latn", "languages": ["sat-Olck", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136092, "recall": 0.187747, "f1": 0.145238, "accuracy": 0.187747, "main_score": 0.145238, "hf_subset": "sat_Olck-heb_Hebr", "languages": ["sat-Olck", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.124479, "recall": 0.16996, "f1": 0.134002, "accuracy": 0.16996, "main_score": 0.134002, "hf_subset": "sat_Olck-khk_Cyrl", "languages": ["sat-Olck", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.134709, "recall": 0.189723, "f1": 0.145252, "accuracy": 0.189723, "main_score": 0.145252, "hf_subset": "sat_Olck-lvs_Latn", "languages": ["sat-Olck", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149424, "recall": 0.205534, "f1": 0.16043, "accuracy": 0.205534, "main_score": 0.16043, "hf_subset": "sat_Olck-pan_Guru", "languages": ["sat-Olck", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.11013, "recall": 0.150198, "f1": 0.11868, "accuracy": 0.150198, "main_score": 0.11868, "hf_subset": "sat_Olck-som_Latn", "languages": ["sat-Olck", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.074594, "recall": 0.101779, "f1": 0.080252, "accuracy": 0.101779, "main_score": 0.080252, "hf_subset": "sat_Olck-tum_Latn", "languages": ["sat-Olck", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541523, "recall": 0.612648, "f1": 0.561102, "accuracy": 0.612648, "main_score": 0.561102, "hf_subset": "tel_Telu-ace_Arab", "languages": ["tel-Telu", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506902, "recall": 0.570158, "f1": 0.524224, "accuracy": 0.570158, "main_score": 0.524224, "hf_subset": "tel_Telu-bam_Latn", "languages": ["tel-Telu", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436714, "recall": 0.519763, "f1": 0.458749, "accuracy": 0.519763, "main_score": 0.458749, "hf_subset": "tel_Telu-dzo_Tibt", "languages": ["tel-Telu", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-hin_Deva", "languages": ["tel-Telu", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-khm_Khmr", "languages": ["tel-Telu", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-mag_Deva", "languages": ["tel-Telu", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "tel_Telu-pap_Latn", "languages": ["tel-Telu", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572943, "recall": 0.635375, "f1": 0.58988, "accuracy": 0.635375, "main_score": 0.58988, "hf_subset": "tel_Telu-sot_Latn", "languages": ["tel-Telu", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-tur_Latn", "languages": ["tel-Telu", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850494, "recall": 0.892292, "f1": 0.863603, "accuracy": 0.892292, "main_score": 0.863603, "hf_subset": "tel_Telu-ace_Latn", "languages": ["tel-Telu", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954381, "recall": 0.966403, "f1": 0.958169, "accuracy": 0.966403, "main_score": 0.958169, "hf_subset": "tel_Telu-ban_Latn", "languages": ["tel-Telu", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-ell_Grek", "languages": ["tel-Telu", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-hne_Deva", "languages": ["tel-Telu", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.574534, "recall": 0.637352, "f1": 0.59149, "accuracy": 0.637352, "main_score": 0.59149, "hf_subset": "tel_Telu-kik_Latn", "languages": ["tel-Telu", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-mai_Deva", "languages": ["tel-Telu", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tel_Telu-pbt_Arab", "languages": ["tel-Telu", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-spa_Latn", "languages": ["tel-Telu", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608565, "recall": 0.673913, "f1": 0.626248, "accuracy": 0.673913, "main_score": 0.626248, "hf_subset": "tel_Telu-twi_Latn", "languages": ["tel-Telu", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-acm_Arab", "languages": ["tel-Telu", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-bel_Cyrl", "languages": ["tel-Telu", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-eng_Latn", "languages": ["tel-Telu", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-hrv_Latn", "languages": ["tel-Telu", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540401, "recall": 0.610672, "f1": 0.55934, "accuracy": 0.610672, "main_score": 0.55934, "hf_subset": "tel_Telu-kin_Latn", "languages": ["tel-Telu", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-mal_Mlym", "languages": ["tel-Telu", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-pes_Arab", "languages": ["tel-Telu", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tel_Telu-srd_Latn", "languages": ["tel-Telu", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160448, "recall": 0.213439, "f1": 0.17305, "accuracy": 0.213439, "main_score": 0.17305, "hf_subset": "tel_Telu-tzm_Tfng", "languages": ["tel-Telu", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-acq_Arab", "languages": ["tel-Telu", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613267, "recall": 0.666996, "f1": 0.628546, "accuracy": 0.666996, "main_score": 0.628546, "hf_subset": "tel_Telu-bem_Latn", "languages": ["tel-Telu", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-epo_Latn", "languages": ["tel-Telu", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-hun_Latn", "languages": ["tel-Telu", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tel_Telu-kir_Cyrl", "languages": ["tel-Telu", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-mar_Deva", "languages": ["tel-Telu", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.650704, "recall": 0.709486, "f1": 0.667481, "accuracy": 0.709486, "main_score": 0.667481, "hf_subset": "tel_Telu-plt_Latn", "languages": ["tel-Telu", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-srp_Cyrl", "languages": ["tel-Telu", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "tel_Telu-uig_Arab", "languages": ["tel-Telu", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-aeb_Arab", "languages": ["tel-Telu", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ben_Beng", "languages": ["tel-Telu", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-est_Latn", "languages": ["tel-Telu", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-hye_Armn", "languages": ["tel-Telu", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.523677, "recall": 0.578063, "f1": 0.538136, "accuracy": 0.578063, "main_score": 0.538136, "hf_subset": "tel_Telu-kmb_Latn", "languages": ["tel-Telu", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473419, "recall": 0.549407, "f1": 0.492928, "accuracy": 0.549407, "main_score": 0.492928, "hf_subset": "tel_Telu-min_Arab", "languages": ["tel-Telu", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-pol_Latn", "languages": ["tel-Telu", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538183, "recall": 0.61166, "f1": 0.558233, "accuracy": 0.61166, "main_score": 0.558233, "hf_subset": "tel_Telu-ssw_Latn", "languages": ["tel-Telu", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ukr_Cyrl", "languages": ["tel-Telu", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-afr_Latn", "languages": ["tel-Telu", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-bho_Deva", "languages": ["tel-Telu", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tel_Telu-eus_Latn", "languages": ["tel-Telu", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567551, "recall": 0.631423, "f1": 0.584888, "accuracy": 0.631423, "main_score": 0.584888, "hf_subset": "tel_Telu-ibo_Latn", "languages": ["tel-Telu", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87887, "recall": 0.913043, "f1": 0.889888, "accuracy": 0.913043, "main_score": 0.889888, "hf_subset": "tel_Telu-kmr_Latn", "languages": ["tel-Telu", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tel_Telu-min_Latn", "languages": ["tel-Telu", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-por_Latn", "languages": ["tel-Telu", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-sun_Latn", "languages": ["tel-Telu", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490655, "recall": 0.554348, "f1": 0.508478, "accuracy": 0.554348, "main_score": 0.508478, "hf_subset": "tel_Telu-umb_Latn", "languages": ["tel-Telu", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ajp_Arab", "languages": ["tel-Telu", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522467, "recall": 0.582016, "f1": 0.538505, "accuracy": 0.582016, "main_score": 0.538505, "hf_subset": "tel_Telu-bjn_Arab", "languages": ["tel-Telu", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514225, "recall": 0.568182, "f1": 0.528913, "accuracy": 0.568182, "main_score": 0.528913, "hf_subset": "tel_Telu-ewe_Latn", "languages": ["tel-Telu", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938076, "recall": 0.95751, "f1": 0.944335, "accuracy": 0.95751, "main_score": 0.944335, "hf_subset": "tel_Telu-ilo_Latn", "languages": ["tel-Telu", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.309222, "recall": 0.363636, "f1": 0.324613, "accuracy": 0.363636, "main_score": 0.324613, "hf_subset": "tel_Telu-knc_Arab", "languages": ["tel-Telu", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-mkd_Cyrl", "languages": ["tel-Telu", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-prs_Arab", "languages": ["tel-Telu", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-swe_Latn", "languages": ["tel-Telu", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-urd_Arab", "languages": ["tel-Telu", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575413, "recall": 0.641304, "f1": 0.593136, "accuracy": 0.641304, "main_score": 0.593136, "hf_subset": "tel_Telu-aka_Latn", "languages": ["tel-Telu", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tel_Telu-bjn_Latn", "languages": ["tel-Telu", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tel_Telu-fao_Latn", "languages": ["tel-Telu", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ind_Latn", "languages": ["tel-Telu", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569421, "recall": 0.62747, "f1": 0.585754, "accuracy": 0.62747, "main_score": 0.585754, "hf_subset": "tel_Telu-knc_Latn", "languages": ["tel-Telu", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tel_Telu-mlt_Latn", "languages": ["tel-Telu", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706648, "recall": 0.770751, "f1": 0.724854, "accuracy": 0.770751, "main_score": 0.724854, "hf_subset": "tel_Telu-quy_Latn", "languages": ["tel-Telu", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "tel_Telu-swh_Latn", "languages": ["tel-Telu", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-uzn_Latn", "languages": ["tel-Telu", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-als_Latn", "languages": ["tel-Telu", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650602, "recall": 0.730237, "f1": 0.673798, "accuracy": 0.730237, "main_score": 0.673798, "hf_subset": "tel_Telu-bod_Tibt", "languages": ["tel-Telu", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.692656, "recall": 0.749012, "f1": 0.708936, "accuracy": 0.749012, "main_score": 0.708936, "hf_subset": "tel_Telu-fij_Latn", "languages": ["tel-Telu", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tel_Telu-isl_Latn", "languages": ["tel-Telu", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651773, "recall": 0.70751, "f1": 0.66797, "accuracy": 0.70751, "main_score": 0.66797, "hf_subset": "tel_Telu-kon_Latn", "languages": ["tel-Telu", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666544, "recall": 0.738142, "f1": 0.687274, "accuracy": 0.738142, "main_score": 0.687274, "hf_subset": "tel_Telu-mni_Beng", "languages": ["tel-Telu", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ron_Latn", "languages": ["tel-Telu", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "tel_Telu-szl_Latn", "languages": ["tel-Telu", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-vec_Latn", "languages": ["tel-Telu", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "tel_Telu-amh_Ethi", "languages": ["tel-Telu", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-bos_Latn", "languages": ["tel-Telu", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-fin_Latn", "languages": ["tel-Telu", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ita_Latn", "languages": ["tel-Telu", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-kor_Hang", "languages": ["tel-Telu", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.528967, "recall": 0.590909, "f1": 0.545686, "accuracy": 0.590909, "main_score": 0.545686, "hf_subset": "tel_Telu-mos_Latn", "languages": ["tel-Telu", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524673, "recall": 0.587945, "f1": 0.54263, "accuracy": 0.587945, "main_score": 0.54263, "hf_subset": "tel_Telu-run_Latn", "languages": ["tel-Telu", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-tam_Taml", "languages": ["tel-Telu", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-vie_Latn", "languages": ["tel-Telu", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-apc_Arab", "languages": ["tel-Telu", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.786521, "recall": 0.83498, "f1": 0.800609, "accuracy": 0.83498, "main_score": 0.800609, "hf_subset": "tel_Telu-bug_Latn", "languages": ["tel-Telu", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450149, "recall": 0.503953, "f1": 0.464306, "accuracy": 0.503953, "main_score": 0.464306, "hf_subset": "tel_Telu-fon_Latn", "languages": ["tel-Telu", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-jav_Latn", "languages": ["tel-Telu", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-lao_Laoo", "languages": ["tel-Telu", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.861001, "recall": 0.900198, "f1": 0.87332, "accuracy": 0.900198, "main_score": 0.87332, "hf_subset": "tel_Telu-mri_Latn", "languages": ["tel-Telu", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-rus_Cyrl", "languages": ["tel-Telu", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520506, "recall": 0.590909, "f1": 0.539982, "accuracy": 0.590909, "main_score": 0.539982, "hf_subset": "tel_Telu-taq_Latn", "languages": ["tel-Telu", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-war_Latn", "languages": ["tel-Telu", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-arb_Arab", "languages": ["tel-Telu", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-bul_Cyrl", "languages": ["tel-Telu", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-fra_Latn", "languages": ["tel-Telu", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-jpn_Jpan", "languages": ["tel-Telu", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tel_Telu-lij_Latn", "languages": ["tel-Telu", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "tel_Telu-mya_Mymr", "languages": ["tel-Telu", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.578265, "recall": 0.644269, "f1": 0.596435, "accuracy": 0.644269, "main_score": 0.596435, "hf_subset": "tel_Telu-sag_Latn", "languages": ["tel-Telu", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186406, "recall": 0.245059, "f1": 0.199256, "accuracy": 0.245059, "main_score": 0.199256, "hf_subset": "tel_Telu-taq_Tfng", "languages": ["tel-Telu", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.621225, "recall": 0.682806, "f1": 0.638213, "accuracy": 0.682806, "main_score": 0.638213, "hf_subset": "tel_Telu-wol_Latn", "languages": ["tel-Telu", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770175, "recall": 0.828063, "f1": 0.78762, "accuracy": 0.828063, "main_score": 0.78762, "hf_subset": "tel_Telu-arb_Latn", "languages": ["tel-Telu", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-cat_Latn", "languages": ["tel-Telu", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tel_Telu-fur_Latn", "languages": ["tel-Telu", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39556, "recall": 0.454545, "f1": 0.411242, "accuracy": 0.454545, "main_score": 0.411242, "hf_subset": "tel_Telu-kab_Latn", "languages": ["tel-Telu", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tel_Telu-lim_Latn", "languages": ["tel-Telu", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-nld_Latn", "languages": ["tel-Telu", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tel_Telu-san_Deva", "languages": ["tel-Telu", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "tel_Telu-tat_Cyrl", "languages": ["tel-Telu", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.653814, "recall": 0.712451, "f1": 0.670984, "accuracy": 0.712451, "main_score": 0.670984, "hf_subset": "tel_Telu-xho_Latn", "languages": ["tel-Telu", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-ars_Arab", "languages": ["tel-Telu", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ceb_Latn", "languages": ["tel-Telu", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550834, "recall": 0.616601, "f1": 0.569421, "accuracy": 0.616601, "main_score": 0.569421, "hf_subset": "tel_Telu-fuv_Latn", "languages": ["tel-Telu", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501505, "recall": 0.574111, "f1": 0.521239, "accuracy": 0.574111, "main_score": 0.521239, "hf_subset": "tel_Telu-kac_Latn", "languages": ["tel-Telu", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645892, "recall": 0.704545, "f1": 0.662962, "accuracy": 0.704545, "main_score": 0.662962, "hf_subset": "tel_Telu-lin_Latn", "languages": ["tel-Telu", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-nno_Latn", "languages": ["tel-Telu", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223752, "recall": 0.306324, "f1": 0.244569, "accuracy": 0.306324, "main_score": 0.244569, "hf_subset": "tel_Telu-sat_Olck", "languages": ["tel-Telu", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "tel_Telu-ydd_Hebr", "languages": ["tel-Telu", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "tel_Telu-ary_Arab", "languages": ["tel-Telu", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ces_Latn", "languages": ["tel-Telu", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55725, "recall": 0.62253, "f1": 0.57624, "accuracy": 0.62253, "main_score": 0.57624, "hf_subset": "tel_Telu-gaz_Latn", "languages": ["tel-Telu", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572467, "recall": 0.63834, "f1": 0.591082, "accuracy": 0.63834, "main_score": 0.591082, "hf_subset": "tel_Telu-kam_Latn", "languages": ["tel-Telu", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tel_Telu-lit_Latn", "languages": ["tel-Telu", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-nob_Latn", "languages": ["tel-Telu", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "tel_Telu-scn_Latn", "languages": ["tel-Telu", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "tel_Telu-tgk_Cyrl", "languages": ["tel-Telu", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.708591, "recall": 0.777668, "f1": 0.729381, "accuracy": 0.777668, "main_score": 0.729381, "hf_subset": "tel_Telu-yor_Latn", "languages": ["tel-Telu", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-arz_Arab", "languages": ["tel-Telu", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540129, "recall": 0.600791, "f1": 0.557205, "accuracy": 0.600791, "main_score": 0.557205, "hf_subset": "tel_Telu-cjk_Latn", "languages": ["tel-Telu", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765128, "recall": 0.822134, "f1": 0.782296, "accuracy": 0.822134, "main_score": 0.782296, "hf_subset": "tel_Telu-gla_Latn", "languages": ["tel-Telu", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-kan_Knda", "languages": ["tel-Telu", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977355, "recall": 0.98419, "f1": 0.97948, "accuracy": 0.98419, "main_score": 0.97948, "hf_subset": "tel_Telu-lmo_Latn", "languages": ["tel-Telu", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "tel_Telu-npi_Deva", "languages": ["tel-Telu", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.463423, "recall": 0.533597, "f1": 0.482761, "accuracy": 0.533597, "main_score": 0.482761, "hf_subset": "tel_Telu-shn_Mymr", "languages": ["tel-Telu", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-tgl_Latn", "languages": ["tel-Telu", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-yue_Hant", "languages": ["tel-Telu", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-asm_Beng", "languages": ["tel-Telu", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "tel_Telu-ckb_Arab", "languages": ["tel-Telu", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.860754, "recall": 0.899209, "f1": 0.87276, "accuracy": 0.899209, "main_score": 0.87276, "hf_subset": "tel_Telu-gle_Latn", "languages": ["tel-Telu", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "tel_Telu-kas_Arab", "languages": ["tel-Telu", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.933794, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "tel_Telu-ltg_Latn", "languages": ["tel-Telu", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599231, "recall": 0.653162, "f1": 0.613767, "accuracy": 0.653162, "main_score": 0.613767, "hf_subset": "tel_Telu-nso_Latn", "languages": ["tel-Telu", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tel_Telu-sin_Sinh", "languages": ["tel-Telu", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-tha_Thai", "languages": ["tel-Telu", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-zho_Hans", "languages": ["tel-Telu", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ast_Latn", "languages": ["tel-Telu", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-crh_Latn", "languages": ["tel-Telu", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-glg_Latn", "languages": ["tel-Telu", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893034, "recall": 0.924901, "f1": 0.90303, "accuracy": 0.924901, "main_score": 0.90303, "hf_subset": "tel_Telu-kas_Deva", "languages": ["tel-Telu", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tel_Telu-ltz_Latn", "languages": ["tel-Telu", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433078, "recall": 0.502964, "f1": 0.451544, "accuracy": 0.502964, "main_score": 0.451544, "hf_subset": "tel_Telu-nus_Latn", "languages": ["tel-Telu", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-slk_Latn", "languages": ["tel-Telu", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608359, "recall": 0.681818, "f1": 0.629548, "accuracy": 0.681818, "main_score": 0.629548, "hf_subset": "tel_Telu-tir_Ethi", "languages": ["tel-Telu", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-zho_Hant", "languages": ["tel-Telu", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "tel_Telu-awa_Deva", "languages": ["tel-Telu", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "tel_Telu-cym_Latn", "languages": ["tel-Telu", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822744, "recall": 0.866601, "f1": 0.836331, "accuracy": 0.866601, "main_score": 0.836331, "hf_subset": "tel_Telu-grn_Latn", "languages": ["tel-Telu", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-kat_Geor", "languages": ["tel-Telu", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.629839, "recall": 0.686759, "f1": 0.646283, "accuracy": 0.686759, "main_score": 0.646283, "hf_subset": "tel_Telu-lua_Latn", "languages": ["tel-Telu", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621772, "recall": 0.687747, "f1": 0.640266, "accuracy": 0.687747, "main_score": 0.640266, "hf_subset": "tel_Telu-nya_Latn", "languages": ["tel-Telu", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-slv_Latn", "languages": ["tel-Telu", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930534, "recall": 0.950593, "f1": 0.936924, "accuracy": 0.950593, "main_score": 0.936924, "hf_subset": "tel_Telu-tpi_Latn", "languages": ["tel-Telu", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-zsm_Latn", "languages": ["tel-Telu", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524638, "recall": 0.586957, "f1": 0.542282, "accuracy": 0.586957, "main_score": 0.542282, "hf_subset": "tel_Telu-ayr_Latn", "languages": ["tel-Telu", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-dan_Latn", "languages": ["tel-Telu", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-guj_Gujr", "languages": ["tel-Telu", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-kaz_Cyrl", "languages": ["tel-Telu", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51078, "recall": 0.571146, "f1": 0.528048, "accuracy": 0.571146, "main_score": 0.528048, "hf_subset": "tel_Telu-lug_Latn", "languages": ["tel-Telu", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-oci_Latn", "languages": ["tel-Telu", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823024, "recall": 0.869565, "f1": 0.837371, "accuracy": 0.869565, "main_score": 0.837371, "hf_subset": "tel_Telu-smo_Latn", "languages": ["tel-Telu", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52522, "recall": 0.593874, "f1": 0.543787, "accuracy": 0.593874, "main_score": 0.543787, "hf_subset": "tel_Telu-tsn_Latn", "languages": ["tel-Telu", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607947, "recall": 0.667984, "f1": 0.625104, "accuracy": 0.667984, "main_score": 0.625104, "hf_subset": "tel_Telu-zul_Latn", "languages": ["tel-Telu", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923419, "recall": 0.944664, "f1": 0.930336, "accuracy": 0.944664, "main_score": 0.930336, "hf_subset": "tel_Telu-azb_Arab", "languages": ["tel-Telu", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-deu_Latn", "languages": ["tel-Telu", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "tel_Telu-hat_Latn", "languages": ["tel-Telu", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47386, "recall": 0.533597, "f1": 0.490514, "accuracy": 0.533597, "main_score": 0.490514, "hf_subset": "tel_Telu-kbp_Latn", "languages": ["tel-Telu", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561933, "recall": 0.62253, "f1": 0.578221, "accuracy": 0.62253, "main_score": 0.578221, "hf_subset": "tel_Telu-luo_Latn", "languages": ["tel-Telu", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ory_Orya", "languages": ["tel-Telu", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.573114, "recall": 0.636364, "f1": 0.5915, "accuracy": 0.636364, "main_score": 0.5915, "hf_subset": "tel_Telu-sna_Latn", "languages": ["tel-Telu", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539213, "recall": 0.597826, "f1": 0.554752, "accuracy": 0.597826, "main_score": 0.554752, "hf_subset": "tel_Telu-tso_Latn", "languages": ["tel-Telu", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-azj_Latn", "languages": ["tel-Telu", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525182, "recall": 0.594862, "f1": 0.544828, "accuracy": 0.594862, "main_score": 0.544828, "hf_subset": "tel_Telu-dik_Latn", "languages": ["tel-Telu", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716137, "recall": 0.768775, "f1": 0.730962, "accuracy": 0.768775, "main_score": 0.730962, "hf_subset": "tel_Telu-hau_Latn", "languages": ["tel-Telu", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "tel_Telu-kea_Latn", "languages": ["tel-Telu", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748304, "recall": 0.799407, "f1": 0.763439, "accuracy": 0.799407, "main_score": 0.763439, "hf_subset": "tel_Telu-lus_Latn", "languages": ["tel-Telu", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865283, "recall": 0.900198, "f1": 0.87627, "accuracy": 0.900198, "main_score": 0.87627, "hf_subset": "tel_Telu-pag_Latn", "languages": ["tel-Telu", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-snd_Arab", "languages": ["tel-Telu", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960063, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "tel_Telu-tuk_Latn", "languages": ["tel-Telu", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tel_Telu-bak_Cyrl", "languages": ["tel-Telu", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.462223, "recall": 0.543478, "f1": 0.485863, "accuracy": 0.543478, "main_score": 0.485863, "hf_subset": "tel_Telu-dyu_Latn", "languages": ["tel-Telu", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-heb_Hebr", "languages": ["tel-Telu", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tel_Telu-khk_Cyrl", "languages": ["tel-Telu", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-lvs_Latn", "languages": ["tel-Telu", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-pan_Guru", "languages": ["tel-Telu", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.686891, "recall": 0.75, "f1": 0.705388, "accuracy": 0.75, "main_score": 0.705388, "hf_subset": "tel_Telu-som_Latn", "languages": ["tel-Telu", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57862, "recall": 0.635375, "f1": 0.594186, "accuracy": 0.635375, "main_score": 0.594186, "hf_subset": "tel_Telu-tum_Latn", "languages": ["tel-Telu", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499525, "recall": 0.56917, "f1": 0.518925, "accuracy": 0.56917, "main_score": 0.518925, "hf_subset": "ydd_Hebr-ace_Arab", "languages": ["ydd-Hebr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458545, "recall": 0.518775, "f1": 0.474867, "accuracy": 0.518775, "main_score": 0.474867, "hf_subset": "ydd_Hebr-bam_Latn", "languages": ["ydd-Hebr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355525, "recall": 0.413043, "f1": 0.370297, "accuracy": 0.413043, "main_score": 0.370297, "hf_subset": "ydd_Hebr-dzo_Tibt", "languages": ["ydd-Hebr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ydd_Hebr-hin_Deva", "languages": ["ydd-Hebr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.947628, "f1": 0.931818, "accuracy": 0.947628, "main_score": 0.931818, "hf_subset": "ydd_Hebr-khm_Khmr", "languages": ["ydd-Hebr", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.948534, "recall": 0.963439, "f1": 0.953247, "accuracy": 0.963439, "main_score": 0.953247, "hf_subset": "ydd_Hebr-mag_Deva", "languages": ["ydd-Hebr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.922266, "recall": 0.942688, "f1": 0.928689, "accuracy": 0.942688, "main_score": 0.928689, "hf_subset": "ydd_Hebr-pap_Latn", "languages": ["ydd-Hebr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522844, "recall": 0.58004, "f1": 0.538465, "accuracy": 0.58004, "main_score": 0.538465, "hf_subset": "ydd_Hebr-sot_Latn", "languages": ["ydd-Hebr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "ydd_Hebr-tur_Latn", "languages": ["ydd-Hebr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763735, "recall": 0.809289, "f1": 0.777423, "accuracy": 0.809289, "main_score": 0.777423, "hf_subset": "ydd_Hebr-ace_Latn", "languages": ["ydd-Hebr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84254, "recall": 0.879447, "f1": 0.853576, "accuracy": 0.879447, "main_score": 0.853576, "hf_subset": "ydd_Hebr-ban_Latn", "languages": ["ydd-Hebr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ydd_Hebr-ell_Grek", "languages": ["ydd-Hebr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.94357, "recall": 0.959486, "f1": 0.948435, "accuracy": 0.959486, "main_score": 0.948435, "hf_subset": "ydd_Hebr-hne_Deva", "languages": ["ydd-Hebr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.497167, "recall": 0.555336, "f1": 0.513227, "accuracy": 0.555336, "main_score": 0.513227, "hf_subset": "ydd_Hebr-kik_Latn", "languages": ["ydd-Hebr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945652, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "ydd_Hebr-mai_Deva", "languages": ["ydd-Hebr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.880879, "recall": 0.916008, "f1": 0.891831, "accuracy": 0.916008, "main_score": 0.891831, "hf_subset": "ydd_Hebr-pbt_Arab", "languages": ["ydd-Hebr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "ydd_Hebr-spa_Latn", "languages": ["ydd-Hebr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524657, "recall": 0.583004, "f1": 0.541013, "accuracy": 0.583004, "main_score": 0.541013, "hf_subset": "ydd_Hebr-twi_Latn", "languages": ["ydd-Hebr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947875, "recall": 0.964427, "f1": 0.953294, "accuracy": 0.964427, "main_score": 0.953294, "hf_subset": "ydd_Hebr-acm_Arab", "languages": ["ydd-Hebr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.930912, "recall": 0.951581, "f1": 0.937484, "accuracy": 0.951581, "main_score": 0.937484, "hf_subset": "ydd_Hebr-bel_Cyrl", "languages": ["ydd-Hebr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ydd_Hebr-eng_Latn", "languages": ["ydd-Hebr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ydd_Hebr-hrv_Latn", "languages": ["ydd-Hebr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512226, "recall": 0.575099, "f1": 0.529548, "accuracy": 0.575099, "main_score": 0.529548, "hf_subset": "ydd_Hebr-kin_Latn", "languages": ["ydd-Hebr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947908, "recall": 0.963439, "f1": 0.9528, "accuracy": 0.963439, "main_score": 0.9528, "hf_subset": "ydd_Hebr-mal_Mlym", "languages": ["ydd-Hebr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.964427, "f1": 0.954169, "accuracy": 0.964427, "main_score": 0.954169, "hf_subset": "ydd_Hebr-pes_Arab", "languages": ["ydd-Hebr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.922587, "recall": 0.940711, "f1": 0.928052, "accuracy": 0.940711, "main_score": 0.928052, "hf_subset": "ydd_Hebr-srd_Latn", "languages": ["ydd-Hebr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19231, "recall": 0.244071, "f1": 0.204616, "accuracy": 0.244071, "main_score": 0.204616, "hf_subset": "ydd_Hebr-tzm_Tfng", "languages": ["ydd-Hebr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "ydd_Hebr-acq_Arab", "languages": ["ydd-Hebr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55, "recall": 0.599802, "f1": 0.564051, "accuracy": 0.599802, "main_score": 0.564051, "hf_subset": "ydd_Hebr-bem_Latn", "languages": ["ydd-Hebr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "ydd_Hebr-epo_Latn", "languages": ["ydd-Hebr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "ydd_Hebr-hun_Latn", "languages": ["ydd-Hebr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896986, "recall": 0.926877, "f1": 0.906357, "accuracy": 0.926877, "main_score": 0.906357, "hf_subset": "ydd_Hebr-kir_Cyrl", "languages": ["ydd-Hebr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "ydd_Hebr-mar_Deva", "languages": ["ydd-Hebr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.592696, "recall": 0.650198, "f1": 0.609085, "accuracy": 0.650198, "main_score": 0.609085, "hf_subset": "ydd_Hebr-plt_Latn", "languages": ["ydd-Hebr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ydd_Hebr-srp_Cyrl", "languages": ["ydd-Hebr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.853491, "recall": 0.887352, "f1": 0.863768, "accuracy": 0.887352, "main_score": 0.863768, "hf_subset": "ydd_Hebr-uig_Arab", "languages": ["ydd-Hebr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927875, "recall": 0.947628, "f1": 0.933844, "accuracy": 0.947628, "main_score": 0.933844, "hf_subset": "ydd_Hebr-aeb_Arab", "languages": ["ydd-Hebr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ydd_Hebr-ben_Beng", "languages": ["ydd-Hebr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.964427, "f1": 0.955336, "accuracy": 0.964427, "main_score": 0.955336, "hf_subset": "ydd_Hebr-est_Latn", "languages": ["ydd-Hebr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963356, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "ydd_Hebr-hye_Armn", "languages": ["ydd-Hebr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.474664, "recall": 0.529644, "f1": 0.489585, "accuracy": 0.529644, "main_score": 0.489585, "hf_subset": "ydd_Hebr-kmb_Latn", "languages": ["ydd-Hebr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473597, "recall": 0.54249, "f1": 0.491187, "accuracy": 0.54249, "main_score": 0.491187, "hf_subset": "ydd_Hebr-min_Arab", "languages": ["ydd-Hebr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940547, "recall": 0.959486, "f1": 0.946805, "accuracy": 0.959486, "main_score": 0.946805, "hf_subset": "ydd_Hebr-pol_Latn", "languages": ["ydd-Hebr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496458, "recall": 0.557312, "f1": 0.512686, "accuracy": 0.557312, "main_score": 0.512686, "hf_subset": "ydd_Hebr-ssw_Latn", "languages": ["ydd-Hebr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "ydd_Hebr-ukr_Cyrl", "languages": ["ydd-Hebr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ydd_Hebr-afr_Latn", "languages": ["ydd-Hebr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921772, "recall": 0.944664, "f1": 0.929183, "accuracy": 0.944664, "main_score": 0.929183, "hf_subset": "ydd_Hebr-bho_Deva", "languages": ["ydd-Hebr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913126, "recall": 0.935771, "f1": 0.920191, "accuracy": 0.935771, "main_score": 0.920191, "hf_subset": "ydd_Hebr-eus_Latn", "languages": ["ydd-Hebr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501616, "recall": 0.567194, "f1": 0.519551, "accuracy": 0.567194, "main_score": 0.519551, "hf_subset": "ydd_Hebr-ibo_Latn", "languages": ["ydd-Hebr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784997, "recall": 0.83498, "f1": 0.800184, "accuracy": 0.83498, "main_score": 0.800184, "hf_subset": "ydd_Hebr-kmr_Latn", "languages": ["ydd-Hebr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901597, "recall": 0.928854, "f1": 0.910145, "accuracy": 0.928854, "main_score": 0.910145, "hf_subset": "ydd_Hebr-min_Latn", "languages": ["ydd-Hebr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970438, "recall": 0.979249, "f1": 0.973221, "accuracy": 0.979249, "main_score": 0.973221, "hf_subset": "ydd_Hebr-por_Latn", "languages": ["ydd-Hebr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916617, "recall": 0.940711, "f1": 0.924144, "accuracy": 0.940711, "main_score": 0.924144, "hf_subset": "ydd_Hebr-sun_Latn", "languages": ["ydd-Hebr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455461, "recall": 0.511858, "f1": 0.470496, "accuracy": 0.511858, "main_score": 0.470496, "hf_subset": "ydd_Hebr-umb_Latn", "languages": ["ydd-Hebr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "ydd_Hebr-ajp_Arab", "languages": ["ydd-Hebr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497705, "recall": 0.560277, "f1": 0.514142, "accuracy": 0.560277, "main_score": 0.514142, "hf_subset": "ydd_Hebr-bjn_Arab", "languages": ["ydd-Hebr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444428, "recall": 0.496047, "f1": 0.459077, "accuracy": 0.496047, "main_score": 0.459077, "hf_subset": "ydd_Hebr-ewe_Latn", "languages": ["ydd-Hebr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857346, "recall": 0.890316, "f1": 0.866837, "accuracy": 0.890316, "main_score": 0.866837, "hf_subset": "ydd_Hebr-ilo_Latn", "languages": ["ydd-Hebr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298303, "recall": 0.351779, "f1": 0.312361, "accuracy": 0.351779, "main_score": 0.312361, "hf_subset": "ydd_Hebr-knc_Arab", "languages": ["ydd-Hebr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "ydd_Hebr-mkd_Cyrl", "languages": ["ydd-Hebr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "ydd_Hebr-prs_Arab", "languages": ["ydd-Hebr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ydd_Hebr-swe_Latn", "languages": ["ydd-Hebr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.964427, "f1": 0.952899, "accuracy": 0.964427, "main_score": 0.952899, "hf_subset": "ydd_Hebr-urd_Arab", "languages": ["ydd-Hebr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49431, "recall": 0.55336, "f1": 0.510927, "accuracy": 0.55336, "main_score": 0.510927, "hf_subset": "ydd_Hebr-aka_Latn", "languages": ["ydd-Hebr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899093, "recall": 0.924901, "f1": 0.90684, "accuracy": 0.924901, "main_score": 0.90684, "hf_subset": "ydd_Hebr-bjn_Latn", "languages": ["ydd-Hebr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913159, "recall": 0.937747, "f1": 0.920638, "accuracy": 0.937747, "main_score": 0.920638, "hf_subset": "ydd_Hebr-fao_Latn", "languages": ["ydd-Hebr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "ydd_Hebr-ind_Latn", "languages": ["ydd-Hebr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523436, "recall": 0.578063, "f1": 0.538998, "accuracy": 0.578063, "main_score": 0.538998, "hf_subset": "ydd_Hebr-knc_Latn", "languages": ["ydd-Hebr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938818, "recall": 0.95751, "f1": 0.944697, "accuracy": 0.95751, "main_score": 0.944697, "hf_subset": "ydd_Hebr-mlt_Latn", "languages": ["ydd-Hebr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611184, "recall": 0.676877, "f1": 0.63001, "accuracy": 0.676877, "main_score": 0.63001, "hf_subset": "ydd_Hebr-quy_Latn", "languages": ["ydd-Hebr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883811, "recall": 0.91502, "f1": 0.893478, "accuracy": 0.91502, "main_score": 0.893478, "hf_subset": "ydd_Hebr-swh_Latn", "languages": ["ydd-Hebr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.958498, "f1": 0.946429, "accuracy": 0.958498, "main_score": 0.946429, "hf_subset": "ydd_Hebr-uzn_Latn", "languages": ["ydd-Hebr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965942, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ydd_Hebr-als_Latn", "languages": ["ydd-Hebr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518977, "recall": 0.597826, "f1": 0.540471, "accuracy": 0.597826, "main_score": 0.540471, "hf_subset": "ydd_Hebr-bod_Tibt", "languages": ["ydd-Hebr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.610927, "recall": 0.66996, "f1": 0.627095, "accuracy": 0.66996, "main_score": 0.627095, "hf_subset": "ydd_Hebr-fij_Latn", "languages": ["ydd-Hebr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895861, "recall": 0.923913, "f1": 0.904677, "accuracy": 0.923913, "main_score": 0.904677, "hf_subset": "ydd_Hebr-isl_Latn", "languages": ["ydd-Hebr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573043, "recall": 0.625494, "f1": 0.588161, "accuracy": 0.625494, "main_score": 0.588161, "hf_subset": "ydd_Hebr-kon_Latn", "languages": ["ydd-Hebr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602593, "recall": 0.668972, "f1": 0.620841, "accuracy": 0.668972, "main_score": 0.620841, "hf_subset": "ydd_Hebr-mni_Beng", "languages": ["ydd-Hebr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "ydd_Hebr-ron_Latn", "languages": ["ydd-Hebr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946509, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "ydd_Hebr-szl_Latn", "languages": ["ydd-Hebr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952687, "accuracy": 0.963439, "main_score": 0.952687, "hf_subset": "ydd_Hebr-vec_Latn", "languages": ["ydd-Hebr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854727, "recall": 0.891304, "f1": 0.865909, "accuracy": 0.891304, "main_score": 0.865909, "hf_subset": "ydd_Hebr-amh_Ethi", "languages": ["ydd-Hebr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ydd_Hebr-bos_Latn", "languages": ["ydd-Hebr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952981, "recall": 0.967391, "f1": 0.957576, "accuracy": 0.967391, "main_score": 0.957576, "hf_subset": "ydd_Hebr-fin_Latn", "languages": ["ydd-Hebr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "ydd_Hebr-ita_Latn", "languages": ["ydd-Hebr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "ydd_Hebr-kor_Hang", "languages": ["ydd-Hebr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.480776, "recall": 0.535573, "f1": 0.495834, "accuracy": 0.535573, "main_score": 0.495834, "hf_subset": "ydd_Hebr-mos_Latn", "languages": ["ydd-Hebr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49805, "recall": 0.552372, "f1": 0.512486, "accuracy": 0.552372, "main_score": 0.512486, "hf_subset": "ydd_Hebr-run_Latn", "languages": ["ydd-Hebr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.960474, "f1": 0.948287, "accuracy": 0.960474, "main_score": 0.948287, "hf_subset": "ydd_Hebr-tam_Taml", "languages": ["ydd-Hebr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "ydd_Hebr-vie_Latn", "languages": ["ydd-Hebr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950791, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "ydd_Hebr-apc_Arab", "languages": ["ydd-Hebr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.687553, "recall": 0.747036, "f1": 0.704218, "accuracy": 0.747036, "main_score": 0.704218, "hf_subset": "ydd_Hebr-bug_Latn", "languages": ["ydd-Hebr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407624, "recall": 0.466403, "f1": 0.422771, "accuracy": 0.466403, "main_score": 0.422771, "hf_subset": "ydd_Hebr-fon_Latn", "languages": ["ydd-Hebr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "ydd_Hebr-jav_Latn", "languages": ["ydd-Hebr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919137, "recall": 0.942688, "f1": 0.92668, "accuracy": 0.942688, "main_score": 0.92668, "hf_subset": "ydd_Hebr-lao_Laoo", "languages": ["ydd-Hebr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.744937, "recall": 0.799407, "f1": 0.760985, "accuracy": 0.799407, "main_score": 0.760985, "hf_subset": "ydd_Hebr-mri_Latn", "languages": ["ydd-Hebr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965991, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "ydd_Hebr-rus_Cyrl", "languages": ["ydd-Hebr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.471203, "recall": 0.528656, "f1": 0.486803, "accuracy": 0.528656, "main_score": 0.486803, "hf_subset": "ydd_Hebr-taq_Latn", "languages": ["ydd-Hebr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950346, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "ydd_Hebr-war_Latn", "languages": ["ydd-Hebr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ydd_Hebr-arb_Arab", "languages": ["ydd-Hebr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "ydd_Hebr-bul_Cyrl", "languages": ["ydd-Hebr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "ydd_Hebr-fra_Latn", "languages": ["ydd-Hebr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940794, "recall": 0.956522, "f1": 0.945506, "accuracy": 0.956522, "main_score": 0.945506, "hf_subset": "ydd_Hebr-jpn_Jpan", "languages": ["ydd-Hebr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.942227, "recall": 0.958498, "f1": 0.947101, "accuracy": 0.958498, "main_score": 0.947101, "hf_subset": "ydd_Hebr-lij_Latn", "languages": ["ydd-Hebr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913867, "recall": 0.939723, "f1": 0.922101, "accuracy": 0.939723, "main_score": 0.922101, "hf_subset": "ydd_Hebr-mya_Mymr", "languages": ["ydd-Hebr", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.497013, "recall": 0.568182, "f1": 0.51613, "accuracy": 0.568182, "main_score": 0.51613, "hf_subset": "ydd_Hebr-sag_Latn", "languages": ["ydd-Hebr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210027, "recall": 0.268775, "f1": 0.223632, "accuracy": 0.268775, "main_score": 0.223632, "hf_subset": "ydd_Hebr-taq_Tfng", "languages": ["ydd-Hebr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.554628, "recall": 0.614625, "f1": 0.571444, "accuracy": 0.614625, "main_score": 0.571444, "hf_subset": "ydd_Hebr-wol_Latn", "languages": ["ydd-Hebr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695662, "recall": 0.754941, "f1": 0.712863, "accuracy": 0.754941, "main_score": 0.712863, "hf_subset": "ydd_Hebr-arb_Latn", "languages": ["ydd-Hebr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968956, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "ydd_Hebr-cat_Latn", "languages": ["ydd-Hebr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922184, "recall": 0.943676, "f1": 0.928755, "accuracy": 0.943676, "main_score": 0.928755, "hf_subset": "ydd_Hebr-fur_Latn", "languages": ["ydd-Hebr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.374278, "recall": 0.428854, "f1": 0.388769, "accuracy": 0.428854, "main_score": 0.388769, "hf_subset": "ydd_Hebr-kab_Latn", "languages": ["ydd-Hebr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.955534, "f1": 0.944664, "accuracy": 0.955534, "main_score": 0.944664, "hf_subset": "ydd_Hebr-lim_Latn", "languages": ["ydd-Hebr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "ydd_Hebr-nld_Latn", "languages": ["ydd-Hebr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903771, "recall": 0.929842, "f1": 0.911745, "accuracy": 0.929842, "main_score": 0.911745, "hf_subset": "ydd_Hebr-san_Deva", "languages": ["ydd-Hebr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.92556, "recall": 0.94664, "f1": 0.932148, "accuracy": 0.94664, "main_score": 0.932148, "hf_subset": "ydd_Hebr-tat_Cyrl", "languages": ["ydd-Hebr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.605635, "recall": 0.66502, "f1": 0.6226, "accuracy": 0.66502, "main_score": 0.6226, "hf_subset": "ydd_Hebr-xho_Latn", "languages": ["ydd-Hebr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "ydd_Hebr-ars_Arab", "languages": ["ydd-Hebr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951383, "accuracy": 0.962451, "main_score": 0.951383, "hf_subset": "ydd_Hebr-ceb_Latn", "languages": ["ydd-Hebr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483145, "recall": 0.540514, "f1": 0.499707, "accuracy": 0.540514, "main_score": 0.499707, "hf_subset": "ydd_Hebr-fuv_Latn", "languages": ["ydd-Hebr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425682, "recall": 0.487154, "f1": 0.443012, "accuracy": 0.487154, "main_score": 0.443012, "hf_subset": "ydd_Hebr-kac_Latn", "languages": ["ydd-Hebr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585085, "recall": 0.637352, "f1": 0.599282, "accuracy": 0.637352, "main_score": 0.599282, "hf_subset": "ydd_Hebr-lin_Latn", "languages": ["ydd-Hebr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "ydd_Hebr-nno_Latn", "languages": ["ydd-Hebr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.249939, "recall": 0.324111, "f1": 0.268231, "accuracy": 0.324111, "main_score": 0.268231, "hf_subset": "ydd_Hebr-sat_Olck", "languages": ["ydd-Hebr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "ydd_Hebr-tel_Telu", "languages": ["ydd-Hebr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.910606, "recall": 0.935771, "f1": 0.918431, "accuracy": 0.935771, "main_score": 0.918431, "hf_subset": "ydd_Hebr-ary_Arab", "languages": ["ydd-Hebr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "ydd_Hebr-ces_Latn", "languages": ["ydd-Hebr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526022, "recall": 0.586957, "f1": 0.543226, "accuracy": 0.586957, "main_score": 0.543226, "hf_subset": "ydd_Hebr-gaz_Latn", "languages": ["ydd-Hebr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502273, "recall": 0.562253, "f1": 0.518974, "accuracy": 0.562253, "main_score": 0.518974, "hf_subset": "ydd_Hebr-kam_Latn", "languages": ["ydd-Hebr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.947859, "accuracy": 0.959486, "main_score": 0.947859, "hf_subset": "ydd_Hebr-lit_Latn", "languages": ["ydd-Hebr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "ydd_Hebr-nob_Latn", "languages": ["ydd-Hebr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925889, "recall": 0.94664, "f1": 0.932477, "accuracy": 0.94664, "main_score": 0.932477, "hf_subset": "ydd_Hebr-scn_Latn", "languages": ["ydd-Hebr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902289, "recall": 0.929842, "f1": 0.910606, "accuracy": 0.929842, "main_score": 0.910606, "hf_subset": "ydd_Hebr-tgk_Cyrl", "languages": ["ydd-Hebr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.608491, "recall": 0.68083, "f1": 0.62968, "accuracy": 0.68083, "main_score": 0.62968, "hf_subset": "ydd_Hebr-yor_Latn", "languages": ["ydd-Hebr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931159, "recall": 0.952569, "f1": 0.938076, "accuracy": 0.952569, "main_score": 0.938076, "hf_subset": "ydd_Hebr-arz_Arab", "languages": ["ydd-Hebr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.476059, "recall": 0.532609, "f1": 0.491733, "accuracy": 0.532609, "main_score": 0.491733, "hf_subset": "ydd_Hebr-cjk_Latn", "languages": ["ydd-Hebr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717457, "recall": 0.777668, "f1": 0.735296, "accuracy": 0.777668, "main_score": 0.735296, "hf_subset": "ydd_Hebr-gla_Latn", "languages": ["ydd-Hebr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.966403, "f1": 0.956884, "accuracy": 0.966403, "main_score": 0.956884, "hf_subset": "ydd_Hebr-kan_Knda", "languages": ["ydd-Hebr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.910804, "recall": 0.934783, "f1": 0.917951, "accuracy": 0.934783, "main_score": 0.917951, "hf_subset": "ydd_Hebr-lmo_Latn", "languages": ["ydd-Hebr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "ydd_Hebr-npi_Deva", "languages": ["ydd-Hebr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.395506, "recall": 0.456522, "f1": 0.41152, "accuracy": 0.456522, "main_score": 0.41152, "hf_subset": "ydd_Hebr-shn_Mymr", "languages": ["ydd-Hebr", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.968791, "recall": 0.978261, "f1": 0.971739, "accuracy": 0.978261, "main_score": 0.971739, "hf_subset": "ydd_Hebr-tgl_Latn", "languages": ["ydd-Hebr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948748, "accuracy": 0.960474, "main_score": 0.948748, "hf_subset": "ydd_Hebr-yue_Hant", "languages": ["ydd-Hebr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.945597, "recall": 0.961462, "f1": 0.950626, "accuracy": 0.961462, "main_score": 0.950626, "hf_subset": "ydd_Hebr-asm_Beng", "languages": ["ydd-Hebr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.859437, "recall": 0.897233, "f1": 0.870916, "accuracy": 0.897233, "main_score": 0.870916, "hf_subset": "ydd_Hebr-ckb_Arab", "languages": ["ydd-Hebr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803338, "recall": 0.850791, "f1": 0.817443, "accuracy": 0.850791, "main_score": 0.817443, "hf_subset": "ydd_Hebr-gle_Latn", "languages": ["ydd-Hebr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838636, "recall": 0.875494, "f1": 0.849492, "accuracy": 0.875494, "main_score": 0.849492, "hf_subset": "ydd_Hebr-kas_Arab", "languages": ["ydd-Hebr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.853211, "recall": 0.890316, "f1": 0.864281, "accuracy": 0.890316, "main_score": 0.864281, "hf_subset": "ydd_Hebr-ltg_Latn", "languages": ["ydd-Hebr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537872, "recall": 0.589921, "f1": 0.552233, "accuracy": 0.589921, "main_score": 0.552233, "hf_subset": "ydd_Hebr-nso_Latn", "languages": ["ydd-Hebr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919137, "recall": 0.940711, "f1": 0.926054, "accuracy": 0.940711, "main_score": 0.926054, "hf_subset": "ydd_Hebr-sin_Sinh", "languages": ["ydd-Hebr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "ydd_Hebr-tha_Thai", "languages": ["ydd-Hebr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.932428, "recall": 0.951581, "f1": 0.938142, "accuracy": 0.951581, "main_score": 0.938142, "hf_subset": "ydd_Hebr-zho_Hans", "languages": ["ydd-Hebr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "ydd_Hebr-ast_Latn", "languages": ["ydd-Hebr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915596, "recall": 0.940711, "f1": 0.923485, "accuracy": 0.940711, "main_score": 0.923485, "hf_subset": "ydd_Hebr-crh_Latn", "languages": ["ydd-Hebr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973403, "recall": 0.981225, "f1": 0.975856, "accuracy": 0.981225, "main_score": 0.975856, "hf_subset": "ydd_Hebr-glg_Latn", "languages": ["ydd-Hebr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751062, "recall": 0.805336, "f1": 0.766759, "accuracy": 0.805336, "main_score": 0.766759, "hf_subset": "ydd_Hebr-kas_Deva", "languages": ["ydd-Hebr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939262, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "ydd_Hebr-ltz_Latn", "languages": ["ydd-Hebr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412349, "recall": 0.475296, "f1": 0.429019, "accuracy": 0.475296, "main_score": 0.429019, "hf_subset": "ydd_Hebr-nus_Latn", "languages": ["ydd-Hebr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961745, "accuracy": 0.970356, "main_score": 0.961745, "hf_subset": "ydd_Hebr-slk_Latn", "languages": ["ydd-Hebr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541051, "recall": 0.616601, "f1": 0.562463, "accuracy": 0.616601, "main_score": 0.562463, "hf_subset": "ydd_Hebr-tir_Ethi", "languages": ["ydd-Hebr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.93997, "recall": 0.958498, "f1": 0.945883, "accuracy": 0.958498, "main_score": 0.945883, "hf_subset": "ydd_Hebr-zho_Hant", "languages": ["ydd-Hebr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.939756, "recall": 0.956522, "f1": 0.944829, "accuracy": 0.956522, "main_score": 0.944829, "hf_subset": "ydd_Hebr-awa_Deva", "languages": ["ydd-Hebr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.920208, "recall": 0.943676, "f1": 0.927555, "accuracy": 0.943676, "main_score": 0.927555, "hf_subset": "ydd_Hebr-cym_Latn", "languages": ["ydd-Hebr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.713216, "recall": 0.761858, "f1": 0.727295, "accuracy": 0.761858, "main_score": 0.727295, "hf_subset": "ydd_Hebr-grn_Latn", "languages": ["ydd-Hebr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932065, "recall": 0.951581, "f1": 0.938142, "accuracy": 0.951581, "main_score": 0.938142, "hf_subset": "ydd_Hebr-kat_Geor", "languages": ["ydd-Hebr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.558471, "recall": 0.612648, "f1": 0.572999, "accuracy": 0.612648, "main_score": 0.572999, "hf_subset": "ydd_Hebr-lua_Latn", "languages": ["ydd-Hebr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560719, "recall": 0.618577, "f1": 0.57724, "accuracy": 0.618577, "main_score": 0.57724, "hf_subset": "ydd_Hebr-nya_Latn", "languages": ["ydd-Hebr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951005, "recall": 0.965415, "f1": 0.955599, "accuracy": 0.965415, "main_score": 0.955599, "hf_subset": "ydd_Hebr-slv_Latn", "languages": ["ydd-Hebr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849012, "recall": 0.884387, "f1": 0.859618, "accuracy": 0.884387, "main_score": 0.859618, "hf_subset": "ydd_Hebr-tpi_Latn", "languages": ["ydd-Hebr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961495, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ydd_Hebr-zsm_Latn", "languages": ["ydd-Hebr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463132, "recall": 0.521739, "f1": 0.47932, "accuracy": 0.521739, "main_score": 0.47932, "hf_subset": "ydd_Hebr-ayr_Latn", "languages": ["ydd-Hebr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "ydd_Hebr-dan_Latn", "languages": ["ydd-Hebr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ydd_Hebr-guj_Gujr", "languages": ["ydd-Hebr", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ydd_Hebr-kaz_Cyrl", "languages": ["ydd-Hebr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.467086, "recall": 0.523715, "f1": 0.482777, "accuracy": 0.523715, "main_score": 0.482777, "hf_subset": "ydd_Hebr-lug_Latn", "languages": ["ydd-Hebr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963356, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "ydd_Hebr-oci_Latn", "languages": ["ydd-Hebr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735024, "recall": 0.789526, "f1": 0.750993, "accuracy": 0.789526, "main_score": 0.750993, "hf_subset": "ydd_Hebr-smo_Latn", "languages": ["ydd-Hebr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485636, "recall": 0.545455, "f1": 0.501323, "accuracy": 0.545455, "main_score": 0.501323, "hf_subset": "ydd_Hebr-tsn_Latn", "languages": ["ydd-Hebr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56407, "recall": 0.62747, "f1": 0.58172, "accuracy": 0.62747, "main_score": 0.58172, "hf_subset": "ydd_Hebr-zul_Latn", "languages": ["ydd-Hebr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813966, "recall": 0.854743, "f1": 0.826092, "accuracy": 0.854743, "main_score": 0.826092, "hf_subset": "ydd_Hebr-azb_Arab", "languages": ["ydd-Hebr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "ydd_Hebr-deu_Latn", "languages": ["ydd-Hebr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902421, "recall": 0.929842, "f1": 0.911133, "accuracy": 0.929842, "main_score": 0.911133, "hf_subset": "ydd_Hebr-hat_Latn", "languages": ["ydd-Hebr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419863, "recall": 0.47332, "f1": 0.434515, "accuracy": 0.47332, "main_score": 0.434515, "hf_subset": "ydd_Hebr-kbp_Latn", "languages": ["ydd-Hebr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480889, "recall": 0.540514, "f1": 0.496769, "accuracy": 0.540514, "main_score": 0.496769, "hf_subset": "ydd_Hebr-luo_Latn", "languages": ["ydd-Hebr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "ydd_Hebr-ory_Orya", "languages": ["ydd-Hebr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.49768, "recall": 0.565217, "f1": 0.516704, "accuracy": 0.565217, "main_score": 0.516704, "hf_subset": "ydd_Hebr-sna_Latn", "languages": ["ydd-Hebr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51159, "recall": 0.572134, "f1": 0.528808, "accuracy": 0.572134, "main_score": 0.528808, "hf_subset": "ydd_Hebr-tso_Latn", "languages": ["ydd-Hebr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910985, "recall": 0.937747, "f1": 0.919335, "accuracy": 0.937747, "main_score": 0.919335, "hf_subset": "ydd_Hebr-azj_Latn", "languages": ["ydd-Hebr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458502, "recall": 0.525692, "f1": 0.476961, "accuracy": 0.525692, "main_score": 0.476961, "hf_subset": "ydd_Hebr-dik_Latn", "languages": ["ydd-Hebr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66059, "recall": 0.72332, "f1": 0.67859, "accuracy": 0.72332, "main_score": 0.67859, "hf_subset": "ydd_Hebr-hau_Latn", "languages": ["ydd-Hebr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90751, "recall": 0.933794, "f1": 0.915467, "accuracy": 0.933794, "main_score": 0.915467, "hf_subset": "ydd_Hebr-kea_Latn", "languages": ["ydd-Hebr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623238, "recall": 0.686759, "f1": 0.641902, "accuracy": 0.686759, "main_score": 0.641902, "hf_subset": "ydd_Hebr-lus_Latn", "languages": ["ydd-Hebr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755948, "recall": 0.795455, "f1": 0.76738, "accuracy": 0.795455, "main_score": 0.76738, "hf_subset": "ydd_Hebr-pag_Latn", "languages": ["ydd-Hebr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941617, "recall": 0.959486, "f1": 0.9472, "accuracy": 0.959486, "main_score": 0.9472, "hf_subset": "ydd_Hebr-snd_Arab", "languages": ["ydd-Hebr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.845003, "recall": 0.886364, "f1": 0.857395, "accuracy": 0.886364, "main_score": 0.857395, "hf_subset": "ydd_Hebr-tuk_Latn", "languages": ["ydd-Hebr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90448, "recall": 0.933794, "f1": 0.913867, "accuracy": 0.933794, "main_score": 0.913867, "hf_subset": "ydd_Hebr-bak_Cyrl", "languages": ["ydd-Hebr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.423664, "recall": 0.500988, "f1": 0.445164, "accuracy": 0.500988, "main_score": 0.445164, "hf_subset": "ydd_Hebr-dyu_Latn", "languages": ["ydd-Hebr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "ydd_Hebr-heb_Hebr", "languages": ["ydd-Hebr", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.900009, "recall": 0.926877, "f1": 0.908317, "accuracy": 0.926877, "main_score": 0.908317, "hf_subset": "ydd_Hebr-khk_Cyrl", "languages": ["ydd-Hebr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "ydd_Hebr-lvs_Latn", "languages": ["ydd-Hebr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951499, "recall": 0.966403, "f1": 0.956258, "accuracy": 0.966403, "main_score": 0.956258, "hf_subset": "ydd_Hebr-pan_Guru", "languages": ["ydd-Hebr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.642583, "recall": 0.705534, "f1": 0.66073, "accuracy": 0.705534, "main_score": 0.66073, "hf_subset": "ydd_Hebr-som_Latn", "languages": ["ydd-Hebr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5232, "recall": 0.572134, "f1": 0.536648, "accuracy": 0.572134, "main_score": 0.536648, "hf_subset": "ydd_Hebr-tum_Latn", "languages": ["ydd-Hebr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548806, "recall": 0.609684, "f1": 0.565971, "accuracy": 0.609684, "main_score": 0.565971, "hf_subset": "ary_Arab-ace_Arab", "languages": ["ary-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503841, "recall": 0.562253, "f1": 0.520295, "accuracy": 0.562253, "main_score": 0.520295, "hf_subset": "ary_Arab-bam_Latn", "languages": ["ary-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38197, "recall": 0.460474, "f1": 0.403375, "accuracy": 0.460474, "main_score": 0.403375, "hf_subset": "ary_Arab-dzo_Tibt", "languages": ["ary-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-hin_Deva", "languages": ["ary-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ary_Arab-khm_Khmr", "languages": ["ary-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.973567, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "ary_Arab-mag_Deva", "languages": ["ary-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "ary_Arab-pap_Latn", "languages": ["ary-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558062, "recall": 0.613636, "f1": 0.574035, "accuracy": 0.613636, "main_score": 0.574035, "hf_subset": "ary_Arab-sot_Latn", "languages": ["ary-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-tur_Latn", "languages": ["ary-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831472, "recall": 0.873518, "f1": 0.844598, "accuracy": 0.873518, "main_score": 0.844598, "hf_subset": "ary_Arab-ace_Latn", "languages": ["ary-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929595, "recall": 0.947628, "f1": 0.935343, "accuracy": 0.947628, "main_score": 0.935343, "hf_subset": "ary_Arab-ban_Latn", "languages": ["ary-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-ell_Grek", "languages": ["ary-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "ary_Arab-hne_Deva", "languages": ["ary-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.579296, "recall": 0.635375, "f1": 0.59574, "accuracy": 0.635375, "main_score": 0.59574, "hf_subset": "ary_Arab-kik_Latn", "languages": ["ary-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ary_Arab-mai_Deva", "languages": ["ary-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "ary_Arab-pbt_Arab", "languages": ["ary-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-spa_Latn", "languages": ["ary-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589962, "recall": 0.651186, "f1": 0.607188, "accuracy": 0.651186, "main_score": 0.607188, "hf_subset": "ary_Arab-twi_Latn", "languages": ["ary-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-acm_Arab", "languages": ["ary-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ary_Arab-bel_Cyrl", "languages": ["ary-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-eng_Latn", "languages": ["ary-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-hrv_Latn", "languages": ["ary-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534445, "recall": 0.597826, "f1": 0.552427, "accuracy": 0.597826, "main_score": 0.552427, "hf_subset": "ary_Arab-kin_Latn", "languages": ["ary-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "ary_Arab-mal_Mlym", "languages": ["ary-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ary_Arab-pes_Arab", "languages": ["ary-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "ary_Arab-srd_Latn", "languages": ["ary-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179141, "recall": 0.228261, "f1": 0.191866, "accuracy": 0.228261, "main_score": 0.191866, "hf_subset": "ary_Arab-tzm_Tfng", "languages": ["ary-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-acq_Arab", "languages": ["ary-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599525, "recall": 0.653162, "f1": 0.614926, "accuracy": 0.653162, "main_score": 0.614926, "hf_subset": "ary_Arab-bem_Latn", "languages": ["ary-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-epo_Latn", "languages": ["ary-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-hun_Latn", "languages": ["ary-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "ary_Arab-kir_Cyrl", "languages": ["ary-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "ary_Arab-mar_Deva", "languages": ["ary-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639534, "recall": 0.697628, "f1": 0.656727, "accuracy": 0.697628, "main_score": 0.656727, "hf_subset": "ary_Arab-plt_Latn", "languages": ["ary-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-srp_Cyrl", "languages": ["ary-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.924078, "recall": 0.94664, "f1": 0.931324, "accuracy": 0.94664, "main_score": 0.931324, "hf_subset": "ary_Arab-uig_Arab", "languages": ["ary-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-aeb_Arab", "languages": ["ary-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ary_Arab-ben_Beng", "languages": ["ary-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ary_Arab-est_Latn", "languages": ["ary-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ary_Arab-hye_Armn", "languages": ["ary-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.537272, "recall": 0.585968, "f1": 0.551007, "accuracy": 0.585968, "main_score": 0.551007, "hf_subset": "ary_Arab-kmb_Latn", "languages": ["ary-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46464, "recall": 0.535573, "f1": 0.484163, "accuracy": 0.535573, "main_score": 0.484163, "hf_subset": "ary_Arab-min_Arab", "languages": ["ary-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-pol_Latn", "languages": ["ary-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544285, "recall": 0.601779, "f1": 0.560579, "accuracy": 0.601779, "main_score": 0.560579, "hf_subset": "ary_Arab-ssw_Latn", "languages": ["ary-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-ukr_Cyrl", "languages": ["ary-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-afr_Latn", "languages": ["ary-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-bho_Deva", "languages": ["ary-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ary_Arab-eus_Latn", "languages": ["ary-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547871, "recall": 0.613636, "f1": 0.566446, "accuracy": 0.613636, "main_score": 0.566446, "hf_subset": "ary_Arab-ibo_Latn", "languages": ["ary-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823814, "recall": 0.870553, "f1": 0.838373, "accuracy": 0.870553, "main_score": 0.838373, "hf_subset": "ary_Arab-kmr_Latn", "languages": ["ary-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94417, "recall": 0.961462, "f1": 0.949934, "accuracy": 0.961462, "main_score": 0.949934, "hf_subset": "ary_Arab-min_Latn", "languages": ["ary-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-por_Latn", "languages": ["ary-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "ary_Arab-sun_Latn", "languages": ["ary-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498287, "recall": 0.556324, "f1": 0.514949, "accuracy": 0.556324, "main_score": 0.514949, "hf_subset": "ary_Arab-umb_Latn", "languages": ["ary-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-ajp_Arab", "languages": ["ary-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514726, "recall": 0.577075, "f1": 0.532938, "accuracy": 0.577075, "main_score": 0.532938, "hf_subset": "ary_Arab-bjn_Arab", "languages": ["ary-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495895, "recall": 0.557312, "f1": 0.513211, "accuracy": 0.557312, "main_score": 0.513211, "hf_subset": "ary_Arab-ewe_Latn", "languages": ["ary-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917902, "recall": 0.940711, "f1": 0.925296, "accuracy": 0.940711, "main_score": 0.925296, "hf_subset": "ary_Arab-ilo_Latn", "languages": ["ary-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.302932, "recall": 0.36166, "f1": 0.318664, "accuracy": 0.36166, "main_score": 0.318664, "hf_subset": "ary_Arab-knc_Arab", "languages": ["ary-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ary_Arab-mkd_Cyrl", "languages": ["ary-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-prs_Arab", "languages": ["ary-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-swe_Latn", "languages": ["ary-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-urd_Arab", "languages": ["ary-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551755, "recall": 0.614625, "f1": 0.569732, "accuracy": 0.614625, "main_score": 0.569732, "hf_subset": "ary_Arab-aka_Latn", "languages": ["ary-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "ary_Arab-bjn_Latn", "languages": ["ary-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.94664, "f1": 0.931489, "accuracy": 0.94664, "main_score": 0.931489, "hf_subset": "ary_Arab-fao_Latn", "languages": ["ary-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ary_Arab-ind_Latn", "languages": ["ary-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565592, "recall": 0.623518, "f1": 0.582063, "accuracy": 0.623518, "main_score": 0.582063, "hf_subset": "ary_Arab-knc_Latn", "languages": ["ary-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "ary_Arab-mlt_Latn", "languages": ["ary-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67318, "recall": 0.737154, "f1": 0.692198, "accuracy": 0.737154, "main_score": 0.692198, "hf_subset": "ary_Arab-quy_Latn", "languages": ["ary-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935935, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "ary_Arab-swh_Latn", "languages": ["ary-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ary_Arab-uzn_Latn", "languages": ["ary-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ary_Arab-als_Latn", "languages": ["ary-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576235, "recall": 0.656126, "f1": 0.599888, "accuracy": 0.656126, "main_score": 0.599888, "hf_subset": "ary_Arab-bod_Tibt", "languages": ["ary-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.653832, "recall": 0.718379, "f1": 0.672581, "accuracy": 0.718379, "main_score": 0.672581, "hf_subset": "ary_Arab-fij_Latn", "languages": ["ary-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "ary_Arab-isl_Latn", "languages": ["ary-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64249, "recall": 0.701581, "f1": 0.659971, "accuracy": 0.701581, "main_score": 0.659971, "hf_subset": "ary_Arab-kon_Latn", "languages": ["ary-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614222, "recall": 0.686759, "f1": 0.635166, "accuracy": 0.686759, "main_score": 0.635166, "hf_subset": "ary_Arab-mni_Beng", "languages": ["ary-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-ron_Latn", "languages": ["ary-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.971344, "f1": 0.964097, "accuracy": 0.971344, "main_score": 0.964097, "hf_subset": "ary_Arab-szl_Latn", "languages": ["ary-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ary_Arab-vec_Latn", "languages": ["ary-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874506, "recall": 0.911067, "f1": 0.886001, "accuracy": 0.911067, "main_score": 0.886001, "hf_subset": "ary_Arab-amh_Ethi", "languages": ["ary-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-bos_Latn", "languages": ["ary-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ary_Arab-fin_Latn", "languages": ["ary-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-ita_Latn", "languages": ["ary-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-kor_Hang", "languages": ["ary-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.514822, "recall": 0.572134, "f1": 0.530597, "accuracy": 0.572134, "main_score": 0.530597, "hf_subset": "ary_Arab-mos_Latn", "languages": ["ary-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53396, "recall": 0.594862, "f1": 0.551342, "accuracy": 0.594862, "main_score": 0.551342, "hf_subset": "ary_Arab-run_Latn", "languages": ["ary-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-tam_Taml", "languages": ["ary-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ary_Arab-vie_Latn", "languages": ["ary-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-apc_Arab", "languages": ["ary-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.770866, "recall": 0.821146, "f1": 0.78602, "accuracy": 0.821146, "main_score": 0.78602, "hf_subset": "ary_Arab-bug_Latn", "languages": ["ary-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454735, "recall": 0.513834, "f1": 0.470597, "accuracy": 0.513834, "main_score": 0.470597, "hf_subset": "ary_Arab-fon_Latn", "languages": ["ary-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ary_Arab-jav_Latn", "languages": ["ary-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ary_Arab-lao_Laoo", "languages": ["ary-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.805748, "recall": 0.857708, "f1": 0.821937, "accuracy": 0.857708, "main_score": 0.821937, "hf_subset": "ary_Arab-mri_Latn", "languages": ["ary-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-rus_Cyrl", "languages": ["ary-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529752, "recall": 0.592885, "f1": 0.547388, "accuracy": 0.592885, "main_score": 0.547388, "hf_subset": "ary_Arab-taq_Latn", "languages": ["ary-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "ary_Arab-war_Latn", "languages": ["ary-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ary_Arab-arb_Arab", "languages": ["ary-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ary_Arab-bul_Cyrl", "languages": ["ary-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ary_Arab-fra_Latn", "languages": ["ary-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ary_Arab-jpn_Jpan", "languages": ["ary-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "ary_Arab-lij_Latn", "languages": ["ary-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.961462, "f1": 0.950264, "accuracy": 0.961462, "main_score": 0.950264, "hf_subset": "ary_Arab-mya_Mymr", "languages": ["ary-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.571206, "recall": 0.636364, "f1": 0.589447, "accuracy": 0.636364, "main_score": 0.589447, "hf_subset": "ary_Arab-sag_Latn", "languages": ["ary-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197531, "recall": 0.257905, "f1": 0.211503, "accuracy": 0.257905, "main_score": 0.211503, "hf_subset": "ary_Arab-taq_Tfng", "languages": ["ary-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.58834, "recall": 0.658103, "f1": 0.60839, "accuracy": 0.658103, "main_score": 0.60839, "hf_subset": "ary_Arab-wol_Latn", "languages": ["ary-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794417, "recall": 0.847826, "f1": 0.810559, "accuracy": 0.847826, "main_score": 0.810559, "hf_subset": "ary_Arab-arb_Latn", "languages": ["ary-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-cat_Latn", "languages": ["ary-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ary_Arab-fur_Latn", "languages": ["ary-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418291, "recall": 0.472332, "f1": 0.433214, "accuracy": 0.472332, "main_score": 0.433214, "hf_subset": "ary_Arab-kab_Latn", "languages": ["ary-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ary_Arab-lim_Latn", "languages": ["ary-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-nld_Latn", "languages": ["ary-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "ary_Arab-san_Deva", "languages": ["ary-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ary_Arab-tat_Cyrl", "languages": ["ary-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.648706, "recall": 0.705534, "f1": 0.66517, "accuracy": 0.705534, "main_score": 0.66517, "hf_subset": "ary_Arab-xho_Latn", "languages": ["ary-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-ars_Arab", "languages": ["ary-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ary_Arab-ceb_Latn", "languages": ["ary-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539514, "recall": 0.600791, "f1": 0.557365, "accuracy": 0.600791, "main_score": 0.557365, "hf_subset": "ary_Arab-fuv_Latn", "languages": ["ary-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496602, "recall": 0.557312, "f1": 0.513031, "accuracy": 0.557312, "main_score": 0.513031, "hf_subset": "ary_Arab-kac_Latn", "languages": ["ary-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64781, "recall": 0.702569, "f1": 0.663538, "accuracy": 0.702569, "main_score": 0.663538, "hf_subset": "ary_Arab-lin_Latn", "languages": ["ary-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ary_Arab-nno_Latn", "languages": ["ary-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208272, "recall": 0.272727, "f1": 0.225023, "accuracy": 0.272727, "main_score": 0.225023, "hf_subset": "ary_Arab-sat_Olck", "languages": ["ary-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-tel_Telu", "languages": ["ary-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.911841, "recall": 0.938735, "f1": 0.92052, "accuracy": 0.938735, "main_score": 0.92052, "hf_subset": "ary_Arab-ydd_Hebr", "languages": ["ary-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ary_Arab-ces_Latn", "languages": ["ary-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527628, "recall": 0.591897, "f1": 0.54661, "accuracy": 0.591897, "main_score": 0.54661, "hf_subset": "ary_Arab-gaz_Latn", "languages": ["ary-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556663, "recall": 0.620553, "f1": 0.575247, "accuracy": 0.620553, "main_score": 0.575247, "hf_subset": "ary_Arab-kam_Latn", "languages": ["ary-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "ary_Arab-lit_Latn", "languages": ["ary-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ary_Arab-nob_Latn", "languages": ["ary-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "ary_Arab-scn_Latn", "languages": ["ary-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946887, "recall": 0.960474, "f1": 0.951153, "accuracy": 0.960474, "main_score": 0.951153, "hf_subset": "ary_Arab-tgk_Cyrl", "languages": ["ary-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.662806, "recall": 0.73419, "f1": 0.684832, "accuracy": 0.73419, "main_score": 0.684832, "hf_subset": "ary_Arab-yor_Latn", "languages": ["ary-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-arz_Arab", "languages": ["ary-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538735, "recall": 0.602767, "f1": 0.556692, "accuracy": 0.602767, "main_score": 0.556692, "hf_subset": "ary_Arab-cjk_Latn", "languages": ["ary-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730879, "recall": 0.788538, "f1": 0.748386, "accuracy": 0.788538, "main_score": 0.748386, "hf_subset": "ary_Arab-gla_Latn", "languages": ["ary-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "ary_Arab-kan_Knda", "languages": ["ary-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "ary_Arab-lmo_Latn", "languages": ["ary-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "ary_Arab-npi_Deva", "languages": ["ary-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4436, "recall": 0.507905, "f1": 0.46129, "accuracy": 0.507905, "main_score": 0.46129, "hf_subset": "ary_Arab-shn_Mymr", "languages": ["ary-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-tgl_Latn", "languages": ["ary-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-yue_Hant", "languages": ["ary-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "ary_Arab-asm_Beng", "languages": ["ary-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.912088, "recall": 0.936759, "f1": 0.919913, "accuracy": 0.936759, "main_score": 0.919913, "hf_subset": "ary_Arab-ckb_Arab", "languages": ["ary-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.816271, "recall": 0.862648, "f1": 0.830303, "accuracy": 0.862648, "main_score": 0.830303, "hf_subset": "ary_Arab-gle_Latn", "languages": ["ary-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909503, "recall": 0.932806, "f1": 0.916733, "accuracy": 0.932806, "main_score": 0.916733, "hf_subset": "ary_Arab-kas_Arab", "languages": ["ary-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.891634, "recall": 0.922925, "f1": 0.901482, "accuracy": 0.922925, "main_score": 0.901482, "hf_subset": "ary_Arab-ltg_Latn", "languages": ["ary-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590624, "recall": 0.641304, "f1": 0.605275, "accuracy": 0.641304, "main_score": 0.605275, "hf_subset": "ary_Arab-nso_Latn", "languages": ["ary-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.959486, "f1": 0.94697, "accuracy": 0.959486, "main_score": 0.94697, "hf_subset": "ary_Arab-sin_Sinh", "languages": ["ary-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ary_Arab-tha_Thai", "languages": ["ary-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-zho_Hans", "languages": ["ary-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-ast_Latn", "languages": ["ary-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965168, "recall": 0.976285, "f1": 0.968775, "accuracy": 0.976285, "main_score": 0.968775, "hf_subset": "ary_Arab-crh_Latn", "languages": ["ary-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ary_Arab-glg_Latn", "languages": ["ary-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846262, "recall": 0.88834, "f1": 0.859538, "accuracy": 0.88834, "main_score": 0.859538, "hf_subset": "ary_Arab-kas_Deva", "languages": ["ary-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "ary_Arab-ltz_Latn", "languages": ["ary-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436077, "recall": 0.506917, "f1": 0.454747, "accuracy": 0.506917, "main_score": 0.454747, "hf_subset": "ary_Arab-nus_Latn", "languages": ["ary-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-slk_Latn", "languages": ["ary-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603666, "recall": 0.668972, "f1": 0.622974, "accuracy": 0.668972, "main_score": 0.622974, "hf_subset": "ary_Arab-tir_Ethi", "languages": ["ary-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-zho_Hant", "languages": ["ary-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "ary_Arab-awa_Deva", "languages": ["ary-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939641, "recall": 0.95751, "f1": 0.945389, "accuracy": 0.95751, "main_score": 0.945389, "hf_subset": "ary_Arab-cym_Latn", "languages": ["ary-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787665, "recall": 0.835968, "f1": 0.802372, "accuracy": 0.835968, "main_score": 0.802372, "hf_subset": "ary_Arab-grn_Latn", "languages": ["ary-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "ary_Arab-kat_Geor", "languages": ["ary-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.616941, "recall": 0.673913, "f1": 0.633452, "accuracy": 0.673913, "main_score": 0.633452, "hf_subset": "ary_Arab-lua_Latn", "languages": ["ary-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612221, "recall": 0.675889, "f1": 0.630136, "accuracy": 0.675889, "main_score": 0.630136, "hf_subset": "ary_Arab-nya_Latn", "languages": ["ary-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-slv_Latn", "languages": ["ary-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918643, "recall": 0.942688, "f1": 0.92635, "accuracy": 0.942688, "main_score": 0.92635, "hf_subset": "ary_Arab-tpi_Latn", "languages": ["ary-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ary_Arab-zsm_Latn", "languages": ["ary-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512863, "recall": 0.577075, "f1": 0.531466, "accuracy": 0.577075, "main_score": 0.531466, "hf_subset": "ary_Arab-ayr_Latn", "languages": ["ary-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-dan_Latn", "languages": ["ary-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ary_Arab-guj_Gujr", "languages": ["ary-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ary_Arab-kaz_Cyrl", "languages": ["ary-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516865, "recall": 0.581028, "f1": 0.534943, "accuracy": 0.581028, "main_score": 0.534943, "hf_subset": "ary_Arab-lug_Latn", "languages": ["ary-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-oci_Latn", "languages": ["ary-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77301, "recall": 0.826087, "f1": 0.789657, "accuracy": 0.826087, "main_score": 0.789657, "hf_subset": "ary_Arab-smo_Latn", "languages": ["ary-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524501, "recall": 0.585968, "f1": 0.541682, "accuracy": 0.585968, "main_score": 0.541682, "hf_subset": "ary_Arab-tsn_Latn", "languages": ["ary-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58312, "recall": 0.643281, "f1": 0.600454, "accuracy": 0.643281, "main_score": 0.600454, "hf_subset": "ary_Arab-zul_Latn", "languages": ["ary-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880962, "recall": 0.91502, "f1": 0.891963, "accuracy": 0.91502, "main_score": 0.891963, "hf_subset": "ary_Arab-azb_Arab", "languages": ["ary-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-deu_Latn", "languages": ["ary-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943676, "recall": 0.959486, "f1": 0.948781, "accuracy": 0.959486, "main_score": 0.948781, "hf_subset": "ary_Arab-hat_Latn", "languages": ["ary-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481499, "recall": 0.537549, "f1": 0.497241, "accuracy": 0.537549, "main_score": 0.497241, "hf_subset": "ary_Arab-kbp_Latn", "languages": ["ary-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5564, "recall": 0.610672, "f1": 0.571436, "accuracy": 0.610672, "main_score": 0.571436, "hf_subset": "ary_Arab-luo_Latn", "languages": ["ary-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-ory_Orya", "languages": ["ary-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.575503, "recall": 0.634387, "f1": 0.592445, "accuracy": 0.634387, "main_score": 0.592445, "hf_subset": "ary_Arab-sna_Latn", "languages": ["ary-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529291, "recall": 0.58498, "f1": 0.544917, "accuracy": 0.58498, "main_score": 0.544917, "hf_subset": "ary_Arab-tso_Latn", "languages": ["ary-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ary_Arab-azj_Latn", "languages": ["ary-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517765, "recall": 0.587945, "f1": 0.537966, "accuracy": 0.587945, "main_score": 0.537966, "hf_subset": "ary_Arab-dik_Latn", "languages": ["ary-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695998, "recall": 0.755929, "f1": 0.71349, "accuracy": 0.755929, "main_score": 0.71349, "hf_subset": "ary_Arab-hau_Latn", "languages": ["ary-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "ary_Arab-kea_Latn", "languages": ["ary-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714625, "recall": 0.771739, "f1": 0.732148, "accuracy": 0.771739, "main_score": 0.732148, "hf_subset": "ary_Arab-lus_Latn", "languages": ["ary-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8361, "recall": 0.873518, "f1": 0.847464, "accuracy": 0.873518, "main_score": 0.847464, "hf_subset": "ary_Arab-pag_Latn", "languages": ["ary-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ary_Arab-snd_Arab", "languages": ["ary-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.910985, "recall": 0.937747, "f1": 0.919532, "accuracy": 0.937747, "main_score": 0.919532, "hf_subset": "ary_Arab-tuk_Latn", "languages": ["ary-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942111, "recall": 0.960474, "f1": 0.948024, "accuracy": 0.960474, "main_score": 0.948024, "hf_subset": "ary_Arab-bak_Cyrl", "languages": ["ary-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.468261, "recall": 0.544466, "f1": 0.490335, "accuracy": 0.544466, "main_score": 0.490335, "hf_subset": "ary_Arab-dyu_Latn", "languages": ["ary-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ary_Arab-heb_Hebr", "languages": ["ary-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.954298, "recall": 0.968379, "f1": 0.958729, "accuracy": 0.968379, "main_score": 0.958729, "hf_subset": "ary_Arab-khk_Cyrl", "languages": ["ary-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ary_Arab-lvs_Latn", "languages": ["ary-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-pan_Guru", "languages": ["ary-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.657635, "recall": 0.727273, "f1": 0.678211, "accuracy": 0.727273, "main_score": 0.678211, "hf_subset": "ary_Arab-som_Latn", "languages": ["ary-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566116, "recall": 0.620553, "f1": 0.581839, "accuracy": 0.620553, "main_score": 0.581839, "hf_subset": "ary_Arab-tum_Latn", "languages": ["ary-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593267, "recall": 0.659091, "f1": 0.612131, "accuracy": 0.659091, "main_score": 0.612131, "hf_subset": "ces_Latn-ace_Arab", "languages": ["ces-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541047, "recall": 0.596838, "f1": 0.556419, "accuracy": 0.596838, "main_score": 0.556419, "hf_subset": "ces_Latn-bam_Latn", "languages": ["ces-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445099, "recall": 0.520751, "f1": 0.465537, "accuracy": 0.520751, "main_score": 0.465537, "hf_subset": "ces_Latn-dzo_Tibt", "languages": ["ces-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hin_Deva", "languages": ["ces-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-khm_Khmr", "languages": ["ces-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-mag_Deva", "languages": ["ces-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ces_Latn-pap_Latn", "languages": ["ces-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603173, "recall": 0.659091, "f1": 0.6185, "accuracy": 0.659091, "main_score": 0.6185, "hf_subset": "ces_Latn-sot_Latn", "languages": ["ces-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tur_Latn", "languages": ["ces-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878903, "recall": 0.909091, "f1": 0.888406, "accuracy": 0.909091, "main_score": 0.888406, "hf_subset": "ces_Latn-ace_Latn", "languages": ["ces-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "ces_Latn-ban_Latn", "languages": ["ces-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ell_Grek", "languages": ["ces-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ces_Latn-hne_Deva", "languages": ["ces-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.604711, "recall": 0.661067, "f1": 0.621134, "accuracy": 0.661067, "main_score": 0.621134, "hf_subset": "ces_Latn-kik_Latn", "languages": ["ces-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-mai_Deva", "languages": ["ces-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ces_Latn-pbt_Arab", "languages": ["ces-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-spa_Latn", "languages": ["ces-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612921, "recall": 0.679842, "f1": 0.631985, "accuracy": 0.679842, "main_score": 0.631985, "hf_subset": "ces_Latn-twi_Latn", "languages": ["ces-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-acm_Arab", "languages": ["ces-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-bel_Cyrl", "languages": ["ces-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-eng_Latn", "languages": ["ces-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hrv_Latn", "languages": ["ces-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574671, "recall": 0.634387, "f1": 0.591338, "accuracy": 0.634387, "main_score": 0.591338, "hf_subset": "ces_Latn-kin_Latn", "languages": ["ces-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-mal_Mlym", "languages": ["ces-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pes_Arab", "languages": ["ces-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-srd_Latn", "languages": ["ces-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181511, "recall": 0.229249, "f1": 0.193359, "accuracy": 0.229249, "main_score": 0.193359, "hf_subset": "ces_Latn-tzm_Tfng", "languages": ["ces-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-acq_Arab", "languages": ["ces-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632543, "recall": 0.684783, "f1": 0.646698, "accuracy": 0.684783, "main_score": 0.646698, "hf_subset": "ces_Latn-bem_Latn", "languages": ["ces-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-epo_Latn", "languages": ["ces-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hun_Latn", "languages": ["ces-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-kir_Cyrl", "languages": ["ces-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-mar_Deva", "languages": ["ces-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.685771, "recall": 0.738142, "f1": 0.700988, "accuracy": 0.738142, "main_score": 0.700988, "hf_subset": "ces_Latn-plt_Latn", "languages": ["ces-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-srp_Cyrl", "languages": ["ces-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ces_Latn-uig_Arab", "languages": ["ces-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-aeb_Arab", "languages": ["ces-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ben_Beng", "languages": ["ces-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-est_Latn", "languages": ["ces-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hye_Armn", "languages": ["ces-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553509, "recall": 0.605731, "f1": 0.568503, "accuracy": 0.605731, "main_score": 0.568503, "hf_subset": "ces_Latn-kmb_Latn", "languages": ["ces-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521121, "recall": 0.59585, "f1": 0.542049, "accuracy": 0.59585, "main_score": 0.542049, "hf_subset": "ces_Latn-min_Arab", "languages": ["ces-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pol_Latn", "languages": ["ces-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557849, "recall": 0.62253, "f1": 0.576649, "accuracy": 0.62253, "main_score": 0.576649, "hf_subset": "ces_Latn-ssw_Latn", "languages": ["ces-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ukr_Cyrl", "languages": ["ces-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-afr_Latn", "languages": ["ces-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-bho_Deva", "languages": ["ces-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-eus_Latn", "languages": ["ces-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590106, "recall": 0.650198, "f1": 0.606952, "accuracy": 0.650198, "main_score": 0.606952, "hf_subset": "ces_Latn-ibo_Latn", "languages": ["ces-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903574, "recall": 0.93083, "f1": 0.912286, "accuracy": 0.93083, "main_score": 0.912286, "hf_subset": "ces_Latn-kmr_Latn", "languages": ["ces-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-min_Latn", "languages": ["ces-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-por_Latn", "languages": ["ces-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-sun_Latn", "languages": ["ces-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535138, "recall": 0.591897, "f1": 0.551386, "accuracy": 0.591897, "main_score": 0.551386, "hf_subset": "ces_Latn-umb_Latn", "languages": ["ces-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ajp_Arab", "languages": ["ces-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549856, "recall": 0.61166, "f1": 0.56734, "accuracy": 0.61166, "main_score": 0.56734, "hf_subset": "ces_Latn-bjn_Arab", "languages": ["ces-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524729, "recall": 0.58004, "f1": 0.539446, "accuracy": 0.58004, "main_score": 0.539446, "hf_subset": "ces_Latn-ewe_Latn", "languages": ["ces-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "ces_Latn-ilo_Latn", "languages": ["ces-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319584, "recall": 0.375494, "f1": 0.335146, "accuracy": 0.375494, "main_score": 0.335146, "hf_subset": "ces_Latn-knc_Arab", "languages": ["ces-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-mkd_Cyrl", "languages": ["ces-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-prs_Arab", "languages": ["ces-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-swe_Latn", "languages": ["ces-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-urd_Arab", "languages": ["ces-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605599, "recall": 0.667984, "f1": 0.62356, "accuracy": 0.667984, "main_score": 0.62356, "hf_subset": "ces_Latn-aka_Latn", "languages": ["ces-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ces_Latn-bjn_Latn", "languages": ["ces-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ces_Latn-fao_Latn", "languages": ["ces-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ind_Latn", "languages": ["ces-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584991, "recall": 0.642292, "f1": 0.601211, "accuracy": 0.642292, "main_score": 0.601211, "hf_subset": "ces_Latn-knc_Latn", "languages": ["ces-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-mlt_Latn", "languages": ["ces-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715411, "recall": 0.775692, "f1": 0.732737, "accuracy": 0.775692, "main_score": 0.732737, "hf_subset": "ces_Latn-quy_Latn", "languages": ["ces-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "ces_Latn-swh_Latn", "languages": ["ces-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-uzn_Latn", "languages": ["ces-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-als_Latn", "languages": ["ces-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649506, "recall": 0.730237, "f1": 0.673584, "accuracy": 0.730237, "main_score": 0.673584, "hf_subset": "ces_Latn-bod_Tibt", "languages": ["ces-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.725097, "recall": 0.777668, "f1": 0.740168, "accuracy": 0.777668, "main_score": 0.740168, "hf_subset": "ces_Latn-fij_Latn", "languages": ["ces-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-isl_Latn", "languages": ["ces-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676136, "recall": 0.729249, "f1": 0.691818, "accuracy": 0.729249, "main_score": 0.691818, "hf_subset": "ces_Latn-kon_Latn", "languages": ["ces-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652281, "recall": 0.721344, "f1": 0.672359, "accuracy": 0.721344, "main_score": 0.672359, "hf_subset": "ces_Latn-mni_Beng", "languages": ["ces-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ron_Latn", "languages": ["ces-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.991107, "f1": 0.989789, "accuracy": 0.991107, "main_score": 0.989789, "hf_subset": "ces_Latn-szl_Latn", "languages": ["ces-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-vec_Latn", "languages": ["ces-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "ces_Latn-amh_Ethi", "languages": ["ces-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-bos_Latn", "languages": ["ces-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-fin_Latn", "languages": ["ces-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ita_Latn", "languages": ["ces-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-kor_Hang", "languages": ["ces-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558375, "recall": 0.616601, "f1": 0.574719, "accuracy": 0.616601, "main_score": 0.574719, "hf_subset": "ces_Latn-mos_Latn", "languages": ["ces-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560343, "recall": 0.618577, "f1": 0.576393, "accuracy": 0.618577, "main_score": 0.576393, "hf_subset": "ces_Latn-run_Latn", "languages": ["ces-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tam_Taml", "languages": ["ces-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-vie_Latn", "languages": ["ces-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-apc_Arab", "languages": ["ces-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.816156, "recall": 0.860672, "f1": 0.829677, "accuracy": 0.860672, "main_score": 0.829677, "hf_subset": "ces_Latn-bug_Latn", "languages": ["ces-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4851, "recall": 0.540514, "f1": 0.499429, "accuracy": 0.540514, "main_score": 0.499429, "hf_subset": "ces_Latn-fon_Latn", "languages": ["ces-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ces_Latn-jav_Latn", "languages": ["ces-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ces_Latn-lao_Laoo", "languages": ["ces-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.892161, "recall": 0.923913, "f1": 0.902339, "accuracy": 0.923913, "main_score": 0.902339, "hf_subset": "ces_Latn-mri_Latn", "languages": ["ces-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-rus_Cyrl", "languages": ["ces-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534585, "recall": 0.601779, "f1": 0.552918, "accuracy": 0.601779, "main_score": 0.552918, "hf_subset": "ces_Latn-taq_Latn", "languages": ["ces-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-war_Latn", "languages": ["ces-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-arb_Arab", "languages": ["ces-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-bul_Cyrl", "languages": ["ces-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-fra_Latn", "languages": ["ces-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-jpn_Jpan", "languages": ["ces-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-lij_Latn", "languages": ["ces-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "ces_Latn-mya_Mymr", "languages": ["ces-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.619372, "recall": 0.678854, "f1": 0.63614, "accuracy": 0.678854, "main_score": 0.63614, "hf_subset": "ces_Latn-sag_Latn", "languages": ["ces-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193337, "recall": 0.252964, "f1": 0.206569, "accuracy": 0.252964, "main_score": 0.206569, "hf_subset": "ces_Latn-taq_Tfng", "languages": ["ces-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.635065, "recall": 0.702569, "f1": 0.654814, "accuracy": 0.702569, "main_score": 0.654814, "hf_subset": "ces_Latn-wol_Latn", "languages": ["ces-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815547, "recall": 0.864625, "f1": 0.830632, "accuracy": 0.864625, "main_score": 0.830632, "hf_subset": "ces_Latn-arb_Latn", "languages": ["ces-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-cat_Latn", "languages": ["ces-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-fur_Latn", "languages": ["ces-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422897, "recall": 0.476285, "f1": 0.437769, "accuracy": 0.476285, "main_score": 0.437769, "hf_subset": "ces_Latn-kab_Latn", "languages": ["ces-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ces_Latn-lim_Latn", "languages": ["ces-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-nld_Latn", "languages": ["ces-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ces_Latn-san_Deva", "languages": ["ces-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-tat_Cyrl", "languages": ["ces-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.681819, "recall": 0.738142, "f1": 0.698194, "accuracy": 0.738142, "main_score": 0.698194, "hf_subset": "ces_Latn-xho_Latn", "languages": ["ces-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ars_Arab", "languages": ["ces-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-ceb_Latn", "languages": ["ces-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565068, "recall": 0.625494, "f1": 0.582571, "accuracy": 0.625494, "main_score": 0.582571, "hf_subset": "ces_Latn-fuv_Latn", "languages": ["ces-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511556, "recall": 0.576087, "f1": 0.528978, "accuracy": 0.576087, "main_score": 0.528978, "hf_subset": "ces_Latn-kac_Latn", "languages": ["ces-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682016, "recall": 0.732213, "f1": 0.697384, "accuracy": 0.732213, "main_score": 0.697384, "hf_subset": "ces_Latn-lin_Latn", "languages": ["ces-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-nno_Latn", "languages": ["ces-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.241002, "recall": 0.31917, "f1": 0.261662, "accuracy": 0.31917, "main_score": 0.261662, "hf_subset": "ces_Latn-sat_Olck", "languages": ["ces-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tel_Telu", "languages": ["ces-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "ces_Latn-ydd_Hebr", "languages": ["ces-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ces_Latn-ary_Arab", "languages": ["ces-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58969, "recall": 0.652174, "f1": 0.608089, "accuracy": 0.652174, "main_score": 0.608089, "hf_subset": "ces_Latn-gaz_Latn", "languages": ["ces-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595555, "recall": 0.659091, "f1": 0.613698, "accuracy": 0.659091, "main_score": 0.613698, "hf_subset": "ces_Latn-kam_Latn", "languages": ["ces-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ces_Latn-lit_Latn", "languages": ["ces-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-nob_Latn", "languages": ["ces-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ces_Latn-scn_Latn", "languages": ["ces-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ces_Latn-tgk_Cyrl", "languages": ["ces-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.723312, "recall": 0.787549, "f1": 0.742663, "accuracy": 0.787549, "main_score": 0.742663, "hf_subset": "ces_Latn-yor_Latn", "languages": ["ces-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-arz_Arab", "languages": ["ces-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562089, "recall": 0.62253, "f1": 0.579558, "accuracy": 0.62253, "main_score": 0.579558, "hf_subset": "ces_Latn-cjk_Latn", "languages": ["ces-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807263, "recall": 0.856719, "f1": 0.822497, "accuracy": 0.856719, "main_score": 0.822497, "hf_subset": "ces_Latn-gla_Latn", "languages": ["ces-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-kan_Knda", "languages": ["ces-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-lmo_Latn", "languages": ["ces-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ces_Latn-npi_Deva", "languages": ["ces-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475356, "recall": 0.537549, "f1": 0.492023, "accuracy": 0.537549, "main_score": 0.492023, "hf_subset": "ces_Latn-shn_Mymr", "languages": ["ces-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-tgl_Latn", "languages": ["ces-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-yue_Hant", "languages": ["ces-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-asm_Beng", "languages": ["ces-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ces_Latn-ckb_Arab", "languages": ["ces-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.905797, "recall": 0.929842, "f1": 0.91334, "accuracy": 0.929842, "main_score": 0.91334, "hf_subset": "ces_Latn-gle_Latn", "languages": ["ces-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ces_Latn-kas_Arab", "languages": ["ces-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "ces_Latn-ltg_Latn", "languages": ["ces-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619664, "recall": 0.674901, "f1": 0.635683, "accuracy": 0.674901, "main_score": 0.635683, "hf_subset": "ces_Latn-nso_Latn", "languages": ["ces-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-sin_Sinh", "languages": ["ces-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tha_Thai", "languages": ["ces-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zho_Hans", "languages": ["ces-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ast_Latn", "languages": ["ces-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-crh_Latn", "languages": ["ces-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-glg_Latn", "languages": ["ces-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90975, "recall": 0.936759, "f1": 0.918478, "accuracy": 0.936759, "main_score": 0.918478, "hf_subset": "ces_Latn-kas_Deva", "languages": ["ces-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ces_Latn-ltz_Latn", "languages": ["ces-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46134, "recall": 0.529644, "f1": 0.479374, "accuracy": 0.529644, "main_score": 0.479374, "hf_subset": "ces_Latn-nus_Latn", "languages": ["ces-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-slk_Latn", "languages": ["ces-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627454, "recall": 0.700593, "f1": 0.649247, "accuracy": 0.700593, "main_score": 0.649247, "hf_subset": "ces_Latn-tir_Ethi", "languages": ["ces-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zho_Hant", "languages": ["ces-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "ces_Latn-awa_Deva", "languages": ["ces-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ces_Latn-cym_Latn", "languages": ["ces-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850955, "recall": 0.887352, "f1": 0.861957, "accuracy": 0.887352, "main_score": 0.861957, "hf_subset": "ces_Latn-grn_Latn", "languages": ["ces-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-kat_Geor", "languages": ["ces-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.653902, "recall": 0.70751, "f1": 0.669123, "accuracy": 0.70751, "main_score": 0.669123, "hf_subset": "ces_Latn-lua_Latn", "languages": ["ces-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636704, "recall": 0.697628, "f1": 0.65424, "accuracy": 0.697628, "main_score": 0.65424, "hf_subset": "ces_Latn-nya_Latn", "languages": ["ces-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-slv_Latn", "languages": ["ces-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "ces_Latn-tpi_Latn", "languages": ["ces-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zsm_Latn", "languages": ["ces-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544334, "recall": 0.612648, "f1": 0.564007, "accuracy": 0.612648, "main_score": 0.564007, "hf_subset": "ces_Latn-ayr_Latn", "languages": ["ces-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-dan_Latn", "languages": ["ces-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-guj_Gujr", "languages": ["ces-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-kaz_Cyrl", "languages": ["ces-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550888, "recall": 0.61166, "f1": 0.567939, "accuracy": 0.61166, "main_score": 0.567939, "hf_subset": "ces_Latn-lug_Latn", "languages": ["ces-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-oci_Latn", "languages": ["ces-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836957, "recall": 0.878458, "f1": 0.849934, "accuracy": 0.878458, "main_score": 0.849934, "hf_subset": "ces_Latn-smo_Latn", "languages": ["ces-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55062, "recall": 0.613636, "f1": 0.568453, "accuracy": 0.613636, "main_score": 0.568453, "hf_subset": "ces_Latn-tsn_Latn", "languages": ["ces-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629358, "recall": 0.689723, "f1": 0.646156, "accuracy": 0.689723, "main_score": 0.646156, "hf_subset": "ces_Latn-zul_Latn", "languages": ["ces-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943017, "recall": 0.959486, "f1": 0.948287, "accuracy": 0.959486, "main_score": 0.948287, "hf_subset": "ces_Latn-azb_Arab", "languages": ["ces-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-deu_Latn", "languages": ["ces-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "ces_Latn-hat_Latn", "languages": ["ces-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491903, "recall": 0.549407, "f1": 0.508221, "accuracy": 0.549407, "main_score": 0.508221, "hf_subset": "ces_Latn-kbp_Latn", "languages": ["ces-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579492, "recall": 0.634387, "f1": 0.594547, "accuracy": 0.634387, "main_score": 0.594547, "hf_subset": "ces_Latn-luo_Latn", "languages": ["ces-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-ory_Orya", "languages": ["ces-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.600981, "recall": 0.664032, "f1": 0.619238, "accuracy": 0.664032, "main_score": 0.619238, "hf_subset": "ces_Latn-sna_Latn", "languages": ["ces-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561052, "recall": 0.618577, "f1": 0.576972, "accuracy": 0.618577, "main_score": 0.576972, "hf_subset": "ces_Latn-tso_Latn", "languages": ["ces-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-azj_Latn", "languages": ["ces-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541416, "recall": 0.609684, "f1": 0.560741, "accuracy": 0.609684, "main_score": 0.560741, "hf_subset": "ces_Latn-dik_Latn", "languages": ["ces-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755616, "recall": 0.809289, "f1": 0.771673, "accuracy": 0.809289, "main_score": 0.771673, "hf_subset": "ces_Latn-hau_Latn", "languages": ["ces-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ces_Latn-kea_Latn", "languages": ["ces-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755501, "recall": 0.80336, "f1": 0.769829, "accuracy": 0.80336, "main_score": 0.769829, "hf_subset": "ces_Latn-lus_Latn", "languages": ["ces-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883053, "recall": 0.910079, "f1": 0.891206, "accuracy": 0.910079, "main_score": 0.891206, "hf_subset": "ces_Latn-pag_Latn", "languages": ["ces-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-snd_Arab", "languages": ["ces-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "ces_Latn-tuk_Latn", "languages": ["ces-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-bak_Cyrl", "languages": ["ces-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487945, "recall": 0.566206, "f1": 0.511006, "accuracy": 0.566206, "main_score": 0.511006, "hf_subset": "ces_Latn-dyu_Latn", "languages": ["ces-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-heb_Hebr", "languages": ["ces-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-khk_Cyrl", "languages": ["ces-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-lvs_Latn", "languages": ["ces-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pan_Guru", "languages": ["ces-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.73382, "recall": 0.789526, "f1": 0.75068, "accuracy": 0.789526, "main_score": 0.75068, "hf_subset": "ces_Latn-som_Latn", "languages": ["ces-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610996, "recall": 0.658103, "f1": 0.624247, "accuracy": 0.658103, "main_score": 0.624247, "hf_subset": "ces_Latn-tum_Latn", "languages": ["ces-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429629, "recall": 0.481225, "f1": 0.4435, "accuracy": 0.481225, "main_score": 0.4435, "hf_subset": "gaz_Latn-ace_Arab", "languages": ["gaz-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503157, "recall": 0.548419, "f1": 0.515996, "accuracy": 0.548419, "main_score": 0.515996, "hf_subset": "gaz_Latn-bam_Latn", "languages": ["gaz-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.237455, "recall": 0.279644, "f1": 0.248719, "accuracy": 0.279644, "main_score": 0.248719, "hf_subset": "gaz_Latn-dzo_Tibt", "languages": ["gaz-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.570259, "recall": 0.620553, "f1": 0.583533, "accuracy": 0.620553, "main_score": 0.583533, "hf_subset": "gaz_Latn-hin_Deva", "languages": ["gaz-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.51703, "recall": 0.563241, "f1": 0.529689, "accuracy": 0.563241, "main_score": 0.529689, "hf_subset": "gaz_Latn-khm_Khmr", "languages": ["gaz-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.54993, "recall": 0.601779, "f1": 0.563911, "accuracy": 0.601779, "main_score": 0.563911, "hf_subset": "gaz_Latn-mag_Deva", "languages": ["gaz-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.55683, "recall": 0.601779, "f1": 0.568399, "accuracy": 0.601779, "main_score": 0.568399, "hf_subset": "gaz_Latn-pap_Latn", "languages": ["gaz-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530804, "recall": 0.579051, "f1": 0.54354, "accuracy": 0.579051, "main_score": 0.54354, "hf_subset": "gaz_Latn-sot_Latn", "languages": ["gaz-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556967, "recall": 0.608696, "f1": 0.571095, "accuracy": 0.608696, "main_score": 0.571095, "hf_subset": "gaz_Latn-tur_Latn", "languages": ["gaz-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550854, "recall": 0.589921, "f1": 0.560865, "accuracy": 0.589921, "main_score": 0.560865, "hf_subset": "gaz_Latn-ace_Latn", "languages": ["gaz-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572226, "recall": 0.612648, "f1": 0.58282, "accuracy": 0.612648, "main_score": 0.58282, "hf_subset": "gaz_Latn-ban_Latn", "languages": ["gaz-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552363, "recall": 0.602767, "f1": 0.564845, "accuracy": 0.602767, "main_score": 0.564845, "hf_subset": "gaz_Latn-ell_Grek", "languages": ["gaz-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.54456, "recall": 0.594862, "f1": 0.557521, "accuracy": 0.594862, "main_score": 0.557521, "hf_subset": "gaz_Latn-hne_Deva", "languages": ["gaz-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.449339, "recall": 0.498024, "f1": 0.463165, "accuracy": 0.498024, "main_score": 0.463165, "hf_subset": "gaz_Latn-kik_Latn", "languages": ["gaz-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554722, "recall": 0.605731, "f1": 0.568037, "accuracy": 0.605731, "main_score": 0.568037, "hf_subset": "gaz_Latn-mai_Deva", "languages": ["gaz-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.514004, "recall": 0.568182, "f1": 0.527887, "accuracy": 0.568182, "main_score": 0.527887, "hf_subset": "gaz_Latn-pbt_Arab", "languages": ["gaz-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562396, "recall": 0.612648, "f1": 0.575793, "accuracy": 0.612648, "main_score": 0.575793, "hf_subset": "gaz_Latn-spa_Latn", "languages": ["gaz-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516324, "recall": 0.562253, "f1": 0.529093, "accuracy": 0.562253, "main_score": 0.529093, "hf_subset": "gaz_Latn-twi_Latn", "languages": ["gaz-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538399, "recall": 0.589921, "f1": 0.55176, "accuracy": 0.589921, "main_score": 0.55176, "hf_subset": "gaz_Latn-acm_Arab", "languages": ["gaz-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505272, "recall": 0.549407, "f1": 0.516561, "accuracy": 0.549407, "main_score": 0.516561, "hf_subset": "gaz_Latn-bel_Cyrl", "languages": ["gaz-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.582913, "recall": 0.628458, "f1": 0.594917, "accuracy": 0.628458, "main_score": 0.594917, "hf_subset": "gaz_Latn-eng_Latn", "languages": ["gaz-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57474, "recall": 0.624506, "f1": 0.587569, "accuracy": 0.624506, "main_score": 0.587569, "hf_subset": "gaz_Latn-hrv_Latn", "languages": ["gaz-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492735, "recall": 0.544466, "f1": 0.506818, "accuracy": 0.544466, "main_score": 0.506818, "hf_subset": "gaz_Latn-kin_Latn", "languages": ["gaz-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55313, "recall": 0.609684, "f1": 0.568273, "accuracy": 0.609684, "main_score": 0.568273, "hf_subset": "gaz_Latn-mal_Mlym", "languages": ["gaz-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.561493, "recall": 0.614625, "f1": 0.575577, "accuracy": 0.614625, "main_score": 0.575577, "hf_subset": "gaz_Latn-pes_Arab", "languages": ["gaz-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570495, "recall": 0.621542, "f1": 0.584089, "accuracy": 0.621542, "main_score": 0.584089, "hf_subset": "gaz_Latn-srd_Latn", "languages": ["gaz-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.226248, "recall": 0.263834, "f1": 0.235712, "accuracy": 0.263834, "main_score": 0.235712, "hf_subset": "gaz_Latn-tzm_Tfng", "languages": ["gaz-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.530593, "recall": 0.589921, "f1": 0.546683, "accuracy": 0.589921, "main_score": 0.546683, "hf_subset": "gaz_Latn-acq_Arab", "languages": ["gaz-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525315, "recall": 0.570158, "f1": 0.537859, "accuracy": 0.570158, "main_score": 0.537859, "hf_subset": "gaz_Latn-bem_Latn", "languages": ["gaz-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565639, "recall": 0.61166, "f1": 0.577574, "accuracy": 0.61166, "main_score": 0.577574, "hf_subset": "gaz_Latn-epo_Latn", "languages": ["gaz-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558371, "recall": 0.607708, "f1": 0.571606, "accuracy": 0.607708, "main_score": 0.571606, "hf_subset": "gaz_Latn-hun_Latn", "languages": ["gaz-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525162, "recall": 0.575099, "f1": 0.538341, "accuracy": 0.575099, "main_score": 0.538341, "hf_subset": "gaz_Latn-kir_Cyrl", "languages": ["gaz-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550357, "recall": 0.603755, "f1": 0.564621, "accuracy": 0.603755, "main_score": 0.564621, "hf_subset": "gaz_Latn-mar_Deva", "languages": ["gaz-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533921, "recall": 0.577075, "f1": 0.545498, "accuracy": 0.577075, "main_score": 0.545498, "hf_subset": "gaz_Latn-plt_Latn", "languages": ["gaz-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560508, "recall": 0.612648, "f1": 0.574674, "accuracy": 0.612648, "main_score": 0.574674, "hf_subset": "gaz_Latn-srp_Cyrl", "languages": ["gaz-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.501195, "recall": 0.545455, "f1": 0.512825, "accuracy": 0.545455, "main_score": 0.512825, "hf_subset": "gaz_Latn-uig_Arab", "languages": ["gaz-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521573, "recall": 0.565217, "f1": 0.533442, "accuracy": 0.565217, "main_score": 0.533442, "hf_subset": "gaz_Latn-aeb_Arab", "languages": ["gaz-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556568, "recall": 0.608696, "f1": 0.571041, "accuracy": 0.608696, "main_score": 0.571041, "hf_subset": "gaz_Latn-ben_Beng", "languages": ["gaz-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.551781, "recall": 0.604743, "f1": 0.564941, "accuracy": 0.604743, "main_score": 0.564941, "hf_subset": "gaz_Latn-est_Latn", "languages": ["gaz-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544295, "recall": 0.59585, "f1": 0.558707, "accuracy": 0.59585, "main_score": 0.558707, "hf_subset": "gaz_Latn-hye_Armn", "languages": ["gaz-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.493635, "recall": 0.537549, "f1": 0.50592, "accuracy": 0.537549, "main_score": 0.50592, "hf_subset": "gaz_Latn-kmb_Latn", "languages": ["gaz-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392171, "recall": 0.4417, "f1": 0.405792, "accuracy": 0.4417, "main_score": 0.405792, "hf_subset": "gaz_Latn-min_Arab", "languages": ["gaz-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556419, "recall": 0.609684, "f1": 0.5708, "accuracy": 0.609684, "main_score": 0.5708, "hf_subset": "gaz_Latn-pol_Latn", "languages": ["gaz-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502261, "recall": 0.551383, "f1": 0.515696, "accuracy": 0.551383, "main_score": 0.515696, "hf_subset": "gaz_Latn-ssw_Latn", "languages": ["gaz-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570162, "recall": 0.62253, "f1": 0.583724, "accuracy": 0.62253, "main_score": 0.583724, "hf_subset": "gaz_Latn-ukr_Cyrl", "languages": ["gaz-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586797, "recall": 0.637352, "f1": 0.600675, "accuracy": 0.637352, "main_score": 0.600675, "hf_subset": "gaz_Latn-afr_Latn", "languages": ["gaz-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544645, "recall": 0.586957, "f1": 0.555881, "accuracy": 0.586957, "main_score": 0.555881, "hf_subset": "gaz_Latn-bho_Deva", "languages": ["gaz-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.548812, "recall": 0.600791, "f1": 0.562809, "accuracy": 0.600791, "main_score": 0.562809, "hf_subset": "gaz_Latn-eus_Latn", "languages": ["gaz-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487006, "recall": 0.539526, "f1": 0.501498, "accuracy": 0.539526, "main_score": 0.501498, "hf_subset": "gaz_Latn-ibo_Latn", "languages": ["gaz-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561605, "recall": 0.600791, "f1": 0.57288, "accuracy": 0.600791, "main_score": 0.57288, "hf_subset": "gaz_Latn-kmr_Latn", "languages": ["gaz-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573331, "recall": 0.616601, "f1": 0.583045, "accuracy": 0.616601, "main_score": 0.583045, "hf_subset": "gaz_Latn-min_Latn", "languages": ["gaz-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570808, "recall": 0.616601, "f1": 0.582883, "accuracy": 0.616601, "main_score": 0.582883, "hf_subset": "gaz_Latn-por_Latn", "languages": ["gaz-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574942, "recall": 0.621542, "f1": 0.587418, "accuracy": 0.621542, "main_score": 0.587418, "hf_subset": "gaz_Latn-sun_Latn", "languages": ["gaz-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470201, "recall": 0.516798, "f1": 0.483255, "accuracy": 0.516798, "main_score": 0.483255, "hf_subset": "gaz_Latn-umb_Latn", "languages": ["gaz-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546349, "recall": 0.600791, "f1": 0.559741, "accuracy": 0.600791, "main_score": 0.559741, "hf_subset": "gaz_Latn-ajp_Arab", "languages": ["gaz-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.428352, "recall": 0.47332, "f1": 0.440014, "accuracy": 0.47332, "main_score": 0.440014, "hf_subset": "gaz_Latn-bjn_Arab", "languages": ["gaz-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468528, "recall": 0.513834, "f1": 0.480864, "accuracy": 0.513834, "main_score": 0.480864, "hf_subset": "gaz_Latn-ewe_Latn", "languages": ["gaz-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575168, "recall": 0.618577, "f1": 0.586934, "accuracy": 0.618577, "main_score": 0.586934, "hf_subset": "gaz_Latn-ilo_Latn", "languages": ["gaz-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299229, "recall": 0.340909, "f1": 0.310366, "accuracy": 0.340909, "main_score": 0.310366, "hf_subset": "gaz_Latn-knc_Arab", "languages": ["gaz-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55736, "recall": 0.607708, "f1": 0.571278, "accuracy": 0.607708, "main_score": 0.571278, "hf_subset": "gaz_Latn-mkd_Cyrl", "languages": ["gaz-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540356, "recall": 0.593874, "f1": 0.55479, "accuracy": 0.593874, "main_score": 0.55479, "hf_subset": "gaz_Latn-prs_Arab", "languages": ["gaz-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56853, "recall": 0.623518, "f1": 0.582948, "accuracy": 0.623518, "main_score": 0.582948, "hf_subset": "gaz_Latn-swe_Latn", "languages": ["gaz-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5317, "recall": 0.592885, "f1": 0.548892, "accuracy": 0.592885, "main_score": 0.548892, "hf_subset": "gaz_Latn-urd_Arab", "languages": ["gaz-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472482, "recall": 0.516798, "f1": 0.484544, "accuracy": 0.516798, "main_score": 0.484544, "hf_subset": "gaz_Latn-aka_Latn", "languages": ["gaz-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556491, "recall": 0.596838, "f1": 0.566853, "accuracy": 0.596838, "main_score": 0.566853, "hf_subset": "gaz_Latn-bjn_Latn", "languages": ["gaz-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528151, "recall": 0.576087, "f1": 0.541192, "accuracy": 0.576087, "main_score": 0.541192, "hf_subset": "gaz_Latn-fao_Latn", "languages": ["gaz-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588529, "recall": 0.629447, "f1": 0.599615, "accuracy": 0.629447, "main_score": 0.599615, "hf_subset": "gaz_Latn-ind_Latn", "languages": ["gaz-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494845, "recall": 0.530632, "f1": 0.504933, "accuracy": 0.530632, "main_score": 0.504933, "hf_subset": "gaz_Latn-knc_Latn", "languages": ["gaz-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577875, "recall": 0.617589, "f1": 0.58811, "accuracy": 0.617589, "main_score": 0.58811, "hf_subset": "gaz_Latn-mlt_Latn", "languages": ["gaz-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497053, "recall": 0.544466, "f1": 0.510091, "accuracy": 0.544466, "main_score": 0.510091, "hf_subset": "gaz_Latn-quy_Latn", "languages": ["gaz-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583591, "recall": 0.623518, "f1": 0.593934, "accuracy": 0.623518, "main_score": 0.593934, "hf_subset": "gaz_Latn-swh_Latn", "languages": ["gaz-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559254, "recall": 0.607708, "f1": 0.57239, "accuracy": 0.607708, "main_score": 0.57239, "hf_subset": "gaz_Latn-uzn_Latn", "languages": ["gaz-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578794, "recall": 0.617589, "f1": 0.588657, "accuracy": 0.617589, "main_score": 0.588657, "hf_subset": "gaz_Latn-als_Latn", "languages": ["gaz-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297066, "recall": 0.359684, "f1": 0.312557, "accuracy": 0.359684, "main_score": 0.312557, "hf_subset": "gaz_Latn-bod_Tibt", "languages": ["gaz-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.499909, "recall": 0.546443, "f1": 0.512294, "accuracy": 0.546443, "main_score": 0.512294, "hf_subset": "gaz_Latn-fij_Latn", "languages": ["gaz-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523488, "recall": 0.568182, "f1": 0.534978, "accuracy": 0.568182, "main_score": 0.534978, "hf_subset": "gaz_Latn-isl_Latn", "languages": ["gaz-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511592, "recall": 0.5583, "f1": 0.524429, "accuracy": 0.5583, "main_score": 0.524429, "hf_subset": "gaz_Latn-kon_Latn", "languages": ["gaz-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475913, "recall": 0.52668, "f1": 0.489576, "accuracy": 0.52668, "main_score": 0.489576, "hf_subset": "gaz_Latn-mni_Beng", "languages": ["gaz-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.587557, "recall": 0.630435, "f1": 0.598462, "accuracy": 0.630435, "main_score": 0.598462, "hf_subset": "gaz_Latn-ron_Latn", "languages": ["gaz-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552039, "recall": 0.600791, "f1": 0.565401, "accuracy": 0.600791, "main_score": 0.565401, "hf_subset": "gaz_Latn-szl_Latn", "languages": ["gaz-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57682, "recall": 0.626482, "f1": 0.588645, "accuracy": 0.626482, "main_score": 0.588645, "hf_subset": "gaz_Latn-vec_Latn", "languages": ["gaz-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529584, "recall": 0.582016, "f1": 0.543638, "accuracy": 0.582016, "main_score": 0.543638, "hf_subset": "gaz_Latn-amh_Ethi", "languages": ["gaz-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.588188, "recall": 0.629447, "f1": 0.599153, "accuracy": 0.629447, "main_score": 0.599153, "hf_subset": "gaz_Latn-bos_Latn", "languages": ["gaz-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544976, "recall": 0.592885, "f1": 0.557282, "accuracy": 0.592885, "main_score": 0.557282, "hf_subset": "gaz_Latn-fin_Latn", "languages": ["gaz-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564681, "recall": 0.616601, "f1": 0.578481, "accuracy": 0.616601, "main_score": 0.578481, "hf_subset": "gaz_Latn-ita_Latn", "languages": ["gaz-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541249, "recall": 0.593874, "f1": 0.554589, "accuracy": 0.593874, "main_score": 0.554589, "hf_subset": "gaz_Latn-kor_Hang", "languages": ["gaz-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.483638, "recall": 0.530632, "f1": 0.49757, "accuracy": 0.530632, "main_score": 0.49757, "hf_subset": "gaz_Latn-mos_Latn", "languages": ["gaz-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496989, "recall": 0.544466, "f1": 0.510441, "accuracy": 0.544466, "main_score": 0.510441, "hf_subset": "gaz_Latn-run_Latn", "languages": ["gaz-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540414, "recall": 0.598814, "f1": 0.556059, "accuracy": 0.598814, "main_score": 0.556059, "hf_subset": "gaz_Latn-tam_Taml", "languages": ["gaz-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.540071, "recall": 0.591897, "f1": 0.553595, "accuracy": 0.591897, "main_score": 0.553595, "hf_subset": "gaz_Latn-vie_Latn", "languages": ["gaz-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540583, "recall": 0.592885, "f1": 0.553861, "accuracy": 0.592885, "main_score": 0.553861, "hf_subset": "gaz_Latn-apc_Arab", "languages": ["gaz-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523145, "recall": 0.563241, "f1": 0.53396, "accuracy": 0.563241, "main_score": 0.53396, "hf_subset": "gaz_Latn-bug_Latn", "languages": ["gaz-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419668, "recall": 0.462451, "f1": 0.432099, "accuracy": 0.462451, "main_score": 0.432099, "hf_subset": "gaz_Latn-fon_Latn", "languages": ["gaz-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594972, "recall": 0.63834, "f1": 0.606203, "accuracy": 0.63834, "main_score": 0.606203, "hf_subset": "gaz_Latn-jav_Latn", "languages": ["gaz-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510304, "recall": 0.560277, "f1": 0.523109, "accuracy": 0.560277, "main_score": 0.523109, "hf_subset": "gaz_Latn-lao_Laoo", "languages": ["gaz-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.492399, "recall": 0.534585, "f1": 0.50342, "accuracy": 0.534585, "main_score": 0.50342, "hf_subset": "gaz_Latn-mri_Latn", "languages": ["gaz-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557095, "recall": 0.606719, "f1": 0.570218, "accuracy": 0.606719, "main_score": 0.570218, "hf_subset": "gaz_Latn-rus_Cyrl", "languages": ["gaz-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.465212, "recall": 0.505929, "f1": 0.476388, "accuracy": 0.505929, "main_score": 0.476388, "hf_subset": "gaz_Latn-taq_Latn", "languages": ["gaz-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565458, "recall": 0.610672, "f1": 0.577274, "accuracy": 0.610672, "main_score": 0.577274, "hf_subset": "gaz_Latn-war_Latn", "languages": ["gaz-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547018, "recall": 0.602767, "f1": 0.56136, "accuracy": 0.602767, "main_score": 0.56136, "hf_subset": "gaz_Latn-arb_Arab", "languages": ["gaz-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566221, "recall": 0.614625, "f1": 0.578713, "accuracy": 0.614625, "main_score": 0.578713, "hf_subset": "gaz_Latn-bul_Cyrl", "languages": ["gaz-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.563823, "recall": 0.609684, "f1": 0.575407, "accuracy": 0.609684, "main_score": 0.575407, "hf_subset": "gaz_Latn-fra_Latn", "languages": ["gaz-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536626, "recall": 0.589921, "f1": 0.550901, "accuracy": 0.589921, "main_score": 0.550901, "hf_subset": "gaz_Latn-jpn_Jpan", "languages": ["gaz-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.557648, "recall": 0.601779, "f1": 0.568945, "accuracy": 0.601779, "main_score": 0.568945, "hf_subset": "gaz_Latn-lij_Latn", "languages": ["gaz-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42703, "recall": 0.483202, "f1": 0.442394, "accuracy": 0.483202, "main_score": 0.442394, "hf_subset": "gaz_Latn-mya_Mymr", "languages": ["gaz-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.476785, "recall": 0.525692, "f1": 0.490088, "accuracy": 0.525692, "main_score": 0.490088, "hf_subset": "gaz_Latn-sag_Latn", "languages": ["gaz-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.209785, "recall": 0.254941, "f1": 0.220236, "accuracy": 0.254941, "main_score": 0.220236, "hf_subset": "gaz_Latn-taq_Tfng", "languages": ["gaz-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.509318, "recall": 0.560277, "f1": 0.523428, "accuracy": 0.560277, "main_score": 0.523428, "hf_subset": "gaz_Latn-wol_Latn", "languages": ["gaz-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447612, "recall": 0.492095, "f1": 0.459841, "accuracy": 0.492095, "main_score": 0.459841, "hf_subset": "gaz_Latn-arb_Latn", "languages": ["gaz-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576144, "recall": 0.628458, "f1": 0.589692, "accuracy": 0.628458, "main_score": 0.589692, "hf_subset": "gaz_Latn-cat_Latn", "languages": ["gaz-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563326, "recall": 0.609684, "f1": 0.575076, "accuracy": 0.609684, "main_score": 0.575076, "hf_subset": "gaz_Latn-fur_Latn", "languages": ["gaz-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420432, "recall": 0.467391, "f1": 0.433088, "accuracy": 0.467391, "main_score": 0.433088, "hf_subset": "gaz_Latn-kab_Latn", "languages": ["gaz-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559845, "recall": 0.599802, "f1": 0.569601, "accuracy": 0.599802, "main_score": 0.569601, "hf_subset": "gaz_Latn-lim_Latn", "languages": ["gaz-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560506, "recall": 0.607708, "f1": 0.572575, "accuracy": 0.607708, "main_score": 0.572575, "hf_subset": "gaz_Latn-nld_Latn", "languages": ["gaz-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514428, "recall": 0.567194, "f1": 0.528431, "accuracy": 0.567194, "main_score": 0.528431, "hf_subset": "gaz_Latn-san_Deva", "languages": ["gaz-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.560685, "recall": 0.609684, "f1": 0.57407, "accuracy": 0.609684, "main_score": 0.57407, "hf_subset": "gaz_Latn-tat_Cyrl", "languages": ["gaz-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526361, "recall": 0.571146, "f1": 0.538994, "accuracy": 0.571146, "main_score": 0.538994, "hf_subset": "gaz_Latn-xho_Latn", "languages": ["gaz-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528691, "recall": 0.58498, "f1": 0.543446, "accuracy": 0.58498, "main_score": 0.543446, "hf_subset": "gaz_Latn-ars_Arab", "languages": ["gaz-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582675, "recall": 0.626482, "f1": 0.593769, "accuracy": 0.626482, "main_score": 0.593769, "hf_subset": "gaz_Latn-ceb_Latn", "languages": ["gaz-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462085, "recall": 0.509881, "f1": 0.475384, "accuracy": 0.509881, "main_score": 0.475384, "hf_subset": "gaz_Latn-fuv_Latn", "languages": ["gaz-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45535, "recall": 0.503953, "f1": 0.467988, "accuracy": 0.503953, "main_score": 0.467988, "hf_subset": "gaz_Latn-kac_Latn", "languages": ["gaz-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537531, "recall": 0.58004, "f1": 0.548822, "accuracy": 0.58004, "main_score": 0.548822, "hf_subset": "gaz_Latn-lin_Latn", "languages": ["gaz-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557013, "recall": 0.607708, "f1": 0.570518, "accuracy": 0.607708, "main_score": 0.570518, "hf_subset": "gaz_Latn-nno_Latn", "languages": ["gaz-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157453, "recall": 0.213439, "f1": 0.171528, "accuracy": 0.213439, "main_score": 0.171528, "hf_subset": "gaz_Latn-sat_Olck", "languages": ["gaz-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.547324, "recall": 0.603755, "f1": 0.562308, "accuracy": 0.603755, "main_score": 0.562308, "hf_subset": "gaz_Latn-tel_Telu", "languages": ["gaz-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.507952, "recall": 0.565217, "f1": 0.523121, "accuracy": 0.565217, "main_score": 0.523121, "hf_subset": "gaz_Latn-ydd_Hebr", "languages": ["gaz-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.515685, "recall": 0.562253, "f1": 0.528489, "accuracy": 0.562253, "main_score": 0.528489, "hf_subset": "gaz_Latn-ary_Arab", "languages": ["gaz-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563913, "recall": 0.612648, "f1": 0.576049, "accuracy": 0.612648, "main_score": 0.576049, "hf_subset": "gaz_Latn-ces_Latn", "languages": ["gaz-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478361, "recall": 0.527668, "f1": 0.491667, "accuracy": 0.527668, "main_score": 0.491667, "hf_subset": "gaz_Latn-kam_Latn", "languages": ["gaz-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550391, "recall": 0.59585, "f1": 0.562338, "accuracy": 0.59585, "main_score": 0.562338, "hf_subset": "gaz_Latn-lit_Latn", "languages": ["gaz-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568474, "recall": 0.619565, "f1": 0.581607, "accuracy": 0.619565, "main_score": 0.581607, "hf_subset": "gaz_Latn-nob_Latn", "languages": ["gaz-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55374, "recall": 0.599802, "f1": 0.565351, "accuracy": 0.599802, "main_score": 0.565351, "hf_subset": "gaz_Latn-scn_Latn", "languages": ["gaz-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547955, "recall": 0.590909, "f1": 0.55986, "accuracy": 0.590909, "main_score": 0.55986, "hf_subset": "gaz_Latn-tgk_Cyrl", "languages": ["gaz-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47878, "recall": 0.533597, "f1": 0.494545, "accuracy": 0.533597, "main_score": 0.494545, "hf_subset": "gaz_Latn-yor_Latn", "languages": ["gaz-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526284, "recall": 0.576087, "f1": 0.538495, "accuracy": 0.576087, "main_score": 0.538495, "hf_subset": "gaz_Latn-arz_Arab", "languages": ["gaz-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.456485, "recall": 0.502964, "f1": 0.4697, "accuracy": 0.502964, "main_score": 0.4697, "hf_subset": "gaz_Latn-cjk_Latn", "languages": ["gaz-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516893, "recall": 0.557312, "f1": 0.528168, "accuracy": 0.557312, "main_score": 0.528168, "hf_subset": "gaz_Latn-gla_Latn", "languages": ["gaz-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549285, "recall": 0.598814, "f1": 0.562646, "accuracy": 0.598814, "main_score": 0.562646, "hf_subset": "gaz_Latn-kan_Knda", "languages": ["gaz-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.553184, "recall": 0.600791, "f1": 0.565023, "accuracy": 0.600791, "main_score": 0.565023, "hf_subset": "gaz_Latn-lmo_Latn", "languages": ["gaz-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55068, "recall": 0.603755, "f1": 0.564422, "accuracy": 0.603755, "main_score": 0.564422, "hf_subset": "gaz_Latn-npi_Deva", "languages": ["gaz-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.385375, "recall": 0.434783, "f1": 0.397646, "accuracy": 0.434783, "main_score": 0.397646, "hf_subset": "gaz_Latn-shn_Mymr", "languages": ["gaz-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.584408, "recall": 0.631423, "f1": 0.597318, "accuracy": 0.631423, "main_score": 0.597318, "hf_subset": "gaz_Latn-tgl_Latn", "languages": ["gaz-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519913, "recall": 0.574111, "f1": 0.533436, "accuracy": 0.574111, "main_score": 0.533436, "hf_subset": "gaz_Latn-yue_Hant", "languages": ["gaz-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.535161, "recall": 0.58498, "f1": 0.548253, "accuracy": 0.58498, "main_score": 0.548253, "hf_subset": "gaz_Latn-asm_Beng", "languages": ["gaz-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.527119, "recall": 0.576087, "f1": 0.540042, "accuracy": 0.576087, "main_score": 0.540042, "hf_subset": "gaz_Latn-ckb_Arab", "languages": ["gaz-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519357, "recall": 0.565217, "f1": 0.531789, "accuracy": 0.565217, "main_score": 0.531789, "hf_subset": "gaz_Latn-gle_Latn", "languages": ["gaz-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50395, "recall": 0.547431, "f1": 0.514847, "accuracy": 0.547431, "main_score": 0.514847, "hf_subset": "gaz_Latn-kas_Arab", "languages": ["gaz-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.533947, "recall": 0.583004, "f1": 0.547012, "accuracy": 0.583004, "main_score": 0.547012, "hf_subset": "gaz_Latn-ltg_Latn", "languages": ["gaz-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534981, "recall": 0.583004, "f1": 0.548015, "accuracy": 0.583004, "main_score": 0.548015, "hf_subset": "gaz_Latn-nso_Latn", "languages": ["gaz-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516085, "recall": 0.572134, "f1": 0.530139, "accuracy": 0.572134, "main_score": 0.530139, "hf_subset": "gaz_Latn-sin_Sinh", "languages": ["gaz-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.542768, "recall": 0.593874, "f1": 0.556094, "accuracy": 0.593874, "main_score": 0.556094, "hf_subset": "gaz_Latn-tha_Thai", "languages": ["gaz-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.51389, "recall": 0.562253, "f1": 0.526703, "accuracy": 0.562253, "main_score": 0.526703, "hf_subset": "gaz_Latn-zho_Hans", "languages": ["gaz-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.571711, "recall": 0.619565, "f1": 0.584027, "accuracy": 0.619565, "main_score": 0.584027, "hf_subset": "gaz_Latn-ast_Latn", "languages": ["gaz-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548877, "recall": 0.598814, "f1": 0.561797, "accuracy": 0.598814, "main_score": 0.561797, "hf_subset": "gaz_Latn-crh_Latn", "languages": ["gaz-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575376, "recall": 0.620553, "f1": 0.587305, "accuracy": 0.620553, "main_score": 0.587305, "hf_subset": "gaz_Latn-glg_Latn", "languages": ["gaz-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481985, "recall": 0.535573, "f1": 0.49628, "accuracy": 0.535573, "main_score": 0.49628, "hf_subset": "gaz_Latn-kas_Deva", "languages": ["gaz-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.537673, "recall": 0.577075, "f1": 0.547998, "accuracy": 0.577075, "main_score": 0.547998, "hf_subset": "gaz_Latn-ltz_Latn", "languages": ["gaz-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459717, "recall": 0.505929, "f1": 0.473066, "accuracy": 0.505929, "main_score": 0.473066, "hf_subset": "gaz_Latn-nus_Latn", "languages": ["gaz-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558622, "recall": 0.610672, "f1": 0.57267, "accuracy": 0.610672, "main_score": 0.57267, "hf_subset": "gaz_Latn-slk_Latn", "languages": ["gaz-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429942, "recall": 0.491107, "f1": 0.447634, "accuracy": 0.491107, "main_score": 0.447634, "hf_subset": "gaz_Latn-tir_Ethi", "languages": ["gaz-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.52806, "recall": 0.574111, "f1": 0.539729, "accuracy": 0.574111, "main_score": 0.539729, "hf_subset": "gaz_Latn-zho_Hant", "languages": ["gaz-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.54978, "recall": 0.603755, "f1": 0.564498, "accuracy": 0.603755, "main_score": 0.564498, "hf_subset": "gaz_Latn-awa_Deva", "languages": ["gaz-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.564995, "recall": 0.606719, "f1": 0.575604, "accuracy": 0.606719, "main_score": 0.575604, "hf_subset": "gaz_Latn-cym_Latn", "languages": ["gaz-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536501, "recall": 0.578063, "f1": 0.547384, "accuracy": 0.578063, "main_score": 0.547384, "hf_subset": "gaz_Latn-grn_Latn", "languages": ["gaz-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543483, "recall": 0.593874, "f1": 0.556766, "accuracy": 0.593874, "main_score": 0.556766, "hf_subset": "gaz_Latn-kat_Geor", "languages": ["gaz-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.511035, "recall": 0.556324, "f1": 0.523314, "accuracy": 0.556324, "main_score": 0.523314, "hf_subset": "gaz_Latn-lua_Latn", "languages": ["gaz-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50416, "recall": 0.548419, "f1": 0.516449, "accuracy": 0.548419, "main_score": 0.516449, "hf_subset": "gaz_Latn-nya_Latn", "languages": ["gaz-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56305, "recall": 0.607708, "f1": 0.574662, "accuracy": 0.607708, "main_score": 0.574662, "hf_subset": "gaz_Latn-slv_Latn", "languages": ["gaz-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541273, "recall": 0.588933, "f1": 0.55416, "accuracy": 0.588933, "main_score": 0.55416, "hf_subset": "gaz_Latn-tpi_Latn", "languages": ["gaz-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589905, "recall": 0.640316, "f1": 0.603158, "accuracy": 0.640316, "main_score": 0.603158, "hf_subset": "gaz_Latn-zsm_Latn", "languages": ["gaz-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456901, "recall": 0.51087, "f1": 0.472452, "accuracy": 0.51087, "main_score": 0.472452, "hf_subset": "gaz_Latn-ayr_Latn", "languages": ["gaz-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577454, "recall": 0.621542, "f1": 0.588695, "accuracy": 0.621542, "main_score": 0.588695, "hf_subset": "gaz_Latn-dan_Latn", "languages": ["gaz-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56209, "recall": 0.604743, "f1": 0.573827, "accuracy": 0.604743, "main_score": 0.573827, "hf_subset": "gaz_Latn-guj_Gujr", "languages": ["gaz-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.545093, "recall": 0.593874, "f1": 0.557864, "accuracy": 0.593874, "main_score": 0.557864, "hf_subset": "gaz_Latn-kaz_Cyrl", "languages": ["gaz-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485425, "recall": 0.531621, "f1": 0.498119, "accuracy": 0.531621, "main_score": 0.498119, "hf_subset": "gaz_Latn-lug_Latn", "languages": ["gaz-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575783, "recall": 0.624506, "f1": 0.588263, "accuracy": 0.624506, "main_score": 0.588263, "hf_subset": "gaz_Latn-oci_Latn", "languages": ["gaz-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533322, "recall": 0.577075, "f1": 0.544504, "accuracy": 0.577075, "main_score": 0.544504, "hf_subset": "gaz_Latn-smo_Latn", "languages": ["gaz-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482181, "recall": 0.532609, "f1": 0.495387, "accuracy": 0.532609, "main_score": 0.495387, "hf_subset": "gaz_Latn-tsn_Latn", "languages": ["gaz-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530288, "recall": 0.583004, "f1": 0.544717, "accuracy": 0.583004, "main_score": 0.544717, "hf_subset": "gaz_Latn-zul_Latn", "languages": ["gaz-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476638, "recall": 0.524704, "f1": 0.490271, "accuracy": 0.524704, "main_score": 0.490271, "hf_subset": "gaz_Latn-azb_Arab", "languages": ["gaz-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565823, "recall": 0.609684, "f1": 0.577423, "accuracy": 0.609684, "main_score": 0.577423, "hf_subset": "gaz_Latn-deu_Latn", "languages": ["gaz-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556201, "recall": 0.606719, "f1": 0.569946, "accuracy": 0.606719, "main_score": 0.569946, "hf_subset": "gaz_Latn-hat_Latn", "languages": ["gaz-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46615, "recall": 0.512846, "f1": 0.478339, "accuracy": 0.512846, "main_score": 0.478339, "hf_subset": "gaz_Latn-kbp_Latn", "languages": ["gaz-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505665, "recall": 0.550395, "f1": 0.518249, "accuracy": 0.550395, "main_score": 0.518249, "hf_subset": "gaz_Latn-luo_Latn", "languages": ["gaz-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538775, "recall": 0.594862, "f1": 0.553773, "accuracy": 0.594862, "main_score": 0.553773, "hf_subset": "gaz_Latn-ory_Orya", "languages": ["gaz-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.496042, "recall": 0.552372, "f1": 0.511316, "accuracy": 0.552372, "main_score": 0.511316, "hf_subset": "gaz_Latn-sna_Latn", "languages": ["gaz-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492956, "recall": 0.543478, "f1": 0.505856, "accuracy": 0.543478, "main_score": 0.505856, "hf_subset": "gaz_Latn-tso_Latn", "languages": ["gaz-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535817, "recall": 0.593874, "f1": 0.551689, "accuracy": 0.593874, "main_score": 0.551689, "hf_subset": "gaz_Latn-azj_Latn", "languages": ["gaz-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445143, "recall": 0.495059, "f1": 0.458908, "accuracy": 0.495059, "main_score": 0.458908, "hf_subset": "gaz_Latn-dik_Latn", "languages": ["gaz-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528646, "recall": 0.577075, "f1": 0.541841, "accuracy": 0.577075, "main_score": 0.541841, "hf_subset": "gaz_Latn-hau_Latn", "languages": ["gaz-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557485, "recall": 0.591897, "f1": 0.566964, "accuracy": 0.591897, "main_score": 0.566964, "hf_subset": "gaz_Latn-kea_Latn", "languages": ["gaz-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507819, "recall": 0.555336, "f1": 0.520759, "accuracy": 0.555336, "main_score": 0.520759, "hf_subset": "gaz_Latn-lus_Latn", "languages": ["gaz-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540747, "recall": 0.579051, "f1": 0.550871, "accuracy": 0.579051, "main_score": 0.550871, "hf_subset": "gaz_Latn-pag_Latn", "languages": ["gaz-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548535, "recall": 0.598814, "f1": 0.562141, "accuracy": 0.598814, "main_score": 0.562141, "hf_subset": "gaz_Latn-snd_Arab", "languages": ["gaz-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523911, "recall": 0.574111, "f1": 0.536765, "accuracy": 0.574111, "main_score": 0.536765, "hf_subset": "gaz_Latn-tuk_Latn", "languages": ["gaz-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543638, "recall": 0.588933, "f1": 0.555734, "accuracy": 0.588933, "main_score": 0.555734, "hf_subset": "gaz_Latn-bak_Cyrl", "languages": ["gaz-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.398505, "recall": 0.45751, "f1": 0.414466, "accuracy": 0.45751, "main_score": 0.414466, "hf_subset": "gaz_Latn-dyu_Latn", "languages": ["gaz-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542011, "recall": 0.591897, "f1": 0.555449, "accuracy": 0.591897, "main_score": 0.555449, "hf_subset": "gaz_Latn-heb_Hebr", "languages": ["gaz-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.527416, "recall": 0.581028, "f1": 0.541809, "accuracy": 0.581028, "main_score": 0.541809, "hf_subset": "gaz_Latn-khk_Cyrl", "languages": ["gaz-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.565503, "recall": 0.600791, "f1": 0.574188, "accuracy": 0.600791, "main_score": 0.574188, "hf_subset": "gaz_Latn-lvs_Latn", "languages": ["gaz-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558618, "recall": 0.61166, "f1": 0.572424, "accuracy": 0.61166, "main_score": 0.572424, "hf_subset": "gaz_Latn-pan_Guru", "languages": ["gaz-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.526801, "recall": 0.576087, "f1": 0.539901, "accuracy": 0.576087, "main_score": 0.539901, "hf_subset": "gaz_Latn-som_Latn", "languages": ["gaz-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482478, "recall": 0.52668, "f1": 0.494378, "accuracy": 0.52668, "main_score": 0.494378, "hf_subset": "gaz_Latn-tum_Latn", "languages": ["gaz-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416238, "recall": 0.461462, "f1": 0.429169, "accuracy": 0.461462, "main_score": 0.429169, "hf_subset": "kam_Latn-ace_Arab", "languages": ["kam-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49966, "recall": 0.543478, "f1": 0.512131, "accuracy": 0.543478, "main_score": 0.512131, "hf_subset": "kam_Latn-bam_Latn", "languages": ["kam-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212186, "recall": 0.259881, "f1": 0.224229, "accuracy": 0.259881, "main_score": 0.224229, "hf_subset": "kam_Latn-dzo_Tibt", "languages": ["kam-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.576796, "recall": 0.621542, "f1": 0.589223, "accuracy": 0.621542, "main_score": 0.589223, "hf_subset": "kam_Latn-hin_Deva", "languages": ["kam-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.534657, "recall": 0.58004, "f1": 0.546835, "accuracy": 0.58004, "main_score": 0.546835, "hf_subset": "kam_Latn-khm_Khmr", "languages": ["kam-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.577983, "recall": 0.618577, "f1": 0.588437, "accuracy": 0.618577, "main_score": 0.588437, "hf_subset": "kam_Latn-mag_Deva", "languages": ["kam-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57439, "recall": 0.617589, "f1": 0.585888, "accuracy": 0.617589, "main_score": 0.585888, "hf_subset": "kam_Latn-pap_Latn", "languages": ["kam-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56228, "recall": 0.601779, "f1": 0.573359, "accuracy": 0.601779, "main_score": 0.573359, "hf_subset": "kam_Latn-sot_Latn", "languages": ["kam-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557429, "recall": 0.602767, "f1": 0.569762, "accuracy": 0.602767, "main_score": 0.569762, "hf_subset": "kam_Latn-tur_Latn", "languages": ["kam-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562458, "recall": 0.596838, "f1": 0.571641, "accuracy": 0.596838, "main_score": 0.571641, "hf_subset": "kam_Latn-ace_Latn", "languages": ["kam-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582421, "recall": 0.613636, "f1": 0.590967, "accuracy": 0.613636, "main_score": 0.590967, "hf_subset": "kam_Latn-ban_Latn", "languages": ["kam-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545622, "recall": 0.597826, "f1": 0.559038, "accuracy": 0.597826, "main_score": 0.559038, "hf_subset": "kam_Latn-ell_Grek", "languages": ["kam-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.561414, "recall": 0.605731, "f1": 0.572379, "accuracy": 0.605731, "main_score": 0.572379, "hf_subset": "kam_Latn-hne_Deva", "languages": ["kam-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.543162, "recall": 0.59585, "f1": 0.557123, "accuracy": 0.59585, "main_score": 0.557123, "hf_subset": "kam_Latn-kik_Latn", "languages": ["kam-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563862, "recall": 0.610672, "f1": 0.57622, "accuracy": 0.610672, "main_score": 0.57622, "hf_subset": "kam_Latn-mai_Deva", "languages": ["kam-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.512594, "recall": 0.560277, "f1": 0.524643, "accuracy": 0.560277, "main_score": 0.524643, "hf_subset": "kam_Latn-pbt_Arab", "languages": ["kam-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574241, "recall": 0.619565, "f1": 0.585618, "accuracy": 0.619565, "main_score": 0.585618, "hf_subset": "kam_Latn-spa_Latn", "languages": ["kam-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544749, "recall": 0.582016, "f1": 0.555054, "accuracy": 0.582016, "main_score": 0.555054, "hf_subset": "kam_Latn-twi_Latn", "languages": ["kam-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5618, "recall": 0.607708, "f1": 0.573981, "accuracy": 0.607708, "main_score": 0.573981, "hf_subset": "kam_Latn-acm_Arab", "languages": ["kam-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537443, "recall": 0.579051, "f1": 0.548699, "accuracy": 0.579051, "main_score": 0.548699, "hf_subset": "kam_Latn-bel_Cyrl", "languages": ["kam-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.609736, "recall": 0.646245, "f1": 0.618942, "accuracy": 0.646245, "main_score": 0.618942, "hf_subset": "kam_Latn-eng_Latn", "languages": ["kam-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597585, "recall": 0.637352, "f1": 0.607809, "accuracy": 0.637352, "main_score": 0.607809, "hf_subset": "kam_Latn-hrv_Latn", "languages": ["kam-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512499, "recall": 0.557312, "f1": 0.525264, "accuracy": 0.557312, "main_score": 0.525264, "hf_subset": "kam_Latn-kin_Latn", "languages": ["kam-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560222, "recall": 0.610672, "f1": 0.573736, "accuracy": 0.610672, "main_score": 0.573736, "hf_subset": "kam_Latn-mal_Mlym", "languages": ["kam-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.561857, "recall": 0.61166, "f1": 0.574037, "accuracy": 0.61166, "main_score": 0.574037, "hf_subset": "kam_Latn-pes_Arab", "languages": ["kam-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574185, "recall": 0.610672, "f1": 0.584253, "accuracy": 0.610672, "main_score": 0.584253, "hf_subset": "kam_Latn-srd_Latn", "languages": ["kam-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180526, "recall": 0.221344, "f1": 0.190316, "accuracy": 0.221344, "main_score": 0.190316, "hf_subset": "kam_Latn-tzm_Tfng", "languages": ["kam-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.57329, "recall": 0.613636, "f1": 0.584486, "accuracy": 0.613636, "main_score": 0.584486, "hf_subset": "kam_Latn-acq_Arab", "languages": ["kam-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575049, "recall": 0.609684, "f1": 0.584538, "accuracy": 0.609684, "main_score": 0.584538, "hf_subset": "kam_Latn-bem_Latn", "languages": ["kam-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580424, "recall": 0.623518, "f1": 0.591548, "accuracy": 0.623518, "main_score": 0.591548, "hf_subset": "kam_Latn-epo_Latn", "languages": ["kam-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579955, "recall": 0.619565, "f1": 0.590497, "accuracy": 0.619565, "main_score": 0.590497, "hf_subset": "kam_Latn-hun_Latn", "languages": ["kam-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560359, "recall": 0.598814, "f1": 0.571114, "accuracy": 0.598814, "main_score": 0.571114, "hf_subset": "kam_Latn-kir_Cyrl", "languages": ["kam-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556783, "recall": 0.599802, "f1": 0.567856, "accuracy": 0.599802, "main_score": 0.567856, "hf_subset": "kam_Latn-mar_Deva", "languages": ["kam-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.532168, "recall": 0.573123, "f1": 0.543736, "accuracy": 0.573123, "main_score": 0.543736, "hf_subset": "kam_Latn-plt_Latn", "languages": ["kam-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576899, "recall": 0.617589, "f1": 0.587913, "accuracy": 0.617589, "main_score": 0.587913, "hf_subset": "kam_Latn-srp_Cyrl", "languages": ["kam-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481096, "recall": 0.535573, "f1": 0.496346, "accuracy": 0.535573, "main_score": 0.496346, "hf_subset": "kam_Latn-uig_Arab", "languages": ["kam-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550872, "recall": 0.593874, "f1": 0.562228, "accuracy": 0.593874, "main_score": 0.562228, "hf_subset": "kam_Latn-aeb_Arab", "languages": ["kam-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557405, "recall": 0.604743, "f1": 0.570012, "accuracy": 0.604743, "main_score": 0.570012, "hf_subset": "kam_Latn-ben_Beng", "languages": ["kam-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.564228, "recall": 0.612648, "f1": 0.576953, "accuracy": 0.612648, "main_score": 0.576953, "hf_subset": "kam_Latn-est_Latn", "languages": ["kam-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553465, "recall": 0.597826, "f1": 0.564712, "accuracy": 0.597826, "main_score": 0.564712, "hf_subset": "kam_Latn-hye_Armn", "languages": ["kam-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.524309, "recall": 0.562253, "f1": 0.534842, "accuracy": 0.562253, "main_score": 0.534842, "hf_subset": "kam_Latn-kmb_Latn", "languages": ["kam-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369287, "recall": 0.424901, "f1": 0.384382, "accuracy": 0.424901, "main_score": 0.384382, "hf_subset": "kam_Latn-min_Arab", "languages": ["kam-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573673, "recall": 0.608696, "f1": 0.583303, "accuracy": 0.608696, "main_score": 0.583303, "hf_subset": "kam_Latn-pol_Latn", "languages": ["kam-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53266, "recall": 0.575099, "f1": 0.544108, "accuracy": 0.575099, "main_score": 0.544108, "hf_subset": "kam_Latn-ssw_Latn", "languages": ["kam-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580962, "recall": 0.625494, "f1": 0.593578, "accuracy": 0.625494, "main_score": 0.593578, "hf_subset": "kam_Latn-ukr_Cyrl", "languages": ["kam-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.595349, "recall": 0.636364, "f1": 0.606084, "accuracy": 0.636364, "main_score": 0.606084, "hf_subset": "kam_Latn-afr_Latn", "languages": ["kam-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5744, "recall": 0.613636, "f1": 0.584588, "accuracy": 0.613636, "main_score": 0.584588, "hf_subset": "kam_Latn-bho_Deva", "languages": ["kam-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.564386, "recall": 0.607708, "f1": 0.575512, "accuracy": 0.607708, "main_score": 0.575512, "hf_subset": "kam_Latn-eus_Latn", "languages": ["kam-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532891, "recall": 0.574111, "f1": 0.544815, "accuracy": 0.574111, "main_score": 0.544815, "hf_subset": "kam_Latn-ibo_Latn", "languages": ["kam-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544699, "recall": 0.586957, "f1": 0.556205, "accuracy": 0.586957, "main_score": 0.556205, "hf_subset": "kam_Latn-kmr_Latn", "languages": ["kam-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574491, "recall": 0.615613, "f1": 0.584804, "accuracy": 0.615613, "main_score": 0.584804, "hf_subset": "kam_Latn-min_Latn", "languages": ["kam-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60297, "recall": 0.643281, "f1": 0.61352, "accuracy": 0.643281, "main_score": 0.61352, "hf_subset": "kam_Latn-por_Latn", "languages": ["kam-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598441, "recall": 0.631423, "f1": 0.607448, "accuracy": 0.631423, "main_score": 0.607448, "hf_subset": "kam_Latn-sun_Latn", "languages": ["kam-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498084, "recall": 0.54249, "f1": 0.510578, "accuracy": 0.54249, "main_score": 0.510578, "hf_subset": "kam_Latn-umb_Latn", "languages": ["kam-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566591, "recall": 0.605731, "f1": 0.577325, "accuracy": 0.605731, "main_score": 0.577325, "hf_subset": "kam_Latn-ajp_Arab", "languages": ["kam-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.39817, "recall": 0.440711, "f1": 0.409973, "accuracy": 0.440711, "main_score": 0.409973, "hf_subset": "kam_Latn-bjn_Arab", "languages": ["kam-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.492362, "recall": 0.528656, "f1": 0.502374, "accuracy": 0.528656, "main_score": 0.502374, "hf_subset": "kam_Latn-ewe_Latn", "languages": ["kam-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584274, "recall": 0.623518, "f1": 0.594502, "accuracy": 0.623518, "main_score": 0.594502, "hf_subset": "kam_Latn-ilo_Latn", "languages": ["kam-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284676, "recall": 0.336957, "f1": 0.298698, "accuracy": 0.336957, "main_score": 0.298698, "hf_subset": "kam_Latn-knc_Arab", "languages": ["kam-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568238, "recall": 0.618577, "f1": 0.58069, "accuracy": 0.618577, "main_score": 0.58069, "hf_subset": "kam_Latn-mkd_Cyrl", "languages": ["kam-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.561019, "recall": 0.609684, "f1": 0.572974, "accuracy": 0.609684, "main_score": 0.572974, "hf_subset": "kam_Latn-prs_Arab", "languages": ["kam-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58631, "recall": 0.626482, "f1": 0.59677, "accuracy": 0.626482, "main_score": 0.59677, "hf_subset": "kam_Latn-swe_Latn", "languages": ["kam-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535632, "recall": 0.585968, "f1": 0.549366, "accuracy": 0.585968, "main_score": 0.549366, "hf_subset": "kam_Latn-urd_Arab", "languages": ["kam-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541354, "recall": 0.575099, "f1": 0.550585, "accuracy": 0.575099, "main_score": 0.550585, "hf_subset": "kam_Latn-aka_Latn", "languages": ["kam-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579513, "recall": 0.612648, "f1": 0.587718, "accuracy": 0.612648, "main_score": 0.587718, "hf_subset": "kam_Latn-bjn_Latn", "languages": ["kam-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555767, "recall": 0.598814, "f1": 0.567476, "accuracy": 0.598814, "main_score": 0.567476, "hf_subset": "kam_Latn-fao_Latn", "languages": ["kam-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60107, "recall": 0.636364, "f1": 0.610108, "accuracy": 0.636364, "main_score": 0.610108, "hf_subset": "kam_Latn-ind_Latn", "languages": ["kam-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526752, "recall": 0.565217, "f1": 0.537195, "accuracy": 0.565217, "main_score": 0.537195, "hf_subset": "kam_Latn-knc_Latn", "languages": ["kam-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578254, "recall": 0.620553, "f1": 0.589342, "accuracy": 0.620553, "main_score": 0.589342, "hf_subset": "kam_Latn-mlt_Latn", "languages": ["kam-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528294, "recall": 0.56917, "f1": 0.539777, "accuracy": 0.56917, "main_score": 0.539777, "hf_subset": "kam_Latn-quy_Latn", "languages": ["kam-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58501, "recall": 0.630435, "f1": 0.596885, "accuracy": 0.630435, "main_score": 0.596885, "hf_subset": "kam_Latn-swh_Latn", "languages": ["kam-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565596, "recall": 0.61166, "f1": 0.57782, "accuracy": 0.61166, "main_score": 0.57782, "hf_subset": "kam_Latn-uzn_Latn", "languages": ["kam-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57865, "recall": 0.615613, "f1": 0.588526, "accuracy": 0.615613, "main_score": 0.588526, "hf_subset": "kam_Latn-als_Latn", "languages": ["kam-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286235, "recall": 0.344862, "f1": 0.30133, "accuracy": 0.344862, "main_score": 0.30133, "hf_subset": "kam_Latn-bod_Tibt", "languages": ["kam-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.543103, "recall": 0.581028, "f1": 0.553146, "accuracy": 0.581028, "main_score": 0.553146, "hf_subset": "kam_Latn-fij_Latn", "languages": ["kam-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54677, "recall": 0.593874, "f1": 0.559732, "accuracy": 0.593874, "main_score": 0.559732, "hf_subset": "kam_Latn-isl_Latn", "languages": ["kam-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53875, "recall": 0.571146, "f1": 0.546991, "accuracy": 0.571146, "main_score": 0.546991, "hf_subset": "kam_Latn-kon_Latn", "languages": ["kam-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458029, "recall": 0.502964, "f1": 0.470998, "accuracy": 0.502964, "main_score": 0.470998, "hf_subset": "kam_Latn-mni_Beng", "languages": ["kam-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.590664, "recall": 0.635375, "f1": 0.602224, "accuracy": 0.635375, "main_score": 0.602224, "hf_subset": "kam_Latn-ron_Latn", "languages": ["kam-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563329, "recall": 0.605731, "f1": 0.574964, "accuracy": 0.605731, "main_score": 0.574964, "hf_subset": "kam_Latn-szl_Latn", "languages": ["kam-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583682, "recall": 0.621542, "f1": 0.593332, "accuracy": 0.621542, "main_score": 0.593332, "hf_subset": "kam_Latn-vec_Latn", "languages": ["kam-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491986, "recall": 0.549407, "f1": 0.507799, "accuracy": 0.549407, "main_score": 0.507799, "hf_subset": "kam_Latn-amh_Ethi", "languages": ["kam-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.590431, "recall": 0.629447, "f1": 0.60119, "accuracy": 0.629447, "main_score": 0.60119, "hf_subset": "kam_Latn-bos_Latn", "languages": ["kam-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560454, "recall": 0.601779, "f1": 0.572017, "accuracy": 0.601779, "main_score": 0.572017, "hf_subset": "kam_Latn-fin_Latn", "languages": ["kam-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586953, "recall": 0.62253, "f1": 0.596706, "accuracy": 0.62253, "main_score": 0.596706, "hf_subset": "kam_Latn-ita_Latn", "languages": ["kam-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552159, "recall": 0.594862, "f1": 0.563661, "accuracy": 0.594862, "main_score": 0.563661, "hf_subset": "kam_Latn-kor_Hang", "languages": ["kam-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.503895, "recall": 0.540514, "f1": 0.514124, "accuracy": 0.540514, "main_score": 0.514124, "hf_subset": "kam_Latn-mos_Latn", "languages": ["kam-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517672, "recall": 0.5583, "f1": 0.529104, "accuracy": 0.5583, "main_score": 0.529104, "hf_subset": "kam_Latn-run_Latn", "languages": ["kam-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54104, "recall": 0.593874, "f1": 0.555097, "accuracy": 0.593874, "main_score": 0.555097, "hf_subset": "kam_Latn-tam_Taml", "languages": ["kam-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.564266, "recall": 0.603755, "f1": 0.574985, "accuracy": 0.603755, "main_score": 0.574985, "hf_subset": "kam_Latn-vie_Latn", "languages": ["kam-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553239, "recall": 0.59585, "f1": 0.564646, "accuracy": 0.59585, "main_score": 0.564646, "hf_subset": "kam_Latn-apc_Arab", "languages": ["kam-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541818, "recall": 0.581028, "f1": 0.552724, "accuracy": 0.581028, "main_score": 0.552724, "hf_subset": "kam_Latn-bug_Latn", "languages": ["kam-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457628, "recall": 0.495059, "f1": 0.467952, "accuracy": 0.495059, "main_score": 0.467952, "hf_subset": "kam_Latn-fon_Latn", "languages": ["kam-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584027, "recall": 0.62747, "f1": 0.595541, "accuracy": 0.62747, "main_score": 0.595541, "hf_subset": "kam_Latn-jav_Latn", "languages": ["kam-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524347, "recall": 0.570158, "f1": 0.53653, "accuracy": 0.570158, "main_score": 0.53653, "hf_subset": "kam_Latn-lao_Laoo", "languages": ["kam-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.526719, "recall": 0.570158, "f1": 0.537996, "accuracy": 0.570158, "main_score": 0.537996, "hf_subset": "kam_Latn-mri_Latn", "languages": ["kam-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564305, "recall": 0.607708, "f1": 0.575777, "accuracy": 0.607708, "main_score": 0.575777, "hf_subset": "kam_Latn-rus_Cyrl", "languages": ["kam-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478387, "recall": 0.523715, "f1": 0.491328, "accuracy": 0.523715, "main_score": 0.491328, "hf_subset": "kam_Latn-taq_Latn", "languages": ["kam-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592395, "recall": 0.629447, "f1": 0.60121, "accuracy": 0.629447, "main_score": 0.60121, "hf_subset": "kam_Latn-war_Latn", "languages": ["kam-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578084, "recall": 0.619565, "f1": 0.588917, "accuracy": 0.619565, "main_score": 0.588917, "hf_subset": "kam_Latn-arb_Arab", "languages": ["kam-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596925, "recall": 0.62747, "f1": 0.60515, "accuracy": 0.62747, "main_score": 0.60515, "hf_subset": "kam_Latn-bul_Cyrl", "languages": ["kam-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.585003, "recall": 0.62747, "f1": 0.596535, "accuracy": 0.62747, "main_score": 0.596535, "hf_subset": "kam_Latn-fra_Latn", "languages": ["kam-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564019, "recall": 0.603755, "f1": 0.574248, "accuracy": 0.603755, "main_score": 0.574248, "hf_subset": "kam_Latn-jpn_Jpan", "languages": ["kam-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.575675, "recall": 0.614625, "f1": 0.586342, "accuracy": 0.614625, "main_score": 0.586342, "hf_subset": "kam_Latn-lij_Latn", "languages": ["kam-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428991, "recall": 0.495059, "f1": 0.447639, "accuracy": 0.495059, "main_score": 0.447639, "hf_subset": "kam_Latn-mya_Mymr", "languages": ["kam-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.524857, "recall": 0.561265, "f1": 0.534764, "accuracy": 0.561265, "main_score": 0.534764, "hf_subset": "kam_Latn-sag_Latn", "languages": ["kam-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197029, "recall": 0.245059, "f1": 0.208216, "accuracy": 0.245059, "main_score": 0.208216, "hf_subset": "kam_Latn-taq_Tfng", "languages": ["kam-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.534851, "recall": 0.574111, "f1": 0.545553, "accuracy": 0.574111, "main_score": 0.545553, "hf_subset": "kam_Latn-wol_Latn", "languages": ["kam-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461687, "recall": 0.501976, "f1": 0.472619, "accuracy": 0.501976, "main_score": 0.472619, "hf_subset": "kam_Latn-arb_Latn", "languages": ["kam-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587618, "recall": 0.629447, "f1": 0.599052, "accuracy": 0.629447, "main_score": 0.599052, "hf_subset": "kam_Latn-cat_Latn", "languages": ["kam-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575803, "recall": 0.610672, "f1": 0.584874, "accuracy": 0.610672, "main_score": 0.584874, "hf_subset": "kam_Latn-fur_Latn", "languages": ["kam-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430147, "recall": 0.477273, "f1": 0.4435, "accuracy": 0.477273, "main_score": 0.4435, "hf_subset": "kam_Latn-kab_Latn", "languages": ["kam-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568372, "recall": 0.602767, "f1": 0.57775, "accuracy": 0.602767, "main_score": 0.57775, "hf_subset": "kam_Latn-lim_Latn", "languages": ["kam-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570447, "recall": 0.61166, "f1": 0.581302, "accuracy": 0.61166, "main_score": 0.581302, "hf_subset": "kam_Latn-nld_Latn", "languages": ["kam-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529449, "recall": 0.58004, "f1": 0.542586, "accuracy": 0.58004, "main_score": 0.542586, "hf_subset": "kam_Latn-san_Deva", "languages": ["kam-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.566263, "recall": 0.61166, "f1": 0.577651, "accuracy": 0.61166, "main_score": 0.577651, "hf_subset": "kam_Latn-tat_Cyrl", "languages": ["kam-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.571595, "recall": 0.605731, "f1": 0.580716, "accuracy": 0.605731, "main_score": 0.580716, "hf_subset": "kam_Latn-xho_Latn", "languages": ["kam-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553324, "recall": 0.602767, "f1": 0.566335, "accuracy": 0.602767, "main_score": 0.566335, "hf_subset": "kam_Latn-ars_Arab", "languages": ["kam-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585072, "recall": 0.62253, "f1": 0.594476, "accuracy": 0.62253, "main_score": 0.594476, "hf_subset": "kam_Latn-ceb_Latn", "languages": ["kam-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503673, "recall": 0.545455, "f1": 0.515481, "accuracy": 0.545455, "main_score": 0.515481, "hf_subset": "kam_Latn-fuv_Latn", "languages": ["kam-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491837, "recall": 0.530632, "f1": 0.502768, "accuracy": 0.530632, "main_score": 0.502768, "hf_subset": "kam_Latn-kac_Latn", "languages": ["kam-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546422, "recall": 0.582016, "f1": 0.556112, "accuracy": 0.582016, "main_score": 0.556112, "hf_subset": "kam_Latn-lin_Latn", "languages": ["kam-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579013, "recall": 0.624506, "f1": 0.591067, "accuracy": 0.624506, "main_score": 0.591067, "hf_subset": "kam_Latn-nno_Latn", "languages": ["kam-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1179, "recall": 0.157115, "f1": 0.127795, "accuracy": 0.157115, "main_score": 0.127795, "hf_subset": "kam_Latn-sat_Olck", "languages": ["kam-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.553326, "recall": 0.604743, "f1": 0.566362, "accuracy": 0.604743, "main_score": 0.566362, "hf_subset": "kam_Latn-tel_Telu", "languages": ["kam-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.491027, "recall": 0.546443, "f1": 0.505573, "accuracy": 0.546443, "main_score": 0.505573, "hf_subset": "kam_Latn-ydd_Hebr", "languages": ["kam-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.547979, "recall": 0.591897, "f1": 0.559669, "accuracy": 0.591897, "main_score": 0.559669, "hf_subset": "kam_Latn-ary_Arab", "languages": ["kam-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575989, "recall": 0.618577, "f1": 0.586763, "accuracy": 0.618577, "main_score": 0.586763, "hf_subset": "kam_Latn-ces_Latn", "languages": ["kam-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483174, "recall": 0.535573, "f1": 0.497505, "accuracy": 0.535573, "main_score": 0.497505, "hf_subset": "kam_Latn-gaz_Latn", "languages": ["kam-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568121, "recall": 0.605731, "f1": 0.578438, "accuracy": 0.605731, "main_score": 0.578438, "hf_subset": "kam_Latn-lit_Latn", "languages": ["kam-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589314, "recall": 0.629447, "f1": 0.599942, "accuracy": 0.629447, "main_score": 0.599942, "hf_subset": "kam_Latn-nob_Latn", "languages": ["kam-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578962, "recall": 0.619565, "f1": 0.589452, "accuracy": 0.619565, "main_score": 0.589452, "hf_subset": "kam_Latn-scn_Latn", "languages": ["kam-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547009, "recall": 0.583992, "f1": 0.556672, "accuracy": 0.583992, "main_score": 0.556672, "hf_subset": "kam_Latn-tgk_Cyrl", "languages": ["kam-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515683, "recall": 0.565217, "f1": 0.529781, "accuracy": 0.565217, "main_score": 0.529781, "hf_subset": "kam_Latn-yor_Latn", "languages": ["kam-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560326, "recall": 0.605731, "f1": 0.572861, "accuracy": 0.605731, "main_score": 0.572861, "hf_subset": "kam_Latn-arz_Arab", "languages": ["kam-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.491375, "recall": 0.533597, "f1": 0.503192, "accuracy": 0.533597, "main_score": 0.503192, "hf_subset": "kam_Latn-cjk_Latn", "languages": ["kam-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524681, "recall": 0.566206, "f1": 0.535387, "accuracy": 0.566206, "main_score": 0.535387, "hf_subset": "kam_Latn-gla_Latn", "languages": ["kam-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562973, "recall": 0.605731, "f1": 0.573694, "accuracy": 0.605731, "main_score": 0.573694, "hf_subset": "kam_Latn-kan_Knda", "languages": ["kam-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.559384, "recall": 0.596838, "f1": 0.570055, "accuracy": 0.596838, "main_score": 0.570055, "hf_subset": "kam_Latn-lmo_Latn", "languages": ["kam-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553964, "recall": 0.601779, "f1": 0.566851, "accuracy": 0.601779, "main_score": 0.566851, "hf_subset": "kam_Latn-npi_Deva", "languages": ["kam-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.439564, "recall": 0.488142, "f1": 0.453188, "accuracy": 0.488142, "main_score": 0.453188, "hf_subset": "kam_Latn-shn_Mymr", "languages": ["kam-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.592645, "recall": 0.635375, "f1": 0.603773, "accuracy": 0.635375, "main_score": 0.603773, "hf_subset": "kam_Latn-tgl_Latn", "languages": ["kam-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552477, "recall": 0.592885, "f1": 0.562712, "accuracy": 0.592885, "main_score": 0.562712, "hf_subset": "kam_Latn-yue_Hant", "languages": ["kam-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.536542, "recall": 0.58498, "f1": 0.549341, "accuracy": 0.58498, "main_score": 0.549341, "hf_subset": "kam_Latn-asm_Beng", "languages": ["kam-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.519687, "recall": 0.573123, "f1": 0.53312, "accuracy": 0.573123, "main_score": 0.53312, "hf_subset": "kam_Latn-ckb_Arab", "languages": ["kam-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51336, "recall": 0.560277, "f1": 0.526144, "accuracy": 0.560277, "main_score": 0.526144, "hf_subset": "kam_Latn-gle_Latn", "languages": ["kam-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480327, "recall": 0.521739, "f1": 0.492049, "accuracy": 0.521739, "main_score": 0.492049, "hf_subset": "kam_Latn-kas_Arab", "languages": ["kam-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542979, "recall": 0.585968, "f1": 0.554251, "accuracy": 0.585968, "main_score": 0.554251, "hf_subset": "kam_Latn-ltg_Latn", "languages": ["kam-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543678, "recall": 0.589921, "f1": 0.556211, "accuracy": 0.589921, "main_score": 0.556211, "hf_subset": "kam_Latn-nso_Latn", "languages": ["kam-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488807, "recall": 0.544466, "f1": 0.503706, "accuracy": 0.544466, "main_score": 0.503706, "hf_subset": "kam_Latn-sin_Sinh", "languages": ["kam-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.556992, "recall": 0.600791, "f1": 0.568355, "accuracy": 0.600791, "main_score": 0.568355, "hf_subset": "kam_Latn-tha_Thai", "languages": ["kam-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.544272, "recall": 0.58498, "f1": 0.554979, "accuracy": 0.58498, "main_score": 0.554979, "hf_subset": "kam_Latn-zho_Hans", "languages": ["kam-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.579206, "recall": 0.623518, "f1": 0.591048, "accuracy": 0.623518, "main_score": 0.591048, "hf_subset": "kam_Latn-ast_Latn", "languages": ["kam-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556398, "recall": 0.601779, "f1": 0.568115, "accuracy": 0.601779, "main_score": 0.568115, "hf_subset": "kam_Latn-crh_Latn", "languages": ["kam-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586431, "recall": 0.625494, "f1": 0.596453, "accuracy": 0.625494, "main_score": 0.596453, "hf_subset": "kam_Latn-glg_Latn", "languages": ["kam-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496589, "recall": 0.545455, "f1": 0.510279, "accuracy": 0.545455, "main_score": 0.510279, "hf_subset": "kam_Latn-kas_Deva", "languages": ["kam-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.5512, "recall": 0.587945, "f1": 0.561084, "accuracy": 0.587945, "main_score": 0.561084, "hf_subset": "kam_Latn-ltz_Latn", "languages": ["kam-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444491, "recall": 0.5, "f1": 0.460277, "accuracy": 0.5, "main_score": 0.460277, "hf_subset": "kam_Latn-nus_Latn", "languages": ["kam-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578319, "recall": 0.618577, "f1": 0.589454, "accuracy": 0.618577, "main_score": 0.589454, "hf_subset": "kam_Latn-slk_Latn", "languages": ["kam-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396763, "recall": 0.455534, "f1": 0.412532, "accuracy": 0.455534, "main_score": 0.412532, "hf_subset": "kam_Latn-tir_Ethi", "languages": ["kam-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.562557, "recall": 0.604743, "f1": 0.572978, "accuracy": 0.604743, "main_score": 0.572978, "hf_subset": "kam_Latn-zho_Hant", "languages": ["kam-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.55702, "recall": 0.599802, "f1": 0.568751, "accuracy": 0.599802, "main_score": 0.568751, "hf_subset": "kam_Latn-awa_Deva", "languages": ["kam-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.559636, "recall": 0.599802, "f1": 0.569777, "accuracy": 0.599802, "main_score": 0.569777, "hf_subset": "kam_Latn-cym_Latn", "languages": ["kam-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551905, "recall": 0.587945, "f1": 0.561021, "accuracy": 0.587945, "main_score": 0.561021, "hf_subset": "kam_Latn-grn_Latn", "languages": ["kam-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531899, "recall": 0.581028, "f1": 0.544827, "accuracy": 0.581028, "main_score": 0.544827, "hf_subset": "kam_Latn-kat_Geor", "languages": ["kam-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.533622, "recall": 0.575099, "f1": 0.545149, "accuracy": 0.575099, "main_score": 0.545149, "hf_subset": "kam_Latn-lua_Latn", "languages": ["kam-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570335, "recall": 0.615613, "f1": 0.582516, "accuracy": 0.615613, "main_score": 0.582516, "hf_subset": "kam_Latn-nya_Latn", "languages": ["kam-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5889, "recall": 0.624506, "f1": 0.598098, "accuracy": 0.624506, "main_score": 0.598098, "hf_subset": "kam_Latn-slv_Latn", "languages": ["kam-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569822, "recall": 0.607708, "f1": 0.579712, "accuracy": 0.607708, "main_score": 0.579712, "hf_subset": "kam_Latn-tpi_Latn", "languages": ["kam-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609037, "recall": 0.648221, "f1": 0.61945, "accuracy": 0.648221, "main_score": 0.61945, "hf_subset": "kam_Latn-zsm_Latn", "languages": ["kam-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502372, "recall": 0.537549, "f1": 0.513076, "accuracy": 0.537549, "main_score": 0.513076, "hf_subset": "kam_Latn-ayr_Latn", "languages": ["kam-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58899, "recall": 0.630435, "f1": 0.599622, "accuracy": 0.630435, "main_score": 0.599622, "hf_subset": "kam_Latn-dan_Latn", "languages": ["kam-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566989, "recall": 0.612648, "f1": 0.578369, "accuracy": 0.612648, "main_score": 0.578369, "hf_subset": "kam_Latn-guj_Gujr", "languages": ["kam-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.56481, "recall": 0.608696, "f1": 0.576479, "accuracy": 0.608696, "main_score": 0.576479, "hf_subset": "kam_Latn-kaz_Cyrl", "languages": ["kam-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.501953, "recall": 0.549407, "f1": 0.515267, "accuracy": 0.549407, "main_score": 0.515267, "hf_subset": "kam_Latn-lug_Latn", "languages": ["kam-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598877, "recall": 0.636364, "f1": 0.608444, "accuracy": 0.636364, "main_score": 0.608444, "hf_subset": "kam_Latn-oci_Latn", "languages": ["kam-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575282, "recall": 0.609684, "f1": 0.584887, "accuracy": 0.609684, "main_score": 0.584887, "hf_subset": "kam_Latn-smo_Latn", "languages": ["kam-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517327, "recall": 0.5583, "f1": 0.528205, "accuracy": 0.5583, "main_score": 0.528205, "hf_subset": "kam_Latn-tsn_Latn", "languages": ["kam-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554357, "recall": 0.598814, "f1": 0.567141, "accuracy": 0.598814, "main_score": 0.567141, "hf_subset": "kam_Latn-zul_Latn", "languages": ["kam-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473744, "recall": 0.523715, "f1": 0.48749, "accuracy": 0.523715, "main_score": 0.48749, "hf_subset": "kam_Latn-azb_Arab", "languages": ["kam-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577854, "recall": 0.620553, "f1": 0.589091, "accuracy": 0.620553, "main_score": 0.589091, "hf_subset": "kam_Latn-deu_Latn", "languages": ["kam-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532073, "recall": 0.58498, "f1": 0.546476, "accuracy": 0.58498, "main_score": 0.546476, "hf_subset": "kam_Latn-hat_Latn", "languages": ["kam-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47297, "recall": 0.51087, "f1": 0.483636, "accuracy": 0.51087, "main_score": 0.483636, "hf_subset": "kam_Latn-kbp_Latn", "languages": ["kam-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545876, "recall": 0.582016, "f1": 0.555927, "accuracy": 0.582016, "main_score": 0.555927, "hf_subset": "kam_Latn-luo_Latn", "languages": ["kam-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546626, "recall": 0.599802, "f1": 0.560509, "accuracy": 0.599802, "main_score": 0.560509, "hf_subset": "kam_Latn-ory_Orya", "languages": ["kam-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.544426, "recall": 0.583992, "f1": 0.554363, "accuracy": 0.583992, "main_score": 0.554363, "hf_subset": "kam_Latn-sna_Latn", "languages": ["kam-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52175, "recall": 0.566206, "f1": 0.533772, "accuracy": 0.566206, "main_score": 0.533772, "hf_subset": "kam_Latn-tso_Latn", "languages": ["kam-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525949, "recall": 0.573123, "f1": 0.538927, "accuracy": 0.573123, "main_score": 0.538927, "hf_subset": "kam_Latn-azj_Latn", "languages": ["kam-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501802, "recall": 0.543478, "f1": 0.513894, "accuracy": 0.543478, "main_score": 0.513894, "hf_subset": "kam_Latn-dik_Latn", "languages": ["kam-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540262, "recall": 0.577075, "f1": 0.550296, "accuracy": 0.577075, "main_score": 0.550296, "hf_subset": "kam_Latn-hau_Latn", "languages": ["kam-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556502, "recall": 0.591897, "f1": 0.565704, "accuracy": 0.591897, "main_score": 0.565704, "hf_subset": "kam_Latn-kea_Latn", "languages": ["kam-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531192, "recall": 0.566206, "f1": 0.541634, "accuracy": 0.566206, "main_score": 0.541634, "hf_subset": "kam_Latn-lus_Latn", "languages": ["kam-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571908, "recall": 0.604743, "f1": 0.580487, "accuracy": 0.604743, "main_score": 0.580487, "hf_subset": "kam_Latn-pag_Latn", "languages": ["kam-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528075, "recall": 0.581028, "f1": 0.542391, "accuracy": 0.581028, "main_score": 0.542391, "hf_subset": "kam_Latn-snd_Arab", "languages": ["kam-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527913, "recall": 0.573123, "f1": 0.539849, "accuracy": 0.573123, "main_score": 0.539849, "hf_subset": "kam_Latn-tuk_Latn", "languages": ["kam-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557897, "recall": 0.599802, "f1": 0.568787, "accuracy": 0.599802, "main_score": 0.568787, "hf_subset": "kam_Latn-bak_Cyrl", "languages": ["kam-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.425553, "recall": 0.482213, "f1": 0.441459, "accuracy": 0.482213, "main_score": 0.441459, "hf_subset": "kam_Latn-dyu_Latn", "languages": ["kam-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559412, "recall": 0.600791, "f1": 0.571352, "accuracy": 0.600791, "main_score": 0.571352, "hf_subset": "kam_Latn-heb_Hebr", "languages": ["kam-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.536407, "recall": 0.576087, "f1": 0.546735, "accuracy": 0.576087, "main_score": 0.546735, "hf_subset": "kam_Latn-khk_Cyrl", "languages": ["kam-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.571215, "recall": 0.610672, "f1": 0.58145, "accuracy": 0.610672, "main_score": 0.58145, "hf_subset": "kam_Latn-lvs_Latn", "languages": ["kam-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56733, "recall": 0.61166, "f1": 0.578498, "accuracy": 0.61166, "main_score": 0.578498, "hf_subset": "kam_Latn-pan_Guru", "languages": ["kam-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.520471, "recall": 0.564229, "f1": 0.532751, "accuracy": 0.564229, "main_score": 0.532751, "hf_subset": "kam_Latn-som_Latn", "languages": ["kam-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517929, "recall": 0.555336, "f1": 0.527904, "accuracy": 0.555336, "main_score": 0.527904, "hf_subset": "kam_Latn-tum_Latn", "languages": ["kam-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579093, "recall": 0.643281, "f1": 0.597464, "accuracy": 0.643281, "main_score": 0.597464, "hf_subset": "lit_Latn-ace_Arab", "languages": ["lit-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529316, "recall": 0.590909, "f1": 0.546495, "accuracy": 0.590909, "main_score": 0.546495, "hf_subset": "lit_Latn-bam_Latn", "languages": ["lit-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423034, "recall": 0.504941, "f1": 0.445521, "accuracy": 0.504941, "main_score": 0.445521, "hf_subset": "lit_Latn-dzo_Tibt", "languages": ["lit-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hin_Deva", "languages": ["lit-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-khm_Khmr", "languages": ["lit-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-mag_Deva", "languages": ["lit-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lit_Latn-pap_Latn", "languages": ["lit-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599876, "recall": 0.655138, "f1": 0.615933, "accuracy": 0.655138, "main_score": 0.615933, "hf_subset": "lit_Latn-sot_Latn", "languages": ["lit-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-tur_Latn", "languages": ["lit-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864657, "recall": 0.900198, "f1": 0.875823, "accuracy": 0.900198, "main_score": 0.875823, "hf_subset": "lit_Latn-ace_Latn", "languages": ["lit-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.968379, "f1": 0.960639, "accuracy": 0.968379, "main_score": 0.960639, "hf_subset": "lit_Latn-ban_Latn", "languages": ["lit-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ell_Grek", "languages": ["lit-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "lit_Latn-hne_Deva", "languages": ["lit-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.58663, "recall": 0.644269, "f1": 0.602991, "accuracy": 0.644269, "main_score": 0.602991, "hf_subset": "lit_Latn-kik_Latn", "languages": ["lit-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mai_Deva", "languages": ["lit-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "lit_Latn-pbt_Arab", "languages": ["lit-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-spa_Latn", "languages": ["lit-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602026, "recall": 0.666996, "f1": 0.620939, "accuracy": 0.666996, "main_score": 0.620939, "hf_subset": "lit_Latn-twi_Latn", "languages": ["lit-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-acm_Arab", "languages": ["lit-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-bel_Cyrl", "languages": ["lit-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-eng_Latn", "languages": ["lit-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hrv_Latn", "languages": ["lit-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558253, "recall": 0.62747, "f1": 0.577357, "accuracy": 0.62747, "main_score": 0.577357, "hf_subset": "lit_Latn-kin_Latn", "languages": ["lit-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-mal_Mlym", "languages": ["lit-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-pes_Arab", "languages": ["lit-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "lit_Latn-srd_Latn", "languages": ["lit-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183191, "recall": 0.237154, "f1": 0.196569, "accuracy": 0.237154, "main_score": 0.196569, "hf_subset": "lit_Latn-tzm_Tfng", "languages": ["lit-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-acq_Arab", "languages": ["lit-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618669, "recall": 0.671937, "f1": 0.633746, "accuracy": 0.671937, "main_score": 0.633746, "hf_subset": "lit_Latn-bem_Latn", "languages": ["lit-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-epo_Latn", "languages": ["lit-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hun_Latn", "languages": ["lit-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-kir_Cyrl", "languages": ["lit-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mar_Deva", "languages": ["lit-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.672563, "recall": 0.732213, "f1": 0.690283, "accuracy": 0.732213, "main_score": 0.690283, "hf_subset": "lit_Latn-plt_Latn", "languages": ["lit-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-srp_Cyrl", "languages": ["lit-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "lit_Latn-uig_Arab", "languages": ["lit-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-aeb_Arab", "languages": ["lit-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ben_Beng", "languages": ["lit-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-est_Latn", "languages": ["lit-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-hye_Armn", "languages": ["lit-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.54193, "recall": 0.593874, "f1": 0.556895, "accuracy": 0.593874, "main_score": 0.556895, "hf_subset": "lit_Latn-kmb_Latn", "languages": ["lit-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507001, "recall": 0.576087, "f1": 0.525671, "accuracy": 0.576087, "main_score": 0.525671, "hf_subset": "lit_Latn-min_Arab", "languages": ["lit-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-pol_Latn", "languages": ["lit-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550947, "recall": 0.619565, "f1": 0.570434, "accuracy": 0.619565, "main_score": 0.570434, "hf_subset": "lit_Latn-ssw_Latn", "languages": ["lit-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ukr_Cyrl", "languages": ["lit-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-afr_Latn", "languages": ["lit-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-bho_Deva", "languages": ["lit-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lit_Latn-eus_Latn", "languages": ["lit-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561142, "recall": 0.619565, "f1": 0.577835, "accuracy": 0.619565, "main_score": 0.577835, "hf_subset": "lit_Latn-ibo_Latn", "languages": ["lit-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903491, "recall": 0.93083, "f1": 0.912385, "accuracy": 0.93083, "main_score": 0.912385, "hf_subset": "lit_Latn-kmr_Latn", "languages": ["lit-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lit_Latn-min_Latn", "languages": ["lit-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-por_Latn", "languages": ["lit-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-sun_Latn", "languages": ["lit-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511613, "recall": 0.571146, "f1": 0.528477, "accuracy": 0.571146, "main_score": 0.528477, "hf_subset": "lit_Latn-umb_Latn", "languages": ["lit-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ajp_Arab", "languages": ["lit-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557625, "recall": 0.616601, "f1": 0.574595, "accuracy": 0.616601, "main_score": 0.574595, "hf_subset": "lit_Latn-bjn_Arab", "languages": ["lit-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506636, "recall": 0.564229, "f1": 0.522992, "accuracy": 0.564229, "main_score": 0.522992, "hf_subset": "lit_Latn-ewe_Latn", "languages": ["lit-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948781, "recall": 0.963439, "f1": 0.953393, "accuracy": 0.963439, "main_score": 0.953393, "hf_subset": "lit_Latn-ilo_Latn", "languages": ["lit-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.30323, "recall": 0.36166, "f1": 0.319236, "accuracy": 0.36166, "main_score": 0.319236, "hf_subset": "lit_Latn-knc_Arab", "languages": ["lit-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mkd_Cyrl", "languages": ["lit-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-prs_Arab", "languages": ["lit-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-swe_Latn", "languages": ["lit-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-urd_Arab", "languages": ["lit-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566414, "recall": 0.634387, "f1": 0.585987, "accuracy": 0.634387, "main_score": 0.585987, "hf_subset": "lit_Latn-aka_Latn", "languages": ["lit-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lit_Latn-bjn_Latn", "languages": ["lit-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lit_Latn-fao_Latn", "languages": ["lit-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ind_Latn", "languages": ["lit-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568909, "recall": 0.623518, "f1": 0.584505, "accuracy": 0.623518, "main_score": 0.584505, "hf_subset": "lit_Latn-knc_Latn", "languages": ["lit-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "lit_Latn-mlt_Latn", "languages": ["lit-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707761, "recall": 0.767787, "f1": 0.725233, "accuracy": 0.767787, "main_score": 0.725233, "hf_subset": "lit_Latn-quy_Latn", "languages": ["lit-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "lit_Latn-swh_Latn", "languages": ["lit-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-uzn_Latn", "languages": ["lit-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-als_Latn", "languages": ["lit-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641148, "recall": 0.722332, "f1": 0.664844, "accuracy": 0.722332, "main_score": 0.664844, "hf_subset": "lit_Latn-bod_Tibt", "languages": ["lit-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.702119, "recall": 0.76087, "f1": 0.718826, "accuracy": 0.76087, "main_score": 0.718826, "hf_subset": "lit_Latn-fij_Latn", "languages": ["lit-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "lit_Latn-isl_Latn", "languages": ["lit-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643718, "recall": 0.701581, "f1": 0.660754, "accuracy": 0.701581, "main_score": 0.660754, "hf_subset": "lit_Latn-kon_Latn", "languages": ["lit-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662121, "recall": 0.72332, "f1": 0.679269, "accuracy": 0.72332, "main_score": 0.679269, "hf_subset": "lit_Latn-mni_Beng", "languages": ["lit-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ron_Latn", "languages": ["lit-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "lit_Latn-szl_Latn", "languages": ["lit-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-vec_Latn", "languages": ["lit-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93857, "recall": 0.958498, "f1": 0.945158, "accuracy": 0.958498, "main_score": 0.945158, "hf_subset": "lit_Latn-amh_Ethi", "languages": ["lit-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-bos_Latn", "languages": ["lit-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-fin_Latn", "languages": ["lit-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ita_Latn", "languages": ["lit-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-kor_Hang", "languages": ["lit-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.54447, "recall": 0.610672, "f1": 0.562688, "accuracy": 0.610672, "main_score": 0.562688, "hf_subset": "lit_Latn-mos_Latn", "languages": ["lit-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545685, "recall": 0.603755, "f1": 0.562418, "accuracy": 0.603755, "main_score": 0.562418, "hf_subset": "lit_Latn-run_Latn", "languages": ["lit-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-tam_Taml", "languages": ["lit-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-vie_Latn", "languages": ["lit-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993412, "recall": 0.995059, "f1": 0.993906, "accuracy": 0.995059, "main_score": 0.993906, "hf_subset": "lit_Latn-apc_Arab", "languages": ["lit-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.80443, "recall": 0.851779, "f1": 0.818794, "accuracy": 0.851779, "main_score": 0.818794, "hf_subset": "lit_Latn-bug_Latn", "languages": ["lit-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460433, "recall": 0.517787, "f1": 0.475864, "accuracy": 0.517787, "main_score": 0.475864, "hf_subset": "lit_Latn-fon_Latn", "languages": ["lit-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "lit_Latn-jav_Latn", "languages": ["lit-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-lao_Laoo", "languages": ["lit-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.878047, "recall": 0.912055, "f1": 0.8889, "accuracy": 0.912055, "main_score": 0.8889, "hf_subset": "lit_Latn-mri_Latn", "languages": ["lit-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-rus_Cyrl", "languages": ["lit-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529776, "recall": 0.591897, "f1": 0.546375, "accuracy": 0.591897, "main_score": 0.546375, "hf_subset": "lit_Latn-taq_Latn", "languages": ["lit-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "lit_Latn-war_Latn", "languages": ["lit-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-arb_Arab", "languages": ["lit-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-bul_Cyrl", "languages": ["lit-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-fra_Latn", "languages": ["lit-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-jpn_Jpan", "languages": ["lit-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lit_Latn-lij_Latn", "languages": ["lit-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lit_Latn-mya_Mymr", "languages": ["lit-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.570969, "recall": 0.640316, "f1": 0.589821, "accuracy": 0.640316, "main_score": 0.589821, "hf_subset": "lit_Latn-sag_Latn", "languages": ["lit-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197038, "recall": 0.254941, "f1": 0.210606, "accuracy": 0.254941, "main_score": 0.210606, "hf_subset": "lit_Latn-taq_Tfng", "languages": ["lit-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.621196, "recall": 0.684783, "f1": 0.639432, "accuracy": 0.684783, "main_score": 0.639432, "hf_subset": "lit_Latn-wol_Latn", "languages": ["lit-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77399, "recall": 0.831028, "f1": 0.791422, "accuracy": 0.831028, "main_score": 0.791422, "hf_subset": "lit_Latn-arb_Latn", "languages": ["lit-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-cat_Latn", "languages": ["lit-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-fur_Latn", "languages": ["lit-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418153, "recall": 0.47332, "f1": 0.43342, "accuracy": 0.47332, "main_score": 0.43342, "hf_subset": "lit_Latn-kab_Latn", "languages": ["lit-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "lit_Latn-lim_Latn", "languages": ["lit-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-nld_Latn", "languages": ["lit-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "lit_Latn-san_Deva", "languages": ["lit-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-tat_Cyrl", "languages": ["lit-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.66401, "recall": 0.720356, "f1": 0.680717, "accuracy": 0.720356, "main_score": 0.680717, "hf_subset": "lit_Latn-xho_Latn", "languages": ["lit-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ars_Arab", "languages": ["lit-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ceb_Latn", "languages": ["lit-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542253, "recall": 0.600791, "f1": 0.559148, "accuracy": 0.600791, "main_score": 0.559148, "hf_subset": "lit_Latn-fuv_Latn", "languages": ["lit-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505679, "recall": 0.572134, "f1": 0.523678, "accuracy": 0.572134, "main_score": 0.523678, "hf_subset": "lit_Latn-kac_Latn", "languages": ["lit-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661424, "recall": 0.715415, "f1": 0.677273, "accuracy": 0.715415, "main_score": 0.677273, "hf_subset": "lit_Latn-lin_Latn", "languages": ["lit-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-nno_Latn", "languages": ["lit-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.232749, "recall": 0.309289, "f1": 0.25295, "accuracy": 0.309289, "main_score": 0.25295, "hf_subset": "lit_Latn-sat_Olck", "languages": ["lit-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-tel_Telu", "languages": ["lit-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "lit_Latn-ydd_Hebr", "languages": ["lit-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lit_Latn-ary_Arab", "languages": ["lit-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ces_Latn", "languages": ["lit-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570356, "recall": 0.630435, "f1": 0.587836, "accuracy": 0.630435, "main_score": 0.587836, "hf_subset": "lit_Latn-gaz_Latn", "languages": ["lit-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582222, "recall": 0.646245, "f1": 0.600342, "accuracy": 0.646245, "main_score": 0.600342, "hf_subset": "lit_Latn-kam_Latn", "languages": ["lit-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-nob_Latn", "languages": ["lit-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "lit_Latn-scn_Latn", "languages": ["lit-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lit_Latn-tgk_Cyrl", "languages": ["lit-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727176, "recall": 0.787549, "f1": 0.745389, "accuracy": 0.787549, "main_score": 0.745389, "hf_subset": "lit_Latn-yor_Latn", "languages": ["lit-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-arz_Arab", "languages": ["lit-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548008, "recall": 0.608696, "f1": 0.565769, "accuracy": 0.608696, "main_score": 0.565769, "hf_subset": "lit_Latn-cjk_Latn", "languages": ["lit-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787912, "recall": 0.836957, "f1": 0.802767, "accuracy": 0.836957, "main_score": 0.802767, "hf_subset": "lit_Latn-gla_Latn", "languages": ["lit-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-kan_Knda", "languages": ["lit-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.983202, "f1": 0.979414, "accuracy": 0.983202, "main_score": 0.979414, "hf_subset": "lit_Latn-lmo_Latn", "languages": ["lit-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "lit_Latn-npi_Deva", "languages": ["lit-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.453453, "recall": 0.51581, "f1": 0.470479, "accuracy": 0.51581, "main_score": 0.470479, "hf_subset": "lit_Latn-shn_Mymr", "languages": ["lit-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-tgl_Latn", "languages": ["lit-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-yue_Hant", "languages": ["lit-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-asm_Beng", "languages": ["lit-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "lit_Latn-ckb_Arab", "languages": ["lit-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.875329, "recall": 0.910079, "f1": 0.886284, "accuracy": 0.910079, "main_score": 0.886284, "hf_subset": "lit_Latn-gle_Latn", "languages": ["lit-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944499, "recall": 0.960474, "f1": 0.949769, "accuracy": 0.960474, "main_score": 0.949769, "hf_subset": "lit_Latn-kas_Arab", "languages": ["lit-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "lit_Latn-ltg_Latn", "languages": ["lit-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607496, "recall": 0.662055, "f1": 0.622967, "accuracy": 0.662055, "main_score": 0.622967, "hf_subset": "lit_Latn-nso_Latn", "languages": ["lit-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lit_Latn-sin_Sinh", "languages": ["lit-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-tha_Thai", "languages": ["lit-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-zho_Hans", "languages": ["lit-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ast_Latn", "languages": ["lit-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-crh_Latn", "languages": ["lit-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-glg_Latn", "languages": ["lit-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888011, "recall": 0.920949, "f1": 0.898715, "accuracy": 0.920949, "main_score": 0.898715, "hf_subset": "lit_Latn-kas_Deva", "languages": ["lit-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "lit_Latn-ltz_Latn", "languages": ["lit-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453491, "recall": 0.521739, "f1": 0.472343, "accuracy": 0.521739, "main_score": 0.472343, "hf_subset": "lit_Latn-nus_Latn", "languages": ["lit-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-slk_Latn", "languages": ["lit-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611811, "recall": 0.686759, "f1": 0.633846, "accuracy": 0.686759, "main_score": 0.633846, "hf_subset": "lit_Latn-tir_Ethi", "languages": ["lit-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-zho_Hant", "languages": ["lit-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.986166, "f1": 0.983037, "accuracy": 0.986166, "main_score": 0.983037, "hf_subset": "lit_Latn-awa_Deva", "languages": ["lit-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "lit_Latn-cym_Latn", "languages": ["lit-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827602, "recall": 0.870553, "f1": 0.841041, "accuracy": 0.870553, "main_score": 0.841041, "hf_subset": "lit_Latn-grn_Latn", "languages": ["lit-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-kat_Geor", "languages": ["lit-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.633473, "recall": 0.688735, "f1": 0.64905, "accuracy": 0.688735, "main_score": 0.64905, "hf_subset": "lit_Latn-lua_Latn", "languages": ["lit-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625141, "recall": 0.682806, "f1": 0.641551, "accuracy": 0.682806, "main_score": 0.641551, "hf_subset": "lit_Latn-nya_Latn", "languages": ["lit-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-slv_Latn", "languages": ["lit-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "lit_Latn-tpi_Latn", "languages": ["lit-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-zsm_Latn", "languages": ["lit-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533775, "recall": 0.598814, "f1": 0.552442, "accuracy": 0.598814, "main_score": 0.552442, "hf_subset": "lit_Latn-ayr_Latn", "languages": ["lit-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-dan_Latn", "languages": ["lit-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-guj_Gujr", "languages": ["lit-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-kaz_Cyrl", "languages": ["lit-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.54171, "recall": 0.604743, "f1": 0.559461, "accuracy": 0.604743, "main_score": 0.559461, "hf_subset": "lit_Latn-lug_Latn", "languages": ["lit-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-oci_Latn", "languages": ["lit-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82057, "recall": 0.869565, "f1": 0.835573, "accuracy": 0.869565, "main_score": 0.835573, "hf_subset": "lit_Latn-smo_Latn", "languages": ["lit-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530865, "recall": 0.591897, "f1": 0.548072, "accuracy": 0.591897, "main_score": 0.548072, "hf_subset": "lit_Latn-tsn_Latn", "languages": ["lit-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614608, "recall": 0.674901, "f1": 0.632497, "accuracy": 0.674901, "main_score": 0.632497, "hf_subset": "lit_Latn-zul_Latn", "languages": ["lit-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930995, "recall": 0.951581, "f1": 0.937747, "accuracy": 0.951581, "main_score": 0.937747, "hf_subset": "lit_Latn-azb_Arab", "languages": ["lit-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-deu_Latn", "languages": ["lit-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.974308, "f1": 0.968379, "accuracy": 0.974308, "main_score": 0.968379, "hf_subset": "lit_Latn-hat_Latn", "languages": ["lit-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489568, "recall": 0.543478, "f1": 0.504273, "accuracy": 0.543478, "main_score": 0.504273, "hf_subset": "lit_Latn-kbp_Latn", "languages": ["lit-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557084, "recall": 0.619565, "f1": 0.574474, "accuracy": 0.619565, "main_score": 0.574474, "hf_subset": "lit_Latn-luo_Latn", "languages": ["lit-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ory_Orya", "languages": ["lit-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.567246, "recall": 0.634387, "f1": 0.586141, "accuracy": 0.634387, "main_score": 0.586141, "hf_subset": "lit_Latn-sna_Latn", "languages": ["lit-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537995, "recall": 0.59585, "f1": 0.554302, "accuracy": 0.59585, "main_score": 0.554302, "hf_subset": "lit_Latn-tso_Latn", "languages": ["lit-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-azj_Latn", "languages": ["lit-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518923, "recall": 0.591897, "f1": 0.540368, "accuracy": 0.591897, "main_score": 0.540368, "hf_subset": "lit_Latn-dik_Latn", "languages": ["lit-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750247, "recall": 0.807312, "f1": 0.767575, "accuracy": 0.807312, "main_score": 0.767575, "hf_subset": "lit_Latn-hau_Latn", "languages": ["lit-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lit_Latn-kea_Latn", "languages": ["lit-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729809, "recall": 0.780632, "f1": 0.745191, "accuracy": 0.780632, "main_score": 0.745191, "hf_subset": "lit_Latn-lus_Latn", "languages": ["lit-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858514, "recall": 0.889328, "f1": 0.867377, "accuracy": 0.889328, "main_score": 0.867377, "hf_subset": "lit_Latn-pag_Latn", "languages": ["lit-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-snd_Arab", "languages": ["lit-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957757, "recall": 0.970356, "f1": 0.961858, "accuracy": 0.970356, "main_score": 0.961858, "hf_subset": "lit_Latn-tuk_Latn", "languages": ["lit-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-bak_Cyrl", "languages": ["lit-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470792, "recall": 0.547431, "f1": 0.492813, "accuracy": 0.547431, "main_score": 0.492813, "hf_subset": "lit_Latn-dyu_Latn", "languages": ["lit-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-heb_Hebr", "languages": ["lit-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lit_Latn-khk_Cyrl", "languages": ["lit-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-lvs_Latn", "languages": ["lit-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-pan_Guru", "languages": ["lit-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.71154, "recall": 0.769763, "f1": 0.728541, "accuracy": 0.769763, "main_score": 0.728541, "hf_subset": "lit_Latn-som_Latn", "languages": ["lit-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586134, "recall": 0.642292, "f1": 0.601855, "accuracy": 0.642292, "main_score": 0.601855, "hf_subset": "lit_Latn-tum_Latn", "languages": ["lit-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580634, "recall": 0.645257, "f1": 0.599286, "accuracy": 0.645257, "main_score": 0.599286, "hf_subset": "nob_Latn-ace_Arab", "languages": ["nob-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543232, "recall": 0.604743, "f1": 0.560762, "accuracy": 0.604743, "main_score": 0.560762, "hf_subset": "nob_Latn-bam_Latn", "languages": ["nob-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444355, "recall": 0.516798, "f1": 0.464174, "accuracy": 0.516798, "main_score": 0.464174, "hf_subset": "nob_Latn-dzo_Tibt", "languages": ["nob-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hin_Deva", "languages": ["nob-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-khm_Khmr", "languages": ["nob-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mag_Deva", "languages": ["nob-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-pap_Latn", "languages": ["nob-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603508, "recall": 0.656126, "f1": 0.618403, "accuracy": 0.656126, "main_score": 0.618403, "hf_subset": "nob_Latn-sot_Latn", "languages": ["nob-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-tur_Latn", "languages": ["nob-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883152, "recall": 0.912055, "f1": 0.892194, "accuracy": 0.912055, "main_score": 0.892194, "hf_subset": "nob_Latn-ace_Latn", "languages": ["nob-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.97332, "f1": 0.966733, "accuracy": 0.97332, "main_score": 0.966733, "hf_subset": "nob_Latn-ban_Latn", "languages": ["nob-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-ell_Grek", "languages": ["nob-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nob_Latn-hne_Deva", "languages": ["nob-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59552, "recall": 0.657115, "f1": 0.613356, "accuracy": 0.657115, "main_score": 0.613356, "hf_subset": "nob_Latn-kik_Latn", "languages": ["nob-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mai_Deva", "languages": ["nob-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "nob_Latn-pbt_Arab", "languages": ["nob-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-spa_Latn", "languages": ["nob-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626179, "recall": 0.687747, "f1": 0.64365, "accuracy": 0.687747, "main_score": 0.64365, "hf_subset": "nob_Latn-twi_Latn", "languages": ["nob-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-acm_Arab", "languages": ["nob-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-bel_Cyrl", "languages": ["nob-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-eng_Latn", "languages": ["nob-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hrv_Latn", "languages": ["nob-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575092, "recall": 0.632411, "f1": 0.591161, "accuracy": 0.632411, "main_score": 0.591161, "hf_subset": "nob_Latn-kin_Latn", "languages": ["nob-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-mal_Mlym", "languages": ["nob-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pes_Arab", "languages": ["nob-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-srd_Latn", "languages": ["nob-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182393, "recall": 0.230237, "f1": 0.193865, "accuracy": 0.230237, "main_score": 0.193865, "hf_subset": "nob_Latn-tzm_Tfng", "languages": ["nob-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-acq_Arab", "languages": ["nob-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.637379, "recall": 0.684783, "f1": 0.650795, "accuracy": 0.684783, "main_score": 0.650795, "hf_subset": "nob_Latn-bem_Latn", "languages": ["nob-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-epo_Latn", "languages": ["nob-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hun_Latn", "languages": ["nob-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-kir_Cyrl", "languages": ["nob-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mar_Deva", "languages": ["nob-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.689189, "recall": 0.740119, "f1": 0.703842, "accuracy": 0.740119, "main_score": 0.703842, "hf_subset": "nob_Latn-plt_Latn", "languages": ["nob-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-srp_Cyrl", "languages": ["nob-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "nob_Latn-uig_Arab", "languages": ["nob-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-aeb_Arab", "languages": ["nob-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ben_Beng", "languages": ["nob-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-est_Latn", "languages": ["nob-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hye_Armn", "languages": ["nob-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.563843, "recall": 0.613636, "f1": 0.578315, "accuracy": 0.613636, "main_score": 0.578315, "hf_subset": "nob_Latn-kmb_Latn", "languages": ["nob-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515655, "recall": 0.590909, "f1": 0.536426, "accuracy": 0.590909, "main_score": 0.536426, "hf_subset": "nob_Latn-min_Arab", "languages": ["nob-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pol_Latn", "languages": ["nob-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574449, "recall": 0.637352, "f1": 0.592577, "accuracy": 0.637352, "main_score": 0.592577, "hf_subset": "nob_Latn-ssw_Latn", "languages": ["nob-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ukr_Cyrl", "languages": ["nob-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-afr_Latn", "languages": ["nob-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bho_Deva", "languages": ["nob-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-eus_Latn", "languages": ["nob-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602322, "recall": 0.666008, "f1": 0.620108, "accuracy": 0.666008, "main_score": 0.620108, "hf_subset": "nob_Latn-ibo_Latn", "languages": ["nob-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901021, "recall": 0.928854, "f1": 0.909717, "accuracy": 0.928854, "main_score": 0.909717, "hf_subset": "nob_Latn-kmr_Latn", "languages": ["nob-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nob_Latn-min_Latn", "languages": ["nob-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-por_Latn", "languages": ["nob-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-sun_Latn", "languages": ["nob-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527324, "recall": 0.585968, "f1": 0.54393, "accuracy": 0.585968, "main_score": 0.54393, "hf_subset": "nob_Latn-umb_Latn", "languages": ["nob-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ajp_Arab", "languages": ["nob-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56532, "recall": 0.620553, "f1": 0.580829, "accuracy": 0.620553, "main_score": 0.580829, "hf_subset": "nob_Latn-bjn_Arab", "languages": ["nob-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540499, "recall": 0.591897, "f1": 0.554855, "accuracy": 0.591897, "main_score": 0.554855, "hf_subset": "nob_Latn-ewe_Latn", "languages": ["nob-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "nob_Latn-ilo_Latn", "languages": ["nob-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323659, "recall": 0.383399, "f1": 0.340352, "accuracy": 0.383399, "main_score": 0.340352, "hf_subset": "nob_Latn-knc_Arab", "languages": ["nob-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mkd_Cyrl", "languages": ["nob-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-prs_Arab", "languages": ["nob-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-swe_Latn", "languages": ["nob-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-urd_Arab", "languages": ["nob-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602726, "recall": 0.664032, "f1": 0.619855, "accuracy": 0.664032, "main_score": 0.619855, "hf_subset": "nob_Latn-aka_Latn", "languages": ["nob-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-bjn_Latn", "languages": ["nob-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-fao_Latn", "languages": ["nob-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ind_Latn", "languages": ["nob-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591392, "recall": 0.644269, "f1": 0.606785, "accuracy": 0.644269, "main_score": 0.606785, "hf_subset": "nob_Latn-knc_Latn", "languages": ["nob-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-mlt_Latn", "languages": ["nob-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715923, "recall": 0.779644, "f1": 0.735266, "accuracy": 0.779644, "main_score": 0.735266, "hf_subset": "nob_Latn-quy_Latn", "languages": ["nob-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "nob_Latn-swh_Latn", "languages": ["nob-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-uzn_Latn", "languages": ["nob-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-als_Latn", "languages": ["nob-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66726, "recall": 0.746047, "f1": 0.690683, "accuracy": 0.746047, "main_score": 0.690683, "hf_subset": "nob_Latn-bod_Tibt", "languages": ["nob-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.714419, "recall": 0.771739, "f1": 0.731233, "accuracy": 0.771739, "main_score": 0.731233, "hf_subset": "nob_Latn-fij_Latn", "languages": ["nob-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-isl_Latn", "languages": ["nob-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670128, "recall": 0.72332, "f1": 0.686159, "accuracy": 0.72332, "main_score": 0.686159, "hf_subset": "nob_Latn-kon_Latn", "languages": ["nob-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674094, "recall": 0.740119, "f1": 0.693629, "accuracy": 0.740119, "main_score": 0.693629, "hf_subset": "nob_Latn-mni_Beng", "languages": ["nob-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ron_Latn", "languages": ["nob-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "nob_Latn-szl_Latn", "languages": ["nob-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-vec_Latn", "languages": ["nob-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "nob_Latn-amh_Ethi", "languages": ["nob-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bos_Latn", "languages": ["nob-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-fin_Latn", "languages": ["nob-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ita_Latn", "languages": ["nob-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-kor_Hang", "languages": ["nob-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.55528, "recall": 0.614625, "f1": 0.572368, "accuracy": 0.614625, "main_score": 0.572368, "hf_subset": "nob_Latn-mos_Latn", "languages": ["nob-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560623, "recall": 0.615613, "f1": 0.576685, "accuracy": 0.615613, "main_score": 0.576685, "hf_subset": "nob_Latn-run_Latn", "languages": ["nob-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tam_Taml", "languages": ["nob-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-vie_Latn", "languages": ["nob-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-apc_Arab", "languages": ["nob-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811248, "recall": 0.857708, "f1": 0.825052, "accuracy": 0.857708, "main_score": 0.825052, "hf_subset": "nob_Latn-bug_Latn", "languages": ["nob-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474553, "recall": 0.533597, "f1": 0.490314, "accuracy": 0.533597, "main_score": 0.490314, "hf_subset": "nob_Latn-fon_Latn", "languages": ["nob-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-jav_Latn", "languages": ["nob-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-lao_Laoo", "languages": ["nob-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.890869, "recall": 0.921937, "f1": 0.90084, "accuracy": 0.921937, "main_score": 0.90084, "hf_subset": "nob_Latn-mri_Latn", "languages": ["nob-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-rus_Cyrl", "languages": ["nob-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.546814, "recall": 0.606719, "f1": 0.563857, "accuracy": 0.606719, "main_score": 0.563857, "hf_subset": "nob_Latn-taq_Latn", "languages": ["nob-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-war_Latn", "languages": ["nob-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-arb_Arab", "languages": ["nob-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bul_Cyrl", "languages": ["nob-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-fra_Latn", "languages": ["nob-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-jpn_Jpan", "languages": ["nob-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nob_Latn-lij_Latn", "languages": ["nob-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "nob_Latn-mya_Mymr", "languages": ["nob-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.598377, "recall": 0.668972, "f1": 0.61861, "accuracy": 0.668972, "main_score": 0.61861, "hf_subset": "nob_Latn-sag_Latn", "languages": ["nob-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197768, "recall": 0.256917, "f1": 0.210553, "accuracy": 0.256917, "main_score": 0.210553, "hf_subset": "nob_Latn-taq_Tfng", "languages": ["nob-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.641897, "recall": 0.69664, "f1": 0.657369, "accuracy": 0.69664, "main_score": 0.657369, "hf_subset": "nob_Latn-wol_Latn", "languages": ["nob-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819582, "recall": 0.865613, "f1": 0.834025, "accuracy": 0.865613, "main_score": 0.834025, "hf_subset": "nob_Latn-arb_Latn", "languages": ["nob-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-cat_Latn", "languages": ["nob-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-fur_Latn", "languages": ["nob-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429978, "recall": 0.48419, "f1": 0.44501, "accuracy": 0.48419, "main_score": 0.44501, "hf_subset": "nob_Latn-kab_Latn", "languages": ["nob-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-lim_Latn", "languages": ["nob-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-nld_Latn", "languages": ["nob-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nob_Latn-san_Deva", "languages": ["nob-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tat_Cyrl", "languages": ["nob-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.689846, "recall": 0.741107, "f1": 0.70488, "accuracy": 0.741107, "main_score": 0.70488, "hf_subset": "nob_Latn-xho_Latn", "languages": ["nob-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ars_Arab", "languages": ["nob-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-ceb_Latn", "languages": ["nob-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574005, "recall": 0.633399, "f1": 0.590637, "accuracy": 0.633399, "main_score": 0.590637, "hf_subset": "nob_Latn-fuv_Latn", "languages": ["nob-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525318, "recall": 0.587945, "f1": 0.542963, "accuracy": 0.587945, "main_score": 0.542963, "hf_subset": "nob_Latn-kac_Latn", "languages": ["nob-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670578, "recall": 0.72332, "f1": 0.686503, "accuracy": 0.72332, "main_score": 0.686503, "hf_subset": "nob_Latn-lin_Latn", "languages": ["nob-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-nno_Latn", "languages": ["nob-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23406, "recall": 0.314229, "f1": 0.255341, "accuracy": 0.314229, "main_score": 0.255341, "hf_subset": "nob_Latn-sat_Olck", "languages": ["nob-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tel_Telu", "languages": ["nob-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "nob_Latn-ydd_Hebr", "languages": ["nob-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "nob_Latn-ary_Arab", "languages": ["nob-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ces_Latn", "languages": ["nob-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593382, "recall": 0.65415, "f1": 0.610757, "accuracy": 0.65415, "main_score": 0.610757, "hf_subset": "nob_Latn-gaz_Latn", "languages": ["nob-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581994, "recall": 0.648221, "f1": 0.600122, "accuracy": 0.648221, "main_score": 0.600122, "hf_subset": "nob_Latn-kam_Latn", "languages": ["nob-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nob_Latn-lit_Latn", "languages": ["nob-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-scn_Latn", "languages": ["nob-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "nob_Latn-tgk_Cyrl", "languages": ["nob-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.726212, "recall": 0.789526, "f1": 0.745739, "accuracy": 0.789526, "main_score": 0.745739, "hf_subset": "nob_Latn-yor_Latn", "languages": ["nob-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-arz_Arab", "languages": ["nob-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577834, "recall": 0.63834, "f1": 0.595394, "accuracy": 0.63834, "main_score": 0.595394, "hf_subset": "nob_Latn-cjk_Latn", "languages": ["nob-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812566, "recall": 0.857708, "f1": 0.826449, "accuracy": 0.857708, "main_score": 0.826449, "hf_subset": "nob_Latn-gla_Latn", "languages": ["nob-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-kan_Knda", "languages": ["nob-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "nob_Latn-lmo_Latn", "languages": ["nob-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nob_Latn-npi_Deva", "languages": ["nob-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.477035, "recall": 0.540514, "f1": 0.494652, "accuracy": 0.540514, "main_score": 0.494652, "hf_subset": "nob_Latn-shn_Mymr", "languages": ["nob-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-tgl_Latn", "languages": ["nob-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-yue_Hant", "languages": ["nob-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-asm_Beng", "languages": ["nob-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "nob_Latn-ckb_Arab", "languages": ["nob-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906621, "recall": 0.933794, "f1": 0.915152, "accuracy": 0.933794, "main_score": 0.915152, "hf_subset": "nob_Latn-gle_Latn", "languages": ["nob-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "nob_Latn-kas_Arab", "languages": ["nob-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "nob_Latn-ltg_Latn", "languages": ["nob-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631039, "recall": 0.684783, "f1": 0.646925, "accuracy": 0.684783, "main_score": 0.646925, "hf_subset": "nob_Latn-nso_Latn", "languages": ["nob-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-sin_Sinh", "languages": ["nob-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tha_Thai", "languages": ["nob-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-zho_Hans", "languages": ["nob-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ast_Latn", "languages": ["nob-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-crh_Latn", "languages": ["nob-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-glg_Latn", "languages": ["nob-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915843, "recall": 0.939723, "f1": 0.923537, "accuracy": 0.939723, "main_score": 0.923537, "hf_subset": "nob_Latn-kas_Deva", "languages": ["nob-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-ltz_Latn", "languages": ["nob-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4798, "recall": 0.539526, "f1": 0.496217, "accuracy": 0.539526, "main_score": 0.496217, "hf_subset": "nob_Latn-nus_Latn", "languages": ["nob-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-slk_Latn", "languages": ["nob-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628343, "recall": 0.69664, "f1": 0.648273, "accuracy": 0.69664, "main_score": 0.648273, "hf_subset": "nob_Latn-tir_Ethi", "languages": ["nob-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-zho_Hant", "languages": ["nob-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "nob_Latn-awa_Deva", "languages": ["nob-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-cym_Latn", "languages": ["nob-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851614, "recall": 0.890316, "f1": 0.863735, "accuracy": 0.890316, "main_score": 0.863735, "hf_subset": "nob_Latn-grn_Latn", "languages": ["nob-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-kat_Geor", "languages": ["nob-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.66259, "recall": 0.712451, "f1": 0.67708, "accuracy": 0.712451, "main_score": 0.67708, "hf_subset": "nob_Latn-lua_Latn", "languages": ["nob-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658118, "recall": 0.716403, "f1": 0.674687, "accuracy": 0.716403, "main_score": 0.674687, "hf_subset": "nob_Latn-nya_Latn", "languages": ["nob-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-slv_Latn", "languages": ["nob-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "nob_Latn-tpi_Latn", "languages": ["nob-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-zsm_Latn", "languages": ["nob-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56194, "recall": 0.623518, "f1": 0.579524, "accuracy": 0.623518, "main_score": 0.579524, "hf_subset": "nob_Latn-ayr_Latn", "languages": ["nob-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-dan_Latn", "languages": ["nob-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-guj_Gujr", "languages": ["nob-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-kaz_Cyrl", "languages": ["nob-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559891, "recall": 0.616601, "f1": 0.575732, "accuracy": 0.616601, "main_score": 0.575732, "hf_subset": "nob_Latn-lug_Latn", "languages": ["nob-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-oci_Latn", "languages": ["nob-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839427, "recall": 0.879447, "f1": 0.851746, "accuracy": 0.879447, "main_score": 0.851746, "hf_subset": "nob_Latn-smo_Latn", "languages": ["nob-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563265, "recall": 0.621542, "f1": 0.580038, "accuracy": 0.621542, "main_score": 0.580038, "hf_subset": "nob_Latn-tsn_Latn", "languages": ["nob-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62081, "recall": 0.681818, "f1": 0.638309, "accuracy": 0.681818, "main_score": 0.638309, "hf_subset": "nob_Latn-zul_Latn", "languages": ["nob-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.955534, "f1": 0.942194, "accuracy": 0.955534, "main_score": 0.942194, "hf_subset": "nob_Latn-azb_Arab", "languages": ["nob-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-deu_Latn", "languages": ["nob-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "nob_Latn-hat_Latn", "languages": ["nob-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502868, "recall": 0.554348, "f1": 0.517391, "accuracy": 0.554348, "main_score": 0.517391, "hf_subset": "nob_Latn-kbp_Latn", "languages": ["nob-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590748, "recall": 0.648221, "f1": 0.605876, "accuracy": 0.648221, "main_score": 0.605876, "hf_subset": "nob_Latn-luo_Latn", "languages": ["nob-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ory_Orya", "languages": ["nob-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.595342, "recall": 0.664032, "f1": 0.615109, "accuracy": 0.664032, "main_score": 0.615109, "hf_subset": "nob_Latn-sna_Latn", "languages": ["nob-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581517, "recall": 0.632411, "f1": 0.595472, "accuracy": 0.632411, "main_score": 0.595472, "hf_subset": "nob_Latn-tso_Latn", "languages": ["nob-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-azj_Latn", "languages": ["nob-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54565, "recall": 0.613636, "f1": 0.565248, "accuracy": 0.613636, "main_score": 0.565248, "hf_subset": "nob_Latn-dik_Latn", "languages": ["nob-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75942, "recall": 0.809289, "f1": 0.774638, "accuracy": 0.809289, "main_score": 0.774638, "hf_subset": "nob_Latn-hau_Latn", "languages": ["nob-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-kea_Latn", "languages": ["nob-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748584, "recall": 0.796443, "f1": 0.762865, "accuracy": 0.796443, "main_score": 0.762865, "hf_subset": "nob_Latn-lus_Latn", "languages": ["nob-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888126, "recall": 0.913043, "f1": 0.89577, "accuracy": 0.913043, "main_score": 0.89577, "hf_subset": "nob_Latn-pag_Latn", "languages": ["nob-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-snd_Arab", "languages": ["nob-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "nob_Latn-tuk_Latn", "languages": ["nob-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-bak_Cyrl", "languages": ["nob-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498667, "recall": 0.571146, "f1": 0.519702, "accuracy": 0.571146, "main_score": 0.519702, "hf_subset": "nob_Latn-dyu_Latn", "languages": ["nob-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-heb_Hebr", "languages": ["nob-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nob_Latn-khk_Cyrl", "languages": ["nob-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-lvs_Latn", "languages": ["nob-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pan_Guru", "languages": ["nob-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.717591, "recall": 0.770751, "f1": 0.733089, "accuracy": 0.770751, "main_score": 0.733089, "hf_subset": "nob_Latn-som_Latn", "languages": ["nob-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606642, "recall": 0.655138, "f1": 0.620269, "accuracy": 0.655138, "main_score": 0.620269, "hf_subset": "nob_Latn-tum_Latn", "languages": ["nob-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565357, "recall": 0.63834, "f1": 0.58639, "accuracy": 0.63834, "main_score": 0.58639, "hf_subset": "scn_Latn-ace_Arab", "languages": ["scn-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531908, "recall": 0.591897, "f1": 0.548959, "accuracy": 0.591897, "main_score": 0.548959, "hf_subset": "scn_Latn-bam_Latn", "languages": ["scn-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370416, "recall": 0.439723, "f1": 0.388877, "accuracy": 0.439723, "main_score": 0.388877, "hf_subset": "scn_Latn-dzo_Tibt", "languages": ["scn-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "scn_Latn-hin_Deva", "languages": ["scn-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "scn_Latn-khm_Khmr", "languages": ["scn-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "scn_Latn-mag_Deva", "languages": ["scn-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96418, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "scn_Latn-pap_Latn", "languages": ["scn-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599972, "recall": 0.658103, "f1": 0.616132, "accuracy": 0.658103, "main_score": 0.616132, "hf_subset": "scn_Latn-sot_Latn", "languages": ["scn-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-tur_Latn", "languages": ["scn-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85886, "recall": 0.891304, "f1": 0.869156, "accuracy": 0.891304, "main_score": 0.869156, "hf_subset": "scn_Latn-ace_Latn", "languages": ["scn-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929018, "recall": 0.94664, "f1": 0.934256, "accuracy": 0.94664, "main_score": 0.934256, "hf_subset": "scn_Latn-ban_Latn", "languages": ["scn-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-ell_Grek", "languages": ["scn-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "scn_Latn-hne_Deva", "languages": ["scn-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.603574, "recall": 0.662055, "f1": 0.620241, "accuracy": 0.662055, "main_score": 0.620241, "hf_subset": "scn_Latn-kik_Latn", "languages": ["scn-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "scn_Latn-mai_Deva", "languages": ["scn-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.938241, "recall": 0.95751, "f1": 0.944499, "accuracy": 0.95751, "main_score": 0.944499, "hf_subset": "scn_Latn-pbt_Arab", "languages": ["scn-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-spa_Latn", "languages": ["scn-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621567, "recall": 0.681818, "f1": 0.638723, "accuracy": 0.681818, "main_score": 0.638723, "hf_subset": "scn_Latn-twi_Latn", "languages": ["scn-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-acm_Arab", "languages": ["scn-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "scn_Latn-bel_Cyrl", "languages": ["scn-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "scn_Latn-eng_Latn", "languages": ["scn-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "scn_Latn-hrv_Latn", "languages": ["scn-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559543, "recall": 0.614625, "f1": 0.57484, "accuracy": 0.614625, "main_score": 0.57484, "hf_subset": "scn_Latn-kin_Latn", "languages": ["scn-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "scn_Latn-mal_Mlym", "languages": ["scn-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "scn_Latn-pes_Arab", "languages": ["scn-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987401, "recall": 0.991107, "f1": 0.988538, "accuracy": 0.991107, "main_score": 0.988538, "hf_subset": "scn_Latn-srd_Latn", "languages": ["scn-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182606, "recall": 0.233202, "f1": 0.195042, "accuracy": 0.233202, "main_score": 0.195042, "hf_subset": "scn_Latn-tzm_Tfng", "languages": ["scn-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-acq_Arab", "languages": ["scn-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.622694, "recall": 0.673913, "f1": 0.637247, "accuracy": 0.673913, "main_score": 0.637247, "hf_subset": "scn_Latn-bem_Latn", "languages": ["scn-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-epo_Latn", "languages": ["scn-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-hun_Latn", "languages": ["scn-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962039, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "scn_Latn-kir_Cyrl", "languages": ["scn-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-mar_Deva", "languages": ["scn-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.657626, "recall": 0.708498, "f1": 0.672457, "accuracy": 0.708498, "main_score": 0.672457, "hf_subset": "scn_Latn-plt_Latn", "languages": ["scn-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-srp_Cyrl", "languages": ["scn-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.911232, "recall": 0.934783, "f1": 0.91861, "accuracy": 0.934783, "main_score": 0.91861, "hf_subset": "scn_Latn-uig_Arab", "languages": ["scn-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.973732, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "scn_Latn-aeb_Arab", "languages": ["scn-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-ben_Beng", "languages": ["scn-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "scn_Latn-est_Latn", "languages": ["scn-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-hye_Armn", "languages": ["scn-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.563225, "recall": 0.61166, "f1": 0.576696, "accuracy": 0.61166, "main_score": 0.576696, "hf_subset": "scn_Latn-kmb_Latn", "languages": ["scn-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499036, "recall": 0.576087, "f1": 0.520248, "accuracy": 0.576087, "main_score": 0.520248, "hf_subset": "scn_Latn-min_Arab", "languages": ["scn-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "scn_Latn-pol_Latn", "languages": ["scn-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561777, "recall": 0.62253, "f1": 0.579368, "accuracy": 0.62253, "main_score": 0.579368, "hf_subset": "scn_Latn-ssw_Latn", "languages": ["scn-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-ukr_Cyrl", "languages": ["scn-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-afr_Latn", "languages": ["scn-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "scn_Latn-bho_Deva", "languages": ["scn-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "scn_Latn-eus_Latn", "languages": ["scn-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5774, "recall": 0.637352, "f1": 0.593768, "accuracy": 0.637352, "main_score": 0.593768, "hf_subset": "scn_Latn-ibo_Latn", "languages": ["scn-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834149, "recall": 0.878458, "f1": 0.848013, "accuracy": 0.878458, "main_score": 0.848013, "hf_subset": "scn_Latn-kmr_Latn", "languages": ["scn-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "scn_Latn-min_Latn", "languages": ["scn-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "scn_Latn-por_Latn", "languages": ["scn-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "scn_Latn-sun_Latn", "languages": ["scn-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523502, "recall": 0.579051, "f1": 0.539213, "accuracy": 0.579051, "main_score": 0.539213, "hf_subset": "scn_Latn-umb_Latn", "languages": ["scn-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "scn_Latn-ajp_Arab", "languages": ["scn-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545703, "recall": 0.607708, "f1": 0.562721, "accuracy": 0.607708, "main_score": 0.562721, "hf_subset": "scn_Latn-bjn_Arab", "languages": ["scn-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520972, "recall": 0.571146, "f1": 0.534794, "accuracy": 0.571146, "main_score": 0.534794, "hf_subset": "scn_Latn-ewe_Latn", "languages": ["scn-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921278, "recall": 0.9417, "f1": 0.927654, "accuracy": 0.9417, "main_score": 0.927654, "hf_subset": "scn_Latn-ilo_Latn", "languages": ["scn-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318733, "recall": 0.371542, "f1": 0.33339, "accuracy": 0.371542, "main_score": 0.33339, "hf_subset": "scn_Latn-knc_Arab", "languages": ["scn-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-mkd_Cyrl", "languages": ["scn-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-prs_Arab", "languages": ["scn-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-swe_Latn", "languages": ["scn-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-urd_Arab", "languages": ["scn-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579332, "recall": 0.636364, "f1": 0.595504, "accuracy": 0.636364, "main_score": 0.595504, "hf_subset": "scn_Latn-aka_Latn", "languages": ["scn-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957543, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "scn_Latn-bjn_Latn", "languages": ["scn-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942144, "recall": 0.958498, "f1": 0.9472, "accuracy": 0.958498, "main_score": 0.9472, "hf_subset": "scn_Latn-fao_Latn", "languages": ["scn-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-ind_Latn", "languages": ["scn-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594382, "recall": 0.646245, "f1": 0.609079, "accuracy": 0.646245, "main_score": 0.609079, "hf_subset": "scn_Latn-knc_Latn", "languages": ["scn-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "scn_Latn-mlt_Latn", "languages": ["scn-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69403, "recall": 0.754941, "f1": 0.711783, "accuracy": 0.754941, "main_score": 0.711783, "hf_subset": "scn_Latn-quy_Latn", "languages": ["scn-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.961462, "f1": 0.950428, "accuracy": 0.961462, "main_score": 0.950428, "hf_subset": "scn_Latn-swh_Latn", "languages": ["scn-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "scn_Latn-uzn_Latn", "languages": ["scn-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "scn_Latn-als_Latn", "languages": ["scn-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562155, "recall": 0.643281, "f1": 0.585108, "accuracy": 0.643281, "main_score": 0.585108, "hf_subset": "scn_Latn-bod_Tibt", "languages": ["scn-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.673166, "recall": 0.728261, "f1": 0.688628, "accuracy": 0.728261, "main_score": 0.688628, "hf_subset": "scn_Latn-fij_Latn", "languages": ["scn-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961051, "recall": 0.97332, "f1": 0.964987, "accuracy": 0.97332, "main_score": 0.964987, "hf_subset": "scn_Latn-isl_Latn", "languages": ["scn-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667682, "recall": 0.718379, "f1": 0.682327, "accuracy": 0.718379, "main_score": 0.682327, "hf_subset": "scn_Latn-kon_Latn", "languages": ["scn-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642977, "recall": 0.703557, "f1": 0.660364, "accuracy": 0.703557, "main_score": 0.660364, "hf_subset": "scn_Latn-mni_Beng", "languages": ["scn-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-ron_Latn", "languages": ["scn-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "scn_Latn-szl_Latn", "languages": ["scn-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-vec_Latn", "languages": ["scn-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886858, "recall": 0.91996, "f1": 0.89753, "accuracy": 0.91996, "main_score": 0.89753, "hf_subset": "scn_Latn-amh_Ethi", "languages": ["scn-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-bos_Latn", "languages": ["scn-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "scn_Latn-fin_Latn", "languages": ["scn-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-ita_Latn", "languages": ["scn-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "scn_Latn-kor_Hang", "languages": ["scn-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.55471, "recall": 0.608696, "f1": 0.569467, "accuracy": 0.608696, "main_score": 0.569467, "hf_subset": "scn_Latn-mos_Latn", "languages": ["scn-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565328, "recall": 0.618577, "f1": 0.579783, "accuracy": 0.618577, "main_score": 0.579783, "hf_subset": "scn_Latn-run_Latn", "languages": ["scn-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "scn_Latn-tam_Taml", "languages": ["scn-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "scn_Latn-vie_Latn", "languages": ["scn-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "scn_Latn-apc_Arab", "languages": ["scn-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.782839, "recall": 0.831028, "f1": 0.796989, "accuracy": 0.831028, "main_score": 0.796989, "hf_subset": "scn_Latn-bug_Latn", "languages": ["scn-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477491, "recall": 0.528656, "f1": 0.490958, "accuracy": 0.528656, "main_score": 0.490958, "hf_subset": "scn_Latn-fon_Latn", "languages": ["scn-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "scn_Latn-jav_Latn", "languages": ["scn-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "scn_Latn-lao_Laoo", "languages": ["scn-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.814262, "recall": 0.854743, "f1": 0.826421, "accuracy": 0.854743, "main_score": 0.826421, "hf_subset": "scn_Latn-mri_Latn", "languages": ["scn-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-rus_Cyrl", "languages": ["scn-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542679, "recall": 0.599802, "f1": 0.557885, "accuracy": 0.599802, "main_score": 0.557885, "hf_subset": "scn_Latn-taq_Latn", "languages": ["scn-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980319, "recall": 0.986166, "f1": 0.982115, "accuracy": 0.986166, "main_score": 0.982115, "hf_subset": "scn_Latn-war_Latn", "languages": ["scn-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-arb_Arab", "languages": ["scn-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990283, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "scn_Latn-bul_Cyrl", "languages": ["scn-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-fra_Latn", "languages": ["scn-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-jpn_Jpan", "languages": ["scn-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-lij_Latn", "languages": ["scn-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "scn_Latn-mya_Mymr", "languages": ["scn-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.592988, "recall": 0.659091, "f1": 0.611534, "accuracy": 0.659091, "main_score": 0.611534, "hf_subset": "scn_Latn-sag_Latn", "languages": ["scn-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19455, "recall": 0.246047, "f1": 0.206224, "accuracy": 0.246047, "main_score": 0.206224, "hf_subset": "scn_Latn-taq_Tfng", "languages": ["scn-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.625562, "recall": 0.688735, "f1": 0.643742, "accuracy": 0.688735, "main_score": 0.643742, "hf_subset": "scn_Latn-wol_Latn", "languages": ["scn-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751212, "recall": 0.811265, "f1": 0.768928, "accuracy": 0.811265, "main_score": 0.768928, "hf_subset": "scn_Latn-arb_Latn", "languages": ["scn-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-cat_Latn", "languages": ["scn-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "scn_Latn-fur_Latn", "languages": ["scn-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430648, "recall": 0.48913, "f1": 0.446582, "accuracy": 0.48913, "main_score": 0.446582, "hf_subset": "scn_Latn-kab_Latn", "languages": ["scn-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964015, "recall": 0.97332, "f1": 0.966963, "accuracy": 0.97332, "main_score": 0.966963, "hf_subset": "scn_Latn-lim_Latn", "languages": ["scn-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-nld_Latn", "languages": ["scn-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.963439, "f1": 0.953722, "accuracy": 0.963439, "main_score": 0.953722, "hf_subset": "scn_Latn-san_Deva", "languages": ["scn-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-tat_Cyrl", "languages": ["scn-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.665741, "recall": 0.722332, "f1": 0.682039, "accuracy": 0.722332, "main_score": 0.682039, "hf_subset": "scn_Latn-xho_Latn", "languages": ["scn-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "scn_Latn-ars_Arab", "languages": ["scn-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983449, "recall": 0.988142, "f1": 0.984914, "accuracy": 0.988142, "main_score": 0.984914, "hf_subset": "scn_Latn-ceb_Latn", "languages": ["scn-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560583, "recall": 0.616601, "f1": 0.576401, "accuracy": 0.616601, "main_score": 0.576401, "hf_subset": "scn_Latn-fuv_Latn", "languages": ["scn-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500919, "recall": 0.566206, "f1": 0.518173, "accuracy": 0.566206, "main_score": 0.518173, "hf_subset": "scn_Latn-kac_Latn", "languages": ["scn-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669079, "recall": 0.720356, "f1": 0.683934, "accuracy": 0.720356, "main_score": 0.683934, "hf_subset": "scn_Latn-lin_Latn", "languages": ["scn-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-nno_Latn", "languages": ["scn-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214521, "recall": 0.288538, "f1": 0.233422, "accuracy": 0.288538, "main_score": 0.233422, "hf_subset": "scn_Latn-sat_Olck", "languages": ["scn-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "scn_Latn-tel_Telu", "languages": ["scn-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.923419, "recall": 0.944664, "f1": 0.930171, "accuracy": 0.944664, "main_score": 0.930171, "hf_subset": "scn_Latn-ydd_Hebr", "languages": ["scn-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.959898, "recall": 0.971344, "f1": 0.963505, "accuracy": 0.971344, "main_score": 0.963505, "hf_subset": "scn_Latn-ary_Arab", "languages": ["scn-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "scn_Latn-ces_Latn", "languages": ["scn-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578771, "recall": 0.636364, "f1": 0.595298, "accuracy": 0.636364, "main_score": 0.595298, "hf_subset": "scn_Latn-gaz_Latn", "languages": ["scn-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582116, "recall": 0.646245, "f1": 0.600764, "accuracy": 0.646245, "main_score": 0.600764, "hf_subset": "scn_Latn-kam_Latn", "languages": ["scn-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "scn_Latn-lit_Latn", "languages": ["scn-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-nob_Latn", "languages": ["scn-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.970356, "f1": 0.962615, "accuracy": 0.970356, "main_score": 0.962615, "hf_subset": "scn_Latn-tgk_Cyrl", "languages": ["scn-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.673225, "recall": 0.737154, "f1": 0.691936, "accuracy": 0.737154, "main_score": 0.691936, "hf_subset": "scn_Latn-yor_Latn", "languages": ["scn-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "scn_Latn-arz_Arab", "languages": ["scn-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57301, "recall": 0.631423, "f1": 0.5891, "accuracy": 0.631423, "main_score": 0.5891, "hf_subset": "scn_Latn-cjk_Latn", "languages": ["scn-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750231, "recall": 0.804348, "f1": 0.766337, "accuracy": 0.804348, "main_score": 0.766337, "hf_subset": "scn_Latn-gla_Latn", "languages": ["scn-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-kan_Knda", "languages": ["scn-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "scn_Latn-lmo_Latn", "languages": ["scn-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "scn_Latn-npi_Deva", "languages": ["scn-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475004, "recall": 0.532609, "f1": 0.491015, "accuracy": 0.532609, "main_score": 0.491015, "hf_subset": "scn_Latn-shn_Mymr", "languages": ["scn-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "scn_Latn-tgl_Latn", "languages": ["scn-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-yue_Hant", "languages": ["scn-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "scn_Latn-asm_Beng", "languages": ["scn-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.926301, "recall": 0.947628, "f1": 0.933037, "accuracy": 0.947628, "main_score": 0.933037, "hf_subset": "scn_Latn-ckb_Arab", "languages": ["scn-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.834972, "recall": 0.874506, "f1": 0.847387, "accuracy": 0.874506, "main_score": 0.847387, "hf_subset": "scn_Latn-gle_Latn", "languages": ["scn-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915843, "recall": 0.939723, "f1": 0.923386, "accuracy": 0.939723, "main_score": 0.923386, "hf_subset": "scn_Latn-kas_Arab", "languages": ["scn-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.926342, "recall": 0.944664, "f1": 0.932005, "accuracy": 0.944664, "main_score": 0.932005, "hf_subset": "scn_Latn-ltg_Latn", "languages": ["scn-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608724, "recall": 0.661067, "f1": 0.622971, "accuracy": 0.661067, "main_score": 0.622971, "hf_subset": "scn_Latn-nso_Latn", "languages": ["scn-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "scn_Latn-sin_Sinh", "languages": ["scn-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-tha_Thai", "languages": ["scn-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-zho_Hans", "languages": ["scn-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "scn_Latn-ast_Latn", "languages": ["scn-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "scn_Latn-crh_Latn", "languages": ["scn-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-glg_Latn", "languages": ["scn-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844971, "recall": 0.884387, "f1": 0.857181, "accuracy": 0.884387, "main_score": 0.857181, "hf_subset": "scn_Latn-kas_Deva", "languages": ["scn-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "scn_Latn-ltz_Latn", "languages": ["scn-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466725, "recall": 0.529644, "f1": 0.484197, "accuracy": 0.529644, "main_score": 0.484197, "hf_subset": "scn_Latn-nus_Latn", "languages": ["scn-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-slk_Latn", "languages": ["scn-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584933, "recall": 0.657115, "f1": 0.605882, "accuracy": 0.657115, "main_score": 0.605882, "hf_subset": "scn_Latn-tir_Ethi", "languages": ["scn-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "scn_Latn-zho_Hant", "languages": ["scn-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "scn_Latn-awa_Deva", "languages": ["scn-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.943017, "recall": 0.959486, "f1": 0.948287, "accuracy": 0.959486, "main_score": 0.948287, "hf_subset": "scn_Latn-cym_Latn", "languages": ["scn-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831861, "recall": 0.868577, "f1": 0.842808, "accuracy": 0.868577, "main_score": 0.842808, "hf_subset": "scn_Latn-grn_Latn", "languages": ["scn-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "scn_Latn-kat_Geor", "languages": ["scn-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.651897, "recall": 0.703557, "f1": 0.666378, "accuracy": 0.703557, "main_score": 0.666378, "hf_subset": "scn_Latn-lua_Latn", "languages": ["scn-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622285, "recall": 0.677866, "f1": 0.638327, "accuracy": 0.677866, "main_score": 0.638327, "hf_subset": "scn_Latn-nya_Latn", "languages": ["scn-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-slv_Latn", "languages": ["scn-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915843, "recall": 0.935771, "f1": 0.922069, "accuracy": 0.935771, "main_score": 0.922069, "hf_subset": "scn_Latn-tpi_Latn", "languages": ["scn-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "scn_Latn-zsm_Latn", "languages": ["scn-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535264, "recall": 0.602767, "f1": 0.554546, "accuracy": 0.602767, "main_score": 0.554546, "hf_subset": "scn_Latn-ayr_Latn", "languages": ["scn-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-dan_Latn", "languages": ["scn-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "scn_Latn-guj_Gujr", "languages": ["scn-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-kaz_Cyrl", "languages": ["scn-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534819, "recall": 0.593874, "f1": 0.551254, "accuracy": 0.593874, "main_score": 0.551254, "hf_subset": "scn_Latn-lug_Latn", "languages": ["scn-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-oci_Latn", "languages": ["scn-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785573, "recall": 0.83498, "f1": 0.800428, "accuracy": 0.83498, "main_score": 0.800428, "hf_subset": "scn_Latn-smo_Latn", "languages": ["scn-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551899, "recall": 0.612648, "f1": 0.568288, "accuracy": 0.612648, "main_score": 0.568288, "hf_subset": "scn_Latn-tsn_Latn", "languages": ["scn-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620054, "recall": 0.674901, "f1": 0.635644, "accuracy": 0.674901, "main_score": 0.635644, "hf_subset": "scn_Latn-zul_Latn", "languages": ["scn-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883811, "recall": 0.916008, "f1": 0.893972, "accuracy": 0.916008, "main_score": 0.893972, "hf_subset": "scn_Latn-azb_Arab", "languages": ["scn-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "scn_Latn-deu_Latn", "languages": ["scn-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955698, "recall": 0.968379, "f1": 0.959816, "accuracy": 0.968379, "main_score": 0.959816, "hf_subset": "scn_Latn-hat_Latn", "languages": ["scn-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506192, "recall": 0.557312, "f1": 0.520042, "accuracy": 0.557312, "main_score": 0.520042, "hf_subset": "scn_Latn-kbp_Latn", "languages": ["scn-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578281, "recall": 0.631423, "f1": 0.593488, "accuracy": 0.631423, "main_score": 0.593488, "hf_subset": "scn_Latn-luo_Latn", "languages": ["scn-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-ory_Orya", "languages": ["scn-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.580816, "recall": 0.637352, "f1": 0.59696, "accuracy": 0.637352, "main_score": 0.59696, "hf_subset": "scn_Latn-sna_Latn", "languages": ["scn-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553133, "recall": 0.61166, "f1": 0.56942, "accuracy": 0.61166, "main_score": 0.56942, "hf_subset": "scn_Latn-tso_Latn", "languages": ["scn-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "scn_Latn-azj_Latn", "languages": ["scn-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54714, "recall": 0.607708, "f1": 0.564632, "accuracy": 0.607708, "main_score": 0.564632, "hf_subset": "scn_Latn-dik_Latn", "languages": ["scn-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701103, "recall": 0.76087, "f1": 0.718794, "accuracy": 0.76087, "main_score": 0.718794, "hf_subset": "scn_Latn-hau_Latn", "languages": ["scn-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "scn_Latn-kea_Latn", "languages": ["scn-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726969, "recall": 0.77668, "f1": 0.741678, "accuracy": 0.77668, "main_score": 0.741678, "hf_subset": "scn_Latn-lus_Latn", "languages": ["scn-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841628, "recall": 0.874506, "f1": 0.851125, "accuracy": 0.874506, "main_score": 0.851125, "hf_subset": "scn_Latn-pag_Latn", "languages": ["scn-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "scn_Latn-snd_Arab", "languages": ["scn-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895504, "recall": 0.923913, "f1": 0.904183, "accuracy": 0.923913, "main_score": 0.904183, "hf_subset": "scn_Latn-tuk_Latn", "languages": ["scn-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "scn_Latn-bak_Cyrl", "languages": ["scn-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.48159, "recall": 0.557312, "f1": 0.503177, "accuracy": 0.557312, "main_score": 0.503177, "hf_subset": "scn_Latn-dyu_Latn", "languages": ["scn-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-heb_Hebr", "languages": ["scn-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.939147, "recall": 0.956522, "f1": 0.944565, "accuracy": 0.956522, "main_score": 0.944565, "hf_subset": "scn_Latn-khk_Cyrl", "languages": ["scn-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "scn_Latn-lvs_Latn", "languages": ["scn-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-pan_Guru", "languages": ["scn-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.689354, "recall": 0.750988, "f1": 0.707922, "accuracy": 0.750988, "main_score": 0.707922, "hf_subset": "scn_Latn-som_Latn", "languages": ["scn-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594195, "recall": 0.637352, "f1": 0.606779, "accuracy": 0.637352, "main_score": 0.606779, "hf_subset": "scn_Latn-tum_Latn", "languages": ["scn-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539056, "recall": 0.596838, "f1": 0.555461, "accuracy": 0.596838, "main_score": 0.555461, "hf_subset": "tgk_Cyrl-ace_Arab", "languages": ["tgk-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517901, "recall": 0.571146, "f1": 0.533256, "accuracy": 0.571146, "main_score": 0.533256, "hf_subset": "tgk_Cyrl-bam_Latn", "languages": ["tgk-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394862, "recall": 0.465415, "f1": 0.413104, "accuracy": 0.465415, "main_score": 0.413104, "hf_subset": "tgk_Cyrl-dzo_Tibt", "languages": ["tgk-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "tgk_Cyrl-hin_Deva", "languages": ["tgk-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "tgk_Cyrl-khm_Khmr", "languages": ["tgk-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "tgk_Cyrl-mag_Deva", "languages": ["tgk-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.932971, "recall": 0.950593, "f1": 0.938406, "accuracy": 0.950593, "main_score": 0.938406, "hf_subset": "tgk_Cyrl-pap_Latn", "languages": ["tgk-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588377, "recall": 0.639328, "f1": 0.602427, "accuracy": 0.639328, "main_score": 0.602427, "hf_subset": "tgk_Cyrl-sot_Latn", "languages": ["tgk-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983366, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "tgk_Cyrl-tur_Latn", "languages": ["tgk-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827602, "recall": 0.863636, "f1": 0.838556, "accuracy": 0.863636, "main_score": 0.838556, "hf_subset": "tgk_Cyrl-ace_Latn", "languages": ["tgk-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893396, "recall": 0.91996, "f1": 0.901416, "accuracy": 0.91996, "main_score": 0.901416, "hf_subset": "tgk_Cyrl-ban_Latn", "languages": ["tgk-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-ell_Grek", "languages": ["tgk-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "tgk_Cyrl-hne_Deva", "languages": ["tgk-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577754, "recall": 0.623518, "f1": 0.590272, "accuracy": 0.623518, "main_score": 0.590272, "hf_subset": "tgk_Cyrl-kik_Latn", "languages": ["tgk-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-mai_Deva", "languages": ["tgk-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "tgk_Cyrl-pbt_Arab", "languages": ["tgk-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgk_Cyrl-spa_Latn", "languages": ["tgk-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596016, "recall": 0.650198, "f1": 0.611755, "accuracy": 0.650198, "main_score": 0.611755, "hf_subset": "tgk_Cyrl-twi_Latn", "languages": ["tgk-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-acm_Arab", "languages": ["tgk-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "tgk_Cyrl-bel_Cyrl", "languages": ["tgk-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": ["tgk-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986578, "recall": 0.990119, "f1": 0.987549, "accuracy": 0.990119, "main_score": 0.987549, "hf_subset": "tgk_Cyrl-hrv_Latn", "languages": ["tgk-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556387, "recall": 0.608696, "f1": 0.57055, "accuracy": 0.608696, "main_score": 0.57055, "hf_subset": "tgk_Cyrl-kin_Latn", "languages": ["tgk-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "tgk_Cyrl-mal_Mlym", "languages": ["tgk-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-pes_Arab", "languages": ["tgk-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "tgk_Cyrl-srd_Latn", "languages": ["tgk-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196413, "recall": 0.240119, "f1": 0.208013, "accuracy": 0.240119, "main_score": 0.208013, "hf_subset": "tgk_Cyrl-tzm_Tfng", "languages": ["tgk-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tgk_Cyrl-acq_Arab", "languages": ["tgk-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611915, "recall": 0.655138, "f1": 0.624068, "accuracy": 0.655138, "main_score": 0.624068, "hf_subset": "tgk_Cyrl-bem_Latn", "languages": ["tgk-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "tgk_Cyrl-epo_Latn", "languages": ["tgk-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-hun_Latn", "languages": ["tgk-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "tgk_Cyrl-kir_Cyrl", "languages": ["tgk-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "tgk_Cyrl-mar_Deva", "languages": ["tgk-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.655809, "recall": 0.701581, "f1": 0.669205, "accuracy": 0.701581, "main_score": 0.669205, "hf_subset": "tgk_Cyrl-plt_Latn", "languages": ["tgk-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-srp_Cyrl", "languages": ["tgk-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.932065, "recall": 0.952569, "f1": 0.938636, "accuracy": 0.952569, "main_score": 0.938636, "hf_subset": "tgk_Cyrl-uig_Arab", "languages": ["tgk-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "tgk_Cyrl-aeb_Arab", "languages": ["tgk-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-ben_Beng", "languages": ["tgk-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tgk_Cyrl-est_Latn", "languages": ["tgk-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-hye_Armn", "languages": ["tgk-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.524342, "recall": 0.574111, "f1": 0.538529, "accuracy": 0.574111, "main_score": 0.538529, "hf_subset": "tgk_Cyrl-kmb_Latn", "languages": ["tgk-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490014, "recall": 0.549407, "f1": 0.505855, "accuracy": 0.549407, "main_score": 0.505855, "hf_subset": "tgk_Cyrl-min_Arab", "languages": ["tgk-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-pol_Latn", "languages": ["tgk-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55379, "recall": 0.607708, "f1": 0.569043, "accuracy": 0.607708, "main_score": 0.569043, "hf_subset": "tgk_Cyrl-ssw_Latn", "languages": ["tgk-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-ukr_Cyrl", "languages": ["tgk-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-afr_Latn", "languages": ["tgk-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "tgk_Cyrl-bho_Deva", "languages": ["tgk-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.97332, "f1": 0.966356, "accuracy": 0.97332, "main_score": 0.966356, "hf_subset": "tgk_Cyrl-eus_Latn", "languages": ["tgk-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567567, "recall": 0.629447, "f1": 0.585252, "accuracy": 0.629447, "main_score": 0.585252, "hf_subset": "tgk_Cyrl-ibo_Latn", "languages": ["tgk-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873847, "recall": 0.908103, "f1": 0.884486, "accuracy": 0.908103, "main_score": 0.884486, "hf_subset": "tgk_Cyrl-kmr_Latn", "languages": ["tgk-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "tgk_Cyrl-min_Latn", "languages": ["tgk-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tgk_Cyrl-por_Latn", "languages": ["tgk-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "tgk_Cyrl-sun_Latn", "languages": ["tgk-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506062, "recall": 0.557312, "f1": 0.520789, "accuracy": 0.557312, "main_score": 0.520789, "hf_subset": "tgk_Cyrl-umb_Latn", "languages": ["tgk-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "tgk_Cyrl-ajp_Arab", "languages": ["tgk-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514508, "recall": 0.570158, "f1": 0.530032, "accuracy": 0.570158, "main_score": 0.530032, "hf_subset": "tgk_Cyrl-bjn_Arab", "languages": ["tgk-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500936, "recall": 0.544466, "f1": 0.513188, "accuracy": 0.544466, "main_score": 0.513188, "hf_subset": "tgk_Cyrl-ewe_Latn", "languages": ["tgk-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900807, "recall": 0.925889, "f1": 0.9083, "accuracy": 0.925889, "main_score": 0.9083, "hf_subset": "tgk_Cyrl-ilo_Latn", "languages": ["tgk-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31845, "recall": 0.375494, "f1": 0.334285, "accuracy": 0.375494, "main_score": 0.334285, "hf_subset": "tgk_Cyrl-knc_Arab", "languages": ["tgk-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-mkd_Cyrl", "languages": ["tgk-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-prs_Arab", "languages": ["tgk-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "tgk_Cyrl-swe_Latn", "languages": ["tgk-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-urd_Arab", "languages": ["tgk-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566428, "recall": 0.62253, "f1": 0.583191, "accuracy": 0.62253, "main_score": 0.583191, "hf_subset": "tgk_Cyrl-aka_Latn", "languages": ["tgk-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934486, "recall": 0.953557, "f1": 0.940547, "accuracy": 0.953557, "main_score": 0.940547, "hf_subset": "tgk_Cyrl-bjn_Latn", "languages": ["tgk-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940053, "recall": 0.95751, "f1": 0.94544, "accuracy": 0.95751, "main_score": 0.94544, "hf_subset": "tgk_Cyrl-fao_Latn", "languages": ["tgk-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-ind_Latn", "languages": ["tgk-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56414, "recall": 0.61166, "f1": 0.577685, "accuracy": 0.61166, "main_score": 0.577685, "hf_subset": "tgk_Cyrl-knc_Latn", "languages": ["tgk-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965662, "recall": 0.975296, "f1": 0.96861, "accuracy": 0.975296, "main_score": 0.96861, "hf_subset": "tgk_Cyrl-mlt_Latn", "languages": ["tgk-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681508, "recall": 0.733202, "f1": 0.696286, "accuracy": 0.733202, "main_score": 0.696286, "hf_subset": "tgk_Cyrl-quy_Latn", "languages": ["tgk-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949852, "recall": 0.965415, "f1": 0.954941, "accuracy": 0.965415, "main_score": 0.954941, "hf_subset": "tgk_Cyrl-swh_Latn", "languages": ["tgk-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-uzn_Latn", "languages": ["tgk-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tgk_Cyrl-als_Latn", "languages": ["tgk-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604853, "recall": 0.678854, "f1": 0.625946, "accuracy": 0.678854, "main_score": 0.625946, "hf_subset": "tgk_Cyrl-bod_Tibt", "languages": ["tgk-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.681554, "recall": 0.729249, "f1": 0.694775, "accuracy": 0.729249, "main_score": 0.694775, "hf_subset": "tgk_Cyrl-fij_Latn", "languages": ["tgk-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949275, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "tgk_Cyrl-isl_Latn", "languages": ["tgk-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643758, "recall": 0.688735, "f1": 0.656917, "accuracy": 0.688735, "main_score": 0.656917, "hf_subset": "tgk_Cyrl-kon_Latn", "languages": ["tgk-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610507, "recall": 0.667984, "f1": 0.62723, "accuracy": 0.667984, "main_score": 0.62723, "hf_subset": "tgk_Cyrl-mni_Beng", "languages": ["tgk-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "tgk_Cyrl-ron_Latn", "languages": ["tgk-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.978261, "f1": 0.97332, "accuracy": 0.978261, "main_score": 0.97332, "hf_subset": "tgk_Cyrl-szl_Latn", "languages": ["tgk-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "tgk_Cyrl-vec_Latn", "languages": ["tgk-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906291, "recall": 0.932806, "f1": 0.914493, "accuracy": 0.932806, "main_score": 0.914493, "hf_subset": "tgk_Cyrl-amh_Ethi", "languages": ["tgk-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tgk_Cyrl-bos_Latn", "languages": ["tgk-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-fin_Latn", "languages": ["tgk-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-ita_Latn", "languages": ["tgk-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tgk_Cyrl-kor_Hang", "languages": ["tgk-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.527669, "recall": 0.58004, "f1": 0.542237, "accuracy": 0.58004, "main_score": 0.542237, "hf_subset": "tgk_Cyrl-mos_Latn", "languages": ["tgk-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559084, "recall": 0.605731, "f1": 0.572254, "accuracy": 0.605731, "main_score": 0.572254, "hf_subset": "tgk_Cyrl-run_Latn", "languages": ["tgk-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tgk_Cyrl-tam_Taml", "languages": ["tgk-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.986166, "f1": 0.982708, "accuracy": 0.986166, "main_score": 0.982708, "hf_subset": "tgk_Cyrl-vie_Latn", "languages": ["tgk-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-apc_Arab", "languages": ["tgk-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.758449, "recall": 0.805336, "f1": 0.771683, "accuracy": 0.805336, "main_score": 0.771683, "hf_subset": "tgk_Cyrl-bug_Latn", "languages": ["tgk-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466318, "recall": 0.51581, "f1": 0.47948, "accuracy": 0.51581, "main_score": 0.47948, "hf_subset": "tgk_Cyrl-fon_Latn", "languages": ["tgk-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "tgk_Cyrl-jav_Latn", "languages": ["tgk-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955287, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "tgk_Cyrl-lao_Laoo", "languages": ["tgk-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.832708, "recall": 0.871542, "f1": 0.844419, "accuracy": 0.871542, "main_score": 0.844419, "hf_subset": "tgk_Cyrl-mri_Latn", "languages": ["tgk-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-rus_Cyrl", "languages": ["tgk-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524986, "recall": 0.576087, "f1": 0.539355, "accuracy": 0.576087, "main_score": 0.539355, "hf_subset": "tgk_Cyrl-taq_Latn", "languages": ["tgk-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "tgk_Cyrl-war_Latn", "languages": ["tgk-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-arb_Arab", "languages": ["tgk-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tgk_Cyrl-bul_Cyrl", "languages": ["tgk-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "tgk_Cyrl-fra_Latn", "languages": ["tgk-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "tgk_Cyrl-jpn_Jpan", "languages": ["tgk-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "tgk_Cyrl-lij_Latn", "languages": ["tgk-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956933, "recall": 0.969368, "f1": 0.96087, "accuracy": 0.969368, "main_score": 0.96087, "hf_subset": "tgk_Cyrl-mya_Mymr", "languages": ["tgk-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.568186, "recall": 0.629447, "f1": 0.585594, "accuracy": 0.629447, "main_score": 0.585594, "hf_subset": "tgk_Cyrl-sag_Latn", "languages": ["tgk-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205021, "recall": 0.254941, "f1": 0.216301, "accuracy": 0.254941, "main_score": 0.216301, "hf_subset": "tgk_Cyrl-taq_Tfng", "languages": ["tgk-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.614476, "recall": 0.667984, "f1": 0.630223, "accuracy": 0.667984, "main_score": 0.630223, "hf_subset": "tgk_Cyrl-wol_Latn", "languages": ["tgk-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747291, "recall": 0.804348, "f1": 0.764018, "accuracy": 0.804348, "main_score": 0.764018, "hf_subset": "tgk_Cyrl-arb_Latn", "languages": ["tgk-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgk_Cyrl-cat_Latn", "languages": ["tgk-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95858, "recall": 0.971344, "f1": 0.962681, "accuracy": 0.971344, "main_score": 0.962681, "hf_subset": "tgk_Cyrl-fur_Latn", "languages": ["tgk-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416818, "recall": 0.464427, "f1": 0.430249, "accuracy": 0.464427, "main_score": 0.430249, "hf_subset": "tgk_Cyrl-kab_Latn", "languages": ["tgk-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943874, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "tgk_Cyrl-lim_Latn", "languages": ["tgk-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tgk_Cyrl-nld_Latn", "languages": ["tgk-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958202, "recall": 0.969368, "f1": 0.961627, "accuracy": 0.969368, "main_score": 0.961627, "hf_subset": "tgk_Cyrl-san_Deva", "languages": ["tgk-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-tat_Cyrl", "languages": ["tgk-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.647843, "recall": 0.699605, "f1": 0.662601, "accuracy": 0.699605, "main_score": 0.662601, "hf_subset": "tgk_Cyrl-xho_Latn", "languages": ["tgk-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-ars_Arab", "languages": ["tgk-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "tgk_Cyrl-ceb_Latn", "languages": ["tgk-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548344, "recall": 0.597826, "f1": 0.56319, "accuracy": 0.597826, "main_score": 0.56319, "hf_subset": "tgk_Cyrl-fuv_Latn", "languages": ["tgk-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489557, "recall": 0.551383, "f1": 0.506265, "accuracy": 0.551383, "main_score": 0.506265, "hf_subset": "tgk_Cyrl-kac_Latn", "languages": ["tgk-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654447, "recall": 0.700593, "f1": 0.667497, "accuracy": 0.700593, "main_score": 0.667497, "hf_subset": "tgk_Cyrl-lin_Latn", "languages": ["tgk-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-nno_Latn", "languages": ["tgk-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222613, "recall": 0.306324, "f1": 0.243532, "accuracy": 0.306324, "main_score": 0.243532, "hf_subset": "tgk_Cyrl-sat_Olck", "languages": ["tgk-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tgk_Cyrl-tel_Telu", "languages": ["tgk-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.909947, "recall": 0.935771, "f1": 0.918149, "accuracy": 0.935771, "main_score": 0.918149, "hf_subset": "tgk_Cyrl-ydd_Hebr", "languages": ["tgk-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.938735, "recall": 0.955534, "f1": 0.94417, "accuracy": 0.955534, "main_score": 0.94417, "hf_subset": "tgk_Cyrl-ary_Arab", "languages": ["tgk-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tgk_Cyrl-ces_Latn", "languages": ["tgk-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558994, "recall": 0.612648, "f1": 0.574539, "accuracy": 0.612648, "main_score": 0.574539, "hf_subset": "tgk_Cyrl-gaz_Latn", "languages": ["tgk-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564087, "recall": 0.618577, "f1": 0.57935, "accuracy": 0.618577, "main_score": 0.57935, "hf_subset": "tgk_Cyrl-kam_Latn", "languages": ["tgk-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tgk_Cyrl-lit_Latn", "languages": ["tgk-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-nob_Latn", "languages": ["tgk-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95364, "recall": 0.966403, "f1": 0.957576, "accuracy": 0.966403, "main_score": 0.957576, "hf_subset": "tgk_Cyrl-scn_Latn", "languages": ["tgk-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691444, "recall": 0.755929, "f1": 0.710416, "accuracy": 0.755929, "main_score": 0.710416, "hf_subset": "tgk_Cyrl-yor_Latn", "languages": ["tgk-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tgk_Cyrl-arz_Arab", "languages": ["tgk-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556108, "recall": 0.602767, "f1": 0.569615, "accuracy": 0.602767, "main_score": 0.569615, "hf_subset": "tgk_Cyrl-cjk_Latn", "languages": ["tgk-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753146, "recall": 0.807312, "f1": 0.769104, "accuracy": 0.807312, "main_score": 0.769104, "hf_subset": "tgk_Cyrl-gla_Latn", "languages": ["tgk-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "tgk_Cyrl-kan_Knda", "languages": ["tgk-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.951005, "recall": 0.964427, "f1": 0.95527, "accuracy": 0.964427, "main_score": 0.95527, "hf_subset": "tgk_Cyrl-lmo_Latn", "languages": ["tgk-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "tgk_Cyrl-npi_Deva", "languages": ["tgk-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.463226, "recall": 0.517787, "f1": 0.478549, "accuracy": 0.517787, "main_score": 0.478549, "hf_subset": "tgk_Cyrl-shn_Mymr", "languages": ["tgk-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-tgl_Latn", "languages": ["tgk-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tgk_Cyrl-yue_Hant", "languages": ["tgk-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968989, "recall": 0.977273, "f1": 0.97141, "accuracy": 0.977273, "main_score": 0.97141, "hf_subset": "tgk_Cyrl-asm_Beng", "languages": ["tgk-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.936924, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "tgk_Cyrl-ckb_Arab", "languages": ["tgk-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.834569, "recall": 0.875494, "f1": 0.846989, "accuracy": 0.875494, "main_score": 0.846989, "hf_subset": "tgk_Cyrl-gle_Latn", "languages": ["tgk-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906291, "recall": 0.928854, "f1": 0.913538, "accuracy": 0.928854, "main_score": 0.913538, "hf_subset": "tgk_Cyrl-kas_Arab", "languages": ["tgk-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.892745, "recall": 0.918972, "f1": 0.901076, "accuracy": 0.918972, "main_score": 0.901076, "hf_subset": "tgk_Cyrl-ltg_Latn", "languages": ["tgk-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601693, "recall": 0.641304, "f1": 0.612799, "accuracy": 0.641304, "main_score": 0.612799, "hf_subset": "tgk_Cyrl-nso_Latn", "languages": ["tgk-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "tgk_Cyrl-sin_Sinh", "languages": ["tgk-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-tha_Thai", "languages": ["tgk-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "tgk_Cyrl-zho_Hans", "languages": ["tgk-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "tgk_Cyrl-ast_Latn", "languages": ["tgk-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "tgk_Cyrl-crh_Latn", "languages": ["tgk-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "tgk_Cyrl-glg_Latn", "languages": ["tgk-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83638, "recall": 0.87747, "f1": 0.848847, "accuracy": 0.87747, "main_score": 0.848847, "hf_subset": "tgk_Cyrl-kas_Deva", "languages": ["tgk-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939097, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "tgk_Cyrl-ltz_Latn", "languages": ["tgk-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45324, "recall": 0.513834, "f1": 0.469586, "accuracy": 0.513834, "main_score": 0.469586, "hf_subset": "tgk_Cyrl-nus_Latn", "languages": ["tgk-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tgk_Cyrl-slk_Latn", "languages": ["tgk-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581969, "recall": 0.649209, "f1": 0.600782, "accuracy": 0.649209, "main_score": 0.600782, "hf_subset": "tgk_Cyrl-tir_Ethi", "languages": ["tgk-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-zho_Hant", "languages": ["tgk-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "tgk_Cyrl-awa_Deva", "languages": ["tgk-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.954545, "f1": 0.940711, "accuracy": 0.954545, "main_score": 0.940711, "hf_subset": "tgk_Cyrl-cym_Latn", "languages": ["tgk-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776614, "recall": 0.816206, "f1": 0.788142, "accuracy": 0.816206, "main_score": 0.788142, "hf_subset": "tgk_Cyrl-grn_Latn", "languages": ["tgk-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "tgk_Cyrl-kat_Geor", "languages": ["tgk-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.626566, "recall": 0.673913, "f1": 0.640453, "accuracy": 0.673913, "main_score": 0.640453, "hf_subset": "tgk_Cyrl-lua_Latn", "languages": ["tgk-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61404, "recall": 0.667984, "f1": 0.629901, "accuracy": 0.667984, "main_score": 0.629901, "hf_subset": "tgk_Cyrl-nya_Latn", "languages": ["tgk-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "tgk_Cyrl-slv_Latn", "languages": ["tgk-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873913, "recall": 0.906126, "f1": 0.8833, "accuracy": 0.906126, "main_score": 0.8833, "hf_subset": "tgk_Cyrl-tpi_Latn", "languages": ["tgk-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgk_Cyrl-zsm_Latn", "languages": ["tgk-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534067, "recall": 0.589921, "f1": 0.549969, "accuracy": 0.589921, "main_score": 0.549969, "hf_subset": "tgk_Cyrl-ayr_Latn", "languages": ["tgk-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-dan_Latn", "languages": ["tgk-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-guj_Gujr", "languages": ["tgk-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-kaz_Cyrl", "languages": ["tgk-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530735, "recall": 0.585968, "f1": 0.545823, "accuracy": 0.585968, "main_score": 0.545823, "hf_subset": "tgk_Cyrl-lug_Latn", "languages": ["tgk-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-oci_Latn", "languages": ["tgk-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787229, "recall": 0.835968, "f1": 0.801588, "accuracy": 0.835968, "main_score": 0.801588, "hf_subset": "tgk_Cyrl-smo_Latn", "languages": ["tgk-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550186, "recall": 0.603755, "f1": 0.56509, "accuracy": 0.603755, "main_score": 0.56509, "hf_subset": "tgk_Cyrl-tsn_Latn", "languages": ["tgk-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619146, "recall": 0.672925, "f1": 0.634606, "accuracy": 0.672925, "main_score": 0.634606, "hf_subset": "tgk_Cyrl-zul_Latn", "languages": ["tgk-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890152, "recall": 0.916996, "f1": 0.898518, "accuracy": 0.916996, "main_score": 0.898518, "hf_subset": "tgk_Cyrl-azb_Arab", "languages": ["tgk-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tgk_Cyrl-deu_Latn", "languages": ["tgk-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931324, "recall": 0.951581, "f1": 0.937912, "accuracy": 0.951581, "main_score": 0.937912, "hf_subset": "tgk_Cyrl-hat_Latn", "languages": ["tgk-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496895, "recall": 0.54249, "f1": 0.508932, "accuracy": 0.54249, "main_score": 0.508932, "hf_subset": "tgk_Cyrl-kbp_Latn", "languages": ["tgk-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566117, "recall": 0.609684, "f1": 0.578152, "accuracy": 0.609684, "main_score": 0.578152, "hf_subset": "tgk_Cyrl-luo_Latn", "languages": ["tgk-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgk_Cyrl-ory_Orya", "languages": ["tgk-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.564133, "recall": 0.621542, "f1": 0.579901, "accuracy": 0.621542, "main_score": 0.579901, "hf_subset": "tgk_Cyrl-sna_Latn", "languages": ["tgk-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557839, "recall": 0.602767, "f1": 0.570654, "accuracy": 0.602767, "main_score": 0.570654, "hf_subset": "tgk_Cyrl-tso_Latn", "languages": ["tgk-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tgk_Cyrl-azj_Latn", "languages": ["tgk-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542973, "recall": 0.597826, "f1": 0.559144, "accuracy": 0.597826, "main_score": 0.559144, "hf_subset": "tgk_Cyrl-dik_Latn", "languages": ["tgk-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73937, "recall": 0.790514, "f1": 0.754087, "accuracy": 0.790514, "main_score": 0.754087, "hf_subset": "tgk_Cyrl-hau_Latn", "languages": ["tgk-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941453, "recall": 0.956522, "f1": 0.945803, "accuracy": 0.956522, "main_score": 0.945803, "hf_subset": "tgk_Cyrl-kea_Latn", "languages": ["tgk-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690613, "recall": 0.738142, "f1": 0.704611, "accuracy": 0.738142, "main_score": 0.704611, "hf_subset": "tgk_Cyrl-lus_Latn", "languages": ["tgk-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795817, "recall": 0.83498, "f1": 0.80754, "accuracy": 0.83498, "main_score": 0.80754, "hf_subset": "tgk_Cyrl-pag_Latn", "languages": ["tgk-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "tgk_Cyrl-snd_Arab", "languages": ["tgk-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.951581, "f1": 0.938406, "accuracy": 0.951581, "main_score": 0.938406, "hf_subset": "tgk_Cyrl-tuk_Latn", "languages": ["tgk-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963027, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "tgk_Cyrl-bak_Cyrl", "languages": ["tgk-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478624, "recall": 0.544466, "f1": 0.497394, "accuracy": 0.544466, "main_score": 0.497394, "hf_subset": "tgk_Cyrl-dyu_Latn", "languages": ["tgk-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980484, "recall": 0.986166, "f1": 0.982279, "accuracy": 0.986166, "main_score": 0.982279, "hf_subset": "tgk_Cyrl-heb_Hebr", "languages": ["tgk-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "tgk_Cyrl-khk_Cyrl", "languages": ["tgk-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-lvs_Latn", "languages": ["tgk-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-pan_Guru", "languages": ["tgk-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709239, "recall": 0.763834, "f1": 0.72556, "accuracy": 0.763834, "main_score": 0.72556, "hf_subset": "tgk_Cyrl-som_Latn", "languages": ["tgk-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566768, "recall": 0.609684, "f1": 0.579155, "accuracy": 0.609684, "main_score": 0.579155, "hf_subset": "tgk_Cyrl-tum_Latn", "languages": ["tgk-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381353, "recall": 0.429842, "f1": 0.394524, "accuracy": 0.429842, "main_score": 0.394524, "hf_subset": "yor_Latn-ace_Arab", "languages": ["yor-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472177, "recall": 0.516798, "f1": 0.484631, "accuracy": 0.516798, "main_score": 0.484631, "hf_subset": "yor_Latn-bam_Latn", "languages": ["yor-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223943, "recall": 0.27668, "f1": 0.236623, "accuracy": 0.27668, "main_score": 0.236623, "hf_subset": "yor_Latn-dzo_Tibt", "languages": ["yor-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.682946, "recall": 0.73913, "f1": 0.697752, "accuracy": 0.73913, "main_score": 0.697752, "hf_subset": "yor_Latn-hin_Deva", "languages": ["yor-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.65463, "recall": 0.710474, "f1": 0.670212, "accuracy": 0.710474, "main_score": 0.670212, "hf_subset": "yor_Latn-khm_Khmr", "languages": ["yor-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.679742, "recall": 0.730237, "f1": 0.693603, "accuracy": 0.730237, "main_score": 0.693603, "hf_subset": "yor_Latn-mag_Deva", "languages": ["yor-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612105, "recall": 0.664032, "f1": 0.625182, "accuracy": 0.664032, "main_score": 0.625182, "hf_subset": "yor_Latn-pap_Latn", "languages": ["yor-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518031, "recall": 0.568182, "f1": 0.531652, "accuracy": 0.568182, "main_score": 0.531652, "hf_subset": "yor_Latn-sot_Latn", "languages": ["yor-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686868, "recall": 0.73913, "f1": 0.700967, "accuracy": 0.73913, "main_score": 0.700967, "hf_subset": "yor_Latn-tur_Latn", "languages": ["yor-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569243, "recall": 0.614625, "f1": 0.581368, "accuracy": 0.614625, "main_score": 0.581368, "hf_subset": "yor_Latn-ace_Latn", "languages": ["yor-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624995, "recall": 0.66502, "f1": 0.636139, "accuracy": 0.66502, "main_score": 0.636139, "hf_subset": "yor_Latn-ban_Latn", "languages": ["yor-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665543, "recall": 0.72332, "f1": 0.681283, "accuracy": 0.72332, "main_score": 0.681283, "hf_subset": "yor_Latn-ell_Grek", "languages": ["yor-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.662347, "recall": 0.719368, "f1": 0.677975, "accuracy": 0.719368, "main_score": 0.677975, "hf_subset": "yor_Latn-hne_Deva", "languages": ["yor-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.511457, "recall": 0.550395, "f1": 0.522421, "accuracy": 0.550395, "main_score": 0.522421, "hf_subset": "yor_Latn-kik_Latn", "languages": ["yor-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671203, "recall": 0.730237, "f1": 0.686762, "accuracy": 0.730237, "main_score": 0.686762, "hf_subset": "yor_Latn-mai_Deva", "languages": ["yor-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.592982, "recall": 0.657115, "f1": 0.609804, "accuracy": 0.657115, "main_score": 0.609804, "hf_subset": "yor_Latn-pbt_Arab", "languages": ["yor-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.671276, "recall": 0.732213, "f1": 0.687595, "accuracy": 0.732213, "main_score": 0.687595, "hf_subset": "yor_Latn-spa_Latn", "languages": ["yor-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513852, "recall": 0.551383, "f1": 0.524361, "accuracy": 0.551383, "main_score": 0.524361, "hf_subset": "yor_Latn-twi_Latn", "languages": ["yor-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661075, "recall": 0.716403, "f1": 0.675408, "accuracy": 0.716403, "main_score": 0.675408, "hf_subset": "yor_Latn-acm_Arab", "languages": ["yor-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623015, "recall": 0.677866, "f1": 0.637746, "accuracy": 0.677866, "main_score": 0.637746, "hf_subset": "yor_Latn-bel_Cyrl", "languages": ["yor-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.72513, "recall": 0.773715, "f1": 0.738024, "accuracy": 0.773715, "main_score": 0.738024, "hf_subset": "yor_Latn-eng_Latn", "languages": ["yor-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693986, "recall": 0.743083, "f1": 0.706918, "accuracy": 0.743083, "main_score": 0.706918, "hf_subset": "yor_Latn-hrv_Latn", "languages": ["yor-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483967, "recall": 0.527668, "f1": 0.496761, "accuracy": 0.527668, "main_score": 0.496761, "hf_subset": "yor_Latn-kin_Latn", "languages": ["yor-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682979, "recall": 0.742095, "f1": 0.699463, "accuracy": 0.742095, "main_score": 0.699463, "hf_subset": "yor_Latn-mal_Mlym", "languages": ["yor-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.675745, "recall": 0.733202, "f1": 0.691801, "accuracy": 0.733202, "main_score": 0.691801, "hf_subset": "yor_Latn-pes_Arab", "languages": ["yor-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645979, "recall": 0.698617, "f1": 0.659721, "accuracy": 0.698617, "main_score": 0.659721, "hf_subset": "yor_Latn-srd_Latn", "languages": ["yor-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.137267, "recall": 0.171937, "f1": 0.145895, "accuracy": 0.171937, "main_score": 0.145895, "hf_subset": "yor_Latn-tzm_Tfng", "languages": ["yor-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.670771, "recall": 0.729249, "f1": 0.68689, "accuracy": 0.729249, "main_score": 0.68689, "hf_subset": "yor_Latn-acq_Arab", "languages": ["yor-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537392, "recall": 0.577075, "f1": 0.547771, "accuracy": 0.577075, "main_score": 0.547771, "hf_subset": "yor_Latn-bem_Latn", "languages": ["yor-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690266, "recall": 0.743083, "f1": 0.704108, "accuracy": 0.743083, "main_score": 0.704108, "hf_subset": "yor_Latn-epo_Latn", "languages": ["yor-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704537, "recall": 0.751976, "f1": 0.716751, "accuracy": 0.751976, "main_score": 0.716751, "hf_subset": "yor_Latn-hun_Latn", "languages": ["yor-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635542, "recall": 0.694664, "f1": 0.65135, "accuracy": 0.694664, "main_score": 0.65135, "hf_subset": "yor_Latn-kir_Cyrl", "languages": ["yor-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.705161, "recall": 0.756917, "f1": 0.719164, "accuracy": 0.756917, "main_score": 0.719164, "hf_subset": "yor_Latn-mar_Deva", "languages": ["yor-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.540142, "recall": 0.588933, "f1": 0.553159, "accuracy": 0.588933, "main_score": 0.553159, "hf_subset": "yor_Latn-plt_Latn", "languages": ["yor-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697068, "recall": 0.750988, "f1": 0.711391, "accuracy": 0.750988, "main_score": 0.711391, "hf_subset": "yor_Latn-srp_Cyrl", "languages": ["yor-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.565517, "recall": 0.62747, "f1": 0.582757, "accuracy": 0.62747, "main_score": 0.582757, "hf_subset": "yor_Latn-uig_Arab", "languages": ["yor-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.64446, "recall": 0.69664, "f1": 0.658661, "accuracy": 0.69664, "main_score": 0.658661, "hf_subset": "yor_Latn-aeb_Arab", "languages": ["yor-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.673825, "recall": 0.728261, "f1": 0.689234, "accuracy": 0.728261, "main_score": 0.689234, "hf_subset": "yor_Latn-ben_Beng", "languages": ["yor-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.676188, "recall": 0.730237, "f1": 0.691231, "accuracy": 0.730237, "main_score": 0.691231, "hf_subset": "yor_Latn-est_Latn", "languages": ["yor-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657283, "recall": 0.715415, "f1": 0.672834, "accuracy": 0.715415, "main_score": 0.672834, "hf_subset": "yor_Latn-hye_Armn", "languages": ["yor-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.476877, "recall": 0.520751, "f1": 0.48961, "accuracy": 0.520751, "main_score": 0.48961, "hf_subset": "yor_Latn-kmb_Latn", "languages": ["yor-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.34391, "recall": 0.401186, "f1": 0.358935, "accuracy": 0.401186, "main_score": 0.358935, "hf_subset": "yor_Latn-min_Arab", "languages": ["yor-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.691068, "recall": 0.742095, "f1": 0.704479, "accuracy": 0.742095, "main_score": 0.704479, "hf_subset": "yor_Latn-pol_Latn", "languages": ["yor-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495546, "recall": 0.54249, "f1": 0.508769, "accuracy": 0.54249, "main_score": 0.508769, "hf_subset": "yor_Latn-ssw_Latn", "languages": ["yor-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702438, "recall": 0.755929, "f1": 0.717066, "accuracy": 0.755929, "main_score": 0.717066, "hf_subset": "yor_Latn-ukr_Cyrl", "languages": ["yor-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.712535, "recall": 0.762846, "f1": 0.72625, "accuracy": 0.762846, "main_score": 0.72625, "hf_subset": "yor_Latn-afr_Latn", "languages": ["yor-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635898, "recall": 0.6917, "f1": 0.65117, "accuracy": 0.6917, "main_score": 0.65117, "hf_subset": "yor_Latn-bho_Deva", "languages": ["yor-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.673165, "recall": 0.722332, "f1": 0.686364, "accuracy": 0.722332, "main_score": 0.686364, "hf_subset": "yor_Latn-eus_Latn", "languages": ["yor-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537178, "recall": 0.582016, "f1": 0.549379, "accuracy": 0.582016, "main_score": 0.549379, "hf_subset": "yor_Latn-ibo_Latn", "languages": ["yor-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603074, "recall": 0.653162, "f1": 0.616726, "accuracy": 0.653162, "main_score": 0.616726, "hf_subset": "yor_Latn-kmr_Latn", "languages": ["yor-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654313, "recall": 0.711462, "f1": 0.669522, "accuracy": 0.711462, "main_score": 0.669522, "hf_subset": "yor_Latn-min_Latn", "languages": ["yor-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71427, "recall": 0.763834, "f1": 0.727963, "accuracy": 0.763834, "main_score": 0.727963, "hf_subset": "yor_Latn-por_Latn", "languages": ["yor-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685269, "recall": 0.725296, "f1": 0.696231, "accuracy": 0.725296, "main_score": 0.696231, "hf_subset": "yor_Latn-sun_Latn", "languages": ["yor-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463852, "recall": 0.505929, "f1": 0.47606, "accuracy": 0.505929, "main_score": 0.47606, "hf_subset": "yor_Latn-umb_Latn", "languages": ["yor-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682053, "recall": 0.73913, "f1": 0.697401, "accuracy": 0.73913, "main_score": 0.697401, "hf_subset": "yor_Latn-ajp_Arab", "languages": ["yor-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.370168, "recall": 0.424901, "f1": 0.384373, "accuracy": 0.424901, "main_score": 0.384373, "hf_subset": "yor_Latn-bjn_Arab", "languages": ["yor-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.463785, "recall": 0.505929, "f1": 0.475552, "accuracy": 0.505929, "main_score": 0.475552, "hf_subset": "yor_Latn-ewe_Latn", "languages": ["yor-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621207, "recall": 0.666008, "f1": 0.633074, "accuracy": 0.666008, "main_score": 0.633074, "hf_subset": "yor_Latn-ilo_Latn", "languages": ["yor-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.253043, "recall": 0.298419, "f1": 0.264961, "accuracy": 0.298419, "main_score": 0.264961, "hf_subset": "yor_Latn-knc_Arab", "languages": ["yor-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.677509, "recall": 0.732213, "f1": 0.692101, "accuracy": 0.732213, "main_score": 0.692101, "hf_subset": "yor_Latn-mkd_Cyrl", "languages": ["yor-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.667632, "recall": 0.724308, "f1": 0.68368, "accuracy": 0.724308, "main_score": 0.68368, "hf_subset": "yor_Latn-prs_Arab", "languages": ["yor-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.70067, "recall": 0.754941, "f1": 0.715524, "accuracy": 0.754941, "main_score": 0.715524, "hf_subset": "yor_Latn-swe_Latn", "languages": ["yor-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67063, "recall": 0.729249, "f1": 0.686743, "accuracy": 0.729249, "main_score": 0.686743, "hf_subset": "yor_Latn-urd_Arab", "languages": ["yor-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511775, "recall": 0.541502, "f1": 0.520539, "accuracy": 0.541502, "main_score": 0.520539, "hf_subset": "yor_Latn-aka_Latn", "languages": ["yor-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677954, "recall": 0.717391, "f1": 0.68805, "accuracy": 0.717391, "main_score": 0.68805, "hf_subset": "yor_Latn-bjn_Latn", "languages": ["yor-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654517, "recall": 0.704545, "f1": 0.668018, "accuracy": 0.704545, "main_score": 0.668018, "hf_subset": "yor_Latn-fao_Latn", "languages": ["yor-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715249, "recall": 0.766798, "f1": 0.729184, "accuracy": 0.766798, "main_score": 0.729184, "hf_subset": "yor_Latn-ind_Latn", "languages": ["yor-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507916, "recall": 0.546443, "f1": 0.518944, "accuracy": 0.546443, "main_score": 0.518944, "hf_subset": "yor_Latn-knc_Latn", "languages": ["yor-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661226, "recall": 0.706522, "f1": 0.673072, "accuracy": 0.706522, "main_score": 0.673072, "hf_subset": "yor_Latn-mlt_Latn", "languages": ["yor-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523073, "recall": 0.570158, "f1": 0.536585, "accuracy": 0.570158, "main_score": 0.536585, "hf_subset": "yor_Latn-quy_Latn", "languages": ["yor-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677521, "recall": 0.73419, "f1": 0.693606, "accuracy": 0.73419, "main_score": 0.693606, "hf_subset": "yor_Latn-swh_Latn", "languages": ["yor-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669293, "recall": 0.727273, "f1": 0.685385, "accuracy": 0.727273, "main_score": 0.685385, "hf_subset": "yor_Latn-uzn_Latn", "languages": ["yor-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674823, "recall": 0.725296, "f1": 0.687909, "accuracy": 0.725296, "main_score": 0.687909, "hf_subset": "yor_Latn-als_Latn", "languages": ["yor-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319917, "recall": 0.398221, "f1": 0.34002, "accuracy": 0.398221, "main_score": 0.34002, "hf_subset": "yor_Latn-bod_Tibt", "languages": ["yor-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.558303, "recall": 0.605731, "f1": 0.571481, "accuracy": 0.605731, "main_score": 0.571481, "hf_subset": "yor_Latn-fij_Latn", "languages": ["yor-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667067, "recall": 0.721344, "f1": 0.681959, "accuracy": 0.721344, "main_score": 0.681959, "hf_subset": "yor_Latn-isl_Latn", "languages": ["yor-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527935, "recall": 0.566206, "f1": 0.538531, "accuracy": 0.566206, "main_score": 0.538531, "hf_subset": "yor_Latn-kon_Latn", "languages": ["yor-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437444, "recall": 0.491107, "f1": 0.452836, "accuracy": 0.491107, "main_score": 0.452836, "hf_subset": "yor_Latn-mni_Beng", "languages": ["yor-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.733583, "recall": 0.777668, "f1": 0.745379, "accuracy": 0.777668, "main_score": 0.745379, "hf_subset": "yor_Latn-ron_Latn", "languages": ["yor-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658247, "recall": 0.717391, "f1": 0.674153, "accuracy": 0.717391, "main_score": 0.674153, "hf_subset": "yor_Latn-szl_Latn", "languages": ["yor-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670942, "recall": 0.718379, "f1": 0.683452, "accuracy": 0.718379, "main_score": 0.683452, "hf_subset": "yor_Latn-vec_Latn", "languages": ["yor-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584047, "recall": 0.655138, "f1": 0.604152, "accuracy": 0.655138, "main_score": 0.604152, "hf_subset": "yor_Latn-amh_Ethi", "languages": ["yor-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.700165, "recall": 0.751976, "f1": 0.713567, "accuracy": 0.751976, "main_score": 0.713567, "hf_subset": "yor_Latn-bos_Latn", "languages": ["yor-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682591, "recall": 0.731225, "f1": 0.695848, "accuracy": 0.731225, "main_score": 0.695848, "hf_subset": "yor_Latn-fin_Latn", "languages": ["yor-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693054, "recall": 0.746047, "f1": 0.706842, "accuracy": 0.746047, "main_score": 0.706842, "hf_subset": "yor_Latn-ita_Latn", "languages": ["yor-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669832, "recall": 0.729249, "f1": 0.685643, "accuracy": 0.729249, "main_score": 0.685643, "hf_subset": "yor_Latn-kor_Hang", "languages": ["yor-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.468643, "recall": 0.503953, "f1": 0.479, "accuracy": 0.503953, "main_score": 0.479, "hf_subset": "yor_Latn-mos_Latn", "languages": ["yor-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49585, "recall": 0.541502, "f1": 0.50891, "accuracy": 0.541502, "main_score": 0.50891, "hf_subset": "yor_Latn-run_Latn", "languages": ["yor-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673231, "recall": 0.735178, "f1": 0.690804, "accuracy": 0.735178, "main_score": 0.690804, "hf_subset": "yor_Latn-tam_Taml", "languages": ["yor-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.669781, "recall": 0.722332, "f1": 0.683625, "accuracy": 0.722332, "main_score": 0.683625, "hf_subset": "yor_Latn-vie_Latn", "languages": ["yor-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661137, "recall": 0.719368, "f1": 0.676725, "accuracy": 0.719368, "main_score": 0.676725, "hf_subset": "yor_Latn-apc_Arab", "languages": ["yor-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53963, "recall": 0.58498, "f1": 0.552289, "accuracy": 0.58498, "main_score": 0.552289, "hf_subset": "yor_Latn-bug_Latn", "languages": ["yor-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434916, "recall": 0.475296, "f1": 0.446185, "accuracy": 0.475296, "main_score": 0.446185, "hf_subset": "yor_Latn-fon_Latn", "languages": ["yor-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701313, "recall": 0.744071, "f1": 0.713148, "accuracy": 0.744071, "main_score": 0.713148, "hf_subset": "yor_Latn-jav_Latn", "languages": ["yor-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658576, "recall": 0.717391, "f1": 0.674531, "accuracy": 0.717391, "main_score": 0.674531, "hf_subset": "yor_Latn-lao_Laoo", "languages": ["yor-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.606551, "recall": 0.656126, "f1": 0.619705, "accuracy": 0.656126, "main_score": 0.619705, "hf_subset": "yor_Latn-mri_Latn", "languages": ["yor-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675155, "recall": 0.729249, "f1": 0.689092, "accuracy": 0.729249, "main_score": 0.689092, "hf_subset": "yor_Latn-rus_Cyrl", "languages": ["yor-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.455568, "recall": 0.5, "f1": 0.467844, "accuracy": 0.5, "main_score": 0.467844, "hf_subset": "yor_Latn-taq_Latn", "languages": ["yor-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681394, "recall": 0.729249, "f1": 0.693459, "accuracy": 0.729249, "main_score": 0.693459, "hf_subset": "yor_Latn-war_Latn", "languages": ["yor-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669516, "recall": 0.727273, "f1": 0.685222, "accuracy": 0.727273, "main_score": 0.685222, "hf_subset": "yor_Latn-arb_Arab", "languages": ["yor-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.694665, "recall": 0.746047, "f1": 0.708365, "accuracy": 0.746047, "main_score": 0.708365, "hf_subset": "yor_Latn-bul_Cyrl", "languages": ["yor-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.704914, "recall": 0.753953, "f1": 0.71822, "accuracy": 0.753953, "main_score": 0.71822, "hf_subset": "yor_Latn-fra_Latn", "languages": ["yor-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661377, "recall": 0.719368, "f1": 0.677226, "accuracy": 0.719368, "main_score": 0.677226, "hf_subset": "yor_Latn-jpn_Jpan", "languages": ["yor-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.653213, "recall": 0.704545, "f1": 0.667696, "accuracy": 0.704545, "main_score": 0.667696, "hf_subset": "yor_Latn-lij_Latn", "languages": ["yor-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575039, "recall": 0.650198, "f1": 0.59634, "accuracy": 0.650198, "main_score": 0.59634, "hf_subset": "yor_Latn-mya_Mymr", "languages": ["yor-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.476774, "recall": 0.521739, "f1": 0.489577, "accuracy": 0.521739, "main_score": 0.489577, "hf_subset": "yor_Latn-sag_Latn", "languages": ["yor-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149087, "recall": 0.188735, "f1": 0.158158, "accuracy": 0.188735, "main_score": 0.158158, "hf_subset": "yor_Latn-taq_Tfng", "languages": ["yor-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.520196, "recall": 0.561265, "f1": 0.532036, "accuracy": 0.561265, "main_score": 0.532036, "hf_subset": "yor_Latn-wol_Latn", "languages": ["yor-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49005, "recall": 0.543478, "f1": 0.504774, "accuracy": 0.543478, "main_score": 0.504774, "hf_subset": "yor_Latn-arb_Latn", "languages": ["yor-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70229, "recall": 0.754941, "f1": 0.716295, "accuracy": 0.754941, "main_score": 0.716295, "hf_subset": "yor_Latn-cat_Latn", "languages": ["yor-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644723, "recall": 0.693676, "f1": 0.65746, "accuracy": 0.693676, "main_score": 0.65746, "hf_subset": "yor_Latn-fur_Latn", "languages": ["yor-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.372685, "recall": 0.423913, "f1": 0.386219, "accuracy": 0.423913, "main_score": 0.386219, "hf_subset": "yor_Latn-kab_Latn", "languages": ["yor-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660697, "recall": 0.704545, "f1": 0.672678, "accuracy": 0.704545, "main_score": 0.672678, "hf_subset": "yor_Latn-lim_Latn", "languages": ["yor-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680509, "recall": 0.73419, "f1": 0.69464, "accuracy": 0.73419, "main_score": 0.69464, "hf_subset": "yor_Latn-nld_Latn", "languages": ["yor-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635997, "recall": 0.6917, "f1": 0.651044, "accuracy": 0.6917, "main_score": 0.651044, "hf_subset": "yor_Latn-san_Deva", "languages": ["yor-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.645966, "recall": 0.698617, "f1": 0.659226, "accuracy": 0.698617, "main_score": 0.659226, "hf_subset": "yor_Latn-tat_Cyrl", "languages": ["yor-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.562279, "recall": 0.609684, "f1": 0.575713, "accuracy": 0.609684, "main_score": 0.575713, "hf_subset": "yor_Latn-xho_Latn", "languages": ["yor-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660959, "recall": 0.720356, "f1": 0.67727, "accuracy": 0.720356, "main_score": 0.67727, "hf_subset": "yor_Latn-ars_Arab", "languages": ["yor-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.70446, "recall": 0.749012, "f1": 0.715958, "accuracy": 0.749012, "main_score": 0.715958, "hf_subset": "yor_Latn-ceb_Latn", "languages": ["yor-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468591, "recall": 0.51581, "f1": 0.482289, "accuracy": 0.51581, "main_score": 0.482289, "hf_subset": "yor_Latn-fuv_Latn", "languages": ["yor-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465391, "recall": 0.506917, "f1": 0.477248, "accuracy": 0.506917, "main_score": 0.477248, "hf_subset": "yor_Latn-kac_Latn", "languages": ["yor-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524228, "recall": 0.567194, "f1": 0.535808, "accuracy": 0.567194, "main_score": 0.535808, "hf_subset": "yor_Latn-lin_Latn", "languages": ["yor-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684241, "recall": 0.741107, "f1": 0.700217, "accuracy": 0.741107, "main_score": 0.700217, "hf_subset": "yor_Latn-nno_Latn", "languages": ["yor-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136331, "recall": 0.178854, "f1": 0.146818, "accuracy": 0.178854, "main_score": 0.146818, "hf_subset": "yor_Latn-sat_Olck", "languages": ["yor-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.689479, "recall": 0.746047, "f1": 0.705169, "accuracy": 0.746047, "main_score": 0.705169, "hf_subset": "yor_Latn-tel_Telu", "languages": ["yor-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.561605, "recall": 0.62747, "f1": 0.579113, "accuracy": 0.62747, "main_score": 0.579113, "hf_subset": "yor_Latn-ydd_Hebr", "languages": ["yor-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.62841, "recall": 0.684783, "f1": 0.643839, "accuracy": 0.684783, "main_score": 0.643839, "hf_subset": "yor_Latn-ary_Arab", "languages": ["yor-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.697487, "recall": 0.748024, "f1": 0.710907, "accuracy": 0.748024, "main_score": 0.710907, "hf_subset": "yor_Latn-ces_Latn", "languages": ["yor-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474153, "recall": 0.52668, "f1": 0.48902, "accuracy": 0.52668, "main_score": 0.48902, "hf_subset": "yor_Latn-gaz_Latn", "languages": ["yor-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512544, "recall": 0.561265, "f1": 0.526061, "accuracy": 0.561265, "main_score": 0.526061, "hf_subset": "yor_Latn-kam_Latn", "languages": ["yor-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687801, "recall": 0.740119, "f1": 0.701823, "accuracy": 0.740119, "main_score": 0.701823, "hf_subset": "yor_Latn-lit_Latn", "languages": ["yor-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709984, "recall": 0.759881, "f1": 0.723594, "accuracy": 0.759881, "main_score": 0.723594, "hf_subset": "yor_Latn-nob_Latn", "languages": ["yor-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640196, "recall": 0.69664, "f1": 0.655114, "accuracy": 0.69664, "main_score": 0.655114, "hf_subset": "yor_Latn-scn_Latn", "languages": ["yor-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642733, "recall": 0.69664, "f1": 0.657466, "accuracy": 0.69664, "main_score": 0.657466, "hf_subset": "yor_Latn-tgk_Cyrl", "languages": ["yor-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651074, "recall": 0.709486, "f1": 0.666277, "accuracy": 0.709486, "main_score": 0.666277, "hf_subset": "yor_Latn-arz_Arab", "languages": ["yor-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.457559, "recall": 0.498024, "f1": 0.469163, "accuracy": 0.498024, "main_score": 0.469163, "hf_subset": "yor_Latn-cjk_Latn", "languages": ["yor-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57463, "recall": 0.629447, "f1": 0.589148, "accuracy": 0.629447, "main_score": 0.589148, "hf_subset": "yor_Latn-gla_Latn", "languages": ["yor-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691122, "recall": 0.748024, "f1": 0.707175, "accuracy": 0.748024, "main_score": 0.707175, "hf_subset": "yor_Latn-kan_Knda", "languages": ["yor-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.641998, "recall": 0.685771, "f1": 0.653711, "accuracy": 0.685771, "main_score": 0.653711, "hf_subset": "yor_Latn-lmo_Latn", "languages": ["yor-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669056, "recall": 0.730237, "f1": 0.685281, "accuracy": 0.730237, "main_score": 0.685281, "hf_subset": "yor_Latn-npi_Deva", "languages": ["yor-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.397048, "recall": 0.445652, "f1": 0.410672, "accuracy": 0.445652, "main_score": 0.410672, "hf_subset": "yor_Latn-shn_Mymr", "languages": ["yor-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.721625, "recall": 0.769763, "f1": 0.734428, "accuracy": 0.769763, "main_score": 0.734428, "hf_subset": "yor_Latn-tgl_Latn", "languages": ["yor-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631282, "recall": 0.69664, "f1": 0.648012, "accuracy": 0.69664, "main_score": 0.648012, "hf_subset": "yor_Latn-yue_Hant", "languages": ["yor-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.665391, "recall": 0.715415, "f1": 0.679394, "accuracy": 0.715415, "main_score": 0.679394, "hf_subset": "yor_Latn-asm_Beng", "languages": ["yor-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.593656, "recall": 0.655138, "f1": 0.610291, "accuracy": 0.655138, "main_score": 0.610291, "hf_subset": "yor_Latn-ckb_Arab", "languages": ["yor-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583657, "recall": 0.645257, "f1": 0.600794, "accuracy": 0.645257, "main_score": 0.600794, "hf_subset": "yor_Latn-gle_Latn", "languages": ["yor-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530305, "recall": 0.589921, "f1": 0.546248, "accuracy": 0.589921, "main_score": 0.546248, "hf_subset": "yor_Latn-kas_Arab", "languages": ["yor-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.588534, "recall": 0.641304, "f1": 0.603074, "accuracy": 0.641304, "main_score": 0.603074, "hf_subset": "yor_Latn-ltg_Latn", "languages": ["yor-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521656, "recall": 0.566206, "f1": 0.53369, "accuracy": 0.566206, "main_score": 0.53369, "hf_subset": "yor_Latn-nso_Latn", "languages": ["yor-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59465, "recall": 0.664032, "f1": 0.613781, "accuracy": 0.664032, "main_score": 0.613781, "hf_subset": "yor_Latn-sin_Sinh", "languages": ["yor-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.672445, "recall": 0.731225, "f1": 0.68824, "accuracy": 0.731225, "main_score": 0.68824, "hf_subset": "yor_Latn-tha_Thai", "languages": ["yor-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.643056, "recall": 0.695652, "f1": 0.656553, "accuracy": 0.695652, "main_score": 0.656553, "hf_subset": "yor_Latn-zho_Hans", "languages": ["yor-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.69275, "recall": 0.743083, "f1": 0.706511, "accuracy": 0.743083, "main_score": 0.706511, "hf_subset": "yor_Latn-ast_Latn", "languages": ["yor-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63879, "recall": 0.701581, "f1": 0.65601, "accuracy": 0.701581, "main_score": 0.65601, "hf_subset": "yor_Latn-crh_Latn", "languages": ["yor-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696139, "recall": 0.745059, "f1": 0.709653, "accuracy": 0.745059, "main_score": 0.709653, "hf_subset": "yor_Latn-glg_Latn", "languages": ["yor-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504423, "recall": 0.563241, "f1": 0.519896, "accuracy": 0.563241, "main_score": 0.519896, "hf_subset": "yor_Latn-kas_Deva", "languages": ["yor-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.640759, "recall": 0.689723, "f1": 0.653211, "accuracy": 0.689723, "main_score": 0.653211, "hf_subset": "yor_Latn-ltz_Latn", "languages": ["yor-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417897, "recall": 0.464427, "f1": 0.430588, "accuracy": 0.464427, "main_score": 0.430588, "hf_subset": "yor_Latn-nus_Latn", "languages": ["yor-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69443, "recall": 0.743083, "f1": 0.70713, "accuracy": 0.743083, "main_score": 0.70713, "hf_subset": "yor_Latn-slk_Latn", "languages": ["yor-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388481, "recall": 0.454545, "f1": 0.406338, "accuracy": 0.454545, "main_score": 0.406338, "hf_subset": "yor_Latn-tir_Ethi", "languages": ["yor-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.649404, "recall": 0.713439, "f1": 0.666709, "accuracy": 0.713439, "main_score": 0.666709, "hf_subset": "yor_Latn-zho_Hant", "languages": ["yor-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.671161, "recall": 0.72332, "f1": 0.685488, "accuracy": 0.72332, "main_score": 0.685488, "hf_subset": "yor_Latn-awa_Deva", "languages": ["yor-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.667813, "recall": 0.715415, "f1": 0.68093, "accuracy": 0.715415, "main_score": 0.68093, "hf_subset": "yor_Latn-cym_Latn", "languages": ["yor-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557967, "recall": 0.604743, "f1": 0.570161, "accuracy": 0.604743, "main_score": 0.570161, "hf_subset": "yor_Latn-grn_Latn", "languages": ["yor-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643431, "recall": 0.700593, "f1": 0.657959, "accuracy": 0.700593, "main_score": 0.657959, "hf_subset": "yor_Latn-kat_Geor", "languages": ["yor-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.52454, "recall": 0.568182, "f1": 0.536835, "accuracy": 0.568182, "main_score": 0.536835, "hf_subset": "yor_Latn-lua_Latn", "languages": ["yor-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533649, "recall": 0.58004, "f1": 0.54649, "accuracy": 0.58004, "main_score": 0.54649, "hf_subset": "yor_Latn-nya_Latn", "languages": ["yor-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691144, "recall": 0.744071, "f1": 0.704802, "accuracy": 0.744071, "main_score": 0.704802, "hf_subset": "yor_Latn-slv_Latn", "languages": ["yor-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617005, "recall": 0.66502, "f1": 0.62975, "accuracy": 0.66502, "main_score": 0.62975, "hf_subset": "yor_Latn-tpi_Latn", "languages": ["yor-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727793, "recall": 0.778656, "f1": 0.741525, "accuracy": 0.778656, "main_score": 0.741525, "hf_subset": "yor_Latn-zsm_Latn", "languages": ["yor-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478248, "recall": 0.519763, "f1": 0.48989, "accuracy": 0.519763, "main_score": 0.48989, "hf_subset": "yor_Latn-ayr_Latn", "languages": ["yor-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709394, "recall": 0.759881, "f1": 0.722539, "accuracy": 0.759881, "main_score": 0.722539, "hf_subset": "yor_Latn-dan_Latn", "languages": ["yor-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683598, "recall": 0.740119, "f1": 0.699533, "accuracy": 0.740119, "main_score": 0.699533, "hf_subset": "yor_Latn-guj_Gujr", "languages": ["yor-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.685173, "recall": 0.738142, "f1": 0.699863, "accuracy": 0.738142, "main_score": 0.699863, "hf_subset": "yor_Latn-kaz_Cyrl", "languages": ["yor-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472539, "recall": 0.520751, "f1": 0.485722, "accuracy": 0.520751, "main_score": 0.485722, "hf_subset": "yor_Latn-lug_Latn", "languages": ["yor-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702861, "recall": 0.752964, "f1": 0.716408, "accuracy": 0.752964, "main_score": 0.716408, "hf_subset": "yor_Latn-oci_Latn", "languages": ["yor-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61261, "recall": 0.663043, "f1": 0.626254, "accuracy": 0.663043, "main_score": 0.626254, "hf_subset": "yor_Latn-smo_Latn", "languages": ["yor-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499677, "recall": 0.546443, "f1": 0.511909, "accuracy": 0.546443, "main_score": 0.511909, "hf_subset": "yor_Latn-tsn_Latn", "languages": ["yor-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521637, "recall": 0.574111, "f1": 0.537027, "accuracy": 0.574111, "main_score": 0.537027, "hf_subset": "yor_Latn-zul_Latn", "languages": ["yor-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528083, "recall": 0.586957, "f1": 0.544384, "accuracy": 0.586957, "main_score": 0.544384, "hf_subset": "yor_Latn-azb_Arab", "languages": ["yor-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.70174, "recall": 0.746047, "f1": 0.713376, "accuracy": 0.746047, "main_score": 0.713376, "hf_subset": "yor_Latn-deu_Latn", "languages": ["yor-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631196, "recall": 0.690711, "f1": 0.647317, "accuracy": 0.690711, "main_score": 0.647317, "hf_subset": "yor_Latn-hat_Latn", "languages": ["yor-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433509, "recall": 0.480237, "f1": 0.446945, "accuracy": 0.480237, "main_score": 0.446945, "hf_subset": "yor_Latn-kbp_Latn", "languages": ["yor-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506522, "recall": 0.549407, "f1": 0.519321, "accuracy": 0.549407, "main_score": 0.519321, "hf_subset": "yor_Latn-luo_Latn", "languages": ["yor-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671269, "recall": 0.728261, "f1": 0.686532, "accuracy": 0.728261, "main_score": 0.686532, "hf_subset": "yor_Latn-ory_Orya", "languages": ["yor-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.518151, "recall": 0.561265, "f1": 0.529663, "accuracy": 0.561265, "main_score": 0.529663, "hf_subset": "yor_Latn-sna_Latn", "languages": ["yor-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493636, "recall": 0.533597, "f1": 0.504258, "accuracy": 0.533597, "main_score": 0.504258, "hf_subset": "yor_Latn-tso_Latn", "languages": ["yor-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637125, "recall": 0.694664, "f1": 0.651923, "accuracy": 0.694664, "main_score": 0.651923, "hf_subset": "yor_Latn-azj_Latn", "languages": ["yor-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485715, "recall": 0.524704, "f1": 0.496781, "accuracy": 0.524704, "main_score": 0.496781, "hf_subset": "yor_Latn-dik_Latn", "languages": ["yor-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611473, "recall": 0.659091, "f1": 0.625107, "accuracy": 0.659091, "main_score": 0.625107, "hf_subset": "yor_Latn-hau_Latn", "languages": ["yor-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631503, "recall": 0.682806, "f1": 0.644374, "accuracy": 0.682806, "main_score": 0.644374, "hf_subset": "yor_Latn-kea_Latn", "languages": ["yor-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536248, "recall": 0.583004, "f1": 0.549678, "accuracy": 0.583004, "main_score": 0.549678, "hf_subset": "yor_Latn-lus_Latn", "languages": ["yor-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554667, "recall": 0.593874, "f1": 0.565002, "accuracy": 0.593874, "main_score": 0.565002, "hf_subset": "yor_Latn-pag_Latn", "languages": ["yor-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638655, "recall": 0.699605, "f1": 0.655966, "accuracy": 0.699605, "main_score": 0.655966, "hf_subset": "yor_Latn-snd_Arab", "languages": ["yor-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582092, "recall": 0.646245, "f1": 0.599532, "accuracy": 0.646245, "main_score": 0.599532, "hf_subset": "yor_Latn-tuk_Latn", "languages": ["yor-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635449, "recall": 0.693676, "f1": 0.65105, "accuracy": 0.693676, "main_score": 0.65105, "hf_subset": "yor_Latn-bak_Cyrl", "languages": ["yor-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.425741, "recall": 0.479249, "f1": 0.441455, "accuracy": 0.479249, "main_score": 0.441455, "hf_subset": "yor_Latn-dyu_Latn", "languages": ["yor-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68149, "recall": 0.735178, "f1": 0.695679, "accuracy": 0.735178, "main_score": 0.695679, "hf_subset": "yor_Latn-heb_Hebr", "languages": ["yor-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.655501, "recall": 0.710474, "f1": 0.669911, "accuracy": 0.710474, "main_score": 0.669911, "hf_subset": "yor_Latn-khk_Cyrl", "languages": ["yor-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.678904, "recall": 0.730237, "f1": 0.692709, "accuracy": 0.730237, "main_score": 0.692709, "hf_subset": "yor_Latn-lvs_Latn", "languages": ["yor-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672026, "recall": 0.730237, "f1": 0.687715, "accuracy": 0.730237, "main_score": 0.687715, "hf_subset": "yor_Latn-pan_Guru", "languages": ["yor-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.542631, "recall": 0.59585, "f1": 0.55786, "accuracy": 0.59585, "main_score": 0.55786, "hf_subset": "yor_Latn-som_Latn", "languages": ["yor-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493186, "recall": 0.534585, "f1": 0.5046, "accuracy": 0.534585, "main_score": 0.5046, "hf_subset": "yor_Latn-tum_Latn", "languages": ["yor-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557717, "recall": 0.623518, "f1": 0.576877, "accuracy": 0.623518, "main_score": 0.576877, "hf_subset": "arz_Arab-ace_Arab", "languages": ["arz-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515828, "recall": 0.581028, "f1": 0.534101, "accuracy": 0.581028, "main_score": 0.534101, "hf_subset": "arz_Arab-bam_Latn", "languages": ["arz-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417878, "recall": 0.496047, "f1": 0.439453, "accuracy": 0.496047, "main_score": 0.439453, "hf_subset": "arz_Arab-dzo_Tibt", "languages": ["arz-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hin_Deva", "languages": ["arz-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-khm_Khmr", "languages": ["arz-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mag_Deva", "languages": ["arz-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "arz_Arab-pap_Latn", "languages": ["arz-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589906, "recall": 0.650198, "f1": 0.606988, "accuracy": 0.650198, "main_score": 0.606988, "hf_subset": "arz_Arab-sot_Latn", "languages": ["arz-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tur_Latn", "languages": ["arz-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860648, "recall": 0.898221, "f1": 0.872414, "accuracy": 0.898221, "main_score": 0.872414, "hf_subset": "arz_Arab-ace_Latn", "languages": ["arz-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.971344, "f1": 0.964921, "accuracy": 0.971344, "main_score": 0.964921, "hf_subset": "arz_Arab-ban_Latn", "languages": ["arz-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ell_Grek", "languages": ["arz-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "arz_Arab-hne_Deva", "languages": ["arz-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.589377, "recall": 0.651186, "f1": 0.607266, "accuracy": 0.651186, "main_score": 0.607266, "hf_subset": "arz_Arab-kik_Latn", "languages": ["arz-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-mai_Deva", "languages": ["arz-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "arz_Arab-pbt_Arab", "languages": ["arz-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-spa_Latn", "languages": ["arz-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600066, "recall": 0.66502, "f1": 0.618033, "accuracy": 0.66502, "main_score": 0.618033, "hf_subset": "arz_Arab-twi_Latn", "languages": ["arz-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-acm_Arab", "languages": ["arz-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-bel_Cyrl", "languages": ["arz-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-eng_Latn", "languages": ["arz-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hrv_Latn", "languages": ["arz-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560935, "recall": 0.621542, "f1": 0.578181, "accuracy": 0.621542, "main_score": 0.578181, "hf_subset": "arz_Arab-kin_Latn", "languages": ["arz-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-mal_Mlym", "languages": ["arz-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-pes_Arab", "languages": ["arz-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arz_Arab-srd_Latn", "languages": ["arz-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.16791, "recall": 0.219368, "f1": 0.18044, "accuracy": 0.219368, "main_score": 0.18044, "hf_subset": "arz_Arab-tzm_Tfng", "languages": ["arz-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-acq_Arab", "languages": ["arz-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620917, "recall": 0.670949, "f1": 0.635249, "accuracy": 0.670949, "main_score": 0.635249, "hf_subset": "arz_Arab-bem_Latn", "languages": ["arz-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-epo_Latn", "languages": ["arz-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hun_Latn", "languages": ["arz-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-kir_Cyrl", "languages": ["arz-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mar_Deva", "languages": ["arz-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.664921, "recall": 0.717391, "f1": 0.680552, "accuracy": 0.717391, "main_score": 0.680552, "hf_subset": "arz_Arab-plt_Latn", "languages": ["arz-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-srp_Cyrl", "languages": ["arz-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "arz_Arab-uig_Arab", "languages": ["arz-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-aeb_Arab", "languages": ["arz-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ben_Beng", "languages": ["arz-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-est_Latn", "languages": ["arz-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-hye_Armn", "languages": ["arz-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.549202, "recall": 0.596838, "f1": 0.562749, "accuracy": 0.596838, "main_score": 0.562749, "hf_subset": "arz_Arab-kmb_Latn", "languages": ["arz-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491048, "recall": 0.56917, "f1": 0.51239, "accuracy": 0.56917, "main_score": 0.51239, "hf_subset": "arz_Arab-min_Arab", "languages": ["arz-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-pol_Latn", "languages": ["arz-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56082, "recall": 0.626482, "f1": 0.579715, "accuracy": 0.626482, "main_score": 0.579715, "hf_subset": "arz_Arab-ssw_Latn", "languages": ["arz-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ukr_Cyrl", "languages": ["arz-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-afr_Latn", "languages": ["arz-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-bho_Deva", "languages": ["arz-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "arz_Arab-eus_Latn", "languages": ["arz-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581868, "recall": 0.646245, "f1": 0.599906, "accuracy": 0.646245, "main_score": 0.599906, "hf_subset": "arz_Arab-ibo_Latn", "languages": ["arz-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877964, "recall": 0.914032, "f1": 0.889493, "accuracy": 0.914032, "main_score": 0.889493, "hf_subset": "arz_Arab-kmr_Latn", "languages": ["arz-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "arz_Arab-min_Latn", "languages": ["arz-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-por_Latn", "languages": ["arz-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-sun_Latn", "languages": ["arz-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518594, "recall": 0.579051, "f1": 0.535583, "accuracy": 0.579051, "main_score": 0.535583, "hf_subset": "arz_Arab-umb_Latn", "languages": ["arz-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ajp_Arab", "languages": ["arz-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530307, "recall": 0.593874, "f1": 0.548361, "accuracy": 0.593874, "main_score": 0.548361, "hf_subset": "arz_Arab-bjn_Arab", "languages": ["arz-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512159, "recall": 0.567194, "f1": 0.527588, "accuracy": 0.567194, "main_score": 0.527588, "hf_subset": "arz_Arab-ewe_Latn", "languages": ["arz-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946476, "recall": 0.961462, "f1": 0.951252, "accuracy": 0.961462, "main_score": 0.951252, "hf_subset": "arz_Arab-ilo_Latn", "languages": ["arz-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314902, "recall": 0.374506, "f1": 0.330983, "accuracy": 0.374506, "main_score": 0.330983, "hf_subset": "arz_Arab-knc_Arab", "languages": ["arz-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mkd_Cyrl", "languages": ["arz-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-prs_Arab", "languages": ["arz-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-swe_Latn", "languages": ["arz-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-urd_Arab", "languages": ["arz-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577183, "recall": 0.645257, "f1": 0.596478, "accuracy": 0.645257, "main_score": 0.596478, "hf_subset": "arz_Arab-aka_Latn", "languages": ["arz-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "arz_Arab-bjn_Latn", "languages": ["arz-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "arz_Arab-fao_Latn", "languages": ["arz-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ind_Latn", "languages": ["arz-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582153, "recall": 0.641304, "f1": 0.599116, "accuracy": 0.641304, "main_score": 0.599116, "hf_subset": "arz_Arab-knc_Latn", "languages": ["arz-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arz_Arab-mlt_Latn", "languages": ["arz-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70864, "recall": 0.768775, "f1": 0.726274, "accuracy": 0.768775, "main_score": 0.726274, "hf_subset": "arz_Arab-quy_Latn", "languages": ["arz-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "arz_Arab-swh_Latn", "languages": ["arz-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-uzn_Latn", "languages": ["arz-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-als_Latn", "languages": ["arz-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642294, "recall": 0.719368, "f1": 0.664781, "accuracy": 0.719368, "main_score": 0.664781, "hf_subset": "arz_Arab-bod_Tibt", "languages": ["arz-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.713024, "recall": 0.76581, "f1": 0.728645, "accuracy": 0.76581, "main_score": 0.728645, "hf_subset": "arz_Arab-fij_Latn", "languages": ["arz-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "arz_Arab-isl_Latn", "languages": ["arz-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650346, "recall": 0.708498, "f1": 0.667608, "accuracy": 0.708498, "main_score": 0.667608, "hf_subset": "arz_Arab-kon_Latn", "languages": ["arz-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646598, "recall": 0.718379, "f1": 0.667278, "accuracy": 0.718379, "main_score": 0.667278, "hf_subset": "arz_Arab-mni_Beng", "languages": ["arz-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ron_Latn", "languages": ["arz-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "arz_Arab-szl_Latn", "languages": ["arz-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-vec_Latn", "languages": ["arz-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9389, "recall": 0.958498, "f1": 0.945323, "accuracy": 0.958498, "main_score": 0.945323, "hf_subset": "arz_Arab-amh_Ethi", "languages": ["arz-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-bos_Latn", "languages": ["arz-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-fin_Latn", "languages": ["arz-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ita_Latn", "languages": ["arz-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-kor_Hang", "languages": ["arz-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.537328, "recall": 0.599802, "f1": 0.554946, "accuracy": 0.599802, "main_score": 0.554946, "hf_subset": "arz_Arab-mos_Latn", "languages": ["arz-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564485, "recall": 0.615613, "f1": 0.578796, "accuracy": 0.615613, "main_score": 0.578796, "hf_subset": "arz_Arab-run_Latn", "languages": ["arz-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tam_Taml", "languages": ["arz-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-vie_Latn", "languages": ["arz-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-apc_Arab", "languages": ["arz-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.795784, "recall": 0.840909, "f1": 0.80967, "accuracy": 0.840909, "main_score": 0.80967, "hf_subset": "arz_Arab-bug_Latn", "languages": ["arz-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470851, "recall": 0.529644, "f1": 0.48684, "accuracy": 0.529644, "main_score": 0.48684, "hf_subset": "arz_Arab-fon_Latn", "languages": ["arz-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-jav_Latn", "languages": ["arz-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-lao_Laoo", "languages": ["arz-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.858844, "recall": 0.898221, "f1": 0.871113, "accuracy": 0.898221, "main_score": 0.871113, "hf_subset": "arz_Arab-mri_Latn", "languages": ["arz-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-rus_Cyrl", "languages": ["arz-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539592, "recall": 0.600791, "f1": 0.556749, "accuracy": 0.600791, "main_score": 0.556749, "hf_subset": "arz_Arab-taq_Latn", "languages": ["arz-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-war_Latn", "languages": ["arz-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-arb_Arab", "languages": ["arz-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-bul_Cyrl", "languages": ["arz-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-fra_Latn", "languages": ["arz-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-jpn_Jpan", "languages": ["arz-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-lij_Latn", "languages": ["arz-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988389, "recall": 0.991107, "f1": 0.989196, "accuracy": 0.991107, "main_score": 0.989196, "hf_subset": "arz_Arab-mya_Mymr", "languages": ["arz-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.583673, "recall": 0.651186, "f1": 0.602428, "accuracy": 0.651186, "main_score": 0.602428, "hf_subset": "arz_Arab-sag_Latn", "languages": ["arz-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190064, "recall": 0.247036, "f1": 0.203366, "accuracy": 0.247036, "main_score": 0.203366, "hf_subset": "arz_Arab-taq_Tfng", "languages": ["arz-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.603887, "recall": 0.66996, "f1": 0.62293, "accuracy": 0.66996, "main_score": 0.62293, "hf_subset": "arz_Arab-wol_Latn", "languages": ["arz-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85219, "recall": 0.892292, "f1": 0.864526, "accuracy": 0.892292, "main_score": 0.864526, "hf_subset": "arz_Arab-arb_Latn", "languages": ["arz-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-cat_Latn", "languages": ["arz-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "arz_Arab-fur_Latn", "languages": ["arz-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422153, "recall": 0.477273, "f1": 0.437367, "accuracy": 0.477273, "main_score": 0.437367, "hf_subset": "arz_Arab-kab_Latn", "languages": ["arz-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-lim_Latn", "languages": ["arz-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-nld_Latn", "languages": ["arz-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "arz_Arab-san_Deva", "languages": ["arz-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tat_Cyrl", "languages": ["arz-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661635, "recall": 0.725296, "f1": 0.680113, "accuracy": 0.725296, "main_score": 0.680113, "hf_subset": "arz_Arab-xho_Latn", "languages": ["arz-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ars_Arab", "languages": ["arz-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-ceb_Latn", "languages": ["arz-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565726, "recall": 0.623518, "f1": 0.582534, "accuracy": 0.623518, "main_score": 0.582534, "hf_subset": "arz_Arab-fuv_Latn", "languages": ["arz-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500547, "recall": 0.567194, "f1": 0.519062, "accuracy": 0.567194, "main_score": 0.519062, "hf_subset": "arz_Arab-kac_Latn", "languages": ["arz-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675288, "recall": 0.729249, "f1": 0.691162, "accuracy": 0.729249, "main_score": 0.691162, "hf_subset": "arz_Arab-lin_Latn", "languages": ["arz-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-nno_Latn", "languages": ["arz-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.219089, "recall": 0.302372, "f1": 0.241124, "accuracy": 0.302372, "main_score": 0.241124, "hf_subset": "arz_Arab-sat_Olck", "languages": ["arz-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tel_Telu", "languages": ["arz-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "arz_Arab-ydd_Hebr", "languages": ["arz-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "arz_Arab-ary_Arab", "languages": ["arz-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ces_Latn", "languages": ["arz-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556126, "recall": 0.626482, "f1": 0.576765, "accuracy": 0.626482, "main_score": 0.576765, "hf_subset": "arz_Arab-gaz_Latn", "languages": ["arz-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581538, "recall": 0.643281, "f1": 0.599294, "accuracy": 0.643281, "main_score": 0.599294, "hf_subset": "arz_Arab-kam_Latn", "languages": ["arz-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "arz_Arab-lit_Latn", "languages": ["arz-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-nob_Latn", "languages": ["arz-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "arz_Arab-scn_Latn", "languages": ["arz-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "arz_Arab-tgk_Cyrl", "languages": ["arz-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.716989, "recall": 0.778656, "f1": 0.735693, "accuracy": 0.778656, "main_score": 0.735693, "hf_subset": "arz_Arab-yor_Latn", "languages": ["arz-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563031, "recall": 0.623518, "f1": 0.580668, "accuracy": 0.623518, "main_score": 0.580668, "hf_subset": "arz_Arab-cjk_Latn", "languages": ["arz-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769598, "recall": 0.824111, "f1": 0.786364, "accuracy": 0.824111, "main_score": 0.786364, "hf_subset": "arz_Arab-gla_Latn", "languages": ["arz-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-kan_Knda", "languages": ["arz-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "arz_Arab-lmo_Latn", "languages": ["arz-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "arz_Arab-npi_Deva", "languages": ["arz-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.45837, "recall": 0.524704, "f1": 0.476023, "accuracy": 0.524704, "main_score": 0.476023, "hf_subset": "arz_Arab-shn_Mymr", "languages": ["arz-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-tgl_Latn", "languages": ["arz-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-yue_Hant", "languages": ["arz-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arz_Arab-asm_Beng", "languages": ["arz-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "arz_Arab-ckb_Arab", "languages": ["arz-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.862154, "recall": 0.899209, "f1": 0.873781, "accuracy": 0.899209, "main_score": 0.873781, "hf_subset": "arz_Arab-gle_Latn", "languages": ["arz-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "arz_Arab-kas_Arab", "languages": ["arz-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.932395, "recall": 0.952569, "f1": 0.938801, "accuracy": 0.952569, "main_score": 0.938801, "hf_subset": "arz_Arab-ltg_Latn", "languages": ["arz-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607592, "recall": 0.666008, "f1": 0.624892, "accuracy": 0.666008, "main_score": 0.624892, "hf_subset": "arz_Arab-nso_Latn", "languages": ["arz-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "arz_Arab-sin_Sinh", "languages": ["arz-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-tha_Thai", "languages": ["arz-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-zho_Hans", "languages": ["arz-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ast_Latn", "languages": ["arz-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-crh_Latn", "languages": ["arz-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-glg_Latn", "languages": ["arz-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893034, "recall": 0.923913, "f1": 0.903063, "accuracy": 0.923913, "main_score": 0.903063, "hf_subset": "arz_Arab-kas_Deva", "languages": ["arz-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "arz_Arab-ltz_Latn", "languages": ["arz-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443694, "recall": 0.51087, "f1": 0.461999, "accuracy": 0.51087, "main_score": 0.461999, "hf_subset": "arz_Arab-nus_Latn", "languages": ["arz-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-slk_Latn", "languages": ["arz-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638538, "recall": 0.708498, "f1": 0.659096, "accuracy": 0.708498, "main_score": 0.659096, "hf_subset": "arz_Arab-tir_Ethi", "languages": ["arz-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-zho_Hant", "languages": ["arz-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "arz_Arab-awa_Deva", "languages": ["arz-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "arz_Arab-cym_Latn", "languages": ["arz-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833037, "recall": 0.876482, "f1": 0.846476, "accuracy": 0.876482, "main_score": 0.846476, "hf_subset": "arz_Arab-grn_Latn", "languages": ["arz-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-kat_Geor", "languages": ["arz-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.642382, "recall": 0.700593, "f1": 0.659224, "accuracy": 0.700593, "main_score": 0.659224, "hf_subset": "arz_Arab-lua_Latn", "languages": ["arz-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636365, "recall": 0.695652, "f1": 0.653436, "accuracy": 0.695652, "main_score": 0.653436, "hf_subset": "arz_Arab-nya_Latn", "languages": ["arz-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-slv_Latn", "languages": ["arz-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "arz_Arab-tpi_Latn", "languages": ["arz-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-zsm_Latn", "languages": ["arz-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538978, "recall": 0.601779, "f1": 0.556529, "accuracy": 0.601779, "main_score": 0.556529, "hf_subset": "arz_Arab-ayr_Latn", "languages": ["arz-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-dan_Latn", "languages": ["arz-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-guj_Gujr", "languages": ["arz-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-kaz_Cyrl", "languages": ["arz-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528956, "recall": 0.596838, "f1": 0.547479, "accuracy": 0.596838, "main_score": 0.547479, "hf_subset": "arz_Arab-lug_Latn", "languages": ["arz-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-oci_Latn", "languages": ["arz-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818462, "recall": 0.864625, "f1": 0.83266, "accuracy": 0.864625, "main_score": 0.83266, "hf_subset": "arz_Arab-smo_Latn", "languages": ["arz-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543119, "recall": 0.605731, "f1": 0.561331, "accuracy": 0.605731, "main_score": 0.561331, "hf_subset": "arz_Arab-tsn_Latn", "languages": ["arz-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59828, "recall": 0.664032, "f1": 0.617182, "accuracy": 0.664032, "main_score": 0.617182, "hf_subset": "arz_Arab-zul_Latn", "languages": ["arz-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919549, "recall": 0.943676, "f1": 0.927273, "accuracy": 0.943676, "main_score": 0.927273, "hf_subset": "arz_Arab-azb_Arab", "languages": ["arz-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-deu_Latn", "languages": ["arz-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "arz_Arab-hat_Latn", "languages": ["arz-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478931, "recall": 0.540514, "f1": 0.49597, "accuracy": 0.540514, "main_score": 0.49597, "hf_subset": "arz_Arab-kbp_Latn", "languages": ["arz-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564008, "recall": 0.62253, "f1": 0.580134, "accuracy": 0.62253, "main_score": 0.580134, "hf_subset": "arz_Arab-luo_Latn", "languages": ["arz-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-ory_Orya", "languages": ["arz-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.570356, "recall": 0.633399, "f1": 0.588509, "accuracy": 0.633399, "main_score": 0.588509, "hf_subset": "arz_Arab-sna_Latn", "languages": ["arz-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554794, "recall": 0.610672, "f1": 0.569709, "accuracy": 0.610672, "main_score": 0.569709, "hf_subset": "arz_Arab-tso_Latn", "languages": ["arz-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-azj_Latn", "languages": ["arz-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541053, "recall": 0.608696, "f1": 0.559998, "accuracy": 0.608696, "main_score": 0.559998, "hf_subset": "arz_Arab-dik_Latn", "languages": ["arz-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73722, "recall": 0.794466, "f1": 0.754216, "accuracy": 0.794466, "main_score": 0.754216, "hf_subset": "arz_Arab-hau_Latn", "languages": ["arz-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "arz_Arab-kea_Latn", "languages": ["arz-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749918, "recall": 0.799407, "f1": 0.764954, "accuracy": 0.799407, "main_score": 0.764954, "hf_subset": "arz_Arab-lus_Latn", "languages": ["arz-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864081, "recall": 0.897233, "f1": 0.874045, "accuracy": 0.897233, "main_score": 0.874045, "hf_subset": "arz_Arab-pag_Latn", "languages": ["arz-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-snd_Arab", "languages": ["arz-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.947217, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "arz_Arab-tuk_Latn", "languages": ["arz-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "arz_Arab-bak_Cyrl", "languages": ["arz-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480519, "recall": 0.554348, "f1": 0.501797, "accuracy": 0.554348, "main_score": 0.501797, "hf_subset": "arz_Arab-dyu_Latn", "languages": ["arz-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-heb_Hebr", "languages": ["arz-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "arz_Arab-khk_Cyrl", "languages": ["arz-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-lvs_Latn", "languages": ["arz-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-pan_Guru", "languages": ["arz-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.713258, "recall": 0.778656, "f1": 0.733319, "accuracy": 0.778656, "main_score": 0.733319, "hf_subset": "arz_Arab-som_Latn", "languages": ["arz-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597949, "recall": 0.651186, "f1": 0.613312, "accuracy": 0.651186, "main_score": 0.613312, "hf_subset": "arz_Arab-tum_Latn", "languages": ["arz-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433926, "recall": 0.481225, "f1": 0.447201, "accuracy": 0.481225, "main_score": 0.447201, "hf_subset": "cjk_Latn-ace_Arab", "languages": ["cjk-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48512, "recall": 0.52668, "f1": 0.497406, "accuracy": 0.52668, "main_score": 0.497406, "hf_subset": "cjk_Latn-bam_Latn", "languages": ["cjk-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208694, "recall": 0.250988, "f1": 0.220274, "accuracy": 0.250988, "main_score": 0.220274, "hf_subset": "cjk_Latn-dzo_Tibt", "languages": ["cjk-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.565809, "recall": 0.609684, "f1": 0.577789, "accuracy": 0.609684, "main_score": 0.577789, "hf_subset": "cjk_Latn-hin_Deva", "languages": ["cjk-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.524127, "recall": 0.568182, "f1": 0.53649, "accuracy": 0.568182, "main_score": 0.53649, "hf_subset": "cjk_Latn-khm_Khmr", "languages": ["cjk-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.555148, "recall": 0.59585, "f1": 0.567478, "accuracy": 0.59585, "main_score": 0.567478, "hf_subset": "cjk_Latn-mag_Deva", "languages": ["cjk-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.575885, "recall": 0.61166, "f1": 0.585615, "accuracy": 0.61166, "main_score": 0.585615, "hf_subset": "cjk_Latn-pap_Latn", "languages": ["cjk-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519361, "recall": 0.554348, "f1": 0.529223, "accuracy": 0.554348, "main_score": 0.529223, "hf_subset": "cjk_Latn-sot_Latn", "languages": ["cjk-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558963, "recall": 0.601779, "f1": 0.570933, "accuracy": 0.601779, "main_score": 0.570933, "hf_subset": "cjk_Latn-tur_Latn", "languages": ["cjk-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558502, "recall": 0.592885, "f1": 0.568142, "accuracy": 0.592885, "main_score": 0.568142, "hf_subset": "cjk_Latn-ace_Latn", "languages": ["cjk-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578125, "recall": 0.608696, "f1": 0.586199, "accuracy": 0.608696, "main_score": 0.586199, "hf_subset": "cjk_Latn-ban_Latn", "languages": ["cjk-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555698, "recall": 0.59585, "f1": 0.566585, "accuracy": 0.59585, "main_score": 0.566585, "hf_subset": "cjk_Latn-ell_Grek", "languages": ["cjk-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.546445, "recall": 0.583992, "f1": 0.557092, "accuracy": 0.583992, "main_score": 0.557092, "hf_subset": "cjk_Latn-hne_Deva", "languages": ["cjk-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.476783, "recall": 0.523715, "f1": 0.489977, "accuracy": 0.523715, "main_score": 0.489977, "hf_subset": "cjk_Latn-kik_Latn", "languages": ["cjk-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563659, "recall": 0.605731, "f1": 0.575209, "accuracy": 0.605731, "main_score": 0.575209, "hf_subset": "cjk_Latn-mai_Deva", "languages": ["cjk-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.506336, "recall": 0.551383, "f1": 0.519019, "accuracy": 0.551383, "main_score": 0.519019, "hf_subset": "cjk_Latn-pbt_Arab", "languages": ["cjk-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56621, "recall": 0.610672, "f1": 0.577203, "accuracy": 0.610672, "main_score": 0.577203, "hf_subset": "cjk_Latn-spa_Latn", "languages": ["cjk-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530671, "recall": 0.572134, "f1": 0.543041, "accuracy": 0.572134, "main_score": 0.543041, "hf_subset": "cjk_Latn-twi_Latn", "languages": ["cjk-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549827, "recall": 0.591897, "f1": 0.561114, "accuracy": 0.591897, "main_score": 0.561114, "hf_subset": "cjk_Latn-acm_Arab", "languages": ["cjk-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537976, "recall": 0.575099, "f1": 0.548572, "accuracy": 0.575099, "main_score": 0.548572, "hf_subset": "cjk_Latn-bel_Cyrl", "languages": ["cjk-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586578, "recall": 0.629447, "f1": 0.598108, "accuracy": 0.629447, "main_score": 0.598108, "hf_subset": "cjk_Latn-eng_Latn", "languages": ["cjk-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57496, "recall": 0.616601, "f1": 0.586354, "accuracy": 0.616601, "main_score": 0.586354, "hf_subset": "cjk_Latn-hrv_Latn", "languages": ["cjk-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49599, "recall": 0.534585, "f1": 0.506741, "accuracy": 0.534585, "main_score": 0.506741, "hf_subset": "cjk_Latn-kin_Latn", "languages": ["cjk-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557396, "recall": 0.598814, "f1": 0.568257, "accuracy": 0.598814, "main_score": 0.568257, "hf_subset": "cjk_Latn-mal_Mlym", "languages": ["cjk-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.551161, "recall": 0.59585, "f1": 0.563044, "accuracy": 0.59585, "main_score": 0.563044, "hf_subset": "cjk_Latn-pes_Arab", "languages": ["cjk-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575027, "recall": 0.609684, "f1": 0.585064, "accuracy": 0.609684, "main_score": 0.585064, "hf_subset": "cjk_Latn-srd_Latn", "languages": ["cjk-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195412, "recall": 0.232213, "f1": 0.204444, "accuracy": 0.232213, "main_score": 0.204444, "hf_subset": "cjk_Latn-tzm_Tfng", "languages": ["cjk-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.554048, "recall": 0.593874, "f1": 0.564725, "accuracy": 0.593874, "main_score": 0.564725, "hf_subset": "cjk_Latn-acq_Arab", "languages": ["cjk-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532979, "recall": 0.565217, "f1": 0.541784, "accuracy": 0.565217, "main_score": 0.541784, "hf_subset": "cjk_Latn-bem_Latn", "languages": ["cjk-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567808, "recall": 0.608696, "f1": 0.578712, "accuracy": 0.608696, "main_score": 0.578712, "hf_subset": "cjk_Latn-epo_Latn", "languages": ["cjk-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562729, "recall": 0.600791, "f1": 0.573721, "accuracy": 0.600791, "main_score": 0.573721, "hf_subset": "cjk_Latn-hun_Latn", "languages": ["cjk-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532253, "recall": 0.576087, "f1": 0.544034, "accuracy": 0.576087, "main_score": 0.544034, "hf_subset": "cjk_Latn-kir_Cyrl", "languages": ["cjk-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547777, "recall": 0.592885, "f1": 0.559778, "accuracy": 0.592885, "main_score": 0.559778, "hf_subset": "cjk_Latn-mar_Deva", "languages": ["cjk-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.521854, "recall": 0.552372, "f1": 0.530962, "accuracy": 0.552372, "main_score": 0.530962, "hf_subset": "cjk_Latn-plt_Latn", "languages": ["cjk-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571705, "recall": 0.61166, "f1": 0.58298, "accuracy": 0.61166, "main_score": 0.58298, "hf_subset": "cjk_Latn-srp_Cyrl", "languages": ["cjk-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.456677, "recall": 0.506917, "f1": 0.470179, "accuracy": 0.506917, "main_score": 0.470179, "hf_subset": "cjk_Latn-uig_Arab", "languages": ["cjk-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543073, "recall": 0.582016, "f1": 0.553304, "accuracy": 0.582016, "main_score": 0.553304, "hf_subset": "cjk_Latn-aeb_Arab", "languages": ["cjk-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547612, "recall": 0.597826, "f1": 0.561297, "accuracy": 0.597826, "main_score": 0.561297, "hf_subset": "cjk_Latn-ben_Beng", "languages": ["cjk-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.541752, "recall": 0.588933, "f1": 0.554274, "accuracy": 0.588933, "main_score": 0.554274, "hf_subset": "cjk_Latn-est_Latn", "languages": ["cjk-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53013, "recall": 0.574111, "f1": 0.541308, "accuracy": 0.574111, "main_score": 0.541308, "hf_subset": "cjk_Latn-hye_Armn", "languages": ["cjk-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.533863, "recall": 0.568182, "f1": 0.543841, "accuracy": 0.568182, "main_score": 0.543841, "hf_subset": "cjk_Latn-kmb_Latn", "languages": ["cjk-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384615, "recall": 0.433794, "f1": 0.397781, "accuracy": 0.433794, "main_score": 0.397781, "hf_subset": "cjk_Latn-min_Arab", "languages": ["cjk-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567358, "recall": 0.613636, "f1": 0.579849, "accuracy": 0.613636, "main_score": 0.579849, "hf_subset": "cjk_Latn-pol_Latn", "languages": ["cjk-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504677, "recall": 0.540514, "f1": 0.515236, "accuracy": 0.540514, "main_score": 0.515236, "hf_subset": "cjk_Latn-ssw_Latn", "languages": ["cjk-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565699, "recall": 0.610672, "f1": 0.5783, "accuracy": 0.610672, "main_score": 0.5783, "hf_subset": "cjk_Latn-ukr_Cyrl", "languages": ["cjk-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.580957, "recall": 0.621542, "f1": 0.592365, "accuracy": 0.621542, "main_score": 0.592365, "hf_subset": "cjk_Latn-afr_Latn", "languages": ["cjk-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549906, "recall": 0.590909, "f1": 0.561606, "accuracy": 0.590909, "main_score": 0.561606, "hf_subset": "cjk_Latn-bho_Deva", "languages": ["cjk-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.560502, "recall": 0.601779, "f1": 0.572135, "accuracy": 0.601779, "main_score": 0.572135, "hf_subset": "cjk_Latn-eus_Latn", "languages": ["cjk-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493806, "recall": 0.539526, "f1": 0.506652, "accuracy": 0.539526, "main_score": 0.506652, "hf_subset": "cjk_Latn-ibo_Latn", "languages": ["cjk-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526736, "recall": 0.567194, "f1": 0.538844, "accuracy": 0.567194, "main_score": 0.538844, "hf_subset": "cjk_Latn-kmr_Latn", "languages": ["cjk-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556105, "recall": 0.59585, "f1": 0.56713, "accuracy": 0.59585, "main_score": 0.56713, "hf_subset": "cjk_Latn-min_Latn", "languages": ["cjk-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577655, "recall": 0.624506, "f1": 0.590391, "accuracy": 0.624506, "main_score": 0.590391, "hf_subset": "cjk_Latn-por_Latn", "languages": ["cjk-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570632, "recall": 0.604743, "f1": 0.580267, "accuracy": 0.604743, "main_score": 0.580267, "hf_subset": "cjk_Latn-sun_Latn", "languages": ["cjk-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505524, "recall": 0.545455, "f1": 0.516745, "accuracy": 0.545455, "main_score": 0.516745, "hf_subset": "cjk_Latn-umb_Latn", "languages": ["cjk-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554923, "recall": 0.593874, "f1": 0.565333, "accuracy": 0.593874, "main_score": 0.565333, "hf_subset": "cjk_Latn-ajp_Arab", "languages": ["cjk-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.401504, "recall": 0.444664, "f1": 0.413546, "accuracy": 0.444664, "main_score": 0.413546, "hf_subset": "cjk_Latn-bjn_Arab", "languages": ["cjk-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487006, "recall": 0.519763, "f1": 0.49641, "accuracy": 0.519763, "main_score": 0.49641, "hf_subset": "cjk_Latn-ewe_Latn", "languages": ["cjk-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576055, "recall": 0.610672, "f1": 0.586327, "accuracy": 0.610672, "main_score": 0.586327, "hf_subset": "cjk_Latn-ilo_Latn", "languages": ["cjk-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.306861, "recall": 0.34585, "f1": 0.317544, "accuracy": 0.34585, "main_score": 0.317544, "hf_subset": "cjk_Latn-knc_Arab", "languages": ["cjk-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558957, "recall": 0.606719, "f1": 0.571566, "accuracy": 0.606719, "main_score": 0.571566, "hf_subset": "cjk_Latn-mkd_Cyrl", "languages": ["cjk-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548988, "recall": 0.591897, "f1": 0.560746, "accuracy": 0.591897, "main_score": 0.560746, "hf_subset": "cjk_Latn-prs_Arab", "languages": ["cjk-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578133, "recall": 0.620553, "f1": 0.589377, "accuracy": 0.620553, "main_score": 0.589377, "hf_subset": "cjk_Latn-swe_Latn", "languages": ["cjk-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537711, "recall": 0.58498, "f1": 0.550887, "accuracy": 0.58498, "main_score": 0.550887, "hf_subset": "cjk_Latn-urd_Arab", "languages": ["cjk-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512316, "recall": 0.554348, "f1": 0.523862, "accuracy": 0.554348, "main_score": 0.523862, "hf_subset": "cjk_Latn-aka_Latn", "languages": ["cjk-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576557, "recall": 0.603755, "f1": 0.583853, "accuracy": 0.603755, "main_score": 0.583853, "hf_subset": "cjk_Latn-bjn_Latn", "languages": ["cjk-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524444, "recall": 0.565217, "f1": 0.535995, "accuracy": 0.565217, "main_score": 0.535995, "hf_subset": "cjk_Latn-fao_Latn", "languages": ["cjk-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579462, "recall": 0.620553, "f1": 0.590881, "accuracy": 0.620553, "main_score": 0.590881, "hf_subset": "cjk_Latn-ind_Latn", "languages": ["cjk-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510441, "recall": 0.54249, "f1": 0.520059, "accuracy": 0.54249, "main_score": 0.520059, "hf_subset": "cjk_Latn-knc_Latn", "languages": ["cjk-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575778, "recall": 0.608696, "f1": 0.584031, "accuracy": 0.608696, "main_score": 0.584031, "hf_subset": "cjk_Latn-mlt_Latn", "languages": ["cjk-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539076, "recall": 0.58004, "f1": 0.550744, "accuracy": 0.58004, "main_score": 0.550744, "hf_subset": "cjk_Latn-quy_Latn", "languages": ["cjk-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547514, "recall": 0.590909, "f1": 0.559786, "accuracy": 0.590909, "main_score": 0.559786, "hf_subset": "cjk_Latn-swh_Latn", "languages": ["cjk-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540561, "recall": 0.583004, "f1": 0.5515, "accuracy": 0.583004, "main_score": 0.5515, "hf_subset": "cjk_Latn-uzn_Latn", "languages": ["cjk-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567913, "recall": 0.607708, "f1": 0.578478, "accuracy": 0.607708, "main_score": 0.578478, "hf_subset": "cjk_Latn-als_Latn", "languages": ["cjk-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.277771, "recall": 0.318182, "f1": 0.287512, "accuracy": 0.318182, "main_score": 0.287512, "hf_subset": "cjk_Latn-bod_Tibt", "languages": ["cjk-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.50004, "recall": 0.536561, "f1": 0.510644, "accuracy": 0.536561, "main_score": 0.510644, "hf_subset": "cjk_Latn-fij_Latn", "languages": ["cjk-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529551, "recall": 0.570158, "f1": 0.540185, "accuracy": 0.570158, "main_score": 0.540185, "hf_subset": "cjk_Latn-isl_Latn", "languages": ["cjk-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530571, "recall": 0.564229, "f1": 0.540134, "accuracy": 0.564229, "main_score": 0.540134, "hf_subset": "cjk_Latn-kon_Latn", "languages": ["cjk-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478182, "recall": 0.528656, "f1": 0.492093, "accuracy": 0.528656, "main_score": 0.492093, "hf_subset": "cjk_Latn-mni_Beng", "languages": ["cjk-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.595176, "recall": 0.632411, "f1": 0.604924, "accuracy": 0.632411, "main_score": 0.604924, "hf_subset": "cjk_Latn-ron_Latn", "languages": ["cjk-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559056, "recall": 0.601779, "f1": 0.570872, "accuracy": 0.601779, "main_score": 0.570872, "hf_subset": "cjk_Latn-szl_Latn", "languages": ["cjk-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579985, "recall": 0.620553, "f1": 0.591244, "accuracy": 0.620553, "main_score": 0.591244, "hf_subset": "cjk_Latn-vec_Latn", "languages": ["cjk-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473979, "recall": 0.520751, "f1": 0.487729, "accuracy": 0.520751, "main_score": 0.487729, "hf_subset": "cjk_Latn-amh_Ethi", "languages": ["cjk-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.587129, "recall": 0.625494, "f1": 0.597113, "accuracy": 0.625494, "main_score": 0.597113, "hf_subset": "cjk_Latn-bos_Latn", "languages": ["cjk-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545845, "recall": 0.587945, "f1": 0.556831, "accuracy": 0.587945, "main_score": 0.556831, "hf_subset": "cjk_Latn-fin_Latn", "languages": ["cjk-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570088, "recall": 0.612648, "f1": 0.580908, "accuracy": 0.612648, "main_score": 0.580908, "hf_subset": "cjk_Latn-ita_Latn", "languages": ["cjk-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551333, "recall": 0.599802, "f1": 0.564237, "accuracy": 0.599802, "main_score": 0.564237, "hf_subset": "cjk_Latn-kor_Hang", "languages": ["cjk-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.492379, "recall": 0.530632, "f1": 0.502992, "accuracy": 0.530632, "main_score": 0.502992, "hf_subset": "cjk_Latn-mos_Latn", "languages": ["cjk-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48218, "recall": 0.517787, "f1": 0.492162, "accuracy": 0.517787, "main_score": 0.492162, "hf_subset": "cjk_Latn-run_Latn", "languages": ["cjk-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540234, "recall": 0.587945, "f1": 0.553075, "accuracy": 0.587945, "main_score": 0.553075, "hf_subset": "cjk_Latn-tam_Taml", "languages": ["cjk-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.563568, "recall": 0.604743, "f1": 0.574228, "accuracy": 0.604743, "main_score": 0.574228, "hf_subset": "cjk_Latn-vie_Latn", "languages": ["cjk-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548749, "recall": 0.589921, "f1": 0.55978, "accuracy": 0.589921, "main_score": 0.55978, "hf_subset": "cjk_Latn-apc_Arab", "languages": ["cjk-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538199, "recall": 0.577075, "f1": 0.548841, "accuracy": 0.577075, "main_score": 0.548841, "hf_subset": "cjk_Latn-bug_Latn", "languages": ["cjk-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451088, "recall": 0.496047, "f1": 0.463285, "accuracy": 0.496047, "main_score": 0.463285, "hf_subset": "cjk_Latn-fon_Latn", "languages": ["cjk-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572134, "recall": 0.601779, "f1": 0.580569, "accuracy": 0.601779, "main_score": 0.580569, "hf_subset": "cjk_Latn-jav_Latn", "languages": ["cjk-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508491, "recall": 0.554348, "f1": 0.521024, "accuracy": 0.554348, "main_score": 0.521024, "hf_subset": "cjk_Latn-lao_Laoo", "languages": ["cjk-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.476132, "recall": 0.508893, "f1": 0.485199, "accuracy": 0.508893, "main_score": 0.485199, "hf_subset": "cjk_Latn-mri_Latn", "languages": ["cjk-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559825, "recall": 0.602767, "f1": 0.571527, "accuracy": 0.602767, "main_score": 0.571527, "hf_subset": "cjk_Latn-rus_Cyrl", "languages": ["cjk-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482955, "recall": 0.516798, "f1": 0.493267, "accuracy": 0.516798, "main_score": 0.493267, "hf_subset": "cjk_Latn-taq_Latn", "languages": ["cjk-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582581, "recall": 0.613636, "f1": 0.590997, "accuracy": 0.613636, "main_score": 0.590997, "hf_subset": "cjk_Latn-war_Latn", "languages": ["cjk-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548443, "recall": 0.590909, "f1": 0.559928, "accuracy": 0.590909, "main_score": 0.559928, "hf_subset": "cjk_Latn-arb_Arab", "languages": ["cjk-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55944, "recall": 0.605731, "f1": 0.571927, "accuracy": 0.605731, "main_score": 0.571927, "hf_subset": "cjk_Latn-bul_Cyrl", "languages": ["cjk-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.576944, "recall": 0.619565, "f1": 0.588377, "accuracy": 0.619565, "main_score": 0.588377, "hf_subset": "cjk_Latn-fra_Latn", "languages": ["cjk-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555402, "recall": 0.599802, "f1": 0.568276, "accuracy": 0.599802, "main_score": 0.568276, "hf_subset": "cjk_Latn-jpn_Jpan", "languages": ["cjk-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.573124, "recall": 0.610672, "f1": 0.582851, "accuracy": 0.610672, "main_score": 0.582851, "hf_subset": "cjk_Latn-lij_Latn", "languages": ["cjk-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431672, "recall": 0.485178, "f1": 0.446816, "accuracy": 0.485178, "main_score": 0.446816, "hf_subset": "cjk_Latn-mya_Mymr", "languages": ["cjk-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.511218, "recall": 0.554348, "f1": 0.52314, "accuracy": 0.554348, "main_score": 0.52314, "hf_subset": "cjk_Latn-sag_Latn", "languages": ["cjk-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204168, "recall": 0.249012, "f1": 0.214313, "accuracy": 0.249012, "main_score": 0.214313, "hf_subset": "cjk_Latn-taq_Tfng", "languages": ["cjk-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.519055, "recall": 0.554348, "f1": 0.529433, "accuracy": 0.554348, "main_score": 0.529433, "hf_subset": "cjk_Latn-wol_Latn", "languages": ["cjk-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458591, "recall": 0.502964, "f1": 0.470643, "accuracy": 0.502964, "main_score": 0.470643, "hf_subset": "cjk_Latn-arb_Latn", "languages": ["cjk-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574711, "recall": 0.617589, "f1": 0.58595, "accuracy": 0.617589, "main_score": 0.58595, "hf_subset": "cjk_Latn-cat_Latn", "languages": ["cjk-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569044, "recall": 0.607708, "f1": 0.579635, "accuracy": 0.607708, "main_score": 0.579635, "hf_subset": "cjk_Latn-fur_Latn", "languages": ["cjk-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39829, "recall": 0.443676, "f1": 0.409773, "accuracy": 0.443676, "main_score": 0.409773, "hf_subset": "cjk_Latn-kab_Latn", "languages": ["cjk-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576865, "recall": 0.613636, "f1": 0.586369, "accuracy": 0.613636, "main_score": 0.586369, "hf_subset": "cjk_Latn-lim_Latn", "languages": ["cjk-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564856, "recall": 0.607708, "f1": 0.576727, "accuracy": 0.607708, "main_score": 0.576727, "hf_subset": "cjk_Latn-nld_Latn", "languages": ["cjk-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519434, "recall": 0.56917, "f1": 0.532176, "accuracy": 0.56917, "main_score": 0.532176, "hf_subset": "cjk_Latn-san_Deva", "languages": ["cjk-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550988, "recall": 0.59585, "f1": 0.563172, "accuracy": 0.59585, "main_score": 0.563172, "hf_subset": "cjk_Latn-tat_Cyrl", "languages": ["cjk-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525972, "recall": 0.563241, "f1": 0.537206, "accuracy": 0.563241, "main_score": 0.537206, "hf_subset": "cjk_Latn-xho_Latn", "languages": ["cjk-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528989, "recall": 0.575099, "f1": 0.541703, "accuracy": 0.575099, "main_score": 0.541703, "hf_subset": "cjk_Latn-ars_Arab", "languages": ["cjk-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587798, "recall": 0.616601, "f1": 0.595586, "accuracy": 0.616601, "main_score": 0.595586, "hf_subset": "cjk_Latn-ceb_Latn", "languages": ["cjk-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486226, "recall": 0.529644, "f1": 0.499144, "accuracy": 0.529644, "main_score": 0.499144, "hf_subset": "cjk_Latn-fuv_Latn", "languages": ["cjk-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482444, "recall": 0.519763, "f1": 0.493141, "accuracy": 0.519763, "main_score": 0.493141, "hf_subset": "cjk_Latn-kac_Latn", "languages": ["cjk-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540867, "recall": 0.578063, "f1": 0.550812, "accuracy": 0.578063, "main_score": 0.550812, "hf_subset": "cjk_Latn-lin_Latn", "languages": ["cjk-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551679, "recall": 0.596838, "f1": 0.563836, "accuracy": 0.596838, "main_score": 0.563836, "hf_subset": "cjk_Latn-nno_Latn", "languages": ["cjk-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.112591, "recall": 0.145257, "f1": 0.120749, "accuracy": 0.145257, "main_score": 0.120749, "hf_subset": "cjk_Latn-sat_Olck", "languages": ["cjk-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.550255, "recall": 0.596838, "f1": 0.56238, "accuracy": 0.596838, "main_score": 0.56238, "hf_subset": "cjk_Latn-tel_Telu", "languages": ["cjk-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.47926, "recall": 0.529644, "f1": 0.492514, "accuracy": 0.529644, "main_score": 0.492514, "hf_subset": "cjk_Latn-ydd_Hebr", "languages": ["cjk-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.533641, "recall": 0.567194, "f1": 0.542768, "accuracy": 0.567194, "main_score": 0.542768, "hf_subset": "cjk_Latn-ary_Arab", "languages": ["cjk-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563574, "recall": 0.608696, "f1": 0.574999, "accuracy": 0.608696, "main_score": 0.574999, "hf_subset": "cjk_Latn-ces_Latn", "languages": ["cjk-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477637, "recall": 0.517787, "f1": 0.48846, "accuracy": 0.517787, "main_score": 0.48846, "hf_subset": "cjk_Latn-gaz_Latn", "languages": ["cjk-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484543, "recall": 0.522727, "f1": 0.495361, "accuracy": 0.522727, "main_score": 0.495361, "hf_subset": "cjk_Latn-kam_Latn", "languages": ["cjk-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557059, "recall": 0.597826, "f1": 0.568155, "accuracy": 0.597826, "main_score": 0.568155, "hf_subset": "cjk_Latn-lit_Latn", "languages": ["cjk-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570259, "recall": 0.61166, "f1": 0.581311, "accuracy": 0.61166, "main_score": 0.581311, "hf_subset": "cjk_Latn-nob_Latn", "languages": ["cjk-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574066, "recall": 0.610672, "f1": 0.584125, "accuracy": 0.610672, "main_score": 0.584125, "hf_subset": "cjk_Latn-scn_Latn", "languages": ["cjk-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537893, "recall": 0.578063, "f1": 0.549257, "accuracy": 0.578063, "main_score": 0.549257, "hf_subset": "cjk_Latn-tgk_Cyrl", "languages": ["cjk-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469466, "recall": 0.513834, "f1": 0.482117, "accuracy": 0.513834, "main_score": 0.482117, "hf_subset": "cjk_Latn-yor_Latn", "languages": ["cjk-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546484, "recall": 0.587945, "f1": 0.557103, "accuracy": 0.587945, "main_score": 0.557103, "hf_subset": "cjk_Latn-arz_Arab", "languages": ["cjk-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489068, "recall": 0.52668, "f1": 0.499348, "accuracy": 0.52668, "main_score": 0.499348, "hf_subset": "cjk_Latn-gla_Latn", "languages": ["cjk-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542556, "recall": 0.586957, "f1": 0.555171, "accuracy": 0.586957, "main_score": 0.555171, "hf_subset": "cjk_Latn-kan_Knda", "languages": ["cjk-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.566782, "recall": 0.602767, "f1": 0.576917, "accuracy": 0.602767, "main_score": 0.576917, "hf_subset": "cjk_Latn-lmo_Latn", "languages": ["cjk-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54903, "recall": 0.596838, "f1": 0.561595, "accuracy": 0.596838, "main_score": 0.561595, "hf_subset": "cjk_Latn-npi_Deva", "languages": ["cjk-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.407604, "recall": 0.460474, "f1": 0.422631, "accuracy": 0.460474, "main_score": 0.422631, "hf_subset": "cjk_Latn-shn_Mymr", "languages": ["cjk-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.580942, "recall": 0.617589, "f1": 0.590731, "accuracy": 0.617589, "main_score": 0.590731, "hf_subset": "cjk_Latn-tgl_Latn", "languages": ["cjk-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543839, "recall": 0.58498, "f1": 0.555114, "accuracy": 0.58498, "main_score": 0.555114, "hf_subset": "cjk_Latn-yue_Hant", "languages": ["cjk-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.518462, "recall": 0.562253, "f1": 0.530217, "accuracy": 0.562253, "main_score": 0.530217, "hf_subset": "cjk_Latn-asm_Beng", "languages": ["cjk-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.498071, "recall": 0.54249, "f1": 0.510546, "accuracy": 0.54249, "main_score": 0.510546, "hf_subset": "cjk_Latn-ckb_Arab", "languages": ["cjk-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484934, "recall": 0.528656, "f1": 0.496542, "accuracy": 0.528656, "main_score": 0.496542, "hf_subset": "cjk_Latn-gle_Latn", "languages": ["cjk-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500634, "recall": 0.541502, "f1": 0.511793, "accuracy": 0.541502, "main_score": 0.511793, "hf_subset": "cjk_Latn-kas_Arab", "languages": ["cjk-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538392, "recall": 0.583004, "f1": 0.551001, "accuracy": 0.583004, "main_score": 0.551001, "hf_subset": "cjk_Latn-ltg_Latn", "languages": ["cjk-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543399, "recall": 0.583004, "f1": 0.553893, "accuracy": 0.583004, "main_score": 0.553893, "hf_subset": "cjk_Latn-nso_Latn", "languages": ["cjk-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477375, "recall": 0.525692, "f1": 0.490534, "accuracy": 0.525692, "main_score": 0.490534, "hf_subset": "cjk_Latn-sin_Sinh", "languages": ["cjk-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.546558, "recall": 0.593874, "f1": 0.559793, "accuracy": 0.593874, "main_score": 0.559793, "hf_subset": "cjk_Latn-tha_Thai", "languages": ["cjk-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.539727, "recall": 0.583004, "f1": 0.551528, "accuracy": 0.583004, "main_score": 0.551528, "hf_subset": "cjk_Latn-zho_Hans", "languages": ["cjk-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.576581, "recall": 0.618577, "f1": 0.588334, "accuracy": 0.618577, "main_score": 0.588334, "hf_subset": "cjk_Latn-ast_Latn", "languages": ["cjk-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536075, "recall": 0.574111, "f1": 0.545943, "accuracy": 0.574111, "main_score": 0.545943, "hf_subset": "cjk_Latn-crh_Latn", "languages": ["cjk-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569313, "recall": 0.612648, "f1": 0.58159, "accuracy": 0.612648, "main_score": 0.58159, "hf_subset": "cjk_Latn-glg_Latn", "languages": ["cjk-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501155, "recall": 0.549407, "f1": 0.515566, "accuracy": 0.549407, "main_score": 0.515566, "hf_subset": "cjk_Latn-kas_Deva", "languages": ["cjk-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.552229, "recall": 0.588933, "f1": 0.562211, "accuracy": 0.588933, "main_score": 0.562211, "hf_subset": "cjk_Latn-ltz_Latn", "languages": ["cjk-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429522, "recall": 0.479249, "f1": 0.443549, "accuracy": 0.479249, "main_score": 0.443549, "hf_subset": "cjk_Latn-nus_Latn", "languages": ["cjk-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551192, "recall": 0.603755, "f1": 0.564896, "accuracy": 0.603755, "main_score": 0.564896, "hf_subset": "cjk_Latn-slk_Latn", "languages": ["cjk-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400874, "recall": 0.447628, "f1": 0.413924, "accuracy": 0.447628, "main_score": 0.413924, "hf_subset": "cjk_Latn-tir_Ethi", "languages": ["cjk-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.552527, "recall": 0.59585, "f1": 0.563674, "accuracy": 0.59585, "main_score": 0.563674, "hf_subset": "cjk_Latn-zho_Hant", "languages": ["cjk-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.564735, "recall": 0.603755, "f1": 0.575704, "accuracy": 0.603755, "main_score": 0.575704, "hf_subset": "cjk_Latn-awa_Deva", "languages": ["cjk-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.531899, "recall": 0.572134, "f1": 0.543069, "accuracy": 0.572134, "main_score": 0.543069, "hf_subset": "cjk_Latn-cym_Latn", "languages": ["cjk-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567636, "recall": 0.602767, "f1": 0.577695, "accuracy": 0.602767, "main_score": 0.577695, "hf_subset": "cjk_Latn-grn_Latn", "languages": ["cjk-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535269, "recall": 0.574111, "f1": 0.545515, "accuracy": 0.574111, "main_score": 0.545515, "hf_subset": "cjk_Latn-kat_Geor", "languages": ["cjk-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.535813, "recall": 0.571146, "f1": 0.545808, "accuracy": 0.571146, "main_score": 0.545808, "hf_subset": "cjk_Latn-lua_Latn", "languages": ["cjk-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511775, "recall": 0.556324, "f1": 0.524822, "accuracy": 0.556324, "main_score": 0.524822, "hf_subset": "cjk_Latn-nya_Latn", "languages": ["cjk-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565714, "recall": 0.606719, "f1": 0.576948, "accuracy": 0.606719, "main_score": 0.576948, "hf_subset": "cjk_Latn-slv_Latn", "languages": ["cjk-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563207, "recall": 0.598814, "f1": 0.573346, "accuracy": 0.598814, "main_score": 0.573346, "hf_subset": "cjk_Latn-tpi_Latn", "languages": ["cjk-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576375, "recall": 0.620553, "f1": 0.588742, "accuracy": 0.620553, "main_score": 0.588742, "hf_subset": "cjk_Latn-zsm_Latn", "languages": ["cjk-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493759, "recall": 0.536561, "f1": 0.506176, "accuracy": 0.536561, "main_score": 0.506176, "hf_subset": "cjk_Latn-ayr_Latn", "languages": ["cjk-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568546, "recall": 0.612648, "f1": 0.58035, "accuracy": 0.612648, "main_score": 0.58035, "hf_subset": "cjk_Latn-dan_Latn", "languages": ["cjk-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549143, "recall": 0.594862, "f1": 0.561314, "accuracy": 0.594862, "main_score": 0.561314, "hf_subset": "cjk_Latn-guj_Gujr", "languages": ["cjk-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.564937, "recall": 0.603755, "f1": 0.575707, "accuracy": 0.603755, "main_score": 0.575707, "hf_subset": "cjk_Latn-kaz_Cyrl", "languages": ["cjk-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478074, "recall": 0.517787, "f1": 0.489173, "accuracy": 0.517787, "main_score": 0.489173, "hf_subset": "cjk_Latn-lug_Latn", "languages": ["cjk-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59202, "recall": 0.630435, "f1": 0.602264, "accuracy": 0.630435, "main_score": 0.602264, "hf_subset": "cjk_Latn-oci_Latn", "languages": ["cjk-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523987, "recall": 0.562253, "f1": 0.534875, "accuracy": 0.562253, "main_score": 0.534875, "hf_subset": "cjk_Latn-smo_Latn", "languages": ["cjk-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490694, "recall": 0.532609, "f1": 0.502389, "accuracy": 0.532609, "main_score": 0.502389, "hf_subset": "cjk_Latn-tsn_Latn", "languages": ["cjk-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501517, "recall": 0.54249, "f1": 0.512517, "accuracy": 0.54249, "main_score": 0.512517, "hf_subset": "cjk_Latn-zul_Latn", "languages": ["cjk-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493875, "recall": 0.540514, "f1": 0.507164, "accuracy": 0.540514, "main_score": 0.507164, "hf_subset": "cjk_Latn-azb_Arab", "languages": ["cjk-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565969, "recall": 0.609684, "f1": 0.578268, "accuracy": 0.609684, "main_score": 0.578268, "hf_subset": "cjk_Latn-deu_Latn", "languages": ["cjk-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535197, "recall": 0.579051, "f1": 0.546854, "accuracy": 0.579051, "main_score": 0.546854, "hf_subset": "cjk_Latn-hat_Latn", "languages": ["cjk-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465032, "recall": 0.505929, "f1": 0.476028, "accuracy": 0.505929, "main_score": 0.476028, "hf_subset": "cjk_Latn-kbp_Latn", "languages": ["cjk-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512667, "recall": 0.550395, "f1": 0.523588, "accuracy": 0.550395, "main_score": 0.523588, "hf_subset": "cjk_Latn-luo_Latn", "languages": ["cjk-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54239, "recall": 0.589921, "f1": 0.555169, "accuracy": 0.589921, "main_score": 0.555169, "hf_subset": "cjk_Latn-ory_Orya", "languages": ["cjk-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.50415, "recall": 0.54249, "f1": 0.515699, "accuracy": 0.54249, "main_score": 0.515699, "hf_subset": "cjk_Latn-sna_Latn", "languages": ["cjk-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511685, "recall": 0.545455, "f1": 0.521516, "accuracy": 0.545455, "main_score": 0.521516, "hf_subset": "cjk_Latn-tso_Latn", "languages": ["cjk-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539688, "recall": 0.585968, "f1": 0.552678, "accuracy": 0.585968, "main_score": 0.552678, "hf_subset": "cjk_Latn-azj_Latn", "languages": ["cjk-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470372, "recall": 0.519763, "f1": 0.48498, "accuracy": 0.519763, "main_score": 0.48498, "hf_subset": "cjk_Latn-dik_Latn", "languages": ["cjk-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508427, "recall": 0.545455, "f1": 0.519255, "accuracy": 0.545455, "main_score": 0.519255, "hf_subset": "cjk_Latn-hau_Latn", "languages": ["cjk-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586664, "recall": 0.619565, "f1": 0.595642, "accuracy": 0.619565, "main_score": 0.595642, "hf_subset": "cjk_Latn-kea_Latn", "languages": ["cjk-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530683, "recall": 0.572134, "f1": 0.54266, "accuracy": 0.572134, "main_score": 0.54266, "hf_subset": "cjk_Latn-lus_Latn", "languages": ["cjk-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564291, "recall": 0.592885, "f1": 0.572632, "accuracy": 0.592885, "main_score": 0.572632, "hf_subset": "cjk_Latn-pag_Latn", "languages": ["cjk-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518798, "recall": 0.566206, "f1": 0.532524, "accuracy": 0.566206, "main_score": 0.532524, "hf_subset": "cjk_Latn-snd_Arab", "languages": ["cjk-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523784, "recall": 0.564229, "f1": 0.534961, "accuracy": 0.564229, "main_score": 0.534961, "hf_subset": "cjk_Latn-tuk_Latn", "languages": ["cjk-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555883, "recall": 0.590909, "f1": 0.565633, "accuracy": 0.590909, "main_score": 0.565633, "hf_subset": "cjk_Latn-bak_Cyrl", "languages": ["cjk-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.426887, "recall": 0.481225, "f1": 0.442591, "accuracy": 0.481225, "main_score": 0.442591, "hf_subset": "cjk_Latn-dyu_Latn", "languages": ["cjk-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526965, "recall": 0.572134, "f1": 0.539715, "accuracy": 0.572134, "main_score": 0.539715, "hf_subset": "cjk_Latn-heb_Hebr", "languages": ["cjk-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.532008, "recall": 0.571146, "f1": 0.54252, "accuracy": 0.571146, "main_score": 0.54252, "hf_subset": "cjk_Latn-khk_Cyrl", "languages": ["cjk-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551888, "recall": 0.587945, "f1": 0.561654, "accuracy": 0.587945, "main_score": 0.561654, "hf_subset": "cjk_Latn-lvs_Latn", "languages": ["cjk-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534773, "recall": 0.582016, "f1": 0.548701, "accuracy": 0.582016, "main_score": 0.548701, "hf_subset": "cjk_Latn-pan_Guru", "languages": ["cjk-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.476251, "recall": 0.518775, "f1": 0.488543, "accuracy": 0.518775, "main_score": 0.488543, "hf_subset": "cjk_Latn-som_Latn", "languages": ["cjk-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503524, "recall": 0.537549, "f1": 0.513754, "accuracy": 0.537549, "main_score": 0.513754, "hf_subset": "cjk_Latn-tum_Latn", "languages": ["cjk-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441002, "recall": 0.48419, "f1": 0.453214, "accuracy": 0.48419, "main_score": 0.453214, "hf_subset": "gla_Latn-ace_Arab", "languages": ["gla-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496328, "recall": 0.538538, "f1": 0.508273, "accuracy": 0.538538, "main_score": 0.508273, "hf_subset": "gla_Latn-bam_Latn", "languages": ["gla-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.27031, "recall": 0.327075, "f1": 0.285452, "accuracy": 0.327075, "main_score": 0.285452, "hf_subset": "gla_Latn-dzo_Tibt", "languages": ["gla-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.760789, "recall": 0.810277, "f1": 0.774618, "accuracy": 0.810277, "main_score": 0.774618, "hf_subset": "gla_Latn-hin_Deva", "languages": ["gla-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.727871, "recall": 0.777668, "f1": 0.741472, "accuracy": 0.777668, "main_score": 0.741472, "hf_subset": "gla_Latn-khm_Khmr", "languages": ["gla-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.732164, "recall": 0.788538, "f1": 0.747993, "accuracy": 0.788538, "main_score": 0.747993, "hf_subset": "gla_Latn-mag_Deva", "languages": ["gla-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.69024, "recall": 0.738142, "f1": 0.702861, "accuracy": 0.738142, "main_score": 0.702861, "hf_subset": "gla_Latn-pap_Latn", "languages": ["gla-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5468, "recall": 0.588933, "f1": 0.558044, "accuracy": 0.588933, "main_score": 0.558044, "hf_subset": "gla_Latn-sot_Latn", "languages": ["gla-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751947, "recall": 0.804348, "f1": 0.765953, "accuracy": 0.804348, "main_score": 0.765953, "hf_subset": "gla_Latn-tur_Latn", "languages": ["gla-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609239, "recall": 0.651186, "f1": 0.620857, "accuracy": 0.651186, "main_score": 0.620857, "hf_subset": "gla_Latn-ace_Latn", "languages": ["gla-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663623, "recall": 0.709486, "f1": 0.6761, "accuracy": 0.709486, "main_score": 0.6761, "hf_subset": "gla_Latn-ban_Latn", "languages": ["gla-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751294, "recall": 0.8083, "f1": 0.767526, "accuracy": 0.8083, "main_score": 0.767526, "hf_subset": "gla_Latn-ell_Grek", "languages": ["gla-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.721627, "recall": 0.773715, "f1": 0.73559, "accuracy": 0.773715, "main_score": 0.73559, "hf_subset": "gla_Latn-hne_Deva", "languages": ["gla-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47588, "recall": 0.52668, "f1": 0.489311, "accuracy": 0.52668, "main_score": 0.489311, "hf_subset": "gla_Latn-kik_Latn", "languages": ["gla-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710056, "recall": 0.76581, "f1": 0.725933, "accuracy": 0.76581, "main_score": 0.725933, "hf_subset": "gla_Latn-mai_Deva", "languages": ["gla-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.682025, "recall": 0.73913, "f1": 0.697615, "accuracy": 0.73913, "main_score": 0.697615, "hf_subset": "gla_Latn-pbt_Arab", "languages": ["gla-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.777023, "recall": 0.821146, "f1": 0.789146, "accuracy": 0.821146, "main_score": 0.789146, "hf_subset": "gla_Latn-spa_Latn", "languages": ["gla-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523337, "recall": 0.562253, "f1": 0.534553, "accuracy": 0.562253, "main_score": 0.534553, "hf_subset": "gla_Latn-twi_Latn", "languages": ["gla-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746227, "recall": 0.797431, "f1": 0.759925, "accuracy": 0.797431, "main_score": 0.759925, "hf_subset": "gla_Latn-acm_Arab", "languages": ["gla-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.714356, "recall": 0.764822, "f1": 0.727555, "accuracy": 0.764822, "main_score": 0.727555, "hf_subset": "gla_Latn-bel_Cyrl", "languages": ["gla-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.798512, "recall": 0.84585, "f1": 0.81184, "accuracy": 0.84585, "main_score": 0.81184, "hf_subset": "gla_Latn-eng_Latn", "languages": ["gla-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784814, "recall": 0.833992, "f1": 0.79893, "accuracy": 0.833992, "main_score": 0.79893, "hf_subset": "gla_Latn-hrv_Latn", "languages": ["gla-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51596, "recall": 0.564229, "f1": 0.529502, "accuracy": 0.564229, "main_score": 0.529502, "hf_subset": "gla_Latn-kin_Latn", "languages": ["gla-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74576, "recall": 0.796443, "f1": 0.759666, "accuracy": 0.796443, "main_score": 0.759666, "hf_subset": "gla_Latn-mal_Mlym", "languages": ["gla-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.748701, "recall": 0.80336, "f1": 0.76359, "accuracy": 0.80336, "main_score": 0.76359, "hf_subset": "gla_Latn-pes_Arab", "languages": ["gla-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.699205, "recall": 0.748024, "f1": 0.712367, "accuracy": 0.748024, "main_score": 0.712367, "hf_subset": "gla_Latn-srd_Latn", "languages": ["gla-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207036, "recall": 0.250988, "f1": 0.21849, "accuracy": 0.250988, "main_score": 0.21849, "hf_subset": "gla_Latn-tzm_Tfng", "languages": ["gla-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.750929, "recall": 0.804348, "f1": 0.766076, "accuracy": 0.804348, "main_score": 0.766076, "hf_subset": "gla_Latn-acq_Arab", "languages": ["gla-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554366, "recall": 0.596838, "f1": 0.566253, "accuracy": 0.596838, "main_score": 0.566253, "hf_subset": "gla_Latn-bem_Latn", "languages": ["gla-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770018, "recall": 0.817194, "f1": 0.783268, "accuracy": 0.817194, "main_score": 0.783268, "hf_subset": "gla_Latn-epo_Latn", "languages": ["gla-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748362, "recall": 0.799407, "f1": 0.762656, "accuracy": 0.799407, "main_score": 0.762656, "hf_subset": "gla_Latn-hun_Latn", "languages": ["gla-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690762, "recall": 0.746047, "f1": 0.706181, "accuracy": 0.746047, "main_score": 0.706181, "hf_subset": "gla_Latn-kir_Cyrl", "languages": ["gla-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.756299, "recall": 0.804348, "f1": 0.769422, "accuracy": 0.804348, "main_score": 0.769422, "hf_subset": "gla_Latn-mar_Deva", "languages": ["gla-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.587733, "recall": 0.631423, "f1": 0.599399, "accuracy": 0.631423, "main_score": 0.599399, "hf_subset": "gla_Latn-plt_Latn", "languages": ["gla-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780699, "recall": 0.826087, "f1": 0.792924, "accuracy": 0.826087, "main_score": 0.792924, "hf_subset": "gla_Latn-srp_Cyrl", "languages": ["gla-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651341, "recall": 0.712451, "f1": 0.669001, "accuracy": 0.712451, "main_score": 0.669001, "hf_subset": "gla_Latn-uig_Arab", "languages": ["gla-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.713481, "recall": 0.754941, "f1": 0.72545, "accuracy": 0.754941, "main_score": 0.72545, "hf_subset": "gla_Latn-aeb_Arab", "languages": ["gla-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.755832, "recall": 0.8083, "f1": 0.770887, "accuracy": 0.8083, "main_score": 0.770887, "hf_subset": "gla_Latn-ben_Beng", "languages": ["gla-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.752678, "recall": 0.804348, "f1": 0.76715, "accuracy": 0.804348, "main_score": 0.76715, "hf_subset": "gla_Latn-est_Latn", "languages": ["gla-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744891, "recall": 0.796443, "f1": 0.758902, "accuracy": 0.796443, "main_score": 0.758902, "hf_subset": "gla_Latn-hye_Armn", "languages": ["gla-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.487702, "recall": 0.532609, "f1": 0.500332, "accuracy": 0.532609, "main_score": 0.500332, "hf_subset": "gla_Latn-kmb_Latn", "languages": ["gla-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.379983, "recall": 0.437747, "f1": 0.395299, "accuracy": 0.437747, "main_score": 0.395299, "hf_subset": "gla_Latn-min_Arab", "languages": ["gla-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.759157, "recall": 0.810277, "f1": 0.773734, "accuracy": 0.810277, "main_score": 0.773734, "hf_subset": "gla_Latn-pol_Latn", "languages": ["gla-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518675, "recall": 0.568182, "f1": 0.53193, "accuracy": 0.568182, "main_score": 0.53193, "hf_subset": "gla_Latn-ssw_Latn", "languages": ["gla-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775465, "recall": 0.828063, "f1": 0.79022, "accuracy": 0.828063, "main_score": 0.79022, "hf_subset": "gla_Latn-ukr_Cyrl", "languages": ["gla-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.78611, "recall": 0.83498, "f1": 0.799867, "accuracy": 0.83498, "main_score": 0.799867, "hf_subset": "gla_Latn-afr_Latn", "languages": ["gla-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698052, "recall": 0.744071, "f1": 0.709857, "accuracy": 0.744071, "main_score": 0.709857, "hf_subset": "gla_Latn-bho_Deva", "languages": ["gla-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.742866, "recall": 0.79249, "f1": 0.756208, "accuracy": 0.79249, "main_score": 0.756208, "hf_subset": "gla_Latn-eus_Latn", "languages": ["gla-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50789, "recall": 0.559289, "f1": 0.522309, "accuracy": 0.559289, "main_score": 0.522309, "hf_subset": "gla_Latn-ibo_Latn", "languages": ["gla-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66726, "recall": 0.711462, "f1": 0.680102, "accuracy": 0.711462, "main_score": 0.680102, "hf_subset": "gla_Latn-kmr_Latn", "languages": ["gla-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704333, "recall": 0.758893, "f1": 0.719434, "accuracy": 0.758893, "main_score": 0.719434, "hf_subset": "gla_Latn-min_Latn", "languages": ["gla-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777688, "recall": 0.827075, "f1": 0.791744, "accuracy": 0.827075, "main_score": 0.791744, "hf_subset": "gla_Latn-por_Latn", "languages": ["gla-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734901, "recall": 0.781621, "f1": 0.74702, "accuracy": 0.781621, "main_score": 0.74702, "hf_subset": "gla_Latn-sun_Latn", "languages": ["gla-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494281, "recall": 0.537549, "f1": 0.506283, "accuracy": 0.537549, "main_score": 0.506283, "hf_subset": "gla_Latn-umb_Latn", "languages": ["gla-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741852, "recall": 0.79249, "f1": 0.755456, "accuracy": 0.79249, "main_score": 0.755456, "hf_subset": "gla_Latn-ajp_Arab", "languages": ["gla-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.408291, "recall": 0.461462, "f1": 0.422292, "accuracy": 0.461462, "main_score": 0.422292, "hf_subset": "gla_Latn-bjn_Arab", "languages": ["gla-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483325, "recall": 0.519763, "f1": 0.493599, "accuracy": 0.519763, "main_score": 0.493599, "hf_subset": "gla_Latn-ewe_Latn", "languages": ["gla-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684205, "recall": 0.731225, "f1": 0.696205, "accuracy": 0.731225, "main_score": 0.696205, "hf_subset": "gla_Latn-ilo_Latn", "languages": ["gla-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.293686, "recall": 0.337945, "f1": 0.306258, "accuracy": 0.337945, "main_score": 0.306258, "hf_subset": "gla_Latn-knc_Arab", "languages": ["gla-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.766996, "recall": 0.81917, "f1": 0.781139, "accuracy": 0.81917, "main_score": 0.781139, "hf_subset": "gla_Latn-mkd_Cyrl", "languages": ["gla-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.739217, "recall": 0.796443, "f1": 0.754879, "accuracy": 0.796443, "main_score": 0.754879, "hf_subset": "gla_Latn-prs_Arab", "languages": ["gla-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.767321, "recall": 0.817194, "f1": 0.781162, "accuracy": 0.817194, "main_score": 0.781162, "hf_subset": "gla_Latn-swe_Latn", "languages": ["gla-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753272, "recall": 0.807312, "f1": 0.768608, "accuracy": 0.807312, "main_score": 0.768608, "hf_subset": "gla_Latn-urd_Arab", "languages": ["gla-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50243, "recall": 0.543478, "f1": 0.513935, "accuracy": 0.543478, "main_score": 0.513935, "hf_subset": "gla_Latn-aka_Latn", "languages": ["gla-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703957, "recall": 0.753953, "f1": 0.717378, "accuracy": 0.753953, "main_score": 0.717378, "hf_subset": "gla_Latn-bjn_Latn", "languages": ["gla-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711255, "recall": 0.757905, "f1": 0.723647, "accuracy": 0.757905, "main_score": 0.723647, "hf_subset": "gla_Latn-fao_Latn", "languages": ["gla-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77315, "recall": 0.823123, "f1": 0.787091, "accuracy": 0.823123, "main_score": 0.787091, "hf_subset": "gla_Latn-ind_Latn", "languages": ["gla-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517492, "recall": 0.557312, "f1": 0.528669, "accuracy": 0.557312, "main_score": 0.528669, "hf_subset": "gla_Latn-knc_Latn", "languages": ["gla-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731657, "recall": 0.781621, "f1": 0.744588, "accuracy": 0.781621, "main_score": 0.744588, "hf_subset": "gla_Latn-mlt_Latn", "languages": ["gla-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54902, "recall": 0.598814, "f1": 0.562956, "accuracy": 0.598814, "main_score": 0.562956, "hf_subset": "gla_Latn-quy_Latn", "languages": ["gla-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721848, "recall": 0.771739, "f1": 0.735724, "accuracy": 0.771739, "main_score": 0.735724, "hf_subset": "gla_Latn-swh_Latn", "languages": ["gla-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731681, "recall": 0.780632, "f1": 0.745315, "accuracy": 0.780632, "main_score": 0.745315, "hf_subset": "gla_Latn-uzn_Latn", "languages": ["gla-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753092, "recall": 0.802372, "f1": 0.766637, "accuracy": 0.802372, "main_score": 0.766637, "hf_subset": "gla_Latn-als_Latn", "languages": ["gla-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397681, "recall": 0.472332, "f1": 0.418116, "accuracy": 0.472332, "main_score": 0.418116, "hf_subset": "gla_Latn-bod_Tibt", "languages": ["gla-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.564543, "recall": 0.609684, "f1": 0.576582, "accuracy": 0.609684, "main_score": 0.576582, "hf_subset": "gla_Latn-fij_Latn", "languages": ["gla-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730437, "recall": 0.779644, "f1": 0.744162, "accuracy": 0.779644, "main_score": 0.744162, "hf_subset": "gla_Latn-isl_Latn", "languages": ["gla-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529812, "recall": 0.572134, "f1": 0.541444, "accuracy": 0.572134, "main_score": 0.541444, "hf_subset": "gla_Latn-kon_Latn", "languages": ["gla-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493114, "recall": 0.547431, "f1": 0.508375, "accuracy": 0.547431, "main_score": 0.508375, "hf_subset": "gla_Latn-mni_Beng", "languages": ["gla-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.794642, "recall": 0.841897, "f1": 0.808338, "accuracy": 0.841897, "main_score": 0.808338, "hf_subset": "gla_Latn-ron_Latn", "languages": ["gla-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741679, "recall": 0.790514, "f1": 0.755337, "accuracy": 0.790514, "main_score": 0.755337, "hf_subset": "gla_Latn-szl_Latn", "languages": ["gla-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750167, "recall": 0.794466, "f1": 0.762417, "accuracy": 0.794466, "main_score": 0.762417, "hf_subset": "gla_Latn-vec_Latn", "languages": ["gla-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661171, "recall": 0.719368, "f1": 0.677915, "accuracy": 0.719368, "main_score": 0.677915, "hf_subset": "gla_Latn-amh_Ethi", "languages": ["gla-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.788892, "recall": 0.835968, "f1": 0.802361, "accuracy": 0.835968, "main_score": 0.802361, "hf_subset": "gla_Latn-bos_Latn", "languages": ["gla-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740327, "recall": 0.790514, "f1": 0.754205, "accuracy": 0.790514, "main_score": 0.754205, "hf_subset": "gla_Latn-fin_Latn", "languages": ["gla-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761152, "recall": 0.814229, "f1": 0.776147, "accuracy": 0.814229, "main_score": 0.776147, "hf_subset": "gla_Latn-ita_Latn", "languages": ["gla-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731362, "recall": 0.787549, "f1": 0.747217, "accuracy": 0.787549, "main_score": 0.747217, "hf_subset": "gla_Latn-kor_Hang", "languages": ["gla-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.482792, "recall": 0.520751, "f1": 0.493312, "accuracy": 0.520751, "main_score": 0.493312, "hf_subset": "gla_Latn-mos_Latn", "languages": ["gla-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531382, "recall": 0.574111, "f1": 0.543197, "accuracy": 0.574111, "main_score": 0.543197, "hf_subset": "gla_Latn-run_Latn", "languages": ["gla-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740936, "recall": 0.794466, "f1": 0.75605, "accuracy": 0.794466, "main_score": 0.75605, "hf_subset": "gla_Latn-tam_Taml", "languages": ["gla-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.759186, "recall": 0.811265, "f1": 0.773943, "accuracy": 0.811265, "main_score": 0.773943, "hf_subset": "gla_Latn-vie_Latn", "languages": ["gla-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735414, "recall": 0.786561, "f1": 0.749761, "accuracy": 0.786561, "main_score": 0.749761, "hf_subset": "gla_Latn-apc_Arab", "languages": ["gla-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573732, "recall": 0.619565, "f1": 0.585195, "accuracy": 0.619565, "main_score": 0.585195, "hf_subset": "gla_Latn-bug_Latn", "languages": ["gla-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446338, "recall": 0.48419, "f1": 0.456878, "accuracy": 0.48419, "main_score": 0.456878, "hf_subset": "gla_Latn-fon_Latn", "languages": ["gla-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747787, "recall": 0.79249, "f1": 0.760361, "accuracy": 0.79249, "main_score": 0.760361, "hf_subset": "gla_Latn-jav_Latn", "languages": ["gla-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.722592, "recall": 0.77668, "f1": 0.737309, "accuracy": 0.77668, "main_score": 0.737309, "hf_subset": "gla_Latn-lao_Laoo", "languages": ["gla-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.653611, "recall": 0.705534, "f1": 0.667816, "accuracy": 0.705534, "main_score": 0.667816, "hf_subset": "gla_Latn-mri_Latn", "languages": ["gla-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769146, "recall": 0.81917, "f1": 0.783604, "accuracy": 0.81917, "main_score": 0.783604, "hf_subset": "gla_Latn-rus_Cyrl", "languages": ["gla-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.460379, "recall": 0.501976, "f1": 0.472424, "accuracy": 0.501976, "main_score": 0.472424, "hf_subset": "gla_Latn-taq_Latn", "languages": ["gla-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736028, "recall": 0.785573, "f1": 0.748708, "accuracy": 0.785573, "main_score": 0.748708, "hf_subset": "gla_Latn-war_Latn", "languages": ["gla-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757317, "recall": 0.809289, "f1": 0.771784, "accuracy": 0.809289, "main_score": 0.771784, "hf_subset": "gla_Latn-arb_Arab", "languages": ["gla-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.779507, "recall": 0.827075, "f1": 0.792698, "accuracy": 0.827075, "main_score": 0.792698, "hf_subset": "gla_Latn-bul_Cyrl", "languages": ["gla-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.766555, "recall": 0.817194, "f1": 0.780676, "accuracy": 0.817194, "main_score": 0.780676, "hf_subset": "gla_Latn-fra_Latn", "languages": ["gla-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724001, "recall": 0.775692, "f1": 0.738068, "accuracy": 0.775692, "main_score": 0.738068, "hf_subset": "gla_Latn-jpn_Jpan", "languages": ["gla-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.721853, "recall": 0.770751, "f1": 0.735273, "accuracy": 0.770751, "main_score": 0.735273, "hf_subset": "gla_Latn-lij_Latn", "languages": ["gla-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636073, "recall": 0.712451, "f1": 0.657793, "accuracy": 0.712451, "main_score": 0.657793, "hf_subset": "gla_Latn-mya_Mymr", "languages": ["gla-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.502377, "recall": 0.55336, "f1": 0.516528, "accuracy": 0.55336, "main_score": 0.516528, "hf_subset": "gla_Latn-sag_Latn", "languages": ["gla-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204974, "recall": 0.248024, "f1": 0.21521, "accuracy": 0.248024, "main_score": 0.21521, "hf_subset": "gla_Latn-taq_Tfng", "languages": ["gla-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.528404, "recall": 0.572134, "f1": 0.540393, "accuracy": 0.572134, "main_score": 0.540393, "hf_subset": "gla_Latn-wol_Latn", "languages": ["gla-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57862, "recall": 0.629447, "f1": 0.592421, "accuracy": 0.629447, "main_score": 0.592421, "hf_subset": "gla_Latn-arb_Latn", "languages": ["gla-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784471, "recall": 0.83004, "f1": 0.797128, "accuracy": 0.83004, "main_score": 0.797128, "hf_subset": "gla_Latn-cat_Latn", "languages": ["gla-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706498, "recall": 0.753953, "f1": 0.718519, "accuracy": 0.753953, "main_score": 0.718519, "hf_subset": "gla_Latn-fur_Latn", "languages": ["gla-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431722, "recall": 0.481225, "f1": 0.445412, "accuracy": 0.481225, "main_score": 0.445412, "hf_subset": "gla_Latn-kab_Latn", "languages": ["gla-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714419, "recall": 0.762846, "f1": 0.728374, "accuracy": 0.762846, "main_score": 0.728374, "hf_subset": "gla_Latn-lim_Latn", "languages": ["gla-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764826, "recall": 0.815217, "f1": 0.778757, "accuracy": 0.815217, "main_score": 0.778757, "hf_subset": "gla_Latn-nld_Latn", "languages": ["gla-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693639, "recall": 0.749012, "f1": 0.709505, "accuracy": 0.749012, "main_score": 0.709505, "hf_subset": "gla_Latn-san_Deva", "languages": ["gla-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.716561, "recall": 0.767787, "f1": 0.730754, "accuracy": 0.767787, "main_score": 0.730754, "hf_subset": "gla_Latn-tat_Cyrl", "languages": ["gla-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.592203, "recall": 0.636364, "f1": 0.603874, "accuracy": 0.636364, "main_score": 0.603874, "hf_subset": "gla_Latn-xho_Latn", "languages": ["gla-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74298, "recall": 0.799407, "f1": 0.758983, "accuracy": 0.799407, "main_score": 0.758983, "hf_subset": "gla_Latn-ars_Arab", "languages": ["gla-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.773018, "recall": 0.815217, "f1": 0.78476, "accuracy": 0.815217, "main_score": 0.78476, "hf_subset": "gla_Latn-ceb_Latn", "languages": ["gla-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491133, "recall": 0.530632, "f1": 0.502927, "accuracy": 0.530632, "main_score": 0.502927, "hf_subset": "gla_Latn-fuv_Latn", "languages": ["gla-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471731, "recall": 0.51581, "f1": 0.483487, "accuracy": 0.51581, "main_score": 0.483487, "hf_subset": "gla_Latn-kac_Latn", "languages": ["gla-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551845, "recall": 0.58498, "f1": 0.56129, "accuracy": 0.58498, "main_score": 0.56129, "hf_subset": "gla_Latn-lin_Latn", "languages": ["gla-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769271, "recall": 0.81917, "f1": 0.783187, "accuracy": 0.81917, "main_score": 0.783187, "hf_subset": "gla_Latn-nno_Latn", "languages": ["gla-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178887, "recall": 0.23913, "f1": 0.194243, "accuracy": 0.23913, "main_score": 0.194243, "hf_subset": "gla_Latn-sat_Olck", "languages": ["gla-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.758004, "recall": 0.809289, "f1": 0.772228, "accuracy": 0.809289, "main_score": 0.772228, "hf_subset": "gla_Latn-tel_Telu", "languages": ["gla-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.678736, "recall": 0.741107, "f1": 0.696125, "accuracy": 0.741107, "main_score": 0.696125, "hf_subset": "gla_Latn-ydd_Hebr", "languages": ["gla-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.693103, "recall": 0.745059, "f1": 0.706654, "accuracy": 0.745059, "main_score": 0.706654, "hf_subset": "gla_Latn-ary_Arab", "languages": ["gla-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.78009, "recall": 0.825099, "f1": 0.792679, "accuracy": 0.825099, "main_score": 0.792679, "hf_subset": "gla_Latn-ces_Latn", "languages": ["gla-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518915, "recall": 0.570158, "f1": 0.533506, "accuracy": 0.570158, "main_score": 0.533506, "hf_subset": "gla_Latn-gaz_Latn", "languages": ["gla-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530781, "recall": 0.572134, "f1": 0.542271, "accuracy": 0.572134, "main_score": 0.542271, "hf_subset": "gla_Latn-kam_Latn", "languages": ["gla-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750983, "recall": 0.800395, "f1": 0.764483, "accuracy": 0.800395, "main_score": 0.764483, "hf_subset": "gla_Latn-lit_Latn", "languages": ["gla-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777422, "recall": 0.824111, "f1": 0.790514, "accuracy": 0.824111, "main_score": 0.790514, "hf_subset": "gla_Latn-nob_Latn", "languages": ["gla-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717534, "recall": 0.763834, "f1": 0.729614, "accuracy": 0.763834, "main_score": 0.729614, "hf_subset": "gla_Latn-scn_Latn", "languages": ["gla-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714359, "recall": 0.759881, "f1": 0.726413, "accuracy": 0.759881, "main_score": 0.726413, "hf_subset": "gla_Latn-tgk_Cyrl", "languages": ["gla-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.567556, "recall": 0.62747, "f1": 0.585281, "accuracy": 0.62747, "main_score": 0.585281, "hf_subset": "gla_Latn-yor_Latn", "languages": ["gla-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731724, "recall": 0.779644, "f1": 0.744284, "accuracy": 0.779644, "main_score": 0.744284, "hf_subset": "gla_Latn-arz_Arab", "languages": ["gla-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483949, "recall": 0.527668, "f1": 0.496163, "accuracy": 0.527668, "main_score": 0.496163, "hf_subset": "gla_Latn-cjk_Latn", "languages": ["gla-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.738985, "recall": 0.794466, "f1": 0.754837, "accuracy": 0.794466, "main_score": 0.754837, "hf_subset": "gla_Latn-kan_Knda", "languages": ["gla-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.720613, "recall": 0.766798, "f1": 0.732927, "accuracy": 0.766798, "main_score": 0.732927, "hf_subset": "gla_Latn-lmo_Latn", "languages": ["gla-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749809, "recall": 0.800395, "f1": 0.763752, "accuracy": 0.800395, "main_score": 0.763752, "hf_subset": "gla_Latn-npi_Deva", "languages": ["gla-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.432876, "recall": 0.475296, "f1": 0.444593, "accuracy": 0.475296, "main_score": 0.444593, "hf_subset": "gla_Latn-shn_Mymr", "languages": ["gla-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.768101, "recall": 0.812253, "f1": 0.779692, "accuracy": 0.812253, "main_score": 0.779692, "hf_subset": "gla_Latn-tgl_Latn", "languages": ["gla-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728718, "recall": 0.784585, "f1": 0.74415, "accuracy": 0.784585, "main_score": 0.74415, "hf_subset": "gla_Latn-yue_Hant", "languages": ["gla-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.71985, "recall": 0.778656, "f1": 0.736009, "accuracy": 0.778656, "main_score": 0.736009, "hf_subset": "gla_Latn-asm_Beng", "languages": ["gla-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.686434, "recall": 0.742095, "f1": 0.701913, "accuracy": 0.742095, "main_score": 0.701913, "hf_subset": "gla_Latn-ckb_Arab", "languages": ["gla-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.820306, "recall": 0.856719, "f1": 0.830737, "accuracy": 0.856719, "main_score": 0.830737, "hf_subset": "gla_Latn-gle_Latn", "languages": ["gla-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587649, "recall": 0.644269, "f1": 0.603477, "accuracy": 0.644269, "main_score": 0.603477, "hf_subset": "gla_Latn-kas_Arab", "languages": ["gla-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.651585, "recall": 0.706522, "f1": 0.666643, "accuracy": 0.706522, "main_score": 0.666643, "hf_subset": "gla_Latn-ltg_Latn", "languages": ["gla-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545678, "recall": 0.585968, "f1": 0.556539, "accuracy": 0.585968, "main_score": 0.556539, "hf_subset": "gla_Latn-nso_Latn", "languages": ["gla-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681492, "recall": 0.744071, "f1": 0.698635, "accuracy": 0.744071, "main_score": 0.698635, "hf_subset": "gla_Latn-sin_Sinh", "languages": ["gla-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.736299, "recall": 0.793478, "f1": 0.752008, "accuracy": 0.793478, "main_score": 0.752008, "hf_subset": "gla_Latn-tha_Thai", "languages": ["gla-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.715095, "recall": 0.770751, "f1": 0.729986, "accuracy": 0.770751, "main_score": 0.729986, "hf_subset": "gla_Latn-zho_Hans", "languages": ["gla-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.770432, "recall": 0.820158, "f1": 0.784328, "accuracy": 0.820158, "main_score": 0.784328, "hf_subset": "gla_Latn-ast_Latn", "languages": ["gla-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719737, "recall": 0.773715, "f1": 0.734812, "accuracy": 0.773715, "main_score": 0.734812, "hf_subset": "gla_Latn-crh_Latn", "languages": ["gla-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791419, "recall": 0.835968, "f1": 0.80377, "accuracy": 0.835968, "main_score": 0.80377, "hf_subset": "gla_Latn-glg_Latn", "languages": ["gla-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593007, "recall": 0.653162, "f1": 0.609193, "accuracy": 0.653162, "main_score": 0.609193, "hf_subset": "gla_Latn-kas_Deva", "languages": ["gla-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.69518, "recall": 0.743083, "f1": 0.70757, "accuracy": 0.743083, "main_score": 0.70757, "hf_subset": "gla_Latn-ltz_Latn", "languages": ["gla-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456376, "recall": 0.504941, "f1": 0.469437, "accuracy": 0.504941, "main_score": 0.469437, "hf_subset": "gla_Latn-nus_Latn", "languages": ["gla-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779123, "recall": 0.824111, "f1": 0.791425, "accuracy": 0.824111, "main_score": 0.791425, "hf_subset": "gla_Latn-slk_Latn", "languages": ["gla-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448546, "recall": 0.503953, "f1": 0.46402, "accuracy": 0.503953, "main_score": 0.46402, "hf_subset": "gla_Latn-tir_Ethi", "languages": ["gla-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.723758, "recall": 0.786561, "f1": 0.741471, "accuracy": 0.786561, "main_score": 0.741471, "hf_subset": "gla_Latn-zho_Hant", "languages": ["gla-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.736019, "recall": 0.786561, "f1": 0.749937, "accuracy": 0.786561, "main_score": 0.749937, "hf_subset": "gla_Latn-awa_Deva", "languages": ["gla-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.790228, "recall": 0.83004, "f1": 0.801082, "accuracy": 0.83004, "main_score": 0.801082, "hf_subset": "gla_Latn-cym_Latn", "languages": ["gla-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594492, "recall": 0.634387, "f1": 0.604966, "accuracy": 0.634387, "main_score": 0.604966, "hf_subset": "gla_Latn-grn_Latn", "languages": ["gla-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726352, "recall": 0.780632, "f1": 0.74113, "accuracy": 0.780632, "main_score": 0.74113, "hf_subset": "gla_Latn-kat_Geor", "languages": ["gla-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.529275, "recall": 0.572134, "f1": 0.541123, "accuracy": 0.572134, "main_score": 0.541123, "hf_subset": "gla_Latn-lua_Latn", "languages": ["gla-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553728, "recall": 0.598814, "f1": 0.565886, "accuracy": 0.598814, "main_score": 0.565886, "hf_subset": "gla_Latn-nya_Latn", "languages": ["gla-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75903, "recall": 0.806324, "f1": 0.772278, "accuracy": 0.806324, "main_score": 0.772278, "hf_subset": "gla_Latn-slv_Latn", "languages": ["gla-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650422, "recall": 0.697628, "f1": 0.663353, "accuracy": 0.697628, "main_score": 0.663353, "hf_subset": "gla_Latn-tpi_Latn", "languages": ["gla-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787244, "recall": 0.833992, "f1": 0.799868, "accuracy": 0.833992, "main_score": 0.799868, "hf_subset": "gla_Latn-zsm_Latn", "languages": ["gla-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488215, "recall": 0.531621, "f1": 0.500678, "accuracy": 0.531621, "main_score": 0.500678, "hf_subset": "gla_Latn-ayr_Latn", "languages": ["gla-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781887, "recall": 0.826087, "f1": 0.793826, "accuracy": 0.826087, "main_score": 0.793826, "hf_subset": "gla_Latn-dan_Latn", "languages": ["gla-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759417, "recall": 0.80336, "f1": 0.77087, "accuracy": 0.80336, "main_score": 0.77087, "hf_subset": "gla_Latn-guj_Gujr", "languages": ["gla-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.743136, "recall": 0.796443, "f1": 0.75829, "accuracy": 0.796443, "main_score": 0.75829, "hf_subset": "gla_Latn-kaz_Cyrl", "languages": ["gla-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505076, "recall": 0.55336, "f1": 0.518617, "accuracy": 0.55336, "main_score": 0.518617, "hf_subset": "gla_Latn-lug_Latn", "languages": ["gla-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780293, "recall": 0.825099, "f1": 0.792676, "accuracy": 0.825099, "main_score": 0.792676, "hf_subset": "gla_Latn-oci_Latn", "languages": ["gla-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629931, "recall": 0.676877, "f1": 0.643404, "accuracy": 0.676877, "main_score": 0.643404, "hf_subset": "gla_Latn-smo_Latn", "languages": ["gla-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50319, "recall": 0.549407, "f1": 0.515655, "accuracy": 0.549407, "main_score": 0.515655, "hf_subset": "gla_Latn-tsn_Latn", "languages": ["gla-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561575, "recall": 0.605731, "f1": 0.57398, "accuracy": 0.605731, "main_score": 0.57398, "hf_subset": "gla_Latn-zul_Latn", "languages": ["gla-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594388, "recall": 0.647233, "f1": 0.609271, "accuracy": 0.647233, "main_score": 0.609271, "hf_subset": "gla_Latn-azb_Arab", "languages": ["gla-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.768827, "recall": 0.817194, "f1": 0.782055, "accuracy": 0.817194, "main_score": 0.782055, "hf_subset": "gla_Latn-deu_Latn", "languages": ["gla-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68396, "recall": 0.743083, "f1": 0.700063, "accuracy": 0.743083, "main_score": 0.700063, "hf_subset": "gla_Latn-hat_Latn", "languages": ["gla-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452709, "recall": 0.499012, "f1": 0.466068, "accuracy": 0.499012, "main_score": 0.466068, "hf_subset": "gla_Latn-kbp_Latn", "languages": ["gla-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515893, "recall": 0.562253, "f1": 0.528271, "accuracy": 0.562253, "main_score": 0.528271, "hf_subset": "gla_Latn-luo_Latn", "languages": ["gla-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739923, "recall": 0.79249, "f1": 0.75448, "accuracy": 0.79249, "main_score": 0.75448, "hf_subset": "gla_Latn-ory_Orya", "languages": ["gla-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.519205, "recall": 0.566206, "f1": 0.532486, "accuracy": 0.566206, "main_score": 0.532486, "hf_subset": "gla_Latn-sna_Latn", "languages": ["gla-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523674, "recall": 0.567194, "f1": 0.535544, "accuracy": 0.567194, "main_score": 0.535544, "hf_subset": "gla_Latn-tso_Latn", "languages": ["gla-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689766, "recall": 0.756917, "f1": 0.708304, "accuracy": 0.756917, "main_score": 0.708304, "hf_subset": "gla_Latn-azj_Latn", "languages": ["gla-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474428, "recall": 0.522727, "f1": 0.488554, "accuracy": 0.522727, "main_score": 0.488554, "hf_subset": "gla_Latn-dik_Latn", "languages": ["gla-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613535, "recall": 0.666008, "f1": 0.627953, "accuracy": 0.666008, "main_score": 0.627953, "hf_subset": "gla_Latn-hau_Latn", "languages": ["gla-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669736, "recall": 0.717391, "f1": 0.682491, "accuracy": 0.717391, "main_score": 0.682491, "hf_subset": "gla_Latn-kea_Latn", "languages": ["gla-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553324, "recall": 0.599802, "f1": 0.56592, "accuracy": 0.599802, "main_score": 0.56592, "hf_subset": "gla_Latn-lus_Latn", "languages": ["gla-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586326, "recall": 0.62747, "f1": 0.59764, "accuracy": 0.62747, "main_score": 0.59764, "hf_subset": "gla_Latn-pag_Latn", "languages": ["gla-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728151, "recall": 0.77668, "f1": 0.741535, "accuracy": 0.77668, "main_score": 0.741535, "hf_subset": "gla_Latn-snd_Arab", "languages": ["gla-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.667141, "recall": 0.718379, "f1": 0.681333, "accuracy": 0.718379, "main_score": 0.681333, "hf_subset": "gla_Latn-tuk_Latn", "languages": ["gla-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70106, "recall": 0.747036, "f1": 0.713663, "accuracy": 0.747036, "main_score": 0.713663, "hf_subset": "gla_Latn-bak_Cyrl", "languages": ["gla-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.40541, "recall": 0.464427, "f1": 0.421559, "accuracy": 0.464427, "main_score": 0.421559, "hf_subset": "gla_Latn-dyu_Latn", "languages": ["gla-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784573, "recall": 0.827075, "f1": 0.796631, "accuracy": 0.827075, "main_score": 0.796631, "hf_subset": "gla_Latn-heb_Hebr", "languages": ["gla-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.687578, "recall": 0.741107, "f1": 0.702338, "accuracy": 0.741107, "main_score": 0.702338, "hf_subset": "gla_Latn-khk_Cyrl", "languages": ["gla-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.766011, "recall": 0.81917, "f1": 0.780953, "accuracy": 0.81917, "main_score": 0.780953, "hf_subset": "gla_Latn-lvs_Latn", "languages": ["gla-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747687, "recall": 0.796443, "f1": 0.760434, "accuracy": 0.796443, "main_score": 0.760434, "hf_subset": "gla_Latn-pan_Guru", "languages": ["gla-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.585884, "recall": 0.635375, "f1": 0.599466, "accuracy": 0.635375, "main_score": 0.599466, "hf_subset": "gla_Latn-som_Latn", "languages": ["gla-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529425, "recall": 0.566206, "f1": 0.539941, "accuracy": 0.566206, "main_score": 0.539941, "hf_subset": "gla_Latn-tum_Latn", "languages": ["gla-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534914, "recall": 0.597826, "f1": 0.552889, "accuracy": 0.597826, "main_score": 0.552889, "hf_subset": "kan_Knda-ace_Arab", "languages": ["kan-Knda", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510637, "recall": 0.570158, "f1": 0.526646, "accuracy": 0.570158, "main_score": 0.526646, "hf_subset": "kan_Knda-bam_Latn", "languages": ["kan-Knda", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439994, "recall": 0.517787, "f1": 0.460688, "accuracy": 0.517787, "main_score": 0.460688, "hf_subset": "kan_Knda-dzo_Tibt", "languages": ["kan-Knda", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-hin_Deva", "languages": ["kan-Knda", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-khm_Khmr", "languages": ["kan-Knda", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-mag_Deva", "languages": ["kan-Knda", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982378, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "kan_Knda-pap_Latn", "languages": ["kan-Knda", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560731, "recall": 0.62747, "f1": 0.579077, "accuracy": 0.62747, "main_score": 0.579077, "hf_subset": "kan_Knda-sot_Latn", "languages": ["kan-Knda", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tur_Latn", "languages": ["kan-Knda", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846789, "recall": 0.885375, "f1": 0.858926, "accuracy": 0.885375, "main_score": 0.858926, "hf_subset": "kan_Knda-ace_Latn", "languages": ["kan-Knda", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.970356, "f1": 0.962286, "accuracy": 0.970356, "main_score": 0.962286, "hf_subset": "kan_Knda-ban_Latn", "languages": ["kan-Knda", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ell_Grek", "languages": ["kan-Knda", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kan_Knda-hne_Deva", "languages": ["kan-Knda", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.578034, "recall": 0.641304, "f1": 0.595805, "accuracy": 0.641304, "main_score": 0.595805, "hf_subset": "kan_Knda-kik_Latn", "languages": ["kan-Knda", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mai_Deva", "languages": ["kan-Knda", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "kan_Knda-pbt_Arab", "languages": ["kan-Knda", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-spa_Latn", "languages": ["kan-Knda", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599391, "recall": 0.668972, "f1": 0.618949, "accuracy": 0.668972, "main_score": 0.618949, "hf_subset": "kan_Knda-twi_Latn", "languages": ["kan-Knda", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-acm_Arab", "languages": ["kan-Knda", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-bel_Cyrl", "languages": ["kan-Knda", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-eng_Latn", "languages": ["kan-Knda", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-hrv_Latn", "languages": ["kan-Knda", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531022, "recall": 0.59585, "f1": 0.549053, "accuracy": 0.59585, "main_score": 0.549053, "hf_subset": "kan_Knda-kin_Latn", "languages": ["kan-Knda", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-mal_Mlym", "languages": ["kan-Knda", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-pes_Arab", "languages": ["kan-Knda", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kan_Knda-srd_Latn", "languages": ["kan-Knda", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17737, "recall": 0.226285, "f1": 0.189149, "accuracy": 0.226285, "main_score": 0.189149, "hf_subset": "kan_Knda-tzm_Tfng", "languages": ["kan-Knda", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-acq_Arab", "languages": ["kan-Knda", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608866, "recall": 0.662055, "f1": 0.62357, "accuracy": 0.662055, "main_score": 0.62357, "hf_subset": "kan_Knda-bem_Latn", "languages": ["kan-Knda", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-epo_Latn", "languages": ["kan-Knda", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-hun_Latn", "languages": ["kan-Knda", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "kan_Knda-kir_Cyrl", "languages": ["kan-Knda", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mar_Deva", "languages": ["kan-Knda", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639955, "recall": 0.699605, "f1": 0.656791, "accuracy": 0.699605, "main_score": 0.656791, "hf_subset": "kan_Knda-plt_Latn", "languages": ["kan-Knda", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-srp_Cyrl", "languages": ["kan-Knda", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "kan_Knda-uig_Arab", "languages": ["kan-Knda", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kan_Knda-aeb_Arab", "languages": ["kan-Knda", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ben_Beng", "languages": ["kan-Knda", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-est_Latn", "languages": ["kan-Knda", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-hye_Armn", "languages": ["kan-Knda", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.523873, "recall": 0.579051, "f1": 0.539072, "accuracy": 0.579051, "main_score": 0.539072, "hf_subset": "kan_Knda-kmb_Latn", "languages": ["kan-Knda", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485855, "recall": 0.557312, "f1": 0.50456, "accuracy": 0.557312, "main_score": 0.50456, "hf_subset": "kan_Knda-min_Arab", "languages": ["kan-Knda", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-pol_Latn", "languages": ["kan-Knda", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543307, "recall": 0.608696, "f1": 0.561695, "accuracy": 0.608696, "main_score": 0.561695, "hf_subset": "kan_Knda-ssw_Latn", "languages": ["kan-Knda", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ukr_Cyrl", "languages": ["kan-Knda", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-afr_Latn", "languages": ["kan-Knda", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bho_Deva", "languages": ["kan-Knda", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kan_Knda-eus_Latn", "languages": ["kan-Knda", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559318, "recall": 0.619565, "f1": 0.575273, "accuracy": 0.619565, "main_score": 0.575273, "hf_subset": "kan_Knda-ibo_Latn", "languages": ["kan-Knda", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899407, "recall": 0.926877, "f1": 0.908103, "accuracy": 0.926877, "main_score": 0.908103, "hf_subset": "kan_Knda-kmr_Latn", "languages": ["kan-Knda", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kan_Knda-min_Latn", "languages": ["kan-Knda", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-por_Latn", "languages": ["kan-Knda", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kan_Knda-sun_Latn", "languages": ["kan-Knda", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504548, "recall": 0.56917, "f1": 0.522638, "accuracy": 0.56917, "main_score": 0.522638, "hf_subset": "kan_Knda-umb_Latn", "languages": ["kan-Knda", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ajp_Arab", "languages": ["kan-Knda", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.502424, "recall": 0.572134, "f1": 0.521859, "accuracy": 0.572134, "main_score": 0.521859, "hf_subset": "kan_Knda-bjn_Arab", "languages": ["kan-Knda", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509003, "recall": 0.570158, "f1": 0.52596, "accuracy": 0.570158, "main_score": 0.52596, "hf_subset": "kan_Knda-ewe_Latn", "languages": ["kan-Knda", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936924, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "kan_Knda-ilo_Latn", "languages": ["kan-Knda", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300849, "recall": 0.357708, "f1": 0.316263, "accuracy": 0.357708, "main_score": 0.316263, "hf_subset": "kan_Knda-knc_Arab", "languages": ["kan-Knda", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mkd_Cyrl", "languages": ["kan-Knda", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-prs_Arab", "languages": ["kan-Knda", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-swe_Latn", "languages": ["kan-Knda", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-urd_Arab", "languages": ["kan-Knda", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577643, "recall": 0.645257, "f1": 0.596228, "accuracy": 0.645257, "main_score": 0.596228, "hf_subset": "kan_Knda-aka_Latn", "languages": ["kan-Knda", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kan_Knda-bjn_Latn", "languages": ["kan-Knda", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "kan_Knda-fao_Latn", "languages": ["kan-Knda", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ind_Latn", "languages": ["kan-Knda", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583737, "recall": 0.636364, "f1": 0.598869, "accuracy": 0.636364, "main_score": 0.598869, "hf_subset": "kan_Knda-knc_Latn", "languages": ["kan-Knda", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "kan_Knda-mlt_Latn", "languages": ["kan-Knda", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683656, "recall": 0.751976, "f1": 0.704346, "accuracy": 0.751976, "main_score": 0.704346, "hf_subset": "kan_Knda-quy_Latn", "languages": ["kan-Knda", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963192, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "kan_Knda-swh_Latn", "languages": ["kan-Knda", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "kan_Knda-uzn_Latn", "languages": ["kan-Knda", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-als_Latn", "languages": ["kan-Knda", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66441, "recall": 0.741107, "f1": 0.686731, "accuracy": 0.741107, "main_score": 0.686731, "hf_subset": "kan_Knda-bod_Tibt", "languages": ["kan-Knda", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.700198, "recall": 0.754941, "f1": 0.71598, "accuracy": 0.754941, "main_score": 0.71598, "hf_subset": "kan_Knda-fij_Latn", "languages": ["kan-Knda", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kan_Knda-isl_Latn", "languages": ["kan-Knda", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644368, "recall": 0.705534, "f1": 0.661862, "accuracy": 0.705534, "main_score": 0.661862, "hf_subset": "kan_Knda-kon_Latn", "languages": ["kan-Knda", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663441, "recall": 0.735178, "f1": 0.684458, "accuracy": 0.735178, "main_score": 0.684458, "hf_subset": "kan_Knda-mni_Beng", "languages": ["kan-Knda", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ron_Latn", "languages": ["kan-Knda", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "kan_Knda-szl_Latn", "languages": ["kan-Knda", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-vec_Latn", "languages": ["kan-Knda", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "kan_Knda-amh_Ethi", "languages": ["kan-Knda", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bos_Latn", "languages": ["kan-Knda", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-fin_Latn", "languages": ["kan-Knda", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ita_Latn", "languages": ["kan-Knda", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-kor_Hang", "languages": ["kan-Knda", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.536533, "recall": 0.596838, "f1": 0.553114, "accuracy": 0.596838, "main_score": 0.553114, "hf_subset": "kan_Knda-mos_Latn", "languages": ["kan-Knda", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528516, "recall": 0.591897, "f1": 0.546234, "accuracy": 0.591897, "main_score": 0.546234, "hf_subset": "kan_Knda-run_Latn", "languages": ["kan-Knda", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tam_Taml", "languages": ["kan-Knda", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-vie_Latn", "languages": ["kan-Knda", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-apc_Arab", "languages": ["kan-Knda", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.787582, "recall": 0.835968, "f1": 0.802061, "accuracy": 0.835968, "main_score": 0.802061, "hf_subset": "kan_Knda-bug_Latn", "languages": ["kan-Knda", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452434, "recall": 0.508893, "f1": 0.467385, "accuracy": 0.508893, "main_score": 0.467385, "hf_subset": "kan_Knda-fon_Latn", "languages": ["kan-Knda", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kan_Knda-jav_Latn", "languages": ["kan-Knda", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-lao_Laoo", "languages": ["kan-Knda", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.854611, "recall": 0.892292, "f1": 0.866436, "accuracy": 0.892292, "main_score": 0.866436, "hf_subset": "kan_Knda-mri_Latn", "languages": ["kan-Knda", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-rus_Cyrl", "languages": ["kan-Knda", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534199, "recall": 0.593874, "f1": 0.550271, "accuracy": 0.593874, "main_score": 0.550271, "hf_subset": "kan_Knda-taq_Latn", "languages": ["kan-Knda", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kan_Knda-war_Latn", "languages": ["kan-Knda", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-arb_Arab", "languages": ["kan-Knda", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bul_Cyrl", "languages": ["kan-Knda", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-fra_Latn", "languages": ["kan-Knda", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-jpn_Jpan", "languages": ["kan-Knda", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kan_Knda-lij_Latn", "languages": ["kan-Knda", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "kan_Knda-mya_Mymr", "languages": ["kan-Knda", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.579569, "recall": 0.646245, "f1": 0.597932, "accuracy": 0.646245, "main_score": 0.597932, "hf_subset": "kan_Knda-sag_Latn", "languages": ["kan-Knda", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18299, "recall": 0.240119, "f1": 0.195421, "accuracy": 0.240119, "main_score": 0.195421, "hf_subset": "kan_Knda-taq_Tfng", "languages": ["kan-Knda", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.609671, "recall": 0.674901, "f1": 0.62823, "accuracy": 0.674901, "main_score": 0.62823, "hf_subset": "kan_Knda-wol_Latn", "languages": ["kan-Knda", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77696, "recall": 0.833992, "f1": 0.794288, "accuracy": 0.833992, "main_score": 0.794288, "hf_subset": "kan_Knda-arb_Latn", "languages": ["kan-Knda", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-cat_Latn", "languages": ["kan-Knda", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kan_Knda-fur_Latn", "languages": ["kan-Knda", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395598, "recall": 0.452569, "f1": 0.410911, "accuracy": 0.452569, "main_score": 0.410911, "hf_subset": "kan_Knda-kab_Latn", "languages": ["kan-Knda", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kan_Knda-lim_Latn", "languages": ["kan-Knda", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-nld_Latn", "languages": ["kan-Knda", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kan_Knda-san_Deva", "languages": ["kan-Knda", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-tat_Cyrl", "languages": ["kan-Knda", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.657411, "recall": 0.717391, "f1": 0.674901, "accuracy": 0.717391, "main_score": 0.674901, "hf_subset": "kan_Knda-xho_Latn", "languages": ["kan-Knda", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ars_Arab", "languages": ["kan-Knda", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ceb_Latn", "languages": ["kan-Knda", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54268, "recall": 0.606719, "f1": 0.560331, "accuracy": 0.606719, "main_score": 0.560331, "hf_subset": "kan_Knda-fuv_Latn", "languages": ["kan-Knda", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49548, "recall": 0.567194, "f1": 0.514661, "accuracy": 0.567194, "main_score": 0.514661, "hf_subset": "kan_Knda-kac_Latn", "languages": ["kan-Knda", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650026, "recall": 0.711462, "f1": 0.667987, "accuracy": 0.711462, "main_score": 0.667987, "hf_subset": "kan_Knda-lin_Latn", "languages": ["kan-Knda", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-nno_Latn", "languages": ["kan-Knda", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.228153, "recall": 0.309289, "f1": 0.248999, "accuracy": 0.309289, "main_score": 0.248999, "hf_subset": "kan_Knda-sat_Olck", "languages": ["kan-Knda", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tel_Telu", "languages": ["kan-Knda", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "kan_Knda-ydd_Hebr", "languages": ["kan-Knda", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "kan_Knda-ary_Arab", "languages": ["kan-Knda", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ces_Latn", "languages": ["kan-Knda", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571237, "recall": 0.632411, "f1": 0.58855, "accuracy": 0.632411, "main_score": 0.58855, "hf_subset": "kan_Knda-gaz_Latn", "languages": ["kan-Knda", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573372, "recall": 0.639328, "f1": 0.59192, "accuracy": 0.639328, "main_score": 0.59192, "hf_subset": "kan_Knda-kam_Latn", "languages": ["kan-Knda", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kan_Knda-lit_Latn", "languages": ["kan-Knda", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-nob_Latn", "languages": ["kan-Knda", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kan_Knda-scn_Latn", "languages": ["kan-Knda", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kan_Knda-tgk_Cyrl", "languages": ["kan-Knda", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.710599, "recall": 0.775692, "f1": 0.72991, "accuracy": 0.775692, "main_score": 0.72991, "hf_subset": "kan_Knda-yor_Latn", "languages": ["kan-Knda", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-arz_Arab", "languages": ["kan-Knda", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540629, "recall": 0.605731, "f1": 0.559431, "accuracy": 0.605731, "main_score": 0.559431, "hf_subset": "kan_Knda-cjk_Latn", "languages": ["kan-Knda", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75863, "recall": 0.820158, "f1": 0.777437, "accuracy": 0.820158, "main_score": 0.777437, "hf_subset": "kan_Knda-gla_Latn", "languages": ["kan-Knda", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "kan_Knda-lmo_Latn", "languages": ["kan-Knda", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "kan_Knda-npi_Deva", "languages": ["kan-Knda", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.457068, "recall": 0.522727, "f1": 0.475166, "accuracy": 0.522727, "main_score": 0.475166, "hf_subset": "kan_Knda-shn_Mymr", "languages": ["kan-Knda", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-tgl_Latn", "languages": ["kan-Knda", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-yue_Hant", "languages": ["kan-Knda", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-asm_Beng", "languages": ["kan-Knda", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "kan_Knda-ckb_Arab", "languages": ["kan-Knda", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.861495, "recall": 0.899209, "f1": 0.873155, "accuracy": 0.899209, "main_score": 0.873155, "hf_subset": "kan_Knda-gle_Latn", "languages": ["kan-Knda", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "kan_Knda-kas_Arab", "languages": ["kan-Knda", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927536, "recall": 0.947628, "f1": 0.933762, "accuracy": 0.947628, "main_score": 0.933762, "hf_subset": "kan_Knda-ltg_Latn", "languages": ["kan-Knda", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598405, "recall": 0.65415, "f1": 0.613993, "accuracy": 0.65415, "main_score": 0.613993, "hf_subset": "kan_Knda-nso_Latn", "languages": ["kan-Knda", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kan_Knda-sin_Sinh", "languages": ["kan-Knda", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-tha_Thai", "languages": ["kan-Knda", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-zho_Hans", "languages": ["kan-Knda", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ast_Latn", "languages": ["kan-Knda", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-crh_Latn", "languages": ["kan-Knda", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-glg_Latn", "languages": ["kan-Knda", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895833, "recall": 0.925889, "f1": 0.905369, "accuracy": 0.925889, "main_score": 0.905369, "hf_subset": "kan_Knda-kas_Deva", "languages": ["kan-Knda", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "kan_Knda-ltz_Latn", "languages": ["kan-Knda", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44068, "recall": 0.51087, "f1": 0.458876, "accuracy": 0.51087, "main_score": 0.458876, "hf_subset": "kan_Knda-nus_Latn", "languages": ["kan-Knda", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-slk_Latn", "languages": ["kan-Knda", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61469, "recall": 0.687747, "f1": 0.63611, "accuracy": 0.687747, "main_score": 0.63611, "hf_subset": "kan_Knda-tir_Ethi", "languages": ["kan-Knda", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-zho_Hant", "languages": ["kan-Knda", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "kan_Knda-awa_Deva", "languages": ["kan-Knda", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "kan_Knda-cym_Latn", "languages": ["kan-Knda", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809371, "recall": 0.857708, "f1": 0.824638, "accuracy": 0.857708, "main_score": 0.824638, "hf_subset": "kan_Knda-grn_Latn", "languages": ["kan-Knda", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kan_Knda-kat_Geor", "languages": ["kan-Knda", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.625165, "recall": 0.684783, "f1": 0.641998, "accuracy": 0.684783, "main_score": 0.641998, "hf_subset": "kan_Knda-lua_Latn", "languages": ["kan-Knda", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632403, "recall": 0.694664, "f1": 0.650041, "accuracy": 0.694664, "main_score": 0.650041, "hf_subset": "kan_Knda-nya_Latn", "languages": ["kan-Knda", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-slv_Latn", "languages": ["kan-Knda", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939476, "recall": 0.95751, "f1": 0.945059, "accuracy": 0.95751, "main_score": 0.945059, "hf_subset": "kan_Knda-tpi_Latn", "languages": ["kan-Knda", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-zsm_Latn", "languages": ["kan-Knda", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529736, "recall": 0.592885, "f1": 0.547845, "accuracy": 0.592885, "main_score": 0.547845, "hf_subset": "kan_Knda-ayr_Latn", "languages": ["kan-Knda", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-dan_Latn", "languages": ["kan-Knda", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-guj_Gujr", "languages": ["kan-Knda", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-kaz_Cyrl", "languages": ["kan-Knda", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52222, "recall": 0.588933, "f1": 0.54036, "accuracy": 0.588933, "main_score": 0.54036, "hf_subset": "kan_Knda-lug_Latn", "languages": ["kan-Knda", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-oci_Latn", "languages": ["kan-Knda", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819993, "recall": 0.866601, "f1": 0.834406, "accuracy": 0.866601, "main_score": 0.834406, "hf_subset": "kan_Knda-smo_Latn", "languages": ["kan-Knda", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531345, "recall": 0.597826, "f1": 0.54926, "accuracy": 0.597826, "main_score": 0.54926, "hf_subset": "kan_Knda-tsn_Latn", "languages": ["kan-Knda", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596732, "recall": 0.660079, "f1": 0.614712, "accuracy": 0.660079, "main_score": 0.614712, "hf_subset": "kan_Knda-zul_Latn", "languages": ["kan-Knda", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926877, "recall": 0.947628, "f1": 0.93363, "accuracy": 0.947628, "main_score": 0.93363, "hf_subset": "kan_Knda-azb_Arab", "languages": ["kan-Knda", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-deu_Latn", "languages": ["kan-Knda", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "kan_Knda-hat_Latn", "languages": ["kan-Knda", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487368, "recall": 0.543478, "f1": 0.50303, "accuracy": 0.543478, "main_score": 0.50303, "hf_subset": "kan_Knda-kbp_Latn", "languages": ["kan-Knda", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551977, "recall": 0.610672, "f1": 0.567581, "accuracy": 0.610672, "main_score": 0.567581, "hf_subset": "kan_Knda-luo_Latn", "languages": ["kan-Knda", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ory_Orya", "languages": ["kan-Knda", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.573263, "recall": 0.644269, "f1": 0.593853, "accuracy": 0.644269, "main_score": 0.593853, "hf_subset": "kan_Knda-sna_Latn", "languages": ["kan-Knda", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547141, "recall": 0.608696, "f1": 0.56398, "accuracy": 0.608696, "main_score": 0.56398, "hf_subset": "kan_Knda-tso_Latn", "languages": ["kan-Knda", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-azj_Latn", "languages": ["kan-Knda", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53044, "recall": 0.600791, "f1": 0.550598, "accuracy": 0.600791, "main_score": 0.550598, "hf_subset": "kan_Knda-dik_Latn", "languages": ["kan-Knda", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710006, "recall": 0.770751, "f1": 0.726927, "accuracy": 0.770751, "main_score": 0.726927, "hf_subset": "kan_Knda-hau_Latn", "languages": ["kan-Knda", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kan_Knda-kea_Latn", "languages": ["kan-Knda", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741469, "recall": 0.79249, "f1": 0.756837, "accuracy": 0.79249, "main_score": 0.756837, "hf_subset": "kan_Knda-lus_Latn", "languages": ["kan-Knda", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862138, "recall": 0.895257, "f1": 0.872233, "accuracy": 0.895257, "main_score": 0.872233, "hf_subset": "kan_Knda-pag_Latn", "languages": ["kan-Knda", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-snd_Arab", "languages": ["kan-Knda", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "kan_Knda-tuk_Latn", "languages": ["kan-Knda", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kan_Knda-bak_Cyrl", "languages": ["kan-Knda", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.464336, "recall": 0.541502, "f1": 0.486569, "accuracy": 0.541502, "main_score": 0.486569, "hf_subset": "kan_Knda-dyu_Latn", "languages": ["kan-Knda", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-heb_Hebr", "languages": ["kan-Knda", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kan_Knda-khk_Cyrl", "languages": ["kan-Knda", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-lvs_Latn", "languages": ["kan-Knda", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-pan_Guru", "languages": ["kan-Knda", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.679331, "recall": 0.745059, "f1": 0.699195, "accuracy": 0.745059, "main_score": 0.699195, "hf_subset": "kan_Knda-som_Latn", "languages": ["kan-Knda", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594734, "recall": 0.643281, "f1": 0.608072, "accuracy": 0.643281, "main_score": 0.608072, "hf_subset": "kan_Knda-tum_Latn", "languages": ["kan-Knda", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58573, "recall": 0.651186, "f1": 0.604521, "accuracy": 0.651186, "main_score": 0.604521, "hf_subset": "lmo_Latn-ace_Arab", "languages": ["lmo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544163, "recall": 0.605731, "f1": 0.561259, "accuracy": 0.605731, "main_score": 0.561259, "hf_subset": "lmo_Latn-bam_Latn", "languages": ["lmo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378776, "recall": 0.451581, "f1": 0.39765, "accuracy": 0.451581, "main_score": 0.39765, "hf_subset": "lmo_Latn-dzo_Tibt", "languages": ["lmo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-hin_Deva", "languages": ["lmo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "lmo_Latn-khm_Khmr", "languages": ["lmo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "lmo_Latn-mag_Deva", "languages": ["lmo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "lmo_Latn-pap_Latn", "languages": ["lmo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603636, "recall": 0.658103, "f1": 0.618775, "accuracy": 0.658103, "main_score": 0.618775, "hf_subset": "lmo_Latn-sot_Latn", "languages": ["lmo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-tur_Latn", "languages": ["lmo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865983, "recall": 0.894269, "f1": 0.874791, "accuracy": 0.894269, "main_score": 0.874791, "hf_subset": "lmo_Latn-ace_Latn", "languages": ["lmo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944038, "recall": 0.956522, "f1": 0.947958, "accuracy": 0.956522, "main_score": 0.947958, "hf_subset": "lmo_Latn-ban_Latn", "languages": ["lmo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-ell_Grek", "languages": ["lmo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "lmo_Latn-hne_Deva", "languages": ["lmo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.603073, "recall": 0.658103, "f1": 0.618761, "accuracy": 0.658103, "main_score": 0.618761, "hf_subset": "lmo_Latn-kik_Latn", "languages": ["lmo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-mai_Deva", "languages": ["lmo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.942852, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "lmo_Latn-pbt_Arab", "languages": ["lmo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-spa_Latn", "languages": ["lmo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629578, "recall": 0.687747, "f1": 0.646151, "accuracy": 0.687747, "main_score": 0.646151, "hf_subset": "lmo_Latn-twi_Latn", "languages": ["lmo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lmo_Latn-acm_Arab", "languages": ["lmo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969944, "recall": 0.979249, "f1": 0.972892, "accuracy": 0.979249, "main_score": 0.972892, "hf_subset": "lmo_Latn-bel_Cyrl", "languages": ["lmo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-eng_Latn", "languages": ["lmo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-hrv_Latn", "languages": ["lmo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562461, "recall": 0.620553, "f1": 0.5785, "accuracy": 0.620553, "main_score": 0.5785, "hf_subset": "lmo_Latn-kin_Latn", "languages": ["lmo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-mal_Mlym", "languages": ["lmo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-pes_Arab", "languages": ["lmo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lmo_Latn-srd_Latn", "languages": ["lmo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.188232, "recall": 0.231225, "f1": 0.198833, "accuracy": 0.231225, "main_score": 0.198833, "hf_subset": "lmo_Latn-tzm_Tfng", "languages": ["lmo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-acq_Arab", "languages": ["lmo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.627478, "recall": 0.672925, "f1": 0.640175, "accuracy": 0.672925, "main_score": 0.640175, "hf_subset": "lmo_Latn-bem_Latn", "languages": ["lmo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-epo_Latn", "languages": ["lmo-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-hun_Latn", "languages": ["lmo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "lmo_Latn-kir_Cyrl", "languages": ["lmo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lmo_Latn-mar_Deva", "languages": ["lmo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.681943, "recall": 0.73419, "f1": 0.697104, "accuracy": 0.73419, "main_score": 0.697104, "hf_subset": "lmo_Latn-plt_Latn", "languages": ["lmo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lmo_Latn-srp_Cyrl", "languages": ["lmo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.911561, "recall": 0.934783, "f1": 0.918775, "accuracy": 0.934783, "main_score": 0.918775, "hf_subset": "lmo_Latn-uig_Arab", "languages": ["lmo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "lmo_Latn-aeb_Arab", "languages": ["lmo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-ben_Beng", "languages": ["lmo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-est_Latn", "languages": ["lmo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-hye_Armn", "languages": ["lmo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.558722, "recall": 0.609684, "f1": 0.574028, "accuracy": 0.609684, "main_score": 0.574028, "hf_subset": "lmo_Latn-kmb_Latn", "languages": ["lmo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534902, "recall": 0.602767, "f1": 0.552569, "accuracy": 0.602767, "main_score": 0.552569, "hf_subset": "lmo_Latn-min_Arab", "languages": ["lmo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-pol_Latn", "languages": ["lmo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561481, "recall": 0.62253, "f1": 0.578873, "accuracy": 0.62253, "main_score": 0.578873, "hf_subset": "lmo_Latn-ssw_Latn", "languages": ["lmo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-ukr_Cyrl", "languages": ["lmo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lmo_Latn-afr_Latn", "languages": ["lmo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lmo_Latn-bho_Deva", "languages": ["lmo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961166, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "lmo_Latn-eus_Latn", "languages": ["lmo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582446, "recall": 0.643281, "f1": 0.599045, "accuracy": 0.643281, "main_score": 0.599045, "hf_subset": "lmo_Latn-ibo_Latn", "languages": ["lmo-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869016, "recall": 0.900198, "f1": 0.878821, "accuracy": 0.900198, "main_score": 0.878821, "hf_subset": "lmo_Latn-kmr_Latn", "languages": ["lmo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "lmo_Latn-min_Latn", "languages": ["lmo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-por_Latn", "languages": ["lmo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lmo_Latn-sun_Latn", "languages": ["lmo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529556, "recall": 0.589921, "f1": 0.546916, "accuracy": 0.589921, "main_score": 0.546916, "hf_subset": "lmo_Latn-umb_Latn", "languages": ["lmo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lmo_Latn-ajp_Arab", "languages": ["lmo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541596, "recall": 0.608696, "f1": 0.560354, "accuracy": 0.608696, "main_score": 0.560354, "hf_subset": "lmo_Latn-bjn_Arab", "languages": ["lmo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538096, "recall": 0.58498, "f1": 0.550817, "accuracy": 0.58498, "main_score": 0.550817, "hf_subset": "lmo_Latn-ewe_Latn", "languages": ["lmo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932378, "recall": 0.949605, "f1": 0.937747, "accuracy": 0.949605, "main_score": 0.937747, "hf_subset": "lmo_Latn-ilo_Latn", "languages": ["lmo-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314306, "recall": 0.371542, "f1": 0.329611, "accuracy": 0.371542, "main_score": 0.329611, "hf_subset": "lmo_Latn-knc_Arab", "languages": ["lmo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-mkd_Cyrl", "languages": ["lmo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "lmo_Latn-prs_Arab", "languages": ["lmo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-swe_Latn", "languages": ["lmo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-urd_Arab", "languages": ["lmo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600365, "recall": 0.653162, "f1": 0.614856, "accuracy": 0.653162, "main_score": 0.614856, "hf_subset": "lmo_Latn-aka_Latn", "languages": ["lmo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.974308, "f1": 0.968332, "accuracy": 0.974308, "main_score": 0.968332, "hf_subset": "lmo_Latn-bjn_Latn", "languages": ["lmo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.956522, "f1": 0.944796, "accuracy": 0.956522, "main_score": 0.944796, "hf_subset": "lmo_Latn-fao_Latn", "languages": ["lmo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-ind_Latn", "languages": ["lmo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593379, "recall": 0.648221, "f1": 0.6096, "accuracy": 0.648221, "main_score": 0.6096, "hf_subset": "lmo_Latn-knc_Latn", "languages": ["lmo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "lmo_Latn-mlt_Latn", "languages": ["lmo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704522, "recall": 0.762846, "f1": 0.721676, "accuracy": 0.762846, "main_score": 0.721676, "hf_subset": "lmo_Latn-quy_Latn", "languages": ["lmo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "lmo_Latn-swh_Latn", "languages": ["lmo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "lmo_Latn-uzn_Latn", "languages": ["lmo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-als_Latn", "languages": ["lmo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559984, "recall": 0.63834, "f1": 0.581623, "accuracy": 0.63834, "main_score": 0.581623, "hf_subset": "lmo_Latn-bod_Tibt", "languages": ["lmo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.683127, "recall": 0.741107, "f1": 0.699716, "accuracy": 0.741107, "main_score": 0.699716, "hf_subset": "lmo_Latn-fij_Latn", "languages": ["lmo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.959486, "f1": 0.948123, "accuracy": 0.959486, "main_score": 0.948123, "hf_subset": "lmo_Latn-isl_Latn", "languages": ["lmo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670142, "recall": 0.72332, "f1": 0.685325, "accuracy": 0.72332, "main_score": 0.685325, "hf_subset": "lmo_Latn-kon_Latn", "languages": ["lmo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655197, "recall": 0.717391, "f1": 0.674278, "accuracy": 0.717391, "main_score": 0.674278, "hf_subset": "lmo_Latn-mni_Beng", "languages": ["lmo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-ron_Latn", "languages": ["lmo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "lmo_Latn-szl_Latn", "languages": ["lmo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-vec_Latn", "languages": ["lmo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882493, "recall": 0.914032, "f1": 0.892358, "accuracy": 0.914032, "main_score": 0.892358, "hf_subset": "lmo_Latn-amh_Ethi", "languages": ["lmo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-bos_Latn", "languages": ["lmo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lmo_Latn-fin_Latn", "languages": ["lmo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lmo_Latn-ita_Latn", "languages": ["lmo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lmo_Latn-kor_Hang", "languages": ["lmo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.561959, "recall": 0.614625, "f1": 0.576805, "accuracy": 0.614625, "main_score": 0.576805, "hf_subset": "lmo_Latn-mos_Latn", "languages": ["lmo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567697, "recall": 0.623518, "f1": 0.583646, "accuracy": 0.623518, "main_score": 0.583646, "hf_subset": "lmo_Latn-run_Latn", "languages": ["lmo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-tam_Taml", "languages": ["lmo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lmo_Latn-vie_Latn", "languages": ["lmo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lmo_Latn-apc_Arab", "languages": ["lmo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.791815, "recall": 0.83498, "f1": 0.804908, "accuracy": 0.83498, "main_score": 0.804908, "hf_subset": "lmo_Latn-bug_Latn", "languages": ["lmo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482602, "recall": 0.534585, "f1": 0.496535, "accuracy": 0.534585, "main_score": 0.496535, "hf_subset": "lmo_Latn-fon_Latn", "languages": ["lmo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lmo_Latn-jav_Latn", "languages": ["lmo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "lmo_Latn-lao_Laoo", "languages": ["lmo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.814542, "recall": 0.862648, "f1": 0.829216, "accuracy": 0.862648, "main_score": 0.829216, "hf_subset": "lmo_Latn-mri_Latn", "languages": ["lmo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-rus_Cyrl", "languages": ["lmo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545015, "recall": 0.603755, "f1": 0.561284, "accuracy": 0.603755, "main_score": 0.561284, "hf_subset": "lmo_Latn-taq_Latn", "languages": ["lmo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-war_Latn", "languages": ["lmo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-arb_Arab", "languages": ["lmo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-bul_Cyrl", "languages": ["lmo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lmo_Latn-fra_Latn", "languages": ["lmo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-jpn_Jpan", "languages": ["lmo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-lij_Latn", "languages": ["lmo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "lmo_Latn-mya_Mymr", "languages": ["lmo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.615771, "recall": 0.677866, "f1": 0.633334, "accuracy": 0.677866, "main_score": 0.633334, "hf_subset": "lmo_Latn-sag_Latn", "languages": ["lmo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197014, "recall": 0.252964, "f1": 0.209765, "accuracy": 0.252964, "main_score": 0.209765, "hf_subset": "lmo_Latn-taq_Tfng", "languages": ["lmo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.627736, "recall": 0.692688, "f1": 0.646673, "accuracy": 0.692688, "main_score": 0.646673, "hf_subset": "lmo_Latn-wol_Latn", "languages": ["lmo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776426, "recall": 0.829051, "f1": 0.792013, "accuracy": 0.829051, "main_score": 0.792013, "hf_subset": "lmo_Latn-arb_Latn", "languages": ["lmo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-cat_Latn", "languages": ["lmo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "lmo_Latn-fur_Latn", "languages": ["lmo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428485, "recall": 0.485178, "f1": 0.444208, "accuracy": 0.485178, "main_score": 0.444208, "hf_subset": "lmo_Latn-kab_Latn", "languages": ["lmo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "lmo_Latn-lim_Latn", "languages": ["lmo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-nld_Latn", "languages": ["lmo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "lmo_Latn-san_Deva", "languages": ["lmo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-tat_Cyrl", "languages": ["lmo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.669558, "recall": 0.725296, "f1": 0.685695, "accuracy": 0.725296, "main_score": 0.685695, "hf_subset": "lmo_Latn-xho_Latn", "languages": ["lmo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-ars_Arab", "languages": ["lmo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986248, "recall": 0.990119, "f1": 0.987385, "accuracy": 0.990119, "main_score": 0.987385, "hf_subset": "lmo_Latn-ceb_Latn", "languages": ["lmo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572664, "recall": 0.630435, "f1": 0.58866, "accuracy": 0.630435, "main_score": 0.58866, "hf_subset": "lmo_Latn-fuv_Latn", "languages": ["lmo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51638, "recall": 0.573123, "f1": 0.532181, "accuracy": 0.573123, "main_score": 0.532181, "hf_subset": "lmo_Latn-kac_Latn", "languages": ["lmo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679078, "recall": 0.725296, "f1": 0.692216, "accuracy": 0.725296, "main_score": 0.692216, "hf_subset": "lmo_Latn-lin_Latn", "languages": ["lmo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-nno_Latn", "languages": ["lmo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.22471, "recall": 0.291502, "f1": 0.241969, "accuracy": 0.291502, "main_score": 0.241969, "hf_subset": "lmo_Latn-sat_Olck", "languages": ["lmo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-tel_Telu", "languages": ["lmo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.920949, "recall": 0.943676, "f1": 0.92836, "accuracy": 0.943676, "main_score": 0.92836, "hf_subset": "lmo_Latn-ydd_Hebr", "languages": ["lmo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.959074, "recall": 0.970356, "f1": 0.962681, "accuracy": 0.970356, "main_score": 0.962681, "hf_subset": "lmo_Latn-ary_Arab", "languages": ["lmo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-ces_Latn", "languages": ["lmo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575759, "recall": 0.63834, "f1": 0.594077, "accuracy": 0.63834, "main_score": 0.594077, "hf_subset": "lmo_Latn-gaz_Latn", "languages": ["lmo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58125, "recall": 0.641304, "f1": 0.598075, "accuracy": 0.641304, "main_score": 0.598075, "hf_subset": "lmo_Latn-kam_Latn", "languages": ["lmo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lmo_Latn-lit_Latn", "languages": ["lmo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lmo_Latn-nob_Latn", "languages": ["lmo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-scn_Latn", "languages": ["lmo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948264, "recall": 0.961462, "f1": 0.952322, "accuracy": 0.961462, "main_score": 0.952322, "hf_subset": "lmo_Latn-tgk_Cyrl", "languages": ["lmo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684489, "recall": 0.745059, "f1": 0.702273, "accuracy": 0.745059, "main_score": 0.702273, "hf_subset": "lmo_Latn-yor_Latn", "languages": ["lmo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lmo_Latn-arz_Arab", "languages": ["lmo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57053, "recall": 0.628458, "f1": 0.586644, "accuracy": 0.628458, "main_score": 0.586644, "hf_subset": "lmo_Latn-cjk_Latn", "languages": ["lmo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75028, "recall": 0.80336, "f1": 0.765664, "accuracy": 0.80336, "main_score": 0.765664, "hf_subset": "lmo_Latn-gla_Latn", "languages": ["lmo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lmo_Latn-kan_Knda", "languages": ["lmo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lmo_Latn-npi_Deva", "languages": ["lmo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47612, "recall": 0.533597, "f1": 0.4925, "accuracy": 0.533597, "main_score": 0.4925, "hf_subset": "lmo_Latn-shn_Mymr", "languages": ["lmo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-tgl_Latn", "languages": ["lmo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "lmo_Latn-yue_Hant", "languages": ["lmo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "lmo_Latn-asm_Beng", "languages": ["lmo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.916667, "recall": 0.9417, "f1": 0.924539, "accuracy": 0.9417, "main_score": 0.924539, "hf_subset": "lmo_Latn-ckb_Arab", "languages": ["lmo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.843198, "recall": 0.881423, "f1": 0.854776, "accuracy": 0.881423, "main_score": 0.854776, "hf_subset": "lmo_Latn-gle_Latn", "languages": ["lmo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.952569, "f1": 0.939888, "accuracy": 0.952569, "main_score": 0.939888, "hf_subset": "lmo_Latn-kas_Arab", "languages": ["lmo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.926219, "recall": 0.947628, "f1": 0.933136, "accuracy": 0.947628, "main_score": 0.933136, "hf_subset": "lmo_Latn-ltg_Latn", "languages": ["lmo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622728, "recall": 0.671937, "f1": 0.636496, "accuracy": 0.671937, "main_score": 0.636496, "hf_subset": "lmo_Latn-nso_Latn", "languages": ["lmo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.967391, "f1": 0.958992, "accuracy": 0.967391, "main_score": 0.958992, "hf_subset": "lmo_Latn-sin_Sinh", "languages": ["lmo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-tha_Thai", "languages": ["lmo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-zho_Hans", "languages": ["lmo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-ast_Latn", "languages": ["lmo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.981225, "f1": 0.976285, "accuracy": 0.981225, "main_score": 0.976285, "hf_subset": "lmo_Latn-crh_Latn", "languages": ["lmo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-glg_Latn", "languages": ["lmo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850049, "recall": 0.88834, "f1": 0.861844, "accuracy": 0.88834, "main_score": 0.861844, "hf_subset": "lmo_Latn-kas_Deva", "languages": ["lmo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "lmo_Latn-ltz_Latn", "languages": ["lmo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470949, "recall": 0.534585, "f1": 0.488283, "accuracy": 0.534585, "main_score": 0.488283, "hf_subset": "lmo_Latn-nus_Latn", "languages": ["lmo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-slk_Latn", "languages": ["lmo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602859, "recall": 0.66996, "f1": 0.622612, "accuracy": 0.66996, "main_score": 0.622612, "hf_subset": "lmo_Latn-tir_Ethi", "languages": ["lmo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-zho_Hant", "languages": ["lmo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lmo_Latn-awa_Deva", "languages": ["lmo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "lmo_Latn-cym_Latn", "languages": ["lmo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836825, "recall": 0.87253, "f1": 0.847548, "accuracy": 0.87253, "main_score": 0.847548, "hf_subset": "lmo_Latn-grn_Latn", "languages": ["lmo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-kat_Geor", "languages": ["lmo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.653014, "recall": 0.703557, "f1": 0.667904, "accuracy": 0.703557, "main_score": 0.667904, "hf_subset": "lmo_Latn-lua_Latn", "languages": ["lmo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625061, "recall": 0.682806, "f1": 0.641782, "accuracy": 0.682806, "main_score": 0.641782, "hf_subset": "lmo_Latn-nya_Latn", "languages": ["lmo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-slv_Latn", "languages": ["lmo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928113, "recall": 0.949605, "f1": 0.935013, "accuracy": 0.949605, "main_score": 0.935013, "hf_subset": "lmo_Latn-tpi_Latn", "languages": ["lmo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-zsm_Latn", "languages": ["lmo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54562, "recall": 0.609684, "f1": 0.563976, "accuracy": 0.609684, "main_score": 0.563976, "hf_subset": "lmo_Latn-ayr_Latn", "languages": ["lmo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990366, "recall": 0.993083, "f1": 0.991173, "accuracy": 0.993083, "main_score": 0.991173, "hf_subset": "lmo_Latn-dan_Latn", "languages": ["lmo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-guj_Gujr", "languages": ["lmo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lmo_Latn-kaz_Cyrl", "languages": ["lmo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538062, "recall": 0.597826, "f1": 0.554649, "accuracy": 0.597826, "main_score": 0.554649, "hf_subset": "lmo_Latn-lug_Latn", "languages": ["lmo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-oci_Latn", "languages": ["lmo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796979, "recall": 0.836957, "f1": 0.808797, "accuracy": 0.836957, "main_score": 0.808797, "hf_subset": "lmo_Latn-smo_Latn", "languages": ["lmo-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559104, "recall": 0.618577, "f1": 0.575828, "accuracy": 0.618577, "main_score": 0.575828, "hf_subset": "lmo_Latn-tsn_Latn", "languages": ["lmo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615029, "recall": 0.677866, "f1": 0.633238, "accuracy": 0.677866, "main_score": 0.633238, "hf_subset": "lmo_Latn-zul_Latn", "languages": ["lmo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912796, "recall": 0.936759, "f1": 0.920191, "accuracy": 0.936759, "main_score": 0.920191, "hf_subset": "lmo_Latn-azb_Arab", "languages": ["lmo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-deu_Latn", "languages": ["lmo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.968379, "f1": 0.960474, "accuracy": 0.968379, "main_score": 0.960474, "hf_subset": "lmo_Latn-hat_Latn", "languages": ["lmo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504731, "recall": 0.560277, "f1": 0.520179, "accuracy": 0.560277, "main_score": 0.520179, "hf_subset": "lmo_Latn-kbp_Latn", "languages": ["lmo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57109, "recall": 0.624506, "f1": 0.585865, "accuracy": 0.624506, "main_score": 0.585865, "hf_subset": "lmo_Latn-luo_Latn", "languages": ["lmo-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "lmo_Latn-ory_Orya", "languages": ["lmo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.589996, "recall": 0.651186, "f1": 0.607578, "accuracy": 0.651186, "main_score": 0.607578, "hf_subset": "lmo_Latn-sna_Latn", "languages": ["lmo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565938, "recall": 0.621542, "f1": 0.581148, "accuracy": 0.621542, "main_score": 0.581148, "hf_subset": "lmo_Latn-tso_Latn", "languages": ["lmo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "lmo_Latn-azj_Latn", "languages": ["lmo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547885, "recall": 0.610672, "f1": 0.565852, "accuracy": 0.610672, "main_score": 0.565852, "hf_subset": "lmo_Latn-dik_Latn", "languages": ["lmo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727495, "recall": 0.779644, "f1": 0.743072, "accuracy": 0.779644, "main_score": 0.743072, "hf_subset": "lmo_Latn-hau_Latn", "languages": ["lmo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-kea_Latn", "languages": ["lmo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739081, "recall": 0.788538, "f1": 0.753854, "accuracy": 0.788538, "main_score": 0.753854, "hf_subset": "lmo_Latn-lus_Latn", "languages": ["lmo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876894, "recall": 0.902174, "f1": 0.884783, "accuracy": 0.902174, "main_score": 0.884783, "hf_subset": "lmo_Latn-pag_Latn", "languages": ["lmo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "lmo_Latn-snd_Arab", "languages": ["lmo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912549, "recall": 0.936759, "f1": 0.92029, "accuracy": 0.936759, "main_score": 0.92029, "hf_subset": "lmo_Latn-tuk_Latn", "languages": ["lmo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "lmo_Latn-bak_Cyrl", "languages": ["lmo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494402, "recall": 0.572134, "f1": 0.51706, "accuracy": 0.572134, "main_score": 0.51706, "hf_subset": "lmo_Latn-dyu_Latn", "languages": ["lmo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-heb_Hebr", "languages": ["lmo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.950296, "recall": 0.963439, "f1": 0.954216, "accuracy": 0.963439, "main_score": 0.954216, "hf_subset": "lmo_Latn-khk_Cyrl", "languages": ["lmo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-lvs_Latn", "languages": ["lmo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-pan_Guru", "languages": ["lmo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.692951, "recall": 0.750988, "f1": 0.71015, "accuracy": 0.750988, "main_score": 0.71015, "hf_subset": "lmo_Latn-som_Latn", "languages": ["lmo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596519, "recall": 0.637352, "f1": 0.607753, "accuracy": 0.637352, "main_score": 0.607753, "hf_subset": "lmo_Latn-tum_Latn", "languages": ["lmo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559737, "recall": 0.626482, "f1": 0.578608, "accuracy": 0.626482, "main_score": 0.578608, "hf_subset": "npi_Deva-ace_Arab", "languages": ["npi-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511499, "recall": 0.573123, "f1": 0.528318, "accuracy": 0.573123, "main_score": 0.528318, "hf_subset": "npi_Deva-bam_Latn", "languages": ["npi-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435094, "recall": 0.516798, "f1": 0.457474, "accuracy": 0.516798, "main_score": 0.457474, "hf_subset": "npi_Deva-dzo_Tibt", "languages": ["npi-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hin_Deva", "languages": ["npi-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "npi_Deva-khm_Khmr", "languages": ["npi-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mag_Deva", "languages": ["npi-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "npi_Deva-pap_Latn", "languages": ["npi-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585745, "recall": 0.646245, "f1": 0.602866, "accuracy": 0.646245, "main_score": 0.602866, "hf_subset": "npi_Deva-sot_Latn", "languages": ["npi-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tur_Latn", "languages": ["npi-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868059, "recall": 0.90415, "f1": 0.879364, "accuracy": 0.90415, "main_score": 0.879364, "hf_subset": "npi_Deva-ace_Latn", "languages": ["npi-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95504, "recall": 0.967391, "f1": 0.958992, "accuracy": 0.967391, "main_score": 0.958992, "hf_subset": "npi_Deva-ban_Latn", "languages": ["npi-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-ell_Grek", "languages": ["npi-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "npi_Deva-hne_Deva", "languages": ["npi-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.582262, "recall": 0.646245, "f1": 0.600704, "accuracy": 0.646245, "main_score": 0.600704, "hf_subset": "npi_Deva-kik_Latn", "languages": ["npi-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mai_Deva", "languages": ["npi-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "npi_Deva-pbt_Arab", "languages": ["npi-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-spa_Latn", "languages": ["npi-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600551, "recall": 0.667984, "f1": 0.619471, "accuracy": 0.667984, "main_score": 0.619471, "hf_subset": "npi_Deva-twi_Latn", "languages": ["npi-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-acm_Arab", "languages": ["npi-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-bel_Cyrl", "languages": ["npi-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-eng_Latn", "languages": ["npi-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hrv_Latn", "languages": ["npi-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53026, "recall": 0.594862, "f1": 0.54773, "accuracy": 0.594862, "main_score": 0.54773, "hf_subset": "npi_Deva-kin_Latn", "languages": ["npi-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-mal_Mlym", "languages": ["npi-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-pes_Arab", "languages": ["npi-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "npi_Deva-srd_Latn", "languages": ["npi-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179046, "recall": 0.224308, "f1": 0.190227, "accuracy": 0.224308, "main_score": 0.190227, "hf_subset": "npi_Deva-tzm_Tfng", "languages": ["npi-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-acq_Arab", "languages": ["npi-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608112, "recall": 0.663043, "f1": 0.623412, "accuracy": 0.663043, "main_score": 0.623412, "hf_subset": "npi_Deva-bem_Latn", "languages": ["npi-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-epo_Latn", "languages": ["npi-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hun_Latn", "languages": ["npi-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "npi_Deva-kir_Cyrl", "languages": ["npi-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-mar_Deva", "languages": ["npi-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.647327, "recall": 0.705534, "f1": 0.663952, "accuracy": 0.705534, "main_score": 0.663952, "hf_subset": "npi_Deva-plt_Latn", "languages": ["npi-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-srp_Cyrl", "languages": ["npi-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "npi_Deva-uig_Arab", "languages": ["npi-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-aeb_Arab", "languages": ["npi-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ben_Beng", "languages": ["npi-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-est_Latn", "languages": ["npi-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hye_Armn", "languages": ["npi-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.517605, "recall": 0.577075, "f1": 0.53444, "accuracy": 0.577075, "main_score": 0.53444, "hf_subset": "npi_Deva-kmb_Latn", "languages": ["npi-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493563, "recall": 0.56917, "f1": 0.51408, "accuracy": 0.56917, "main_score": 0.51408, "hf_subset": "npi_Deva-min_Arab", "languages": ["npi-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-pol_Latn", "languages": ["npi-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549572, "recall": 0.61166, "f1": 0.566982, "accuracy": 0.61166, "main_score": 0.566982, "hf_subset": "npi_Deva-ssw_Latn", "languages": ["npi-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ukr_Cyrl", "languages": ["npi-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-afr_Latn", "languages": ["npi-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-bho_Deva", "languages": ["npi-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "npi_Deva-eus_Latn", "languages": ["npi-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571983, "recall": 0.636364, "f1": 0.589944, "accuracy": 0.636364, "main_score": 0.589944, "hf_subset": "npi_Deva-ibo_Latn", "languages": ["npi-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897563, "recall": 0.925889, "f1": 0.906785, "accuracy": 0.925889, "main_score": 0.906785, "hf_subset": "npi_Deva-kmr_Latn", "languages": ["npi-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "npi_Deva-min_Latn", "languages": ["npi-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-por_Latn", "languages": ["npi-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-sun_Latn", "languages": ["npi-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506428, "recall": 0.563241, "f1": 0.522721, "accuracy": 0.563241, "main_score": 0.522721, "hf_subset": "npi_Deva-umb_Latn", "languages": ["npi-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ajp_Arab", "languages": ["npi-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529795, "recall": 0.590909, "f1": 0.546329, "accuracy": 0.590909, "main_score": 0.546329, "hf_subset": "npi_Deva-bjn_Arab", "languages": ["npi-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505553, "recall": 0.565217, "f1": 0.521629, "accuracy": 0.565217, "main_score": 0.521629, "hf_subset": "npi_Deva-ewe_Latn", "languages": ["npi-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944203, "recall": 0.958498, "f1": 0.94857, "accuracy": 0.958498, "main_score": 0.94857, "hf_subset": "npi_Deva-ilo_Latn", "languages": ["npi-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311789, "recall": 0.368577, "f1": 0.327934, "accuracy": 0.368577, "main_score": 0.327934, "hf_subset": "npi_Deva-knc_Arab", "languages": ["npi-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mkd_Cyrl", "languages": ["npi-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-prs_Arab", "languages": ["npi-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-swe_Latn", "languages": ["npi-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-urd_Arab", "languages": ["npi-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579447, "recall": 0.643281, "f1": 0.597224, "accuracy": 0.643281, "main_score": 0.597224, "hf_subset": "npi_Deva-aka_Latn", "languages": ["npi-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "npi_Deva-bjn_Latn", "languages": ["npi-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "npi_Deva-fao_Latn", "languages": ["npi-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ind_Latn", "languages": ["npi-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579824, "recall": 0.635375, "f1": 0.595477, "accuracy": 0.635375, "main_score": 0.595477, "hf_subset": "npi_Deva-knc_Latn", "languages": ["npi-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-mlt_Latn", "languages": ["npi-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701047, "recall": 0.762846, "f1": 0.719556, "accuracy": 0.762846, "main_score": 0.719556, "hf_subset": "npi_Deva-quy_Latn", "languages": ["npi-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959074, "recall": 0.970356, "f1": 0.962681, "accuracy": 0.970356, "main_score": 0.962681, "hf_subset": "npi_Deva-swh_Latn", "languages": ["npi-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-uzn_Latn", "languages": ["npi-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-als_Latn", "languages": ["npi-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657816, "recall": 0.732213, "f1": 0.679783, "accuracy": 0.732213, "main_score": 0.679783, "hf_subset": "npi_Deva-bod_Tibt", "languages": ["npi-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.682205, "recall": 0.740119, "f1": 0.69894, "accuracy": 0.740119, "main_score": 0.69894, "hf_subset": "npi_Deva-fij_Latn", "languages": ["npi-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "npi_Deva-isl_Latn", "languages": ["npi-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644412, "recall": 0.701581, "f1": 0.660874, "accuracy": 0.701581, "main_score": 0.660874, "hf_subset": "npi_Deva-kon_Latn", "languages": ["npi-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663183, "recall": 0.731225, "f1": 0.683685, "accuracy": 0.731225, "main_score": 0.683685, "hf_subset": "npi_Deva-mni_Beng", "languages": ["npi-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ron_Latn", "languages": ["npi-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "npi_Deva-szl_Latn", "languages": ["npi-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-vec_Latn", "languages": ["npi-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "npi_Deva-amh_Ethi", "languages": ["npi-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-bos_Latn", "languages": ["npi-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-fin_Latn", "languages": ["npi-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ita_Latn", "languages": ["npi-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-kor_Hang", "languages": ["npi-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.526876, "recall": 0.588933, "f1": 0.544835, "accuracy": 0.588933, "main_score": 0.544835, "hf_subset": "npi_Deva-mos_Latn", "languages": ["npi-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538127, "recall": 0.598814, "f1": 0.554989, "accuracy": 0.598814, "main_score": 0.554989, "hf_subset": "npi_Deva-run_Latn", "languages": ["npi-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tam_Taml", "languages": ["npi-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-vie_Latn", "languages": ["npi-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-apc_Arab", "languages": ["npi-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.793554, "recall": 0.841897, "f1": 0.807987, "accuracy": 0.841897, "main_score": 0.807987, "hf_subset": "npi_Deva-bug_Latn", "languages": ["npi-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454404, "recall": 0.513834, "f1": 0.470412, "accuracy": 0.513834, "main_score": 0.470412, "hf_subset": "npi_Deva-fon_Latn", "languages": ["npi-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-jav_Latn", "languages": ["npi-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-lao_Laoo", "languages": ["npi-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.860178, "recall": 0.900198, "f1": 0.873024, "accuracy": 0.900198, "main_score": 0.873024, "hf_subset": "npi_Deva-mri_Latn", "languages": ["npi-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-rus_Cyrl", "languages": ["npi-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529633, "recall": 0.590909, "f1": 0.546617, "accuracy": 0.590909, "main_score": 0.546617, "hf_subset": "npi_Deva-taq_Latn", "languages": ["npi-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-war_Latn", "languages": ["npi-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-arb_Arab", "languages": ["npi-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-bul_Cyrl", "languages": ["npi-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-fra_Latn", "languages": ["npi-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-jpn_Jpan", "languages": ["npi-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "npi_Deva-lij_Latn", "languages": ["npi-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "npi_Deva-mya_Mymr", "languages": ["npi-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.597013, "recall": 0.662055, "f1": 0.614483, "accuracy": 0.662055, "main_score": 0.614483, "hf_subset": "npi_Deva-sag_Latn", "languages": ["npi-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190306, "recall": 0.246047, "f1": 0.203265, "accuracy": 0.246047, "main_score": 0.203265, "hf_subset": "npi_Deva-taq_Tfng", "languages": ["npi-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.608583, "recall": 0.678854, "f1": 0.628891, "accuracy": 0.678854, "main_score": 0.628891, "hf_subset": "npi_Deva-wol_Latn", "languages": ["npi-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782378, "recall": 0.835968, "f1": 0.798654, "accuracy": 0.835968, "main_score": 0.798654, "hf_subset": "npi_Deva-arb_Latn", "languages": ["npi-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-cat_Latn", "languages": ["npi-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "npi_Deva-fur_Latn", "languages": ["npi-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390661, "recall": 0.449605, "f1": 0.407207, "accuracy": 0.449605, "main_score": 0.407207, "hf_subset": "npi_Deva-kab_Latn", "languages": ["npi-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "npi_Deva-lim_Latn", "languages": ["npi-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-nld_Latn", "languages": ["npi-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "npi_Deva-san_Deva", "languages": ["npi-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "npi_Deva-tat_Cyrl", "languages": ["npi-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.662187, "recall": 0.72332, "f1": 0.679946, "accuracy": 0.72332, "main_score": 0.679946, "hf_subset": "npi_Deva-xho_Latn", "languages": ["npi-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ars_Arab", "languages": ["npi-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ceb_Latn", "languages": ["npi-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54721, "recall": 0.613636, "f1": 0.565923, "accuracy": 0.613636, "main_score": 0.565923, "hf_subset": "npi_Deva-fuv_Latn", "languages": ["npi-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49849, "recall": 0.56917, "f1": 0.517771, "accuracy": 0.56917, "main_score": 0.517771, "hf_subset": "npi_Deva-kac_Latn", "languages": ["npi-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659091, "recall": 0.714427, "f1": 0.675381, "accuracy": 0.714427, "main_score": 0.675381, "hf_subset": "npi_Deva-lin_Latn", "languages": ["npi-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-nno_Latn", "languages": ["npi-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.26059, "recall": 0.34585, "f1": 0.283502, "accuracy": 0.34585, "main_score": 0.283502, "hf_subset": "npi_Deva-sat_Olck", "languages": ["npi-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-tel_Telu", "languages": ["npi-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "npi_Deva-ydd_Hebr", "languages": ["npi-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "npi_Deva-ary_Arab", "languages": ["npi-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ces_Latn", "languages": ["npi-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565326, "recall": 0.629447, "f1": 0.583919, "accuracy": 0.629447, "main_score": 0.583919, "hf_subset": "npi_Deva-gaz_Latn", "languages": ["npi-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572227, "recall": 0.637352, "f1": 0.590719, "accuracy": 0.637352, "main_score": 0.590719, "hf_subset": "npi_Deva-kam_Latn", "languages": ["npi-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "npi_Deva-lit_Latn", "languages": ["npi-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-nob_Latn", "languages": ["npi-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "npi_Deva-scn_Latn", "languages": ["npi-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "npi_Deva-tgk_Cyrl", "languages": ["npi-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.706844, "recall": 0.777668, "f1": 0.728508, "accuracy": 0.777668, "main_score": 0.728508, "hf_subset": "npi_Deva-yor_Latn", "languages": ["npi-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-arz_Arab", "languages": ["npi-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556944, "recall": 0.619565, "f1": 0.574302, "accuracy": 0.619565, "main_score": 0.574302, "hf_subset": "npi_Deva-cjk_Latn", "languages": ["npi-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767441, "recall": 0.822134, "f1": 0.784256, "accuracy": 0.822134, "main_score": 0.784256, "hf_subset": "npi_Deva-gla_Latn", "languages": ["npi-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-kan_Knda", "languages": ["npi-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "npi_Deva-lmo_Latn", "languages": ["npi-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454503, "recall": 0.521739, "f1": 0.472641, "accuracy": 0.521739, "main_score": 0.472641, "hf_subset": "npi_Deva-shn_Mymr", "languages": ["npi-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tgl_Latn", "languages": ["npi-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-yue_Hant", "languages": ["npi-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-asm_Beng", "languages": ["npi-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "npi_Deva-ckb_Arab", "languages": ["npi-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.876729, "recall": 0.911067, "f1": 0.887582, "accuracy": 0.911067, "main_score": 0.887582, "hf_subset": "npi_Deva-gle_Latn", "languages": ["npi-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "npi_Deva-kas_Arab", "languages": ["npi-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940135, "recall": 0.95751, "f1": 0.945718, "accuracy": 0.95751, "main_score": 0.945718, "hf_subset": "npi_Deva-ltg_Latn", "languages": ["npi-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602717, "recall": 0.656126, "f1": 0.617678, "accuracy": 0.656126, "main_score": 0.617678, "hf_subset": "npi_Deva-nso_Latn", "languages": ["npi-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "npi_Deva-sin_Sinh", "languages": ["npi-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-tha_Thai", "languages": ["npi-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-zho_Hans", "languages": ["npi-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ast_Latn", "languages": ["npi-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-crh_Latn", "languages": ["npi-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-glg_Latn", "languages": ["npi-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917572, "recall": 0.942688, "f1": 0.925626, "accuracy": 0.942688, "main_score": 0.925626, "hf_subset": "npi_Deva-kas_Deva", "languages": ["npi-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "npi_Deva-ltz_Latn", "languages": ["npi-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442801, "recall": 0.51087, "f1": 0.460632, "accuracy": 0.51087, "main_score": 0.460632, "hf_subset": "npi_Deva-nus_Latn", "languages": ["npi-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-slk_Latn", "languages": ["npi-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628203, "recall": 0.700593, "f1": 0.649598, "accuracy": 0.700593, "main_score": 0.649598, "hf_subset": "npi_Deva-tir_Ethi", "languages": ["npi-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-zho_Hant", "languages": ["npi-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "npi_Deva-awa_Deva", "languages": ["npi-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "npi_Deva-cym_Latn", "languages": ["npi-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827553, "recall": 0.867589, "f1": 0.83961, "accuracy": 0.867589, "main_score": 0.83961, "hf_subset": "npi_Deva-grn_Latn", "languages": ["npi-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-kat_Geor", "languages": ["npi-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.629888, "recall": 0.685771, "f1": 0.645839, "accuracy": 0.685771, "main_score": 0.645839, "hf_subset": "npi_Deva-lua_Latn", "languages": ["npi-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6348, "recall": 0.693676, "f1": 0.651591, "accuracy": 0.693676, "main_score": 0.651591, "hf_subset": "npi_Deva-nya_Latn", "languages": ["npi-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-slv_Latn", "languages": ["npi-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "npi_Deva-tpi_Latn", "languages": ["npi-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-zsm_Latn", "languages": ["npi-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535345, "recall": 0.598814, "f1": 0.553229, "accuracy": 0.598814, "main_score": 0.553229, "hf_subset": "npi_Deva-ayr_Latn", "languages": ["npi-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-dan_Latn", "languages": ["npi-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-guj_Gujr", "languages": ["npi-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-kaz_Cyrl", "languages": ["npi-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529273, "recall": 0.59585, "f1": 0.548238, "accuracy": 0.59585, "main_score": 0.548238, "hf_subset": "npi_Deva-lug_Latn", "languages": ["npi-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-oci_Latn", "languages": ["npi-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804595, "recall": 0.853755, "f1": 0.819796, "accuracy": 0.853755, "main_score": 0.819796, "hf_subset": "npi_Deva-smo_Latn", "languages": ["npi-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538743, "recall": 0.602767, "f1": 0.555988, "accuracy": 0.602767, "main_score": 0.555988, "hf_subset": "npi_Deva-tsn_Latn", "languages": ["npi-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596387, "recall": 0.660079, "f1": 0.614745, "accuracy": 0.660079, "main_score": 0.614745, "hf_subset": "npi_Deva-zul_Latn", "languages": ["npi-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9375, "recall": 0.955534, "f1": 0.943248, "accuracy": 0.955534, "main_score": 0.943248, "hf_subset": "npi_Deva-azb_Arab", "languages": ["npi-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-deu_Latn", "languages": ["npi-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "npi_Deva-hat_Latn", "languages": ["npi-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478137, "recall": 0.541502, "f1": 0.495555, "accuracy": 0.541502, "main_score": 0.495555, "hf_subset": "npi_Deva-kbp_Latn", "languages": ["npi-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555529, "recall": 0.614625, "f1": 0.571652, "accuracy": 0.614625, "main_score": 0.571652, "hf_subset": "npi_Deva-luo_Latn", "languages": ["npi-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ory_Orya", "languages": ["npi-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.569516, "recall": 0.639328, "f1": 0.589927, "accuracy": 0.639328, "main_score": 0.589927, "hf_subset": "npi_Deva-sna_Latn", "languages": ["npi-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540044, "recall": 0.59585, "f1": 0.555271, "accuracy": 0.59585, "main_score": 0.555271, "hf_subset": "npi_Deva-tso_Latn", "languages": ["npi-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-azj_Latn", "languages": ["npi-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518669, "recall": 0.583004, "f1": 0.536992, "accuracy": 0.583004, "main_score": 0.536992, "hf_subset": "npi_Deva-dik_Latn", "languages": ["npi-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721412, "recall": 0.782609, "f1": 0.739657, "accuracy": 0.782609, "main_score": 0.739657, "hf_subset": "npi_Deva-hau_Latn", "languages": ["npi-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "npi_Deva-kea_Latn", "languages": ["npi-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739196, "recall": 0.79249, "f1": 0.755204, "accuracy": 0.79249, "main_score": 0.755204, "hf_subset": "npi_Deva-lus_Latn", "languages": ["npi-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87915, "recall": 0.906126, "f1": 0.887121, "accuracy": 0.906126, "main_score": 0.887121, "hf_subset": "npi_Deva-pag_Latn", "languages": ["npi-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-snd_Arab", "languages": ["npi-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963521, "recall": 0.974308, "f1": 0.966963, "accuracy": 0.974308, "main_score": 0.966963, "hf_subset": "npi_Deva-tuk_Latn", "languages": ["npi-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "npi_Deva-bak_Cyrl", "languages": ["npi-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.468482, "recall": 0.549407, "f1": 0.491801, "accuracy": 0.549407, "main_score": 0.491801, "hf_subset": "npi_Deva-dyu_Latn", "languages": ["npi-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-heb_Hebr", "languages": ["npi-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "npi_Deva-khk_Cyrl", "languages": ["npi-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-lvs_Latn", "languages": ["npi-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-pan_Guru", "languages": ["npi-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.701441, "recall": 0.759881, "f1": 0.718698, "accuracy": 0.759881, "main_score": 0.718698, "hf_subset": "npi_Deva-som_Latn", "languages": ["npi-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582223, "recall": 0.636364, "f1": 0.597708, "accuracy": 0.636364, "main_score": 0.597708, "hf_subset": "npi_Deva-tum_Latn", "languages": ["npi-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.350749, "recall": 0.396245, "f1": 0.363478, "accuracy": 0.396245, "main_score": 0.363478, "hf_subset": "shn_Mymr-ace_Arab", "languages": ["shn-Mymr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.422673, "recall": 0.469368, "f1": 0.435252, "accuracy": 0.469368, "main_score": 0.435252, "hf_subset": "shn_Mymr-bam_Latn", "languages": ["shn-Mymr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213282, "recall": 0.264822, "f1": 0.22621, "accuracy": 0.264822, "main_score": 0.22621, "hf_subset": "shn_Mymr-dzo_Tibt", "languages": ["shn-Mymr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.474801, "recall": 0.517787, "f1": 0.486535, "accuracy": 0.517787, "main_score": 0.486535, "hf_subset": "shn_Mymr-hin_Deva", "languages": ["shn-Mymr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.428489, "recall": 0.477273, "f1": 0.442798, "accuracy": 0.477273, "main_score": 0.442798, "hf_subset": "shn_Mymr-khm_Khmr", "languages": ["shn-Mymr", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.475177, "recall": 0.513834, "f1": 0.485674, "accuracy": 0.513834, "main_score": 0.485674, "hf_subset": "shn_Mymr-mag_Deva", "languages": ["shn-Mymr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.482257, "recall": 0.518775, "f1": 0.492085, "accuracy": 0.518775, "main_score": 0.492085, "hf_subset": "shn_Mymr-pap_Latn", "languages": ["shn-Mymr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457042, "recall": 0.5, "f1": 0.468357, "accuracy": 0.5, "main_score": 0.468357, "hf_subset": "shn_Mymr-sot_Latn", "languages": ["shn-Mymr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467454, "recall": 0.506917, "f1": 0.478074, "accuracy": 0.506917, "main_score": 0.478074, "hf_subset": "shn_Mymr-tur_Latn", "languages": ["shn-Mymr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48465, "recall": 0.518775, "f1": 0.493972, "accuracy": 0.518775, "main_score": 0.493972, "hf_subset": "shn_Mymr-ace_Latn", "languages": ["shn-Mymr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478951, "recall": 0.507905, "f1": 0.487295, "accuracy": 0.507905, "main_score": 0.487295, "hf_subset": "shn_Mymr-ban_Latn", "languages": ["shn-Mymr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453609, "recall": 0.494071, "f1": 0.464109, "accuracy": 0.494071, "main_score": 0.464109, "hf_subset": "shn_Mymr-ell_Grek", "languages": ["shn-Mymr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.461455, "recall": 0.505929, "f1": 0.472869, "accuracy": 0.505929, "main_score": 0.472869, "hf_subset": "shn_Mymr-hne_Deva", "languages": ["shn-Mymr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.419143, "recall": 0.463439, "f1": 0.43041, "accuracy": 0.463439, "main_score": 0.43041, "hf_subset": "shn_Mymr-kik_Latn", "languages": ["shn-Mymr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461497, "recall": 0.506917, "f1": 0.473224, "accuracy": 0.506917, "main_score": 0.473224, "hf_subset": "shn_Mymr-mai_Deva", "languages": ["shn-Mymr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.423849, "recall": 0.470356, "f1": 0.436373, "accuracy": 0.470356, "main_score": 0.436373, "hf_subset": "shn_Mymr-pbt_Arab", "languages": ["shn-Mymr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468284, "recall": 0.506917, "f1": 0.479071, "accuracy": 0.506917, "main_score": 0.479071, "hf_subset": "shn_Mymr-spa_Latn", "languages": ["shn-Mymr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48182, "recall": 0.513834, "f1": 0.491086, "accuracy": 0.513834, "main_score": 0.491086, "hf_subset": "shn_Mymr-twi_Latn", "languages": ["shn-Mymr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465175, "recall": 0.505929, "f1": 0.476155, "accuracy": 0.505929, "main_score": 0.476155, "hf_subset": "shn_Mymr-acm_Arab", "languages": ["shn-Mymr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.454026, "recall": 0.497036, "f1": 0.465212, "accuracy": 0.497036, "main_score": 0.465212, "hf_subset": "shn_Mymr-bel_Cyrl", "languages": ["shn-Mymr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498444, "recall": 0.536561, "f1": 0.508279, "accuracy": 0.536561, "main_score": 0.508279, "hf_subset": "shn_Mymr-eng_Latn", "languages": ["shn-Mymr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482061, "recall": 0.524704, "f1": 0.493019, "accuracy": 0.524704, "main_score": 0.493019, "hf_subset": "shn_Mymr-hrv_Latn", "languages": ["shn-Mymr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422094, "recall": 0.467391, "f1": 0.434686, "accuracy": 0.467391, "main_score": 0.434686, "hf_subset": "shn_Mymr-kin_Latn", "languages": ["shn-Mymr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469543, "recall": 0.512846, "f1": 0.481548, "accuracy": 0.512846, "main_score": 0.481548, "hf_subset": "shn_Mymr-mal_Mlym", "languages": ["shn-Mymr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.453767, "recall": 0.500988, "f1": 0.466092, "accuracy": 0.500988, "main_score": 0.466092, "hf_subset": "shn_Mymr-pes_Arab", "languages": ["shn-Mymr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.466126, "recall": 0.504941, "f1": 0.476929, "accuracy": 0.504941, "main_score": 0.476929, "hf_subset": "shn_Mymr-srd_Latn", "languages": ["shn-Mymr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1717, "recall": 0.216403, "f1": 0.182605, "accuracy": 0.216403, "main_score": 0.182605, "hf_subset": "shn_Mymr-tzm_Tfng", "languages": ["shn-Mymr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.456758, "recall": 0.501976, "f1": 0.4682, "accuracy": 0.501976, "main_score": 0.4682, "hf_subset": "shn_Mymr-acq_Arab", "languages": ["shn-Mymr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.474847, "recall": 0.507905, "f1": 0.484176, "accuracy": 0.507905, "main_score": 0.484176, "hf_subset": "shn_Mymr-bem_Latn", "languages": ["shn-Mymr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465197, "recall": 0.508893, "f1": 0.477243, "accuracy": 0.508893, "main_score": 0.477243, "hf_subset": "shn_Mymr-epo_Latn", "languages": ["shn-Mymr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467984, "recall": 0.511858, "f1": 0.47907, "accuracy": 0.511858, "main_score": 0.47907, "hf_subset": "shn_Mymr-hun_Latn", "languages": ["shn-Mymr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460157, "recall": 0.502964, "f1": 0.47139, "accuracy": 0.502964, "main_score": 0.47139, "hf_subset": "shn_Mymr-kir_Cyrl", "languages": ["shn-Mymr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473031, "recall": 0.507905, "f1": 0.482834, "accuracy": 0.507905, "main_score": 0.482834, "hf_subset": "shn_Mymr-mar_Deva", "languages": ["shn-Mymr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.463535, "recall": 0.500988, "f1": 0.474073, "accuracy": 0.500988, "main_score": 0.474073, "hf_subset": "shn_Mymr-plt_Latn", "languages": ["shn-Mymr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475739, "recall": 0.516798, "f1": 0.487033, "accuracy": 0.516798, "main_score": 0.487033, "hf_subset": "shn_Mymr-srp_Cyrl", "languages": ["shn-Mymr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.38222, "recall": 0.438735, "f1": 0.397871, "accuracy": 0.438735, "main_score": 0.397871, "hf_subset": "shn_Mymr-uig_Arab", "languages": ["shn-Mymr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.459407, "recall": 0.499012, "f1": 0.470298, "accuracy": 0.499012, "main_score": 0.470298, "hf_subset": "shn_Mymr-aeb_Arab", "languages": ["shn-Mymr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.455565, "recall": 0.500988, "f1": 0.467204, "accuracy": 0.500988, "main_score": 0.467204, "hf_subset": "shn_Mymr-ben_Beng", "languages": ["shn-Mymr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.458375, "recall": 0.500988, "f1": 0.470238, "accuracy": 0.500988, "main_score": 0.470238, "hf_subset": "shn_Mymr-est_Latn", "languages": ["shn-Mymr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446813, "recall": 0.488142, "f1": 0.457323, "accuracy": 0.488142, "main_score": 0.457323, "hf_subset": "shn_Mymr-hye_Armn", "languages": ["shn-Mymr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.449827, "recall": 0.493083, "f1": 0.462022, "accuracy": 0.493083, "main_score": 0.462022, "hf_subset": "shn_Mymr-kmb_Latn", "languages": ["shn-Mymr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.335303, "recall": 0.383399, "f1": 0.348372, "accuracy": 0.383399, "main_score": 0.348372, "hf_subset": "shn_Mymr-min_Arab", "languages": ["shn-Mymr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.464579, "recall": 0.509881, "f1": 0.476661, "accuracy": 0.509881, "main_score": 0.476661, "hf_subset": "shn_Mymr-pol_Latn", "languages": ["shn-Mymr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442016, "recall": 0.485178, "f1": 0.454036, "accuracy": 0.485178, "main_score": 0.454036, "hf_subset": "shn_Mymr-ssw_Latn", "languages": ["shn-Mymr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45922, "recall": 0.507905, "f1": 0.471819, "accuracy": 0.507905, "main_score": 0.471819, "hf_subset": "shn_Mymr-ukr_Cyrl", "languages": ["shn-Mymr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495871, "recall": 0.531621, "f1": 0.504937, "accuracy": 0.531621, "main_score": 0.504937, "hf_subset": "shn_Mymr-afr_Latn", "languages": ["shn-Mymr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47438, "recall": 0.51087, "f1": 0.483995, "accuracy": 0.51087, "main_score": 0.483995, "hf_subset": "shn_Mymr-bho_Deva", "languages": ["shn-Mymr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466272, "recall": 0.51087, "f1": 0.477941, "accuracy": 0.51087, "main_score": 0.477941, "hf_subset": "shn_Mymr-eus_Latn", "languages": ["shn-Mymr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435302, "recall": 0.48419, "f1": 0.449106, "accuracy": 0.48419, "main_score": 0.449106, "hf_subset": "shn_Mymr-ibo_Latn", "languages": ["shn-Mymr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461445, "recall": 0.498024, "f1": 0.47205, "accuracy": 0.498024, "main_score": 0.47205, "hf_subset": "shn_Mymr-kmr_Latn", "languages": ["shn-Mymr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470158, "recall": 0.508893, "f1": 0.480818, "accuracy": 0.508893, "main_score": 0.480818, "hf_subset": "shn_Mymr-min_Latn", "languages": ["shn-Mymr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490431, "recall": 0.52668, "f1": 0.500144, "accuracy": 0.52668, "main_score": 0.500144, "hf_subset": "shn_Mymr-por_Latn", "languages": ["shn-Mymr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473585, "recall": 0.51087, "f1": 0.483333, "accuracy": 0.51087, "main_score": 0.483333, "hf_subset": "shn_Mymr-sun_Latn", "languages": ["shn-Mymr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417459, "recall": 0.465415, "f1": 0.43177, "accuracy": 0.465415, "main_score": 0.43177, "hf_subset": "shn_Mymr-umb_Latn", "languages": ["shn-Mymr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479982, "recall": 0.511858, "f1": 0.48861, "accuracy": 0.511858, "main_score": 0.48861, "hf_subset": "shn_Mymr-ajp_Arab", "languages": ["shn-Mymr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.338914, "recall": 0.389328, "f1": 0.352604, "accuracy": 0.389328, "main_score": 0.352604, "hf_subset": "shn_Mymr-bjn_Arab", "languages": ["shn-Mymr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.423122, "recall": 0.461462, "f1": 0.433991, "accuracy": 0.461462, "main_score": 0.433991, "hf_subset": "shn_Mymr-ewe_Latn", "languages": ["shn-Mymr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491982, "recall": 0.522727, "f1": 0.50012, "accuracy": 0.522727, "main_score": 0.50012, "hf_subset": "shn_Mymr-ilo_Latn", "languages": ["shn-Mymr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.259909, "recall": 0.316206, "f1": 0.2752, "accuracy": 0.316206, "main_score": 0.2752, "hf_subset": "shn_Mymr-knc_Arab", "languages": ["shn-Mymr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471973, "recall": 0.512846, "f1": 0.482847, "accuracy": 0.512846, "main_score": 0.482847, "hf_subset": "shn_Mymr-mkd_Cyrl", "languages": ["shn-Mymr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470622, "recall": 0.51087, "f1": 0.48153, "accuracy": 0.51087, "main_score": 0.48153, "hf_subset": "shn_Mymr-prs_Arab", "languages": ["shn-Mymr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.477299, "recall": 0.517787, "f1": 0.488103, "accuracy": 0.517787, "main_score": 0.488103, "hf_subset": "shn_Mymr-swe_Latn", "languages": ["shn-Mymr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437737, "recall": 0.490119, "f1": 0.451429, "accuracy": 0.490119, "main_score": 0.451429, "hf_subset": "shn_Mymr-urd_Arab", "languages": ["shn-Mymr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475965, "recall": 0.507905, "f1": 0.485133, "accuracy": 0.507905, "main_score": 0.485133, "hf_subset": "shn_Mymr-aka_Latn", "languages": ["shn-Mymr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469961, "recall": 0.507905, "f1": 0.480106, "accuracy": 0.507905, "main_score": 0.480106, "hf_subset": "shn_Mymr-bjn_Latn", "languages": ["shn-Mymr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45348, "recall": 0.496047, "f1": 0.464318, "accuracy": 0.496047, "main_score": 0.464318, "hf_subset": "shn_Mymr-fao_Latn", "languages": ["shn-Mymr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485795, "recall": 0.524704, "f1": 0.49639, "accuracy": 0.524704, "main_score": 0.49639, "hf_subset": "shn_Mymr-ind_Latn", "languages": ["shn-Mymr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463185, "recall": 0.503953, "f1": 0.473841, "accuracy": 0.503953, "main_score": 0.473841, "hf_subset": "shn_Mymr-knc_Latn", "languages": ["shn-Mymr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473, "recall": 0.51087, "f1": 0.482509, "accuracy": 0.51087, "main_score": 0.482509, "hf_subset": "shn_Mymr-mlt_Latn", "languages": ["shn-Mymr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44117, "recall": 0.486166, "f1": 0.453974, "accuracy": 0.486166, "main_score": 0.453974, "hf_subset": "shn_Mymr-quy_Latn", "languages": ["shn-Mymr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453137, "recall": 0.491107, "f1": 0.464027, "accuracy": 0.491107, "main_score": 0.464027, "hf_subset": "shn_Mymr-swh_Latn", "languages": ["shn-Mymr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459993, "recall": 0.497036, "f1": 0.470093, "accuracy": 0.497036, "main_score": 0.470093, "hf_subset": "shn_Mymr-uzn_Latn", "languages": ["shn-Mymr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462085, "recall": 0.498024, "f1": 0.47137, "accuracy": 0.498024, "main_score": 0.47137, "hf_subset": "shn_Mymr-als_Latn", "languages": ["shn-Mymr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.232972, "recall": 0.287549, "f1": 0.24589, "accuracy": 0.287549, "main_score": 0.24589, "hf_subset": "shn_Mymr-bod_Tibt", "languages": ["shn-Mymr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.470504, "recall": 0.504941, "f1": 0.480159, "accuracy": 0.504941, "main_score": 0.480159, "hf_subset": "shn_Mymr-fij_Latn", "languages": ["shn-Mymr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453143, "recall": 0.490119, "f1": 0.463863, "accuracy": 0.490119, "main_score": 0.463863, "hf_subset": "shn_Mymr-isl_Latn", "languages": ["shn-Mymr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449194, "recall": 0.48913, "f1": 0.460285, "accuracy": 0.48913, "main_score": 0.460285, "hf_subset": "shn_Mymr-kon_Latn", "languages": ["shn-Mymr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407558, "recall": 0.453557, "f1": 0.421045, "accuracy": 0.453557, "main_score": 0.421045, "hf_subset": "shn_Mymr-mni_Beng", "languages": ["shn-Mymr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.485442, "recall": 0.521739, "f1": 0.494783, "accuracy": 0.521739, "main_score": 0.494783, "hf_subset": "shn_Mymr-ron_Latn", "languages": ["shn-Mymr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458971, "recall": 0.498024, "f1": 0.469338, "accuracy": 0.498024, "main_score": 0.469338, "hf_subset": "shn_Mymr-szl_Latn", "languages": ["shn-Mymr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481173, "recall": 0.521739, "f1": 0.492324, "accuracy": 0.521739, "main_score": 0.492324, "hf_subset": "shn_Mymr-vec_Latn", "languages": ["shn-Mymr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388365, "recall": 0.438735, "f1": 0.401528, "accuracy": 0.438735, "main_score": 0.401528, "hf_subset": "shn_Mymr-amh_Ethi", "languages": ["shn-Mymr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.476601, "recall": 0.516798, "f1": 0.487545, "accuracy": 0.516798, "main_score": 0.487545, "hf_subset": "shn_Mymr-bos_Latn", "languages": ["shn-Mymr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462062, "recall": 0.504941, "f1": 0.473644, "accuracy": 0.504941, "main_score": 0.473644, "hf_subset": "shn_Mymr-fin_Latn", "languages": ["shn-Mymr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474729, "recall": 0.517787, "f1": 0.486004, "accuracy": 0.517787, "main_score": 0.486004, "hf_subset": "shn_Mymr-ita_Latn", "languages": ["shn-Mymr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46409, "recall": 0.504941, "f1": 0.475415, "accuracy": 0.504941, "main_score": 0.475415, "hf_subset": "shn_Mymr-kor_Hang", "languages": ["shn-Mymr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.427465, "recall": 0.474308, "f1": 0.440245, "accuracy": 0.474308, "main_score": 0.440245, "hf_subset": "shn_Mymr-mos_Latn", "languages": ["shn-Mymr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430329, "recall": 0.470356, "f1": 0.442112, "accuracy": 0.470356, "main_score": 0.442112, "hf_subset": "shn_Mymr-run_Latn", "languages": ["shn-Mymr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455698, "recall": 0.498024, "f1": 0.466763, "accuracy": 0.498024, "main_score": 0.466763, "hf_subset": "shn_Mymr-tam_Taml", "languages": ["shn-Mymr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.48741, "recall": 0.522727, "f1": 0.497117, "accuracy": 0.522727, "main_score": 0.497117, "hf_subset": "shn_Mymr-vie_Latn", "languages": ["shn-Mymr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462012, "recall": 0.499012, "f1": 0.471746, "accuracy": 0.499012, "main_score": 0.471746, "hf_subset": "shn_Mymr-apc_Arab", "languages": ["shn-Mymr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472831, "recall": 0.508893, "f1": 0.482977, "accuracy": 0.508893, "main_score": 0.482977, "hf_subset": "shn_Mymr-bug_Latn", "languages": ["shn-Mymr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414648, "recall": 0.454545, "f1": 0.425755, "accuracy": 0.454545, "main_score": 0.425755, "hf_subset": "shn_Mymr-fon_Latn", "languages": ["shn-Mymr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479398, "recall": 0.51581, "f1": 0.48907, "accuracy": 0.51581, "main_score": 0.48907, "hf_subset": "shn_Mymr-jav_Latn", "languages": ["shn-Mymr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444535, "recall": 0.48419, "f1": 0.455463, "accuracy": 0.48419, "main_score": 0.455463, "hf_subset": "shn_Mymr-lao_Laoo", "languages": ["shn-Mymr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.439938, "recall": 0.479249, "f1": 0.450661, "accuracy": 0.479249, "main_score": 0.450661, "hf_subset": "shn_Mymr-mri_Latn", "languages": ["shn-Mymr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473064, "recall": 0.512846, "f1": 0.483656, "accuracy": 0.512846, "main_score": 0.483656, "hf_subset": "shn_Mymr-rus_Cyrl", "languages": ["shn-Mymr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.424723, "recall": 0.467391, "f1": 0.436814, "accuracy": 0.467391, "main_score": 0.436814, "hf_subset": "shn_Mymr-taq_Latn", "languages": ["shn-Mymr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495516, "recall": 0.529644, "f1": 0.504827, "accuracy": 0.529644, "main_score": 0.504827, "hf_subset": "shn_Mymr-war_Latn", "languages": ["shn-Mymr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463848, "recall": 0.507905, "f1": 0.475653, "accuracy": 0.507905, "main_score": 0.475653, "hf_subset": "shn_Mymr-arb_Arab", "languages": ["shn-Mymr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.469383, "recall": 0.511858, "f1": 0.480436, "accuracy": 0.511858, "main_score": 0.480436, "hf_subset": "shn_Mymr-bul_Cyrl", "languages": ["shn-Mymr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472378, "recall": 0.511858, "f1": 0.482978, "accuracy": 0.511858, "main_score": 0.482978, "hf_subset": "shn_Mymr-fra_Latn", "languages": ["shn-Mymr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472167, "recall": 0.508893, "f1": 0.483131, "accuracy": 0.508893, "main_score": 0.483131, "hf_subset": "shn_Mymr-jpn_Jpan", "languages": ["shn-Mymr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.472897, "recall": 0.514822, "f1": 0.48423, "accuracy": 0.514822, "main_score": 0.48423, "hf_subset": "shn_Mymr-lij_Latn", "languages": ["shn-Mymr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357531, "recall": 0.417984, "f1": 0.372858, "accuracy": 0.417984, "main_score": 0.372858, "hf_subset": "shn_Mymr-mya_Mymr", "languages": ["shn-Mymr", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.436217, "recall": 0.479249, "f1": 0.448088, "accuracy": 0.479249, "main_score": 0.448088, "hf_subset": "shn_Mymr-sag_Latn", "languages": ["shn-Mymr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20251, "recall": 0.251976, "f1": 0.214014, "accuracy": 0.251976, "main_score": 0.214014, "hf_subset": "shn_Mymr-taq_Tfng", "languages": ["shn-Mymr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.465449, "recall": 0.5, "f1": 0.475533, "accuracy": 0.5, "main_score": 0.475533, "hf_subset": "shn_Mymr-wol_Latn", "languages": ["shn-Mymr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386735, "recall": 0.428854, "f1": 0.398875, "accuracy": 0.428854, "main_score": 0.398875, "hf_subset": "shn_Mymr-arb_Latn", "languages": ["shn-Mymr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476224, "recall": 0.514822, "f1": 0.485965, "accuracy": 0.514822, "main_score": 0.485965, "hf_subset": "shn_Mymr-cat_Latn", "languages": ["shn-Mymr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472854, "recall": 0.511858, "f1": 0.48339, "accuracy": 0.511858, "main_score": 0.48339, "hf_subset": "shn_Mymr-fur_Latn", "languages": ["shn-Mymr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.354555, "recall": 0.40415, "f1": 0.368472, "accuracy": 0.40415, "main_score": 0.368472, "hf_subset": "shn_Mymr-kab_Latn", "languages": ["shn-Mymr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456269, "recall": 0.494071, "f1": 0.467571, "accuracy": 0.494071, "main_score": 0.467571, "hf_subset": "shn_Mymr-lim_Latn", "languages": ["shn-Mymr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479639, "recall": 0.520751, "f1": 0.490353, "accuracy": 0.520751, "main_score": 0.490353, "hf_subset": "shn_Mymr-nld_Latn", "languages": ["shn-Mymr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433199, "recall": 0.479249, "f1": 0.44614, "accuracy": 0.479249, "main_score": 0.44614, "hf_subset": "shn_Mymr-san_Deva", "languages": ["shn-Mymr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472601, "recall": 0.512846, "f1": 0.483631, "accuracy": 0.512846, "main_score": 0.483631, "hf_subset": "shn_Mymr-tat_Cyrl", "languages": ["shn-Mymr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466351, "recall": 0.506917, "f1": 0.477779, "accuracy": 0.506917, "main_score": 0.477779, "hf_subset": "shn_Mymr-xho_Latn", "languages": ["shn-Mymr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437277, "recall": 0.485178, "f1": 0.450238, "accuracy": 0.485178, "main_score": 0.450238, "hf_subset": "shn_Mymr-ars_Arab", "languages": ["shn-Mymr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.491267, "recall": 0.521739, "f1": 0.4996, "accuracy": 0.521739, "main_score": 0.4996, "hf_subset": "shn_Mymr-ceb_Latn", "languages": ["shn-Mymr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419307, "recall": 0.463439, "f1": 0.431501, "accuracy": 0.463439, "main_score": 0.431501, "hf_subset": "shn_Mymr-fuv_Latn", "languages": ["shn-Mymr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435382, "recall": 0.48419, "f1": 0.449094, "accuracy": 0.48419, "main_score": 0.449094, "hf_subset": "shn_Mymr-kac_Latn", "languages": ["shn-Mymr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462147, "recall": 0.499012, "f1": 0.471938, "accuracy": 0.499012, "main_score": 0.471938, "hf_subset": "shn_Mymr-lin_Latn", "languages": ["shn-Mymr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470588, "recall": 0.507905, "f1": 0.480906, "accuracy": 0.507905, "main_score": 0.480906, "hf_subset": "shn_Mymr-nno_Latn", "languages": ["shn-Mymr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.094576, "recall": 0.139328, "f1": 0.10625, "accuracy": 0.139328, "main_score": 0.10625, "hf_subset": "shn_Mymr-sat_Olck", "languages": ["shn-Mymr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.45857, "recall": 0.502964, "f1": 0.471074, "accuracy": 0.502964, "main_score": 0.471074, "hf_subset": "shn_Mymr-tel_Telu", "languages": ["shn-Mymr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.407993, "recall": 0.455534, "f1": 0.421594, "accuracy": 0.455534, "main_score": 0.421594, "hf_subset": "shn_Mymr-ydd_Hebr", "languages": ["shn-Mymr", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.432127, "recall": 0.474308, "f1": 0.443805, "accuracy": 0.474308, "main_score": 0.443805, "hf_subset": "shn_Mymr-ary_Arab", "languages": ["shn-Mymr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478917, "recall": 0.518775, "f1": 0.489238, "accuracy": 0.518775, "main_score": 0.489238, "hf_subset": "shn_Mymr-ces_Latn", "languages": ["shn-Mymr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396463, "recall": 0.447628, "f1": 0.410677, "accuracy": 0.447628, "main_score": 0.410677, "hf_subset": "shn_Mymr-gaz_Latn", "languages": ["shn-Mymr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440378, "recall": 0.487154, "f1": 0.452551, "accuracy": 0.487154, "main_score": 0.452551, "hf_subset": "shn_Mymr-kam_Latn", "languages": ["shn-Mymr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460603, "recall": 0.503953, "f1": 0.471709, "accuracy": 0.503953, "main_score": 0.471709, "hf_subset": "shn_Mymr-lit_Latn", "languages": ["shn-Mymr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468897, "recall": 0.509881, "f1": 0.480076, "accuracy": 0.509881, "main_score": 0.480076, "hf_subset": "shn_Mymr-nob_Latn", "languages": ["shn-Mymr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464079, "recall": 0.508893, "f1": 0.475818, "accuracy": 0.508893, "main_score": 0.475818, "hf_subset": "shn_Mymr-scn_Latn", "languages": ["shn-Mymr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463387, "recall": 0.5, "f1": 0.473437, "accuracy": 0.5, "main_score": 0.473437, "hf_subset": "shn_Mymr-tgk_Cyrl", "languages": ["shn-Mymr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.40006, "recall": 0.448617, "f1": 0.414216, "accuracy": 0.448617, "main_score": 0.414216, "hf_subset": "shn_Mymr-yor_Latn", "languages": ["shn-Mymr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456787, "recall": 0.500988, "f1": 0.467917, "accuracy": 0.500988, "main_score": 0.467917, "hf_subset": "shn_Mymr-arz_Arab", "languages": ["shn-Mymr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.41085, "recall": 0.453557, "f1": 0.423535, "accuracy": 0.453557, "main_score": 0.423535, "hf_subset": "shn_Mymr-cjk_Latn", "languages": ["shn-Mymr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423452, "recall": 0.464427, "f1": 0.435808, "accuracy": 0.464427, "main_score": 0.435808, "hf_subset": "shn_Mymr-gla_Latn", "languages": ["shn-Mymr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464536, "recall": 0.504941, "f1": 0.475784, "accuracy": 0.504941, "main_score": 0.475784, "hf_subset": "shn_Mymr-kan_Knda", "languages": ["shn-Mymr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.475785, "recall": 0.509881, "f1": 0.485806, "accuracy": 0.509881, "main_score": 0.485806, "hf_subset": "shn_Mymr-lmo_Latn", "languages": ["shn-Mymr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457903, "recall": 0.504941, "f1": 0.47002, "accuracy": 0.504941, "main_score": 0.47002, "hf_subset": "shn_Mymr-npi_Deva", "languages": ["shn-Mymr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.498657, "recall": 0.528656, "f1": 0.50699, "accuracy": 0.528656, "main_score": 0.50699, "hf_subset": "shn_Mymr-tgl_Latn", "languages": ["shn-Mymr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457763, "recall": 0.5, "f1": 0.469044, "accuracy": 0.5, "main_score": 0.469044, "hf_subset": "shn_Mymr-yue_Hant", "languages": ["shn-Mymr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.422539, "recall": 0.470356, "f1": 0.435712, "accuracy": 0.470356, "main_score": 0.435712, "hf_subset": "shn_Mymr-asm_Beng", "languages": ["shn-Mymr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.414027, "recall": 0.459486, "f1": 0.427051, "accuracy": 0.459486, "main_score": 0.427051, "hf_subset": "shn_Mymr-ckb_Arab", "languages": ["shn-Mymr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.430273, "recall": 0.469368, "f1": 0.441186, "accuracy": 0.469368, "main_score": 0.441186, "hf_subset": "shn_Mymr-gle_Latn", "languages": ["shn-Mymr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413202, "recall": 0.459486, "f1": 0.425945, "accuracy": 0.459486, "main_score": 0.425945, "hf_subset": "shn_Mymr-kas_Arab", "languages": ["shn-Mymr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444688, "recall": 0.486166, "f1": 0.45612, "accuracy": 0.486166, "main_score": 0.45612, "hf_subset": "shn_Mymr-ltg_Latn", "languages": ["shn-Mymr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469135, "recall": 0.504941, "f1": 0.47885, "accuracy": 0.504941, "main_score": 0.47885, "hf_subset": "shn_Mymr-nso_Latn", "languages": ["shn-Mymr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408816, "recall": 0.453557, "f1": 0.421608, "accuracy": 0.453557, "main_score": 0.421608, "hf_subset": "shn_Mymr-sin_Sinh", "languages": ["shn-Mymr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.466322, "recall": 0.503953, "f1": 0.476609, "accuracy": 0.503953, "main_score": 0.476609, "hf_subset": "shn_Mymr-tha_Thai", "languages": ["shn-Mymr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.458195, "recall": 0.5, "f1": 0.469624, "accuracy": 0.5, "main_score": 0.469624, "hf_subset": "shn_Mymr-zho_Hans", "languages": ["shn-Mymr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.476357, "recall": 0.516798, "f1": 0.486865, "accuracy": 0.516798, "main_score": 0.486865, "hf_subset": "shn_Mymr-ast_Latn", "languages": ["shn-Mymr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450313, "recall": 0.488142, "f1": 0.461444, "accuracy": 0.488142, "main_score": 0.461444, "hf_subset": "shn_Mymr-crh_Latn", "languages": ["shn-Mymr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471721, "recall": 0.513834, "f1": 0.482193, "accuracy": 0.513834, "main_score": 0.482193, "hf_subset": "shn_Mymr-glg_Latn", "languages": ["shn-Mymr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423736, "recall": 0.468379, "f1": 0.436257, "accuracy": 0.468379, "main_score": 0.436257, "hf_subset": "shn_Mymr-kas_Deva", "languages": ["shn-Mymr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.456352, "recall": 0.493083, "f1": 0.466879, "accuracy": 0.493083, "main_score": 0.466879, "hf_subset": "shn_Mymr-ltz_Latn", "languages": ["shn-Mymr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386323, "recall": 0.433794, "f1": 0.399056, "accuracy": 0.433794, "main_score": 0.399056, "hf_subset": "shn_Mymr-nus_Latn", "languages": ["shn-Mymr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47746, "recall": 0.516798, "f1": 0.487859, "accuracy": 0.516798, "main_score": 0.487859, "hf_subset": "shn_Mymr-slk_Latn", "languages": ["shn-Mymr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3485, "recall": 0.395257, "f1": 0.361959, "accuracy": 0.395257, "main_score": 0.361959, "hf_subset": "shn_Mymr-tir_Ethi", "languages": ["shn-Mymr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.448583, "recall": 0.496047, "f1": 0.461022, "accuracy": 0.496047, "main_score": 0.461022, "hf_subset": "shn_Mymr-zho_Hant", "languages": ["shn-Mymr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.462208, "recall": 0.503953, "f1": 0.473476, "accuracy": 0.503953, "main_score": 0.473476, "hf_subset": "shn_Mymr-awa_Deva", "languages": ["shn-Mymr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450939, "recall": 0.493083, "f1": 0.462162, "accuracy": 0.493083, "main_score": 0.462162, "hf_subset": "shn_Mymr-cym_Latn", "languages": ["shn-Mymr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469955, "recall": 0.51087, "f1": 0.481351, "accuracy": 0.51087, "main_score": 0.481351, "hf_subset": "shn_Mymr-grn_Latn", "languages": ["shn-Mymr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452836, "recall": 0.496047, "f1": 0.464043, "accuracy": 0.496047, "main_score": 0.464043, "hf_subset": "shn_Mymr-kat_Geor", "languages": ["shn-Mymr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.450792, "recall": 0.497036, "f1": 0.463832, "accuracy": 0.497036, "main_score": 0.463832, "hf_subset": "shn_Mymr-lua_Latn", "languages": ["shn-Mymr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470316, "recall": 0.504941, "f1": 0.47977, "accuracy": 0.504941, "main_score": 0.47977, "hf_subset": "shn_Mymr-nya_Latn", "languages": ["shn-Mymr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4659, "recall": 0.503953, "f1": 0.475622, "accuracy": 0.503953, "main_score": 0.475622, "hf_subset": "shn_Mymr-slv_Latn", "languages": ["shn-Mymr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478209, "recall": 0.516798, "f1": 0.488987, "accuracy": 0.516798, "main_score": 0.488987, "hf_subset": "shn_Mymr-tpi_Latn", "languages": ["shn-Mymr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490353, "recall": 0.525692, "f1": 0.499686, "accuracy": 0.525692, "main_score": 0.499686, "hf_subset": "shn_Mymr-zsm_Latn", "languages": ["shn-Mymr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429115, "recall": 0.471344, "f1": 0.441631, "accuracy": 0.471344, "main_score": 0.441631, "hf_subset": "shn_Mymr-ayr_Latn", "languages": ["shn-Mymr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476161, "recall": 0.516798, "f1": 0.487049, "accuracy": 0.516798, "main_score": 0.487049, "hf_subset": "shn_Mymr-dan_Latn", "languages": ["shn-Mymr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466813, "recall": 0.502964, "f1": 0.477221, "accuracy": 0.502964, "main_score": 0.477221, "hf_subset": "shn_Mymr-guj_Gujr", "languages": ["shn-Mymr", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.461502, "recall": 0.506917, "f1": 0.473561, "accuracy": 0.506917, "main_score": 0.473561, "hf_subset": "shn_Mymr-kaz_Cyrl", "languages": ["shn-Mymr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.421057, "recall": 0.466403, "f1": 0.434226, "accuracy": 0.466403, "main_score": 0.434226, "hf_subset": "shn_Mymr-lug_Latn", "languages": ["shn-Mymr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483429, "recall": 0.518775, "f1": 0.492907, "accuracy": 0.518775, "main_score": 0.492907, "hf_subset": "shn_Mymr-oci_Latn", "languages": ["shn-Mymr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455972, "recall": 0.492095, "f1": 0.466518, "accuracy": 0.492095, "main_score": 0.466518, "hf_subset": "shn_Mymr-smo_Latn", "languages": ["shn-Mymr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437689, "recall": 0.482213, "f1": 0.449939, "accuracy": 0.482213, "main_score": 0.449939, "hf_subset": "shn_Mymr-tsn_Latn", "languages": ["shn-Mymr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436592, "recall": 0.481225, "f1": 0.449296, "accuracy": 0.481225, "main_score": 0.449296, "hf_subset": "shn_Mymr-zul_Latn", "languages": ["shn-Mymr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407584, "recall": 0.453557, "f1": 0.420363, "accuracy": 0.453557, "main_score": 0.420363, "hf_subset": "shn_Mymr-azb_Arab", "languages": ["shn-Mymr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475494, "recall": 0.518775, "f1": 0.486441, "accuracy": 0.518775, "main_score": 0.486441, "hf_subset": "shn_Mymr-deu_Latn", "languages": ["shn-Mymr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422479, "recall": 0.462451, "f1": 0.433966, "accuracy": 0.462451, "main_score": 0.433966, "hf_subset": "shn_Mymr-hat_Latn", "languages": ["shn-Mymr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435254, "recall": 0.475296, "f1": 0.446456, "accuracy": 0.475296, "main_score": 0.446456, "hf_subset": "shn_Mymr-kbp_Latn", "languages": ["shn-Mymr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461893, "recall": 0.5, "f1": 0.472323, "accuracy": 0.5, "main_score": 0.472323, "hf_subset": "shn_Mymr-luo_Latn", "languages": ["shn-Mymr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449579, "recall": 0.495059, "f1": 0.462771, "accuracy": 0.495059, "main_score": 0.462771, "hf_subset": "shn_Mymr-ory_Orya", "languages": ["shn-Mymr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.444884, "recall": 0.483202, "f1": 0.455238, "accuracy": 0.483202, "main_score": 0.455238, "hf_subset": "shn_Mymr-sna_Latn", "languages": ["shn-Mymr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440952, "recall": 0.479249, "f1": 0.451839, "accuracy": 0.479249, "main_score": 0.451839, "hf_subset": "shn_Mymr-tso_Latn", "languages": ["shn-Mymr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446018, "recall": 0.494071, "f1": 0.458786, "accuracy": 0.494071, "main_score": 0.458786, "hf_subset": "shn_Mymr-azj_Latn", "languages": ["shn-Mymr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429821, "recall": 0.471344, "f1": 0.441919, "accuracy": 0.471344, "main_score": 0.441919, "hf_subset": "shn_Mymr-dik_Latn", "languages": ["shn-Mymr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444098, "recall": 0.486166, "f1": 0.455595, "accuracy": 0.486166, "main_score": 0.455595, "hf_subset": "shn_Mymr-hau_Latn", "languages": ["shn-Mymr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468116, "recall": 0.504941, "f1": 0.478358, "accuracy": 0.504941, "main_score": 0.478358, "hf_subset": "shn_Mymr-kea_Latn", "languages": ["shn-Mymr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473073, "recall": 0.502964, "f1": 0.481851, "accuracy": 0.502964, "main_score": 0.481851, "hf_subset": "shn_Mymr-lus_Latn", "languages": ["shn-Mymr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486762, "recall": 0.518775, "f1": 0.495357, "accuracy": 0.518775, "main_score": 0.495357, "hf_subset": "shn_Mymr-pag_Latn", "languages": ["shn-Mymr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421947, "recall": 0.472332, "f1": 0.435075, "accuracy": 0.472332, "main_score": 0.435075, "hf_subset": "shn_Mymr-snd_Arab", "languages": ["shn-Mymr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.424298, "recall": 0.465415, "f1": 0.436107, "accuracy": 0.465415, "main_score": 0.436107, "hf_subset": "shn_Mymr-tuk_Latn", "languages": ["shn-Mymr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468016, "recall": 0.505929, "f1": 0.478636, "accuracy": 0.505929, "main_score": 0.478636, "hf_subset": "shn_Mymr-bak_Cyrl", "languages": ["shn-Mymr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.347796, "recall": 0.405138, "f1": 0.364131, "accuracy": 0.405138, "main_score": 0.364131, "hf_subset": "shn_Mymr-dyu_Latn", "languages": ["shn-Mymr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453101, "recall": 0.494071, "f1": 0.464903, "accuracy": 0.494071, "main_score": 0.464903, "hf_subset": "shn_Mymr-heb_Hebr", "languages": ["shn-Mymr", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.433484, "recall": 0.478261, "f1": 0.445776, "accuracy": 0.478261, "main_score": 0.445776, "hf_subset": "shn_Mymr-khk_Cyrl", "languages": ["shn-Mymr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466975, "recall": 0.509881, "f1": 0.478281, "accuracy": 0.509881, "main_score": 0.478281, "hf_subset": "shn_Mymr-lvs_Latn", "languages": ["shn-Mymr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464188, "recall": 0.508893, "f1": 0.476023, "accuracy": 0.508893, "main_score": 0.476023, "hf_subset": "shn_Mymr-pan_Guru", "languages": ["shn-Mymr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.434671, "recall": 0.47332, "f1": 0.445599, "accuracy": 0.47332, "main_score": 0.445599, "hf_subset": "shn_Mymr-som_Latn", "languages": ["shn-Mymr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44405, "recall": 0.482213, "f1": 0.454814, "accuracy": 0.482213, "main_score": 0.454814, "hf_subset": "shn_Mymr-tum_Latn", "languages": ["shn-Mymr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599031, "recall": 0.664032, "f1": 0.618088, "accuracy": 0.664032, "main_score": 0.618088, "hf_subset": "tgl_Latn-ace_Arab", "languages": ["tgl-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556439, "recall": 0.618577, "f1": 0.574258, "accuracy": 0.618577, "main_score": 0.574258, "hf_subset": "tgl_Latn-bam_Latn", "languages": ["tgl-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451049, "recall": 0.528656, "f1": 0.471379, "accuracy": 0.528656, "main_score": 0.471379, "hf_subset": "tgl_Latn-dzo_Tibt", "languages": ["tgl-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-hin_Deva", "languages": ["tgl-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-khm_Khmr", "languages": ["tgl-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-mag_Deva", "languages": ["tgl-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-pap_Latn", "languages": ["tgl-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631498, "recall": 0.685771, "f1": 0.646855, "accuracy": 0.685771, "main_score": 0.646855, "hf_subset": "tgl_Latn-sot_Latn", "languages": ["tgl-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tur_Latn", "languages": ["tgl-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890152, "recall": 0.918972, "f1": 0.899341, "accuracy": 0.918972, "main_score": 0.899341, "hf_subset": "tgl_Latn-ace_Latn", "languages": ["tgl-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.974308, "f1": 0.968379, "accuracy": 0.974308, "main_score": 0.968379, "hf_subset": "tgl_Latn-ban_Latn", "languages": ["tgl-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-ell_Grek", "languages": ["tgl-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tgl_Latn-hne_Deva", "languages": ["tgl-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.629319, "recall": 0.683794, "f1": 0.645033, "accuracy": 0.683794, "main_score": 0.645033, "hf_subset": "tgl_Latn-kik_Latn", "languages": ["tgl-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-mai_Deva", "languages": ["tgl-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgl_Latn-pbt_Arab", "languages": ["tgl-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-spa_Latn", "languages": ["tgl-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643536, "recall": 0.701581, "f1": 0.660153, "accuracy": 0.701581, "main_score": 0.660153, "hf_subset": "tgl_Latn-twi_Latn", "languages": ["tgl-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-acm_Arab", "languages": ["tgl-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-bel_Cyrl", "languages": ["tgl-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-eng_Latn", "languages": ["tgl-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-hrv_Latn", "languages": ["tgl-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592869, "recall": 0.658103, "f1": 0.611124, "accuracy": 0.658103, "main_score": 0.611124, "hf_subset": "tgl_Latn-kin_Latn", "languages": ["tgl-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-mal_Mlym", "languages": ["tgl-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-pes_Arab", "languages": ["tgl-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgl_Latn-srd_Latn", "languages": ["tgl-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189754, "recall": 0.240119, "f1": 0.202126, "accuracy": 0.240119, "main_score": 0.202126, "hf_subset": "tgl_Latn-tzm_Tfng", "languages": ["tgl-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-acq_Arab", "languages": ["tgl-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.662286, "recall": 0.709486, "f1": 0.675363, "accuracy": 0.709486, "main_score": 0.675363, "hf_subset": "tgl_Latn-bem_Latn", "languages": ["tgl-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-epo_Latn", "languages": ["tgl-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-hun_Latn", "languages": ["tgl-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-kir_Cyrl", "languages": ["tgl-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-mar_Deva", "languages": ["tgl-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.698435, "recall": 0.749012, "f1": 0.713556, "accuracy": 0.749012, "main_score": 0.713556, "hf_subset": "tgl_Latn-plt_Latn", "languages": ["tgl-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-srp_Cyrl", "languages": ["tgl-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "tgl_Latn-uig_Arab", "languages": ["tgl-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-aeb_Arab", "languages": ["tgl-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ben_Beng", "languages": ["tgl-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-est_Latn", "languages": ["tgl-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-hye_Armn", "languages": ["tgl-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.565843, "recall": 0.616601, "f1": 0.580552, "accuracy": 0.616601, "main_score": 0.580552, "hf_subset": "tgl_Latn-kmb_Latn", "languages": ["tgl-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537799, "recall": 0.607708, "f1": 0.557119, "accuracy": 0.607708, "main_score": 0.557119, "hf_subset": "tgl_Latn-min_Arab", "languages": ["tgl-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-pol_Latn", "languages": ["tgl-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586989, "recall": 0.656126, "f1": 0.606837, "accuracy": 0.656126, "main_score": 0.606837, "hf_subset": "tgl_Latn-ssw_Latn", "languages": ["tgl-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ukr_Cyrl", "languages": ["tgl-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-afr_Latn", "languages": ["tgl-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-bho_Deva", "languages": ["tgl-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "tgl_Latn-eus_Latn", "languages": ["tgl-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602908, "recall": 0.666008, "f1": 0.62072, "accuracy": 0.666008, "main_score": 0.62072, "hf_subset": "tgl_Latn-ibo_Latn", "languages": ["tgl-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902586, "recall": 0.929842, "f1": 0.911133, "accuracy": 0.929842, "main_score": 0.911133, "hf_subset": "tgl_Latn-kmr_Latn", "languages": ["tgl-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tgl_Latn-min_Latn", "languages": ["tgl-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-por_Latn", "languages": ["tgl-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-sun_Latn", "languages": ["tgl-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550215, "recall": 0.604743, "f1": 0.565634, "accuracy": 0.604743, "main_score": 0.565634, "hf_subset": "tgl_Latn-umb_Latn", "languages": ["tgl-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ajp_Arab", "languages": ["tgl-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567394, "recall": 0.629447, "f1": 0.58451, "accuracy": 0.629447, "main_score": 0.58451, "hf_subset": "tgl_Latn-bjn_Arab", "languages": ["tgl-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538383, "recall": 0.599802, "f1": 0.556074, "accuracy": 0.599802, "main_score": 0.556074, "hf_subset": "tgl_Latn-ewe_Latn", "languages": ["tgl-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "tgl_Latn-ilo_Latn", "languages": ["tgl-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324888, "recall": 0.383399, "f1": 0.341236, "accuracy": 0.383399, "main_score": 0.341236, "hf_subset": "tgl_Latn-knc_Arab", "languages": ["tgl-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-mkd_Cyrl", "languages": ["tgl-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-prs_Arab", "languages": ["tgl-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-swe_Latn", "languages": ["tgl-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-urd_Arab", "languages": ["tgl-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.610766, "recall": 0.667984, "f1": 0.626833, "accuracy": 0.667984, "main_score": 0.626833, "hf_subset": "tgl_Latn-aka_Latn", "languages": ["tgl-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-bjn_Latn", "languages": ["tgl-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgl_Latn-fao_Latn", "languages": ["tgl-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ind_Latn", "languages": ["tgl-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609256, "recall": 0.662055, "f1": 0.624531, "accuracy": 0.662055, "main_score": 0.624531, "hf_subset": "tgl_Latn-knc_Latn", "languages": ["tgl-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-mlt_Latn", "languages": ["tgl-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726837, "recall": 0.787549, "f1": 0.744801, "accuracy": 0.787549, "main_score": 0.744801, "hf_subset": "tgl_Latn-quy_Latn", "languages": ["tgl-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgl_Latn-swh_Latn", "languages": ["tgl-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-uzn_Latn", "languages": ["tgl-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-als_Latn", "languages": ["tgl-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676507, "recall": 0.749012, "f1": 0.698163, "accuracy": 0.749012, "main_score": 0.698163, "hf_subset": "tgl_Latn-bod_Tibt", "languages": ["tgl-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.734323, "recall": 0.787549, "f1": 0.749841, "accuracy": 0.787549, "main_score": 0.749841, "hf_subset": "tgl_Latn-fij_Latn", "languages": ["tgl-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-isl_Latn", "languages": ["tgl-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699539, "recall": 0.749012, "f1": 0.714361, "accuracy": 0.749012, "main_score": 0.714361, "hf_subset": "tgl_Latn-kon_Latn", "languages": ["tgl-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686521, "recall": 0.751976, "f1": 0.705592, "accuracy": 0.751976, "main_score": 0.705592, "hf_subset": "tgl_Latn-mni_Beng", "languages": ["tgl-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ron_Latn", "languages": ["tgl-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "tgl_Latn-szl_Latn", "languages": ["tgl-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-vec_Latn", "languages": ["tgl-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "tgl_Latn-amh_Ethi", "languages": ["tgl-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-bos_Latn", "languages": ["tgl-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-fin_Latn", "languages": ["tgl-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ita_Latn", "languages": ["tgl-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-kor_Hang", "languages": ["tgl-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.567874, "recall": 0.62747, "f1": 0.584463, "accuracy": 0.62747, "main_score": 0.584463, "hf_subset": "tgl_Latn-mos_Latn", "languages": ["tgl-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586044, "recall": 0.641304, "f1": 0.60155, "accuracy": 0.641304, "main_score": 0.60155, "hf_subset": "tgl_Latn-run_Latn", "languages": ["tgl-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-tam_Taml", "languages": ["tgl-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-vie_Latn", "languages": ["tgl-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-apc_Arab", "languages": ["tgl-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.80947, "recall": 0.852767, "f1": 0.822497, "accuracy": 0.852767, "main_score": 0.822497, "hf_subset": "tgl_Latn-bug_Latn", "languages": ["tgl-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487134, "recall": 0.540514, "f1": 0.501789, "accuracy": 0.540514, "main_score": 0.501789, "hf_subset": "tgl_Latn-fon_Latn", "languages": ["tgl-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-jav_Latn", "languages": ["tgl-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-lao_Laoo", "languages": ["tgl-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.895833, "recall": 0.926877, "f1": 0.905698, "accuracy": 0.926877, "main_score": 0.905698, "hf_subset": "tgl_Latn-mri_Latn", "languages": ["tgl-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-rus_Cyrl", "languages": ["tgl-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.561162, "recall": 0.621542, "f1": 0.57812, "accuracy": 0.621542, "main_score": 0.57812, "hf_subset": "tgl_Latn-taq_Latn", "languages": ["tgl-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-war_Latn", "languages": ["tgl-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-arb_Arab", "languages": ["tgl-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-bul_Cyrl", "languages": ["tgl-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-fra_Latn", "languages": ["tgl-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-jpn_Jpan", "languages": ["tgl-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgl_Latn-lij_Latn", "languages": ["tgl-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "tgl_Latn-mya_Mymr", "languages": ["tgl-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.612693, "recall": 0.679842, "f1": 0.632038, "accuracy": 0.679842, "main_score": 0.632038, "hf_subset": "tgl_Latn-sag_Latn", "languages": ["tgl-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207114, "recall": 0.263834, "f1": 0.220165, "accuracy": 0.263834, "main_score": 0.220165, "hf_subset": "tgl_Latn-taq_Tfng", "languages": ["tgl-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.647803, "recall": 0.706522, "f1": 0.664792, "accuracy": 0.706522, "main_score": 0.664792, "hf_subset": "tgl_Latn-wol_Latn", "languages": ["tgl-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813027, "recall": 0.860672, "f1": 0.827404, "accuracy": 0.860672, "main_score": 0.827404, "hf_subset": "tgl_Latn-arb_Latn", "languages": ["tgl-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-cat_Latn", "languages": ["tgl-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgl_Latn-fur_Latn", "languages": ["tgl-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443174, "recall": 0.502964, "f1": 0.459917, "accuracy": 0.502964, "main_score": 0.459917, "hf_subset": "tgl_Latn-kab_Latn", "languages": ["tgl-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-lim_Latn", "languages": ["tgl-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nld_Latn", "languages": ["tgl-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tgl_Latn-san_Deva", "languages": ["tgl-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-tat_Cyrl", "languages": ["tgl-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.701197, "recall": 0.750988, "f1": 0.716041, "accuracy": 0.750988, "main_score": 0.716041, "hf_subset": "tgl_Latn-xho_Latn", "languages": ["tgl-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ars_Arab", "languages": ["tgl-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ceb_Latn", "languages": ["tgl-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569741, "recall": 0.633399, "f1": 0.588271, "accuracy": 0.633399, "main_score": 0.588271, "hf_subset": "tgl_Latn-fuv_Latn", "languages": ["tgl-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528826, "recall": 0.591897, "f1": 0.545847, "accuracy": 0.591897, "main_score": 0.545847, "hf_subset": "tgl_Latn-kac_Latn", "languages": ["tgl-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710385, "recall": 0.758893, "f1": 0.724, "accuracy": 0.758893, "main_score": 0.724, "hf_subset": "tgl_Latn-lin_Latn", "languages": ["tgl-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nno_Latn", "languages": ["tgl-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.253635, "recall": 0.33004, "f1": 0.273332, "accuracy": 0.33004, "main_score": 0.273332, "hf_subset": "tgl_Latn-sat_Olck", "languages": ["tgl-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tel_Telu", "languages": ["tgl-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tgl_Latn-ydd_Hebr", "languages": ["tgl-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "tgl_Latn-ary_Arab", "languages": ["tgl-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ces_Latn", "languages": ["tgl-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624621, "recall": 0.683794, "f1": 0.642015, "accuracy": 0.683794, "main_score": 0.642015, "hf_subset": "tgl_Latn-gaz_Latn", "languages": ["tgl-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60247, "recall": 0.666996, "f1": 0.620911, "accuracy": 0.666996, "main_score": 0.620911, "hf_subset": "tgl_Latn-kam_Latn", "languages": ["tgl-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tgl_Latn-lit_Latn", "languages": ["tgl-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nob_Latn", "languages": ["tgl-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "tgl_Latn-scn_Latn", "languages": ["tgl-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tgl_Latn-tgk_Cyrl", "languages": ["tgl-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.739336, "recall": 0.798419, "f1": 0.757334, "accuracy": 0.798419, "main_score": 0.757334, "hf_subset": "tgl_Latn-yor_Latn", "languages": ["tgl-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-arz_Arab", "languages": ["tgl-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.572539, "recall": 0.633399, "f1": 0.590203, "accuracy": 0.633399, "main_score": 0.590203, "hf_subset": "tgl_Latn-cjk_Latn", "languages": ["tgl-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820076, "recall": 0.863636, "f1": 0.833531, "accuracy": 0.863636, "main_score": 0.833531, "hf_subset": "tgl_Latn-gla_Latn", "languages": ["tgl-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-kan_Knda", "languages": ["tgl-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgl_Latn-lmo_Latn", "languages": ["tgl-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "tgl_Latn-npi_Deva", "languages": ["tgl-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.483625, "recall": 0.547431, "f1": 0.500877, "accuracy": 0.547431, "main_score": 0.500877, "hf_subset": "tgl_Latn-shn_Mymr", "languages": ["tgl-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-yue_Hant", "languages": ["tgl-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-asm_Beng", "languages": ["tgl-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "tgl_Latn-ckb_Arab", "languages": ["tgl-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.913867, "recall": 0.938735, "f1": 0.921739, "accuracy": 0.938735, "main_score": 0.921739, "hf_subset": "tgl_Latn-gle_Latn", "languages": ["tgl-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "tgl_Latn-kas_Arab", "languages": ["tgl-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "tgl_Latn-ltg_Latn", "languages": ["tgl-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642379, "recall": 0.694664, "f1": 0.657316, "accuracy": 0.694664, "main_score": 0.657316, "hf_subset": "tgl_Latn-nso_Latn", "languages": ["tgl-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-sin_Sinh", "languages": ["tgl-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tha_Thai", "languages": ["tgl-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-zho_Hans", "languages": ["tgl-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ast_Latn", "languages": ["tgl-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-crh_Latn", "languages": ["tgl-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-glg_Latn", "languages": ["tgl-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908103, "recall": 0.935771, "f1": 0.916996, "accuracy": 0.935771, "main_score": 0.916996, "hf_subset": "tgl_Latn-kas_Deva", "languages": ["tgl-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tgl_Latn-ltz_Latn", "languages": ["tgl-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492278, "recall": 0.560277, "f1": 0.511114, "accuracy": 0.560277, "main_score": 0.511114, "hf_subset": "tgl_Latn-nus_Latn", "languages": ["tgl-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-slk_Latn", "languages": ["tgl-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640827, "recall": 0.713439, "f1": 0.662601, "accuracy": 0.713439, "main_score": 0.662601, "hf_subset": "tgl_Latn-tir_Ethi", "languages": ["tgl-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-zho_Hant", "languages": ["tgl-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986907, "recall": 0.990119, "f1": 0.987879, "accuracy": 0.990119, "main_score": 0.987879, "hf_subset": "tgl_Latn-awa_Deva", "languages": ["tgl-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-cym_Latn", "languages": ["tgl-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850461, "recall": 0.88834, "f1": 0.862088, "accuracy": 0.88834, "main_score": 0.862088, "hf_subset": "tgl_Latn-grn_Latn", "languages": ["tgl-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-kat_Geor", "languages": ["tgl-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.663435, "recall": 0.714427, "f1": 0.677931, "accuracy": 0.714427, "main_score": 0.677931, "hf_subset": "tgl_Latn-lua_Latn", "languages": ["tgl-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671201, "recall": 0.72332, "f1": 0.686152, "accuracy": 0.72332, "main_score": 0.686152, "hf_subset": "tgl_Latn-nya_Latn", "languages": ["tgl-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-slv_Latn", "languages": ["tgl-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "tgl_Latn-tpi_Latn", "languages": ["tgl-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-zsm_Latn", "languages": ["tgl-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564399, "recall": 0.628458, "f1": 0.582218, "accuracy": 0.628458, "main_score": 0.582218, "hf_subset": "tgl_Latn-ayr_Latn", "languages": ["tgl-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-dan_Latn", "languages": ["tgl-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-guj_Gujr", "languages": ["tgl-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-kaz_Cyrl", "languages": ["tgl-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558509, "recall": 0.620553, "f1": 0.575919, "accuracy": 0.620553, "main_score": 0.575919, "hf_subset": "tgl_Latn-lug_Latn", "languages": ["tgl-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-oci_Latn", "languages": ["tgl-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852849, "recall": 0.893281, "f1": 0.865481, "accuracy": 0.893281, "main_score": 0.865481, "hf_subset": "tgl_Latn-smo_Latn", "languages": ["tgl-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575882, "recall": 0.636364, "f1": 0.592976, "accuracy": 0.636364, "main_score": 0.592976, "hf_subset": "tgl_Latn-tsn_Latn", "languages": ["tgl-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66917, "recall": 0.726285, "f1": 0.68643, "accuracy": 0.726285, "main_score": 0.68643, "hf_subset": "tgl_Latn-zul_Latn", "languages": ["tgl-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930583, "recall": 0.948617, "f1": 0.936166, "accuracy": 0.948617, "main_score": 0.936166, "hf_subset": "tgl_Latn-azb_Arab", "languages": ["tgl-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-deu_Latn", "languages": ["tgl-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "tgl_Latn-hat_Latn", "languages": ["tgl-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510921, "recall": 0.564229, "f1": 0.525811, "accuracy": 0.564229, "main_score": 0.525811, "hf_subset": "tgl_Latn-kbp_Latn", "languages": ["tgl-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600484, "recall": 0.656126, "f1": 0.615364, "accuracy": 0.656126, "main_score": 0.615364, "hf_subset": "tgl_Latn-luo_Latn", "languages": ["tgl-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ory_Orya", "languages": ["tgl-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.618045, "recall": 0.677866, "f1": 0.635131, "accuracy": 0.677866, "main_score": 0.635131, "hf_subset": "tgl_Latn-sna_Latn", "languages": ["tgl-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574854, "recall": 0.632411, "f1": 0.590834, "accuracy": 0.632411, "main_score": 0.590834, "hf_subset": "tgl_Latn-tso_Latn", "languages": ["tgl-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-azj_Latn", "languages": ["tgl-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554854, "recall": 0.620553, "f1": 0.57377, "accuracy": 0.620553, "main_score": 0.57377, "hf_subset": "tgl_Latn-dik_Latn", "languages": ["tgl-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78358, "recall": 0.832016, "f1": 0.798123, "accuracy": 0.832016, "main_score": 0.798123, "hf_subset": "tgl_Latn-hau_Latn", "languages": ["tgl-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-kea_Latn", "languages": ["tgl-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766288, "recall": 0.813241, "f1": 0.780665, "accuracy": 0.813241, "main_score": 0.780665, "hf_subset": "tgl_Latn-lus_Latn", "languages": ["tgl-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891502, "recall": 0.91996, "f1": 0.900165, "accuracy": 0.91996, "main_score": 0.900165, "hf_subset": "tgl_Latn-pag_Latn", "languages": ["tgl-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-snd_Arab", "languages": ["tgl-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "tgl_Latn-tuk_Latn", "languages": ["tgl-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-bak_Cyrl", "languages": ["tgl-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496445, "recall": 0.58004, "f1": 0.520858, "accuracy": 0.58004, "main_score": 0.520858, "hf_subset": "tgl_Latn-dyu_Latn", "languages": ["tgl-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-heb_Hebr", "languages": ["tgl-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-khk_Cyrl", "languages": ["tgl-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-lvs_Latn", "languages": ["tgl-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-pan_Guru", "languages": ["tgl-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.741238, "recall": 0.798419, "f1": 0.758319, "accuracy": 0.798419, "main_score": 0.758319, "hf_subset": "tgl_Latn-som_Latn", "languages": ["tgl-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623454, "recall": 0.672925, "f1": 0.637225, "accuracy": 0.672925, "main_score": 0.637225, "hf_subset": "tgl_Latn-tum_Latn", "languages": ["tgl-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556499, "recall": 0.626482, "f1": 0.57619, "accuracy": 0.626482, "main_score": 0.57619, "hf_subset": "yue_Hant-ace_Arab", "languages": ["yue-Hant", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514159, "recall": 0.582016, "f1": 0.533475, "accuracy": 0.582016, "main_score": 0.533475, "hf_subset": "yue_Hant-bam_Latn", "languages": ["yue-Hant", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43893, "recall": 0.51581, "f1": 0.459791, "accuracy": 0.51581, "main_score": 0.459791, "hf_subset": "yue_Hant-dzo_Tibt", "languages": ["yue-Hant", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hin_Deva", "languages": ["yue-Hant", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-khm_Khmr", "languages": ["yue-Hant", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mag_Deva", "languages": ["yue-Hant", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "yue_Hant-pap_Latn", "languages": ["yue-Hant", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580809, "recall": 0.641304, "f1": 0.598039, "accuracy": 0.641304, "main_score": 0.598039, "hf_subset": "yue_Hant-sot_Latn", "languages": ["yue-Hant", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tur_Latn", "languages": ["yue-Hant", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864872, "recall": 0.902174, "f1": 0.876666, "accuracy": 0.902174, "main_score": 0.876666, "hf_subset": "yue_Hant-ace_Latn", "languages": ["yue-Hant", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.968379, "f1": 0.95998, "accuracy": 0.968379, "main_score": 0.95998, "hf_subset": "yue_Hant-ban_Latn", "languages": ["yue-Hant", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-ell_Grek", "languages": ["yue-Hant", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "yue_Hant-hne_Deva", "languages": ["yue-Hant", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593001, "recall": 0.655138, "f1": 0.610556, "accuracy": 0.655138, "main_score": 0.610556, "hf_subset": "yue_Hant-kik_Latn", "languages": ["yue-Hant", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mai_Deva", "languages": ["yue-Hant", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "yue_Hant-pbt_Arab", "languages": ["yue-Hant", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-spa_Latn", "languages": ["yue-Hant", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602915, "recall": 0.673913, "f1": 0.623, "accuracy": 0.673913, "main_score": 0.623, "hf_subset": "yue_Hant-twi_Latn", "languages": ["yue-Hant", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-acm_Arab", "languages": ["yue-Hant", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-bel_Cyrl", "languages": ["yue-Hant", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-eng_Latn", "languages": ["yue-Hant", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hrv_Latn", "languages": ["yue-Hant", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538778, "recall": 0.602767, "f1": 0.556686, "accuracy": 0.602767, "main_score": 0.556686, "hf_subset": "yue_Hant-kin_Latn", "languages": ["yue-Hant", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-mal_Mlym", "languages": ["yue-Hant", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pes_Arab", "languages": ["yue-Hant", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-srd_Latn", "languages": ["yue-Hant", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.168644, "recall": 0.224308, "f1": 0.182682, "accuracy": 0.224308, "main_score": 0.182682, "hf_subset": "yue_Hant-tzm_Tfng", "languages": ["yue-Hant", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-acq_Arab", "languages": ["yue-Hant", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.626788, "recall": 0.683794, "f1": 0.642497, "accuracy": 0.683794, "main_score": 0.642497, "hf_subset": "yue_Hant-bem_Latn", "languages": ["yue-Hant", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-epo_Latn", "languages": ["yue-Hant", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hun_Latn", "languages": ["yue-Hant", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-kir_Cyrl", "languages": ["yue-Hant", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-mar_Deva", "languages": ["yue-Hant", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.661479, "recall": 0.719368, "f1": 0.678477, "accuracy": 0.719368, "main_score": 0.678477, "hf_subset": "yue_Hant-plt_Latn", "languages": ["yue-Hant", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-srp_Cyrl", "languages": ["yue-Hant", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "yue_Hant-uig_Arab", "languages": ["yue-Hant", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-aeb_Arab", "languages": ["yue-Hant", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ben_Beng", "languages": ["yue-Hant", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-est_Latn", "languages": ["yue-Hant", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-hye_Armn", "languages": ["yue-Hant", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.531225, "recall": 0.587945, "f1": 0.547567, "accuracy": 0.587945, "main_score": 0.547567, "hf_subset": "yue_Hant-kmb_Latn", "languages": ["yue-Hant", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478624, "recall": 0.559289, "f1": 0.500846, "accuracy": 0.559289, "main_score": 0.500846, "hf_subset": "yue_Hant-min_Arab", "languages": ["yue-Hant", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pol_Latn", "languages": ["yue-Hant", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550791, "recall": 0.617589, "f1": 0.570168, "accuracy": 0.617589, "main_score": 0.570168, "hf_subset": "yue_Hant-ssw_Latn", "languages": ["yue-Hant", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ukr_Cyrl", "languages": ["yue-Hant", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-afr_Latn", "languages": ["yue-Hant", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bho_Deva", "languages": ["yue-Hant", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "yue_Hant-eus_Latn", "languages": ["yue-Hant", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560673, "recall": 0.628458, "f1": 0.57949, "accuracy": 0.628458, "main_score": 0.57949, "hf_subset": "yue_Hant-ibo_Latn", "languages": ["yue-Hant", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879941, "recall": 0.913043, "f1": 0.890646, "accuracy": 0.913043, "main_score": 0.890646, "hf_subset": "yue_Hant-kmr_Latn", "languages": ["yue-Hant", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "yue_Hant-min_Latn", "languages": ["yue-Hant", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-por_Latn", "languages": ["yue-Hant", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-sun_Latn", "languages": ["yue-Hant", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511254, "recall": 0.576087, "f1": 0.530105, "accuracy": 0.576087, "main_score": 0.530105, "hf_subset": "yue_Hant-umb_Latn", "languages": ["yue-Hant", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ajp_Arab", "languages": ["yue-Hant", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505257, "recall": 0.574111, "f1": 0.524268, "accuracy": 0.574111, "main_score": 0.524268, "hf_subset": "yue_Hant-bjn_Arab", "languages": ["yue-Hant", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507011, "recall": 0.576087, "f1": 0.526726, "accuracy": 0.576087, "main_score": 0.526726, "hf_subset": "yue_Hant-ewe_Latn", "languages": ["yue-Hant", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937171, "recall": 0.956522, "f1": 0.943248, "accuracy": 0.956522, "main_score": 0.943248, "hf_subset": "yue_Hant-ilo_Latn", "languages": ["yue-Hant", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298108, "recall": 0.360672, "f1": 0.314791, "accuracy": 0.360672, "main_score": 0.314791, "hf_subset": "yue_Hant-knc_Arab", "languages": ["yue-Hant", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mkd_Cyrl", "languages": ["yue-Hant", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-prs_Arab", "languages": ["yue-Hant", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-swe_Latn", "languages": ["yue-Hant", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-urd_Arab", "languages": ["yue-Hant", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582915, "recall": 0.653162, "f1": 0.602595, "accuracy": 0.653162, "main_score": 0.602595, "hf_subset": "yue_Hant-aka_Latn", "languages": ["yue-Hant", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-bjn_Latn", "languages": ["yue-Hant", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "yue_Hant-fao_Latn", "languages": ["yue-Hant", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ind_Latn", "languages": ["yue-Hant", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575318, "recall": 0.633399, "f1": 0.592184, "accuracy": 0.633399, "main_score": 0.592184, "hf_subset": "yue_Hant-knc_Latn", "languages": ["yue-Hant", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-mlt_Latn", "languages": ["yue-Hant", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701186, "recall": 0.76581, "f1": 0.720296, "accuracy": 0.76581, "main_score": 0.720296, "hf_subset": "yue_Hant-quy_Latn", "languages": ["yue-Hant", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "yue_Hant-swh_Latn", "languages": ["yue-Hant", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-uzn_Latn", "languages": ["yue-Hant", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-als_Latn", "languages": ["yue-Hant", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663488, "recall": 0.745059, "f1": 0.687945, "accuracy": 0.745059, "main_score": 0.687945, "hf_subset": "yue_Hant-bod_Tibt", "languages": ["yue-Hant", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.700055, "recall": 0.757905, "f1": 0.716831, "accuracy": 0.757905, "main_score": 0.716831, "hf_subset": "yue_Hant-fij_Latn", "languages": ["yue-Hant", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "yue_Hant-isl_Latn", "languages": ["yue-Hant", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658853, "recall": 0.717391, "f1": 0.676536, "accuracy": 0.717391, "main_score": 0.676536, "hf_subset": "yue_Hant-kon_Latn", "languages": ["yue-Hant", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640711, "recall": 0.715415, "f1": 0.662733, "accuracy": 0.715415, "main_score": 0.662733, "hf_subset": "yue_Hant-mni_Beng", "languages": ["yue-Hant", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ron_Latn", "languages": ["yue-Hant", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "yue_Hant-szl_Latn", "languages": ["yue-Hant", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-vec_Latn", "languages": ["yue-Hant", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.959486, "f1": 0.94697, "accuracy": 0.959486, "main_score": 0.94697, "hf_subset": "yue_Hant-amh_Ethi", "languages": ["yue-Hant", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bos_Latn", "languages": ["yue-Hant", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "yue_Hant-fin_Latn", "languages": ["yue-Hant", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ita_Latn", "languages": ["yue-Hant", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-kor_Hang", "languages": ["yue-Hant", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.53077, "recall": 0.594862, "f1": 0.548377, "accuracy": 0.594862, "main_score": 0.548377, "hf_subset": "yue_Hant-mos_Latn", "languages": ["yue-Hant", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552233, "recall": 0.61166, "f1": 0.569186, "accuracy": 0.61166, "main_score": 0.569186, "hf_subset": "yue_Hant-run_Latn", "languages": ["yue-Hant", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tam_Taml", "languages": ["yue-Hant", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-vie_Latn", "languages": ["yue-Hant", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-apc_Arab", "languages": ["yue-Hant", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.802026, "recall": 0.849802, "f1": 0.816521, "accuracy": 0.849802, "main_score": 0.816521, "hf_subset": "yue_Hant-bug_Latn", "languages": ["yue-Hant", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472154, "recall": 0.529644, "f1": 0.48738, "accuracy": 0.529644, "main_score": 0.48738, "hf_subset": "yue_Hant-fon_Latn", "languages": ["yue-Hant", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "yue_Hant-jav_Latn", "languages": ["yue-Hant", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-lao_Laoo", "languages": ["yue-Hant", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.853706, "recall": 0.892292, "f1": 0.865481, "accuracy": 0.892292, "main_score": 0.865481, "hf_subset": "yue_Hant-mri_Latn", "languages": ["yue-Hant", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-rus_Cyrl", "languages": ["yue-Hant", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534258, "recall": 0.603755, "f1": 0.553984, "accuracy": 0.603755, "main_score": 0.553984, "hf_subset": "yue_Hant-taq_Latn", "languages": ["yue-Hant", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "yue_Hant-war_Latn", "languages": ["yue-Hant", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-arb_Arab", "languages": ["yue-Hant", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bul_Cyrl", "languages": ["yue-Hant", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-fra_Latn", "languages": ["yue-Hant", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-jpn_Jpan", "languages": ["yue-Hant", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-lij_Latn", "languages": ["yue-Hant", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "yue_Hant-mya_Mymr", "languages": ["yue-Hant", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.585954, "recall": 0.659091, "f1": 0.606543, "accuracy": 0.659091, "main_score": 0.606543, "hf_subset": "yue_Hant-sag_Latn", "languages": ["yue-Hant", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185919, "recall": 0.248024, "f1": 0.20054, "accuracy": 0.248024, "main_score": 0.20054, "hf_subset": "yue_Hant-taq_Tfng", "languages": ["yue-Hant", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.611315, "recall": 0.683794, "f1": 0.632186, "accuracy": 0.683794, "main_score": 0.632186, "hf_subset": "yue_Hant-wol_Latn", "languages": ["yue-Hant", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784453, "recall": 0.840909, "f1": 0.801812, "accuracy": 0.840909, "main_score": 0.801812, "hf_subset": "yue_Hant-arb_Latn", "languages": ["yue-Hant", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-cat_Latn", "languages": ["yue-Hant", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-fur_Latn", "languages": ["yue-Hant", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.398453, "recall": 0.454545, "f1": 0.414034, "accuracy": 0.454545, "main_score": 0.414034, "hf_subset": "yue_Hant-kab_Latn", "languages": ["yue-Hant", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-lim_Latn", "languages": ["yue-Hant", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-nld_Latn", "languages": ["yue-Hant", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "yue_Hant-san_Deva", "languages": ["yue-Hant", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-tat_Cyrl", "languages": ["yue-Hant", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.654602, "recall": 0.719368, "f1": 0.673687, "accuracy": 0.719368, "main_score": 0.673687, "hf_subset": "yue_Hant-xho_Latn", "languages": ["yue-Hant", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ars_Arab", "languages": ["yue-Hant", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-ceb_Latn", "languages": ["yue-Hant", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547257, "recall": 0.614625, "f1": 0.565904, "accuracy": 0.614625, "main_score": 0.565904, "hf_subset": "yue_Hant-fuv_Latn", "languages": ["yue-Hant", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49158, "recall": 0.565217, "f1": 0.511262, "accuracy": 0.565217, "main_score": 0.511262, "hf_subset": "yue_Hant-kac_Latn", "languages": ["yue-Hant", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6661, "recall": 0.724308, "f1": 0.683185, "accuracy": 0.724308, "main_score": 0.683185, "hf_subset": "yue_Hant-lin_Latn", "languages": ["yue-Hant", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-nno_Latn", "languages": ["yue-Hant", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.220224, "recall": 0.297431, "f1": 0.240721, "accuracy": 0.297431, "main_score": 0.240721, "hf_subset": "yue_Hant-sat_Olck", "languages": ["yue-Hant", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tel_Telu", "languages": ["yue-Hant", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "yue_Hant-ydd_Hebr", "languages": ["yue-Hant", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "yue_Hant-ary_Arab", "languages": ["yue-Hant", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ces_Latn", "languages": ["yue-Hant", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559404, "recall": 0.628458, "f1": 0.579418, "accuracy": 0.628458, "main_score": 0.579418, "hf_subset": "yue_Hant-gaz_Latn", "languages": ["yue-Hant", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580988, "recall": 0.649209, "f1": 0.599769, "accuracy": 0.649209, "main_score": 0.599769, "hf_subset": "yue_Hant-kam_Latn", "languages": ["yue-Hant", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "yue_Hant-lit_Latn", "languages": ["yue-Hant", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-nob_Latn", "languages": ["yue-Hant", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "yue_Hant-scn_Latn", "languages": ["yue-Hant", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "yue_Hant-tgk_Cyrl", "languages": ["yue-Hant", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696765, "recall": 0.769763, "f1": 0.718956, "accuracy": 0.769763, "main_score": 0.718956, "hf_subset": "yue_Hant-yor_Latn", "languages": ["yue-Hant", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-arz_Arab", "languages": ["yue-Hant", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565648, "recall": 0.630435, "f1": 0.584412, "accuracy": 0.630435, "main_score": 0.584412, "hf_subset": "yue_Hant-cjk_Latn", "languages": ["yue-Hant", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772596, "recall": 0.827075, "f1": 0.789328, "accuracy": 0.827075, "main_score": 0.789328, "hf_subset": "yue_Hant-gla_Latn", "languages": ["yue-Hant", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-kan_Knda", "languages": ["yue-Hant", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "yue_Hant-lmo_Latn", "languages": ["yue-Hant", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "yue_Hant-npi_Deva", "languages": ["yue-Hant", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4635, "recall": 0.538538, "f1": 0.484216, "accuracy": 0.538538, "main_score": 0.484216, "hf_subset": "yue_Hant-shn_Mymr", "languages": ["yue-Hant", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tgl_Latn", "languages": ["yue-Hant", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-asm_Beng", "languages": ["yue-Hant", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "yue_Hant-ckb_Arab", "languages": ["yue-Hant", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87607, "recall": 0.909091, "f1": 0.886232, "accuracy": 0.909091, "main_score": 0.886232, "hf_subset": "yue_Hant-gle_Latn", "languages": ["yue-Hant", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "yue_Hant-kas_Arab", "languages": ["yue-Hant", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "yue_Hant-ltg_Latn", "languages": ["yue-Hant", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61485, "recall": 0.673913, "f1": 0.631628, "accuracy": 0.673913, "main_score": 0.631628, "hf_subset": "yue_Hant-nso_Latn", "languages": ["yue-Hant", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-sin_Sinh", "languages": ["yue-Hant", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tha_Thai", "languages": ["yue-Hant", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-zho_Hans", "languages": ["yue-Hant", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ast_Latn", "languages": ["yue-Hant", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "yue_Hant-crh_Latn", "languages": ["yue-Hant", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-glg_Latn", "languages": ["yue-Hant", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909009, "recall": 0.936759, "f1": 0.91805, "accuracy": 0.936759, "main_score": 0.91805, "hf_subset": "yue_Hant-kas_Deva", "languages": ["yue-Hant", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "yue_Hant-ltz_Latn", "languages": ["yue-Hant", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448948, "recall": 0.520751, "f1": 0.467829, "accuracy": 0.520751, "main_score": 0.467829, "hf_subset": "yue_Hant-nus_Latn", "languages": ["yue-Hant", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-slk_Latn", "languages": ["yue-Hant", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608646, "recall": 0.681818, "f1": 0.62996, "accuracy": 0.681818, "main_score": 0.62996, "hf_subset": "yue_Hant-tir_Ethi", "languages": ["yue-Hant", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-zho_Hant", "languages": ["yue-Hant", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "yue_Hant-awa_Deva", "languages": ["yue-Hant", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "yue_Hant-cym_Latn", "languages": ["yue-Hant", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834074, "recall": 0.87747, "f1": 0.847727, "accuracy": 0.87747, "main_score": 0.847727, "hf_subset": "yue_Hant-grn_Latn", "languages": ["yue-Hant", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-kat_Geor", "languages": ["yue-Hant", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.636679, "recall": 0.697628, "f1": 0.65422, "accuracy": 0.697628, "main_score": 0.65422, "hf_subset": "yue_Hant-lua_Latn", "languages": ["yue-Hant", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611448, "recall": 0.681818, "f1": 0.631442, "accuracy": 0.681818, "main_score": 0.631442, "hf_subset": "yue_Hant-nya_Latn", "languages": ["yue-Hant", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-slv_Latn", "languages": ["yue-Hant", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "yue_Hant-tpi_Latn", "languages": ["yue-Hant", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-zsm_Latn", "languages": ["yue-Hant", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541289, "recall": 0.605731, "f1": 0.559896, "accuracy": 0.605731, "main_score": 0.559896, "hf_subset": "yue_Hant-ayr_Latn", "languages": ["yue-Hant", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-dan_Latn", "languages": ["yue-Hant", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-guj_Gujr", "languages": ["yue-Hant", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-kaz_Cyrl", "languages": ["yue-Hant", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529202, "recall": 0.594862, "f1": 0.547831, "accuracy": 0.594862, "main_score": 0.547831, "hf_subset": "yue_Hant-lug_Latn", "languages": ["yue-Hant", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-oci_Latn", "languages": ["yue-Hant", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821492, "recall": 0.864625, "f1": 0.834519, "accuracy": 0.864625, "main_score": 0.834519, "hf_subset": "yue_Hant-smo_Latn", "languages": ["yue-Hant", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538303, "recall": 0.606719, "f1": 0.557541, "accuracy": 0.606719, "main_score": 0.557541, "hf_subset": "yue_Hant-tsn_Latn", "languages": ["yue-Hant", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609023, "recall": 0.673913, "f1": 0.627948, "accuracy": 0.673913, "main_score": 0.627948, "hf_subset": "yue_Hant-zul_Latn", "languages": ["yue-Hant", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923913, "recall": 0.947628, "f1": 0.931653, "accuracy": 0.947628, "main_score": 0.931653, "hf_subset": "yue_Hant-azb_Arab", "languages": ["yue-Hant", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-deu_Latn", "languages": ["yue-Hant", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "yue_Hant-hat_Latn", "languages": ["yue-Hant", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49274, "recall": 0.550395, "f1": 0.508682, "accuracy": 0.550395, "main_score": 0.508682, "hf_subset": "yue_Hant-kbp_Latn", "languages": ["yue-Hant", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565224, "recall": 0.629447, "f1": 0.582998, "accuracy": 0.629447, "main_score": 0.582998, "hf_subset": "yue_Hant-luo_Latn", "languages": ["yue-Hant", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ory_Orya", "languages": ["yue-Hant", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.590556, "recall": 0.657115, "f1": 0.609983, "accuracy": 0.657115, "main_score": 0.609983, "hf_subset": "yue_Hant-sna_Latn", "languages": ["yue-Hant", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548892, "recall": 0.608696, "f1": 0.565893, "accuracy": 0.608696, "main_score": 0.565893, "hf_subset": "yue_Hant-tso_Latn", "languages": ["yue-Hant", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-azj_Latn", "languages": ["yue-Hant", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521772, "recall": 0.593874, "f1": 0.542628, "accuracy": 0.593874, "main_score": 0.542628, "hf_subset": "yue_Hant-dik_Latn", "languages": ["yue-Hant", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741248, "recall": 0.796443, "f1": 0.757428, "accuracy": 0.796443, "main_score": 0.757428, "hf_subset": "yue_Hant-hau_Latn", "languages": ["yue-Hant", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-kea_Latn", "languages": ["yue-Hant", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749358, "recall": 0.800395, "f1": 0.764295, "accuracy": 0.800395, "main_score": 0.764295, "hf_subset": "yue_Hant-lus_Latn", "languages": ["yue-Hant", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875329, "recall": 0.907115, "f1": 0.885145, "accuracy": 0.907115, "main_score": 0.885145, "hf_subset": "yue_Hant-pag_Latn", "languages": ["yue-Hant", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-snd_Arab", "languages": ["yue-Hant", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "yue_Hant-tuk_Latn", "languages": ["yue-Hant", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "yue_Hant-bak_Cyrl", "languages": ["yue-Hant", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466774, "recall": 0.552372, "f1": 0.491293, "accuracy": 0.552372, "main_score": 0.491293, "hf_subset": "yue_Hant-dyu_Latn", "languages": ["yue-Hant", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-heb_Hebr", "languages": ["yue-Hant", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "yue_Hant-khk_Cyrl", "languages": ["yue-Hant", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-lvs_Latn", "languages": ["yue-Hant", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pan_Guru", "languages": ["yue-Hant", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.68526, "recall": 0.749012, "f1": 0.704004, "accuracy": 0.749012, "main_score": 0.704004, "hf_subset": "yue_Hant-som_Latn", "languages": ["yue-Hant", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603616, "recall": 0.65415, "f1": 0.617615, "accuracy": 0.65415, "main_score": 0.617615, "hf_subset": "yue_Hant-tum_Latn", "languages": ["yue-Hant", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514932, "recall": 0.583004, "f1": 0.533855, "accuracy": 0.583004, "main_score": 0.533855, "hf_subset": "asm_Beng-ace_Arab", "languages": ["asm-Beng", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493019, "recall": 0.554348, "f1": 0.509718, "accuracy": 0.554348, "main_score": 0.509718, "hf_subset": "asm_Beng-bam_Latn", "languages": ["asm-Beng", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400291, "recall": 0.487154, "f1": 0.422599, "accuracy": 0.487154, "main_score": 0.422599, "hf_subset": "asm_Beng-dzo_Tibt", "languages": ["asm-Beng", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-hin_Deva", "languages": ["asm-Beng", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-khm_Khmr", "languages": ["asm-Beng", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-mag_Deva", "languages": ["asm-Beng", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "asm_Beng-pap_Latn", "languages": ["asm-Beng", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550739, "recall": 0.605731, "f1": 0.56585, "accuracy": 0.605731, "main_score": 0.56585, "hf_subset": "asm_Beng-sot_Latn", "languages": ["asm-Beng", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-tur_Latn", "languages": ["asm-Beng", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823155, "recall": 0.867589, "f1": 0.836877, "accuracy": 0.867589, "main_score": 0.836877, "hf_subset": "asm_Beng-ace_Latn", "languages": ["asm-Beng", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936841, "recall": 0.954545, "f1": 0.942424, "accuracy": 0.954545, "main_score": 0.942424, "hf_subset": "asm_Beng-ban_Latn", "languages": ["asm-Beng", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-ell_Grek", "languages": ["asm-Beng", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "asm_Beng-hne_Deva", "languages": ["asm-Beng", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.556383, "recall": 0.614625, "f1": 0.573089, "accuracy": 0.614625, "main_score": 0.573089, "hf_subset": "asm_Beng-kik_Latn", "languages": ["asm-Beng", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-mai_Deva", "languages": ["asm-Beng", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "asm_Beng-pbt_Arab", "languages": ["asm-Beng", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-spa_Latn", "languages": ["asm-Beng", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581145, "recall": 0.648221, "f1": 0.599525, "accuracy": 0.648221, "main_score": 0.599525, "hf_subset": "asm_Beng-twi_Latn", "languages": ["asm-Beng", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-acm_Arab", "languages": ["asm-Beng", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-bel_Cyrl", "languages": ["asm-Beng", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-eng_Latn", "languages": ["asm-Beng", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-hrv_Latn", "languages": ["asm-Beng", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517328, "recall": 0.58498, "f1": 0.5354, "accuracy": 0.58498, "main_score": 0.5354, "hf_subset": "asm_Beng-kin_Latn", "languages": ["asm-Beng", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-mal_Mlym", "languages": ["asm-Beng", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-pes_Arab", "languages": ["asm-Beng", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "asm_Beng-srd_Latn", "languages": ["asm-Beng", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.176557, "recall": 0.216403, "f1": 0.186355, "accuracy": 0.216403, "main_score": 0.186355, "hf_subset": "asm_Beng-tzm_Tfng", "languages": ["asm-Beng", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-acq_Arab", "languages": ["asm-Beng", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594969, "recall": 0.643281, "f1": 0.608296, "accuracy": 0.643281, "main_score": 0.608296, "hf_subset": "asm_Beng-bem_Latn", "languages": ["asm-Beng", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-epo_Latn", "languages": ["asm-Beng", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-hun_Latn", "languages": ["asm-Beng", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "asm_Beng-kir_Cyrl", "languages": ["asm-Beng", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-mar_Deva", "languages": ["asm-Beng", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.63592, "recall": 0.692688, "f1": 0.651332, "accuracy": 0.692688, "main_score": 0.651332, "hf_subset": "asm_Beng-plt_Latn", "languages": ["asm-Beng", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-srp_Cyrl", "languages": ["asm-Beng", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "asm_Beng-uig_Arab", "languages": ["asm-Beng", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-aeb_Arab", "languages": ["asm-Beng", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ben_Beng", "languages": ["asm-Beng", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "asm_Beng-est_Latn", "languages": ["asm-Beng", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-hye_Armn", "languages": ["asm-Beng", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.503102, "recall": 0.556324, "f1": 0.51733, "accuracy": 0.556324, "main_score": 0.51733, "hf_subset": "asm_Beng-kmb_Latn", "languages": ["asm-Beng", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459827, "recall": 0.523715, "f1": 0.476625, "accuracy": 0.523715, "main_score": 0.476625, "hf_subset": "asm_Beng-min_Arab", "languages": ["asm-Beng", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-pol_Latn", "languages": ["asm-Beng", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531588, "recall": 0.592885, "f1": 0.549017, "accuracy": 0.592885, "main_score": 0.549017, "hf_subset": "asm_Beng-ssw_Latn", "languages": ["asm-Beng", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ukr_Cyrl", "languages": ["asm-Beng", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-afr_Latn", "languages": ["asm-Beng", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-bho_Deva", "languages": ["asm-Beng", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "asm_Beng-eus_Latn", "languages": ["asm-Beng", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528748, "recall": 0.592885, "f1": 0.54594, "accuracy": 0.592885, "main_score": 0.54594, "hf_subset": "asm_Beng-ibo_Latn", "languages": ["asm-Beng", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86194, "recall": 0.898221, "f1": 0.873221, "accuracy": 0.898221, "main_score": 0.873221, "hf_subset": "asm_Beng-kmr_Latn", "languages": ["asm-Beng", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "asm_Beng-min_Latn", "languages": ["asm-Beng", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-por_Latn", "languages": ["asm-Beng", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "asm_Beng-sun_Latn", "languages": ["asm-Beng", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482776, "recall": 0.539526, "f1": 0.498515, "accuracy": 0.539526, "main_score": 0.498515, "hf_subset": "asm_Beng-umb_Latn", "languages": ["asm-Beng", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ajp_Arab", "languages": ["asm-Beng", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.491044, "recall": 0.552372, "f1": 0.508206, "accuracy": 0.552372, "main_score": 0.508206, "hf_subset": "asm_Beng-bjn_Arab", "languages": ["asm-Beng", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.474178, "recall": 0.530632, "f1": 0.489096, "accuracy": 0.530632, "main_score": 0.489096, "hf_subset": "asm_Beng-ewe_Latn", "languages": ["asm-Beng", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915267, "recall": 0.939723, "f1": 0.922991, "accuracy": 0.939723, "main_score": 0.922991, "hf_subset": "asm_Beng-ilo_Latn", "languages": ["asm-Beng", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294764, "recall": 0.348814, "f1": 0.30955, "accuracy": 0.348814, "main_score": 0.30955, "hf_subset": "asm_Beng-knc_Arab", "languages": ["asm-Beng", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-mkd_Cyrl", "languages": ["asm-Beng", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-prs_Arab", "languages": ["asm-Beng", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-swe_Latn", "languages": ["asm-Beng", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-urd_Arab", "languages": ["asm-Beng", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542902, "recall": 0.605731, "f1": 0.560259, "accuracy": 0.605731, "main_score": 0.560259, "hf_subset": "asm_Beng-aka_Latn", "languages": ["asm-Beng", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "asm_Beng-bjn_Latn", "languages": ["asm-Beng", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "asm_Beng-fao_Latn", "languages": ["asm-Beng", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ind_Latn", "languages": ["asm-Beng", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565506, "recall": 0.617589, "f1": 0.579532, "accuracy": 0.617589, "main_score": 0.579532, "hf_subset": "asm_Beng-knc_Latn", "languages": ["asm-Beng", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "asm_Beng-mlt_Latn", "languages": ["asm-Beng", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676697, "recall": 0.741107, "f1": 0.695241, "accuracy": 0.741107, "main_score": 0.695241, "hf_subset": "asm_Beng-quy_Latn", "languages": ["asm-Beng", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "asm_Beng-swh_Latn", "languages": ["asm-Beng", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-uzn_Latn", "languages": ["asm-Beng", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-als_Latn", "languages": ["asm-Beng", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647414, "recall": 0.717391, "f1": 0.66741, "accuracy": 0.717391, "main_score": 0.66741, "hf_subset": "asm_Beng-bod_Tibt", "languages": ["asm-Beng", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.670598, "recall": 0.730237, "f1": 0.68742, "accuracy": 0.730237, "main_score": 0.68742, "hf_subset": "asm_Beng-fij_Latn", "languages": ["asm-Beng", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "asm_Beng-isl_Latn", "languages": ["asm-Beng", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633547, "recall": 0.689723, "f1": 0.649202, "accuracy": 0.689723, "main_score": 0.649202, "hf_subset": "asm_Beng-kon_Latn", "languages": ["asm-Beng", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654208, "recall": 0.713439, "f1": 0.67084, "accuracy": 0.713439, "main_score": 0.67084, "hf_subset": "asm_Beng-mni_Beng", "languages": ["asm-Beng", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ron_Latn", "languages": ["asm-Beng", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "asm_Beng-szl_Latn", "languages": ["asm-Beng", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-vec_Latn", "languages": ["asm-Beng", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.959486, "f1": 0.947925, "accuracy": 0.959486, "main_score": 0.947925, "hf_subset": "asm_Beng-amh_Ethi", "languages": ["asm-Beng", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-bos_Latn", "languages": ["asm-Beng", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-fin_Latn", "languages": ["asm-Beng", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-ita_Latn", "languages": ["asm-Beng", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-kor_Hang", "languages": ["asm-Beng", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.5003, "recall": 0.566206, "f1": 0.518586, "accuracy": 0.566206, "main_score": 0.518586, "hf_subset": "asm_Beng-mos_Latn", "languages": ["asm-Beng", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498103, "recall": 0.559289, "f1": 0.515415, "accuracy": 0.559289, "main_score": 0.515415, "hf_subset": "asm_Beng-run_Latn", "languages": ["asm-Beng", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-tam_Taml", "languages": ["asm-Beng", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-vie_Latn", "languages": ["asm-Beng", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-apc_Arab", "languages": ["asm-Beng", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.770497, "recall": 0.821146, "f1": 0.785378, "accuracy": 0.821146, "main_score": 0.785378, "hf_subset": "asm_Beng-bug_Latn", "languages": ["asm-Beng", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441356, "recall": 0.496047, "f1": 0.455388, "accuracy": 0.496047, "main_score": 0.455388, "hf_subset": "asm_Beng-fon_Latn", "languages": ["asm-Beng", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "asm_Beng-jav_Latn", "languages": ["asm-Beng", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "asm_Beng-lao_Laoo", "languages": ["asm-Beng", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.847826, "recall": 0.889328, "f1": 0.860804, "accuracy": 0.889328, "main_score": 0.860804, "hf_subset": "asm_Beng-mri_Latn", "languages": ["asm-Beng", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-rus_Cyrl", "languages": ["asm-Beng", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510507, "recall": 0.568182, "f1": 0.526206, "accuracy": 0.568182, "main_score": 0.526206, "hf_subset": "asm_Beng-taq_Latn", "languages": ["asm-Beng", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "asm_Beng-war_Latn", "languages": ["asm-Beng", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-arb_Arab", "languages": ["asm-Beng", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-bul_Cyrl", "languages": ["asm-Beng", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-fra_Latn", "languages": ["asm-Beng", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-jpn_Jpan", "languages": ["asm-Beng", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "asm_Beng-lij_Latn", "languages": ["asm-Beng", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989789, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "asm_Beng-mya_Mymr", "languages": ["asm-Beng", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.558745, "recall": 0.623518, "f1": 0.577346, "accuracy": 0.623518, "main_score": 0.577346, "hf_subset": "asm_Beng-sag_Latn", "languages": ["asm-Beng", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192493, "recall": 0.240119, "f1": 0.202994, "accuracy": 0.240119, "main_score": 0.202994, "hf_subset": "asm_Beng-taq_Tfng", "languages": ["asm-Beng", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.599681, "recall": 0.660079, "f1": 0.61622, "accuracy": 0.660079, "main_score": 0.61622, "hf_subset": "asm_Beng-wol_Latn", "languages": ["asm-Beng", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740679, "recall": 0.800395, "f1": 0.757995, "accuracy": 0.800395, "main_score": 0.757995, "hf_subset": "asm_Beng-arb_Latn", "languages": ["asm-Beng", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-cat_Latn", "languages": ["asm-Beng", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "asm_Beng-fur_Latn", "languages": ["asm-Beng", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37465, "recall": 0.426877, "f1": 0.38892, "accuracy": 0.426877, "main_score": 0.38892, "hf_subset": "asm_Beng-kab_Latn", "languages": ["asm-Beng", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "asm_Beng-lim_Latn", "languages": ["asm-Beng", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-nld_Latn", "languages": ["asm-Beng", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "asm_Beng-san_Deva", "languages": ["asm-Beng", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "asm_Beng-tat_Cyrl", "languages": ["asm-Beng", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.646371, "recall": 0.702569, "f1": 0.662832, "accuracy": 0.702569, "main_score": 0.662832, "hf_subset": "asm_Beng-xho_Latn", "languages": ["asm-Beng", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ars_Arab", "languages": ["asm-Beng", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-ceb_Latn", "languages": ["asm-Beng", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534922, "recall": 0.593874, "f1": 0.551521, "accuracy": 0.593874, "main_score": 0.551521, "hf_subset": "asm_Beng-fuv_Latn", "languages": ["asm-Beng", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479632, "recall": 0.54249, "f1": 0.496415, "accuracy": 0.54249, "main_score": 0.496415, "hf_subset": "asm_Beng-kac_Latn", "languages": ["asm-Beng", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632249, "recall": 0.687747, "f1": 0.647779, "accuracy": 0.687747, "main_score": 0.647779, "hf_subset": "asm_Beng-lin_Latn", "languages": ["asm-Beng", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-nno_Latn", "languages": ["asm-Beng", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.251009, "recall": 0.327075, "f1": 0.270774, "accuracy": 0.327075, "main_score": 0.270774, "hf_subset": "asm_Beng-sat_Olck", "languages": ["asm-Beng", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-tel_Telu", "languages": ["asm-Beng", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "asm_Beng-ydd_Hebr", "languages": ["asm-Beng", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "asm_Beng-ary_Arab", "languages": ["asm-Beng", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-ces_Latn", "languages": ["asm-Beng", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544616, "recall": 0.608696, "f1": 0.562804, "accuracy": 0.608696, "main_score": 0.562804, "hf_subset": "asm_Beng-gaz_Latn", "languages": ["asm-Beng", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56271, "recall": 0.624506, "f1": 0.579885, "accuracy": 0.624506, "main_score": 0.579885, "hf_subset": "asm_Beng-kam_Latn", "languages": ["asm-Beng", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "asm_Beng-lit_Latn", "languages": ["asm-Beng", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-nob_Latn", "languages": ["asm-Beng", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "asm_Beng-scn_Latn", "languages": ["asm-Beng", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "asm_Beng-tgk_Cyrl", "languages": ["asm-Beng", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.690877, "recall": 0.757905, "f1": 0.710564, "accuracy": 0.757905, "main_score": 0.710564, "hf_subset": "asm_Beng-yor_Latn", "languages": ["asm-Beng", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-arz_Arab", "languages": ["asm-Beng", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.533762, "recall": 0.587945, "f1": 0.549027, "accuracy": 0.587945, "main_score": 0.549027, "hf_subset": "asm_Beng-cjk_Latn", "languages": ["asm-Beng", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743692, "recall": 0.795455, "f1": 0.759077, "accuracy": 0.795455, "main_score": 0.759077, "hf_subset": "asm_Beng-gla_Latn", "languages": ["asm-Beng", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-kan_Knda", "languages": ["asm-Beng", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "asm_Beng-lmo_Latn", "languages": ["asm-Beng", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "asm_Beng-npi_Deva", "languages": ["asm-Beng", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.442833, "recall": 0.502964, "f1": 0.45951, "accuracy": 0.502964, "main_score": 0.45951, "hf_subset": "asm_Beng-shn_Mymr", "languages": ["asm-Beng", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-tgl_Latn", "languages": ["asm-Beng", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-yue_Hant", "languages": ["asm-Beng", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "asm_Beng-ckb_Arab", "languages": ["asm-Beng", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.822276, "recall": 0.869565, "f1": 0.836841, "accuracy": 0.869565, "main_score": 0.836841, "hf_subset": "asm_Beng-gle_Latn", "languages": ["asm-Beng", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946805, "recall": 0.962451, "f1": 0.95191, "accuracy": 0.962451, "main_score": 0.95191, "hf_subset": "asm_Beng-kas_Arab", "languages": ["asm-Beng", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895751, "recall": 0.925889, "f1": 0.90527, "accuracy": 0.925889, "main_score": 0.90527, "hf_subset": "asm_Beng-ltg_Latn", "languages": ["asm-Beng", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570863, "recall": 0.62747, "f1": 0.586295, "accuracy": 0.62747, "main_score": 0.586295, "hf_subset": "asm_Beng-nso_Latn", "languages": ["asm-Beng", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-sin_Sinh", "languages": ["asm-Beng", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-tha_Thai", "languages": ["asm-Beng", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-zho_Hans", "languages": ["asm-Beng", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-ast_Latn", "languages": ["asm-Beng", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-crh_Latn", "languages": ["asm-Beng", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-glg_Latn", "languages": ["asm-Beng", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890975, "recall": 0.920949, "f1": 0.900362, "accuracy": 0.920949, "main_score": 0.900362, "hf_subset": "asm_Beng-kas_Deva", "languages": ["asm-Beng", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "asm_Beng-ltz_Latn", "languages": ["asm-Beng", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431705, "recall": 0.498024, "f1": 0.449335, "accuracy": 0.498024, "main_score": 0.449335, "hf_subset": "asm_Beng-nus_Latn", "languages": ["asm-Beng", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-slk_Latn", "languages": ["asm-Beng", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598043, "recall": 0.667984, "f1": 0.618179, "accuracy": 0.667984, "main_score": 0.618179, "hf_subset": "asm_Beng-tir_Ethi", "languages": ["asm-Beng", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-zho_Hant", "languages": ["asm-Beng", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "asm_Beng-awa_Deva", "languages": ["asm-Beng", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "asm_Beng-cym_Latn", "languages": ["asm-Beng", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799605, "recall": 0.84585, "f1": 0.813622, "accuracy": 0.84585, "main_score": 0.813622, "hf_subset": "asm_Beng-grn_Latn", "languages": ["asm-Beng", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "asm_Beng-kat_Geor", "languages": ["asm-Beng", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.609038, "recall": 0.661067, "f1": 0.623814, "accuracy": 0.661067, "main_score": 0.623814, "hf_subset": "asm_Beng-lua_Latn", "languages": ["asm-Beng", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590673, "recall": 0.650198, "f1": 0.607588, "accuracy": 0.650198, "main_score": 0.607588, "hf_subset": "asm_Beng-nya_Latn", "languages": ["asm-Beng", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-slv_Latn", "languages": ["asm-Beng", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925725, "recall": 0.947628, "f1": 0.932806, "accuracy": 0.947628, "main_score": 0.932806, "hf_subset": "asm_Beng-tpi_Latn", "languages": ["asm-Beng", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-zsm_Latn", "languages": ["asm-Beng", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51436, "recall": 0.574111, "f1": 0.531487, "accuracy": 0.574111, "main_score": 0.531487, "hf_subset": "asm_Beng-ayr_Latn", "languages": ["asm-Beng", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-dan_Latn", "languages": ["asm-Beng", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-guj_Gujr", "languages": ["asm-Beng", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-kaz_Cyrl", "languages": ["asm-Beng", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498106, "recall": 0.559289, "f1": 0.515077, "accuracy": 0.559289, "main_score": 0.515077, "hf_subset": "asm_Beng-lug_Latn", "languages": ["asm-Beng", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-oci_Latn", "languages": ["asm-Beng", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789328, "recall": 0.838933, "f1": 0.80407, "accuracy": 0.838933, "main_score": 0.80407, "hf_subset": "asm_Beng-smo_Latn", "languages": ["asm-Beng", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507678, "recall": 0.567194, "f1": 0.523636, "accuracy": 0.567194, "main_score": 0.523636, "hf_subset": "asm_Beng-tsn_Latn", "languages": ["asm-Beng", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585706, "recall": 0.644269, "f1": 0.601607, "accuracy": 0.644269, "main_score": 0.601607, "hf_subset": "asm_Beng-zul_Latn", "languages": ["asm-Beng", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915184, "recall": 0.938735, "f1": 0.922563, "accuracy": 0.938735, "main_score": 0.922563, "hf_subset": "asm_Beng-azb_Arab", "languages": ["asm-Beng", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-deu_Latn", "languages": ["asm-Beng", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "asm_Beng-hat_Latn", "languages": ["asm-Beng", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455981, "recall": 0.51581, "f1": 0.472812, "accuracy": 0.51581, "main_score": 0.472812, "hf_subset": "asm_Beng-kbp_Latn", "languages": ["asm-Beng", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542128, "recall": 0.59585, "f1": 0.556504, "accuracy": 0.59585, "main_score": 0.556504, "hf_subset": "asm_Beng-luo_Latn", "languages": ["asm-Beng", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ory_Orya", "languages": ["asm-Beng", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.532991, "recall": 0.601779, "f1": 0.552459, "accuracy": 0.601779, "main_score": 0.552459, "hf_subset": "asm_Beng-sna_Latn", "languages": ["asm-Beng", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522263, "recall": 0.572134, "f1": 0.535363, "accuracy": 0.572134, "main_score": 0.535363, "hf_subset": "asm_Beng-tso_Latn", "languages": ["asm-Beng", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-azj_Latn", "languages": ["asm-Beng", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511647, "recall": 0.575099, "f1": 0.52972, "accuracy": 0.575099, "main_score": 0.52972, "hf_subset": "asm_Beng-dik_Latn", "languages": ["asm-Beng", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698744, "recall": 0.757905, "f1": 0.715773, "accuracy": 0.757905, "main_score": 0.715773, "hf_subset": "asm_Beng-hau_Latn", "languages": ["asm-Beng", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "asm_Beng-kea_Latn", "languages": ["asm-Beng", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72719, "recall": 0.777668, "f1": 0.74233, "accuracy": 0.777668, "main_score": 0.74233, "hf_subset": "asm_Beng-lus_Latn", "languages": ["asm-Beng", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845438, "recall": 0.881423, "f1": 0.856588, "accuracy": 0.881423, "main_score": 0.856588, "hf_subset": "asm_Beng-pag_Latn", "languages": ["asm-Beng", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-snd_Arab", "languages": ["asm-Beng", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.941453, "recall": 0.958498, "f1": 0.946706, "accuracy": 0.958498, "main_score": 0.946706, "hf_subset": "asm_Beng-tuk_Latn", "languages": ["asm-Beng", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "asm_Beng-bak_Cyrl", "languages": ["asm-Beng", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.439517, "recall": 0.522727, "f1": 0.463683, "accuracy": 0.522727, "main_score": 0.463683, "hf_subset": "asm_Beng-dyu_Latn", "languages": ["asm-Beng", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-heb_Hebr", "languages": ["asm-Beng", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "asm_Beng-khk_Cyrl", "languages": ["asm-Beng", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-lvs_Latn", "languages": ["asm-Beng", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-pan_Guru", "languages": ["asm-Beng", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.67985, "recall": 0.738142, "f1": 0.697025, "accuracy": 0.738142, "main_score": 0.697025, "hf_subset": "asm_Beng-som_Latn", "languages": ["asm-Beng", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566744, "recall": 0.619565, "f1": 0.581368, "accuracy": 0.619565, "main_score": 0.581368, "hf_subset": "asm_Beng-tum_Latn", "languages": ["asm-Beng", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51366, "recall": 0.571146, "f1": 0.529647, "accuracy": 0.571146, "main_score": 0.529647, "hf_subset": "ckb_Arab-ace_Arab", "languages": ["ckb-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493629, "recall": 0.543478, "f1": 0.507891, "accuracy": 0.543478, "main_score": 0.507891, "hf_subset": "ckb_Arab-bam_Latn", "languages": ["ckb-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360488, "recall": 0.429842, "f1": 0.379415, "accuracy": 0.429842, "main_score": 0.379415, "hf_subset": "ckb_Arab-dzo_Tibt", "languages": ["ckb-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "ckb_Arab-hin_Deva", "languages": ["ckb-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.947875, "recall": 0.963439, "f1": 0.9528, "accuracy": 0.963439, "main_score": 0.9528, "hf_subset": "ckb_Arab-khm_Khmr", "languages": ["ckb-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "ckb_Arab-mag_Deva", "languages": ["ckb-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.863505, "recall": 0.897233, "f1": 0.873781, "accuracy": 0.897233, "main_score": 0.873781, "hf_subset": "ckb_Arab-pap_Latn", "languages": ["ckb-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542571, "recall": 0.592885, "f1": 0.556449, "accuracy": 0.592885, "main_score": 0.556449, "hf_subset": "ckb_Arab-sot_Latn", "languages": ["ckb-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "ckb_Arab-tur_Latn", "languages": ["ckb-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743303, "recall": 0.793478, "f1": 0.757364, "accuracy": 0.793478, "main_score": 0.757364, "hf_subset": "ckb_Arab-ace_Latn", "languages": ["ckb-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832543, "recall": 0.870553, "f1": 0.84417, "accuracy": 0.870553, "main_score": 0.84417, "hf_subset": "ckb_Arab-ban_Latn", "languages": ["ckb-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.963439, "f1": 0.95303, "accuracy": 0.963439, "main_score": 0.95303, "hf_subset": "ckb_Arab-ell_Grek", "languages": ["ckb-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "ckb_Arab-hne_Deva", "languages": ["ckb-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.526837, "recall": 0.578063, "f1": 0.541111, "accuracy": 0.578063, "main_score": 0.541111, "hf_subset": "ckb_Arab-kik_Latn", "languages": ["ckb-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "ckb_Arab-mai_Deva", "languages": ["ckb-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.901301, "recall": 0.928854, "f1": 0.90998, "accuracy": 0.928854, "main_score": 0.90998, "hf_subset": "ckb_Arab-pbt_Arab", "languages": ["ckb-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "ckb_Arab-spa_Latn", "languages": ["ckb-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555221, "recall": 0.610672, "f1": 0.570544, "accuracy": 0.610672, "main_score": 0.570544, "hf_subset": "ckb_Arab-twi_Latn", "languages": ["ckb-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958202, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "ckb_Arab-acm_Arab", "languages": ["ckb-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925042, "recall": 0.94664, "f1": 0.931736, "accuracy": 0.94664, "main_score": 0.931736, "hf_subset": "ckb_Arab-bel_Cyrl", "languages": ["ckb-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "ckb_Arab-eng_Latn", "languages": ["ckb-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ckb_Arab-hrv_Latn", "languages": ["ckb-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514783, "recall": 0.578063, "f1": 0.532331, "accuracy": 0.578063, "main_score": 0.532331, "hf_subset": "ckb_Arab-kin_Latn", "languages": ["ckb-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951169, "recall": 0.965415, "f1": 0.955599, "accuracy": 0.965415, "main_score": 0.955599, "hf_subset": "ckb_Arab-mal_Mlym", "languages": ["ckb-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "ckb_Arab-pes_Arab", "languages": ["ckb-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.90695, "recall": 0.933794, "f1": 0.915316, "accuracy": 0.933794, "main_score": 0.915316, "hf_subset": "ckb_Arab-srd_Latn", "languages": ["ckb-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206936, "recall": 0.254941, "f1": 0.219174, "accuracy": 0.254941, "main_score": 0.219174, "hf_subset": "ckb_Arab-tzm_Tfng", "languages": ["ckb-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.966321, "recall": 0.976285, "f1": 0.969433, "accuracy": 0.976285, "main_score": 0.969433, "hf_subset": "ckb_Arab-acq_Arab", "languages": ["ckb-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.559701, "recall": 0.604743, "f1": 0.57246, "accuracy": 0.604743, "main_score": 0.57246, "hf_subset": "ckb_Arab-bem_Latn", "languages": ["ckb-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "ckb_Arab-epo_Latn", "languages": ["ckb-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962401, "recall": 0.972332, "f1": 0.965316, "accuracy": 0.972332, "main_score": 0.965316, "hf_subset": "ckb_Arab-hun_Latn", "languages": ["ckb-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918396, "recall": 0.942688, "f1": 0.925955, "accuracy": 0.942688, "main_score": 0.925955, "hf_subset": "ckb_Arab-kir_Cyrl", "languages": ["ckb-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.958366, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "ckb_Arab-mar_Deva", "languages": ["ckb-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.624835, "recall": 0.675889, "f1": 0.639083, "accuracy": 0.675889, "main_score": 0.639083, "hf_subset": "ckb_Arab-plt_Latn", "languages": ["ckb-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ckb_Arab-srp_Cyrl", "languages": ["ckb-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.882444, "recall": 0.910079, "f1": 0.891093, "accuracy": 0.910079, "main_score": 0.891093, "hf_subset": "ckb_Arab-uig_Arab", "languages": ["ckb-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.956522, "f1": 0.944749, "accuracy": 0.956522, "main_score": 0.944749, "hf_subset": "ckb_Arab-aeb_Arab", "languages": ["ckb-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957486, "recall": 0.969368, "f1": 0.961215, "accuracy": 0.969368, "main_score": 0.961215, "hf_subset": "ckb_Arab-ben_Beng", "languages": ["ckb-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "ckb_Arab-est_Latn", "languages": ["ckb-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "ckb_Arab-hye_Armn", "languages": ["ckb-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.496642, "recall": 0.543478, "f1": 0.509469, "accuracy": 0.543478, "main_score": 0.509469, "hf_subset": "ckb_Arab-kmb_Latn", "languages": ["ckb-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445459, "recall": 0.513834, "f1": 0.464559, "accuracy": 0.513834, "main_score": 0.464559, "hf_subset": "ckb_Arab-min_Arab", "languages": ["ckb-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "ckb_Arab-pol_Latn", "languages": ["ckb-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519876, "recall": 0.572134, "f1": 0.534273, "accuracy": 0.572134, "main_score": 0.534273, "hf_subset": "ckb_Arab-ssw_Latn", "languages": ["ckb-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ckb_Arab-ukr_Cyrl", "languages": ["ckb-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "ckb_Arab-afr_Latn", "languages": ["ckb-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93391, "recall": 0.952569, "f1": 0.939427, "accuracy": 0.952569, "main_score": 0.939427, "hf_subset": "ckb_Arab-bho_Deva", "languages": ["ckb-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.903656, "recall": 0.929842, "f1": 0.911693, "accuracy": 0.929842, "main_score": 0.911693, "hf_subset": "ckb_Arab-eus_Latn", "languages": ["ckb-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52603, "recall": 0.585968, "f1": 0.543185, "accuracy": 0.585968, "main_score": 0.543185, "hf_subset": "ckb_Arab-ibo_Latn", "languages": ["ckb-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829051, "recall": 0.871542, "f1": 0.842161, "accuracy": 0.871542, "main_score": 0.842161, "hf_subset": "ckb_Arab-kmr_Latn", "languages": ["ckb-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890761, "recall": 0.920949, "f1": 0.900099, "accuracy": 0.920949, "main_score": 0.900099, "hf_subset": "ckb_Arab-min_Latn", "languages": ["ckb-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "ckb_Arab-por_Latn", "languages": ["ckb-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930171, "recall": 0.950593, "f1": 0.936594, "accuracy": 0.950593, "main_score": 0.936594, "hf_subset": "ckb_Arab-sun_Latn", "languages": ["ckb-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49804, "recall": 0.544466, "f1": 0.511401, "accuracy": 0.544466, "main_score": 0.511401, "hf_subset": "ckb_Arab-umb_Latn", "languages": ["ckb-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "ckb_Arab-ajp_Arab", "languages": ["ckb-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486557, "recall": 0.543478, "f1": 0.50227, "accuracy": 0.543478, "main_score": 0.50227, "hf_subset": "ckb_Arab-bjn_Arab", "languages": ["ckb-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49032, "recall": 0.527668, "f1": 0.500643, "accuracy": 0.527668, "main_score": 0.500643, "hf_subset": "ckb_Arab-ewe_Latn", "languages": ["ckb-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821765, "recall": 0.864625, "f1": 0.834719, "accuracy": 0.864625, "main_score": 0.834719, "hf_subset": "ckb_Arab-ilo_Latn", "languages": ["ckb-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308568, "recall": 0.356719, "f1": 0.321925, "accuracy": 0.356719, "main_score": 0.321925, "hf_subset": "ckb_Arab-knc_Arab", "languages": ["ckb-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964345, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "ckb_Arab-mkd_Cyrl", "languages": ["ckb-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "ckb_Arab-prs_Arab", "languages": ["ckb-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ckb_Arab-swe_Latn", "languages": ["ckb-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "ckb_Arab-urd_Arab", "languages": ["ckb-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530774, "recall": 0.583004, "f1": 0.54541, "accuracy": 0.583004, "main_score": 0.54541, "hf_subset": "ckb_Arab-aka_Latn", "languages": ["ckb-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899457, "recall": 0.925889, "f1": 0.907563, "accuracy": 0.925889, "main_score": 0.907563, "hf_subset": "ckb_Arab-bjn_Latn", "languages": ["ckb-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883762, "recall": 0.916996, "f1": 0.893859, "accuracy": 0.916996, "main_score": 0.893859, "hf_subset": "ckb_Arab-fao_Latn", "languages": ["ckb-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973238, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "ckb_Arab-ind_Latn", "languages": ["ckb-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526551, "recall": 0.575099, "f1": 0.540137, "accuracy": 0.575099, "main_score": 0.540137, "hf_subset": "ckb_Arab-knc_Latn", "languages": ["ckb-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919788, "recall": 0.938735, "f1": 0.925205, "accuracy": 0.938735, "main_score": 0.925205, "hf_subset": "ckb_Arab-mlt_Latn", "languages": ["ckb-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625892, "recall": 0.685771, "f1": 0.64284, "accuracy": 0.685771, "main_score": 0.64284, "hf_subset": "ckb_Arab-quy_Latn", "languages": ["ckb-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917902, "recall": 0.939723, "f1": 0.924638, "accuracy": 0.939723, "main_score": 0.924638, "hf_subset": "ckb_Arab-swh_Latn", "languages": ["ckb-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938076, "recall": 0.956522, "f1": 0.943841, "accuracy": 0.956522, "main_score": 0.943841, "hf_subset": "ckb_Arab-uzn_Latn", "languages": ["ckb-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "ckb_Arab-als_Latn", "languages": ["ckb-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567667, "recall": 0.643281, "f1": 0.588694, "accuracy": 0.643281, "main_score": 0.588694, "hf_subset": "ckb_Arab-bod_Tibt", "languages": ["ckb-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.62745, "recall": 0.682806, "f1": 0.643112, "accuracy": 0.682806, "main_score": 0.643112, "hf_subset": "ckb_Arab-fij_Latn", "languages": ["ckb-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.945652, "f1": 0.931324, "accuracy": 0.945652, "main_score": 0.931324, "hf_subset": "ckb_Arab-isl_Latn", "languages": ["ckb-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582323, "recall": 0.633399, "f1": 0.596754, "accuracy": 0.633399, "main_score": 0.596754, "hf_subset": "ckb_Arab-kon_Latn", "languages": ["ckb-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571298, "recall": 0.618577, "f1": 0.584832, "accuracy": 0.618577, "main_score": 0.584832, "hf_subset": "ckb_Arab-mni_Beng", "languages": ["ckb-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.965991, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "ckb_Arab-ron_Latn", "languages": ["ckb-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924901, "recall": 0.945652, "f1": 0.931442, "accuracy": 0.945652, "main_score": 0.931442, "hf_subset": "ckb_Arab-szl_Latn", "languages": ["ckb-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944664, "recall": 0.961462, "f1": 0.949901, "accuracy": 0.961462, "main_score": 0.949901, "hf_subset": "ckb_Arab-vec_Latn", "languages": ["ckb-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875, "recall": 0.909091, "f1": 0.885672, "accuracy": 0.909091, "main_score": 0.885672, "hf_subset": "ckb_Arab-amh_Ethi", "languages": ["ckb-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.960063, "recall": 0.971344, "f1": 0.963505, "accuracy": 0.971344, "main_score": 0.963505, "hf_subset": "ckb_Arab-bos_Latn", "languages": ["ckb-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951548, "accuracy": 0.962451, "main_score": 0.951548, "hf_subset": "ckb_Arab-fin_Latn", "languages": ["ckb-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956275, "recall": 0.968379, "f1": 0.959881, "accuracy": 0.968379, "main_score": 0.959881, "hf_subset": "ckb_Arab-ita_Latn", "languages": ["ckb-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "ckb_Arab-kor_Hang", "languages": ["ckb-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.50756, "recall": 0.554348, "f1": 0.519741, "accuracy": 0.554348, "main_score": 0.519741, "hf_subset": "ckb_Arab-mos_Latn", "languages": ["ckb-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51521, "recall": 0.564229, "f1": 0.528285, "accuracy": 0.564229, "main_score": 0.528285, "hf_subset": "ckb_Arab-run_Latn", "languages": ["ckb-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "ckb_Arab-tam_Taml", "languages": ["ckb-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "ckb_Arab-vie_Latn", "languages": ["ckb-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956933, "recall": 0.969368, "f1": 0.96087, "accuracy": 0.969368, "main_score": 0.96087, "hf_subset": "ckb_Arab-apc_Arab", "languages": ["ckb-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.697243, "recall": 0.744071, "f1": 0.710646, "accuracy": 0.744071, "main_score": 0.710646, "hf_subset": "ckb_Arab-bug_Latn", "languages": ["ckb-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436462, "recall": 0.48419, "f1": 0.448683, "accuracy": 0.48419, "main_score": 0.448683, "hf_subset": "ckb_Arab-fon_Latn", "languages": ["ckb-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941206, "recall": 0.958498, "f1": 0.946607, "accuracy": 0.958498, "main_score": 0.946607, "hf_subset": "ckb_Arab-jav_Latn", "languages": ["ckb-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929718, "recall": 0.949605, "f1": 0.935892, "accuracy": 0.949605, "main_score": 0.935892, "hf_subset": "ckb_Arab-lao_Laoo", "languages": ["ckb-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.790061, "recall": 0.833004, "f1": 0.80269, "accuracy": 0.833004, "main_score": 0.80269, "hf_subset": "ckb_Arab-mri_Latn", "languages": ["ckb-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "ckb_Arab-rus_Cyrl", "languages": ["ckb-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486959, "recall": 0.537549, "f1": 0.500711, "accuracy": 0.537549, "main_score": 0.500711, "hf_subset": "ckb_Arab-taq_Latn", "languages": ["ckb-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916123, "recall": 0.940711, "f1": 0.923814, "accuracy": 0.940711, "main_score": 0.923814, "hf_subset": "ckb_Arab-war_Latn", "languages": ["ckb-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96665, "recall": 0.977273, "f1": 0.970092, "accuracy": 0.977273, "main_score": 0.970092, "hf_subset": "ckb_Arab-arb_Arab", "languages": ["ckb-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "ckb_Arab-bul_Cyrl", "languages": ["ckb-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ckb_Arab-fra_Latn", "languages": ["ckb-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940112, "recall": 0.955534, "f1": 0.944615, "accuracy": 0.955534, "main_score": 0.944615, "hf_subset": "ckb_Arab-jpn_Jpan", "languages": ["ckb-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.919944, "recall": 0.938735, "f1": 0.925626, "accuracy": 0.938735, "main_score": 0.925626, "hf_subset": "ckb_Arab-lij_Latn", "languages": ["ckb-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912302, "recall": 0.937747, "f1": 0.92052, "accuracy": 0.937747, "main_score": 0.92052, "hf_subset": "ckb_Arab-mya_Mymr", "languages": ["ckb-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.528468, "recall": 0.583004, "f1": 0.544073, "accuracy": 0.583004, "main_score": 0.544073, "hf_subset": "ckb_Arab-sag_Latn", "languages": ["ckb-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211472, "recall": 0.263834, "f1": 0.223878, "accuracy": 0.263834, "main_score": 0.223878, "hf_subset": "ckb_Arab-taq_Tfng", "languages": ["ckb-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.55239, "recall": 0.603755, "f1": 0.566897, "accuracy": 0.603755, "main_score": 0.566897, "hf_subset": "ckb_Arab-wol_Latn", "languages": ["ckb-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711299, "recall": 0.76581, "f1": 0.727099, "accuracy": 0.76581, "main_score": 0.727099, "hf_subset": "ckb_Arab-arb_Latn", "languages": ["ckb-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967968, "recall": 0.977273, "f1": 0.970751, "accuracy": 0.977273, "main_score": 0.970751, "hf_subset": "ckb_Arab-cat_Latn", "languages": ["ckb-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904703, "recall": 0.928854, "f1": 0.911841, "accuracy": 0.928854, "main_score": 0.911841, "hf_subset": "ckb_Arab-fur_Latn", "languages": ["ckb-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407075, "recall": 0.454545, "f1": 0.419513, "accuracy": 0.454545, "main_score": 0.419513, "hf_subset": "ckb_Arab-kab_Latn", "languages": ["ckb-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906621, "recall": 0.931818, "f1": 0.914328, "accuracy": 0.931818, "main_score": 0.914328, "hf_subset": "ckb_Arab-lim_Latn", "languages": ["ckb-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949358, "recall": 0.963439, "f1": 0.953741, "accuracy": 0.963439, "main_score": 0.953741, "hf_subset": "ckb_Arab-nld_Latn", "languages": ["ckb-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919499, "recall": 0.9417, "f1": 0.926219, "accuracy": 0.9417, "main_score": 0.926219, "hf_subset": "ckb_Arab-san_Deva", "languages": ["ckb-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.923315, "recall": 0.943676, "f1": 0.929447, "accuracy": 0.943676, "main_score": 0.929447, "hf_subset": "ckb_Arab-tat_Cyrl", "languages": ["ckb-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622738, "recall": 0.675889, "f1": 0.637821, "accuracy": 0.675889, "main_score": 0.637821, "hf_subset": "ckb_Arab-xho_Latn", "languages": ["ckb-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.96405, "accuracy": 0.972332, "main_score": 0.96405, "hf_subset": "ckb_Arab-ars_Arab", "languages": ["ckb-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94395, "recall": 0.959486, "f1": 0.948814, "accuracy": 0.959486, "main_score": 0.948814, "hf_subset": "ckb_Arab-ceb_Latn", "languages": ["ckb-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516, "recall": 0.567194, "f1": 0.531036, "accuracy": 0.567194, "main_score": 0.531036, "hf_subset": "ckb_Arab-fuv_Latn", "languages": ["ckb-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472546, "recall": 0.524704, "f1": 0.487291, "accuracy": 0.524704, "main_score": 0.487291, "hf_subset": "ckb_Arab-kac_Latn", "languages": ["ckb-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585035, "recall": 0.636364, "f1": 0.598991, "accuracy": 0.636364, "main_score": 0.598991, "hf_subset": "ckb_Arab-lin_Latn", "languages": ["ckb-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956324, "accuracy": 0.966403, "main_score": 0.956324, "hf_subset": "ckb_Arab-nno_Latn", "languages": ["ckb-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.227872, "recall": 0.296443, "f1": 0.245409, "accuracy": 0.296443, "main_score": 0.245409, "hf_subset": "ckb_Arab-sat_Olck", "languages": ["ckb-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.935277, "recall": 0.953557, "f1": 0.941041, "accuracy": 0.953557, "main_score": 0.941041, "hf_subset": "ckb_Arab-tel_Telu", "languages": ["ckb-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.86996, "recall": 0.905138, "f1": 0.880731, "accuracy": 0.905138, "main_score": 0.880731, "hf_subset": "ckb_Arab-ydd_Hebr", "languages": ["ckb-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.909009, "recall": 0.933794, "f1": 0.916535, "accuracy": 0.933794, "main_score": 0.916535, "hf_subset": "ckb_Arab-ary_Arab", "languages": ["ckb-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ckb_Arab-ces_Latn", "languages": ["ckb-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538027, "recall": 0.588933, "f1": 0.552823, "accuracy": 0.588933, "main_score": 0.552823, "hf_subset": "ckb_Arab-gaz_Latn", "languages": ["ckb-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54791, "recall": 0.596838, "f1": 0.560972, "accuracy": 0.596838, "main_score": 0.560972, "hf_subset": "ckb_Arab-kam_Latn", "languages": ["ckb-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "ckb_Arab-lit_Latn", "languages": ["ckb-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "ckb_Arab-nob_Latn", "languages": ["ckb-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895866, "recall": 0.921937, "f1": 0.903581, "accuracy": 0.921937, "main_score": 0.903581, "hf_subset": "ckb_Arab-scn_Latn", "languages": ["ckb-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918594, "recall": 0.940711, "f1": 0.925264, "accuracy": 0.940711, "main_score": 0.925264, "hf_subset": "ckb_Arab-tgk_Cyrl", "languages": ["ckb-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.627183, "recall": 0.693676, "f1": 0.646643, "accuracy": 0.693676, "main_score": 0.646643, "hf_subset": "ckb_Arab-yor_Latn", "languages": ["ckb-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.960474, "f1": 0.949572, "accuracy": 0.960474, "main_score": 0.949572, "hf_subset": "ckb_Arab-arz_Arab", "languages": ["ckb-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498238, "recall": 0.548419, "f1": 0.513143, "accuracy": 0.548419, "main_score": 0.513143, "hf_subset": "ckb_Arab-cjk_Latn", "languages": ["ckb-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692852, "recall": 0.754941, "f1": 0.710921, "accuracy": 0.754941, "main_score": 0.710921, "hf_subset": "ckb_Arab-gla_Latn", "languages": ["ckb-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "ckb_Arab-kan_Knda", "languages": ["ckb-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.901739, "recall": 0.926877, "f1": 0.909569, "accuracy": 0.926877, "main_score": 0.909569, "hf_subset": "ckb_Arab-lmo_Latn", "languages": ["ckb-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94837, "recall": 0.963439, "f1": 0.953129, "accuracy": 0.963439, "main_score": 0.953129, "hf_subset": "ckb_Arab-npi_Deva", "languages": ["ckb-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.430359, "recall": 0.483202, "f1": 0.444623, "accuracy": 0.483202, "main_score": 0.444623, "hf_subset": "ckb_Arab-shn_Mymr", "languages": ["ckb-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "ckb_Arab-tgl_Latn", "languages": ["ckb-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.967391, "f1": 0.9583, "accuracy": 0.967391, "main_score": 0.9583, "hf_subset": "ckb_Arab-yue_Hant", "languages": ["ckb-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.963439, "f1": 0.952701, "accuracy": 0.963439, "main_score": 0.952701, "hf_subset": "ckb_Arab-asm_Beng", "languages": ["ckb-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.787533, "recall": 0.833004, "f1": 0.801383, "accuracy": 0.833004, "main_score": 0.801383, "hf_subset": "ckb_Arab-gle_Latn", "languages": ["ckb-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840007, "recall": 0.879447, "f1": 0.851602, "accuracy": 0.879447, "main_score": 0.851602, "hf_subset": "ckb_Arab-kas_Arab", "languages": ["ckb-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.839627, "recall": 0.87747, "f1": 0.85112, "accuracy": 0.87747, "main_score": 0.85112, "hf_subset": "ckb_Arab-ltg_Latn", "languages": ["ckb-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557956, "recall": 0.604743, "f1": 0.571284, "accuracy": 0.604743, "main_score": 0.571284, "hf_subset": "ckb_Arab-nso_Latn", "languages": ["ckb-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914806, "recall": 0.939723, "f1": 0.922464, "accuracy": 0.939723, "main_score": 0.922464, "hf_subset": "ckb_Arab-sin_Sinh", "languages": ["ckb-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.967391, "f1": 0.957411, "accuracy": 0.967391, "main_score": 0.957411, "hf_subset": "ckb_Arab-tha_Thai", "languages": ["ckb-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.939764, "recall": 0.955534, "f1": 0.944408, "accuracy": 0.955534, "main_score": 0.944408, "hf_subset": "ckb_Arab-zho_Hans", "languages": ["ckb-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "ckb_Arab-ast_Latn", "languages": ["ckb-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920043, "recall": 0.942688, "f1": 0.92691, "accuracy": 0.942688, "main_score": 0.92691, "hf_subset": "ckb_Arab-crh_Latn", "languages": ["ckb-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "ckb_Arab-glg_Latn", "languages": ["ckb-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753097, "recall": 0.810277, "f1": 0.7699, "accuracy": 0.810277, "main_score": 0.7699, "hf_subset": "ckb_Arab-kas_Deva", "languages": ["ckb-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.895949, "recall": 0.923913, "f1": 0.904611, "accuracy": 0.923913, "main_score": 0.904611, "hf_subset": "ckb_Arab-ltz_Latn", "languages": ["ckb-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436868, "recall": 0.486166, "f1": 0.450422, "accuracy": 0.486166, "main_score": 0.450422, "hf_subset": "ckb_Arab-nus_Latn", "languages": ["ckb-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95831, "recall": 0.970356, "f1": 0.962039, "accuracy": 0.970356, "main_score": 0.962039, "hf_subset": "ckb_Arab-slk_Latn", "languages": ["ckb-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579678, "recall": 0.641304, "f1": 0.59705, "accuracy": 0.641304, "main_score": 0.59705, "hf_subset": "ckb_Arab-tir_Ethi", "languages": ["ckb-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "ckb_Arab-zho_Hant", "languages": ["ckb-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.947859, "accuracy": 0.959486, "main_score": 0.947859, "hf_subset": "ckb_Arab-awa_Deva", "languages": ["ckb-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.907757, "recall": 0.932806, "f1": 0.915217, "accuracy": 0.932806, "main_score": 0.915217, "hf_subset": "ckb_Arab-cym_Latn", "languages": ["ckb-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693906, "recall": 0.747036, "f1": 0.709609, "accuracy": 0.747036, "main_score": 0.709609, "hf_subset": "ckb_Arab-grn_Latn", "languages": ["ckb-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940794, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "ckb_Arab-kat_Geor", "languages": ["ckb-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.569864, "recall": 0.618577, "f1": 0.583903, "accuracy": 0.618577, "main_score": 0.583903, "hf_subset": "ckb_Arab-lua_Latn", "languages": ["ckb-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566342, "recall": 0.626482, "f1": 0.583832, "accuracy": 0.626482, "main_score": 0.583832, "hf_subset": "ckb_Arab-nya_Latn", "languages": ["ckb-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957757, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "ckb_Arab-slv_Latn", "languages": ["ckb-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80121, "recall": 0.847826, "f1": 0.814797, "accuracy": 0.847826, "main_score": 0.814797, "hf_subset": "ckb_Arab-tpi_Latn", "languages": ["ckb-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ckb_Arab-zsm_Latn", "languages": ["ckb-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508856, "recall": 0.5583, "f1": 0.522654, "accuracy": 0.5583, "main_score": 0.522654, "hf_subset": "ckb_Arab-ayr_Latn", "languages": ["ckb-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "ckb_Arab-dan_Latn", "languages": ["ckb-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960392, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "ckb_Arab-guj_Gujr", "languages": ["ckb-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.953475, "recall": 0.966403, "f1": 0.957364, "accuracy": 0.966403, "main_score": 0.957364, "hf_subset": "ckb_Arab-kaz_Cyrl", "languages": ["ckb-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.50571, "recall": 0.560277, "f1": 0.519701, "accuracy": 0.560277, "main_score": 0.519701, "hf_subset": "ckb_Arab-lug_Latn", "languages": ["ckb-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "ckb_Arab-oci_Latn", "languages": ["ckb-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730362, "recall": 0.784585, "f1": 0.746577, "accuracy": 0.784585, "main_score": 0.746577, "hf_subset": "ckb_Arab-smo_Latn", "languages": ["ckb-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500553, "recall": 0.556324, "f1": 0.516162, "accuracy": 0.556324, "main_score": 0.516162, "hf_subset": "ckb_Arab-tsn_Latn", "languages": ["ckb-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580464, "recall": 0.636364, "f1": 0.595612, "accuracy": 0.636364, "main_score": 0.595612, "hf_subset": "ckb_Arab-zul_Latn", "languages": ["ckb-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826318, "recall": 0.869565, "f1": 0.839526, "accuracy": 0.869565, "main_score": 0.839526, "hf_subset": "ckb_Arab-azb_Arab", "languages": ["ckb-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962204, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "ckb_Arab-deu_Latn", "languages": ["ckb-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881999, "recall": 0.910079, "f1": 0.890876, "accuracy": 0.910079, "main_score": 0.890876, "hf_subset": "ckb_Arab-hat_Latn", "languages": ["ckb-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466156, "recall": 0.509881, "f1": 0.478299, "accuracy": 0.509881, "main_score": 0.478299, "hf_subset": "ckb_Arab-kbp_Latn", "languages": ["ckb-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525266, "recall": 0.574111, "f1": 0.538352, "accuracy": 0.574111, "main_score": 0.538352, "hf_subset": "ckb_Arab-luo_Latn", "languages": ["ckb-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955287, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "ckb_Arab-ory_Orya", "languages": ["ckb-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.531014, "recall": 0.583992, "f1": 0.545746, "accuracy": 0.583992, "main_score": 0.545746, "hf_subset": "ckb_Arab-sna_Latn", "languages": ["ckb-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507057, "recall": 0.559289, "f1": 0.520342, "accuracy": 0.559289, "main_score": 0.520342, "hf_subset": "ckb_Arab-tso_Latn", "languages": ["ckb-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923995, "recall": 0.94664, "f1": 0.931225, "accuracy": 0.94664, "main_score": 0.931225, "hf_subset": "ckb_Arab-azj_Latn", "languages": ["ckb-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478331, "recall": 0.533597, "f1": 0.494436, "accuracy": 0.533597, "main_score": 0.494436, "hf_subset": "ckb_Arab-dik_Latn", "languages": ["ckb-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65896, "recall": 0.716403, "f1": 0.675401, "accuracy": 0.716403, "main_score": 0.675401, "hf_subset": "ckb_Arab-hau_Latn", "languages": ["ckb-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875856, "recall": 0.908103, "f1": 0.885366, "accuracy": 0.908103, "main_score": 0.885366, "hf_subset": "ckb_Arab-kea_Latn", "languages": ["ckb-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629736, "recall": 0.683794, "f1": 0.645443, "accuracy": 0.683794, "main_score": 0.645443, "hf_subset": "ckb_Arab-lus_Latn", "languages": ["ckb-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743883, "recall": 0.784585, "f1": 0.756063, "accuracy": 0.784585, "main_score": 0.756063, "hf_subset": "ckb_Arab-pag_Latn", "languages": ["ckb-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946064, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "ckb_Arab-snd_Arab", "languages": ["ckb-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.846047, "recall": 0.886364, "f1": 0.858827, "accuracy": 0.886364, "main_score": 0.858827, "hf_subset": "ckb_Arab-tuk_Latn", "languages": ["ckb-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908163, "recall": 0.931818, "f1": 0.915283, "accuracy": 0.931818, "main_score": 0.915283, "hf_subset": "ckb_Arab-bak_Cyrl", "languages": ["ckb-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.42929, "recall": 0.490119, "f1": 0.446898, "accuracy": 0.490119, "main_score": 0.446898, "hf_subset": "ckb_Arab-dyu_Latn", "languages": ["ckb-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ckb_Arab-heb_Hebr", "languages": ["ckb-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.915161, "recall": 0.938735, "f1": 0.922466, "accuracy": 0.938735, "main_score": 0.922466, "hf_subset": "ckb_Arab-khk_Cyrl", "languages": ["ckb-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.949193, "recall": 0.964427, "f1": 0.953953, "accuracy": 0.964427, "main_score": 0.953953, "hf_subset": "ckb_Arab-lvs_Latn", "languages": ["ckb-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "ckb_Arab-pan_Guru", "languages": ["ckb-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.64697, "recall": 0.708498, "f1": 0.66525, "accuracy": 0.708498, "main_score": 0.66525, "hf_subset": "ckb_Arab-som_Latn", "languages": ["ckb-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537815, "recall": 0.589921, "f1": 0.552179, "accuracy": 0.589921, "main_score": 0.552179, "hf_subset": "ckb_Arab-tum_Latn", "languages": ["ckb-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458063, "recall": 0.507905, "f1": 0.472176, "accuracy": 0.507905, "main_score": 0.472176, "hf_subset": "gle_Latn-ace_Arab", "languages": ["gle-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505616, "recall": 0.544466, "f1": 0.51682, "accuracy": 0.544466, "main_score": 0.51682, "hf_subset": "gle_Latn-bam_Latn", "languages": ["gle-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324642, "recall": 0.375494, "f1": 0.337522, "accuracy": 0.375494, "main_score": 0.337522, "hf_subset": "gle_Latn-dzo_Tibt", "languages": ["gle-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.874292, "recall": 0.909091, "f1": 0.885065, "accuracy": 0.909091, "main_score": 0.885065, "hf_subset": "gle_Latn-hin_Deva", "languages": ["gle-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.821487, "recall": 0.864625, "f1": 0.834091, "accuracy": 0.864625, "main_score": 0.834091, "hf_subset": "gle_Latn-khm_Khmr", "languages": ["gle-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.832708, "recall": 0.876482, "f1": 0.845718, "accuracy": 0.876482, "main_score": 0.845718, "hf_subset": "gle_Latn-mag_Deva", "languages": ["gle-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.776318, "recall": 0.81917, "f1": 0.7882, "accuracy": 0.81917, "main_score": 0.7882, "hf_subset": "gle_Latn-pap_Latn", "languages": ["gle-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558415, "recall": 0.599802, "f1": 0.570081, "accuracy": 0.599802, "main_score": 0.570081, "hf_subset": "gle_Latn-sot_Latn", "languages": ["gle-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863076, "recall": 0.898221, "f1": 0.873306, "accuracy": 0.898221, "main_score": 0.873306, "hf_subset": "gle_Latn-tur_Latn", "languages": ["gle-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670799, "recall": 0.712451, "f1": 0.681595, "accuracy": 0.712451, "main_score": 0.681595, "hf_subset": "gle_Latn-ace_Latn", "languages": ["gle-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724847, "recall": 0.76581, "f1": 0.735972, "accuracy": 0.76581, "main_score": 0.735972, "hf_subset": "gle_Latn-ban_Latn", "languages": ["gle-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846607, "recall": 0.886364, "f1": 0.858267, "accuracy": 0.886364, "main_score": 0.858267, "hf_subset": "gle_Latn-ell_Grek", "languages": ["gle-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.803353, "recall": 0.849802, "f1": 0.816914, "accuracy": 0.849802, "main_score": 0.816914, "hf_subset": "gle_Latn-hne_Deva", "languages": ["gle-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.508245, "recall": 0.550395, "f1": 0.520048, "accuracy": 0.550395, "main_score": 0.520048, "hf_subset": "gle_Latn-kik_Latn", "languages": ["gle-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815431, "recall": 0.863636, "f1": 0.830058, "accuracy": 0.863636, "main_score": 0.830058, "hf_subset": "gle_Latn-mai_Deva", "languages": ["gle-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.762708, "recall": 0.813241, "f1": 0.776674, "accuracy": 0.813241, "main_score": 0.776674, "hf_subset": "gle_Latn-pbt_Arab", "languages": ["gle-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.865596, "recall": 0.902174, "f1": 0.876515, "accuracy": 0.902174, "main_score": 0.876515, "hf_subset": "gle_Latn-spa_Latn", "languages": ["gle-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541189, "recall": 0.583992, "f1": 0.553428, "accuracy": 0.583992, "main_score": 0.553428, "hf_subset": "gle_Latn-twi_Latn", "languages": ["gle-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828055, "recall": 0.870553, "f1": 0.840475, "accuracy": 0.870553, "main_score": 0.840475, "hf_subset": "gle_Latn-acm_Arab", "languages": ["gle-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.810544, "recall": 0.852767, "f1": 0.822777, "accuracy": 0.852767, "main_score": 0.822777, "hf_subset": "gle_Latn-bel_Cyrl", "languages": ["gle-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.900856, "recall": 0.928854, "f1": 0.909321, "accuracy": 0.928854, "main_score": 0.909321, "hf_subset": "gle_Latn-eng_Latn", "languages": ["gle-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878277, "recall": 0.911067, "f1": 0.888373, "accuracy": 0.911067, "main_score": 0.888373, "hf_subset": "gle_Latn-hrv_Latn", "languages": ["gle-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537715, "recall": 0.588933, "f1": 0.552242, "accuracy": 0.588933, "main_score": 0.552242, "hf_subset": "gle_Latn-kin_Latn", "languages": ["gle-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824242, "recall": 0.867589, "f1": 0.837206, "accuracy": 0.867589, "main_score": 0.837206, "hf_subset": "gle_Latn-mal_Mlym", "languages": ["gle-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.859601, "recall": 0.896245, "f1": 0.870789, "accuracy": 0.896245, "main_score": 0.870789, "hf_subset": "gle_Latn-pes_Arab", "languages": ["gle-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.817811, "recall": 0.855731, "f1": 0.828266, "accuracy": 0.855731, "main_score": 0.828266, "hf_subset": "gle_Latn-srd_Latn", "languages": ["gle-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204392, "recall": 0.244071, "f1": 0.215309, "accuracy": 0.244071, "main_score": 0.215309, "hf_subset": "gle_Latn-tzm_Tfng", "languages": ["gle-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.850132, "recall": 0.890316, "f1": 0.862008, "accuracy": 0.890316, "main_score": 0.862008, "hf_subset": "gle_Latn-acq_Arab", "languages": ["gle-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580008, "recall": 0.621542, "f1": 0.591166, "accuracy": 0.621542, "main_score": 0.591166, "hf_subset": "gle_Latn-bem_Latn", "languages": ["gle-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886735, "recall": 0.914032, "f1": 0.894205, "accuracy": 0.914032, "main_score": 0.894205, "hf_subset": "gle_Latn-epo_Latn", "languages": ["gle-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864312, "recall": 0.901186, "f1": 0.875527, "accuracy": 0.901186, "main_score": 0.875527, "hf_subset": "gle_Latn-hun_Latn", "languages": ["gle-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.783654, "recall": 0.833004, "f1": 0.797622, "accuracy": 0.833004, "main_score": 0.797622, "hf_subset": "gle_Latn-kir_Cyrl", "languages": ["gle-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.856785, "recall": 0.891304, "f1": 0.866605, "accuracy": 0.891304, "main_score": 0.866605, "hf_subset": "gle_Latn-mar_Deva", "languages": ["gle-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612586, "recall": 0.66502, "f1": 0.626874, "accuracy": 0.66502, "main_score": 0.626874, "hf_subset": "gle_Latn-plt_Latn", "languages": ["gle-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888933, "recall": 0.916996, "f1": 0.896971, "accuracy": 0.916996, "main_score": 0.896971, "hf_subset": "gle_Latn-srp_Cyrl", "languages": ["gle-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.730479, "recall": 0.783597, "f1": 0.745458, "accuracy": 0.783597, "main_score": 0.745458, "hf_subset": "gle_Latn-uig_Arab", "languages": ["gle-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.788098, "recall": 0.828063, "f1": 0.799091, "accuracy": 0.828063, "main_score": 0.799091, "hf_subset": "gle_Latn-aeb_Arab", "languages": ["gle-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.865926, "recall": 0.900198, "f1": 0.876153, "accuracy": 0.900198, "main_score": 0.876153, "hf_subset": "gle_Latn-ben_Beng", "languages": ["gle-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.856143, "recall": 0.893281, "f1": 0.866982, "accuracy": 0.893281, "main_score": 0.866982, "hf_subset": "gle_Latn-est_Latn", "languages": ["gle-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849671, "recall": 0.88834, "f1": 0.86102, "accuracy": 0.88834, "main_score": 0.86102, "hf_subset": "gle_Latn-hye_Armn", "languages": ["gle-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.519034, "recall": 0.564229, "f1": 0.531546, "accuracy": 0.564229, "main_score": 0.531546, "hf_subset": "gle_Latn-kmb_Latn", "languages": ["gle-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417378, "recall": 0.474308, "f1": 0.432543, "accuracy": 0.474308, "main_score": 0.432543, "hf_subset": "gle_Latn-min_Arab", "languages": ["gle-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.865953, "recall": 0.899209, "f1": 0.875381, "accuracy": 0.899209, "main_score": 0.875381, "hf_subset": "gle_Latn-pol_Latn", "languages": ["gle-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530002, "recall": 0.58004, "f1": 0.544205, "accuracy": 0.58004, "main_score": 0.544205, "hf_subset": "gle_Latn-ssw_Latn", "languages": ["gle-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877553, "recall": 0.913043, "f1": 0.888735, "accuracy": 0.913043, "main_score": 0.888735, "hf_subset": "gle_Latn-ukr_Cyrl", "languages": ["gle-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.894631, "recall": 0.923913, "f1": 0.903458, "accuracy": 0.923913, "main_score": 0.903458, "hf_subset": "gle_Latn-afr_Latn", "languages": ["gle-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797001, "recall": 0.840909, "f1": 0.809456, "accuracy": 0.840909, "main_score": 0.809456, "hf_subset": "gle_Latn-bho_Deva", "languages": ["gle-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.828747, "recall": 0.868577, "f1": 0.840766, "accuracy": 0.868577, "main_score": 0.840766, "hf_subset": "gle_Latn-eus_Latn", "languages": ["gle-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539495, "recall": 0.586957, "f1": 0.553393, "accuracy": 0.586957, "main_score": 0.553393, "hf_subset": "gle_Latn-ibo_Latn", "languages": ["gle-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729517, "recall": 0.773715, "f1": 0.741784, "accuracy": 0.773715, "main_score": 0.741784, "hf_subset": "gle_Latn-kmr_Latn", "languages": ["gle-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787113, "recall": 0.833004, "f1": 0.800037, "accuracy": 0.833004, "main_score": 0.800037, "hf_subset": "gle_Latn-min_Latn", "languages": ["gle-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89636, "recall": 0.925889, "f1": 0.905501, "accuracy": 0.925889, "main_score": 0.905501, "hf_subset": "gle_Latn-por_Latn", "languages": ["gle-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820266, "recall": 0.862648, "f1": 0.832691, "accuracy": 0.862648, "main_score": 0.832691, "hf_subset": "gle_Latn-sun_Latn", "languages": ["gle-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489943, "recall": 0.536561, "f1": 0.503247, "accuracy": 0.536561, "main_score": 0.503247, "hf_subset": "gle_Latn-umb_Latn", "languages": ["gle-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835895, "recall": 0.87747, "f1": 0.848355, "accuracy": 0.87747, "main_score": 0.848355, "hf_subset": "gle_Latn-ajp_Arab", "languages": ["gle-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.441593, "recall": 0.497036, "f1": 0.456381, "accuracy": 0.497036, "main_score": 0.456381, "hf_subset": "gle_Latn-bjn_Arab", "languages": ["gle-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500445, "recall": 0.538538, "f1": 0.511153, "accuracy": 0.538538, "main_score": 0.511153, "hf_subset": "gle_Latn-ewe_Latn", "languages": ["gle-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756601, "recall": 0.794466, "f1": 0.766955, "accuracy": 0.794466, "main_score": 0.766955, "hf_subset": "gle_Latn-ilo_Latn", "languages": ["gle-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.296841, "recall": 0.337945, "f1": 0.308442, "accuracy": 0.337945, "main_score": 0.308442, "hf_subset": "gle_Latn-knc_Arab", "languages": ["gle-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.873304, "recall": 0.905138, "f1": 0.882844, "accuracy": 0.905138, "main_score": 0.882844, "hf_subset": "gle_Latn-mkd_Cyrl", "languages": ["gle-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.865728, "recall": 0.903162, "f1": 0.877339, "accuracy": 0.903162, "main_score": 0.877339, "hf_subset": "gle_Latn-prs_Arab", "languages": ["gle-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.890069, "recall": 0.920949, "f1": 0.899605, "accuracy": 0.920949, "main_score": 0.899605, "hf_subset": "gle_Latn-swe_Latn", "languages": ["gle-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858267, "recall": 0.893281, "f1": 0.869038, "accuracy": 0.893281, "main_score": 0.869038, "hf_subset": "gle_Latn-urd_Arab", "languages": ["gle-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510442, "recall": 0.557312, "f1": 0.524061, "accuracy": 0.557312, "main_score": 0.524061, "hf_subset": "gle_Latn-aka_Latn", "languages": ["gle-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787722, "recall": 0.829051, "f1": 0.798683, "accuracy": 0.829051, "main_score": 0.798683, "hf_subset": "gle_Latn-bjn_Latn", "languages": ["gle-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798339, "recall": 0.841897, "f1": 0.811023, "accuracy": 0.841897, "main_score": 0.811023, "hf_subset": "gle_Latn-fao_Latn", "languages": ["gle-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872243, "recall": 0.90415, "f1": 0.881802, "accuracy": 0.90415, "main_score": 0.881802, "hf_subset": "gle_Latn-ind_Latn", "languages": ["gle-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522317, "recall": 0.564229, "f1": 0.533825, "accuracy": 0.564229, "main_score": 0.533825, "hf_subset": "gle_Latn-knc_Latn", "languages": ["gle-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841601, "recall": 0.876482, "f1": 0.85183, "accuracy": 0.876482, "main_score": 0.85183, "hf_subset": "gle_Latn-mlt_Latn", "languages": ["gle-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593111, "recall": 0.640316, "f1": 0.606192, "accuracy": 0.640316, "main_score": 0.606192, "hf_subset": "gle_Latn-quy_Latn", "languages": ["gle-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813067, "recall": 0.856719, "f1": 0.826186, "accuracy": 0.856719, "main_score": 0.826186, "hf_subset": "gle_Latn-swh_Latn", "languages": ["gle-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84506, "recall": 0.881423, "f1": 0.855788, "accuracy": 0.881423, "main_score": 0.855788, "hf_subset": "gle_Latn-uzn_Latn", "languages": ["gle-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858391, "recall": 0.894269, "f1": 0.868895, "accuracy": 0.894269, "main_score": 0.868895, "hf_subset": "gle_Latn-als_Latn", "languages": ["gle-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459547, "recall": 0.536561, "f1": 0.48059, "accuracy": 0.536561, "main_score": 0.48059, "hf_subset": "gle_Latn-bod_Tibt", "languages": ["gle-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.585824, "recall": 0.635375, "f1": 0.599433, "accuracy": 0.635375, "main_score": 0.599433, "hf_subset": "gle_Latn-fij_Latn", "languages": ["gle-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828206, "recall": 0.864625, "f1": 0.839262, "accuracy": 0.864625, "main_score": 0.839262, "hf_subset": "gle_Latn-isl_Latn", "languages": ["gle-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555527, "recall": 0.597826, "f1": 0.567025, "accuracy": 0.597826, "main_score": 0.567025, "hf_subset": "gle_Latn-kon_Latn", "languages": ["gle-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517308, "recall": 0.571146, "f1": 0.532203, "accuracy": 0.571146, "main_score": 0.532203, "hf_subset": "gle_Latn-mni_Beng", "languages": ["gle-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.898007, "recall": 0.926877, "f1": 0.906969, "accuracy": 0.926877, "main_score": 0.906969, "hf_subset": "gle_Latn-ron_Latn", "languages": ["gle-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833868, "recall": 0.873518, "f1": 0.845412, "accuracy": 0.873518, "main_score": 0.845412, "hf_subset": "gle_Latn-szl_Latn", "languages": ["gle-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849054, "recall": 0.882411, "f1": 0.858064, "accuracy": 0.882411, "main_score": 0.858064, "hf_subset": "gle_Latn-vec_Latn", "languages": ["gle-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751298, "recall": 0.800395, "f1": 0.764995, "accuracy": 0.800395, "main_score": 0.764995, "hf_subset": "gle_Latn-amh_Ethi", "languages": ["gle-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.880501, "recall": 0.912055, "f1": 0.889888, "accuracy": 0.912055, "main_score": 0.889888, "hf_subset": "gle_Latn-bos_Latn", "languages": ["gle-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870557, "recall": 0.903162, "f1": 0.880254, "accuracy": 0.903162, "main_score": 0.880254, "hf_subset": "gle_Latn-fin_Latn", "languages": ["gle-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868412, "recall": 0.903162, "f1": 0.878609, "accuracy": 0.903162, "main_score": 0.878609, "hf_subset": "gle_Latn-ita_Latn", "languages": ["gle-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843315, "recall": 0.884387, "f1": 0.855473, "accuracy": 0.884387, "main_score": 0.855473, "hf_subset": "gle_Latn-kor_Hang", "languages": ["gle-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.497554, "recall": 0.537549, "f1": 0.508724, "accuracy": 0.537549, "main_score": 0.508724, "hf_subset": "gle_Latn-mos_Latn", "languages": ["gle-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524064, "recall": 0.574111, "f1": 0.537914, "accuracy": 0.574111, "main_score": 0.537914, "hf_subset": "gle_Latn-run_Latn", "languages": ["gle-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831225, "recall": 0.876482, "f1": 0.845158, "accuracy": 0.876482, "main_score": 0.845158, "hf_subset": "gle_Latn-tam_Taml", "languages": ["gle-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.855164, "recall": 0.894269, "f1": 0.867013, "accuracy": 0.894269, "main_score": 0.867013, "hf_subset": "gle_Latn-vie_Latn", "languages": ["gle-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824575, "recall": 0.863636, "f1": 0.835347, "accuracy": 0.863636, "main_score": 0.835347, "hf_subset": "gle_Latn-apc_Arab", "languages": ["gle-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613902, "recall": 0.658103, "f1": 0.625215, "accuracy": 0.658103, "main_score": 0.625215, "hf_subset": "gle_Latn-bug_Latn", "languages": ["gle-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447947, "recall": 0.492095, "f1": 0.460528, "accuracy": 0.492095, "main_score": 0.460528, "hf_subset": "gle_Latn-fon_Latn", "languages": ["gle-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83078, "recall": 0.867589, "f1": 0.841147, "accuracy": 0.867589, "main_score": 0.841147, "hf_subset": "gle_Latn-jav_Latn", "languages": ["gle-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825305, "recall": 0.867589, "f1": 0.837576, "accuracy": 0.867589, "main_score": 0.837576, "hf_subset": "gle_Latn-lao_Laoo", "languages": ["gle-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.723534, "recall": 0.772727, "f1": 0.737686, "accuracy": 0.772727, "main_score": 0.737686, "hf_subset": "gle_Latn-mri_Latn", "languages": ["gle-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862352, "recall": 0.899209, "f1": 0.873602, "accuracy": 0.899209, "main_score": 0.873602, "hf_subset": "gle_Latn-rus_Cyrl", "languages": ["gle-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.491373, "recall": 0.532609, "f1": 0.503286, "accuracy": 0.532609, "main_score": 0.503286, "hf_subset": "gle_Latn-taq_Latn", "languages": ["gle-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816363, "recall": 0.857708, "f1": 0.827548, "accuracy": 0.857708, "main_score": 0.827548, "hf_subset": "gle_Latn-war_Latn", "languages": ["gle-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850545, "recall": 0.88834, "f1": 0.861619, "accuracy": 0.88834, "main_score": 0.861619, "hf_subset": "gle_Latn-arb_Arab", "languages": ["gle-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881868, "recall": 0.911067, "f1": 0.890467, "accuracy": 0.911067, "main_score": 0.890467, "hf_subset": "gle_Latn-bul_Cyrl", "languages": ["gle-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.876318, "recall": 0.912055, "f1": 0.887469, "accuracy": 0.912055, "main_score": 0.887469, "hf_subset": "gle_Latn-fra_Latn", "languages": ["gle-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830074, "recall": 0.869565, "f1": 0.841249, "accuracy": 0.869565, "main_score": 0.841249, "hf_subset": "gle_Latn-jpn_Jpan", "languages": ["gle-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.808996, "recall": 0.844862, "f1": 0.818863, "accuracy": 0.844862, "main_score": 0.818863, "hf_subset": "gle_Latn-lij_Latn", "languages": ["gle-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756431, "recall": 0.810277, "f1": 0.77209, "accuracy": 0.810277, "main_score": 0.77209, "hf_subset": "gle_Latn-mya_Mymr", "languages": ["gle-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.519733, "recall": 0.568182, "f1": 0.532242, "accuracy": 0.568182, "main_score": 0.532242, "hf_subset": "gle_Latn-sag_Latn", "languages": ["gle-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201524, "recall": 0.246047, "f1": 0.211583, "accuracy": 0.246047, "main_score": 0.211583, "hf_subset": "gle_Latn-taq_Tfng", "languages": ["gle-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.547244, "recall": 0.588933, "f1": 0.559092, "accuracy": 0.588933, "main_score": 0.559092, "hf_subset": "gle_Latn-wol_Latn", "languages": ["gle-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64456, "recall": 0.709486, "f1": 0.662551, "accuracy": 0.709486, "main_score": 0.662551, "hf_subset": "gle_Latn-arb_Latn", "languages": ["gle-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892375, "recall": 0.920949, "f1": 0.900795, "accuracy": 0.920949, "main_score": 0.900795, "hf_subset": "gle_Latn-cat_Latn", "languages": ["gle-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802053, "recall": 0.843874, "f1": 0.813236, "accuracy": 0.843874, "main_score": 0.813236, "hf_subset": "gle_Latn-fur_Latn", "languages": ["gle-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42747, "recall": 0.478261, "f1": 0.441247, "accuracy": 0.478261, "main_score": 0.441247, "hf_subset": "gle_Latn-kab_Latn", "languages": ["gle-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805759, "recall": 0.849802, "f1": 0.818285, "accuracy": 0.849802, "main_score": 0.818285, "hf_subset": "gle_Latn-lim_Latn", "languages": ["gle-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863406, "recall": 0.897233, "f1": 0.87324, "accuracy": 0.897233, "main_score": 0.87324, "hf_subset": "gle_Latn-nld_Latn", "languages": ["gle-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784095, "recall": 0.829051, "f1": 0.797096, "accuracy": 0.829051, "main_score": 0.797096, "hf_subset": "gle_Latn-san_Deva", "languages": ["gle-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.800799, "recall": 0.842885, "f1": 0.812628, "accuracy": 0.842885, "main_score": 0.812628, "hf_subset": "gle_Latn-tat_Cyrl", "languages": ["gle-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.619516, "recall": 0.667984, "f1": 0.633202, "accuracy": 0.667984, "main_score": 0.633202, "hf_subset": "gle_Latn-xho_Latn", "languages": ["gle-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847003, "recall": 0.885375, "f1": 0.858433, "accuracy": 0.885375, "main_score": 0.858433, "hf_subset": "gle_Latn-ars_Arab", "languages": ["gle-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.853398, "recall": 0.885375, "f1": 0.862738, "accuracy": 0.885375, "main_score": 0.862738, "hf_subset": "gle_Latn-ceb_Latn", "languages": ["gle-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49978, "recall": 0.541502, "f1": 0.5119, "accuracy": 0.541502, "main_score": 0.5119, "hf_subset": "gle_Latn-fuv_Latn", "languages": ["gle-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473225, "recall": 0.523715, "f1": 0.487774, "accuracy": 0.523715, "main_score": 0.487774, "hf_subset": "gle_Latn-kac_Latn", "languages": ["gle-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570709, "recall": 0.610672, "f1": 0.581856, "accuracy": 0.610672, "main_score": 0.581856, "hf_subset": "gle_Latn-lin_Latn", "languages": ["gle-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88587, "recall": 0.917984, "f1": 0.895883, "accuracy": 0.917984, "main_score": 0.895883, "hf_subset": "gle_Latn-nno_Latn", "languages": ["gle-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.216083, "recall": 0.284585, "f1": 0.23388, "accuracy": 0.284585, "main_score": 0.23388, "hf_subset": "gle_Latn-sat_Olck", "languages": ["gle-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.839542, "recall": 0.878458, "f1": 0.850908, "accuracy": 0.878458, "main_score": 0.850908, "hf_subset": "gle_Latn-tel_Telu", "languages": ["gle-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.783482, "recall": 0.838933, "f1": 0.800114, "accuracy": 0.838933, "main_score": 0.800114, "hf_subset": "gle_Latn-ydd_Hebr", "languages": ["gle-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.77781, "recall": 0.822134, "f1": 0.790115, "accuracy": 0.822134, "main_score": 0.790115, "hf_subset": "gle_Latn-ary_Arab", "languages": ["gle-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.880929, "recall": 0.912055, "f1": 0.890415, "accuracy": 0.912055, "main_score": 0.890415, "hf_subset": "gle_Latn-ces_Latn", "languages": ["gle-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549793, "recall": 0.600791, "f1": 0.564168, "accuracy": 0.600791, "main_score": 0.564168, "hf_subset": "gle_Latn-gaz_Latn", "languages": ["gle-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531374, "recall": 0.582016, "f1": 0.54515, "accuracy": 0.582016, "main_score": 0.54515, "hf_subset": "gle_Latn-kam_Latn", "languages": ["gle-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856096, "recall": 0.891304, "f1": 0.866129, "accuracy": 0.891304, "main_score": 0.866129, "hf_subset": "gle_Latn-lit_Latn", "languages": ["gle-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881357, "recall": 0.912055, "f1": 0.890581, "accuracy": 0.912055, "main_score": 0.890581, "hf_subset": "gle_Latn-nob_Latn", "languages": ["gle-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82153, "recall": 0.855731, "f1": 0.830838, "accuracy": 0.855731, "main_score": 0.830838, "hf_subset": "gle_Latn-scn_Latn", "languages": ["gle-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815761, "recall": 0.856719, "f1": 0.827487, "accuracy": 0.856719, "main_score": 0.827487, "hf_subset": "gle_Latn-tgk_Cyrl", "languages": ["gle-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.599235, "recall": 0.662055, "f1": 0.617489, "accuracy": 0.662055, "main_score": 0.617489, "hf_subset": "gle_Latn-yor_Latn", "languages": ["gle-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821883, "recall": 0.86166, "f1": 0.83294, "accuracy": 0.86166, "main_score": 0.83294, "hf_subset": "gle_Latn-arz_Arab", "languages": ["gle-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486605, "recall": 0.527668, "f1": 0.498259, "accuracy": 0.527668, "main_score": 0.498259, "hf_subset": "gle_Latn-cjk_Latn", "languages": ["gle-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818083, "recall": 0.86166, "f1": 0.831244, "accuracy": 0.86166, "main_score": 0.831244, "hf_subset": "gle_Latn-gla_Latn", "languages": ["gle-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849185, "recall": 0.887352, "f1": 0.86076, "accuracy": 0.887352, "main_score": 0.86076, "hf_subset": "gle_Latn-kan_Knda", "languages": ["gle-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.804011, "recall": 0.841897, "f1": 0.814555, "accuracy": 0.841897, "main_score": 0.814555, "hf_subset": "gle_Latn-lmo_Latn", "languages": ["gle-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851549, "recall": 0.887352, "f1": 0.862006, "accuracy": 0.887352, "main_score": 0.862006, "hf_subset": "gle_Latn-npi_Deva", "languages": ["gle-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.431248, "recall": 0.474308, "f1": 0.44306, "accuracy": 0.474308, "main_score": 0.44306, "hf_subset": "gle_Latn-shn_Mymr", "languages": ["gle-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.885533, "recall": 0.914032, "f1": 0.893843, "accuracy": 0.914032, "main_score": 0.893843, "hf_subset": "gle_Latn-tgl_Latn", "languages": ["gle-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841478, "recall": 0.882411, "f1": 0.853277, "accuracy": 0.882411, "main_score": 0.853277, "hf_subset": "gle_Latn-yue_Hant", "languages": ["gle-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.834827, "recall": 0.870553, "f1": 0.845473, "accuracy": 0.870553, "main_score": 0.845473, "hf_subset": "gle_Latn-asm_Beng", "languages": ["gle-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.762698, "recall": 0.815217, "f1": 0.778129, "accuracy": 0.815217, "main_score": 0.778129, "hf_subset": "gle_Latn-ckb_Arab", "languages": ["gle-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.66392, "recall": 0.718379, "f1": 0.677826, "accuracy": 0.718379, "main_score": 0.677826, "hf_subset": "gle_Latn-kas_Arab", "languages": ["gle-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.713247, "recall": 0.76581, "f1": 0.727601, "accuracy": 0.76581, "main_score": 0.727601, "hf_subset": "gle_Latn-ltg_Latn", "languages": ["gle-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547594, "recall": 0.592885, "f1": 0.56051, "accuracy": 0.592885, "main_score": 0.56051, "hf_subset": "gle_Latn-nso_Latn", "languages": ["gle-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786709, "recall": 0.839921, "f1": 0.802437, "accuracy": 0.839921, "main_score": 0.802437, "hf_subset": "gle_Latn-sin_Sinh", "languages": ["gle-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.846739, "recall": 0.884387, "f1": 0.858004, "accuracy": 0.884387, "main_score": 0.858004, "hf_subset": "gle_Latn-tha_Thai", "languages": ["gle-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.814641, "recall": 0.854743, "f1": 0.825525, "accuracy": 0.854743, "main_score": 0.825525, "hf_subset": "gle_Latn-zho_Hans", "languages": ["gle-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.861034, "recall": 0.897233, "f1": 0.871956, "accuracy": 0.897233, "main_score": 0.871956, "hf_subset": "gle_Latn-ast_Latn", "languages": ["gle-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816485, "recall": 0.853755, "f1": 0.827017, "accuracy": 0.853755, "main_score": 0.827017, "hf_subset": "gle_Latn-crh_Latn", "languages": ["gle-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886421, "recall": 0.916008, "f1": 0.895312, "accuracy": 0.916008, "main_score": 0.895312, "hf_subset": "gle_Latn-glg_Latn", "languages": ["gle-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622727, "recall": 0.671937, "f1": 0.636945, "accuracy": 0.671937, "main_score": 0.636945, "hf_subset": "gle_Latn-kas_Deva", "languages": ["gle-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.802396, "recall": 0.849802, "f1": 0.815785, "accuracy": 0.849802, "main_score": 0.815785, "hf_subset": "gle_Latn-ltz_Latn", "languages": ["gle-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445887, "recall": 0.504941, "f1": 0.462674, "accuracy": 0.504941, "main_score": 0.462674, "hf_subset": "gle_Latn-nus_Latn", "languages": ["gle-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879407, "recall": 0.909091, "f1": 0.887764, "accuracy": 0.909091, "main_score": 0.887764, "hf_subset": "gle_Latn-slk_Latn", "languages": ["gle-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492643, "recall": 0.547431, "f1": 0.508388, "accuracy": 0.547431, "main_score": 0.508388, "hf_subset": "gle_Latn-tir_Ethi", "languages": ["gle-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.824638, "recall": 0.869565, "f1": 0.837996, "accuracy": 0.869565, "main_score": 0.837996, "hf_subset": "gle_Latn-zho_Hant", "languages": ["gle-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.817995, "recall": 0.86166, "f1": 0.830654, "accuracy": 0.86166, "main_score": 0.830654, "hf_subset": "gle_Latn-awa_Deva", "languages": ["gle-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.880495, "recall": 0.909091, "f1": 0.888853, "accuracy": 0.909091, "main_score": 0.888853, "hf_subset": "gle_Latn-cym_Latn", "languages": ["gle-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62968, "recall": 0.68083, "f1": 0.643176, "accuracy": 0.68083, "main_score": 0.643176, "hf_subset": "gle_Latn-grn_Latn", "languages": ["gle-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825099, "recall": 0.870553, "f1": 0.838746, "accuracy": 0.870553, "main_score": 0.838746, "hf_subset": "gle_Latn-kat_Geor", "languages": ["gle-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.548304, "recall": 0.589921, "f1": 0.559596, "accuracy": 0.589921, "main_score": 0.559596, "hf_subset": "gle_Latn-lua_Latn", "languages": ["gle-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570032, "recall": 0.610672, "f1": 0.580943, "accuracy": 0.610672, "main_score": 0.580943, "hf_subset": "gle_Latn-nya_Latn", "languages": ["gle-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874704, "recall": 0.907115, "f1": 0.884143, "accuracy": 0.907115, "main_score": 0.884143, "hf_subset": "gle_Latn-slv_Latn", "languages": ["gle-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715086, "recall": 0.757905, "f1": 0.726635, "accuracy": 0.757905, "main_score": 0.726635, "hf_subset": "gle_Latn-tpi_Latn", "languages": ["gle-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889493, "recall": 0.91996, "f1": 0.8988, "accuracy": 0.91996, "main_score": 0.8988, "hf_subset": "gle_Latn-zsm_Latn", "languages": ["gle-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496708, "recall": 0.545455, "f1": 0.510252, "accuracy": 0.545455, "main_score": 0.510252, "hf_subset": "gle_Latn-ayr_Latn", "languages": ["gle-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888949, "recall": 0.917984, "f1": 0.897563, "accuracy": 0.917984, "main_score": 0.897563, "hf_subset": "gle_Latn-dan_Latn", "languages": ["gle-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863702, "recall": 0.898221, "f1": 0.87372, "accuracy": 0.898221, "main_score": 0.87372, "hf_subset": "gle_Latn-guj_Gujr", "languages": ["gle-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.848774, "recall": 0.886364, "f1": 0.859931, "accuracy": 0.886364, "main_score": 0.859931, "hf_subset": "gle_Latn-kaz_Cyrl", "languages": ["gle-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497532, "recall": 0.546443, "f1": 0.511105, "accuracy": 0.546443, "main_score": 0.511105, "hf_subset": "gle_Latn-lug_Latn", "languages": ["gle-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876696, "recall": 0.909091, "f1": 0.886067, "accuracy": 0.909091, "main_score": 0.886067, "hf_subset": "gle_Latn-oci_Latn", "languages": ["gle-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69898, "recall": 0.744071, "f1": 0.711124, "accuracy": 0.744071, "main_score": 0.711124, "hf_subset": "gle_Latn-smo_Latn", "languages": ["gle-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509494, "recall": 0.554348, "f1": 0.521491, "accuracy": 0.554348, "main_score": 0.521491, "hf_subset": "gle_Latn-tsn_Latn", "languages": ["gle-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592918, "recall": 0.643281, "f1": 0.607577, "accuracy": 0.643281, "main_score": 0.607577, "hf_subset": "gle_Latn-zul_Latn", "languages": ["gle-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634466, "recall": 0.694664, "f1": 0.651801, "accuracy": 0.694664, "main_score": 0.651801, "hf_subset": "gle_Latn-azb_Arab", "languages": ["gle-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.876828, "recall": 0.907115, "f1": 0.885343, "accuracy": 0.907115, "main_score": 0.885343, "hf_subset": "gle_Latn-deu_Latn", "languages": ["gle-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790227, "recall": 0.836957, "f1": 0.804105, "accuracy": 0.836957, "main_score": 0.804105, "hf_subset": "gle_Latn-hat_Latn", "languages": ["gle-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471843, "recall": 0.516798, "f1": 0.48395, "accuracy": 0.516798, "main_score": 0.48395, "hf_subset": "gle_Latn-kbp_Latn", "languages": ["gle-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538906, "recall": 0.58004, "f1": 0.550057, "accuracy": 0.58004, "main_score": 0.550057, "hf_subset": "gle_Latn-luo_Latn", "languages": ["gle-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846706, "recall": 0.887352, "f1": 0.858992, "accuracy": 0.887352, "main_score": 0.858992, "hf_subset": "gle_Latn-ory_Orya", "languages": ["gle-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.531571, "recall": 0.587945, "f1": 0.547145, "accuracy": 0.587945, "main_score": 0.547145, "hf_subset": "gle_Latn-sna_Latn", "languages": ["gle-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531202, "recall": 0.571146, "f1": 0.541805, "accuracy": 0.571146, "main_score": 0.541805, "hf_subset": "gle_Latn-tso_Latn", "languages": ["gle-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811604, "recall": 0.855731, "f1": 0.824494, "accuracy": 0.855731, "main_score": 0.824494, "hf_subset": "gle_Latn-azj_Latn", "languages": ["gle-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471469, "recall": 0.524704, "f1": 0.487073, "accuracy": 0.524704, "main_score": 0.487073, "hf_subset": "gle_Latn-dik_Latn", "languages": ["gle-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636677, "recall": 0.690711, "f1": 0.651703, "accuracy": 0.690711, "main_score": 0.651703, "hf_subset": "gle_Latn-hau_Latn", "languages": ["gle-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.760269, "recall": 0.805336, "f1": 0.772405, "accuracy": 0.805336, "main_score": 0.772405, "hf_subset": "gle_Latn-kea_Latn", "languages": ["gle-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578653, "recall": 0.62747, "f1": 0.591457, "accuracy": 0.62747, "main_score": 0.591457, "hf_subset": "gle_Latn-lus_Latn", "languages": ["gle-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637005, "recall": 0.677866, "f1": 0.647615, "accuracy": 0.677866, "main_score": 0.647615, "hf_subset": "gle_Latn-pag_Latn", "languages": ["gle-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837206, "recall": 0.873518, "f1": 0.848024, "accuracy": 0.873518, "main_score": 0.848024, "hf_subset": "gle_Latn-snd_Arab", "languages": ["gle-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.742778, "recall": 0.794466, "f1": 0.757664, "accuracy": 0.794466, "main_score": 0.757664, "hf_subset": "gle_Latn-tuk_Latn", "languages": ["gle-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792323, "recall": 0.833992, "f1": 0.804444, "accuracy": 0.833992, "main_score": 0.804444, "hf_subset": "gle_Latn-bak_Cyrl", "languages": ["gle-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.417432, "recall": 0.475296, "f1": 0.434052, "accuracy": 0.475296, "main_score": 0.434052, "hf_subset": "gle_Latn-dyu_Latn", "languages": ["gle-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871443, "recall": 0.908103, "f1": 0.882675, "accuracy": 0.908103, "main_score": 0.882675, "hf_subset": "gle_Latn-heb_Hebr", "languages": ["gle-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.80746, "recall": 0.850791, "f1": 0.820276, "accuracy": 0.850791, "main_score": 0.820276, "hf_subset": "gle_Latn-khk_Cyrl", "languages": ["gle-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.862681, "recall": 0.900198, "f1": 0.874097, "accuracy": 0.900198, "main_score": 0.874097, "hf_subset": "gle_Latn-lvs_Latn", "languages": ["gle-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860343, "recall": 0.898221, "f1": 0.871923, "accuracy": 0.898221, "main_score": 0.871923, "hf_subset": "gle_Latn-pan_Guru", "languages": ["gle-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.625447, "recall": 0.682806, "f1": 0.641938, "accuracy": 0.682806, "main_score": 0.641938, "hf_subset": "gle_Latn-som_Latn", "languages": ["gle-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534158, "recall": 0.570158, "f1": 0.54395, "accuracy": 0.570158, "main_score": 0.54395, "hf_subset": "gle_Latn-tum_Latn", "languages": ["gle-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536817, "recall": 0.602767, "f1": 0.555261, "accuracy": 0.602767, "main_score": 0.555261, "hf_subset": "kas_Arab-ace_Arab", "languages": ["kas-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475711, "recall": 0.537549, "f1": 0.492581, "accuracy": 0.537549, "main_score": 0.492581, "hf_subset": "kas_Arab-bam_Latn", "languages": ["kas-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322982, "recall": 0.386364, "f1": 0.339761, "accuracy": 0.386364, "main_score": 0.339761, "hf_subset": "kas_Arab-dzo_Tibt", "languages": ["kas-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "kas_Arab-hin_Deva", "languages": ["kas-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.911677, "recall": 0.936759, "f1": 0.919532, "accuracy": 0.936759, "main_score": 0.919532, "hf_subset": "kas_Arab-khm_Khmr", "languages": ["kas-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.97332, "f1": 0.966206, "accuracy": 0.97332, "main_score": 0.966206, "hf_subset": "kas_Arab-mag_Deva", "languages": ["kas-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.917029, "recall": 0.937747, "f1": 0.923221, "accuracy": 0.937747, "main_score": 0.923221, "hf_subset": "kas_Arab-pap_Latn", "languages": ["kas-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532923, "recall": 0.592885, "f1": 0.550209, "accuracy": 0.592885, "main_score": 0.550209, "hf_subset": "kas_Arab-sot_Latn", "languages": ["kas-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958696, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "kas_Arab-tur_Latn", "languages": ["kas-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792944, "recall": 0.836957, "f1": 0.806077, "accuracy": 0.836957, "main_score": 0.806077, "hf_subset": "kas_Arab-ace_Latn", "languages": ["kas-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.894763, "recall": 0.918972, "f1": 0.902141, "accuracy": 0.918972, "main_score": 0.902141, "hf_subset": "kas_Arab-ban_Latn", "languages": ["kas-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "kas_Arab-ell_Grek", "languages": ["kas-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "kas_Arab-hne_Deva", "languages": ["kas-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527136, "recall": 0.589921, "f1": 0.544717, "accuracy": 0.589921, "main_score": 0.544717, "hf_subset": "kas_Arab-kik_Latn", "languages": ["kas-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "kas_Arab-mai_Deva", "languages": ["kas-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.916337, "recall": 0.939723, "f1": 0.923748, "accuracy": 0.939723, "main_score": 0.923748, "hf_subset": "kas_Arab-pbt_Arab", "languages": ["kas-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "kas_Arab-spa_Latn", "languages": ["kas-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552242, "recall": 0.619565, "f1": 0.570748, "accuracy": 0.619565, "main_score": 0.570748, "hf_subset": "kas_Arab-twi_Latn", "languages": ["kas-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937582, "recall": 0.95751, "f1": 0.944005, "accuracy": 0.95751, "main_score": 0.944005, "hf_subset": "kas_Arab-acm_Arab", "languages": ["kas-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.919302, "recall": 0.940711, "f1": 0.926007, "accuracy": 0.940711, "main_score": 0.926007, "hf_subset": "kas_Arab-bel_Cyrl", "languages": ["kas-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "kas_Arab-eng_Latn", "languages": ["kas-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948287, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "kas_Arab-hrv_Latn", "languages": ["kas-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479662, "recall": 0.54249, "f1": 0.496655, "accuracy": 0.54249, "main_score": 0.496655, "hf_subset": "kas_Arab-kin_Latn", "languages": ["kas-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94664, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "kas_Arab-mal_Mlym", "languages": ["kas-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.964427, "f1": 0.955007, "accuracy": 0.964427, "main_score": 0.955007, "hf_subset": "kas_Arab-pes_Arab", "languages": ["kas-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927652, "recall": 0.948617, "f1": 0.934157, "accuracy": 0.948617, "main_score": 0.934157, "hf_subset": "kas_Arab-srd_Latn", "languages": ["kas-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184966, "recall": 0.225296, "f1": 0.19564, "accuracy": 0.225296, "main_score": 0.19564, "hf_subset": "kas_Arab-tzm_Tfng", "languages": ["kas-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.942721, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "kas_Arab-acq_Arab", "languages": ["kas-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560141, "recall": 0.616601, "f1": 0.57598, "accuracy": 0.616601, "main_score": 0.57598, "hf_subset": "kas_Arab-bem_Latn", "languages": ["kas-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.962451, "f1": 0.952372, "accuracy": 0.962451, "main_score": 0.952372, "hf_subset": "kas_Arab-epo_Latn", "languages": ["kas-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937335, "recall": 0.955534, "f1": 0.943083, "accuracy": 0.955534, "main_score": 0.943083, "hf_subset": "kas_Arab-hun_Latn", "languages": ["kas-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889196, "recall": 0.916996, "f1": 0.89768, "accuracy": 0.916996, "main_score": 0.89768, "hf_subset": "kas_Arab-kir_Cyrl", "languages": ["kas-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "kas_Arab-mar_Deva", "languages": ["kas-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.575541, "recall": 0.641304, "f1": 0.594271, "accuracy": 0.641304, "main_score": 0.594271, "hf_subset": "kas_Arab-plt_Latn", "languages": ["kas-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.967391, "f1": 0.958827, "accuracy": 0.967391, "main_score": 0.958827, "hf_subset": "kas_Arab-srp_Cyrl", "languages": ["kas-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.85779, "recall": 0.891304, "f1": 0.868116, "accuracy": 0.891304, "main_score": 0.868116, "hf_subset": "kas_Arab-uig_Arab", "languages": ["kas-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.922052, "recall": 0.943676, "f1": 0.928557, "accuracy": 0.943676, "main_score": 0.928557, "hf_subset": "kas_Arab-aeb_Arab", "languages": ["kas-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "kas_Arab-ben_Beng", "languages": ["kas-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.936841, "recall": 0.953557, "f1": 0.941864, "accuracy": 0.953557, "main_score": 0.941864, "hf_subset": "kas_Arab-est_Latn", "languages": ["kas-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.954545, "f1": 0.942655, "accuracy": 0.954545, "main_score": 0.942655, "hf_subset": "kas_Arab-hye_Armn", "languages": ["kas-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.491711, "recall": 0.546443, "f1": 0.507265, "accuracy": 0.546443, "main_score": 0.507265, "hf_subset": "kas_Arab-kmb_Latn", "languages": ["kas-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47366, "recall": 0.547431, "f1": 0.494183, "accuracy": 0.547431, "main_score": 0.494183, "hf_subset": "kas_Arab-min_Arab", "languages": ["kas-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952322, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "kas_Arab-pol_Latn", "languages": ["kas-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518275, "recall": 0.579051, "f1": 0.534845, "accuracy": 0.579051, "main_score": 0.534845, "hf_subset": "kas_Arab-ssw_Latn", "languages": ["kas-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "kas_Arab-ukr_Cyrl", "languages": ["kas-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.961462, "f1": 0.950264, "accuracy": 0.961462, "main_score": 0.950264, "hf_subset": "kas_Arab-afr_Latn", "languages": ["kas-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "kas_Arab-bho_Deva", "languages": ["kas-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.896278, "recall": 0.923913, "f1": 0.904974, "accuracy": 0.923913, "main_score": 0.904974, "hf_subset": "kas_Arab-eus_Latn", "languages": ["kas-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497542, "recall": 0.567194, "f1": 0.516597, "accuracy": 0.567194, "main_score": 0.516597, "hf_subset": "kas_Arab-ibo_Latn", "languages": ["kas-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743367, "recall": 0.788538, "f1": 0.756755, "accuracy": 0.788538, "main_score": 0.756755, "hf_subset": "kas_Arab-kmr_Latn", "languages": ["kas-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902701, "recall": 0.928854, "f1": 0.910855, "accuracy": 0.928854, "main_score": 0.910855, "hf_subset": "kas_Arab-min_Latn", "languages": ["kas-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959025, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "kas_Arab-por_Latn", "languages": ["kas-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929545, "recall": 0.948617, "f1": 0.935441, "accuracy": 0.948617, "main_score": 0.935441, "hf_subset": "kas_Arab-sun_Latn", "languages": ["kas-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464857, "recall": 0.529644, "f1": 0.482735, "accuracy": 0.529644, "main_score": 0.482735, "hf_subset": "kas_Arab-umb_Latn", "languages": ["kas-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "kas_Arab-ajp_Arab", "languages": ["kas-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484831, "recall": 0.554348, "f1": 0.50439, "accuracy": 0.554348, "main_score": 0.50439, "hf_subset": "kas_Arab-bjn_Arab", "languages": ["kas-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458742, "recall": 0.51581, "f1": 0.473607, "accuracy": 0.51581, "main_score": 0.473607, "hf_subset": "kas_Arab-ewe_Latn", "languages": ["kas-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850494, "recall": 0.88834, "f1": 0.862648, "accuracy": 0.88834, "main_score": 0.862648, "hf_subset": "kas_Arab-ilo_Latn", "languages": ["kas-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324806, "recall": 0.374506, "f1": 0.338625, "accuracy": 0.374506, "main_score": 0.338625, "hf_subset": "kas_Arab-knc_Arab", "languages": ["kas-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "kas_Arab-mkd_Cyrl", "languages": ["kas-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.965415, "f1": 0.956028, "accuracy": 0.965415, "main_score": 0.956028, "hf_subset": "kas_Arab-prs_Arab", "languages": ["kas-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "kas_Arab-swe_Latn", "languages": ["kas-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "kas_Arab-urd_Arab", "languages": ["kas-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511911, "recall": 0.58004, "f1": 0.530722, "accuracy": 0.58004, "main_score": 0.530722, "hf_subset": "kas_Arab-aka_Latn", "languages": ["kas-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904562, "recall": 0.929842, "f1": 0.912404, "accuracy": 0.929842, "main_score": 0.912404, "hf_subset": "kas_Arab-bjn_Latn", "languages": ["kas-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858672, "recall": 0.895257, "f1": 0.869944, "accuracy": 0.895257, "main_score": 0.869944, "hf_subset": "kas_Arab-fao_Latn", "languages": ["kas-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.953854, "accuracy": 0.964427, "main_score": 0.953854, "hf_subset": "kas_Arab-ind_Latn", "languages": ["kas-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524816, "recall": 0.583992, "f1": 0.541046, "accuracy": 0.583992, "main_score": 0.541046, "hf_subset": "kas_Arab-knc_Latn", "languages": ["kas-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913712, "recall": 0.936759, "f1": 0.920702, "accuracy": 0.936759, "main_score": 0.920702, "hf_subset": "kas_Arab-mlt_Latn", "languages": ["kas-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62752, "recall": 0.690711, "f1": 0.645894, "accuracy": 0.690711, "main_score": 0.645894, "hf_subset": "kas_Arab-quy_Latn", "languages": ["kas-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86166, "recall": 0.895257, "f1": 0.871758, "accuracy": 0.895257, "main_score": 0.871758, "hf_subset": "kas_Arab-swh_Latn", "languages": ["kas-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936874, "recall": 0.955534, "f1": 0.942754, "accuracy": 0.955534, "main_score": 0.942754, "hf_subset": "kas_Arab-uzn_Latn", "languages": ["kas-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932148, "recall": 0.950593, "f1": 0.937865, "accuracy": 0.950593, "main_score": 0.937865, "hf_subset": "kas_Arab-als_Latn", "languages": ["kas-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461524, "recall": 0.547431, "f1": 0.485159, "accuracy": 0.547431, "main_score": 0.485159, "hf_subset": "kas_Arab-bod_Tibt", "languages": ["kas-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.590246, "recall": 0.653162, "f1": 0.608138, "accuracy": 0.653162, "main_score": 0.608138, "hf_subset": "kas_Arab-fij_Latn", "languages": ["kas-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88302, "recall": 0.916008, "f1": 0.893347, "accuracy": 0.916008, "main_score": 0.893347, "hf_subset": "kas_Arab-isl_Latn", "languages": ["kas-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594072, "recall": 0.652174, "f1": 0.610419, "accuracy": 0.652174, "main_score": 0.610419, "hf_subset": "kas_Arab-kon_Latn", "languages": ["kas-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636792, "recall": 0.706522, "f1": 0.657444, "accuracy": 0.706522, "main_score": 0.657444, "hf_subset": "kas_Arab-mni_Beng", "languages": ["kas-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.959569, "recall": 0.972332, "f1": 0.963669, "accuracy": 0.972332, "main_score": 0.963669, "hf_subset": "kas_Arab-ron_Latn", "languages": ["kas-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919252, "recall": 0.9417, "f1": 0.926285, "accuracy": 0.9417, "main_score": 0.926285, "hf_subset": "kas_Arab-szl_Latn", "languages": ["kas-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954298, "recall": 0.967391, "f1": 0.958564, "accuracy": 0.967391, "main_score": 0.958564, "hf_subset": "kas_Arab-vec_Latn", "languages": ["kas-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814674, "recall": 0.86166, "f1": 0.82884, "accuracy": 0.86166, "main_score": 0.82884, "hf_subset": "kas_Arab-amh_Ethi", "languages": ["kas-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.959569, "recall": 0.970356, "f1": 0.962846, "accuracy": 0.970356, "main_score": 0.962846, "hf_subset": "kas_Arab-bos_Latn", "languages": ["kas-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932971, "recall": 0.951581, "f1": 0.9389, "accuracy": 0.951581, "main_score": 0.9389, "hf_subset": "kas_Arab-fin_Latn", "languages": ["kas-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954792, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "kas_Arab-ita_Latn", "languages": ["kas-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943923, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "kas_Arab-kor_Hang", "languages": ["kas-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.500355, "recall": 0.560277, "f1": 0.516529, "accuracy": 0.560277, "main_score": 0.516529, "hf_subset": "kas_Arab-mos_Latn", "languages": ["kas-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459134, "recall": 0.521739, "f1": 0.476538, "accuracy": 0.521739, "main_score": 0.476538, "hf_subset": "kas_Arab-run_Latn", "languages": ["kas-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938323, "recall": 0.956522, "f1": 0.944071, "accuracy": 0.956522, "main_score": 0.944071, "hf_subset": "kas_Arab-tam_Taml", "languages": ["kas-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.940053, "recall": 0.958498, "f1": 0.945982, "accuracy": 0.958498, "main_score": 0.945982, "hf_subset": "kas_Arab-vie_Latn", "languages": ["kas-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956324, "accuracy": 0.966403, "main_score": 0.956324, "hf_subset": "kas_Arab-apc_Arab", "languages": ["kas-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.745843, "recall": 0.796443, "f1": 0.760448, "accuracy": 0.796443, "main_score": 0.760448, "hf_subset": "kas_Arab-bug_Latn", "languages": ["kas-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419932, "recall": 0.478261, "f1": 0.435527, "accuracy": 0.478261, "main_score": 0.435527, "hf_subset": "kas_Arab-fon_Latn", "languages": ["kas-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "kas_Arab-jav_Latn", "languages": ["kas-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899695, "recall": 0.925889, "f1": 0.907631, "accuracy": 0.925889, "main_score": 0.907631, "hf_subset": "kas_Arab-lao_Laoo", "languages": ["kas-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.702182, "recall": 0.763834, "f1": 0.720199, "accuracy": 0.763834, "main_score": 0.720199, "hf_subset": "kas_Arab-mri_Latn", "languages": ["kas-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945899, "recall": 0.961462, "f1": 0.950823, "accuracy": 0.961462, "main_score": 0.950823, "hf_subset": "kas_Arab-rus_Cyrl", "languages": ["kas-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.489668, "recall": 0.548419, "f1": 0.505319, "accuracy": 0.548419, "main_score": 0.505319, "hf_subset": "kas_Arab-taq_Latn", "languages": ["kas-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933547, "recall": 0.952569, "f1": 0.939625, "accuracy": 0.952569, "main_score": 0.939625, "hf_subset": "kas_Arab-war_Latn", "languages": ["kas-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948534, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "kas_Arab-arb_Arab", "languages": ["kas-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "kas_Arab-bul_Cyrl", "languages": ["kas-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "kas_Arab-fra_Latn", "languages": ["kas-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "kas_Arab-jpn_Jpan", "languages": ["kas-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.924984, "recall": 0.94664, "f1": 0.931884, "accuracy": 0.94664, "main_score": 0.931884, "hf_subset": "kas_Arab-lij_Latn", "languages": ["kas-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884881, "recall": 0.916996, "f1": 0.895059, "accuracy": 0.916996, "main_score": 0.895059, "hf_subset": "kas_Arab-mya_Mymr", "languages": ["kas-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.521569, "recall": 0.599802, "f1": 0.543401, "accuracy": 0.599802, "main_score": 0.543401, "hf_subset": "kas_Arab-sag_Latn", "languages": ["kas-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197321, "recall": 0.248024, "f1": 0.208591, "accuracy": 0.248024, "main_score": 0.208591, "hf_subset": "kas_Arab-taq_Tfng", "languages": ["kas-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.55784, "recall": 0.625494, "f1": 0.576643, "accuracy": 0.625494, "main_score": 0.576643, "hf_subset": "kas_Arab-wol_Latn", "languages": ["kas-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681005, "recall": 0.745059, "f1": 0.699528, "accuracy": 0.745059, "main_score": 0.699528, "hf_subset": "kas_Arab-arb_Latn", "languages": ["kas-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951713, "accuracy": 0.962451, "main_score": 0.951713, "hf_subset": "kas_Arab-cat_Latn", "languages": ["kas-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932428, "recall": 0.949605, "f1": 0.937601, "accuracy": 0.949605, "main_score": 0.937601, "hf_subset": "kas_Arab-fur_Latn", "languages": ["kas-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369749, "recall": 0.429842, "f1": 0.385248, "accuracy": 0.429842, "main_score": 0.385248, "hf_subset": "kas_Arab-kab_Latn", "languages": ["kas-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898633, "recall": 0.926877, "f1": 0.907477, "accuracy": 0.926877, "main_score": 0.907477, "hf_subset": "kas_Arab-lim_Latn", "languages": ["kas-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940053, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "kas_Arab-nld_Latn", "languages": ["kas-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.950593, "f1": 0.93643, "accuracy": 0.950593, "main_score": 0.93643, "hf_subset": "kas_Arab-san_Deva", "languages": ["kas-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.931571, "recall": 0.949605, "f1": 0.937272, "accuracy": 0.949605, "main_score": 0.937272, "hf_subset": "kas_Arab-tat_Cyrl", "languages": ["kas-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586951, "recall": 0.650198, "f1": 0.604674, "accuracy": 0.650198, "main_score": 0.604674, "hf_subset": "kas_Arab-xho_Latn", "languages": ["kas-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944088, "recall": 0.961462, "f1": 0.949671, "accuracy": 0.961462, "main_score": 0.949671, "hf_subset": "kas_Arab-ars_Arab", "languages": ["kas-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946838, "recall": 0.962451, "f1": 0.95191, "accuracy": 0.962451, "main_score": 0.95191, "hf_subset": "kas_Arab-ceb_Latn", "languages": ["kas-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502091, "recall": 0.571146, "f1": 0.521855, "accuracy": 0.571146, "main_score": 0.521855, "hf_subset": "kas_Arab-fuv_Latn", "languages": ["kas-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464837, "recall": 0.533597, "f1": 0.483146, "accuracy": 0.533597, "main_score": 0.483146, "hf_subset": "kas_Arab-kac_Latn", "languages": ["kas-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624495, "recall": 0.68083, "f1": 0.639483, "accuracy": 0.68083, "main_score": 0.639483, "hf_subset": "kas_Arab-lin_Latn", "languages": ["kas-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938933, "recall": 0.956522, "f1": 0.944499, "accuracy": 0.956522, "main_score": 0.944499, "hf_subset": "kas_Arab-nno_Latn", "languages": ["kas-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193079, "recall": 0.258893, "f1": 0.208928, "accuracy": 0.258893, "main_score": 0.208928, "hf_subset": "kas_Arab-sat_Olck", "languages": ["kas-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "kas_Arab-tel_Telu", "languages": ["kas-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.845281, "recall": 0.883399, "f1": 0.857213, "accuracy": 0.883399, "main_score": 0.857213, "hf_subset": "kas_Arab-ydd_Hebr", "languages": ["kas-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.897233, "recall": 0.924901, "f1": 0.905929, "accuracy": 0.924901, "main_score": 0.905929, "hf_subset": "kas_Arab-ary_Arab", "languages": ["kas-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "kas_Arab-ces_Latn", "languages": ["kas-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523059, "recall": 0.58498, "f1": 0.540796, "accuracy": 0.58498, "main_score": 0.540796, "hf_subset": "kas_Arab-gaz_Latn", "languages": ["kas-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496336, "recall": 0.561265, "f1": 0.514373, "accuracy": 0.561265, "main_score": 0.514373, "hf_subset": "kas_Arab-kam_Latn", "languages": ["kas-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938142, "recall": 0.955534, "f1": 0.943676, "accuracy": 0.955534, "main_score": 0.943676, "hf_subset": "kas_Arab-lit_Latn", "languages": ["kas-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943594, "recall": 0.961462, "f1": 0.949341, "accuracy": 0.961462, "main_score": 0.949341, "hf_subset": "kas_Arab-nob_Latn", "languages": ["kas-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913949, "recall": 0.936759, "f1": 0.921179, "accuracy": 0.936759, "main_score": 0.921179, "hf_subset": "kas_Arab-scn_Latn", "languages": ["kas-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893363, "recall": 0.922925, "f1": 0.902734, "accuracy": 0.922925, "main_score": 0.902734, "hf_subset": "kas_Arab-tgk_Cyrl", "languages": ["kas-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.567013, "recall": 0.643281, "f1": 0.589018, "accuracy": 0.643281, "main_score": 0.589018, "hf_subset": "kas_Arab-yor_Latn", "languages": ["kas-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942638, "recall": 0.958498, "f1": 0.94753, "accuracy": 0.958498, "main_score": 0.94753, "hf_subset": "kas_Arab-arz_Arab", "languages": ["kas-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49775, "recall": 0.561265, "f1": 0.515465, "accuracy": 0.561265, "main_score": 0.515465, "hf_subset": "kas_Arab-cjk_Latn", "languages": ["kas-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639362, "recall": 0.697628, "f1": 0.655859, "accuracy": 0.697628, "main_score": 0.655859, "hf_subset": "kas_Arab-gla_Latn", "languages": ["kas-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950346, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "kas_Arab-kan_Knda", "languages": ["kas-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.927108, "recall": 0.94664, "f1": 0.933136, "accuracy": 0.94664, "main_score": 0.933136, "hf_subset": "kas_Arab-lmo_Latn", "languages": ["kas-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "kas_Arab-npi_Deva", "languages": ["kas-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.425051, "recall": 0.485178, "f1": 0.441475, "accuracy": 0.485178, "main_score": 0.441475, "hf_subset": "kas_Arab-shn_Mymr", "languages": ["kas-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.958696, "recall": 0.970356, "f1": 0.962286, "accuracy": 0.970356, "main_score": 0.962286, "hf_subset": "kas_Arab-tgl_Latn", "languages": ["kas-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940547, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "kas_Arab-yue_Hant", "languages": ["kas-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.940217, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "kas_Arab-asm_Beng", "languages": ["kas-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.848765, "recall": 0.887352, "f1": 0.861034, "accuracy": 0.887352, "main_score": 0.861034, "hf_subset": "kas_Arab-ckb_Arab", "languages": ["kas-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.711048, "recall": 0.768775, "f1": 0.727917, "accuracy": 0.768775, "main_score": 0.727917, "hf_subset": "kas_Arab-gle_Latn", "languages": ["kas-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838201, "recall": 0.876482, "f1": 0.850115, "accuracy": 0.876482, "main_score": 0.850115, "hf_subset": "kas_Arab-ltg_Latn", "languages": ["kas-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564586, "recall": 0.623518, "f1": 0.580624, "accuracy": 0.623518, "main_score": 0.580624, "hf_subset": "kas_Arab-nso_Latn", "languages": ["kas-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87388, "recall": 0.909091, "f1": 0.884848, "accuracy": 0.909091, "main_score": 0.884848, "hf_subset": "kas_Arab-sin_Sinh", "languages": ["kas-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.940464, "recall": 0.95751, "f1": 0.945883, "accuracy": 0.95751, "main_score": 0.945883, "hf_subset": "kas_Arab-tha_Thai", "languages": ["kas-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.923501, "recall": 0.94664, "f1": 0.930731, "accuracy": 0.94664, "main_score": 0.930731, "hf_subset": "kas_Arab-zho_Hans", "languages": ["kas-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.942029, "recall": 0.960474, "f1": 0.948123, "accuracy": 0.960474, "main_score": 0.948123, "hf_subset": "kas_Arab-ast_Latn", "languages": ["kas-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911067, "recall": 0.936759, "f1": 0.919466, "accuracy": 0.936759, "main_score": 0.919466, "hf_subset": "kas_Arab-crh_Latn", "languages": ["kas-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "kas_Arab-glg_Latn", "languages": ["kas-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920619, "recall": 0.944664, "f1": 0.928524, "accuracy": 0.944664, "main_score": 0.928524, "hf_subset": "kas_Arab-kas_Deva", "languages": ["kas-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913603, "recall": 0.936759, "f1": 0.920784, "accuracy": 0.936759, "main_score": 0.920784, "hf_subset": "kas_Arab-ltz_Latn", "languages": ["kas-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416921, "recall": 0.485178, "f1": 0.435023, "accuracy": 0.485178, "main_score": 0.435023, "hf_subset": "kas_Arab-nus_Latn", "languages": ["kas-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948205, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "kas_Arab-slk_Latn", "languages": ["kas-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557635, "recall": 0.633399, "f1": 0.5796, "accuracy": 0.633399, "main_score": 0.5796, "hf_subset": "kas_Arab-tir_Ethi", "languages": ["kas-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.928854, "recall": 0.950593, "f1": 0.935724, "accuracy": 0.950593, "main_score": 0.935724, "hf_subset": "kas_Arab-zho_Hant", "languages": ["kas-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.966403, "f1": 0.957839, "accuracy": 0.966403, "main_score": 0.957839, "hf_subset": "kas_Arab-awa_Deva", "languages": ["kas-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.853755, "recall": 0.895257, "f1": 0.866733, "accuracy": 0.895257, "main_score": 0.866733, "hf_subset": "kas_Arab-cym_Latn", "languages": ["kas-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73997, "recall": 0.788538, "f1": 0.754268, "accuracy": 0.788538, "main_score": 0.754268, "hf_subset": "kas_Arab-grn_Latn", "languages": ["kas-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922266, "recall": 0.9417, "f1": 0.928115, "accuracy": 0.9417, "main_score": 0.928115, "hf_subset": "kas_Arab-kat_Geor", "languages": ["kas-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.579532, "recall": 0.642292, "f1": 0.597237, "accuracy": 0.642292, "main_score": 0.597237, "hf_subset": "kas_Arab-lua_Latn", "languages": ["kas-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568351, "recall": 0.636364, "f1": 0.587415, "accuracy": 0.636364, "main_score": 0.587415, "hf_subset": "kas_Arab-nya_Latn", "languages": ["kas-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "kas_Arab-slv_Latn", "languages": ["kas-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860293, "recall": 0.894269, "f1": 0.870586, "accuracy": 0.894269, "main_score": 0.870586, "hf_subset": "kas_Arab-tpi_Latn", "languages": ["kas-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950791, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "kas_Arab-zsm_Latn", "languages": ["kas-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497339, "recall": 0.556324, "f1": 0.513351, "accuracy": 0.556324, "main_score": 0.513351, "hf_subset": "kas_Arab-ayr_Latn", "languages": ["kas-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "kas_Arab-dan_Latn", "languages": ["kas-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951169, "recall": 0.965415, "f1": 0.955599, "accuracy": 0.965415, "main_score": 0.955599, "hf_subset": "kas_Arab-guj_Gujr", "languages": ["kas-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.943874, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "kas_Arab-kaz_Cyrl", "languages": ["kas-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.483516, "recall": 0.541502, "f1": 0.499286, "accuracy": 0.541502, "main_score": 0.499286, "hf_subset": "kas_Arab-lug_Latn", "languages": ["kas-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952487, "recall": 0.966403, "f1": 0.956917, "accuracy": 0.966403, "main_score": 0.956917, "hf_subset": "kas_Arab-oci_Latn", "languages": ["kas-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684127, "recall": 0.741107, "f1": 0.700511, "accuracy": 0.741107, "main_score": 0.700511, "hf_subset": "kas_Arab-smo_Latn", "languages": ["kas-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493497, "recall": 0.559289, "f1": 0.511489, "accuracy": 0.559289, "main_score": 0.511489, "hf_subset": "kas_Arab-tsn_Latn", "languages": ["kas-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534364, "recall": 0.600791, "f1": 0.552719, "accuracy": 0.600791, "main_score": 0.552719, "hf_subset": "kas_Arab-zul_Latn", "languages": ["kas-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862072, "recall": 0.897233, "f1": 0.873419, "accuracy": 0.897233, "main_score": 0.873419, "hf_subset": "kas_Arab-azb_Arab", "languages": ["kas-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948781, "recall": 0.965415, "f1": 0.954216, "accuracy": 0.965415, "main_score": 0.954216, "hf_subset": "kas_Arab-deu_Latn", "languages": ["kas-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887599, "recall": 0.916996, "f1": 0.896758, "accuracy": 0.916996, "main_score": 0.896758, "hf_subset": "kas_Arab-hat_Latn", "languages": ["kas-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444631, "recall": 0.503953, "f1": 0.461146, "accuracy": 0.503953, "main_score": 0.461146, "hf_subset": "kas_Arab-kbp_Latn", "languages": ["kas-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517128, "recall": 0.582016, "f1": 0.534594, "accuracy": 0.582016, "main_score": 0.534594, "hf_subset": "kas_Arab-luo_Latn", "languages": ["kas-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "kas_Arab-ory_Orya", "languages": ["kas-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.522118, "recall": 0.585968, "f1": 0.54081, "accuracy": 0.585968, "main_score": 0.54081, "hf_subset": "kas_Arab-sna_Latn", "languages": ["kas-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512672, "recall": 0.565217, "f1": 0.527428, "accuracy": 0.565217, "main_score": 0.527428, "hf_subset": "kas_Arab-tso_Latn", "languages": ["kas-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923419, "recall": 0.945652, "f1": 0.930454, "accuracy": 0.945652, "main_score": 0.930454, "hf_subset": "kas_Arab-azj_Latn", "languages": ["kas-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4795, "recall": 0.547431, "f1": 0.498341, "accuracy": 0.547431, "main_score": 0.498341, "hf_subset": "kas_Arab-dik_Latn", "languages": ["kas-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625152, "recall": 0.687747, "f1": 0.642827, "accuracy": 0.687747, "main_score": 0.642827, "hf_subset": "kas_Arab-hau_Latn", "languages": ["kas-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929463, "recall": 0.949605, "f1": 0.935837, "accuracy": 0.949605, "main_score": 0.935837, "hf_subset": "kas_Arab-kea_Latn", "languages": ["kas-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671716, "recall": 0.726285, "f1": 0.687486, "accuracy": 0.726285, "main_score": 0.687486, "hf_subset": "kas_Arab-lus_Latn", "languages": ["kas-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814527, "recall": 0.849802, "f1": 0.825038, "accuracy": 0.849802, "main_score": 0.825038, "hf_subset": "kas_Arab-pag_Latn", "languages": ["kas-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "kas_Arab-snd_Arab", "languages": ["kas-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.84552, "recall": 0.881423, "f1": 0.856653, "accuracy": 0.881423, "main_score": 0.856653, "hf_subset": "kas_Arab-tuk_Latn", "languages": ["kas-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910985, "recall": 0.936759, "f1": 0.919203, "accuracy": 0.936759, "main_score": 0.919203, "hf_subset": "kas_Arab-bak_Cyrl", "languages": ["kas-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.438094, "recall": 0.513834, "f1": 0.459492, "accuracy": 0.513834, "main_score": 0.459492, "hf_subset": "kas_Arab-dyu_Latn", "languages": ["kas-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937665, "recall": 0.955534, "f1": 0.943248, "accuracy": 0.955534, "main_score": 0.943248, "hf_subset": "kas_Arab-heb_Hebr", "languages": ["kas-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.870586, "recall": 0.903162, "f1": 0.880731, "accuracy": 0.903162, "main_score": 0.880731, "hf_subset": "kas_Arab-khk_Cyrl", "languages": ["kas-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.952355, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "kas_Arab-lvs_Latn", "languages": ["kas-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "kas_Arab-pan_Guru", "languages": ["kas-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.602916, "recall": 0.671937, "f1": 0.622869, "accuracy": 0.671937, "main_score": 0.622869, "hf_subset": "kas_Arab-som_Latn", "languages": ["kas-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52105, "recall": 0.575099, "f1": 0.536646, "accuracy": 0.575099, "main_score": 0.536646, "hf_subset": "kas_Arab-tum_Latn", "languages": ["kas-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564616, "recall": 0.617589, "f1": 0.580085, "accuracy": 0.617589, "main_score": 0.580085, "hf_subset": "ltg_Latn-ace_Arab", "languages": ["ltg-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522007, "recall": 0.573123, "f1": 0.535599, "accuracy": 0.573123, "main_score": 0.535599, "hf_subset": "ltg_Latn-bam_Latn", "languages": ["ltg-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.351746, "recall": 0.406126, "f1": 0.365948, "accuracy": 0.406126, "main_score": 0.365948, "hf_subset": "ltg_Latn-dzo_Tibt", "languages": ["ltg-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.932559, "recall": 0.952569, "f1": 0.938768, "accuracy": 0.952569, "main_score": 0.938768, "hf_subset": "ltg_Latn-hin_Deva", "languages": ["ltg-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.890851, "recall": 0.918972, "f1": 0.899297, "accuracy": 0.918972, "main_score": 0.899297, "hf_subset": "ltg_Latn-khm_Khmr", "languages": ["ltg-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.918544, "recall": 0.938735, "f1": 0.924327, "accuracy": 0.938735, "main_score": 0.924327, "hf_subset": "ltg_Latn-mag_Deva", "languages": ["ltg-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.914526, "recall": 0.935771, "f1": 0.921033, "accuracy": 0.935771, "main_score": 0.921033, "hf_subset": "ltg_Latn-pap_Latn", "languages": ["ltg-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570579, "recall": 0.62253, "f1": 0.585558, "accuracy": 0.62253, "main_score": 0.585558, "hf_subset": "ltg_Latn-sot_Latn", "languages": ["ltg-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94473, "recall": 0.959486, "f1": 0.949064, "accuracy": 0.959486, "main_score": 0.949064, "hf_subset": "ltg_Latn-tur_Latn", "languages": ["ltg-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795894, "recall": 0.832016, "f1": 0.806857, "accuracy": 0.832016, "main_score": 0.806857, "hf_subset": "ltg_Latn-ace_Latn", "languages": ["ltg-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865119, "recall": 0.894269, "f1": 0.873665, "accuracy": 0.894269, "main_score": 0.873665, "hf_subset": "ltg_Latn-ban_Latn", "languages": ["ltg-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937615, "recall": 0.956522, "f1": 0.943676, "accuracy": 0.956522, "main_score": 0.943676, "hf_subset": "ltg_Latn-ell_Grek", "languages": ["ltg-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.916182, "recall": 0.938735, "f1": 0.92296, "accuracy": 0.938735, "main_score": 0.92296, "hf_subset": "ltg_Latn-hne_Deva", "languages": ["ltg-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554559, "recall": 0.604743, "f1": 0.569098, "accuracy": 0.604743, "main_score": 0.569098, "hf_subset": "ltg_Latn-kik_Latn", "languages": ["ltg-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928063, "recall": 0.948617, "f1": 0.934256, "accuracy": 0.948617, "main_score": 0.934256, "hf_subset": "ltg_Latn-mai_Deva", "languages": ["ltg-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.858482, "recall": 0.893281, "f1": 0.868892, "accuracy": 0.893281, "main_score": 0.868892, "hf_subset": "ltg_Latn-pbt_Arab", "languages": ["ltg-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.958498, "f1": 0.947219, "accuracy": 0.958498, "main_score": 0.947219, "hf_subset": "ltg_Latn-spa_Latn", "languages": ["ltg-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5829, "recall": 0.63834, "f1": 0.598938, "accuracy": 0.63834, "main_score": 0.598938, "hf_subset": "ltg_Latn-twi_Latn", "languages": ["ltg-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925165, "recall": 0.944664, "f1": 0.930977, "accuracy": 0.944664, "main_score": 0.930977, "hf_subset": "ltg_Latn-acm_Arab", "languages": ["ltg-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.918906, "recall": 0.9417, "f1": 0.925725, "accuracy": 0.9417, "main_score": 0.925725, "hf_subset": "ltg_Latn-bel_Cyrl", "languages": ["ltg-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.957411, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "ltg_Latn-eng_Latn", "languages": ["ltg-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955336, "accuracy": 0.965415, "main_score": 0.955336, "hf_subset": "ltg_Latn-hrv_Latn", "languages": ["ltg-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542551, "recall": 0.589921, "f1": 0.555316, "accuracy": 0.589921, "main_score": 0.555316, "hf_subset": "ltg_Latn-kin_Latn", "languages": ["ltg-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921229, "recall": 0.943676, "f1": 0.928214, "accuracy": 0.943676, "main_score": 0.928214, "hf_subset": "ltg_Latn-mal_Mlym", "languages": ["ltg-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.947052, "recall": 0.962451, "f1": 0.951812, "accuracy": 0.962451, "main_score": 0.951812, "hf_subset": "ltg_Latn-pes_Arab", "languages": ["ltg-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92024, "recall": 0.9417, "f1": 0.926746, "accuracy": 0.9417, "main_score": 0.926746, "hf_subset": "ltg_Latn-srd_Latn", "languages": ["ltg-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201511, "recall": 0.244071, "f1": 0.211805, "accuracy": 0.244071, "main_score": 0.211805, "hf_subset": "ltg_Latn-tzm_Tfng", "languages": ["ltg-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.940259, "recall": 0.955534, "f1": 0.944705, "accuracy": 0.955534, "main_score": 0.944705, "hf_subset": "ltg_Latn-acq_Arab", "languages": ["ltg-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.59022, "recall": 0.637352, "f1": 0.604084, "accuracy": 0.637352, "main_score": 0.604084, "hf_subset": "ltg_Latn-bem_Latn", "languages": ["ltg-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953014, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "ltg_Latn-epo_Latn", "languages": ["ltg-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942062, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "ltg_Latn-hun_Latn", "languages": ["ltg-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895175, "recall": 0.921937, "f1": 0.903346, "accuracy": 0.921937, "main_score": 0.903346, "hf_subset": "ltg_Latn-kir_Cyrl", "languages": ["ltg-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.924418, "recall": 0.943676, "f1": 0.93004, "accuracy": 0.943676, "main_score": 0.93004, "hf_subset": "ltg_Latn-mar_Deva", "languages": ["ltg-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.610197, "recall": 0.663043, "f1": 0.625758, "accuracy": 0.663043, "main_score": 0.625758, "hf_subset": "ltg_Latn-plt_Latn", "languages": ["ltg-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955451, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "ltg_Latn-srp_Cyrl", "languages": ["ltg-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.817476, "recall": 0.857708, "f1": 0.829235, "accuracy": 0.857708, "main_score": 0.829235, "hf_subset": "ltg_Latn-uig_Arab", "languages": ["ltg-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.914987, "recall": 0.932806, "f1": 0.919864, "accuracy": 0.932806, "main_score": 0.919864, "hf_subset": "ltg_Latn-aeb_Arab", "languages": ["ltg-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.936998, "recall": 0.953557, "f1": 0.941985, "accuracy": 0.953557, "main_score": 0.941985, "hf_subset": "ltg_Latn-ben_Beng", "languages": ["ltg-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.941676, "recall": 0.95751, "f1": 0.94636, "accuracy": 0.95751, "main_score": 0.94636, "hf_subset": "ltg_Latn-est_Latn", "languages": ["ltg-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930592, "recall": 0.948617, "f1": 0.935919, "accuracy": 0.948617, "main_score": 0.935919, "hf_subset": "ltg_Latn-hye_Armn", "languages": ["ltg-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.540301, "recall": 0.587945, "f1": 0.553502, "accuracy": 0.587945, "main_score": 0.553502, "hf_subset": "ltg_Latn-kmb_Latn", "languages": ["ltg-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495511, "recall": 0.562253, "f1": 0.51358, "accuracy": 0.562253, "main_score": 0.51358, "hf_subset": "ltg_Latn-min_Arab", "languages": ["ltg-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940168, "recall": 0.95751, "f1": 0.945553, "accuracy": 0.95751, "main_score": 0.945553, "hf_subset": "ltg_Latn-pol_Latn", "languages": ["ltg-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53892, "recall": 0.597826, "f1": 0.555523, "accuracy": 0.597826, "main_score": 0.555523, "hf_subset": "ltg_Latn-ssw_Latn", "languages": ["ltg-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "ltg_Latn-ukr_Cyrl", "languages": ["ltg-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.952355, "recall": 0.965415, "f1": 0.956423, "accuracy": 0.965415, "main_score": 0.956423, "hf_subset": "ltg_Latn-afr_Latn", "languages": ["ltg-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908284, "recall": 0.932806, "f1": 0.915595, "accuracy": 0.932806, "main_score": 0.915595, "hf_subset": "ltg_Latn-bho_Deva", "languages": ["ltg-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.894368, "recall": 0.91996, "f1": 0.901779, "accuracy": 0.91996, "main_score": 0.901779, "hf_subset": "ltg_Latn-eus_Latn", "languages": ["ltg-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559758, "recall": 0.612648, "f1": 0.57458, "accuracy": 0.612648, "main_score": 0.57458, "hf_subset": "ltg_Latn-ibo_Latn", "languages": ["ltg-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764301, "recall": 0.810277, "f1": 0.777607, "accuracy": 0.810277, "main_score": 0.777607, "hf_subset": "ltg_Latn-kmr_Latn", "languages": ["ltg-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888702, "recall": 0.912055, "f1": 0.895473, "accuracy": 0.912055, "main_score": 0.895473, "hf_subset": "ltg_Latn-min_Latn", "languages": ["ltg-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.976285, "f1": 0.969664, "accuracy": 0.976285, "main_score": 0.969664, "hf_subset": "ltg_Latn-por_Latn", "languages": ["ltg-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912088, "recall": 0.933794, "f1": 0.918398, "accuracy": 0.933794, "main_score": 0.918398, "hf_subset": "ltg_Latn-sun_Latn", "languages": ["ltg-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508476, "recall": 0.562253, "f1": 0.523512, "accuracy": 0.562253, "main_score": 0.523512, "hf_subset": "ltg_Latn-umb_Latn", "languages": ["ltg-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941321, "recall": 0.95751, "f1": 0.946212, "accuracy": 0.95751, "main_score": 0.946212, "hf_subset": "ltg_Latn-ajp_Arab", "languages": ["ltg-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536001, "recall": 0.586957, "f1": 0.549915, "accuracy": 0.586957, "main_score": 0.549915, "hf_subset": "ltg_Latn-bjn_Arab", "languages": ["ltg-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511298, "recall": 0.561265, "f1": 0.524755, "accuracy": 0.561265, "main_score": 0.524755, "hf_subset": "ltg_Latn-ewe_Latn", "languages": ["ltg-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852117, "recall": 0.884387, "f1": 0.861677, "accuracy": 0.884387, "main_score": 0.861677, "hf_subset": "ltg_Latn-ilo_Latn", "languages": ["ltg-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315596, "recall": 0.371542, "f1": 0.331014, "accuracy": 0.371542, "main_score": 0.331014, "hf_subset": "ltg_Latn-knc_Arab", "languages": ["ltg-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.957576, "accuracy": 0.967391, "main_score": 0.957576, "hf_subset": "ltg_Latn-mkd_Cyrl", "languages": ["ltg-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.938521, "recall": 0.956522, "f1": 0.944071, "accuracy": 0.956522, "main_score": 0.944071, "hf_subset": "ltg_Latn-prs_Arab", "languages": ["ltg-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "ltg_Latn-swe_Latn", "languages": ["ltg-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939641, "recall": 0.95751, "f1": 0.945191, "accuracy": 0.95751, "main_score": 0.945191, "hf_subset": "ltg_Latn-urd_Arab", "languages": ["ltg-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553044, "recall": 0.607708, "f1": 0.568699, "accuracy": 0.607708, "main_score": 0.568699, "hf_subset": "ltg_Latn-aka_Latn", "languages": ["ltg-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883412, "recall": 0.911067, "f1": 0.891816, "accuracy": 0.911067, "main_score": 0.891816, "hf_subset": "ltg_Latn-bjn_Latn", "languages": ["ltg-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853568, "recall": 0.890316, "f1": 0.864427, "accuracy": 0.890316, "main_score": 0.864427, "hf_subset": "ltg_Latn-fao_Latn", "languages": ["ltg-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947003, "recall": 0.962451, "f1": 0.951863, "accuracy": 0.962451, "main_score": 0.951863, "hf_subset": "ltg_Latn-ind_Latn", "languages": ["ltg-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558282, "recall": 0.607708, "f1": 0.572561, "accuracy": 0.607708, "main_score": 0.572561, "hf_subset": "ltg_Latn-knc_Latn", "languages": ["ltg-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903203, "recall": 0.925889, "f1": 0.90979, "accuracy": 0.925889, "main_score": 0.90979, "hf_subset": "ltg_Latn-mlt_Latn", "languages": ["ltg-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650082, "recall": 0.705534, "f1": 0.666424, "accuracy": 0.705534, "main_score": 0.666424, "hf_subset": "ltg_Latn-quy_Latn", "languages": ["ltg-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842165, "recall": 0.878458, "f1": 0.852717, "accuracy": 0.878458, "main_score": 0.852717, "hf_subset": "ltg_Latn-swh_Latn", "languages": ["ltg-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924878, "recall": 0.944664, "f1": 0.930879, "accuracy": 0.944664, "main_score": 0.930879, "hf_subset": "ltg_Latn-uzn_Latn", "languages": ["ltg-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941617, "recall": 0.958498, "f1": 0.946673, "accuracy": 0.958498, "main_score": 0.946673, "hf_subset": "ltg_Latn-als_Latn", "languages": ["ltg-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471811, "recall": 0.54249, "f1": 0.491221, "accuracy": 0.54249, "main_score": 0.491221, "hf_subset": "ltg_Latn-bod_Tibt", "languages": ["ltg-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.621214, "recall": 0.666996, "f1": 0.634251, "accuracy": 0.666996, "main_score": 0.634251, "hf_subset": "ltg_Latn-fij_Latn", "languages": ["ltg-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869475, "recall": 0.903162, "f1": 0.879487, "accuracy": 0.903162, "main_score": 0.879487, "hf_subset": "ltg_Latn-isl_Latn", "languages": ["ltg-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626167, "recall": 0.675889, "f1": 0.640402, "accuracy": 0.675889, "main_score": 0.640402, "hf_subset": "ltg_Latn-kon_Latn", "languages": ["ltg-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612313, "recall": 0.667984, "f1": 0.628689, "accuracy": 0.667984, "main_score": 0.628689, "hf_subset": "ltg_Latn-mni_Beng", "languages": ["ltg-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.951499, "recall": 0.965415, "f1": 0.955717, "accuracy": 0.965415, "main_score": 0.955717, "hf_subset": "ltg_Latn-ron_Latn", "languages": ["ltg-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.949605, "f1": 0.9361, "accuracy": 0.949605, "main_score": 0.9361, "hf_subset": "ltg_Latn-szl_Latn", "languages": ["ltg-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931077, "recall": 0.949605, "f1": 0.936778, "accuracy": 0.949605, "main_score": 0.936778, "hf_subset": "ltg_Latn-vec_Latn", "languages": ["ltg-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762928, "recall": 0.814229, "f1": 0.778342, "accuracy": 0.814229, "main_score": 0.778342, "hf_subset": "ltg_Latn-amh_Ethi", "languages": ["ltg-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "ltg_Latn-bos_Latn", "languages": ["ltg-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944311, "recall": 0.958498, "f1": 0.948699, "accuracy": 0.958498, "main_score": 0.948699, "hf_subset": "ltg_Latn-fin_Latn", "languages": ["ltg-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947991, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "ltg_Latn-ita_Latn", "languages": ["ltg-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926499, "recall": 0.94664, "f1": 0.932543, "accuracy": 0.94664, "main_score": 0.932543, "hf_subset": "ltg_Latn-kor_Hang", "languages": ["ltg-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.537015, "recall": 0.586957, "f1": 0.5511, "accuracy": 0.586957, "main_score": 0.5511, "hf_subset": "ltg_Latn-mos_Latn", "languages": ["ltg-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539348, "recall": 0.583992, "f1": 0.55132, "accuracy": 0.583992, "main_score": 0.55132, "hf_subset": "ltg_Latn-run_Latn", "languages": ["ltg-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921319, "recall": 0.9417, "f1": 0.927295, "accuracy": 0.9417, "main_score": 0.927295, "hf_subset": "ltg_Latn-tam_Taml", "languages": ["ltg-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.940547, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "ltg_Latn-vie_Latn", "languages": ["ltg-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929051, "recall": 0.947628, "f1": 0.934783, "accuracy": 0.947628, "main_score": 0.934783, "hf_subset": "ltg_Latn-apc_Arab", "languages": ["ltg-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.744206, "recall": 0.785573, "f1": 0.755885, "accuracy": 0.785573, "main_score": 0.755885, "hf_subset": "ltg_Latn-bug_Latn", "languages": ["ltg-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463183, "recall": 0.509881, "f1": 0.475729, "accuracy": 0.509881, "main_score": 0.475729, "hf_subset": "ltg_Latn-fon_Latn", "languages": ["ltg-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923337, "recall": 0.943676, "f1": 0.929531, "accuracy": 0.943676, "main_score": 0.929531, "hf_subset": "ltg_Latn-jav_Latn", "languages": ["ltg-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880115, "recall": 0.912055, "f1": 0.889872, "accuracy": 0.912055, "main_score": 0.889872, "hf_subset": "ltg_Latn-lao_Laoo", "languages": ["ltg-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.716429, "recall": 0.76581, "f1": 0.730687, "accuracy": 0.76581, "main_score": 0.730687, "hf_subset": "ltg_Latn-mri_Latn", "languages": ["ltg-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95, "recall": 0.964427, "f1": 0.954381, "accuracy": 0.964427, "main_score": 0.954381, "hf_subset": "ltg_Latn-rus_Cyrl", "languages": ["ltg-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521287, "recall": 0.577075, "f1": 0.536176, "accuracy": 0.577075, "main_score": 0.536176, "hf_subset": "ltg_Latn-taq_Latn", "languages": ["ltg-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919508, "recall": 0.938735, "f1": 0.925154, "accuracy": 0.938735, "main_score": 0.925154, "hf_subset": "ltg_Latn-war_Latn", "languages": ["ltg-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943786, "recall": 0.959486, "f1": 0.94865, "accuracy": 0.959486, "main_score": 0.94865, "hf_subset": "ltg_Latn-arb_Arab", "languages": ["ltg-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954463, "recall": 0.967391, "f1": 0.958366, "accuracy": 0.967391, "main_score": 0.958366, "hf_subset": "ltg_Latn-bul_Cyrl", "languages": ["ltg-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.949391, "recall": 0.963439, "f1": 0.953576, "accuracy": 0.963439, "main_score": 0.953576, "hf_subset": "ltg_Latn-fra_Latn", "languages": ["ltg-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932126, "recall": 0.947628, "f1": 0.936415, "accuracy": 0.947628, "main_score": 0.936415, "hf_subset": "ltg_Latn-jpn_Jpan", "languages": ["ltg-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.9119, "recall": 0.932806, "f1": 0.917987, "accuracy": 0.932806, "main_score": 0.917987, "hf_subset": "ltg_Latn-lij_Latn", "languages": ["ltg-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856572, "recall": 0.895257, "f1": 0.868231, "accuracy": 0.895257, "main_score": 0.868231, "hf_subset": "ltg_Latn-mya_Mymr", "languages": ["ltg-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.575329, "recall": 0.634387, "f1": 0.591874, "accuracy": 0.634387, "main_score": 0.591874, "hf_subset": "ltg_Latn-sag_Latn", "languages": ["ltg-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203161, "recall": 0.255929, "f1": 0.215083, "accuracy": 0.255929, "main_score": 0.215083, "hf_subset": "ltg_Latn-taq_Tfng", "languages": ["ltg-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.612006, "recall": 0.66502, "f1": 0.627362, "accuracy": 0.66502, "main_score": 0.627362, "hf_subset": "ltg_Latn-wol_Latn", "languages": ["ltg-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641324, "recall": 0.704545, "f1": 0.659955, "accuracy": 0.704545, "main_score": 0.659955, "hf_subset": "ltg_Latn-arb_Latn", "languages": ["ltg-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951096, "recall": 0.964427, "f1": 0.955122, "accuracy": 0.964427, "main_score": 0.955122, "hf_subset": "ltg_Latn-cat_Latn", "languages": ["ltg-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919293, "recall": 0.937747, "f1": 0.924349, "accuracy": 0.937747, "main_score": 0.924349, "hf_subset": "ltg_Latn-fur_Latn", "languages": ["ltg-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419789, "recall": 0.47332, "f1": 0.434345, "accuracy": 0.47332, "main_score": 0.434345, "hf_subset": "ltg_Latn-kab_Latn", "languages": ["ltg-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90471, "recall": 0.926877, "f1": 0.911528, "accuracy": 0.926877, "main_score": 0.911528, "hf_subset": "ltg_Latn-lim_Latn", "languages": ["ltg-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943643, "accuracy": 0.956522, "main_score": 0.943643, "hf_subset": "ltg_Latn-nld_Latn", "languages": ["ltg-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889921, "recall": 0.916008, "f1": 0.897436, "accuracy": 0.916008, "main_score": 0.897436, "hf_subset": "ltg_Latn-san_Deva", "languages": ["ltg-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.91609, "recall": 0.939723, "f1": 0.923452, "accuracy": 0.939723, "main_score": 0.923452, "hf_subset": "ltg_Latn-tat_Cyrl", "languages": ["ltg-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.624466, "recall": 0.675889, "f1": 0.639205, "accuracy": 0.675889, "main_score": 0.639205, "hf_subset": "ltg_Latn-xho_Latn", "languages": ["ltg-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937269, "recall": 0.953557, "f1": 0.94211, "accuracy": 0.953557, "main_score": 0.94211, "hf_subset": "ltg_Latn-ars_Arab", "languages": ["ltg-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92628, "recall": 0.943676, "f1": 0.931393, "accuracy": 0.943676, "main_score": 0.931393, "hf_subset": "ltg_Latn-ceb_Latn", "languages": ["ltg-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543211, "recall": 0.593874, "f1": 0.558154, "accuracy": 0.593874, "main_score": 0.558154, "hf_subset": "ltg_Latn-fuv_Latn", "languages": ["ltg-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494568, "recall": 0.546443, "f1": 0.509138, "accuracy": 0.546443, "main_score": 0.509138, "hf_subset": "ltg_Latn-kac_Latn", "languages": ["ltg-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63711, "recall": 0.690711, "f1": 0.651827, "accuracy": 0.690711, "main_score": 0.651827, "hf_subset": "ltg_Latn-lin_Latn", "languages": ["ltg-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946617, "recall": 0.961462, "f1": 0.951122, "accuracy": 0.961462, "main_score": 0.951122, "hf_subset": "ltg_Latn-nno_Latn", "languages": ["ltg-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167293, "recall": 0.231225, "f1": 0.183906, "accuracy": 0.231225, "main_score": 0.183906, "hf_subset": "ltg_Latn-sat_Olck", "languages": ["ltg-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.916173, "recall": 0.939723, "f1": 0.923339, "accuracy": 0.939723, "main_score": 0.923339, "hf_subset": "ltg_Latn-tel_Telu", "languages": ["ltg-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.847612, "recall": 0.884387, "f1": 0.858696, "accuracy": 0.884387, "main_score": 0.858696, "hf_subset": "ltg_Latn-ydd_Hebr", "languages": ["ltg-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.88624, "recall": 0.913043, "f1": 0.894145, "accuracy": 0.913043, "main_score": 0.894145, "hf_subset": "ltg_Latn-ary_Arab", "languages": ["ltg-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955616, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "ltg_Latn-ces_Latn", "languages": ["ltg-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552043, "recall": 0.604743, "f1": 0.566711, "accuracy": 0.604743, "main_score": 0.566711, "hf_subset": "ltg_Latn-gaz_Latn", "languages": ["ltg-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548988, "recall": 0.601779, "f1": 0.563573, "accuracy": 0.601779, "main_score": 0.563573, "hf_subset": "ltg_Latn-kam_Latn", "languages": ["ltg-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949391, "recall": 0.964427, "f1": 0.954117, "accuracy": 0.964427, "main_score": 0.954117, "hf_subset": "ltg_Latn-lit_Latn", "languages": ["ltg-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954743, "recall": 0.966403, "f1": 0.958075, "accuracy": 0.966403, "main_score": 0.958075, "hf_subset": "ltg_Latn-nob_Latn", "languages": ["ltg-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907559, "recall": 0.931818, "f1": 0.914559, "accuracy": 0.931818, "main_score": 0.914559, "hf_subset": "ltg_Latn-scn_Latn", "languages": ["ltg-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868192, "recall": 0.898221, "f1": 0.877249, "accuracy": 0.898221, "main_score": 0.877249, "hf_subset": "ltg_Latn-tgk_Cyrl", "languages": ["ltg-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.5987, "recall": 0.663043, "f1": 0.61702, "accuracy": 0.663043, "main_score": 0.61702, "hf_subset": "ltg_Latn-yor_Latn", "languages": ["ltg-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919746, "recall": 0.9417, "f1": 0.926205, "accuracy": 0.9417, "main_score": 0.926205, "hf_subset": "ltg_Latn-arz_Arab", "languages": ["ltg-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558395, "recall": 0.609684, "f1": 0.573093, "accuracy": 0.609684, "main_score": 0.573093, "hf_subset": "ltg_Latn-cjk_Latn", "languages": ["ltg-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668964, "recall": 0.729249, "f1": 0.686701, "accuracy": 0.729249, "main_score": 0.686701, "hf_subset": "ltg_Latn-gla_Latn", "languages": ["ltg-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91469, "recall": 0.939723, "f1": 0.92253, "accuracy": 0.939723, "main_score": 0.92253, "hf_subset": "ltg_Latn-kan_Knda", "languages": ["ltg-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.917474, "recall": 0.939723, "f1": 0.924308, "accuracy": 0.939723, "main_score": 0.924308, "hf_subset": "ltg_Latn-lmo_Latn", "languages": ["ltg-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928442, "recall": 0.947628, "f1": 0.934321, "accuracy": 0.947628, "main_score": 0.934321, "hf_subset": "ltg_Latn-npi_Deva", "languages": ["ltg-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.44981, "recall": 0.500988, "f1": 0.463825, "accuracy": 0.500988, "main_score": 0.463825, "hf_subset": "ltg_Latn-shn_Mymr", "languages": ["ltg-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.950955, "recall": 0.964427, "f1": 0.954992, "accuracy": 0.964427, "main_score": 0.954992, "hf_subset": "ltg_Latn-tgl_Latn", "languages": ["ltg-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941403, "recall": 0.95751, "f1": 0.946429, "accuracy": 0.95751, "main_score": 0.946429, "hf_subset": "ltg_Latn-yue_Hant", "languages": ["ltg-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.898758, "recall": 0.923913, "f1": 0.905931, "accuracy": 0.923913, "main_score": 0.905931, "hf_subset": "ltg_Latn-asm_Beng", "languages": ["ltg-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.823181, "recall": 0.86166, "f1": 0.834379, "accuracy": 0.86166, "main_score": 0.834379, "hf_subset": "ltg_Latn-ckb_Arab", "languages": ["ltg-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.730653, "recall": 0.781621, "f1": 0.744946, "accuracy": 0.781621, "main_score": 0.744946, "hf_subset": "ltg_Latn-gle_Latn", "languages": ["ltg-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817172, "recall": 0.857708, "f1": 0.829334, "accuracy": 0.857708, "main_score": 0.829334, "hf_subset": "ltg_Latn-kas_Arab", "languages": ["ltg-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.592976, "recall": 0.643281, "f1": 0.607337, "accuracy": 0.643281, "main_score": 0.607337, "hf_subset": "ltg_Latn-nso_Latn", "languages": ["ltg-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843389, "recall": 0.883399, "f1": 0.855781, "accuracy": 0.883399, "main_score": 0.855781, "hf_subset": "ltg_Latn-sin_Sinh", "languages": ["ltg-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.931571, "recall": 0.952569, "f1": 0.938307, "accuracy": 0.952569, "main_score": 0.938307, "hf_subset": "ltg_Latn-tha_Thai", "languages": ["ltg-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.92234, "recall": 0.940711, "f1": 0.927577, "accuracy": 0.940711, "main_score": 0.927577, "hf_subset": "ltg_Latn-zho_Hans", "languages": ["ltg-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.937829, "recall": 0.956522, "f1": 0.943742, "accuracy": 0.956522, "main_score": 0.943742, "hf_subset": "ltg_Latn-ast_Latn", "languages": ["ltg-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918537, "recall": 0.939723, "f1": 0.924885, "accuracy": 0.939723, "main_score": 0.924885, "hf_subset": "ltg_Latn-crh_Latn", "languages": ["ltg-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951779, "recall": 0.965415, "f1": 0.95583, "accuracy": 0.965415, "main_score": 0.95583, "hf_subset": "ltg_Latn-glg_Latn", "languages": ["ltg-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756268, "recall": 0.804348, "f1": 0.770317, "accuracy": 0.804348, "main_score": 0.770317, "hf_subset": "ltg_Latn-kas_Deva", "languages": ["ltg-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.917055, "recall": 0.936759, "f1": 0.922908, "accuracy": 0.936759, "main_score": 0.922908, "hf_subset": "ltg_Latn-ltz_Latn", "languages": ["ltg-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468181, "recall": 0.525692, "f1": 0.483146, "accuracy": 0.525692, "main_score": 0.483146, "hf_subset": "ltg_Latn-nus_Latn", "languages": ["ltg-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947705, "recall": 0.959486, "f1": 0.95097, "accuracy": 0.959486, "main_score": 0.95097, "hf_subset": "ltg_Latn-slk_Latn", "languages": ["ltg-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523295, "recall": 0.592885, "f1": 0.542242, "accuracy": 0.592885, "main_score": 0.542242, "hf_subset": "ltg_Latn-tir_Ethi", "languages": ["ltg-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.926005, "recall": 0.94664, "f1": 0.932331, "accuracy": 0.94664, "main_score": 0.932331, "hf_subset": "ltg_Latn-zho_Hant", "languages": ["ltg-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.917615, "recall": 0.938735, "f1": 0.923699, "accuracy": 0.938735, "main_score": 0.923699, "hf_subset": "ltg_Latn-awa_Deva", "languages": ["ltg-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.864237, "recall": 0.895257, "f1": 0.873276, "accuracy": 0.895257, "main_score": 0.873276, "hf_subset": "ltg_Latn-cym_Latn", "languages": ["ltg-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767021, "recall": 0.809289, "f1": 0.779243, "accuracy": 0.809289, "main_score": 0.779243, "hf_subset": "ltg_Latn-grn_Latn", "languages": ["ltg-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930863, "recall": 0.949605, "f1": 0.936561, "accuracy": 0.949605, "main_score": 0.936561, "hf_subset": "ltg_Latn-kat_Geor", "languages": ["ltg-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.624483, "recall": 0.673913, "f1": 0.637982, "accuracy": 0.673913, "main_score": 0.637982, "hf_subset": "ltg_Latn-lua_Latn", "languages": ["ltg-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596024, "recall": 0.651186, "f1": 0.61155, "accuracy": 0.651186, "main_score": 0.61155, "hf_subset": "ltg_Latn-nya_Latn", "languages": ["ltg-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.960474, "f1": 0.948188, "accuracy": 0.960474, "main_score": 0.948188, "hf_subset": "ltg_Latn-slv_Latn", "languages": ["ltg-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831861, "recall": 0.870553, "f1": 0.843151, "accuracy": 0.870553, "main_score": 0.843151, "hf_subset": "ltg_Latn-tpi_Latn", "languages": ["ltg-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941765, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "ltg_Latn-zsm_Latn", "languages": ["ltg-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540869, "recall": 0.59585, "f1": 0.556243, "accuracy": 0.59585, "main_score": 0.556243, "hf_subset": "ltg_Latn-ayr_Latn", "languages": ["ltg-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957263, "recall": 0.970356, "f1": 0.961364, "accuracy": 0.970356, "main_score": 0.961364, "hf_subset": "ltg_Latn-dan_Latn", "languages": ["ltg-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940721, "recall": 0.956522, "f1": 0.94557, "accuracy": 0.956522, "main_score": 0.94557, "hf_subset": "ltg_Latn-guj_Gujr", "languages": ["ltg-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.929357, "recall": 0.947628, "f1": 0.934818, "accuracy": 0.947628, "main_score": 0.934818, "hf_subset": "ltg_Latn-kaz_Cyrl", "languages": ["ltg-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.512933, "recall": 0.564229, "f1": 0.527027, "accuracy": 0.564229, "main_score": 0.527027, "hf_subset": "ltg_Latn-lug_Latn", "languages": ["ltg-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.959486, "f1": 0.948584, "accuracy": 0.959486, "main_score": 0.948584, "hf_subset": "ltg_Latn-oci_Latn", "languages": ["ltg-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725947, "recall": 0.767787, "f1": 0.73799, "accuracy": 0.767787, "main_score": 0.73799, "hf_subset": "ltg_Latn-smo_Latn", "languages": ["ltg-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522967, "recall": 0.581028, "f1": 0.539536, "accuracy": 0.581028, "main_score": 0.539536, "hf_subset": "ltg_Latn-tsn_Latn", "languages": ["ltg-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587392, "recall": 0.63834, "f1": 0.601256, "accuracy": 0.63834, "main_score": 0.601256, "hf_subset": "ltg_Latn-zul_Latn", "languages": ["ltg-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792424, "recall": 0.838933, "f1": 0.806325, "accuracy": 0.838933, "main_score": 0.806325, "hf_subset": "ltg_Latn-azb_Arab", "languages": ["ltg-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953781, "recall": 0.965415, "f1": 0.957164, "accuracy": 0.965415, "main_score": 0.957164, "hf_subset": "ltg_Latn-deu_Latn", "languages": ["ltg-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878303, "recall": 0.910079, "f1": 0.887731, "accuracy": 0.910079, "main_score": 0.887731, "hf_subset": "ltg_Latn-hat_Latn", "languages": ["ltg-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491594, "recall": 0.536561, "f1": 0.503903, "accuracy": 0.536561, "main_score": 0.503903, "hf_subset": "ltg_Latn-kbp_Latn", "languages": ["ltg-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561054, "recall": 0.613636, "f1": 0.57526, "accuracy": 0.613636, "main_score": 0.57526, "hf_subset": "ltg_Latn-luo_Latn", "languages": ["ltg-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925264, "recall": 0.945652, "f1": 0.931456, "accuracy": 0.945652, "main_score": 0.931456, "hf_subset": "ltg_Latn-ory_Orya", "languages": ["ltg-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.551081, "recall": 0.604743, "f1": 0.566231, "accuracy": 0.604743, "main_score": 0.566231, "hf_subset": "ltg_Latn-sna_Latn", "languages": ["ltg-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551761, "recall": 0.59585, "f1": 0.563706, "accuracy": 0.59585, "main_score": 0.563706, "hf_subset": "ltg_Latn-tso_Latn", "languages": ["ltg-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915613, "recall": 0.938735, "f1": 0.922563, "accuracy": 0.938735, "main_score": 0.922563, "hf_subset": "ltg_Latn-azj_Latn", "languages": ["ltg-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508165, "recall": 0.570158, "f1": 0.526259, "accuracy": 0.570158, "main_score": 0.526259, "hf_subset": "ltg_Latn-dik_Latn", "languages": ["ltg-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646023, "recall": 0.698617, "f1": 0.661146, "accuracy": 0.698617, "main_score": 0.661146, "hf_subset": "ltg_Latn-hau_Latn", "languages": ["ltg-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902842, "recall": 0.924901, "f1": 0.909503, "accuracy": 0.924901, "main_score": 0.909503, "hf_subset": "ltg_Latn-kea_Latn", "languages": ["ltg-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655303, "recall": 0.706522, "f1": 0.669965, "accuracy": 0.706522, "main_score": 0.669965, "hf_subset": "ltg_Latn-lus_Latn", "languages": ["ltg-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776597, "recall": 0.811265, "f1": 0.786632, "accuracy": 0.811265, "main_score": 0.786632, "hf_subset": "ltg_Latn-pag_Latn", "languages": ["ltg-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906103, "recall": 0.929842, "f1": 0.913573, "accuracy": 0.929842, "main_score": 0.913573, "hf_subset": "ltg_Latn-snd_Arab", "languages": ["ltg-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.856917, "recall": 0.890316, "f1": 0.866653, "accuracy": 0.890316, "main_score": 0.866653, "hf_subset": "ltg_Latn-tuk_Latn", "languages": ["ltg-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911397, "recall": 0.93083, "f1": 0.917457, "accuracy": 0.93083, "main_score": 0.917457, "hf_subset": "ltg_Latn-bak_Cyrl", "languages": ["ltg-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.477348, "recall": 0.549407, "f1": 0.49871, "accuracy": 0.549407, "main_score": 0.49871, "hf_subset": "ltg_Latn-dyu_Latn", "languages": ["ltg-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945652, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "ltg_Latn-heb_Hebr", "languages": ["ltg-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.872184, "recall": 0.903162, "f1": 0.881575, "accuracy": 0.903162, "main_score": 0.881575, "hf_subset": "ltg_Latn-khk_Cyrl", "languages": ["ltg-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964674, "recall": 0.975296, "f1": 0.967951, "accuracy": 0.975296, "main_score": 0.967951, "hf_subset": "ltg_Latn-lvs_Latn", "languages": ["ltg-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930863, "recall": 0.949605, "f1": 0.936561, "accuracy": 0.949605, "main_score": 0.936561, "hf_subset": "ltg_Latn-pan_Guru", "languages": ["ltg-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.619048, "recall": 0.672925, "f1": 0.634884, "accuracy": 0.672925, "main_score": 0.634884, "hf_subset": "ltg_Latn-som_Latn", "languages": ["ltg-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548672, "recall": 0.594862, "f1": 0.56122, "accuracy": 0.594862, "main_score": 0.56122, "hf_subset": "ltg_Latn-tum_Latn", "languages": ["ltg-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4772, "recall": 0.522727, "f1": 0.490027, "accuracy": 0.522727, "main_score": 0.490027, "hf_subset": "nso_Latn-ace_Arab", "languages": ["nso-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539361, "recall": 0.588933, "f1": 0.553616, "accuracy": 0.588933, "main_score": 0.553616, "hf_subset": "nso_Latn-bam_Latn", "languages": ["nso-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.24828, "recall": 0.294466, "f1": 0.260379, "accuracy": 0.294466, "main_score": 0.260379, "hf_subset": "nso_Latn-dzo_Tibt", "languages": ["nso-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.601014, "recall": 0.644269, "f1": 0.612264, "accuracy": 0.644269, "main_score": 0.612264, "hf_subset": "nso_Latn-hin_Deva", "languages": ["nso-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.542672, "recall": 0.590909, "f1": 0.555863, "accuracy": 0.590909, "main_score": 0.555863, "hf_subset": "nso_Latn-khm_Khmr", "languages": ["nso-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.594686, "recall": 0.633399, "f1": 0.604778, "accuracy": 0.633399, "main_score": 0.604778, "hf_subset": "nso_Latn-mag_Deva", "languages": ["nso-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619419, "recall": 0.65415, "f1": 0.628141, "accuracy": 0.65415, "main_score": 0.628141, "hf_subset": "nso_Latn-pap_Latn", "languages": ["nso-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762105, "recall": 0.814229, "f1": 0.77716, "accuracy": 0.814229, "main_score": 0.77716, "hf_subset": "nso_Latn-sot_Latn", "languages": ["nso-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611373, "recall": 0.65415, "f1": 0.622667, "accuracy": 0.65415, "main_score": 0.622667, "hf_subset": "nso_Latn-tur_Latn", "languages": ["nso-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5983, "recall": 0.633399, "f1": 0.607582, "accuracy": 0.633399, "main_score": 0.607582, "hf_subset": "nso_Latn-ace_Latn", "languages": ["nso-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618861, "recall": 0.652174, "f1": 0.62784, "accuracy": 0.652174, "main_score": 0.62784, "hf_subset": "nso_Latn-ban_Latn", "languages": ["nso-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584635, "recall": 0.631423, "f1": 0.597064, "accuracy": 0.631423, "main_score": 0.597064, "hf_subset": "nso_Latn-ell_Grek", "languages": ["nso-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.573148, "recall": 0.617589, "f1": 0.58471, "accuracy": 0.617589, "main_score": 0.58471, "hf_subset": "nso_Latn-hne_Deva", "languages": ["nso-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.557536, "recall": 0.603755, "f1": 0.57037, "accuracy": 0.603755, "main_score": 0.57037, "hf_subset": "nso_Latn-kik_Latn", "languages": ["nso-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605431, "recall": 0.648221, "f1": 0.616607, "accuracy": 0.648221, "main_score": 0.616607, "hf_subset": "nso_Latn-mai_Deva", "languages": ["nso-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.54336, "recall": 0.597826, "f1": 0.557798, "accuracy": 0.597826, "main_score": 0.557798, "hf_subset": "nso_Latn-pbt_Arab", "languages": ["nso-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.614665, "recall": 0.655138, "f1": 0.624905, "accuracy": 0.655138, "main_score": 0.624905, "hf_subset": "nso_Latn-spa_Latn", "languages": ["nso-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588051, "recall": 0.625494, "f1": 0.598522, "accuracy": 0.625494, "main_score": 0.598522, "hf_subset": "nso_Latn-twi_Latn", "languages": ["nso-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587368, "recall": 0.629447, "f1": 0.598324, "accuracy": 0.629447, "main_score": 0.598324, "hf_subset": "nso_Latn-acm_Arab", "languages": ["nso-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584745, "recall": 0.620553, "f1": 0.593786, "accuracy": 0.620553, "main_score": 0.593786, "hf_subset": "nso_Latn-bel_Cyrl", "languages": ["nso-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.642498, "recall": 0.681818, "f1": 0.6528, "accuracy": 0.681818, "main_score": 0.6528, "hf_subset": "nso_Latn-eng_Latn", "languages": ["nso-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617197, "recall": 0.658103, "f1": 0.628075, "accuracy": 0.658103, "main_score": 0.628075, "hf_subset": "nso_Latn-hrv_Latn", "languages": ["nso-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549726, "recall": 0.594862, "f1": 0.562884, "accuracy": 0.594862, "main_score": 0.562884, "hf_subset": "nso_Latn-kin_Latn", "languages": ["nso-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581029, "recall": 0.629447, "f1": 0.59393, "accuracy": 0.629447, "main_score": 0.59393, "hf_subset": "nso_Latn-mal_Mlym", "languages": ["nso-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.605899, "recall": 0.645257, "f1": 0.616777, "accuracy": 0.645257, "main_score": 0.616777, "hf_subset": "nso_Latn-pes_Arab", "languages": ["nso-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608581, "recall": 0.643281, "f1": 0.618376, "accuracy": 0.643281, "main_score": 0.618376, "hf_subset": "nso_Latn-srd_Latn", "languages": ["nso-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215982, "recall": 0.255929, "f1": 0.22586, "accuracy": 0.255929, "main_score": 0.22586, "hf_subset": "nso_Latn-tzm_Tfng", "languages": ["nso-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.600307, "recall": 0.641304, "f1": 0.610648, "accuracy": 0.641304, "main_score": 0.610648, "hf_subset": "nso_Latn-acq_Arab", "languages": ["nso-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620014, "recall": 0.656126, "f1": 0.629751, "accuracy": 0.656126, "main_score": 0.629751, "hf_subset": "nso_Latn-bem_Latn", "languages": ["nso-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619589, "recall": 0.65415, "f1": 0.628374, "accuracy": 0.65415, "main_score": 0.628374, "hf_subset": "nso_Latn-epo_Latn", "languages": ["nso-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611564, "recall": 0.650198, "f1": 0.621205, "accuracy": 0.650198, "main_score": 0.621205, "hf_subset": "nso_Latn-hun_Latn", "languages": ["nso-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57538, "recall": 0.615613, "f1": 0.586257, "accuracy": 0.615613, "main_score": 0.586257, "hf_subset": "nso_Latn-kir_Cyrl", "languages": ["nso-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.601213, "recall": 0.642292, "f1": 0.612327, "accuracy": 0.642292, "main_score": 0.612327, "hf_subset": "nso_Latn-mar_Deva", "languages": ["nso-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.584467, "recall": 0.619565, "f1": 0.594292, "accuracy": 0.619565, "main_score": 0.594292, "hf_subset": "nso_Latn-plt_Latn", "languages": ["nso-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616522, "recall": 0.659091, "f1": 0.628043, "accuracy": 0.659091, "main_score": 0.628043, "hf_subset": "nso_Latn-srp_Cyrl", "languages": ["nso-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526479, "recall": 0.578063, "f1": 0.54107, "accuracy": 0.578063, "main_score": 0.54107, "hf_subset": "nso_Latn-uig_Arab", "languages": ["nso-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581181, "recall": 0.618577, "f1": 0.591417, "accuracy": 0.618577, "main_score": 0.591417, "hf_subset": "nso_Latn-aeb_Arab", "languages": ["nso-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594835, "recall": 0.641304, "f1": 0.607951, "accuracy": 0.641304, "main_score": 0.607951, "hf_subset": "nso_Latn-ben_Beng", "languages": ["nso-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.586923, "recall": 0.629447, "f1": 0.59822, "accuracy": 0.629447, "main_score": 0.59822, "hf_subset": "nso_Latn-est_Latn", "languages": ["nso-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583127, "recall": 0.62253, "f1": 0.59359, "accuracy": 0.62253, "main_score": 0.59359, "hf_subset": "nso_Latn-hye_Armn", "languages": ["nso-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.574231, "recall": 0.610672, "f1": 0.584209, "accuracy": 0.610672, "main_score": 0.584209, "hf_subset": "nso_Latn-kmb_Latn", "languages": ["nso-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440852, "recall": 0.494071, "f1": 0.455573, "accuracy": 0.494071, "main_score": 0.455573, "hf_subset": "nso_Latn-min_Arab", "languages": ["nso-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605576, "recall": 0.646245, "f1": 0.616261, "accuracy": 0.646245, "main_score": 0.616261, "hf_subset": "nso_Latn-pol_Latn", "languages": ["nso-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606033, "recall": 0.649209, "f1": 0.617867, "accuracy": 0.649209, "main_score": 0.617867, "hf_subset": "nso_Latn-ssw_Latn", "languages": ["nso-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620062, "recall": 0.661067, "f1": 0.631377, "accuracy": 0.661067, "main_score": 0.631377, "hf_subset": "nso_Latn-ukr_Cyrl", "languages": ["nso-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.643849, "recall": 0.678854, "f1": 0.652687, "accuracy": 0.678854, "main_score": 0.652687, "hf_subset": "nso_Latn-afr_Latn", "languages": ["nso-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589838, "recall": 0.633399, "f1": 0.601294, "accuracy": 0.633399, "main_score": 0.601294, "hf_subset": "nso_Latn-bho_Deva", "languages": ["nso-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.596461, "recall": 0.639328, "f1": 0.607778, "accuracy": 0.639328, "main_score": 0.607778, "hf_subset": "nso_Latn-eus_Latn", "languages": ["nso-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564717, "recall": 0.613636, "f1": 0.578023, "accuracy": 0.613636, "main_score": 0.578023, "hf_subset": "nso_Latn-ibo_Latn", "languages": ["nso-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58526, "recall": 0.626482, "f1": 0.596554, "accuracy": 0.626482, "main_score": 0.596554, "hf_subset": "nso_Latn-kmr_Latn", "languages": ["nso-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60939, "recall": 0.647233, "f1": 0.619386, "accuracy": 0.647233, "main_score": 0.619386, "hf_subset": "nso_Latn-min_Latn", "languages": ["nso-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635637, "recall": 0.673913, "f1": 0.645981, "accuracy": 0.673913, "main_score": 0.645981, "hf_subset": "nso_Latn-por_Latn", "languages": ["nso-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627257, "recall": 0.661067, "f1": 0.636152, "accuracy": 0.661067, "main_score": 0.636152, "hf_subset": "nso_Latn-sun_Latn", "languages": ["nso-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540498, "recall": 0.583992, "f1": 0.55323, "accuracy": 0.583992, "main_score": 0.55323, "hf_subset": "nso_Latn-umb_Latn", "languages": ["nso-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606372, "recall": 0.645257, "f1": 0.616618, "accuracy": 0.645257, "main_score": 0.616618, "hf_subset": "nso_Latn-ajp_Arab", "languages": ["nso-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.463233, "recall": 0.507905, "f1": 0.476208, "accuracy": 0.507905, "main_score": 0.476208, "hf_subset": "nso_Latn-bjn_Arab", "languages": ["nso-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537751, "recall": 0.573123, "f1": 0.547665, "accuracy": 0.573123, "main_score": 0.547665, "hf_subset": "nso_Latn-ewe_Latn", "languages": ["nso-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631754, "recall": 0.662055, "f1": 0.639503, "accuracy": 0.662055, "main_score": 0.639503, "hf_subset": "nso_Latn-ilo_Latn", "languages": ["nso-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3356, "recall": 0.380435, "f1": 0.347701, "accuracy": 0.380435, "main_score": 0.347701, "hf_subset": "nso_Latn-knc_Arab", "languages": ["nso-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.610428, "recall": 0.657115, "f1": 0.622907, "accuracy": 0.657115, "main_score": 0.622907, "hf_subset": "nso_Latn-mkd_Cyrl", "languages": ["nso-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.593344, "recall": 0.639328, "f1": 0.605552, "accuracy": 0.639328, "main_score": 0.605552, "hf_subset": "nso_Latn-prs_Arab", "languages": ["nso-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.621458, "recall": 0.664032, "f1": 0.632626, "accuracy": 0.664032, "main_score": 0.632626, "hf_subset": "nso_Latn-swe_Latn", "languages": ["nso-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564207, "recall": 0.619565, "f1": 0.579759, "accuracy": 0.619565, "main_score": 0.579759, "hf_subset": "nso_Latn-urd_Arab", "languages": ["nso-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580014, "recall": 0.616601, "f1": 0.589627, "accuracy": 0.616601, "main_score": 0.589627, "hf_subset": "nso_Latn-aka_Latn", "languages": ["nso-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616324, "recall": 0.652174, "f1": 0.625248, "accuracy": 0.652174, "main_score": 0.625248, "hf_subset": "nso_Latn-bjn_Latn", "languages": ["nso-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5942, "recall": 0.629447, "f1": 0.603793, "accuracy": 0.629447, "main_score": 0.603793, "hf_subset": "nso_Latn-fao_Latn", "languages": ["nso-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637996, "recall": 0.670949, "f1": 0.647105, "accuracy": 0.670949, "main_score": 0.647105, "hf_subset": "nso_Latn-ind_Latn", "languages": ["nso-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574564, "recall": 0.608696, "f1": 0.583975, "accuracy": 0.608696, "main_score": 0.583975, "hf_subset": "nso_Latn-knc_Latn", "languages": ["nso-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616066, "recall": 0.651186, "f1": 0.625089, "accuracy": 0.651186, "main_score": 0.625089, "hf_subset": "nso_Latn-mlt_Latn", "languages": ["nso-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557164, "recall": 0.598814, "f1": 0.569242, "accuracy": 0.598814, "main_score": 0.569242, "hf_subset": "nso_Latn-quy_Latn", "languages": ["nso-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614901, "recall": 0.656126, "f1": 0.626325, "accuracy": 0.656126, "main_score": 0.626325, "hf_subset": "nso_Latn-swh_Latn", "languages": ["nso-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583321, "recall": 0.62747, "f1": 0.59517, "accuracy": 0.62747, "main_score": 0.59517, "hf_subset": "nso_Latn-uzn_Latn", "languages": ["nso-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614371, "recall": 0.649209, "f1": 0.623552, "accuracy": 0.649209, "main_score": 0.623552, "hf_subset": "nso_Latn-als_Latn", "languages": ["nso-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300773, "recall": 0.358696, "f1": 0.314908, "accuracy": 0.358696, "main_score": 0.314908, "hf_subset": "nso_Latn-bod_Tibt", "languages": ["nso-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.587312, "recall": 0.630435, "f1": 0.599389, "accuracy": 0.630435, "main_score": 0.599389, "hf_subset": "nso_Latn-fij_Latn", "languages": ["nso-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570217, "recall": 0.614625, "f1": 0.582856, "accuracy": 0.614625, "main_score": 0.582856, "hf_subset": "nso_Latn-isl_Latn", "languages": ["nso-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608311, "recall": 0.645257, "f1": 0.618069, "accuracy": 0.645257, "main_score": 0.618069, "hf_subset": "nso_Latn-kon_Latn", "languages": ["nso-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522671, "recall": 0.567194, "f1": 0.535381, "accuracy": 0.567194, "main_score": 0.535381, "hf_subset": "nso_Latn-mni_Beng", "languages": ["nso-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.612943, "recall": 0.658103, "f1": 0.624738, "accuracy": 0.658103, "main_score": 0.624738, "hf_subset": "nso_Latn-ron_Latn", "languages": ["nso-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615095, "recall": 0.653162, "f1": 0.625685, "accuracy": 0.653162, "main_score": 0.625685, "hf_subset": "nso_Latn-szl_Latn", "languages": ["nso-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616656, "recall": 0.655138, "f1": 0.626356, "accuracy": 0.655138, "main_score": 0.626356, "hf_subset": "nso_Latn-vec_Latn", "languages": ["nso-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510976, "recall": 0.565217, "f1": 0.526125, "accuracy": 0.565217, "main_score": 0.526125, "hf_subset": "nso_Latn-amh_Ethi", "languages": ["nso-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.619435, "recall": 0.661067, "f1": 0.630312, "accuracy": 0.661067, "main_score": 0.630312, "hf_subset": "nso_Latn-bos_Latn", "languages": ["nso-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595539, "recall": 0.636364, "f1": 0.606624, "accuracy": 0.636364, "main_score": 0.606624, "hf_subset": "nso_Latn-fin_Latn", "languages": ["nso-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611067, "recall": 0.655138, "f1": 0.622746, "accuracy": 0.655138, "main_score": 0.622746, "hf_subset": "nso_Latn-ita_Latn", "languages": ["nso-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597832, "recall": 0.640316, "f1": 0.608625, "accuracy": 0.640316, "main_score": 0.608625, "hf_subset": "nso_Latn-kor_Hang", "languages": ["nso-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.53873, "recall": 0.58498, "f1": 0.552372, "accuracy": 0.58498, "main_score": 0.552372, "hf_subset": "nso_Latn-mos_Latn", "languages": ["nso-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560804, "recall": 0.603755, "f1": 0.573232, "accuracy": 0.603755, "main_score": 0.573232, "hf_subset": "nso_Latn-run_Latn", "languages": ["nso-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583586, "recall": 0.62747, "f1": 0.595072, "accuracy": 0.62747, "main_score": 0.595072, "hf_subset": "nso_Latn-tam_Taml", "languages": ["nso-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.601383, "recall": 0.648221, "f1": 0.614097, "accuracy": 0.648221, "main_score": 0.614097, "hf_subset": "nso_Latn-vie_Latn", "languages": ["nso-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592442, "recall": 0.637352, "f1": 0.603677, "accuracy": 0.637352, "main_score": 0.603677, "hf_subset": "nso_Latn-apc_Arab", "languages": ["nso-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580092, "recall": 0.616601, "f1": 0.5907, "accuracy": 0.616601, "main_score": 0.5907, "hf_subset": "nso_Latn-bug_Latn", "languages": ["nso-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490949, "recall": 0.535573, "f1": 0.50305, "accuracy": 0.535573, "main_score": 0.50305, "hf_subset": "nso_Latn-fon_Latn", "languages": ["nso-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629758, "recall": 0.664032, "f1": 0.639496, "accuracy": 0.664032, "main_score": 0.639496, "hf_subset": "nso_Latn-jav_Latn", "languages": ["nso-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543842, "recall": 0.592885, "f1": 0.556386, "accuracy": 0.592885, "main_score": 0.556386, "hf_subset": "nso_Latn-lao_Laoo", "languages": ["nso-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.548495, "recall": 0.589921, "f1": 0.558782, "accuracy": 0.589921, "main_score": 0.558782, "hf_subset": "nso_Latn-mri_Latn", "languages": ["nso-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614759, "recall": 0.653162, "f1": 0.624947, "accuracy": 0.653162, "main_score": 0.624947, "hf_subset": "nso_Latn-rus_Cyrl", "languages": ["nso-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536272, "recall": 0.579051, "f1": 0.548198, "accuracy": 0.579051, "main_score": 0.548198, "hf_subset": "nso_Latn-taq_Latn", "languages": ["nso-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647874, "recall": 0.678854, "f1": 0.656106, "accuracy": 0.678854, "main_score": 0.656106, "hf_subset": "nso_Latn-war_Latn", "languages": ["nso-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602821, "recall": 0.643281, "f1": 0.613011, "accuracy": 0.643281, "main_score": 0.613011, "hf_subset": "nso_Latn-arb_Arab", "languages": ["nso-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.617791, "recall": 0.659091, "f1": 0.628579, "accuracy": 0.659091, "main_score": 0.628579, "hf_subset": "nso_Latn-bul_Cyrl", "languages": ["nso-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.614648, "recall": 0.658103, "f1": 0.626105, "accuracy": 0.658103, "main_score": 0.626105, "hf_subset": "nso_Latn-fra_Latn", "languages": ["nso-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595589, "recall": 0.636364, "f1": 0.606441, "accuracy": 0.636364, "main_score": 0.606441, "hf_subset": "nso_Latn-jpn_Jpan", "languages": ["nso-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.612237, "recall": 0.65415, "f1": 0.623264, "accuracy": 0.65415, "main_score": 0.623264, "hf_subset": "nso_Latn-lij_Latn", "languages": ["nso-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452273, "recall": 0.520751, "f1": 0.470894, "accuracy": 0.520751, "main_score": 0.470894, "hf_subset": "nso_Latn-mya_Mymr", "languages": ["nso-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.554098, "recall": 0.59585, "f1": 0.565374, "accuracy": 0.59585, "main_score": 0.565374, "hf_subset": "nso_Latn-sag_Latn", "languages": ["nso-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.21665, "recall": 0.264822, "f1": 0.228086, "accuracy": 0.264822, "main_score": 0.228086, "hf_subset": "nso_Latn-taq_Tfng", "languages": ["nso-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.581844, "recall": 0.619565, "f1": 0.592785, "accuracy": 0.619565, "main_score": 0.592785, "hf_subset": "nso_Latn-wol_Latn", "languages": ["nso-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49459, "recall": 0.535573, "f1": 0.506483, "accuracy": 0.535573, "main_score": 0.506483, "hf_subset": "nso_Latn-arb_Latn", "languages": ["nso-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617057, "recall": 0.659091, "f1": 0.627979, "accuracy": 0.659091, "main_score": 0.627979, "hf_subset": "nso_Latn-cat_Latn", "languages": ["nso-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603661, "recall": 0.639328, "f1": 0.612759, "accuracy": 0.639328, "main_score": 0.612759, "hf_subset": "nso_Latn-fur_Latn", "languages": ["nso-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467639, "recall": 0.520751, "f1": 0.481586, "accuracy": 0.520751, "main_score": 0.481586, "hf_subset": "nso_Latn-kab_Latn", "languages": ["nso-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601663, "recall": 0.637352, "f1": 0.611382, "accuracy": 0.637352, "main_score": 0.611382, "hf_subset": "nso_Latn-lim_Latn", "languages": ["nso-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607295, "recall": 0.650198, "f1": 0.61846, "accuracy": 0.650198, "main_score": 0.61846, "hf_subset": "nso_Latn-nld_Latn", "languages": ["nso-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544106, "recall": 0.589921, "f1": 0.55618, "accuracy": 0.589921, "main_score": 0.55618, "hf_subset": "nso_Latn-san_Deva", "languages": ["nso-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.600556, "recall": 0.646245, "f1": 0.612824, "accuracy": 0.646245, "main_score": 0.612824, "hf_subset": "nso_Latn-tat_Cyrl", "languages": ["nso-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.617635, "recall": 0.658103, "f1": 0.628864, "accuracy": 0.658103, "main_score": 0.628864, "hf_subset": "nso_Latn-xho_Latn", "languages": ["nso-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585629, "recall": 0.631423, "f1": 0.597837, "accuracy": 0.631423, "main_score": 0.597837, "hf_subset": "nso_Latn-ars_Arab", "languages": ["nso-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63365, "recall": 0.668972, "f1": 0.64295, "accuracy": 0.668972, "main_score": 0.64295, "hf_subset": "nso_Latn-ceb_Latn", "languages": ["nso-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542862, "recall": 0.585968, "f1": 0.555805, "accuracy": 0.585968, "main_score": 0.555805, "hf_subset": "nso_Latn-fuv_Latn", "languages": ["nso-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526452, "recall": 0.56917, "f1": 0.538562, "accuracy": 0.56917, "main_score": 0.538562, "hf_subset": "nso_Latn-kac_Latn", "languages": ["nso-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606839, "recall": 0.640316, "f1": 0.616338, "accuracy": 0.640316, "main_score": 0.616338, "hf_subset": "nso_Latn-lin_Latn", "languages": ["nso-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604848, "recall": 0.649209, "f1": 0.617085, "accuracy": 0.649209, "main_score": 0.617085, "hf_subset": "nso_Latn-nno_Latn", "languages": ["nso-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138712, "recall": 0.183794, "f1": 0.149972, "accuracy": 0.183794, "main_score": 0.149972, "hf_subset": "nso_Latn-sat_Olck", "languages": ["nso-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.587085, "recall": 0.639328, "f1": 0.601681, "accuracy": 0.639328, "main_score": 0.601681, "hf_subset": "nso_Latn-tel_Telu", "languages": ["nso-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.533801, "recall": 0.586957, "f1": 0.547868, "accuracy": 0.586957, "main_score": 0.547868, "hf_subset": "nso_Latn-ydd_Hebr", "languages": ["nso-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.572306, "recall": 0.618577, "f1": 0.584315, "accuracy": 0.618577, "main_score": 0.584315, "hf_subset": "nso_Latn-ary_Arab", "languages": ["nso-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608122, "recall": 0.647233, "f1": 0.618551, "accuracy": 0.647233, "main_score": 0.618551, "hf_subset": "nso_Latn-ces_Latn", "languages": ["nso-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563914, "recall": 0.610672, "f1": 0.576617, "accuracy": 0.610672, "main_score": 0.576617, "hf_subset": "nso_Latn-gaz_Latn", "languages": ["nso-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554767, "recall": 0.597826, "f1": 0.566874, "accuracy": 0.597826, "main_score": 0.566874, "hf_subset": "nso_Latn-kam_Latn", "languages": ["nso-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593381, "recall": 0.63834, "f1": 0.605853, "accuracy": 0.63834, "main_score": 0.605853, "hf_subset": "nso_Latn-lit_Latn", "languages": ["nso-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628633, "recall": 0.664032, "f1": 0.637525, "accuracy": 0.664032, "main_score": 0.637525, "hf_subset": "nso_Latn-nob_Latn", "languages": ["nso-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626759, "recall": 0.660079, "f1": 0.634795, "accuracy": 0.660079, "main_score": 0.634795, "hf_subset": "nso_Latn-scn_Latn", "languages": ["nso-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576012, "recall": 0.617589, "f1": 0.587826, "accuracy": 0.617589, "main_score": 0.587826, "hf_subset": "nso_Latn-tgk_Cyrl", "languages": ["nso-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539216, "recall": 0.591897, "f1": 0.553539, "accuracy": 0.591897, "main_score": 0.553539, "hf_subset": "nso_Latn-yor_Latn", "languages": ["nso-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60218, "recall": 0.641304, "f1": 0.612042, "accuracy": 0.641304, "main_score": 0.612042, "hf_subset": "nso_Latn-arz_Arab", "languages": ["nso-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54074, "recall": 0.582016, "f1": 0.552043, "accuracy": 0.582016, "main_score": 0.552043, "hf_subset": "nso_Latn-cjk_Latn", "languages": ["nso-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543028, "recall": 0.585968, "f1": 0.554302, "accuracy": 0.585968, "main_score": 0.554302, "hf_subset": "nso_Latn-gla_Latn", "languages": ["nso-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585288, "recall": 0.631423, "f1": 0.597644, "accuracy": 0.631423, "main_score": 0.597644, "hf_subset": "nso_Latn-kan_Knda", "languages": ["nso-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.608207, "recall": 0.642292, "f1": 0.616492, "accuracy": 0.642292, "main_score": 0.616492, "hf_subset": "nso_Latn-lmo_Latn", "languages": ["nso-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571952, "recall": 0.620553, "f1": 0.584507, "accuracy": 0.620553, "main_score": 0.584507, "hf_subset": "nso_Latn-npi_Deva", "languages": ["nso-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.462799, "recall": 0.509881, "f1": 0.475467, "accuracy": 0.509881, "main_score": 0.475467, "hf_subset": "nso_Latn-shn_Mymr", "languages": ["nso-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.643548, "recall": 0.679842, "f1": 0.652938, "accuracy": 0.679842, "main_score": 0.652938, "hf_subset": "nso_Latn-tgl_Latn", "languages": ["nso-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599968, "recall": 0.641304, "f1": 0.610428, "accuracy": 0.641304, "main_score": 0.610428, "hf_subset": "nso_Latn-yue_Hant", "languages": ["nso-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.553073, "recall": 0.602767, "f1": 0.567043, "accuracy": 0.602767, "main_score": 0.567043, "hf_subset": "nso_Latn-asm_Beng", "languages": ["nso-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.55933, "recall": 0.603755, "f1": 0.571965, "accuracy": 0.603755, "main_score": 0.571965, "hf_subset": "nso_Latn-ckb_Arab", "languages": ["nso-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540643, "recall": 0.578063, "f1": 0.551314, "accuracy": 0.578063, "main_score": 0.551314, "hf_subset": "nso_Latn-gle_Latn", "languages": ["nso-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532676, "recall": 0.578063, "f1": 0.545033, "accuracy": 0.578063, "main_score": 0.545033, "hf_subset": "nso_Latn-kas_Arab", "languages": ["nso-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579584, "recall": 0.62253, "f1": 0.591238, "accuracy": 0.62253, "main_score": 0.591238, "hf_subset": "nso_Latn-ltg_Latn", "languages": ["nso-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511276, "recall": 0.571146, "f1": 0.527036, "accuracy": 0.571146, "main_score": 0.527036, "hf_subset": "nso_Latn-sin_Sinh", "languages": ["nso-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.594464, "recall": 0.636364, "f1": 0.605508, "accuracy": 0.636364, "main_score": 0.605508, "hf_subset": "nso_Latn-tha_Thai", "languages": ["nso-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.595584, "recall": 0.632411, "f1": 0.604954, "accuracy": 0.632411, "main_score": 0.604954, "hf_subset": "nso_Latn-zho_Hans", "languages": ["nso-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.609063, "recall": 0.653162, "f1": 0.62052, "accuracy": 0.653162, "main_score": 0.62052, "hf_subset": "nso_Latn-ast_Latn", "languages": ["nso-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600296, "recall": 0.644269, "f1": 0.612107, "accuracy": 0.644269, "main_score": 0.612107, "hf_subset": "nso_Latn-crh_Latn", "languages": ["nso-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626922, "recall": 0.663043, "f1": 0.635775, "accuracy": 0.663043, "main_score": 0.635775, "hf_subset": "nso_Latn-glg_Latn", "languages": ["nso-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53472, "recall": 0.583992, "f1": 0.548309, "accuracy": 0.583992, "main_score": 0.548309, "hf_subset": "nso_Latn-kas_Deva", "languages": ["nso-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.599866, "recall": 0.636364, "f1": 0.608858, "accuracy": 0.636364, "main_score": 0.608858, "hf_subset": "nso_Latn-ltz_Latn", "languages": ["nso-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495998, "recall": 0.551383, "f1": 0.510783, "accuracy": 0.551383, "main_score": 0.510783, "hf_subset": "nso_Latn-nus_Latn", "languages": ["nso-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601862, "recall": 0.648221, "f1": 0.614522, "accuracy": 0.648221, "main_score": 0.614522, "hf_subset": "nso_Latn-slk_Latn", "languages": ["nso-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443004, "recall": 0.497036, "f1": 0.458107, "accuracy": 0.497036, "main_score": 0.458107, "hf_subset": "nso_Latn-tir_Ethi", "languages": ["nso-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.593241, "recall": 0.639328, "f1": 0.60441, "accuracy": 0.639328, "main_score": 0.60441, "hf_subset": "nso_Latn-zho_Hant", "languages": ["nso-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.590384, "recall": 0.633399, "f1": 0.602471, "accuracy": 0.633399, "main_score": 0.602471, "hf_subset": "nso_Latn-awa_Deva", "languages": ["nso-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.603656, "recall": 0.641304, "f1": 0.613458, "accuracy": 0.641304, "main_score": 0.613458, "hf_subset": "nso_Latn-cym_Latn", "languages": ["nso-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6024, "recall": 0.641304, "f1": 0.61283, "accuracy": 0.641304, "main_score": 0.61283, "hf_subset": "nso_Latn-grn_Latn", "languages": ["nso-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559706, "recall": 0.609684, "f1": 0.572493, "accuracy": 0.609684, "main_score": 0.572493, "hf_subset": "nso_Latn-kat_Geor", "languages": ["nso-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.595212, "recall": 0.634387, "f1": 0.605878, "accuracy": 0.634387, "main_score": 0.605878, "hf_subset": "nso_Latn-lua_Latn", "languages": ["nso-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589319, "recall": 0.628458, "f1": 0.600467, "accuracy": 0.628458, "main_score": 0.600467, "hf_subset": "nso_Latn-nya_Latn", "languages": ["nso-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611941, "recall": 0.650198, "f1": 0.621529, "accuracy": 0.650198, "main_score": 0.621529, "hf_subset": "nso_Latn-slv_Latn", "languages": ["nso-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606208, "recall": 0.643281, "f1": 0.61609, "accuracy": 0.643281, "main_score": 0.61609, "hf_subset": "nso_Latn-tpi_Latn", "languages": ["nso-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634339, "recall": 0.674901, "f1": 0.645288, "accuracy": 0.674901, "main_score": 0.645288, "hf_subset": "nso_Latn-zsm_Latn", "languages": ["nso-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532485, "recall": 0.575099, "f1": 0.544974, "accuracy": 0.575099, "main_score": 0.544974, "hf_subset": "nso_Latn-ayr_Latn", "languages": ["nso-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622403, "recall": 0.659091, "f1": 0.632155, "accuracy": 0.659091, "main_score": 0.632155, "hf_subset": "nso_Latn-dan_Latn", "languages": ["nso-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582569, "recall": 0.631423, "f1": 0.595325, "accuracy": 0.631423, "main_score": 0.595325, "hf_subset": "nso_Latn-guj_Gujr", "languages": ["nso-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.58649, "recall": 0.632411, "f1": 0.598768, "accuracy": 0.632411, "main_score": 0.598768, "hf_subset": "nso_Latn-kaz_Cyrl", "languages": ["nso-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.54208, "recall": 0.586957, "f1": 0.554509, "accuracy": 0.586957, "main_score": 0.554509, "hf_subset": "nso_Latn-lug_Latn", "languages": ["nso-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631384, "recall": 0.671937, "f1": 0.642006, "accuracy": 0.671937, "main_score": 0.642006, "hf_subset": "nso_Latn-oci_Latn", "languages": ["nso-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592355, "recall": 0.623518, "f1": 0.600476, "accuracy": 0.623518, "main_score": 0.600476, "hf_subset": "nso_Latn-smo_Latn", "languages": ["nso-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689898, "recall": 0.747036, "f1": 0.706272, "accuracy": 0.747036, "main_score": 0.706272, "hf_subset": "nso_Latn-tsn_Latn", "languages": ["nso-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592918, "recall": 0.641304, "f1": 0.606458, "accuracy": 0.641304, "main_score": 0.606458, "hf_subset": "nso_Latn-zul_Latn", "languages": ["nso-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523482, "recall": 0.574111, "f1": 0.537793, "accuracy": 0.574111, "main_score": 0.537793, "hf_subset": "nso_Latn-azb_Arab", "languages": ["nso-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618663, "recall": 0.661067, "f1": 0.629911, "accuracy": 0.661067, "main_score": 0.629911, "hf_subset": "nso_Latn-deu_Latn", "languages": ["nso-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568817, "recall": 0.609684, "f1": 0.57984, "accuracy": 0.609684, "main_score": 0.57984, "hf_subset": "nso_Latn-hat_Latn", "languages": ["nso-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512898, "recall": 0.5583, "f1": 0.525527, "accuracy": 0.5583, "main_score": 0.525527, "hf_subset": "nso_Latn-kbp_Latn", "languages": ["nso-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602692, "recall": 0.63834, "f1": 0.613124, "accuracy": 0.63834, "main_score": 0.613124, "hf_subset": "nso_Latn-luo_Latn", "languages": ["nso-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585343, "recall": 0.632411, "f1": 0.598366, "accuracy": 0.632411, "main_score": 0.598366, "hf_subset": "nso_Latn-ory_Orya", "languages": ["nso-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.573982, "recall": 0.625494, "f1": 0.587641, "accuracy": 0.625494, "main_score": 0.587641, "hf_subset": "nso_Latn-sna_Latn", "languages": ["nso-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593519, "recall": 0.633399, "f1": 0.605146, "accuracy": 0.633399, "main_score": 0.605146, "hf_subset": "nso_Latn-tso_Latn", "languages": ["nso-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571576, "recall": 0.619565, "f1": 0.584588, "accuracy": 0.619565, "main_score": 0.584588, "hf_subset": "nso_Latn-azj_Latn", "languages": ["nso-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5368, "recall": 0.583992, "f1": 0.55093, "accuracy": 0.583992, "main_score": 0.55093, "hf_subset": "nso_Latn-dik_Latn", "languages": ["nso-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590467, "recall": 0.628458, "f1": 0.601103, "accuracy": 0.628458, "main_score": 0.601103, "hf_subset": "nso_Latn-hau_Latn", "languages": ["nso-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613056, "recall": 0.650198, "f1": 0.622477, "accuracy": 0.650198, "main_score": 0.622477, "hf_subset": "nso_Latn-kea_Latn", "languages": ["nso-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598337, "recall": 0.630435, "f1": 0.607352, "accuracy": 0.630435, "main_score": 0.607352, "hf_subset": "nso_Latn-lus_Latn", "languages": ["nso-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599802, "recall": 0.630435, "f1": 0.608325, "accuracy": 0.630435, "main_score": 0.608325, "hf_subset": "nso_Latn-pag_Latn", "languages": ["nso-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57766, "recall": 0.626482, "f1": 0.591373, "accuracy": 0.626482, "main_score": 0.591373, "hf_subset": "nso_Latn-snd_Arab", "languages": ["nso-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554021, "recall": 0.598814, "f1": 0.566233, "accuracy": 0.598814, "main_score": 0.566233, "hf_subset": "nso_Latn-tuk_Latn", "languages": ["nso-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589176, "recall": 0.629447, "f1": 0.59993, "accuracy": 0.629447, "main_score": 0.59993, "hf_subset": "nso_Latn-bak_Cyrl", "languages": ["nso-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.458187, "recall": 0.524704, "f1": 0.47722, "accuracy": 0.524704, "main_score": 0.47722, "hf_subset": "nso_Latn-dyu_Latn", "languages": ["nso-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600686, "recall": 0.63834, "f1": 0.611011, "accuracy": 0.63834, "main_score": 0.611011, "hf_subset": "nso_Latn-heb_Hebr", "languages": ["nso-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.564319, "recall": 0.606719, "f1": 0.575967, "accuracy": 0.606719, "main_score": 0.575967, "hf_subset": "nso_Latn-khk_Cyrl", "languages": ["nso-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.600392, "recall": 0.635375, "f1": 0.609501, "accuracy": 0.635375, "main_score": 0.609501, "hf_subset": "nso_Latn-lvs_Latn", "languages": ["nso-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585791, "recall": 0.629447, "f1": 0.597362, "accuracy": 0.629447, "main_score": 0.597362, "hf_subset": "nso_Latn-pan_Guru", "languages": ["nso-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.553278, "recall": 0.599802, "f1": 0.56634, "accuracy": 0.599802, "main_score": 0.56634, "hf_subset": "nso_Latn-som_Latn", "languages": ["nso-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561797, "recall": 0.599802, "f1": 0.572838, "accuracy": 0.599802, "main_score": 0.572838, "hf_subset": "nso_Latn-tum_Latn", "languages": ["nso-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496638, "recall": 0.5583, "f1": 0.513625, "accuracy": 0.5583, "main_score": 0.513625, "hf_subset": "sin_Sinh-ace_Arab", "languages": ["sin-Sinh", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471049, "recall": 0.519763, "f1": 0.484083, "accuracy": 0.519763, "main_score": 0.484083, "hf_subset": "sin_Sinh-bam_Latn", "languages": ["sin-Sinh", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397709, "recall": 0.476285, "f1": 0.418059, "accuracy": 0.476285, "main_score": 0.418059, "hf_subset": "sin_Sinh-dzo_Tibt", "languages": ["sin-Sinh", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-hin_Deva", "languages": ["sin-Sinh", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "sin_Sinh-khm_Khmr", "languages": ["sin-Sinh", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "sin_Sinh-mag_Deva", "languages": ["sin-Sinh", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.931077, "recall": 0.950593, "f1": 0.937319, "accuracy": 0.950593, "main_score": 0.937319, "hf_subset": "sin_Sinh-pap_Latn", "languages": ["sin-Sinh", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530376, "recall": 0.588933, "f1": 0.546198, "accuracy": 0.588933, "main_score": 0.546198, "hf_subset": "sin_Sinh-sot_Latn", "languages": ["sin-Sinh", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-tur_Latn", "languages": ["sin-Sinh", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764476, "recall": 0.814229, "f1": 0.779465, "accuracy": 0.814229, "main_score": 0.779465, "hf_subset": "sin_Sinh-ace_Latn", "languages": ["sin-Sinh", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884717, "recall": 0.911067, "f1": 0.892885, "accuracy": 0.911067, "main_score": 0.892885, "hf_subset": "sin_Sinh-ban_Latn", "languages": ["sin-Sinh", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-ell_Grek", "languages": ["sin-Sinh", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "sin_Sinh-hne_Deva", "languages": ["sin-Sinh", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.498515, "recall": 0.560277, "f1": 0.51541, "accuracy": 0.560277, "main_score": 0.51541, "hf_subset": "sin_Sinh-kik_Latn", "languages": ["sin-Sinh", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "sin_Sinh-mai_Deva", "languages": ["sin-Sinh", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.935606, "recall": 0.955534, "f1": 0.942029, "accuracy": 0.955534, "main_score": 0.942029, "hf_subset": "sin_Sinh-pbt_Arab", "languages": ["sin-Sinh", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-spa_Latn", "languages": ["sin-Sinh", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544936, "recall": 0.603755, "f1": 0.561654, "accuracy": 0.603755, "main_score": 0.561654, "hf_subset": "sin_Sinh-twi_Latn", "languages": ["sin-Sinh", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "sin_Sinh-acm_Arab", "languages": ["sin-Sinh", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "sin_Sinh-bel_Cyrl", "languages": ["sin-Sinh", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-eng_Latn", "languages": ["sin-Sinh", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "sin_Sinh-hrv_Latn", "languages": ["sin-Sinh", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481483, "recall": 0.541502, "f1": 0.497819, "accuracy": 0.541502, "main_score": 0.497819, "hf_subset": "sin_Sinh-kin_Latn", "languages": ["sin-Sinh", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-mal_Mlym", "languages": ["sin-Sinh", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-pes_Arab", "languages": ["sin-Sinh", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "sin_Sinh-srd_Latn", "languages": ["sin-Sinh", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19246, "recall": 0.236166, "f1": 0.20342, "accuracy": 0.236166, "main_score": 0.20342, "hf_subset": "sin_Sinh-tzm_Tfng", "languages": ["sin-Sinh", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-acq_Arab", "languages": ["sin-Sinh", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550943, "recall": 0.604743, "f1": 0.566373, "accuracy": 0.604743, "main_score": 0.566373, "hf_subset": "sin_Sinh-bem_Latn", "languages": ["sin-Sinh", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "sin_Sinh-epo_Latn", "languages": ["sin-Sinh", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-hun_Latn", "languages": ["sin-Sinh", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "sin_Sinh-kir_Cyrl", "languages": ["sin-Sinh", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-mar_Deva", "languages": ["sin-Sinh", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.600198, "recall": 0.65415, "f1": 0.616173, "accuracy": 0.65415, "main_score": 0.616173, "hf_subset": "sin_Sinh-plt_Latn", "languages": ["sin-Sinh", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sin_Sinh-srp_Cyrl", "languages": ["sin-Sinh", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.933136, "recall": 0.952569, "f1": 0.939394, "accuracy": 0.952569, "main_score": 0.939394, "hf_subset": "sin_Sinh-uig_Arab", "languages": ["sin-Sinh", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "sin_Sinh-aeb_Arab", "languages": ["sin-Sinh", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sin_Sinh-ben_Beng", "languages": ["sin-Sinh", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "sin_Sinh-est_Latn", "languages": ["sin-Sinh", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "sin_Sinh-hye_Armn", "languages": ["sin-Sinh", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.473174, "recall": 0.521739, "f1": 0.487093, "accuracy": 0.521739, "main_score": 0.487093, "hf_subset": "sin_Sinh-kmb_Latn", "languages": ["sin-Sinh", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42661, "recall": 0.494071, "f1": 0.444613, "accuracy": 0.494071, "main_score": 0.444613, "hf_subset": "sin_Sinh-min_Arab", "languages": ["sin-Sinh", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-pol_Latn", "languages": ["sin-Sinh", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501968, "recall": 0.567194, "f1": 0.51994, "accuracy": 0.567194, "main_score": 0.51994, "hf_subset": "sin_Sinh-ssw_Latn", "languages": ["sin-Sinh", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-ukr_Cyrl", "languages": ["sin-Sinh", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-afr_Latn", "languages": ["sin-Sinh", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966535, "accuracy": 0.974308, "main_score": 0.966535, "hf_subset": "sin_Sinh-bho_Deva", "languages": ["sin-Sinh", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "sin_Sinh-eus_Latn", "languages": ["sin-Sinh", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508285, "recall": 0.574111, "f1": 0.526267, "accuracy": 0.574111, "main_score": 0.526267, "hf_subset": "sin_Sinh-ibo_Latn", "languages": ["sin-Sinh", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835227, "recall": 0.879447, "f1": 0.849129, "accuracy": 0.879447, "main_score": 0.849129, "hf_subset": "sin_Sinh-kmr_Latn", "languages": ["sin-Sinh", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927948, "recall": 0.948617, "f1": 0.934519, "accuracy": 0.948617, "main_score": 0.934519, "hf_subset": "sin_Sinh-min_Latn", "languages": ["sin-Sinh", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-por_Latn", "languages": ["sin-Sinh", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "sin_Sinh-sun_Latn", "languages": ["sin-Sinh", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446102, "recall": 0.500988, "f1": 0.461561, "accuracy": 0.500988, "main_score": 0.461561, "hf_subset": "sin_Sinh-umb_Latn", "languages": ["sin-Sinh", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "sin_Sinh-ajp_Arab", "languages": ["sin-Sinh", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.457015, "recall": 0.51581, "f1": 0.473582, "accuracy": 0.51581, "main_score": 0.473582, "hf_subset": "sin_Sinh-bjn_Arab", "languages": ["sin-Sinh", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.43832, "recall": 0.492095, "f1": 0.453346, "accuracy": 0.492095, "main_score": 0.453346, "hf_subset": "sin_Sinh-ewe_Latn", "languages": ["sin-Sinh", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875741, "recall": 0.906126, "f1": 0.884703, "accuracy": 0.906126, "main_score": 0.884703, "hf_subset": "sin_Sinh-ilo_Latn", "languages": ["sin-Sinh", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.291306, "recall": 0.337945, "f1": 0.304083, "accuracy": 0.337945, "main_score": 0.304083, "hf_subset": "sin_Sinh-knc_Arab", "languages": ["sin-Sinh", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "sin_Sinh-mkd_Cyrl", "languages": ["sin-Sinh", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-prs_Arab", "languages": ["sin-Sinh", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-swe_Latn", "languages": ["sin-Sinh", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-urd_Arab", "languages": ["sin-Sinh", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.485725, "recall": 0.550395, "f1": 0.504123, "accuracy": 0.550395, "main_score": 0.504123, "hf_subset": "sin_Sinh-aka_Latn", "languages": ["sin-Sinh", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926416, "recall": 0.94664, "f1": 0.932806, "accuracy": 0.94664, "main_score": 0.932806, "hf_subset": "sin_Sinh-bjn_Latn", "languages": ["sin-Sinh", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902701, "recall": 0.931818, "f1": 0.911726, "accuracy": 0.931818, "main_score": 0.911726, "hf_subset": "sin_Sinh-fao_Latn", "languages": ["sin-Sinh", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-ind_Latn", "languages": ["sin-Sinh", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526611, "recall": 0.577075, "f1": 0.540958, "accuracy": 0.577075, "main_score": 0.540958, "hf_subset": "sin_Sinh-knc_Latn", "languages": ["sin-Sinh", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954545, "recall": 0.967391, "f1": 0.958465, "accuracy": 0.967391, "main_score": 0.958465, "hf_subset": "sin_Sinh-mlt_Latn", "languages": ["sin-Sinh", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623053, "recall": 0.68083, "f1": 0.63929, "accuracy": 0.68083, "main_score": 0.63929, "hf_subset": "sin_Sinh-quy_Latn", "languages": ["sin-Sinh", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931901, "recall": 0.952569, "f1": 0.938636, "accuracy": 0.952569, "main_score": 0.938636, "hf_subset": "sin_Sinh-swh_Latn", "languages": ["sin-Sinh", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "sin_Sinh-uzn_Latn", "languages": ["sin-Sinh", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-als_Latn", "languages": ["sin-Sinh", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616288, "recall": 0.687747, "f1": 0.636957, "accuracy": 0.687747, "main_score": 0.636957, "hf_subset": "sin_Sinh-bod_Tibt", "languages": ["sin-Sinh", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.621489, "recall": 0.689723, "f1": 0.640615, "accuracy": 0.689723, "main_score": 0.640615, "hf_subset": "sin_Sinh-fij_Latn", "languages": ["sin-Sinh", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944664, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "sin_Sinh-isl_Latn", "languages": ["sin-Sinh", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560846, "recall": 0.615613, "f1": 0.576123, "accuracy": 0.615613, "main_score": 0.576123, "hf_subset": "sin_Sinh-kon_Latn", "languages": ["sin-Sinh", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584892, "recall": 0.650198, "f1": 0.603209, "accuracy": 0.650198, "main_score": 0.603209, "hf_subset": "sin_Sinh-mni_Beng", "languages": ["sin-Sinh", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-ron_Latn", "languages": ["sin-Sinh", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "sin_Sinh-szl_Latn", "languages": ["sin-Sinh", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970059, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "sin_Sinh-vec_Latn", "languages": ["sin-Sinh", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920537, "recall": 0.944664, "f1": 0.928096, "accuracy": 0.944664, "main_score": 0.928096, "hf_subset": "sin_Sinh-amh_Ethi", "languages": ["sin-Sinh", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-bos_Latn", "languages": ["sin-Sinh", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "sin_Sinh-fin_Latn", "languages": ["sin-Sinh", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-ita_Latn", "languages": ["sin-Sinh", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "sin_Sinh-kor_Hang", "languages": ["sin-Sinh", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.486321, "recall": 0.538538, "f1": 0.5004, "accuracy": 0.538538, "main_score": 0.5004, "hf_subset": "sin_Sinh-mos_Latn", "languages": ["sin-Sinh", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499316, "recall": 0.550395, "f1": 0.513312, "accuracy": 0.550395, "main_score": 0.513312, "hf_subset": "sin_Sinh-run_Latn", "languages": ["sin-Sinh", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-tam_Taml", "languages": ["sin-Sinh", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-vie_Latn", "languages": ["sin-Sinh", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "sin_Sinh-apc_Arab", "languages": ["sin-Sinh", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.697867, "recall": 0.759881, "f1": 0.715725, "accuracy": 0.759881, "main_score": 0.715725, "hf_subset": "sin_Sinh-bug_Latn", "languages": ["sin-Sinh", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407057, "recall": 0.461462, "f1": 0.421734, "accuracy": 0.461462, "main_score": 0.421734, "hf_subset": "sin_Sinh-fon_Latn", "languages": ["sin-Sinh", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "sin_Sinh-jav_Latn", "languages": ["sin-Sinh", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "sin_Sinh-lao_Laoo", "languages": ["sin-Sinh", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.79249, "recall": 0.843874, "f1": 0.808187, "accuracy": 0.843874, "main_score": 0.808187, "hf_subset": "sin_Sinh-mri_Latn", "languages": ["sin-Sinh", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-rus_Cyrl", "languages": ["sin-Sinh", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466026, "recall": 0.520751, "f1": 0.481227, "accuracy": 0.520751, "main_score": 0.481227, "hf_subset": "sin_Sinh-taq_Latn", "languages": ["sin-Sinh", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.963439, "f1": 0.953557, "accuracy": 0.963439, "main_score": 0.953557, "hf_subset": "sin_Sinh-war_Latn", "languages": ["sin-Sinh", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "sin_Sinh-arb_Arab", "languages": ["sin-Sinh", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-bul_Cyrl", "languages": ["sin-Sinh", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-fra_Latn", "languages": ["sin-Sinh", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-jpn_Jpan", "languages": ["sin-Sinh", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.951334, "recall": 0.966403, "f1": 0.956094, "accuracy": 0.966403, "main_score": 0.956094, "hf_subset": "sin_Sinh-lij_Latn", "languages": ["sin-Sinh", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "sin_Sinh-mya_Mymr", "languages": ["sin-Sinh", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.500263, "recall": 0.563241, "f1": 0.517294, "accuracy": 0.563241, "main_score": 0.517294, "hf_subset": "sin_Sinh-sag_Latn", "languages": ["sin-Sinh", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192968, "recall": 0.242095, "f1": 0.204322, "accuracy": 0.242095, "main_score": 0.204322, "hf_subset": "sin_Sinh-taq_Tfng", "languages": ["sin-Sinh", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.534758, "recall": 0.597826, "f1": 0.552673, "accuracy": 0.597826, "main_score": 0.552673, "hf_subset": "sin_Sinh-wol_Latn", "languages": ["sin-Sinh", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708952, "recall": 0.774704, "f1": 0.728381, "accuracy": 0.774704, "main_score": 0.728381, "hf_subset": "sin_Sinh-arb_Latn", "languages": ["sin-Sinh", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "sin_Sinh-cat_Latn", "languages": ["sin-Sinh", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "sin_Sinh-fur_Latn", "languages": ["sin-Sinh", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.376663, "recall": 0.426877, "f1": 0.390562, "accuracy": 0.426877, "main_score": 0.390562, "hf_subset": "sin_Sinh-kab_Latn", "languages": ["sin-Sinh", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.954545, "f1": 0.943464, "accuracy": 0.954545, "main_score": 0.943464, "hf_subset": "sin_Sinh-lim_Latn", "languages": ["sin-Sinh", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "sin_Sinh-nld_Latn", "languages": ["sin-Sinh", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946476, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "sin_Sinh-san_Deva", "languages": ["sin-Sinh", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "sin_Sinh-tat_Cyrl", "languages": ["sin-Sinh", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.5965, "recall": 0.658103, "f1": 0.614138, "accuracy": 0.658103, "main_score": 0.614138, "hf_subset": "sin_Sinh-xho_Latn", "languages": ["sin-Sinh", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "sin_Sinh-ars_Arab", "languages": ["sin-Sinh", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970059, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "sin_Sinh-ceb_Latn", "languages": ["sin-Sinh", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49654, "recall": 0.557312, "f1": 0.513887, "accuracy": 0.557312, "main_score": 0.513887, "hf_subset": "sin_Sinh-fuv_Latn", "languages": ["sin-Sinh", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452614, "recall": 0.513834, "f1": 0.469572, "accuracy": 0.513834, "main_score": 0.469572, "hf_subset": "sin_Sinh-kac_Latn", "languages": ["sin-Sinh", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582678, "recall": 0.634387, "f1": 0.597156, "accuracy": 0.634387, "main_score": 0.597156, "hf_subset": "sin_Sinh-lin_Latn", "languages": ["sin-Sinh", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-nno_Latn", "languages": ["sin-Sinh", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221721, "recall": 0.300395, "f1": 0.242567, "accuracy": 0.300395, "main_score": 0.242567, "hf_subset": "sin_Sinh-sat_Olck", "languages": ["sin-Sinh", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-tel_Telu", "languages": ["sin-Sinh", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.919911, "recall": 0.9417, "f1": 0.926614, "accuracy": 0.9417, "main_score": 0.926614, "hf_subset": "sin_Sinh-ydd_Hebr", "languages": ["sin-Sinh", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "sin_Sinh-ary_Arab", "languages": ["sin-Sinh", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-ces_Latn", "languages": ["sin-Sinh", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53658, "recall": 0.59585, "f1": 0.55328, "accuracy": 0.59585, "main_score": 0.55328, "hf_subset": "sin_Sinh-gaz_Latn", "languages": ["sin-Sinh", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50719, "recall": 0.564229, "f1": 0.522839, "accuracy": 0.564229, "main_score": 0.522839, "hf_subset": "sin_Sinh-kam_Latn", "languages": ["sin-Sinh", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "sin_Sinh-lit_Latn", "languages": ["sin-Sinh", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "sin_Sinh-nob_Latn", "languages": ["sin-Sinh", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940382, "recall": 0.95751, "f1": 0.945817, "accuracy": 0.95751, "main_score": 0.945817, "hf_subset": "sin_Sinh-scn_Latn", "languages": ["sin-Sinh", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937582, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "sin_Sinh-tgk_Cyrl", "languages": ["sin-Sinh", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.656493, "recall": 0.729249, "f1": 0.678216, "accuracy": 0.729249, "main_score": 0.678216, "hf_subset": "sin_Sinh-yor_Latn", "languages": ["sin-Sinh", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "sin_Sinh-arz_Arab", "languages": ["sin-Sinh", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486965, "recall": 0.54249, "f1": 0.502418, "accuracy": 0.54249, "main_score": 0.502418, "hf_subset": "sin_Sinh-cjk_Latn", "languages": ["sin-Sinh", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687088, "recall": 0.758893, "f1": 0.70886, "accuracy": 0.758893, "main_score": 0.70886, "hf_subset": "sin_Sinh-gla_Latn", "languages": ["sin-Sinh", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-kan_Knda", "languages": ["sin-Sinh", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.946838, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "sin_Sinh-lmo_Latn", "languages": ["sin-Sinh", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "sin_Sinh-npi_Deva", "languages": ["sin-Sinh", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.397116, "recall": 0.460474, "f1": 0.414714, "accuracy": 0.460474, "main_score": 0.414714, "hf_subset": "sin_Sinh-shn_Mymr", "languages": ["sin-Sinh", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "sin_Sinh-tgl_Latn", "languages": ["sin-Sinh", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "sin_Sinh-yue_Hant", "languages": ["sin-Sinh", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-asm_Beng", "languages": ["sin-Sinh", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.912994, "recall": 0.938735, "f1": 0.921014, "accuracy": 0.938735, "main_score": 0.921014, "hf_subset": "sin_Sinh-ckb_Arab", "languages": ["sin-Sinh", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.806851, "recall": 0.850791, "f1": 0.82029, "accuracy": 0.850791, "main_score": 0.82029, "hf_subset": "sin_Sinh-gle_Latn", "languages": ["sin-Sinh", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875609, "recall": 0.909091, "f1": 0.885771, "accuracy": 0.909091, "main_score": 0.885771, "hf_subset": "sin_Sinh-kas_Arab", "languages": ["sin-Sinh", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.857411, "recall": 0.896245, "f1": 0.869532, "accuracy": 0.896245, "main_score": 0.869532, "hf_subset": "sin_Sinh-ltg_Latn", "languages": ["sin-Sinh", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533392, "recall": 0.586957, "f1": 0.548183, "accuracy": 0.586957, "main_score": 0.548183, "hf_subset": "sin_Sinh-nso_Latn", "languages": ["sin-Sinh", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-tha_Thai", "languages": ["sin-Sinh", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-zho_Hans", "languages": ["sin-Sinh", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-ast_Latn", "languages": ["sin-Sinh", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "sin_Sinh-crh_Latn", "languages": ["sin-Sinh", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-glg_Latn", "languages": ["sin-Sinh", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787945, "recall": 0.839921, "f1": 0.803986, "accuracy": 0.839921, "main_score": 0.803986, "hf_subset": "sin_Sinh-kas_Deva", "languages": ["sin-Sinh", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.935853, "recall": 0.954545, "f1": 0.941765, "accuracy": 0.954545, "main_score": 0.941765, "hf_subset": "sin_Sinh-ltz_Latn", "languages": ["sin-Sinh", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400851, "recall": 0.466403, "f1": 0.418462, "accuracy": 0.466403, "main_score": 0.418462, "hf_subset": "sin_Sinh-nus_Latn", "languages": ["sin-Sinh", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-slk_Latn", "languages": ["sin-Sinh", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572259, "recall": 0.639328, "f1": 0.591669, "accuracy": 0.639328, "main_score": 0.591669, "hf_subset": "sin_Sinh-tir_Ethi", "languages": ["sin-Sinh", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "sin_Sinh-zho_Hant", "languages": ["sin-Sinh", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.976285, "f1": 0.970191, "accuracy": 0.976285, "main_score": 0.970191, "hf_subset": "sin_Sinh-awa_Deva", "languages": ["sin-Sinh", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.931522, "recall": 0.951581, "f1": 0.937912, "accuracy": 0.951581, "main_score": 0.937912, "hf_subset": "sin_Sinh-cym_Latn", "languages": ["sin-Sinh", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710359, "recall": 0.76581, "f1": 0.726487, "accuracy": 0.76581, "main_score": 0.726487, "hf_subset": "sin_Sinh-grn_Latn", "languages": ["sin-Sinh", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.977437, "accuracy": 0.982213, "main_score": 0.977437, "hf_subset": "sin_Sinh-kat_Geor", "languages": ["sin-Sinh", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.549155, "recall": 0.607708, "f1": 0.564805, "accuracy": 0.607708, "main_score": 0.564805, "hf_subset": "sin_Sinh-lua_Latn", "languages": ["sin-Sinh", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562718, "recall": 0.620553, "f1": 0.577822, "accuracy": 0.620553, "main_score": 0.577822, "hf_subset": "sin_Sinh-nya_Latn", "languages": ["sin-Sinh", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-slv_Latn", "languages": ["sin-Sinh", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842549, "recall": 0.881423, "f1": 0.853837, "accuracy": 0.881423, "main_score": 0.853837, "hf_subset": "sin_Sinh-tpi_Latn", "languages": ["sin-Sinh", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "sin_Sinh-zsm_Latn", "languages": ["sin-Sinh", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483745, "recall": 0.534585, "f1": 0.497582, "accuracy": 0.534585, "main_score": 0.497582, "hf_subset": "sin_Sinh-ayr_Latn", "languages": ["sin-Sinh", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-dan_Latn", "languages": ["sin-Sinh", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sin_Sinh-guj_Gujr", "languages": ["sin-Sinh", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "sin_Sinh-kaz_Cyrl", "languages": ["sin-Sinh", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.4782, "recall": 0.538538, "f1": 0.495001, "accuracy": 0.538538, "main_score": 0.495001, "hf_subset": "sin_Sinh-lug_Latn", "languages": ["sin-Sinh", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-oci_Latn", "languages": ["sin-Sinh", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752717, "recall": 0.80336, "f1": 0.76733, "accuracy": 0.80336, "main_score": 0.76733, "hf_subset": "sin_Sinh-smo_Latn", "languages": ["sin-Sinh", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489009, "recall": 0.549407, "f1": 0.505283, "accuracy": 0.549407, "main_score": 0.505283, "hf_subset": "sin_Sinh-tsn_Latn", "languages": ["sin-Sinh", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559184, "recall": 0.617589, "f1": 0.575535, "accuracy": 0.617589, "main_score": 0.575535, "hf_subset": "sin_Sinh-zul_Latn", "languages": ["sin-Sinh", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831357, "recall": 0.875494, "f1": 0.845323, "accuracy": 0.875494, "main_score": 0.845323, "hf_subset": "sin_Sinh-azb_Arab", "languages": ["sin-Sinh", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-deu_Latn", "languages": ["sin-Sinh", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937912, "recall": 0.955534, "f1": 0.943676, "accuracy": 0.955534, "main_score": 0.943676, "hf_subset": "sin_Sinh-hat_Latn", "languages": ["sin-Sinh", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430001, "recall": 0.486166, "f1": 0.445774, "accuracy": 0.486166, "main_score": 0.445774, "hf_subset": "sin_Sinh-kbp_Latn", "languages": ["sin-Sinh", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505595, "recall": 0.564229, "f1": 0.521074, "accuracy": 0.564229, "main_score": 0.521074, "hf_subset": "sin_Sinh-luo_Latn", "languages": ["sin-Sinh", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-ory_Orya", "languages": ["sin-Sinh", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.510559, "recall": 0.575099, "f1": 0.528971, "accuracy": 0.575099, "main_score": 0.528971, "hf_subset": "sin_Sinh-sna_Latn", "languages": ["sin-Sinh", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501485, "recall": 0.55336, "f1": 0.515454, "accuracy": 0.55336, "main_score": 0.515454, "hf_subset": "sin_Sinh-tso_Latn", "languages": ["sin-Sinh", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "sin_Sinh-azj_Latn", "languages": ["sin-Sinh", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461233, "recall": 0.518775, "f1": 0.477703, "accuracy": 0.518775, "main_score": 0.477703, "hf_subset": "sin_Sinh-dik_Latn", "languages": ["sin-Sinh", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653764, "recall": 0.720356, "f1": 0.673144, "accuracy": 0.720356, "main_score": 0.673144, "hf_subset": "sin_Sinh-hau_Latn", "languages": ["sin-Sinh", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921937, "recall": 0.943676, "f1": 0.928656, "accuracy": 0.943676, "main_score": 0.928656, "hf_subset": "sin_Sinh-kea_Latn", "languages": ["sin-Sinh", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650675, "recall": 0.710474, "f1": 0.667975, "accuracy": 0.710474, "main_score": 0.667975, "hf_subset": "sin_Sinh-lus_Latn", "languages": ["sin-Sinh", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749457, "recall": 0.797431, "f1": 0.76389, "accuracy": 0.797431, "main_score": 0.76389, "hf_subset": "sin_Sinh-pag_Latn", "languages": ["sin-Sinh", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "sin_Sinh-snd_Arab", "languages": ["sin-Sinh", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.921607, "recall": 0.944664, "f1": 0.928854, "accuracy": 0.944664, "main_score": 0.928854, "hf_subset": "sin_Sinh-tuk_Latn", "languages": ["sin-Sinh", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "sin_Sinh-bak_Cyrl", "languages": ["sin-Sinh", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.402052, "recall": 0.475296, "f1": 0.42265, "accuracy": 0.475296, "main_score": 0.42265, "hf_subset": "sin_Sinh-dyu_Latn", "languages": ["sin-Sinh", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-heb_Hebr", "languages": ["sin-Sinh", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.951334, "recall": 0.966403, "f1": 0.956094, "accuracy": 0.966403, "main_score": 0.956094, "hf_subset": "sin_Sinh-khk_Cyrl", "languages": ["sin-Sinh", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-lvs_Latn", "languages": ["sin-Sinh", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-pan_Guru", "languages": ["sin-Sinh", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.639592, "recall": 0.704545, "f1": 0.659143, "accuracy": 0.704545, "main_score": 0.659143, "hf_subset": "sin_Sinh-som_Latn", "languages": ["sin-Sinh", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515752, "recall": 0.563241, "f1": 0.529433, "accuracy": 0.563241, "main_score": 0.529433, "hf_subset": "sin_Sinh-tum_Latn", "languages": ["sin-Sinh", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56041, "recall": 0.632411, "f1": 0.580741, "accuracy": 0.632411, "main_score": 0.580741, "hf_subset": "tha_Thai-ace_Arab", "languages": ["tha-Thai", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529225, "recall": 0.594862, "f1": 0.548079, "accuracy": 0.594862, "main_score": 0.548079, "hf_subset": "tha_Thai-bam_Latn", "languages": ["tha-Thai", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45262, "recall": 0.532609, "f1": 0.474921, "accuracy": 0.532609, "main_score": 0.474921, "hf_subset": "tha_Thai-dzo_Tibt", "languages": ["tha-Thai", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hin_Deva", "languages": ["tha-Thai", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-khm_Khmr", "languages": ["tha-Thai", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-mag_Deva", "languages": ["tha-Thai", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tha_Thai-pap_Latn", "languages": ["tha-Thai", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585181, "recall": 0.648221, "f1": 0.603127, "accuracy": 0.648221, "main_score": 0.603127, "hf_subset": "tha_Thai-sot_Latn", "languages": ["tha-Thai", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-tur_Latn", "languages": ["tha-Thai", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877059, "recall": 0.909091, "f1": 0.887253, "accuracy": 0.909091, "main_score": 0.887253, "hf_subset": "tha_Thai-ace_Latn", "languages": ["tha-Thai", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "tha_Thai-ban_Latn", "languages": ["tha-Thai", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ell_Grek", "languages": ["tha-Thai", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tha_Thai-hne_Deva", "languages": ["tha-Thai", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.607422, "recall": 0.666996, "f1": 0.624547, "accuracy": 0.666996, "main_score": 0.624547, "hf_subset": "tha_Thai-kik_Latn", "languages": ["tha-Thai", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-mai_Deva", "languages": ["tha-Thai", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tha_Thai-pbt_Arab", "languages": ["tha-Thai", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-spa_Latn", "languages": ["tha-Thai", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607942, "recall": 0.671937, "f1": 0.625896, "accuracy": 0.671937, "main_score": 0.625896, "hf_subset": "tha_Thai-twi_Latn", "languages": ["tha-Thai", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-acm_Arab", "languages": ["tha-Thai", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-bel_Cyrl", "languages": ["tha-Thai", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-eng_Latn", "languages": ["tha-Thai", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hrv_Latn", "languages": ["tha-Thai", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545372, "recall": 0.614625, "f1": 0.565175, "accuracy": 0.614625, "main_score": 0.565175, "hf_subset": "tha_Thai-kin_Latn", "languages": ["tha-Thai", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-mal_Mlym", "languages": ["tha-Thai", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-pes_Arab", "languages": ["tha-Thai", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tha_Thai-srd_Latn", "languages": ["tha-Thai", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169547, "recall": 0.224308, "f1": 0.183246, "accuracy": 0.224308, "main_score": 0.183246, "hf_subset": "tha_Thai-tzm_Tfng", "languages": ["tha-Thai", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-acq_Arab", "languages": ["tha-Thai", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632322, "recall": 0.686759, "f1": 0.648158, "accuracy": 0.686759, "main_score": 0.648158, "hf_subset": "tha_Thai-bem_Latn", "languages": ["tha-Thai", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-epo_Latn", "languages": ["tha-Thai", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hun_Latn", "languages": ["tha-Thai", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-kir_Cyrl", "languages": ["tha-Thai", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-mar_Deva", "languages": ["tha-Thai", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.672029, "recall": 0.727273, "f1": 0.68806, "accuracy": 0.727273, "main_score": 0.68806, "hf_subset": "tha_Thai-plt_Latn", "languages": ["tha-Thai", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-srp_Cyrl", "languages": ["tha-Thai", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "tha_Thai-uig_Arab", "languages": ["tha-Thai", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-aeb_Arab", "languages": ["tha-Thai", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ben_Beng", "languages": ["tha-Thai", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-est_Latn", "languages": ["tha-Thai", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-hye_Armn", "languages": ["tha-Thai", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.532139, "recall": 0.592885, "f1": 0.549492, "accuracy": 0.592885, "main_score": 0.549492, "hf_subset": "tha_Thai-kmb_Latn", "languages": ["tha-Thai", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49684, "recall": 0.56917, "f1": 0.516809, "accuracy": 0.56917, "main_score": 0.516809, "hf_subset": "tha_Thai-min_Arab", "languages": ["tha-Thai", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-pol_Latn", "languages": ["tha-Thai", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553535, "recall": 0.62253, "f1": 0.573259, "accuracy": 0.62253, "main_score": 0.573259, "hf_subset": "tha_Thai-ssw_Latn", "languages": ["tha-Thai", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ukr_Cyrl", "languages": ["tha-Thai", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-afr_Latn", "languages": ["tha-Thai", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-bho_Deva", "languages": ["tha-Thai", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tha_Thai-eus_Latn", "languages": ["tha-Thai", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566915, "recall": 0.632411, "f1": 0.585169, "accuracy": 0.632411, "main_score": 0.585169, "hf_subset": "tha_Thai-ibo_Latn", "languages": ["tha-Thai", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88475, "recall": 0.916008, "f1": 0.894401, "accuracy": 0.916008, "main_score": 0.894401, "hf_subset": "tha_Thai-kmr_Latn", "languages": ["tha-Thai", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tha_Thai-min_Latn", "languages": ["tha-Thai", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-por_Latn", "languages": ["tha-Thai", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-sun_Latn", "languages": ["tha-Thai", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512635, "recall": 0.576087, "f1": 0.531513, "accuracy": 0.576087, "main_score": 0.531513, "hf_subset": "tha_Thai-umb_Latn", "languages": ["tha-Thai", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ajp_Arab", "languages": ["tha-Thai", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526295, "recall": 0.597826, "f1": 0.546298, "accuracy": 0.597826, "main_score": 0.546298, "hf_subset": "tha_Thai-bjn_Arab", "languages": ["tha-Thai", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521723, "recall": 0.576087, "f1": 0.536717, "accuracy": 0.576087, "main_score": 0.536717, "hf_subset": "tha_Thai-ewe_Latn", "languages": ["tha-Thai", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "tha_Thai-ilo_Latn", "languages": ["tha-Thai", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313347, "recall": 0.381423, "f1": 0.331871, "accuracy": 0.381423, "main_score": 0.331871, "hf_subset": "tha_Thai-knc_Arab", "languages": ["tha-Thai", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-mkd_Cyrl", "languages": ["tha-Thai", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-prs_Arab", "languages": ["tha-Thai", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-swe_Latn", "languages": ["tha-Thai", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-urd_Arab", "languages": ["tha-Thai", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582791, "recall": 0.650198, "f1": 0.601803, "accuracy": 0.650198, "main_score": 0.601803, "hf_subset": "tha_Thai-aka_Latn", "languages": ["tha-Thai", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tha_Thai-bjn_Latn", "languages": ["tha-Thai", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tha_Thai-fao_Latn", "languages": ["tha-Thai", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ind_Latn", "languages": ["tha-Thai", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590624, "recall": 0.65415, "f1": 0.608966, "accuracy": 0.65415, "main_score": 0.608966, "hf_subset": "tha_Thai-knc_Latn", "languages": ["tha-Thai", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tha_Thai-mlt_Latn", "languages": ["tha-Thai", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711965, "recall": 0.775692, "f1": 0.730706, "accuracy": 0.775692, "main_score": 0.730706, "hf_subset": "tha_Thai-quy_Latn", "languages": ["tha-Thai", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "tha_Thai-swh_Latn", "languages": ["tha-Thai", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-uzn_Latn", "languages": ["tha-Thai", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-als_Latn", "languages": ["tha-Thai", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674292, "recall": 0.750988, "f1": 0.697186, "accuracy": 0.750988, "main_score": 0.697186, "hf_subset": "tha_Thai-bod_Tibt", "languages": ["tha-Thai", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.706291, "recall": 0.764822, "f1": 0.723438, "accuracy": 0.764822, "main_score": 0.723438, "hf_subset": "tha_Thai-fij_Latn", "languages": ["tha-Thai", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tha_Thai-isl_Latn", "languages": ["tha-Thai", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658613, "recall": 0.716403, "f1": 0.675678, "accuracy": 0.716403, "main_score": 0.675678, "hf_subset": "tha_Thai-kon_Latn", "languages": ["tha-Thai", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651475, "recall": 0.718379, "f1": 0.671854, "accuracy": 0.718379, "main_score": 0.671854, "hf_subset": "tha_Thai-mni_Beng", "languages": ["tha-Thai", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ron_Latn", "languages": ["tha-Thai", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "tha_Thai-szl_Latn", "languages": ["tha-Thai", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-vec_Latn", "languages": ["tha-Thai", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.963439, "f1": 0.951746, "accuracy": 0.963439, "main_score": 0.951746, "hf_subset": "tha_Thai-amh_Ethi", "languages": ["tha-Thai", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-bos_Latn", "languages": ["tha-Thai", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "tha_Thai-fin_Latn", "languages": ["tha-Thai", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ita_Latn", "languages": ["tha-Thai", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-kor_Hang", "languages": ["tha-Thai", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.540293, "recall": 0.602767, "f1": 0.558423, "accuracy": 0.602767, "main_score": 0.558423, "hf_subset": "tha_Thai-mos_Latn", "languages": ["tha-Thai", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559529, "recall": 0.614625, "f1": 0.574969, "accuracy": 0.614625, "main_score": 0.574969, "hf_subset": "tha_Thai-run_Latn", "languages": ["tha-Thai", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-tam_Taml", "languages": ["tha-Thai", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-vie_Latn", "languages": ["tha-Thai", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-apc_Arab", "languages": ["tha-Thai", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.804545, "recall": 0.853755, "f1": 0.819433, "accuracy": 0.853755, "main_score": 0.819433, "hf_subset": "tha_Thai-bug_Latn", "languages": ["tha-Thai", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471476, "recall": 0.530632, "f1": 0.487515, "accuracy": 0.530632, "main_score": 0.487515, "hf_subset": "tha_Thai-fon_Latn", "languages": ["tha-Thai", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-jav_Latn", "languages": ["tha-Thai", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-lao_Laoo", "languages": ["tha-Thai", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.865777, "recall": 0.902174, "f1": 0.877061, "accuracy": 0.902174, "main_score": 0.877061, "hf_subset": "tha_Thai-mri_Latn", "languages": ["tha-Thai", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-rus_Cyrl", "languages": ["tha-Thai", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536135, "recall": 0.601779, "f1": 0.554269, "accuracy": 0.601779, "main_score": 0.554269, "hf_subset": "tha_Thai-taq_Latn", "languages": ["tha-Thai", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tha_Thai-war_Latn", "languages": ["tha-Thai", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-arb_Arab", "languages": ["tha-Thai", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-bul_Cyrl", "languages": ["tha-Thai", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-fra_Latn", "languages": ["tha-Thai", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-jpn_Jpan", "languages": ["tha-Thai", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tha_Thai-lij_Latn", "languages": ["tha-Thai", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "tha_Thai-mya_Mymr", "languages": ["tha-Thai", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.593783, "recall": 0.663043, "f1": 0.613716, "accuracy": 0.663043, "main_score": 0.613716, "hf_subset": "tha_Thai-sag_Latn", "languages": ["tha-Thai", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187538, "recall": 0.253953, "f1": 0.202479, "accuracy": 0.253953, "main_score": 0.202479, "hf_subset": "tha_Thai-taq_Tfng", "languages": ["tha-Thai", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.618679, "recall": 0.686759, "f1": 0.638235, "accuracy": 0.686759, "main_score": 0.638235, "hf_subset": "tha_Thai-wol_Latn", "languages": ["tha-Thai", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801746, "recall": 0.854743, "f1": 0.818281, "accuracy": 0.854743, "main_score": 0.818281, "hf_subset": "tha_Thai-arb_Latn", "languages": ["tha-Thai", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-cat_Latn", "languages": ["tha-Thai", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tha_Thai-fur_Latn", "languages": ["tha-Thai", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413316, "recall": 0.47332, "f1": 0.429498, "accuracy": 0.47332, "main_score": 0.429498, "hf_subset": "tha_Thai-kab_Latn", "languages": ["tha-Thai", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "tha_Thai-lim_Latn", "languages": ["tha-Thai", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-nld_Latn", "languages": ["tha-Thai", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tha_Thai-san_Deva", "languages": ["tha-Thai", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-tat_Cyrl", "languages": ["tha-Thai", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661874, "recall": 0.724308, "f1": 0.680322, "accuracy": 0.724308, "main_score": 0.680322, "hf_subset": "tha_Thai-xho_Latn", "languages": ["tha-Thai", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ars_Arab", "languages": ["tha-Thai", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ceb_Latn", "languages": ["tha-Thai", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572599, "recall": 0.632411, "f1": 0.589618, "accuracy": 0.632411, "main_score": 0.589618, "hf_subset": "tha_Thai-fuv_Latn", "languages": ["tha-Thai", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51303, "recall": 0.582016, "f1": 0.531864, "accuracy": 0.582016, "main_score": 0.531864, "hf_subset": "tha_Thai-kac_Latn", "languages": ["tha-Thai", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665613, "recall": 0.722332, "f1": 0.682303, "accuracy": 0.722332, "main_score": 0.682303, "hf_subset": "tha_Thai-lin_Latn", "languages": ["tha-Thai", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-nno_Latn", "languages": ["tha-Thai", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.217513, "recall": 0.297431, "f1": 0.237289, "accuracy": 0.297431, "main_score": 0.237289, "hf_subset": "tha_Thai-sat_Olck", "languages": ["tha-Thai", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-tel_Telu", "languages": ["tha-Thai", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "tha_Thai-ydd_Hebr", "languages": ["tha-Thai", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tha_Thai-ary_Arab", "languages": ["tha-Thai", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ces_Latn", "languages": ["tha-Thai", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559578, "recall": 0.629447, "f1": 0.580296, "accuracy": 0.629447, "main_score": 0.580296, "hf_subset": "tha_Thai-gaz_Latn", "languages": ["tha-Thai", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574049, "recall": 0.644269, "f1": 0.593317, "accuracy": 0.644269, "main_score": 0.593317, "hf_subset": "tha_Thai-kam_Latn", "languages": ["tha-Thai", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tha_Thai-lit_Latn", "languages": ["tha-Thai", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-nob_Latn", "languages": ["tha-Thai", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "tha_Thai-scn_Latn", "languages": ["tha-Thai", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "tha_Thai-tgk_Cyrl", "languages": ["tha-Thai", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.711578, "recall": 0.779644, "f1": 0.732411, "accuracy": 0.779644, "main_score": 0.732411, "hf_subset": "tha_Thai-yor_Latn", "languages": ["tha-Thai", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-arz_Arab", "languages": ["tha-Thai", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553595, "recall": 0.619565, "f1": 0.57277, "accuracy": 0.619565, "main_score": 0.57277, "hf_subset": "tha_Thai-cjk_Latn", "languages": ["tha-Thai", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782148, "recall": 0.833992, "f1": 0.797859, "accuracy": 0.833992, "main_score": 0.797859, "hf_subset": "tha_Thai-gla_Latn", "languages": ["tha-Thai", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-kan_Knda", "languages": ["tha-Thai", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "tha_Thai-lmo_Latn", "languages": ["tha-Thai", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tha_Thai-npi_Deva", "languages": ["tha-Thai", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475872, "recall": 0.548419, "f1": 0.495728, "accuracy": 0.548419, "main_score": 0.495728, "hf_subset": "tha_Thai-shn_Mymr", "languages": ["tha-Thai", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-tgl_Latn", "languages": ["tha-Thai", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-yue_Hant", "languages": ["tha-Thai", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-asm_Beng", "languages": ["tha-Thai", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "tha_Thai-ckb_Arab", "languages": ["tha-Thai", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87528, "recall": 0.910079, "f1": 0.8861, "accuracy": 0.910079, "main_score": 0.8861, "hf_subset": "tha_Thai-gle_Latn", "languages": ["tha-Thai", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "tha_Thai-kas_Arab", "languages": ["tha-Thai", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.936924, "recall": 0.95751, "f1": 0.943676, "accuracy": 0.95751, "main_score": 0.943676, "hf_subset": "tha_Thai-ltg_Latn", "languages": ["tha-Thai", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622861, "recall": 0.674901, "f1": 0.637734, "accuracy": 0.674901, "main_score": 0.637734, "hf_subset": "tha_Thai-nso_Latn", "languages": ["tha-Thai", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tha_Thai-sin_Sinh", "languages": ["tha-Thai", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zho_Hans", "languages": ["tha-Thai", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ast_Latn", "languages": ["tha-Thai", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tha_Thai-crh_Latn", "languages": ["tha-Thai", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-glg_Latn", "languages": ["tha-Thai", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904644, "recall": 0.933794, "f1": 0.913999, "accuracy": 0.933794, "main_score": 0.913999, "hf_subset": "tha_Thai-kas_Deva", "languages": ["tha-Thai", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "tha_Thai-ltz_Latn", "languages": ["tha-Thai", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462356, "recall": 0.534585, "f1": 0.482404, "accuracy": 0.534585, "main_score": 0.482404, "hf_subset": "tha_Thai-nus_Latn", "languages": ["tha-Thai", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-slk_Latn", "languages": ["tha-Thai", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627794, "recall": 0.700593, "f1": 0.649097, "accuracy": 0.700593, "main_score": 0.649097, "hf_subset": "tha_Thai-tir_Ethi", "languages": ["tha-Thai", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zho_Hant", "languages": ["tha-Thai", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "tha_Thai-awa_Deva", "languages": ["tha-Thai", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "tha_Thai-cym_Latn", "languages": ["tha-Thai", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836462, "recall": 0.880435, "f1": 0.850132, "accuracy": 0.880435, "main_score": 0.850132, "hf_subset": "tha_Thai-grn_Latn", "languages": ["tha-Thai", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-kat_Geor", "languages": ["tha-Thai", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.650851, "recall": 0.705534, "f1": 0.66634, "accuracy": 0.705534, "main_score": 0.66634, "hf_subset": "tha_Thai-lua_Latn", "languages": ["tha-Thai", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648273, "recall": 0.714427, "f1": 0.667688, "accuracy": 0.714427, "main_score": 0.667688, "hf_subset": "tha_Thai-nya_Latn", "languages": ["tha-Thai", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-slv_Latn", "languages": ["tha-Thai", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "tha_Thai-tpi_Latn", "languages": ["tha-Thai", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zsm_Latn", "languages": ["tha-Thai", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551921, "recall": 0.615613, "f1": 0.569718, "accuracy": 0.615613, "main_score": 0.569718, "hf_subset": "tha_Thai-ayr_Latn", "languages": ["tha-Thai", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-dan_Latn", "languages": ["tha-Thai", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-guj_Gujr", "languages": ["tha-Thai", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-kaz_Cyrl", "languages": ["tha-Thai", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537916, "recall": 0.602767, "f1": 0.555736, "accuracy": 0.602767, "main_score": 0.555736, "hf_subset": "tha_Thai-lug_Latn", "languages": ["tha-Thai", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-oci_Latn", "languages": ["tha-Thai", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845356, "recall": 0.887352, "f1": 0.858498, "accuracy": 0.887352, "main_score": 0.858498, "hf_subset": "tha_Thai-smo_Latn", "languages": ["tha-Thai", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550113, "recall": 0.61166, "f1": 0.56722, "accuracy": 0.61166, "main_score": 0.56722, "hf_subset": "tha_Thai-tsn_Latn", "languages": ["tha-Thai", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617402, "recall": 0.679842, "f1": 0.63538, "accuracy": 0.679842, "main_score": 0.63538, "hf_subset": "tha_Thai-zul_Latn", "languages": ["tha-Thai", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932642, "recall": 0.952569, "f1": 0.939065, "accuracy": 0.952569, "main_score": 0.939065, "hf_subset": "tha_Thai-azb_Arab", "languages": ["tha-Thai", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-deu_Latn", "languages": ["tha-Thai", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "tha_Thai-hat_Latn", "languages": ["tha-Thai", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483885, "recall": 0.547431, "f1": 0.502023, "accuracy": 0.547431, "main_score": 0.502023, "hf_subset": "tha_Thai-kbp_Latn", "languages": ["tha-Thai", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57326, "recall": 0.632411, "f1": 0.589234, "accuracy": 0.632411, "main_score": 0.589234, "hf_subset": "tha_Thai-luo_Latn", "languages": ["tha-Thai", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-ory_Orya", "languages": ["tha-Thai", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.582839, "recall": 0.651186, "f1": 0.602522, "accuracy": 0.651186, "main_score": 0.602522, "hf_subset": "tha_Thai-sna_Latn", "languages": ["tha-Thai", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547966, "recall": 0.614625, "f1": 0.566558, "accuracy": 0.614625, "main_score": 0.566558, "hf_subset": "tha_Thai-tso_Latn", "languages": ["tha-Thai", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-azj_Latn", "languages": ["tha-Thai", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532058, "recall": 0.600791, "f1": 0.551781, "accuracy": 0.600791, "main_score": 0.551781, "hf_subset": "tha_Thai-dik_Latn", "languages": ["tha-Thai", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735886, "recall": 0.791502, "f1": 0.752339, "accuracy": 0.791502, "main_score": 0.752339, "hf_subset": "tha_Thai-hau_Latn", "languages": ["tha-Thai", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tha_Thai-kea_Latn", "languages": ["tha-Thai", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761232, "recall": 0.815217, "f1": 0.777569, "accuracy": 0.815217, "main_score": 0.777569, "hf_subset": "tha_Thai-lus_Latn", "languages": ["tha-Thai", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873946, "recall": 0.905138, "f1": 0.883682, "accuracy": 0.905138, "main_score": 0.883682, "hf_subset": "tha_Thai-pag_Latn", "languages": ["tha-Thai", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-snd_Arab", "languages": ["tha-Thai", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "tha_Thai-tuk_Latn", "languages": ["tha-Thai", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tha_Thai-bak_Cyrl", "languages": ["tha-Thai", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482009, "recall": 0.562253, "f1": 0.505565, "accuracy": 0.562253, "main_score": 0.505565, "hf_subset": "tha_Thai-dyu_Latn", "languages": ["tha-Thai", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-heb_Hebr", "languages": ["tha-Thai", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tha_Thai-khk_Cyrl", "languages": ["tha-Thai", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-lvs_Latn", "languages": ["tha-Thai", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-pan_Guru", "languages": ["tha-Thai", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.707404, "recall": 0.770751, "f1": 0.726141, "accuracy": 0.770751, "main_score": 0.726141, "hf_subset": "tha_Thai-som_Latn", "languages": ["tha-Thai", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596104, "recall": 0.655138, "f1": 0.612876, "accuracy": 0.655138, "main_score": 0.612876, "hf_subset": "tha_Thai-tum_Latn", "languages": ["tha-Thai", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561759, "recall": 0.62747, "f1": 0.581302, "accuracy": 0.62747, "main_score": 0.581302, "hf_subset": "zho_Hans-ace_Arab", "languages": ["zho-Hans", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51513, "recall": 0.58004, "f1": 0.533414, "accuracy": 0.58004, "main_score": 0.533414, "hf_subset": "zho_Hans-bam_Latn", "languages": ["zho-Hans", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458555, "recall": 0.537549, "f1": 0.480421, "accuracy": 0.537549, "main_score": 0.480421, "hf_subset": "zho_Hans-dzo_Tibt", "languages": ["zho-Hans", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-hin_Deva", "languages": ["zho-Hans", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-khm_Khmr", "languages": ["zho-Hans", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-mag_Deva", "languages": ["zho-Hans", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "zho_Hans-pap_Latn", "languages": ["zho-Hans", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57455, "recall": 0.637352, "f1": 0.592133, "accuracy": 0.637352, "main_score": 0.592133, "hf_subset": "zho_Hans-sot_Latn", "languages": ["zho-Hans", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-tur_Latn", "languages": ["zho-Hans", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871163, "recall": 0.905138, "f1": 0.881785, "accuracy": 0.905138, "main_score": 0.881785, "hf_subset": "zho_Hans-ace_Latn", "languages": ["zho-Hans", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "zho_Hans-ban_Latn", "languages": ["zho-Hans", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ell_Grek", "languages": ["zho-Hans", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zho_Hans-hne_Deva", "languages": ["zho-Hans", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597764, "recall": 0.660079, "f1": 0.615601, "accuracy": 0.660079, "main_score": 0.615601, "hf_subset": "zho_Hans-kik_Latn", "languages": ["zho-Hans", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-mai_Deva", "languages": ["zho-Hans", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "zho_Hans-pbt_Arab", "languages": ["zho-Hans", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-spa_Latn", "languages": ["zho-Hans", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61115, "recall": 0.678854, "f1": 0.630454, "accuracy": 0.678854, "main_score": 0.630454, "hf_subset": "zho_Hans-twi_Latn", "languages": ["zho-Hans", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-acm_Arab", "languages": ["zho-Hans", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-bel_Cyrl", "languages": ["zho-Hans", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-eng_Latn", "languages": ["zho-Hans", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-hrv_Latn", "languages": ["zho-Hans", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537519, "recall": 0.601779, "f1": 0.555807, "accuracy": 0.601779, "main_score": 0.555807, "hf_subset": "zho_Hans-kin_Latn", "languages": ["zho-Hans", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-mal_Mlym", "languages": ["zho-Hans", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pes_Arab", "languages": ["zho-Hans", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-srd_Latn", "languages": ["zho-Hans", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172271, "recall": 0.225296, "f1": 0.185562, "accuracy": 0.225296, "main_score": 0.185562, "hf_subset": "zho_Hans-tzm_Tfng", "languages": ["zho-Hans", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-acq_Arab", "languages": ["zho-Hans", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619361, "recall": 0.679842, "f1": 0.636333, "accuracy": 0.679842, "main_score": 0.636333, "hf_subset": "zho_Hans-bem_Latn", "languages": ["zho-Hans", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-epo_Latn", "languages": ["zho-Hans", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-hun_Latn", "languages": ["zho-Hans", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-kir_Cyrl", "languages": ["zho-Hans", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-mar_Deva", "languages": ["zho-Hans", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.647101, "recall": 0.706522, "f1": 0.664921, "accuracy": 0.706522, "main_score": 0.664921, "hf_subset": "zho_Hans-plt_Latn", "languages": ["zho-Hans", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-srp_Cyrl", "languages": ["zho-Hans", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "zho_Hans-uig_Arab", "languages": ["zho-Hans", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-aeb_Arab", "languages": ["zho-Hans", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ben_Beng", "languages": ["zho-Hans", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-est_Latn", "languages": ["zho-Hans", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-hye_Armn", "languages": ["zho-Hans", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.541389, "recall": 0.596838, "f1": 0.557133, "accuracy": 0.596838, "main_score": 0.557133, "hf_subset": "zho_Hans-kmb_Latn", "languages": ["zho-Hans", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479371, "recall": 0.557312, "f1": 0.501063, "accuracy": 0.557312, "main_score": 0.501063, "hf_subset": "zho_Hans-min_Arab", "languages": ["zho-Hans", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pol_Latn", "languages": ["zho-Hans", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538745, "recall": 0.606719, "f1": 0.558976, "accuracy": 0.606719, "main_score": 0.558976, "hf_subset": "zho_Hans-ssw_Latn", "languages": ["zho-Hans", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ukr_Cyrl", "languages": ["zho-Hans", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-afr_Latn", "languages": ["zho-Hans", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-bho_Deva", "languages": ["zho-Hans", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "zho_Hans-eus_Latn", "languages": ["zho-Hans", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558277, "recall": 0.628458, "f1": 0.577779, "accuracy": 0.628458, "main_score": 0.577779, "hf_subset": "zho_Hans-ibo_Latn", "languages": ["zho-Hans", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881291, "recall": 0.91502, "f1": 0.89193, "accuracy": 0.91502, "main_score": 0.89193, "hf_subset": "zho_Hans-kmr_Latn", "languages": ["zho-Hans", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-min_Latn", "languages": ["zho-Hans", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-por_Latn", "languages": ["zho-Hans", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-sun_Latn", "languages": ["zho-Hans", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522952, "recall": 0.586957, "f1": 0.541638, "accuracy": 0.586957, "main_score": 0.541638, "hf_subset": "zho_Hans-umb_Latn", "languages": ["zho-Hans", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ajp_Arab", "languages": ["zho-Hans", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504825, "recall": 0.58004, "f1": 0.526617, "accuracy": 0.58004, "main_score": 0.526617, "hf_subset": "zho_Hans-bjn_Arab", "languages": ["zho-Hans", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514109, "recall": 0.579051, "f1": 0.532347, "accuracy": 0.579051, "main_score": 0.532347, "hf_subset": "zho_Hans-ewe_Latn", "languages": ["zho-Hans", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938653, "recall": 0.95751, "f1": 0.94473, "accuracy": 0.95751, "main_score": 0.94473, "hf_subset": "zho_Hans-ilo_Latn", "languages": ["zho-Hans", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294308, "recall": 0.362648, "f1": 0.312818, "accuracy": 0.362648, "main_score": 0.312818, "hf_subset": "zho_Hans-knc_Arab", "languages": ["zho-Hans", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-mkd_Cyrl", "languages": ["zho-Hans", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-prs_Arab", "languages": ["zho-Hans", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-swe_Latn", "languages": ["zho-Hans", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-urd_Arab", "languages": ["zho-Hans", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584406, "recall": 0.656126, "f1": 0.604964, "accuracy": 0.656126, "main_score": 0.604964, "hf_subset": "zho_Hans-aka_Latn", "languages": ["zho-Hans", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "zho_Hans-bjn_Latn", "languages": ["zho-Hans", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "zho_Hans-fao_Latn", "languages": ["zho-Hans", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ind_Latn", "languages": ["zho-Hans", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57175, "recall": 0.633399, "f1": 0.589565, "accuracy": 0.633399, "main_score": 0.589565, "hf_subset": "zho_Hans-knc_Latn", "languages": ["zho-Hans", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "zho_Hans-mlt_Latn", "languages": ["zho-Hans", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698875, "recall": 0.762846, "f1": 0.717918, "accuracy": 0.762846, "main_score": 0.717918, "hf_subset": "zho_Hans-quy_Latn", "languages": ["zho-Hans", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "zho_Hans-swh_Latn", "languages": ["zho-Hans", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-uzn_Latn", "languages": ["zho-Hans", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-als_Latn", "languages": ["zho-Hans", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661989, "recall": 0.738142, "f1": 0.684453, "accuracy": 0.738142, "main_score": 0.684453, "hf_subset": "zho_Hans-bod_Tibt", "languages": ["zho-Hans", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.695727, "recall": 0.759881, "f1": 0.71466, "accuracy": 0.759881, "main_score": 0.71466, "hf_subset": "zho_Hans-fij_Latn", "languages": ["zho-Hans", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "zho_Hans-isl_Latn", "languages": ["zho-Hans", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653442, "recall": 0.711462, "f1": 0.670572, "accuracy": 0.711462, "main_score": 0.670572, "hf_subset": "zho_Hans-kon_Latn", "languages": ["zho-Hans", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648501, "recall": 0.717391, "f1": 0.668742, "accuracy": 0.717391, "main_score": 0.668742, "hf_subset": "zho_Hans-mni_Beng", "languages": ["zho-Hans", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ron_Latn", "languages": ["zho-Hans", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "zho_Hans-szl_Latn", "languages": ["zho-Hans", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-vec_Latn", "languages": ["zho-Hans", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.955534, "f1": 0.94137, "accuracy": 0.955534, "main_score": 0.94137, "hf_subset": "zho_Hans-amh_Ethi", "languages": ["zho-Hans", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-bos_Latn", "languages": ["zho-Hans", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "zho_Hans-fin_Latn", "languages": ["zho-Hans", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ita_Latn", "languages": ["zho-Hans", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-kor_Hang", "languages": ["zho-Hans", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.535653, "recall": 0.601779, "f1": 0.55411, "accuracy": 0.601779, "main_score": 0.55411, "hf_subset": "zho_Hans-mos_Latn", "languages": ["zho-Hans", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542284, "recall": 0.598814, "f1": 0.558473, "accuracy": 0.598814, "main_score": 0.558473, "hf_subset": "zho_Hans-run_Latn", "languages": ["zho-Hans", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-tam_Taml", "languages": ["zho-Hans", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-vie_Latn", "languages": ["zho-Hans", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-apc_Arab", "languages": ["zho-Hans", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.796179, "recall": 0.842885, "f1": 0.810178, "accuracy": 0.842885, "main_score": 0.810178, "hf_subset": "zho_Hans-bug_Latn", "languages": ["zho-Hans", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466522, "recall": 0.527668, "f1": 0.483187, "accuracy": 0.527668, "main_score": 0.483187, "hf_subset": "zho_Hans-fon_Latn", "languages": ["zho-Hans", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-jav_Latn", "languages": ["zho-Hans", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hans-lao_Laoo", "languages": ["zho-Hans", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.859025, "recall": 0.897233, "f1": 0.87085, "accuracy": 0.897233, "main_score": 0.87085, "hf_subset": "zho_Hans-mri_Latn", "languages": ["zho-Hans", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-rus_Cyrl", "languages": ["zho-Hans", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53337, "recall": 0.598814, "f1": 0.551921, "accuracy": 0.598814, "main_score": 0.551921, "hf_subset": "zho_Hans-taq_Latn", "languages": ["zho-Hans", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "zho_Hans-war_Latn", "languages": ["zho-Hans", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-arb_Arab", "languages": ["zho-Hans", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-bul_Cyrl", "languages": ["zho-Hans", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-fra_Latn", "languages": ["zho-Hans", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-jpn_Jpan", "languages": ["zho-Hans", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hans-lij_Latn", "languages": ["zho-Hans", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "zho_Hans-mya_Mymr", "languages": ["zho-Hans", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.595135, "recall": 0.670949, "f1": 0.616957, "accuracy": 0.670949, "main_score": 0.616957, "hf_subset": "zho_Hans-sag_Latn", "languages": ["zho-Hans", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189091, "recall": 0.252964, "f1": 0.20346, "accuracy": 0.252964, "main_score": 0.20346, "hf_subset": "zho_Hans-taq_Tfng", "languages": ["zho-Hans", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.617401, "recall": 0.686759, "f1": 0.636931, "accuracy": 0.686759, "main_score": 0.636931, "hf_subset": "zho_Hans-wol_Latn", "languages": ["zho-Hans", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794549, "recall": 0.849802, "f1": 0.811957, "accuracy": 0.849802, "main_score": 0.811957, "hf_subset": "zho_Hans-arb_Latn", "languages": ["zho-Hans", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-cat_Latn", "languages": ["zho-Hans", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-fur_Latn", "languages": ["zho-Hans", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404242, "recall": 0.465415, "f1": 0.420718, "accuracy": 0.465415, "main_score": 0.420718, "hf_subset": "zho_Hans-kab_Latn", "languages": ["zho-Hans", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hans-lim_Latn", "languages": ["zho-Hans", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-nld_Latn", "languages": ["zho-Hans", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "zho_Hans-san_Deva", "languages": ["zho-Hans", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tat_Cyrl", "languages": ["zho-Hans", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.659082, "recall": 0.720356, "f1": 0.677075, "accuracy": 0.720356, "main_score": 0.677075, "hf_subset": "zho_Hans-xho_Latn", "languages": ["zho-Hans", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ars_Arab", "languages": ["zho-Hans", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ceb_Latn", "languages": ["zho-Hans", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541316, "recall": 0.612648, "f1": 0.561695, "accuracy": 0.612648, "main_score": 0.561695, "hf_subset": "zho_Hans-fuv_Latn", "languages": ["zho-Hans", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513092, "recall": 0.582016, "f1": 0.531793, "accuracy": 0.582016, "main_score": 0.531793, "hf_subset": "zho_Hans-kac_Latn", "languages": ["zho-Hans", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659726, "recall": 0.718379, "f1": 0.677506, "accuracy": 0.718379, "main_score": 0.677506, "hf_subset": "zho_Hans-lin_Latn", "languages": ["zho-Hans", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-nno_Latn", "languages": ["zho-Hans", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215717, "recall": 0.298419, "f1": 0.237543, "accuracy": 0.298419, "main_score": 0.237543, "hf_subset": "zho_Hans-sat_Olck", "languages": ["zho-Hans", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tel_Telu", "languages": ["zho-Hans", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "zho_Hans-ydd_Hebr", "languages": ["zho-Hans", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "zho_Hans-ary_Arab", "languages": ["zho-Hans", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ces_Latn", "languages": ["zho-Hans", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55635, "recall": 0.623518, "f1": 0.576155, "accuracy": 0.623518, "main_score": 0.576155, "hf_subset": "zho_Hans-gaz_Latn", "languages": ["zho-Hans", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582142, "recall": 0.650198, "f1": 0.601754, "accuracy": 0.650198, "main_score": 0.601754, "hf_subset": "zho_Hans-kam_Latn", "languages": ["zho-Hans", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "zho_Hans-lit_Latn", "languages": ["zho-Hans", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-nob_Latn", "languages": ["zho-Hans", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "zho_Hans-scn_Latn", "languages": ["zho-Hans", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "zho_Hans-tgk_Cyrl", "languages": ["zho-Hans", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696171, "recall": 0.766798, "f1": 0.71763, "accuracy": 0.766798, "main_score": 0.71763, "hf_subset": "zho_Hans-yor_Latn", "languages": ["zho-Hans", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-arz_Arab", "languages": ["zho-Hans", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54789, "recall": 0.613636, "f1": 0.566438, "accuracy": 0.613636, "main_score": 0.566438, "hf_subset": "zho_Hans-cjk_Latn", "languages": ["zho-Hans", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77024, "recall": 0.825099, "f1": 0.787253, "accuracy": 0.825099, "main_score": 0.787253, "hf_subset": "zho_Hans-gla_Latn", "languages": ["zho-Hans", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-kan_Knda", "languages": ["zho-Hans", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-lmo_Latn", "languages": ["zho-Hans", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zho_Hans-npi_Deva", "languages": ["zho-Hans", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4685, "recall": 0.541502, "f1": 0.488338, "accuracy": 0.541502, "main_score": 0.488338, "hf_subset": "zho_Hans-shn_Mymr", "languages": ["zho-Hans", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-tgl_Latn", "languages": ["zho-Hans", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-yue_Hant", "languages": ["zho-Hans", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-asm_Beng", "languages": ["zho-Hans", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "zho_Hans-ckb_Arab", "languages": ["zho-Hans", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.866765, "recall": 0.90415, "f1": 0.87859, "accuracy": 0.90415, "main_score": 0.87859, "hf_subset": "zho_Hans-gle_Latn", "languages": ["zho-Hans", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951581, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "zho_Hans-kas_Arab", "languages": ["zho-Hans", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "zho_Hans-ltg_Latn", "languages": ["zho-Hans", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610182, "recall": 0.66996, "f1": 0.627407, "accuracy": 0.66996, "main_score": 0.627407, "hf_subset": "zho_Hans-nso_Latn", "languages": ["zho-Hans", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hans-sin_Sinh", "languages": ["zho-Hans", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tha_Thai", "languages": ["zho-Hans", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ast_Latn", "languages": ["zho-Hans", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-crh_Latn", "languages": ["zho-Hans", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-glg_Latn", "languages": ["zho-Hans", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897892, "recall": 0.928854, "f1": 0.907938, "accuracy": 0.928854, "main_score": 0.907938, "hf_subset": "zho_Hans-kas_Deva", "languages": ["zho-Hans", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "zho_Hans-ltz_Latn", "languages": ["zho-Hans", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461129, "recall": 0.534585, "f1": 0.481026, "accuracy": 0.534585, "main_score": 0.481026, "hf_subset": "zho_Hans-nus_Latn", "languages": ["zho-Hans", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-slk_Latn", "languages": ["zho-Hans", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610886, "recall": 0.690711, "f1": 0.634768, "accuracy": 0.690711, "main_score": 0.634768, "hf_subset": "zho_Hans-tir_Ethi", "languages": ["zho-Hans", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-zho_Hant", "languages": ["zho-Hans", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "zho_Hans-awa_Deva", "languages": ["zho-Hans", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "zho_Hans-cym_Latn", "languages": ["zho-Hans", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833004, "recall": 0.876482, "f1": 0.846626, "accuracy": 0.876482, "main_score": 0.846626, "hf_subset": "zho_Hans-grn_Latn", "languages": ["zho-Hans", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-kat_Geor", "languages": ["zho-Hans", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.627734, "recall": 0.6917, "f1": 0.646759, "accuracy": 0.6917, "main_score": 0.646759, "hf_subset": "zho_Hans-lua_Latn", "languages": ["zho-Hans", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626013, "recall": 0.692688, "f1": 0.645528, "accuracy": 0.692688, "main_score": 0.645528, "hf_subset": "zho_Hans-nya_Latn", "languages": ["zho-Hans", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-slv_Latn", "languages": ["zho-Hans", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.955007, "accuracy": 0.965415, "main_score": 0.955007, "hf_subset": "zho_Hans-tpi_Latn", "languages": ["zho-Hans", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-zsm_Latn", "languages": ["zho-Hans", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539579, "recall": 0.604743, "f1": 0.557931, "accuracy": 0.604743, "main_score": 0.557931, "hf_subset": "zho_Hans-ayr_Latn", "languages": ["zho-Hans", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-dan_Latn", "languages": ["zho-Hans", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-guj_Gujr", "languages": ["zho-Hans", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-kaz_Cyrl", "languages": ["zho-Hans", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525808, "recall": 0.593874, "f1": 0.545286, "accuracy": 0.593874, "main_score": 0.545286, "hf_subset": "zho_Hans-lug_Latn", "languages": ["zho-Hans", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-oci_Latn", "languages": ["zho-Hans", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819664, "recall": 0.865613, "f1": 0.833762, "accuracy": 0.865613, "main_score": 0.833762, "hf_subset": "zho_Hans-smo_Latn", "languages": ["zho-Hans", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535328, "recall": 0.600791, "f1": 0.553657, "accuracy": 0.600791, "main_score": 0.553657, "hf_subset": "zho_Hans-tsn_Latn", "languages": ["zho-Hans", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595454, "recall": 0.664032, "f1": 0.615357, "accuracy": 0.664032, "main_score": 0.615357, "hf_subset": "zho_Hans-zul_Latn", "languages": ["zho-Hans", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923254, "recall": 0.94664, "f1": 0.930995, "accuracy": 0.94664, "main_score": 0.930995, "hf_subset": "zho_Hans-azb_Arab", "languages": ["zho-Hans", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-deu_Latn", "languages": ["zho-Hans", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "zho_Hans-hat_Latn", "languages": ["zho-Hans", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49524, "recall": 0.557312, "f1": 0.513298, "accuracy": 0.557312, "main_score": 0.513298, "hf_subset": "zho_Hans-kbp_Latn", "languages": ["zho-Hans", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563389, "recall": 0.62747, "f1": 0.580856, "accuracy": 0.62747, "main_score": 0.580856, "hf_subset": "zho_Hans-luo_Latn", "languages": ["zho-Hans", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ory_Orya", "languages": ["zho-Hans", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.588243, "recall": 0.653162, "f1": 0.606917, "accuracy": 0.653162, "main_score": 0.606917, "hf_subset": "zho_Hans-sna_Latn", "languages": ["zho-Hans", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543964, "recall": 0.609684, "f1": 0.562722, "accuracy": 0.609684, "main_score": 0.562722, "hf_subset": "zho_Hans-tso_Latn", "languages": ["zho-Hans", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-azj_Latn", "languages": ["zho-Hans", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524861, "recall": 0.598814, "f1": 0.5462, "accuracy": 0.598814, "main_score": 0.5462, "hf_subset": "zho_Hans-dik_Latn", "languages": ["zho-Hans", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727001, "recall": 0.784585, "f1": 0.744145, "accuracy": 0.784585, "main_score": 0.744145, "hf_subset": "zho_Hans-hau_Latn", "languages": ["zho-Hans", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "zho_Hans-kea_Latn", "languages": ["zho-Hans", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748313, "recall": 0.800395, "f1": 0.76354, "accuracy": 0.800395, "main_score": 0.76354, "hf_subset": "zho_Hans-lus_Latn", "languages": ["zho-Hans", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878706, "recall": 0.909091, "f1": 0.888029, "accuracy": 0.909091, "main_score": 0.888029, "hf_subset": "zho_Hans-pag_Latn", "languages": ["zho-Hans", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-snd_Arab", "languages": ["zho-Hans", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954792, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "zho_Hans-tuk_Latn", "languages": ["zho-Hans", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "zho_Hans-bak_Cyrl", "languages": ["zho-Hans", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486001, "recall": 0.563241, "f1": 0.508217, "accuracy": 0.563241, "main_score": 0.508217, "hf_subset": "zho_Hans-dyu_Latn", "languages": ["zho-Hans", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-heb_Hebr", "languages": ["zho-Hans", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-khk_Cyrl", "languages": ["zho-Hans", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-lvs_Latn", "languages": ["zho-Hans", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pan_Guru", "languages": ["zho-Hans", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.677579, "recall": 0.745059, "f1": 0.697381, "accuracy": 0.745059, "main_score": 0.697381, "hf_subset": "zho_Hans-som_Latn", "languages": ["zho-Hans", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603623, "recall": 0.65415, "f1": 0.618234, "accuracy": 0.65415, "main_score": 0.618234, "hf_subset": "zho_Hans-tum_Latn", "languages": ["zho-Hans", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581672, "recall": 0.646245, "f1": 0.600414, "accuracy": 0.646245, "main_score": 0.600414, "hf_subset": "ast_Latn-ace_Arab", "languages": ["ast-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547766, "recall": 0.610672, "f1": 0.56553, "accuracy": 0.610672, "main_score": 0.56553, "hf_subset": "ast_Latn-bam_Latn", "languages": ["ast-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412606, "recall": 0.487154, "f1": 0.432659, "accuracy": 0.487154, "main_score": 0.432659, "hf_subset": "ast_Latn-dzo_Tibt", "languages": ["ast-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-hin_Deva", "languages": ["ast-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-khm_Khmr", "languages": ["ast-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-mag_Deva", "languages": ["ast-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ast_Latn-pap_Latn", "languages": ["ast-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611569, "recall": 0.66502, "f1": 0.62603, "accuracy": 0.66502, "main_score": 0.62603, "hf_subset": "ast_Latn-sot_Latn", "languages": ["ast-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-tur_Latn", "languages": ["ast-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867243, "recall": 0.901186, "f1": 0.877701, "accuracy": 0.901186, "main_score": 0.877701, "hf_subset": "ast_Latn-ace_Latn", "languages": ["ast-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97052, "recall": 0.978261, "f1": 0.972991, "accuracy": 0.978261, "main_score": 0.972991, "hf_subset": "ast_Latn-ban_Latn", "languages": ["ast-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-ell_Grek", "languages": ["ast-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-hne_Deva", "languages": ["ast-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.606769, "recall": 0.664032, "f1": 0.622955, "accuracy": 0.664032, "main_score": 0.622955, "hf_subset": "ast_Latn-kik_Latn", "languages": ["ast-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-mai_Deva", "languages": ["ast-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ast_Latn-pbt_Arab", "languages": ["ast-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-spa_Latn", "languages": ["ast-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612445, "recall": 0.677866, "f1": 0.631065, "accuracy": 0.677866, "main_score": 0.631065, "hf_subset": "ast_Latn-twi_Latn", "languages": ["ast-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-acm_Arab", "languages": ["ast-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-bel_Cyrl", "languages": ["ast-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-eng_Latn", "languages": ["ast-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hrv_Latn", "languages": ["ast-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565687, "recall": 0.630435, "f1": 0.58392, "accuracy": 0.630435, "main_score": 0.58392, "hf_subset": "ast_Latn-kin_Latn", "languages": ["ast-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-mal_Mlym", "languages": ["ast-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-pes_Arab", "languages": ["ast-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-srd_Latn", "languages": ["ast-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18205, "recall": 0.231225, "f1": 0.194036, "accuracy": 0.231225, "main_score": 0.194036, "hf_subset": "ast_Latn-tzm_Tfng", "languages": ["ast-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-acq_Arab", "languages": ["ast-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.637435, "recall": 0.688735, "f1": 0.651808, "accuracy": 0.688735, "main_score": 0.651808, "hf_subset": "ast_Latn-bem_Latn", "languages": ["ast-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-epo_Latn", "languages": ["ast-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hun_Latn", "languages": ["ast-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-kir_Cyrl", "languages": ["ast-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-mar_Deva", "languages": ["ast-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.676206, "recall": 0.732213, "f1": 0.692116, "accuracy": 0.732213, "main_score": 0.692116, "hf_subset": "ast_Latn-plt_Latn", "languages": ["ast-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-srp_Cyrl", "languages": ["ast-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "ast_Latn-uig_Arab", "languages": ["ast-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-aeb_Arab", "languages": ["ast-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-ben_Beng", "languages": ["ast-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-est_Latn", "languages": ["ast-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-hye_Armn", "languages": ["ast-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.554039, "recall": 0.607708, "f1": 0.569488, "accuracy": 0.607708, "main_score": 0.569488, "hf_subset": "ast_Latn-kmb_Latn", "languages": ["ast-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521347, "recall": 0.591897, "f1": 0.540357, "accuracy": 0.591897, "main_score": 0.540357, "hf_subset": "ast_Latn-min_Arab", "languages": ["ast-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-pol_Latn", "languages": ["ast-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55966, "recall": 0.624506, "f1": 0.578494, "accuracy": 0.624506, "main_score": 0.578494, "hf_subset": "ast_Latn-ssw_Latn", "languages": ["ast-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ukr_Cyrl", "languages": ["ast-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-afr_Latn", "languages": ["ast-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ast_Latn-bho_Deva", "languages": ["ast-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ast_Latn-eus_Latn", "languages": ["ast-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601259, "recall": 0.666008, "f1": 0.61919, "accuracy": 0.666008, "main_score": 0.61919, "hf_subset": "ast_Latn-ibo_Latn", "languages": ["ast-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891996, "recall": 0.922925, "f1": 0.901845, "accuracy": 0.922925, "main_score": 0.901845, "hf_subset": "ast_Latn-kmr_Latn", "languages": ["ast-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ast_Latn-min_Latn", "languages": ["ast-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-por_Latn", "languages": ["ast-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-sun_Latn", "languages": ["ast-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53422, "recall": 0.596838, "f1": 0.552226, "accuracy": 0.596838, "main_score": 0.552226, "hf_subset": "ast_Latn-umb_Latn", "languages": ["ast-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ajp_Arab", "languages": ["ast-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555575, "recall": 0.620553, "f1": 0.572963, "accuracy": 0.620553, "main_score": 0.572963, "hf_subset": "ast_Latn-bjn_Arab", "languages": ["ast-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525055, "recall": 0.581028, "f1": 0.540418, "accuracy": 0.581028, "main_score": 0.540418, "hf_subset": "ast_Latn-ewe_Latn", "languages": ["ast-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "ast_Latn-ilo_Latn", "languages": ["ast-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31502, "recall": 0.373518, "f1": 0.331251, "accuracy": 0.373518, "main_score": 0.331251, "hf_subset": "ast_Latn-knc_Arab", "languages": ["ast-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-mkd_Cyrl", "languages": ["ast-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-prs_Arab", "languages": ["ast-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-swe_Latn", "languages": ["ast-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-urd_Arab", "languages": ["ast-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596601, "recall": 0.656126, "f1": 0.613141, "accuracy": 0.656126, "main_score": 0.613141, "hf_subset": "ast_Latn-aka_Latn", "languages": ["ast-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ast_Latn-bjn_Latn", "languages": ["ast-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ast_Latn-fao_Latn", "languages": ["ast-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ind_Latn", "languages": ["ast-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597169, "recall": 0.650198, "f1": 0.611996, "accuracy": 0.650198, "main_score": 0.611996, "hf_subset": "ast_Latn-knc_Latn", "languages": ["ast-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ast_Latn-mlt_Latn", "languages": ["ast-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727322, "recall": 0.787549, "f1": 0.745095, "accuracy": 0.787549, "main_score": 0.745095, "hf_subset": "ast_Latn-quy_Latn", "languages": ["ast-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "ast_Latn-swh_Latn", "languages": ["ast-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ast_Latn-uzn_Latn", "languages": ["ast-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-als_Latn", "languages": ["ast-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627734, "recall": 0.708498, "f1": 0.651205, "accuracy": 0.708498, "main_score": 0.651205, "hf_subset": "ast_Latn-bod_Tibt", "languages": ["ast-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.715995, "recall": 0.768775, "f1": 0.731367, "accuracy": 0.768775, "main_score": 0.731367, "hf_subset": "ast_Latn-fij_Latn", "languages": ["ast-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ast_Latn-isl_Latn", "languages": ["ast-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669223, "recall": 0.726285, "f1": 0.686446, "accuracy": 0.726285, "main_score": 0.686446, "hf_subset": "ast_Latn-kon_Latn", "languages": ["ast-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672307, "recall": 0.73419, "f1": 0.690404, "accuracy": 0.73419, "main_score": 0.690404, "hf_subset": "ast_Latn-mni_Beng", "languages": ["ast-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ron_Latn", "languages": ["ast-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "ast_Latn-szl_Latn", "languages": ["ast-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-vec_Latn", "languages": ["ast-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9361, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "ast_Latn-amh_Ethi", "languages": ["ast-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-bos_Latn", "languages": ["ast-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-fin_Latn", "languages": ["ast-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ita_Latn", "languages": ["ast-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-kor_Hang", "languages": ["ast-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558685, "recall": 0.618577, "f1": 0.575455, "accuracy": 0.618577, "main_score": 0.575455, "hf_subset": "ast_Latn-mos_Latn", "languages": ["ast-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555988, "recall": 0.614625, "f1": 0.572381, "accuracy": 0.614625, "main_score": 0.572381, "hf_subset": "ast_Latn-run_Latn", "languages": ["ast-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-tam_Taml", "languages": ["ast-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-vie_Latn", "languages": ["ast-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-apc_Arab", "languages": ["ast-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.800675, "recall": 0.84585, "f1": 0.814229, "accuracy": 0.84585, "main_score": 0.814229, "hf_subset": "ast_Latn-bug_Latn", "languages": ["ast-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468328, "recall": 0.527668, "f1": 0.484156, "accuracy": 0.527668, "main_score": 0.484156, "hf_subset": "ast_Latn-fon_Latn", "languages": ["ast-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ast_Latn-jav_Latn", "languages": ["ast-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ast_Latn-lao_Laoo", "languages": ["ast-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.867622, "recall": 0.906126, "f1": 0.879941, "accuracy": 0.906126, "main_score": 0.879941, "hf_subset": "ast_Latn-mri_Latn", "languages": ["ast-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-rus_Cyrl", "languages": ["ast-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540319, "recall": 0.603755, "f1": 0.557847, "accuracy": 0.603755, "main_score": 0.557847, "hf_subset": "ast_Latn-taq_Latn", "languages": ["ast-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-war_Latn", "languages": ["ast-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-arb_Arab", "languages": ["ast-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-bul_Cyrl", "languages": ["ast-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-fra_Latn", "languages": ["ast-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-jpn_Jpan", "languages": ["ast-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ast_Latn-lij_Latn", "languages": ["ast-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ast_Latn-mya_Mymr", "languages": ["ast-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.609538, "recall": 0.676877, "f1": 0.628778, "accuracy": 0.676877, "main_score": 0.628778, "hf_subset": "ast_Latn-sag_Latn", "languages": ["ast-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191906, "recall": 0.252964, "f1": 0.205622, "accuracy": 0.252964, "main_score": 0.205622, "hf_subset": "ast_Latn-taq_Tfng", "languages": ["ast-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.642589, "recall": 0.703557, "f1": 0.659891, "accuracy": 0.703557, "main_score": 0.659891, "hf_subset": "ast_Latn-wol_Latn", "languages": ["ast-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800264, "recall": 0.847826, "f1": 0.814822, "accuracy": 0.847826, "main_score": 0.814822, "hf_subset": "ast_Latn-arb_Latn", "languages": ["ast-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-cat_Latn", "languages": ["ast-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-fur_Latn", "languages": ["ast-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419753, "recall": 0.478261, "f1": 0.435971, "accuracy": 0.478261, "main_score": 0.435971, "hf_subset": "ast_Latn-kab_Latn", "languages": ["ast-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ast_Latn-lim_Latn", "languages": ["ast-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-nld_Latn", "languages": ["ast-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ast_Latn-san_Deva", "languages": ["ast-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-tat_Cyrl", "languages": ["ast-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.686085, "recall": 0.740119, "f1": 0.701638, "accuracy": 0.740119, "main_score": 0.701638, "hf_subset": "ast_Latn-xho_Latn", "languages": ["ast-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ars_Arab", "languages": ["ast-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ceb_Latn", "languages": ["ast-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56146, "recall": 0.621542, "f1": 0.578146, "accuracy": 0.621542, "main_score": 0.578146, "hf_subset": "ast_Latn-fuv_Latn", "languages": ["ast-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509959, "recall": 0.579051, "f1": 0.528904, "accuracy": 0.579051, "main_score": 0.528904, "hf_subset": "ast_Latn-kac_Latn", "languages": ["ast-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673798, "recall": 0.725296, "f1": 0.688933, "accuracy": 0.725296, "main_score": 0.688933, "hf_subset": "ast_Latn-lin_Latn", "languages": ["ast-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-nno_Latn", "languages": ["ast-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223242, "recall": 0.29249, "f1": 0.241192, "accuracy": 0.29249, "main_score": 0.241192, "hf_subset": "ast_Latn-sat_Olck", "languages": ["ast-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-tel_Telu", "languages": ["ast-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ast_Latn-ydd_Hebr", "languages": ["ast-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "ast_Latn-ary_Arab", "languages": ["ast-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ces_Latn", "languages": ["ast-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577612, "recall": 0.644269, "f1": 0.5974, "accuracy": 0.644269, "main_score": 0.5974, "hf_subset": "ast_Latn-gaz_Latn", "languages": ["ast-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590046, "recall": 0.653162, "f1": 0.607978, "accuracy": 0.653162, "main_score": 0.607978, "hf_subset": "ast_Latn-kam_Latn", "languages": ["ast-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ast_Latn-lit_Latn", "languages": ["ast-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-nob_Latn", "languages": ["ast-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ast_Latn-scn_Latn", "languages": ["ast-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ast_Latn-tgk_Cyrl", "languages": ["ast-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.719928, "recall": 0.778656, "f1": 0.737601, "accuracy": 0.778656, "main_score": 0.737601, "hf_subset": "ast_Latn-yor_Latn", "languages": ["ast-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-arz_Arab", "languages": ["ast-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569269, "recall": 0.629447, "f1": 0.586106, "accuracy": 0.629447, "main_score": 0.586106, "hf_subset": "ast_Latn-cjk_Latn", "languages": ["ast-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796558, "recall": 0.841897, "f1": 0.81031, "accuracy": 0.841897, "main_score": 0.81031, "hf_subset": "ast_Latn-gla_Latn", "languages": ["ast-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-kan_Knda", "languages": ["ast-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ast_Latn-lmo_Latn", "languages": ["ast-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ast_Latn-npi_Deva", "languages": ["ast-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.473397, "recall": 0.537549, "f1": 0.490783, "accuracy": 0.537549, "main_score": 0.490783, "hf_subset": "ast_Latn-shn_Mymr", "languages": ["ast-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-tgl_Latn", "languages": ["ast-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-yue_Hant", "languages": ["ast-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-asm_Beng", "languages": ["ast-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ast_Latn-ckb_Arab", "languages": ["ast-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.887961, "recall": 0.918972, "f1": 0.897628, "accuracy": 0.918972, "main_score": 0.897628, "hf_subset": "ast_Latn-gle_Latn", "languages": ["ast-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ast_Latn-kas_Arab", "languages": ["ast-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955731, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "ast_Latn-ltg_Latn", "languages": ["ast-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624849, "recall": 0.676877, "f1": 0.639611, "accuracy": 0.676877, "main_score": 0.639611, "hf_subset": "ast_Latn-nso_Latn", "languages": ["ast-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ast_Latn-sin_Sinh", "languages": ["ast-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-tha_Thai", "languages": ["ast-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zho_Hans", "languages": ["ast-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-crh_Latn", "languages": ["ast-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-glg_Latn", "languages": ["ast-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895504, "recall": 0.926877, "f1": 0.905501, "accuracy": 0.926877, "main_score": 0.905501, "hf_subset": "ast_Latn-kas_Deva", "languages": ["ast-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ast_Latn-ltz_Latn", "languages": ["ast-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472649, "recall": 0.538538, "f1": 0.489829, "accuracy": 0.538538, "main_score": 0.489829, "hf_subset": "ast_Latn-nus_Latn", "languages": ["ast-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-slk_Latn", "languages": ["ast-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609953, "recall": 0.68083, "f1": 0.630341, "accuracy": 0.68083, "main_score": 0.630341, "hf_subset": "ast_Latn-tir_Ethi", "languages": ["ast-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zho_Hant", "languages": ["ast-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ast_Latn-awa_Deva", "languages": ["ast-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ast_Latn-cym_Latn", "languages": ["ast-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868495, "recall": 0.903162, "f1": 0.879315, "accuracy": 0.903162, "main_score": 0.879315, "hf_subset": "ast_Latn-grn_Latn", "languages": ["ast-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-kat_Geor", "languages": ["ast-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.651054, "recall": 0.702569, "f1": 0.665762, "accuracy": 0.702569, "main_score": 0.665762, "hf_subset": "ast_Latn-lua_Latn", "languages": ["ast-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651307, "recall": 0.710474, "f1": 0.66861, "accuracy": 0.710474, "main_score": 0.66861, "hf_subset": "ast_Latn-nya_Latn", "languages": ["ast-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-slv_Latn", "languages": ["ast-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.969368, "f1": 0.961265, "accuracy": 0.969368, "main_score": 0.961265, "hf_subset": "ast_Latn-tpi_Latn", "languages": ["ast-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zsm_Latn", "languages": ["ast-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556555, "recall": 0.62253, "f1": 0.575131, "accuracy": 0.62253, "main_score": 0.575131, "hf_subset": "ast_Latn-ayr_Latn", "languages": ["ast-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-dan_Latn", "languages": ["ast-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-guj_Gujr", "languages": ["ast-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-kaz_Cyrl", "languages": ["ast-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550258, "recall": 0.615613, "f1": 0.569134, "accuracy": 0.615613, "main_score": 0.569134, "hf_subset": "ast_Latn-lug_Latn", "languages": ["ast-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-oci_Latn", "languages": ["ast-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820982, "recall": 0.866601, "f1": 0.834914, "accuracy": 0.866601, "main_score": 0.834914, "hf_subset": "ast_Latn-smo_Latn", "languages": ["ast-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556573, "recall": 0.620553, "f1": 0.574282, "accuracy": 0.620553, "main_score": 0.574282, "hf_subset": "ast_Latn-tsn_Latn", "languages": ["ast-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623304, "recall": 0.681818, "f1": 0.640256, "accuracy": 0.681818, "main_score": 0.640256, "hf_subset": "ast_Latn-zul_Latn", "languages": ["ast-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.95751, "f1": 0.94417, "accuracy": 0.95751, "main_score": 0.94417, "hf_subset": "ast_Latn-azb_Arab", "languages": ["ast-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-deu_Latn", "languages": ["ast-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "ast_Latn-hat_Latn", "languages": ["ast-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495351, "recall": 0.55336, "f1": 0.511351, "accuracy": 0.55336, "main_score": 0.511351, "hf_subset": "ast_Latn-kbp_Latn", "languages": ["ast-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575224, "recall": 0.639328, "f1": 0.59327, "accuracy": 0.639328, "main_score": 0.59327, "hf_subset": "ast_Latn-luo_Latn", "languages": ["ast-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ory_Orya", "languages": ["ast-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.595439, "recall": 0.656126, "f1": 0.612833, "accuracy": 0.656126, "main_score": 0.612833, "hf_subset": "ast_Latn-sna_Latn", "languages": ["ast-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562525, "recall": 0.614625, "f1": 0.576728, "accuracy": 0.614625, "main_score": 0.576728, "hf_subset": "ast_Latn-tso_Latn", "languages": ["ast-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-azj_Latn", "languages": ["ast-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547657, "recall": 0.613636, "f1": 0.566519, "accuracy": 0.613636, "main_score": 0.566519, "hf_subset": "ast_Latn-dik_Latn", "languages": ["ast-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753336, "recall": 0.80336, "f1": 0.767855, "accuracy": 0.80336, "main_score": 0.767855, "hf_subset": "ast_Latn-hau_Latn", "languages": ["ast-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ast_Latn-kea_Latn", "languages": ["ast-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749045, "recall": 0.801383, "f1": 0.764723, "accuracy": 0.801383, "main_score": 0.764723, "hf_subset": "ast_Latn-lus_Latn", "languages": ["ast-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880435, "recall": 0.911067, "f1": 0.889954, "accuracy": 0.911067, "main_score": 0.889954, "hf_subset": "ast_Latn-pag_Latn", "languages": ["ast-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-snd_Arab", "languages": ["ast-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "ast_Latn-tuk_Latn", "languages": ["ast-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ast_Latn-bak_Cyrl", "languages": ["ast-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.50185, "recall": 0.58498, "f1": 0.525986, "accuracy": 0.58498, "main_score": 0.525986, "hf_subset": "ast_Latn-dyu_Latn", "languages": ["ast-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-heb_Hebr", "languages": ["ast-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ast_Latn-khk_Cyrl", "languages": ["ast-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-lvs_Latn", "languages": ["ast-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-pan_Guru", "languages": ["ast-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709947, "recall": 0.767787, "f1": 0.726663, "accuracy": 0.767787, "main_score": 0.726663, "hf_subset": "ast_Latn-som_Latn", "languages": ["ast-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602513, "recall": 0.650198, "f1": 0.616087, "accuracy": 0.650198, "main_score": 0.616087, "hf_subset": "ast_Latn-tum_Latn", "languages": ["ast-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522662, "recall": 0.58004, "f1": 0.538193, "accuracy": 0.58004, "main_score": 0.538193, "hf_subset": "crh_Latn-ace_Arab", "languages": ["crh-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496852, "recall": 0.55336, "f1": 0.512491, "accuracy": 0.55336, "main_score": 0.512491, "hf_subset": "crh_Latn-bam_Latn", "languages": ["crh-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397816, "recall": 0.47332, "f1": 0.417561, "accuracy": 0.47332, "main_score": 0.417561, "hf_subset": "crh_Latn-dzo_Tibt", "languages": ["crh-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-hin_Deva", "languages": ["crh-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "crh_Latn-khm_Khmr", "languages": ["crh-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "crh_Latn-mag_Deva", "languages": ["crh-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "crh_Latn-pap_Latn", "languages": ["crh-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566126, "recall": 0.620553, "f1": 0.580897, "accuracy": 0.620553, "main_score": 0.580897, "hf_subset": "crh_Latn-sot_Latn", "languages": ["crh-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-tur_Latn", "languages": ["crh-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810698, "recall": 0.852767, "f1": 0.823403, "accuracy": 0.852767, "main_score": 0.823403, "hf_subset": "crh_Latn-ace_Latn", "languages": ["crh-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913126, "recall": 0.932806, "f1": 0.919203, "accuracy": 0.932806, "main_score": 0.919203, "hf_subset": "crh_Latn-ban_Latn", "languages": ["crh-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ell_Grek", "languages": ["crh-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "crh_Latn-hne_Deva", "languages": ["crh-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.560904, "recall": 0.609684, "f1": 0.574371, "accuracy": 0.609684, "main_score": 0.574371, "hf_subset": "crh_Latn-kik_Latn", "languages": ["crh-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-mai_Deva", "languages": ["crh-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "crh_Latn-pbt_Arab", "languages": ["crh-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-spa_Latn", "languages": ["crh-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582964, "recall": 0.647233, "f1": 0.601089, "accuracy": 0.647233, "main_score": 0.601089, "hf_subset": "crh_Latn-twi_Latn", "languages": ["crh-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-acm_Arab", "languages": ["crh-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-bel_Cyrl", "languages": ["crh-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "crh_Latn-eng_Latn", "languages": ["crh-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-hrv_Latn", "languages": ["crh-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547952, "recall": 0.604743, "f1": 0.564007, "accuracy": 0.604743, "main_score": 0.564007, "hf_subset": "crh_Latn-kin_Latn", "languages": ["crh-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-mal_Mlym", "languages": ["crh-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-pes_Arab", "languages": ["crh-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "crh_Latn-srd_Latn", "languages": ["crh-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191791, "recall": 0.238142, "f1": 0.203233, "accuracy": 0.238142, "main_score": 0.203233, "hf_subset": "crh_Latn-tzm_Tfng", "languages": ["crh-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-acq_Arab", "languages": ["crh-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603057, "recall": 0.650198, "f1": 0.615744, "accuracy": 0.650198, "main_score": 0.615744, "hf_subset": "crh_Latn-bem_Latn", "languages": ["crh-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-epo_Latn", "languages": ["crh-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-hun_Latn", "languages": ["crh-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "crh_Latn-kir_Cyrl", "languages": ["crh-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-mar_Deva", "languages": ["crh-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631911, "recall": 0.686759, "f1": 0.647589, "accuracy": 0.686759, "main_score": 0.647589, "hf_subset": "crh_Latn-plt_Latn", "languages": ["crh-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-srp_Cyrl", "languages": ["crh-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.949028, "recall": 0.964427, "f1": 0.953953, "accuracy": 0.964427, "main_score": 0.953953, "hf_subset": "crh_Latn-uig_Arab", "languages": ["crh-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "crh_Latn-aeb_Arab", "languages": ["crh-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-ben_Beng", "languages": ["crh-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-est_Latn", "languages": ["crh-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-hye_Armn", "languages": ["crh-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.532168, "recall": 0.572134, "f1": 0.543269, "accuracy": 0.572134, "main_score": 0.543269, "hf_subset": "crh_Latn-kmb_Latn", "languages": ["crh-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466575, "recall": 0.530632, "f1": 0.483346, "accuracy": 0.530632, "main_score": 0.483346, "hf_subset": "crh_Latn-min_Arab", "languages": ["crh-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-pol_Latn", "languages": ["crh-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541625, "recall": 0.596838, "f1": 0.557795, "accuracy": 0.596838, "main_score": 0.557795, "hf_subset": "crh_Latn-ssw_Latn", "languages": ["crh-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-ukr_Cyrl", "languages": ["crh-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-afr_Latn", "languages": ["crh-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "crh_Latn-bho_Deva", "languages": ["crh-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "crh_Latn-eus_Latn", "languages": ["crh-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554716, "recall": 0.61166, "f1": 0.570553, "accuracy": 0.61166, "main_score": 0.570553, "hf_subset": "crh_Latn-ibo_Latn", "languages": ["crh-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863093, "recall": 0.898221, "f1": 0.873913, "accuracy": 0.898221, "main_score": 0.873913, "hf_subset": "crh_Latn-kmr_Latn", "languages": ["crh-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946723, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "crh_Latn-min_Latn", "languages": ["crh-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-por_Latn", "languages": ["crh-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "crh_Latn-sun_Latn", "languages": ["crh-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500245, "recall": 0.551383, "f1": 0.514123, "accuracy": 0.551383, "main_score": 0.514123, "hf_subset": "crh_Latn-umb_Latn", "languages": ["crh-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-ajp_Arab", "languages": ["crh-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499564, "recall": 0.554348, "f1": 0.514371, "accuracy": 0.554348, "main_score": 0.514371, "hf_subset": "crh_Latn-bjn_Arab", "languages": ["crh-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.4977, "recall": 0.544466, "f1": 0.510204, "accuracy": 0.544466, "main_score": 0.510204, "hf_subset": "crh_Latn-ewe_Latn", "languages": ["crh-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908959, "recall": 0.932806, "f1": 0.916271, "accuracy": 0.932806, "main_score": 0.916271, "hf_subset": "crh_Latn-ilo_Latn", "languages": ["crh-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31196, "recall": 0.365613, "f1": 0.327323, "accuracy": 0.365613, "main_score": 0.327323, "hf_subset": "crh_Latn-knc_Arab", "languages": ["crh-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-mkd_Cyrl", "languages": ["crh-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-prs_Arab", "languages": ["crh-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-swe_Latn", "languages": ["crh-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-urd_Arab", "languages": ["crh-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546723, "recall": 0.602767, "f1": 0.562178, "accuracy": 0.602767, "main_score": 0.562178, "hf_subset": "crh_Latn-aka_Latn", "languages": ["crh-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957298, "accuracy": 0.966403, "main_score": 0.957298, "hf_subset": "crh_Latn-bjn_Latn", "languages": ["crh-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936677, "recall": 0.956522, "f1": 0.943083, "accuracy": 0.956522, "main_score": 0.943083, "hf_subset": "crh_Latn-fao_Latn", "languages": ["crh-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-ind_Latn", "languages": ["crh-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566083, "recall": 0.613636, "f1": 0.580174, "accuracy": 0.613636, "main_score": 0.580174, "hf_subset": "crh_Latn-knc_Latn", "languages": ["crh-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "crh_Latn-mlt_Latn", "languages": ["crh-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67747, "recall": 0.733202, "f1": 0.693724, "accuracy": 0.733202, "main_score": 0.693724, "hf_subset": "crh_Latn-quy_Latn", "languages": ["crh-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "crh_Latn-swh_Latn", "languages": ["crh-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-uzn_Latn", "languages": ["crh-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-als_Latn", "languages": ["crh-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587715, "recall": 0.666008, "f1": 0.610134, "accuracy": 0.666008, "main_score": 0.610134, "hf_subset": "crh_Latn-bod_Tibt", "languages": ["crh-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.649169, "recall": 0.709486, "f1": 0.666468, "accuracy": 0.709486, "main_score": 0.666468, "hf_subset": "crh_Latn-fij_Latn", "languages": ["crh-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "crh_Latn-isl_Latn", "languages": ["crh-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619516, "recall": 0.666008, "f1": 0.63314, "accuracy": 0.666008, "main_score": 0.63314, "hf_subset": "crh_Latn-kon_Latn", "languages": ["crh-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632834, "recall": 0.690711, "f1": 0.649255, "accuracy": 0.690711, "main_score": 0.649255, "hf_subset": "crh_Latn-mni_Beng", "languages": ["crh-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-ron_Latn", "languages": ["crh-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "crh_Latn-szl_Latn", "languages": ["crh-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-vec_Latn", "languages": ["crh-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907856, "recall": 0.934783, "f1": 0.91637, "accuracy": 0.934783, "main_score": 0.91637, "hf_subset": "crh_Latn-amh_Ethi", "languages": ["crh-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-bos_Latn", "languages": ["crh-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-fin_Latn", "languages": ["crh-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ita_Latn", "languages": ["crh-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-kor_Hang", "languages": ["crh-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.533196, "recall": 0.582016, "f1": 0.546465, "accuracy": 0.582016, "main_score": 0.546465, "hf_subset": "crh_Latn-mos_Latn", "languages": ["crh-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551077, "recall": 0.602767, "f1": 0.565174, "accuracy": 0.602767, "main_score": 0.565174, "hf_subset": "crh_Latn-run_Latn", "languages": ["crh-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tam_Taml", "languages": ["crh-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-vie_Latn", "languages": ["crh-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-apc_Arab", "languages": ["crh-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.74623, "recall": 0.79249, "f1": 0.759558, "accuracy": 0.79249, "main_score": 0.759558, "hf_subset": "crh_Latn-bug_Latn", "languages": ["crh-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456838, "recall": 0.503953, "f1": 0.469494, "accuracy": 0.503953, "main_score": 0.469494, "hf_subset": "crh_Latn-fon_Latn", "languages": ["crh-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "crh_Latn-jav_Latn", "languages": ["crh-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "crh_Latn-lao_Laoo", "languages": ["crh-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.831472, "recall": 0.87253, "f1": 0.843874, "accuracy": 0.87253, "main_score": 0.843874, "hf_subset": "crh_Latn-mri_Latn", "languages": ["crh-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-rus_Cyrl", "languages": ["crh-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536532, "recall": 0.58498, "f1": 0.549568, "accuracy": 0.58498, "main_score": 0.549568, "hf_subset": "crh_Latn-taq_Latn", "languages": ["crh-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "crh_Latn-war_Latn", "languages": ["crh-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-arb_Arab", "languages": ["crh-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "crh_Latn-bul_Cyrl", "languages": ["crh-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-fra_Latn", "languages": ["crh-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988883, "recall": 0.992095, "f1": 0.989855, "accuracy": 0.992095, "main_score": 0.989855, "hf_subset": "crh_Latn-jpn_Jpan", "languages": ["crh-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.968297, "recall": 0.977273, "f1": 0.97108, "accuracy": 0.977273, "main_score": 0.97108, "hf_subset": "crh_Latn-lij_Latn", "languages": ["crh-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.983202, "f1": 0.979084, "accuracy": 0.983202, "main_score": 0.979084, "hf_subset": "crh_Latn-mya_Mymr", "languages": ["crh-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.561406, "recall": 0.614625, "f1": 0.576585, "accuracy": 0.614625, "main_score": 0.576585, "hf_subset": "crh_Latn-sag_Latn", "languages": ["crh-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198251, "recall": 0.251976, "f1": 0.209576, "accuracy": 0.251976, "main_score": 0.209576, "hf_subset": "crh_Latn-taq_Tfng", "languages": ["crh-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.596139, "recall": 0.645257, "f1": 0.609936, "accuracy": 0.645257, "main_score": 0.609936, "hf_subset": "crh_Latn-wol_Latn", "languages": ["crh-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751318, "recall": 0.806324, "f1": 0.767311, "accuracy": 0.806324, "main_score": 0.767311, "hf_subset": "crh_Latn-arb_Latn", "languages": ["crh-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-cat_Latn", "languages": ["crh-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966486, "recall": 0.976285, "f1": 0.969433, "accuracy": 0.976285, "main_score": 0.969433, "hf_subset": "crh_Latn-fur_Latn", "languages": ["crh-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407239, "recall": 0.455534, "f1": 0.420834, "accuracy": 0.455534, "main_score": 0.420834, "hf_subset": "crh_Latn-kab_Latn", "languages": ["crh-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "crh_Latn-lim_Latn", "languages": ["crh-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-nld_Latn", "languages": ["crh-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965003, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "crh_Latn-san_Deva", "languages": ["crh-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tat_Cyrl", "languages": ["crh-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.647307, "recall": 0.694664, "f1": 0.660501, "accuracy": 0.694664, "main_score": 0.660501, "hf_subset": "crh_Latn-xho_Latn", "languages": ["crh-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ars_Arab", "languages": ["crh-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "crh_Latn-ceb_Latn", "languages": ["crh-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5277, "recall": 0.581028, "f1": 0.543028, "accuracy": 0.581028, "main_score": 0.543028, "hf_subset": "crh_Latn-fuv_Latn", "languages": ["crh-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498461, "recall": 0.55336, "f1": 0.512453, "accuracy": 0.55336, "main_score": 0.512453, "hf_subset": "crh_Latn-kac_Latn", "languages": ["crh-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646297, "recall": 0.698617, "f1": 0.661124, "accuracy": 0.698617, "main_score": 0.661124, "hf_subset": "crh_Latn-lin_Latn", "languages": ["crh-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-nno_Latn", "languages": ["crh-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191204, "recall": 0.259881, "f1": 0.208616, "accuracy": 0.259881, "main_score": 0.208616, "hf_subset": "crh_Latn-sat_Olck", "languages": ["crh-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-tel_Telu", "languages": ["crh-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.909832, "recall": 0.934783, "f1": 0.917523, "accuracy": 0.934783, "main_score": 0.917523, "hf_subset": "crh_Latn-ydd_Hebr", "languages": ["crh-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "crh_Latn-ary_Arab", "languages": ["crh-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-ces_Latn", "languages": ["crh-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55985, "recall": 0.609684, "f1": 0.574296, "accuracy": 0.609684, "main_score": 0.574296, "hf_subset": "crh_Latn-gaz_Latn", "languages": ["crh-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558673, "recall": 0.607708, "f1": 0.572552, "accuracy": 0.607708, "main_score": 0.572552, "hf_subset": "crh_Latn-kam_Latn", "languages": ["crh-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "crh_Latn-lit_Latn", "languages": ["crh-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-nob_Latn", "languages": ["crh-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "crh_Latn-scn_Latn", "languages": ["crh-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "crh_Latn-tgk_Cyrl", "languages": ["crh-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.685204, "recall": 0.747036, "f1": 0.703677, "accuracy": 0.747036, "main_score": 0.703677, "hf_subset": "crh_Latn-yor_Latn", "languages": ["crh-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-arz_Arab", "languages": ["crh-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531555, "recall": 0.582016, "f1": 0.546007, "accuracy": 0.582016, "main_score": 0.546007, "hf_subset": "crh_Latn-cjk_Latn", "languages": ["crh-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735672, "recall": 0.788538, "f1": 0.751172, "accuracy": 0.788538, "main_score": 0.751172, "hf_subset": "crh_Latn-gla_Latn", "languages": ["crh-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-kan_Knda", "languages": ["crh-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.964839, "recall": 0.975296, "f1": 0.968116, "accuracy": 0.975296, "main_score": 0.968116, "hf_subset": "crh_Latn-lmo_Latn", "languages": ["crh-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "crh_Latn-npi_Deva", "languages": ["crh-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458738, "recall": 0.506917, "f1": 0.472108, "accuracy": 0.506917, "main_score": 0.472108, "hf_subset": "crh_Latn-shn_Mymr", "languages": ["crh-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tgl_Latn", "languages": ["crh-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-yue_Hant", "languages": ["crh-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "crh_Latn-asm_Beng", "languages": ["crh-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.91222, "recall": 0.936759, "f1": 0.919928, "accuracy": 0.936759, "main_score": 0.919928, "hf_subset": "crh_Latn-ckb_Arab", "languages": ["crh-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.843389, "recall": 0.879447, "f1": 0.854265, "accuracy": 0.879447, "main_score": 0.854265, "hf_subset": "crh_Latn-gle_Latn", "languages": ["crh-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903327, "recall": 0.928854, "f1": 0.911561, "accuracy": 0.928854, "main_score": 0.911561, "hf_subset": "crh_Latn-kas_Arab", "languages": ["crh-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.90835, "recall": 0.933794, "f1": 0.916568, "accuracy": 0.933794, "main_score": 0.916568, "hf_subset": "crh_Latn-ltg_Latn", "languages": ["crh-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57804, "recall": 0.62747, "f1": 0.591662, "accuracy": 0.62747, "main_score": 0.591662, "hf_subset": "crh_Latn-nso_Latn", "languages": ["crh-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "crh_Latn-sin_Sinh", "languages": ["crh-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-tha_Thai", "languages": ["crh-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "crh_Latn-zho_Hans", "languages": ["crh-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-ast_Latn", "languages": ["crh-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "crh_Latn-glg_Latn", "languages": ["crh-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855567, "recall": 0.891304, "f1": 0.866685, "accuracy": 0.891304, "main_score": 0.866685, "hf_subset": "crh_Latn-kas_Deva", "languages": ["crh-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "crh_Latn-ltz_Latn", "languages": ["crh-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44805, "recall": 0.506917, "f1": 0.463954, "accuracy": 0.506917, "main_score": 0.463954, "hf_subset": "crh_Latn-nus_Latn", "languages": ["crh-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-slk_Latn", "languages": ["crh-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57403, "recall": 0.641304, "f1": 0.592976, "accuracy": 0.641304, "main_score": 0.592976, "hf_subset": "crh_Latn-tir_Ethi", "languages": ["crh-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "crh_Latn-zho_Hant", "languages": ["crh-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "crh_Latn-awa_Deva", "languages": ["crh-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.951252, "recall": 0.964427, "f1": 0.955204, "accuracy": 0.964427, "main_score": 0.955204, "hf_subset": "crh_Latn-cym_Latn", "languages": ["crh-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790415, "recall": 0.832016, "f1": 0.802997, "accuracy": 0.832016, "main_score": 0.802997, "hf_subset": "crh_Latn-grn_Latn", "languages": ["crh-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-kat_Geor", "languages": ["crh-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.618963, "recall": 0.670949, "f1": 0.633589, "accuracy": 0.670949, "main_score": 0.633589, "hf_subset": "crh_Latn-lua_Latn", "languages": ["crh-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606081, "recall": 0.662055, "f1": 0.621533, "accuracy": 0.662055, "main_score": 0.621533, "hf_subset": "crh_Latn-nya_Latn", "languages": ["crh-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-slv_Latn", "languages": ["crh-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884997, "recall": 0.91502, "f1": 0.89409, "accuracy": 0.91502, "main_score": 0.89409, "hf_subset": "crh_Latn-tpi_Latn", "languages": ["crh-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-zsm_Latn", "languages": ["crh-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542023, "recall": 0.594862, "f1": 0.557485, "accuracy": 0.594862, "main_score": 0.557485, "hf_subset": "crh_Latn-ayr_Latn", "languages": ["crh-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-dan_Latn", "languages": ["crh-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-guj_Gujr", "languages": ["crh-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-kaz_Cyrl", "languages": ["crh-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520556, "recall": 0.571146, "f1": 0.534042, "accuracy": 0.571146, "main_score": 0.534042, "hf_subset": "crh_Latn-lug_Latn", "languages": ["crh-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-oci_Latn", "languages": ["crh-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775774, "recall": 0.826087, "f1": 0.79129, "accuracy": 0.826087, "main_score": 0.79129, "hf_subset": "crh_Latn-smo_Latn", "languages": ["crh-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527817, "recall": 0.58004, "f1": 0.541768, "accuracy": 0.58004, "main_score": 0.541768, "hf_subset": "crh_Latn-tsn_Latn", "languages": ["crh-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603139, "recall": 0.656126, "f1": 0.618678, "accuracy": 0.656126, "main_score": 0.618678, "hf_subset": "crh_Latn-zul_Latn", "languages": ["crh-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893857, "recall": 0.922925, "f1": 0.902899, "accuracy": 0.922925, "main_score": 0.902899, "hf_subset": "crh_Latn-azb_Arab", "languages": ["crh-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-deu_Latn", "languages": ["crh-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "crh_Latn-hat_Latn", "languages": ["crh-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479506, "recall": 0.52668, "f1": 0.492736, "accuracy": 0.52668, "main_score": 0.492736, "hf_subset": "crh_Latn-kbp_Latn", "languages": ["crh-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560983, "recall": 0.609684, "f1": 0.573635, "accuracy": 0.609684, "main_score": 0.573635, "hf_subset": "crh_Latn-luo_Latn", "languages": ["crh-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ory_Orya", "languages": ["crh-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.556113, "recall": 0.615613, "f1": 0.572374, "accuracy": 0.615613, "main_score": 0.572374, "hf_subset": "crh_Latn-sna_Latn", "languages": ["crh-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539061, "recall": 0.592885, "f1": 0.553418, "accuracy": 0.592885, "main_score": 0.553418, "hf_subset": "crh_Latn-tso_Latn", "languages": ["crh-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-azj_Latn", "languages": ["crh-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526252, "recall": 0.586957, "f1": 0.543459, "accuracy": 0.586957, "main_score": 0.543459, "hf_subset": "crh_Latn-dik_Latn", "languages": ["crh-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711159, "recall": 0.768775, "f1": 0.728084, "accuracy": 0.768775, "main_score": 0.728084, "hf_subset": "crh_Latn-hau_Latn", "languages": ["crh-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "crh_Latn-kea_Latn", "languages": ["crh-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707305, "recall": 0.752964, "f1": 0.720932, "accuracy": 0.752964, "main_score": 0.720932, "hf_subset": "crh_Latn-lus_Latn", "languages": ["crh-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818874, "recall": 0.854743, "f1": 0.829809, "accuracy": 0.854743, "main_score": 0.829809, "hf_subset": "crh_Latn-pag_Latn", "languages": ["crh-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "crh_Latn-snd_Arab", "languages": ["crh-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "crh_Latn-tuk_Latn", "languages": ["crh-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "crh_Latn-bak_Cyrl", "languages": ["crh-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469985, "recall": 0.539526, "f1": 0.490165, "accuracy": 0.539526, "main_score": 0.490165, "hf_subset": "crh_Latn-dyu_Latn", "languages": ["crh-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-heb_Hebr", "languages": ["crh-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "crh_Latn-khk_Cyrl", "languages": ["crh-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-lvs_Latn", "languages": ["crh-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-pan_Guru", "languages": ["crh-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.682098, "recall": 0.735178, "f1": 0.697798, "accuracy": 0.735178, "main_score": 0.697798, "hf_subset": "crh_Latn-som_Latn", "languages": ["crh-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571412, "recall": 0.614625, "f1": 0.583471, "accuracy": 0.614625, "main_score": 0.583471, "hf_subset": "crh_Latn-tum_Latn", "languages": ["crh-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609447, "recall": 0.672925, "f1": 0.627332, "accuracy": 0.672925, "main_score": 0.627332, "hf_subset": "glg_Latn-ace_Arab", "languages": ["glg-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545589, "recall": 0.61166, "f1": 0.564494, "accuracy": 0.61166, "main_score": 0.564494, "hf_subset": "glg_Latn-bam_Latn", "languages": ["glg-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43894, "recall": 0.512846, "f1": 0.459315, "accuracy": 0.512846, "main_score": 0.459315, "hf_subset": "glg_Latn-dzo_Tibt", "languages": ["glg-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hin_Deva", "languages": ["glg-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-khm_Khmr", "languages": ["glg-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-mag_Deva", "languages": ["glg-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "glg_Latn-pap_Latn", "languages": ["glg-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610023, "recall": 0.666996, "f1": 0.626313, "accuracy": 0.666996, "main_score": 0.626313, "hf_subset": "glg_Latn-sot_Latn", "languages": ["glg-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tur_Latn", "languages": ["glg-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887846, "recall": 0.916996, "f1": 0.897021, "accuracy": 0.916996, "main_score": 0.897021, "hf_subset": "glg_Latn-ace_Latn", "languages": ["glg-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "glg_Latn-ban_Latn", "languages": ["glg-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ell_Grek", "languages": ["glg-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "glg_Latn-hne_Deva", "languages": ["glg-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.607705, "recall": 0.671937, "f1": 0.626155, "accuracy": 0.671937, "main_score": 0.626155, "hf_subset": "glg_Latn-kik_Latn", "languages": ["glg-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mai_Deva", "languages": ["glg-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "glg_Latn-pbt_Arab", "languages": ["glg-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-spa_Latn", "languages": ["glg-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62365, "recall": 0.689723, "f1": 0.641874, "accuracy": 0.689723, "main_score": 0.641874, "hf_subset": "glg_Latn-twi_Latn", "languages": ["glg-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-acm_Arab", "languages": ["glg-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bel_Cyrl", "languages": ["glg-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-eng_Latn", "languages": ["glg-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hrv_Latn", "languages": ["glg-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581292, "recall": 0.644269, "f1": 0.5993, "accuracy": 0.644269, "main_score": 0.5993, "hf_subset": "glg_Latn-kin_Latn", "languages": ["glg-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-mal_Mlym", "languages": ["glg-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pes_Arab", "languages": ["glg-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-srd_Latn", "languages": ["glg-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181956, "recall": 0.229249, "f1": 0.193464, "accuracy": 0.229249, "main_score": 0.193464, "hf_subset": "glg_Latn-tzm_Tfng", "languages": ["glg-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-acq_Arab", "languages": ["glg-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645059, "recall": 0.697628, "f1": 0.659828, "accuracy": 0.697628, "main_score": 0.659828, "hf_subset": "glg_Latn-bem_Latn", "languages": ["glg-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-epo_Latn", "languages": ["glg-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hun_Latn", "languages": ["glg-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kir_Cyrl", "languages": ["glg-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mar_Deva", "languages": ["glg-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.684708, "recall": 0.741107, "f1": 0.70093, "accuracy": 0.741107, "main_score": 0.70093, "hf_subset": "glg_Latn-plt_Latn", "languages": ["glg-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-srp_Cyrl", "languages": ["glg-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "glg_Latn-uig_Arab", "languages": ["glg-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-aeb_Arab", "languages": ["glg-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ben_Beng", "languages": ["glg-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-est_Latn", "languages": ["glg-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-hye_Armn", "languages": ["glg-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.563398, "recall": 0.612648, "f1": 0.577394, "accuracy": 0.612648, "main_score": 0.577394, "hf_subset": "glg_Latn-kmb_Latn", "languages": ["glg-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531888, "recall": 0.605731, "f1": 0.552333, "accuracy": 0.605731, "main_score": 0.552333, "hf_subset": "glg_Latn-min_Arab", "languages": ["glg-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pol_Latn", "languages": ["glg-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567745, "recall": 0.637352, "f1": 0.588447, "accuracy": 0.637352, "main_score": 0.588447, "hf_subset": "glg_Latn-ssw_Latn", "languages": ["glg-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ukr_Cyrl", "languages": ["glg-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-afr_Latn", "languages": ["glg-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bho_Deva", "languages": ["glg-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "glg_Latn-eus_Latn", "languages": ["glg-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599432, "recall": 0.664032, "f1": 0.617399, "accuracy": 0.664032, "main_score": 0.617399, "hf_subset": "glg_Latn-ibo_Latn", "languages": ["glg-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897151, "recall": 0.926877, "f1": 0.906522, "accuracy": 0.926877, "main_score": 0.906522, "hf_subset": "glg_Latn-kmr_Latn", "languages": ["glg-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "glg_Latn-min_Latn", "languages": ["glg-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-por_Latn", "languages": ["glg-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-sun_Latn", "languages": ["glg-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544163, "recall": 0.600791, "f1": 0.560232, "accuracy": 0.600791, "main_score": 0.560232, "hf_subset": "glg_Latn-umb_Latn", "languages": ["glg-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ajp_Arab", "languages": ["glg-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558999, "recall": 0.623518, "f1": 0.57702, "accuracy": 0.623518, "main_score": 0.57702, "hf_subset": "glg_Latn-bjn_Arab", "languages": ["glg-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540456, "recall": 0.594862, "f1": 0.555214, "accuracy": 0.594862, "main_score": 0.555214, "hf_subset": "glg_Latn-ewe_Latn", "languages": ["glg-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949852, "recall": 0.965415, "f1": 0.954776, "accuracy": 0.965415, "main_score": 0.954776, "hf_subset": "glg_Latn-ilo_Latn", "languages": ["glg-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321398, "recall": 0.383399, "f1": 0.338379, "accuracy": 0.383399, "main_score": 0.338379, "hf_subset": "glg_Latn-knc_Arab", "languages": ["glg-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mkd_Cyrl", "languages": ["glg-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-prs_Arab", "languages": ["glg-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-swe_Latn", "languages": ["glg-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-urd_Arab", "languages": ["glg-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60308, "recall": 0.662055, "f1": 0.61919, "accuracy": 0.662055, "main_score": 0.61919, "hf_subset": "glg_Latn-aka_Latn", "languages": ["glg-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "glg_Latn-bjn_Latn", "languages": ["glg-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "glg_Latn-fao_Latn", "languages": ["glg-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ind_Latn", "languages": ["glg-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592252, "recall": 0.646245, "f1": 0.60763, "accuracy": 0.646245, "main_score": 0.60763, "hf_subset": "glg_Latn-knc_Latn", "languages": ["glg-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "glg_Latn-mlt_Latn", "languages": ["glg-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732889, "recall": 0.79249, "f1": 0.750857, "accuracy": 0.79249, "main_score": 0.750857, "hf_subset": "glg_Latn-quy_Latn", "languages": ["glg-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "glg_Latn-swh_Latn", "languages": ["glg-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-uzn_Latn", "languages": ["glg-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-als_Latn", "languages": ["glg-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663251, "recall": 0.742095, "f1": 0.687039, "accuracy": 0.742095, "main_score": 0.687039, "hf_subset": "glg_Latn-bod_Tibt", "languages": ["glg-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.733474, "recall": 0.783597, "f1": 0.748111, "accuracy": 0.783597, "main_score": 0.748111, "hf_subset": "glg_Latn-fij_Latn", "languages": ["glg-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "glg_Latn-isl_Latn", "languages": ["glg-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682806, "recall": 0.731225, "f1": 0.697036, "accuracy": 0.731225, "main_score": 0.697036, "hf_subset": "glg_Latn-kon_Latn", "languages": ["glg-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679084, "recall": 0.745059, "f1": 0.698226, "accuracy": 0.745059, "main_score": 0.698226, "hf_subset": "glg_Latn-mni_Beng", "languages": ["glg-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ron_Latn", "languages": ["glg-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "glg_Latn-szl_Latn", "languages": ["glg-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-vec_Latn", "languages": ["glg-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960721, "recall": 0.97332, "f1": 0.964822, "accuracy": 0.97332, "main_score": 0.964822, "hf_subset": "glg_Latn-amh_Ethi", "languages": ["glg-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bos_Latn", "languages": ["glg-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-fin_Latn", "languages": ["glg-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ita_Latn", "languages": ["glg-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kor_Hang", "languages": ["glg-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.565646, "recall": 0.626482, "f1": 0.582805, "accuracy": 0.626482, "main_score": 0.582805, "hf_subset": "glg_Latn-mos_Latn", "languages": ["glg-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56651, "recall": 0.62253, "f1": 0.582762, "accuracy": 0.62253, "main_score": 0.582762, "hf_subset": "glg_Latn-run_Latn", "languages": ["glg-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tam_Taml", "languages": ["glg-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-vie_Latn", "languages": ["glg-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-apc_Arab", "languages": ["glg-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.824391, "recall": 0.866601, "f1": 0.837121, "accuracy": 0.866601, "main_score": 0.837121, "hf_subset": "glg_Latn-bug_Latn", "languages": ["glg-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480394, "recall": 0.540514, "f1": 0.496371, "accuracy": 0.540514, "main_score": 0.496371, "hf_subset": "glg_Latn-fon_Latn", "languages": ["glg-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-jav_Latn", "languages": ["glg-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-lao_Laoo", "languages": ["glg-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.878764, "recall": 0.914032, "f1": 0.889904, "accuracy": 0.914032, "main_score": 0.889904, "hf_subset": "glg_Latn-mri_Latn", "languages": ["glg-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-rus_Cyrl", "languages": ["glg-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.557449, "recall": 0.619565, "f1": 0.574115, "accuracy": 0.619565, "main_score": 0.574115, "hf_subset": "glg_Latn-taq_Latn", "languages": ["glg-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-war_Latn", "languages": ["glg-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-arb_Arab", "languages": ["glg-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bul_Cyrl", "languages": ["glg-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-fra_Latn", "languages": ["glg-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-jpn_Jpan", "languages": ["glg-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-lij_Latn", "languages": ["glg-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "glg_Latn-mya_Mymr", "languages": ["glg-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.628215, "recall": 0.694664, "f1": 0.647382, "accuracy": 0.694664, "main_score": 0.647382, "hf_subset": "glg_Latn-sag_Latn", "languages": ["glg-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20324, "recall": 0.26087, "f1": 0.216188, "accuracy": 0.26087, "main_score": 0.216188, "hf_subset": "glg_Latn-taq_Tfng", "languages": ["glg-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.652167, "recall": 0.714427, "f1": 0.669568, "accuracy": 0.714427, "main_score": 0.669568, "hf_subset": "glg_Latn-wol_Latn", "languages": ["glg-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829084, "recall": 0.87253, "f1": 0.842292, "accuracy": 0.87253, "main_score": 0.842292, "hf_subset": "glg_Latn-arb_Latn", "languages": ["glg-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-cat_Latn", "languages": ["glg-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-fur_Latn", "languages": ["glg-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432352, "recall": 0.488142, "f1": 0.448064, "accuracy": 0.488142, "main_score": 0.448064, "hf_subset": "glg_Latn-kab_Latn", "languages": ["glg-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "glg_Latn-lim_Latn", "languages": ["glg-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-nld_Latn", "languages": ["glg-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "glg_Latn-san_Deva", "languages": ["glg-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-tat_Cyrl", "languages": ["glg-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.690763, "recall": 0.748024, "f1": 0.70735, "accuracy": 0.748024, "main_score": 0.70735, "hf_subset": "glg_Latn-xho_Latn", "languages": ["glg-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ars_Arab", "languages": ["glg-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-ceb_Latn", "languages": ["glg-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571476, "recall": 0.633399, "f1": 0.588884, "accuracy": 0.633399, "main_score": 0.588884, "hf_subset": "glg_Latn-fuv_Latn", "languages": ["glg-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528267, "recall": 0.589921, "f1": 0.544619, "accuracy": 0.589921, "main_score": 0.544619, "hf_subset": "glg_Latn-kac_Latn", "languages": ["glg-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689462, "recall": 0.743083, "f1": 0.705204, "accuracy": 0.743083, "main_score": 0.705204, "hf_subset": "glg_Latn-lin_Latn", "languages": ["glg-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-nno_Latn", "languages": ["glg-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23217, "recall": 0.318182, "f1": 0.255191, "accuracy": 0.318182, "main_score": 0.255191, "hf_subset": "glg_Latn-sat_Olck", "languages": ["glg-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-tel_Telu", "languages": ["glg-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "glg_Latn-ydd_Hebr", "languages": ["glg-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "glg_Latn-ary_Arab", "languages": ["glg-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ces_Latn", "languages": ["glg-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592714, "recall": 0.656126, "f1": 0.61099, "accuracy": 0.656126, "main_score": 0.61099, "hf_subset": "glg_Latn-gaz_Latn", "languages": ["glg-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608844, "recall": 0.671937, "f1": 0.627052, "accuracy": 0.671937, "main_score": 0.627052, "hf_subset": "glg_Latn-kam_Latn", "languages": ["glg-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "glg_Latn-lit_Latn", "languages": ["glg-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-nob_Latn", "languages": ["glg-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "glg_Latn-scn_Latn", "languages": ["glg-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "glg_Latn-tgk_Cyrl", "languages": ["glg-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.735227, "recall": 0.794466, "f1": 0.75272, "accuracy": 0.794466, "main_score": 0.75272, "hf_subset": "glg_Latn-yor_Latn", "languages": ["glg-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-arz_Arab", "languages": ["glg-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587039, "recall": 0.647233, "f1": 0.60412, "accuracy": 0.647233, "main_score": 0.60412, "hf_subset": "glg_Latn-cjk_Latn", "languages": ["glg-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819516, "recall": 0.858696, "f1": 0.831357, "accuracy": 0.858696, "main_score": 0.831357, "hf_subset": "glg_Latn-gla_Latn", "languages": ["glg-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-kan_Knda", "languages": ["glg-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "glg_Latn-lmo_Latn", "languages": ["glg-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "glg_Latn-npi_Deva", "languages": ["glg-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475321, "recall": 0.538538, "f1": 0.492375, "accuracy": 0.538538, "main_score": 0.492375, "hf_subset": "glg_Latn-shn_Mymr", "languages": ["glg-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tgl_Latn", "languages": ["glg-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-yue_Hant", "languages": ["glg-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-asm_Beng", "languages": ["glg-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "glg_Latn-ckb_Arab", "languages": ["glg-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.904924, "recall": 0.932806, "f1": 0.913603, "accuracy": 0.932806, "main_score": 0.913603, "hf_subset": "glg_Latn-gle_Latn", "languages": ["glg-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "glg_Latn-kas_Arab", "languages": ["glg-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.965415, "f1": 0.954381, "accuracy": 0.965415, "main_score": 0.954381, "hf_subset": "glg_Latn-ltg_Latn", "languages": ["glg-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631317, "recall": 0.684783, "f1": 0.647072, "accuracy": 0.684783, "main_score": 0.647072, "hf_subset": "glg_Latn-nso_Latn", "languages": ["glg-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-sin_Sinh", "languages": ["glg-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tha_Thai", "languages": ["glg-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zho_Hans", "languages": ["glg-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ast_Latn", "languages": ["glg-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-crh_Latn", "languages": ["glg-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913867, "recall": 0.939723, "f1": 0.922069, "accuracy": 0.939723, "main_score": 0.922069, "hf_subset": "glg_Latn-kas_Deva", "languages": ["glg-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "glg_Latn-ltz_Latn", "languages": ["glg-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476404, "recall": 0.545455, "f1": 0.494953, "accuracy": 0.545455, "main_score": 0.494953, "hf_subset": "glg_Latn-nus_Latn", "languages": ["glg-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-slk_Latn", "languages": ["glg-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65639, "recall": 0.725296, "f1": 0.676708, "accuracy": 0.725296, "main_score": 0.676708, "hf_subset": "glg_Latn-tir_Ethi", "languages": ["glg-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zho_Hant", "languages": ["glg-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "glg_Latn-awa_Deva", "languages": ["glg-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "glg_Latn-cym_Latn", "languages": ["glg-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874094, "recall": 0.909091, "f1": 0.885112, "accuracy": 0.909091, "main_score": 0.885112, "hf_subset": "glg_Latn-grn_Latn", "languages": ["glg-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kat_Geor", "languages": ["glg-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.666199, "recall": 0.716403, "f1": 0.680148, "accuracy": 0.716403, "main_score": 0.680148, "hf_subset": "glg_Latn-lua_Latn", "languages": ["glg-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661635, "recall": 0.717391, "f1": 0.678203, "accuracy": 0.717391, "main_score": 0.678203, "hf_subset": "glg_Latn-nya_Latn", "languages": ["glg-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-slv_Latn", "languages": ["glg-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "glg_Latn-tpi_Latn", "languages": ["glg-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zsm_Latn", "languages": ["glg-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566513, "recall": 0.628458, "f1": 0.583892, "accuracy": 0.628458, "main_score": 0.583892, "hf_subset": "glg_Latn-ayr_Latn", "languages": ["glg-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-dan_Latn", "languages": ["glg-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-guj_Gujr", "languages": ["glg-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-kaz_Cyrl", "languages": ["glg-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.554002, "recall": 0.613636, "f1": 0.570807, "accuracy": 0.613636, "main_score": 0.570807, "hf_subset": "glg_Latn-lug_Latn", "languages": ["glg-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-oci_Latn", "languages": ["glg-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841815, "recall": 0.882411, "f1": 0.854414, "accuracy": 0.882411, "main_score": 0.854414, "hf_subset": "glg_Latn-smo_Latn", "languages": ["glg-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557143, "recall": 0.620553, "f1": 0.57519, "accuracy": 0.620553, "main_score": 0.57519, "hf_subset": "glg_Latn-tsn_Latn", "languages": ["glg-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625939, "recall": 0.692688, "f1": 0.645324, "accuracy": 0.692688, "main_score": 0.645324, "hf_subset": "glg_Latn-zul_Latn", "languages": ["glg-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94417, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "glg_Latn-azb_Arab", "languages": ["glg-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-deu_Latn", "languages": ["glg-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "glg_Latn-hat_Latn", "languages": ["glg-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498962, "recall": 0.552372, "f1": 0.514248, "accuracy": 0.552372, "main_score": 0.514248, "hf_subset": "glg_Latn-kbp_Latn", "languages": ["glg-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595474, "recall": 0.651186, "f1": 0.610261, "accuracy": 0.651186, "main_score": 0.610261, "hf_subset": "glg_Latn-luo_Latn", "languages": ["glg-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ory_Orya", "languages": ["glg-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.594911, "recall": 0.661067, "f1": 0.614213, "accuracy": 0.661067, "main_score": 0.614213, "hf_subset": "glg_Latn-sna_Latn", "languages": ["glg-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576566, "recall": 0.635375, "f1": 0.593225, "accuracy": 0.635375, "main_score": 0.593225, "hf_subset": "glg_Latn-tso_Latn", "languages": ["glg-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-azj_Latn", "languages": ["glg-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544721, "recall": 0.613636, "f1": 0.563693, "accuracy": 0.613636, "main_score": 0.563693, "hf_subset": "glg_Latn-dik_Latn", "languages": ["glg-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756505, "recall": 0.811265, "f1": 0.772892, "accuracy": 0.811265, "main_score": 0.772892, "hf_subset": "glg_Latn-hau_Latn", "languages": ["glg-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "glg_Latn-kea_Latn", "languages": ["glg-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761182, "recall": 0.812253, "f1": 0.77668, "accuracy": 0.812253, "main_score": 0.77668, "hf_subset": "glg_Latn-lus_Latn", "languages": ["glg-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891963, "recall": 0.917984, "f1": 0.899788, "accuracy": 0.917984, "main_score": 0.899788, "hf_subset": "glg_Latn-pag_Latn", "languages": ["glg-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-snd_Arab", "languages": ["glg-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "glg_Latn-tuk_Latn", "languages": ["glg-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-bak_Cyrl", "languages": ["glg-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510084, "recall": 0.589921, "f1": 0.533138, "accuracy": 0.589921, "main_score": 0.533138, "hf_subset": "glg_Latn-dyu_Latn", "languages": ["glg-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-heb_Hebr", "languages": ["glg-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "glg_Latn-khk_Cyrl", "languages": ["glg-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-lvs_Latn", "languages": ["glg-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pan_Guru", "languages": ["glg-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.723379, "recall": 0.781621, "f1": 0.740728, "accuracy": 0.781621, "main_score": 0.740728, "hf_subset": "glg_Latn-som_Latn", "languages": ["glg-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610954, "recall": 0.660079, "f1": 0.624398, "accuracy": 0.660079, "main_score": 0.624398, "hf_subset": "glg_Latn-tum_Latn", "languages": ["glg-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49132, "recall": 0.551383, "f1": 0.508066, "accuracy": 0.551383, "main_score": 0.508066, "hf_subset": "kas_Deva-ace_Arab", "languages": ["kas-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479998, "recall": 0.536561, "f1": 0.496093, "accuracy": 0.536561, "main_score": 0.496093, "hf_subset": "kas_Deva-bam_Latn", "languages": ["kas-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.309556, "recall": 0.370553, "f1": 0.326219, "accuracy": 0.370553, "main_score": 0.326219, "hf_subset": "kas_Deva-dzo_Tibt", "languages": ["kas-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.924572, "recall": 0.947628, "f1": 0.931818, "accuracy": 0.947628, "main_score": 0.931818, "hf_subset": "kas_Deva-hin_Deva", "languages": ["kas-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.841773, "recall": 0.879447, "f1": 0.852931, "accuracy": 0.879447, "main_score": 0.852931, "hf_subset": "kas_Deva-khm_Khmr", "languages": ["kas-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.918511, "recall": 0.940711, "f1": 0.92556, "accuracy": 0.940711, "main_score": 0.92556, "hf_subset": "kas_Deva-mag_Deva", "languages": ["kas-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.836884, "recall": 0.876482, "f1": 0.848732, "accuracy": 0.876482, "main_score": 0.848732, "hf_subset": "kas_Deva-pap_Latn", "languages": ["kas-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535084, "recall": 0.588933, "f1": 0.550285, "accuracy": 0.588933, "main_score": 0.550285, "hf_subset": "kas_Deva-sot_Latn", "languages": ["kas-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.894829, "recall": 0.922925, "f1": 0.903049, "accuracy": 0.922925, "main_score": 0.903049, "hf_subset": "kas_Deva-tur_Latn", "languages": ["kas-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723231, "recall": 0.767787, "f1": 0.735814, "accuracy": 0.767787, "main_score": 0.735814, "hf_subset": "kas_Deva-ace_Latn", "languages": ["kas-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80956, "recall": 0.846838, "f1": 0.820191, "accuracy": 0.846838, "main_score": 0.820191, "hf_subset": "kas_Deva-ban_Latn", "languages": ["kas-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896311, "recall": 0.923913, "f1": 0.904809, "accuracy": 0.923913, "main_score": 0.904809, "hf_subset": "kas_Deva-ell_Grek", "languages": ["kas-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.91502, "recall": 0.939723, "f1": 0.922925, "accuracy": 0.939723, "main_score": 0.922925, "hf_subset": "kas_Deva-hne_Deva", "languages": ["kas-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.510262, "recall": 0.570158, "f1": 0.526798, "accuracy": 0.570158, "main_score": 0.526798, "hf_subset": "kas_Deva-kik_Latn", "languages": ["kas-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927816, "recall": 0.949605, "f1": 0.934848, "accuracy": 0.949605, "main_score": 0.934848, "hf_subset": "kas_Deva-mai_Deva", "languages": ["kas-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.837813, "recall": 0.878458, "f1": 0.849539, "accuracy": 0.878458, "main_score": 0.849539, "hf_subset": "kas_Deva-pbt_Arab", "languages": ["kas-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.896393, "recall": 0.924901, "f1": 0.905007, "accuracy": 0.924901, "main_score": 0.905007, "hf_subset": "kas_Deva-spa_Latn", "languages": ["kas-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56368, "recall": 0.623518, "f1": 0.580215, "accuracy": 0.623518, "main_score": 0.580215, "hf_subset": "kas_Deva-twi_Latn", "languages": ["kas-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874876, "recall": 0.907115, "f1": 0.88431, "accuracy": 0.907115, "main_score": 0.88431, "hf_subset": "kas_Deva-acm_Arab", "languages": ["kas-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.834256, "recall": 0.87747, "f1": 0.847266, "accuracy": 0.87747, "main_score": 0.847266, "hf_subset": "kas_Deva-bel_Cyrl", "languages": ["kas-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.921031, "recall": 0.944664, "f1": 0.928261, "accuracy": 0.944664, "main_score": 0.928261, "hf_subset": "kas_Deva-eng_Latn", "languages": ["kas-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880007, "recall": 0.914032, "f1": 0.890613, "accuracy": 0.914032, "main_score": 0.890613, "hf_subset": "kas_Deva-hrv_Latn", "languages": ["kas-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490904, "recall": 0.541502, "f1": 0.50504, "accuracy": 0.541502, "main_score": 0.50504, "hf_subset": "kas_Deva-kin_Latn", "languages": ["kas-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895043, "recall": 0.926877, "f1": 0.90504, "accuracy": 0.926877, "main_score": 0.90504, "hf_subset": "kas_Deva-mal_Mlym", "languages": ["kas-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.874572, "recall": 0.909091, "f1": 0.884999, "accuracy": 0.909091, "main_score": 0.884999, "hf_subset": "kas_Deva-pes_Arab", "languages": ["kas-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.851773, "recall": 0.887352, "f1": 0.862195, "accuracy": 0.887352, "main_score": 0.862195, "hf_subset": "kas_Deva-srd_Latn", "languages": ["kas-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195132, "recall": 0.233202, "f1": 0.204376, "accuracy": 0.233202, "main_score": 0.204376, "hf_subset": "kas_Deva-tzm_Tfng", "languages": ["kas-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.885441, "recall": 0.917984, "f1": 0.895553, "accuracy": 0.917984, "main_score": 0.895553, "hf_subset": "kas_Deva-acq_Arab", "languages": ["kas-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562213, "recall": 0.615613, "f1": 0.577313, "accuracy": 0.615613, "main_score": 0.577313, "hf_subset": "kas_Deva-bem_Latn", "languages": ["kas-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882642, "recall": 0.91502, "f1": 0.892424, "accuracy": 0.91502, "main_score": 0.892424, "hf_subset": "kas_Deva-epo_Latn", "languages": ["kas-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902174, "recall": 0.929842, "f1": 0.910672, "accuracy": 0.929842, "main_score": 0.910672, "hf_subset": "kas_Deva-hun_Latn", "languages": ["kas-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804553, "recall": 0.851779, "f1": 0.818709, "accuracy": 0.851779, "main_score": 0.818709, "hf_subset": "kas_Deva-kir_Cyrl", "languages": ["kas-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.908531, "recall": 0.932806, "f1": 0.915613, "accuracy": 0.932806, "main_score": 0.915613, "hf_subset": "kas_Deva-mar_Deva", "languages": ["kas-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.574953, "recall": 0.629447, "f1": 0.590716, "accuracy": 0.629447, "main_score": 0.590716, "hf_subset": "kas_Deva-plt_Latn", "languages": ["kas-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883465, "recall": 0.916008, "f1": 0.893445, "accuracy": 0.916008, "main_score": 0.893445, "hf_subset": "kas_Deva-srp_Cyrl", "languages": ["kas-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.757806, "recall": 0.809289, "f1": 0.772666, "accuracy": 0.809289, "main_score": 0.772666, "hf_subset": "kas_Deva-uig_Arab", "languages": ["kas-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.852252, "recall": 0.889328, "f1": 0.863489, "accuracy": 0.889328, "main_score": 0.863489, "hf_subset": "kas_Deva-aeb_Arab", "languages": ["kas-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915991, "recall": 0.939723, "f1": 0.923155, "accuracy": 0.939723, "main_score": 0.923155, "hf_subset": "kas_Deva-ben_Beng", "languages": ["kas-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.866365, "recall": 0.901186, "f1": 0.876713, "accuracy": 0.901186, "main_score": 0.876713, "hf_subset": "kas_Deva-est_Latn", "languages": ["kas-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879891, "recall": 0.912055, "f1": 0.889526, "accuracy": 0.912055, "main_score": 0.889526, "hf_subset": "kas_Deva-hye_Armn", "languages": ["kas-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.485112, "recall": 0.538538, "f1": 0.499983, "accuracy": 0.538538, "main_score": 0.499983, "hf_subset": "kas_Deva-kmb_Latn", "languages": ["kas-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450633, "recall": 0.517787, "f1": 0.469261, "accuracy": 0.517787, "main_score": 0.469261, "hf_subset": "kas_Deva-min_Arab", "languages": ["kas-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87393, "recall": 0.910079, "f1": 0.884881, "accuracy": 0.910079, "main_score": 0.884881, "hf_subset": "kas_Deva-pol_Latn", "languages": ["kas-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522167, "recall": 0.577075, "f1": 0.537804, "accuracy": 0.577075, "main_score": 0.537804, "hf_subset": "kas_Deva-ssw_Latn", "languages": ["kas-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902833, "recall": 0.93083, "f1": 0.911364, "accuracy": 0.93083, "main_score": 0.911364, "hf_subset": "kas_Deva-ukr_Cyrl", "languages": ["kas-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.89249, "recall": 0.923913, "f1": 0.902127, "accuracy": 0.923913, "main_score": 0.902127, "hf_subset": "kas_Deva-afr_Latn", "languages": ["kas-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898394, "recall": 0.924901, "f1": 0.906522, "accuracy": 0.924901, "main_score": 0.906522, "hf_subset": "kas_Deva-bho_Deva", "languages": ["kas-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.823301, "recall": 0.865613, "f1": 0.83587, "accuracy": 0.865613, "main_score": 0.83587, "hf_subset": "kas_Deva-eus_Latn", "languages": ["kas-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511274, "recall": 0.574111, "f1": 0.52866, "accuracy": 0.574111, "main_score": 0.52866, "hf_subset": "kas_Deva-ibo_Latn", "languages": ["kas-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700936, "recall": 0.752964, "f1": 0.714984, "accuracy": 0.752964, "main_score": 0.714984, "hf_subset": "kas_Deva-kmr_Latn", "languages": ["kas-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836968, "recall": 0.876482, "f1": 0.848946, "accuracy": 0.876482, "main_score": 0.848946, "hf_subset": "kas_Deva-min_Latn", "languages": ["kas-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916831, "recall": 0.938735, "f1": 0.923471, "accuracy": 0.938735, "main_score": 0.923471, "hf_subset": "kas_Deva-por_Latn", "languages": ["kas-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845003, "recall": 0.885375, "f1": 0.857169, "accuracy": 0.885375, "main_score": 0.857169, "hf_subset": "kas_Deva-sun_Latn", "languages": ["kas-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481613, "recall": 0.539526, "f1": 0.498026, "accuracy": 0.539526, "main_score": 0.498026, "hf_subset": "kas_Deva-umb_Latn", "languages": ["kas-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876186, "recall": 0.911067, "f1": 0.887154, "accuracy": 0.911067, "main_score": 0.887154, "hf_subset": "kas_Deva-ajp_Arab", "languages": ["kas-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.460001, "recall": 0.521739, "f1": 0.47676, "accuracy": 0.521739, "main_score": 0.47676, "hf_subset": "kas_Deva-bjn_Arab", "languages": ["kas-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470696, "recall": 0.52668, "f1": 0.485692, "accuracy": 0.52668, "main_score": 0.485692, "hf_subset": "kas_Deva-ewe_Latn", "languages": ["kas-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788876, "recall": 0.829051, "f1": 0.800134, "accuracy": 0.829051, "main_score": 0.800134, "hf_subset": "kas_Deva-ilo_Latn", "languages": ["kas-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316748, "recall": 0.374506, "f1": 0.332204, "accuracy": 0.374506, "main_score": 0.332204, "hf_subset": "kas_Deva-knc_Arab", "languages": ["kas-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.877635, "recall": 0.911067, "f1": 0.887733, "accuracy": 0.911067, "main_score": 0.887733, "hf_subset": "kas_Deva-mkd_Cyrl", "languages": ["kas-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.892104, "recall": 0.920949, "f1": 0.900906, "accuracy": 0.920949, "main_score": 0.900906, "hf_subset": "kas_Deva-prs_Arab", "languages": ["kas-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.899407, "recall": 0.927866, "f1": 0.908056, "accuracy": 0.927866, "main_score": 0.908056, "hf_subset": "kas_Deva-swe_Latn", "languages": ["kas-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908762, "recall": 0.936759, "f1": 0.917772, "accuracy": 0.936759, "main_score": 0.917772, "hf_subset": "kas_Deva-urd_Arab", "languages": ["kas-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534092, "recall": 0.589921, "f1": 0.549545, "accuracy": 0.589921, "main_score": 0.549545, "hf_subset": "kas_Deva-aka_Latn", "languages": ["kas-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838187, "recall": 0.874506, "f1": 0.849164, "accuracy": 0.874506, "main_score": 0.849164, "hf_subset": "kas_Deva-bjn_Latn", "languages": ["kas-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779654, "recall": 0.83004, "f1": 0.794417, "accuracy": 0.83004, "main_score": 0.794417, "hf_subset": "kas_Deva-fao_Latn", "languages": ["kas-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903656, "recall": 0.931818, "f1": 0.912352, "accuracy": 0.931818, "main_score": 0.912352, "hf_subset": "kas_Deva-ind_Latn", "languages": ["kas-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548638, "recall": 0.597826, "f1": 0.562623, "accuracy": 0.597826, "main_score": 0.562623, "hf_subset": "kas_Deva-knc_Latn", "languages": ["kas-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832503, "recall": 0.873518, "f1": 0.844436, "accuracy": 0.873518, "main_score": 0.844436, "hf_subset": "kas_Deva-mlt_Latn", "languages": ["kas-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613362, "recall": 0.66996, "f1": 0.629664, "accuracy": 0.66996, "main_score": 0.629664, "hf_subset": "kas_Deva-quy_Latn", "languages": ["kas-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789361, "recall": 0.832016, "f1": 0.80215, "accuracy": 0.832016, "main_score": 0.80215, "hf_subset": "kas_Deva-swh_Latn", "languages": ["kas-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857337, "recall": 0.892292, "f1": 0.86794, "accuracy": 0.892292, "main_score": 0.86794, "hf_subset": "kas_Deva-uzn_Latn", "languages": ["kas-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871353, "recall": 0.903162, "f1": 0.880719, "accuracy": 0.903162, "main_score": 0.880719, "hf_subset": "kas_Deva-als_Latn", "languages": ["kas-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408635, "recall": 0.490119, "f1": 0.430753, "accuracy": 0.490119, "main_score": 0.430753, "hf_subset": "kas_Deva-bod_Tibt", "languages": ["kas-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.593636, "recall": 0.649209, "f1": 0.608883, "accuracy": 0.649209, "main_score": 0.608883, "hf_subset": "kas_Deva-fij_Latn", "languages": ["kas-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786561, "recall": 0.839921, "f1": 0.802458, "accuracy": 0.839921, "main_score": 0.802458, "hf_subset": "kas_Deva-isl_Latn", "languages": ["kas-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576724, "recall": 0.624506, "f1": 0.590726, "accuracy": 0.624506, "main_score": 0.590726, "hf_subset": "kas_Deva-kon_Latn", "languages": ["kas-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615169, "recall": 0.674901, "f1": 0.632337, "accuracy": 0.674901, "main_score": 0.632337, "hf_subset": "kas_Deva-mni_Beng", "languages": ["kas-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.904109, "recall": 0.929842, "f1": 0.911866, "accuracy": 0.929842, "main_score": 0.911866, "hf_subset": "kas_Deva-ron_Latn", "languages": ["kas-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842095, "recall": 0.882411, "f1": 0.853986, "accuracy": 0.882411, "main_score": 0.853986, "hf_subset": "kas_Deva-szl_Latn", "languages": ["kas-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883959, "recall": 0.91502, "f1": 0.893248, "accuracy": 0.91502, "main_score": 0.893248, "hf_subset": "kas_Deva-vec_Latn", "languages": ["kas-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719979, "recall": 0.771739, "f1": 0.735347, "accuracy": 0.771739, "main_score": 0.735347, "hf_subset": "kas_Deva-amh_Ethi", "languages": ["kas-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.890547, "recall": 0.921937, "f1": 0.900329, "accuracy": 0.921937, "main_score": 0.900329, "hf_subset": "kas_Deva-bos_Latn", "languages": ["kas-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879423, "recall": 0.911067, "f1": 0.889213, "accuracy": 0.911067, "main_score": 0.889213, "hf_subset": "kas_Deva-fin_Latn", "languages": ["kas-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901329, "recall": 0.927866, "f1": 0.909223, "accuracy": 0.927866, "main_score": 0.909223, "hf_subset": "kas_Deva-ita_Latn", "languages": ["kas-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888563, "recall": 0.91996, "f1": 0.898172, "accuracy": 0.91996, "main_score": 0.898172, "hf_subset": "kas_Deva-kor_Hang", "languages": ["kas-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.500289, "recall": 0.557312, "f1": 0.516406, "accuracy": 0.557312, "main_score": 0.516406, "hf_subset": "kas_Deva-mos_Latn", "languages": ["kas-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4916, "recall": 0.541502, "f1": 0.505123, "accuracy": 0.541502, "main_score": 0.505123, "hf_subset": "kas_Deva-run_Latn", "languages": ["kas-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891008, "recall": 0.920949, "f1": 0.900165, "accuracy": 0.920949, "main_score": 0.900165, "hf_subset": "kas_Deva-tam_Taml", "languages": ["kas-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.882338, "recall": 0.913043, "f1": 0.891617, "accuracy": 0.913043, "main_score": 0.891617, "hf_subset": "kas_Deva-vie_Latn", "languages": ["kas-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873257, "recall": 0.905138, "f1": 0.88274, "accuracy": 0.905138, "main_score": 0.88274, "hf_subset": "kas_Deva-apc_Arab", "languages": ["kas-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.687755, "recall": 0.738142, "f1": 0.702412, "accuracy": 0.738142, "main_score": 0.702412, "hf_subset": "kas_Deva-bug_Latn", "languages": ["kas-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44323, "recall": 0.497036, "f1": 0.457574, "accuracy": 0.497036, "main_score": 0.457574, "hf_subset": "kas_Deva-fon_Latn", "languages": ["kas-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857773, "recall": 0.893281, "f1": 0.868314, "accuracy": 0.893281, "main_score": 0.868314, "hf_subset": "kas_Deva-jav_Latn", "languages": ["kas-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81358, "recall": 0.857708, "f1": 0.82655, "accuracy": 0.857708, "main_score": 0.82655, "hf_subset": "kas_Deva-lao_Laoo", "languages": ["kas-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.646752, "recall": 0.702569, "f1": 0.662963, "accuracy": 0.702569, "main_score": 0.662963, "hf_subset": "kas_Deva-mri_Latn", "languages": ["kas-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886578, "recall": 0.916996, "f1": 0.895619, "accuracy": 0.916996, "main_score": 0.895619, "hf_subset": "kas_Deva-rus_Cyrl", "languages": ["kas-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503353, "recall": 0.554348, "f1": 0.517511, "accuracy": 0.554348, "main_score": 0.517511, "hf_subset": "kas_Deva-taq_Latn", "languages": ["kas-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870052, "recall": 0.903162, "f1": 0.879727, "accuracy": 0.903162, "main_score": 0.879727, "hf_subset": "kas_Deva-war_Latn", "languages": ["kas-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883564, "recall": 0.91502, "f1": 0.892989, "accuracy": 0.91502, "main_score": 0.892989, "hf_subset": "kas_Deva-arb_Arab", "languages": ["kas-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.898057, "recall": 0.925889, "f1": 0.906343, "accuracy": 0.925889, "main_score": 0.906343, "hf_subset": "kas_Deva-bul_Cyrl", "languages": ["kas-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.91059, "recall": 0.933794, "f1": 0.917556, "accuracy": 0.933794, "main_score": 0.917556, "hf_subset": "kas_Deva-fra_Latn", "languages": ["kas-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895619, "recall": 0.921937, "f1": 0.903498, "accuracy": 0.921937, "main_score": 0.903498, "hf_subset": "kas_Deva-jpn_Jpan", "languages": ["kas-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.848708, "recall": 0.887352, "f1": 0.860458, "accuracy": 0.887352, "main_score": 0.860458, "hf_subset": "kas_Deva-lij_Latn", "languages": ["kas-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812319, "recall": 0.859684, "f1": 0.826303, "accuracy": 0.859684, "main_score": 0.826303, "hf_subset": "kas_Deva-mya_Mymr", "languages": ["kas-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.53178, "recall": 0.594862, "f1": 0.549517, "accuracy": 0.594862, "main_score": 0.549517, "hf_subset": "kas_Deva-sag_Latn", "languages": ["kas-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.188318, "recall": 0.245059, "f1": 0.201254, "accuracy": 0.245059, "main_score": 0.201254, "hf_subset": "kas_Deva-taq_Tfng", "languages": ["kas-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.563229, "recall": 0.62747, "f1": 0.580876, "accuracy": 0.62747, "main_score": 0.580876, "hf_subset": "kas_Deva-wol_Latn", "languages": ["kas-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602125, "recall": 0.664032, "f1": 0.619323, "accuracy": 0.664032, "main_score": 0.619323, "hf_subset": "kas_Deva-arb_Latn", "languages": ["kas-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898551, "recall": 0.928854, "f1": 0.908103, "accuracy": 0.928854, "main_score": 0.908103, "hf_subset": "kas_Deva-cat_Latn", "languages": ["kas-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837566, "recall": 0.875494, "f1": 0.848748, "accuracy": 0.875494, "main_score": 0.848748, "hf_subset": "kas_Deva-fur_Latn", "languages": ["kas-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393029, "recall": 0.451581, "f1": 0.409054, "accuracy": 0.451581, "main_score": 0.409054, "hf_subset": "kas_Deva-kab_Latn", "languages": ["kas-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838801, "recall": 0.878458, "f1": 0.850711, "accuracy": 0.878458, "main_score": 0.850711, "hf_subset": "kas_Deva-lim_Latn", "languages": ["kas-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874045, "recall": 0.908103, "f1": 0.884143, "accuracy": 0.908103, "main_score": 0.884143, "hf_subset": "kas_Deva-nld_Latn", "languages": ["kas-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856785, "recall": 0.896245, "f1": 0.86917, "accuracy": 0.896245, "main_score": 0.86917, "hf_subset": "kas_Deva-san_Deva", "languages": ["kas-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.829298, "recall": 0.871542, "f1": 0.842165, "accuracy": 0.871542, "main_score": 0.842165, "hf_subset": "kas_Deva-tat_Cyrl", "languages": ["kas-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587523, "recall": 0.645257, "f1": 0.603692, "accuracy": 0.645257, "main_score": 0.603692, "hf_subset": "kas_Deva-xho_Latn", "languages": ["kas-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881209, "recall": 0.913043, "f1": 0.890994, "accuracy": 0.913043, "main_score": 0.890994, "hf_subset": "kas_Deva-ars_Arab", "languages": ["kas-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.883465, "recall": 0.912055, "f1": 0.892251, "accuracy": 0.912055, "main_score": 0.892251, "hf_subset": "kas_Deva-ceb_Latn", "languages": ["kas-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520431, "recall": 0.582016, "f1": 0.538756, "accuracy": 0.582016, "main_score": 0.538756, "hf_subset": "kas_Deva-fuv_Latn", "languages": ["kas-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485379, "recall": 0.544466, "f1": 0.501203, "accuracy": 0.544466, "main_score": 0.501203, "hf_subset": "kas_Deva-kac_Latn", "languages": ["kas-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604802, "recall": 0.661067, "f1": 0.620546, "accuracy": 0.661067, "main_score": 0.620546, "hf_subset": "kas_Deva-lin_Latn", "languages": ["kas-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89721, "recall": 0.924901, "f1": 0.905682, "accuracy": 0.924901, "main_score": 0.905682, "hf_subset": "kas_Deva-nno_Latn", "languages": ["kas-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154716, "recall": 0.211462, "f1": 0.168708, "accuracy": 0.211462, "main_score": 0.168708, "hf_subset": "kas_Deva-sat_Olck", "languages": ["kas-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.899078, "recall": 0.927866, "f1": 0.907905, "accuracy": 0.927866, "main_score": 0.907905, "hf_subset": "kas_Deva-tel_Telu", "languages": ["kas-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.717655, "recall": 0.780632, "f1": 0.73635, "accuracy": 0.780632, "main_score": 0.73635, "hf_subset": "kas_Deva-ydd_Hebr", "languages": ["kas-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.81633, "recall": 0.860672, "f1": 0.829661, "accuracy": 0.860672, "main_score": 0.829661, "hf_subset": "kas_Deva-ary_Arab", "languages": ["kas-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.899127, "recall": 0.925889, "f1": 0.907053, "accuracy": 0.925889, "main_score": 0.907053, "hf_subset": "kas_Deva-ces_Latn", "languages": ["kas-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523148, "recall": 0.581028, "f1": 0.540452, "accuracy": 0.581028, "main_score": 0.540452, "hf_subset": "kas_Deva-gaz_Latn", "languages": ["kas-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517584, "recall": 0.574111, "f1": 0.53375, "accuracy": 0.574111, "main_score": 0.53375, "hf_subset": "kas_Deva-kam_Latn", "languages": ["kas-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85793, "recall": 0.897233, "f1": 0.870096, "accuracy": 0.897233, "main_score": 0.870096, "hf_subset": "kas_Deva-lit_Latn", "languages": ["kas-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898395, "recall": 0.926877, "f1": 0.906966, "accuracy": 0.926877, "main_score": 0.906966, "hf_subset": "kas_Deva-nob_Latn", "languages": ["kas-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83587, "recall": 0.876482, "f1": 0.848043, "accuracy": 0.876482, "main_score": 0.848043, "hf_subset": "kas_Deva-scn_Latn", "languages": ["kas-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826062, "recall": 0.865613, "f1": 0.837634, "accuracy": 0.865613, "main_score": 0.837634, "hf_subset": "kas_Deva-tgk_Cyrl", "languages": ["kas-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541314, "recall": 0.610672, "f1": 0.561451, "accuracy": 0.610672, "main_score": 0.561451, "hf_subset": "kas_Deva-yor_Latn", "languages": ["kas-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87053, "recall": 0.906126, "f1": 0.881275, "accuracy": 0.906126, "main_score": 0.881275, "hf_subset": "kas_Deva-arz_Arab", "languages": ["kas-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516429, "recall": 0.568182, "f1": 0.531093, "accuracy": 0.568182, "main_score": 0.531093, "hf_subset": "kas_Deva-cjk_Latn", "languages": ["kas-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609965, "recall": 0.66996, "f1": 0.627711, "accuracy": 0.66996, "main_score": 0.627711, "hf_subset": "kas_Deva-gla_Latn", "languages": ["kas-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872266, "recall": 0.909091, "f1": 0.883696, "accuracy": 0.909091, "main_score": 0.883696, "hf_subset": "kas_Deva-kan_Knda", "languages": ["kas-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.860952, "recall": 0.894269, "f1": 0.870803, "accuracy": 0.894269, "main_score": 0.870803, "hf_subset": "kas_Deva-lmo_Latn", "languages": ["kas-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899242, "recall": 0.926877, "f1": 0.907543, "accuracy": 0.926877, "main_score": 0.907543, "hf_subset": "kas_Deva-npi_Deva", "languages": ["kas-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.431592, "recall": 0.48913, "f1": 0.44742, "accuracy": 0.48913, "main_score": 0.44742, "hf_subset": "kas_Deva-shn_Mymr", "languages": ["kas-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.90775, "recall": 0.933794, "f1": 0.915761, "accuracy": 0.933794, "main_score": 0.915761, "hf_subset": "kas_Deva-tgl_Latn", "languages": ["kas-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882618, "recall": 0.913043, "f1": 0.891636, "accuracy": 0.913043, "main_score": 0.891636, "hf_subset": "kas_Deva-yue_Hant", "languages": ["kas-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.888614, "recall": 0.91996, "f1": 0.898221, "accuracy": 0.91996, "main_score": 0.898221, "hf_subset": "kas_Deva-asm_Beng", "languages": ["kas-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.752623, "recall": 0.807312, "f1": 0.768266, "accuracy": 0.807312, "main_score": 0.768266, "hf_subset": "kas_Deva-ckb_Arab", "languages": ["kas-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.644344, "recall": 0.706522, "f1": 0.661777, "accuracy": 0.706522, "main_score": 0.661777, "hf_subset": "kas_Deva-gle_Latn", "languages": ["kas-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917902, "recall": 0.942688, "f1": 0.925791, "accuracy": 0.942688, "main_score": 0.925791, "hf_subset": "kas_Deva-kas_Arab", "languages": ["kas-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.763216, "recall": 0.813241, "f1": 0.778306, "accuracy": 0.813241, "main_score": 0.778306, "hf_subset": "kas_Deva-ltg_Latn", "languages": ["kas-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549439, "recall": 0.604743, "f1": 0.564673, "accuracy": 0.604743, "main_score": 0.564673, "hf_subset": "kas_Deva-nso_Latn", "languages": ["kas-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792177, "recall": 0.842885, "f1": 0.807068, "accuracy": 0.842885, "main_score": 0.807068, "hf_subset": "kas_Deva-sin_Sinh", "languages": ["kas-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.886314, "recall": 0.916996, "f1": 0.895455, "accuracy": 0.916996, "main_score": 0.895455, "hf_subset": "kas_Deva-tha_Thai", "languages": ["kas-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.869346, "recall": 0.90415, "f1": 0.879776, "accuracy": 0.90415, "main_score": 0.879776, "hf_subset": "kas_Deva-zho_Hans", "languages": ["kas-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.886948, "recall": 0.916996, "f1": 0.896047, "accuracy": 0.916996, "main_score": 0.896047, "hf_subset": "kas_Deva-ast_Latn", "languages": ["kas-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834272, "recall": 0.87747, "f1": 0.847285, "accuracy": 0.87747, "main_score": 0.847285, "hf_subset": "kas_Deva-crh_Latn", "languages": ["kas-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90723, "recall": 0.934783, "f1": 0.915744, "accuracy": 0.934783, "main_score": 0.915744, "hf_subset": "kas_Deva-glg_Latn", "languages": ["kas-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839043, "recall": 0.87747, "f1": 0.850711, "accuracy": 0.87747, "main_score": 0.850711, "hf_subset": "kas_Deva-ltz_Latn", "languages": ["kas-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445965, "recall": 0.506917, "f1": 0.46268, "accuracy": 0.506917, "main_score": 0.46268, "hf_subset": "kas_Deva-nus_Latn", "languages": ["kas-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896633, "recall": 0.924901, "f1": 0.905075, "accuracy": 0.924901, "main_score": 0.905075, "hf_subset": "kas_Deva-slk_Latn", "languages": ["kas-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524245, "recall": 0.590909, "f1": 0.543549, "accuracy": 0.590909, "main_score": 0.543549, "hf_subset": "kas_Deva-tir_Ethi", "languages": ["kas-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.881291, "recall": 0.916008, "f1": 0.892095, "accuracy": 0.916008, "main_score": 0.892095, "hf_subset": "kas_Deva-zho_Hant", "languages": ["kas-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.92225, "recall": 0.944664, "f1": 0.929084, "accuracy": 0.944664, "main_score": 0.929084, "hf_subset": "kas_Deva-awa_Deva", "languages": ["kas-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.787335, "recall": 0.83498, "f1": 0.801055, "accuracy": 0.83498, "main_score": 0.801055, "hf_subset": "kas_Deva-cym_Latn", "languages": ["kas-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696057, "recall": 0.745059, "f1": 0.709823, "accuracy": 0.745059, "main_score": 0.709823, "hf_subset": "kas_Deva-grn_Latn", "languages": ["kas-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837313, "recall": 0.878458, "f1": 0.849962, "accuracy": 0.878458, "main_score": 0.849962, "hf_subset": "kas_Deva-kat_Geor", "languages": ["kas-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.565787, "recall": 0.619565, "f1": 0.58103, "accuracy": 0.619565, "main_score": 0.58103, "hf_subset": "kas_Deva-lua_Latn", "languages": ["kas-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573763, "recall": 0.633399, "f1": 0.590046, "accuracy": 0.633399, "main_score": 0.590046, "hf_subset": "kas_Deva-nya_Latn", "languages": ["kas-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877923, "recall": 0.911067, "f1": 0.888032, "accuracy": 0.911067, "main_score": 0.888032, "hf_subset": "kas_Deva-slv_Latn", "languages": ["kas-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790729, "recall": 0.83498, "f1": 0.80393, "accuracy": 0.83498, "main_score": 0.80393, "hf_subset": "kas_Deva-tpi_Latn", "languages": ["kas-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913118, "recall": 0.936759, "f1": 0.920411, "accuracy": 0.936759, "main_score": 0.920411, "hf_subset": "kas_Deva-zsm_Latn", "languages": ["kas-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503154, "recall": 0.561265, "f1": 0.519637, "accuracy": 0.561265, "main_score": 0.519637, "hf_subset": "kas_Deva-ayr_Latn", "languages": ["kas-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904562, "recall": 0.93083, "f1": 0.912385, "accuracy": 0.93083, "main_score": 0.912385, "hf_subset": "kas_Deva-dan_Latn", "languages": ["kas-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909124, "recall": 0.934783, "f1": 0.916963, "accuracy": 0.934783, "main_score": 0.916963, "hf_subset": "kas_Deva-guj_Gujr", "languages": ["kas-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.866337, "recall": 0.902174, "f1": 0.87724, "accuracy": 0.902174, "main_score": 0.87724, "hf_subset": "kas_Deva-kaz_Cyrl", "languages": ["kas-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.488076, "recall": 0.54249, "f1": 0.50368, "accuracy": 0.54249, "main_score": 0.50368, "hf_subset": "kas_Deva-lug_Latn", "languages": ["kas-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895784, "recall": 0.922925, "f1": 0.903873, "accuracy": 0.922925, "main_score": 0.903873, "hf_subset": "kas_Deva-oci_Latn", "languages": ["kas-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632997, "recall": 0.6917, "f1": 0.649725, "accuracy": 0.6917, "main_score": 0.649725, "hf_subset": "kas_Deva-smo_Latn", "languages": ["kas-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502233, "recall": 0.561265, "f1": 0.518944, "accuracy": 0.561265, "main_score": 0.518944, "hf_subset": "kas_Deva-tsn_Latn", "languages": ["kas-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517144, "recall": 0.576087, "f1": 0.533258, "accuracy": 0.576087, "main_score": 0.533258, "hf_subset": "kas_Deva-zul_Latn", "languages": ["kas-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772189, "recall": 0.81917, "f1": 0.786232, "accuracy": 0.81917, "main_score": 0.786232, "hf_subset": "kas_Deva-azb_Arab", "languages": ["kas-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.905468, "recall": 0.931818, "f1": 0.913142, "accuracy": 0.931818, "main_score": 0.913142, "hf_subset": "kas_Deva-deu_Latn", "languages": ["kas-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795455, "recall": 0.840909, "f1": 0.808783, "accuracy": 0.840909, "main_score": 0.808783, "hf_subset": "kas_Deva-hat_Latn", "languages": ["kas-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469847, "recall": 0.517787, "f1": 0.483202, "accuracy": 0.517787, "main_score": 0.483202, "hf_subset": "kas_Deva-kbp_Latn", "languages": ["kas-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544584, "recall": 0.601779, "f1": 0.56039, "accuracy": 0.601779, "main_score": 0.56039, "hf_subset": "kas_Deva-luo_Latn", "languages": ["kas-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904018, "recall": 0.932806, "f1": 0.913011, "accuracy": 0.932806, "main_score": 0.913011, "hf_subset": "kas_Deva-ory_Orya", "languages": ["kas-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.510474, "recall": 0.570158, "f1": 0.528247, "accuracy": 0.570158, "main_score": 0.528247, "hf_subset": "kas_Deva-sna_Latn", "languages": ["kas-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523263, "recall": 0.568182, "f1": 0.535945, "accuracy": 0.568182, "main_score": 0.535945, "hf_subset": "kas_Deva-tso_Latn", "languages": ["kas-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861142, "recall": 0.897233, "f1": 0.872217, "accuracy": 0.897233, "main_score": 0.872217, "hf_subset": "kas_Deva-azj_Latn", "languages": ["kas-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480962, "recall": 0.547431, "f1": 0.499922, "accuracy": 0.547431, "main_score": 0.499922, "hf_subset": "kas_Deva-dik_Latn", "languages": ["kas-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606407, "recall": 0.662055, "f1": 0.622006, "accuracy": 0.662055, "main_score": 0.622006, "hf_subset": "kas_Deva-hau_Latn", "languages": ["kas-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83664, "recall": 0.87253, "f1": 0.846952, "accuracy": 0.87253, "main_score": 0.846952, "hf_subset": "kas_Deva-kea_Latn", "languages": ["kas-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656151, "recall": 0.704545, "f1": 0.67012, "accuracy": 0.704545, "main_score": 0.67012, "hf_subset": "kas_Deva-lus_Latn", "languages": ["kas-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747903, "recall": 0.785573, "f1": 0.758612, "accuracy": 0.785573, "main_score": 0.758612, "hf_subset": "kas_Deva-pag_Latn", "languages": ["kas-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899786, "recall": 0.928854, "f1": 0.908794, "accuracy": 0.928854, "main_score": 0.908794, "hf_subset": "kas_Deva-snd_Arab", "languages": ["kas-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.768323, "recall": 0.81917, "f1": 0.783157, "accuracy": 0.81917, "main_score": 0.783157, "hf_subset": "kas_Deva-tuk_Latn", "languages": ["kas-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83125, "recall": 0.869565, "f1": 0.842286, "accuracy": 0.869565, "main_score": 0.842286, "hf_subset": "kas_Deva-bak_Cyrl", "languages": ["kas-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.436101, "recall": 0.51087, "f1": 0.457666, "accuracy": 0.51087, "main_score": 0.457666, "hf_subset": "kas_Deva-dyu_Latn", "languages": ["kas-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875472, "recall": 0.909091, "f1": 0.88587, "accuracy": 0.909091, "main_score": 0.88587, "hf_subset": "kas_Deva-heb_Hebr", "languages": ["kas-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.809223, "recall": 0.855731, "f1": 0.822995, "accuracy": 0.855731, "main_score": 0.822995, "hf_subset": "kas_Deva-khk_Cyrl", "languages": ["kas-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.877882, "recall": 0.910079, "f1": 0.887502, "accuracy": 0.910079, "main_score": 0.887502, "hf_subset": "kas_Deva-lvs_Latn", "languages": ["kas-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908794, "recall": 0.935771, "f1": 0.917128, "accuracy": 0.935771, "main_score": 0.917128, "hf_subset": "kas_Deva-pan_Guru", "languages": ["kas-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.572194, "recall": 0.636364, "f1": 0.590409, "accuracy": 0.636364, "main_score": 0.590409, "hf_subset": "kas_Deva-som_Latn", "languages": ["kas-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531184, "recall": 0.579051, "f1": 0.544597, "accuracy": 0.579051, "main_score": 0.544597, "hf_subset": "kas_Deva-tum_Latn", "languages": ["kas-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579683, "recall": 0.644269, "f1": 0.598387, "accuracy": 0.644269, "main_score": 0.598387, "hf_subset": "ltz_Latn-ace_Arab", "languages": ["ltz-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525597, "recall": 0.587945, "f1": 0.543043, "accuracy": 0.587945, "main_score": 0.543043, "hf_subset": "ltz_Latn-bam_Latn", "languages": ["ltz-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37718, "recall": 0.44664, "f1": 0.395381, "accuracy": 0.44664, "main_score": 0.395381, "hf_subset": "ltz_Latn-dzo_Tibt", "languages": ["ltz-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ltz_Latn-hin_Deva", "languages": ["ltz-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ltz_Latn-khm_Khmr", "languages": ["ltz-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.980435, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "ltz_Latn-mag_Deva", "languages": ["ltz-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ltz_Latn-pap_Latn", "languages": ["ltz-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58531, "recall": 0.645257, "f1": 0.602364, "accuracy": 0.645257, "main_score": 0.602364, "hf_subset": "ltz_Latn-sot_Latn", "languages": ["ltz-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ltz_Latn-tur_Latn", "languages": ["ltz-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844401, "recall": 0.880435, "f1": 0.855534, "accuracy": 0.880435, "main_score": 0.855534, "hf_subset": "ltz_Latn-ace_Latn", "languages": ["ltz-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93111, "recall": 0.947628, "f1": 0.936133, "accuracy": 0.947628, "main_score": 0.936133, "hf_subset": "ltz_Latn-ban_Latn", "languages": ["ltz-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-ell_Grek", "languages": ["ltz-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.973732, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "ltz_Latn-hne_Deva", "languages": ["ltz-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.576674, "recall": 0.633399, "f1": 0.592848, "accuracy": 0.633399, "main_score": 0.592848, "hf_subset": "ltz_Latn-kik_Latn", "languages": ["ltz-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ltz_Latn-mai_Deva", "languages": ["ltz-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945487, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "ltz_Latn-pbt_Arab", "languages": ["ltz-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-spa_Latn", "languages": ["ltz-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599377, "recall": 0.66502, "f1": 0.618219, "accuracy": 0.66502, "main_score": 0.618219, "hf_subset": "ltz_Latn-twi_Latn", "languages": ["ltz-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ltz_Latn-acm_Arab", "languages": ["ltz-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ltz_Latn-bel_Cyrl", "languages": ["ltz-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-eng_Latn", "languages": ["ltz-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-hrv_Latn", "languages": ["ltz-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55296, "recall": 0.615613, "f1": 0.570344, "accuracy": 0.615613, "main_score": 0.570344, "hf_subset": "ltz_Latn-kin_Latn", "languages": ["ltz-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "ltz_Latn-mal_Mlym", "languages": ["ltz-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ltz_Latn-pes_Arab", "languages": ["ltz-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ltz_Latn-srd_Latn", "languages": ["ltz-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171662, "recall": 0.215415, "f1": 0.182657, "accuracy": 0.215415, "main_score": 0.182657, "hf_subset": "ltz_Latn-tzm_Tfng", "languages": ["ltz-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ltz_Latn-acq_Arab", "languages": ["ltz-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.609216, "recall": 0.660079, "f1": 0.62352, "accuracy": 0.660079, "main_score": 0.62352, "hf_subset": "ltz_Latn-bem_Latn", "languages": ["ltz-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-epo_Latn", "languages": ["ltz-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-hun_Latn", "languages": ["ltz-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952487, "recall": 0.966403, "f1": 0.956917, "accuracy": 0.966403, "main_score": 0.956917, "hf_subset": "ltz_Latn-kir_Cyrl", "languages": ["ltz-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ltz_Latn-mar_Deva", "languages": ["ltz-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639723, "recall": 0.695652, "f1": 0.655524, "accuracy": 0.695652, "main_score": 0.655524, "hf_subset": "ltz_Latn-plt_Latn", "languages": ["ltz-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-srp_Cyrl", "languages": ["ltz-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.894845, "recall": 0.924901, "f1": 0.904545, "accuracy": 0.924901, "main_score": 0.904545, "hf_subset": "ltz_Latn-uig_Arab", "languages": ["ltz-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "ltz_Latn-aeb_Arab", "languages": ["ltz-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ltz_Latn-ben_Beng", "languages": ["ltz-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ltz_Latn-est_Latn", "languages": ["ltz-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ltz_Latn-hye_Armn", "languages": ["ltz-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.540771, "recall": 0.593874, "f1": 0.555571, "accuracy": 0.593874, "main_score": 0.555571, "hf_subset": "ltz_Latn-kmb_Latn", "languages": ["ltz-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506722, "recall": 0.58004, "f1": 0.526006, "accuracy": 0.58004, "main_score": 0.526006, "hf_subset": "ltz_Latn-min_Arab", "languages": ["ltz-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-pol_Latn", "languages": ["ltz-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545315, "recall": 0.61166, "f1": 0.564599, "accuracy": 0.61166, "main_score": 0.564599, "hf_subset": "ltz_Latn-ssw_Latn", "languages": ["ltz-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-ukr_Cyrl", "languages": ["ltz-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ltz_Latn-afr_Latn", "languages": ["ltz-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.983202, "f1": 0.97892, "accuracy": 0.983202, "main_score": 0.97892, "hf_subset": "ltz_Latn-bho_Deva", "languages": ["ltz-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96138, "recall": 0.972332, "f1": 0.964822, "accuracy": 0.972332, "main_score": 0.964822, "hf_subset": "ltz_Latn-eus_Latn", "languages": ["ltz-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573353, "recall": 0.640316, "f1": 0.592203, "accuracy": 0.640316, "main_score": 0.592203, "hf_subset": "ltz_Latn-ibo_Latn", "languages": ["ltz-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851235, "recall": 0.890316, "f1": 0.863373, "accuracy": 0.890316, "main_score": 0.863373, "hf_subset": "ltz_Latn-kmr_Latn", "languages": ["ltz-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95084, "recall": 0.966403, "f1": 0.955929, "accuracy": 0.966403, "main_score": 0.955929, "hf_subset": "ltz_Latn-min_Latn", "languages": ["ltz-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-por_Latn", "languages": ["ltz-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "ltz_Latn-sun_Latn", "languages": ["ltz-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511333, "recall": 0.571146, "f1": 0.528441, "accuracy": 0.571146, "main_score": 0.528441, "hf_subset": "ltz_Latn-umb_Latn", "languages": ["ltz-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ltz_Latn-ajp_Arab", "languages": ["ltz-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542183, "recall": 0.605731, "f1": 0.559758, "accuracy": 0.605731, "main_score": 0.559758, "hf_subset": "ltz_Latn-bjn_Arab", "languages": ["ltz-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512091, "recall": 0.575099, "f1": 0.529886, "accuracy": 0.575099, "main_score": 0.529886, "hf_subset": "ltz_Latn-ewe_Latn", "languages": ["ltz-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923501, "recall": 0.944664, "f1": 0.930072, "accuracy": 0.944664, "main_score": 0.930072, "hf_subset": "ltz_Latn-ilo_Latn", "languages": ["ltz-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316376, "recall": 0.37747, "f1": 0.333011, "accuracy": 0.37747, "main_score": 0.333011, "hf_subset": "ltz_Latn-knc_Arab", "languages": ["ltz-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-mkd_Cyrl", "languages": ["ltz-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "ltz_Latn-prs_Arab", "languages": ["ltz-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-swe_Latn", "languages": ["ltz-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ltz_Latn-urd_Arab", "languages": ["ltz-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586709, "recall": 0.652174, "f1": 0.604518, "accuracy": 0.652174, "main_score": 0.604518, "hf_subset": "ltz_Latn-aka_Latn", "languages": ["ltz-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944046, "recall": 0.958498, "f1": 0.948408, "accuracy": 0.958498, "main_score": 0.948408, "hf_subset": "ltz_Latn-bjn_Latn", "languages": ["ltz-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "ltz_Latn-fao_Latn", "languages": ["ltz-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-ind_Latn", "languages": ["ltz-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580402, "recall": 0.631423, "f1": 0.594966, "accuracy": 0.631423, "main_score": 0.594966, "hf_subset": "ltz_Latn-knc_Latn", "languages": ["ltz-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "ltz_Latn-mlt_Latn", "languages": ["ltz-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674811, "recall": 0.738142, "f1": 0.693453, "accuracy": 0.738142, "main_score": 0.693453, "hf_subset": "ltz_Latn-quy_Latn", "languages": ["ltz-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939476, "recall": 0.956522, "f1": 0.944895, "accuracy": 0.956522, "main_score": 0.944895, "hf_subset": "ltz_Latn-swh_Latn", "languages": ["ltz-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ltz_Latn-uzn_Latn", "languages": ["ltz-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-als_Latn", "languages": ["ltz-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556677, "recall": 0.637352, "f1": 0.57963, "accuracy": 0.637352, "main_score": 0.57963, "hf_subset": "ltz_Latn-bod_Tibt", "languages": ["ltz-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.684298, "recall": 0.743083, "f1": 0.701405, "accuracy": 0.743083, "main_score": 0.701405, "hf_subset": "ltz_Latn-fij_Latn", "languages": ["ltz-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ltz_Latn-isl_Latn", "languages": ["ltz-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646651, "recall": 0.698617, "f1": 0.66177, "accuracy": 0.698617, "main_score": 0.66177, "hf_subset": "ltz_Latn-kon_Latn", "languages": ["ltz-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639979, "recall": 0.706522, "f1": 0.659133, "accuracy": 0.706522, "main_score": 0.659133, "hf_subset": "ltz_Latn-mni_Beng", "languages": ["ltz-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-ron_Latn", "languages": ["ltz-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "ltz_Latn-szl_Latn", "languages": ["ltz-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ltz_Latn-vec_Latn", "languages": ["ltz-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878129, "recall": 0.911067, "f1": 0.888274, "accuracy": 0.911067, "main_score": 0.888274, "hf_subset": "ltz_Latn-amh_Ethi", "languages": ["ltz-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-bos_Latn", "languages": ["ltz-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ltz_Latn-fin_Latn", "languages": ["ltz-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ltz_Latn-ita_Latn", "languages": ["ltz-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ltz_Latn-kor_Hang", "languages": ["ltz-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.53983, "recall": 0.602767, "f1": 0.557438, "accuracy": 0.602767, "main_score": 0.557438, "hf_subset": "ltz_Latn-mos_Latn", "languages": ["ltz-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548847, "recall": 0.606719, "f1": 0.565156, "accuracy": 0.606719, "main_score": 0.565156, "hf_subset": "ltz_Latn-run_Latn", "languages": ["ltz-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ltz_Latn-tam_Taml", "languages": ["ltz-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-vie_Latn", "languages": ["ltz-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "ltz_Latn-apc_Arab", "languages": ["ltz-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.774341, "recall": 0.824111, "f1": 0.789328, "accuracy": 0.824111, "main_score": 0.789328, "hf_subset": "ltz_Latn-bug_Latn", "languages": ["ltz-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470225, "recall": 0.531621, "f1": 0.48618, "accuracy": 0.531621, "main_score": 0.48618, "hf_subset": "ltz_Latn-fon_Latn", "languages": ["ltz-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976367, "recall": 0.983202, "f1": 0.978491, "accuracy": 0.983202, "main_score": 0.978491, "hf_subset": "ltz_Latn-jav_Latn", "languages": ["ltz-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ltz_Latn-lao_Laoo", "languages": ["ltz-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.801828, "recall": 0.847826, "f1": 0.815467, "accuracy": 0.847826, "main_score": 0.815467, "hf_subset": "ltz_Latn-mri_Latn", "languages": ["ltz-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-rus_Cyrl", "languages": ["ltz-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529537, "recall": 0.59585, "f1": 0.547773, "accuracy": 0.59585, "main_score": 0.547773, "hf_subset": "ltz_Latn-taq_Latn", "languages": ["ltz-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "ltz_Latn-war_Latn", "languages": ["ltz-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ltz_Latn-arb_Arab", "languages": ["ltz-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ltz_Latn-bul_Cyrl", "languages": ["ltz-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-fra_Latn", "languages": ["ltz-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988307, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "ltz_Latn-jpn_Jpan", "languages": ["ltz-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.976038, "recall": 0.983202, "f1": 0.978327, "accuracy": 0.983202, "main_score": 0.978327, "hf_subset": "ltz_Latn-lij_Latn", "languages": ["ltz-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950016, "recall": 0.964427, "f1": 0.954611, "accuracy": 0.964427, "main_score": 0.954611, "hf_subset": "ltz_Latn-mya_Mymr", "languages": ["ltz-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.588653, "recall": 0.655138, "f1": 0.607431, "accuracy": 0.655138, "main_score": 0.607431, "hf_subset": "ltz_Latn-sag_Latn", "languages": ["ltz-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199632, "recall": 0.253953, "f1": 0.211642, "accuracy": 0.253953, "main_score": 0.211642, "hf_subset": "ltz_Latn-taq_Tfng", "languages": ["ltz-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.625899, "recall": 0.692688, "f1": 0.64572, "accuracy": 0.692688, "main_score": 0.64572, "hf_subset": "ltz_Latn-wol_Latn", "languages": ["ltz-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745739, "recall": 0.802372, "f1": 0.762813, "accuracy": 0.802372, "main_score": 0.762813, "hf_subset": "ltz_Latn-arb_Latn", "languages": ["ltz-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ltz_Latn-cat_Latn", "languages": ["ltz-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ltz_Latn-fur_Latn", "languages": ["ltz-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40504, "recall": 0.462451, "f1": 0.420847, "accuracy": 0.462451, "main_score": 0.420847, "hf_subset": "ltz_Latn-kab_Latn", "languages": ["ltz-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "ltz_Latn-lim_Latn", "languages": ["ltz-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-nld_Latn", "languages": ["ltz-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "ltz_Latn-san_Deva", "languages": ["ltz-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "ltz_Latn-tat_Cyrl", "languages": ["ltz-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652536, "recall": 0.703557, "f1": 0.667415, "accuracy": 0.703557, "main_score": 0.667415, "hf_subset": "ltz_Latn-xho_Latn", "languages": ["ltz-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ltz_Latn-ars_Arab", "languages": ["ltz-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ltz_Latn-ceb_Latn", "languages": ["ltz-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546233, "recall": 0.607708, "f1": 0.563666, "accuracy": 0.607708, "main_score": 0.563666, "hf_subset": "ltz_Latn-fuv_Latn", "languages": ["ltz-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497616, "recall": 0.561265, "f1": 0.515447, "accuracy": 0.561265, "main_score": 0.515447, "hf_subset": "ltz_Latn-kac_Latn", "languages": ["ltz-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658853, "recall": 0.711462, "f1": 0.673835, "accuracy": 0.711462, "main_score": 0.673835, "hf_subset": "ltz_Latn-lin_Latn", "languages": ["ltz-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-nno_Latn", "languages": ["ltz-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195043, "recall": 0.26087, "f1": 0.211887, "accuracy": 0.26087, "main_score": 0.211887, "hf_subset": "ltz_Latn-sat_Olck", "languages": ["ltz-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ltz_Latn-tel_Telu", "languages": ["ltz-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.950181, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "ltz_Latn-ydd_Hebr", "languages": ["ltz-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.950181, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "ltz_Latn-ary_Arab", "languages": ["ltz-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-ces_Latn", "languages": ["ltz-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558004, "recall": 0.623518, "f1": 0.576849, "accuracy": 0.623518, "main_score": 0.576849, "hf_subset": "ltz_Latn-gaz_Latn", "languages": ["ltz-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570311, "recall": 0.634387, "f1": 0.588114, "accuracy": 0.634387, "main_score": 0.588114, "hf_subset": "ltz_Latn-kam_Latn", "languages": ["ltz-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979496, "recall": 0.985178, "f1": 0.981291, "accuracy": 0.985178, "main_score": 0.981291, "hf_subset": "ltz_Latn-lit_Latn", "languages": ["ltz-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ltz_Latn-nob_Latn", "languages": ["ltz-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "ltz_Latn-scn_Latn", "languages": ["ltz-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944203, "recall": 0.958498, "f1": 0.948617, "accuracy": 0.958498, "main_score": 0.948617, "hf_subset": "ltz_Latn-tgk_Cyrl", "languages": ["ltz-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.669388, "recall": 0.736166, "f1": 0.689213, "accuracy": 0.736166, "main_score": 0.689213, "hf_subset": "ltz_Latn-yor_Latn", "languages": ["ltz-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ltz_Latn-arz_Arab", "languages": ["ltz-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543231, "recall": 0.604743, "f1": 0.561091, "accuracy": 0.604743, "main_score": 0.561091, "hf_subset": "ltz_Latn-cjk_Latn", "languages": ["ltz-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74828, "recall": 0.802372, "f1": 0.764363, "accuracy": 0.802372, "main_score": 0.764363, "hf_subset": "ltz_Latn-gla_Latn", "languages": ["ltz-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ltz_Latn-kan_Knda", "languages": ["ltz-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.982213, "f1": 0.978426, "accuracy": 0.982213, "main_score": 0.978426, "hf_subset": "ltz_Latn-lmo_Latn", "languages": ["ltz-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ltz_Latn-npi_Deva", "languages": ["ltz-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.455988, "recall": 0.521739, "f1": 0.474293, "accuracy": 0.521739, "main_score": 0.474293, "hf_subset": "ltz_Latn-shn_Mymr", "languages": ["ltz-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-tgl_Latn", "languages": ["ltz-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ltz_Latn-yue_Hant", "languages": ["ltz-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ltz_Latn-asm_Beng", "languages": ["ltz-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.91502, "recall": 0.937747, "f1": 0.922266, "accuracy": 0.937747, "main_score": 0.922266, "hf_subset": "ltz_Latn-ckb_Arab", "languages": ["ltz-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.832486, "recall": 0.87253, "f1": 0.844713, "accuracy": 0.87253, "main_score": 0.844713, "hf_subset": "ltz_Latn-gle_Latn", "languages": ["ltz-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903854, "recall": 0.929842, "f1": 0.912173, "accuracy": 0.929842, "main_score": 0.912173, "hf_subset": "ltz_Latn-kas_Arab", "languages": ["ltz-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925066, "recall": 0.94664, "f1": 0.931983, "accuracy": 0.94664, "main_score": 0.931983, "hf_subset": "ltz_Latn-ltg_Latn", "languages": ["ltz-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608558, "recall": 0.658103, "f1": 0.622271, "accuracy": 0.658103, "main_score": 0.622271, "hf_subset": "ltz_Latn-nso_Latn", "languages": ["ltz-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935112, "recall": 0.953557, "f1": 0.941041, "accuracy": 0.953557, "main_score": 0.941041, "hf_subset": "ltz_Latn-sin_Sinh", "languages": ["ltz-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ltz_Latn-tha_Thai", "languages": ["ltz-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ltz_Latn-zho_Hans", "languages": ["ltz-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-ast_Latn", "languages": ["ltz-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ltz_Latn-crh_Latn", "languages": ["ltz-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ltz_Latn-glg_Latn", "languages": ["ltz-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842968, "recall": 0.881423, "f1": 0.854908, "accuracy": 0.881423, "main_score": 0.854908, "hf_subset": "ltz_Latn-kas_Deva", "languages": ["ltz-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.455716, "recall": 0.522727, "f1": 0.474347, "accuracy": 0.522727, "main_score": 0.474347, "hf_subset": "ltz_Latn-nus_Latn", "languages": ["ltz-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-slk_Latn", "languages": ["ltz-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576511, "recall": 0.651186, "f1": 0.597902, "accuracy": 0.651186, "main_score": 0.597902, "hf_subset": "ltz_Latn-tir_Ethi", "languages": ["ltz-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ltz_Latn-zho_Hant", "languages": ["ltz-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "ltz_Latn-awa_Deva", "languages": ["ltz-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.956522, "f1": 0.944617, "accuracy": 0.956522, "main_score": 0.944617, "hf_subset": "ltz_Latn-cym_Latn", "languages": ["ltz-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818791, "recall": 0.858696, "f1": 0.831046, "accuracy": 0.858696, "main_score": 0.831046, "hf_subset": "ltz_Latn-grn_Latn", "languages": ["ltz-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974885, "recall": 0.982213, "f1": 0.977174, "accuracy": 0.982213, "main_score": 0.977174, "hf_subset": "ltz_Latn-kat_Geor", "languages": ["ltz-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.635032, "recall": 0.690711, "f1": 0.650547, "accuracy": 0.690711, "main_score": 0.650547, "hf_subset": "ltz_Latn-lua_Latn", "languages": ["ltz-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617823, "recall": 0.679842, "f1": 0.635742, "accuracy": 0.679842, "main_score": 0.635742, "hf_subset": "ltz_Latn-nya_Latn", "languages": ["ltz-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-slv_Latn", "languages": ["ltz-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920866, "recall": 0.940711, "f1": 0.92691, "accuracy": 0.940711, "main_score": 0.92691, "hf_subset": "ltz_Latn-tpi_Latn", "languages": ["ltz-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ltz_Latn-zsm_Latn", "languages": ["ltz-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538363, "recall": 0.600791, "f1": 0.556078, "accuracy": 0.600791, "main_score": 0.556078, "hf_subset": "ltz_Latn-ayr_Latn", "languages": ["ltz-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-dan_Latn", "languages": ["ltz-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ltz_Latn-guj_Gujr", "languages": ["ltz-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.976038, "recall": 0.983202, "f1": 0.978327, "accuracy": 0.983202, "main_score": 0.978327, "hf_subset": "ltz_Latn-kaz_Cyrl", "languages": ["ltz-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.518112, "recall": 0.577075, "f1": 0.534087, "accuracy": 0.577075, "main_score": 0.534087, "hf_subset": "ltz_Latn-lug_Latn", "languages": ["ltz-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ltz_Latn-oci_Latn", "languages": ["ltz-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788391, "recall": 0.836957, "f1": 0.80312, "accuracy": 0.836957, "main_score": 0.80312, "hf_subset": "ltz_Latn-smo_Latn", "languages": ["ltz-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539548, "recall": 0.601779, "f1": 0.557489, "accuracy": 0.601779, "main_score": 0.557489, "hf_subset": "ltz_Latn-tsn_Latn", "languages": ["ltz-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587705, "recall": 0.651186, "f1": 0.606244, "accuracy": 0.651186, "main_score": 0.606244, "hf_subset": "ltz_Latn-zul_Latn", "languages": ["ltz-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880105, "recall": 0.913043, "f1": 0.890448, "accuracy": 0.913043, "main_score": 0.890448, "hf_subset": "ltz_Latn-azb_Arab", "languages": ["ltz-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-deu_Latn", "languages": ["ltz-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944499, "recall": 0.960474, "f1": 0.949769, "accuracy": 0.960474, "main_score": 0.949769, "hf_subset": "ltz_Latn-hat_Latn", "languages": ["ltz-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488633, "recall": 0.546443, "f1": 0.504678, "accuracy": 0.546443, "main_score": 0.504678, "hf_subset": "ltz_Latn-kbp_Latn", "languages": ["ltz-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564617, "recall": 0.624506, "f1": 0.581574, "accuracy": 0.624506, "main_score": 0.581574, "hf_subset": "ltz_Latn-luo_Latn", "languages": ["ltz-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ltz_Latn-ory_Orya", "languages": ["ltz-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.57744, "recall": 0.645257, "f1": 0.596551, "accuracy": 0.645257, "main_score": 0.596551, "hf_subset": "ltz_Latn-sna_Latn", "languages": ["ltz-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546964, "recall": 0.601779, "f1": 0.562087, "accuracy": 0.601779, "main_score": 0.562087, "hf_subset": "ltz_Latn-tso_Latn", "languages": ["ltz-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.977273, "f1": 0.970982, "accuracy": 0.977273, "main_score": 0.970982, "hf_subset": "ltz_Latn-azj_Latn", "languages": ["ltz-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526073, "recall": 0.593874, "f1": 0.545967, "accuracy": 0.593874, "main_score": 0.545967, "hf_subset": "ltz_Latn-dik_Latn", "languages": ["ltz-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715086, "recall": 0.770751, "f1": 0.731475, "accuracy": 0.770751, "main_score": 0.731475, "hf_subset": "ltz_Latn-hau_Latn", "languages": ["ltz-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ltz_Latn-kea_Latn", "languages": ["ltz-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718116, "recall": 0.768775, "f1": 0.732938, "accuracy": 0.768775, "main_score": 0.732938, "hf_subset": "ltz_Latn-lus_Latn", "languages": ["ltz-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862731, "recall": 0.891304, "f1": 0.871443, "accuracy": 0.891304, "main_score": 0.871443, "hf_subset": "ltz_Latn-pag_Latn", "languages": ["ltz-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ltz_Latn-snd_Arab", "languages": ["ltz-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.894137, "recall": 0.922925, "f1": 0.903162, "accuracy": 0.922925, "main_score": 0.903162, "hf_subset": "ltz_Latn-tuk_Latn", "languages": ["ltz-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "ltz_Latn-bak_Cyrl", "languages": ["ltz-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486347, "recall": 0.566206, "f1": 0.510004, "accuracy": 0.566206, "main_score": 0.510004, "hf_subset": "ltz_Latn-dyu_Latn", "languages": ["ltz-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-heb_Hebr", "languages": ["ltz-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.953475, "recall": 0.965415, "f1": 0.957082, "accuracy": 0.965415, "main_score": 0.957082, "hf_subset": "ltz_Latn-khk_Cyrl", "languages": ["ltz-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-lvs_Latn", "languages": ["ltz-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ltz_Latn-pan_Guru", "languages": ["ltz-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.679142, "recall": 0.73913, "f1": 0.697288, "accuracy": 0.73913, "main_score": 0.697288, "hf_subset": "ltz_Latn-som_Latn", "languages": ["ltz-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564413, "recall": 0.612648, "f1": 0.57787, "accuracy": 0.612648, "main_score": 0.57787, "hf_subset": "ltz_Latn-tum_Latn", "languages": ["ltz-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355457, "recall": 0.398221, "f1": 0.367255, "accuracy": 0.398221, "main_score": 0.367255, "hf_subset": "nus_Latn-ace_Arab", "languages": ["nus-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.456349, "recall": 0.5, "f1": 0.468698, "accuracy": 0.5, "main_score": 0.468698, "hf_subset": "nus_Latn-bam_Latn", "languages": ["nus-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204422, "recall": 0.242095, "f1": 0.214322, "accuracy": 0.242095, "main_score": 0.214322, "hf_subset": "nus_Latn-dzo_Tibt", "languages": ["nus-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.469344, "recall": 0.520751, "f1": 0.482388, "accuracy": 0.520751, "main_score": 0.482388, "hf_subset": "nus_Latn-hin_Deva", "languages": ["nus-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.43539, "recall": 0.482213, "f1": 0.447955, "accuracy": 0.482213, "main_score": 0.447955, "hf_subset": "nus_Latn-khm_Khmr", "languages": ["nus-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.466542, "recall": 0.511858, "f1": 0.478231, "accuracy": 0.511858, "main_score": 0.478231, "hf_subset": "nus_Latn-mag_Deva", "languages": ["nus-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.483644, "recall": 0.519763, "f1": 0.492377, "accuracy": 0.519763, "main_score": 0.492377, "hf_subset": "nus_Latn-pap_Latn", "languages": ["nus-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484983, "recall": 0.531621, "f1": 0.496391, "accuracy": 0.531621, "main_score": 0.496391, "hf_subset": "nus_Latn-sot_Latn", "languages": ["nus-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449695, "recall": 0.497036, "f1": 0.462484, "accuracy": 0.497036, "main_score": 0.462484, "hf_subset": "nus_Latn-tur_Latn", "languages": ["nus-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482785, "recall": 0.522727, "f1": 0.492506, "accuracy": 0.522727, "main_score": 0.492506, "hf_subset": "nus_Latn-ace_Latn", "languages": ["nus-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483698, "recall": 0.525692, "f1": 0.494833, "accuracy": 0.525692, "main_score": 0.494833, "hf_subset": "nus_Latn-ban_Latn", "languages": ["nus-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450206, "recall": 0.507905, "f1": 0.464564, "accuracy": 0.507905, "main_score": 0.464564, "hf_subset": "nus_Latn-ell_Grek", "languages": ["nus-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.444207, "recall": 0.493083, "f1": 0.457024, "accuracy": 0.493083, "main_score": 0.457024, "hf_subset": "nus_Latn-hne_Deva", "languages": ["nus-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.402843, "recall": 0.455534, "f1": 0.416969, "accuracy": 0.455534, "main_score": 0.416969, "hf_subset": "nus_Latn-kik_Latn", "languages": ["nus-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455971, "recall": 0.506917, "f1": 0.468718, "accuracy": 0.506917, "main_score": 0.468718, "hf_subset": "nus_Latn-mai_Deva", "languages": ["nus-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.414806, "recall": 0.465415, "f1": 0.427753, "accuracy": 0.465415, "main_score": 0.427753, "hf_subset": "nus_Latn-pbt_Arab", "languages": ["nus-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.461232, "recall": 0.511858, "f1": 0.473729, "accuracy": 0.511858, "main_score": 0.473729, "hf_subset": "nus_Latn-spa_Latn", "languages": ["nus-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479838, "recall": 0.518775, "f1": 0.490311, "accuracy": 0.518775, "main_score": 0.490311, "hf_subset": "nus_Latn-twi_Latn", "languages": ["nus-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436154, "recall": 0.487154, "f1": 0.449608, "accuracy": 0.487154, "main_score": 0.449608, "hf_subset": "nus_Latn-acm_Arab", "languages": ["nus-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.428712, "recall": 0.476285, "f1": 0.440451, "accuracy": 0.476285, "main_score": 0.440451, "hf_subset": "nus_Latn-bel_Cyrl", "languages": ["nus-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.501205, "recall": 0.548419, "f1": 0.512617, "accuracy": 0.548419, "main_score": 0.512617, "hf_subset": "nus_Latn-eng_Latn", "languages": ["nus-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464285, "recall": 0.517787, "f1": 0.47797, "accuracy": 0.517787, "main_score": 0.47797, "hf_subset": "nus_Latn-hrv_Latn", "languages": ["nus-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455334, "recall": 0.503953, "f1": 0.468451, "accuracy": 0.503953, "main_score": 0.468451, "hf_subset": "nus_Latn-kin_Latn", "languages": ["nus-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43618, "recall": 0.495059, "f1": 0.451329, "accuracy": 0.495059, "main_score": 0.451329, "hf_subset": "nus_Latn-mal_Mlym", "languages": ["nus-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.471935, "recall": 0.519763, "f1": 0.483693, "accuracy": 0.519763, "main_score": 0.483693, "hf_subset": "nus_Latn-pes_Arab", "languages": ["nus-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471448, "recall": 0.517787, "f1": 0.483578, "accuracy": 0.517787, "main_score": 0.483578, "hf_subset": "nus_Latn-srd_Latn", "languages": ["nus-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202445, "recall": 0.245059, "f1": 0.2122, "accuracy": 0.245059, "main_score": 0.2122, "hf_subset": "nus_Latn-tzm_Tfng", "languages": ["nus-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.436441, "recall": 0.48913, "f1": 0.449922, "accuracy": 0.48913, "main_score": 0.449922, "hf_subset": "nus_Latn-acq_Arab", "languages": ["nus-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486034, "recall": 0.533597, "f1": 0.498164, "accuracy": 0.533597, "main_score": 0.498164, "hf_subset": "nus_Latn-bem_Latn", "languages": ["nus-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463539, "recall": 0.51087, "f1": 0.476058, "accuracy": 0.51087, "main_score": 0.476058, "hf_subset": "nus_Latn-epo_Latn", "languages": ["nus-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467338, "recall": 0.51581, "f1": 0.480661, "accuracy": 0.51581, "main_score": 0.480661, "hf_subset": "nus_Latn-hun_Latn", "languages": ["nus-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439037, "recall": 0.48419, "f1": 0.451439, "accuracy": 0.48419, "main_score": 0.451439, "hf_subset": "nus_Latn-kir_Cyrl", "languages": ["nus-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.443274, "recall": 0.497036, "f1": 0.457205, "accuracy": 0.497036, "main_score": 0.457205, "hf_subset": "nus_Latn-mar_Deva", "languages": ["nus-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459369, "recall": 0.5, "f1": 0.470236, "accuracy": 0.5, "main_score": 0.470236, "hf_subset": "nus_Latn-plt_Latn", "languages": ["nus-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47471, "recall": 0.523715, "f1": 0.487299, "accuracy": 0.523715, "main_score": 0.487299, "hf_subset": "nus_Latn-srp_Cyrl", "languages": ["nus-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.406019, "recall": 0.460474, "f1": 0.419739, "accuracy": 0.460474, "main_score": 0.419739, "hf_subset": "nus_Latn-uig_Arab", "languages": ["nus-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.43814, "recall": 0.482213, "f1": 0.449129, "accuracy": 0.482213, "main_score": 0.449129, "hf_subset": "nus_Latn-aeb_Arab", "languages": ["nus-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.457586, "recall": 0.509881, "f1": 0.471406, "accuracy": 0.509881, "main_score": 0.471406, "hf_subset": "nus_Latn-ben_Beng", "languages": ["nus-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.462848, "recall": 0.505929, "f1": 0.473521, "accuracy": 0.505929, "main_score": 0.473521, "hf_subset": "nus_Latn-est_Latn", "languages": ["nus-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439742, "recall": 0.495059, "f1": 0.452583, "accuracy": 0.495059, "main_score": 0.452583, "hf_subset": "nus_Latn-hye_Armn", "languages": ["nus-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.45825, "recall": 0.5, "f1": 0.469796, "accuracy": 0.5, "main_score": 0.469796, "hf_subset": "nus_Latn-kmb_Latn", "languages": ["nus-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.351979, "recall": 0.399209, "f1": 0.36463, "accuracy": 0.399209, "main_score": 0.36463, "hf_subset": "nus_Latn-min_Arab", "languages": ["nus-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.463393, "recall": 0.512846, "f1": 0.476045, "accuracy": 0.512846, "main_score": 0.476045, "hf_subset": "nus_Latn-pol_Latn", "languages": ["nus-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457333, "recall": 0.500988, "f1": 0.469154, "accuracy": 0.500988, "main_score": 0.469154, "hf_subset": "nus_Latn-ssw_Latn", "languages": ["nus-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46709, "recall": 0.517787, "f1": 0.479781, "accuracy": 0.517787, "main_score": 0.479781, "hf_subset": "nus_Latn-ukr_Cyrl", "languages": ["nus-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508702, "recall": 0.551383, "f1": 0.519478, "accuracy": 0.551383, "main_score": 0.519478, "hf_subset": "nus_Latn-afr_Latn", "languages": ["nus-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446846, "recall": 0.491107, "f1": 0.458282, "accuracy": 0.491107, "main_score": 0.458282, "hf_subset": "nus_Latn-bho_Deva", "languages": ["nus-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.448817, "recall": 0.500988, "f1": 0.461907, "accuracy": 0.500988, "main_score": 0.461907, "hf_subset": "nus_Latn-eus_Latn", "languages": ["nus-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462962, "recall": 0.51087, "f1": 0.475999, "accuracy": 0.51087, "main_score": 0.475999, "hf_subset": "nus_Latn-ibo_Latn", "languages": ["nus-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461704, "recall": 0.502964, "f1": 0.472353, "accuracy": 0.502964, "main_score": 0.472353, "hf_subset": "nus_Latn-kmr_Latn", "languages": ["nus-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482442, "recall": 0.52668, "f1": 0.493382, "accuracy": 0.52668, "main_score": 0.493382, "hf_subset": "nus_Latn-min_Latn", "languages": ["nus-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46947, "recall": 0.51581, "f1": 0.4807, "accuracy": 0.51581, "main_score": 0.4807, "hf_subset": "nus_Latn-por_Latn", "languages": ["nus-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480028, "recall": 0.524704, "f1": 0.491656, "accuracy": 0.524704, "main_score": 0.491656, "hf_subset": "nus_Latn-sun_Latn", "languages": ["nus-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436146, "recall": 0.482213, "f1": 0.447797, "accuracy": 0.482213, "main_score": 0.447797, "hf_subset": "nus_Latn-umb_Latn", "languages": ["nus-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444787, "recall": 0.496047, "f1": 0.457864, "accuracy": 0.496047, "main_score": 0.457864, "hf_subset": "nus_Latn-ajp_Arab", "languages": ["nus-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.358376, "recall": 0.409091, "f1": 0.372022, "accuracy": 0.409091, "main_score": 0.372022, "hf_subset": "nus_Latn-bjn_Arab", "languages": ["nus-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.447919, "recall": 0.485178, "f1": 0.457949, "accuracy": 0.485178, "main_score": 0.457949, "hf_subset": "nus_Latn-ewe_Latn", "languages": ["nus-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499369, "recall": 0.538538, "f1": 0.509309, "accuracy": 0.538538, "main_score": 0.509309, "hf_subset": "nus_Latn-ilo_Latn", "languages": ["nus-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.280179, "recall": 0.314229, "f1": 0.289347, "accuracy": 0.314229, "main_score": 0.289347, "hf_subset": "nus_Latn-knc_Arab", "languages": ["nus-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.462042, "recall": 0.517787, "f1": 0.476304, "accuracy": 0.517787, "main_score": 0.476304, "hf_subset": "nus_Latn-mkd_Cyrl", "languages": ["nus-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.451717, "recall": 0.501976, "f1": 0.464378, "accuracy": 0.501976, "main_score": 0.464378, "hf_subset": "nus_Latn-prs_Arab", "languages": ["nus-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472239, "recall": 0.521739, "f1": 0.484902, "accuracy": 0.521739, "main_score": 0.484902, "hf_subset": "nus_Latn-swe_Latn", "languages": ["nus-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433206, "recall": 0.492095, "f1": 0.448591, "accuracy": 0.492095, "main_score": 0.448591, "hf_subset": "nus_Latn-urd_Arab", "languages": ["nus-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468296, "recall": 0.51087, "f1": 0.479767, "accuracy": 0.51087, "main_score": 0.479767, "hf_subset": "nus_Latn-aka_Latn", "languages": ["nus-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480011, "recall": 0.519763, "f1": 0.490165, "accuracy": 0.519763, "main_score": 0.490165, "hf_subset": "nus_Latn-bjn_Latn", "languages": ["nus-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458025, "recall": 0.497036, "f1": 0.468362, "accuracy": 0.497036, "main_score": 0.468362, "hf_subset": "nus_Latn-fao_Latn", "languages": ["nus-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498687, "recall": 0.543478, "f1": 0.510215, "accuracy": 0.543478, "main_score": 0.510215, "hf_subset": "nus_Latn-ind_Latn", "languages": ["nus-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445104, "recall": 0.487154, "f1": 0.456385, "accuracy": 0.487154, "main_score": 0.456385, "hf_subset": "nus_Latn-knc_Latn", "languages": ["nus-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483763, "recall": 0.522727, "f1": 0.492634, "accuracy": 0.522727, "main_score": 0.492634, "hf_subset": "nus_Latn-mlt_Latn", "languages": ["nus-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439894, "recall": 0.48913, "f1": 0.45292, "accuracy": 0.48913, "main_score": 0.45292, "hf_subset": "nus_Latn-quy_Latn", "languages": ["nus-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482106, "recall": 0.52668, "f1": 0.493468, "accuracy": 0.52668, "main_score": 0.493468, "hf_subset": "nus_Latn-swh_Latn", "languages": ["nus-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450227, "recall": 0.494071, "f1": 0.461362, "accuracy": 0.494071, "main_score": 0.461362, "hf_subset": "nus_Latn-uzn_Latn", "languages": ["nus-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464884, "recall": 0.506917, "f1": 0.475528, "accuracy": 0.506917, "main_score": 0.475528, "hf_subset": "nus_Latn-als_Latn", "languages": ["nus-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.249512, "recall": 0.300395, "f1": 0.262446, "accuracy": 0.300395, "main_score": 0.262446, "hf_subset": "nus_Latn-bod_Tibt", "languages": ["nus-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.445458, "recall": 0.486166, "f1": 0.456813, "accuracy": 0.486166, "main_score": 0.456813, "hf_subset": "nus_Latn-fij_Latn", "languages": ["nus-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454543, "recall": 0.501976, "f1": 0.46757, "accuracy": 0.501976, "main_score": 0.46757, "hf_subset": "nus_Latn-isl_Latn", "languages": ["nus-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456925, "recall": 0.501976, "f1": 0.468951, "accuracy": 0.501976, "main_score": 0.468951, "hf_subset": "nus_Latn-kon_Latn", "languages": ["nus-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400601, "recall": 0.45751, "f1": 0.415605, "accuracy": 0.45751, "main_score": 0.415605, "hf_subset": "nus_Latn-mni_Beng", "languages": ["nus-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.490799, "recall": 0.537549, "f1": 0.501685, "accuracy": 0.537549, "main_score": 0.501685, "hf_subset": "nus_Latn-ron_Latn", "languages": ["nus-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452938, "recall": 0.502964, "f1": 0.465258, "accuracy": 0.502964, "main_score": 0.465258, "hf_subset": "nus_Latn-szl_Latn", "languages": ["nus-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48168, "recall": 0.521739, "f1": 0.492053, "accuracy": 0.521739, "main_score": 0.492053, "hf_subset": "nus_Latn-vec_Latn", "languages": ["nus-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399616, "recall": 0.454545, "f1": 0.414487, "accuracy": 0.454545, "main_score": 0.414487, "hf_subset": "nus_Latn-amh_Ethi", "languages": ["nus-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.478659, "recall": 0.52668, "f1": 0.490439, "accuracy": 0.52668, "main_score": 0.490439, "hf_subset": "nus_Latn-bos_Latn", "languages": ["nus-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449154, "recall": 0.498024, "f1": 0.461579, "accuracy": 0.498024, "main_score": 0.461579, "hf_subset": "nus_Latn-fin_Latn", "languages": ["nus-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468142, "recall": 0.514822, "f1": 0.479596, "accuracy": 0.514822, "main_score": 0.479596, "hf_subset": "nus_Latn-ita_Latn", "languages": ["nus-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445598, "recall": 0.504941, "f1": 0.461099, "accuracy": 0.504941, "main_score": 0.461099, "hf_subset": "nus_Latn-kor_Hang", "languages": ["nus-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.444125, "recall": 0.483202, "f1": 0.454639, "accuracy": 0.483202, "main_score": 0.454639, "hf_subset": "nus_Latn-mos_Latn", "languages": ["nus-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446085, "recall": 0.494071, "f1": 0.458107, "accuracy": 0.494071, "main_score": 0.458107, "hf_subset": "nus_Latn-run_Latn", "languages": ["nus-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429099, "recall": 0.487154, "f1": 0.443516, "accuracy": 0.487154, "main_score": 0.443516, "hf_subset": "nus_Latn-tam_Taml", "languages": ["nus-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.47425, "recall": 0.521739, "f1": 0.486768, "accuracy": 0.521739, "main_score": 0.486768, "hf_subset": "nus_Latn-vie_Latn", "languages": ["nus-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433283, "recall": 0.490119, "f1": 0.447854, "accuracy": 0.490119, "main_score": 0.447854, "hf_subset": "nus_Latn-apc_Arab", "languages": ["nus-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.455419, "recall": 0.48913, "f1": 0.464566, "accuracy": 0.48913, "main_score": 0.464566, "hf_subset": "nus_Latn-bug_Latn", "languages": ["nus-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408002, "recall": 0.451581, "f1": 0.419786, "accuracy": 0.451581, "main_score": 0.419786, "hf_subset": "nus_Latn-fon_Latn", "languages": ["nus-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498056, "recall": 0.537549, "f1": 0.508409, "accuracy": 0.537549, "main_score": 0.508409, "hf_subset": "nus_Latn-jav_Latn", "languages": ["nus-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427967, "recall": 0.476285, "f1": 0.440267, "accuracy": 0.476285, "main_score": 0.440267, "hf_subset": "nus_Latn-lao_Laoo", "languages": ["nus-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.41533, "recall": 0.461462, "f1": 0.427016, "accuracy": 0.461462, "main_score": 0.427016, "hf_subset": "nus_Latn-mri_Latn", "languages": ["nus-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465938, "recall": 0.516798, "f1": 0.478624, "accuracy": 0.516798, "main_score": 0.478624, "hf_subset": "nus_Latn-rus_Cyrl", "languages": ["nus-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.433031, "recall": 0.475296, "f1": 0.443964, "accuracy": 0.475296, "main_score": 0.443964, "hf_subset": "nus_Latn-taq_Latn", "languages": ["nus-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487347, "recall": 0.524704, "f1": 0.496572, "accuracy": 0.524704, "main_score": 0.496572, "hf_subset": "nus_Latn-war_Latn", "languages": ["nus-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445192, "recall": 0.499012, "f1": 0.458807, "accuracy": 0.499012, "main_score": 0.458807, "hf_subset": "nus_Latn-arb_Arab", "languages": ["nus-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471487, "recall": 0.523715, "f1": 0.484499, "accuracy": 0.523715, "main_score": 0.484499, "hf_subset": "nus_Latn-bul_Cyrl", "languages": ["nus-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466995, "recall": 0.514822, "f1": 0.478744, "accuracy": 0.514822, "main_score": 0.478744, "hf_subset": "nus_Latn-fra_Latn", "languages": ["nus-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448846, "recall": 0.494071, "f1": 0.460141, "accuracy": 0.494071, "main_score": 0.460141, "hf_subset": "nus_Latn-jpn_Jpan", "languages": ["nus-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.47871, "recall": 0.519763, "f1": 0.489654, "accuracy": 0.519763, "main_score": 0.489654, "hf_subset": "nus_Latn-lij_Latn", "languages": ["nus-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321565, "recall": 0.379447, "f1": 0.335776, "accuracy": 0.379447, "main_score": 0.335776, "hf_subset": "nus_Latn-mya_Mymr", "languages": ["nus-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.443139, "recall": 0.491107, "f1": 0.455337, "accuracy": 0.491107, "main_score": 0.455337, "hf_subset": "nus_Latn-sag_Latn", "languages": ["nus-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215158, "recall": 0.250988, "f1": 0.223276, "accuracy": 0.250988, "main_score": 0.223276, "hf_subset": "nus_Latn-taq_Tfng", "languages": ["nus-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.457649, "recall": 0.499012, "f1": 0.469005, "accuracy": 0.499012, "main_score": 0.469005, "hf_subset": "nus_Latn-wol_Latn", "languages": ["nus-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385535, "recall": 0.434783, "f1": 0.398966, "accuracy": 0.434783, "main_score": 0.398966, "hf_subset": "nus_Latn-arb_Latn", "languages": ["nus-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479226, "recall": 0.522727, "f1": 0.490743, "accuracy": 0.522727, "main_score": 0.490743, "hf_subset": "nus_Latn-cat_Latn", "languages": ["nus-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472522, "recall": 0.516798, "f1": 0.48389, "accuracy": 0.516798, "main_score": 0.48389, "hf_subset": "nus_Latn-fur_Latn", "languages": ["nus-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402573, "recall": 0.459486, "f1": 0.417584, "accuracy": 0.459486, "main_score": 0.417584, "hf_subset": "nus_Latn-kab_Latn", "languages": ["nus-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454619, "recall": 0.5, "f1": 0.465455, "accuracy": 0.5, "main_score": 0.465455, "hf_subset": "nus_Latn-lim_Latn", "languages": ["nus-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451758, "recall": 0.508893, "f1": 0.466144, "accuracy": 0.508893, "main_score": 0.466144, "hf_subset": "nus_Latn-nld_Latn", "languages": ["nus-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415535, "recall": 0.468379, "f1": 0.428694, "accuracy": 0.468379, "main_score": 0.428694, "hf_subset": "nus_Latn-san_Deva", "languages": ["nus-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.45716, "recall": 0.501976, "f1": 0.469416, "accuracy": 0.501976, "main_score": 0.469416, "hf_subset": "nus_Latn-tat_Cyrl", "languages": ["nus-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.475895, "recall": 0.522727, "f1": 0.488075, "accuracy": 0.522727, "main_score": 0.488075, "hf_subset": "nus_Latn-xho_Latn", "languages": ["nus-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424627, "recall": 0.485178, "f1": 0.440539, "accuracy": 0.485178, "main_score": 0.440539, "hf_subset": "nus_Latn-ars_Arab", "languages": ["nus-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.485449, "recall": 0.52668, "f1": 0.495924, "accuracy": 0.52668, "main_score": 0.495924, "hf_subset": "nus_Latn-ceb_Latn", "languages": ["nus-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43267, "recall": 0.476285, "f1": 0.444798, "accuracy": 0.476285, "main_score": 0.444798, "hf_subset": "nus_Latn-fuv_Latn", "languages": ["nus-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43834, "recall": 0.481225, "f1": 0.449686, "accuracy": 0.481225, "main_score": 0.449686, "hf_subset": "nus_Latn-kac_Latn", "languages": ["nus-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471712, "recall": 0.513834, "f1": 0.482933, "accuracy": 0.513834, "main_score": 0.482933, "hf_subset": "nus_Latn-lin_Latn", "languages": ["nus-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470491, "recall": 0.520751, "f1": 0.483517, "accuracy": 0.520751, "main_score": 0.483517, "hf_subset": "nus_Latn-nno_Latn", "languages": ["nus-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127602, "recall": 0.16996, "f1": 0.137972, "accuracy": 0.16996, "main_score": 0.137972, "hf_subset": "nus_Latn-sat_Olck", "languages": ["nus-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.442063, "recall": 0.495059, "f1": 0.455515, "accuracy": 0.495059, "main_score": 0.455515, "hf_subset": "nus_Latn-tel_Telu", "languages": ["nus-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.406707, "recall": 0.458498, "f1": 0.420355, "accuracy": 0.458498, "main_score": 0.420355, "hf_subset": "nus_Latn-ydd_Hebr", "languages": ["nus-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.424887, "recall": 0.477273, "f1": 0.439075, "accuracy": 0.477273, "main_score": 0.439075, "hf_subset": "nus_Latn-ary_Arab", "languages": ["nus-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444936, "recall": 0.499012, "f1": 0.458455, "accuracy": 0.499012, "main_score": 0.458455, "hf_subset": "nus_Latn-ces_Latn", "languages": ["nus-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465119, "recall": 0.514822, "f1": 0.478781, "accuracy": 0.514822, "main_score": 0.478781, "hf_subset": "nus_Latn-gaz_Latn", "languages": ["nus-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443255, "recall": 0.487154, "f1": 0.454893, "accuracy": 0.487154, "main_score": 0.454893, "hf_subset": "nus_Latn-kam_Latn", "languages": ["nus-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438925, "recall": 0.494071, "f1": 0.452843, "accuracy": 0.494071, "main_score": 0.452843, "hf_subset": "nus_Latn-lit_Latn", "languages": ["nus-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478306, "recall": 0.529644, "f1": 0.490894, "accuracy": 0.529644, "main_score": 0.490894, "hf_subset": "nus_Latn-nob_Latn", "languages": ["nus-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473392, "recall": 0.513834, "f1": 0.48318, "accuracy": 0.513834, "main_score": 0.48318, "hf_subset": "nus_Latn-scn_Latn", "languages": ["nus-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435878, "recall": 0.480237, "f1": 0.447092, "accuracy": 0.480237, "main_score": 0.447092, "hf_subset": "nus_Latn-tgk_Cyrl", "languages": ["nus-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.410586, "recall": 0.467391, "f1": 0.425876, "accuracy": 0.467391, "main_score": 0.425876, "hf_subset": "nus_Latn-yor_Latn", "languages": ["nus-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426648, "recall": 0.474308, "f1": 0.438822, "accuracy": 0.474308, "main_score": 0.438822, "hf_subset": "nus_Latn-arz_Arab", "languages": ["nus-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.433482, "recall": 0.476285, "f1": 0.445774, "accuracy": 0.476285, "main_score": 0.445774, "hf_subset": "nus_Latn-cjk_Latn", "languages": ["nus-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444943, "recall": 0.491107, "f1": 0.457232, "accuracy": 0.491107, "main_score": 0.457232, "hf_subset": "nus_Latn-gla_Latn", "languages": ["nus-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446006, "recall": 0.493083, "f1": 0.458512, "accuracy": 0.493083, "main_score": 0.458512, "hf_subset": "nus_Latn-kan_Knda", "languages": ["nus-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.468027, "recall": 0.51087, "f1": 0.479244, "accuracy": 0.51087, "main_score": 0.479244, "hf_subset": "nus_Latn-lmo_Latn", "languages": ["nus-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445944, "recall": 0.501976, "f1": 0.460437, "accuracy": 0.501976, "main_score": 0.460437, "hf_subset": "nus_Latn-npi_Deva", "languages": ["nus-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.379382, "recall": 0.427866, "f1": 0.391566, "accuracy": 0.427866, "main_score": 0.391566, "hf_subset": "nus_Latn-shn_Mymr", "languages": ["nus-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.495699, "recall": 0.54249, "f1": 0.507495, "accuracy": 0.54249, "main_score": 0.507495, "hf_subset": "nus_Latn-tgl_Latn", "languages": ["nus-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423376, "recall": 0.476285, "f1": 0.436704, "accuracy": 0.476285, "main_score": 0.436704, "hf_subset": "nus_Latn-yue_Hant", "languages": ["nus-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.431184, "recall": 0.488142, "f1": 0.445491, "accuracy": 0.488142, "main_score": 0.445491, "hf_subset": "nus_Latn-asm_Beng", "languages": ["nus-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.430633, "recall": 0.479249, "f1": 0.443779, "accuracy": 0.479249, "main_score": 0.443779, "hf_subset": "nus_Latn-ckb_Arab", "languages": ["nus-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.426697, "recall": 0.474308, "f1": 0.438756, "accuracy": 0.474308, "main_score": 0.438756, "hf_subset": "nus_Latn-gle_Latn", "languages": ["nus-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400466, "recall": 0.447628, "f1": 0.41274, "accuracy": 0.447628, "main_score": 0.41274, "hf_subset": "nus_Latn-kas_Arab", "languages": ["nus-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.439562, "recall": 0.48913, "f1": 0.451897, "accuracy": 0.48913, "main_score": 0.451897, "hf_subset": "nus_Latn-ltg_Latn", "languages": ["nus-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492837, "recall": 0.535573, "f1": 0.504607, "accuracy": 0.535573, "main_score": 0.504607, "hf_subset": "nus_Latn-nso_Latn", "languages": ["nus-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404722, "recall": 0.463439, "f1": 0.41961, "accuracy": 0.463439, "main_score": 0.41961, "hf_subset": "nus_Latn-sin_Sinh", "languages": ["nus-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.445567, "recall": 0.494071, "f1": 0.457864, "accuracy": 0.494071, "main_score": 0.457864, "hf_subset": "nus_Latn-tha_Thai", "languages": ["nus-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.423628, "recall": 0.47332, "f1": 0.436077, "accuracy": 0.47332, "main_score": 0.436077, "hf_subset": "nus_Latn-zho_Hans", "languages": ["nus-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.493935, "recall": 0.533597, "f1": 0.504233, "accuracy": 0.533597, "main_score": 0.504233, "hf_subset": "nus_Latn-ast_Latn", "languages": ["nus-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453351, "recall": 0.496047, "f1": 0.464365, "accuracy": 0.496047, "main_score": 0.464365, "hf_subset": "nus_Latn-crh_Latn", "languages": ["nus-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468373, "recall": 0.517787, "f1": 0.481454, "accuracy": 0.517787, "main_score": 0.481454, "hf_subset": "nus_Latn-glg_Latn", "languages": ["nus-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428806, "recall": 0.471344, "f1": 0.440769, "accuracy": 0.471344, "main_score": 0.440769, "hf_subset": "nus_Latn-kas_Deva", "languages": ["nus-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.440496, "recall": 0.488142, "f1": 0.452602, "accuracy": 0.488142, "main_score": 0.452602, "hf_subset": "nus_Latn-ltz_Latn", "languages": ["nus-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444846, "recall": 0.499012, "f1": 0.458597, "accuracy": 0.499012, "main_score": 0.458597, "hf_subset": "nus_Latn-slk_Latn", "languages": ["nus-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.346598, "recall": 0.402174, "f1": 0.36139, "accuracy": 0.402174, "main_score": 0.36139, "hf_subset": "nus_Latn-tir_Ethi", "languages": ["nus-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.437584, "recall": 0.492095, "f1": 0.451136, "accuracy": 0.492095, "main_score": 0.451136, "hf_subset": "nus_Latn-zho_Hant", "languages": ["nus-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.45949, "recall": 0.505929, "f1": 0.471659, "accuracy": 0.505929, "main_score": 0.471659, "hf_subset": "nus_Latn-awa_Deva", "languages": ["nus-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.443953, "recall": 0.488142, "f1": 0.455279, "accuracy": 0.488142, "main_score": 0.455279, "hf_subset": "nus_Latn-cym_Latn", "languages": ["nus-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472731, "recall": 0.508893, "f1": 0.481705, "accuracy": 0.508893, "main_score": 0.481705, "hf_subset": "nus_Latn-grn_Latn", "languages": ["nus-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437871, "recall": 0.487154, "f1": 0.450495, "accuracy": 0.487154, "main_score": 0.450495, "hf_subset": "nus_Latn-kat_Geor", "languages": ["nus-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.47662, "recall": 0.517787, "f1": 0.487068, "accuracy": 0.517787, "main_score": 0.487068, "hf_subset": "nus_Latn-lua_Latn", "languages": ["nus-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450677, "recall": 0.500988, "f1": 0.465099, "accuracy": 0.500988, "main_score": 0.465099, "hf_subset": "nus_Latn-nya_Latn", "languages": ["nus-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465976, "recall": 0.511858, "f1": 0.477543, "accuracy": 0.511858, "main_score": 0.477543, "hf_subset": "nus_Latn-slv_Latn", "languages": ["nus-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478726, "recall": 0.524704, "f1": 0.490522, "accuracy": 0.524704, "main_score": 0.490522, "hf_subset": "nus_Latn-tpi_Latn", "languages": ["nus-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490881, "recall": 0.539526, "f1": 0.503282, "accuracy": 0.539526, "main_score": 0.503282, "hf_subset": "nus_Latn-zsm_Latn", "languages": ["nus-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444054, "recall": 0.486166, "f1": 0.456079, "accuracy": 0.486166, "main_score": 0.456079, "hf_subset": "nus_Latn-ayr_Latn", "languages": ["nus-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493633, "recall": 0.534585, "f1": 0.503745, "accuracy": 0.534585, "main_score": 0.503745, "hf_subset": "nus_Latn-dan_Latn", "languages": ["nus-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45107, "recall": 0.505929, "f1": 0.464836, "accuracy": 0.505929, "main_score": 0.464836, "hf_subset": "nus_Latn-guj_Gujr", "languages": ["nus-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.454587, "recall": 0.506917, "f1": 0.468352, "accuracy": 0.506917, "main_score": 0.468352, "hf_subset": "nus_Latn-kaz_Cyrl", "languages": ["nus-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.434598, "recall": 0.480237, "f1": 0.447417, "accuracy": 0.480237, "main_score": 0.447417, "hf_subset": "nus_Latn-lug_Latn", "languages": ["nus-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498191, "recall": 0.547431, "f1": 0.51087, "accuracy": 0.547431, "main_score": 0.51087, "hf_subset": "nus_Latn-oci_Latn", "languages": ["nus-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460815, "recall": 0.503953, "f1": 0.472454, "accuracy": 0.503953, "main_score": 0.472454, "hf_subset": "nus_Latn-smo_Latn", "languages": ["nus-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463254, "recall": 0.506917, "f1": 0.474426, "accuracy": 0.506917, "main_score": 0.474426, "hf_subset": "nus_Latn-tsn_Latn", "languages": ["nus-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460314, "recall": 0.51581, "f1": 0.47615, "accuracy": 0.51581, "main_score": 0.47615, "hf_subset": "nus_Latn-zul_Latn", "languages": ["nus-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.382028, "recall": 0.43083, "f1": 0.394617, "accuracy": 0.43083, "main_score": 0.394617, "hf_subset": "nus_Latn-azb_Arab", "languages": ["nus-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479985, "recall": 0.528656, "f1": 0.491808, "accuracy": 0.528656, "main_score": 0.491808, "hf_subset": "nus_Latn-deu_Latn", "languages": ["nus-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439782, "recall": 0.485178, "f1": 0.451111, "accuracy": 0.485178, "main_score": 0.451111, "hf_subset": "nus_Latn-hat_Latn", "languages": ["nus-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431733, "recall": 0.472332, "f1": 0.442582, "accuracy": 0.472332, "main_score": 0.442582, "hf_subset": "nus_Latn-kbp_Latn", "languages": ["nus-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47472, "recall": 0.51581, "f1": 0.486135, "accuracy": 0.51581, "main_score": 0.486135, "hf_subset": "nus_Latn-luo_Latn", "languages": ["nus-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443168, "recall": 0.493083, "f1": 0.455807, "accuracy": 0.493083, "main_score": 0.455807, "hf_subset": "nus_Latn-ory_Orya", "languages": ["nus-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.45992, "recall": 0.506917, "f1": 0.472577, "accuracy": 0.506917, "main_score": 0.472577, "hf_subset": "nus_Latn-sna_Latn", "languages": ["nus-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468167, "recall": 0.513834, "f1": 0.480191, "accuracy": 0.513834, "main_score": 0.480191, "hf_subset": "nus_Latn-tso_Latn", "languages": ["nus-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419295, "recall": 0.476285, "f1": 0.433844, "accuracy": 0.476285, "main_score": 0.433844, "hf_subset": "nus_Latn-azj_Latn", "languages": ["nus-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429133, "recall": 0.482213, "f1": 0.443874, "accuracy": 0.482213, "main_score": 0.443874, "hf_subset": "nus_Latn-dik_Latn", "languages": ["nus-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455761, "recall": 0.502964, "f1": 0.467702, "accuracy": 0.502964, "main_score": 0.467702, "hf_subset": "nus_Latn-hau_Latn", "languages": ["nus-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468886, "recall": 0.507905, "f1": 0.479077, "accuracy": 0.507905, "main_score": 0.479077, "hf_subset": "nus_Latn-kea_Latn", "languages": ["nus-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470742, "recall": 0.504941, "f1": 0.479867, "accuracy": 0.504941, "main_score": 0.479867, "hf_subset": "nus_Latn-lus_Latn", "languages": ["nus-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464692, "recall": 0.501976, "f1": 0.474631, "accuracy": 0.501976, "main_score": 0.474631, "hf_subset": "nus_Latn-pag_Latn", "languages": ["nus-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426681, "recall": 0.482213, "f1": 0.44147, "accuracy": 0.482213, "main_score": 0.44147, "hf_subset": "nus_Latn-snd_Arab", "languages": ["nus-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.438685, "recall": 0.477273, "f1": 0.449956, "accuracy": 0.477273, "main_score": 0.449956, "hf_subset": "nus_Latn-tuk_Latn", "languages": ["nus-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449045, "recall": 0.494071, "f1": 0.460525, "accuracy": 0.494071, "main_score": 0.460525, "hf_subset": "nus_Latn-bak_Cyrl", "languages": ["nus-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.343498, "recall": 0.406126, "f1": 0.360819, "accuracy": 0.406126, "main_score": 0.360819, "hf_subset": "nus_Latn-dyu_Latn", "languages": ["nus-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445698, "recall": 0.48913, "f1": 0.457268, "accuracy": 0.48913, "main_score": 0.457268, "hf_subset": "nus_Latn-heb_Hebr", "languages": ["nus-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.434439, "recall": 0.48419, "f1": 0.447238, "accuracy": 0.48419, "main_score": 0.447238, "hf_subset": "nus_Latn-khk_Cyrl", "languages": ["nus-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466832, "recall": 0.51087, "f1": 0.477077, "accuracy": 0.51087, "main_score": 0.477077, "hf_subset": "nus_Latn-lvs_Latn", "languages": ["nus-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455363, "recall": 0.511858, "f1": 0.470774, "accuracy": 0.511858, "main_score": 0.470774, "hf_subset": "nus_Latn-pan_Guru", "languages": ["nus-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.443164, "recall": 0.492095, "f1": 0.456051, "accuracy": 0.492095, "main_score": 0.456051, "hf_subset": "nus_Latn-som_Latn", "languages": ["nus-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442998, "recall": 0.485178, "f1": 0.454079, "accuracy": 0.485178, "main_score": 0.454079, "hf_subset": "nus_Latn-tum_Latn", "languages": ["nus-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582374, "recall": 0.647233, "f1": 0.600575, "accuracy": 0.647233, "main_score": 0.600575, "hf_subset": "slk_Latn-ace_Arab", "languages": ["slk-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540304, "recall": 0.598814, "f1": 0.5563, "accuracy": 0.598814, "main_score": 0.5563, "hf_subset": "slk_Latn-bam_Latn", "languages": ["slk-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446808, "recall": 0.523715, "f1": 0.467896, "accuracy": 0.523715, "main_score": 0.467896, "hf_subset": "slk_Latn-dzo_Tibt", "languages": ["slk-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hin_Deva", "languages": ["slk-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-khm_Khmr", "languages": ["slk-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mag_Deva", "languages": ["slk-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "slk_Latn-pap_Latn", "languages": ["slk-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604464, "recall": 0.658103, "f1": 0.619034, "accuracy": 0.658103, "main_score": 0.619034, "hf_subset": "slk_Latn-sot_Latn", "languages": ["slk-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-tur_Latn", "languages": ["slk-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880632, "recall": 0.913043, "f1": 0.890942, "accuracy": 0.913043, "main_score": 0.890942, "hf_subset": "slk_Latn-ace_Latn", "languages": ["slk-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "slk_Latn-ban_Latn", "languages": ["slk-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-ell_Grek", "languages": ["slk-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "slk_Latn-hne_Deva", "languages": ["slk-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.605359, "recall": 0.661067, "f1": 0.620838, "accuracy": 0.661067, "main_score": 0.620838, "hf_subset": "slk_Latn-kik_Latn", "languages": ["slk-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-mai_Deva", "languages": ["slk-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "slk_Latn-pbt_Arab", "languages": ["slk-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-spa_Latn", "languages": ["slk-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621179, "recall": 0.688735, "f1": 0.640424, "accuracy": 0.688735, "main_score": 0.640424, "hf_subset": "slk_Latn-twi_Latn", "languages": ["slk-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-acm_Arab", "languages": ["slk-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bel_Cyrl", "languages": ["slk-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-eng_Latn", "languages": ["slk-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hrv_Latn", "languages": ["slk-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570973, "recall": 0.632411, "f1": 0.588359, "accuracy": 0.632411, "main_score": 0.588359, "hf_subset": "slk_Latn-kin_Latn", "languages": ["slk-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-mal_Mlym", "languages": ["slk-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pes_Arab", "languages": ["slk-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-srd_Latn", "languages": ["slk-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189949, "recall": 0.238142, "f1": 0.202186, "accuracy": 0.238142, "main_score": 0.202186, "hf_subset": "slk_Latn-tzm_Tfng", "languages": ["slk-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-acq_Arab", "languages": ["slk-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632002, "recall": 0.682806, "f1": 0.646382, "accuracy": 0.682806, "main_score": 0.646382, "hf_subset": "slk_Latn-bem_Latn", "languages": ["slk-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-epo_Latn", "languages": ["slk-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hun_Latn", "languages": ["slk-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-kir_Cyrl", "languages": ["slk-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mar_Deva", "languages": ["slk-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.690942, "recall": 0.747036, "f1": 0.707435, "accuracy": 0.747036, "main_score": 0.707435, "hf_subset": "slk_Latn-plt_Latn", "languages": ["slk-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-srp_Cyrl", "languages": ["slk-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "slk_Latn-uig_Arab", "languages": ["slk-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-aeb_Arab", "languages": ["slk-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ben_Beng", "languages": ["slk-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-est_Latn", "languages": ["slk-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-hye_Armn", "languages": ["slk-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.557858, "recall": 0.610672, "f1": 0.573551, "accuracy": 0.610672, "main_score": 0.573551, "hf_subset": "slk_Latn-kmb_Latn", "languages": ["slk-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517904, "recall": 0.585968, "f1": 0.536544, "accuracy": 0.585968, "main_score": 0.536544, "hf_subset": "slk_Latn-min_Arab", "languages": ["slk-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pol_Latn", "languages": ["slk-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564048, "recall": 0.632411, "f1": 0.584342, "accuracy": 0.632411, "main_score": 0.584342, "hf_subset": "slk_Latn-ssw_Latn", "languages": ["slk-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ukr_Cyrl", "languages": ["slk-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-afr_Latn", "languages": ["slk-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-bho_Deva", "languages": ["slk-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-eus_Latn", "languages": ["slk-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593972, "recall": 0.658103, "f1": 0.612328, "accuracy": 0.658103, "main_score": 0.612328, "hf_subset": "slk_Latn-ibo_Latn", "languages": ["slk-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911067, "recall": 0.936759, "f1": 0.919137, "accuracy": 0.936759, "main_score": 0.919137, "hf_subset": "slk_Latn-kmr_Latn", "languages": ["slk-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slk_Latn-min_Latn", "languages": ["slk-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-por_Latn", "languages": ["slk-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-sun_Latn", "languages": ["slk-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534988, "recall": 0.590909, "f1": 0.551344, "accuracy": 0.590909, "main_score": 0.551344, "hf_subset": "slk_Latn-umb_Latn", "languages": ["slk-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ajp_Arab", "languages": ["slk-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554515, "recall": 0.618577, "f1": 0.572272, "accuracy": 0.618577, "main_score": 0.572272, "hf_subset": "slk_Latn-bjn_Arab", "languages": ["slk-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523531, "recall": 0.576087, "f1": 0.537756, "accuracy": 0.576087, "main_score": 0.537756, "hf_subset": "slk_Latn-ewe_Latn", "languages": ["slk-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957642, "accuracy": 0.967391, "main_score": 0.957642, "hf_subset": "slk_Latn-ilo_Latn", "languages": ["slk-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316758, "recall": 0.374506, "f1": 0.332787, "accuracy": 0.374506, "main_score": 0.332787, "hf_subset": "slk_Latn-knc_Arab", "languages": ["slk-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mkd_Cyrl", "languages": ["slk-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-prs_Arab", "languages": ["slk-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-swe_Latn", "languages": ["slk-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-urd_Arab", "languages": ["slk-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598955, "recall": 0.666008, "f1": 0.617921, "accuracy": 0.666008, "main_score": 0.617921, "hf_subset": "slk_Latn-aka_Latn", "languages": ["slk-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-bjn_Latn", "languages": ["slk-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "slk_Latn-fao_Latn", "languages": ["slk-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ind_Latn", "languages": ["slk-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587819, "recall": 0.639328, "f1": 0.602615, "accuracy": 0.639328, "main_score": 0.602615, "hf_subset": "slk_Latn-knc_Latn", "languages": ["slk-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-mlt_Latn", "languages": ["slk-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714847, "recall": 0.774704, "f1": 0.732435, "accuracy": 0.774704, "main_score": 0.732435, "hf_subset": "slk_Latn-quy_Latn", "languages": ["slk-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "slk_Latn-swh_Latn", "languages": ["slk-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-uzn_Latn", "languages": ["slk-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-als_Latn", "languages": ["slk-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668659, "recall": 0.745059, "f1": 0.6917, "accuracy": 0.745059, "main_score": 0.6917, "hf_subset": "slk_Latn-bod_Tibt", "languages": ["slk-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.708252, "recall": 0.76581, "f1": 0.724893, "accuracy": 0.76581, "main_score": 0.724893, "hf_subset": "slk_Latn-fij_Latn", "languages": ["slk-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-isl_Latn", "languages": ["slk-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683392, "recall": 0.732213, "f1": 0.69837, "accuracy": 0.732213, "main_score": 0.69837, "hf_subset": "slk_Latn-kon_Latn", "languages": ["slk-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681136, "recall": 0.743083, "f1": 0.698901, "accuracy": 0.743083, "main_score": 0.698901, "hf_subset": "slk_Latn-mni_Beng", "languages": ["slk-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ron_Latn", "languages": ["slk-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "slk_Latn-szl_Latn", "languages": ["slk-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-vec_Latn", "languages": ["slk-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "slk_Latn-amh_Ethi", "languages": ["slk-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bos_Latn", "languages": ["slk-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-fin_Latn", "languages": ["slk-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ita_Latn", "languages": ["slk-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-kor_Hang", "languages": ["slk-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.54292, "recall": 0.604743, "f1": 0.560422, "accuracy": 0.604743, "main_score": 0.560422, "hf_subset": "slk_Latn-mos_Latn", "languages": ["slk-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55859, "recall": 0.616601, "f1": 0.575021, "accuracy": 0.616601, "main_score": 0.575021, "hf_subset": "slk_Latn-run_Latn", "languages": ["slk-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-tam_Taml", "languages": ["slk-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-vie_Latn", "languages": ["slk-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-apc_Arab", "languages": ["slk-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.800428, "recall": 0.847826, "f1": 0.814775, "accuracy": 0.847826, "main_score": 0.814775, "hf_subset": "slk_Latn-bug_Latn", "languages": ["slk-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478514, "recall": 0.533597, "f1": 0.493117, "accuracy": 0.533597, "main_score": 0.493117, "hf_subset": "slk_Latn-fon_Latn", "languages": ["slk-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-jav_Latn", "languages": ["slk-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-lao_Laoo", "languages": ["slk-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.883211, "recall": 0.916996, "f1": 0.893857, "accuracy": 0.916996, "main_score": 0.893857, "hf_subset": "slk_Latn-mri_Latn", "languages": ["slk-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-rus_Cyrl", "languages": ["slk-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539197, "recall": 0.605731, "f1": 0.557809, "accuracy": 0.605731, "main_score": 0.557809, "hf_subset": "slk_Latn-taq_Latn", "languages": ["slk-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-war_Latn", "languages": ["slk-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-arb_Arab", "languages": ["slk-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bul_Cyrl", "languages": ["slk-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-fra_Latn", "languages": ["slk-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-jpn_Jpan", "languages": ["slk-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slk_Latn-lij_Latn", "languages": ["slk-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "slk_Latn-mya_Mymr", "languages": ["slk-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.60842, "recall": 0.674901, "f1": 0.627052, "accuracy": 0.674901, "main_score": 0.627052, "hf_subset": "slk_Latn-sag_Latn", "languages": ["slk-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199216, "recall": 0.253953, "f1": 0.211245, "accuracy": 0.253953, "main_score": 0.211245, "hf_subset": "slk_Latn-taq_Tfng", "languages": ["slk-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.635354, "recall": 0.697628, "f1": 0.653331, "accuracy": 0.697628, "main_score": 0.653331, "hf_subset": "slk_Latn-wol_Latn", "languages": ["slk-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814272, "recall": 0.863636, "f1": 0.829298, "accuracy": 0.863636, "main_score": 0.829298, "hf_subset": "slk_Latn-arb_Latn", "languages": ["slk-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-cat_Latn", "languages": ["slk-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "slk_Latn-fur_Latn", "languages": ["slk-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425277, "recall": 0.483202, "f1": 0.441304, "accuracy": 0.483202, "main_score": 0.441304, "hf_subset": "slk_Latn-kab_Latn", "languages": ["slk-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-lim_Latn", "languages": ["slk-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-nld_Latn", "languages": ["slk-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "slk_Latn-san_Deva", "languages": ["slk-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tat_Cyrl", "languages": ["slk-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684192, "recall": 0.736166, "f1": 0.69944, "accuracy": 0.736166, "main_score": 0.69944, "hf_subset": "slk_Latn-xho_Latn", "languages": ["slk-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ars_Arab", "languages": ["slk-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ceb_Latn", "languages": ["slk-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569132, "recall": 0.630435, "f1": 0.586554, "accuracy": 0.630435, "main_score": 0.586554, "hf_subset": "slk_Latn-fuv_Latn", "languages": ["slk-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518116, "recall": 0.583004, "f1": 0.53607, "accuracy": 0.583004, "main_score": 0.53607, "hf_subset": "slk_Latn-kac_Latn", "languages": ["slk-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672283, "recall": 0.727273, "f1": 0.688702, "accuracy": 0.727273, "main_score": 0.688702, "hf_subset": "slk_Latn-lin_Latn", "languages": ["slk-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-nno_Latn", "languages": ["slk-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.226487, "recall": 0.314229, "f1": 0.250384, "accuracy": 0.314229, "main_score": 0.250384, "hf_subset": "slk_Latn-sat_Olck", "languages": ["slk-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-tel_Telu", "languages": ["slk-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "slk_Latn-ydd_Hebr", "languages": ["slk-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "slk_Latn-ary_Arab", "languages": ["slk-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ces_Latn", "languages": ["slk-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57785, "recall": 0.644269, "f1": 0.596876, "accuracy": 0.644269, "main_score": 0.596876, "hf_subset": "slk_Latn-gaz_Latn", "languages": ["slk-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579209, "recall": 0.648221, "f1": 0.599264, "accuracy": 0.648221, "main_score": 0.599264, "hf_subset": "slk_Latn-kam_Latn", "languages": ["slk-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "slk_Latn-lit_Latn", "languages": ["slk-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-nob_Latn", "languages": ["slk-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "slk_Latn-scn_Latn", "languages": ["slk-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "slk_Latn-tgk_Cyrl", "languages": ["slk-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.722588, "recall": 0.784585, "f1": 0.741457, "accuracy": 0.784585, "main_score": 0.741457, "hf_subset": "slk_Latn-yor_Latn", "languages": ["slk-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-arz_Arab", "languages": ["slk-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570116, "recall": 0.628458, "f1": 0.587131, "accuracy": 0.628458, "main_score": 0.587131, "hf_subset": "slk_Latn-cjk_Latn", "languages": ["slk-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806933, "recall": 0.851779, "f1": 0.820487, "accuracy": 0.851779, "main_score": 0.820487, "hf_subset": "slk_Latn-gla_Latn", "languages": ["slk-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-kan_Knda", "languages": ["slk-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "slk_Latn-lmo_Latn", "languages": ["slk-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "slk_Latn-npi_Deva", "languages": ["slk-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.478451, "recall": 0.54249, "f1": 0.496299, "accuracy": 0.54249, "main_score": 0.496299, "hf_subset": "slk_Latn-shn_Mymr", "languages": ["slk-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tgl_Latn", "languages": ["slk-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-yue_Hant", "languages": ["slk-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-asm_Beng", "languages": ["slk-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "slk_Latn-ckb_Arab", "languages": ["slk-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.885623, "recall": 0.917984, "f1": 0.89577, "accuracy": 0.917984, "main_score": 0.89577, "hf_subset": "slk_Latn-gle_Latn", "languages": ["slk-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.95504, "accuracy": 0.965415, "main_score": 0.95504, "hf_subset": "slk_Latn-kas_Arab", "languages": ["slk-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "slk_Latn-ltg_Latn", "languages": ["slk-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626133, "recall": 0.68083, "f1": 0.641726, "accuracy": 0.68083, "main_score": 0.641726, "hf_subset": "slk_Latn-nso_Latn", "languages": ["slk-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slk_Latn-sin_Sinh", "languages": ["slk-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tha_Thai", "languages": ["slk-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zho_Hans", "languages": ["slk-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ast_Latn", "languages": ["slk-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-crh_Latn", "languages": ["slk-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-glg_Latn", "languages": ["slk-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919631, "recall": 0.943676, "f1": 0.927207, "accuracy": 0.943676, "main_score": 0.927207, "hf_subset": "slk_Latn-kas_Deva", "languages": ["slk-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "slk_Latn-ltz_Latn", "languages": ["slk-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45753, "recall": 0.530632, "f1": 0.477604, "accuracy": 0.530632, "main_score": 0.477604, "hf_subset": "slk_Latn-nus_Latn", "languages": ["slk-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626499, "recall": 0.695652, "f1": 0.646857, "accuracy": 0.695652, "main_score": 0.646857, "hf_subset": "slk_Latn-tir_Ethi", "languages": ["slk-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zho_Hant", "languages": ["slk-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "slk_Latn-awa_Deva", "languages": ["slk-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "slk_Latn-cym_Latn", "languages": ["slk-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859766, "recall": 0.900198, "f1": 0.872596, "accuracy": 0.900198, "main_score": 0.872596, "hf_subset": "slk_Latn-grn_Latn", "languages": ["slk-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-kat_Geor", "languages": ["slk-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.659816, "recall": 0.709486, "f1": 0.674006, "accuracy": 0.709486, "main_score": 0.674006, "hf_subset": "slk_Latn-lua_Latn", "languages": ["slk-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652223, "recall": 0.712451, "f1": 0.669486, "accuracy": 0.712451, "main_score": 0.669486, "hf_subset": "slk_Latn-nya_Latn", "languages": ["slk-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-slv_Latn", "languages": ["slk-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "slk_Latn-tpi_Latn", "languages": ["slk-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zsm_Latn", "languages": ["slk-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554473, "recall": 0.620553, "f1": 0.573136, "accuracy": 0.620553, "main_score": 0.573136, "hf_subset": "slk_Latn-ayr_Latn", "languages": ["slk-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-dan_Latn", "languages": ["slk-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-guj_Gujr", "languages": ["slk-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-kaz_Cyrl", "languages": ["slk-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.55234, "recall": 0.617589, "f1": 0.571026, "accuracy": 0.617589, "main_score": 0.571026, "hf_subset": "slk_Latn-lug_Latn", "languages": ["slk-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-oci_Latn", "languages": ["slk-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830369, "recall": 0.873518, "f1": 0.843478, "accuracy": 0.873518, "main_score": 0.843478, "hf_subset": "slk_Latn-smo_Latn", "languages": ["slk-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552433, "recall": 0.612648, "f1": 0.569747, "accuracy": 0.612648, "main_score": 0.569747, "hf_subset": "slk_Latn-tsn_Latn", "languages": ["slk-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626459, "recall": 0.688735, "f1": 0.644234, "accuracy": 0.688735, "main_score": 0.644234, "hf_subset": "slk_Latn-zul_Latn", "languages": ["slk-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.952569, "f1": 0.938735, "accuracy": 0.952569, "main_score": 0.938735, "hf_subset": "slk_Latn-azb_Arab", "languages": ["slk-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-deu_Latn", "languages": ["slk-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "slk_Latn-hat_Latn", "languages": ["slk-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497277, "recall": 0.552372, "f1": 0.512255, "accuracy": 0.552372, "main_score": 0.512255, "hf_subset": "slk_Latn-kbp_Latn", "languages": ["slk-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57234, "recall": 0.62747, "f1": 0.587385, "accuracy": 0.62747, "main_score": 0.587385, "hf_subset": "slk_Latn-luo_Latn", "languages": ["slk-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ory_Orya", "languages": ["slk-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.60272, "recall": 0.666008, "f1": 0.62076, "accuracy": 0.666008, "main_score": 0.62076, "hf_subset": "slk_Latn-sna_Latn", "languages": ["slk-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561167, "recall": 0.614625, "f1": 0.575731, "accuracy": 0.614625, "main_score": 0.575731, "hf_subset": "slk_Latn-tso_Latn", "languages": ["slk-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-azj_Latn", "languages": ["slk-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554916, "recall": 0.620553, "f1": 0.573762, "accuracy": 0.620553, "main_score": 0.573762, "hf_subset": "slk_Latn-dik_Latn", "languages": ["slk-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754636, "recall": 0.809289, "f1": 0.770989, "accuracy": 0.809289, "main_score": 0.770989, "hf_subset": "slk_Latn-hau_Latn", "languages": ["slk-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-kea_Latn", "languages": ["slk-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74664, "recall": 0.798419, "f1": 0.762239, "accuracy": 0.798419, "main_score": 0.762239, "hf_subset": "slk_Latn-lus_Latn", "languages": ["slk-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873682, "recall": 0.905138, "f1": 0.883531, "accuracy": 0.905138, "main_score": 0.883531, "hf_subset": "slk_Latn-pag_Latn", "languages": ["slk-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-snd_Arab", "languages": ["slk-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "slk_Latn-tuk_Latn", "languages": ["slk-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slk_Latn-bak_Cyrl", "languages": ["slk-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.488112, "recall": 0.566206, "f1": 0.511097, "accuracy": 0.566206, "main_score": 0.511097, "hf_subset": "slk_Latn-dyu_Latn", "languages": ["slk-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-heb_Hebr", "languages": ["slk-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-khk_Cyrl", "languages": ["slk-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-lvs_Latn", "languages": ["slk-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pan_Guru", "languages": ["slk-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.722708, "recall": 0.780632, "f1": 0.739841, "accuracy": 0.780632, "main_score": 0.739841, "hf_subset": "slk_Latn-som_Latn", "languages": ["slk-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604573, "recall": 0.651186, "f1": 0.617498, "accuracy": 0.651186, "main_score": 0.617498, "hf_subset": "slk_Latn-tum_Latn", "languages": ["slk-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.361315, "recall": 0.410079, "f1": 0.374597, "accuracy": 0.410079, "main_score": 0.374597, "hf_subset": "tir_Ethi-ace_Arab", "languages": ["tir-Ethi", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.359508, "recall": 0.411067, "f1": 0.372781, "accuracy": 0.411067, "main_score": 0.372781, "hf_subset": "tir_Ethi-bam_Latn", "languages": ["tir-Ethi", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.234267, "recall": 0.281621, "f1": 0.245912, "accuracy": 0.281621, "main_score": 0.245912, "hf_subset": "tir_Ethi-dzo_Tibt", "languages": ["tir-Ethi", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.609144, "recall": 0.66996, "f1": 0.62495, "accuracy": 0.66996, "main_score": 0.62495, "hf_subset": "tir_Ethi-hin_Deva", "languages": ["tir-Ethi", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.551471, "recall": 0.615613, "f1": 0.568344, "accuracy": 0.615613, "main_score": 0.568344, "hf_subset": "tir_Ethi-khm_Khmr", "languages": ["tir-Ethi", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.609576, "recall": 0.668972, "f1": 0.625177, "accuracy": 0.668972, "main_score": 0.625177, "hf_subset": "tir_Ethi-mag_Deva", "languages": ["tir-Ethi", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.530708, "recall": 0.583992, "f1": 0.544325, "accuracy": 0.583992, "main_score": 0.544325, "hf_subset": "tir_Ethi-pap_Latn", "languages": ["tir-Ethi", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406132, "recall": 0.448617, "f1": 0.417515, "accuracy": 0.448617, "main_score": 0.417515, "hf_subset": "tir_Ethi-sot_Latn", "languages": ["tir-Ethi", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59991, "recall": 0.655138, "f1": 0.614503, "accuracy": 0.655138, "main_score": 0.614503, "hf_subset": "tir_Ethi-tur_Latn", "languages": ["tir-Ethi", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50658, "recall": 0.561265, "f1": 0.521685, "accuracy": 0.561265, "main_score": 0.521685, "hf_subset": "tir_Ethi-ace_Latn", "languages": ["tir-Ethi", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526295, "recall": 0.578063, "f1": 0.539545, "accuracy": 0.578063, "main_score": 0.539545, "hf_subset": "tir_Ethi-ban_Latn", "languages": ["tir-Ethi", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566127, "recall": 0.630435, "f1": 0.582834, "accuracy": 0.630435, "main_score": 0.582834, "hf_subset": "tir_Ethi-ell_Grek", "languages": ["tir-Ethi", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.596674, "recall": 0.652174, "f1": 0.611189, "accuracy": 0.652174, "main_score": 0.611189, "hf_subset": "tir_Ethi-hne_Deva", "languages": ["tir-Ethi", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.318136, "recall": 0.375494, "f1": 0.332285, "accuracy": 0.375494, "main_score": 0.332285, "hf_subset": "tir_Ethi-kik_Latn", "languages": ["tir-Ethi", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579141, "recall": 0.639328, "f1": 0.594872, "accuracy": 0.639328, "main_score": 0.594872, "hf_subset": "tir_Ethi-mai_Deva", "languages": ["tir-Ethi", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550483, "recall": 0.616601, "f1": 0.567162, "accuracy": 0.616601, "main_score": 0.567162, "hf_subset": "tir_Ethi-pbt_Arab", "languages": ["tir-Ethi", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57828, "recall": 0.640316, "f1": 0.595919, "accuracy": 0.640316, "main_score": 0.595919, "hf_subset": "tir_Ethi-spa_Latn", "languages": ["tir-Ethi", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424255, "recall": 0.476285, "f1": 0.438392, "accuracy": 0.476285, "main_score": 0.438392, "hf_subset": "tir_Ethi-twi_Latn", "languages": ["tir-Ethi", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571184, "recall": 0.62747, "f1": 0.585609, "accuracy": 0.62747, "main_score": 0.585609, "hf_subset": "tir_Ethi-acm_Arab", "languages": ["tir-Ethi", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540948, "recall": 0.606719, "f1": 0.558257, "accuracy": 0.606719, "main_score": 0.558257, "hf_subset": "tir_Ethi-bel_Cyrl", "languages": ["tir-Ethi", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.623718, "recall": 0.679842, "f1": 0.638782, "accuracy": 0.679842, "main_score": 0.638782, "hf_subset": "tir_Ethi-eng_Latn", "languages": ["tir-Ethi", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581356, "recall": 0.640316, "f1": 0.597177, "accuracy": 0.640316, "main_score": 0.597177, "hf_subset": "tir_Ethi-hrv_Latn", "languages": ["tir-Ethi", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392345, "recall": 0.443676, "f1": 0.406036, "accuracy": 0.443676, "main_score": 0.406036, "hf_subset": "tir_Ethi-kin_Latn", "languages": ["tir-Ethi", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611119, "recall": 0.671937, "f1": 0.626795, "accuracy": 0.671937, "main_score": 0.626795, "hf_subset": "tir_Ethi-mal_Mlym", "languages": ["tir-Ethi", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.604463, "recall": 0.65415, "f1": 0.616859, "accuracy": 0.65415, "main_score": 0.616859, "hf_subset": "tir_Ethi-pes_Arab", "languages": ["tir-Ethi", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556544, "recall": 0.605731, "f1": 0.569504, "accuracy": 0.605731, "main_score": 0.569504, "hf_subset": "tir_Ethi-srd_Latn", "languages": ["tir-Ethi", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18916, "recall": 0.228261, "f1": 0.199058, "accuracy": 0.228261, "main_score": 0.199058, "hf_subset": "tir_Ethi-tzm_Tfng", "languages": ["tir-Ethi", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.577712, "recall": 0.640316, "f1": 0.594039, "accuracy": 0.640316, "main_score": 0.594039, "hf_subset": "tir_Ethi-acq_Arab", "languages": ["tir-Ethi", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.416877, "recall": 0.456522, "f1": 0.428203, "accuracy": 0.456522, "main_score": 0.428203, "hf_subset": "tir_Ethi-bem_Latn", "languages": ["tir-Ethi", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588364, "recall": 0.648221, "f1": 0.604417, "accuracy": 0.648221, "main_score": 0.604417, "hf_subset": "tir_Ethi-epo_Latn", "languages": ["tir-Ethi", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58439, "recall": 0.645257, "f1": 0.600225, "accuracy": 0.645257, "main_score": 0.600225, "hf_subset": "tir_Ethi-hun_Latn", "languages": ["tir-Ethi", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54425, "recall": 0.607708, "f1": 0.560787, "accuracy": 0.607708, "main_score": 0.560787, "hf_subset": "tir_Ethi-kir_Cyrl", "languages": ["tir-Ethi", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.595576, "recall": 0.650198, "f1": 0.610865, "accuracy": 0.650198, "main_score": 0.610865, "hf_subset": "tir_Ethi-mar_Deva", "languages": ["tir-Ethi", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.424802, "recall": 0.479249, "f1": 0.438708, "accuracy": 0.479249, "main_score": 0.438708, "hf_subset": "tir_Ethi-plt_Latn", "languages": ["tir-Ethi", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596831, "recall": 0.659091, "f1": 0.613159, "accuracy": 0.659091, "main_score": 0.613159, "hf_subset": "tir_Ethi-srp_Cyrl", "languages": ["tir-Ethi", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540104, "recall": 0.593874, "f1": 0.553518, "accuracy": 0.593874, "main_score": 0.553518, "hf_subset": "tir_Ethi-uig_Arab", "languages": ["tir-Ethi", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542156, "recall": 0.594862, "f1": 0.556097, "accuracy": 0.594862, "main_score": 0.556097, "hf_subset": "tir_Ethi-aeb_Arab", "languages": ["tir-Ethi", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594537, "recall": 0.656126, "f1": 0.611327, "accuracy": 0.656126, "main_score": 0.611327, "hf_subset": "tir_Ethi-ben_Beng", "languages": ["tir-Ethi", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.559402, "recall": 0.618577, "f1": 0.574738, "accuracy": 0.618577, "main_score": 0.574738, "hf_subset": "tir_Ethi-est_Latn", "languages": ["tir-Ethi", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577922, "recall": 0.637352, "f1": 0.593246, "accuracy": 0.637352, "main_score": 0.593246, "hf_subset": "tir_Ethi-hye_Armn", "languages": ["tir-Ethi", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.37288, "recall": 0.422925, "f1": 0.386426, "accuracy": 0.422925, "main_score": 0.386426, "hf_subset": "tir_Ethi-kmb_Latn", "languages": ["tir-Ethi", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.343211, "recall": 0.401186, "f1": 0.35785, "accuracy": 0.401186, "main_score": 0.35785, "hf_subset": "tir_Ethi-min_Arab", "languages": ["tir-Ethi", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571678, "recall": 0.63834, "f1": 0.590128, "accuracy": 0.63834, "main_score": 0.590128, "hf_subset": "tir_Ethi-pol_Latn", "languages": ["tir-Ethi", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.377818, "recall": 0.422925, "f1": 0.389465, "accuracy": 0.422925, "main_score": 0.389465, "hf_subset": "tir_Ethi-ssw_Latn", "languages": ["tir-Ethi", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598591, "recall": 0.663043, "f1": 0.615446, "accuracy": 0.663043, "main_score": 0.615446, "hf_subset": "tir_Ethi-ukr_Cyrl", "languages": ["tir-Ethi", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597774, "recall": 0.661067, "f1": 0.614996, "accuracy": 0.661067, "main_score": 0.614996, "hf_subset": "tir_Ethi-afr_Latn", "languages": ["tir-Ethi", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581802, "recall": 0.63834, "f1": 0.596972, "accuracy": 0.63834, "main_score": 0.596972, "hf_subset": "tir_Ethi-bho_Deva", "languages": ["tir-Ethi", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.539675, "recall": 0.589921, "f1": 0.553678, "accuracy": 0.589921, "main_score": 0.553678, "hf_subset": "tir_Ethi-eus_Latn", "languages": ["tir-Ethi", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364079, "recall": 0.426877, "f1": 0.380113, "accuracy": 0.426877, "main_score": 0.380113, "hf_subset": "tir_Ethi-ibo_Latn", "languages": ["tir-Ethi", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513278, "recall": 0.565217, "f1": 0.526518, "accuracy": 0.565217, "main_score": 0.526518, "hf_subset": "tir_Ethi-kmr_Latn", "languages": ["tir-Ethi", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548718, "recall": 0.602767, "f1": 0.562661, "accuracy": 0.602767, "main_score": 0.562661, "hf_subset": "tir_Ethi-min_Latn", "languages": ["tir-Ethi", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593013, "recall": 0.657115, "f1": 0.610741, "accuracy": 0.657115, "main_score": 0.610741, "hf_subset": "tir_Ethi-por_Latn", "languages": ["tir-Ethi", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559267, "recall": 0.614625, "f1": 0.573022, "accuracy": 0.614625, "main_score": 0.573022, "hf_subset": "tir_Ethi-sun_Latn", "languages": ["tir-Ethi", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385014, "recall": 0.428854, "f1": 0.39793, "accuracy": 0.428854, "main_score": 0.39793, "hf_subset": "tir_Ethi-umb_Latn", "languages": ["tir-Ethi", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593218, "recall": 0.649209, "f1": 0.608112, "accuracy": 0.649209, "main_score": 0.608112, "hf_subset": "tir_Ethi-ajp_Arab", "languages": ["tir-Ethi", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.372093, "recall": 0.421937, "f1": 0.385495, "accuracy": 0.421937, "main_score": 0.385495, "hf_subset": "tir_Ethi-bjn_Arab", "languages": ["tir-Ethi", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.371691, "recall": 0.41996, "f1": 0.38385, "accuracy": 0.41996, "main_score": 0.38385, "hf_subset": "tir_Ethi-ewe_Latn", "languages": ["tir-Ethi", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531039, "recall": 0.582016, "f1": 0.54472, "accuracy": 0.582016, "main_score": 0.54472, "hf_subset": "tir_Ethi-ilo_Latn", "languages": ["tir-Ethi", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.271496, "recall": 0.31917, "f1": 0.284654, "accuracy": 0.31917, "main_score": 0.284654, "hf_subset": "tir_Ethi-knc_Arab", "languages": ["tir-Ethi", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597586, "recall": 0.65415, "f1": 0.612715, "accuracy": 0.65415, "main_score": 0.612715, "hf_subset": "tir_Ethi-mkd_Cyrl", "languages": ["tir-Ethi", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.596037, "recall": 0.649209, "f1": 0.610532, "accuracy": 0.649209, "main_score": 0.610532, "hf_subset": "tir_Ethi-prs_Arab", "languages": ["tir-Ethi", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587307, "recall": 0.652174, "f1": 0.60475, "accuracy": 0.652174, "main_score": 0.60475, "hf_subset": "tir_Ethi-swe_Latn", "languages": ["tir-Ethi", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593706, "recall": 0.662055, "f1": 0.612315, "accuracy": 0.662055, "main_score": 0.612315, "hf_subset": "tir_Ethi-urd_Arab", "languages": ["tir-Ethi", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.403344, "recall": 0.453557, "f1": 0.41713, "accuracy": 0.453557, "main_score": 0.41713, "hf_subset": "tir_Ethi-aka_Latn", "languages": ["tir-Ethi", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560881, "recall": 0.609684, "f1": 0.573663, "accuracy": 0.609684, "main_score": 0.573663, "hf_subset": "tir_Ethi-bjn_Latn", "languages": ["tir-Ethi", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494229, "recall": 0.551383, "f1": 0.50911, "accuracy": 0.551383, "main_score": 0.50911, "hf_subset": "tir_Ethi-fao_Latn", "languages": ["tir-Ethi", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611749, "recall": 0.666996, "f1": 0.626711, "accuracy": 0.666996, "main_score": 0.626711, "hf_subset": "tir_Ethi-ind_Latn", "languages": ["tir-Ethi", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401443, "recall": 0.443676, "f1": 0.412386, "accuracy": 0.443676, "main_score": 0.412386, "hf_subset": "tir_Ethi-knc_Latn", "languages": ["tir-Ethi", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547017, "recall": 0.597826, "f1": 0.560561, "accuracy": 0.597826, "main_score": 0.560561, "hf_subset": "tir_Ethi-mlt_Latn", "languages": ["tir-Ethi", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442728, "recall": 0.5, "f1": 0.457917, "accuracy": 0.5, "main_score": 0.457917, "hf_subset": "tir_Ethi-quy_Latn", "languages": ["tir-Ethi", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557789, "recall": 0.617589, "f1": 0.573798, "accuracy": 0.617589, "main_score": 0.573798, "hf_subset": "tir_Ethi-swh_Latn", "languages": ["tir-Ethi", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579022, "recall": 0.634387, "f1": 0.593186, "accuracy": 0.634387, "main_score": 0.593186, "hf_subset": "tir_Ethi-uzn_Latn", "languages": ["tir-Ethi", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572676, "recall": 0.633399, "f1": 0.58857, "accuracy": 0.633399, "main_score": 0.58857, "hf_subset": "tir_Ethi-als_Latn", "languages": ["tir-Ethi", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.29125, "recall": 0.348814, "f1": 0.305456, "accuracy": 0.348814, "main_score": 0.305456, "hf_subset": "tir_Ethi-bod_Tibt", "languages": ["tir-Ethi", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.405224, "recall": 0.45751, "f1": 0.419963, "accuracy": 0.45751, "main_score": 0.419963, "hf_subset": "tir_Ethi-fij_Latn", "languages": ["tir-Ethi", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515181, "recall": 0.574111, "f1": 0.530667, "accuracy": 0.574111, "main_score": 0.530667, "hf_subset": "tir_Ethi-isl_Latn", "languages": ["tir-Ethi", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417722, "recall": 0.470356, "f1": 0.432596, "accuracy": 0.470356, "main_score": 0.432596, "hf_subset": "tir_Ethi-kon_Latn", "languages": ["tir-Ethi", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437918, "recall": 0.492095, "f1": 0.452152, "accuracy": 0.492095, "main_score": 0.452152, "hf_subset": "tir_Ethi-mni_Beng", "languages": ["tir-Ethi", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.589715, "recall": 0.649209, "f1": 0.605398, "accuracy": 0.649209, "main_score": 0.605398, "hf_subset": "tir_Ethi-ron_Latn", "languages": ["tir-Ethi", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555391, "recall": 0.612648, "f1": 0.569443, "accuracy": 0.612648, "main_score": 0.569443, "hf_subset": "tir_Ethi-szl_Latn", "languages": ["tir-Ethi", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571386, "recall": 0.623518, "f1": 0.58433, "accuracy": 0.623518, "main_score": 0.58433, "hf_subset": "tir_Ethi-vec_Latn", "languages": ["tir-Ethi", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68097, "recall": 0.736166, "f1": 0.696815, "accuracy": 0.736166, "main_score": 0.696815, "hf_subset": "tir_Ethi-amh_Ethi", "languages": ["tir-Ethi", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.600028, "recall": 0.662055, "f1": 0.616408, "accuracy": 0.662055, "main_score": 0.616408, "hf_subset": "tir_Ethi-bos_Latn", "languages": ["tir-Ethi", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556741, "recall": 0.618577, "f1": 0.572958, "accuracy": 0.618577, "main_score": 0.572958, "hf_subset": "tir_Ethi-fin_Latn", "languages": ["tir-Ethi", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580204, "recall": 0.652174, "f1": 0.598723, "accuracy": 0.652174, "main_score": 0.598723, "hf_subset": "tir_Ethi-ita_Latn", "languages": ["tir-Ethi", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584389, "recall": 0.648221, "f1": 0.600971, "accuracy": 0.648221, "main_score": 0.600971, "hf_subset": "tir_Ethi-kor_Hang", "languages": ["tir-Ethi", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.380557, "recall": 0.426877, "f1": 0.392472, "accuracy": 0.426877, "main_score": 0.392472, "hf_subset": "tir_Ethi-mos_Latn", "languages": ["tir-Ethi", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364298, "recall": 0.416996, "f1": 0.378501, "accuracy": 0.416996, "main_score": 0.378501, "hf_subset": "tir_Ethi-run_Latn", "languages": ["tir-Ethi", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574897, "recall": 0.643281, "f1": 0.593138, "accuracy": 0.643281, "main_score": 0.593138, "hf_subset": "tir_Ethi-tam_Taml", "languages": ["tir-Ethi", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.558174, "recall": 0.620553, "f1": 0.574824, "accuracy": 0.620553, "main_score": 0.574824, "hf_subset": "tir_Ethi-vie_Latn", "languages": ["tir-Ethi", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583718, "recall": 0.639328, "f1": 0.598037, "accuracy": 0.639328, "main_score": 0.598037, "hf_subset": "tir_Ethi-apc_Arab", "languages": ["tir-Ethi", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.456769, "recall": 0.503953, "f1": 0.469254, "accuracy": 0.503953, "main_score": 0.469254, "hf_subset": "tir_Ethi-bug_Latn", "languages": ["tir-Ethi", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326186, "recall": 0.37253, "f1": 0.339221, "accuracy": 0.37253, "main_score": 0.339221, "hf_subset": "tir_Ethi-fon_Latn", "languages": ["tir-Ethi", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563496, "recall": 0.616601, "f1": 0.577519, "accuracy": 0.616601, "main_score": 0.577519, "hf_subset": "tir_Ethi-jav_Latn", "languages": ["tir-Ethi", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51235, "recall": 0.577075, "f1": 0.52946, "accuracy": 0.577075, "main_score": 0.52946, "hf_subset": "tir_Ethi-lao_Laoo", "languages": ["tir-Ethi", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.435011, "recall": 0.5, "f1": 0.451997, "accuracy": 0.5, "main_score": 0.451997, "hf_subset": "tir_Ethi-mri_Latn", "languages": ["tir-Ethi", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575889, "recall": 0.635375, "f1": 0.591271, "accuracy": 0.635375, "main_score": 0.591271, "hf_subset": "tir_Ethi-rus_Cyrl", "languages": ["tir-Ethi", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.390663, "recall": 0.436759, "f1": 0.4028, "accuracy": 0.436759, "main_score": 0.4028, "hf_subset": "tir_Ethi-taq_Latn", "languages": ["tir-Ethi", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582139, "recall": 0.633399, "f1": 0.595333, "accuracy": 0.633399, "main_score": 0.595333, "hf_subset": "tir_Ethi-war_Latn", "languages": ["tir-Ethi", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576621, "recall": 0.636364, "f1": 0.59224, "accuracy": 0.636364, "main_score": 0.59224, "hf_subset": "tir_Ethi-arb_Arab", "languages": ["tir-Ethi", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.592279, "recall": 0.656126, "f1": 0.609564, "accuracy": 0.656126, "main_score": 0.609564, "hf_subset": "tir_Ethi-bul_Cyrl", "languages": ["tir-Ethi", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.583407, "recall": 0.644269, "f1": 0.59994, "accuracy": 0.644269, "main_score": 0.59994, "hf_subset": "tir_Ethi-fra_Latn", "languages": ["tir-Ethi", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560944, "recall": 0.614625, "f1": 0.574539, "accuracy": 0.614625, "main_score": 0.574539, "hf_subset": "tir_Ethi-jpn_Jpan", "languages": ["tir-Ethi", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.553617, "recall": 0.613636, "f1": 0.56949, "accuracy": 0.613636, "main_score": 0.56949, "hf_subset": "tir_Ethi-lij_Latn", "languages": ["tir-Ethi", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498208, "recall": 0.566206, "f1": 0.515999, "accuracy": 0.566206, "main_score": 0.515999, "hf_subset": "tir_Ethi-mya_Mymr", "languages": ["tir-Ethi", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.386854, "recall": 0.436759, "f1": 0.400527, "accuracy": 0.436759, "main_score": 0.400527, "hf_subset": "tir_Ethi-sag_Latn", "languages": ["tir-Ethi", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.188899, "recall": 0.228261, "f1": 0.198373, "accuracy": 0.228261, "main_score": 0.198373, "hf_subset": "tir_Ethi-taq_Tfng", "languages": ["tir-Ethi", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.416368, "recall": 0.471344, "f1": 0.431725, "accuracy": 0.471344, "main_score": 0.431725, "hf_subset": "tir_Ethi-wol_Latn", "languages": ["tir-Ethi", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389562, "recall": 0.460474, "f1": 0.408743, "accuracy": 0.460474, "main_score": 0.408743, "hf_subset": "tir_Ethi-arb_Latn", "languages": ["tir-Ethi", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60072, "recall": 0.655138, "f1": 0.615345, "accuracy": 0.655138, "main_score": 0.615345, "hf_subset": "tir_Ethi-cat_Latn", "languages": ["tir-Ethi", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532448, "recall": 0.587945, "f1": 0.546525, "accuracy": 0.587945, "main_score": 0.546525, "hf_subset": "tir_Ethi-fur_Latn", "languages": ["tir-Ethi", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310715, "recall": 0.357708, "f1": 0.323181, "accuracy": 0.357708, "main_score": 0.323181, "hf_subset": "tir_Ethi-kab_Latn", "languages": ["tir-Ethi", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538423, "recall": 0.597826, "f1": 0.553869, "accuracy": 0.597826, "main_score": 0.553869, "hf_subset": "tir_Ethi-lim_Latn", "languages": ["tir-Ethi", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568621, "recall": 0.62747, "f1": 0.583627, "accuracy": 0.62747, "main_score": 0.583627, "hf_subset": "tir_Ethi-nld_Latn", "languages": ["tir-Ethi", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535156, "recall": 0.600791, "f1": 0.552774, "accuracy": 0.600791, "main_score": 0.552774, "hf_subset": "tir_Ethi-san_Deva", "languages": ["tir-Ethi", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545357, "recall": 0.608696, "f1": 0.562395, "accuracy": 0.608696, "main_score": 0.562395, "hf_subset": "tir_Ethi-tat_Cyrl", "languages": ["tir-Ethi", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.442589, "recall": 0.492095, "f1": 0.455351, "accuracy": 0.492095, "main_score": 0.455351, "hf_subset": "tir_Ethi-xho_Latn", "languages": ["tir-Ethi", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563849, "recall": 0.626482, "f1": 0.580649, "accuracy": 0.626482, "main_score": 0.580649, "hf_subset": "tir_Ethi-ars_Arab", "languages": ["tir-Ethi", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58063, "recall": 0.629447, "f1": 0.593375, "accuracy": 0.629447, "main_score": 0.593375, "hf_subset": "tir_Ethi-ceb_Latn", "languages": ["tir-Ethi", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37124, "recall": 0.424901, "f1": 0.385741, "accuracy": 0.424901, "main_score": 0.385741, "hf_subset": "tir_Ethi-fuv_Latn", "languages": ["tir-Ethi", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378046, "recall": 0.425889, "f1": 0.390266, "accuracy": 0.425889, "main_score": 0.390266, "hf_subset": "tir_Ethi-kac_Latn", "languages": ["tir-Ethi", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434295, "recall": 0.483202, "f1": 0.447054, "accuracy": 0.483202, "main_score": 0.447054, "hf_subset": "tir_Ethi-lin_Latn", "languages": ["tir-Ethi", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567365, "recall": 0.631423, "f1": 0.584622, "accuracy": 0.631423, "main_score": 0.584622, "hf_subset": "tir_Ethi-nno_Latn", "languages": ["tir-Ethi", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13331, "recall": 0.177866, "f1": 0.144312, "accuracy": 0.177866, "main_score": 0.144312, "hf_subset": "tir_Ethi-sat_Olck", "languages": ["tir-Ethi", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.591131, "recall": 0.65415, "f1": 0.607246, "accuracy": 0.65415, "main_score": 0.607246, "hf_subset": "tir_Ethi-tel_Telu", "languages": ["tir-Ethi", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.501577, "recall": 0.559289, "f1": 0.515824, "accuracy": 0.559289, "main_score": 0.515824, "hf_subset": "tir_Ethi-ydd_Hebr", "languages": ["tir-Ethi", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.535715, "recall": 0.594862, "f1": 0.552076, "accuracy": 0.594862, "main_score": 0.552076, "hf_subset": "tir_Ethi-ary_Arab", "languages": ["tir-Ethi", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587317, "recall": 0.651186, "f1": 0.603561, "accuracy": 0.651186, "main_score": 0.603561, "hf_subset": "tir_Ethi-ces_Latn", "languages": ["tir-Ethi", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434669, "recall": 0.488142, "f1": 0.44901, "accuracy": 0.488142, "main_score": 0.44901, "hf_subset": "tir_Ethi-gaz_Latn", "languages": ["tir-Ethi", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.372409, "recall": 0.424901, "f1": 0.386514, "accuracy": 0.424901, "main_score": 0.386514, "hf_subset": "tir_Ethi-kam_Latn", "languages": ["tir-Ethi", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579078, "recall": 0.636364, "f1": 0.594076, "accuracy": 0.636364, "main_score": 0.594076, "hf_subset": "tir_Ethi-lit_Latn", "languages": ["tir-Ethi", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582683, "recall": 0.63834, "f1": 0.597947, "accuracy": 0.63834, "main_score": 0.597947, "hf_subset": "tir_Ethi-nob_Latn", "languages": ["tir-Ethi", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531803, "recall": 0.583992, "f1": 0.544622, "accuracy": 0.583992, "main_score": 0.544622, "hf_subset": "tir_Ethi-scn_Latn", "languages": ["tir-Ethi", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545707, "recall": 0.599802, "f1": 0.560122, "accuracy": 0.599802, "main_score": 0.560122, "hf_subset": "tir_Ethi-tgk_Cyrl", "languages": ["tir-Ethi", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.385255, "recall": 0.445652, "f1": 0.401134, "accuracy": 0.445652, "main_score": 0.401134, "hf_subset": "tir_Ethi-yor_Latn", "languages": ["tir-Ethi", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557013, "recall": 0.617589, "f1": 0.572778, "accuracy": 0.617589, "main_score": 0.572778, "hf_subset": "tir_Ethi-arz_Arab", "languages": ["tir-Ethi", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.386678, "recall": 0.432806, "f1": 0.398978, "accuracy": 0.432806, "main_score": 0.398978, "hf_subset": "tir_Ethi-cjk_Latn", "languages": ["tir-Ethi", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42253, "recall": 0.482213, "f1": 0.437907, "accuracy": 0.482213, "main_score": 0.437907, "hf_subset": "tir_Ethi-gla_Latn", "languages": ["tir-Ethi", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596073, "recall": 0.659091, "f1": 0.613147, "accuracy": 0.659091, "main_score": 0.613147, "hf_subset": "tir_Ethi-kan_Knda", "languages": ["tir-Ethi", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.543815, "recall": 0.605731, "f1": 0.560041, "accuracy": 0.605731, "main_score": 0.560041, "hf_subset": "tir_Ethi-lmo_Latn", "languages": ["tir-Ethi", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608096, "recall": 0.663043, "f1": 0.622174, "accuracy": 0.663043, "main_score": 0.622174, "hf_subset": "tir_Ethi-npi_Deva", "languages": ["tir-Ethi", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.309126, "recall": 0.355731, "f1": 0.321298, "accuracy": 0.355731, "main_score": 0.321298, "hf_subset": "tir_Ethi-shn_Mymr", "languages": ["tir-Ethi", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.59925, "recall": 0.650198, "f1": 0.613015, "accuracy": 0.650198, "main_score": 0.613015, "hf_subset": "tir_Ethi-tgl_Latn", "languages": ["tir-Ethi", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549074, "recall": 0.608696, "f1": 0.564309, "accuracy": 0.608696, "main_score": 0.564309, "hf_subset": "tir_Ethi-yue_Hant", "languages": ["tir-Ethi", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.564562, "recall": 0.629447, "f1": 0.582024, "accuracy": 0.629447, "main_score": 0.582024, "hf_subset": "tir_Ethi-asm_Beng", "languages": ["tir-Ethi", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.538424, "recall": 0.597826, "f1": 0.554319, "accuracy": 0.597826, "main_score": 0.554319, "hf_subset": "tir_Ethi-ckb_Arab", "languages": ["tir-Ethi", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.460391, "recall": 0.516798, "f1": 0.474963, "accuracy": 0.516798, "main_score": 0.474963, "hf_subset": "tir_Ethi-gle_Latn", "languages": ["tir-Ethi", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505637, "recall": 0.563241, "f1": 0.520296, "accuracy": 0.563241, "main_score": 0.520296, "hf_subset": "tir_Ethi-kas_Arab", "languages": ["tir-Ethi", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48945, "recall": 0.552372, "f1": 0.506559, "accuracy": 0.552372, "main_score": 0.506559, "hf_subset": "tir_Ethi-ltg_Latn", "languages": ["tir-Ethi", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418059, "recall": 0.463439, "f1": 0.430104, "accuracy": 0.463439, "main_score": 0.430104, "hf_subset": "tir_Ethi-nso_Latn", "languages": ["tir-Ethi", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541578, "recall": 0.605731, "f1": 0.558667, "accuracy": 0.605731, "main_score": 0.558667, "hf_subset": "tir_Ethi-sin_Sinh", "languages": ["tir-Ethi", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.568263, "recall": 0.630435, "f1": 0.584907, "accuracy": 0.630435, "main_score": 0.584907, "hf_subset": "tir_Ethi-tha_Thai", "languages": ["tir-Ethi", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.536683, "recall": 0.587945, "f1": 0.549618, "accuracy": 0.587945, "main_score": 0.549618, "hf_subset": "tir_Ethi-zho_Hans", "languages": ["tir-Ethi", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.580204, "recall": 0.633399, "f1": 0.594247, "accuracy": 0.633399, "main_score": 0.594247, "hf_subset": "tir_Ethi-ast_Latn", "languages": ["tir-Ethi", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548609, "recall": 0.613636, "f1": 0.565613, "accuracy": 0.613636, "main_score": 0.565613, "hf_subset": "tir_Ethi-crh_Latn", "languages": ["tir-Ethi", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604629, "recall": 0.666996, "f1": 0.62179, "accuracy": 0.666996, "main_score": 0.62179, "hf_subset": "tir_Ethi-glg_Latn", "languages": ["tir-Ethi", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471785, "recall": 0.531621, "f1": 0.488378, "accuracy": 0.531621, "main_score": 0.488378, "hf_subset": "tir_Ethi-kas_Deva", "languages": ["tir-Ethi", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533548, "recall": 0.590909, "f1": 0.549237, "accuracy": 0.590909, "main_score": 0.549237, "hf_subset": "tir_Ethi-ltz_Latn", "languages": ["tir-Ethi", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.340979, "recall": 0.402174, "f1": 0.356078, "accuracy": 0.402174, "main_score": 0.356078, "hf_subset": "tir_Ethi-nus_Latn", "languages": ["tir-Ethi", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576743, "recall": 0.635375, "f1": 0.592225, "accuracy": 0.635375, "main_score": 0.592225, "hf_subset": "tir_Ethi-slk_Latn", "languages": ["tir-Ethi", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556656, "recall": 0.617589, "f1": 0.572517, "accuracy": 0.617589, "main_score": 0.572517, "hf_subset": "tir_Ethi-zho_Hant", "languages": ["tir-Ethi", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.597004, "recall": 0.655138, "f1": 0.613223, "accuracy": 0.655138, "main_score": 0.613223, "hf_subset": "tir_Ethi-awa_Deva", "languages": ["tir-Ethi", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.523304, "recall": 0.582016, "f1": 0.538914, "accuracy": 0.582016, "main_score": 0.538914, "hf_subset": "tir_Ethi-cym_Latn", "languages": ["tir-Ethi", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458173, "recall": 0.503953, "f1": 0.470315, "accuracy": 0.503953, "main_score": 0.470315, "hf_subset": "tir_Ethi-grn_Latn", "languages": ["tir-Ethi", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565478, "recall": 0.623518, "f1": 0.58009, "accuracy": 0.623518, "main_score": 0.58009, "hf_subset": "tir_Ethi-kat_Geor", "languages": ["tir-Ethi", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.415416, "recall": 0.463439, "f1": 0.428101, "accuracy": 0.463439, "main_score": 0.428101, "hf_subset": "tir_Ethi-lua_Latn", "languages": ["tir-Ethi", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399622, "recall": 0.453557, "f1": 0.413512, "accuracy": 0.453557, "main_score": 0.413512, "hf_subset": "tir_Ethi-nya_Latn", "languages": ["tir-Ethi", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588091, "recall": 0.644269, "f1": 0.602468, "accuracy": 0.644269, "main_score": 0.602468, "hf_subset": "tir_Ethi-slv_Latn", "languages": ["tir-Ethi", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496176, "recall": 0.555336, "f1": 0.512305, "accuracy": 0.555336, "main_score": 0.512305, "hf_subset": "tir_Ethi-tpi_Latn", "languages": ["tir-Ethi", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600113, "recall": 0.656126, "f1": 0.614472, "accuracy": 0.656126, "main_score": 0.614472, "hf_subset": "tir_Ethi-zsm_Latn", "languages": ["tir-Ethi", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.379585, "recall": 0.432806, "f1": 0.393838, "accuracy": 0.432806, "main_score": 0.393838, "hf_subset": "tir_Ethi-ayr_Latn", "languages": ["tir-Ethi", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599619, "recall": 0.663043, "f1": 0.616726, "accuracy": 0.663043, "main_score": 0.616726, "hf_subset": "tir_Ethi-dan_Latn", "languages": ["tir-Ethi", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607064, "recall": 0.666996, "f1": 0.623391, "accuracy": 0.666996, "main_score": 0.623391, "hf_subset": "tir_Ethi-guj_Gujr", "languages": ["tir-Ethi", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.579214, "recall": 0.640316, "f1": 0.594733, "accuracy": 0.640316, "main_score": 0.594733, "hf_subset": "tir_Ethi-kaz_Cyrl", "languages": ["tir-Ethi", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.371301, "recall": 0.41996, "f1": 0.383816, "accuracy": 0.41996, "main_score": 0.383816, "hf_subset": "tir_Ethi-lug_Latn", "languages": ["tir-Ethi", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596052, "recall": 0.646245, "f1": 0.609354, "accuracy": 0.646245, "main_score": 0.609354, "hf_subset": "tir_Ethi-oci_Latn", "languages": ["tir-Ethi", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461577, "recall": 0.511858, "f1": 0.474089, "accuracy": 0.511858, "main_score": 0.474089, "hf_subset": "tir_Ethi-smo_Latn", "languages": ["tir-Ethi", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.371238, "recall": 0.426877, "f1": 0.386036, "accuracy": 0.426877, "main_score": 0.386036, "hf_subset": "tir_Ethi-tsn_Latn", "languages": ["tir-Ethi", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402392, "recall": 0.451581, "f1": 0.415422, "accuracy": 0.451581, "main_score": 0.415422, "hf_subset": "tir_Ethi-zul_Latn", "languages": ["tir-Ethi", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515871, "recall": 0.562253, "f1": 0.527933, "accuracy": 0.562253, "main_score": 0.527933, "hf_subset": "tir_Ethi-azb_Arab", "languages": ["tir-Ethi", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579875, "recall": 0.640316, "f1": 0.596125, "accuracy": 0.640316, "main_score": 0.596125, "hf_subset": "tir_Ethi-deu_Latn", "languages": ["tir-Ethi", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509238, "recall": 0.562253, "f1": 0.522773, "accuracy": 0.562253, "main_score": 0.522773, "hf_subset": "tir_Ethi-hat_Latn", "languages": ["tir-Ethi", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.348687, "recall": 0.402174, "f1": 0.36273, "accuracy": 0.402174, "main_score": 0.36273, "hf_subset": "tir_Ethi-kbp_Latn", "languages": ["tir-Ethi", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390776, "recall": 0.443676, "f1": 0.40522, "accuracy": 0.443676, "main_score": 0.40522, "hf_subset": "tir_Ethi-luo_Latn", "languages": ["tir-Ethi", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602714, "recall": 0.663043, "f1": 0.619291, "accuracy": 0.663043, "main_score": 0.619291, "hf_subset": "tir_Ethi-ory_Orya", "languages": ["tir-Ethi", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.38235, "recall": 0.434783, "f1": 0.396066, "accuracy": 0.434783, "main_score": 0.396066, "hf_subset": "tir_Ethi-sna_Latn", "languages": ["tir-Ethi", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389534, "recall": 0.433794, "f1": 0.401027, "accuracy": 0.433794, "main_score": 0.401027, "hf_subset": "tir_Ethi-tso_Latn", "languages": ["tir-Ethi", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57595, "recall": 0.635375, "f1": 0.592075, "accuracy": 0.635375, "main_score": 0.592075, "hf_subset": "tir_Ethi-azj_Latn", "languages": ["tir-Ethi", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357716, "recall": 0.413043, "f1": 0.372937, "accuracy": 0.413043, "main_score": 0.372937, "hf_subset": "tir_Ethi-dik_Latn", "languages": ["tir-Ethi", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435349, "recall": 0.48913, "f1": 0.449822, "accuracy": 0.48913, "main_score": 0.449822, "hf_subset": "tir_Ethi-hau_Latn", "languages": ["tir-Ethi", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522321, "recall": 0.56917, "f1": 0.534162, "accuracy": 0.56917, "main_score": 0.534162, "hf_subset": "tir_Ethi-kea_Latn", "languages": ["tir-Ethi", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437956, "recall": 0.487154, "f1": 0.450922, "accuracy": 0.487154, "main_score": 0.450922, "hf_subset": "tir_Ethi-lus_Latn", "languages": ["tir-Ethi", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498706, "recall": 0.543478, "f1": 0.510526, "accuracy": 0.543478, "main_score": 0.510526, "hf_subset": "tir_Ethi-pag_Latn", "languages": ["tir-Ethi", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586184, "recall": 0.655138, "f1": 0.605379, "accuracy": 0.655138, "main_score": 0.605379, "hf_subset": "tir_Ethi-snd_Arab", "languages": ["tir-Ethi", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51095, "recall": 0.573123, "f1": 0.526843, "accuracy": 0.573123, "main_score": 0.526843, "hf_subset": "tir_Ethi-tuk_Latn", "languages": ["tir-Ethi", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546958, "recall": 0.598814, "f1": 0.560949, "accuracy": 0.598814, "main_score": 0.560949, "hf_subset": "tir_Ethi-bak_Cyrl", "languages": ["tir-Ethi", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.309225, "recall": 0.376482, "f1": 0.326598, "accuracy": 0.376482, "main_score": 0.326598, "hf_subset": "tir_Ethi-dyu_Latn", "languages": ["tir-Ethi", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593979, "recall": 0.656126, "f1": 0.610379, "accuracy": 0.656126, "main_score": 0.610379, "hf_subset": "tir_Ethi-heb_Hebr", "languages": ["tir-Ethi", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.552326, "recall": 0.612648, "f1": 0.568373, "accuracy": 0.612648, "main_score": 0.568373, "hf_subset": "tir_Ethi-khk_Cyrl", "languages": ["tir-Ethi", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.562365, "recall": 0.62253, "f1": 0.577649, "accuracy": 0.62253, "main_score": 0.577649, "hf_subset": "tir_Ethi-lvs_Latn", "languages": ["tir-Ethi", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594434, "recall": 0.65415, "f1": 0.61068, "accuracy": 0.65415, "main_score": 0.61068, "hf_subset": "tir_Ethi-pan_Guru", "languages": ["tir-Ethi", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.41297, "recall": 0.472332, "f1": 0.428488, "accuracy": 0.472332, "main_score": 0.428488, "hf_subset": "tir_Ethi-som_Latn", "languages": ["tir-Ethi", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364845, "recall": 0.413043, "f1": 0.378012, "accuracy": 0.413043, "main_score": 0.378012, "hf_subset": "tir_Ethi-tum_Latn", "languages": ["tir-Ethi", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544264, "recall": 0.615613, "f1": 0.564588, "accuracy": 0.615613, "main_score": 0.564588, "hf_subset": "zho_Hant-ace_Arab", "languages": ["zho-Hant", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500211, "recall": 0.568182, "f1": 0.519098, "accuracy": 0.568182, "main_score": 0.519098, "hf_subset": "zho_Hant-bam_Latn", "languages": ["zho-Hant", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438613, "recall": 0.514822, "f1": 0.459707, "accuracy": 0.514822, "main_score": 0.459707, "hf_subset": "zho_Hant-dzo_Tibt", "languages": ["zho-Hant", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hin_Deva", "languages": ["zho-Hant", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-khm_Khmr", "languages": ["zho-Hant", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-mag_Deva", "languages": ["zho-Hant", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "zho_Hant-pap_Latn", "languages": ["zho-Hant", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570244, "recall": 0.63834, "f1": 0.589166, "accuracy": 0.63834, "main_score": 0.589166, "hf_subset": "zho_Hant-sot_Latn", "languages": ["zho-Hant", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-tur_Latn", "languages": ["zho-Hant", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875774, "recall": 0.911067, "f1": 0.886924, "accuracy": 0.911067, "main_score": 0.886924, "hf_subset": "zho_Hant-ace_Latn", "languages": ["zho-Hant", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "zho_Hant-ban_Latn", "languages": ["zho-Hant", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ell_Grek", "languages": ["zho-Hant", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "zho_Hant-hne_Deva", "languages": ["zho-Hant", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.585077, "recall": 0.651186, "f1": 0.604218, "accuracy": 0.651186, "main_score": 0.604218, "hf_subset": "zho_Hant-kik_Latn", "languages": ["zho-Hant", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-mai_Deva", "languages": ["zho-Hant", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "zho_Hant-pbt_Arab", "languages": ["zho-Hant", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-spa_Latn", "languages": ["zho-Hant", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605225, "recall": 0.672925, "f1": 0.624085, "accuracy": 0.672925, "main_score": 0.624085, "hf_subset": "zho_Hant-twi_Latn", "languages": ["zho-Hant", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-acm_Arab", "languages": ["zho-Hant", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-bel_Cyrl", "languages": ["zho-Hant", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-eng_Latn", "languages": ["zho-Hant", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hrv_Latn", "languages": ["zho-Hant", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534083, "recall": 0.599802, "f1": 0.552577, "accuracy": 0.599802, "main_score": 0.552577, "hf_subset": "zho_Hant-kin_Latn", "languages": ["zho-Hant", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-mal_Mlym", "languages": ["zho-Hant", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-pes_Arab", "languages": ["zho-Hant", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-srd_Latn", "languages": ["zho-Hant", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.165214, "recall": 0.217391, "f1": 0.177957, "accuracy": 0.217391, "main_score": 0.177957, "hf_subset": "zho_Hant-tzm_Tfng", "languages": ["zho-Hant", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-acq_Arab", "languages": ["zho-Hant", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.625759, "recall": 0.68083, "f1": 0.641032, "accuracy": 0.68083, "main_score": 0.641032, "hf_subset": "zho_Hant-bem_Latn", "languages": ["zho-Hant", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-epo_Latn", "languages": ["zho-Hant", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hun_Latn", "languages": ["zho-Hant", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zho_Hant-kir_Cyrl", "languages": ["zho-Hant", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-mar_Deva", "languages": ["zho-Hant", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.657766, "recall": 0.715415, "f1": 0.674654, "accuracy": 0.715415, "main_score": 0.674654, "hf_subset": "zho_Hant-plt_Latn", "languages": ["zho-Hant", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-srp_Cyrl", "languages": ["zho-Hant", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "zho_Hant-uig_Arab", "languages": ["zho-Hant", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-aeb_Arab", "languages": ["zho-Hant", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ben_Beng", "languages": ["zho-Hant", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-est_Latn", "languages": ["zho-Hant", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hye_Armn", "languages": ["zho-Hant", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.528615, "recall": 0.586957, "f1": 0.545378, "accuracy": 0.586957, "main_score": 0.545378, "hf_subset": "zho_Hant-kmb_Latn", "languages": ["zho-Hant", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478179, "recall": 0.560277, "f1": 0.500818, "accuracy": 0.560277, "main_score": 0.500818, "hf_subset": "zho_Hant-min_Arab", "languages": ["zho-Hant", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-pol_Latn", "languages": ["zho-Hant", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539207, "recall": 0.608696, "f1": 0.559637, "accuracy": 0.608696, "main_score": 0.559637, "hf_subset": "zho_Hant-ssw_Latn", "languages": ["zho-Hant", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ukr_Cyrl", "languages": ["zho-Hant", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-afr_Latn", "languages": ["zho-Hant", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-bho_Deva", "languages": ["zho-Hant", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "zho_Hant-eus_Latn", "languages": ["zho-Hant", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557626, "recall": 0.631423, "f1": 0.578252, "accuracy": 0.631423, "main_score": 0.578252, "hf_subset": "zho_Hant-ibo_Latn", "languages": ["zho-Hant", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872777, "recall": 0.910079, "f1": 0.884783, "accuracy": 0.910079, "main_score": 0.884783, "hf_subset": "zho_Hant-kmr_Latn", "languages": ["zho-Hant", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "zho_Hant-min_Latn", "languages": ["zho-Hant", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-por_Latn", "languages": ["zho-Hant", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hant-sun_Latn", "languages": ["zho-Hant", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508114, "recall": 0.573123, "f1": 0.526921, "accuracy": 0.573123, "main_score": 0.526921, "hf_subset": "zho_Hant-umb_Latn", "languages": ["zho-Hant", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-ajp_Arab", "languages": ["zho-Hant", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504144, "recall": 0.574111, "f1": 0.523705, "accuracy": 0.574111, "main_score": 0.523705, "hf_subset": "zho_Hant-bjn_Arab", "languages": ["zho-Hant", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512772, "recall": 0.576087, "f1": 0.530441, "accuracy": 0.576087, "main_score": 0.530441, "hf_subset": "zho_Hant-ewe_Latn", "languages": ["zho-Hant", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.958498, "f1": 0.945652, "accuracy": 0.958498, "main_score": 0.945652, "hf_subset": "zho_Hant-ilo_Latn", "languages": ["zho-Hant", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290006, "recall": 0.353755, "f1": 0.307274, "accuracy": 0.353755, "main_score": 0.307274, "hf_subset": "zho_Hant-knc_Arab", "languages": ["zho-Hant", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-mkd_Cyrl", "languages": ["zho-Hant", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-prs_Arab", "languages": ["zho-Hant", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-swe_Latn", "languages": ["zho-Hant", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-urd_Arab", "languages": ["zho-Hant", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580129, "recall": 0.651186, "f1": 0.599746, "accuracy": 0.651186, "main_score": 0.599746, "hf_subset": "zho_Hant-aka_Latn", "languages": ["zho-Hant", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "zho_Hant-bjn_Latn", "languages": ["zho-Hant", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "zho_Hant-fao_Latn", "languages": ["zho-Hant", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ind_Latn", "languages": ["zho-Hant", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56549, "recall": 0.62747, "f1": 0.583046, "accuracy": 0.62747, "main_score": 0.583046, "hf_subset": "zho_Hant-knc_Latn", "languages": ["zho-Hant", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-mlt_Latn", "languages": ["zho-Hant", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688702, "recall": 0.751976, "f1": 0.706725, "accuracy": 0.751976, "main_score": 0.706725, "hf_subset": "zho_Hant-quy_Latn", "languages": ["zho-Hant", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "zho_Hant-swh_Latn", "languages": ["zho-Hant", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-uzn_Latn", "languages": ["zho-Hant", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-als_Latn", "languages": ["zho-Hant", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650758, "recall": 0.728261, "f1": 0.673899, "accuracy": 0.728261, "main_score": 0.673899, "hf_subset": "zho_Hant-bod_Tibt", "languages": ["zho-Hant", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.690399, "recall": 0.75, "f1": 0.707441, "accuracy": 0.75, "main_score": 0.707441, "hf_subset": "zho_Hant-fij_Latn", "languages": ["zho-Hant", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-isl_Latn", "languages": ["zho-Hant", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656745, "recall": 0.715415, "f1": 0.673962, "accuracy": 0.715415, "main_score": 0.673962, "hf_subset": "zho_Hant-kon_Latn", "languages": ["zho-Hant", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64525, "recall": 0.715415, "f1": 0.665135, "accuracy": 0.715415, "main_score": 0.665135, "hf_subset": "zho_Hant-mni_Beng", "languages": ["zho-Hant", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ron_Latn", "languages": ["zho-Hant", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "zho_Hant-szl_Latn", "languages": ["zho-Hant", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-vec_Latn", "languages": ["zho-Hant", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927207, "recall": 0.949605, "f1": 0.934453, "accuracy": 0.949605, "main_score": 0.934453, "hf_subset": "zho_Hant-amh_Ethi", "languages": ["zho-Hant", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-bos_Latn", "languages": ["zho-Hant", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "zho_Hant-fin_Latn", "languages": ["zho-Hant", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ita_Latn", "languages": ["zho-Hant", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-kor_Hang", "languages": ["zho-Hant", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.523323, "recall": 0.588933, "f1": 0.54146, "accuracy": 0.588933, "main_score": 0.54146, "hf_subset": "zho_Hant-mos_Latn", "languages": ["zho-Hant", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543389, "recall": 0.601779, "f1": 0.56018, "accuracy": 0.601779, "main_score": 0.56018, "hf_subset": "zho_Hant-run_Latn", "languages": ["zho-Hant", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-tam_Taml", "languages": ["zho-Hant", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-vie_Latn", "languages": ["zho-Hant", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-apc_Arab", "languages": ["zho-Hant", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.798452, "recall": 0.847826, "f1": 0.813425, "accuracy": 0.847826, "main_score": 0.813425, "hf_subset": "zho_Hant-bug_Latn", "languages": ["zho-Hant", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456257, "recall": 0.516798, "f1": 0.472182, "accuracy": 0.516798, "main_score": 0.472182, "hf_subset": "zho_Hant-fon_Latn", "languages": ["zho-Hant", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hant-jav_Latn", "languages": ["zho-Hant", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-lao_Laoo", "languages": ["zho-Hant", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.862681, "recall": 0.901186, "f1": 0.874638, "accuracy": 0.901186, "main_score": 0.874638, "hf_subset": "zho_Hant-mri_Latn", "languages": ["zho-Hant", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-rus_Cyrl", "languages": ["zho-Hant", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52967, "recall": 0.599802, "f1": 0.549114, "accuracy": 0.599802, "main_score": 0.549114, "hf_subset": "zho_Hant-taq_Latn", "languages": ["zho-Hant", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-war_Latn", "languages": ["zho-Hant", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-arb_Arab", "languages": ["zho-Hant", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-bul_Cyrl", "languages": ["zho-Hant", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-fra_Latn", "languages": ["zho-Hant", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-jpn_Jpan", "languages": ["zho-Hant", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hant-lij_Latn", "languages": ["zho-Hant", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "zho_Hant-mya_Mymr", "languages": ["zho-Hant", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.574195, "recall": 0.651186, "f1": 0.59611, "accuracy": 0.651186, "main_score": 0.59611, "hf_subset": "zho_Hant-sag_Latn", "languages": ["zho-Hant", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189207, "recall": 0.250988, "f1": 0.203318, "accuracy": 0.250988, "main_score": 0.203318, "hf_subset": "zho_Hant-taq_Tfng", "languages": ["zho-Hant", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.60373, "recall": 0.677866, "f1": 0.624881, "accuracy": 0.677866, "main_score": 0.624881, "hf_subset": "zho_Hant-wol_Latn", "languages": ["zho-Hant", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78862, "recall": 0.843874, "f1": 0.805336, "accuracy": 0.843874, "main_score": 0.805336, "hf_subset": "zho_Hant-arb_Latn", "languages": ["zho-Hant", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-cat_Latn", "languages": ["zho-Hant", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "zho_Hant-fur_Latn", "languages": ["zho-Hant", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401552, "recall": 0.466403, "f1": 0.418986, "accuracy": 0.466403, "main_score": 0.418986, "hf_subset": "zho_Hant-kab_Latn", "languages": ["zho-Hant", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hant-lim_Latn", "languages": ["zho-Hant", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-nld_Latn", "languages": ["zho-Hant", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "zho_Hant-san_Deva", "languages": ["zho-Hant", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-tat_Cyrl", "languages": ["zho-Hant", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.6646, "recall": 0.72332, "f1": 0.681921, "accuracy": 0.72332, "main_score": 0.681921, "hf_subset": "zho_Hant-xho_Latn", "languages": ["zho-Hant", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-ars_Arab", "languages": ["zho-Hant", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-ceb_Latn", "languages": ["zho-Hant", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552049, "recall": 0.618577, "f1": 0.570567, "accuracy": 0.618577, "main_score": 0.570567, "hf_subset": "zho_Hant-fuv_Latn", "languages": ["zho-Hant", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498231, "recall": 0.56917, "f1": 0.517264, "accuracy": 0.56917, "main_score": 0.517264, "hf_subset": "zho_Hant-kac_Latn", "languages": ["zho-Hant", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659157, "recall": 0.715415, "f1": 0.675941, "accuracy": 0.715415, "main_score": 0.675941, "hf_subset": "zho_Hant-lin_Latn", "languages": ["zho-Hant", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-nno_Latn", "languages": ["zho-Hant", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211088, "recall": 0.29249, "f1": 0.231568, "accuracy": 0.29249, "main_score": 0.231568, "hf_subset": "zho_Hant-sat_Olck", "languages": ["zho-Hant", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-tel_Telu", "languages": ["zho-Hant", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "zho_Hant-ydd_Hebr", "languages": ["zho-Hant", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "zho_Hant-ary_Arab", "languages": ["zho-Hant", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ces_Latn", "languages": ["zho-Hant", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552851, "recall": 0.617589, "f1": 0.571706, "accuracy": 0.617589, "main_score": 0.571706, "hf_subset": "zho_Hant-gaz_Latn", "languages": ["zho-Hant", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582787, "recall": 0.643281, "f1": 0.599694, "accuracy": 0.643281, "main_score": 0.599694, "hf_subset": "zho_Hant-kam_Latn", "languages": ["zho-Hant", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "zho_Hant-lit_Latn", "languages": ["zho-Hant", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-nob_Latn", "languages": ["zho-Hant", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "zho_Hant-scn_Latn", "languages": ["zho-Hant", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "zho_Hant-tgk_Cyrl", "languages": ["zho-Hant", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.68494, "recall": 0.76087, "f1": 0.70771, "accuracy": 0.76087, "main_score": 0.70771, "hf_subset": "zho_Hant-yor_Latn", "languages": ["zho-Hant", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-arz_Arab", "languages": ["zho-Hant", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553832, "recall": 0.617589, "f1": 0.57167, "accuracy": 0.617589, "main_score": 0.57167, "hf_subset": "zho_Hant-cjk_Latn", "languages": ["zho-Hant", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768347, "recall": 0.822134, "f1": 0.784519, "accuracy": 0.822134, "main_score": 0.784519, "hf_subset": "zho_Hant-gla_Latn", "languages": ["zho-Hant", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-kan_Knda", "languages": ["zho-Hant", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "zho_Hant-lmo_Latn", "languages": ["zho-Hant", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zho_Hant-npi_Deva", "languages": ["zho-Hant", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460518, "recall": 0.531621, "f1": 0.480134, "accuracy": 0.531621, "main_score": 0.480134, "hf_subset": "zho_Hant-shn_Mymr", "languages": ["zho-Hant", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-tgl_Latn", "languages": ["zho-Hant", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-yue_Hant", "languages": ["zho-Hant", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-asm_Beng", "languages": ["zho-Hant", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "zho_Hant-ckb_Arab", "languages": ["zho-Hant", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.873962, "recall": 0.908103, "f1": 0.884571, "accuracy": 0.908103, "main_score": 0.884571, "hf_subset": "zho_Hant-gle_Latn", "languages": ["zho-Hant", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.958498, "f1": 0.945652, "accuracy": 0.958498, "main_score": 0.945652, "hf_subset": "zho_Hant-kas_Arab", "languages": ["zho-Hant", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934042, "recall": 0.954545, "f1": 0.940613, "accuracy": 0.954545, "main_score": 0.940613, "hf_subset": "zho_Hant-ltg_Latn", "languages": ["zho-Hant", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603064, "recall": 0.66502, "f1": 0.620931, "accuracy": 0.66502, "main_score": 0.620931, "hf_subset": "zho_Hant-nso_Latn", "languages": ["zho-Hant", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "zho_Hant-sin_Sinh", "languages": ["zho-Hant", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-tha_Thai", "languages": ["zho-Hant", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-zho_Hans", "languages": ["zho-Hant", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ast_Latn", "languages": ["zho-Hant", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-crh_Latn", "languages": ["zho-Hant", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-glg_Latn", "languages": ["zho-Hant", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898139, "recall": 0.928854, "f1": 0.908004, "accuracy": 0.928854, "main_score": 0.908004, "hf_subset": "zho_Hant-kas_Deva", "languages": ["zho-Hant", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "zho_Hant-ltz_Latn", "languages": ["zho-Hant", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438308, "recall": 0.509881, "f1": 0.457511, "accuracy": 0.509881, "main_score": 0.457511, "hf_subset": "zho_Hant-nus_Latn", "languages": ["zho-Hant", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-slk_Latn", "languages": ["zho-Hant", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60583, "recall": 0.683794, "f1": 0.628614, "accuracy": 0.683794, "main_score": 0.628614, "hf_subset": "zho_Hant-tir_Ethi", "languages": ["zho-Hant", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.985425, "recall": 0.98913, "f1": 0.986561, "accuracy": 0.98913, "main_score": 0.986561, "hf_subset": "zho_Hant-awa_Deva", "languages": ["zho-Hant", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "zho_Hant-cym_Latn", "languages": ["zho-Hant", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832675, "recall": 0.876482, "f1": 0.846113, "accuracy": 0.876482, "main_score": 0.846113, "hf_subset": "zho_Hant-grn_Latn", "languages": ["zho-Hant", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-kat_Geor", "languages": ["zho-Hant", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.631802, "recall": 0.690711, "f1": 0.648389, "accuracy": 0.690711, "main_score": 0.648389, "hf_subset": "zho_Hant-lua_Latn", "languages": ["zho-Hant", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62719, "recall": 0.695652, "f1": 0.64712, "accuracy": 0.695652, "main_score": 0.64712, "hf_subset": "zho_Hant-nya_Latn", "languages": ["zho-Hant", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-slv_Latn", "languages": ["zho-Hant", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "zho_Hant-tpi_Latn", "languages": ["zho-Hant", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-zsm_Latn", "languages": ["zho-Hant", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536827, "recall": 0.603755, "f1": 0.555821, "accuracy": 0.603755, "main_score": 0.555821, "hf_subset": "zho_Hant-ayr_Latn", "languages": ["zho-Hant", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-dan_Latn", "languages": ["zho-Hant", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-guj_Gujr", "languages": ["zho-Hant", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-kaz_Cyrl", "languages": ["zho-Hant", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525389, "recall": 0.590909, "f1": 0.544408, "accuracy": 0.590909, "main_score": 0.544408, "hf_subset": "zho_Hant-lug_Latn", "languages": ["zho-Hant", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-oci_Latn", "languages": ["zho-Hant", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818626, "recall": 0.865613, "f1": 0.832872, "accuracy": 0.865613, "main_score": 0.832872, "hf_subset": "zho_Hant-smo_Latn", "languages": ["zho-Hant", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544173, "recall": 0.610672, "f1": 0.562888, "accuracy": 0.610672, "main_score": 0.562888, "hf_subset": "zho_Hant-tsn_Latn", "languages": ["zho-Hant", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594475, "recall": 0.662055, "f1": 0.613955, "accuracy": 0.662055, "main_score": 0.613955, "hf_subset": "zho_Hant-zul_Latn", "languages": ["zho-Hant", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915843, "recall": 0.9417, "f1": 0.924242, "accuracy": 0.9417, "main_score": 0.924242, "hf_subset": "zho_Hant-azb_Arab", "languages": ["zho-Hant", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-deu_Latn", "languages": ["zho-Hant", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "zho_Hant-hat_Latn", "languages": ["zho-Hant", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480956, "recall": 0.544466, "f1": 0.498366, "accuracy": 0.544466, "main_score": 0.498366, "hf_subset": "zho_Hant-kbp_Latn", "languages": ["zho-Hant", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557671, "recall": 0.621542, "f1": 0.574907, "accuracy": 0.621542, "main_score": 0.574907, "hf_subset": "zho_Hant-luo_Latn", "languages": ["zho-Hant", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ory_Orya", "languages": ["zho-Hant", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.58393, "recall": 0.649209, "f1": 0.602346, "accuracy": 0.649209, "main_score": 0.602346, "hf_subset": "zho_Hant-sna_Latn", "languages": ["zho-Hant", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548134, "recall": 0.610672, "f1": 0.565272, "accuracy": 0.610672, "main_score": 0.565272, "hf_subset": "zho_Hant-tso_Latn", "languages": ["zho-Hant", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-azj_Latn", "languages": ["zho-Hant", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517412, "recall": 0.594862, "f1": 0.539662, "accuracy": 0.594862, "main_score": 0.539662, "hf_subset": "zho_Hant-dik_Latn", "languages": ["zho-Hant", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724418, "recall": 0.779644, "f1": 0.740324, "accuracy": 0.779644, "main_score": 0.740324, "hf_subset": "zho_Hant-hau_Latn", "languages": ["zho-Hant", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "zho_Hant-kea_Latn", "languages": ["zho-Hant", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74025, "recall": 0.796443, "f1": 0.756785, "accuracy": 0.796443, "main_score": 0.756785, "hf_subset": "zho_Hant-lus_Latn", "languages": ["zho-Hant", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86833, "recall": 0.903162, "f1": 0.879117, "accuracy": 0.903162, "main_score": 0.879117, "hf_subset": "zho_Hant-pag_Latn", "languages": ["zho-Hant", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-snd_Arab", "languages": ["zho-Hant", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955122, "recall": 0.969368, "f1": 0.959717, "accuracy": 0.969368, "main_score": 0.959717, "hf_subset": "zho_Hant-tuk_Latn", "languages": ["zho-Hant", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "zho_Hant-bak_Cyrl", "languages": ["zho-Hant", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.458545, "recall": 0.545455, "f1": 0.483266, "accuracy": 0.545455, "main_score": 0.483266, "hf_subset": "zho_Hant-dyu_Latn", "languages": ["zho-Hant", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-heb_Hebr", "languages": ["zho-Hant", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-khk_Cyrl", "languages": ["zho-Hant", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-lvs_Latn", "languages": ["zho-Hant", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-pan_Guru", "languages": ["zho-Hant", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.689501, "recall": 0.755929, "f1": 0.70931, "accuracy": 0.755929, "main_score": 0.70931, "hf_subset": "zho_Hant-som_Latn", "languages": ["zho-Hant", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596171, "recall": 0.650198, "f1": 0.611602, "accuracy": 0.650198, "main_score": 0.611602, "hf_subset": "zho_Hant-tum_Latn", "languages": ["zho-Hant", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560345, "recall": 0.629447, "f1": 0.579909, "accuracy": 0.629447, "main_score": 0.579909, "hf_subset": "awa_Deva-ace_Arab", "languages": ["awa-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514019, "recall": 0.575099, "f1": 0.530922, "accuracy": 0.575099, "main_score": 0.530922, "hf_subset": "awa_Deva-bam_Latn", "languages": ["awa-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444914, "recall": 0.52668, "f1": 0.467361, "accuracy": 0.52668, "main_score": 0.467361, "hf_subset": "awa_Deva-dzo_Tibt", "languages": ["awa-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hin_Deva", "languages": ["awa-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-khm_Khmr", "languages": ["awa-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-mag_Deva", "languages": ["awa-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "awa_Deva-pap_Latn", "languages": ["awa-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584316, "recall": 0.643281, "f1": 0.600643, "accuracy": 0.643281, "main_score": 0.600643, "hf_subset": "awa_Deva-sot_Latn", "languages": ["awa-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-tur_Latn", "languages": ["awa-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855319, "recall": 0.893281, "f1": 0.867114, "accuracy": 0.893281, "main_score": 0.867114, "hf_subset": "awa_Deva-ace_Latn", "languages": ["awa-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943347, "recall": 0.959486, "f1": 0.948617, "accuracy": 0.959486, "main_score": 0.948617, "hf_subset": "awa_Deva-ban_Latn", "languages": ["awa-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ell_Grek", "languages": ["awa-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "awa_Deva-hne_Deva", "languages": ["awa-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.570553, "recall": 0.636364, "f1": 0.589283, "accuracy": 0.636364, "main_score": 0.589283, "hf_subset": "awa_Deva-kik_Latn", "languages": ["awa-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-mai_Deva", "languages": ["awa-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "awa_Deva-pbt_Arab", "languages": ["awa-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-spa_Latn", "languages": ["awa-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605756, "recall": 0.674901, "f1": 0.624638, "accuracy": 0.674901, "main_score": 0.624638, "hf_subset": "awa_Deva-twi_Latn", "languages": ["awa-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-acm_Arab", "languages": ["awa-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-bel_Cyrl", "languages": ["awa-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-eng_Latn", "languages": ["awa-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hrv_Latn", "languages": ["awa-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530315, "recall": 0.59585, "f1": 0.54866, "accuracy": 0.59585, "main_score": 0.54866, "hf_subset": "awa_Deva-kin_Latn", "languages": ["awa-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-mal_Mlym", "languages": ["awa-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-pes_Arab", "languages": ["awa-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "awa_Deva-srd_Latn", "languages": ["awa-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1692, "recall": 0.222332, "f1": 0.182345, "accuracy": 0.222332, "main_score": 0.182345, "hf_subset": "awa_Deva-tzm_Tfng", "languages": ["awa-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-acq_Arab", "languages": ["awa-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.627174, "recall": 0.675889, "f1": 0.640876, "accuracy": 0.675889, "main_score": 0.640876, "hf_subset": "awa_Deva-bem_Latn", "languages": ["awa-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-epo_Latn", "languages": ["awa-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hun_Latn", "languages": ["awa-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "awa_Deva-kir_Cyrl", "languages": ["awa-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-mar_Deva", "languages": ["awa-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.656284, "recall": 0.715415, "f1": 0.673435, "accuracy": 0.715415, "main_score": 0.673435, "hf_subset": "awa_Deva-plt_Latn", "languages": ["awa-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-srp_Cyrl", "languages": ["awa-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "awa_Deva-uig_Arab", "languages": ["awa-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-aeb_Arab", "languages": ["awa-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ben_Beng", "languages": ["awa-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-est_Latn", "languages": ["awa-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hye_Armn", "languages": ["awa-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.530143, "recall": 0.58498, "f1": 0.545295, "accuracy": 0.58498, "main_score": 0.545295, "hf_subset": "awa_Deva-kmb_Latn", "languages": ["awa-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47254, "recall": 0.556324, "f1": 0.495568, "accuracy": 0.556324, "main_score": 0.495568, "hf_subset": "awa_Deva-min_Arab", "languages": ["awa-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-pol_Latn", "languages": ["awa-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54904, "recall": 0.615613, "f1": 0.567698, "accuracy": 0.615613, "main_score": 0.567698, "hf_subset": "awa_Deva-ssw_Latn", "languages": ["awa-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ukr_Cyrl", "languages": ["awa-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-afr_Latn", "languages": ["awa-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-bho_Deva", "languages": ["awa-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "awa_Deva-eus_Latn", "languages": ["awa-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564708, "recall": 0.623518, "f1": 0.580897, "accuracy": 0.623518, "main_score": 0.580897, "hf_subset": "awa_Deva-ibo_Latn", "languages": ["awa-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878623, "recall": 0.913043, "f1": 0.88946, "accuracy": 0.913043, "main_score": 0.88946, "hf_subset": "awa_Deva-kmr_Latn", "languages": ["awa-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "awa_Deva-min_Latn", "languages": ["awa-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-por_Latn", "languages": ["awa-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-sun_Latn", "languages": ["awa-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51429, "recall": 0.574111, "f1": 0.531062, "accuracy": 0.574111, "main_score": 0.531062, "hf_subset": "awa_Deva-umb_Latn", "languages": ["awa-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ajp_Arab", "languages": ["awa-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514783, "recall": 0.586957, "f1": 0.534748, "accuracy": 0.586957, "main_score": 0.534748, "hf_subset": "awa_Deva-bjn_Arab", "languages": ["awa-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513457, "recall": 0.570158, "f1": 0.528689, "accuracy": 0.570158, "main_score": 0.528689, "hf_subset": "awa_Deva-ewe_Latn", "languages": ["awa-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934289, "recall": 0.953557, "f1": 0.940547, "accuracy": 0.953557, "main_score": 0.940547, "hf_subset": "awa_Deva-ilo_Latn", "languages": ["awa-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31252, "recall": 0.376482, "f1": 0.329967, "accuracy": 0.376482, "main_score": 0.329967, "hf_subset": "awa_Deva-knc_Arab", "languages": ["awa-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-mkd_Cyrl", "languages": ["awa-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-prs_Arab", "languages": ["awa-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-swe_Latn", "languages": ["awa-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-urd_Arab", "languages": ["awa-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582775, "recall": 0.649209, "f1": 0.601658, "accuracy": 0.649209, "main_score": 0.601658, "hf_subset": "awa_Deva-aka_Latn", "languages": ["awa-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "awa_Deva-bjn_Latn", "languages": ["awa-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "awa_Deva-fao_Latn", "languages": ["awa-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ind_Latn", "languages": ["awa-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589087, "recall": 0.645257, "f1": 0.604984, "accuracy": 0.645257, "main_score": 0.604984, "hf_subset": "awa_Deva-knc_Latn", "languages": ["awa-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "awa_Deva-mlt_Latn", "languages": ["awa-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694293, "recall": 0.761858, "f1": 0.714681, "accuracy": 0.761858, "main_score": 0.714681, "hf_subset": "awa_Deva-quy_Latn", "languages": ["awa-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958251, "recall": 0.970356, "f1": 0.962022, "accuracy": 0.970356, "main_score": 0.962022, "hf_subset": "awa_Deva-swh_Latn", "languages": ["awa-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-uzn_Latn", "languages": ["awa-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-als_Latn", "languages": ["awa-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653804, "recall": 0.729249, "f1": 0.676073, "accuracy": 0.729249, "main_score": 0.676073, "hf_subset": "awa_Deva-bod_Tibt", "languages": ["awa-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.683531, "recall": 0.742095, "f1": 0.700114, "accuracy": 0.742095, "main_score": 0.700114, "hf_subset": "awa_Deva-fij_Latn", "languages": ["awa-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "awa_Deva-isl_Latn", "languages": ["awa-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648435, "recall": 0.704545, "f1": 0.664987, "accuracy": 0.704545, "main_score": 0.664987, "hf_subset": "awa_Deva-kon_Latn", "languages": ["awa-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656169, "recall": 0.722332, "f1": 0.674885, "accuracy": 0.722332, "main_score": 0.674885, "hf_subset": "awa_Deva-mni_Beng", "languages": ["awa-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ron_Latn", "languages": ["awa-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.976285, "f1": 0.970685, "accuracy": 0.976285, "main_score": 0.970685, "hf_subset": "awa_Deva-szl_Latn", "languages": ["awa-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-vec_Latn", "languages": ["awa-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931077, "recall": 0.951581, "f1": 0.937484, "accuracy": 0.951581, "main_score": 0.937484, "hf_subset": "awa_Deva-amh_Ethi", "languages": ["awa-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-bos_Latn", "languages": ["awa-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "awa_Deva-fin_Latn", "languages": ["awa-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ita_Latn", "languages": ["awa-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-kor_Hang", "languages": ["awa-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.535725, "recall": 0.600791, "f1": 0.553909, "accuracy": 0.600791, "main_score": 0.553909, "hf_subset": "awa_Deva-mos_Latn", "languages": ["awa-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541733, "recall": 0.604743, "f1": 0.559409, "accuracy": 0.604743, "main_score": 0.559409, "hf_subset": "awa_Deva-run_Latn", "languages": ["awa-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-tam_Taml", "languages": ["awa-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-vie_Latn", "languages": ["awa-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-apc_Arab", "languages": ["awa-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.78946, "recall": 0.835968, "f1": 0.803458, "accuracy": 0.835968, "main_score": 0.803458, "hf_subset": "awa_Deva-bug_Latn", "languages": ["awa-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457458, "recall": 0.513834, "f1": 0.472706, "accuracy": 0.513834, "main_score": 0.472706, "hf_subset": "awa_Deva-fon_Latn", "languages": ["awa-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-jav_Latn", "languages": ["awa-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "awa_Deva-lao_Laoo", "languages": ["awa-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.848979, "recall": 0.88834, "f1": 0.861448, "accuracy": 0.88834, "main_score": 0.861448, "hf_subset": "awa_Deva-mri_Latn", "languages": ["awa-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-rus_Cyrl", "languages": ["awa-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53173, "recall": 0.594862, "f1": 0.548624, "accuracy": 0.594862, "main_score": 0.548624, "hf_subset": "awa_Deva-taq_Latn", "languages": ["awa-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "awa_Deva-war_Latn", "languages": ["awa-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-arb_Arab", "languages": ["awa-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-bul_Cyrl", "languages": ["awa-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-fra_Latn", "languages": ["awa-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-jpn_Jpan", "languages": ["awa-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "awa_Deva-lij_Latn", "languages": ["awa-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "awa_Deva-mya_Mymr", "languages": ["awa-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.584711, "recall": 0.652174, "f1": 0.603387, "accuracy": 0.652174, "main_score": 0.603387, "hf_subset": "awa_Deva-sag_Latn", "languages": ["awa-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191268, "recall": 0.252964, "f1": 0.2054, "accuracy": 0.252964, "main_score": 0.2054, "hf_subset": "awa_Deva-taq_Tfng", "languages": ["awa-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.604015, "recall": 0.671937, "f1": 0.622685, "accuracy": 0.671937, "main_score": 0.622685, "hf_subset": "awa_Deva-wol_Latn", "languages": ["awa-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793083, "recall": 0.842885, "f1": 0.80807, "accuracy": 0.842885, "main_score": 0.80807, "hf_subset": "awa_Deva-arb_Latn", "languages": ["awa-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-cat_Latn", "languages": ["awa-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "awa_Deva-fur_Latn", "languages": ["awa-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409453, "recall": 0.469368, "f1": 0.425811, "accuracy": 0.469368, "main_score": 0.425811, "hf_subset": "awa_Deva-kab_Latn", "languages": ["awa-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "awa_Deva-lim_Latn", "languages": ["awa-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-nld_Latn", "languages": ["awa-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "awa_Deva-san_Deva", "languages": ["awa-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-tat_Cyrl", "languages": ["awa-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.659413, "recall": 0.717391, "f1": 0.676157, "accuracy": 0.717391, "main_score": 0.676157, "hf_subset": "awa_Deva-xho_Latn", "languages": ["awa-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ars_Arab", "languages": ["awa-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ceb_Latn", "languages": ["awa-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554298, "recall": 0.614625, "f1": 0.571319, "accuracy": 0.614625, "main_score": 0.571319, "hf_subset": "awa_Deva-fuv_Latn", "languages": ["awa-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49584, "recall": 0.570158, "f1": 0.51606, "accuracy": 0.570158, "main_score": 0.51606, "hf_subset": "awa_Deva-kac_Latn", "languages": ["awa-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652882, "recall": 0.712451, "f1": 0.670243, "accuracy": 0.712451, "main_score": 0.670243, "hf_subset": "awa_Deva-lin_Latn", "languages": ["awa-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-nno_Latn", "languages": ["awa-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.246019, "recall": 0.327075, "f1": 0.26659, "accuracy": 0.327075, "main_score": 0.26659, "hf_subset": "awa_Deva-sat_Olck", "languages": ["awa-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-tel_Telu", "languages": ["awa-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "awa_Deva-ydd_Hebr", "languages": ["awa-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "awa_Deva-ary_Arab", "languages": ["awa-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-ces_Latn", "languages": ["awa-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563212, "recall": 0.625494, "f1": 0.581261, "accuracy": 0.625494, "main_score": 0.581261, "hf_subset": "awa_Deva-gaz_Latn", "languages": ["awa-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5756, "recall": 0.642292, "f1": 0.594547, "accuracy": 0.642292, "main_score": 0.594547, "hf_subset": "awa_Deva-kam_Latn", "languages": ["awa-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "awa_Deva-lit_Latn", "languages": ["awa-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-nob_Latn", "languages": ["awa-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.977273, "f1": 0.971344, "accuracy": 0.977273, "main_score": 0.971344, "hf_subset": "awa_Deva-scn_Latn", "languages": ["awa-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "awa_Deva-tgk_Cyrl", "languages": ["awa-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.704858, "recall": 0.766798, "f1": 0.72316, "accuracy": 0.766798, "main_score": 0.72316, "hf_subset": "awa_Deva-yor_Latn", "languages": ["awa-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "awa_Deva-arz_Arab", "languages": ["awa-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550873, "recall": 0.613636, "f1": 0.568943, "accuracy": 0.613636, "main_score": 0.568943, "hf_subset": "awa_Deva-cjk_Latn", "languages": ["awa-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748139, "recall": 0.804348, "f1": 0.764954, "accuracy": 0.804348, "main_score": 0.764954, "hf_subset": "awa_Deva-gla_Latn", "languages": ["awa-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-kan_Knda", "languages": ["awa-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "awa_Deva-lmo_Latn", "languages": ["awa-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "awa_Deva-npi_Deva", "languages": ["awa-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467403, "recall": 0.535573, "f1": 0.485895, "accuracy": 0.535573, "main_score": 0.485895, "hf_subset": "awa_Deva-shn_Mymr", "languages": ["awa-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-tgl_Latn", "languages": ["awa-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-yue_Hant", "languages": ["awa-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-asm_Beng", "languages": ["awa-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.943923, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "awa_Deva-ckb_Arab", "languages": ["awa-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.8542, "recall": 0.894269, "f1": 0.866831, "accuracy": 0.894269, "main_score": 0.866831, "hf_subset": "awa_Deva-gle_Latn", "languages": ["awa-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95858, "recall": 0.970356, "f1": 0.962352, "accuracy": 0.970356, "main_score": 0.962352, "hf_subset": "awa_Deva-kas_Arab", "languages": ["awa-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.930007, "recall": 0.951581, "f1": 0.937088, "accuracy": 0.951581, "main_score": 0.937088, "hf_subset": "awa_Deva-ltg_Latn", "languages": ["awa-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593432, "recall": 0.652174, "f1": 0.61022, "accuracy": 0.652174, "main_score": 0.61022, "hf_subset": "awa_Deva-nso_Latn", "languages": ["awa-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "awa_Deva-sin_Sinh", "languages": ["awa-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-tha_Thai", "languages": ["awa-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-zho_Hans", "languages": ["awa-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-ast_Latn", "languages": ["awa-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-crh_Latn", "languages": ["awa-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-glg_Latn", "languages": ["awa-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908267, "recall": 0.936759, "f1": 0.91749, "accuracy": 0.936759, "main_score": 0.91749, "hf_subset": "awa_Deva-kas_Deva", "languages": ["awa-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "awa_Deva-ltz_Latn", "languages": ["awa-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44489, "recall": 0.513834, "f1": 0.463379, "accuracy": 0.513834, "main_score": 0.463379, "hf_subset": "awa_Deva-nus_Latn", "languages": ["awa-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-slk_Latn", "languages": ["awa-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623148, "recall": 0.694664, "f1": 0.644351, "accuracy": 0.694664, "main_score": 0.644351, "hf_subset": "awa_Deva-tir_Ethi", "languages": ["awa-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-zho_Hant", "languages": ["awa-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "awa_Deva-cym_Latn", "languages": ["awa-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821509, "recall": 0.863636, "f1": 0.834044, "accuracy": 0.863636, "main_score": 0.834044, "hf_subset": "awa_Deva-grn_Latn", "languages": ["awa-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-kat_Geor", "languages": ["awa-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.630428, "recall": 0.690711, "f1": 0.647636, "accuracy": 0.690711, "main_score": 0.647636, "hf_subset": "awa_Deva-lua_Latn", "languages": ["awa-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61334, "recall": 0.674901, "f1": 0.631145, "accuracy": 0.674901, "main_score": 0.631145, "hf_subset": "awa_Deva-nya_Latn", "languages": ["awa-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-slv_Latn", "languages": ["awa-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938686, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "awa_Deva-tpi_Latn", "languages": ["awa-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-zsm_Latn", "languages": ["awa-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541468, "recall": 0.600791, "f1": 0.558067, "accuracy": 0.600791, "main_score": 0.558067, "hf_subset": "awa_Deva-ayr_Latn", "languages": ["awa-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-dan_Latn", "languages": ["awa-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-guj_Gujr", "languages": ["awa-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-kaz_Cyrl", "languages": ["awa-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529113, "recall": 0.590909, "f1": 0.546047, "accuracy": 0.590909, "main_score": 0.546047, "hf_subset": "awa_Deva-lug_Latn", "languages": ["awa-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-oci_Latn", "languages": ["awa-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817951, "recall": 0.859684, "f1": 0.830501, "accuracy": 0.859684, "main_score": 0.830501, "hf_subset": "awa_Deva-smo_Latn", "languages": ["awa-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530908, "recall": 0.59585, "f1": 0.549288, "accuracy": 0.59585, "main_score": 0.549288, "hf_subset": "awa_Deva-tsn_Latn", "languages": ["awa-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595999, "recall": 0.660079, "f1": 0.614729, "accuracy": 0.660079, "main_score": 0.614729, "hf_subset": "awa_Deva-zul_Latn", "languages": ["awa-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.939723, "f1": 0.921937, "accuracy": 0.939723, "main_score": 0.921937, "hf_subset": "awa_Deva-azb_Arab", "languages": ["awa-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-deu_Latn", "languages": ["awa-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "awa_Deva-hat_Latn", "languages": ["awa-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479621, "recall": 0.541502, "f1": 0.496023, "accuracy": 0.541502, "main_score": 0.496023, "hf_subset": "awa_Deva-kbp_Latn", "languages": ["awa-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561805, "recall": 0.624506, "f1": 0.578208, "accuracy": 0.624506, "main_score": 0.578208, "hf_subset": "awa_Deva-luo_Latn", "languages": ["awa-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ory_Orya", "languages": ["awa-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.579794, "recall": 0.637352, "f1": 0.595777, "accuracy": 0.637352, "main_score": 0.595777, "hf_subset": "awa_Deva-sna_Latn", "languages": ["awa-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553339, "recall": 0.600791, "f1": 0.566475, "accuracy": 0.600791, "main_score": 0.566475, "hf_subset": "awa_Deva-tso_Latn", "languages": ["awa-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-azj_Latn", "languages": ["awa-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519295, "recall": 0.588933, "f1": 0.538636, "accuracy": 0.588933, "main_score": 0.538636, "hf_subset": "awa_Deva-dik_Latn", "languages": ["awa-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709858, "recall": 0.768775, "f1": 0.727176, "accuracy": 0.768775, "main_score": 0.727176, "hf_subset": "awa_Deva-hau_Latn", "languages": ["awa-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "awa_Deva-kea_Latn", "languages": ["awa-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736693, "recall": 0.790514, "f1": 0.752668, "accuracy": 0.790514, "main_score": 0.752668, "hf_subset": "awa_Deva-lus_Latn", "languages": ["awa-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857856, "recall": 0.890316, "f1": 0.86741, "accuracy": 0.890316, "main_score": 0.86741, "hf_subset": "awa_Deva-pag_Latn", "languages": ["awa-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-snd_Arab", "languages": ["awa-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.9417, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "awa_Deva-tuk_Latn", "languages": ["awa-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "awa_Deva-bak_Cyrl", "languages": ["awa-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473725, "recall": 0.554348, "f1": 0.497433, "accuracy": 0.554348, "main_score": 0.497433, "hf_subset": "awa_Deva-dyu_Latn", "languages": ["awa-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-heb_Hebr", "languages": ["awa-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "awa_Deva-khk_Cyrl", "languages": ["awa-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-lvs_Latn", "languages": ["awa-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-pan_Guru", "languages": ["awa-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.695455, "recall": 0.757905, "f1": 0.713754, "accuracy": 0.757905, "main_score": 0.713754, "hf_subset": "awa_Deva-som_Latn", "languages": ["awa-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589007, "recall": 0.640316, "f1": 0.603763, "accuracy": 0.640316, "main_score": 0.603763, "hf_subset": "awa_Deva-tum_Latn", "languages": ["awa-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521872, "recall": 0.579051, "f1": 0.537512, "accuracy": 0.579051, "main_score": 0.537512, "hf_subset": "cym_Latn-ace_Arab", "languages": ["cym-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530627, "recall": 0.581028, "f1": 0.544607, "accuracy": 0.581028, "main_score": 0.544607, "hf_subset": "cym_Latn-bam_Latn", "languages": ["cym-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366598, "recall": 0.431818, "f1": 0.384013, "accuracy": 0.431818, "main_score": 0.384013, "hf_subset": "cym_Latn-dzo_Tibt", "languages": ["cym-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "cym_Latn-hin_Deva", "languages": ["cym-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.955616, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "cym_Latn-khm_Khmr", "languages": ["cym-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "cym_Latn-mag_Deva", "languages": ["cym-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.90751, "recall": 0.931818, "f1": 0.914855, "accuracy": 0.931818, "main_score": 0.914855, "hf_subset": "cym_Latn-pap_Latn", "languages": ["cym-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59013, "recall": 0.639328, "f1": 0.603597, "accuracy": 0.639328, "main_score": 0.603597, "hf_subset": "cym_Latn-sot_Latn", "languages": ["cym-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "cym_Latn-tur_Latn", "languages": ["cym-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784174, "recall": 0.825099, "f1": 0.796039, "accuracy": 0.825099, "main_score": 0.796039, "hf_subset": "cym_Latn-ace_Latn", "languages": ["cym-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870965, "recall": 0.899209, "f1": 0.879842, "accuracy": 0.899209, "main_score": 0.879842, "hf_subset": "cym_Latn-ban_Latn", "languages": ["cym-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "cym_Latn-ell_Grek", "languages": ["cym-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "cym_Latn-hne_Deva", "languages": ["cym-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.571946, "recall": 0.621542, "f1": 0.586008, "accuracy": 0.621542, "main_score": 0.586008, "hf_subset": "cym_Latn-kik_Latn", "languages": ["cym-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "cym_Latn-mai_Deva", "languages": ["cym-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913982, "recall": 0.938735, "f1": 0.921673, "accuracy": 0.938735, "main_score": 0.921673, "hf_subset": "cym_Latn-pbt_Arab", "languages": ["cym-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "cym_Latn-spa_Latn", "languages": ["cym-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569558, "recall": 0.62253, "f1": 0.584951, "accuracy": 0.62253, "main_score": 0.584951, "hf_subset": "cym_Latn-twi_Latn", "languages": ["cym-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964509, "recall": 0.975296, "f1": 0.967951, "accuracy": 0.975296, "main_score": 0.967951, "hf_subset": "cym_Latn-acm_Arab", "languages": ["cym-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.960474, "f1": 0.950052, "accuracy": 0.960474, "main_score": 0.950052, "hf_subset": "cym_Latn-bel_Cyrl", "languages": ["cym-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "cym_Latn-eng_Latn", "languages": ["cym-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "cym_Latn-hrv_Latn", "languages": ["cym-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571158, "recall": 0.626482, "f1": 0.585616, "accuracy": 0.626482, "main_score": 0.585616, "hf_subset": "cym_Latn-kin_Latn", "languages": ["cym-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "cym_Latn-mal_Mlym", "languages": ["cym-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "cym_Latn-pes_Arab", "languages": ["cym-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927734, "recall": 0.94664, "f1": 0.933399, "accuracy": 0.94664, "main_score": 0.933399, "hf_subset": "cym_Latn-srd_Latn", "languages": ["cym-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213325, "recall": 0.261858, "f1": 0.225189, "accuracy": 0.261858, "main_score": 0.225189, "hf_subset": "cym_Latn-tzm_Tfng", "languages": ["cym-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "cym_Latn-acq_Arab", "languages": ["cym-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.609202, "recall": 0.65415, "f1": 0.621829, "accuracy": 0.65415, "main_score": 0.621829, "hf_subset": "cym_Latn-bem_Latn", "languages": ["cym-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "cym_Latn-epo_Latn", "languages": ["cym-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "cym_Latn-hun_Latn", "languages": ["cym-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.938735, "f1": 0.921607, "accuracy": 0.938735, "main_score": 0.921607, "hf_subset": "cym_Latn-kir_Cyrl", "languages": ["cym-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "cym_Latn-mar_Deva", "languages": ["cym-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.654175, "recall": 0.704545, "f1": 0.668505, "accuracy": 0.704545, "main_score": 0.668505, "hf_subset": "cym_Latn-plt_Latn", "languages": ["cym-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "cym_Latn-srp_Cyrl", "languages": ["cym-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.879809, "recall": 0.911067, "f1": 0.88946, "accuracy": 0.911067, "main_score": 0.88946, "hf_subset": "cym_Latn-uig_Arab", "languages": ["cym-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94041, "recall": 0.955534, "f1": 0.944895, "accuracy": 0.955534, "main_score": 0.944895, "hf_subset": "cym_Latn-aeb_Arab", "languages": ["cym-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "cym_Latn-ben_Beng", "languages": ["cym-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "cym_Latn-est_Latn", "languages": ["cym-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "cym_Latn-hye_Armn", "languages": ["cym-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.555237, "recall": 0.597826, "f1": 0.567707, "accuracy": 0.597826, "main_score": 0.567707, "hf_subset": "cym_Latn-kmb_Latn", "languages": ["cym-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469927, "recall": 0.528656, "f1": 0.48571, "accuracy": 0.528656, "main_score": 0.48571, "hf_subset": "cym_Latn-min_Arab", "languages": ["cym-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965168, "recall": 0.976285, "f1": 0.968775, "accuracy": 0.976285, "main_score": 0.968775, "hf_subset": "cym_Latn-pol_Latn", "languages": ["cym-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561845, "recall": 0.610672, "f1": 0.575775, "accuracy": 0.610672, "main_score": 0.575775, "hf_subset": "cym_Latn-ssw_Latn", "languages": ["cym-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "cym_Latn-ukr_Cyrl", "languages": ["cym-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "cym_Latn-afr_Latn", "languages": ["cym-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942111, "recall": 0.958498, "f1": 0.947365, "accuracy": 0.958498, "main_score": 0.947365, "hf_subset": "cym_Latn-bho_Deva", "languages": ["cym-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "cym_Latn-eus_Latn", "languages": ["cym-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590383, "recall": 0.645257, "f1": 0.605361, "accuracy": 0.645257, "main_score": 0.605361, "hf_subset": "cym_Latn-ibo_Latn", "languages": ["cym-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853096, "recall": 0.890316, "f1": 0.864559, "accuracy": 0.890316, "main_score": 0.864559, "hf_subset": "cym_Latn-kmr_Latn", "languages": ["cym-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92169, "recall": 0.943676, "f1": 0.928543, "accuracy": 0.943676, "main_score": 0.928543, "hf_subset": "cym_Latn-min_Latn", "languages": ["cym-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "cym_Latn-por_Latn", "languages": ["cym-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944746, "recall": 0.960474, "f1": 0.949671, "accuracy": 0.960474, "main_score": 0.949671, "hf_subset": "cym_Latn-sun_Latn", "languages": ["cym-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516788, "recall": 0.566206, "f1": 0.53103, "accuracy": 0.566206, "main_score": 0.53103, "hf_subset": "cym_Latn-umb_Latn", "languages": ["cym-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959519, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "cym_Latn-ajp_Arab", "languages": ["cym-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497328, "recall": 0.552372, "f1": 0.512917, "accuracy": 0.552372, "main_score": 0.512917, "hf_subset": "cym_Latn-bjn_Arab", "languages": ["cym-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516815, "recall": 0.557312, "f1": 0.527662, "accuracy": 0.557312, "main_score": 0.527662, "hf_subset": "cym_Latn-ewe_Latn", "languages": ["cym-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872036, "recall": 0.900198, "f1": 0.880275, "accuracy": 0.900198, "main_score": 0.880275, "hf_subset": "cym_Latn-ilo_Latn", "languages": ["cym-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300667, "recall": 0.349802, "f1": 0.314156, "accuracy": 0.349802, "main_score": 0.314156, "hf_subset": "cym_Latn-knc_Arab", "languages": ["cym-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "cym_Latn-mkd_Cyrl", "languages": ["cym-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "cym_Latn-prs_Arab", "languages": ["cym-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "cym_Latn-swe_Latn", "languages": ["cym-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "cym_Latn-urd_Arab", "languages": ["cym-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557115, "recall": 0.606719, "f1": 0.571341, "accuracy": 0.606719, "main_score": 0.571341, "hf_subset": "cym_Latn-aka_Latn", "languages": ["cym-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902346, "recall": 0.926877, "f1": 0.909783, "accuracy": 0.926877, "main_score": 0.909783, "hf_subset": "cym_Latn-bjn_Latn", "languages": ["cym-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920784, "recall": 0.943676, "f1": 0.927833, "accuracy": 0.943676, "main_score": 0.927833, "hf_subset": "cym_Latn-fao_Latn", "languages": ["cym-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "cym_Latn-ind_Latn", "languages": ["cym-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56698, "recall": 0.606719, "f1": 0.578393, "accuracy": 0.606719, "main_score": 0.578393, "hf_subset": "cym_Latn-knc_Latn", "languages": ["cym-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "cym_Latn-mlt_Latn", "languages": ["cym-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639349, "recall": 0.695652, "f1": 0.655995, "accuracy": 0.695652, "main_score": 0.655995, "hf_subset": "cym_Latn-quy_Latn", "languages": ["cym-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "cym_Latn-swh_Latn", "languages": ["cym-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "cym_Latn-uzn_Latn", "languages": ["cym-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "cym_Latn-als_Latn", "languages": ["cym-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571172, "recall": 0.653162, "f1": 0.594136, "accuracy": 0.653162, "main_score": 0.594136, "hf_subset": "cym_Latn-bod_Tibt", "languages": ["cym-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.659094, "recall": 0.712451, "f1": 0.673577, "accuracy": 0.712451, "main_score": 0.673577, "hf_subset": "cym_Latn-fij_Latn", "languages": ["cym-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.967391, "f1": 0.956686, "accuracy": 0.967391, "main_score": 0.956686, "hf_subset": "cym_Latn-isl_Latn", "languages": ["cym-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619828, "recall": 0.666008, "f1": 0.63296, "accuracy": 0.666008, "main_score": 0.63296, "hf_subset": "cym_Latn-kon_Latn", "languages": ["cym-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576111, "recall": 0.63834, "f1": 0.594299, "accuracy": 0.63834, "main_score": 0.594299, "hf_subset": "cym_Latn-mni_Beng", "languages": ["cym-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "cym_Latn-ron_Latn", "languages": ["cym-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954298, "recall": 0.967391, "f1": 0.958564, "accuracy": 0.967391, "main_score": 0.958564, "hf_subset": "cym_Latn-szl_Latn", "languages": ["cym-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "cym_Latn-vec_Latn", "languages": ["cym-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903491, "recall": 0.932806, "f1": 0.912879, "accuracy": 0.932806, "main_score": 0.912879, "hf_subset": "cym_Latn-amh_Ethi", "languages": ["cym-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "cym_Latn-bos_Latn", "languages": ["cym-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "cym_Latn-fin_Latn", "languages": ["cym-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "cym_Latn-ita_Latn", "languages": ["cym-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "cym_Latn-kor_Hang", "languages": ["cym-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.514617, "recall": 0.567194, "f1": 0.529273, "accuracy": 0.567194, "main_score": 0.529273, "hf_subset": "cym_Latn-mos_Latn", "languages": ["cym-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551185, "recall": 0.600791, "f1": 0.56459, "accuracy": 0.600791, "main_score": 0.56459, "hf_subset": "cym_Latn-run_Latn", "languages": ["cym-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960392, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "cym_Latn-tam_Taml", "languages": ["cym-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "cym_Latn-vie_Latn", "languages": ["cym-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "cym_Latn-apc_Arab", "languages": ["cym-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.704837, "recall": 0.757905, "f1": 0.719475, "accuracy": 0.757905, "main_score": 0.719475, "hf_subset": "cym_Latn-bug_Latn", "languages": ["cym-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466408, "recall": 0.51087, "f1": 0.478206, "accuracy": 0.51087, "main_score": 0.478206, "hf_subset": "cym_Latn-fon_Latn", "languages": ["cym-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951993, "recall": 0.965415, "f1": 0.956061, "accuracy": 0.965415, "main_score": 0.956061, "hf_subset": "cym_Latn-jav_Latn", "languages": ["cym-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "cym_Latn-lao_Laoo", "languages": ["cym-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.843043, "recall": 0.880435, "f1": 0.85387, "accuracy": 0.880435, "main_score": 0.85387, "hf_subset": "cym_Latn-mri_Latn", "languages": ["cym-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "cym_Latn-rus_Cyrl", "languages": ["cym-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513827, "recall": 0.5583, "f1": 0.526158, "accuracy": 0.5583, "main_score": 0.526158, "hf_subset": "cym_Latn-taq_Latn", "languages": ["cym-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956588, "accuracy": 0.966403, "main_score": 0.956588, "hf_subset": "cym_Latn-war_Latn", "languages": ["cym-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "cym_Latn-arb_Arab", "languages": ["cym-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "cym_Latn-bul_Cyrl", "languages": ["cym-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "cym_Latn-fra_Latn", "languages": ["cym-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "cym_Latn-jpn_Jpan", "languages": ["cym-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.943495, "recall": 0.958498, "f1": 0.948024, "accuracy": 0.958498, "main_score": 0.948024, "hf_subset": "cym_Latn-lij_Latn", "languages": ["cym-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928557, "recall": 0.950593, "f1": 0.935606, "accuracy": 0.950593, "main_score": 0.935606, "hf_subset": "cym_Latn-mya_Mymr", "languages": ["cym-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.571717, "recall": 0.630435, "f1": 0.587672, "accuracy": 0.630435, "main_score": 0.587672, "hf_subset": "cym_Latn-sag_Latn", "languages": ["cym-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205115, "recall": 0.257905, "f1": 0.217574, "accuracy": 0.257905, "main_score": 0.217574, "hf_subset": "cym_Latn-taq_Tfng", "languages": ["cym-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.591107, "recall": 0.641304, "f1": 0.605915, "accuracy": 0.641304, "main_score": 0.605915, "hf_subset": "cym_Latn-wol_Latn", "languages": ["cym-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724613, "recall": 0.779644, "f1": 0.740505, "accuracy": 0.779644, "main_score": 0.740505, "hf_subset": "cym_Latn-arb_Latn", "languages": ["cym-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "cym_Latn-cat_Latn", "languages": ["cym-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934536, "recall": 0.952569, "f1": 0.940072, "accuracy": 0.952569, "main_score": 0.940072, "hf_subset": "cym_Latn-fur_Latn", "languages": ["cym-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433926, "recall": 0.486166, "f1": 0.449035, "accuracy": 0.486166, "main_score": 0.449035, "hf_subset": "cym_Latn-kab_Latn", "languages": ["cym-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.954545, "f1": 0.942852, "accuracy": 0.954545, "main_score": 0.942852, "hf_subset": "cym_Latn-lim_Latn", "languages": ["cym-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "cym_Latn-nld_Latn", "languages": ["cym-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934371, "recall": 0.953557, "f1": 0.940448, "accuracy": 0.953557, "main_score": 0.940448, "hf_subset": "cym_Latn-san_Deva", "languages": ["cym-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.935277, "recall": 0.954545, "f1": 0.941323, "accuracy": 0.954545, "main_score": 0.941323, "hf_subset": "cym_Latn-tat_Cyrl", "languages": ["cym-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.643116, "recall": 0.694664, "f1": 0.657962, "accuracy": 0.694664, "main_score": 0.657962, "hf_subset": "cym_Latn-xho_Latn", "languages": ["cym-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "cym_Latn-ars_Arab", "languages": ["cym-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968168, "accuracy": 0.975296, "main_score": 0.968168, "hf_subset": "cym_Latn-ceb_Latn", "languages": ["cym-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552981, "recall": 0.604743, "f1": 0.567938, "accuracy": 0.604743, "main_score": 0.567938, "hf_subset": "cym_Latn-fuv_Latn", "languages": ["cym-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500679, "recall": 0.547431, "f1": 0.513606, "accuracy": 0.547431, "main_score": 0.513606, "hf_subset": "cym_Latn-kac_Latn", "languages": ["cym-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62911, "recall": 0.674901, "f1": 0.642287, "accuracy": 0.674901, "main_score": 0.642287, "hf_subset": "cym_Latn-lin_Latn", "languages": ["cym-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "cym_Latn-nno_Latn", "languages": ["cym-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.236804, "recall": 0.307312, "f1": 0.254892, "accuracy": 0.307312, "main_score": 0.254892, "hf_subset": "cym_Latn-sat_Olck", "languages": ["cym-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "cym_Latn-tel_Telu", "languages": ["cym-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.921525, "recall": 0.944664, "f1": 0.928722, "accuracy": 0.944664, "main_score": 0.928722, "hf_subset": "cym_Latn-ydd_Hebr", "languages": ["cym-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.92444, "recall": 0.944664, "f1": 0.930665, "accuracy": 0.944664, "main_score": 0.930665, "hf_subset": "cym_Latn-ary_Arab", "languages": ["cym-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "cym_Latn-ces_Latn", "languages": ["cym-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569576, "recall": 0.625494, "f1": 0.585579, "accuracy": 0.625494, "main_score": 0.585579, "hf_subset": "cym_Latn-gaz_Latn", "languages": ["cym-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573893, "recall": 0.62747, "f1": 0.588476, "accuracy": 0.62747, "main_score": 0.588476, "hf_subset": "cym_Latn-kam_Latn", "languages": ["cym-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "cym_Latn-lit_Latn", "languages": ["cym-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "cym_Latn-nob_Latn", "languages": ["cym-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920817, "recall": 0.942688, "f1": 0.927503, "accuracy": 0.942688, "main_score": 0.927503, "hf_subset": "cym_Latn-scn_Latn", "languages": ["cym-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938159, "recall": 0.956522, "f1": 0.944071, "accuracy": 0.956522, "main_score": 0.944071, "hf_subset": "cym_Latn-tgk_Cyrl", "languages": ["cym-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.669022, "recall": 0.738142, "f1": 0.689596, "accuracy": 0.738142, "main_score": 0.689596, "hf_subset": "cym_Latn-yor_Latn", "languages": ["cym-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "cym_Latn-arz_Arab", "languages": ["cym-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535137, "recall": 0.578063, "f1": 0.547457, "accuracy": 0.578063, "main_score": 0.547457, "hf_subset": "cym_Latn-cjk_Latn", "languages": ["cym-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794302, "recall": 0.843874, "f1": 0.809519, "accuracy": 0.843874, "main_score": 0.809519, "hf_subset": "cym_Latn-gla_Latn", "languages": ["cym-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "cym_Latn-kan_Knda", "languages": ["cym-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.935194, "recall": 0.953557, "f1": 0.940942, "accuracy": 0.953557, "main_score": 0.940942, "hf_subset": "cym_Latn-lmo_Latn", "languages": ["cym-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964839, "recall": 0.975296, "f1": 0.968116, "accuracy": 0.975296, "main_score": 0.968116, "hf_subset": "cym_Latn-npi_Deva", "languages": ["cym-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.453068, "recall": 0.502964, "f1": 0.46629, "accuracy": 0.502964, "main_score": 0.46629, "hf_subset": "cym_Latn-shn_Mymr", "languages": ["cym-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.971097, "recall": 0.979249, "f1": 0.973551, "accuracy": 0.979249, "main_score": 0.973551, "hf_subset": "cym_Latn-tgl_Latn", "languages": ["cym-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965003, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "cym_Latn-yue_Hant", "languages": ["cym-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.959404, "recall": 0.971344, "f1": 0.963175, "accuracy": 0.971344, "main_score": 0.963175, "hf_subset": "cym_Latn-asm_Beng", "languages": ["cym-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.937747, "f1": 0.920916, "accuracy": 0.937747, "main_score": 0.920916, "hf_subset": "cym_Latn-ckb_Arab", "languages": ["cym-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.883976, "recall": 0.91502, "f1": 0.893314, "accuracy": 0.91502, "main_score": 0.893314, "hf_subset": "cym_Latn-gle_Latn", "languages": ["cym-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842218, "recall": 0.879447, "f1": 0.8534, "accuracy": 0.879447, "main_score": 0.8534, "hf_subset": "cym_Latn-kas_Arab", "languages": ["cym-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.854941, "recall": 0.894269, "f1": 0.866897, "accuracy": 0.894269, "main_score": 0.866897, "hf_subset": "cym_Latn-ltg_Latn", "languages": ["cym-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595334, "recall": 0.636364, "f1": 0.606825, "accuracy": 0.636364, "main_score": 0.606825, "hf_subset": "cym_Latn-nso_Latn", "languages": ["cym-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941864, "recall": 0.960474, "f1": 0.947958, "accuracy": 0.960474, "main_score": 0.947958, "hf_subset": "cym_Latn-sin_Sinh", "languages": ["cym-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "cym_Latn-tha_Thai", "languages": ["cym-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.944582, "recall": 0.961462, "f1": 0.949835, "accuracy": 0.961462, "main_score": 0.949835, "hf_subset": "cym_Latn-zho_Hans", "languages": ["cym-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.977849, "recall": 0.98419, "f1": 0.979809, "accuracy": 0.98419, "main_score": 0.979809, "hf_subset": "cym_Latn-ast_Latn", "languages": ["cym-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "cym_Latn-crh_Latn", "languages": ["cym-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "cym_Latn-glg_Latn", "languages": ["cym-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756548, "recall": 0.811265, "f1": 0.7724, "accuracy": 0.811265, "main_score": 0.7724, "hf_subset": "cym_Latn-kas_Deva", "languages": ["cym-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.92976, "recall": 0.950593, "f1": 0.936331, "accuracy": 0.950593, "main_score": 0.936331, "hf_subset": "cym_Latn-ltz_Latn", "languages": ["cym-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478439, "recall": 0.531621, "f1": 0.493025, "accuracy": 0.531621, "main_score": 0.493025, "hf_subset": "cym_Latn-nus_Latn", "languages": ["cym-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "cym_Latn-slk_Latn", "languages": ["cym-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556969, "recall": 0.623518, "f1": 0.575405, "accuracy": 0.623518, "main_score": 0.575405, "hf_subset": "cym_Latn-tir_Ethi", "languages": ["cym-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.947464, "recall": 0.964427, "f1": 0.953063, "accuracy": 0.964427, "main_score": 0.953063, "hf_subset": "cym_Latn-zho_Hant", "languages": ["cym-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.961462, "f1": 0.952207, "accuracy": 0.961462, "main_score": 0.952207, "hf_subset": "cym_Latn-awa_Deva", "languages": ["cym-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.723684, "recall": 0.771739, "f1": 0.737216, "accuracy": 0.771739, "main_score": 0.737216, "hf_subset": "cym_Latn-grn_Latn", "languages": ["cym-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946723, "recall": 0.962451, "f1": 0.951647, "accuracy": 0.962451, "main_score": 0.951647, "hf_subset": "cym_Latn-kat_Geor", "languages": ["cym-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.617194, "recall": 0.659091, "f1": 0.629381, "accuracy": 0.659091, "main_score": 0.629381, "hf_subset": "cym_Latn-lua_Latn", "languages": ["cym-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604351, "recall": 0.655138, "f1": 0.618321, "accuracy": 0.655138, "main_score": 0.618321, "hf_subset": "cym_Latn-nya_Latn", "languages": ["cym-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "cym_Latn-slv_Latn", "languages": ["cym-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835063, "recall": 0.873518, "f1": 0.846476, "accuracy": 0.873518, "main_score": 0.846476, "hf_subset": "cym_Latn-tpi_Latn", "languages": ["cym-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "cym_Latn-zsm_Latn", "languages": ["cym-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516549, "recall": 0.564229, "f1": 0.530301, "accuracy": 0.564229, "main_score": 0.530301, "hf_subset": "cym_Latn-ayr_Latn", "languages": ["cym-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "cym_Latn-dan_Latn", "languages": ["cym-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "cym_Latn-guj_Gujr", "languages": ["cym-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "cym_Latn-kaz_Cyrl", "languages": ["cym-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530716, "recall": 0.583992, "f1": 0.545683, "accuracy": 0.583992, "main_score": 0.545683, "hf_subset": "cym_Latn-lug_Latn", "languages": ["cym-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "cym_Latn-oci_Latn", "languages": ["cym-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797744, "recall": 0.844862, "f1": 0.811745, "accuracy": 0.844862, "main_score": 0.811745, "hf_subset": "cym_Latn-smo_Latn", "languages": ["cym-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543504, "recall": 0.589921, "f1": 0.556799, "accuracy": 0.589921, "main_score": 0.556799, "hf_subset": "cym_Latn-tsn_Latn", "languages": ["cym-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640387, "recall": 0.690711, "f1": 0.654456, "accuracy": 0.690711, "main_score": 0.654456, "hf_subset": "cym_Latn-zul_Latn", "languages": ["cym-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80863, "recall": 0.854743, "f1": 0.82301, "accuracy": 0.854743, "main_score": 0.82301, "hf_subset": "cym_Latn-azb_Arab", "languages": ["cym-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "cym_Latn-deu_Latn", "languages": ["cym-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917408, "recall": 0.939723, "f1": 0.924308, "accuracy": 0.939723, "main_score": 0.924308, "hf_subset": "cym_Latn-hat_Latn", "languages": ["cym-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491226, "recall": 0.536561, "f1": 0.503929, "accuracy": 0.536561, "main_score": 0.503929, "hf_subset": "cym_Latn-kbp_Latn", "languages": ["cym-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565393, "recall": 0.612648, "f1": 0.578059, "accuracy": 0.612648, "main_score": 0.578059, "hf_subset": "cym_Latn-luo_Latn", "languages": ["cym-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "cym_Latn-ory_Orya", "languages": ["cym-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.569164, "recall": 0.625494, "f1": 0.585076, "accuracy": 0.625494, "main_score": 0.585076, "hf_subset": "cym_Latn-sna_Latn", "languages": ["cym-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557407, "recall": 0.601779, "f1": 0.569694, "accuracy": 0.601779, "main_score": 0.569694, "hf_subset": "cym_Latn-tso_Latn", "languages": ["cym-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936677, "recall": 0.954545, "f1": 0.94226, "accuracy": 0.954545, "main_score": 0.94226, "hf_subset": "cym_Latn-azj_Latn", "languages": ["cym-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511284, "recall": 0.559289, "f1": 0.525461, "accuracy": 0.559289, "main_score": 0.525461, "hf_subset": "cym_Latn-dik_Latn", "languages": ["cym-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707938, "recall": 0.764822, "f1": 0.725198, "accuracy": 0.764822, "main_score": 0.725198, "hf_subset": "cym_Latn-hau_Latn", "languages": ["cym-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915382, "recall": 0.939723, "f1": 0.922892, "accuracy": 0.939723, "main_score": 0.922892, "hf_subset": "cym_Latn-kea_Latn", "languages": ["cym-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655731, "recall": 0.703557, "f1": 0.669226, "accuracy": 0.703557, "main_score": 0.669226, "hf_subset": "cym_Latn-lus_Latn", "languages": ["cym-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739114, "recall": 0.782609, "f1": 0.751501, "accuracy": 0.782609, "main_score": 0.751501, "hf_subset": "cym_Latn-pag_Latn", "languages": ["cym-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "cym_Latn-snd_Arab", "languages": ["cym-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.879397, "recall": 0.911067, "f1": 0.889559, "accuracy": 0.911067, "main_score": 0.889559, "hf_subset": "cym_Latn-tuk_Latn", "languages": ["cym-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925066, "recall": 0.94664, "f1": 0.931771, "accuracy": 0.94664, "main_score": 0.931771, "hf_subset": "cym_Latn-bak_Cyrl", "languages": ["cym-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.452812, "recall": 0.52668, "f1": 0.474292, "accuracy": 0.52668, "main_score": 0.474292, "hf_subset": "cym_Latn-dyu_Latn", "languages": ["cym-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "cym_Latn-heb_Hebr", "languages": ["cym-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.944368, "recall": 0.959486, "f1": 0.949111, "accuracy": 0.959486, "main_score": 0.949111, "hf_subset": "cym_Latn-khk_Cyrl", "languages": ["cym-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "cym_Latn-lvs_Latn", "languages": ["cym-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "cym_Latn-pan_Guru", "languages": ["cym-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.69636, "recall": 0.751976, "f1": 0.712502, "accuracy": 0.751976, "main_score": 0.712502, "hf_subset": "cym_Latn-som_Latn", "languages": ["cym-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555472, "recall": 0.597826, "f1": 0.566968, "accuracy": 0.597826, "main_score": 0.566968, "hf_subset": "cym_Latn-tum_Latn", "languages": ["cym-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514328, "recall": 0.576087, "f1": 0.532891, "accuracy": 0.576087, "main_score": 0.532891, "hf_subset": "grn_Latn-ace_Arab", "languages": ["grn-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51989, "recall": 0.581028, "f1": 0.536775, "accuracy": 0.581028, "main_score": 0.536775, "hf_subset": "grn_Latn-bam_Latn", "languages": ["grn-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.269597, "recall": 0.328063, "f1": 0.285498, "accuracy": 0.328063, "main_score": 0.285498, "hf_subset": "grn_Latn-dzo_Tibt", "languages": ["grn-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.830484, "recall": 0.866601, "f1": 0.840712, "accuracy": 0.866601, "main_score": 0.840712, "hf_subset": "grn_Latn-hin_Deva", "languages": ["grn-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.755525, "recall": 0.805336, "f1": 0.769938, "accuracy": 0.805336, "main_score": 0.769938, "hf_subset": "grn_Latn-khm_Khmr", "languages": ["grn-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.826425, "recall": 0.862648, "f1": 0.836791, "accuracy": 0.862648, "main_score": 0.836791, "hf_subset": "grn_Latn-mag_Deva", "languages": ["grn-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.800463, "recall": 0.836957, "f1": 0.810757, "accuracy": 0.836957, "main_score": 0.810757, "hf_subset": "grn_Latn-pap_Latn", "languages": ["grn-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565986, "recall": 0.618577, "f1": 0.580738, "accuracy": 0.618577, "main_score": 0.580738, "hf_subset": "grn_Latn-sot_Latn", "languages": ["grn-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826818, "recall": 0.865613, "f1": 0.838214, "accuracy": 0.865613, "main_score": 0.838214, "hf_subset": "grn_Latn-tur_Latn", "languages": ["grn-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73387, "recall": 0.777668, "f1": 0.747005, "accuracy": 0.777668, "main_score": 0.747005, "hf_subset": "grn_Latn-ace_Latn", "languages": ["grn-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787352, "recall": 0.827075, "f1": 0.7988, "accuracy": 0.827075, "main_score": 0.7988, "hf_subset": "grn_Latn-ban_Latn", "languages": ["grn-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812353, "recall": 0.854743, "f1": 0.824479, "accuracy": 0.854743, "main_score": 0.824479, "hf_subset": "grn_Latn-ell_Grek", "languages": ["grn-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.811049, "recall": 0.84585, "f1": 0.821069, "accuracy": 0.84585, "main_score": 0.821069, "hf_subset": "grn_Latn-hne_Deva", "languages": ["grn-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.58211, "recall": 0.634387, "f1": 0.597038, "accuracy": 0.634387, "main_score": 0.597038, "hf_subset": "grn_Latn-kik_Latn", "languages": ["grn-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812905, "recall": 0.852767, "f1": 0.824358, "accuracy": 0.852767, "main_score": 0.824358, "hf_subset": "grn_Latn-mai_Deva", "languages": ["grn-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.746513, "recall": 0.794466, "f1": 0.76, "accuracy": 0.794466, "main_score": 0.76, "hf_subset": "grn_Latn-pbt_Arab", "languages": ["grn-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.836622, "recall": 0.87253, "f1": 0.846853, "accuracy": 0.87253, "main_score": 0.846853, "hf_subset": "grn_Latn-spa_Latn", "languages": ["grn-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601862, "recall": 0.656126, "f1": 0.617646, "accuracy": 0.656126, "main_score": 0.617646, "hf_subset": "grn_Latn-twi_Latn", "languages": ["grn-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801255, "recall": 0.843874, "f1": 0.813286, "accuracy": 0.843874, "main_score": 0.813286, "hf_subset": "grn_Latn-acm_Arab", "languages": ["grn-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.792838, "recall": 0.831028, "f1": 0.803741, "accuracy": 0.831028, "main_score": 0.803741, "hf_subset": "grn_Latn-bel_Cyrl", "languages": ["grn-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.857182, "recall": 0.893281, "f1": 0.867943, "accuracy": 0.893281, "main_score": 0.867943, "hf_subset": "grn_Latn-eng_Latn", "languages": ["grn-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833846, "recall": 0.869565, "f1": 0.843958, "accuracy": 0.869565, "main_score": 0.843958, "hf_subset": "grn_Latn-hrv_Latn", "languages": ["grn-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537871, "recall": 0.592885, "f1": 0.553481, "accuracy": 0.592885, "main_score": 0.553481, "hf_subset": "grn_Latn-kin_Latn", "languages": ["grn-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801367, "recall": 0.84585, "f1": 0.814709, "accuracy": 0.84585, "main_score": 0.814709, "hf_subset": "grn_Latn-mal_Mlym", "languages": ["grn-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.826639, "recall": 0.860672, "f1": 0.836166, "accuracy": 0.860672, "main_score": 0.836166, "hf_subset": "grn_Latn-pes_Arab", "languages": ["grn-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803535, "recall": 0.842885, "f1": 0.814953, "accuracy": 0.842885, "main_score": 0.814953, "hf_subset": "grn_Latn-srd_Latn", "languages": ["grn-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192698, "recall": 0.232213, "f1": 0.202547, "accuracy": 0.232213, "main_score": 0.202547, "hf_subset": "grn_Latn-tzm_Tfng", "languages": ["grn-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.803878, "recall": 0.849802, "f1": 0.817024, "accuracy": 0.849802, "main_score": 0.817024, "hf_subset": "grn_Latn-acq_Arab", "languages": ["grn-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602794, "recall": 0.652174, "f1": 0.616742, "accuracy": 0.652174, "main_score": 0.616742, "hf_subset": "grn_Latn-bem_Latn", "languages": ["grn-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825165, "recall": 0.864625, "f1": 0.836994, "accuracy": 0.864625, "main_score": 0.836994, "hf_subset": "grn_Latn-epo_Latn", "languages": ["grn-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812401, "recall": 0.855731, "f1": 0.825129, "accuracy": 0.855731, "main_score": 0.825129, "hf_subset": "grn_Latn-hun_Latn", "languages": ["grn-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769559, "recall": 0.813241, "f1": 0.782374, "accuracy": 0.813241, "main_score": 0.782374, "hf_subset": "grn_Latn-kir_Cyrl", "languages": ["grn-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.805975, "recall": 0.848814, "f1": 0.818662, "accuracy": 0.848814, "main_score": 0.818662, "hf_subset": "grn_Latn-mar_Deva", "languages": ["grn-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.606738, "recall": 0.656126, "f1": 0.620902, "accuracy": 0.656126, "main_score": 0.620902, "hf_subset": "grn_Latn-plt_Latn", "languages": ["grn-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839908, "recall": 0.875494, "f1": 0.850078, "accuracy": 0.875494, "main_score": 0.850078, "hf_subset": "grn_Latn-srp_Cyrl", "languages": ["grn-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.676178, "recall": 0.736166, "f1": 0.693324, "accuracy": 0.736166, "main_score": 0.693324, "hf_subset": "grn_Latn-uig_Arab", "languages": ["grn-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.787924, "recall": 0.831028, "f1": 0.800189, "accuracy": 0.831028, "main_score": 0.800189, "hf_subset": "grn_Latn-aeb_Arab", "languages": ["grn-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.807482, "recall": 0.849802, "f1": 0.820069, "accuracy": 0.849802, "main_score": 0.820069, "hf_subset": "grn_Latn-ben_Beng", "languages": ["grn-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.805675, "recall": 0.843874, "f1": 0.816519, "accuracy": 0.843874, "main_score": 0.816519, "hf_subset": "grn_Latn-est_Latn", "languages": ["grn-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793448, "recall": 0.836957, "f1": 0.805783, "accuracy": 0.836957, "main_score": 0.805783, "hf_subset": "grn_Latn-hye_Armn", "languages": ["grn-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.545003, "recall": 0.600791, "f1": 0.560759, "accuracy": 0.600791, "main_score": 0.560759, "hf_subset": "grn_Latn-kmb_Latn", "languages": ["grn-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456288, "recall": 0.524704, "f1": 0.474211, "accuracy": 0.524704, "main_score": 0.474211, "hf_subset": "grn_Latn-min_Arab", "languages": ["grn-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.838532, "recall": 0.873518, "f1": 0.848378, "accuracy": 0.873518, "main_score": 0.848378, "hf_subset": "grn_Latn-pol_Latn", "languages": ["grn-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533763, "recall": 0.594862, "f1": 0.55098, "accuracy": 0.594862, "main_score": 0.55098, "hf_subset": "grn_Latn-ssw_Latn", "languages": ["grn-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839372, "recall": 0.876482, "f1": 0.850513, "accuracy": 0.876482, "main_score": 0.850513, "hf_subset": "grn_Latn-ukr_Cyrl", "languages": ["grn-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.835985, "recall": 0.876482, "f1": 0.847779, "accuracy": 0.876482, "main_score": 0.847779, "hf_subset": "grn_Latn-afr_Latn", "languages": ["grn-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814487, "recall": 0.848814, "f1": 0.824199, "accuracy": 0.848814, "main_score": 0.824199, "hf_subset": "grn_Latn-bho_Deva", "languages": ["grn-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.79166, "recall": 0.828063, "f1": 0.802322, "accuracy": 0.828063, "main_score": 0.802322, "hf_subset": "grn_Latn-eus_Latn", "languages": ["grn-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557223, "recall": 0.619565, "f1": 0.574508, "accuracy": 0.619565, "main_score": 0.574508, "hf_subset": "grn_Latn-ibo_Latn", "languages": ["grn-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67284, "recall": 0.73419, "f1": 0.690823, "accuracy": 0.73419, "main_score": 0.690823, "hf_subset": "grn_Latn-kmr_Latn", "languages": ["grn-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784025, "recall": 0.826087, "f1": 0.795833, "accuracy": 0.826087, "main_score": 0.795833, "hf_subset": "grn_Latn-min_Latn", "languages": ["grn-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855658, "recall": 0.890316, "f1": 0.865634, "accuracy": 0.890316, "main_score": 0.865634, "hf_subset": "grn_Latn-por_Latn", "languages": ["grn-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808825, "recall": 0.844862, "f1": 0.818506, "accuracy": 0.844862, "main_score": 0.818506, "hf_subset": "grn_Latn-sun_Latn", "languages": ["grn-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519444, "recall": 0.579051, "f1": 0.536287, "accuracy": 0.579051, "main_score": 0.536287, "hf_subset": "grn_Latn-umb_Latn", "languages": ["grn-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819368, "recall": 0.862648, "f1": 0.832074, "accuracy": 0.862648, "main_score": 0.832074, "hf_subset": "grn_Latn-ajp_Arab", "languages": ["grn-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484647, "recall": 0.548419, "f1": 0.502801, "accuracy": 0.548419, "main_score": 0.502801, "hf_subset": "grn_Latn-bjn_Arab", "languages": ["grn-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521645, "recall": 0.576087, "f1": 0.536829, "accuracy": 0.576087, "main_score": 0.536829, "hf_subset": "grn_Latn-ewe_Latn", "languages": ["grn-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787785, "recall": 0.825099, "f1": 0.798504, "accuracy": 0.825099, "main_score": 0.798504, "hf_subset": "grn_Latn-ilo_Latn", "languages": ["grn-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308103, "recall": 0.364625, "f1": 0.323544, "accuracy": 0.364625, "main_score": 0.323544, "hf_subset": "grn_Latn-knc_Arab", "languages": ["grn-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.838752, "recall": 0.875494, "f1": 0.849412, "accuracy": 0.875494, "main_score": 0.849412, "hf_subset": "grn_Latn-mkd_Cyrl", "languages": ["grn-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.811899, "recall": 0.855731, "f1": 0.824613, "accuracy": 0.855731, "main_score": 0.824613, "hf_subset": "grn_Latn-prs_Arab", "languages": ["grn-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.834168, "recall": 0.87253, "f1": 0.845097, "accuracy": 0.87253, "main_score": 0.845097, "hf_subset": "grn_Latn-swe_Latn", "languages": ["grn-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806843, "recall": 0.851779, "f1": 0.819968, "accuracy": 0.851779, "main_score": 0.819968, "hf_subset": "grn_Latn-urd_Arab", "languages": ["grn-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58373, "recall": 0.642292, "f1": 0.600321, "accuracy": 0.642292, "main_score": 0.600321, "hf_subset": "grn_Latn-aka_Latn", "languages": ["grn-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790451, "recall": 0.825099, "f1": 0.80008, "accuracy": 0.825099, "main_score": 0.80008, "hf_subset": "grn_Latn-bjn_Latn", "languages": ["grn-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743357, "recall": 0.789526, "f1": 0.756306, "accuracy": 0.789526, "main_score": 0.756306, "hf_subset": "grn_Latn-fao_Latn", "languages": ["grn-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847626, "recall": 0.879447, "f1": 0.856836, "accuracy": 0.879447, "main_score": 0.856836, "hf_subset": "grn_Latn-ind_Latn", "languages": ["grn-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575636, "recall": 0.626482, "f1": 0.590272, "accuracy": 0.626482, "main_score": 0.590272, "hf_subset": "grn_Latn-knc_Latn", "languages": ["grn-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807974, "recall": 0.843874, "f1": 0.818095, "accuracy": 0.843874, "main_score": 0.818095, "hf_subset": "grn_Latn-mlt_Latn", "languages": ["grn-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65802, "recall": 0.716403, "f1": 0.675406, "accuracy": 0.716403, "main_score": 0.675406, "hf_subset": "grn_Latn-quy_Latn", "languages": ["grn-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72687, "recall": 0.774704, "f1": 0.741101, "accuracy": 0.774704, "main_score": 0.741101, "hf_subset": "grn_Latn-swh_Latn", "languages": ["grn-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791074, "recall": 0.838933, "f1": 0.804978, "accuracy": 0.838933, "main_score": 0.804978, "hf_subset": "grn_Latn-uzn_Latn", "languages": ["grn-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826005, "recall": 0.860672, "f1": 0.835895, "accuracy": 0.860672, "main_score": 0.835895, "hf_subset": "grn_Latn-als_Latn", "languages": ["grn-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.350549, "recall": 0.43083, "f1": 0.370823, "accuracy": 0.43083, "main_score": 0.370823, "hf_subset": "grn_Latn-bod_Tibt", "languages": ["grn-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.610145, "recall": 0.662055, "f1": 0.625242, "accuracy": 0.662055, "main_score": 0.625242, "hf_subset": "grn_Latn-fij_Latn", "languages": ["grn-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731514, "recall": 0.779644, "f1": 0.745407, "accuracy": 0.779644, "main_score": 0.745407, "hf_subset": "grn_Latn-isl_Latn", "languages": ["grn-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633803, "recall": 0.683794, "f1": 0.648723, "accuracy": 0.683794, "main_score": 0.648723, "hf_subset": "grn_Latn-kon_Latn", "languages": ["grn-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603994, "recall": 0.666996, "f1": 0.621978, "accuracy": 0.666996, "main_score": 0.621978, "hf_subset": "grn_Latn-mni_Beng", "languages": ["grn-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.85485, "recall": 0.886364, "f1": 0.863801, "accuracy": 0.886364, "main_score": 0.863801, "hf_subset": "grn_Latn-ron_Latn", "languages": ["grn-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812467, "recall": 0.850791, "f1": 0.82372, "accuracy": 0.850791, "main_score": 0.82372, "hf_subset": "grn_Latn-szl_Latn", "languages": ["grn-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851004, "recall": 0.883399, "f1": 0.860145, "accuracy": 0.883399, "main_score": 0.860145, "hf_subset": "grn_Latn-vec_Latn", "languages": ["grn-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645902, "recall": 0.711462, "f1": 0.664538, "accuracy": 0.711462, "main_score": 0.664538, "hf_subset": "grn_Latn-amh_Ethi", "languages": ["grn-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.839323, "recall": 0.876482, "f1": 0.850527, "accuracy": 0.876482, "main_score": 0.850527, "hf_subset": "grn_Latn-bos_Latn", "languages": ["grn-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80194, "recall": 0.842885, "f1": 0.813983, "accuracy": 0.842885, "main_score": 0.813983, "hf_subset": "grn_Latn-fin_Latn", "languages": ["grn-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840843, "recall": 0.879447, "f1": 0.852193, "accuracy": 0.879447, "main_score": 0.852193, "hf_subset": "grn_Latn-ita_Latn", "languages": ["grn-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804175, "recall": 0.847826, "f1": 0.817286, "accuracy": 0.847826, "main_score": 0.817286, "hf_subset": "grn_Latn-kor_Hang", "languages": ["grn-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.539149, "recall": 0.592885, "f1": 0.554089, "accuracy": 0.592885, "main_score": 0.554089, "hf_subset": "grn_Latn-mos_Latn", "languages": ["grn-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531653, "recall": 0.591897, "f1": 0.548687, "accuracy": 0.591897, "main_score": 0.548687, "hf_subset": "grn_Latn-run_Latn", "languages": ["grn-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789434, "recall": 0.836957, "f1": 0.803264, "accuracy": 0.836957, "main_score": 0.803264, "hf_subset": "grn_Latn-tam_Taml", "languages": ["grn-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.827001, "recall": 0.863636, "f1": 0.837777, "accuracy": 0.863636, "main_score": 0.837777, "hf_subset": "grn_Latn-vie_Latn", "languages": ["grn-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808036, "recall": 0.849802, "f1": 0.819837, "accuracy": 0.849802, "main_score": 0.819837, "hf_subset": "grn_Latn-apc_Arab", "languages": ["grn-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.713826, "recall": 0.758893, "f1": 0.726852, "accuracy": 0.758893, "main_score": 0.726852, "hf_subset": "grn_Latn-bug_Latn", "languages": ["grn-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480365, "recall": 0.540514, "f1": 0.496707, "accuracy": 0.540514, "main_score": 0.496707, "hf_subset": "grn_Latn-fon_Latn", "languages": ["grn-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821861, "recall": 0.857708, "f1": 0.832517, "accuracy": 0.857708, "main_score": 0.832517, "hf_subset": "grn_Latn-jav_Latn", "languages": ["grn-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711483, "recall": 0.770751, "f1": 0.728194, "accuracy": 0.770751, "main_score": 0.728194, "hf_subset": "grn_Latn-lao_Laoo", "languages": ["grn-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.609544, "recall": 0.660079, "f1": 0.623405, "accuracy": 0.660079, "main_score": 0.623405, "hf_subset": "grn_Latn-mri_Latn", "languages": ["grn-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822547, "recall": 0.863636, "f1": 0.834247, "accuracy": 0.863636, "main_score": 0.834247, "hf_subset": "grn_Latn-rus_Cyrl", "languages": ["grn-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524407, "recall": 0.583992, "f1": 0.541682, "accuracy": 0.583992, "main_score": 0.541682, "hf_subset": "grn_Latn-taq_Latn", "languages": ["grn-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840294, "recall": 0.874506, "f1": 0.850296, "accuracy": 0.874506, "main_score": 0.850296, "hf_subset": "grn_Latn-war_Latn", "languages": ["grn-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809457, "recall": 0.849802, "f1": 0.820628, "accuracy": 0.849802, "main_score": 0.820628, "hf_subset": "grn_Latn-arb_Arab", "languages": ["grn-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.833959, "recall": 0.87253, "f1": 0.845064, "accuracy": 0.87253, "main_score": 0.845064, "hf_subset": "grn_Latn-bul_Cyrl", "languages": ["grn-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.844953, "recall": 0.878458, "f1": 0.854402, "accuracy": 0.878458, "main_score": 0.854402, "hf_subset": "grn_Latn-fra_Latn", "languages": ["grn-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816477, "recall": 0.852767, "f1": 0.826692, "accuracy": 0.852767, "main_score": 0.826692, "hf_subset": "grn_Latn-jpn_Jpan", "languages": ["grn-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.810204, "recall": 0.844862, "f1": 0.820015, "accuracy": 0.844862, "main_score": 0.820015, "hf_subset": "grn_Latn-lij_Latn", "languages": ["grn-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684033, "recall": 0.751976, "f1": 0.703746, "accuracy": 0.751976, "main_score": 0.703746, "hf_subset": "grn_Latn-mya_Mymr", "languages": ["grn-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.587971, "recall": 0.645257, "f1": 0.603774, "accuracy": 0.645257, "main_score": 0.603774, "hf_subset": "grn_Latn-sag_Latn", "languages": ["grn-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189762, "recall": 0.243083, "f1": 0.201296, "accuracy": 0.243083, "main_score": 0.201296, "hf_subset": "grn_Latn-taq_Tfng", "languages": ["grn-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.610368, "recall": 0.670949, "f1": 0.627637, "accuracy": 0.670949, "main_score": 0.627637, "hf_subset": "grn_Latn-wol_Latn", "languages": ["grn-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585836, "recall": 0.644269, "f1": 0.602154, "accuracy": 0.644269, "main_score": 0.602154, "hf_subset": "grn_Latn-arb_Latn", "languages": ["grn-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85649, "recall": 0.889328, "f1": 0.865769, "accuracy": 0.889328, "main_score": 0.865769, "hf_subset": "grn_Latn-cat_Latn", "languages": ["grn-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802924, "recall": 0.841897, "f1": 0.81436, "accuracy": 0.841897, "main_score": 0.81436, "hf_subset": "grn_Latn-fur_Latn", "languages": ["grn-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420076, "recall": 0.476285, "f1": 0.435611, "accuracy": 0.476285, "main_score": 0.435611, "hf_subset": "grn_Latn-kab_Latn", "languages": ["grn-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788011, "recall": 0.828063, "f1": 0.799835, "accuracy": 0.828063, "main_score": 0.799835, "hf_subset": "grn_Latn-lim_Latn", "languages": ["grn-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817456, "recall": 0.854743, "f1": 0.827709, "accuracy": 0.854743, "main_score": 0.827709, "hf_subset": "grn_Latn-nld_Latn", "languages": ["grn-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7333, "recall": 0.790514, "f1": 0.750184, "accuracy": 0.790514, "main_score": 0.750184, "hf_subset": "grn_Latn-san_Deva", "languages": ["grn-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.787723, "recall": 0.824111, "f1": 0.798271, "accuracy": 0.824111, "main_score": 0.798271, "hf_subset": "grn_Latn-tat_Cyrl", "languages": ["grn-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.613279, "recall": 0.666008, "f1": 0.628375, "accuracy": 0.666008, "main_score": 0.628375, "hf_subset": "grn_Latn-xho_Latn", "languages": ["grn-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799388, "recall": 0.840909, "f1": 0.81111, "accuracy": 0.840909, "main_score": 0.81111, "hf_subset": "grn_Latn-ars_Arab", "languages": ["grn-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.827856, "recall": 0.855731, "f1": 0.836228, "accuracy": 0.855731, "main_score": 0.836228, "hf_subset": "grn_Latn-ceb_Latn", "languages": ["grn-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531562, "recall": 0.591897, "f1": 0.548635, "accuracy": 0.591897, "main_score": 0.548635, "hf_subset": "grn_Latn-fuv_Latn", "languages": ["grn-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509497, "recall": 0.574111, "f1": 0.527465, "accuracy": 0.574111, "main_score": 0.527465, "hf_subset": "grn_Latn-kac_Latn", "languages": ["grn-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643959, "recall": 0.693676, "f1": 0.657861, "accuracy": 0.693676, "main_score": 0.657861, "hf_subset": "grn_Latn-lin_Latn", "languages": ["grn-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828419, "recall": 0.865613, "f1": 0.839634, "accuracy": 0.865613, "main_score": 0.839634, "hf_subset": "grn_Latn-nno_Latn", "languages": ["grn-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149761, "recall": 0.201581, "f1": 0.162101, "accuracy": 0.201581, "main_score": 0.162101, "hf_subset": "grn_Latn-sat_Olck", "languages": ["grn-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.797233, "recall": 0.842885, "f1": 0.810658, "accuracy": 0.842885, "main_score": 0.810658, "hf_subset": "grn_Latn-tel_Telu", "languages": ["grn-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.674086, "recall": 0.731225, "f1": 0.690431, "accuracy": 0.731225, "main_score": 0.690431, "hf_subset": "grn_Latn-ydd_Hebr", "languages": ["grn-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.773438, "recall": 0.818182, "f1": 0.786422, "accuracy": 0.818182, "main_score": 0.786422, "hf_subset": "grn_Latn-ary_Arab", "languages": ["grn-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.8235, "recall": 0.859684, "f1": 0.833324, "accuracy": 0.859684, "main_score": 0.833324, "hf_subset": "grn_Latn-ces_Latn", "languages": ["grn-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528738, "recall": 0.594862, "f1": 0.5476, "accuracy": 0.594862, "main_score": 0.5476, "hf_subset": "grn_Latn-gaz_Latn", "languages": ["grn-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546781, "recall": 0.607708, "f1": 0.564396, "accuracy": 0.607708, "main_score": 0.564396, "hf_subset": "grn_Latn-kam_Latn", "languages": ["grn-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816612, "recall": 0.854743, "f1": 0.827454, "accuracy": 0.854743, "main_score": 0.827454, "hf_subset": "grn_Latn-lit_Latn", "languages": ["grn-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844789, "recall": 0.882411, "f1": 0.855917, "accuracy": 0.882411, "main_score": 0.855917, "hf_subset": "grn_Latn-nob_Latn", "languages": ["grn-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807543, "recall": 0.844862, "f1": 0.818489, "accuracy": 0.844862, "main_score": 0.818489, "hf_subset": "grn_Latn-scn_Latn", "languages": ["grn-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746933, "recall": 0.791502, "f1": 0.759654, "accuracy": 0.791502, "main_score": 0.759654, "hf_subset": "grn_Latn-tgk_Cyrl", "languages": ["grn-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.570096, "recall": 0.636364, "f1": 0.588794, "accuracy": 0.636364, "main_score": 0.588794, "hf_subset": "grn_Latn-yor_Latn", "languages": ["grn-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800873, "recall": 0.840909, "f1": 0.812406, "accuracy": 0.840909, "main_score": 0.812406, "hf_subset": "grn_Latn-arz_Arab", "languages": ["grn-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546033, "recall": 0.607708, "f1": 0.563359, "accuracy": 0.607708, "main_score": 0.563359, "hf_subset": "grn_Latn-cjk_Latn", "languages": ["grn-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59437, "recall": 0.656126, "f1": 0.611768, "accuracy": 0.656126, "main_score": 0.611768, "hf_subset": "grn_Latn-gla_Latn", "languages": ["grn-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8043, "recall": 0.843874, "f1": 0.81575, "accuracy": 0.843874, "main_score": 0.81575, "hf_subset": "grn_Latn-kan_Knda", "languages": ["grn-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.812225, "recall": 0.84585, "f1": 0.821892, "accuracy": 0.84585, "main_score": 0.821892, "hf_subset": "grn_Latn-lmo_Latn", "languages": ["grn-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789723, "recall": 0.838933, "f1": 0.804132, "accuracy": 0.838933, "main_score": 0.804132, "hf_subset": "grn_Latn-npi_Deva", "languages": ["grn-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.462529, "recall": 0.522727, "f1": 0.479204, "accuracy": 0.522727, "main_score": 0.479204, "hf_subset": "grn_Latn-shn_Mymr", "languages": ["grn-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.829578, "recall": 0.870553, "f1": 0.841328, "accuracy": 0.870553, "main_score": 0.841328, "hf_subset": "grn_Latn-tgl_Latn", "languages": ["grn-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813647, "recall": 0.851779, "f1": 0.824372, "accuracy": 0.851779, "main_score": 0.824372, "hf_subset": "grn_Latn-yue_Hant", "languages": ["grn-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.76698, "recall": 0.817194, "f1": 0.781771, "accuracy": 0.817194, "main_score": 0.781771, "hf_subset": "grn_Latn-asm_Beng", "languages": ["grn-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.686868, "recall": 0.741107, "f1": 0.701548, "accuracy": 0.741107, "main_score": 0.701548, "hf_subset": "grn_Latn-ckb_Arab", "languages": ["grn-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.621555, "recall": 0.677866, "f1": 0.637834, "accuracy": 0.677866, "main_score": 0.637834, "hf_subset": "grn_Latn-gle_Latn", "languages": ["grn-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717117, "recall": 0.766798, "f1": 0.731306, "accuracy": 0.766798, "main_score": 0.731306, "hf_subset": "grn_Latn-kas_Arab", "languages": ["grn-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.746758, "recall": 0.791502, "f1": 0.759743, "accuracy": 0.791502, "main_score": 0.759743, "hf_subset": "grn_Latn-ltg_Latn", "languages": ["grn-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590564, "recall": 0.641304, "f1": 0.604767, "accuracy": 0.641304, "main_score": 0.604767, "hf_subset": "grn_Latn-nso_Latn", "languages": ["grn-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699455, "recall": 0.757905, "f1": 0.715915, "accuracy": 0.757905, "main_score": 0.715915, "hf_subset": "grn_Latn-sin_Sinh", "languages": ["grn-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.824921, "recall": 0.86166, "f1": 0.835321, "accuracy": 0.86166, "main_score": 0.835321, "hf_subset": "grn_Latn-tha_Thai", "languages": ["grn-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.806566, "recall": 0.846838, "f1": 0.81795, "accuracy": 0.846838, "main_score": 0.81795, "hf_subset": "grn_Latn-zho_Hans", "languages": ["grn-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.859207, "recall": 0.890316, "f1": 0.868418, "accuracy": 0.890316, "main_score": 0.868418, "hf_subset": "grn_Latn-ast_Latn", "languages": ["grn-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790415, "recall": 0.833004, "f1": 0.802823, "accuracy": 0.833004, "main_score": 0.802823, "hf_subset": "grn_Latn-crh_Latn", "languages": ["grn-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860034, "recall": 0.893281, "f1": 0.869895, "accuracy": 0.893281, "main_score": 0.869895, "hf_subset": "grn_Latn-glg_Latn", "languages": ["grn-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664987, "recall": 0.720356, "f1": 0.681296, "accuracy": 0.720356, "main_score": 0.681296, "hf_subset": "grn_Latn-kas_Deva", "languages": ["grn-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.779677, "recall": 0.815217, "f1": 0.789794, "accuracy": 0.815217, "main_score": 0.789794, "hf_subset": "grn_Latn-ltz_Latn", "languages": ["grn-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46298, "recall": 0.532609, "f1": 0.481718, "accuracy": 0.532609, "main_score": 0.481718, "hf_subset": "grn_Latn-nus_Latn", "languages": ["grn-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838359, "recall": 0.875494, "f1": 0.849664, "accuracy": 0.875494, "main_score": 0.849664, "hf_subset": "grn_Latn-slk_Latn", "languages": ["grn-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471207, "recall": 0.543478, "f1": 0.491904, "accuracy": 0.543478, "main_score": 0.491904, "hf_subset": "grn_Latn-tir_Ethi", "languages": ["grn-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.815869, "recall": 0.856719, "f1": 0.827708, "accuracy": 0.856719, "main_score": 0.827708, "hf_subset": "grn_Latn-zho_Hant", "languages": ["grn-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.811651, "recall": 0.847826, "f1": 0.822027, "accuracy": 0.847826, "main_score": 0.822027, "hf_subset": "grn_Latn-awa_Deva", "languages": ["grn-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.704179, "recall": 0.757905, "f1": 0.719591, "accuracy": 0.757905, "main_score": 0.719591, "hf_subset": "grn_Latn-cym_Latn", "languages": ["grn-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761615, "recall": 0.813241, "f1": 0.776762, "accuracy": 0.813241, "main_score": 0.776762, "hf_subset": "grn_Latn-kat_Geor", "languages": ["grn-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.612392, "recall": 0.663043, "f1": 0.627133, "accuracy": 0.663043, "main_score": 0.627133, "hf_subset": "grn_Latn-lua_Latn", "languages": ["grn-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596673, "recall": 0.657115, "f1": 0.614103, "accuracy": 0.657115, "main_score": 0.614103, "hf_subset": "grn_Latn-nya_Latn", "languages": ["grn-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828897, "recall": 0.867589, "f1": 0.839921, "accuracy": 0.867589, "main_score": 0.839921, "hf_subset": "grn_Latn-slv_Latn", "languages": ["grn-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768011, "recall": 0.807312, "f1": 0.779007, "accuracy": 0.807312, "main_score": 0.779007, "hf_subset": "grn_Latn-tpi_Latn", "languages": ["grn-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850173, "recall": 0.886364, "f1": 0.86068, "accuracy": 0.886364, "main_score": 0.86068, "hf_subset": "grn_Latn-zsm_Latn", "languages": ["grn-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547124, "recall": 0.608696, "f1": 0.564487, "accuracy": 0.608696, "main_score": 0.564487, "hf_subset": "grn_Latn-ayr_Latn", "languages": ["grn-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845778, "recall": 0.876482, "f1": 0.854099, "accuracy": 0.876482, "main_score": 0.854099, "hf_subset": "grn_Latn-dan_Latn", "languages": ["grn-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800734, "recall": 0.847826, "f1": 0.814991, "accuracy": 0.847826, "main_score": 0.814991, "hf_subset": "grn_Latn-guj_Gujr", "languages": ["grn-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.802209, "recall": 0.841897, "f1": 0.813373, "accuracy": 0.841897, "main_score": 0.813373, "hf_subset": "grn_Latn-kaz_Cyrl", "languages": ["grn-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519034, "recall": 0.574111, "f1": 0.534661, "accuracy": 0.574111, "main_score": 0.534661, "hf_subset": "grn_Latn-lug_Latn", "languages": ["grn-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847703, "recall": 0.879447, "f1": 0.856925, "accuracy": 0.879447, "main_score": 0.856925, "hf_subset": "grn_Latn-oci_Latn", "languages": ["grn-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648357, "recall": 0.700593, "f1": 0.663246, "accuracy": 0.700593, "main_score": 0.663246, "hf_subset": "grn_Latn-smo_Latn", "languages": ["grn-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536291, "recall": 0.597826, "f1": 0.552973, "accuracy": 0.597826, "main_score": 0.552973, "hf_subset": "grn_Latn-tsn_Latn", "languages": ["grn-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553342, "recall": 0.612648, "f1": 0.570095, "accuracy": 0.612648, "main_score": 0.570095, "hf_subset": "grn_Latn-zul_Latn", "languages": ["grn-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.713728, "recall": 0.766798, "f1": 0.729731, "accuracy": 0.766798, "main_score": 0.729731, "hf_subset": "grn_Latn-azb_Arab", "languages": ["grn-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.832553, "recall": 0.869565, "f1": 0.843031, "accuracy": 0.869565, "main_score": 0.843031, "hf_subset": "grn_Latn-deu_Latn", "languages": ["grn-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744665, "recall": 0.794466, "f1": 0.759332, "accuracy": 0.794466, "main_score": 0.759332, "hf_subset": "grn_Latn-hat_Latn", "languages": ["grn-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49588, "recall": 0.551383, "f1": 0.511051, "accuracy": 0.551383, "main_score": 0.511051, "hf_subset": "grn_Latn-kbp_Latn", "languages": ["grn-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564052, "recall": 0.628458, "f1": 0.582421, "accuracy": 0.628458, "main_score": 0.582421, "hf_subset": "grn_Latn-luo_Latn", "languages": ["grn-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800207, "recall": 0.843874, "f1": 0.812754, "accuracy": 0.843874, "main_score": 0.812754, "hf_subset": "grn_Latn-ory_Orya", "languages": ["grn-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.569516, "recall": 0.623518, "f1": 0.584825, "accuracy": 0.623518, "main_score": 0.584825, "hf_subset": "grn_Latn-sna_Latn", "languages": ["grn-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545417, "recall": 0.599802, "f1": 0.560718, "accuracy": 0.599802, "main_score": 0.560718, "hf_subset": "grn_Latn-tso_Latn", "languages": ["grn-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798897, "recall": 0.846838, "f1": 0.812874, "accuracy": 0.846838, "main_score": 0.812874, "hf_subset": "grn_Latn-azj_Latn", "languages": ["grn-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537969, "recall": 0.598814, "f1": 0.555613, "accuracy": 0.598814, "main_score": 0.555613, "hf_subset": "grn_Latn-dik_Latn", "languages": ["grn-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595153, "recall": 0.647233, "f1": 0.60974, "accuracy": 0.647233, "main_score": 0.60974, "hf_subset": "grn_Latn-hau_Latn", "languages": ["grn-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816765, "recall": 0.850791, "f1": 0.826203, "accuracy": 0.850791, "main_score": 0.826203, "hf_subset": "grn_Latn-kea_Latn", "languages": ["grn-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663218, "recall": 0.709486, "f1": 0.676861, "accuracy": 0.709486, "main_score": 0.676861, "hf_subset": "grn_Latn-lus_Latn", "languages": ["grn-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748304, "recall": 0.785573, "f1": 0.75934, "accuracy": 0.785573, "main_score": 0.75934, "hf_subset": "grn_Latn-pag_Latn", "languages": ["grn-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.76432, "recall": 0.809289, "f1": 0.777986, "accuracy": 0.809289, "main_score": 0.777986, "hf_subset": "grn_Latn-snd_Arab", "languages": ["grn-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.715607, "recall": 0.770751, "f1": 0.731413, "accuracy": 0.770751, "main_score": 0.731413, "hf_subset": "grn_Latn-tuk_Latn", "languages": ["grn-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770092, "recall": 0.815217, "f1": 0.782958, "accuracy": 0.815217, "main_score": 0.782958, "hf_subset": "grn_Latn-bak_Cyrl", "languages": ["grn-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481828, "recall": 0.5583, "f1": 0.504305, "accuracy": 0.5583, "main_score": 0.504305, "hf_subset": "grn_Latn-dyu_Latn", "languages": ["grn-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800993, "recall": 0.841897, "f1": 0.81304, "accuracy": 0.841897, "main_score": 0.81304, "hf_subset": "grn_Latn-heb_Hebr", "languages": ["grn-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.72361, "recall": 0.775692, "f1": 0.73861, "accuracy": 0.775692, "main_score": 0.73861, "hf_subset": "grn_Latn-khk_Cyrl", "languages": ["grn-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.815073, "recall": 0.856719, "f1": 0.826748, "accuracy": 0.856719, "main_score": 0.826748, "hf_subset": "grn_Latn-lvs_Latn", "languages": ["grn-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798238, "recall": 0.837945, "f1": 0.809859, "accuracy": 0.837945, "main_score": 0.809859, "hf_subset": "grn_Latn-pan_Guru", "languages": ["grn-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.578303, "recall": 0.634387, "f1": 0.594395, "accuracy": 0.634387, "main_score": 0.594395, "hf_subset": "grn_Latn-som_Latn", "languages": ["grn-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561644, "recall": 0.613636, "f1": 0.575478, "accuracy": 0.613636, "main_score": 0.575478, "hf_subset": "grn_Latn-tum_Latn", "languages": ["grn-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555381, "recall": 0.621542, "f1": 0.574395, "accuracy": 0.621542, "main_score": 0.574395, "hf_subset": "kat_Geor-ace_Arab", "languages": ["kat-Geor", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509036, "recall": 0.568182, "f1": 0.525932, "accuracy": 0.568182, "main_score": 0.525932, "hf_subset": "kat_Geor-bam_Latn", "languages": ["kat-Geor", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426761, "recall": 0.507905, "f1": 0.448968, "accuracy": 0.507905, "main_score": 0.448968, "hf_subset": "kat_Geor-dzo_Tibt", "languages": ["kat-Geor", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-hin_Deva", "languages": ["kat-Geor", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kat_Geor-khm_Khmr", "languages": ["kat-Geor", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-mag_Deva", "languages": ["kat-Geor", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "kat_Geor-pap_Latn", "languages": ["kat-Geor", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562798, "recall": 0.62253, "f1": 0.579918, "accuracy": 0.62253, "main_score": 0.579918, "hf_subset": "kat_Geor-sot_Latn", "languages": ["kat-Geor", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-tur_Latn", "languages": ["kat-Geor", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850988, "recall": 0.887352, "f1": 0.862121, "accuracy": 0.887352, "main_score": 0.862121, "hf_subset": "kat_Geor-ace_Latn", "languages": ["kat-Geor", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931818, "recall": 0.949605, "f1": 0.937418, "accuracy": 0.949605, "main_score": 0.937418, "hf_subset": "kat_Geor-ban_Latn", "languages": ["kat-Geor", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-ell_Grek", "languages": ["kat-Geor", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kat_Geor-hne_Deva", "languages": ["kat-Geor", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.567229, "recall": 0.624506, "f1": 0.583419, "accuracy": 0.624506, "main_score": 0.583419, "hf_subset": "kat_Geor-kik_Latn", "languages": ["kat-Geor", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-mai_Deva", "languages": ["kat-Geor", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "kat_Geor-pbt_Arab", "languages": ["kat-Geor", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-spa_Latn", "languages": ["kat-Geor", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592188, "recall": 0.65415, "f1": 0.609571, "accuracy": 0.65415, "main_score": 0.609571, "hf_subset": "kat_Geor-twi_Latn", "languages": ["kat-Geor", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-acm_Arab", "languages": ["kat-Geor", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-bel_Cyrl", "languages": ["kat-Geor", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-eng_Latn", "languages": ["kat-Geor", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-hrv_Latn", "languages": ["kat-Geor", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547014, "recall": 0.609684, "f1": 0.564592, "accuracy": 0.609684, "main_score": 0.564592, "hf_subset": "kat_Geor-kin_Latn", "languages": ["kat-Geor", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-mal_Mlym", "languages": ["kat-Geor", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-pes_Arab", "languages": ["kat-Geor", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kat_Geor-srd_Latn", "languages": ["kat-Geor", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192443, "recall": 0.238142, "f1": 0.204964, "accuracy": 0.238142, "main_score": 0.204964, "hf_subset": "kat_Geor-tzm_Tfng", "languages": ["kat-Geor", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-acq_Arab", "languages": ["kat-Geor", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599819, "recall": 0.648221, "f1": 0.613289, "accuracy": 0.648221, "main_score": 0.613289, "hf_subset": "kat_Geor-bem_Latn", "languages": ["kat-Geor", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-epo_Latn", "languages": ["kat-Geor", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-hun_Latn", "languages": ["kat-Geor", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kat_Geor-kir_Cyrl", "languages": ["kat-Geor", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-mar_Deva", "languages": ["kat-Geor", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.64553, "recall": 0.701581, "f1": 0.661978, "accuracy": 0.701581, "main_score": 0.661978, "hf_subset": "kat_Geor-plt_Latn", "languages": ["kat-Geor", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-srp_Cyrl", "languages": ["kat-Geor", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "kat_Geor-uig_Arab", "languages": ["kat-Geor", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kat_Geor-aeb_Arab", "languages": ["kat-Geor", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ben_Beng", "languages": ["kat-Geor", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-est_Latn", "languages": ["kat-Geor", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-hye_Armn", "languages": ["kat-Geor", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.525362, "recall": 0.579051, "f1": 0.540876, "accuracy": 0.579051, "main_score": 0.540876, "hf_subset": "kat_Geor-kmb_Latn", "languages": ["kat-Geor", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486102, "recall": 0.554348, "f1": 0.504154, "accuracy": 0.554348, "main_score": 0.504154, "hf_subset": "kat_Geor-min_Arab", "languages": ["kat-Geor", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-pol_Latn", "languages": ["kat-Geor", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532003, "recall": 0.600791, "f1": 0.551268, "accuracy": 0.600791, "main_score": 0.551268, "hf_subset": "kat_Geor-ssw_Latn", "languages": ["kat-Geor", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ukr_Cyrl", "languages": ["kat-Geor", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-afr_Latn", "languages": ["kat-Geor", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kat_Geor-bho_Deva", "languages": ["kat-Geor", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kat_Geor-eus_Latn", "languages": ["kat-Geor", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554128, "recall": 0.614625, "f1": 0.570811, "accuracy": 0.614625, "main_score": 0.570811, "hf_subset": "kat_Geor-ibo_Latn", "languages": ["kat-Geor", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880352, "recall": 0.91502, "f1": 0.891337, "accuracy": 0.91502, "main_score": 0.891337, "hf_subset": "kat_Geor-kmr_Latn", "languages": ["kat-Geor", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "kat_Geor-min_Latn", "languages": ["kat-Geor", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-por_Latn", "languages": ["kat-Geor", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kat_Geor-sun_Latn", "languages": ["kat-Geor", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513231, "recall": 0.571146, "f1": 0.529877, "accuracy": 0.571146, "main_score": 0.529877, "hf_subset": "kat_Geor-umb_Latn", "languages": ["kat-Geor", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-ajp_Arab", "languages": ["kat-Geor", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511662, "recall": 0.581028, "f1": 0.530534, "accuracy": 0.581028, "main_score": 0.530534, "hf_subset": "kat_Geor-bjn_Arab", "languages": ["kat-Geor", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495197, "recall": 0.555336, "f1": 0.51167, "accuracy": 0.555336, "main_score": 0.51167, "hf_subset": "kat_Geor-ewe_Latn", "languages": ["kat-Geor", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919302, "recall": 0.942688, "f1": 0.926713, "accuracy": 0.942688, "main_score": 0.926713, "hf_subset": "kat_Geor-ilo_Latn", "languages": ["kat-Geor", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313242, "recall": 0.363636, "f1": 0.327261, "accuracy": 0.363636, "main_score": 0.327261, "hf_subset": "kat_Geor-knc_Arab", "languages": ["kat-Geor", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-mkd_Cyrl", "languages": ["kat-Geor", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-prs_Arab", "languages": ["kat-Geor", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-swe_Latn", "languages": ["kat-Geor", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "kat_Geor-urd_Arab", "languages": ["kat-Geor", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562044, "recall": 0.625494, "f1": 0.579734, "accuracy": 0.625494, "main_score": 0.579734, "hf_subset": "kat_Geor-aka_Latn", "languages": ["kat-Geor", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980764, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "kat_Geor-bjn_Latn", "languages": ["kat-Geor", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "kat_Geor-fao_Latn", "languages": ["kat-Geor", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-ind_Latn", "languages": ["kat-Geor", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563876, "recall": 0.617589, "f1": 0.579745, "accuracy": 0.617589, "main_score": 0.579745, "hf_subset": "kat_Geor-knc_Latn", "languages": ["kat-Geor", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kat_Geor-mlt_Latn", "languages": ["kat-Geor", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689008, "recall": 0.746047, "f1": 0.705456, "accuracy": 0.746047, "main_score": 0.705456, "hf_subset": "kat_Geor-quy_Latn", "languages": ["kat-Geor", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "kat_Geor-swh_Latn", "languages": ["kat-Geor", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-uzn_Latn", "languages": ["kat-Geor", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-als_Latn", "languages": ["kat-Geor", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6271, "recall": 0.703557, "f1": 0.649533, "accuracy": 0.703557, "main_score": 0.649533, "hf_subset": "kat_Geor-bod_Tibt", "languages": ["kat-Geor", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.668919, "recall": 0.731225, "f1": 0.686684, "accuracy": 0.731225, "main_score": 0.686684, "hf_subset": "kat_Geor-fij_Latn", "languages": ["kat-Geor", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kat_Geor-isl_Latn", "languages": ["kat-Geor", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631983, "recall": 0.687747, "f1": 0.648405, "accuracy": 0.687747, "main_score": 0.648405, "hf_subset": "kat_Geor-kon_Latn", "languages": ["kat-Geor", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647861, "recall": 0.70751, "f1": 0.664987, "accuracy": 0.70751, "main_score": 0.664987, "hf_subset": "kat_Geor-mni_Beng", "languages": ["kat-Geor", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ron_Latn", "languages": ["kat-Geor", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "kat_Geor-szl_Latn", "languages": ["kat-Geor", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-vec_Latn", "languages": ["kat-Geor", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "kat_Geor-amh_Ethi", "languages": ["kat-Geor", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-bos_Latn", "languages": ["kat-Geor", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-fin_Latn", "languages": ["kat-Geor", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ita_Latn", "languages": ["kat-Geor", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-kor_Hang", "languages": ["kat-Geor", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.518436, "recall": 0.579051, "f1": 0.535296, "accuracy": 0.579051, "main_score": 0.535296, "hf_subset": "kat_Geor-mos_Latn", "languages": ["kat-Geor", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536406, "recall": 0.591897, "f1": 0.552637, "accuracy": 0.591897, "main_score": 0.552637, "hf_subset": "kat_Geor-run_Latn", "languages": ["kat-Geor", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-tam_Taml", "languages": ["kat-Geor", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-vie_Latn", "languages": ["kat-Geor", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-apc_Arab", "languages": ["kat-Geor", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.777513, "recall": 0.824111, "f1": 0.791142, "accuracy": 0.824111, "main_score": 0.791142, "hf_subset": "kat_Geor-bug_Latn", "languages": ["kat-Geor", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446323, "recall": 0.499012, "f1": 0.460911, "accuracy": 0.499012, "main_score": 0.460911, "hf_subset": "kat_Geor-fon_Latn", "languages": ["kat-Geor", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kat_Geor-jav_Latn", "languages": ["kat-Geor", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-lao_Laoo", "languages": ["kat-Geor", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.84226, "recall": 0.884387, "f1": 0.855534, "accuracy": 0.884387, "main_score": 0.855534, "hf_subset": "kat_Geor-mri_Latn", "languages": ["kat-Geor", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-rus_Cyrl", "languages": ["kat-Geor", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516868, "recall": 0.575099, "f1": 0.533102, "accuracy": 0.575099, "main_score": 0.533102, "hf_subset": "kat_Geor-taq_Latn", "languages": ["kat-Geor", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kat_Geor-war_Latn", "languages": ["kat-Geor", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-arb_Arab", "languages": ["kat-Geor", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-bul_Cyrl", "languages": ["kat-Geor", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-fra_Latn", "languages": ["kat-Geor", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-jpn_Jpan", "languages": ["kat-Geor", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "kat_Geor-lij_Latn", "languages": ["kat-Geor", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "kat_Geor-mya_Mymr", "languages": ["kat-Geor", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.571697, "recall": 0.633399, "f1": 0.589272, "accuracy": 0.633399, "main_score": 0.589272, "hf_subset": "kat_Geor-sag_Latn", "languages": ["kat-Geor", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202998, "recall": 0.253953, "f1": 0.214526, "accuracy": 0.253953, "main_score": 0.214526, "hf_subset": "kat_Geor-taq_Tfng", "languages": ["kat-Geor", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.598225, "recall": 0.660079, "f1": 0.61537, "accuracy": 0.660079, "main_score": 0.61537, "hf_subset": "kat_Geor-wol_Latn", "languages": ["kat-Geor", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.76945, "recall": 0.825099, "f1": 0.785691, "accuracy": 0.825099, "main_score": 0.785691, "hf_subset": "kat_Geor-arb_Latn", "languages": ["kat-Geor", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-cat_Latn", "languages": ["kat-Geor", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kat_Geor-fur_Latn", "languages": ["kat-Geor", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400329, "recall": 0.45751, "f1": 0.415437, "accuracy": 0.45751, "main_score": 0.415437, "hf_subset": "kat_Geor-kab_Latn", "languages": ["kat-Geor", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983366, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kat_Geor-lim_Latn", "languages": ["kat-Geor", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-nld_Latn", "languages": ["kat-Geor", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kat_Geor-san_Deva", "languages": ["kat-Geor", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kat_Geor-tat_Cyrl", "languages": ["kat-Geor", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.649484, "recall": 0.70751, "f1": 0.666831, "accuracy": 0.70751, "main_score": 0.666831, "hf_subset": "kat_Geor-xho_Latn", "languages": ["kat-Geor", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-ars_Arab", "languages": ["kat-Geor", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-ceb_Latn", "languages": ["kat-Geor", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548459, "recall": 0.607708, "f1": 0.565599, "accuracy": 0.607708, "main_score": 0.565599, "hf_subset": "kat_Geor-fuv_Latn", "languages": ["kat-Geor", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508659, "recall": 0.571146, "f1": 0.525652, "accuracy": 0.571146, "main_score": 0.525652, "hf_subset": "kat_Geor-kac_Latn", "languages": ["kat-Geor", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637787, "recall": 0.690711, "f1": 0.653477, "accuracy": 0.690711, "main_score": 0.653477, "hf_subset": "kat_Geor-lin_Latn", "languages": ["kat-Geor", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-nno_Latn", "languages": ["kat-Geor", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222856, "recall": 0.302372, "f1": 0.244061, "accuracy": 0.302372, "main_score": 0.244061, "hf_subset": "kat_Geor-sat_Olck", "languages": ["kat-Geor", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-tel_Telu", "languages": ["kat-Geor", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "kat_Geor-ydd_Hebr", "languages": ["kat-Geor", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "kat_Geor-ary_Arab", "languages": ["kat-Geor", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-ces_Latn", "languages": ["kat-Geor", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576541, "recall": 0.636364, "f1": 0.594205, "accuracy": 0.636364, "main_score": 0.594205, "hf_subset": "kat_Geor-gaz_Latn", "languages": ["kat-Geor", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559853, "recall": 0.624506, "f1": 0.578016, "accuracy": 0.624506, "main_score": 0.578016, "hf_subset": "kat_Geor-kam_Latn", "languages": ["kat-Geor", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kat_Geor-lit_Latn", "languages": ["kat-Geor", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-nob_Latn", "languages": ["kat-Geor", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "kat_Geor-scn_Latn", "languages": ["kat-Geor", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kat_Geor-tgk_Cyrl", "languages": ["kat-Geor", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.712764, "recall": 0.778656, "f1": 0.732679, "accuracy": 0.778656, "main_score": 0.732679, "hf_subset": "kat_Geor-yor_Latn", "languages": ["kat-Geor", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-arz_Arab", "languages": ["kat-Geor", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544979, "recall": 0.602767, "f1": 0.561528, "accuracy": 0.602767, "main_score": 0.561528, "hf_subset": "kat_Geor-cjk_Latn", "languages": ["kat-Geor", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.773287, "recall": 0.827075, "f1": 0.789987, "accuracy": 0.827075, "main_score": 0.789987, "hf_subset": "kat_Geor-gla_Latn", "languages": ["kat-Geor", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-kan_Knda", "languages": ["kat-Geor", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "kat_Geor-lmo_Latn", "languages": ["kat-Geor", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "kat_Geor-npi_Deva", "languages": ["kat-Geor", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.446348, "recall": 0.509881, "f1": 0.464401, "accuracy": 0.509881, "main_score": 0.464401, "hf_subset": "kat_Geor-shn_Mymr", "languages": ["kat-Geor", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-tgl_Latn", "languages": ["kat-Geor", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-yue_Hant", "languages": ["kat-Geor", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-asm_Beng", "languages": ["kat-Geor", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "kat_Geor-ckb_Arab", "languages": ["kat-Geor", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.880517, "recall": 0.913043, "f1": 0.890876, "accuracy": 0.913043, "main_score": 0.890876, "hf_subset": "kat_Geor-gle_Latn", "languages": ["kat-Geor", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936594, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "kat_Geor-kas_Arab", "languages": ["kat-Geor", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942029, "recall": 0.960474, "f1": 0.948123, "accuracy": 0.960474, "main_score": 0.948123, "hf_subset": "kat_Geor-ltg_Latn", "languages": ["kat-Geor", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582517, "recall": 0.63834, "f1": 0.597999, "accuracy": 0.63834, "main_score": 0.597999, "hf_subset": "kat_Geor-nso_Latn", "languages": ["kat-Geor", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "kat_Geor-sin_Sinh", "languages": ["kat-Geor", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-tha_Thai", "languages": ["kat-Geor", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-zho_Hans", "languages": ["kat-Geor", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ast_Latn", "languages": ["kat-Geor", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-crh_Latn", "languages": ["kat-Geor", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-glg_Latn", "languages": ["kat-Geor", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8722, "recall": 0.907115, "f1": 0.883235, "accuracy": 0.907115, "main_score": 0.883235, "hf_subset": "kat_Geor-kas_Deva", "languages": ["kat-Geor", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "kat_Geor-ltz_Latn", "languages": ["kat-Geor", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447911, "recall": 0.51581, "f1": 0.466306, "accuracy": 0.51581, "main_score": 0.466306, "hf_subset": "kat_Geor-nus_Latn", "languages": ["kat-Geor", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-slk_Latn", "languages": ["kat-Geor", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622308, "recall": 0.688735, "f1": 0.64149, "accuracy": 0.688735, "main_score": 0.64149, "hf_subset": "kat_Geor-tir_Ethi", "languages": ["kat-Geor", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-zho_Hant", "languages": ["kat-Geor", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "kat_Geor-awa_Deva", "languages": ["kat-Geor", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970438, "recall": 0.979249, "f1": 0.973221, "accuracy": 0.979249, "main_score": 0.973221, "hf_subset": "kat_Geor-cym_Latn", "languages": ["kat-Geor", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802816, "recall": 0.846838, "f1": 0.816403, "accuracy": 0.846838, "main_score": 0.816403, "hf_subset": "kat_Geor-grn_Latn", "languages": ["kat-Geor", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623813, "recall": 0.68083, "f1": 0.640069, "accuracy": 0.68083, "main_score": 0.640069, "hf_subset": "kat_Geor-lua_Latn", "languages": ["kat-Geor", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615184, "recall": 0.670949, "f1": 0.631282, "accuracy": 0.670949, "main_score": 0.631282, "hf_subset": "kat_Geor-nya_Latn", "languages": ["kat-Geor", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-slv_Latn", "languages": ["kat-Geor", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922596, "recall": 0.944664, "f1": 0.929677, "accuracy": 0.944664, "main_score": 0.929677, "hf_subset": "kat_Geor-tpi_Latn", "languages": ["kat-Geor", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-zsm_Latn", "languages": ["kat-Geor", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529335, "recall": 0.594862, "f1": 0.547767, "accuracy": 0.594862, "main_score": 0.547767, "hf_subset": "kat_Geor-ayr_Latn", "languages": ["kat-Geor", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-dan_Latn", "languages": ["kat-Geor", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-guj_Gujr", "languages": ["kat-Geor", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-kaz_Cyrl", "languages": ["kat-Geor", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527457, "recall": 0.585968, "f1": 0.544044, "accuracy": 0.585968, "main_score": 0.544044, "hf_subset": "kat_Geor-lug_Latn", "languages": ["kat-Geor", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-oci_Latn", "languages": ["kat-Geor", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808992, "recall": 0.855731, "f1": 0.823221, "accuracy": 0.855731, "main_score": 0.823221, "hf_subset": "kat_Geor-smo_Latn", "languages": ["kat-Geor", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529806, "recall": 0.589921, "f1": 0.546579, "accuracy": 0.589921, "main_score": 0.546579, "hf_subset": "kat_Geor-tsn_Latn", "languages": ["kat-Geor", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595614, "recall": 0.661067, "f1": 0.614262, "accuracy": 0.661067, "main_score": 0.614262, "hf_subset": "kat_Geor-zul_Latn", "languages": ["kat-Geor", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911644, "recall": 0.937747, "f1": 0.920026, "accuracy": 0.937747, "main_score": 0.920026, "hf_subset": "kat_Geor-azb_Arab", "languages": ["kat-Geor", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-deu_Latn", "languages": ["kat-Geor", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "kat_Geor-hat_Latn", "languages": ["kat-Geor", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468982, "recall": 0.525692, "f1": 0.485232, "accuracy": 0.525692, "main_score": 0.485232, "hf_subset": "kat_Geor-kbp_Latn", "languages": ["kat-Geor", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552356, "recall": 0.608696, "f1": 0.567947, "accuracy": 0.608696, "main_score": 0.567947, "hf_subset": "kat_Geor-luo_Latn", "languages": ["kat-Geor", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-ory_Orya", "languages": ["kat-Geor", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.559471, "recall": 0.626482, "f1": 0.578356, "accuracy": 0.626482, "main_score": 0.578356, "hf_subset": "kat_Geor-sna_Latn", "languages": ["kat-Geor", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518865, "recall": 0.576087, "f1": 0.535317, "accuracy": 0.576087, "main_score": 0.535317, "hf_subset": "kat_Geor-tso_Latn", "languages": ["kat-Geor", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kat_Geor-azj_Latn", "languages": ["kat-Geor", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519615, "recall": 0.579051, "f1": 0.536811, "accuracy": 0.579051, "main_score": 0.536811, "hf_subset": "kat_Geor-dik_Latn", "languages": ["kat-Geor", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718248, "recall": 0.777668, "f1": 0.736034, "accuracy": 0.777668, "main_score": 0.736034, "hf_subset": "kat_Geor-hau_Latn", "languages": ["kat-Geor", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "kat_Geor-kea_Latn", "languages": ["kat-Geor", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719483, "recall": 0.770751, "f1": 0.734684, "accuracy": 0.770751, "main_score": 0.734684, "hf_subset": "kat_Geor-lus_Latn", "languages": ["kat-Geor", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83531, "recall": 0.873518, "f1": 0.847299, "accuracy": 0.873518, "main_score": 0.847299, "hf_subset": "kat_Geor-pag_Latn", "languages": ["kat-Geor", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kat_Geor-snd_Arab", "languages": ["kat-Geor", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.945487, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "kat_Geor-tuk_Latn", "languages": ["kat-Geor", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kat_Geor-bak_Cyrl", "languages": ["kat-Geor", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473139, "recall": 0.548419, "f1": 0.495081, "accuracy": 0.548419, "main_score": 0.495081, "hf_subset": "kat_Geor-dyu_Latn", "languages": ["kat-Geor", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-heb_Hebr", "languages": ["kat-Geor", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kat_Geor-khk_Cyrl", "languages": ["kat-Geor", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-lvs_Latn", "languages": ["kat-Geor", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-pan_Guru", "languages": ["kat-Geor", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.673585, "recall": 0.73913, "f1": 0.693418, "accuracy": 0.73913, "main_score": 0.693418, "hf_subset": "kat_Geor-som_Latn", "languages": ["kat-Geor", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572085, "recall": 0.623518, "f1": 0.587056, "accuracy": 0.623518, "main_score": 0.587056, "hf_subset": "kat_Geor-tum_Latn", "languages": ["kat-Geor", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46956, "recall": 0.521739, "f1": 0.484031, "accuracy": 0.521739, "main_score": 0.484031, "hf_subset": "lua_Latn-ace_Arab", "languages": ["lua-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529944, "recall": 0.572134, "f1": 0.541874, "accuracy": 0.572134, "main_score": 0.541874, "hf_subset": "lua_Latn-bam_Latn", "languages": ["lua-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222301, "recall": 0.269763, "f1": 0.23417, "accuracy": 0.269763, "main_score": 0.23417, "hf_subset": "lua_Latn-dzo_Tibt", "languages": ["lua-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.636914, "recall": 0.677866, "f1": 0.648111, "accuracy": 0.677866, "main_score": 0.648111, "hf_subset": "lua_Latn-hin_Deva", "languages": ["lua-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.578394, "recall": 0.62747, "f1": 0.592336, "accuracy": 0.62747, "main_score": 0.592336, "hf_subset": "lua_Latn-khm_Khmr", "languages": ["lua-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.642291, "recall": 0.678854, "f1": 0.652081, "accuracy": 0.678854, "main_score": 0.652081, "hf_subset": "lua_Latn-mag_Deva", "languages": ["lua-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.643433, "recall": 0.675889, "f1": 0.652027, "accuracy": 0.675889, "main_score": 0.652027, "hf_subset": "lua_Latn-pap_Latn", "languages": ["lua-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583242, "recall": 0.623518, "f1": 0.593329, "accuracy": 0.623518, "main_score": 0.593329, "hf_subset": "lua_Latn-sot_Latn", "languages": ["lua-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627043, "recall": 0.677866, "f1": 0.640363, "accuracy": 0.677866, "main_score": 0.640363, "hf_subset": "lua_Latn-tur_Latn", "languages": ["lua-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632532, "recall": 0.667984, "f1": 0.642991, "accuracy": 0.667984, "main_score": 0.642991, "hf_subset": "lua_Latn-ace_Latn", "languages": ["lua-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644358, "recall": 0.674901, "f1": 0.652718, "accuracy": 0.674901, "main_score": 0.652718, "hf_subset": "lua_Latn-ban_Latn", "languages": ["lua-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633022, "recall": 0.68083, "f1": 0.645891, "accuracy": 0.68083, "main_score": 0.645891, "hf_subset": "lua_Latn-ell_Grek", "languages": ["lua-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.618079, "recall": 0.662055, "f1": 0.630187, "accuracy": 0.662055, "main_score": 0.630187, "hf_subset": "lua_Latn-hne_Deva", "languages": ["lua-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.551944, "recall": 0.596838, "f1": 0.564538, "accuracy": 0.596838, "main_score": 0.564538, "hf_subset": "lua_Latn-kik_Latn", "languages": ["lua-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640166, "recall": 0.677866, "f1": 0.649921, "accuracy": 0.677866, "main_score": 0.649921, "hf_subset": "lua_Latn-mai_Deva", "languages": ["lua-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.581086, "recall": 0.632411, "f1": 0.594679, "accuracy": 0.632411, "main_score": 0.594679, "hf_subset": "lua_Latn-pbt_Arab", "languages": ["lua-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640369, "recall": 0.684783, "f1": 0.652916, "accuracy": 0.684783, "main_score": 0.652916, "hf_subset": "lua_Latn-spa_Latn", "languages": ["lua-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568672, "recall": 0.608696, "f1": 0.579932, "accuracy": 0.608696, "main_score": 0.579932, "hf_subset": "lua_Latn-twi_Latn", "languages": ["lua-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631505, "recall": 0.668972, "f1": 0.641273, "accuracy": 0.668972, "main_score": 0.641273, "hf_subset": "lua_Latn-acm_Arab", "languages": ["lua-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608572, "recall": 0.650198, "f1": 0.619723, "accuracy": 0.650198, "main_score": 0.619723, "hf_subset": "lua_Latn-bel_Cyrl", "languages": ["lua-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661444, "recall": 0.706522, "f1": 0.673431, "accuracy": 0.706522, "main_score": 0.673431, "hf_subset": "lua_Latn-eng_Latn", "languages": ["lua-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641094, "recall": 0.688735, "f1": 0.653661, "accuracy": 0.688735, "main_score": 0.653661, "hf_subset": "lua_Latn-hrv_Latn", "languages": ["lua-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522448, "recall": 0.574111, "f1": 0.536579, "accuracy": 0.574111, "main_score": 0.536579, "hf_subset": "lua_Latn-kin_Latn", "languages": ["lua-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619741, "recall": 0.666996, "f1": 0.632592, "accuracy": 0.666996, "main_score": 0.632592, "hf_subset": "lua_Latn-mal_Mlym", "languages": ["lua-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.625143, "recall": 0.671937, "f1": 0.637796, "accuracy": 0.671937, "main_score": 0.637796, "hf_subset": "lua_Latn-pes_Arab", "languages": ["lua-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.64189, "recall": 0.68083, "f1": 0.652497, "accuracy": 0.68083, "main_score": 0.652497, "hf_subset": "lua_Latn-srd_Latn", "languages": ["lua-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192285, "recall": 0.23419, "f1": 0.202023, "accuracy": 0.23419, "main_score": 0.202023, "hf_subset": "lua_Latn-tzm_Tfng", "languages": ["lua-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.619177, "recall": 0.668972, "f1": 0.63266, "accuracy": 0.668972, "main_score": 0.63266, "hf_subset": "lua_Latn-acq_Arab", "languages": ["lua-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597814, "recall": 0.636364, "f1": 0.60906, "accuracy": 0.636364, "main_score": 0.60906, "hf_subset": "lua_Latn-bem_Latn", "languages": ["lua-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633129, "recall": 0.672925, "f1": 0.643496, "accuracy": 0.672925, "main_score": 0.643496, "hf_subset": "lua_Latn-epo_Latn", "languages": ["lua-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632522, "recall": 0.671937, "f1": 0.643667, "accuracy": 0.671937, "main_score": 0.643667, "hf_subset": "lua_Latn-hun_Latn", "languages": ["lua-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604557, "recall": 0.650198, "f1": 0.616849, "accuracy": 0.650198, "main_score": 0.616849, "hf_subset": "lua_Latn-kir_Cyrl", "languages": ["lua-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.630914, "recall": 0.673913, "f1": 0.642379, "accuracy": 0.673913, "main_score": 0.642379, "hf_subset": "lua_Latn-mar_Deva", "languages": ["lua-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.567944, "recall": 0.608696, "f1": 0.579587, "accuracy": 0.608696, "main_score": 0.579587, "hf_subset": "lua_Latn-plt_Latn", "languages": ["lua-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648941, "recall": 0.688735, "f1": 0.659786, "accuracy": 0.688735, "main_score": 0.659786, "hf_subset": "lua_Latn-srp_Cyrl", "languages": ["lua-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527891, "recall": 0.585968, "f1": 0.544605, "accuracy": 0.585968, "main_score": 0.544605, "hf_subset": "lua_Latn-uig_Arab", "languages": ["lua-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619813, "recall": 0.663043, "f1": 0.630512, "accuracy": 0.663043, "main_score": 0.630512, "hf_subset": "lua_Latn-aeb_Arab", "languages": ["lua-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623983, "recall": 0.667984, "f1": 0.635889, "accuracy": 0.667984, "main_score": 0.635889, "hf_subset": "lua_Latn-ben_Beng", "languages": ["lua-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.620821, "recall": 0.667984, "f1": 0.633882, "accuracy": 0.667984, "main_score": 0.633882, "hf_subset": "lua_Latn-est_Latn", "languages": ["lua-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584799, "recall": 0.636364, "f1": 0.599484, "accuracy": 0.636364, "main_score": 0.599484, "hf_subset": "lua_Latn-hye_Armn", "languages": ["lua-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.56317, "recall": 0.606719, "f1": 0.575758, "accuracy": 0.606719, "main_score": 0.575758, "hf_subset": "lua_Latn-kmb_Latn", "languages": ["lua-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427697, "recall": 0.481225, "f1": 0.442418, "accuracy": 0.481225, "main_score": 0.442418, "hf_subset": "lua_Latn-min_Arab", "languages": ["lua-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640685, "recall": 0.688735, "f1": 0.653406, "accuracy": 0.688735, "main_score": 0.653406, "hf_subset": "lua_Latn-pol_Latn", "languages": ["lua-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541844, "recall": 0.590909, "f1": 0.554896, "accuracy": 0.590909, "main_score": 0.554896, "hf_subset": "lua_Latn-ssw_Latn", "languages": ["lua-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640774, "recall": 0.683794, "f1": 0.652676, "accuracy": 0.683794, "main_score": 0.652676, "hf_subset": "lua_Latn-ukr_Cyrl", "languages": ["lua-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.65144, "recall": 0.695652, "f1": 0.663279, "accuracy": 0.695652, "main_score": 0.663279, "hf_subset": "lua_Latn-afr_Latn", "languages": ["lua-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625861, "recall": 0.66502, "f1": 0.636773, "accuracy": 0.66502, "main_score": 0.636773, "hf_subset": "lua_Latn-bho_Deva", "languages": ["lua-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.620726, "recall": 0.664032, "f1": 0.63268, "accuracy": 0.664032, "main_score": 0.63268, "hf_subset": "lua_Latn-eus_Latn", "languages": ["lua-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54445, "recall": 0.590909, "f1": 0.558253, "accuracy": 0.590909, "main_score": 0.558253, "hf_subset": "lua_Latn-ibo_Latn", "languages": ["lua-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5849, "recall": 0.62747, "f1": 0.597361, "accuracy": 0.62747, "main_score": 0.597361, "hf_subset": "lua_Latn-kmr_Latn", "languages": ["lua-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635372, "recall": 0.679842, "f1": 0.64709, "accuracy": 0.679842, "main_score": 0.64709, "hf_subset": "lua_Latn-min_Latn", "languages": ["lua-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664788, "recall": 0.703557, "f1": 0.675028, "accuracy": 0.703557, "main_score": 0.675028, "hf_subset": "lua_Latn-por_Latn", "languages": ["lua-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650501, "recall": 0.687747, "f1": 0.660551, "accuracy": 0.687747, "main_score": 0.660551, "hf_subset": "lua_Latn-sun_Latn", "languages": ["lua-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513646, "recall": 0.56917, "f1": 0.530635, "accuracy": 0.56917, "main_score": 0.530635, "hf_subset": "lua_Latn-umb_Latn", "languages": ["lua-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641998, "recall": 0.681818, "f1": 0.6526, "accuracy": 0.681818, "main_score": 0.6526, "hf_subset": "lua_Latn-ajp_Arab", "languages": ["lua-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.447179, "recall": 0.500988, "f1": 0.46196, "accuracy": 0.500988, "main_score": 0.46196, "hf_subset": "lua_Latn-bjn_Arab", "languages": ["lua-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519747, "recall": 0.565217, "f1": 0.532515, "accuracy": 0.565217, "main_score": 0.532515, "hf_subset": "lua_Latn-ewe_Latn", "languages": ["lua-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646653, "recall": 0.684783, "f1": 0.656959, "accuracy": 0.684783, "main_score": 0.656959, "hf_subset": "lua_Latn-ilo_Latn", "languages": ["lua-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304784, "recall": 0.360672, "f1": 0.319862, "accuracy": 0.360672, "main_score": 0.319862, "hf_subset": "lua_Latn-knc_Arab", "languages": ["lua-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.642246, "recall": 0.688735, "f1": 0.654672, "accuracy": 0.688735, "main_score": 0.654672, "hf_subset": "lua_Latn-mkd_Cyrl", "languages": ["lua-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.638589, "recall": 0.68083, "f1": 0.650148, "accuracy": 0.68083, "main_score": 0.650148, "hf_subset": "lua_Latn-prs_Arab", "languages": ["lua-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.641788, "recall": 0.693676, "f1": 0.655673, "accuracy": 0.693676, "main_score": 0.655673, "hf_subset": "lua_Latn-swe_Latn", "languages": ["lua-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608233, "recall": 0.659091, "f1": 0.622505, "accuracy": 0.659091, "main_score": 0.622505, "hf_subset": "lua_Latn-urd_Arab", "languages": ["lua-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569617, "recall": 0.603755, "f1": 0.579186, "accuracy": 0.603755, "main_score": 0.579186, "hf_subset": "lua_Latn-aka_Latn", "languages": ["lua-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637278, "recall": 0.671937, "f1": 0.646732, "accuracy": 0.671937, "main_score": 0.646732, "hf_subset": "lua_Latn-bjn_Latn", "languages": ["lua-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598138, "recall": 0.63834, "f1": 0.609051, "accuracy": 0.63834, "main_score": 0.609051, "hf_subset": "lua_Latn-fao_Latn", "languages": ["lua-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654488, "recall": 0.699605, "f1": 0.66667, "accuracy": 0.699605, "main_score": 0.66667, "hf_subset": "lua_Latn-ind_Latn", "languages": ["lua-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547156, "recall": 0.58498, "f1": 0.558103, "accuracy": 0.58498, "main_score": 0.558103, "hf_subset": "lua_Latn-knc_Latn", "languages": ["lua-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640816, "recall": 0.68083, "f1": 0.651301, "accuracy": 0.68083, "main_score": 0.651301, "hf_subset": "lua_Latn-mlt_Latn", "languages": ["lua-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575008, "recall": 0.618577, "f1": 0.586928, "accuracy": 0.618577, "main_score": 0.586928, "hf_subset": "lua_Latn-quy_Latn", "languages": ["lua-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609078, "recall": 0.65415, "f1": 0.621374, "accuracy": 0.65415, "main_score": 0.621374, "hf_subset": "lua_Latn-swh_Latn", "languages": ["lua-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609325, "recall": 0.65415, "f1": 0.62116, "accuracy": 0.65415, "main_score": 0.62116, "hf_subset": "lua_Latn-uzn_Latn", "languages": ["lua-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644129, "recall": 0.679842, "f1": 0.653942, "accuracy": 0.679842, "main_score": 0.653942, "hf_subset": "lua_Latn-als_Latn", "languages": ["lua-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.280261, "recall": 0.333992, "f1": 0.293324, "accuracy": 0.333992, "main_score": 0.293324, "hf_subset": "lua_Latn-bod_Tibt", "languages": ["lua-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.569714, "recall": 0.612648, "f1": 0.582065, "accuracy": 0.612648, "main_score": 0.582065, "hf_subset": "lua_Latn-fij_Latn", "languages": ["lua-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60348, "recall": 0.649209, "f1": 0.616036, "accuracy": 0.649209, "main_score": 0.616036, "hf_subset": "lua_Latn-isl_Latn", "languages": ["lua-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612271, "recall": 0.652174, "f1": 0.623332, "accuracy": 0.652174, "main_score": 0.623332, "hf_subset": "lua_Latn-kon_Latn", "languages": ["lua-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51694, "recall": 0.574111, "f1": 0.53403, "accuracy": 0.574111, "main_score": 0.53403, "hf_subset": "lua_Latn-mni_Beng", "languages": ["lua-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.665267, "recall": 0.70751, "f1": 0.676967, "accuracy": 0.70751, "main_score": 0.676967, "hf_subset": "lua_Latn-ron_Latn", "languages": ["lua-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636868, "recall": 0.679842, "f1": 0.647838, "accuracy": 0.679842, "main_score": 0.647838, "hf_subset": "lua_Latn-szl_Latn", "languages": ["lua-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648464, "recall": 0.690711, "f1": 0.659885, "accuracy": 0.690711, "main_score": 0.659885, "hf_subset": "lua_Latn-vec_Latn", "languages": ["lua-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516948, "recall": 0.570158, "f1": 0.53228, "accuracy": 0.570158, "main_score": 0.53228, "hf_subset": "lua_Latn-amh_Ethi", "languages": ["lua-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.646094, "recall": 0.690711, "f1": 0.658079, "accuracy": 0.690711, "main_score": 0.658079, "hf_subset": "lua_Latn-bos_Latn", "languages": ["lua-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608351, "recall": 0.65415, "f1": 0.621152, "accuracy": 0.65415, "main_score": 0.621152, "hf_subset": "lua_Latn-fin_Latn", "languages": ["lua-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642759, "recall": 0.687747, "f1": 0.654742, "accuracy": 0.687747, "main_score": 0.654742, "hf_subset": "lua_Latn-ita_Latn", "languages": ["lua-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611037, "recall": 0.661067, "f1": 0.624664, "accuracy": 0.661067, "main_score": 0.624664, "hf_subset": "lua_Latn-kor_Hang", "languages": ["lua-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.535001, "recall": 0.574111, "f1": 0.546607, "accuracy": 0.574111, "main_score": 0.546607, "hf_subset": "lua_Latn-mos_Latn", "languages": ["lua-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549344, "recall": 0.591897, "f1": 0.560882, "accuracy": 0.591897, "main_score": 0.560882, "hf_subset": "lua_Latn-run_Latn", "languages": ["lua-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613329, "recall": 0.653162, "f1": 0.6239, "accuracy": 0.653162, "main_score": 0.6239, "hf_subset": "lua_Latn-tam_Taml", "languages": ["lua-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.632204, "recall": 0.670949, "f1": 0.643208, "accuracy": 0.670949, "main_score": 0.643208, "hf_subset": "lua_Latn-vie_Latn", "languages": ["lua-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626984, "recall": 0.673913, "f1": 0.639398, "accuracy": 0.673913, "main_score": 0.639398, "hf_subset": "lua_Latn-apc_Arab", "languages": ["lua-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593091, "recall": 0.632411, "f1": 0.603913, "accuracy": 0.632411, "main_score": 0.603913, "hf_subset": "lua_Latn-bug_Latn", "languages": ["lua-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483456, "recall": 0.529644, "f1": 0.495936, "accuracy": 0.529644, "main_score": 0.495936, "hf_subset": "lua_Latn-fon_Latn", "languages": ["lua-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645495, "recall": 0.681818, "f1": 0.655094, "accuracy": 0.681818, "main_score": 0.655094, "hf_subset": "lua_Latn-jav_Latn", "languages": ["lua-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555339, "recall": 0.61166, "f1": 0.570538, "accuracy": 0.61166, "main_score": 0.570538, "hf_subset": "lua_Latn-lao_Laoo", "languages": ["lua-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.533813, "recall": 0.572134, "f1": 0.544114, "accuracy": 0.572134, "main_score": 0.544114, "hf_subset": "lua_Latn-mri_Latn", "languages": ["lua-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627317, "recall": 0.675889, "f1": 0.640164, "accuracy": 0.675889, "main_score": 0.640164, "hf_subset": "lua_Latn-rus_Cyrl", "languages": ["lua-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524713, "recall": 0.572134, "f1": 0.538672, "accuracy": 0.572134, "main_score": 0.538672, "hf_subset": "lua_Latn-taq_Latn", "languages": ["lua-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661691, "recall": 0.694664, "f1": 0.670878, "accuracy": 0.694664, "main_score": 0.670878, "hf_subset": "lua_Latn-war_Latn", "languages": ["lua-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620121, "recall": 0.66502, "f1": 0.632206, "accuracy": 0.66502, "main_score": 0.632206, "hf_subset": "lua_Latn-arb_Arab", "languages": ["lua-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.634598, "recall": 0.676877, "f1": 0.646251, "accuracy": 0.676877, "main_score": 0.646251, "hf_subset": "lua_Latn-bul_Cyrl", "languages": ["lua-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.663602, "recall": 0.701581, "f1": 0.673595, "accuracy": 0.701581, "main_score": 0.673595, "hf_subset": "lua_Latn-fra_Latn", "languages": ["lua-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622323, "recall": 0.663043, "f1": 0.63388, "accuracy": 0.663043, "main_score": 0.63388, "hf_subset": "lua_Latn-jpn_Jpan", "languages": ["lua-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.62778, "recall": 0.671937, "f1": 0.639655, "accuracy": 0.671937, "main_score": 0.639655, "hf_subset": "lua_Latn-lij_Latn", "languages": ["lua-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479274, "recall": 0.540514, "f1": 0.495834, "accuracy": 0.540514, "main_score": 0.495834, "hf_subset": "lua_Latn-mya_Mymr", "languages": ["lua-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.56317, "recall": 0.605731, "f1": 0.574784, "accuracy": 0.605731, "main_score": 0.574784, "hf_subset": "lua_Latn-sag_Latn", "languages": ["lua-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203258, "recall": 0.253953, "f1": 0.214765, "accuracy": 0.253953, "main_score": 0.214765, "hf_subset": "lua_Latn-taq_Tfng", "languages": ["lua-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.584025, "recall": 0.623518, "f1": 0.595935, "accuracy": 0.623518, "main_score": 0.595935, "hf_subset": "lua_Latn-wol_Latn", "languages": ["lua-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48285, "recall": 0.52668, "f1": 0.495243, "accuracy": 0.52668, "main_score": 0.495243, "hf_subset": "lua_Latn-arb_Latn", "languages": ["lua-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643704, "recall": 0.689723, "f1": 0.656012, "accuracy": 0.689723, "main_score": 0.656012, "hf_subset": "lua_Latn-cat_Latn", "languages": ["lua-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640823, "recall": 0.678854, "f1": 0.651091, "accuracy": 0.678854, "main_score": 0.651091, "hf_subset": "lua_Latn-fur_Latn", "languages": ["lua-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416504, "recall": 0.472332, "f1": 0.43181, "accuracy": 0.472332, "main_score": 0.43181, "hf_subset": "lua_Latn-kab_Latn", "languages": ["lua-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645395, "recall": 0.683794, "f1": 0.655541, "accuracy": 0.683794, "main_score": 0.655541, "hf_subset": "lua_Latn-lim_Latn", "languages": ["lua-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629691, "recall": 0.678854, "f1": 0.642686, "accuracy": 0.678854, "main_score": 0.642686, "hf_subset": "lua_Latn-nld_Latn", "languages": ["lua-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573877, "recall": 0.626482, "f1": 0.588198, "accuracy": 0.626482, "main_score": 0.588198, "hf_subset": "lua_Latn-san_Deva", "languages": ["lua-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.623035, "recall": 0.66502, "f1": 0.634264, "accuracy": 0.66502, "main_score": 0.634264, "hf_subset": "lua_Latn-tat_Cyrl", "languages": ["lua-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586211, "recall": 0.628458, "f1": 0.598119, "accuracy": 0.628458, "main_score": 0.598119, "hf_subset": "lua_Latn-xho_Latn", "languages": ["lua-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607238, "recall": 0.65415, "f1": 0.619978, "accuracy": 0.65415, "main_score": 0.619978, "hf_subset": "lua_Latn-ars_Arab", "languages": ["lua-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.653419, "recall": 0.690711, "f1": 0.663164, "accuracy": 0.690711, "main_score": 0.663164, "hf_subset": "lua_Latn-ceb_Latn", "languages": ["lua-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519759, "recall": 0.56917, "f1": 0.534245, "accuracy": 0.56917, "main_score": 0.534245, "hf_subset": "lua_Latn-fuv_Latn", "languages": ["lua-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516421, "recall": 0.564229, "f1": 0.529679, "accuracy": 0.564229, "main_score": 0.529679, "hf_subset": "lua_Latn-kac_Latn", "languages": ["lua-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621404, "recall": 0.657115, "f1": 0.631677, "accuracy": 0.657115, "main_score": 0.631677, "hf_subset": "lua_Latn-lin_Latn", "languages": ["lua-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639842, "recall": 0.683794, "f1": 0.652136, "accuracy": 0.683794, "main_score": 0.652136, "hf_subset": "lua_Latn-nno_Latn", "languages": ["lua-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122574, "recall": 0.166008, "f1": 0.132817, "accuracy": 0.166008, "main_score": 0.132817, "hf_subset": "lua_Latn-sat_Olck", "languages": ["lua-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.626815, "recall": 0.668972, "f1": 0.637615, "accuracy": 0.668972, "main_score": 0.637615, "hf_subset": "lua_Latn-tel_Telu", "languages": ["lua-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.551231, "recall": 0.600791, "f1": 0.564926, "accuracy": 0.600791, "main_score": 0.564926, "hf_subset": "lua_Latn-ydd_Hebr", "languages": ["lua-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.614465, "recall": 0.657115, "f1": 0.625412, "accuracy": 0.657115, "main_score": 0.625412, "hf_subset": "lua_Latn-ary_Arab", "languages": ["lua-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632662, "recall": 0.678854, "f1": 0.645658, "accuracy": 0.678854, "main_score": 0.645658, "hf_subset": "lua_Latn-ces_Latn", "languages": ["lua-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51603, "recall": 0.564229, "f1": 0.529553, "accuracy": 0.564229, "main_score": 0.529553, "hf_subset": "lua_Latn-gaz_Latn", "languages": ["lua-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536365, "recall": 0.585968, "f1": 0.550796, "accuracy": 0.585968, "main_score": 0.550796, "hf_subset": "lua_Latn-kam_Latn", "languages": ["lua-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626096, "recall": 0.673913, "f1": 0.638931, "accuracy": 0.673913, "main_score": 0.638931, "hf_subset": "lua_Latn-lit_Latn", "languages": ["lua-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640006, "recall": 0.682806, "f1": 0.651805, "accuracy": 0.682806, "main_score": 0.651805, "hf_subset": "lua_Latn-nob_Latn", "languages": ["lua-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647804, "recall": 0.684783, "f1": 0.658231, "accuracy": 0.684783, "main_score": 0.658231, "hf_subset": "lua_Latn-scn_Latn", "languages": ["lua-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60474, "recall": 0.644269, "f1": 0.615644, "accuracy": 0.644269, "main_score": 0.615644, "hf_subset": "lua_Latn-tgk_Cyrl", "languages": ["lua-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524069, "recall": 0.581028, "f1": 0.540281, "accuracy": 0.581028, "main_score": 0.540281, "hf_subset": "lua_Latn-yor_Latn", "languages": ["lua-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628347, "recall": 0.670949, "f1": 0.639603, "accuracy": 0.670949, "main_score": 0.639603, "hf_subset": "lua_Latn-arz_Arab", "languages": ["lua-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539608, "recall": 0.581028, "f1": 0.552009, "accuracy": 0.581028, "main_score": 0.552009, "hf_subset": "lua_Latn-cjk_Latn", "languages": ["lua-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540567, "recall": 0.58004, "f1": 0.551325, "accuracy": 0.58004, "main_score": 0.551325, "hf_subset": "lua_Latn-gla_Latn", "languages": ["lua-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617574, "recall": 0.664032, "f1": 0.63076, "accuracy": 0.664032, "main_score": 0.63076, "hf_subset": "lua_Latn-kan_Knda", "languages": ["lua-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.642435, "recall": 0.677866, "f1": 0.651892, "accuracy": 0.677866, "main_score": 0.651892, "hf_subset": "lua_Latn-lmo_Latn", "languages": ["lua-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615303, "recall": 0.666008, "f1": 0.62914, "accuracy": 0.666008, "main_score": 0.62914, "hf_subset": "lua_Latn-npi_Deva", "languages": ["lua-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.449115, "recall": 0.501976, "f1": 0.4634, "accuracy": 0.501976, "main_score": 0.4634, "hf_subset": "lua_Latn-shn_Mymr", "languages": ["lua-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.665494, "recall": 0.697628, "f1": 0.674297, "accuracy": 0.697628, "main_score": 0.674297, "hf_subset": "lua_Latn-tgl_Latn", "languages": ["lua-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628212, "recall": 0.670949, "f1": 0.638814, "accuracy": 0.670949, "main_score": 0.638814, "hf_subset": "lua_Latn-yue_Hant", "languages": ["lua-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.601697, "recall": 0.647233, "f1": 0.614474, "accuracy": 0.647233, "main_score": 0.614474, "hf_subset": "lua_Latn-asm_Beng", "languages": ["lua-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.570627, "recall": 0.619565, "f1": 0.584659, "accuracy": 0.619565, "main_score": 0.584659, "hf_subset": "lua_Latn-ckb_Arab", "languages": ["lua-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539156, "recall": 0.585968, "f1": 0.552094, "accuracy": 0.585968, "main_score": 0.552094, "hf_subset": "lua_Latn-gle_Latn", "languages": ["lua-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573756, "recall": 0.615613, "f1": 0.584728, "accuracy": 0.615613, "main_score": 0.584728, "hf_subset": "lua_Latn-kas_Arab", "languages": ["lua-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598531, "recall": 0.639328, "f1": 0.609893, "accuracy": 0.639328, "main_score": 0.609893, "hf_subset": "lua_Latn-ltg_Latn", "languages": ["lua-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599802, "recall": 0.634387, "f1": 0.610427, "accuracy": 0.634387, "main_score": 0.610427, "hf_subset": "lua_Latn-nso_Latn", "languages": ["lua-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535172, "recall": 0.58498, "f1": 0.548938, "accuracy": 0.58498, "main_score": 0.548938, "hf_subset": "lua_Latn-sin_Sinh", "languages": ["lua-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.627457, "recall": 0.671937, "f1": 0.639335, "accuracy": 0.671937, "main_score": 0.639335, "hf_subset": "lua_Latn-tha_Thai", "languages": ["lua-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.601822, "recall": 0.645257, "f1": 0.613295, "accuracy": 0.645257, "main_score": 0.613295, "hf_subset": "lua_Latn-zho_Hans", "languages": ["lua-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.653186, "recall": 0.697628, "f1": 0.665573, "accuracy": 0.697628, "main_score": 0.665573, "hf_subset": "lua_Latn-ast_Latn", "languages": ["lua-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600125, "recall": 0.650198, "f1": 0.613789, "accuracy": 0.650198, "main_score": 0.613789, "hf_subset": "lua_Latn-crh_Latn", "languages": ["lua-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662749, "recall": 0.697628, "f1": 0.672294, "accuracy": 0.697628, "main_score": 0.672294, "hf_subset": "lua_Latn-glg_Latn", "languages": ["lua-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565969, "recall": 0.61166, "f1": 0.57899, "accuracy": 0.61166, "main_score": 0.57899, "hf_subset": "lua_Latn-kas_Deva", "languages": ["lua-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.635633, "recall": 0.673913, "f1": 0.646014, "accuracy": 0.673913, "main_score": 0.646014, "hf_subset": "lua_Latn-ltz_Latn", "languages": ["lua-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47782, "recall": 0.531621, "f1": 0.492385, "accuracy": 0.531621, "main_score": 0.492385, "hf_subset": "lua_Latn-nus_Latn", "languages": ["lua-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631803, "recall": 0.676877, "f1": 0.644235, "accuracy": 0.676877, "main_score": 0.644235, "hf_subset": "lua_Latn-slk_Latn", "languages": ["lua-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442008, "recall": 0.501976, "f1": 0.458522, "accuracy": 0.501976, "main_score": 0.458522, "hf_subset": "lua_Latn-tir_Ethi", "languages": ["lua-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.616086, "recall": 0.661067, "f1": 0.627497, "accuracy": 0.661067, "main_score": 0.627497, "hf_subset": "lua_Latn-zho_Hant", "languages": ["lua-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.620003, "recall": 0.663043, "f1": 0.631663, "accuracy": 0.663043, "main_score": 0.631663, "hf_subset": "lua_Latn-awa_Deva", "languages": ["lua-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59899, "recall": 0.642292, "f1": 0.610331, "accuracy": 0.642292, "main_score": 0.610331, "hf_subset": "lua_Latn-cym_Latn", "languages": ["lua-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616304, "recall": 0.652174, "f1": 0.626468, "accuracy": 0.652174, "main_score": 0.626468, "hf_subset": "lua_Latn-grn_Latn", "languages": ["lua-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59624, "recall": 0.643281, "f1": 0.609271, "accuracy": 0.643281, "main_score": 0.609271, "hf_subset": "lua_Latn-kat_Geor", "languages": ["lua-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.600909, "recall": 0.644269, "f1": 0.613371, "accuracy": 0.644269, "main_score": 0.613371, "hf_subset": "lua_Latn-nya_Latn", "languages": ["lua-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627392, "recall": 0.676877, "f1": 0.640623, "accuracy": 0.676877, "main_score": 0.640623, "hf_subset": "lua_Latn-slv_Latn", "languages": ["lua-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631302, "recall": 0.668972, "f1": 0.641836, "accuracy": 0.668972, "main_score": 0.641836, "hf_subset": "lua_Latn-tpi_Latn", "languages": ["lua-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663213, "recall": 0.70751, "f1": 0.674727, "accuracy": 0.70751, "main_score": 0.674727, "hf_subset": "lua_Latn-zsm_Latn", "languages": ["lua-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522696, "recall": 0.574111, "f1": 0.537538, "accuracy": 0.574111, "main_score": 0.537538, "hf_subset": "lua_Latn-ayr_Latn", "languages": ["lua-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643563, "recall": 0.689723, "f1": 0.656054, "accuracy": 0.689723, "main_score": 0.656054, "hf_subset": "lua_Latn-dan_Latn", "languages": ["lua-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622824, "recall": 0.66502, "f1": 0.63419, "accuracy": 0.66502, "main_score": 0.63419, "hf_subset": "lua_Latn-guj_Gujr", "languages": ["lua-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.62443, "recall": 0.668972, "f1": 0.636427, "accuracy": 0.668972, "main_score": 0.636427, "hf_subset": "lua_Latn-kaz_Cyrl", "languages": ["lua-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531604, "recall": 0.582016, "f1": 0.54561, "accuracy": 0.582016, "main_score": 0.54561, "hf_subset": "lua_Latn-lug_Latn", "languages": ["lua-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664829, "recall": 0.709486, "f1": 0.676639, "accuracy": 0.709486, "main_score": 0.676639, "hf_subset": "lua_Latn-oci_Latn", "languages": ["lua-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588753, "recall": 0.628458, "f1": 0.599721, "accuracy": 0.628458, "main_score": 0.599721, "hf_subset": "lua_Latn-smo_Latn", "languages": ["lua-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537979, "recall": 0.583992, "f1": 0.550831, "accuracy": 0.583992, "main_score": 0.550831, "hf_subset": "lua_Latn-tsn_Latn", "languages": ["lua-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551782, "recall": 0.599802, "f1": 0.565308, "accuracy": 0.599802, "main_score": 0.565308, "hf_subset": "lua_Latn-zul_Latn", "languages": ["lua-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537977, "recall": 0.588933, "f1": 0.551664, "accuracy": 0.588933, "main_score": 0.551664, "hf_subset": "lua_Latn-azb_Arab", "languages": ["lua-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654672, "recall": 0.69664, "f1": 0.665727, "accuracy": 0.69664, "main_score": 0.665727, "hf_subset": "lua_Latn-deu_Latn", "languages": ["lua-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593575, "recall": 0.642292, "f1": 0.607451, "accuracy": 0.642292, "main_score": 0.607451, "hf_subset": "lua_Latn-hat_Latn", "languages": ["lua-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491628, "recall": 0.538538, "f1": 0.504952, "accuracy": 0.538538, "main_score": 0.504952, "hf_subset": "lua_Latn-kbp_Latn", "languages": ["lua-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567877, "recall": 0.600791, "f1": 0.577511, "accuracy": 0.600791, "main_score": 0.577511, "hf_subset": "lua_Latn-luo_Latn", "languages": ["lua-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598648, "recall": 0.652174, "f1": 0.613152, "accuracy": 0.652174, "main_score": 0.613152, "hf_subset": "lua_Latn-ory_Orya", "languages": ["lua-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.547646, "recall": 0.600791, "f1": 0.563284, "accuracy": 0.600791, "main_score": 0.563284, "hf_subset": "lua_Latn-sna_Latn", "languages": ["lua-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530365, "recall": 0.572134, "f1": 0.542564, "accuracy": 0.572134, "main_score": 0.542564, "hf_subset": "lua_Latn-tso_Latn", "languages": ["lua-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592492, "recall": 0.644269, "f1": 0.606856, "accuracy": 0.644269, "main_score": 0.606856, "hf_subset": "lua_Latn-azj_Latn", "languages": ["lua-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531423, "recall": 0.583004, "f1": 0.546989, "accuracy": 0.583004, "main_score": 0.546989, "hf_subset": "lua_Latn-dik_Latn", "languages": ["lua-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582047, "recall": 0.62253, "f1": 0.592938, "accuracy": 0.62253, "main_score": 0.592938, "hf_subset": "lua_Latn-hau_Latn", "languages": ["lua-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657855, "recall": 0.6917, "f1": 0.666796, "accuracy": 0.6917, "main_score": 0.666796, "hf_subset": "lua_Latn-kea_Latn", "languages": ["lua-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586061, "recall": 0.625494, "f1": 0.597133, "accuracy": 0.625494, "main_score": 0.597133, "hf_subset": "lua_Latn-lus_Latn", "languages": ["lua-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624389, "recall": 0.658103, "f1": 0.63419, "accuracy": 0.658103, "main_score": 0.63419, "hf_subset": "lua_Latn-pag_Latn", "languages": ["lua-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591477, "recall": 0.648221, "f1": 0.607366, "accuracy": 0.648221, "main_score": 0.607366, "hf_subset": "lua_Latn-snd_Arab", "languages": ["lua-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585331, "recall": 0.633399, "f1": 0.59935, "accuracy": 0.633399, "main_score": 0.59935, "hf_subset": "lua_Latn-tuk_Latn", "languages": ["lua-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611637, "recall": 0.65415, "f1": 0.62341, "accuracy": 0.65415, "main_score": 0.62341, "hf_subset": "lua_Latn-bak_Cyrl", "languages": ["lua-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.456829, "recall": 0.524704, "f1": 0.47619, "accuracy": 0.524704, "main_score": 0.47619, "hf_subset": "lua_Latn-dyu_Latn", "languages": ["lua-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618478, "recall": 0.663043, "f1": 0.629801, "accuracy": 0.663043, "main_score": 0.629801, "hf_subset": "lua_Latn-heb_Hebr", "languages": ["lua-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.599093, "recall": 0.645257, "f1": 0.611313, "accuracy": 0.645257, "main_score": 0.611313, "hf_subset": "lua_Latn-khk_Cyrl", "languages": ["lua-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.63571, "recall": 0.681818, "f1": 0.647325, "accuracy": 0.681818, "main_score": 0.647325, "hf_subset": "lua_Latn-lvs_Latn", "languages": ["lua-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620248, "recall": 0.664032, "f1": 0.63214, "accuracy": 0.664032, "main_score": 0.63214, "hf_subset": "lua_Latn-pan_Guru", "languages": ["lua-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.523953, "recall": 0.574111, "f1": 0.538034, "accuracy": 0.574111, "main_score": 0.538034, "hf_subset": "lua_Latn-som_Latn", "languages": ["lua-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545456, "recall": 0.589921, "f1": 0.557906, "accuracy": 0.589921, "main_score": 0.557906, "hf_subset": "lua_Latn-tum_Latn", "languages": ["lua-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444952, "recall": 0.502964, "f1": 0.460788, "accuracy": 0.502964, "main_score": 0.460788, "hf_subset": "nya_Latn-ace_Arab", "languages": ["nya-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509496, "recall": 0.5583, "f1": 0.523652, "accuracy": 0.5583, "main_score": 0.523652, "hf_subset": "nya_Latn-bam_Latn", "languages": ["nya-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23868, "recall": 0.278656, "f1": 0.249442, "accuracy": 0.278656, "main_score": 0.249442, "hf_subset": "nya_Latn-dzo_Tibt", "languages": ["nya-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.620134, "recall": 0.667984, "f1": 0.632532, "accuracy": 0.667984, "main_score": 0.632532, "hf_subset": "nya_Latn-hin_Deva", "languages": ["nya-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.576006, "recall": 0.624506, "f1": 0.58959, "accuracy": 0.624506, "main_score": 0.58959, "hf_subset": "nya_Latn-khm_Khmr", "languages": ["nya-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.620445, "recall": 0.663043, "f1": 0.630922, "accuracy": 0.663043, "main_score": 0.630922, "hf_subset": "nya_Latn-mag_Deva", "languages": ["nya-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.604843, "recall": 0.641304, "f1": 0.61417, "accuracy": 0.641304, "main_score": 0.61417, "hf_subset": "nya_Latn-pap_Latn", "languages": ["nya-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582445, "recall": 0.629447, "f1": 0.595047, "accuracy": 0.629447, "main_score": 0.595047, "hf_subset": "nya_Latn-sot_Latn", "languages": ["nya-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611715, "recall": 0.664032, "f1": 0.625495, "accuracy": 0.664032, "main_score": 0.625495, "hf_subset": "nya_Latn-tur_Latn", "languages": ["nya-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607842, "recall": 0.645257, "f1": 0.617796, "accuracy": 0.645257, "main_score": 0.617796, "hf_subset": "nya_Latn-ace_Latn", "languages": ["nya-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608126, "recall": 0.653162, "f1": 0.620082, "accuracy": 0.653162, "main_score": 0.620082, "hf_subset": "nya_Latn-ban_Latn", "languages": ["nya-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603861, "recall": 0.653162, "f1": 0.616621, "accuracy": 0.653162, "main_score": 0.616621, "hf_subset": "nya_Latn-ell_Grek", "languages": ["nya-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.596904, "recall": 0.641304, "f1": 0.608347, "accuracy": 0.641304, "main_score": 0.608347, "hf_subset": "nya_Latn-hne_Deva", "languages": ["nya-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.555789, "recall": 0.600791, "f1": 0.568058, "accuracy": 0.600791, "main_score": 0.568058, "hf_subset": "nya_Latn-kik_Latn", "languages": ["nya-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613415, "recall": 0.660079, "f1": 0.625938, "accuracy": 0.660079, "main_score": 0.625938, "hf_subset": "nya_Latn-mai_Deva", "languages": ["nya-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.535976, "recall": 0.592885, "f1": 0.551121, "accuracy": 0.592885, "main_score": 0.551121, "hf_subset": "nya_Latn-pbt_Arab", "languages": ["nya-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620291, "recall": 0.670949, "f1": 0.633765, "accuracy": 0.670949, "main_score": 0.633765, "hf_subset": "nya_Latn-spa_Latn", "languages": ["nya-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564881, "recall": 0.602767, "f1": 0.575352, "accuracy": 0.602767, "main_score": 0.575352, "hf_subset": "nya_Latn-twi_Latn", "languages": ["nya-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605071, "recall": 0.656126, "f1": 0.617864, "accuracy": 0.656126, "main_score": 0.617864, "hf_subset": "nya_Latn-acm_Arab", "languages": ["nya-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568465, "recall": 0.619565, "f1": 0.581499, "accuracy": 0.619565, "main_score": 0.581499, "hf_subset": "nya_Latn-bel_Cyrl", "languages": ["nya-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.654687, "recall": 0.704545, "f1": 0.667798, "accuracy": 0.704545, "main_score": 0.667798, "hf_subset": "nya_Latn-eng_Latn", "languages": ["nya-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6416, "recall": 0.689723, "f1": 0.653415, "accuracy": 0.689723, "main_score": 0.653415, "hf_subset": "nya_Latn-hrv_Latn", "languages": ["nya-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550902, "recall": 0.602767, "f1": 0.565082, "accuracy": 0.602767, "main_score": 0.565082, "hf_subset": "nya_Latn-kin_Latn", "languages": ["nya-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626985, "recall": 0.670949, "f1": 0.63821, "accuracy": 0.670949, "main_score": 0.63821, "hf_subset": "nya_Latn-mal_Mlym", "languages": ["nya-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.612846, "recall": 0.661067, "f1": 0.625124, "accuracy": 0.661067, "main_score": 0.625124, "hf_subset": "nya_Latn-pes_Arab", "languages": ["nya-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605605, "recall": 0.650198, "f1": 0.616893, "accuracy": 0.650198, "main_score": 0.616893, "hf_subset": "nya_Latn-srd_Latn", "languages": ["nya-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197168, "recall": 0.237154, "f1": 0.207088, "accuracy": 0.237154, "main_score": 0.207088, "hf_subset": "nya_Latn-tzm_Tfng", "languages": ["nya-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.60515, "recall": 0.660079, "f1": 0.619575, "accuracy": 0.660079, "main_score": 0.619575, "hf_subset": "nya_Latn-acq_Arab", "languages": ["nya-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.615559, "recall": 0.658103, "f1": 0.627038, "accuracy": 0.658103, "main_score": 0.627038, "hf_subset": "nya_Latn-bem_Latn", "languages": ["nya-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625444, "recall": 0.666996, "f1": 0.635772, "accuracy": 0.666996, "main_score": 0.635772, "hf_subset": "nya_Latn-epo_Latn", "languages": ["nya-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609155, "recall": 0.65415, "f1": 0.620856, "accuracy": 0.65415, "main_score": 0.620856, "hf_subset": "nya_Latn-hun_Latn", "languages": ["nya-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599391, "recall": 0.639328, "f1": 0.609892, "accuracy": 0.639328, "main_score": 0.609892, "hf_subset": "nya_Latn-kir_Cyrl", "languages": ["nya-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.627994, "recall": 0.664032, "f1": 0.636843, "accuracy": 0.664032, "main_score": 0.636843, "hf_subset": "nya_Latn-mar_Deva", "languages": ["nya-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554943, "recall": 0.598814, "f1": 0.567082, "accuracy": 0.598814, "main_score": 0.567082, "hf_subset": "nya_Latn-plt_Latn", "languages": ["nya-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629484, "recall": 0.677866, "f1": 0.642199, "accuracy": 0.677866, "main_score": 0.642199, "hf_subset": "nya_Latn-srp_Cyrl", "languages": ["nya-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522577, "recall": 0.575099, "f1": 0.537034, "accuracy": 0.575099, "main_score": 0.537034, "hf_subset": "nya_Latn-uig_Arab", "languages": ["nya-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585368, "recall": 0.632411, "f1": 0.597921, "accuracy": 0.632411, "main_score": 0.597921, "hf_subset": "nya_Latn-aeb_Arab", "languages": ["nya-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613025, "recall": 0.660079, "f1": 0.625046, "accuracy": 0.660079, "main_score": 0.625046, "hf_subset": "nya_Latn-ben_Beng", "languages": ["nya-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.596937, "recall": 0.645257, "f1": 0.60971, "accuracy": 0.645257, "main_score": 0.60971, "hf_subset": "nya_Latn-est_Latn", "languages": ["nya-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592896, "recall": 0.639328, "f1": 0.605635, "accuracy": 0.639328, "main_score": 0.605635, "hf_subset": "nya_Latn-hye_Armn", "languages": ["nya-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.542358, "recall": 0.589921, "f1": 0.555529, "accuracy": 0.589921, "main_score": 0.555529, "hf_subset": "nya_Latn-kmb_Latn", "languages": ["nya-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401136, "recall": 0.454545, "f1": 0.415886, "accuracy": 0.454545, "main_score": 0.415886, "hf_subset": "nya_Latn-min_Arab", "languages": ["nya-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.628709, "recall": 0.667984, "f1": 0.638789, "accuracy": 0.667984, "main_score": 0.638789, "hf_subset": "nya_Latn-pol_Latn", "languages": ["nya-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567001, "recall": 0.610672, "f1": 0.578749, "accuracy": 0.610672, "main_score": 0.578749, "hf_subset": "nya_Latn-ssw_Latn", "languages": ["nya-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628079, "recall": 0.676877, "f1": 0.640564, "accuracy": 0.676877, "main_score": 0.640564, "hf_subset": "nya_Latn-ukr_Cyrl", "languages": ["nya-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.645384, "recall": 0.692688, "f1": 0.658169, "accuracy": 0.692688, "main_score": 0.658169, "hf_subset": "nya_Latn-afr_Latn", "languages": ["nya-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59466, "recall": 0.63834, "f1": 0.606057, "accuracy": 0.63834, "main_score": 0.606057, "hf_subset": "nya_Latn-bho_Deva", "languages": ["nya-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59517, "recall": 0.646245, "f1": 0.608743, "accuracy": 0.646245, "main_score": 0.608743, "hf_subset": "nya_Latn-eus_Latn", "languages": ["nya-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527993, "recall": 0.572134, "f1": 0.54037, "accuracy": 0.572134, "main_score": 0.54037, "hf_subset": "nya_Latn-ibo_Latn", "languages": ["nya-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568098, "recall": 0.615613, "f1": 0.580777, "accuracy": 0.615613, "main_score": 0.580777, "hf_subset": "nya_Latn-kmr_Latn", "languages": ["nya-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606465, "recall": 0.657115, "f1": 0.61996, "accuracy": 0.657115, "main_score": 0.61996, "hf_subset": "nya_Latn-min_Latn", "languages": ["nya-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64197, "recall": 0.692688, "f1": 0.655376, "accuracy": 0.692688, "main_score": 0.655376, "hf_subset": "nya_Latn-por_Latn", "languages": ["nya-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621517, "recall": 0.663043, "f1": 0.63135, "accuracy": 0.663043, "main_score": 0.63135, "hf_subset": "nya_Latn-sun_Latn", "languages": ["nya-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523017, "recall": 0.573123, "f1": 0.537512, "accuracy": 0.573123, "main_score": 0.537512, "hf_subset": "nya_Latn-umb_Latn", "languages": ["nya-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614808, "recall": 0.661067, "f1": 0.626676, "accuracy": 0.661067, "main_score": 0.626676, "hf_subset": "nya_Latn-ajp_Arab", "languages": ["nya-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.432277, "recall": 0.485178, "f1": 0.446271, "accuracy": 0.485178, "main_score": 0.446271, "hf_subset": "nya_Latn-bjn_Arab", "languages": ["nya-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505171, "recall": 0.546443, "f1": 0.517509, "accuracy": 0.546443, "main_score": 0.517509, "hf_subset": "nya_Latn-ewe_Latn", "languages": ["nya-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62248, "recall": 0.663043, "f1": 0.632931, "accuracy": 0.663043, "main_score": 0.632931, "hf_subset": "nya_Latn-ilo_Latn", "languages": ["nya-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318878, "recall": 0.368577, "f1": 0.332177, "accuracy": 0.368577, "main_score": 0.332177, "hf_subset": "nya_Latn-knc_Arab", "languages": ["nya-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618704, "recall": 0.667984, "f1": 0.631712, "accuracy": 0.667984, "main_score": 0.631712, "hf_subset": "nya_Latn-mkd_Cyrl", "languages": ["nya-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.615224, "recall": 0.661067, "f1": 0.627406, "accuracy": 0.661067, "main_score": 0.627406, "hf_subset": "nya_Latn-prs_Arab", "languages": ["nya-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.628598, "recall": 0.675889, "f1": 0.640048, "accuracy": 0.675889, "main_score": 0.640048, "hf_subset": "nya_Latn-swe_Latn", "languages": ["nya-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589753, "recall": 0.644269, "f1": 0.604389, "accuracy": 0.644269, "main_score": 0.604389, "hf_subset": "nya_Latn-urd_Arab", "languages": ["nya-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566421, "recall": 0.608696, "f1": 0.578256, "accuracy": 0.608696, "main_score": 0.578256, "hf_subset": "nya_Latn-aka_Latn", "languages": ["nya-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624841, "recall": 0.658103, "f1": 0.633294, "accuracy": 0.658103, "main_score": 0.633294, "hf_subset": "nya_Latn-bjn_Latn", "languages": ["nya-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587269, "recall": 0.634387, "f1": 0.600414, "accuracy": 0.634387, "main_score": 0.600414, "hf_subset": "nya_Latn-fao_Latn", "languages": ["nya-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638824, "recall": 0.681818, "f1": 0.650065, "accuracy": 0.681818, "main_score": 0.650065, "hf_subset": "nya_Latn-ind_Latn", "languages": ["nya-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565663, "recall": 0.600791, "f1": 0.575881, "accuracy": 0.600791, "main_score": 0.575881, "hf_subset": "nya_Latn-knc_Latn", "languages": ["nya-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613092, "recall": 0.65415, "f1": 0.623199, "accuracy": 0.65415, "main_score": 0.623199, "hf_subset": "nya_Latn-mlt_Latn", "languages": ["nya-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540635, "recall": 0.586957, "f1": 0.553459, "accuracy": 0.586957, "main_score": 0.553459, "hf_subset": "nya_Latn-quy_Latn", "languages": ["nya-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613679, "recall": 0.661067, "f1": 0.626647, "accuracy": 0.661067, "main_score": 0.626647, "hf_subset": "nya_Latn-swh_Latn", "languages": ["nya-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595327, "recall": 0.639328, "f1": 0.606647, "accuracy": 0.639328, "main_score": 0.606647, "hf_subset": "nya_Latn-uzn_Latn", "languages": ["nya-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633272, "recall": 0.68083, "f1": 0.645755, "accuracy": 0.68083, "main_score": 0.645755, "hf_subset": "nya_Latn-als_Latn", "languages": ["nya-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304648, "recall": 0.358696, "f1": 0.317784, "accuracy": 0.358696, "main_score": 0.317784, "hf_subset": "nya_Latn-bod_Tibt", "languages": ["nya-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.588439, "recall": 0.630435, "f1": 0.599737, "accuracy": 0.630435, "main_score": 0.599737, "hf_subset": "nya_Latn-fij_Latn", "languages": ["nya-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579712, "recall": 0.634387, "f1": 0.593994, "accuracy": 0.634387, "main_score": 0.593994, "hf_subset": "nya_Latn-isl_Latn", "languages": ["nya-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595859, "recall": 0.641304, "f1": 0.608764, "accuracy": 0.641304, "main_score": 0.608764, "hf_subset": "nya_Latn-kon_Latn", "languages": ["nya-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507107, "recall": 0.556324, "f1": 0.521339, "accuracy": 0.556324, "main_score": 0.521339, "hf_subset": "nya_Latn-mni_Beng", "languages": ["nya-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.630267, "recall": 0.68083, "f1": 0.643344, "accuracy": 0.68083, "main_score": 0.643344, "hf_subset": "nya_Latn-ron_Latn", "languages": ["nya-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629691, "recall": 0.66996, "f1": 0.639372, "accuracy": 0.66996, "main_score": 0.639372, "hf_subset": "nya_Latn-szl_Latn", "languages": ["nya-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621209, "recall": 0.666996, "f1": 0.633455, "accuracy": 0.666996, "main_score": 0.633455, "hf_subset": "nya_Latn-vec_Latn", "languages": ["nya-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525218, "recall": 0.581028, "f1": 0.540111, "accuracy": 0.581028, "main_score": 0.540111, "hf_subset": "nya_Latn-amh_Ethi", "languages": ["nya-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.635589, "recall": 0.682806, "f1": 0.64717, "accuracy": 0.682806, "main_score": 0.64717, "hf_subset": "nya_Latn-bos_Latn", "languages": ["nya-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597547, "recall": 0.643281, "f1": 0.610115, "accuracy": 0.643281, "main_score": 0.610115, "hf_subset": "nya_Latn-fin_Latn", "languages": ["nya-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633651, "recall": 0.679842, "f1": 0.64544, "accuracy": 0.679842, "main_score": 0.64544, "hf_subset": "nya_Latn-ita_Latn", "languages": ["nya-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601501, "recall": 0.655138, "f1": 0.614694, "accuracy": 0.655138, "main_score": 0.614694, "hf_subset": "nya_Latn-kor_Hang", "languages": ["nya-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.513674, "recall": 0.5583, "f1": 0.525823, "accuracy": 0.5583, "main_score": 0.525823, "hf_subset": "nya_Latn-mos_Latn", "languages": ["nya-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546217, "recall": 0.597826, "f1": 0.559956, "accuracy": 0.597826, "main_score": 0.559956, "hf_subset": "nya_Latn-run_Latn", "languages": ["nya-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606285, "recall": 0.649209, "f1": 0.617319, "accuracy": 0.649209, "main_score": 0.617319, "hf_subset": "nya_Latn-tam_Taml", "languages": ["nya-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.619396, "recall": 0.663043, "f1": 0.630884, "accuracy": 0.663043, "main_score": 0.630884, "hf_subset": "nya_Latn-vie_Latn", "languages": ["nya-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607533, "recall": 0.660079, "f1": 0.621248, "accuracy": 0.660079, "main_score": 0.621248, "hf_subset": "nya_Latn-apc_Arab", "languages": ["nya-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566532, "recall": 0.610672, "f1": 0.577827, "accuracy": 0.610672, "main_score": 0.577827, "hf_subset": "nya_Latn-bug_Latn", "languages": ["nya-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46511, "recall": 0.51087, "f1": 0.477953, "accuracy": 0.51087, "main_score": 0.477953, "hf_subset": "nya_Latn-fon_Latn", "languages": ["nya-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636048, "recall": 0.676877, "f1": 0.646078, "accuracy": 0.676877, "main_score": 0.646078, "hf_subset": "nya_Latn-jav_Latn", "languages": ["nya-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554187, "recall": 0.602767, "f1": 0.567331, "accuracy": 0.602767, "main_score": 0.567331, "hf_subset": "nya_Latn-lao_Laoo", "languages": ["nya-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.543969, "recall": 0.587945, "f1": 0.555822, "accuracy": 0.587945, "main_score": 0.555822, "hf_subset": "nya_Latn-mri_Latn", "languages": ["nya-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605085, "recall": 0.655138, "f1": 0.618278, "accuracy": 0.655138, "main_score": 0.618278, "hf_subset": "nya_Latn-rus_Cyrl", "languages": ["nya-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497151, "recall": 0.536561, "f1": 0.508484, "accuracy": 0.536561, "main_score": 0.508484, "hf_subset": "nya_Latn-taq_Latn", "languages": ["nya-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645939, "recall": 0.68083, "f1": 0.654164, "accuracy": 0.68083, "main_score": 0.654164, "hf_subset": "nya_Latn-war_Latn", "languages": ["nya-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614502, "recall": 0.666008, "f1": 0.627506, "accuracy": 0.666008, "main_score": 0.627506, "hf_subset": "nya_Latn-arb_Arab", "languages": ["nya-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.617038, "recall": 0.662055, "f1": 0.62948, "accuracy": 0.662055, "main_score": 0.62948, "hf_subset": "nya_Latn-bul_Cyrl", "languages": ["nya-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.63991, "recall": 0.686759, "f1": 0.651942, "accuracy": 0.686759, "main_score": 0.651942, "hf_subset": "nya_Latn-fra_Latn", "languages": ["nya-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601709, "recall": 0.645257, "f1": 0.612867, "accuracy": 0.645257, "main_score": 0.612867, "hf_subset": "nya_Latn-jpn_Jpan", "languages": ["nya-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.611642, "recall": 0.656126, "f1": 0.622699, "accuracy": 0.656126, "main_score": 0.622699, "hf_subset": "nya_Latn-lij_Latn", "languages": ["nya-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468428, "recall": 0.535573, "f1": 0.48639, "accuracy": 0.535573, "main_score": 0.48639, "hf_subset": "nya_Latn-mya_Mymr", "languages": ["nya-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.548453, "recall": 0.596838, "f1": 0.5615, "accuracy": 0.596838, "main_score": 0.5615, "hf_subset": "nya_Latn-sag_Latn", "languages": ["nya-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195287, "recall": 0.241107, "f1": 0.206158, "accuracy": 0.241107, "main_score": 0.206158, "hf_subset": "nya_Latn-taq_Tfng", "languages": ["nya-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.563825, "recall": 0.607708, "f1": 0.576107, "accuracy": 0.607708, "main_score": 0.576107, "hf_subset": "nya_Latn-wol_Latn", "languages": ["nya-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491441, "recall": 0.540514, "f1": 0.504684, "accuracy": 0.540514, "main_score": 0.504684, "hf_subset": "nya_Latn-arb_Latn", "languages": ["nya-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636735, "recall": 0.677866, "f1": 0.647017, "accuracy": 0.677866, "main_score": 0.647017, "hf_subset": "nya_Latn-cat_Latn", "languages": ["nya-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609626, "recall": 0.652174, "f1": 0.620589, "accuracy": 0.652174, "main_score": 0.620589, "hf_subset": "nya_Latn-fur_Latn", "languages": ["nya-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427327, "recall": 0.475296, "f1": 0.440346, "accuracy": 0.475296, "main_score": 0.440346, "hf_subset": "nya_Latn-kab_Latn", "languages": ["nya-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598739, "recall": 0.642292, "f1": 0.609607, "accuracy": 0.642292, "main_score": 0.609607, "hf_subset": "nya_Latn-lim_Latn", "languages": ["nya-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613275, "recall": 0.662055, "f1": 0.625426, "accuracy": 0.662055, "main_score": 0.625426, "hf_subset": "nya_Latn-nld_Latn", "languages": ["nya-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561073, "recall": 0.61166, "f1": 0.574089, "accuracy": 0.61166, "main_score": 0.574089, "hf_subset": "nya_Latn-san_Deva", "languages": ["nya-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.602194, "recall": 0.65415, "f1": 0.615807, "accuracy": 0.65415, "main_score": 0.615807, "hf_subset": "nya_Latn-tat_Cyrl", "languages": ["nya-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.602907, "recall": 0.649209, "f1": 0.615453, "accuracy": 0.649209, "main_score": 0.615453, "hf_subset": "nya_Latn-xho_Latn", "languages": ["nya-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604337, "recall": 0.656126, "f1": 0.617738, "accuracy": 0.656126, "main_score": 0.617738, "hf_subset": "nya_Latn-ars_Arab", "languages": ["nya-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63617, "recall": 0.66996, "f1": 0.645425, "accuracy": 0.66996, "main_score": 0.645425, "hf_subset": "nya_Latn-ceb_Latn", "languages": ["nya-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51702, "recall": 0.562253, "f1": 0.529861, "accuracy": 0.562253, "main_score": 0.529861, "hf_subset": "nya_Latn-fuv_Latn", "languages": ["nya-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501123, "recall": 0.552372, "f1": 0.515447, "accuracy": 0.552372, "main_score": 0.515447, "hf_subset": "nya_Latn-kac_Latn", "languages": ["nya-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587203, "recall": 0.624506, "f1": 0.59805, "accuracy": 0.624506, "main_score": 0.59805, "hf_subset": "nya_Latn-lin_Latn", "languages": ["nya-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616537, "recall": 0.666008, "f1": 0.629081, "accuracy": 0.666008, "main_score": 0.629081, "hf_subset": "nya_Latn-nno_Latn", "languages": ["nya-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.128002, "recall": 0.172925, "f1": 0.138603, "accuracy": 0.172925, "main_score": 0.138603, "hf_subset": "nya_Latn-sat_Olck", "languages": ["nya-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.599313, "recall": 0.647233, "f1": 0.611975, "accuracy": 0.647233, "main_score": 0.611975, "hf_subset": "nya_Latn-tel_Telu", "languages": ["nya-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.532303, "recall": 0.590909, "f1": 0.548243, "accuracy": 0.590909, "main_score": 0.548243, "hf_subset": "nya_Latn-ydd_Hebr", "languages": ["nya-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.589058, "recall": 0.633399, "f1": 0.601654, "accuracy": 0.633399, "main_score": 0.601654, "hf_subset": "nya_Latn-ary_Arab", "languages": ["nya-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.62407, "recall": 0.666008, "f1": 0.634935, "accuracy": 0.666008, "main_score": 0.634935, "hf_subset": "nya_Latn-ces_Latn", "languages": ["nya-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49521, "recall": 0.547431, "f1": 0.51, "accuracy": 0.547431, "main_score": 0.51, "hf_subset": "nya_Latn-gaz_Latn", "languages": ["nya-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55896, "recall": 0.609684, "f1": 0.573135, "accuracy": 0.609684, "main_score": 0.573135, "hf_subset": "nya_Latn-kam_Latn", "languages": ["nya-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599778, "recall": 0.649209, "f1": 0.611563, "accuracy": 0.649209, "main_score": 0.611563, "hf_subset": "nya_Latn-lit_Latn", "languages": ["nya-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625935, "recall": 0.670949, "f1": 0.637504, "accuracy": 0.670949, "main_score": 0.637504, "hf_subset": "nya_Latn-nob_Latn", "languages": ["nya-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619685, "recall": 0.658103, "f1": 0.629942, "accuracy": 0.658103, "main_score": 0.629942, "hf_subset": "nya_Latn-scn_Latn", "languages": ["nya-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5893, "recall": 0.632411, "f1": 0.600934, "accuracy": 0.632411, "main_score": 0.600934, "hf_subset": "nya_Latn-tgk_Cyrl", "languages": ["nya-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52687, "recall": 0.585968, "f1": 0.544172, "accuracy": 0.585968, "main_score": 0.544172, "hf_subset": "nya_Latn-yor_Latn", "languages": ["nya-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616796, "recall": 0.66502, "f1": 0.628584, "accuracy": 0.66502, "main_score": 0.628584, "hf_subset": "nya_Latn-arz_Arab", "languages": ["nya-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515464, "recall": 0.549407, "f1": 0.524846, "accuracy": 0.549407, "main_score": 0.524846, "hf_subset": "nya_Latn-cjk_Latn", "languages": ["nya-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53936, "recall": 0.58004, "f1": 0.549898, "accuracy": 0.58004, "main_score": 0.549898, "hf_subset": "nya_Latn-gla_Latn", "languages": ["nya-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608351, "recall": 0.65415, "f1": 0.620354, "accuracy": 0.65415, "main_score": 0.620354, "hf_subset": "nya_Latn-kan_Knda", "languages": ["nya-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.599884, "recall": 0.641304, "f1": 0.610436, "accuracy": 0.641304, "main_score": 0.610436, "hf_subset": "nya_Latn-lmo_Latn", "languages": ["nya-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592807, "recall": 0.644269, "f1": 0.605732, "accuracy": 0.644269, "main_score": 0.605732, "hf_subset": "nya_Latn-npi_Deva", "languages": ["nya-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.452614, "recall": 0.497036, "f1": 0.464876, "accuracy": 0.497036, "main_score": 0.464876, "hf_subset": "nya_Latn-shn_Mymr", "languages": ["nya-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.648698, "recall": 0.694664, "f1": 0.660629, "accuracy": 0.694664, "main_score": 0.660629, "hf_subset": "nya_Latn-tgl_Latn", "languages": ["nya-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60271, "recall": 0.655138, "f1": 0.616622, "accuracy": 0.655138, "main_score": 0.616622, "hf_subset": "nya_Latn-yue_Hant", "languages": ["nya-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.58331, "recall": 0.637352, "f1": 0.597448, "accuracy": 0.637352, "main_score": 0.597448, "hf_subset": "nya_Latn-asm_Beng", "languages": ["nya-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.549274, "recall": 0.600791, "f1": 0.563002, "accuracy": 0.600791, "main_score": 0.563002, "hf_subset": "nya_Latn-ckb_Arab", "languages": ["nya-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541216, "recall": 0.586957, "f1": 0.554323, "accuracy": 0.586957, "main_score": 0.554323, "hf_subset": "nya_Latn-gle_Latn", "languages": ["nya-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526911, "recall": 0.579051, "f1": 0.540911, "accuracy": 0.579051, "main_score": 0.540911, "hf_subset": "nya_Latn-kas_Arab", "languages": ["nya-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563759, "recall": 0.613636, "f1": 0.57722, "accuracy": 0.613636, "main_score": 0.57722, "hf_subset": "nya_Latn-ltg_Latn", "languages": ["nya-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598148, "recall": 0.625494, "f1": 0.605997, "accuracy": 0.625494, "main_score": 0.605997, "hf_subset": "nya_Latn-nso_Latn", "languages": ["nya-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519769, "recall": 0.578063, "f1": 0.534843, "accuracy": 0.578063, "main_score": 0.534843, "hf_subset": "nya_Latn-sin_Sinh", "languages": ["nya-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.605759, "recall": 0.653162, "f1": 0.6181, "accuracy": 0.653162, "main_score": 0.6181, "hf_subset": "nya_Latn-tha_Thai", "languages": ["nya-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.581172, "recall": 0.625494, "f1": 0.592516, "accuracy": 0.625494, "main_score": 0.592516, "hf_subset": "nya_Latn-zho_Hans", "languages": ["nya-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.629802, "recall": 0.675889, "f1": 0.641447, "accuracy": 0.675889, "main_score": 0.641447, "hf_subset": "nya_Latn-ast_Latn", "languages": ["nya-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593794, "recall": 0.643281, "f1": 0.606109, "accuracy": 0.643281, "main_score": 0.606109, "hf_subset": "nya_Latn-crh_Latn", "languages": ["nya-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636574, "recall": 0.679842, "f1": 0.648139, "accuracy": 0.679842, "main_score": 0.648139, "hf_subset": "nya_Latn-glg_Latn", "languages": ["nya-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553323, "recall": 0.601779, "f1": 0.566413, "accuracy": 0.601779, "main_score": 0.566413, "hf_subset": "nya_Latn-kas_Deva", "languages": ["nya-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.594115, "recall": 0.63834, "f1": 0.605959, "accuracy": 0.63834, "main_score": 0.605959, "hf_subset": "nya_Latn-ltz_Latn", "languages": ["nya-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465769, "recall": 0.523715, "f1": 0.481332, "accuracy": 0.523715, "main_score": 0.481332, "hf_subset": "nya_Latn-nus_Latn", "languages": ["nya-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623924, "recall": 0.668972, "f1": 0.636267, "accuracy": 0.668972, "main_score": 0.636267, "hf_subset": "nya_Latn-slk_Latn", "languages": ["nya-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423918, "recall": 0.486166, "f1": 0.440543, "accuracy": 0.486166, "main_score": 0.440543, "hf_subset": "nya_Latn-tir_Ethi", "languages": ["nya-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.5793, "recall": 0.630435, "f1": 0.592364, "accuracy": 0.630435, "main_score": 0.592364, "hf_subset": "nya_Latn-zho_Hant", "languages": ["nya-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.609186, "recall": 0.657115, "f1": 0.621472, "accuracy": 0.657115, "main_score": 0.621472, "hf_subset": "nya_Latn-awa_Deva", "languages": ["nya-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.589911, "recall": 0.634387, "f1": 0.601547, "accuracy": 0.634387, "main_score": 0.601547, "hf_subset": "nya_Latn-cym_Latn", "languages": ["nya-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596725, "recall": 0.633399, "f1": 0.606451, "accuracy": 0.633399, "main_score": 0.606451, "hf_subset": "nya_Latn-grn_Latn", "languages": ["nya-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564144, "recall": 0.62253, "f1": 0.579215, "accuracy": 0.62253, "main_score": 0.579215, "hf_subset": "nya_Latn-kat_Geor", "languages": ["nya-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.579323, "recall": 0.617589, "f1": 0.590091, "accuracy": 0.617589, "main_score": 0.590091, "hf_subset": "nya_Latn-lua_Latn", "languages": ["nya-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627663, "recall": 0.66502, "f1": 0.636996, "accuracy": 0.66502, "main_score": 0.636996, "hf_subset": "nya_Latn-slv_Latn", "languages": ["nya-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610569, "recall": 0.652174, "f1": 0.621289, "accuracy": 0.652174, "main_score": 0.621289, "hf_subset": "nya_Latn-tpi_Latn", "languages": ["nya-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646685, "recall": 0.693676, "f1": 0.658361, "accuracy": 0.693676, "main_score": 0.658361, "hf_subset": "nya_Latn-zsm_Latn", "languages": ["nya-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519917, "recall": 0.565217, "f1": 0.532699, "accuracy": 0.565217, "main_score": 0.532699, "hf_subset": "nya_Latn-ayr_Latn", "languages": ["nya-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633513, "recall": 0.682806, "f1": 0.646095, "accuracy": 0.682806, "main_score": 0.646095, "hf_subset": "nya_Latn-dan_Latn", "languages": ["nya-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609228, "recall": 0.660079, "f1": 0.622752, "accuracy": 0.660079, "main_score": 0.622752, "hf_subset": "nya_Latn-guj_Gujr", "languages": ["nya-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.597134, "recall": 0.646245, "f1": 0.610624, "accuracy": 0.646245, "main_score": 0.610624, "hf_subset": "nya_Latn-kaz_Cyrl", "languages": ["nya-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533335, "recall": 0.588933, "f1": 0.548989, "accuracy": 0.588933, "main_score": 0.548989, "hf_subset": "nya_Latn-lug_Latn", "languages": ["nya-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644799, "recall": 0.689723, "f1": 0.656502, "accuracy": 0.689723, "main_score": 0.656502, "hf_subset": "nya_Latn-oci_Latn", "languages": ["nya-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593578, "recall": 0.634387, "f1": 0.60437, "accuracy": 0.634387, "main_score": 0.60437, "hf_subset": "nya_Latn-smo_Latn", "languages": ["nya-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535616, "recall": 0.576087, "f1": 0.546687, "accuracy": 0.576087, "main_score": 0.546687, "hf_subset": "nya_Latn-tsn_Latn", "languages": ["nya-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589948, "recall": 0.63834, "f1": 0.603551, "accuracy": 0.63834, "main_score": 0.603551, "hf_subset": "nya_Latn-zul_Latn", "languages": ["nya-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512188, "recall": 0.566206, "f1": 0.527367, "accuracy": 0.566206, "main_score": 0.527367, "hf_subset": "nya_Latn-azb_Arab", "languages": ["nya-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.626793, "recall": 0.66996, "f1": 0.637698, "accuracy": 0.66996, "main_score": 0.637698, "hf_subset": "nya_Latn-deu_Latn", "languages": ["nya-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557432, "recall": 0.609684, "f1": 0.572221, "accuracy": 0.609684, "main_score": 0.572221, "hf_subset": "nya_Latn-hat_Latn", "languages": ["nya-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506055, "recall": 0.546443, "f1": 0.516913, "accuracy": 0.546443, "main_score": 0.516913, "hf_subset": "nya_Latn-kbp_Latn", "languages": ["nya-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573223, "recall": 0.607708, "f1": 0.583193, "accuracy": 0.607708, "main_score": 0.583193, "hf_subset": "nya_Latn-luo_Latn", "languages": ["nya-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590055, "recall": 0.641304, "f1": 0.603368, "accuracy": 0.641304, "main_score": 0.603368, "hf_subset": "nya_Latn-ory_Orya", "languages": ["nya-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585665, "recall": 0.636364, "f1": 0.600101, "accuracy": 0.636364, "main_score": 0.600101, "hf_subset": "nya_Latn-sna_Latn", "languages": ["nya-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544774, "recall": 0.588933, "f1": 0.557237, "accuracy": 0.588933, "main_score": 0.557237, "hf_subset": "nya_Latn-tso_Latn", "languages": ["nya-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577389, "recall": 0.62747, "f1": 0.590259, "accuracy": 0.62747, "main_score": 0.590259, "hf_subset": "nya_Latn-azj_Latn", "languages": ["nya-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514413, "recall": 0.563241, "f1": 0.528931, "accuracy": 0.563241, "main_score": 0.528931, "hf_subset": "nya_Latn-dik_Latn", "languages": ["nya-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558517, "recall": 0.604743, "f1": 0.571267, "accuracy": 0.604743, "main_score": 0.571267, "hf_subset": "nya_Latn-hau_Latn", "languages": ["nya-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6111, "recall": 0.655138, "f1": 0.621739, "accuracy": 0.655138, "main_score": 0.621739, "hf_subset": "nya_Latn-kea_Latn", "languages": ["nya-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599125, "recall": 0.632411, "f1": 0.608303, "accuracy": 0.632411, "main_score": 0.608303, "hf_subset": "nya_Latn-lus_Latn", "languages": ["nya-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583463, "recall": 0.616601, "f1": 0.592442, "accuracy": 0.616601, "main_score": 0.592442, "hf_subset": "nya_Latn-pag_Latn", "languages": ["nya-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589516, "recall": 0.640316, "f1": 0.603179, "accuracy": 0.640316, "main_score": 0.603179, "hf_subset": "nya_Latn-snd_Arab", "languages": ["nya-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557088, "recall": 0.606719, "f1": 0.570465, "accuracy": 0.606719, "main_score": 0.570465, "hf_subset": "nya_Latn-tuk_Latn", "languages": ["nya-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600355, "recall": 0.647233, "f1": 0.612147, "accuracy": 0.647233, "main_score": 0.612147, "hf_subset": "nya_Latn-bak_Cyrl", "languages": ["nya-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.447159, "recall": 0.51581, "f1": 0.467056, "accuracy": 0.51581, "main_score": 0.467056, "hf_subset": "nya_Latn-dyu_Latn", "languages": ["nya-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608183, "recall": 0.652174, "f1": 0.619481, "accuracy": 0.652174, "main_score": 0.619481, "hf_subset": "nya_Latn-heb_Hebr", "languages": ["nya-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.578403, "recall": 0.62253, "f1": 0.590621, "accuracy": 0.62253, "main_score": 0.590621, "hf_subset": "nya_Latn-khk_Cyrl", "languages": ["nya-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.613759, "recall": 0.659091, "f1": 0.625928, "accuracy": 0.659091, "main_score": 0.625928, "hf_subset": "nya_Latn-lvs_Latn", "languages": ["nya-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602757, "recall": 0.648221, "f1": 0.61487, "accuracy": 0.648221, "main_score": 0.61487, "hf_subset": "nya_Latn-pan_Guru", "languages": ["nya-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.530872, "recall": 0.577075, "f1": 0.543783, "accuracy": 0.577075, "main_score": 0.543783, "hf_subset": "nya_Latn-som_Latn", "languages": ["nya-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632175, "recall": 0.681818, "f1": 0.64641, "accuracy": 0.681818, "main_score": 0.64641, "hf_subset": "nya_Latn-tum_Latn", "languages": ["nya-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594633, "recall": 0.652174, "f1": 0.611172, "accuracy": 0.652174, "main_score": 0.611172, "hf_subset": "slv_Latn-ace_Arab", "languages": ["slv-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534496, "recall": 0.59585, "f1": 0.551649, "accuracy": 0.59585, "main_score": 0.551649, "hf_subset": "slv_Latn-bam_Latn", "languages": ["slv-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431844, "recall": 0.506917, "f1": 0.452222, "accuracy": 0.506917, "main_score": 0.452222, "hf_subset": "slv_Latn-dzo_Tibt", "languages": ["slv-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-hin_Deva", "languages": ["slv-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-khm_Khmr", "languages": ["slv-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mag_Deva", "languages": ["slv-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "slv_Latn-pap_Latn", "languages": ["slv-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587393, "recall": 0.645257, "f1": 0.603565, "accuracy": 0.645257, "main_score": 0.603565, "hf_subset": "slv_Latn-sot_Latn", "languages": ["slv-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-tur_Latn", "languages": ["slv-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875774, "recall": 0.906126, "f1": 0.885277, "accuracy": 0.906126, "main_score": 0.885277, "hf_subset": "slv_Latn-ace_Latn", "languages": ["slv-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952322, "recall": 0.965415, "f1": 0.956423, "accuracy": 0.965415, "main_score": 0.956423, "hf_subset": "slv_Latn-ban_Latn", "languages": ["slv-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ell_Grek", "languages": ["slv-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "slv_Latn-hne_Deva", "languages": ["slv-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.602833, "recall": 0.658103, "f1": 0.618845, "accuracy": 0.658103, "main_score": 0.618845, "hf_subset": "slv_Latn-kik_Latn", "languages": ["slv-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mai_Deva", "languages": ["slv-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "slv_Latn-pbt_Arab", "languages": ["slv-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-spa_Latn", "languages": ["slv-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610664, "recall": 0.675889, "f1": 0.628951, "accuracy": 0.675889, "main_score": 0.628951, "hf_subset": "slv_Latn-twi_Latn", "languages": ["slv-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-acm_Arab", "languages": ["slv-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-bel_Cyrl", "languages": ["slv-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-eng_Latn", "languages": ["slv-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-hrv_Latn", "languages": ["slv-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562504, "recall": 0.62747, "f1": 0.579949, "accuracy": 0.62747, "main_score": 0.579949, "hf_subset": "slv_Latn-kin_Latn", "languages": ["slv-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-mal_Mlym", "languages": ["slv-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-pes_Arab", "languages": ["slv-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-srd_Latn", "languages": ["slv-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190754, "recall": 0.238142, "f1": 0.202463, "accuracy": 0.238142, "main_score": 0.202463, "hf_subset": "slv_Latn-tzm_Tfng", "languages": ["slv-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-acq_Arab", "languages": ["slv-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645334, "recall": 0.69664, "f1": 0.659469, "accuracy": 0.69664, "main_score": 0.659469, "hf_subset": "slv_Latn-bem_Latn", "languages": ["slv-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-epo_Latn", "languages": ["slv-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-hun_Latn", "languages": ["slv-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slv_Latn-kir_Cyrl", "languages": ["slv-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-mar_Deva", "languages": ["slv-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.673328, "recall": 0.725296, "f1": 0.688955, "accuracy": 0.725296, "main_score": 0.688955, "hf_subset": "slv_Latn-plt_Latn", "languages": ["slv-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-srp_Cyrl", "languages": ["slv-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "slv_Latn-uig_Arab", "languages": ["slv-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-aeb_Arab", "languages": ["slv-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ben_Beng", "languages": ["slv-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-est_Latn", "languages": ["slv-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-hye_Armn", "languages": ["slv-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.566875, "recall": 0.616601, "f1": 0.581724, "accuracy": 0.616601, "main_score": 0.581724, "hf_subset": "slv_Latn-kmb_Latn", "languages": ["slv-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513607, "recall": 0.586957, "f1": 0.533338, "accuracy": 0.586957, "main_score": 0.533338, "hf_subset": "slv_Latn-min_Arab", "languages": ["slv-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-pol_Latn", "languages": ["slv-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561833, "recall": 0.62253, "f1": 0.579323, "accuracy": 0.62253, "main_score": 0.579323, "hf_subset": "slv_Latn-ssw_Latn", "languages": ["slv-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ukr_Cyrl", "languages": ["slv-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-afr_Latn", "languages": ["slv-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slv_Latn-bho_Deva", "languages": ["slv-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slv_Latn-eus_Latn", "languages": ["slv-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599967, "recall": 0.65415, "f1": 0.615302, "accuracy": 0.65415, "main_score": 0.615302, "hf_subset": "slv_Latn-ibo_Latn", "languages": ["slv-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893116, "recall": 0.923913, "f1": 0.902997, "accuracy": 0.923913, "main_score": 0.902997, "hf_subset": "slv_Latn-kmr_Latn", "languages": ["slv-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "slv_Latn-min_Latn", "languages": ["slv-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-por_Latn", "languages": ["slv-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-sun_Latn", "languages": ["slv-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536777, "recall": 0.592885, "f1": 0.55297, "accuracy": 0.592885, "main_score": 0.55297, "hf_subset": "slv_Latn-umb_Latn", "languages": ["slv-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ajp_Arab", "languages": ["slv-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552617, "recall": 0.612648, "f1": 0.569444, "accuracy": 0.612648, "main_score": 0.569444, "hf_subset": "slv_Latn-bjn_Arab", "languages": ["slv-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519601, "recall": 0.578063, "f1": 0.535611, "accuracy": 0.578063, "main_score": 0.535611, "hf_subset": "slv_Latn-ewe_Latn", "languages": ["slv-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "slv_Latn-ilo_Latn", "languages": ["slv-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326252, "recall": 0.384387, "f1": 0.342792, "accuracy": 0.384387, "main_score": 0.342792, "hf_subset": "slv_Latn-knc_Arab", "languages": ["slv-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mkd_Cyrl", "languages": ["slv-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-prs_Arab", "languages": ["slv-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-swe_Latn", "languages": ["slv-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-urd_Arab", "languages": ["slv-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591548, "recall": 0.652174, "f1": 0.608437, "accuracy": 0.652174, "main_score": 0.608437, "hf_subset": "slv_Latn-aka_Latn", "languages": ["slv-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-bjn_Latn", "languages": ["slv-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "slv_Latn-fao_Latn", "languages": ["slv-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ind_Latn", "languages": ["slv-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587356, "recall": 0.645257, "f1": 0.603898, "accuracy": 0.645257, "main_score": 0.603898, "hf_subset": "slv_Latn-knc_Latn", "languages": ["slv-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "slv_Latn-mlt_Latn", "languages": ["slv-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7212, "recall": 0.780632, "f1": 0.738455, "accuracy": 0.780632, "main_score": 0.738455, "hf_subset": "slv_Latn-quy_Latn", "languages": ["slv-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "slv_Latn-swh_Latn", "languages": ["slv-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-uzn_Latn", "languages": ["slv-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-als_Latn", "languages": ["slv-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655543, "recall": 0.732213, "f1": 0.677539, "accuracy": 0.732213, "main_score": 0.677539, "hf_subset": "slv_Latn-bod_Tibt", "languages": ["slv-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.700192, "recall": 0.761858, "f1": 0.717907, "accuracy": 0.761858, "main_score": 0.717907, "hf_subset": "slv_Latn-fij_Latn", "languages": ["slv-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-isl_Latn", "languages": ["slv-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66605, "recall": 0.714427, "f1": 0.680635, "accuracy": 0.714427, "main_score": 0.680635, "hf_subset": "slv_Latn-kon_Latn", "languages": ["slv-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672376, "recall": 0.731225, "f1": 0.689665, "accuracy": 0.731225, "main_score": 0.689665, "hf_subset": "slv_Latn-mni_Beng", "languages": ["slv-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ron_Latn", "languages": ["slv-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "slv_Latn-szl_Latn", "languages": ["slv-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-vec_Latn", "languages": ["slv-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950675, "recall": 0.966403, "f1": 0.955764, "accuracy": 0.966403, "main_score": 0.955764, "hf_subset": "slv_Latn-amh_Ethi", "languages": ["slv-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-bos_Latn", "languages": ["slv-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-fin_Latn", "languages": ["slv-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ita_Latn", "languages": ["slv-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-kor_Hang", "languages": ["slv-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.545217, "recall": 0.604743, "f1": 0.562055, "accuracy": 0.604743, "main_score": 0.562055, "hf_subset": "slv_Latn-mos_Latn", "languages": ["slv-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566535, "recall": 0.624506, "f1": 0.583366, "accuracy": 0.624506, "main_score": 0.583366, "hf_subset": "slv_Latn-run_Latn", "languages": ["slv-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-tam_Taml", "languages": ["slv-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-vie_Latn", "languages": ["slv-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-apc_Arab", "languages": ["slv-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.800198, "recall": 0.846838, "f1": 0.814328, "accuracy": 0.846838, "main_score": 0.814328, "hf_subset": "slv_Latn-bug_Latn", "languages": ["slv-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479771, "recall": 0.534585, "f1": 0.494192, "accuracy": 0.534585, "main_score": 0.494192, "hf_subset": "slv_Latn-fon_Latn", "languages": ["slv-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-jav_Latn", "languages": ["slv-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slv_Latn-lao_Laoo", "languages": ["slv-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.880905, "recall": 0.914032, "f1": 0.891222, "accuracy": 0.914032, "main_score": 0.891222, "hf_subset": "slv_Latn-mri_Latn", "languages": ["slv-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-rus_Cyrl", "languages": ["slv-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543775, "recall": 0.604743, "f1": 0.560907, "accuracy": 0.604743, "main_score": 0.560907, "hf_subset": "slv_Latn-taq_Latn", "languages": ["slv-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-war_Latn", "languages": ["slv-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-arb_Arab", "languages": ["slv-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-bul_Cyrl", "languages": ["slv-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-fra_Latn", "languages": ["slv-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-jpn_Jpan", "languages": ["slv-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-lij_Latn", "languages": ["slv-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "slv_Latn-mya_Mymr", "languages": ["slv-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.598591, "recall": 0.659091, "f1": 0.615176, "accuracy": 0.659091, "main_score": 0.615176, "hf_subset": "slv_Latn-sag_Latn", "languages": ["slv-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203323, "recall": 0.256917, "f1": 0.214809, "accuracy": 0.256917, "main_score": 0.214809, "hf_subset": "slv_Latn-taq_Tfng", "languages": ["slv-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.632181, "recall": 0.690711, "f1": 0.6488, "accuracy": 0.690711, "main_score": 0.6488, "hf_subset": "slv_Latn-wol_Latn", "languages": ["slv-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804447, "recall": 0.850791, "f1": 0.818234, "accuracy": 0.850791, "main_score": 0.818234, "hf_subset": "slv_Latn-arb_Latn", "languages": ["slv-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-cat_Latn", "languages": ["slv-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-fur_Latn", "languages": ["slv-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414827, "recall": 0.470356, "f1": 0.429842, "accuracy": 0.470356, "main_score": 0.429842, "hf_subset": "slv_Latn-kab_Latn", "languages": ["slv-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slv_Latn-lim_Latn", "languages": ["slv-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-nld_Latn", "languages": ["slv-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "slv_Latn-san_Deva", "languages": ["slv-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-tat_Cyrl", "languages": ["slv-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.672439, "recall": 0.727273, "f1": 0.688494, "accuracy": 0.727273, "main_score": 0.688494, "hf_subset": "slv_Latn-xho_Latn", "languages": ["slv-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ars_Arab", "languages": ["slv-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-ceb_Latn", "languages": ["slv-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563863, "recall": 0.618577, "f1": 0.579257, "accuracy": 0.618577, "main_score": 0.579257, "hf_subset": "slv_Latn-fuv_Latn", "languages": ["slv-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517713, "recall": 0.58004, "f1": 0.534506, "accuracy": 0.58004, "main_score": 0.534506, "hf_subset": "slv_Latn-kac_Latn", "languages": ["slv-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687368, "recall": 0.738142, "f1": 0.702522, "accuracy": 0.738142, "main_score": 0.702522, "hf_subset": "slv_Latn-lin_Latn", "languages": ["slv-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-nno_Latn", "languages": ["slv-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229423, "recall": 0.312253, "f1": 0.251252, "accuracy": 0.312253, "main_score": 0.251252, "hf_subset": "slv_Latn-sat_Olck", "languages": ["slv-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-tel_Telu", "languages": ["slv-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "slv_Latn-ydd_Hebr", "languages": ["slv-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "slv_Latn-ary_Arab", "languages": ["slv-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ces_Latn", "languages": ["slv-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594746, "recall": 0.655138, "f1": 0.612108, "accuracy": 0.655138, "main_score": 0.612108, "hf_subset": "slv_Latn-gaz_Latn", "languages": ["slv-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59129, "recall": 0.655138, "f1": 0.609425, "accuracy": 0.655138, "main_score": 0.609425, "hf_subset": "slv_Latn-kam_Latn", "languages": ["slv-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "slv_Latn-lit_Latn", "languages": ["slv-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-nob_Latn", "languages": ["slv-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "slv_Latn-scn_Latn", "languages": ["slv-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "slv_Latn-tgk_Cyrl", "languages": ["slv-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.714345, "recall": 0.77668, "f1": 0.733503, "accuracy": 0.77668, "main_score": 0.733503, "hf_subset": "slv_Latn-yor_Latn", "languages": ["slv-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-arz_Arab", "languages": ["slv-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557809, "recall": 0.618577, "f1": 0.575922, "accuracy": 0.618577, "main_score": 0.575922, "hf_subset": "slv_Latn-cjk_Latn", "languages": ["slv-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808202, "recall": 0.853755, "f1": 0.822069, "accuracy": 0.853755, "main_score": 0.822069, "hf_subset": "slv_Latn-gla_Latn", "languages": ["slv-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-kan_Knda", "languages": ["slv-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-lmo_Latn", "languages": ["slv-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "slv_Latn-npi_Deva", "languages": ["slv-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472974, "recall": 0.532609, "f1": 0.489568, "accuracy": 0.532609, "main_score": 0.489568, "hf_subset": "slv_Latn-shn_Mymr", "languages": ["slv-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-tgl_Latn", "languages": ["slv-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-yue_Hant", "languages": ["slv-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-asm_Beng", "languages": ["slv-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "slv_Latn-ckb_Arab", "languages": ["slv-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.885623, "recall": 0.916008, "f1": 0.895158, "accuracy": 0.916008, "main_score": 0.895158, "hf_subset": "slv_Latn-gle_Latn", "languages": ["slv-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "slv_Latn-kas_Arab", "languages": ["slv-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "slv_Latn-ltg_Latn", "languages": ["slv-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627875, "recall": 0.678854, "f1": 0.642358, "accuracy": 0.678854, "main_score": 0.642358, "hf_subset": "slv_Latn-nso_Latn", "languages": ["slv-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "slv_Latn-sin_Sinh", "languages": ["slv-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-tha_Thai", "languages": ["slv-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-zho_Hans", "languages": ["slv-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ast_Latn", "languages": ["slv-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-crh_Latn", "languages": ["slv-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-glg_Latn", "languages": ["slv-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889493, "recall": 0.921937, "f1": 0.899624, "accuracy": 0.921937, "main_score": 0.899624, "hf_subset": "slv_Latn-kas_Deva", "languages": ["slv-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "slv_Latn-ltz_Latn", "languages": ["slv-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473519, "recall": 0.535573, "f1": 0.490122, "accuracy": 0.535573, "main_score": 0.490122, "hf_subset": "slv_Latn-nus_Latn", "languages": ["slv-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-slk_Latn", "languages": ["slv-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625543, "recall": 0.695652, "f1": 0.64633, "accuracy": 0.695652, "main_score": 0.64633, "hf_subset": "slv_Latn-tir_Ethi", "languages": ["slv-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-zho_Hant", "languages": ["slv-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "slv_Latn-awa_Deva", "languages": ["slv-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "slv_Latn-cym_Latn", "languages": ["slv-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83918, "recall": 0.879447, "f1": 0.851252, "accuracy": 0.879447, "main_score": 0.851252, "hf_subset": "slv_Latn-grn_Latn", "languages": ["slv-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-kat_Geor", "languages": ["slv-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.632373, "recall": 0.684783, "f1": 0.647271, "accuracy": 0.684783, "main_score": 0.647271, "hf_subset": "slv_Latn-lua_Latn", "languages": ["slv-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648295, "recall": 0.706522, "f1": 0.665291, "accuracy": 0.706522, "main_score": 0.665291, "hf_subset": "slv_Latn-nya_Latn", "languages": ["slv-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "slv_Latn-tpi_Latn", "languages": ["slv-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-zsm_Latn", "languages": ["slv-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543281, "recall": 0.610672, "f1": 0.562756, "accuracy": 0.610672, "main_score": 0.562756, "hf_subset": "slv_Latn-ayr_Latn", "languages": ["slv-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-dan_Latn", "languages": ["slv-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-guj_Gujr", "languages": ["slv-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-kaz_Cyrl", "languages": ["slv-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53587, "recall": 0.597826, "f1": 0.553644, "accuracy": 0.597826, "main_score": 0.553644, "hf_subset": "slv_Latn-lug_Latn", "languages": ["slv-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-oci_Latn", "languages": ["slv-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825873, "recall": 0.869565, "f1": 0.838966, "accuracy": 0.869565, "main_score": 0.838966, "hf_subset": "slv_Latn-smo_Latn", "languages": ["slv-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55267, "recall": 0.614625, "f1": 0.569971, "accuracy": 0.614625, "main_score": 0.569971, "hf_subset": "slv_Latn-tsn_Latn", "languages": ["slv-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624466, "recall": 0.684783, "f1": 0.642144, "accuracy": 0.684783, "main_score": 0.642144, "hf_subset": "slv_Latn-zul_Latn", "languages": ["slv-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933383, "recall": 0.952569, "f1": 0.93946, "accuracy": 0.952569, "main_score": 0.93946, "hf_subset": "slv_Latn-azb_Arab", "languages": ["slv-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-deu_Latn", "languages": ["slv-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "slv_Latn-hat_Latn", "languages": ["slv-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49955, "recall": 0.557312, "f1": 0.516118, "accuracy": 0.557312, "main_score": 0.516118, "hf_subset": "slv_Latn-kbp_Latn", "languages": ["slv-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581803, "recall": 0.637352, "f1": 0.596373, "accuracy": 0.637352, "main_score": 0.596373, "hf_subset": "slv_Latn-luo_Latn", "languages": ["slv-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ory_Orya", "languages": ["slv-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.593054, "recall": 0.657115, "f1": 0.610979, "accuracy": 0.657115, "main_score": 0.610979, "hf_subset": "slv_Latn-sna_Latn", "languages": ["slv-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5656, "recall": 0.620553, "f1": 0.580903, "accuracy": 0.620553, "main_score": 0.580903, "hf_subset": "slv_Latn-tso_Latn", "languages": ["slv-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slv_Latn-azj_Latn", "languages": ["slv-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529769, "recall": 0.598814, "f1": 0.549731, "accuracy": 0.598814, "main_score": 0.549731, "hf_subset": "slv_Latn-dik_Latn", "languages": ["slv-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744928, "recall": 0.798419, "f1": 0.761166, "accuracy": 0.798419, "main_score": 0.761166, "hf_subset": "slv_Latn-hau_Latn", "languages": ["slv-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "slv_Latn-kea_Latn", "languages": ["slv-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752668, "recall": 0.801383, "f1": 0.767391, "accuracy": 0.801383, "main_score": 0.767391, "hf_subset": "slv_Latn-lus_Latn", "languages": ["slv-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870553, "recall": 0.899209, "f1": 0.879414, "accuracy": 0.899209, "main_score": 0.879414, "hf_subset": "slv_Latn-pag_Latn", "languages": ["slv-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-snd_Arab", "languages": ["slv-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "slv_Latn-tuk_Latn", "languages": ["slv-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "slv_Latn-bak_Cyrl", "languages": ["slv-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486578, "recall": 0.562253, "f1": 0.508546, "accuracy": 0.562253, "main_score": 0.508546, "hf_subset": "slv_Latn-dyu_Latn", "languages": ["slv-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-heb_Hebr", "languages": ["slv-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-khk_Cyrl", "languages": ["slv-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-lvs_Latn", "languages": ["slv-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-pan_Guru", "languages": ["slv-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.713307, "recall": 0.770751, "f1": 0.730618, "accuracy": 0.770751, "main_score": 0.730618, "hf_subset": "slv_Latn-som_Latn", "languages": ["slv-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606523, "recall": 0.659091, "f1": 0.620992, "accuracy": 0.659091, "main_score": 0.620992, "hf_subset": "slv_Latn-tum_Latn", "languages": ["slv-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548148, "recall": 0.612648, "f1": 0.566427, "accuracy": 0.612648, "main_score": 0.566427, "hf_subset": "tpi_Latn-ace_Arab", "languages": ["tpi-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.533632, "recall": 0.591897, "f1": 0.549449, "accuracy": 0.591897, "main_score": 0.549449, "hf_subset": "tpi_Latn-bam_Latn", "languages": ["tpi-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.334181, "recall": 0.394269, "f1": 0.349421, "accuracy": 0.394269, "main_score": 0.349421, "hf_subset": "tpi_Latn-dzo_Tibt", "languages": ["tpi-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.931522, "recall": 0.950593, "f1": 0.937371, "accuracy": 0.950593, "main_score": 0.937371, "hf_subset": "tpi_Latn-hin_Deva", "languages": ["tpi-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.894219, "recall": 0.922925, "f1": 0.903195, "accuracy": 0.922925, "main_score": 0.903195, "hf_subset": "tpi_Latn-khm_Khmr", "languages": ["tpi-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.922431, "recall": 0.942688, "f1": 0.928821, "accuracy": 0.942688, "main_score": 0.928821, "hf_subset": "tpi_Latn-mag_Deva", "languages": ["tpi-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.898386, "recall": 0.922925, "f1": 0.90575, "accuracy": 0.922925, "main_score": 0.90575, "hf_subset": "tpi_Latn-pap_Latn", "languages": ["tpi-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612781, "recall": 0.667984, "f1": 0.627684, "accuracy": 0.667984, "main_score": 0.627684, "hf_subset": "tpi_Latn-sot_Latn", "languages": ["tpi-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.950593, "f1": 0.937714, "accuracy": 0.950593, "main_score": 0.937714, "hf_subset": "tpi_Latn-tur_Latn", "languages": ["tpi-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7925, "recall": 0.838933, "f1": 0.80611, "accuracy": 0.838933, "main_score": 0.80611, "hf_subset": "tpi_Latn-ace_Latn", "languages": ["tpi-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886488, "recall": 0.912055, "f1": 0.894088, "accuracy": 0.912055, "main_score": 0.894088, "hf_subset": "tpi_Latn-ban_Latn", "languages": ["tpi-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928607, "recall": 0.949605, "f1": 0.935145, "accuracy": 0.949605, "main_score": 0.935145, "hf_subset": "tpi_Latn-ell_Grek", "languages": ["tpi-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.915161, "recall": 0.936759, "f1": 0.921821, "accuracy": 0.936759, "main_score": 0.921821, "hf_subset": "tpi_Latn-hne_Deva", "languages": ["tpi-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.616134, "recall": 0.670949, "f1": 0.631112, "accuracy": 0.670949, "main_score": 0.631112, "hf_subset": "tpi_Latn-kik_Latn", "languages": ["tpi-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928583, "recall": 0.949605, "f1": 0.93526, "accuracy": 0.949605, "main_score": 0.93526, "hf_subset": "tpi_Latn-mai_Deva", "languages": ["tpi-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.845811, "recall": 0.886364, "f1": 0.857938, "accuracy": 0.886364, "main_score": 0.857938, "hf_subset": "tpi_Latn-pbt_Arab", "languages": ["tpi-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "tpi_Latn-spa_Latn", "languages": ["tpi-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62479, "recall": 0.68083, "f1": 0.640501, "accuracy": 0.68083, "main_score": 0.640501, "hf_subset": "tpi_Latn-twi_Latn", "languages": ["tpi-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932131, "recall": 0.950593, "f1": 0.937648, "accuracy": 0.950593, "main_score": 0.937648, "hf_subset": "tpi_Latn-acm_Arab", "languages": ["tpi-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915711, "recall": 0.940711, "f1": 0.923551, "accuracy": 0.940711, "main_score": 0.923551, "hf_subset": "tpi_Latn-bel_Cyrl", "languages": ["tpi-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "tpi_Latn-eng_Latn", "languages": ["tpi-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937582, "recall": 0.956522, "f1": 0.943478, "accuracy": 0.956522, "main_score": 0.943478, "hf_subset": "tpi_Latn-hrv_Latn", "languages": ["tpi-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553698, "recall": 0.609684, "f1": 0.569196, "accuracy": 0.609684, "main_score": 0.569196, "hf_subset": "tpi_Latn-kin_Latn", "languages": ["tpi-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923172, "recall": 0.945652, "f1": 0.930237, "accuracy": 0.945652, "main_score": 0.930237, "hf_subset": "tpi_Latn-mal_Mlym", "languages": ["tpi-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.930336, "recall": 0.950593, "f1": 0.936561, "accuracy": 0.950593, "main_score": 0.936561, "hf_subset": "tpi_Latn-pes_Arab", "languages": ["tpi-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.900889, "recall": 0.926877, "f1": 0.908564, "accuracy": 0.926877, "main_score": 0.908564, "hf_subset": "tpi_Latn-srd_Latn", "languages": ["tpi-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189555, "recall": 0.23419, "f1": 0.200015, "accuracy": 0.23419, "main_score": 0.200015, "hf_subset": "tpi_Latn-tzm_Tfng", "languages": ["tpi-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.92663, "recall": 0.948617, "f1": 0.933498, "accuracy": 0.948617, "main_score": 0.933498, "hf_subset": "tpi_Latn-acq_Arab", "languages": ["tpi-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.635928, "recall": 0.684783, "f1": 0.649202, "accuracy": 0.684783, "main_score": 0.649202, "hf_subset": "tpi_Latn-bem_Latn", "languages": ["tpi-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941041, "recall": 0.95751, "f1": 0.946146, "accuracy": 0.95751, "main_score": 0.946146, "hf_subset": "tpi_Latn-epo_Latn", "languages": ["tpi-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928607, "recall": 0.947628, "f1": 0.934274, "accuracy": 0.947628, "main_score": 0.934274, "hf_subset": "tpi_Latn-hun_Latn", "languages": ["tpi-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874209, "recall": 0.906126, "f1": 0.884025, "accuracy": 0.906126, "main_score": 0.884025, "hf_subset": "tpi_Latn-kir_Cyrl", "languages": ["tpi-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.930451, "recall": 0.948617, "f1": 0.935837, "accuracy": 0.948617, "main_score": 0.935837, "hf_subset": "tpi_Latn-mar_Deva", "languages": ["tpi-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639735, "recall": 0.6917, "f1": 0.654683, "accuracy": 0.6917, "main_score": 0.654683, "hf_subset": "tpi_Latn-plt_Latn", "languages": ["tpi-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.964427, "f1": 0.952734, "accuracy": 0.964427, "main_score": 0.952734, "hf_subset": "tpi_Latn-srp_Cyrl", "languages": ["tpi-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.800314, "recall": 0.848814, "f1": 0.815091, "accuracy": 0.848814, "main_score": 0.815091, "hf_subset": "tpi_Latn-uig_Arab", "languages": ["tpi-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.911265, "recall": 0.933794, "f1": 0.918116, "accuracy": 0.933794, "main_score": 0.918116, "hf_subset": "tpi_Latn-aeb_Arab", "languages": ["tpi-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.929265, "recall": 0.949605, "f1": 0.935507, "accuracy": 0.949605, "main_score": 0.935507, "hf_subset": "tpi_Latn-ben_Beng", "languages": ["tpi-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.919631, "recall": 0.942688, "f1": 0.92668, "accuracy": 0.942688, "main_score": 0.92668, "hf_subset": "tpi_Latn-est_Latn", "languages": ["tpi-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919878, "recall": 0.942688, "f1": 0.927108, "accuracy": 0.942688, "main_score": 0.927108, "hf_subset": "tpi_Latn-hye_Armn", "languages": ["tpi-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553054, "recall": 0.604743, "f1": 0.567064, "accuracy": 0.604743, "main_score": 0.567064, "hf_subset": "tpi_Latn-kmb_Latn", "languages": ["tpi-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489321, "recall": 0.55336, "f1": 0.506419, "accuracy": 0.55336, "main_score": 0.506419, "hf_subset": "tpi_Latn-min_Arab", "languages": ["tpi-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938109, "recall": 0.955534, "f1": 0.943464, "accuracy": 0.955534, "main_score": 0.943464, "hf_subset": "tpi_Latn-pol_Latn", "languages": ["tpi-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567097, "recall": 0.629447, "f1": 0.58414, "accuracy": 0.629447, "main_score": 0.58414, "hf_subset": "tpi_Latn-ssw_Latn", "languages": ["tpi-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "tpi_Latn-ukr_Cyrl", "languages": ["tpi-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.947217, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "tpi_Latn-afr_Latn", "languages": ["tpi-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913126, "recall": 0.937747, "f1": 0.920803, "accuracy": 0.937747, "main_score": 0.920803, "hf_subset": "tpi_Latn-bho_Deva", "languages": ["tpi-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.895422, "recall": 0.923913, "f1": 0.904433, "accuracy": 0.923913, "main_score": 0.904433, "hf_subset": "tpi_Latn-eus_Latn", "languages": ["tpi-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599319, "recall": 0.65415, "f1": 0.614305, "accuracy": 0.65415, "main_score": 0.614305, "hf_subset": "tpi_Latn-ibo_Latn", "languages": ["tpi-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757139, "recall": 0.804348, "f1": 0.771036, "accuracy": 0.804348, "main_score": 0.771036, "hf_subset": "tpi_Latn-kmr_Latn", "languages": ["tpi-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90443, "recall": 0.929842, "f1": 0.912451, "accuracy": 0.929842, "main_score": 0.912451, "hf_subset": "tpi_Latn-min_Latn", "languages": ["tpi-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "tpi_Latn-por_Latn", "languages": ["tpi-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919837, "recall": 0.9417, "f1": 0.926292, "accuracy": 0.9417, "main_score": 0.926292, "hf_subset": "tpi_Latn-sun_Latn", "languages": ["tpi-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522693, "recall": 0.581028, "f1": 0.538827, "accuracy": 0.581028, "main_score": 0.538827, "hf_subset": "tpi_Latn-umb_Latn", "languages": ["tpi-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.958498, "f1": 0.947431, "accuracy": 0.958498, "main_score": 0.947431, "hf_subset": "tpi_Latn-ajp_Arab", "languages": ["tpi-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500631, "recall": 0.561265, "f1": 0.517934, "accuracy": 0.561265, "main_score": 0.517934, "hf_subset": "tpi_Latn-bjn_Arab", "languages": ["tpi-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529051, "recall": 0.583004, "f1": 0.543896, "accuracy": 0.583004, "main_score": 0.543896, "hf_subset": "tpi_Latn-ewe_Latn", "languages": ["tpi-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864032, "recall": 0.892292, "f1": 0.872464, "accuracy": 0.892292, "main_score": 0.872464, "hf_subset": "tpi_Latn-ilo_Latn", "languages": ["tpi-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318356, "recall": 0.375494, "f1": 0.334093, "accuracy": 0.375494, "main_score": 0.334093, "hf_subset": "tpi_Latn-knc_Arab", "languages": ["tpi-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939394, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "tpi_Latn-mkd_Cyrl", "languages": ["tpi-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.932395, "recall": 0.952569, "f1": 0.938636, "accuracy": 0.952569, "main_score": 0.938636, "hf_subset": "tpi_Latn-prs_Arab", "languages": ["tpi-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "tpi_Latn-swe_Latn", "languages": ["tpi-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914608, "recall": 0.939723, "f1": 0.922497, "accuracy": 0.939723, "main_score": 0.922497, "hf_subset": "tpi_Latn-urd_Arab", "languages": ["tpi-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.612331, "recall": 0.671937, "f1": 0.62932, "accuracy": 0.671937, "main_score": 0.62932, "hf_subset": "tpi_Latn-aka_Latn", "languages": ["tpi-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895119, "recall": 0.918972, "f1": 0.901972, "accuracy": 0.918972, "main_score": 0.901972, "hf_subset": "tpi_Latn-bjn_Latn", "languages": ["tpi-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845636, "recall": 0.885375, "f1": 0.857905, "accuracy": 0.885375, "main_score": 0.857905, "hf_subset": "tpi_Latn-fao_Latn", "languages": ["tpi-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "tpi_Latn-ind_Latn", "languages": ["tpi-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585447, "recall": 0.645257, "f1": 0.602123, "accuracy": 0.645257, "main_score": 0.602123, "hf_subset": "tpi_Latn-knc_Latn", "languages": ["tpi-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897398, "recall": 0.923913, "f1": 0.905552, "accuracy": 0.923913, "main_score": 0.905552, "hf_subset": "tpi_Latn-mlt_Latn", "languages": ["tpi-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666527, "recall": 0.724308, "f1": 0.682841, "accuracy": 0.724308, "main_score": 0.682841, "hf_subset": "tpi_Latn-quy_Latn", "languages": ["tpi-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84553, "recall": 0.885375, "f1": 0.85771, "accuracy": 0.885375, "main_score": 0.85771, "hf_subset": "tpi_Latn-swh_Latn", "languages": ["tpi-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905468, "recall": 0.93083, "f1": 0.913175, "accuracy": 0.93083, "main_score": 0.913175, "hf_subset": "tpi_Latn-uzn_Latn", "languages": ["tpi-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930418, "recall": 0.949605, "f1": 0.936284, "accuracy": 0.949605, "main_score": 0.936284, "hf_subset": "tpi_Latn-als_Latn", "languages": ["tpi-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444592, "recall": 0.531621, "f1": 0.467644, "accuracy": 0.531621, "main_score": 0.467644, "hf_subset": "tpi_Latn-bod_Tibt", "languages": ["tpi-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.662338, "recall": 0.711462, "f1": 0.676187, "accuracy": 0.711462, "main_score": 0.676187, "hf_subset": "tpi_Latn-fij_Latn", "languages": ["tpi-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855435, "recall": 0.891304, "f1": 0.865961, "accuracy": 0.891304, "main_score": 0.865961, "hf_subset": "tpi_Latn-isl_Latn", "languages": ["tpi-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660337, "recall": 0.710474, "f1": 0.674464, "accuracy": 0.710474, "main_score": 0.674464, "hf_subset": "tpi_Latn-kon_Latn", "languages": ["tpi-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644412, "recall": 0.704545, "f1": 0.661317, "accuracy": 0.704545, "main_score": 0.661317, "hf_subset": "tpi_Latn-mni_Beng", "languages": ["tpi-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.95611, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "tpi_Latn-ron_Latn", "languages": ["tpi-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898962, "recall": 0.926877, "f1": 0.907839, "accuracy": 0.926877, "main_score": 0.907839, "hf_subset": "tpi_Latn-szl_Latn", "languages": ["tpi-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943429, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "tpi_Latn-vec_Latn", "languages": ["tpi-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774984, "recall": 0.826087, "f1": 0.789846, "accuracy": 0.826087, "main_score": 0.789846, "hf_subset": "tpi_Latn-amh_Ethi", "languages": ["tpi-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.944862, "recall": 0.961462, "f1": 0.950066, "accuracy": 0.961462, "main_score": 0.950066, "hf_subset": "tpi_Latn-bos_Latn", "languages": ["tpi-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93363, "recall": 0.951581, "f1": 0.939347, "accuracy": 0.951581, "main_score": 0.939347, "hf_subset": "tpi_Latn-fin_Latn", "languages": ["tpi-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "tpi_Latn-ita_Latn", "languages": ["tpi-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932724, "recall": 0.952569, "f1": 0.938966, "accuracy": 0.952569, "main_score": 0.938966, "hf_subset": "tpi_Latn-kor_Hang", "languages": ["tpi-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551677, "recall": 0.600791, "f1": 0.564909, "accuracy": 0.600791, "main_score": 0.564909, "hf_subset": "tpi_Latn-mos_Latn", "languages": ["tpi-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540747, "recall": 0.597826, "f1": 0.55625, "accuracy": 0.597826, "main_score": 0.55625, "hf_subset": "tpi_Latn-run_Latn", "languages": ["tpi-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921146, "recall": 0.943676, "f1": 0.928195, "accuracy": 0.943676, "main_score": 0.928195, "hf_subset": "tpi_Latn-tam_Taml", "languages": ["tpi-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.938735, "f1": 0.921245, "accuracy": 0.938735, "main_score": 0.921245, "hf_subset": "tpi_Latn-vie_Latn", "languages": ["tpi-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928969, "recall": 0.949605, "f1": 0.935343, "accuracy": 0.949605, "main_score": 0.935343, "hf_subset": "tpi_Latn-apc_Arab", "languages": ["tpi-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.763332, "recall": 0.80336, "f1": 0.774646, "accuracy": 0.80336, "main_score": 0.774646, "hf_subset": "tpi_Latn-bug_Latn", "languages": ["tpi-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479281, "recall": 0.532609, "f1": 0.493084, "accuracy": 0.532609, "main_score": 0.493084, "hf_subset": "tpi_Latn-fon_Latn", "languages": ["tpi-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920866, "recall": 0.9417, "f1": 0.927226, "accuracy": 0.9417, "main_score": 0.927226, "hf_subset": "tpi_Latn-jav_Latn", "languages": ["tpi-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861742, "recall": 0.897233, "f1": 0.872666, "accuracy": 0.897233, "main_score": 0.872666, "hf_subset": "tpi_Latn-lao_Laoo", "languages": ["tpi-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.715127, "recall": 0.775692, "f1": 0.733059, "accuracy": 0.775692, "main_score": 0.733059, "hf_subset": "tpi_Latn-mri_Latn", "languages": ["tpi-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947875, "recall": 0.964427, "f1": 0.953294, "accuracy": 0.964427, "main_score": 0.953294, "hf_subset": "tpi_Latn-rus_Cyrl", "languages": ["tpi-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545251, "recall": 0.599802, "f1": 0.560044, "accuracy": 0.599802, "main_score": 0.560044, "hf_subset": "tpi_Latn-taq_Latn", "languages": ["tpi-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926499, "recall": 0.947628, "f1": 0.933037, "accuracy": 0.947628, "main_score": 0.933037, "hf_subset": "tpi_Latn-war_Latn", "languages": ["tpi-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934898, "recall": 0.953557, "f1": 0.940613, "accuracy": 0.953557, "main_score": 0.940613, "hf_subset": "tpi_Latn-arb_Arab", "languages": ["tpi-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.945405, "recall": 0.962451, "f1": 0.950823, "accuracy": 0.962451, "main_score": 0.950823, "hf_subset": "tpi_Latn-bul_Cyrl", "languages": ["tpi-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953804, "recall": 0.967391, "f1": 0.95807, "accuracy": 0.967391, "main_score": 0.95807, "hf_subset": "tpi_Latn-fra_Latn", "languages": ["tpi-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947661, "recall": 0.962451, "f1": 0.952042, "accuracy": 0.962451, "main_score": 0.952042, "hf_subset": "tpi_Latn-jpn_Jpan", "languages": ["tpi-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.91362, "recall": 0.937747, "f1": 0.920967, "accuracy": 0.937747, "main_score": 0.920967, "hf_subset": "tpi_Latn-lij_Latn", "languages": ["tpi-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838933, "recall": 0.885375, "f1": 0.853557, "accuracy": 0.885375, "main_score": 0.853557, "hf_subset": "tpi_Latn-mya_Mymr", "languages": ["tpi-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.595719, "recall": 0.659091, "f1": 0.613679, "accuracy": 0.659091, "main_score": 0.613679, "hf_subset": "tpi_Latn-sag_Latn", "languages": ["tpi-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203174, "recall": 0.255929, "f1": 0.214556, "accuracy": 0.255929, "main_score": 0.214556, "hf_subset": "tpi_Latn-taq_Tfng", "languages": ["tpi-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.634332, "recall": 0.684783, "f1": 0.648334, "accuracy": 0.684783, "main_score": 0.648334, "hf_subset": "tpi_Latn-wol_Latn", "languages": ["tpi-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641058, "recall": 0.704545, "f1": 0.658838, "accuracy": 0.704545, "main_score": 0.658838, "hf_subset": "tpi_Latn-arb_Latn", "languages": ["tpi-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949638, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "tpi_Latn-cat_Latn", "languages": ["tpi-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907115, "recall": 0.931818, "f1": 0.91446, "accuracy": 0.931818, "main_score": 0.91446, "hf_subset": "tpi_Latn-fur_Latn", "languages": ["tpi-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414866, "recall": 0.465415, "f1": 0.42769, "accuracy": 0.465415, "main_score": 0.42769, "hf_subset": "tpi_Latn-kab_Latn", "languages": ["tpi-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901433, "recall": 0.924901, "f1": 0.908616, "accuracy": 0.924901, "main_score": 0.908616, "hf_subset": "tpi_Latn-lim_Latn", "languages": ["tpi-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945125, "accuracy": 0.95751, "main_score": 0.945125, "hf_subset": "tpi_Latn-nld_Latn", "languages": ["tpi-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876729, "recall": 0.909091, "f1": 0.886726, "accuracy": 0.909091, "main_score": 0.886726, "hf_subset": "tpi_Latn-san_Deva", "languages": ["tpi-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.887731, "recall": 0.917984, "f1": 0.89682, "accuracy": 0.917984, "main_score": 0.89682, "hf_subset": "tpi_Latn-tat_Cyrl", "languages": ["tpi-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.655189, "recall": 0.708498, "f1": 0.670018, "accuracy": 0.708498, "main_score": 0.670018, "hf_subset": "tpi_Latn-xho_Latn", "languages": ["tpi-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930369, "recall": 0.950593, "f1": 0.936561, "accuracy": 0.950593, "main_score": 0.936561, "hf_subset": "tpi_Latn-ars_Arab", "languages": ["tpi-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.926525, "recall": 0.94664, "f1": 0.932889, "accuracy": 0.94664, "main_score": 0.932889, "hf_subset": "tpi_Latn-ceb_Latn", "languages": ["tpi-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554044, "recall": 0.613636, "f1": 0.571107, "accuracy": 0.613636, "main_score": 0.571107, "hf_subset": "tpi_Latn-fuv_Latn", "languages": ["tpi-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53534, "recall": 0.593874, "f1": 0.551271, "accuracy": 0.593874, "main_score": 0.551271, "hf_subset": "tpi_Latn-kac_Latn", "languages": ["tpi-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657931, "recall": 0.709486, "f1": 0.67304, "accuracy": 0.709486, "main_score": 0.67304, "hf_subset": "tpi_Latn-lin_Latn", "languages": ["tpi-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941074, "recall": 0.959486, "f1": 0.94697, "accuracy": 0.959486, "main_score": 0.94697, "hf_subset": "tpi_Latn-nno_Latn", "languages": ["tpi-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169306, "recall": 0.226285, "f1": 0.183324, "accuracy": 0.226285, "main_score": 0.183324, "hf_subset": "tpi_Latn-sat_Olck", "languages": ["tpi-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.929381, "recall": 0.948617, "f1": 0.935112, "accuracy": 0.948617, "main_score": 0.935112, "hf_subset": "tpi_Latn-tel_Telu", "languages": ["tpi-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.829803, "recall": 0.871542, "f1": 0.842457, "accuracy": 0.871542, "main_score": 0.842457, "hf_subset": "tpi_Latn-ydd_Hebr", "languages": ["tpi-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.882987, "recall": 0.913043, "f1": 0.892115, "accuracy": 0.913043, "main_score": 0.892115, "hf_subset": "tpi_Latn-ary_Arab", "languages": ["tpi-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.954545, "f1": 0.940547, "accuracy": 0.954545, "main_score": 0.940547, "hf_subset": "tpi_Latn-ces_Latn", "languages": ["tpi-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557369, "recall": 0.616601, "f1": 0.574559, "accuracy": 0.616601, "main_score": 0.574559, "hf_subset": "tpi_Latn-gaz_Latn", "languages": ["tpi-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59008, "recall": 0.652174, "f1": 0.606966, "accuracy": 0.652174, "main_score": 0.606966, "hf_subset": "tpi_Latn-kam_Latn", "languages": ["tpi-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921673, "recall": 0.942688, "f1": 0.928195, "accuracy": 0.942688, "main_score": 0.928195, "hf_subset": "tpi_Latn-lit_Latn", "languages": ["tpi-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948699, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "tpi_Latn-nob_Latn", "languages": ["tpi-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897513, "recall": 0.923913, "f1": 0.905289, "accuracy": 0.923913, "main_score": 0.905289, "hf_subset": "tpi_Latn-scn_Latn", "languages": ["tpi-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857134, "recall": 0.892292, "f1": 0.867812, "accuracy": 0.892292, "main_score": 0.867812, "hf_subset": "tpi_Latn-tgk_Cyrl", "languages": ["tpi-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.621056, "recall": 0.686759, "f1": 0.640324, "accuracy": 0.686759, "main_score": 0.640324, "hf_subset": "tpi_Latn-yor_Latn", "languages": ["tpi-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939674, "recall": 0.956522, "f1": 0.94473, "accuracy": 0.956522, "main_score": 0.94473, "hf_subset": "tpi_Latn-arz_Arab", "languages": ["tpi-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548015, "recall": 0.607708, "f1": 0.565108, "accuracy": 0.607708, "main_score": 0.565108, "hf_subset": "tpi_Latn-cjk_Latn", "languages": ["tpi-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657247, "recall": 0.718379, "f1": 0.673906, "accuracy": 0.718379, "main_score": 0.673906, "hf_subset": "tpi_Latn-gla_Latn", "languages": ["tpi-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92416, "recall": 0.945652, "f1": 0.930896, "accuracy": 0.945652, "main_score": 0.930896, "hf_subset": "tpi_Latn-kan_Knda", "languages": ["tpi-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.903887, "recall": 0.926877, "f1": 0.910672, "accuracy": 0.926877, "main_score": 0.910672, "hf_subset": "tpi_Latn-lmo_Latn", "languages": ["tpi-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926136, "recall": 0.948617, "f1": 0.933366, "accuracy": 0.948617, "main_score": 0.933366, "hf_subset": "tpi_Latn-npi_Deva", "languages": ["tpi-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.474658, "recall": 0.541502, "f1": 0.492941, "accuracy": 0.541502, "main_score": 0.492941, "hf_subset": "tpi_Latn-shn_Mymr", "languages": ["tpi-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.966403, "f1": 0.957675, "accuracy": 0.966403, "main_score": 0.957675, "hf_subset": "tpi_Latn-tgl_Latn", "languages": ["tpi-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936677, "recall": 0.954545, "f1": 0.94226, "accuracy": 0.954545, "main_score": 0.94226, "hf_subset": "tpi_Latn-yue_Hant", "languages": ["tpi-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.906357, "recall": 0.933794, "f1": 0.91502, "accuracy": 0.933794, "main_score": 0.91502, "hf_subset": "tpi_Latn-asm_Beng", "languages": ["tpi-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.790796, "recall": 0.837945, "f1": 0.804268, "accuracy": 0.837945, "main_score": 0.804268, "hf_subset": "tpi_Latn-ckb_Arab", "languages": ["tpi-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.694215, "recall": 0.748024, "f1": 0.708619, "accuracy": 0.748024, "main_score": 0.708619, "hf_subset": "tpi_Latn-gle_Latn", "languages": ["tpi-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8259, "recall": 0.864625, "f1": 0.837173, "accuracy": 0.864625, "main_score": 0.837173, "hf_subset": "tpi_Latn-kas_Arab", "languages": ["tpi-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.830682, "recall": 0.868577, "f1": 0.841685, "accuracy": 0.868577, "main_score": 0.841685, "hf_subset": "tpi_Latn-ltg_Latn", "languages": ["tpi-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624788, "recall": 0.678854, "f1": 0.639646, "accuracy": 0.678854, "main_score": 0.639646, "hf_subset": "tpi_Latn-nso_Latn", "languages": ["tpi-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847003, "recall": 0.885375, "f1": 0.858733, "accuracy": 0.885375, "main_score": 0.858733, "hf_subset": "tpi_Latn-sin_Sinh", "languages": ["tpi-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.939147, "recall": 0.955534, "f1": 0.944071, "accuracy": 0.955534, "main_score": 0.944071, "hf_subset": "tpi_Latn-tha_Thai", "languages": ["tpi-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.938796, "recall": 0.954545, "f1": 0.943445, "accuracy": 0.954545, "main_score": 0.943445, "hf_subset": "tpi_Latn-zho_Hans", "languages": ["tpi-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.937582, "recall": 0.955534, "f1": 0.943299, "accuracy": 0.955534, "main_score": 0.943299, "hf_subset": "tpi_Latn-ast_Latn", "languages": ["tpi-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897348, "recall": 0.924901, "f1": 0.905698, "accuracy": 0.924901, "main_score": 0.905698, "hf_subset": "tpi_Latn-crh_Latn", "languages": ["tpi-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948403, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "tpi_Latn-glg_Latn", "languages": ["tpi-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776195, "recall": 0.83004, "f1": 0.792083, "accuracy": 0.83004, "main_score": 0.792083, "hf_subset": "tpi_Latn-kas_Deva", "languages": ["tpi-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.895916, "recall": 0.924901, "f1": 0.904776, "accuracy": 0.924901, "main_score": 0.904776, "hf_subset": "tpi_Latn-ltz_Latn", "languages": ["tpi-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481757, "recall": 0.546443, "f1": 0.499471, "accuracy": 0.546443, "main_score": 0.499471, "hf_subset": "tpi_Latn-nus_Latn", "languages": ["tpi-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941864, "recall": 0.958498, "f1": 0.946772, "accuracy": 0.958498, "main_score": 0.946772, "hf_subset": "tpi_Latn-slk_Latn", "languages": ["tpi-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533723, "recall": 0.602767, "f1": 0.552481, "accuracy": 0.602767, "main_score": 0.552481, "hf_subset": "tpi_Latn-tir_Ethi", "languages": ["tpi-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.93363, "recall": 0.954545, "f1": 0.940382, "accuracy": 0.954545, "main_score": 0.940382, "hf_subset": "tpi_Latn-zho_Hant", "languages": ["tpi-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.929167, "recall": 0.949605, "f1": 0.935507, "accuracy": 0.949605, "main_score": 0.935507, "hf_subset": "tpi_Latn-awa_Deva", "languages": ["tpi-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.834637, "recall": 0.868577, "f1": 0.844441, "accuracy": 0.868577, "main_score": 0.844441, "hf_subset": "tpi_Latn-cym_Latn", "languages": ["tpi-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774169, "recall": 0.817194, "f1": 0.786794, "accuracy": 0.817194, "main_score": 0.786794, "hf_subset": "tpi_Latn-grn_Latn", "languages": ["tpi-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881374, "recall": 0.91502, "f1": 0.891667, "accuracy": 0.91502, "main_score": 0.891667, "hf_subset": "tpi_Latn-kat_Geor", "languages": ["tpi-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.631343, "recall": 0.685771, "f1": 0.646575, "accuracy": 0.685771, "main_score": 0.646575, "hf_subset": "tpi_Latn-lua_Latn", "languages": ["tpi-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633868, "recall": 0.684783, "f1": 0.647911, "accuracy": 0.684783, "main_score": 0.647911, "hf_subset": "tpi_Latn-nya_Latn", "languages": ["tpi-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930698, "recall": 0.949605, "f1": 0.936232, "accuracy": 0.949605, "main_score": 0.936232, "hf_subset": "tpi_Latn-slv_Latn", "languages": ["tpi-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937171, "recall": 0.956522, "f1": 0.943248, "accuracy": 0.956522, "main_score": 0.943248, "hf_subset": "tpi_Latn-zsm_Latn", "languages": ["tpi-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541808, "recall": 0.604743, "f1": 0.560166, "accuracy": 0.604743, "main_score": 0.560166, "hf_subset": "tpi_Latn-ayr_Latn", "languages": ["tpi-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "tpi_Latn-dan_Latn", "languages": ["tpi-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932206, "recall": 0.950593, "f1": 0.937731, "accuracy": 0.950593, "main_score": 0.937731, "hf_subset": "tpi_Latn-guj_Gujr", "languages": ["tpi-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.92197, "recall": 0.944664, "f1": 0.929018, "accuracy": 0.944664, "main_score": 0.929018, "hf_subset": "tpi_Latn-kaz_Cyrl", "languages": ["tpi-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535667, "recall": 0.588933, "f1": 0.550213, "accuracy": 0.588933, "main_score": 0.550213, "hf_subset": "tpi_Latn-lug_Latn", "languages": ["tpi-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "tpi_Latn-oci_Latn", "languages": ["tpi-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747803, "recall": 0.797431, "f1": 0.761775, "accuracy": 0.797431, "main_score": 0.761775, "hf_subset": "tpi_Latn-smo_Latn", "languages": ["tpi-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562611, "recall": 0.619565, "f1": 0.57766, "accuracy": 0.619565, "main_score": 0.57766, "hf_subset": "tpi_Latn-tsn_Latn", "languages": ["tpi-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590221, "recall": 0.650198, "f1": 0.606766, "accuracy": 0.650198, "main_score": 0.606766, "hf_subset": "tpi_Latn-zul_Latn", "languages": ["tpi-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797324, "recall": 0.844862, "f1": 0.81124, "accuracy": 0.844862, "main_score": 0.81124, "hf_subset": "tpi_Latn-azb_Arab", "languages": ["tpi-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.941568, "recall": 0.95751, "f1": 0.946443, "accuracy": 0.95751, "main_score": 0.946443, "hf_subset": "tpi_Latn-deu_Latn", "languages": ["tpi-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854084, "recall": 0.891304, "f1": 0.865382, "accuracy": 0.891304, "main_score": 0.865382, "hf_subset": "tpi_Latn-hat_Latn", "languages": ["tpi-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515085, "recall": 0.565217, "f1": 0.528834, "accuracy": 0.565217, "main_score": 0.528834, "hf_subset": "tpi_Latn-kbp_Latn", "languages": ["tpi-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581104, "recall": 0.639328, "f1": 0.596832, "accuracy": 0.639328, "main_score": 0.596832, "hf_subset": "tpi_Latn-luo_Latn", "languages": ["tpi-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932806, "recall": 0.951581, "f1": 0.93849, "accuracy": 0.951581, "main_score": 0.93849, "hf_subset": "tpi_Latn-ory_Orya", "languages": ["tpi-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.592218, "recall": 0.645257, "f1": 0.606718, "accuracy": 0.645257, "main_score": 0.606718, "hf_subset": "tpi_Latn-sna_Latn", "languages": ["tpi-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574246, "recall": 0.62253, "f1": 0.587605, "accuracy": 0.62253, "main_score": 0.587605, "hf_subset": "tpi_Latn-tso_Latn", "languages": ["tpi-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905056, "recall": 0.931818, "f1": 0.913439, "accuracy": 0.931818, "main_score": 0.913439, "hf_subset": "tpi_Latn-azj_Latn", "languages": ["tpi-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551713, "recall": 0.608696, "f1": 0.568939, "accuracy": 0.608696, "main_score": 0.568939, "hf_subset": "tpi_Latn-dik_Latn", "languages": ["tpi-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672753, "recall": 0.728261, "f1": 0.688342, "accuracy": 0.728261, "main_score": 0.688342, "hf_subset": "tpi_Latn-hau_Latn", "languages": ["tpi-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896937, "recall": 0.922925, "f1": 0.904696, "accuracy": 0.922925, "main_score": 0.904696, "hf_subset": "tpi_Latn-kea_Latn", "languages": ["tpi-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.733893, "recall": 0.778656, "f1": 0.746725, "accuracy": 0.778656, "main_score": 0.746725, "hf_subset": "tpi_Latn-lus_Latn", "languages": ["tpi-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81581, "recall": 0.850791, "f1": 0.825974, "accuracy": 0.850791, "main_score": 0.825974, "hf_subset": "tpi_Latn-pag_Latn", "languages": ["tpi-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903936, "recall": 0.929842, "f1": 0.911957, "accuracy": 0.929842, "main_score": 0.911957, "hf_subset": "tpi_Latn-snd_Arab", "languages": ["tpi-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.804545, "recall": 0.848814, "f1": 0.817542, "accuracy": 0.848814, "main_score": 0.817542, "hf_subset": "tpi_Latn-tuk_Latn", "languages": ["tpi-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897233, "recall": 0.923913, "f1": 0.905256, "accuracy": 0.923913, "main_score": 0.905256, "hf_subset": "tpi_Latn-bak_Cyrl", "languages": ["tpi-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486202, "recall": 0.560277, "f1": 0.506767, "accuracy": 0.560277, "main_score": 0.506767, "hf_subset": "tpi_Latn-dyu_Latn", "languages": ["tpi-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936759, "recall": 0.956522, "f1": 0.943182, "accuracy": 0.956522, "main_score": 0.943182, "hf_subset": "tpi_Latn-heb_Hebr", "languages": ["tpi-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.853978, "recall": 0.891304, "f1": 0.865563, "accuracy": 0.891304, "main_score": 0.865563, "hf_subset": "tpi_Latn-khk_Cyrl", "languages": ["tpi-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.933712, "recall": 0.953557, "f1": 0.939954, "accuracy": 0.953557, "main_score": 0.939954, "hf_subset": "tpi_Latn-lvs_Latn", "languages": ["tpi-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920249, "recall": 0.9417, "f1": 0.926735, "accuracy": 0.9417, "main_score": 0.926735, "hf_subset": "tpi_Latn-pan_Guru", "languages": ["tpi-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.630717, "recall": 0.684783, "f1": 0.645977, "accuracy": 0.684783, "main_score": 0.645977, "hf_subset": "tpi_Latn-som_Latn", "languages": ["tpi-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608352, "recall": 0.65415, "f1": 0.621113, "accuracy": 0.65415, "main_score": 0.621113, "hf_subset": "tpi_Latn-tum_Latn", "languages": ["tpi-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61573, "recall": 0.681818, "f1": 0.634535, "accuracy": 0.681818, "main_score": 0.634535, "hf_subset": "zsm_Latn-ace_Arab", "languages": ["zsm-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550603, "recall": 0.607708, "f1": 0.566558, "accuracy": 0.607708, "main_score": 0.566558, "hf_subset": "zsm_Latn-bam_Latn", "languages": ["zsm-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473443, "recall": 0.551383, "f1": 0.494432, "accuracy": 0.551383, "main_score": 0.494432, "hf_subset": "zsm_Latn-dzo_Tibt", "languages": ["zsm-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hin_Deva", "languages": ["zsm-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-khm_Khmr", "languages": ["zsm-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-mag_Deva", "languages": ["zsm-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "zsm_Latn-pap_Latn", "languages": ["zsm-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615778, "recall": 0.668972, "f1": 0.630487, "accuracy": 0.668972, "main_score": 0.630487, "hf_subset": "zsm_Latn-sot_Latn", "languages": ["zsm-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-tur_Latn", "languages": ["zsm-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911561, "recall": 0.935771, "f1": 0.919137, "accuracy": 0.935771, "main_score": 0.919137, "hf_subset": "zsm_Latn-ace_Latn", "languages": ["zsm-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "zsm_Latn-ban_Latn", "languages": ["zsm-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ell_Grek", "languages": ["zsm-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zsm_Latn-hne_Deva", "languages": ["zsm-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.629297, "recall": 0.683794, "f1": 0.644686, "accuracy": 0.683794, "main_score": 0.644686, "hf_subset": "zsm_Latn-kik_Latn", "languages": ["zsm-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mai_Deva", "languages": ["zsm-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "zsm_Latn-pbt_Arab", "languages": ["zsm-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-spa_Latn", "languages": ["zsm-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62586, "recall": 0.690711, "f1": 0.644139, "accuracy": 0.690711, "main_score": 0.644139, "hf_subset": "zsm_Latn-twi_Latn", "languages": ["zsm-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-acm_Arab", "languages": ["zsm-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bel_Cyrl", "languages": ["zsm-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-eng_Latn", "languages": ["zsm-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hrv_Latn", "languages": ["zsm-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589237, "recall": 0.650198, "f1": 0.606347, "accuracy": 0.650198, "main_score": 0.606347, "hf_subset": "zsm_Latn-kin_Latn", "languages": ["zsm-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-mal_Mlym", "languages": ["zsm-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pes_Arab", "languages": ["zsm-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-srd_Latn", "languages": ["zsm-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183842, "recall": 0.232213, "f1": 0.195573, "accuracy": 0.232213, "main_score": 0.195573, "hf_subset": "zsm_Latn-tzm_Tfng", "languages": ["zsm-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-acq_Arab", "languages": ["zsm-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.652339, "recall": 0.697628, "f1": 0.665088, "accuracy": 0.697628, "main_score": 0.665088, "hf_subset": "zsm_Latn-bem_Latn", "languages": ["zsm-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-epo_Latn", "languages": ["zsm-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hun_Latn", "languages": ["zsm-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-kir_Cyrl", "languages": ["zsm-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mar_Deva", "languages": ["zsm-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.699704, "recall": 0.751976, "f1": 0.714921, "accuracy": 0.751976, "main_score": 0.714921, "hf_subset": "zsm_Latn-plt_Latn", "languages": ["zsm-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-srp_Cyrl", "languages": ["zsm-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968297, "recall": 0.977273, "f1": 0.97108, "accuracy": 0.977273, "main_score": 0.97108, "hf_subset": "zsm_Latn-uig_Arab", "languages": ["zsm-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-aeb_Arab", "languages": ["zsm-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ben_Beng", "languages": ["zsm-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-est_Latn", "languages": ["zsm-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hye_Armn", "languages": ["zsm-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.567171, "recall": 0.621542, "f1": 0.582602, "accuracy": 0.621542, "main_score": 0.582602, "hf_subset": "zsm_Latn-kmb_Latn", "languages": ["zsm-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542929, "recall": 0.61166, "f1": 0.561387, "accuracy": 0.61166, "main_score": 0.561387, "hf_subset": "zsm_Latn-min_Arab", "languages": ["zsm-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pol_Latn", "languages": ["zsm-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591263, "recall": 0.65415, "f1": 0.609202, "accuracy": 0.65415, "main_score": 0.609202, "hf_subset": "zsm_Latn-ssw_Latn", "languages": ["zsm-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ukr_Cyrl", "languages": ["zsm-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-afr_Latn", "languages": ["zsm-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-bho_Deva", "languages": ["zsm-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zsm_Latn-eus_Latn", "languages": ["zsm-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604703, "recall": 0.664032, "f1": 0.62112, "accuracy": 0.664032, "main_score": 0.62112, "hf_subset": "zsm_Latn-ibo_Latn", "languages": ["zsm-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917984, "recall": 0.940711, "f1": 0.925231, "accuracy": 0.940711, "main_score": 0.925231, "hf_subset": "zsm_Latn-kmr_Latn", "languages": ["zsm-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zsm_Latn-min_Latn", "languages": ["zsm-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-por_Latn", "languages": ["zsm-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-sun_Latn", "languages": ["zsm-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529852, "recall": 0.583004, "f1": 0.545096, "accuracy": 0.583004, "main_score": 0.545096, "hf_subset": "zsm_Latn-umb_Latn", "languages": ["zsm-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ajp_Arab", "languages": ["zsm-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573808, "recall": 0.640316, "f1": 0.59175, "accuracy": 0.640316, "main_score": 0.59175, "hf_subset": "zsm_Latn-bjn_Arab", "languages": ["zsm-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534469, "recall": 0.58498, "f1": 0.548223, "accuracy": 0.58498, "main_score": 0.548223, "hf_subset": "zsm_Latn-ewe_Latn", "languages": ["zsm-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "zsm_Latn-ilo_Latn", "languages": ["zsm-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330265, "recall": 0.390316, "f1": 0.346829, "accuracy": 0.390316, "main_score": 0.346829, "hf_subset": "zsm_Latn-knc_Arab", "languages": ["zsm-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mkd_Cyrl", "languages": ["zsm-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-prs_Arab", "languages": ["zsm-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-swe_Latn", "languages": ["zsm-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-urd_Arab", "languages": ["zsm-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619221, "recall": 0.676877, "f1": 0.635517, "accuracy": 0.676877, "main_score": 0.635517, "hf_subset": "zsm_Latn-aka_Latn", "languages": ["zsm-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-bjn_Latn", "languages": ["zsm-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zsm_Latn-fao_Latn", "languages": ["zsm-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ind_Latn", "languages": ["zsm-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607219, "recall": 0.658103, "f1": 0.622184, "accuracy": 0.658103, "main_score": 0.622184, "hf_subset": "zsm_Latn-knc_Latn", "languages": ["zsm-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-mlt_Latn", "languages": ["zsm-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726499, "recall": 0.780632, "f1": 0.742295, "accuracy": 0.780632, "main_score": 0.742295, "hf_subset": "zsm_Latn-quy_Latn", "languages": ["zsm-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zsm_Latn-swh_Latn", "languages": ["zsm-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-uzn_Latn", "languages": ["zsm-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-als_Latn", "languages": ["zsm-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675461, "recall": 0.756917, "f1": 0.699802, "accuracy": 0.756917, "main_score": 0.699802, "hf_subset": "zsm_Latn-bod_Tibt", "languages": ["zsm-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.728829, "recall": 0.784585, "f1": 0.745201, "accuracy": 0.784585, "main_score": 0.745201, "hf_subset": "zsm_Latn-fij_Latn", "languages": ["zsm-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zsm_Latn-isl_Latn", "languages": ["zsm-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688779, "recall": 0.73419, "f1": 0.701981, "accuracy": 0.73419, "main_score": 0.701981, "hf_subset": "zsm_Latn-kon_Latn", "languages": ["zsm-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687832, "recall": 0.748024, "f1": 0.705318, "accuracy": 0.748024, "main_score": 0.705318, "hf_subset": "zsm_Latn-mni_Beng", "languages": ["zsm-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ron_Latn", "languages": ["zsm-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "zsm_Latn-szl_Latn", "languages": ["zsm-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-vec_Latn", "languages": ["zsm-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "zsm_Latn-amh_Ethi", "languages": ["zsm-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bos_Latn", "languages": ["zsm-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-fin_Latn", "languages": ["zsm-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ita_Latn", "languages": ["zsm-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-kor_Hang", "languages": ["zsm-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.577504, "recall": 0.635375, "f1": 0.593825, "accuracy": 0.635375, "main_score": 0.593825, "hf_subset": "zsm_Latn-mos_Latn", "languages": ["zsm-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571134, "recall": 0.628458, "f1": 0.58742, "accuracy": 0.628458, "main_score": 0.58742, "hf_subset": "zsm_Latn-run_Latn", "languages": ["zsm-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tam_Taml", "languages": ["zsm-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-vie_Latn", "languages": ["zsm-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-apc_Arab", "languages": ["zsm-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.828706, "recall": 0.868577, "f1": 0.840415, "accuracy": 0.868577, "main_score": 0.840415, "hf_subset": "zsm_Latn-bug_Latn", "languages": ["zsm-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491738, "recall": 0.544466, "f1": 0.505758, "accuracy": 0.544466, "main_score": 0.505758, "hf_subset": "zsm_Latn-fon_Latn", "languages": ["zsm-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-jav_Latn", "languages": ["zsm-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-lao_Laoo", "languages": ["zsm-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.886775, "recall": 0.91996, "f1": 0.897299, "accuracy": 0.91996, "main_score": 0.897299, "hf_subset": "zsm_Latn-mri_Latn", "languages": ["zsm-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-rus_Cyrl", "languages": ["zsm-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550951, "recall": 0.61166, "f1": 0.567994, "accuracy": 0.61166, "main_score": 0.567994, "hf_subset": "zsm_Latn-taq_Latn", "languages": ["zsm-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-war_Latn", "languages": ["zsm-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-arb_Arab", "languages": ["zsm-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bul_Cyrl", "languages": ["zsm-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-fra_Latn", "languages": ["zsm-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-jpn_Jpan", "languages": ["zsm-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-lij_Latn", "languages": ["zsm-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "zsm_Latn-mya_Mymr", "languages": ["zsm-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.619276, "recall": 0.685771, "f1": 0.63815, "accuracy": 0.685771, "main_score": 0.63815, "hf_subset": "zsm_Latn-sag_Latn", "languages": ["zsm-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200557, "recall": 0.26087, "f1": 0.214608, "accuracy": 0.26087, "main_score": 0.214608, "hf_subset": "zsm_Latn-taq_Tfng", "languages": ["zsm-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.649391, "recall": 0.711462, "f1": 0.667316, "accuracy": 0.711462, "main_score": 0.667316, "hf_subset": "zsm_Latn-wol_Latn", "languages": ["zsm-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823123, "recall": 0.869565, "f1": 0.837582, "accuracy": 0.869565, "main_score": 0.837582, "hf_subset": "zsm_Latn-arb_Latn", "languages": ["zsm-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-cat_Latn", "languages": ["zsm-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-fur_Latn", "languages": ["zsm-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440991, "recall": 0.5, "f1": 0.457259, "accuracy": 0.5, "main_score": 0.457259, "hf_subset": "zsm_Latn-kab_Latn", "languages": ["zsm-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-lim_Latn", "languages": ["zsm-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-nld_Latn", "languages": ["zsm-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zsm_Latn-san_Deva", "languages": ["zsm-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tat_Cyrl", "languages": ["zsm-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.697488, "recall": 0.752964, "f1": 0.713669, "accuracy": 0.752964, "main_score": 0.713669, "hf_subset": "zsm_Latn-xho_Latn", "languages": ["zsm-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ars_Arab", "languages": ["zsm-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ceb_Latn", "languages": ["zsm-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585125, "recall": 0.640316, "f1": 0.600451, "accuracy": 0.640316, "main_score": 0.600451, "hf_subset": "zsm_Latn-fuv_Latn", "languages": ["zsm-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525241, "recall": 0.591897, "f1": 0.543859, "accuracy": 0.591897, "main_score": 0.543859, "hf_subset": "zsm_Latn-kac_Latn", "languages": ["zsm-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693198, "recall": 0.742095, "f1": 0.707642, "accuracy": 0.742095, "main_score": 0.707642, "hf_subset": "zsm_Latn-lin_Latn", "languages": ["zsm-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-nno_Latn", "languages": ["zsm-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.246644, "recall": 0.332016, "f1": 0.268823, "accuracy": 0.332016, "main_score": 0.268823, "hf_subset": "zsm_Latn-sat_Olck", "languages": ["zsm-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tel_Telu", "languages": ["zsm-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "zsm_Latn-ydd_Hebr", "languages": ["zsm-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "zsm_Latn-ary_Arab", "languages": ["zsm-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-ces_Latn", "languages": ["zsm-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604216, "recall": 0.660079, "f1": 0.620389, "accuracy": 0.660079, "main_score": 0.620389, "hf_subset": "zsm_Latn-gaz_Latn", "languages": ["zsm-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614182, "recall": 0.674901, "f1": 0.631573, "accuracy": 0.674901, "main_score": 0.631573, "hf_subset": "zsm_Latn-kam_Latn", "languages": ["zsm-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zsm_Latn-lit_Latn", "languages": ["zsm-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-nob_Latn", "languages": ["zsm-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "zsm_Latn-scn_Latn", "languages": ["zsm-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "zsm_Latn-tgk_Cyrl", "languages": ["zsm-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.75248, "recall": 0.812253, "f1": 0.77057, "accuracy": 0.812253, "main_score": 0.77057, "hf_subset": "zsm_Latn-yor_Latn", "languages": ["zsm-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-arz_Arab", "languages": ["zsm-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579814, "recall": 0.63834, "f1": 0.597097, "accuracy": 0.63834, "main_score": 0.597097, "hf_subset": "zsm_Latn-cjk_Latn", "languages": ["zsm-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808053, "recall": 0.856719, "f1": 0.823273, "accuracy": 0.856719, "main_score": 0.823273, "hf_subset": "zsm_Latn-gla_Latn", "languages": ["zsm-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-kan_Knda", "languages": ["zsm-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "zsm_Latn-lmo_Latn", "languages": ["zsm-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "zsm_Latn-npi_Deva", "languages": ["zsm-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.483392, "recall": 0.546443, "f1": 0.50056, "accuracy": 0.546443, "main_score": 0.50056, "hf_subset": "zsm_Latn-shn_Mymr", "languages": ["zsm-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tgl_Latn", "languages": ["zsm-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-yue_Hant", "languages": ["zsm-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-asm_Beng", "languages": ["zsm-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "zsm_Latn-ckb_Arab", "languages": ["zsm-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.905468, "recall": 0.931818, "f1": 0.913867, "accuracy": 0.931818, "main_score": 0.913867, "hf_subset": "zsm_Latn-gle_Latn", "languages": ["zsm-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.970356, "f1": 0.962286, "accuracy": 0.970356, "main_score": 0.962286, "hf_subset": "zsm_Latn-kas_Arab", "languages": ["zsm-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "zsm_Latn-ltg_Latn", "languages": ["zsm-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630324, "recall": 0.681818, "f1": 0.645045, "accuracy": 0.681818, "main_score": 0.645045, "hf_subset": "zsm_Latn-nso_Latn", "languages": ["zsm-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zsm_Latn-sin_Sinh", "languages": ["zsm-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tha_Thai", "languages": ["zsm-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-zho_Hans", "languages": ["zsm-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ast_Latn", "languages": ["zsm-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-crh_Latn", "languages": ["zsm-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-glg_Latn", "languages": ["zsm-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919219, "recall": 0.943676, "f1": 0.927108, "accuracy": 0.943676, "main_score": 0.927108, "hf_subset": "zsm_Latn-kas_Deva", "languages": ["zsm-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zsm_Latn-ltz_Latn", "languages": ["zsm-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479818, "recall": 0.551383, "f1": 0.499791, "accuracy": 0.551383, "main_score": 0.499791, "hf_subset": "zsm_Latn-nus_Latn", "languages": ["zsm-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-slk_Latn", "languages": ["zsm-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639807, "recall": 0.709486, "f1": 0.660136, "accuracy": 0.709486, "main_score": 0.660136, "hf_subset": "zsm_Latn-tir_Ethi", "languages": ["zsm-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-zho_Hant", "languages": ["zsm-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "zsm_Latn-awa_Deva", "languages": ["zsm-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zsm_Latn-cym_Latn", "languages": ["zsm-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860507, "recall": 0.900198, "f1": 0.873024, "accuracy": 0.900198, "main_score": 0.873024, "hf_subset": "zsm_Latn-grn_Latn", "languages": ["zsm-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-kat_Geor", "languages": ["zsm-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.672227, "recall": 0.722332, "f1": 0.686602, "accuracy": 0.722332, "main_score": 0.686602, "hf_subset": "zsm_Latn-lua_Latn", "languages": ["zsm-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670045, "recall": 0.729249, "f1": 0.686909, "accuracy": 0.729249, "main_score": 0.686909, "hf_subset": "zsm_Latn-nya_Latn", "languages": ["zsm-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-slv_Latn", "languages": ["zsm-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "zsm_Latn-tpi_Latn", "languages": ["zsm-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564054, "recall": 0.624506, "f1": 0.581038, "accuracy": 0.624506, "main_score": 0.581038, "hf_subset": "zsm_Latn-ayr_Latn", "languages": ["zsm-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-dan_Latn", "languages": ["zsm-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-guj_Gujr", "languages": ["zsm-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-kaz_Cyrl", "languages": ["zsm-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.560866, "recall": 0.623518, "f1": 0.578002, "accuracy": 0.623518, "main_score": 0.578002, "hf_subset": "zsm_Latn-lug_Latn", "languages": ["zsm-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-oci_Latn", "languages": ["zsm-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86726, "recall": 0.901186, "f1": 0.877931, "accuracy": 0.901186, "main_score": 0.877931, "hf_subset": "zsm_Latn-smo_Latn", "languages": ["zsm-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561985, "recall": 0.623518, "f1": 0.579154, "accuracy": 0.623518, "main_score": 0.579154, "hf_subset": "zsm_Latn-tsn_Latn", "languages": ["zsm-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641535, "recall": 0.706522, "f1": 0.660466, "accuracy": 0.706522, "main_score": 0.660466, "hf_subset": "zsm_Latn-zul_Latn", "languages": ["zsm-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.954545, "f1": 0.940711, "accuracy": 0.954545, "main_score": 0.940711, "hf_subset": "zsm_Latn-azb_Arab", "languages": ["zsm-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-deu_Latn", "languages": ["zsm-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "zsm_Latn-hat_Latn", "languages": ["zsm-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509256, "recall": 0.564229, "f1": 0.524968, "accuracy": 0.564229, "main_score": 0.524968, "hf_subset": "zsm_Latn-kbp_Latn", "languages": ["zsm-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592777, "recall": 0.65415, "f1": 0.609285, "accuracy": 0.65415, "main_score": 0.609285, "hf_subset": "zsm_Latn-luo_Latn", "languages": ["zsm-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ory_Orya", "languages": ["zsm-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.605915, "recall": 0.668972, "f1": 0.624068, "accuracy": 0.668972, "main_score": 0.624068, "hf_subset": "zsm_Latn-sna_Latn", "languages": ["zsm-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580123, "recall": 0.639328, "f1": 0.596562, "accuracy": 0.639328, "main_score": 0.596562, "hf_subset": "zsm_Latn-tso_Latn", "languages": ["zsm-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-azj_Latn", "languages": ["zsm-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55708, "recall": 0.621542, "f1": 0.57537, "accuracy": 0.621542, "main_score": 0.57537, "hf_subset": "zsm_Latn-dik_Latn", "languages": ["zsm-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78125, "recall": 0.826087, "f1": 0.79431, "accuracy": 0.826087, "main_score": 0.79431, "hf_subset": "zsm_Latn-hau_Latn", "languages": ["zsm-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zsm_Latn-kea_Latn", "languages": ["zsm-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766008, "recall": 0.813241, "f1": 0.780204, "accuracy": 0.813241, "main_score": 0.780204, "hf_subset": "zsm_Latn-lus_Latn", "languages": ["zsm-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883712, "recall": 0.912055, "f1": 0.892358, "accuracy": 0.912055, "main_score": 0.892358, "hf_subset": "zsm_Latn-pag_Latn", "languages": ["zsm-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-snd_Arab", "languages": ["zsm-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "zsm_Latn-tuk_Latn", "languages": ["zsm-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-bak_Cyrl", "languages": ["zsm-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503162, "recall": 0.582016, "f1": 0.52622, "accuracy": 0.582016, "main_score": 0.52622, "hf_subset": "zsm_Latn-dyu_Latn", "languages": ["zsm-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-heb_Hebr", "languages": ["zsm-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-khk_Cyrl", "languages": ["zsm-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-lvs_Latn", "languages": ["zsm-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pan_Guru", "languages": ["zsm-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.745085, "recall": 0.798419, "f1": 0.760985, "accuracy": 0.798419, "main_score": 0.760985, "hf_subset": "zsm_Latn-som_Latn", "languages": ["zsm-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631622, "recall": 0.676877, "f1": 0.644331, "accuracy": 0.676877, "main_score": 0.644331, "hf_subset": "zsm_Latn-tum_Latn", "languages": ["zsm-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412375, "recall": 0.455534, "f1": 0.424613, "accuracy": 0.455534, "main_score": 0.424613, "hf_subset": "ayr_Latn-ace_Arab", "languages": ["ayr-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481874, "recall": 0.527668, "f1": 0.494977, "accuracy": 0.527668, "main_score": 0.494977, "hf_subset": "ayr_Latn-bam_Latn", "languages": ["ayr-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215276, "recall": 0.257905, "f1": 0.226232, "accuracy": 0.257905, "main_score": 0.226232, "hf_subset": "ayr_Latn-dzo_Tibt", "languages": ["ayr-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.535348, "recall": 0.576087, "f1": 0.546283, "accuracy": 0.576087, "main_score": 0.546283, "hf_subset": "ayr_Latn-hin_Deva", "languages": ["ayr-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.499256, "recall": 0.533597, "f1": 0.50845, "accuracy": 0.533597, "main_score": 0.50845, "hf_subset": "ayr_Latn-khm_Khmr", "languages": ["ayr-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.540172, "recall": 0.574111, "f1": 0.549523, "accuracy": 0.574111, "main_score": 0.549523, "hf_subset": "ayr_Latn-mag_Deva", "languages": ["ayr-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.555648, "recall": 0.588933, "f1": 0.56469, "accuracy": 0.588933, "main_score": 0.56469, "hf_subset": "ayr_Latn-pap_Latn", "languages": ["ayr-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514679, "recall": 0.556324, "f1": 0.525805, "accuracy": 0.556324, "main_score": 0.525805, "hf_subset": "ayr_Latn-sot_Latn", "languages": ["ayr-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549963, "recall": 0.587945, "f1": 0.560274, "accuracy": 0.587945, "main_score": 0.560274, "hf_subset": "ayr_Latn-tur_Latn", "languages": ["ayr-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545619, "recall": 0.581028, "f1": 0.555334, "accuracy": 0.581028, "main_score": 0.555334, "hf_subset": "ayr_Latn-ace_Latn", "languages": ["ayr-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549326, "recall": 0.587945, "f1": 0.559116, "accuracy": 0.587945, "main_score": 0.559116, "hf_subset": "ayr_Latn-ban_Latn", "languages": ["ayr-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541045, "recall": 0.577075, "f1": 0.550533, "accuracy": 0.577075, "main_score": 0.550533, "hf_subset": "ayr_Latn-ell_Grek", "languages": ["ayr-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.524555, "recall": 0.563241, "f1": 0.535427, "accuracy": 0.563241, "main_score": 0.535427, "hf_subset": "ayr_Latn-hne_Deva", "languages": ["ayr-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.468385, "recall": 0.513834, "f1": 0.480386, "accuracy": 0.513834, "main_score": 0.480386, "hf_subset": "ayr_Latn-kik_Latn", "languages": ["ayr-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532769, "recall": 0.571146, "f1": 0.54354, "accuracy": 0.571146, "main_score": 0.54354, "hf_subset": "ayr_Latn-mai_Deva", "languages": ["ayr-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.489401, "recall": 0.538538, "f1": 0.501504, "accuracy": 0.538538, "main_score": 0.501504, "hf_subset": "ayr_Latn-pbt_Arab", "languages": ["ayr-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561457, "recall": 0.594862, "f1": 0.569925, "accuracy": 0.594862, "main_score": 0.569925, "hf_subset": "ayr_Latn-spa_Latn", "languages": ["ayr-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525527, "recall": 0.560277, "f1": 0.535837, "accuracy": 0.560277, "main_score": 0.535837, "hf_subset": "ayr_Latn-twi_Latn", "languages": ["ayr-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527256, "recall": 0.567194, "f1": 0.537722, "accuracy": 0.567194, "main_score": 0.537722, "hf_subset": "ayr_Latn-acm_Arab", "languages": ["ayr-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519761, "recall": 0.560277, "f1": 0.529821, "accuracy": 0.560277, "main_score": 0.529821, "hf_subset": "ayr_Latn-bel_Cyrl", "languages": ["ayr-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.578247, "recall": 0.609684, "f1": 0.586242, "accuracy": 0.609684, "main_score": 0.586242, "hf_subset": "ayr_Latn-eng_Latn", "languages": ["ayr-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560886, "recall": 0.59585, "f1": 0.570166, "accuracy": 0.59585, "main_score": 0.570166, "hf_subset": "ayr_Latn-hrv_Latn", "languages": ["ayr-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478793, "recall": 0.514822, "f1": 0.488731, "accuracy": 0.514822, "main_score": 0.488731, "hf_subset": "ayr_Latn-kin_Latn", "languages": ["ayr-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529228, "recall": 0.56917, "f1": 0.540082, "accuracy": 0.56917, "main_score": 0.540082, "hf_subset": "ayr_Latn-mal_Mlym", "languages": ["ayr-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.543665, "recall": 0.577075, "f1": 0.55288, "accuracy": 0.577075, "main_score": 0.55288, "hf_subset": "ayr_Latn-pes_Arab", "languages": ["ayr-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566733, "recall": 0.593874, "f1": 0.574244, "accuracy": 0.593874, "main_score": 0.574244, "hf_subset": "ayr_Latn-srd_Latn", "languages": ["ayr-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196692, "recall": 0.236166, "f1": 0.206639, "accuracy": 0.236166, "main_score": 0.206639, "hf_subset": "ayr_Latn-tzm_Tfng", "languages": ["ayr-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.520635, "recall": 0.566206, "f1": 0.533039, "accuracy": 0.566206, "main_score": 0.533039, "hf_subset": "ayr_Latn-acq_Arab", "languages": ["ayr-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532366, "recall": 0.568182, "f1": 0.542125, "accuracy": 0.568182, "main_score": 0.542125, "hf_subset": "ayr_Latn-bem_Latn", "languages": ["ayr-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54596, "recall": 0.588933, "f1": 0.556586, "accuracy": 0.588933, "main_score": 0.556586, "hf_subset": "ayr_Latn-epo_Latn", "languages": ["ayr-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545915, "recall": 0.581028, "f1": 0.554907, "accuracy": 0.581028, "main_score": 0.554907, "hf_subset": "ayr_Latn-hun_Latn", "languages": ["ayr-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532622, "recall": 0.567194, "f1": 0.54182, "accuracy": 0.567194, "main_score": 0.54182, "hf_subset": "ayr_Latn-kir_Cyrl", "languages": ["ayr-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537151, "recall": 0.574111, "f1": 0.546863, "accuracy": 0.574111, "main_score": 0.546863, "hf_subset": "ayr_Latn-mar_Deva", "languages": ["ayr-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.529807, "recall": 0.568182, "f1": 0.540316, "accuracy": 0.568182, "main_score": 0.540316, "hf_subset": "ayr_Latn-plt_Latn", "languages": ["ayr-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546676, "recall": 0.581028, "f1": 0.556641, "accuracy": 0.581028, "main_score": 0.556641, "hf_subset": "ayr_Latn-srp_Cyrl", "languages": ["ayr-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469566, "recall": 0.511858, "f1": 0.480471, "accuracy": 0.511858, "main_score": 0.480471, "hf_subset": "ayr_Latn-uig_Arab", "languages": ["ayr-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508095, "recall": 0.548419, "f1": 0.519572, "accuracy": 0.548419, "main_score": 0.519572, "hf_subset": "ayr_Latn-aeb_Arab", "languages": ["ayr-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547796, "recall": 0.588933, "f1": 0.558723, "accuracy": 0.588933, "main_score": 0.558723, "hf_subset": "ayr_Latn-ben_Beng", "languages": ["ayr-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.535166, "recall": 0.56917, "f1": 0.543968, "accuracy": 0.56917, "main_score": 0.543968, "hf_subset": "ayr_Latn-est_Latn", "languages": ["ayr-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525511, "recall": 0.564229, "f1": 0.53654, "accuracy": 0.564229, "main_score": 0.53654, "hf_subset": "ayr_Latn-hye_Armn", "languages": ["ayr-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.51957, "recall": 0.552372, "f1": 0.528964, "accuracy": 0.552372, "main_score": 0.528964, "hf_subset": "ayr_Latn-kmb_Latn", "languages": ["ayr-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.376149, "recall": 0.423913, "f1": 0.389448, "accuracy": 0.423913, "main_score": 0.389448, "hf_subset": "ayr_Latn-min_Arab", "languages": ["ayr-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543457, "recall": 0.576087, "f1": 0.552364, "accuracy": 0.576087, "main_score": 0.552364, "hf_subset": "ayr_Latn-pol_Latn", "languages": ["ayr-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510317, "recall": 0.554348, "f1": 0.522602, "accuracy": 0.554348, "main_score": 0.522602, "hf_subset": "ayr_Latn-ssw_Latn", "languages": ["ayr-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560854, "recall": 0.597826, "f1": 0.570592, "accuracy": 0.597826, "main_score": 0.570592, "hf_subset": "ayr_Latn-ukr_Cyrl", "languages": ["ayr-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.561104, "recall": 0.598814, "f1": 0.571158, "accuracy": 0.598814, "main_score": 0.571158, "hf_subset": "ayr_Latn-afr_Latn", "languages": ["ayr-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523038, "recall": 0.5583, "f1": 0.532798, "accuracy": 0.5583, "main_score": 0.532798, "hf_subset": "ayr_Latn-bho_Deva", "languages": ["ayr-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547169, "recall": 0.586957, "f1": 0.557379, "accuracy": 0.586957, "main_score": 0.557379, "hf_subset": "ayr_Latn-eus_Latn", "languages": ["ayr-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502089, "recall": 0.540514, "f1": 0.513145, "accuracy": 0.540514, "main_score": 0.513145, "hf_subset": "ayr_Latn-ibo_Latn", "languages": ["ayr-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543308, "recall": 0.578063, "f1": 0.55338, "accuracy": 0.578063, "main_score": 0.55338, "hf_subset": "ayr_Latn-kmr_Latn", "languages": ["ayr-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54903, "recall": 0.585968, "f1": 0.558426, "accuracy": 0.585968, "main_score": 0.558426, "hf_subset": "ayr_Latn-min_Latn", "languages": ["ayr-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569694, "recall": 0.607708, "f1": 0.579642, "accuracy": 0.607708, "main_score": 0.579642, "hf_subset": "ayr_Latn-por_Latn", "languages": ["ayr-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558739, "recall": 0.593874, "f1": 0.567547, "accuracy": 0.593874, "main_score": 0.567547, "hf_subset": "ayr_Latn-sun_Latn", "languages": ["ayr-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490987, "recall": 0.533597, "f1": 0.503225, "accuracy": 0.533597, "main_score": 0.503225, "hf_subset": "ayr_Latn-umb_Latn", "languages": ["ayr-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536602, "recall": 0.574111, "f1": 0.546443, "accuracy": 0.574111, "main_score": 0.546443, "hf_subset": "ayr_Latn-ajp_Arab", "languages": ["ayr-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.402321, "recall": 0.443676, "f1": 0.413884, "accuracy": 0.443676, "main_score": 0.413884, "hf_subset": "ayr_Latn-bjn_Arab", "languages": ["ayr-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48552, "recall": 0.520751, "f1": 0.496005, "accuracy": 0.520751, "main_score": 0.496005, "hf_subset": "ayr_Latn-ewe_Latn", "languages": ["ayr-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573851, "recall": 0.606719, "f1": 0.582511, "accuracy": 0.606719, "main_score": 0.582511, "hf_subset": "ayr_Latn-ilo_Latn", "languages": ["ayr-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300519, "recall": 0.348814, "f1": 0.313444, "accuracy": 0.348814, "main_score": 0.313444, "hf_subset": "ayr_Latn-knc_Arab", "languages": ["ayr-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543636, "recall": 0.582016, "f1": 0.55403, "accuracy": 0.582016, "main_score": 0.55403, "hf_subset": "ayr_Latn-mkd_Cyrl", "languages": ["ayr-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544908, "recall": 0.58004, "f1": 0.553639, "accuracy": 0.58004, "main_score": 0.553639, "hf_subset": "ayr_Latn-prs_Arab", "languages": ["ayr-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562721, "recall": 0.59585, "f1": 0.571155, "accuracy": 0.59585, "main_score": 0.571155, "hf_subset": "ayr_Latn-swe_Latn", "languages": ["ayr-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513747, "recall": 0.555336, "f1": 0.525142, "accuracy": 0.555336, "main_score": 0.525142, "hf_subset": "ayr_Latn-urd_Arab", "languages": ["ayr-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519163, "recall": 0.554348, "f1": 0.528298, "accuracy": 0.554348, "main_score": 0.528298, "hf_subset": "ayr_Latn-aka_Latn", "languages": ["ayr-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559424, "recall": 0.589921, "f1": 0.567578, "accuracy": 0.589921, "main_score": 0.567578, "hf_subset": "ayr_Latn-bjn_Latn", "languages": ["ayr-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528949, "recall": 0.567194, "f1": 0.540074, "accuracy": 0.567194, "main_score": 0.540074, "hf_subset": "ayr_Latn-fao_Latn", "languages": ["ayr-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56445, "recall": 0.594862, "f1": 0.571797, "accuracy": 0.594862, "main_score": 0.571797, "hf_subset": "ayr_Latn-ind_Latn", "languages": ["ayr-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5154, "recall": 0.550395, "f1": 0.52574, "accuracy": 0.550395, "main_score": 0.52574, "hf_subset": "ayr_Latn-knc_Latn", "languages": ["ayr-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558733, "recall": 0.591897, "f1": 0.566181, "accuracy": 0.591897, "main_score": 0.566181, "hf_subset": "ayr_Latn-mlt_Latn", "languages": ["ayr-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539941, "recall": 0.572134, "f1": 0.549053, "accuracy": 0.572134, "main_score": 0.549053, "hf_subset": "ayr_Latn-quy_Latn", "languages": ["ayr-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534519, "recall": 0.56917, "f1": 0.54443, "accuracy": 0.56917, "main_score": 0.54443, "hf_subset": "ayr_Latn-swh_Latn", "languages": ["ayr-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527448, "recall": 0.561265, "f1": 0.536637, "accuracy": 0.561265, "main_score": 0.536637, "hf_subset": "ayr_Latn-uzn_Latn", "languages": ["ayr-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552934, "recall": 0.583992, "f1": 0.561553, "accuracy": 0.583992, "main_score": 0.561553, "hf_subset": "ayr_Latn-als_Latn", "languages": ["ayr-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.266529, "recall": 0.311265, "f1": 0.276854, "accuracy": 0.311265, "main_score": 0.276854, "hf_subset": "ayr_Latn-bod_Tibt", "languages": ["ayr-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.523146, "recall": 0.557312, "f1": 0.532761, "accuracy": 0.557312, "main_score": 0.532761, "hf_subset": "ayr_Latn-fij_Latn", "languages": ["ayr-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497507, "recall": 0.536561, "f1": 0.508261, "accuracy": 0.536561, "main_score": 0.508261, "hf_subset": "ayr_Latn-isl_Latn", "languages": ["ayr-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534669, "recall": 0.575099, "f1": 0.545798, "accuracy": 0.575099, "main_score": 0.545798, "hf_subset": "ayr_Latn-kon_Latn", "languages": ["ayr-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471954, "recall": 0.513834, "f1": 0.48353, "accuracy": 0.513834, "main_score": 0.48353, "hf_subset": "ayr_Latn-mni_Beng", "languages": ["ayr-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.567852, "recall": 0.602767, "f1": 0.576786, "accuracy": 0.602767, "main_score": 0.576786, "hf_subset": "ayr_Latn-ron_Latn", "languages": ["ayr-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53626, "recall": 0.574111, "f1": 0.54674, "accuracy": 0.574111, "main_score": 0.54674, "hf_subset": "ayr_Latn-szl_Latn", "languages": ["ayr-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558452, "recall": 0.588933, "f1": 0.566435, "accuracy": 0.588933, "main_score": 0.566435, "hf_subset": "ayr_Latn-vec_Latn", "languages": ["ayr-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465729, "recall": 0.509881, "f1": 0.477118, "accuracy": 0.509881, "main_score": 0.477118, "hf_subset": "ayr_Latn-amh_Ethi", "languages": ["ayr-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.562388, "recall": 0.59585, "f1": 0.57156, "accuracy": 0.59585, "main_score": 0.57156, "hf_subset": "ayr_Latn-bos_Latn", "languages": ["ayr-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532038, "recall": 0.568182, "f1": 0.541675, "accuracy": 0.568182, "main_score": 0.541675, "hf_subset": "ayr_Latn-fin_Latn", "languages": ["ayr-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557222, "recall": 0.588933, "f1": 0.565609, "accuracy": 0.588933, "main_score": 0.565609, "hf_subset": "ayr_Latn-ita_Latn", "languages": ["ayr-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532045, "recall": 0.573123, "f1": 0.542873, "accuracy": 0.573123, "main_score": 0.542873, "hf_subset": "ayr_Latn-kor_Hang", "languages": ["ayr-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.499654, "recall": 0.535573, "f1": 0.510738, "accuracy": 0.535573, "main_score": 0.510738, "hf_subset": "ayr_Latn-mos_Latn", "languages": ["ayr-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482883, "recall": 0.524704, "f1": 0.494281, "accuracy": 0.524704, "main_score": 0.494281, "hf_subset": "ayr_Latn-run_Latn", "languages": ["ayr-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518545, "recall": 0.562253, "f1": 0.52984, "accuracy": 0.562253, "main_score": 0.52984, "hf_subset": "ayr_Latn-tam_Taml", "languages": ["ayr-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.549909, "recall": 0.583992, "f1": 0.558812, "accuracy": 0.583992, "main_score": 0.558812, "hf_subset": "ayr_Latn-vie_Latn", "languages": ["ayr-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52376, "recall": 0.566206, "f1": 0.535064, "accuracy": 0.566206, "main_score": 0.535064, "hf_subset": "ayr_Latn-apc_Arab", "languages": ["ayr-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525893, "recall": 0.557312, "f1": 0.534851, "accuracy": 0.557312, "main_score": 0.534851, "hf_subset": "ayr_Latn-bug_Latn", "languages": ["ayr-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465598, "recall": 0.502964, "f1": 0.475828, "accuracy": 0.502964, "main_score": 0.475828, "hf_subset": "ayr_Latn-fon_Latn", "languages": ["ayr-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563914, "recall": 0.594862, "f1": 0.57191, "accuracy": 0.594862, "main_score": 0.57191, "hf_subset": "ayr_Latn-jav_Latn", "languages": ["ayr-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480002, "recall": 0.517787, "f1": 0.490135, "accuracy": 0.517787, "main_score": 0.490135, "hf_subset": "ayr_Latn-lao_Laoo", "languages": ["ayr-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.494152, "recall": 0.527668, "f1": 0.50347, "accuracy": 0.527668, "main_score": 0.50347, "hf_subset": "ayr_Latn-mri_Latn", "languages": ["ayr-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553916, "recall": 0.586957, "f1": 0.562723, "accuracy": 0.586957, "main_score": 0.562723, "hf_subset": "ayr_Latn-rus_Cyrl", "languages": ["ayr-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.465919, "recall": 0.503953, "f1": 0.476866, "accuracy": 0.503953, "main_score": 0.476866, "hf_subset": "ayr_Latn-taq_Latn", "languages": ["ayr-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56357, "recall": 0.596838, "f1": 0.572184, "accuracy": 0.596838, "main_score": 0.572184, "hf_subset": "ayr_Latn-war_Latn", "languages": ["ayr-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525718, "recall": 0.567194, "f1": 0.536675, "accuracy": 0.567194, "main_score": 0.536675, "hf_subset": "ayr_Latn-arb_Arab", "languages": ["ayr-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557494, "recall": 0.589921, "f1": 0.566102, "accuracy": 0.589921, "main_score": 0.566102, "hf_subset": "ayr_Latn-bul_Cyrl", "languages": ["ayr-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.5613, "recall": 0.592885, "f1": 0.569429, "accuracy": 0.592885, "main_score": 0.569429, "hf_subset": "ayr_Latn-fra_Latn", "languages": ["ayr-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534296, "recall": 0.563241, "f1": 0.54232, "accuracy": 0.563241, "main_score": 0.54232, "hf_subset": "ayr_Latn-jpn_Jpan", "languages": ["ayr-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.546206, "recall": 0.581028, "f1": 0.555563, "accuracy": 0.581028, "main_score": 0.555563, "hf_subset": "ayr_Latn-lij_Latn", "languages": ["ayr-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397937, "recall": 0.453557, "f1": 0.4132, "accuracy": 0.453557, "main_score": 0.4132, "hf_subset": "ayr_Latn-mya_Mymr", "languages": ["ayr-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.508614, "recall": 0.548419, "f1": 0.51959, "accuracy": 0.548419, "main_score": 0.51959, "hf_subset": "ayr_Latn-sag_Latn", "languages": ["ayr-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206077, "recall": 0.245059, "f1": 0.215257, "accuracy": 0.245059, "main_score": 0.215257, "hf_subset": "ayr_Latn-taq_Tfng", "languages": ["ayr-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.527026, "recall": 0.564229, "f1": 0.537931, "accuracy": 0.564229, "main_score": 0.537931, "hf_subset": "ayr_Latn-wol_Latn", "languages": ["ayr-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444226, "recall": 0.483202, "f1": 0.454968, "accuracy": 0.483202, "main_score": 0.454968, "hf_subset": "ayr_Latn-arb_Latn", "languages": ["ayr-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558989, "recall": 0.589921, "f1": 0.568049, "accuracy": 0.589921, "main_score": 0.568049, "hf_subset": "ayr_Latn-cat_Latn", "languages": ["ayr-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53989, "recall": 0.576087, "f1": 0.548885, "accuracy": 0.576087, "main_score": 0.548885, "hf_subset": "ayr_Latn-fur_Latn", "languages": ["ayr-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399935, "recall": 0.4417, "f1": 0.411032, "accuracy": 0.4417, "main_score": 0.411032, "hf_subset": "ayr_Latn-kab_Latn", "languages": ["ayr-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531842, "recall": 0.56917, "f1": 0.541467, "accuracy": 0.56917, "main_score": 0.541467, "hf_subset": "ayr_Latn-lim_Latn", "languages": ["ayr-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556439, "recall": 0.58498, "f1": 0.564345, "accuracy": 0.58498, "main_score": 0.564345, "hf_subset": "ayr_Latn-nld_Latn", "languages": ["ayr-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501262, "recall": 0.54249, "f1": 0.512226, "accuracy": 0.54249, "main_score": 0.512226, "hf_subset": "ayr_Latn-san_Deva", "languages": ["ayr-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.536011, "recall": 0.579051, "f1": 0.547253, "accuracy": 0.579051, "main_score": 0.547253, "hf_subset": "ayr_Latn-tat_Cyrl", "languages": ["ayr-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53382, "recall": 0.568182, "f1": 0.543703, "accuracy": 0.568182, "main_score": 0.543703, "hf_subset": "ayr_Latn-xho_Latn", "languages": ["ayr-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502165, "recall": 0.549407, "f1": 0.514942, "accuracy": 0.549407, "main_score": 0.514942, "hf_subset": "ayr_Latn-ars_Arab", "languages": ["ayr-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569377, "recall": 0.599802, "f1": 0.576867, "accuracy": 0.599802, "main_score": 0.576867, "hf_subset": "ayr_Latn-ceb_Latn", "languages": ["ayr-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484323, "recall": 0.524704, "f1": 0.495756, "accuracy": 0.524704, "main_score": 0.495756, "hf_subset": "ayr_Latn-fuv_Latn", "languages": ["ayr-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489062, "recall": 0.531621, "f1": 0.500948, "accuracy": 0.531621, "main_score": 0.500948, "hf_subset": "ayr_Latn-kac_Latn", "languages": ["ayr-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536734, "recall": 0.570158, "f1": 0.545821, "accuracy": 0.570158, "main_score": 0.545821, "hf_subset": "ayr_Latn-lin_Latn", "languages": ["ayr-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557619, "recall": 0.591897, "f1": 0.567333, "accuracy": 0.591897, "main_score": 0.567333, "hf_subset": "ayr_Latn-nno_Latn", "languages": ["ayr-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.114564, "recall": 0.162055, "f1": 0.125388, "accuracy": 0.162055, "main_score": 0.125388, "hf_subset": "ayr_Latn-sat_Olck", "languages": ["ayr-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.517547, "recall": 0.556324, "f1": 0.527378, "accuracy": 0.556324, "main_score": 0.527378, "hf_subset": "ayr_Latn-tel_Telu", "languages": ["ayr-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.472505, "recall": 0.516798, "f1": 0.483924, "accuracy": 0.516798, "main_score": 0.483924, "hf_subset": "ayr_Latn-ydd_Hebr", "languages": ["ayr-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.51087, "recall": 0.541502, "f1": 0.519678, "accuracy": 0.541502, "main_score": 0.519678, "hf_subset": "ayr_Latn-ary_Arab", "languages": ["ayr-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545926, "recall": 0.581028, "f1": 0.555984, "accuracy": 0.581028, "main_score": 0.555984, "hf_subset": "ayr_Latn-ces_Latn", "languages": ["ayr-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488846, "recall": 0.530632, "f1": 0.500289, "accuracy": 0.530632, "main_score": 0.500289, "hf_subset": "ayr_Latn-gaz_Latn", "languages": ["ayr-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496776, "recall": 0.538538, "f1": 0.508103, "accuracy": 0.538538, "main_score": 0.508103, "hf_subset": "ayr_Latn-kam_Latn", "languages": ["ayr-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533107, "recall": 0.56917, "f1": 0.542642, "accuracy": 0.56917, "main_score": 0.542642, "hf_subset": "ayr_Latn-lit_Latn", "languages": ["ayr-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550103, "recall": 0.585968, "f1": 0.559483, "accuracy": 0.585968, "main_score": 0.559483, "hf_subset": "ayr_Latn-nob_Latn", "languages": ["ayr-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53891, "recall": 0.577075, "f1": 0.549504, "accuracy": 0.577075, "main_score": 0.549504, "hf_subset": "ayr_Latn-scn_Latn", "languages": ["ayr-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506813, "recall": 0.544466, "f1": 0.517634, "accuracy": 0.544466, "main_score": 0.517634, "hf_subset": "ayr_Latn-tgk_Cyrl", "languages": ["ayr-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494765, "recall": 0.540514, "f1": 0.507687, "accuracy": 0.540514, "main_score": 0.507687, "hf_subset": "ayr_Latn-yor_Latn", "languages": ["ayr-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527149, "recall": 0.568182, "f1": 0.537747, "accuracy": 0.568182, "main_score": 0.537747, "hf_subset": "ayr_Latn-arz_Arab", "languages": ["ayr-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49683, "recall": 0.531621, "f1": 0.506422, "accuracy": 0.531621, "main_score": 0.506422, "hf_subset": "ayr_Latn-cjk_Latn", "languages": ["ayr-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474457, "recall": 0.513834, "f1": 0.485141, "accuracy": 0.513834, "main_score": 0.485141, "hf_subset": "ayr_Latn-gla_Latn", "languages": ["ayr-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527908, "recall": 0.566206, "f1": 0.538949, "accuracy": 0.566206, "main_score": 0.538949, "hf_subset": "ayr_Latn-kan_Knda", "languages": ["ayr-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.547183, "recall": 0.589921, "f1": 0.558359, "accuracy": 0.589921, "main_score": 0.558359, "hf_subset": "ayr_Latn-lmo_Latn", "languages": ["ayr-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534755, "recall": 0.573123, "f1": 0.544571, "accuracy": 0.573123, "main_score": 0.544571, "hf_subset": "ayr_Latn-npi_Deva", "languages": ["ayr-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.421881, "recall": 0.469368, "f1": 0.434715, "accuracy": 0.469368, "main_score": 0.434715, "hf_subset": "ayr_Latn-shn_Mymr", "languages": ["ayr-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.568326, "recall": 0.604743, "f1": 0.577644, "accuracy": 0.604743, "main_score": 0.577644, "hf_subset": "ayr_Latn-tgl_Latn", "languages": ["ayr-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5175, "recall": 0.554348, "f1": 0.527049, "accuracy": 0.554348, "main_score": 0.527049, "hf_subset": "ayr_Latn-yue_Hant", "languages": ["ayr-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.498751, "recall": 0.546443, "f1": 0.511945, "accuracy": 0.546443, "main_score": 0.511945, "hf_subset": "ayr_Latn-asm_Beng", "languages": ["ayr-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.49264, "recall": 0.531621, "f1": 0.503516, "accuracy": 0.531621, "main_score": 0.503516, "hf_subset": "ayr_Latn-ckb_Arab", "languages": ["ayr-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481318, "recall": 0.522727, "f1": 0.492572, "accuracy": 0.522727, "main_score": 0.492572, "hf_subset": "ayr_Latn-gle_Latn", "languages": ["ayr-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470949, "recall": 0.512846, "f1": 0.48242, "accuracy": 0.512846, "main_score": 0.48242, "hf_subset": "ayr_Latn-kas_Arab", "languages": ["ayr-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515411, "recall": 0.555336, "f1": 0.526172, "accuracy": 0.555336, "main_score": 0.526172, "hf_subset": "ayr_Latn-ltg_Latn", "languages": ["ayr-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525389, "recall": 0.562253, "f1": 0.534881, "accuracy": 0.562253, "main_score": 0.534881, "hf_subset": "ayr_Latn-nso_Latn", "languages": ["ayr-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469056, "recall": 0.51581, "f1": 0.481414, "accuracy": 0.51581, "main_score": 0.481414, "hf_subset": "ayr_Latn-sin_Sinh", "languages": ["ayr-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.522346, "recall": 0.561265, "f1": 0.532881, "accuracy": 0.561265, "main_score": 0.532881, "hf_subset": "ayr_Latn-tha_Thai", "languages": ["ayr-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.518821, "recall": 0.551383, "f1": 0.527641, "accuracy": 0.551383, "main_score": 0.527641, "hf_subset": "ayr_Latn-zho_Hans", "languages": ["ayr-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.569827, "recall": 0.604743, "f1": 0.578626, "accuracy": 0.604743, "main_score": 0.578626, "hf_subset": "ayr_Latn-ast_Latn", "languages": ["ayr-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523305, "recall": 0.563241, "f1": 0.533922, "accuracy": 0.563241, "main_score": 0.533922, "hf_subset": "ayr_Latn-crh_Latn", "languages": ["ayr-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568796, "recall": 0.600791, "f1": 0.577516, "accuracy": 0.600791, "main_score": 0.577516, "hf_subset": "ayr_Latn-glg_Latn", "languages": ["ayr-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495248, "recall": 0.538538, "f1": 0.506807, "accuracy": 0.538538, "main_score": 0.506807, "hf_subset": "ayr_Latn-kas_Deva", "languages": ["ayr-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.531284, "recall": 0.561265, "f1": 0.539963, "accuracy": 0.561265, "main_score": 0.539963, "hf_subset": "ayr_Latn-ltz_Latn", "languages": ["ayr-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454554, "recall": 0.497036, "f1": 0.466213, "accuracy": 0.497036, "main_score": 0.466213, "hf_subset": "ayr_Latn-nus_Latn", "languages": ["ayr-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544241, "recall": 0.583004, "f1": 0.554456, "accuracy": 0.583004, "main_score": 0.554456, "hf_subset": "ayr_Latn-slk_Latn", "languages": ["ayr-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389544, "recall": 0.438735, "f1": 0.403053, "accuracy": 0.438735, "main_score": 0.403053, "hf_subset": "ayr_Latn-tir_Ethi", "languages": ["ayr-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.509424, "recall": 0.551383, "f1": 0.520432, "accuracy": 0.551383, "main_score": 0.520432, "hf_subset": "ayr_Latn-zho_Hant", "languages": ["ayr-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.528975, "recall": 0.567194, "f1": 0.539794, "accuracy": 0.567194, "main_score": 0.539794, "hf_subset": "ayr_Latn-awa_Deva", "languages": ["ayr-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.525005, "recall": 0.5583, "f1": 0.533918, "accuracy": 0.5583, "main_score": 0.533918, "hf_subset": "ayr_Latn-cym_Latn", "languages": ["ayr-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549731, "recall": 0.585968, "f1": 0.559348, "accuracy": 0.585968, "main_score": 0.559348, "hf_subset": "ayr_Latn-grn_Latn", "languages": ["ayr-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518528, "recall": 0.557312, "f1": 0.529009, "accuracy": 0.557312, "main_score": 0.529009, "hf_subset": "ayr_Latn-kat_Geor", "languages": ["ayr-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.522028, "recall": 0.560277, "f1": 0.532725, "accuracy": 0.560277, "main_score": 0.532725, "hf_subset": "ayr_Latn-lua_Latn", "languages": ["ayr-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507652, "recall": 0.544466, "f1": 0.517692, "accuracy": 0.544466, "main_score": 0.517692, "hf_subset": "ayr_Latn-nya_Latn", "languages": ["ayr-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555082, "recall": 0.58498, "f1": 0.563405, "accuracy": 0.58498, "main_score": 0.563405, "hf_subset": "ayr_Latn-slv_Latn", "languages": ["ayr-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549125, "recall": 0.579051, "f1": 0.557106, "accuracy": 0.579051, "main_score": 0.557106, "hf_subset": "ayr_Latn-tpi_Latn", "languages": ["ayr-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57635, "recall": 0.612648, "f1": 0.585305, "accuracy": 0.612648, "main_score": 0.585305, "hf_subset": "ayr_Latn-zsm_Latn", "languages": ["ayr-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560351, "recall": 0.594862, "f1": 0.569437, "accuracy": 0.594862, "main_score": 0.569437, "hf_subset": "ayr_Latn-dan_Latn", "languages": ["ayr-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540069, "recall": 0.583992, "f1": 0.551778, "accuracy": 0.583992, "main_score": 0.551778, "hf_subset": "ayr_Latn-guj_Gujr", "languages": ["ayr-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.544052, "recall": 0.578063, "f1": 0.55324, "accuracy": 0.578063, "main_score": 0.55324, "hf_subset": "ayr_Latn-kaz_Cyrl", "languages": ["ayr-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.467872, "recall": 0.512846, "f1": 0.479398, "accuracy": 0.512846, "main_score": 0.479398, "hf_subset": "ayr_Latn-lug_Latn", "languages": ["ayr-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565801, "recall": 0.596838, "f1": 0.573786, "accuracy": 0.596838, "main_score": 0.573786, "hf_subset": "ayr_Latn-oci_Latn", "languages": ["ayr-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51236, "recall": 0.550395, "f1": 0.52326, "accuracy": 0.550395, "main_score": 0.52326, "hf_subset": "ayr_Latn-smo_Latn", "languages": ["ayr-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491652, "recall": 0.536561, "f1": 0.504024, "accuracy": 0.536561, "main_score": 0.504024, "hf_subset": "ayr_Latn-tsn_Latn", "languages": ["ayr-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499672, "recall": 0.54249, "f1": 0.511273, "accuracy": 0.54249, "main_score": 0.511273, "hf_subset": "ayr_Latn-zul_Latn", "languages": ["ayr-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469125, "recall": 0.51087, "f1": 0.480608, "accuracy": 0.51087, "main_score": 0.480608, "hf_subset": "ayr_Latn-azb_Arab", "languages": ["ayr-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547164, "recall": 0.581028, "f1": 0.556877, "accuracy": 0.581028, "main_score": 0.556877, "hf_subset": "ayr_Latn-deu_Latn", "languages": ["ayr-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524127, "recall": 0.564229, "f1": 0.534707, "accuracy": 0.564229, "main_score": 0.534707, "hf_subset": "ayr_Latn-hat_Latn", "languages": ["ayr-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469014, "recall": 0.504941, "f1": 0.479149, "accuracy": 0.504941, "main_score": 0.479149, "hf_subset": "ayr_Latn-kbp_Latn", "languages": ["ayr-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507724, "recall": 0.545455, "f1": 0.518456, "accuracy": 0.545455, "main_score": 0.518456, "hf_subset": "ayr_Latn-luo_Latn", "languages": ["ayr-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534903, "recall": 0.572134, "f1": 0.54509, "accuracy": 0.572134, "main_score": 0.54509, "hf_subset": "ayr_Latn-ory_Orya", "languages": ["ayr-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.508775, "recall": 0.550395, "f1": 0.520349, "accuracy": 0.550395, "main_score": 0.520349, "hf_subset": "ayr_Latn-sna_Latn", "languages": ["ayr-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49685, "recall": 0.535573, "f1": 0.507534, "accuracy": 0.535573, "main_score": 0.507534, "hf_subset": "ayr_Latn-tso_Latn", "languages": ["ayr-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520754, "recall": 0.562253, "f1": 0.53211, "accuracy": 0.562253, "main_score": 0.53211, "hf_subset": "ayr_Latn-azj_Latn", "languages": ["ayr-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486047, "recall": 0.529644, "f1": 0.499083, "accuracy": 0.529644, "main_score": 0.499083, "hf_subset": "ayr_Latn-dik_Latn", "languages": ["ayr-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52349, "recall": 0.5583, "f1": 0.532877, "accuracy": 0.5583, "main_score": 0.532877, "hf_subset": "ayr_Latn-hau_Latn", "languages": ["ayr-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552081, "recall": 0.58498, "f1": 0.560342, "accuracy": 0.58498, "main_score": 0.560342, "hf_subset": "ayr_Latn-kea_Latn", "languages": ["ayr-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527447, "recall": 0.560277, "f1": 0.536452, "accuracy": 0.560277, "main_score": 0.536452, "hf_subset": "ayr_Latn-lus_Latn", "languages": ["ayr-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54002, "recall": 0.566206, "f1": 0.548188, "accuracy": 0.566206, "main_score": 0.548188, "hf_subset": "ayr_Latn-pag_Latn", "languages": ["ayr-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502421, "recall": 0.538538, "f1": 0.512417, "accuracy": 0.538538, "main_score": 0.512417, "hf_subset": "ayr_Latn-snd_Arab", "languages": ["ayr-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504959, "recall": 0.550395, "f1": 0.516955, "accuracy": 0.550395, "main_score": 0.516955, "hf_subset": "ayr_Latn-tuk_Latn", "languages": ["ayr-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537436, "recall": 0.575099, "f1": 0.547235, "accuracy": 0.575099, "main_score": 0.547235, "hf_subset": "ayr_Latn-bak_Cyrl", "languages": ["ayr-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.406696, "recall": 0.462451, "f1": 0.422548, "accuracy": 0.462451, "main_score": 0.422548, "hf_subset": "ayr_Latn-dyu_Latn", "languages": ["ayr-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526097, "recall": 0.560277, "f1": 0.536655, "accuracy": 0.560277, "main_score": 0.536655, "hf_subset": "ayr_Latn-heb_Hebr", "languages": ["ayr-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.514106, "recall": 0.545455, "f1": 0.523033, "accuracy": 0.545455, "main_score": 0.523033, "hf_subset": "ayr_Latn-khk_Cyrl", "languages": ["ayr-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537638, "recall": 0.571146, "f1": 0.546406, "accuracy": 0.571146, "main_score": 0.546406, "hf_subset": "ayr_Latn-lvs_Latn", "languages": ["ayr-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535526, "recall": 0.573123, "f1": 0.546462, "accuracy": 0.573123, "main_score": 0.546462, "hf_subset": "ayr_Latn-pan_Guru", "languages": ["ayr-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.491439, "recall": 0.528656, "f1": 0.501517, "accuracy": 0.528656, "main_score": 0.501517, "hf_subset": "ayr_Latn-som_Latn", "languages": ["ayr-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509183, "recall": 0.543478, "f1": 0.518082, "accuracy": 0.543478, "main_score": 0.518082, "hf_subset": "ayr_Latn-tum_Latn", "languages": ["ayr-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604411, "recall": 0.672925, "f1": 0.624214, "accuracy": 0.672925, "main_score": 0.624214, "hf_subset": "dan_Latn-ace_Arab", "languages": ["dan-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551805, "recall": 0.612648, "f1": 0.56921, "accuracy": 0.612648, "main_score": 0.56921, "hf_subset": "dan_Latn-bam_Latn", "languages": ["dan-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464827, "recall": 0.538538, "f1": 0.485283, "accuracy": 0.538538, "main_score": 0.485283, "hf_subset": "dan_Latn-dzo_Tibt", "languages": ["dan-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hin_Deva", "languages": ["dan-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-khm_Khmr", "languages": ["dan-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mag_Deva", "languages": ["dan-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-pap_Latn", "languages": ["dan-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602488, "recall": 0.668972, "f1": 0.621975, "accuracy": 0.668972, "main_score": 0.621975, "hf_subset": "dan_Latn-sot_Latn", "languages": ["dan-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tur_Latn", "languages": ["dan-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895619, "recall": 0.922925, "f1": 0.90448, "accuracy": 0.922925, "main_score": 0.90448, "hf_subset": "dan_Latn-ace_Latn", "languages": ["dan-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.975296, "f1": 0.969203, "accuracy": 0.975296, "main_score": 0.969203, "hf_subset": "dan_Latn-ban_Latn", "languages": ["dan-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ell_Grek", "languages": ["dan-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "dan_Latn-hne_Deva", "languages": ["dan-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.615177, "recall": 0.66996, "f1": 0.631378, "accuracy": 0.66996, "main_score": 0.631378, "hf_subset": "dan_Latn-kik_Latn", "languages": ["dan-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mai_Deva", "languages": ["dan-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "dan_Latn-pbt_Arab", "languages": ["dan-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-spa_Latn", "languages": ["dan-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63302, "recall": 0.698617, "f1": 0.651619, "accuracy": 0.698617, "main_score": 0.651619, "hf_subset": "dan_Latn-twi_Latn", "languages": ["dan-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-acm_Arab", "languages": ["dan-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bel_Cyrl", "languages": ["dan-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-eng_Latn", "languages": ["dan-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hrv_Latn", "languages": ["dan-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57705, "recall": 0.637352, "f1": 0.594126, "accuracy": 0.637352, "main_score": 0.594126, "hf_subset": "dan_Latn-kin_Latn", "languages": ["dan-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-mal_Mlym", "languages": ["dan-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pes_Arab", "languages": ["dan-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-srd_Latn", "languages": ["dan-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1898, "recall": 0.235178, "f1": 0.201142, "accuracy": 0.235178, "main_score": 0.201142, "hf_subset": "dan_Latn-tzm_Tfng", "languages": ["dan-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-acq_Arab", "languages": ["dan-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.657093, "recall": 0.705534, "f1": 0.670671, "accuracy": 0.705534, "main_score": 0.670671, "hf_subset": "dan_Latn-bem_Latn", "languages": ["dan-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-epo_Latn", "languages": ["dan-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hun_Latn", "languages": ["dan-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "dan_Latn-kir_Cyrl", "languages": ["dan-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mar_Deva", "languages": ["dan-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.688735, "recall": 0.745059, "f1": 0.705105, "accuracy": 0.745059, "main_score": 0.705105, "hf_subset": "dan_Latn-plt_Latn", "languages": ["dan-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-srp_Cyrl", "languages": ["dan-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "dan_Latn-uig_Arab", "languages": ["dan-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-aeb_Arab", "languages": ["dan-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ben_Beng", "languages": ["dan-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-est_Latn", "languages": ["dan-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hye_Armn", "languages": ["dan-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.565467, "recall": 0.618577, "f1": 0.580918, "accuracy": 0.618577, "main_score": 0.580918, "hf_subset": "dan_Latn-kmb_Latn", "languages": ["dan-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527516, "recall": 0.594862, "f1": 0.545453, "accuracy": 0.594862, "main_score": 0.545453, "hf_subset": "dan_Latn-min_Arab", "languages": ["dan-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pol_Latn", "languages": ["dan-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581291, "recall": 0.644269, "f1": 0.600231, "accuracy": 0.644269, "main_score": 0.600231, "hf_subset": "dan_Latn-ssw_Latn", "languages": ["dan-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ukr_Cyrl", "languages": ["dan-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-afr_Latn", "languages": ["dan-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-bho_Deva", "languages": ["dan-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "dan_Latn-eus_Latn", "languages": ["dan-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60751, "recall": 0.672925, "f1": 0.626374, "accuracy": 0.672925, "main_score": 0.626374, "hf_subset": "dan_Latn-ibo_Latn", "languages": ["dan-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920125, "recall": 0.943676, "f1": 0.927668, "accuracy": 0.943676, "main_score": 0.927668, "hf_subset": "dan_Latn-kmr_Latn", "languages": ["dan-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-min_Latn", "languages": ["dan-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-por_Latn", "languages": ["dan-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-sun_Latn", "languages": ["dan-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53345, "recall": 0.593874, "f1": 0.550697, "accuracy": 0.593874, "main_score": 0.550697, "hf_subset": "dan_Latn-umb_Latn", "languages": ["dan-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ajp_Arab", "languages": ["dan-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555181, "recall": 0.615613, "f1": 0.572321, "accuracy": 0.615613, "main_score": 0.572321, "hf_subset": "dan_Latn-bjn_Arab", "languages": ["dan-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532142, "recall": 0.591897, "f1": 0.548825, "accuracy": 0.591897, "main_score": 0.548825, "hf_subset": "dan_Latn-ewe_Latn", "languages": ["dan-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "dan_Latn-ilo_Latn", "languages": ["dan-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323586, "recall": 0.386364, "f1": 0.340887, "accuracy": 0.386364, "main_score": 0.340887, "hf_subset": "dan_Latn-knc_Arab", "languages": ["dan-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mkd_Cyrl", "languages": ["dan-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-prs_Arab", "languages": ["dan-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-swe_Latn", "languages": ["dan-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-urd_Arab", "languages": ["dan-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61446, "recall": 0.671937, "f1": 0.630425, "accuracy": 0.671937, "main_score": 0.630425, "hf_subset": "dan_Latn-aka_Latn", "languages": ["dan-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-bjn_Latn", "languages": ["dan-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-fao_Latn", "languages": ["dan-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ind_Latn", "languages": ["dan-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597795, "recall": 0.648221, "f1": 0.612043, "accuracy": 0.648221, "main_score": 0.612043, "hf_subset": "dan_Latn-knc_Latn", "languages": ["dan-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-mlt_Latn", "languages": ["dan-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721864, "recall": 0.780632, "f1": 0.739281, "accuracy": 0.780632, "main_score": 0.739281, "hf_subset": "dan_Latn-quy_Latn", "languages": ["dan-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "dan_Latn-swh_Latn", "languages": ["dan-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-uzn_Latn", "languages": ["dan-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-als_Latn", "languages": ["dan-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678903, "recall": 0.752964, "f1": 0.700875, "accuracy": 0.752964, "main_score": 0.700875, "hf_subset": "dan_Latn-bod_Tibt", "languages": ["dan-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.719343, "recall": 0.778656, "f1": 0.736753, "accuracy": 0.778656, "main_score": 0.736753, "hf_subset": "dan_Latn-fij_Latn", "languages": ["dan-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-isl_Latn", "languages": ["dan-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684578, "recall": 0.733202, "f1": 0.698995, "accuracy": 0.733202, "main_score": 0.698995, "hf_subset": "dan_Latn-kon_Latn", "languages": ["dan-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679069, "recall": 0.740119, "f1": 0.697225, "accuracy": 0.740119, "main_score": 0.697225, "hf_subset": "dan_Latn-mni_Beng", "languages": ["dan-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ron_Latn", "languages": ["dan-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "dan_Latn-szl_Latn", "languages": ["dan-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-vec_Latn", "languages": ["dan-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "dan_Latn-amh_Ethi", "languages": ["dan-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bos_Latn", "languages": ["dan-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-fin_Latn", "languages": ["dan-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ita_Latn", "languages": ["dan-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-kor_Hang", "languages": ["dan-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.563456, "recall": 0.618577, "f1": 0.578432, "accuracy": 0.618577, "main_score": 0.578432, "hf_subset": "dan_Latn-mos_Latn", "languages": ["dan-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574976, "recall": 0.624506, "f1": 0.588705, "accuracy": 0.624506, "main_score": 0.588705, "hf_subset": "dan_Latn-run_Latn", "languages": ["dan-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tam_Taml", "languages": ["dan-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-vie_Latn", "languages": ["dan-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-apc_Arab", "languages": ["dan-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.822052, "recall": 0.863636, "f1": 0.834571, "accuracy": 0.863636, "main_score": 0.834571, "hf_subset": "dan_Latn-bug_Latn", "languages": ["dan-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488626, "recall": 0.544466, "f1": 0.503285, "accuracy": 0.544466, "main_score": 0.503285, "hf_subset": "dan_Latn-fon_Latn", "languages": ["dan-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-jav_Latn", "languages": ["dan-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-lao_Laoo", "languages": ["dan-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.905254, "recall": 0.931818, "f1": 0.913768, "accuracy": 0.931818, "main_score": 0.913768, "hf_subset": "dan_Latn-mri_Latn", "languages": ["dan-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-rus_Cyrl", "languages": ["dan-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556579, "recall": 0.616601, "f1": 0.573424, "accuracy": 0.616601, "main_score": 0.573424, "hf_subset": "dan_Latn-taq_Latn", "languages": ["dan-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-war_Latn", "languages": ["dan-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-arb_Arab", "languages": ["dan-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bul_Cyrl", "languages": ["dan-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-fra_Latn", "languages": ["dan-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-jpn_Jpan", "languages": ["dan-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-lij_Latn", "languages": ["dan-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "dan_Latn-mya_Mymr", "languages": ["dan-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.610946, "recall": 0.676877, "f1": 0.629865, "accuracy": 0.676877, "main_score": 0.629865, "hf_subset": "dan_Latn-sag_Latn", "languages": ["dan-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205299, "recall": 0.261858, "f1": 0.218022, "accuracy": 0.261858, "main_score": 0.218022, "hf_subset": "dan_Latn-taq_Tfng", "languages": ["dan-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.650628, "recall": 0.709486, "f1": 0.666968, "accuracy": 0.709486, "main_score": 0.666968, "hf_subset": "dan_Latn-wol_Latn", "languages": ["dan-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819401, "recall": 0.866601, "f1": 0.833762, "accuracy": 0.866601, "main_score": 0.833762, "hf_subset": "dan_Latn-arb_Latn", "languages": ["dan-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-cat_Latn", "languages": ["dan-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-fur_Latn", "languages": ["dan-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429207, "recall": 0.483202, "f1": 0.444076, "accuracy": 0.483202, "main_score": 0.444076, "hf_subset": "dan_Latn-kab_Latn", "languages": ["dan-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-lim_Latn", "languages": ["dan-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-nld_Latn", "languages": ["dan-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "dan_Latn-san_Deva", "languages": ["dan-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tat_Cyrl", "languages": ["dan-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.700313, "recall": 0.753953, "f1": 0.716375, "accuracy": 0.753953, "main_score": 0.716375, "hf_subset": "dan_Latn-xho_Latn", "languages": ["dan-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ars_Arab", "languages": ["dan-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ceb_Latn", "languages": ["dan-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578198, "recall": 0.636364, "f1": 0.594551, "accuracy": 0.636364, "main_score": 0.594551, "hf_subset": "dan_Latn-fuv_Latn", "languages": ["dan-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527547, "recall": 0.589921, "f1": 0.544934, "accuracy": 0.589921, "main_score": 0.544934, "hf_subset": "dan_Latn-kac_Latn", "languages": ["dan-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693076, "recall": 0.740119, "f1": 0.706652, "accuracy": 0.740119, "main_score": 0.706652, "hf_subset": "dan_Latn-lin_Latn", "languages": ["dan-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-nno_Latn", "languages": ["dan-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.24139, "recall": 0.326087, "f1": 0.264023, "accuracy": 0.326087, "main_score": 0.264023, "hf_subset": "dan_Latn-sat_Olck", "languages": ["dan-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-tel_Telu", "languages": ["dan-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "dan_Latn-ydd_Hebr", "languages": ["dan-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "dan_Latn-ary_Arab", "languages": ["dan-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ces_Latn", "languages": ["dan-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601877, "recall": 0.661067, "f1": 0.618657, "accuracy": 0.661067, "main_score": 0.618657, "hf_subset": "dan_Latn-gaz_Latn", "languages": ["dan-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599409, "recall": 0.660079, "f1": 0.616573, "accuracy": 0.660079, "main_score": 0.616573, "hf_subset": "dan_Latn-kam_Latn", "languages": ["dan-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "dan_Latn-lit_Latn", "languages": ["dan-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-nob_Latn", "languages": ["dan-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "dan_Latn-scn_Latn", "languages": ["dan-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "dan_Latn-tgk_Cyrl", "languages": ["dan-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.742351, "recall": 0.802372, "f1": 0.760787, "accuracy": 0.802372, "main_score": 0.760787, "hf_subset": "dan_Latn-yor_Latn", "languages": ["dan-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-arz_Arab", "languages": ["dan-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580427, "recall": 0.642292, "f1": 0.598314, "accuracy": 0.642292, "main_score": 0.598314, "hf_subset": "dan_Latn-cjk_Latn", "languages": ["dan-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834157, "recall": 0.875494, "f1": 0.846923, "accuracy": 0.875494, "main_score": 0.846923, "hf_subset": "dan_Latn-gla_Latn", "languages": ["dan-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-kan_Knda", "languages": ["dan-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "dan_Latn-lmo_Latn", "languages": ["dan-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "dan_Latn-npi_Deva", "languages": ["dan-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.481592, "recall": 0.545455, "f1": 0.498973, "accuracy": 0.545455, "main_score": 0.498973, "hf_subset": "dan_Latn-shn_Mymr", "languages": ["dan-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tgl_Latn", "languages": ["dan-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-yue_Hant", "languages": ["dan-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-asm_Beng", "languages": ["dan-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "dan_Latn-ckb_Arab", "languages": ["dan-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.910277, "recall": 0.934783, "f1": 0.917787, "accuracy": 0.934783, "main_score": 0.917787, "hf_subset": "dan_Latn-gle_Latn", "languages": ["dan-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "dan_Latn-kas_Arab", "languages": ["dan-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "dan_Latn-ltg_Latn", "languages": ["dan-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635962, "recall": 0.687747, "f1": 0.650831, "accuracy": 0.687747, "main_score": 0.650831, "hf_subset": "dan_Latn-nso_Latn", "languages": ["dan-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "dan_Latn-sin_Sinh", "languages": ["dan-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-tha_Thai", "languages": ["dan-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zho_Hans", "languages": ["dan-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ast_Latn", "languages": ["dan-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-crh_Latn", "languages": ["dan-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-glg_Latn", "languages": ["dan-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918643, "recall": 0.943676, "f1": 0.926713, "accuracy": 0.943676, "main_score": 0.926713, "hf_subset": "dan_Latn-kas_Deva", "languages": ["dan-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-ltz_Latn", "languages": ["dan-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487971, "recall": 0.551383, "f1": 0.50493, "accuracy": 0.551383, "main_score": 0.50493, "hf_subset": "dan_Latn-nus_Latn", "languages": ["dan-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-slk_Latn", "languages": ["dan-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639297, "recall": 0.709486, "f1": 0.659637, "accuracy": 0.709486, "main_score": 0.659637, "hf_subset": "dan_Latn-tir_Ethi", "languages": ["dan-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zho_Hant", "languages": ["dan-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "dan_Latn-awa_Deva", "languages": ["dan-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "dan_Latn-cym_Latn", "languages": ["dan-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858613, "recall": 0.894269, "f1": 0.869631, "accuracy": 0.894269, "main_score": 0.869631, "hf_subset": "dan_Latn-grn_Latn", "languages": ["dan-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-kat_Geor", "languages": ["dan-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.671212, "recall": 0.720356, "f1": 0.685306, "accuracy": 0.720356, "main_score": 0.685306, "hf_subset": "dan_Latn-lua_Latn", "languages": ["dan-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665715, "recall": 0.726285, "f1": 0.683435, "accuracy": 0.726285, "main_score": 0.683435, "hf_subset": "dan_Latn-nya_Latn", "languages": ["dan-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-slv_Latn", "languages": ["dan-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "dan_Latn-tpi_Latn", "languages": ["dan-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zsm_Latn", "languages": ["dan-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561867, "recall": 0.625494, "f1": 0.580152, "accuracy": 0.625494, "main_score": 0.580152, "hf_subset": "dan_Latn-ayr_Latn", "languages": ["dan-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-guj_Gujr", "languages": ["dan-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-kaz_Cyrl", "languages": ["dan-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558195, "recall": 0.621542, "f1": 0.576311, "accuracy": 0.621542, "main_score": 0.576311, "hf_subset": "dan_Latn-lug_Latn", "languages": ["dan-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-oci_Latn", "languages": ["dan-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848732, "recall": 0.891304, "f1": 0.862055, "accuracy": 0.891304, "main_score": 0.862055, "hf_subset": "dan_Latn-smo_Latn", "languages": ["dan-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565375, "recall": 0.625494, "f1": 0.58258, "accuracy": 0.625494, "main_score": 0.58258, "hf_subset": "dan_Latn-tsn_Latn", "languages": ["dan-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639963, "recall": 0.695652, "f1": 0.656323, "accuracy": 0.695652, "main_score": 0.656323, "hf_subset": "dan_Latn-zul_Latn", "languages": ["dan-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94417, "recall": 0.962451, "f1": 0.950264, "accuracy": 0.962451, "main_score": 0.950264, "hf_subset": "dan_Latn-azb_Arab", "languages": ["dan-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-deu_Latn", "languages": ["dan-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "dan_Latn-hat_Latn", "languages": ["dan-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506681, "recall": 0.559289, "f1": 0.521693, "accuracy": 0.559289, "main_score": 0.521693, "hf_subset": "dan_Latn-kbp_Latn", "languages": ["dan-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594766, "recall": 0.648221, "f1": 0.609245, "accuracy": 0.648221, "main_score": 0.609245, "hf_subset": "dan_Latn-luo_Latn", "languages": ["dan-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ory_Orya", "languages": ["dan-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.602686, "recall": 0.667984, "f1": 0.621505, "accuracy": 0.667984, "main_score": 0.621505, "hf_subset": "dan_Latn-sna_Latn", "languages": ["dan-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580345, "recall": 0.631423, "f1": 0.594372, "accuracy": 0.631423, "main_score": 0.594372, "hf_subset": "dan_Latn-tso_Latn", "languages": ["dan-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-azj_Latn", "languages": ["dan-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556077, "recall": 0.623518, "f1": 0.575848, "accuracy": 0.623518, "main_score": 0.575848, "hf_subset": "dan_Latn-dik_Latn", "languages": ["dan-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767787, "recall": 0.81917, "f1": 0.78307, "accuracy": 0.81917, "main_score": 0.78307, "hf_subset": "dan_Latn-hau_Latn", "languages": ["dan-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-kea_Latn", "languages": ["dan-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751927, "recall": 0.800395, "f1": 0.766436, "accuracy": 0.800395, "main_score": 0.766436, "hf_subset": "dan_Latn-lus_Latn", "languages": ["dan-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883053, "recall": 0.908103, "f1": 0.890514, "accuracy": 0.908103, "main_score": 0.890514, "hf_subset": "dan_Latn-pag_Latn", "languages": ["dan-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-snd_Arab", "languages": ["dan-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "dan_Latn-tuk_Latn", "languages": ["dan-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-bak_Cyrl", "languages": ["dan-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.511585, "recall": 0.583992, "f1": 0.532717, "accuracy": 0.583992, "main_score": 0.532717, "hf_subset": "dan_Latn-dyu_Latn", "languages": ["dan-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-heb_Hebr", "languages": ["dan-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-khk_Cyrl", "languages": ["dan-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-lvs_Latn", "languages": ["dan-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pan_Guru", "languages": ["dan-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.717368, "recall": 0.769763, "f1": 0.732706, "accuracy": 0.769763, "main_score": 0.732706, "hf_subset": "dan_Latn-som_Latn", "languages": ["dan-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616026, "recall": 0.666996, "f1": 0.630069, "accuracy": 0.666996, "main_score": 0.630069, "hf_subset": "dan_Latn-tum_Latn", "languages": ["dan-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573878, "recall": 0.639328, "f1": 0.592143, "accuracy": 0.639328, "main_score": 0.592143, "hf_subset": "guj_Gujr-ace_Arab", "languages": ["guj-Gujr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525135, "recall": 0.58498, "f1": 0.54163, "accuracy": 0.58498, "main_score": 0.54163, "hf_subset": "guj_Gujr-bam_Latn", "languages": ["guj-Gujr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440784, "recall": 0.517787, "f1": 0.461117, "accuracy": 0.517787, "main_score": 0.461117, "hf_subset": "guj_Gujr-dzo_Tibt", "languages": ["guj-Gujr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hin_Deva", "languages": ["guj-Gujr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-khm_Khmr", "languages": ["guj-Gujr", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mag_Deva", "languages": ["guj-Gujr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "guj_Gujr-pap_Latn", "languages": ["guj-Gujr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575482, "recall": 0.640316, "f1": 0.59286, "accuracy": 0.640316, "main_score": 0.59286, "hf_subset": "guj_Gujr-sot_Latn", "languages": ["guj-Gujr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tur_Latn", "languages": ["guj-Gujr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8716, "recall": 0.906126, "f1": 0.882559, "accuracy": 0.906126, "main_score": 0.882559, "hf_subset": "guj_Gujr-ace_Latn", "languages": ["guj-Gujr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.974308, "f1": 0.967556, "accuracy": 0.974308, "main_score": 0.967556, "hf_subset": "guj_Gujr-ban_Latn", "languages": ["guj-Gujr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ell_Grek", "languages": ["guj-Gujr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "guj_Gujr-hne_Deva", "languages": ["guj-Gujr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.576694, "recall": 0.645257, "f1": 0.596799, "accuracy": 0.645257, "main_score": 0.596799, "hf_subset": "guj_Gujr-kik_Latn", "languages": ["guj-Gujr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mai_Deva", "languages": ["guj-Gujr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "guj_Gujr-pbt_Arab", "languages": ["guj-Gujr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-spa_Latn", "languages": ["guj-Gujr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614586, "recall": 0.677866, "f1": 0.63193, "accuracy": 0.677866, "main_score": 0.63193, "hf_subset": "guj_Gujr-twi_Latn", "languages": ["guj-Gujr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-acm_Arab", "languages": ["guj-Gujr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-bel_Cyrl", "languages": ["guj-Gujr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-eng_Latn", "languages": ["guj-Gujr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hrv_Latn", "languages": ["guj-Gujr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534094, "recall": 0.596838, "f1": 0.551794, "accuracy": 0.596838, "main_score": 0.551794, "hf_subset": "guj_Gujr-kin_Latn", "languages": ["guj-Gujr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-mal_Mlym", "languages": ["guj-Gujr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pes_Arab", "languages": ["guj-Gujr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-srd_Latn", "languages": ["guj-Gujr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180667, "recall": 0.231225, "f1": 0.192482, "accuracy": 0.231225, "main_score": 0.192482, "hf_subset": "guj_Gujr-tzm_Tfng", "languages": ["guj-Gujr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-acq_Arab", "languages": ["guj-Gujr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623814, "recall": 0.678854, "f1": 0.639367, "accuracy": 0.678854, "main_score": 0.639367, "hf_subset": "guj_Gujr-bem_Latn", "languages": ["guj-Gujr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-epo_Latn", "languages": ["guj-Gujr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-hun_Latn", "languages": ["guj-Gujr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-kir_Cyrl", "languages": ["guj-Gujr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mar_Deva", "languages": ["guj-Gujr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.664693, "recall": 0.724308, "f1": 0.681752, "accuracy": 0.724308, "main_score": 0.681752, "hf_subset": "guj_Gujr-plt_Latn", "languages": ["guj-Gujr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-srp_Cyrl", "languages": ["guj-Gujr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "guj_Gujr-uig_Arab", "languages": ["guj-Gujr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-aeb_Arab", "languages": ["guj-Gujr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ben_Beng", "languages": ["guj-Gujr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-est_Latn", "languages": ["guj-Gujr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hye_Armn", "languages": ["guj-Gujr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.522574, "recall": 0.581028, "f1": 0.53897, "accuracy": 0.581028, "main_score": 0.53897, "hf_subset": "guj_Gujr-kmb_Latn", "languages": ["guj-Gujr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47818, "recall": 0.559289, "f1": 0.499965, "accuracy": 0.559289, "main_score": 0.499965, "hf_subset": "guj_Gujr-min_Arab", "languages": ["guj-Gujr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pol_Latn", "languages": ["guj-Gujr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553922, "recall": 0.618577, "f1": 0.571829, "accuracy": 0.618577, "main_score": 0.571829, "hf_subset": "guj_Gujr-ssw_Latn", "languages": ["guj-Gujr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ukr_Cyrl", "languages": ["guj-Gujr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-afr_Latn", "languages": ["guj-Gujr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-bho_Deva", "languages": ["guj-Gujr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "guj_Gujr-eus_Latn", "languages": ["guj-Gujr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572467, "recall": 0.637352, "f1": 0.590218, "accuracy": 0.637352, "main_score": 0.590218, "hf_subset": "guj_Gujr-ibo_Latn", "languages": ["guj-Gujr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912385, "recall": 0.937747, "f1": 0.920455, "accuracy": 0.937747, "main_score": 0.920455, "hf_subset": "guj_Gujr-kmr_Latn", "languages": ["guj-Gujr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "guj_Gujr-min_Latn", "languages": ["guj-Gujr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-por_Latn", "languages": ["guj-Gujr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "guj_Gujr-sun_Latn", "languages": ["guj-Gujr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50866, "recall": 0.570158, "f1": 0.526073, "accuracy": 0.570158, "main_score": 0.526073, "hf_subset": "guj_Gujr-umb_Latn", "languages": ["guj-Gujr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ajp_Arab", "languages": ["guj-Gujr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511769, "recall": 0.585968, "f1": 0.532031, "accuracy": 0.585968, "main_score": 0.532031, "hf_subset": "guj_Gujr-bjn_Arab", "languages": ["guj-Gujr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512762, "recall": 0.56917, "f1": 0.528213, "accuracy": 0.56917, "main_score": 0.528213, "hf_subset": "guj_Gujr-ewe_Latn", "languages": ["guj-Gujr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947052, "recall": 0.963439, "f1": 0.952306, "accuracy": 0.963439, "main_score": 0.952306, "hf_subset": "guj_Gujr-ilo_Latn", "languages": ["guj-Gujr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316547, "recall": 0.37747, "f1": 0.333231, "accuracy": 0.37747, "main_score": 0.333231, "hf_subset": "guj_Gujr-knc_Arab", "languages": ["guj-Gujr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mkd_Cyrl", "languages": ["guj-Gujr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-prs_Arab", "languages": ["guj-Gujr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-swe_Latn", "languages": ["guj-Gujr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-urd_Arab", "languages": ["guj-Gujr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567682, "recall": 0.642292, "f1": 0.588908, "accuracy": 0.642292, "main_score": 0.588908, "hf_subset": "guj_Gujr-aka_Latn", "languages": ["guj-Gujr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "guj_Gujr-bjn_Latn", "languages": ["guj-Gujr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "guj_Gujr-fao_Latn", "languages": ["guj-Gujr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ind_Latn", "languages": ["guj-Gujr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570745, "recall": 0.634387, "f1": 0.5893, "accuracy": 0.634387, "main_score": 0.5893, "hf_subset": "guj_Gujr-knc_Latn", "languages": ["guj-Gujr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-mlt_Latn", "languages": ["guj-Gujr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687732, "recall": 0.755929, "f1": 0.707563, "accuracy": 0.755929, "main_score": 0.707563, "hf_subset": "guj_Gujr-quy_Latn", "languages": ["guj-Gujr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "guj_Gujr-swh_Latn", "languages": ["guj-Gujr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-uzn_Latn", "languages": ["guj-Gujr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-als_Latn", "languages": ["guj-Gujr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667144, "recall": 0.742095, "f1": 0.688858, "accuracy": 0.742095, "main_score": 0.688858, "hf_subset": "guj_Gujr-bod_Tibt", "languages": ["guj-Gujr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.695973, "recall": 0.756917, "f1": 0.713315, "accuracy": 0.756917, "main_score": 0.713315, "hf_subset": "guj_Gujr-fij_Latn", "languages": ["guj-Gujr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "guj_Gujr-isl_Latn", "languages": ["guj-Gujr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6576, "recall": 0.718379, "f1": 0.675681, "accuracy": 0.718379, "main_score": 0.675681, "hf_subset": "guj_Gujr-kon_Latn", "languages": ["guj-Gujr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672513, "recall": 0.740119, "f1": 0.692278, "accuracy": 0.740119, "main_score": 0.692278, "hf_subset": "guj_Gujr-mni_Beng", "languages": ["guj-Gujr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ron_Latn", "languages": ["guj-Gujr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "guj_Gujr-szl_Latn", "languages": ["guj-Gujr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-vec_Latn", "languages": ["guj-Gujr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "guj_Gujr-amh_Ethi", "languages": ["guj-Gujr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-bos_Latn", "languages": ["guj-Gujr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-fin_Latn", "languages": ["guj-Gujr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ita_Latn", "languages": ["guj-Gujr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-kor_Hang", "languages": ["guj-Gujr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.529883, "recall": 0.593874, "f1": 0.547265, "accuracy": 0.593874, "main_score": 0.547265, "hf_subset": "guj_Gujr-mos_Latn", "languages": ["guj-Gujr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554324, "recall": 0.615613, "f1": 0.571644, "accuracy": 0.615613, "main_score": 0.571644, "hf_subset": "guj_Gujr-run_Latn", "languages": ["guj-Gujr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tam_Taml", "languages": ["guj-Gujr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-vie_Latn", "languages": ["guj-Gujr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-apc_Arab", "languages": ["guj-Gujr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.801805, "recall": 0.848814, "f1": 0.815958, "accuracy": 0.848814, "main_score": 0.815958, "hf_subset": "guj_Gujr-bug_Latn", "languages": ["guj-Gujr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466922, "recall": 0.524704, "f1": 0.482327, "accuracy": 0.524704, "main_score": 0.482327, "hf_subset": "guj_Gujr-fon_Latn", "languages": ["guj-Gujr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-jav_Latn", "languages": ["guj-Gujr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "guj_Gujr-lao_Laoo", "languages": ["guj-Gujr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.886611, "recall": 0.91996, "f1": 0.897134, "accuracy": 0.91996, "main_score": 0.897134, "hf_subset": "guj_Gujr-mri_Latn", "languages": ["guj-Gujr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-rus_Cyrl", "languages": ["guj-Gujr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529193, "recall": 0.594862, "f1": 0.547598, "accuracy": 0.594862, "main_score": 0.547598, "hf_subset": "guj_Gujr-taq_Latn", "languages": ["guj-Gujr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-war_Latn", "languages": ["guj-Gujr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-arb_Arab", "languages": ["guj-Gujr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-bul_Cyrl", "languages": ["guj-Gujr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-fra_Latn", "languages": ["guj-Gujr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-jpn_Jpan", "languages": ["guj-Gujr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "guj_Gujr-lij_Latn", "languages": ["guj-Gujr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "guj_Gujr-mya_Mymr", "languages": ["guj-Gujr", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.581615, "recall": 0.652174, "f1": 0.60139, "accuracy": 0.652174, "main_score": 0.60139, "hf_subset": "guj_Gujr-sag_Latn", "languages": ["guj-Gujr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194848, "recall": 0.248024, "f1": 0.207361, "accuracy": 0.248024, "main_score": 0.207361, "hf_subset": "guj_Gujr-taq_Tfng", "languages": ["guj-Gujr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.605049, "recall": 0.675889, "f1": 0.625139, "accuracy": 0.675889, "main_score": 0.625139, "hf_subset": "guj_Gujr-wol_Latn", "languages": ["guj-Gujr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791453, "recall": 0.842885, "f1": 0.80695, "accuracy": 0.842885, "main_score": 0.80695, "hf_subset": "guj_Gujr-arb_Latn", "languages": ["guj-Gujr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-cat_Latn", "languages": ["guj-Gujr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "guj_Gujr-fur_Latn", "languages": ["guj-Gujr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406439, "recall": 0.463439, "f1": 0.421829, "accuracy": 0.463439, "main_score": 0.421829, "hf_subset": "guj_Gujr-kab_Latn", "languages": ["guj-Gujr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-lim_Latn", "languages": ["guj-Gujr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nld_Latn", "languages": ["guj-Gujr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "guj_Gujr-san_Deva", "languages": ["guj-Gujr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tat_Cyrl", "languages": ["guj-Gujr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.6667, "recall": 0.724308, "f1": 0.683449, "accuracy": 0.724308, "main_score": 0.683449, "hf_subset": "guj_Gujr-xho_Latn", "languages": ["guj-Gujr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ars_Arab", "languages": ["guj-Gujr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-ceb_Latn", "languages": ["guj-Gujr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559388, "recall": 0.624506, "f1": 0.577909, "accuracy": 0.624506, "main_score": 0.577909, "hf_subset": "guj_Gujr-fuv_Latn", "languages": ["guj-Gujr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497927, "recall": 0.570158, "f1": 0.517536, "accuracy": 0.570158, "main_score": 0.517536, "hf_subset": "guj_Gujr-kac_Latn", "languages": ["guj-Gujr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654423, "recall": 0.713439, "f1": 0.67192, "accuracy": 0.713439, "main_score": 0.67192, "hf_subset": "guj_Gujr-lin_Latn", "languages": ["guj-Gujr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nno_Latn", "languages": ["guj-Gujr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.24854, "recall": 0.327075, "f1": 0.268757, "accuracy": 0.327075, "main_score": 0.268757, "hf_subset": "guj_Gujr-sat_Olck", "languages": ["guj-Gujr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tel_Telu", "languages": ["guj-Gujr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "guj_Gujr-ydd_Hebr", "languages": ["guj-Gujr", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "guj_Gujr-ary_Arab", "languages": ["guj-Gujr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ces_Latn", "languages": ["guj-Gujr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563959, "recall": 0.629447, "f1": 0.583242, "accuracy": 0.629447, "main_score": 0.583242, "hf_subset": "guj_Gujr-gaz_Latn", "languages": ["guj-Gujr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582223, "recall": 0.649209, "f1": 0.601105, "accuracy": 0.649209, "main_score": 0.601105, "hf_subset": "guj_Gujr-kam_Latn", "languages": ["guj-Gujr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "guj_Gujr-lit_Latn", "languages": ["guj-Gujr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nob_Latn", "languages": ["guj-Gujr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "guj_Gujr-scn_Latn", "languages": ["guj-Gujr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "guj_Gujr-tgk_Cyrl", "languages": ["guj-Gujr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.716231, "recall": 0.784585, "f1": 0.73686, "accuracy": 0.784585, "main_score": 0.73686, "hf_subset": "guj_Gujr-yor_Latn", "languages": ["guj-Gujr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-arz_Arab", "languages": ["guj-Gujr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539705, "recall": 0.608696, "f1": 0.559289, "accuracy": 0.608696, "main_score": 0.559289, "hf_subset": "guj_Gujr-cjk_Latn", "languages": ["guj-Gujr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79002, "recall": 0.840909, "f1": 0.805585, "accuracy": 0.840909, "main_score": 0.805585, "hf_subset": "guj_Gujr-gla_Latn", "languages": ["guj-Gujr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-kan_Knda", "languages": ["guj-Gujr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "guj_Gujr-lmo_Latn", "languages": ["guj-Gujr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "guj_Gujr-npi_Deva", "languages": ["guj-Gujr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.465499, "recall": 0.531621, "f1": 0.483429, "accuracy": 0.531621, "main_score": 0.483429, "hf_subset": "guj_Gujr-shn_Mymr", "languages": ["guj-Gujr", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tgl_Latn", "languages": ["guj-Gujr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-yue_Hant", "languages": ["guj-Gujr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-asm_Beng", "languages": ["guj-Gujr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "guj_Gujr-ckb_Arab", "languages": ["guj-Gujr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.893775, "recall": 0.922925, "f1": 0.902767, "accuracy": 0.922925, "main_score": 0.902767, "hf_subset": "guj_Gujr-gle_Latn", "languages": ["guj-Gujr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "guj_Gujr-kas_Arab", "languages": ["guj-Gujr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946476, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "guj_Gujr-ltg_Latn", "languages": ["guj-Gujr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603424, "recall": 0.662055, "f1": 0.619638, "accuracy": 0.662055, "main_score": 0.619638, "hf_subset": "guj_Gujr-nso_Latn", "languages": ["guj-Gujr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-sin_Sinh", "languages": ["guj-Gujr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tha_Thai", "languages": ["guj-Gujr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zho_Hans", "languages": ["guj-Gujr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ast_Latn", "languages": ["guj-Gujr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-crh_Latn", "languages": ["guj-Gujr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-glg_Latn", "languages": ["guj-Gujr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924901, "recall": 0.948617, "f1": 0.932477, "accuracy": 0.948617, "main_score": 0.932477, "hf_subset": "guj_Gujr-kas_Deva", "languages": ["guj-Gujr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "guj_Gujr-ltz_Latn", "languages": ["guj-Gujr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45613, "recall": 0.52668, "f1": 0.475139, "accuracy": 0.52668, "main_score": 0.475139, "hf_subset": "guj_Gujr-nus_Latn", "languages": ["guj-Gujr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-slk_Latn", "languages": ["guj-Gujr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632964, "recall": 0.706522, "f1": 0.654665, "accuracy": 0.706522, "main_score": 0.654665, "hf_subset": "guj_Gujr-tir_Ethi", "languages": ["guj-Gujr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zho_Hant", "languages": ["guj-Gujr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "guj_Gujr-awa_Deva", "languages": ["guj-Gujr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "guj_Gujr-cym_Latn", "languages": ["guj-Gujr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83498, "recall": 0.878458, "f1": 0.848405, "accuracy": 0.878458, "main_score": 0.848405, "hf_subset": "guj_Gujr-grn_Latn", "languages": ["guj-Gujr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-kat_Geor", "languages": ["guj-Gujr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.627811, "recall": 0.686759, "f1": 0.644794, "accuracy": 0.686759, "main_score": 0.644794, "hf_subset": "guj_Gujr-lua_Latn", "languages": ["guj-Gujr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626419, "recall": 0.694664, "f1": 0.646132, "accuracy": 0.694664, "main_score": 0.646132, "hf_subset": "guj_Gujr-nya_Latn", "languages": ["guj-Gujr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-slv_Latn", "languages": ["guj-Gujr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942605, "recall": 0.960474, "f1": 0.948353, "accuracy": 0.960474, "main_score": 0.948353, "hf_subset": "guj_Gujr-tpi_Latn", "languages": ["guj-Gujr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zsm_Latn", "languages": ["guj-Gujr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549676, "recall": 0.609684, "f1": 0.565676, "accuracy": 0.609684, "main_score": 0.565676, "hf_subset": "guj_Gujr-ayr_Latn", "languages": ["guj-Gujr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-dan_Latn", "languages": ["guj-Gujr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-kaz_Cyrl", "languages": ["guj-Gujr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522204, "recall": 0.589921, "f1": 0.540639, "accuracy": 0.589921, "main_score": 0.540639, "hf_subset": "guj_Gujr-lug_Latn", "languages": ["guj-Gujr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-oci_Latn", "languages": ["guj-Gujr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829463, "recall": 0.875494, "f1": 0.843742, "accuracy": 0.875494, "main_score": 0.843742, "hf_subset": "guj_Gujr-smo_Latn", "languages": ["guj-Gujr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524547, "recall": 0.592885, "f1": 0.54365, "accuracy": 0.592885, "main_score": 0.54365, "hf_subset": "guj_Gujr-tsn_Latn", "languages": ["guj-Gujr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614146, "recall": 0.672925, "f1": 0.630758, "accuracy": 0.672925, "main_score": 0.630758, "hf_subset": "guj_Gujr-zul_Latn", "languages": ["guj-Gujr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.95751, "f1": 0.944664, "accuracy": 0.95751, "main_score": 0.944664, "hf_subset": "guj_Gujr-azb_Arab", "languages": ["guj-Gujr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-deu_Latn", "languages": ["guj-Gujr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "guj_Gujr-hat_Latn", "languages": ["guj-Gujr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475095, "recall": 0.537549, "f1": 0.491843, "accuracy": 0.537549, "main_score": 0.491843, "hf_subset": "guj_Gujr-kbp_Latn", "languages": ["guj-Gujr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567582, "recall": 0.62747, "f1": 0.583759, "accuracy": 0.62747, "main_score": 0.583759, "hf_subset": "guj_Gujr-luo_Latn", "languages": ["guj-Gujr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ory_Orya", "languages": ["guj-Gujr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.587206, "recall": 0.652174, "f1": 0.605901, "accuracy": 0.652174, "main_score": 0.605901, "hf_subset": "guj_Gujr-sna_Latn", "languages": ["guj-Gujr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554698, "recall": 0.61166, "f1": 0.570085, "accuracy": 0.61166, "main_score": 0.570085, "hf_subset": "guj_Gujr-tso_Latn", "languages": ["guj-Gujr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-azj_Latn", "languages": ["guj-Gujr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524964, "recall": 0.59585, "f1": 0.545073, "accuracy": 0.59585, "main_score": 0.545073, "hf_subset": "guj_Gujr-dik_Latn", "languages": ["guj-Gujr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739888, "recall": 0.793478, "f1": 0.755421, "accuracy": 0.793478, "main_score": 0.755421, "hf_subset": "guj_Gujr-hau_Latn", "languages": ["guj-Gujr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-kea_Latn", "languages": ["guj-Gujr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755945, "recall": 0.811265, "f1": 0.772233, "accuracy": 0.811265, "main_score": 0.772233, "hf_subset": "guj_Gujr-lus_Latn", "languages": ["guj-Gujr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878771, "recall": 0.908103, "f1": 0.887549, "accuracy": 0.908103, "main_score": 0.887549, "hf_subset": "guj_Gujr-pag_Latn", "languages": ["guj-Gujr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-snd_Arab", "languages": ["guj-Gujr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "guj_Gujr-tuk_Latn", "languages": ["guj-Gujr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-bak_Cyrl", "languages": ["guj-Gujr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.476656, "recall": 0.5583, "f1": 0.501103, "accuracy": 0.5583, "main_score": 0.501103, "hf_subset": "guj_Gujr-dyu_Latn", "languages": ["guj-Gujr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-heb_Hebr", "languages": ["guj-Gujr", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-khk_Cyrl", "languages": ["guj-Gujr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-lvs_Latn", "languages": ["guj-Gujr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pan_Guru", "languages": ["guj-Gujr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.700965, "recall": 0.764822, "f1": 0.720339, "accuracy": 0.764822, "main_score": 0.720339, "hf_subset": "guj_Gujr-som_Latn", "languages": ["guj-Gujr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585788, "recall": 0.640316, "f1": 0.60098, "accuracy": 0.640316, "main_score": 0.60098, "hf_subset": "guj_Gujr-tum_Latn", "languages": ["guj-Gujr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577488, "recall": 0.63834, "f1": 0.594495, "accuracy": 0.63834, "main_score": 0.594495, "hf_subset": "kaz_Cyrl-ace_Arab", "languages": ["kaz-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519717, "recall": 0.581028, "f1": 0.536881, "accuracy": 0.581028, "main_score": 0.536881, "hf_subset": "kaz_Cyrl-bam_Latn", "languages": ["kaz-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438207, "recall": 0.509881, "f1": 0.457372, "accuracy": 0.509881, "main_score": 0.457372, "hf_subset": "kaz_Cyrl-dzo_Tibt", "languages": ["kaz-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-hin_Deva", "languages": ["kaz-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-khm_Khmr", "languages": ["kaz-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-mag_Deva", "languages": ["kaz-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "kaz_Cyrl-pap_Latn", "languages": ["kaz-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581461, "recall": 0.640316, "f1": 0.597636, "accuracy": 0.640316, "main_score": 0.597636, "hf_subset": "kaz_Cyrl-sot_Latn", "languages": ["kaz-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-tur_Latn", "languages": ["kaz-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852249, "recall": 0.891304, "f1": 0.864542, "accuracy": 0.891304, "main_score": 0.864542, "hf_subset": "kaz_Cyrl-ace_Latn", "languages": ["kaz-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941617, "recall": 0.95751, "f1": 0.946542, "accuracy": 0.95751, "main_score": 0.946542, "hf_subset": "kaz_Cyrl-ban_Latn", "languages": ["kaz-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ell_Grek", "languages": ["kaz-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "kaz_Cyrl-hne_Deva", "languages": ["kaz-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.582017, "recall": 0.642292, "f1": 0.598917, "accuracy": 0.642292, "main_score": 0.598917, "hf_subset": "kaz_Cyrl-kik_Latn", "languages": ["kaz-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-mai_Deva", "languages": ["kaz-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "kaz_Cyrl-pbt_Arab", "languages": ["kaz-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-spa_Latn", "languages": ["kaz-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612401, "recall": 0.675889, "f1": 0.630223, "accuracy": 0.675889, "main_score": 0.630223, "hf_subset": "kaz_Cyrl-twi_Latn", "languages": ["kaz-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-acm_Arab", "languages": ["kaz-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-bel_Cyrl", "languages": ["kaz-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": ["kaz-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-hrv_Latn", "languages": ["kaz-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549476, "recall": 0.614625, "f1": 0.567718, "accuracy": 0.614625, "main_score": 0.567718, "hf_subset": "kaz_Cyrl-kin_Latn", "languages": ["kaz-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-mal_Mlym", "languages": ["kaz-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-pes_Arab", "languages": ["kaz-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kaz_Cyrl-srd_Latn", "languages": ["kaz-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177694, "recall": 0.229249, "f1": 0.190973, "accuracy": 0.229249, "main_score": 0.190973, "hf_subset": "kaz_Cyrl-tzm_Tfng", "languages": ["kaz-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-acq_Arab", "languages": ["kaz-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61479, "recall": 0.668972, "f1": 0.629703, "accuracy": 0.668972, "main_score": 0.629703, "hf_subset": "kaz_Cyrl-bem_Latn", "languages": ["kaz-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-epo_Latn", "languages": ["kaz-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-hun_Latn", "languages": ["kaz-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kaz_Cyrl-kir_Cyrl", "languages": ["kaz-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-mar_Deva", "languages": ["kaz-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.671871, "recall": 0.72332, "f1": 0.686309, "accuracy": 0.72332, "main_score": 0.686309, "hf_subset": "kaz_Cyrl-plt_Latn", "languages": ["kaz-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-srp_Cyrl", "languages": ["kaz-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "kaz_Cyrl-uig_Arab", "languages": ["kaz-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-aeb_Arab", "languages": ["kaz-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ben_Beng", "languages": ["kaz-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-est_Latn", "languages": ["kaz-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-hye_Armn", "languages": ["kaz-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.524904, "recall": 0.58004, "f1": 0.540961, "accuracy": 0.58004, "main_score": 0.540961, "hf_subset": "kaz_Cyrl-kmb_Latn", "languages": ["kaz-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488537, "recall": 0.557312, "f1": 0.506967, "accuracy": 0.557312, "main_score": 0.506967, "hf_subset": "kaz_Cyrl-min_Arab", "languages": ["kaz-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-pol_Latn", "languages": ["kaz-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559026, "recall": 0.624506, "f1": 0.577363, "accuracy": 0.624506, "main_score": 0.577363, "hf_subset": "kaz_Cyrl-ssw_Latn", "languages": ["kaz-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ukr_Cyrl", "languages": ["kaz-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-afr_Latn", "languages": ["kaz-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kaz_Cyrl-bho_Deva", "languages": ["kaz-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kaz_Cyrl-eus_Latn", "languages": ["kaz-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567368, "recall": 0.629447, "f1": 0.584489, "accuracy": 0.629447, "main_score": 0.584489, "hf_subset": "kaz_Cyrl-ibo_Latn", "languages": ["kaz-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892787, "recall": 0.922925, "f1": 0.902141, "accuracy": 0.922925, "main_score": 0.902141, "hf_subset": "kaz_Cyrl-kmr_Latn", "languages": ["kaz-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kaz_Cyrl-min_Latn", "languages": ["kaz-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-por_Latn", "languages": ["kaz-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kaz_Cyrl-sun_Latn", "languages": ["kaz-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518925, "recall": 0.581028, "f1": 0.536238, "accuracy": 0.581028, "main_score": 0.536238, "hf_subset": "kaz_Cyrl-umb_Latn", "languages": ["kaz-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ajp_Arab", "languages": ["kaz-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524955, "recall": 0.587945, "f1": 0.542033, "accuracy": 0.587945, "main_score": 0.542033, "hf_subset": "kaz_Cyrl-bjn_Arab", "languages": ["kaz-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522021, "recall": 0.571146, "f1": 0.535399, "accuracy": 0.571146, "main_score": 0.535399, "hf_subset": "kaz_Cyrl-ewe_Latn", "languages": ["kaz-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "kaz_Cyrl-ilo_Latn", "languages": ["kaz-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314462, "recall": 0.369565, "f1": 0.329749, "accuracy": 0.369565, "main_score": 0.329749, "hf_subset": "kaz_Cyrl-knc_Arab", "languages": ["kaz-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-mkd_Cyrl", "languages": ["kaz-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-prs_Arab", "languages": ["kaz-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-swe_Latn", "languages": ["kaz-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-urd_Arab", "languages": ["kaz-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593455, "recall": 0.651186, "f1": 0.609705, "accuracy": 0.651186, "main_score": 0.609705, "hf_subset": "kaz_Cyrl-aka_Latn", "languages": ["kaz-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kaz_Cyrl-bjn_Latn", "languages": ["kaz-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "kaz_Cyrl-fao_Latn", "languages": ["kaz-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ind_Latn", "languages": ["kaz-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580477, "recall": 0.639328, "f1": 0.597134, "accuracy": 0.639328, "main_score": 0.597134, "hf_subset": "kaz_Cyrl-knc_Latn", "languages": ["kaz-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kaz_Cyrl-mlt_Latn", "languages": ["kaz-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703343, "recall": 0.76581, "f1": 0.721792, "accuracy": 0.76581, "main_score": 0.721792, "hf_subset": "kaz_Cyrl-quy_Latn", "languages": ["kaz-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "kaz_Cyrl-swh_Latn", "languages": ["kaz-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-uzn_Latn", "languages": ["kaz-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-als_Latn", "languages": ["kaz-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645266, "recall": 0.729249, "f1": 0.670208, "accuracy": 0.729249, "main_score": 0.670208, "hf_subset": "kaz_Cyrl-bod_Tibt", "languages": ["kaz-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.686668, "recall": 0.746047, "f1": 0.70357, "accuracy": 0.746047, "main_score": 0.70357, "hf_subset": "kaz_Cyrl-fij_Latn", "languages": ["kaz-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-isl_Latn", "languages": ["kaz-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64077, "recall": 0.698617, "f1": 0.657973, "accuracy": 0.698617, "main_score": 0.657973, "hf_subset": "kaz_Cyrl-kon_Latn", "languages": ["kaz-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647332, "recall": 0.715415, "f1": 0.66725, "accuracy": 0.715415, "main_score": 0.66725, "hf_subset": "kaz_Cyrl-mni_Beng", "languages": ["kaz-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ron_Latn", "languages": ["kaz-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.983202, "f1": 0.979414, "accuracy": 0.983202, "main_score": 0.979414, "hf_subset": "kaz_Cyrl-szl_Latn", "languages": ["kaz-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-vec_Latn", "languages": ["kaz-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "kaz_Cyrl-amh_Ethi", "languages": ["kaz-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-bos_Latn", "languages": ["kaz-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-fin_Latn", "languages": ["kaz-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ita_Latn", "languages": ["kaz-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-kor_Hang", "languages": ["kaz-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.545446, "recall": 0.601779, "f1": 0.560657, "accuracy": 0.601779, "main_score": 0.560657, "hf_subset": "kaz_Cyrl-mos_Latn", "languages": ["kaz-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547612, "recall": 0.607708, "f1": 0.564611, "accuracy": 0.607708, "main_score": 0.564611, "hf_subset": "kaz_Cyrl-run_Latn", "languages": ["kaz-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tam_Taml", "languages": ["kaz-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-vie_Latn", "languages": ["kaz-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-apc_Arab", "languages": ["kaz-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.801087, "recall": 0.842885, "f1": 0.813787, "accuracy": 0.842885, "main_score": 0.813787, "hf_subset": "kaz_Cyrl-bug_Latn", "languages": ["kaz-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470018, "recall": 0.527668, "f1": 0.485677, "accuracy": 0.527668, "main_score": 0.485677, "hf_subset": "kaz_Cyrl-fon_Latn", "languages": ["kaz-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-jav_Latn", "languages": ["kaz-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-lao_Laoo", "languages": ["kaz-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.873551, "recall": 0.909091, "f1": 0.884717, "accuracy": 0.909091, "main_score": 0.884717, "hf_subset": "kaz_Cyrl-mri_Latn", "languages": ["kaz-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-rus_Cyrl", "languages": ["kaz-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532659, "recall": 0.594862, "f1": 0.550223, "accuracy": 0.594862, "main_score": 0.550223, "hf_subset": "kaz_Cyrl-taq_Latn", "languages": ["kaz-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-war_Latn", "languages": ["kaz-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-arb_Arab", "languages": ["kaz-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-bul_Cyrl", "languages": ["kaz-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-fra_Latn", "languages": ["kaz-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-jpn_Jpan", "languages": ["kaz-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "kaz_Cyrl-lij_Latn", "languages": ["kaz-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "kaz_Cyrl-mya_Mymr", "languages": ["kaz-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.584468, "recall": 0.647233, "f1": 0.602235, "accuracy": 0.647233, "main_score": 0.602235, "hf_subset": "kaz_Cyrl-sag_Latn", "languages": ["kaz-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199258, "recall": 0.253953, "f1": 0.21138, "accuracy": 0.253953, "main_score": 0.21138, "hf_subset": "kaz_Cyrl-taq_Tfng", "languages": ["kaz-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.610164, "recall": 0.676877, "f1": 0.628708, "accuracy": 0.676877, "main_score": 0.628708, "hf_subset": "kaz_Cyrl-wol_Latn", "languages": ["kaz-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787055, "recall": 0.839921, "f1": 0.803181, "accuracy": 0.839921, "main_score": 0.803181, "hf_subset": "kaz_Cyrl-arb_Latn", "languages": ["kaz-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-cat_Latn", "languages": ["kaz-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "kaz_Cyrl-fur_Latn", "languages": ["kaz-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400274, "recall": 0.454545, "f1": 0.415138, "accuracy": 0.454545, "main_score": 0.415138, "hf_subset": "kaz_Cyrl-kab_Latn", "languages": ["kaz-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kaz_Cyrl-lim_Latn", "languages": ["kaz-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-nld_Latn", "languages": ["kaz-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "kaz_Cyrl-san_Deva", "languages": ["kaz-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-tat_Cyrl", "languages": ["kaz-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.662533, "recall": 0.718379, "f1": 0.679301, "accuracy": 0.718379, "main_score": 0.679301, "hf_subset": "kaz_Cyrl-xho_Latn", "languages": ["kaz-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ars_Arab", "languages": ["kaz-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-ceb_Latn", "languages": ["kaz-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553213, "recall": 0.614625, "f1": 0.570747, "accuracy": 0.614625, "main_score": 0.570747, "hf_subset": "kaz_Cyrl-fuv_Latn", "languages": ["kaz-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507942, "recall": 0.577075, "f1": 0.526162, "accuracy": 0.577075, "main_score": 0.526162, "hf_subset": "kaz_Cyrl-kac_Latn", "languages": ["kaz-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656225, "recall": 0.708498, "f1": 0.671311, "accuracy": 0.708498, "main_score": 0.671311, "hf_subset": "kaz_Cyrl-lin_Latn", "languages": ["kaz-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-nno_Latn", "languages": ["kaz-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.230068, "recall": 0.314229, "f1": 0.252077, "accuracy": 0.314229, "main_score": 0.252077, "hf_subset": "kaz_Cyrl-sat_Olck", "languages": ["kaz-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tel_Telu", "languages": ["kaz-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.946064, "recall": 0.961462, "f1": 0.950988, "accuracy": 0.961462, "main_score": 0.950988, "hf_subset": "kaz_Cyrl-ydd_Hebr", "languages": ["kaz-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "kaz_Cyrl-ary_Arab", "languages": ["kaz-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ces_Latn", "languages": ["kaz-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569837, "recall": 0.629447, "f1": 0.586664, "accuracy": 0.629447, "main_score": 0.586664, "hf_subset": "kaz_Cyrl-gaz_Latn", "languages": ["kaz-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56437, "recall": 0.634387, "f1": 0.583802, "accuracy": 0.634387, "main_score": 0.583802, "hf_subset": "kaz_Cyrl-kam_Latn", "languages": ["kaz-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kaz_Cyrl-lit_Latn", "languages": ["kaz-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-nob_Latn", "languages": ["kaz-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "kaz_Cyrl-scn_Latn", "languages": ["kaz-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "kaz_Cyrl-tgk_Cyrl", "languages": ["kaz-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.722069, "recall": 0.786561, "f1": 0.741257, "accuracy": 0.786561, "main_score": 0.741257, "hf_subset": "kaz_Cyrl-yor_Latn", "languages": ["kaz-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-arz_Arab", "languages": ["kaz-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561648, "recall": 0.619565, "f1": 0.577903, "accuracy": 0.619565, "main_score": 0.577903, "hf_subset": "kaz_Cyrl-cjk_Latn", "languages": ["kaz-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788406, "recall": 0.836957, "f1": 0.803458, "accuracy": 0.836957, "main_score": 0.803458, "hf_subset": "kaz_Cyrl-gla_Latn", "languages": ["kaz-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-kan_Knda", "languages": ["kaz-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "kaz_Cyrl-lmo_Latn", "languages": ["kaz-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "kaz_Cyrl-npi_Deva", "languages": ["kaz-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.45516, "recall": 0.519763, "f1": 0.47305, "accuracy": 0.519763, "main_score": 0.47305, "hf_subset": "kaz_Cyrl-shn_Mymr", "languages": ["kaz-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tgl_Latn", "languages": ["kaz-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-yue_Hant", "languages": ["kaz-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-asm_Beng", "languages": ["kaz-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969121, "recall": 0.978261, "f1": 0.972069, "accuracy": 0.978261, "main_score": 0.972069, "hf_subset": "kaz_Cyrl-ckb_Arab", "languages": ["kaz-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.878491, "recall": 0.913043, "f1": 0.889295, "accuracy": 0.913043, "main_score": 0.889295, "hf_subset": "kaz_Cyrl-gle_Latn", "languages": ["kaz-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943758, "recall": 0.961462, "f1": 0.949506, "accuracy": 0.961462, "main_score": 0.949506, "hf_subset": "kaz_Cyrl-kas_Arab", "languages": ["kaz-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.931489, "recall": 0.951581, "f1": 0.937879, "accuracy": 0.951581, "main_score": 0.937879, "hf_subset": "kaz_Cyrl-ltg_Latn", "languages": ["kaz-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608469, "recall": 0.655138, "f1": 0.621379, "accuracy": 0.655138, "main_score": 0.621379, "hf_subset": "kaz_Cyrl-nso_Latn", "languages": ["kaz-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-sin_Sinh", "languages": ["kaz-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-tha_Thai", "languages": ["kaz-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-zho_Hans", "languages": ["kaz-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ast_Latn", "languages": ["kaz-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-crh_Latn", "languages": ["kaz-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-glg_Latn", "languages": ["kaz-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876318, "recall": 0.912055, "f1": 0.887681, "accuracy": 0.912055, "main_score": 0.887681, "hf_subset": "kaz_Cyrl-kas_Deva", "languages": ["kaz-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kaz_Cyrl-ltz_Latn", "languages": ["kaz-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45249, "recall": 0.519763, "f1": 0.47032, "accuracy": 0.519763, "main_score": 0.47032, "hf_subset": "kaz_Cyrl-nus_Latn", "languages": ["kaz-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-slk_Latn", "languages": ["kaz-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618511, "recall": 0.695652, "f1": 0.641488, "accuracy": 0.695652, "main_score": 0.641488, "hf_subset": "kaz_Cyrl-tir_Ethi", "languages": ["kaz-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-zho_Hant", "languages": ["kaz-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "kaz_Cyrl-awa_Deva", "languages": ["kaz-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "kaz_Cyrl-cym_Latn", "languages": ["kaz-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838027, "recall": 0.878458, "f1": 0.850527, "accuracy": 0.878458, "main_score": 0.850527, "hf_subset": "kaz_Cyrl-grn_Latn", "languages": ["kaz-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-kat_Geor", "languages": ["kaz-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.64034, "recall": 0.695652, "f1": 0.656112, "accuracy": 0.695652, "main_score": 0.656112, "hf_subset": "kaz_Cyrl-lua_Latn", "languages": ["kaz-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614839, "recall": 0.68083, "f1": 0.634242, "accuracy": 0.68083, "main_score": 0.634242, "hf_subset": "kaz_Cyrl-nya_Latn", "languages": ["kaz-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-slv_Latn", "languages": ["kaz-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930171, "recall": 0.951581, "f1": 0.936924, "accuracy": 0.951581, "main_score": 0.936924, "hf_subset": "kaz_Cyrl-tpi_Latn", "languages": ["kaz-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-zsm_Latn", "languages": ["kaz-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546327, "recall": 0.608696, "f1": 0.56343, "accuracy": 0.608696, "main_score": 0.56343, "hf_subset": "kaz_Cyrl-ayr_Latn", "languages": ["kaz-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-dan_Latn", "languages": ["kaz-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-guj_Gujr", "languages": ["kaz-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.53396, "recall": 0.59585, "f1": 0.551075, "accuracy": 0.59585, "main_score": 0.551075, "hf_subset": "kaz_Cyrl-lug_Latn", "languages": ["kaz-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-oci_Latn", "languages": ["kaz-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809519, "recall": 0.854743, "f1": 0.823057, "accuracy": 0.854743, "main_score": 0.823057, "hf_subset": "kaz_Cyrl-smo_Latn", "languages": ["kaz-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532694, "recall": 0.597826, "f1": 0.55037, "accuracy": 0.597826, "main_score": 0.55037, "hf_subset": "kaz_Cyrl-tsn_Latn", "languages": ["kaz-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623534, "recall": 0.677866, "f1": 0.639229, "accuracy": 0.677866, "main_score": 0.639229, "hf_subset": "kaz_Cyrl-zul_Latn", "languages": ["kaz-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924736, "recall": 0.945652, "f1": 0.931489, "accuracy": 0.945652, "main_score": 0.931489, "hf_subset": "kaz_Cyrl-azb_Arab", "languages": ["kaz-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-deu_Latn", "languages": ["kaz-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "kaz_Cyrl-hat_Latn", "languages": ["kaz-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480185, "recall": 0.540514, "f1": 0.496662, "accuracy": 0.540514, "main_score": 0.496662, "hf_subset": "kaz_Cyrl-kbp_Latn", "languages": ["kaz-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56598, "recall": 0.621542, "f1": 0.580769, "accuracy": 0.621542, "main_score": 0.580769, "hf_subset": "kaz_Cyrl-luo_Latn", "languages": ["kaz-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ory_Orya", "languages": ["kaz-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585256, "recall": 0.652174, "f1": 0.604073, "accuracy": 0.652174, "main_score": 0.604073, "hf_subset": "kaz_Cyrl-sna_Latn", "languages": ["kaz-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542443, "recall": 0.596838, "f1": 0.556585, "accuracy": 0.596838, "main_score": 0.556585, "hf_subset": "kaz_Cyrl-tso_Latn", "languages": ["kaz-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-azj_Latn", "languages": ["kaz-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534848, "recall": 0.605731, "f1": 0.555248, "accuracy": 0.605731, "main_score": 0.555248, "hf_subset": "kaz_Cyrl-dik_Latn", "languages": ["kaz-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734536, "recall": 0.794466, "f1": 0.752753, "accuracy": 0.794466, "main_score": 0.752753, "hf_subset": "kaz_Cyrl-hau_Latn", "languages": ["kaz-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "kaz_Cyrl-kea_Latn", "languages": ["kaz-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736775, "recall": 0.788538, "f1": 0.75247, "accuracy": 0.788538, "main_score": 0.75247, "hf_subset": "kaz_Cyrl-lus_Latn", "languages": ["kaz-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855583, "recall": 0.893281, "f1": 0.867161, "accuracy": 0.893281, "main_score": 0.867161, "hf_subset": "kaz_Cyrl-pag_Latn", "languages": ["kaz-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "kaz_Cyrl-snd_Arab", "languages": ["kaz-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970273, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "kaz_Cyrl-tuk_Latn", "languages": ["kaz-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-bak_Cyrl", "languages": ["kaz-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473529, "recall": 0.552372, "f1": 0.49641, "accuracy": 0.552372, "main_score": 0.49641, "hf_subset": "kaz_Cyrl-dyu_Latn", "languages": ["kaz-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-heb_Hebr", "languages": ["kaz-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-khk_Cyrl", "languages": ["kaz-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-lvs_Latn", "languages": ["kaz-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-pan_Guru", "languages": ["kaz-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.702676, "recall": 0.758893, "f1": 0.719225, "accuracy": 0.758893, "main_score": 0.719225, "hf_subset": "kaz_Cyrl-som_Latn", "languages": ["kaz-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584463, "recall": 0.637352, "f1": 0.599541, "accuracy": 0.637352, "main_score": 0.599541, "hf_subset": "kaz_Cyrl-tum_Latn", "languages": ["kaz-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403633, "recall": 0.447628, "f1": 0.415232, "accuracy": 0.447628, "main_score": 0.415232, "hf_subset": "lug_Latn-ace_Arab", "languages": ["lug-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486571, "recall": 0.522727, "f1": 0.496842, "accuracy": 0.522727, "main_score": 0.496842, "hf_subset": "lug_Latn-bam_Latn", "languages": ["lug-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210532, "recall": 0.252964, "f1": 0.221405, "accuracy": 0.252964, "main_score": 0.221405, "hf_subset": "lug_Latn-dzo_Tibt", "languages": ["lug-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.521614, "recall": 0.563241, "f1": 0.532682, "accuracy": 0.563241, "main_score": 0.532682, "hf_subset": "lug_Latn-hin_Deva", "languages": ["lug-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47849, "recall": 0.521739, "f1": 0.490168, "accuracy": 0.521739, "main_score": 0.490168, "hf_subset": "lug_Latn-khm_Khmr", "languages": ["lug-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.512186, "recall": 0.560277, "f1": 0.525183, "accuracy": 0.560277, "main_score": 0.525183, "hf_subset": "lug_Latn-mag_Deva", "languages": ["lug-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.528638, "recall": 0.56917, "f1": 0.53844, "accuracy": 0.56917, "main_score": 0.53844, "hf_subset": "lug_Latn-pap_Latn", "languages": ["lug-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530195, "recall": 0.563241, "f1": 0.538535, "accuracy": 0.563241, "main_score": 0.538535, "hf_subset": "lug_Latn-sot_Latn", "languages": ["lug-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5075, "recall": 0.549407, "f1": 0.518472, "accuracy": 0.549407, "main_score": 0.518472, "hf_subset": "lug_Latn-tur_Latn", "languages": ["lug-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527127, "recall": 0.554348, "f1": 0.534454, "accuracy": 0.554348, "main_score": 0.534454, "hf_subset": "lug_Latn-ace_Latn", "languages": ["lug-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52845, "recall": 0.561265, "f1": 0.537461, "accuracy": 0.561265, "main_score": 0.537461, "hf_subset": "lug_Latn-ban_Latn", "languages": ["lug-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495512, "recall": 0.549407, "f1": 0.509734, "accuracy": 0.549407, "main_score": 0.509734, "hf_subset": "lug_Latn-ell_Grek", "languages": ["lug-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.501665, "recall": 0.544466, "f1": 0.513102, "accuracy": 0.544466, "main_score": 0.513102, "hf_subset": "lug_Latn-hne_Deva", "languages": ["lug-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47708, "recall": 0.51581, "f1": 0.487403, "accuracy": 0.51581, "main_score": 0.487403, "hf_subset": "lug_Latn-kik_Latn", "languages": ["lug-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509578, "recall": 0.555336, "f1": 0.521206, "accuracy": 0.555336, "main_score": 0.521206, "hf_subset": "lug_Latn-mai_Deva", "languages": ["lug-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467546, "recall": 0.511858, "f1": 0.479189, "accuracy": 0.511858, "main_score": 0.479189, "hf_subset": "lug_Latn-pbt_Arab", "languages": ["lug-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505481, "recall": 0.55336, "f1": 0.517578, "accuracy": 0.55336, "main_score": 0.517578, "hf_subset": "lug_Latn-spa_Latn", "languages": ["lug-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516906, "recall": 0.552372, "f1": 0.52694, "accuracy": 0.552372, "main_score": 0.52694, "hf_subset": "lug_Latn-twi_Latn", "languages": ["lug-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502828, "recall": 0.548419, "f1": 0.514242, "accuracy": 0.548419, "main_score": 0.514242, "hf_subset": "lug_Latn-acm_Arab", "languages": ["lug-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489989, "recall": 0.533597, "f1": 0.501236, "accuracy": 0.533597, "main_score": 0.501236, "hf_subset": "lug_Latn-bel_Cyrl", "languages": ["lug-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533621, "recall": 0.579051, "f1": 0.545193, "accuracy": 0.579051, "main_score": 0.545193, "hf_subset": "lug_Latn-eng_Latn", "languages": ["lug-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530826, "recall": 0.578063, "f1": 0.542654, "accuracy": 0.578063, "main_score": 0.542654, "hf_subset": "lug_Latn-hrv_Latn", "languages": ["lug-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53111, "recall": 0.583004, "f1": 0.544968, "accuracy": 0.583004, "main_score": 0.544968, "hf_subset": "lug_Latn-kin_Latn", "languages": ["lug-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498145, "recall": 0.550395, "f1": 0.510963, "accuracy": 0.550395, "main_score": 0.510963, "hf_subset": "lug_Latn-mal_Mlym", "languages": ["lug-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.506125, "recall": 0.552372, "f1": 0.518304, "accuracy": 0.552372, "main_score": 0.518304, "hf_subset": "lug_Latn-pes_Arab", "languages": ["lug-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517111, "recall": 0.557312, "f1": 0.527585, "accuracy": 0.557312, "main_score": 0.527585, "hf_subset": "lug_Latn-srd_Latn", "languages": ["lug-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183987, "recall": 0.221344, "f1": 0.193526, "accuracy": 0.221344, "main_score": 0.193526, "hf_subset": "lug_Latn-tzm_Tfng", "languages": ["lug-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.505665, "recall": 0.551383, "f1": 0.517924, "accuracy": 0.551383, "main_score": 0.517924, "hf_subset": "lug_Latn-acq_Arab", "languages": ["lug-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545769, "recall": 0.58498, "f1": 0.555519, "accuracy": 0.58498, "main_score": 0.555519, "hf_subset": "lug_Latn-bem_Latn", "languages": ["lug-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519084, "recall": 0.560277, "f1": 0.530314, "accuracy": 0.560277, "main_score": 0.530314, "hf_subset": "lug_Latn-epo_Latn", "languages": ["lug-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516149, "recall": 0.563241, "f1": 0.527707, "accuracy": 0.563241, "main_score": 0.527707, "hf_subset": "lug_Latn-hun_Latn", "languages": ["lug-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481363, "recall": 0.525692, "f1": 0.493318, "accuracy": 0.525692, "main_score": 0.493318, "hf_subset": "lug_Latn-kir_Cyrl", "languages": ["lug-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524848, "recall": 0.562253, "f1": 0.534381, "accuracy": 0.562253, "main_score": 0.534381, "hf_subset": "lug_Latn-mar_Deva", "languages": ["lug-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517226, "recall": 0.555336, "f1": 0.527551, "accuracy": 0.555336, "main_score": 0.527551, "hf_subset": "lug_Latn-plt_Latn", "languages": ["lug-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525746, "recall": 0.56917, "f1": 0.536811, "accuracy": 0.56917, "main_score": 0.536811, "hf_subset": "lug_Latn-srp_Cyrl", "languages": ["lug-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.434601, "recall": 0.483202, "f1": 0.448425, "accuracy": 0.483202, "main_score": 0.448425, "hf_subset": "lug_Latn-uig_Arab", "languages": ["lug-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496523, "recall": 0.535573, "f1": 0.506717, "accuracy": 0.535573, "main_score": 0.506717, "hf_subset": "lug_Latn-aeb_Arab", "languages": ["lug-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510773, "recall": 0.559289, "f1": 0.523098, "accuracy": 0.559289, "main_score": 0.523098, "hf_subset": "lug_Latn-ben_Beng", "languages": ["lug-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.508531, "recall": 0.546443, "f1": 0.518557, "accuracy": 0.546443, "main_score": 0.518557, "hf_subset": "lug_Latn-est_Latn", "languages": ["lug-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494323, "recall": 0.543478, "f1": 0.506916, "accuracy": 0.543478, "main_score": 0.506916, "hf_subset": "lug_Latn-hye_Armn", "languages": ["lug-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.488885, "recall": 0.52668, "f1": 0.49961, "accuracy": 0.52668, "main_score": 0.49961, "hf_subset": "lug_Latn-kmb_Latn", "languages": ["lug-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363029, "recall": 0.411067, "f1": 0.376572, "accuracy": 0.411067, "main_score": 0.376572, "hf_subset": "lug_Latn-min_Arab", "languages": ["lug-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508823, "recall": 0.559289, "f1": 0.521776, "accuracy": 0.559289, "main_score": 0.521776, "hf_subset": "lug_Latn-pol_Latn", "languages": ["lug-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519791, "recall": 0.565217, "f1": 0.532058, "accuracy": 0.565217, "main_score": 0.532058, "hf_subset": "lug_Latn-ssw_Latn", "languages": ["lug-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513091, "recall": 0.563241, "f1": 0.526098, "accuracy": 0.563241, "main_score": 0.526098, "hf_subset": "lug_Latn-ukr_Cyrl", "languages": ["lug-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536884, "recall": 0.583004, "f1": 0.549297, "accuracy": 0.583004, "main_score": 0.549297, "hf_subset": "lug_Latn-afr_Latn", "languages": ["lug-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505092, "recall": 0.544466, "f1": 0.516341, "accuracy": 0.544466, "main_score": 0.516341, "hf_subset": "lug_Latn-bho_Deva", "languages": ["lug-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.504981, "recall": 0.554348, "f1": 0.518351, "accuracy": 0.554348, "main_score": 0.518351, "hf_subset": "lug_Latn-eus_Latn", "languages": ["lug-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505592, "recall": 0.546443, "f1": 0.51713, "accuracy": 0.546443, "main_score": 0.51713, "hf_subset": "lug_Latn-ibo_Latn", "languages": ["lug-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501039, "recall": 0.543478, "f1": 0.512147, "accuracy": 0.543478, "main_score": 0.512147, "hf_subset": "lug_Latn-kmr_Latn", "languages": ["lug-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530797, "recall": 0.577075, "f1": 0.542279, "accuracy": 0.577075, "main_score": 0.542279, "hf_subset": "lug_Latn-min_Latn", "languages": ["lug-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529424, "recall": 0.578063, "f1": 0.541976, "accuracy": 0.578063, "main_score": 0.541976, "hf_subset": "lug_Latn-por_Latn", "languages": ["lug-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545679, "recall": 0.588933, "f1": 0.556685, "accuracy": 0.588933, "main_score": 0.556685, "hf_subset": "lug_Latn-sun_Latn", "languages": ["lug-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479661, "recall": 0.517787, "f1": 0.490986, "accuracy": 0.517787, "main_score": 0.490986, "hf_subset": "lug_Latn-umb_Latn", "languages": ["lug-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509933, "recall": 0.556324, "f1": 0.52222, "accuracy": 0.556324, "main_score": 0.52222, "hf_subset": "lug_Latn-ajp_Arab", "languages": ["lug-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.382416, "recall": 0.429842, "f1": 0.395771, "accuracy": 0.429842, "main_score": 0.395771, "hf_subset": "lug_Latn-bjn_Arab", "languages": ["lug-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470803, "recall": 0.503953, "f1": 0.479916, "accuracy": 0.503953, "main_score": 0.479916, "hf_subset": "lug_Latn-ewe_Latn", "languages": ["lug-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539509, "recall": 0.575099, "f1": 0.548451, "accuracy": 0.575099, "main_score": 0.548451, "hf_subset": "lug_Latn-ilo_Latn", "languages": ["lug-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.276539, "recall": 0.329051, "f1": 0.290723, "accuracy": 0.329051, "main_score": 0.290723, "hf_subset": "lug_Latn-knc_Arab", "languages": ["lug-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515031, "recall": 0.560277, "f1": 0.526664, "accuracy": 0.560277, "main_score": 0.526664, "hf_subset": "lug_Latn-mkd_Cyrl", "languages": ["lug-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.50834, "recall": 0.552372, "f1": 0.519914, "accuracy": 0.552372, "main_score": 0.519914, "hf_subset": "lug_Latn-prs_Arab", "languages": ["lug-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519984, "recall": 0.570158, "f1": 0.532622, "accuracy": 0.570158, "main_score": 0.532622, "hf_subset": "lug_Latn-swe_Latn", "languages": ["lug-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492516, "recall": 0.539526, "f1": 0.505431, "accuracy": 0.539526, "main_score": 0.505431, "hf_subset": "lug_Latn-urd_Arab", "languages": ["lug-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499653, "recall": 0.535573, "f1": 0.509622, "accuracy": 0.535573, "main_score": 0.509622, "hf_subset": "lug_Latn-aka_Latn", "languages": ["lug-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541752, "recall": 0.578063, "f1": 0.550673, "accuracy": 0.578063, "main_score": 0.550673, "hf_subset": "lug_Latn-bjn_Latn", "languages": ["lug-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500858, "recall": 0.538538, "f1": 0.511688, "accuracy": 0.538538, "main_score": 0.511688, "hf_subset": "lug_Latn-fao_Latn", "languages": ["lug-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534215, "recall": 0.583004, "f1": 0.546699, "accuracy": 0.583004, "main_score": 0.546699, "hf_subset": "lug_Latn-ind_Latn", "languages": ["lug-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496867, "recall": 0.535573, "f1": 0.507314, "accuracy": 0.535573, "main_score": 0.507314, "hf_subset": "lug_Latn-knc_Latn", "languages": ["lug-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533661, "recall": 0.576087, "f1": 0.544018, "accuracy": 0.576087, "main_score": 0.544018, "hf_subset": "lug_Latn-mlt_Latn", "languages": ["lug-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480022, "recall": 0.525692, "f1": 0.492419, "accuracy": 0.525692, "main_score": 0.492419, "hf_subset": "lug_Latn-quy_Latn", "languages": ["lug-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550127, "recall": 0.593874, "f1": 0.561553, "accuracy": 0.593874, "main_score": 0.561553, "hf_subset": "lug_Latn-swh_Latn", "languages": ["lug-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511071, "recall": 0.550395, "f1": 0.520579, "accuracy": 0.550395, "main_score": 0.520579, "hf_subset": "lug_Latn-uzn_Latn", "languages": ["lug-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514051, "recall": 0.556324, "f1": 0.524726, "accuracy": 0.556324, "main_score": 0.524726, "hf_subset": "lug_Latn-als_Latn", "languages": ["lug-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267113, "recall": 0.314229, "f1": 0.278207, "accuracy": 0.314229, "main_score": 0.278207, "hf_subset": "lug_Latn-bod_Tibt", "languages": ["lug-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.503528, "recall": 0.545455, "f1": 0.514653, "accuracy": 0.545455, "main_score": 0.514653, "hf_subset": "lug_Latn-fij_Latn", "languages": ["lug-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497636, "recall": 0.538538, "f1": 0.508036, "accuracy": 0.538538, "main_score": 0.508036, "hf_subset": "lug_Latn-isl_Latn", "languages": ["lug-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529638, "recall": 0.570158, "f1": 0.540748, "accuracy": 0.570158, "main_score": 0.540748, "hf_subset": "lug_Latn-kon_Latn", "languages": ["lug-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441133, "recall": 0.48913, "f1": 0.454671, "accuracy": 0.48913, "main_score": 0.454671, "hf_subset": "lug_Latn-mni_Beng", "languages": ["lug-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.523543, "recall": 0.570158, "f1": 0.53497, "accuracy": 0.570158, "main_score": 0.53497, "hf_subset": "lug_Latn-ron_Latn", "languages": ["lug-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515097, "recall": 0.559289, "f1": 0.526696, "accuracy": 0.559289, "main_score": 0.526696, "hf_subset": "lug_Latn-szl_Latn", "languages": ["lug-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529437, "recall": 0.570158, "f1": 0.539929, "accuracy": 0.570158, "main_score": 0.539929, "hf_subset": "lug_Latn-vec_Latn", "languages": ["lug-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461883, "recall": 0.511858, "f1": 0.474481, "accuracy": 0.511858, "main_score": 0.474481, "hf_subset": "lug_Latn-amh_Ethi", "languages": ["lug-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.535148, "recall": 0.581028, "f1": 0.547237, "accuracy": 0.581028, "main_score": 0.547237, "hf_subset": "lug_Latn-bos_Latn", "languages": ["lug-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489558, "recall": 0.538538, "f1": 0.502892, "accuracy": 0.538538, "main_score": 0.502892, "hf_subset": "lug_Latn-fin_Latn", "languages": ["lug-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503638, "recall": 0.555336, "f1": 0.516482, "accuracy": 0.555336, "main_score": 0.516482, "hf_subset": "lug_Latn-ita_Latn", "languages": ["lug-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489478, "recall": 0.539526, "f1": 0.502244, "accuracy": 0.539526, "main_score": 0.502244, "hf_subset": "lug_Latn-kor_Hang", "languages": ["lug-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.470795, "recall": 0.509881, "f1": 0.481937, "accuracy": 0.509881, "main_score": 0.481937, "hf_subset": "lug_Latn-mos_Latn", "languages": ["lug-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543094, "recall": 0.585968, "f1": 0.554112, "accuracy": 0.585968, "main_score": 0.554112, "hf_subset": "lug_Latn-run_Latn", "languages": ["lug-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495674, "recall": 0.54249, "f1": 0.507275, "accuracy": 0.54249, "main_score": 0.507275, "hf_subset": "lug_Latn-tam_Taml", "languages": ["lug-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.512742, "recall": 0.555336, "f1": 0.523844, "accuracy": 0.555336, "main_score": 0.523844, "hf_subset": "lug_Latn-vie_Latn", "languages": ["lug-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513515, "recall": 0.5583, "f1": 0.524813, "accuracy": 0.5583, "main_score": 0.524813, "hf_subset": "lug_Latn-apc_Arab", "languages": ["lug-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503458, "recall": 0.541502, "f1": 0.514248, "accuracy": 0.541502, "main_score": 0.514248, "hf_subset": "lug_Latn-bug_Latn", "languages": ["lug-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437089, "recall": 0.479249, "f1": 0.44908, "accuracy": 0.479249, "main_score": 0.44908, "hf_subset": "lug_Latn-fon_Latn", "languages": ["lug-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539917, "recall": 0.578063, "f1": 0.550116, "accuracy": 0.578063, "main_score": 0.550116, "hf_subset": "lug_Latn-jav_Latn", "languages": ["lug-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484637, "recall": 0.525692, "f1": 0.495701, "accuracy": 0.525692, "main_score": 0.495701, "hf_subset": "lug_Latn-lao_Laoo", "languages": ["lug-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.492884, "recall": 0.524704, "f1": 0.501511, "accuracy": 0.524704, "main_score": 0.501511, "hf_subset": "lug_Latn-mri_Latn", "languages": ["lug-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509882, "recall": 0.555336, "f1": 0.522185, "accuracy": 0.555336, "main_score": 0.522185, "hf_subset": "lug_Latn-rus_Cyrl", "languages": ["lug-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.440995, "recall": 0.483202, "f1": 0.453442, "accuracy": 0.483202, "main_score": 0.453442, "hf_subset": "lug_Latn-taq_Latn", "languages": ["lug-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550516, "recall": 0.589921, "f1": 0.560367, "accuracy": 0.589921, "main_score": 0.560367, "hf_subset": "lug_Latn-war_Latn", "languages": ["lug-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518505, "recall": 0.559289, "f1": 0.528887, "accuracy": 0.559289, "main_score": 0.528887, "hf_subset": "lug_Latn-arb_Arab", "languages": ["lug-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517056, "recall": 0.559289, "f1": 0.528447, "accuracy": 0.559289, "main_score": 0.528447, "hf_subset": "lug_Latn-bul_Cyrl", "languages": ["lug-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52698, "recall": 0.574111, "f1": 0.538842, "accuracy": 0.574111, "main_score": 0.538842, "hf_subset": "lug_Latn-fra_Latn", "languages": ["lug-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485794, "recall": 0.529644, "f1": 0.497192, "accuracy": 0.529644, "main_score": 0.497192, "hf_subset": "lug_Latn-jpn_Jpan", "languages": ["lug-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.502871, "recall": 0.54249, "f1": 0.513012, "accuracy": 0.54249, "main_score": 0.513012, "hf_subset": "lug_Latn-lij_Latn", "languages": ["lug-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386652, "recall": 0.449605, "f1": 0.403136, "accuracy": 0.449605, "main_score": 0.403136, "hf_subset": "lug_Latn-mya_Mymr", "languages": ["lug-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.492724, "recall": 0.531621, "f1": 0.50281, "accuracy": 0.531621, "main_score": 0.50281, "hf_subset": "lug_Latn-sag_Latn", "languages": ["lug-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194996, "recall": 0.233202, "f1": 0.204355, "accuracy": 0.233202, "main_score": 0.204355, "hf_subset": "lug_Latn-taq_Tfng", "languages": ["lug-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.504317, "recall": 0.539526, "f1": 0.514281, "accuracy": 0.539526, "main_score": 0.514281, "hf_subset": "lug_Latn-wol_Latn", "languages": ["lug-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42802, "recall": 0.47332, "f1": 0.439824, "accuracy": 0.47332, "main_score": 0.439824, "hf_subset": "lug_Latn-arb_Latn", "languages": ["lug-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518975, "recall": 0.568182, "f1": 0.532148, "accuracy": 0.568182, "main_score": 0.532148, "hf_subset": "lug_Latn-cat_Latn", "languages": ["lug-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518363, "recall": 0.552372, "f1": 0.526846, "accuracy": 0.552372, "main_score": 0.526846, "hf_subset": "lug_Latn-fur_Latn", "languages": ["lug-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414701, "recall": 0.461462, "f1": 0.428002, "accuracy": 0.461462, "main_score": 0.428002, "hf_subset": "lug_Latn-kab_Latn", "languages": ["lug-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515284, "recall": 0.552372, "f1": 0.524461, "accuracy": 0.552372, "main_score": 0.524461, "hf_subset": "lug_Latn-lim_Latn", "languages": ["lug-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516197, "recall": 0.560277, "f1": 0.527374, "accuracy": 0.560277, "main_score": 0.527374, "hf_subset": "lug_Latn-nld_Latn", "languages": ["lug-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484297, "recall": 0.532609, "f1": 0.496516, "accuracy": 0.532609, "main_score": 0.496516, "hf_subset": "lug_Latn-san_Deva", "languages": ["lug-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.515232, "recall": 0.562253, "f1": 0.527048, "accuracy": 0.562253, "main_score": 0.527048, "hf_subset": "lug_Latn-tat_Cyrl", "languages": ["lug-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.546644, "recall": 0.592885, "f1": 0.558996, "accuracy": 0.592885, "main_score": 0.558996, "hf_subset": "lug_Latn-xho_Latn", "languages": ["lug-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496465, "recall": 0.541502, "f1": 0.507929, "accuracy": 0.541502, "main_score": 0.507929, "hf_subset": "lug_Latn-ars_Arab", "languages": ["lug-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534216, "recall": 0.566206, "f1": 0.542089, "accuracy": 0.566206, "main_score": 0.542089, "hf_subset": "lug_Latn-ceb_Latn", "languages": ["lug-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463587, "recall": 0.500988, "f1": 0.474577, "accuracy": 0.500988, "main_score": 0.474577, "hf_subset": "lug_Latn-fuv_Latn", "languages": ["lug-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466793, "recall": 0.508893, "f1": 0.477769, "accuracy": 0.508893, "main_score": 0.477769, "hf_subset": "lug_Latn-kac_Latn", "languages": ["lug-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524432, "recall": 0.561265, "f1": 0.534317, "accuracy": 0.561265, "main_score": 0.534317, "hf_subset": "lug_Latn-lin_Latn", "languages": ["lug-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516657, "recall": 0.568182, "f1": 0.529635, "accuracy": 0.568182, "main_score": 0.529635, "hf_subset": "lug_Latn-nno_Latn", "languages": ["lug-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122279, "recall": 0.161067, "f1": 0.131345, "accuracy": 0.161067, "main_score": 0.131345, "hf_subset": "lug_Latn-sat_Olck", "languages": ["lug-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.493606, "recall": 0.540514, "f1": 0.506313, "accuracy": 0.540514, "main_score": 0.506313, "hf_subset": "lug_Latn-tel_Telu", "languages": ["lug-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.456097, "recall": 0.499012, "f1": 0.466888, "accuracy": 0.499012, "main_score": 0.466888, "hf_subset": "lug_Latn-ydd_Hebr", "languages": ["lug-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.486959, "recall": 0.531621, "f1": 0.49878, "accuracy": 0.531621, "main_score": 0.49878, "hf_subset": "lug_Latn-ary_Arab", "languages": ["lug-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518219, "recall": 0.567194, "f1": 0.530031, "accuracy": 0.567194, "main_score": 0.530031, "hf_subset": "lug_Latn-ces_Latn", "languages": ["lug-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476608, "recall": 0.517787, "f1": 0.487656, "accuracy": 0.517787, "main_score": 0.487656, "hf_subset": "lug_Latn-gaz_Latn", "languages": ["lug-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501549, "recall": 0.546443, "f1": 0.514081, "accuracy": 0.546443, "main_score": 0.514081, "hf_subset": "lug_Latn-kam_Latn", "languages": ["lug-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509364, "recall": 0.55336, "f1": 0.520583, "accuracy": 0.55336, "main_score": 0.520583, "hf_subset": "lug_Latn-lit_Latn", "languages": ["lug-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515407, "recall": 0.564229, "f1": 0.527873, "accuracy": 0.564229, "main_score": 0.527873, "hf_subset": "lug_Latn-nob_Latn", "languages": ["lug-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519775, "recall": 0.5583, "f1": 0.529255, "accuracy": 0.5583, "main_score": 0.529255, "hf_subset": "lug_Latn-scn_Latn", "languages": ["lug-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501404, "recall": 0.540514, "f1": 0.511921, "accuracy": 0.540514, "main_score": 0.511921, "hf_subset": "lug_Latn-tgk_Cyrl", "languages": ["lug-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485058, "recall": 0.530632, "f1": 0.497491, "accuracy": 0.530632, "main_score": 0.497491, "hf_subset": "lug_Latn-yor_Latn", "languages": ["lug-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499192, "recall": 0.548419, "f1": 0.511573, "accuracy": 0.548419, "main_score": 0.511573, "hf_subset": "lug_Latn-arz_Arab", "languages": ["lug-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.453747, "recall": 0.493083, "f1": 0.464783, "accuracy": 0.493083, "main_score": 0.464783, "hf_subset": "lug_Latn-cjk_Latn", "languages": ["lug-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479808, "recall": 0.517787, "f1": 0.490059, "accuracy": 0.517787, "main_score": 0.490059, "hf_subset": "lug_Latn-gla_Latn", "languages": ["lug-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518201, "recall": 0.564229, "f1": 0.5297, "accuracy": 0.564229, "main_score": 0.5297, "hf_subset": "lug_Latn-kan_Knda", "languages": ["lug-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.508429, "recall": 0.551383, "f1": 0.519288, "accuracy": 0.551383, "main_score": 0.519288, "hf_subset": "lug_Latn-lmo_Latn", "languages": ["lug-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51746, "recall": 0.565217, "f1": 0.529076, "accuracy": 0.565217, "main_score": 0.529076, "hf_subset": "lug_Latn-npi_Deva", "languages": ["lug-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.414024, "recall": 0.458498, "f1": 0.425743, "accuracy": 0.458498, "main_score": 0.425743, "hf_subset": "lug_Latn-shn_Mymr", "languages": ["lug-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.550108, "recall": 0.59585, "f1": 0.561476, "accuracy": 0.59585, "main_score": 0.561476, "hf_subset": "lug_Latn-tgl_Latn", "languages": ["lug-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48819, "recall": 0.532609, "f1": 0.499345, "accuracy": 0.532609, "main_score": 0.499345, "hf_subset": "lug_Latn-yue_Hant", "languages": ["lug-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.463482, "recall": 0.513834, "f1": 0.477226, "accuracy": 0.513834, "main_score": 0.477226, "hf_subset": "lug_Latn-asm_Beng", "languages": ["lug-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.48105, "recall": 0.525692, "f1": 0.492479, "accuracy": 0.525692, "main_score": 0.492479, "hf_subset": "lug_Latn-ckb_Arab", "languages": ["lug-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486694, "recall": 0.528656, "f1": 0.496932, "accuracy": 0.528656, "main_score": 0.496932, "hf_subset": "lug_Latn-gle_Latn", "languages": ["lug-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454997, "recall": 0.502964, "f1": 0.466939, "accuracy": 0.502964, "main_score": 0.466939, "hf_subset": "lug_Latn-kas_Arab", "languages": ["lug-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496118, "recall": 0.531621, "f1": 0.505657, "accuracy": 0.531621, "main_score": 0.505657, "hf_subset": "lug_Latn-ltg_Latn", "languages": ["lug-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530603, "recall": 0.566206, "f1": 0.540001, "accuracy": 0.566206, "main_score": 0.540001, "hf_subset": "lug_Latn-nso_Latn", "languages": ["lug-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436954, "recall": 0.487154, "f1": 0.450479, "accuracy": 0.487154, "main_score": 0.450479, "hf_subset": "lug_Latn-sin_Sinh", "languages": ["lug-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.504512, "recall": 0.551383, "f1": 0.516045, "accuracy": 0.551383, "main_score": 0.516045, "hf_subset": "lug_Latn-tha_Thai", "languages": ["lug-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.503128, "recall": 0.540514, "f1": 0.512654, "accuracy": 0.540514, "main_score": 0.512654, "hf_subset": "lug_Latn-zho_Hans", "languages": ["lug-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.529128, "recall": 0.573123, "f1": 0.540491, "accuracy": 0.573123, "main_score": 0.540491, "hf_subset": "lug_Latn-ast_Latn", "languages": ["lug-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508775, "recall": 0.555336, "f1": 0.520724, "accuracy": 0.555336, "main_score": 0.520724, "hf_subset": "lug_Latn-crh_Latn", "languages": ["lug-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523273, "recall": 0.561265, "f1": 0.533424, "accuracy": 0.561265, "main_score": 0.533424, "hf_subset": "lug_Latn-glg_Latn", "languages": ["lug-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466161, "recall": 0.514822, "f1": 0.478884, "accuracy": 0.514822, "main_score": 0.478884, "hf_subset": "lug_Latn-kas_Deva", "languages": ["lug-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.480456, "recall": 0.52668, "f1": 0.492068, "accuracy": 0.52668, "main_score": 0.492068, "hf_subset": "lug_Latn-ltz_Latn", "languages": ["lug-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421494, "recall": 0.467391, "f1": 0.434274, "accuracy": 0.467391, "main_score": 0.434274, "hf_subset": "lug_Latn-nus_Latn", "languages": ["lug-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511915, "recall": 0.559289, "f1": 0.524238, "accuracy": 0.559289, "main_score": 0.524238, "hf_subset": "lug_Latn-slk_Latn", "languages": ["lug-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385644, "recall": 0.435771, "f1": 0.399512, "accuracy": 0.435771, "main_score": 0.399512, "hf_subset": "lug_Latn-tir_Ethi", "languages": ["lug-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.494447, "recall": 0.538538, "f1": 0.504968, "accuracy": 0.538538, "main_score": 0.504968, "hf_subset": "lug_Latn-zho_Hant", "languages": ["lug-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.509444, "recall": 0.547431, "f1": 0.519436, "accuracy": 0.547431, "main_score": 0.519436, "hf_subset": "lug_Latn-awa_Deva", "languages": ["lug-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.526092, "recall": 0.564229, "f1": 0.536021, "accuracy": 0.564229, "main_score": 0.536021, "hf_subset": "lug_Latn-cym_Latn", "languages": ["lug-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500574, "recall": 0.539526, "f1": 0.510865, "accuracy": 0.539526, "main_score": 0.510865, "hf_subset": "lug_Latn-grn_Latn", "languages": ["lug-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476309, "recall": 0.523715, "f1": 0.488431, "accuracy": 0.523715, "main_score": 0.488431, "hf_subset": "lug_Latn-kat_Geor", "languages": ["lug-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.507085, "recall": 0.545455, "f1": 0.517511, "accuracy": 0.545455, "main_score": 0.517511, "hf_subset": "lug_Latn-lua_Latn", "languages": ["lug-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523444, "recall": 0.562253, "f1": 0.53456, "accuracy": 0.562253, "main_score": 0.53456, "hf_subset": "lug_Latn-nya_Latn", "languages": ["lug-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504985, "recall": 0.551383, "f1": 0.516691, "accuracy": 0.551383, "main_score": 0.516691, "hf_subset": "lug_Latn-slv_Latn", "languages": ["lug-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516872, "recall": 0.563241, "f1": 0.528817, "accuracy": 0.563241, "main_score": 0.528817, "hf_subset": "lug_Latn-tpi_Latn", "languages": ["lug-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545516, "recall": 0.587945, "f1": 0.556192, "accuracy": 0.587945, "main_score": 0.556192, "hf_subset": "lug_Latn-zsm_Latn", "languages": ["lug-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464289, "recall": 0.509881, "f1": 0.477445, "accuracy": 0.509881, "main_score": 0.477445, "hf_subset": "lug_Latn-ayr_Latn", "languages": ["lug-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516096, "recall": 0.560277, "f1": 0.527109, "accuracy": 0.560277, "main_score": 0.527109, "hf_subset": "lug_Latn-dan_Latn", "languages": ["lug-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511946, "recall": 0.560277, "f1": 0.524496, "accuracy": 0.560277, "main_score": 0.524496, "hf_subset": "lug_Latn-guj_Gujr", "languages": ["lug-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.510433, "recall": 0.557312, "f1": 0.523035, "accuracy": 0.557312, "main_score": 0.523035, "hf_subset": "lug_Latn-kaz_Cyrl", "languages": ["lug-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541213, "recall": 0.590909, "f1": 0.553254, "accuracy": 0.590909, "main_score": 0.553254, "hf_subset": "lug_Latn-oci_Latn", "languages": ["lug-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516216, "recall": 0.548419, "f1": 0.525151, "accuracy": 0.548419, "main_score": 0.525151, "hf_subset": "lug_Latn-smo_Latn", "languages": ["lug-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492364, "recall": 0.535573, "f1": 0.504184, "accuracy": 0.535573, "main_score": 0.504184, "hf_subset": "lug_Latn-tsn_Latn", "languages": ["lug-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535235, "recall": 0.578063, "f1": 0.546382, "accuracy": 0.578063, "main_score": 0.546382, "hf_subset": "lug_Latn-zul_Latn", "languages": ["lug-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42124, "recall": 0.474308, "f1": 0.435711, "accuracy": 0.474308, "main_score": 0.435711, "hf_subset": "lug_Latn-azb_Arab", "languages": ["lug-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518969, "recall": 0.560277, "f1": 0.529145, "accuracy": 0.560277, "main_score": 0.529145, "hf_subset": "lug_Latn-deu_Latn", "languages": ["lug-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496859, "recall": 0.544466, "f1": 0.509819, "accuracy": 0.544466, "main_score": 0.509819, "hf_subset": "lug_Latn-hat_Latn", "languages": ["lug-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452489, "recall": 0.490119, "f1": 0.463161, "accuracy": 0.490119, "main_score": 0.463161, "hf_subset": "lug_Latn-kbp_Latn", "languages": ["lug-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520679, "recall": 0.548419, "f1": 0.52864, "accuracy": 0.548419, "main_score": 0.52864, "hf_subset": "lug_Latn-luo_Latn", "languages": ["lug-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488457, "recall": 0.534585, "f1": 0.500457, "accuracy": 0.534585, "main_score": 0.500457, "hf_subset": "lug_Latn-ory_Orya", "languages": ["lug-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.496603, "recall": 0.54249, "f1": 0.508786, "accuracy": 0.54249, "main_score": 0.508786, "hf_subset": "lug_Latn-sna_Latn", "languages": ["lug-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489974, "recall": 0.528656, "f1": 0.500888, "accuracy": 0.528656, "main_score": 0.500888, "hf_subset": "lug_Latn-tso_Latn", "languages": ["lug-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483041, "recall": 0.528656, "f1": 0.494866, "accuracy": 0.528656, "main_score": 0.494866, "hf_subset": "lug_Latn-azj_Latn", "languages": ["lug-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480638, "recall": 0.518775, "f1": 0.4913, "accuracy": 0.518775, "main_score": 0.4913, "hf_subset": "lug_Latn-dik_Latn", "languages": ["lug-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516743, "recall": 0.551383, "f1": 0.525795, "accuracy": 0.551383, "main_score": 0.525795, "hf_subset": "lug_Latn-hau_Latn", "languages": ["lug-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522043, "recall": 0.556324, "f1": 0.53105, "accuracy": 0.556324, "main_score": 0.53105, "hf_subset": "lug_Latn-kea_Latn", "languages": ["lug-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507466, "recall": 0.547431, "f1": 0.518371, "accuracy": 0.547431, "main_score": 0.518371, "hf_subset": "lug_Latn-lus_Latn", "languages": ["lug-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504957, "recall": 0.539526, "f1": 0.514908, "accuracy": 0.539526, "main_score": 0.514908, "hf_subset": "lug_Latn-pag_Latn", "languages": ["lug-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489176, "recall": 0.535573, "f1": 0.501463, "accuracy": 0.535573, "main_score": 0.501463, "hf_subset": "lug_Latn-snd_Arab", "languages": ["lug-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489839, "recall": 0.534585, "f1": 0.502042, "accuracy": 0.534585, "main_score": 0.502042, "hf_subset": "lug_Latn-tuk_Latn", "languages": ["lug-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507927, "recall": 0.548419, "f1": 0.518278, "accuracy": 0.548419, "main_score": 0.518278, "hf_subset": "lug_Latn-bak_Cyrl", "languages": ["lug-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.400414, "recall": 0.459486, "f1": 0.417165, "accuracy": 0.459486, "main_score": 0.417165, "hf_subset": "lug_Latn-dyu_Latn", "languages": ["lug-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501155, "recall": 0.546443, "f1": 0.512981, "accuracy": 0.546443, "main_score": 0.512981, "hf_subset": "lug_Latn-heb_Hebr", "languages": ["lug-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.492995, "recall": 0.536561, "f1": 0.504765, "accuracy": 0.536561, "main_score": 0.504765, "hf_subset": "lug_Latn-khk_Cyrl", "languages": ["lug-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.509183, "recall": 0.548419, "f1": 0.519505, "accuracy": 0.548419, "main_score": 0.519505, "hf_subset": "lug_Latn-lvs_Latn", "languages": ["lug-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511325, "recall": 0.559289, "f1": 0.523363, "accuracy": 0.559289, "main_score": 0.523363, "hf_subset": "lug_Latn-pan_Guru", "languages": ["lug-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.494309, "recall": 0.534585, "f1": 0.505183, "accuracy": 0.534585, "main_score": 0.505183, "hf_subset": "lug_Latn-som_Latn", "languages": ["lug-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504688, "recall": 0.540514, "f1": 0.514756, "accuracy": 0.540514, "main_score": 0.514756, "hf_subset": "lug_Latn-tum_Latn", "languages": ["lug-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61204, "recall": 0.679842, "f1": 0.631537, "accuracy": 0.679842, "main_score": 0.631537, "hf_subset": "oci_Latn-ace_Arab", "languages": ["oci-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556901, "recall": 0.615613, "f1": 0.57319, "accuracy": 0.615613, "main_score": 0.57319, "hf_subset": "oci_Latn-bam_Latn", "languages": ["oci-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430099, "recall": 0.508893, "f1": 0.451446, "accuracy": 0.508893, "main_score": 0.451446, "hf_subset": "oci_Latn-dzo_Tibt", "languages": ["oci-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-hin_Deva", "languages": ["oci-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "oci_Latn-khm_Khmr", "languages": ["oci-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-mag_Deva", "languages": ["oci-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "oci_Latn-pap_Latn", "languages": ["oci-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617458, "recall": 0.670949, "f1": 0.632139, "accuracy": 0.670949, "main_score": 0.632139, "hf_subset": "oci_Latn-sot_Latn", "languages": ["oci-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tur_Latn", "languages": ["oci-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886775, "recall": 0.917984, "f1": 0.896593, "accuracy": 0.917984, "main_score": 0.896593, "hf_subset": "oci_Latn-ace_Latn", "languages": ["oci-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964345, "recall": 0.974308, "f1": 0.967457, "accuracy": 0.974308, "main_score": 0.967457, "hf_subset": "oci_Latn-ban_Latn", "languages": ["oci-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ell_Grek", "languages": ["oci-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "oci_Latn-hne_Deva", "languages": ["oci-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.623834, "recall": 0.68083, "f1": 0.640017, "accuracy": 0.68083, "main_score": 0.640017, "hf_subset": "oci_Latn-kik_Latn", "languages": ["oci-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mai_Deva", "languages": ["oci-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "oci_Latn-pbt_Arab", "languages": ["oci-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-spa_Latn", "languages": ["oci-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633024, "recall": 0.694664, "f1": 0.649678, "accuracy": 0.694664, "main_score": 0.649678, "hf_subset": "oci_Latn-twi_Latn", "languages": ["oci-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-acm_Arab", "languages": ["oci-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-bel_Cyrl", "languages": ["oci-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-eng_Latn", "languages": ["oci-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-hrv_Latn", "languages": ["oci-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578924, "recall": 0.646245, "f1": 0.597751, "accuracy": 0.646245, "main_score": 0.597751, "hf_subset": "oci_Latn-kin_Latn", "languages": ["oci-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-mal_Mlym", "languages": ["oci-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-pes_Arab", "languages": ["oci-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-srd_Latn", "languages": ["oci-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177887, "recall": 0.225296, "f1": 0.189893, "accuracy": 0.225296, "main_score": 0.189893, "hf_subset": "oci_Latn-tzm_Tfng", "languages": ["oci-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-acq_Arab", "languages": ["oci-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.641041, "recall": 0.693676, "f1": 0.655769, "accuracy": 0.693676, "main_score": 0.655769, "hf_subset": "oci_Latn-bem_Latn", "languages": ["oci-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-epo_Latn", "languages": ["oci-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hun_Latn", "languages": ["oci-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "oci_Latn-kir_Cyrl", "languages": ["oci-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mar_Deva", "languages": ["oci-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.702314, "recall": 0.754941, "f1": 0.718011, "accuracy": 0.754941, "main_score": 0.718011, "hf_subset": "oci_Latn-plt_Latn", "languages": ["oci-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-srp_Cyrl", "languages": ["oci-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "oci_Latn-uig_Arab", "languages": ["oci-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-aeb_Arab", "languages": ["oci-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ben_Beng", "languages": ["oci-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-est_Latn", "languages": ["oci-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hye_Armn", "languages": ["oci-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.573341, "recall": 0.624506, "f1": 0.58752, "accuracy": 0.624506, "main_score": 0.58752, "hf_subset": "oci_Latn-kmb_Latn", "languages": ["oci-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53327, "recall": 0.608696, "f1": 0.554029, "accuracy": 0.608696, "main_score": 0.554029, "hf_subset": "oci_Latn-min_Arab", "languages": ["oci-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-pol_Latn", "languages": ["oci-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567666, "recall": 0.633399, "f1": 0.586811, "accuracy": 0.633399, "main_score": 0.586811, "hf_subset": "oci_Latn-ssw_Latn", "languages": ["oci-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ukr_Cyrl", "languages": ["oci-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-afr_Latn", "languages": ["oci-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bho_Deva", "languages": ["oci-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-eus_Latn", "languages": ["oci-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614369, "recall": 0.673913, "f1": 0.631036, "accuracy": 0.673913, "main_score": 0.631036, "hf_subset": "oci_Latn-ibo_Latn", "languages": ["oci-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910738, "recall": 0.934783, "f1": 0.918314, "accuracy": 0.934783, "main_score": 0.918314, "hf_subset": "oci_Latn-kmr_Latn", "languages": ["oci-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "oci_Latn-min_Latn", "languages": ["oci-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-por_Latn", "languages": ["oci-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "oci_Latn-sun_Latn", "languages": ["oci-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544848, "recall": 0.596838, "f1": 0.559707, "accuracy": 0.596838, "main_score": 0.559707, "hf_subset": "oci_Latn-umb_Latn", "languages": ["oci-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ajp_Arab", "languages": ["oci-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566305, "recall": 0.62747, "f1": 0.583102, "accuracy": 0.62747, "main_score": 0.583102, "hf_subset": "oci_Latn-bjn_Arab", "languages": ["oci-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538933, "recall": 0.594862, "f1": 0.554478, "accuracy": 0.594862, "main_score": 0.554478, "hf_subset": "oci_Latn-ewe_Latn", "languages": ["oci-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949473, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "oci_Latn-ilo_Latn", "languages": ["oci-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320468, "recall": 0.381423, "f1": 0.33736, "accuracy": 0.381423, "main_score": 0.33736, "hf_subset": "oci_Latn-knc_Arab", "languages": ["oci-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mkd_Cyrl", "languages": ["oci-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-prs_Arab", "languages": ["oci-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-swe_Latn", "languages": ["oci-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-urd_Arab", "languages": ["oci-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60336, "recall": 0.663043, "f1": 0.620248, "accuracy": 0.663043, "main_score": 0.620248, "hf_subset": "oci_Latn-aka_Latn", "languages": ["oci-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "oci_Latn-bjn_Latn", "languages": ["oci-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "oci_Latn-fao_Latn", "languages": ["oci-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ind_Latn", "languages": ["oci-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613038, "recall": 0.668972, "f1": 0.628883, "accuracy": 0.668972, "main_score": 0.628883, "hf_subset": "oci_Latn-knc_Latn", "languages": ["oci-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-mlt_Latn", "languages": ["oci-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729351, "recall": 0.788538, "f1": 0.746799, "accuracy": 0.788538, "main_score": 0.746799, "hf_subset": "oci_Latn-quy_Latn", "languages": ["oci-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "oci_Latn-swh_Latn", "languages": ["oci-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-uzn_Latn", "languages": ["oci-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-als_Latn", "languages": ["oci-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631036, "recall": 0.714427, "f1": 0.655259, "accuracy": 0.714427, "main_score": 0.655259, "hf_subset": "oci_Latn-bod_Tibt", "languages": ["oci-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.716724, "recall": 0.772727, "f1": 0.732701, "accuracy": 0.772727, "main_score": 0.732701, "hf_subset": "oci_Latn-fij_Latn", "languages": ["oci-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "oci_Latn-isl_Latn", "languages": ["oci-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690382, "recall": 0.740119, "f1": 0.70505, "accuracy": 0.740119, "main_score": 0.70505, "hf_subset": "oci_Latn-kon_Latn", "languages": ["oci-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687862, "recall": 0.75, "f1": 0.705981, "accuracy": 0.75, "main_score": 0.705981, "hf_subset": "oci_Latn-mni_Beng", "languages": ["oci-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ron_Latn", "languages": ["oci-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "oci_Latn-szl_Latn", "languages": ["oci-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-vec_Latn", "languages": ["oci-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "oci_Latn-amh_Ethi", "languages": ["oci-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bos_Latn", "languages": ["oci-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-fin_Latn", "languages": ["oci-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ita_Latn", "languages": ["oci-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-kor_Hang", "languages": ["oci-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.577776, "recall": 0.634387, "f1": 0.593586, "accuracy": 0.634387, "main_score": 0.593586, "hf_subset": "oci_Latn-mos_Latn", "languages": ["oci-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576614, "recall": 0.633399, "f1": 0.592627, "accuracy": 0.633399, "main_score": 0.592627, "hf_subset": "oci_Latn-run_Latn", "languages": ["oci-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tam_Taml", "languages": ["oci-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-vie_Latn", "languages": ["oci-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-apc_Arab", "languages": ["oci-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.818248, "recall": 0.859684, "f1": 0.830632, "accuracy": 0.859684, "main_score": 0.830632, "hf_subset": "oci_Latn-bug_Latn", "languages": ["oci-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482181, "recall": 0.540514, "f1": 0.497919, "accuracy": 0.540514, "main_score": 0.497919, "hf_subset": "oci_Latn-fon_Latn", "languages": ["oci-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-jav_Latn", "languages": ["oci-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-lao_Laoo", "languages": ["oci-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.880188, "recall": 0.914032, "f1": 0.890679, "accuracy": 0.914032, "main_score": 0.890679, "hf_subset": "oci_Latn-mri_Latn", "languages": ["oci-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-rus_Cyrl", "languages": ["oci-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559593, "recall": 0.619565, "f1": 0.576137, "accuracy": 0.619565, "main_score": 0.576137, "hf_subset": "oci_Latn-taq_Latn", "languages": ["oci-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-war_Latn", "languages": ["oci-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-arb_Arab", "languages": ["oci-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bul_Cyrl", "languages": ["oci-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-fra_Latn", "languages": ["oci-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-jpn_Jpan", "languages": ["oci-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-lij_Latn", "languages": ["oci-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "oci_Latn-mya_Mymr", "languages": ["oci-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.620616, "recall": 0.690711, "f1": 0.640611, "accuracy": 0.690711, "main_score": 0.640611, "hf_subset": "oci_Latn-sag_Latn", "languages": ["oci-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203629, "recall": 0.262846, "f1": 0.216849, "accuracy": 0.262846, "main_score": 0.216849, "hf_subset": "oci_Latn-taq_Tfng", "languages": ["oci-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.653049, "recall": 0.712451, "f1": 0.670408, "accuracy": 0.712451, "main_score": 0.670408, "hf_subset": "oci_Latn-wol_Latn", "languages": ["oci-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821443, "recall": 0.864625, "f1": 0.834453, "accuracy": 0.864625, "main_score": 0.834453, "hf_subset": "oci_Latn-arb_Latn", "languages": ["oci-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-cat_Latn", "languages": ["oci-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "oci_Latn-fur_Latn", "languages": ["oci-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433079, "recall": 0.492095, "f1": 0.449294, "accuracy": 0.492095, "main_score": 0.449294, "hf_subset": "oci_Latn-kab_Latn", "languages": ["oci-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-lim_Latn", "languages": ["oci-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-nld_Latn", "languages": ["oci-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "oci_Latn-san_Deva", "languages": ["oci-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-tat_Cyrl", "languages": ["oci-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.690415, "recall": 0.743083, "f1": 0.705935, "accuracy": 0.743083, "main_score": 0.705935, "hf_subset": "oci_Latn-xho_Latn", "languages": ["oci-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ars_Arab", "languages": ["oci-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ceb_Latn", "languages": ["oci-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581139, "recall": 0.640316, "f1": 0.598143, "accuracy": 0.640316, "main_score": 0.598143, "hf_subset": "oci_Latn-fuv_Latn", "languages": ["oci-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528267, "recall": 0.591897, "f1": 0.545225, "accuracy": 0.591897, "main_score": 0.545225, "hf_subset": "oci_Latn-kac_Latn", "languages": ["oci-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696007, "recall": 0.743083, "f1": 0.709371, "accuracy": 0.743083, "main_score": 0.709371, "hf_subset": "oci_Latn-lin_Latn", "languages": ["oci-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-nno_Latn", "languages": ["oci-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250567, "recall": 0.333992, "f1": 0.273129, "accuracy": 0.333992, "main_score": 0.273129, "hf_subset": "oci_Latn-sat_Olck", "languages": ["oci-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tel_Telu", "languages": ["oci-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "oci_Latn-ydd_Hebr", "languages": ["oci-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "oci_Latn-ary_Arab", "languages": ["oci-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ces_Latn", "languages": ["oci-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608442, "recall": 0.66996, "f1": 0.626325, "accuracy": 0.66996, "main_score": 0.626325, "hf_subset": "oci_Latn-gaz_Latn", "languages": ["oci-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598792, "recall": 0.666008, "f1": 0.618257, "accuracy": 0.666008, "main_score": 0.618257, "hf_subset": "oci_Latn-kam_Latn", "languages": ["oci-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "oci_Latn-lit_Latn", "languages": ["oci-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-nob_Latn", "languages": ["oci-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-scn_Latn", "languages": ["oci-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "oci_Latn-tgk_Cyrl", "languages": ["oci-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.735441, "recall": 0.794466, "f1": 0.753529, "accuracy": 0.794466, "main_score": 0.753529, "hf_subset": "oci_Latn-yor_Latn", "languages": ["oci-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-arz_Arab", "languages": ["oci-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587619, "recall": 0.642292, "f1": 0.602845, "accuracy": 0.642292, "main_score": 0.602845, "hf_subset": "oci_Latn-cjk_Latn", "languages": ["oci-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817803, "recall": 0.86166, "f1": 0.831225, "accuracy": 0.86166, "main_score": 0.831225, "hf_subset": "oci_Latn-gla_Latn", "languages": ["oci-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-kan_Knda", "languages": ["oci-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-lmo_Latn", "languages": ["oci-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "oci_Latn-npi_Deva", "languages": ["oci-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.478628, "recall": 0.541502, "f1": 0.495502, "accuracy": 0.541502, "main_score": 0.495502, "hf_subset": "oci_Latn-shn_Mymr", "languages": ["oci-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-tgl_Latn", "languages": ["oci-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-yue_Hant", "languages": ["oci-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "oci_Latn-asm_Beng", "languages": ["oci-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "oci_Latn-ckb_Arab", "languages": ["oci-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895372, "recall": 0.924901, "f1": 0.90471, "accuracy": 0.924901, "main_score": 0.90471, "hf_subset": "oci_Latn-gle_Latn", "languages": ["oci-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "oci_Latn-kas_Arab", "languages": ["oci-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "oci_Latn-ltg_Latn", "languages": ["oci-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62988, "recall": 0.686759, "f1": 0.645815, "accuracy": 0.686759, "main_score": 0.645815, "hf_subset": "oci_Latn-nso_Latn", "languages": ["oci-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "oci_Latn-sin_Sinh", "languages": ["oci-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tha_Thai", "languages": ["oci-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-zho_Hans", "languages": ["oci-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ast_Latn", "languages": ["oci-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-crh_Latn", "languages": ["oci-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-glg_Latn", "languages": ["oci-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904315, "recall": 0.931818, "f1": 0.913208, "accuracy": 0.931818, "main_score": 0.913208, "hf_subset": "oci_Latn-kas_Deva", "languages": ["oci-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.986331, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "oci_Latn-ltz_Latn", "languages": ["oci-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481951, "recall": 0.549407, "f1": 0.50035, "accuracy": 0.549407, "main_score": 0.50035, "hf_subset": "oci_Latn-nus_Latn", "languages": ["oci-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-slk_Latn", "languages": ["oci-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614906, "recall": 0.685771, "f1": 0.636124, "accuracy": 0.685771, "main_score": 0.636124, "hf_subset": "oci_Latn-tir_Ethi", "languages": ["oci-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-zho_Hant", "languages": ["oci-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "oci_Latn-awa_Deva", "languages": ["oci-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "oci_Latn-cym_Latn", "languages": ["oci-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863669, "recall": 0.898221, "f1": 0.874473, "accuracy": 0.898221, "main_score": 0.874473, "hf_subset": "oci_Latn-grn_Latn", "languages": ["oci-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-kat_Geor", "languages": ["oci-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.665485, "recall": 0.716403, "f1": 0.679798, "accuracy": 0.716403, "main_score": 0.679798, "hf_subset": "oci_Latn-lua_Latn", "languages": ["oci-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659486, "recall": 0.717391, "f1": 0.676098, "accuracy": 0.717391, "main_score": 0.676098, "hf_subset": "oci_Latn-nya_Latn", "languages": ["oci-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-slv_Latn", "languages": ["oci-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "oci_Latn-tpi_Latn", "languages": ["oci-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-zsm_Latn", "languages": ["oci-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554745, "recall": 0.617589, "f1": 0.57239, "accuracy": 0.617589, "main_score": 0.57239, "hf_subset": "oci_Latn-ayr_Latn", "languages": ["oci-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-dan_Latn", "languages": ["oci-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-guj_Gujr", "languages": ["oci-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-kaz_Cyrl", "languages": ["oci-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551405, "recall": 0.613636, "f1": 0.568864, "accuracy": 0.613636, "main_score": 0.568864, "hf_subset": "oci_Latn-lug_Latn", "languages": ["oci-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852767, "recall": 0.88834, "f1": 0.863603, "accuracy": 0.88834, "main_score": 0.863603, "hf_subset": "oci_Latn-smo_Latn", "languages": ["oci-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563262, "recall": 0.624506, "f1": 0.580237, "accuracy": 0.624506, "main_score": 0.580237, "hf_subset": "oci_Latn-tsn_Latn", "languages": ["oci-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645429, "recall": 0.705534, "f1": 0.662767, "accuracy": 0.705534, "main_score": 0.662767, "hf_subset": "oci_Latn-zul_Latn", "languages": ["oci-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930501, "recall": 0.949605, "f1": 0.936594, "accuracy": 0.949605, "main_score": 0.936594, "hf_subset": "oci_Latn-azb_Arab", "languages": ["oci-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-deu_Latn", "languages": ["oci-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "oci_Latn-hat_Latn", "languages": ["oci-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50672, "recall": 0.560277, "f1": 0.521826, "accuracy": 0.560277, "main_score": 0.521826, "hf_subset": "oci_Latn-kbp_Latn", "languages": ["oci-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589973, "recall": 0.642292, "f1": 0.604014, "accuracy": 0.642292, "main_score": 0.604014, "hf_subset": "oci_Latn-luo_Latn", "languages": ["oci-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ory_Orya", "languages": ["oci-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.601334, "recall": 0.664032, "f1": 0.619444, "accuracy": 0.664032, "main_score": 0.619444, "hf_subset": "oci_Latn-sna_Latn", "languages": ["oci-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580988, "recall": 0.628458, "f1": 0.593978, "accuracy": 0.628458, "main_score": 0.593978, "hf_subset": "oci_Latn-tso_Latn", "languages": ["oci-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-azj_Latn", "languages": ["oci-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546576, "recall": 0.613636, "f1": 0.566496, "accuracy": 0.613636, "main_score": 0.566496, "hf_subset": "oci_Latn-dik_Latn", "languages": ["oci-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769344, "recall": 0.817194, "f1": 0.78358, "accuracy": 0.817194, "main_score": 0.78358, "hf_subset": "oci_Latn-hau_Latn", "languages": ["oci-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "oci_Latn-kea_Latn", "languages": ["oci-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751186, "recall": 0.802372, "f1": 0.766323, "accuracy": 0.802372, "main_score": 0.766323, "hf_subset": "oci_Latn-lus_Latn", "languages": ["oci-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878294, "recall": 0.909091, "f1": 0.887813, "accuracy": 0.909091, "main_score": 0.887813, "hf_subset": "oci_Latn-pag_Latn", "languages": ["oci-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-snd_Arab", "languages": ["oci-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "oci_Latn-tuk_Latn", "languages": ["oci-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "oci_Latn-bak_Cyrl", "languages": ["oci-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508794, "recall": 0.590909, "f1": 0.532482, "accuracy": 0.590909, "main_score": 0.532482, "hf_subset": "oci_Latn-dyu_Latn", "languages": ["oci-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-heb_Hebr", "languages": ["oci-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "oci_Latn-khk_Cyrl", "languages": ["oci-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-lvs_Latn", "languages": ["oci-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-pan_Guru", "languages": ["oci-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.717523, "recall": 0.778656, "f1": 0.735361, "accuracy": 0.778656, "main_score": 0.735361, "hf_subset": "oci_Latn-som_Latn", "languages": ["oci-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625248, "recall": 0.673913, "f1": 0.638939, "accuracy": 0.673913, "main_score": 0.638939, "hf_subset": "oci_Latn-tum_Latn", "languages": ["oci-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47784, "recall": 0.529644, "f1": 0.491972, "accuracy": 0.529644, "main_score": 0.491972, "hf_subset": "smo_Latn-ace_Arab", "languages": ["smo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521741, "recall": 0.566206, "f1": 0.534044, "accuracy": 0.566206, "main_score": 0.534044, "hf_subset": "smo_Latn-bam_Latn", "languages": ["smo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310856, "recall": 0.370553, "f1": 0.326481, "accuracy": 0.370553, "main_score": 0.326481, "hf_subset": "smo_Latn-dzo_Tibt", "languages": ["smo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.806061, "recall": 0.854743, "f1": 0.820262, "accuracy": 0.854743, "main_score": 0.820262, "hf_subset": "smo_Latn-hin_Deva", "languages": ["smo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.786653, "recall": 0.835968, "f1": 0.80163, "accuracy": 0.835968, "main_score": 0.80163, "hf_subset": "smo_Latn-khm_Khmr", "languages": ["smo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.79072, "recall": 0.839921, "f1": 0.804699, "accuracy": 0.839921, "main_score": 0.804699, "hf_subset": "smo_Latn-mag_Deva", "languages": ["smo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.747381, "recall": 0.794466, "f1": 0.760503, "accuracy": 0.794466, "main_score": 0.760503, "hf_subset": "smo_Latn-pap_Latn", "languages": ["smo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582808, "recall": 0.626482, "f1": 0.594861, "accuracy": 0.626482, "main_score": 0.594861, "hf_subset": "smo_Latn-sot_Latn", "languages": ["smo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816994, "recall": 0.86166, "f1": 0.830616, "accuracy": 0.86166, "main_score": 0.830616, "hf_subset": "smo_Latn-tur_Latn", "languages": ["smo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672803, "recall": 0.717391, "f1": 0.685039, "accuracy": 0.717391, "main_score": 0.685039, "hf_subset": "smo_Latn-ace_Latn", "languages": ["smo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712029, "recall": 0.757905, "f1": 0.724645, "accuracy": 0.757905, "main_score": 0.724645, "hf_subset": "smo_Latn-ban_Latn", "languages": ["smo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781597, "recall": 0.833992, "f1": 0.796991, "accuracy": 0.833992, "main_score": 0.796991, "hf_subset": "smo_Latn-ell_Grek", "languages": ["smo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.769987, "recall": 0.820158, "f1": 0.784817, "accuracy": 0.820158, "main_score": 0.784817, "hf_subset": "smo_Latn-hne_Deva", "languages": ["smo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.541985, "recall": 0.597826, "f1": 0.556487, "accuracy": 0.597826, "main_score": 0.556487, "hf_subset": "smo_Latn-kik_Latn", "languages": ["smo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77057, "recall": 0.825099, "f1": 0.78627, "accuracy": 0.825099, "main_score": 0.78627, "hf_subset": "smo_Latn-mai_Deva", "languages": ["smo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.718923, "recall": 0.77668, "f1": 0.735312, "accuracy": 0.77668, "main_score": 0.735312, "hf_subset": "smo_Latn-pbt_Arab", "languages": ["smo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.805287, "recall": 0.850791, "f1": 0.818677, "accuracy": 0.850791, "main_score": 0.818677, "hf_subset": "smo_Latn-spa_Latn", "languages": ["smo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577399, "recall": 0.615613, "f1": 0.588142, "accuracy": 0.615613, "main_score": 0.588142, "hf_subset": "smo_Latn-twi_Latn", "languages": ["smo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779792, "recall": 0.833004, "f1": 0.795177, "accuracy": 0.833004, "main_score": 0.795177, "hf_subset": "smo_Latn-acm_Arab", "languages": ["smo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.735485, "recall": 0.786561, "f1": 0.749667, "accuracy": 0.786561, "main_score": 0.749667, "hf_subset": "smo_Latn-bel_Cyrl", "languages": ["smo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.843422, "recall": 0.884387, "f1": 0.855748, "accuracy": 0.884387, "main_score": 0.855748, "hf_subset": "smo_Latn-eng_Latn", "languages": ["smo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809286, "recall": 0.854743, "f1": 0.822704, "accuracy": 0.854743, "main_score": 0.822704, "hf_subset": "smo_Latn-hrv_Latn", "languages": ["smo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559443, "recall": 0.608696, "f1": 0.573012, "accuracy": 0.608696, "main_score": 0.573012, "hf_subset": "smo_Latn-kin_Latn", "languages": ["smo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79524, "recall": 0.848814, "f1": 0.811288, "accuracy": 0.848814, "main_score": 0.811288, "hf_subset": "smo_Latn-mal_Mlym", "languages": ["smo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.801706, "recall": 0.850791, "f1": 0.816168, "accuracy": 0.850791, "main_score": 0.816168, "hf_subset": "smo_Latn-pes_Arab", "languages": ["smo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.769539, "recall": 0.817194, "f1": 0.782674, "accuracy": 0.817194, "main_score": 0.782674, "hf_subset": "smo_Latn-srd_Latn", "languages": ["smo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193132, "recall": 0.241107, "f1": 0.20532, "accuracy": 0.241107, "main_score": 0.20532, "hf_subset": "smo_Latn-tzm_Tfng", "languages": ["smo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.806251, "recall": 0.855731, "f1": 0.820805, "accuracy": 0.855731, "main_score": 0.820805, "hf_subset": "smo_Latn-acq_Arab", "languages": ["smo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597746, "recall": 0.642292, "f1": 0.609933, "accuracy": 0.642292, "main_score": 0.609933, "hf_subset": "smo_Latn-bem_Latn", "languages": ["smo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798124, "recall": 0.84585, "f1": 0.811672, "accuracy": 0.84585, "main_score": 0.811672, "hf_subset": "smo_Latn-epo_Latn", "languages": ["smo-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808023, "recall": 0.852767, "f1": 0.820891, "accuracy": 0.852767, "main_score": 0.820891, "hf_subset": "smo_Latn-hun_Latn", "languages": ["smo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745924, "recall": 0.796443, "f1": 0.760397, "accuracy": 0.796443, "main_score": 0.760397, "hf_subset": "smo_Latn-kir_Cyrl", "languages": ["smo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.804151, "recall": 0.851779, "f1": 0.817987, "accuracy": 0.851779, "main_score": 0.817987, "hf_subset": "smo_Latn-mar_Deva", "languages": ["smo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.610599, "recall": 0.656126, "f1": 0.62385, "accuracy": 0.656126, "main_score": 0.62385, "hf_subset": "smo_Latn-plt_Latn", "languages": ["smo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817475, "recall": 0.860672, "f1": 0.829603, "accuracy": 0.860672, "main_score": 0.829603, "hf_subset": "smo_Latn-srp_Cyrl", "languages": ["smo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684768, "recall": 0.748024, "f1": 0.703048, "accuracy": 0.748024, "main_score": 0.703048, "hf_subset": "smo_Latn-uig_Arab", "languages": ["smo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.761916, "recall": 0.815217, "f1": 0.777294, "accuracy": 0.815217, "main_score": 0.777294, "hf_subset": "smo_Latn-aeb_Arab", "languages": ["smo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.798163, "recall": 0.850791, "f1": 0.813839, "accuracy": 0.850791, "main_score": 0.813839, "hf_subset": "smo_Latn-ben_Beng", "languages": ["smo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.784314, "recall": 0.831028, "f1": 0.79789, "accuracy": 0.831028, "main_score": 0.79789, "hf_subset": "smo_Latn-est_Latn", "languages": ["smo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803442, "recall": 0.850791, "f1": 0.817641, "accuracy": 0.850791, "main_score": 0.817641, "hf_subset": "smo_Latn-hye_Armn", "languages": ["smo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.539295, "recall": 0.581028, "f1": 0.551662, "accuracy": 0.581028, "main_score": 0.551662, "hf_subset": "smo_Latn-kmb_Latn", "languages": ["smo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436812, "recall": 0.491107, "f1": 0.451572, "accuracy": 0.491107, "main_score": 0.451572, "hf_subset": "smo_Latn-min_Arab", "languages": ["smo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.797236, "recall": 0.84585, "f1": 0.811371, "accuracy": 0.84585, "main_score": 0.811371, "hf_subset": "smo_Latn-pol_Latn", "languages": ["smo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554718, "recall": 0.608696, "f1": 0.56948, "accuracy": 0.608696, "main_score": 0.56948, "hf_subset": "smo_Latn-ssw_Latn", "languages": ["smo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820695, "recall": 0.864625, "f1": 0.833356, "accuracy": 0.864625, "main_score": 0.833356, "hf_subset": "smo_Latn-ukr_Cyrl", "languages": ["smo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.834511, "recall": 0.878458, "f1": 0.847815, "accuracy": 0.878458, "main_score": 0.847815, "hf_subset": "smo_Latn-afr_Latn", "languages": ["smo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761869, "recall": 0.811265, "f1": 0.776252, "accuracy": 0.811265, "main_score": 0.776252, "hf_subset": "smo_Latn-bho_Deva", "languages": ["smo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.775108, "recall": 0.81917, "f1": 0.787571, "accuracy": 0.81917, "main_score": 0.787571, "hf_subset": "smo_Latn-eus_Latn", "languages": ["smo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562709, "recall": 0.618577, "f1": 0.57851, "accuracy": 0.618577, "main_score": 0.57851, "hf_subset": "smo_Latn-ibo_Latn", "languages": ["smo-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681334, "recall": 0.740119, "f1": 0.698141, "accuracy": 0.740119, "main_score": 0.698141, "hf_subset": "smo_Latn-kmr_Latn", "languages": ["smo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772632, "recall": 0.823123, "f1": 0.787091, "accuracy": 0.823123, "main_score": 0.787091, "hf_subset": "smo_Latn-min_Latn", "languages": ["smo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830625, "recall": 0.873518, "f1": 0.842991, "accuracy": 0.873518, "main_score": 0.842991, "hf_subset": "smo_Latn-por_Latn", "languages": ["smo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785629, "recall": 0.827075, "f1": 0.796776, "accuracy": 0.827075, "main_score": 0.796776, "hf_subset": "smo_Latn-sun_Latn", "languages": ["smo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503429, "recall": 0.557312, "f1": 0.518572, "accuracy": 0.557312, "main_score": 0.518572, "hf_subset": "smo_Latn-umb_Latn", "languages": ["smo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811999, "recall": 0.855731, "f1": 0.824698, "accuracy": 0.855731, "main_score": 0.824698, "hf_subset": "smo_Latn-ajp_Arab", "languages": ["smo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.452674, "recall": 0.503953, "f1": 0.466004, "accuracy": 0.503953, "main_score": 0.466004, "hf_subset": "smo_Latn-bjn_Arab", "languages": ["smo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506896, "recall": 0.552372, "f1": 0.519034, "accuracy": 0.552372, "main_score": 0.519034, "hf_subset": "smo_Latn-ewe_Latn", "languages": ["smo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727794, "recall": 0.775692, "f1": 0.740538, "accuracy": 0.775692, "main_score": 0.740538, "hf_subset": "smo_Latn-ilo_Latn", "languages": ["smo-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3078, "recall": 0.358696, "f1": 0.321589, "accuracy": 0.358696, "main_score": 0.321589, "hf_subset": "smo_Latn-knc_Arab", "languages": ["smo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.814279, "recall": 0.86166, "f1": 0.828181, "accuracy": 0.86166, "main_score": 0.828181, "hf_subset": "smo_Latn-mkd_Cyrl", "languages": ["smo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.810837, "recall": 0.86166, "f1": 0.825823, "accuracy": 0.86166, "main_score": 0.825823, "hf_subset": "smo_Latn-prs_Arab", "languages": ["smo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.819503, "recall": 0.865613, "f1": 0.833467, "accuracy": 0.865613, "main_score": 0.833467, "hf_subset": "smo_Latn-swe_Latn", "languages": ["smo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796179, "recall": 0.844862, "f1": 0.810165, "accuracy": 0.844862, "main_score": 0.810165, "hf_subset": "smo_Latn-urd_Arab", "languages": ["smo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553373, "recall": 0.600791, "f1": 0.566875, "accuracy": 0.600791, "main_score": 0.566875, "hf_subset": "smo_Latn-aka_Latn", "languages": ["smo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765429, "recall": 0.810277, "f1": 0.777932, "accuracy": 0.810277, "main_score": 0.777932, "hf_subset": "smo_Latn-bjn_Latn", "languages": ["smo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752627, "recall": 0.806324, "f1": 0.7685, "accuracy": 0.806324, "main_score": 0.7685, "hf_subset": "smo_Latn-fao_Latn", "languages": ["smo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834684, "recall": 0.87747, "f1": 0.847384, "accuracy": 0.87747, "main_score": 0.847384, "hf_subset": "smo_Latn-ind_Latn", "languages": ["smo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569337, "recall": 0.610672, "f1": 0.580463, "accuracy": 0.610672, "main_score": 0.580463, "hf_subset": "smo_Latn-knc_Latn", "languages": ["smo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776359, "recall": 0.825099, "f1": 0.790207, "accuracy": 0.825099, "main_score": 0.790207, "hf_subset": "smo_Latn-mlt_Latn", "languages": ["smo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601973, "recall": 0.658103, "f1": 0.618204, "accuracy": 0.658103, "main_score": 0.618204, "hf_subset": "smo_Latn-quy_Latn", "languages": ["smo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798007, "recall": 0.843874, "f1": 0.811642, "accuracy": 0.843874, "main_score": 0.811642, "hf_subset": "smo_Latn-swh_Latn", "languages": ["smo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757052, "recall": 0.810277, "f1": 0.772458, "accuracy": 0.810277, "main_score": 0.772458, "hf_subset": "smo_Latn-uzn_Latn", "languages": ["smo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802085, "recall": 0.850791, "f1": 0.816189, "accuracy": 0.850791, "main_score": 0.816189, "hf_subset": "smo_Latn-als_Latn", "languages": ["smo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446677, "recall": 0.52668, "f1": 0.468215, "accuracy": 0.52668, "main_score": 0.468215, "hf_subset": "smo_Latn-bod_Tibt", "languages": ["smo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.664537, "recall": 0.714427, "f1": 0.678675, "accuracy": 0.714427, "main_score": 0.678675, "hf_subset": "smo_Latn-fij_Latn", "languages": ["smo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784371, "recall": 0.831028, "f1": 0.798141, "accuracy": 0.831028, "main_score": 0.798141, "hf_subset": "smo_Latn-isl_Latn", "languages": ["smo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580887, "recall": 0.625494, "f1": 0.593682, "accuracy": 0.625494, "main_score": 0.593682, "hf_subset": "smo_Latn-kon_Latn", "languages": ["smo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505188, "recall": 0.562253, "f1": 0.521214, "accuracy": 0.562253, "main_score": 0.521214, "hf_subset": "smo_Latn-mni_Beng", "languages": ["smo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.818497, "recall": 0.864625, "f1": 0.832115, "accuracy": 0.864625, "main_score": 0.832115, "hf_subset": "smo_Latn-ron_Latn", "languages": ["smo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769617, "recall": 0.822134, "f1": 0.785296, "accuracy": 0.822134, "main_score": 0.785296, "hf_subset": "smo_Latn-szl_Latn", "languages": ["smo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796014, "recall": 0.843874, "f1": 0.810043, "accuracy": 0.843874, "main_score": 0.810043, "hf_subset": "smo_Latn-vec_Latn", "languages": ["smo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69431, "recall": 0.754941, "f1": 0.712039, "accuracy": 0.754941, "main_score": 0.712039, "hf_subset": "smo_Latn-amh_Ethi", "languages": ["smo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.818883, "recall": 0.865613, "f1": 0.832762, "accuracy": 0.865613, "main_score": 0.832762, "hf_subset": "smo_Latn-bos_Latn", "languages": ["smo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794154, "recall": 0.841897, "f1": 0.807856, "accuracy": 0.841897, "main_score": 0.807856, "hf_subset": "smo_Latn-fin_Latn", "languages": ["smo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809357, "recall": 0.853755, "f1": 0.822614, "accuracy": 0.853755, "main_score": 0.822614, "hf_subset": "smo_Latn-ita_Latn", "languages": ["smo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788746, "recall": 0.842885, "f1": 0.804729, "accuracy": 0.842885, "main_score": 0.804729, "hf_subset": "smo_Latn-kor_Hang", "languages": ["smo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.532386, "recall": 0.579051, "f1": 0.545397, "accuracy": 0.579051, "main_score": 0.545397, "hf_subset": "smo_Latn-mos_Latn", "languages": ["smo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545929, "recall": 0.591897, "f1": 0.558044, "accuracy": 0.591897, "main_score": 0.558044, "hf_subset": "smo_Latn-run_Latn", "languages": ["smo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793585, "recall": 0.847826, "f1": 0.810233, "accuracy": 0.847826, "main_score": 0.810233, "hf_subset": "smo_Latn-tam_Taml", "languages": ["smo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.799448, "recall": 0.846838, "f1": 0.813326, "accuracy": 0.846838, "main_score": 0.813326, "hf_subset": "smo_Latn-vie_Latn", "languages": ["smo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800561, "recall": 0.848814, "f1": 0.814795, "accuracy": 0.848814, "main_score": 0.814795, "hf_subset": "smo_Latn-apc_Arab", "languages": ["smo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.629833, "recall": 0.676877, "f1": 0.64272, "accuracy": 0.676877, "main_score": 0.64272, "hf_subset": "smo_Latn-bug_Latn", "languages": ["smo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467977, "recall": 0.51581, "f1": 0.481407, "accuracy": 0.51581, "main_score": 0.481407, "hf_subset": "smo_Latn-fon_Latn", "languages": ["smo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798016, "recall": 0.836957, "f1": 0.808576, "accuracy": 0.836957, "main_score": 0.808576, "hf_subset": "smo_Latn-jav_Latn", "languages": ["smo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774425, "recall": 0.824111, "f1": 0.789366, "accuracy": 0.824111, "main_score": 0.789366, "hf_subset": "smo_Latn-lao_Laoo", "languages": ["smo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.735156, "recall": 0.785573, "f1": 0.749598, "accuracy": 0.785573, "main_score": 0.749598, "hf_subset": "smo_Latn-mri_Latn", "languages": ["smo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797777, "recall": 0.846838, "f1": 0.811844, "accuracy": 0.846838, "main_score": 0.811844, "hf_subset": "smo_Latn-rus_Cyrl", "languages": ["smo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.507455, "recall": 0.555336, "f1": 0.520641, "accuracy": 0.555336, "main_score": 0.520641, "hf_subset": "smo_Latn-taq_Latn", "languages": ["smo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79664, "recall": 0.841897, "f1": 0.80919, "accuracy": 0.841897, "main_score": 0.80919, "hf_subset": "smo_Latn-war_Latn", "languages": ["smo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796467, "recall": 0.846838, "f1": 0.811324, "accuracy": 0.846838, "main_score": 0.811324, "hf_subset": "smo_Latn-arb_Arab", "languages": ["smo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.815655, "recall": 0.860672, "f1": 0.828918, "accuracy": 0.860672, "main_score": 0.828918, "hf_subset": "smo_Latn-bul_Cyrl", "languages": ["smo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.815778, "recall": 0.859684, "f1": 0.828738, "accuracy": 0.859684, "main_score": 0.828738, "hf_subset": "smo_Latn-fra_Latn", "languages": ["smo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762635, "recall": 0.816206, "f1": 0.778602, "accuracy": 0.816206, "main_score": 0.778602, "hf_subset": "smo_Latn-jpn_Jpan", "languages": ["smo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.759606, "recall": 0.805336, "f1": 0.772372, "accuracy": 0.805336, "main_score": 0.772372, "hf_subset": "smo_Latn-lij_Latn", "languages": ["smo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727339, "recall": 0.794466, "f1": 0.747158, "accuracy": 0.794466, "main_score": 0.747158, "hf_subset": "smo_Latn-mya_Mymr", "languages": ["smo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.537445, "recall": 0.586957, "f1": 0.551429, "accuracy": 0.586957, "main_score": 0.551429, "hf_subset": "smo_Latn-sag_Latn", "languages": ["smo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215245, "recall": 0.261858, "f1": 0.226097, "accuracy": 0.261858, "main_score": 0.226097, "hf_subset": "smo_Latn-taq_Tfng", "languages": ["smo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.58075, "recall": 0.626482, "f1": 0.594076, "accuracy": 0.626482, "main_score": 0.594076, "hf_subset": "smo_Latn-wol_Latn", "languages": ["smo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576518, "recall": 0.63834, "f1": 0.594617, "accuracy": 0.63834, "main_score": 0.594617, "hf_subset": "smo_Latn-arb_Latn", "languages": ["smo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830624, "recall": 0.870553, "f1": 0.842169, "accuracy": 0.870553, "main_score": 0.842169, "hf_subset": "smo_Latn-cat_Latn", "languages": ["smo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749569, "recall": 0.793478, "f1": 0.761567, "accuracy": 0.793478, "main_score": 0.761567, "hf_subset": "smo_Latn-fur_Latn", "languages": ["smo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443951, "recall": 0.492095, "f1": 0.456886, "accuracy": 0.492095, "main_score": 0.456886, "hf_subset": "smo_Latn-kab_Latn", "languages": ["smo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749269, "recall": 0.801383, "f1": 0.764091, "accuracy": 0.801383, "main_score": 0.764091, "hf_subset": "smo_Latn-lim_Latn", "languages": ["smo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812236, "recall": 0.858696, "f1": 0.826007, "accuracy": 0.858696, "main_score": 0.826007, "hf_subset": "smo_Latn-nld_Latn", "languages": ["smo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73561, "recall": 0.79249, "f1": 0.752539, "accuracy": 0.79249, "main_score": 0.752539, "hf_subset": "smo_Latn-san_Deva", "languages": ["smo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.753206, "recall": 0.804348, "f1": 0.767893, "accuracy": 0.804348, "main_score": 0.767893, "hf_subset": "smo_Latn-tat_Cyrl", "languages": ["smo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.611023, "recall": 0.663043, "f1": 0.626107, "accuracy": 0.663043, "main_score": 0.626107, "hf_subset": "smo_Latn-xho_Latn", "languages": ["smo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793101, "recall": 0.84585, "f1": 0.8088, "accuracy": 0.84585, "main_score": 0.8088, "hf_subset": "smo_Latn-ars_Arab", "languages": ["smo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.810063, "recall": 0.851779, "f1": 0.822271, "accuracy": 0.851779, "main_score": 0.822271, "hf_subset": "smo_Latn-ceb_Latn", "languages": ["smo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503329, "recall": 0.560277, "f1": 0.519373, "accuracy": 0.560277, "main_score": 0.519373, "hf_subset": "smo_Latn-fuv_Latn", "languages": ["smo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497196, "recall": 0.547431, "f1": 0.510474, "accuracy": 0.547431, "main_score": 0.510474, "hf_subset": "smo_Latn-kac_Latn", "languages": ["smo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608822, "recall": 0.65415, "f1": 0.621459, "accuracy": 0.65415, "main_score": 0.621459, "hf_subset": "smo_Latn-lin_Latn", "languages": ["smo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803788, "recall": 0.851779, "f1": 0.818281, "accuracy": 0.851779, "main_score": 0.818281, "hf_subset": "smo_Latn-nno_Latn", "languages": ["smo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187552, "recall": 0.25, "f1": 0.20378, "accuracy": 0.25, "main_score": 0.20378, "hf_subset": "smo_Latn-sat_Olck", "languages": ["smo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.783794, "recall": 0.838933, "f1": 0.800645, "accuracy": 0.838933, "main_score": 0.800645, "hf_subset": "smo_Latn-tel_Telu", "languages": ["smo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.711612, "recall": 0.777668, "f1": 0.730492, "accuracy": 0.777668, "main_score": 0.730492, "hf_subset": "smo_Latn-ydd_Hebr", "languages": ["smo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.745866, "recall": 0.797431, "f1": 0.760957, "accuracy": 0.797431, "main_score": 0.760957, "hf_subset": "smo_Latn-ary_Arab", "languages": ["smo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.815244, "recall": 0.858696, "f1": 0.827789, "accuracy": 0.858696, "main_score": 0.827789, "hf_subset": "smo_Latn-ces_Latn", "languages": ["smo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53834, "recall": 0.594862, "f1": 0.554875, "accuracy": 0.594862, "main_score": 0.554875, "hf_subset": "smo_Latn-gaz_Latn", "languages": ["smo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565267, "recall": 0.615613, "f1": 0.579795, "accuracy": 0.615613, "main_score": 0.579795, "hf_subset": "smo_Latn-kam_Latn", "languages": ["smo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796327, "recall": 0.842885, "f1": 0.809657, "accuracy": 0.842885, "main_score": 0.809657, "hf_subset": "smo_Latn-lit_Latn", "languages": ["smo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816365, "recall": 0.862648, "f1": 0.829715, "accuracy": 0.862648, "main_score": 0.829715, "hf_subset": "smo_Latn-nob_Latn", "languages": ["smo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751634, "recall": 0.800395, "f1": 0.765269, "accuracy": 0.800395, "main_score": 0.765269, "hf_subset": "smo_Latn-scn_Latn", "languages": ["smo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747782, "recall": 0.801383, "f1": 0.762576, "accuracy": 0.801383, "main_score": 0.762576, "hf_subset": "smo_Latn-tgk_Cyrl", "languages": ["smo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.629902, "recall": 0.695652, "f1": 0.648624, "accuracy": 0.695652, "main_score": 0.648624, "hf_subset": "smo_Latn-yor_Latn", "languages": ["smo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.771403, "recall": 0.824111, "f1": 0.786113, "accuracy": 0.824111, "main_score": 0.786113, "hf_subset": "smo_Latn-arz_Arab", "languages": ["smo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520502, "recall": 0.56917, "f1": 0.534443, "accuracy": 0.56917, "main_score": 0.534443, "hf_subset": "smo_Latn-cjk_Latn", "languages": ["smo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630649, "recall": 0.690711, "f1": 0.647812, "accuracy": 0.690711, "main_score": 0.647812, "hf_subset": "smo_Latn-gla_Latn", "languages": ["smo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789715, "recall": 0.841897, "f1": 0.805033, "accuracy": 0.841897, "main_score": 0.805033, "hf_subset": "smo_Latn-kan_Knda", "languages": ["smo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.755399, "recall": 0.801383, "f1": 0.768206, "accuracy": 0.801383, "main_score": 0.768206, "hf_subset": "smo_Latn-lmo_Latn", "languages": ["smo-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796832, "recall": 0.846838, "f1": 0.811745, "accuracy": 0.846838, "main_score": 0.811745, "hf_subset": "smo_Latn-npi_Deva", "languages": ["smo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458471, "recall": 0.508893, "f1": 0.47264, "accuracy": 0.508893, "main_score": 0.47264, "hf_subset": "smo_Latn-shn_Mymr", "languages": ["smo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.83941, "recall": 0.875494, "f1": 0.850118, "accuracy": 0.875494, "main_score": 0.850118, "hf_subset": "smo_Latn-tgl_Latn", "languages": ["smo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785268, "recall": 0.837945, "f1": 0.800634, "accuracy": 0.837945, "main_score": 0.800634, "hf_subset": "smo_Latn-yue_Hant", "languages": ["smo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.760345, "recall": 0.816206, "f1": 0.77652, "accuracy": 0.816206, "main_score": 0.77652, "hf_subset": "smo_Latn-asm_Beng", "languages": ["smo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.717459, "recall": 0.775692, "f1": 0.733856, "accuracy": 0.775692, "main_score": 0.733856, "hf_subset": "smo_Latn-ckb_Arab", "languages": ["smo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.687625, "recall": 0.746047, "f1": 0.705127, "accuracy": 0.746047, "main_score": 0.705127, "hf_subset": "smo_Latn-gle_Latn", "languages": ["smo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638568, "recall": 0.694664, "f1": 0.653441, "accuracy": 0.694664, "main_score": 0.653441, "hf_subset": "smo_Latn-kas_Arab", "languages": ["smo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.695611, "recall": 0.75, "f1": 0.711229, "accuracy": 0.75, "main_score": 0.711229, "hf_subset": "smo_Latn-ltg_Latn", "languages": ["smo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594652, "recall": 0.639328, "f1": 0.606804, "accuracy": 0.639328, "main_score": 0.606804, "hf_subset": "smo_Latn-nso_Latn", "languages": ["smo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.738079, "recall": 0.794466, "f1": 0.754732, "accuracy": 0.794466, "main_score": 0.754732, "hf_subset": "smo_Latn-sin_Sinh", "languages": ["smo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.788261, "recall": 0.839921, "f1": 0.803153, "accuracy": 0.839921, "main_score": 0.803153, "hf_subset": "smo_Latn-tha_Thai", "languages": ["smo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.767385, "recall": 0.820158, "f1": 0.781988, "accuracy": 0.820158, "main_score": 0.781988, "hf_subset": "smo_Latn-zho_Hans", "languages": ["smo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.797638, "recall": 0.841897, "f1": 0.810243, "accuracy": 0.841897, "main_score": 0.810243, "hf_subset": "smo_Latn-ast_Latn", "languages": ["smo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774574, "recall": 0.828063, "f1": 0.790195, "accuracy": 0.828063, "main_score": 0.790195, "hf_subset": "smo_Latn-crh_Latn", "languages": ["smo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814948, "recall": 0.853755, "f1": 0.826192, "accuracy": 0.853755, "main_score": 0.826192, "hf_subset": "smo_Latn-glg_Latn", "languages": ["smo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626918, "recall": 0.684783, "f1": 0.643483, "accuracy": 0.684783, "main_score": 0.643483, "hf_subset": "smo_Latn-kas_Deva", "languages": ["smo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.743906, "recall": 0.791502, "f1": 0.757615, "accuracy": 0.791502, "main_score": 0.757615, "hf_subset": "smo_Latn-ltz_Latn", "languages": ["smo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483473, "recall": 0.535573, "f1": 0.497557, "accuracy": 0.535573, "main_score": 0.497557, "hf_subset": "smo_Latn-nus_Latn", "languages": ["smo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814889, "recall": 0.859684, "f1": 0.827758, "accuracy": 0.859684, "main_score": 0.827758, "hf_subset": "smo_Latn-slk_Latn", "languages": ["smo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477171, "recall": 0.543478, "f1": 0.496085, "accuracy": 0.543478, "main_score": 0.496085, "hf_subset": "smo_Latn-tir_Ethi", "languages": ["smo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.771673, "recall": 0.825099, "f1": 0.787159, "accuracy": 0.825099, "main_score": 0.787159, "hf_subset": "smo_Latn-zho_Hant", "languages": ["smo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.782585, "recall": 0.833992, "f1": 0.797778, "accuracy": 0.833992, "main_score": 0.797778, "hf_subset": "smo_Latn-awa_Deva", "languages": ["smo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.792261, "recall": 0.836957, "f1": 0.80569, "accuracy": 0.836957, "main_score": 0.80569, "hf_subset": "smo_Latn-cym_Latn", "languages": ["smo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648198, "recall": 0.694664, "f1": 0.661103, "accuracy": 0.694664, "main_score": 0.661103, "hf_subset": "smo_Latn-grn_Latn", "languages": ["smo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755498, "recall": 0.812253, "f1": 0.771565, "accuracy": 0.812253, "main_score": 0.771565, "hf_subset": "smo_Latn-kat_Geor", "languages": ["smo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.582082, "recall": 0.625494, "f1": 0.594063, "accuracy": 0.625494, "main_score": 0.594063, "hf_subset": "smo_Latn-lua_Latn", "languages": ["smo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592719, "recall": 0.646245, "f1": 0.60812, "accuracy": 0.646245, "main_score": 0.60812, "hf_subset": "smo_Latn-nya_Latn", "languages": ["smo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798238, "recall": 0.844862, "f1": 0.81168, "accuracy": 0.844862, "main_score": 0.81168, "hf_subset": "smo_Latn-slv_Latn", "languages": ["smo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731146, "recall": 0.778656, "f1": 0.744286, "accuracy": 0.778656, "main_score": 0.744286, "hf_subset": "smo_Latn-tpi_Latn", "languages": ["smo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840069, "recall": 0.880435, "f1": 0.851929, "accuracy": 0.880435, "main_score": 0.851929, "hf_subset": "smo_Latn-zsm_Latn", "languages": ["smo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514956, "recall": 0.561265, "f1": 0.527806, "accuracy": 0.561265, "main_score": 0.527806, "hf_subset": "smo_Latn-ayr_Latn", "languages": ["smo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818643, "recall": 0.863636, "f1": 0.831753, "accuracy": 0.863636, "main_score": 0.831753, "hf_subset": "smo_Latn-dan_Latn", "languages": ["smo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790505, "recall": 0.839921, "f1": 0.804847, "accuracy": 0.839921, "main_score": 0.804847, "hf_subset": "smo_Latn-guj_Gujr", "languages": ["smo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.795811, "recall": 0.847826, "f1": 0.811331, "accuracy": 0.847826, "main_score": 0.811331, "hf_subset": "smo_Latn-kaz_Cyrl", "languages": ["smo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529376, "recall": 0.581028, "f1": 0.543912, "accuracy": 0.581028, "main_score": 0.543912, "hf_subset": "smo_Latn-lug_Latn", "languages": ["smo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819667, "recall": 0.864625, "f1": 0.832847, "accuracy": 0.864625, "main_score": 0.832847, "hf_subset": "smo_Latn-oci_Latn", "languages": ["smo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539102, "recall": 0.594862, "f1": 0.554647, "accuracy": 0.594862, "main_score": 0.554647, "hf_subset": "smo_Latn-tsn_Latn", "languages": ["smo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59954, "recall": 0.648221, "f1": 0.613414, "accuracy": 0.648221, "main_score": 0.613414, "hf_subset": "smo_Latn-zul_Latn", "languages": ["smo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625266, "recall": 0.685771, "f1": 0.642106, "accuracy": 0.685771, "main_score": 0.642106, "hf_subset": "smo_Latn-azb_Arab", "languages": ["smo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.82804, "recall": 0.874506, "f1": 0.842196, "accuracy": 0.874506, "main_score": 0.842196, "hf_subset": "smo_Latn-deu_Latn", "languages": ["smo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748445, "recall": 0.80336, "f1": 0.764462, "accuracy": 0.80336, "main_score": 0.764462, "hf_subset": "smo_Latn-hat_Latn", "languages": ["smo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490902, "recall": 0.535573, "f1": 0.503955, "accuracy": 0.535573, "main_score": 0.503955, "hf_subset": "smo_Latn-kbp_Latn", "languages": ["smo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556279, "recall": 0.602767, "f1": 0.569284, "accuracy": 0.602767, "main_score": 0.569284, "hf_subset": "smo_Latn-luo_Latn", "languages": ["smo-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772678, "recall": 0.826087, "f1": 0.788337, "accuracy": 0.826087, "main_score": 0.788337, "hf_subset": "smo_Latn-ory_Orya", "languages": ["smo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.553329, "recall": 0.609684, "f1": 0.569372, "accuracy": 0.609684, "main_score": 0.569372, "hf_subset": "smo_Latn-sna_Latn", "languages": ["smo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540602, "recall": 0.589921, "f1": 0.553804, "accuracy": 0.589921, "main_score": 0.553804, "hf_subset": "smo_Latn-tso_Latn", "languages": ["smo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772884, "recall": 0.826087, "f1": 0.788084, "accuracy": 0.826087, "main_score": 0.788084, "hf_subset": "smo_Latn-azj_Latn", "languages": ["smo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517211, "recall": 0.567194, "f1": 0.531527, "accuracy": 0.567194, "main_score": 0.531527, "hf_subset": "smo_Latn-dik_Latn", "languages": ["smo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663307, "recall": 0.718379, "f1": 0.678884, "accuracy": 0.718379, "main_score": 0.678884, "hf_subset": "smo_Latn-hau_Latn", "languages": ["smo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751004, "recall": 0.798419, "f1": 0.764041, "accuracy": 0.798419, "main_score": 0.764041, "hf_subset": "smo_Latn-kea_Latn", "languages": ["smo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622285, "recall": 0.661067, "f1": 0.633169, "accuracy": 0.661067, "main_score": 0.633169, "hf_subset": "smo_Latn-lus_Latn", "languages": ["smo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664563, "recall": 0.701581, "f1": 0.675038, "accuracy": 0.701581, "main_score": 0.675038, "hf_subset": "smo_Latn-pag_Latn", "languages": ["smo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777774, "recall": 0.83004, "f1": 0.793255, "accuracy": 0.83004, "main_score": 0.793255, "hf_subset": "smo_Latn-snd_Arab", "languages": ["smo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.698083, "recall": 0.753953, "f1": 0.713794, "accuracy": 0.753953, "main_score": 0.713794, "hf_subset": "smo_Latn-tuk_Latn", "languages": ["smo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756271, "recall": 0.801383, "f1": 0.768513, "accuracy": 0.801383, "main_score": 0.768513, "hf_subset": "smo_Latn-bak_Cyrl", "languages": ["smo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.44875, "recall": 0.514822, "f1": 0.467693, "accuracy": 0.514822, "main_score": 0.467693, "hf_subset": "smo_Latn-dyu_Latn", "languages": ["smo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8153, "recall": 0.862648, "f1": 0.829425, "accuracy": 0.862648, "main_score": 0.829425, "hf_subset": "smo_Latn-heb_Hebr", "languages": ["smo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.748088, "recall": 0.801383, "f1": 0.763349, "accuracy": 0.801383, "main_score": 0.763349, "hf_subset": "smo_Latn-khk_Cyrl", "languages": ["smo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.802273, "recall": 0.849802, "f1": 0.816179, "accuracy": 0.849802, "main_score": 0.816179, "hf_subset": "smo_Latn-lvs_Latn", "languages": ["smo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8028, "recall": 0.855731, "f1": 0.818728, "accuracy": 0.855731, "main_score": 0.818728, "hf_subset": "smo_Latn-pan_Guru", "languages": ["smo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.609339, "recall": 0.666996, "f1": 0.62534, "accuracy": 0.666996, "main_score": 0.62534, "hf_subset": "smo_Latn-som_Latn", "languages": ["smo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558212, "recall": 0.601779, "f1": 0.570608, "accuracy": 0.601779, "main_score": 0.570608, "hf_subset": "smo_Latn-tum_Latn", "languages": ["smo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429688, "recall": 0.472332, "f1": 0.441828, "accuracy": 0.472332, "main_score": 0.441828, "hf_subset": "tsn_Latn-ace_Arab", "languages": ["tsn-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50722, "recall": 0.549407, "f1": 0.518898, "accuracy": 0.549407, "main_score": 0.518898, "hf_subset": "tsn_Latn-bam_Latn", "languages": ["tsn-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211894, "recall": 0.261858, "f1": 0.224261, "accuracy": 0.261858, "main_score": 0.224261, "hf_subset": "tsn_Latn-dzo_Tibt", "languages": ["tsn-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.549293, "recall": 0.593874, "f1": 0.561621, "accuracy": 0.593874, "main_score": 0.561621, "hf_subset": "tsn_Latn-hin_Deva", "languages": ["tsn-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.505063, "recall": 0.555336, "f1": 0.5185, "accuracy": 0.555336, "main_score": 0.5185, "hf_subset": "tsn_Latn-khm_Khmr", "languages": ["tsn-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.544831, "recall": 0.583004, "f1": 0.555368, "accuracy": 0.583004, "main_score": 0.555368, "hf_subset": "tsn_Latn-mag_Deva", "languages": ["tsn-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554093, "recall": 0.592885, "f1": 0.564034, "accuracy": 0.592885, "main_score": 0.564034, "hf_subset": "tsn_Latn-pap_Latn", "languages": ["tsn-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70135, "recall": 0.754941, "f1": 0.716978, "accuracy": 0.754941, "main_score": 0.716978, "hf_subset": "tsn_Latn-sot_Latn", "languages": ["tsn-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551463, "recall": 0.594862, "f1": 0.562468, "accuracy": 0.594862, "main_score": 0.562468, "hf_subset": "tsn_Latn-tur_Latn", "languages": ["tsn-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5541, "recall": 0.588933, "f1": 0.563757, "accuracy": 0.588933, "main_score": 0.563757, "hf_subset": "tsn_Latn-ace_Latn", "languages": ["tsn-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557794, "recall": 0.589921, "f1": 0.566914, "accuracy": 0.589921, "main_score": 0.566914, "hf_subset": "tsn_Latn-ban_Latn", "languages": ["tsn-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544788, "recall": 0.591897, "f1": 0.556984, "accuracy": 0.591897, "main_score": 0.556984, "hf_subset": "tsn_Latn-ell_Grek", "languages": ["tsn-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.527691, "recall": 0.572134, "f1": 0.539317, "accuracy": 0.572134, "main_score": 0.539317, "hf_subset": "tsn_Latn-hne_Deva", "languages": ["tsn-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.502669, "recall": 0.550395, "f1": 0.51583, "accuracy": 0.550395, "main_score": 0.51583, "hf_subset": "tsn_Latn-kik_Latn", "languages": ["tsn-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543859, "recall": 0.590909, "f1": 0.555976, "accuracy": 0.590909, "main_score": 0.555976, "hf_subset": "tsn_Latn-mai_Deva", "languages": ["tsn-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.499984, "recall": 0.549407, "f1": 0.513084, "accuracy": 0.549407, "main_score": 0.513084, "hf_subset": "tsn_Latn-pbt_Arab", "languages": ["tsn-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554578, "recall": 0.599802, "f1": 0.566367, "accuracy": 0.599802, "main_score": 0.566367, "hf_subset": "tsn_Latn-spa_Latn", "languages": ["tsn-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539152, "recall": 0.579051, "f1": 0.550391, "accuracy": 0.579051, "main_score": 0.550391, "hf_subset": "tsn_Latn-twi_Latn", "languages": ["tsn-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543671, "recall": 0.586957, "f1": 0.554539, "accuracy": 0.586957, "main_score": 0.554539, "hf_subset": "tsn_Latn-acm_Arab", "languages": ["tsn-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520349, "recall": 0.562253, "f1": 0.530949, "accuracy": 0.562253, "main_score": 0.530949, "hf_subset": "tsn_Latn-bel_Cyrl", "languages": ["tsn-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.5698, "recall": 0.612648, "f1": 0.580884, "accuracy": 0.612648, "main_score": 0.580884, "hf_subset": "tsn_Latn-eng_Latn", "languages": ["tsn-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563063, "recall": 0.606719, "f1": 0.574047, "accuracy": 0.606719, "main_score": 0.574047, "hf_subset": "tsn_Latn-hrv_Latn", "languages": ["tsn-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518132, "recall": 0.564229, "f1": 0.530814, "accuracy": 0.564229, "main_score": 0.530814, "hf_subset": "tsn_Latn-kin_Latn", "languages": ["tsn-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526273, "recall": 0.577075, "f1": 0.539712, "accuracy": 0.577075, "main_score": 0.539712, "hf_subset": "tsn_Latn-mal_Mlym", "languages": ["tsn-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.543495, "recall": 0.591897, "f1": 0.556733, "accuracy": 0.591897, "main_score": 0.556733, "hf_subset": "tsn_Latn-pes_Arab", "languages": ["tsn-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54245, "recall": 0.58004, "f1": 0.552594, "accuracy": 0.58004, "main_score": 0.552594, "hf_subset": "tsn_Latn-srd_Latn", "languages": ["tsn-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192525, "recall": 0.235178, "f1": 0.203057, "accuracy": 0.235178, "main_score": 0.203057, "hf_subset": "tsn_Latn-tzm_Tfng", "languages": ["tsn-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.538569, "recall": 0.58498, "f1": 0.550798, "accuracy": 0.58498, "main_score": 0.550798, "hf_subset": "tsn_Latn-acq_Arab", "languages": ["tsn-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567199, "recall": 0.602767, "f1": 0.576934, "accuracy": 0.602767, "main_score": 0.576934, "hf_subset": "tsn_Latn-bem_Latn", "languages": ["tsn-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542532, "recall": 0.590909, "f1": 0.555468, "accuracy": 0.590909, "main_score": 0.555468, "hf_subset": "tsn_Latn-epo_Latn", "languages": ["tsn-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557331, "recall": 0.600791, "f1": 0.568671, "accuracy": 0.600791, "main_score": 0.568671, "hf_subset": "tsn_Latn-hun_Latn", "languages": ["tsn-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52856, "recall": 0.56917, "f1": 0.53969, "accuracy": 0.56917, "main_score": 0.53969, "hf_subset": "tsn_Latn-kir_Cyrl", "languages": ["tsn-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.546801, "recall": 0.585968, "f1": 0.55662, "accuracy": 0.585968, "main_score": 0.55662, "hf_subset": "tsn_Latn-mar_Deva", "languages": ["tsn-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.54861, "recall": 0.586957, "f1": 0.558488, "accuracy": 0.586957, "main_score": 0.558488, "hf_subset": "tsn_Latn-plt_Latn", "languages": ["tsn-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549633, "recall": 0.593874, "f1": 0.561557, "accuracy": 0.593874, "main_score": 0.561557, "hf_subset": "tsn_Latn-srp_Cyrl", "languages": ["tsn-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.464768, "recall": 0.51581, "f1": 0.478617, "accuracy": 0.51581, "main_score": 0.478617, "hf_subset": "tsn_Latn-uig_Arab", "languages": ["tsn-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530302, "recall": 0.574111, "f1": 0.541777, "accuracy": 0.574111, "main_score": 0.541777, "hf_subset": "tsn_Latn-aeb_Arab", "languages": ["tsn-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543361, "recall": 0.591897, "f1": 0.557242, "accuracy": 0.591897, "main_score": 0.557242, "hf_subset": "tsn_Latn-ben_Beng", "languages": ["tsn-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.546777, "recall": 0.58498, "f1": 0.557019, "accuracy": 0.58498, "main_score": 0.557019, "hf_subset": "tsn_Latn-est_Latn", "languages": ["tsn-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533797, "recall": 0.578063, "f1": 0.545091, "accuracy": 0.578063, "main_score": 0.545091, "hf_subset": "tsn_Latn-hye_Armn", "languages": ["tsn-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.524473, "recall": 0.565217, "f1": 0.536251, "accuracy": 0.565217, "main_score": 0.536251, "hf_subset": "tsn_Latn-kmb_Latn", "languages": ["tsn-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378644, "recall": 0.425889, "f1": 0.391324, "accuracy": 0.425889, "main_score": 0.391324, "hf_subset": "tsn_Latn-min_Arab", "languages": ["tsn-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562165, "recall": 0.603755, "f1": 0.573039, "accuracy": 0.603755, "main_score": 0.573039, "hf_subset": "tsn_Latn-pol_Latn", "languages": ["tsn-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557945, "recall": 0.605731, "f1": 0.570863, "accuracy": 0.605731, "main_score": 0.570863, "hf_subset": "tsn_Latn-ssw_Latn", "languages": ["tsn-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555342, "recall": 0.604743, "f1": 0.56849, "accuracy": 0.604743, "main_score": 0.56849, "hf_subset": "tsn_Latn-ukr_Cyrl", "languages": ["tsn-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.564881, "recall": 0.604743, "f1": 0.57561, "accuracy": 0.604743, "main_score": 0.57561, "hf_subset": "tsn_Latn-afr_Latn", "languages": ["tsn-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530185, "recall": 0.574111, "f1": 0.541959, "accuracy": 0.574111, "main_score": 0.541959, "hf_subset": "tsn_Latn-bho_Deva", "languages": ["tsn-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.541263, "recall": 0.58498, "f1": 0.553317, "accuracy": 0.58498, "main_score": 0.553317, "hf_subset": "tsn_Latn-eus_Latn", "languages": ["tsn-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531644, "recall": 0.583004, "f1": 0.546326, "accuracy": 0.583004, "main_score": 0.546326, "hf_subset": "tsn_Latn-ibo_Latn", "languages": ["tsn-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525236, "recall": 0.567194, "f1": 0.536425, "accuracy": 0.567194, "main_score": 0.536425, "hf_subset": "tsn_Latn-kmr_Latn", "languages": ["tsn-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549372, "recall": 0.591897, "f1": 0.560553, "accuracy": 0.591897, "main_score": 0.560553, "hf_subset": "tsn_Latn-min_Latn", "languages": ["tsn-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560655, "recall": 0.605731, "f1": 0.572461, "accuracy": 0.605731, "main_score": 0.572461, "hf_subset": "tsn_Latn-por_Latn", "languages": ["tsn-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570756, "recall": 0.610672, "f1": 0.581428, "accuracy": 0.610672, "main_score": 0.581428, "hf_subset": "tsn_Latn-sun_Latn", "languages": ["tsn-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491645, "recall": 0.535573, "f1": 0.504744, "accuracy": 0.535573, "main_score": 0.504744, "hf_subset": "tsn_Latn-umb_Latn", "languages": ["tsn-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558395, "recall": 0.599802, "f1": 0.568622, "accuracy": 0.599802, "main_score": 0.568622, "hf_subset": "tsn_Latn-ajp_Arab", "languages": ["tsn-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.392455, "recall": 0.44664, "f1": 0.407174, "accuracy": 0.44664, "main_score": 0.407174, "hf_subset": "tsn_Latn-bjn_Arab", "languages": ["tsn-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504698, "recall": 0.543478, "f1": 0.515836, "accuracy": 0.543478, "main_score": 0.515836, "hf_subset": "tsn_Latn-ewe_Latn", "languages": ["tsn-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569449, "recall": 0.607708, "f1": 0.579196, "accuracy": 0.607708, "main_score": 0.579196, "hf_subset": "tsn_Latn-ilo_Latn", "languages": ["tsn-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297988, "recall": 0.346838, "f1": 0.311509, "accuracy": 0.346838, "main_score": 0.311509, "hf_subset": "tsn_Latn-knc_Arab", "languages": ["tsn-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542163, "recall": 0.591897, "f1": 0.555725, "accuracy": 0.591897, "main_score": 0.555725, "hf_subset": "tsn_Latn-mkd_Cyrl", "languages": ["tsn-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537565, "recall": 0.585968, "f1": 0.550272, "accuracy": 0.585968, "main_score": 0.550272, "hf_subset": "tsn_Latn-prs_Arab", "languages": ["tsn-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566004, "recall": 0.603755, "f1": 0.575703, "accuracy": 0.603755, "main_score": 0.575703, "hf_subset": "tsn_Latn-swe_Latn", "languages": ["tsn-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517215, "recall": 0.56917, "f1": 0.531356, "accuracy": 0.56917, "main_score": 0.531356, "hf_subset": "tsn_Latn-urd_Arab", "languages": ["tsn-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535385, "recall": 0.577075, "f1": 0.546469, "accuracy": 0.577075, "main_score": 0.546469, "hf_subset": "tsn_Latn-aka_Latn", "languages": ["tsn-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562953, "recall": 0.603755, "f1": 0.572946, "accuracy": 0.603755, "main_score": 0.572946, "hf_subset": "tsn_Latn-bjn_Latn", "languages": ["tsn-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543995, "recall": 0.583992, "f1": 0.554923, "accuracy": 0.583992, "main_score": 0.554923, "hf_subset": "tsn_Latn-fao_Latn", "languages": ["tsn-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569937, "recall": 0.604743, "f1": 0.579129, "accuracy": 0.604743, "main_score": 0.579129, "hf_subset": "tsn_Latn-ind_Latn", "languages": ["tsn-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518632, "recall": 0.556324, "f1": 0.528893, "accuracy": 0.556324, "main_score": 0.528893, "hf_subset": "tsn_Latn-knc_Latn", "languages": ["tsn-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555919, "recall": 0.592885, "f1": 0.565383, "accuracy": 0.592885, "main_score": 0.565383, "hf_subset": "tsn_Latn-mlt_Latn", "languages": ["tsn-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514273, "recall": 0.559289, "f1": 0.526293, "accuracy": 0.559289, "main_score": 0.526293, "hf_subset": "tsn_Latn-quy_Latn", "languages": ["tsn-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555837, "recall": 0.596838, "f1": 0.567447, "accuracy": 0.596838, "main_score": 0.567447, "hf_subset": "tsn_Latn-swh_Latn", "languages": ["tsn-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523057, "recall": 0.567194, "f1": 0.535328, "accuracy": 0.567194, "main_score": 0.535328, "hf_subset": "tsn_Latn-uzn_Latn", "languages": ["tsn-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552984, "recall": 0.597826, "f1": 0.564825, "accuracy": 0.597826, "main_score": 0.564825, "hf_subset": "tsn_Latn-als_Latn", "languages": ["tsn-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.28956, "recall": 0.34585, "f1": 0.3036, "accuracy": 0.34585, "main_score": 0.3036, "hf_subset": "tsn_Latn-bod_Tibt", "languages": ["tsn-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.542269, "recall": 0.578063, "f1": 0.552539, "accuracy": 0.578063, "main_score": 0.552539, "hf_subset": "tsn_Latn-fij_Latn", "languages": ["tsn-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521096, "recall": 0.562253, "f1": 0.532314, "accuracy": 0.562253, "main_score": 0.532314, "hf_subset": "tsn_Latn-isl_Latn", "languages": ["tsn-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548897, "recall": 0.583992, "f1": 0.558965, "accuracy": 0.583992, "main_score": 0.558965, "hf_subset": "tsn_Latn-kon_Latn", "languages": ["tsn-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462717, "recall": 0.511858, "f1": 0.476171, "accuracy": 0.511858, "main_score": 0.476171, "hf_subset": "tsn_Latn-mni_Beng", "languages": ["tsn-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.570616, "recall": 0.617589, "f1": 0.58309, "accuracy": 0.617589, "main_score": 0.58309, "hf_subset": "tsn_Latn-ron_Latn", "languages": ["tsn-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561737, "recall": 0.603755, "f1": 0.572565, "accuracy": 0.603755, "main_score": 0.572565, "hf_subset": "tsn_Latn-szl_Latn", "languages": ["tsn-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545764, "recall": 0.590909, "f1": 0.557295, "accuracy": 0.590909, "main_score": 0.557295, "hf_subset": "tsn_Latn-vec_Latn", "languages": ["tsn-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485149, "recall": 0.530632, "f1": 0.496994, "accuracy": 0.530632, "main_score": 0.496994, "hf_subset": "tsn_Latn-amh_Ethi", "languages": ["tsn-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.561984, "recall": 0.605731, "f1": 0.573448, "accuracy": 0.605731, "main_score": 0.573448, "hf_subset": "tsn_Latn-bos_Latn", "languages": ["tsn-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544775, "recall": 0.587945, "f1": 0.555817, "accuracy": 0.587945, "main_score": 0.555817, "hf_subset": "tsn_Latn-fin_Latn", "languages": ["tsn-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559167, "recall": 0.599802, "f1": 0.569573, "accuracy": 0.599802, "main_score": 0.569573, "hf_subset": "tsn_Latn-ita_Latn", "languages": ["tsn-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533338, "recall": 0.585968, "f1": 0.546172, "accuracy": 0.585968, "main_score": 0.546172, "hf_subset": "tsn_Latn-kor_Hang", "languages": ["tsn-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.513575, "recall": 0.552372, "f1": 0.524517, "accuracy": 0.552372, "main_score": 0.524517, "hf_subset": "tsn_Latn-mos_Latn", "languages": ["tsn-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534944, "recall": 0.576087, "f1": 0.546127, "accuracy": 0.576087, "main_score": 0.546127, "hf_subset": "tsn_Latn-run_Latn", "languages": ["tsn-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527037, "recall": 0.575099, "f1": 0.539576, "accuracy": 0.575099, "main_score": 0.539576, "hf_subset": "tsn_Latn-tam_Taml", "languages": ["tsn-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.557766, "recall": 0.601779, "f1": 0.569113, "accuracy": 0.601779, "main_score": 0.569113, "hf_subset": "tsn_Latn-vie_Latn", "languages": ["tsn-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545142, "recall": 0.593874, "f1": 0.557517, "accuracy": 0.593874, "main_score": 0.557517, "hf_subset": "tsn_Latn-apc_Arab", "languages": ["tsn-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526601, "recall": 0.567194, "f1": 0.537041, "accuracy": 0.567194, "main_score": 0.537041, "hf_subset": "tsn_Latn-bug_Latn", "languages": ["tsn-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471682, "recall": 0.51087, "f1": 0.482061, "accuracy": 0.51087, "main_score": 0.482061, "hf_subset": "tsn_Latn-fon_Latn", "languages": ["tsn-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569712, "recall": 0.606719, "f1": 0.579568, "accuracy": 0.606719, "main_score": 0.579568, "hf_subset": "tsn_Latn-jav_Latn", "languages": ["tsn-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51207, "recall": 0.561265, "f1": 0.525283, "accuracy": 0.561265, "main_score": 0.525283, "hf_subset": "tsn_Latn-lao_Laoo", "languages": ["tsn-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.517314, "recall": 0.564229, "f1": 0.529945, "accuracy": 0.564229, "main_score": 0.529945, "hf_subset": "tsn_Latn-mri_Latn", "languages": ["tsn-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553432, "recall": 0.598814, "f1": 0.56559, "accuracy": 0.598814, "main_score": 0.56559, "hf_subset": "tsn_Latn-rus_Cyrl", "languages": ["tsn-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.489312, "recall": 0.531621, "f1": 0.501765, "accuracy": 0.531621, "main_score": 0.501765, "hf_subset": "tsn_Latn-taq_Latn", "languages": ["tsn-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572001, "recall": 0.61166, "f1": 0.582371, "accuracy": 0.61166, "main_score": 0.582371, "hf_subset": "tsn_Latn-war_Latn", "languages": ["tsn-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537516, "recall": 0.586957, "f1": 0.55021, "accuracy": 0.586957, "main_score": 0.55021, "hf_subset": "tsn_Latn-arb_Arab", "languages": ["tsn-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563036, "recall": 0.602767, "f1": 0.573782, "accuracy": 0.602767, "main_score": 0.573782, "hf_subset": "tsn_Latn-bul_Cyrl", "languages": ["tsn-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.561758, "recall": 0.606719, "f1": 0.573294, "accuracy": 0.606719, "main_score": 0.573294, "hf_subset": "tsn_Latn-fra_Latn", "languages": ["tsn-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544265, "recall": 0.58498, "f1": 0.554613, "accuracy": 0.58498, "main_score": 0.554613, "hf_subset": "tsn_Latn-jpn_Jpan", "languages": ["tsn-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.556725, "recall": 0.601779, "f1": 0.568521, "accuracy": 0.601779, "main_score": 0.568521, "hf_subset": "tsn_Latn-lij_Latn", "languages": ["tsn-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401988, "recall": 0.456522, "f1": 0.416353, "accuracy": 0.456522, "main_score": 0.416353, "hf_subset": "tsn_Latn-mya_Mymr", "languages": ["tsn-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.510658, "recall": 0.5583, "f1": 0.523205, "accuracy": 0.5583, "main_score": 0.523205, "hf_subset": "tsn_Latn-sag_Latn", "languages": ["tsn-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207681, "recall": 0.250988, "f1": 0.218107, "accuracy": 0.250988, "main_score": 0.218107, "hf_subset": "tsn_Latn-taq_Tfng", "languages": ["tsn-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.53845, "recall": 0.566206, "f1": 0.546411, "accuracy": 0.566206, "main_score": 0.546411, "hf_subset": "tsn_Latn-wol_Latn", "languages": ["tsn-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445552, "recall": 0.493083, "f1": 0.458979, "accuracy": 0.493083, "main_score": 0.458979, "hf_subset": "tsn_Latn-arb_Latn", "languages": ["tsn-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552709, "recall": 0.59585, "f1": 0.563684, "accuracy": 0.59585, "main_score": 0.563684, "hf_subset": "tsn_Latn-cat_Latn", "languages": ["tsn-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54726, "recall": 0.588933, "f1": 0.558428, "accuracy": 0.588933, "main_score": 0.558428, "hf_subset": "tsn_Latn-fur_Latn", "languages": ["tsn-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423925, "recall": 0.476285, "f1": 0.437736, "accuracy": 0.476285, "main_score": 0.437736, "hf_subset": "tsn_Latn-kab_Latn", "languages": ["tsn-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54181, "recall": 0.582016, "f1": 0.552951, "accuracy": 0.582016, "main_score": 0.552951, "hf_subset": "tsn_Latn-lim_Latn", "languages": ["tsn-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550425, "recall": 0.594862, "f1": 0.562361, "accuracy": 0.594862, "main_score": 0.562361, "hf_subset": "tsn_Latn-nld_Latn", "languages": ["tsn-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494939, "recall": 0.545455, "f1": 0.508379, "accuracy": 0.545455, "main_score": 0.508379, "hf_subset": "tsn_Latn-san_Deva", "languages": ["tsn-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.543446, "recall": 0.586957, "f1": 0.554772, "accuracy": 0.586957, "main_score": 0.554772, "hf_subset": "tsn_Latn-tat_Cyrl", "languages": ["tsn-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.574502, "recall": 0.619565, "f1": 0.587409, "accuracy": 0.619565, "main_score": 0.587409, "hf_subset": "tsn_Latn-xho_Latn", "languages": ["tsn-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518382, "recall": 0.574111, "f1": 0.533344, "accuracy": 0.574111, "main_score": 0.533344, "hf_subset": "tsn_Latn-ars_Arab", "languages": ["tsn-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570344, "recall": 0.605731, "f1": 0.579966, "accuracy": 0.605731, "main_score": 0.579966, "hf_subset": "tsn_Latn-ceb_Latn", "languages": ["tsn-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507795, "recall": 0.544466, "f1": 0.518333, "accuracy": 0.544466, "main_score": 0.518333, "hf_subset": "tsn_Latn-fuv_Latn", "languages": ["tsn-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496139, "recall": 0.536561, "f1": 0.507316, "accuracy": 0.536561, "main_score": 0.507316, "hf_subset": "tsn_Latn-kac_Latn", "languages": ["tsn-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559276, "recall": 0.599802, "f1": 0.569636, "accuracy": 0.599802, "main_score": 0.569636, "hf_subset": "tsn_Latn-lin_Latn", "languages": ["tsn-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549087, "recall": 0.592885, "f1": 0.560976, "accuracy": 0.592885, "main_score": 0.560976, "hf_subset": "tsn_Latn-nno_Latn", "languages": ["tsn-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.126945, "recall": 0.172925, "f1": 0.138554, "accuracy": 0.172925, "main_score": 0.138554, "hf_subset": "tsn_Latn-sat_Olck", "languages": ["tsn-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.537465, "recall": 0.58498, "f1": 0.54985, "accuracy": 0.58498, "main_score": 0.54985, "hf_subset": "tsn_Latn-tel_Telu", "languages": ["tsn-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.483758, "recall": 0.530632, "f1": 0.495773, "accuracy": 0.530632, "main_score": 0.495773, "hf_subset": "tsn_Latn-ydd_Hebr", "languages": ["tsn-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.520214, "recall": 0.562253, "f1": 0.53156, "accuracy": 0.562253, "main_score": 0.53156, "hf_subset": "tsn_Latn-ary_Arab", "languages": ["tsn-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549293, "recall": 0.593874, "f1": 0.561103, "accuracy": 0.593874, "main_score": 0.561103, "hf_subset": "tsn_Latn-ces_Latn", "languages": ["tsn-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5124, "recall": 0.557312, "f1": 0.524188, "accuracy": 0.557312, "main_score": 0.524188, "hf_subset": "tsn_Latn-gaz_Latn", "languages": ["tsn-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525807, "recall": 0.565217, "f1": 0.537385, "accuracy": 0.565217, "main_score": 0.537385, "hf_subset": "tsn_Latn-kam_Latn", "languages": ["tsn-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535178, "recall": 0.585968, "f1": 0.548472, "accuracy": 0.585968, "main_score": 0.548472, "hf_subset": "tsn_Latn-lit_Latn", "languages": ["tsn-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556254, "recall": 0.596838, "f1": 0.566912, "accuracy": 0.596838, "main_score": 0.566912, "hf_subset": "tsn_Latn-nob_Latn", "languages": ["tsn-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545053, "recall": 0.587945, "f1": 0.556724, "accuracy": 0.587945, "main_score": 0.556724, "hf_subset": "tsn_Latn-scn_Latn", "languages": ["tsn-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531847, "recall": 0.575099, "f1": 0.54387, "accuracy": 0.575099, "main_score": 0.54387, "hf_subset": "tsn_Latn-tgk_Cyrl", "languages": ["tsn-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497909, "recall": 0.548419, "f1": 0.511818, "accuracy": 0.548419, "main_score": 0.511818, "hf_subset": "tsn_Latn-yor_Latn", "languages": ["tsn-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549445, "recall": 0.589921, "f1": 0.559759, "accuracy": 0.589921, "main_score": 0.559759, "hf_subset": "tsn_Latn-arz_Arab", "languages": ["tsn-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495982, "recall": 0.534585, "f1": 0.506821, "accuracy": 0.534585, "main_score": 0.506821, "hf_subset": "tsn_Latn-cjk_Latn", "languages": ["tsn-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523351, "recall": 0.567194, "f1": 0.534993, "accuracy": 0.567194, "main_score": 0.534993, "hf_subset": "tsn_Latn-gla_Latn", "languages": ["tsn-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541111, "recall": 0.589921, "f1": 0.55402, "accuracy": 0.589921, "main_score": 0.55402, "hf_subset": "tsn_Latn-kan_Knda", "languages": ["tsn-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.541294, "recall": 0.581028, "f1": 0.551859, "accuracy": 0.581028, "main_score": 0.551859, "hf_subset": "tsn_Latn-lmo_Latn", "languages": ["tsn-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524055, "recall": 0.56917, "f1": 0.536022, "accuracy": 0.56917, "main_score": 0.536022, "hf_subset": "tsn_Latn-npi_Deva", "languages": ["tsn-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.440005, "recall": 0.486166, "f1": 0.45316, "accuracy": 0.486166, "main_score": 0.45316, "hf_subset": "tsn_Latn-shn_Mymr", "languages": ["tsn-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.592388, "recall": 0.62747, "f1": 0.601738, "accuracy": 0.62747, "main_score": 0.601738, "hf_subset": "tsn_Latn-tgl_Latn", "languages": ["tsn-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540255, "recall": 0.583992, "f1": 0.551227, "accuracy": 0.583992, "main_score": 0.551227, "hf_subset": "tsn_Latn-yue_Hant", "languages": ["tsn-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.508741, "recall": 0.560277, "f1": 0.522748, "accuracy": 0.560277, "main_score": 0.522748, "hf_subset": "tsn_Latn-asm_Beng", "languages": ["tsn-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.509696, "recall": 0.560277, "f1": 0.522511, "accuracy": 0.560277, "main_score": 0.522511, "hf_subset": "tsn_Latn-ckb_Arab", "languages": ["tsn-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503973, "recall": 0.550395, "f1": 0.516988, "accuracy": 0.550395, "main_score": 0.516988, "hf_subset": "tsn_Latn-gle_Latn", "languages": ["tsn-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480716, "recall": 0.527668, "f1": 0.492484, "accuracy": 0.527668, "main_score": 0.492484, "hf_subset": "tsn_Latn-kas_Arab", "languages": ["tsn-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514945, "recall": 0.559289, "f1": 0.52659, "accuracy": 0.559289, "main_score": 0.52659, "hf_subset": "tsn_Latn-ltg_Latn", "languages": ["tsn-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687275, "recall": 0.742095, "f1": 0.702692, "accuracy": 0.742095, "main_score": 0.702692, "hf_subset": "tsn_Latn-nso_Latn", "languages": ["tsn-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467633, "recall": 0.522727, "f1": 0.482322, "accuracy": 0.522727, "main_score": 0.482322, "hf_subset": "tsn_Latn-sin_Sinh", "languages": ["tsn-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.539315, "recall": 0.58498, "f1": 0.551585, "accuracy": 0.58498, "main_score": 0.551585, "hf_subset": "tsn_Latn-tha_Thai", "languages": ["tsn-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.533986, "recall": 0.578063, "f1": 0.545281, "accuracy": 0.578063, "main_score": 0.545281, "hf_subset": "tsn_Latn-zho_Hans", "languages": ["tsn-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.554121, "recall": 0.591897, "f1": 0.564684, "accuracy": 0.591897, "main_score": 0.564684, "hf_subset": "tsn_Latn-ast_Latn", "languages": ["tsn-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531593, "recall": 0.577075, "f1": 0.543568, "accuracy": 0.577075, "main_score": 0.543568, "hf_subset": "tsn_Latn-crh_Latn", "languages": ["tsn-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56064, "recall": 0.603755, "f1": 0.571463, "accuracy": 0.603755, "main_score": 0.571463, "hf_subset": "tsn_Latn-glg_Latn", "languages": ["tsn-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483421, "recall": 0.530632, "f1": 0.496694, "accuracy": 0.530632, "main_score": 0.496694, "hf_subset": "tsn_Latn-kas_Deva", "languages": ["tsn-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.534784, "recall": 0.572134, "f1": 0.543828, "accuracy": 0.572134, "main_score": 0.543828, "hf_subset": "tsn_Latn-ltz_Latn", "languages": ["tsn-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463984, "recall": 0.51087, "f1": 0.476783, "accuracy": 0.51087, "main_score": 0.476783, "hf_subset": "tsn_Latn-nus_Latn", "languages": ["tsn-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559717, "recall": 0.599802, "f1": 0.570351, "accuracy": 0.599802, "main_score": 0.570351, "hf_subset": "tsn_Latn-slk_Latn", "languages": ["tsn-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404299, "recall": 0.464427, "f1": 0.421365, "accuracy": 0.464427, "main_score": 0.421365, "hf_subset": "tsn_Latn-tir_Ethi", "languages": ["tsn-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.530788, "recall": 0.58004, "f1": 0.543266, "accuracy": 0.58004, "main_score": 0.543266, "hf_subset": "tsn_Latn-zho_Hant", "languages": ["tsn-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.530491, "recall": 0.576087, "f1": 0.543017, "accuracy": 0.576087, "main_score": 0.543017, "hf_subset": "tsn_Latn-awa_Deva", "languages": ["tsn-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.539108, "recall": 0.575099, "f1": 0.548518, "accuracy": 0.575099, "main_score": 0.548518, "hf_subset": "tsn_Latn-cym_Latn", "languages": ["tsn-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528854, "recall": 0.565217, "f1": 0.538204, "accuracy": 0.565217, "main_score": 0.538204, "hf_subset": "tsn_Latn-grn_Latn", "languages": ["tsn-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514245, "recall": 0.564229, "f1": 0.527041, "accuracy": 0.564229, "main_score": 0.527041, "hf_subset": "tsn_Latn-kat_Geor", "languages": ["tsn-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.541491, "recall": 0.58004, "f1": 0.551604, "accuracy": 0.58004, "main_score": 0.551604, "hf_subset": "tsn_Latn-lua_Latn", "languages": ["tsn-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538038, "recall": 0.583004, "f1": 0.550411, "accuracy": 0.583004, "main_score": 0.550411, "hf_subset": "tsn_Latn-nya_Latn", "languages": ["tsn-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557536, "recall": 0.600791, "f1": 0.568264, "accuracy": 0.600791, "main_score": 0.568264, "hf_subset": "tsn_Latn-slv_Latn", "languages": ["tsn-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547214, "recall": 0.58498, "f1": 0.557127, "accuracy": 0.58498, "main_score": 0.557127, "hf_subset": "tsn_Latn-tpi_Latn", "languages": ["tsn-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574985, "recall": 0.612648, "f1": 0.584773, "accuracy": 0.612648, "main_score": 0.584773, "hf_subset": "tsn_Latn-zsm_Latn", "languages": ["tsn-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499833, "recall": 0.540514, "f1": 0.511919, "accuracy": 0.540514, "main_score": 0.511919, "hf_subset": "tsn_Latn-ayr_Latn", "languages": ["tsn-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552264, "recall": 0.592885, "f1": 0.56334, "accuracy": 0.592885, "main_score": 0.56334, "hf_subset": "tsn_Latn-dan_Latn", "languages": ["tsn-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534229, "recall": 0.581028, "f1": 0.546324, "accuracy": 0.581028, "main_score": 0.546324, "hf_subset": "tsn_Latn-guj_Gujr", "languages": ["tsn-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.54213, "recall": 0.58004, "f1": 0.551976, "accuracy": 0.58004, "main_score": 0.551976, "hf_subset": "tsn_Latn-kaz_Cyrl", "languages": ["tsn-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510839, "recall": 0.557312, "f1": 0.523825, "accuracy": 0.557312, "main_score": 0.523825, "hf_subset": "tsn_Latn-lug_Latn", "languages": ["tsn-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563841, "recall": 0.607708, "f1": 0.575795, "accuracy": 0.607708, "main_score": 0.575795, "hf_subset": "tsn_Latn-oci_Latn", "languages": ["tsn-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552491, "recall": 0.589921, "f1": 0.562109, "accuracy": 0.589921, "main_score": 0.562109, "hf_subset": "tsn_Latn-smo_Latn", "languages": ["tsn-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56854, "recall": 0.62253, "f1": 0.583685, "accuracy": 0.62253, "main_score": 0.583685, "hf_subset": "tsn_Latn-zul_Latn", "languages": ["tsn-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472827, "recall": 0.519763, "f1": 0.485739, "accuracy": 0.519763, "main_score": 0.485739, "hf_subset": "tsn_Latn-azb_Arab", "languages": ["tsn-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562158, "recall": 0.603755, "f1": 0.572634, "accuracy": 0.603755, "main_score": 0.572634, "hf_subset": "tsn_Latn-deu_Latn", "languages": ["tsn-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513867, "recall": 0.5583, "f1": 0.525978, "accuracy": 0.5583, "main_score": 0.525978, "hf_subset": "tsn_Latn-hat_Latn", "languages": ["tsn-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499741, "recall": 0.543478, "f1": 0.511784, "accuracy": 0.543478, "main_score": 0.511784, "hf_subset": "tsn_Latn-kbp_Latn", "languages": ["tsn-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534973, "recall": 0.578063, "f1": 0.546664, "accuracy": 0.578063, "main_score": 0.546664, "hf_subset": "tsn_Latn-luo_Latn", "languages": ["tsn-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528173, "recall": 0.578063, "f1": 0.541286, "accuracy": 0.578063, "main_score": 0.541286, "hf_subset": "tsn_Latn-ory_Orya", "languages": ["tsn-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.534239, "recall": 0.58498, "f1": 0.548166, "accuracy": 0.58498, "main_score": 0.548166, "hf_subset": "tsn_Latn-sna_Latn", "languages": ["tsn-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546923, "recall": 0.590909, "f1": 0.559063, "accuracy": 0.590909, "main_score": 0.559063, "hf_subset": "tsn_Latn-tso_Latn", "languages": ["tsn-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518876, "recall": 0.571146, "f1": 0.532891, "accuracy": 0.571146, "main_score": 0.532891, "hf_subset": "tsn_Latn-azj_Latn", "languages": ["tsn-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495636, "recall": 0.538538, "f1": 0.508235, "accuracy": 0.538538, "main_score": 0.508235, "hf_subset": "tsn_Latn-dik_Latn", "languages": ["tsn-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537931, "recall": 0.579051, "f1": 0.549777, "accuracy": 0.579051, "main_score": 0.549777, "hf_subset": "tsn_Latn-hau_Latn", "languages": ["tsn-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538403, "recall": 0.56917, "f1": 0.546897, "accuracy": 0.56917, "main_score": 0.546897, "hf_subset": "tsn_Latn-kea_Latn", "languages": ["tsn-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540133, "recall": 0.56917, "f1": 0.5486, "accuracy": 0.56917, "main_score": 0.5486, "hf_subset": "tsn_Latn-lus_Latn", "languages": ["tsn-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546429, "recall": 0.579051, "f1": 0.554638, "accuracy": 0.579051, "main_score": 0.554638, "hf_subset": "tsn_Latn-pag_Latn", "languages": ["tsn-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522817, "recall": 0.571146, "f1": 0.536306, "accuracy": 0.571146, "main_score": 0.536306, "hf_subset": "tsn_Latn-snd_Arab", "languages": ["tsn-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510827, "recall": 0.556324, "f1": 0.523423, "accuracy": 0.556324, "main_score": 0.523423, "hf_subset": "tsn_Latn-tuk_Latn", "languages": ["tsn-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538349, "recall": 0.578063, "f1": 0.548722, "accuracy": 0.578063, "main_score": 0.548722, "hf_subset": "tsn_Latn-bak_Cyrl", "languages": ["tsn-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.418079, "recall": 0.475296, "f1": 0.435096, "accuracy": 0.475296, "main_score": 0.435096, "hf_subset": "tsn_Latn-dyu_Latn", "languages": ["tsn-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547082, "recall": 0.590909, "f1": 0.559511, "accuracy": 0.590909, "main_score": 0.559511, "hf_subset": "tsn_Latn-heb_Hebr", "languages": ["tsn-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.523594, "recall": 0.568182, "f1": 0.535512, "accuracy": 0.568182, "main_score": 0.535512, "hf_subset": "tsn_Latn-khk_Cyrl", "languages": ["tsn-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543468, "recall": 0.583992, "f1": 0.553614, "accuracy": 0.583992, "main_score": 0.553614, "hf_subset": "tsn_Latn-lvs_Latn", "languages": ["tsn-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545677, "recall": 0.592885, "f1": 0.558386, "accuracy": 0.592885, "main_score": 0.558386, "hf_subset": "tsn_Latn-pan_Guru", "languages": ["tsn-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.499632, "recall": 0.543478, "f1": 0.511459, "accuracy": 0.543478, "main_score": 0.511459, "hf_subset": "tsn_Latn-som_Latn", "languages": ["tsn-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52702, "recall": 0.5583, "f1": 0.53587, "accuracy": 0.5583, "main_score": 0.53587, "hf_subset": "tsn_Latn-tum_Latn", "languages": ["tsn-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428422, "recall": 0.47332, "f1": 0.440324, "accuracy": 0.47332, "main_score": 0.440324, "hf_subset": "zul_Latn-ace_Arab", "languages": ["zul-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513975, "recall": 0.555336, "f1": 0.525809, "accuracy": 0.555336, "main_score": 0.525809, "hf_subset": "zul_Latn-bam_Latn", "languages": ["zul-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.234236, "recall": 0.277668, "f1": 0.245207, "accuracy": 0.277668, "main_score": 0.245207, "hf_subset": "zul_Latn-dzo_Tibt", "languages": ["zul-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.579617, "recall": 0.632411, "f1": 0.593328, "accuracy": 0.632411, "main_score": 0.593328, "hf_subset": "zul_Latn-hin_Deva", "languages": ["zul-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.559243, "recall": 0.61166, "f1": 0.572707, "accuracy": 0.61166, "main_score": 0.572707, "hf_subset": "zul_Latn-khm_Khmr", "languages": ["zul-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.580015, "recall": 0.629447, "f1": 0.593373, "accuracy": 0.629447, "main_score": 0.593373, "hf_subset": "zul_Latn-mag_Deva", "languages": ["zul-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577518, "recall": 0.613636, "f1": 0.586822, "accuracy": 0.613636, "main_score": 0.586822, "hf_subset": "zul_Latn-pap_Latn", "languages": ["zul-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606594, "recall": 0.651186, "f1": 0.617523, "accuracy": 0.651186, "main_score": 0.617523, "hf_subset": "zul_Latn-sot_Latn", "languages": ["zul-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586143, "recall": 0.637352, "f1": 0.599149, "accuracy": 0.637352, "main_score": 0.599149, "hf_subset": "zul_Latn-tur_Latn", "languages": ["zul-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579837, "recall": 0.617589, "f1": 0.589771, "accuracy": 0.617589, "main_score": 0.589771, "hf_subset": "zul_Latn-ace_Latn", "languages": ["zul-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567911, "recall": 0.605731, "f1": 0.578194, "accuracy": 0.605731, "main_score": 0.578194, "hf_subset": "zul_Latn-ban_Latn", "languages": ["zul-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597111, "recall": 0.648221, "f1": 0.609949, "accuracy": 0.648221, "main_score": 0.609949, "hf_subset": "zul_Latn-ell_Grek", "languages": ["zul-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.570397, "recall": 0.620553, "f1": 0.583139, "accuracy": 0.620553, "main_score": 0.583139, "hf_subset": "zul_Latn-hne_Deva", "languages": ["zul-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.509719, "recall": 0.556324, "f1": 0.521867, "accuracy": 0.556324, "main_score": 0.521867, "hf_subset": "zul_Latn-kik_Latn", "languages": ["zul-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576859, "recall": 0.623518, "f1": 0.58909, "accuracy": 0.623518, "main_score": 0.58909, "hf_subset": "zul_Latn-mai_Deva", "languages": ["zul-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.537805, "recall": 0.585968, "f1": 0.549962, "accuracy": 0.585968, "main_score": 0.549962, "hf_subset": "zul_Latn-pbt_Arab", "languages": ["zul-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581018, "recall": 0.636364, "f1": 0.594907, "accuracy": 0.636364, "main_score": 0.594907, "hf_subset": "zul_Latn-spa_Latn", "languages": ["zul-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538689, "recall": 0.573123, "f1": 0.5483, "accuracy": 0.573123, "main_score": 0.5483, "hf_subset": "zul_Latn-twi_Latn", "languages": ["zul-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567857, "recall": 0.620553, "f1": 0.581171, "accuracy": 0.620553, "main_score": 0.581171, "hf_subset": "zul_Latn-acm_Arab", "languages": ["zul-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551464, "recall": 0.601779, "f1": 0.563705, "accuracy": 0.601779, "main_score": 0.563705, "hf_subset": "zul_Latn-bel_Cyrl", "languages": ["zul-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.625105, "recall": 0.675889, "f1": 0.637519, "accuracy": 0.675889, "main_score": 0.637519, "hf_subset": "zul_Latn-eng_Latn", "languages": ["zul-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60266, "recall": 0.653162, "f1": 0.615029, "accuracy": 0.653162, "main_score": 0.615029, "hf_subset": "zul_Latn-hrv_Latn", "languages": ["zul-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569424, "recall": 0.620553, "f1": 0.582553, "accuracy": 0.620553, "main_score": 0.582553, "hf_subset": "zul_Latn-kin_Latn", "languages": ["zul-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568711, "recall": 0.619565, "f1": 0.581417, "accuracy": 0.619565, "main_score": 0.581417, "hf_subset": "zul_Latn-mal_Mlym", "languages": ["zul-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.582235, "recall": 0.634387, "f1": 0.595586, "accuracy": 0.634387, "main_score": 0.595586, "hf_subset": "zul_Latn-pes_Arab", "languages": ["zul-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589161, "recall": 0.635375, "f1": 0.601108, "accuracy": 0.635375, "main_score": 0.601108, "hf_subset": "zul_Latn-srd_Latn", "languages": ["zul-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.21375, "recall": 0.257905, "f1": 0.225078, "accuracy": 0.257905, "main_score": 0.225078, "hf_subset": "zul_Latn-tzm_Tfng", "languages": ["zul-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.581484, "recall": 0.637352, "f1": 0.5957, "accuracy": 0.637352, "main_score": 0.5957, "hf_subset": "zul_Latn-acq_Arab", "languages": ["zul-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583889, "recall": 0.630435, "f1": 0.596178, "accuracy": 0.630435, "main_score": 0.596178, "hf_subset": "zul_Latn-bem_Latn", "languages": ["zul-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599053, "recall": 0.655138, "f1": 0.612926, "accuracy": 0.655138, "main_score": 0.612926, "hf_subset": "zul_Latn-epo_Latn", "languages": ["zul-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589393, "recall": 0.643281, "f1": 0.6027, "accuracy": 0.643281, "main_score": 0.6027, "hf_subset": "zul_Latn-hun_Latn", "languages": ["zul-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561386, "recall": 0.612648, "f1": 0.574877, "accuracy": 0.612648, "main_score": 0.574877, "hf_subset": "zul_Latn-kir_Cyrl", "languages": ["zul-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.58885, "recall": 0.636364, "f1": 0.601062, "accuracy": 0.636364, "main_score": 0.601062, "hf_subset": "zul_Latn-mar_Deva", "languages": ["zul-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561678, "recall": 0.598814, "f1": 0.571434, "accuracy": 0.598814, "main_score": 0.571434, "hf_subset": "zul_Latn-plt_Latn", "languages": ["zul-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606253, "recall": 0.65415, "f1": 0.61815, "accuracy": 0.65415, "main_score": 0.61815, "hf_subset": "zul_Latn-srp_Cyrl", "languages": ["zul-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510591, "recall": 0.566206, "f1": 0.525313, "accuracy": 0.566206, "main_score": 0.525313, "hf_subset": "zul_Latn-uig_Arab", "languages": ["zul-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555544, "recall": 0.599802, "f1": 0.567202, "accuracy": 0.599802, "main_score": 0.567202, "hf_subset": "zul_Latn-aeb_Arab", "languages": ["zul-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.595205, "recall": 0.652174, "f1": 0.610087, "accuracy": 0.652174, "main_score": 0.610087, "hf_subset": "zul_Latn-ben_Beng", "languages": ["zul-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.588694, "recall": 0.63834, "f1": 0.601012, "accuracy": 0.63834, "main_score": 0.601012, "hf_subset": "zul_Latn-est_Latn", "languages": ["zul-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574709, "recall": 0.628458, "f1": 0.588671, "accuracy": 0.628458, "main_score": 0.588671, "hf_subset": "zul_Latn-hye_Armn", "languages": ["zul-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.525618, "recall": 0.561265, "f1": 0.535544, "accuracy": 0.561265, "main_score": 0.535544, "hf_subset": "zul_Latn-kmb_Latn", "languages": ["zul-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401498, "recall": 0.449605, "f1": 0.414308, "accuracy": 0.449605, "main_score": 0.414308, "hf_subset": "zul_Latn-min_Arab", "languages": ["zul-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596781, "recall": 0.643281, "f1": 0.608322, "accuracy": 0.643281, "main_score": 0.608322, "hf_subset": "zul_Latn-pol_Latn", "languages": ["zul-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736629, "recall": 0.789526, "f1": 0.752061, "accuracy": 0.789526, "main_score": 0.752061, "hf_subset": "zul_Latn-ssw_Latn", "languages": ["zul-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607133, "recall": 0.659091, "f1": 0.62062, "accuracy": 0.659091, "main_score": 0.62062, "hf_subset": "zul_Latn-ukr_Cyrl", "languages": ["zul-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622801, "recall": 0.670949, "f1": 0.635339, "accuracy": 0.670949, "main_score": 0.635339, "hf_subset": "zul_Latn-afr_Latn", "languages": ["zul-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575539, "recall": 0.612648, "f1": 0.584648, "accuracy": 0.612648, "main_score": 0.584648, "hf_subset": "zul_Latn-bho_Deva", "languages": ["zul-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.592066, "recall": 0.641304, "f1": 0.604863, "accuracy": 0.641304, "main_score": 0.604863, "hf_subset": "zul_Latn-eus_Latn", "languages": ["zul-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540635, "recall": 0.585968, "f1": 0.553149, "accuracy": 0.585968, "main_score": 0.553149, "hf_subset": "zul_Latn-ibo_Latn", "languages": ["zul-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587298, "recall": 0.633399, "f1": 0.598984, "accuracy": 0.633399, "main_score": 0.598984, "hf_subset": "zul_Latn-kmr_Latn", "languages": ["zul-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591591, "recall": 0.636364, "f1": 0.602931, "accuracy": 0.636364, "main_score": 0.602931, "hf_subset": "zul_Latn-min_Latn", "languages": ["zul-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621746, "recall": 0.668972, "f1": 0.633698, "accuracy": 0.668972, "main_score": 0.633698, "hf_subset": "zul_Latn-por_Latn", "languages": ["zul-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607442, "recall": 0.651186, "f1": 0.619176, "accuracy": 0.651186, "main_score": 0.619176, "hf_subset": "zul_Latn-sun_Latn", "languages": ["zul-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492563, "recall": 0.533597, "f1": 0.504037, "accuracy": 0.533597, "main_score": 0.504037, "hf_subset": "zul_Latn-umb_Latn", "languages": ["zul-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583265, "recall": 0.636364, "f1": 0.596817, "accuracy": 0.636364, "main_score": 0.596817, "hf_subset": "zul_Latn-ajp_Arab", "languages": ["zul-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.422153, "recall": 0.463439, "f1": 0.433418, "accuracy": 0.463439, "main_score": 0.433418, "hf_subset": "zul_Latn-bjn_Arab", "languages": ["zul-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.492391, "recall": 0.525692, "f1": 0.501699, "accuracy": 0.525692, "main_score": 0.501699, "hf_subset": "zul_Latn-ewe_Latn", "languages": ["zul-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600509, "recall": 0.643281, "f1": 0.611173, "accuracy": 0.643281, "main_score": 0.611173, "hf_subset": "zul_Latn-ilo_Latn", "languages": ["zul-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311275, "recall": 0.359684, "f1": 0.323976, "accuracy": 0.359684, "main_score": 0.323976, "hf_subset": "zul_Latn-knc_Arab", "languages": ["zul-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603217, "recall": 0.652174, "f1": 0.615757, "accuracy": 0.652174, "main_score": 0.615757, "hf_subset": "zul_Latn-mkd_Cyrl", "languages": ["zul-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.596261, "recall": 0.648221, "f1": 0.609486, "accuracy": 0.648221, "main_score": 0.609486, "hf_subset": "zul_Latn-prs_Arab", "languages": ["zul-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600468, "recall": 0.652174, "f1": 0.613091, "accuracy": 0.652174, "main_score": 0.613091, "hf_subset": "zul_Latn-swe_Latn", "languages": ["zul-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567054, "recall": 0.620553, "f1": 0.581274, "accuracy": 0.620553, "main_score": 0.581274, "hf_subset": "zul_Latn-urd_Arab", "languages": ["zul-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518057, "recall": 0.561265, "f1": 0.529688, "accuracy": 0.561265, "main_score": 0.529688, "hf_subset": "zul_Latn-aka_Latn", "languages": ["zul-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586244, "recall": 0.62747, "f1": 0.59599, "accuracy": 0.62747, "main_score": 0.59599, "hf_subset": "zul_Latn-bjn_Latn", "languages": ["zul-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577995, "recall": 0.624506, "f1": 0.590518, "accuracy": 0.624506, "main_score": 0.590518, "hf_subset": "zul_Latn-fao_Latn", "languages": ["zul-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609733, "recall": 0.655138, "f1": 0.621463, "accuracy": 0.655138, "main_score": 0.621463, "hf_subset": "zul_Latn-ind_Latn", "languages": ["zul-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53785, "recall": 0.579051, "f1": 0.549412, "accuracy": 0.579051, "main_score": 0.549412, "hf_subset": "zul_Latn-knc_Latn", "languages": ["zul-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607012, "recall": 0.650198, "f1": 0.618031, "accuracy": 0.650198, "main_score": 0.618031, "hf_subset": "zul_Latn-mlt_Latn", "languages": ["zul-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524645, "recall": 0.56917, "f1": 0.537095, "accuracy": 0.56917, "main_score": 0.537095, "hf_subset": "zul_Latn-quy_Latn", "languages": ["zul-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614282, "recall": 0.662055, "f1": 0.626672, "accuracy": 0.662055, "main_score": 0.626672, "hf_subset": "zul_Latn-swh_Latn", "languages": ["zul-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575625, "recall": 0.62747, "f1": 0.588641, "accuracy": 0.62747, "main_score": 0.588641, "hf_subset": "zul_Latn-uzn_Latn", "languages": ["zul-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591663, "recall": 0.635375, "f1": 0.602155, "accuracy": 0.635375, "main_score": 0.602155, "hf_subset": "zul_Latn-als_Latn", "languages": ["zul-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.305388, "recall": 0.363636, "f1": 0.320616, "accuracy": 0.363636, "main_score": 0.320616, "hf_subset": "zul_Latn-bod_Tibt", "languages": ["zul-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.54793, "recall": 0.592885, "f1": 0.559975, "accuracy": 0.592885, "main_score": 0.559975, "hf_subset": "zul_Latn-fij_Latn", "languages": ["zul-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569064, "recall": 0.617589, "f1": 0.582024, "accuracy": 0.617589, "main_score": 0.582024, "hf_subset": "zul_Latn-isl_Latn", "languages": ["zul-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548912, "recall": 0.590909, "f1": 0.559791, "accuracy": 0.590909, "main_score": 0.559791, "hf_subset": "zul_Latn-kon_Latn", "languages": ["zul-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476122, "recall": 0.522727, "f1": 0.488729, "accuracy": 0.522727, "main_score": 0.488729, "hf_subset": "zul_Latn-mni_Beng", "languages": ["zul-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.612062, "recall": 0.660079, "f1": 0.623328, "accuracy": 0.660079, "main_score": 0.623328, "hf_subset": "zul_Latn-ron_Latn", "languages": ["zul-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577702, "recall": 0.633399, "f1": 0.592089, "accuracy": 0.633399, "main_score": 0.592089, "hf_subset": "zul_Latn-szl_Latn", "languages": ["zul-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595207, "recall": 0.637352, "f1": 0.60625, "accuracy": 0.637352, "main_score": 0.60625, "hf_subset": "zul_Latn-vec_Latn", "languages": ["zul-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535845, "recall": 0.588933, "f1": 0.549123, "accuracy": 0.588933, "main_score": 0.549123, "hf_subset": "zul_Latn-amh_Ethi", "languages": ["zul-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.604393, "recall": 0.651186, "f1": 0.616193, "accuracy": 0.651186, "main_score": 0.616193, "hf_subset": "zul_Latn-bos_Latn", "languages": ["zul-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57024, "recall": 0.616601, "f1": 0.581743, "accuracy": 0.616601, "main_score": 0.581743, "hf_subset": "zul_Latn-fin_Latn", "languages": ["zul-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597859, "recall": 0.649209, "f1": 0.611923, "accuracy": 0.649209, "main_score": 0.611923, "hf_subset": "zul_Latn-ita_Latn", "languages": ["zul-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573222, "recall": 0.621542, "f1": 0.585975, "accuracy": 0.621542, "main_score": 0.585975, "hf_subset": "zul_Latn-kor_Hang", "languages": ["zul-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.507475, "recall": 0.548419, "f1": 0.518942, "accuracy": 0.548419, "main_score": 0.518942, "hf_subset": "zul_Latn-mos_Latn", "languages": ["zul-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56232, "recall": 0.606719, "f1": 0.573858, "accuracy": 0.606719, "main_score": 0.573858, "hf_subset": "zul_Latn-run_Latn", "languages": ["zul-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564357, "recall": 0.614625, "f1": 0.577224, "accuracy": 0.614625, "main_score": 0.577224, "hf_subset": "zul_Latn-tam_Taml", "languages": ["zul-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.596249, "recall": 0.642292, "f1": 0.608289, "accuracy": 0.642292, "main_score": 0.608289, "hf_subset": "zul_Latn-vie_Latn", "languages": ["zul-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578767, "recall": 0.630435, "f1": 0.592101, "accuracy": 0.630435, "main_score": 0.592101, "hf_subset": "zul_Latn-apc_Arab", "languages": ["zul-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535013, "recall": 0.582016, "f1": 0.546931, "accuracy": 0.582016, "main_score": 0.546931, "hf_subset": "zul_Latn-bug_Latn", "languages": ["zul-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471773, "recall": 0.511858, "f1": 0.482962, "accuracy": 0.511858, "main_score": 0.482962, "hf_subset": "zul_Latn-fon_Latn", "languages": ["zul-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616875, "recall": 0.651186, "f1": 0.625891, "accuracy": 0.651186, "main_score": 0.625891, "hf_subset": "zul_Latn-jav_Latn", "languages": ["zul-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555361, "recall": 0.606719, "f1": 0.568438, "accuracy": 0.606719, "main_score": 0.568438, "hf_subset": "zul_Latn-lao_Laoo", "languages": ["zul-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.554947, "recall": 0.597826, "f1": 0.565701, "accuracy": 0.597826, "main_score": 0.565701, "hf_subset": "zul_Latn-mri_Latn", "languages": ["zul-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591719, "recall": 0.644269, "f1": 0.604756, "accuracy": 0.644269, "main_score": 0.604756, "hf_subset": "zul_Latn-rus_Cyrl", "languages": ["zul-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.477232, "recall": 0.512846, "f1": 0.487934, "accuracy": 0.512846, "main_score": 0.487934, "hf_subset": "zul_Latn-taq_Latn", "languages": ["zul-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607715, "recall": 0.648221, "f1": 0.617754, "accuracy": 0.648221, "main_score": 0.617754, "hf_subset": "zul_Latn-war_Latn", "languages": ["zul-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587662, "recall": 0.640316, "f1": 0.600956, "accuracy": 0.640316, "main_score": 0.600956, "hf_subset": "zul_Latn-arb_Arab", "languages": ["zul-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600126, "recall": 0.646245, "f1": 0.61107, "accuracy": 0.646245, "main_score": 0.61107, "hf_subset": "zul_Latn-bul_Cyrl", "languages": ["zul-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.601777, "recall": 0.658103, "f1": 0.615836, "accuracy": 0.658103, "main_score": 0.615836, "hf_subset": "zul_Latn-fra_Latn", "languages": ["zul-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57506, "recall": 0.620553, "f1": 0.586619, "accuracy": 0.620553, "main_score": 0.586619, "hf_subset": "zul_Latn-jpn_Jpan", "languages": ["zul-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.582534, "recall": 0.630435, "f1": 0.59497, "accuracy": 0.630435, "main_score": 0.59497, "hf_subset": "zul_Latn-lij_Latn", "languages": ["zul-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439406, "recall": 0.507905, "f1": 0.456664, "accuracy": 0.507905, "main_score": 0.456664, "hf_subset": "zul_Latn-mya_Mymr", "languages": ["zul-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.518088, "recall": 0.551383, "f1": 0.527261, "accuracy": 0.551383, "main_score": 0.527261, "hf_subset": "zul_Latn-sag_Latn", "languages": ["zul-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2293, "recall": 0.273715, "f1": 0.239966, "accuracy": 0.273715, "main_score": 0.239966, "hf_subset": "zul_Latn-taq_Tfng", "languages": ["zul-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.545907, "recall": 0.583992, "f1": 0.556705, "accuracy": 0.583992, "main_score": 0.556705, "hf_subset": "zul_Latn-wol_Latn", "languages": ["zul-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475388, "recall": 0.523715, "f1": 0.488085, "accuracy": 0.523715, "main_score": 0.488085, "hf_subset": "zul_Latn-arb_Latn", "languages": ["zul-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610948, "recall": 0.662055, "f1": 0.623558, "accuracy": 0.662055, "main_score": 0.623558, "hf_subset": "zul_Latn-cat_Latn", "languages": ["zul-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574856, "recall": 0.621542, "f1": 0.586726, "accuracy": 0.621542, "main_score": 0.586726, "hf_subset": "zul_Latn-fur_Latn", "languages": ["zul-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466206, "recall": 0.514822, "f1": 0.479238, "accuracy": 0.514822, "main_score": 0.479238, "hf_subset": "zul_Latn-kab_Latn", "languages": ["zul-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55669, "recall": 0.598814, "f1": 0.567297, "accuracy": 0.598814, "main_score": 0.567297, "hf_subset": "zul_Latn-lim_Latn", "languages": ["zul-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592653, "recall": 0.642292, "f1": 0.604864, "accuracy": 0.642292, "main_score": 0.604864, "hf_subset": "zul_Latn-nld_Latn", "languages": ["zul-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545369, "recall": 0.599802, "f1": 0.559307, "accuracy": 0.599802, "main_score": 0.559307, "hf_subset": "zul_Latn-san_Deva", "languages": ["zul-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573866, "recall": 0.620553, "f1": 0.586159, "accuracy": 0.620553, "main_score": 0.586159, "hf_subset": "zul_Latn-tat_Cyrl", "languages": ["zul-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.71857, "recall": 0.767787, "f1": 0.73226, "accuracy": 0.767787, "main_score": 0.73226, "hf_subset": "zul_Latn-xho_Latn", "languages": ["zul-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564229, "recall": 0.621542, "f1": 0.579018, "accuracy": 0.621542, "main_score": 0.579018, "hf_subset": "zul_Latn-ars_Arab", "languages": ["zul-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613473, "recall": 0.652174, "f1": 0.622914, "accuracy": 0.652174, "main_score": 0.622914, "hf_subset": "zul_Latn-ceb_Latn", "languages": ["zul-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490713, "recall": 0.535573, "f1": 0.503685, "accuracy": 0.535573, "main_score": 0.503685, "hf_subset": "zul_Latn-fuv_Latn", "languages": ["zul-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491943, "recall": 0.533597, "f1": 0.503346, "accuracy": 0.533597, "main_score": 0.503346, "hf_subset": "zul_Latn-kac_Latn", "languages": ["zul-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551865, "recall": 0.587945, "f1": 0.560976, "accuracy": 0.587945, "main_score": 0.560976, "hf_subset": "zul_Latn-lin_Latn", "languages": ["zul-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587435, "recall": 0.642292, "f1": 0.601994, "accuracy": 0.642292, "main_score": 0.601994, "hf_subset": "zul_Latn-nno_Latn", "languages": ["zul-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.145588, "recall": 0.19664, "f1": 0.158374, "accuracy": 0.19664, "main_score": 0.158374, "hf_subset": "zul_Latn-sat_Olck", "languages": ["zul-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.578897, "recall": 0.633399, "f1": 0.592545, "accuracy": 0.633399, "main_score": 0.592545, "hf_subset": "zul_Latn-tel_Telu", "languages": ["zul-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.521742, "recall": 0.587945, "f1": 0.538122, "accuracy": 0.587945, "main_score": 0.538122, "hf_subset": "zul_Latn-ydd_Hebr", "languages": ["zul-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.541503, "recall": 0.589921, "f1": 0.554108, "accuracy": 0.589921, "main_score": 0.554108, "hf_subset": "zul_Latn-ary_Arab", "languages": ["zul-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597148, "recall": 0.649209, "f1": 0.610289, "accuracy": 0.649209, "main_score": 0.610289, "hf_subset": "zul_Latn-ces_Latn", "languages": ["zul-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532239, "recall": 0.578063, "f1": 0.544733, "accuracy": 0.578063, "main_score": 0.544733, "hf_subset": "zul_Latn-gaz_Latn", "languages": ["zul-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535859, "recall": 0.583992, "f1": 0.548813, "accuracy": 0.583992, "main_score": 0.548813, "hf_subset": "zul_Latn-kam_Latn", "languages": ["zul-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570671, "recall": 0.619565, "f1": 0.583468, "accuracy": 0.619565, "main_score": 0.583468, "hf_subset": "zul_Latn-lit_Latn", "languages": ["zul-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607026, "recall": 0.656126, "f1": 0.619937, "accuracy": 0.656126, "main_score": 0.619937, "hf_subset": "zul_Latn-nob_Latn", "languages": ["zul-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577825, "recall": 0.621542, "f1": 0.589205, "accuracy": 0.621542, "main_score": 0.589205, "hf_subset": "zul_Latn-scn_Latn", "languages": ["zul-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579367, "recall": 0.624506, "f1": 0.591187, "accuracy": 0.624506, "main_score": 0.591187, "hf_subset": "zul_Latn-tgk_Cyrl", "languages": ["zul-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528263, "recall": 0.583004, "f1": 0.54338, "accuracy": 0.583004, "main_score": 0.54338, "hf_subset": "zul_Latn-yor_Latn", "languages": ["zul-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576424, "recall": 0.629447, "f1": 0.5903, "accuracy": 0.629447, "main_score": 0.5903, "hf_subset": "zul_Latn-arz_Arab", "languages": ["zul-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48358, "recall": 0.521739, "f1": 0.494177, "accuracy": 0.521739, "main_score": 0.494177, "hf_subset": "zul_Latn-cjk_Latn", "languages": ["zul-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548206, "recall": 0.590909, "f1": 0.559969, "accuracy": 0.590909, "main_score": 0.559969, "hf_subset": "zul_Latn-gla_Latn", "languages": ["zul-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589591, "recall": 0.640316, "f1": 0.602247, "accuracy": 0.640316, "main_score": 0.602247, "hf_subset": "zul_Latn-kan_Knda", "languages": ["zul-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.582645, "recall": 0.62253, "f1": 0.592333, "accuracy": 0.62253, "main_score": 0.592333, "hf_subset": "zul_Latn-lmo_Latn", "languages": ["zul-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562273, "recall": 0.613636, "f1": 0.575925, "accuracy": 0.613636, "main_score": 0.575925, "hf_subset": "zul_Latn-npi_Deva", "languages": ["zul-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.438046, "recall": 0.476285, "f1": 0.448567, "accuracy": 0.476285, "main_score": 0.448567, "hf_subset": "zul_Latn-shn_Mymr", "languages": ["zul-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.632027, "recall": 0.674901, "f1": 0.643262, "accuracy": 0.674901, "main_score": 0.643262, "hf_subset": "zul_Latn-tgl_Latn", "languages": ["zul-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572686, "recall": 0.629447, "f1": 0.586523, "accuracy": 0.629447, "main_score": 0.586523, "hf_subset": "zul_Latn-yue_Hant", "languages": ["zul-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.539055, "recall": 0.600791, "f1": 0.555046, "accuracy": 0.600791, "main_score": 0.555046, "hf_subset": "zul_Latn-asm_Beng", "languages": ["zul-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.532083, "recall": 0.585968, "f1": 0.545786, "accuracy": 0.585968, "main_score": 0.545786, "hf_subset": "zul_Latn-ckb_Arab", "languages": ["zul-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552245, "recall": 0.596838, "f1": 0.565145, "accuracy": 0.596838, "main_score": 0.565145, "hf_subset": "zul_Latn-gle_Latn", "languages": ["zul-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496122, "recall": 0.543478, "f1": 0.508224, "accuracy": 0.543478, "main_score": 0.508224, "hf_subset": "zul_Latn-kas_Arab", "languages": ["zul-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549425, "recall": 0.598814, "f1": 0.56242, "accuracy": 0.598814, "main_score": 0.56242, "hf_subset": "zul_Latn-ltg_Latn", "languages": ["zul-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603258, "recall": 0.644269, "f1": 0.614622, "accuracy": 0.644269, "main_score": 0.614622, "hf_subset": "zul_Latn-nso_Latn", "languages": ["zul-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524303, "recall": 0.583004, "f1": 0.539803, "accuracy": 0.583004, "main_score": 0.539803, "hf_subset": "zul_Latn-sin_Sinh", "languages": ["zul-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.585371, "recall": 0.634387, "f1": 0.597027, "accuracy": 0.634387, "main_score": 0.597027, "hf_subset": "zul_Latn-tha_Thai", "languages": ["zul-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.565502, "recall": 0.607708, "f1": 0.575923, "accuracy": 0.607708, "main_score": 0.575923, "hf_subset": "zul_Latn-zho_Hans", "languages": ["zul-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.606285, "recall": 0.655138, "f1": 0.618904, "accuracy": 0.655138, "main_score": 0.618904, "hf_subset": "zul_Latn-ast_Latn", "languages": ["zul-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579287, "recall": 0.62747, "f1": 0.591397, "accuracy": 0.62747, "main_score": 0.591397, "hf_subset": "zul_Latn-crh_Latn", "languages": ["zul-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611214, "recall": 0.660079, "f1": 0.623939, "accuracy": 0.660079, "main_score": 0.623939, "hf_subset": "zul_Latn-glg_Latn", "languages": ["zul-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49618, "recall": 0.540514, "f1": 0.507824, "accuracy": 0.540514, "main_score": 0.507824, "hf_subset": "zul_Latn-kas_Deva", "languages": ["zul-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554604, "recall": 0.59585, "f1": 0.564717, "accuracy": 0.59585, "main_score": 0.564717, "hf_subset": "zul_Latn-ltz_Latn", "languages": ["zul-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460179, "recall": 0.507905, "f1": 0.473764, "accuracy": 0.507905, "main_score": 0.473764, "hf_subset": "zul_Latn-nus_Latn", "languages": ["zul-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580739, "recall": 0.632411, "f1": 0.594254, "accuracy": 0.632411, "main_score": 0.594254, "hf_subset": "zul_Latn-slk_Latn", "languages": ["zul-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428783, "recall": 0.481225, "f1": 0.442414, "accuracy": 0.481225, "main_score": 0.442414, "hf_subset": "zul_Latn-tir_Ethi", "languages": ["zul-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.564976, "recall": 0.619565, "f1": 0.578497, "accuracy": 0.619565, "main_score": 0.578497, "hf_subset": "zul_Latn-zho_Hant", "languages": ["zul-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.57502, "recall": 0.612648, "f1": 0.584413, "accuracy": 0.612648, "main_score": 0.584413, "hf_subset": "zul_Latn-awa_Deva", "languages": ["zul-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.604844, "recall": 0.651186, "f1": 0.616648, "accuracy": 0.651186, "main_score": 0.616648, "hf_subset": "zul_Latn-cym_Latn", "languages": ["zul-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543201, "recall": 0.583992, "f1": 0.553847, "accuracy": 0.583992, "main_score": 0.553847, "hf_subset": "zul_Latn-grn_Latn", "languages": ["zul-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544937, "recall": 0.601779, "f1": 0.559715, "accuracy": 0.601779, "main_score": 0.559715, "hf_subset": "zul_Latn-kat_Geor", "languages": ["zul-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.545845, "recall": 0.583992, "f1": 0.556162, "accuracy": 0.583992, "main_score": 0.556162, "hf_subset": "zul_Latn-lua_Latn", "languages": ["zul-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57509, "recall": 0.620553, "f1": 0.587248, "accuracy": 0.620553, "main_score": 0.587248, "hf_subset": "zul_Latn-nya_Latn", "languages": ["zul-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578483, "recall": 0.629447, "f1": 0.590748, "accuracy": 0.629447, "main_score": 0.590748, "hf_subset": "zul_Latn-slv_Latn", "languages": ["zul-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578216, "recall": 0.617589, "f1": 0.587984, "accuracy": 0.617589, "main_score": 0.587984, "hf_subset": "zul_Latn-tpi_Latn", "languages": ["zul-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623524, "recall": 0.668972, "f1": 0.635096, "accuracy": 0.668972, "main_score": 0.635096, "hf_subset": "zul_Latn-zsm_Latn", "languages": ["zul-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510404, "recall": 0.550395, "f1": 0.522006, "accuracy": 0.550395, "main_score": 0.522006, "hf_subset": "zul_Latn-ayr_Latn", "languages": ["zul-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59763, "recall": 0.651186, "f1": 0.610652, "accuracy": 0.651186, "main_score": 0.610652, "hf_subset": "zul_Latn-dan_Latn", "languages": ["zul-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578266, "recall": 0.628458, "f1": 0.591144, "accuracy": 0.628458, "main_score": 0.591144, "hf_subset": "zul_Latn-guj_Gujr", "languages": ["zul-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.571745, "recall": 0.62253, "f1": 0.584882, "accuracy": 0.62253, "main_score": 0.584882, "hf_subset": "zul_Latn-kaz_Cyrl", "languages": ["zul-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.55164, "recall": 0.599802, "f1": 0.564858, "accuracy": 0.599802, "main_score": 0.564858, "hf_subset": "zul_Latn-lug_Latn", "languages": ["zul-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611212, "recall": 0.664032, "f1": 0.624767, "accuracy": 0.664032, "main_score": 0.624767, "hf_subset": "zul_Latn-oci_Latn", "languages": ["zul-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577899, "recall": 0.615613, "f1": 0.587665, "accuracy": 0.615613, "main_score": 0.587665, "hf_subset": "zul_Latn-smo_Latn", "languages": ["zul-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559227, "recall": 0.598814, "f1": 0.570165, "accuracy": 0.598814, "main_score": 0.570165, "hf_subset": "zul_Latn-tsn_Latn", "languages": ["zul-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495859, "recall": 0.547431, "f1": 0.510253, "accuracy": 0.547431, "main_score": 0.510253, "hf_subset": "zul_Latn-azb_Arab", "languages": ["zul-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604384, "recall": 0.653162, "f1": 0.617018, "accuracy": 0.653162, "main_score": 0.617018, "hf_subset": "zul_Latn-deu_Latn", "languages": ["zul-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548783, "recall": 0.607708, "f1": 0.563844, "accuracy": 0.607708, "main_score": 0.563844, "hf_subset": "zul_Latn-hat_Latn", "languages": ["zul-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485641, "recall": 0.527668, "f1": 0.496802, "accuracy": 0.527668, "main_score": 0.496802, "hf_subset": "zul_Latn-kbp_Latn", "languages": ["zul-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546718, "recall": 0.583004, "f1": 0.556861, "accuracy": 0.583004, "main_score": 0.556861, "hf_subset": "zul_Latn-luo_Latn", "languages": ["zul-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563716, "recall": 0.619565, "f1": 0.578026, "accuracy": 0.619565, "main_score": 0.578026, "hf_subset": "zul_Latn-ory_Orya", "languages": ["zul-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.570021, "recall": 0.62253, "f1": 0.584271, "accuracy": 0.62253, "main_score": 0.584271, "hf_subset": "zul_Latn-sna_Latn", "languages": ["zul-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572343, "recall": 0.613636, "f1": 0.583058, "accuracy": 0.613636, "main_score": 0.583058, "hf_subset": "zul_Latn-tso_Latn", "languages": ["zul-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542034, "recall": 0.593874, "f1": 0.555361, "accuracy": 0.593874, "main_score": 0.555361, "hf_subset": "zul_Latn-azj_Latn", "languages": ["zul-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485494, "recall": 0.527668, "f1": 0.497657, "accuracy": 0.527668, "main_score": 0.497657, "hf_subset": "zul_Latn-dik_Latn", "languages": ["zul-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586018, "recall": 0.633399, "f1": 0.599418, "accuracy": 0.633399, "main_score": 0.599418, "hf_subset": "zul_Latn-hau_Latn", "languages": ["zul-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573837, "recall": 0.617589, "f1": 0.58457, "accuracy": 0.617589, "main_score": 0.58457, "hf_subset": "zul_Latn-kea_Latn", "languages": ["zul-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531246, "recall": 0.567194, "f1": 0.541293, "accuracy": 0.567194, "main_score": 0.541293, "hf_subset": "zul_Latn-lus_Latn", "languages": ["zul-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554928, "recall": 0.590909, "f1": 0.56468, "accuracy": 0.590909, "main_score": 0.56468, "hf_subset": "zul_Latn-pag_Latn", "languages": ["zul-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571289, "recall": 0.624506, "f1": 0.58628, "accuracy": 0.624506, "main_score": 0.58628, "hf_subset": "zul_Latn-snd_Arab", "languages": ["zul-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551768, "recall": 0.599802, "f1": 0.56447, "accuracy": 0.599802, "main_score": 0.56447, "hf_subset": "zul_Latn-tuk_Latn", "languages": ["zul-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565715, "recall": 0.609684, "f1": 0.576952, "accuracy": 0.609684, "main_score": 0.576952, "hf_subset": "zul_Latn-bak_Cyrl", "languages": ["zul-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.427728, "recall": 0.490119, "f1": 0.44495, "accuracy": 0.490119, "main_score": 0.44495, "hf_subset": "zul_Latn-dyu_Latn", "languages": ["zul-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586588, "recall": 0.631423, "f1": 0.598622, "accuracy": 0.631423, "main_score": 0.598622, "hf_subset": "zul_Latn-heb_Hebr", "languages": ["zul-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.558939, "recall": 0.598814, "f1": 0.56917, "accuracy": 0.598814, "main_score": 0.56917, "hf_subset": "zul_Latn-khk_Cyrl", "languages": ["zul-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.585038, "recall": 0.632411, "f1": 0.597112, "accuracy": 0.632411, "main_score": 0.597112, "hf_subset": "zul_Latn-lvs_Latn", "languages": ["zul-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59237, "recall": 0.637352, "f1": 0.603719, "accuracy": 0.637352, "main_score": 0.603719, "hf_subset": "zul_Latn-pan_Guru", "languages": ["zul-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.566695, "recall": 0.621542, "f1": 0.581462, "accuracy": 0.621542, "main_score": 0.581462, "hf_subset": "zul_Latn-som_Latn", "languages": ["zul-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533004, "recall": 0.56917, "f1": 0.54353, "accuracy": 0.56917, "main_score": 0.54353, "hf_subset": "zul_Latn-tum_Latn", "languages": ["zul-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483436, "recall": 0.545455, "f1": 0.500405, "accuracy": 0.545455, "main_score": 0.500405, "hf_subset": "azb_Arab-ace_Arab", "languages": ["azb-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.461082, "recall": 0.520751, "f1": 0.476886, "accuracy": 0.520751, "main_score": 0.476886, "hf_subset": "azb_Arab-bam_Latn", "languages": ["azb-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289039, "recall": 0.355731, "f1": 0.306104, "accuracy": 0.355731, "main_score": 0.306104, "hf_subset": "azb_Arab-dzo_Tibt", "languages": ["azb-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.918314, "recall": 0.942688, "f1": 0.926054, "accuracy": 0.942688, "main_score": 0.926054, "hf_subset": "azb_Arab-hin_Deva", "languages": ["azb-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.872951, "recall": 0.905138, "f1": 0.882691, "accuracy": 0.905138, "main_score": 0.882691, "hf_subset": "azb_Arab-khm_Khmr", "languages": ["azb-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.911844, "recall": 0.934783, "f1": 0.918775, "accuracy": 0.934783, "main_score": 0.918775, "hf_subset": "azb_Arab-mag_Deva", "languages": ["azb-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.876383, "recall": 0.909091, "f1": 0.886331, "accuracy": 0.909091, "main_score": 0.886331, "hf_subset": "azb_Arab-pap_Latn", "languages": ["azb-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49967, "recall": 0.563241, "f1": 0.517736, "accuracy": 0.563241, "main_score": 0.517736, "hf_subset": "azb_Arab-sot_Latn", "languages": ["azb-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91609, "recall": 0.939723, "f1": 0.923287, "accuracy": 0.939723, "main_score": 0.923287, "hf_subset": "azb_Arab-tur_Latn", "languages": ["azb-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745942, "recall": 0.796443, "f1": 0.760641, "accuracy": 0.796443, "main_score": 0.760641, "hf_subset": "azb_Arab-ace_Latn", "languages": ["azb-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860128, "recall": 0.892292, "f1": 0.869471, "accuracy": 0.892292, "main_score": 0.869471, "hf_subset": "azb_Arab-ban_Latn", "languages": ["azb-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915464, "recall": 0.938735, "f1": 0.922614, "accuracy": 0.938735, "main_score": 0.922614, "hf_subset": "azb_Arab-ell_Grek", "languages": ["azb-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.892819, "recall": 0.923913, "f1": 0.90247, "accuracy": 0.923913, "main_score": 0.90247, "hf_subset": "azb_Arab-hne_Deva", "languages": ["azb-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.494875, "recall": 0.556324, "f1": 0.511504, "accuracy": 0.556324, "main_score": 0.511504, "hf_subset": "azb_Arab-kik_Latn", "languages": ["azb-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915267, "recall": 0.939723, "f1": 0.922793, "accuracy": 0.939723, "main_score": 0.922793, "hf_subset": "azb_Arab-mai_Deva", "languages": ["azb-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.8736, "recall": 0.910079, "f1": 0.885079, "accuracy": 0.910079, "main_score": 0.885079, "hf_subset": "azb_Arab-pbt_Arab", "languages": ["azb-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.920191, "recall": 0.943676, "f1": 0.927536, "accuracy": 0.943676, "main_score": 0.927536, "hf_subset": "azb_Arab-spa_Latn", "languages": ["azb-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543588, "recall": 0.605731, "f1": 0.560712, "accuracy": 0.605731, "main_score": 0.560712, "hf_subset": "azb_Arab-twi_Latn", "languages": ["azb-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908432, "recall": 0.934783, "f1": 0.916587, "accuracy": 0.934783, "main_score": 0.916587, "hf_subset": "azb_Arab-acm_Arab", "languages": ["azb-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.882395, "recall": 0.91502, "f1": 0.892311, "accuracy": 0.91502, "main_score": 0.892311, "hf_subset": "azb_Arab-bel_Cyrl", "languages": ["azb-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.925478, "recall": 0.947628, "f1": 0.932543, "accuracy": 0.947628, "main_score": 0.932543, "hf_subset": "azb_Arab-eng_Latn", "languages": ["azb-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920949, "recall": 0.943676, "f1": 0.927997, "accuracy": 0.943676, "main_score": 0.927997, "hf_subset": "azb_Arab-hrv_Latn", "languages": ["azb-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47328, "recall": 0.532609, "f1": 0.48955, "accuracy": 0.532609, "main_score": 0.48955, "hf_subset": "azb_Arab-kin_Latn", "languages": ["azb-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918314, "recall": 0.9417, "f1": 0.925678, "accuracy": 0.9417, "main_score": 0.925678, "hf_subset": "azb_Arab-mal_Mlym", "languages": ["azb-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.966403, "f1": 0.956884, "accuracy": 0.966403, "main_score": 0.956884, "hf_subset": "azb_Arab-pes_Arab", "languages": ["azb-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.897933, "recall": 0.924901, "f1": 0.9062, "accuracy": 0.924901, "main_score": 0.9062, "hf_subset": "azb_Arab-srd_Latn", "languages": ["azb-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18366, "recall": 0.224308, "f1": 0.193651, "accuracy": 0.224308, "main_score": 0.193651, "hf_subset": "azb_Arab-tzm_Tfng", "languages": ["azb-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.908226, "recall": 0.931818, "f1": 0.915569, "accuracy": 0.931818, "main_score": 0.915569, "hf_subset": "azb_Arab-acq_Arab", "languages": ["azb-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523269, "recall": 0.576087, "f1": 0.537947, "accuracy": 0.576087, "main_score": 0.537947, "hf_subset": "azb_Arab-bem_Latn", "languages": ["azb-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914453, "recall": 0.934783, "f1": 0.920438, "accuracy": 0.934783, "main_score": 0.920438, "hf_subset": "azb_Arab-epo_Latn", "languages": ["azb-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921031, "recall": 0.944664, "f1": 0.92859, "accuracy": 0.944664, "main_score": 0.92859, "hf_subset": "azb_Arab-hun_Latn", "languages": ["azb-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849285, "recall": 0.88834, "f1": 0.861333, "accuracy": 0.88834, "main_score": 0.861333, "hf_subset": "azb_Arab-kir_Cyrl", "languages": ["azb-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.905665, "recall": 0.931818, "f1": 0.913505, "accuracy": 0.931818, "main_score": 0.913505, "hf_subset": "azb_Arab-mar_Deva", "languages": ["azb-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.559696, "recall": 0.612648, "f1": 0.574958, "accuracy": 0.612648, "main_score": 0.574958, "hf_subset": "azb_Arab-plt_Latn", "languages": ["azb-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92276, "recall": 0.944664, "f1": 0.929677, "accuracy": 0.944664, "main_score": 0.929677, "hf_subset": "azb_Arab-srp_Cyrl", "languages": ["azb-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.830435, "recall": 0.869565, "f1": 0.842688, "accuracy": 0.869565, "main_score": 0.842688, "hf_subset": "azb_Arab-uig_Arab", "languages": ["azb-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.88831, "recall": 0.916008, "f1": 0.896652, "accuracy": 0.916008, "main_score": 0.896652, "hf_subset": "azb_Arab-aeb_Arab", "languages": ["azb-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.922843, "recall": 0.945652, "f1": 0.930072, "accuracy": 0.945652, "main_score": 0.930072, "hf_subset": "azb_Arab-ben_Beng", "languages": ["azb-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.905385, "recall": 0.931818, "f1": 0.91357, "accuracy": 0.931818, "main_score": 0.91357, "hf_subset": "azb_Arab-est_Latn", "languages": ["azb-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915711, "recall": 0.940711, "f1": 0.923419, "accuracy": 0.940711, "main_score": 0.923419, "hf_subset": "azb_Arab-hye_Armn", "languages": ["azb-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.473946, "recall": 0.522727, "f1": 0.487898, "accuracy": 0.522727, "main_score": 0.487898, "hf_subset": "azb_Arab-kmb_Latn", "languages": ["azb-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447427, "recall": 0.51581, "f1": 0.46587, "accuracy": 0.51581, "main_score": 0.46587, "hf_subset": "azb_Arab-min_Arab", "languages": ["azb-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.909124, "recall": 0.935771, "f1": 0.917443, "accuracy": 0.935771, "main_score": 0.917443, "hf_subset": "azb_Arab-pol_Latn", "languages": ["azb-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485517, "recall": 0.549407, "f1": 0.503988, "accuracy": 0.549407, "main_score": 0.503988, "hf_subset": "azb_Arab-ssw_Latn", "languages": ["azb-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932477, "recall": 0.951581, "f1": 0.93857, "accuracy": 0.951581, "main_score": 0.93857, "hf_subset": "azb_Arab-ukr_Cyrl", "languages": ["azb-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.925066, "recall": 0.94664, "f1": 0.931621, "accuracy": 0.94664, "main_score": 0.931621, "hf_subset": "azb_Arab-afr_Latn", "languages": ["azb-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892128, "recall": 0.91996, "f1": 0.900823, "accuracy": 0.91996, "main_score": 0.900823, "hf_subset": "azb_Arab-bho_Deva", "languages": ["azb-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.86581, "recall": 0.898221, "f1": 0.875626, "accuracy": 0.898221, "main_score": 0.875626, "hf_subset": "azb_Arab-eus_Latn", "languages": ["azb-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474418, "recall": 0.537549, "f1": 0.49142, "accuracy": 0.537549, "main_score": 0.49142, "hf_subset": "azb_Arab-ibo_Latn", "languages": ["azb-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749078, "recall": 0.799407, "f1": 0.764215, "accuracy": 0.799407, "main_score": 0.764215, "hf_subset": "azb_Arab-kmr_Latn", "languages": ["azb-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852816, "recall": 0.891304, "f1": 0.864526, "accuracy": 0.891304, "main_score": 0.864526, "hf_subset": "azb_Arab-min_Latn", "languages": ["azb-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.948617, "f1": 0.935361, "accuracy": 0.948617, "main_score": 0.935361, "hf_subset": "azb_Arab-por_Latn", "languages": ["azb-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891337, "recall": 0.921937, "f1": 0.900823, "accuracy": 0.921937, "main_score": 0.900823, "hf_subset": "azb_Arab-sun_Latn", "languages": ["azb-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470953, "recall": 0.523715, "f1": 0.485811, "accuracy": 0.523715, "main_score": 0.485811, "hf_subset": "azb_Arab-umb_Latn", "languages": ["azb-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914773, "recall": 0.937747, "f1": 0.92197, "accuracy": 0.937747, "main_score": 0.92197, "hf_subset": "azb_Arab-ajp_Arab", "languages": ["azb-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478177, "recall": 0.536561, "f1": 0.493733, "accuracy": 0.536561, "main_score": 0.493733, "hf_subset": "azb_Arab-bjn_Arab", "languages": ["azb-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.445711, "recall": 0.497036, "f1": 0.459966, "accuracy": 0.497036, "main_score": 0.459966, "hf_subset": "azb_Arab-ewe_Latn", "languages": ["azb-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806663, "recall": 0.851779, "f1": 0.82016, "accuracy": 0.851779, "main_score": 0.82016, "hf_subset": "azb_Arab-ilo_Latn", "languages": ["azb-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300996, "recall": 0.348814, "f1": 0.313418, "accuracy": 0.348814, "main_score": 0.313418, "hf_subset": "azb_Arab-knc_Arab", "languages": ["azb-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915382, "recall": 0.938735, "f1": 0.922563, "accuracy": 0.938735, "main_score": 0.922563, "hf_subset": "azb_Arab-mkd_Cyrl", "languages": ["azb-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.944944, "recall": 0.959486, "f1": 0.949341, "accuracy": 0.959486, "main_score": 0.949341, "hf_subset": "azb_Arab-prs_Arab", "languages": ["azb-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.932181, "recall": 0.952569, "f1": 0.938735, "accuracy": 0.952569, "main_score": 0.938735, "hf_subset": "azb_Arab-swe_Latn", "languages": ["azb-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927207, "recall": 0.949605, "f1": 0.934453, "accuracy": 0.949605, "main_score": 0.934453, "hf_subset": "azb_Arab-urd_Arab", "languages": ["azb-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503544, "recall": 0.565217, "f1": 0.520032, "accuracy": 0.565217, "main_score": 0.520032, "hf_subset": "azb_Arab-aka_Latn", "languages": ["azb-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870883, "recall": 0.903162, "f1": 0.880863, "accuracy": 0.903162, "main_score": 0.880863, "hf_subset": "azb_Arab-bjn_Latn", "languages": ["azb-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80462, "recall": 0.852767, "f1": 0.819211, "accuracy": 0.852767, "main_score": 0.819211, "hf_subset": "azb_Arab-fao_Latn", "languages": ["azb-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920907, "recall": 0.943676, "f1": 0.927921, "accuracy": 0.943676, "main_score": 0.927921, "hf_subset": "azb_Arab-ind_Latn", "languages": ["azb-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510264, "recall": 0.5583, "f1": 0.523363, "accuracy": 0.5583, "main_score": 0.523363, "hf_subset": "azb_Arab-knc_Latn", "languages": ["azb-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884552, "recall": 0.916008, "f1": 0.894401, "accuracy": 0.916008, "main_score": 0.894401, "hf_subset": "azb_Arab-mlt_Latn", "languages": ["azb-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596355, "recall": 0.656126, "f1": 0.612698, "accuracy": 0.656126, "main_score": 0.612698, "hf_subset": "azb_Arab-quy_Latn", "languages": ["azb-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801396, "recall": 0.849802, "f1": 0.816223, "accuracy": 0.849802, "main_score": 0.816223, "hf_subset": "azb_Arab-swh_Latn", "languages": ["azb-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911455, "recall": 0.934783, "f1": 0.918579, "accuracy": 0.934783, "main_score": 0.918579, "hf_subset": "azb_Arab-uzn_Latn", "languages": ["azb-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912549, "recall": 0.935771, "f1": 0.919631, "accuracy": 0.935771, "main_score": 0.919631, "hf_subset": "azb_Arab-als_Latn", "languages": ["azb-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439432, "recall": 0.512846, "f1": 0.459006, "accuracy": 0.512846, "main_score": 0.459006, "hf_subset": "azb_Arab-bod_Tibt", "languages": ["azb-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.562025, "recall": 0.621542, "f1": 0.578534, "accuracy": 0.621542, "main_score": 0.578534, "hf_subset": "azb_Arab-fij_Latn", "languages": ["azb-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80938, "recall": 0.859684, "f1": 0.824885, "accuracy": 0.859684, "main_score": 0.824885, "hf_subset": "azb_Arab-isl_Latn", "languages": ["azb-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571352, "recall": 0.625494, "f1": 0.58744, "accuracy": 0.625494, "main_score": 0.58744, "hf_subset": "azb_Arab-kon_Latn", "languages": ["azb-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592145, "recall": 0.659091, "f1": 0.61131, "accuracy": 0.659091, "main_score": 0.61131, "hf_subset": "azb_Arab-mni_Beng", "languages": ["azb-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.930995, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "azb_Arab-ron_Latn", "languages": ["azb-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89002, "recall": 0.917984, "f1": 0.898518, "accuracy": 0.917984, "main_score": 0.898518, "hf_subset": "azb_Arab-szl_Latn", "languages": ["azb-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921937, "recall": 0.944664, "f1": 0.92915, "accuracy": 0.944664, "main_score": 0.92915, "hf_subset": "azb_Arab-vec_Latn", "languages": ["azb-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766131, "recall": 0.818182, "f1": 0.782137, "accuracy": 0.818182, "main_score": 0.782137, "hf_subset": "azb_Arab-amh_Ethi", "languages": ["azb-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.933498, "recall": 0.952569, "f1": 0.939394, "accuracy": 0.952569, "main_score": 0.939394, "hf_subset": "azb_Arab-bos_Latn", "languages": ["azb-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907115, "recall": 0.93083, "f1": 0.914479, "accuracy": 0.93083, "main_score": 0.914479, "hf_subset": "azb_Arab-fin_Latn", "languages": ["azb-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918808, "recall": 0.9417, "f1": 0.925856, "accuracy": 0.9417, "main_score": 0.925856, "hf_subset": "azb_Arab-ita_Latn", "languages": ["azb-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917994, "recall": 0.9417, "f1": 0.925478, "accuracy": 0.9417, "main_score": 0.925478, "hf_subset": "azb_Arab-kor_Hang", "languages": ["azb-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.48423, "recall": 0.534585, "f1": 0.498375, "accuracy": 0.534585, "main_score": 0.498375, "hf_subset": "azb_Arab-mos_Latn", "languages": ["azb-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471294, "recall": 0.525692, "f1": 0.486335, "accuracy": 0.525692, "main_score": 0.486335, "hf_subset": "azb_Arab-run_Latn", "languages": ["azb-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907148, "recall": 0.934783, "f1": 0.915843, "accuracy": 0.934783, "main_score": 0.915843, "hf_subset": "azb_Arab-tam_Taml", "languages": ["azb-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.909891, "recall": 0.934783, "f1": 0.91721, "accuracy": 0.934783, "main_score": 0.91721, "hf_subset": "azb_Arab-vie_Latn", "languages": ["azb-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907345, "recall": 0.932806, "f1": 0.915152, "accuracy": 0.932806, "main_score": 0.915152, "hf_subset": "azb_Arab-apc_Arab", "languages": ["azb-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.693807, "recall": 0.745059, "f1": 0.708459, "accuracy": 0.745059, "main_score": 0.708459, "hf_subset": "azb_Arab-bug_Latn", "languages": ["azb-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405756, "recall": 0.45751, "f1": 0.419423, "accuracy": 0.45751, "main_score": 0.419423, "hf_subset": "azb_Arab-fon_Latn", "languages": ["azb-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89664, "recall": 0.923913, "f1": 0.904941, "accuracy": 0.923913, "main_score": 0.904941, "hf_subset": "azb_Arab-jav_Latn", "languages": ["azb-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835646, "recall": 0.875494, "f1": 0.847694, "accuracy": 0.875494, "main_score": 0.847694, "hf_subset": "azb_Arab-lao_Laoo", "languages": ["azb-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.653534, "recall": 0.721344, "f1": 0.672726, "accuracy": 0.721344, "main_score": 0.672726, "hf_subset": "azb_Arab-mri_Latn", "languages": ["azb-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923995, "recall": 0.94664, "f1": 0.931061, "accuracy": 0.94664, "main_score": 0.931061, "hf_subset": "azb_Arab-rus_Cyrl", "languages": ["azb-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473868, "recall": 0.533597, "f1": 0.490017, "accuracy": 0.533597, "main_score": 0.490017, "hf_subset": "azb_Arab-taq_Latn", "languages": ["azb-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883004, "recall": 0.913043, "f1": 0.89193, "accuracy": 0.913043, "main_score": 0.89193, "hf_subset": "azb_Arab-war_Latn", "languages": ["azb-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918017, "recall": 0.939723, "f1": 0.924736, "accuracy": 0.939723, "main_score": 0.924736, "hf_subset": "azb_Arab-arb_Arab", "languages": ["azb-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92496, "recall": 0.945652, "f1": 0.931308, "accuracy": 0.945652, "main_score": 0.931308, "hf_subset": "azb_Arab-bul_Cyrl", "languages": ["azb-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.921525, "recall": 0.943676, "f1": 0.928426, "accuracy": 0.943676, "main_score": 0.928426, "hf_subset": "azb_Arab-fra_Latn", "languages": ["azb-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911924, "recall": 0.934783, "f1": 0.918878, "accuracy": 0.934783, "main_score": 0.918878, "hf_subset": "azb_Arab-jpn_Jpan", "languages": ["azb-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.88442, "recall": 0.91502, "f1": 0.893939, "accuracy": 0.91502, "main_score": 0.893939, "hf_subset": "azb_Arab-lij_Latn", "languages": ["azb-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851812, "recall": 0.893281, "f1": 0.864921, "accuracy": 0.893281, "main_score": 0.864921, "hf_subset": "azb_Arab-mya_Mymr", "languages": ["azb-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.505583, "recall": 0.56917, "f1": 0.523221, "accuracy": 0.56917, "main_score": 0.523221, "hf_subset": "azb_Arab-sag_Latn", "languages": ["azb-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203314, "recall": 0.249012, "f1": 0.213068, "accuracy": 0.249012, "main_score": 0.213068, "hf_subset": "azb_Arab-taq_Tfng", "languages": ["azb-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.532726, "recall": 0.597826, "f1": 0.550781, "accuracy": 0.597826, "main_score": 0.550781, "hf_subset": "azb_Arab-wol_Latn", "languages": ["azb-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61887, "recall": 0.686759, "f1": 0.637931, "accuracy": 0.686759, "main_score": 0.637931, "hf_subset": "azb_Arab-arb_Latn", "languages": ["azb-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930171, "recall": 0.949605, "f1": 0.936232, "accuracy": 0.949605, "main_score": 0.936232, "hf_subset": "azb_Arab-cat_Latn", "languages": ["azb-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890106, "recall": 0.916008, "f1": 0.897565, "accuracy": 0.916008, "main_score": 0.897565, "hf_subset": "azb_Arab-fur_Latn", "languages": ["azb-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369038, "recall": 0.418972, "f1": 0.381972, "accuracy": 0.418972, "main_score": 0.381972, "hf_subset": "azb_Arab-kab_Latn", "languages": ["azb-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868692, "recall": 0.90415, "f1": 0.879677, "accuracy": 0.90415, "main_score": 0.879677, "hf_subset": "azb_Arab-lim_Latn", "languages": ["azb-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909479, "recall": 0.934783, "f1": 0.917309, "accuracy": 0.934783, "main_score": 0.917309, "hf_subset": "azb_Arab-nld_Latn", "languages": ["azb-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875082, "recall": 0.908103, "f1": 0.885183, "accuracy": 0.908103, "main_score": 0.885183, "hf_subset": "azb_Arab-san_Deva", "languages": ["azb-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.901548, "recall": 0.927866, "f1": 0.90975, "accuracy": 0.927866, "main_score": 0.90975, "hf_subset": "azb_Arab-tat_Cyrl", "languages": ["azb-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547781, "recall": 0.610672, "f1": 0.566142, "accuracy": 0.610672, "main_score": 0.566142, "hf_subset": "azb_Arab-xho_Latn", "languages": ["azb-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911561, "recall": 0.934783, "f1": 0.918761, "accuracy": 0.934783, "main_score": 0.918761, "hf_subset": "azb_Arab-ars_Arab", "languages": ["azb-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.892474, "recall": 0.920949, "f1": 0.901267, "accuracy": 0.920949, "main_score": 0.901267, "hf_subset": "azb_Arab-ceb_Latn", "languages": ["azb-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489024, "recall": 0.552372, "f1": 0.50723, "accuracy": 0.552372, "main_score": 0.50723, "hf_subset": "azb_Arab-fuv_Latn", "languages": ["azb-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429521, "recall": 0.491107, "f1": 0.445489, "accuracy": 0.491107, "main_score": 0.445489, "hf_subset": "azb_Arab-kac_Latn", "languages": ["azb-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581202, "recall": 0.634387, "f1": 0.59596, "accuracy": 0.634387, "main_score": 0.59596, "hf_subset": "azb_Arab-lin_Latn", "languages": ["azb-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908926, "recall": 0.934783, "f1": 0.917067, "accuracy": 0.934783, "main_score": 0.917067, "hf_subset": "azb_Arab-nno_Latn", "languages": ["azb-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177055, "recall": 0.242095, "f1": 0.193729, "accuracy": 0.242095, "main_score": 0.193729, "hf_subset": "azb_Arab-sat_Olck", "languages": ["azb-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.919499, "recall": 0.942688, "f1": 0.926877, "accuracy": 0.942688, "main_score": 0.926877, "hf_subset": "azb_Arab-tel_Telu", "languages": ["azb-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.781187, "recall": 0.831028, "f1": 0.796278, "accuracy": 0.831028, "main_score": 0.796278, "hf_subset": "azb_Arab-ydd_Hebr", "languages": ["azb-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.853368, "recall": 0.891304, "f1": 0.865075, "accuracy": 0.891304, "main_score": 0.865075, "hf_subset": "azb_Arab-ary_Arab", "languages": ["azb-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912796, "recall": 0.938735, "f1": 0.921179, "accuracy": 0.938735, "main_score": 0.921179, "hf_subset": "azb_Arab-ces_Latn", "languages": ["azb-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515613, "recall": 0.567194, "f1": 0.530256, "accuracy": 0.567194, "main_score": 0.530256, "hf_subset": "azb_Arab-gaz_Latn", "languages": ["azb-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491288, "recall": 0.552372, "f1": 0.508466, "accuracy": 0.552372, "main_score": 0.508466, "hf_subset": "azb_Arab-kam_Latn", "languages": ["azb-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90695, "recall": 0.933794, "f1": 0.915514, "accuracy": 0.933794, "main_score": 0.915514, "hf_subset": "azb_Arab-lit_Latn", "languages": ["azb-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909997, "recall": 0.936759, "f1": 0.918544, "accuracy": 0.936759, "main_score": 0.918544, "hf_subset": "azb_Arab-nob_Latn", "languages": ["azb-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871789, "recall": 0.907115, "f1": 0.882806, "accuracy": 0.907115, "main_score": 0.882806, "hf_subset": "azb_Arab-scn_Latn", "languages": ["azb-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875033, "recall": 0.905138, "f1": 0.884354, "accuracy": 0.905138, "main_score": 0.884354, "hf_subset": "azb_Arab-tgk_Cyrl", "languages": ["azb-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.557782, "recall": 0.628458, "f1": 0.577925, "accuracy": 0.628458, "main_score": 0.577925, "hf_subset": "azb_Arab-yor_Latn", "languages": ["azb-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898839, "recall": 0.926877, "f1": 0.907452, "accuracy": 0.926877, "main_score": 0.907452, "hf_subset": "azb_Arab-arz_Arab", "languages": ["azb-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484115, "recall": 0.545455, "f1": 0.501215, "accuracy": 0.545455, "main_score": 0.501215, "hf_subset": "azb_Arab-cjk_Latn", "languages": ["azb-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590995, "recall": 0.662055, "f1": 0.610698, "accuracy": 0.662055, "main_score": 0.610698, "hf_subset": "azb_Arab-gla_Latn", "languages": ["azb-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909453, "recall": 0.935771, "f1": 0.917819, "accuracy": 0.935771, "main_score": 0.917819, "hf_subset": "azb_Arab-kan_Knda", "languages": ["azb-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.891264, "recall": 0.916996, "f1": 0.898864, "accuracy": 0.916996, "main_score": 0.898864, "hf_subset": "azb_Arab-lmo_Latn", "languages": ["azb-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921723, "recall": 0.942688, "f1": 0.928096, "accuracy": 0.942688, "main_score": 0.928096, "hf_subset": "azb_Arab-npi_Deva", "languages": ["azb-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.405479, "recall": 0.461462, "f1": 0.421083, "accuracy": 0.461462, "main_score": 0.421083, "hf_subset": "azb_Arab-shn_Mymr", "languages": ["azb-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.914065, "recall": 0.938735, "f1": 0.921725, "accuracy": 0.938735, "main_score": 0.921725, "hf_subset": "azb_Arab-tgl_Latn", "languages": ["azb-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908597, "recall": 0.934783, "f1": 0.916634, "accuracy": 0.934783, "main_score": 0.916634, "hf_subset": "azb_Arab-yue_Hant", "languages": ["azb-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.900092, "recall": 0.926877, "f1": 0.908416, "accuracy": 0.926877, "main_score": 0.908416, "hf_subset": "azb_Arab-asm_Beng", "languages": ["azb-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.81357, "recall": 0.857708, "f1": 0.82668, "accuracy": 0.857708, "main_score": 0.82668, "hf_subset": "azb_Arab-ckb_Arab", "languages": ["azb-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636181, "recall": 0.700593, "f1": 0.654168, "accuracy": 0.700593, "main_score": 0.654168, "hf_subset": "azb_Arab-gle_Latn", "languages": ["azb-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858778, "recall": 0.892292, "f1": 0.869024, "accuracy": 0.892292, "main_score": 0.869024, "hf_subset": "azb_Arab-kas_Arab", "languages": ["azb-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.792913, "recall": 0.841897, "f1": 0.808037, "accuracy": 0.841897, "main_score": 0.808037, "hf_subset": "azb_Arab-ltg_Latn", "languages": ["azb-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524285, "recall": 0.574111, "f1": 0.538352, "accuracy": 0.574111, "main_score": 0.538352, "hf_subset": "azb_Arab-nso_Latn", "languages": ["azb-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843561, "recall": 0.881423, "f1": 0.855105, "accuracy": 0.881423, "main_score": 0.855105, "hf_subset": "azb_Arab-sin_Sinh", "languages": ["azb-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.904809, "recall": 0.93083, "f1": 0.912648, "accuracy": 0.93083, "main_score": 0.912648, "hf_subset": "azb_Arab-tha_Thai", "languages": ["azb-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.900354, "recall": 0.924901, "f1": 0.907466, "accuracy": 0.924901, "main_score": 0.907466, "hf_subset": "azb_Arab-zho_Hans", "languages": ["azb-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.910491, "recall": 0.937747, "f1": 0.919203, "accuracy": 0.937747, "main_score": 0.919203, "hf_subset": "azb_Arab-ast_Latn", "languages": ["azb-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891387, "recall": 0.923913, "f1": 0.901713, "accuracy": 0.923913, "main_score": 0.901713, "hf_subset": "azb_Arab-crh_Latn", "languages": ["azb-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924366, "recall": 0.94664, "f1": 0.931379, "accuracy": 0.94664, "main_score": 0.931379, "hf_subset": "azb_Arab-glg_Latn", "languages": ["azb-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762698, "recall": 0.818182, "f1": 0.779447, "accuracy": 0.818182, "main_score": 0.779447, "hf_subset": "azb_Arab-kas_Deva", "languages": ["azb-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.86362, "recall": 0.897233, "f1": 0.873701, "accuracy": 0.897233, "main_score": 0.873701, "hf_subset": "azb_Arab-ltz_Latn", "languages": ["azb-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399141, "recall": 0.467391, "f1": 0.416582, "accuracy": 0.467391, "main_score": 0.416582, "hf_subset": "azb_Arab-nus_Latn", "languages": ["azb-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909289, "recall": 0.935771, "f1": 0.91749, "accuracy": 0.935771, "main_score": 0.91749, "hf_subset": "azb_Arab-slk_Latn", "languages": ["azb-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53246, "recall": 0.603755, "f1": 0.552044, "accuracy": 0.603755, "main_score": 0.552044, "hf_subset": "azb_Arab-tir_Ethi", "languages": ["azb-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.901186, "recall": 0.929842, "f1": 0.910046, "accuracy": 0.929842, "main_score": 0.910046, "hf_subset": "azb_Arab-zho_Hant", "languages": ["azb-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.895043, "recall": 0.924901, "f1": 0.904381, "accuracy": 0.924901, "main_score": 0.904381, "hf_subset": "azb_Arab-awa_Deva", "languages": ["azb-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.79147, "recall": 0.838933, "f1": 0.805525, "accuracy": 0.838933, "main_score": 0.805525, "hf_subset": "azb_Arab-cym_Latn", "languages": ["azb-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720504, "recall": 0.77668, "f1": 0.736831, "accuracy": 0.77668, "main_score": 0.736831, "hf_subset": "azb_Arab-grn_Latn", "languages": ["azb-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887187, "recall": 0.918972, "f1": 0.897036, "accuracy": 0.918972, "main_score": 0.897036, "hf_subset": "azb_Arab-kat_Geor", "languages": ["azb-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.549934, "recall": 0.602767, "f1": 0.564401, "accuracy": 0.602767, "main_score": 0.564401, "hf_subset": "azb_Arab-lua_Latn", "languages": ["azb-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511709, "recall": 0.570158, "f1": 0.527398, "accuracy": 0.570158, "main_score": 0.527398, "hf_subset": "azb_Arab-nya_Latn", "languages": ["azb-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910161, "recall": 0.934783, "f1": 0.917885, "accuracy": 0.934783, "main_score": 0.917885, "hf_subset": "azb_Arab-slv_Latn", "languages": ["azb-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792877, "recall": 0.837945, "f1": 0.806134, "accuracy": 0.837945, "main_score": 0.806134, "hf_subset": "azb_Arab-tpi_Latn", "languages": ["azb-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926746, "recall": 0.94664, "f1": 0.932806, "accuracy": 0.94664, "main_score": 0.932806, "hf_subset": "azb_Arab-zsm_Latn", "languages": ["azb-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471693, "recall": 0.535573, "f1": 0.489225, "accuracy": 0.535573, "main_score": 0.489225, "hf_subset": "azb_Arab-ayr_Latn", "languages": ["azb-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92304, "recall": 0.944664, "f1": 0.929696, "accuracy": 0.944664, "main_score": 0.929696, "hf_subset": "azb_Arab-dan_Latn", "languages": ["azb-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925395, "recall": 0.948617, "f1": 0.932971, "accuracy": 0.948617, "main_score": 0.932971, "hf_subset": "azb_Arab-guj_Gujr", "languages": ["azb-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.90803, "recall": 0.93083, "f1": 0.914744, "accuracy": 0.93083, "main_score": 0.914744, "hf_subset": "azb_Arab-kaz_Cyrl", "languages": ["azb-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.447021, "recall": 0.504941, "f1": 0.463655, "accuracy": 0.504941, "main_score": 0.463655, "hf_subset": "azb_Arab-lug_Latn", "languages": ["azb-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908103, "recall": 0.935771, "f1": 0.916996, "accuracy": 0.935771, "main_score": 0.916996, "hf_subset": "azb_Arab-oci_Latn", "languages": ["azb-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659868, "recall": 0.716403, "f1": 0.675716, "accuracy": 0.716403, "main_score": 0.675716, "hf_subset": "azb_Arab-smo_Latn", "languages": ["azb-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464146, "recall": 0.521739, "f1": 0.480418, "accuracy": 0.521739, "main_score": 0.480418, "hf_subset": "azb_Arab-tsn_Latn", "languages": ["azb-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507529, "recall": 0.568182, "f1": 0.524658, "accuracy": 0.568182, "main_score": 0.524658, "hf_subset": "azb_Arab-zul_Latn", "languages": ["azb-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919219, "recall": 0.9417, "f1": 0.92612, "accuracy": 0.9417, "main_score": 0.92612, "hf_subset": "azb_Arab-deu_Latn", "languages": ["azb-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848979, "recall": 0.885375, "f1": 0.860131, "accuracy": 0.885375, "main_score": 0.860131, "hf_subset": "azb_Arab-hat_Latn", "languages": ["azb-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425527, "recall": 0.480237, "f1": 0.439937, "accuracy": 0.480237, "main_score": 0.439937, "hf_subset": "azb_Arab-kbp_Latn", "languages": ["azb-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492291, "recall": 0.55336, "f1": 0.508535, "accuracy": 0.55336, "main_score": 0.508535, "hf_subset": "azb_Arab-luo_Latn", "languages": ["azb-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913208, "recall": 0.937747, "f1": 0.920751, "accuracy": 0.937747, "main_score": 0.920751, "hf_subset": "azb_Arab-ory_Orya", "languages": ["azb-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.48726, "recall": 0.549407, "f1": 0.504353, "accuracy": 0.549407, "main_score": 0.504353, "hf_subset": "azb_Arab-sna_Latn", "languages": ["azb-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481767, "recall": 0.532609, "f1": 0.495543, "accuracy": 0.532609, "main_score": 0.495543, "hf_subset": "azb_Arab-tso_Latn", "languages": ["azb-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898962, "recall": 0.928854, "f1": 0.9083, "accuracy": 0.928854, "main_score": 0.9083, "hf_subset": "azb_Arab-azj_Latn", "languages": ["azb-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449689, "recall": 0.516798, "f1": 0.468746, "accuracy": 0.516798, "main_score": 0.468746, "hf_subset": "azb_Arab-dik_Latn", "languages": ["azb-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594813, "recall": 0.659091, "f1": 0.613587, "accuracy": 0.659091, "main_score": 0.613587, "hf_subset": "azb_Arab-hau_Latn", "languages": ["azb-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874671, "recall": 0.908103, "f1": 0.884783, "accuracy": 0.908103, "main_score": 0.884783, "hf_subset": "azb_Arab-kea_Latn", "languages": ["azb-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628277, "recall": 0.684783, "f1": 0.645045, "accuracy": 0.684783, "main_score": 0.645045, "hf_subset": "azb_Arab-lus_Latn", "languages": ["azb-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770243, "recall": 0.814229, "f1": 0.783531, "accuracy": 0.814229, "main_score": 0.783531, "hf_subset": "azb_Arab-pag_Latn", "languages": ["azb-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912994, "recall": 0.936759, "f1": 0.920309, "accuracy": 0.936759, "main_score": 0.920309, "hf_subset": "azb_Arab-snd_Arab", "languages": ["azb-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809429, "recall": 0.853755, "f1": 0.822716, "accuracy": 0.853755, "main_score": 0.822716, "hf_subset": "azb_Arab-tuk_Latn", "languages": ["azb-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881999, "recall": 0.911067, "f1": 0.890994, "accuracy": 0.911067, "main_score": 0.890994, "hf_subset": "azb_Arab-bak_Cyrl", "languages": ["azb-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.398261, "recall": 0.474308, "f1": 0.419505, "accuracy": 0.474308, "main_score": 0.419505, "hf_subset": "azb_Arab-dyu_Latn", "languages": ["azb-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913043, "recall": 0.937747, "f1": 0.920704, "accuracy": 0.937747, "main_score": 0.920704, "hf_subset": "azb_Arab-heb_Hebr", "languages": ["azb-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.857686, "recall": 0.893281, "f1": 0.867989, "accuracy": 0.893281, "main_score": 0.867989, "hf_subset": "azb_Arab-khk_Cyrl", "languages": ["azb-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.917935, "recall": 0.938735, "f1": 0.924097, "accuracy": 0.938735, "main_score": 0.924097, "hf_subset": "azb_Arab-lvs_Latn", "languages": ["azb-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934042, "recall": 0.953557, "f1": 0.940119, "accuracy": 0.953557, "main_score": 0.940119, "hf_subset": "azb_Arab-pan_Guru", "languages": ["azb-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.575167, "recall": 0.640316, "f1": 0.593801, "accuracy": 0.640316, "main_score": 0.593801, "hf_subset": "azb_Arab-som_Latn", "languages": ["azb-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497642, "recall": 0.554348, "f1": 0.513378, "accuracy": 0.554348, "main_score": 0.513378, "hf_subset": "azb_Arab-tum_Latn", "languages": ["azb-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600933, "recall": 0.666996, "f1": 0.619632, "accuracy": 0.666996, "main_score": 0.619632, "hf_subset": "deu_Latn-ace_Arab", "languages": ["deu-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54325, "recall": 0.605731, "f1": 0.560663, "accuracy": 0.605731, "main_score": 0.560663, "hf_subset": "deu_Latn-bam_Latn", "languages": ["deu-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482272, "recall": 0.556324, "f1": 0.502672, "accuracy": 0.556324, "main_score": 0.502672, "hf_subset": "deu_Latn-dzo_Tibt", "languages": ["deu-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hin_Deva", "languages": ["deu-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-khm_Khmr", "languages": ["deu-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-mag_Deva", "languages": ["deu-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "deu_Latn-pap_Latn", "languages": ["deu-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607033, "recall": 0.666996, "f1": 0.62422, "accuracy": 0.666996, "main_score": 0.62422, "hf_subset": "deu_Latn-sot_Latn", "languages": ["deu-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tur_Latn", "languages": ["deu-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884058, "recall": 0.916008, "f1": 0.894236, "accuracy": 0.916008, "main_score": 0.894236, "hf_subset": "deu_Latn-ace_Latn", "languages": ["deu-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.977273, "f1": 0.971344, "accuracy": 0.977273, "main_score": 0.971344, "hf_subset": "deu_Latn-ban_Latn", "languages": ["deu-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ell_Grek", "languages": ["deu-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "deu_Latn-hne_Deva", "languages": ["deu-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.615521, "recall": 0.676877, "f1": 0.633258, "accuracy": 0.676877, "main_score": 0.633258, "hf_subset": "deu_Latn-kik_Latn", "languages": ["deu-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mai_Deva", "languages": ["deu-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "deu_Latn-pbt_Arab", "languages": ["deu-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-spa_Latn", "languages": ["deu-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626013, "recall": 0.694664, "f1": 0.645679, "accuracy": 0.694664, "main_score": 0.645679, "hf_subset": "deu_Latn-twi_Latn", "languages": ["deu-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-acm_Arab", "languages": ["deu-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bel_Cyrl", "languages": ["deu-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-eng_Latn", "languages": ["deu-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hrv_Latn", "languages": ["deu-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569214, "recall": 0.63834, "f1": 0.588674, "accuracy": 0.63834, "main_score": 0.588674, "hf_subset": "deu_Latn-kin_Latn", "languages": ["deu-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-mal_Mlym", "languages": ["deu-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pes_Arab", "languages": ["deu-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-srd_Latn", "languages": ["deu-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184242, "recall": 0.23419, "f1": 0.196201, "accuracy": 0.23419, "main_score": 0.196201, "hf_subset": "deu_Latn-tzm_Tfng", "languages": ["deu-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-acq_Arab", "languages": ["deu-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645714, "recall": 0.699605, "f1": 0.66048, "accuracy": 0.699605, "main_score": 0.66048, "hf_subset": "deu_Latn-bem_Latn", "languages": ["deu-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-epo_Latn", "languages": ["deu-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hun_Latn", "languages": ["deu-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-kir_Cyrl", "languages": ["deu-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mar_Deva", "languages": ["deu-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.689213, "recall": 0.747036, "f1": 0.70583, "accuracy": 0.747036, "main_score": 0.70583, "hf_subset": "deu_Latn-plt_Latn", "languages": ["deu-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-srp_Cyrl", "languages": ["deu-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "deu_Latn-uig_Arab", "languages": ["deu-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-aeb_Arab", "languages": ["deu-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ben_Beng", "languages": ["deu-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-est_Latn", "languages": ["deu-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hye_Armn", "languages": ["deu-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.560495, "recall": 0.616601, "f1": 0.576565, "accuracy": 0.616601, "main_score": 0.576565, "hf_subset": "deu_Latn-kmb_Latn", "languages": ["deu-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508173, "recall": 0.58498, "f1": 0.52954, "accuracy": 0.58498, "main_score": 0.52954, "hf_subset": "deu_Latn-min_Arab", "languages": ["deu-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pol_Latn", "languages": ["deu-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564535, "recall": 0.633399, "f1": 0.584606, "accuracy": 0.633399, "main_score": 0.584606, "hf_subset": "deu_Latn-ssw_Latn", "languages": ["deu-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ukr_Cyrl", "languages": ["deu-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-afr_Latn", "languages": ["deu-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-bho_Deva", "languages": ["deu-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-eus_Latn", "languages": ["deu-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601477, "recall": 0.666996, "f1": 0.619655, "accuracy": 0.666996, "main_score": 0.619655, "hf_subset": "deu_Latn-ibo_Latn", "languages": ["deu-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91642, "recall": 0.940711, "f1": 0.924144, "accuracy": 0.940711, "main_score": 0.924144, "hf_subset": "deu_Latn-kmr_Latn", "languages": ["deu-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "deu_Latn-min_Latn", "languages": ["deu-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-por_Latn", "languages": ["deu-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-sun_Latn", "languages": ["deu-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545357, "recall": 0.604743, "f1": 0.562574, "accuracy": 0.604743, "main_score": 0.562574, "hf_subset": "deu_Latn-umb_Latn", "languages": ["deu-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ajp_Arab", "languages": ["deu-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556688, "recall": 0.618577, "f1": 0.574082, "accuracy": 0.618577, "main_score": 0.574082, "hf_subset": "deu_Latn-bjn_Arab", "languages": ["deu-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537942, "recall": 0.593874, "f1": 0.553397, "accuracy": 0.593874, "main_score": 0.553397, "hf_subset": "deu_Latn-ewe_Latn", "languages": ["deu-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "deu_Latn-ilo_Latn", "languages": ["deu-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321937, "recall": 0.383399, "f1": 0.338821, "accuracy": 0.383399, "main_score": 0.338821, "hf_subset": "deu_Latn-knc_Arab", "languages": ["deu-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mkd_Cyrl", "languages": ["deu-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-prs_Arab", "languages": ["deu-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-swe_Latn", "languages": ["deu-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-urd_Arab", "languages": ["deu-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608985, "recall": 0.671937, "f1": 0.626207, "accuracy": 0.671937, "main_score": 0.626207, "hf_subset": "deu_Latn-aka_Latn", "languages": ["deu-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "deu_Latn-bjn_Latn", "languages": ["deu-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "deu_Latn-fao_Latn", "languages": ["deu-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ind_Latn", "languages": ["deu-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605798, "recall": 0.657115, "f1": 0.620771, "accuracy": 0.657115, "main_score": 0.620771, "hf_subset": "deu_Latn-knc_Latn", "languages": ["deu-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-mlt_Latn", "languages": ["deu-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724631, "recall": 0.786561, "f1": 0.743071, "accuracy": 0.786561, "main_score": 0.743071, "hf_subset": "deu_Latn-quy_Latn", "languages": ["deu-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "deu_Latn-swh_Latn", "languages": ["deu-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-uzn_Latn", "languages": ["deu-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-als_Latn", "languages": ["deu-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670184, "recall": 0.748024, "f1": 0.693052, "accuracy": 0.748024, "main_score": 0.693052, "hf_subset": "deu_Latn-bod_Tibt", "languages": ["deu-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.728913, "recall": 0.780632, "f1": 0.744121, "accuracy": 0.780632, "main_score": 0.744121, "hf_subset": "deu_Latn-fij_Latn", "languages": ["deu-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "deu_Latn-isl_Latn", "languages": ["deu-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682304, "recall": 0.736166, "f1": 0.698262, "accuracy": 0.736166, "main_score": 0.698262, "hf_subset": "deu_Latn-kon_Latn", "languages": ["deu-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684957, "recall": 0.748024, "f1": 0.704068, "accuracy": 0.748024, "main_score": 0.704068, "hf_subset": "deu_Latn-mni_Beng", "languages": ["deu-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ron_Latn", "languages": ["deu-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "deu_Latn-szl_Latn", "languages": ["deu-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-vec_Latn", "languages": ["deu-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "deu_Latn-amh_Ethi", "languages": ["deu-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bos_Latn", "languages": ["deu-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-fin_Latn", "languages": ["deu-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ita_Latn", "languages": ["deu-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-kor_Hang", "languages": ["deu-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558687, "recall": 0.617589, "f1": 0.575422, "accuracy": 0.617589, "main_score": 0.575422, "hf_subset": "deu_Latn-mos_Latn", "languages": ["deu-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563093, "recall": 0.624506, "f1": 0.580882, "accuracy": 0.624506, "main_score": 0.580882, "hf_subset": "deu_Latn-run_Latn", "languages": ["deu-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tam_Taml", "languages": ["deu-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-vie_Latn", "languages": ["deu-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-apc_Arab", "languages": ["deu-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811397, "recall": 0.857708, "f1": 0.825395, "accuracy": 0.857708, "main_score": 0.825395, "hf_subset": "deu_Latn-bug_Latn", "languages": ["deu-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48905, "recall": 0.546443, "f1": 0.503891, "accuracy": 0.546443, "main_score": 0.503891, "hf_subset": "deu_Latn-fon_Latn", "languages": ["deu-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-jav_Latn", "languages": ["deu-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-lao_Laoo", "languages": ["deu-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.894516, "recall": 0.923913, "f1": 0.903675, "accuracy": 0.923913, "main_score": 0.903675, "hf_subset": "deu_Latn-mri_Latn", "languages": ["deu-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-rus_Cyrl", "languages": ["deu-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541919, "recall": 0.608696, "f1": 0.560666, "accuracy": 0.608696, "main_score": 0.560666, "hf_subset": "deu_Latn-taq_Latn", "languages": ["deu-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-war_Latn", "languages": ["deu-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-arb_Arab", "languages": ["deu-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bul_Cyrl", "languages": ["deu-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-fra_Latn", "languages": ["deu-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-jpn_Jpan", "languages": ["deu-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-lij_Latn", "languages": ["deu-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "deu_Latn-mya_Mymr", "languages": ["deu-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.611284, "recall": 0.681818, "f1": 0.631133, "accuracy": 0.681818, "main_score": 0.631133, "hf_subset": "deu_Latn-sag_Latn", "languages": ["deu-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197104, "recall": 0.254941, "f1": 0.210611, "accuracy": 0.254941, "main_score": 0.210611, "hf_subset": "deu_Latn-taq_Tfng", "languages": ["deu-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.642895, "recall": 0.710474, "f1": 0.662467, "accuracy": 0.710474, "main_score": 0.662467, "hf_subset": "deu_Latn-wol_Latn", "languages": ["deu-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82365, "recall": 0.87253, "f1": 0.8389, "accuracy": 0.87253, "main_score": 0.8389, "hf_subset": "deu_Latn-arb_Latn", "languages": ["deu-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-cat_Latn", "languages": ["deu-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-fur_Latn", "languages": ["deu-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420933, "recall": 0.481225, "f1": 0.437548, "accuracy": 0.481225, "main_score": 0.437548, "hf_subset": "deu_Latn-kab_Latn", "languages": ["deu-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "deu_Latn-lim_Latn", "languages": ["deu-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-nld_Latn", "languages": ["deu-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "deu_Latn-san_Deva", "languages": ["deu-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-tat_Cyrl", "languages": ["deu-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.687954, "recall": 0.746047, "f1": 0.705108, "accuracy": 0.746047, "main_score": 0.705108, "hf_subset": "deu_Latn-xho_Latn", "languages": ["deu-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ars_Arab", "languages": ["deu-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-ceb_Latn", "languages": ["deu-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574884, "recall": 0.63834, "f1": 0.593036, "accuracy": 0.63834, "main_score": 0.593036, "hf_subset": "deu_Latn-fuv_Latn", "languages": ["deu-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525084, "recall": 0.591897, "f1": 0.543472, "accuracy": 0.591897, "main_score": 0.543472, "hf_subset": "deu_Latn-kac_Latn", "languages": ["deu-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685359, "recall": 0.740119, "f1": 0.702259, "accuracy": 0.740119, "main_score": 0.702259, "hf_subset": "deu_Latn-lin_Latn", "languages": ["deu-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-nno_Latn", "languages": ["deu-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240964, "recall": 0.322134, "f1": 0.262769, "accuracy": 0.322134, "main_score": 0.262769, "hf_subset": "deu_Latn-sat_Olck", "languages": ["deu-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-tel_Telu", "languages": ["deu-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "deu_Latn-ydd_Hebr", "languages": ["deu-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "deu_Latn-ary_Arab", "languages": ["deu-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ces_Latn", "languages": ["deu-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583416, "recall": 0.647233, "f1": 0.601755, "accuracy": 0.647233, "main_score": 0.601755, "hf_subset": "deu_Latn-gaz_Latn", "languages": ["deu-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595184, "recall": 0.661067, "f1": 0.613926, "accuracy": 0.661067, "main_score": 0.613926, "hf_subset": "deu_Latn-kam_Latn", "languages": ["deu-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "deu_Latn-lit_Latn", "languages": ["deu-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-nob_Latn", "languages": ["deu-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "deu_Latn-scn_Latn", "languages": ["deu-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "deu_Latn-tgk_Cyrl", "languages": ["deu-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.733309, "recall": 0.793478, "f1": 0.75157, "accuracy": 0.793478, "main_score": 0.75157, "hf_subset": "deu_Latn-yor_Latn", "languages": ["deu-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-arz_Arab", "languages": ["deu-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575931, "recall": 0.639328, "f1": 0.594033, "accuracy": 0.639328, "main_score": 0.594033, "hf_subset": "deu_Latn-cjk_Latn", "languages": ["deu-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824769, "recall": 0.868577, "f1": 0.838538, "accuracy": 0.868577, "main_score": 0.838538, "hf_subset": "deu_Latn-gla_Latn", "languages": ["deu-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-kan_Knda", "languages": ["deu-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "deu_Latn-lmo_Latn", "languages": ["deu-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "deu_Latn-npi_Deva", "languages": ["deu-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.481162, "recall": 0.548419, "f1": 0.500052, "accuracy": 0.548419, "main_score": 0.500052, "hf_subset": "deu_Latn-shn_Mymr", "languages": ["deu-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tgl_Latn", "languages": ["deu-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-yue_Hant", "languages": ["deu-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-asm_Beng", "languages": ["deu-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "deu_Latn-ckb_Arab", "languages": ["deu-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906538, "recall": 0.933794, "f1": 0.915086, "accuracy": 0.933794, "main_score": 0.915086, "hf_subset": "deu_Latn-gle_Latn", "languages": ["deu-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "deu_Latn-kas_Arab", "languages": ["deu-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "deu_Latn-ltg_Latn", "languages": ["deu-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627579, "recall": 0.679842, "f1": 0.642723, "accuracy": 0.679842, "main_score": 0.642723, "hf_subset": "deu_Latn-nso_Latn", "languages": ["deu-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-sin_Sinh", "languages": ["deu-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-tha_Thai", "languages": ["deu-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-zho_Hans", "languages": ["deu-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ast_Latn", "languages": ["deu-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-crh_Latn", "languages": ["deu-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-glg_Latn", "languages": ["deu-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925725, "recall": 0.949605, "f1": 0.93363, "accuracy": 0.949605, "main_score": 0.93363, "hf_subset": "deu_Latn-kas_Deva", "languages": ["deu-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-ltz_Latn", "languages": ["deu-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478618, "recall": 0.54249, "f1": 0.495487, "accuracy": 0.54249, "main_score": 0.495487, "hf_subset": "deu_Latn-nus_Latn", "languages": ["deu-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-slk_Latn", "languages": ["deu-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637451, "recall": 0.713439, "f1": 0.660183, "accuracy": 0.713439, "main_score": 0.660183, "hf_subset": "deu_Latn-tir_Ethi", "languages": ["deu-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-zho_Hant", "languages": ["deu-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "deu_Latn-awa_Deva", "languages": ["deu-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "deu_Latn-cym_Latn", "languages": ["deu-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864707, "recall": 0.902174, "f1": 0.876548, "accuracy": 0.902174, "main_score": 0.876548, "hf_subset": "deu_Latn-grn_Latn", "languages": ["deu-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-kat_Geor", "languages": ["deu-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.664151, "recall": 0.716403, "f1": 0.679017, "accuracy": 0.716403, "main_score": 0.679017, "hf_subset": "deu_Latn-lua_Latn", "languages": ["deu-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665754, "recall": 0.726285, "f1": 0.682875, "accuracy": 0.726285, "main_score": 0.682875, "hf_subset": "deu_Latn-nya_Latn", "languages": ["deu-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-slv_Latn", "languages": ["deu-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "deu_Latn-tpi_Latn", "languages": ["deu-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-zsm_Latn", "languages": ["deu-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559363, "recall": 0.62253, "f1": 0.577503, "accuracy": 0.62253, "main_score": 0.577503, "hf_subset": "deu_Latn-ayr_Latn", "languages": ["deu-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-dan_Latn", "languages": ["deu-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-guj_Gujr", "languages": ["deu-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-kaz_Cyrl", "languages": ["deu-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543825, "recall": 0.607708, "f1": 0.561769, "accuracy": 0.607708, "main_score": 0.561769, "hf_subset": "deu_Latn-lug_Latn", "languages": ["deu-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-oci_Latn", "languages": ["deu-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851367, "recall": 0.892292, "f1": 0.863999, "accuracy": 0.892292, "main_score": 0.863999, "hf_subset": "deu_Latn-smo_Latn", "languages": ["deu-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554876, "recall": 0.621542, "f1": 0.574071, "accuracy": 0.621542, "main_score": 0.574071, "hf_subset": "deu_Latn-tsn_Latn", "languages": ["deu-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630839, "recall": 0.693676, "f1": 0.648686, "accuracy": 0.693676, "main_score": 0.648686, "hf_subset": "deu_Latn-zul_Latn", "languages": ["deu-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933136, "recall": 0.953557, "f1": 0.939723, "accuracy": 0.953557, "main_score": 0.939723, "hf_subset": "deu_Latn-azb_Arab", "languages": ["deu-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "deu_Latn-hat_Latn", "languages": ["deu-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507256, "recall": 0.566206, "f1": 0.52393, "accuracy": 0.566206, "main_score": 0.52393, "hf_subset": "deu_Latn-kbp_Latn", "languages": ["deu-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591257, "recall": 0.650198, "f1": 0.607624, "accuracy": 0.650198, "main_score": 0.607624, "hf_subset": "deu_Latn-luo_Latn", "languages": ["deu-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ory_Orya", "languages": ["deu-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.608122, "recall": 0.676877, "f1": 0.627588, "accuracy": 0.676877, "main_score": 0.627588, "hf_subset": "deu_Latn-sna_Latn", "languages": ["deu-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584978, "recall": 0.641304, "f1": 0.599717, "accuracy": 0.641304, "main_score": 0.599717, "hf_subset": "deu_Latn-tso_Latn", "languages": ["deu-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-azj_Latn", "languages": ["deu-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552513, "recall": 0.62253, "f1": 0.572697, "accuracy": 0.62253, "main_score": 0.572697, "hf_subset": "deu_Latn-dik_Latn", "languages": ["deu-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.758432, "recall": 0.813241, "f1": 0.775231, "accuracy": 0.813241, "main_score": 0.775231, "hf_subset": "deu_Latn-hau_Latn", "languages": ["deu-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-kea_Latn", "languages": ["deu-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.760721, "recall": 0.813241, "f1": 0.77635, "accuracy": 0.813241, "main_score": 0.77635, "hf_subset": "deu_Latn-lus_Latn", "languages": ["deu-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891255, "recall": 0.917984, "f1": 0.89944, "accuracy": 0.917984, "main_score": 0.89944, "hf_subset": "deu_Latn-pag_Latn", "languages": ["deu-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-snd_Arab", "languages": ["deu-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "deu_Latn-tuk_Latn", "languages": ["deu-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-bak_Cyrl", "languages": ["deu-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.502877, "recall": 0.58498, "f1": 0.527419, "accuracy": 0.58498, "main_score": 0.527419, "hf_subset": "deu_Latn-dyu_Latn", "languages": ["deu-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-heb_Hebr", "languages": ["deu-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-khk_Cyrl", "languages": ["deu-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-lvs_Latn", "languages": ["deu-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pan_Guru", "languages": ["deu-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.718481, "recall": 0.775692, "f1": 0.735061, "accuracy": 0.775692, "main_score": 0.735061, "hf_subset": "deu_Latn-som_Latn", "languages": ["deu-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61588, "recall": 0.666996, "f1": 0.62954, "accuracy": 0.666996, "main_score": 0.62954, "hf_subset": "deu_Latn-tum_Latn", "languages": ["deu-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551412, "recall": 0.606719, "f1": 0.566978, "accuracy": 0.606719, "main_score": 0.566978, "hf_subset": "hat_Latn-ace_Arab", "languages": ["hat-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518091, "recall": 0.573123, "f1": 0.532917, "accuracy": 0.573123, "main_score": 0.532917, "hf_subset": "hat_Latn-bam_Latn", "languages": ["hat-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326707, "recall": 0.380435, "f1": 0.339702, "accuracy": 0.380435, "main_score": 0.339702, "hf_subset": "hat_Latn-dzo_Tibt", "languages": ["hat-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-hin_Deva", "languages": ["hat-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950675, "recall": 0.966403, "f1": 0.955764, "accuracy": 0.966403, "main_score": 0.955764, "hf_subset": "hat_Latn-khm_Khmr", "languages": ["hat-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "hat_Latn-mag_Deva", "languages": ["hat-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.940464, "recall": 0.95751, "f1": 0.945883, "accuracy": 0.95751, "main_score": 0.945883, "hf_subset": "hat_Latn-pap_Latn", "languages": ["hat-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572959, "recall": 0.621542, "f1": 0.586253, "accuracy": 0.621542, "main_score": 0.586253, "hf_subset": "hat_Latn-sot_Latn", "languages": ["hat-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-tur_Latn", "languages": ["hat-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811627, "recall": 0.853755, "f1": 0.824374, "accuracy": 0.853755, "main_score": 0.824374, "hf_subset": "hat_Latn-ace_Latn", "languages": ["hat-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893857, "recall": 0.918972, "f1": 0.901746, "accuracy": 0.918972, "main_score": 0.901746, "hf_subset": "hat_Latn-ban_Latn", "languages": ["hat-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hat_Latn-ell_Grek", "languages": ["hat-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "hat_Latn-hne_Deva", "languages": ["hat-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.553855, "recall": 0.602767, "f1": 0.567727, "accuracy": 0.602767, "main_score": 0.567727, "hf_subset": "hat_Latn-kik_Latn", "languages": ["hat-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962533, "recall": 0.974308, "f1": 0.966304, "accuracy": 0.974308, "main_score": 0.966304, "hf_subset": "hat_Latn-mai_Deva", "languages": ["hat-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.908679, "recall": 0.936759, "f1": 0.917721, "accuracy": 0.936759, "main_score": 0.917721, "hf_subset": "hat_Latn-pbt_Arab", "languages": ["hat-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hat_Latn-spa_Latn", "languages": ["hat-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575216, "recall": 0.629447, "f1": 0.59081, "accuracy": 0.629447, "main_score": 0.59081, "hf_subset": "hat_Latn-twi_Latn", "languages": ["hat-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964394, "accuracy": 0.972332, "main_score": 0.964394, "hf_subset": "hat_Latn-acm_Arab", "languages": ["hat-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "hat_Latn-bel_Cyrl", "languages": ["hat-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hat_Latn-eng_Latn", "languages": ["hat-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "hat_Latn-hrv_Latn", "languages": ["hat-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541461, "recall": 0.598814, "f1": 0.557127, "accuracy": 0.598814, "main_score": 0.557127, "hf_subset": "hat_Latn-kin_Latn", "languages": ["hat-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "hat_Latn-mal_Mlym", "languages": ["hat-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hat_Latn-pes_Arab", "languages": ["hat-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.965415, "f1": 0.955863, "accuracy": 0.965415, "main_score": 0.955863, "hf_subset": "hat_Latn-srd_Latn", "languages": ["hat-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194932, "recall": 0.236166, "f1": 0.205207, "accuracy": 0.236166, "main_score": 0.205207, "hf_subset": "hat_Latn-tzm_Tfng", "languages": ["hat-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "hat_Latn-acq_Arab", "languages": ["hat-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563185, "recall": 0.607708, "f1": 0.575353, "accuracy": 0.607708, "main_score": 0.575353, "hf_subset": "hat_Latn-bem_Latn", "languages": ["hat-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "hat_Latn-epo_Latn", "languages": ["hat-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "hat_Latn-hun_Latn", "languages": ["hat-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926877, "recall": 0.948617, "f1": 0.933794, "accuracy": 0.948617, "main_score": 0.933794, "hf_subset": "hat_Latn-kir_Cyrl", "languages": ["hat-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "hat_Latn-mar_Deva", "languages": ["hat-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.642047, "recall": 0.689723, "f1": 0.65477, "accuracy": 0.689723, "main_score": 0.65477, "hf_subset": "hat_Latn-plt_Latn", "languages": ["hat-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hat_Latn-srp_Cyrl", "languages": ["hat-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.892951, "recall": 0.920949, "f1": 0.901449, "accuracy": 0.920949, "main_score": 0.901449, "hf_subset": "hat_Latn-uig_Arab", "languages": ["hat-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953187, "recall": 0.966403, "f1": 0.957235, "accuracy": 0.966403, "main_score": 0.957235, "hf_subset": "hat_Latn-aeb_Arab", "languages": ["hat-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "hat_Latn-ben_Beng", "languages": ["hat-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "hat_Latn-est_Latn", "languages": ["hat-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "hat_Latn-hye_Armn", "languages": ["hat-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.525085, "recall": 0.566206, "f1": 0.536491, "accuracy": 0.566206, "main_score": 0.536491, "hf_subset": "hat_Latn-kmb_Latn", "languages": ["hat-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482966, "recall": 0.548419, "f1": 0.500589, "accuracy": 0.548419, "main_score": 0.500589, "hf_subset": "hat_Latn-min_Arab", "languages": ["hat-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "hat_Latn-pol_Latn", "languages": ["hat-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534396, "recall": 0.588933, "f1": 0.550246, "accuracy": 0.588933, "main_score": 0.550246, "hf_subset": "hat_Latn-ssw_Latn", "languages": ["hat-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "hat_Latn-ukr_Cyrl", "languages": ["hat-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hat_Latn-afr_Latn", "languages": ["hat-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938488, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "hat_Latn-bho_Deva", "languages": ["hat-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.933136, "recall": 0.954545, "f1": 0.940217, "accuracy": 0.954545, "main_score": 0.940217, "hf_subset": "hat_Latn-eus_Latn", "languages": ["hat-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55723, "recall": 0.612648, "f1": 0.573222, "accuracy": 0.612648, "main_score": 0.573222, "hf_subset": "hat_Latn-ibo_Latn", "languages": ["hat-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848979, "recall": 0.885375, "f1": 0.860098, "accuracy": 0.885375, "main_score": 0.860098, "hf_subset": "hat_Latn-kmr_Latn", "languages": ["hat-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927536, "recall": 0.948617, "f1": 0.934289, "accuracy": 0.948617, "main_score": 0.934289, "hf_subset": "hat_Latn-min_Latn", "languages": ["hat-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hat_Latn-por_Latn", "languages": ["hat-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942852, "recall": 0.958498, "f1": 0.947958, "accuracy": 0.958498, "main_score": 0.947958, "hf_subset": "hat_Latn-sun_Latn", "languages": ["hat-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491273, "recall": 0.54249, "f1": 0.505803, "accuracy": 0.54249, "main_score": 0.505803, "hf_subset": "hat_Latn-umb_Latn", "languages": ["hat-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "hat_Latn-ajp_Arab", "languages": ["hat-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51467, "recall": 0.574111, "f1": 0.530468, "accuracy": 0.574111, "main_score": 0.530468, "hf_subset": "hat_Latn-bjn_Arab", "languages": ["hat-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48639, "recall": 0.52668, "f1": 0.497257, "accuracy": 0.52668, "main_score": 0.497257, "hf_subset": "hat_Latn-ewe_Latn", "languages": ["hat-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879529, "recall": 0.911067, "f1": 0.889347, "accuracy": 0.911067, "main_score": 0.889347, "hf_subset": "hat_Latn-ilo_Latn", "languages": ["hat-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320389, "recall": 0.363636, "f1": 0.332032, "accuracy": 0.363636, "main_score": 0.332032, "hf_subset": "hat_Latn-knc_Arab", "languages": ["hat-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "hat_Latn-mkd_Cyrl", "languages": ["hat-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "hat_Latn-prs_Arab", "languages": ["hat-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "hat_Latn-swe_Latn", "languages": ["hat-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-urd_Arab", "languages": ["hat-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541951, "recall": 0.591897, "f1": 0.555472, "accuracy": 0.591897, "main_score": 0.555472, "hf_subset": "hat_Latn-aka_Latn", "languages": ["hat-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927019, "recall": 0.948617, "f1": 0.933877, "accuracy": 0.948617, "main_score": 0.933877, "hf_subset": "hat_Latn-bjn_Latn", "languages": ["hat-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911182, "recall": 0.935771, "f1": 0.918874, "accuracy": 0.935771, "main_score": 0.918874, "hf_subset": "hat_Latn-fao_Latn", "languages": ["hat-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965613, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "hat_Latn-ind_Latn", "languages": ["hat-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545867, "recall": 0.593874, "f1": 0.559156, "accuracy": 0.593874, "main_score": 0.559156, "hf_subset": "hat_Latn-knc_Latn", "languages": ["hat-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948699, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "hat_Latn-mlt_Latn", "languages": ["hat-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650967, "recall": 0.709486, "f1": 0.667774, "accuracy": 0.709486, "main_score": 0.667774, "hf_subset": "hat_Latn-quy_Latn", "languages": ["hat-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925, "recall": 0.944664, "f1": 0.93083, "accuracy": 0.944664, "main_score": 0.93083, "hf_subset": "hat_Latn-swh_Latn", "languages": ["hat-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954134, "recall": 0.968379, "f1": 0.958729, "accuracy": 0.968379, "main_score": 0.958729, "hf_subset": "hat_Latn-uzn_Latn", "languages": ["hat-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hat_Latn-als_Latn", "languages": ["hat-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513287, "recall": 0.591897, "f1": 0.535103, "accuracy": 0.591897, "main_score": 0.535103, "hf_subset": "hat_Latn-bod_Tibt", "languages": ["hat-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.643251, "recall": 0.695652, "f1": 0.657366, "accuracy": 0.695652, "main_score": 0.657366, "hf_subset": "hat_Latn-fij_Latn", "languages": ["hat-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921443, "recall": 0.945652, "f1": 0.929183, "accuracy": 0.945652, "main_score": 0.929183, "hf_subset": "hat_Latn-isl_Latn", "languages": ["hat-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633124, "recall": 0.677866, "f1": 0.646014, "accuracy": 0.677866, "main_score": 0.646014, "hf_subset": "hat_Latn-kon_Latn", "languages": ["hat-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59908, "recall": 0.663043, "f1": 0.616943, "accuracy": 0.663043, "main_score": 0.616943, "hf_subset": "hat_Latn-mni_Beng", "languages": ["hat-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hat_Latn-ron_Latn", "languages": ["hat-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.958498, "f1": 0.948452, "accuracy": 0.958498, "main_score": 0.948452, "hf_subset": "hat_Latn-szl_Latn", "languages": ["hat-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "hat_Latn-vec_Latn", "languages": ["hat-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869318, "recall": 0.902174, "f1": 0.879418, "accuracy": 0.902174, "main_score": 0.879418, "hf_subset": "hat_Latn-amh_Ethi", "languages": ["hat-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "hat_Latn-bos_Latn", "languages": ["hat-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "hat_Latn-fin_Latn", "languages": ["hat-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hat_Latn-ita_Latn", "languages": ["hat-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "hat_Latn-kor_Hang", "languages": ["hat-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.529832, "recall": 0.58004, "f1": 0.543154, "accuracy": 0.58004, "main_score": 0.543154, "hf_subset": "hat_Latn-mos_Latn", "languages": ["hat-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53445, "recall": 0.583992, "f1": 0.548241, "accuracy": 0.583992, "main_score": 0.548241, "hf_subset": "hat_Latn-run_Latn", "languages": ["hat-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965991, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "hat_Latn-tam_Taml", "languages": ["hat-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "hat_Latn-vie_Latn", "languages": ["hat-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "hat_Latn-apc_Arab", "languages": ["hat-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.726549, "recall": 0.773715, "f1": 0.740011, "accuracy": 0.773715, "main_score": 0.740011, "hf_subset": "hat_Latn-bug_Latn", "languages": ["hat-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456019, "recall": 0.503953, "f1": 0.4687, "accuracy": 0.503953, "main_score": 0.4687, "hf_subset": "hat_Latn-fon_Latn", "languages": ["hat-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "hat_Latn-jav_Latn", "languages": ["hat-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "hat_Latn-lao_Laoo", "languages": ["hat-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.782806, "recall": 0.833992, "f1": 0.797859, "accuracy": 0.833992, "main_score": 0.797859, "hf_subset": "hat_Latn-mri_Latn", "languages": ["hat-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "hat_Latn-rus_Cyrl", "languages": ["hat-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522261, "recall": 0.568182, "f1": 0.534835, "accuracy": 0.568182, "main_score": 0.534835, "hf_subset": "hat_Latn-taq_Latn", "languages": ["hat-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "hat_Latn-war_Latn", "languages": ["hat-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968956, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "hat_Latn-arb_Arab", "languages": ["hat-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "hat_Latn-bul_Cyrl", "languages": ["hat-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "hat_Latn-fra_Latn", "languages": ["hat-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959239, "recall": 0.972332, "f1": 0.963505, "accuracy": 0.972332, "main_score": 0.963505, "hf_subset": "hat_Latn-jpn_Jpan", "languages": ["hat-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.970356, "f1": 0.963109, "accuracy": 0.970356, "main_score": 0.963109, "hf_subset": "hat_Latn-lij_Latn", "languages": ["hat-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943841, "accuracy": 0.956522, "main_score": 0.943841, "hf_subset": "hat_Latn-mya_Mymr", "languages": ["hat-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.571985, "recall": 0.629447, "f1": 0.587369, "accuracy": 0.629447, "main_score": 0.587369, "hf_subset": "hat_Latn-sag_Latn", "languages": ["hat-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.209032, "recall": 0.247036, "f1": 0.217556, "accuracy": 0.247036, "main_score": 0.217556, "hf_subset": "hat_Latn-taq_Tfng", "languages": ["hat-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.601005, "recall": 0.658103, "f1": 0.617344, "accuracy": 0.658103, "main_score": 0.617344, "hf_subset": "hat_Latn-wol_Latn", "languages": ["hat-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730016, "recall": 0.784585, "f1": 0.745542, "accuracy": 0.784585, "main_score": 0.745542, "hf_subset": "hat_Latn-arb_Latn", "languages": ["hat-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973238, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "hat_Latn-cat_Latn", "languages": ["hat-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96138, "recall": 0.97332, "f1": 0.965152, "accuracy": 0.97332, "main_score": 0.965152, "hf_subset": "hat_Latn-fur_Latn", "languages": ["hat-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423578, "recall": 0.471344, "f1": 0.436554, "accuracy": 0.471344, "main_score": 0.436554, "hf_subset": "hat_Latn-kab_Latn", "languages": ["hat-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "hat_Latn-lim_Latn", "languages": ["hat-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958416, "recall": 0.971344, "f1": 0.962516, "accuracy": 0.971344, "main_score": 0.962516, "hf_subset": "hat_Latn-nld_Latn", "languages": ["hat-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936182, "recall": 0.954545, "f1": 0.94193, "accuracy": 0.954545, "main_score": 0.94193, "hf_subset": "hat_Latn-san_Deva", "languages": ["hat-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.955534, "f1": 0.943676, "accuracy": 0.955534, "main_score": 0.943676, "hf_subset": "hat_Latn-tat_Cyrl", "languages": ["hat-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.638449, "recall": 0.684783, "f1": 0.651525, "accuracy": 0.684783, "main_score": 0.651525, "hf_subset": "hat_Latn-xho_Latn", "languages": ["hat-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967144, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "hat_Latn-ars_Arab", "languages": ["hat-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "hat_Latn-ceb_Latn", "languages": ["hat-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523089, "recall": 0.579051, "f1": 0.538343, "accuracy": 0.579051, "main_score": 0.538343, "hf_subset": "hat_Latn-fuv_Latn", "languages": ["hat-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488193, "recall": 0.538538, "f1": 0.501249, "accuracy": 0.538538, "main_score": 0.501249, "hf_subset": "hat_Latn-kac_Latn", "languages": ["hat-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645085, "recall": 0.692688, "f1": 0.658144, "accuracy": 0.692688, "main_score": 0.658144, "hf_subset": "hat_Latn-lin_Latn", "languages": ["hat-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967095, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "hat_Latn-nno_Latn", "languages": ["hat-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.220761, "recall": 0.280632, "f1": 0.235609, "accuracy": 0.280632, "main_score": 0.235609, "hf_subset": "hat_Latn-sat_Olck", "languages": ["hat-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "hat_Latn-tel_Telu", "languages": ["hat-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.90275, "recall": 0.928854, "f1": 0.910968, "accuracy": 0.928854, "main_score": 0.910968, "hf_subset": "hat_Latn-ydd_Hebr", "languages": ["hat-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.936001, "recall": 0.952569, "f1": 0.941041, "accuracy": 0.952569, "main_score": 0.941041, "hf_subset": "hat_Latn-ary_Arab", "languages": ["hat-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965497, "recall": 0.976285, "f1": 0.968939, "accuracy": 0.976285, "main_score": 0.968939, "hf_subset": "hat_Latn-ces_Latn", "languages": ["hat-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577694, "recall": 0.632411, "f1": 0.593862, "accuracy": 0.632411, "main_score": 0.593862, "hf_subset": "hat_Latn-gaz_Latn", "languages": ["hat-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553041, "recall": 0.607708, "f1": 0.568798, "accuracy": 0.607708, "main_score": 0.568798, "hf_subset": "hat_Latn-kam_Latn", "languages": ["hat-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "hat_Latn-lit_Latn", "languages": ["hat-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "hat_Latn-nob_Latn", "languages": ["hat-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954134, "recall": 0.967391, "f1": 0.958399, "accuracy": 0.967391, "main_score": 0.958399, "hf_subset": "hat_Latn-scn_Latn", "languages": ["hat-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931242, "recall": 0.950593, "f1": 0.937484, "accuracy": 0.950593, "main_score": 0.937484, "hf_subset": "hat_Latn-tgk_Cyrl", "languages": ["hat-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651732, "recall": 0.720356, "f1": 0.672299, "accuracy": 0.720356, "main_score": 0.672299, "hf_subset": "hat_Latn-yor_Latn", "languages": ["hat-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "hat_Latn-arz_Arab", "languages": ["hat-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523177, "recall": 0.575099, "f1": 0.537771, "accuracy": 0.575099, "main_score": 0.537771, "hf_subset": "hat_Latn-cjk_Latn", "languages": ["hat-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707124, "recall": 0.756917, "f1": 0.721445, "accuracy": 0.756917, "main_score": 0.721445, "hf_subset": "hat_Latn-gla_Latn", "languages": ["hat-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "hat_Latn-kan_Knda", "languages": ["hat-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.968379, "f1": 0.96031, "accuracy": 0.968379, "main_score": 0.96031, "hf_subset": "hat_Latn-lmo_Latn", "languages": ["hat-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "hat_Latn-npi_Deva", "languages": ["hat-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.417445, "recall": 0.466403, "f1": 0.431002, "accuracy": 0.466403, "main_score": 0.431002, "hf_subset": "hat_Latn-shn_Mymr", "languages": ["hat-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.965827, "recall": 0.976285, "f1": 0.969104, "accuracy": 0.976285, "main_score": 0.969104, "hf_subset": "hat_Latn-tgl_Latn", "languages": ["hat-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965547, "accuracy": 0.97332, "main_score": 0.965547, "hf_subset": "hat_Latn-yue_Hant", "languages": ["hat-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.965415, "f1": 0.954051, "accuracy": 0.965415, "main_score": 0.954051, "hf_subset": "hat_Latn-asm_Beng", "languages": ["hat-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.892935, "recall": 0.921937, "f1": 0.901713, "accuracy": 0.921937, "main_score": 0.901713, "hf_subset": "hat_Latn-ckb_Arab", "languages": ["hat-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811174, "recall": 0.854743, "f1": 0.823968, "accuracy": 0.854743, "main_score": 0.823968, "hf_subset": "hat_Latn-gle_Latn", "languages": ["hat-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86726, "recall": 0.903162, "f1": 0.878393, "accuracy": 0.903162, "main_score": 0.878393, "hf_subset": "hat_Latn-kas_Arab", "languages": ["hat-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.877125, "recall": 0.909091, "f1": 0.886759, "accuracy": 0.909091, "main_score": 0.886759, "hf_subset": "hat_Latn-ltg_Latn", "languages": ["hat-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585535, "recall": 0.629447, "f1": 0.597225, "accuracy": 0.629447, "main_score": 0.597225, "hf_subset": "hat_Latn-nso_Latn", "languages": ["hat-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933712, "recall": 0.953557, "f1": 0.940119, "accuracy": 0.953557, "main_score": 0.940119, "hf_subset": "hat_Latn-sin_Sinh", "languages": ["hat-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.958613, "recall": 0.970356, "f1": 0.962187, "accuracy": 0.970356, "main_score": 0.962187, "hf_subset": "hat_Latn-tha_Thai", "languages": ["hat-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956653, "accuracy": 0.966403, "main_score": 0.956653, "hf_subset": "hat_Latn-zho_Hans", "languages": ["hat-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "hat_Latn-ast_Latn", "languages": ["hat-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "hat_Latn-crh_Latn", "languages": ["hat-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "hat_Latn-glg_Latn", "languages": ["hat-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789856, "recall": 0.835968, "f1": 0.803102, "accuracy": 0.835968, "main_score": 0.803102, "hf_subset": "hat_Latn-kas_Deva", "languages": ["hat-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.936594, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "hat_Latn-ltz_Latn", "languages": ["hat-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442772, "recall": 0.498024, "f1": 0.457364, "accuracy": 0.498024, "main_score": 0.457364, "hf_subset": "hat_Latn-nus_Latn", "languages": ["hat-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "hat_Latn-slk_Latn", "languages": ["hat-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532113, "recall": 0.59585, "f1": 0.549018, "accuracy": 0.59585, "main_score": 0.549018, "hf_subset": "hat_Latn-tir_Ethi", "languages": ["hat-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.969368, "f1": 0.959157, "accuracy": 0.969368, "main_score": 0.959157, "hf_subset": "hat_Latn-zho_Hant", "languages": ["hat-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.942194, "recall": 0.959486, "f1": 0.947746, "accuracy": 0.959486, "main_score": 0.947746, "hf_subset": "hat_Latn-awa_Deva", "languages": ["hat-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.919302, "recall": 0.9417, "f1": 0.926186, "accuracy": 0.9417, "main_score": 0.926186, "hf_subset": "hat_Latn-cym_Latn", "languages": ["hat-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.773781, "recall": 0.81917, "f1": 0.787451, "accuracy": 0.81917, "main_score": 0.787451, "hf_subset": "hat_Latn-grn_Latn", "languages": ["hat-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947546, "recall": 0.963439, "f1": 0.952635, "accuracy": 0.963439, "main_score": 0.952635, "hf_subset": "hat_Latn-kat_Geor", "languages": ["hat-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.599764, "recall": 0.652174, "f1": 0.614138, "accuracy": 0.652174, "main_score": 0.614138, "hf_subset": "hat_Latn-lua_Latn", "languages": ["hat-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581075, "recall": 0.637352, "f1": 0.597119, "accuracy": 0.637352, "main_score": 0.597119, "hf_subset": "hat_Latn-nya_Latn", "languages": ["hat-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960013, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "hat_Latn-slv_Latn", "languages": ["hat-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855032, "recall": 0.889328, "f1": 0.865008, "accuracy": 0.889328, "main_score": 0.865008, "hf_subset": "hat_Latn-tpi_Latn", "languages": ["hat-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "hat_Latn-zsm_Latn", "languages": ["hat-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524761, "recall": 0.577075, "f1": 0.539262, "accuracy": 0.577075, "main_score": 0.539262, "hf_subset": "hat_Latn-ayr_Latn", "languages": ["hat-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "hat_Latn-dan_Latn", "languages": ["hat-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "hat_Latn-guj_Gujr", "languages": ["hat-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "hat_Latn-kaz_Cyrl", "languages": ["hat-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516489, "recall": 0.568182, "f1": 0.53167, "accuracy": 0.568182, "main_score": 0.53167, "hf_subset": "hat_Latn-lug_Latn", "languages": ["hat-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hat_Latn-oci_Latn", "languages": ["hat-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767105, "recall": 0.811265, "f1": 0.7796, "accuracy": 0.811265, "main_score": 0.7796, "hf_subset": "hat_Latn-smo_Latn", "languages": ["hat-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512416, "recall": 0.562253, "f1": 0.525575, "accuracy": 0.562253, "main_score": 0.525575, "hf_subset": "hat_Latn-tsn_Latn", "languages": ["hat-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59002, "recall": 0.649209, "f1": 0.606955, "accuracy": 0.649209, "main_score": 0.606955, "hf_subset": "hat_Latn-zul_Latn", "languages": ["hat-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845612, "recall": 0.881423, "f1": 0.856703, "accuracy": 0.881423, "main_score": 0.856703, "hf_subset": "hat_Latn-azb_Arab", "languages": ["hat-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "hat_Latn-deu_Latn", "languages": ["hat-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481634, "recall": 0.524704, "f1": 0.493056, "accuracy": 0.524704, "main_score": 0.493056, "hf_subset": "hat_Latn-kbp_Latn", "languages": ["hat-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541215, "recall": 0.592885, "f1": 0.555204, "accuracy": 0.592885, "main_score": 0.555204, "hf_subset": "hat_Latn-luo_Latn", "languages": ["hat-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "hat_Latn-ory_Orya", "languages": ["hat-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.52412, "recall": 0.58498, "f1": 0.541449, "accuracy": 0.58498, "main_score": 0.541449, "hf_subset": "hat_Latn-sna_Latn", "languages": ["hat-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525131, "recall": 0.572134, "f1": 0.537634, "accuracy": 0.572134, "main_score": 0.537634, "hf_subset": "hat_Latn-tso_Latn", "languages": ["hat-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936594, "recall": 0.956522, "f1": 0.943017, "accuracy": 0.956522, "main_score": 0.943017, "hf_subset": "hat_Latn-azj_Latn", "languages": ["hat-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508576, "recall": 0.560277, "f1": 0.523102, "accuracy": 0.560277, "main_score": 0.523102, "hf_subset": "hat_Latn-dik_Latn", "languages": ["hat-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699541, "recall": 0.751976, "f1": 0.714417, "accuracy": 0.751976, "main_score": 0.714417, "hf_subset": "hat_Latn-hau_Latn", "languages": ["hat-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949275, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "hat_Latn-kea_Latn", "languages": ["hat-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660977, "recall": 0.70751, "f1": 0.67417, "accuracy": 0.70751, "main_score": 0.67417, "hf_subset": "hat_Latn-lus_Latn", "languages": ["hat-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804554, "recall": 0.838933, "f1": 0.814472, "accuracy": 0.838933, "main_score": 0.814472, "hf_subset": "hat_Latn-pag_Latn", "languages": ["hat-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957263, "recall": 0.970356, "f1": 0.961364, "accuracy": 0.970356, "main_score": 0.961364, "hf_subset": "hat_Latn-snd_Arab", "languages": ["hat-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.86306, "recall": 0.902174, "f1": 0.875231, "accuracy": 0.902174, "main_score": 0.875231, "hf_subset": "hat_Latn-tuk_Latn", "languages": ["hat-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937204, "recall": 0.955534, "f1": 0.942918, "accuracy": 0.955534, "main_score": 0.942918, "hf_subset": "hat_Latn-bak_Cyrl", "languages": ["hat-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.46392, "recall": 0.536561, "f1": 0.485168, "accuracy": 0.536561, "main_score": 0.485168, "hf_subset": "hat_Latn-dyu_Latn", "languages": ["hat-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "hat_Latn-heb_Hebr", "languages": ["hat-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.93111, "recall": 0.951581, "f1": 0.937648, "accuracy": 0.951581, "main_score": 0.937648, "hf_subset": "hat_Latn-khk_Cyrl", "languages": ["hat-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-lvs_Latn", "languages": ["hat-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967589, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "hat_Latn-pan_Guru", "languages": ["hat-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.658903, "recall": 0.716403, "f1": 0.674692, "accuracy": 0.716403, "main_score": 0.674692, "hf_subset": "hat_Latn-som_Latn", "languages": ["hat-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540505, "recall": 0.581028, "f1": 0.551747, "accuracy": 0.581028, "main_score": 0.551747, "hf_subset": "hat_Latn-tum_Latn", "languages": ["hat-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39432, "recall": 0.436759, "f1": 0.406341, "accuracy": 0.436759, "main_score": 0.406341, "hf_subset": "kbp_Latn-ace_Arab", "languages": ["kbp-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486812, "recall": 0.531621, "f1": 0.498407, "accuracy": 0.531621, "main_score": 0.498407, "hf_subset": "kbp_Latn-bam_Latn", "languages": ["kbp-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200671, "recall": 0.246047, "f1": 0.213291, "accuracy": 0.246047, "main_score": 0.213291, "hf_subset": "kbp_Latn-dzo_Tibt", "languages": ["kbp-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.480599, "recall": 0.524704, "f1": 0.492634, "accuracy": 0.524704, "main_score": 0.492634, "hf_subset": "kbp_Latn-hin_Deva", "languages": ["kbp-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.447731, "recall": 0.493083, "f1": 0.460101, "accuracy": 0.493083, "main_score": 0.460101, "hf_subset": "kbp_Latn-khm_Khmr", "languages": ["kbp-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.485426, "recall": 0.52668, "f1": 0.496477, "accuracy": 0.52668, "main_score": 0.496477, "hf_subset": "kbp_Latn-mag_Deva", "languages": ["kbp-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.494024, "recall": 0.536561, "f1": 0.504765, "accuracy": 0.536561, "main_score": 0.504765, "hf_subset": "kbp_Latn-pap_Latn", "languages": ["kbp-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496528, "recall": 0.535573, "f1": 0.506909, "accuracy": 0.535573, "main_score": 0.506909, "hf_subset": "kbp_Latn-sot_Latn", "languages": ["kbp-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490893, "recall": 0.534585, "f1": 0.502592, "accuracy": 0.534585, "main_score": 0.502592, "hf_subset": "kbp_Latn-tur_Latn", "languages": ["kbp-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499998, "recall": 0.537549, "f1": 0.510065, "accuracy": 0.537549, "main_score": 0.510065, "hf_subset": "kbp_Latn-ace_Latn", "languages": ["kbp-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505838, "recall": 0.541502, "f1": 0.515236, "accuracy": 0.541502, "main_score": 0.515236, "hf_subset": "kbp_Latn-ban_Latn", "languages": ["kbp-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481441, "recall": 0.533597, "f1": 0.494652, "accuracy": 0.533597, "main_score": 0.494652, "hf_subset": "kbp_Latn-ell_Grek", "languages": ["kbp-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.478362, "recall": 0.521739, "f1": 0.490003, "accuracy": 0.521739, "main_score": 0.490003, "hf_subset": "kbp_Latn-hne_Deva", "languages": ["kbp-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450608, "recall": 0.5, "f1": 0.463874, "accuracy": 0.5, "main_score": 0.463874, "hf_subset": "kbp_Latn-kik_Latn", "languages": ["kbp-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477281, "recall": 0.520751, "f1": 0.489162, "accuracy": 0.520751, "main_score": 0.489162, "hf_subset": "kbp_Latn-mai_Deva", "languages": ["kbp-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.439618, "recall": 0.492095, "f1": 0.453859, "accuracy": 0.492095, "main_score": 0.453859, "hf_subset": "kbp_Latn-pbt_Arab", "languages": ["kbp-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483953, "recall": 0.529644, "f1": 0.496871, "accuracy": 0.529644, "main_score": 0.496871, "hf_subset": "kbp_Latn-spa_Latn", "languages": ["kbp-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506875, "recall": 0.546443, "f1": 0.518497, "accuracy": 0.546443, "main_score": 0.518497, "hf_subset": "kbp_Latn-twi_Latn", "languages": ["kbp-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477661, "recall": 0.522727, "f1": 0.489373, "accuracy": 0.522727, "main_score": 0.489373, "hf_subset": "kbp_Latn-acm_Arab", "languages": ["kbp-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475769, "recall": 0.519763, "f1": 0.487096, "accuracy": 0.519763, "main_score": 0.487096, "hf_subset": "kbp_Latn-bel_Cyrl", "languages": ["kbp-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503641, "recall": 0.549407, "f1": 0.516252, "accuracy": 0.549407, "main_score": 0.516252, "hf_subset": "kbp_Latn-eng_Latn", "languages": ["kbp-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5153, "recall": 0.556324, "f1": 0.526141, "accuracy": 0.556324, "main_score": 0.526141, "hf_subset": "kbp_Latn-hrv_Latn", "languages": ["kbp-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476177, "recall": 0.51581, "f1": 0.486738, "accuracy": 0.51581, "main_score": 0.486738, "hf_subset": "kbp_Latn-kin_Latn", "languages": ["kbp-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46621, "recall": 0.51581, "f1": 0.479471, "accuracy": 0.51581, "main_score": 0.479471, "hf_subset": "kbp_Latn-mal_Mlym", "languages": ["kbp-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.479616, "recall": 0.525692, "f1": 0.492472, "accuracy": 0.525692, "main_score": 0.492472, "hf_subset": "kbp_Latn-pes_Arab", "languages": ["kbp-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495017, "recall": 0.534585, "f1": 0.505633, "accuracy": 0.534585, "main_score": 0.505633, "hf_subset": "kbp_Latn-srd_Latn", "languages": ["kbp-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184105, "recall": 0.218379, "f1": 0.193127, "accuracy": 0.218379, "main_score": 0.193127, "hf_subset": "kbp_Latn-tzm_Tfng", "languages": ["kbp-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.484595, "recall": 0.529644, "f1": 0.496839, "accuracy": 0.529644, "main_score": 0.496839, "hf_subset": "kbp_Latn-acq_Arab", "languages": ["kbp-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50918, "recall": 0.54249, "f1": 0.517969, "accuracy": 0.54249, "main_score": 0.517969, "hf_subset": "kbp_Latn-bem_Latn", "languages": ["kbp-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487837, "recall": 0.533597, "f1": 0.499603, "accuracy": 0.533597, "main_score": 0.499603, "hf_subset": "kbp_Latn-epo_Latn", "languages": ["kbp-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499566, "recall": 0.543478, "f1": 0.51156, "accuracy": 0.543478, "main_score": 0.51156, "hf_subset": "kbp_Latn-hun_Latn", "languages": ["kbp-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48182, "recall": 0.522727, "f1": 0.492802, "accuracy": 0.522727, "main_score": 0.492802, "hf_subset": "kbp_Latn-kir_Cyrl", "languages": ["kbp-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.484213, "recall": 0.524704, "f1": 0.495487, "accuracy": 0.524704, "main_score": 0.495487, "hf_subset": "kbp_Latn-mar_Deva", "languages": ["kbp-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.510929, "recall": 0.547431, "f1": 0.521353, "accuracy": 0.547431, "main_score": 0.521353, "hf_subset": "kbp_Latn-plt_Latn", "languages": ["kbp-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497807, "recall": 0.543478, "f1": 0.510061, "accuracy": 0.543478, "main_score": 0.510061, "hf_subset": "kbp_Latn-srp_Cyrl", "languages": ["kbp-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.434774, "recall": 0.478261, "f1": 0.446746, "accuracy": 0.478261, "main_score": 0.446746, "hf_subset": "kbp_Latn-uig_Arab", "languages": ["kbp-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471033, "recall": 0.511858, "f1": 0.482047, "accuracy": 0.511858, "main_score": 0.482047, "hf_subset": "kbp_Latn-aeb_Arab", "languages": ["kbp-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475929, "recall": 0.523715, "f1": 0.489465, "accuracy": 0.523715, "main_score": 0.489465, "hf_subset": "kbp_Latn-ben_Beng", "languages": ["kbp-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.480434, "recall": 0.527668, "f1": 0.49299, "accuracy": 0.527668, "main_score": 0.49299, "hf_subset": "kbp_Latn-est_Latn", "languages": ["kbp-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469524, "recall": 0.517787, "f1": 0.481962, "accuracy": 0.517787, "main_score": 0.481962, "hf_subset": "kbp_Latn-hye_Armn", "languages": ["kbp-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.501556, "recall": 0.538538, "f1": 0.51236, "accuracy": 0.538538, "main_score": 0.51236, "hf_subset": "kbp_Latn-kmb_Latn", "languages": ["kbp-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373284, "recall": 0.416008, "f1": 0.385266, "accuracy": 0.416008, "main_score": 0.385266, "hf_subset": "kbp_Latn-min_Arab", "languages": ["kbp-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497949, "recall": 0.544466, "f1": 0.510217, "accuracy": 0.544466, "main_score": 0.510217, "hf_subset": "kbp_Latn-pol_Latn", "languages": ["kbp-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505955, "recall": 0.546443, "f1": 0.517429, "accuracy": 0.546443, "main_score": 0.517429, "hf_subset": "kbp_Latn-ssw_Latn", "languages": ["kbp-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480245, "recall": 0.530632, "f1": 0.493618, "accuracy": 0.530632, "main_score": 0.493618, "hf_subset": "kbp_Latn-ukr_Cyrl", "languages": ["kbp-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508494, "recall": 0.548419, "f1": 0.519247, "accuracy": 0.548419, "main_score": 0.519247, "hf_subset": "kbp_Latn-afr_Latn", "languages": ["kbp-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484014, "recall": 0.523715, "f1": 0.494172, "accuracy": 0.523715, "main_score": 0.494172, "hf_subset": "kbp_Latn-bho_Deva", "languages": ["kbp-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.506985, "recall": 0.543478, "f1": 0.516681, "accuracy": 0.543478, "main_score": 0.516681, "hf_subset": "kbp_Latn-eus_Latn", "languages": ["kbp-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482294, "recall": 0.52668, "f1": 0.494604, "accuracy": 0.52668, "main_score": 0.494604, "hf_subset": "kbp_Latn-ibo_Latn", "languages": ["kbp-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491648, "recall": 0.535573, "f1": 0.503449, "accuracy": 0.535573, "main_score": 0.503449, "hf_subset": "kbp_Latn-kmr_Latn", "languages": ["kbp-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501816, "recall": 0.541502, "f1": 0.512398, "accuracy": 0.541502, "main_score": 0.512398, "hf_subset": "kbp_Latn-min_Latn", "languages": ["kbp-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502859, "recall": 0.548419, "f1": 0.515112, "accuracy": 0.548419, "main_score": 0.515112, "hf_subset": "kbp_Latn-por_Latn", "languages": ["kbp-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50134, "recall": 0.540514, "f1": 0.511632, "accuracy": 0.540514, "main_score": 0.511632, "hf_subset": "kbp_Latn-sun_Latn", "languages": ["kbp-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466561, "recall": 0.51087, "f1": 0.479004, "accuracy": 0.51087, "main_score": 0.479004, "hf_subset": "kbp_Latn-umb_Latn", "languages": ["kbp-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490724, "recall": 0.535573, "f1": 0.5023, "accuracy": 0.535573, "main_score": 0.5023, "hf_subset": "kbp_Latn-ajp_Arab", "languages": ["kbp-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.377452, "recall": 0.424901, "f1": 0.390678, "accuracy": 0.424901, "main_score": 0.390678, "hf_subset": "kbp_Latn-bjn_Arab", "languages": ["kbp-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48243, "recall": 0.517787, "f1": 0.492302, "accuracy": 0.517787, "main_score": 0.492302, "hf_subset": "kbp_Latn-ewe_Latn", "languages": ["kbp-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508328, "recall": 0.546443, "f1": 0.518064, "accuracy": 0.546443, "main_score": 0.518064, "hf_subset": "kbp_Latn-ilo_Latn", "languages": ["kbp-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290366, "recall": 0.336957, "f1": 0.30308, "accuracy": 0.336957, "main_score": 0.30308, "hf_subset": "kbp_Latn-knc_Arab", "languages": ["kbp-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.488908, "recall": 0.534585, "f1": 0.501083, "accuracy": 0.534585, "main_score": 0.501083, "hf_subset": "kbp_Latn-mkd_Cyrl", "languages": ["kbp-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469825, "recall": 0.521739, "f1": 0.483823, "accuracy": 0.521739, "main_score": 0.483823, "hf_subset": "kbp_Latn-prs_Arab", "languages": ["kbp-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5033, "recall": 0.549407, "f1": 0.51543, "accuracy": 0.549407, "main_score": 0.51543, "hf_subset": "kbp_Latn-swe_Latn", "languages": ["kbp-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447861, "recall": 0.502964, "f1": 0.463251, "accuracy": 0.502964, "main_score": 0.463251, "hf_subset": "kbp_Latn-urd_Arab", "languages": ["kbp-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495846, "recall": 0.533597, "f1": 0.506483, "accuracy": 0.533597, "main_score": 0.506483, "hf_subset": "kbp_Latn-aka_Latn", "languages": ["kbp-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503911, "recall": 0.535573, "f1": 0.512629, "accuracy": 0.535573, "main_score": 0.512629, "hf_subset": "kbp_Latn-bjn_Latn", "languages": ["kbp-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488556, "recall": 0.528656, "f1": 0.499558, "accuracy": 0.528656, "main_score": 0.499558, "hf_subset": "kbp_Latn-fao_Latn", "languages": ["kbp-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506538, "recall": 0.545455, "f1": 0.51711, "accuracy": 0.545455, "main_score": 0.51711, "hf_subset": "kbp_Latn-ind_Latn", "languages": ["kbp-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490651, "recall": 0.531621, "f1": 0.501951, "accuracy": 0.531621, "main_score": 0.501951, "hf_subset": "kbp_Latn-knc_Latn", "languages": ["kbp-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501622, "recall": 0.540514, "f1": 0.511271, "accuracy": 0.540514, "main_score": 0.511271, "hf_subset": "kbp_Latn-mlt_Latn", "languages": ["kbp-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47591, "recall": 0.522727, "f1": 0.488838, "accuracy": 0.522727, "main_score": 0.488838, "hf_subset": "kbp_Latn-quy_Latn", "languages": ["kbp-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483683, "recall": 0.529644, "f1": 0.496241, "accuracy": 0.529644, "main_score": 0.496241, "hf_subset": "kbp_Latn-swh_Latn", "languages": ["kbp-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470745, "recall": 0.513834, "f1": 0.482503, "accuracy": 0.513834, "main_score": 0.482503, "hf_subset": "kbp_Latn-uzn_Latn", "languages": ["kbp-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490615, "recall": 0.535573, "f1": 0.502475, "accuracy": 0.535573, "main_score": 0.502475, "hf_subset": "kbp_Latn-als_Latn", "languages": ["kbp-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.235964, "recall": 0.287549, "f1": 0.249032, "accuracy": 0.287549, "main_score": 0.249032, "hf_subset": "kbp_Latn-bod_Tibt", "languages": ["kbp-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.487641, "recall": 0.527668, "f1": 0.499299, "accuracy": 0.527668, "main_score": 0.499299, "hf_subset": "kbp_Latn-fij_Latn", "languages": ["kbp-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479423, "recall": 0.520751, "f1": 0.490956, "accuracy": 0.520751, "main_score": 0.490956, "hf_subset": "kbp_Latn-isl_Latn", "languages": ["kbp-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505895, "recall": 0.554348, "f1": 0.519236, "accuracy": 0.554348, "main_score": 0.519236, "hf_subset": "kbp_Latn-kon_Latn", "languages": ["kbp-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423962, "recall": 0.478261, "f1": 0.438713, "accuracy": 0.478261, "main_score": 0.438713, "hf_subset": "kbp_Latn-mni_Beng", "languages": ["kbp-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.500999, "recall": 0.54249, "f1": 0.511722, "accuracy": 0.54249, "main_score": 0.511722, "hf_subset": "kbp_Latn-ron_Latn", "languages": ["kbp-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503549, "recall": 0.548419, "f1": 0.515362, "accuracy": 0.548419, "main_score": 0.515362, "hf_subset": "kbp_Latn-szl_Latn", "languages": ["kbp-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496433, "recall": 0.539526, "f1": 0.507624, "accuracy": 0.539526, "main_score": 0.507624, "hf_subset": "kbp_Latn-vec_Latn", "languages": ["kbp-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424138, "recall": 0.479249, "f1": 0.439187, "accuracy": 0.479249, "main_score": 0.439187, "hf_subset": "kbp_Latn-amh_Ethi", "languages": ["kbp-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.502515, "recall": 0.545455, "f1": 0.514877, "accuracy": 0.545455, "main_score": 0.514877, "hf_subset": "kbp_Latn-bos_Latn", "languages": ["kbp-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472147, "recall": 0.520751, "f1": 0.48523, "accuracy": 0.520751, "main_score": 0.48523, "hf_subset": "kbp_Latn-fin_Latn", "languages": ["kbp-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495732, "recall": 0.539526, "f1": 0.507755, "accuracy": 0.539526, "main_score": 0.507755, "hf_subset": "kbp_Latn-ita_Latn", "languages": ["kbp-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486687, "recall": 0.534585, "f1": 0.499427, "accuracy": 0.534585, "main_score": 0.499427, "hf_subset": "kbp_Latn-kor_Hang", "languages": ["kbp-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.4779, "recall": 0.521739, "f1": 0.490081, "accuracy": 0.521739, "main_score": 0.490081, "hf_subset": "kbp_Latn-mos_Latn", "languages": ["kbp-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496659, "recall": 0.538538, "f1": 0.508617, "accuracy": 0.538538, "main_score": 0.508617, "hf_subset": "kbp_Latn-run_Latn", "languages": ["kbp-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457133, "recall": 0.505929, "f1": 0.470602, "accuracy": 0.505929, "main_score": 0.470602, "hf_subset": "kbp_Latn-tam_Taml", "languages": ["kbp-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.495229, "recall": 0.538538, "f1": 0.506632, "accuracy": 0.538538, "main_score": 0.506632, "hf_subset": "kbp_Latn-vie_Latn", "languages": ["kbp-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47732, "recall": 0.523715, "f1": 0.489878, "accuracy": 0.523715, "main_score": 0.489878, "hf_subset": "kbp_Latn-apc_Arab", "languages": ["kbp-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49184, "recall": 0.525692, "f1": 0.501735, "accuracy": 0.525692, "main_score": 0.501735, "hf_subset": "kbp_Latn-bug_Latn", "languages": ["kbp-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466471, "recall": 0.504941, "f1": 0.477023, "accuracy": 0.504941, "main_score": 0.477023, "hf_subset": "kbp_Latn-fon_Latn", "languages": ["kbp-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507922, "recall": 0.543478, "f1": 0.517721, "accuracy": 0.543478, "main_score": 0.517721, "hf_subset": "kbp_Latn-jav_Latn", "languages": ["kbp-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453787, "recall": 0.499012, "f1": 0.466172, "accuracy": 0.499012, "main_score": 0.466172, "hf_subset": "kbp_Latn-lao_Laoo", "languages": ["kbp-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.471106, "recall": 0.505929, "f1": 0.481143, "accuracy": 0.505929, "main_score": 0.481143, "hf_subset": "kbp_Latn-mri_Latn", "languages": ["kbp-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481158, "recall": 0.531621, "f1": 0.494269, "accuracy": 0.531621, "main_score": 0.494269, "hf_subset": "kbp_Latn-rus_Cyrl", "languages": ["kbp-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469773, "recall": 0.511858, "f1": 0.481431, "accuracy": 0.511858, "main_score": 0.481431, "hf_subset": "kbp_Latn-taq_Latn", "languages": ["kbp-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508284, "recall": 0.551383, "f1": 0.519459, "accuracy": 0.551383, "main_score": 0.519459, "hf_subset": "kbp_Latn-war_Latn", "languages": ["kbp-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486753, "recall": 0.528656, "f1": 0.498284, "accuracy": 0.528656, "main_score": 0.498284, "hf_subset": "kbp_Latn-arb_Arab", "languages": ["kbp-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498223, "recall": 0.540514, "f1": 0.509785, "accuracy": 0.540514, "main_score": 0.509785, "hf_subset": "kbp_Latn-bul_Cyrl", "languages": ["kbp-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.492579, "recall": 0.536561, "f1": 0.504579, "accuracy": 0.536561, "main_score": 0.504579, "hf_subset": "kbp_Latn-fra_Latn", "languages": ["kbp-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47257, "recall": 0.522727, "f1": 0.486846, "accuracy": 0.522727, "main_score": 0.486846, "hf_subset": "kbp_Latn-jpn_Jpan", "languages": ["kbp-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.49116, "recall": 0.531621, "f1": 0.501864, "accuracy": 0.531621, "main_score": 0.501864, "hf_subset": "kbp_Latn-lij_Latn", "languages": ["kbp-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3631, "recall": 0.428854, "f1": 0.380712, "accuracy": 0.428854, "main_score": 0.380712, "hf_subset": "kbp_Latn-mya_Mymr", "languages": ["kbp-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.476707, "recall": 0.524704, "f1": 0.490249, "accuracy": 0.524704, "main_score": 0.490249, "hf_subset": "kbp_Latn-sag_Latn", "languages": ["kbp-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203386, "recall": 0.246047, "f1": 0.213498, "accuracy": 0.246047, "main_score": 0.213498, "hf_subset": "kbp_Latn-taq_Tfng", "languages": ["kbp-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.514329, "recall": 0.55336, "f1": 0.525072, "accuracy": 0.55336, "main_score": 0.525072, "hf_subset": "kbp_Latn-wol_Latn", "languages": ["kbp-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4133, "recall": 0.460474, "f1": 0.426445, "accuracy": 0.460474, "main_score": 0.426445, "hf_subset": "kbp_Latn-arb_Latn", "languages": ["kbp-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500165, "recall": 0.544466, "f1": 0.511823, "accuracy": 0.544466, "main_score": 0.511823, "hf_subset": "kbp_Latn-cat_Latn", "languages": ["kbp-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49999, "recall": 0.541502, "f1": 0.51013, "accuracy": 0.541502, "main_score": 0.51013, "hf_subset": "kbp_Latn-fur_Latn", "languages": ["kbp-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.411794, "recall": 0.459486, "f1": 0.425208, "accuracy": 0.459486, "main_score": 0.425208, "hf_subset": "kbp_Latn-kab_Latn", "languages": ["kbp-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492771, "recall": 0.537549, "f1": 0.504717, "accuracy": 0.537549, "main_score": 0.504717, "hf_subset": "kbp_Latn-lim_Latn", "languages": ["kbp-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499189, "recall": 0.541502, "f1": 0.510588, "accuracy": 0.541502, "main_score": 0.510588, "hf_subset": "kbp_Latn-nld_Latn", "languages": ["kbp-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448945, "recall": 0.498024, "f1": 0.4617, "accuracy": 0.498024, "main_score": 0.4617, "hf_subset": "kbp_Latn-san_Deva", "languages": ["kbp-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.483855, "recall": 0.528656, "f1": 0.495435, "accuracy": 0.528656, "main_score": 0.495435, "hf_subset": "kbp_Latn-tat_Cyrl", "languages": ["kbp-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.49819, "recall": 0.539526, "f1": 0.509533, "accuracy": 0.539526, "main_score": 0.509533, "hf_subset": "kbp_Latn-xho_Latn", "languages": ["kbp-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461034, "recall": 0.512846, "f1": 0.475908, "accuracy": 0.512846, "main_score": 0.475908, "hf_subset": "kbp_Latn-ars_Arab", "languages": ["kbp-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507692, "recall": 0.548419, "f1": 0.518722, "accuracy": 0.548419, "main_score": 0.518722, "hf_subset": "kbp_Latn-ceb_Latn", "languages": ["kbp-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45979, "recall": 0.505929, "f1": 0.47275, "accuracy": 0.505929, "main_score": 0.47275, "hf_subset": "kbp_Latn-fuv_Latn", "languages": ["kbp-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471914, "recall": 0.514822, "f1": 0.483764, "accuracy": 0.514822, "main_score": 0.483764, "hf_subset": "kbp_Latn-kac_Latn", "languages": ["kbp-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505606, "recall": 0.543478, "f1": 0.515893, "accuracy": 0.543478, "main_score": 0.515893, "hf_subset": "kbp_Latn-lin_Latn", "languages": ["kbp-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483354, "recall": 0.536561, "f1": 0.497827, "accuracy": 0.536561, "main_score": 0.497827, "hf_subset": "kbp_Latn-nno_Latn", "languages": ["kbp-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.106938, "recall": 0.152174, "f1": 0.117522, "accuracy": 0.152174, "main_score": 0.117522, "hf_subset": "kbp_Latn-sat_Olck", "languages": ["kbp-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.476478, "recall": 0.521739, "f1": 0.488547, "accuracy": 0.521739, "main_score": 0.488547, "hf_subset": "kbp_Latn-tel_Telu", "languages": ["kbp-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.409391, "recall": 0.466403, "f1": 0.424473, "accuracy": 0.466403, "main_score": 0.424473, "hf_subset": "kbp_Latn-ydd_Hebr", "languages": ["kbp-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.46559, "recall": 0.514822, "f1": 0.478313, "accuracy": 0.514822, "main_score": 0.478313, "hf_subset": "kbp_Latn-ary_Arab", "languages": ["kbp-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.492223, "recall": 0.537549, "f1": 0.504379, "accuracy": 0.537549, "main_score": 0.504379, "hf_subset": "kbp_Latn-ces_Latn", "languages": ["kbp-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462323, "recall": 0.512846, "f1": 0.476543, "accuracy": 0.512846, "main_score": 0.476543, "hf_subset": "kbp_Latn-gaz_Latn", "languages": ["kbp-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462636, "recall": 0.505929, "f1": 0.474725, "accuracy": 0.505929, "main_score": 0.474725, "hf_subset": "kbp_Latn-kam_Latn", "languages": ["kbp-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482062, "recall": 0.525692, "f1": 0.49371, "accuracy": 0.525692, "main_score": 0.49371, "hf_subset": "kbp_Latn-lit_Latn", "languages": ["kbp-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49703, "recall": 0.547431, "f1": 0.510443, "accuracy": 0.547431, "main_score": 0.510443, "hf_subset": "kbp_Latn-nob_Latn", "languages": ["kbp-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496688, "recall": 0.531621, "f1": 0.506762, "accuracy": 0.531621, "main_score": 0.506762, "hf_subset": "kbp_Latn-scn_Latn", "languages": ["kbp-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489174, "recall": 0.532609, "f1": 0.50031, "accuracy": 0.532609, "main_score": 0.50031, "hf_subset": "kbp_Latn-tgk_Cyrl", "languages": ["kbp-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.429529, "recall": 0.479249, "f1": 0.443611, "accuracy": 0.479249, "main_score": 0.443611, "hf_subset": "kbp_Latn-yor_Latn", "languages": ["kbp-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474664, "recall": 0.521739, "f1": 0.486906, "accuracy": 0.521739, "main_score": 0.486906, "hf_subset": "kbp_Latn-arz_Arab", "languages": ["kbp-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.45328, "recall": 0.500988, "f1": 0.46634, "accuracy": 0.500988, "main_score": 0.46634, "hf_subset": "kbp_Latn-cjk_Latn", "languages": ["kbp-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455395, "recall": 0.495059, "f1": 0.466473, "accuracy": 0.495059, "main_score": 0.466473, "hf_subset": "kbp_Latn-gla_Latn", "languages": ["kbp-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470504, "recall": 0.517787, "f1": 0.483728, "accuracy": 0.517787, "main_score": 0.483728, "hf_subset": "kbp_Latn-kan_Knda", "languages": ["kbp-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.489785, "recall": 0.529644, "f1": 0.499866, "accuracy": 0.529644, "main_score": 0.499866, "hf_subset": "kbp_Latn-lmo_Latn", "languages": ["kbp-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465959, "recall": 0.517787, "f1": 0.479215, "accuracy": 0.517787, "main_score": 0.479215, "hf_subset": "kbp_Latn-npi_Deva", "languages": ["kbp-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.425286, "recall": 0.467391, "f1": 0.43648, "accuracy": 0.467391, "main_score": 0.43648, "hf_subset": "kbp_Latn-shn_Mymr", "languages": ["kbp-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.514457, "recall": 0.554348, "f1": 0.524866, "accuracy": 0.554348, "main_score": 0.524866, "hf_subset": "kbp_Latn-tgl_Latn", "languages": ["kbp-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479564, "recall": 0.525692, "f1": 0.491743, "accuracy": 0.525692, "main_score": 0.491743, "hf_subset": "kbp_Latn-yue_Hant", "languages": ["kbp-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.440407, "recall": 0.494071, "f1": 0.45589, "accuracy": 0.494071, "main_score": 0.45589, "hf_subset": "kbp_Latn-asm_Beng", "languages": ["kbp-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.455262, "recall": 0.501976, "f1": 0.467811, "accuracy": 0.501976, "main_score": 0.467811, "hf_subset": "kbp_Latn-ckb_Arab", "languages": ["kbp-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.466603, "recall": 0.511858, "f1": 0.479663, "accuracy": 0.511858, "main_score": 0.479663, "hf_subset": "kbp_Latn-gle_Latn", "languages": ["kbp-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422699, "recall": 0.478261, "f1": 0.436952, "accuracy": 0.478261, "main_score": 0.436952, "hf_subset": "kbp_Latn-kas_Arab", "languages": ["kbp-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49026, "recall": 0.533597, "f1": 0.502128, "accuracy": 0.533597, "main_score": 0.502128, "hf_subset": "kbp_Latn-ltg_Latn", "languages": ["kbp-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506623, "recall": 0.551383, "f1": 0.518731, "accuracy": 0.551383, "main_score": 0.518731, "hf_subset": "kbp_Latn-nso_Latn", "languages": ["kbp-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421928, "recall": 0.472332, "f1": 0.435018, "accuracy": 0.472332, "main_score": 0.435018, "hf_subset": "kbp_Latn-sin_Sinh", "languages": ["kbp-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.484265, "recall": 0.528656, "f1": 0.496502, "accuracy": 0.528656, "main_score": 0.496502, "hf_subset": "kbp_Latn-tha_Thai", "languages": ["kbp-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.478323, "recall": 0.519763, "f1": 0.48871, "accuracy": 0.519763, "main_score": 0.48871, "hf_subset": "kbp_Latn-zho_Hans", "languages": ["kbp-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.504163, "recall": 0.547431, "f1": 0.515458, "accuracy": 0.547431, "main_score": 0.515458, "hf_subset": "kbp_Latn-ast_Latn", "languages": ["kbp-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482839, "recall": 0.52668, "f1": 0.494257, "accuracy": 0.52668, "main_score": 0.494257, "hf_subset": "kbp_Latn-crh_Latn", "languages": ["kbp-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490599, "recall": 0.535573, "f1": 0.502977, "accuracy": 0.535573, "main_score": 0.502977, "hf_subset": "kbp_Latn-glg_Latn", "languages": ["kbp-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448258, "recall": 0.495059, "f1": 0.460713, "accuracy": 0.495059, "main_score": 0.460713, "hf_subset": "kbp_Latn-kas_Deva", "languages": ["kbp-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.479804, "recall": 0.524704, "f1": 0.491711, "accuracy": 0.524704, "main_score": 0.491711, "hf_subset": "kbp_Latn-ltz_Latn", "languages": ["kbp-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440404, "recall": 0.487154, "f1": 0.453214, "accuracy": 0.487154, "main_score": 0.453214, "hf_subset": "kbp_Latn-nus_Latn", "languages": ["kbp-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500159, "recall": 0.54249, "f1": 0.511225, "accuracy": 0.54249, "main_score": 0.511225, "hf_subset": "kbp_Latn-slk_Latn", "languages": ["kbp-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355447, "recall": 0.407115, "f1": 0.36944, "accuracy": 0.407115, "main_score": 0.36944, "hf_subset": "kbp_Latn-tir_Ethi", "languages": ["kbp-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.468805, "recall": 0.517787, "f1": 0.481053, "accuracy": 0.517787, "main_score": 0.481053, "hf_subset": "kbp_Latn-zho_Hant", "languages": ["kbp-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.471884, "recall": 0.518775, "f1": 0.484016, "accuracy": 0.518775, "main_score": 0.484016, "hf_subset": "kbp_Latn-awa_Deva", "languages": ["kbp-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.476283, "recall": 0.518775, "f1": 0.487521, "accuracy": 0.518775, "main_score": 0.487521, "hf_subset": "kbp_Latn-cym_Latn", "languages": ["kbp-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503048, "recall": 0.541502, "f1": 0.513175, "accuracy": 0.541502, "main_score": 0.513175, "hf_subset": "kbp_Latn-grn_Latn", "languages": ["kbp-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442273, "recall": 0.495059, "f1": 0.456716, "accuracy": 0.495059, "main_score": 0.456716, "hf_subset": "kbp_Latn-kat_Geor", "languages": ["kbp-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.49218, "recall": 0.532609, "f1": 0.503139, "accuracy": 0.532609, "main_score": 0.503139, "hf_subset": "kbp_Latn-lua_Latn", "languages": ["kbp-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498218, "recall": 0.540514, "f1": 0.50938, "accuracy": 0.540514, "main_score": 0.50938, "hf_subset": "kbp_Latn-nya_Latn", "languages": ["kbp-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50003, "recall": 0.545455, "f1": 0.512326, "accuracy": 0.545455, "main_score": 0.512326, "hf_subset": "kbp_Latn-slv_Latn", "languages": ["kbp-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507891, "recall": 0.543478, "f1": 0.517045, "accuracy": 0.543478, "main_score": 0.517045, "hf_subset": "kbp_Latn-tpi_Latn", "languages": ["kbp-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504807, "recall": 0.545455, "f1": 0.515722, "accuracy": 0.545455, "main_score": 0.515722, "hf_subset": "kbp_Latn-zsm_Latn", "languages": ["kbp-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47357, "recall": 0.517787, "f1": 0.485758, "accuracy": 0.517787, "main_score": 0.485758, "hf_subset": "kbp_Latn-ayr_Latn", "languages": ["kbp-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496555, "recall": 0.544466, "f1": 0.509905, "accuracy": 0.544466, "main_score": 0.509905, "hf_subset": "kbp_Latn-dan_Latn", "languages": ["kbp-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474227, "recall": 0.523715, "f1": 0.487353, "accuracy": 0.523715, "main_score": 0.487353, "hf_subset": "kbp_Latn-guj_Gujr", "languages": ["kbp-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.471967, "recall": 0.521739, "f1": 0.485031, "accuracy": 0.521739, "main_score": 0.485031, "hf_subset": "kbp_Latn-kaz_Cyrl", "languages": ["kbp-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466845, "recall": 0.514822, "f1": 0.479622, "accuracy": 0.514822, "main_score": 0.479622, "hf_subset": "kbp_Latn-lug_Latn", "languages": ["kbp-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507156, "recall": 0.551383, "f1": 0.518338, "accuracy": 0.551383, "main_score": 0.518338, "hf_subset": "kbp_Latn-oci_Latn", "languages": ["kbp-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496898, "recall": 0.528656, "f1": 0.505786, "accuracy": 0.528656, "main_score": 0.505786, "hf_subset": "kbp_Latn-smo_Latn", "languages": ["kbp-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474729, "recall": 0.520751, "f1": 0.486997, "accuracy": 0.520751, "main_score": 0.486997, "hf_subset": "kbp_Latn-tsn_Latn", "languages": ["kbp-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493446, "recall": 0.536561, "f1": 0.504734, "accuracy": 0.536561, "main_score": 0.504734, "hf_subset": "kbp_Latn-zul_Latn", "languages": ["kbp-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416284, "recall": 0.465415, "f1": 0.429814, "accuracy": 0.465415, "main_score": 0.429814, "hf_subset": "kbp_Latn-azb_Arab", "languages": ["kbp-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489152, "recall": 0.529644, "f1": 0.500547, "accuracy": 0.529644, "main_score": 0.500547, "hf_subset": "kbp_Latn-deu_Latn", "languages": ["kbp-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463543, "recall": 0.51581, "f1": 0.476919, "accuracy": 0.51581, "main_score": 0.476919, "hf_subset": "kbp_Latn-hat_Latn", "languages": ["kbp-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493569, "recall": 0.533597, "f1": 0.504456, "accuracy": 0.533597, "main_score": 0.504456, "hf_subset": "kbp_Latn-luo_Latn", "languages": ["kbp-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457687, "recall": 0.51087, "f1": 0.471973, "accuracy": 0.51087, "main_score": 0.471973, "hf_subset": "kbp_Latn-ory_Orya", "languages": ["kbp-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.474854, "recall": 0.517787, "f1": 0.4866, "accuracy": 0.517787, "main_score": 0.4866, "hf_subset": "kbp_Latn-sna_Latn", "languages": ["kbp-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49237, "recall": 0.528656, "f1": 0.501948, "accuracy": 0.528656, "main_score": 0.501948, "hf_subset": "kbp_Latn-tso_Latn", "languages": ["kbp-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461955, "recall": 0.51087, "f1": 0.475116, "accuracy": 0.51087, "main_score": 0.475116, "hf_subset": "kbp_Latn-azj_Latn", "languages": ["kbp-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439198, "recall": 0.486166, "f1": 0.452776, "accuracy": 0.486166, "main_score": 0.452776, "hf_subset": "kbp_Latn-dik_Latn", "languages": ["kbp-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482972, "recall": 0.528656, "f1": 0.495563, "accuracy": 0.528656, "main_score": 0.495563, "hf_subset": "kbp_Latn-hau_Latn", "languages": ["kbp-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498913, "recall": 0.534585, "f1": 0.508509, "accuracy": 0.534585, "main_score": 0.508509, "hf_subset": "kbp_Latn-kea_Latn", "languages": ["kbp-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48866, "recall": 0.529644, "f1": 0.499848, "accuracy": 0.529644, "main_score": 0.499848, "hf_subset": "kbp_Latn-lus_Latn", "languages": ["kbp-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495898, "recall": 0.528656, "f1": 0.505311, "accuracy": 0.528656, "main_score": 0.505311, "hf_subset": "kbp_Latn-pag_Latn", "languages": ["kbp-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456873, "recall": 0.498024, "f1": 0.46771, "accuracy": 0.498024, "main_score": 0.46771, "hf_subset": "kbp_Latn-snd_Arab", "languages": ["kbp-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458451, "recall": 0.5, "f1": 0.469614, "accuracy": 0.5, "main_score": 0.469614, "hf_subset": "kbp_Latn-tuk_Latn", "languages": ["kbp-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47376, "recall": 0.518775, "f1": 0.48577, "accuracy": 0.518775, "main_score": 0.48577, "hf_subset": "kbp_Latn-bak_Cyrl", "languages": ["kbp-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.397172, "recall": 0.461462, "f1": 0.415388, "accuracy": 0.461462, "main_score": 0.415388, "hf_subset": "kbp_Latn-dyu_Latn", "languages": ["kbp-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472197, "recall": 0.51581, "f1": 0.483847, "accuracy": 0.51581, "main_score": 0.483847, "hf_subset": "kbp_Latn-heb_Hebr", "languages": ["kbp-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.473875, "recall": 0.519763, "f1": 0.486273, "accuracy": 0.519763, "main_score": 0.486273, "hf_subset": "kbp_Latn-khk_Cyrl", "languages": ["kbp-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.491972, "recall": 0.539526, "f1": 0.503957, "accuracy": 0.539526, "main_score": 0.503957, "hf_subset": "kbp_Latn-lvs_Latn", "languages": ["kbp-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467233, "recall": 0.514822, "f1": 0.480056, "accuracy": 0.514822, "main_score": 0.480056, "hf_subset": "kbp_Latn-pan_Guru", "languages": ["kbp-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.457364, "recall": 0.499012, "f1": 0.468765, "accuracy": 0.499012, "main_score": 0.468765, "hf_subset": "kbp_Latn-som_Latn", "languages": ["kbp-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493297, "recall": 0.535573, "f1": 0.505058, "accuracy": 0.535573, "main_score": 0.505058, "hf_subset": "kbp_Latn-tum_Latn", "languages": ["kbp-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443444, "recall": 0.493083, "f1": 0.457242, "accuracy": 0.493083, "main_score": 0.457242, "hf_subset": "luo_Latn-ace_Arab", "languages": ["luo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529473, "recall": 0.570158, "f1": 0.541255, "accuracy": 0.570158, "main_score": 0.541255, "hf_subset": "luo_Latn-bam_Latn", "languages": ["luo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211961, "recall": 0.254941, "f1": 0.222379, "accuracy": 0.254941, "main_score": 0.222379, "hf_subset": "luo_Latn-dzo_Tibt", "languages": ["luo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.573756, "recall": 0.616601, "f1": 0.585028, "accuracy": 0.616601, "main_score": 0.585028, "hf_subset": "luo_Latn-hin_Deva", "languages": ["luo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.512734, "recall": 0.557312, "f1": 0.525544, "accuracy": 0.557312, "main_score": 0.525544, "hf_subset": "luo_Latn-khm_Khmr", "languages": ["luo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.570828, "recall": 0.609684, "f1": 0.581636, "accuracy": 0.609684, "main_score": 0.581636, "hf_subset": "luo_Latn-mag_Deva", "languages": ["luo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57167, "recall": 0.603755, "f1": 0.579531, "accuracy": 0.603755, "main_score": 0.579531, "hf_subset": "luo_Latn-pap_Latn", "languages": ["luo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590808, "recall": 0.628458, "f1": 0.601259, "accuracy": 0.628458, "main_score": 0.601259, "hf_subset": "luo_Latn-sot_Latn", "languages": ["luo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567014, "recall": 0.615613, "f1": 0.579023, "accuracy": 0.615613, "main_score": 0.579023, "hf_subset": "luo_Latn-tur_Latn", "languages": ["luo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574146, "recall": 0.606719, "f1": 0.582765, "accuracy": 0.606719, "main_score": 0.582765, "hf_subset": "luo_Latn-ace_Latn", "languages": ["luo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590808, "recall": 0.623518, "f1": 0.599885, "accuracy": 0.623518, "main_score": 0.599885, "hf_subset": "luo_Latn-ban_Latn", "languages": ["luo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551068, "recall": 0.599802, "f1": 0.56382, "accuracy": 0.599802, "main_score": 0.56382, "hf_subset": "luo_Latn-ell_Grek", "languages": ["luo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.562348, "recall": 0.607708, "f1": 0.574905, "accuracy": 0.607708, "main_score": 0.574905, "hf_subset": "luo_Latn-hne_Deva", "languages": ["luo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.535881, "recall": 0.579051, "f1": 0.547937, "accuracy": 0.579051, "main_score": 0.547937, "hf_subset": "luo_Latn-kik_Latn", "languages": ["luo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567485, "recall": 0.61166, "f1": 0.579378, "accuracy": 0.61166, "main_score": 0.579378, "hf_subset": "luo_Latn-mai_Deva", "languages": ["luo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.52029, "recall": 0.56917, "f1": 0.533353, "accuracy": 0.56917, "main_score": 0.533353, "hf_subset": "luo_Latn-pbt_Arab", "languages": ["luo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563974, "recall": 0.608696, "f1": 0.575674, "accuracy": 0.608696, "main_score": 0.575674, "hf_subset": "luo_Latn-spa_Latn", "languages": ["luo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589691, "recall": 0.62253, "f1": 0.599099, "accuracy": 0.62253, "main_score": 0.599099, "hf_subset": "luo_Latn-twi_Latn", "languages": ["luo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546117, "recall": 0.593874, "f1": 0.558771, "accuracy": 0.593874, "main_score": 0.558771, "hf_subset": "luo_Latn-acm_Arab", "languages": ["luo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539564, "recall": 0.583992, "f1": 0.551218, "accuracy": 0.583992, "main_score": 0.551218, "hf_subset": "luo_Latn-bel_Cyrl", "languages": ["luo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.60276, "recall": 0.643281, "f1": 0.612715, "accuracy": 0.643281, "main_score": 0.612715, "hf_subset": "luo_Latn-eng_Latn", "languages": ["luo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583092, "recall": 0.62253, "f1": 0.593546, "accuracy": 0.62253, "main_score": 0.593546, "hf_subset": "luo_Latn-hrv_Latn", "languages": ["luo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515493, "recall": 0.556324, "f1": 0.526902, "accuracy": 0.556324, "main_score": 0.526902, "hf_subset": "luo_Latn-kin_Latn", "languages": ["luo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560119, "recall": 0.602767, "f1": 0.571181, "accuracy": 0.602767, "main_score": 0.571181, "hf_subset": "luo_Latn-mal_Mlym", "languages": ["luo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.548497, "recall": 0.594862, "f1": 0.561046, "accuracy": 0.594862, "main_score": 0.561046, "hf_subset": "luo_Latn-pes_Arab", "languages": ["luo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575873, "recall": 0.615613, "f1": 0.586592, "accuracy": 0.615613, "main_score": 0.586592, "hf_subset": "luo_Latn-srd_Latn", "languages": ["luo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190448, "recall": 0.231225, "f1": 0.200779, "accuracy": 0.231225, "main_score": 0.200779, "hf_subset": "luo_Latn-tzm_Tfng", "languages": ["luo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.548922, "recall": 0.593874, "f1": 0.560584, "accuracy": 0.593874, "main_score": 0.560584, "hf_subset": "luo_Latn-acq_Arab", "languages": ["luo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.588748, "recall": 0.624506, "f1": 0.59889, "accuracy": 0.624506, "main_score": 0.59889, "hf_subset": "luo_Latn-bem_Latn", "languages": ["luo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577288, "recall": 0.617589, "f1": 0.588392, "accuracy": 0.617589, "main_score": 0.588392, "hf_subset": "luo_Latn-epo_Latn", "languages": ["luo-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564736, "recall": 0.608696, "f1": 0.576552, "accuracy": 0.608696, "main_score": 0.576552, "hf_subset": "luo_Latn-hun_Latn", "languages": ["luo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549744, "recall": 0.593874, "f1": 0.562045, "accuracy": 0.593874, "main_score": 0.562045, "hf_subset": "luo_Latn-kir_Cyrl", "languages": ["luo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559874, "recall": 0.604743, "f1": 0.571315, "accuracy": 0.604743, "main_score": 0.571315, "hf_subset": "luo_Latn-mar_Deva", "languages": ["luo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554179, "recall": 0.591897, "f1": 0.564541, "accuracy": 0.591897, "main_score": 0.564541, "hf_subset": "luo_Latn-plt_Latn", "languages": ["luo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578842, "recall": 0.619565, "f1": 0.588971, "accuracy": 0.619565, "main_score": 0.588971, "hf_subset": "luo_Latn-srp_Cyrl", "languages": ["luo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.479656, "recall": 0.530632, "f1": 0.493652, "accuracy": 0.530632, "main_score": 0.493652, "hf_subset": "luo_Latn-uig_Arab", "languages": ["luo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551155, "recall": 0.589921, "f1": 0.561239, "accuracy": 0.589921, "main_score": 0.561239, "hf_subset": "luo_Latn-aeb_Arab", "languages": ["luo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562325, "recall": 0.609684, "f1": 0.575427, "accuracy": 0.609684, "main_score": 0.575427, "hf_subset": "luo_Latn-ben_Beng", "languages": ["luo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.556357, "recall": 0.598814, "f1": 0.568669, "accuracy": 0.598814, "main_score": 0.568669, "hf_subset": "luo_Latn-est_Latn", "languages": ["luo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541348, "recall": 0.586957, "f1": 0.553277, "accuracy": 0.586957, "main_score": 0.553277, "hf_subset": "luo_Latn-hye_Armn", "languages": ["luo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.546057, "recall": 0.585968, "f1": 0.557152, "accuracy": 0.585968, "main_score": 0.557152, "hf_subset": "luo_Latn-kmb_Latn", "languages": ["luo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399256, "recall": 0.456522, "f1": 0.414706, "accuracy": 0.456522, "main_score": 0.414706, "hf_subset": "luo_Latn-min_Arab", "languages": ["luo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562329, "recall": 0.604743, "f1": 0.573793, "accuracy": 0.604743, "main_score": 0.573793, "hf_subset": "luo_Latn-pol_Latn", "languages": ["luo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552396, "recall": 0.597826, "f1": 0.565362, "accuracy": 0.597826, "main_score": 0.565362, "hf_subset": "luo_Latn-ssw_Latn", "languages": ["luo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571304, "recall": 0.618577, "f1": 0.58396, "accuracy": 0.618577, "main_score": 0.58396, "hf_subset": "luo_Latn-ukr_Cyrl", "languages": ["luo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.585666, "recall": 0.631423, "f1": 0.598213, "accuracy": 0.631423, "main_score": 0.598213, "hf_subset": "luo_Latn-afr_Latn", "languages": ["luo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563883, "recall": 0.596838, "f1": 0.572761, "accuracy": 0.596838, "main_score": 0.572761, "hf_subset": "luo_Latn-bho_Deva", "languages": ["luo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558843, "recall": 0.596838, "f1": 0.569141, "accuracy": 0.596838, "main_score": 0.569141, "hf_subset": "luo_Latn-eus_Latn", "languages": ["luo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55908, "recall": 0.603755, "f1": 0.572252, "accuracy": 0.603755, "main_score": 0.572252, "hf_subset": "luo_Latn-ibo_Latn", "languages": ["luo-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566155, "recall": 0.604743, "f1": 0.576857, "accuracy": 0.604743, "main_score": 0.576857, "hf_subset": "luo_Latn-kmr_Latn", "languages": ["luo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577754, "recall": 0.615613, "f1": 0.587363, "accuracy": 0.615613, "main_score": 0.587363, "hf_subset": "luo_Latn-min_Latn", "languages": ["luo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583058, "recall": 0.625494, "f1": 0.594089, "accuracy": 0.625494, "main_score": 0.594089, "hf_subset": "luo_Latn-por_Latn", "languages": ["luo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598352, "recall": 0.631423, "f1": 0.606801, "accuracy": 0.631423, "main_score": 0.606801, "hf_subset": "luo_Latn-sun_Latn", "languages": ["luo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515995, "recall": 0.559289, "f1": 0.528527, "accuracy": 0.559289, "main_score": 0.528527, "hf_subset": "luo_Latn-umb_Latn", "languages": ["luo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553263, "recall": 0.598814, "f1": 0.565459, "accuracy": 0.598814, "main_score": 0.565459, "hf_subset": "luo_Latn-ajp_Arab", "languages": ["luo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.431894, "recall": 0.480237, "f1": 0.444775, "accuracy": 0.480237, "main_score": 0.444775, "hf_subset": "luo_Latn-bjn_Arab", "languages": ["luo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516321, "recall": 0.549407, "f1": 0.525678, "accuracy": 0.549407, "main_score": 0.525678, "hf_subset": "luo_Latn-ewe_Latn", "languages": ["luo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608148, "recall": 0.643281, "f1": 0.617273, "accuracy": 0.643281, "main_score": 0.617273, "hf_subset": "luo_Latn-ilo_Latn", "languages": ["luo-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304565, "recall": 0.352767, "f1": 0.317833, "accuracy": 0.352767, "main_score": 0.317833, "hf_subset": "luo_Latn-knc_Arab", "languages": ["luo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561192, "recall": 0.605731, "f1": 0.572717, "accuracy": 0.605731, "main_score": 0.572717, "hf_subset": "luo_Latn-mkd_Cyrl", "languages": ["luo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553064, "recall": 0.596838, "f1": 0.564373, "accuracy": 0.596838, "main_score": 0.564373, "hf_subset": "luo_Latn-prs_Arab", "languages": ["luo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577872, "recall": 0.617589, "f1": 0.588928, "accuracy": 0.617589, "main_score": 0.588928, "hf_subset": "luo_Latn-swe_Latn", "languages": ["luo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542799, "recall": 0.593874, "f1": 0.557064, "accuracy": 0.593874, "main_score": 0.557064, "hf_subset": "luo_Latn-urd_Arab", "languages": ["luo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569838, "recall": 0.614625, "f1": 0.581799, "accuracy": 0.614625, "main_score": 0.581799, "hf_subset": "luo_Latn-aka_Latn", "languages": ["luo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588589, "recall": 0.621542, "f1": 0.597271, "accuracy": 0.621542, "main_score": 0.597271, "hf_subset": "luo_Latn-bjn_Latn", "languages": ["luo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545135, "recall": 0.581028, "f1": 0.555799, "accuracy": 0.581028, "main_score": 0.555799, "hf_subset": "luo_Latn-fao_Latn", "languages": ["luo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594964, "recall": 0.634387, "f1": 0.605416, "accuracy": 0.634387, "main_score": 0.605416, "hf_subset": "luo_Latn-ind_Latn", "languages": ["luo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555451, "recall": 0.585968, "f1": 0.564347, "accuracy": 0.585968, "main_score": 0.564347, "hf_subset": "luo_Latn-knc_Latn", "languages": ["luo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587932, "recall": 0.62253, "f1": 0.596205, "accuracy": 0.62253, "main_score": 0.596205, "hf_subset": "luo_Latn-mlt_Latn", "languages": ["luo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558106, "recall": 0.597826, "f1": 0.569686, "accuracy": 0.597826, "main_score": 0.569686, "hf_subset": "luo_Latn-quy_Latn", "languages": ["luo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592172, "recall": 0.637352, "f1": 0.604081, "accuracy": 0.637352, "main_score": 0.604081, "hf_subset": "luo_Latn-swh_Latn", "languages": ["luo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546528, "recall": 0.592885, "f1": 0.559293, "accuracy": 0.592885, "main_score": 0.559293, "hf_subset": "luo_Latn-uzn_Latn", "languages": ["luo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565612, "recall": 0.607708, "f1": 0.577078, "accuracy": 0.607708, "main_score": 0.577078, "hf_subset": "luo_Latn-als_Latn", "languages": ["luo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.269172, "recall": 0.321146, "f1": 0.282402, "accuracy": 0.321146, "main_score": 0.282402, "hf_subset": "luo_Latn-bod_Tibt", "languages": ["luo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.568635, "recall": 0.602767, "f1": 0.5786, "accuracy": 0.602767, "main_score": 0.5786, "hf_subset": "luo_Latn-fij_Latn", "languages": ["luo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529673, "recall": 0.575099, "f1": 0.541891, "accuracy": 0.575099, "main_score": 0.541891, "hf_subset": "luo_Latn-isl_Latn", "languages": ["luo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573043, "recall": 0.606719, "f1": 0.582555, "accuracy": 0.606719, "main_score": 0.582555, "hf_subset": "luo_Latn-kon_Latn", "languages": ["luo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502748, "recall": 0.552372, "f1": 0.516389, "accuracy": 0.552372, "main_score": 0.516389, "hf_subset": "luo_Latn-mni_Beng", "languages": ["luo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.587545, "recall": 0.632411, "f1": 0.599217, "accuracy": 0.632411, "main_score": 0.599217, "hf_subset": "luo_Latn-ron_Latn", "languages": ["luo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569521, "recall": 0.61166, "f1": 0.580611, "accuracy": 0.61166, "main_score": 0.580611, "hf_subset": "luo_Latn-szl_Latn", "languages": ["luo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579057, "recall": 0.62253, "f1": 0.590795, "accuracy": 0.62253, "main_score": 0.590795, "hf_subset": "luo_Latn-vec_Latn", "languages": ["luo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496559, "recall": 0.549407, "f1": 0.510015, "accuracy": 0.549407, "main_score": 0.510015, "hf_subset": "luo_Latn-amh_Ethi", "languages": ["luo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.567297, "recall": 0.617589, "f1": 0.580599, "accuracy": 0.617589, "main_score": 0.580599, "hf_subset": "luo_Latn-bos_Latn", "languages": ["luo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567581, "recall": 0.609684, "f1": 0.57886, "accuracy": 0.609684, "main_score": 0.57886, "hf_subset": "luo_Latn-fin_Latn", "languages": ["luo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573747, "recall": 0.612648, "f1": 0.584298, "accuracy": 0.612648, "main_score": 0.584298, "hf_subset": "luo_Latn-ita_Latn", "languages": ["luo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555703, "recall": 0.605731, "f1": 0.568682, "accuracy": 0.605731, "main_score": 0.568682, "hf_subset": "luo_Latn-kor_Hang", "languages": ["luo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.526158, "recall": 0.565217, "f1": 0.537356, "accuracy": 0.565217, "main_score": 0.537356, "hf_subset": "luo_Latn-mos_Latn", "languages": ["luo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536497, "recall": 0.578063, "f1": 0.54846, "accuracy": 0.578063, "main_score": 0.54846, "hf_subset": "luo_Latn-run_Latn", "languages": ["luo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550238, "recall": 0.596838, "f1": 0.562897, "accuracy": 0.596838, "main_score": 0.562897, "hf_subset": "luo_Latn-tam_Taml", "languages": ["luo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.555215, "recall": 0.602767, "f1": 0.567268, "accuracy": 0.602767, "main_score": 0.567268, "hf_subset": "luo_Latn-vie_Latn", "languages": ["luo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55559, "recall": 0.594862, "f1": 0.566085, "accuracy": 0.594862, "main_score": 0.566085, "hf_subset": "luo_Latn-apc_Arab", "languages": ["luo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563195, "recall": 0.602767, "f1": 0.573428, "accuracy": 0.602767, "main_score": 0.573428, "hf_subset": "luo_Latn-bug_Latn", "languages": ["luo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488772, "recall": 0.531621, "f1": 0.500467, "accuracy": 0.531621, "main_score": 0.500467, "hf_subset": "luo_Latn-fon_Latn", "languages": ["luo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594813, "recall": 0.631423, "f1": 0.605061, "accuracy": 0.631423, "main_score": 0.605061, "hf_subset": "luo_Latn-jav_Latn", "languages": ["luo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514347, "recall": 0.559289, "f1": 0.526779, "accuracy": 0.559289, "main_score": 0.526779, "hf_subset": "luo_Latn-lao_Laoo", "languages": ["luo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.510748, "recall": 0.55336, "f1": 0.523225, "accuracy": 0.55336, "main_score": 0.523225, "hf_subset": "luo_Latn-mri_Latn", "languages": ["luo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56194, "recall": 0.606719, "f1": 0.573071, "accuracy": 0.606719, "main_score": 0.573071, "hf_subset": "luo_Latn-rus_Cyrl", "languages": ["luo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505567, "recall": 0.548419, "f1": 0.517956, "accuracy": 0.548419, "main_score": 0.517956, "hf_subset": "luo_Latn-taq_Latn", "languages": ["luo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613772, "recall": 0.643281, "f1": 0.621254, "accuracy": 0.643281, "main_score": 0.621254, "hf_subset": "luo_Latn-war_Latn", "languages": ["luo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538958, "recall": 0.583004, "f1": 0.550643, "accuracy": 0.583004, "main_score": 0.550643, "hf_subset": "luo_Latn-arb_Arab", "languages": ["luo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571826, "recall": 0.614625, "f1": 0.583113, "accuracy": 0.614625, "main_score": 0.583113, "hf_subset": "luo_Latn-bul_Cyrl", "languages": ["luo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.583766, "recall": 0.625494, "f1": 0.594387, "accuracy": 0.625494, "main_score": 0.594387, "hf_subset": "luo_Latn-fra_Latn", "languages": ["luo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551392, "recall": 0.596838, "f1": 0.5635, "accuracy": 0.596838, "main_score": 0.5635, "hf_subset": "luo_Latn-jpn_Jpan", "languages": ["luo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.57789, "recall": 0.61166, "f1": 0.587032, "accuracy": 0.61166, "main_score": 0.587032, "hf_subset": "luo_Latn-lij_Latn", "languages": ["luo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395075, "recall": 0.458498, "f1": 0.411413, "accuracy": 0.458498, "main_score": 0.411413, "hf_subset": "luo_Latn-mya_Mymr", "languages": ["luo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.540329, "recall": 0.582016, "f1": 0.551193, "accuracy": 0.582016, "main_score": 0.551193, "hf_subset": "luo_Latn-sag_Latn", "languages": ["luo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208355, "recall": 0.250988, "f1": 0.218387, "accuracy": 0.250988, "main_score": 0.218387, "hf_subset": "luo_Latn-taq_Tfng", "languages": ["luo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.56474, "recall": 0.600791, "f1": 0.574922, "accuracy": 0.600791, "main_score": 0.574922, "hf_subset": "luo_Latn-wol_Latn", "languages": ["luo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45782, "recall": 0.504941, "f1": 0.470743, "accuracy": 0.504941, "main_score": 0.470743, "hf_subset": "luo_Latn-arb_Latn", "languages": ["luo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577087, "recall": 0.618577, "f1": 0.587891, "accuracy": 0.618577, "main_score": 0.587891, "hf_subset": "luo_Latn-cat_Latn", "languages": ["luo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57227, "recall": 0.612648, "f1": 0.583302, "accuracy": 0.612648, "main_score": 0.583302, "hf_subset": "luo_Latn-fur_Latn", "languages": ["luo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4375, "recall": 0.48913, "f1": 0.451714, "accuracy": 0.48913, "main_score": 0.451714, "hf_subset": "luo_Latn-kab_Latn", "languages": ["luo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569683, "recall": 0.609684, "f1": 0.580607, "accuracy": 0.609684, "main_score": 0.580607, "hf_subset": "luo_Latn-lim_Latn", "languages": ["luo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571101, "recall": 0.61166, "f1": 0.582077, "accuracy": 0.61166, "main_score": 0.582077, "hf_subset": "luo_Latn-nld_Latn", "languages": ["luo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516574, "recall": 0.565217, "f1": 0.529436, "accuracy": 0.565217, "main_score": 0.529436, "hf_subset": "luo_Latn-san_Deva", "languages": ["luo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.567068, "recall": 0.605731, "f1": 0.577744, "accuracy": 0.605731, "main_score": 0.577744, "hf_subset": "luo_Latn-tat_Cyrl", "languages": ["luo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586841, "recall": 0.624506, "f1": 0.597649, "accuracy": 0.624506, "main_score": 0.597649, "hf_subset": "luo_Latn-xho_Latn", "languages": ["luo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529153, "recall": 0.576087, "f1": 0.541627, "accuracy": 0.576087, "main_score": 0.541627, "hf_subset": "luo_Latn-ars_Arab", "languages": ["luo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589681, "recall": 0.621542, "f1": 0.598039, "accuracy": 0.621542, "main_score": 0.598039, "hf_subset": "luo_Latn-ceb_Latn", "languages": ["luo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519269, "recall": 0.567194, "f1": 0.533061, "accuracy": 0.567194, "main_score": 0.533061, "hf_subset": "luo_Latn-fuv_Latn", "languages": ["luo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535403, "recall": 0.570158, "f1": 0.545224, "accuracy": 0.570158, "main_score": 0.545224, "hf_subset": "luo_Latn-kac_Latn", "languages": ["luo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584027, "recall": 0.617589, "f1": 0.593205, "accuracy": 0.617589, "main_score": 0.593205, "hf_subset": "luo_Latn-lin_Latn", "languages": ["luo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565561, "recall": 0.612648, "f1": 0.577883, "accuracy": 0.612648, "main_score": 0.577883, "hf_subset": "luo_Latn-nno_Latn", "languages": ["luo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124917, "recall": 0.16502, "f1": 0.134778, "accuracy": 0.16502, "main_score": 0.134778, "hf_subset": "luo_Latn-sat_Olck", "languages": ["luo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.57233, "recall": 0.614625, "f1": 0.583991, "accuracy": 0.614625, "main_score": 0.583991, "hf_subset": "luo_Latn-tel_Telu", "languages": ["luo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.481357, "recall": 0.530632, "f1": 0.495659, "accuracy": 0.530632, "main_score": 0.495659, "hf_subset": "luo_Latn-ydd_Hebr", "languages": ["luo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.527294, "recall": 0.572134, "f1": 0.539418, "accuracy": 0.572134, "main_score": 0.539418, "hf_subset": "luo_Latn-ary_Arab", "languages": ["luo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566611, "recall": 0.605731, "f1": 0.576556, "accuracy": 0.605731, "main_score": 0.576556, "hf_subset": "luo_Latn-ces_Latn", "languages": ["luo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51607, "recall": 0.561265, "f1": 0.528777, "accuracy": 0.561265, "main_score": 0.528777, "hf_subset": "luo_Latn-gaz_Latn", "languages": ["luo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536888, "recall": 0.582016, "f1": 0.549576, "accuracy": 0.582016, "main_score": 0.549576, "hf_subset": "luo_Latn-kam_Latn", "languages": ["luo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564538, "recall": 0.608696, "f1": 0.57635, "accuracy": 0.608696, "main_score": 0.57635, "hf_subset": "luo_Latn-lit_Latn", "languages": ["luo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570658, "recall": 0.613636, "f1": 0.581657, "accuracy": 0.613636, "main_score": 0.581657, "hf_subset": "luo_Latn-nob_Latn", "languages": ["luo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583079, "recall": 0.618577, "f1": 0.592883, "accuracy": 0.618577, "main_score": 0.592883, "hf_subset": "luo_Latn-scn_Latn", "languages": ["luo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541577, "recall": 0.585968, "f1": 0.553349, "accuracy": 0.585968, "main_score": 0.553349, "hf_subset": "luo_Latn-tgk_Cyrl", "languages": ["luo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505273, "recall": 0.5583, "f1": 0.519849, "accuracy": 0.5583, "main_score": 0.519849, "hf_subset": "luo_Latn-yor_Latn", "languages": ["luo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542421, "recall": 0.591897, "f1": 0.555591, "accuracy": 0.591897, "main_score": 0.555591, "hf_subset": "luo_Latn-arz_Arab", "languages": ["luo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504935, "recall": 0.547431, "f1": 0.517143, "accuracy": 0.547431, "main_score": 0.517143, "hf_subset": "luo_Latn-cjk_Latn", "languages": ["luo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513807, "recall": 0.563241, "f1": 0.527368, "accuracy": 0.563241, "main_score": 0.527368, "hf_subset": "luo_Latn-gla_Latn", "languages": ["luo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558033, "recall": 0.597826, "f1": 0.568861, "accuracy": 0.597826, "main_score": 0.568861, "hf_subset": "luo_Latn-kan_Knda", "languages": ["luo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.560928, "recall": 0.603755, "f1": 0.573158, "accuracy": 0.603755, "main_score": 0.573158, "hf_subset": "luo_Latn-lmo_Latn", "languages": ["luo-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543865, "recall": 0.591897, "f1": 0.556777, "accuracy": 0.591897, "main_score": 0.556777, "hf_subset": "luo_Latn-npi_Deva", "languages": ["luo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.453382, "recall": 0.503953, "f1": 0.467651, "accuracy": 0.503953, "main_score": 0.467651, "hf_subset": "luo_Latn-shn_Mymr", "languages": ["luo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.587198, "recall": 0.62747, "f1": 0.597618, "accuracy": 0.62747, "main_score": 0.597618, "hf_subset": "luo_Latn-tgl_Latn", "languages": ["luo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537734, "recall": 0.58498, "f1": 0.549986, "accuracy": 0.58498, "main_score": 0.549986, "hf_subset": "luo_Latn-yue_Hant", "languages": ["luo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.526223, "recall": 0.581028, "f1": 0.540968, "accuracy": 0.581028, "main_score": 0.540968, "hf_subset": "luo_Latn-asm_Beng", "languages": ["luo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.503788, "recall": 0.547431, "f1": 0.515419, "accuracy": 0.547431, "main_score": 0.515419, "hf_subset": "luo_Latn-ckb_Arab", "languages": ["luo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507653, "recall": 0.55336, "f1": 0.520113, "accuracy": 0.55336, "main_score": 0.520113, "hf_subset": "luo_Latn-gle_Latn", "languages": ["luo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508864, "recall": 0.548419, "f1": 0.519028, "accuracy": 0.548419, "main_score": 0.519028, "hf_subset": "luo_Latn-kas_Arab", "languages": ["luo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538082, "recall": 0.583004, "f1": 0.55022, "accuracy": 0.583004, "main_score": 0.55022, "hf_subset": "luo_Latn-ltg_Latn", "languages": ["luo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591197, "recall": 0.631423, "f1": 0.602546, "accuracy": 0.631423, "main_score": 0.602546, "hf_subset": "luo_Latn-nso_Latn", "languages": ["luo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475018, "recall": 0.537549, "f1": 0.492033, "accuracy": 0.537549, "main_score": 0.492033, "hf_subset": "luo_Latn-sin_Sinh", "languages": ["luo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.555235, "recall": 0.596838, "f1": 0.565988, "accuracy": 0.596838, "main_score": 0.565988, "hf_subset": "luo_Latn-tha_Thai", "languages": ["luo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.544757, "recall": 0.586957, "f1": 0.555821, "accuracy": 0.586957, "main_score": 0.555821, "hf_subset": "luo_Latn-zho_Hans", "languages": ["luo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.564919, "recall": 0.605731, "f1": 0.57609, "accuracy": 0.605731, "main_score": 0.57609, "hf_subset": "luo_Latn-ast_Latn", "languages": ["luo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554766, "recall": 0.601779, "f1": 0.566896, "accuracy": 0.601779, "main_score": 0.566896, "hf_subset": "luo_Latn-crh_Latn", "languages": ["luo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583952, "recall": 0.619565, "f1": 0.593072, "accuracy": 0.619565, "main_score": 0.593072, "hf_subset": "luo_Latn-glg_Latn", "languages": ["luo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528817, "recall": 0.578063, "f1": 0.542519, "accuracy": 0.578063, "main_score": 0.542519, "hf_subset": "luo_Latn-kas_Deva", "languages": ["luo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550642, "recall": 0.588933, "f1": 0.561434, "accuracy": 0.588933, "main_score": 0.561434, "hf_subset": "luo_Latn-ltz_Latn", "languages": ["luo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486956, "recall": 0.538538, "f1": 0.501339, "accuracy": 0.538538, "main_score": 0.501339, "hf_subset": "luo_Latn-nus_Latn", "languages": ["luo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563353, "recall": 0.607708, "f1": 0.574548, "accuracy": 0.607708, "main_score": 0.574548, "hf_subset": "luo_Latn-slk_Latn", "languages": ["luo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424335, "recall": 0.483202, "f1": 0.440569, "accuracy": 0.483202, "main_score": 0.440569, "hf_subset": "luo_Latn-tir_Ethi", "languages": ["luo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.536162, "recall": 0.586957, "f1": 0.549385, "accuracy": 0.586957, "main_score": 0.549385, "hf_subset": "luo_Latn-zho_Hant", "languages": ["luo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.564546, "recall": 0.610672, "f1": 0.576558, "accuracy": 0.610672, "main_score": 0.576558, "hf_subset": "luo_Latn-awa_Deva", "languages": ["luo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.557577, "recall": 0.594862, "f1": 0.568132, "accuracy": 0.594862, "main_score": 0.568132, "hf_subset": "luo_Latn-cym_Latn", "languages": ["luo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573862, "recall": 0.61166, "f1": 0.583815, "accuracy": 0.61166, "main_score": 0.583815, "hf_subset": "luo_Latn-grn_Latn", "languages": ["luo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537215, "recall": 0.58004, "f1": 0.548145, "accuracy": 0.58004, "main_score": 0.548145, "hf_subset": "luo_Latn-kat_Geor", "languages": ["luo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.558231, "recall": 0.596838, "f1": 0.569012, "accuracy": 0.596838, "main_score": 0.569012, "hf_subset": "luo_Latn-lua_Latn", "languages": ["luo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574639, "recall": 0.612648, "f1": 0.58532, "accuracy": 0.612648, "main_score": 0.58532, "hf_subset": "luo_Latn-nya_Latn", "languages": ["luo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565381, "recall": 0.608696, "f1": 0.576034, "accuracy": 0.608696, "main_score": 0.576034, "hf_subset": "luo_Latn-slv_Latn", "languages": ["luo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583998, "recall": 0.620553, "f1": 0.593335, "accuracy": 0.620553, "main_score": 0.593335, "hf_subset": "luo_Latn-tpi_Latn", "languages": ["luo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593969, "recall": 0.632411, "f1": 0.604374, "accuracy": 0.632411, "main_score": 0.604374, "hf_subset": "luo_Latn-zsm_Latn", "languages": ["luo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518314, "recall": 0.560277, "f1": 0.530637, "accuracy": 0.560277, "main_score": 0.530637, "hf_subset": "luo_Latn-ayr_Latn", "languages": ["luo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582018, "recall": 0.624506, "f1": 0.593412, "accuracy": 0.624506, "main_score": 0.593412, "hf_subset": "luo_Latn-dan_Latn", "languages": ["luo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561472, "recall": 0.607708, "f1": 0.573785, "accuracy": 0.607708, "main_score": 0.573785, "hf_subset": "luo_Latn-guj_Gujr", "languages": ["luo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.552207, "recall": 0.600791, "f1": 0.564614, "accuracy": 0.600791, "main_score": 0.564614, "hf_subset": "luo_Latn-kaz_Cyrl", "languages": ["luo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516464, "recall": 0.566206, "f1": 0.530516, "accuracy": 0.566206, "main_score": 0.530516, "hf_subset": "luo_Latn-lug_Latn", "languages": ["luo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587319, "recall": 0.62747, "f1": 0.596999, "accuracy": 0.62747, "main_score": 0.596999, "hf_subset": "luo_Latn-oci_Latn", "languages": ["luo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55707, "recall": 0.598814, "f1": 0.568671, "accuracy": 0.598814, "main_score": 0.568671, "hf_subset": "luo_Latn-smo_Latn", "languages": ["luo-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534603, "recall": 0.581028, "f1": 0.547059, "accuracy": 0.581028, "main_score": 0.547059, "hf_subset": "luo_Latn-tsn_Latn", "languages": ["luo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552273, "recall": 0.601779, "f1": 0.56608, "accuracy": 0.601779, "main_score": 0.56608, "hf_subset": "luo_Latn-zul_Latn", "languages": ["luo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493669, "recall": 0.540514, "f1": 0.50668, "accuracy": 0.540514, "main_score": 0.50668, "hf_subset": "luo_Latn-azb_Arab", "languages": ["luo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580053, "recall": 0.618577, "f1": 0.590786, "accuracy": 0.618577, "main_score": 0.590786, "hf_subset": "luo_Latn-deu_Latn", "languages": ["luo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527166, "recall": 0.579051, "f1": 0.541396, "accuracy": 0.579051, "main_score": 0.541396, "hf_subset": "luo_Latn-hat_Latn", "languages": ["luo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499053, "recall": 0.544466, "f1": 0.511289, "accuracy": 0.544466, "main_score": 0.511289, "hf_subset": "luo_Latn-kbp_Latn", "languages": ["luo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544797, "recall": 0.59585, "f1": 0.559046, "accuracy": 0.59585, "main_score": 0.559046, "hf_subset": "luo_Latn-ory_Orya", "languages": ["luo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.545561, "recall": 0.586957, "f1": 0.557463, "accuracy": 0.586957, "main_score": 0.557463, "hf_subset": "luo_Latn-sna_Latn", "languages": ["luo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541653, "recall": 0.574111, "f1": 0.550927, "accuracy": 0.574111, "main_score": 0.550927, "hf_subset": "luo_Latn-tso_Latn", "languages": ["luo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538393, "recall": 0.589921, "f1": 0.552626, "accuracy": 0.589921, "main_score": 0.552626, "hf_subset": "luo_Latn-azj_Latn", "languages": ["luo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534133, "recall": 0.576087, "f1": 0.54653, "accuracy": 0.576087, "main_score": 0.54653, "hf_subset": "luo_Latn-dik_Latn", "languages": ["luo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557439, "recall": 0.598814, "f1": 0.568806, "accuracy": 0.598814, "main_score": 0.568806, "hf_subset": "luo_Latn-hau_Latn", "languages": ["luo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574905, "recall": 0.610672, "f1": 0.584954, "accuracy": 0.610672, "main_score": 0.584954, "hf_subset": "luo_Latn-kea_Latn", "languages": ["luo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573585, "recall": 0.61166, "f1": 0.583809, "accuracy": 0.61166, "main_score": 0.583809, "hf_subset": "luo_Latn-lus_Latn", "languages": ["luo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587482, "recall": 0.62253, "f1": 0.596377, "accuracy": 0.62253, "main_score": 0.596377, "hf_subset": "luo_Latn-pag_Latn", "languages": ["luo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540521, "recall": 0.587945, "f1": 0.553475, "accuracy": 0.587945, "main_score": 0.553475, "hf_subset": "luo_Latn-snd_Arab", "languages": ["luo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506623, "recall": 0.550395, "f1": 0.519557, "accuracy": 0.550395, "main_score": 0.519557, "hf_subset": "luo_Latn-tuk_Latn", "languages": ["luo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556401, "recall": 0.599802, "f1": 0.568051, "accuracy": 0.599802, "main_score": 0.568051, "hf_subset": "luo_Latn-bak_Cyrl", "languages": ["luo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.444019, "recall": 0.506917, "f1": 0.462017, "accuracy": 0.506917, "main_score": 0.462017, "hf_subset": "luo_Latn-dyu_Latn", "languages": ["luo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559341, "recall": 0.601779, "f1": 0.570939, "accuracy": 0.601779, "main_score": 0.570939, "hf_subset": "luo_Latn-heb_Hebr", "languages": ["luo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.540986, "recall": 0.583004, "f1": 0.552613, "accuracy": 0.583004, "main_score": 0.552613, "hf_subset": "luo_Latn-khk_Cyrl", "languages": ["luo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.563434, "recall": 0.603755, "f1": 0.574053, "accuracy": 0.603755, "main_score": 0.574053, "hf_subset": "luo_Latn-lvs_Latn", "languages": ["luo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556527, "recall": 0.608696, "f1": 0.57086, "accuracy": 0.608696, "main_score": 0.57086, "hf_subset": "luo_Latn-pan_Guru", "languages": ["luo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.519746, "recall": 0.566206, "f1": 0.531902, "accuracy": 0.566206, "main_score": 0.531902, "hf_subset": "luo_Latn-som_Latn", "languages": ["luo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546248, "recall": 0.581028, "f1": 0.55612, "accuracy": 0.581028, "main_score": 0.55612, "hf_subset": "luo_Latn-tum_Latn", "languages": ["luo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55007, "recall": 0.62253, "f1": 0.570753, "accuracy": 0.62253, "main_score": 0.570753, "hf_subset": "ory_Orya-ace_Arab", "languages": ["ory-Orya", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497416, "recall": 0.568182, "f1": 0.516795, "accuracy": 0.568182, "main_score": 0.516795, "hf_subset": "ory_Orya-bam_Latn", "languages": ["ory-Orya", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448604, "recall": 0.529644, "f1": 0.470026, "accuracy": 0.529644, "main_score": 0.470026, "hf_subset": "ory_Orya-dzo_Tibt", "languages": ["ory-Orya", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hin_Deva", "languages": ["ory-Orya", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ory_Orya-khm_Khmr", "languages": ["ory-Orya", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-mag_Deva", "languages": ["ory-Orya", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ory_Orya-pap_Latn", "languages": ["ory-Orya", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558011, "recall": 0.616601, "f1": 0.573824, "accuracy": 0.616601, "main_score": 0.573824, "hf_subset": "ory_Orya-sot_Latn", "languages": ["ory-Orya", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tur_Latn", "languages": ["ory-Orya", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862928, "recall": 0.899209, "f1": 0.874407, "accuracy": 0.899209, "main_score": 0.874407, "hf_subset": "ory_Orya-ace_Latn", "languages": ["ory-Orya", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.971344, "f1": 0.964097, "accuracy": 0.971344, "main_score": 0.964097, "hf_subset": "ory_Orya-ban_Latn", "languages": ["ory-Orya", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-ell_Grek", "languages": ["ory-Orya", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ory_Orya-hne_Deva", "languages": ["ory-Orya", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577307, "recall": 0.640316, "f1": 0.594919, "accuracy": 0.640316, "main_score": 0.594919, "hf_subset": "ory_Orya-kik_Latn", "languages": ["ory-Orya", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mai_Deva", "languages": ["ory-Orya", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ory_Orya-pbt_Arab", "languages": ["ory-Orya", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-spa_Latn", "languages": ["ory-Orya", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593322, "recall": 0.666996, "f1": 0.613404, "accuracy": 0.666996, "main_score": 0.613404, "hf_subset": "ory_Orya-twi_Latn", "languages": ["ory-Orya", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-acm_Arab", "languages": ["ory-Orya", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-bel_Cyrl", "languages": ["ory-Orya", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-eng_Latn", "languages": ["ory-Orya", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hrv_Latn", "languages": ["ory-Orya", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514452, "recall": 0.585968, "f1": 0.534209, "accuracy": 0.585968, "main_score": 0.534209, "hf_subset": "ory_Orya-kin_Latn", "languages": ["ory-Orya", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-mal_Mlym", "languages": ["ory-Orya", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-pes_Arab", "languages": ["ory-Orya", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-srd_Latn", "languages": ["ory-Orya", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170478, "recall": 0.222332, "f1": 0.183173, "accuracy": 0.222332, "main_score": 0.183173, "hf_subset": "ory_Orya-tzm_Tfng", "languages": ["ory-Orya", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-acq_Arab", "languages": ["ory-Orya", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.59973, "recall": 0.655138, "f1": 0.614973, "accuracy": 0.655138, "main_score": 0.614973, "hf_subset": "ory_Orya-bem_Latn", "languages": ["ory-Orya", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-epo_Latn", "languages": ["ory-Orya", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hun_Latn", "languages": ["ory-Orya", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-kir_Cyrl", "languages": ["ory-Orya", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mar_Deva", "languages": ["ory-Orya", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.642073, "recall": 0.701581, "f1": 0.658967, "accuracy": 0.701581, "main_score": 0.658967, "hf_subset": "ory_Orya-plt_Latn", "languages": ["ory-Orya", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-srp_Cyrl", "languages": ["ory-Orya", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ory_Orya-uig_Arab", "languages": ["ory-Orya", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-aeb_Arab", "languages": ["ory-Orya", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ben_Beng", "languages": ["ory-Orya", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-est_Latn", "languages": ["ory-Orya", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hye_Armn", "languages": ["ory-Orya", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.512732, "recall": 0.566206, "f1": 0.527212, "accuracy": 0.566206, "main_score": 0.527212, "hf_subset": "ory_Orya-kmb_Latn", "languages": ["ory-Orya", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463294, "recall": 0.545455, "f1": 0.485911, "accuracy": 0.545455, "main_score": 0.485911, "hf_subset": "ory_Orya-min_Arab", "languages": ["ory-Orya", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-pol_Latn", "languages": ["ory-Orya", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530736, "recall": 0.602767, "f1": 0.551015, "accuracy": 0.602767, "main_score": 0.551015, "hf_subset": "ory_Orya-ssw_Latn", "languages": ["ory-Orya", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ukr_Cyrl", "languages": ["ory-Orya", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-afr_Latn", "languages": ["ory-Orya", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-bho_Deva", "languages": ["ory-Orya", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ory_Orya-eus_Latn", "languages": ["ory-Orya", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543932, "recall": 0.61166, "f1": 0.5626, "accuracy": 0.61166, "main_score": 0.5626, "hf_subset": "ory_Orya-ibo_Latn", "languages": ["ory-Orya", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896821, "recall": 0.925889, "f1": 0.906028, "accuracy": 0.925889, "main_score": 0.906028, "hf_subset": "ory_Orya-kmr_Latn", "languages": ["ory-Orya", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ory_Orya-min_Latn", "languages": ["ory-Orya", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-por_Latn", "languages": ["ory-Orya", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-sun_Latn", "languages": ["ory-Orya", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490484, "recall": 0.555336, "f1": 0.508823, "accuracy": 0.555336, "main_score": 0.508823, "hf_subset": "ory_Orya-umb_Latn", "languages": ["ory-Orya", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ajp_Arab", "languages": ["ory-Orya", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503627, "recall": 0.570158, "f1": 0.522284, "accuracy": 0.570158, "main_score": 0.522284, "hf_subset": "ory_Orya-bjn_Arab", "languages": ["ory-Orya", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483539, "recall": 0.540514, "f1": 0.499108, "accuracy": 0.540514, "main_score": 0.499108, "hf_subset": "ory_Orya-ewe_Latn", "languages": ["ory-Orya", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.960474, "f1": 0.948913, "accuracy": 0.960474, "main_score": 0.948913, "hf_subset": "ory_Orya-ilo_Latn", "languages": ["ory-Orya", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.307451, "recall": 0.364625, "f1": 0.323668, "accuracy": 0.364625, "main_score": 0.323668, "hf_subset": "ory_Orya-knc_Arab", "languages": ["ory-Orya", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mkd_Cyrl", "languages": ["ory-Orya", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-prs_Arab", "languages": ["ory-Orya", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-swe_Latn", "languages": ["ory-Orya", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-urd_Arab", "languages": ["ory-Orya", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561748, "recall": 0.632411, "f1": 0.580985, "accuracy": 0.632411, "main_score": 0.580985, "hf_subset": "ory_Orya-aka_Latn", "languages": ["ory-Orya", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "ory_Orya-bjn_Latn", "languages": ["ory-Orya", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ory_Orya-fao_Latn", "languages": ["ory-Orya", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ind_Latn", "languages": ["ory-Orya", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55895, "recall": 0.616601, "f1": 0.575194, "accuracy": 0.616601, "main_score": 0.575194, "hf_subset": "ory_Orya-knc_Latn", "languages": ["ory-Orya", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-mlt_Latn", "languages": ["ory-Orya", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685079, "recall": 0.751976, "f1": 0.704811, "accuracy": 0.751976, "main_score": 0.704811, "hf_subset": "ory_Orya-quy_Latn", "languages": ["ory-Orya", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "ory_Orya-swh_Latn", "languages": ["ory-Orya", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-uzn_Latn", "languages": ["ory-Orya", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-als_Latn", "languages": ["ory-Orya", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655468, "recall": 0.732213, "f1": 0.678002, "accuracy": 0.732213, "main_score": 0.678002, "hf_subset": "ory_Orya-bod_Tibt", "languages": ["ory-Orya", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.673736, "recall": 0.737154, "f1": 0.692657, "accuracy": 0.737154, "main_score": 0.692657, "hf_subset": "ory_Orya-fij_Latn", "languages": ["ory-Orya", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-isl_Latn", "languages": ["ory-Orya", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634569, "recall": 0.697628, "f1": 0.652837, "accuracy": 0.697628, "main_score": 0.652837, "hf_subset": "ory_Orya-kon_Latn", "languages": ["ory-Orya", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66629, "recall": 0.736166, "f1": 0.686288, "accuracy": 0.736166, "main_score": 0.686288, "hf_subset": "ory_Orya-mni_Beng", "languages": ["ory-Orya", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ron_Latn", "languages": ["ory-Orya", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "ory_Orya-szl_Latn", "languages": ["ory-Orya", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-vec_Latn", "languages": ["ory-Orya", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "ory_Orya-amh_Ethi", "languages": ["ory-Orya", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-bos_Latn", "languages": ["ory-Orya", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-fin_Latn", "languages": ["ory-Orya", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ita_Latn", "languages": ["ory-Orya", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-kor_Hang", "languages": ["ory-Orya", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.522386, "recall": 0.585968, "f1": 0.540006, "accuracy": 0.585968, "main_score": 0.540006, "hf_subset": "ory_Orya-mos_Latn", "languages": ["ory-Orya", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5232, "recall": 0.586957, "f1": 0.540337, "accuracy": 0.586957, "main_score": 0.540337, "hf_subset": "ory_Orya-run_Latn", "languages": ["ory-Orya", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tam_Taml", "languages": ["ory-Orya", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-vie_Latn", "languages": ["ory-Orya", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-apc_Arab", "languages": ["ory-Orya", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.787971, "recall": 0.836957, "f1": 0.802176, "accuracy": 0.836957, "main_score": 0.802176, "hf_subset": "ory_Orya-bug_Latn", "languages": ["ory-Orya", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440853, "recall": 0.505929, "f1": 0.458067, "accuracy": 0.505929, "main_score": 0.458067, "hf_subset": "ory_Orya-fon_Latn", "languages": ["ory-Orya", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-jav_Latn", "languages": ["ory-Orya", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-lao_Laoo", "languages": ["ory-Orya", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.860425, "recall": 0.899209, "f1": 0.872596, "accuracy": 0.899209, "main_score": 0.872596, "hf_subset": "ory_Orya-mri_Latn", "languages": ["ory-Orya", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-rus_Cyrl", "languages": ["ory-Orya", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528626, "recall": 0.593874, "f1": 0.54632, "accuracy": 0.593874, "main_score": 0.54632, "hf_subset": "ory_Orya-taq_Latn", "languages": ["ory-Orya", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-war_Latn", "languages": ["ory-Orya", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-arb_Arab", "languages": ["ory-Orya", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-bul_Cyrl", "languages": ["ory-Orya", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-fra_Latn", "languages": ["ory-Orya", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-jpn_Jpan", "languages": ["ory-Orya", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ory_Orya-lij_Latn", "languages": ["ory-Orya", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "ory_Orya-mya_Mymr", "languages": ["ory-Orya", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.557193, "recall": 0.631423, "f1": 0.578026, "accuracy": 0.631423, "main_score": 0.578026, "hf_subset": "ory_Orya-sag_Latn", "languages": ["ory-Orya", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189157, "recall": 0.245059, "f1": 0.201757, "accuracy": 0.245059, "main_score": 0.201757, "hf_subset": "ory_Orya-taq_Tfng", "languages": ["ory-Orya", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.581769, "recall": 0.652174, "f1": 0.601601, "accuracy": 0.652174, "main_score": 0.601601, "hf_subset": "ory_Orya-wol_Latn", "languages": ["ory-Orya", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803195, "recall": 0.854743, "f1": 0.819057, "accuracy": 0.854743, "main_score": 0.819057, "hf_subset": "ory_Orya-arb_Latn", "languages": ["ory-Orya", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-cat_Latn", "languages": ["ory-Orya", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ory_Orya-fur_Latn", "languages": ["ory-Orya", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381944, "recall": 0.4417, "f1": 0.398263, "accuracy": 0.4417, "main_score": 0.398263, "hf_subset": "ory_Orya-kab_Latn", "languages": ["ory-Orya", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-lim_Latn", "languages": ["ory-Orya", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-nld_Latn", "languages": ["ory-Orya", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ory_Orya-san_Deva", "languages": ["ory-Orya", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tat_Cyrl", "languages": ["ory-Orya", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652553, "recall": 0.713439, "f1": 0.669675, "accuracy": 0.713439, "main_score": 0.669675, "hf_subset": "ory_Orya-xho_Latn", "languages": ["ory-Orya", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ars_Arab", "languages": ["ory-Orya", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-ceb_Latn", "languages": ["ory-Orya", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532446, "recall": 0.603755, "f1": 0.552902, "accuracy": 0.603755, "main_score": 0.552902, "hf_subset": "ory_Orya-fuv_Latn", "languages": ["ory-Orya", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485132, "recall": 0.559289, "f1": 0.504819, "accuracy": 0.559289, "main_score": 0.504819, "hf_subset": "ory_Orya-kac_Latn", "languages": ["ory-Orya", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646156, "recall": 0.704545, "f1": 0.662914, "accuracy": 0.704545, "main_score": 0.662914, "hf_subset": "ory_Orya-lin_Latn", "languages": ["ory-Orya", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-nno_Latn", "languages": ["ory-Orya", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.225297, "recall": 0.312253, "f1": 0.247968, "accuracy": 0.312253, "main_score": 0.247968, "hf_subset": "ory_Orya-sat_Olck", "languages": ["ory-Orya", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tel_Telu", "languages": ["ory-Orya", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "ory_Orya-ydd_Hebr", "languages": ["ory-Orya", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ory_Orya-ary_Arab", "languages": ["ory-Orya", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ces_Latn", "languages": ["ory-Orya", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533491, "recall": 0.601779, "f1": 0.552953, "accuracy": 0.601779, "main_score": 0.552953, "hf_subset": "ory_Orya-gaz_Latn", "languages": ["ory-Orya", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554784, "recall": 0.623518, "f1": 0.574335, "accuracy": 0.623518, "main_score": 0.574335, "hf_subset": "ory_Orya-kam_Latn", "languages": ["ory-Orya", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ory_Orya-lit_Latn", "languages": ["ory-Orya", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-nob_Latn", "languages": ["ory-Orya", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ory_Orya-scn_Latn", "languages": ["ory-Orya", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "ory_Orya-tgk_Cyrl", "languages": ["ory-Orya", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.697925, "recall": 0.766798, "f1": 0.718911, "accuracy": 0.766798, "main_score": 0.718911, "hf_subset": "ory_Orya-yor_Latn", "languages": ["ory-Orya", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-arz_Arab", "languages": ["ory-Orya", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538522, "recall": 0.599802, "f1": 0.55527, "accuracy": 0.599802, "main_score": 0.55527, "hf_subset": "ory_Orya-cjk_Latn", "languages": ["ory-Orya", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759964, "recall": 0.822134, "f1": 0.779348, "accuracy": 0.822134, "main_score": 0.779348, "hf_subset": "ory_Orya-gla_Latn", "languages": ["ory-Orya", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-kan_Knda", "languages": ["ory-Orya", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ory_Orya-lmo_Latn", "languages": ["ory-Orya", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ory_Orya-npi_Deva", "languages": ["ory-Orya", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.444054, "recall": 0.513834, "f1": 0.462901, "accuracy": 0.513834, "main_score": 0.462901, "hf_subset": "ory_Orya-shn_Mymr", "languages": ["ory-Orya", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tgl_Latn", "languages": ["ory-Orya", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-yue_Hant", "languages": ["ory-Orya", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-asm_Beng", "languages": ["ory-Orya", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ory_Orya-ckb_Arab", "languages": ["ory-Orya", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.875988, "recall": 0.911067, "f1": 0.887154, "accuracy": 0.911067, "main_score": 0.887154, "hf_subset": "ory_Orya-gle_Latn", "languages": ["ory-Orya", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "ory_Orya-kas_Arab", "languages": ["ory-Orya", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927536, "recall": 0.948617, "f1": 0.934256, "accuracy": 0.948617, "main_score": 0.934256, "hf_subset": "ory_Orya-ltg_Latn", "languages": ["ory-Orya", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581768, "recall": 0.648221, "f1": 0.599964, "accuracy": 0.648221, "main_score": 0.599964, "hf_subset": "ory_Orya-nso_Latn", "languages": ["ory-Orya", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-sin_Sinh", "languages": ["ory-Orya", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tha_Thai", "languages": ["ory-Orya", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-zho_Hans", "languages": ["ory-Orya", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ast_Latn", "languages": ["ory-Orya", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-crh_Latn", "languages": ["ory-Orya", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-glg_Latn", "languages": ["ory-Orya", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89888, "recall": 0.929842, "f1": 0.908893, "accuracy": 0.929842, "main_score": 0.908893, "hf_subset": "ory_Orya-kas_Deva", "languages": ["ory-Orya", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ory_Orya-ltz_Latn", "languages": ["ory-Orya", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427979, "recall": 0.5, "f1": 0.447184, "accuracy": 0.5, "main_score": 0.447184, "hf_subset": "ory_Orya-nus_Latn", "languages": ["ory-Orya", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-slk_Latn", "languages": ["ory-Orya", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616133, "recall": 0.690711, "f1": 0.637669, "accuracy": 0.690711, "main_score": 0.637669, "hf_subset": "ory_Orya-tir_Ethi", "languages": ["ory-Orya", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-zho_Hant", "languages": ["ory-Orya", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.991107, "f1": 0.98946, "accuracy": 0.991107, "main_score": 0.98946, "hf_subset": "ory_Orya-awa_Deva", "languages": ["ory-Orya", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ory_Orya-cym_Latn", "languages": ["ory-Orya", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819022, "recall": 0.860672, "f1": 0.832082, "accuracy": 0.860672, "main_score": 0.832082, "hf_subset": "ory_Orya-grn_Latn", "languages": ["ory-Orya", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-kat_Geor", "languages": ["ory-Orya", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.610165, "recall": 0.670949, "f1": 0.627132, "accuracy": 0.670949, "main_score": 0.627132, "hf_subset": "ory_Orya-lua_Latn", "languages": ["ory-Orya", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613176, "recall": 0.672925, "f1": 0.629899, "accuracy": 0.672925, "main_score": 0.629899, "hf_subset": "ory_Orya-nya_Latn", "languages": ["ory-Orya", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-slv_Latn", "languages": ["ory-Orya", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926548, "recall": 0.949605, "f1": 0.933959, "accuracy": 0.949605, "main_score": 0.933959, "hf_subset": "ory_Orya-tpi_Latn", "languages": ["ory-Orya", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-zsm_Latn", "languages": ["ory-Orya", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535419, "recall": 0.597826, "f1": 0.55288, "accuracy": 0.597826, "main_score": 0.55288, "hf_subset": "ory_Orya-ayr_Latn", "languages": ["ory-Orya", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-dan_Latn", "languages": ["ory-Orya", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-guj_Gujr", "languages": ["ory-Orya", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-kaz_Cyrl", "languages": ["ory-Orya", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506656, "recall": 0.573123, "f1": 0.525254, "accuracy": 0.573123, "main_score": 0.525254, "hf_subset": "ory_Orya-lug_Latn", "languages": ["ory-Orya", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-oci_Latn", "languages": ["ory-Orya", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805501, "recall": 0.854743, "f1": 0.820342, "accuracy": 0.854743, "main_score": 0.820342, "hf_subset": "ory_Orya-smo_Latn", "languages": ["ory-Orya", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518459, "recall": 0.58498, "f1": 0.536904, "accuracy": 0.58498, "main_score": 0.536904, "hf_subset": "ory_Orya-tsn_Latn", "languages": ["ory-Orya", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590666, "recall": 0.652174, "f1": 0.608303, "accuracy": 0.652174, "main_score": 0.608303, "hf_subset": "ory_Orya-zul_Latn", "languages": ["ory-Orya", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921031, "recall": 0.944664, "f1": 0.92859, "accuracy": 0.944664, "main_score": 0.92859, "hf_subset": "ory_Orya-azb_Arab", "languages": ["ory-Orya", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-deu_Latn", "languages": ["ory-Orya", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "ory_Orya-hat_Latn", "languages": ["ory-Orya", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468643, "recall": 0.530632, "f1": 0.485988, "accuracy": 0.530632, "main_score": 0.485988, "hf_subset": "ory_Orya-kbp_Latn", "languages": ["ory-Orya", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546196, "recall": 0.61166, "f1": 0.564086, "accuracy": 0.61166, "main_score": 0.564086, "hf_subset": "ory_Orya-luo_Latn", "languages": ["ory-Orya", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559759, "recall": 0.628458, "f1": 0.579298, "accuracy": 0.628458, "main_score": 0.579298, "hf_subset": "ory_Orya-sna_Latn", "languages": ["ory-Orya", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532546, "recall": 0.588933, "f1": 0.547621, "accuracy": 0.588933, "main_score": 0.547621, "hf_subset": "ory_Orya-tso_Latn", "languages": ["ory-Orya", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-azj_Latn", "languages": ["ory-Orya", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504703, "recall": 0.572134, "f1": 0.523638, "accuracy": 0.572134, "main_score": 0.523638, "hf_subset": "ory_Orya-dik_Latn", "languages": ["ory-Orya", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707362, "recall": 0.76581, "f1": 0.72444, "accuracy": 0.76581, "main_score": 0.72444, "hf_subset": "ory_Orya-hau_Latn", "languages": ["ory-Orya", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ory_Orya-kea_Latn", "languages": ["ory-Orya", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734601, "recall": 0.788538, "f1": 0.750381, "accuracy": 0.788538, "main_score": 0.750381, "hf_subset": "ory_Orya-lus_Latn", "languages": ["ory-Orya", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864904, "recall": 0.896245, "f1": 0.874374, "accuracy": 0.896245, "main_score": 0.874374, "hf_subset": "ory_Orya-pag_Latn", "languages": ["ory-Orya", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-snd_Arab", "languages": ["ory-Orya", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "ory_Orya-tuk_Latn", "languages": ["ory-Orya", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-bak_Cyrl", "languages": ["ory-Orya", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.454481, "recall": 0.539526, "f1": 0.479266, "accuracy": 0.539526, "main_score": 0.479266, "hf_subset": "ory_Orya-dyu_Latn", "languages": ["ory-Orya", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-heb_Hebr", "languages": ["ory-Orya", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-khk_Cyrl", "languages": ["ory-Orya", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-lvs_Latn", "languages": ["ory-Orya", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-pan_Guru", "languages": ["ory-Orya", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.688011, "recall": 0.75, "f1": 0.706343, "accuracy": 0.75, "main_score": 0.706343, "hf_subset": "ory_Orya-som_Latn", "languages": ["ory-Orya", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574031, "recall": 0.633399, "f1": 0.590802, "accuracy": 0.633399, "main_score": 0.590802, "hf_subset": "ory_Orya-tum_Latn", "languages": ["ory-Orya", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423589, "recall": 0.469368, "f1": 0.436012, "accuracy": 0.469368, "main_score": 0.436012, "hf_subset": "sna_Latn-ace_Arab", "languages": ["sna-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496447, "recall": 0.536561, "f1": 0.507746, "accuracy": 0.536561, "main_score": 0.507746, "hf_subset": "sna_Latn-bam_Latn", "languages": ["sna-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223829, "recall": 0.268775, "f1": 0.234648, "accuracy": 0.268775, "main_score": 0.234648, "hf_subset": "sna_Latn-dzo_Tibt", "languages": ["sna-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.582908, "recall": 0.630435, "f1": 0.594924, "accuracy": 0.630435, "main_score": 0.594924, "hf_subset": "sna_Latn-hin_Deva", "languages": ["sna-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.521492, "recall": 0.568182, "f1": 0.535272, "accuracy": 0.568182, "main_score": 0.535272, "hf_subset": "sna_Latn-khm_Khmr", "languages": ["sna-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.558411, "recall": 0.603755, "f1": 0.570798, "accuracy": 0.603755, "main_score": 0.570798, "hf_subset": "sna_Latn-mag_Deva", "languages": ["sna-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577053, "recall": 0.615613, "f1": 0.586449, "accuracy": 0.615613, "main_score": 0.586449, "hf_subset": "sna_Latn-pap_Latn", "languages": ["sna-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583053, "recall": 0.630435, "f1": 0.596414, "accuracy": 0.630435, "main_score": 0.596414, "hf_subset": "sna_Latn-sot_Latn", "languages": ["sna-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567399, "recall": 0.614625, "f1": 0.580165, "accuracy": 0.614625, "main_score": 0.580165, "hf_subset": "sna_Latn-tur_Latn", "languages": ["sna-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559484, "recall": 0.596838, "f1": 0.569341, "accuracy": 0.596838, "main_score": 0.569341, "hf_subset": "sna_Latn-ace_Latn", "languages": ["sna-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576438, "recall": 0.613636, "f1": 0.586477, "accuracy": 0.613636, "main_score": 0.586477, "hf_subset": "sna_Latn-ban_Latn", "languages": ["sna-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560151, "recall": 0.616601, "f1": 0.574634, "accuracy": 0.616601, "main_score": 0.574634, "hf_subset": "sna_Latn-ell_Grek", "languages": ["sna-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.556493, "recall": 0.604743, "f1": 0.568704, "accuracy": 0.604743, "main_score": 0.568704, "hf_subset": "sna_Latn-hne_Deva", "languages": ["sna-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.532691, "recall": 0.578063, "f1": 0.544779, "accuracy": 0.578063, "main_score": 0.544779, "hf_subset": "sna_Latn-kik_Latn", "languages": ["sna-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561388, "recall": 0.612648, "f1": 0.574729, "accuracy": 0.612648, "main_score": 0.574729, "hf_subset": "sna_Latn-mai_Deva", "languages": ["sna-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517209, "recall": 0.570158, "f1": 0.530957, "accuracy": 0.570158, "main_score": 0.530957, "hf_subset": "sna_Latn-pbt_Arab", "languages": ["sna-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577319, "recall": 0.625494, "f1": 0.5904, "accuracy": 0.625494, "main_score": 0.5904, "hf_subset": "sna_Latn-spa_Latn", "languages": ["sna-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55975, "recall": 0.594862, "f1": 0.569538, "accuracy": 0.594862, "main_score": 0.569538, "hf_subset": "sna_Latn-twi_Latn", "languages": ["sna-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559237, "recall": 0.601779, "f1": 0.570237, "accuracy": 0.601779, "main_score": 0.570237, "hf_subset": "sna_Latn-acm_Arab", "languages": ["sna-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536046, "recall": 0.581028, "f1": 0.547634, "accuracy": 0.581028, "main_score": 0.547634, "hf_subset": "sna_Latn-bel_Cyrl", "languages": ["sna-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.609275, "recall": 0.655138, "f1": 0.620734, "accuracy": 0.655138, "main_score": 0.620734, "hf_subset": "sna_Latn-eng_Latn", "languages": ["sna-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596761, "recall": 0.639328, "f1": 0.60742, "accuracy": 0.639328, "main_score": 0.60742, "hf_subset": "sna_Latn-hrv_Latn", "languages": ["sna-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525239, "recall": 0.56917, "f1": 0.537573, "accuracy": 0.56917, "main_score": 0.537573, "hf_subset": "sna_Latn-kin_Latn", "languages": ["sna-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564416, "recall": 0.61166, "f1": 0.576863, "accuracy": 0.61166, "main_score": 0.576863, "hf_subset": "sna_Latn-mal_Mlym", "languages": ["sna-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.576817, "recall": 0.619565, "f1": 0.587977, "accuracy": 0.619565, "main_score": 0.587977, "hf_subset": "sna_Latn-pes_Arab", "languages": ["sna-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577562, "recall": 0.618577, "f1": 0.587651, "accuracy": 0.618577, "main_score": 0.587651, "hf_subset": "sna_Latn-srd_Latn", "languages": ["sna-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198441, "recall": 0.233202, "f1": 0.206771, "accuracy": 0.233202, "main_score": 0.206771, "hf_subset": "sna_Latn-tzm_Tfng", "languages": ["sna-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.552783, "recall": 0.598814, "f1": 0.564466, "accuracy": 0.598814, "main_score": 0.564466, "hf_subset": "sna_Latn-acq_Arab", "languages": ["sna-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581215, "recall": 0.624506, "f1": 0.592994, "accuracy": 0.624506, "main_score": 0.592994, "hf_subset": "sna_Latn-bem_Latn", "languages": ["sna-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566165, "recall": 0.608696, "f1": 0.57727, "accuracy": 0.608696, "main_score": 0.57727, "hf_subset": "sna_Latn-epo_Latn", "languages": ["sna-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564657, "recall": 0.609684, "f1": 0.576903, "accuracy": 0.609684, "main_score": 0.576903, "hf_subset": "sna_Latn-hun_Latn", "languages": ["sna-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539858, "recall": 0.587945, "f1": 0.552091, "accuracy": 0.587945, "main_score": 0.552091, "hf_subset": "sna_Latn-kir_Cyrl", "languages": ["sna-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.565057, "recall": 0.606719, "f1": 0.576597, "accuracy": 0.606719, "main_score": 0.576597, "hf_subset": "sna_Latn-mar_Deva", "languages": ["sna-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558236, "recall": 0.597826, "f1": 0.568967, "accuracy": 0.597826, "main_score": 0.568967, "hf_subset": "sna_Latn-plt_Latn", "languages": ["sna-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578073, "recall": 0.620553, "f1": 0.589147, "accuracy": 0.620553, "main_score": 0.589147, "hf_subset": "sna_Latn-srp_Cyrl", "languages": ["sna-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.483784, "recall": 0.533597, "f1": 0.497501, "accuracy": 0.533597, "main_score": 0.497501, "hf_subset": "sna_Latn-uig_Arab", "languages": ["sna-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554236, "recall": 0.59585, "f1": 0.564599, "accuracy": 0.59585, "main_score": 0.564599, "hf_subset": "sna_Latn-aeb_Arab", "languages": ["sna-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579914, "recall": 0.62747, "f1": 0.592654, "accuracy": 0.62747, "main_score": 0.592654, "hf_subset": "sna_Latn-ben_Beng", "languages": ["sna-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.551481, "recall": 0.598814, "f1": 0.563805, "accuracy": 0.598814, "main_score": 0.563805, "hf_subset": "sna_Latn-est_Latn", "languages": ["sna-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547379, "recall": 0.596838, "f1": 0.560192, "accuracy": 0.596838, "main_score": 0.560192, "hf_subset": "sna_Latn-hye_Armn", "languages": ["sna-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553974, "recall": 0.590909, "f1": 0.564124, "accuracy": 0.590909, "main_score": 0.564124, "hf_subset": "sna_Latn-kmb_Latn", "languages": ["sna-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385125, "recall": 0.437747, "f1": 0.399584, "accuracy": 0.437747, "main_score": 0.399584, "hf_subset": "sna_Latn-min_Arab", "languages": ["sna-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.572982, "recall": 0.618577, "f1": 0.585039, "accuracy": 0.618577, "main_score": 0.585039, "hf_subset": "sna_Latn-pol_Latn", "languages": ["sna-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569585, "recall": 0.613636, "f1": 0.581569, "accuracy": 0.613636, "main_score": 0.581569, "hf_subset": "sna_Latn-ssw_Latn", "languages": ["sna-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587572, "recall": 0.635375, "f1": 0.600068, "accuracy": 0.635375, "main_score": 0.600068, "hf_subset": "sna_Latn-ukr_Cyrl", "languages": ["sna-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.594209, "recall": 0.639328, "f1": 0.606632, "accuracy": 0.639328, "main_score": 0.606632, "hf_subset": "sna_Latn-afr_Latn", "languages": ["sna-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553615, "recall": 0.59585, "f1": 0.565258, "accuracy": 0.59585, "main_score": 0.565258, "hf_subset": "sna_Latn-bho_Deva", "languages": ["sna-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.560879, "recall": 0.605731, "f1": 0.572617, "accuracy": 0.605731, "main_score": 0.572617, "hf_subset": "sna_Latn-eus_Latn", "languages": ["sna-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544561, "recall": 0.588933, "f1": 0.55698, "accuracy": 0.588933, "main_score": 0.55698, "hf_subset": "sna_Latn-ibo_Latn", "languages": ["sna-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537297, "recall": 0.579051, "f1": 0.54898, "accuracy": 0.579051, "main_score": 0.54898, "hf_subset": "sna_Latn-kmr_Latn", "languages": ["sna-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561792, "recall": 0.606719, "f1": 0.573108, "accuracy": 0.606719, "main_score": 0.573108, "hf_subset": "sna_Latn-min_Latn", "languages": ["sna-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587339, "recall": 0.631423, "f1": 0.599269, "accuracy": 0.631423, "main_score": 0.599269, "hf_subset": "sna_Latn-por_Latn", "languages": ["sna-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585535, "recall": 0.628458, "f1": 0.596978, "accuracy": 0.628458, "main_score": 0.596978, "hf_subset": "sna_Latn-sun_Latn", "languages": ["sna-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508333, "recall": 0.551383, "f1": 0.520935, "accuracy": 0.551383, "main_score": 0.520935, "hf_subset": "sna_Latn-umb_Latn", "languages": ["sna-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569146, "recall": 0.615613, "f1": 0.581939, "accuracy": 0.615613, "main_score": 0.581939, "hf_subset": "sna_Latn-ajp_Arab", "languages": ["sna-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.411035, "recall": 0.462451, "f1": 0.424524, "accuracy": 0.462451, "main_score": 0.424524, "hf_subset": "sna_Latn-bjn_Arab", "languages": ["sna-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504209, "recall": 0.543478, "f1": 0.514839, "accuracy": 0.543478, "main_score": 0.514839, "hf_subset": "sna_Latn-ewe_Latn", "languages": ["sna-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593154, "recall": 0.628458, "f1": 0.602434, "accuracy": 0.628458, "main_score": 0.602434, "hf_subset": "sna_Latn-ilo_Latn", "languages": ["sna-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.302599, "recall": 0.349802, "f1": 0.315377, "accuracy": 0.349802, "main_score": 0.315377, "hf_subset": "sna_Latn-knc_Arab", "languages": ["sna-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569671, "recall": 0.607708, "f1": 0.579306, "accuracy": 0.607708, "main_score": 0.579306, "hf_subset": "sna_Latn-mkd_Cyrl", "languages": ["sna-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.56309, "recall": 0.612648, "f1": 0.575406, "accuracy": 0.612648, "main_score": 0.575406, "hf_subset": "sna_Latn-prs_Arab", "languages": ["sna-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591141, "recall": 0.633399, "f1": 0.601643, "accuracy": 0.633399, "main_score": 0.601643, "hf_subset": "sna_Latn-swe_Latn", "languages": ["sna-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535843, "recall": 0.582016, "f1": 0.548633, "accuracy": 0.582016, "main_score": 0.548633, "hf_subset": "sna_Latn-urd_Arab", "languages": ["sna-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566599, "recall": 0.596838, "f1": 0.575181, "accuracy": 0.596838, "main_score": 0.575181, "hf_subset": "sna_Latn-aka_Latn", "languages": ["sna-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570965, "recall": 0.609684, "f1": 0.580602, "accuracy": 0.609684, "main_score": 0.580602, "hf_subset": "sna_Latn-bjn_Latn", "languages": ["sna-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55365, "recall": 0.597826, "f1": 0.565189, "accuracy": 0.597826, "main_score": 0.565189, "hf_subset": "sna_Latn-fao_Latn", "languages": ["sna-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593196, "recall": 0.632411, "f1": 0.603607, "accuracy": 0.632411, "main_score": 0.603607, "hf_subset": "sna_Latn-ind_Latn", "languages": ["sna-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533607, "recall": 0.566206, "f1": 0.542492, "accuracy": 0.566206, "main_score": 0.542492, "hf_subset": "sna_Latn-knc_Latn", "languages": ["sna-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573146, "recall": 0.613636, "f1": 0.5837, "accuracy": 0.613636, "main_score": 0.5837, "hf_subset": "sna_Latn-mlt_Latn", "languages": ["sna-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533811, "recall": 0.576087, "f1": 0.546182, "accuracy": 0.576087, "main_score": 0.546182, "hf_subset": "sna_Latn-quy_Latn", "languages": ["sna-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562569, "recall": 0.604743, "f1": 0.573432, "accuracy": 0.604743, "main_score": 0.573432, "hf_subset": "sna_Latn-swh_Latn", "languages": ["sna-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549665, "recall": 0.600791, "f1": 0.563038, "accuracy": 0.600791, "main_score": 0.563038, "hf_subset": "sna_Latn-uzn_Latn", "languages": ["sna-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572113, "recall": 0.614625, "f1": 0.582927, "accuracy": 0.614625, "main_score": 0.582927, "hf_subset": "sna_Latn-als_Latn", "languages": ["sna-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.257806, "recall": 0.310277, "f1": 0.270589, "accuracy": 0.310277, "main_score": 0.270589, "hf_subset": "sna_Latn-bod_Tibt", "languages": ["sna-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.556638, "recall": 0.594862, "f1": 0.567675, "accuracy": 0.594862, "main_score": 0.567675, "hf_subset": "sna_Latn-fij_Latn", "languages": ["sna-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566374, "recall": 0.608696, "f1": 0.577613, "accuracy": 0.608696, "main_score": 0.577613, "hf_subset": "sna_Latn-isl_Latn", "languages": ["sna-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550899, "recall": 0.587945, "f1": 0.560709, "accuracy": 0.587945, "main_score": 0.560709, "hf_subset": "sna_Latn-kon_Latn", "languages": ["sna-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466763, "recall": 0.51581, "f1": 0.48048, "accuracy": 0.51581, "main_score": 0.48048, "hf_subset": "sna_Latn-mni_Beng", "languages": ["sna-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.593262, "recall": 0.641304, "f1": 0.605232, "accuracy": 0.641304, "main_score": 0.605232, "hf_subset": "sna_Latn-ron_Latn", "languages": ["sna-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556674, "recall": 0.602767, "f1": 0.568799, "accuracy": 0.602767, "main_score": 0.568799, "hf_subset": "sna_Latn-szl_Latn", "languages": ["sna-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571786, "recall": 0.614625, "f1": 0.583044, "accuracy": 0.614625, "main_score": 0.583044, "hf_subset": "sna_Latn-vec_Latn", "languages": ["sna-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476191, "recall": 0.527668, "f1": 0.490452, "accuracy": 0.527668, "main_score": 0.490452, "hf_subset": "sna_Latn-amh_Ethi", "languages": ["sna-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.592511, "recall": 0.636364, "f1": 0.603874, "accuracy": 0.636364, "main_score": 0.603874, "hf_subset": "sna_Latn-bos_Latn", "languages": ["sna-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566411, "recall": 0.608696, "f1": 0.577054, "accuracy": 0.608696, "main_score": 0.577054, "hf_subset": "sna_Latn-fin_Latn", "languages": ["sna-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574624, "recall": 0.620553, "f1": 0.587096, "accuracy": 0.620553, "main_score": 0.587096, "hf_subset": "sna_Latn-ita_Latn", "languages": ["sna-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55318, "recall": 0.602767, "f1": 0.566382, "accuracy": 0.602767, "main_score": 0.566382, "hf_subset": "sna_Latn-kor_Hang", "languages": ["sna-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.5091, "recall": 0.551383, "f1": 0.521379, "accuracy": 0.551383, "main_score": 0.521379, "hf_subset": "sna_Latn-mos_Latn", "languages": ["sna-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529578, "recall": 0.576087, "f1": 0.543046, "accuracy": 0.576087, "main_score": 0.543046, "hf_subset": "sna_Latn-run_Latn", "languages": ["sna-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555403, "recall": 0.603755, "f1": 0.568097, "accuracy": 0.603755, "main_score": 0.568097, "hf_subset": "sna_Latn-tam_Taml", "languages": ["sna-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.586754, "recall": 0.624506, "f1": 0.596516, "accuracy": 0.624506, "main_score": 0.596516, "hf_subset": "sna_Latn-vie_Latn", "languages": ["sna-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557941, "recall": 0.598814, "f1": 0.568164, "accuracy": 0.598814, "main_score": 0.568164, "hf_subset": "sna_Latn-apc_Arab", "languages": ["sna-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54065, "recall": 0.579051, "f1": 0.551726, "accuracy": 0.579051, "main_score": 0.551726, "hf_subset": "sna_Latn-bug_Latn", "languages": ["sna-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473752, "recall": 0.516798, "f1": 0.485631, "accuracy": 0.516798, "main_score": 0.485631, "hf_subset": "sna_Latn-fon_Latn", "languages": ["sna-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604575, "recall": 0.640316, "f1": 0.61463, "accuracy": 0.640316, "main_score": 0.61463, "hf_subset": "sna_Latn-jav_Latn", "languages": ["sna-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520154, "recall": 0.566206, "f1": 0.533484, "accuracy": 0.566206, "main_score": 0.533484, "hf_subset": "sna_Latn-lao_Laoo", "languages": ["sna-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.504976, "recall": 0.544466, "f1": 0.515693, "accuracy": 0.544466, "main_score": 0.515693, "hf_subset": "sna_Latn-mri_Latn", "languages": ["sna-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568082, "recall": 0.615613, "f1": 0.581223, "accuracy": 0.615613, "main_score": 0.581223, "hf_subset": "sna_Latn-rus_Cyrl", "languages": ["sna-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47971, "recall": 0.525692, "f1": 0.493347, "accuracy": 0.525692, "main_score": 0.493347, "hf_subset": "sna_Latn-taq_Latn", "languages": ["sna-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608809, "recall": 0.643281, "f1": 0.617473, "accuracy": 0.643281, "main_score": 0.617473, "hf_subset": "sna_Latn-war_Latn", "languages": ["sna-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558767, "recall": 0.601779, "f1": 0.569756, "accuracy": 0.601779, "main_score": 0.569756, "hf_subset": "sna_Latn-arb_Arab", "languages": ["sna-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576147, "recall": 0.621542, "f1": 0.587546, "accuracy": 0.621542, "main_score": 0.587546, "hf_subset": "sna_Latn-bul_Cyrl", "languages": ["sna-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586282, "recall": 0.629447, "f1": 0.597059, "accuracy": 0.629447, "main_score": 0.597059, "hf_subset": "sna_Latn-fra_Latn", "languages": ["sna-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566874, "recall": 0.610672, "f1": 0.578214, "accuracy": 0.610672, "main_score": 0.578214, "hf_subset": "sna_Latn-jpn_Jpan", "languages": ["sna-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.564812, "recall": 0.608696, "f1": 0.576791, "accuracy": 0.608696, "main_score": 0.576791, "hf_subset": "sna_Latn-lij_Latn", "languages": ["sna-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423766, "recall": 0.486166, "f1": 0.440492, "accuracy": 0.486166, "main_score": 0.440492, "hf_subset": "sna_Latn-mya_Mymr", "languages": ["sna-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.521882, "recall": 0.56917, "f1": 0.534033, "accuracy": 0.56917, "main_score": 0.534033, "hf_subset": "sna_Latn-sag_Latn", "languages": ["sna-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195009, "recall": 0.237154, "f1": 0.204985, "accuracy": 0.237154, "main_score": 0.204985, "hf_subset": "sna_Latn-taq_Tfng", "languages": ["sna-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.55847, "recall": 0.600791, "f1": 0.570191, "accuracy": 0.600791, "main_score": 0.570191, "hf_subset": "sna_Latn-wol_Latn", "languages": ["sna-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476673, "recall": 0.520751, "f1": 0.487794, "accuracy": 0.520751, "main_score": 0.487794, "hf_subset": "sna_Latn-arb_Latn", "languages": ["sna-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579754, "recall": 0.62747, "f1": 0.592666, "accuracy": 0.62747, "main_score": 0.592666, "hf_subset": "sna_Latn-cat_Latn", "languages": ["sna-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56011, "recall": 0.601779, "f1": 0.571076, "accuracy": 0.601779, "main_score": 0.571076, "hf_subset": "sna_Latn-fur_Latn", "languages": ["sna-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419544, "recall": 0.474308, "f1": 0.434624, "accuracy": 0.474308, "main_score": 0.434624, "hf_subset": "sna_Latn-kab_Latn", "languages": ["sna-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57412, "recall": 0.608696, "f1": 0.583719, "accuracy": 0.608696, "main_score": 0.583719, "hf_subset": "sna_Latn-lim_Latn", "languages": ["sna-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565198, "recall": 0.605731, "f1": 0.576253, "accuracy": 0.605731, "main_score": 0.576253, "hf_subset": "sna_Latn-nld_Latn", "languages": ["sna-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521943, "recall": 0.566206, "f1": 0.533347, "accuracy": 0.566206, "main_score": 0.533347, "hf_subset": "sna_Latn-san_Deva", "languages": ["sna-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.548477, "recall": 0.59585, "f1": 0.562229, "accuracy": 0.59585, "main_score": 0.562229, "hf_subset": "sna_Latn-tat_Cyrl", "languages": ["sna-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.574971, "recall": 0.62253, "f1": 0.588318, "accuracy": 0.62253, "main_score": 0.588318, "hf_subset": "sna_Latn-xho_Latn", "languages": ["sna-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547266, "recall": 0.594862, "f1": 0.559456, "accuracy": 0.594862, "main_score": 0.559456, "hf_subset": "sna_Latn-ars_Arab", "languages": ["sna-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.606683, "recall": 0.643281, "f1": 0.616152, "accuracy": 0.643281, "main_score": 0.616152, "hf_subset": "sna_Latn-ceb_Latn", "languages": ["sna-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499624, "recall": 0.544466, "f1": 0.512747, "accuracy": 0.544466, "main_score": 0.512747, "hf_subset": "sna_Latn-fuv_Latn", "languages": ["sna-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496908, "recall": 0.538538, "f1": 0.50893, "accuracy": 0.538538, "main_score": 0.50893, "hf_subset": "sna_Latn-kac_Latn", "languages": ["sna-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556847, "recall": 0.597826, "f1": 0.567672, "accuracy": 0.597826, "main_score": 0.567672, "hf_subset": "sna_Latn-lin_Latn", "languages": ["sna-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583482, "recall": 0.628458, "f1": 0.595935, "accuracy": 0.628458, "main_score": 0.595935, "hf_subset": "sna_Latn-nno_Latn", "languages": ["sna-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.137422, "recall": 0.175889, "f1": 0.147033, "accuracy": 0.175889, "main_score": 0.147033, "hf_subset": "sna_Latn-sat_Olck", "languages": ["sna-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.554672, "recall": 0.613636, "f1": 0.570535, "accuracy": 0.613636, "main_score": 0.570535, "hf_subset": "sna_Latn-tel_Telu", "languages": ["sna-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.485893, "recall": 0.540514, "f1": 0.500187, "accuracy": 0.540514, "main_score": 0.500187, "hf_subset": "sna_Latn-ydd_Hebr", "languages": ["sna-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.54755, "recall": 0.589921, "f1": 0.558272, "accuracy": 0.589921, "main_score": 0.558272, "hf_subset": "sna_Latn-ary_Arab", "languages": ["sna-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573663, "recall": 0.618577, "f1": 0.585055, "accuracy": 0.618577, "main_score": 0.585055, "hf_subset": "sna_Latn-ces_Latn", "languages": ["sna-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496811, "recall": 0.549407, "f1": 0.511396, "accuracy": 0.549407, "main_score": 0.511396, "hf_subset": "sna_Latn-gaz_Latn", "languages": ["sna-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524787, "recall": 0.568182, "f1": 0.536681, "accuracy": 0.568182, "main_score": 0.536681, "hf_subset": "sna_Latn-kam_Latn", "languages": ["sna-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541695, "recall": 0.598814, "f1": 0.556344, "accuracy": 0.598814, "main_score": 0.556344, "hf_subset": "sna_Latn-lit_Latn", "languages": ["sna-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580452, "recall": 0.625494, "f1": 0.592238, "accuracy": 0.625494, "main_score": 0.592238, "hf_subset": "sna_Latn-nob_Latn", "languages": ["sna-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562376, "recall": 0.603755, "f1": 0.573617, "accuracy": 0.603755, "main_score": 0.573617, "hf_subset": "sna_Latn-scn_Latn", "languages": ["sna-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542351, "recall": 0.585968, "f1": 0.553742, "accuracy": 0.585968, "main_score": 0.553742, "hf_subset": "sna_Latn-tgk_Cyrl", "languages": ["sna-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.504767, "recall": 0.552372, "f1": 0.518093, "accuracy": 0.552372, "main_score": 0.518093, "hf_subset": "sna_Latn-yor_Latn", "languages": ["sna-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548232, "recall": 0.590909, "f1": 0.55939, "accuracy": 0.590909, "main_score": 0.55939, "hf_subset": "sna_Latn-arz_Arab", "languages": ["sna-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501762, "recall": 0.537549, "f1": 0.512141, "accuracy": 0.537549, "main_score": 0.512141, "hf_subset": "sna_Latn-cjk_Latn", "languages": ["sna-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503132, "recall": 0.548419, "f1": 0.515813, "accuracy": 0.548419, "main_score": 0.515813, "hf_subset": "sna_Latn-gla_Latn", "languages": ["sna-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560641, "recall": 0.607708, "f1": 0.572907, "accuracy": 0.607708, "main_score": 0.572907, "hf_subset": "sna_Latn-kan_Knda", "languages": ["sna-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.569395, "recall": 0.612648, "f1": 0.580642, "accuracy": 0.612648, "main_score": 0.580642, "hf_subset": "sna_Latn-lmo_Latn", "languages": ["sna-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559523, "recall": 0.612648, "f1": 0.573313, "accuracy": 0.612648, "main_score": 0.573313, "hf_subset": "sna_Latn-npi_Deva", "languages": ["sna-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.431197, "recall": 0.48419, "f1": 0.445063, "accuracy": 0.48419, "main_score": 0.445063, "hf_subset": "sna_Latn-shn_Mymr", "languages": ["sna-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.60095, "recall": 0.640316, "f1": 0.611281, "accuracy": 0.640316, "main_score": 0.611281, "hf_subset": "sna_Latn-tgl_Latn", "languages": ["sna-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563508, "recall": 0.612648, "f1": 0.575916, "accuracy": 0.612648, "main_score": 0.575916, "hf_subset": "sna_Latn-yue_Hant", "languages": ["sna-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.53446, "recall": 0.58498, "f1": 0.548407, "accuracy": 0.58498, "main_score": 0.548407, "hf_subset": "sna_Latn-asm_Beng", "languages": ["sna-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.501358, "recall": 0.549407, "f1": 0.514155, "accuracy": 0.549407, "main_score": 0.514155, "hf_subset": "sna_Latn-ckb_Arab", "languages": ["sna-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51637, "recall": 0.561265, "f1": 0.528428, "accuracy": 0.561265, "main_score": 0.528428, "hf_subset": "sna_Latn-gle_Latn", "languages": ["sna-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489632, "recall": 0.536561, "f1": 0.502249, "accuracy": 0.536561, "main_score": 0.502249, "hf_subset": "sna_Latn-kas_Arab", "languages": ["sna-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526843, "recall": 0.571146, "f1": 0.538897, "accuracy": 0.571146, "main_score": 0.538897, "hf_subset": "sna_Latn-ltg_Latn", "languages": ["sna-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574732, "recall": 0.618577, "f1": 0.587045, "accuracy": 0.618577, "main_score": 0.587045, "hf_subset": "sna_Latn-nso_Latn", "languages": ["sna-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482356, "recall": 0.537549, "f1": 0.497196, "accuracy": 0.537549, "main_score": 0.497196, "hf_subset": "sna_Latn-sin_Sinh", "languages": ["sna-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.567956, "recall": 0.61166, "f1": 0.579582, "accuracy": 0.61166, "main_score": 0.579582, "hf_subset": "sna_Latn-tha_Thai", "languages": ["sna-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.560624, "recall": 0.603755, "f1": 0.571824, "accuracy": 0.603755, "main_score": 0.571824, "hf_subset": "sna_Latn-zho_Hans", "languages": ["sna-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.584962, "recall": 0.629447, "f1": 0.597191, "accuracy": 0.629447, "main_score": 0.597191, "hf_subset": "sna_Latn-ast_Latn", "languages": ["sna-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554293, "recall": 0.603755, "f1": 0.567541, "accuracy": 0.603755, "main_score": 0.567541, "hf_subset": "sna_Latn-crh_Latn", "languages": ["sna-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578367, "recall": 0.620553, "f1": 0.589696, "accuracy": 0.620553, "main_score": 0.589696, "hf_subset": "sna_Latn-glg_Latn", "languages": ["sna-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493954, "recall": 0.537549, "f1": 0.506209, "accuracy": 0.537549, "main_score": 0.506209, "hf_subset": "sna_Latn-kas_Deva", "languages": ["sna-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558121, "recall": 0.603755, "f1": 0.570299, "accuracy": 0.603755, "main_score": 0.570299, "hf_subset": "sna_Latn-ltz_Latn", "languages": ["sna-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463599, "recall": 0.517787, "f1": 0.478753, "accuracy": 0.517787, "main_score": 0.478753, "hf_subset": "sna_Latn-nus_Latn", "languages": ["sna-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566885, "recall": 0.61166, "f1": 0.579419, "accuracy": 0.61166, "main_score": 0.579419, "hf_subset": "sna_Latn-slk_Latn", "languages": ["sna-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386044, "recall": 0.444664, "f1": 0.402536, "accuracy": 0.444664, "main_score": 0.402536, "hf_subset": "sna_Latn-tir_Ethi", "languages": ["sna-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.547429, "recall": 0.596838, "f1": 0.560721, "accuracy": 0.596838, "main_score": 0.560721, "hf_subset": "sna_Latn-zho_Hant", "languages": ["sna-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.553085, "recall": 0.598814, "f1": 0.565893, "accuracy": 0.598814, "main_score": 0.565893, "hf_subset": "sna_Latn-awa_Deva", "languages": ["sna-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561325, "recall": 0.601779, "f1": 0.571606, "accuracy": 0.601779, "main_score": 0.571606, "hf_subset": "sna_Latn-cym_Latn", "languages": ["sna-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55442, "recall": 0.59585, "f1": 0.566075, "accuracy": 0.59585, "main_score": 0.566075, "hf_subset": "sna_Latn-grn_Latn", "languages": ["sna-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536192, "recall": 0.593874, "f1": 0.552291, "accuracy": 0.593874, "main_score": 0.552291, "hf_subset": "sna_Latn-kat_Geor", "languages": ["sna-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.564768, "recall": 0.600791, "f1": 0.574492, "accuracy": 0.600791, "main_score": 0.574492, "hf_subset": "sna_Latn-lua_Latn", "languages": ["sna-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58999, "recall": 0.637352, "f1": 0.602833, "accuracy": 0.637352, "main_score": 0.602833, "hf_subset": "sna_Latn-nya_Latn", "languages": ["sna-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570715, "recall": 0.612648, "f1": 0.581084, "accuracy": 0.612648, "main_score": 0.581084, "hf_subset": "sna_Latn-slv_Latn", "languages": ["sna-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579615, "recall": 0.619565, "f1": 0.589898, "accuracy": 0.619565, "main_score": 0.589898, "hf_subset": "sna_Latn-tpi_Latn", "languages": ["sna-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604019, "recall": 0.645257, "f1": 0.614534, "accuracy": 0.645257, "main_score": 0.614534, "hf_subset": "sna_Latn-zsm_Latn", "languages": ["sna-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504413, "recall": 0.547431, "f1": 0.517088, "accuracy": 0.547431, "main_score": 0.517088, "hf_subset": "sna_Latn-ayr_Latn", "languages": ["sna-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594368, "recall": 0.635375, "f1": 0.605122, "accuracy": 0.635375, "main_score": 0.605122, "hf_subset": "sna_Latn-dan_Latn", "languages": ["sna-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543214, "recall": 0.592885, "f1": 0.556323, "accuracy": 0.592885, "main_score": 0.556323, "hf_subset": "sna_Latn-guj_Gujr", "languages": ["sna-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.574241, "recall": 0.618577, "f1": 0.585646, "accuracy": 0.618577, "main_score": 0.585646, "hf_subset": "sna_Latn-kaz_Cyrl", "languages": ["sna-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.512946, "recall": 0.560277, "f1": 0.526042, "accuracy": 0.560277, "main_score": 0.526042, "hf_subset": "sna_Latn-lug_Latn", "languages": ["sna-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582012, "recall": 0.620553, "f1": 0.592111, "accuracy": 0.620553, "main_score": 0.592111, "hf_subset": "sna_Latn-oci_Latn", "languages": ["sna-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555695, "recall": 0.590909, "f1": 0.565312, "accuracy": 0.590909, "main_score": 0.565312, "hf_subset": "sna_Latn-smo_Latn", "languages": ["sna-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538723, "recall": 0.581028, "f1": 0.55111, "accuracy": 0.581028, "main_score": 0.55111, "hf_subset": "sna_Latn-tsn_Latn", "languages": ["sna-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558053, "recall": 0.613636, "f1": 0.573549, "accuracy": 0.613636, "main_score": 0.573549, "hf_subset": "sna_Latn-zul_Latn", "languages": ["sna-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480876, "recall": 0.529644, "f1": 0.494016, "accuracy": 0.529644, "main_score": 0.494016, "hf_subset": "sna_Latn-azb_Arab", "languages": ["sna-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57602, "recall": 0.618577, "f1": 0.586691, "accuracy": 0.618577, "main_score": 0.586691, "hf_subset": "sna_Latn-deu_Latn", "languages": ["sna-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518369, "recall": 0.564229, "f1": 0.530833, "accuracy": 0.564229, "main_score": 0.530833, "hf_subset": "sna_Latn-hat_Latn", "languages": ["sna-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478066, "recall": 0.522727, "f1": 0.490712, "accuracy": 0.522727, "main_score": 0.490712, "hf_subset": "sna_Latn-kbp_Latn", "languages": ["sna-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55608, "recall": 0.590909, "f1": 0.565986, "accuracy": 0.590909, "main_score": 0.565986, "hf_subset": "sna_Latn-luo_Latn", "languages": ["sna-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547897, "recall": 0.597826, "f1": 0.560799, "accuracy": 0.597826, "main_score": 0.560799, "hf_subset": "sna_Latn-ory_Orya", "languages": ["sna-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.53935, "recall": 0.582016, "f1": 0.551309, "accuracy": 0.582016, "main_score": 0.551309, "hf_subset": "sna_Latn-tso_Latn", "languages": ["sna-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531758, "recall": 0.58004, "f1": 0.544821, "accuracy": 0.58004, "main_score": 0.544821, "hf_subset": "sna_Latn-azj_Latn", "languages": ["sna-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50727, "recall": 0.549407, "f1": 0.519288, "accuracy": 0.549407, "main_score": 0.519288, "hf_subset": "sna_Latn-dik_Latn", "languages": ["sna-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548181, "recall": 0.588933, "f1": 0.559668, "accuracy": 0.588933, "main_score": 0.559668, "hf_subset": "sna_Latn-hau_Latn", "languages": ["sna-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567174, "recall": 0.606719, "f1": 0.577484, "accuracy": 0.606719, "main_score": 0.577484, "hf_subset": "sna_Latn-kea_Latn", "languages": ["sna-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560006, "recall": 0.589921, "f1": 0.56873, "accuracy": 0.589921, "main_score": 0.56873, "hf_subset": "sna_Latn-lus_Latn", "languages": ["sna-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566538, "recall": 0.599802, "f1": 0.575502, "accuracy": 0.599802, "main_score": 0.575502, "hf_subset": "sna_Latn-pag_Latn", "languages": ["sna-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544099, "recall": 0.589921, "f1": 0.557027, "accuracy": 0.589921, "main_score": 0.557027, "hf_subset": "sna_Latn-snd_Arab", "languages": ["sna-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523651, "recall": 0.566206, "f1": 0.53588, "accuracy": 0.566206, "main_score": 0.53588, "hf_subset": "sna_Latn-tuk_Latn", "languages": ["sna-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547961, "recall": 0.596838, "f1": 0.561117, "accuracy": 0.596838, "main_score": 0.561117, "hf_subset": "sna_Latn-bak_Cyrl", "languages": ["sna-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.442049, "recall": 0.500988, "f1": 0.458554, "accuracy": 0.500988, "main_score": 0.458554, "hf_subset": "sna_Latn-dyu_Latn", "languages": ["sna-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554693, "recall": 0.605731, "f1": 0.568343, "accuracy": 0.605731, "main_score": 0.568343, "hf_subset": "sna_Latn-heb_Hebr", "languages": ["sna-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.534479, "recall": 0.575099, "f1": 0.546107, "accuracy": 0.575099, "main_score": 0.546107, "hf_subset": "sna_Latn-khk_Cyrl", "languages": ["sna-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.562245, "recall": 0.605731, "f1": 0.573242, "accuracy": 0.605731, "main_score": 0.573242, "hf_subset": "sna_Latn-lvs_Latn", "languages": ["sna-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553258, "recall": 0.598814, "f1": 0.565179, "accuracy": 0.598814, "main_score": 0.565179, "hf_subset": "sna_Latn-pan_Guru", "languages": ["sna-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.513182, "recall": 0.562253, "f1": 0.526447, "accuracy": 0.562253, "main_score": 0.526447, "hf_subset": "sna_Latn-som_Latn", "languages": ["sna-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552957, "recall": 0.59585, "f1": 0.565192, "accuracy": 0.59585, "main_score": 0.565192, "hf_subset": "sna_Latn-tum_Latn", "languages": ["sna-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44207, "recall": 0.48419, "f1": 0.454106, "accuracy": 0.48419, "main_score": 0.454106, "hf_subset": "tso_Latn-ace_Arab", "languages": ["tso-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497914, "recall": 0.54249, "f1": 0.51076, "accuracy": 0.54249, "main_score": 0.51076, "hf_subset": "tso_Latn-bam_Latn", "languages": ["tso-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.258929, "recall": 0.299407, "f1": 0.268869, "accuracy": 0.299407, "main_score": 0.268869, "hf_subset": "tso_Latn-dzo_Tibt", "languages": ["tso-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.561838, "recall": 0.607708, "f1": 0.574173, "accuracy": 0.607708, "main_score": 0.574173, "hf_subset": "tso_Latn-hin_Deva", "languages": ["tso-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.532761, "recall": 0.572134, "f1": 0.543658, "accuracy": 0.572134, "main_score": 0.543658, "hf_subset": "tso_Latn-khm_Khmr", "languages": ["tso-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.5536, "recall": 0.590909, "f1": 0.563316, "accuracy": 0.590909, "main_score": 0.563316, "hf_subset": "tso_Latn-mag_Deva", "languages": ["tso-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572379, "recall": 0.602767, "f1": 0.580162, "accuracy": 0.602767, "main_score": 0.580162, "hf_subset": "tso_Latn-pap_Latn", "languages": ["tso-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609411, "recall": 0.644269, "f1": 0.617921, "accuracy": 0.644269, "main_score": 0.617921, "hf_subset": "tso_Latn-sot_Latn", "languages": ["tso-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546605, "recall": 0.593874, "f1": 0.559083, "accuracy": 0.593874, "main_score": 0.559083, "hf_subset": "tso_Latn-tur_Latn", "languages": ["tso-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568712, "recall": 0.602767, "f1": 0.57713, "accuracy": 0.602767, "main_score": 0.57713, "hf_subset": "tso_Latn-ace_Latn", "languages": ["tso-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563099, "recall": 0.596838, "f1": 0.572544, "accuracy": 0.596838, "main_score": 0.572544, "hf_subset": "tso_Latn-ban_Latn", "languages": ["tso-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555615, "recall": 0.597826, "f1": 0.56729, "accuracy": 0.597826, "main_score": 0.56729, "hf_subset": "tso_Latn-ell_Grek", "languages": ["tso-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.536555, "recall": 0.58498, "f1": 0.548748, "accuracy": 0.58498, "main_score": 0.548748, "hf_subset": "tso_Latn-hne_Deva", "languages": ["tso-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.520465, "recall": 0.565217, "f1": 0.533216, "accuracy": 0.565217, "main_score": 0.533216, "hf_subset": "tso_Latn-kik_Latn", "languages": ["tso-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551003, "recall": 0.59585, "f1": 0.562424, "accuracy": 0.59585, "main_score": 0.562424, "hf_subset": "tso_Latn-mai_Deva", "languages": ["tso-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.507917, "recall": 0.5583, "f1": 0.520916, "accuracy": 0.5583, "main_score": 0.520916, "hf_subset": "tso_Latn-pbt_Arab", "languages": ["tso-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567629, "recall": 0.610672, "f1": 0.578778, "accuracy": 0.610672, "main_score": 0.578778, "hf_subset": "tso_Latn-spa_Latn", "languages": ["tso-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538944, "recall": 0.574111, "f1": 0.548768, "accuracy": 0.574111, "main_score": 0.548768, "hf_subset": "tso_Latn-twi_Latn", "languages": ["tso-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556797, "recall": 0.597826, "f1": 0.567823, "accuracy": 0.597826, "main_score": 0.567823, "hf_subset": "tso_Latn-acm_Arab", "languages": ["tso-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538335, "recall": 0.58004, "f1": 0.548908, "accuracy": 0.58004, "main_score": 0.548908, "hf_subset": "tso_Latn-bel_Cyrl", "languages": ["tso-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.582981, "recall": 0.626482, "f1": 0.594578, "accuracy": 0.626482, "main_score": 0.594578, "hf_subset": "tso_Latn-eng_Latn", "languages": ["tso-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579205, "recall": 0.620553, "f1": 0.590019, "accuracy": 0.620553, "main_score": 0.590019, "hf_subset": "tso_Latn-hrv_Latn", "languages": ["tso-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539374, "recall": 0.58004, "f1": 0.551176, "accuracy": 0.58004, "main_score": 0.551176, "hf_subset": "tso_Latn-kin_Latn", "languages": ["tso-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545737, "recall": 0.588933, "f1": 0.556974, "accuracy": 0.588933, "main_score": 0.556974, "hf_subset": "tso_Latn-mal_Mlym", "languages": ["tso-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.551634, "recall": 0.596838, "f1": 0.563278, "accuracy": 0.596838, "main_score": 0.563278, "hf_subset": "tso_Latn-pes_Arab", "languages": ["tso-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573442, "recall": 0.609684, "f1": 0.582864, "accuracy": 0.609684, "main_score": 0.582864, "hf_subset": "tso_Latn-srd_Latn", "languages": ["tso-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.216693, "recall": 0.254941, "f1": 0.226636, "accuracy": 0.254941, "main_score": 0.226636, "hf_subset": "tso_Latn-tzm_Tfng", "languages": ["tso-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.551273, "recall": 0.597826, "f1": 0.563692, "accuracy": 0.597826, "main_score": 0.563692, "hf_subset": "tso_Latn-acq_Arab", "languages": ["tso-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584118, "recall": 0.621542, "f1": 0.59376, "accuracy": 0.621542, "main_score": 0.59376, "hf_subset": "tso_Latn-bem_Latn", "languages": ["tso-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555323, "recall": 0.598814, "f1": 0.566788, "accuracy": 0.598814, "main_score": 0.566788, "hf_subset": "tso_Latn-epo_Latn", "languages": ["tso-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556425, "recall": 0.604743, "f1": 0.569234, "accuracy": 0.604743, "main_score": 0.569234, "hf_subset": "tso_Latn-hun_Latn", "languages": ["tso-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547256, "recall": 0.583992, "f1": 0.557372, "accuracy": 0.583992, "main_score": 0.557372, "hf_subset": "tso_Latn-kir_Cyrl", "languages": ["tso-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.571426, "recall": 0.607708, "f1": 0.580722, "accuracy": 0.607708, "main_score": 0.580722, "hf_subset": "tso_Latn-mar_Deva", "languages": ["tso-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554835, "recall": 0.588933, "f1": 0.564335, "accuracy": 0.588933, "main_score": 0.564335, "hf_subset": "tso_Latn-plt_Latn", "languages": ["tso-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566026, "recall": 0.606719, "f1": 0.577249, "accuracy": 0.606719, "main_score": 0.577249, "hf_subset": "tso_Latn-srp_Cyrl", "languages": ["tso-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487264, "recall": 0.534585, "f1": 0.500199, "accuracy": 0.534585, "main_score": 0.500199, "hf_subset": "tso_Latn-uig_Arab", "languages": ["tso-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538875, "recall": 0.579051, "f1": 0.549323, "accuracy": 0.579051, "main_score": 0.549323, "hf_subset": "tso_Latn-aeb_Arab", "languages": ["tso-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550805, "recall": 0.594862, "f1": 0.562963, "accuracy": 0.594862, "main_score": 0.562963, "hf_subset": "tso_Latn-ben_Beng", "languages": ["tso-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.551284, "recall": 0.591897, "f1": 0.561849, "accuracy": 0.591897, "main_score": 0.561849, "hf_subset": "tso_Latn-est_Latn", "languages": ["tso-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542472, "recall": 0.583004, "f1": 0.553306, "accuracy": 0.583004, "main_score": 0.553306, "hf_subset": "tso_Latn-hye_Armn", "languages": ["tso-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.531367, "recall": 0.565217, "f1": 0.541384, "accuracy": 0.565217, "main_score": 0.541384, "hf_subset": "tso_Latn-kmb_Latn", "languages": ["tso-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42548, "recall": 0.468379, "f1": 0.43688, "accuracy": 0.468379, "main_score": 0.43688, "hf_subset": "tso_Latn-min_Arab", "languages": ["tso-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561652, "recall": 0.599802, "f1": 0.572459, "accuracy": 0.599802, "main_score": 0.572459, "hf_subset": "tso_Latn-pol_Latn", "languages": ["tso-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589381, "recall": 0.62747, "f1": 0.599929, "accuracy": 0.62747, "main_score": 0.599929, "hf_subset": "tso_Latn-ssw_Latn", "languages": ["tso-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570081, "recall": 0.613636, "f1": 0.581947, "accuracy": 0.613636, "main_score": 0.581947, "hf_subset": "tso_Latn-ukr_Cyrl", "languages": ["tso-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587284, "recall": 0.624506, "f1": 0.597278, "accuracy": 0.624506, "main_score": 0.597278, "hf_subset": "tso_Latn-afr_Latn", "languages": ["tso-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547937, "recall": 0.591897, "f1": 0.55903, "accuracy": 0.591897, "main_score": 0.55903, "hf_subset": "tso_Latn-bho_Deva", "languages": ["tso-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547575, "recall": 0.590909, "f1": 0.559182, "accuracy": 0.590909, "main_score": 0.559182, "hf_subset": "tso_Latn-eus_Latn", "languages": ["tso-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544224, "recall": 0.58498, "f1": 0.555654, "accuracy": 0.58498, "main_score": 0.555654, "hf_subset": "tso_Latn-ibo_Latn", "languages": ["tso-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555435, "recall": 0.587945, "f1": 0.564443, "accuracy": 0.587945, "main_score": 0.564443, "hf_subset": "tso_Latn-kmr_Latn", "languages": ["tso-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560392, "recall": 0.602767, "f1": 0.570854, "accuracy": 0.602767, "main_score": 0.570854, "hf_subset": "tso_Latn-min_Latn", "languages": ["tso-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562832, "recall": 0.606719, "f1": 0.574444, "accuracy": 0.606719, "main_score": 0.574444, "hf_subset": "tso_Latn-por_Latn", "languages": ["tso-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574162, "recall": 0.614625, "f1": 0.584252, "accuracy": 0.614625, "main_score": 0.584252, "hf_subset": "tso_Latn-sun_Latn", "languages": ["tso-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509759, "recall": 0.550395, "f1": 0.521346, "accuracy": 0.550395, "main_score": 0.521346, "hf_subset": "tso_Latn-umb_Latn", "languages": ["tso-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559065, "recall": 0.599802, "f1": 0.56875, "accuracy": 0.599802, "main_score": 0.56875, "hf_subset": "tso_Latn-ajp_Arab", "languages": ["tso-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.432852, "recall": 0.474308, "f1": 0.444808, "accuracy": 0.474308, "main_score": 0.444808, "hf_subset": "tso_Latn-bjn_Arab", "languages": ["tso-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521772, "recall": 0.547431, "f1": 0.529235, "accuracy": 0.547431, "main_score": 0.529235, "hf_subset": "tso_Latn-ewe_Latn", "languages": ["tso-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579906, "recall": 0.607708, "f1": 0.586372, "accuracy": 0.607708, "main_score": 0.586372, "hf_subset": "tso_Latn-ilo_Latn", "languages": ["tso-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318795, "recall": 0.368577, "f1": 0.331773, "accuracy": 0.368577, "main_score": 0.331773, "hf_subset": "tso_Latn-knc_Arab", "languages": ["tso-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561908, "recall": 0.604743, "f1": 0.572969, "accuracy": 0.604743, "main_score": 0.572969, "hf_subset": "tso_Latn-mkd_Cyrl", "languages": ["tso-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551737, "recall": 0.601779, "f1": 0.564393, "accuracy": 0.601779, "main_score": 0.564393, "hf_subset": "tso_Latn-prs_Arab", "languages": ["tso-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562825, "recall": 0.608696, "f1": 0.575486, "accuracy": 0.608696, "main_score": 0.575486, "hf_subset": "tso_Latn-swe_Latn", "languages": ["tso-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538898, "recall": 0.585968, "f1": 0.551474, "accuracy": 0.585968, "main_score": 0.551474, "hf_subset": "tso_Latn-urd_Arab", "languages": ["tso-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525657, "recall": 0.559289, "f1": 0.535, "accuracy": 0.559289, "main_score": 0.535, "hf_subset": "tso_Latn-aka_Latn", "languages": ["tso-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581991, "recall": 0.620553, "f1": 0.59118, "accuracy": 0.620553, "main_score": 0.59118, "hf_subset": "tso_Latn-bjn_Latn", "languages": ["tso-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554206, "recall": 0.588933, "f1": 0.56361, "accuracy": 0.588933, "main_score": 0.56361, "hf_subset": "tso_Latn-fao_Latn", "languages": ["tso-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579805, "recall": 0.619565, "f1": 0.589757, "accuracy": 0.619565, "main_score": 0.589757, "hf_subset": "tso_Latn-ind_Latn", "languages": ["tso-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539523, "recall": 0.574111, "f1": 0.548294, "accuracy": 0.574111, "main_score": 0.548294, "hf_subset": "tso_Latn-knc_Latn", "languages": ["tso-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565674, "recall": 0.603755, "f1": 0.575038, "accuracy": 0.603755, "main_score": 0.575038, "hf_subset": "tso_Latn-mlt_Latn", "languages": ["tso-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523608, "recall": 0.562253, "f1": 0.533681, "accuracy": 0.562253, "main_score": 0.533681, "hf_subset": "tso_Latn-quy_Latn", "languages": ["tso-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574125, "recall": 0.614625, "f1": 0.585206, "accuracy": 0.614625, "main_score": 0.585206, "hf_subset": "tso_Latn-swh_Latn", "languages": ["tso-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538538, "recall": 0.58498, "f1": 0.550557, "accuracy": 0.58498, "main_score": 0.550557, "hf_subset": "tso_Latn-uzn_Latn", "languages": ["tso-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562074, "recall": 0.602767, "f1": 0.572658, "accuracy": 0.602767, "main_score": 0.572658, "hf_subset": "tso_Latn-als_Latn", "languages": ["tso-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.30286, "recall": 0.359684, "f1": 0.317542, "accuracy": 0.359684, "main_score": 0.317542, "hf_subset": "tso_Latn-bod_Tibt", "languages": ["tso-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.550163, "recall": 0.591897, "f1": 0.561973, "accuracy": 0.591897, "main_score": 0.561973, "hf_subset": "tso_Latn-fij_Latn", "languages": ["tso-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543277, "recall": 0.589921, "f1": 0.555798, "accuracy": 0.589921, "main_score": 0.555798, "hf_subset": "tso_Latn-isl_Latn", "languages": ["tso-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551551, "recall": 0.591897, "f1": 0.562259, "accuracy": 0.591897, "main_score": 0.562259, "hf_subset": "tso_Latn-kon_Latn", "languages": ["tso-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495226, "recall": 0.532609, "f1": 0.505763, "accuracy": 0.532609, "main_score": 0.505763, "hf_subset": "tso_Latn-mni_Beng", "languages": ["tso-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.585429, "recall": 0.623518, "f1": 0.595077, "accuracy": 0.623518, "main_score": 0.595077, "hf_subset": "tso_Latn-ron_Latn", "languages": ["tso-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56228, "recall": 0.605731, "f1": 0.573218, "accuracy": 0.605731, "main_score": 0.573218, "hf_subset": "tso_Latn-szl_Latn", "languages": ["tso-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557049, "recall": 0.597826, "f1": 0.567572, "accuracy": 0.597826, "main_score": 0.567572, "hf_subset": "tso_Latn-vec_Latn", "languages": ["tso-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495035, "recall": 0.538538, "f1": 0.506731, "accuracy": 0.538538, "main_score": 0.506731, "hf_subset": "tso_Latn-amh_Ethi", "languages": ["tso-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.58577, "recall": 0.620553, "f1": 0.595029, "accuracy": 0.620553, "main_score": 0.595029, "hf_subset": "tso_Latn-bos_Latn", "languages": ["tso-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541242, "recall": 0.588933, "f1": 0.55391, "accuracy": 0.588933, "main_score": 0.55391, "hf_subset": "tso_Latn-fin_Latn", "languages": ["tso-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576125, "recall": 0.612648, "f1": 0.585648, "accuracy": 0.612648, "main_score": 0.585648, "hf_subset": "tso_Latn-ita_Latn", "languages": ["tso-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553515, "recall": 0.602767, "f1": 0.567027, "accuracy": 0.602767, "main_score": 0.567027, "hf_subset": "tso_Latn-kor_Hang", "languages": ["tso-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.510981, "recall": 0.548419, "f1": 0.521538, "accuracy": 0.548419, "main_score": 0.521538, "hf_subset": "tso_Latn-mos_Latn", "languages": ["tso-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542442, "recall": 0.582016, "f1": 0.55281, "accuracy": 0.582016, "main_score": 0.55281, "hf_subset": "tso_Latn-run_Latn", "languages": ["tso-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540324, "recall": 0.592885, "f1": 0.553802, "accuracy": 0.592885, "main_score": 0.553802, "hf_subset": "tso_Latn-tam_Taml", "languages": ["tso-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.563979, "recall": 0.608696, "f1": 0.575913, "accuracy": 0.608696, "main_score": 0.575913, "hf_subset": "tso_Latn-vie_Latn", "languages": ["tso-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541909, "recall": 0.589921, "f1": 0.554285, "accuracy": 0.589921, "main_score": 0.554285, "hf_subset": "tso_Latn-apc_Arab", "languages": ["tso-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.52832, "recall": 0.567194, "f1": 0.539054, "accuracy": 0.567194, "main_score": 0.539054, "hf_subset": "tso_Latn-bug_Latn", "languages": ["tso-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474051, "recall": 0.513834, "f1": 0.485262, "accuracy": 0.513834, "main_score": 0.485262, "hf_subset": "tso_Latn-fon_Latn", "languages": ["tso-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579165, "recall": 0.614625, "f1": 0.588315, "accuracy": 0.614625, "main_score": 0.588315, "hf_subset": "tso_Latn-jav_Latn", "languages": ["tso-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525424, "recall": 0.567194, "f1": 0.535371, "accuracy": 0.567194, "main_score": 0.535371, "hf_subset": "tso_Latn-lao_Laoo", "languages": ["tso-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.518275, "recall": 0.55336, "f1": 0.527843, "accuracy": 0.55336, "main_score": 0.527843, "hf_subset": "tso_Latn-mri_Latn", "languages": ["tso-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562794, "recall": 0.600791, "f1": 0.57294, "accuracy": 0.600791, "main_score": 0.57294, "hf_subset": "tso_Latn-rus_Cyrl", "languages": ["tso-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487549, "recall": 0.523715, "f1": 0.498043, "accuracy": 0.523715, "main_score": 0.498043, "hf_subset": "tso_Latn-taq_Latn", "languages": ["tso-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592527, "recall": 0.62747, "f1": 0.600694, "accuracy": 0.62747, "main_score": 0.600694, "hf_subset": "tso_Latn-war_Latn", "languages": ["tso-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554813, "recall": 0.596838, "f1": 0.566595, "accuracy": 0.596838, "main_score": 0.566595, "hf_subset": "tso_Latn-arb_Arab", "languages": ["tso-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568588, "recall": 0.610672, "f1": 0.580428, "accuracy": 0.610672, "main_score": 0.580428, "hf_subset": "tso_Latn-bul_Cyrl", "languages": ["tso-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.567581, "recall": 0.605731, "f1": 0.578051, "accuracy": 0.605731, "main_score": 0.578051, "hf_subset": "tso_Latn-fra_Latn", "languages": ["tso-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540801, "recall": 0.588933, "f1": 0.553652, "accuracy": 0.588933, "main_score": 0.553652, "hf_subset": "tso_Latn-jpn_Jpan", "languages": ["tso-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.557248, "recall": 0.602767, "f1": 0.568877, "accuracy": 0.602767, "main_score": 0.568877, "hf_subset": "tso_Latn-lij_Latn", "languages": ["tso-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42428, "recall": 0.480237, "f1": 0.439143, "accuracy": 0.480237, "main_score": 0.439143, "hf_subset": "tso_Latn-mya_Mymr", "languages": ["tso-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.519209, "recall": 0.562253, "f1": 0.530642, "accuracy": 0.562253, "main_score": 0.530642, "hf_subset": "tso_Latn-sag_Latn", "languages": ["tso-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211094, "recall": 0.258893, "f1": 0.22179, "accuracy": 0.258893, "main_score": 0.22179, "hf_subset": "tso_Latn-taq_Tfng", "languages": ["tso-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.529792, "recall": 0.565217, "f1": 0.540137, "accuracy": 0.565217, "main_score": 0.540137, "hf_subset": "tso_Latn-wol_Latn", "languages": ["tso-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476138, "recall": 0.514822, "f1": 0.48641, "accuracy": 0.514822, "main_score": 0.48641, "hf_subset": "tso_Latn-arb_Latn", "languages": ["tso-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582212, "recall": 0.618577, "f1": 0.591909, "accuracy": 0.618577, "main_score": 0.591909, "hf_subset": "tso_Latn-cat_Latn", "languages": ["tso-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560499, "recall": 0.597826, "f1": 0.570521, "accuracy": 0.597826, "main_score": 0.570521, "hf_subset": "tso_Latn-fur_Latn", "languages": ["tso-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451396, "recall": 0.498024, "f1": 0.464036, "accuracy": 0.498024, "main_score": 0.464036, "hf_subset": "tso_Latn-kab_Latn", "languages": ["tso-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550756, "recall": 0.593874, "f1": 0.562087, "accuracy": 0.593874, "main_score": 0.562087, "hf_subset": "tso_Latn-lim_Latn", "languages": ["tso-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561555, "recall": 0.602767, "f1": 0.572674, "accuracy": 0.602767, "main_score": 0.572674, "hf_subset": "tso_Latn-nld_Latn", "languages": ["tso-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521752, "recall": 0.572134, "f1": 0.534448, "accuracy": 0.572134, "main_score": 0.534448, "hf_subset": "tso_Latn-san_Deva", "languages": ["tso-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.548049, "recall": 0.59585, "f1": 0.560757, "accuracy": 0.59585, "main_score": 0.560757, "hf_subset": "tso_Latn-tat_Cyrl", "languages": ["tso-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.584642, "recall": 0.628458, "f1": 0.596612, "accuracy": 0.628458, "main_score": 0.596612, "hf_subset": "tso_Latn-xho_Latn", "languages": ["tso-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538852, "recall": 0.586957, "f1": 0.552467, "accuracy": 0.586957, "main_score": 0.552467, "hf_subset": "tso_Latn-ars_Arab", "languages": ["tso-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587882, "recall": 0.618577, "f1": 0.595624, "accuracy": 0.618577, "main_score": 0.595624, "hf_subset": "tso_Latn-ceb_Latn", "languages": ["tso-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502997, "recall": 0.544466, "f1": 0.515298, "accuracy": 0.544466, "main_score": 0.515298, "hf_subset": "tso_Latn-fuv_Latn", "languages": ["tso-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490192, "recall": 0.531621, "f1": 0.50125, "accuracy": 0.531621, "main_score": 0.50125, "hf_subset": "tso_Latn-kac_Latn", "languages": ["tso-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573182, "recall": 0.606719, "f1": 0.582365, "accuracy": 0.606719, "main_score": 0.582365, "hf_subset": "tso_Latn-lin_Latn", "languages": ["tso-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574499, "recall": 0.615613, "f1": 0.585431, "accuracy": 0.615613, "main_score": 0.585431, "hf_subset": "tso_Latn-nno_Latn", "languages": ["tso-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15083, "recall": 0.198617, "f1": 0.163471, "accuracy": 0.198617, "main_score": 0.163471, "hf_subset": "tso_Latn-sat_Olck", "languages": ["tso-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.550917, "recall": 0.598814, "f1": 0.563849, "accuracy": 0.598814, "main_score": 0.563849, "hf_subset": "tso_Latn-tel_Telu", "languages": ["tso-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.5148, "recall": 0.561265, "f1": 0.527428, "accuracy": 0.561265, "main_score": 0.527428, "hf_subset": "tso_Latn-ydd_Hebr", "languages": ["tso-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.531884, "recall": 0.570158, "f1": 0.542393, "accuracy": 0.570158, "main_score": 0.542393, "hf_subset": "tso_Latn-ary_Arab", "languages": ["tso-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567511, "recall": 0.61166, "f1": 0.579198, "accuracy": 0.61166, "main_score": 0.579198, "hf_subset": "tso_Latn-ces_Latn", "languages": ["tso-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515333, "recall": 0.564229, "f1": 0.529468, "accuracy": 0.564229, "main_score": 0.529468, "hf_subset": "tso_Latn-gaz_Latn", "languages": ["tso-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538045, "recall": 0.579051, "f1": 0.549911, "accuracy": 0.579051, "main_score": 0.549911, "hf_subset": "tso_Latn-kam_Latn", "languages": ["tso-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544426, "recall": 0.583992, "f1": 0.555518, "accuracy": 0.583992, "main_score": 0.555518, "hf_subset": "tso_Latn-lit_Latn", "languages": ["tso-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57043, "recall": 0.610672, "f1": 0.581133, "accuracy": 0.610672, "main_score": 0.581133, "hf_subset": "tso_Latn-nob_Latn", "languages": ["tso-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559511, "recall": 0.597826, "f1": 0.568917, "accuracy": 0.597826, "main_score": 0.568917, "hf_subset": "tso_Latn-scn_Latn", "languages": ["tso-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537116, "recall": 0.578063, "f1": 0.547725, "accuracy": 0.578063, "main_score": 0.547725, "hf_subset": "tso_Latn-tgk_Cyrl", "languages": ["tso-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495875, "recall": 0.547431, "f1": 0.510475, "accuracy": 0.547431, "main_score": 0.510475, "hf_subset": "tso_Latn-yor_Latn", "languages": ["tso-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56782, "recall": 0.603755, "f1": 0.576892, "accuracy": 0.603755, "main_score": 0.576892, "hf_subset": "tso_Latn-arz_Arab", "languages": ["tso-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513071, "recall": 0.547431, "f1": 0.52263, "accuracy": 0.547431, "main_score": 0.52263, "hf_subset": "tso_Latn-cjk_Latn", "languages": ["tso-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517384, "recall": 0.562253, "f1": 0.530555, "accuracy": 0.562253, "main_score": 0.530555, "hf_subset": "tso_Latn-gla_Latn", "languages": ["tso-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553725, "recall": 0.603755, "f1": 0.566419, "accuracy": 0.603755, "main_score": 0.566419, "hf_subset": "tso_Latn-kan_Knda", "languages": ["tso-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.557834, "recall": 0.59585, "f1": 0.567715, "accuracy": 0.59585, "main_score": 0.567715, "hf_subset": "tso_Latn-lmo_Latn", "languages": ["tso-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542113, "recall": 0.590909, "f1": 0.554799, "accuracy": 0.590909, "main_score": 0.554799, "hf_subset": "tso_Latn-npi_Deva", "languages": ["tso-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.446453, "recall": 0.494071, "f1": 0.459343, "accuracy": 0.494071, "main_score": 0.459343, "hf_subset": "tso_Latn-shn_Mymr", "languages": ["tso-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.590592, "recall": 0.62747, "f1": 0.599756, "accuracy": 0.62747, "main_score": 0.599756, "hf_subset": "tso_Latn-tgl_Latn", "languages": ["tso-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552869, "recall": 0.598814, "f1": 0.563719, "accuracy": 0.598814, "main_score": 0.563719, "hf_subset": "tso_Latn-yue_Hant", "languages": ["tso-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.510253, "recall": 0.562253, "f1": 0.524029, "accuracy": 0.562253, "main_score": 0.524029, "hf_subset": "tso_Latn-asm_Beng", "languages": ["tso-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.510647, "recall": 0.545455, "f1": 0.519889, "accuracy": 0.545455, "main_score": 0.519889, "hf_subset": "tso_Latn-ckb_Arab", "languages": ["tso-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518054, "recall": 0.5583, "f1": 0.530176, "accuracy": 0.5583, "main_score": 0.530176, "hf_subset": "tso_Latn-gle_Latn", "languages": ["tso-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488229, "recall": 0.527668, "f1": 0.499439, "accuracy": 0.527668, "main_score": 0.499439, "hf_subset": "tso_Latn-kas_Arab", "languages": ["tso-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539826, "recall": 0.582016, "f1": 0.551205, "accuracy": 0.582016, "main_score": 0.551205, "hf_subset": "tso_Latn-ltg_Latn", "languages": ["tso-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610797, "recall": 0.644269, "f1": 0.62041, "accuracy": 0.644269, "main_score": 0.62041, "hf_subset": "tso_Latn-nso_Latn", "languages": ["tso-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484418, "recall": 0.539526, "f1": 0.499125, "accuracy": 0.539526, "main_score": 0.499125, "hf_subset": "tso_Latn-sin_Sinh", "languages": ["tso-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.555211, "recall": 0.597826, "f1": 0.565588, "accuracy": 0.597826, "main_score": 0.565588, "hf_subset": "tso_Latn-tha_Thai", "languages": ["tso-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.548924, "recall": 0.594862, "f1": 0.560535, "accuracy": 0.594862, "main_score": 0.560535, "hf_subset": "tso_Latn-zho_Hans", "languages": ["tso-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.56547, "recall": 0.605731, "f1": 0.575921, "accuracy": 0.605731, "main_score": 0.575921, "hf_subset": "tso_Latn-ast_Latn", "languages": ["tso-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551636, "recall": 0.601779, "f1": 0.564634, "accuracy": 0.601779, "main_score": 0.564634, "hf_subset": "tso_Latn-crh_Latn", "languages": ["tso-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579411, "recall": 0.617589, "f1": 0.589249, "accuracy": 0.617589, "main_score": 0.589249, "hf_subset": "tso_Latn-glg_Latn", "languages": ["tso-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50851, "recall": 0.554348, "f1": 0.521096, "accuracy": 0.554348, "main_score": 0.521096, "hf_subset": "tso_Latn-kas_Deva", "languages": ["tso-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.55165, "recall": 0.589921, "f1": 0.561384, "accuracy": 0.589921, "main_score": 0.561384, "hf_subset": "tso_Latn-ltz_Latn", "languages": ["tso-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480518, "recall": 0.527668, "f1": 0.493587, "accuracy": 0.527668, "main_score": 0.493587, "hf_subset": "tso_Latn-nus_Latn", "languages": ["tso-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568992, "recall": 0.610672, "f1": 0.57978, "accuracy": 0.610672, "main_score": 0.57978, "hf_subset": "tso_Latn-slk_Latn", "languages": ["tso-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424032, "recall": 0.476285, "f1": 0.438536, "accuracy": 0.476285, "main_score": 0.438536, "hf_subset": "tso_Latn-tir_Ethi", "languages": ["tso-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.540683, "recall": 0.588933, "f1": 0.55219, "accuracy": 0.588933, "main_score": 0.55219, "hf_subset": "tso_Latn-zho_Hant", "languages": ["tso-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.549269, "recall": 0.592885, "f1": 0.559911, "accuracy": 0.592885, "main_score": 0.559911, "hf_subset": "tso_Latn-awa_Deva", "languages": ["tso-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.555707, "recall": 0.598814, "f1": 0.567216, "accuracy": 0.598814, "main_score": 0.567216, "hf_subset": "tso_Latn-cym_Latn", "languages": ["tso-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533956, "recall": 0.567194, "f1": 0.542863, "accuracy": 0.567194, "main_score": 0.542863, "hf_subset": "tso_Latn-grn_Latn", "languages": ["tso-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520337, "recall": 0.571146, "f1": 0.533714, "accuracy": 0.571146, "main_score": 0.533714, "hf_subset": "tso_Latn-kat_Geor", "languages": ["tso-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.549317, "recall": 0.583992, "f1": 0.558978, "accuracy": 0.583992, "main_score": 0.558978, "hf_subset": "tso_Latn-lua_Latn", "languages": ["tso-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563455, "recall": 0.600791, "f1": 0.574111, "accuracy": 0.600791, "main_score": 0.574111, "hf_subset": "tso_Latn-nya_Latn", "languages": ["tso-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565865, "recall": 0.605731, "f1": 0.57588, "accuracy": 0.605731, "main_score": 0.57588, "hf_subset": "tso_Latn-slv_Latn", "languages": ["tso-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57167, "recall": 0.605731, "f1": 0.580466, "accuracy": 0.605731, "main_score": 0.580466, "hf_subset": "tso_Latn-tpi_Latn", "languages": ["tso-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596347, "recall": 0.635375, "f1": 0.605912, "accuracy": 0.635375, "main_score": 0.605912, "hf_subset": "tso_Latn-zsm_Latn", "languages": ["tso-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514379, "recall": 0.556324, "f1": 0.526404, "accuracy": 0.556324, "main_score": 0.526404, "hf_subset": "tso_Latn-ayr_Latn", "languages": ["tso-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57069, "recall": 0.613636, "f1": 0.581695, "accuracy": 0.613636, "main_score": 0.581695, "hf_subset": "tso_Latn-dan_Latn", "languages": ["tso-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548306, "recall": 0.593874, "f1": 0.560103, "accuracy": 0.593874, "main_score": 0.560103, "hf_subset": "tso_Latn-guj_Gujr", "languages": ["tso-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.547533, "recall": 0.597826, "f1": 0.560907, "accuracy": 0.597826, "main_score": 0.560907, "hf_subset": "tso_Latn-kaz_Cyrl", "languages": ["tso-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508671, "recall": 0.555336, "f1": 0.52218, "accuracy": 0.555336, "main_score": 0.52218, "hf_subset": "tso_Latn-lug_Latn", "languages": ["tso-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587282, "recall": 0.623518, "f1": 0.597271, "accuracy": 0.623518, "main_score": 0.597271, "hf_subset": "tso_Latn-oci_Latn", "languages": ["tso-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555435, "recall": 0.592885, "f1": 0.565008, "accuracy": 0.592885, "main_score": 0.565008, "hf_subset": "tso_Latn-smo_Latn", "languages": ["tso-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557017, "recall": 0.600791, "f1": 0.568841, "accuracy": 0.600791, "main_score": 0.568841, "hf_subset": "tso_Latn-tsn_Latn", "languages": ["tso-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589256, "recall": 0.631423, "f1": 0.60089, "accuracy": 0.631423, "main_score": 0.60089, "hf_subset": "tso_Latn-zul_Latn", "languages": ["tso-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486386, "recall": 0.531621, "f1": 0.498618, "accuracy": 0.531621, "main_score": 0.498618, "hf_subset": "tso_Latn-azb_Arab", "languages": ["tso-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56595, "recall": 0.612648, "f1": 0.578109, "accuracy": 0.612648, "main_score": 0.578109, "hf_subset": "tso_Latn-deu_Latn", "languages": ["tso-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5334, "recall": 0.581028, "f1": 0.546658, "accuracy": 0.581028, "main_score": 0.546658, "hf_subset": "tso_Latn-hat_Latn", "languages": ["tso-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502734, "recall": 0.54249, "f1": 0.51374, "accuracy": 0.54249, "main_score": 0.51374, "hf_subset": "tso_Latn-kbp_Latn", "languages": ["tso-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549028, "recall": 0.589921, "f1": 0.560094, "accuracy": 0.589921, "main_score": 0.560094, "hf_subset": "tso_Latn-luo_Latn", "languages": ["tso-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531854, "recall": 0.591897, "f1": 0.548047, "accuracy": 0.591897, "main_score": 0.548047, "hf_subset": "tso_Latn-ory_Orya", "languages": ["tso-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.554555, "recall": 0.602767, "f1": 0.56779, "accuracy": 0.602767, "main_score": 0.56779, "hf_subset": "tso_Latn-sna_Latn", "languages": ["tso-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538958, "recall": 0.585968, "f1": 0.550736, "accuracy": 0.585968, "main_score": 0.550736, "hf_subset": "tso_Latn-azj_Latn", "languages": ["tso-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489085, "recall": 0.534585, "f1": 0.502364, "accuracy": 0.534585, "main_score": 0.502364, "hf_subset": "tso_Latn-dik_Latn", "languages": ["tso-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559914, "recall": 0.592885, "f1": 0.568706, "accuracy": 0.592885, "main_score": 0.568706, "hf_subset": "tso_Latn-hau_Latn", "languages": ["tso-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5673, "recall": 0.603755, "f1": 0.576891, "accuracy": 0.603755, "main_score": 0.576891, "hf_subset": "tso_Latn-kea_Latn", "languages": ["tso-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538276, "recall": 0.575099, "f1": 0.548576, "accuracy": 0.575099, "main_score": 0.548576, "hf_subset": "tso_Latn-lus_Latn", "languages": ["tso-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55381, "recall": 0.58498, "f1": 0.562181, "accuracy": 0.58498, "main_score": 0.562181, "hf_subset": "tso_Latn-pag_Latn", "languages": ["tso-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519997, "recall": 0.564229, "f1": 0.531893, "accuracy": 0.564229, "main_score": 0.531893, "hf_subset": "tso_Latn-snd_Arab", "languages": ["tso-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524551, "recall": 0.56917, "f1": 0.536267, "accuracy": 0.56917, "main_score": 0.536267, "hf_subset": "tso_Latn-tuk_Latn", "languages": ["tso-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545816, "recall": 0.589921, "f1": 0.55762, "accuracy": 0.589921, "main_score": 0.55762, "hf_subset": "tso_Latn-bak_Cyrl", "languages": ["tso-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.42631, "recall": 0.490119, "f1": 0.444121, "accuracy": 0.490119, "main_score": 0.444121, "hf_subset": "tso_Latn-dyu_Latn", "languages": ["tso-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542324, "recall": 0.585968, "f1": 0.554275, "accuracy": 0.585968, "main_score": 0.554275, "hf_subset": "tso_Latn-heb_Hebr", "languages": ["tso-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.533268, "recall": 0.570158, "f1": 0.54332, "accuracy": 0.570158, "main_score": 0.54332, "hf_subset": "tso_Latn-khk_Cyrl", "languages": ["tso-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.560179, "recall": 0.602767, "f1": 0.570935, "accuracy": 0.602767, "main_score": 0.570935, "hf_subset": "tso_Latn-lvs_Latn", "languages": ["tso-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550336, "recall": 0.594862, "f1": 0.562487, "accuracy": 0.594862, "main_score": 0.562487, "hf_subset": "tso_Latn-pan_Guru", "languages": ["tso-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.515373, "recall": 0.55336, "f1": 0.525979, "accuracy": 0.55336, "main_score": 0.525979, "hf_subset": "tso_Latn-som_Latn", "languages": ["tso-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531925, "recall": 0.570158, "f1": 0.542663, "accuracy": 0.570158, "main_score": 0.542663, "hf_subset": "tso_Latn-tum_Latn", "languages": ["tso-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551289, "recall": 0.614625, "f1": 0.568873, "accuracy": 0.614625, "main_score": 0.568873, "hf_subset": "azj_Latn-ace_Arab", "languages": ["azj-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494807, "recall": 0.557312, "f1": 0.512377, "accuracy": 0.557312, "main_score": 0.512377, "hf_subset": "azj_Latn-bam_Latn", "languages": ["azj-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415725, "recall": 0.498024, "f1": 0.436776, "accuracy": 0.498024, "main_score": 0.436776, "hf_subset": "azj_Latn-dzo_Tibt", "languages": ["azj-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-hin_Deva", "languages": ["azj-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "azj_Latn-khm_Khmr", "languages": ["azj-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-mag_Deva", "languages": ["azj-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "azj_Latn-pap_Latn", "languages": ["azj-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554275, "recall": 0.610672, "f1": 0.569809, "accuracy": 0.610672, "main_score": 0.569809, "hf_subset": "azj_Latn-sot_Latn", "languages": ["azj-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-tur_Latn", "languages": ["azj-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83998, "recall": 0.879447, "f1": 0.852176, "accuracy": 0.879447, "main_score": 0.852176, "hf_subset": "azj_Latn-ace_Latn", "languages": ["azj-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941864, "recall": 0.95751, "f1": 0.946805, "accuracy": 0.95751, "main_score": 0.946805, "hf_subset": "azj_Latn-ban_Latn", "languages": ["azj-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ell_Grek", "languages": ["azj-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "azj_Latn-hne_Deva", "languages": ["azj-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.56338, "recall": 0.62253, "f1": 0.580587, "accuracy": 0.62253, "main_score": 0.580587, "hf_subset": "azj_Latn-kik_Latn", "languages": ["azj-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-mai_Deva", "languages": ["azj-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "azj_Latn-pbt_Arab", "languages": ["azj-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-spa_Latn", "languages": ["azj-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592534, "recall": 0.658103, "f1": 0.611324, "accuracy": 0.658103, "main_score": 0.611324, "hf_subset": "azj_Latn-twi_Latn", "languages": ["azj-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-acm_Arab", "languages": ["azj-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-bel_Cyrl", "languages": ["azj-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-eng_Latn", "languages": ["azj-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-hrv_Latn", "languages": ["azj-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528771, "recall": 0.592885, "f1": 0.546289, "accuracy": 0.592885, "main_score": 0.546289, "hf_subset": "azj_Latn-kin_Latn", "languages": ["azj-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-mal_Mlym", "languages": ["azj-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-pes_Arab", "languages": ["azj-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "azj_Latn-srd_Latn", "languages": ["azj-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177975, "recall": 0.222332, "f1": 0.189055, "accuracy": 0.222332, "main_score": 0.189055, "hf_subset": "azj_Latn-tzm_Tfng", "languages": ["azj-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-acq_Arab", "languages": ["azj-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603132, "recall": 0.652174, "f1": 0.616642, "accuracy": 0.652174, "main_score": 0.616642, "hf_subset": "azj_Latn-bem_Latn", "languages": ["azj-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-epo_Latn", "languages": ["azj-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-hun_Latn", "languages": ["azj-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "azj_Latn-kir_Cyrl", "languages": ["azj-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-mar_Deva", "languages": ["azj-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.637368, "recall": 0.695652, "f1": 0.654597, "accuracy": 0.695652, "main_score": 0.654597, "hf_subset": "azj_Latn-plt_Latn", "languages": ["azj-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-srp_Cyrl", "languages": ["azj-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "azj_Latn-uig_Arab", "languages": ["azj-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-aeb_Arab", "languages": ["azj-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-ben_Beng", "languages": ["azj-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-est_Latn", "languages": ["azj-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-hye_Armn", "languages": ["azj-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.515679, "recall": 0.566206, "f1": 0.530487, "accuracy": 0.566206, "main_score": 0.530487, "hf_subset": "azj_Latn-kmb_Latn", "languages": ["azj-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463976, "recall": 0.535573, "f1": 0.483822, "accuracy": 0.535573, "main_score": 0.483822, "hf_subset": "azj_Latn-min_Arab", "languages": ["azj-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-pol_Latn", "languages": ["azj-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53302, "recall": 0.592885, "f1": 0.550348, "accuracy": 0.592885, "main_score": 0.550348, "hf_subset": "azj_Latn-ssw_Latn", "languages": ["azj-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ukr_Cyrl", "languages": ["azj-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-afr_Latn", "languages": ["azj-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-bho_Deva", "languages": ["azj-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "azj_Latn-eus_Latn", "languages": ["azj-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547908, "recall": 0.604743, "f1": 0.563718, "accuracy": 0.604743, "main_score": 0.563718, "hf_subset": "azj_Latn-ibo_Latn", "languages": ["azj-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875741, "recall": 0.908103, "f1": 0.885935, "accuracy": 0.908103, "main_score": 0.885935, "hf_subset": "azj_Latn-kmr_Latn", "languages": ["azj-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "azj_Latn-min_Latn", "languages": ["azj-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-por_Latn", "languages": ["azj-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "azj_Latn-sun_Latn", "languages": ["azj-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51965, "recall": 0.571146, "f1": 0.534684, "accuracy": 0.571146, "main_score": 0.534684, "hf_subset": "azj_Latn-umb_Latn", "languages": ["azj-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ajp_Arab", "languages": ["azj-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504571, "recall": 0.571146, "f1": 0.523054, "accuracy": 0.571146, "main_score": 0.523054, "hf_subset": "azj_Latn-bjn_Arab", "languages": ["azj-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494909, "recall": 0.550395, "f1": 0.510096, "accuracy": 0.550395, "main_score": 0.510096, "hf_subset": "azj_Latn-ewe_Latn", "languages": ["azj-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917819, "recall": 0.940711, "f1": 0.924868, "accuracy": 0.940711, "main_score": 0.924868, "hf_subset": "azj_Latn-ilo_Latn", "languages": ["azj-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.296717, "recall": 0.353755, "f1": 0.312259, "accuracy": 0.353755, "main_score": 0.312259, "hf_subset": "azj_Latn-knc_Arab", "languages": ["azj-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-mkd_Cyrl", "languages": ["azj-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-prs_Arab", "languages": ["azj-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-swe_Latn", "languages": ["azj-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-urd_Arab", "languages": ["azj-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580708, "recall": 0.634387, "f1": 0.595556, "accuracy": 0.634387, "main_score": 0.595556, "hf_subset": "azj_Latn-aka_Latn", "languages": ["azj-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "azj_Latn-bjn_Latn", "languages": ["azj-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "azj_Latn-fao_Latn", "languages": ["azj-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ind_Latn", "languages": ["azj-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574366, "recall": 0.621542, "f1": 0.587656, "accuracy": 0.621542, "main_score": 0.587656, "hf_subset": "azj_Latn-knc_Latn", "languages": ["azj-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "azj_Latn-mlt_Latn", "languages": ["azj-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690426, "recall": 0.751976, "f1": 0.708235, "accuracy": 0.751976, "main_score": 0.708235, "hf_subset": "azj_Latn-quy_Latn", "languages": ["azj-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947464, "recall": 0.964427, "f1": 0.953063, "accuracy": 0.964427, "main_score": 0.953063, "hf_subset": "azj_Latn-swh_Latn", "languages": ["azj-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-uzn_Latn", "languages": ["azj-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-als_Latn", "languages": ["azj-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587863, "recall": 0.675889, "f1": 0.613642, "accuracy": 0.675889, "main_score": 0.613642, "hf_subset": "azj_Latn-bod_Tibt", "languages": ["azj-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.674769, "recall": 0.735178, "f1": 0.692586, "accuracy": 0.735178, "main_score": 0.692586, "hf_subset": "azj_Latn-fij_Latn", "languages": ["azj-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "azj_Latn-isl_Latn", "languages": ["azj-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625783, "recall": 0.681818, "f1": 0.642116, "accuracy": 0.681818, "main_score": 0.642116, "hf_subset": "azj_Latn-kon_Latn", "languages": ["azj-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629326, "recall": 0.697628, "f1": 0.648858, "accuracy": 0.697628, "main_score": 0.648858, "hf_subset": "azj_Latn-mni_Beng", "languages": ["azj-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ron_Latn", "languages": ["azj-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.98419, "f1": 0.980896, "accuracy": 0.98419, "main_score": 0.980896, "hf_subset": "azj_Latn-szl_Latn", "languages": ["azj-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-vec_Latn", "languages": ["azj-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.95751, "f1": 0.944335, "accuracy": 0.95751, "main_score": 0.944335, "hf_subset": "azj_Latn-amh_Ethi", "languages": ["azj-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-bos_Latn", "languages": ["azj-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-fin_Latn", "languages": ["azj-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ita_Latn", "languages": ["azj-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-kor_Hang", "languages": ["azj-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.529618, "recall": 0.588933, "f1": 0.545805, "accuracy": 0.588933, "main_score": 0.545805, "hf_subset": "azj_Latn-mos_Latn", "languages": ["azj-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520973, "recall": 0.58004, "f1": 0.537873, "accuracy": 0.58004, "main_score": 0.537873, "hf_subset": "azj_Latn-run_Latn", "languages": ["azj-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-tam_Taml", "languages": ["azj-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-vie_Latn", "languages": ["azj-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-apc_Arab", "languages": ["azj-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.778336, "recall": 0.826087, "f1": 0.792412, "accuracy": 0.826087, "main_score": 0.792412, "hf_subset": "azj_Latn-bug_Latn", "languages": ["azj-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458434, "recall": 0.505929, "f1": 0.471211, "accuracy": 0.505929, "main_score": 0.471211, "hf_subset": "azj_Latn-fon_Latn", "languages": ["azj-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "azj_Latn-jav_Latn", "languages": ["azj-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-lao_Laoo", "languages": ["azj-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.840497, "recall": 0.878458, "f1": 0.851976, "accuracy": 0.878458, "main_score": 0.851976, "hf_subset": "azj_Latn-mri_Latn", "languages": ["azj-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-rus_Cyrl", "languages": ["azj-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520291, "recall": 0.579051, "f1": 0.536648, "accuracy": 0.579051, "main_score": 0.536648, "hf_subset": "azj_Latn-taq_Latn", "languages": ["azj-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "azj_Latn-war_Latn", "languages": ["azj-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-arb_Arab", "languages": ["azj-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-bul_Cyrl", "languages": ["azj-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-fra_Latn", "languages": ["azj-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-jpn_Jpan", "languages": ["azj-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "azj_Latn-lij_Latn", "languages": ["azj-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977931, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "azj_Latn-mya_Mymr", "languages": ["azj-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.559189, "recall": 0.626482, "f1": 0.578416, "accuracy": 0.626482, "main_score": 0.578416, "hf_subset": "azj_Latn-sag_Latn", "languages": ["azj-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197609, "recall": 0.253953, "f1": 0.210255, "accuracy": 0.253953, "main_score": 0.210255, "hf_subset": "azj_Latn-taq_Tfng", "languages": ["azj-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.606679, "recall": 0.667984, "f1": 0.623826, "accuracy": 0.667984, "main_score": 0.623826, "hf_subset": "azj_Latn-wol_Latn", "languages": ["azj-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77724, "recall": 0.83498, "f1": 0.794895, "accuracy": 0.83498, "main_score": 0.794895, "hf_subset": "azj_Latn-arb_Latn", "languages": ["azj-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-cat_Latn", "languages": ["azj-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "azj_Latn-fur_Latn", "languages": ["azj-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401107, "recall": 0.459486, "f1": 0.417215, "accuracy": 0.459486, "main_score": 0.417215, "hf_subset": "azj_Latn-kab_Latn", "languages": ["azj-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "azj_Latn-lim_Latn", "languages": ["azj-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-nld_Latn", "languages": ["azj-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "azj_Latn-san_Deva", "languages": ["azj-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-tat_Cyrl", "languages": ["azj-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.634931, "recall": 0.694664, "f1": 0.65226, "accuracy": 0.694664, "main_score": 0.65226, "hf_subset": "azj_Latn-xho_Latn", "languages": ["azj-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ars_Arab", "languages": ["azj-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ceb_Latn", "languages": ["azj-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538156, "recall": 0.599802, "f1": 0.555404, "accuracy": 0.599802, "main_score": 0.555404, "hf_subset": "azj_Latn-fuv_Latn", "languages": ["azj-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508662, "recall": 0.573123, "f1": 0.525849, "accuracy": 0.573123, "main_score": 0.525849, "hf_subset": "azj_Latn-kac_Latn", "languages": ["azj-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638686, "recall": 0.690711, "f1": 0.653557, "accuracy": 0.690711, "main_score": 0.653557, "hf_subset": "azj_Latn-lin_Latn", "languages": ["azj-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-nno_Latn", "languages": ["azj-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18634, "recall": 0.26581, "f1": 0.206808, "accuracy": 0.26581, "main_score": 0.206808, "hf_subset": "azj_Latn-sat_Olck", "languages": ["azj-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-tel_Telu", "languages": ["azj-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.941864, "recall": 0.958498, "f1": 0.947101, "accuracy": 0.958498, "main_score": 0.947101, "hf_subset": "azj_Latn-ydd_Hebr", "languages": ["azj-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "azj_Latn-ary_Arab", "languages": ["azj-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-ces_Latn", "languages": ["azj-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557882, "recall": 0.615613, "f1": 0.574594, "accuracy": 0.615613, "main_score": 0.574594, "hf_subset": "azj_Latn-gaz_Latn", "languages": ["azj-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5633, "recall": 0.623518, "f1": 0.580225, "accuracy": 0.623518, "main_score": 0.580225, "hf_subset": "azj_Latn-kam_Latn", "languages": ["azj-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "azj_Latn-lit_Latn", "languages": ["azj-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-nob_Latn", "languages": ["azj-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "azj_Latn-scn_Latn", "languages": ["azj-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "azj_Latn-tgk_Cyrl", "languages": ["azj-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.68354, "recall": 0.747036, "f1": 0.701979, "accuracy": 0.747036, "main_score": 0.701979, "hf_subset": "azj_Latn-yor_Latn", "languages": ["azj-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-arz_Arab", "languages": ["azj-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543165, "recall": 0.596838, "f1": 0.558499, "accuracy": 0.596838, "main_score": 0.558499, "hf_subset": "azj_Latn-cjk_Latn", "languages": ["azj-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748781, "recall": 0.799407, "f1": 0.763735, "accuracy": 0.799407, "main_score": 0.763735, "hf_subset": "azj_Latn-gla_Latn", "languages": ["azj-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-kan_Knda", "languages": ["azj-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "azj_Latn-lmo_Latn", "languages": ["azj-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "azj_Latn-npi_Deva", "languages": ["azj-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.465003, "recall": 0.519763, "f1": 0.480803, "accuracy": 0.519763, "main_score": 0.480803, "hf_subset": "azj_Latn-shn_Mymr", "languages": ["azj-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-tgl_Latn", "languages": ["azj-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-yue_Hant", "languages": ["azj-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-asm_Beng", "languages": ["azj-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951252, "accuracy": 0.962451, "main_score": 0.951252, "hf_subset": "azj_Latn-ckb_Arab", "languages": ["azj-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.829357, "recall": 0.874506, "f1": 0.843594, "accuracy": 0.874506, "main_score": 0.843594, "hf_subset": "azj_Latn-gle_Latn", "languages": ["azj-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932477, "recall": 0.953557, "f1": 0.939229, "accuracy": 0.953557, "main_score": 0.939229, "hf_subset": "azj_Latn-kas_Arab", "languages": ["azj-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.926054, "recall": 0.94664, "f1": 0.932642, "accuracy": 0.94664, "main_score": 0.932642, "hf_subset": "azj_Latn-ltg_Latn", "languages": ["azj-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589037, "recall": 0.637352, "f1": 0.602761, "accuracy": 0.637352, "main_score": 0.602761, "hf_subset": "azj_Latn-nso_Latn", "languages": ["azj-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "azj_Latn-sin_Sinh", "languages": ["azj-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-tha_Thai", "languages": ["azj-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-zho_Hans", "languages": ["azj-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ast_Latn", "languages": ["azj-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-crh_Latn", "languages": ["azj-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-glg_Latn", "languages": ["azj-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867424, "recall": 0.905138, "f1": 0.879611, "accuracy": 0.905138, "main_score": 0.879611, "hf_subset": "azj_Latn-kas_Deva", "languages": ["azj-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "azj_Latn-ltz_Latn", "languages": ["azj-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439093, "recall": 0.505929, "f1": 0.457338, "accuracy": 0.505929, "main_score": 0.457338, "hf_subset": "azj_Latn-nus_Latn", "languages": ["azj-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-slk_Latn", "languages": ["azj-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596089, "recall": 0.670949, "f1": 0.617879, "accuracy": 0.670949, "main_score": 0.617879, "hf_subset": "azj_Latn-tir_Ethi", "languages": ["azj-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-zho_Hant", "languages": ["azj-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.986166, "f1": 0.983037, "accuracy": 0.986166, "main_score": 0.983037, "hf_subset": "azj_Latn-awa_Deva", "languages": ["azj-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "azj_Latn-cym_Latn", "languages": ["azj-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808012, "recall": 0.852767, "f1": 0.821563, "accuracy": 0.852767, "main_score": 0.821563, "hf_subset": "azj_Latn-grn_Latn", "languages": ["azj-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-kat_Geor", "languages": ["azj-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.61761, "recall": 0.667984, "f1": 0.632228, "accuracy": 0.667984, "main_score": 0.632228, "hf_subset": "azj_Latn-lua_Latn", "languages": ["azj-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605578, "recall": 0.666008, "f1": 0.622777, "accuracy": 0.666008, "main_score": 0.622777, "hf_subset": "azj_Latn-nya_Latn", "languages": ["azj-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-slv_Latn", "languages": ["azj-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920784, "recall": 0.943676, "f1": 0.928195, "accuracy": 0.943676, "main_score": 0.928195, "hf_subset": "azj_Latn-tpi_Latn", "languages": ["azj-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-zsm_Latn", "languages": ["azj-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539592, "recall": 0.598814, "f1": 0.556673, "accuracy": 0.598814, "main_score": 0.556673, "hf_subset": "azj_Latn-ayr_Latn", "languages": ["azj-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-dan_Latn", "languages": ["azj-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-guj_Gujr", "languages": ["azj-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-kaz_Cyrl", "languages": ["azj-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516378, "recall": 0.576087, "f1": 0.533564, "accuracy": 0.576087, "main_score": 0.533564, "hf_subset": "azj_Latn-lug_Latn", "languages": ["azj-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-oci_Latn", "languages": ["azj-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781901, "recall": 0.832016, "f1": 0.797431, "accuracy": 0.832016, "main_score": 0.797431, "hf_subset": "azj_Latn-smo_Latn", "languages": ["azj-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519782, "recall": 0.58004, "f1": 0.536222, "accuracy": 0.58004, "main_score": 0.536222, "hf_subset": "azj_Latn-tsn_Latn", "languages": ["azj-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585079, "recall": 0.644269, "f1": 0.602226, "accuracy": 0.644269, "main_score": 0.602226, "hf_subset": "azj_Latn-zul_Latn", "languages": ["azj-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910244, "recall": 0.936759, "f1": 0.918972, "accuracy": 0.936759, "main_score": 0.918972, "hf_subset": "azj_Latn-azb_Arab", "languages": ["azj-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-deu_Latn", "languages": ["azj-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "azj_Latn-hat_Latn", "languages": ["azj-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473803, "recall": 0.52668, "f1": 0.488578, "accuracy": 0.52668, "main_score": 0.488578, "hf_subset": "azj_Latn-kbp_Latn", "languages": ["azj-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550612, "recall": 0.607708, "f1": 0.566765, "accuracy": 0.607708, "main_score": 0.566765, "hf_subset": "azj_Latn-luo_Latn", "languages": ["azj-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ory_Orya", "languages": ["azj-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.560198, "recall": 0.620553, "f1": 0.576997, "accuracy": 0.620553, "main_score": 0.576997, "hf_subset": "azj_Latn-sna_Latn", "languages": ["azj-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525406, "recall": 0.58004, "f1": 0.540825, "accuracy": 0.58004, "main_score": 0.540825, "hf_subset": "azj_Latn-tso_Latn", "languages": ["azj-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525835, "recall": 0.592885, "f1": 0.545103, "accuracy": 0.592885, "main_score": 0.545103, "hf_subset": "azj_Latn-dik_Latn", "languages": ["azj-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684363, "recall": 0.746047, "f1": 0.702332, "accuracy": 0.746047, "main_score": 0.702332, "hf_subset": "azj_Latn-hau_Latn", "languages": ["azj-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "azj_Latn-kea_Latn", "languages": ["azj-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726376, "recall": 0.777668, "f1": 0.742078, "accuracy": 0.777668, "main_score": 0.742078, "hf_subset": "azj_Latn-lus_Latn", "languages": ["azj-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846344, "recall": 0.881423, "f1": 0.856983, "accuracy": 0.881423, "main_score": 0.856983, "hf_subset": "azj_Latn-pag_Latn", "languages": ["azj-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-snd_Arab", "languages": ["azj-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.964427, "f1": 0.95471, "accuracy": 0.964427, "main_score": 0.95471, "hf_subset": "azj_Latn-tuk_Latn", "languages": ["azj-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-bak_Cyrl", "languages": ["azj-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.461067, "recall": 0.533597, "f1": 0.481639, "accuracy": 0.533597, "main_score": 0.481639, "hf_subset": "azj_Latn-dyu_Latn", "languages": ["azj-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-heb_Hebr", "languages": ["azj-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-khk_Cyrl", "languages": ["azj-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-lvs_Latn", "languages": ["azj-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-pan_Guru", "languages": ["azj-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.680155, "recall": 0.740119, "f1": 0.698602, "accuracy": 0.740119, "main_score": 0.698602, "hf_subset": "azj_Latn-som_Latn", "languages": ["azj-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568186, "recall": 0.617589, "f1": 0.582047, "accuracy": 0.617589, "main_score": 0.582047, "hf_subset": "azj_Latn-tum_Latn", "languages": ["azj-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.380721, "recall": 0.436759, "f1": 0.395898, "accuracy": 0.436759, "main_score": 0.395898, "hf_subset": "dik_Latn-ace_Arab", "languages": ["dik-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.473751, "recall": 0.525692, "f1": 0.488847, "accuracy": 0.525692, "main_score": 0.488847, "hf_subset": "dik_Latn-bam_Latn", "languages": ["dik-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17021, "recall": 0.20751, "f1": 0.179423, "accuracy": 0.20751, "main_score": 0.179423, "hf_subset": "dik_Latn-dzo_Tibt", "languages": ["dik-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.526516, "recall": 0.582016, "f1": 0.541443, "accuracy": 0.582016, "main_score": 0.541443, "hf_subset": "dik_Latn-hin_Deva", "languages": ["dik-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.465468, "recall": 0.520751, "f1": 0.479988, "accuracy": 0.520751, "main_score": 0.479988, "hf_subset": "dik_Latn-khm_Khmr", "languages": ["dik-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.527892, "recall": 0.579051, "f1": 0.54179, "accuracy": 0.579051, "main_score": 0.54179, "hf_subset": "dik_Latn-mag_Deva", "languages": ["dik-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533473, "recall": 0.578063, "f1": 0.545269, "accuracy": 0.578063, "main_score": 0.545269, "hf_subset": "dik_Latn-pap_Latn", "languages": ["dik-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503502, "recall": 0.544466, "f1": 0.514748, "accuracy": 0.544466, "main_score": 0.514748, "hf_subset": "dik_Latn-sot_Latn", "languages": ["dik-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532624, "recall": 0.583992, "f1": 0.5461, "accuracy": 0.583992, "main_score": 0.5461, "hf_subset": "dik_Latn-tur_Latn", "languages": ["dik-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535201, "recall": 0.578063, "f1": 0.545968, "accuracy": 0.578063, "main_score": 0.545968, "hf_subset": "dik_Latn-ace_Latn", "languages": ["dik-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547736, "recall": 0.588933, "f1": 0.558442, "accuracy": 0.588933, "main_score": 0.558442, "hf_subset": "dik_Latn-ban_Latn", "languages": ["dik-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518295, "recall": 0.567194, "f1": 0.531476, "accuracy": 0.567194, "main_score": 0.531476, "hf_subset": "dik_Latn-ell_Grek", "languages": ["dik-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.513969, "recall": 0.568182, "f1": 0.528364, "accuracy": 0.568182, "main_score": 0.528364, "hf_subset": "dik_Latn-hne_Deva", "languages": ["dik-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.485792, "recall": 0.530632, "f1": 0.497805, "accuracy": 0.530632, "main_score": 0.497805, "hf_subset": "dik_Latn-kik_Latn", "languages": ["dik-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529855, "recall": 0.582016, "f1": 0.543145, "accuracy": 0.582016, "main_score": 0.543145, "hf_subset": "dik_Latn-mai_Deva", "languages": ["dik-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.473746, "recall": 0.530632, "f1": 0.488798, "accuracy": 0.530632, "main_score": 0.488798, "hf_subset": "dik_Latn-pbt_Arab", "languages": ["dik-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531589, "recall": 0.579051, "f1": 0.544842, "accuracy": 0.579051, "main_score": 0.544842, "hf_subset": "dik_Latn-spa_Latn", "languages": ["dik-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524509, "recall": 0.567194, "f1": 0.536584, "accuracy": 0.567194, "main_score": 0.536584, "hf_subset": "dik_Latn-twi_Latn", "languages": ["dik-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522377, "recall": 0.573123, "f1": 0.536066, "accuracy": 0.573123, "main_score": 0.536066, "hf_subset": "dik_Latn-acm_Arab", "languages": ["dik-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507574, "recall": 0.557312, "f1": 0.52114, "accuracy": 0.557312, "main_score": 0.52114, "hf_subset": "dik_Latn-bel_Cyrl", "languages": ["dik-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.568405, "recall": 0.619565, "f1": 0.581796, "accuracy": 0.619565, "main_score": 0.581796, "hf_subset": "dik_Latn-eng_Latn", "languages": ["dik-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544254, "recall": 0.592885, "f1": 0.557094, "accuracy": 0.592885, "main_score": 0.557094, "hf_subset": "dik_Latn-hrv_Latn", "languages": ["dik-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463669, "recall": 0.506917, "f1": 0.475375, "accuracy": 0.506917, "main_score": 0.475375, "hf_subset": "dik_Latn-kin_Latn", "languages": ["dik-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515845, "recall": 0.568182, "f1": 0.529907, "accuracy": 0.568182, "main_score": 0.529907, "hf_subset": "dik_Latn-mal_Mlym", "languages": ["dik-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.523947, "recall": 0.573123, "f1": 0.536489, "accuracy": 0.573123, "main_score": 0.536489, "hf_subset": "dik_Latn-pes_Arab", "languages": ["dik-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532131, "recall": 0.579051, "f1": 0.544998, "accuracy": 0.579051, "main_score": 0.544998, "hf_subset": "dik_Latn-srd_Latn", "languages": ["dik-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138296, "recall": 0.172925, "f1": 0.146116, "accuracy": 0.172925, "main_score": 0.146116, "hf_subset": "dik_Latn-tzm_Tfng", "languages": ["dik-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.519448, "recall": 0.568182, "f1": 0.532938, "accuracy": 0.568182, "main_score": 0.532938, "hf_subset": "dik_Latn-acq_Arab", "languages": ["dik-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517521, "recall": 0.559289, "f1": 0.528853, "accuracy": 0.559289, "main_score": 0.528853, "hf_subset": "dik_Latn-bem_Latn", "languages": ["dik-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528393, "recall": 0.575099, "f1": 0.540478, "accuracy": 0.575099, "main_score": 0.540478, "hf_subset": "dik_Latn-epo_Latn", "languages": ["dik-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534553, "recall": 0.58498, "f1": 0.547513, "accuracy": 0.58498, "main_score": 0.547513, "hf_subset": "dik_Latn-hun_Latn", "languages": ["dik-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531848, "recall": 0.573123, "f1": 0.543354, "accuracy": 0.573123, "main_score": 0.543354, "hf_subset": "dik_Latn-kir_Cyrl", "languages": ["dik-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537278, "recall": 0.58498, "f1": 0.549704, "accuracy": 0.58498, "main_score": 0.549704, "hf_subset": "dik_Latn-mar_Deva", "languages": ["dik-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.493092, "recall": 0.54249, "f1": 0.506416, "accuracy": 0.54249, "main_score": 0.506416, "hf_subset": "dik_Latn-plt_Latn", "languages": ["dik-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538673, "recall": 0.58498, "f1": 0.550994, "accuracy": 0.58498, "main_score": 0.550994, "hf_subset": "dik_Latn-srp_Cyrl", "languages": ["dik-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.432085, "recall": 0.48913, "f1": 0.447967, "accuracy": 0.48913, "main_score": 0.447967, "hf_subset": "dik_Latn-uig_Arab", "languages": ["dik-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512805, "recall": 0.562253, "f1": 0.525613, "accuracy": 0.562253, "main_score": 0.525613, "hf_subset": "dik_Latn-aeb_Arab", "languages": ["dik-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531208, "recall": 0.582016, "f1": 0.545371, "accuracy": 0.582016, "main_score": 0.545371, "hf_subset": "dik_Latn-ben_Beng", "languages": ["dik-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.530965, "recall": 0.575099, "f1": 0.543083, "accuracy": 0.575099, "main_score": 0.543083, "hf_subset": "dik_Latn-est_Latn", "languages": ["dik-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49969, "recall": 0.548419, "f1": 0.512391, "accuracy": 0.548419, "main_score": 0.512391, "hf_subset": "dik_Latn-hye_Armn", "languages": ["dik-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.480289, "recall": 0.52668, "f1": 0.492688, "accuracy": 0.52668, "main_score": 0.492688, "hf_subset": "dik_Latn-kmb_Latn", "languages": ["dik-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.352145, "recall": 0.407115, "f1": 0.365675, "accuracy": 0.407115, "main_score": 0.365675, "hf_subset": "dik_Latn-min_Arab", "languages": ["dik-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524154, "recall": 0.573123, "f1": 0.537435, "accuracy": 0.573123, "main_score": 0.537435, "hf_subset": "dik_Latn-pol_Latn", "languages": ["dik-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486656, "recall": 0.538538, "f1": 0.501468, "accuracy": 0.538538, "main_score": 0.501468, "hf_subset": "dik_Latn-ssw_Latn", "languages": ["dik-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543972, "recall": 0.594862, "f1": 0.557319, "accuracy": 0.594862, "main_score": 0.557319, "hf_subset": "dik_Latn-ukr_Cyrl", "languages": ["dik-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549396, "recall": 0.597826, "f1": 0.562159, "accuracy": 0.597826, "main_score": 0.562159, "hf_subset": "dik_Latn-afr_Latn", "languages": ["dik-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512273, "recall": 0.565217, "f1": 0.527301, "accuracy": 0.565217, "main_score": 0.527301, "hf_subset": "dik_Latn-bho_Deva", "languages": ["dik-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.522868, "recall": 0.571146, "f1": 0.53542, "accuracy": 0.571146, "main_score": 0.53542, "hf_subset": "dik_Latn-eus_Latn", "languages": ["dik-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501736, "recall": 0.548419, "f1": 0.51451, "accuracy": 0.548419, "main_score": 0.51451, "hf_subset": "dik_Latn-ibo_Latn", "languages": ["dik-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510021, "recall": 0.557312, "f1": 0.523078, "accuracy": 0.557312, "main_score": 0.523078, "hf_subset": "dik_Latn-kmr_Latn", "languages": ["dik-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539088, "recall": 0.583004, "f1": 0.550323, "accuracy": 0.583004, "main_score": 0.550323, "hf_subset": "dik_Latn-min_Latn", "languages": ["dik-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5459, "recall": 0.597826, "f1": 0.560105, "accuracy": 0.597826, "main_score": 0.560105, "hf_subset": "dik_Latn-por_Latn", "languages": ["dik-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55159, "recall": 0.588933, "f1": 0.562151, "accuracy": 0.588933, "main_score": 0.562151, "hf_subset": "dik_Latn-sun_Latn", "languages": ["dik-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468191, "recall": 0.51581, "f1": 0.481323, "accuracy": 0.51581, "main_score": 0.481323, "hf_subset": "dik_Latn-umb_Latn", "languages": ["dik-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523133, "recall": 0.567194, "f1": 0.535052, "accuracy": 0.567194, "main_score": 0.535052, "hf_subset": "dik_Latn-ajp_Arab", "languages": ["dik-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.354312, "recall": 0.403162, "f1": 0.366815, "accuracy": 0.403162, "main_score": 0.366815, "hf_subset": "dik_Latn-bjn_Arab", "languages": ["dik-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.47267, "recall": 0.51581, "f1": 0.485087, "accuracy": 0.51581, "main_score": 0.485087, "hf_subset": "dik_Latn-ewe_Latn", "languages": ["dik-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555937, "recall": 0.597826, "f1": 0.566891, "accuracy": 0.597826, "main_score": 0.566891, "hf_subset": "dik_Latn-ilo_Latn", "languages": ["dik-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.25925, "recall": 0.311265, "f1": 0.273156, "accuracy": 0.311265, "main_score": 0.273156, "hf_subset": "dik_Latn-knc_Arab", "languages": ["dik-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530392, "recall": 0.58004, "f1": 0.543729, "accuracy": 0.58004, "main_score": 0.543729, "hf_subset": "dik_Latn-mkd_Cyrl", "languages": ["dik-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520862, "recall": 0.567194, "f1": 0.533048, "accuracy": 0.567194, "main_score": 0.533048, "hf_subset": "dik_Latn-prs_Arab", "languages": ["dik-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547491, "recall": 0.594862, "f1": 0.56058, "accuracy": 0.594862, "main_score": 0.56058, "hf_subset": "dik_Latn-swe_Latn", "languages": ["dik-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505715, "recall": 0.562253, "f1": 0.520402, "accuracy": 0.562253, "main_score": 0.520402, "hf_subset": "dik_Latn-urd_Arab", "languages": ["dik-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528043, "recall": 0.574111, "f1": 0.540403, "accuracy": 0.574111, "main_score": 0.540403, "hf_subset": "dik_Latn-aka_Latn", "languages": ["dik-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555888, "recall": 0.596838, "f1": 0.56624, "accuracy": 0.596838, "main_score": 0.56624, "hf_subset": "dik_Latn-bjn_Latn", "languages": ["dik-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514146, "recall": 0.557312, "f1": 0.525719, "accuracy": 0.557312, "main_score": 0.525719, "hf_subset": "dik_Latn-fao_Latn", "languages": ["dik-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551347, "recall": 0.597826, "f1": 0.563876, "accuracy": 0.597826, "main_score": 0.563876, "hf_subset": "dik_Latn-ind_Latn", "languages": ["dik-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516654, "recall": 0.557312, "f1": 0.527879, "accuracy": 0.557312, "main_score": 0.527879, "hf_subset": "dik_Latn-knc_Latn", "languages": ["dik-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544924, "recall": 0.586957, "f1": 0.555222, "accuracy": 0.586957, "main_score": 0.555222, "hf_subset": "dik_Latn-mlt_Latn", "languages": ["dik-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488933, "recall": 0.540514, "f1": 0.504104, "accuracy": 0.540514, "main_score": 0.504104, "hf_subset": "dik_Latn-quy_Latn", "languages": ["dik-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523224, "recall": 0.56917, "f1": 0.536014, "accuracy": 0.56917, "main_score": 0.536014, "hf_subset": "dik_Latn-swh_Latn", "languages": ["dik-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516083, "recall": 0.564229, "f1": 0.529266, "accuracy": 0.564229, "main_score": 0.529266, "hf_subset": "dik_Latn-uzn_Latn", "languages": ["dik-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527021, "recall": 0.574111, "f1": 0.539465, "accuracy": 0.574111, "main_score": 0.539465, "hf_subset": "dik_Latn-als_Latn", "languages": ["dik-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205376, "recall": 0.253953, "f1": 0.217166, "accuracy": 0.253953, "main_score": 0.217166, "hf_subset": "dik_Latn-bod_Tibt", "languages": ["dik-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.493645, "recall": 0.532609, "f1": 0.504404, "accuracy": 0.532609, "main_score": 0.504404, "hf_subset": "dik_Latn-fij_Latn", "languages": ["dik-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506717, "recall": 0.546443, "f1": 0.517249, "accuracy": 0.546443, "main_score": 0.517249, "hf_subset": "dik_Latn-isl_Latn", "languages": ["dik-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507498, "recall": 0.552372, "f1": 0.519869, "accuracy": 0.552372, "main_score": 0.519869, "hf_subset": "dik_Latn-kon_Latn", "languages": ["dik-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4257, "recall": 0.48913, "f1": 0.443667, "accuracy": 0.48913, "main_score": 0.443667, "hf_subset": "dik_Latn-mni_Beng", "languages": ["dik-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.549153, "recall": 0.59585, "f1": 0.561361, "accuracy": 0.59585, "main_score": 0.561361, "hf_subset": "dik_Latn-ron_Latn", "languages": ["dik-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547424, "recall": 0.587945, "f1": 0.558562, "accuracy": 0.587945, "main_score": 0.558562, "hf_subset": "dik_Latn-szl_Latn", "languages": ["dik-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544155, "recall": 0.590909, "f1": 0.557987, "accuracy": 0.590909, "main_score": 0.557987, "hf_subset": "dik_Latn-vec_Latn", "languages": ["dik-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426785, "recall": 0.486166, "f1": 0.443317, "accuracy": 0.486166, "main_score": 0.443317, "hf_subset": "dik_Latn-amh_Ethi", "languages": ["dik-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.54483, "recall": 0.591897, "f1": 0.557586, "accuracy": 0.591897, "main_score": 0.557586, "hf_subset": "dik_Latn-bos_Latn", "languages": ["dik-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498674, "recall": 0.554348, "f1": 0.513722, "accuracy": 0.554348, "main_score": 0.513722, "hf_subset": "dik_Latn-fin_Latn", "languages": ["dik-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538587, "recall": 0.58498, "f1": 0.551282, "accuracy": 0.58498, "main_score": 0.551282, "hf_subset": "dik_Latn-ita_Latn", "languages": ["dik-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51571, "recall": 0.570158, "f1": 0.530408, "accuracy": 0.570158, "main_score": 0.530408, "hf_subset": "dik_Latn-kor_Hang", "languages": ["dik-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.472096, "recall": 0.517787, "f1": 0.484946, "accuracy": 0.517787, "main_score": 0.484946, "hf_subset": "dik_Latn-mos_Latn", "languages": ["dik-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477835, "recall": 0.519763, "f1": 0.490086, "accuracy": 0.519763, "main_score": 0.490086, "hf_subset": "dik_Latn-run_Latn", "languages": ["dik-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503686, "recall": 0.561265, "f1": 0.519272, "accuracy": 0.561265, "main_score": 0.519272, "hf_subset": "dik_Latn-tam_Taml", "languages": ["dik-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.533617, "recall": 0.578063, "f1": 0.545637, "accuracy": 0.578063, "main_score": 0.545637, "hf_subset": "dik_Latn-vie_Latn", "languages": ["dik-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522502, "recall": 0.572134, "f1": 0.535924, "accuracy": 0.572134, "main_score": 0.535924, "hf_subset": "dik_Latn-apc_Arab", "languages": ["dik-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530884, "recall": 0.570158, "f1": 0.541455, "accuracy": 0.570158, "main_score": 0.541455, "hf_subset": "dik_Latn-bug_Latn", "languages": ["dik-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43569, "recall": 0.482213, "f1": 0.448956, "accuracy": 0.482213, "main_score": 0.448956, "hf_subset": "dik_Latn-fon_Latn", "languages": ["dik-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550181, "recall": 0.592885, "f1": 0.56163, "accuracy": 0.592885, "main_score": 0.56163, "hf_subset": "dik_Latn-jav_Latn", "languages": ["dik-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467305, "recall": 0.520751, "f1": 0.481099, "accuracy": 0.520751, "main_score": 0.481099, "hf_subset": "dik_Latn-lao_Laoo", "languages": ["dik-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.449776, "recall": 0.495059, "f1": 0.461691, "accuracy": 0.495059, "main_score": 0.461691, "hf_subset": "dik_Latn-mri_Latn", "languages": ["dik-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531104, "recall": 0.583992, "f1": 0.545135, "accuracy": 0.583992, "main_score": 0.545135, "hf_subset": "dik_Latn-rus_Cyrl", "languages": ["dik-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472662, "recall": 0.517787, "f1": 0.485185, "accuracy": 0.517787, "main_score": 0.485185, "hf_subset": "dik_Latn-taq_Latn", "languages": ["dik-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560523, "recall": 0.601779, "f1": 0.571655, "accuracy": 0.601779, "main_score": 0.571655, "hf_subset": "dik_Latn-war_Latn", "languages": ["dik-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506297, "recall": 0.557312, "f1": 0.520089, "accuracy": 0.557312, "main_score": 0.520089, "hf_subset": "dik_Latn-arb_Arab", "languages": ["dik-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549677, "recall": 0.596838, "f1": 0.562413, "accuracy": 0.596838, "main_score": 0.562413, "hf_subset": "dik_Latn-bul_Cyrl", "languages": ["dik-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548896, "recall": 0.59585, "f1": 0.561086, "accuracy": 0.59585, "main_score": 0.561086, "hf_subset": "dik_Latn-fra_Latn", "languages": ["dik-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517305, "recall": 0.570158, "f1": 0.531961, "accuracy": 0.570158, "main_score": 0.531961, "hf_subset": "dik_Latn-jpn_Jpan", "languages": ["dik-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.534236, "recall": 0.579051, "f1": 0.546354, "accuracy": 0.579051, "main_score": 0.546354, "hf_subset": "dik_Latn-lij_Latn", "languages": ["dik-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370974, "recall": 0.436759, "f1": 0.388494, "accuracy": 0.436759, "main_score": 0.388494, "hf_subset": "dik_Latn-mya_Mymr", "languages": ["dik-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.500921, "recall": 0.548419, "f1": 0.51448, "accuracy": 0.548419, "main_score": 0.51448, "hf_subset": "dik_Latn-sag_Latn", "languages": ["dik-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.141046, "recall": 0.182806, "f1": 0.150855, "accuracy": 0.182806, "main_score": 0.150855, "hf_subset": "dik_Latn-taq_Tfng", "languages": ["dik-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.514808, "recall": 0.557312, "f1": 0.526765, "accuracy": 0.557312, "main_score": 0.526765, "hf_subset": "dik_Latn-wol_Latn", "languages": ["dik-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416383, "recall": 0.465415, "f1": 0.430234, "accuracy": 0.465415, "main_score": 0.430234, "hf_subset": "dik_Latn-arb_Latn", "languages": ["dik-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532582, "recall": 0.586957, "f1": 0.547178, "accuracy": 0.586957, "main_score": 0.547178, "hf_subset": "dik_Latn-cat_Latn", "languages": ["dik-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526441, "recall": 0.56917, "f1": 0.537829, "accuracy": 0.56917, "main_score": 0.537829, "hf_subset": "dik_Latn-fur_Latn", "languages": ["dik-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369146, "recall": 0.425889, "f1": 0.384823, "accuracy": 0.425889, "main_score": 0.384823, "hf_subset": "dik_Latn-kab_Latn", "languages": ["dik-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537606, "recall": 0.582016, "f1": 0.549435, "accuracy": 0.582016, "main_score": 0.549435, "hf_subset": "dik_Latn-lim_Latn", "languages": ["dik-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535481, "recall": 0.581028, "f1": 0.547461, "accuracy": 0.581028, "main_score": 0.547461, "hf_subset": "dik_Latn-nld_Latn", "languages": ["dik-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481165, "recall": 0.537549, "f1": 0.495997, "accuracy": 0.537549, "main_score": 0.495997, "hf_subset": "dik_Latn-san_Deva", "languages": ["dik-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.519413, "recall": 0.564229, "f1": 0.531736, "accuracy": 0.564229, "main_score": 0.531736, "hf_subset": "dik_Latn-tat_Cyrl", "languages": ["dik-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521631, "recall": 0.567194, "f1": 0.534392, "accuracy": 0.567194, "main_score": 0.534392, "hf_subset": "dik_Latn-xho_Latn", "languages": ["dik-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500818, "recall": 0.555336, "f1": 0.516113, "accuracy": 0.555336, "main_score": 0.516113, "hf_subset": "dik_Latn-ars_Arab", "languages": ["dik-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5551, "recall": 0.59585, "f1": 0.566304, "accuracy": 0.59585, "main_score": 0.566304, "hf_subset": "dik_Latn-ceb_Latn", "languages": ["dik-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481826, "recall": 0.527668, "f1": 0.4951, "accuracy": 0.527668, "main_score": 0.4951, "hf_subset": "dik_Latn-fuv_Latn", "languages": ["dik-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469134, "recall": 0.514822, "f1": 0.48251, "accuracy": 0.514822, "main_score": 0.48251, "hf_subset": "dik_Latn-kac_Latn", "languages": ["dik-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517032, "recall": 0.563241, "f1": 0.529733, "accuracy": 0.563241, "main_score": 0.529733, "hf_subset": "dik_Latn-lin_Latn", "languages": ["dik-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536115, "recall": 0.58498, "f1": 0.550029, "accuracy": 0.58498, "main_score": 0.550029, "hf_subset": "dik_Latn-nno_Latn", "languages": ["dik-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.086999, "recall": 0.116601, "f1": 0.093528, "accuracy": 0.116601, "main_score": 0.093528, "hf_subset": "dik_Latn-sat_Olck", "languages": ["dik-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.514027, "recall": 0.572134, "f1": 0.529497, "accuracy": 0.572134, "main_score": 0.529497, "hf_subset": "dik_Latn-tel_Telu", "languages": ["dik-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.443449, "recall": 0.497036, "f1": 0.457347, "accuracy": 0.497036, "main_score": 0.457347, "hf_subset": "dik_Latn-ydd_Hebr", "languages": ["dik-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.500668, "recall": 0.547431, "f1": 0.514053, "accuracy": 0.547431, "main_score": 0.514053, "hf_subset": "dik_Latn-ary_Arab", "languages": ["dik-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53363, "recall": 0.583992, "f1": 0.546841, "accuracy": 0.583992, "main_score": 0.546841, "hf_subset": "dik_Latn-ces_Latn", "languages": ["dik-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438263, "recall": 0.491107, "f1": 0.453205, "accuracy": 0.491107, "main_score": 0.453205, "hf_subset": "dik_Latn-gaz_Latn", "languages": ["dik-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488515, "recall": 0.535573, "f1": 0.501557, "accuracy": 0.535573, "main_score": 0.501557, "hf_subset": "dik_Latn-kam_Latn", "languages": ["dik-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51399, "recall": 0.562253, "f1": 0.526608, "accuracy": 0.562253, "main_score": 0.526608, "hf_subset": "dik_Latn-lit_Latn", "languages": ["dik-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544977, "recall": 0.588933, "f1": 0.556549, "accuracy": 0.588933, "main_score": 0.556549, "hf_subset": "dik_Latn-nob_Latn", "languages": ["dik-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538865, "recall": 0.582016, "f1": 0.550611, "accuracy": 0.582016, "main_score": 0.550611, "hf_subset": "dik_Latn-scn_Latn", "languages": ["dik-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518504, "recall": 0.562253, "f1": 0.530037, "accuracy": 0.562253, "main_score": 0.530037, "hf_subset": "dik_Latn-tgk_Cyrl", "languages": ["dik-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.475854, "recall": 0.52668, "f1": 0.489973, "accuracy": 0.52668, "main_score": 0.489973, "hf_subset": "dik_Latn-yor_Latn", "languages": ["dik-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525131, "recall": 0.570158, "f1": 0.537347, "accuracy": 0.570158, "main_score": 0.537347, "hf_subset": "dik_Latn-arz_Arab", "languages": ["dik-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.464048, "recall": 0.508893, "f1": 0.476619, "accuracy": 0.508893, "main_score": 0.476619, "hf_subset": "dik_Latn-cjk_Latn", "languages": ["dik-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463824, "recall": 0.509881, "f1": 0.476438, "accuracy": 0.509881, "main_score": 0.476438, "hf_subset": "dik_Latn-gla_Latn", "languages": ["dik-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51517, "recall": 0.567194, "f1": 0.529574, "accuracy": 0.567194, "main_score": 0.529574, "hf_subset": "dik_Latn-kan_Knda", "languages": ["dik-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.533836, "recall": 0.579051, "f1": 0.546631, "accuracy": 0.579051, "main_score": 0.546631, "hf_subset": "dik_Latn-lmo_Latn", "languages": ["dik-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51958, "recall": 0.575099, "f1": 0.534847, "accuracy": 0.575099, "main_score": 0.534847, "hf_subset": "dik_Latn-npi_Deva", "languages": ["dik-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.403042, "recall": 0.461462, "f1": 0.418965, "accuracy": 0.461462, "main_score": 0.418965, "hf_subset": "dik_Latn-shn_Mymr", "languages": ["dik-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.553542, "recall": 0.600791, "f1": 0.565751, "accuracy": 0.600791, "main_score": 0.565751, "hf_subset": "dik_Latn-tgl_Latn", "languages": ["dik-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503407, "recall": 0.554348, "f1": 0.516976, "accuracy": 0.554348, "main_score": 0.516976, "hf_subset": "dik_Latn-yue_Hant", "languages": ["dik-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.486725, "recall": 0.546443, "f1": 0.50301, "accuracy": 0.546443, "main_score": 0.50301, "hf_subset": "dik_Latn-asm_Beng", "languages": ["dik-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.46586, "recall": 0.525692, "f1": 0.482017, "accuracy": 0.525692, "main_score": 0.482017, "hf_subset": "dik_Latn-ckb_Arab", "languages": ["dik-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.461892, "recall": 0.507905, "f1": 0.474768, "accuracy": 0.507905, "main_score": 0.474768, "hf_subset": "dik_Latn-gle_Latn", "languages": ["dik-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45851, "recall": 0.516798, "f1": 0.474429, "accuracy": 0.516798, "main_score": 0.474429, "hf_subset": "dik_Latn-kas_Arab", "languages": ["dik-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49034, "recall": 0.540514, "f1": 0.503807, "accuracy": 0.540514, "main_score": 0.503807, "hf_subset": "dik_Latn-ltg_Latn", "languages": ["dik-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526385, "recall": 0.567194, "f1": 0.537889, "accuracy": 0.567194, "main_score": 0.537889, "hf_subset": "dik_Latn-nso_Latn", "languages": ["dik-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436252, "recall": 0.501976, "f1": 0.453414, "accuracy": 0.501976, "main_score": 0.453414, "hf_subset": "dik_Latn-sin_Sinh", "languages": ["dik-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.514251, "recall": 0.568182, "f1": 0.528602, "accuracy": 0.568182, "main_score": 0.528602, "hf_subset": "dik_Latn-tha_Thai", "languages": ["dik-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.506146, "recall": 0.55336, "f1": 0.518444, "accuracy": 0.55336, "main_score": 0.518444, "hf_subset": "dik_Latn-zho_Hans", "languages": ["dik-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.554918, "recall": 0.597826, "f1": 0.5666, "accuracy": 0.597826, "main_score": 0.5666, "hf_subset": "dik_Latn-ast_Latn", "languages": ["dik-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501511, "recall": 0.55336, "f1": 0.515869, "accuracy": 0.55336, "main_score": 0.515869, "hf_subset": "dik_Latn-crh_Latn", "languages": ["dik-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539649, "recall": 0.590909, "f1": 0.55323, "accuracy": 0.590909, "main_score": 0.55323, "hf_subset": "dik_Latn-glg_Latn", "languages": ["dik-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46963, "recall": 0.524704, "f1": 0.484267, "accuracy": 0.524704, "main_score": 0.484267, "hf_subset": "dik_Latn-kas_Deva", "languages": ["dik-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.512045, "recall": 0.559289, "f1": 0.525362, "accuracy": 0.559289, "main_score": 0.525362, "hf_subset": "dik_Latn-ltz_Latn", "languages": ["dik-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442199, "recall": 0.505929, "f1": 0.459438, "accuracy": 0.505929, "main_score": 0.459438, "hf_subset": "dik_Latn-nus_Latn", "languages": ["dik-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529246, "recall": 0.582016, "f1": 0.543313, "accuracy": 0.582016, "main_score": 0.543313, "hf_subset": "dik_Latn-slk_Latn", "languages": ["dik-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362446, "recall": 0.423913, "f1": 0.379134, "accuracy": 0.423913, "main_score": 0.379134, "hf_subset": "dik_Latn-tir_Ethi", "languages": ["dik-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.491259, "recall": 0.548419, "f1": 0.507019, "accuracy": 0.548419, "main_score": 0.507019, "hf_subset": "dik_Latn-zho_Hant", "languages": ["dik-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.522095, "recall": 0.571146, "f1": 0.535616, "accuracy": 0.571146, "main_score": 0.535616, "hf_subset": "dik_Latn-awa_Deva", "languages": ["dik-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.491411, "recall": 0.538538, "f1": 0.504385, "accuracy": 0.538538, "main_score": 0.504385, "hf_subset": "dik_Latn-cym_Latn", "languages": ["dik-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534544, "recall": 0.579051, "f1": 0.54727, "accuracy": 0.579051, "main_score": 0.54727, "hf_subset": "dik_Latn-grn_Latn", "languages": ["dik-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495178, "recall": 0.549407, "f1": 0.509535, "accuracy": 0.549407, "main_score": 0.509535, "hf_subset": "dik_Latn-kat_Geor", "languages": ["dik-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.520017, "recall": 0.563241, "f1": 0.531732, "accuracy": 0.563241, "main_score": 0.531732, "hf_subset": "dik_Latn-lua_Latn", "languages": ["dik-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522154, "recall": 0.56917, "f1": 0.535533, "accuracy": 0.56917, "main_score": 0.535533, "hf_subset": "dik_Latn-nya_Latn", "languages": ["dik-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532583, "recall": 0.573123, "f1": 0.543291, "accuracy": 0.573123, "main_score": 0.543291, "hf_subset": "dik_Latn-slv_Latn", "languages": ["dik-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550819, "recall": 0.590909, "f1": 0.56204, "accuracy": 0.590909, "main_score": 0.56204, "hf_subset": "dik_Latn-tpi_Latn", "languages": ["dik-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558336, "recall": 0.602767, "f1": 0.570308, "accuracy": 0.602767, "main_score": 0.570308, "hf_subset": "dik_Latn-zsm_Latn", "languages": ["dik-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476576, "recall": 0.522727, "f1": 0.49011, "accuracy": 0.522727, "main_score": 0.49011, "hf_subset": "dik_Latn-ayr_Latn", "languages": ["dik-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550325, "recall": 0.59585, "f1": 0.562705, "accuracy": 0.59585, "main_score": 0.562705, "hf_subset": "dik_Latn-dan_Latn", "languages": ["dik-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524286, "recall": 0.575099, "f1": 0.537618, "accuracy": 0.575099, "main_score": 0.537618, "hf_subset": "dik_Latn-guj_Gujr", "languages": ["dik-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.536731, "recall": 0.588933, "f1": 0.55123, "accuracy": 0.588933, "main_score": 0.55123, "hf_subset": "dik_Latn-kaz_Cyrl", "languages": ["dik-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.457631, "recall": 0.505929, "f1": 0.470846, "accuracy": 0.505929, "main_score": 0.470846, "hf_subset": "dik_Latn-lug_Latn", "languages": ["dik-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546173, "recall": 0.594862, "f1": 0.559097, "accuracy": 0.594862, "main_score": 0.559097, "hf_subset": "dik_Latn-oci_Latn", "languages": ["dik-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507909, "recall": 0.547431, "f1": 0.518737, "accuracy": 0.547431, "main_score": 0.518737, "hf_subset": "dik_Latn-smo_Latn", "languages": ["dik-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466088, "recall": 0.518775, "f1": 0.479957, "accuracy": 0.518775, "main_score": 0.479957, "hf_subset": "dik_Latn-tsn_Latn", "languages": ["dik-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472292, "recall": 0.525692, "f1": 0.486628, "accuracy": 0.525692, "main_score": 0.486628, "hf_subset": "dik_Latn-zul_Latn", "languages": ["dik-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429837, "recall": 0.491107, "f1": 0.446583, "accuracy": 0.491107, "main_score": 0.446583, "hf_subset": "dik_Latn-azb_Arab", "languages": ["dik-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542767, "recall": 0.589921, "f1": 0.55497, "accuracy": 0.589921, "main_score": 0.55497, "hf_subset": "dik_Latn-deu_Latn", "languages": ["dik-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473673, "recall": 0.528656, "f1": 0.487724, "accuracy": 0.528656, "main_score": 0.487724, "hf_subset": "dik_Latn-hat_Latn", "languages": ["dik-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444701, "recall": 0.488142, "f1": 0.456521, "accuracy": 0.488142, "main_score": 0.456521, "hf_subset": "dik_Latn-kbp_Latn", "languages": ["dik-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522393, "recall": 0.567194, "f1": 0.53489, "accuracy": 0.567194, "main_score": 0.53489, "hf_subset": "dik_Latn-luo_Latn", "languages": ["dik-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486337, "recall": 0.544466, "f1": 0.501773, "accuracy": 0.544466, "main_score": 0.501773, "hf_subset": "dik_Latn-ory_Orya", "languages": ["dik-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.488472, "recall": 0.540514, "f1": 0.503301, "accuracy": 0.540514, "main_score": 0.503301, "hf_subset": "dik_Latn-sna_Latn", "languages": ["dik-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46471, "recall": 0.509881, "f1": 0.477396, "accuracy": 0.509881, "main_score": 0.477396, "hf_subset": "dik_Latn-tso_Latn", "languages": ["dik-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493882, "recall": 0.548419, "f1": 0.507897, "accuracy": 0.548419, "main_score": 0.507897, "hf_subset": "dik_Latn-azj_Latn", "languages": ["dik-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500859, "recall": 0.541502, "f1": 0.512813, "accuracy": 0.541502, "main_score": 0.512813, "hf_subset": "dik_Latn-hau_Latn", "languages": ["dik-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534227, "recall": 0.574111, "f1": 0.544292, "accuracy": 0.574111, "main_score": 0.544292, "hf_subset": "dik_Latn-kea_Latn", "languages": ["dik-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518733, "recall": 0.564229, "f1": 0.532008, "accuracy": 0.564229, "main_score": 0.532008, "hf_subset": "dik_Latn-lus_Latn", "languages": ["dik-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543749, "recall": 0.583004, "f1": 0.554385, "accuracy": 0.583004, "main_score": 0.554385, "hf_subset": "dik_Latn-pag_Latn", "languages": ["dik-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490836, "recall": 0.540514, "f1": 0.504307, "accuracy": 0.540514, "main_score": 0.504307, "hf_subset": "dik_Latn-snd_Arab", "languages": ["dik-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.482484, "recall": 0.534585, "f1": 0.497265, "accuracy": 0.534585, "main_score": 0.497265, "hf_subset": "dik_Latn-tuk_Latn", "languages": ["dik-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526199, "recall": 0.571146, "f1": 0.53857, "accuracy": 0.571146, "main_score": 0.53857, "hf_subset": "dik_Latn-bak_Cyrl", "languages": ["dik-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.427842, "recall": 0.48419, "f1": 0.444238, "accuracy": 0.48419, "main_score": 0.444238, "hf_subset": "dik_Latn-dyu_Latn", "languages": ["dik-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502003, "recall": 0.559289, "f1": 0.517838, "accuracy": 0.559289, "main_score": 0.517838, "hf_subset": "dik_Latn-heb_Hebr", "languages": ["dik-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.49467, "recall": 0.545455, "f1": 0.50863, "accuracy": 0.545455, "main_score": 0.50863, "hf_subset": "dik_Latn-khk_Cyrl", "languages": ["dik-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520571, "recall": 0.567194, "f1": 0.532941, "accuracy": 0.567194, "main_score": 0.532941, "hf_subset": "dik_Latn-lvs_Latn", "languages": ["dik-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524125, "recall": 0.58004, "f1": 0.538601, "accuracy": 0.58004, "main_score": 0.538601, "hf_subset": "dik_Latn-pan_Guru", "languages": ["dik-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.46713, "recall": 0.508893, "f1": 0.478684, "accuracy": 0.508893, "main_score": 0.478684, "hf_subset": "dik_Latn-som_Latn", "languages": ["dik-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479211, "recall": 0.523715, "f1": 0.491808, "accuracy": 0.523715, "main_score": 0.491808, "hf_subset": "dik_Latn-tum_Latn", "languages": ["dik-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45816, "recall": 0.504941, "f1": 0.471305, "accuracy": 0.504941, "main_score": 0.471305, "hf_subset": "hau_Latn-ace_Arab", "languages": ["hau-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518198, "recall": 0.561265, "f1": 0.531028, "accuracy": 0.561265, "main_score": 0.531028, "hf_subset": "hau_Latn-bam_Latn", "languages": ["hau-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284126, "recall": 0.333992, "f1": 0.29638, "accuracy": 0.333992, "main_score": 0.29638, "hf_subset": "hau_Latn-dzo_Tibt", "languages": ["hau-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.734378, "recall": 0.779644, "f1": 0.746987, "accuracy": 0.779644, "main_score": 0.746987, "hf_subset": "hau_Latn-hin_Deva", "languages": ["hau-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.696536, "recall": 0.75, "f1": 0.711233, "accuracy": 0.75, "main_score": 0.711233, "hf_subset": "hau_Latn-khm_Khmr", "languages": ["hau-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.703448, "recall": 0.748024, "f1": 0.715637, "accuracy": 0.748024, "main_score": 0.715637, "hf_subset": "hau_Latn-mag_Deva", "languages": ["hau-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.66843, "recall": 0.70751, "f1": 0.679083, "accuracy": 0.70751, "main_score": 0.679083, "hf_subset": "hau_Latn-pap_Latn", "languages": ["hau-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558841, "recall": 0.599802, "f1": 0.570058, "accuracy": 0.599802, "main_score": 0.570058, "hf_subset": "hau_Latn-sot_Latn", "languages": ["hau-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716499, "recall": 0.770751, "f1": 0.731362, "accuracy": 0.770751, "main_score": 0.731362, "hf_subset": "hau_Latn-tur_Latn", "languages": ["hau-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616547, "recall": 0.660079, "f1": 0.628304, "accuracy": 0.660079, "main_score": 0.628304, "hf_subset": "hau_Latn-ace_Latn", "languages": ["hau-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655932, "recall": 0.689723, "f1": 0.664564, "accuracy": 0.689723, "main_score": 0.664564, "hf_subset": "hau_Latn-ban_Latn", "languages": ["hau-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716777, "recall": 0.770751, "f1": 0.731643, "accuracy": 0.770751, "main_score": 0.731643, "hf_subset": "hau_Latn-ell_Grek", "languages": ["hau-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.690236, "recall": 0.738142, "f1": 0.7034, "accuracy": 0.738142, "main_score": 0.7034, "hf_subset": "hau_Latn-hne_Deva", "languages": ["hau-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527116, "recall": 0.56917, "f1": 0.538857, "accuracy": 0.56917, "main_score": 0.538857, "hf_subset": "hau_Latn-kik_Latn", "languages": ["hau-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706427, "recall": 0.750988, "f1": 0.718343, "accuracy": 0.750988, "main_score": 0.718343, "hf_subset": "hau_Latn-mai_Deva", "languages": ["hau-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.635966, "recall": 0.692688, "f1": 0.65165, "accuracy": 0.692688, "main_score": 0.65165, "hf_subset": "hau_Latn-pbt_Arab", "languages": ["hau-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.709255, "recall": 0.763834, "f1": 0.72396, "accuracy": 0.763834, "main_score": 0.72396, "hf_subset": "hau_Latn-spa_Latn", "languages": ["hau-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549715, "recall": 0.588933, "f1": 0.56009, "accuracy": 0.588933, "main_score": 0.56009, "hf_subset": "hau_Latn-twi_Latn", "languages": ["hau-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705971, "recall": 0.753953, "f1": 0.71837, "accuracy": 0.753953, "main_score": 0.71837, "hf_subset": "hau_Latn-acm_Arab", "languages": ["hau-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.663868, "recall": 0.718379, "f1": 0.678166, "accuracy": 0.718379, "main_score": 0.678166, "hf_subset": "hau_Latn-bel_Cyrl", "languages": ["hau-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.753988, "recall": 0.799407, "f1": 0.766386, "accuracy": 0.799407, "main_score": 0.766386, "hf_subset": "hau_Latn-eng_Latn", "languages": ["hau-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730042, "recall": 0.784585, "f1": 0.745033, "accuracy": 0.784585, "main_score": 0.745033, "hf_subset": "hau_Latn-hrv_Latn", "languages": ["hau-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534218, "recall": 0.577075, "f1": 0.545762, "accuracy": 0.577075, "main_score": 0.545762, "hf_subset": "hau_Latn-kin_Latn", "languages": ["hau-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701479, "recall": 0.754941, "f1": 0.716455, "accuracy": 0.754941, "main_score": 0.716455, "hf_subset": "hau_Latn-mal_Mlym", "languages": ["hau-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.702693, "recall": 0.757905, "f1": 0.71839, "accuracy": 0.757905, "main_score": 0.71839, "hf_subset": "hau_Latn-pes_Arab", "languages": ["hau-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.683961, "recall": 0.732213, "f1": 0.696308, "accuracy": 0.732213, "main_score": 0.696308, "hf_subset": "hau_Latn-srd_Latn", "languages": ["hau-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212974, "recall": 0.255929, "f1": 0.223894, "accuracy": 0.255929, "main_score": 0.223894, "hf_subset": "hau_Latn-tzm_Tfng", "languages": ["hau-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.713462, "recall": 0.763834, "f1": 0.726658, "accuracy": 0.763834, "main_score": 0.726658, "hf_subset": "hau_Latn-acq_Arab", "languages": ["hau-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56616, "recall": 0.609684, "f1": 0.578245, "accuracy": 0.609684, "main_score": 0.578245, "hf_subset": "hau_Latn-bem_Latn", "languages": ["hau-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.722081, "recall": 0.775692, "f1": 0.736751, "accuracy": 0.775692, "main_score": 0.736751, "hf_subset": "hau_Latn-epo_Latn", "languages": ["hau-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720233, "recall": 0.764822, "f1": 0.731946, "accuracy": 0.764822, "main_score": 0.731946, "hf_subset": "hau_Latn-hun_Latn", "languages": ["hau-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660577, "recall": 0.719368, "f1": 0.675799, "accuracy": 0.719368, "main_score": 0.675799, "hf_subset": "hau_Latn-kir_Cyrl", "languages": ["hau-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.705078, "recall": 0.752964, "f1": 0.718064, "accuracy": 0.752964, "main_score": 0.718064, "hf_subset": "hau_Latn-mar_Deva", "languages": ["hau-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572706, "recall": 0.618577, "f1": 0.584883, "accuracy": 0.618577, "main_score": 0.584883, "hf_subset": "hau_Latn-plt_Latn", "languages": ["hau-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720778, "recall": 0.770751, "f1": 0.73399, "accuracy": 0.770751, "main_score": 0.73399, "hf_subset": "hau_Latn-srp_Cyrl", "languages": ["hau-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.612447, "recall": 0.672925, "f1": 0.62963, "accuracy": 0.672925, "main_score": 0.62963, "hf_subset": "hau_Latn-uig_Arab", "languages": ["hau-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.670281, "recall": 0.721344, "f1": 0.684576, "accuracy": 0.721344, "main_score": 0.684576, "hf_subset": "hau_Latn-aeb_Arab", "languages": ["hau-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.712566, "recall": 0.763834, "f1": 0.727288, "accuracy": 0.763834, "main_score": 0.727288, "hf_subset": "hau_Latn-ben_Beng", "languages": ["hau-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.692788, "recall": 0.748024, "f1": 0.708178, "accuracy": 0.748024, "main_score": 0.708178, "hf_subset": "hau_Latn-est_Latn", "languages": ["hau-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715601, "recall": 0.769763, "f1": 0.730095, "accuracy": 0.769763, "main_score": 0.730095, "hf_subset": "hau_Latn-hye_Armn", "languages": ["hau-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.518141, "recall": 0.554348, "f1": 0.528678, "accuracy": 0.554348, "main_score": 0.528678, "hf_subset": "hau_Latn-kmb_Latn", "languages": ["hau-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413479, "recall": 0.470356, "f1": 0.428489, "accuracy": 0.470356, "main_score": 0.428489, "hf_subset": "hau_Latn-min_Arab", "languages": ["hau-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.716718, "recall": 0.767787, "f1": 0.730893, "accuracy": 0.767787, "main_score": 0.730893, "hf_subset": "hau_Latn-pol_Latn", "languages": ["hau-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550703, "recall": 0.592885, "f1": 0.562888, "accuracy": 0.592885, "main_score": 0.562888, "hf_subset": "hau_Latn-ssw_Latn", "languages": ["hau-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.713596, "recall": 0.767787, "f1": 0.728402, "accuracy": 0.767787, "main_score": 0.728402, "hf_subset": "hau_Latn-ukr_Cyrl", "languages": ["hau-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.743788, "recall": 0.796443, "f1": 0.758372, "accuracy": 0.796443, "main_score": 0.758372, "hf_subset": "hau_Latn-afr_Latn", "languages": ["hau-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681946, "recall": 0.72332, "f1": 0.693122, "accuracy": 0.72332, "main_score": 0.693122, "hf_subset": "hau_Latn-bho_Deva", "languages": ["hau-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.688887, "recall": 0.740119, "f1": 0.70335, "accuracy": 0.740119, "main_score": 0.70335, "hf_subset": "hau_Latn-eus_Latn", "languages": ["hau-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552581, "recall": 0.596838, "f1": 0.565173, "accuracy": 0.596838, "main_score": 0.565173, "hf_subset": "hau_Latn-ibo_Latn", "languages": ["hau-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631977, "recall": 0.681818, "f1": 0.645447, "accuracy": 0.681818, "main_score": 0.645447, "hf_subset": "hau_Latn-kmr_Latn", "languages": ["hau-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678899, "recall": 0.728261, "f1": 0.692674, "accuracy": 0.728261, "main_score": 0.692674, "hf_subset": "hau_Latn-min_Latn", "languages": ["hau-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753427, "recall": 0.800395, "f1": 0.766382, "accuracy": 0.800395, "main_score": 0.766382, "hf_subset": "hau_Latn-por_Latn", "languages": ["hau-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710286, "recall": 0.753953, "f1": 0.722327, "accuracy": 0.753953, "main_score": 0.722327, "hf_subset": "hau_Latn-sun_Latn", "languages": ["hau-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509828, "recall": 0.552372, "f1": 0.521276, "accuracy": 0.552372, "main_score": 0.521276, "hf_subset": "hau_Latn-umb_Latn", "languages": ["hau-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708682, "recall": 0.762846, "f1": 0.723219, "accuracy": 0.762846, "main_score": 0.723219, "hf_subset": "hau_Latn-ajp_Arab", "languages": ["hau-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.436191, "recall": 0.488142, "f1": 0.450116, "accuracy": 0.488142, "main_score": 0.450116, "hf_subset": "hau_Latn-bjn_Arab", "languages": ["hau-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497891, "recall": 0.534585, "f1": 0.50822, "accuracy": 0.534585, "main_score": 0.50822, "hf_subset": "hau_Latn-ewe_Latn", "languages": ["hau-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654441, "recall": 0.697628, "f1": 0.666265, "accuracy": 0.697628, "main_score": 0.666265, "hf_subset": "hau_Latn-ilo_Latn", "languages": ["hau-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320199, "recall": 0.366601, "f1": 0.33347, "accuracy": 0.366601, "main_score": 0.33347, "hf_subset": "hau_Latn-knc_Arab", "languages": ["hau-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.704752, "recall": 0.764822, "f1": 0.720913, "accuracy": 0.764822, "main_score": 0.720913, "hf_subset": "hau_Latn-mkd_Cyrl", "languages": ["hau-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.704004, "recall": 0.762846, "f1": 0.720061, "accuracy": 0.762846, "main_score": 0.720061, "hf_subset": "hau_Latn-prs_Arab", "languages": ["hau-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.748302, "recall": 0.796443, "f1": 0.761095, "accuracy": 0.796443, "main_score": 0.761095, "hf_subset": "hau_Latn-swe_Latn", "languages": ["hau-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69262, "recall": 0.754941, "f1": 0.71073, "accuracy": 0.754941, "main_score": 0.71073, "hf_subset": "hau_Latn-urd_Arab", "languages": ["hau-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530754, "recall": 0.570158, "f1": 0.541795, "accuracy": 0.570158, "main_score": 0.541795, "hf_subset": "hau_Latn-aka_Latn", "languages": ["hau-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690789, "recall": 0.726285, "f1": 0.700117, "accuracy": 0.726285, "main_score": 0.700117, "hf_subset": "hau_Latn-bjn_Latn", "languages": ["hau-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676525, "recall": 0.722332, "f1": 0.688951, "accuracy": 0.722332, "main_score": 0.688951, "hf_subset": "hau_Latn-fao_Latn", "languages": ["hau-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749629, "recall": 0.79249, "f1": 0.761963, "accuracy": 0.79249, "main_score": 0.761963, "hf_subset": "hau_Latn-ind_Latn", "languages": ["hau-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579303, "recall": 0.615613, "f1": 0.588663, "accuracy": 0.615613, "main_score": 0.588663, "hf_subset": "hau_Latn-knc_Latn", "languages": ["hau-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707201, "recall": 0.752964, "f1": 0.719182, "accuracy": 0.752964, "main_score": 0.719182, "hf_subset": "hau_Latn-mlt_Latn", "languages": ["hau-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569936, "recall": 0.615613, "f1": 0.583115, "accuracy": 0.615613, "main_score": 0.583115, "hf_subset": "hau_Latn-quy_Latn", "languages": ["hau-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714069, "recall": 0.76087, "f1": 0.726731, "accuracy": 0.76087, "main_score": 0.726731, "hf_subset": "hau_Latn-swh_Latn", "languages": ["hau-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700315, "recall": 0.749012, "f1": 0.713507, "accuracy": 0.749012, "main_score": 0.713507, "hf_subset": "hau_Latn-uzn_Latn", "languages": ["hau-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71102, "recall": 0.764822, "f1": 0.726554, "accuracy": 0.764822, "main_score": 0.726554, "hf_subset": "hau_Latn-als_Latn", "languages": ["hau-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386622, "recall": 0.456522, "f1": 0.405044, "accuracy": 0.456522, "main_score": 0.405044, "hf_subset": "hau_Latn-bod_Tibt", "languages": ["hau-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.590813, "recall": 0.639328, "f1": 0.603871, "accuracy": 0.639328, "main_score": 0.603871, "hf_subset": "hau_Latn-fij_Latn", "languages": ["hau-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671422, "recall": 0.720356, "f1": 0.684628, "accuracy": 0.720356, "main_score": 0.684628, "hf_subset": "hau_Latn-isl_Latn", "languages": ["hau-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555312, "recall": 0.592885, "f1": 0.565373, "accuracy": 0.592885, "main_score": 0.565373, "hf_subset": "hau_Latn-kon_Latn", "languages": ["hau-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494673, "recall": 0.539526, "f1": 0.505946, "accuracy": 0.539526, "main_score": 0.505946, "hf_subset": "hau_Latn-mni_Beng", "languages": ["hau-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.745762, "recall": 0.797431, "f1": 0.760242, "accuracy": 0.797431, "main_score": 0.760242, "hf_subset": "hau_Latn-ron_Latn", "languages": ["hau-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699627, "recall": 0.742095, "f1": 0.71072, "accuracy": 0.742095, "main_score": 0.71072, "hf_subset": "hau_Latn-szl_Latn", "languages": ["hau-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705409, "recall": 0.750988, "f1": 0.717514, "accuracy": 0.750988, "main_score": 0.717514, "hf_subset": "hau_Latn-vec_Latn", "languages": ["hau-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617987, "recall": 0.675889, "f1": 0.633326, "accuracy": 0.675889, "main_score": 0.633326, "hf_subset": "hau_Latn-amh_Ethi", "languages": ["hau-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.732992, "recall": 0.783597, "f1": 0.746498, "accuracy": 0.783597, "main_score": 0.746498, "hf_subset": "hau_Latn-bos_Latn", "languages": ["hau-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692899, "recall": 0.748024, "f1": 0.708057, "accuracy": 0.748024, "main_score": 0.708057, "hf_subset": "hau_Latn-fin_Latn", "languages": ["hau-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700016, "recall": 0.751976, "f1": 0.714103, "accuracy": 0.751976, "main_score": 0.714103, "hf_subset": "hau_Latn-ita_Latn", "languages": ["hau-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710189, "recall": 0.766798, "f1": 0.726223, "accuracy": 0.766798, "main_score": 0.726223, "hf_subset": "hau_Latn-kor_Hang", "languages": ["hau-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.511005, "recall": 0.548419, "f1": 0.521341, "accuracy": 0.548419, "main_score": 0.521341, "hf_subset": "hau_Latn-mos_Latn", "languages": ["hau-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547524, "recall": 0.58498, "f1": 0.558319, "accuracy": 0.58498, "main_score": 0.558319, "hf_subset": "hau_Latn-run_Latn", "languages": ["hau-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696305, "recall": 0.750988, "f1": 0.711619, "accuracy": 0.750988, "main_score": 0.711619, "hf_subset": "hau_Latn-tam_Taml", "languages": ["hau-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.711442, "recall": 0.76087, "f1": 0.724729, "accuracy": 0.76087, "main_score": 0.724729, "hf_subset": "hau_Latn-vie_Latn", "languages": ["hau-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703288, "recall": 0.753953, "f1": 0.717217, "accuracy": 0.753953, "main_score": 0.717217, "hf_subset": "hau_Latn-apc_Arab", "languages": ["hau-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58341, "recall": 0.625494, "f1": 0.594742, "accuracy": 0.625494, "main_score": 0.594742, "hf_subset": "hau_Latn-bug_Latn", "languages": ["hau-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483656, "recall": 0.520751, "f1": 0.494648, "accuracy": 0.520751, "main_score": 0.494648, "hf_subset": "hau_Latn-fon_Latn", "languages": ["hau-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735661, "recall": 0.779644, "f1": 0.747851, "accuracy": 0.779644, "main_score": 0.747851, "hf_subset": "hau_Latn-jav_Latn", "languages": ["hau-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679132, "recall": 0.738142, "f1": 0.696076, "accuracy": 0.738142, "main_score": 0.696076, "hf_subset": "hau_Latn-lao_Laoo", "languages": ["hau-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.631932, "recall": 0.678854, "f1": 0.644102, "accuracy": 0.678854, "main_score": 0.644102, "hf_subset": "hau_Latn-mri_Latn", "languages": ["hau-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708929, "recall": 0.761858, "f1": 0.723234, "accuracy": 0.761858, "main_score": 0.723234, "hf_subset": "hau_Latn-rus_Cyrl", "languages": ["hau-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.504275, "recall": 0.54249, "f1": 0.514846, "accuracy": 0.54249, "main_score": 0.514846, "hf_subset": "hau_Latn-taq_Latn", "languages": ["hau-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695331, "recall": 0.743083, "f1": 0.707127, "accuracy": 0.743083, "main_score": 0.707127, "hf_subset": "hau_Latn-war_Latn", "languages": ["hau-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714534, "recall": 0.764822, "f1": 0.728034, "accuracy": 0.764822, "main_score": 0.728034, "hf_subset": "hau_Latn-arb_Arab", "languages": ["hau-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.713505, "recall": 0.762846, "f1": 0.726488, "accuracy": 0.762846, "main_score": 0.726488, "hf_subset": "hau_Latn-bul_Cyrl", "languages": ["hau-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.737774, "recall": 0.787549, "f1": 0.7509, "accuracy": 0.787549, "main_score": 0.7509, "hf_subset": "hau_Latn-fra_Latn", "languages": ["hau-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683038, "recall": 0.732213, "f1": 0.696424, "accuracy": 0.732213, "main_score": 0.696424, "hf_subset": "hau_Latn-jpn_Jpan", "languages": ["hau-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.708243, "recall": 0.754941, "f1": 0.72106, "accuracy": 0.754941, "main_score": 0.72106, "hf_subset": "hau_Latn-lij_Latn", "languages": ["hau-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594639, "recall": 0.675889, "f1": 0.617193, "accuracy": 0.675889, "main_score": 0.617193, "hf_subset": "hau_Latn-mya_Mymr", "languages": ["hau-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.528037, "recall": 0.56917, "f1": 0.539403, "accuracy": 0.56917, "main_score": 0.539403, "hf_subset": "hau_Latn-sag_Latn", "languages": ["hau-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212591, "recall": 0.248024, "f1": 0.220535, "accuracy": 0.248024, "main_score": 0.220535, "hf_subset": "hau_Latn-taq_Tfng", "languages": ["hau-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.558343, "recall": 0.596838, "f1": 0.569041, "accuracy": 0.596838, "main_score": 0.569041, "hf_subset": "hau_Latn-wol_Latn", "languages": ["hau-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558391, "recall": 0.606719, "f1": 0.571668, "accuracy": 0.606719, "main_score": 0.571668, "hf_subset": "hau_Latn-arb_Latn", "languages": ["hau-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727052, "recall": 0.77668, "f1": 0.740297, "accuracy": 0.77668, "main_score": 0.740297, "hf_subset": "hau_Latn-cat_Latn", "languages": ["hau-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671708, "recall": 0.720356, "f1": 0.684258, "accuracy": 0.720356, "main_score": 0.684258, "hf_subset": "hau_Latn-fur_Latn", "languages": ["hau-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457653, "recall": 0.500988, "f1": 0.469562, "accuracy": 0.500988, "main_score": 0.469562, "hf_subset": "hau_Latn-kab_Latn", "languages": ["hau-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659641, "recall": 0.705534, "f1": 0.671983, "accuracy": 0.705534, "main_score": 0.671983, "hf_subset": "hau_Latn-lim_Latn", "languages": ["hau-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701339, "recall": 0.754941, "f1": 0.715973, "accuracy": 0.754941, "main_score": 0.715973, "hf_subset": "hau_Latn-nld_Latn", "languages": ["hau-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660949, "recall": 0.721344, "f1": 0.677098, "accuracy": 0.721344, "main_score": 0.677098, "hf_subset": "hau_Latn-san_Deva", "languages": ["hau-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.68196, "recall": 0.735178, "f1": 0.696516, "accuracy": 0.735178, "main_score": 0.696516, "hf_subset": "hau_Latn-tat_Cyrl", "languages": ["hau-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587956, "recall": 0.637352, "f1": 0.601677, "accuracy": 0.637352, "main_score": 0.601677, "hf_subset": "hau_Latn-xho_Latn", "languages": ["hau-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700409, "recall": 0.756917, "f1": 0.716051, "accuracy": 0.756917, "main_score": 0.716051, "hf_subset": "hau_Latn-ars_Arab", "languages": ["hau-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.722908, "recall": 0.762846, "f1": 0.734018, "accuracy": 0.762846, "main_score": 0.734018, "hf_subset": "hau_Latn-ceb_Latn", "languages": ["hau-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539174, "recall": 0.583992, "f1": 0.552603, "accuracy": 0.583992, "main_score": 0.552603, "hf_subset": "hau_Latn-fuv_Latn", "languages": ["hau-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509524, "recall": 0.544466, "f1": 0.519034, "accuracy": 0.544466, "main_score": 0.519034, "hf_subset": "hau_Latn-kac_Latn", "languages": ["hau-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564312, "recall": 0.601779, "f1": 0.574589, "accuracy": 0.601779, "main_score": 0.574589, "hf_subset": "hau_Latn-lin_Latn", "languages": ["hau-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723325, "recall": 0.77668, "f1": 0.738539, "accuracy": 0.77668, "main_score": 0.738539, "hf_subset": "hau_Latn-nno_Latn", "languages": ["hau-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184318, "recall": 0.236166, "f1": 0.197863, "accuracy": 0.236166, "main_score": 0.197863, "hf_subset": "hau_Latn-sat_Olck", "languages": ["hau-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.691432, "recall": 0.75, "f1": 0.707442, "accuracy": 0.75, "main_score": 0.707442, "hf_subset": "hau_Latn-tel_Telu", "languages": ["hau-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.618751, "recall": 0.683794, "f1": 0.636635, "accuracy": 0.683794, "main_score": 0.636635, "hf_subset": "hau_Latn-ydd_Hebr", "languages": ["hau-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.634085, "recall": 0.687747, "f1": 0.64851, "accuracy": 0.687747, "main_score": 0.64851, "hf_subset": "hau_Latn-ary_Arab", "languages": ["hau-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.726125, "recall": 0.773715, "f1": 0.739256, "accuracy": 0.773715, "main_score": 0.739256, "hf_subset": "hau_Latn-ces_Latn", "languages": ["hau-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518101, "recall": 0.568182, "f1": 0.532534, "accuracy": 0.568182, "main_score": 0.532534, "hf_subset": "hau_Latn-gaz_Latn", "languages": ["hau-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541232, "recall": 0.583992, "f1": 0.553211, "accuracy": 0.583992, "main_score": 0.553211, "hf_subset": "hau_Latn-kam_Latn", "languages": ["hau-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71019, "recall": 0.76087, "f1": 0.724039, "accuracy": 0.76087, "main_score": 0.724039, "hf_subset": "hau_Latn-lit_Latn", "languages": ["hau-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726453, "recall": 0.773715, "f1": 0.739536, "accuracy": 0.773715, "main_score": 0.739536, "hf_subset": "hau_Latn-nob_Latn", "languages": ["hau-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676771, "recall": 0.722332, "f1": 0.689401, "accuracy": 0.722332, "main_score": 0.689401, "hf_subset": "hau_Latn-scn_Latn", "languages": ["hau-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691777, "recall": 0.738142, "f1": 0.704331, "accuracy": 0.738142, "main_score": 0.704331, "hf_subset": "hau_Latn-tgk_Cyrl", "languages": ["hau-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.607724, "recall": 0.664032, "f1": 0.624558, "accuracy": 0.664032, "main_score": 0.624558, "hf_subset": "hau_Latn-yor_Latn", "languages": ["hau-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685118, "recall": 0.738142, "f1": 0.69989, "accuracy": 0.738142, "main_score": 0.69989, "hf_subset": "hau_Latn-arz_Arab", "languages": ["hau-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.502301, "recall": 0.538538, "f1": 0.512472, "accuracy": 0.538538, "main_score": 0.512472, "hf_subset": "hau_Latn-cjk_Latn", "languages": ["hau-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582452, "recall": 0.636364, "f1": 0.596975, "accuracy": 0.636364, "main_score": 0.596975, "hf_subset": "hau_Latn-gla_Latn", "languages": ["hau-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701243, "recall": 0.756917, "f1": 0.717384, "accuracy": 0.756917, "main_score": 0.717384, "hf_subset": "hau_Latn-kan_Knda", "languages": ["hau-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.689748, "recall": 0.735178, "f1": 0.701966, "accuracy": 0.735178, "main_score": 0.701966, "hf_subset": "hau_Latn-lmo_Latn", "languages": ["hau-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706815, "recall": 0.756917, "f1": 0.720547, "accuracy": 0.756917, "main_score": 0.720547, "hf_subset": "hau_Latn-npi_Deva", "languages": ["hau-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.449654, "recall": 0.495059, "f1": 0.462121, "accuracy": 0.495059, "main_score": 0.462121, "hf_subset": "hau_Latn-shn_Mymr", "languages": ["hau-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.756645, "recall": 0.799407, "f1": 0.767902, "accuracy": 0.799407, "main_score": 0.767902, "hf_subset": "hau_Latn-tgl_Latn", "languages": ["hau-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705921, "recall": 0.759881, "f1": 0.720186, "accuracy": 0.759881, "main_score": 0.720186, "hf_subset": "hau_Latn-yue_Hant", "languages": ["hau-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.682568, "recall": 0.73419, "f1": 0.696105, "accuracy": 0.73419, "main_score": 0.696105, "hf_subset": "hau_Latn-asm_Beng", "languages": ["hau-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.638098, "recall": 0.693676, "f1": 0.653939, "accuracy": 0.693676, "main_score": 0.653939, "hf_subset": "hau_Latn-ckb_Arab", "languages": ["hau-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611171, "recall": 0.664032, "f1": 0.626048, "accuracy": 0.664032, "main_score": 0.626048, "hf_subset": "hau_Latn-gle_Latn", "languages": ["hau-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579868, "recall": 0.637352, "f1": 0.595038, "accuracy": 0.637352, "main_score": 0.595038, "hf_subset": "hau_Latn-kas_Arab", "languages": ["hau-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604368, "recall": 0.660079, "f1": 0.618973, "accuracy": 0.660079, "main_score": 0.618973, "hf_subset": "hau_Latn-ltg_Latn", "languages": ["hau-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590187, "recall": 0.619565, "f1": 0.598063, "accuracy": 0.619565, "main_score": 0.598063, "hf_subset": "hau_Latn-nso_Latn", "languages": ["hau-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641728, "recall": 0.699605, "f1": 0.657021, "accuracy": 0.699605, "main_score": 0.657021, "hf_subset": "hau_Latn-sin_Sinh", "languages": ["hau-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.699075, "recall": 0.75, "f1": 0.712354, "accuracy": 0.75, "main_score": 0.712354, "hf_subset": "hau_Latn-tha_Thai", "languages": ["hau-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.67679, "recall": 0.72332, "f1": 0.68914, "accuracy": 0.72332, "main_score": 0.68914, "hf_subset": "hau_Latn-zho_Hans", "languages": ["hau-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.722125, "recall": 0.769763, "f1": 0.734578, "accuracy": 0.769763, "main_score": 0.734578, "hf_subset": "hau_Latn-ast_Latn", "languages": ["hau-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68471, "recall": 0.740119, "f1": 0.700316, "accuracy": 0.740119, "main_score": 0.700316, "hf_subset": "hau_Latn-crh_Latn", "languages": ["hau-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71905, "recall": 0.767787, "f1": 0.731859, "accuracy": 0.767787, "main_score": 0.731859, "hf_subset": "hau_Latn-glg_Latn", "languages": ["hau-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570844, "recall": 0.62253, "f1": 0.584981, "accuracy": 0.62253, "main_score": 0.584981, "hf_subset": "hau_Latn-kas_Deva", "languages": ["hau-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.66666, "recall": 0.717391, "f1": 0.679266, "accuracy": 0.717391, "main_score": 0.679266, "hf_subset": "hau_Latn-ltz_Latn", "languages": ["hau-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463194, "recall": 0.51087, "f1": 0.475877, "accuracy": 0.51087, "main_score": 0.475877, "hf_subset": "hau_Latn-nus_Latn", "languages": ["hau-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712683, "recall": 0.761858, "f1": 0.726385, "accuracy": 0.761858, "main_score": 0.726385, "hf_subset": "hau_Latn-slk_Latn", "languages": ["hau-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448108, "recall": 0.505929, "f1": 0.464187, "accuracy": 0.505929, "main_score": 0.464187, "hf_subset": "hau_Latn-tir_Ethi", "languages": ["hau-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.68181, "recall": 0.731225, "f1": 0.694993, "accuracy": 0.731225, "main_score": 0.694993, "hf_subset": "hau_Latn-zho_Hant", "languages": ["hau-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.706309, "recall": 0.751976, "f1": 0.718228, "accuracy": 0.751976, "main_score": 0.718228, "hf_subset": "hau_Latn-awa_Deva", "languages": ["hau-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.697613, "recall": 0.744071, "f1": 0.710451, "accuracy": 0.744071, "main_score": 0.710451, "hf_subset": "hau_Latn-cym_Latn", "languages": ["hau-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590315, "recall": 0.629447, "f1": 0.600713, "accuracy": 0.629447, "main_score": 0.600713, "hf_subset": "hau_Latn-grn_Latn", "languages": ["hau-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668282, "recall": 0.724308, "f1": 0.682729, "accuracy": 0.724308, "main_score": 0.682729, "hf_subset": "hau_Latn-kat_Geor", "languages": ["hau-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.562528, "recall": 0.601779, "f1": 0.573146, "accuracy": 0.601779, "main_score": 0.573146, "hf_subset": "hau_Latn-lua_Latn", "languages": ["hau-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571462, "recall": 0.612648, "f1": 0.583032, "accuracy": 0.612648, "main_score": 0.583032, "hf_subset": "hau_Latn-nya_Latn", "languages": ["hau-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703054, "recall": 0.752964, "f1": 0.715979, "accuracy": 0.752964, "main_score": 0.715979, "hf_subset": "hau_Latn-slv_Latn", "languages": ["hau-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63103, "recall": 0.675889, "f1": 0.643088, "accuracy": 0.675889, "main_score": 0.643088, "hf_subset": "hau_Latn-tpi_Latn", "languages": ["hau-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747916, "recall": 0.795455, "f1": 0.76135, "accuracy": 0.795455, "main_score": 0.76135, "hf_subset": "hau_Latn-zsm_Latn", "languages": ["hau-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523979, "recall": 0.565217, "f1": 0.536051, "accuracy": 0.565217, "main_score": 0.536051, "hf_subset": "hau_Latn-ayr_Latn", "languages": ["hau-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741537, "recall": 0.796443, "f1": 0.756952, "accuracy": 0.796443, "main_score": 0.756952, "hf_subset": "hau_Latn-dan_Latn", "languages": ["hau-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708241, "recall": 0.764822, "f1": 0.724195, "accuracy": 0.764822, "main_score": 0.724195, "hf_subset": "hau_Latn-guj_Gujr", "languages": ["hau-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.708522, "recall": 0.758893, "f1": 0.722688, "accuracy": 0.758893, "main_score": 0.722688, "hf_subset": "hau_Latn-kaz_Cyrl", "languages": ["hau-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52197, "recall": 0.567194, "f1": 0.534245, "accuracy": 0.567194, "main_score": 0.534245, "hf_subset": "hau_Latn-lug_Latn", "languages": ["hau-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737205, "recall": 0.783597, "f1": 0.749714, "accuracy": 0.783597, "main_score": 0.749714, "hf_subset": "hau_Latn-oci_Latn", "languages": ["hau-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655175, "recall": 0.708498, "f1": 0.669542, "accuracy": 0.708498, "main_score": 0.669542, "hf_subset": "hau_Latn-smo_Latn", "languages": ["hau-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529293, "recall": 0.575099, "f1": 0.542091, "accuracy": 0.575099, "main_score": 0.542091, "hf_subset": "hau_Latn-tsn_Latn", "languages": ["hau-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585494, "recall": 0.636364, "f1": 0.599841, "accuracy": 0.636364, "main_score": 0.599841, "hf_subset": "hau_Latn-zul_Latn", "languages": ["hau-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582949, "recall": 0.648221, "f1": 0.601019, "accuracy": 0.648221, "main_score": 0.601019, "hf_subset": "hau_Latn-azb_Arab", "languages": ["hau-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.72975, "recall": 0.77668, "f1": 0.742849, "accuracy": 0.77668, "main_score": 0.742849, "hf_subset": "hau_Latn-deu_Latn", "languages": ["hau-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663242, "recall": 0.720356, "f1": 0.678568, "accuracy": 0.720356, "main_score": 0.678568, "hf_subset": "hau_Latn-hat_Latn", "languages": ["hau-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494203, "recall": 0.531621, "f1": 0.504914, "accuracy": 0.531621, "main_score": 0.504914, "hf_subset": "hau_Latn-kbp_Latn", "languages": ["hau-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561232, "recall": 0.596838, "f1": 0.571202, "accuracy": 0.596838, "main_score": 0.571202, "hf_subset": "hau_Latn-luo_Latn", "languages": ["hau-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682478, "recall": 0.738142, "f1": 0.697968, "accuracy": 0.738142, "main_score": 0.697968, "hf_subset": "hau_Latn-ory_Orya", "languages": ["hau-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.544062, "recall": 0.586957, "f1": 0.555784, "accuracy": 0.586957, "main_score": 0.555784, "hf_subset": "hau_Latn-sna_Latn", "languages": ["hau-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548441, "recall": 0.586957, "f1": 0.559279, "accuracy": 0.586957, "main_score": 0.559279, "hf_subset": "hau_Latn-tso_Latn", "languages": ["hau-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671875, "recall": 0.731225, "f1": 0.688033, "accuracy": 0.731225, "main_score": 0.688033, "hf_subset": "hau_Latn-azj_Latn", "languages": ["hau-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508291, "recall": 0.552372, "f1": 0.5215, "accuracy": 0.552372, "main_score": 0.5215, "hf_subset": "hau_Latn-dik_Latn", "languages": ["hau-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673271, "recall": 0.717391, "f1": 0.684981, "accuracy": 0.717391, "main_score": 0.684981, "hf_subset": "hau_Latn-kea_Latn", "languages": ["hau-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574688, "recall": 0.609684, "f1": 0.584068, "accuracy": 0.609684, "main_score": 0.584068, "hf_subset": "hau_Latn-lus_Latn", "languages": ["hau-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586612, "recall": 0.617589, "f1": 0.595548, "accuracy": 0.617589, "main_score": 0.595548, "hf_subset": "hau_Latn-pag_Latn", "languages": ["hau-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678023, "recall": 0.735178, "f1": 0.69431, "accuracy": 0.735178, "main_score": 0.69431, "hf_subset": "hau_Latn-snd_Arab", "languages": ["hau-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.629084, "recall": 0.682806, "f1": 0.644321, "accuracy": 0.682806, "main_score": 0.644321, "hf_subset": "hau_Latn-tuk_Latn", "languages": ["hau-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658322, "recall": 0.708498, "f1": 0.67176, "accuracy": 0.708498, "main_score": 0.67176, "hf_subset": "hau_Latn-bak_Cyrl", "languages": ["hau-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.441394, "recall": 0.501976, "f1": 0.458931, "accuracy": 0.501976, "main_score": 0.458931, "hf_subset": "hau_Latn-dyu_Latn", "languages": ["hau-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725247, "recall": 0.77668, "f1": 0.739233, "accuracy": 0.77668, "main_score": 0.739233, "hf_subset": "hau_Latn-heb_Hebr", "languages": ["hau-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.676743, "recall": 0.729249, "f1": 0.690755, "accuracy": 0.729249, "main_score": 0.690755, "hf_subset": "hau_Latn-khk_Cyrl", "languages": ["hau-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696718, "recall": 0.749012, "f1": 0.711014, "accuracy": 0.749012, "main_score": 0.711014, "hf_subset": "hau_Latn-lvs_Latn", "languages": ["hau-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70889, "recall": 0.766798, "f1": 0.725305, "accuracy": 0.766798, "main_score": 0.725305, "hf_subset": "hau_Latn-pan_Guru", "languages": ["hau-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.603707, "recall": 0.653162, "f1": 0.617204, "accuracy": 0.653162, "main_score": 0.617204, "hf_subset": "hau_Latn-som_Latn", "languages": ["hau-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53584, "recall": 0.577075, "f1": 0.547609, "accuracy": 0.577075, "main_score": 0.547609, "hf_subset": "hau_Latn-tum_Latn", "languages": ["hau-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597851, "recall": 0.661067, "f1": 0.615937, "accuracy": 0.661067, "main_score": 0.615937, "hf_subset": "kea_Latn-ace_Arab", "languages": ["kea-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534747, "recall": 0.599802, "f1": 0.553061, "accuracy": 0.599802, "main_score": 0.553061, "hf_subset": "kea_Latn-bam_Latn", "languages": ["kea-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357966, "recall": 0.423913, "f1": 0.375418, "accuracy": 0.423913, "main_score": 0.375418, "hf_subset": "kea_Latn-dzo_Tibt", "languages": ["kea-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-hin_Deva", "languages": ["kea-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "kea_Latn-khm_Khmr", "languages": ["kea-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kea_Latn-mag_Deva", "languages": ["kea-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-pap_Latn", "languages": ["kea-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603184, "recall": 0.663043, "f1": 0.618975, "accuracy": 0.663043, "main_score": 0.618975, "hf_subset": "kea_Latn-sot_Latn", "languages": ["kea-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kea_Latn-tur_Latn", "languages": ["kea-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844697, "recall": 0.87747, "f1": 0.854644, "accuracy": 0.87747, "main_score": 0.854644, "hf_subset": "kea_Latn-ace_Latn", "languages": ["kea-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940711, "recall": 0.956522, "f1": 0.945817, "accuracy": 0.956522, "main_score": 0.945817, "hf_subset": "kea_Latn-ban_Latn", "languages": ["kea-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kea_Latn-ell_Grek", "languages": ["kea-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "kea_Latn-hne_Deva", "languages": ["kea-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593544, "recall": 0.650198, "f1": 0.608867, "accuracy": 0.650198, "main_score": 0.608867, "hf_subset": "kea_Latn-kik_Latn", "languages": ["kea-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kea_Latn-mai_Deva", "languages": ["kea-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.925642, "recall": 0.948617, "f1": 0.933037, "accuracy": 0.948617, "main_score": 0.933037, "hf_subset": "kea_Latn-pbt_Arab", "languages": ["kea-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-spa_Latn", "languages": ["kea-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616126, "recall": 0.678854, "f1": 0.633712, "accuracy": 0.678854, "main_score": 0.633712, "hf_subset": "kea_Latn-twi_Latn", "languages": ["kea-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "kea_Latn-acm_Arab", "languages": ["kea-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "kea_Latn-bel_Cyrl", "languages": ["kea-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "kea_Latn-eng_Latn", "languages": ["kea-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kea_Latn-hrv_Latn", "languages": ["kea-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559083, "recall": 0.617589, "f1": 0.575295, "accuracy": 0.617589, "main_score": 0.575295, "hf_subset": "kea_Latn-kin_Latn", "languages": ["kea-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kea_Latn-mal_Mlym", "languages": ["kea-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-pes_Arab", "languages": ["kea-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kea_Latn-srd_Latn", "languages": ["kea-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181328, "recall": 0.226285, "f1": 0.192343, "accuracy": 0.226285, "main_score": 0.192343, "hf_subset": "kea_Latn-tzm_Tfng", "languages": ["kea-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "kea_Latn-acq_Arab", "languages": ["kea-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.615573, "recall": 0.668972, "f1": 0.630388, "accuracy": 0.668972, "main_score": 0.630388, "hf_subset": "kea_Latn-bem_Latn", "languages": ["kea-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-epo_Latn", "languages": ["kea-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-hun_Latn", "languages": ["kea-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937945, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "kea_Latn-kir_Cyrl", "languages": ["kea-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kea_Latn-mar_Deva", "languages": ["kea-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.653649, "recall": 0.709486, "f1": 0.669751, "accuracy": 0.709486, "main_score": 0.669751, "hf_subset": "kea_Latn-plt_Latn", "languages": ["kea-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-srp_Cyrl", "languages": ["kea-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.874424, "recall": 0.909091, "f1": 0.885441, "accuracy": 0.909091, "main_score": 0.885441, "hf_subset": "kea_Latn-uig_Arab", "languages": ["kea-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "kea_Latn-aeb_Arab", "languages": ["kea-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "kea_Latn-ben_Beng", "languages": ["kea-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kea_Latn-est_Latn", "languages": ["kea-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kea_Latn-hye_Armn", "languages": ["kea-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.565611, "recall": 0.617589, "f1": 0.580155, "accuracy": 0.617589, "main_score": 0.580155, "hf_subset": "kea_Latn-kmb_Latn", "languages": ["kea-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526434, "recall": 0.597826, "f1": 0.545539, "accuracy": 0.597826, "main_score": 0.545539, "hf_subset": "kea_Latn-min_Arab", "languages": ["kea-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kea_Latn-pol_Latn", "languages": ["kea-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557832, "recall": 0.615613, "f1": 0.574297, "accuracy": 0.615613, "main_score": 0.574297, "hf_subset": "kea_Latn-ssw_Latn", "languages": ["kea-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kea_Latn-ukr_Cyrl", "languages": ["kea-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-afr_Latn", "languages": ["kea-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "kea_Latn-bho_Deva", "languages": ["kea-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950675, "recall": 0.964427, "f1": 0.955105, "accuracy": 0.964427, "main_score": 0.955105, "hf_subset": "kea_Latn-eus_Latn", "languages": ["kea-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594664, "recall": 0.653162, "f1": 0.610648, "accuracy": 0.653162, "main_score": 0.610648, "hf_subset": "kea_Latn-ibo_Latn", "languages": ["kea-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830319, "recall": 0.871542, "f1": 0.842951, "accuracy": 0.871542, "main_score": 0.842951, "hf_subset": "kea_Latn-kmr_Latn", "languages": ["kea-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "kea_Latn-min_Latn", "languages": ["kea-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kea_Latn-por_Latn", "languages": ["kea-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "kea_Latn-sun_Latn", "languages": ["kea-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542087, "recall": 0.598814, "f1": 0.558068, "accuracy": 0.598814, "main_score": 0.558068, "hf_subset": "kea_Latn-umb_Latn", "languages": ["kea-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-ajp_Arab", "languages": ["kea-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550834, "recall": 0.616601, "f1": 0.568695, "accuracy": 0.616601, "main_score": 0.568695, "hf_subset": "kea_Latn-bjn_Arab", "languages": ["kea-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524783, "recall": 0.58004, "f1": 0.539932, "accuracy": 0.58004, "main_score": 0.539932, "hf_subset": "kea_Latn-ewe_Latn", "languages": ["kea-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926548, "recall": 0.947628, "f1": 0.9333, "accuracy": 0.947628, "main_score": 0.9333, "hf_subset": "kea_Latn-ilo_Latn", "languages": ["kea-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.306723, "recall": 0.360672, "f1": 0.321323, "accuracy": 0.360672, "main_score": 0.321323, "hf_subset": "kea_Latn-knc_Arab", "languages": ["kea-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kea_Latn-mkd_Cyrl", "languages": ["kea-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-prs_Arab", "languages": ["kea-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kea_Latn-swe_Latn", "languages": ["kea-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kea_Latn-urd_Arab", "languages": ["kea-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603826, "recall": 0.660079, "f1": 0.618789, "accuracy": 0.660079, "main_score": 0.618789, "hf_subset": "kea_Latn-aka_Latn", "languages": ["kea-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958531, "recall": 0.970356, "f1": 0.962286, "accuracy": 0.970356, "main_score": 0.962286, "hf_subset": "kea_Latn-bjn_Latn", "languages": ["kea-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903244, "recall": 0.93083, "f1": 0.911759, "accuracy": 0.93083, "main_score": 0.911759, "hf_subset": "kea_Latn-fao_Latn", "languages": ["kea-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-ind_Latn", "languages": ["kea-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584772, "recall": 0.640316, "f1": 0.599942, "accuracy": 0.640316, "main_score": 0.599942, "hf_subset": "kea_Latn-knc_Latn", "languages": ["kea-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kea_Latn-mlt_Latn", "languages": ["kea-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685036, "recall": 0.748024, "f1": 0.703252, "accuracy": 0.748024, "main_score": 0.703252, "hf_subset": "kea_Latn-quy_Latn", "languages": ["kea-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927125, "recall": 0.94664, "f1": 0.933366, "accuracy": 0.94664, "main_score": 0.933366, "hf_subset": "kea_Latn-swh_Latn", "languages": ["kea-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "kea_Latn-uzn_Latn", "languages": ["kea-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-als_Latn", "languages": ["kea-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505023, "recall": 0.583992, "f1": 0.527162, "accuracy": 0.583992, "main_score": 0.527162, "hf_subset": "kea_Latn-bod_Tibt", "languages": ["kea-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.658296, "recall": 0.714427, "f1": 0.673722, "accuracy": 0.714427, "main_score": 0.673722, "hf_subset": "kea_Latn-fij_Latn", "languages": ["kea-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935935, "recall": 0.955534, "f1": 0.942194, "accuracy": 0.955534, "main_score": 0.942194, "hf_subset": "kea_Latn-isl_Latn", "languages": ["kea-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664465, "recall": 0.719368, "f1": 0.680336, "accuracy": 0.719368, "main_score": 0.680336, "hf_subset": "kea_Latn-kon_Latn", "languages": ["kea-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639649, "recall": 0.706522, "f1": 0.659009, "accuracy": 0.706522, "main_score": 0.659009, "hf_subset": "kea_Latn-mni_Beng", "languages": ["kea-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-ron_Latn", "languages": ["kea-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969615, "recall": 0.977273, "f1": 0.972069, "accuracy": 0.977273, "main_score": 0.972069, "hf_subset": "kea_Latn-szl_Latn", "languages": ["kea-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kea_Latn-vec_Latn", "languages": ["kea-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854035, "recall": 0.894269, "f1": 0.866469, "accuracy": 0.894269, "main_score": 0.866469, "hf_subset": "kea_Latn-amh_Ethi", "languages": ["kea-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-bos_Latn", "languages": ["kea-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "kea_Latn-fin_Latn", "languages": ["kea-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-ita_Latn", "languages": ["kea-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kea_Latn-kor_Hang", "languages": ["kea-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.548201, "recall": 0.607708, "f1": 0.564286, "accuracy": 0.607708, "main_score": 0.564286, "hf_subset": "kea_Latn-mos_Latn", "languages": ["kea-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548397, "recall": 0.599802, "f1": 0.56244, "accuracy": 0.599802, "main_score": 0.56244, "hf_subset": "kea_Latn-run_Latn", "languages": ["kea-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "kea_Latn-tam_Taml", "languages": ["kea-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-vie_Latn", "languages": ["kea-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kea_Latn-apc_Arab", "languages": ["kea-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.788159, "recall": 0.833992, "f1": 0.801515, "accuracy": 0.833992, "main_score": 0.801515, "hf_subset": "kea_Latn-bug_Latn", "languages": ["kea-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480227, "recall": 0.535573, "f1": 0.494482, "accuracy": 0.535573, "main_score": 0.494482, "hf_subset": "kea_Latn-fon_Latn", "languages": ["kea-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "kea_Latn-jav_Latn", "languages": ["kea-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "kea_Latn-lao_Laoo", "languages": ["kea-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.772999, "recall": 0.823123, "f1": 0.787708, "accuracy": 0.823123, "main_score": 0.787708, "hf_subset": "kea_Latn-mri_Latn", "languages": ["kea-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kea_Latn-rus_Cyrl", "languages": ["kea-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543882, "recall": 0.600791, "f1": 0.559602, "accuracy": 0.600791, "main_score": 0.559602, "hf_subset": "kea_Latn-taq_Latn", "languages": ["kea-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.98419, "f1": 0.980402, "accuracy": 0.98419, "main_score": 0.980402, "hf_subset": "kea_Latn-war_Latn", "languages": ["kea-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kea_Latn-arb_Arab", "languages": ["kea-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-bul_Cyrl", "languages": ["kea-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-fra_Latn", "languages": ["kea-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "kea_Latn-jpn_Jpan", "languages": ["kea-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kea_Latn-lij_Latn", "languages": ["kea-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.954545, "f1": 0.941864, "accuracy": 0.954545, "main_score": 0.941864, "hf_subset": "kea_Latn-mya_Mymr", "languages": ["kea-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.601392, "recall": 0.667984, "f1": 0.619081, "accuracy": 0.667984, "main_score": 0.619081, "hf_subset": "kea_Latn-sag_Latn", "languages": ["kea-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193428, "recall": 0.253953, "f1": 0.206964, "accuracy": 0.253953, "main_score": 0.206964, "hf_subset": "kea_Latn-taq_Tfng", "languages": ["kea-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.630797, "recall": 0.693676, "f1": 0.648682, "accuracy": 0.693676, "main_score": 0.648682, "hf_subset": "kea_Latn-wol_Latn", "languages": ["kea-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725529, "recall": 0.785573, "f1": 0.743072, "accuracy": 0.785573, "main_score": 0.743072, "hf_subset": "kea_Latn-arb_Latn", "languages": ["kea-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "kea_Latn-cat_Latn", "languages": ["kea-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kea_Latn-fur_Latn", "languages": ["kea-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433307, "recall": 0.490119, "f1": 0.448801, "accuracy": 0.490119, "main_score": 0.448801, "hf_subset": "kea_Latn-kab_Latn", "languages": ["kea-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "kea_Latn-lim_Latn", "languages": ["kea-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kea_Latn-nld_Latn", "languages": ["kea-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "kea_Latn-san_Deva", "languages": ["kea-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.960063, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "kea_Latn-tat_Cyrl", "languages": ["kea-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.650643, "recall": 0.708498, "f1": 0.667463, "accuracy": 0.708498, "main_score": 0.667463, "hf_subset": "kea_Latn-xho_Latn", "languages": ["kea-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "kea_Latn-ars_Arab", "languages": ["kea-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kea_Latn-ceb_Latn", "languages": ["kea-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552544, "recall": 0.608696, "f1": 0.568909, "accuracy": 0.608696, "main_score": 0.568909, "hf_subset": "kea_Latn-fuv_Latn", "languages": ["kea-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513271, "recall": 0.574111, "f1": 0.529759, "accuracy": 0.574111, "main_score": 0.529759, "hf_subset": "kea_Latn-kac_Latn", "languages": ["kea-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675009, "recall": 0.725296, "f1": 0.689133, "accuracy": 0.725296, "main_score": 0.689133, "hf_subset": "kea_Latn-lin_Latn", "languages": ["kea-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kea_Latn-nno_Latn", "languages": ["kea-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189576, "recall": 0.259881, "f1": 0.208159, "accuracy": 0.259881, "main_score": 0.208159, "hf_subset": "kea_Latn-sat_Olck", "languages": ["kea-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "kea_Latn-tel_Telu", "languages": ["kea-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.904809, "recall": 0.932806, "f1": 0.913702, "accuracy": 0.932806, "main_score": 0.913702, "hf_subset": "kea_Latn-ydd_Hebr", "languages": ["kea-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.944746, "recall": 0.960474, "f1": 0.949638, "accuracy": 0.960474, "main_score": 0.949638, "hf_subset": "kea_Latn-ary_Arab", "languages": ["kea-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kea_Latn-ces_Latn", "languages": ["kea-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581182, "recall": 0.636364, "f1": 0.596131, "accuracy": 0.636364, "main_score": 0.596131, "hf_subset": "kea_Latn-gaz_Latn", "languages": ["kea-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573032, "recall": 0.63834, "f1": 0.591642, "accuracy": 0.63834, "main_score": 0.591642, "hf_subset": "kea_Latn-kam_Latn", "languages": ["kea-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kea_Latn-lit_Latn", "languages": ["kea-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "kea_Latn-nob_Latn", "languages": ["kea-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "kea_Latn-scn_Latn", "languages": ["kea-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919631, "recall": 0.939723, "f1": 0.925856, "accuracy": 0.939723, "main_score": 0.925856, "hf_subset": "kea_Latn-tgk_Cyrl", "languages": ["kea-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.658969, "recall": 0.724308, "f1": 0.677803, "accuracy": 0.724308, "main_score": 0.677803, "hf_subset": "kea_Latn-yor_Latn", "languages": ["kea-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "kea_Latn-arz_Arab", "languages": ["kea-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576387, "recall": 0.639328, "f1": 0.592995, "accuracy": 0.639328, "main_score": 0.592995, "hf_subset": "kea_Latn-cjk_Latn", "languages": ["kea-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714328, "recall": 0.769763, "f1": 0.730797, "accuracy": 0.769763, "main_score": 0.730797, "hf_subset": "kea_Latn-gla_Latn", "languages": ["kea-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "kea_Latn-kan_Knda", "languages": ["kea-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "kea_Latn-lmo_Latn", "languages": ["kea-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kea_Latn-npi_Deva", "languages": ["kea-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.468095, "recall": 0.528656, "f1": 0.484369, "accuracy": 0.528656, "main_score": 0.484369, "hf_subset": "kea_Latn-shn_Mymr", "languages": ["kea-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kea_Latn-tgl_Latn", "languages": ["kea-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kea_Latn-yue_Hant", "languages": ["kea-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "kea_Latn-asm_Beng", "languages": ["kea-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.882658, "recall": 0.91502, "f1": 0.892852, "accuracy": 0.91502, "main_score": 0.892852, "hf_subset": "kea_Latn-ckb_Arab", "languages": ["kea-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.789476, "recall": 0.836957, "f1": 0.804202, "accuracy": 0.836957, "main_score": 0.804202, "hf_subset": "kea_Latn-gle_Latn", "languages": ["kea-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913208, "recall": 0.937747, "f1": 0.921278, "accuracy": 0.937747, "main_score": 0.921278, "hf_subset": "kea_Latn-kas_Arab", "languages": ["kea-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906621, "recall": 0.932806, "f1": 0.914855, "accuracy": 0.932806, "main_score": 0.914855, "hf_subset": "kea_Latn-ltg_Latn", "languages": ["kea-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616757, "recall": 0.670949, "f1": 0.63185, "accuracy": 0.670949, "main_score": 0.63185, "hf_subset": "kea_Latn-nso_Latn", "languages": ["kea-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929842, "recall": 0.950593, "f1": 0.936397, "accuracy": 0.950593, "main_score": 0.936397, "hf_subset": "kea_Latn-sin_Sinh", "languages": ["kea-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kea_Latn-tha_Thai", "languages": ["kea-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kea_Latn-zho_Hans", "languages": ["kea-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-ast_Latn", "languages": ["kea-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "kea_Latn-crh_Latn", "languages": ["kea-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-glg_Latn", "languages": ["kea-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854941, "recall": 0.894269, "f1": 0.867062, "accuracy": 0.894269, "main_score": 0.867062, "hf_subset": "kea_Latn-kas_Deva", "languages": ["kea-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "kea_Latn-ltz_Latn", "languages": ["kea-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475741, "recall": 0.544466, "f1": 0.49346, "accuracy": 0.544466, "main_score": 0.49346, "hf_subset": "kea_Latn-nus_Latn", "languages": ["kea-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kea_Latn-slk_Latn", "languages": ["kea-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575676, "recall": 0.640316, "f1": 0.593565, "accuracy": 0.640316, "main_score": 0.593565, "hf_subset": "kea_Latn-tir_Ethi", "languages": ["kea-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kea_Latn-zho_Hant", "languages": ["kea-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "kea_Latn-awa_Deva", "languages": ["kea-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.929216, "recall": 0.948617, "f1": 0.935277, "accuracy": 0.948617, "main_score": 0.935277, "hf_subset": "kea_Latn-cym_Latn", "languages": ["kea-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826128, "recall": 0.868577, "f1": 0.838974, "accuracy": 0.868577, "main_score": 0.838974, "hf_subset": "kea_Latn-grn_Latn", "languages": ["kea-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "kea_Latn-kat_Geor", "languages": ["kea-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.648879, "recall": 0.701581, "f1": 0.663534, "accuracy": 0.701581, "main_score": 0.663534, "hf_subset": "kea_Latn-lua_Latn", "languages": ["kea-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634131, "recall": 0.693676, "f1": 0.651115, "accuracy": 0.693676, "main_score": 0.651115, "hf_subset": "kea_Latn-nya_Latn", "languages": ["kea-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kea_Latn-slv_Latn", "languages": ["kea-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9091, "recall": 0.931818, "f1": 0.915893, "accuracy": 0.931818, "main_score": 0.915893, "hf_subset": "kea_Latn-tpi_Latn", "languages": ["kea-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-zsm_Latn", "languages": ["kea-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546684, "recall": 0.613636, "f1": 0.565285, "accuracy": 0.613636, "main_score": 0.565285, "hf_subset": "kea_Latn-ayr_Latn", "languages": ["kea-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-dan_Latn", "languages": ["kea-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kea_Latn-guj_Gujr", "languages": ["kea-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "kea_Latn-kaz_Cyrl", "languages": ["kea-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540637, "recall": 0.596838, "f1": 0.556278, "accuracy": 0.596838, "main_score": 0.556278, "hf_subset": "kea_Latn-lug_Latn", "languages": ["kea-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kea_Latn-oci_Latn", "languages": ["kea-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774391, "recall": 0.824111, "f1": 0.788834, "accuracy": 0.824111, "main_score": 0.788834, "hf_subset": "kea_Latn-smo_Latn", "languages": ["kea-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545071, "recall": 0.601779, "f1": 0.560532, "accuracy": 0.601779, "main_score": 0.560532, "hf_subset": "kea_Latn-tsn_Latn", "languages": ["kea-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603049, "recall": 0.657115, "f1": 0.617542, "accuracy": 0.657115, "main_score": 0.617542, "hf_subset": "kea_Latn-zul_Latn", "languages": ["kea-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881917, "recall": 0.913043, "f1": 0.89193, "accuracy": 0.913043, "main_score": 0.89193, "hf_subset": "kea_Latn-azb_Arab", "languages": ["kea-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "kea_Latn-deu_Latn", "languages": ["kea-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955122, "recall": 0.967391, "f1": 0.959058, "accuracy": 0.967391, "main_score": 0.959058, "hf_subset": "kea_Latn-hat_Latn", "languages": ["kea-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504182, "recall": 0.557312, "f1": 0.519128, "accuracy": 0.557312, "main_score": 0.519128, "hf_subset": "kea_Latn-kbp_Latn", "languages": ["kea-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570022, "recall": 0.634387, "f1": 0.587451, "accuracy": 0.634387, "main_score": 0.587451, "hf_subset": "kea_Latn-luo_Latn", "languages": ["kea-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "kea_Latn-ory_Orya", "languages": ["kea-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.582326, "recall": 0.645257, "f1": 0.600562, "accuracy": 0.645257, "main_score": 0.600562, "hf_subset": "kea_Latn-sna_Latn", "languages": ["kea-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552707, "recall": 0.610672, "f1": 0.567932, "accuracy": 0.610672, "main_score": 0.567932, "hf_subset": "kea_Latn-tso_Latn", "languages": ["kea-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966156, "recall": 0.976285, "f1": 0.969433, "accuracy": 0.976285, "main_score": 0.969433, "hf_subset": "kea_Latn-azj_Latn", "languages": ["kea-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53583, "recall": 0.600791, "f1": 0.554703, "accuracy": 0.600791, "main_score": 0.554703, "hf_subset": "kea_Latn-dik_Latn", "languages": ["kea-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695299, "recall": 0.751976, "f1": 0.711168, "accuracy": 0.751976, "main_score": 0.711168, "hf_subset": "kea_Latn-hau_Latn", "languages": ["kea-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706432, "recall": 0.758893, "f1": 0.721629, "accuracy": 0.758893, "main_score": 0.721629, "hf_subset": "kea_Latn-lus_Latn", "languages": ["kea-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859009, "recall": 0.889328, "f1": 0.868314, "accuracy": 0.889328, "main_score": 0.868314, "hf_subset": "kea_Latn-pag_Latn", "languages": ["kea-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "kea_Latn-snd_Arab", "languages": ["kea-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881126, "recall": 0.913043, "f1": 0.890895, "accuracy": 0.913043, "main_score": 0.890895, "hf_subset": "kea_Latn-tuk_Latn", "languages": ["kea-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943099, "recall": 0.958498, "f1": 0.948024, "accuracy": 0.958498, "main_score": 0.948024, "hf_subset": "kea_Latn-bak_Cyrl", "languages": ["kea-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478025, "recall": 0.560277, "f1": 0.501783, "accuracy": 0.560277, "main_score": 0.501783, "hf_subset": "kea_Latn-dyu_Latn", "languages": ["kea-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "kea_Latn-heb_Hebr", "languages": ["kea-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.930501, "recall": 0.951581, "f1": 0.937253, "accuracy": 0.951581, "main_score": 0.937253, "hf_subset": "kea_Latn-khk_Cyrl", "languages": ["kea-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "kea_Latn-lvs_Latn", "languages": ["kea-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kea_Latn-pan_Guru", "languages": ["kea-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.664295, "recall": 0.725296, "f1": 0.681696, "accuracy": 0.725296, "main_score": 0.681696, "hf_subset": "kea_Latn-som_Latn", "languages": ["kea-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573708, "recall": 0.62253, "f1": 0.58705, "accuracy": 0.62253, "main_score": 0.58705, "hf_subset": "kea_Latn-tum_Latn", "languages": ["kea-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475018, "recall": 0.530632, "f1": 0.490982, "accuracy": 0.530632, "main_score": 0.490982, "hf_subset": "lus_Latn-ace_Arab", "languages": ["lus-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501146, "recall": 0.555336, "f1": 0.516453, "accuracy": 0.555336, "main_score": 0.516453, "hf_subset": "lus_Latn-bam_Latn", "languages": ["lus-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.273927, "recall": 0.31917, "f1": 0.284896, "accuracy": 0.31917, "main_score": 0.284896, "hf_subset": "lus_Latn-dzo_Tibt", "languages": ["lus-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.739862, "recall": 0.787549, "f1": 0.752688, "accuracy": 0.787549, "main_score": 0.752688, "hf_subset": "lus_Latn-hin_Deva", "languages": ["lus-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.674358, "recall": 0.727273, "f1": 0.689501, "accuracy": 0.727273, "main_score": 0.689501, "hf_subset": "lus_Latn-khm_Khmr", "languages": ["lus-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.730008, "recall": 0.777668, "f1": 0.743734, "accuracy": 0.777668, "main_score": 0.743734, "hf_subset": "lus_Latn-mag_Deva", "languages": ["lus-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.710364, "recall": 0.751976, "f1": 0.72164, "accuracy": 0.751976, "main_score": 0.72164, "hf_subset": "lus_Latn-pap_Latn", "languages": ["lus-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56973, "recall": 0.617589, "f1": 0.582629, "accuracy": 0.617589, "main_score": 0.582629, "hf_subset": "lus_Latn-sot_Latn", "languages": ["lus-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740717, "recall": 0.787549, "f1": 0.753987, "accuracy": 0.787549, "main_score": 0.753987, "hf_subset": "lus_Latn-tur_Latn", "languages": ["lus-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670279, "recall": 0.712451, "f1": 0.682027, "accuracy": 0.712451, "main_score": 0.682027, "hf_subset": "lus_Latn-ace_Latn", "languages": ["lus-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704447, "recall": 0.741107, "f1": 0.714217, "accuracy": 0.741107, "main_score": 0.714217, "hf_subset": "lus_Latn-ban_Latn", "languages": ["lus-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719264, "recall": 0.767787, "f1": 0.731835, "accuracy": 0.767787, "main_score": 0.731835, "hf_subset": "lus_Latn-ell_Grek", "languages": ["lus-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.712326, "recall": 0.76087, "f1": 0.72607, "accuracy": 0.76087, "main_score": 0.72607, "hf_subset": "lus_Latn-hne_Deva", "languages": ["lus-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.574351, "recall": 0.620553, "f1": 0.587368, "accuracy": 0.620553, "main_score": 0.587368, "hf_subset": "lus_Latn-kik_Latn", "languages": ["lus-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740209, "recall": 0.785573, "f1": 0.752754, "accuracy": 0.785573, "main_score": 0.752754, "hf_subset": "lus_Latn-mai_Deva", "languages": ["lus-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659486, "recall": 0.711462, "f1": 0.674155, "accuracy": 0.711462, "main_score": 0.674155, "hf_subset": "lus_Latn-pbt_Arab", "languages": ["lus-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.734871, "recall": 0.778656, "f1": 0.746326, "accuracy": 0.778656, "main_score": 0.746326, "hf_subset": "lus_Latn-spa_Latn", "languages": ["lus-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600125, "recall": 0.649209, "f1": 0.613968, "accuracy": 0.649209, "main_score": 0.613968, "hf_subset": "lus_Latn-twi_Latn", "languages": ["lus-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707403, "recall": 0.753953, "f1": 0.719789, "accuracy": 0.753953, "main_score": 0.719789, "hf_subset": "lus_Latn-acm_Arab", "languages": ["lus-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.677128, "recall": 0.728261, "f1": 0.691325, "accuracy": 0.728261, "main_score": 0.691325, "hf_subset": "lus_Latn-bel_Cyrl", "languages": ["lus-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.758855, "recall": 0.807312, "f1": 0.772305, "accuracy": 0.807312, "main_score": 0.772305, "hf_subset": "lus_Latn-eng_Latn", "languages": ["lus-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737213, "recall": 0.787549, "f1": 0.750882, "accuracy": 0.787549, "main_score": 0.750882, "hf_subset": "lus_Latn-hrv_Latn", "languages": ["lus-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511248, "recall": 0.559289, "f1": 0.524667, "accuracy": 0.559289, "main_score": 0.524667, "hf_subset": "lus_Latn-kin_Latn", "languages": ["lus-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725239, "recall": 0.774704, "f1": 0.738891, "accuracy": 0.774704, "main_score": 0.738891, "hf_subset": "lus_Latn-mal_Mlym", "languages": ["lus-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.714644, "recall": 0.762846, "f1": 0.727789, "accuracy": 0.762846, "main_score": 0.727789, "hf_subset": "lus_Latn-pes_Arab", "languages": ["lus-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.694458, "recall": 0.740119, "f1": 0.706719, "accuracy": 0.740119, "main_score": 0.706719, "hf_subset": "lus_Latn-srd_Latn", "languages": ["lus-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.173196, "recall": 0.216403, "f1": 0.183991, "accuracy": 0.216403, "main_score": 0.183991, "hf_subset": "lus_Latn-tzm_Tfng", "languages": ["lus-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.704224, "recall": 0.754941, "f1": 0.717709, "accuracy": 0.754941, "main_score": 0.717709, "hf_subset": "lus_Latn-acq_Arab", "languages": ["lus-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591103, "recall": 0.642292, "f1": 0.604725, "accuracy": 0.642292, "main_score": 0.604725, "hf_subset": "lus_Latn-bem_Latn", "languages": ["lus-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721309, "recall": 0.766798, "f1": 0.733311, "accuracy": 0.766798, "main_score": 0.733311, "hf_subset": "lus_Latn-epo_Latn", "languages": ["lus-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717295, "recall": 0.764822, "f1": 0.729918, "accuracy": 0.764822, "main_score": 0.729918, "hf_subset": "lus_Latn-hun_Latn", "languages": ["lus-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681861, "recall": 0.731225, "f1": 0.695242, "accuracy": 0.731225, "main_score": 0.695242, "hf_subset": "lus_Latn-kir_Cyrl", "languages": ["lus-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.721027, "recall": 0.769763, "f1": 0.735021, "accuracy": 0.769763, "main_score": 0.735021, "hf_subset": "lus_Latn-mar_Deva", "languages": ["lus-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59608, "recall": 0.647233, "f1": 0.610771, "accuracy": 0.647233, "main_score": 0.610771, "hf_subset": "lus_Latn-plt_Latn", "languages": ["lus-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729289, "recall": 0.774704, "f1": 0.741234, "accuracy": 0.774704, "main_score": 0.741234, "hf_subset": "lus_Latn-srp_Cyrl", "languages": ["lus-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622105, "recall": 0.674901, "f1": 0.63701, "accuracy": 0.674901, "main_score": 0.63701, "hf_subset": "lus_Latn-uig_Arab", "languages": ["lus-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.690875, "recall": 0.738142, "f1": 0.703734, "accuracy": 0.738142, "main_score": 0.703734, "hf_subset": "lus_Latn-aeb_Arab", "languages": ["lus-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.724211, "recall": 0.77668, "f1": 0.738944, "accuracy": 0.77668, "main_score": 0.738944, "hf_subset": "lus_Latn-ben_Beng", "languages": ["lus-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.724097, "recall": 0.767787, "f1": 0.735907, "accuracy": 0.767787, "main_score": 0.735907, "hf_subset": "lus_Latn-est_Latn", "languages": ["lus-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69843, "recall": 0.750988, "f1": 0.713051, "accuracy": 0.750988, "main_score": 0.713051, "hf_subset": "lus_Latn-hye_Armn", "languages": ["lus-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.52389, "recall": 0.568182, "f1": 0.536709, "accuracy": 0.568182, "main_score": 0.536709, "hf_subset": "lus_Latn-kmb_Latn", "languages": ["lus-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427244, "recall": 0.492095, "f1": 0.444482, "accuracy": 0.492095, "main_score": 0.444482, "hf_subset": "lus_Latn-min_Arab", "languages": ["lus-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.720903, "recall": 0.770751, "f1": 0.734065, "accuracy": 0.770751, "main_score": 0.734065, "hf_subset": "lus_Latn-pol_Latn", "languages": ["lus-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549417, "recall": 0.600791, "f1": 0.563875, "accuracy": 0.600791, "main_score": 0.563875, "hf_subset": "lus_Latn-ssw_Latn", "languages": ["lus-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.733439, "recall": 0.780632, "f1": 0.746222, "accuracy": 0.780632, "main_score": 0.746222, "hf_subset": "lus_Latn-ukr_Cyrl", "languages": ["lus-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.736152, "recall": 0.782609, "f1": 0.748977, "accuracy": 0.782609, "main_score": 0.748977, "hf_subset": "lus_Latn-afr_Latn", "languages": ["lus-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714081, "recall": 0.757905, "f1": 0.725921, "accuracy": 0.757905, "main_score": 0.725921, "hf_subset": "lus_Latn-bho_Deva", "languages": ["lus-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.675285, "recall": 0.727273, "f1": 0.689956, "accuracy": 0.727273, "main_score": 0.689956, "hf_subset": "lus_Latn-eus_Latn", "languages": ["lus-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555108, "recall": 0.607708, "f1": 0.569724, "accuracy": 0.607708, "main_score": 0.569724, "hf_subset": "lus_Latn-ibo_Latn", "languages": ["lus-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617569, "recall": 0.66996, "f1": 0.632412, "accuracy": 0.66996, "main_score": 0.632412, "hf_subset": "lus_Latn-kmr_Latn", "languages": ["lus-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711093, "recall": 0.752964, "f1": 0.722317, "accuracy": 0.752964, "main_score": 0.722317, "hf_subset": "lus_Latn-min_Latn", "languages": ["lus-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753369, "recall": 0.799407, "f1": 0.766036, "accuracy": 0.799407, "main_score": 0.766036, "hf_subset": "lus_Latn-por_Latn", "languages": ["lus-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724683, "recall": 0.766798, "f1": 0.736061, "accuracy": 0.766798, "main_score": 0.736061, "hf_subset": "lus_Latn-sun_Latn", "languages": ["lus-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513228, "recall": 0.56917, "f1": 0.528772, "accuracy": 0.56917, "main_score": 0.528772, "hf_subset": "lus_Latn-umb_Latn", "languages": ["lus-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718396, "recall": 0.764822, "f1": 0.731047, "accuracy": 0.764822, "main_score": 0.731047, "hf_subset": "lus_Latn-ajp_Arab", "languages": ["lus-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468392, "recall": 0.523715, "f1": 0.483025, "accuracy": 0.523715, "main_score": 0.483025, "hf_subset": "lus_Latn-bjn_Arab", "languages": ["lus-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512114, "recall": 0.560277, "f1": 0.525535, "accuracy": 0.560277, "main_score": 0.525535, "hf_subset": "lus_Latn-ewe_Latn", "languages": ["lus-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718471, "recall": 0.758893, "f1": 0.730203, "accuracy": 0.758893, "main_score": 0.730203, "hf_subset": "lus_Latn-ilo_Latn", "languages": ["lus-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.307061, "recall": 0.365613, "f1": 0.323177, "accuracy": 0.365613, "main_score": 0.323177, "hf_subset": "lus_Latn-knc_Arab", "languages": ["lus-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.723726, "recall": 0.772727, "f1": 0.737045, "accuracy": 0.772727, "main_score": 0.737045, "hf_subset": "lus_Latn-mkd_Cyrl", "languages": ["lus-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.72799, "recall": 0.777668, "f1": 0.741846, "accuracy": 0.777668, "main_score": 0.741846, "hf_subset": "lus_Latn-prs_Arab", "languages": ["lus-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.733977, "recall": 0.783597, "f1": 0.747356, "accuracy": 0.783597, "main_score": 0.747356, "hf_subset": "lus_Latn-swe_Latn", "languages": ["lus-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715108, "recall": 0.768775, "f1": 0.730063, "accuracy": 0.768775, "main_score": 0.730063, "hf_subset": "lus_Latn-urd_Arab", "languages": ["lus-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60084, "recall": 0.647233, "f1": 0.614087, "accuracy": 0.647233, "main_score": 0.614087, "hf_subset": "lus_Latn-aka_Latn", "languages": ["lus-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700783, "recall": 0.748024, "f1": 0.713896, "accuracy": 0.748024, "main_score": 0.713896, "hf_subset": "lus_Latn-bjn_Latn", "languages": ["lus-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635831, "recall": 0.686759, "f1": 0.649545, "accuracy": 0.686759, "main_score": 0.649545, "hf_subset": "lus_Latn-fao_Latn", "languages": ["lus-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747797, "recall": 0.79249, "f1": 0.760555, "accuracy": 0.79249, "main_score": 0.760555, "hf_subset": "lus_Latn-ind_Latn", "languages": ["lus-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578224, "recall": 0.62747, "f1": 0.592294, "accuracy": 0.62747, "main_score": 0.592294, "hf_subset": "lus_Latn-knc_Latn", "languages": ["lus-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719984, "recall": 0.764822, "f1": 0.731933, "accuracy": 0.764822, "main_score": 0.731933, "hf_subset": "lus_Latn-mlt_Latn", "languages": ["lus-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600259, "recall": 0.650198, "f1": 0.614608, "accuracy": 0.650198, "main_score": 0.614608, "hf_subset": "lus_Latn-quy_Latn", "languages": ["lus-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653065, "recall": 0.710474, "f1": 0.669655, "accuracy": 0.710474, "main_score": 0.669655, "hf_subset": "lus_Latn-swh_Latn", "languages": ["lus-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703736, "recall": 0.749012, "f1": 0.716471, "accuracy": 0.749012, "main_score": 0.716471, "hf_subset": "lus_Latn-uzn_Latn", "languages": ["lus-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719128, "recall": 0.763834, "f1": 0.731002, "accuracy": 0.763834, "main_score": 0.731002, "hf_subset": "lus_Latn-als_Latn", "languages": ["lus-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.344667, "recall": 0.405138, "f1": 0.35979, "accuracy": 0.405138, "main_score": 0.35979, "hf_subset": "lus_Latn-bod_Tibt", "languages": ["lus-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.583548, "recall": 0.630435, "f1": 0.596694, "accuracy": 0.630435, "main_score": 0.596694, "hf_subset": "lus_Latn-fij_Latn", "languages": ["lus-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653796, "recall": 0.708498, "f1": 0.668929, "accuracy": 0.708498, "main_score": 0.668929, "hf_subset": "lus_Latn-isl_Latn", "languages": ["lus-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603977, "recall": 0.655138, "f1": 0.61898, "accuracy": 0.655138, "main_score": 0.61898, "hf_subset": "lus_Latn-kon_Latn", "languages": ["lus-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578368, "recall": 0.637352, "f1": 0.595061, "accuracy": 0.637352, "main_score": 0.595061, "hf_subset": "lus_Latn-mni_Beng", "languages": ["lus-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.726713, "recall": 0.77668, "f1": 0.740743, "accuracy": 0.77668, "main_score": 0.740743, "hf_subset": "lus_Latn-ron_Latn", "languages": ["lus-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699301, "recall": 0.743083, "f1": 0.711953, "accuracy": 0.743083, "main_score": 0.711953, "hf_subset": "lus_Latn-szl_Latn", "languages": ["lus-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73661, "recall": 0.780632, "f1": 0.748498, "accuracy": 0.780632, "main_score": 0.748498, "hf_subset": "lus_Latn-vec_Latn", "languages": ["lus-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596328, "recall": 0.656126, "f1": 0.612938, "accuracy": 0.656126, "main_score": 0.612938, "hf_subset": "lus_Latn-amh_Ethi", "languages": ["lus-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.740067, "recall": 0.784585, "f1": 0.751873, "accuracy": 0.784585, "main_score": 0.751873, "hf_subset": "lus_Latn-bos_Latn", "languages": ["lus-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711956, "recall": 0.766798, "f1": 0.726922, "accuracy": 0.766798, "main_score": 0.726922, "hf_subset": "lus_Latn-fin_Latn", "languages": ["lus-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736352, "recall": 0.788538, "f1": 0.750723, "accuracy": 0.788538, "main_score": 0.750723, "hf_subset": "lus_Latn-ita_Latn", "languages": ["lus-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726256, "recall": 0.778656, "f1": 0.741126, "accuracy": 0.778656, "main_score": 0.741126, "hf_subset": "lus_Latn-kor_Hang", "languages": ["lus-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.543094, "recall": 0.59585, "f1": 0.557445, "accuracy": 0.59585, "main_score": 0.557445, "hf_subset": "lus_Latn-mos_Latn", "languages": ["lus-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541109, "recall": 0.586957, "f1": 0.553869, "accuracy": 0.586957, "main_score": 0.553869, "hf_subset": "lus_Latn-run_Latn", "languages": ["lus-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706561, "recall": 0.76087, "f1": 0.721457, "accuracy": 0.76087, "main_score": 0.721457, "hf_subset": "lus_Latn-tam_Taml", "languages": ["lus-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.726202, "recall": 0.777668, "f1": 0.740236, "accuracy": 0.777668, "main_score": 0.740236, "hf_subset": "lus_Latn-vie_Latn", "languages": ["lus-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705392, "recall": 0.752964, "f1": 0.718043, "accuracy": 0.752964, "main_score": 0.718043, "hf_subset": "lus_Latn-apc_Arab", "languages": ["lus-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649654, "recall": 0.6917, "f1": 0.662033, "accuracy": 0.6917, "main_score": 0.662033, "hf_subset": "lus_Latn-bug_Latn", "languages": ["lus-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467144, "recall": 0.51581, "f1": 0.47971, "accuracy": 0.51581, "main_score": 0.47971, "hf_subset": "lus_Latn-fon_Latn", "languages": ["lus-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.738706, "recall": 0.775692, "f1": 0.748941, "accuracy": 0.775692, "main_score": 0.748941, "hf_subset": "lus_Latn-jav_Latn", "languages": ["lus-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626887, "recall": 0.688735, "f1": 0.644223, "accuracy": 0.688735, "main_score": 0.644223, "hf_subset": "lus_Latn-lao_Laoo", "languages": ["lus-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.559612, "recall": 0.609684, "f1": 0.573707, "accuracy": 0.609684, "main_score": 0.573707, "hf_subset": "lus_Latn-mri_Latn", "languages": ["lus-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735935, "recall": 0.782609, "f1": 0.748418, "accuracy": 0.782609, "main_score": 0.748418, "hf_subset": "lus_Latn-rus_Cyrl", "languages": ["lus-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513169, "recall": 0.565217, "f1": 0.52836, "accuracy": 0.565217, "main_score": 0.52836, "hf_subset": "lus_Latn-taq_Latn", "languages": ["lus-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744041, "recall": 0.784585, "f1": 0.754619, "accuracy": 0.784585, "main_score": 0.754619, "hf_subset": "lus_Latn-war_Latn", "languages": ["lus-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702146, "recall": 0.755929, "f1": 0.716834, "accuracy": 0.755929, "main_score": 0.716834, "hf_subset": "lus_Latn-arb_Arab", "languages": ["lus-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.739001, "recall": 0.781621, "f1": 0.75019, "accuracy": 0.781621, "main_score": 0.75019, "hf_subset": "lus_Latn-bul_Cyrl", "languages": ["lus-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.739281, "recall": 0.785573, "f1": 0.751489, "accuracy": 0.785573, "main_score": 0.751489, "hf_subset": "lus_Latn-fra_Latn", "languages": ["lus-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729602, "recall": 0.775692, "f1": 0.741974, "accuracy": 0.775692, "main_score": 0.741974, "hf_subset": "lus_Latn-jpn_Jpan", "languages": ["lus-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.694469, "recall": 0.744071, "f1": 0.708495, "accuracy": 0.744071, "main_score": 0.708495, "hf_subset": "lus_Latn-lij_Latn", "languages": ["lus-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586519, "recall": 0.655138, "f1": 0.606527, "accuracy": 0.655138, "main_score": 0.606527, "hf_subset": "lus_Latn-mya_Mymr", "languages": ["lus-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.554521, "recall": 0.61166, "f1": 0.570279, "accuracy": 0.61166, "main_score": 0.570279, "hf_subset": "lus_Latn-sag_Latn", "languages": ["lus-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191262, "recall": 0.238142, "f1": 0.202208, "accuracy": 0.238142, "main_score": 0.202208, "hf_subset": "lus_Latn-taq_Tfng", "languages": ["lus-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.60151, "recall": 0.646245, "f1": 0.614065, "accuracy": 0.646245, "main_score": 0.614065, "hf_subset": "lus_Latn-wol_Latn", "languages": ["lus-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520738, "recall": 0.568182, "f1": 0.533543, "accuracy": 0.568182, "main_score": 0.533543, "hf_subset": "lus_Latn-arb_Latn", "languages": ["lus-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740454, "recall": 0.790514, "f1": 0.753912, "accuracy": 0.790514, "main_score": 0.753912, "hf_subset": "lus_Latn-cat_Latn", "languages": ["lus-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708804, "recall": 0.750988, "f1": 0.720635, "accuracy": 0.750988, "main_score": 0.720635, "hf_subset": "lus_Latn-fur_Latn", "languages": ["lus-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399805, "recall": 0.44664, "f1": 0.412051, "accuracy": 0.44664, "main_score": 0.412051, "hf_subset": "lus_Latn-kab_Latn", "languages": ["lus-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708698, "recall": 0.751976, "f1": 0.721612, "accuracy": 0.751976, "main_score": 0.721612, "hf_subset": "lus_Latn-lim_Latn", "languages": ["lus-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728799, "recall": 0.779644, "f1": 0.742806, "accuracy": 0.779644, "main_score": 0.742806, "hf_subset": "lus_Latn-nld_Latn", "languages": ["lus-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657495, "recall": 0.717391, "f1": 0.674302, "accuracy": 0.717391, "main_score": 0.674302, "hf_subset": "lus_Latn-san_Deva", "languages": ["lus-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.704443, "recall": 0.752964, "f1": 0.717894, "accuracy": 0.752964, "main_score": 0.717894, "hf_subset": "lus_Latn-tat_Cyrl", "languages": ["lus-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597179, "recall": 0.649209, "f1": 0.612493, "accuracy": 0.649209, "main_score": 0.612493, "hf_subset": "lus_Latn-xho_Latn", "languages": ["lus-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690069, "recall": 0.743083, "f1": 0.704876, "accuracy": 0.743083, "main_score": 0.704876, "hf_subset": "lus_Latn-ars_Arab", "languages": ["lus-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.737689, "recall": 0.77668, "f1": 0.748304, "accuracy": 0.77668, "main_score": 0.748304, "hf_subset": "lus_Latn-ceb_Latn", "languages": ["lus-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526964, "recall": 0.578063, "f1": 0.541792, "accuracy": 0.578063, "main_score": 0.541792, "hf_subset": "lus_Latn-fuv_Latn", "languages": ["lus-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533783, "recall": 0.588933, "f1": 0.549082, "accuracy": 0.588933, "main_score": 0.549082, "hf_subset": "lus_Latn-kac_Latn", "languages": ["lus-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614069, "recall": 0.661067, "f1": 0.627012, "accuracy": 0.661067, "main_score": 0.627012, "hf_subset": "lus_Latn-lin_Latn", "languages": ["lus-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72839, "recall": 0.779644, "f1": 0.742255, "accuracy": 0.779644, "main_score": 0.742255, "hf_subset": "lus_Latn-nno_Latn", "languages": ["lus-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.118023, "recall": 0.164032, "f1": 0.129192, "accuracy": 0.164032, "main_score": 0.129192, "hf_subset": "lus_Latn-sat_Olck", "languages": ["lus-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.713937, "recall": 0.76581, "f1": 0.728382, "accuracy": 0.76581, "main_score": 0.728382, "hf_subset": "lus_Latn-tel_Telu", "languages": ["lus-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.621156, "recall": 0.674901, "f1": 0.636296, "accuracy": 0.674901, "main_score": 0.636296, "hf_subset": "lus_Latn-ydd_Hebr", "languages": ["lus-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.691464, "recall": 0.742095, "f1": 0.705095, "accuracy": 0.742095, "main_score": 0.705095, "hf_subset": "lus_Latn-ary_Arab", "languages": ["lus-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.725758, "recall": 0.775692, "f1": 0.73928, "accuracy": 0.775692, "main_score": 0.73928, "hf_subset": "lus_Latn-ces_Latn", "languages": ["lus-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512688, "recall": 0.571146, "f1": 0.5291, "accuracy": 0.571146, "main_score": 0.5291, "hf_subset": "lus_Latn-gaz_Latn", "languages": ["lus-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528611, "recall": 0.581028, "f1": 0.543989, "accuracy": 0.581028, "main_score": 0.543989, "hf_subset": "lus_Latn-kam_Latn", "languages": ["lus-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712747, "recall": 0.759881, "f1": 0.725815, "accuracy": 0.759881, "main_score": 0.725815, "hf_subset": "lus_Latn-lit_Latn", "languages": ["lus-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741219, "recall": 0.783597, "f1": 0.752074, "accuracy": 0.783597, "main_score": 0.752074, "hf_subset": "lus_Latn-nob_Latn", "languages": ["lus-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693432, "recall": 0.740119, "f1": 0.706135, "accuracy": 0.740119, "main_score": 0.706135, "hf_subset": "lus_Latn-scn_Latn", "languages": ["lus-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67365, "recall": 0.722332, "f1": 0.687252, "accuracy": 0.722332, "main_score": 0.687252, "hf_subset": "lus_Latn-tgk_Cyrl", "languages": ["lus-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535538, "recall": 0.600791, "f1": 0.553996, "accuracy": 0.600791, "main_score": 0.553996, "hf_subset": "lus_Latn-yor_Latn", "languages": ["lus-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720803, "recall": 0.76087, "f1": 0.731801, "accuracy": 0.76087, "main_score": 0.731801, "hf_subset": "lus_Latn-arz_Arab", "languages": ["lus-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522934, "recall": 0.575099, "f1": 0.537933, "accuracy": 0.575099, "main_score": 0.537933, "hf_subset": "lus_Latn-cjk_Latn", "languages": ["lus-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557889, "recall": 0.608696, "f1": 0.571862, "accuracy": 0.608696, "main_score": 0.571862, "hf_subset": "lus_Latn-gla_Latn", "languages": ["lus-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.722638, "recall": 0.778656, "f1": 0.739143, "accuracy": 0.778656, "main_score": 0.739143, "hf_subset": "lus_Latn-kan_Knda", "languages": ["lus-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.72119, "recall": 0.758893, "f1": 0.732016, "accuracy": 0.758893, "main_score": 0.732016, "hf_subset": "lus_Latn-lmo_Latn", "languages": ["lus-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715559, "recall": 0.766798, "f1": 0.729708, "accuracy": 0.766798, "main_score": 0.729708, "hf_subset": "lus_Latn-npi_Deva", "languages": ["lus-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460872, "recall": 0.517787, "f1": 0.476639, "accuracy": 0.517787, "main_score": 0.476639, "hf_subset": "lus_Latn-shn_Mymr", "languages": ["lus-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.747122, "recall": 0.790514, "f1": 0.758925, "accuracy": 0.790514, "main_score": 0.758925, "hf_subset": "lus_Latn-tgl_Latn", "languages": ["lus-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718958, "recall": 0.771739, "f1": 0.733325, "accuracy": 0.771739, "main_score": 0.733325, "hf_subset": "lus_Latn-yue_Hant", "languages": ["lus-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.690084, "recall": 0.741107, "f1": 0.704594, "accuracy": 0.741107, "main_score": 0.704594, "hf_subset": "lus_Latn-asm_Beng", "languages": ["lus-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.618068, "recall": 0.668972, "f1": 0.631885, "accuracy": 0.668972, "main_score": 0.631885, "hf_subset": "lus_Latn-ckb_Arab", "languages": ["lus-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571487, "recall": 0.621542, "f1": 0.585217, "accuracy": 0.621542, "main_score": 0.585217, "hf_subset": "lus_Latn-gle_Latn", "languages": ["lus-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644645, "recall": 0.697628, "f1": 0.659402, "accuracy": 0.697628, "main_score": 0.659402, "hf_subset": "lus_Latn-kas_Arab", "languages": ["lus-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.650539, "recall": 0.706522, "f1": 0.666078, "accuracy": 0.706522, "main_score": 0.666078, "hf_subset": "lus_Latn-ltg_Latn", "languages": ["lus-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585445, "recall": 0.635375, "f1": 0.599498, "accuracy": 0.635375, "main_score": 0.599498, "hf_subset": "lus_Latn-nso_Latn", "languages": ["lus-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622281, "recall": 0.681818, "f1": 0.638545, "accuracy": 0.681818, "main_score": 0.638545, "hf_subset": "lus_Latn-sin_Sinh", "languages": ["lus-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.718456, "recall": 0.764822, "f1": 0.731388, "accuracy": 0.764822, "main_score": 0.731388, "hf_subset": "lus_Latn-tha_Thai", "languages": ["lus-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.716863, "recall": 0.767787, "f1": 0.730252, "accuracy": 0.767787, "main_score": 0.730252, "hf_subset": "lus_Latn-zho_Hans", "languages": ["lus-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.733037, "recall": 0.777668, "f1": 0.745847, "accuracy": 0.777668, "main_score": 0.745847, "hf_subset": "lus_Latn-ast_Latn", "languages": ["lus-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696259, "recall": 0.745059, "f1": 0.70991, "accuracy": 0.745059, "main_score": 0.70991, "hf_subset": "lus_Latn-crh_Latn", "languages": ["lus-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737527, "recall": 0.787549, "f1": 0.751589, "accuracy": 0.787549, "main_score": 0.751589, "hf_subset": "lus_Latn-glg_Latn", "languages": ["lus-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623295, "recall": 0.68083, "f1": 0.639731, "accuracy": 0.68083, "main_score": 0.639731, "hf_subset": "lus_Latn-kas_Deva", "languages": ["lus-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.698586, "recall": 0.73913, "f1": 0.709621, "accuracy": 0.73913, "main_score": 0.709621, "hf_subset": "lus_Latn-ltz_Latn", "languages": ["lus-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454389, "recall": 0.51581, "f1": 0.470981, "accuracy": 0.51581, "main_score": 0.470981, "hf_subset": "lus_Latn-nus_Latn", "languages": ["lus-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718471, "recall": 0.771739, "f1": 0.732852, "accuracy": 0.771739, "main_score": 0.732852, "hf_subset": "lus_Latn-slk_Latn", "languages": ["lus-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448473, "recall": 0.516798, "f1": 0.467159, "accuracy": 0.516798, "main_score": 0.467159, "hf_subset": "lus_Latn-tir_Ethi", "languages": ["lus-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.731412, "recall": 0.777668, "f1": 0.744336, "accuracy": 0.777668, "main_score": 0.744336, "hf_subset": "lus_Latn-zho_Hant", "languages": ["lus-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.721642, "recall": 0.766798, "f1": 0.734241, "accuracy": 0.766798, "main_score": 0.734241, "hf_subset": "lus_Latn-awa_Deva", "languages": ["lus-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.643169, "recall": 0.692688, "f1": 0.657232, "accuracy": 0.692688, "main_score": 0.657232, "hf_subset": "lus_Latn-cym_Latn", "languages": ["lus-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662352, "recall": 0.704545, "f1": 0.674639, "accuracy": 0.704545, "main_score": 0.674639, "hf_subset": "lus_Latn-grn_Latn", "languages": ["lus-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692547, "recall": 0.748024, "f1": 0.708404, "accuracy": 0.748024, "main_score": 0.708404, "hf_subset": "lus_Latn-kat_Geor", "languages": ["lus-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.592371, "recall": 0.633399, "f1": 0.603859, "accuracy": 0.633399, "main_score": 0.603859, "hf_subset": "lus_Latn-lua_Latn", "languages": ["lus-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591198, "recall": 0.636364, "f1": 0.604284, "accuracy": 0.636364, "main_score": 0.604284, "hf_subset": "lus_Latn-nya_Latn", "languages": ["lus-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720151, "recall": 0.763834, "f1": 0.731562, "accuracy": 0.763834, "main_score": 0.731562, "hf_subset": "lus_Latn-slv_Latn", "languages": ["lus-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737848, "recall": 0.773715, "f1": 0.747919, "accuracy": 0.773715, "main_score": 0.747919, "hf_subset": "lus_Latn-tpi_Latn", "languages": ["lus-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736573, "recall": 0.786561, "f1": 0.750583, "accuracy": 0.786561, "main_score": 0.750583, "hf_subset": "lus_Latn-zsm_Latn", "languages": ["lus-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532569, "recall": 0.583992, "f1": 0.548158, "accuracy": 0.583992, "main_score": 0.548158, "hf_subset": "lus_Latn-ayr_Latn", "languages": ["lus-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73532, "recall": 0.784585, "f1": 0.748655, "accuracy": 0.784585, "main_score": 0.748655, "hf_subset": "lus_Latn-dan_Latn", "languages": ["lus-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.733644, "recall": 0.787549, "f1": 0.749051, "accuracy": 0.787549, "main_score": 0.749051, "hf_subset": "lus_Latn-guj_Gujr", "languages": ["lus-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.719295, "recall": 0.76581, "f1": 0.732195, "accuracy": 0.76581, "main_score": 0.732195, "hf_subset": "lus_Latn-kaz_Cyrl", "languages": ["lus-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521057, "recall": 0.573123, "f1": 0.535022, "accuracy": 0.573123, "main_score": 0.535022, "hf_subset": "lus_Latn-lug_Latn", "languages": ["lus-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74118, "recall": 0.787549, "f1": 0.753915, "accuracy": 0.787549, "main_score": 0.753915, "hf_subset": "lus_Latn-oci_Latn", "languages": ["lus-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62065, "recall": 0.674901, "f1": 0.636234, "accuracy": 0.674901, "main_score": 0.636234, "hf_subset": "lus_Latn-smo_Latn", "languages": ["lus-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52282, "recall": 0.581028, "f1": 0.539157, "accuracy": 0.581028, "main_score": 0.539157, "hf_subset": "lus_Latn-tsn_Latn", "languages": ["lus-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55254, "recall": 0.608696, "f1": 0.568209, "accuracy": 0.608696, "main_score": 0.568209, "hf_subset": "lus_Latn-zul_Latn", "languages": ["lus-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605505, "recall": 0.663043, "f1": 0.621682, "accuracy": 0.663043, "main_score": 0.621682, "hf_subset": "lus_Latn-azb_Arab", "languages": ["lus-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.741594, "recall": 0.789526, "f1": 0.754414, "accuracy": 0.789526, "main_score": 0.754414, "hf_subset": "lus_Latn-deu_Latn", "languages": ["lus-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636685, "recall": 0.694664, "f1": 0.652601, "accuracy": 0.694664, "main_score": 0.652601, "hf_subset": "lus_Latn-hat_Latn", "languages": ["lus-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488731, "recall": 0.54249, "f1": 0.503567, "accuracy": 0.54249, "main_score": 0.503567, "hf_subset": "lus_Latn-kbp_Latn", "languages": ["lus-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561744, "recall": 0.61166, "f1": 0.575834, "accuracy": 0.61166, "main_score": 0.575834, "hf_subset": "lus_Latn-luo_Latn", "languages": ["lus-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705675, "recall": 0.756917, "f1": 0.720292, "accuracy": 0.756917, "main_score": 0.720292, "hf_subset": "lus_Latn-ory_Orya", "languages": ["lus-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.556558, "recall": 0.608696, "f1": 0.571416, "accuracy": 0.608696, "main_score": 0.571416, "hf_subset": "lus_Latn-sna_Latn", "languages": ["lus-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539606, "recall": 0.58498, "f1": 0.552294, "accuracy": 0.58498, "main_score": 0.552294, "hf_subset": "lus_Latn-tso_Latn", "languages": ["lus-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702017, "recall": 0.755929, "f1": 0.71733, "accuracy": 0.755929, "main_score": 0.71733, "hf_subset": "lus_Latn-azj_Latn", "languages": ["lus-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531826, "recall": 0.582016, "f1": 0.546551, "accuracy": 0.582016, "main_score": 0.546551, "hf_subset": "lus_Latn-dik_Latn", "languages": ["lus-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588565, "recall": 0.636364, "f1": 0.60189, "accuracy": 0.636364, "main_score": 0.60189, "hf_subset": "lus_Latn-hau_Latn", "languages": ["lus-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688028, "recall": 0.729249, "f1": 0.69976, "accuracy": 0.729249, "main_score": 0.69976, "hf_subset": "lus_Latn-kea_Latn", "languages": ["lus-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695028, "recall": 0.732213, "f1": 0.705828, "accuracy": 0.732213, "main_score": 0.705828, "hf_subset": "lus_Latn-pag_Latn", "languages": ["lus-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68698, "recall": 0.740119, "f1": 0.701586, "accuracy": 0.740119, "main_score": 0.701586, "hf_subset": "lus_Latn-snd_Arab", "languages": ["lus-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.64425, "recall": 0.690711, "f1": 0.657386, "accuracy": 0.690711, "main_score": 0.657386, "hf_subset": "lus_Latn-tuk_Latn", "languages": ["lus-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709645, "recall": 0.753953, "f1": 0.721546, "accuracy": 0.753953, "main_score": 0.721546, "hf_subset": "lus_Latn-bak_Cyrl", "languages": ["lus-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.46554, "recall": 0.533597, "f1": 0.485312, "accuracy": 0.533597, "main_score": 0.485312, "hf_subset": "lus_Latn-dyu_Latn", "languages": ["lus-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704937, "recall": 0.752964, "f1": 0.717637, "accuracy": 0.752964, "main_score": 0.717637, "hf_subset": "lus_Latn-heb_Hebr", "languages": ["lus-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.662919, "recall": 0.709486, "f1": 0.67607, "accuracy": 0.709486, "main_score": 0.67607, "hf_subset": "lus_Latn-khk_Cyrl", "languages": ["lus-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727199, "recall": 0.770751, "f1": 0.738982, "accuracy": 0.770751, "main_score": 0.738982, "hf_subset": "lus_Latn-lvs_Latn", "languages": ["lus-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.722318, "recall": 0.778656, "f1": 0.738095, "accuracy": 0.778656, "main_score": 0.738095, "hf_subset": "lus_Latn-pan_Guru", "languages": ["lus-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.538076, "recall": 0.592885, "f1": 0.554122, "accuracy": 0.592885, "main_score": 0.554122, "hf_subset": "lus_Latn-som_Latn", "languages": ["lus-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552808, "recall": 0.601779, "f1": 0.56651, "accuracy": 0.601779, "main_score": 0.56651, "hf_subset": "lus_Latn-tum_Latn", "languages": ["lus-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552728, "recall": 0.613636, "f1": 0.570246, "accuracy": 0.613636, "main_score": 0.570246, "hf_subset": "pag_Latn-ace_Arab", "languages": ["pag-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521806, "recall": 0.581028, "f1": 0.538402, "accuracy": 0.581028, "main_score": 0.538402, "hf_subset": "pag_Latn-bam_Latn", "languages": ["pag-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289222, "recall": 0.341897, "f1": 0.303061, "accuracy": 0.341897, "main_score": 0.303061, "hf_subset": "pag_Latn-dzo_Tibt", "languages": ["pag-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.869796, "recall": 0.899209, "f1": 0.878465, "accuracy": 0.899209, "main_score": 0.878465, "hf_subset": "pag_Latn-hin_Deva", "languages": ["pag-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.788908, "recall": 0.833004, "f1": 0.801929, "accuracy": 0.833004, "main_score": 0.801929, "hf_subset": "pag_Latn-khm_Khmr", "languages": ["pag-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.864542, "recall": 0.895257, "f1": 0.873984, "accuracy": 0.895257, "main_score": 0.873984, "hf_subset": "pag_Latn-mag_Deva", "languages": ["pag-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.852728, "recall": 0.883399, "f1": 0.861939, "accuracy": 0.883399, "main_score": 0.861939, "hf_subset": "pag_Latn-pap_Latn", "languages": ["pag-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583979, "recall": 0.633399, "f1": 0.597102, "accuracy": 0.633399, "main_score": 0.597102, "hf_subset": "pag_Latn-sot_Latn", "languages": ["pag-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844104, "recall": 0.878458, "f1": 0.85424, "accuracy": 0.878458, "main_score": 0.85424, "hf_subset": "pag_Latn-tur_Latn", "languages": ["pag-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753113, "recall": 0.795455, "f1": 0.765849, "accuracy": 0.795455, "main_score": 0.765849, "hf_subset": "pag_Latn-ace_Latn", "languages": ["pag-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837086, "recall": 0.866601, "f1": 0.845753, "accuracy": 0.866601, "main_score": 0.845753, "hf_subset": "pag_Latn-ban_Latn", "languages": ["pag-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847936, "recall": 0.885375, "f1": 0.859157, "accuracy": 0.885375, "main_score": 0.859157, "hf_subset": "pag_Latn-ell_Grek", "languages": ["pag-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.848792, "recall": 0.881423, "f1": 0.858649, "accuracy": 0.881423, "main_score": 0.858649, "hf_subset": "pag_Latn-hne_Deva", "languages": ["pag-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.584042, "recall": 0.635375, "f1": 0.598504, "accuracy": 0.635375, "main_score": 0.598504, "hf_subset": "pag_Latn-kik_Latn", "languages": ["pag-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87486, "recall": 0.903162, "f1": 0.883619, "accuracy": 0.903162, "main_score": 0.883619, "hf_subset": "pag_Latn-mai_Deva", "languages": ["pag-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.772704, "recall": 0.818182, "f1": 0.786107, "accuracy": 0.818182, "main_score": 0.786107, "hf_subset": "pag_Latn-pbt_Arab", "languages": ["pag-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.863316, "recall": 0.896245, "f1": 0.872875, "accuracy": 0.896245, "main_score": 0.872875, "hf_subset": "pag_Latn-spa_Latn", "languages": ["pag-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624757, "recall": 0.676877, "f1": 0.639265, "accuracy": 0.676877, "main_score": 0.639265, "hf_subset": "pag_Latn-twi_Latn", "languages": ["pag-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83941, "recall": 0.876482, "f1": 0.850171, "accuracy": 0.876482, "main_score": 0.850171, "hf_subset": "pag_Latn-acm_Arab", "languages": ["pag-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.820784, "recall": 0.857708, "f1": 0.831559, "accuracy": 0.857708, "main_score": 0.831559, "hf_subset": "pag_Latn-bel_Cyrl", "languages": ["pag-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.891142, "recall": 0.916008, "f1": 0.898442, "accuracy": 0.916008, "main_score": 0.898442, "hf_subset": "pag_Latn-eng_Latn", "languages": ["pag-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852167, "recall": 0.885375, "f1": 0.862138, "accuracy": 0.885375, "main_score": 0.862138, "hf_subset": "pag_Latn-hrv_Latn", "languages": ["pag-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51442, "recall": 0.571146, "f1": 0.530108, "accuracy": 0.571146, "main_score": 0.530108, "hf_subset": "pag_Latn-kin_Latn", "languages": ["pag-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845109, "recall": 0.883399, "f1": 0.85687, "accuracy": 0.883399, "main_score": 0.85687, "hf_subset": "pag_Latn-mal_Mlym", "languages": ["pag-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.851607, "recall": 0.884387, "f1": 0.861022, "accuracy": 0.884387, "main_score": 0.861022, "hf_subset": "pag_Latn-pes_Arab", "languages": ["pag-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.829523, "recall": 0.860672, "f1": 0.838514, "accuracy": 0.860672, "main_score": 0.838514, "hf_subset": "pag_Latn-srd_Latn", "languages": ["pag-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178902, "recall": 0.218379, "f1": 0.188383, "accuracy": 0.218379, "main_score": 0.188383, "hf_subset": "pag_Latn-tzm_Tfng", "languages": ["pag-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.854315, "recall": 0.890316, "f1": 0.86525, "accuracy": 0.890316, "main_score": 0.86525, "hf_subset": "pag_Latn-acq_Arab", "languages": ["pag-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.612775, "recall": 0.660079, "f1": 0.625911, "accuracy": 0.660079, "main_score": 0.625911, "hf_subset": "pag_Latn-bem_Latn", "languages": ["pag-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852249, "recall": 0.886364, "f1": 0.86242, "accuracy": 0.886364, "main_score": 0.86242, "hf_subset": "pag_Latn-epo_Latn", "languages": ["pag-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840237, "recall": 0.880435, "f1": 0.852591, "accuracy": 0.880435, "main_score": 0.852591, "hf_subset": "pag_Latn-hun_Latn", "languages": ["pag-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795366, "recall": 0.832016, "f1": 0.806079, "accuracy": 0.832016, "main_score": 0.806079, "hf_subset": "pag_Latn-kir_Cyrl", "languages": ["pag-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.862608, "recall": 0.891304, "f1": 0.870951, "accuracy": 0.891304, "main_score": 0.870951, "hf_subset": "pag_Latn-mar_Deva", "languages": ["pag-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612715, "recall": 0.660079, "f1": 0.626309, "accuracy": 0.660079, "main_score": 0.626309, "hf_subset": "pag_Latn-plt_Latn", "languages": ["pag-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86563, "recall": 0.898221, "f1": 0.875302, "accuracy": 0.898221, "main_score": 0.875302, "hf_subset": "pag_Latn-srp_Cyrl", "languages": ["pag-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.720976, "recall": 0.771739, "f1": 0.735705, "accuracy": 0.771739, "main_score": 0.735705, "hf_subset": "pag_Latn-uig_Arab", "languages": ["pag-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.835507, "recall": 0.871542, "f1": 0.846349, "accuracy": 0.871542, "main_score": 0.846349, "hf_subset": "pag_Latn-aeb_Arab", "languages": ["pag-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.856152, "recall": 0.88834, "f1": 0.865469, "accuracy": 0.88834, "main_score": 0.865469, "hf_subset": "pag_Latn-ben_Beng", "languages": ["pag-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.834042, "recall": 0.866601, "f1": 0.843892, "accuracy": 0.866601, "main_score": 0.843892, "hf_subset": "pag_Latn-est_Latn", "languages": ["pag-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820135, "recall": 0.859684, "f1": 0.831591, "accuracy": 0.859684, "main_score": 0.831591, "hf_subset": "pag_Latn-hye_Armn", "languages": ["pag-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.540704, "recall": 0.588933, "f1": 0.554548, "accuracy": 0.588933, "main_score": 0.554548, "hf_subset": "pag_Latn-kmb_Latn", "languages": ["pag-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47664, "recall": 0.549407, "f1": 0.496372, "accuracy": 0.549407, "main_score": 0.496372, "hf_subset": "pag_Latn-min_Arab", "languages": ["pag-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.85555, "recall": 0.88834, "f1": 0.865269, "accuracy": 0.88834, "main_score": 0.865269, "hf_subset": "pag_Latn-pol_Latn", "languages": ["pag-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559269, "recall": 0.619565, "f1": 0.576114, "accuracy": 0.619565, "main_score": 0.576114, "hf_subset": "pag_Latn-ssw_Latn", "languages": ["pag-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85975, "recall": 0.895257, "f1": 0.870455, "accuracy": 0.895257, "main_score": 0.870455, "hf_subset": "pag_Latn-ukr_Cyrl", "languages": ["pag-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.875906, "recall": 0.906126, "f1": 0.884881, "accuracy": 0.906126, "main_score": 0.884881, "hf_subset": "pag_Latn-afr_Latn", "languages": ["pag-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85802, "recall": 0.884387, "f1": 0.866173, "accuracy": 0.884387, "main_score": 0.866173, "hf_subset": "pag_Latn-bho_Deva", "languages": ["pag-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.800148, "recall": 0.842885, "f1": 0.813636, "accuracy": 0.842885, "main_score": 0.813636, "hf_subset": "pag_Latn-eus_Latn", "languages": ["pag-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559826, "recall": 0.619565, "f1": 0.576575, "accuracy": 0.619565, "main_score": 0.576575, "hf_subset": "pag_Latn-ibo_Latn", "languages": ["pag-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675033, "recall": 0.730237, "f1": 0.691046, "accuracy": 0.730237, "main_score": 0.691046, "hf_subset": "pag_Latn-kmr_Latn", "languages": ["pag-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825733, "recall": 0.858696, "f1": 0.835072, "accuracy": 0.858696, "main_score": 0.835072, "hf_subset": "pag_Latn-min_Latn", "languages": ["pag-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881085, "recall": 0.911067, "f1": 0.890009, "accuracy": 0.911067, "main_score": 0.890009, "hf_subset": "pag_Latn-por_Latn", "languages": ["pag-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845169, "recall": 0.876482, "f1": 0.85432, "accuracy": 0.876482, "main_score": 0.85432, "hf_subset": "pag_Latn-sun_Latn", "languages": ["pag-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523241, "recall": 0.58004, "f1": 0.539155, "accuracy": 0.58004, "main_score": 0.539155, "hf_subset": "pag_Latn-umb_Latn", "languages": ["pag-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848243, "recall": 0.882411, "f1": 0.858508, "accuracy": 0.882411, "main_score": 0.858508, "hf_subset": "pag_Latn-ajp_Arab", "languages": ["pag-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514272, "recall": 0.58004, "f1": 0.533204, "accuracy": 0.58004, "main_score": 0.533204, "hf_subset": "pag_Latn-bjn_Arab", "languages": ["pag-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537666, "recall": 0.585968, "f1": 0.5509, "accuracy": 0.585968, "main_score": 0.5509, "hf_subset": "pag_Latn-ewe_Latn", "languages": ["pag-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870825, "recall": 0.897233, "f1": 0.878744, "accuracy": 0.897233, "main_score": 0.878744, "hf_subset": "pag_Latn-ilo_Latn", "languages": ["pag-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315211, "recall": 0.37747, "f1": 0.331774, "accuracy": 0.37747, "main_score": 0.331774, "hf_subset": "pag_Latn-knc_Arab", "languages": ["pag-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.859816, "recall": 0.891304, "f1": 0.869151, "accuracy": 0.891304, "main_score": 0.869151, "hf_subset": "pag_Latn-mkd_Cyrl", "languages": ["pag-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.850264, "recall": 0.885375, "f1": 0.860524, "accuracy": 0.885375, "main_score": 0.860524, "hf_subset": "pag_Latn-prs_Arab", "languages": ["pag-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.868297, "recall": 0.902174, "f1": 0.878524, "accuracy": 0.902174, "main_score": 0.878524, "hf_subset": "pag_Latn-swe_Latn", "languages": ["pag-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841233, "recall": 0.879447, "f1": 0.852848, "accuracy": 0.879447, "main_score": 0.852848, "hf_subset": "pag_Latn-urd_Arab", "languages": ["pag-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587576, "recall": 0.649209, "f1": 0.605101, "accuracy": 0.649209, "main_score": 0.605101, "hf_subset": "pag_Latn-aka_Latn", "languages": ["pag-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833623, "recall": 0.866601, "f1": 0.843692, "accuracy": 0.866601, "main_score": 0.843692, "hf_subset": "pag_Latn-bjn_Latn", "languages": ["pag-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745902, "recall": 0.793478, "f1": 0.759969, "accuracy": 0.793478, "main_score": 0.759969, "hf_subset": "pag_Latn-fao_Latn", "languages": ["pag-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870586, "recall": 0.902174, "f1": 0.880069, "accuracy": 0.902174, "main_score": 0.880069, "hf_subset": "pag_Latn-ind_Latn", "languages": ["pag-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592523, "recall": 0.645257, "f1": 0.607077, "accuracy": 0.645257, "main_score": 0.607077, "hf_subset": "pag_Latn-knc_Latn", "languages": ["pag-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849763, "recall": 0.878458, "f1": 0.857708, "accuracy": 0.878458, "main_score": 0.857708, "hf_subset": "pag_Latn-mlt_Latn", "languages": ["pag-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634243, "recall": 0.687747, "f1": 0.650068, "accuracy": 0.687747, "main_score": 0.650068, "hf_subset": "pag_Latn-quy_Latn", "languages": ["pag-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743059, "recall": 0.789526, "f1": 0.756162, "accuracy": 0.789526, "main_score": 0.756162, "hf_subset": "pag_Latn-swh_Latn", "languages": ["pag-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811641, "recall": 0.851779, "f1": 0.823341, "accuracy": 0.851779, "main_score": 0.823341, "hf_subset": "pag_Latn-uzn_Latn", "languages": ["pag-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840613, "recall": 0.874506, "f1": 0.850678, "accuracy": 0.874506, "main_score": 0.850678, "hf_subset": "pag_Latn-als_Latn", "languages": ["pag-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360187, "recall": 0.43083, "f1": 0.377364, "accuracy": 0.43083, "main_score": 0.377364, "hf_subset": "pag_Latn-bod_Tibt", "languages": ["pag-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.625974, "recall": 0.66996, "f1": 0.6376, "accuracy": 0.66996, "main_score": 0.6376, "hf_subset": "pag_Latn-fij_Latn", "languages": ["pag-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766662, "recall": 0.814229, "f1": 0.780258, "accuracy": 0.814229, "main_score": 0.780258, "hf_subset": "pag_Latn-isl_Latn", "languages": ["pag-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646887, "recall": 0.6917, "f1": 0.659985, "accuracy": 0.6917, "main_score": 0.659985, "hf_subset": "pag_Latn-kon_Latn", "languages": ["pag-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65084, "recall": 0.709486, "f1": 0.667791, "accuracy": 0.709486, "main_score": 0.667791, "hf_subset": "pag_Latn-mni_Beng", "languages": ["pag-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.876235, "recall": 0.907115, "f1": 0.885724, "accuracy": 0.907115, "main_score": 0.885724, "hf_subset": "pag_Latn-ron_Latn", "languages": ["pag-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827794, "recall": 0.862648, "f1": 0.838702, "accuracy": 0.862648, "main_score": 0.838702, "hf_subset": "pag_Latn-szl_Latn", "languages": ["pag-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858959, "recall": 0.893281, "f1": 0.869123, "accuracy": 0.893281, "main_score": 0.869123, "hf_subset": "pag_Latn-vec_Latn", "languages": ["pag-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690881, "recall": 0.744071, "f1": 0.706476, "accuracy": 0.744071, "main_score": 0.706476, "hf_subset": "pag_Latn-amh_Ethi", "languages": ["pag-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.855805, "recall": 0.88834, "f1": 0.865371, "accuracy": 0.88834, "main_score": 0.865371, "hf_subset": "pag_Latn-bos_Latn", "languages": ["pag-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833514, "recall": 0.871542, "f1": 0.844769, "accuracy": 0.871542, "main_score": 0.844769, "hf_subset": "pag_Latn-fin_Latn", "languages": ["pag-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859816, "recall": 0.893281, "f1": 0.869438, "accuracy": 0.893281, "main_score": 0.869438, "hf_subset": "pag_Latn-ita_Latn", "languages": ["pag-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856176, "recall": 0.890316, "f1": 0.866996, "accuracy": 0.890316, "main_score": 0.866996, "hf_subset": "pag_Latn-kor_Hang", "languages": ["pag-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.557744, "recall": 0.612648, "f1": 0.573045, "accuracy": 0.612648, "main_score": 0.573045, "hf_subset": "pag_Latn-mos_Latn", "languages": ["pag-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536439, "recall": 0.588933, "f1": 0.550917, "accuracy": 0.588933, "main_score": 0.550917, "hf_subset": "pag_Latn-run_Latn", "languages": ["pag-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837043, "recall": 0.870553, "f1": 0.847019, "accuracy": 0.870553, "main_score": 0.847019, "hf_subset": "pag_Latn-tam_Taml", "languages": ["pag-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.846945, "recall": 0.882411, "f1": 0.857466, "accuracy": 0.882411, "main_score": 0.857466, "hf_subset": "pag_Latn-vie_Latn", "languages": ["pag-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848682, "recall": 0.882411, "f1": 0.858733, "accuracy": 0.882411, "main_score": 0.858733, "hf_subset": "pag_Latn-apc_Arab", "languages": ["pag-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.760194, "recall": 0.800395, "f1": 0.772021, "accuracy": 0.800395, "main_score": 0.772021, "hf_subset": "pag_Latn-bug_Latn", "languages": ["pag-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487428, "recall": 0.538538, "f1": 0.501053, "accuracy": 0.538538, "main_score": 0.501053, "hf_subset": "pag_Latn-fon_Latn", "languages": ["pag-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84753, "recall": 0.873518, "f1": 0.855289, "accuracy": 0.873518, "main_score": 0.855289, "hf_subset": "pag_Latn-jav_Latn", "languages": ["pag-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752042, "recall": 0.799407, "f1": 0.766144, "accuracy": 0.799407, "main_score": 0.766144, "hf_subset": "pag_Latn-lao_Laoo", "languages": ["pag-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.622807, "recall": 0.677866, "f1": 0.638728, "accuracy": 0.677866, "main_score": 0.638728, "hf_subset": "pag_Latn-mri_Latn", "languages": ["pag-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856217, "recall": 0.890316, "f1": 0.866411, "accuracy": 0.890316, "main_score": 0.866411, "hf_subset": "pag_Latn-rus_Cyrl", "languages": ["pag-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540098, "recall": 0.599802, "f1": 0.556235, "accuracy": 0.599802, "main_score": 0.556235, "hf_subset": "pag_Latn-taq_Latn", "languages": ["pag-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893998, "recall": 0.917984, "f1": 0.901136, "accuracy": 0.917984, "main_score": 0.901136, "hf_subset": "pag_Latn-war_Latn", "languages": ["pag-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854333, "recall": 0.889328, "f1": 0.864432, "accuracy": 0.889328, "main_score": 0.864432, "hf_subset": "pag_Latn-arb_Arab", "languages": ["pag-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.856752, "recall": 0.891304, "f1": 0.867194, "accuracy": 0.891304, "main_score": 0.867194, "hf_subset": "pag_Latn-bul_Cyrl", "languages": ["pag-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.874862, "recall": 0.903162, "f1": 0.882979, "accuracy": 0.903162, "main_score": 0.882979, "hf_subset": "pag_Latn-fra_Latn", "languages": ["pag-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861497, "recall": 0.892292, "f1": 0.870793, "accuracy": 0.892292, "main_score": 0.870793, "hf_subset": "pag_Latn-jpn_Jpan", "languages": ["pag-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.845704, "recall": 0.878458, "f1": 0.85519, "accuracy": 0.878458, "main_score": 0.85519, "hf_subset": "pag_Latn-lij_Latn", "languages": ["pag-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716035, "recall": 0.778656, "f1": 0.734505, "accuracy": 0.778656, "main_score": 0.734505, "hf_subset": "pag_Latn-mya_Mymr", "languages": ["pag-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.58824, "recall": 0.645257, "f1": 0.603715, "accuracy": 0.645257, "main_score": 0.603715, "hf_subset": "pag_Latn-sag_Latn", "languages": ["pag-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193389, "recall": 0.244071, "f1": 0.204854, "accuracy": 0.244071, "main_score": 0.204854, "hf_subset": "pag_Latn-taq_Tfng", "languages": ["pag-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.623634, "recall": 0.679842, "f1": 0.639305, "accuracy": 0.679842, "main_score": 0.639305, "hf_subset": "pag_Latn-wol_Latn", "languages": ["pag-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581085, "recall": 0.645257, "f1": 0.599069, "accuracy": 0.645257, "main_score": 0.599069, "hf_subset": "pag_Latn-arb_Latn", "languages": ["pag-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874382, "recall": 0.90415, "f1": 0.883289, "accuracy": 0.90415, "main_score": 0.883289, "hf_subset": "pag_Latn-cat_Latn", "languages": ["pag-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845696, "recall": 0.87747, "f1": 0.854908, "accuracy": 0.87747, "main_score": 0.854908, "hf_subset": "pag_Latn-fur_Latn", "languages": ["pag-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409029, "recall": 0.465415, "f1": 0.423486, "accuracy": 0.465415, "main_score": 0.423486, "hf_subset": "pag_Latn-kab_Latn", "languages": ["pag-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828611, "recall": 0.857708, "f1": 0.836924, "accuracy": 0.857708, "main_score": 0.836924, "hf_subset": "pag_Latn-lim_Latn", "languages": ["pag-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852646, "recall": 0.889328, "f1": 0.863472, "accuracy": 0.889328, "main_score": 0.863472, "hf_subset": "pag_Latn-nld_Latn", "languages": ["pag-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778508, "recall": 0.829051, "f1": 0.793445, "accuracy": 0.829051, "main_score": 0.793445, "hf_subset": "pag_Latn-san_Deva", "languages": ["pag-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.821914, "recall": 0.854743, "f1": 0.83155, "accuracy": 0.854743, "main_score": 0.83155, "hf_subset": "pag_Latn-tat_Cyrl", "languages": ["pag-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.630232, "recall": 0.677866, "f1": 0.644071, "accuracy": 0.677866, "main_score": 0.644071, "hf_subset": "pag_Latn-xho_Latn", "languages": ["pag-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850736, "recall": 0.887352, "f1": 0.86158, "accuracy": 0.887352, "main_score": 0.86158, "hf_subset": "pag_Latn-ars_Arab", "languages": ["pag-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.887352, "recall": 0.910079, "f1": 0.894203, "accuracy": 0.910079, "main_score": 0.894203, "hf_subset": "pag_Latn-ceb_Latn", "languages": ["pag-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542931, "recall": 0.606719, "f1": 0.561325, "accuracy": 0.606719, "main_score": 0.561325, "hf_subset": "pag_Latn-fuv_Latn", "languages": ["pag-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511228, "recall": 0.573123, "f1": 0.527728, "accuracy": 0.573123, "main_score": 0.527728, "hf_subset": "pag_Latn-kac_Latn", "languages": ["pag-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652339, "recall": 0.70751, "f1": 0.667556, "accuracy": 0.70751, "main_score": 0.667556, "hf_subset": "pag_Latn-lin_Latn", "languages": ["pag-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871122, "recall": 0.898221, "f1": 0.879191, "accuracy": 0.898221, "main_score": 0.879191, "hf_subset": "pag_Latn-nno_Latn", "languages": ["pag-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.128851, "recall": 0.175889, "f1": 0.140264, "accuracy": 0.175889, "main_score": 0.140264, "hf_subset": "pag_Latn-sat_Olck", "languages": ["pag-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.857708, "recall": 0.891304, "f1": 0.867906, "accuracy": 0.891304, "main_score": 0.867906, "hf_subset": "pag_Latn-tel_Telu", "languages": ["pag-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.716134, "recall": 0.770751, "f1": 0.732529, "accuracy": 0.770751, "main_score": 0.732529, "hf_subset": "pag_Latn-ydd_Hebr", "languages": ["pag-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.799912, "recall": 0.843874, "f1": 0.813002, "accuracy": 0.843874, "main_score": 0.813002, "hf_subset": "pag_Latn-ary_Arab", "languages": ["pag-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.864495, "recall": 0.894269, "f1": 0.873386, "accuracy": 0.894269, "main_score": 0.873386, "hf_subset": "pag_Latn-ces_Latn", "languages": ["pag-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553837, "recall": 0.61166, "f1": 0.570131, "accuracy": 0.61166, "main_score": 0.570131, "hf_subset": "pag_Latn-gaz_Latn", "languages": ["pag-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557033, "recall": 0.62253, "f1": 0.575274, "accuracy": 0.62253, "main_score": 0.575274, "hf_subset": "pag_Latn-kam_Latn", "languages": ["pag-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839321, "recall": 0.871542, "f1": 0.848704, "accuracy": 0.871542, "main_score": 0.848704, "hf_subset": "pag_Latn-lit_Latn", "languages": ["pag-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862269, "recall": 0.894269, "f1": 0.871905, "accuracy": 0.894269, "main_score": 0.871905, "hf_subset": "pag_Latn-nob_Latn", "languages": ["pag-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818654, "recall": 0.852767, "f1": 0.82884, "accuracy": 0.852767, "main_score": 0.82884, "hf_subset": "pag_Latn-scn_Latn", "languages": ["pag-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787173, "recall": 0.821146, "f1": 0.796833, "accuracy": 0.821146, "main_score": 0.796833, "hf_subset": "pag_Latn-tgk_Cyrl", "languages": ["pag-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.573527, "recall": 0.635375, "f1": 0.591208, "accuracy": 0.635375, "main_score": 0.591208, "hf_subset": "pag_Latn-yor_Latn", "languages": ["pag-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833317, "recall": 0.868577, "f1": 0.843874, "accuracy": 0.868577, "main_score": 0.843874, "hf_subset": "pag_Latn-arz_Arab", "languages": ["pag-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543746, "recall": 0.606719, "f1": 0.561597, "accuracy": 0.606719, "main_score": 0.561597, "hf_subset": "pag_Latn-cjk_Latn", "languages": ["pag-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598077, "recall": 0.652174, "f1": 0.612664, "accuracy": 0.652174, "main_score": 0.612664, "hf_subset": "pag_Latn-gla_Latn", "languages": ["pag-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853706, "recall": 0.886364, "f1": 0.863472, "accuracy": 0.886364, "main_score": 0.863472, "hf_subset": "pag_Latn-kan_Knda", "languages": ["pag-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.854364, "recall": 0.884387, "f1": 0.86326, "accuracy": 0.884387, "main_score": 0.86326, "hf_subset": "pag_Latn-lmo_Latn", "languages": ["pag-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85802, "recall": 0.889328, "f1": 0.86749, "accuracy": 0.889328, "main_score": 0.86749, "hf_subset": "pag_Latn-npi_Deva", "languages": ["pag-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466057, "recall": 0.529644, "f1": 0.483095, "accuracy": 0.529644, "main_score": 0.483095, "hf_subset": "pag_Latn-shn_Mymr", "languages": ["pag-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.885128, "recall": 0.911067, "f1": 0.892951, "accuracy": 0.911067, "main_score": 0.892951, "hf_subset": "pag_Latn-tgl_Latn", "languages": ["pag-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849665, "recall": 0.884387, "f1": 0.859985, "accuracy": 0.884387, "main_score": 0.859985, "hf_subset": "pag_Latn-yue_Hant", "languages": ["pag-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.816638, "recall": 0.856719, "f1": 0.8282, "accuracy": 0.856719, "main_score": 0.8282, "hf_subset": "pag_Latn-asm_Beng", "languages": ["pag-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.741615, "recall": 0.785573, "f1": 0.754596, "accuracy": 0.785573, "main_score": 0.754596, "hf_subset": "pag_Latn-ckb_Arab", "languages": ["pag-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.638338, "recall": 0.689723, "f1": 0.652656, "accuracy": 0.689723, "main_score": 0.652656, "hf_subset": "pag_Latn-gle_Latn", "languages": ["pag-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779754, "recall": 0.818182, "f1": 0.790825, "accuracy": 0.818182, "main_score": 0.790825, "hf_subset": "pag_Latn-kas_Arab", "languages": ["pag-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.767633, "recall": 0.815217, "f1": 0.781837, "accuracy": 0.815217, "main_score": 0.781837, "hf_subset": "pag_Latn-ltg_Latn", "languages": ["pag-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607333, "recall": 0.655138, "f1": 0.62097, "accuracy": 0.655138, "main_score": 0.62097, "hf_subset": "pag_Latn-nso_Latn", "languages": ["pag-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72124, "recall": 0.774704, "f1": 0.737037, "accuracy": 0.774704, "main_score": 0.737037, "hf_subset": "pag_Latn-sin_Sinh", "languages": ["pag-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.851589, "recall": 0.883399, "f1": 0.860903, "accuracy": 0.883399, "main_score": 0.860903, "hf_subset": "pag_Latn-tha_Thai", "languages": ["pag-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.831555, "recall": 0.866601, "f1": 0.841367, "accuracy": 0.866601, "main_score": 0.841367, "hf_subset": "pag_Latn-zho_Hans", "languages": ["pag-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.873831, "recall": 0.902174, "f1": 0.882642, "accuracy": 0.902174, "main_score": 0.882642, "hf_subset": "pag_Latn-ast_Latn", "languages": ["pag-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800463, "recall": 0.840909, "f1": 0.812484, "accuracy": 0.840909, "main_score": 0.812484, "hf_subset": "pag_Latn-crh_Latn", "languages": ["pag-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874863, "recall": 0.90415, "f1": 0.883418, "accuracy": 0.90415, "main_score": 0.883418, "hf_subset": "pag_Latn-glg_Latn", "languages": ["pag-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73778, "recall": 0.786561, "f1": 0.752128, "accuracy": 0.786561, "main_score": 0.752128, "hf_subset": "pag_Latn-kas_Deva", "languages": ["pag-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.823297, "recall": 0.857708, "f1": 0.83327, "accuracy": 0.857708, "main_score": 0.83327, "hf_subset": "pag_Latn-ltz_Latn", "languages": ["pag-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484085, "recall": 0.550395, "f1": 0.501791, "accuracy": 0.550395, "main_score": 0.501791, "hf_subset": "pag_Latn-nus_Latn", "languages": ["pag-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850594, "recall": 0.883399, "f1": 0.860343, "accuracy": 0.883399, "main_score": 0.860343, "hf_subset": "pag_Latn-slk_Latn", "languages": ["pag-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528633, "recall": 0.589921, "f1": 0.545684, "accuracy": 0.589921, "main_score": 0.545684, "hf_subset": "pag_Latn-tir_Ethi", "languages": ["pag-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.834239, "recall": 0.87253, "f1": 0.845506, "accuracy": 0.87253, "main_score": 0.845506, "hf_subset": "pag_Latn-zho_Hant", "languages": ["pag-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.848488, "recall": 0.882411, "f1": 0.858436, "accuracy": 0.882411, "main_score": 0.858436, "hf_subset": "pag_Latn-awa_Deva", "languages": ["pag-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.737945, "recall": 0.779644, "f1": 0.749785, "accuracy": 0.779644, "main_score": 0.749785, "hf_subset": "pag_Latn-cym_Latn", "languages": ["pag-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752183, "recall": 0.796443, "f1": 0.765333, "accuracy": 0.796443, "main_score": 0.765333, "hf_subset": "pag_Latn-grn_Latn", "languages": ["pag-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811439, "recall": 0.850791, "f1": 0.822938, "accuracy": 0.850791, "main_score": 0.822938, "hf_subset": "pag_Latn-kat_Geor", "languages": ["pag-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.630675, "recall": 0.679842, "f1": 0.644517, "accuracy": 0.679842, "main_score": 0.644517, "hf_subset": "pag_Latn-lua_Latn", "languages": ["pag-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608849, "recall": 0.662055, "f1": 0.623973, "accuracy": 0.662055, "main_score": 0.623973, "hf_subset": "pag_Latn-nya_Latn", "languages": ["pag-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843504, "recall": 0.87747, "f1": 0.853494, "accuracy": 0.87747, "main_score": 0.853494, "hf_subset": "pag_Latn-slv_Latn", "languages": ["pag-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811133, "recall": 0.843874, "f1": 0.820795, "accuracy": 0.843874, "main_score": 0.820795, "hf_subset": "pag_Latn-tpi_Latn", "languages": ["pag-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865152, "recall": 0.896245, "f1": 0.874426, "accuracy": 0.896245, "main_score": 0.874426, "hf_subset": "pag_Latn-zsm_Latn", "languages": ["pag-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536968, "recall": 0.600791, "f1": 0.55478, "accuracy": 0.600791, "main_score": 0.55478, "hf_subset": "pag_Latn-ayr_Latn", "languages": ["pag-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871047, "recall": 0.901186, "f1": 0.880087, "accuracy": 0.901186, "main_score": 0.880087, "hf_subset": "pag_Latn-dan_Latn", "languages": ["pag-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845365, "recall": 0.882411, "f1": 0.856406, "accuracy": 0.882411, "main_score": 0.856406, "hf_subset": "pag_Latn-guj_Gujr", "languages": ["pag-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.829251, "recall": 0.864625, "f1": 0.839466, "accuracy": 0.864625, "main_score": 0.839466, "hf_subset": "pag_Latn-kaz_Cyrl", "languages": ["pag-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514642, "recall": 0.572134, "f1": 0.530431, "accuracy": 0.572134, "main_score": 0.530431, "hf_subset": "pag_Latn-lug_Latn", "languages": ["pag-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879685, "recall": 0.906126, "f1": 0.887535, "accuracy": 0.906126, "main_score": 0.887535, "hf_subset": "pag_Latn-oci_Latn", "languages": ["pag-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673806, "recall": 0.728261, "f1": 0.68972, "accuracy": 0.728261, "main_score": 0.68972, "hf_subset": "pag_Latn-smo_Latn", "languages": ["pag-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544363, "recall": 0.600791, "f1": 0.560151, "accuracy": 0.600791, "main_score": 0.560151, "hf_subset": "pag_Latn-tsn_Latn", "languages": ["pag-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561263, "recall": 0.619565, "f1": 0.57721, "accuracy": 0.619565, "main_score": 0.57721, "hf_subset": "pag_Latn-zul_Latn", "languages": ["pag-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7744, "recall": 0.820158, "f1": 0.787671, "accuracy": 0.820158, "main_score": 0.787671, "hf_subset": "pag_Latn-azb_Arab", "languages": ["pag-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.863677, "recall": 0.895257, "f1": 0.873143, "accuracy": 0.895257, "main_score": 0.873143, "hf_subset": "pag_Latn-deu_Latn", "languages": ["pag-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807255, "recall": 0.848814, "f1": 0.819917, "accuracy": 0.848814, "main_score": 0.819917, "hf_subset": "pag_Latn-hat_Latn", "languages": ["pag-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500374, "recall": 0.556324, "f1": 0.515835, "accuracy": 0.556324, "main_score": 0.515835, "hf_subset": "pag_Latn-kbp_Latn", "languages": ["pag-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578208, "recall": 0.631423, "f1": 0.592238, "accuracy": 0.631423, "main_score": 0.592238, "hf_subset": "pag_Latn-luo_Latn", "languages": ["pag-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845586, "recall": 0.879447, "f1": 0.855863, "accuracy": 0.879447, "main_score": 0.855863, "hf_subset": "pag_Latn-ory_Orya", "languages": ["pag-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.561538, "recall": 0.620553, "f1": 0.577965, "accuracy": 0.620553, "main_score": 0.577965, "hf_subset": "pag_Latn-sna_Latn", "languages": ["pag-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553033, "recall": 0.597826, "f1": 0.56517, "accuracy": 0.597826, "main_score": 0.56517, "hf_subset": "pag_Latn-tso_Latn", "languages": ["pag-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820967, "recall": 0.863636, "f1": 0.833597, "accuracy": 0.863636, "main_score": 0.833597, "hf_subset": "pag_Latn-azj_Latn", "languages": ["pag-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54194, "recall": 0.603755, "f1": 0.559899, "accuracy": 0.603755, "main_score": 0.559899, "hf_subset": "pag_Latn-dik_Latn", "languages": ["pag-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621386, "recall": 0.66996, "f1": 0.635444, "accuracy": 0.66996, "main_score": 0.635444, "hf_subset": "pag_Latn-hau_Latn", "languages": ["pag-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847118, "recall": 0.879447, "f1": 0.856672, "accuracy": 0.879447, "main_score": 0.856672, "hf_subset": "pag_Latn-kea_Latn", "languages": ["pag-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71665, "recall": 0.76581, "f1": 0.731541, "accuracy": 0.76581, "main_score": 0.731541, "hf_subset": "pag_Latn-lus_Latn", "languages": ["pag-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834832, "recall": 0.869565, "f1": 0.845177, "accuracy": 0.869565, "main_score": 0.845177, "hf_subset": "pag_Latn-snd_Arab", "languages": ["pag-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.742549, "recall": 0.788538, "f1": 0.755528, "accuracy": 0.788538, "main_score": 0.755528, "hf_subset": "pag_Latn-tuk_Latn", "languages": ["pag-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814625, "recall": 0.848814, "f1": 0.824126, "accuracy": 0.848814, "main_score": 0.824126, "hf_subset": "pag_Latn-bak_Cyrl", "languages": ["pag-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472567, "recall": 0.551383, "f1": 0.495449, "accuracy": 0.551383, "main_score": 0.495449, "hf_subset": "pag_Latn-dyu_Latn", "languages": ["pag-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845686, "recall": 0.876482, "f1": 0.854609, "accuracy": 0.876482, "main_score": 0.854609, "hf_subset": "pag_Latn-heb_Hebr", "languages": ["pag-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.775893, "recall": 0.81917, "f1": 0.788441, "accuracy": 0.81917, "main_score": 0.788441, "hf_subset": "pag_Latn-khk_Cyrl", "languages": ["pag-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.83957, "recall": 0.874506, "f1": 0.849621, "accuracy": 0.874506, "main_score": 0.849621, "hf_subset": "pag_Latn-lvs_Latn", "languages": ["pag-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858178, "recall": 0.889328, "f1": 0.867591, "accuracy": 0.889328, "main_score": 0.867591, "hf_subset": "pag_Latn-pan_Guru", "languages": ["pag-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.58307, "recall": 0.639328, "f1": 0.5992, "accuracy": 0.639328, "main_score": 0.5992, "hf_subset": "pag_Latn-som_Latn", "languages": ["pag-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560815, "recall": 0.610672, "f1": 0.57468, "accuracy": 0.610672, "main_score": 0.57468, "hf_subset": "pag_Latn-tum_Latn", "languages": ["pag-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543865, "recall": 0.608696, "f1": 0.561906, "accuracy": 0.608696, "main_score": 0.561906, "hf_subset": "snd_Arab-ace_Arab", "languages": ["snd-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.492375, "recall": 0.55336, "f1": 0.509901, "accuracy": 0.55336, "main_score": 0.509901, "hf_subset": "snd_Arab-bam_Latn", "languages": ["snd-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39787, "recall": 0.475296, "f1": 0.418719, "accuracy": 0.475296, "main_score": 0.418719, "hf_subset": "snd_Arab-dzo_Tibt", "languages": ["snd-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-hin_Deva", "languages": ["snd-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-khm_Khmr", "languages": ["snd-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-mag_Deva", "languages": ["snd-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "snd_Arab-pap_Latn", "languages": ["snd-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56148, "recall": 0.62253, "f1": 0.578095, "accuracy": 0.62253, "main_score": 0.578095, "hf_subset": "snd_Arab-sot_Latn", "languages": ["snd-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-tur_Latn", "languages": ["snd-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839872, "recall": 0.879447, "f1": 0.852094, "accuracy": 0.879447, "main_score": 0.852094, "hf_subset": "snd_Arab-ace_Latn", "languages": ["snd-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.965415, "f1": 0.957181, "accuracy": 0.965415, "main_score": 0.957181, "hf_subset": "snd_Arab-ban_Latn", "languages": ["snd-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ell_Grek", "languages": ["snd-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "snd_Arab-hne_Deva", "languages": ["snd-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545655, "recall": 0.607708, "f1": 0.563227, "accuracy": 0.607708, "main_score": 0.563227, "hf_subset": "snd_Arab-kik_Latn", "languages": ["snd-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-mai_Deva", "languages": ["snd-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "snd_Arab-pbt_Arab", "languages": ["snd-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-spa_Latn", "languages": ["snd-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584464, "recall": 0.649209, "f1": 0.602588, "accuracy": 0.649209, "main_score": 0.602588, "hf_subset": "snd_Arab-twi_Latn", "languages": ["snd-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-acm_Arab", "languages": ["snd-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-bel_Cyrl", "languages": ["snd-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-eng_Latn", "languages": ["snd-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-hrv_Latn", "languages": ["snd-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530576, "recall": 0.594862, "f1": 0.548478, "accuracy": 0.594862, "main_score": 0.548478, "hf_subset": "snd_Arab-kin_Latn", "languages": ["snd-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-mal_Mlym", "languages": ["snd-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-pes_Arab", "languages": ["snd-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "snd_Arab-srd_Latn", "languages": ["snd-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190316, "recall": 0.233202, "f1": 0.201062, "accuracy": 0.233202, "main_score": 0.201062, "hf_subset": "snd_Arab-tzm_Tfng", "languages": ["snd-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-acq_Arab", "languages": ["snd-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604051, "recall": 0.660079, "f1": 0.619458, "accuracy": 0.660079, "main_score": 0.619458, "hf_subset": "snd_Arab-bem_Latn", "languages": ["snd-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-epo_Latn", "languages": ["snd-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-hun_Latn", "languages": ["snd-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "snd_Arab-kir_Cyrl", "languages": ["snd-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-mar_Deva", "languages": ["snd-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.626096, "recall": 0.686759, "f1": 0.643466, "accuracy": 0.686759, "main_score": 0.643466, "hf_subset": "snd_Arab-plt_Latn", "languages": ["snd-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-srp_Cyrl", "languages": ["snd-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "snd_Arab-uig_Arab", "languages": ["snd-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "snd_Arab-aeb_Arab", "languages": ["snd-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ben_Beng", "languages": ["snd-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-est_Latn", "languages": ["snd-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-hye_Armn", "languages": ["snd-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.499705, "recall": 0.556324, "f1": 0.515373, "accuracy": 0.556324, "main_score": 0.515373, "hf_subset": "snd_Arab-kmb_Latn", "languages": ["snd-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495885, "recall": 0.567194, "f1": 0.515078, "accuracy": 0.567194, "main_score": 0.515078, "hf_subset": "snd_Arab-min_Arab", "languages": ["snd-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-pol_Latn", "languages": ["snd-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540736, "recall": 0.605731, "f1": 0.559329, "accuracy": 0.605731, "main_score": 0.559329, "hf_subset": "snd_Arab-ssw_Latn", "languages": ["snd-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-ukr_Cyrl", "languages": ["snd-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-afr_Latn", "languages": ["snd-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-bho_Deva", "languages": ["snd-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "snd_Arab-eus_Latn", "languages": ["snd-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531579, "recall": 0.602767, "f1": 0.551298, "accuracy": 0.602767, "main_score": 0.551298, "hf_subset": "snd_Arab-ibo_Latn", "languages": ["snd-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896657, "recall": 0.924901, "f1": 0.905534, "accuracy": 0.924901, "main_score": 0.905534, "hf_subset": "snd_Arab-kmr_Latn", "languages": ["snd-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "snd_Arab-min_Latn", "languages": ["snd-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-por_Latn", "languages": ["snd-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "snd_Arab-sun_Latn", "languages": ["snd-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487599, "recall": 0.550395, "f1": 0.504893, "accuracy": 0.550395, "main_score": 0.504893, "hf_subset": "snd_Arab-umb_Latn", "languages": ["snd-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ajp_Arab", "languages": ["snd-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519543, "recall": 0.58498, "f1": 0.537069, "accuracy": 0.58498, "main_score": 0.537069, "hf_subset": "snd_Arab-bjn_Arab", "languages": ["snd-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468213, "recall": 0.523715, "f1": 0.483177, "accuracy": 0.523715, "main_score": 0.483177, "hf_subset": "snd_Arab-ewe_Latn", "languages": ["snd-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914855, "recall": 0.939723, "f1": 0.922694, "accuracy": 0.939723, "main_score": 0.922694, "hf_subset": "snd_Arab-ilo_Latn", "languages": ["snd-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313282, "recall": 0.364625, "f1": 0.32731, "accuracy": 0.364625, "main_score": 0.32731, "hf_subset": "snd_Arab-knc_Arab", "languages": ["snd-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-mkd_Cyrl", "languages": ["snd-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-prs_Arab", "languages": ["snd-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-swe_Latn", "languages": ["snd-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-urd_Arab", "languages": ["snd-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552142, "recall": 0.616601, "f1": 0.570241, "accuracy": 0.616601, "main_score": 0.570241, "hf_subset": "snd_Arab-aka_Latn", "languages": ["snd-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970109, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "snd_Arab-bjn_Latn", "languages": ["snd-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "snd_Arab-fao_Latn", "languages": ["snd-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ind_Latn", "languages": ["snd-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566033, "recall": 0.618577, "f1": 0.580706, "accuracy": 0.618577, "main_score": 0.580706, "hf_subset": "snd_Arab-knc_Latn", "languages": ["snd-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "snd_Arab-mlt_Latn", "languages": ["snd-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674301, "recall": 0.736166, "f1": 0.69262, "accuracy": 0.736166, "main_score": 0.69262, "hf_subset": "snd_Arab-quy_Latn", "languages": ["snd-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "snd_Arab-swh_Latn", "languages": ["snd-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-uzn_Latn", "languages": ["snd-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-als_Latn", "languages": ["snd-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629521, "recall": 0.70751, "f1": 0.652201, "accuracy": 0.70751, "main_score": 0.652201, "hf_subset": "snd_Arab-bod_Tibt", "languages": ["snd-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.674064, "recall": 0.735178, "f1": 0.691916, "accuracy": 0.735178, "main_score": 0.691916, "hf_subset": "snd_Arab-fij_Latn", "languages": ["snd-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "snd_Arab-isl_Latn", "languages": ["snd-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619113, "recall": 0.674901, "f1": 0.634907, "accuracy": 0.674901, "main_score": 0.634907, "hf_subset": "snd_Arab-kon_Latn", "languages": ["snd-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668701, "recall": 0.733202, "f1": 0.687218, "accuracy": 0.733202, "main_score": 0.687218, "hf_subset": "snd_Arab-mni_Beng", "languages": ["snd-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ron_Latn", "languages": ["snd-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "snd_Arab-szl_Latn", "languages": ["snd-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-vec_Latn", "languages": ["snd-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "snd_Arab-amh_Ethi", "languages": ["snd-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-bos_Latn", "languages": ["snd-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "snd_Arab-fin_Latn", "languages": ["snd-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ita_Latn", "languages": ["snd-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-kor_Hang", "languages": ["snd-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.515395, "recall": 0.570158, "f1": 0.530951, "accuracy": 0.570158, "main_score": 0.530951, "hf_subset": "snd_Arab-mos_Latn", "languages": ["snd-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524301, "recall": 0.583004, "f1": 0.540413, "accuracy": 0.583004, "main_score": 0.540413, "hf_subset": "snd_Arab-run_Latn", "languages": ["snd-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-tam_Taml", "languages": ["snd-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-vie_Latn", "languages": ["snd-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-apc_Arab", "languages": ["snd-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.770059, "recall": 0.822134, "f1": 0.785296, "accuracy": 0.822134, "main_score": 0.785296, "hf_subset": "snd_Arab-bug_Latn", "languages": ["snd-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430069, "recall": 0.485178, "f1": 0.444645, "accuracy": 0.485178, "main_score": 0.444645, "hf_subset": "snd_Arab-fon_Latn", "languages": ["snd-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-jav_Latn", "languages": ["snd-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "snd_Arab-lao_Laoo", "languages": ["snd-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.844318, "recall": 0.883399, "f1": 0.856456, "accuracy": 0.883399, "main_score": 0.856456, "hf_subset": "snd_Arab-mri_Latn", "languages": ["snd-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-rus_Cyrl", "languages": ["snd-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514435, "recall": 0.573123, "f1": 0.530692, "accuracy": 0.573123, "main_score": 0.530692, "hf_subset": "snd_Arab-taq_Latn", "languages": ["snd-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "snd_Arab-war_Latn", "languages": ["snd-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-arb_Arab", "languages": ["snd-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-bul_Cyrl", "languages": ["snd-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-fra_Latn", "languages": ["snd-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-jpn_Jpan", "languages": ["snd-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "snd_Arab-lij_Latn", "languages": ["snd-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "snd_Arab-mya_Mymr", "languages": ["snd-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.558831, "recall": 0.625494, "f1": 0.577542, "accuracy": 0.625494, "main_score": 0.577542, "hf_subset": "snd_Arab-sag_Latn", "languages": ["snd-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208525, "recall": 0.263834, "f1": 0.220774, "accuracy": 0.263834, "main_score": 0.220774, "hf_subset": "snd_Arab-taq_Tfng", "languages": ["snd-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.596739, "recall": 0.664032, "f1": 0.615815, "accuracy": 0.664032, "main_score": 0.615815, "hf_subset": "snd_Arab-wol_Latn", "languages": ["snd-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778277, "recall": 0.833004, "f1": 0.794584, "accuracy": 0.833004, "main_score": 0.794584, "hf_subset": "snd_Arab-arb_Latn", "languages": ["snd-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-cat_Latn", "languages": ["snd-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "snd_Arab-fur_Latn", "languages": ["snd-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388507, "recall": 0.443676, "f1": 0.403358, "accuracy": 0.443676, "main_score": 0.403358, "hf_subset": "snd_Arab-kab_Latn", "languages": ["snd-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "snd_Arab-lim_Latn", "languages": ["snd-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-nld_Latn", "languages": ["snd-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "snd_Arab-san_Deva", "languages": ["snd-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "snd_Arab-tat_Cyrl", "languages": ["snd-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.64693, "recall": 0.710474, "f1": 0.665117, "accuracy": 0.710474, "main_score": 0.665117, "hf_subset": "snd_Arab-xho_Latn", "languages": ["snd-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-ars_Arab", "languages": ["snd-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-ceb_Latn", "languages": ["snd-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51652, "recall": 0.583992, "f1": 0.535743, "accuracy": 0.583992, "main_score": 0.535743, "hf_subset": "snd_Arab-fuv_Latn", "languages": ["snd-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481211, "recall": 0.547431, "f1": 0.499198, "accuracy": 0.547431, "main_score": 0.499198, "hf_subset": "snd_Arab-kac_Latn", "languages": ["snd-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642681, "recall": 0.700593, "f1": 0.659272, "accuracy": 0.700593, "main_score": 0.659272, "hf_subset": "snd_Arab-lin_Latn", "languages": ["snd-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-nno_Latn", "languages": ["snd-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.259722, "recall": 0.343874, "f1": 0.281926, "accuracy": 0.343874, "main_score": 0.281926, "hf_subset": "snd_Arab-sat_Olck", "languages": ["snd-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-tel_Telu", "languages": ["snd-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "snd_Arab-ydd_Hebr", "languages": ["snd-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "snd_Arab-ary_Arab", "languages": ["snd-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-ces_Latn", "languages": ["snd-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561768, "recall": 0.62253, "f1": 0.578546, "accuracy": 0.62253, "main_score": 0.578546, "hf_subset": "snd_Arab-gaz_Latn", "languages": ["snd-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550926, "recall": 0.618577, "f1": 0.569982, "accuracy": 0.618577, "main_score": 0.569982, "hf_subset": "snd_Arab-kam_Latn", "languages": ["snd-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "snd_Arab-lit_Latn", "languages": ["snd-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-nob_Latn", "languages": ["snd-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "snd_Arab-scn_Latn", "languages": ["snd-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "snd_Arab-tgk_Cyrl", "languages": ["snd-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696001, "recall": 0.758893, "f1": 0.714717, "accuracy": 0.758893, "main_score": 0.714717, "hf_subset": "snd_Arab-yor_Latn", "languages": ["snd-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-arz_Arab", "languages": ["snd-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535963, "recall": 0.592885, "f1": 0.551597, "accuracy": 0.592885, "main_score": 0.551597, "hf_subset": "snd_Arab-cjk_Latn", "languages": ["snd-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756176, "recall": 0.810277, "f1": 0.772727, "accuracy": 0.810277, "main_score": 0.772727, "hf_subset": "snd_Arab-gla_Latn", "languages": ["snd-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-kan_Knda", "languages": ["snd-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "snd_Arab-lmo_Latn", "languages": ["snd-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "snd_Arab-npi_Deva", "languages": ["snd-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.421142, "recall": 0.485178, "f1": 0.438325, "accuracy": 0.485178, "main_score": 0.438325, "hf_subset": "snd_Arab-shn_Mymr", "languages": ["snd-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-tgl_Latn", "languages": ["snd-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-yue_Hant", "languages": ["snd-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-asm_Beng", "languages": ["snd-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.950758, "accuracy": 0.961462, "main_score": 0.950758, "hf_subset": "snd_Arab-ckb_Arab", "languages": ["snd-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.864295, "recall": 0.899209, "f1": 0.87492, "accuracy": 0.899209, "main_score": 0.87492, "hf_subset": "snd_Arab-gle_Latn", "languages": ["snd-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "snd_Arab-kas_Arab", "languages": ["snd-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92584, "recall": 0.947628, "f1": 0.932708, "accuracy": 0.947628, "main_score": 0.932708, "hf_subset": "snd_Arab-ltg_Latn", "languages": ["snd-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595679, "recall": 0.648221, "f1": 0.610121, "accuracy": 0.648221, "main_score": 0.610121, "hf_subset": "snd_Arab-nso_Latn", "languages": ["snd-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "snd_Arab-sin_Sinh", "languages": ["snd-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-tha_Thai", "languages": ["snd-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-zho_Hans", "languages": ["snd-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-ast_Latn", "languages": ["snd-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "snd_Arab-crh_Latn", "languages": ["snd-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-glg_Latn", "languages": ["snd-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920702, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "snd_Arab-kas_Deva", "languages": ["snd-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "snd_Arab-ltz_Latn", "languages": ["snd-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435136, "recall": 0.502964, "f1": 0.453187, "accuracy": 0.502964, "main_score": 0.453187, "hf_subset": "snd_Arab-nus_Latn", "languages": ["snd-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-slk_Latn", "languages": ["snd-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616248, "recall": 0.690711, "f1": 0.638098, "accuracy": 0.690711, "main_score": 0.638098, "hf_subset": "snd_Arab-tir_Ethi", "languages": ["snd-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-zho_Hant", "languages": ["snd-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "snd_Arab-awa_Deva", "languages": ["snd-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "snd_Arab-cym_Latn", "languages": ["snd-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80858, "recall": 0.851779, "f1": 0.821607, "accuracy": 0.851779, "main_score": 0.821607, "hf_subset": "snd_Arab-grn_Latn", "languages": ["snd-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "snd_Arab-kat_Geor", "languages": ["snd-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.613307, "recall": 0.66502, "f1": 0.627556, "accuracy": 0.66502, "main_score": 0.627556, "hf_subset": "snd_Arab-lua_Latn", "languages": ["snd-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609216, "recall": 0.674901, "f1": 0.628541, "accuracy": 0.674901, "main_score": 0.628541, "hf_subset": "snd_Arab-nya_Latn", "languages": ["snd-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-slv_Latn", "languages": ["snd-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92169, "recall": 0.943676, "f1": 0.928755, "accuracy": 0.943676, "main_score": 0.928755, "hf_subset": "snd_Arab-tpi_Latn", "languages": ["snd-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-zsm_Latn", "languages": ["snd-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514223, "recall": 0.578063, "f1": 0.532284, "accuracy": 0.578063, "main_score": 0.532284, "hf_subset": "snd_Arab-ayr_Latn", "languages": ["snd-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-dan_Latn", "languages": ["snd-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-guj_Gujr", "languages": ["snd-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-kaz_Cyrl", "languages": ["snd-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.512759, "recall": 0.575099, "f1": 0.52949, "accuracy": 0.575099, "main_score": 0.52949, "hf_subset": "snd_Arab-lug_Latn", "languages": ["snd-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-oci_Latn", "languages": ["snd-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791173, "recall": 0.840909, "f1": 0.806362, "accuracy": 0.840909, "main_score": 0.806362, "hf_subset": "snd_Arab-smo_Latn", "languages": ["snd-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519969, "recall": 0.586957, "f1": 0.53841, "accuracy": 0.586957, "main_score": 0.53841, "hf_subset": "snd_Arab-tsn_Latn", "languages": ["snd-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599278, "recall": 0.660079, "f1": 0.616675, "accuracy": 0.660079, "main_score": 0.616675, "hf_subset": "snd_Arab-zul_Latn", "languages": ["snd-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915514, "recall": 0.938735, "f1": 0.922925, "accuracy": 0.938735, "main_score": 0.922925, "hf_subset": "snd_Arab-azb_Arab", "languages": ["snd-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-deu_Latn", "languages": ["snd-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "snd_Arab-hat_Latn", "languages": ["snd-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453163, "recall": 0.512846, "f1": 0.469787, "accuracy": 0.512846, "main_score": 0.469787, "hf_subset": "snd_Arab-kbp_Latn", "languages": ["snd-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546998, "recall": 0.61166, "f1": 0.564393, "accuracy": 0.61166, "main_score": 0.564393, "hf_subset": "snd_Arab-luo_Latn", "languages": ["snd-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ory_Orya", "languages": ["snd-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.546916, "recall": 0.615613, "f1": 0.566418, "accuracy": 0.615613, "main_score": 0.566418, "hf_subset": "snd_Arab-sna_Latn", "languages": ["snd-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524878, "recall": 0.582016, "f1": 0.540639, "accuracy": 0.582016, "main_score": 0.540639, "hf_subset": "snd_Arab-tso_Latn", "languages": ["snd-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "snd_Arab-azj_Latn", "languages": ["snd-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506264, "recall": 0.571146, "f1": 0.524417, "accuracy": 0.571146, "main_score": 0.524417, "hf_subset": "snd_Arab-dik_Latn", "languages": ["snd-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.713241, "recall": 0.772727, "f1": 0.731126, "accuracy": 0.772727, "main_score": 0.731126, "hf_subset": "snd_Arab-hau_Latn", "languages": ["snd-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "snd_Arab-kea_Latn", "languages": ["snd-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718709, "recall": 0.766798, "f1": 0.7333, "accuracy": 0.766798, "main_score": 0.7333, "hf_subset": "snd_Arab-lus_Latn", "languages": ["snd-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851301, "recall": 0.883399, "f1": 0.860691, "accuracy": 0.883399, "main_score": 0.860691, "hf_subset": "snd_Arab-pag_Latn", "languages": ["snd-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "snd_Arab-tuk_Latn", "languages": ["snd-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "snd_Arab-bak_Cyrl", "languages": ["snd-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.448545, "recall": 0.529644, "f1": 0.471813, "accuracy": 0.529644, "main_score": 0.471813, "hf_subset": "snd_Arab-dyu_Latn", "languages": ["snd-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-heb_Hebr", "languages": ["snd-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "snd_Arab-khk_Cyrl", "languages": ["snd-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-lvs_Latn", "languages": ["snd-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-pan_Guru", "languages": ["snd-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.697908, "recall": 0.754941, "f1": 0.715039, "accuracy": 0.754941, "main_score": 0.715039, "hf_subset": "snd_Arab-som_Latn", "languages": ["snd-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556652, "recall": 0.608696, "f1": 0.570971, "accuracy": 0.608696, "main_score": 0.570971, "hf_subset": "snd_Arab-tum_Latn", "languages": ["snd-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507972, "recall": 0.562253, "f1": 0.523614, "accuracy": 0.562253, "main_score": 0.523614, "hf_subset": "tuk_Latn-ace_Arab", "languages": ["tuk-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494263, "recall": 0.54249, "f1": 0.507833, "accuracy": 0.54249, "main_score": 0.507833, "hf_subset": "tuk_Latn-bam_Latn", "languages": ["tuk-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360085, "recall": 0.422925, "f1": 0.377012, "accuracy": 0.422925, "main_score": 0.377012, "hf_subset": "tuk_Latn-dzo_Tibt", "languages": ["tuk-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "tuk_Latn-hin_Deva", "languages": ["tuk-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.915637, "recall": 0.938735, "f1": 0.922815, "accuracy": 0.938735, "main_score": 0.922815, "hf_subset": "tuk_Latn-khm_Khmr", "languages": ["tuk-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.952857, "recall": 0.966403, "f1": 0.957071, "accuracy": 0.966403, "main_score": 0.957071, "hf_subset": "tuk_Latn-mag_Deva", "languages": ["tuk-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.881291, "recall": 0.908103, "f1": 0.889262, "accuracy": 0.908103, "main_score": 0.889262, "hf_subset": "tuk_Latn-pap_Latn", "languages": ["tuk-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559002, "recall": 0.608696, "f1": 0.573506, "accuracy": 0.608696, "main_score": 0.573506, "hf_subset": "tuk_Latn-sot_Latn", "languages": ["tuk-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96138, "recall": 0.97332, "f1": 0.965152, "accuracy": 0.97332, "main_score": 0.965152, "hf_subset": "tuk_Latn-tur_Latn", "languages": ["tuk-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751912, "recall": 0.793478, "f1": 0.764202, "accuracy": 0.793478, "main_score": 0.764202, "hf_subset": "tuk_Latn-ace_Latn", "languages": ["tuk-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842391, "recall": 0.876482, "f1": 0.852325, "accuracy": 0.876482, "main_score": 0.852325, "hf_subset": "tuk_Latn-ban_Latn", "languages": ["tuk-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "tuk_Latn-ell_Grek", "languages": ["tuk-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.927652, "recall": 0.947628, "f1": 0.93386, "accuracy": 0.947628, "main_score": 0.93386, "hf_subset": "tuk_Latn-hne_Deva", "languages": ["tuk-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.537569, "recall": 0.585968, "f1": 0.550815, "accuracy": 0.585968, "main_score": 0.550815, "hf_subset": "tuk_Latn-kik_Latn", "languages": ["tuk-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941453, "recall": 0.958498, "f1": 0.946706, "accuracy": 0.958498, "main_score": 0.946706, "hf_subset": "tuk_Latn-mai_Deva", "languages": ["tuk-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.882493, "recall": 0.917984, "f1": 0.893643, "accuracy": 0.917984, "main_score": 0.893643, "hf_subset": "tuk_Latn-pbt_Arab", "languages": ["tuk-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952487, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "tuk_Latn-spa_Latn", "languages": ["tuk-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564996, "recall": 0.620553, "f1": 0.580932, "accuracy": 0.620553, "main_score": 0.580932, "hf_subset": "tuk_Latn-twi_Latn", "languages": ["tuk-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93937, "recall": 0.956522, "f1": 0.944746, "accuracy": 0.956522, "main_score": 0.944746, "hf_subset": "tuk_Latn-acm_Arab", "languages": ["tuk-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.919302, "recall": 0.942688, "f1": 0.926482, "accuracy": 0.942688, "main_score": 0.926482, "hf_subset": "tuk_Latn-bel_Cyrl", "languages": ["tuk-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "tuk_Latn-eng_Latn", "languages": ["tuk-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "tuk_Latn-hrv_Latn", "languages": ["tuk-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529965, "recall": 0.585968, "f1": 0.546011, "accuracy": 0.585968, "main_score": 0.546011, "hf_subset": "tuk_Latn-kin_Latn", "languages": ["tuk-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937418, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "tuk_Latn-mal_Mlym", "languages": ["tuk-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.952322, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "tuk_Latn-pes_Arab", "languages": ["tuk-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.899086, "recall": 0.923913, "f1": 0.906544, "accuracy": 0.923913, "main_score": 0.906544, "hf_subset": "tuk_Latn-srd_Latn", "languages": ["tuk-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185604, "recall": 0.22332, "f1": 0.195273, "accuracy": 0.22332, "main_score": 0.195273, "hf_subset": "tuk_Latn-tzm_Tfng", "languages": ["tuk-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.938653, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "tuk_Latn-acq_Arab", "languages": ["tuk-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574384, "recall": 0.621542, "f1": 0.587688, "accuracy": 0.621542, "main_score": 0.587688, "hf_subset": "tuk_Latn-bem_Latn", "languages": ["tuk-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937829, "recall": 0.956522, "f1": 0.943577, "accuracy": 0.956522, "main_score": 0.943577, "hf_subset": "tuk_Latn-epo_Latn", "languages": ["tuk-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953426, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "tuk_Latn-hun_Latn", "languages": ["tuk-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "tuk_Latn-kir_Cyrl", "languages": ["tuk-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.942935, "recall": 0.960474, "f1": 0.948518, "accuracy": 0.960474, "main_score": 0.948518, "hf_subset": "tuk_Latn-mar_Deva", "languages": ["tuk-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612123, "recall": 0.659091, "f1": 0.625213, "accuracy": 0.659091, "main_score": 0.625213, "hf_subset": "tuk_Latn-plt_Latn", "languages": ["tuk-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "tuk_Latn-srp_Cyrl", "languages": ["tuk-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.8917, "recall": 0.918972, "f1": 0.899986, "accuracy": 0.918972, "main_score": 0.899986, "hf_subset": "tuk_Latn-uig_Arab", "languages": ["tuk-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.900676, "recall": 0.926877, "f1": 0.908416, "accuracy": 0.926877, "main_score": 0.908416, "hf_subset": "tuk_Latn-aeb_Arab", "languages": ["tuk-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954578, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "tuk_Latn-ben_Beng", "languages": ["tuk-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "tuk_Latn-est_Latn", "languages": ["tuk-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.964427, "f1": 0.954348, "accuracy": 0.964427, "main_score": 0.954348, "hf_subset": "tuk_Latn-hye_Armn", "languages": ["tuk-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.506538, "recall": 0.552372, "f1": 0.519913, "accuracy": 0.552372, "main_score": 0.519913, "hf_subset": "tuk_Latn-kmb_Latn", "languages": ["tuk-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448516, "recall": 0.512846, "f1": 0.465439, "accuracy": 0.512846, "main_score": 0.465439, "hf_subset": "tuk_Latn-min_Arab", "languages": ["tuk-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "tuk_Latn-pol_Latn", "languages": ["tuk-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529902, "recall": 0.58004, "f1": 0.544353, "accuracy": 0.58004, "main_score": 0.544353, "hf_subset": "tuk_Latn-ssw_Latn", "languages": ["tuk-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "tuk_Latn-ukr_Cyrl", "languages": ["tuk-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.95112, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "tuk_Latn-afr_Latn", "languages": ["tuk-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903715, "recall": 0.929842, "f1": 0.911512, "accuracy": 0.929842, "main_score": 0.911512, "hf_subset": "tuk_Latn-bho_Deva", "languages": ["tuk-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.907197, "recall": 0.931818, "f1": 0.914723, "accuracy": 0.931818, "main_score": 0.914723, "hf_subset": "tuk_Latn-eus_Latn", "languages": ["tuk-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534519, "recall": 0.583992, "f1": 0.54857, "accuracy": 0.583992, "main_score": 0.54857, "hf_subset": "tuk_Latn-ibo_Latn", "languages": ["tuk-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796113, "recall": 0.844862, "f1": 0.81094, "accuracy": 0.844862, "main_score": 0.81094, "hf_subset": "tuk_Latn-kmr_Latn", "languages": ["tuk-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881835, "recall": 0.912055, "f1": 0.890947, "accuracy": 0.912055, "main_score": 0.890947, "hf_subset": "tuk_Latn-min_Latn", "languages": ["tuk-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "tuk_Latn-por_Latn", "languages": ["tuk-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919796, "recall": 0.9417, "f1": 0.92668, "accuracy": 0.9417, "main_score": 0.92668, "hf_subset": "tuk_Latn-sun_Latn", "languages": ["tuk-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492947, "recall": 0.540514, "f1": 0.506381, "accuracy": 0.540514, "main_score": 0.506381, "hf_subset": "tuk_Latn-umb_Latn", "languages": ["tuk-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94058, "recall": 0.95751, "f1": 0.945784, "accuracy": 0.95751, "main_score": 0.945784, "hf_subset": "tuk_Latn-ajp_Arab", "languages": ["tuk-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.491214, "recall": 0.547431, "f1": 0.50639, "accuracy": 0.547431, "main_score": 0.50639, "hf_subset": "tuk_Latn-bjn_Arab", "languages": ["tuk-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487361, "recall": 0.528656, "f1": 0.499311, "accuracy": 0.528656, "main_score": 0.499311, "hf_subset": "tuk_Latn-ewe_Latn", "languages": ["tuk-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818561, "recall": 0.857708, "f1": 0.830025, "accuracy": 0.857708, "main_score": 0.830025, "hf_subset": "tuk_Latn-ilo_Latn", "languages": ["tuk-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295796, "recall": 0.347826, "f1": 0.309967, "accuracy": 0.347826, "main_score": 0.309967, "hf_subset": "tuk_Latn-knc_Arab", "languages": ["tuk-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.947414, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "tuk_Latn-mkd_Cyrl", "languages": ["tuk-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.948864, "recall": 0.964427, "f1": 0.953788, "accuracy": 0.964427, "main_score": 0.953788, "hf_subset": "tuk_Latn-prs_Arab", "languages": ["tuk-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "tuk_Latn-swe_Latn", "languages": ["tuk-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "tuk_Latn-urd_Arab", "languages": ["tuk-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532793, "recall": 0.586957, "f1": 0.548546, "accuracy": 0.586957, "main_score": 0.548546, "hf_subset": "tuk_Latn-aka_Latn", "languages": ["tuk-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878343, "recall": 0.909091, "f1": 0.887597, "accuracy": 0.909091, "main_score": 0.887597, "hf_subset": "tuk_Latn-bjn_Latn", "languages": ["tuk-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871377, "recall": 0.90415, "f1": 0.881329, "accuracy": 0.90415, "main_score": 0.881329, "hf_subset": "tuk_Latn-fao_Latn", "languages": ["tuk-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "tuk_Latn-ind_Latn", "languages": ["tuk-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539773, "recall": 0.579051, "f1": 0.551046, "accuracy": 0.579051, "main_score": 0.551046, "hf_subset": "tuk_Latn-knc_Latn", "languages": ["tuk-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900642, "recall": 0.927866, "f1": 0.908912, "accuracy": 0.927866, "main_score": 0.908912, "hf_subset": "tuk_Latn-mlt_Latn", "languages": ["tuk-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643948, "recall": 0.700593, "f1": 0.660548, "accuracy": 0.700593, "main_score": 0.660548, "hf_subset": "tuk_Latn-quy_Latn", "languages": ["tuk-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855007, "recall": 0.891304, "f1": 0.865942, "accuracy": 0.891304, "main_score": 0.865942, "hf_subset": "tuk_Latn-swh_Latn", "languages": ["tuk-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "tuk_Latn-uzn_Latn", "languages": ["tuk-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941947, "recall": 0.958498, "f1": 0.946871, "accuracy": 0.958498, "main_score": 0.946871, "hf_subset": "tuk_Latn-als_Latn", "languages": ["tuk-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509563, "recall": 0.58498, "f1": 0.530348, "accuracy": 0.58498, "main_score": 0.530348, "hf_subset": "tuk_Latn-bod_Tibt", "languages": ["tuk-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.618225, "recall": 0.678854, "f1": 0.635328, "accuracy": 0.678854, "main_score": 0.635328, "hf_subset": "tuk_Latn-fij_Latn", "languages": ["tuk-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888669, "recall": 0.920949, "f1": 0.899012, "accuracy": 0.920949, "main_score": 0.899012, "hf_subset": "tuk_Latn-isl_Latn", "languages": ["tuk-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596539, "recall": 0.648221, "f1": 0.611372, "accuracy": 0.648221, "main_score": 0.611372, "hf_subset": "tuk_Latn-kon_Latn", "languages": ["tuk-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601639, "recall": 0.657115, "f1": 0.617306, "accuracy": 0.657115, "main_score": 0.617306, "hf_subset": "tuk_Latn-mni_Beng", "languages": ["tuk-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.958392, "recall": 0.970356, "f1": 0.962105, "accuracy": 0.970356, "main_score": 0.962105, "hf_subset": "tuk_Latn-ron_Latn", "languages": ["tuk-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.949605, "f1": 0.937418, "accuracy": 0.949605, "main_score": 0.937418, "hf_subset": "tuk_Latn-szl_Latn", "languages": ["tuk-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933004, "recall": 0.952569, "f1": 0.939018, "accuracy": 0.952569, "main_score": 0.939018, "hf_subset": "tuk_Latn-vec_Latn", "languages": ["tuk-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837187, "recall": 0.87747, "f1": 0.849605, "accuracy": 0.87747, "main_score": 0.849605, "hf_subset": "tuk_Latn-amh_Ethi", "languages": ["tuk-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.956604, "recall": 0.970356, "f1": 0.961034, "accuracy": 0.970356, "main_score": 0.961034, "hf_subset": "tuk_Latn-bos_Latn", "languages": ["tuk-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937665, "recall": 0.95751, "f1": 0.944071, "accuracy": 0.95751, "main_score": 0.944071, "hf_subset": "tuk_Latn-fin_Latn", "languages": ["tuk-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "tuk_Latn-ita_Latn", "languages": ["tuk-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "tuk_Latn-kor_Hang", "languages": ["tuk-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.524177, "recall": 0.577075, "f1": 0.539168, "accuracy": 0.577075, "main_score": 0.539168, "hf_subset": "tuk_Latn-mos_Latn", "languages": ["tuk-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510972, "recall": 0.552372, "f1": 0.522386, "accuracy": 0.552372, "main_score": 0.522386, "hf_subset": "tuk_Latn-run_Latn", "languages": ["tuk-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.95751, "f1": 0.94529, "accuracy": 0.95751, "main_score": 0.94529, "hf_subset": "tuk_Latn-tam_Taml", "languages": ["tuk-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.942638, "recall": 0.958498, "f1": 0.947483, "accuracy": 0.958498, "main_score": 0.947483, "hf_subset": "tuk_Latn-vie_Latn", "languages": ["tuk-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925619, "recall": 0.947628, "f1": 0.93246, "accuracy": 0.947628, "main_score": 0.93246, "hf_subset": "tuk_Latn-apc_Arab", "languages": ["tuk-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.702033, "recall": 0.748024, "f1": 0.715115, "accuracy": 0.748024, "main_score": 0.715115, "hf_subset": "tuk_Latn-bug_Latn", "languages": ["tuk-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434173, "recall": 0.488142, "f1": 0.448686, "accuracy": 0.488142, "main_score": 0.448686, "hf_subset": "tuk_Latn-fon_Latn", "languages": ["tuk-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927108, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "tuk_Latn-jav_Latn", "languages": ["tuk-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903766, "recall": 0.929842, "f1": 0.911712, "accuracy": 0.929842, "main_score": 0.911712, "hf_subset": "tuk_Latn-lao_Laoo", "languages": ["tuk-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.73449, "recall": 0.784585, "f1": 0.74828, "accuracy": 0.784585, "main_score": 0.74828, "hf_subset": "tuk_Latn-mri_Latn", "languages": ["tuk-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963027, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "tuk_Latn-rus_Cyrl", "languages": ["tuk-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514114, "recall": 0.560277, "f1": 0.527047, "accuracy": 0.560277, "main_score": 0.527047, "hf_subset": "tuk_Latn-taq_Latn", "languages": ["tuk-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904924, "recall": 0.93083, "f1": 0.912615, "accuracy": 0.93083, "main_score": 0.912615, "hf_subset": "tuk_Latn-war_Latn", "languages": ["tuk-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936347, "recall": 0.954545, "f1": 0.94193, "accuracy": 0.954545, "main_score": 0.94193, "hf_subset": "tuk_Latn-arb_Arab", "languages": ["tuk-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "tuk_Latn-bul_Cyrl", "languages": ["tuk-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "tuk_Latn-fra_Latn", "languages": ["tuk-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "tuk_Latn-jpn_Jpan", "languages": ["tuk-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.896578, "recall": 0.922925, "f1": 0.904661, "accuracy": 0.922925, "main_score": 0.904661, "hf_subset": "tuk_Latn-lij_Latn", "languages": ["tuk-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90168, "recall": 0.927866, "f1": 0.90967, "accuracy": 0.927866, "main_score": 0.90967, "hf_subset": "tuk_Latn-mya_Mymr", "languages": ["tuk-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.539676, "recall": 0.602767, "f1": 0.55675, "accuracy": 0.602767, "main_score": 0.55675, "hf_subset": "tuk_Latn-sag_Latn", "languages": ["tuk-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193593, "recall": 0.243083, "f1": 0.205064, "accuracy": 0.243083, "main_score": 0.205064, "hf_subset": "tuk_Latn-taq_Tfng", "languages": ["tuk-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.578806, "recall": 0.629447, "f1": 0.593423, "accuracy": 0.629447, "main_score": 0.593423, "hf_subset": "tuk_Latn-wol_Latn", "languages": ["tuk-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66299, "recall": 0.720356, "f1": 0.679325, "accuracy": 0.720356, "main_score": 0.679325, "hf_subset": "tuk_Latn-arb_Latn", "languages": ["tuk-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952487, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "tuk_Latn-cat_Latn", "languages": ["tuk-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888159, "recall": 0.916008, "f1": 0.896429, "accuracy": 0.916008, "main_score": 0.896429, "hf_subset": "tuk_Latn-fur_Latn", "languages": ["tuk-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403451, "recall": 0.451581, "f1": 0.417643, "accuracy": 0.451581, "main_score": 0.417643, "hf_subset": "tuk_Latn-kab_Latn", "languages": ["tuk-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881456, "recall": 0.914032, "f1": 0.891798, "accuracy": 0.914032, "main_score": 0.891798, "hf_subset": "tuk_Latn-lim_Latn", "languages": ["tuk-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938241, "recall": 0.956522, "f1": 0.943972, "accuracy": 0.956522, "main_score": 0.943972, "hf_subset": "tuk_Latn-nld_Latn", "languages": ["tuk-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900313, "recall": 0.926877, "f1": 0.908498, "accuracy": 0.926877, "main_score": 0.908498, "hf_subset": "tuk_Latn-san_Deva", "languages": ["tuk-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.953887, "accuracy": 0.964427, "main_score": 0.953887, "hf_subset": "tuk_Latn-tat_Cyrl", "languages": ["tuk-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.619433, "recall": 0.664032, "f1": 0.63299, "accuracy": 0.664032, "main_score": 0.63299, "hf_subset": "tuk_Latn-xho_Latn", "languages": ["tuk-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931763, "recall": 0.950593, "f1": 0.937451, "accuracy": 0.950593, "main_score": 0.937451, "hf_subset": "tuk_Latn-ars_Arab", "languages": ["tuk-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.926113, "recall": 0.945652, "f1": 0.932098, "accuracy": 0.945652, "main_score": 0.932098, "hf_subset": "tuk_Latn-ceb_Latn", "languages": ["tuk-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511822, "recall": 0.566206, "f1": 0.527138, "accuracy": 0.566206, "main_score": 0.527138, "hf_subset": "tuk_Latn-fuv_Latn", "languages": ["tuk-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484391, "recall": 0.546443, "f1": 0.500958, "accuracy": 0.546443, "main_score": 0.500958, "hf_subset": "tuk_Latn-kac_Latn", "languages": ["tuk-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602004, "recall": 0.653162, "f1": 0.616009, "accuracy": 0.653162, "main_score": 0.616009, "hf_subset": "tuk_Latn-lin_Latn", "languages": ["tuk-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95112, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "tuk_Latn-nno_Latn", "languages": ["tuk-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199543, "recall": 0.268775, "f1": 0.217341, "accuracy": 0.268775, "main_score": 0.217341, "hf_subset": "tuk_Latn-sat_Olck", "languages": ["tuk-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.946393, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "tuk_Latn-tel_Telu", "languages": ["tuk-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.831514, "recall": 0.87253, "f1": 0.843684, "accuracy": 0.87253, "main_score": 0.843684, "hf_subset": "tuk_Latn-ydd_Hebr", "languages": ["tuk-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.885952, "recall": 0.91502, "f1": 0.89488, "accuracy": 0.91502, "main_score": 0.89488, "hf_subset": "tuk_Latn-ary_Arab", "languages": ["tuk-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "tuk_Latn-ces_Latn", "languages": ["tuk-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540122, "recall": 0.592885, "f1": 0.555042, "accuracy": 0.592885, "main_score": 0.555042, "hf_subset": "tuk_Latn-gaz_Latn", "languages": ["tuk-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535919, "recall": 0.583992, "f1": 0.550264, "accuracy": 0.583992, "main_score": 0.550264, "hf_subset": "tuk_Latn-kam_Latn", "languages": ["tuk-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935071, "recall": 0.953557, "f1": 0.940931, "accuracy": 0.953557, "main_score": 0.940931, "hf_subset": "tuk_Latn-lit_Latn", "languages": ["tuk-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "tuk_Latn-nob_Latn", "languages": ["tuk-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891551, "recall": 0.91996, "f1": 0.900169, "accuracy": 0.91996, "main_score": 0.900169, "hf_subset": "tuk_Latn-scn_Latn", "languages": ["tuk-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.936759, "f1": 0.920422, "accuracy": 0.936759, "main_score": 0.920422, "hf_subset": "tuk_Latn-tgk_Cyrl", "languages": ["tuk-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.627619, "recall": 0.688735, "f1": 0.646165, "accuracy": 0.688735, "main_score": 0.646165, "hf_subset": "tuk_Latn-yor_Latn", "languages": ["tuk-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927157, "recall": 0.949605, "f1": 0.934354, "accuracy": 0.949605, "main_score": 0.934354, "hf_subset": "tuk_Latn-arz_Arab", "languages": ["tuk-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518924, "recall": 0.577075, "f1": 0.535202, "accuracy": 0.577075, "main_score": 0.535202, "hf_subset": "tuk_Latn-cjk_Latn", "languages": ["tuk-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679308, "recall": 0.728261, "f1": 0.693302, "accuracy": 0.728261, "main_score": 0.693302, "hf_subset": "tuk_Latn-gla_Latn", "languages": ["tuk-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940794, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "tuk_Latn-kan_Knda", "languages": ["tuk-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.909124, "recall": 0.93083, "f1": 0.91581, "accuracy": 0.93083, "main_score": 0.91581, "hf_subset": "tuk_Latn-lmo_Latn", "languages": ["tuk-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "tuk_Latn-npi_Deva", "languages": ["tuk-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.436599, "recall": 0.485178, "f1": 0.450045, "accuracy": 0.485178, "main_score": 0.450045, "hf_subset": "tuk_Latn-shn_Mymr", "languages": ["tuk-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.942962, "recall": 0.95751, "f1": 0.947497, "accuracy": 0.95751, "main_score": 0.947497, "hf_subset": "tuk_Latn-tgl_Latn", "languages": ["tuk-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.951581, "f1": 0.937846, "accuracy": 0.951581, "main_score": 0.937846, "hf_subset": "tuk_Latn-yue_Hant", "languages": ["tuk-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.928936, "recall": 0.949605, "f1": 0.935343, "accuracy": 0.949605, "main_score": 0.935343, "hf_subset": "tuk_Latn-asm_Beng", "languages": ["tuk-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.853755, "recall": 0.891304, "f1": 0.865053, "accuracy": 0.891304, "main_score": 0.865053, "hf_subset": "tuk_Latn-ckb_Arab", "languages": ["tuk-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.740221, "recall": 0.785573, "f1": 0.753396, "accuracy": 0.785573, "main_score": 0.753396, "hf_subset": "tuk_Latn-gle_Latn", "languages": ["tuk-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817556, "recall": 0.858696, "f1": 0.829659, "accuracy": 0.858696, "main_score": 0.829659, "hf_subset": "tuk_Latn-kas_Arab", "languages": ["tuk-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.846377, "recall": 0.884387, "f1": 0.857759, "accuracy": 0.884387, "main_score": 0.857759, "hf_subset": "tuk_Latn-ltg_Latn", "languages": ["tuk-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5539, "recall": 0.601779, "f1": 0.566847, "accuracy": 0.601779, "main_score": 0.566847, "hf_subset": "tuk_Latn-nso_Latn", "languages": ["tuk-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896146, "recall": 0.924901, "f1": 0.905105, "accuracy": 0.924901, "main_score": 0.905105, "hf_subset": "tuk_Latn-sin_Sinh", "languages": ["tuk-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.931653, "recall": 0.952569, "f1": 0.938406, "accuracy": 0.952569, "main_score": 0.938406, "hf_subset": "tuk_Latn-tha_Thai", "languages": ["tuk-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.926005, "recall": 0.947628, "f1": 0.932708, "accuracy": 0.947628, "main_score": 0.932708, "hf_subset": "tuk_Latn-zho_Hans", "languages": ["tuk-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.944746, "recall": 0.961462, "f1": 0.95, "accuracy": 0.961462, "main_score": 0.95, "hf_subset": "tuk_Latn-ast_Latn", "languages": ["tuk-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "tuk_Latn-crh_Latn", "languages": ["tuk-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94445, "recall": 0.960474, "f1": 0.949341, "accuracy": 0.960474, "main_score": 0.949341, "hf_subset": "tuk_Latn-glg_Latn", "languages": ["tuk-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769361, "recall": 0.817194, "f1": 0.783698, "accuracy": 0.817194, "main_score": 0.783698, "hf_subset": "tuk_Latn-kas_Deva", "languages": ["tuk-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.886561, "recall": 0.91502, "f1": 0.894979, "accuracy": 0.91502, "main_score": 0.894979, "hf_subset": "tuk_Latn-ltz_Latn", "languages": ["tuk-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442328, "recall": 0.499012, "f1": 0.457726, "accuracy": 0.499012, "main_score": 0.457726, "hf_subset": "tuk_Latn-nus_Latn", "languages": ["tuk-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960886, "recall": 0.972332, "f1": 0.964446, "accuracy": 0.972332, "main_score": 0.964446, "hf_subset": "tuk_Latn-slk_Latn", "languages": ["tuk-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545258, "recall": 0.606719, "f1": 0.562785, "accuracy": 0.606719, "main_score": 0.562785, "hf_subset": "tuk_Latn-tir_Ethi", "languages": ["tuk-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.934289, "recall": 0.954545, "f1": 0.940711, "accuracy": 0.954545, "main_score": 0.940711, "hf_subset": "tuk_Latn-zho_Hant", "languages": ["tuk-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.940086, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "tuk_Latn-awa_Deva", "languages": ["tuk-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.885057, "recall": 0.913043, "f1": 0.893478, "accuracy": 0.913043, "main_score": 0.893478, "hf_subset": "tuk_Latn-cym_Latn", "languages": ["tuk-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726416, "recall": 0.777668, "f1": 0.741212, "accuracy": 0.777668, "main_score": 0.741212, "hf_subset": "tuk_Latn-grn_Latn", "languages": ["tuk-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934371, "recall": 0.953557, "f1": 0.940236, "accuracy": 0.953557, "main_score": 0.940236, "hf_subset": "tuk_Latn-kat_Geor", "languages": ["tuk-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.587865, "recall": 0.637352, "f1": 0.601443, "accuracy": 0.637352, "main_score": 0.601443, "hf_subset": "tuk_Latn-lua_Latn", "languages": ["tuk-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577662, "recall": 0.624506, "f1": 0.590863, "accuracy": 0.624506, "main_score": 0.590863, "hf_subset": "tuk_Latn-nya_Latn", "languages": ["tuk-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945405, "recall": 0.961462, "f1": 0.950329, "accuracy": 0.961462, "main_score": 0.950329, "hf_subset": "tuk_Latn-slv_Latn", "languages": ["tuk-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798323, "recall": 0.840909, "f1": 0.810666, "accuracy": 0.840909, "main_score": 0.810666, "hf_subset": "tuk_Latn-tpi_Latn", "languages": ["tuk-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955287, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "tuk_Latn-zsm_Latn", "languages": ["tuk-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518654, "recall": 0.571146, "f1": 0.533827, "accuracy": 0.571146, "main_score": 0.533827, "hf_subset": "tuk_Latn-ayr_Latn", "languages": ["tuk-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "tuk_Latn-dan_Latn", "languages": ["tuk-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947875, "recall": 0.963439, "f1": 0.9528, "accuracy": 0.963439, "main_score": 0.9528, "hf_subset": "tuk_Latn-guj_Gujr", "languages": ["tuk-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.958778, "recall": 0.970356, "f1": 0.962187, "accuracy": 0.970356, "main_score": 0.962187, "hf_subset": "tuk_Latn-kaz_Cyrl", "languages": ["tuk-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505676, "recall": 0.555336, "f1": 0.519536, "accuracy": 0.555336, "main_score": 0.519536, "hf_subset": "tuk_Latn-lug_Latn", "languages": ["tuk-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956225, "recall": 0.968379, "f1": 0.959933, "accuracy": 0.968379, "main_score": 0.959933, "hf_subset": "tuk_Latn-oci_Latn", "languages": ["tuk-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714981, "recall": 0.767787, "f1": 0.730322, "accuracy": 0.767787, "main_score": 0.730322, "hf_subset": "tuk_Latn-smo_Latn", "languages": ["tuk-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518354, "recall": 0.575099, "f1": 0.533324, "accuracy": 0.575099, "main_score": 0.533324, "hf_subset": "tuk_Latn-tsn_Latn", "languages": ["tuk-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580015, "recall": 0.634387, "f1": 0.595237, "accuracy": 0.634387, "main_score": 0.595237, "hf_subset": "tuk_Latn-zul_Latn", "languages": ["tuk-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808754, "recall": 0.852767, "f1": 0.821676, "accuracy": 0.852767, "main_score": 0.821676, "hf_subset": "tuk_Latn-azb_Arab", "languages": ["tuk-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "tuk_Latn-deu_Latn", "languages": ["tuk-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87388, "recall": 0.908103, "f1": 0.884519, "accuracy": 0.908103, "main_score": 0.884519, "hf_subset": "tuk_Latn-hat_Latn", "languages": ["tuk-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455292, "recall": 0.506917, "f1": 0.46942, "accuracy": 0.506917, "main_score": 0.46942, "hf_subset": "tuk_Latn-kbp_Latn", "languages": ["tuk-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526321, "recall": 0.578063, "f1": 0.540846, "accuracy": 0.578063, "main_score": 0.540846, "hf_subset": "tuk_Latn-luo_Latn", "languages": ["tuk-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940217, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "tuk_Latn-ory_Orya", "languages": ["tuk-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.534898, "recall": 0.593874, "f1": 0.550992, "accuracy": 0.593874, "main_score": 0.550992, "hf_subset": "tuk_Latn-sna_Latn", "languages": ["tuk-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524648, "recall": 0.568182, "f1": 0.536666, "accuracy": 0.568182, "main_score": 0.536666, "hf_subset": "tuk_Latn-tso_Latn", "languages": ["tuk-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "tuk_Latn-azj_Latn", "languages": ["tuk-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496751, "recall": 0.55336, "f1": 0.513291, "accuracy": 0.55336, "main_score": 0.513291, "hf_subset": "tuk_Latn-dik_Latn", "languages": ["tuk-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642936, "recall": 0.699605, "f1": 0.659016, "accuracy": 0.699605, "main_score": 0.659016, "hf_subset": "tuk_Latn-hau_Latn", "languages": ["tuk-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89165, "recall": 0.916996, "f1": 0.89864, "accuracy": 0.916996, "main_score": 0.89864, "hf_subset": "tuk_Latn-kea_Latn", "languages": ["tuk-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635724, "recall": 0.682806, "f1": 0.649379, "accuracy": 0.682806, "main_score": 0.649379, "hf_subset": "tuk_Latn-lus_Latn", "languages": ["tuk-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750331, "recall": 0.790514, "f1": 0.762094, "accuracy": 0.790514, "main_score": 0.762094, "hf_subset": "tuk_Latn-pag_Latn", "languages": ["tuk-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.95751, "f1": 0.944664, "accuracy": 0.95751, "main_score": 0.944664, "hf_subset": "tuk_Latn-snd_Arab", "languages": ["tuk-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946887, "recall": 0.961462, "f1": 0.951482, "accuracy": 0.961462, "main_score": 0.951482, "hf_subset": "tuk_Latn-bak_Cyrl", "languages": ["tuk-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.452695, "recall": 0.519763, "f1": 0.471568, "accuracy": 0.519763, "main_score": 0.471568, "hf_subset": "tuk_Latn-dyu_Latn", "languages": ["tuk-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "tuk_Latn-heb_Hebr", "languages": ["tuk-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.900119, "recall": 0.925889, "f1": 0.908053, "accuracy": 0.925889, "main_score": 0.908053, "hf_subset": "tuk_Latn-khk_Cyrl", "languages": ["tuk-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.943758, "recall": 0.961462, "f1": 0.949506, "accuracy": 0.961462, "main_score": 0.949506, "hf_subset": "tuk_Latn-lvs_Latn", "languages": ["tuk-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "tuk_Latn-pan_Guru", "languages": ["tuk-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.636906, "recall": 0.694664, "f1": 0.654002, "accuracy": 0.694664, "main_score": 0.654002, "hf_subset": "tuk_Latn-som_Latn", "languages": ["tuk-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534743, "recall": 0.58004, "f1": 0.547828, "accuracy": 0.58004, "main_score": 0.547828, "hf_subset": "tuk_Latn-tum_Latn", "languages": ["tuk-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557028, "recall": 0.613636, "f1": 0.572156, "accuracy": 0.613636, "main_score": 0.572156, "hf_subset": "bak_Cyrl-ace_Arab", "languages": ["bak-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.4998, "recall": 0.561265, "f1": 0.516616, "accuracy": 0.561265, "main_score": 0.516616, "hf_subset": "bak_Cyrl-bam_Latn", "languages": ["bak-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392213, "recall": 0.467391, "f1": 0.411804, "accuracy": 0.467391, "main_score": 0.411804, "hf_subset": "bak_Cyrl-dzo_Tibt", "languages": ["bak-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bak_Cyrl-hin_Deva", "languages": ["bak-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "bak_Cyrl-khm_Khmr", "languages": ["bak-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-mag_Deva", "languages": ["bak-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.943594, "recall": 0.960474, "f1": 0.949012, "accuracy": 0.960474, "main_score": 0.949012, "hf_subset": "bak_Cyrl-pap_Latn", "languages": ["bak-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580045, "recall": 0.636364, "f1": 0.595375, "accuracy": 0.636364, "main_score": 0.595375, "hf_subset": "bak_Cyrl-sot_Latn", "languages": ["bak-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987401, "recall": 0.991107, "f1": 0.988538, "accuracy": 0.991107, "main_score": 0.988538, "hf_subset": "bak_Cyrl-tur_Latn", "languages": ["bak-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837484, "recall": 0.875494, "f1": 0.849064, "accuracy": 0.875494, "main_score": 0.849064, "hf_subset": "bak_Cyrl-ace_Latn", "languages": ["bak-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912114, "recall": 0.93083, "f1": 0.917638, "accuracy": 0.93083, "main_score": 0.917638, "hf_subset": "bak_Cyrl-ban_Latn", "languages": ["bak-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-ell_Grek", "languages": ["bak-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.96665, "recall": 0.976285, "f1": 0.969598, "accuracy": 0.976285, "main_score": 0.969598, "hf_subset": "bak_Cyrl-hne_Deva", "languages": ["bak-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.580175, "recall": 0.637352, "f1": 0.595757, "accuracy": 0.637352, "main_score": 0.595757, "hf_subset": "bak_Cyrl-kik_Latn", "languages": ["bak-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bak_Cyrl-mai_Deva", "languages": ["bak-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.946476, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "bak_Cyrl-pbt_Arab", "languages": ["bak-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "bak_Cyrl-spa_Latn", "languages": ["bak-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605082, "recall": 0.667984, "f1": 0.623177, "accuracy": 0.667984, "main_score": 0.623177, "hf_subset": "bak_Cyrl-twi_Latn", "languages": ["bak-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bak_Cyrl-acm_Arab", "languages": ["bak-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bak_Cyrl-bel_Cyrl", "languages": ["bak-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bak_Cyrl-eng_Latn", "languages": ["bak-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-hrv_Latn", "languages": ["bak-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531176, "recall": 0.59585, "f1": 0.54955, "accuracy": 0.59585, "main_score": 0.54955, "hf_subset": "bak_Cyrl-kin_Latn", "languages": ["bak-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bak_Cyrl-mal_Mlym", "languages": ["bak-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-pes_Arab", "languages": ["bak-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944335, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "bak_Cyrl-srd_Latn", "languages": ["bak-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179992, "recall": 0.226285, "f1": 0.191228, "accuracy": 0.226285, "main_score": 0.191228, "hf_subset": "bak_Cyrl-tzm_Tfng", "languages": ["bak-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "bak_Cyrl-acq_Arab", "languages": ["bak-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623266, "recall": 0.673913, "f1": 0.636912, "accuracy": 0.673913, "main_score": 0.636912, "hf_subset": "bak_Cyrl-bem_Latn", "languages": ["bak-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bak_Cyrl-epo_Latn", "languages": ["bak-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "bak_Cyrl-hun_Latn", "languages": ["bak-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "bak_Cyrl-kir_Cyrl", "languages": ["bak-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-mar_Deva", "languages": ["bak-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.651499, "recall": 0.703557, "f1": 0.6671, "accuracy": 0.703557, "main_score": 0.6671, "hf_subset": "bak_Cyrl-plt_Latn", "languages": ["bak-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-srp_Cyrl", "languages": ["bak-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.942852, "recall": 0.959486, "f1": 0.948287, "accuracy": 0.959486, "main_score": 0.948287, "hf_subset": "bak_Cyrl-uig_Arab", "languages": ["bak-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "bak_Cyrl-aeb_Arab", "languages": ["bak-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-ben_Beng", "languages": ["bak-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-est_Latn", "languages": ["bak-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-hye_Armn", "languages": ["bak-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.518118, "recall": 0.577075, "f1": 0.534411, "accuracy": 0.577075, "main_score": 0.534411, "hf_subset": "bak_Cyrl-kmb_Latn", "languages": ["bak-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495202, "recall": 0.565217, "f1": 0.513778, "accuracy": 0.565217, "main_score": 0.513778, "hf_subset": "bak_Cyrl-min_Arab", "languages": ["bak-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-pol_Latn", "languages": ["bak-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546979, "recall": 0.61166, "f1": 0.564798, "accuracy": 0.61166, "main_score": 0.564798, "hf_subset": "bak_Cyrl-ssw_Latn", "languages": ["bak-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-ukr_Cyrl", "languages": ["bak-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-afr_Latn", "languages": ["bak-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "bak_Cyrl-bho_Deva", "languages": ["bak-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.97332, "f1": 0.966238, "accuracy": 0.97332, "main_score": 0.966238, "hf_subset": "bak_Cyrl-eus_Latn", "languages": ["bak-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550849, "recall": 0.613636, "f1": 0.568815, "accuracy": 0.613636, "main_score": 0.568815, "hf_subset": "bak_Cyrl-ibo_Latn", "languages": ["bak-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863636, "recall": 0.900198, "f1": 0.875296, "accuracy": 0.900198, "main_score": 0.875296, "hf_subset": "bak_Cyrl-kmr_Latn", "languages": ["bak-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.958498, "f1": 0.947464, "accuracy": 0.958498, "main_score": 0.947464, "hf_subset": "bak_Cyrl-min_Latn", "languages": ["bak-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-por_Latn", "languages": ["bak-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "bak_Cyrl-sun_Latn", "languages": ["bak-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509545, "recall": 0.565217, "f1": 0.525482, "accuracy": 0.565217, "main_score": 0.525482, "hf_subset": "bak_Cyrl-umb_Latn", "languages": ["bak-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "bak_Cyrl-ajp_Arab", "languages": ["bak-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519729, "recall": 0.58498, "f1": 0.537864, "accuracy": 0.58498, "main_score": 0.537864, "hf_subset": "bak_Cyrl-bjn_Arab", "languages": ["bak-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523266, "recall": 0.574111, "f1": 0.537087, "accuracy": 0.574111, "main_score": 0.537087, "hf_subset": "bak_Cyrl-ewe_Latn", "languages": ["bak-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901136, "recall": 0.927866, "f1": 0.909486, "accuracy": 0.927866, "main_score": 0.909486, "hf_subset": "bak_Cyrl-ilo_Latn", "languages": ["bak-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316639, "recall": 0.370553, "f1": 0.331073, "accuracy": 0.370553, "main_score": 0.331073, "hf_subset": "bak_Cyrl-knc_Arab", "languages": ["bak-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-mkd_Cyrl", "languages": ["bak-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bak_Cyrl-prs_Arab", "languages": ["bak-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-swe_Latn", "languages": ["bak-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-urd_Arab", "languages": ["bak-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575136, "recall": 0.635375, "f1": 0.592662, "accuracy": 0.635375, "main_score": 0.592662, "hf_subset": "bak_Cyrl-aka_Latn", "languages": ["bak-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945276, "accuracy": 0.95751, "main_score": 0.945276, "hf_subset": "bak_Cyrl-bjn_Latn", "languages": ["bak-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947744, "recall": 0.962451, "f1": 0.952306, "accuracy": 0.962451, "main_score": 0.952306, "hf_subset": "bak_Cyrl-fao_Latn", "languages": ["bak-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "bak_Cyrl-ind_Latn", "languages": ["bak-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576073, "recall": 0.625494, "f1": 0.589538, "accuracy": 0.625494, "main_score": 0.589538, "hf_subset": "bak_Cyrl-knc_Latn", "languages": ["bak-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968956, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "bak_Cyrl-mlt_Latn", "languages": ["bak-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683979, "recall": 0.744071, "f1": 0.701031, "accuracy": 0.744071, "main_score": 0.701031, "hf_subset": "bak_Cyrl-quy_Latn", "languages": ["bak-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931736, "recall": 0.951581, "f1": 0.938142, "accuracy": 0.951581, "main_score": 0.938142, "hf_subset": "bak_Cyrl-swh_Latn", "languages": ["bak-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-uzn_Latn", "languages": ["bak-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bak_Cyrl-als_Latn", "languages": ["bak-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572417, "recall": 0.656126, "f1": 0.596353, "accuracy": 0.656126, "main_score": 0.596353, "hf_subset": "bak_Cyrl-bod_Tibt", "languages": ["bak-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.66586, "recall": 0.722332, "f1": 0.681861, "accuracy": 0.722332, "main_score": 0.681861, "hf_subset": "bak_Cyrl-fij_Latn", "languages": ["bak-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.966403, "f1": 0.955204, "accuracy": 0.966403, "main_score": 0.955204, "hf_subset": "bak_Cyrl-isl_Latn", "languages": ["bak-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624622, "recall": 0.683794, "f1": 0.642255, "accuracy": 0.683794, "main_score": 0.642255, "hf_subset": "bak_Cyrl-kon_Latn", "languages": ["bak-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659553, "recall": 0.722332, "f1": 0.677377, "accuracy": 0.722332, "main_score": 0.677377, "hf_subset": "bak_Cyrl-mni_Beng", "languages": ["bak-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "bak_Cyrl-ron_Latn", "languages": ["bak-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961709, "recall": 0.972332, "f1": 0.965152, "accuracy": 0.972332, "main_score": 0.965152, "hf_subset": "bak_Cyrl-szl_Latn", "languages": ["bak-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "bak_Cyrl-vec_Latn", "languages": ["bak-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902833, "recall": 0.929842, "f1": 0.911561, "accuracy": 0.929842, "main_score": 0.911561, "hf_subset": "bak_Cyrl-amh_Ethi", "languages": ["bak-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-bos_Latn", "languages": ["bak-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-fin_Latn", "languages": ["bak-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bak_Cyrl-ita_Latn", "languages": ["bak-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-kor_Hang", "languages": ["bak-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.543804, "recall": 0.600791, "f1": 0.559389, "accuracy": 0.600791, "main_score": 0.559389, "hf_subset": "bak_Cyrl-mos_Latn", "languages": ["bak-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536175, "recall": 0.593874, "f1": 0.552092, "accuracy": 0.593874, "main_score": 0.552092, "hf_subset": "bak_Cyrl-run_Latn", "languages": ["bak-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bak_Cyrl-tam_Taml", "languages": ["bak-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-vie_Latn", "languages": ["bak-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "bak_Cyrl-apc_Arab", "languages": ["bak-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.77253, "recall": 0.818182, "f1": 0.786166, "accuracy": 0.818182, "main_score": 0.786166, "hf_subset": "bak_Cyrl-bug_Latn", "languages": ["bak-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469498, "recall": 0.524704, "f1": 0.484789, "accuracy": 0.524704, "main_score": 0.484789, "hf_subset": "bak_Cyrl-fon_Latn", "languages": ["bak-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973287, "accuracy": 0.979249, "main_score": 0.973287, "hf_subset": "bak_Cyrl-jav_Latn", "languages": ["bak-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "bak_Cyrl-lao_Laoo", "languages": ["bak-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.810968, "recall": 0.858696, "f1": 0.825329, "accuracy": 0.858696, "main_score": 0.825329, "hf_subset": "bak_Cyrl-mri_Latn", "languages": ["bak-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bak_Cyrl-rus_Cyrl", "languages": ["bak-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535672, "recall": 0.591897, "f1": 0.550891, "accuracy": 0.591897, "main_score": 0.550891, "hf_subset": "bak_Cyrl-taq_Latn", "languages": ["bak-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "bak_Cyrl-war_Latn", "languages": ["bak-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bak_Cyrl-arb_Arab", "languages": ["bak-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-bul_Cyrl", "languages": ["bak-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bak_Cyrl-fra_Latn", "languages": ["bak-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "bak_Cyrl-jpn_Jpan", "languages": ["bak-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "bak_Cyrl-lij_Latn", "languages": ["bak-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "bak_Cyrl-mya_Mymr", "languages": ["bak-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.585833, "recall": 0.648221, "f1": 0.603286, "accuracy": 0.648221, "main_score": 0.603286, "hf_subset": "bak_Cyrl-sag_Latn", "languages": ["bak-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200866, "recall": 0.252964, "f1": 0.212267, "accuracy": 0.252964, "main_score": 0.212267, "hf_subset": "bak_Cyrl-taq_Tfng", "languages": ["bak-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.600998, "recall": 0.662055, "f1": 0.618302, "accuracy": 0.662055, "main_score": 0.618302, "hf_subset": "bak_Cyrl-wol_Latn", "languages": ["bak-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728882, "recall": 0.784585, "f1": 0.744765, "accuracy": 0.784585, "main_score": 0.744765, "hf_subset": "bak_Cyrl-arb_Latn", "languages": ["bak-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-cat_Latn", "languages": ["bak-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956061, "recall": 0.968379, "f1": 0.95998, "accuracy": 0.968379, "main_score": 0.95998, "hf_subset": "bak_Cyrl-fur_Latn", "languages": ["bak-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412916, "recall": 0.469368, "f1": 0.4281, "accuracy": 0.469368, "main_score": 0.4281, "hf_subset": "bak_Cyrl-kab_Latn", "languages": ["bak-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955616, "recall": 0.968379, "f1": 0.959717, "accuracy": 0.968379, "main_score": 0.959717, "hf_subset": "bak_Cyrl-lim_Latn", "languages": ["bak-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-nld_Latn", "languages": ["bak-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "bak_Cyrl-san_Deva", "languages": ["bak-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bak_Cyrl-tat_Cyrl", "languages": ["bak-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651861, "recall": 0.710474, "f1": 0.668714, "accuracy": 0.710474, "main_score": 0.668714, "hf_subset": "bak_Cyrl-xho_Latn", "languages": ["bak-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bak_Cyrl-ars_Arab", "languages": ["bak-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "bak_Cyrl-ceb_Latn", "languages": ["bak-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542635, "recall": 0.599802, "f1": 0.559444, "accuracy": 0.599802, "main_score": 0.559444, "hf_subset": "bak_Cyrl-fuv_Latn", "languages": ["bak-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506572, "recall": 0.568182, "f1": 0.522834, "accuracy": 0.568182, "main_score": 0.522834, "hf_subset": "bak_Cyrl-kac_Latn", "languages": ["bak-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66811, "recall": 0.717391, "f1": 0.68219, "accuracy": 0.717391, "main_score": 0.68219, "hf_subset": "bak_Cyrl-lin_Latn", "languages": ["bak-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bak_Cyrl-nno_Latn", "languages": ["bak-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183565, "recall": 0.253953, "f1": 0.201543, "accuracy": 0.253953, "main_score": 0.201543, "hf_subset": "bak_Cyrl-sat_Olck", "languages": ["bak-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bak_Cyrl-tel_Telu", "languages": ["bak-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.90108, "recall": 0.929842, "f1": 0.910063, "accuracy": 0.929842, "main_score": 0.910063, "hf_subset": "bak_Cyrl-ydd_Hebr", "languages": ["bak-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.944088, "recall": 0.961462, "f1": 0.949671, "accuracy": 0.961462, "main_score": 0.949671, "hf_subset": "bak_Cyrl-ary_Arab", "languages": ["bak-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-ces_Latn", "languages": ["bak-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577421, "recall": 0.632411, "f1": 0.593252, "accuracy": 0.632411, "main_score": 0.593252, "hf_subset": "bak_Cyrl-gaz_Latn", "languages": ["bak-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585945, "recall": 0.642292, "f1": 0.601674, "accuracy": 0.642292, "main_score": 0.601674, "hf_subset": "bak_Cyrl-kam_Latn", "languages": ["bak-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bak_Cyrl-lit_Latn", "languages": ["bak-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-nob_Latn", "languages": ["bak-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "bak_Cyrl-scn_Latn", "languages": ["bak-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962698, "recall": 0.97332, "f1": 0.96614, "accuracy": 0.97332, "main_score": 0.96614, "hf_subset": "bak_Cyrl-tgk_Cyrl", "languages": ["bak-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.678911, "recall": 0.742095, "f1": 0.696916, "accuracy": 0.742095, "main_score": 0.696916, "hf_subset": "bak_Cyrl-yor_Latn", "languages": ["bak-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bak_Cyrl-arz_Arab", "languages": ["bak-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54754, "recall": 0.606719, "f1": 0.565141, "accuracy": 0.606719, "main_score": 0.565141, "hf_subset": "bak_Cyrl-cjk_Latn", "languages": ["bak-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711505, "recall": 0.771739, "f1": 0.729134, "accuracy": 0.771739, "main_score": 0.729134, "hf_subset": "bak_Cyrl-gla_Latn", "languages": ["bak-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-kan_Knda", "languages": ["bak-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.962451, "f1": 0.95303, "accuracy": 0.962451, "main_score": 0.95303, "hf_subset": "bak_Cyrl-lmo_Latn", "languages": ["bak-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "bak_Cyrl-npi_Deva", "languages": ["bak-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458773, "recall": 0.520751, "f1": 0.475735, "accuracy": 0.520751, "main_score": 0.475735, "hf_subset": "bak_Cyrl-shn_Mymr", "languages": ["bak-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bak_Cyrl-tgl_Latn", "languages": ["bak-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bak_Cyrl-yue_Hant", "languages": ["bak-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "bak_Cyrl-asm_Beng", "languages": ["bak-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.923172, "recall": 0.945652, "f1": 0.930402, "accuracy": 0.945652, "main_score": 0.930402, "hf_subset": "bak_Cyrl-ckb_Arab", "languages": ["bak-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.808992, "recall": 0.854743, "f1": 0.823043, "accuracy": 0.854743, "main_score": 0.823043, "hf_subset": "bak_Cyrl-gle_Latn", "languages": ["bak-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908844, "recall": 0.932806, "f1": 0.916191, "accuracy": 0.932806, "main_score": 0.916191, "hf_subset": "bak_Cyrl-kas_Arab", "languages": ["bak-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.916255, "recall": 0.937747, "f1": 0.922991, "accuracy": 0.937747, "main_score": 0.922991, "hf_subset": "bak_Cyrl-ltg_Latn", "languages": ["bak-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594072, "recall": 0.642292, "f1": 0.607323, "accuracy": 0.642292, "main_score": 0.607323, "hf_subset": "bak_Cyrl-nso_Latn", "languages": ["bak-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "bak_Cyrl-sin_Sinh", "languages": ["bak-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bak_Cyrl-tha_Thai", "languages": ["bak-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "bak_Cyrl-zho_Hans", "languages": ["bak-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bak_Cyrl-ast_Latn", "languages": ["bak-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bak_Cyrl-crh_Latn", "languages": ["bak-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "bak_Cyrl-glg_Latn", "languages": ["bak-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837039, "recall": 0.878458, "f1": 0.850198, "accuracy": 0.878458, "main_score": 0.850198, "hf_subset": "bak_Cyrl-kas_Deva", "languages": ["bak-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "bak_Cyrl-ltz_Latn", "languages": ["bak-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444387, "recall": 0.509881, "f1": 0.461974, "accuracy": 0.509881, "main_score": 0.461974, "hf_subset": "bak_Cyrl-nus_Latn", "languages": ["bak-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-slk_Latn", "languages": ["bak-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594401, "recall": 0.668972, "f1": 0.615834, "accuracy": 0.668972, "main_score": 0.615834, "hf_subset": "bak_Cyrl-tir_Ethi", "languages": ["bak-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.981917, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "bak_Cyrl-zho_Hant", "languages": ["bak-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "bak_Cyrl-awa_Deva", "languages": ["bak-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.941617, "recall": 0.958498, "f1": 0.947036, "accuracy": 0.958498, "main_score": 0.947036, "hf_subset": "bak_Cyrl-cym_Latn", "languages": ["bak-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784289, "recall": 0.829051, "f1": 0.79753, "accuracy": 0.829051, "main_score": 0.79753, "hf_subset": "bak_Cyrl-grn_Latn", "languages": ["bak-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "bak_Cyrl-kat_Geor", "languages": ["bak-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.618994, "recall": 0.672925, "f1": 0.634543, "accuracy": 0.672925, "main_score": 0.634543, "hf_subset": "bak_Cyrl-lua_Latn", "languages": ["bak-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61928, "recall": 0.671937, "f1": 0.634058, "accuracy": 0.671937, "main_score": 0.634058, "hf_subset": "bak_Cyrl-nya_Latn", "languages": ["bak-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-slv_Latn", "languages": ["bak-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895504, "recall": 0.924901, "f1": 0.904545, "accuracy": 0.924901, "main_score": 0.904545, "hf_subset": "bak_Cyrl-tpi_Latn", "languages": ["bak-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "bak_Cyrl-zsm_Latn", "languages": ["bak-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533353, "recall": 0.596838, "f1": 0.550718, "accuracy": 0.596838, "main_score": 0.550718, "hf_subset": "bak_Cyrl-ayr_Latn", "languages": ["bak-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bak_Cyrl-dan_Latn", "languages": ["bak-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-guj_Gujr", "languages": ["bak-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bak_Cyrl-kaz_Cyrl", "languages": ["bak-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521692, "recall": 0.579051, "f1": 0.537851, "accuracy": 0.579051, "main_score": 0.537851, "hf_subset": "bak_Cyrl-lug_Latn", "languages": ["bak-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97892, "recall": 0.98419, "f1": 0.980519, "accuracy": 0.98419, "main_score": 0.980519, "hf_subset": "bak_Cyrl-oci_Latn", "languages": ["bak-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784906, "recall": 0.835968, "f1": 0.800384, "accuracy": 0.835968, "main_score": 0.800384, "hf_subset": "bak_Cyrl-smo_Latn", "languages": ["bak-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529696, "recall": 0.593874, "f1": 0.547451, "accuracy": 0.593874, "main_score": 0.547451, "hf_subset": "bak_Cyrl-tsn_Latn", "languages": ["bak-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594971, "recall": 0.655138, "f1": 0.612005, "accuracy": 0.655138, "main_score": 0.612005, "hf_subset": "bak_Cyrl-zul_Latn", "languages": ["bak-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887549, "recall": 0.916008, "f1": 0.896574, "accuracy": 0.916008, "main_score": 0.896574, "hf_subset": "bak_Cyrl-azb_Arab", "languages": ["bak-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-deu_Latn", "languages": ["bak-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9417, "recall": 0.958498, "f1": 0.947134, "accuracy": 0.958498, "main_score": 0.947134, "hf_subset": "bak_Cyrl-hat_Latn", "languages": ["bak-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48969, "recall": 0.543478, "f1": 0.504539, "accuracy": 0.543478, "main_score": 0.504539, "hf_subset": "bak_Cyrl-kbp_Latn", "languages": ["bak-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562032, "recall": 0.614625, "f1": 0.576569, "accuracy": 0.614625, "main_score": 0.576569, "hf_subset": "bak_Cyrl-luo_Latn", "languages": ["bak-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bak_Cyrl-ory_Orya", "languages": ["bak-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.570966, "recall": 0.634387, "f1": 0.588896, "accuracy": 0.634387, "main_score": 0.588896, "hf_subset": "bak_Cyrl-sna_Latn", "languages": ["bak-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542985, "recall": 0.592885, "f1": 0.556474, "accuracy": 0.592885, "main_score": 0.556474, "hf_subset": "bak_Cyrl-tso_Latn", "languages": ["bak-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-azj_Latn", "languages": ["bak-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525913, "recall": 0.593874, "f1": 0.545961, "accuracy": 0.593874, "main_score": 0.545961, "hf_subset": "bak_Cyrl-dik_Latn", "languages": ["bak-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68634, "recall": 0.744071, "f1": 0.702802, "accuracy": 0.744071, "main_score": 0.702802, "hf_subset": "bak_Cyrl-hau_Latn", "languages": ["bak-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936957, "recall": 0.954545, "f1": 0.942325, "accuracy": 0.954545, "main_score": 0.942325, "hf_subset": "bak_Cyrl-kea_Latn", "languages": ["bak-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72808, "recall": 0.778656, "f1": 0.743201, "accuracy": 0.778656, "main_score": 0.743201, "hf_subset": "bak_Cyrl-lus_Latn", "languages": ["bak-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822661, "recall": 0.859684, "f1": 0.833762, "accuracy": 0.859684, "main_score": 0.833762, "hf_subset": "bak_Cyrl-pag_Latn", "languages": ["bak-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bak_Cyrl-snd_Arab", "languages": ["bak-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "bak_Cyrl-tuk_Latn", "languages": ["bak-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473913, "recall": 0.547431, "f1": 0.495055, "accuracy": 0.547431, "main_score": 0.495055, "hf_subset": "bak_Cyrl-dyu_Latn", "languages": ["bak-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-heb_Hebr", "languages": ["bak-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "bak_Cyrl-khk_Cyrl", "languages": ["bak-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-lvs_Latn", "languages": ["bak-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-pan_Guru", "languages": ["bak-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.661451, "recall": 0.720356, "f1": 0.678938, "accuracy": 0.720356, "main_score": 0.678938, "hf_subset": "bak_Cyrl-som_Latn", "languages": ["bak-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572671, "recall": 0.628458, "f1": 0.58849, "accuracy": 0.628458, "main_score": 0.58849, "hf_subset": "bak_Cyrl-tum_Latn", "languages": ["bak-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.35235, "recall": 0.397233, "f1": 0.364956, "accuracy": 0.397233, "main_score": 0.364956, "hf_subset": "dyu_Latn-ace_Arab", "languages": ["dyu-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.476065, "recall": 0.54249, "f1": 0.494171, "accuracy": 0.54249, "main_score": 0.494171, "hf_subset": "dyu_Latn-bam_Latn", "languages": ["dyu-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129202, "recall": 0.162055, "f1": 0.137729, "accuracy": 0.162055, "main_score": 0.137729, "hf_subset": "dyu_Latn-dzo_Tibt", "languages": ["dyu-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.463007, "recall": 0.518775, "f1": 0.477908, "accuracy": 0.518775, "main_score": 0.477908, "hf_subset": "dyu_Latn-hin_Deva", "languages": ["dyu-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.425812, "recall": 0.480237, "f1": 0.440929, "accuracy": 0.480237, "main_score": 0.440929, "hf_subset": "dyu_Latn-khm_Khmr", "languages": ["dyu-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.459884, "recall": 0.516798, "f1": 0.47584, "accuracy": 0.516798, "main_score": 0.47584, "hf_subset": "dyu_Latn-mag_Deva", "languages": ["dyu-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.486039, "recall": 0.537549, "f1": 0.499454, "accuracy": 0.537549, "main_score": 0.499454, "hf_subset": "dyu_Latn-pap_Latn", "languages": ["dyu-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448572, "recall": 0.499012, "f1": 0.462145, "accuracy": 0.499012, "main_score": 0.462145, "hf_subset": "dyu_Latn-sot_Latn", "languages": ["dyu-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471683, "recall": 0.530632, "f1": 0.487339, "accuracy": 0.530632, "main_score": 0.487339, "hf_subset": "dyu_Latn-tur_Latn", "languages": ["dyu-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486571, "recall": 0.533597, "f1": 0.499118, "accuracy": 0.533597, "main_score": 0.499118, "hf_subset": "dyu_Latn-ace_Latn", "languages": ["dyu-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487262, "recall": 0.533597, "f1": 0.499409, "accuracy": 0.533597, "main_score": 0.499409, "hf_subset": "dyu_Latn-ban_Latn", "languages": ["dyu-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451649, "recall": 0.51087, "f1": 0.467475, "accuracy": 0.51087, "main_score": 0.467475, "hf_subset": "dyu_Latn-ell_Grek", "languages": ["dyu-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.466912, "recall": 0.521739, "f1": 0.481702, "accuracy": 0.521739, "main_score": 0.481702, "hf_subset": "dyu_Latn-hne_Deva", "languages": ["dyu-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.433211, "recall": 0.476285, "f1": 0.444986, "accuracy": 0.476285, "main_score": 0.444986, "hf_subset": "dyu_Latn-kik_Latn", "languages": ["dyu-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481154, "recall": 0.537549, "f1": 0.496134, "accuracy": 0.537549, "main_score": 0.496134, "hf_subset": "dyu_Latn-mai_Deva", "languages": ["dyu-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.438512, "recall": 0.488142, "f1": 0.451983, "accuracy": 0.488142, "main_score": 0.451983, "hf_subset": "dyu_Latn-pbt_Arab", "languages": ["dyu-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.462193, "recall": 0.520751, "f1": 0.477958, "accuracy": 0.520751, "main_score": 0.477958, "hf_subset": "dyu_Latn-spa_Latn", "languages": ["dyu-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453862, "recall": 0.493083, "f1": 0.464929, "accuracy": 0.493083, "main_score": 0.464929, "hf_subset": "dyu_Latn-twi_Latn", "languages": ["dyu-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464307, "recall": 0.51581, "f1": 0.478491, "accuracy": 0.51581, "main_score": 0.478491, "hf_subset": "dyu_Latn-acm_Arab", "languages": ["dyu-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.443579, "recall": 0.497036, "f1": 0.457426, "accuracy": 0.497036, "main_score": 0.457426, "hf_subset": "dyu_Latn-bel_Cyrl", "languages": ["dyu-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.500473, "recall": 0.557312, "f1": 0.51624, "accuracy": 0.557312, "main_score": 0.51624, "hf_subset": "dyu_Latn-eng_Latn", "languages": ["dyu-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485132, "recall": 0.537549, "f1": 0.499456, "accuracy": 0.537549, "main_score": 0.499456, "hf_subset": "dyu_Latn-hrv_Latn", "languages": ["dyu-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410917, "recall": 0.463439, "f1": 0.425227, "accuracy": 0.463439, "main_score": 0.425227, "hf_subset": "dyu_Latn-kin_Latn", "languages": ["dyu-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449848, "recall": 0.509881, "f1": 0.465735, "accuracy": 0.509881, "main_score": 0.465735, "hf_subset": "dyu_Latn-mal_Mlym", "languages": ["dyu-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.465831, "recall": 0.517787, "f1": 0.48011, "accuracy": 0.517787, "main_score": 0.48011, "hf_subset": "dyu_Latn-pes_Arab", "languages": ["dyu-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478272, "recall": 0.531621, "f1": 0.493093, "accuracy": 0.531621, "main_score": 0.493093, "hf_subset": "dyu_Latn-srd_Latn", "languages": ["dyu-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.102172, "recall": 0.128458, "f1": 0.108476, "accuracy": 0.128458, "main_score": 0.108476, "hf_subset": "dyu_Latn-tzm_Tfng", "languages": ["dyu-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.450443, "recall": 0.506917, "f1": 0.465592, "accuracy": 0.506917, "main_score": 0.465592, "hf_subset": "dyu_Latn-acq_Arab", "languages": ["dyu-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.455505, "recall": 0.503953, "f1": 0.468605, "accuracy": 0.503953, "main_score": 0.468605, "hf_subset": "dyu_Latn-bem_Latn", "languages": ["dyu-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475714, "recall": 0.529644, "f1": 0.49029, "accuracy": 0.529644, "main_score": 0.49029, "hf_subset": "dyu_Latn-epo_Latn", "languages": ["dyu-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47039, "recall": 0.525692, "f1": 0.484747, "accuracy": 0.525692, "main_score": 0.484747, "hf_subset": "dyu_Latn-hun_Latn", "languages": ["dyu-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449775, "recall": 0.506917, "f1": 0.464833, "accuracy": 0.506917, "main_score": 0.464833, "hf_subset": "dyu_Latn-kir_Cyrl", "languages": ["dyu-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478894, "recall": 0.527668, "f1": 0.491916, "accuracy": 0.527668, "main_score": 0.491916, "hf_subset": "dyu_Latn-mar_Deva", "languages": ["dyu-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.43704, "recall": 0.48913, "f1": 0.451742, "accuracy": 0.48913, "main_score": 0.451742, "hf_subset": "dyu_Latn-plt_Latn", "languages": ["dyu-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468181, "recall": 0.521739, "f1": 0.482861, "accuracy": 0.521739, "main_score": 0.482861, "hf_subset": "dyu_Latn-srp_Cyrl", "languages": ["dyu-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.388683, "recall": 0.445652, "f1": 0.404955, "accuracy": 0.445652, "main_score": 0.404955, "hf_subset": "dyu_Latn-uig_Arab", "languages": ["dyu-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.450089, "recall": 0.503953, "f1": 0.464284, "accuracy": 0.503953, "main_score": 0.464284, "hf_subset": "dyu_Latn-aeb_Arab", "languages": ["dyu-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.477454, "recall": 0.531621, "f1": 0.492692, "accuracy": 0.531621, "main_score": 0.492692, "hf_subset": "dyu_Latn-ben_Beng", "languages": ["dyu-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.4638, "recall": 0.517787, "f1": 0.47846, "accuracy": 0.517787, "main_score": 0.47846, "hf_subset": "dyu_Latn-est_Latn", "languages": ["dyu-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442277, "recall": 0.499012, "f1": 0.458249, "accuracy": 0.499012, "main_score": 0.458249, "hf_subset": "dyu_Latn-hye_Armn", "languages": ["dyu-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.419353, "recall": 0.464427, "f1": 0.431691, "accuracy": 0.464427, "main_score": 0.431691, "hf_subset": "dyu_Latn-kmb_Latn", "languages": ["dyu-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.293494, "recall": 0.348814, "f1": 0.30825, "accuracy": 0.348814, "main_score": 0.30825, "hf_subset": "dyu_Latn-min_Arab", "languages": ["dyu-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479668, "recall": 0.534585, "f1": 0.494315, "accuracy": 0.534585, "main_score": 0.494315, "hf_subset": "dyu_Latn-pol_Latn", "languages": ["dyu-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434857, "recall": 0.482213, "f1": 0.447811, "accuracy": 0.482213, "main_score": 0.447811, "hf_subset": "dyu_Latn-ssw_Latn", "languages": ["dyu-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475994, "recall": 0.533597, "f1": 0.49188, "accuracy": 0.533597, "main_score": 0.49188, "hf_subset": "dyu_Latn-ukr_Cyrl", "languages": ["dyu-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.489068, "recall": 0.545455, "f1": 0.504955, "accuracy": 0.545455, "main_score": 0.504955, "hf_subset": "dyu_Latn-afr_Latn", "languages": ["dyu-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462122, "recall": 0.516798, "f1": 0.476661, "accuracy": 0.516798, "main_score": 0.476661, "hf_subset": "dyu_Latn-bho_Deva", "languages": ["dyu-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484291, "recall": 0.536561, "f1": 0.498426, "accuracy": 0.536561, "main_score": 0.498426, "hf_subset": "dyu_Latn-eus_Latn", "languages": ["dyu-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446347, "recall": 0.499012, "f1": 0.461402, "accuracy": 0.499012, "main_score": 0.461402, "hf_subset": "dyu_Latn-ibo_Latn", "languages": ["dyu-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466419, "recall": 0.513834, "f1": 0.479051, "accuracy": 0.513834, "main_score": 0.479051, "hf_subset": "dyu_Latn-kmr_Latn", "languages": ["dyu-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479215, "recall": 0.528656, "f1": 0.492591, "accuracy": 0.528656, "main_score": 0.492591, "hf_subset": "dyu_Latn-min_Latn", "languages": ["dyu-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486645, "recall": 0.547431, "f1": 0.503203, "accuracy": 0.547431, "main_score": 0.503203, "hf_subset": "dyu_Latn-por_Latn", "languages": ["dyu-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499862, "recall": 0.545455, "f1": 0.512509, "accuracy": 0.545455, "main_score": 0.512509, "hf_subset": "dyu_Latn-sun_Latn", "languages": ["dyu-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396139, "recall": 0.447628, "f1": 0.410408, "accuracy": 0.447628, "main_score": 0.410408, "hf_subset": "dyu_Latn-umb_Latn", "languages": ["dyu-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456881, "recall": 0.509881, "f1": 0.471457, "accuracy": 0.509881, "main_score": 0.471457, "hf_subset": "dyu_Latn-ajp_Arab", "languages": ["dyu-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.318021, "recall": 0.367589, "f1": 0.330956, "accuracy": 0.367589, "main_score": 0.330956, "hf_subset": "dyu_Latn-bjn_Arab", "languages": ["dyu-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.412502, "recall": 0.459486, "f1": 0.425181, "accuracy": 0.459486, "main_score": 0.425181, "hf_subset": "dyu_Latn-ewe_Latn", "languages": ["dyu-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494428, "recall": 0.538538, "f1": 0.506477, "accuracy": 0.538538, "main_score": 0.506477, "hf_subset": "dyu_Latn-ilo_Latn", "languages": ["dyu-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214991, "recall": 0.259881, "f1": 0.226899, "accuracy": 0.259881, "main_score": 0.226899, "hf_subset": "dyu_Latn-knc_Arab", "languages": ["dyu-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471373, "recall": 0.528656, "f1": 0.486039, "accuracy": 0.528656, "main_score": 0.486039, "hf_subset": "dyu_Latn-mkd_Cyrl", "languages": ["dyu-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.448785, "recall": 0.504941, "f1": 0.463971, "accuracy": 0.504941, "main_score": 0.463971, "hf_subset": "dyu_Latn-prs_Arab", "languages": ["dyu-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481758, "recall": 0.539526, "f1": 0.497401, "accuracy": 0.539526, "main_score": 0.497401, "hf_subset": "dyu_Latn-swe_Latn", "languages": ["dyu-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451699, "recall": 0.517787, "f1": 0.470064, "accuracy": 0.517787, "main_score": 0.470064, "hf_subset": "dyu_Latn-urd_Arab", "languages": ["dyu-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.440296, "recall": 0.485178, "f1": 0.453054, "accuracy": 0.485178, "main_score": 0.453054, "hf_subset": "dyu_Latn-aka_Latn", "languages": ["dyu-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482812, "recall": 0.532609, "f1": 0.496593, "accuracy": 0.532609, "main_score": 0.496593, "hf_subset": "dyu_Latn-bjn_Latn", "languages": ["dyu-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466369, "recall": 0.509881, "f1": 0.478399, "accuracy": 0.509881, "main_score": 0.478399, "hf_subset": "dyu_Latn-fao_Latn", "languages": ["dyu-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488056, "recall": 0.545455, "f1": 0.504035, "accuracy": 0.545455, "main_score": 0.504035, "hf_subset": "dyu_Latn-ind_Latn", "languages": ["dyu-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450858, "recall": 0.492095, "f1": 0.46262, "accuracy": 0.492095, "main_score": 0.46262, "hf_subset": "dyu_Latn-knc_Latn", "languages": ["dyu-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479605, "recall": 0.528656, "f1": 0.492994, "accuracy": 0.528656, "main_score": 0.492994, "hf_subset": "dyu_Latn-mlt_Latn", "languages": ["dyu-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44452, "recall": 0.493083, "f1": 0.458467, "accuracy": 0.493083, "main_score": 0.458467, "hf_subset": "dyu_Latn-quy_Latn", "languages": ["dyu-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452159, "recall": 0.505929, "f1": 0.467181, "accuracy": 0.505929, "main_score": 0.467181, "hf_subset": "dyu_Latn-swh_Latn", "languages": ["dyu-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463909, "recall": 0.518775, "f1": 0.478186, "accuracy": 0.518775, "main_score": 0.478186, "hf_subset": "dyu_Latn-uzn_Latn", "languages": ["dyu-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463049, "recall": 0.516798, "f1": 0.47728, "accuracy": 0.516798, "main_score": 0.47728, "hf_subset": "dyu_Latn-als_Latn", "languages": ["dyu-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177004, "recall": 0.225296, "f1": 0.188553, "accuracy": 0.225296, "main_score": 0.188553, "hf_subset": "dyu_Latn-bod_Tibt", "languages": ["dyu-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.42968, "recall": 0.477273, "f1": 0.4426, "accuracy": 0.477273, "main_score": 0.4426, "hf_subset": "dyu_Latn-fij_Latn", "languages": ["dyu-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449753, "recall": 0.499012, "f1": 0.46305, "accuracy": 0.499012, "main_score": 0.46305, "hf_subset": "dyu_Latn-isl_Latn", "languages": ["dyu-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473785, "recall": 0.516798, "f1": 0.485592, "accuracy": 0.516798, "main_score": 0.485592, "hf_subset": "dyu_Latn-kon_Latn", "languages": ["dyu-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391579, "recall": 0.455534, "f1": 0.40914, "accuracy": 0.455534, "main_score": 0.40914, "hf_subset": "dyu_Latn-mni_Beng", "languages": ["dyu-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.47706, "recall": 0.535573, "f1": 0.492692, "accuracy": 0.535573, "main_score": 0.492692, "hf_subset": "dyu_Latn-ron_Latn", "languages": ["dyu-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478273, "recall": 0.528656, "f1": 0.49138, "accuracy": 0.528656, "main_score": 0.49138, "hf_subset": "dyu_Latn-szl_Latn", "languages": ["dyu-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479208, "recall": 0.530632, "f1": 0.492552, "accuracy": 0.530632, "main_score": 0.492552, "hf_subset": "dyu_Latn-vec_Latn", "languages": ["dyu-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397921, "recall": 0.456522, "f1": 0.413923, "accuracy": 0.456522, "main_score": 0.413923, "hf_subset": "dyu_Latn-amh_Ethi", "languages": ["dyu-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.48497, "recall": 0.539526, "f1": 0.499953, "accuracy": 0.539526, "main_score": 0.499953, "hf_subset": "dyu_Latn-bos_Latn", "languages": ["dyu-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463335, "recall": 0.522727, "f1": 0.4797, "accuracy": 0.522727, "main_score": 0.4797, "hf_subset": "dyu_Latn-fin_Latn", "languages": ["dyu-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474179, "recall": 0.530632, "f1": 0.489088, "accuracy": 0.530632, "main_score": 0.489088, "hf_subset": "dyu_Latn-ita_Latn", "languages": ["dyu-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45408, "recall": 0.51581, "f1": 0.470252, "accuracy": 0.51581, "main_score": 0.470252, "hf_subset": "dyu_Latn-kor_Hang", "languages": ["dyu-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.425834, "recall": 0.472332, "f1": 0.439075, "accuracy": 0.472332, "main_score": 0.439075, "hf_subset": "dyu_Latn-mos_Latn", "languages": ["dyu-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425799, "recall": 0.475296, "f1": 0.439646, "accuracy": 0.475296, "main_score": 0.439646, "hf_subset": "dyu_Latn-run_Latn", "languages": ["dyu-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445969, "recall": 0.500988, "f1": 0.460488, "accuracy": 0.500988, "main_score": 0.460488, "hf_subset": "dyu_Latn-tam_Taml", "languages": ["dyu-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.465387, "recall": 0.519763, "f1": 0.479545, "accuracy": 0.519763, "main_score": 0.479545, "hf_subset": "dyu_Latn-vie_Latn", "languages": ["dyu-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440647, "recall": 0.494071, "f1": 0.455171, "accuracy": 0.494071, "main_score": 0.455171, "hf_subset": "dyu_Latn-apc_Arab", "languages": ["dyu-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.450696, "recall": 0.500988, "f1": 0.464124, "accuracy": 0.500988, "main_score": 0.464124, "hf_subset": "dyu_Latn-bug_Latn", "languages": ["dyu-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388295, "recall": 0.431818, "f1": 0.39995, "accuracy": 0.431818, "main_score": 0.39995, "hf_subset": "dyu_Latn-fon_Latn", "languages": ["dyu-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491532, "recall": 0.541502, "f1": 0.505492, "accuracy": 0.541502, "main_score": 0.505492, "hf_subset": "dyu_Latn-jav_Latn", "languages": ["dyu-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.411381, "recall": 0.466403, "f1": 0.426126, "accuracy": 0.466403, "main_score": 0.426126, "hf_subset": "dyu_Latn-lao_Laoo", "languages": ["dyu-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.408645, "recall": 0.452569, "f1": 0.420531, "accuracy": 0.452569, "main_score": 0.420531, "hf_subset": "dyu_Latn-mri_Latn", "languages": ["dyu-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471314, "recall": 0.529644, "f1": 0.486955, "accuracy": 0.529644, "main_score": 0.486955, "hf_subset": "dyu_Latn-rus_Cyrl", "languages": ["dyu-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.413505, "recall": 0.461462, "f1": 0.426525, "accuracy": 0.461462, "main_score": 0.426525, "hf_subset": "dyu_Latn-taq_Latn", "languages": ["dyu-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492922, "recall": 0.541502, "f1": 0.505873, "accuracy": 0.541502, "main_score": 0.505873, "hf_subset": "dyu_Latn-war_Latn", "languages": ["dyu-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447431, "recall": 0.501976, "f1": 0.462309, "accuracy": 0.501976, "main_score": 0.462309, "hf_subset": "dyu_Latn-arb_Arab", "languages": ["dyu-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470503, "recall": 0.52668, "f1": 0.486085, "accuracy": 0.52668, "main_score": 0.486085, "hf_subset": "dyu_Latn-bul_Cyrl", "languages": ["dyu-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487444, "recall": 0.540514, "f1": 0.501598, "accuracy": 0.540514, "main_score": 0.501598, "hf_subset": "dyu_Latn-fra_Latn", "languages": ["dyu-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458847, "recall": 0.508893, "f1": 0.472323, "accuracy": 0.508893, "main_score": 0.472323, "hf_subset": "dyu_Latn-jpn_Jpan", "languages": ["dyu-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.475471, "recall": 0.531621, "f1": 0.489835, "accuracy": 0.531621, "main_score": 0.489835, "hf_subset": "dyu_Latn-lij_Latn", "languages": ["dyu-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.329223, "recall": 0.390316, "f1": 0.345181, "accuracy": 0.390316, "main_score": 0.345181, "hf_subset": "dyu_Latn-mya_Mymr", "languages": ["dyu-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.436123, "recall": 0.490119, "f1": 0.450589, "accuracy": 0.490119, "main_score": 0.450589, "hf_subset": "dyu_Latn-sag_Latn", "languages": ["dyu-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.103888, "recall": 0.141304, "f1": 0.112231, "accuracy": 0.141304, "main_score": 0.112231, "hf_subset": "dyu_Latn-taq_Tfng", "languages": ["dyu-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.478742, "recall": 0.528656, "f1": 0.492382, "accuracy": 0.528656, "main_score": 0.492382, "hf_subset": "dyu_Latn-wol_Latn", "languages": ["dyu-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.365726, "recall": 0.416996, "f1": 0.379205, "accuracy": 0.416996, "main_score": 0.379205, "hf_subset": "dyu_Latn-arb_Latn", "languages": ["dyu-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476365, "recall": 0.535573, "f1": 0.49263, "accuracy": 0.535573, "main_score": 0.49263, "hf_subset": "dyu_Latn-cat_Latn", "languages": ["dyu-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486993, "recall": 0.536561, "f1": 0.49974, "accuracy": 0.536561, "main_score": 0.49974, "hf_subset": "dyu_Latn-fur_Latn", "languages": ["dyu-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316753, "recall": 0.37253, "f1": 0.332131, "accuracy": 0.37253, "main_score": 0.332131, "hf_subset": "dyu_Latn-kab_Latn", "languages": ["dyu-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478585, "recall": 0.52668, "f1": 0.491099, "accuracy": 0.52668, "main_score": 0.491099, "hf_subset": "dyu_Latn-lim_Latn", "languages": ["dyu-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470666, "recall": 0.529644, "f1": 0.486764, "accuracy": 0.529644, "main_score": 0.486764, "hf_subset": "dyu_Latn-nld_Latn", "languages": ["dyu-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42999, "recall": 0.48913, "f1": 0.445811, "accuracy": 0.48913, "main_score": 0.445811, "hf_subset": "dyu_Latn-san_Deva", "languages": ["dyu-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472647, "recall": 0.523715, "f1": 0.48627, "accuracy": 0.523715, "main_score": 0.48627, "hf_subset": "dyu_Latn-tat_Cyrl", "languages": ["dyu-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.437465, "recall": 0.48419, "f1": 0.450441, "accuracy": 0.48419, "main_score": 0.450441, "hf_subset": "dyu_Latn-xho_Latn", "languages": ["dyu-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436701, "recall": 0.495059, "f1": 0.452459, "accuracy": 0.495059, "main_score": 0.452459, "hf_subset": "dyu_Latn-ars_Arab", "languages": ["dyu-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.485665, "recall": 0.534585, "f1": 0.498929, "accuracy": 0.534585, "main_score": 0.498929, "hf_subset": "dyu_Latn-ceb_Latn", "languages": ["dyu-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421594, "recall": 0.474308, "f1": 0.4366, "accuracy": 0.474308, "main_score": 0.4366, "hf_subset": "dyu_Latn-fuv_Latn", "languages": ["dyu-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413276, "recall": 0.460474, "f1": 0.426587, "accuracy": 0.460474, "main_score": 0.426587, "hf_subset": "dyu_Latn-kac_Latn", "languages": ["dyu-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469453, "recall": 0.517787, "f1": 0.482847, "accuracy": 0.517787, "main_score": 0.482847, "hf_subset": "dyu_Latn-lin_Latn", "languages": ["dyu-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476394, "recall": 0.535573, "f1": 0.492896, "accuracy": 0.535573, "main_score": 0.492896, "hf_subset": "dyu_Latn-nno_Latn", "languages": ["dyu-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.074328, "recall": 0.101779, "f1": 0.080561, "accuracy": 0.101779, "main_score": 0.080561, "hf_subset": "dyu_Latn-sat_Olck", "languages": ["dyu-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.466718, "recall": 0.525692, "f1": 0.481956, "accuracy": 0.525692, "main_score": 0.481956, "hf_subset": "dyu_Latn-tel_Telu", "languages": ["dyu-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.391393, "recall": 0.44664, "f1": 0.406585, "accuracy": 0.44664, "main_score": 0.406585, "hf_subset": "dyu_Latn-ydd_Hebr", "languages": ["dyu-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.432725, "recall": 0.48419, "f1": 0.44666, "accuracy": 0.48419, "main_score": 0.44666, "hf_subset": "dyu_Latn-ary_Arab", "languages": ["dyu-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.480055, "recall": 0.537549, "f1": 0.495442, "accuracy": 0.537549, "main_score": 0.495442, "hf_subset": "dyu_Latn-ces_Latn", "languages": ["dyu-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389394, "recall": 0.438735, "f1": 0.403351, "accuracy": 0.438735, "main_score": 0.403351, "hf_subset": "dyu_Latn-gaz_Latn", "languages": ["dyu-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420965, "recall": 0.472332, "f1": 0.435173, "accuracy": 0.472332, "main_score": 0.435173, "hf_subset": "dyu_Latn-kam_Latn", "languages": ["dyu-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456855, "recall": 0.511858, "f1": 0.471598, "accuracy": 0.511858, "main_score": 0.471598, "hf_subset": "dyu_Latn-lit_Latn", "languages": ["dyu-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476507, "recall": 0.52668, "f1": 0.490846, "accuracy": 0.52668, "main_score": 0.490846, "hf_subset": "dyu_Latn-nob_Latn", "languages": ["dyu-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468426, "recall": 0.512846, "f1": 0.480215, "accuracy": 0.512846, "main_score": 0.480215, "hf_subset": "dyu_Latn-scn_Latn", "languages": ["dyu-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451984, "recall": 0.503953, "f1": 0.465811, "accuracy": 0.503953, "main_score": 0.465811, "hf_subset": "dyu_Latn-tgk_Cyrl", "languages": ["dyu-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.426826, "recall": 0.477273, "f1": 0.44139, "accuracy": 0.477273, "main_score": 0.44139, "hf_subset": "dyu_Latn-yor_Latn", "languages": ["dyu-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454559, "recall": 0.507905, "f1": 0.468894, "accuracy": 0.507905, "main_score": 0.468894, "hf_subset": "dyu_Latn-arz_Arab", "languages": ["dyu-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.409718, "recall": 0.461462, "f1": 0.424366, "accuracy": 0.461462, "main_score": 0.424366, "hf_subset": "dyu_Latn-cjk_Latn", "languages": ["dyu-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400182, "recall": 0.451581, "f1": 0.413607, "accuracy": 0.451581, "main_score": 0.413607, "hf_subset": "dyu_Latn-gla_Latn", "languages": ["dyu-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456055, "recall": 0.509881, "f1": 0.471108, "accuracy": 0.509881, "main_score": 0.471108, "hf_subset": "dyu_Latn-kan_Knda", "languages": ["dyu-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.46702, "recall": 0.517787, "f1": 0.480532, "accuracy": 0.517787, "main_score": 0.480532, "hf_subset": "dyu_Latn-lmo_Latn", "languages": ["dyu-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455421, "recall": 0.517787, "f1": 0.472013, "accuracy": 0.517787, "main_score": 0.472013, "hf_subset": "dyu_Latn-npi_Deva", "languages": ["dyu-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.34515, "recall": 0.392292, "f1": 0.35806, "accuracy": 0.392292, "main_score": 0.35806, "hf_subset": "dyu_Latn-shn_Mymr", "languages": ["dyu-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.479347, "recall": 0.534585, "f1": 0.494037, "accuracy": 0.534585, "main_score": 0.494037, "hf_subset": "dyu_Latn-tgl_Latn", "languages": ["dyu-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456412, "recall": 0.509881, "f1": 0.469837, "accuracy": 0.509881, "main_score": 0.469837, "hf_subset": "dyu_Latn-yue_Hant", "languages": ["dyu-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.434565, "recall": 0.491107, "f1": 0.449249, "accuracy": 0.491107, "main_score": 0.449249, "hf_subset": "dyu_Latn-asm_Beng", "languages": ["dyu-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.422355, "recall": 0.479249, "f1": 0.436913, "accuracy": 0.479249, "main_score": 0.436913, "hf_subset": "dyu_Latn-ckb_Arab", "languages": ["dyu-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.396536, "recall": 0.440711, "f1": 0.40912, "accuracy": 0.440711, "main_score": 0.40912, "hf_subset": "dyu_Latn-gle_Latn", "languages": ["dyu-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420756, "recall": 0.478261, "f1": 0.436189, "accuracy": 0.478261, "main_score": 0.436189, "hf_subset": "dyu_Latn-kas_Arab", "languages": ["dyu-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444294, "recall": 0.497036, "f1": 0.458038, "accuracy": 0.497036, "main_score": 0.458038, "hf_subset": "dyu_Latn-ltg_Latn", "languages": ["dyu-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445026, "recall": 0.494071, "f1": 0.458857, "accuracy": 0.494071, "main_score": 0.458857, "hf_subset": "dyu_Latn-nso_Latn", "languages": ["dyu-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391425, "recall": 0.449605, "f1": 0.406759, "accuracy": 0.449605, "main_score": 0.406759, "hf_subset": "dyu_Latn-sin_Sinh", "languages": ["dyu-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.453857, "recall": 0.509881, "f1": 0.46862, "accuracy": 0.509881, "main_score": 0.46862, "hf_subset": "dyu_Latn-tha_Thai", "languages": ["dyu-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.454135, "recall": 0.505929, "f1": 0.467443, "accuracy": 0.505929, "main_score": 0.467443, "hf_subset": "dyu_Latn-zho_Hans", "languages": ["dyu-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.492548, "recall": 0.544466, "f1": 0.506971, "accuracy": 0.544466, "main_score": 0.506971, "hf_subset": "dyu_Latn-ast_Latn", "languages": ["dyu-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456217, "recall": 0.51087, "f1": 0.471034, "accuracy": 0.51087, "main_score": 0.471034, "hf_subset": "dyu_Latn-crh_Latn", "languages": ["dyu-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483601, "recall": 0.537549, "f1": 0.499093, "accuracy": 0.537549, "main_score": 0.499093, "hf_subset": "dyu_Latn-glg_Latn", "languages": ["dyu-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.41485, "recall": 0.47332, "f1": 0.430236, "accuracy": 0.47332, "main_score": 0.430236, "hf_subset": "dyu_Latn-kas_Deva", "languages": ["dyu-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466695, "recall": 0.520751, "f1": 0.481132, "accuracy": 0.520751, "main_score": 0.481132, "hf_subset": "dyu_Latn-ltz_Latn", "languages": ["dyu-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364141, "recall": 0.420949, "f1": 0.379028, "accuracy": 0.420949, "main_score": 0.379028, "hf_subset": "dyu_Latn-nus_Latn", "languages": ["dyu-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480062, "recall": 0.533597, "f1": 0.494661, "accuracy": 0.533597, "main_score": 0.494661, "hf_subset": "dyu_Latn-slk_Latn", "languages": ["dyu-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322043, "recall": 0.381423, "f1": 0.338374, "accuracy": 0.381423, "main_score": 0.338374, "hf_subset": "dyu_Latn-tir_Ethi", "languages": ["dyu-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.444161, "recall": 0.502964, "f1": 0.459613, "accuracy": 0.502964, "main_score": 0.459613, "hf_subset": "dyu_Latn-zho_Hant", "languages": ["dyu-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.466932, "recall": 0.522727, "f1": 0.482425, "accuracy": 0.522727, "main_score": 0.482425, "hf_subset": "dyu_Latn-awa_Deva", "languages": ["dyu-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461854, "recall": 0.506917, "f1": 0.473925, "accuracy": 0.506917, "main_score": 0.473925, "hf_subset": "dyu_Latn-cym_Latn", "languages": ["dyu-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461976, "recall": 0.509881, "f1": 0.475299, "accuracy": 0.509881, "main_score": 0.475299, "hf_subset": "dyu_Latn-grn_Latn", "languages": ["dyu-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444409, "recall": 0.502964, "f1": 0.46051, "accuracy": 0.502964, "main_score": 0.46051, "hf_subset": "dyu_Latn-kat_Geor", "languages": ["dyu-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.457536, "recall": 0.502964, "f1": 0.470601, "accuracy": 0.502964, "main_score": 0.470601, "hf_subset": "dyu_Latn-lua_Latn", "languages": ["dyu-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449301, "recall": 0.495059, "f1": 0.462392, "accuracy": 0.495059, "main_score": 0.462392, "hf_subset": "dyu_Latn-nya_Latn", "languages": ["dyu-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475132, "recall": 0.52668, "f1": 0.48873, "accuracy": 0.52668, "main_score": 0.48873, "hf_subset": "dyu_Latn-slv_Latn", "languages": ["dyu-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478144, "recall": 0.527668, "f1": 0.491009, "accuracy": 0.527668, "main_score": 0.491009, "hf_subset": "dyu_Latn-tpi_Latn", "languages": ["dyu-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486547, "recall": 0.540514, "f1": 0.500404, "accuracy": 0.540514, "main_score": 0.500404, "hf_subset": "dyu_Latn-zsm_Latn", "languages": ["dyu-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423403, "recall": 0.467391, "f1": 0.435903, "accuracy": 0.467391, "main_score": 0.435903, "hf_subset": "dyu_Latn-ayr_Latn", "languages": ["dyu-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490392, "recall": 0.544466, "f1": 0.505019, "accuracy": 0.544466, "main_score": 0.505019, "hf_subset": "dyu_Latn-dan_Latn", "languages": ["dyu-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463562, "recall": 0.521739, "f1": 0.478941, "accuracy": 0.521739, "main_score": 0.478941, "hf_subset": "dyu_Latn-guj_Gujr", "languages": ["dyu-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.466444, "recall": 0.516798, "f1": 0.480292, "accuracy": 0.516798, "main_score": 0.480292, "hf_subset": "dyu_Latn-kaz_Cyrl", "languages": ["dyu-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.4092, "recall": 0.458498, "f1": 0.423061, "accuracy": 0.458498, "main_score": 0.423061, "hf_subset": "dyu_Latn-lug_Latn", "languages": ["dyu-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493332, "recall": 0.545455, "f1": 0.5073, "accuracy": 0.545455, "main_score": 0.5073, "hf_subset": "dyu_Latn-oci_Latn", "languages": ["dyu-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44684, "recall": 0.498024, "f1": 0.460397, "accuracy": 0.498024, "main_score": 0.460397, "hf_subset": "dyu_Latn-smo_Latn", "languages": ["dyu-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412621, "recall": 0.462451, "f1": 0.425764, "accuracy": 0.462451, "main_score": 0.425764, "hf_subset": "dyu_Latn-tsn_Latn", "languages": ["dyu-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417681, "recall": 0.470356, "f1": 0.432287, "accuracy": 0.470356, "main_score": 0.432287, "hf_subset": "dyu_Latn-zul_Latn", "languages": ["dyu-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.398886, "recall": 0.454545, "f1": 0.414128, "accuracy": 0.454545, "main_score": 0.414128, "hf_subset": "dyu_Latn-azb_Arab", "languages": ["dyu-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.465863, "recall": 0.528656, "f1": 0.482708, "accuracy": 0.528656, "main_score": 0.482708, "hf_subset": "dyu_Latn-deu_Latn", "languages": ["dyu-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454295, "recall": 0.513834, "f1": 0.470119, "accuracy": 0.513834, "main_score": 0.470119, "hf_subset": "dyu_Latn-hat_Latn", "languages": ["dyu-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402921, "recall": 0.44664, "f1": 0.41463, "accuracy": 0.44664, "main_score": 0.41463, "hf_subset": "dyu_Latn-kbp_Latn", "languages": ["dyu-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449031, "recall": 0.495059, "f1": 0.462162, "accuracy": 0.495059, "main_score": 0.462162, "hf_subset": "dyu_Latn-luo_Latn", "languages": ["dyu-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452422, "recall": 0.511858, "f1": 0.468352, "accuracy": 0.511858, "main_score": 0.468352, "hf_subset": "dyu_Latn-ory_Orya", "languages": ["dyu-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.444545, "recall": 0.497036, "f1": 0.458558, "accuracy": 0.497036, "main_score": 0.458558, "hf_subset": "dyu_Latn-sna_Latn", "languages": ["dyu-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419624, "recall": 0.467391, "f1": 0.432741, "accuracy": 0.467391, "main_score": 0.432741, "hf_subset": "dyu_Latn-tso_Latn", "languages": ["dyu-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438972, "recall": 0.498024, "f1": 0.454538, "accuracy": 0.498024, "main_score": 0.454538, "hf_subset": "dyu_Latn-azj_Latn", "languages": ["dyu-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419311, "recall": 0.471344, "f1": 0.434602, "accuracy": 0.471344, "main_score": 0.434602, "hf_subset": "dyu_Latn-dik_Latn", "languages": ["dyu-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450011, "recall": 0.495059, "f1": 0.462368, "accuracy": 0.495059, "main_score": 0.462368, "hf_subset": "dyu_Latn-hau_Latn", "languages": ["dyu-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473829, "recall": 0.525692, "f1": 0.486812, "accuracy": 0.525692, "main_score": 0.486812, "hf_subset": "dyu_Latn-kea_Latn", "languages": ["dyu-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461537, "recall": 0.507905, "f1": 0.47455, "accuracy": 0.507905, "main_score": 0.47455, "hf_subset": "dyu_Latn-lus_Latn", "languages": ["dyu-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474549, "recall": 0.519763, "f1": 0.486797, "accuracy": 0.519763, "main_score": 0.486797, "hf_subset": "dyu_Latn-pag_Latn", "languages": ["dyu-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447053, "recall": 0.502964, "f1": 0.462515, "accuracy": 0.502964, "main_score": 0.462515, "hf_subset": "dyu_Latn-snd_Arab", "languages": ["dyu-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.442662, "recall": 0.490119, "f1": 0.455831, "accuracy": 0.490119, "main_score": 0.455831, "hf_subset": "dyu_Latn-tuk_Latn", "languages": ["dyu-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463572, "recall": 0.514822, "f1": 0.477104, "accuracy": 0.514822, "main_score": 0.477104, "hf_subset": "dyu_Latn-bak_Cyrl", "languages": ["dyu-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.453165, "recall": 0.505929, "f1": 0.467113, "accuracy": 0.505929, "main_score": 0.467113, "hf_subset": "dyu_Latn-heb_Hebr", "languages": ["dyu-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.430911, "recall": 0.48419, "f1": 0.44599, "accuracy": 0.48419, "main_score": 0.44599, "hf_subset": "dyu_Latn-khk_Cyrl", "languages": ["dyu-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.456912, "recall": 0.507905, "f1": 0.470883, "accuracy": 0.507905, "main_score": 0.470883, "hf_subset": "dyu_Latn-lvs_Latn", "languages": ["dyu-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465513, "recall": 0.521739, "f1": 0.480431, "accuracy": 0.521739, "main_score": 0.480431, "hf_subset": "dyu_Latn-pan_Guru", "languages": ["dyu-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.416076, "recall": 0.468379, "f1": 0.43021, "accuracy": 0.468379, "main_score": 0.43021, "hf_subset": "dyu_Latn-som_Latn", "languages": ["dyu-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416061, "recall": 0.465415, "f1": 0.429815, "accuracy": 0.465415, "main_score": 0.429815, "hf_subset": "dyu_Latn-tum_Latn", "languages": ["dyu-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572465, "recall": 0.634387, "f1": 0.590163, "accuracy": 0.634387, "main_score": 0.590163, "hf_subset": "heb_Hebr-ace_Arab", "languages": ["heb-Hebr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521346, "recall": 0.578063, "f1": 0.537302, "accuracy": 0.578063, "main_score": 0.537302, "hf_subset": "heb_Hebr-bam_Latn", "languages": ["heb-Hebr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436463, "recall": 0.517787, "f1": 0.458318, "accuracy": 0.517787, "main_score": 0.458318, "hf_subset": "heb_Hebr-dzo_Tibt", "languages": ["heb-Hebr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-hin_Deva", "languages": ["heb-Hebr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-khm_Khmr", "languages": ["heb-Hebr", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-mag_Deva", "languages": ["heb-Hebr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "heb_Hebr-pap_Latn", "languages": ["heb-Hebr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573824, "recall": 0.634387, "f1": 0.590829, "accuracy": 0.634387, "main_score": 0.590829, "hf_subset": "heb_Hebr-sot_Latn", "languages": ["heb-Hebr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tur_Latn", "languages": ["heb-Hebr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882411, "recall": 0.914032, "f1": 0.89226, "accuracy": 0.914032, "main_score": 0.89226, "hf_subset": "heb_Hebr-ace_Latn", "languages": ["heb-Hebr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.974308, "f1": 0.967885, "accuracy": 0.974308, "main_score": 0.967885, "hf_subset": "heb_Hebr-ban_Latn", "languages": ["heb-Hebr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ell_Grek", "languages": ["heb-Hebr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "heb_Hebr-hne_Deva", "languages": ["heb-Hebr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597004, "recall": 0.650198, "f1": 0.612277, "accuracy": 0.650198, "main_score": 0.612277, "hf_subset": "heb_Hebr-kik_Latn", "languages": ["heb-Hebr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-mai_Deva", "languages": ["heb-Hebr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "heb_Hebr-pbt_Arab", "languages": ["heb-Hebr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-spa_Latn", "languages": ["heb-Hebr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607502, "recall": 0.664032, "f1": 0.623577, "accuracy": 0.664032, "main_score": 0.623577, "hf_subset": "heb_Hebr-twi_Latn", "languages": ["heb-Hebr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-acm_Arab", "languages": ["heb-Hebr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-bel_Cyrl", "languages": ["heb-Hebr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-eng_Latn", "languages": ["heb-Hebr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-hrv_Latn", "languages": ["heb-Hebr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563869, "recall": 0.624506, "f1": 0.580513, "accuracy": 0.624506, "main_score": 0.580513, "hf_subset": "heb_Hebr-kin_Latn", "languages": ["heb-Hebr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-mal_Mlym", "languages": ["heb-Hebr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pes_Arab", "languages": ["heb-Hebr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-srd_Latn", "languages": ["heb-Hebr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18491, "recall": 0.235178, "f1": 0.197491, "accuracy": 0.235178, "main_score": 0.197491, "hf_subset": "heb_Hebr-tzm_Tfng", "languages": ["heb-Hebr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-acq_Arab", "languages": ["heb-Hebr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611612, "recall": 0.662055, "f1": 0.625867, "accuracy": 0.662055, "main_score": 0.625867, "hf_subset": "heb_Hebr-bem_Latn", "languages": ["heb-Hebr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-epo_Latn", "languages": ["heb-Hebr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-hun_Latn", "languages": ["heb-Hebr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-kir_Cyrl", "languages": ["heb-Hebr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-mar_Deva", "languages": ["heb-Hebr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.674037, "recall": 0.726285, "f1": 0.689044, "accuracy": 0.726285, "main_score": 0.689044, "hf_subset": "heb_Hebr-plt_Latn", "languages": ["heb-Hebr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-srp_Cyrl", "languages": ["heb-Hebr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "heb_Hebr-uig_Arab", "languages": ["heb-Hebr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-aeb_Arab", "languages": ["heb-Hebr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ben_Beng", "languages": ["heb-Hebr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-est_Latn", "languages": ["heb-Hebr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-hye_Armn", "languages": ["heb-Hebr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.532915, "recall": 0.583004, "f1": 0.546873, "accuracy": 0.583004, "main_score": 0.546873, "hf_subset": "heb_Hebr-kmb_Latn", "languages": ["heb-Hebr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517472, "recall": 0.585968, "f1": 0.535872, "accuracy": 0.585968, "main_score": 0.535872, "hf_subset": "heb_Hebr-min_Arab", "languages": ["heb-Hebr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pol_Latn", "languages": ["heb-Hebr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557141, "recall": 0.618577, "f1": 0.575101, "accuracy": 0.618577, "main_score": 0.575101, "hf_subset": "heb_Hebr-ssw_Latn", "languages": ["heb-Hebr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ukr_Cyrl", "languages": ["heb-Hebr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-afr_Latn", "languages": ["heb-Hebr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-bho_Deva", "languages": ["heb-Hebr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-eus_Latn", "languages": ["heb-Hebr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580608, "recall": 0.643281, "f1": 0.59796, "accuracy": 0.643281, "main_score": 0.59796, "hf_subset": "heb_Hebr-ibo_Latn", "languages": ["heb-Hebr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912632, "recall": 0.936759, "f1": 0.920356, "accuracy": 0.936759, "main_score": 0.920356, "hf_subset": "heb_Hebr-kmr_Latn", "languages": ["heb-Hebr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "heb_Hebr-min_Latn", "languages": ["heb-Hebr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-por_Latn", "languages": ["heb-Hebr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-sun_Latn", "languages": ["heb-Hebr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517147, "recall": 0.573123, "f1": 0.532947, "accuracy": 0.573123, "main_score": 0.532947, "hf_subset": "heb_Hebr-umb_Latn", "languages": ["heb-Hebr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ajp_Arab", "languages": ["heb-Hebr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53072, "recall": 0.597826, "f1": 0.549844, "accuracy": 0.597826, "main_score": 0.549844, "hf_subset": "heb_Hebr-bjn_Arab", "languages": ["heb-Hebr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516416, "recall": 0.571146, "f1": 0.531596, "accuracy": 0.571146, "main_score": 0.531596, "hf_subset": "heb_Hebr-ewe_Latn", "languages": ["heb-Hebr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950181, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "heb_Hebr-ilo_Latn", "languages": ["heb-Hebr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310064, "recall": 0.365613, "f1": 0.32509, "accuracy": 0.365613, "main_score": 0.32509, "hf_subset": "heb_Hebr-knc_Arab", "languages": ["heb-Hebr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-mkd_Cyrl", "languages": ["heb-Hebr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-prs_Arab", "languages": ["heb-Hebr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-swe_Latn", "languages": ["heb-Hebr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-urd_Arab", "languages": ["heb-Hebr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580451, "recall": 0.640316, "f1": 0.597205, "accuracy": 0.640316, "main_score": 0.597205, "hf_subset": "heb_Hebr-aka_Latn", "languages": ["heb-Hebr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "heb_Hebr-bjn_Latn", "languages": ["heb-Hebr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "heb_Hebr-fao_Latn", "languages": ["heb-Hebr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ind_Latn", "languages": ["heb-Hebr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588914, "recall": 0.641304, "f1": 0.603932, "accuracy": 0.641304, "main_score": 0.603932, "hf_subset": "heb_Hebr-knc_Latn", "languages": ["heb-Hebr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-mlt_Latn", "languages": ["heb-Hebr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70527, "recall": 0.770751, "f1": 0.724986, "accuracy": 0.770751, "main_score": 0.724986, "hf_subset": "heb_Hebr-quy_Latn", "languages": ["heb-Hebr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "heb_Hebr-swh_Latn", "languages": ["heb-Hebr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-uzn_Latn", "languages": ["heb-Hebr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-als_Latn", "languages": ["heb-Hebr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660615, "recall": 0.737154, "f1": 0.683251, "accuracy": 0.737154, "main_score": 0.683251, "hf_subset": "heb_Hebr-bod_Tibt", "languages": ["heb-Hebr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.712883, "recall": 0.766798, "f1": 0.729035, "accuracy": 0.766798, "main_score": 0.729035, "hf_subset": "heb_Hebr-fij_Latn", "languages": ["heb-Hebr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-isl_Latn", "languages": ["heb-Hebr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657579, "recall": 0.705534, "f1": 0.671534, "accuracy": 0.705534, "main_score": 0.671534, "hf_subset": "heb_Hebr-kon_Latn", "languages": ["heb-Hebr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649238, "recall": 0.713439, "f1": 0.667731, "accuracy": 0.713439, "main_score": 0.667731, "hf_subset": "heb_Hebr-mni_Beng", "languages": ["heb-Hebr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ron_Latn", "languages": ["heb-Hebr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "heb_Hebr-szl_Latn", "languages": ["heb-Hebr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-vec_Latn", "languages": ["heb-Hebr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "heb_Hebr-amh_Ethi", "languages": ["heb-Hebr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-bos_Latn", "languages": ["heb-Hebr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-fin_Latn", "languages": ["heb-Hebr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ita_Latn", "languages": ["heb-Hebr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-kor_Hang", "languages": ["heb-Hebr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.547846, "recall": 0.606719, "f1": 0.564726, "accuracy": 0.606719, "main_score": 0.564726, "hf_subset": "heb_Hebr-mos_Latn", "languages": ["heb-Hebr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549185, "recall": 0.607708, "f1": 0.566213, "accuracy": 0.607708, "main_score": 0.566213, "hf_subset": "heb_Hebr-run_Latn", "languages": ["heb-Hebr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-tam_Taml", "languages": ["heb-Hebr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-vie_Latn", "languages": ["heb-Hebr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-apc_Arab", "languages": ["heb-Hebr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809519, "recall": 0.852767, "f1": 0.822516, "accuracy": 0.852767, "main_score": 0.822516, "hf_subset": "heb_Hebr-bug_Latn", "languages": ["heb-Hebr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457284, "recall": 0.513834, "f1": 0.472316, "accuracy": 0.513834, "main_score": 0.472316, "hf_subset": "heb_Hebr-fon_Latn", "languages": ["heb-Hebr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-jav_Latn", "languages": ["heb-Hebr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-lao_Laoo", "languages": ["heb-Hebr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.879776, "recall": 0.913043, "f1": 0.890316, "accuracy": 0.913043, "main_score": 0.890316, "hf_subset": "heb_Hebr-mri_Latn", "languages": ["heb-Hebr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-rus_Cyrl", "languages": ["heb-Hebr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536927, "recall": 0.594862, "f1": 0.552989, "accuracy": 0.594862, "main_score": 0.552989, "hf_subset": "heb_Hebr-taq_Latn", "languages": ["heb-Hebr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-war_Latn", "languages": ["heb-Hebr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-arb_Arab", "languages": ["heb-Hebr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-bul_Cyrl", "languages": ["heb-Hebr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-fra_Latn", "languages": ["heb-Hebr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-jpn_Jpan", "languages": ["heb-Hebr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-lij_Latn", "languages": ["heb-Hebr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "heb_Hebr-mya_Mymr", "languages": ["heb-Hebr", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.585916, "recall": 0.651186, "f1": 0.60432, "accuracy": 0.651186, "main_score": 0.60432, "hf_subset": "heb_Hebr-sag_Latn", "languages": ["heb-Hebr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190966, "recall": 0.249012, "f1": 0.204336, "accuracy": 0.249012, "main_score": 0.204336, "hf_subset": "heb_Hebr-taq_Tfng", "languages": ["heb-Hebr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.615968, "recall": 0.678854, "f1": 0.634272, "accuracy": 0.678854, "main_score": 0.634272, "hf_subset": "heb_Hebr-wol_Latn", "languages": ["heb-Hebr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817516, "recall": 0.863636, "f1": 0.831308, "accuracy": 0.863636, "main_score": 0.831308, "hf_subset": "heb_Hebr-arb_Latn", "languages": ["heb-Hebr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-cat_Latn", "languages": ["heb-Hebr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-fur_Latn", "languages": ["heb-Hebr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418897, "recall": 0.472332, "f1": 0.433522, "accuracy": 0.472332, "main_score": 0.433522, "hf_subset": "heb_Hebr-kab_Latn", "languages": ["heb-Hebr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-lim_Latn", "languages": ["heb-Hebr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-nld_Latn", "languages": ["heb-Hebr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "heb_Hebr-san_Deva", "languages": ["heb-Hebr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-tat_Cyrl", "languages": ["heb-Hebr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.673617, "recall": 0.726285, "f1": 0.688934, "accuracy": 0.726285, "main_score": 0.688934, "hf_subset": "heb_Hebr-xho_Latn", "languages": ["heb-Hebr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ars_Arab", "languages": ["heb-Hebr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ceb_Latn", "languages": ["heb-Hebr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549458, "recall": 0.605731, "f1": 0.56535, "accuracy": 0.605731, "main_score": 0.56535, "hf_subset": "heb_Hebr-fuv_Latn", "languages": ["heb-Hebr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50229, "recall": 0.562253, "f1": 0.518324, "accuracy": 0.562253, "main_score": 0.518324, "hf_subset": "heb_Hebr-kac_Latn", "languages": ["heb-Hebr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669713, "recall": 0.720356, "f1": 0.684914, "accuracy": 0.720356, "main_score": 0.684914, "hf_subset": "heb_Hebr-lin_Latn", "languages": ["heb-Hebr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-nno_Latn", "languages": ["heb-Hebr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.233202, "recall": 0.316206, "f1": 0.255359, "accuracy": 0.316206, "main_score": 0.255359, "hf_subset": "heb_Hebr-sat_Olck", "languages": ["heb-Hebr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-tel_Telu", "languages": ["heb-Hebr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "heb_Hebr-ydd_Hebr", "languages": ["heb-Hebr", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "heb_Hebr-ary_Arab", "languages": ["heb-Hebr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ces_Latn", "languages": ["heb-Hebr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5766, "recall": 0.63834, "f1": 0.594551, "accuracy": 0.63834, "main_score": 0.594551, "hf_subset": "heb_Hebr-gaz_Latn", "languages": ["heb-Hebr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585739, "recall": 0.648221, "f1": 0.603262, "accuracy": 0.648221, "main_score": 0.603262, "hf_subset": "heb_Hebr-kam_Latn", "languages": ["heb-Hebr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "heb_Hebr-lit_Latn", "languages": ["heb-Hebr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-nob_Latn", "languages": ["heb-Hebr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "heb_Hebr-scn_Latn", "languages": ["heb-Hebr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "heb_Hebr-tgk_Cyrl", "languages": ["heb-Hebr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.723577, "recall": 0.788538, "f1": 0.743448, "accuracy": 0.788538, "main_score": 0.743448, "hf_subset": "heb_Hebr-yor_Latn", "languages": ["heb-Hebr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-arz_Arab", "languages": ["heb-Hebr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544878, "recall": 0.599802, "f1": 0.560823, "accuracy": 0.599802, "main_score": 0.560823, "hf_subset": "heb_Hebr-cjk_Latn", "languages": ["heb-Hebr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801713, "recall": 0.850791, "f1": 0.817128, "accuracy": 0.850791, "main_score": 0.817128, "hf_subset": "heb_Hebr-gla_Latn", "languages": ["heb-Hebr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-kan_Knda", "languages": ["heb-Hebr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "heb_Hebr-lmo_Latn", "languages": ["heb-Hebr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "heb_Hebr-npi_Deva", "languages": ["heb-Hebr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450159, "recall": 0.511858, "f1": 0.467187, "accuracy": 0.511858, "main_score": 0.467187, "hf_subset": "heb_Hebr-shn_Mymr", "languages": ["heb-Hebr", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-tgl_Latn", "languages": ["heb-Hebr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-yue_Hant", "languages": ["heb-Hebr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-asm_Beng", "languages": ["heb-Hebr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "heb_Hebr-ckb_Arab", "languages": ["heb-Hebr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.889914, "recall": 0.918972, "f1": 0.899028, "accuracy": 0.918972, "main_score": 0.899028, "hf_subset": "heb_Hebr-gle_Latn", "languages": ["heb-Hebr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "heb_Hebr-kas_Arab", "languages": ["heb-Hebr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "heb_Hebr-ltg_Latn", "languages": ["heb-Hebr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607182, "recall": 0.659091, "f1": 0.621966, "accuracy": 0.659091, "main_score": 0.621966, "hf_subset": "heb_Hebr-nso_Latn", "languages": ["heb-Hebr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "heb_Hebr-sin_Sinh", "languages": ["heb-Hebr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tha_Thai", "languages": ["heb-Hebr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-zho_Hans", "languages": ["heb-Hebr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ast_Latn", "languages": ["heb-Hebr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-crh_Latn", "languages": ["heb-Hebr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-glg_Latn", "languages": ["heb-Hebr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889163, "recall": 0.920949, "f1": 0.899374, "accuracy": 0.920949, "main_score": 0.899374, "hf_subset": "heb_Hebr-kas_Deva", "languages": ["heb-Hebr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "heb_Hebr-ltz_Latn", "languages": ["heb-Hebr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442549, "recall": 0.514822, "f1": 0.462139, "accuracy": 0.514822, "main_score": 0.462139, "hf_subset": "heb_Hebr-nus_Latn", "languages": ["heb-Hebr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-slk_Latn", "languages": ["heb-Hebr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635096, "recall": 0.70751, "f1": 0.656164, "accuracy": 0.70751, "main_score": 0.656164, "hf_subset": "heb_Hebr-tir_Ethi", "languages": ["heb-Hebr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-zho_Hant", "languages": ["heb-Hebr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.989872, "recall": 0.992095, "f1": 0.990514, "accuracy": 0.992095, "main_score": 0.990514, "hf_subset": "heb_Hebr-awa_Deva", "languages": ["heb-Hebr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "heb_Hebr-cym_Latn", "languages": ["heb-Hebr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848271, "recall": 0.886364, "f1": 0.860244, "accuracy": 0.886364, "main_score": 0.860244, "hf_subset": "heb_Hebr-grn_Latn", "languages": ["heb-Hebr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-kat_Geor", "languages": ["heb-Hebr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.640237, "recall": 0.687747, "f1": 0.653763, "accuracy": 0.687747, "main_score": 0.653763, "hf_subset": "heb_Hebr-lua_Latn", "languages": ["heb-Hebr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64395, "recall": 0.703557, "f1": 0.660932, "accuracy": 0.703557, "main_score": 0.660932, "hf_subset": "heb_Hebr-nya_Latn", "languages": ["heb-Hebr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-slv_Latn", "languages": ["heb-Hebr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "heb_Hebr-tpi_Latn", "languages": ["heb-Hebr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-zsm_Latn", "languages": ["heb-Hebr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532164, "recall": 0.592885, "f1": 0.549277, "accuracy": 0.592885, "main_score": 0.549277, "hf_subset": "heb_Hebr-ayr_Latn", "languages": ["heb-Hebr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-dan_Latn", "languages": ["heb-Hebr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-guj_Gujr", "languages": ["heb-Hebr", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-kaz_Cyrl", "languages": ["heb-Hebr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534362, "recall": 0.593874, "f1": 0.55025, "accuracy": 0.593874, "main_score": 0.55025, "hf_subset": "heb_Hebr-lug_Latn", "languages": ["heb-Hebr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-oci_Latn", "languages": ["heb-Hebr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832733, "recall": 0.875494, "f1": 0.8458, "accuracy": 0.875494, "main_score": 0.8458, "hf_subset": "heb_Hebr-smo_Latn", "languages": ["heb-Hebr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530632, "recall": 0.594862, "f1": 0.549248, "accuracy": 0.594862, "main_score": 0.549248, "hf_subset": "heb_Hebr-tsn_Latn", "languages": ["heb-Hebr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621223, "recall": 0.679842, "f1": 0.637949, "accuracy": 0.679842, "main_score": 0.637949, "hf_subset": "heb_Hebr-zul_Latn", "languages": ["heb-Hebr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941206, "recall": 0.958498, "f1": 0.94664, "accuracy": 0.958498, "main_score": 0.94664, "hf_subset": "heb_Hebr-azb_Arab", "languages": ["heb-Hebr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-deu_Latn", "languages": ["heb-Hebr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "heb_Hebr-hat_Latn", "languages": ["heb-Hebr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484418, "recall": 0.539526, "f1": 0.49942, "accuracy": 0.539526, "main_score": 0.49942, "hf_subset": "heb_Hebr-kbp_Latn", "languages": ["heb-Hebr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577615, "recall": 0.628458, "f1": 0.591565, "accuracy": 0.628458, "main_score": 0.591565, "hf_subset": "heb_Hebr-luo_Latn", "languages": ["heb-Hebr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ory_Orya", "languages": ["heb-Hebr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.577215, "recall": 0.642292, "f1": 0.595848, "accuracy": 0.642292, "main_score": 0.595848, "hf_subset": "heb_Hebr-sna_Latn", "languages": ["heb-Hebr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561337, "recall": 0.612648, "f1": 0.575208, "accuracy": 0.612648, "main_score": 0.575208, "hf_subset": "heb_Hebr-tso_Latn", "languages": ["heb-Hebr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-azj_Latn", "languages": ["heb-Hebr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515452, "recall": 0.583992, "f1": 0.535645, "accuracy": 0.583992, "main_score": 0.535645, "hf_subset": "heb_Hebr-dik_Latn", "languages": ["heb-Hebr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745125, "recall": 0.802372, "f1": 0.762568, "accuracy": 0.802372, "main_score": 0.762568, "hf_subset": "heb_Hebr-hau_Latn", "languages": ["heb-Hebr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "heb_Hebr-kea_Latn", "languages": ["heb-Hebr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737912, "recall": 0.787549, "f1": 0.752964, "accuracy": 0.787549, "main_score": 0.752964, "hf_subset": "heb_Hebr-lus_Latn", "languages": ["heb-Hebr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869549, "recall": 0.900198, "f1": 0.879018, "accuracy": 0.900198, "main_score": 0.879018, "hf_subset": "heb_Hebr-pag_Latn", "languages": ["heb-Hebr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-snd_Arab", "languages": ["heb-Hebr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "heb_Hebr-tuk_Latn", "languages": ["heb-Hebr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "heb_Hebr-bak_Cyrl", "languages": ["heb-Hebr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.467778, "recall": 0.543478, "f1": 0.490371, "accuracy": 0.543478, "main_score": 0.490371, "hf_subset": "heb_Hebr-dyu_Latn", "languages": ["heb-Hebr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-khk_Cyrl", "languages": ["heb-Hebr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-lvs_Latn", "languages": ["heb-Hebr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pan_Guru", "languages": ["heb-Hebr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.72724, "recall": 0.782609, "f1": 0.743991, "accuracy": 0.782609, "main_score": 0.743991, "hf_subset": "heb_Hebr-som_Latn", "languages": ["heb-Hebr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595991, "recall": 0.647233, "f1": 0.610529, "accuracy": 0.647233, "main_score": 0.610529, "hf_subset": "heb_Hebr-tum_Latn", "languages": ["heb-Hebr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517493, "recall": 0.578063, "f1": 0.534842, "accuracy": 0.578063, "main_score": 0.534842, "hf_subset": "khk_Cyrl-ace_Arab", "languages": ["khk-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501625, "recall": 0.554348, "f1": 0.516496, "accuracy": 0.554348, "main_score": 0.516496, "hf_subset": "khk_Cyrl-bam_Latn", "languages": ["khk-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404818, "recall": 0.482213, "f1": 0.42523, "accuracy": 0.482213, "main_score": 0.42523, "hf_subset": "khk_Cyrl-dzo_Tibt", "languages": ["khk-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khk_Cyrl-hin_Deva", "languages": ["khk-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "khk_Cyrl-khm_Khmr", "languages": ["khk-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-mag_Deva", "languages": ["khk-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.930254, "recall": 0.949605, "f1": 0.936298, "accuracy": 0.949605, "main_score": 0.936298, "hf_subset": "khk_Cyrl-pap_Latn", "languages": ["khk-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560019, "recall": 0.614625, "f1": 0.574835, "accuracy": 0.614625, "main_score": 0.574835, "hf_subset": "khk_Cyrl-sot_Latn", "languages": ["khk-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "khk_Cyrl-tur_Latn", "languages": ["khk-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781604, "recall": 0.83004, "f1": 0.795784, "accuracy": 0.83004, "main_score": 0.795784, "hf_subset": "khk_Cyrl-ace_Latn", "languages": ["khk-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895833, "recall": 0.918972, "f1": 0.902866, "accuracy": 0.918972, "main_score": 0.902866, "hf_subset": "khk_Cyrl-ban_Latn", "languages": ["khk-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "khk_Cyrl-ell_Grek", "languages": ["khk-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "khk_Cyrl-hne_Deva", "languages": ["khk-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.53431, "recall": 0.590909, "f1": 0.550366, "accuracy": 0.590909, "main_score": 0.550366, "hf_subset": "khk_Cyrl-kik_Latn", "languages": ["khk-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "khk_Cyrl-mai_Deva", "languages": ["khk-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939641, "recall": 0.95751, "f1": 0.945389, "accuracy": 0.95751, "main_score": 0.945389, "hf_subset": "khk_Cyrl-pbt_Arab", "languages": ["khk-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-spa_Latn", "languages": ["khk-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575412, "recall": 0.630435, "f1": 0.591196, "accuracy": 0.630435, "main_score": 0.591196, "hf_subset": "khk_Cyrl-twi_Latn", "languages": ["khk-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-acm_Arab", "languages": ["khk-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khk_Cyrl-bel_Cyrl", "languages": ["khk-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-eng_Latn", "languages": ["khk-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-hrv_Latn", "languages": ["khk-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529511, "recall": 0.583992, "f1": 0.544153, "accuracy": 0.583992, "main_score": 0.544153, "hf_subset": "khk_Cyrl-kin_Latn", "languages": ["khk-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-mal_Mlym", "languages": ["khk-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-pes_Arab", "languages": ["khk-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944664, "recall": 0.960474, "f1": 0.949736, "accuracy": 0.960474, "main_score": 0.949736, "hf_subset": "khk_Cyrl-srd_Latn", "languages": ["khk-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187066, "recall": 0.226285, "f1": 0.197823, "accuracy": 0.226285, "main_score": 0.197823, "hf_subset": "khk_Cyrl-tzm_Tfng", "languages": ["khk-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-acq_Arab", "languages": ["khk-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600082, "recall": 0.645257, "f1": 0.612554, "accuracy": 0.645257, "main_score": 0.612554, "hf_subset": "khk_Cyrl-bem_Latn", "languages": ["khk-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-epo_Latn", "languages": ["khk-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "khk_Cyrl-hun_Latn", "languages": ["khk-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "khk_Cyrl-kir_Cyrl", "languages": ["khk-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khk_Cyrl-mar_Deva", "languages": ["khk-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.629087, "recall": 0.679842, "f1": 0.644043, "accuracy": 0.679842, "main_score": 0.644043, "hf_subset": "khk_Cyrl-plt_Latn", "languages": ["khk-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khk_Cyrl-srp_Cyrl", "languages": ["khk-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.943758, "recall": 0.959486, "f1": 0.948847, "accuracy": 0.959486, "main_score": 0.948847, "hf_subset": "khk_Cyrl-uig_Arab", "languages": ["khk-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963801, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "khk_Cyrl-aeb_Arab", "languages": ["khk-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khk_Cyrl-ben_Beng", "languages": ["khk-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "khk_Cyrl-est_Latn", "languages": ["khk-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khk_Cyrl-hye_Armn", "languages": ["khk-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.515991, "recall": 0.561265, "f1": 0.528924, "accuracy": 0.561265, "main_score": 0.528924, "hf_subset": "khk_Cyrl-kmb_Latn", "languages": ["khk-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447265, "recall": 0.514822, "f1": 0.465066, "accuracy": 0.514822, "main_score": 0.465066, "hf_subset": "khk_Cyrl-min_Arab", "languages": ["khk-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khk_Cyrl-pol_Latn", "languages": ["khk-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538178, "recall": 0.59585, "f1": 0.554178, "accuracy": 0.59585, "main_score": 0.554178, "hf_subset": "khk_Cyrl-ssw_Latn", "languages": ["khk-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-ukr_Cyrl", "languages": ["khk-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khk_Cyrl-afr_Latn", "languages": ["khk-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "khk_Cyrl-bho_Deva", "languages": ["khk-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.95504, "recall": 0.967391, "f1": 0.958794, "accuracy": 0.967391, "main_score": 0.958794, "hf_subset": "khk_Cyrl-eus_Latn", "languages": ["khk-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533284, "recall": 0.585968, "f1": 0.548391, "accuracy": 0.585968, "main_score": 0.548391, "hf_subset": "khk_Cyrl-ibo_Latn", "languages": ["khk-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857411, "recall": 0.893281, "f1": 0.868511, "accuracy": 0.893281, "main_score": 0.868511, "hf_subset": "khk_Cyrl-kmr_Latn", "languages": ["khk-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940464, "recall": 0.95751, "f1": 0.945883, "accuracy": 0.95751, "main_score": 0.945883, "hf_subset": "khk_Cyrl-min_Latn", "languages": ["khk-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-por_Latn", "languages": ["khk-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "khk_Cyrl-sun_Latn", "languages": ["khk-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486817, "recall": 0.539526, "f1": 0.502102, "accuracy": 0.539526, "main_score": 0.502102, "hf_subset": "khk_Cyrl-umb_Latn", "languages": ["khk-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "khk_Cyrl-ajp_Arab", "languages": ["khk-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49294, "recall": 0.552372, "f1": 0.508663, "accuracy": 0.552372, "main_score": 0.508663, "hf_subset": "khk_Cyrl-bjn_Arab", "languages": ["khk-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.490966, "recall": 0.539526, "f1": 0.503793, "accuracy": 0.539526, "main_score": 0.503793, "hf_subset": "khk_Cyrl-ewe_Latn", "languages": ["khk-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87528, "recall": 0.905138, "f1": 0.884058, "accuracy": 0.905138, "main_score": 0.884058, "hf_subset": "khk_Cyrl-ilo_Latn", "languages": ["khk-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314372, "recall": 0.359684, "f1": 0.327009, "accuracy": 0.359684, "main_score": 0.327009, "hf_subset": "khk_Cyrl-knc_Arab", "languages": ["khk-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-mkd_Cyrl", "languages": ["khk-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-prs_Arab", "languages": ["khk-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-swe_Latn", "languages": ["khk-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "khk_Cyrl-urd_Arab", "languages": ["khk-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543224, "recall": 0.597826, "f1": 0.558124, "accuracy": 0.597826, "main_score": 0.558124, "hf_subset": "khk_Cyrl-aka_Latn", "languages": ["khk-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939668, "recall": 0.955534, "f1": 0.944697, "accuracy": 0.955534, "main_score": 0.944697, "hf_subset": "khk_Cyrl-bjn_Latn", "languages": ["khk-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933251, "recall": 0.952569, "f1": 0.93946, "accuracy": 0.952569, "main_score": 0.93946, "hf_subset": "khk_Cyrl-fao_Latn", "languages": ["khk-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-ind_Latn", "languages": ["khk-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554803, "recall": 0.598814, "f1": 0.567495, "accuracy": 0.598814, "main_score": 0.567495, "hf_subset": "khk_Cyrl-knc_Latn", "languages": ["khk-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965662, "recall": 0.975296, "f1": 0.96861, "accuracy": 0.975296, "main_score": 0.96861, "hf_subset": "khk_Cyrl-mlt_Latn", "languages": ["khk-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661695, "recall": 0.716403, "f1": 0.677654, "accuracy": 0.716403, "main_score": 0.677654, "hf_subset": "khk_Cyrl-quy_Latn", "languages": ["khk-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942029, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "khk_Cyrl-swh_Latn", "languages": ["khk-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "khk_Cyrl-uzn_Latn", "languages": ["khk-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "khk_Cyrl-als_Latn", "languages": ["khk-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624391, "recall": 0.697628, "f1": 0.645379, "accuracy": 0.697628, "main_score": 0.645379, "hf_subset": "khk_Cyrl-bod_Tibt", "languages": ["khk-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.647268, "recall": 0.702569, "f1": 0.662469, "accuracy": 0.702569, "main_score": 0.662469, "hf_subset": "khk_Cyrl-fij_Latn", "languages": ["khk-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "khk_Cyrl-isl_Latn", "languages": ["khk-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612462, "recall": 0.658103, "f1": 0.625209, "accuracy": 0.658103, "main_score": 0.625209, "hf_subset": "khk_Cyrl-kon_Latn", "languages": ["khk-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601614, "recall": 0.661067, "f1": 0.618846, "accuracy": 0.661067, "main_score": 0.618846, "hf_subset": "khk_Cyrl-mni_Beng", "languages": ["khk-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "khk_Cyrl-ron_Latn", "languages": ["khk-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955122, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "khk_Cyrl-szl_Latn", "languages": ["khk-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-vec_Latn", "languages": ["khk-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912549, "recall": 0.939723, "f1": 0.921443, "accuracy": 0.939723, "main_score": 0.921443, "hf_subset": "khk_Cyrl-amh_Ethi", "languages": ["khk-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "khk_Cyrl-bos_Latn", "languages": ["khk-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-fin_Latn", "languages": ["khk-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-ita_Latn", "languages": ["khk-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khk_Cyrl-kor_Hang", "languages": ["khk-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.519789, "recall": 0.570158, "f1": 0.533552, "accuracy": 0.570158, "main_score": 0.533552, "hf_subset": "khk_Cyrl-mos_Latn", "languages": ["khk-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527341, "recall": 0.578063, "f1": 0.541163, "accuracy": 0.578063, "main_score": 0.541163, "hf_subset": "khk_Cyrl-run_Latn", "languages": ["khk-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khk_Cyrl-tam_Taml", "languages": ["khk-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "khk_Cyrl-vie_Latn", "languages": ["khk-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-apc_Arab", "languages": ["khk-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.733155, "recall": 0.782609, "f1": 0.746923, "accuracy": 0.782609, "main_score": 0.746923, "hf_subset": "khk_Cyrl-bug_Latn", "languages": ["khk-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45842, "recall": 0.503953, "f1": 0.47095, "accuracy": 0.503953, "main_score": 0.47095, "hf_subset": "khk_Cyrl-fon_Latn", "languages": ["khk-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "khk_Cyrl-jav_Latn", "languages": ["khk-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "khk_Cyrl-lao_Laoo", "languages": ["khk-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.808086, "recall": 0.855731, "f1": 0.822647, "accuracy": 0.855731, "main_score": 0.822647, "hf_subset": "khk_Cyrl-mri_Latn", "languages": ["khk-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-rus_Cyrl", "languages": ["khk-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514859, "recall": 0.56917, "f1": 0.529764, "accuracy": 0.56917, "main_score": 0.529764, "hf_subset": "khk_Cyrl-taq_Latn", "languages": ["khk-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "khk_Cyrl-war_Latn", "languages": ["khk-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-arb_Arab", "languages": ["khk-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-bul_Cyrl", "languages": ["khk-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-fra_Latn", "languages": ["khk-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-jpn_Jpan", "languages": ["khk-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "khk_Cyrl-lij_Latn", "languages": ["khk-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "khk_Cyrl-mya_Mymr", "languages": ["khk-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.54903, "recall": 0.604743, "f1": 0.564371, "accuracy": 0.604743, "main_score": 0.564371, "hf_subset": "khk_Cyrl-sag_Latn", "languages": ["khk-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192186, "recall": 0.236166, "f1": 0.202521, "accuracy": 0.236166, "main_score": 0.202521, "hf_subset": "khk_Cyrl-taq_Tfng", "languages": ["khk-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.586331, "recall": 0.637352, "f1": 0.601012, "accuracy": 0.637352, "main_score": 0.601012, "hf_subset": "khk_Cyrl-wol_Latn", "languages": ["khk-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735303, "recall": 0.795455, "f1": 0.752953, "accuracy": 0.795455, "main_score": 0.752953, "hf_subset": "khk_Cyrl-arb_Latn", "languages": ["khk-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khk_Cyrl-cat_Latn", "languages": ["khk-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944664, "recall": 0.960474, "f1": 0.949769, "accuracy": 0.960474, "main_score": 0.949769, "hf_subset": "khk_Cyrl-fur_Latn", "languages": ["khk-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395557, "recall": 0.447628, "f1": 0.41002, "accuracy": 0.447628, "main_score": 0.41002, "hf_subset": "khk_Cyrl-kab_Latn", "languages": ["khk-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933136, "recall": 0.952569, "f1": 0.939559, "accuracy": 0.952569, "main_score": 0.939559, "hf_subset": "khk_Cyrl-lim_Latn", "languages": ["khk-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-nld_Latn", "languages": ["khk-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "khk_Cyrl-san_Deva", "languages": ["khk-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "khk_Cyrl-tat_Cyrl", "languages": ["khk-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.634766, "recall": 0.685771, "f1": 0.649459, "accuracy": 0.685771, "main_score": 0.649459, "hf_subset": "khk_Cyrl-xho_Latn", "languages": ["khk-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-ars_Arab", "languages": ["khk-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "khk_Cyrl-ceb_Latn", "languages": ["khk-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544733, "recall": 0.592885, "f1": 0.558386, "accuracy": 0.592885, "main_score": 0.558386, "hf_subset": "khk_Cyrl-fuv_Latn", "languages": ["khk-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504401, "recall": 0.5583, "f1": 0.519403, "accuracy": 0.5583, "main_score": 0.519403, "hf_subset": "khk_Cyrl-kac_Latn", "languages": ["khk-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613455, "recall": 0.667984, "f1": 0.628695, "accuracy": 0.667984, "main_score": 0.628695, "hf_subset": "khk_Cyrl-lin_Latn", "languages": ["khk-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-nno_Latn", "languages": ["khk-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194866, "recall": 0.270751, "f1": 0.214035, "accuracy": 0.270751, "main_score": 0.214035, "hf_subset": "khk_Cyrl-sat_Olck", "languages": ["khk-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-tel_Telu", "languages": ["khk-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.891222, "recall": 0.922925, "f1": 0.901252, "accuracy": 0.922925, "main_score": 0.901252, "hf_subset": "khk_Cyrl-ydd_Hebr", "languages": ["khk-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "khk_Cyrl-ary_Arab", "languages": ["khk-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "khk_Cyrl-ces_Latn", "languages": ["khk-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558343, "recall": 0.614625, "f1": 0.573616, "accuracy": 0.614625, "main_score": 0.573616, "hf_subset": "khk_Cyrl-gaz_Latn", "languages": ["khk-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555026, "recall": 0.612648, "f1": 0.57122, "accuracy": 0.612648, "main_score": 0.57122, "hf_subset": "khk_Cyrl-kam_Latn", "languages": ["khk-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "khk_Cyrl-lit_Latn", "languages": ["khk-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-nob_Latn", "languages": ["khk-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938982, "recall": 0.956522, "f1": 0.944565, "accuracy": 0.956522, "main_score": 0.944565, "hf_subset": "khk_Cyrl-scn_Latn", "languages": ["khk-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960013, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "khk_Cyrl-tgk_Cyrl", "languages": ["khk-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.677414, "recall": 0.750988, "f1": 0.699424, "accuracy": 0.750988, "main_score": 0.699424, "hf_subset": "khk_Cyrl-yor_Latn", "languages": ["khk-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khk_Cyrl-arz_Arab", "languages": ["khk-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528343, "recall": 0.578063, "f1": 0.543088, "accuracy": 0.578063, "main_score": 0.543088, "hf_subset": "khk_Cyrl-cjk_Latn", "languages": ["khk-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731703, "recall": 0.787549, "f1": 0.748518, "accuracy": 0.787549, "main_score": 0.748518, "hf_subset": "khk_Cyrl-gla_Latn", "languages": ["khk-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khk_Cyrl-kan_Knda", "languages": ["khk-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.938439, "recall": 0.955534, "f1": 0.943841, "accuracy": 0.955534, "main_score": 0.943841, "hf_subset": "khk_Cyrl-lmo_Latn", "languages": ["khk-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "khk_Cyrl-npi_Deva", "languages": ["khk-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.437898, "recall": 0.492095, "f1": 0.45288, "accuracy": 0.492095, "main_score": 0.45288, "hf_subset": "khk_Cyrl-shn_Mymr", "languages": ["khk-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-tgl_Latn", "languages": ["khk-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-yue_Hant", "languages": ["khk-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "khk_Cyrl-asm_Beng", "languages": ["khk-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.922431, "recall": 0.943676, "f1": 0.928986, "accuracy": 0.943676, "main_score": 0.928986, "hf_subset": "khk_Cyrl-ckb_Arab", "languages": ["khk-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.828014, "recall": 0.870553, "f1": 0.841074, "accuracy": 0.870553, "main_score": 0.841074, "hf_subset": "khk_Cyrl-gle_Latn", "languages": ["khk-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879595, "recall": 0.910079, "f1": 0.8889, "accuracy": 0.910079, "main_score": 0.8889, "hf_subset": "khk_Cyrl-kas_Arab", "languages": ["khk-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.878574, "recall": 0.911067, "f1": 0.88857, "accuracy": 0.911067, "main_score": 0.88857, "hf_subset": "khk_Cyrl-ltg_Latn", "languages": ["khk-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573205, "recall": 0.623518, "f1": 0.58788, "accuracy": 0.623518, "main_score": 0.58788, "hf_subset": "khk_Cyrl-nso_Latn", "languages": ["khk-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "khk_Cyrl-sin_Sinh", "languages": ["khk-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "khk_Cyrl-tha_Thai", "languages": ["khk-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khk_Cyrl-zho_Hans", "languages": ["khk-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-ast_Latn", "languages": ["khk-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "khk_Cyrl-crh_Latn", "languages": ["khk-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-glg_Latn", "languages": ["khk-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806571, "recall": 0.851779, "f1": 0.820638, "accuracy": 0.851779, "main_score": 0.820638, "hf_subset": "khk_Cyrl-kas_Deva", "languages": ["khk-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.946591, "recall": 0.962451, "f1": 0.951647, "accuracy": 0.962451, "main_score": 0.951647, "hf_subset": "khk_Cyrl-ltz_Latn", "languages": ["khk-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450321, "recall": 0.507905, "f1": 0.466473, "accuracy": 0.507905, "main_score": 0.466473, "hf_subset": "khk_Cyrl-nus_Latn", "languages": ["khk-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-slk_Latn", "languages": ["khk-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582528, "recall": 0.658103, "f1": 0.603488, "accuracy": 0.658103, "main_score": 0.603488, "hf_subset": "khk_Cyrl-tir_Ethi", "languages": ["khk-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-zho_Hant", "languages": ["khk-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "khk_Cyrl-awa_Deva", "languages": ["khk-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "khk_Cyrl-cym_Latn", "languages": ["khk-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744302, "recall": 0.793478, "f1": 0.758584, "accuracy": 0.793478, "main_score": 0.758584, "hf_subset": "khk_Cyrl-grn_Latn", "languages": ["khk-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "khk_Cyrl-kat_Geor", "languages": ["khk-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.601823, "recall": 0.646245, "f1": 0.613909, "accuracy": 0.646245, "main_score": 0.613909, "hf_subset": "khk_Cyrl-lua_Latn", "languages": ["khk-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5878, "recall": 0.639328, "f1": 0.602666, "accuracy": 0.639328, "main_score": 0.602666, "hf_subset": "khk_Cyrl-nya_Latn", "languages": ["khk-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khk_Cyrl-slv_Latn", "languages": ["khk-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861785, "recall": 0.894269, "f1": 0.87128, "accuracy": 0.894269, "main_score": 0.87128, "hf_subset": "khk_Cyrl-tpi_Latn", "languages": ["khk-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khk_Cyrl-zsm_Latn", "languages": ["khk-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521533, "recall": 0.571146, "f1": 0.536386, "accuracy": 0.571146, "main_score": 0.536386, "hf_subset": "khk_Cyrl-ayr_Latn", "languages": ["khk-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khk_Cyrl-dan_Latn", "languages": ["khk-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-guj_Gujr", "languages": ["khk-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-kaz_Cyrl", "languages": ["khk-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513916, "recall": 0.573123, "f1": 0.530614, "accuracy": 0.573123, "main_score": 0.530614, "hf_subset": "khk_Cyrl-lug_Latn", "languages": ["khk-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980814, "recall": 0.986166, "f1": 0.982444, "accuracy": 0.986166, "main_score": 0.982444, "hf_subset": "khk_Cyrl-oci_Latn", "languages": ["khk-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77584, "recall": 0.826087, "f1": 0.790763, "accuracy": 0.826087, "main_score": 0.790763, "hf_subset": "khk_Cyrl-smo_Latn", "languages": ["khk-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516842, "recall": 0.573123, "f1": 0.532643, "accuracy": 0.573123, "main_score": 0.532643, "hf_subset": "khk_Cyrl-tsn_Latn", "languages": ["khk-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601272, "recall": 0.655138, "f1": 0.616853, "accuracy": 0.655138, "main_score": 0.616853, "hf_subset": "khk_Cyrl-zul_Latn", "languages": ["khk-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856349, "recall": 0.895257, "f1": 0.868632, "accuracy": 0.895257, "main_score": 0.868632, "hf_subset": "khk_Cyrl-azb_Arab", "languages": ["khk-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-deu_Latn", "languages": ["khk-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936347, "recall": 0.954545, "f1": 0.942095, "accuracy": 0.954545, "main_score": 0.942095, "hf_subset": "khk_Cyrl-hat_Latn", "languages": ["khk-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487576, "recall": 0.529644, "f1": 0.499086, "accuracy": 0.529644, "main_score": 0.499086, "hf_subset": "khk_Cyrl-kbp_Latn", "languages": ["khk-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546723, "recall": 0.593874, "f1": 0.559845, "accuracy": 0.593874, "main_score": 0.559845, "hf_subset": "khk_Cyrl-luo_Latn", "languages": ["khk-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "khk_Cyrl-ory_Orya", "languages": ["khk-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.554093, "recall": 0.610672, "f1": 0.569784, "accuracy": 0.610672, "main_score": 0.569784, "hf_subset": "khk_Cyrl-sna_Latn", "languages": ["khk-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519797, "recall": 0.56917, "f1": 0.533175, "accuracy": 0.56917, "main_score": 0.533175, "hf_subset": "khk_Cyrl-tso_Latn", "languages": ["khk-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-azj_Latn", "languages": ["khk-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508997, "recall": 0.560277, "f1": 0.523509, "accuracy": 0.560277, "main_score": 0.523509, "hf_subset": "khk_Cyrl-dik_Latn", "languages": ["khk-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705962, "recall": 0.76087, "f1": 0.721989, "accuracy": 0.76087, "main_score": 0.721989, "hf_subset": "khk_Cyrl-hau_Latn", "languages": ["khk-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.954545, "f1": 0.941502, "accuracy": 0.954545, "main_score": 0.941502, "hf_subset": "khk_Cyrl-kea_Latn", "languages": ["khk-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694063, "recall": 0.741107, "f1": 0.707664, "accuracy": 0.741107, "main_score": 0.707664, "hf_subset": "khk_Cyrl-lus_Latn", "languages": ["khk-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797381, "recall": 0.83498, "f1": 0.808747, "accuracy": 0.83498, "main_score": 0.808747, "hf_subset": "khk_Cyrl-pag_Latn", "languages": ["khk-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khk_Cyrl-snd_Arab", "languages": ["khk-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.94664, "f1": 0.931653, "accuracy": 0.94664, "main_score": 0.931653, "hf_subset": "khk_Cyrl-tuk_Latn", "languages": ["khk-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "khk_Cyrl-bak_Cyrl", "languages": ["khk-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463302, "recall": 0.532609, "f1": 0.482805, "accuracy": 0.532609, "main_score": 0.482805, "hf_subset": "khk_Cyrl-dyu_Latn", "languages": ["khk-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-heb_Hebr", "languages": ["khk-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khk_Cyrl-lvs_Latn", "languages": ["khk-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-pan_Guru", "languages": ["khk-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.651311, "recall": 0.712451, "f1": 0.669655, "accuracy": 0.712451, "main_score": 0.669655, "hf_subset": "khk_Cyrl-som_Latn", "languages": ["khk-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550045, "recall": 0.596838, "f1": 0.563265, "accuracy": 0.596838, "main_score": 0.563265, "hf_subset": "khk_Cyrl-tum_Latn", "languages": ["khk-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593536, "recall": 0.653162, "f1": 0.61076, "accuracy": 0.653162, "main_score": 0.61076, "hf_subset": "lvs_Latn-ace_Arab", "languages": ["lvs-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53062, "recall": 0.589921, "f1": 0.547365, "accuracy": 0.589921, "main_score": 0.547365, "hf_subset": "lvs_Latn-bam_Latn", "languages": ["lvs-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454185, "recall": 0.531621, "f1": 0.475381, "accuracy": 0.531621, "main_score": 0.475381, "hf_subset": "lvs_Latn-dzo_Tibt", "languages": ["lvs-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-hin_Deva", "languages": ["lvs-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-khm_Khmr", "languages": ["lvs-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mag_Deva", "languages": ["lvs-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lvs_Latn-pap_Latn", "languages": ["lvs-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597041, "recall": 0.65415, "f1": 0.613393, "accuracy": 0.65415, "main_score": 0.613393, "hf_subset": "lvs_Latn-sot_Latn", "languages": ["lvs-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tur_Latn", "languages": ["lvs-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886775, "recall": 0.916996, "f1": 0.896476, "accuracy": 0.916996, "main_score": 0.896476, "hf_subset": "lvs_Latn-ace_Latn", "languages": ["lvs-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "lvs_Latn-ban_Latn", "languages": ["lvs-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ell_Grek", "languages": ["lvs-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lvs_Latn-hne_Deva", "languages": ["lvs-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.595261, "recall": 0.651186, "f1": 0.611564, "accuracy": 0.651186, "main_score": 0.611564, "hf_subset": "lvs_Latn-kik_Latn", "languages": ["lvs-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-mai_Deva", "languages": ["lvs-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lvs_Latn-pbt_Arab", "languages": ["lvs-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-spa_Latn", "languages": ["lvs-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614328, "recall": 0.677866, "f1": 0.632562, "accuracy": 0.677866, "main_score": 0.632562, "hf_subset": "lvs_Latn-twi_Latn", "languages": ["lvs-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-acm_Arab", "languages": ["lvs-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bel_Cyrl", "languages": ["lvs-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-eng_Latn", "languages": ["lvs-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-hrv_Latn", "languages": ["lvs-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566462, "recall": 0.62747, "f1": 0.583167, "accuracy": 0.62747, "main_score": 0.583167, "hf_subset": "lvs_Latn-kin_Latn", "languages": ["lvs-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-mal_Mlym", "languages": ["lvs-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pes_Arab", "languages": ["lvs-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-srd_Latn", "languages": ["lvs-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193109, "recall": 0.240119, "f1": 0.204671, "accuracy": 0.240119, "main_score": 0.204671, "hf_subset": "lvs_Latn-tzm_Tfng", "languages": ["lvs-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-acq_Arab", "languages": ["lvs-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632932, "recall": 0.686759, "f1": 0.647919, "accuracy": 0.686759, "main_score": 0.647919, "hf_subset": "lvs_Latn-bem_Latn", "languages": ["lvs-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-epo_Latn", "languages": ["lvs-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-hun_Latn", "languages": ["lvs-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-kir_Cyrl", "languages": ["lvs-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mar_Deva", "languages": ["lvs-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.677694, "recall": 0.73419, "f1": 0.694078, "accuracy": 0.73419, "main_score": 0.694078, "hf_subset": "lvs_Latn-plt_Latn", "languages": ["lvs-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-srp_Cyrl", "languages": ["lvs-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lvs_Latn-uig_Arab", "languages": ["lvs-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-aeb_Arab", "languages": ["lvs-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ben_Beng", "languages": ["lvs-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-est_Latn", "languages": ["lvs-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-hye_Armn", "languages": ["lvs-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.550988, "recall": 0.603755, "f1": 0.566455, "accuracy": 0.603755, "main_score": 0.566455, "hf_subset": "lvs_Latn-kmb_Latn", "languages": ["lvs-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510733, "recall": 0.58498, "f1": 0.530691, "accuracy": 0.58498, "main_score": 0.530691, "hf_subset": "lvs_Latn-min_Arab", "languages": ["lvs-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pol_Latn", "languages": ["lvs-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560337, "recall": 0.62747, "f1": 0.580025, "accuracy": 0.62747, "main_score": 0.580025, "hf_subset": "lvs_Latn-ssw_Latn", "languages": ["lvs-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ukr_Cyrl", "languages": ["lvs-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-afr_Latn", "languages": ["lvs-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bho_Deva", "languages": ["lvs-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lvs_Latn-eus_Latn", "languages": ["lvs-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594988, "recall": 0.662055, "f1": 0.613952, "accuracy": 0.662055, "main_score": 0.613952, "hf_subset": "lvs_Latn-ibo_Latn", "languages": ["lvs-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913867, "recall": 0.938735, "f1": 0.921772, "accuracy": 0.938735, "main_score": 0.921772, "hf_subset": "lvs_Latn-kmr_Latn", "languages": ["lvs-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lvs_Latn-min_Latn", "languages": ["lvs-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-por_Latn", "languages": ["lvs-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-sun_Latn", "languages": ["lvs-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530538, "recall": 0.587945, "f1": 0.546812, "accuracy": 0.587945, "main_score": 0.546812, "hf_subset": "lvs_Latn-umb_Latn", "languages": ["lvs-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ajp_Arab", "languages": ["lvs-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554081, "recall": 0.616601, "f1": 0.572197, "accuracy": 0.616601, "main_score": 0.572197, "hf_subset": "lvs_Latn-bjn_Arab", "languages": ["lvs-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526331, "recall": 0.582016, "f1": 0.541826, "accuracy": 0.582016, "main_score": 0.541826, "hf_subset": "lvs_Latn-ewe_Latn", "languages": ["lvs-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949275, "recall": 0.963439, "f1": 0.953722, "accuracy": 0.963439, "main_score": 0.953722, "hf_subset": "lvs_Latn-ilo_Latn", "languages": ["lvs-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318058, "recall": 0.376482, "f1": 0.333807, "accuracy": 0.376482, "main_score": 0.333807, "hf_subset": "lvs_Latn-knc_Arab", "languages": ["lvs-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mkd_Cyrl", "languages": ["lvs-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-prs_Arab", "languages": ["lvs-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-swe_Latn", "languages": ["lvs-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-urd_Arab", "languages": ["lvs-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596146, "recall": 0.656126, "f1": 0.612522, "accuracy": 0.656126, "main_score": 0.612522, "hf_subset": "lvs_Latn-aka_Latn", "languages": ["lvs-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lvs_Latn-bjn_Latn", "languages": ["lvs-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lvs_Latn-fao_Latn", "languages": ["lvs-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ind_Latn", "languages": ["lvs-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58194, "recall": 0.637352, "f1": 0.597514, "accuracy": 0.637352, "main_score": 0.597514, "hf_subset": "lvs_Latn-knc_Latn", "languages": ["lvs-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lvs_Latn-mlt_Latn", "languages": ["lvs-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703568, "recall": 0.764822, "f1": 0.721498, "accuracy": 0.764822, "main_score": 0.721498, "hf_subset": "lvs_Latn-quy_Latn", "languages": ["lvs-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "lvs_Latn-swh_Latn", "languages": ["lvs-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-uzn_Latn", "languages": ["lvs-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-als_Latn", "languages": ["lvs-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67197, "recall": 0.749012, "f1": 0.694946, "accuracy": 0.749012, "main_score": 0.694946, "hf_subset": "lvs_Latn-bod_Tibt", "languages": ["lvs-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.723265, "recall": 0.77668, "f1": 0.738707, "accuracy": 0.77668, "main_score": 0.738707, "hf_subset": "lvs_Latn-fij_Latn", "languages": ["lvs-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-isl_Latn", "languages": ["lvs-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660566, "recall": 0.714427, "f1": 0.676433, "accuracy": 0.714427, "main_score": 0.676433, "hf_subset": "lvs_Latn-kon_Latn", "languages": ["lvs-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665357, "recall": 0.731225, "f1": 0.68498, "accuracy": 0.731225, "main_score": 0.68498, "hf_subset": "lvs_Latn-mni_Beng", "languages": ["lvs-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ron_Latn", "languages": ["lvs-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "lvs_Latn-szl_Latn", "languages": ["lvs-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-vec_Latn", "languages": ["lvs-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "lvs_Latn-amh_Ethi", "languages": ["lvs-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bos_Latn", "languages": ["lvs-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-fin_Latn", "languages": ["lvs-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ita_Latn", "languages": ["lvs-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-kor_Hang", "languages": ["lvs-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.555568, "recall": 0.610672, "f1": 0.570987, "accuracy": 0.610672, "main_score": 0.570987, "hf_subset": "lvs_Latn-mos_Latn", "languages": ["lvs-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55733, "recall": 0.617589, "f1": 0.574775, "accuracy": 0.617589, "main_score": 0.574775, "hf_subset": "lvs_Latn-run_Latn", "languages": ["lvs-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tam_Taml", "languages": ["lvs-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-vie_Latn", "languages": ["lvs-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-apc_Arab", "languages": ["lvs-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.80252, "recall": 0.849802, "f1": 0.81677, "accuracy": 0.849802, "main_score": 0.81677, "hf_subset": "lvs_Latn-bug_Latn", "languages": ["lvs-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472119, "recall": 0.530632, "f1": 0.488136, "accuracy": 0.530632, "main_score": 0.488136, "hf_subset": "lvs_Latn-fon_Latn", "languages": ["lvs-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-jav_Latn", "languages": ["lvs-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lvs_Latn-lao_Laoo", "languages": ["lvs-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.879258, "recall": 0.912055, "f1": 0.889575, "accuracy": 0.912055, "main_score": 0.889575, "hf_subset": "lvs_Latn-mri_Latn", "languages": ["lvs-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-rus_Cyrl", "languages": ["lvs-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543376, "recall": 0.604743, "f1": 0.560691, "accuracy": 0.604743, "main_score": 0.560691, "hf_subset": "lvs_Latn-taq_Latn", "languages": ["lvs-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lvs_Latn-war_Latn", "languages": ["lvs-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-arb_Arab", "languages": ["lvs-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bul_Cyrl", "languages": ["lvs-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-fra_Latn", "languages": ["lvs-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-jpn_Jpan", "languages": ["lvs-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-lij_Latn", "languages": ["lvs-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-mya_Mymr", "languages": ["lvs-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.587626, "recall": 0.655138, "f1": 0.606482, "accuracy": 0.655138, "main_score": 0.606482, "hf_subset": "lvs_Latn-sag_Latn", "languages": ["lvs-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206919, "recall": 0.266798, "f1": 0.220793, "accuracy": 0.266798, "main_score": 0.220793, "hf_subset": "lvs_Latn-taq_Tfng", "languages": ["lvs-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.628557, "recall": 0.689723, "f1": 0.646626, "accuracy": 0.689723, "main_score": 0.646626, "hf_subset": "lvs_Latn-wol_Latn", "languages": ["lvs-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806818, "recall": 0.855731, "f1": 0.822069, "accuracy": 0.855731, "main_score": 0.822069, "hf_subset": "lvs_Latn-arb_Latn", "languages": ["lvs-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-cat_Latn", "languages": ["lvs-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-fur_Latn", "languages": ["lvs-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427778, "recall": 0.482213, "f1": 0.442195, "accuracy": 0.482213, "main_score": 0.442195, "hf_subset": "lvs_Latn-kab_Latn", "languages": ["lvs-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lvs_Latn-lim_Latn", "languages": ["lvs-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-nld_Latn", "languages": ["lvs-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "lvs_Latn-san_Deva", "languages": ["lvs-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-tat_Cyrl", "languages": ["lvs-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.676993, "recall": 0.736166, "f1": 0.694946, "accuracy": 0.736166, "main_score": 0.694946, "hf_subset": "lvs_Latn-xho_Latn", "languages": ["lvs-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ars_Arab", "languages": ["lvs-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-ceb_Latn", "languages": ["lvs-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569537, "recall": 0.629447, "f1": 0.586535, "accuracy": 0.629447, "main_score": 0.586535, "hf_subset": "lvs_Latn-fuv_Latn", "languages": ["lvs-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50947, "recall": 0.574111, "f1": 0.527432, "accuracy": 0.574111, "main_score": 0.527432, "hf_subset": "lvs_Latn-kac_Latn", "languages": ["lvs-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671212, "recall": 0.725296, "f1": 0.68714, "accuracy": 0.725296, "main_score": 0.68714, "hf_subset": "lvs_Latn-lin_Latn", "languages": ["lvs-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-nno_Latn", "languages": ["lvs-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242445, "recall": 0.326087, "f1": 0.265244, "accuracy": 0.326087, "main_score": 0.265244, "hf_subset": "lvs_Latn-sat_Olck", "languages": ["lvs-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-tel_Telu", "languages": ["lvs-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lvs_Latn-ydd_Hebr", "languages": ["lvs-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lvs_Latn-ary_Arab", "languages": ["lvs-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ces_Latn", "languages": ["lvs-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584585, "recall": 0.644269, "f1": 0.602113, "accuracy": 0.644269, "main_score": 0.602113, "hf_subset": "lvs_Latn-gaz_Latn", "languages": ["lvs-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58722, "recall": 0.651186, "f1": 0.605519, "accuracy": 0.651186, "main_score": 0.605519, "hf_subset": "lvs_Latn-kam_Latn", "languages": ["lvs-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lvs_Latn-lit_Latn", "languages": ["lvs-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-nob_Latn", "languages": ["lvs-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lvs_Latn-scn_Latn", "languages": ["lvs-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lvs_Latn-tgk_Cyrl", "languages": ["lvs-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.724144, "recall": 0.788538, "f1": 0.743714, "accuracy": 0.788538, "main_score": 0.743714, "hf_subset": "lvs_Latn-yor_Latn", "languages": ["lvs-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-arz_Arab", "languages": ["lvs-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566107, "recall": 0.62747, "f1": 0.584017, "accuracy": 0.62747, "main_score": 0.584017, "hf_subset": "lvs_Latn-cjk_Latn", "languages": ["lvs-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805912, "recall": 0.853755, "f1": 0.820685, "accuracy": 0.853755, "main_score": 0.820685, "hf_subset": "lvs_Latn-gla_Latn", "languages": ["lvs-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-kan_Knda", "languages": ["lvs-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-lmo_Latn", "languages": ["lvs-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lvs_Latn-npi_Deva", "languages": ["lvs-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475573, "recall": 0.534585, "f1": 0.49214, "accuracy": 0.534585, "main_score": 0.49214, "hf_subset": "lvs_Latn-shn_Mymr", "languages": ["lvs-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tgl_Latn", "languages": ["lvs-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-yue_Hant", "languages": ["lvs-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-asm_Beng", "languages": ["lvs-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "lvs_Latn-ckb_Arab", "languages": ["lvs-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.910161, "recall": 0.934783, "f1": 0.917885, "accuracy": 0.934783, "main_score": 0.917885, "hf_subset": "lvs_Latn-gle_Latn", "languages": ["lvs-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "lvs_Latn-kas_Arab", "languages": ["lvs-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "lvs_Latn-ltg_Latn", "languages": ["lvs-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615437, "recall": 0.666996, "f1": 0.630073, "accuracy": 0.666996, "main_score": 0.630073, "hf_subset": "lvs_Latn-nso_Latn", "languages": ["lvs-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-sin_Sinh", "languages": ["lvs-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-tha_Thai", "languages": ["lvs-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-zho_Hans", "languages": ["lvs-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ast_Latn", "languages": ["lvs-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-crh_Latn", "languages": ["lvs-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-glg_Latn", "languages": ["lvs-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895916, "recall": 0.925889, "f1": 0.90527, "accuracy": 0.925889, "main_score": 0.90527, "hf_subset": "lvs_Latn-kas_Deva", "languages": ["lvs-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-ltz_Latn", "languages": ["lvs-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47693, "recall": 0.538538, "f1": 0.493338, "accuracy": 0.538538, "main_score": 0.493338, "hf_subset": "lvs_Latn-nus_Latn", "languages": ["lvs-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-slk_Latn", "languages": ["lvs-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612953, "recall": 0.683794, "f1": 0.633703, "accuracy": 0.683794, "main_score": 0.633703, "hf_subset": "lvs_Latn-tir_Ethi", "languages": ["lvs-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-zho_Hant", "languages": ["lvs-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "lvs_Latn-awa_Deva", "languages": ["lvs-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lvs_Latn-cym_Latn", "languages": ["lvs-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84865, "recall": 0.887352, "f1": 0.860474, "accuracy": 0.887352, "main_score": 0.860474, "hf_subset": "lvs_Latn-grn_Latn", "languages": ["lvs-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-kat_Geor", "languages": ["lvs-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.653618, "recall": 0.703557, "f1": 0.668121, "accuracy": 0.703557, "main_score": 0.668121, "hf_subset": "lvs_Latn-lua_Latn", "languages": ["lvs-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650362, "recall": 0.709486, "f1": 0.667703, "accuracy": 0.709486, "main_score": 0.667703, "hf_subset": "lvs_Latn-nya_Latn", "languages": ["lvs-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-slv_Latn", "languages": ["lvs-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "lvs_Latn-tpi_Latn", "languages": ["lvs-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-zsm_Latn", "languages": ["lvs-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544277, "recall": 0.609684, "f1": 0.56269, "accuracy": 0.609684, "main_score": 0.56269, "hf_subset": "lvs_Latn-ayr_Latn", "languages": ["lvs-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-dan_Latn", "languages": ["lvs-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-guj_Gujr", "languages": ["lvs-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-kaz_Cyrl", "languages": ["lvs-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534241, "recall": 0.59585, "f1": 0.550932, "accuracy": 0.59585, "main_score": 0.550932, "hf_subset": "lvs_Latn-lug_Latn", "languages": ["lvs-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-oci_Latn", "languages": ["lvs-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843001, "recall": 0.886364, "f1": 0.856423, "accuracy": 0.886364, "main_score": 0.856423, "hf_subset": "lvs_Latn-smo_Latn", "languages": ["lvs-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540821, "recall": 0.605731, "f1": 0.559511, "accuracy": 0.605731, "main_score": 0.559511, "hf_subset": "lvs_Latn-tsn_Latn", "languages": ["lvs-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62635, "recall": 0.682806, "f1": 0.642951, "accuracy": 0.682806, "main_score": 0.642951, "hf_subset": "lvs_Latn-zul_Latn", "languages": ["lvs-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925066, "recall": 0.947628, "f1": 0.932312, "accuracy": 0.947628, "main_score": 0.932312, "hf_subset": "lvs_Latn-azb_Arab", "languages": ["lvs-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-deu_Latn", "languages": ["lvs-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "lvs_Latn-hat_Latn", "languages": ["lvs-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494853, "recall": 0.551383, "f1": 0.510879, "accuracy": 0.551383, "main_score": 0.510879, "hf_subset": "lvs_Latn-kbp_Latn", "languages": ["lvs-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581721, "recall": 0.636364, "f1": 0.596261, "accuracy": 0.636364, "main_score": 0.596261, "hf_subset": "lvs_Latn-luo_Latn", "languages": ["lvs-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ory_Orya", "languages": ["lvs-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.601205, "recall": 0.663043, "f1": 0.618765, "accuracy": 0.663043, "main_score": 0.618765, "hf_subset": "lvs_Latn-sna_Latn", "languages": ["lvs-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554948, "recall": 0.604743, "f1": 0.569076, "accuracy": 0.604743, "main_score": 0.569076, "hf_subset": "lvs_Latn-tso_Latn", "languages": ["lvs-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-azj_Latn", "languages": ["lvs-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540348, "recall": 0.61166, "f1": 0.56094, "accuracy": 0.61166, "main_score": 0.56094, "hf_subset": "lvs_Latn-dik_Latn", "languages": ["lvs-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756258, "recall": 0.8083, "f1": 0.77197, "accuracy": 0.8083, "main_score": 0.77197, "hf_subset": "lvs_Latn-hau_Latn", "languages": ["lvs-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lvs_Latn-kea_Latn", "languages": ["lvs-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74781, "recall": 0.798419, "f1": 0.763293, "accuracy": 0.798419, "main_score": 0.763293, "hf_subset": "lvs_Latn-lus_Latn", "languages": ["lvs-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872398, "recall": 0.900198, "f1": 0.880665, "accuracy": 0.900198, "main_score": 0.880665, "hf_subset": "lvs_Latn-pag_Latn", "languages": ["lvs-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-snd_Arab", "languages": ["lvs-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "lvs_Latn-tuk_Latn", "languages": ["lvs-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-bak_Cyrl", "languages": ["lvs-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482099, "recall": 0.563241, "f1": 0.506395, "accuracy": 0.563241, "main_score": 0.506395, "hf_subset": "lvs_Latn-dyu_Latn", "languages": ["lvs-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-heb_Hebr", "languages": ["lvs-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lvs_Latn-khk_Cyrl", "languages": ["lvs-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pan_Guru", "languages": ["lvs-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.71979, "recall": 0.773715, "f1": 0.735987, "accuracy": 0.773715, "main_score": 0.735987, "hf_subset": "lvs_Latn-som_Latn", "languages": ["lvs-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600866, "recall": 0.647233, "f1": 0.613885, "accuracy": 0.647233, "main_score": 0.613885, "hf_subset": "lvs_Latn-tum_Latn", "languages": ["lvs-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57395, "recall": 0.640316, "f1": 0.59263, "accuracy": 0.640316, "main_score": 0.59263, "hf_subset": "pan_Guru-ace_Arab", "languages": ["pan-Guru", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51787, "recall": 0.576087, "f1": 0.533904, "accuracy": 0.576087, "main_score": 0.533904, "hf_subset": "pan_Guru-bam_Latn", "languages": ["pan-Guru", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445269, "recall": 0.520751, "f1": 0.464714, "accuracy": 0.520751, "main_score": 0.464714, "hf_subset": "pan_Guru-dzo_Tibt", "languages": ["pan-Guru", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hin_Deva", "languages": ["pan-Guru", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-khm_Khmr", "languages": ["pan-Guru", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mag_Deva", "languages": ["pan-Guru", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pan_Guru-pap_Latn", "languages": ["pan-Guru", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57163, "recall": 0.630435, "f1": 0.58785, "accuracy": 0.630435, "main_score": 0.58785, "hf_subset": "pan_Guru-sot_Latn", "languages": ["pan-Guru", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-tur_Latn", "languages": ["pan-Guru", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872639, "recall": 0.90415, "f1": 0.882444, "accuracy": 0.90415, "main_score": 0.882444, "hf_subset": "pan_Guru-ace_Latn", "languages": ["pan-Guru", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.964427, "f1": 0.953887, "accuracy": 0.964427, "main_score": 0.953887, "hf_subset": "pan_Guru-ban_Latn", "languages": ["pan-Guru", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ell_Grek", "languages": ["pan-Guru", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pan_Guru-hne_Deva", "languages": ["pan-Guru", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.584356, "recall": 0.648221, "f1": 0.602656, "accuracy": 0.648221, "main_score": 0.602656, "hf_subset": "pan_Guru-kik_Latn", "languages": ["pan-Guru", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mai_Deva", "languages": ["pan-Guru", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pan_Guru-pbt_Arab", "languages": ["pan-Guru", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-spa_Latn", "languages": ["pan-Guru", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610467, "recall": 0.68083, "f1": 0.629788, "accuracy": 0.68083, "main_score": 0.629788, "hf_subset": "pan_Guru-twi_Latn", "languages": ["pan-Guru", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-acm_Arab", "languages": ["pan-Guru", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-bel_Cyrl", "languages": ["pan-Guru", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-eng_Latn", "languages": ["pan-Guru", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hrv_Latn", "languages": ["pan-Guru", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541933, "recall": 0.609684, "f1": 0.561171, "accuracy": 0.609684, "main_score": 0.561171, "hf_subset": "pan_Guru-kin_Latn", "languages": ["pan-Guru", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-mal_Mlym", "languages": ["pan-Guru", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-pes_Arab", "languages": ["pan-Guru", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-srd_Latn", "languages": ["pan-Guru", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181011, "recall": 0.225296, "f1": 0.192057, "accuracy": 0.225296, "main_score": 0.192057, "hf_subset": "pan_Guru-tzm_Tfng", "languages": ["pan-Guru", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-acq_Arab", "languages": ["pan-Guru", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618083, "recall": 0.670949, "f1": 0.633385, "accuracy": 0.670949, "main_score": 0.633385, "hf_subset": "pan_Guru-bem_Latn", "languages": ["pan-Guru", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-epo_Latn", "languages": ["pan-Guru", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hun_Latn", "languages": ["pan-Guru", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-kir_Cyrl", "languages": ["pan-Guru", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mar_Deva", "languages": ["pan-Guru", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.66362, "recall": 0.725296, "f1": 0.681691, "accuracy": 0.725296, "main_score": 0.681691, "hf_subset": "pan_Guru-plt_Latn", "languages": ["pan-Guru", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-srp_Cyrl", "languages": ["pan-Guru", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "pan_Guru-uig_Arab", "languages": ["pan-Guru", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-aeb_Arab", "languages": ["pan-Guru", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ben_Beng", "languages": ["pan-Guru", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-est_Latn", "languages": ["pan-Guru", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hye_Armn", "languages": ["pan-Guru", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.534132, "recall": 0.58498, "f1": 0.548168, "accuracy": 0.58498, "main_score": 0.548168, "hf_subset": "pan_Guru-kmb_Latn", "languages": ["pan-Guru", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495033, "recall": 0.56917, "f1": 0.514567, "accuracy": 0.56917, "main_score": 0.514567, "hf_subset": "pan_Guru-min_Arab", "languages": ["pan-Guru", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-pol_Latn", "languages": ["pan-Guru", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555018, "recall": 0.624506, "f1": 0.574541, "accuracy": 0.624506, "main_score": 0.574541, "hf_subset": "pan_Guru-ssw_Latn", "languages": ["pan-Guru", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ukr_Cyrl", "languages": ["pan-Guru", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-afr_Latn", "languages": ["pan-Guru", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-bho_Deva", "languages": ["pan-Guru", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pan_Guru-eus_Latn", "languages": ["pan-Guru", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554035, "recall": 0.621542, "f1": 0.572246, "accuracy": 0.621542, "main_score": 0.572246, "hf_subset": "pan_Guru-ibo_Latn", "languages": ["pan-Guru", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910079, "recall": 0.936759, "f1": 0.918643, "accuracy": 0.936759, "main_score": 0.918643, "hf_subset": "pan_Guru-kmr_Latn", "languages": ["pan-Guru", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pan_Guru-min_Latn", "languages": ["pan-Guru", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-por_Latn", "languages": ["pan-Guru", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-sun_Latn", "languages": ["pan-Guru", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510131, "recall": 0.573123, "f1": 0.528195, "accuracy": 0.573123, "main_score": 0.528195, "hf_subset": "pan_Guru-umb_Latn", "languages": ["pan-Guru", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ajp_Arab", "languages": ["pan-Guru", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51498, "recall": 0.582016, "f1": 0.53394, "accuracy": 0.582016, "main_score": 0.53394, "hf_subset": "pan_Guru-bjn_Arab", "languages": ["pan-Guru", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500329, "recall": 0.561265, "f1": 0.516576, "accuracy": 0.561265, "main_score": 0.516576, "hf_subset": "pan_Guru-ewe_Latn", "languages": ["pan-Guru", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946064, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "pan_Guru-ilo_Latn", "languages": ["pan-Guru", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315234, "recall": 0.37253, "f1": 0.33093, "accuracy": 0.37253, "main_score": 0.33093, "hf_subset": "pan_Guru-knc_Arab", "languages": ["pan-Guru", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mkd_Cyrl", "languages": ["pan-Guru", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-prs_Arab", "languages": ["pan-Guru", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-swe_Latn", "languages": ["pan-Guru", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-urd_Arab", "languages": ["pan-Guru", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585161, "recall": 0.653162, "f1": 0.604149, "accuracy": 0.653162, "main_score": 0.604149, "hf_subset": "pan_Guru-aka_Latn", "languages": ["pan-Guru", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pan_Guru-bjn_Latn", "languages": ["pan-Guru", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "pan_Guru-fao_Latn", "languages": ["pan-Guru", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ind_Latn", "languages": ["pan-Guru", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587113, "recall": 0.645257, "f1": 0.603877, "accuracy": 0.645257, "main_score": 0.603877, "hf_subset": "pan_Guru-knc_Latn", "languages": ["pan-Guru", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-mlt_Latn", "languages": ["pan-Guru", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695231, "recall": 0.763834, "f1": 0.716074, "accuracy": 0.763834, "main_score": 0.716074, "hf_subset": "pan_Guru-quy_Latn", "languages": ["pan-Guru", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "pan_Guru-swh_Latn", "languages": ["pan-Guru", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-uzn_Latn", "languages": ["pan-Guru", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-als_Latn", "languages": ["pan-Guru", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675569, "recall": 0.747036, "f1": 0.696657, "accuracy": 0.747036, "main_score": 0.696657, "hf_subset": "pan_Guru-bod_Tibt", "languages": ["pan-Guru", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.699028, "recall": 0.761858, "f1": 0.717217, "accuracy": 0.761858, "main_score": 0.717217, "hf_subset": "pan_Guru-fij_Latn", "languages": ["pan-Guru", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-isl_Latn", "languages": ["pan-Guru", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658218, "recall": 0.715415, "f1": 0.675089, "accuracy": 0.715415, "main_score": 0.675089, "hf_subset": "pan_Guru-kon_Latn", "languages": ["pan-Guru", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662516, "recall": 0.731225, "f1": 0.682905, "accuracy": 0.731225, "main_score": 0.682905, "hf_subset": "pan_Guru-mni_Beng", "languages": ["pan-Guru", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ron_Latn", "languages": ["pan-Guru", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.986166, "f1": 0.983202, "accuracy": 0.986166, "main_score": 0.983202, "hf_subset": "pan_Guru-szl_Latn", "languages": ["pan-Guru", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-vec_Latn", "languages": ["pan-Guru", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "pan_Guru-amh_Ethi", "languages": ["pan-Guru", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-bos_Latn", "languages": ["pan-Guru", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-fin_Latn", "languages": ["pan-Guru", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ita_Latn", "languages": ["pan-Guru", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-kor_Hang", "languages": ["pan-Guru", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.531473, "recall": 0.593874, "f1": 0.548901, "accuracy": 0.593874, "main_score": 0.548901, "hf_subset": "pan_Guru-mos_Latn", "languages": ["pan-Guru", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546945, "recall": 0.604743, "f1": 0.563531, "accuracy": 0.604743, "main_score": 0.563531, "hf_subset": "pan_Guru-run_Latn", "languages": ["pan-Guru", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-tam_Taml", "languages": ["pan-Guru", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-vie_Latn", "languages": ["pan-Guru", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-apc_Arab", "languages": ["pan-Guru", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.78913, "recall": 0.838933, "f1": 0.804084, "accuracy": 0.838933, "main_score": 0.804084, "hf_subset": "pan_Guru-bug_Latn", "languages": ["pan-Guru", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461543, "recall": 0.520751, "f1": 0.477338, "accuracy": 0.520751, "main_score": 0.477338, "hf_subset": "pan_Guru-fon_Latn", "languages": ["pan-Guru", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pan_Guru-jav_Latn", "languages": ["pan-Guru", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-lao_Laoo", "languages": ["pan-Guru", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.852684, "recall": 0.890316, "f1": 0.864657, "accuracy": 0.890316, "main_score": 0.864657, "hf_subset": "pan_Guru-mri_Latn", "languages": ["pan-Guru", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-rus_Cyrl", "languages": ["pan-Guru", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534925, "recall": 0.597826, "f1": 0.551736, "accuracy": 0.597826, "main_score": 0.551736, "hf_subset": "pan_Guru-taq_Latn", "languages": ["pan-Guru", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-war_Latn", "languages": ["pan-Guru", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-arb_Arab", "languages": ["pan-Guru", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-bul_Cyrl", "languages": ["pan-Guru", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-fra_Latn", "languages": ["pan-Guru", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-jpn_Jpan", "languages": ["pan-Guru", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pan_Guru-lij_Latn", "languages": ["pan-Guru", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "pan_Guru-mya_Mymr", "languages": ["pan-Guru", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.583614, "recall": 0.649209, "f1": 0.601972, "accuracy": 0.649209, "main_score": 0.601972, "hf_subset": "pan_Guru-sag_Latn", "languages": ["pan-Guru", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192167, "recall": 0.25, "f1": 0.204807, "accuracy": 0.25, "main_score": 0.204807, "hf_subset": "pan_Guru-taq_Tfng", "languages": ["pan-Guru", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.612615, "recall": 0.681818, "f1": 0.632383, "accuracy": 0.681818, "main_score": 0.632383, "hf_subset": "pan_Guru-wol_Latn", "languages": ["pan-Guru", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80163, "recall": 0.855731, "f1": 0.818347, "accuracy": 0.855731, "main_score": 0.818347, "hf_subset": "pan_Guru-arb_Latn", "languages": ["pan-Guru", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-cat_Latn", "languages": ["pan-Guru", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pan_Guru-fur_Latn", "languages": ["pan-Guru", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401463, "recall": 0.464427, "f1": 0.418548, "accuracy": 0.464427, "main_score": 0.418548, "hf_subset": "pan_Guru-kab_Latn", "languages": ["pan-Guru", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-lim_Latn", "languages": ["pan-Guru", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-nld_Latn", "languages": ["pan-Guru", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pan_Guru-san_Deva", "languages": ["pan-Guru", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-tat_Cyrl", "languages": ["pan-Guru", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660976, "recall": 0.724308, "f1": 0.6794, "accuracy": 0.724308, "main_score": 0.6794, "hf_subset": "pan_Guru-xho_Latn", "languages": ["pan-Guru", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ars_Arab", "languages": ["pan-Guru", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ceb_Latn", "languages": ["pan-Guru", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556897, "recall": 0.619565, "f1": 0.574346, "accuracy": 0.619565, "main_score": 0.574346, "hf_subset": "pan_Guru-fuv_Latn", "languages": ["pan-Guru", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493166, "recall": 0.56917, "f1": 0.513829, "accuracy": 0.56917, "main_score": 0.513829, "hf_subset": "pan_Guru-kac_Latn", "languages": ["pan-Guru", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657602, "recall": 0.717391, "f1": 0.675115, "accuracy": 0.717391, "main_score": 0.675115, "hf_subset": "pan_Guru-lin_Latn", "languages": ["pan-Guru", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-nno_Latn", "languages": ["pan-Guru", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.246586, "recall": 0.333992, "f1": 0.269279, "accuracy": 0.333992, "main_score": 0.269279, "hf_subset": "pan_Guru-sat_Olck", "languages": ["pan-Guru", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-tel_Telu", "languages": ["pan-Guru", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "pan_Guru-ydd_Hebr", "languages": ["pan-Guru", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pan_Guru-ary_Arab", "languages": ["pan-Guru", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ces_Latn", "languages": ["pan-Guru", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569409, "recall": 0.636364, "f1": 0.589209, "accuracy": 0.636364, "main_score": 0.589209, "hf_subset": "pan_Guru-gaz_Latn", "languages": ["pan-Guru", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585138, "recall": 0.652174, "f1": 0.604004, "accuracy": 0.652174, "main_score": 0.604004, "hf_subset": "pan_Guru-kam_Latn", "languages": ["pan-Guru", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pan_Guru-lit_Latn", "languages": ["pan-Guru", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-nob_Latn", "languages": ["pan-Guru", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pan_Guru-scn_Latn", "languages": ["pan-Guru", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pan_Guru-tgk_Cyrl", "languages": ["pan-Guru", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.70998, "recall": 0.77668, "f1": 0.730138, "accuracy": 0.77668, "main_score": 0.730138, "hf_subset": "pan_Guru-yor_Latn", "languages": ["pan-Guru", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-arz_Arab", "languages": ["pan-Guru", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553977, "recall": 0.610672, "f1": 0.570035, "accuracy": 0.610672, "main_score": 0.570035, "hf_subset": "pan_Guru-cjk_Latn", "languages": ["pan-Guru", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794796, "recall": 0.844862, "f1": 0.810211, "accuracy": 0.844862, "main_score": 0.810211, "hf_subset": "pan_Guru-gla_Latn", "languages": ["pan-Guru", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-kan_Knda", "languages": ["pan-Guru", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pan_Guru-lmo_Latn", "languages": ["pan-Guru", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "pan_Guru-npi_Deva", "languages": ["pan-Guru", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461144, "recall": 0.533597, "f1": 0.480821, "accuracy": 0.533597, "main_score": 0.480821, "hf_subset": "pan_Guru-shn_Mymr", "languages": ["pan-Guru", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-tgl_Latn", "languages": ["pan-Guru", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-yue_Hant", "languages": ["pan-Guru", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-asm_Beng", "languages": ["pan-Guru", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "pan_Guru-ckb_Arab", "languages": ["pan-Guru", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.883976, "recall": 0.91502, "f1": 0.893643, "accuracy": 0.91502, "main_score": 0.893643, "hf_subset": "pan_Guru-gle_Latn", "languages": ["pan-Guru", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "pan_Guru-kas_Arab", "languages": ["pan-Guru", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934947, "recall": 0.954545, "f1": 0.941206, "accuracy": 0.954545, "main_score": 0.941206, "hf_subset": "pan_Guru-ltg_Latn", "languages": ["pan-Guru", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605987, "recall": 0.664032, "f1": 0.622353, "accuracy": 0.664032, "main_score": 0.622353, "hf_subset": "pan_Guru-nso_Latn", "languages": ["pan-Guru", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pan_Guru-sin_Sinh", "languages": ["pan-Guru", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-tha_Thai", "languages": ["pan-Guru", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zho_Hans", "languages": ["pan-Guru", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ast_Latn", "languages": ["pan-Guru", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-crh_Latn", "languages": ["pan-Guru", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-glg_Latn", "languages": ["pan-Guru", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926795, "recall": 0.949605, "f1": 0.93419, "accuracy": 0.949605, "main_score": 0.93419, "hf_subset": "pan_Guru-kas_Deva", "languages": ["pan-Guru", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pan_Guru-ltz_Latn", "languages": ["pan-Guru", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448255, "recall": 0.518775, "f1": 0.467409, "accuracy": 0.518775, "main_score": 0.467409, "hf_subset": "pan_Guru-nus_Latn", "languages": ["pan-Guru", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-slk_Latn", "languages": ["pan-Guru", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63341, "recall": 0.703557, "f1": 0.654048, "accuracy": 0.703557, "main_score": 0.654048, "hf_subset": "pan_Guru-tir_Ethi", "languages": ["pan-Guru", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zho_Hant", "languages": ["pan-Guru", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "pan_Guru-awa_Deva", "languages": ["pan-Guru", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pan_Guru-cym_Latn", "languages": ["pan-Guru", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839756, "recall": 0.879447, "f1": 0.852075, "accuracy": 0.879447, "main_score": 0.852075, "hf_subset": "pan_Guru-grn_Latn", "languages": ["pan-Guru", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-kat_Geor", "languages": ["pan-Guru", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.626772, "recall": 0.685771, "f1": 0.644041, "accuracy": 0.685771, "main_score": 0.644041, "hf_subset": "pan_Guru-lua_Latn", "languages": ["pan-Guru", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636307, "recall": 0.703557, "f1": 0.655405, "accuracy": 0.703557, "main_score": 0.655405, "hf_subset": "pan_Guru-nya_Latn", "languages": ["pan-Guru", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-slv_Latn", "languages": ["pan-Guru", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95084, "recall": 0.965415, "f1": 0.955435, "accuracy": 0.965415, "main_score": 0.955435, "hf_subset": "pan_Guru-tpi_Latn", "languages": ["pan-Guru", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zsm_Latn", "languages": ["pan-Guru", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537364, "recall": 0.600791, "f1": 0.555138, "accuracy": 0.600791, "main_score": 0.555138, "hf_subset": "pan_Guru-ayr_Latn", "languages": ["pan-Guru", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-dan_Latn", "languages": ["pan-Guru", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-guj_Gujr", "languages": ["pan-Guru", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-kaz_Cyrl", "languages": ["pan-Guru", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531046, "recall": 0.593874, "f1": 0.548796, "accuracy": 0.593874, "main_score": 0.548796, "hf_subset": "pan_Guru-lug_Latn", "languages": ["pan-Guru", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-oci_Latn", "languages": ["pan-Guru", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83004, "recall": 0.873518, "f1": 0.843347, "accuracy": 0.873518, "main_score": 0.843347, "hf_subset": "pan_Guru-smo_Latn", "languages": ["pan-Guru", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53325, "recall": 0.604743, "f1": 0.552914, "accuracy": 0.604743, "main_score": 0.552914, "hf_subset": "pan_Guru-tsn_Latn", "languages": ["pan-Guru", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603039, "recall": 0.668972, "f1": 0.622293, "accuracy": 0.668972, "main_score": 0.622293, "hf_subset": "pan_Guru-zul_Latn", "languages": ["pan-Guru", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934618, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "pan_Guru-azb_Arab", "languages": ["pan-Guru", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-deu_Latn", "languages": ["pan-Guru", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "pan_Guru-hat_Latn", "languages": ["pan-Guru", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473008, "recall": 0.536561, "f1": 0.490254, "accuracy": 0.536561, "main_score": 0.490254, "hf_subset": "pan_Guru-kbp_Latn", "languages": ["pan-Guru", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565474, "recall": 0.628458, "f1": 0.582103, "accuracy": 0.628458, "main_score": 0.582103, "hf_subset": "pan_Guru-luo_Latn", "languages": ["pan-Guru", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ory_Orya", "languages": ["pan-Guru", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.580222, "recall": 0.650198, "f1": 0.600109, "accuracy": 0.650198, "main_score": 0.600109, "hf_subset": "pan_Guru-sna_Latn", "languages": ["pan-Guru", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538709, "recall": 0.601779, "f1": 0.555991, "accuracy": 0.601779, "main_score": 0.555991, "hf_subset": "pan_Guru-tso_Latn", "languages": ["pan-Guru", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-azj_Latn", "languages": ["pan-Guru", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535375, "recall": 0.604743, "f1": 0.554635, "accuracy": 0.604743, "main_score": 0.554635, "hf_subset": "pan_Guru-dik_Latn", "languages": ["pan-Guru", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730148, "recall": 0.784585, "f1": 0.745984, "accuracy": 0.784585, "main_score": 0.745984, "hf_subset": "pan_Guru-hau_Latn", "languages": ["pan-Guru", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pan_Guru-kea_Latn", "languages": ["pan-Guru", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745372, "recall": 0.796443, "f1": 0.760903, "accuracy": 0.796443, "main_score": 0.760903, "hf_subset": "pan_Guru-lus_Latn", "languages": ["pan-Guru", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877882, "recall": 0.907115, "f1": 0.886528, "accuracy": 0.907115, "main_score": 0.886528, "hf_subset": "pan_Guru-pag_Latn", "languages": ["pan-Guru", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-snd_Arab", "languages": ["pan-Guru", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "pan_Guru-tuk_Latn", "languages": ["pan-Guru", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pan_Guru-bak_Cyrl", "languages": ["pan-Guru", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.474505, "recall": 0.552372, "f1": 0.496719, "accuracy": 0.552372, "main_score": 0.496719, "hf_subset": "pan_Guru-dyu_Latn", "languages": ["pan-Guru", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-heb_Hebr", "languages": ["pan-Guru", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-khk_Cyrl", "languages": ["pan-Guru", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-lvs_Latn", "languages": ["pan-Guru", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708704, "recall": 0.764822, "f1": 0.725107, "accuracy": 0.764822, "main_score": 0.725107, "hf_subset": "pan_Guru-som_Latn", "languages": ["pan-Guru", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58369, "recall": 0.639328, "f1": 0.599591, "accuracy": 0.639328, "main_score": 0.599591, "hf_subset": "pan_Guru-tum_Latn", "languages": ["pan-Guru", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43889, "recall": 0.490119, "f1": 0.452901, "accuracy": 0.490119, "main_score": 0.452901, "hf_subset": "som_Latn-ace_Arab", "languages": ["som-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497571, "recall": 0.539526, "f1": 0.509827, "accuracy": 0.539526, "main_score": 0.509827, "hf_subset": "som_Latn-bam_Latn", "languages": ["som-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261132, "recall": 0.313241, "f1": 0.274493, "accuracy": 0.313241, "main_score": 0.274493, "hf_subset": "som_Latn-dzo_Tibt", "languages": ["som-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.673628, "recall": 0.729249, "f1": 0.688409, "accuracy": 0.729249, "main_score": 0.688409, "hf_subset": "som_Latn-hin_Deva", "languages": ["som-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.655201, "recall": 0.705534, "f1": 0.668485, "accuracy": 0.705534, "main_score": 0.668485, "hf_subset": "som_Latn-khm_Khmr", "languages": ["som-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.657828, "recall": 0.708498, "f1": 0.671677, "accuracy": 0.708498, "main_score": 0.671677, "hf_subset": "som_Latn-mag_Deva", "languages": ["som-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.64505, "recall": 0.685771, "f1": 0.654818, "accuracy": 0.685771, "main_score": 0.654818, "hf_subset": "som_Latn-pap_Latn", "languages": ["som-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53505, "recall": 0.575099, "f1": 0.545414, "accuracy": 0.575099, "main_score": 0.545414, "hf_subset": "som_Latn-sot_Latn", "languages": ["som-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688179, "recall": 0.737154, "f1": 0.701095, "accuracy": 0.737154, "main_score": 0.701095, "hf_subset": "som_Latn-tur_Latn", "languages": ["som-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601716, "recall": 0.643281, "f1": 0.612582, "accuracy": 0.643281, "main_score": 0.612582, "hf_subset": "som_Latn-ace_Latn", "languages": ["som-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635035, "recall": 0.673913, "f1": 0.645203, "accuracy": 0.673913, "main_score": 0.645203, "hf_subset": "som_Latn-ban_Latn", "languages": ["som-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679541, "recall": 0.735178, "f1": 0.694365, "accuracy": 0.735178, "main_score": 0.694365, "hf_subset": "som_Latn-ell_Grek", "languages": ["som-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.655573, "recall": 0.717391, "f1": 0.672889, "accuracy": 0.717391, "main_score": 0.672889, "hf_subset": "som_Latn-hne_Deva", "languages": ["som-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.492047, "recall": 0.536561, "f1": 0.503316, "accuracy": 0.536561, "main_score": 0.503316, "hf_subset": "som_Latn-kik_Latn", "languages": ["som-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668382, "recall": 0.730237, "f1": 0.685794, "accuracy": 0.730237, "main_score": 0.685794, "hf_subset": "som_Latn-mai_Deva", "languages": ["som-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.616372, "recall": 0.670949, "f1": 0.630048, "accuracy": 0.670949, "main_score": 0.630048, "hf_subset": "som_Latn-pbt_Arab", "languages": ["som-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.688446, "recall": 0.742095, "f1": 0.702764, "accuracy": 0.742095, "main_score": 0.702764, "hf_subset": "som_Latn-spa_Latn", "languages": ["som-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511405, "recall": 0.550395, "f1": 0.522632, "accuracy": 0.550395, "main_score": 0.522632, "hf_subset": "som_Latn-twi_Latn", "languages": ["som-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672071, "recall": 0.72332, "f1": 0.685674, "accuracy": 0.72332, "main_score": 0.685674, "hf_subset": "som_Latn-acm_Arab", "languages": ["som-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623057, "recall": 0.672925, "f1": 0.636071, "accuracy": 0.672925, "main_score": 0.636071, "hf_subset": "som_Latn-bel_Cyrl", "languages": ["som-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.714819, "recall": 0.76581, "f1": 0.728641, "accuracy": 0.76581, "main_score": 0.728641, "hf_subset": "som_Latn-eng_Latn", "languages": ["som-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690542, "recall": 0.747036, "f1": 0.706074, "accuracy": 0.747036, "main_score": 0.706074, "hf_subset": "som_Latn-hrv_Latn", "languages": ["som-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535791, "recall": 0.577075, "f1": 0.546452, "accuracy": 0.577075, "main_score": 0.546452, "hf_subset": "som_Latn-kin_Latn", "languages": ["som-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656593, "recall": 0.714427, "f1": 0.672517, "accuracy": 0.714427, "main_score": 0.672517, "hf_subset": "som_Latn-mal_Mlym", "languages": ["som-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.676174, "recall": 0.731225, "f1": 0.690951, "accuracy": 0.731225, "main_score": 0.690951, "hf_subset": "som_Latn-pes_Arab", "languages": ["som-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.639126, "recall": 0.686759, "f1": 0.652132, "accuracy": 0.686759, "main_score": 0.652132, "hf_subset": "som_Latn-srd_Latn", "languages": ["som-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211066, "recall": 0.255929, "f1": 0.221854, "accuracy": 0.255929, "main_score": 0.221854, "hf_subset": "som_Latn-tzm_Tfng", "languages": ["som-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.68355, "recall": 0.735178, "f1": 0.697723, "accuracy": 0.735178, "main_score": 0.697723, "hf_subset": "som_Latn-acq_Arab", "languages": ["som-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544851, "recall": 0.589921, "f1": 0.557108, "accuracy": 0.589921, "main_score": 0.557108, "hf_subset": "som_Latn-bem_Latn", "languages": ["som-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683647, "recall": 0.73419, "f1": 0.696957, "accuracy": 0.73419, "main_score": 0.696957, "hf_subset": "som_Latn-epo_Latn", "languages": ["som-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671994, "recall": 0.721344, "f1": 0.684865, "accuracy": 0.721344, "main_score": 0.684865, "hf_subset": "som_Latn-hun_Latn", "languages": ["som-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621539, "recall": 0.677866, "f1": 0.636307, "accuracy": 0.677866, "main_score": 0.636307, "hf_subset": "som_Latn-kir_Cyrl", "languages": ["som-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.668714, "recall": 0.725296, "f1": 0.683092, "accuracy": 0.725296, "main_score": 0.683092, "hf_subset": "som_Latn-mar_Deva", "languages": ["som-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561873, "recall": 0.600791, "f1": 0.571948, "accuracy": 0.600791, "main_score": 0.571948, "hf_subset": "som_Latn-plt_Latn", "languages": ["som-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686503, "recall": 0.746047, "f1": 0.702647, "accuracy": 0.746047, "main_score": 0.702647, "hf_subset": "som_Latn-srp_Cyrl", "languages": ["som-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.589368, "recall": 0.647233, "f1": 0.604977, "accuracy": 0.647233, "main_score": 0.604977, "hf_subset": "som_Latn-uig_Arab", "languages": ["som-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.637745, "recall": 0.683794, "f1": 0.650535, "accuracy": 0.683794, "main_score": 0.650535, "hf_subset": "som_Latn-aeb_Arab", "languages": ["som-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.682261, "recall": 0.740119, "f1": 0.698257, "accuracy": 0.740119, "main_score": 0.698257, "hf_subset": "som_Latn-ben_Beng", "languages": ["som-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.657477, "recall": 0.713439, "f1": 0.672263, "accuracy": 0.713439, "main_score": 0.672263, "hf_subset": "som_Latn-est_Latn", "languages": ["som-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653442, "recall": 0.713439, "f1": 0.66903, "accuracy": 0.713439, "main_score": 0.66903, "hf_subset": "som_Latn-hye_Armn", "languages": ["som-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.503327, "recall": 0.543478, "f1": 0.515217, "accuracy": 0.543478, "main_score": 0.515217, "hf_subset": "som_Latn-kmb_Latn", "languages": ["som-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413878, "recall": 0.465415, "f1": 0.427292, "accuracy": 0.465415, "main_score": 0.427292, "hf_subset": "som_Latn-min_Arab", "languages": ["som-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.67748, "recall": 0.731225, "f1": 0.691773, "accuracy": 0.731225, "main_score": 0.691773, "hf_subset": "som_Latn-pol_Latn", "languages": ["som-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53471, "recall": 0.582016, "f1": 0.547298, "accuracy": 0.582016, "main_score": 0.547298, "hf_subset": "som_Latn-ssw_Latn", "languages": ["som-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691049, "recall": 0.747036, "f1": 0.706521, "accuracy": 0.747036, "main_score": 0.706521, "hf_subset": "som_Latn-ukr_Cyrl", "languages": ["som-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727414, "recall": 0.775692, "f1": 0.74074, "accuracy": 0.775692, "main_score": 0.74074, "hf_subset": "som_Latn-afr_Latn", "languages": ["som-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635752, "recall": 0.681818, "f1": 0.647914, "accuracy": 0.681818, "main_score": 0.647914, "hf_subset": "som_Latn-bho_Deva", "languages": ["som-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.636889, "recall": 0.687747, "f1": 0.65107, "accuracy": 0.687747, "main_score": 0.65107, "hf_subset": "som_Latn-eus_Latn", "languages": ["som-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527404, "recall": 0.575099, "f1": 0.54098, "accuracy": 0.575099, "main_score": 0.54098, "hf_subset": "som_Latn-ibo_Latn", "languages": ["som-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626161, "recall": 0.66502, "f1": 0.636771, "accuracy": 0.66502, "main_score": 0.636771, "hf_subset": "som_Latn-kmr_Latn", "languages": ["som-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664732, "recall": 0.714427, "f1": 0.677935, "accuracy": 0.714427, "main_score": 0.677935, "hf_subset": "som_Latn-min_Latn", "languages": ["som-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694114, "recall": 0.750988, "f1": 0.709929, "accuracy": 0.750988, "main_score": 0.709929, "hf_subset": "som_Latn-por_Latn", "languages": ["som-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673151, "recall": 0.720356, "f1": 0.68542, "accuracy": 0.720356, "main_score": 0.68542, "hf_subset": "som_Latn-sun_Latn", "languages": ["som-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487288, "recall": 0.527668, "f1": 0.498144, "accuracy": 0.527668, "main_score": 0.498144, "hf_subset": "som_Latn-umb_Latn", "languages": ["som-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673533, "recall": 0.732213, "f1": 0.689451, "accuracy": 0.732213, "main_score": 0.689451, "hf_subset": "som_Latn-ajp_Arab", "languages": ["som-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.438736, "recall": 0.493083, "f1": 0.453316, "accuracy": 0.493083, "main_score": 0.453316, "hf_subset": "som_Latn-bjn_Arab", "languages": ["som-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470011, "recall": 0.505929, "f1": 0.479984, "accuracy": 0.505929, "main_score": 0.479984, "hf_subset": "som_Latn-ewe_Latn", "languages": ["som-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623756, "recall": 0.661067, "f1": 0.633152, "accuracy": 0.661067, "main_score": 0.633152, "hf_subset": "som_Latn-ilo_Latn", "languages": ["som-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315838, "recall": 0.354743, "f1": 0.326877, "accuracy": 0.354743, "main_score": 0.326877, "hf_subset": "som_Latn-knc_Arab", "languages": ["som-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.68134, "recall": 0.733202, "f1": 0.694967, "accuracy": 0.733202, "main_score": 0.694967, "hf_subset": "som_Latn-mkd_Cyrl", "languages": ["som-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.685464, "recall": 0.741107, "f1": 0.700686, "accuracy": 0.741107, "main_score": 0.700686, "hf_subset": "som_Latn-prs_Arab", "languages": ["som-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.698857, "recall": 0.749012, "f1": 0.712035, "accuracy": 0.749012, "main_score": 0.712035, "hf_subset": "som_Latn-swe_Latn", "languages": ["som-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673547, "recall": 0.736166, "f1": 0.690817, "accuracy": 0.736166, "main_score": 0.690817, "hf_subset": "som_Latn-urd_Arab", "languages": ["som-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495295, "recall": 0.531621, "f1": 0.505685, "accuracy": 0.531621, "main_score": 0.505685, "hf_subset": "som_Latn-aka_Latn", "languages": ["som-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659112, "recall": 0.698617, "f1": 0.668922, "accuracy": 0.698617, "main_score": 0.668922, "hf_subset": "som_Latn-bjn_Latn", "languages": ["som-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642283, "recall": 0.686759, "f1": 0.653535, "accuracy": 0.686759, "main_score": 0.653535, "hf_subset": "som_Latn-fao_Latn", "languages": ["som-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72276, "recall": 0.769763, "f1": 0.735816, "accuracy": 0.769763, "main_score": 0.735816, "hf_subset": "som_Latn-ind_Latn", "languages": ["som-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521245, "recall": 0.5583, "f1": 0.530889, "accuracy": 0.5583, "main_score": 0.530889, "hf_subset": "som_Latn-knc_Latn", "languages": ["som-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675261, "recall": 0.72332, "f1": 0.687589, "accuracy": 0.72332, "main_score": 0.687589, "hf_subset": "som_Latn-mlt_Latn", "languages": ["som-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523898, "recall": 0.571146, "f1": 0.536451, "accuracy": 0.571146, "main_score": 0.536451, "hf_subset": "som_Latn-quy_Latn", "languages": ["som-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692924, "recall": 0.740119, "f1": 0.705645, "accuracy": 0.740119, "main_score": 0.705645, "hf_subset": "som_Latn-swh_Latn", "languages": ["som-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662819, "recall": 0.709486, "f1": 0.67497, "accuracy": 0.709486, "main_score": 0.67497, "hf_subset": "som_Latn-uzn_Latn", "languages": ["som-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682601, "recall": 0.727273, "f1": 0.694143, "accuracy": 0.727273, "main_score": 0.694143, "hf_subset": "som_Latn-als_Latn", "languages": ["som-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37544, "recall": 0.447628, "f1": 0.394395, "accuracy": 0.447628, "main_score": 0.394395, "hf_subset": "som_Latn-bod_Tibt", "languages": ["som-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.549072, "recall": 0.597826, "f1": 0.562705, "accuracy": 0.597826, "main_score": 0.562705, "hf_subset": "som_Latn-fij_Latn", "languages": ["som-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637063, "recall": 0.690711, "f1": 0.651369, "accuracy": 0.690711, "main_score": 0.651369, "hf_subset": "som_Latn-isl_Latn", "languages": ["som-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519027, "recall": 0.562253, "f1": 0.530645, "accuracy": 0.562253, "main_score": 0.530645, "hf_subset": "som_Latn-kon_Latn", "languages": ["som-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467583, "recall": 0.51581, "f1": 0.48118, "accuracy": 0.51581, "main_score": 0.48118, "hf_subset": "som_Latn-mni_Beng", "languages": ["som-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.700461, "recall": 0.752964, "f1": 0.714642, "accuracy": 0.752964, "main_score": 0.714642, "hf_subset": "som_Latn-ron_Latn", "languages": ["som-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649698, "recall": 0.704545, "f1": 0.664131, "accuracy": 0.704545, "main_score": 0.664131, "hf_subset": "som_Latn-szl_Latn", "languages": ["som-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680916, "recall": 0.729249, "f1": 0.694142, "accuracy": 0.729249, "main_score": 0.694142, "hf_subset": "som_Latn-vec_Latn", "languages": ["som-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576083, "recall": 0.632411, "f1": 0.591373, "accuracy": 0.632411, "main_score": 0.591373, "hf_subset": "som_Latn-amh_Ethi", "languages": ["som-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.684612, "recall": 0.735178, "f1": 0.69821, "accuracy": 0.735178, "main_score": 0.69821, "hf_subset": "som_Latn-bos_Latn", "languages": ["som-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662719, "recall": 0.719368, "f1": 0.67755, "accuracy": 0.719368, "main_score": 0.67755, "hf_subset": "som_Latn-fin_Latn", "languages": ["som-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672628, "recall": 0.731225, "f1": 0.688919, "accuracy": 0.731225, "main_score": 0.688919, "hf_subset": "som_Latn-ita_Latn", "languages": ["som-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655938, "recall": 0.708498, "f1": 0.670051, "accuracy": 0.708498, "main_score": 0.670051, "hf_subset": "som_Latn-kor_Hang", "languages": ["som-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.488157, "recall": 0.532609, "f1": 0.500242, "accuracy": 0.532609, "main_score": 0.500242, "hf_subset": "som_Latn-mos_Latn", "languages": ["som-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520073, "recall": 0.561265, "f1": 0.531557, "accuracy": 0.561265, "main_score": 0.531557, "hf_subset": "som_Latn-run_Latn", "languages": ["som-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661086, "recall": 0.721344, "f1": 0.677618, "accuracy": 0.721344, "main_score": 0.677618, "hf_subset": "som_Latn-tam_Taml", "languages": ["som-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.66701, "recall": 0.722332, "f1": 0.682024, "accuracy": 0.722332, "main_score": 0.682024, "hf_subset": "som_Latn-vie_Latn", "languages": ["som-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674012, "recall": 0.731225, "f1": 0.690549, "accuracy": 0.731225, "main_score": 0.690549, "hf_subset": "som_Latn-apc_Arab", "languages": ["som-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563816, "recall": 0.605731, "f1": 0.574512, "accuracy": 0.605731, "main_score": 0.574512, "hf_subset": "som_Latn-bug_Latn", "languages": ["som-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450046, "recall": 0.490119, "f1": 0.460778, "accuracy": 0.490119, "main_score": 0.460778, "hf_subset": "som_Latn-fon_Latn", "languages": ["som-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686758, "recall": 0.733202, "f1": 0.698845, "accuracy": 0.733202, "main_score": 0.698845, "hf_subset": "som_Latn-jav_Latn", "languages": ["som-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641643, "recall": 0.700593, "f1": 0.657636, "accuracy": 0.700593, "main_score": 0.657636, "hf_subset": "som_Latn-lao_Laoo", "languages": ["som-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.605904, "recall": 0.656126, "f1": 0.619817, "accuracy": 0.656126, "main_score": 0.619817, "hf_subset": "som_Latn-mri_Latn", "languages": ["som-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662938, "recall": 0.717391, "f1": 0.677637, "accuracy": 0.717391, "main_score": 0.677637, "hf_subset": "som_Latn-rus_Cyrl", "languages": ["som-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47353, "recall": 0.51087, "f1": 0.484016, "accuracy": 0.51087, "main_score": 0.484016, "hf_subset": "som_Latn-taq_Latn", "languages": ["som-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660036, "recall": 0.705534, "f1": 0.671191, "accuracy": 0.705534, "main_score": 0.671191, "hf_subset": "som_Latn-war_Latn", "languages": ["som-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680893, "recall": 0.733202, "f1": 0.694794, "accuracy": 0.733202, "main_score": 0.694794, "hf_subset": "som_Latn-arb_Arab", "languages": ["som-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.687856, "recall": 0.745059, "f1": 0.703303, "accuracy": 0.745059, "main_score": 0.703303, "hf_subset": "som_Latn-bul_Cyrl", "languages": ["som-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.699389, "recall": 0.746047, "f1": 0.711573, "accuracy": 0.746047, "main_score": 0.711573, "hf_subset": "som_Latn-fra_Latn", "languages": ["som-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640114, "recall": 0.694664, "f1": 0.654759, "accuracy": 0.694664, "main_score": 0.654759, "hf_subset": "som_Latn-jpn_Jpan", "languages": ["som-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.647014, "recall": 0.693676, "f1": 0.659262, "accuracy": 0.693676, "main_score": 0.659262, "hf_subset": "som_Latn-lij_Latn", "languages": ["som-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56831, "recall": 0.640316, "f1": 0.587597, "accuracy": 0.640316, "main_score": 0.587597, "hf_subset": "som_Latn-mya_Mymr", "languages": ["som-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.501334, "recall": 0.538538, "f1": 0.511825, "accuracy": 0.538538, "main_score": 0.511825, "hf_subset": "som_Latn-sag_Latn", "languages": ["som-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212906, "recall": 0.252964, "f1": 0.223609, "accuracy": 0.252964, "main_score": 0.223609, "hf_subset": "som_Latn-taq_Tfng", "languages": ["som-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.53825, "recall": 0.58004, "f1": 0.549085, "accuracy": 0.58004, "main_score": 0.549085, "hf_subset": "som_Latn-wol_Latn", "languages": ["som-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574341, "recall": 0.621542, "f1": 0.586764, "accuracy": 0.621542, "main_score": 0.586764, "hf_subset": "som_Latn-arb_Latn", "languages": ["som-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696839, "recall": 0.745059, "f1": 0.710235, "accuracy": 0.745059, "main_score": 0.710235, "hf_subset": "som_Latn-cat_Latn", "languages": ["som-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649963, "recall": 0.69664, "f1": 0.66265, "accuracy": 0.69664, "main_score": 0.66265, "hf_subset": "som_Latn-fur_Latn", "languages": ["som-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444731, "recall": 0.494071, "f1": 0.457846, "accuracy": 0.494071, "main_score": 0.457846, "hf_subset": "som_Latn-kab_Latn", "languages": ["som-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635739, "recall": 0.677866, "f1": 0.647178, "accuracy": 0.677866, "main_score": 0.647178, "hf_subset": "som_Latn-lim_Latn", "languages": ["som-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67436, "recall": 0.726285, "f1": 0.68809, "accuracy": 0.726285, "main_score": 0.68809, "hf_subset": "som_Latn-nld_Latn", "languages": ["som-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629744, "recall": 0.68083, "f1": 0.643537, "accuracy": 0.68083, "main_score": 0.643537, "hf_subset": "som_Latn-san_Deva", "languages": ["som-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.650548, "recall": 0.705534, "f1": 0.66469, "accuracy": 0.705534, "main_score": 0.66469, "hf_subset": "som_Latn-tat_Cyrl", "languages": ["som-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.583847, "recall": 0.636364, "f1": 0.597839, "accuracy": 0.636364, "main_score": 0.597839, "hf_subset": "som_Latn-xho_Latn", "languages": ["som-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66847, "recall": 0.725296, "f1": 0.68391, "accuracy": 0.725296, "main_score": 0.68391, "hf_subset": "som_Latn-ars_Arab", "languages": ["som-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.676717, "recall": 0.719368, "f1": 0.688125, "accuracy": 0.719368, "main_score": 0.688125, "hf_subset": "som_Latn-ceb_Latn", "languages": ["som-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488757, "recall": 0.529644, "f1": 0.500162, "accuracy": 0.529644, "main_score": 0.500162, "hf_subset": "som_Latn-fuv_Latn", "languages": ["som-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466216, "recall": 0.506917, "f1": 0.47753, "accuracy": 0.506917, "main_score": 0.47753, "hf_subset": "som_Latn-kac_Latn", "languages": ["som-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553568, "recall": 0.591897, "f1": 0.564003, "accuracy": 0.591897, "main_score": 0.564003, "hf_subset": "som_Latn-lin_Latn", "languages": ["som-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679241, "recall": 0.735178, "f1": 0.694283, "accuracy": 0.735178, "main_score": 0.694283, "hf_subset": "som_Latn-nno_Latn", "languages": ["som-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153484, "recall": 0.208498, "f1": 0.167732, "accuracy": 0.208498, "main_score": 0.167732, "hf_subset": "som_Latn-sat_Olck", "languages": ["som-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.651518, "recall": 0.711462, "f1": 0.667773, "accuracy": 0.711462, "main_score": 0.667773, "hf_subset": "som_Latn-tel_Telu", "languages": ["som-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.606532, "recall": 0.664032, "f1": 0.621989, "accuracy": 0.664032, "main_score": 0.621989, "hf_subset": "som_Latn-ydd_Hebr", "languages": ["som-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.635769, "recall": 0.686759, "f1": 0.649066, "accuracy": 0.686759, "main_score": 0.649066, "hf_subset": "som_Latn-ary_Arab", "languages": ["som-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.686447, "recall": 0.738142, "f1": 0.699279, "accuracy": 0.738142, "main_score": 0.699279, "hf_subset": "som_Latn-ces_Latn", "languages": ["som-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546824, "recall": 0.590909, "f1": 0.559225, "accuracy": 0.590909, "main_score": 0.559225, "hf_subset": "som_Latn-gaz_Latn", "languages": ["som-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510532, "recall": 0.556324, "f1": 0.522522, "accuracy": 0.556324, "main_score": 0.522522, "hf_subset": "som_Latn-kam_Latn", "languages": ["som-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658328, "recall": 0.711462, "f1": 0.672506, "accuracy": 0.711462, "main_score": 0.672506, "hf_subset": "som_Latn-lit_Latn", "languages": ["som-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690292, "recall": 0.736166, "f1": 0.702011, "accuracy": 0.736166, "main_score": 0.702011, "hf_subset": "som_Latn-nob_Latn", "languages": ["som-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650409, "recall": 0.6917, "f1": 0.661472, "accuracy": 0.6917, "main_score": 0.661472, "hf_subset": "som_Latn-scn_Latn", "languages": ["som-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670974, "recall": 0.717391, "f1": 0.683797, "accuracy": 0.717391, "main_score": 0.683797, "hf_subset": "som_Latn-tgk_Cyrl", "languages": ["som-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550774, "recall": 0.603755, "f1": 0.565863, "accuracy": 0.603755, "main_score": 0.565863, "hf_subset": "som_Latn-yor_Latn", "languages": ["som-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6583, "recall": 0.710474, "f1": 0.671874, "accuracy": 0.710474, "main_score": 0.671874, "hf_subset": "som_Latn-arz_Arab", "languages": ["som-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48404, "recall": 0.520751, "f1": 0.494282, "accuracy": 0.520751, "main_score": 0.494282, "hf_subset": "som_Latn-cjk_Latn", "languages": ["som-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594262, "recall": 0.63834, "f1": 0.607025, "accuracy": 0.63834, "main_score": 0.607025, "hf_subset": "som_Latn-gla_Latn", "languages": ["som-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653241, "recall": 0.714427, "f1": 0.670268, "accuracy": 0.714427, "main_score": 0.670268, "hf_subset": "som_Latn-kan_Knda", "languages": ["som-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.662993, "recall": 0.709486, "f1": 0.675131, "accuracy": 0.709486, "main_score": 0.675131, "hf_subset": "som_Latn-lmo_Latn", "languages": ["som-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654894, "recall": 0.715415, "f1": 0.671204, "accuracy": 0.715415, "main_score": 0.671204, "hf_subset": "som_Latn-npi_Deva", "languages": ["som-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.436241, "recall": 0.474308, "f1": 0.446607, "accuracy": 0.474308, "main_score": 0.446607, "hf_subset": "som_Latn-shn_Mymr", "languages": ["som-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.720113, "recall": 0.76087, "f1": 0.730365, "accuracy": 0.76087, "main_score": 0.730365, "hf_subset": "som_Latn-tgl_Latn", "languages": ["som-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654759, "recall": 0.711462, "f1": 0.670019, "accuracy": 0.711462, "main_score": 0.670019, "hf_subset": "som_Latn-yue_Hant", "languages": ["som-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.66832, "recall": 0.719368, "f1": 0.68234, "accuracy": 0.719368, "main_score": 0.68234, "hf_subset": "som_Latn-asm_Beng", "languages": ["som-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.626919, "recall": 0.68083, "f1": 0.641409, "accuracy": 0.68083, "main_score": 0.641409, "hf_subset": "som_Latn-ckb_Arab", "languages": ["som-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.6273, "recall": 0.66996, "f1": 0.639143, "accuracy": 0.66996, "main_score": 0.639143, "hf_subset": "som_Latn-gle_Latn", "languages": ["som-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568765, "recall": 0.616601, "f1": 0.580597, "accuracy": 0.616601, "main_score": 0.580597, "hf_subset": "som_Latn-kas_Arab", "languages": ["som-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598127, "recall": 0.651186, "f1": 0.612808, "accuracy": 0.651186, "main_score": 0.612808, "hf_subset": "som_Latn-ltg_Latn", "languages": ["som-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547236, "recall": 0.58004, "f1": 0.556082, "accuracy": 0.58004, "main_score": 0.556082, "hf_subset": "som_Latn-nso_Latn", "languages": ["som-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602418, "recall": 0.663043, "f1": 0.618927, "accuracy": 0.663043, "main_score": 0.618927, "hf_subset": "som_Latn-sin_Sinh", "languages": ["som-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.658522, "recall": 0.717391, "f1": 0.674094, "accuracy": 0.717391, "main_score": 0.674094, "hf_subset": "som_Latn-tha_Thai", "languages": ["som-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.646891, "recall": 0.69664, "f1": 0.659608, "accuracy": 0.69664, "main_score": 0.659608, "hf_subset": "som_Latn-zho_Hans", "languages": ["som-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.68869, "recall": 0.736166, "f1": 0.701772, "accuracy": 0.736166, "main_score": 0.701772, "hf_subset": "som_Latn-ast_Latn", "languages": ["som-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644058, "recall": 0.704545, "f1": 0.66043, "accuracy": 0.704545, "main_score": 0.66043, "hf_subset": "som_Latn-crh_Latn", "languages": ["som-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698605, "recall": 0.75, "f1": 0.713277, "accuracy": 0.75, "main_score": 0.713277, "hf_subset": "som_Latn-glg_Latn", "languages": ["som-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559611, "recall": 0.61166, "f1": 0.573773, "accuracy": 0.61166, "main_score": 0.573773, "hf_subset": "som_Latn-kas_Deva", "languages": ["som-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.634048, "recall": 0.683794, "f1": 0.64721, "accuracy": 0.683794, "main_score": 0.64721, "hf_subset": "som_Latn-ltz_Latn", "languages": ["som-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456499, "recall": 0.502964, "f1": 0.469441, "accuracy": 0.502964, "main_score": 0.469441, "hf_subset": "som_Latn-nus_Latn", "languages": ["som-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680245, "recall": 0.736166, "f1": 0.695366, "accuracy": 0.736166, "main_score": 0.695366, "hf_subset": "som_Latn-slk_Latn", "languages": ["som-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442939, "recall": 0.5, "f1": 0.458514, "accuracy": 0.5, "main_score": 0.458514, "hf_subset": "som_Latn-tir_Ethi", "languages": ["som-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.664222, "recall": 0.716403, "f1": 0.678214, "accuracy": 0.716403, "main_score": 0.678214, "hf_subset": "som_Latn-zho_Hant", "languages": ["som-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.646317, "recall": 0.702569, "f1": 0.662115, "accuracy": 0.702569, "main_score": 0.662115, "hf_subset": "som_Latn-awa_Deva", "languages": ["som-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.686576, "recall": 0.731225, "f1": 0.698797, "accuracy": 0.731225, "main_score": 0.698797, "hf_subset": "som_Latn-cym_Latn", "languages": ["som-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560149, "recall": 0.606719, "f1": 0.572044, "accuracy": 0.606719, "main_score": 0.572044, "hf_subset": "som_Latn-grn_Latn", "languages": ["som-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62894, "recall": 0.684783, "f1": 0.643556, "accuracy": 0.684783, "main_score": 0.643556, "hf_subset": "som_Latn-kat_Geor", "languages": ["som-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.515313, "recall": 0.554348, "f1": 0.525909, "accuracy": 0.554348, "main_score": 0.525909, "hf_subset": "som_Latn-lua_Latn", "languages": ["som-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543066, "recall": 0.590909, "f1": 0.555678, "accuracy": 0.590909, "main_score": 0.555678, "hf_subset": "som_Latn-nya_Latn", "languages": ["som-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665322, "recall": 0.714427, "f1": 0.677864, "accuracy": 0.714427, "main_score": 0.677864, "hf_subset": "som_Latn-slv_Latn", "languages": ["som-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60279, "recall": 0.647233, "f1": 0.614265, "accuracy": 0.647233, "main_score": 0.614265, "hf_subset": "som_Latn-tpi_Latn", "languages": ["som-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708789, "recall": 0.757905, "f1": 0.722193, "accuracy": 0.757905, "main_score": 0.722193, "hf_subset": "som_Latn-zsm_Latn", "languages": ["som-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490053, "recall": 0.528656, "f1": 0.501187, "accuracy": 0.528656, "main_score": 0.501187, "hf_subset": "som_Latn-ayr_Latn", "languages": ["som-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693305, "recall": 0.748024, "f1": 0.707973, "accuracy": 0.748024, "main_score": 0.707973, "hf_subset": "som_Latn-dan_Latn", "languages": ["som-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673257, "recall": 0.730237, "f1": 0.688706, "accuracy": 0.730237, "main_score": 0.688706, "hf_subset": "som_Latn-guj_Gujr", "languages": ["som-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.670041, "recall": 0.718379, "f1": 0.682881, "accuracy": 0.718379, "main_score": 0.682881, "hf_subset": "som_Latn-kaz_Cyrl", "languages": ["som-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.507845, "recall": 0.550395, "f1": 0.519397, "accuracy": 0.550395, "main_score": 0.519397, "hf_subset": "som_Latn-lug_Latn", "languages": ["som-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698479, "recall": 0.750988, "f1": 0.712619, "accuracy": 0.750988, "main_score": 0.712619, "hf_subset": "som_Latn-oci_Latn", "languages": ["som-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61293, "recall": 0.662055, "f1": 0.626171, "accuracy": 0.662055, "main_score": 0.626171, "hf_subset": "som_Latn-smo_Latn", "languages": ["som-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514003, "recall": 0.554348, "f1": 0.524619, "accuracy": 0.554348, "main_score": 0.524619, "hf_subset": "som_Latn-tsn_Latn", "languages": ["som-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569917, "recall": 0.614625, "f1": 0.582002, "accuracy": 0.614625, "main_score": 0.582002, "hf_subset": "som_Latn-zul_Latn", "languages": ["som-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555529, "recall": 0.607708, "f1": 0.570068, "accuracy": 0.607708, "main_score": 0.570068, "hf_subset": "som_Latn-azb_Arab", "languages": ["som-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.687867, "recall": 0.737154, "f1": 0.701075, "accuracy": 0.737154, "main_score": 0.701075, "hf_subset": "som_Latn-deu_Latn", "languages": ["som-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645228, "recall": 0.704545, "f1": 0.661387, "accuracy": 0.704545, "main_score": 0.661387, "hf_subset": "som_Latn-hat_Latn", "languages": ["som-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469223, "recall": 0.508893, "f1": 0.479587, "accuracy": 0.508893, "main_score": 0.479587, "hf_subset": "som_Latn-kbp_Latn", "languages": ["som-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518925, "recall": 0.557312, "f1": 0.529855, "accuracy": 0.557312, "main_score": 0.529855, "hf_subset": "som_Latn-luo_Latn", "languages": ["som-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65002, "recall": 0.709486, "f1": 0.665428, "accuracy": 0.709486, "main_score": 0.665428, "hf_subset": "som_Latn-ory_Orya", "languages": ["som-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.516034, "recall": 0.564229, "f1": 0.529059, "accuracy": 0.564229, "main_score": 0.529059, "hf_subset": "som_Latn-sna_Latn", "languages": ["som-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515866, "recall": 0.554348, "f1": 0.526005, "accuracy": 0.554348, "main_score": 0.526005, "hf_subset": "som_Latn-tso_Latn", "languages": ["som-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638611, "recall": 0.692688, "f1": 0.653746, "accuracy": 0.692688, "main_score": 0.653746, "hf_subset": "som_Latn-azj_Latn", "languages": ["som-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468094, "recall": 0.51581, "f1": 0.480772, "accuracy": 0.51581, "main_score": 0.480772, "hf_subset": "som_Latn-dik_Latn", "languages": ["som-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611198, "recall": 0.657115, "f1": 0.62357, "accuracy": 0.657115, "main_score": 0.62357, "hf_subset": "som_Latn-hau_Latn", "languages": ["som-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629433, "recall": 0.674901, "f1": 0.641176, "accuracy": 0.674901, "main_score": 0.641176, "hf_subset": "som_Latn-kea_Latn", "languages": ["som-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531648, "recall": 0.574111, "f1": 0.542623, "accuracy": 0.574111, "main_score": 0.542623, "hf_subset": "som_Latn-lus_Latn", "languages": ["som-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568701, "recall": 0.606719, "f1": 0.579209, "accuracy": 0.606719, "main_score": 0.579209, "hf_subset": "som_Latn-pag_Latn", "languages": ["som-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659712, "recall": 0.714427, "f1": 0.674376, "accuracy": 0.714427, "main_score": 0.674376, "hf_subset": "som_Latn-snd_Arab", "languages": ["som-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599, "recall": 0.650198, "f1": 0.611806, "accuracy": 0.650198, "main_score": 0.611806, "hf_subset": "som_Latn-tuk_Latn", "languages": ["som-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628835, "recall": 0.68083, "f1": 0.642162, "accuracy": 0.68083, "main_score": 0.642162, "hf_subset": "som_Latn-bak_Cyrl", "languages": ["som-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.408084, "recall": 0.466403, "f1": 0.424795, "accuracy": 0.466403, "main_score": 0.424795, "hf_subset": "som_Latn-dyu_Latn", "languages": ["som-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682193, "recall": 0.731225, "f1": 0.69489, "accuracy": 0.731225, "main_score": 0.69489, "hf_subset": "som_Latn-heb_Hebr", "languages": ["som-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.631503, "recall": 0.682806, "f1": 0.645004, "accuracy": 0.682806, "main_score": 0.645004, "hf_subset": "som_Latn-khk_Cyrl", "languages": ["som-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.673419, "recall": 0.719368, "f1": 0.685727, "accuracy": 0.719368, "main_score": 0.685727, "hf_subset": "som_Latn-lvs_Latn", "languages": ["som-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668644, "recall": 0.725296, "f1": 0.684032, "accuracy": 0.725296, "main_score": 0.684032, "hf_subset": "som_Latn-pan_Guru", "languages": ["som-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.511579, "recall": 0.546443, "f1": 0.520888, "accuracy": 0.546443, "main_score": 0.520888, "hf_subset": "som_Latn-tum_Latn", "languages": ["som-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435937, "recall": 0.48419, "f1": 0.449084, "accuracy": 0.48419, "main_score": 0.449084, "hf_subset": "tum_Latn-ace_Arab", "languages": ["tum-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489041, "recall": 0.529644, "f1": 0.500675, "accuracy": 0.529644, "main_score": 0.500675, "hf_subset": "tum_Latn-bam_Latn", "languages": ["tum-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240162, "recall": 0.29249, "f1": 0.253302, "accuracy": 0.29249, "main_score": 0.253302, "hf_subset": "tum_Latn-dzo_Tibt", "languages": ["tum-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.601858, "recall": 0.645257, "f1": 0.612769, "accuracy": 0.645257, "main_score": 0.612769, "hf_subset": "tum_Latn-hin_Deva", "languages": ["tum-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.539744, "recall": 0.59585, "f1": 0.554782, "accuracy": 0.59585, "main_score": 0.554782, "hf_subset": "tum_Latn-khm_Khmr", "languages": ["tum-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.570879, "recall": 0.619565, "f1": 0.58433, "accuracy": 0.619565, "main_score": 0.58433, "hf_subset": "tum_Latn-mag_Deva", "languages": ["tum-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.575038, "recall": 0.615613, "f1": 0.5851, "accuracy": 0.615613, "main_score": 0.5851, "hf_subset": "tum_Latn-pap_Latn", "languages": ["tum-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538539, "recall": 0.587945, "f1": 0.551771, "accuracy": 0.587945, "main_score": 0.551771, "hf_subset": "tum_Latn-sot_Latn", "languages": ["tum-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581945, "recall": 0.63834, "f1": 0.596494, "accuracy": 0.63834, "main_score": 0.596494, "hf_subset": "tum_Latn-tur_Latn", "languages": ["tum-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548237, "recall": 0.589921, "f1": 0.558585, "accuracy": 0.589921, "main_score": 0.558585, "hf_subset": "tum_Latn-ace_Latn", "languages": ["tum-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584564, "recall": 0.612648, "f1": 0.592709, "accuracy": 0.612648, "main_score": 0.592709, "hf_subset": "tum_Latn-ban_Latn", "languages": ["tum-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581769, "recall": 0.631423, "f1": 0.594002, "accuracy": 0.631423, "main_score": 0.594002, "hf_subset": "tum_Latn-ell_Grek", "languages": ["tum-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.558948, "recall": 0.608696, "f1": 0.571807, "accuracy": 0.608696, "main_score": 0.571807, "hf_subset": "tum_Latn-hne_Deva", "languages": ["tum-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527423, "recall": 0.575099, "f1": 0.539768, "accuracy": 0.575099, "main_score": 0.539768, "hf_subset": "tum_Latn-kik_Latn", "languages": ["tum-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577984, "recall": 0.626482, "f1": 0.590752, "accuracy": 0.626482, "main_score": 0.590752, "hf_subset": "tum_Latn-mai_Deva", "languages": ["tum-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.525058, "recall": 0.576087, "f1": 0.537656, "accuracy": 0.576087, "main_score": 0.537656, "hf_subset": "tum_Latn-pbt_Arab", "languages": ["tum-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590622, "recall": 0.636364, "f1": 0.601635, "accuracy": 0.636364, "main_score": 0.601635, "hf_subset": "tum_Latn-spa_Latn", "languages": ["tum-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548602, "recall": 0.583992, "f1": 0.55902, "accuracy": 0.583992, "main_score": 0.55902, "hf_subset": "tum_Latn-twi_Latn", "languages": ["tum-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58474, "recall": 0.636364, "f1": 0.598183, "accuracy": 0.636364, "main_score": 0.598183, "hf_subset": "tum_Latn-acm_Arab", "languages": ["tum-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562025, "recall": 0.609684, "f1": 0.574176, "accuracy": 0.609684, "main_score": 0.574176, "hf_subset": "tum_Latn-bel_Cyrl", "languages": ["tum-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.609239, "recall": 0.656126, "f1": 0.621271, "accuracy": 0.656126, "main_score": 0.621271, "hf_subset": "tum_Latn-eng_Latn", "languages": ["tum-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597047, "recall": 0.647233, "f1": 0.609281, "accuracy": 0.647233, "main_score": 0.609281, "hf_subset": "tum_Latn-hrv_Latn", "languages": ["tum-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5144, "recall": 0.562253, "f1": 0.528073, "accuracy": 0.562253, "main_score": 0.528073, "hf_subset": "tum_Latn-kin_Latn", "languages": ["tum-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575565, "recall": 0.624506, "f1": 0.587535, "accuracy": 0.624506, "main_score": 0.587535, "hf_subset": "tum_Latn-mal_Mlym", "languages": ["tum-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.575461, "recall": 0.631423, "f1": 0.590201, "accuracy": 0.631423, "main_score": 0.590201, "hf_subset": "tum_Latn-pes_Arab", "languages": ["tum-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579651, "recall": 0.626482, "f1": 0.591372, "accuracy": 0.626482, "main_score": 0.591372, "hf_subset": "tum_Latn-srd_Latn", "languages": ["tum-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189972, "recall": 0.233202, "f1": 0.200863, "accuracy": 0.233202, "main_score": 0.200863, "hf_subset": "tum_Latn-tzm_Tfng", "languages": ["tum-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.587437, "recall": 0.637352, "f1": 0.600065, "accuracy": 0.637352, "main_score": 0.600065, "hf_subset": "tum_Latn-acq_Arab", "languages": ["tum-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586375, "recall": 0.633399, "f1": 0.599442, "accuracy": 0.633399, "main_score": 0.599442, "hf_subset": "tum_Latn-bem_Latn", "languages": ["tum-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590412, "recall": 0.641304, "f1": 0.602851, "accuracy": 0.641304, "main_score": 0.602851, "hf_subset": "tum_Latn-epo_Latn", "languages": ["tum-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580559, "recall": 0.629447, "f1": 0.593363, "accuracy": 0.629447, "main_score": 0.593363, "hf_subset": "tum_Latn-hun_Latn", "languages": ["tum-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556289, "recall": 0.600791, "f1": 0.567229, "accuracy": 0.600791, "main_score": 0.567229, "hf_subset": "tum_Latn-kir_Cyrl", "languages": ["tum-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.581085, "recall": 0.621542, "f1": 0.591453, "accuracy": 0.621542, "main_score": 0.591453, "hf_subset": "tum_Latn-mar_Deva", "languages": ["tum-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.54023, "recall": 0.582016, "f1": 0.551724, "accuracy": 0.582016, "main_score": 0.551724, "hf_subset": "tum_Latn-plt_Latn", "languages": ["tum-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604797, "recall": 0.651186, "f1": 0.617007, "accuracy": 0.651186, "main_score": 0.617007, "hf_subset": "tum_Latn-srp_Cyrl", "languages": ["tum-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515853, "recall": 0.568182, "f1": 0.528888, "accuracy": 0.568182, "main_score": 0.528888, "hf_subset": "tum_Latn-uig_Arab", "languages": ["tum-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578869, "recall": 0.631423, "f1": 0.591374, "accuracy": 0.631423, "main_score": 0.591374, "hf_subset": "tum_Latn-aeb_Arab", "languages": ["tum-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577171, "recall": 0.62253, "f1": 0.589134, "accuracy": 0.62253, "main_score": 0.589134, "hf_subset": "tum_Latn-ben_Beng", "languages": ["tum-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.55818, "recall": 0.613636, "f1": 0.572506, "accuracy": 0.613636, "main_score": 0.572506, "hf_subset": "tum_Latn-est_Latn", "languages": ["tum-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563984, "recall": 0.613636, "f1": 0.576733, "accuracy": 0.613636, "main_score": 0.576733, "hf_subset": "tum_Latn-hye_Armn", "languages": ["tum-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.532775, "recall": 0.574111, "f1": 0.544444, "accuracy": 0.574111, "main_score": 0.544444, "hf_subset": "tum_Latn-kmb_Latn", "languages": ["tum-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388487, "recall": 0.44664, "f1": 0.404092, "accuracy": 0.44664, "main_score": 0.404092, "hf_subset": "tum_Latn-min_Arab", "languages": ["tum-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583913, "recall": 0.635375, "f1": 0.597045, "accuracy": 0.635375, "main_score": 0.597045, "hf_subset": "tum_Latn-pol_Latn", "languages": ["tum-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537965, "recall": 0.586957, "f1": 0.55147, "accuracy": 0.586957, "main_score": 0.55147, "hf_subset": "tum_Latn-ssw_Latn", "languages": ["tum-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592416, "recall": 0.643281, "f1": 0.605389, "accuracy": 0.643281, "main_score": 0.605389, "hf_subset": "tum_Latn-ukr_Cyrl", "languages": ["tum-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.59963, "recall": 0.648221, "f1": 0.612605, "accuracy": 0.648221, "main_score": 0.612605, "hf_subset": "tum_Latn-afr_Latn", "languages": ["tum-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581025, "recall": 0.631423, "f1": 0.594088, "accuracy": 0.631423, "main_score": 0.594088, "hf_subset": "tum_Latn-bho_Deva", "languages": ["tum-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.559939, "recall": 0.616601, "f1": 0.574887, "accuracy": 0.616601, "main_score": 0.574887, "hf_subset": "tum_Latn-eus_Latn", "languages": ["tum-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517882, "recall": 0.567194, "f1": 0.531574, "accuracy": 0.567194, "main_score": 0.531574, "hf_subset": "tum_Latn-ibo_Latn", "languages": ["tum-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551895, "recall": 0.591897, "f1": 0.562893, "accuracy": 0.591897, "main_score": 0.562893, "hf_subset": "tum_Latn-kmr_Latn", "languages": ["tum-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569879, "recall": 0.621542, "f1": 0.583226, "accuracy": 0.621542, "main_score": 0.583226, "hf_subset": "tum_Latn-min_Latn", "languages": ["tum-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597912, "recall": 0.645257, "f1": 0.610281, "accuracy": 0.645257, "main_score": 0.610281, "hf_subset": "tum_Latn-por_Latn", "languages": ["tum-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586293, "recall": 0.629447, "f1": 0.597434, "accuracy": 0.629447, "main_score": 0.597434, "hf_subset": "tum_Latn-sun_Latn", "languages": ["tum-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516466, "recall": 0.557312, "f1": 0.528459, "accuracy": 0.557312, "main_score": 0.528459, "hf_subset": "tum_Latn-umb_Latn", "languages": ["tum-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57776, "recall": 0.632411, "f1": 0.591893, "accuracy": 0.632411, "main_score": 0.591893, "hf_subset": "tum_Latn-ajp_Arab", "languages": ["tum-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.41321, "recall": 0.465415, "f1": 0.427376, "accuracy": 0.465415, "main_score": 0.427376, "hf_subset": "tum_Latn-bjn_Arab", "languages": ["tum-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511263, "recall": 0.549407, "f1": 0.522058, "accuracy": 0.549407, "main_score": 0.522058, "hf_subset": "tum_Latn-ewe_Latn", "languages": ["tum-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583208, "recall": 0.619565, "f1": 0.592458, "accuracy": 0.619565, "main_score": 0.592458, "hf_subset": "tum_Latn-ilo_Latn", "languages": ["tum-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304868, "recall": 0.353755, "f1": 0.318105, "accuracy": 0.353755, "main_score": 0.318105, "hf_subset": "tum_Latn-knc_Arab", "languages": ["tum-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598917, "recall": 0.650198, "f1": 0.611491, "accuracy": 0.650198, "main_score": 0.611491, "hf_subset": "tum_Latn-mkd_Cyrl", "languages": ["tum-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.572735, "recall": 0.624506, "f1": 0.586345, "accuracy": 0.624506, "main_score": 0.586345, "hf_subset": "tum_Latn-prs_Arab", "languages": ["tum-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.595993, "recall": 0.648221, "f1": 0.609443, "accuracy": 0.648221, "main_score": 0.609443, "hf_subset": "tum_Latn-swe_Latn", "languages": ["tum-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555377, "recall": 0.612648, "f1": 0.570476, "accuracy": 0.612648, "main_score": 0.570476, "hf_subset": "tum_Latn-urd_Arab", "languages": ["tum-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515081, "recall": 0.554348, "f1": 0.526202, "accuracy": 0.554348, "main_score": 0.526202, "hf_subset": "tum_Latn-aka_Latn", "languages": ["tum-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57397, "recall": 0.61166, "f1": 0.584042, "accuracy": 0.61166, "main_score": 0.584042, "hf_subset": "tum_Latn-bjn_Latn", "languages": ["tum-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555746, "recall": 0.599802, "f1": 0.567576, "accuracy": 0.599802, "main_score": 0.567576, "hf_subset": "tum_Latn-fao_Latn", "languages": ["tum-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606517, "recall": 0.652174, "f1": 0.617835, "accuracy": 0.652174, "main_score": 0.617835, "hf_subset": "tum_Latn-ind_Latn", "languages": ["tum-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536713, "recall": 0.572134, "f1": 0.546552, "accuracy": 0.572134, "main_score": 0.546552, "hf_subset": "tum_Latn-knc_Latn", "languages": ["tum-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577012, "recall": 0.624506, "f1": 0.589009, "accuracy": 0.624506, "main_score": 0.589009, "hf_subset": "tum_Latn-mlt_Latn", "languages": ["tum-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524132, "recall": 0.570158, "f1": 0.537241, "accuracy": 0.570158, "main_score": 0.537241, "hf_subset": "tum_Latn-quy_Latn", "languages": ["tum-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582771, "recall": 0.635375, "f1": 0.595873, "accuracy": 0.635375, "main_score": 0.595873, "hf_subset": "tum_Latn-swh_Latn", "languages": ["tum-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571493, "recall": 0.617589, "f1": 0.583102, "accuracy": 0.617589, "main_score": 0.583102, "hf_subset": "tum_Latn-uzn_Latn", "languages": ["tum-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580657, "recall": 0.630435, "f1": 0.592312, "accuracy": 0.630435, "main_score": 0.592312, "hf_subset": "tum_Latn-als_Latn", "languages": ["tum-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.291974, "recall": 0.354743, "f1": 0.307181, "accuracy": 0.354743, "main_score": 0.307181, "hf_subset": "tum_Latn-bod_Tibt", "languages": ["tum-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.552535, "recall": 0.597826, "f1": 0.564642, "accuracy": 0.597826, "main_score": 0.564642, "hf_subset": "tum_Latn-fij_Latn", "languages": ["tum-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553274, "recall": 0.599802, "f1": 0.565153, "accuracy": 0.599802, "main_score": 0.565153, "hf_subset": "tum_Latn-isl_Latn", "languages": ["tum-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560331, "recall": 0.596838, "f1": 0.570553, "accuracy": 0.596838, "main_score": 0.570553, "hf_subset": "tum_Latn-kon_Latn", "languages": ["tum-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475855, "recall": 0.531621, "f1": 0.490705, "accuracy": 0.531621, "main_score": 0.490705, "hf_subset": "tum_Latn-mni_Beng", "languages": ["tum-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.600664, "recall": 0.650198, "f1": 0.612756, "accuracy": 0.650198, "main_score": 0.612756, "hf_subset": "tum_Latn-ron_Latn", "languages": ["tum-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571018, "recall": 0.620553, "f1": 0.584081, "accuracy": 0.620553, "main_score": 0.584081, "hf_subset": "tum_Latn-szl_Latn", "languages": ["tum-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577323, "recall": 0.625494, "f1": 0.590196, "accuracy": 0.625494, "main_score": 0.590196, "hf_subset": "tum_Latn-vec_Latn", "languages": ["tum-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491627, "recall": 0.547431, "f1": 0.506744, "accuracy": 0.547431, "main_score": 0.506744, "hf_subset": "tum_Latn-amh_Ethi", "languages": ["tum-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.590118, "recall": 0.642292, "f1": 0.603149, "accuracy": 0.642292, "main_score": 0.603149, "hf_subset": "tum_Latn-bos_Latn", "languages": ["tum-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571301, "recall": 0.62253, "f1": 0.584773, "accuracy": 0.62253, "main_score": 0.584773, "hf_subset": "tum_Latn-fin_Latn", "languages": ["tum-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590991, "recall": 0.640316, "f1": 0.603904, "accuracy": 0.640316, "main_score": 0.603904, "hf_subset": "tum_Latn-ita_Latn", "languages": ["tum-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568706, "recall": 0.621542, "f1": 0.582491, "accuracy": 0.621542, "main_score": 0.582491, "hf_subset": "tum_Latn-kor_Hang", "languages": ["tum-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.495878, "recall": 0.540514, "f1": 0.508146, "accuracy": 0.540514, "main_score": 0.508146, "hf_subset": "tum_Latn-mos_Latn", "languages": ["tum-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536198, "recall": 0.583004, "f1": 0.549201, "accuracy": 0.583004, "main_score": 0.549201, "hf_subset": "tum_Latn-run_Latn", "languages": ["tum-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564781, "recall": 0.613636, "f1": 0.577548, "accuracy": 0.613636, "main_score": 0.577548, "hf_subset": "tum_Latn-tam_Taml", "languages": ["tum-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.599967, "recall": 0.647233, "f1": 0.611538, "accuracy": 0.647233, "main_score": 0.611538, "hf_subset": "tum_Latn-vie_Latn", "languages": ["tum-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582254, "recall": 0.634387, "f1": 0.596276, "accuracy": 0.634387, "main_score": 0.596276, "hf_subset": "tum_Latn-apc_Arab", "languages": ["tum-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539175, "recall": 0.583992, "f1": 0.550745, "accuracy": 0.583992, "main_score": 0.550745, "hf_subset": "tum_Latn-bug_Latn", "languages": ["tum-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482587, "recall": 0.521739, "f1": 0.493748, "accuracy": 0.521739, "main_score": 0.493748, "hf_subset": "tum_Latn-fon_Latn", "languages": ["tum-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599029, "recall": 0.637352, "f1": 0.609099, "accuracy": 0.637352, "main_score": 0.609099, "hf_subset": "tum_Latn-jav_Latn", "languages": ["tum-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543036, "recall": 0.594862, "f1": 0.556541, "accuracy": 0.594862, "main_score": 0.556541, "hf_subset": "tum_Latn-lao_Laoo", "languages": ["tum-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.515588, "recall": 0.556324, "f1": 0.526553, "accuracy": 0.556324, "main_score": 0.526553, "hf_subset": "tum_Latn-mri_Latn", "languages": ["tum-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584009, "recall": 0.639328, "f1": 0.598398, "accuracy": 0.639328, "main_score": 0.598398, "hf_subset": "tum_Latn-rus_Cyrl", "languages": ["tum-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480271, "recall": 0.523715, "f1": 0.492666, "accuracy": 0.523715, "main_score": 0.492666, "hf_subset": "tum_Latn-taq_Latn", "languages": ["tum-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608296, "recall": 0.648221, "f1": 0.617797, "accuracy": 0.648221, "main_score": 0.617797, "hf_subset": "tum_Latn-war_Latn", "languages": ["tum-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585053, "recall": 0.635375, "f1": 0.59772, "accuracy": 0.635375, "main_score": 0.59772, "hf_subset": "tum_Latn-arb_Arab", "languages": ["tum-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596986, "recall": 0.644269, "f1": 0.60917, "accuracy": 0.644269, "main_score": 0.60917, "hf_subset": "tum_Latn-bul_Cyrl", "languages": ["tum-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.598037, "recall": 0.648221, "f1": 0.610813, "accuracy": 0.648221, "main_score": 0.610813, "hf_subset": "tum_Latn-fra_Latn", "languages": ["tum-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571825, "recall": 0.624506, "f1": 0.584833, "accuracy": 0.624506, "main_score": 0.584833, "hf_subset": "tum_Latn-jpn_Jpan", "languages": ["tum-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.579521, "recall": 0.630435, "f1": 0.592737, "accuracy": 0.630435, "main_score": 0.592737, "hf_subset": "tum_Latn-lij_Latn", "languages": ["tum-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45832, "recall": 0.527668, "f1": 0.476193, "accuracy": 0.527668, "main_score": 0.476193, "hf_subset": "tum_Latn-mya_Mymr", "languages": ["tum-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.520392, "recall": 0.563241, "f1": 0.531647, "accuracy": 0.563241, "main_score": 0.531647, "hf_subset": "tum_Latn-sag_Latn", "languages": ["tum-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198941, "recall": 0.248024, "f1": 0.210214, "accuracy": 0.248024, "main_score": 0.210214, "hf_subset": "tum_Latn-taq_Tfng", "languages": ["tum-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.522557, "recall": 0.567194, "f1": 0.53462, "accuracy": 0.567194, "main_score": 0.53462, "hf_subset": "tum_Latn-wol_Latn", "languages": ["tum-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469956, "recall": 0.523715, "f1": 0.484571, "accuracy": 0.523715, "main_score": 0.484571, "hf_subset": "tum_Latn-arb_Latn", "languages": ["tum-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590541, "recall": 0.642292, "f1": 0.603729, "accuracy": 0.642292, "main_score": 0.603729, "hf_subset": "tum_Latn-cat_Latn", "languages": ["tum-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570224, "recall": 0.613636, "f1": 0.58104, "accuracy": 0.613636, "main_score": 0.58104, "hf_subset": "tum_Latn-fur_Latn", "languages": ["tum-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415144, "recall": 0.465415, "f1": 0.429139, "accuracy": 0.465415, "main_score": 0.429139, "hf_subset": "tum_Latn-kab_Latn", "languages": ["tum-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55555, "recall": 0.597826, "f1": 0.566179, "accuracy": 0.597826, "main_score": 0.566179, "hf_subset": "tum_Latn-lim_Latn", "languages": ["tum-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603494, "recall": 0.655138, "f1": 0.616514, "accuracy": 0.655138, "main_score": 0.616514, "hf_subset": "tum_Latn-nld_Latn", "languages": ["tum-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540348, "recall": 0.591897, "f1": 0.553224, "accuracy": 0.591897, "main_score": 0.553224, "hf_subset": "tum_Latn-san_Deva", "languages": ["tum-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.566166, "recall": 0.620553, "f1": 0.579182, "accuracy": 0.620553, "main_score": 0.579182, "hf_subset": "tum_Latn-tat_Cyrl", "languages": ["tum-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.560054, "recall": 0.608696, "f1": 0.573901, "accuracy": 0.608696, "main_score": 0.573901, "hf_subset": "tum_Latn-xho_Latn", "languages": ["tum-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564963, "recall": 0.619565, "f1": 0.578923, "accuracy": 0.619565, "main_score": 0.578923, "hf_subset": "tum_Latn-ars_Arab", "languages": ["tum-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.601359, "recall": 0.642292, "f1": 0.611945, "accuracy": 0.642292, "main_score": 0.611945, "hf_subset": "tum_Latn-ceb_Latn", "languages": ["tum-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497047, "recall": 0.54249, "f1": 0.509944, "accuracy": 0.54249, "main_score": 0.509944, "hf_subset": "tum_Latn-fuv_Latn", "languages": ["tum-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498241, "recall": 0.543478, "f1": 0.511042, "accuracy": 0.543478, "main_score": 0.511042, "hf_subset": "tum_Latn-kac_Latn", "languages": ["tum-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557918, "recall": 0.601779, "f1": 0.569463, "accuracy": 0.601779, "main_score": 0.569463, "hf_subset": "tum_Latn-lin_Latn", "languages": ["tum-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592064, "recall": 0.643281, "f1": 0.605043, "accuracy": 0.643281, "main_score": 0.605043, "hf_subset": "tum_Latn-nno_Latn", "languages": ["tum-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.118414, "recall": 0.168972, "f1": 0.130571, "accuracy": 0.168972, "main_score": 0.130571, "hf_subset": "tum_Latn-sat_Olck", "languages": ["tum-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.574322, "recall": 0.626482, "f1": 0.587906, "accuracy": 0.626482, "main_score": 0.587906, "hf_subset": "tum_Latn-tel_Telu", "languages": ["tum-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.497841, "recall": 0.557312, "f1": 0.513553, "accuracy": 0.557312, "main_score": 0.513553, "hf_subset": "tum_Latn-ydd_Hebr", "languages": ["tum-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.563126, "recall": 0.608696, "f1": 0.574531, "accuracy": 0.608696, "main_score": 0.574531, "hf_subset": "tum_Latn-ary_Arab", "languages": ["tum-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590156, "recall": 0.644269, "f1": 0.604518, "accuracy": 0.644269, "main_score": 0.604518, "hf_subset": "tum_Latn-ces_Latn", "languages": ["tum-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487257, "recall": 0.538538, "f1": 0.502256, "accuracy": 0.538538, "main_score": 0.502256, "hf_subset": "tum_Latn-gaz_Latn", "languages": ["tum-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529083, "recall": 0.571146, "f1": 0.540917, "accuracy": 0.571146, "main_score": 0.540917, "hf_subset": "tum_Latn-kam_Latn", "languages": ["tum-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578188, "recall": 0.625494, "f1": 0.59019, "accuracy": 0.625494, "main_score": 0.59019, "hf_subset": "tum_Latn-lit_Latn", "languages": ["tum-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59849, "recall": 0.643281, "f1": 0.61016, "accuracy": 0.643281, "main_score": 0.61016, "hf_subset": "tum_Latn-nob_Latn", "languages": ["tum-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575276, "recall": 0.619565, "f1": 0.587307, "accuracy": 0.619565, "main_score": 0.587307, "hf_subset": "tum_Latn-scn_Latn", "languages": ["tum-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547506, "recall": 0.596838, "f1": 0.559861, "accuracy": 0.596838, "main_score": 0.559861, "hf_subset": "tum_Latn-tgk_Cyrl", "languages": ["tum-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.49801, "recall": 0.55336, "f1": 0.513853, "accuracy": 0.55336, "main_score": 0.513853, "hf_subset": "tum_Latn-yor_Latn", "languages": ["tum-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578858, "recall": 0.628458, "f1": 0.591598, "accuracy": 0.628458, "main_score": 0.591598, "hf_subset": "tum_Latn-arz_Arab", "languages": ["tum-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.490173, "recall": 0.531621, "f1": 0.502127, "accuracy": 0.531621, "main_score": 0.502127, "hf_subset": "tum_Latn-cjk_Latn", "languages": ["tum-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521433, "recall": 0.571146, "f1": 0.534462, "accuracy": 0.571146, "main_score": 0.534462, "hf_subset": "tum_Latn-gla_Latn", "languages": ["tum-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575182, "recall": 0.623518, "f1": 0.587144, "accuracy": 0.623518, "main_score": 0.587144, "hf_subset": "tum_Latn-kan_Knda", "languages": ["tum-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.575454, "recall": 0.615613, "f1": 0.585807, "accuracy": 0.615613, "main_score": 0.585807, "hf_subset": "tum_Latn-lmo_Latn", "languages": ["tum-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565744, "recall": 0.614625, "f1": 0.578257, "accuracy": 0.614625, "main_score": 0.578257, "hf_subset": "tum_Latn-npi_Deva", "languages": ["tum-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.437831, "recall": 0.48913, "f1": 0.452392, "accuracy": 0.48913, "main_score": 0.452392, "hf_subset": "tum_Latn-shn_Mymr", "languages": ["tum-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.614561, "recall": 0.659091, "f1": 0.625998, "accuracy": 0.659091, "main_score": 0.625998, "hf_subset": "tum_Latn-tgl_Latn", "languages": ["tum-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576133, "recall": 0.625494, "f1": 0.588784, "accuracy": 0.625494, "main_score": 0.588784, "hf_subset": "tum_Latn-yue_Hant", "languages": ["tum-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.548538, "recall": 0.597826, "f1": 0.561509, "accuracy": 0.597826, "main_score": 0.561509, "hf_subset": "tum_Latn-asm_Beng", "languages": ["tum-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.533817, "recall": 0.582016, "f1": 0.546449, "accuracy": 0.582016, "main_score": 0.546449, "hf_subset": "tum_Latn-ckb_Arab", "languages": ["tum-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511507, "recall": 0.567194, "f1": 0.525866, "accuracy": 0.567194, "main_score": 0.525866, "hf_subset": "tum_Latn-gle_Latn", "languages": ["tum-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50369, "recall": 0.555336, "f1": 0.51798, "accuracy": 0.555336, "main_score": 0.51798, "hf_subset": "tum_Latn-kas_Arab", "languages": ["tum-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536319, "recall": 0.587945, "f1": 0.549571, "accuracy": 0.587945, "main_score": 0.549571, "hf_subset": "tum_Latn-ltg_Latn", "languages": ["tum-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56158, "recall": 0.599802, "f1": 0.572237, "accuracy": 0.599802, "main_score": 0.572237, "hf_subset": "tum_Latn-nso_Latn", "languages": ["tum-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497491, "recall": 0.550395, "f1": 0.510937, "accuracy": 0.550395, "main_score": 0.510937, "hf_subset": "tum_Latn-sin_Sinh", "languages": ["tum-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.583786, "recall": 0.633399, "f1": 0.596784, "accuracy": 0.633399, "main_score": 0.596784, "hf_subset": "tum_Latn-tha_Thai", "languages": ["tum-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.564086, "recall": 0.610672, "f1": 0.57566, "accuracy": 0.610672, "main_score": 0.57566, "hf_subset": "tum_Latn-zho_Hans", "languages": ["tum-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.585803, "recall": 0.641304, "f1": 0.600079, "accuracy": 0.641304, "main_score": 0.600079, "hf_subset": "tum_Latn-ast_Latn", "languages": ["tum-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567828, "recall": 0.618577, "f1": 0.580191, "accuracy": 0.618577, "main_score": 0.580191, "hf_subset": "tum_Latn-crh_Latn", "languages": ["tum-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588457, "recall": 0.633399, "f1": 0.599755, "accuracy": 0.633399, "main_score": 0.599755, "hf_subset": "tum_Latn-glg_Latn", "languages": ["tum-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513274, "recall": 0.562253, "f1": 0.526453, "accuracy": 0.562253, "main_score": 0.526453, "hf_subset": "tum_Latn-kas_Deva", "languages": ["tum-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550263, "recall": 0.591897, "f1": 0.561156, "accuracy": 0.591897, "main_score": 0.561156, "hf_subset": "tum_Latn-ltz_Latn", "languages": ["tum-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459465, "recall": 0.51581, "f1": 0.474299, "accuracy": 0.51581, "main_score": 0.474299, "hf_subset": "tum_Latn-nus_Latn", "languages": ["tum-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585043, "recall": 0.630435, "f1": 0.597039, "accuracy": 0.630435, "main_score": 0.597039, "hf_subset": "tum_Latn-slk_Latn", "languages": ["tum-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385816, "recall": 0.444664, "f1": 0.401622, "accuracy": 0.444664, "main_score": 0.401622, "hf_subset": "tum_Latn-tir_Ethi", "languages": ["tum-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.572359, "recall": 0.621542, "f1": 0.584516, "accuracy": 0.621542, "main_score": 0.584516, "hf_subset": "tum_Latn-zho_Hant", "languages": ["tum-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.56934, "recall": 0.616601, "f1": 0.581422, "accuracy": 0.616601, "main_score": 0.581422, "hf_subset": "tum_Latn-awa_Deva", "languages": ["tum-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.562703, "recall": 0.607708, "f1": 0.574301, "accuracy": 0.607708, "main_score": 0.574301, "hf_subset": "tum_Latn-cym_Latn", "languages": ["tum-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554115, "recall": 0.599802, "f1": 0.566344, "accuracy": 0.599802, "main_score": 0.566344, "hf_subset": "tum_Latn-grn_Latn", "languages": ["tum-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549968, "recall": 0.604743, "f1": 0.564192, "accuracy": 0.604743, "main_score": 0.564192, "hf_subset": "tum_Latn-kat_Geor", "languages": ["tum-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.539215, "recall": 0.581028, "f1": 0.55027, "accuracy": 0.581028, "main_score": 0.55027, "hf_subset": "tum_Latn-lua_Latn", "languages": ["tum-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635106, "recall": 0.6917, "f1": 0.651161, "accuracy": 0.6917, "main_score": 0.651161, "hf_subset": "tum_Latn-nya_Latn", "languages": ["tum-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579564, "recall": 0.635375, "f1": 0.59416, "accuracy": 0.635375, "main_score": 0.59416, "hf_subset": "tum_Latn-slv_Latn", "languages": ["tum-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575559, "recall": 0.620553, "f1": 0.58751, "accuracy": 0.620553, "main_score": 0.58751, "hf_subset": "tum_Latn-tpi_Latn", "languages": ["tum-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608095, "recall": 0.660079, "f1": 0.621447, "accuracy": 0.660079, "main_score": 0.621447, "hf_subset": "tum_Latn-zsm_Latn", "languages": ["tum-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509507, "recall": 0.552372, "f1": 0.522071, "accuracy": 0.552372, "main_score": 0.522071, "hf_subset": "tum_Latn-ayr_Latn", "languages": ["tum-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609283, "recall": 0.660079, "f1": 0.622476, "accuracy": 0.660079, "main_score": 0.622476, "hf_subset": "tum_Latn-dan_Latn", "languages": ["tum-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577995, "recall": 0.629447, "f1": 0.590585, "accuracy": 0.629447, "main_score": 0.590585, "hf_subset": "tum_Latn-guj_Gujr", "languages": ["tum-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.568006, "recall": 0.620553, "f1": 0.582303, "accuracy": 0.620553, "main_score": 0.582303, "hf_subset": "tum_Latn-kaz_Cyrl", "languages": ["tum-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51934, "recall": 0.568182, "f1": 0.532795, "accuracy": 0.568182, "main_score": 0.532795, "hf_subset": "tum_Latn-lug_Latn", "languages": ["tum-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603554, "recall": 0.652174, "f1": 0.615409, "accuracy": 0.652174, "main_score": 0.615409, "hf_subset": "tum_Latn-oci_Latn", "languages": ["tum-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576557, "recall": 0.618577, "f1": 0.587719, "accuracy": 0.618577, "main_score": 0.587719, "hf_subset": "tum_Latn-smo_Latn", "languages": ["tum-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52388, "recall": 0.567194, "f1": 0.53541, "accuracy": 0.567194, "main_score": 0.53541, "hf_subset": "tum_Latn-tsn_Latn", "languages": ["tum-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521488, "recall": 0.575099, "f1": 0.53688, "accuracy": 0.575099, "main_score": 0.53688, "hf_subset": "tum_Latn-zul_Latn", "languages": ["tum-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496425, "recall": 0.5583, "f1": 0.513149, "accuracy": 0.5583, "main_score": 0.513149, "hf_subset": "tum_Latn-azb_Arab", "languages": ["tum-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589077, "recall": 0.640316, "f1": 0.602384, "accuracy": 0.640316, "main_score": 0.602384, "hf_subset": "tum_Latn-deu_Latn", "languages": ["tum-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525933, "recall": 0.585968, "f1": 0.541078, "accuracy": 0.585968, "main_score": 0.541078, "hf_subset": "tum_Latn-hat_Latn", "languages": ["tum-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494864, "recall": 0.537549, "f1": 0.507071, "accuracy": 0.537549, "main_score": 0.507071, "hf_subset": "tum_Latn-kbp_Latn", "languages": ["tum-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546243, "recall": 0.581028, "f1": 0.55532, "accuracy": 0.581028, "main_score": 0.55532, "hf_subset": "tum_Latn-luo_Latn", "languages": ["tum-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572535, "recall": 0.626482, "f1": 0.586694, "accuracy": 0.626482, "main_score": 0.586694, "hf_subset": "tum_Latn-ory_Orya", "languages": ["tum-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.557474, "recall": 0.608696, "f1": 0.571854, "accuracy": 0.608696, "main_score": 0.571854, "hf_subset": "tum_Latn-sna_Latn", "languages": ["tum-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51492, "recall": 0.563241, "f1": 0.527635, "accuracy": 0.563241, "main_score": 0.527635, "hf_subset": "tum_Latn-tso_Latn", "languages": ["tum-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56073, "recall": 0.618577, "f1": 0.576746, "accuracy": 0.618577, "main_score": 0.576746, "hf_subset": "tum_Latn-azj_Latn", "languages": ["tum-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486408, "recall": 0.531621, "f1": 0.499753, "accuracy": 0.531621, "main_score": 0.499753, "hf_subset": "tum_Latn-dik_Latn", "languages": ["tum-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537928, "recall": 0.579051, "f1": 0.549417, "accuracy": 0.579051, "main_score": 0.549417, "hf_subset": "tum_Latn-hau_Latn", "languages": ["tum-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564717, "recall": 0.61166, "f1": 0.576483, "accuracy": 0.61166, "main_score": 0.576483, "hf_subset": "tum_Latn-kea_Latn", "languages": ["tum-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561379, "recall": 0.601779, "f1": 0.571888, "accuracy": 0.601779, "main_score": 0.571888, "hf_subset": "tum_Latn-lus_Latn", "languages": ["tum-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556019, "recall": 0.588933, "f1": 0.564781, "accuracy": 0.588933, "main_score": 0.564781, "hf_subset": "tum_Latn-pag_Latn", "languages": ["tum-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560936, "recall": 0.615613, "f1": 0.575091, "accuracy": 0.615613, "main_score": 0.575091, "hf_subset": "tum_Latn-snd_Arab", "languages": ["tum-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523454, "recall": 0.574111, "f1": 0.537404, "accuracy": 0.574111, "main_score": 0.537404, "hf_subset": "tum_Latn-tuk_Latn", "languages": ["tum-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552716, "recall": 0.607708, "f1": 0.566058, "accuracy": 0.607708, "main_score": 0.566058, "hf_subset": "tum_Latn-bak_Cyrl", "languages": ["tum-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.411888, "recall": 0.48419, "f1": 0.432452, "accuracy": 0.48419, "main_score": 0.432452, "hf_subset": "tum_Latn-dyu_Latn", "languages": ["tum-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579744, "recall": 0.62747, "f1": 0.591877, "accuracy": 0.62747, "main_score": 0.591877, "hf_subset": "tum_Latn-heb_Hebr", "languages": ["tum-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.545169, "recall": 0.590909, "f1": 0.557587, "accuracy": 0.590909, "main_score": 0.557587, "hf_subset": "tum_Latn-khk_Cyrl", "languages": ["tum-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.577966, "recall": 0.625494, "f1": 0.590301, "accuracy": 0.625494, "main_score": 0.590301, "hf_subset": "tum_Latn-lvs_Latn", "languages": ["tum-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572536, "recall": 0.621542, "f1": 0.584731, "accuracy": 0.621542, "main_score": 0.584731, "hf_subset": "tum_Latn-pan_Guru", "languages": ["tum-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.513489, "recall": 0.561265, "f1": 0.526508, "accuracy": 0.561265, "main_score": 0.526508, "hf_subset": "tum_Latn-som_Latn", "languages": ["tum-Latn", "som-Latn"], "mteb_version": "2.16.0"}]}, "evaluation_time": 4314.54256140301, "kg_co2_emissions": null, "date": 1784845832.366677, "evaluation_phases": [{"name": "Data loading", "start": 0.0, "end": 1.4951741660479456, "split": "", "subset": ""}, {"name": "Encoding", "start": 9.118769765947945, "end": 20.02463407604955, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 20.220656553050503, "end": 45.07307321904227, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 45.27540028595831, "end": 57.815745108993724, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 58.01136455195956, "end": 70.03661621897481, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 70.23891453794204, "end": 81.19012470298912, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 81.38895295897964, "end": 93.17615293199196, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 93.37083842803258, "end": 104.2774616900133, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 104.47334760299418, "end": 117.13332806096878, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 117.33005965303164, "end": 132.3556426980067, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 132.55274831596762, "end": 143.6820745629957, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 143.8799669620348, "end": 153.43092133803293, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 153.6273466720013, "end": 175.28135718603153, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 175.47708056494594, "end": 183.64552132494282, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 183.84116279694717, "end": 195.3656537849456, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 195.56019097694661, "end": 207.00428789795842, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 207.19997195794713, "end": 217.17412745405454, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 217.3693053519819, "end": 230.5521195740439, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 230.74974860297516, "end": 244.6123956689844, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 244.81032514804974, "end": 254.38905315997545, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 254.58549105294514, "end": 266.9438974939985, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 267.1390004559653, "end": 279.1286132240202, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 279.32613009703346, "end": 309.217064292985, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 309.4140559149673, "end": 344.41440884396434, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 344.61259290296584, "end": 360.33492619602475, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 360.5324234600412, "end": 378.45934836403467, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 378.65438618802, "end": 389.9187891749898, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 390.11662959703244, "end": 422.2217751330463, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 422.41712677502073, "end": 434.506778583047, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 434.70371218794025, "end": 446.9119758970337, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 447.106579437037, "end": 458.6490653989604, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 458.8471798399696, "end": 477.44768614694476, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 477.64555517805275, "end": 495.9397144319955, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 496.13692428695504, "end": 508.6991033429513, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 508.89571282896213, "end": 529.5425615429413, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 529.7432240709895, "end": 542.17844211997, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 542.3757701800205, "end": 557.7346752330195, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 557.9311003360199, "end": 570.3333954260452, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 570.5286697510164, "end": 581.6244845800102, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 581.8209724610206, "end": 594.5811859120149, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 594.7856685109437, "end": 605.65860961203, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 605.8555400370387, "end": 617.4067791190464, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 617.6087338109501, "end": 629.5162597630406, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 629.7116411840543, "end": 637.5964452029439, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 637.7921792110428, "end": 661.5276211210294, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 661.7246490629623, "end": 683.1972479060059, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 683.3972772980342, "end": 696.5294058580184, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 696.7238259849837, "end": 707.9366450250382, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 708.1337208839832, "end": 720.4764446079498, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 720.6736485230504, "end": 731.378593454021, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 731.5740261829924, "end": 743.4153983689612, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 743.6097064489732, "end": 754.5721793540288, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 754.7679113129852, "end": 766.7980968100019, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 766.9933967640391, "end": 779.375168293016, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 779.5702191860182, "end": 790.4664288780186, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 790.6613263370236, "end": 801.535755014047, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 801.730067003984, "end": 813.7260398999788, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 813.9233043219429, "end": 841.2918255419936, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 841.4864941600244, "end": 851.8647932689637, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 852.0617995409993, "end": 867.3416290889727, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 867.5387158580124, "end": 890.8854043020401, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 891.082031577942, "end": 901.5718196589733, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 901.7684176459443, "end": 913.7095879409462, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 913.9055048930459, "end": 924.3891113490099, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 924.5845400190447, "end": 935.0449063939741, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 935.2415825369535, "end": 980.6404728579801, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 980.8370318559464, "end": 991.799422033946, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 991.997832673951, "end": 1006.3446990429657, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1006.543417382054, "end": 1015.8331754090032, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1016.0298743119929, "end": 1029.8846169969765, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1030.080858387053, "end": 1042.031162208994, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1042.2278503320413, "end": 1053.5581471159821, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1053.757773841964, "end": 1065.3563614069717, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1065.5567604450043, "end": 1076.1440705580171, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1076.3416688679717, "end": 1086.7886608709814, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1086.986647757003, "end": 1097.635891400976, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1097.8308860360412, "end": 1107.8415377789643, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1108.042807386024, "end": 1121.7049264990492, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1121.9048097060295, "end": 1133.0277423060033, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1133.22589280596, "end": 1150.772505386034, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1150.9692827459658, "end": 1161.3831312980037, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1161.5824654359603, "end": 1182.750140905031, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1182.9455247160513, "end": 1195.414295820985, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1195.6132757100277, "end": 1210.0557334619807, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1210.2507727449993, "end": 1220.6587558110477, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1220.8588432710385, "end": 1250.4207964199595, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1250.6169114239747, "end": 1261.9705575859407, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1262.1657495340332, "end": 1273.9066697460366, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1274.107298154966, "end": 1286.1688536580186, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1286.3696001829812, "end": 1298.9823845030041, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1299.1771187679842, "end": 1309.1199234769447, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1309.322766675963, "end": 1321.6387495649979, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1321.835726498044, "end": 1351.9335061269812, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1352.1298834519694, "end": 1368.719592737034, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1368.9161392949754, "end": 1384.2242084030295, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1384.4200062189484, "end": 1394.6406223720405, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1394.8379433919908, "end": 1407.4064611969516, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1407.611519834958, "end": 1420.2034120280296, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1420.3999952150043, "end": 1450.7457113070413, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1450.9425321959425, "end": 1466.0112962250132, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1466.207202606951, "end": 1498.1702517779777, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1498.3659390079556, "end": 1510.662316113012, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1510.8587979440344, "end": 1536.6128151220037, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1536.8069572079694, "end": 1548.7695294630248, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1548.9648112569703, "end": 1558.8791754039703, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1559.0754714820068, "end": 1597.1083553440403, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1597.3039361579577, "end": 1607.650713967043, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1607.8459319840185, "end": 1620.5506520000054, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1620.7439203279791, "end": 1632.4406973399455, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1632.6357777420199, "end": 1647.3433459099615, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1647.5389820720302, "end": 1663.4843106779736, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1663.682314533973, "end": 1687.140852686949, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1687.3365521869855, "end": 1698.8308562269667, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1699.034460157971, "end": 1714.805633787997, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1714.9990123920143, "end": 1727.8082191760186, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1728.0098194900202, "end": 1739.9379588200245, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1740.1322534310166, "end": 1751.4032335289521, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1751.601844543009, "end": 1759.7870215820149, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1759.9815547940088, "end": 1771.572713230038, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1771.7733778180555, "end": 1785.377503126976, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1785.5738928409992, "end": 1805.9076226389734, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1806.1028773350408, "end": 1815.7560359319905, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1815.9514613320353, "end": 1826.2616814649664, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1826.457106214948, "end": 1846.7116822099779, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1846.9062903890153, "end": 1857.3163911480224, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1857.5114440510515, "end": 1870.3444463160122, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1870.5384683969896, "end": 1882.3696364560165, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1882.5645198849961, "end": 1894.8541658750037, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1895.048774793977, "end": 1907.256892659003, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1907.4510631050216, "end": 1918.8493329490302, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1919.0419689100236, "end": 1931.2379976660013, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1931.431096291053, "end": 1943.688125701039, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1943.883372657001, "end": 1954.7313076100545, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1954.9267723589437, "end": 1968.8318643460516, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1969.0301742210286, "end": 1981.0564489410026, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1981.2518580410397, "end": 1992.6616019560024, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1992.8605987050105, "end": 2007.2646493769716, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2007.4619225000497, "end": 2019.4377022320405, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2019.6327717150562, "end": 2042.6289737370098, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2042.8225847929716, "end": 2053.999169965042, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2054.19393866905, "end": 2065.145457493025, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2065.3392398719443, "end": 2078.115440579946, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2078.3118447730085, "end": 2101.7640789869474, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2101.959306993056, "end": 2115.13299516798, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2115.327011529007, "end": 2127.2364243130432, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2127.4315221440047, "end": 2140.247662025038, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2140.441359117045, "end": 2152.2894918370293, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2152.48576290498, "end": 2173.6196374780266, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2173.8161754669854, "end": 2185.5020935960347, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2185.694960908033, "end": 2195.576541221002, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2195.771311605, "end": 2207.0630691250553, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2207.2569573509973, "end": 2217.755911946995, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2217.9506039629923, "end": 2231.0807870350545, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2231.2751415439416, "end": 2245.8918209580006, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2246.0851190650137, "end": 2258.274397618021, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2258.467010280001, "end": 2269.7412003009813, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2269.939318862045, "end": 2279.7059120610356, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2279.901056110044, "end": 2311.5291267640423, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2311.7241639379645, "end": 2327.975589414942, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2328.1690928350436, "end": 2340.442157780053, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2340.6358823910123, "end": 2352.619875343982, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2352.8147187449504, "end": 2374.409005908994, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2374.6032089330256, "end": 2384.679471192998, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2384.8728388970485, "end": 2395.667747235042, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2395.8622138400096, "end": 2415.4718396679964, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2415.6669900870183, "end": 2440.318093398004, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2440.513982239994, "end": 2460.5394781939685, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2460.7338698520325, "end": 2471.3307435460156, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2471.525387224043, "end": 2482.9376081690425, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2483.1315794310067, "end": 2495.539578843047, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2495.7382373650325, "end": 2510.0377057830337, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2510.237193503999, "end": 2520.3589172050124, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2520.567298491951, "end": 2536.9606901500374, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2537.157281307038, "end": 2547.528196815052, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2547.7268983150134, "end": 2557.993597196997, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2558.1936768459855, "end": 2573.8445597760146, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2574.0381626019953, "end": 2584.104355089017, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2584.300008989987, "end": 2599.379937952035, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2599.576196270995, "end": 2640.476046066964, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2640.678418172989, "end": 2658.59880012495, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2658.79325276101, "end": 2668.704154114006, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2668.8979005350266, "end": 2676.61982934596, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2676.815548285027, "end": 2689.858050636016, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2690.054145260947, "end": 2701.6902771859895, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2701.892120421049, "end": 2715.415759496973, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2715.613211052958, "end": 2727.304744406021, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2727.5051796829794, "end": 2764.804208780988, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2765.002750986954, "end": 2774.9872247249587, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2775.1878199570347, "end": 2789.0982854779577, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2789.296916511026, "end": 2799.6127653090516, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2799.8151955229696, "end": 2830.843671813025, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2831.0512072310084, "end": 2843.4669732500333, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2843.666684302967, "end": 2855.713056229055, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2855.9122000930365, "end": 2866.4101328869583, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2866.609255451942, "end": 2893.218101119972, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2893.422905048006, "end": 2905.056945709046, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2905.255074620014, "end": 2917.930486724945, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2918.13468758401, "end": 2928.971606469946, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2929.1722508190433, "end": 2950.21441856795, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2950.4146874409635, "end": 2960.4247260170523, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2960.623145577032, "end": 2981.1804270379944, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2981.378819689038, "end": 2998.8531508470187, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2999.050656449981, "end": 3009.2887700139545, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 3009.484471744043, "end": 3022.9798539909534, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 3023.1846157299588, "end": 3033.2849373510107, "split": "devtest", "subset": "parallel"}, {"name": "Scoring", "start": 3033.285301557975, "end": 3977.814124493976, "split": "devtest", "subset": "parallel"}]} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakGenderClassification.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakGenderClassification.json new file mode 100644 index 0000000000..d3702ec31a --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakGenderClassification.json @@ -0,0 +1,248 @@ +{ + "dataset_revision": "5990c9386f75401ff518cbc213cdf8292bf123fe", + "task_name": "MultiEupSlovakGenderClassification", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.726562, + "f1": 0.631549, + "f1_weighted": 0.763106, + "precision": 0.629329, + "precision_weighted": 0.848104, + "recall": 0.730806, + "recall_weighted": 0.726562, + "ap": 0.916005, + "ap_weighted": 0.916005 + }, + { + "accuracy": 0.6875, + "f1": 0.606759, + "f1_weighted": 0.732047, + "precision": 0.621085, + "precision_weighted": 0.850984, + "recall": 0.729599, + "recall_weighted": 0.6875, + "ap": 0.916184, + "ap_weighted": 0.916184 + }, + { + "accuracy": 0.84375, + "f1": 0.715176, + "f1_weighted": 0.84973, + "precision": 0.701035, + "precision_weighted": 0.857673, + "recall": 0.734428, + "recall_weighted": 0.84375, + "ap": 0.915856, + "ap_weighted": 0.915856 + }, + { + "accuracy": 0.71875, + "f1": 0.616894, + "f1_weighted": 0.755789, + "precision": 0.615869, + "precision_weighted": 0.836329, + "recall": 0.704491, + "recall_weighted": 0.71875, + "ap": 0.907985, + "ap_weighted": 0.907985 + }, + { + "accuracy": 0.703125, + "f1": 0.612121, + "f1_weighted": 0.744223, + "precision": 0.618072, + "precision_weighted": 0.843212, + "recall": 0.717045, + "recall_weighted": 0.703125, + "ap": 0.91202, + "ap_weighted": 0.91202 + }, + { + "accuracy": 0.796875, + "f1": 0.686275, + "f1_weighted": 0.817249, + "precision": 0.665391, + "precision_weighted": 0.856255, + "recall": 0.750362, + "recall_weighted": 0.796875, + "ap": 0.921194, + "ap_weighted": 0.921194 + }, + { + "accuracy": 0.804688, + "f1": 0.702575, + "f1_weighted": 0.82511, + "precision": 0.679287, + "precision_weighted": 0.867388, + "recall": 0.776678, + "recall_weighted": 0.804688, + "ap": 0.929332, + "ap_weighted": 0.929332 + }, + { + "accuracy": 0.835938, + "f1": 0.726357, + "f1_weighted": 0.848113, + "precision": 0.702143, + "precision_weighted": 0.869386, + "recall": 0.773298, + "recall_weighted": 0.835938, + "ap": 0.92783, + "ap_weighted": 0.92783 + }, + { + "accuracy": 0.671875, + "f1": 0.607018, + "f1_weighted": 0.719271, + "precision": 0.635038, + "precision_weighted": 0.871846, + "recall": 0.763882, + "recall_weighted": 0.671875, + "ap": 0.927696, + "ap_weighted": 0.927696 + }, + { + "accuracy": 0.734375, + "f1": 0.652951, + "f1_weighted": 0.771147, + "precision": 0.651694, + "precision_weighted": 0.870555, + "recall": 0.778851, + "recall_weighted": 0.734375, + "ap": 0.93128, + "ap_weighted": 0.93128 + } + ], + "accuracy": 0.752344, + "f1": 0.655767, + "f1_weighted": 0.782579, + "precision": 0.651894, + "precision_weighted": 0.857173, + "recall": 0.745944, + "recall_weighted": 0.752344, + "ap": 0.920538, + "ap_weighted": 0.920538, + "main_score": 0.752344, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 23.917896863014903, + "kg_co2_emissions": null, + "date": 1784793381.572242, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.809990059584379e-06, + "end": 3.167979951016605, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 3.1679905710043386, + "end": 3.167992129980121, + "split": "", + "subset": "" + }, + { + "name": "Encoding training samples", + "start": 3.3365577799850143, + "end": 13.07177643297473, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding test samples", + "start": 13.08635672100354, + "end": 23.094455157988705, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (0/10)", + "start": 23.094549904984888, + "end": 23.177272255998105, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (1/10)", + "start": 23.177319953974802, + "end": 23.258975215023383, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (2/10)", + "start": 23.259022573009133, + "end": 23.340077156026382, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (3/10)", + "start": 23.340124264010228, + "end": 23.42262899398338, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (4/10)", + "start": 23.422676152025815, + "end": 23.504444118996616, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (5/10)", + "start": 23.504493597021792, + "end": 23.58600802300498, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (6/10)", + "start": 23.58605483098654, + "end": 23.668358727998566, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (7/10)", + "start": 23.668409286008682, + "end": 23.749421669985168, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (8/10)", + "start": 23.749469529022463, + "end": 23.831258004996926, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (9/10)", + "start": 23.831306983018294, + "end": 23.91280748898862, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 23.094478486978915, + "end": 23.912812429014593, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakPartyClassification.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakPartyClassification.json new file mode 100644 index 0000000000..5686a79523 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakPartyClassification.json @@ -0,0 +1,248 @@ +{ + "dataset_revision": "3758b0758c1ac4af8e36d27858bef579db5d2eee", + "task_name": "MultiEupSlovakPartyClassification", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.507937, + "f1": 0.478849, + "f1_weighted": 0.498639, + "precision": 0.499521, + "precision_weighted": 0.564456, + "recall": 0.525475, + "recall_weighted": 0.507937, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.452381, + "f1": 0.454254, + "f1_weighted": 0.456267, + "precision": 0.474935, + "precision_weighted": 0.533086, + "recall": 0.495724, + "recall_weighted": 0.452381, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.373016, + "f1": 0.385935, + "f1_weighted": 0.359382, + "precision": 0.408699, + "precision_weighted": 0.427882, + "recall": 0.445426, + "recall_weighted": 0.373016, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.462108, + "f1_weighted": 0.495205, + "precision": 0.469224, + "precision_weighted": 0.547208, + "recall": 0.505861, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.460317, + "f1": 0.443337, + "f1_weighted": 0.469622, + "precision": 0.492296, + "precision_weighted": 0.56718, + "recall": 0.481708, + "recall_weighted": 0.460317, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.515873, + "f1": 0.508909, + "f1_weighted": 0.521023, + "precision": 0.525823, + "precision_weighted": 0.590154, + "recall": 0.547896, + "recall_weighted": 0.515873, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.458683, + "f1_weighted": 0.503358, + "precision": 0.472821, + "precision_weighted": 0.556196, + "recall": 0.492206, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.486434, + "f1_weighted": 0.508348, + "precision": 0.506035, + "precision_weighted": 0.584778, + "recall": 0.52167, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.420635, + "f1": 0.416963, + "f1_weighted": 0.384745, + "precision": 0.44868, + "precision_weighted": 0.488654, + "recall": 0.483217, + "recall_weighted": 0.420635, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.373016, + "f1": 0.35392, + "f1_weighted": 0.351845, + "precision": 0.375156, + "precision_weighted": 0.432538, + "recall": 0.411684, + "recall_weighted": 0.373016, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.460317, + "f1": 0.444939, + "f1_weighted": 0.454843, + "precision": 0.467319, + "precision_weighted": 0.529213, + "recall": 0.491087, + "recall_weighted": 0.460317, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.460317, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 41.64060776802944, + "kg_co2_emissions": null, + "date": 1784793357.649266, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 5.130015779286623e-06, + "end": 3.743914065998979, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 3.7439253160264343, + "end": 3.7439269560272805, + "split": "", + "subset": "" + }, + { + "name": "Encoding training samples", + "start": 3.925527730025351, + "end": 22.920065041049384, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding test samples", + "start": 22.93469130701851, + "end": 32.39511537604267, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (0/10)", + "start": 32.395246502012014, + "end": 33.51426059205551, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (1/10)", + "start": 33.51434887904907, + "end": 34.52292029000819, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (2/10)", + "start": 34.52300618600566, + "end": 35.521276453044266, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (3/10)", + "start": 35.52136722905561, + "end": 36.465808560024016, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (4/10)", + "start": 36.46588450705167, + "end": 37.49316773505416, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (5/10)", + "start": 37.49327301100129, + "end": 38.27020742301829, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (6/10)", + "start": 38.27029259002302, + "end": 38.79174333403353, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (7/10)", + "start": 38.79186395002762, + "end": 39.98253401601687, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (8/10)", + "start": 39.982641562004574, + "end": 40.64432250900427, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (9/10)", + "start": 40.64439987600781, + "end": 41.63541822700063, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 32.39513659500517, + "end": 41.63542386703193, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultilingualSentimentClassification.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultilingualSentimentClassification.json index 7e510165cd..ea2b38d885 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultilingualSentimentClassification.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultilingualSentimentClassification.json @@ -4,6 +4,134 @@ "mteb_version": "2.10.0", "scores": { "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.852207, + "f1": 0.755171, + "f1_weighted": 0.871437, + "precision": 0.717153, + "precision_weighted": 0.918964, + "recall": 0.875444, + "recall_weighted": 0.852207, + "ap": 0.967987, + "ap_weighted": 0.967987 + }, + { + "accuracy": 0.90499, + "f1": 0.80988, + "f1_weighted": 0.911314, + "precision": 0.77651, + "precision_weighted": 0.923291, + "recall": 0.861862, + "recall_weighted": 0.90499, + "ap": 0.963493, + "ap_weighted": 0.963493 + }, + { + "accuracy": 0.913628, + "f1": 0.831264, + "f1_weighted": 0.92019, + "precision": 0.791729, + "precision_weighted": 0.934732, + "recall": 0.897019, + "recall_weighted": 0.913628, + "ap": 0.972876, + "ap_weighted": 0.972876 + }, + { + "accuracy": 0.845489, + "f1": 0.753289, + "f1_weighted": 0.867056, + "precision": 0.716295, + "precision_weighted": 0.924383, + "recall": 0.89177, + "recall_weighted": 0.845489, + "ap": 0.972655, + "ap_weighted": 0.972655 + }, + { + "accuracy": 0.878119, + "f1": 0.78536, + "f1_weighted": 0.891796, + "precision": 0.743097, + "precision_weighted": 0.924822, + "recall": 0.886856, + "recall_weighted": 0.878119, + "ap": 0.970683, + "ap_weighted": 0.970683 + }, + { + "accuracy": 0.946257, + "f1": 0.883777, + "f1_weighted": 0.948056, + "precision": 0.860471, + "precision_weighted": 0.951344, + "recall": 0.912259, + "recall_weighted": 0.946257, + "ap": 0.976513, + "ap_weighted": 0.976513 + }, + { + "accuracy": 0.860845, + "f1": 0.764244, + "f1_weighted": 0.878079, + "precision": 0.724617, + "precision_weighted": 0.920009, + "recall": 0.877009, + "recall_weighted": 0.860845, + "ap": 0.968269, + "ap_weighted": 0.968269 + }, + { + "accuracy": 0.913628, + "f1": 0.827632, + "f1_weighted": 0.91947, + "precision": 0.791797, + "precision_weighted": 0.931387, + "recall": 0.883582, + "recall_weighted": 0.913628, + "ap": 0.969217, + "ap_weighted": 0.969217 + }, + { + "accuracy": 0.943378, + "f1": 0.882846, + "f1_weighted": 0.946368, + "precision": 0.848274, + "precision_weighted": 0.953263, + "recall": 0.930773, + "recall_weighted": 0.943378, + "ap": 0.981665, + "ap_weighted": 0.981665 + }, + { + "accuracy": 0.895393, + "f1": 0.808908, + "f1_weighted": 0.90588, + "precision": 0.765063, + "precision_weighted": 0.931361, + "recall": 0.900062, + "recall_weighted": 0.895393, + "ap": 0.974024, + "ap_weighted": 0.974024 + } + ], + "accuracy": 0.895393, + "f1": 0.810237, + "f1_weighted": 0.905965, + "precision": 0.773501, + "precision_weighted": 0.931356, + "recall": 0.891664, + "recall_weighted": 0.895393, + "ap": 0.971738, + "ap_weighted": 0.971738, + "main_score": 0.895393, + "hf_subset": "slk", + "languages": [ + "slk-Latn" + ] + }, { "scores_per_experiment": [ { @@ -134,7 +262,7 @@ } ] }, - "evaluation_time": 32.606648445129395, + "evaluation_time": 29.717774513934273, "kg_co2_emissions": null, - "date": 1772380793.151313 + "date": 1784792750.102938 } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/NTREXBitextMining.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/NTREXBitextMining.json old mode 100755 new mode 100644 index 0d4d16033b..242b7fa8dc --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/NTREXBitextMining.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/NTREXBitextMining.json @@ -1,116 +1,125 @@ { - "dataset_revision": "ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33", + "dataset_revision": "66b8b27efc99658903127730575e9fa0cb9f075c", "task_name": "NTREXBitextMining", - "mteb_version": "1.38.9", + "mteb_version": "2.16.0", "scores": { "test": [ { - "precision": 0.990235, - "recall": 0.992989, - "f1": 0.991153, - "accuracy": 0.992989, - "main_score": 0.991153, + "precision": 0.987147, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, "hf_subset": "afr_Latn-dan_Latn", "languages": [ "afr-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.990986, - "f1": 0.98915, - "accuracy": 0.990986, - "main_score": 0.98915, + "precision": 0.988733, + "recall": 0.991487, + "f1": 0.989651, + "accuracy": 0.991487, + "main_score": 0.989651, "hf_subset": "afr_Latn-deu_Latn", "languages": [ "afr-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.996495, - "f1": 0.995326, - "accuracy": 0.996495, - "main_score": 0.995326, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "afr_Latn-eng_Latn", "languages": [ "afr-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.957812, - "recall": 0.969955, - "f1": 0.961619, - "accuracy": 0.969955, - "main_score": 0.961619, + "precision": 0.954473, + "recall": 0.967451, + "f1": 0.958538, + "accuracy": 0.967451, + "main_score": 0.958538, "hf_subset": "afr_Latn-fao_Latn", "languages": [ "afr-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97523, - "recall": 0.982974, - "f1": 0.977717, - "accuracy": 0.982974, - "main_score": 0.977717, + "precision": 0.972751, + "recall": 0.981472, + "f1": 0.97558, + "accuracy": 0.981472, + "main_score": 0.97558, "hf_subset": "afr_Latn-isl_Latn", "languages": [ "afr-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.96751, - "recall": 0.976465, - "f1": 0.970322, - "accuracy": 0.976465, - "main_score": 0.970322, + "precision": 0.966842, + "recall": 0.975964, + "f1": 0.969738, + "accuracy": 0.975964, + "main_score": 0.969738, "hf_subset": "afr_Latn-ltz_Latn", "languages": [ "afr-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.99349, - "f1": 0.991404, - "accuracy": 0.99349, - "main_score": 0.991404, + "precision": 0.989902, + "recall": 0.992989, + "f1": 0.990903, + "accuracy": 0.992989, + "main_score": 0.990903, "hf_subset": "afr_Latn-nld_Latn", "languages": [ "afr-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990986, - "f1": 0.988065, - "accuracy": 0.990986, - "main_score": 0.988065, + "precision": 0.985311, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, "hf_subset": "afr_Latn-nno_Latn", "languages": [ "afr-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, "hf_subset": "afr_Latn-nob_Latn", "languages": [ "afr-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986647, @@ -122,439 +131,476 @@ "languages": [ "afr-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.849546, - "recall": 0.889835, - "f1": 0.861701, - "accuracy": 0.889835, - "main_score": 0.861701, + "precision": 0.854607, + "recall": 0.894342, + "f1": 0.866776, + "accuracy": 0.894342, + "main_score": 0.866776, "hf_subset": "amh_Ethi-eng_Latn", "languages": [ "amh-Ethi", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.590844, - "recall": 0.652979, - "f1": 0.608579, - "accuracy": 0.652979, - "main_score": 0.608579, + "precision": 0.57854, + "recall": 0.645468, + "f1": 0.597701, + "accuracy": 0.645468, + "main_score": 0.597701, "hf_subset": "amh_Ethi-hau_Latn", "languages": [ "amh-Ethi", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.516689, - "recall": 0.569855, - "f1": 0.531265, - "accuracy": 0.569855, - "main_score": 0.531265, + "precision": 0.509008, + "recall": 0.564847, + "f1": 0.524457, + "accuracy": 0.564847, + "main_score": 0.524457, "hf_subset": "amh_Ethi-ibo_Latn", "languages": [ "amh-Ethi", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.496867, - "recall": 0.548823, - "f1": 0.51125, - "accuracy": 0.548823, - "main_score": 0.51125, + "precision": 0.485079, + "recall": 0.539309, + "f1": 0.500142, + "accuracy": 0.539309, + "main_score": 0.500142, "hf_subset": "amh_Ethi-nso_Latn", "languages": [ "amh-Ethi", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.408439, - "recall": 0.475714, - "f1": 0.427066, - "accuracy": 0.475714, - "main_score": 0.427066, + "precision": 0.404056, + "recall": 0.471708, + "f1": 0.422674, + "accuracy": 0.471708, + "main_score": 0.422674, "hf_subset": "amh_Ethi-orm_Ethi", "languages": [ "amh-Ethi", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.562986, - "recall": 0.627441, - "f1": 0.580984, - "accuracy": 0.627441, - "main_score": 0.580984, + "precision": 0.567766, + "recall": 0.629444, + "f1": 0.584986, + "accuracy": 0.629444, + "main_score": 0.584986, "hf_subset": "amh_Ethi-som_Latn", "languages": [ "amh-Ethi", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.487332, - "recall": 0.541813, - "f1": 0.502163, - "accuracy": 0.541813, - "main_score": 0.502163, + "precision": 0.483111, + "recall": 0.539309, + "f1": 0.498613, + "accuracy": 0.539309, + "main_score": 0.498613, "hf_subset": "amh_Ethi-ssw_Latn", "languages": [ "amh-Ethi", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.754006, - "recall": 0.807211, - "f1": 0.769891, - "accuracy": 0.807211, - "main_score": 0.769891, + "precision": 0.745336, + "recall": 0.800701, + "f1": 0.761771, + "accuracy": 0.800701, + "main_score": 0.761771, "hf_subset": "amh_Ethi-swa_Latn", "languages": [ "amh-Ethi", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.658955, - "recall": 0.720581, - "f1": 0.677266, - "accuracy": 0.720581, - "main_score": 0.677266, + "precision": 0.640402, + "recall": 0.707061, + "f1": 0.660233, + "accuracy": 0.707061, + "main_score": 0.660233, "hf_subset": "amh_Ethi-tir_Ethi", "languages": [ "amh-Ethi", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.499472, - "recall": 0.550826, - "f1": 0.513337, - "accuracy": 0.550826, - "main_score": 0.513337, + "precision": 0.492798, + "recall": 0.545318, + "f1": 0.507214, + "accuracy": 0.545318, + "main_score": 0.507214, "hf_subset": "amh_Ethi-tsn_Latn", "languages": [ "amh-Ethi", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.480024, - "recall": 0.54031, - "f1": 0.497026, - "accuracy": 0.54031, - "main_score": 0.497026, + "precision": 0.473301, + "recall": 0.527291, + "f1": 0.48821, + "accuracy": 0.527291, + "main_score": 0.48821, "hf_subset": "amh_Ethi-wol_Latn", "languages": [ "amh-Ethi", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.516296, - "recall": 0.581873, - "f1": 0.534897, - "accuracy": 0.581873, - "main_score": 0.534897, + "precision": 0.515739, + "recall": 0.574862, + "f1": 0.532349, + "accuracy": 0.574862, + "main_score": 0.532349, "hf_subset": "amh_Ethi-xho_Latn", "languages": [ "amh-Ethi", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.53492, - "recall": 0.605909, - "f1": 0.554226, - "accuracy": 0.605909, - "main_score": 0.554226, + "precision": 0.512061, + "recall": 0.587381, + "f1": 0.532381, + "accuracy": 0.587381, + "main_score": 0.532381, "hf_subset": "amh_Ethi-yor_Latn", "languages": [ "amh-Ethi", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.52633, - "recall": 0.585879, - "f1": 0.543302, - "accuracy": 0.585879, - "main_score": 0.543302, + "precision": 0.518283, + "recall": 0.579369, + "f1": 0.535409, + "accuracy": 0.579369, + "main_score": 0.535409, "hf_subset": "amh_Ethi-zul_Latn", "languages": [ "amh-Ethi", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979386, - "recall": 0.985478, - "f1": 0.981389, - "accuracy": 0.985478, - "main_score": 0.981389, + "precision": 0.97588, + "recall": 0.982974, + "f1": 0.978217, + "accuracy": 0.982974, + "main_score": 0.978217, "hf_subset": "arb_Arab-ben_Beng", "languages": [ "arb-Arab", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.914597, - "recall": 0.939409, - "f1": 0.922567, - "accuracy": 0.939409, - "main_score": 0.922567, + "precision": 0.911564, + "recall": 0.936905, + "f1": 0.919604, + "accuracy": 0.936905, + "main_score": 0.919604, "hf_subset": "arb_Arab-ckb_Arab", "languages": [ "arb-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98698, - "f1": 0.983058, - "accuracy": 0.98698, - "main_score": 0.983058, + "precision": 0.977216, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, "hf_subset": "arb_Arab-deu_Latn", "languages": [ "arb-Arab", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, - "recall": 0.988983, - "f1": 0.986229, - "accuracy": 0.988983, - "main_score": 0.986229, + "precision": 0.983392, + "recall": 0.987982, + "f1": 0.984894, + "accuracy": 0.987982, + "main_score": 0.984894, "hf_subset": "arb_Arab-ell_Grek", "languages": [ "arb-Arab", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, "hf_subset": "arb_Arab-eng_Latn", "languages": [ "arb-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978802, - "recall": 0.984977, - "f1": 0.980805, - "accuracy": 0.984977, - "main_score": 0.980805, + "precision": 0.974879, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, "hf_subset": "arb_Arab-fas_Arab", "languages": [ "arb-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97104, - "recall": 0.979469, - "f1": 0.973794, - "accuracy": 0.979469, - "main_score": 0.973794, + "precision": 0.968787, + "recall": 0.977967, + "f1": 0.971791, + "accuracy": 0.977967, + "main_score": 0.971791, "hf_subset": "arb_Arab-fin_Latn", "languages": [ "arb-Arab", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983893, - "recall": 0.988983, - "f1": 0.985562, - "accuracy": 0.988983, - "main_score": 0.985562, + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, "hf_subset": "arb_Arab-fra_Latn", "languages": [ "arb-Arab", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.987982, - "f1": 0.984393, - "accuracy": 0.987982, - "main_score": 0.984393, + "precision": 0.980805, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, "hf_subset": "arb_Arab-heb_Hebr", "languages": [ "arb-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98189, - "recall": 0.987481, - "f1": 0.983726, - "accuracy": 0.987481, - "main_score": 0.983726, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "arb_Arab-hin_Deva", "languages": [ "arb-Arab", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976673, - "recall": 0.983475, - "f1": 0.978835, - "accuracy": 0.983475, - "main_score": 0.978835, + "precision": 0.977466, + "recall": 0.983976, + "f1": 0.979553, + "accuracy": 0.983976, + "main_score": 0.979553, "hf_subset": "arb_Arab-hun_Latn", "languages": [ "arb-Arab", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985603, + "precision": 0.985645, "recall": 0.989985, - "f1": 0.987014, + "f1": 0.987064, "accuracy": 0.989985, - "main_score": 0.987014, + "main_score": 0.987064, "hf_subset": "arb_Arab-ind_Latn", "languages": [ "arb-Arab", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981097, - "recall": 0.98698, - "f1": 0.983008, - "accuracy": 0.98698, - "main_score": 0.983008, + "precision": 0.979594, + "recall": 0.985979, + "f1": 0.981673, + "accuracy": 0.985979, + "main_score": 0.981673, "hf_subset": "arb_Arab-jpn_Jpan", "languages": [ "arb-Arab", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.822071, - "recall": 0.865298, - "f1": 0.835478, - "accuracy": 0.865298, - "main_score": 0.835478, + "precision": 0.825163, + "recall": 0.868803, + "f1": 0.838584, + "accuracy": 0.868803, + "main_score": 0.838584, "hf_subset": "arb_Arab-kmr_Latn", "languages": [ "arb-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971958, - "recall": 0.980471, - "f1": 0.974712, - "accuracy": 0.980471, - "main_score": 0.974712, + "precision": 0.975129, + "recall": 0.982974, + "f1": 0.977717, + "accuracy": 0.982974, + "main_score": 0.977717, "hf_subset": "arb_Arab-kor_Hang", "languages": [ "arb-Arab", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, - "recall": 0.985478, - "f1": 0.980721, - "accuracy": 0.985478, - "main_score": 0.980721, + "precision": 0.974086, + "recall": 0.982474, + "f1": 0.976832, + "accuracy": 0.982474, + "main_score": 0.976832, "hf_subset": "arb_Arab-lit_Latn", "languages": [ "arb-Arab", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.916909, - "recall": 0.938408, - "f1": 0.923535, - "accuracy": 0.938408, - "main_score": 0.923535, + "precision": 0.923903, + "recall": 0.944417, + "f1": 0.930295, + "accuracy": 0.944417, + "main_score": 0.930295, "hf_subset": "arb_Arab-mey_Arab", "languages": [ "arb-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980387, - "recall": 0.985979, - "f1": 0.982223, - "accuracy": 0.985979, - "main_score": 0.982223, + "precision": 0.976799, + "recall": 0.983475, + "f1": 0.978968, + "accuracy": 0.983475, + "main_score": 0.978968, "hf_subset": "arb_Arab-nld_Latn", "languages": [ "arb-Arab", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979052, - "recall": 0.984977, - "f1": 0.980971, - "accuracy": 0.984977, - "main_score": 0.980971, + "precision": 0.978134, + "recall": 0.984477, + "f1": 0.98022, + "accuracy": 0.984477, + "main_score": 0.98022, "hf_subset": "arb_Arab-pol_Latn", "languages": [ "arb-Arab", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.988483, - "f1": 0.984644, - "accuracy": 0.988483, - "main_score": 0.984644, + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, "hf_subset": "arb_Arab-por_Latn", "languages": [ "arb-Arab", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, + "precision": 0.980888, "recall": 0.98698, - "f1": 0.982724, + "f1": 0.982891, "accuracy": 0.98698, - "main_score": 0.982724, + "main_score": 0.982891, "hf_subset": "arb_Arab-prs_Arab", "languages": [ "arb-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905775, - "recall": 0.931898, - "f1": 0.914288, - "accuracy": 0.931898, - "main_score": 0.914288, + "precision": 0.902395, + "recall": 0.930396, + "f1": 0.911484, + "accuracy": 0.930396, + "main_score": 0.911484, "hf_subset": "arb_Arab-pus_Arab", "languages": [ "arb-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.975421, @@ -566,703 +612,762 @@ "languages": [ "arb-Arab", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.670953, - "recall": 0.737106, - "f1": 0.690416, - "accuracy": 0.737106, - "main_score": 0.690416, + "precision": 0.679979, + "recall": 0.745618, + "f1": 0.699445, + "accuracy": 0.745618, + "main_score": 0.699445, "hf_subset": "arb_Arab-shi_Arab", "languages": [ "arb-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.987982, - "f1": 0.98456, - "accuracy": 0.987982, - "main_score": 0.98456, + "precision": 0.981389, + "recall": 0.98698, + "f1": 0.983225, + "accuracy": 0.98698, + "main_score": 0.983225, "hf_subset": "arb_Arab-spa_Latn", "languages": [ "arb-Arab", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.921733, - "recall": 0.942914, - "f1": 0.928192, - "accuracy": 0.942914, - "main_score": 0.928192, + "precision": 0.919271, + "recall": 0.941412, + "f1": 0.925972, + "accuracy": 0.941412, + "main_score": 0.925972, "hf_subset": "arb_Arab-swa_Latn", "languages": [ "arb-Arab", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, "hf_subset": "arb_Arab-swe_Latn", "languages": [ "arb-Arab", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97346, - "recall": 0.980971, - "f1": 0.97588, - "accuracy": 0.980971, - "main_score": 0.97588, + "precision": 0.971457, + "recall": 0.97997, + "f1": 0.974211, + "accuracy": 0.97997, + "main_score": 0.974211, "hf_subset": "arb_Arab-tam_Taml", "languages": [ "arb-Arab", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.907253, - "recall": 0.9334, - "f1": 0.915573, - "accuracy": 0.9334, - "main_score": 0.915573, + "precision": 0.909656, + "recall": 0.935403, + "f1": 0.91791, + "accuracy": 0.935403, + "main_score": 0.91791, "hf_subset": "arb_Arab-tgk_Cyrl", "languages": [ "arb-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977341, + "precision": 0.976632, "recall": 0.983475, - "f1": 0.979336, + "f1": 0.978885, "accuracy": 0.983475, - "main_score": 0.979336, + "main_score": 0.978885, "hf_subset": "arb_Arab-tur_Latn", "languages": [ "arb-Arab", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982557, + "precision": 0.982307, "recall": 0.987982, - "f1": 0.98431, + "f1": 0.984143, "accuracy": 0.987982, - "main_score": 0.98431, + "main_score": 0.984143, "hf_subset": "arb_Arab-vie_Latn", "languages": [ "arb-Arab", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980554, - "recall": 0.98648, - "f1": 0.982474, - "accuracy": 0.98648, - "main_score": 0.982474, + "precision": 0.97972, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, "hf_subset": "arb_Arab-zho_Hant", "languages": [ "arb-Arab", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.68227, - "recall": 0.734602, - "f1": 0.697641, - "accuracy": 0.734602, - "main_score": 0.697641, + "precision": 0.68041, + "recall": 0.732599, + "f1": 0.695615, + "accuracy": 0.732599, + "main_score": 0.695615, "hf_subset": "arb_Arab-zul_Latn", "languages": [ "arb-Arab", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.927975, + "precision": 0.928685, "recall": 0.94692, - "f1": 0.934151, + "f1": 0.934602, "accuracy": 0.94692, - "main_score": 0.934151, + "main_score": 0.934602, "hf_subset": "aze_Latn-bak_Cyrl", "languages": [ "aze-Latn", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991404, - "recall": 0.993991, - "f1": 0.992238, - "accuracy": 0.993991, - "main_score": 0.992238, + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, "hf_subset": "aze_Latn-eng_Latn", "languages": [ "aze-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971708, - "recall": 0.980471, - "f1": 0.974545, - "accuracy": 0.980471, - "main_score": 0.974545, + "precision": 0.972834, + "recall": 0.980971, + "f1": 0.975413, + "accuracy": 0.980971, + "main_score": 0.975413, "hf_subset": "aze_Latn-kaz_Cyrl", "languages": [ "aze-Latn", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949675, - "recall": 0.963946, - "f1": 0.954265, - "accuracy": 0.963946, - "main_score": 0.954265, + "precision": 0.950801, + "recall": 0.964447, + "f1": 0.955133, + "accuracy": 0.964447, + "main_score": 0.955133, "hf_subset": "aze_Latn-kir_Cyrl", "languages": [ "aze-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944709, - "recall": 0.95994, - "f1": 0.949541, - "accuracy": 0.95994, - "main_score": 0.949541, + "precision": 0.941871, + "recall": 0.958938, + "f1": 0.947288, + "accuracy": 0.958938, + "main_score": 0.947288, "hf_subset": "aze_Latn-tat_Cyrl", "languages": [ "aze-Latn", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.909297, - "recall": 0.9334, - "f1": 0.916758, - "accuracy": 0.9334, - "main_score": 0.916758, + "precision": 0.913887, + "recall": 0.936905, + "f1": 0.921015, + "accuracy": 0.936905, + "main_score": 0.921015, "hf_subset": "aze_Latn-tuk_Latn", "languages": [ "aze-Latn", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972125, - "recall": 0.980471, - "f1": 0.974879, - "accuracy": 0.980471, - "main_score": 0.974879, + "precision": 0.96887, + "recall": 0.977967, + "f1": 0.971874, + "accuracy": 0.977967, + "main_score": 0.971874, "hf_subset": "aze_Latn-tur_Latn", "languages": [ "aze-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.880642, - "recall": 0.911367, - "f1": 0.890277, - "accuracy": 0.911367, - "main_score": 0.890277, + "precision": 0.874675, + "recall": 0.90686, + "f1": 0.884628, + "accuracy": 0.90686, + "main_score": 0.884628, "hf_subset": "aze_Latn-uig_Arab", "languages": [ "aze-Latn", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971833, - "recall": 0.97997, - "f1": 0.974495, - "accuracy": 0.97997, - "main_score": 0.974495, + "precision": 0.973711, + "recall": 0.981973, + "f1": 0.976465, + "accuracy": 0.981973, + "main_score": 0.976465, "hf_subset": "aze_Latn-uzb_Latn", "languages": [ "aze-Latn", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922375, - "recall": 0.941913, - "f1": 0.928426, - "accuracy": 0.941913, - "main_score": 0.928426, + "precision": 0.922926, + "recall": 0.942914, + "f1": 0.929237, + "accuracy": 0.942914, + "main_score": 0.929237, "hf_subset": "bak_Cyrl-aze_Latn", "languages": [ "bak-Cyrl", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951068, - "recall": 0.964447, - "f1": 0.955216, - "accuracy": 0.964447, - "main_score": 0.955216, + "precision": 0.951652, + "recall": 0.965448, + "f1": 0.955967, + "accuracy": 0.965448, + "main_score": 0.955967, "hf_subset": "bak_Cyrl-eng_Latn", "languages": [ "bak-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.927704, - "recall": 0.94692, - "f1": 0.933721, - "accuracy": 0.94692, - "main_score": 0.933721, + "precision": 0.925685, + "recall": 0.945919, + "f1": 0.932056, + "accuracy": 0.945919, + "main_score": 0.932056, "hf_subset": "bak_Cyrl-kaz_Cyrl", "languages": [ "bak-Cyrl", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905709, - "recall": 0.929895, - "f1": 0.913146, - "accuracy": 0.929895, - "main_score": 0.913146, + "precision": 0.905963, + "recall": 0.929394, + "f1": 0.913117, + "accuracy": 0.929394, + "main_score": 0.913117, "hf_subset": "bak_Cyrl-kir_Cyrl", "languages": [ "bak-Cyrl", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.921507, - "recall": 0.942914, - "f1": 0.928343, - "accuracy": 0.942914, - "main_score": 0.928343, + "precision": 0.921382, + "recall": 0.941913, + "f1": 0.927875, + "accuracy": 0.941913, + "main_score": 0.927875, "hf_subset": "bak_Cyrl-tat_Cyrl", "languages": [ "bak-Cyrl", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.83986, - "recall": 0.876815, - "f1": 0.851146, - "accuracy": 0.876815, - "main_score": 0.851146, + "precision": 0.84309, + "recall": 0.87982, + "f1": 0.854293, + "accuracy": 0.87982, + "main_score": 0.854293, "hf_subset": "bak_Cyrl-tuk_Latn", "languages": [ "bak-Cyrl", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.913287, - "recall": 0.936405, - "f1": 0.920614, - "accuracy": 0.936405, - "main_score": 0.920614, + "precision": 0.910925, + "recall": 0.9334, + "f1": 0.917977, + "accuracy": 0.9334, + "main_score": 0.917977, "hf_subset": "bak_Cyrl-tur_Latn", "languages": [ "bak-Cyrl", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.783129, - "recall": 0.832248, - "f1": 0.797838, - "accuracy": 0.832248, - "main_score": 0.797838, + "precision": 0.790377, + "recall": 0.838257, + "f1": 0.804841, + "accuracy": 0.838257, + "main_score": 0.804841, "hf_subset": "bak_Cyrl-uig_Arab", "languages": [ "bak-Cyrl", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.925129, - "recall": 0.944417, - "f1": 0.931163, - "accuracy": 0.944417, - "main_score": 0.931163, + "precision": 0.922091, + "recall": 0.941913, + "f1": 0.928393, + "accuracy": 0.941913, + "main_score": 0.928393, "hf_subset": "bak_Cyrl-uzb_Latn", "languages": [ "bak-Cyrl", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.988483, - "f1": 0.984727, - "accuracy": 0.988483, - "main_score": 0.984727, + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, "hf_subset": "bel_Cyrl-bos_Latn", "languages": [ "bel-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.984894, + "recall": 0.989484, + "f1": 0.986396, + "accuracy": 0.989484, + "main_score": 0.986396, "hf_subset": "bel_Cyrl-bul_Cyrl", "languages": [ "bel-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982599, - "recall": 0.987982, - "f1": 0.984343, - "accuracy": 0.987982, - "main_score": 0.984343, + "precision": 0.981264, + "recall": 0.98698, + "f1": 0.983091, + "accuracy": 0.98698, + "main_score": 0.983091, "hf_subset": "bel_Cyrl-ces_Latn", "languages": [ "bel-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, "hf_subset": "bel_Cyrl-eng_Latn", "languages": [ "bel-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983392, + "precision": 0.982974, "recall": 0.988483, - "f1": 0.985061, + "f1": 0.984811, "accuracy": 0.988483, - "main_score": 0.985061, + "main_score": 0.984811, "hf_subset": "bel_Cyrl-hrv_Latn", "languages": [ "bel-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980137, - "recall": 0.98648, - "f1": 0.982223, - "accuracy": 0.98648, - "main_score": 0.982223, + "precision": 0.979553, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, "hf_subset": "bel_Cyrl-mkd_Cyrl", "languages": [ "bel-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973377, + "precision": 0.97346, "recall": 0.981472, - "f1": 0.976047, + "f1": 0.976131, "accuracy": 0.981472, - "main_score": 0.976047, + "main_score": 0.976131, "hf_subset": "bel_Cyrl-pol_Latn", "languages": [ "bel-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972793, - "recall": 0.980971, - "f1": 0.975463, - "accuracy": 0.980971, - "main_score": 0.975463, + "precision": 0.97129, + "recall": 0.97997, + "f1": 0.974128, + "accuracy": 0.97997, + "main_score": 0.974128, "hf_subset": "bel_Cyrl-rus_Cyrl", "languages": [ "bel-Cyrl", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980012, + "precision": 0.979761, "recall": 0.985979, - "f1": 0.981923, + "f1": 0.981756, "accuracy": 0.985979, - "main_score": 0.981923, + "main_score": 0.981756, "hf_subset": "bel_Cyrl-slk_Latn", "languages": [ "bel-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97805, - "recall": 0.984977, - "f1": 0.980304, - "accuracy": 0.984977, - "main_score": 0.980304, + "precision": 0.97755, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "bel_Cyrl-slv_Latn", "languages": [ "bel-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.98698, - "f1": 0.983225, - "accuracy": 0.98698, - "main_score": 0.983225, + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, "hf_subset": "bel_Cyrl-srp_Cyrl", "languages": [ "bel-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980971, - "recall": 0.98648, - "f1": 0.982724, - "accuracy": 0.98648, - "main_score": 0.982724, + "precision": 0.97755, + "recall": 0.983976, + "f1": 0.979636, + "accuracy": 0.983976, + "main_score": 0.979636, "hf_subset": "bel_Cyrl-srp_Latn", "languages": [ "bel-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982766, - "recall": 0.987982, - "f1": 0.984427, - "accuracy": 0.987982, - "main_score": 0.984427, + "precision": 0.985019, + "recall": 0.989484, + "f1": 0.98643, + "accuracy": 0.989484, + "main_score": 0.98643, "hf_subset": "bel_Cyrl-ukr_Cyrl", "languages": [ "bel-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.704219, - "recall": 0.743615, - "f1": 0.715116, - "accuracy": 0.743615, - "main_score": 0.715116, + "precision": 0.702116, + "recall": 0.741112, + "f1": 0.712883, + "accuracy": 0.741112, + "main_score": 0.712883, "hf_subset": "bem_Latn-eng_Latn", "languages": [ "bem-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.621078, - "recall": 0.671007, - "f1": 0.63548, - "accuracy": 0.671007, - "main_score": 0.63548, + "precision": 0.618799, + "recall": 0.669504, + "f1": 0.633298, + "accuracy": 0.669504, + "main_score": 0.633298, "hf_subset": "bem_Latn-ewe_Latn", "languages": [ "bem-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.673935, - "recall": 0.711067, - "f1": 0.684851, - "accuracy": 0.711067, - "main_score": 0.684851, + "precision": 0.6681, + "recall": 0.707061, + "f1": 0.679418, + "accuracy": 0.707061, + "main_score": 0.679418, "hf_subset": "bem_Latn-fuc_Latn", "languages": [ "bem-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661311, - "recall": 0.712068, - "f1": 0.675869, - "accuracy": 0.712068, - "main_score": 0.675869, + "precision": 0.656166, + "recall": 0.708062, + "f1": 0.671303, + "accuracy": 0.708062, + "main_score": 0.671303, "hf_subset": "bem_Latn-kin_Latn", "languages": [ "bem-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.693197, - "recall": 0.730596, - "f1": 0.704113, - "accuracy": 0.730596, - "main_score": 0.704113, + "precision": 0.688021, + "recall": 0.725088, + "f1": 0.698655, + "accuracy": 0.725088, + "main_score": 0.698655, "hf_subset": "bem_Latn-nde_Latn", "languages": [ "bem-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.708769, - "recall": 0.745618, - "f1": 0.719404, - "accuracy": 0.745618, - "main_score": 0.719404, + "precision": 0.705635, + "recall": 0.742113, + "f1": 0.716072, + "accuracy": 0.742113, + "main_score": 0.716072, "hf_subset": "bem_Latn-nya_Latn", "languages": [ "bem-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.697969, - "recall": 0.740611, - "f1": 0.709812, - "accuracy": 0.740611, - "main_score": 0.709812, + "precision": 0.693768, + "recall": 0.734602, + "f1": 0.705409, + "accuracy": 0.734602, + "main_score": 0.705409, "hf_subset": "bem_Latn-sna_Latn", "languages": [ "bem-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682274, - "recall": 0.717076, - "f1": 0.691859, - "accuracy": 0.717076, - "main_score": 0.691859, + "precision": 0.674994, + "recall": 0.712068, + "f1": 0.68511, + "accuracy": 0.712068, + "main_score": 0.68511, "hf_subset": "bem_Latn-ven_Latn", "languages": [ "bem-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981222, - "recall": 0.98698, - "f1": 0.983141, - "accuracy": 0.98698, - "main_score": 0.983141, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "ben_Beng-arb_Arab", "languages": [ "ben-Beng", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, "hf_subset": "ben_Beng-deu_Latn", "languages": [ "ben-Beng", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.132456, - "recall": 0.167251, - "f1": 0.141573, - "accuracy": 0.167251, - "main_score": 0.141573, + "precision": 0.126602, + "recall": 0.163245, + "f1": 0.135857, + "accuracy": 0.163245, + "main_score": 0.135857, "hf_subset": "ben_Beng-div_Thaa", "languages": [ "ben-Beng", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988399, + "precision": 0.988149, "recall": 0.991988, - "f1": 0.989568, + "f1": 0.989401, "accuracy": 0.991988, - "main_score": 0.989568, + "main_score": 0.989401, "hf_subset": "ben_Beng-ell_Grek", "languages": [ "ben-Beng", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "ben_Beng-eng_Latn", "languages": [ "ben-Beng", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.930437, - "recall": 0.948423, - "f1": 0.936171, - "accuracy": 0.948423, - "main_score": 0.936171, + "precision": 0.928576, + "recall": 0.947421, + "f1": 0.934552, + "accuracy": 0.947421, + "main_score": 0.934552, "hf_subset": "ben_Beng-eus_Latn", "languages": [ "ben-Beng", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, "hf_subset": "ben_Beng-fas_Arab", "languages": [ "ben-Beng", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979261, - "recall": 0.985478, - "f1": 0.981255, - "accuracy": 0.985478, - "main_score": 0.981255, + "precision": 0.975922, + "recall": 0.983475, + "f1": 0.978334, + "accuracy": 0.983475, + "main_score": 0.978334, "hf_subset": "ben_Beng-fin_Latn", "languages": [ "ben-Beng", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "ben_Beng-fra_Latn", "languages": [ "ben-Beng", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987982, @@ -1274,67 +1379,73 @@ "languages": [ "ben-Beng", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981973, - "recall": 0.987982, - "f1": 0.983976, - "accuracy": 0.987982, - "main_score": 0.983976, + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, "hf_subset": "ben_Beng-heb_Hebr", "languages": [ "ben-Beng", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "ben_Beng-hin_Deva", "languages": [ "ben-Beng", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974879, - "recall": 0.982474, - "f1": 0.977383, - "accuracy": 0.982474, - "main_score": 0.977383, + "precision": 0.974587, + "recall": 0.981973, + "f1": 0.976999, + "accuracy": 0.981973, + "main_score": 0.976999, "hf_subset": "ben_Beng-hun_Latn", "languages": [ "ben-Beng", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.991487, + "recall": 0.993991, + "f1": 0.992322, + "accuracy": 0.993991, + "main_score": 0.992322, "hf_subset": "ben_Beng-ind_Latn", "languages": [ "ben-Beng", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982974, - "recall": 0.988483, - "f1": 0.984811, - "accuracy": 0.988483, - "main_score": 0.984811, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "ben_Beng-jpn_Jpan", "languages": [ "ben-Beng", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.988232, @@ -1346,91 +1457,99 @@ "languages": [ "ben-Beng", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.987982, - "f1": 0.984477, - "accuracy": 0.987982, - "main_score": 0.984477, + "precision": 0.981222, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, "hf_subset": "ben_Beng-kor_Hang", "languages": [ "ben-Beng", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98022, - "recall": 0.98648, - "f1": 0.982307, - "accuracy": 0.98648, - "main_score": 0.982307, + "precision": 0.978217, + "recall": 0.985478, + "f1": 0.980638, + "accuracy": 0.985478, + "main_score": 0.980638, "hf_subset": "ben_Beng-lit_Latn", "languages": [ "ben-Beng", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985896, - "recall": 0.990486, - "f1": 0.987398, - "accuracy": 0.990486, - "main_score": 0.987398, + "precision": 0.985603, + "recall": 0.989985, + "f1": 0.987014, + "accuracy": 0.989985, + "main_score": 0.987014, "hf_subset": "ben_Beng-mar_Deva", "languages": [ "ben-Beng", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, - "recall": 0.98698, - "f1": 0.982891, - "accuracy": 0.98698, - "main_score": 0.982891, + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, "hf_subset": "ben_Beng-nep_Deva", "languages": [ "ben-Beng", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, "hf_subset": "ben_Beng-nld_Latn", "languages": [ "ben-Beng", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990986, - "f1": 0.987982, - "accuracy": 0.990986, - "main_score": 0.987982, + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, "hf_subset": "ben_Beng-pan_Guru", "languages": [ "ben-Beng", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, - "recall": 0.98698, - "f1": 0.982891, - "accuracy": 0.98698, - "main_score": 0.982891, + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, "hf_subset": "ben_Beng-pol_Latn", "languages": [ "ben-Beng", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989484, @@ -1442,115 +1561,125 @@ "languages": [ "ben-Beng", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981597, - "recall": 0.987481, - "f1": 0.983509, - "accuracy": 0.987481, - "main_score": 0.983509, + "precision": 0.976882, + "recall": 0.984477, + "f1": 0.979386, + "accuracy": 0.984477, + "main_score": 0.979386, "hf_subset": "ben_Beng-rus_Cyrl", "languages": [ "ben-Beng", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.946503, - "recall": 0.962444, - "f1": 0.951577, - "accuracy": 0.962444, - "main_score": 0.951577, + "precision": 0.944375, + "recall": 0.961943, + "f1": 0.950042, + "accuracy": 0.961943, + "main_score": 0.950042, "hf_subset": "ben_Beng-sin_Sinh", "languages": [ "ben-Beng", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.926849, - "recall": 0.948923, - "f1": 0.933934, - "accuracy": 0.948923, - "main_score": 0.933934, + "precision": 0.925972, + "recall": 0.948423, + "f1": 0.933216, + "accuracy": 0.948423, + "main_score": 0.933216, "hf_subset": "ben_Beng-snd_Arab", "languages": [ "ben-Beng", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989985, - "f1": 0.986647, - "accuracy": 0.989985, - "main_score": 0.986647, + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, "hf_subset": "ben_Beng-spa_Latn", "languages": [ "ben-Beng", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.925638, + "precision": 0.926849, "recall": 0.94642, - "f1": 0.932215, + "f1": 0.933016, "accuracy": 0.94642, - "main_score": 0.932215, + "main_score": 0.933016, "hf_subset": "ben_Beng-swa_Latn", "languages": [ "ben-Beng", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, "hf_subset": "ben_Beng-swe_Latn", "languages": [ "ben-Beng", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.980721, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, "hf_subset": "ben_Beng-tam_Taml", "languages": [ "ben-Beng", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981472, - "recall": 0.987481, - "f1": 0.983475, - "accuracy": 0.987481, - "main_score": 0.983475, + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, "hf_subset": "ben_Beng-tel_Telu", "languages": [ "ben-Beng", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981556, - "recall": 0.98698, - "f1": 0.983308, - "accuracy": 0.98698, - "main_score": 0.983308, + "precision": 0.97755, + "recall": 0.983976, + "f1": 0.979636, + "accuracy": 0.983976, + "main_score": 0.979636, "hf_subset": "ben_Beng-tur_Latn", "languages": [ "ben-Beng", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.98648, @@ -1562,175 +1691,190 @@ "languages": [ "ben-Beng", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, "hf_subset": "ben_Beng-vie_Latn", "languages": [ "ben-Beng", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, + "precision": 0.983225, "recall": 0.988483, - "f1": 0.985144, + "f1": 0.984977, "accuracy": 0.988483, - "main_score": 0.985144, + "main_score": 0.984977, "hf_subset": "ben_Beng-zho_Hant", "languages": [ "ben-Beng", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.692999, - "recall": 0.741112, - "f1": 0.707347, - "accuracy": 0.741112, - "main_score": 0.707347, + "precision": 0.688083, + "recall": 0.739609, + "f1": 0.703439, + "accuracy": 0.739609, + "main_score": 0.703439, "hf_subset": "ben_Beng-zul_Latn", "languages": [ "ben-Beng", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.256542, - "recall": 0.316975, - "f1": 0.271891, - "accuracy": 0.316975, - "main_score": 0.271891, + "precision": 0.251255, + "recall": 0.312469, + "f1": 0.266881, + "accuracy": 0.312469, + "main_score": 0.266881, "hf_subset": "bod_Tibt-dzo_Tibt", "languages": [ "bod-Tibt", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.619544, - "recall": 0.688533, - "f1": 0.638124, - "accuracy": 0.688533, - "main_score": 0.638124, + "precision": 0.616666, + "recall": 0.682524, + "f1": 0.63437, + "accuracy": 0.682524, + "main_score": 0.63437, "hf_subset": "bod_Tibt-eng_Latn", "languages": [ "bod-Tibt", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.567396, - "recall": 0.635954, - "f1": 0.586287, - "accuracy": 0.635954, - "main_score": 0.586287, + "precision": 0.563936, + "recall": 0.628943, + "f1": 0.581751, + "accuracy": 0.628943, + "main_score": 0.581751, "hf_subset": "bod_Tibt-khm_Khmr", "languages": [ "bod-Tibt", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.562153, - "recall": 0.628943, - "f1": 0.579825, - "accuracy": 0.628943, - "main_score": 0.579825, + "precision": 0.556289, + "recall": 0.622934, + "f1": 0.574006, + "accuracy": 0.622934, + "main_score": 0.574006, "hf_subset": "bod_Tibt-lao_Laoo", "languages": [ "bod-Tibt", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.524955, - "recall": 0.596895, - "f1": 0.544799, - "accuracy": 0.596895, - "main_score": 0.544799, + "precision": 0.517467, + "recall": 0.588883, + "f1": 0.537182, + "accuracy": 0.588883, + "main_score": 0.537182, "hf_subset": "bod_Tibt-mon_Mong", "languages": [ "bod-Tibt", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.452863, - "recall": 0.531297, - "f1": 0.474475, - "accuracy": 0.531297, - "main_score": 0.474475, + "precision": 0.440575, + "recall": 0.517777, + "f1": 0.461205, + "accuracy": 0.517777, + "main_score": 0.461205, "hf_subset": "bod_Tibt-mya_Mymr", "languages": [ "bod-Tibt", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.603996, - "recall": 0.675513, - "f1": 0.623542, - "accuracy": 0.675513, - "main_score": 0.623542, + "precision": 0.598766, + "recall": 0.667501, + "f1": 0.617443, + "accuracy": 0.667501, + "main_score": 0.617443, "hf_subset": "bod_Tibt-tha_Thai", "languages": [ "bod-Tibt", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9831, - "recall": 0.987982, - "f1": 0.984677, - "accuracy": 0.987982, - "main_score": 0.984677, + "precision": 0.98239, + "recall": 0.987481, + "f1": 0.984059, + "accuracy": 0.987481, + "main_score": 0.984059, "hf_subset": "bos_Latn-bel_Cyrl", "languages": [ "bos-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.992989, - "f1": 0.991153, - "accuracy": 0.992989, - "main_score": 0.991153, + "precision": 0.988483, + "recall": 0.991988, + "f1": 0.989651, + "accuracy": 0.991988, + "main_score": 0.989651, "hf_subset": "bos_Latn-bul_Cyrl", "languages": [ "bos-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, "hf_subset": "bos_Latn-ces_Latn", "languages": [ "bos-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "bos_Latn-eng_Latn", "languages": [ "bos-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995493, @@ -1742,79 +1886,86 @@ "languages": [ "bos-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99349, - "recall": 0.995493, - "f1": 0.994158, - "accuracy": 0.995493, - "main_score": 0.994158, + "precision": 0.991487, + "recall": 0.993991, + "f1": 0.992322, + "accuracy": 0.993991, + "main_score": 0.992322, "hf_subset": "bos_Latn-mkd_Cyrl", "languages": [ "bos-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981472, - "recall": 0.987481, - "f1": 0.983475, - "accuracy": 0.987481, - "main_score": 0.983475, + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, "hf_subset": "bos_Latn-pol_Latn", "languages": [ "bos-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981222, - "recall": 0.98698, - "f1": 0.983141, - "accuracy": 0.98698, - "main_score": 0.983141, + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, "hf_subset": "bos_Latn-rus_Cyrl", "languages": [ "bos-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "bos_Latn-slk_Latn", "languages": [ "bos-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989067, + "precision": 0.989568, "recall": 0.992489, - "f1": 0.990152, + "f1": 0.990486, "accuracy": 0.992489, - "main_score": 0.990152, + "main_score": 0.990486, "hf_subset": "bos_Latn-slv_Latn", "languages": [ "bos-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99107, + "precision": 0.99082, "recall": 0.99349, - "f1": 0.991821, + "f1": 0.991654, "accuracy": 0.99349, - "main_score": 0.991821, + "main_score": 0.991654, "hf_subset": "bos_Latn-srp_Cyrl", "languages": [ "bos-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.993991, @@ -1826,79 +1977,86 @@ "languages": [ "bos-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990486, - "f1": 0.987815, - "accuracy": 0.990486, - "main_score": 0.987815, + "precision": 0.985729, + "recall": 0.989484, + "f1": 0.98698, + "accuracy": 0.989484, + "main_score": 0.98698, "hf_subset": "bos_Latn-ukr_Cyrl", "languages": [ "bos-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, "hf_subset": "bul_Cyrl-bel_Cyrl", "languages": [ "bul-Cyrl", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987565, - "recall": 0.991487, - "f1": 0.988817, - "accuracy": 0.991487, - "main_score": 0.988817, + "precision": 0.989067, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, "hf_subset": "bul_Cyrl-bos_Latn", "languages": [ "bul-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990986, - "f1": 0.987982, - "accuracy": 0.990986, - "main_score": 0.987982, + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, "hf_subset": "bul_Cyrl-ces_Latn", "languages": [ "bul-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "bul_Cyrl-eng_Latn", "languages": [ "bul-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "bul_Cyrl-hrv_Latn", "languages": [ "bul-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.984977, @@ -1910,223 +2068,242 @@ "languages": [ "bul-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, - "recall": 0.98648, - "f1": 0.982557, - "accuracy": 0.98648, - "main_score": 0.982557, + "precision": 0.981222, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, "hf_subset": "bul_Cyrl-pol_Latn", "languages": [ "bul-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981305, - "recall": 0.98698, - "f1": 0.983141, - "accuracy": 0.98698, - "main_score": 0.983141, + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "bul_Cyrl-rus_Cyrl", "languages": [ "bul-Cyrl", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987106, - "recall": 0.990986, - "f1": 0.988349, - "accuracy": 0.990986, - "main_score": 0.988349, + "precision": 0.987899, + "recall": 0.991487, + "f1": 0.989067, + "accuracy": 0.991487, + "main_score": 0.989067, "hf_subset": "bul_Cyrl-slk_Latn", "languages": [ "bul-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984644, - "recall": 0.989484, - "f1": 0.986229, - "accuracy": 0.989484, - "main_score": 0.986229, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "bul_Cyrl-slv_Latn", "languages": [ "bul-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.989985, - "f1": 0.987231, - "accuracy": 0.989985, - "main_score": 0.987231, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985896, + "accuracy": 0.988983, + "main_score": 0.985896, "hf_subset": "bul_Cyrl-srp_Cyrl", "languages": [ "bul-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, "hf_subset": "bul_Cyrl-srp_Latn", "languages": [ "bul-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, - "hf_subset": "bul_Cyrl-ukr_Cyrl", + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "bul_Cyrl-ukr_Cyrl", "languages": [ "bul-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993407, - "recall": 0.994992, - "f1": 0.993908, - "accuracy": 0.994992, - "main_score": 0.993908, + "precision": 0.992489, + "recall": 0.994492, + "f1": 0.993156, + "accuracy": 0.994492, + "main_score": 0.993156, "hf_subset": "cat_Latn-eng_Latn", "languages": [ "cat-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98698, - "recall": 0.990986, - "f1": 0.988316, - "accuracy": 0.990986, - "main_score": 0.988316, + "precision": 0.985478, + "recall": 0.989484, + "f1": 0.986814, + "accuracy": 0.989484, + "main_score": 0.986814, "hf_subset": "cat_Latn-fra_Latn", "languages": [ "cat-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "cat_Latn-glg_Latn", "languages": [ "cat-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.991988, - "f1": 0.989484, - "accuracy": 0.991988, - "main_score": 0.989484, + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, "hf_subset": "cat_Latn-ita_Latn", "languages": [ "cat-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.943978, - "recall": 0.958938, - "f1": 0.948684, - "accuracy": 0.958938, - "main_score": 0.948684, + "precision": 0.94453, + "recall": 0.95994, + "f1": 0.949332, + "accuracy": 0.95994, + "main_score": 0.949332, "hf_subset": "cat_Latn-mlt_Latn", "languages": [ "cat-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986814, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.985311, + "recall": 0.989484, + "f1": 0.986647, + "accuracy": 0.989484, + "main_score": 0.986647, "hf_subset": "cat_Latn-por_Latn", "languages": [ "cat-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986396, - "recall": 0.990486, - "f1": 0.987732, - "accuracy": 0.990486, - "main_score": 0.987732, + "precision": 0.986146, + "recall": 0.989985, + "f1": 0.987398, + "accuracy": 0.989985, + "main_score": 0.987398, "hf_subset": "cat_Latn-ron_Latn", "languages": [ "cat-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.990986, - "f1": 0.988733, - "accuracy": 0.990986, - "main_score": 0.988733, + "precision": 0.988983, + "recall": 0.991988, + "f1": 0.989902, + "accuracy": 0.991988, + "main_score": 0.989902, "hf_subset": "cat_Latn-spa_Latn", "languages": [ "cat-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.985395, + "recall": 0.989985, + "f1": 0.986897, + "accuracy": 0.989985, + "main_score": 0.986897, "hf_subset": "ces_Latn-bel_Cyrl", "languages": [ "ces-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992739, - "recall": 0.994992, - "f1": 0.99349, - "accuracy": 0.994992, - "main_score": 0.99349, + "precision": 0.991404, + "recall": 0.993991, + "f1": 0.992238, + "accuracy": 0.993991, + "main_score": 0.992238, "hf_subset": "ces_Latn-bos_Latn", "languages": [ "ces-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "ces_Latn-bul_Cyrl", "languages": [ "ces-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995493, @@ -2138,283 +2315,307 @@ "languages": [ "ces-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, + "precision": 0.992989, "recall": 0.994992, - "f1": 0.993323, + "f1": 0.993657, "accuracy": 0.994992, - "main_score": 0.993323, + "main_score": 0.993657, "hf_subset": "ces_Latn-hrv_Latn", "languages": [ "ces-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992238, - "recall": 0.994492, - "f1": 0.992989, - "accuracy": 0.994492, - "main_score": 0.992989, + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, "hf_subset": "ces_Latn-mkd_Cyrl", "languages": [ "ces-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987356, - "recall": 0.990986, - "f1": 0.988516, - "accuracy": 0.990986, - "main_score": 0.988516, + "precision": 0.984811, + "recall": 0.988983, + "f1": 0.986146, + "accuracy": 0.988983, + "main_score": 0.986146, "hf_subset": "ces_Latn-pol_Latn", "languages": [ "ces-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986062, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.986396, + "accuracy": 0.989484, + "main_score": 0.986396, "hf_subset": "ces_Latn-rus_Cyrl", "languages": [ "ces-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, + "precision": 0.992656, "recall": 0.994992, - "f1": 0.993323, + "f1": 0.993407, "accuracy": 0.994992, - "main_score": 0.993323, + "main_score": 0.993407, "hf_subset": "ces_Latn-slk_Latn", "languages": [ "ces-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991738, - "recall": 0.994492, - "f1": 0.992656, - "accuracy": 0.994492, - "main_score": 0.992656, + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, "hf_subset": "ces_Latn-slv_Latn", "languages": [ "ces-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991404, - "recall": 0.993991, - "f1": 0.992238, - "accuracy": 0.993991, - "main_score": 0.992238, + "precision": 0.990319, + "recall": 0.992989, + "f1": 0.991153, + "accuracy": 0.992989, + "main_score": 0.991153, "hf_subset": "ces_Latn-srp_Cyrl", "languages": [ "ces-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.991988, - "f1": 0.989484, - "accuracy": 0.991988, - "main_score": 0.989484, + "precision": 0.988065, + "recall": 0.991487, + "f1": 0.98915, + "accuracy": 0.991487, + "main_score": 0.98915, "hf_subset": "ces_Latn-srp_Latn", "languages": [ "ces-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.991487, - "f1": 0.989317, - "accuracy": 0.991487, - "main_score": 0.989317, + "precision": 0.989484, + "recall": 0.992489, + "f1": 0.990486, + "accuracy": 0.992489, + "main_score": 0.990486, "hf_subset": "ces_Latn-ukr_Cyrl", "languages": [ "ces-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.895735, - "recall": 0.923385, - "f1": 0.90434, - "accuracy": 0.923385, - "main_score": 0.90434, + "precision": 0.892706, + "recall": 0.922384, + "f1": 0.901903, + "accuracy": 0.922384, + "main_score": 0.901903, "hf_subset": "ckb_Arab-arb_Arab", "languages": [ "ckb-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93774, - "recall": 0.956935, - "f1": 0.943916, - "accuracy": 0.956935, - "main_score": 0.943916, + "precision": 0.935904, + "recall": 0.955433, + "f1": 0.94233, + "accuracy": 0.955433, + "main_score": 0.94233, "hf_subset": "ckb_Arab-eng_Latn", "languages": [ "ckb-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.911718, - "recall": 0.935403, - "f1": 0.918995, - "accuracy": 0.935403, - "main_score": 0.918995, + "precision": 0.909314, + "recall": 0.933901, + "f1": 0.916925, + "accuracy": 0.933901, + "main_score": 0.916925, "hf_subset": "ckb_Arab-fas_Arab", "languages": [ "ckb-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.915498, - "recall": 0.93991, - "f1": 0.923235, - "accuracy": 0.93991, - "main_score": 0.923235, + "precision": 0.914931, + "recall": 0.938908, + "f1": 0.9225, + "accuracy": 0.938908, + "main_score": 0.9225, "hf_subset": "ckb_Arab-heb_Hebr", "languages": [ "ckb-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.783304, - "recall": 0.834752, - "f1": 0.798778, - "accuracy": 0.834752, - "main_score": 0.798778, + "precision": 0.782784, + "recall": 0.836254, + "f1": 0.798833, + "accuracy": 0.836254, + "main_score": 0.798833, "hf_subset": "ckb_Arab-kmr_Latn", "languages": [ "ckb-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.801838, - "recall": 0.844767, - "f1": 0.814434, - "accuracy": 0.844767, - "main_score": 0.814434, + "precision": 0.80099, + "recall": 0.845769, + "f1": 0.814364, + "accuracy": 0.845769, + "main_score": 0.814364, "hf_subset": "ckb_Arab-mey_Arab", "languages": [ "ckb-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.921983, - "recall": 0.943916, - "f1": 0.92896, - "accuracy": 0.943916, - "main_score": 0.92896, + "precision": 0.915081, + "recall": 0.939409, + "f1": 0.922818, + "accuracy": 0.939409, + "main_score": 0.922818, "hf_subset": "ckb_Arab-prs_Arab", "languages": [ "ckb-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.819012, - "recall": 0.861292, - "f1": 0.831884, - "accuracy": 0.861292, - "main_score": 0.831884, + "precision": 0.817493, + "recall": 0.86029, + "f1": 0.830489, + "accuracy": 0.86029, + "main_score": 0.830489, "hf_subset": "ckb_Arab-pus_Arab", "languages": [ "ckb-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.57836, - "recall": 0.643966, - "f1": 0.597076, - "accuracy": 0.643966, - "main_score": 0.597076, + "precision": 0.575324, + "recall": 0.641462, + "f1": 0.593996, + "accuracy": 0.641462, + "main_score": 0.593996, "hf_subset": "ckb_Arab-shi_Arab", "languages": [ "ckb-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.824687, - "recall": 0.864296, - "f1": 0.836557, - "accuracy": 0.864296, - "main_score": 0.836557, + "precision": 0.821724, + "recall": 0.862794, + "f1": 0.834087, + "accuracy": 0.862794, + "main_score": 0.834087, "hf_subset": "ckb_Arab-tgk_Cyrl", "languages": [ "ckb-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956935, - "recall": 0.969454, - "f1": 0.961025, - "accuracy": 0.969454, - "main_score": 0.961025, + "precision": 0.955892, + "recall": 0.967952, + "f1": 0.959723, + "accuracy": 0.967952, + "main_score": 0.959723, "hf_subset": "cym_Latn-eng_Latn", "languages": [ "cym-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.855775, - "recall": 0.890336, - "f1": 0.866359, - "accuracy": 0.890336, - "main_score": 0.866359, + "precision": 0.8554, + "recall": 0.890836, + "f1": 0.866242, + "accuracy": 0.890836, + "main_score": 0.866242, "hf_subset": "cym_Latn-gle_Latn", "languages": [ "cym-Latn", "gle-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987147, - "recall": 0.990986, - "f1": 0.988399, - "accuracy": 0.990986, - "main_score": 0.988399, + "precision": 0.983642, + "recall": 0.988483, + "f1": 0.985228, + "accuracy": 0.988483, + "main_score": 0.985228, "hf_subset": "dan_Latn-afr_Latn", "languages": [ "dan-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992364, - "recall": 0.994492, - "f1": 0.993023, - "accuracy": 0.994492, - "main_score": 0.993023, + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, "hf_subset": "dan_Latn-deu_Latn", "languages": [ "dan-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995493, @@ -2426,43 +2627,47 @@ "languages": [ "dan-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.967201, - "recall": 0.976965, - "f1": 0.970372, - "accuracy": 0.976965, - "main_score": 0.970372, + "precision": 0.96211, + "recall": 0.97346, + "f1": 0.965782, + "accuracy": 0.97346, + "main_score": 0.965782, "hf_subset": "dan_Latn-fao_Latn", "languages": [ "dan-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97563, - "recall": 0.983475, - "f1": 0.978217, - "accuracy": 0.983475, - "main_score": 0.978217, + "precision": 0.973377, + "recall": 0.981973, + "f1": 0.976214, + "accuracy": 0.981973, + "main_score": 0.976214, "hf_subset": "dan_Latn-isl_Latn", "languages": [ "dan-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951177, - "recall": 0.964947, - "f1": 0.955409, - "accuracy": 0.964947, - "main_score": 0.955409, + "precision": 0.9503, + "recall": 0.963946, + "f1": 0.954508, + "accuracy": 0.963946, + "main_score": 0.954508, "hf_subset": "dan_Latn-ltz_Latn", "languages": [ "dan-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.988983, @@ -2474,91 +2679,99 @@ "languages": [ "dan-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, "hf_subset": "dan_Latn-nno_Latn", "languages": [ "dan-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990736, - "recall": 0.99349, - "f1": 0.991654, - "accuracy": 0.99349, - "main_score": 0.991654, + "precision": 0.991404, + "recall": 0.993991, + "f1": 0.992238, + "accuracy": 0.993991, + "main_score": 0.992238, "hf_subset": "dan_Latn-nob_Latn", "languages": [ "dan-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.993991, - "f1": 0.992071, - "accuracy": 0.993991, - "main_score": 0.992071, + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, "hf_subset": "dan_Latn-swe_Latn", "languages": [ "dan-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.991988, - "f1": 0.989818, - "accuracy": 0.991988, - "main_score": 0.989818, + "precision": 0.98648, + "recall": 0.990486, + "f1": 0.987815, + "accuracy": 0.990486, + "main_score": 0.987815, "hf_subset": "deu_Latn-afr_Latn", "languages": [ "deu-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981723, - "recall": 0.987481, - "f1": 0.983642, - "accuracy": 0.987481, - "main_score": 0.983642, + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "deu_Latn-arb_Arab", "languages": [ "deu-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988483, - "recall": 0.991988, - "f1": 0.989651, - "accuracy": 0.991988, - "main_score": 0.989651, + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "deu_Latn-ben_Beng", "languages": [ "deu-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989651, - "recall": 0.992989, - "f1": 0.990736, - "accuracy": 0.992989, - "main_score": 0.990736, + "precision": 0.989109, + "recall": 0.992489, + "f1": 0.990185, + "accuracy": 0.992489, + "main_score": 0.990185, "hf_subset": "deu_Latn-dan_Latn", "languages": [ "deu-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991738, @@ -2570,43 +2783,47 @@ "languages": [ "deu-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.996495, - "f1": 0.995326, - "accuracy": 0.996495, - "main_score": 0.995326, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "deu_Latn-eng_Latn", "languages": [ "deu-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956351, - "recall": 0.969454, - "f1": 0.960608, - "accuracy": 0.969454, - "main_score": 0.960608, + "precision": 0.959523, + "recall": 0.971457, + "f1": 0.963362, + "accuracy": 0.971457, + "main_score": 0.963362, "hf_subset": "deu_Latn-fao_Latn", "languages": [ "deu-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, - "recall": 0.987982, - "f1": 0.98431, - "accuracy": 0.987982, - "main_score": 0.98431, + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, "hf_subset": "deu_Latn-fas_Arab", "languages": [ "deu-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.981806, @@ -2618,43 +2835,47 @@ "languages": [ "deu-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985896, - "recall": 0.990486, - "f1": 0.987398, - "accuracy": 0.990486, - "main_score": 0.987398, + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, "hf_subset": "deu_Latn-fra_Latn", "languages": [ "deu-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989651, - "recall": 0.992989, - "f1": 0.990736, - "accuracy": 0.992989, - "main_score": 0.990736, + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, "hf_subset": "deu_Latn-heb_Hebr", "languages": [ "deu-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990486, - "f1": 0.987899, - "accuracy": 0.990486, - "main_score": 0.987899, + "precision": 0.987231, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, "hf_subset": "deu_Latn-hin_Deva", "languages": [ "deu-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.976632, @@ -2666,103 +2887,112 @@ "languages": [ "deu-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991905, - "recall": 0.994492, - "f1": 0.992739, - "accuracy": 0.994492, - "main_score": 0.992739, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "deu_Latn-ind_Latn", "languages": [ "deu-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.969371, - "recall": 0.979469, - "f1": 0.972709, - "accuracy": 0.979469, - "main_score": 0.972709, + "precision": 0.967868, + "recall": 0.978468, + "f1": 0.971374, + "accuracy": 0.978468, + "main_score": 0.971374, "hf_subset": "deu_Latn-isl_Latn", "languages": [ "deu-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989484, - "f1": 0.98648, - "accuracy": 0.989484, - "main_score": 0.98648, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, "hf_subset": "deu_Latn-jpn_Jpan", "languages": [ "deu-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976548, - "recall": 0.983475, - "f1": 0.978802, - "accuracy": 0.983475, - "main_score": 0.978802, + "precision": 0.977132, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, "hf_subset": "deu_Latn-kor_Hang", "languages": [ "deu-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981305, + "precision": 0.981639, "recall": 0.98698, - "f1": 0.983141, + "f1": 0.983392, "accuracy": 0.98698, - "main_score": 0.983141, + "main_score": 0.983392, "hf_subset": "deu_Latn-lit_Latn", "languages": [ "deu-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956143, + "precision": 0.95656, "recall": 0.969454, - "f1": 0.960391, + "f1": 0.960641, "accuracy": 0.969454, - "main_score": 0.960391, + "main_score": 0.960641, "hf_subset": "deu_Latn-ltz_Latn", "languages": [ "deu-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99082, - "recall": 0.99349, - "f1": 0.991654, - "accuracy": 0.99349, - "main_score": 0.991654, + "precision": 0.992405, + "recall": 0.994492, + "f1": 0.993073, + "accuracy": 0.994492, + "main_score": 0.993073, "hf_subset": "deu_Latn-nld_Latn", "languages": [ "deu-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, "hf_subset": "deu_Latn-nno_Latn", "languages": [ "deu-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990569, @@ -2774,67 +3004,73 @@ "languages": [ "deu-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.987982, - "f1": 0.984811, - "accuracy": 0.987982, - "main_score": 0.984811, + "precision": 0.982641, + "recall": 0.987481, + "f1": 0.984226, + "accuracy": 0.987481, + "main_score": 0.984226, "hf_subset": "deu_Latn-pol_Latn", "languages": [ "deu-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, "hf_subset": "deu_Latn-por_Latn", "languages": [ "deu-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, + "precision": 0.985979, "recall": 0.989985, - "f1": 0.987398, + "f1": 0.987231, "accuracy": 0.989985, - "main_score": 0.987398, + "main_score": 0.987231, "hf_subset": "deu_Latn-rus_Cyrl", "languages": [ "deu-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988566, + "precision": 0.988399, "recall": 0.991988, - "f1": 0.989651, + "f1": 0.989568, "accuracy": 0.991988, - "main_score": 0.989651, + "main_score": 0.989568, "hf_subset": "deu_Latn-spa_Latn", "languages": [ "deu-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937631, - "recall": 0.954932, - "f1": 0.942948, - "accuracy": 0.954932, - "main_score": 0.942948, + "precision": 0.931481, + "recall": 0.949424, + "f1": 0.936955, + "accuracy": 0.949424, + "main_score": 0.936955, "hf_subset": "deu_Latn-swa_Latn", "languages": [ "deu-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.988232, @@ -2846,43 +3082,47 @@ "languages": [ "deu-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974044, - "recall": 0.981973, - "f1": 0.976632, - "accuracy": 0.981973, - "main_score": 0.976632, + "precision": 0.974962, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, "hf_subset": "deu_Latn-tam_Taml", "languages": [ "deu-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.987481, - "f1": 0.984393, - "accuracy": 0.987481, - "main_score": 0.984393, + "precision": 0.981305, + "recall": 0.98648, + "f1": 0.982974, + "accuracy": 0.98648, + "main_score": 0.982974, "hf_subset": "deu_Latn-tur_Latn", "languages": [ "deu-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986313, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.987815, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "deu_Latn-vie_Latn", "languages": [ "deu-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.9836, @@ -2894,367 +3134,398 @@ "languages": [ "deu-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.70819, - "recall": 0.756635, - "f1": 0.72271, - "accuracy": 0.756635, - "main_score": 0.72271, + "precision": 0.703185, + "recall": 0.751127, + "f1": 0.717345, + "accuracy": 0.751127, + "main_score": 0.717345, "hf_subset": "deu_Latn-zul_Latn", "languages": [ "deu-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.090373, - "recall": 0.127191, - "f1": 0.099308, - "accuracy": 0.127191, - "main_score": 0.099308, + "precision": 0.088776, + "recall": 0.121683, + "f1": 0.09651, + "accuracy": 0.121683, + "main_score": 0.09651, "hf_subset": "div_Thaa-ben_Beng", "languages": [ "div-Thaa", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.082843, - "recall": 0.120681, - "f1": 0.091248, - "accuracy": 0.120681, - "main_score": 0.091248, + "precision": 0.080863, + "recall": 0.119179, + "f1": 0.089404, + "accuracy": 0.119179, + "main_score": 0.089404, "hf_subset": "div_Thaa-eng_Latn", "languages": [ "div-Thaa", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.088987, - "recall": 0.126189, - "f1": 0.097098, - "accuracy": 0.126189, - "main_score": 0.097098, + "precision": 0.084629, + "recall": 0.122183, + "f1": 0.092775, + "accuracy": 0.122183, + "main_score": 0.092775, "hf_subset": "div_Thaa-eus_Latn", "languages": [ "div-Thaa", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.09853, - "recall": 0.134702, - "f1": 0.107111, - "accuracy": 0.134702, - "main_score": 0.107111, + "precision": 0.094645, + "recall": 0.130696, + "f1": 0.103065, + "accuracy": 0.130696, + "main_score": 0.103065, "hf_subset": "div_Thaa-guj_Gujr", "languages": [ "div-Thaa", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.090275, - "recall": 0.123686, - "f1": 0.097704, - "accuracy": 0.123686, - "main_score": 0.097704, + "precision": 0.0838, + "recall": 0.118678, + "f1": 0.091212, + "accuracy": 0.118678, + "main_score": 0.091212, "hf_subset": "div_Thaa-hin_Deva", "languages": [ "div-Thaa", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.094777, - "recall": 0.131698, - "f1": 0.103095, - "accuracy": 0.131698, - "main_score": 0.103095, + "precision": 0.09605, + "recall": 0.132198, + "f1": 0.104198, + "accuracy": 0.132198, + "main_score": 0.104198, "hf_subset": "div_Thaa-kan_Knda", "languages": [ "div-Thaa", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.092772, - "recall": 0.131197, - "f1": 0.101482, - "accuracy": 0.131197, - "main_score": 0.101482, + "precision": 0.09162, + "recall": 0.129695, + "f1": 0.09997, + "accuracy": 0.129695, + "main_score": 0.09997, "hf_subset": "div_Thaa-mar_Deva", "languages": [ "div-Thaa", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.094667, - "recall": 0.130696, - "f1": 0.102982, - "accuracy": 0.130696, - "main_score": 0.102982, + "precision": 0.090217, + "recall": 0.12669, + "f1": 0.098488, + "accuracy": 0.12669, + "main_score": 0.098488, "hf_subset": "div_Thaa-nep_Deva", "languages": [ "div-Thaa", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.085181, - "recall": 0.121182, - "f1": 0.093073, - "accuracy": 0.121182, - "main_score": 0.093073, + "precision": 0.082543, + "recall": 0.117677, + "f1": 0.090274, + "accuracy": 0.117677, + "main_score": 0.090274, "hf_subset": "div_Thaa-pan_Guru", "languages": [ "div-Thaa", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.105672, - "recall": 0.141713, - "f1": 0.113879, - "accuracy": 0.141713, - "main_score": 0.113879, + "precision": 0.100788, + "recall": 0.134702, + "f1": 0.108331, + "accuracy": 0.134702, + "main_score": 0.108331, "hf_subset": "div_Thaa-sin_Sinh", "languages": [ "div-Thaa", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.102446, - "recall": 0.144717, - "f1": 0.111808, - "accuracy": 0.144717, - "main_score": 0.111808, + "precision": 0.10012, + "recall": 0.13971, + "f1": 0.108967, + "accuracy": 0.13971, + "main_score": 0.108967, "hf_subset": "div_Thaa-snd_Arab", "languages": [ "div-Thaa", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.092031, - "recall": 0.127692, - "f1": 0.100086, - "accuracy": 0.127692, - "main_score": 0.100086, + "precision": 0.089073, + "recall": 0.123686, + "f1": 0.096682, + "accuracy": 0.123686, + "main_score": 0.096682, "hf_subset": "div_Thaa-tam_Taml", "languages": [ "div-Thaa", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.092193, - "recall": 0.127191, - "f1": 0.100214, - "accuracy": 0.127191, - "main_score": 0.100214, + "precision": 0.089969, + "recall": 0.124186, + "f1": 0.097752, + "accuracy": 0.124186, + "main_score": 0.097752, "hf_subset": "div_Thaa-tel_Telu", "languages": [ "div-Thaa", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.086688, - "recall": 0.121683, - "f1": 0.094335, - "accuracy": 0.121683, - "main_score": 0.094335, + "precision": 0.080253, + "recall": 0.113671, + "f1": 0.087538, + "accuracy": 0.113671, + "main_score": 0.087538, "hf_subset": "div_Thaa-urd_Arab", "languages": [ "div-Thaa", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.147393, - "recall": 0.210816, - "f1": 0.162196, - "accuracy": 0.210816, - "main_score": 0.162196, + "precision": 0.155484, + "recall": 0.219329, + "f1": 0.17035, + "accuracy": 0.219329, + "main_score": 0.17035, "hf_subset": "dzo_Tibt-bod_Tibt", "languages": [ "dzo-Tibt", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.177387, - "recall": 0.239359, - "f1": 0.191149, - "accuracy": 0.239359, - "main_score": 0.191149, + "precision": 0.188219, + "recall": 0.24637, + "f1": 0.201168, + "accuracy": 0.24637, + "main_score": 0.201168, "hf_subset": "dzo_Tibt-eng_Latn", "languages": [ "dzo-Tibt", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.159247, - "recall": 0.216825, - "f1": 0.172073, - "accuracy": 0.216825, - "main_score": 0.172073, + "precision": 0.161621, + "recall": 0.215824, + "f1": 0.17329, + "accuracy": 0.215824, + "main_score": 0.17329, "hf_subset": "dzo_Tibt-khm_Khmr", "languages": [ "dzo-Tibt", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.163949, - "recall": 0.219329, - "f1": 0.17556, - "accuracy": 0.219329, - "main_score": 0.17556, + "precision": 0.161787, + "recall": 0.216324, + "f1": 0.173223, + "accuracy": 0.216324, + "main_score": 0.173223, "hf_subset": "dzo_Tibt-lao_Laoo", "languages": [ "dzo-Tibt", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.174033, - "recall": 0.231848, - "f1": 0.187292, - "accuracy": 0.231848, - "main_score": 0.187292, + "precision": 0.166242, + "recall": 0.222834, + "f1": 0.17909, + "accuracy": 0.222834, + "main_score": 0.17909, "hf_subset": "dzo_Tibt-mon_Mong", "languages": [ "dzo-Tibt", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.125162, - "recall": 0.18027, - "f1": 0.136688, - "accuracy": 0.18027, - "main_score": 0.136688, + "precision": 0.123924, + "recall": 0.180771, + "f1": 0.135729, + "accuracy": 0.180771, + "main_score": 0.135729, "hf_subset": "dzo_Tibt-mya_Mymr", "languages": [ "dzo-Tibt", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.182164, - "recall": 0.236855, - "f1": 0.194179, - "accuracy": 0.236855, - "main_score": 0.194179, + "precision": 0.17023, + "recall": 0.22634, + "f1": 0.18252, + "accuracy": 0.22634, + "main_score": 0.18252, "hf_subset": "dzo_Tibt-tha_Thai", "languages": [ "dzo-Tibt", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.984894, + "recall": 0.989484, + "f1": 0.986396, + "accuracy": 0.989484, + "main_score": 0.986396, "hf_subset": "ell_Grek-arb_Arab", "languages": [ "ell-Grek", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987648, - "recall": 0.991487, - "f1": 0.9889, - "accuracy": 0.991487, - "main_score": 0.9889, + "precision": 0.984393, + "recall": 0.988983, + "f1": 0.985896, + "accuracy": 0.988983, + "main_score": 0.985896, "hf_subset": "ell_Grek-ben_Beng", "languages": [ "ell-Grek", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "ell_Grek-deu_Latn", "languages": [ "ell-Grek", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.998498, - "recall": 0.998998, - "f1": 0.998665, - "accuracy": 0.998998, - "main_score": 0.998665, + "precision": 0.997747, + "recall": 0.998498, + "f1": 0.997997, + "accuracy": 0.998498, + "main_score": 0.997997, "hf_subset": "ell_Grek-eng_Latn", "languages": [ "ell-Grek", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983726, - "recall": 0.988483, - "f1": 0.985311, - "accuracy": 0.988483, - "main_score": 0.985311, + "precision": 0.982724, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, "hf_subset": "ell_Grek-fas_Arab", "languages": [ "ell-Grek", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "ell_Grek-fin_Latn", "languages": [ "ell-Grek", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, - "recall": 0.989484, - "f1": 0.986396, - "accuracy": 0.989484, - "main_score": 0.986396, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "ell_Grek-fra_Latn", "languages": [ "ell-Grek", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, "hf_subset": "ell_Grek-heb_Hebr", "languages": [ "ell-Grek", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990235, @@ -3266,79 +3537,86 @@ "languages": [ "ell-Grek", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978134, - "recall": 0.984977, - "f1": 0.980387, - "accuracy": 0.984977, - "main_score": 0.980387, + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, "hf_subset": "ell_Grek-hun_Latn", "languages": [ "ell-Grek", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.990486, - "f1": 0.987314, - "accuracy": 0.990486, - "main_score": 0.987314, + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, "hf_subset": "ell_Grek-hye_Armn", "languages": [ "ell-Grek", "hye-Armn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994909, - "recall": 0.996495, - "f1": 0.99541, - "accuracy": 0.996495, - "main_score": 0.99541, + "precision": 0.994158, + "recall": 0.995994, + "f1": 0.994742, + "accuracy": 0.995994, + "main_score": 0.994742, "hf_subset": "ell_Grek-ind_Latn", "languages": [ "ell-Grek", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985228, - "recall": 0.989985, - "f1": 0.986814, - "accuracy": 0.989985, - "main_score": 0.986814, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "ell_Grek-jpn_Jpan", "languages": [ "ell-Grek", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977717, - "recall": 0.984477, - "f1": 0.97997, - "accuracy": 0.984477, - "main_score": 0.97997, + "precision": 0.974712, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, "hf_subset": "ell_Grek-kat_Geor", "languages": [ "ell-Grek", "kat-Geor" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985103, - "recall": 0.989484, - "f1": 0.986513, - "accuracy": 0.989484, - "main_score": 0.986513, + "precision": 0.984352, + "recall": 0.988983, + "f1": 0.985845, + "accuracy": 0.988983, + "main_score": 0.985845, "hf_subset": "ell_Grek-kor_Hang", "languages": [ "ell-Grek", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989484, @@ -3350,199 +3628,216 @@ "languages": [ "ell-Grek", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990611, - "recall": 0.99349, - "f1": 0.991521, - "accuracy": 0.99349, - "main_score": 0.991521, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "ell_Grek-nld_Latn", "languages": [ "ell-Grek", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.986313, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "ell_Grek-pol_Latn", "languages": [ "ell-Grek", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "ell_Grek-por_Latn", "languages": [ "ell-Grek", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, + "precision": 0.982182, "recall": 0.987481, - "f1": 0.983893, + "f1": 0.983842, "accuracy": 0.987481, - "main_score": 0.983893, + "main_score": 0.983842, "hf_subset": "ell_Grek-rus_Cyrl", "languages": [ "ell-Grek", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992364, - "recall": 0.994492, - "f1": 0.993023, - "accuracy": 0.994492, - "main_score": 0.993023, + "precision": 0.990861, + "recall": 0.99349, + "f1": 0.991688, + "accuracy": 0.99349, + "main_score": 0.991688, "hf_subset": "ell_Grek-spa_Latn", "languages": [ "ell-Grek", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, + "precision": 0.987732, "recall": 0.991487, - "f1": 0.988733, + "f1": 0.988983, "accuracy": 0.991487, - "main_score": 0.988733, + "main_score": 0.988983, "hf_subset": "ell_Grek-sqi_Latn", "languages": [ "ell-Grek", "sqi-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936964, - "recall": 0.954432, - "f1": 0.942447, - "accuracy": 0.954432, - "main_score": 0.942447, + "precision": 0.933851, + "recall": 0.951928, + "f1": 0.939576, + "accuracy": 0.951928, + "main_score": 0.939576, "hf_subset": "ell_Grek-swa_Latn", "languages": [ "ell-Grek", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, "hf_subset": "ell_Grek-swe_Latn", "languages": [ "ell-Grek", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976465, - "recall": 0.983976, - "f1": 0.978968, - "accuracy": 0.983976, - "main_score": 0.978968, + "precision": 0.977717, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, "hf_subset": "ell_Grek-tam_Taml", "languages": [ "ell-Grek", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.989484, - "f1": 0.98698, - "accuracy": 0.989484, - "main_score": 0.98698, + "precision": 0.983475, + "recall": 0.987982, + "f1": 0.984977, + "accuracy": 0.987982, + "main_score": 0.984977, "hf_subset": "ell_Grek-tur_Latn", "languages": [ "ell-Grek", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.99349, - "f1": 0.991905, - "accuracy": 0.99349, - "main_score": 0.991905, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "ell_Grek-vie_Latn", "languages": [ "ell-Grek", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.984101, + "recall": 0.988983, + "f1": 0.985679, + "accuracy": 0.988983, + "main_score": 0.985679, "hf_subset": "ell_Grek-zho_Hant", "languages": [ "ell-Grek", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.721822, - "recall": 0.763645, - "f1": 0.734027, - "accuracy": 0.763645, - "main_score": 0.734027, + "precision": 0.707287, + "recall": 0.754131, + "f1": 0.721273, + "accuracy": 0.754131, + "main_score": 0.721273, "hf_subset": "ell_Grek-zul_Latn", "languages": [ "ell-Grek", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "eng_Latn-afr_Latn", "languages": [ "eng-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.853647, - "recall": 0.893841, - "f1": 0.866149, - "accuracy": 0.893841, - "main_score": 0.866149, + "precision": 0.857636, + "recall": 0.895844, + "f1": 0.869564, + "accuracy": 0.895844, + "main_score": 0.869564, "hf_subset": "eng_Latn-amh_Ethi", "languages": [ "eng-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, "hf_subset": "eng_Latn-arb_Arab", "languages": [ "eng-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.988983, @@ -3554,19 +3849,21 @@ "languages": [ "eng-Latn", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.947505, - "recall": 0.962444, - "f1": 0.952345, - "accuracy": 0.962444, - "main_score": 0.952345, + "precision": 0.945794, + "recall": 0.961442, + "f1": 0.950793, + "accuracy": 0.961442, + "main_score": 0.950793, "hf_subset": "eng_Latn-bak_Cyrl", "languages": [ "eng-Latn", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986647, @@ -3578,19 +3875,21 @@ "languages": [ "eng-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.742405, - "recall": 0.778167, - "f1": 0.753013, - "accuracy": 0.778167, - "main_score": 0.753013, + "precision": 0.736059, + "recall": 0.77316, + "f1": 0.746857, + "accuracy": 0.77316, + "main_score": 0.746857, "hf_subset": "eng_Latn-bem_Latn", "languages": [ "eng-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -3602,91 +3901,99 @@ "languages": [ "eng-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.613576, - "recall": 0.700551, - "f1": 0.638476, - "accuracy": 0.700551, - "main_score": 0.638476, + "precision": 0.61115, + "recall": 0.699049, + "f1": 0.636242, + "accuracy": 0.699049, + "main_score": 0.636242, "hf_subset": "eng_Latn-bod_Tibt", "languages": [ "eng-Latn", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994158, - "recall": 0.995994, - "f1": 0.994742, - "accuracy": 0.995994, - "main_score": 0.994742, + "precision": 0.993615, + "recall": 0.995493, + "f1": 0.994191, + "accuracy": 0.995493, + "main_score": 0.994191, "hf_subset": "eng_Latn-bos_Latn", "languages": [ "eng-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, "hf_subset": "eng_Latn-bul_Cyrl", "languages": [ "eng-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991738, - "recall": 0.994492, - "f1": 0.992656, - "accuracy": 0.994492, - "main_score": 0.992656, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "eng_Latn-cat_Latn", "languages": [ "eng-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991738, - "recall": 0.994492, - "f1": 0.992656, - "accuracy": 0.994492, - "main_score": 0.992656, + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, "hf_subset": "eng_Latn-ces_Latn", "languages": [ "eng-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951093, - "recall": 0.965949, - "f1": 0.955934, - "accuracy": 0.965949, - "main_score": 0.955934, + "precision": 0.943832, + "recall": 0.960441, + "f1": 0.949174, + "accuracy": 0.960441, + "main_score": 0.949174, "hf_subset": "eng_Latn-ckb_Arab", "languages": [ "eng-Latn", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.964614, - "recall": 0.975463, - "f1": 0.968119, - "accuracy": 0.975463, - "main_score": 0.968119, + "precision": 0.963445, + "recall": 0.974462, + "f1": 0.967034, + "accuracy": 0.974462, + "main_score": 0.967034, "hf_subset": "eng_Latn-cym_Latn", "languages": [ "eng-Latn", "cym-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.993991, @@ -3698,187 +4005,203 @@ "languages": [ "eng-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994992, - "recall": 0.996495, - "f1": 0.995493, - "accuracy": 0.996495, - "main_score": 0.995493, + "precision": 0.994241, + "recall": 0.995994, + "f1": 0.994826, + "accuracy": 0.995994, + "main_score": 0.994826, "hf_subset": "eng_Latn-deu_Latn", "languages": [ "eng-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.148409, - "recall": 0.184276, - "f1": 0.157327, - "accuracy": 0.184276, - "main_score": 0.157327, + "precision": 0.145049, + "recall": 0.180771, + "f1": 0.15363, + "accuracy": 0.180771, + "main_score": 0.15363, "hf_subset": "eng_Latn-div_Thaa", "languages": [ "eng-Latn", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.27286, - "recall": 0.345518, - "f1": 0.290475, - "accuracy": 0.345518, - "main_score": 0.290475, + "precision": 0.268045, + "recall": 0.338007, + "f1": 0.285169, + "accuracy": 0.338007, + "main_score": 0.285169, "hf_subset": "eng_Latn-dzo_Tibt", "languages": [ "eng-Latn", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996995, - "recall": 0.997997, - "f1": 0.997329, - "accuracy": 0.997997, - "main_score": 0.997329, + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, "hf_subset": "eng_Latn-ell_Grek", "languages": [ "eng-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951068, - "recall": 0.964447, - "f1": 0.955216, - "accuracy": 0.964447, - "main_score": 0.955216, + "precision": 0.95318, + "recall": 0.96645, + "f1": 0.957419, + "accuracy": 0.96645, + "main_score": 0.957419, "hf_subset": "eng_Latn-eus_Latn", "languages": [ "eng-Latn", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.625869, - "recall": 0.681022, - "f1": 0.641878, - "accuracy": 0.681022, - "main_score": 0.641878, + "precision": 0.625962, + "recall": 0.677016, + "f1": 0.640642, + "accuracy": 0.677016, + "main_score": 0.640642, "hf_subset": "eng_Latn-ewe_Latn", "languages": [ "eng-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974712, - "recall": 0.982474, - "f1": 0.977216, - "accuracy": 0.982474, - "main_score": 0.977216, + "precision": 0.975797, + "recall": 0.983475, + "f1": 0.978301, + "accuracy": 0.983475, + "main_score": 0.978301, "hf_subset": "eng_Latn-fao_Latn", "languages": [ "eng-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "eng_Latn-fas_Arab", "languages": [ "eng-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661784, - "recall": 0.732599, - "f1": 0.682358, - "accuracy": 0.732599, - "main_score": 0.682358, + "precision": 0.660538, + "recall": 0.729594, + "f1": 0.680717, + "accuracy": 0.729594, + "main_score": 0.680717, "hf_subset": "eng_Latn-fij_Latn", "languages": [ "eng-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.993991, - "f1": 0.992071, - "accuracy": 0.993991, - "main_score": 0.992071, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "eng_Latn-fil_Latn", "languages": [ "eng-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990986, - "f1": 0.988065, - "accuracy": 0.990986, - "main_score": 0.988065, + "precision": 0.986062, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "eng_Latn-fin_Latn", "languages": [ "eng-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "eng_Latn-fra_Latn", "languages": [ "eng-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.699016, - "recall": 0.742113, - "f1": 0.711594, - "accuracy": 0.742113, - "main_score": 0.711594, + "precision": 0.694408, + "recall": 0.737106, + "f1": 0.70677, + "accuracy": 0.737106, + "main_score": 0.70677, "hf_subset": "eng_Latn-fuc_Latn", "languages": [ "eng-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.903205, - "recall": 0.929394, - "f1": 0.911601, - "accuracy": 0.929394, - "main_score": 0.911601, + "precision": 0.895719, + "recall": 0.923886, + "f1": 0.904707, + "accuracy": 0.923886, + "main_score": 0.904707, "hf_subset": "eng_Latn-gle_Latn", "languages": [ "eng-Latn", "gle-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.98865, + "recall": 0.991988, + "f1": 0.989735, + "accuracy": 0.991988, + "main_score": 0.989735, "hf_subset": "eng_Latn-glg_Latn", "languages": [ "eng-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -3890,31 +4213,34 @@ "languages": [ "eng-Latn", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.810112, - "recall": 0.850776, - "f1": 0.822134, - "accuracy": 0.850776, - "main_score": 0.822134, + "precision": 0.807503, + "recall": 0.847271, + "f1": 0.819389, + "accuracy": 0.847271, + "main_score": 0.819389, "hf_subset": "eng_Latn-hau_Latn", "languages": [ "eng-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.995493, - "recall": 0.996995, - "f1": 0.995994, - "accuracy": 0.996995, - "main_score": 0.995994, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "eng_Latn-heb_Hebr", "languages": [ "eng-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995493, @@ -3926,19 +4252,21 @@ "languages": [ "eng-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.617701, - "recall": 0.678017, - "f1": 0.634106, - "accuracy": 0.678017, - "main_score": 0.634106, + "precision": 0.61339, + "recall": 0.670506, + "f1": 0.628804, + "accuracy": 0.670506, + "main_score": 0.628804, "hf_subset": "eng_Latn-hmn_Latn", "languages": [ "eng-Latn", "hmn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.993991, @@ -3950,247 +4278,268 @@ "languages": [ "eng-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980846, + "precision": 0.980888, "recall": 0.98698, - "f1": 0.982841, + "f1": 0.982891, "accuracy": 0.98698, - "main_score": 0.982841, + "main_score": 0.982891, "hf_subset": "eng_Latn-hun_Latn", "languages": [ "eng-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, "hf_subset": "eng_Latn-hye_Armn", "languages": [ "eng-Latn", "hye-Armn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.735518, - "recall": 0.770656, - "f1": 0.745434, - "accuracy": 0.770656, - "main_score": 0.745434, + "precision": 0.736797, + "recall": 0.768152, + "f1": 0.745994, + "accuracy": 0.768152, + "main_score": 0.745994, "hf_subset": "eng_Latn-ibo_Latn", "languages": [ "eng-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.998498, - "recall": 0.998998, - "f1": 0.998665, - "accuracy": 0.998998, - "main_score": 0.998665, + "precision": 0.997747, + "recall": 0.998498, + "f1": 0.997997, + "accuracy": 0.998498, + "main_score": 0.997997, "hf_subset": "eng_Latn-ind_Latn", "languages": [ "eng-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.988483, - "f1": 0.984727, - "accuracy": 0.988483, - "main_score": 0.984727, + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, "hf_subset": "eng_Latn-isl_Latn", "languages": [ "eng-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "eng_Latn-ita_Latn", "languages": [ "eng-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.993991, - "f1": 0.992155, - "accuracy": 0.993991, - "main_score": 0.992155, + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, "hf_subset": "eng_Latn-jpn_Jpan", "languages": [ "eng-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992155, - "recall": 0.994492, - "f1": 0.992906, - "accuracy": 0.994492, - "main_score": 0.992906, + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, "hf_subset": "eng_Latn-kan_Knda", "languages": [ "eng-Latn", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988983, - "f1": 0.985395, - "accuracy": 0.988983, - "main_score": 0.985395, + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "eng_Latn-kat_Geor", "languages": [ "eng-Latn", "kat-Geor" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": [ "eng-Latn", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, - "recall": 0.98698, - "f1": 0.982891, - "accuracy": 0.98698, - "main_score": 0.982891, + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, "hf_subset": "eng_Latn-khm_Khmr", "languages": [ "eng-Latn", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.671332, - "recall": 0.724086, - "f1": 0.686674, - "accuracy": 0.724086, - "main_score": 0.686674, + "precision": 0.667376, + "recall": 0.719579, + "f1": 0.682455, + "accuracy": 0.719579, + "main_score": 0.682455, "hf_subset": "eng_Latn-kin_Latn", "languages": [ "eng-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97225, - "recall": 0.980971, - "f1": 0.975079, - "accuracy": 0.980971, - "main_score": 0.975079, - "hf_subset": "eng_Latn-kir_Cyrl", - "languages": [ + "precision": 0.971833, + "recall": 0.97997, + "f1": 0.974412, + "accuracy": 0.97997, + "main_score": 0.974412, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ "eng-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.862869, - "recall": 0.899349, - "f1": 0.874211, - "accuracy": 0.899349, - "main_score": 0.874211, + "precision": 0.856819, + "recall": 0.894842, + "f1": 0.868663, + "accuracy": 0.894842, + "main_score": 0.868663, "hf_subset": "eng_Latn-kmr_Latn", "languages": [ "eng-Latn", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "eng_Latn-kor_Hang", "languages": [ "eng-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, - "recall": 0.985478, - "f1": 0.981055, - "accuracy": 0.985478, - "main_score": 0.981055, + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "eng_Latn-lao_Laoo", "languages": [ "eng-Latn", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991905, - "recall": 0.994492, - "f1": 0.992739, - "accuracy": 0.994492, - "main_score": 0.992739, + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, "hf_subset": "eng_Latn-lav_Latn", "languages": [ "eng-Latn", "lav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, "hf_subset": "eng_Latn-lit_Latn", "languages": [ "eng-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970038, - "recall": 0.978968, - "f1": 0.972859, - "accuracy": 0.978968, - "main_score": 0.972859, + "precision": 0.966491, + "recall": 0.976465, + "f1": 0.969654, + "accuracy": 0.976465, + "main_score": 0.969654, "hf_subset": "eng_Latn-ltz_Latn", "languages": [ "eng-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98698, - "recall": 0.990986, - "f1": 0.988316, - "accuracy": 0.990986, - "main_score": 0.988316, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "eng_Latn-mal_Mlym", "languages": [ "eng-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990986, @@ -4202,79 +4551,86 @@ "languages": [ "eng-Latn", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931318, - "recall": 0.949424, - "f1": 0.936947, - "accuracy": 0.949424, - "main_score": 0.936947, + "precision": 0.928568, + "recall": 0.94692, + "f1": 0.934101, + "accuracy": 0.94692, + "main_score": 0.934101, "hf_subset": "eng_Latn-mey_Arab", "languages": [ "eng-Latn", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996244, - "recall": 0.997496, - "f1": 0.996662, - "accuracy": 0.997496, - "main_score": 0.996662, + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": [ "eng-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.728729, - "recall": 0.770656, - "f1": 0.740719, - "accuracy": 0.770656, - "main_score": 0.740719, + "precision": 0.72459, + "recall": 0.767651, + "f1": 0.736885, + "accuracy": 0.767651, + "main_score": 0.736885, "hf_subset": "eng_Latn-mlg_Latn", "languages": [ "eng-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962026, - "recall": 0.972459, - "f1": 0.965448, - "accuracy": 0.972459, - "main_score": 0.965448, + "precision": 0.95898, + "recall": 0.969955, + "f1": 0.962477, + "accuracy": 0.969955, + "main_score": 0.962477, "hf_subset": "eng_Latn-mlt_Latn", "languages": [ "eng-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956143, - "recall": 0.969454, - "f1": 0.960391, - "accuracy": 0.969454, - "main_score": 0.960391, + "precision": 0.956727, + "recall": 0.969955, + "f1": 0.960975, + "accuracy": 0.969955, + "main_score": 0.960975, "hf_subset": "eng_Latn-mon_Mong", "languages": [ "eng-Latn", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.899549, - "recall": 0.92689, - "f1": 0.908095, - "accuracy": 0.92689, - "main_score": 0.908095, + "precision": 0.89793, + "recall": 0.925889, + "f1": 0.906577, + "accuracy": 0.925889, + "main_score": 0.906577, "hf_subset": "eng_Latn-mri_Latn", "languages": [ "eng-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -4286,31 +4642,34 @@ "languages": [ "eng-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.913904, - "recall": 0.938408, - "f1": 0.921325, - "accuracy": 0.938408, - "main_score": 0.921325, + "precision": 0.91438, + "recall": 0.938908, + "f1": 0.921883, + "accuracy": 0.938908, + "main_score": 0.921883, "hf_subset": "eng_Latn-mya_Mymr", "languages": [ "eng-Latn", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.709254, - "recall": 0.75313, - "f1": 0.722078, - "accuracy": 0.75313, - "main_score": 0.722078, + "precision": 0.701488, + "recall": 0.745118, + "f1": 0.714249, + "accuracy": 0.745118, + "main_score": 0.714249, "hf_subset": "eng_Latn-nde_Latn", "languages": [ "eng-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990235, @@ -4322,151 +4681,164 @@ "languages": [ "eng-Latn", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996995, - "recall": 0.997997, - "f1": 0.997329, - "accuracy": 0.997997, - "main_score": 0.997329, + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, "hf_subset": "eng_Latn-nld_Latn", "languages": [ "eng-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.99349, - "f1": 0.991404, - "accuracy": 0.99349, - "main_score": 0.991404, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "eng_Latn-nno_Latn", "languages": [ "eng-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.996495, - "f1": 0.995326, - "accuracy": 0.996495, - "main_score": 0.995326, + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, "hf_subset": "eng_Latn-nob_Latn", "languages": [ "eng-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.706331, - "recall": 0.746119, - "f1": 0.717954, - "accuracy": 0.746119, - "main_score": 0.717954, + "precision": 0.702579, + "recall": 0.741612, + "f1": 0.713797, + "accuracy": 0.741612, + "main_score": 0.713797, "hf_subset": "eng_Latn-nso_Latn", "languages": [ "eng-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.720984, - "recall": 0.762143, - "f1": 0.733035, - "accuracy": 0.762143, - "main_score": 0.733035, + "precision": 0.715534, + "recall": 0.756635, + "f1": 0.727492, + "accuracy": 0.756635, + "main_score": 0.727492, "hf_subset": "eng_Latn-nya_Latn", "languages": [ "eng-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.494753, - "recall": 0.57336, - "f1": 0.517251, - "accuracy": 0.57336, - "main_score": 0.517251, + "precision": 0.491951, + "recall": 0.568353, + "f1": 0.513724, + "accuracy": 0.568353, + "main_score": 0.513724, "hf_subset": "eng_Latn-orm_Ethi", "languages": [ "eng-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.993741, + "recall": 0.995493, + "f1": 0.994325, + "accuracy": 0.995493, + "main_score": 0.994325, "hf_subset": "eng_Latn-pan_Guru", "languages": [ "eng-Latn", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989735, - "recall": 0.992989, - "f1": 0.99082, - "accuracy": 0.992989, - "main_score": 0.99082, + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, "hf_subset": "eng_Latn-pol_Latn", "languages": [ "eng-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, + "precision": 0.989651, "recall": 0.992989, - "f1": 0.990653, + "f1": 0.990736, "accuracy": 0.992989, - "main_score": 0.990653, + "main_score": 0.990736, "hf_subset": "eng_Latn-por_Latn", "languages": [ "eng-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "eng_Latn-prs_Arab", "languages": [ "eng-Latn", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934485, - "recall": 0.953931, - "f1": 0.940828, - "accuracy": 0.953931, - "main_score": 0.940828, + "precision": 0.938575, + "recall": 0.956935, + "f1": 0.944584, + "accuracy": 0.956935, + "main_score": 0.944584, "hf_subset": "eng_Latn-pus_Arab", "languages": [ "eng-Latn", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990486, + "precision": 0.990736, "recall": 0.99349, - "f1": 0.991487, + "f1": 0.991654, "accuracy": 0.99349, - "main_score": 0.991487, + "main_score": 0.991654, "hf_subset": "eng_Latn-ron_Latn", "languages": [ "eng-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989317, @@ -4478,115 +4850,125 @@ "languages": [ "eng-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.698855, - "recall": 0.764647, - "f1": 0.718178, - "accuracy": 0.764647, - "main_score": 0.718178, + "precision": 0.700658, + "recall": 0.76665, + "f1": 0.720343, + "accuracy": 0.76665, + "main_score": 0.720343, "hf_subset": "eng_Latn-shi_Arab", "languages": [ "eng-Latn", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968202, - "recall": 0.978468, - "f1": 0.971541, - "accuracy": 0.978468, - "main_score": 0.971541, + "precision": 0.961526, + "recall": 0.973961, + "f1": 0.965615, + "accuracy": 0.973961, + "main_score": 0.965615, "hf_subset": "eng_Latn-sin_Sinh", "languages": [ "eng-Latn", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "eng_Latn-slk_Latn", "languages": [ "eng-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "eng_Latn-slv_Latn", "languages": [ "eng-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.834677, - "recall": 0.874311, - "f1": 0.84673, - "accuracy": 0.874311, - "main_score": 0.84673, + "precision": 0.832774, + "recall": 0.872308, + "f1": 0.844626, + "accuracy": 0.872308, + "main_score": 0.844626, "hf_subset": "eng_Latn-smo_Latn", "languages": [ "eng-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.689631, - "recall": 0.735103, - "f1": 0.702375, - "accuracy": 0.735103, - "main_score": 0.702375, + "precision": 0.683027, + "recall": 0.731097, + "f1": 0.696553, + "accuracy": 0.731097, + "main_score": 0.696553, "hf_subset": "eng_Latn-sna_Latn", "languages": [ "eng-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956977, - "recall": 0.970456, - "f1": 0.961309, - "accuracy": 0.970456, - "main_score": 0.961309, + "precision": 0.958813, + "recall": 0.970956, + "f1": 0.962644, + "accuracy": 0.970956, + "main_score": 0.962644, "hf_subset": "eng_Latn-snd_Arab", "languages": [ "eng-Latn", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.801435, - "recall": 0.849775, - "f1": 0.815817, - "accuracy": 0.849775, - "main_score": 0.815817, + "precision": 0.79985, + "recall": 0.844767, + "f1": 0.813036, + "accuracy": 0.844767, + "main_score": 0.813036, "hf_subset": "eng_Latn-som_Latn", "languages": [ "eng-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, "hf_subset": "eng_Latn-spa_Latn", "languages": [ "eng-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990653, @@ -4598,259 +4980,281 @@ "languages": [ "eng-Latn", "sqi-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, "hf_subset": "eng_Latn-srp_Cyrl", "languages": [ "eng-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "eng_Latn-srp_Latn", "languages": [ "eng-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.700247, - "recall": 0.745118, - "f1": 0.713221, - "accuracy": 0.745118, - "main_score": 0.713221, + "precision": 0.689001, + "recall": 0.734101, + "f1": 0.702016, + "accuracy": 0.734101, + "main_score": 0.702016, "hf_subset": "eng_Latn-ssw_Latn", "languages": [ "eng-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963462, - "recall": 0.973961, - "f1": 0.966784, - "accuracy": 0.973961, - "main_score": 0.966784, + "precision": 0.958788, + "recall": 0.970956, + "f1": 0.962594, + "accuracy": 0.970956, + "main_score": 0.962594, "hf_subset": "eng_Latn-swa_Latn", "languages": [ "eng-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "eng_Latn-swe_Latn", "languages": [ "eng-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.678266, - "recall": 0.730596, - "f1": 0.693556, - "accuracy": 0.730596, - "main_score": 0.693556, + "precision": 0.68072, + "recall": 0.732599, + "f1": 0.695769, + "accuracy": 0.732599, + "main_score": 0.695769, "hf_subset": "eng_Latn-tah_Latn", "languages": [ "eng-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "eng_Latn-tam_Taml", "languages": [ "eng-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.964864, - "recall": 0.975463, - "f1": 0.968286, - "accuracy": 0.975463, - "main_score": 0.968286, + "precision": 0.96862, + "recall": 0.977967, + "f1": 0.971624, + "accuracy": 0.977967, + "main_score": 0.971624, "hf_subset": "eng_Latn-tat_Cyrl", "languages": [ "eng-Latn", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "eng_Latn-tel_Telu", "languages": [ "eng-Latn", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.938908, - "recall": 0.956435, - "f1": 0.944584, - "accuracy": 0.956435, - "main_score": 0.944584, + "precision": 0.939034, + "recall": 0.956935, + "f1": 0.944867, + "accuracy": 0.956935, + "main_score": 0.944867, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": [ "eng-Latn", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, "hf_subset": "eng_Latn-tha_Thai", "languages": [ "eng-Latn", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.657842, - "recall": 0.72659, - "f1": 0.678178, - "accuracy": 0.72659, - "main_score": 0.678178, + "precision": 0.642126, + "recall": 0.710065, + "f1": 0.66181, + "accuracy": 0.710065, + "main_score": 0.66181, "hf_subset": "eng_Latn-tir_Ethi", "languages": [ "eng-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.770577, + "precision": 0.769007, "recall": 0.818728, - "f1": 0.784998, + "f1": 0.783995, "accuracy": 0.818728, - "main_score": 0.784998, + "main_score": 0.783995, "hf_subset": "eng_Latn-ton_Latn", "languages": [ "eng-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.703052, - "recall": 0.744617, - "f1": 0.71485, - "accuracy": 0.744617, - "main_score": 0.71485, + "precision": 0.696057, + "recall": 0.738608, + "f1": 0.708027, + "accuracy": 0.738608, + "main_score": 0.708027, "hf_subset": "eng_Latn-tsn_Latn", "languages": [ "eng-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.919254, - "recall": 0.942414, - "f1": 0.92659, - "accuracy": 0.942414, - "main_score": 0.92659, + "precision": 0.918461, + "recall": 0.940911, + "f1": 0.925638, + "accuracy": 0.940911, + "main_score": 0.925638, "hf_subset": "eng_Latn-tuk_Latn", "languages": [ "eng-Latn", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9889, - "recall": 0.991988, - "f1": 0.989902, - "accuracy": 0.991988, - "main_score": 0.989902, + "precision": 0.986897, + "recall": 0.990486, + "f1": 0.988065, + "accuracy": 0.990486, + "main_score": 0.988065, "hf_subset": "eng_Latn-tur_Latn", "languages": [ "eng-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.925238, - "recall": 0.945418, - "f1": 0.931624, - "accuracy": 0.945418, - "main_score": 0.931624, + "precision": 0.925864, + "recall": 0.94692, + "f1": 0.932515, + "accuracy": 0.94692, + "main_score": 0.932515, "hf_subset": "eng_Latn-uig_Arab", "languages": [ "eng-Latn", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992322, - "recall": 0.994492, - "f1": 0.992989, - "accuracy": 0.994492, - "main_score": 0.992989, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "eng_Latn-ukr_Cyrl", "languages": [ "eng-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "eng_Latn-urd_Arab", "languages": [ "eng-Latn", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988983, - "f1": 0.985395, - "accuracy": 0.988983, - "main_score": 0.985395, + "precision": 0.983475, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, "hf_subset": "eng_Latn-uzb_Latn", "languages": [ "eng-Latn", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.692185, - "recall": 0.734602, - "f1": 0.704395, - "accuracy": 0.734602, - "main_score": 0.704395, + "precision": 0.68661, + "recall": 0.729094, + "f1": 0.698902, + "accuracy": 0.729094, + "main_score": 0.698902, "hf_subset": "eng_Latn-ven_Latn", "languages": [ "eng-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -4862,475 +5266,515 @@ "languages": [ "eng-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.669492, - "recall": 0.718578, - "f1": 0.683842, - "accuracy": 0.718578, - "main_score": 0.683842, + "precision": 0.667377, + "recall": 0.717576, + "f1": 0.682213, + "accuracy": 0.717576, + "main_score": 0.682213, "hf_subset": "eng_Latn-wol_Latn", "languages": [ "eng-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.730395, - "recall": 0.778167, - "f1": 0.744306, - "accuracy": 0.778167, - "main_score": 0.744306, + "precision": 0.717308, + "recall": 0.767151, + "f1": 0.731892, + "accuracy": 0.767151, + "main_score": 0.731892, "hf_subset": "eng_Latn-xho_Latn", "languages": [ "eng-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.785492, - "recall": 0.832749, - "f1": 0.799752, - "accuracy": 0.832749, - "main_score": 0.799752, + "precision": 0.78065, + "recall": 0.828242, + "f1": 0.79468, + "accuracy": 0.828242, + "main_score": 0.79468, "hf_subset": "eng_Latn-yor_Latn", "languages": [ "eng-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.994992, - "f1": 0.993824, - "accuracy": 0.994992, - "main_score": 0.993824, + "precision": 0.992238, + "recall": 0.994492, + "f1": 0.992989, + "accuracy": 0.994492, + "main_score": 0.992989, "hf_subset": "eng_Latn-yue_Hant", "languages": [ "eng-Latn", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "eng_Latn-zho_Hans", "languages": [ "eng-Latn", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.993991, - "f1": 0.992155, - "accuracy": 0.993991, - "main_score": 0.992155, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "eng_Latn-zho_Hant", "languages": [ "eng-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.752036, - "recall": 0.794191, - "f1": 0.764525, - "accuracy": 0.794191, - "main_score": 0.764525, + "precision": 0.741121, + "recall": 0.783175, + "f1": 0.753483, + "accuracy": 0.783175, + "main_score": 0.753483, "hf_subset": "eng_Latn-zul_Latn", "languages": [ "eng-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.923218, - "recall": 0.943415, - "f1": 0.929497, - "accuracy": 0.943415, - "main_score": 0.929497, + "precision": 0.922797, + "recall": 0.943916, + "f1": 0.929405, + "accuracy": 0.943916, + "main_score": 0.929405, "hf_subset": "eus_Latn-ben_Beng", "languages": [ "eus-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.147789, - "recall": 0.17977, - "f1": 0.156065, - "accuracy": 0.17977, - "main_score": 0.156065, + "precision": 0.147571, + "recall": 0.177266, + "f1": 0.155297, + "accuracy": 0.177266, + "main_score": 0.155297, "hf_subset": "eus_Latn-div_Thaa", "languages": [ "eus-Latn", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.957394, - "recall": 0.967952, - "f1": 0.960724, - "accuracy": 0.967952, - "main_score": 0.960724, + "precision": 0.954615, + "recall": 0.965949, + "f1": 0.958171, + "accuracy": 0.965949, + "main_score": 0.958171, "hf_subset": "eus_Latn-eng_Latn", "languages": [ "eus-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92833, - "recall": 0.945919, - "f1": 0.933695, - "accuracy": 0.945919, - "main_score": 0.933695, + "precision": 0.925134, + "recall": 0.944917, + "f1": 0.931091, + "accuracy": 0.944917, + "main_score": 0.931091, "hf_subset": "eus_Latn-guj_Gujr", "languages": [ "eus-Latn", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.926198, - "recall": 0.94642, - "f1": 0.932499, - "accuracy": 0.94642, - "main_score": 0.932499, + "precision": 0.929703, + "recall": 0.949424, + "f1": 0.935937, + "accuracy": 0.949424, + "main_score": 0.935937, "hf_subset": "eus_Latn-hin_Deva", "languages": [ "eus-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.924053, - "recall": 0.943916, - "f1": 0.930295, - "accuracy": 0.943916, - "main_score": 0.930295, + "precision": 0.920063, + "recall": 0.940911, + "f1": 0.926623, + "accuracy": 0.940911, + "main_score": 0.926623, "hf_subset": "eus_Latn-kan_Knda", "languages": [ "eus-Latn", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922525, - "recall": 0.941913, - "f1": 0.928393, - "accuracy": 0.941913, - "main_score": 0.928393, + "precision": 0.923944, + "recall": 0.943916, + "f1": 0.930078, + "accuracy": 0.943916, + "main_score": 0.930078, "hf_subset": "eus_Latn-mar_Deva", "languages": [ "eus-Latn", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.914639, + "precision": 0.915061, "recall": 0.936905, - "f1": 0.921468, + "f1": 0.921724, "accuracy": 0.936905, - "main_score": 0.921468, + "main_score": 0.921724, "hf_subset": "eus_Latn-nep_Deva", "languages": [ "eus-Latn", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.911033, - "recall": 0.934402, - "f1": 0.918313, - "accuracy": 0.934402, - "main_score": 0.918313, + "precision": 0.917126, + "recall": 0.940411, + "f1": 0.924346, + "accuracy": 0.940411, + "main_score": 0.924346, "hf_subset": "eus_Latn-pan_Guru", "languages": [ "eus-Latn", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.851139, - "recall": 0.887331, - "f1": 0.862177, - "accuracy": 0.887331, - "main_score": 0.862177, + "precision": 0.846849, + "recall": 0.884326, + "f1": 0.858404, + "accuracy": 0.884326, + "main_score": 0.858404, "hf_subset": "eus_Latn-sin_Sinh", "languages": [ "eus-Latn", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.842489, - "recall": 0.882323, - "f1": 0.854718, - "accuracy": 0.882323, - "main_score": 0.854718, + "precision": 0.848923, + "recall": 0.887331, + "f1": 0.860574, + "accuracy": 0.887331, + "main_score": 0.860574, "hf_subset": "eus_Latn-snd_Arab", "languages": [ "eus-Latn", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.90881, - "recall": 0.932399, - "f1": 0.91605, - "accuracy": 0.932399, - "main_score": 0.91605, + "precision": 0.901498, + "recall": 0.927892, + "f1": 0.909641, + "accuracy": 0.927892, + "main_score": 0.909641, "hf_subset": "eus_Latn-tam_Taml", "languages": [ "eus-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.911826, + "precision": 0.911676, "recall": 0.935403, - "f1": 0.919222, + "f1": 0.919122, "accuracy": 0.935403, - "main_score": 0.919222, + "main_score": 0.919122, "hf_subset": "eus_Latn-tel_Telu", "languages": [ "eus-Latn", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.916296, - "recall": 0.937907, - "f1": 0.922809, - "accuracy": 0.937907, - "main_score": 0.922809, + "precision": 0.917281, + "recall": 0.938408, + "f1": 0.923802, + "accuracy": 0.938408, + "main_score": 0.923802, "hf_subset": "eus_Latn-urd_Arab", "languages": [ "eus-Latn", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.608346, - "recall": 0.64697, - "f1": 0.619594, - "accuracy": 0.64697, - "main_score": 0.619594, + "precision": 0.608366, + "recall": 0.647972, + "f1": 0.619826, + "accuracy": 0.647972, + "main_score": 0.619826, "hf_subset": "ewe_Latn-bem_Latn", "languages": [ "ewe-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.591569, - "recall": 0.642464, - "f1": 0.605604, - "accuracy": 0.642464, - "main_score": 0.605604, + "precision": 0.599262, + "recall": 0.64647, + "f1": 0.612235, + "accuracy": 0.64647, + "main_score": 0.612235, "hf_subset": "ewe_Latn-eng_Latn", "languages": [ "ewe-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.613987, - "recall": 0.654482, - "f1": 0.625626, - "accuracy": 0.654482, - "main_score": 0.625626, + "precision": 0.611077, + "recall": 0.651477, + "f1": 0.622626, + "accuracy": 0.651477, + "main_score": 0.622626, "hf_subset": "ewe_Latn-fuc_Latn", "languages": [ "ewe-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.560264, - "recall": 0.605909, - "f1": 0.573094, - "accuracy": 0.605909, - "main_score": 0.573094, + "precision": 0.556291, + "recall": 0.603906, + "f1": 0.569617, + "accuracy": 0.603906, + "main_score": 0.569617, "hf_subset": "ewe_Latn-kin_Latn", "languages": [ "ewe-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.602421, - "recall": 0.641462, - "f1": 0.613665, - "accuracy": 0.641462, - "main_score": 0.613665, + "precision": 0.598579, + "recall": 0.639459, + "f1": 0.61017, + "accuracy": 0.639459, + "main_score": 0.61017, "hf_subset": "ewe_Latn-nde_Latn", "languages": [ "ewe-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.59612, - "recall": 0.638458, - "f1": 0.608259, - "accuracy": 0.638458, - "main_score": 0.608259, + "precision": 0.587646, + "recall": 0.629945, + "f1": 0.599381, + "accuracy": 0.629945, + "main_score": 0.599381, "hf_subset": "ewe_Latn-nya_Latn", "languages": [ "ewe-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.604494, - "recall": 0.647471, - "f1": 0.616617, - "accuracy": 0.647471, - "main_score": 0.616617, + "precision": 0.606428, + "recall": 0.647972, + "f1": 0.61828, + "accuracy": 0.647972, + "main_score": 0.61828, "hf_subset": "ewe_Latn-sna_Latn", "languages": [ "ewe-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.600271, + "precision": 0.60268, "recall": 0.639459, - "f1": 0.611081, + "f1": 0.612777, "accuracy": 0.639459, - "main_score": 0.611081, + "main_score": 0.612777, "hf_subset": "ewe_Latn-ven_Latn", "languages": [ "ewe-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.961526, - "recall": 0.972959, - "f1": 0.965281, - "accuracy": 0.972959, - "main_score": 0.965281, + "precision": 0.959856, + "recall": 0.970956, + "f1": 0.963445, + "accuracy": 0.970956, + "main_score": 0.963445, "hf_subset": "fao_Latn-afr_Latn", "languages": [ "fao-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.960941, - "recall": 0.972459, - "f1": 0.964697, - "accuracy": 0.972459, - "main_score": 0.964697, + "precision": 0.961693, + "recall": 0.972959, + "f1": 0.965365, + "accuracy": 0.972959, + "main_score": 0.965365, "hf_subset": "fao_Latn-dan_Latn", "languages": [ "fao-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.95656, - "recall": 0.969454, - "f1": 0.960724, - "accuracy": 0.969454, - "main_score": 0.960724, + "precision": 0.958312, + "recall": 0.969955, + "f1": 0.961976, + "accuracy": 0.969955, + "main_score": 0.961976, "hf_subset": "fao_Latn-deu_Latn", "languages": [ "fao-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98698, - "f1": 0.983058, - "accuracy": 0.98698, - "main_score": 0.983058, + "precision": 0.979845, + "recall": 0.985979, + "f1": 0.981839, + "accuracy": 0.985979, + "main_score": 0.981839, "hf_subset": "fao_Latn-eng_Latn", "languages": [ "fao-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.95666, - "recall": 0.968953, - "f1": 0.960474, - "accuracy": 0.968953, - "main_score": 0.960474, + "precision": 0.958037, + "recall": 0.970456, + "f1": 0.962026, + "accuracy": 0.970456, + "main_score": 0.962026, "hf_subset": "fao_Latn-isl_Latn", "languages": [ "fao-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.890732, - "recall": 0.918378, - "f1": 0.899149, - "accuracy": 0.918378, - "main_score": 0.899149, + "precision": 0.884644, + "recall": 0.912869, + "f1": 0.893414, + "accuracy": 0.912869, + "main_score": 0.893414, "hf_subset": "fao_Latn-ltz_Latn", "languages": [ "fao-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962736, - "recall": 0.973961, - "f1": 0.966316, - "accuracy": 0.973961, - "main_score": 0.966316, + "precision": 0.961067, + "recall": 0.972459, + "f1": 0.96473, + "accuracy": 0.972459, + "main_score": 0.96473, "hf_subset": "fao_Latn-nld_Latn", "languages": [ "fao-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.958771, - "recall": 0.970456, - "f1": 0.962427, - "accuracy": 0.970456, - "main_score": 0.962427, + "precision": 0.962652, + "recall": 0.97346, + "f1": 0.966066, + "accuracy": 0.97346, + "main_score": 0.966066, "hf_subset": "fao_Latn-nno_Latn", "languages": [ "fao-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.966116, - "recall": 0.976965, - "f1": 0.969705, - "accuracy": 0.976965, - "main_score": 0.969705, + "precision": 0.967868, + "recall": 0.977967, + "f1": 0.971207, + "accuracy": 0.977967, + "main_score": 0.971207, "hf_subset": "fao_Latn-nob_Latn", "languages": [ "fao-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963988, - "recall": 0.974962, - "f1": 0.967485, - "accuracy": 0.974962, - "main_score": 0.967485, + "precision": 0.960649, + "recall": 0.972459, + "f1": 0.964397, + "accuracy": 0.972459, + "main_score": 0.964397, "hf_subset": "fao_Latn-swe_Latn", "languages": [ "fao-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.979135, @@ -5342,1051 +5786,1139 @@ "languages": [ "fas-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, + "precision": 0.98698, "recall": 0.990986, - "f1": 0.988149, + "f1": 0.988316, "accuracy": 0.990986, - "main_score": 0.988149, + "main_score": 0.988316, "hf_subset": "fas_Arab-ben_Beng", "languages": [ "fas-Arab", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92013, - "recall": 0.943916, - "f1": 0.927892, - "accuracy": 0.943916, - "main_score": 0.927892, + "precision": 0.914413, + "recall": 0.939409, + "f1": 0.9225, + "accuracy": 0.939409, + "main_score": 0.9225, "hf_subset": "fas_Arab-ckb_Arab", "languages": [ "fas-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982808, - "recall": 0.987982, - "f1": 0.984477, - "accuracy": 0.987982, - "main_score": 0.984477, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "fas_Arab-deu_Latn", "languages": [ "fas-Arab", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.989985, - "f1": 0.987314, - "accuracy": 0.989985, - "main_score": 0.987314, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "fas_Arab-ell_Grek", "languages": [ "fas-Arab", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, "hf_subset": "fas_Arab-eng_Latn", "languages": [ "fas-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975964, - "recall": 0.983475, - "f1": 0.978468, - "accuracy": 0.983475, - "main_score": 0.978468, + "precision": 0.971582, + "recall": 0.97997, + "f1": 0.974328, + "accuracy": 0.97997, + "main_score": 0.974328, "hf_subset": "fas_Arab-fin_Latn", "languages": [ "fas-Arab", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980846, - "recall": 0.98648, - "f1": 0.982674, - "accuracy": 0.98648, - "main_score": 0.982674, + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, "hf_subset": "fas_Arab-fra_Latn", "languages": [ "fas-Arab", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.988483, - "f1": 0.985812, - "accuracy": 0.988483, - "main_score": 0.985812, + "precision": 0.981389, + "recall": 0.98648, + "f1": 0.983058, + "accuracy": 0.98648, + "main_score": 0.983058, "hf_subset": "fas_Arab-heb_Hebr", "languages": [ "fas-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98698, - "recall": 0.990986, - "f1": 0.988316, - "accuracy": 0.990986, - "main_score": 0.988316, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "fas_Arab-hin_Deva", "languages": [ "fas-Arab", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972208, - "recall": 0.97997, - "f1": 0.974712, - "accuracy": 0.97997, - "main_score": 0.974712, + "precision": 0.973126, + "recall": 0.980971, + "f1": 0.975714, + "accuracy": 0.980971, + "main_score": 0.975714, "hf_subset": "fas_Arab-hun_Latn", "languages": [ "fas-Arab", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.989985, - "f1": 0.987398, - "accuracy": 0.989985, - "main_score": 0.987398, + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, "hf_subset": "fas_Arab-ind_Latn", "languages": [ "fas-Arab", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974796, - "recall": 0.982474, - "f1": 0.977299, - "accuracy": 0.982474, - "main_score": 0.977299, + "precision": 0.976506, + "recall": 0.983475, + "f1": 0.978751, + "accuracy": 0.983475, + "main_score": 0.978751, "hf_subset": "fas_Arab-jpn_Jpan", "languages": [ "fas-Arab", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.828067, - "recall": 0.872308, - "f1": 0.841856, - "accuracy": 0.872308, - "main_score": 0.841856, + "precision": 0.832515, + "recall": 0.876314, + "f1": 0.846319, + "accuracy": 0.876314, + "main_score": 0.846319, "hf_subset": "fas_Arab-kmr_Latn", "languages": [ "fas-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.987982, - "f1": 0.984477, - "accuracy": 0.987982, - "main_score": 0.984477, + "precision": 0.979886, + "recall": 0.985979, + "f1": 0.98189, + "accuracy": 0.985979, + "main_score": 0.98189, "hf_subset": "fas_Arab-kor_Hang", "languages": [ "fas-Arab", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.98648, - "f1": 0.983058, - "accuracy": 0.98648, - "main_score": 0.983058, + "precision": 0.979469, + "recall": 0.985478, + "f1": 0.981472, + "accuracy": 0.985478, + "main_score": 0.981472, "hf_subset": "fas_Arab-lit_Latn", "languages": [ "fas-Arab", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.907436, - "recall": 0.929895, - "f1": 0.914221, - "accuracy": 0.929895, - "main_score": 0.914221, + "precision": 0.908463, + "recall": 0.930396, + "f1": 0.915189, + "accuracy": 0.930396, + "main_score": 0.915189, "hf_subset": "fas_Arab-mey_Arab", "languages": [ "fas-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.987982, - "f1": 0.985061, - "accuracy": 0.987982, - "main_score": 0.985061, + "precision": 0.98214, + "recall": 0.98698, + "f1": 0.983726, + "accuracy": 0.98698, + "main_score": 0.983726, "hf_subset": "fas_Arab-nld_Latn", "languages": [ "fas-Arab", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97805, - "recall": 0.984477, - "f1": 0.980137, - "accuracy": 0.984477, - "main_score": 0.980137, + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977466, + "accuracy": 0.982474, + "main_score": 0.977466, "hf_subset": "fas_Arab-pol_Latn", "languages": [ "fas-Arab", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982307, - "recall": 0.98698, - "f1": 0.983809, - "accuracy": 0.98698, - "main_score": 0.983809, + "precision": 0.979386, + "recall": 0.985478, + "f1": 0.981389, + "accuracy": 0.985478, + "main_score": 0.981389, "hf_subset": "fas_Arab-por_Latn", "languages": [ "fas-Arab", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984226, - "recall": 0.988983, - "f1": 0.985812, - "accuracy": 0.988983, - "main_score": 0.985812, + "precision": 0.985228, + "recall": 0.989484, + "f1": 0.986647, + "accuracy": 0.989484, + "main_score": 0.986647, "hf_subset": "fas_Arab-prs_Arab", "languages": [ "fas-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92023, - "recall": 0.942414, - "f1": 0.927374, - "accuracy": 0.942414, - "main_score": 0.927374, + "precision": 0.916541, + "recall": 0.93991, + "f1": 0.92412, + "accuracy": 0.93991, + "main_score": 0.92412, "hf_subset": "fas_Arab-pus_Arab", "languages": [ "fas-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974003, - "recall": 0.981472, - "f1": 0.976415, - "accuracy": 0.981472, - "main_score": 0.976415, + "precision": 0.970247, + "recall": 0.978468, + "f1": 0.972909, + "accuracy": 0.978468, + "main_score": 0.972909, "hf_subset": "fas_Arab-rus_Cyrl", "languages": [ "fas-Arab", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661058, - "recall": 0.728092, - "f1": 0.680425, - "accuracy": 0.728092, - "main_score": 0.680425, + "precision": 0.658705, + "recall": 0.727091, + "f1": 0.678588, + "accuracy": 0.727091, + "main_score": 0.678588, "hf_subset": "fas_Arab-shi_Arab", "languages": [ "fas-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, - "recall": 0.987481, - "f1": 0.984059, - "accuracy": 0.987481, - "main_score": 0.984059, + "precision": 0.98118, + "recall": 0.98648, + "f1": 0.982841, + "accuracy": 0.98648, + "main_score": 0.982841, "hf_subset": "fas_Arab-spa_Latn", "languages": [ "fas-Arab", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.914246, - "recall": 0.937907, - "f1": 0.921749, - "accuracy": 0.937907, - "main_score": 0.921749, + "precision": 0.91418, + "recall": 0.937406, + "f1": 0.921499, + "accuracy": 0.937406, + "main_score": 0.921499, "hf_subset": "fas_Arab-swa_Latn", "languages": [ "fas-Arab", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983726, - "recall": 0.988983, - "f1": 0.985478, - "accuracy": 0.988983, - "main_score": 0.985478, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "fas_Arab-swe_Latn", "languages": [ "fas-Arab", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97442, + "precision": 0.974896, "recall": 0.981973, - "f1": 0.976832, + "f1": 0.977132, "accuracy": 0.981973, - "main_score": 0.976832, + "main_score": 0.977132, "hf_subset": "fas_Arab-tam_Taml", "languages": [ "fas-Arab", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.921799, - "recall": 0.942414, - "f1": 0.928292, - "accuracy": 0.942414, - "main_score": 0.928292, + "precision": 0.92639, + "recall": 0.945919, + "f1": 0.932616, + "accuracy": 0.945919, + "main_score": 0.932616, "hf_subset": "fas_Arab-tgk_Cyrl", "languages": [ "fas-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976465, - "recall": 0.983475, - "f1": 0.978718, - "accuracy": 0.983475, - "main_score": 0.978718, + "precision": 0.973043, + "recall": 0.980971, + "f1": 0.97563, + "accuracy": 0.980971, + "main_score": 0.97563, "hf_subset": "fas_Arab-tur_Latn", "languages": [ "fas-Arab", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981514, - "recall": 0.98648, - "f1": 0.983091, - "accuracy": 0.98648, - "main_score": 0.983091, + "precision": 0.980554, + "recall": 0.985979, + "f1": 0.982223, + "accuracy": 0.985979, + "main_score": 0.982223, "hf_subset": "fas_Arab-vie_Latn", "languages": [ "fas-Arab", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, + "precision": 0.981138, "recall": 0.98648, - "f1": 0.982724, + "f1": 0.982891, "accuracy": 0.98648, - "main_score": 0.982724, + "main_score": 0.982891, "hf_subset": "fas_Arab-zho_Hant", "languages": [ "fas-Arab", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.676206, - "recall": 0.726089, - "f1": 0.691122, - "accuracy": 0.726089, - "main_score": 0.691122, + "precision": 0.668632, + "recall": 0.72008, + "f1": 0.683823, + "accuracy": 0.72008, + "main_score": 0.683823, "hf_subset": "fas_Arab-zul_Latn", "languages": [ "fas-Arab", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.666937, - "recall": 0.724086, - "f1": 0.682385, - "accuracy": 0.724086, - "main_score": 0.682385, + "precision": 0.655511, + "recall": 0.715073, + "f1": 0.67199, + "accuracy": 0.715073, + "main_score": 0.67199, "hf_subset": "fij_Latn-eng_Latn", "languages": [ "fij-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.651291, - "recall": 0.710065, - "f1": 0.667419, - "accuracy": 0.710065, - "main_score": 0.667419, + "precision": 0.647772, + "recall": 0.705058, + "f1": 0.663535, + "accuracy": 0.705058, + "main_score": 0.663535, "hf_subset": "fij_Latn-fil_Latn", "languages": [ "fij-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.648884, - "recall": 0.707061, - "f1": 0.665227, - "accuracy": 0.707061, - "main_score": 0.665227, + "precision": 0.65274, + "recall": 0.712068, + "f1": 0.669334, + "accuracy": 0.712068, + "main_score": 0.669334, "hf_subset": "fij_Latn-ind_Latn", "languages": [ "fij-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.565096, - "recall": 0.637456, - "f1": 0.585301, - "accuracy": 0.637456, - "main_score": 0.585301, + "precision": 0.563786, + "recall": 0.635453, + "f1": 0.583892, + "accuracy": 0.635453, + "main_score": 0.583892, "hf_subset": "fij_Latn-mal_Mlym", "languages": [ "fij-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.565056, + "precision": 0.565942, "recall": 0.617426, - "f1": 0.579089, + "f1": 0.579622, "accuracy": 0.617426, - "main_score": 0.579089, + "main_score": 0.579622, "hf_subset": "fij_Latn-mlg_Latn", "languages": [ "fij-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.62609, - "recall": 0.681022, - "f1": 0.641516, - "accuracy": 0.681022, - "main_score": 0.641516, + "precision": 0.626312, + "recall": 0.678017, + "f1": 0.641213, + "accuracy": 0.678017, + "main_score": 0.641213, "hf_subset": "fij_Latn-mri_Latn", "languages": [ "fij-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.653653, - "recall": 0.712569, - "f1": 0.670104, - "accuracy": 0.712569, - "main_score": 0.670104, + "precision": 0.647299, + "recall": 0.708062, + "f1": 0.664248, + "accuracy": 0.708062, + "main_score": 0.664248, "hf_subset": "fij_Latn-msa_Latn", "languages": [ "fij-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.623493, - "recall": 0.674011, - "f1": 0.637488, - "accuracy": 0.674011, - "main_score": 0.637488, + "precision": 0.62201, + "recall": 0.671007, + "f1": 0.635968, + "accuracy": 0.671007, + "main_score": 0.635968, "hf_subset": "fij_Latn-smo_Latn", "languages": [ "fij-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.539681, - "recall": 0.593891, - "f1": 0.555697, - "accuracy": 0.593891, - "main_score": 0.555697, + "precision": 0.53921, + "recall": 0.592889, + "f1": 0.555007, + "accuracy": 0.592889, + "main_score": 0.555007, "hf_subset": "fij_Latn-tah_Latn", "languages": [ "fij-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.602556, - "recall": 0.662494, - "f1": 0.61966, - "accuracy": 0.662494, - "main_score": 0.61966, + "precision": 0.596368, + "recall": 0.657486, + "f1": 0.613762, + "accuracy": 0.657486, + "main_score": 0.613762, "hf_subset": "fij_Latn-ton_Latn", "languages": [ "fij-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992197, - "recall": 0.993991, - "f1": 0.992689, - "accuracy": 0.993991, - "main_score": 0.992689, + "precision": 0.990027, + "recall": 0.992489, + "f1": 0.990769, + "accuracy": 0.992489, + "main_score": 0.990769, "hf_subset": "fil_Latn-eng_Latn", "languages": [ "fil-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.653458, - "recall": 0.722083, - "f1": 0.672911, - "accuracy": 0.722083, - "main_score": 0.672911, + "precision": 0.64991, + "recall": 0.718077, + "f1": 0.669368, + "accuracy": 0.718077, + "main_score": 0.669368, "hf_subset": "fil_Latn-fij_Latn", "languages": [ "fil-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989025, - "recall": 0.991988, - "f1": 0.989935, - "accuracy": 0.991988, - "main_score": 0.989935, - "hf_subset": "fil_Latn-ind_Latn", + "precision": 0.987231, + "recall": 0.990986, + "f1": 0.988483, + "accuracy": 0.990986, + "main_score": 0.988483, + "hf_subset": "fil_Latn-ind_Latn", "languages": [ "fil-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970748, - "recall": 0.979469, - "f1": 0.973577, - "accuracy": 0.979469, - "main_score": 0.973577, + "precision": 0.972459, + "recall": 0.980471, + "f1": 0.975046, + "accuracy": 0.980471, + "main_score": 0.975046, "hf_subset": "fil_Latn-mal_Mlym", "languages": [ "fil-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.725764, - "recall": 0.767651, - "f1": 0.738085, - "accuracy": 0.767651, - "main_score": 0.738085, + "precision": 0.718027, + "recall": 0.761642, + "f1": 0.730901, + "accuracy": 0.761642, + "main_score": 0.730901, "hf_subset": "fil_Latn-mlg_Latn", "languages": [ "fil-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.88234, - "recall": 0.912369, - "f1": 0.891614, - "accuracy": 0.912369, - "main_score": 0.891614, + "precision": 0.883764, + "recall": 0.911868, + "f1": 0.892364, + "accuracy": 0.911868, + "main_score": 0.892364, "hf_subset": "fil_Latn-mri_Latn", "languages": [ "fil-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983392, - "recall": 0.987982, - "f1": 0.984811, - "accuracy": 0.987982, - "main_score": 0.984811, + "precision": 0.981973, + "recall": 0.98698, + "f1": 0.983559, + "accuracy": 0.98698, + "main_score": 0.983559, "hf_subset": "fil_Latn-msa_Latn", "languages": [ "fil-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.821674, - "recall": 0.860791, - "f1": 0.833393, - "accuracy": 0.860791, - "main_score": 0.833393, + "precision": 0.819513, + "recall": 0.858287, + "f1": 0.831049, + "accuracy": 0.858287, + "main_score": 0.831049, "hf_subset": "fil_Latn-smo_Latn", "languages": [ "fil-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.668346, - "recall": 0.721582, - "f1": 0.683903, - "accuracy": 0.721582, - "main_score": 0.683903, + "precision": 0.666059, + "recall": 0.72008, + "f1": 0.682037, + "accuracy": 0.72008, + "main_score": 0.682037, "hf_subset": "fil_Latn-tah_Latn", "languages": [ "fil-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.758451, - "recall": 0.807211, - "f1": 0.773104, - "accuracy": 0.807211, - "main_score": 0.773104, + "precision": 0.751553, + "recall": 0.801703, + "f1": 0.766462, + "accuracy": 0.801703, + "main_score": 0.766462, "hf_subset": "fil_Latn-ton_Latn", "languages": [ "fil-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970205, - "recall": 0.979469, - "f1": 0.973293, - "accuracy": 0.979469, - "main_score": 0.973293, + "precision": 0.970289, + "recall": 0.978968, + "f1": 0.973126, + "accuracy": 0.978968, + "main_score": 0.973126, "hf_subset": "fin_Latn-arb_Arab", "languages": [ "fin-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.983976, - "f1": 0.979469, - "accuracy": 0.983976, - "main_score": 0.979469, + "precision": 0.975922, + "recall": 0.982974, + "f1": 0.978167, + "accuracy": 0.982974, + "main_score": 0.978167, "hf_subset": "fin_Latn-ben_Beng", "languages": [ "fin-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, - "recall": 0.98648, - "f1": 0.982557, - "accuracy": 0.98648, - "main_score": 0.982557, + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, "hf_subset": "fin_Latn-deu_Latn", "languages": [ "fin-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, - "recall": 0.988983, - "f1": 0.985896, - "accuracy": 0.988983, - "main_score": 0.985896, + "precision": 0.983058, + "recall": 0.987982, + "f1": 0.984644, + "accuracy": 0.987982, + "main_score": 0.984644, "hf_subset": "fin_Latn-ell_Grek", "languages": [ "fin-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990486, - "f1": 0.987815, - "accuracy": 0.990486, - "main_score": 0.987815, + "precision": 0.989234, + "recall": 0.992489, + "f1": 0.990319, + "accuracy": 0.992489, + "main_score": 0.990319, "hf_subset": "fin_Latn-eng_Latn", "languages": [ "fin-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972709, - "recall": 0.97997, - "f1": 0.975129, - "accuracy": 0.97997, - "main_score": 0.975129, + "precision": 0.970623, + "recall": 0.978968, + "f1": 0.973377, + "accuracy": 0.978968, + "main_score": 0.973377, "hf_subset": "fin_Latn-fas_Arab", "languages": [ "fin-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97669, - "recall": 0.983475, - "f1": 0.978835, - "accuracy": 0.983475, - "main_score": 0.978835, + "precision": 0.975171, + "recall": 0.982474, + "f1": 0.9775, + "accuracy": 0.982474, + "main_score": 0.9775, "hf_subset": "fin_Latn-fra_Latn", "languages": [ "fin-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982766, + "precision": 0.982808, "recall": 0.987982, - "f1": 0.984427, + "f1": 0.984477, "accuracy": 0.987982, - "main_score": 0.984427, + "main_score": 0.984477, "hf_subset": "fin_Latn-heb_Hebr", "languages": [ "fin-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97659, - "recall": 0.983475, - "f1": 0.978835, - "accuracy": 0.983475, - "main_score": 0.978835, + "precision": 0.974128, + "recall": 0.981973, + "f1": 0.976715, + "accuracy": 0.981973, + "main_score": 0.976715, "hf_subset": "fin_Latn-hin_Deva", "languages": [ "fin-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971874, - "recall": 0.979469, - "f1": 0.974378, - "accuracy": 0.979469, - "main_score": 0.974378, + "precision": 0.973377, + "recall": 0.980471, + "f1": 0.975714, + "accuracy": 0.980471, + "main_score": 0.975714, "hf_subset": "fin_Latn-hun_Latn", "languages": [ "fin-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985896, - "recall": 0.989985, - "f1": 0.987231, - "accuracy": 0.989985, - "main_score": 0.987231, + "precision": 0.987398, + "recall": 0.990986, + "f1": 0.988566, + "accuracy": 0.990986, + "main_score": 0.988566, "hf_subset": "fin_Latn-ind_Latn", "languages": [ "fin-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978343, - "recall": 0.984977, - "f1": 0.980504, - "accuracy": 0.984977, - "main_score": 0.980504, + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, "hf_subset": "fin_Latn-jpn_Jpan", "languages": [ "fin-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973502, - "recall": 0.980971, - "f1": 0.975914, - "accuracy": 0.980971, - "main_score": 0.975914, + "precision": 0.974378, + "recall": 0.981973, + "f1": 0.976882, + "accuracy": 0.981973, + "main_score": 0.976882, "hf_subset": "fin_Latn-kor_Hang", "languages": [ "fin-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977383, - "recall": 0.984477, - "f1": 0.97972, - "accuracy": 0.984477, - "main_score": 0.97972, + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, "hf_subset": "fin_Latn-lav_Latn", "languages": [ "fin-Latn", "lav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974629, - "recall": 0.982474, - "f1": 0.977216, - "accuracy": 0.982474, - "main_score": 0.977216, + "precision": 0.974211, + "recall": 0.981973, + "f1": 0.976799, + "accuracy": 0.981973, + "main_score": 0.976799, "hf_subset": "fin_Latn-lit_Latn", "languages": [ "fin-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982265, - "recall": 0.98698, - "f1": 0.983759, - "accuracy": 0.98698, - "main_score": 0.983759, + "precision": 0.983225, + "recall": 0.987982, + "f1": 0.984727, + "accuracy": 0.987982, + "main_score": 0.984727, "hf_subset": "fin_Latn-nld_Latn", "languages": [ "fin-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974211, - "recall": 0.981973, - "f1": 0.976799, - "accuracy": 0.981973, - "main_score": 0.976799, + "precision": 0.975964, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, "hf_subset": "fin_Latn-pol_Latn", "languages": [ "fin-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, - "recall": 0.988983, - "f1": 0.985896, - "accuracy": 0.988983, - "main_score": 0.985896, + "precision": 0.982891, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, "hf_subset": "fin_Latn-por_Latn", "languages": [ "fin-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972292, - "recall": 0.980471, - "f1": 0.974962, - "accuracy": 0.980471, - "main_score": 0.974962, + "precision": 0.971082, + "recall": 0.979469, + "f1": 0.973827, + "accuracy": 0.979469, + "main_score": 0.973827, "hf_subset": "fin_Latn-rus_Cyrl", "languages": [ "fin-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975088, + "precision": 0.975046, "recall": 0.982474, - "f1": 0.9775, + "f1": 0.977466, "accuracy": 0.982474, - "main_score": 0.9775, + "main_score": 0.977466, "hf_subset": "fin_Latn-spa_Latn", "languages": [ "fin-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922592, - "recall": 0.944417, - "f1": 0.929594, - "accuracy": 0.944417, - "main_score": 0.929594, + "precision": 0.917117, + "recall": 0.93991, + "f1": 0.924253, + "accuracy": 0.93991, + "main_score": 0.924253, "hf_subset": "fin_Latn-swa_Latn", "languages": [ "fin-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "fin_Latn-swe_Latn", "languages": [ "fin-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.966049, - "recall": 0.975964, - "f1": 0.969204, - "accuracy": 0.975964, - "main_score": 0.969204, + "precision": 0.963712, + "recall": 0.974462, + "f1": 0.967117, + "accuracy": 0.974462, + "main_score": 0.967117, "hf_subset": "fin_Latn-tam_Taml", "languages": [ "fin-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971624, - "recall": 0.978968, - "f1": 0.974044, - "accuracy": 0.978968, - "main_score": 0.974044, + "precision": 0.970038, + "recall": 0.977967, + "f1": 0.972626, + "accuracy": 0.977967, + "main_score": 0.972626, "hf_subset": "fin_Latn-tur_Latn", "languages": [ "fin-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975964, - "recall": 0.982974, - "f1": 0.978217, - "accuracy": 0.982974, - "main_score": 0.978217, + "precision": 0.973894, + "recall": 0.981472, + "f1": 0.976298, + "accuracy": 0.981472, + "main_score": 0.976298, "hf_subset": "fin_Latn-vie_Latn", "languages": [ "fin-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975213, - "recall": 0.981973, - "f1": 0.977466, - "accuracy": 0.981973, - "main_score": 0.977466, + "precision": 0.976465, + "recall": 0.983475, + "f1": 0.978802, + "accuracy": 0.983475, + "main_score": 0.978802, "hf_subset": "fin_Latn-zho_Hant", "languages": [ "fin-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.688396, - "recall": 0.735603, - "f1": 0.702472, - "accuracy": 0.735603, - "main_score": 0.702472, + "precision": 0.679654, + "recall": 0.728092, + "f1": 0.694086, + "accuracy": 0.728092, + "main_score": 0.694086, "hf_subset": "fin_Latn-zul_Latn", "languages": [ "fin-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981556, + "precision": 0.981723, "recall": 0.987481, - "f1": 0.983475, + "f1": 0.983559, "accuracy": 0.987481, - "main_score": 0.983475, + "main_score": 0.983559, "hf_subset": "fra_Latn-arb_Arab", "languages": [ "fra-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982307, - "recall": 0.98698, - "f1": 0.983809, - "accuracy": 0.98698, - "main_score": 0.983809, + "precision": 0.983058, + "recall": 0.987481, + "f1": 0.984477, + "accuracy": 0.987481, + "main_score": 0.984477, "hf_subset": "fra_Latn-ben_Beng", "languages": [ "fra-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987899, - "recall": 0.991487, - "f1": 0.989067, - "accuracy": 0.991487, - "main_score": 0.989067, + "precision": 0.985562, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, "hf_subset": "fra_Latn-cat_Latn", "languages": [ "fra-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98698, - "recall": 0.990486, - "f1": 0.988065, - "accuracy": 0.990486, - "main_score": 0.988065, + "precision": 0.986229, + "recall": 0.989985, + "f1": 0.987398, + "accuracy": 0.989985, + "main_score": 0.987398, "hf_subset": "fra_Latn-deu_Latn", "languages": [ "fra-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987064, - "recall": 0.990986, - "f1": 0.988316, - "accuracy": 0.990986, - "main_score": 0.988316, + "precision": 0.983308, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, "hf_subset": "fra_Latn-ell_Grek", "languages": [ "fra-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.993991, - "f1": 0.992071, - "accuracy": 0.993991, - "main_score": 0.992071, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "fra_Latn-eng_Latn", "languages": [ "fra-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980721, - "recall": 0.98648, - "f1": 0.982557, - "accuracy": 0.98648, - "main_score": 0.982557, + "precision": 0.979219, + "recall": 0.985478, + "f1": 0.981222, + "accuracy": 0.985478, + "main_score": 0.981222, "hf_subset": "fra_Latn-fas_Arab", "languages": [ "fra-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976799, - "recall": 0.983475, - "f1": 0.978885, - "accuracy": 0.983475, - "main_score": 0.978885, + "precision": 0.974545, + "recall": 0.981973, + "f1": 0.976882, + "accuracy": 0.981973, + "main_score": 0.976882, "hf_subset": "fra_Latn-fin_Latn", "languages": [ "fra-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983058, @@ -6398,175 +6930,190 @@ "languages": [ "fra-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987231, - "recall": 0.990986, - "f1": 0.988399, - "accuracy": 0.990986, - "main_score": 0.988399, + "precision": 0.984811, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "fra_Latn-heb_Hebr", "languages": [ "fra-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980805, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "fra_Latn-hin_Deva", "languages": [ "fra-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98022, - "recall": 0.98648, - "f1": 0.982223, - "accuracy": 0.98648, - "main_score": 0.982223, + "precision": 0.977299, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, "hf_subset": "fra_Latn-hun_Latn", "languages": [ "fra-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990486, - "f1": 0.987899, - "accuracy": 0.990486, - "main_score": 0.987899, + "precision": 0.987398, + "recall": 0.990986, + "f1": 0.988566, + "accuracy": 0.990986, + "main_score": 0.988566, "hf_subset": "fra_Latn-ind_Latn", "languages": [ "fra-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986062, + "precision": 0.986396, "recall": 0.989985, - "f1": 0.987314, + "f1": 0.987565, "accuracy": 0.989985, - "main_score": 0.987314, + "main_score": 0.987565, "hf_subset": "fra_Latn-ita_Latn", "languages": [ "fra-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979886, - "recall": 0.985478, - "f1": 0.981639, - "accuracy": 0.985478, - "main_score": 0.981639, + "precision": 0.98022, + "recall": 0.985979, + "f1": 0.982056, + "accuracy": 0.985979, + "main_score": 0.982056, "hf_subset": "fra_Latn-jpn_Jpan", "languages": [ "fra-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973043, + "precision": 0.972793, "recall": 0.980971, - "f1": 0.97563, + "f1": 0.975463, "accuracy": 0.980971, - "main_score": 0.97563, + "main_score": 0.975463, "hf_subset": "fra_Latn-kor_Hang", "languages": [ "fra-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976131, - "recall": 0.983475, - "f1": 0.978468, - "accuracy": 0.983475, - "main_score": 0.978468, + "precision": 0.978384, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, "hf_subset": "fra_Latn-lit_Latn", "languages": [ "fra-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937732, - "recall": 0.953931, - "f1": 0.942864, - "accuracy": 0.953931, - "main_score": 0.942864, + "precision": 0.936363, + "recall": 0.952429, + "f1": 0.941314, + "accuracy": 0.952429, + "main_score": 0.941314, "hf_subset": "fra_Latn-mlt_Latn", "languages": [ "fra-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987189, - "recall": 0.990486, - "f1": 0.988182, - "accuracy": 0.990486, - "main_score": 0.988182, + "precision": 0.988441, + "recall": 0.991487, + "f1": 0.989351, + "accuracy": 0.991487, + "main_score": 0.989351, "hf_subset": "fra_Latn-nld_Latn", "languages": [ "fra-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.987982, - "f1": 0.984393, - "accuracy": 0.987982, - "main_score": 0.984393, + "precision": 0.984226, + "recall": 0.988983, + "f1": 0.985729, + "accuracy": 0.988983, + "main_score": 0.985729, "hf_subset": "fra_Latn-pol_Latn", "languages": [ "fra-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988983, - "f1": 0.985395, - "accuracy": 0.988983, - "main_score": 0.985395, + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, "hf_subset": "fra_Latn-por_Latn", "languages": [ "fra-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983809, - "recall": 0.988483, - "f1": 0.985228, - "accuracy": 0.988483, - "main_score": 0.985228, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985896, + "accuracy": 0.988983, + "main_score": 0.985896, "hf_subset": "fra_Latn-ron_Latn", "languages": [ "fra-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980846, - "recall": 0.98648, - "f1": 0.982591, - "accuracy": 0.98648, - "main_score": 0.982591, + "precision": 0.980095, + "recall": 0.985979, + "f1": 0.981923, + "accuracy": 0.985979, + "main_score": 0.981923, "hf_subset": "fra_Latn-rus_Cyrl", "languages": [ "fra-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.9889, @@ -6578,67 +7125,73 @@ "languages": [ "fra-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.926148, - "recall": 0.945919, - "f1": 0.932265, - "accuracy": 0.945919, - "main_score": 0.932265, + "precision": 0.920611, + "recall": 0.940911, + "f1": 0.926782, + "accuracy": 0.940911, + "main_score": 0.926782, "hf_subset": "fra_Latn-swa_Latn", "languages": [ "fra-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987147, - "recall": 0.990986, - "f1": 0.988399, - "accuracy": 0.990986, - "main_score": 0.988399, + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, "hf_subset": "fra_Latn-swe_Latn", "languages": [ "fra-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965532, - "recall": 0.975964, - "f1": 0.968853, - "accuracy": 0.975964, - "main_score": 0.968853, + "precision": 0.965406, + "recall": 0.975463, + "f1": 0.96857, + "accuracy": 0.975463, + "main_score": 0.96857, "hf_subset": "fra_Latn-tam_Taml", "languages": [ "fra-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977466, - "recall": 0.983976, - "f1": 0.979553, - "accuracy": 0.983976, - "main_score": 0.979553, + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, "hf_subset": "fra_Latn-tur_Latn", "languages": [ "fra-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982557, - "recall": 0.987481, - "f1": 0.984143, - "accuracy": 0.987481, - "main_score": 0.984143, + "precision": 0.98431, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, "hf_subset": "fra_Latn-vie_Latn", "languages": [ "fra-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.981472, @@ -6650,283 +7203,307 @@ "languages": [ "fra-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.71663, - "recall": 0.763145, - "f1": 0.730671, - "accuracy": 0.763145, - "main_score": 0.730671, + "precision": 0.704742, + "recall": 0.751627, + "f1": 0.718958, + "accuracy": 0.751627, + "main_score": 0.718958, "hf_subset": "fra_Latn-zul_Latn", "languages": [ "fra-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665999, - "recall": 0.705558, - "f1": 0.677193, - "accuracy": 0.705558, - "main_score": 0.677193, + "precision": 0.663129, + "recall": 0.70005, + "f1": 0.673388, + "accuracy": 0.70005, + "main_score": 0.673388, "hf_subset": "fuc_Latn-bem_Latn", "languages": [ "fuc-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.655157, + "precision": 0.656997, "recall": 0.702554, - "f1": 0.668264, + "f1": 0.669619, "accuracy": 0.702554, - "main_score": 0.668264, + "main_score": 0.669619, "hf_subset": "fuc_Latn-eng_Latn", "languages": [ "fuc-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.611142, - "recall": 0.656485, - "f1": 0.624888, - "accuracy": 0.656485, - "main_score": 0.624888, + "precision": 0.613041, + "recall": 0.655984, + "f1": 0.626005, + "accuracy": 0.655984, + "main_score": 0.626005, "hf_subset": "fuc_Latn-ewe_Latn", "languages": [ "fuc-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.608139, - "recall": 0.654482, - "f1": 0.620802, - "accuracy": 0.654482, - "main_score": 0.620802, + "precision": 0.606253, + "recall": 0.649975, + "f1": 0.618324, + "accuracy": 0.649975, + "main_score": 0.618324, "hf_subset": "fuc_Latn-kin_Latn", "languages": [ "fuc-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.64923, - "recall": 0.691037, - "f1": 0.661035, - "accuracy": 0.691037, - "main_score": 0.661035, + "precision": 0.641778, + "recall": 0.683025, + "f1": 0.653177, + "accuracy": 0.683025, + "main_score": 0.653177, "hf_subset": "fuc_Latn-nde_Latn", "languages": [ "fuc-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.659647, - "recall": 0.691537, - "f1": 0.668877, - "accuracy": 0.691537, - "main_score": 0.668877, + "precision": 0.654598, + "recall": 0.689034, + "f1": 0.664504, + "accuracy": 0.689034, + "main_score": 0.664504, "hf_subset": "fuc_Latn-nya_Latn", "languages": [ "fuc-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665695, - "recall": 0.702554, - "f1": 0.675894, - "accuracy": 0.702554, - "main_score": 0.675894, + "precision": 0.661377, + "recall": 0.698548, + "f1": 0.672039, + "accuracy": 0.698548, + "main_score": 0.672039, "hf_subset": "fuc_Latn-sna_Latn", "languages": [ "fuc-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.651136, - "recall": 0.688032, - "f1": 0.661746, - "accuracy": 0.688032, - "main_score": 0.661746, + "precision": 0.6447, + "recall": 0.682023, + "f1": 0.655603, + "accuracy": 0.682023, + "main_score": 0.655603, "hf_subset": "fuc_Latn-ven_Latn", "languages": [ "fuc-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.846474, - "recall": 0.882323, - "f1": 0.857574, - "accuracy": 0.882323, - "main_score": 0.857574, + "precision": 0.845523, + "recall": 0.881322, + "f1": 0.85636, + "accuracy": 0.881322, + "main_score": 0.85636, "hf_subset": "gle_Latn-cym_Latn", "languages": [ "gle-Latn", "cym-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.880053, - "recall": 0.912869, - "f1": 0.890028, - "accuracy": 0.912869, - "main_score": 0.890028, + "precision": 0.875997, + "recall": 0.909865, + "f1": 0.886222, + "accuracy": 0.909865, + "main_score": 0.886222, "hf_subset": "gle_Latn-eng_Latn", "languages": [ "gle-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.993991, - "f1": 0.992071, - "accuracy": 0.993991, - "main_score": 0.992071, + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, "hf_subset": "glg_Latn-cat_Latn", "languages": [ "glg-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991905, - "recall": 0.994492, - "f1": 0.992739, - "accuracy": 0.994492, - "main_score": 0.992739, - "hf_subset": "glg_Latn-eng_Latn", - "languages": [ - "glg-Latn", - "eng-Latn" - ] + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, + "hf_subset": "glg_Latn-eng_Latn", + "languages": [ + "glg-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.989985, - "f1": 0.987147, - "accuracy": 0.989985, - "main_score": 0.987147, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "glg_Latn-fra_Latn", "languages": [ "glg-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98865, - "recall": 0.991988, - "f1": 0.989735, - "accuracy": 0.991988, - "main_score": 0.989735, + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, "hf_subset": "glg_Latn-ita_Latn", "languages": [ "glg-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.940452, - "recall": 0.956935, - "f1": 0.945785, - "accuracy": 0.956935, - "main_score": 0.945785, + "precision": 0.943807, + "recall": 0.958938, + "f1": 0.948623, + "accuracy": 0.958938, + "main_score": 0.948623, "hf_subset": "glg_Latn-mlt_Latn", "languages": [ "glg-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, + "precision": 0.987648, "recall": 0.991487, - "f1": 0.988733, + "f1": 0.9889, "accuracy": 0.991487, - "main_score": 0.988733, + "main_score": 0.9889, "hf_subset": "glg_Latn-por_Latn", "languages": [ "glg-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989484, - "f1": 0.986814, - "accuracy": 0.989484, - "main_score": 0.986814, + "precision": 0.984226, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, "hf_subset": "glg_Latn-ron_Latn", "languages": [ "glg-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987648, - "recall": 0.991487, - "f1": 0.9889, - "accuracy": 0.991487, - "main_score": 0.9889, + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, "hf_subset": "glg_Latn-spa_Latn", "languages": [ "glg-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, "hf_subset": "guj_Gujr-ben_Beng", "languages": [ "guj-Gujr", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.135725, - "recall": 0.168252, - "f1": 0.1442, - "accuracy": 0.168252, - "main_score": 0.1442, + "precision": 0.139886, + "recall": 0.171758, + "f1": 0.148092, + "accuracy": 0.171758, + "main_score": 0.148092, "hf_subset": "guj_Gujr-div_Thaa", "languages": [ "guj-Gujr", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.997914, - "recall": 0.998498, - "f1": 0.99808, - "accuracy": 0.998498, - "main_score": 0.99808, + "precision": 0.997162, + "recall": 0.997997, + "f1": 0.997413, + "accuracy": 0.997997, + "main_score": 0.997413, "hf_subset": "guj_Gujr-eng_Latn", "languages": [ "guj-Gujr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.929478, - "recall": 0.947922, - "f1": 0.93532, - "accuracy": 0.947922, - "main_score": 0.93532, + "precision": 0.931522, + "recall": 0.950426, + "f1": 0.937606, + "accuracy": 0.950426, + "main_score": 0.937606, "hf_subset": "guj_Gujr-eus_Latn", "languages": [ "guj-Gujr", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.99349, @@ -6938,7 +7515,8 @@ "languages": [ "guj-Gujr", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991237, @@ -6950,31 +7528,34 @@ "languages": [ "guj-Gujr", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.99349, - "f1": 0.991404, - "accuracy": 0.99349, - "main_score": 0.991404, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "guj_Gujr-mar_Deva", "languages": [ "guj-Gujr", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, "hf_subset": "guj_Gujr-nep_Deva", "languages": [ "guj-Gujr", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -6986,451 +7567,489 @@ "languages": [ "guj-Gujr", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952095, - "recall": 0.96645, - "f1": 0.956668, - "accuracy": 0.96645, - "main_score": 0.956668, + "precision": 0.950551, + "recall": 0.965949, + "f1": 0.95555, + "accuracy": 0.965949, + "main_score": 0.95555, "hf_subset": "guj_Gujr-sin_Sinh", "languages": [ "guj-Gujr", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952679, - "recall": 0.967451, - "f1": 0.95752, - "accuracy": 0.967451, - "main_score": 0.95752, + "precision": 0.95656, + "recall": 0.969955, + "f1": 0.960891, + "accuracy": 0.969955, + "main_score": 0.960891, "hf_subset": "guj_Gujr-snd_Arab", "languages": [ "guj-Gujr", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, + "precision": 0.983141, "recall": 0.988483, - "f1": 0.984977, + "f1": 0.984894, "accuracy": 0.988483, - "main_score": 0.984977, + "main_score": 0.984894, "hf_subset": "guj_Gujr-tam_Taml", "languages": [ "guj-Gujr", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, "hf_subset": "guj_Gujr-tel_Telu", "languages": [ "guj-Gujr", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98865, - "recall": 0.991988, - "f1": 0.989735, - "accuracy": 0.991988, - "main_score": 0.989735, + "precision": 0.987147, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, "hf_subset": "guj_Gujr-urd_Arab", "languages": [ "guj-Gujr", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.579369, - "recall": 0.644967, - "f1": 0.598418, - "accuracy": 0.644967, - "main_score": 0.598418, + "precision": 0.572472, + "recall": 0.63996, + "f1": 0.591851, + "accuracy": 0.63996, + "main_score": 0.591851, "hf_subset": "hau_Latn-amh_Ethi", "languages": [ "hau-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.7862, - "recall": 0.825739, - "f1": 0.797645, - "accuracy": 0.825739, - "main_score": 0.797645, + "precision": 0.781683, + "recall": 0.81973, + "f1": 0.792529, + "accuracy": 0.81973, + "main_score": 0.792529, "hf_subset": "hau_Latn-eng_Latn", "languages": [ "hau-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.70871, + "precision": 0.707185, "recall": 0.741112, - "f1": 0.718006, + "f1": 0.716863, "accuracy": 0.741112, - "main_score": 0.718006, + "main_score": 0.716863, "hf_subset": "hau_Latn-ibo_Latn", "languages": [ "hau-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.675245, - "recall": 0.710566, - "f1": 0.68533, - "accuracy": 0.710566, - "main_score": 0.68533, + "precision": 0.670523, + "recall": 0.70656, + "f1": 0.681067, + "accuracy": 0.70656, + "main_score": 0.681067, "hf_subset": "hau_Latn-nso_Latn", "languages": [ "hau-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.460372, - "recall": 0.532298, - "f1": 0.480251, - "accuracy": 0.532298, - "main_score": 0.480251, + "precision": 0.459821, + "recall": 0.531297, + "f1": 0.47931, + "accuracy": 0.531297, + "main_score": 0.47931, "hf_subset": "hau_Latn-orm_Ethi", "languages": [ "hau-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.726036, - "recall": 0.766149, - "f1": 0.737599, - "accuracy": 0.766149, - "main_score": 0.737599, + "precision": 0.732892, + "recall": 0.769154, + "f1": 0.743294, + "accuracy": 0.769154, + "main_score": 0.743294, "hf_subset": "hau_Latn-som_Latn", "languages": [ "hau-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.679981, - "recall": 0.717076, - "f1": 0.690559, - "accuracy": 0.717076, - "main_score": 0.690559, + "precision": 0.676319, + "recall": 0.712569, + "f1": 0.686766, + "accuracy": 0.712569, + "main_score": 0.686766, "hf_subset": "hau_Latn-ssw_Latn", "languages": [ "hau-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.770529, - "recall": 0.807211, - "f1": 0.780877, - "accuracy": 0.807211, - "main_score": 0.780877, + "precision": 0.771318, + "recall": 0.808212, + "f1": 0.781642, + "accuracy": 0.808212, + "main_score": 0.781642, "hf_subset": "hau_Latn-swa_Latn", "languages": [ "hau-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.502027, - "recall": 0.571858, - "f1": 0.522185, - "accuracy": 0.571858, - "main_score": 0.522185, + "precision": 0.491698, + "recall": 0.563345, + "f1": 0.512036, + "accuracy": 0.563345, + "main_score": 0.512036, "hf_subset": "hau_Latn-tir_Ethi", "languages": [ "hau-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.689501, - "recall": 0.721082, - "f1": 0.698339, - "accuracy": 0.721082, - "main_score": 0.698339, + "precision": 0.688862, + "recall": 0.718077, + "f1": 0.696992, + "accuracy": 0.718077, + "main_score": 0.696992, "hf_subset": "hau_Latn-tsn_Latn", "languages": [ "hau-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.627454, - "recall": 0.667501, - "f1": 0.639009, - "accuracy": 0.667501, - "main_score": 0.639009, + "precision": 0.628454, + "recall": 0.6665, + "f1": 0.639088, + "accuracy": 0.6665, + "main_score": 0.639088, "hf_subset": "hau_Latn-wol_Latn", "languages": [ "hau-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.675419, - "recall": 0.721582, - "f1": 0.688739, - "accuracy": 0.721582, - "main_score": 0.688739, + "precision": 0.6715, + "recall": 0.717576, + "f1": 0.684895, + "accuracy": 0.717576, + "main_score": 0.684895, "hf_subset": "hau_Latn-xho_Latn", "languages": [ "hau-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.678819, - "recall": 0.731097, - "f1": 0.694032, - "accuracy": 0.731097, - "main_score": 0.694032, + "precision": 0.683632, + "recall": 0.7336, + "f1": 0.697869, + "accuracy": 0.7336, + "main_score": 0.697869, "hf_subset": "hau_Latn-yor_Latn", "languages": [ "hau-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.69163, - "recall": 0.730596, - "f1": 0.703084, - "accuracy": 0.730596, - "main_score": 0.703084, + "precision": 0.693645, + "recall": 0.732599, + "f1": 0.704892, + "accuracy": 0.732599, + "main_score": 0.704892, "hf_subset": "hau_Latn-zul_Latn", "languages": [ "hau-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976381, - "recall": 0.983475, - "f1": 0.978718, - "accuracy": 0.983475, - "main_score": 0.978718, + "precision": 0.979469, + "recall": 0.985478, + "f1": 0.981472, + "accuracy": 0.985478, + "main_score": 0.981472, "hf_subset": "heb_Hebr-arb_Arab", "languages": [ "heb-Hebr", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, + "precision": 0.986146, "recall": 0.989985, - "f1": 0.987147, + "f1": 0.987398, "accuracy": 0.989985, - "main_score": 0.987147, + "main_score": 0.987398, "hf_subset": "heb_Hebr-ben_Beng", "languages": [ "heb-Hebr", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93123, - "recall": 0.951928, - "f1": 0.937807, - "accuracy": 0.951928, - "main_score": 0.937807, + "precision": 0.924553, + "recall": 0.947421, + "f1": 0.931798, + "accuracy": 0.947421, + "main_score": 0.931798, "hf_subset": "heb_Hebr-ckb_Arab", "languages": [ "heb-Hebr", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.992989, - "f1": 0.991237, - "accuracy": 0.992989, - "main_score": 0.991237, + "precision": 0.9889, + "recall": 0.991988, + "f1": 0.989902, + "accuracy": 0.991988, + "main_score": 0.989902, "hf_subset": "heb_Hebr-deu_Latn", "languages": [ "heb-Hebr", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989234, + "precision": 0.989484, "recall": 0.992489, - "f1": 0.990319, + "f1": 0.990486, "accuracy": 0.992489, - "main_score": 0.990319, + "main_score": 0.990486, "hf_subset": "heb_Hebr-ell_Grek", "languages": [ "heb-Hebr", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993657, - "recall": 0.995493, - "f1": 0.994241, - "accuracy": 0.995493, - "main_score": 0.994241, + "precision": 0.994492, + "recall": 0.995994, + "f1": 0.994992, + "accuracy": 0.995994, + "main_score": 0.994992, "hf_subset": "heb_Hebr-eng_Latn", "languages": [ "heb-Hebr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981723, - "recall": 0.987481, - "f1": 0.983642, - "accuracy": 0.987481, - "main_score": 0.983642, + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "heb_Hebr-fas_Arab", "languages": [ "heb-Hebr", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982766, - "recall": 0.987982, - "f1": 0.984427, - "accuracy": 0.987982, - "main_score": 0.984427, + "precision": 0.981264, + "recall": 0.98698, + "f1": 0.983091, + "accuracy": 0.98698, + "main_score": 0.983091, "hf_subset": "heb_Hebr-fin_Latn", "languages": [ "heb-Hebr", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987314, - "recall": 0.990986, - "f1": 0.988483, - "accuracy": 0.990986, - "main_score": 0.988483, + "precision": 0.985812, + "recall": 0.989985, + "f1": 0.987147, + "accuracy": 0.989985, + "main_score": 0.987147, "hf_subset": "heb_Hebr-fra_Latn", "languages": [ "heb-Hebr", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98698, - "f1": 0.983058, - "accuracy": 0.98698, - "main_score": 0.983058, + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, "hf_subset": "heb_Hebr-hin_Deva", "languages": [ "heb-Hebr", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977216, + "precision": 0.976799, "recall": 0.983976, - "f1": 0.979386, + "f1": 0.979135, "accuracy": 0.983976, - "main_score": 0.979386, + "main_score": 0.979135, "hf_subset": "heb_Hebr-hun_Latn", "languages": [ "heb-Hebr", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989067, - "recall": 0.991487, - "f1": 0.989818, - "accuracy": 0.991487, - "main_score": 0.989818, + "precision": 0.989902, + "recall": 0.992489, + "f1": 0.990736, + "accuracy": 0.992489, + "main_score": 0.990736, "hf_subset": "heb_Hebr-ind_Latn", "languages": [ "heb-Hebr", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, "hf_subset": "heb_Hebr-jpn_Jpan", "languages": [ "heb-Hebr", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.836555, - "recall": 0.878818, - "f1": 0.849551, - "accuracy": 0.878818, - "main_score": 0.849551, + "precision": 0.843119, + "recall": 0.883826, + "f1": 0.855695, + "accuracy": 0.883826, + "main_score": 0.855695, "hf_subset": "heb_Hebr-kmr_Latn", "languages": [ "heb-Hebr", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, - "recall": 0.984977, - "f1": 0.980554, - "accuracy": 0.984977, - "main_score": 0.980554, + "precision": 0.979553, + "recall": 0.985478, + "f1": 0.981472, + "accuracy": 0.985478, + "main_score": 0.981472, "hf_subset": "heb_Hebr-kor_Hang", "languages": [ "heb-Hebr", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989484, - "f1": 0.98648, - "accuracy": 0.989484, - "main_score": 0.98648, + "precision": 0.983767, + "recall": 0.988483, + "f1": 0.985261, + "accuracy": 0.988483, + "main_score": 0.985261, "hf_subset": "heb_Hebr-lit_Latn", "languages": [ "heb-Hebr", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.912569, - "recall": 0.934902, - "f1": 0.919529, - "accuracy": 0.934902, - "main_score": 0.919529, + "precision": 0.908713, + "recall": 0.931898, + "f1": 0.915907, + "accuracy": 0.931898, + "main_score": 0.915907, "hf_subset": "heb_Hebr-mey_Arab", "languages": [ "heb-Hebr", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987899, - "recall": 0.991487, - "f1": 0.989067, - "accuracy": 0.991487, - "main_score": 0.989067, + "precision": 0.988817, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, "hf_subset": "heb_Hebr-nld_Latn", "languages": [ "heb-Hebr", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983141, @@ -7442,331 +8061,359 @@ "languages": [ "heb-Hebr", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988483, - "recall": 0.991988, - "f1": 0.989651, - "accuracy": 0.991988, - "main_score": 0.989651, + "precision": 0.98698, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, "hf_subset": "heb_Hebr-por_Latn", "languages": [ "heb-Hebr", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, - "recall": 0.991487, - "f1": 0.988733, - "accuracy": 0.991487, - "main_score": 0.988733, + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, "hf_subset": "heb_Hebr-prs_Arab", "languages": [ "heb-Hebr", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.908321, - "recall": 0.9334, - "f1": 0.916391, - "accuracy": 0.9334, - "main_score": 0.916391, + "precision": 0.902391, + "recall": 0.927892, + "f1": 0.910427, + "accuracy": 0.927892, + "main_score": 0.910427, "hf_subset": "heb_Hebr-pus_Arab", "languages": [ "heb-Hebr", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.987982, - "f1": 0.984727, - "accuracy": 0.987982, - "main_score": 0.984727, + "precision": 0.980888, + "recall": 0.98648, + "f1": 0.982724, + "accuracy": 0.98648, + "main_score": 0.982724, "hf_subset": "heb_Hebr-rus_Cyrl", "languages": [ "heb-Hebr", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.675438, - "recall": 0.742113, - "f1": 0.694509, - "accuracy": 0.742113, - "main_score": 0.694509, + "precision": 0.683647, + "recall": 0.745618, + "f1": 0.701188, + "accuracy": 0.745618, + "main_score": 0.701188, "hf_subset": "heb_Hebr-shi_Arab", "languages": [ "heb-Hebr", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.989985, - "f1": 0.987565, - "accuracy": 0.989985, - "main_score": 0.987565, + "precision": 0.986814, + "recall": 0.990486, + "f1": 0.987982, + "accuracy": 0.990486, + "main_score": 0.987982, "hf_subset": "heb_Hebr-spa_Latn", "languages": [ "heb-Hebr", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.939034, - "recall": 0.955934, - "f1": 0.944343, - "accuracy": 0.955934, - "main_score": 0.944343, + "precision": 0.931289, + "recall": 0.951427, + "f1": 0.937673, + "accuracy": 0.951427, + "main_score": 0.937673, "hf_subset": "heb_Hebr-swa_Latn", "languages": [ "heb-Hebr", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991487, - "f1": 0.98915, - "accuracy": 0.991487, - "main_score": 0.98915, + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, "hf_subset": "heb_Hebr-swe_Latn", "languages": [ "heb-Hebr", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977383, - "recall": 0.983976, - "f1": 0.979553, - "accuracy": 0.983976, - "main_score": 0.979553, + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977466, + "accuracy": 0.982474, + "main_score": 0.977466, "hf_subset": "heb_Hebr-tam_Taml", "languages": [ "heb-Hebr", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.925764, - "recall": 0.94642, - "f1": 0.932432, - "accuracy": 0.94642, - "main_score": 0.932432, + "precision": 0.924011, + "recall": 0.944917, + "f1": 0.930763, + "accuracy": 0.944917, + "main_score": 0.930763, "hf_subset": "heb_Hebr-tgk_Cyrl", "languages": [ "heb-Hebr", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98648, - "f1": 0.982891, - "accuracy": 0.98648, - "main_score": 0.982891, + "precision": 0.979886, + "recall": 0.985478, + "f1": 0.981723, + "accuracy": 0.985478, + "main_score": 0.981723, "hf_subset": "heb_Hebr-tur_Latn", "languages": [ "heb-Hebr", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.984059, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, "hf_subset": "heb_Hebr-vie_Latn", "languages": [ "heb-Hebr", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97972, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.977967, + "recall": 0.984477, + "f1": 0.980137, + "accuracy": 0.984477, + "main_score": 0.980137, "hf_subset": "heb_Hebr-zho_Hant", "languages": [ "heb-Hebr", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.698598, - "recall": 0.751627, - "f1": 0.714487, - "accuracy": 0.751627, - "main_score": 0.714487, + "precision": 0.689495, + "recall": 0.741612, + "f1": 0.704643, + "accuracy": 0.741612, + "main_score": 0.704643, "hf_subset": "heb_Hebr-zul_Latn", "languages": [ "heb-Hebr", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979469, - "recall": 0.985979, - "f1": 0.981639, - "accuracy": 0.985979, - "main_score": 0.981639, + "precision": 0.977466, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "hin_Deva-arb_Arab", "languages": [ "hin-Deva", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, "hf_subset": "hin_Deva-ben_Beng", "languages": [ "hin-Deva", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989234, - "recall": 0.992489, - "f1": 0.990319, - "accuracy": 0.992489, - "main_score": 0.990319, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "hin_Deva-deu_Latn", "languages": [ "hin-Deva", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.132746, - "recall": 0.170756, - "f1": 0.142294, - "accuracy": 0.170756, - "main_score": 0.142294, + "precision": 0.13359, + "recall": 0.171758, + "f1": 0.143103, + "accuracy": 0.171758, + "main_score": 0.143103, "hf_subset": "hin_Deva-div_Thaa", "languages": [ "hin-Deva", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, "hf_subset": "hin_Deva-ell_Grek", "languages": [ "hin-Deva", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.997747, - "recall": 0.998498, - "f1": 0.997997, - "accuracy": 0.998498, - "main_score": 0.997997, + "precision": 0.996995, + "recall": 0.997997, + "f1": 0.997329, + "accuracy": 0.997997, + "main_score": 0.997329, "hf_subset": "hin_Deva-eng_Latn", "languages": [ "hin-Deva", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.938199, - "recall": 0.954932, - "f1": 0.943532, - "accuracy": 0.954932, - "main_score": 0.943532, + "precision": 0.940411, + "recall": 0.956435, + "f1": 0.945568, + "accuracy": 0.956435, + "main_score": 0.945568, "hf_subset": "hin_Deva-eus_Latn", "languages": [ "hin-Deva", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98865, - "recall": 0.991988, - "f1": 0.989735, - "accuracy": 0.991988, - "main_score": 0.989735, + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, "hf_subset": "hin_Deva-fas_Arab", "languages": [ "hin-Deva", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977967, - "recall": 0.984977, - "f1": 0.98022, - "accuracy": 0.984977, - "main_score": 0.98022, + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, "hf_subset": "hin_Deva-fin_Latn", "languages": [ "hin-Deva", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983058, - "recall": 0.988483, - "f1": 0.984811, - "accuracy": 0.988483, - "main_score": 0.984811, + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, "hf_subset": "hin_Deva-fra_Latn", "languages": [ "hin-Deva", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.992155, + "recall": 0.994492, + "f1": 0.992906, + "accuracy": 0.994492, + "main_score": 0.992906, "hf_subset": "hin_Deva-guj_Gujr", "languages": [ "hin-Deva", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990986, - "f1": 0.988065, - "accuracy": 0.990986, - "main_score": 0.988065, + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, "hf_subset": "hin_Deva-heb_Hebr", "languages": [ "hin-Deva", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, - "recall": 0.985478, - "f1": 0.981138, - "accuracy": 0.985478, - "main_score": 0.981138, - "hf_subset": "hin_Deva-hun_Latn", - "languages": [ - "hin-Deva", - "hun-Latn" - ] + "precision": 0.976965, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "hin_Deva-hun_Latn", + "languages": [ + "hin-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" }, { "precision": 0.993991, @@ -7778,19 +8425,21 @@ "languages": [ "hin-Deva", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983392, + "precision": 0.982891, "recall": 0.988483, - "f1": 0.985061, + "f1": 0.984727, "accuracy": 0.988483, - "main_score": 0.985061, + "main_score": 0.984727, "hf_subset": "hin_Deva-jpn_Jpan", "languages": [ "hin-Deva", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.98648, @@ -7802,67 +8451,73 @@ "languages": [ "hin-Deva", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, + "precision": 0.987732, "recall": 0.991487, - "f1": 0.98915, + "f1": 0.988983, "accuracy": 0.991487, - "main_score": 0.98915, + "main_score": 0.988983, "hf_subset": "hin_Deva-kor_Hang", "languages": [ "hin-Deva", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986396, + "precision": 0.986146, "recall": 0.990486, - "f1": 0.987732, + "f1": 0.987565, "accuracy": 0.990486, - "main_score": 0.987732, + "main_score": 0.987565, "hf_subset": "hin_Deva-lit_Latn", "languages": [ "hin-Deva", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, "hf_subset": "hin_Deva-mar_Deva", "languages": [ "hin-Deva", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986146, - "recall": 0.990486, - "f1": 0.987565, - "accuracy": 0.990486, - "main_score": 0.987565, + "precision": 0.984811, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "hin_Deva-nep_Deva", "languages": [ "hin-Deva", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, "hf_subset": "hin_Deva-nld_Latn", "languages": [ "hin-Deva", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990402, @@ -7874,151 +8529,164 @@ "languages": [ "hin-Deva", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984226, - "recall": 0.989484, - "f1": 0.985979, - "accuracy": 0.989484, - "main_score": 0.985979, + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, "hf_subset": "hin_Deva-pol_Latn", "languages": [ "hin-Deva", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989651, - "recall": 0.992989, - "f1": 0.990736, - "accuracy": 0.992989, - "main_score": 0.990736, + "precision": 0.986814, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "hin_Deva-por_Latn", "languages": [ "hin-Deva", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975505, - "recall": 0.982974, - "f1": 0.977917, - "accuracy": 0.982974, - "main_score": 0.977917, + "precision": 0.97634, + "recall": 0.983475, + "f1": 0.978668, + "accuracy": 0.983475, + "main_score": 0.978668, "hf_subset": "hin_Deva-rus_Cyrl", "languages": [ "hin-Deva", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952929, - "recall": 0.967952, - "f1": 0.957853, - "accuracy": 0.967952, - "main_score": 0.957853, + "precision": 0.954682, + "recall": 0.968953, + "f1": 0.959356, + "accuracy": 0.968953, + "main_score": 0.959356, "hf_subset": "hin_Deva-sin_Sinh", "languages": [ "hin-Deva", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949925, - "recall": 0.964447, - "f1": 0.954515, - "accuracy": 0.964447, - "main_score": 0.954515, + "precision": 0.946336, + "recall": 0.961943, + "f1": 0.951344, + "accuracy": 0.961943, + "main_score": 0.951344, "hf_subset": "hin_Deva-snd_Arab", "languages": [ "hin-Deva", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.988399, + "recall": 0.991988, + "f1": 0.989568, + "accuracy": 0.991988, + "main_score": 0.989568, "hf_subset": "hin_Deva-spa_Latn", "languages": [ "hin-Deva", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934652, - "recall": 0.95343, - "f1": 0.940644, - "accuracy": 0.95343, - "main_score": 0.940644, + "precision": 0.93582, + "recall": 0.953931, + "f1": 0.941455, + "accuracy": 0.953931, + "main_score": 0.941455, "hf_subset": "hin_Deva-swa_Latn", "languages": [ "hin-Deva", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, - "recall": 0.991487, - "f1": 0.988733, - "accuracy": 0.991487, - "main_score": 0.988733, + "precision": 0.98915, + "recall": 0.992489, + "f1": 0.990235, + "accuracy": 0.992489, + "main_score": 0.990235, "hf_subset": "hin_Deva-swe_Latn", "languages": [ "hin-Deva", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, "hf_subset": "hin_Deva-tam_Taml", "languages": [ "hin-Deva", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980805, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, "hf_subset": "hin_Deva-tel_Telu", "languages": [ "hin-Deva", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, + "precision": 0.983893, "recall": 0.987982, - "f1": 0.985562, + "f1": 0.985228, "accuracy": 0.987982, - "main_score": 0.985562, + "main_score": 0.985228, "hf_subset": "hin_Deva-tur_Latn", "languages": [ "hin-Deva", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, "hf_subset": "hin_Deva-urd_Arab", "languages": [ "hin-Deva", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989651, @@ -8030,487 +8698,528 @@ "languages": [ "hin-Deva", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.989484, - "f1": 0.987147, - "accuracy": 0.989484, - "main_score": 0.987147, + "precision": 0.986146, + "recall": 0.989985, + "f1": 0.987398, + "accuracy": 0.989985, + "main_score": 0.987398, "hf_subset": "hin_Deva-zho_Hant", "languages": [ "hin-Deva", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.708543, - "recall": 0.758137, - "f1": 0.723379, - "accuracy": 0.758137, - "main_score": 0.723379, + "precision": 0.696061, + "recall": 0.746119, + "f1": 0.710953, + "accuracy": 0.746119, + "main_score": 0.710953, "hf_subset": "hin_Deva-zul_Latn", "languages": [ "hin-Deva", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.606364, - "recall": 0.651978, - "f1": 0.618036, - "accuracy": 0.651978, - "main_score": 0.618036, + "precision": 0.613057, + "recall": 0.656985, + "f1": 0.62419, + "accuracy": 0.656985, + "main_score": 0.62419, "hf_subset": "hmn_Latn-eng_Latn", "languages": [ "hmn-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.983642, + "recall": 0.988483, + "f1": 0.985228, + "accuracy": 0.988483, + "main_score": 0.985228, "hf_subset": "hrv_Latn-bel_Cyrl", "languages": [ "hrv-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "hrv_Latn-bos_Latn", "languages": [ "hrv-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989109, - "recall": 0.992489, - "f1": 0.990185, - "accuracy": 0.992489, - "main_score": 0.990185, + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, "hf_subset": "hrv_Latn-bul_Cyrl", "languages": [ "hrv-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987606, - "recall": 0.991487, - "f1": 0.98885, - "accuracy": 0.991487, - "main_score": 0.98885, + "precision": 0.987106, + "recall": 0.990986, + "f1": 0.988349, + "accuracy": 0.990986, + "main_score": 0.988349, "hf_subset": "hrv_Latn-ces_Latn", "languages": [ "hrv-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994241, - "recall": 0.995994, - "f1": 0.994826, - "accuracy": 0.995994, - "main_score": 0.994826, + "precision": 0.99349, + "recall": 0.995493, + "f1": 0.994158, + "accuracy": 0.995493, + "main_score": 0.994158, "hf_subset": "hrv_Latn-eng_Latn", "languages": [ "hrv-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989902, + "precision": 0.989651, "recall": 0.992489, - "f1": 0.990736, + "f1": 0.990569, "accuracy": 0.992489, - "main_score": 0.990736, + "main_score": 0.990569, "hf_subset": "hrv_Latn-mkd_Cyrl", "languages": [ "hrv-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.989985, - "f1": 0.987147, - "accuracy": 0.989985, - "main_score": 0.987147, + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, "hf_subset": "hrv_Latn-pol_Latn", "languages": [ "hrv-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981973, + "precision": 0.98214, "recall": 0.987982, - "f1": 0.983976, + "f1": 0.984059, "accuracy": 0.987982, - "main_score": 0.983976, + "main_score": 0.984059, "hf_subset": "hrv_Latn-rus_Cyrl", "languages": [ "hrv-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, + "precision": 0.987231, "recall": 0.991487, - "f1": 0.988733, + "f1": 0.98865, "accuracy": 0.991487, - "main_score": 0.988733, + "main_score": 0.98865, "hf_subset": "hrv_Latn-slk_Latn", "languages": [ "hrv-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986355, - "recall": 0.990486, - "f1": 0.987682, - "accuracy": 0.990486, - "main_score": 0.987682, + "precision": 0.986814, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "hrv_Latn-slv_Latn", "languages": [ "hrv-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989401, + "precision": 0.98915, "recall": 0.992489, - "f1": 0.990402, + "f1": 0.990235, "accuracy": 0.992489, - "main_score": 0.990402, + "main_score": 0.990235, "hf_subset": "hrv_Latn-srp_Cyrl", "languages": [ "hrv-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991487, - "recall": 0.993991, - "f1": 0.992322, - "accuracy": 0.993991, - "main_score": 0.992322, + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, "hf_subset": "hrv_Latn-srp_Latn", "languages": [ "hrv-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986079, - "recall": 0.989484, - "f1": 0.987064, - "accuracy": 0.989484, - "main_score": 0.987064, + "precision": 0.984769, + "recall": 0.988483, + "f1": 0.985929, + "accuracy": 0.988483, + "main_score": 0.985929, "hf_subset": "hrv_Latn-ukr_Cyrl", "languages": [ "hrv-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972667, - "recall": 0.97997, - "f1": 0.974996, - "accuracy": 0.97997, - "main_score": 0.974996, + "precision": 0.969554, + "recall": 0.978468, + "f1": 0.972459, + "accuracy": 0.978468, + "main_score": 0.972459, "hf_subset": "hun_Latn-arb_Arab", "languages": [ "hun-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973085, - "recall": 0.980971, - "f1": 0.975663, - "accuracy": 0.980971, - "main_score": 0.975663, + "precision": 0.970706, + "recall": 0.978968, + "f1": 0.973377, + "accuracy": 0.978968, + "main_score": 0.973377, "hf_subset": "hun_Latn-ben_Beng", "languages": [ "hun-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97805, - "recall": 0.984477, - "f1": 0.980053, - "accuracy": 0.984477, - "main_score": 0.980053, + "precision": 0.976757, + "recall": 0.983475, + "f1": 0.978918, + "accuracy": 0.983475, + "main_score": 0.978918, "hf_subset": "hun_Latn-deu_Latn", "languages": [ "hun-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980137, + "precision": 0.980304, "recall": 0.985979, - "f1": 0.982056, + "f1": 0.98214, "accuracy": 0.985979, - "main_score": 0.982056, + "main_score": 0.98214, "hf_subset": "hun_Latn-ell_Grek", "languages": [ "hun-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983559, - "recall": 0.988483, - "f1": 0.985144, - "accuracy": 0.988483, - "main_score": 0.985144, + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, "hf_subset": "hun_Latn-eng_Latn", "languages": [ "hun-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974812, - "recall": 0.981973, - "f1": 0.977132, - "accuracy": 0.981973, - "main_score": 0.977132, + "precision": 0.973644, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, "hf_subset": "hun_Latn-fas_Arab", "languages": [ "hun-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972793, - "recall": 0.980971, - "f1": 0.975463, - "accuracy": 0.980971, - "main_score": 0.975463, + "precision": 0.971624, + "recall": 0.97997, + "f1": 0.974378, + "accuracy": 0.97997, + "main_score": 0.974378, "hf_subset": "hun_Latn-fin_Latn", "languages": [ "hun-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976965, - "recall": 0.983976, - "f1": 0.979219, - "accuracy": 0.983976, - "main_score": 0.979219, + "precision": 0.976214, + "recall": 0.983475, + "f1": 0.978551, + "accuracy": 0.983475, + "main_score": 0.978551, "hf_subset": "hun_Latn-fra_Latn", "languages": [ "hun-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979052, - "recall": 0.984977, - "f1": 0.980971, - "accuracy": 0.984977, - "main_score": 0.980971, + "precision": 0.977007, + "recall": 0.983475, + "f1": 0.979085, + "accuracy": 0.983475, + "main_score": 0.979085, "hf_subset": "hun_Latn-heb_Hebr", "languages": [ "hun-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978217, - "recall": 0.984977, - "f1": 0.980471, - "accuracy": 0.984977, - "main_score": 0.980471, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, "hf_subset": "hun_Latn-hin_Deva", "languages": [ "hun-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980012, - "recall": 0.985478, - "f1": 0.981756, - "accuracy": 0.985478, - "main_score": 0.981756, + "precision": 0.976924, + "recall": 0.983475, + "f1": 0.979002, + "accuracy": 0.983475, + "main_score": 0.979002, "hf_subset": "hun_Latn-ind_Latn", "languages": [ "hun-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970414, + "precision": 0.97008, "recall": 0.978968, - "f1": 0.97316, + "f1": 0.972909, "accuracy": 0.978968, - "main_score": 0.97316, + "main_score": 0.972909, "hf_subset": "hun_Latn-jpn_Jpan", "languages": [ "hun-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970723, + "precision": 0.971207, "recall": 0.979469, - "f1": 0.973544, + "f1": 0.973877, "accuracy": 0.979469, - "main_score": 0.973544, + "main_score": 0.973877, "hf_subset": "hun_Latn-kor_Hang", "languages": [ "hun-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972125, + "precision": 0.97104, "recall": 0.97997, - "f1": 0.974629, + "f1": 0.973961, "accuracy": 0.97997, - "main_score": 0.974629, + "main_score": 0.973961, "hf_subset": "hun_Latn-lav_Latn", "languages": [ "hun-Latn", "lav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.966366, - "recall": 0.976465, - "f1": 0.969705, - "accuracy": 0.976465, - "main_score": 0.969705, + "precision": 0.967535, + "recall": 0.977466, + "f1": 0.97079, + "accuracy": 0.977466, + "main_score": 0.97079, "hf_subset": "hun_Latn-lit_Latn", "languages": [ "hun-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977466, - "recall": 0.983475, - "f1": 0.979469, - "accuracy": 0.983475, - "main_score": 0.979469, + "precision": 0.975129, + "recall": 0.982474, + "f1": 0.977466, + "accuracy": 0.982474, + "main_score": 0.977466, "hf_subset": "hun_Latn-nld_Latn", "languages": [ "hun-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974378, - "recall": 0.981973, - "f1": 0.976882, - "accuracy": 0.981973, - "main_score": 0.976882, + "precision": 0.974128, + "recall": 0.981472, + "f1": 0.976548, + "accuracy": 0.981472, + "main_score": 0.976548, "hf_subset": "hun_Latn-pol_Latn", "languages": [ "hun-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, - "recall": 0.984977, - "f1": 0.980554, - "accuracy": 0.984977, - "main_score": 0.980554, + "precision": 0.977967, + "recall": 0.984477, + "f1": 0.980053, + "accuracy": 0.984477, + "main_score": 0.980053, "hf_subset": "hun_Latn-por_Latn", "languages": [ "hun-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973836, - "recall": 0.980971, - "f1": 0.976081, - "accuracy": 0.980971, - "main_score": 0.976081, + "precision": 0.970581, + "recall": 0.978468, + "f1": 0.973076, + "accuracy": 0.978468, + "main_score": 0.973076, "hf_subset": "hun_Latn-rus_Cyrl", "languages": [ "hun-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978301, - "recall": 0.984977, - "f1": 0.980471, - "accuracy": 0.984977, - "main_score": 0.980471, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "hun_Latn-spa_Latn", "languages": [ "hun-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905391, - "recall": 0.927892, - "f1": 0.912452, - "accuracy": 0.927892, - "main_score": 0.912452, + "precision": 0.89564, + "recall": 0.920381, + "f1": 0.903163, + "accuracy": 0.920381, + "main_score": 0.903163, "hf_subset": "hun_Latn-swa_Latn", "languages": [ "hun-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97876, - "recall": 0.984477, - "f1": 0.980588, - "accuracy": 0.984477, - "main_score": 0.980588, + "precision": 0.979761, + "recall": 0.985478, + "f1": 0.981589, + "accuracy": 0.985478, + "main_score": 0.981589, "hf_subset": "hun_Latn-swe_Latn", "languages": [ "hun-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.958108, - "recall": 0.968453, - "f1": 0.961392, - "accuracy": 0.968453, - "main_score": 0.961392, + "precision": 0.955704, + "recall": 0.967451, + "f1": 0.959417, + "accuracy": 0.967451, + "main_score": 0.959417, "hf_subset": "hun_Latn-tam_Taml", "languages": [ "hun-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973293, - "recall": 0.980471, - "f1": 0.97563, - "accuracy": 0.980471, - "main_score": 0.97563, + "precision": 0.970873, + "recall": 0.978968, + "f1": 0.973544, + "accuracy": 0.978968, + "main_score": 0.973544, "hf_subset": "hun_Latn-tur_Latn", "languages": [ "hun-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.976548, @@ -8522,259 +9231,281 @@ "languages": [ "hun-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974921, - "recall": 0.981973, - "f1": 0.977166, - "accuracy": 0.981973, - "main_score": 0.977166, + "precision": 0.973293, + "recall": 0.980471, + "f1": 0.975547, + "accuracy": 0.980471, + "main_score": 0.975547, "hf_subset": "hun_Latn-zho_Hant", "languages": [ "hun-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.691876, - "recall": 0.737106, - "f1": 0.705478, - "accuracy": 0.737106, - "main_score": 0.705478, + "precision": 0.687019, + "recall": 0.732599, + "f1": 0.700686, + "accuracy": 0.732599, + "main_score": 0.700686, "hf_subset": "hun_Latn-zul_Latn", "languages": [ "hun-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981597, - "recall": 0.98698, - "f1": 0.983342, - "accuracy": 0.98698, - "main_score": 0.983342, + "precision": 0.985353, + "recall": 0.989484, + "f1": 0.98668, + "accuracy": 0.989484, + "main_score": 0.98668, "hf_subset": "hye_Armn-ell_Grek", "languages": [ "hye-Armn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.989484, + "recall": 0.992489, + "f1": 0.990486, + "accuracy": 0.992489, + "main_score": 0.990486, "hf_subset": "hye_Armn-eng_Latn", "languages": [ "hye-Armn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962861, - "recall": 0.973961, - "f1": 0.96645, - "accuracy": 0.973961, - "main_score": 0.96645, + "precision": 0.961859, + "recall": 0.97346, + "f1": 0.965532, + "accuracy": 0.97346, + "main_score": 0.965532, "hf_subset": "hye_Armn-kat_Geor", "languages": [ "hye-Armn", "kat-Geor" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972459, - "recall": 0.980471, - "f1": 0.975046, - "accuracy": 0.980471, - "main_score": 0.975046, + "precision": 0.967284, + "recall": 0.976965, + "f1": 0.970456, + "accuracy": 0.976965, + "main_score": 0.970456, "hf_subset": "hye_Armn-sqi_Latn", "languages": [ "hye-Armn", "sqi-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.488353, - "recall": 0.560841, - "f1": 0.508051, - "accuracy": 0.560841, - "main_score": 0.508051, + "precision": 0.481741, + "recall": 0.554832, + "f1": 0.501518, + "accuracy": 0.554832, + "main_score": 0.501518, "hf_subset": "ibo_Latn-amh_Ethi", "languages": [ "ibo-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.69167, - "recall": 0.732098, - "f1": 0.702506, - "accuracy": 0.732098, - "main_score": 0.702506, + "precision": 0.698098, + "recall": 0.734101, + "f1": 0.70779, + "accuracy": 0.734101, + "main_score": 0.70779, "hf_subset": "ibo_Latn-eng_Latn", "languages": [ "ibo-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.690326, + "precision": 0.689665, "recall": 0.723085, - "f1": 0.69935, + "f1": 0.698911, "accuracy": 0.723085, - "main_score": 0.69935, + "main_score": 0.698911, "hf_subset": "ibo_Latn-hau_Latn", "languages": [ "ibo-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682008, - "recall": 0.718077, - "f1": 0.691833, - "accuracy": 0.718077, - "main_score": 0.691833, + "precision": 0.681259, + "recall": 0.719079, + "f1": 0.692087, + "accuracy": 0.719079, + "main_score": 0.692087, "hf_subset": "ibo_Latn-nso_Latn", "languages": [ "ibo-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.444558, - "recall": 0.518778, - "f1": 0.464902, - "accuracy": 0.518778, - "main_score": 0.464902, + "precision": 0.442291, + "recall": 0.515774, + "f1": 0.462623, + "accuracy": 0.515774, + "main_score": 0.462623, "hf_subset": "ibo_Latn-orm_Ethi", "languages": [ "ibo-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.655621, - "recall": 0.697546, - "f1": 0.667243, - "accuracy": 0.697546, - "main_score": 0.667243, + "precision": 0.655846, + "recall": 0.698548, + "f1": 0.667525, + "accuracy": 0.698548, + "main_score": 0.667525, "hf_subset": "ibo_Latn-som_Latn", "languages": [ "ibo-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.685457, - "recall": 0.72008, - "f1": 0.695162, - "accuracy": 0.72008, - "main_score": 0.695162, + "precision": 0.683973, + "recall": 0.718077, + "f1": 0.693602, + "accuracy": 0.718077, + "main_score": 0.693602, "hf_subset": "ibo_Latn-ssw_Latn", "languages": [ "ibo-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.68091, - "recall": 0.719079, - "f1": 0.690756, - "accuracy": 0.719079, - "main_score": 0.690756, + "precision": 0.680855, + "recall": 0.72008, + "f1": 0.691101, + "accuracy": 0.72008, + "main_score": 0.691101, "hf_subset": "ibo_Latn-swa_Latn", "languages": [ "ibo-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.467579, - "recall": 0.541813, - "f1": 0.487432, - "accuracy": 0.541813, - "main_score": 0.487432, + "precision": 0.461183, + "recall": 0.535804, + "f1": 0.480675, + "accuracy": 0.535804, + "main_score": 0.480675, "hf_subset": "ibo_Latn-tir_Ethi", "languages": [ "ibo-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.697653, - "recall": 0.725588, - "f1": 0.705181, - "accuracy": 0.725588, - "main_score": 0.705181, + "precision": 0.692235, + "recall": 0.721582, + "f1": 0.700422, + "accuracy": 0.721582, + "main_score": 0.700422, "hf_subset": "ibo_Latn-tsn_Latn", "languages": [ "ibo-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.629159, - "recall": 0.671507, - "f1": 0.641387, - "accuracy": 0.671507, - "main_score": 0.641387, + "precision": 0.63115, + "recall": 0.67351, + "f1": 0.643023, + "accuracy": 0.67351, + "main_score": 0.643023, "hf_subset": "ibo_Latn-wol_Latn", "languages": [ "ibo-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.666925, - "recall": 0.708563, - "f1": 0.678932, - "accuracy": 0.708563, - "main_score": 0.678932, + "precision": 0.657166, + "recall": 0.70005, + "f1": 0.669228, + "accuracy": 0.70005, + "main_score": 0.669228, "hf_subset": "ibo_Latn-xho_Latn", "languages": [ "ibo-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.625105, - "recall": 0.675013, - "f1": 0.639183, - "accuracy": 0.675013, - "main_score": 0.639183, + "precision": 0.628309, + "recall": 0.676515, + "f1": 0.641795, + "accuracy": 0.676515, + "main_score": 0.641795, "hf_subset": "ibo_Latn-yor_Latn", "languages": [ "ibo-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.695883, - "recall": 0.729094, - "f1": 0.705335, - "accuracy": 0.729094, - "main_score": 0.705335, + "precision": 0.688593, + "recall": 0.723585, + "f1": 0.69867, + "accuracy": 0.723585, + "main_score": 0.69867, "hf_subset": "ibo_Latn-zul_Latn", "languages": [ "ibo-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985645, - "recall": 0.989985, - "f1": 0.987064, - "accuracy": 0.989985, - "main_score": 0.987064, + "precision": 0.983809, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "ind_Latn-arb_Arab", "languages": [ "ind-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990986, @@ -8786,91 +9517,99 @@ "languages": [ "ind-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "ind_Latn-deu_Latn", "languages": [ "ind-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "ind_Latn-ell_Grek", "languages": [ "ind-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.999249, - "recall": 0.999499, - "f1": 0.999332, - "accuracy": 0.999499, - "main_score": 0.999332, + "precision": 0.998498, + "recall": 0.998998, + "f1": 0.998665, + "accuracy": 0.998998, + "main_score": 0.998665, "hf_subset": "ind_Latn-eng_Latn", "languages": [ "ind-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.992989, - "f1": 0.991237, - "accuracy": 0.992989, - "main_score": 0.991237, + "precision": 0.988399, + "recall": 0.991988, + "f1": 0.989568, + "accuracy": 0.991988, + "main_score": 0.989568, "hf_subset": "ind_Latn-fas_Arab", "languages": [ "ind-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.662864, - "recall": 0.729594, - "f1": 0.682095, - "accuracy": 0.729594, - "main_score": 0.682095, + "precision": 0.655014, + "recall": 0.720581, + "f1": 0.673762, + "accuracy": 0.720581, + "main_score": 0.673762, "hf_subset": "ind_Latn-fij_Latn", "languages": [ "ind-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, "hf_subset": "ind_Latn-fil_Latn", "languages": [ "ind-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984644, - "recall": 0.989484, - "f1": 0.986229, - "accuracy": 0.989484, - "main_score": 0.986229, + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, "hf_subset": "ind_Latn-fin_Latn", "languages": [ "ind-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.988399, @@ -8882,43 +9621,47 @@ "languages": [ "ind-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994492, - "f1": 0.99324, - "accuracy": 0.994492, - "main_score": 0.99324, + "precision": 0.989985, + "recall": 0.992989, + "f1": 0.990986, + "accuracy": 0.992989, + "main_score": 0.990986, "hf_subset": "ind_Latn-heb_Hebr", "languages": [ "ind-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994158, - "recall": 0.995994, - "f1": 0.994742, - "accuracy": 0.995994, - "main_score": 0.994742, + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, "hf_subset": "ind_Latn-hin_Deva", "languages": [ "ind-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98022, - "recall": 0.985478, - "f1": 0.98189, - "accuracy": 0.985478, - "main_score": 0.98189, + "precision": 0.978217, + "recall": 0.984477, + "f1": 0.98022, + "accuracy": 0.984477, + "main_score": 0.98022, "hf_subset": "ind_Latn-hun_Latn", "languages": [ "ind-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987231, @@ -8930,103 +9673,112 @@ "languages": [ "ind-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.98698, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, "hf_subset": "ind_Latn-kor_Hang", "languages": [ "ind-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983058, + "precision": 0.982891, "recall": 0.988483, - "f1": 0.984811, + "f1": 0.984727, "accuracy": 0.988483, - "main_score": 0.984811, + "main_score": 0.984727, "hf_subset": "ind_Latn-lit_Latn", "languages": [ "ind-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983308, - "recall": 0.987982, - "f1": 0.984811, - "accuracy": 0.987982, - "main_score": 0.984811, + "precision": 0.983893, + "recall": 0.988483, + "f1": 0.985395, + "accuracy": 0.988483, + "main_score": 0.985395, "hf_subset": "ind_Latn-mal_Mlym", "languages": [ "ind-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.722286, - "recall": 0.764146, - "f1": 0.734722, - "accuracy": 0.764146, - "main_score": 0.734722, + "precision": 0.720132, + "recall": 0.761642, + "f1": 0.732336, + "accuracy": 0.761642, + "main_score": 0.732336, "hf_subset": "ind_Latn-mlg_Latn", "languages": [ "ind-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.900351, - "recall": 0.925889, - "f1": 0.908312, - "accuracy": 0.925889, - "main_score": 0.908312, + "precision": 0.89526, + "recall": 0.921883, + "f1": 0.903472, + "accuracy": 0.921883, + "main_score": 0.903472, "hf_subset": "ind_Latn-mri_Latn", "languages": [ "ind-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, "hf_subset": "ind_Latn-msa_Latn", "languages": [ "ind-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992989, + "precision": 0.992489, "recall": 0.994992, - "f1": 0.993657, + "f1": 0.993323, "accuracy": 0.994992, - "main_score": 0.993657, + "main_score": 0.993323, "hf_subset": "ind_Latn-nld_Latn", "languages": [ "ind-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, + "precision": 0.984894, "recall": 0.989484, - "f1": 0.98648, + "f1": 0.986396, "accuracy": 0.989484, - "main_score": 0.98648, + "main_score": 0.986396, "hf_subset": "ind_Latn-pol_Latn", "languages": [ "ind-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989484, @@ -9038,7 +9790,8 @@ "languages": [ "ind-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983392, @@ -9050,271 +9803,294 @@ "languages": [ "ind-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.825147, - "recall": 0.864296, - "f1": 0.837048, - "accuracy": 0.864296, - "main_score": 0.837048, + "precision": 0.82145, + "recall": 0.861292, + "f1": 0.833476, + "accuracy": 0.861292, + "main_score": 0.833476, "hf_subset": "ind_Latn-smo_Latn", "languages": [ "ind-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990486, - "recall": 0.99349, - "f1": 0.991487, - "accuracy": 0.99349, - "main_score": 0.991487, + "precision": 0.989985, + "recall": 0.992989, + "f1": 0.990986, + "accuracy": 0.992989, + "main_score": 0.990986, "hf_subset": "ind_Latn-spa_Latn", "languages": [ "ind-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.945936, - "recall": 0.960941, - "f1": 0.950676, - "accuracy": 0.960941, - "main_score": 0.950676, + "precision": 0.945176, + "recall": 0.960441, + "f1": 0.949875, + "accuracy": 0.960441, + "main_score": 0.949875, "hf_subset": "ind_Latn-swa_Latn", "languages": [ "ind-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, "hf_subset": "ind_Latn-swe_Latn", "languages": [ "ind-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.660935, - "recall": 0.714071, - "f1": 0.676471, - "accuracy": 0.714071, - "main_score": 0.676471, + "precision": 0.661192, + "recall": 0.714572, + "f1": 0.676802, + "accuracy": 0.714572, + "main_score": 0.676802, "hf_subset": "ind_Latn-tah_Latn", "languages": [ "ind-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "ind_Latn-tam_Taml", "languages": [ "ind-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.764772, - "recall": 0.81322, - "f1": 0.779088, - "accuracy": 0.81322, - "main_score": 0.779088, + "precision": 0.758225, + "recall": 0.808713, + "f1": 0.773261, + "accuracy": 0.808713, + "main_score": 0.773261, "hf_subset": "ind_Latn-ton_Latn", "languages": [ "ind-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984143, - "recall": 0.988983, - "f1": 0.985729, - "accuracy": 0.988983, - "main_score": 0.985729, + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, "hf_subset": "ind_Latn-tur_Latn", "languages": [ "ind-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, "hf_subset": "ind_Latn-vie_Latn", "languages": [ "ind-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987147, - "recall": 0.990986, - "f1": 0.988399, - "accuracy": 0.990986, - "main_score": 0.988399, + "precision": 0.986396, + "recall": 0.990486, + "f1": 0.987732, + "accuracy": 0.990486, + "main_score": 0.987732, "hf_subset": "ind_Latn-zho_Hant", "languages": [ "ind-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.735887, - "recall": 0.78017, - "f1": 0.748976, - "accuracy": 0.78017, - "main_score": 0.748976, + "precision": 0.725455, + "recall": 0.769654, + "f1": 0.738494, + "accuracy": 0.769654, + "main_score": 0.738494, "hf_subset": "ind_Latn-zul_Latn", "languages": [ "ind-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.984477, - "f1": 0.979636, - "accuracy": 0.984477, - "main_score": 0.979636, + "precision": 0.976465, + "recall": 0.983475, + "f1": 0.978718, + "accuracy": 0.983475, + "main_score": 0.978718, "hf_subset": "isl_Latn-afr_Latn", "languages": [ "isl-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976715, - "recall": 0.983475, - "f1": 0.978885, - "accuracy": 0.983475, - "main_score": 0.978885, + "precision": 0.978301, + "recall": 0.984477, + "f1": 0.980304, + "accuracy": 0.984477, + "main_score": 0.980304, "hf_subset": "isl_Latn-dan_Latn", "languages": [ "isl-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971958, - "recall": 0.980971, - "f1": 0.974879, - "accuracy": 0.980971, - "main_score": 0.974879, + "precision": 0.974211, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, "hf_subset": "isl_Latn-deu_Latn", "languages": [ "isl-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981639, - "recall": 0.987481, - "f1": 0.983559, - "accuracy": 0.987481, - "main_score": 0.983559, + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, "hf_subset": "isl_Latn-eng_Latn", "languages": [ "isl-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951511, - "recall": 0.96645, - "f1": 0.956351, - "accuracy": 0.96645, - "main_score": 0.956351, + "precision": 0.953347, + "recall": 0.967451, + "f1": 0.957853, + "accuracy": 0.967451, + "main_score": 0.957853, "hf_subset": "isl_Latn-fao_Latn", "languages": [ "isl-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.907661, - "recall": 0.930896, - "f1": 0.914665, - "accuracy": 0.930896, - "main_score": 0.914665, + "precision": 0.907478, + "recall": 0.930396, + "f1": 0.914522, + "accuracy": 0.930396, + "main_score": 0.914522, "hf_subset": "isl_Latn-ltz_Latn", "languages": [ "isl-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979636, - "recall": 0.985979, - "f1": 0.981723, - "accuracy": 0.985979, - "main_score": 0.981723, - "hf_subset": "isl_Latn-nld_Latn", - "languages": [ - "isl-Latn", - "nld-Latn" - ] + "precision": 0.974712, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, + "hf_subset": "isl_Latn-nld_Latn", + "languages": [ + "isl-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963737, - "recall": 0.974462, - "f1": 0.967151, - "accuracy": 0.974462, - "main_score": 0.967151, + "precision": 0.966491, + "recall": 0.976465, + "f1": 0.969738, + "accuracy": 0.976465, + "main_score": 0.969738, "hf_subset": "isl_Latn-nno_Latn", "languages": [ "isl-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977383, + "precision": 0.977216, "recall": 0.984477, - "f1": 0.97972, + "f1": 0.979636, "accuracy": 0.984477, - "main_score": 0.97972, + "main_score": 0.979636, "hf_subset": "isl_Latn-nob_Latn", "languages": [ "isl-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, + "precision": 0.983141, "recall": 0.988483, - "f1": 0.984977, + "f1": 0.984894, "accuracy": 0.988483, - "main_score": 0.984977, + "main_score": 0.984894, "hf_subset": "isl_Latn-swe_Latn", "languages": [ "isl-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989234, - "recall": 0.992489, - "f1": 0.990319, - "accuracy": 0.992489, - "main_score": 0.990319, + "precision": 0.988483, + "recall": 0.991988, + "f1": 0.989651, + "accuracy": 0.991988, + "main_score": 0.989651, "hf_subset": "ita_Latn-cat_Latn", "languages": [ "ita-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.996411, @@ -9326,43 +10102,47 @@ "languages": [ "ita-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986146, - "recall": 0.990486, - "f1": 0.987565, - "accuracy": 0.990486, - "main_score": 0.987565, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "ita_Latn-fra_Latn", "languages": [ "ita-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "ita_Latn-glg_Latn", "languages": [ "ita-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.950317, - "recall": 0.962944, - "f1": 0.954298, - "accuracy": 0.962944, - "main_score": 0.954298, + "precision": 0.948381, + "recall": 0.962444, + "f1": 0.952748, + "accuracy": 0.962444, + "main_score": 0.952748, "hf_subset": "ita_Latn-mlt_Latn", "languages": [ "ita-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989735, @@ -9374,163 +10154,177 @@ "languages": [ "ita-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "ita_Latn-ron_Latn", "languages": [ "ita-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989902, - "recall": 0.992989, - "f1": 0.990903, - "accuracy": 0.992989, - "main_score": 0.990903, + "precision": 0.987815, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "ita_Latn-spa_Latn", "languages": [ "ita-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979886, - "recall": 0.98648, - "f1": 0.982056, - "accuracy": 0.98648, - "main_score": 0.982056, + "precision": 0.976882, + "recall": 0.984477, + "f1": 0.979386, + "accuracy": 0.984477, + "main_score": 0.979386, "hf_subset": "jpn_Jpan-arb_Arab", "languages": [ "jpn-Jpan", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980095, - "recall": 0.98648, - "f1": 0.982173, - "accuracy": 0.98648, - "main_score": 0.982173, + "precision": 0.977091, + "recall": 0.984477, + "f1": 0.979503, + "accuracy": 0.984477, + "main_score": 0.979503, "hf_subset": "jpn_Jpan-ben_Beng", "languages": [ "jpn-Jpan", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, "hf_subset": "jpn_Jpan-deu_Latn", "languages": [ "jpn-Jpan", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985228, - "recall": 0.989985, - "f1": 0.986814, - "accuracy": 0.989985, - "main_score": 0.986814, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "jpn_Jpan-ell_Grek", "languages": [ "jpn-Jpan", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "jpn_Jpan-eng_Latn", "languages": [ "jpn-Jpan", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970456, - "recall": 0.979469, - "f1": 0.97346, - "accuracy": 0.979469, - "main_score": 0.97346, + "precision": 0.969621, + "recall": 0.978968, + "f1": 0.972709, + "accuracy": 0.978968, + "main_score": 0.972709, "hf_subset": "jpn_Jpan-fas_Arab", "languages": [ "jpn-Jpan", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97129, - "recall": 0.97997, - "f1": 0.974128, - "accuracy": 0.97997, - "main_score": 0.974128, + "precision": 0.970539, + "recall": 0.979469, + "f1": 0.97346, + "accuracy": 0.979469, + "main_score": 0.97346, "hf_subset": "jpn_Jpan-fin_Latn", "languages": [ "jpn-Jpan", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, - "recall": 0.98698, - "f1": 0.982724, - "accuracy": 0.98698, - "main_score": 0.982724, + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, "hf_subset": "jpn_Jpan-fra_Latn", "languages": [ "jpn-Jpan", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97972, - "recall": 0.985979, - "f1": 0.981723, - "accuracy": 0.985979, - "main_score": 0.981723, + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, "hf_subset": "jpn_Jpan-heb_Hebr", "languages": [ "jpn-Jpan", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980805, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, "hf_subset": "jpn_Jpan-hin_Deva", "languages": [ "jpn-Jpan", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968453, - "recall": 0.978468, - "f1": 0.971791, - "accuracy": 0.978468, - "main_score": 0.971791, + "precision": 0.965699, + "recall": 0.976465, + "f1": 0.969287, + "accuracy": 0.976465, + "main_score": 0.969287, "hf_subset": "jpn_Jpan-hun_Latn", "languages": [ "jpn-Jpan", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986647, @@ -9542,199 +10336,216 @@ "languages": [ "jpn-Jpan", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981472, - "recall": 0.98698, - "f1": 0.983308, - "accuracy": 0.98698, - "main_score": 0.983308, + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, "hf_subset": "jpn_Jpan-kor_Hang", "languages": [ "jpn-Jpan", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970456, - "recall": 0.97997, - "f1": 0.973544, - "accuracy": 0.97997, - "main_score": 0.973544, + "precision": 0.971791, + "recall": 0.980971, + "f1": 0.974796, + "accuracy": 0.980971, + "main_score": 0.974796, "hf_subset": "jpn_Jpan-lit_Latn", "languages": [ "jpn-Jpan", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, - "recall": 0.991988, - "f1": 0.989401, - "accuracy": 0.991988, - "main_score": 0.989401, + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, "hf_subset": "jpn_Jpan-nld_Latn", "languages": [ "jpn-Jpan", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977466, - "recall": 0.984977, - "f1": 0.97997, - "accuracy": 0.984977, - "main_score": 0.97997, + "precision": 0.976715, + "recall": 0.984477, + "f1": 0.979302, + "accuracy": 0.984477, + "main_score": 0.979302, "hf_subset": "jpn_Jpan-pol_Latn", "languages": [ "jpn-Jpan", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982599, - "recall": 0.987982, - "f1": 0.984343, - "accuracy": 0.987982, - "main_score": 0.984343, + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, "hf_subset": "jpn_Jpan-por_Latn", "languages": [ "jpn-Jpan", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976214, - "recall": 0.983475, - "f1": 0.978551, - "accuracy": 0.983475, - "main_score": 0.978551, + "precision": 0.973961, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, "hf_subset": "jpn_Jpan-rus_Cyrl", "languages": [ "jpn-Jpan", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979636, - "recall": 0.985979, - "f1": 0.981723, - "accuracy": 0.985979, - "main_score": 0.981723, + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, "hf_subset": "jpn_Jpan-spa_Latn", "languages": [ "jpn-Jpan", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.913692, - "recall": 0.937406, - "f1": 0.921157, - "accuracy": 0.937406, - "main_score": 0.921157, + "precision": 0.91019, + "recall": 0.9334, + "f1": 0.917393, + "accuracy": 0.9334, + "main_score": 0.917393, "hf_subset": "jpn_Jpan-swa_Latn", "languages": [ "jpn-Jpan", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982307, - "recall": 0.987982, - "f1": 0.984143, - "accuracy": 0.987982, - "main_score": 0.984143, - "hf_subset": "jpn_Jpan-swe_Latn", + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "jpn_Jpan-swe_Latn", "languages": [ "jpn-Jpan", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9668, - "recall": 0.976965, - "f1": 0.970122, - "accuracy": 0.976965, - "main_score": 0.970122, + "precision": 0.965991, + "recall": 0.976465, + "f1": 0.969404, + "accuracy": 0.976465, + "main_score": 0.969404, "hf_subset": "jpn_Jpan-tam_Taml", "languages": [ "jpn-Jpan", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976882, - "recall": 0.983976, - "f1": 0.979219, - "accuracy": 0.983976, - "main_score": 0.979219, + "precision": 0.97538, + "recall": 0.982974, + "f1": 0.977883, + "accuracy": 0.982974, + "main_score": 0.977883, "hf_subset": "jpn_Jpan-tur_Latn", "languages": [ "jpn-Jpan", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983559, - "recall": 0.988483, - "f1": 0.985144, - "accuracy": 0.988483, - "main_score": 0.985144, + "precision": 0.981305, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, "hf_subset": "jpn_Jpan-vie_Latn", "languages": [ "jpn-Jpan", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977132, - "recall": 0.983976, - "f1": 0.979386, - "accuracy": 0.983976, - "main_score": 0.979386, + "precision": 0.980137, + "recall": 0.985979, + "f1": 0.982056, + "accuracy": 0.985979, + "main_score": 0.982056, "hf_subset": "jpn_Jpan-yue_Hant", "languages": [ "jpn-Jpan", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974629, - "recall": 0.982474, - "f1": 0.977132, - "accuracy": 0.982474, - "main_score": 0.977132, + "precision": 0.973293, + "recall": 0.981973, + "f1": 0.976131, + "accuracy": 0.981973, + "main_score": 0.976131, "hf_subset": "jpn_Jpan-zho_Hans", "languages": [ "jpn-Jpan", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98698, - "f1": 0.983058, - "accuracy": 0.98698, - "main_score": 0.983058, + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, "hf_subset": "jpn_Jpan-zho_Hant", "languages": [ "jpn-Jpan", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661777, - "recall": 0.715073, - "f1": 0.677779, - "accuracy": 0.715073, - "main_score": 0.677779, + "precision": 0.651736, + "recall": 0.707061, + "f1": 0.668219, + "accuracy": 0.707061, + "main_score": 0.668219, "hf_subset": "jpn_Jpan-zul_Latn", "languages": [ "jpn-Jpan", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986146, @@ -9746,19 +10557,21 @@ "languages": [ "kan-Knda", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.133365, - "recall": 0.167752, - "f1": 0.141956, - "accuracy": 0.167752, - "main_score": 0.141956, + "precision": 0.13532, + "recall": 0.170255, + "f1": 0.144212, + "accuracy": 0.170255, + "main_score": 0.144212, "hf_subset": "kan_Knda-div_Thaa", "languages": [ "kan-Knda", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991738, @@ -9770,739 +10583,801 @@ "languages": [ "kan-Knda", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.918378, - "recall": 0.940911, - "f1": 0.925638, - "accuracy": 0.940911, - "main_score": 0.925638, + "precision": 0.919646, + "recall": 0.941412, + "f1": 0.926557, + "accuracy": 0.941412, + "main_score": 0.926557, "hf_subset": "kan_Knda-eus_Latn", "languages": [ "kan-Knda", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990986, - "f1": 0.988065, - "accuracy": 0.990986, - "main_score": 0.988065, + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, "hf_subset": "kan_Knda-guj_Gujr", "languages": [ "kan-Knda", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, - "recall": 0.988983, - "f1": 0.985311, - "accuracy": 0.988983, - "main_score": 0.985311, + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, "hf_subset": "kan_Knda-hin_Deva", "languages": [ "kan-Knda", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980137, - "recall": 0.98648, - "f1": 0.982223, - "accuracy": 0.98648, - "main_score": 0.982223, + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, "hf_subset": "kan_Knda-mar_Deva", "languages": [ "kan-Knda", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974462, + "precision": 0.974629, "recall": 0.982974, - "f1": 0.977299, + "f1": 0.977383, "accuracy": 0.982974, - "main_score": 0.977299, + "main_score": 0.977383, "hf_subset": "kan_Knda-nep_Deva", "languages": [ "kan-Knda", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97972, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, "hf_subset": "kan_Knda-pan_Guru", "languages": [ "kan-Knda", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.942163, - "recall": 0.95994, - "f1": 0.947922, - "accuracy": 0.95994, - "main_score": 0.947922, + "precision": 0.933233, + "recall": 0.954432, + "f1": 0.94016, + "accuracy": 0.954432, + "main_score": 0.94016, "hf_subset": "kan_Knda-sin_Sinh", "languages": [ "kan-Knda", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931522, - "recall": 0.952929, - "f1": 0.938441, - "accuracy": 0.952929, - "main_score": 0.938441, + "precision": 0.932566, + "recall": 0.953931, + "f1": 0.939493, + "accuracy": 0.953931, + "main_score": 0.939493, "hf_subset": "kan_Knda-snd_Arab", "languages": [ "kan-Knda", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977717, + "precision": 0.977383, "recall": 0.984477, - "f1": 0.979886, + "f1": 0.97972, "accuracy": 0.984477, - "main_score": 0.979886, + "main_score": 0.97972, "hf_subset": "kan_Knda-tam_Taml", "languages": [ "kan-Knda", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, - "recall": 0.98698, - "f1": 0.982724, - "accuracy": 0.98698, - "main_score": 0.982724, + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, "hf_subset": "kan_Knda-tel_Telu", "languages": [ "kan-Knda", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.988483, - "f1": 0.984894, - "accuracy": 0.988483, - "main_score": 0.984894, + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, "hf_subset": "kan_Knda-urd_Arab", "languages": [ "kan-Knda", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977049, - "recall": 0.984477, - "f1": 0.979469, - "accuracy": 0.984477, - "main_score": 0.979469, + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, "hf_subset": "kat_Geor-ell_Grek", "languages": [ "kat-Geor", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, - "recall": 0.987982, - "f1": 0.984143, - "accuracy": 0.987982, - "main_score": 0.984143, + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, "hf_subset": "kat_Geor-eng_Latn", "languages": [ "kat-Geor", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.969454, - "recall": 0.978968, - "f1": 0.972626, - "accuracy": 0.978968, - "main_score": 0.972626, + "precision": 0.969955, + "recall": 0.979469, + "f1": 0.973043, + "accuracy": 0.979469, + "main_score": 0.973043, "hf_subset": "kat_Geor-hye_Armn", "languages": [ "kat-Geor", "hye-Armn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968494, - "recall": 0.977967, - "f1": 0.971491, - "accuracy": 0.977967, - "main_score": 0.971491, + "precision": 0.966909, + "recall": 0.976965, + "f1": 0.970155, + "accuracy": 0.976965, + "main_score": 0.970155, "hf_subset": "kat_Geor-sqi_Latn", "languages": [ "kat-Geor", "sqi-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963362, - "recall": 0.973961, - "f1": 0.966784, - "accuracy": 0.973961, - "main_score": 0.966784, + "precision": 0.961025, + "recall": 0.972459, + "f1": 0.964697, + "accuracy": 0.972459, + "main_score": 0.964697, "hf_subset": "kaz_Cyrl-aze_Latn", "languages": [ "kaz-Cyrl", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.930813, - "recall": 0.950426, - "f1": 0.937156, - "accuracy": 0.950426, - "main_score": 0.937156, + "precision": 0.92856, + "recall": 0.948923, + "f1": 0.935069, + "accuracy": 0.948923, + "main_score": 0.935069, "hf_subset": "kaz_Cyrl-bak_Cyrl", "languages": [ "kaz-Cyrl", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": [ "kaz-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.95197, - "recall": 0.965448, - "f1": 0.956301, - "accuracy": 0.965448, - "main_score": 0.956301, + "precision": 0.953739, + "recall": 0.96695, + "f1": 0.957887, + "accuracy": 0.96695, + "main_score": 0.957887, "hf_subset": "kaz_Cyrl-kir_Cyrl", "languages": [ "kaz-Cyrl", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.945585, - "recall": 0.961442, - "f1": 0.950676, - "accuracy": 0.961442, - "main_score": 0.950676, + "precision": 0.954932, + "recall": 0.967952, + "f1": 0.959189, + "accuracy": 0.967952, + "main_score": 0.959189, "hf_subset": "kaz_Cyrl-tat_Cyrl", "languages": [ "kaz-Cyrl", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.904523, - "recall": 0.929394, - "f1": 0.912335, - "accuracy": 0.929394, - "main_score": 0.912335, + "precision": 0.902979, + "recall": 0.927892, + "f1": 0.910616, + "accuracy": 0.927892, + "main_score": 0.910616, "hf_subset": "kaz_Cyrl-tuk_Latn", "languages": [ "kaz-Cyrl", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9667, - "recall": 0.976965, - "f1": 0.970122, - "accuracy": 0.976965, - "main_score": 0.970122, + "precision": 0.969871, + "recall": 0.978968, + "f1": 0.972876, + "accuracy": 0.978968, + "main_score": 0.972876, "hf_subset": "kaz_Cyrl-tur_Latn", "languages": [ "kaz-Cyrl", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.871557, - "recall": 0.90636, - "f1": 0.882624, - "accuracy": 0.90636, - "main_score": 0.882624, + "precision": 0.869012, + "recall": 0.904857, + "f1": 0.880404, + "accuracy": 0.904857, + "main_score": 0.880404, "hf_subset": "kaz_Cyrl-uig_Arab", "languages": [ "kaz-Cyrl", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970706, - "recall": 0.978968, - "f1": 0.973377, - "accuracy": 0.978968, - "main_score": 0.973377, + "precision": 0.969454, + "recall": 0.977967, + "f1": 0.972208, + "accuracy": 0.977967, + "main_score": 0.972208, "hf_subset": "kaz_Cyrl-uzb_Latn", "languages": [ "kaz-Cyrl", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.581512, - "recall": 0.665498, - "f1": 0.605944, - "accuracy": 0.665498, - "main_score": 0.605944, + "precision": 0.569813, + "recall": 0.657486, + "f1": 0.595163, + "accuracy": 0.657486, + "main_score": 0.595163, "hf_subset": "khm_Khmr-bod_Tibt", "languages": [ "khm-Khmr", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.256094, - "recall": 0.31998, - "f1": 0.272188, - "accuracy": 0.31998, - "main_score": 0.272188, + "precision": 0.253091, + "recall": 0.320481, + "f1": 0.270102, + "accuracy": 0.320481, + "main_score": 0.270102, "hf_subset": "khm_Khmr-dzo_Tibt", "languages": [ "khm-Khmr", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, "hf_subset": "khm_Khmr-eng_Latn", "languages": [ "khm-Khmr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971874, - "recall": 0.980971, - "f1": 0.974879, - "accuracy": 0.980971, - "main_score": 0.974879, + "precision": 0.964947, + "recall": 0.975463, + "f1": 0.968369, + "accuracy": 0.975463, + "main_score": 0.968369, "hf_subset": "khm_Khmr-lao_Laoo", "languages": [ "khm-Khmr", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.914388, - "recall": 0.938908, - "f1": 0.922283, - "accuracy": 0.938908, - "main_score": 0.922283, + "precision": 0.909865, + "recall": 0.935904, + "f1": 0.918194, + "accuracy": 0.935904, + "main_score": 0.918194, "hf_subset": "khm_Khmr-mon_Mong", "languages": [ "khm-Khmr", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.878209, + "precision": 0.877783, "recall": 0.911367, - "f1": 0.888349, + "f1": 0.888085, "accuracy": 0.911367, - "main_score": 0.888349, + "main_score": 0.888085, "hf_subset": "khm_Khmr-mya_Mymr", "languages": [ "khm-Khmr", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976298, - "recall": 0.983976, - "f1": 0.978802, - "accuracy": 0.983976, - "main_score": 0.978802, - "hf_subset": "khm_Khmr-tha_Thai", - "languages": [ - "khm-Khmr", - "tha-Thai" - ] + "precision": 0.97563, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "khm_Khmr-tha_Thai", + "languages": [ + "khm-Khmr", + "tha-Thai" + ], + "mteb_version": "2.16.0" }, { - "precision": 0.655953, - "recall": 0.697046, - "f1": 0.667157, - "accuracy": 0.697046, - "main_score": 0.667157, + "precision": 0.653446, + "recall": 0.694542, + "f1": 0.664581, + "accuracy": 0.694542, + "main_score": 0.664581, "hf_subset": "kin_Latn-bem_Latn", "languages": [ "kin-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.66588, - "recall": 0.712068, - "f1": 0.678231, - "accuracy": 0.712068, - "main_score": 0.678231, + "precision": 0.655749, + "recall": 0.702053, + "f1": 0.668355, + "accuracy": 0.702053, + "main_score": 0.668355, "hf_subset": "kin_Latn-eng_Latn", "languages": [ "kin-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.570899, - "recall": 0.618928, - "f1": 0.584115, - "accuracy": 0.618928, - "main_score": 0.584115, + "precision": 0.56814, + "recall": 0.614422, + "f1": 0.581031, + "accuracy": 0.614422, + "main_score": 0.581031, "hf_subset": "kin_Latn-ewe_Latn", "languages": [ "kin-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.616428, - "recall": 0.658488, - "f1": 0.62805, - "accuracy": 0.658488, - "main_score": 0.62805, + "precision": 0.609048, + "recall": 0.650976, + "f1": 0.620898, + "accuracy": 0.650976, + "main_score": 0.620898, "hf_subset": "kin_Latn-fuc_Latn", "languages": [ "kin-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.64168, - "recall": 0.684527, - "f1": 0.653378, - "accuracy": 0.684527, - "main_score": 0.653378, + "precision": 0.63416, + "recall": 0.678518, + "f1": 0.646344, + "accuracy": 0.678518, + "main_score": 0.646344, "hf_subset": "kin_Latn-nde_Latn", "languages": [ "kin-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.642616, - "recall": 0.681022, - "f1": 0.653017, - "accuracy": 0.681022, - "main_score": 0.653017, + "precision": 0.630133, + "recall": 0.671507, + "f1": 0.641351, + "accuracy": 0.671507, + "main_score": 0.641351, "hf_subset": "kin_Latn-nya_Latn", "languages": [ "kin-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.654575, - "recall": 0.697546, - "f1": 0.66641, - "accuracy": 0.697546, - "main_score": 0.66641, + "precision": 0.648769, + "recall": 0.689534, + "f1": 0.660217, + "accuracy": 0.689534, + "main_score": 0.660217, "hf_subset": "kin_Latn-sna_Latn", "languages": [ "kin-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.642459, - "recall": 0.679519, - "f1": 0.65255, - "accuracy": 0.679519, - "main_score": 0.65255, + "precision": 0.640585, + "recall": 0.675013, + "f1": 0.649963, + "accuracy": 0.675013, + "main_score": 0.649963, "hf_subset": "kin_Latn-ven_Latn", "languages": [ "kin-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949967, + "precision": 0.949883, "recall": 0.964447, - "f1": 0.954632, + "f1": 0.954548, "accuracy": 0.964447, - "main_score": 0.954632, + "main_score": 0.954548, "hf_subset": "kir_Cyrl-aze_Latn", "languages": [ "kir-Cyrl", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.899491, - "recall": 0.92689, - "f1": 0.908045, - "accuracy": 0.92689, - "main_score": 0.908045, + "precision": 0.897738, + "recall": 0.925889, + "f1": 0.906627, + "accuracy": 0.925889, + "main_score": 0.906627, "hf_subset": "kir_Cyrl-bak_Cyrl", "languages": [ "kir-Cyrl", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.969621, - "recall": 0.978968, - "f1": 0.972626, - "accuracy": 0.978968, - "main_score": 0.972626, + "precision": 0.967618, + "recall": 0.977967, + "f1": 0.970956, + "accuracy": 0.977967, + "main_score": 0.970956, "hf_subset": "kir_Cyrl-eng_Latn", "languages": [ "kir-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949883, - "recall": 0.963946, - "f1": 0.954382, - "accuracy": 0.963946, - "main_score": 0.954382, + "precision": 0.949299, + "recall": 0.964447, + "f1": 0.954131, + "accuracy": 0.964447, + "main_score": 0.954131, "hf_subset": "kir_Cyrl-kaz_Cyrl", "languages": [ "kir-Cyrl", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.939576, - "recall": 0.956935, - "f1": 0.945068, - "accuracy": 0.956935, - "main_score": 0.945068, + "precision": 0.937323, + "recall": 0.954432, + "f1": 0.942714, + "accuracy": 0.954432, + "main_score": 0.942714, "hf_subset": "kir_Cyrl-tat_Cyrl", "languages": [ "kir-Cyrl", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.886329, - "recall": 0.915373, - "f1": 0.895293, - "accuracy": 0.915373, - "main_score": 0.895293, + "precision": 0.879987, + "recall": 0.910866, + "f1": 0.889634, + "accuracy": 0.910866, + "main_score": 0.889634, "hf_subset": "kir_Cyrl-tuk_Latn", "languages": [ "kir-Cyrl", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937782, - "recall": 0.954932, - "f1": 0.943198, - "accuracy": 0.954932, - "main_score": 0.943198, + "precision": 0.938408, + "recall": 0.955934, + "f1": 0.943999, + "accuracy": 0.955934, + "main_score": 0.943999, "hf_subset": "kir_Cyrl-tur_Latn", "languages": [ "kir-Cyrl", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.841696, - "recall": 0.88032, - "f1": 0.853747, - "accuracy": 0.88032, - "main_score": 0.853747, + "precision": 0.83648, + "recall": 0.875313, + "f1": 0.848623, + "accuracy": 0.875313, + "main_score": 0.848623, "hf_subset": "kir_Cyrl-uig_Arab", "languages": [ "kir-Cyrl", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944834, - "recall": 0.959439, - "f1": 0.949508, - "accuracy": 0.959439, - "main_score": 0.949508, + "precision": 0.941454, + "recall": 0.956935, + "f1": 0.94637, + "accuracy": 0.956935, + "main_score": 0.94637, "hf_subset": "kir_Cyrl-uzb_Latn", "languages": [ "kir-Cyrl", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.785165, - "recall": 0.831247, - "f1": 0.7987, - "accuracy": 0.831247, - "main_score": 0.7987, + "precision": 0.787114, + "recall": 0.832248, + "f1": 0.800436, + "accuracy": 0.832248, + "main_score": 0.800436, "hf_subset": "kmr_Latn-arb_Arab", "languages": [ "kmr-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.781652, - "recall": 0.830245, - "f1": 0.796322, - "accuracy": 0.830245, - "main_score": 0.796322, + "precision": 0.787453, + "recall": 0.834251, + "f1": 0.801327, + "accuracy": 0.834251, + "main_score": 0.801327, "hf_subset": "kmr_Latn-ckb_Arab", "languages": [ "kmr-Latn", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.848928, - "recall": 0.88683, - "f1": 0.860282, - "accuracy": 0.88683, - "main_score": 0.860282, + "precision": 0.849074, + "recall": 0.887331, + "f1": 0.860527, + "accuracy": 0.887331, + "main_score": 0.860527, "hf_subset": "kmr_Latn-eng_Latn", "languages": [ "kmr-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.817002, - "recall": 0.858287, - "f1": 0.829199, - "accuracy": 0.858287, - "main_score": 0.829199, + "precision": 0.8196, + "recall": 0.86029, + "f1": 0.831795, + "accuracy": 0.86029, + "main_score": 0.831795, "hf_subset": "kmr_Latn-fas_Arab", "languages": [ "kmr-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.814163, - "recall": 0.858287, - "f1": 0.827176, - "accuracy": 0.858287, - "main_score": 0.827176, + "precision": 0.815369, + "recall": 0.859289, + "f1": 0.82827, + "accuracy": 0.859289, + "main_score": 0.82827, "hf_subset": "kmr_Latn-heb_Hebr", "languages": [ "kmr-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.713694, - "recall": 0.763145, - "f1": 0.727692, - "accuracy": 0.763145, - "main_score": 0.727692, + "precision": 0.714104, + "recall": 0.764146, + "f1": 0.728452, + "accuracy": 0.764146, + "main_score": 0.728452, "hf_subset": "kmr_Latn-mey_Arab", "languages": [ "kmr-Latn", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.815898, - "recall": 0.858788, - "f1": 0.828501, - "accuracy": 0.858788, - "main_score": 0.828501, + "precision": 0.823823, + "recall": 0.864296, + "f1": 0.835915, + "accuracy": 0.864296, + "main_score": 0.835915, "hf_subset": "kmr_Latn-prs_Arab", "languages": [ "kmr-Latn", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.707068, - "recall": 0.763145, - "f1": 0.723294, - "accuracy": 0.763145, - "main_score": 0.723294, + "precision": 0.703482, + "recall": 0.760641, + "f1": 0.720062, + "accuracy": 0.760641, + "main_score": 0.720062, "hf_subset": "kmr_Latn-pus_Arab", "languages": [ "kmr-Latn", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.527244, - "recall": 0.589384, - "f1": 0.544575, - "accuracy": 0.589384, - "main_score": 0.544575, + "precision": 0.533137, + "recall": 0.592889, + "f1": 0.54999, + "accuracy": 0.592889, + "main_score": 0.54999, "hf_subset": "kmr_Latn-shi_Arab", "languages": [ "kmr-Latn", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.757576, - "recall": 0.803205, - "f1": 0.770604, - "accuracy": 0.803205, - "main_score": 0.770604, + "precision": 0.756445, + "recall": 0.801202, + "f1": 0.7694, + "accuracy": 0.801202, + "main_score": 0.7694, "hf_subset": "kmr_Latn-tgk_Cyrl", "languages": [ "kmr-Latn", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979469, - "recall": 0.985979, - "f1": 0.981639, - "accuracy": 0.985979, - "main_score": 0.981639, + "precision": 0.978551, + "recall": 0.984977, + "f1": 0.980638, + "accuracy": 0.984977, + "main_score": 0.980638, "hf_subset": "kor_Hang-arb_Arab", "languages": [ "kor-Hang", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986396, - "recall": 0.990486, - "f1": 0.987732, - "accuracy": 0.990486, - "main_score": 0.987732, + "precision": 0.985061, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, "hf_subset": "kor_Hang-ben_Beng", "languages": [ "kor-Hang", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983016, - "recall": 0.987982, - "f1": 0.984594, - "accuracy": 0.987982, - "main_score": 0.984594, + "recall": 0.987481, + "f1": 0.984427, + "accuracy": 0.987481, + "main_score": 0.984427, "hf_subset": "kor_Hang-deu_Latn", "languages": [ "kor-Hang", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986897, @@ -10514,7 +11389,8 @@ "languages": [ "kor-Hang", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991237, @@ -10526,43 +11402,47 @@ "languages": [ "kor-Hang", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989985, - "f1": 0.986647, - "accuracy": 0.989985, - "main_score": 0.986647, + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, "hf_subset": "kor_Hang-fas_Arab", "languages": [ "kor-Hang", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968411, - "recall": 0.977967, - "f1": 0.971407, - "accuracy": 0.977967, - "main_score": 0.971407, + "precision": 0.969371, + "recall": 0.978968, + "f1": 0.972459, + "accuracy": 0.978968, + "main_score": 0.972459, "hf_subset": "kor_Hang-fin_Latn", "languages": [ "kor-Hang", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979511, - "recall": 0.985478, - "f1": 0.981422, - "accuracy": 0.985478, - "main_score": 0.981422, + "precision": 0.9778, + "recall": 0.984477, + "f1": 0.97997, + "accuracy": 0.984477, + "main_score": 0.97997, "hf_subset": "kor_Hang-fra_Latn", "languages": [ "kor-Hang", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.984727, @@ -10574,199 +11454,216 @@ "languages": [ "kor-Hang", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980721, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, "hf_subset": "kor_Hang-hin_Deva", "languages": [ "kor-Hang", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965949, - "recall": 0.975964, - "f1": 0.969204, - "accuracy": 0.975964, - "main_score": 0.969204, + "precision": 0.964155, + "recall": 0.973961, + "f1": 0.967318, + "accuracy": 0.973961, + "main_score": 0.967318, "hf_subset": "kor_Hang-hun_Latn", "languages": [ "kor-Hang", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, "hf_subset": "kor_Hang-ind_Latn", "languages": [ "kor-Hang", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, - "recall": 0.987481, - "f1": 0.983976, - "accuracy": 0.987481, - "main_score": 0.983976, + "precision": 0.980721, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, "hf_subset": "kor_Hang-jpn_Jpan", "languages": [ "kor-Hang", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971123, - "recall": 0.979469, - "f1": 0.973877, - "accuracy": 0.979469, - "main_score": 0.973877, + "precision": 0.97346, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, "hf_subset": "kor_Hang-lit_Latn", "languages": [ "kor-Hang", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988483, - "f1": 0.985228, - "accuracy": 0.988483, - "main_score": 0.985228, + "precision": 0.986313, + "recall": 0.989985, + "f1": 0.987481, + "accuracy": 0.989985, + "main_score": 0.987481, "hf_subset": "kor_Hang-nld_Latn", "languages": [ "kor-Hang", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971958, - "recall": 0.980471, - "f1": 0.974712, - "accuracy": 0.980471, - "main_score": 0.974712, + "precision": 0.972626, + "recall": 0.980971, + "f1": 0.975296, + "accuracy": 0.980971, + "main_score": 0.975296, "hf_subset": "kor_Hang-pol_Latn", "languages": [ "kor-Hang", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, "hf_subset": "kor_Hang-por_Latn", "languages": [ "kor-Hang", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973544, + "precision": 0.973293, "recall": 0.981472, - "f1": 0.976131, + "f1": 0.975964, "accuracy": 0.981472, - "main_score": 0.976131, + "main_score": 0.975964, "hf_subset": "kor_Hang-rus_Cyrl", "languages": [ "kor-Hang", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98698, - "f1": 0.983058, - "accuracy": 0.98698, - "main_score": 0.983058, + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, "hf_subset": "kor_Hang-spa_Latn", "languages": [ "kor-Hang", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.908154, - "recall": 0.931898, - "f1": 0.91554, - "accuracy": 0.931898, - "main_score": 0.91554, + "precision": 0.90252, + "recall": 0.928393, + "f1": 0.910583, + "accuracy": 0.928393, + "main_score": 0.910583, "hf_subset": "kor_Hang-swa_Latn", "languages": [ "kor-Hang", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98214, - "recall": 0.987481, - "f1": 0.983893, - "accuracy": 0.987481, - "main_score": 0.983893, + "precision": 0.981222, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, "hf_subset": "kor_Hang-swe_Latn", "languages": [ "kor-Hang", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973752, - "recall": 0.981472, - "f1": 0.976248, - "accuracy": 0.981472, - "main_score": 0.976248, + "precision": 0.974545, + "recall": 0.981973, + "f1": 0.976965, + "accuracy": 0.981973, + "main_score": 0.976965, "hf_subset": "kor_Hang-tam_Taml", "languages": [ "kor-Hang", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974378, + "precision": 0.975046, "recall": 0.981973, - "f1": 0.976882, + "f1": 0.977299, "accuracy": 0.981973, - "main_score": 0.976882, + "main_score": 0.977299, "hf_subset": "kor_Hang-tur_Latn", "languages": [ "kor-Hang", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "kor_Hang-vie_Latn", "languages": [ "kor-Hang", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981723, - "recall": 0.987481, - "f1": 0.983642, - "accuracy": 0.987481, - "main_score": 0.983642, + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "kor_Hang-yue_Hant", "languages": [ "kor-Hang", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.972959, @@ -10778,2242 +11675,2429 @@ "languages": [ "kor-Hang", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.988983, - "f1": 0.985979, - "accuracy": 0.988983, - "main_score": 0.985979, - "hf_subset": "kor_Hang-zho_Hant", - "languages": [ + "precision": 0.985228, + "recall": 0.989484, + "f1": 0.986647, + "accuracy": 0.989484, + "main_score": 0.986647, + "hf_subset": "kor_Hang-zho_Hant", + "languages": [ "kor-Hang", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.655964, - "recall": 0.712569, - "f1": 0.672629, - "accuracy": 0.712569, - "main_score": 0.672629, + "precision": 0.65082, + "recall": 0.707061, + "f1": 0.667312, + "accuracy": 0.707061, + "main_score": 0.667312, "hf_subset": "kor_Hang-zul_Latn", "languages": [ "kor-Hang", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.573242, - "recall": 0.658988, - "f1": 0.597743, - "accuracy": 0.658988, - "main_score": 0.597743, + "precision": 0.567435, + "recall": 0.654982, + "f1": 0.592625, + "accuracy": 0.654982, + "main_score": 0.592625, "hf_subset": "lao_Laoo-bod_Tibt", "languages": [ "lao-Laoo", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.245334, - "recall": 0.308963, - "f1": 0.261805, - "accuracy": 0.308963, - "main_score": 0.261805, + "precision": 0.24739, + "recall": 0.311968, + "f1": 0.263697, + "accuracy": 0.311968, + "main_score": 0.263697, "hf_subset": "lao_Laoo-dzo_Tibt", "languages": [ "lao-Laoo", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "lao_Laoo-eng_Latn", "languages": [ "lao-Laoo", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.957353, - "recall": 0.970956, - "f1": 0.961776, - "accuracy": 0.970956, - "main_score": 0.961776, + "precision": 0.951344, + "recall": 0.96695, + "f1": 0.956435, + "accuracy": 0.96695, + "main_score": 0.956435, "hf_subset": "lao_Laoo-khm_Khmr", "languages": [ "lao-Laoo", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.891963, - "recall": 0.923385, - "f1": 0.902053, - "accuracy": 0.923385, - "main_score": 0.902053, + "precision": 0.892505, + "recall": 0.924387, + "f1": 0.902771, + "accuracy": 0.924387, + "main_score": 0.902771, "hf_subset": "lao_Laoo-mon_Mong", "languages": [ "lao-Laoo", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.849045, - "recall": 0.890336, - "f1": 0.861646, - "accuracy": 0.890336, - "main_score": 0.861646, + "precision": 0.846691, + "recall": 0.887832, + "f1": 0.859293, + "accuracy": 0.887832, + "main_score": 0.859293, "hf_subset": "lao_Laoo-mya_Mymr", "languages": [ "lao-Laoo", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978551, + "precision": 0.97901, "recall": 0.985478, - "f1": 0.980805, + "f1": 0.981088, "accuracy": 0.985478, - "main_score": 0.980805, + "main_score": 0.981088, "hf_subset": "lao_Laoo-tha_Thai", "languages": [ "lao-Laoo", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989651, - "recall": 0.992989, - "f1": 0.990736, - "accuracy": 0.992989, - "main_score": 0.990736, + "precision": 0.992113, + "recall": 0.994492, + "f1": 0.992856, + "accuracy": 0.994492, + "main_score": 0.992856, "hf_subset": "lav_Latn-eng_Latn", "languages": [ "lav-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9778, - "recall": 0.984977, - "f1": 0.980137, - "accuracy": 0.984977, - "main_score": 0.980137, + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, "hf_subset": "lav_Latn-fin_Latn", "languages": [ "lav-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973126, - "recall": 0.981472, - "f1": 0.975797, - "accuracy": 0.981472, - "main_score": 0.975797, + "precision": 0.971833, + "recall": 0.980471, + "f1": 0.974579, + "accuracy": 0.980471, + "main_score": 0.974579, "hf_subset": "lav_Latn-hun_Latn", "languages": [ "lav-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978635, - "recall": 0.985478, - "f1": 0.980888, - "accuracy": 0.985478, - "main_score": 0.980888, + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, "hf_subset": "lav_Latn-lit_Latn", "languages": [ "lav-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976214, + "precision": 0.976089, "recall": 0.983475, - "f1": 0.978635, + "f1": 0.978501, "accuracy": 0.983475, - "main_score": 0.978635, + "main_score": 0.978501, "hf_subset": "lit_Latn-arb_Arab", "languages": [ "lit-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, "hf_subset": "lit_Latn-ben_Beng", "languages": [ "lit-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982056, - "recall": 0.98648, - "f1": 0.983475, - "accuracy": 0.98648, - "main_score": 0.983475, + "precision": 0.982557, + "recall": 0.987481, + "f1": 0.984143, + "accuracy": 0.987481, + "main_score": 0.984143, "hf_subset": "lit_Latn-deu_Latn", "languages": [ "lit-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981222, - "recall": 0.987481, - "f1": 0.983308, - "accuracy": 0.987481, - "main_score": 0.983308, + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, "hf_subset": "lit_Latn-ell_Grek", "languages": [ "lit-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989401, + "precision": 0.988733, "recall": 0.992489, - "f1": 0.990402, + "f1": 0.989985, "accuracy": 0.992489, - "main_score": 0.990402, + "main_score": 0.989985, "hf_subset": "lit_Latn-eng_Latn", "languages": [ "lit-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973627, - "recall": 0.980971, - "f1": 0.976047, - "accuracy": 0.980971, - "main_score": 0.976047, + "precision": 0.972125, + "recall": 0.97997, + "f1": 0.974712, + "accuracy": 0.97997, + "main_score": 0.974712, "hf_subset": "lit_Latn-fas_Arab", "languages": [ "lit-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979135, - "recall": 0.984977, - "f1": 0.981055, - "accuracy": 0.984977, - "main_score": 0.981055, + "precision": 0.979636, + "recall": 0.985478, + "f1": 0.981556, + "accuracy": 0.985478, + "main_score": 0.981556, "hf_subset": "lit_Latn-fin_Latn", "languages": [ "lit-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976548, - "recall": 0.983976, - "f1": 0.978968, - "accuracy": 0.983976, - "main_score": 0.978968, + "precision": 0.975296, + "recall": 0.982974, + "f1": 0.9778, + "accuracy": 0.982974, + "main_score": 0.9778, "hf_subset": "lit_Latn-fra_Latn", "languages": [ "lit-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, + "precision": 0.984644, "recall": 0.989484, - "f1": 0.986396, + "f1": 0.986229, "accuracy": 0.989484, - "main_score": 0.986396, + "main_score": 0.986229, "hf_subset": "lit_Latn-heb_Hebr", "languages": [ "lit-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978635, - "recall": 0.985478, - "f1": 0.980888, - "accuracy": 0.985478, - "main_score": 0.980888, + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "lit_Latn-hin_Deva", "languages": [ "lit-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971708, - "recall": 0.97997, - "f1": 0.974378, - "accuracy": 0.97997, - "main_score": 0.974378, + "precision": 0.974044, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, "hf_subset": "lit_Latn-hun_Latn", "languages": [ "lit-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, - "recall": 0.987481, - "f1": 0.983976, - "accuracy": 0.987481, - "main_score": 0.983976, + "precision": 0.983475, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, "hf_subset": "lit_Latn-ind_Latn", "languages": [ "lit-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97548, - "recall": 0.982474, - "f1": 0.977717, - "accuracy": 0.982474, - "main_score": 0.977717, + "precision": 0.97573, + "recall": 0.982974, + "f1": 0.97805, + "accuracy": 0.982974, + "main_score": 0.97805, "hf_subset": "lit_Latn-jpn_Jpan", "languages": [ "lit-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.964363, - "recall": 0.974962, - "f1": 0.967868, - "accuracy": 0.974962, - "main_score": 0.967868, + "precision": 0.965615, + "recall": 0.975964, + "f1": 0.969037, + "accuracy": 0.975964, + "main_score": 0.969037, "hf_subset": "lit_Latn-kor_Hang", "languages": [ "lit-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980805, - "recall": 0.98648, - "f1": 0.982641, - "accuracy": 0.98648, - "main_score": 0.982641, + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, "hf_subset": "lit_Latn-lav_Latn", "languages": [ "lit-Latn", "lav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988483, - "f1": 0.985228, - "accuracy": 0.988483, - "main_score": 0.985228, + "precision": 0.981389, + "recall": 0.98698, + "f1": 0.983225, + "accuracy": 0.98698, + "main_score": 0.983225, "hf_subset": "lit_Latn-nld_Latn", "languages": [ "lit-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, + "precision": 0.980721, "recall": 0.98648, - "f1": 0.982724, + "f1": 0.982641, "accuracy": 0.98648, - "main_score": 0.982724, + "main_score": 0.982641, "hf_subset": "lit_Latn-pol_Latn", "languages": [ "lit-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, - "recall": 0.988983, - "f1": 0.985311, - "accuracy": 0.988983, - "main_score": 0.985311, + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, "hf_subset": "lit_Latn-por_Latn", "languages": [ "lit-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973711, - "recall": 0.981973, - "f1": 0.976381, - "accuracy": 0.981973, - "main_score": 0.976381, + "precision": 0.972208, + "recall": 0.980471, + "f1": 0.974879, + "accuracy": 0.980471, + "main_score": 0.974879, "hf_subset": "lit_Latn-rus_Cyrl", "languages": [ "lit-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.987481, - "f1": 0.983392, - "accuracy": 0.987481, - "main_score": 0.983392, + "precision": 0.982599, + "recall": 0.987982, + "f1": 0.984343, + "accuracy": 0.987982, + "main_score": 0.984343, "hf_subset": "lit_Latn-spa_Latn", "languages": [ "lit-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.915832, - "recall": 0.935904, - "f1": 0.922043, - "accuracy": 0.935904, - "main_score": 0.922043, + "precision": 0.912911, + "recall": 0.934402, + "f1": 0.919563, + "accuracy": 0.934402, + "main_score": 0.919563, "hf_subset": "lit_Latn-swa_Latn", "languages": [ "lit-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98214, - "recall": 0.987982, - "f1": 0.984059, - "accuracy": 0.987982, - "main_score": 0.984059, + "precision": 0.981764, + "recall": 0.987481, + "f1": 0.983592, + "accuracy": 0.987481, + "main_score": 0.983592, "hf_subset": "lit_Latn-swe_Latn", "languages": [ "lit-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.966366, - "recall": 0.976965, - "f1": 0.969871, - "accuracy": 0.976965, - "main_score": 0.969871, + "precision": 0.961818, + "recall": 0.97346, + "f1": 0.965648, + "accuracy": 0.97346, + "main_score": 0.965648, "hf_subset": "lit_Latn-tam_Taml", "languages": [ "lit-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970539, - "recall": 0.979469, - "f1": 0.97346, - "accuracy": 0.979469, - "main_score": 0.97346, - "hf_subset": "lit_Latn-tur_Latn", - "languages": [ - "lit-Latn", - "tur-Latn" - ] + "precision": 0.971874, + "recall": 0.97997, + "f1": 0.974545, + "accuracy": 0.97997, + "main_score": 0.974545, + "hf_subset": "lit_Latn-tur_Latn", + "languages": [ + "lit-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979803, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.979987, + "recall": 0.985478, + "f1": 0.981723, + "accuracy": 0.985478, + "main_score": 0.981723, "hf_subset": "lit_Latn-vie_Latn", "languages": [ "lit-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974545, - "recall": 0.981973, - "f1": 0.976965, - "accuracy": 0.981973, - "main_score": 0.976965, + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, "hf_subset": "lit_Latn-zho_Hant", "languages": [ "lit-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.689918, - "recall": 0.738608, - "f1": 0.704717, - "accuracy": 0.738608, - "main_score": 0.704717, + "precision": 0.683801, + "recall": 0.732599, + "f1": 0.698546, + "accuracy": 0.732599, + "main_score": 0.698546, "hf_subset": "lit_Latn-zul_Latn", "languages": [ "lit-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.96019, - "recall": 0.971457, - "f1": 0.963779, - "accuracy": 0.971457, - "main_score": 0.963779, + "precision": 0.958438, + "recall": 0.970456, + "f1": 0.962277, + "accuracy": 0.970456, + "main_score": 0.962277, "hf_subset": "ltz_Latn-afr_Latn", "languages": [ "ltz-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951694, - "recall": 0.965448, - "f1": 0.956017, - "accuracy": 0.965448, - "main_score": 0.956017, + "precision": 0.946937, + "recall": 0.962944, + "f1": 0.952095, + "accuracy": 0.962944, + "main_score": 0.952095, "hf_subset": "ltz_Latn-dan_Latn", "languages": [ "ltz-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956768, - "recall": 0.969955, - "f1": 0.960941, - "accuracy": 0.969955, - "main_score": 0.960941, + "precision": 0.957645, + "recall": 0.970456, + "f1": 0.961642, + "accuracy": 0.970456, + "main_score": 0.961642, "hf_subset": "ltz_Latn-deu_Latn", "languages": [ "ltz-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965031, - "recall": 0.975463, - "f1": 0.968353, - "accuracy": 0.975463, - "main_score": 0.968353, + "precision": 0.963921, + "recall": 0.974462, + "f1": 0.967234, + "accuracy": 0.974462, + "main_score": 0.967234, "hf_subset": "ltz_Latn-eng_Latn", "languages": [ "ltz-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.891537, - "recall": 0.91988, - "f1": 0.900351, - "accuracy": 0.91988, - "main_score": 0.900351, + "precision": 0.887949, + "recall": 0.917877, + "f1": 0.897139, + "accuracy": 0.917877, + "main_score": 0.897139, "hf_subset": "ltz_Latn-fao_Latn", "languages": [ "ltz-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.906234, - "recall": 0.930896, - "f1": 0.913971, - "accuracy": 0.930896, - "main_score": 0.913971, + "precision": 0.906668, + "recall": 0.931898, + "f1": 0.914488, + "accuracy": 0.931898, + "main_score": 0.914488, "hf_subset": "ltz_Latn-isl_Latn", "languages": [ "ltz-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952095, + "precision": 0.952762, "recall": 0.96645, - "f1": 0.956668, + "f1": 0.957086, "accuracy": 0.96645, - "main_score": 0.956668, + "main_score": 0.957086, "hf_subset": "ltz_Latn-nld_Latn", "languages": [ "ltz-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.941579, - "recall": 0.958438, - "f1": 0.94682, - "accuracy": 0.958438, - "main_score": 0.94682, + "precision": 0.944517, + "recall": 0.95994, + "f1": 0.949224, + "accuracy": 0.95994, + "main_score": 0.949224, "hf_subset": "ltz_Latn-nno_Latn", "languages": [ "ltz-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956977, + "precision": 0.95656, "recall": 0.969454, - "f1": 0.960891, + "f1": 0.960641, "accuracy": 0.969454, - "main_score": 0.960891, + "main_score": 0.960641, "hf_subset": "ltz_Latn-nob_Latn", "languages": [ "ltz-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952612, - "recall": 0.965448, - "f1": 0.956501, - "accuracy": 0.965448, - "main_score": 0.956501, + "precision": 0.953889, + "recall": 0.96645, + "f1": 0.95762, + "accuracy": 0.96645, + "main_score": 0.95762, "hf_subset": "ltz_Latn-swe_Latn", "languages": [ "ltz-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, - "recall": 0.993991, - "f1": 0.991988, - "accuracy": 0.993991, - "main_score": 0.991988, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "mal_Mlym-eng_Latn", "languages": [ "mal-Mlym", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.580184, - "recall": 0.656985, - "f1": 0.60154, - "accuracy": 0.656985, - "main_score": 0.60154, + "precision": 0.572598, + "recall": 0.650976, + "f1": 0.594228, + "accuracy": 0.650976, + "main_score": 0.594228, "hf_subset": "mal_Mlym-fij_Latn", "languages": [ "mal-Mlym", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972125, - "recall": 0.980971, - "f1": 0.975046, - "accuracy": 0.980971, - "main_score": 0.975046, + "precision": 0.970623, + "recall": 0.97997, + "f1": 0.973711, + "accuracy": 0.97997, + "main_score": 0.973711, "hf_subset": "mal_Mlym-fil_Latn", "languages": [ "mal-Mlym", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "mal_Mlym-ind_Latn", "languages": [ "mal-Mlym", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.648128, - "recall": 0.703055, - "f1": 0.664244, - "accuracy": 0.703055, - "main_score": 0.664244, + "precision": 0.647343, + "recall": 0.700551, + "f1": 0.662892, + "accuracy": 0.700551, + "main_score": 0.662892, "hf_subset": "mal_Mlym-mlg_Latn", "languages": [ "mal-Mlym", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.820272, - "recall": 0.864797, - "f1": 0.83391, - "accuracy": 0.864797, - "main_score": 0.83391, + "precision": 0.821232, + "recall": 0.867301, + "f1": 0.835463, + "accuracy": 0.867301, + "main_score": 0.835463, "hf_subset": "mal_Mlym-mri_Latn", "languages": [ "mal-Mlym", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980137, + "precision": 0.97997, "recall": 0.985979, - "f1": 0.982056, + "f1": 0.981973, "accuracy": 0.985979, - "main_score": 0.982056, + "main_score": 0.981973, "hf_subset": "mal_Mlym-msa_Latn", "languages": [ "mal-Mlym", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.764739, - "recall": 0.817226, - "f1": 0.780697, - "accuracy": 0.817226, - "main_score": 0.780697, + "precision": 0.754811, + "recall": 0.808212, + "f1": 0.770934, + "accuracy": 0.808212, + "main_score": 0.770934, "hf_subset": "mal_Mlym-smo_Latn", "languages": [ "mal-Mlym", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.595122, + "precision": 0.59393, "recall": 0.656485, - "f1": 0.612784, + "f1": 0.611961, "accuracy": 0.656485, - "main_score": 0.612784, + "main_score": 0.611961, "hf_subset": "mal_Mlym-tah_Latn", "languages": [ "mal-Mlym", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.669991, - "recall": 0.737606, - "f1": 0.689839, - "accuracy": 0.737606, - "main_score": 0.689839, + "precision": 0.667094, + "recall": 0.732599, + "f1": 0.686175, + "accuracy": 0.732599, + "main_score": 0.686175, "hf_subset": "mal_Mlym-ton_Latn", "languages": [ "mal-Mlym", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9889, - "recall": 0.992489, - "f1": 0.990068, - "accuracy": 0.992489, - "main_score": 0.990068, + "precision": 0.987565, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, "hf_subset": "mar_Deva-ben_Beng", "languages": [ "mar-Deva", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.143207, - "recall": 0.177266, - "f1": 0.15175, - "accuracy": 0.177266, - "main_score": 0.15175, + "precision": 0.139306, + "recall": 0.174762, + "f1": 0.147891, + "accuracy": 0.174762, + "main_score": 0.147891, "hf_subset": "mar_Deva-div_Thaa", "languages": [ "mar-Deva", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992739, - "recall": 0.994992, - "f1": 0.99349, - "accuracy": 0.994992, - "main_score": 0.99349, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "mar_Deva-eng_Latn", "languages": [ "mar-Deva", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.930604, - "recall": 0.948423, - "f1": 0.936271, - "accuracy": 0.948423, - "main_score": 0.936271, + "precision": 0.929728, + "recall": 0.947421, + "f1": 0.935203, + "accuracy": 0.947421, + "main_score": 0.935203, "hf_subset": "mar_Deva-eus_Latn", "languages": [ "mar-Deva", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987481, - "recall": 0.990986, - "f1": 0.98865, - "accuracy": 0.990986, - "main_score": 0.98865, + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, "hf_subset": "mar_Deva-guj_Gujr", "languages": [ "mar-Deva", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, + "precision": 0.991237, "recall": 0.993991, - "f1": 0.991988, + "f1": 0.992155, "accuracy": 0.993991, - "main_score": 0.991988, + "main_score": 0.992155, "hf_subset": "mar_Deva-hin_Deva", "languages": [ "mar-Deva", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982641, + "precision": 0.982223, "recall": 0.987982, - "f1": 0.984393, + "f1": 0.984143, "accuracy": 0.987982, - "main_score": 0.984393, + "main_score": 0.984143, "hf_subset": "mar_Deva-kan_Knda", "languages": [ "mar-Deva", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982641, + "precision": 0.982891, "recall": 0.987982, - "f1": 0.984393, + "f1": 0.98456, "accuracy": 0.987982, - "main_score": 0.984393, + "main_score": 0.98456, "hf_subset": "mar_Deva-nep_Deva", "languages": [ "mar-Deva", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "mar_Deva-pan_Guru", "languages": [ "mar-Deva", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.945209, - "recall": 0.960941, - "f1": 0.950292, - "accuracy": 0.960941, - "main_score": 0.950292, + "precision": 0.943206, + "recall": 0.959439, + "f1": 0.948456, + "accuracy": 0.959439, + "main_score": 0.948456, "hf_subset": "mar_Deva-sin_Sinh", "languages": [ "mar-Deva", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.940995, - "recall": 0.958938, - "f1": 0.946753, - "accuracy": 0.958938, - "main_score": 0.946753, + "precision": 0.943332, + "recall": 0.960441, + "f1": 0.94884, + "accuracy": 0.960441, + "main_score": 0.94884, "hf_subset": "mar_Deva-snd_Arab", "languages": [ "mar-Deva", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983308, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, "hf_subset": "mar_Deva-tam_Taml", "languages": [ "mar-Deva", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981639, - "recall": 0.987481, - "f1": 0.983559, - "accuracy": 0.987481, - "main_score": 0.983559, + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, "hf_subset": "mar_Deva-tel_Telu", "languages": [ "mar-Deva", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "mar_Deva-urd_Arab", "languages": [ "mar-Deva", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.930667, - "recall": 0.947922, - "f1": 0.936012, - "accuracy": 0.947922, - "main_score": 0.936012, + "precision": 0.929765, + "recall": 0.947421, + "f1": 0.935214, + "accuracy": 0.947421, + "main_score": 0.935214, "hf_subset": "mey_Arab-arb_Arab", "languages": [ "mey-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.810507, - "recall": 0.854281, - "f1": 0.82412, - "accuracy": 0.854281, - "main_score": 0.82412, + "precision": 0.814021, + "recall": 0.857286, + "f1": 0.827374, + "accuracy": 0.857286, + "main_score": 0.827374, "hf_subset": "mey_Arab-ckb_Arab", "languages": [ "mey-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.940995, - "recall": 0.957937, - "f1": 0.946486, - "accuracy": 0.957937, - "main_score": 0.946486, + "precision": 0.942697, + "recall": 0.958438, + "f1": 0.947672, + "accuracy": 0.958438, + "main_score": 0.947672, "hf_subset": "mey_Arab-eng_Latn", "languages": [ "mey-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.904457, - "recall": 0.927892, - "f1": 0.911768, - "accuracy": 0.927892, - "main_score": 0.911768, + "precision": 0.904857, + "recall": 0.928393, + "f1": 0.912161, + "accuracy": 0.928393, + "main_score": 0.912161, "hf_subset": "mey_Arab-fas_Arab", "languages": [ "mey-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.91024, - "recall": 0.9334, - "f1": 0.917476, - "accuracy": 0.9334, - "main_score": 0.917476, + "precision": 0.915974, + "recall": 0.937406, + "f1": 0.922701, + "accuracy": 0.937406, + "main_score": 0.922701, "hf_subset": "mey_Arab-heb_Hebr", "languages": [ "mey-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.726153, + "precision": 0.727988, "recall": 0.782674, - "f1": 0.743057, + "f1": 0.744161, "accuracy": 0.782674, - "main_score": 0.743057, + "main_score": 0.744161, "hf_subset": "mey_Arab-kmr_Latn", "languages": [ "mey-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.913846, - "recall": 0.937406, - "f1": 0.921332, - "accuracy": 0.937406, - "main_score": 0.921332, + "precision": 0.911701, + "recall": 0.936405, + "f1": 0.919422, + "accuracy": 0.936405, + "main_score": 0.919422, "hf_subset": "mey_Arab-prs_Arab", "languages": [ "mey-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.801165, - "recall": 0.845268, - "f1": 0.814847, - "accuracy": 0.845268, - "main_score": 0.814847, + "precision": 0.803973, + "recall": 0.847772, + "f1": 0.817669, + "accuracy": 0.847772, + "main_score": 0.817669, "hf_subset": "mey_Arab-pus_Arab", "languages": [ "mey-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.669706, - "recall": 0.728092, - "f1": 0.686809, - "accuracy": 0.728092, - "main_score": 0.686809, + "precision": 0.671112, + "recall": 0.731597, + "f1": 0.689043, + "accuracy": 0.731597, + "main_score": 0.689043, "hf_subset": "mey_Arab-shi_Arab", "languages": [ "mey-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.828355, - "recall": 0.865298, - "f1": 0.83948, - "accuracy": 0.865298, - "main_score": 0.83948, + "precision": 0.821017, + "recall": 0.861793, + "f1": 0.833327, + "accuracy": 0.861793, + "main_score": 0.833327, "hf_subset": "mey_Arab-tgk_Cyrl", "languages": [ "mey-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97972, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, "hf_subset": "mkd_Cyrl-bel_Cyrl", "languages": [ "mkd-Cyrl", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99349, - "recall": 0.995493, - "f1": 0.994158, - "accuracy": 0.995493, - "main_score": 0.994158, + "precision": 0.991404, + "recall": 0.993991, + "f1": 0.992238, + "accuracy": 0.993991, + "main_score": 0.992238, "hf_subset": "mkd_Cyrl-bos_Latn", "languages": [ "mkd-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, - "hf_subset": "mkd_Cyrl-bul_Cyrl", + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "mkd_Cyrl-bul_Cyrl", "languages": [ "mkd-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988483, - "recall": 0.991988, - "f1": 0.989651, - "accuracy": 0.991988, - "main_score": 0.989651, + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, "hf_subset": "mkd_Cyrl-ces_Latn", "languages": [ "mkd-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.996495, - "f1": 0.995326, - "accuracy": 0.996495, - "main_score": 0.995326, + "precision": 0.994492, + "recall": 0.995994, + "f1": 0.994992, + "accuracy": 0.995994, + "main_score": 0.994992, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": [ "mkd-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987899, - "recall": 0.991487, - "f1": 0.989067, - "accuracy": 0.991487, - "main_score": 0.989067, + "precision": 0.98915, + "recall": 0.991988, + "f1": 0.990068, + "accuracy": 0.991988, + "main_score": 0.990068, "hf_subset": "mkd_Cyrl-hrv_Latn", "languages": [ "mkd-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981973, - "recall": 0.98698, - "f1": 0.983642, - "accuracy": 0.98698, - "main_score": 0.983642, + "precision": 0.981055, + "recall": 0.98648, + "f1": 0.982808, + "accuracy": 0.98648, + "main_score": 0.982808, "hf_subset": "mkd_Cyrl-pol_Latn", "languages": [ "mkd-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, - "recall": 0.985979, - "f1": 0.98239, - "accuracy": 0.985979, - "main_score": 0.98239, + "precision": 0.979386, + "recall": 0.984477, + "f1": 0.981055, + "accuracy": 0.984477, + "main_score": 0.981055, "hf_subset": "mkd_Cyrl-rus_Cyrl", "languages": [ "mkd-Cyrl", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, + "precision": 0.987481, "recall": 0.991487, - "f1": 0.989234, + "f1": 0.988817, "accuracy": 0.991487, - "main_score": 0.989234, + "main_score": 0.988817, "hf_subset": "mkd_Cyrl-slk_Latn", "languages": [ "mkd-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, - "recall": 0.989484, - "f1": 0.986396, - "accuracy": 0.989484, - "main_score": 0.986396, + "precision": 0.98456, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, "hf_subset": "mkd_Cyrl-slv_Latn", "languages": [ "mkd-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.991988, - "f1": 0.989818, - "accuracy": 0.991988, - "main_score": 0.989818, + "precision": 0.988399, + "recall": 0.991487, + "f1": 0.989401, + "accuracy": 0.991487, + "main_score": 0.989401, "hf_subset": "mkd_Cyrl-srp_Cyrl", "languages": [ "mkd-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, "hf_subset": "mkd_Cyrl-srp_Latn", "languages": [ "mkd-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985645, - "recall": 0.989985, - "f1": 0.987064, - "accuracy": 0.989985, - "main_score": 0.987064, + "precision": 0.98552, + "recall": 0.989484, + "f1": 0.986763, + "accuracy": 0.989484, + "main_score": 0.986763, "hf_subset": "mkd_Cyrl-ukr_Cyrl", "languages": [ "mkd-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.71568, - "recall": 0.756635, - "f1": 0.726926, - "accuracy": 0.756635, - "main_score": 0.726926, + "precision": 0.707923, + "recall": 0.751627, + "f1": 0.720152, + "accuracy": 0.751627, + "main_score": 0.720152, "hf_subset": "mlg_Latn-eng_Latn", "languages": [ "mlg-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.558106, - "recall": 0.61993, - "f1": 0.575406, - "accuracy": 0.61993, - "main_score": 0.575406, + "precision": 0.549473, + "recall": 0.609414, + "f1": 0.566046, + "accuracy": 0.609414, + "main_score": 0.566046, "hf_subset": "mlg_Latn-fij_Latn", "languages": [ "mlg-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.705575, - "recall": 0.747121, - "f1": 0.716945, - "accuracy": 0.747121, - "main_score": 0.716945, + "precision": 0.711064, + "recall": 0.748623, + "f1": 0.721157, + "accuracy": 0.748623, + "main_score": 0.721157, "hf_subset": "mlg_Latn-fil_Latn", "languages": [ "mlg-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.700474, - "recall": 0.744116, - "f1": 0.712753, - "accuracy": 0.744116, - "main_score": 0.712753, + "precision": 0.697882, + "recall": 0.741112, + "f1": 0.710074, + "accuracy": 0.741112, + "main_score": 0.710074, "hf_subset": "mlg_Latn-ind_Latn", "languages": [ "mlg-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.625378, - "recall": 0.683025, - "f1": 0.641496, - "accuracy": 0.683025, - "main_score": 0.641496, + "precision": 0.62192, + "recall": 0.678518, + "f1": 0.63778, + "accuracy": 0.678518, + "main_score": 0.63778, "hf_subset": "mlg_Latn-mal_Mlym", "languages": [ "mlg-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.6406, - "recall": 0.689034, - "f1": 0.654371, - "accuracy": 0.689034, - "main_score": 0.654371, + "precision": 0.639954, + "recall": 0.688533, + "f1": 0.653572, + "accuracy": 0.688533, + "main_score": 0.653572, "hf_subset": "mlg_Latn-mri_Latn", "languages": [ "mlg-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.700602, - "recall": 0.745118, - "f1": 0.713046, - "accuracy": 0.745118, - "main_score": 0.713046, + "precision": 0.700626, + "recall": 0.743115, + "f1": 0.712219, + "accuracy": 0.743115, + "main_score": 0.712219, "hf_subset": "mlg_Latn-msa_Latn", "languages": [ "mlg-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.63637, - "recall": 0.681522, - "f1": 0.649212, - "accuracy": 0.681522, - "main_score": 0.649212, + "precision": 0.632782, + "recall": 0.677016, + "f1": 0.645455, + "accuracy": 0.677016, + "main_score": 0.645455, "hf_subset": "mlg_Latn-smo_Latn", "languages": [ "mlg-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.580783, - "recall": 0.628943, - "f1": 0.594824, - "accuracy": 0.628943, - "main_score": 0.594824, + "precision": 0.580236, + "recall": 0.628443, + "f1": 0.594204, + "accuracy": 0.628443, + "main_score": 0.594204, "hf_subset": "mlg_Latn-tah_Latn", "languages": [ "mlg-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.618725, - "recall": 0.671007, - "f1": 0.633679, - "accuracy": 0.671007, - "main_score": 0.633679, + "precision": 0.615975, + "recall": 0.668002, + "f1": 0.630301, + "accuracy": 0.668002, + "main_score": 0.630301, "hf_subset": "mlg_Latn-ton_Latn", "languages": [ "mlg-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.948882, - "recall": 0.961442, - "f1": 0.952879, - "accuracy": 0.961442, - "main_score": 0.952879, + "precision": 0.948005, + "recall": 0.960941, + "f1": 0.952178, + "accuracy": 0.960941, + "main_score": 0.952178, "hf_subset": "mlt_Latn-cat_Latn", "languages": [ "mlt-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963086, - "recall": 0.972459, - "f1": 0.965899, - "accuracy": 0.972459, - "main_score": 0.965899, + "precision": 0.96574, + "recall": 0.974462, + "f1": 0.968379, + "accuracy": 0.974462, + "main_score": 0.968379, "hf_subset": "mlt_Latn-eng_Latn", "languages": [ "mlt-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934109, + "precision": 0.933442, "recall": 0.950926, - "f1": 0.939342, + "f1": 0.939001, "accuracy": 0.950926, - "main_score": 0.939342, + "main_score": 0.939001, "hf_subset": "mlt_Latn-fra_Latn", "languages": [ "mlt-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944976, + "precision": 0.943515, "recall": 0.957937, - "f1": 0.94894, + "f1": 0.947989, "accuracy": 0.957937, - "main_score": 0.94894, + "main_score": 0.947989, "hf_subset": "mlt_Latn-glg_Latn", "languages": [ "mlt-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.941516, - "recall": 0.956935, - "f1": 0.946314, - "accuracy": 0.956935, - "main_score": 0.946314, + "precision": 0.943866, + "recall": 0.958938, + "f1": 0.948489, + "accuracy": 0.958938, + "main_score": 0.948489, "hf_subset": "mlt_Latn-ita_Latn", "languages": [ "mlt-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944834, - "recall": 0.958938, - "f1": 0.949233, - "accuracy": 0.958938, - "main_score": 0.949233, + "precision": 0.942639, + "recall": 0.956935, + "f1": 0.947021, + "accuracy": 0.956935, + "main_score": 0.947021, "hf_subset": "mlt_Latn-por_Latn", "languages": [ "mlt-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936905, - "recall": 0.95343, - "f1": 0.942147, - "accuracy": 0.95343, - "main_score": 0.942147, + "precision": 0.938842, + "recall": 0.955433, + "f1": 0.944083, + "accuracy": 0.955433, + "main_score": 0.944083, "hf_subset": "mlt_Latn-ron_Latn", "languages": [ "mlt-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944892, - "recall": 0.957436, - "f1": 0.948873, - "accuracy": 0.957436, - "main_score": 0.948873, + "precision": 0.946294, + "recall": 0.958938, + "f1": 0.950292, + "accuracy": 0.958938, + "main_score": 0.950292, "hf_subset": "mlt_Latn-spa_Latn", "languages": [ "mlt-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.516407, - "recall": 0.598398, - "f1": 0.539378, - "accuracy": 0.598398, - "main_score": 0.539378, + "precision": 0.517217, + "recall": 0.599399, + "f1": 0.539969, + "accuracy": 0.599399, + "main_score": 0.539969, "hf_subset": "mon_Mong-bod_Tibt", "languages": [ "mon-Mong", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.227475, - "recall": 0.289434, - "f1": 0.242504, - "accuracy": 0.289434, - "main_score": 0.242504, + "precision": 0.22944, + "recall": 0.29344, + "f1": 0.244721, + "accuracy": 0.29344, + "main_score": 0.244721, "hf_subset": "mon_Mong-dzo_Tibt", "languages": [ "mon-Mong", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952137, - "recall": 0.96695, - "f1": 0.956885, - "accuracy": 0.96695, - "main_score": 0.956885, + "precision": 0.9609, + "recall": 0.972959, + "f1": 0.964814, + "accuracy": 0.972959, + "main_score": 0.964814, "hf_subset": "mon_Mong-eng_Latn", "languages": [ "mon-Mong", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.903038, - "recall": 0.930896, - "f1": 0.911935, - "accuracy": 0.930896, - "main_score": 0.911935, + "precision": 0.903647, + "recall": 0.931397, + "f1": 0.912469, + "accuracy": 0.931397, + "main_score": 0.912469, "hf_subset": "mon_Mong-khm_Khmr", "languages": [ "mon-Mong", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.886889, - "recall": 0.918878, - "f1": 0.897046, - "accuracy": 0.918878, - "main_score": 0.897046, + "precision": 0.882382, + "recall": 0.915373, + "f1": 0.892772, + "accuracy": 0.915373, + "main_score": 0.892772, "hf_subset": "mon_Mong-lao_Laoo", "languages": [ "mon-Mong", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.803672, - "recall": 0.854281, - "f1": 0.818955, - "accuracy": 0.854281, - "main_score": 0.818955, + "precision": 0.801636, + "recall": 0.85328, + "f1": 0.817252, + "accuracy": 0.85328, + "main_score": 0.817252, "hf_subset": "mon_Mong-mya_Mymr", "languages": [ "mon-Mong", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936755, - "recall": 0.953931, - "f1": 0.942247, - "accuracy": 0.953931, - "main_score": 0.942247, + "precision": 0.934585, + "recall": 0.952429, + "f1": 0.940327, + "accuracy": 0.952429, + "main_score": 0.940327, "hf_subset": "mon_Mong-tha_Thai", "languages": [ "mon-Mong", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.86993, - "recall": 0.902854, - "f1": 0.879736, - "accuracy": 0.902854, - "main_score": 0.879736, + "precision": 0.868436, + "recall": 0.901352, + "f1": 0.878234, + "accuracy": 0.901352, + "main_score": 0.878234, "hf_subset": "mri_Latn-eng_Latn", "languages": [ "mri-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.61302, - "recall": 0.672509, - "f1": 0.629714, - "accuracy": 0.672509, - "main_score": 0.629714, + "precision": 0.610148, + "recall": 0.667501, + "f1": 0.626058, + "accuracy": 0.667501, + "main_score": 0.626058, "hf_subset": "mri_Latn-fij_Latn", "languages": [ "mri-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.86153, - "recall": 0.89334, - "f1": 0.8707, - "accuracy": 0.89334, - "main_score": 0.8707, + "precision": 0.863333, + "recall": 0.893841, + "f1": 0.872086, + "accuracy": 0.893841, + "main_score": 0.872086, "hf_subset": "mri_Latn-fil_Latn", "languages": [ "mri-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.874654, - "recall": 0.905358, - "f1": 0.884093, - "accuracy": 0.905358, - "main_score": 0.884093, + "precision": 0.87311, + "recall": 0.904357, + "f1": 0.8826, + "accuracy": 0.904357, + "main_score": 0.8826, "hf_subset": "mri_Latn-ind_Latn", "languages": [ "mri-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.803126, - "recall": 0.852779, - "f1": 0.818197, - "accuracy": 0.852779, - "main_score": 0.818197, + "precision": 0.793358, + "recall": 0.844767, + "f1": 0.808985, + "accuracy": 0.844767, + "main_score": 0.808985, "hf_subset": "mri_Latn-mal_Mlym", "languages": [ "mri-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.638492, - "recall": 0.685528, - "f1": 0.651559, - "accuracy": 0.685528, - "main_score": 0.651559, + "precision": 0.633145, + "recall": 0.679519, + "f1": 0.645775, + "accuracy": 0.679519, + "main_score": 0.645775, "hf_subset": "mri_Latn-mlg_Latn", "languages": [ "mri-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.859169, - "recall": 0.894342, - "f1": 0.869846, - "accuracy": 0.894342, - "main_score": 0.869846, + "precision": 0.859235, + "recall": 0.893841, + "f1": 0.869615, + "accuracy": 0.893841, + "main_score": 0.869615, "hf_subset": "mri_Latn-msa_Latn", "languages": [ "mri-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.738063, - "recall": 0.786179, - "f1": 0.751857, - "accuracy": 0.786179, - "main_score": 0.751857, + "precision": 0.738514, + "recall": 0.784176, + "f1": 0.751636, + "accuracy": 0.784176, + "main_score": 0.751636, "hf_subset": "mri_Latn-smo_Latn", "languages": [ "mri-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.609203, - "recall": 0.659489, - "f1": 0.623826, - "accuracy": 0.659489, - "main_score": 0.623826, + "precision": 0.60682, + "recall": 0.656985, + "f1": 0.621238, + "accuracy": 0.656985, + "main_score": 0.621238, "hf_subset": "mri_Latn-tah_Latn", "languages": [ "mri-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.721179, - "recall": 0.768653, - "f1": 0.734766, - "accuracy": 0.768653, - "main_score": 0.734766, + "precision": 0.710388, + "recall": 0.757136, + "f1": 0.72359, + "accuracy": 0.757136, + "main_score": 0.72359, "hf_subset": "mri_Latn-ton_Latn", "languages": [ "mri-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.997747, - "recall": 0.998498, - "f1": 0.997997, - "accuracy": 0.998498, - "main_score": 0.997997, + "precision": 0.995994, + "recall": 0.996995, + "f1": 0.996328, + "accuracy": 0.996995, + "main_score": 0.996328, "hf_subset": "msa_Latn-eng_Latn", "languages": [ "msa-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.649854, - "recall": 0.716575, - "f1": 0.669186, - "accuracy": 0.716575, - "main_score": 0.669186, + "precision": 0.646897, + "recall": 0.71307, + "f1": 0.665872, + "accuracy": 0.71307, + "main_score": 0.665872, "hf_subset": "msa_Latn-fij_Latn", "languages": [ "msa-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.989985, - "f1": 0.987398, - "accuracy": 0.989985, - "main_score": 0.987398, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, "hf_subset": "msa_Latn-fil_Latn", "languages": [ "msa-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99566, - "recall": 0.996995, - "f1": 0.996077, - "accuracy": 0.996995, - "main_score": 0.996077, + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, "hf_subset": "msa_Latn-ind_Latn", "languages": [ "msa-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.987982, - "f1": 0.985311, - "accuracy": 0.987982, - "main_score": 0.985311, + "precision": 0.981222, + "recall": 0.98648, + "f1": 0.982974, + "accuracy": 0.98648, + "main_score": 0.982974, "hf_subset": "msa_Latn-mal_Mlym", "languages": [ "msa-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.719741, - "recall": 0.759639, - "f1": 0.7311, - "accuracy": 0.759639, - "main_score": 0.7311, + "precision": 0.712771, + "recall": 0.752128, + "f1": 0.723957, + "accuracy": 0.752128, + "main_score": 0.723957, "hf_subset": "msa_Latn-mlg_Latn", "languages": [ "msa-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.880905, - "recall": 0.911367, - "f1": 0.890314, - "accuracy": 0.911367, - "main_score": 0.890314, + "precision": 0.879644, + "recall": 0.909364, + "f1": 0.888719, + "accuracy": 0.909364, + "main_score": 0.888719, "hf_subset": "msa_Latn-mri_Latn", "languages": [ "msa-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.819955, - "recall": 0.861292, - "f1": 0.832608, - "accuracy": 0.861292, - "main_score": 0.832608, + "precision": 0.813395, + "recall": 0.854782, + "f1": 0.825782, + "accuracy": 0.854782, + "main_score": 0.825782, "hf_subset": "msa_Latn-smo_Latn", "languages": [ "msa-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.660359, - "recall": 0.711067, - "f1": 0.675379, - "accuracy": 0.711067, - "main_score": 0.675379, + "precision": 0.657013, + "recall": 0.707561, + "f1": 0.671578, + "accuracy": 0.707561, + "main_score": 0.671578, "hf_subset": "msa_Latn-tah_Latn", "languages": [ "msa-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.75474, - "recall": 0.804206, - "f1": 0.769397, - "accuracy": 0.804206, - "main_score": 0.769397, + "precision": 0.749576, + "recall": 0.798197, + "f1": 0.763889, + "accuracy": 0.798197, + "main_score": 0.763889, "hf_subset": "msa_Latn-ton_Latn", "languages": [ "msa-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.45589, - "recall": 0.54682, - "f1": 0.481337, - "accuracy": 0.54682, - "main_score": 0.481337, + "precision": 0.45388, + "recall": 0.543816, + "f1": 0.479053, + "accuracy": 0.543816, + "main_score": 0.479053, "hf_subset": "mya_Mymr-bod_Tibt", "languages": [ "mya-Mymr", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.198037, - "recall": 0.256385, - "f1": 0.212761, - "accuracy": 0.256385, - "main_score": 0.212761, + "precision": 0.200552, + "recall": 0.256885, + "f1": 0.214381, + "accuracy": 0.256885, + "main_score": 0.214381, "hf_subset": "mya_Mymr-dzo_Tibt", "languages": [ "mya-Mymr", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.942747, - "recall": 0.960441, - "f1": 0.948506, - "accuracy": 0.960441, - "main_score": 0.948506, + "precision": 0.941579, + "recall": 0.959439, + "f1": 0.947338, + "accuracy": 0.959439, + "main_score": 0.947338, "hf_subset": "mya_Mymr-eng_Latn", "languages": [ "mya-Mymr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.892547, - "recall": 0.923886, - "f1": 0.90247, - "accuracy": 0.923886, - "main_score": 0.90247, + "precision": 0.89455, + "recall": 0.925889, + "f1": 0.904557, + "accuracy": 0.925889, + "main_score": 0.904557, "hf_subset": "mya_Mymr-khm_Khmr", "languages": [ "mya-Mymr", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.86751, - "recall": 0.904357, - "f1": 0.879145, - "accuracy": 0.904357, - "main_score": 0.879145, + "precision": 0.865127, + "recall": 0.902354, + "f1": 0.876826, + "accuracy": 0.902354, + "main_score": 0.876826, "hf_subset": "mya_Mymr-lao_Laoo", "languages": [ "mya-Mymr", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.827855, - "recall": 0.87331, - "f1": 0.842339, - "accuracy": 0.87331, - "main_score": 0.842339, + "precision": 0.828397, + "recall": 0.874812, + "f1": 0.84304, + "accuracy": 0.874812, + "main_score": 0.84304, "hf_subset": "mya_Mymr-mon_Mong", "languages": [ "mya-Mymr", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9334, - "recall": 0.952929, - "f1": 0.939636, - "accuracy": 0.952929, - "main_score": 0.939636, + "precision": 0.931814, + "recall": 0.952429, + "f1": 0.938491, + "accuracy": 0.952429, + "main_score": 0.938491, "hf_subset": "mya_Mymr-tha_Thai", "languages": [ "mya-Mymr", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.697918, - "recall": 0.732599, - "f1": 0.707771, - "accuracy": 0.732599, - "main_score": 0.707771, + "precision": 0.69505, + "recall": 0.730596, + "f1": 0.705128, + "accuracy": 0.730596, + "main_score": 0.705128, "hf_subset": "nde_Latn-bem_Latn", "languages": [ "nde-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.685172, - "recall": 0.728593, - "f1": 0.696802, - "accuracy": 0.728593, - "main_score": 0.696802, + "precision": 0.686541, + "recall": 0.729094, + "f1": 0.697874, + "accuracy": 0.729094, + "main_score": 0.697874, "hf_subset": "nde_Latn-eng_Latn", "languages": [ "nde-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.607242, - "recall": 0.651978, - "f1": 0.620005, - "accuracy": 0.651978, - "main_score": 0.620005, + "precision": 0.611154, + "recall": 0.653981, + "f1": 0.623755, + "accuracy": 0.653981, + "main_score": 0.623755, "hf_subset": "nde_Latn-ewe_Latn", "languages": [ "nde-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.663265, + "precision": 0.659699, "recall": 0.696044, - "f1": 0.672612, + "f1": 0.670042, "accuracy": 0.696044, - "main_score": 0.672612, + "main_score": 0.670042, "hf_subset": "nde_Latn-fuc_Latn", "languages": [ "nde-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.648962, - "recall": 0.690536, - "f1": 0.660417, - "accuracy": 0.690536, - "main_score": 0.660417, + "precision": 0.642715, + "recall": 0.684026, + "f1": 0.654305, + "accuracy": 0.684026, + "main_score": 0.654305, "hf_subset": "nde_Latn-kin_Latn", "languages": [ "nde-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665567, - "recall": 0.705058, - "f1": 0.677093, - "accuracy": 0.705058, - "main_score": 0.677093, + "precision": 0.66348, + "recall": 0.703055, + "f1": 0.674848, + "accuracy": 0.703055, + "main_score": 0.674848, "hf_subset": "nde_Latn-nya_Latn", "languages": [ "nde-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.686355, - "recall": 0.725088, - "f1": 0.697556, - "accuracy": 0.725088, - "main_score": 0.697556, + "precision": 0.680269, + "recall": 0.721582, + "f1": 0.69189, + "accuracy": 0.721582, + "main_score": 0.69189, "hf_subset": "nde_Latn-sna_Latn", "languages": [ "nde-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.66016, - "recall": 0.697546, - "f1": 0.670705, - "accuracy": 0.697546, - "main_score": 0.670705, + "precision": 0.65838, + "recall": 0.69354, + "f1": 0.668191, + "accuracy": 0.69354, + "main_score": 0.668191, "hf_subset": "nde_Latn-ven_Latn", "languages": [ "nde-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.987982, - "f1": 0.98456, - "accuracy": 0.987982, - "main_score": 0.98456, + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, "hf_subset": "nep_Deva-ben_Beng", "languages": [ "nep-Deva", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.147291, - "recall": 0.18027, - "f1": 0.155914, - "accuracy": 0.18027, - "main_score": 0.155914, + "precision": 0.141938, + "recall": 0.176264, + "f1": 0.150666, + "accuracy": 0.176264, + "main_score": 0.150666, "hf_subset": "nep_Deva-div_Thaa", "languages": [ "nep-Deva", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996244, - "recall": 0.997496, - "f1": 0.996662, - "accuracy": 0.997496, - "main_score": 0.996662, + "precision": 0.995493, + "recall": 0.996995, + "f1": 0.995994, + "accuracy": 0.996995, + "main_score": 0.995994, "hf_subset": "nep_Deva-eng_Latn", "languages": [ "nep-Deva", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922801, + "precision": 0.923193, "recall": 0.943916, - "f1": 0.929544, + "f1": 0.929845, "accuracy": 0.943916, - "main_score": 0.929544, + "main_score": 0.929845, "hf_subset": "nep_Deva-eus_Latn", "languages": [ "nep-Deva", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992489, - "f1": 0.990486, - "accuracy": 0.992489, - "main_score": 0.990486, + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, "hf_subset": "nep_Deva-guj_Gujr", "languages": [ "nep-Deva", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "nep_Deva-hin_Deva", "languages": [ "nep-Deva", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982974, - "recall": 0.988483, - "f1": 0.984811, - "accuracy": 0.988483, - "main_score": 0.984811, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "nep_Deva-kan_Knda", "languages": [ "nep-Deva", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984226, - "recall": 0.989484, - "f1": 0.985979, - "accuracy": 0.989484, - "main_score": 0.985979, + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, "hf_subset": "nep_Deva-mar_Deva", "languages": [ "nep-Deva", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "nep_Deva-pan_Guru", "languages": [ "nep-Deva", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.943123, - "recall": 0.961442, - "f1": 0.949124, - "accuracy": 0.961442, - "main_score": 0.949124, + "precision": 0.942914, + "recall": 0.960941, + "f1": 0.94884, + "accuracy": 0.960941, + "main_score": 0.94884, "hf_subset": "nep_Deva-sin_Sinh", "languages": [ "nep-Deva", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944291, - "recall": 0.960941, - "f1": 0.949624, - "accuracy": 0.960941, - "main_score": 0.949624, + "precision": 0.94763, + "recall": 0.963445, + "f1": 0.952712, + "accuracy": 0.963445, + "main_score": 0.952712, "hf_subset": "nep_Deva-snd_Arab", "languages": [ "nep-Deva", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978217, - "recall": 0.984977, - "f1": 0.980471, - "accuracy": 0.984977, - "main_score": 0.980471, + "precision": 0.975714, + "recall": 0.982974, + "f1": 0.978134, + "accuracy": 0.982974, + "main_score": 0.978134, "hf_subset": "nep_Deva-tam_Taml", "languages": [ "nep-Deva", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980805, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, "hf_subset": "nep_Deva-tel_Telu", "languages": [ "nep-Deva", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979219, - "recall": 0.985979, - "f1": 0.981472, - "accuracy": 0.985979, - "main_score": 0.981472, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "nep_Deva-urd_Arab", "languages": [ "nep-Deva", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "nld_Latn-afr_Latn", "languages": [ "nld-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980763, - "recall": 0.98648, - "f1": 0.982591, - "accuracy": 0.98648, - "main_score": 0.982591, + "precision": 0.980137, + "recall": 0.985979, + "f1": 0.982056, + "accuracy": 0.985979, + "main_score": 0.982056, "hf_subset": "nld_Latn-arb_Arab", "languages": [ "nld-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, - "recall": 0.993991, - "f1": 0.991988, - "accuracy": 0.993991, - "main_score": 0.991988, + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, "hf_subset": "nld_Latn-ben_Beng", "languages": [ "nld-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988483, - "recall": 0.991988, - "f1": 0.989651, - "accuracy": 0.991988, - "main_score": 0.989651, + "precision": 0.989234, + "recall": 0.992489, + "f1": 0.990319, + "accuracy": 0.992489, + "main_score": 0.990319, "hf_subset": "nld_Latn-dan_Latn", "languages": [ "nld-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988483, - "recall": 0.991988, - "f1": 0.989651, - "accuracy": 0.991988, - "main_score": 0.989651, + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, "hf_subset": "nld_Latn-deu_Latn", "languages": [ "nld-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "nld_Latn-ell_Grek", "languages": [ "nld-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.995744, - "recall": 0.996995, - "f1": 0.996161, - "accuracy": 0.996995, - "main_score": 0.996161, + "precision": 0.997246, + "recall": 0.997997, + "f1": 0.997496, + "accuracy": 0.997997, + "main_score": 0.997496, "hf_subset": "nld_Latn-eng_Latn", "languages": [ "nld-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.955266, - "recall": 0.968953, - "f1": 0.95969, - "accuracy": 0.968953, - "main_score": 0.95969, + "precision": 0.954599, + "recall": 0.968453, + "f1": 0.959022, + "accuracy": 0.968453, + "main_score": 0.959022, "hf_subset": "nld_Latn-fao_Latn", "languages": [ "nld-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, - "recall": 0.98648, - "f1": 0.982724, - "accuracy": 0.98648, - "main_score": 0.982724, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "nld_Latn-fas_Arab", "languages": [ "nld-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983058, - "recall": 0.987982, - "f1": 0.984644, - "accuracy": 0.987982, - "main_score": 0.984644, + "precision": 0.981055, + "recall": 0.98648, + "f1": 0.982808, + "accuracy": 0.98648, + "main_score": 0.982808, "hf_subset": "nld_Latn-fin_Latn", "languages": [ "nld-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.988483, - "f1": 0.984894, - "accuracy": 0.988483, - "main_score": 0.984894, + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, "hf_subset": "nld_Latn-fra_Latn", "languages": [ "nld-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992906, - "recall": 0.994992, - "f1": 0.993574, - "accuracy": 0.994992, - "main_score": 0.993574, + "precision": 0.990986, + "recall": 0.99349, + "f1": 0.991821, + "accuracy": 0.99349, + "main_score": 0.991821, "hf_subset": "nld_Latn-heb_Hebr", "languages": [ "nld-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987231, + "precision": 0.987481, "recall": 0.991487, - "f1": 0.98865, + "f1": 0.988817, "accuracy": 0.991487, - "main_score": 0.98865, + "main_score": 0.988817, "hf_subset": "nld_Latn-hin_Deva", "languages": [ "nld-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977049, + "precision": 0.976799, "recall": 0.983976, - "f1": 0.979302, + "f1": 0.979135, "accuracy": 0.983976, - "main_score": 0.979302, + "main_score": 0.979135, "hf_subset": "nld_Latn-hun_Latn", "languages": [ "nld-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.991487, + "recall": 0.993991, + "f1": 0.992322, + "accuracy": 0.993991, + "main_score": 0.992322, "hf_subset": "nld_Latn-ind_Latn", "languages": [ "nld-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975547, + "precision": 0.975463, "recall": 0.982974, "f1": 0.977883, "accuracy": 0.982974, @@ -13022,211 +14106,229 @@ "languages": [ "nld-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, "hf_subset": "nld_Latn-jpn_Jpan", "languages": [ "nld-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979469, - "recall": 0.985979, - "f1": 0.981639, - "accuracy": 0.985979, - "main_score": 0.981639, + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, "hf_subset": "nld_Latn-kor_Hang", "languages": [ "nld-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.991988, - "f1": 0.989818, - "accuracy": 0.991988, - "main_score": 0.989818, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "nld_Latn-lit_Latn", "languages": [ "nld-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956685, - "recall": 0.969454, - "f1": 0.960758, - "accuracy": 0.969454, - "main_score": 0.960758, + "precision": 0.956852, + "recall": 0.969955, + "f1": 0.961108, + "accuracy": 0.969955, + "main_score": 0.961108, "hf_subset": "nld_Latn-ltz_Latn", "languages": [ "nld-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9889, - "recall": 0.992489, - "f1": 0.990068, - "accuracy": 0.992489, - "main_score": 0.990068, + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, "hf_subset": "nld_Latn-nno_Latn", "languages": [ "nld-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990653, - "recall": 0.99349, - "f1": 0.991571, - "accuracy": 0.99349, - "main_score": 0.991571, + "precision": 0.992155, + "recall": 0.994492, + "f1": 0.992906, + "accuracy": 0.994492, + "main_score": 0.992906, "hf_subset": "nld_Latn-nob_Latn", "languages": [ "nld-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984226, - "recall": 0.988983, - "f1": 0.985812, - "accuracy": 0.988983, - "main_score": 0.985812, + "precision": 0.983141, + "recall": 0.987982, + "f1": 0.984727, + "accuracy": 0.987982, + "main_score": 0.984727, "hf_subset": "nld_Latn-pol_Latn", "languages": [ "nld-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987081, + "precision": 0.986855, "recall": 0.990986, - "f1": 0.988316, + "f1": 0.988182, "accuracy": 0.990986, - "main_score": 0.988316, + "main_score": 0.988182, "hf_subset": "nld_Latn-por_Latn", "languages": [ "nld-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985103, - "recall": 0.989484, - "f1": 0.986513, - "accuracy": 0.989484, - "main_score": 0.986513, + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, "hf_subset": "nld_Latn-rus_Cyrl", "languages": [ "nld-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "nld_Latn-spa_Latn", "languages": [ "nld-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.935295, - "recall": 0.952429, - "f1": 0.940611, - "accuracy": 0.952429, - "main_score": 0.940611, + "precision": 0.932415, + "recall": 0.950426, + "f1": 0.937957, + "accuracy": 0.950426, + "main_score": 0.937957, "hf_subset": "nld_Latn-swa_Latn", "languages": [ "nld-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992155, - "recall": 0.994492, - "f1": 0.992906, - "accuracy": 0.994492, - "main_score": 0.992906, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "nld_Latn-swe_Latn", "languages": [ "nld-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980053, - "recall": 0.985979, - "f1": 0.981973, - "accuracy": 0.985979, - "main_score": 0.981973, + "precision": 0.976882, + "recall": 0.983976, + "f1": 0.979219, + "accuracy": 0.983976, + "main_score": 0.979219, "hf_subset": "nld_Latn-tam_Taml", "languages": [ "nld-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, - "recall": 0.988983, - "f1": 0.985896, - "accuracy": 0.988983, - "main_score": 0.985896, + "precision": 0.982891, + "recall": 0.987481, + "f1": 0.984393, + "accuracy": 0.987481, + "main_score": 0.984393, "hf_subset": "nld_Latn-tur_Latn", "languages": [ "nld-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988316, + "precision": 0.988149, "recall": 0.991988, - "f1": 0.989484, + "f1": 0.989401, "accuracy": 0.991988, - "main_score": 0.989484, + "main_score": 0.989401, "hf_subset": "nld_Latn-vie_Latn", "languages": [ "nld-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, + "precision": 0.982641, "recall": 0.987982, - "f1": 0.984477, + "f1": 0.984393, "accuracy": 0.987982, - "main_score": 0.984477, + "main_score": 0.984393, "hf_subset": "nld_Latn-zho_Hant", "languages": [ "nld-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.715707, - "recall": 0.761642, - "f1": 0.729664, - "accuracy": 0.761642, - "main_score": 0.729664, + "precision": 0.709056, + "recall": 0.754632, + "f1": 0.722813, + "accuracy": 0.754632, + "main_score": 0.722813, "hf_subset": "nld_Latn-zul_Latn", "languages": [ "nld-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987064, @@ -13238,31 +14340,34 @@ "languages": [ "nno-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98865, - "recall": 0.991988, - "f1": 0.989735, - "accuracy": 0.991988, - "main_score": 0.989735, + "precision": 0.987982, + "recall": 0.991487, + "f1": 0.98915, + "accuracy": 0.991487, + "main_score": 0.98915, "hf_subset": "nno_Latn-dan_Latn", "languages": [ "nno-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989401, - "recall": 0.992489, - "f1": 0.990402, - "accuracy": 0.992489, - "main_score": 0.990402, + "precision": 0.988358, + "recall": 0.991988, + "f1": 0.989518, + "accuracy": 0.991988, + "main_score": 0.989518, "hf_subset": "nno_Latn-deu_Latn", "languages": [ "nno-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -13274,187 +14379,203 @@ "languages": [ "nno-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962861, - "recall": 0.974462, - "f1": 0.9667, - "accuracy": 0.974462, - "main_score": 0.9667, + "precision": 0.961776, + "recall": 0.973961, + "f1": 0.965782, + "accuracy": 0.973961, + "main_score": 0.965782, "hf_subset": "nno_Latn-fao_Latn", "languages": [ "nno-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973293, - "recall": 0.981973, - "f1": 0.976131, - "accuracy": 0.981973, - "main_score": 0.976131, + "precision": 0.974796, + "recall": 0.982974, + "f1": 0.977466, + "accuracy": 0.982974, + "main_score": 0.977466, "hf_subset": "nno_Latn-isl_Latn", "languages": [ "nno-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.95101, - "recall": 0.964447, - "f1": 0.955242, - "accuracy": 0.964447, - "main_score": 0.955242, + "precision": 0.950008, + "recall": 0.963946, + "f1": 0.954491, + "accuracy": 0.963946, + "main_score": 0.954491, "hf_subset": "nno_Latn-ltz_Latn", "languages": [ "nno-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "nno_Latn-nld_Latn", "languages": [ "nno-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.989484, + "recall": 0.992489, + "f1": 0.990486, + "accuracy": 0.992489, + "main_score": 0.990486, "hf_subset": "nno_Latn-nob_Latn", "languages": [ "nno-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "nno_Latn-swe_Latn", "languages": [ "nno-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991487, - "recall": 0.993991, - "f1": 0.992322, - "accuracy": 0.993991, - "main_score": 0.992322, + "precision": 0.990986, + "recall": 0.99349, + "f1": 0.991821, + "accuracy": 0.99349, + "main_score": 0.991821, "hf_subset": "nob_Latn-afr_Latn", "languages": [ "nob-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, - "recall": 0.993991, - "f1": 0.991988, - "accuracy": 0.993991, - "main_score": 0.991988, + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, "hf_subset": "nob_Latn-dan_Latn", "languages": [ "nob-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990486, - "recall": 0.99349, - "f1": 0.991487, - "accuracy": 0.99349, - "main_score": 0.991487, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "nob_Latn-deu_Latn", "languages": [ "nob-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.998498, - "recall": 0.998998, - "f1": 0.998665, - "accuracy": 0.998998, - "main_score": 0.998665, + "precision": 0.997747, + "recall": 0.998498, + "f1": 0.997997, + "accuracy": 0.998498, + "main_score": 0.997997, "hf_subset": "nob_Latn-eng_Latn", "languages": [ "nob-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962611, - "recall": 0.973961, - "f1": 0.966199, - "accuracy": 0.973961, - "main_score": 0.966199, + "precision": 0.960566, + "recall": 0.972459, + "f1": 0.964397, + "accuracy": 0.972459, + "main_score": 0.964397, "hf_subset": "nob_Latn-fao_Latn", "languages": [ "nob-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.984477, - "f1": 0.979636, - "accuracy": 0.984477, - "main_score": 0.979636, + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, "hf_subset": "nob_Latn-isl_Latn", "languages": [ "nob-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.958688, + "precision": 0.957603, "recall": 0.969955, - "f1": 0.96236, + "f1": 0.961609, "accuracy": 0.969955, - "main_score": 0.96236, + "main_score": 0.961609, "hf_subset": "nob_Latn-ltz_Latn", "languages": [ "nob-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992238, + "precision": 0.991738, "recall": 0.994492, - "f1": 0.992989, + "f1": 0.992656, "accuracy": 0.994492, - "main_score": 0.992989, + "main_score": 0.992656, "hf_subset": "nob_Latn-nld_Latn", "languages": [ "nob-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987899, + "precision": 0.987231, "recall": 0.991487, - "f1": 0.989067, + "f1": 0.98865, "accuracy": 0.991487, - "main_score": 0.989067, + "main_score": 0.98865, "hf_subset": "nob_Latn-nno_Latn", "languages": [ "nob-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990986, @@ -13466,487 +14587,528 @@ "languages": [ "nob-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.468597, - "recall": 0.540811, - "f1": 0.487955, - "accuracy": 0.540811, - "main_score": 0.487955, + "precision": 0.462892, + "recall": 0.538307, + "f1": 0.48322, + "accuracy": 0.538307, + "main_score": 0.48322, "hf_subset": "nso_Latn-amh_Ethi", "languages": [ "nso-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.679054, - "recall": 0.719579, - "f1": 0.689597, - "accuracy": 0.719579, - "main_score": 0.689597, + "precision": 0.678213, + "recall": 0.718578, + "f1": 0.689014, + "accuracy": 0.718578, + "main_score": 0.689014, "hf_subset": "nso_Latn-eng_Latn", "languages": [ "nso-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.67788, - "recall": 0.712068, - "f1": 0.687752, - "accuracy": 0.712068, - "main_score": 0.687752, + "precision": 0.67355, + "recall": 0.708563, + "f1": 0.683468, + "accuracy": 0.708563, + "main_score": 0.683468, "hf_subset": "nso_Latn-hau_Latn", "languages": [ "nso-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.697545, - "recall": 0.731597, - "f1": 0.707524, - "accuracy": 0.731597, - "main_score": 0.707524, + "precision": 0.693943, + "recall": 0.727091, + "f1": 0.703383, + "accuracy": 0.727091, + "main_score": 0.703383, "hf_subset": "nso_Latn-ibo_Latn", "languages": [ "nso-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.442938, - "recall": 0.514271, - "f1": 0.462409, - "accuracy": 0.514271, - "main_score": 0.462409, + "precision": 0.440488, + "recall": 0.508763, + "f1": 0.459496, + "accuracy": 0.508763, + "main_score": 0.459496, "hf_subset": "nso_Latn-orm_Ethi", "languages": [ "nso-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.639227, - "recall": 0.678518, - "f1": 0.650182, - "accuracy": 0.678518, - "main_score": 0.650182, + "precision": 0.63963, + "recall": 0.68002, + "f1": 0.650699, + "accuracy": 0.68002, + "main_score": 0.650699, "hf_subset": "nso_Latn-som_Latn", "languages": [ "nso-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.687924, - "recall": 0.724086, - "f1": 0.698246, - "accuracy": 0.724086, - "main_score": 0.698246, + "precision": 0.686533, + "recall": 0.721082, + "f1": 0.696366, + "accuracy": 0.721082, + "main_score": 0.696366, "hf_subset": "nso_Latn-ssw_Latn", "languages": [ "nso-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.66861, - "recall": 0.711067, - "f1": 0.680231, - "accuracy": 0.711067, - "main_score": 0.680231, + "precision": 0.666909, + "recall": 0.710566, + "f1": 0.678925, + "accuracy": 0.710566, + "main_score": 0.678925, "hf_subset": "nso_Latn-swa_Latn", "languages": [ "nso-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.441905, - "recall": 0.51978, - "f1": 0.463512, - "accuracy": 0.51978, - "main_score": 0.463512, + "precision": 0.437591, + "recall": 0.514271, + "f1": 0.459005, + "accuracy": 0.514271, + "main_score": 0.459005, "hf_subset": "nso_Latn-tir_Ethi", "languages": [ "nso-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.79212, - "recall": 0.831247, - "f1": 0.803624, - "accuracy": 0.831247, - "main_score": 0.803624, + "precision": 0.783481, + "recall": 0.823736, + "f1": 0.795243, + "accuracy": 0.823736, + "main_score": 0.795243, "hf_subset": "nso_Latn-tsn_Latn", "languages": [ "nso-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.619683, - "recall": 0.663996, - "f1": 0.63252, - "accuracy": 0.663996, - "main_score": 0.63252, + "precision": 0.618069, + "recall": 0.661492, + "f1": 0.630919, + "accuracy": 0.661492, + "main_score": 0.630919, "hf_subset": "nso_Latn-wol_Latn", "languages": [ "nso-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.657542, - "recall": 0.702053, - "f1": 0.670748, - "accuracy": 0.702053, - "main_score": 0.670748, + "precision": 0.653739, + "recall": 0.696545, + "f1": 0.666342, + "accuracy": 0.696545, + "main_score": 0.666342, "hf_subset": "nso_Latn-xho_Latn", "languages": [ "nso-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.598973, - "recall": 0.651477, - "f1": 0.613709, - "accuracy": 0.651477, - "main_score": 0.613709, + "precision": 0.601908, + "recall": 0.652979, + "f1": 0.616088, + "accuracy": 0.652979, + "main_score": 0.616088, "hf_subset": "nso_Latn-yor_Latn", "languages": [ "nso-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.68594, - "recall": 0.725088, - "f1": 0.697072, - "accuracy": 0.725088, - "main_score": 0.697072, + "precision": 0.678229, + "recall": 0.717576, + "f1": 0.689696, + "accuracy": 0.717576, + "main_score": 0.689696, "hf_subset": "nso_Latn-zul_Latn", "languages": [ "nso-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.708898, - "recall": 0.749624, - "f1": 0.720733, - "accuracy": 0.749624, - "main_score": 0.720733, + "precision": 0.706604, + "recall": 0.744617, + "f1": 0.717986, + "accuracy": 0.744617, + "main_score": 0.717986, "hf_subset": "nya_Latn-bem_Latn", "languages": [ "nya-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.685903, - "recall": 0.728092, - "f1": 0.697711, - "accuracy": 0.728092, - "main_score": 0.697711, + "precision": 0.678172, + "recall": 0.723585, + "f1": 0.690866, + "accuracy": 0.723585, + "main_score": 0.690866, "hf_subset": "nya_Latn-eng_Latn", "languages": [ "nya-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.594926, - "recall": 0.64697, - "f1": 0.610099, - "accuracy": 0.64697, - "main_score": 0.610099, + "precision": 0.590042, + "recall": 0.641963, + "f1": 0.605014, + "accuracy": 0.641963, + "main_score": 0.605014, "hf_subset": "nya_Latn-ewe_Latn", "languages": [ "nya-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661368, - "recall": 0.697546, - "f1": 0.671415, - "accuracy": 0.697546, - "main_score": 0.671415, + "precision": 0.656072, + "recall": 0.695043, + "f1": 0.667079, + "accuracy": 0.695043, + "main_score": 0.667079, "hf_subset": "nya_Latn-fuc_Latn", "languages": [ "nya-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.647926, - "recall": 0.695543, - "f1": 0.660773, - "accuracy": 0.695543, - "main_score": 0.660773, + "precision": 0.640078, + "recall": 0.687531, + "f1": 0.653062, + "accuracy": 0.687531, + "main_score": 0.653062, "hf_subset": "nya_Latn-kin_Latn", "languages": [ "nya-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.667777, - "recall": 0.707561, - "f1": 0.679105, - "accuracy": 0.707561, - "main_score": 0.679105, + "precision": 0.654528, + "recall": 0.695543, + "f1": 0.666307, + "accuracy": 0.695543, + "main_score": 0.666307, "hf_subset": "nya_Latn-nde_Latn", "languages": [ "nya-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.700987, - "recall": 0.74662, - "f1": 0.714099, - "accuracy": 0.74662, - "main_score": 0.714099, + "precision": 0.700482, + "recall": 0.743115, + "f1": 0.71277, + "accuracy": 0.743115, + "main_score": 0.71277, "hf_subset": "nya_Latn-sna_Latn", "languages": [ "nya-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665932, - "recall": 0.707561, - "f1": 0.677783, - "accuracy": 0.707561, - "main_score": 0.677783, + "precision": 0.662224, + "recall": 0.702053, + "f1": 0.673598, + "accuracy": 0.702053, + "main_score": 0.673598, "hf_subset": "nya_Latn-ven_Latn", "languages": [ "nya-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.391319, - "recall": 0.454181, - "f1": 0.408087, - "accuracy": 0.454181, - "main_score": 0.408087, + "precision": 0.379535, + "recall": 0.444667, + "f1": 0.396979, + "accuracy": 0.444667, + "main_score": 0.396979, "hf_subset": "orm_Ethi-amh_Ethi", "languages": [ "orm-Ethi", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.486405, - "recall": 0.537306, - "f1": 0.500137, - "accuracy": 0.537306, - "main_score": 0.500137, + "precision": 0.485869, + "recall": 0.536805, + "f1": 0.499192, + "accuracy": 0.536805, + "main_score": 0.499192, "hf_subset": "orm_Ethi-eng_Latn", "languages": [ "orm-Ethi", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.46002, - "recall": 0.503756, - "f1": 0.472085, - "accuracy": 0.503756, - "main_score": 0.472085, + "precision": 0.454271, + "recall": 0.499249, + "f1": 0.466565, + "accuracy": 0.499249, + "main_score": 0.466565, "hf_subset": "orm_Ethi-hau_Latn", "languages": [ "orm-Ethi", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.468181, - "recall": 0.509264, - "f1": 0.479396, - "accuracy": 0.509264, - "main_score": 0.479396, + "precision": 0.466529, + "recall": 0.508763, + "f1": 0.477948, + "accuracy": 0.508763, + "main_score": 0.477948, "hf_subset": "orm_Ethi-ibo_Latn", "languages": [ "orm-Ethi", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.444377, - "recall": 0.489234, - "f1": 0.456737, - "accuracy": 0.489234, - "main_score": 0.456737, + "precision": 0.441268, + "recall": 0.487231, + "f1": 0.454175, + "accuracy": 0.487231, + "main_score": 0.454175, "hf_subset": "orm_Ethi-nso_Latn", "languages": [ "orm-Ethi", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.464737, - "recall": 0.512268, - "f1": 0.477856, - "accuracy": 0.512268, - "main_score": 0.477856, + "precision": 0.459678, + "recall": 0.505258, + "f1": 0.472321, + "accuracy": 0.505258, + "main_score": 0.472321, "hf_subset": "orm_Ethi-som_Latn", "languages": [ "orm-Ethi", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.44738, - "recall": 0.490235, - "f1": 0.459507, - "accuracy": 0.490235, - "main_score": 0.459507, + "precision": 0.444268, + "recall": 0.487732, + "f1": 0.456784, + "accuracy": 0.487732, + "main_score": 0.456784, "hf_subset": "orm_Ethi-ssw_Latn", "languages": [ "orm-Ethi", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.469042, - "recall": 0.512769, - "f1": 0.481002, - "accuracy": 0.512769, - "main_score": 0.481002, + "precision": 0.466576, + "recall": 0.510265, + "f1": 0.478711, + "accuracy": 0.510265, + "main_score": 0.478711, "hf_subset": "orm_Ethi-swa_Latn", "languages": [ "orm-Ethi", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.371521, - "recall": 0.431647, - "f1": 0.387902, - "accuracy": 0.431647, - "main_score": 0.387902, + "precision": 0.368312, + "recall": 0.427641, + "f1": 0.38448, + "accuracy": 0.427641, + "main_score": 0.38448, "hf_subset": "orm_Ethi-tir_Ethi", "languages": [ "orm-Ethi", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.459489, - "recall": 0.501252, - "f1": 0.471026, - "accuracy": 0.501252, - "main_score": 0.471026, + "precision": 0.454025, + "recall": 0.494241, + "f1": 0.46526, + "accuracy": 0.494241, + "main_score": 0.46526, "hf_subset": "orm_Ethi-tsn_Latn", "languages": [ "orm-Ethi", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.446949, - "recall": 0.487231, - "f1": 0.458175, - "accuracy": 0.487231, - "main_score": 0.458175, + "precision": 0.445966, + "recall": 0.48673, + "f1": 0.457532, + "accuracy": 0.48673, + "main_score": 0.457532, "hf_subset": "orm_Ethi-wol_Latn", "languages": [ "orm-Ethi", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.43218, - "recall": 0.476214, - "f1": 0.444439, - "accuracy": 0.476214, - "main_score": 0.444439, + "precision": 0.425111, + "recall": 0.471207, + "f1": 0.438039, + "accuracy": 0.471207, + "main_score": 0.438039, "hf_subset": "orm_Ethi-xho_Latn", "languages": [ "orm-Ethi", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.416934, - "recall": 0.468703, - "f1": 0.43099, - "accuracy": 0.468703, - "main_score": 0.43099, + "precision": 0.411629, + "recall": 0.463195, + "f1": 0.425565, + "accuracy": 0.463195, + "main_score": 0.425565, "hf_subset": "orm_Ethi-yor_Latn", "languages": [ "orm-Ethi", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.445266, - "recall": 0.493741, - "f1": 0.458435, - "accuracy": 0.493741, - "main_score": 0.458435, + "precision": 0.441319, + "recall": 0.487231, + "f1": 0.454106, + "accuracy": 0.487231, + "main_score": 0.454106, "hf_subset": "orm_Ethi-zul_Latn", "languages": [ "orm-Ethi", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, - "recall": 0.991487, - "f1": 0.988733, - "accuracy": 0.991487, - "main_score": 0.988733, + "precision": 0.986062, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "pan_Guru-ben_Beng", "languages": [ "pan-Guru", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.131107, - "recall": 0.167752, - "f1": 0.140537, - "accuracy": 0.167752, - "main_score": 0.140537, + "precision": 0.13105, + "recall": 0.168252, + "f1": 0.140434, + "accuracy": 0.168252, + "main_score": 0.140434, "hf_subset": "pan_Guru-div_Thaa", "languages": [ "pan-Guru", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.995493, - "recall": 0.996995, - "f1": 0.995994, - "accuracy": 0.996995, - "main_score": 0.995994, + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, "hf_subset": "pan_Guru-eng_Latn", "languages": [ "pan-Guru", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.929269, - "recall": 0.948923, - "f1": 0.935603, - "accuracy": 0.948923, - "main_score": 0.935603, + "precision": 0.928393, + "recall": 0.948423, + "f1": 0.934886, + "accuracy": 0.948423, + "main_score": 0.934886, "hf_subset": "pan_Guru-eus_Latn", "languages": [ "pan-Guru", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991738, @@ -13958,31 +15120,34 @@ "languages": [ "pan-Guru", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "pan_Guru-hin_Deva", "languages": [ "pan-Guru", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.982724, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, "hf_subset": "pan_Guru-kan_Knda", "languages": [ "pan-Guru", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991988, @@ -13994,535 +15159,580 @@ "languages": [ "pan-Guru", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.990486, - "f1": 0.987314, - "accuracy": 0.990486, - "main_score": 0.987314, + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, "hf_subset": "pan_Guru-nep_Deva", "languages": [ "pan-Guru", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.955558, - "recall": 0.969454, - "f1": 0.96014, - "accuracy": 0.969454, - "main_score": 0.96014, + "precision": 0.954014, + "recall": 0.968453, + "f1": 0.958771, + "accuracy": 0.968453, + "main_score": 0.958771, "hf_subset": "pan_Guru-sin_Sinh", "languages": [ "pan-Guru", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956101, - "recall": 0.969955, - "f1": 0.960608, - "accuracy": 0.969955, - "main_score": 0.960608, + "precision": 0.954348, + "recall": 0.968953, + "f1": 0.959105, + "accuracy": 0.968953, + "main_score": 0.959105, "hf_subset": "pan_Guru-snd_Arab", "languages": [ "pan-Guru", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982641, - "recall": 0.987982, - "f1": 0.984393, - "accuracy": 0.987982, - "main_score": 0.984393, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "pan_Guru-tam_Taml", "languages": [ "pan-Guru", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980721, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, "hf_subset": "pan_Guru-tel_Telu", "languages": [ "pan-Guru", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.983726, + "recall": 0.988483, + "f1": 0.985311, + "accuracy": 0.988483, + "main_score": 0.985311, "hf_subset": "pan_Guru-urd_Arab", "languages": [ "pan-Guru", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97588, - "recall": 0.983475, - "f1": 0.978384, - "accuracy": 0.983475, - "main_score": 0.978384, + "precision": 0.973544, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, "hf_subset": "pol_Latn-arb_Arab", "languages": [ "pol-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974295, - "recall": 0.981973, - "f1": 0.976799, - "accuracy": 0.981973, - "main_score": 0.976799, + "precision": 0.973043, + "recall": 0.980971, + "f1": 0.97563, + "accuracy": 0.980971, + "main_score": 0.97563, "hf_subset": "pol_Latn-bel_Cyrl", "languages": [ "pol-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980053, - "recall": 0.985979, - "f1": 0.981973, - "accuracy": 0.985979, - "main_score": 0.981973, + "precision": 0.980805, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, "hf_subset": "pol_Latn-ben_Beng", "languages": [ "pol-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982974, - "recall": 0.987982, - "f1": 0.98456, - "accuracy": 0.987982, - "main_score": 0.98456, + "precision": 0.982056, + "recall": 0.987481, + "f1": 0.983809, + "accuracy": 0.987481, + "main_score": 0.983809, "hf_subset": "pol_Latn-bos_Latn", "languages": [ "pol-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "pol_Latn-bul_Cyrl", "languages": [ "pol-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, "hf_subset": "pol_Latn-ces_Latn", "languages": [ "pol-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990486, - "f1": 0.987982, - "accuracy": 0.990486, - "main_score": 0.987982, + "precision": 0.985478, + "recall": 0.989484, + "f1": 0.986814, + "accuracy": 0.989484, + "main_score": 0.986814, "hf_subset": "pol_Latn-deu_Latn", "languages": [ "pol-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "pol_Latn-ell_Grek", "languages": [ "pol-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989902, - "recall": 0.992989, - "f1": 0.990903, - "accuracy": 0.992989, - "main_score": 0.990903, + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, "hf_subset": "pol_Latn-eng_Latn", "languages": [ "pol-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97684, - "recall": 0.983976, - "f1": 0.979169, - "accuracy": 0.983976, - "main_score": 0.979169, + "precision": 0.97659, + "recall": 0.983475, + "f1": 0.978835, + "accuracy": 0.983475, + "main_score": 0.978835, "hf_subset": "pol_Latn-fas_Arab", "languages": [ "pol-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975171, - "recall": 0.981973, - "f1": 0.977333, - "accuracy": 0.981973, - "main_score": 0.977333, + "precision": 0.975255, + "recall": 0.982474, + "f1": 0.977583, + "accuracy": 0.982474, + "main_score": 0.977583, "hf_subset": "pol_Latn-fin_Latn", "languages": [ "pol-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.988483, - "f1": 0.984894, - "accuracy": 0.988483, - "main_score": 0.984894, + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, "hf_subset": "pol_Latn-fra_Latn", "languages": [ "pol-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985896, - "recall": 0.989985, - "f1": 0.987231, - "accuracy": 0.989985, - "main_score": 0.987231, + "precision": 0.983642, + "recall": 0.988483, + "f1": 0.985228, + "accuracy": 0.988483, + "main_score": 0.985228, "hf_subset": "pol_Latn-heb_Hebr", "languages": [ "pol-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979886, + "precision": 0.980137, "recall": 0.98648, - "f1": 0.982056, + "f1": 0.982223, "accuracy": 0.98648, - "main_score": 0.982056, + "main_score": 0.982223, "hf_subset": "pol_Latn-hin_Deva", "languages": [ "pol-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, + "precision": 0.984727, "recall": 0.989484, - "f1": 0.98648, + "f1": 0.986313, "accuracy": 0.989484, - "main_score": 0.98648, + "main_score": 0.986313, "hf_subset": "pol_Latn-hrv_Latn", "languages": [ "pol-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978301, - "recall": 0.984477, - "f1": 0.980304, - "accuracy": 0.984477, - "main_score": 0.980304, + "precision": 0.979219, + "recall": 0.985478, + "f1": 0.981222, + "accuracy": 0.985478, + "main_score": 0.981222, "hf_subset": "pol_Latn-hun_Latn", "languages": [ "pol-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983684, + "precision": 0.983141, "recall": 0.988483, - "f1": 0.985178, + "f1": 0.984894, "accuracy": 0.988483, - "main_score": 0.985178, + "main_score": 0.984894, "hf_subset": "pol_Latn-ind_Latn", "languages": [ "pol-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.984477, - "f1": 0.979636, - "accuracy": 0.984477, - "main_score": 0.979636, + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, "hf_subset": "pol_Latn-jpn_Jpan", "languages": [ "pol-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974044, - "recall": 0.981973, - "f1": 0.976632, - "accuracy": 0.981973, - "main_score": 0.976632, + "precision": 0.969538, + "recall": 0.978968, + "f1": 0.972626, + "accuracy": 0.978968, + "main_score": 0.972626, "hf_subset": "pol_Latn-kor_Hang", "languages": [ "pol-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980471, - "recall": 0.98648, - "f1": 0.982474, - "accuracy": 0.98648, - "main_score": 0.982474, + "precision": 0.977216, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, "hf_subset": "pol_Latn-lit_Latn", "languages": [ "pol-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.984393, + "recall": 0.988983, + "f1": 0.985896, + "accuracy": 0.988983, + "main_score": 0.985896, "hf_subset": "pol_Latn-mkd_Cyrl", "languages": [ "pol-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.987982, - "f1": 0.984727, - "accuracy": 0.987982, - "main_score": 0.984727, + "precision": 0.981556, + "recall": 0.98698, + "f1": 0.983308, + "accuracy": 0.98698, + "main_score": 0.983308, "hf_subset": "pol_Latn-nld_Latn", "languages": [ "pol-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "pol_Latn-por_Latn", "languages": [ "pol-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.98648, - "f1": 0.983058, - "accuracy": 0.98648, - "main_score": 0.983058, + "precision": 0.980387, + "recall": 0.985979, + "f1": 0.982223, + "accuracy": 0.985979, + "main_score": 0.982223, "hf_subset": "pol_Latn-rus_Cyrl", "languages": [ "pol-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98335, - "recall": 0.988483, - "f1": 0.985011, - "accuracy": 0.988483, - "main_score": 0.985011, + "precision": 0.981806, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, "hf_subset": "pol_Latn-slk_Latn", "languages": [ "pol-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981639, - "recall": 0.987481, - "f1": 0.983559, - "accuracy": 0.987481, - "main_score": 0.983559, + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, "hf_subset": "pol_Latn-slv_Latn", "languages": [ "pol-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986021, - "recall": 0.989985, - "f1": 0.987264, - "accuracy": 0.989985, - "main_score": 0.987264, + "precision": 0.985478, + "recall": 0.989484, + "f1": 0.986713, + "accuracy": 0.989484, + "main_score": 0.986713, "hf_subset": "pol_Latn-spa_Latn", "languages": [ "pol-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, + "precision": 0.982724, "recall": 0.987982, - "f1": 0.98431, + "f1": 0.984477, "accuracy": 0.987982, - "main_score": 0.98431, + "main_score": 0.984477, "hf_subset": "pol_Latn-srp_Cyrl", "languages": [ "pol-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.987982, - "f1": 0.98456, - "accuracy": 0.987982, - "main_score": 0.98456, + "precision": 0.982641, + "recall": 0.987481, + "f1": 0.984226, + "accuracy": 0.987481, + "main_score": 0.984226, "hf_subset": "pol_Latn-srp_Latn", "languages": [ "pol-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.918937, - "recall": 0.93991, - "f1": 0.925321, - "accuracy": 0.93991, - "main_score": 0.925321, + "precision": 0.911492, + "recall": 0.935403, + "f1": 0.918955, + "accuracy": 0.935403, + "main_score": 0.918955, "hf_subset": "pol_Latn-swa_Latn", "languages": [ "pol-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, "hf_subset": "pol_Latn-swe_Latn", "languages": [ "pol-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962986, - "recall": 0.974462, - "f1": 0.966733, - "accuracy": 0.974462, - "main_score": 0.966733, + "precision": 0.958312, + "recall": 0.970956, + "f1": 0.962394, + "accuracy": 0.970956, + "main_score": 0.962394, "hf_subset": "pol_Latn-tam_Taml", "languages": [ "pol-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976506, - "recall": 0.983475, - "f1": 0.978751, - "accuracy": 0.983475, - "main_score": 0.978751, + "precision": 0.97538, + "recall": 0.982474, + "f1": 0.977717, + "accuracy": 0.982474, + "main_score": 0.977717, "hf_subset": "pol_Latn-tur_Latn", "languages": [ "pol-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981639, - "recall": 0.98698, - "f1": 0.983392, - "accuracy": 0.98698, - "main_score": 0.983392, + "precision": 0.980137, + "recall": 0.985979, + "f1": 0.982056, + "accuracy": 0.985979, + "main_score": 0.982056, "hf_subset": "pol_Latn-ukr_Cyrl", "languages": [ "pol-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983392, - "recall": 0.988483, - "f1": 0.985061, - "accuracy": 0.988483, - "main_score": 0.985061, + "precision": 0.982891, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, "hf_subset": "pol_Latn-vie_Latn", "languages": [ "pol-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976548, - "recall": 0.983475, - "f1": 0.978802, - "accuracy": 0.983475, - "main_score": 0.978802, + "precision": 0.975213, + "recall": 0.982474, + "f1": 0.97755, + "accuracy": 0.982474, + "main_score": 0.97755, "hf_subset": "pol_Latn-zho_Hant", "languages": [ "pol-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.699754, - "recall": 0.747121, - "f1": 0.713608, - "accuracy": 0.747121, - "main_score": 0.713608, + "precision": 0.682269, + "recall": 0.731097, + "f1": 0.696716, + "accuracy": 0.731097, + "main_score": 0.696716, "hf_subset": "pol_Latn-zul_Latn", "languages": [ "pol-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981556, - "recall": 0.987481, - "f1": 0.983475, - "accuracy": 0.987481, - "main_score": 0.983475, + "precision": 0.982574, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "por_Latn-arb_Arab", "languages": [ "por-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983642, @@ -14534,79 +15744,86 @@ "languages": [ "por-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989067, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.987273, + "recall": 0.990986, + "f1": 0.988433, + "accuracy": 0.990986, + "main_score": 0.988433, "hf_subset": "por_Latn-cat_Latn", "languages": [ "por-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, - "recall": 0.99349, - "f1": 0.991821, - "accuracy": 0.99349, - "main_score": 0.991821, + "precision": 0.989484, + "recall": 0.992489, + "f1": 0.990486, + "accuracy": 0.992489, + "main_score": 0.990486, "hf_subset": "por_Latn-deu_Latn", "languages": [ "por-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.993991, - "f1": 0.992071, - "accuracy": 0.993991, - "main_score": 0.992071, + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, "hf_subset": "por_Latn-ell_Grek", "languages": [ "por-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994492, - "f1": 0.993156, - "accuracy": 0.994492, - "main_score": 0.993156, + "precision": 0.992989, + "recall": 0.994992, + "f1": 0.993657, + "accuracy": 0.994992, + "main_score": 0.993657, "hf_subset": "por_Latn-eng_Latn", "languages": [ "por-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981806, - "recall": 0.987481, - "f1": 0.983642, - "accuracy": 0.987481, - "main_score": 0.983642, + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, "hf_subset": "por_Latn-fas_Arab", "languages": [ "por-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979803, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.980721, + "recall": 0.98648, + "f1": 0.982557, + "accuracy": 0.98648, + "main_score": 0.982557, "hf_subset": "por_Latn-fin_Latn", "languages": [ "por-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.98698, @@ -14618,7 +15835,8 @@ "languages": [ "por-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986647, @@ -14630,163 +15848,177 @@ "languages": [ "por-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.98865, + "recall": 0.991988, + "f1": 0.989735, + "accuracy": 0.991988, + "main_score": 0.989735, "hf_subset": "por_Latn-heb_Hebr", "languages": [ "por-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987231, - "recall": 0.991487, - "f1": 0.98865, - "accuracy": 0.991487, - "main_score": 0.98865, + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, "hf_subset": "por_Latn-hin_Deva", "languages": [ "por-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979219, - "recall": 0.985478, - "f1": 0.981305, - "accuracy": 0.985478, - "main_score": 0.981305, + "precision": 0.976465, + "recall": 0.983475, + "f1": 0.978802, + "accuracy": 0.983475, + "main_score": 0.978802, "hf_subset": "por_Latn-hun_Latn", "languages": [ "por-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, "hf_subset": "por_Latn-ind_Latn", "languages": [ "por-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990736, - "recall": 0.99349, - "f1": 0.991654, - "accuracy": 0.99349, - "main_score": 0.991654, + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, "hf_subset": "por_Latn-ita_Latn", "languages": [ "por-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984059, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, "hf_subset": "por_Latn-jpn_Jpan", "languages": [ "por-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978134, - "recall": 0.984977, - "f1": 0.980387, - "accuracy": 0.984977, - "main_score": 0.980387, + "precision": 0.977216, + "recall": 0.983976, + "f1": 0.979469, + "accuracy": 0.983976, + "main_score": 0.979469, "hf_subset": "por_Latn-kor_Hang", "languages": [ "por-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98189, - "recall": 0.987481, - "f1": 0.983726, - "accuracy": 0.987481, - "main_score": 0.983726, + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, "hf_subset": "por_Latn-lit_Latn", "languages": [ "por-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.946783, - "recall": 0.960941, - "f1": 0.951152, - "accuracy": 0.960941, - "main_score": 0.951152, + "precision": 0.947701, + "recall": 0.961943, + "f1": 0.952153, + "accuracy": 0.961943, + "main_score": 0.952153, "hf_subset": "por_Latn-mlt_Latn", "languages": [ "por-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990653, - "recall": 0.99349, - "f1": 0.991571, - "accuracy": 0.99349, - "main_score": 0.991571, + "precision": 0.989902, + "recall": 0.992989, + "f1": 0.990903, + "accuracy": 0.992989, + "main_score": 0.990903, "hf_subset": "por_Latn-nld_Latn", "languages": [ "por-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990486, - "f1": 0.987899, - "accuracy": 0.990486, - "main_score": 0.987899, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "por_Latn-pol_Latn", "languages": [ "por-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, - "recall": 0.990986, - "f1": 0.988566, - "accuracy": 0.990986, - "main_score": 0.988566, + "precision": 0.985395, + "recall": 0.989484, + "f1": 0.98673, + "accuracy": 0.989484, + "main_score": 0.98673, "hf_subset": "por_Latn-ron_Latn", "languages": [ "por-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981556, - "recall": 0.98698, - "f1": 0.983308, - "accuracy": 0.98698, - "main_score": 0.983308, + "precision": 0.979302, + "recall": 0.985478, + "f1": 0.981305, + "accuracy": 0.985478, + "main_score": 0.981305, "hf_subset": "por_Latn-rus_Cyrl", "languages": [ "por-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987648, @@ -14798,19 +16030,21 @@ "languages": [ "por-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936697, - "recall": 0.953931, - "f1": 0.942163, - "accuracy": 0.953931, - "main_score": 0.942163, + "precision": 0.934026, + "recall": 0.951427, + "f1": 0.939609, + "accuracy": 0.951427, + "main_score": 0.939609, "hf_subset": "por_Latn-swa_Latn", "languages": [ "por-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991153, @@ -14822,331 +16056,359 @@ "languages": [ "por-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979261, - "recall": 0.984977, - "f1": 0.981088, - "accuracy": 0.984977, - "main_score": 0.981088, + "precision": 0.976757, + "recall": 0.983475, + "f1": 0.978918, + "accuracy": 0.983475, + "main_score": 0.978918, "hf_subset": "por_Latn-tam_Taml", "languages": [ "por-Latn", "tam-Taml" - ] - }, - { - "precision": 0.984894, - "recall": 0.989484, - "f1": 0.986396, - "accuracy": 0.989484, - "main_score": 0.986396, + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982974, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, "hf_subset": "por_Latn-tur_Latn", "languages": [ "por-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.986313, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "por_Latn-vie_Latn", "languages": [ "por-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982641, - "recall": 0.987481, - "f1": 0.984226, - "accuracy": 0.987481, - "main_score": 0.984226, + "precision": 0.980888, + "recall": 0.985979, + "f1": 0.982557, + "accuracy": 0.985979, + "main_score": 0.982557, "hf_subset": "por_Latn-zho_Hant", "languages": [ "por-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.723928, - "recall": 0.771157, - "f1": 0.73811, - "accuracy": 0.771157, - "main_score": 0.73811, + "precision": 0.714072, + "recall": 0.762143, + "f1": 0.72848, + "accuracy": 0.762143, + "main_score": 0.72848, "hf_subset": "por_Latn-zul_Latn", "languages": [ "por-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.987481, - "f1": 0.983392, - "accuracy": 0.987481, - "main_score": 0.983392, + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, "hf_subset": "prs_Arab-arb_Arab", "languages": [ "prs-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.930563, - "recall": 0.950426, - "f1": 0.936905, - "accuracy": 0.950426, - "main_score": 0.936905, + "precision": 0.927892, + "recall": 0.949424, + "f1": 0.934902, + "accuracy": 0.949424, + "main_score": 0.934902, "hf_subset": "prs_Arab-ckb_Arab", "languages": [ "prs-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.995493, - "recall": 0.996995, - "f1": 0.995994, - "accuracy": 0.996995, - "main_score": 0.995994, + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, "hf_subset": "prs_Arab-eng_Latn", "languages": [ "prs-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987231, - "recall": 0.991487, - "f1": 0.98865, - "accuracy": 0.991487, - "main_score": 0.98865, + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, "hf_subset": "prs_Arab-fas_Arab", "languages": [ "prs-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987773, - "recall": 0.991487, - "f1": 0.988933, - "accuracy": 0.991487, - "main_score": 0.988933, + "precision": 0.988775, + "recall": 0.991988, + "f1": 0.989768, + "accuracy": 0.991988, + "main_score": 0.989768, "hf_subset": "prs_Arab-heb_Hebr", "languages": [ "prs-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.840544, - "recall": 0.87982, - "f1": 0.852545, - "accuracy": 0.87982, - "main_score": 0.852545, + "precision": 0.841587, + "recall": 0.880821, + "f1": 0.853697, + "accuracy": 0.880821, + "main_score": 0.853697, "hf_subset": "prs_Arab-kmr_Latn", "languages": [ "prs-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.920648, - "recall": 0.941913, - "f1": 0.927258, - "accuracy": 0.941913, - "main_score": 0.927258, + "precision": 0.91675, + "recall": 0.939409, + "f1": 0.923903, + "accuracy": 0.939409, + "main_score": 0.923903, "hf_subset": "prs_Arab-mey_Arab", "languages": [ "prs-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936755, - "recall": 0.954932, - "f1": 0.942581, - "accuracy": 0.954932, - "main_score": 0.942581, + "precision": 0.935445, + "recall": 0.953931, + "f1": 0.941446, + "accuracy": 0.953931, + "main_score": 0.941446, "hf_subset": "prs_Arab-pus_Arab", "languages": [ "prs-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.668775, - "recall": 0.7336, - "f1": 0.687518, - "accuracy": 0.7336, - "main_score": 0.687518, + "precision": 0.664547, + "recall": 0.729594, + "f1": 0.683194, + "accuracy": 0.729594, + "main_score": 0.683194, "hf_subset": "prs_Arab-shi_Arab", "languages": [ "prs-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.927558, - "recall": 0.948923, - "f1": 0.934385, - "accuracy": 0.948923, - "main_score": 0.934385, + "precision": 0.924512, + "recall": 0.94642, + "f1": 0.931497, + "accuracy": 0.94642, + "main_score": 0.931497, "hf_subset": "prs_Arab-tgk_Cyrl", "languages": [ "prs-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9003, - "recall": 0.92639, - "f1": 0.908305, - "accuracy": 0.92639, - "main_score": 0.908305, + "precision": 0.900818, + "recall": 0.927391, + "f1": 0.909014, + "accuracy": 0.927391, + "main_score": 0.909014, "hf_subset": "pus_Arab-arb_Arab", "languages": [ "pus-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.817034, - "recall": 0.862293, - "f1": 0.830849, - "accuracy": 0.862293, - "main_score": 0.830849, + "precision": 0.815703, + "recall": 0.860791, + "f1": 0.829336, + "accuracy": 0.860791, + "main_score": 0.829336, "hf_subset": "pus_Arab-ckb_Arab", "languages": [ "pus-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.929895, - "recall": 0.950926, - "f1": 0.936738, - "accuracy": 0.950926, - "main_score": 0.936738, + "precision": 0.931272, + "recall": 0.952429, + "f1": 0.938107, + "accuracy": 0.952429, + "main_score": 0.938107, "hf_subset": "pus_Arab-eng_Latn", "languages": [ "pus-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922275, - "recall": 0.943916, - "f1": 0.928977, - "accuracy": 0.943916, - "main_score": 0.928977, + "precision": 0.919429, + "recall": 0.941412, + "f1": 0.926123, + "accuracy": 0.941412, + "main_score": 0.926123, "hf_subset": "pus_Arab-fas_Arab", "languages": [ "pus-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.910274, - "recall": 0.934902, - "f1": 0.918053, - "accuracy": 0.934902, - "main_score": 0.918053, + "precision": 0.913722, + "recall": 0.936905, + "f1": 0.921082, + "accuracy": 0.936905, + "main_score": 0.921082, "hf_subset": "pus_Arab-heb_Hebr", "languages": [ "pus-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.724595, - "recall": 0.781172, - "f1": 0.741305, - "accuracy": 0.781172, - "main_score": 0.741305, + "precision": 0.729544, + "recall": 0.785178, + "f1": 0.746246, + "accuracy": 0.785178, + "main_score": 0.746246, "hf_subset": "pus_Arab-kmr_Latn", "languages": [ "pus-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.803221, - "recall": 0.850776, - "f1": 0.817879, - "accuracy": 0.850776, - "main_score": 0.817879, + "precision": 0.804153, + "recall": 0.852779, + "f1": 0.819204, + "accuracy": 0.852779, + "main_score": 0.819204, "hf_subset": "pus_Arab-mey_Arab", "languages": [ "pus-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.928309, - "recall": 0.949424, - "f1": 0.934938, - "accuracy": 0.949424, - "main_score": 0.934938, + "precision": 0.92916, + "recall": 0.948923, + "f1": 0.935379, + "accuracy": 0.948923, + "main_score": 0.935379, "hf_subset": "pus_Arab-prs_Arab", "languages": [ "pus-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.580695, - "recall": 0.648973, - "f1": 0.600289, - "accuracy": 0.648973, - "main_score": 0.600289, + "precision": 0.576026, + "recall": 0.643966, + "f1": 0.595299, + "accuracy": 0.643966, + "main_score": 0.595299, "hf_subset": "pus_Arab-shi_Arab", "languages": [ "pus-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.815361, - "recall": 0.857787, - "f1": 0.82833, - "accuracy": 0.857787, - "main_score": 0.82833, + "precision": 0.810753, + "recall": 0.854782, + "f1": 0.824329, + "accuracy": 0.854782, + "main_score": 0.824329, "hf_subset": "pus_Arab-tgk_Cyrl", "languages": [ "pus-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, "hf_subset": "ron_Latn-cat_Latn", "languages": [ "ron-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.99349, - "f1": 0.991988, - "accuracy": 0.99349, - "main_score": 0.991988, + "precision": 0.989735, + "recall": 0.992489, + "f1": 0.990653, + "accuracy": 0.992489, + "main_score": 0.990653, "hf_subset": "ron_Latn-eng_Latn", "languages": [ "ron-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.980554, @@ -15158,43 +16420,47 @@ "languages": [ "ron-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, - "recall": 0.989484, - "f1": 0.986396, - "accuracy": 0.989484, - "main_score": 0.986396, + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, "hf_subset": "ron_Latn-glg_Latn", "languages": [ "ron-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988399, - "recall": 0.991988, - "f1": 0.989568, - "accuracy": 0.991988, - "main_score": 0.989568, + "precision": 0.985896, + "recall": 0.989985, + "f1": 0.987231, + "accuracy": 0.989985, + "main_score": 0.987231, "hf_subset": "ron_Latn-ita_Latn", "languages": [ "ron-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.939493, + "precision": 0.939618, "recall": 0.955433, - "f1": 0.944567, + "f1": 0.944576, "accuracy": 0.955433, - "main_score": 0.944567, + "main_score": 0.944576, "hf_subset": "ron_Latn-mlt_Latn", "languages": [ "ron-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986146, @@ -15206,358 +16472,388 @@ "languages": [ "ron-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983893, - "recall": 0.988983, - "f1": 0.985562, - "accuracy": 0.988983, - "main_score": 0.985562, + "precision": 0.982891, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, "hf_subset": "ron_Latn-spa_Latn", "languages": [ "ron-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975129, - "recall": 0.982974, - "f1": 0.977717, - "accuracy": 0.982974, - "main_score": 0.977717, + "precision": 0.976298, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, "hf_subset": "rus_Cyrl-arb_Arab", "languages": [ "rus-Cyrl", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972459, + "precision": 0.973043, "recall": 0.980971, - "f1": 0.975213, + "f1": 0.97563, "accuracy": 0.980971, - "main_score": 0.975213, + "main_score": 0.97563, "hf_subset": "rus_Cyrl-bel_Cyrl", "languages": [ "rus-Cyrl", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.98698, - "f1": 0.983225, - "accuracy": 0.98698, - "main_score": 0.983225, + "precision": 0.982474, + "recall": 0.987481, + "f1": 0.984143, + "accuracy": 0.987481, + "main_score": 0.984143, "hf_subset": "rus_Cyrl-ben_Beng", "languages": [ "rus-Cyrl", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986062, + "precision": 0.986313, "recall": 0.990486, - "f1": 0.987481, + "f1": 0.987648, "accuracy": 0.990486, - "main_score": 0.987481, + "main_score": 0.987648, "hf_subset": "rus_Cyrl-bos_Latn", "languages": [ "rus-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, + "precision": 0.98456, "recall": 0.989484, - "f1": 0.986062, + "f1": 0.986146, "accuracy": 0.989484, - "main_score": 0.986062, + "main_score": 0.986146, "hf_subset": "rus_Cyrl-bul_Cyrl", "languages": [ "rus-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981305, + "precision": 0.981556, "recall": 0.98698, - "f1": 0.983141, + "f1": 0.983308, "accuracy": 0.98698, - "main_score": 0.983141, + "main_score": 0.983308, "hf_subset": "rus_Cyrl-ces_Latn", "languages": [ "rus-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986062, + "precision": 0.985896, "recall": 0.990486, - "f1": 0.987481, + "f1": 0.987398, "accuracy": 0.990486, - "main_score": 0.987481, + "main_score": 0.987398, "hf_subset": "rus_Cyrl-deu_Latn", "languages": [ "rus-Cyrl", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "rus_Cyrl-ell_Grek", "languages": [ "rus-Cyrl", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991738, - "recall": 0.994492, - "f1": 0.992656, - "accuracy": 0.994492, - "main_score": 0.992656, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "rus_Cyrl-eng_Latn", "languages": [ "rus-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976965, - "recall": 0.983475, - "f1": 0.979135, - "accuracy": 0.983475, - "main_score": 0.979135, + "precision": 0.977717, + "recall": 0.984477, + "f1": 0.97997, + "accuracy": 0.984477, + "main_score": 0.97997, "hf_subset": "rus_Cyrl-fas_Arab", "languages": [ "rus-Cyrl", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977341, - "recall": 0.983976, - "f1": 0.979503, - "accuracy": 0.983976, - "main_score": 0.979503, + "precision": 0.97538, + "recall": 0.982474, + "f1": 0.977717, + "accuracy": 0.982474, + "main_score": 0.977717, "hf_subset": "rus_Cyrl-fin_Latn", "languages": [ "rus-Cyrl", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984852, - "recall": 0.989484, - "f1": 0.986346, - "accuracy": 0.989484, - "main_score": 0.986346, + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, "hf_subset": "rus_Cyrl-fra_Latn", "languages": [ "rus-Cyrl", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.990486, - "f1": 0.987314, - "accuracy": 0.990486, - "main_score": 0.987314, + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, "hf_subset": "rus_Cyrl-heb_Hebr", "languages": [ "rus-Cyrl", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, - "recall": 0.985478, - "f1": 0.981055, - "accuracy": 0.985478, - "main_score": 0.981055, + "precision": 0.978551, + "recall": 0.984977, + "f1": 0.980638, + "accuracy": 0.984977, + "main_score": 0.980638, "hf_subset": "rus_Cyrl-hin_Deva", "languages": [ "rus-Cyrl", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, - "recall": 0.98698, - "f1": 0.982891, - "accuracy": 0.98698, - "main_score": 0.982891, + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, "hf_subset": "rus_Cyrl-hrv_Latn", "languages": [ "rus-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973794, - "recall": 0.981973, - "f1": 0.976465, - "accuracy": 0.981973, - "main_score": 0.976465, + "precision": 0.973126, + "recall": 0.981472, + "f1": 0.97588, + "accuracy": 0.981472, + "main_score": 0.97588, "hf_subset": "rus_Cyrl-hun_Latn", "languages": [ "rus-Cyrl", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987147, - "recall": 0.990986, - "f1": 0.988399, - "accuracy": 0.990986, - "main_score": 0.988399, + "precision": 0.987899, + "recall": 0.991487, + "f1": 0.989067, + "accuracy": 0.991487, + "main_score": 0.989067, "hf_subset": "rus_Cyrl-ind_Latn", "languages": [ "rus-Cyrl", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985019, - "recall": 0.989484, - "f1": 0.98643, - "accuracy": 0.989484, - "main_score": 0.98643, + "precision": 0.98335, + "recall": 0.988483, + "f1": 0.985011, + "accuracy": 0.988483, + "main_score": 0.985011, "hf_subset": "rus_Cyrl-jpn_Jpan", "languages": [ "rus-Cyrl", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973544, - "recall": 0.981472, - "f1": 0.976131, - "accuracy": 0.981472, - "main_score": 0.976131, + "precision": 0.974962, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, "hf_subset": "rus_Cyrl-kor_Hang", "languages": [ "rus-Cyrl", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974962, - "recall": 0.982974, - "f1": 0.977633, - "accuracy": 0.982974, - "main_score": 0.977633, + "precision": 0.973627, + "recall": 0.981973, + "f1": 0.976381, + "accuracy": 0.981973, + "main_score": 0.976381, "hf_subset": "rus_Cyrl-lit_Latn", "languages": [ "rus-Cyrl", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981305, - "recall": 0.98648, - "f1": 0.982974, - "accuracy": 0.98648, - "main_score": 0.982974, + "precision": 0.982056, + "recall": 0.98698, + "f1": 0.983642, + "accuracy": 0.98698, + "main_score": 0.983642, "hf_subset": "rus_Cyrl-mkd_Cyrl", "languages": [ "rus-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987022, - "recall": 0.990986, - "f1": 0.988266, - "accuracy": 0.990986, - "main_score": 0.988266, + "precision": 0.986521, + "recall": 0.990486, + "f1": 0.987765, + "accuracy": 0.990486, + "main_score": 0.987765, "hf_subset": "rus_Cyrl-nld_Latn", "languages": [ "rus-Cyrl", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982641, - "recall": 0.987481, - "f1": 0.984226, - "accuracy": 0.987481, - "main_score": 0.984226, + "precision": 0.982098, + "recall": 0.98698, + "f1": 0.983676, + "accuracy": 0.98698, + "main_score": 0.983676, "hf_subset": "rus_Cyrl-pol_Latn", "languages": [ "rus-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984644, - "recall": 0.989484, - "f1": 0.986229, - "accuracy": 0.989484, - "main_score": 0.986229, + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "rus_Cyrl-por_Latn", "languages": [ "rus-Cyrl", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979636, - "recall": 0.985979, - "f1": 0.981639, - "accuracy": 0.985979, - "main_score": 0.981639, + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, "hf_subset": "rus_Cyrl-slk_Latn", "languages": [ "rus-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975129, - "recall": 0.982974, - "f1": 0.977633, - "accuracy": 0.982974, - "main_score": 0.977633, + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978301, + "accuracy": 0.983475, + "main_score": 0.978301, "hf_subset": "rus_Cyrl-slv_Latn", "languages": [ "rus-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, - "recall": 0.988983, - "f1": 0.985896, - "accuracy": 0.988983, - "main_score": 0.985896, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "rus_Cyrl-spa_Latn", "languages": [ "rus-Cyrl", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, "hf_subset": "rus_Cyrl-srp_Cyrl", "languages": [ "rus-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98698, + "precision": 0.987064, "recall": 0.990986, "f1": 0.988316, "accuracy": 0.990986, @@ -15566,487 +16862,528 @@ "languages": [ "rus-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.915298, - "recall": 0.938408, - "f1": 0.922484, - "accuracy": 0.938408, - "main_score": 0.922484, + "precision": 0.906109, + "recall": 0.931397, + "f1": 0.913871, + "accuracy": 0.931397, + "main_score": 0.913871, "hf_subset": "rus_Cyrl-swa_Latn", "languages": [ "rus-Cyrl", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983809, - "recall": 0.988983, - "f1": 0.985478, - "accuracy": 0.988983, - "main_score": 0.985478, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, "hf_subset": "rus_Cyrl-swe_Latn", "languages": [ "rus-Cyrl", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.960149, - "recall": 0.971958, - "f1": 0.963896, - "accuracy": 0.971958, - "main_score": 0.963896, + "precision": 0.95681, + "recall": 0.969955, + "f1": 0.961058, + "accuracy": 0.969955, + "main_score": 0.961058, "hf_subset": "rus_Cyrl-tam_Taml", "languages": [ "rus-Cyrl", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976381, - "recall": 0.982974, - "f1": 0.978468, - "accuracy": 0.982974, - "main_score": 0.978468, + "precision": 0.974295, + "recall": 0.981472, + "f1": 0.976548, + "accuracy": 0.981472, + "main_score": 0.976548, "hf_subset": "rus_Cyrl-tur_Latn", "languages": [ "rus-Cyrl", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981848, - "recall": 0.98698, - "f1": 0.983509, - "accuracy": 0.98698, - "main_score": 0.983509, + "precision": 0.980846, + "recall": 0.98648, + "f1": 0.982674, + "accuracy": 0.98648, + "main_score": 0.982674, "hf_subset": "rus_Cyrl-ukr_Cyrl", "languages": [ "rus-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980387, - "recall": 0.985979, - "f1": 0.982223, - "accuracy": 0.985979, - "main_score": 0.982223, + "precision": 0.980805, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, "hf_subset": "rus_Cyrl-vie_Latn", "languages": [ "rus-Cyrl", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976089, + "precision": 0.976214, "recall": 0.982974, - "f1": 0.978251, + "f1": 0.978284, "accuracy": 0.982974, - "main_score": 0.978251, + "main_score": 0.978284, "hf_subset": "rus_Cyrl-zho_Hant", "languages": [ "rus-Cyrl", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.701369, - "recall": 0.748122, - "f1": 0.715295, - "accuracy": 0.748122, - "main_score": 0.715295, + "precision": 0.69554, + "recall": 0.742113, + "f1": 0.709353, + "accuracy": 0.742113, + "main_score": 0.709353, "hf_subset": "rus_Cyrl-zul_Latn", "languages": [ "rus-Cyrl", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.666559, - "recall": 0.722083, - "f1": 0.682686, - "accuracy": 0.722083, - "main_score": 0.682686, + "precision": 0.671247, + "recall": 0.726089, + "f1": 0.687323, + "accuracy": 0.726089, + "main_score": 0.687323, "hf_subset": "shi_Arab-arb_Arab", "languages": [ "shi-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.578974, - "recall": 0.640961, - "f1": 0.596342, - "accuracy": 0.640961, - "main_score": 0.596342, + "precision": 0.577344, + "recall": 0.63996, + "f1": 0.595023, + "accuracy": 0.63996, + "main_score": 0.595023, "hf_subset": "shi_Arab-ckb_Arab", "languages": [ "shi-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.699924, - "recall": 0.750626, - "f1": 0.713571, - "accuracy": 0.750626, - "main_score": 0.713571, + "precision": 0.703206, + "recall": 0.75313, + "f1": 0.717343, + "accuracy": 0.75313, + "main_score": 0.717343, "hf_subset": "shi_Arab-eng_Latn", "languages": [ "shi-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.650349, - "recall": 0.708062, - "f1": 0.666224, - "accuracy": 0.708062, - "main_score": 0.666224, + "precision": 0.646529, + "recall": 0.70656, + "f1": 0.663272, + "accuracy": 0.70656, + "main_score": 0.663272, "hf_subset": "shi_Arab-fas_Arab", "languages": [ "shi-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.653971, - "recall": 0.715073, - "f1": 0.670968, - "accuracy": 0.715073, - "main_score": 0.670968, + "precision": 0.652457, + "recall": 0.711567, + "f1": 0.669048, + "accuracy": 0.711567, + "main_score": 0.669048, "hf_subset": "shi_Arab-heb_Hebr", "languages": [ "shi-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.535355, - "recall": 0.596395, - "f1": 0.552946, - "accuracy": 0.596395, - "main_score": 0.552946, + "precision": 0.535238, + "recall": 0.595393, + "f1": 0.552222, + "accuracy": 0.595393, + "main_score": 0.552222, "hf_subset": "shi_Arab-kmr_Latn", "languages": [ "shi-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.651483, - "recall": 0.705558, - "f1": 0.66703, - "accuracy": 0.705558, - "main_score": 0.66703, + "precision": 0.658667, + "recall": 0.712068, + "f1": 0.674022, + "accuracy": 0.712068, + "main_score": 0.674022, "hf_subset": "shi_Arab-mey_Arab", "languages": [ "shi-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.64934, - "recall": 0.714071, - "f1": 0.667268, - "accuracy": 0.714071, - "main_score": 0.667268, + "precision": 0.65549, + "recall": 0.718578, + "f1": 0.672762, + "accuracy": 0.718578, + "main_score": 0.672762, "hf_subset": "shi_Arab-prs_Arab", "languages": [ "shi-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.543265, - "recall": 0.610916, - "f1": 0.562259, - "accuracy": 0.610916, - "main_score": 0.562259, + "precision": 0.548487, + "recall": 0.615924, + "f1": 0.567396, + "accuracy": 0.615924, + "main_score": 0.567396, "hf_subset": "shi_Arab-pus_Arab", "languages": [ "shi-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.587543, - "recall": 0.650976, - "f1": 0.605818, - "accuracy": 0.650976, - "main_score": 0.605818, + "precision": 0.588791, + "recall": 0.649975, + "f1": 0.60645, + "accuracy": 0.649975, + "main_score": 0.60645, "hf_subset": "shi_Arab-tgk_Cyrl", "languages": [ "shi-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.948005, - "recall": 0.964447, - "f1": 0.953347, - "accuracy": 0.964447, - "main_score": 0.953347, + "precision": 0.942555, + "recall": 0.960441, + "f1": 0.948289, + "accuracy": 0.960441, + "main_score": 0.948289, "hf_subset": "sin_Sinh-ben_Beng", "languages": [ "sin-Sinh", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.148152, - "recall": 0.179269, - "f1": 0.156289, - "accuracy": 0.179269, - "main_score": 0.156289, + "precision": 0.151467, + "recall": 0.178768, + "f1": 0.158213, + "accuracy": 0.178768, + "main_score": 0.158213, "hf_subset": "sin_Sinh-div_Thaa", "languages": [ "sin-Sinh", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.960524, - "recall": 0.972959, - "f1": 0.964614, - "accuracy": 0.972959, - "main_score": 0.964614, + "precision": 0.964321, + "recall": 0.975463, + "f1": 0.967902, + "accuracy": 0.975463, + "main_score": 0.967902, "hf_subset": "sin_Sinh-eng_Latn", "languages": [ "sin-Sinh", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.851815, - "recall": 0.888833, - "f1": 0.863239, - "accuracy": 0.888833, - "main_score": 0.863239, + "precision": 0.844176, + "recall": 0.883325, + "f1": 0.856179, + "accuracy": 0.883325, + "main_score": 0.856179, "hf_subset": "sin_Sinh-eus_Latn", "languages": [ "sin-Sinh", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.94859, - "recall": 0.964947, - "f1": 0.953931, - "accuracy": 0.964947, - "main_score": 0.953931, + "precision": 0.949758, + "recall": 0.965949, + "f1": 0.955016, + "accuracy": 0.965949, + "main_score": 0.955016, "hf_subset": "sin_Sinh-guj_Gujr", "languages": [ "sin-Sinh", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.948715, - "recall": 0.964447, - "f1": 0.953797, - "accuracy": 0.964447, - "main_score": 0.953797, + "precision": 0.948214, + "recall": 0.963946, + "f1": 0.953297, + "accuracy": 0.963946, + "main_score": 0.953297, "hf_subset": "sin_Sinh-hin_Deva", "languages": [ "sin-Sinh", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.939593, - "recall": 0.957937, - "f1": 0.945502, - "accuracy": 0.957937, - "main_score": 0.945502, + "precision": 0.938341, + "recall": 0.956935, + "f1": 0.944333, + "accuracy": 0.956935, + "main_score": 0.944333, "hf_subset": "sin_Sinh-kan_Knda", "languages": [ "sin-Sinh", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.947672, - "recall": 0.963946, - "f1": 0.953013, - "accuracy": 0.963946, - "main_score": 0.953013, + "precision": 0.948673, + "recall": 0.964447, + "f1": 0.953847, + "accuracy": 0.964447, + "main_score": 0.953847, "hf_subset": "sin_Sinh-mar_Deva", "languages": [ "sin-Sinh", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937949, - "recall": 0.956935, - "f1": 0.943949, - "accuracy": 0.956935, - "main_score": 0.943949, + "precision": 0.940327, + "recall": 0.958938, + "f1": 0.946336, + "accuracy": 0.958938, + "main_score": 0.946336, "hf_subset": "sin_Sinh-nep_Deva", "languages": [ "sin-Sinh", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.948548, - "recall": 0.963946, - "f1": 0.953547, - "accuracy": 0.963946, - "main_score": 0.953547, + "precision": 0.939509, + "recall": 0.958438, + "f1": 0.945669, + "accuracy": 0.958438, + "main_score": 0.945669, "hf_subset": "sin_Sinh-pan_Guru", "languages": [ "sin-Sinh", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.871699, - "recall": 0.907862, - "f1": 0.883175, - "accuracy": 0.907862, - "main_score": 0.883175, + "precision": 0.867927, + "recall": 0.904357, + "f1": 0.879302, + "accuracy": 0.904357, + "main_score": 0.879302, "hf_subset": "sin_Sinh-snd_Arab", "languages": [ "sin-Sinh", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.929319, - "recall": 0.949424, - "f1": 0.935687, - "accuracy": 0.949424, - "main_score": 0.935687, + "precision": 0.93133, + "recall": 0.951427, + "f1": 0.937723, + "accuracy": 0.951427, + "main_score": 0.937723, "hf_subset": "sin_Sinh-tam_Taml", "languages": [ "sin-Sinh", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937782, - "recall": 0.956935, - "f1": 0.943949, - "accuracy": 0.956935, - "main_score": 0.943949, + "precision": 0.937573, + "recall": 0.956435, + "f1": 0.943565, + "accuracy": 0.956435, + "main_score": 0.943565, "hf_subset": "sin_Sinh-tel_Telu", "languages": [ "sin-Sinh", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93895, + "precision": 0.938783, "recall": 0.957937, - "f1": 0.945118, + "f1": 0.945034, "accuracy": 0.957937, - "main_score": 0.945118, + "main_score": 0.945034, "hf_subset": "sin_Sinh-urd_Arab", "languages": [ "sin-Sinh", "urd-Arab" - ] - }, - { - "precision": 0.982724, - "recall": 0.988483, - "f1": 0.984644, - "accuracy": 0.988483, - "main_score": 0.984644, + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, "hf_subset": "slk_Latn-bel_Cyrl", "languages": [ "slk-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99107, + "precision": 0.990653, "recall": 0.99349, - "f1": 0.991821, + "f1": 0.991571, "accuracy": 0.99349, - "main_score": 0.991821, + "main_score": 0.991571, "hf_subset": "slk_Latn-bos_Latn", "languages": [ "slk-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "slk_Latn-bul_Cyrl", "languages": [ "slk-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, + "precision": 0.991153, "recall": 0.993991, - "f1": 0.991988, + "f1": 0.992071, "accuracy": 0.993991, - "main_score": 0.991988, + "main_score": 0.992071, "hf_subset": "slk_Latn-ces_Latn", "languages": [ "slk-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996411, - "recall": 0.997496, - "f1": 0.996745, - "accuracy": 0.997496, - "main_score": 0.996745, + "precision": 0.994408, + "recall": 0.995994, + "f1": 0.994909, + "accuracy": 0.995994, + "main_score": 0.994909, "hf_subset": "slk_Latn-eng_Latn", "languages": [ "slk-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989818, - "recall": 0.992989, - "f1": 0.99082, - "accuracy": 0.992989, - "main_score": 0.99082, + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, "hf_subset": "slk_Latn-hrv_Latn", "languages": [ "slk-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, "hf_subset": "slk_Latn-mkd_Cyrl", "languages": [ "slk-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98431, + "precision": 0.984518, "recall": 0.988983, - "f1": 0.985812, + "f1": 0.985929, "accuracy": 0.988983, - "main_score": 0.985812, + "main_score": 0.985929, "hf_subset": "slk_Latn-pol_Latn", "languages": [ "slk-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.979803, @@ -16058,799 +17395,866 @@ "languages": [ "slk-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987899, - "recall": 0.991487, - "f1": 0.989067, - "accuracy": 0.991487, - "main_score": 0.989067, + "precision": 0.986647, + "recall": 0.989985, + "f1": 0.987732, + "accuracy": 0.989985, + "main_score": 0.987732, "hf_subset": "slk_Latn-slv_Latn", "languages": [ "slk-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, - "recall": 0.991988, - "f1": 0.989401, - "accuracy": 0.991988, - "main_score": 0.989401, + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, "hf_subset": "slk_Latn-srp_Cyrl", "languages": [ "slk-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986146, + "precision": 0.986396, "recall": 0.990486, - "f1": 0.987565, + "f1": 0.987732, "accuracy": 0.990486, - "main_score": 0.987565, + "main_score": 0.987732, "hf_subset": "slk_Latn-srp_Latn", "languages": [ "slk-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987481, - "recall": 0.991487, - "f1": 0.988817, - "accuracy": 0.991487, - "main_score": 0.988817, + "precision": 0.987314, + "recall": 0.990986, + "f1": 0.988483, + "accuracy": 0.990986, + "main_score": 0.988483, "hf_subset": "slk_Latn-ukr_Cyrl", "languages": [ "slk-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977925, - "recall": 0.984477, - "f1": 0.980003, - "accuracy": 0.984477, - "main_score": 0.980003, + "precision": 0.976506, + "recall": 0.983475, + "f1": 0.978751, + "accuracy": 0.983475, + "main_score": 0.978751, "hf_subset": "slv_Latn-bel_Cyrl", "languages": [ "slv-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, - "recall": 0.991988, - "f1": 0.989401, - "accuracy": 0.991988, - "main_score": 0.989401, + "precision": 0.987565, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, "hf_subset": "slv_Latn-bos_Latn", "languages": [ "slv-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985896, - "recall": 0.989985, - "f1": 0.987231, - "accuracy": 0.989985, - "main_score": 0.987231, + "precision": 0.984894, + "recall": 0.989484, + "f1": 0.986396, + "accuracy": 0.989484, + "main_score": 0.986396, "hf_subset": "slv_Latn-bul_Cyrl", "languages": [ "slv-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984644, - "recall": 0.989484, - "f1": 0.986229, - "accuracy": 0.989484, - "main_score": 0.986229, + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, "hf_subset": "slv_Latn-ces_Latn", "languages": [ "slv-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993407, - "recall": 0.995493, - "f1": 0.994074, - "accuracy": 0.995493, - "main_score": 0.994074, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "slv_Latn-eng_Latn", "languages": [ "slv-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, "hf_subset": "slv_Latn-hrv_Latn", "languages": [ "slv-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, + "precision": 0.981639, "recall": 0.98698, - "f1": 0.983058, + "f1": 0.983392, "accuracy": 0.98698, - "main_score": 0.983058, + "main_score": 0.983392, "hf_subset": "slv_Latn-mkd_Cyrl", "languages": [ "slv-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978635, + "precision": 0.978802, "recall": 0.985478, - "f1": 0.980888, + "f1": 0.980971, "accuracy": 0.985478, - "main_score": 0.980888, + "main_score": 0.980971, "hf_subset": "slv_Latn-pol_Latn", "languages": [ "slv-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977049, + "precision": 0.976882, "recall": 0.983976, - "f1": 0.979302, + "f1": 0.979219, "accuracy": 0.983976, - "main_score": 0.979302, + "main_score": 0.979219, "hf_subset": "slv_Latn-rus_Cyrl", "languages": [ "slv-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986146, - "recall": 0.990486, - "f1": 0.987565, - "accuracy": 0.990486, - "main_score": 0.987565, + "precision": 0.98698, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, "hf_subset": "slv_Latn-slk_Latn", "languages": [ "slv-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984143, - "recall": 0.988983, - "f1": 0.985729, - "accuracy": 0.988983, - "main_score": 0.985729, + "precision": 0.985395, + "recall": 0.989985, + "f1": 0.986897, + "accuracy": 0.989985, + "main_score": 0.986897, "hf_subset": "slv_Latn-srp_Cyrl", "languages": [ "slv-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984059, + "precision": 0.984226, "recall": 0.988983, - "f1": 0.985645, + "f1": 0.985729, "accuracy": 0.988983, - "main_score": 0.985645, + "main_score": 0.985729, "hf_subset": "slv_Latn-srp_Latn", "languages": [ "slv-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983893, - "recall": 0.988483, - "f1": 0.985395, - "accuracy": 0.988483, - "main_score": 0.985395, + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, "hf_subset": "slv_Latn-ukr_Cyrl", "languages": [ "slv-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.810997, - "recall": 0.854782, - "f1": 0.823673, - "accuracy": 0.854782, - "main_score": 0.823673, + "precision": 0.819596, + "recall": 0.861292, + "f1": 0.831791, + "accuracy": 0.861292, + "main_score": 0.831791, "hf_subset": "smo_Latn-eng_Latn", "languages": [ "smo-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.613474, - "recall": 0.678017, - "f1": 0.632026, - "accuracy": 0.678017, - "main_score": 0.632026, + "precision": 0.607159, + "recall": 0.671507, + "f1": 0.625618, + "accuracy": 0.671507, + "main_score": 0.625618, "hf_subset": "smo_Latn-fij_Latn", "languages": [ "smo-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.803557, - "recall": 0.840761, - "f1": 0.814133, - "accuracy": 0.840761, - "main_score": 0.814133, + "precision": 0.805121, + "recall": 0.842764, + "f1": 0.816055, + "accuracy": 0.842764, + "main_score": 0.816055, "hf_subset": "smo_Latn-fil_Latn", "languages": [ "smo-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.798294, - "recall": 0.842263, - "f1": 0.811164, - "accuracy": 0.842263, - "main_score": 0.811164, + "precision": 0.802082, + "recall": 0.847772, + "f1": 0.81557, + "accuracy": 0.847772, + "main_score": 0.81557, "hf_subset": "smo_Latn-ind_Latn", "languages": [ "smo-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.738355, - "recall": 0.792188, - "f1": 0.754112, - "accuracy": 0.792188, - "main_score": 0.754112, + "precision": 0.737963, + "recall": 0.793691, + "f1": 0.754292, + "accuracy": 0.793691, + "main_score": 0.754292, "hf_subset": "smo_Latn-mal_Mlym", "languages": [ "smo-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.638042, - "recall": 0.682524, - "f1": 0.650585, - "accuracy": 0.682524, - "main_score": 0.650585, + "precision": 0.640231, + "recall": 0.684527, + "f1": 0.652731, + "accuracy": 0.684527, + "main_score": 0.652731, "hf_subset": "smo_Latn-mlg_Latn", "languages": [ "smo-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.737786, - "recall": 0.787181, - "f1": 0.75263, - "accuracy": 0.787181, - "main_score": 0.75263, + "precision": 0.738312, + "recall": 0.788182, + "f1": 0.752983, + "accuracy": 0.788182, + "main_score": 0.752983, "hf_subset": "smo_Latn-mri_Latn", "languages": [ "smo-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.794926, - "recall": 0.840761, - "f1": 0.808404, - "accuracy": 0.840761, - "main_score": 0.808404, + "precision": 0.800613, + "recall": 0.845769, + "f1": 0.813899, + "accuracy": 0.845769, + "main_score": 0.813899, "hf_subset": "smo_Latn-msa_Latn", "languages": [ "smo-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.650323, - "recall": 0.700551, - "f1": 0.664976, - "accuracy": 0.700551, - "main_score": 0.664976, + "precision": 0.650538, + "recall": 0.698047, + "f1": 0.664373, + "accuracy": 0.698047, + "main_score": 0.664373, "hf_subset": "smo_Latn-tah_Latn", "languages": [ "smo-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.683468, - "recall": 0.734602, - "f1": 0.698144, - "accuracy": 0.734602, - "main_score": 0.698144, + "precision": 0.688491, + "recall": 0.74011, + "f1": 0.703296, + "accuracy": 0.74011, + "main_score": 0.703296, "hf_subset": "smo_Latn-ton_Latn", "languages": [ "smo-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.702283, - "recall": 0.734602, - "f1": 0.711441, - "accuracy": 0.734602, - "main_score": 0.711441, + "precision": 0.697153, + "recall": 0.729094, + "f1": 0.705866, + "accuracy": 0.729094, + "main_score": 0.705866, "hf_subset": "sna_Latn-bem_Latn", "languages": [ "sna-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.679005, - "recall": 0.716575, - "f1": 0.688828, - "accuracy": 0.716575, - "main_score": 0.688828, + "precision": 0.67766, + "recall": 0.71357, + "f1": 0.686973, + "accuracy": 0.71357, + "main_score": 0.686973, "hf_subset": "sna_Latn-eng_Latn", "languages": [ "sna-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.615963, - "recall": 0.65999, - "f1": 0.628829, - "accuracy": 0.65999, - "main_score": 0.628829, + "precision": 0.6165, + "recall": 0.656985, + "f1": 0.628335, + "accuracy": 0.656985, + "main_score": 0.628335, "hf_subset": "sna_Latn-ewe_Latn", "languages": [ "sna-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.666195, - "recall": 0.701052, - "f1": 0.675758, - "accuracy": 0.701052, - "main_score": 0.675758, + "precision": 0.666334, + "recall": 0.701552, + "f1": 0.676305, + "accuracy": 0.701552, + "main_score": 0.676305, "hf_subset": "sna_Latn-fuc_Latn", "languages": [ "sna-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.651593, - "recall": 0.695043, - "f1": 0.663439, - "accuracy": 0.695043, - "main_score": 0.663439, + "precision": 0.648037, + "recall": 0.692539, + "f1": 0.66048, + "accuracy": 0.692539, + "main_score": 0.66048, "hf_subset": "sna_Latn-kin_Latn", "languages": [ "sna-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.68478, - "recall": 0.721082, - "f1": 0.69528, - "accuracy": 0.721082, - "main_score": 0.69528, + "precision": 0.681587, + "recall": 0.719579, + "f1": 0.692645, + "accuracy": 0.719579, + "main_score": 0.692645, "hf_subset": "sna_Latn-nde_Latn", "languages": [ "sna-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.704729, - "recall": 0.741612, - "f1": 0.715208, - "accuracy": 0.741612, - "main_score": 0.715208, + "precision": 0.697346, + "recall": 0.734602, + "f1": 0.708005, + "accuracy": 0.734602, + "main_score": 0.708005, "hf_subset": "sna_Latn-nya_Latn", "languages": [ "sna-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.691241, - "recall": 0.730596, - "f1": 0.702046, - "accuracy": 0.730596, - "main_score": 0.702046, + "precision": 0.686749, + "recall": 0.725088, + "f1": 0.697363, + "accuracy": 0.725088, + "main_score": 0.697363, "hf_subset": "sna_Latn-ven_Latn", "languages": [ "sna-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, - { - "precision": 0.948314, - "recall": 0.963445, - "f1": 0.95313, - "accuracy": 0.963445, - "main_score": 0.95313, + { + "precision": 0.944604, + "recall": 0.960441, + "f1": 0.949652, + "accuracy": 0.960441, + "main_score": 0.949652, "hf_subset": "snd_Arab-ben_Beng", "languages": [ "snd-Arab", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.146911, - "recall": 0.18027, - "f1": 0.155283, - "accuracy": 0.18027, - "main_score": 0.155283, + "precision": 0.145941, + "recall": 0.178267, + "f1": 0.153976, + "accuracy": 0.178267, + "main_score": 0.153976, "hf_subset": "snd_Arab-div_Thaa", "languages": [ "snd-Arab", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.954515, - "recall": 0.968953, - "f1": 0.959272, - "accuracy": 0.968953, - "main_score": 0.959272, + "precision": 0.961442, + "recall": 0.97346, + "f1": 0.965365, + "accuracy": 0.97346, + "main_score": 0.965365, "hf_subset": "snd_Arab-eng_Latn", "languages": [ "snd-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.861121, - "recall": 0.894842, - "f1": 0.871349, - "accuracy": 0.894842, - "main_score": 0.871349, + "precision": 0.863508, + "recall": 0.896845, + "f1": 0.873745, + "accuracy": 0.896845, + "main_score": 0.873745, "hf_subset": "snd_Arab-eus_Latn", "languages": [ "snd-Arab", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.948423, + "precision": 0.948673, "recall": 0.964447, - "f1": 0.953681, + "f1": 0.953847, "accuracy": 0.964447, - "main_score": 0.953681, + "main_score": 0.953847, "hf_subset": "snd_Arab-guj_Gujr", "languages": [ "snd-Arab", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.950259, + "precision": 0.950593, "recall": 0.965448, - "f1": 0.955183, + "f1": 0.955433, "accuracy": 0.965448, - "main_score": 0.955183, + "main_score": 0.955433, "hf_subset": "snd_Arab-hin_Deva", "languages": [ "snd-Arab", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944041, - "recall": 0.960941, - "f1": 0.949541, - "accuracy": 0.960941, - "main_score": 0.949541, + "precision": 0.942038, + "recall": 0.95994, + "f1": 0.947788, + "accuracy": 0.95994, + "main_score": 0.947788, "hf_subset": "snd_Arab-kan_Knda", "languages": [ "snd-Arab", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949132, - "recall": 0.963946, - "f1": 0.953881, - "accuracy": 0.963946, - "main_score": 0.953881, + "precision": 0.94642, + "recall": 0.962444, + "f1": 0.951594, + "accuracy": 0.962444, + "main_score": 0.951594, "hf_subset": "snd_Arab-mar_Deva", "languages": [ "snd-Arab", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.941078, - "recall": 0.958938, - "f1": 0.94682, - "accuracy": 0.958938, - "main_score": 0.94682, + "precision": 0.944767, + "recall": 0.961442, + "f1": 0.950092, + "accuracy": 0.961442, + "main_score": 0.950092, "hf_subset": "snd_Arab-nep_Deva", "languages": [ "snd-Arab", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.961192, - "recall": 0.97346, - "f1": 0.965198, - "accuracy": 0.97346, - "main_score": 0.965198, + "precision": 0.957937, + "recall": 0.970956, + "f1": 0.962193, + "accuracy": 0.970956, + "main_score": 0.962193, "hf_subset": "snd_Arab-pan_Guru", "languages": [ "snd-Arab", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.872881, - "recall": 0.907862, - "f1": 0.883827, - "accuracy": 0.907862, - "main_score": 0.883827, + "precision": 0.867067, + "recall": 0.902854, + "f1": 0.87826, + "accuracy": 0.902854, + "main_score": 0.87826, "hf_subset": "snd_Arab-sin_Sinh", "languages": [ "snd-Arab", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.921549, - "recall": 0.944917, - "f1": 0.92906, - "accuracy": 0.944917, - "main_score": 0.92906, + "precision": 0.918294, + "recall": 0.942414, + "f1": 0.925972, + "accuracy": 0.942414, + "main_score": 0.925972, "hf_subset": "snd_Arab-tam_Taml", "languages": [ "snd-Arab", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.925305, - "recall": 0.94642, - "f1": 0.931981, - "accuracy": 0.94642, - "main_score": 0.931981, + "precision": 0.92013, + "recall": 0.942414, + "f1": 0.9272, + "accuracy": 0.942414, + "main_score": 0.9272, "hf_subset": "snd_Arab-tel_Telu", "languages": [ "snd-Arab", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.942664, + "precision": 0.944266, "recall": 0.95994, - "f1": 0.948256, + "f1": 0.949257, "accuracy": 0.95994, - "main_score": 0.948256, + "main_score": 0.949257, "hf_subset": "snd_Arab-urd_Arab", "languages": [ "snd-Arab", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.555526, - "recall": 0.624437, - "f1": 0.575245, - "accuracy": 0.624437, - "main_score": 0.575245, + "precision": 0.549055, + "recall": 0.61993, + "f1": 0.569203, + "accuracy": 0.61993, + "main_score": 0.569203, "hf_subset": "som_Latn-amh_Ethi", "languages": [ "som-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.772098, - "recall": 0.817727, - "f1": 0.785172, - "accuracy": 0.817727, - "main_score": 0.785172, + "precision": 0.775603, + "recall": 0.818728, + "f1": 0.787704, + "accuracy": 0.818728, + "main_score": 0.787704, "hf_subset": "som_Latn-eng_Latn", "languages": [ "som-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.721816, - "recall": 0.76014, - "f1": 0.732703, - "accuracy": 0.76014, - "main_score": 0.732703, + "precision": 0.721088, + "recall": 0.761642, + "f1": 0.732432, + "accuracy": 0.761642, + "main_score": 0.732432, "hf_subset": "som_Latn-hau_Latn", "languages": [ "som-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.681249, - "recall": 0.716074, - "f1": 0.691288, - "accuracy": 0.716074, - "main_score": 0.691288, + "precision": 0.676003, + "recall": 0.711567, + "f1": 0.68613, + "accuracy": 0.711567, + "main_score": 0.68613, "hf_subset": "som_Latn-ibo_Latn", "languages": [ "som-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.6436, - "recall": 0.682524, - "f1": 0.6548, - "accuracy": 0.682524, - "main_score": 0.6548, + "precision": 0.650362, + "recall": 0.687531, + "f1": 0.660954, + "accuracy": 0.687531, + "main_score": 0.660954, "hf_subset": "som_Latn-nso_Latn", "languages": [ "som-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.459028, - "recall": 0.528793, - "f1": 0.478113, - "accuracy": 0.528793, - "main_score": 0.478113, + "precision": 0.459593, + "recall": 0.531297, + "f1": 0.479748, + "accuracy": 0.531297, + "main_score": 0.479748, "hf_subset": "som_Latn-orm_Ethi", "languages": [ "som-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.66016, - "recall": 0.70005, - "f1": 0.671619, - "accuracy": 0.70005, - "main_score": 0.671619, + "precision": 0.662039, + "recall": 0.698047, + "f1": 0.672345, + "accuracy": 0.698047, + "main_score": 0.672345, "hf_subset": "som_Latn-ssw_Latn", "languages": [ "som-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.765305, - "recall": 0.802203, - "f1": 0.775632, - "accuracy": 0.802203, - "main_score": 0.775632, + "precision": 0.764663, + "recall": 0.801202, + "f1": 0.774863, + "accuracy": 0.801202, + "main_score": 0.774863, "hf_subset": "som_Latn-swa_Latn", "languages": [ "som-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.484261, - "recall": 0.558838, - "f1": 0.505089, - "accuracy": 0.558838, - "main_score": 0.505089, + "precision": 0.475101, + "recall": 0.55333, + "f1": 0.497171, + "accuracy": 0.55333, + "main_score": 0.497171, "hf_subset": "som_Latn-tir_Ethi", "languages": [ "som-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661562, - "recall": 0.696545, - "f1": 0.671549, - "accuracy": 0.696545, - "main_score": 0.671549, + "precision": 0.656755, + "recall": 0.694041, + "f1": 0.667135, + "accuracy": 0.694041, + "main_score": 0.667135, "hf_subset": "som_Latn-tsn_Latn", "languages": [ "som-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.618334, + "precision": 0.614987, "recall": 0.656985, - "f1": 0.629423, + "f1": 0.626849, "accuracy": 0.656985, - "main_score": 0.629423, + "main_score": 0.626849, "hf_subset": "som_Latn-wol_Latn", "languages": [ "som-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.654325, - "recall": 0.707561, - "f1": 0.669656, - "accuracy": 0.707561, - "main_score": 0.669656, + "precision": 0.656507, + "recall": 0.708563, + "f1": 0.67148, + "accuracy": 0.708563, + "main_score": 0.67148, "hf_subset": "som_Latn-xho_Latn", "languages": [ "som-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.647891, - "recall": 0.702554, - "f1": 0.663859, - "accuracy": 0.702554, - "main_score": 0.663859, + "precision": 0.650445, + "recall": 0.703555, + "f1": 0.665909, + "accuracy": 0.703555, + "main_score": 0.665909, "hf_subset": "som_Latn-yor_Latn", "languages": [ "som-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.677159, - "recall": 0.719579, - "f1": 0.68947, - "accuracy": 0.719579, - "main_score": 0.68947, + "precision": 0.678207, + "recall": 0.719079, + "f1": 0.689772, + "accuracy": 0.719079, + "main_score": 0.689772, "hf_subset": "som_Latn-zul_Latn", "languages": [ "som-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983559, + "precision": 0.983308, "recall": 0.988483, - "f1": 0.985144, + "f1": 0.984977, "accuracy": 0.988483, - "main_score": 0.985144, + "main_score": 0.984977, "hf_subset": "spa_Latn-arb_Arab", "languages": [ "spa-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.988483, + "recall": 0.991988, + "f1": 0.989651, + "accuracy": 0.991988, + "main_score": 0.989651, "hf_subset": "spa_Latn-ben_Beng", "languages": [ "spa-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992739, - "recall": 0.994992, - "f1": 0.99349, - "accuracy": 0.994992, - "main_score": 0.99349, + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, "hf_subset": "spa_Latn-cat_Latn", "languages": [ "spa-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990986, @@ -16862,19 +18266,21 @@ "languages": [ "spa-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, "hf_subset": "spa_Latn-ell_Grek", "languages": [ "spa-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995744, @@ -16886,31 +18292,34 @@ "languages": [ "spa-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, - "recall": 0.988483, - "f1": 0.985144, - "accuracy": 0.988483, - "main_score": 0.985144, + "precision": 0.981723, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, "hf_subset": "spa_Latn-fas_Arab", "languages": [ "spa-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982056, + "precision": 0.981848, "recall": 0.98698, - "f1": 0.983542, + "f1": 0.983425, "accuracy": 0.98698, - "main_score": 0.983542, + "main_score": 0.983425, "hf_subset": "spa_Latn-fin_Latn", "languages": [ "spa-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991738, @@ -16922,175 +18331,190 @@ "languages": [ "spa-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, + "precision": 0.986897, "recall": 0.990986, - "f1": 0.988149, + "f1": 0.988232, "accuracy": 0.990986, - "main_score": 0.988149, + "main_score": 0.988232, "hf_subset": "spa_Latn-glg_Latn", "languages": [ "spa-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992739, - "recall": 0.993991, - "f1": 0.993156, - "accuracy": 0.993991, - "main_score": 0.993156, + "precision": 0.989651, + "recall": 0.991988, + "f1": 0.990402, + "accuracy": 0.991988, + "main_score": 0.990402, "hf_subset": "spa_Latn-heb_Hebr", "languages": [ "spa-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, "hf_subset": "spa_Latn-hin_Deva", "languages": [ "spa-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982599, + "precision": 0.982349, "recall": 0.987982, - "f1": 0.984343, + "f1": 0.984176, "accuracy": 0.987982, - "main_score": 0.984343, + "main_score": 0.984176, "hf_subset": "spa_Latn-hun_Latn", "languages": [ "spa-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992739, - "recall": 0.994992, - "f1": 0.99349, - "accuracy": 0.994992, - "main_score": 0.99349, + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, "hf_subset": "spa_Latn-ind_Latn", "languages": [ "spa-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99349, - "recall": 0.995493, - "f1": 0.994158, - "accuracy": 0.995493, - "main_score": 0.994158, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "spa_Latn-ita_Latn", "languages": [ "spa-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985645, - "recall": 0.989985, - "f1": 0.987064, - "accuracy": 0.989985, - "main_score": 0.987064, + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, "hf_subset": "spa_Latn-jpn_Jpan", "languages": [ "spa-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983308, + "precision": 0.983141, "recall": 0.988483, - "f1": 0.984977, + "f1": 0.984894, "accuracy": 0.988483, - "main_score": 0.984977, + "main_score": 0.984894, "hf_subset": "spa_Latn-kor_Hang", "languages": [ "spa-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984143, - "recall": 0.988983, - "f1": 0.985729, - "accuracy": 0.988983, - "main_score": 0.985729, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "spa_Latn-lit_Latn", "languages": [ "spa-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.947993, - "recall": 0.961943, - "f1": 0.95247, - "accuracy": 0.961943, - "main_score": 0.95247, + "precision": 0.945835, + "recall": 0.960441, + "f1": 0.950485, + "accuracy": 0.960441, + "main_score": 0.950485, "hf_subset": "spa_Latn-mlt_Latn", "languages": [ "spa-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98865, - "recall": 0.991988, - "f1": 0.989735, - "accuracy": 0.991988, - "main_score": 0.989735, + "precision": 0.990152, + "recall": 0.992989, + "f1": 0.99107, + "accuracy": 0.992989, + "main_score": 0.99107, "hf_subset": "spa_Latn-nld_Latn", "languages": [ "spa-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.991487, - "f1": 0.989317, - "accuracy": 0.991487, - "main_score": 0.989317, + "precision": 0.98648, + "recall": 0.990486, + "f1": 0.987815, + "accuracy": 0.990486, + "main_score": 0.987815, "hf_subset": "spa_Latn-pol_Latn", "languages": [ "spa-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "spa_Latn-por_Latn", "languages": [ "spa-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.987899, + "recall": 0.991487, + "f1": 0.989067, + "accuracy": 0.991487, + "main_score": 0.989067, "hf_subset": "spa_Latn-ron_Latn", "languages": [ "spa-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.984518, @@ -17102,19 +18526,21 @@ "languages": [ "spa-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93749, - "recall": 0.95343, - "f1": 0.94248, - "accuracy": 0.95343, - "main_score": 0.94248, + "precision": 0.931789, + "recall": 0.949424, + "f1": 0.937273, + "accuracy": 0.949424, + "main_score": 0.937273, "hf_subset": "spa_Latn-swa_Latn", "languages": [ "spa-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.992489, @@ -17126,7 +18552,8 @@ "languages": [ "spa-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.978134, @@ -17138,139 +18565,151 @@ "languages": [ "spa-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984352, - "recall": 0.988483, - "f1": 0.985679, - "accuracy": 0.988483, - "main_score": 0.985679, + "precision": 0.981597, + "recall": 0.98648, + "f1": 0.983175, + "accuracy": 0.98648, + "main_score": 0.983175, "hf_subset": "spa_Latn-tur_Latn", "languages": [ "spa-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.989902, + "recall": 0.992989, + "f1": 0.990903, + "accuracy": 0.992989, + "main_score": 0.990903, "hf_subset": "spa_Latn-vie_Latn", "languages": [ "spa-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984143, + "precision": 0.984477, "recall": 0.988983, - "f1": 0.985729, + "f1": 0.985896, "accuracy": 0.988983, - "main_score": 0.985729, + "main_score": 0.985896, "hf_subset": "spa_Latn-zho_Hant", "languages": [ "spa-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.717042, - "recall": 0.765648, - "f1": 0.73185, - "accuracy": 0.765648, - "main_score": 0.73185, + "precision": 0.713836, + "recall": 0.760641, + "f1": 0.727736, + "accuracy": 0.760641, + "main_score": 0.727736, "hf_subset": "spa_Latn-zul_Latn", "languages": [ "spa-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.988983, - "f1": 0.985979, - "accuracy": 0.988983, - "main_score": 0.985979, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "sqi_Latn-ell_Grek", "languages": [ "sqi-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991571, - "recall": 0.993991, - "f1": 0.992322, - "accuracy": 0.993991, - "main_score": 0.992322, + "precision": 0.990903, + "recall": 0.99349, + "f1": 0.991738, + "accuracy": 0.99349, + "main_score": 0.991738, "hf_subset": "sqi_Latn-eng_Latn", "languages": [ "sqi-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.969037, - "recall": 0.977967, - "f1": 0.971874, - "accuracy": 0.977967, - "main_score": 0.971874, + "precision": 0.967159, + "recall": 0.976465, + "f1": 0.970072, + "accuracy": 0.976465, + "main_score": 0.970072, "hf_subset": "sqi_Latn-hye_Armn", "languages": [ "sqi-Latn", "hye-Armn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.964196, - "recall": 0.974462, - "f1": 0.967518, - "accuracy": 0.974462, - "main_score": 0.967518, + "precision": 0.959898, + "recall": 0.971457, + "f1": 0.963645, + "accuracy": 0.971457, + "main_score": 0.963645, "hf_subset": "sqi_Latn-kat_Geor", "languages": [ "sqi-Latn", "kat-Geor" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978885, - "recall": 0.985478, - "f1": 0.981055, - "accuracy": 0.985478, - "main_score": 0.981055, + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, "hf_subset": "srp_Cyrl-bel_Cyrl", "languages": [ "srp-Cyrl", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994158, - "recall": 0.995994, - "f1": 0.994742, - "accuracy": 0.995994, - "main_score": 0.994742, + "precision": 0.992656, + "recall": 0.994992, + "f1": 0.993407, + "accuracy": 0.994992, + "main_score": 0.993407, "hf_subset": "srp_Cyrl-bos_Latn", "languages": [ "srp-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, + "precision": 0.988399, "recall": 0.991988, - "f1": 0.989484, + "f1": 0.989568, "accuracy": 0.991988, - "main_score": 0.989484, + "main_score": 0.989568, "hf_subset": "srp_Cyrl-bul_Cyrl", "languages": [ "srp-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.985562, @@ -17282,91 +18721,99 @@ "languages": [ "srp-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996244, - "recall": 0.997496, - "f1": 0.996662, - "accuracy": 0.997496, - "main_score": 0.996662, + "precision": 0.995493, + "recall": 0.996995, + "f1": 0.995994, + "accuracy": 0.996995, + "main_score": 0.995994, "hf_subset": "srp_Cyrl-eng_Latn", "languages": [ "srp-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.993991, - "f1": 0.992155, - "accuracy": 0.993991, - "main_score": 0.992155, + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, "hf_subset": "srp_Cyrl-hrv_Latn", "languages": [ "srp-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989401, - "recall": 0.992489, - "f1": 0.990402, - "accuracy": 0.992489, - "main_score": 0.990402, + "precision": 0.990152, + "recall": 0.992989, + "f1": 0.99107, + "accuracy": 0.992989, + "main_score": 0.99107, "hf_subset": "srp_Cyrl-mkd_Cyrl", "languages": [ "srp-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98214, - "recall": 0.987982, - "f1": 0.984059, - "accuracy": 0.987982, - "main_score": 0.984059, + "precision": 0.983308, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, "hf_subset": "srp_Cyrl-pol_Latn", "languages": [ "srp-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982557, - "recall": 0.987982, - "f1": 0.98431, - "accuracy": 0.987982, - "main_score": 0.98431, + "precision": 0.981806, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, "hf_subset": "srp_Cyrl-rus_Cyrl", "languages": [ "srp-Cyrl", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9889, - "recall": 0.992489, - "f1": 0.990068, - "accuracy": 0.992489, - "main_score": 0.990068, + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, "hf_subset": "srp_Cyrl-slk_Latn", "languages": [ "srp-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983809, + "precision": 0.984059, "recall": 0.988983, - "f1": 0.985478, + "f1": 0.985645, "accuracy": 0.988983, - "main_score": 0.985478, + "main_score": 0.985645, "hf_subset": "srp_Cyrl-slv_Latn", "languages": [ "srp-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.996244, @@ -17378,127 +18825,138 @@ "languages": [ "srp-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987815, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.987064, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, "hf_subset": "srp_Cyrl-ukr_Cyrl", "languages": [ "srp-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980554, - "recall": 0.985979, - "f1": 0.982307, - "accuracy": 0.985979, - "main_score": 0.982307, + "precision": 0.980137, + "recall": 0.985478, + "f1": 0.98189, + "accuracy": 0.985478, + "main_score": 0.98189, "hf_subset": "srp_Latn-bel_Cyrl", "languages": [ "srp-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994909, - "recall": 0.996495, - "f1": 0.99541, - "accuracy": 0.996495, - "main_score": 0.99541, + "precision": 0.99566, + "recall": 0.996995, + "f1": 0.996077, + "accuracy": 0.996995, + "main_score": 0.996077, "hf_subset": "srp_Latn-bos_Latn", "languages": [ "srp-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, "hf_subset": "srp_Latn-bul_Cyrl", "languages": [ "srp-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, - "recall": 0.991988, - "f1": 0.989401, - "accuracy": 0.991988, - "main_score": 0.989401, + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, "hf_subset": "srp_Latn-ces_Latn", "languages": [ "srp-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.992656, + "recall": 0.994992, + "f1": 0.993407, + "accuracy": 0.994992, + "main_score": 0.993407, "hf_subset": "srp_Latn-eng_Latn", "languages": [ "srp-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.993991, - "f1": 0.992155, - "accuracy": 0.993991, - "main_score": 0.992155, + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, "hf_subset": "srp_Latn-hrv_Latn", "languages": [ "srp-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.99349, - "f1": 0.991404, - "accuracy": 0.99349, - "main_score": 0.991404, + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, "hf_subset": "srp_Latn-mkd_Cyrl", "languages": [ "srp-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980846, - "recall": 0.98698, - "f1": 0.982841, - "accuracy": 0.98698, - "main_score": 0.982841, + "precision": 0.98032, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "srp_Latn-pol_Latn", "languages": [ "srp-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980304, - "recall": 0.98648, - "f1": 0.982307, - "accuracy": 0.98648, - "main_score": 0.982307, + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, "hf_subset": "srp_Latn-rus_Cyrl", "languages": [ "srp-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987982, @@ -17510,703 +18968,762 @@ "languages": [ "srp-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, "hf_subset": "srp_Latn-slv_Latn", "languages": [ "srp-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.995994, - "f1": 0.995159, - "accuracy": 0.995994, - "main_score": 0.995159, + "precision": 0.994992, + "recall": 0.996495, + "f1": 0.995493, + "accuracy": 0.996495, + "main_score": 0.995493, "hf_subset": "srp_Latn-srp_Cyrl", "languages": [ "srp-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988191, - "recall": 0.991487, - "f1": 0.989184, - "accuracy": 0.991487, - "main_score": 0.989184, + "precision": 0.985729, + "recall": 0.989484, + "f1": 0.986897, + "accuracy": 0.989484, + "main_score": 0.986897, "hf_subset": "srp_Latn-ukr_Cyrl", "languages": [ "srp-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.485648, - "recall": 0.55333, - "f1": 0.504673, - "accuracy": 0.55333, - "main_score": 0.504673, + "precision": 0.475145, + "recall": 0.542814, + "f1": 0.494355, + "accuracy": 0.542814, + "main_score": 0.494355, "hf_subset": "ssw_Latn-amh_Ethi", "languages": [ "ssw-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682834, - "recall": 0.727091, - "f1": 0.694564, - "accuracy": 0.727091, - "main_score": 0.694564, + "precision": 0.673765, + "recall": 0.722083, + "f1": 0.686721, + "accuracy": 0.722083, + "main_score": 0.686721, "hf_subset": "ssw_Latn-eng_Latn", "languages": [ "ssw-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.676557, - "recall": 0.714572, - "f1": 0.687173, - "accuracy": 0.714572, - "main_score": 0.687173, + "precision": 0.675804, + "recall": 0.71357, + "f1": 0.686759, + "accuracy": 0.71357, + "main_score": 0.686759, "hf_subset": "ssw_Latn-hau_Latn", "languages": [ "ssw-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.698202, + "precision": 0.697903, "recall": 0.730596, - "f1": 0.707047, + "f1": 0.706869, "accuracy": 0.730596, - "main_score": 0.707047, + "main_score": 0.706869, "hf_subset": "ssw_Latn-ibo_Latn", "languages": [ "ssw-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.680657, - "recall": 0.720581, - "f1": 0.691673, - "accuracy": 0.720581, - "main_score": 0.691673, + "precision": 0.679538, + "recall": 0.718578, + "f1": 0.690707, + "accuracy": 0.718578, + "main_score": 0.690707, "hf_subset": "ssw_Latn-nso_Latn", "languages": [ "ssw-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.445064, - "recall": 0.515273, - "f1": 0.464501, - "accuracy": 0.515273, - "main_score": 0.464501, + "precision": 0.445728, + "recall": 0.515774, + "f1": 0.465194, + "accuracy": 0.515774, + "main_score": 0.465194, "hf_subset": "ssw_Latn-orm_Ethi", "languages": [ "ssw-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.648679, - "recall": 0.694041, - "f1": 0.661435, - "accuracy": 0.694041, - "main_score": 0.661435, + "precision": 0.642844, + "recall": 0.688032, + "f1": 0.655344, + "accuracy": 0.688032, + "main_score": 0.655344, "hf_subset": "ssw_Latn-som_Latn", "languages": [ "ssw-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.674971, - "recall": 0.71307, - "f1": 0.685224, - "accuracy": 0.71307, - "main_score": 0.685224, + "precision": 0.672472, + "recall": 0.711567, + "f1": 0.682857, + "accuracy": 0.711567, + "main_score": 0.682857, "hf_subset": "ssw_Latn-swa_Latn", "languages": [ "ssw-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.457864, - "recall": 0.529294, - "f1": 0.477523, - "accuracy": 0.529294, - "main_score": 0.477523, + "precision": 0.446094, + "recall": 0.517777, + "f1": 0.465337, + "accuracy": 0.517777, + "main_score": 0.465337, "hf_subset": "ssw_Latn-tir_Ethi", "languages": [ "ssw-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.695884, - "recall": 0.7336, - "f1": 0.706497, - "accuracy": 0.7336, - "main_score": 0.706497, + "precision": 0.691903, + "recall": 0.729594, + "f1": 0.70246, + "accuracy": 0.729594, + "main_score": 0.70246, "hf_subset": "ssw_Latn-tsn_Latn", "languages": [ "ssw-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.618996, - "recall": 0.661492, - "f1": 0.631079, - "accuracy": 0.661492, - "main_score": 0.631079, + "precision": 0.616823, + "recall": 0.660491, + "f1": 0.62922, + "accuracy": 0.660491, + "main_score": 0.62922, "hf_subset": "ssw_Latn-wol_Latn", "languages": [ "ssw-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.725267, - "recall": 0.777166, - "f1": 0.740545, - "accuracy": 0.777166, - "main_score": 0.740545, + "precision": 0.723683, + "recall": 0.775663, + "f1": 0.738722, + "accuracy": 0.775663, + "main_score": 0.738722, "hf_subset": "ssw_Latn-xho_Latn", "languages": [ "ssw-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.618326, - "recall": 0.668503, - "f1": 0.632488, - "accuracy": 0.668503, - "main_score": 0.632488, + "precision": 0.612003, + "recall": 0.664497, + "f1": 0.626732, + "accuracy": 0.664497, + "main_score": 0.626732, "hf_subset": "ssw_Latn-yor_Latn", "languages": [ "ssw-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.774315, - "recall": 0.818728, - "f1": 0.78666, - "accuracy": 0.818728, - "main_score": 0.78666, + "precision": 0.771528, + "recall": 0.813721, + "f1": 0.783429, + "accuracy": 0.813721, + "main_score": 0.783429, "hf_subset": "ssw_Latn-zul_Latn", "languages": [ "ssw-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.764878, - "recall": 0.816224, - "f1": 0.780356, - "accuracy": 0.816224, - "main_score": 0.780356, + "precision": 0.753476, + "recall": 0.807211, + "f1": 0.769441, + "accuracy": 0.807211, + "main_score": 0.769441, "hf_subset": "swa_Latn-amh_Ethi", "languages": [ "swa-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.90613, - "recall": 0.930396, - "f1": 0.913581, - "accuracy": 0.930396, - "main_score": 0.913581, + "precision": 0.90787, + "recall": 0.930896, + "f1": 0.914865, + "accuracy": 0.930896, + "main_score": 0.914865, "hf_subset": "swa_Latn-arb_Arab", "languages": [ "swa-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.924136, - "recall": 0.944417, - "f1": 0.930546, - "accuracy": 0.944417, - "main_score": 0.930546, + "precision": 0.916583, + "recall": 0.93991, + "f1": 0.924003, + "accuracy": 0.93991, + "main_score": 0.924003, "hf_subset": "swa_Latn-ben_Beng", "languages": [ "swa-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.932808, - "recall": 0.950426, - "f1": 0.938274, - "accuracy": 0.950426, - "main_score": 0.938274, + "precision": 0.929845, + "recall": 0.947922, + "f1": 0.935386, + "accuracy": 0.947922, + "main_score": 0.935386, "hf_subset": "swa_Latn-deu_Latn", "languages": [ "swa-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.932732, + "precision": 0.932999, "recall": 0.949925, - "f1": 0.937974, + "f1": 0.938241, "accuracy": 0.949925, - "main_score": 0.937974, + "main_score": 0.938241, "hf_subset": "swa_Latn-ell_Grek", "languages": [ "swa-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.950776, + "precision": 0.950609, "recall": 0.963946, - "f1": 0.954932, + "f1": 0.954849, "accuracy": 0.963946, - "main_score": 0.954932, + "main_score": 0.954849, "hf_subset": "swa_Latn-eng_Latn", "languages": [ "swa-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.906501, - "recall": 0.930396, - "f1": 0.914071, - "accuracy": 0.930396, - "main_score": 0.914071, + "precision": 0.901844, + "recall": 0.925889, + "f1": 0.909374, + "accuracy": 0.925889, + "main_score": 0.909374, "hf_subset": "swa_Latn-fas_Arab", "languages": [ "swa-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.919437, - "recall": 0.938408, - "f1": 0.925238, - "accuracy": 0.938408, - "main_score": 0.925238, + "precision": 0.917059, + "recall": 0.936405, + "f1": 0.923118, + "accuracy": 0.936405, + "main_score": 0.923118, "hf_subset": "swa_Latn-fin_Latn", "languages": [ "swa-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.91322, - "recall": 0.934402, - "f1": 0.919756, - "accuracy": 0.934402, - "main_score": 0.919756, + "precision": 0.910073, + "recall": 0.932399, + "f1": 0.916952, + "accuracy": 0.932399, + "main_score": 0.916952, "hf_subset": "swa_Latn-fra_Latn", "languages": [ "swa-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.792038, - "recall": 0.829745, - "f1": 0.803205, - "accuracy": 0.829745, - "main_score": 0.803205, + "precision": 0.784916, + "recall": 0.824737, + "f1": 0.796748, + "accuracy": 0.824737, + "main_score": 0.796748, "hf_subset": "swa_Latn-hau_Latn", "languages": [ "swa-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92649, - "recall": 0.945919, - "f1": 0.932449, - "accuracy": 0.945919, - "main_score": 0.932449, + "precision": 0.924612, + "recall": 0.943916, + "f1": 0.930496, + "accuracy": 0.943916, + "main_score": 0.930496, "hf_subset": "swa_Latn-heb_Hebr", "languages": [ "swa-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.917368, - "recall": 0.93991, - "f1": 0.92432, - "accuracy": 0.93991, - "main_score": 0.92432, + "precision": 0.920673, + "recall": 0.942914, + "f1": 0.927558, + "accuracy": 0.942914, + "main_score": 0.927558, "hf_subset": "swa_Latn-hin_Deva", "languages": [ "swa-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.894108, - "recall": 0.918878, - "f1": 0.90192, - "accuracy": 0.918878, - "main_score": 0.90192, + "precision": 0.891316, + "recall": 0.914872, + "f1": 0.898709, + "accuracy": 0.914872, + "main_score": 0.898709, "hf_subset": "swa_Latn-hun_Latn", "languages": [ "swa-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.72609, - "recall": 0.759139, - "f1": 0.735498, - "accuracy": 0.759139, - "main_score": 0.735498, + "precision": 0.720975, + "recall": 0.75313, + "f1": 0.730146, + "accuracy": 0.75313, + "main_score": 0.730146, "hf_subset": "swa_Latn-ibo_Latn", "languages": [ "swa-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949299, - "recall": 0.962444, - "f1": 0.953464, - "accuracy": 0.962444, - "main_score": 0.953464, + "precision": 0.946461, + "recall": 0.961442, + "f1": 0.95121, + "accuracy": 0.961442, + "main_score": 0.95121, "hf_subset": "swa_Latn-ind_Latn", "languages": [ "swa-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905408, - "recall": 0.928393, - "f1": 0.912235, - "accuracy": 0.928393, - "main_score": 0.912235, + "precision": 0.900485, + "recall": 0.924887, + "f1": 0.907795, + "accuracy": 0.924887, + "main_score": 0.907795, "hf_subset": "swa_Latn-jpn_Jpan", "languages": [ "swa-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.900234, - "recall": 0.925388, - "f1": 0.908095, - "accuracy": 0.925388, - "main_score": 0.908095, + "precision": 0.894041, + "recall": 0.921883, + "f1": 0.902714, + "accuracy": 0.921883, + "main_score": 0.902714, "hf_subset": "swa_Latn-kor_Hang", "languages": [ "swa-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.918169, - "recall": 0.938908, - "f1": 0.924654, - "accuracy": 0.938908, - "main_score": 0.924654, + "precision": 0.913078, + "recall": 0.933901, + "f1": 0.919563, + "accuracy": 0.933901, + "main_score": 0.919563, "hf_subset": "swa_Latn-lit_Latn", "languages": [ "swa-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931122, - "recall": 0.948923, - "f1": 0.936648, - "accuracy": 0.948923, - "main_score": 0.936648, + "precision": 0.925939, + "recall": 0.945418, + "f1": 0.931881, + "accuracy": 0.945418, + "main_score": 0.931881, "hf_subset": "swa_Latn-nld_Latn", "languages": [ "swa-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.692402, - "recall": 0.72659, - "f1": 0.702532, - "accuracy": 0.72659, - "main_score": 0.702532, + "precision": 0.684139, + "recall": 0.717076, + "f1": 0.693978, + "accuracy": 0.717076, + "main_score": 0.693978, "hf_subset": "swa_Latn-nso_Latn", "languages": [ "swa-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.47745, - "recall": 0.549825, - "f1": 0.498234, - "accuracy": 0.549825, - "main_score": 0.498234, + "precision": 0.475206, + "recall": 0.54682, + "f1": 0.495817, + "accuracy": 0.54682, + "main_score": 0.495817, "hf_subset": "swa_Latn-orm_Ethi", "languages": [ "swa-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.914931, - "recall": 0.937406, - "f1": 0.921983, - "accuracy": 0.937406, - "main_score": 0.921983, + "precision": 0.911284, + "recall": 0.933901, + "f1": 0.918144, + "accuracy": 0.933901, + "main_score": 0.918144, "hf_subset": "swa_Latn-pol_Latn", "languages": [ "swa-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.938883, - "recall": 0.95343, - "f1": 0.943365, - "accuracy": 0.95343, - "main_score": 0.943365, + "precision": 0.935946, + "recall": 0.951427, + "f1": 0.940737, + "accuracy": 0.951427, + "main_score": 0.940737, "hf_subset": "swa_Latn-por_Latn", "languages": [ "swa-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.906276, - "recall": 0.929394, - "f1": 0.913396, - "accuracy": 0.929394, - "main_score": 0.913396, + "precision": 0.899004, + "recall": 0.921883, + "f1": 0.906092, + "accuracy": 0.921883, + "main_score": 0.906092, "hf_subset": "swa_Latn-rus_Cyrl", "languages": [ "swa-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.784173, - "recall": 0.825739, - "f1": 0.796422, - "accuracy": 0.825739, - "main_score": 0.796422, + "precision": 0.776819, + "recall": 0.819229, + "f1": 0.789412, + "accuracy": 0.819229, + "main_score": 0.789412, "hf_subset": "swa_Latn-som_Latn", "languages": [ "swa-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93653, - "recall": 0.95343, - "f1": 0.941846, - "accuracy": 0.95343, - "main_score": 0.941846, + "precision": 0.932248, + "recall": 0.949925, + "f1": 0.937699, + "accuracy": 0.949925, + "main_score": 0.937699, "hf_subset": "swa_Latn-spa_Latn", "languages": [ "swa-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.695466, - "recall": 0.731597, - "f1": 0.705836, - "accuracy": 0.731597, - "main_score": 0.705836, + "precision": 0.694134, + "recall": 0.729594, + "f1": 0.703898, + "accuracy": 0.729594, + "main_score": 0.703898, "hf_subset": "swa_Latn-ssw_Latn", "languages": [ "swa-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934084, - "recall": 0.949424, - "f1": 0.938701, - "accuracy": 0.949424, - "main_score": 0.938701, + "precision": 0.927975, + "recall": 0.945418, + "f1": 0.933236, + "accuracy": 0.945418, + "main_score": 0.933236, "hf_subset": "swa_Latn-swe_Latn", "languages": [ "swa-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.887556, + "precision": 0.886805, "recall": 0.916875, - "f1": 0.896779, + "f1": 0.896254, "accuracy": 0.916875, - "main_score": 0.896779, + "main_score": 0.896254, "hf_subset": "swa_Latn-tam_Taml", "languages": [ "swa-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.587861, - "recall": 0.662994, - "f1": 0.609884, - "accuracy": 0.662994, - "main_score": 0.609884, + "precision": 0.575402, + "recall": 0.64697, + "f1": 0.595856, + "accuracy": 0.64697, + "main_score": 0.595856, "hf_subset": "swa_Latn-tir_Ethi", "languages": [ "swa-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.702452, - "recall": 0.731097, - "f1": 0.710337, - "accuracy": 0.731097, - "main_score": 0.710337, + "precision": 0.697928, + "recall": 0.728593, + "f1": 0.706668, + "accuracy": 0.728593, + "main_score": 0.706668, "hf_subset": "swa_Latn-tsn_Latn", "languages": [ "swa-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905291, - "recall": 0.930396, - "f1": 0.913103, - "accuracy": 0.930396, - "main_score": 0.913103, + "precision": 0.900217, + "recall": 0.924887, + "f1": 0.907661, + "accuracy": 0.924887, + "main_score": 0.907661, "hf_subset": "swa_Latn-tur_Latn", "languages": [ "swa-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92785, - "recall": 0.944417, - "f1": 0.932833, - "accuracy": 0.944417, - "main_score": 0.932833, + "precision": 0.922359, + "recall": 0.940911, + "f1": 0.927909, + "accuracy": 0.940911, + "main_score": 0.927909, "hf_subset": "swa_Latn-vie_Latn", "languages": [ "swa-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.647329, - "recall": 0.690035, - "f1": 0.66015, - "accuracy": 0.690035, - "main_score": 0.66015, + "precision": 0.645881, + "recall": 0.686029, + "f1": 0.657698, + "accuracy": 0.686029, + "main_score": 0.657698, "hf_subset": "swa_Latn-wol_Latn", "languages": [ "swa-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.718311, - "recall": 0.76665, - "f1": 0.732482, - "accuracy": 0.76665, - "main_score": 0.732482, + "precision": 0.704762, + "recall": 0.755633, + "f1": 0.719774, + "accuracy": 0.755633, + "main_score": 0.719774, "hf_subset": "swa_Latn-xho_Latn", "languages": [ "swa-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.757044, - "recall": 0.805208, - "f1": 0.771534, - "accuracy": 0.805208, - "main_score": 0.771534, + "precision": 0.751053, + "recall": 0.8002, + "f1": 0.765725, + "accuracy": 0.8002, + "main_score": 0.765725, "hf_subset": "swa_Latn-yor_Latn", "languages": [ "swa-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.899053, - "recall": 0.921883, - "f1": 0.906147, - "accuracy": 0.921883, - "main_score": 0.906147, + "precision": 0.896424, + "recall": 0.918378, + "f1": 0.903092, + "accuracy": 0.918378, + "main_score": 0.903092, "hf_subset": "swa_Latn-zho_Hant", "languages": [ "swa-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.742138, - "recall": 0.776164, - "f1": 0.752238, - "accuracy": 0.776164, - "main_score": 0.752238, + "precision": 0.732783, + "recall": 0.769154, + "f1": 0.743606, + "accuracy": 0.769154, + "main_score": 0.743606, "hf_subset": "swa_Latn-zul_Latn", "languages": [ "swa-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990986, - "f1": 0.987982, - "accuracy": 0.990986, - "main_score": 0.987982, + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, "hf_subset": "swe_Latn-afr_Latn", "languages": [ "swe-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984226, - "recall": 0.989484, - "f1": 0.985979, - "accuracy": 0.989484, - "main_score": 0.985979, + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, "hf_subset": "swe_Latn-arb_Arab", "languages": [ "swe-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.990486, - "f1": 0.987314, - "accuracy": 0.990486, - "main_score": 0.987314, + "precision": 0.987147, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, "hf_subset": "swe_Latn-ben_Beng", "languages": [ "swe-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991153, @@ -18218,7 +19735,8 @@ "languages": [ "swe-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991738, @@ -18230,19 +19748,21 @@ "languages": [ "swe-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.993991, - "f1": 0.992155, - "accuracy": 0.993991, - "main_score": 0.992155, + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, "hf_subset": "swe_Latn-ell_Grek", "languages": [ "swe-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995493, @@ -18254,43 +19774,47 @@ "languages": [ "swe-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.969621, - "recall": 0.978968, - "f1": 0.972626, - "accuracy": 0.978968, - "main_score": 0.972626, + "precision": 0.966867, + "recall": 0.976965, + "f1": 0.970122, + "accuracy": 0.976965, + "main_score": 0.970122, "hf_subset": "swe_Latn-fao_Latn", "languages": [ "swe-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980387, + "precision": 0.980137, "recall": 0.98648, - "f1": 0.98239, + "f1": 0.982223, "accuracy": 0.98648, - "main_score": 0.98239, + "main_score": 0.982223, "hf_subset": "swe_Latn-fas_Arab", "languages": [ "swe-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986146, - "recall": 0.990486, - "f1": 0.987565, - "accuracy": 0.990486, - "main_score": 0.987565, + "precision": 0.985812, + "recall": 0.989985, + "f1": 0.987147, + "accuracy": 0.989985, + "main_score": 0.987147, "hf_subset": "swe_Latn-fin_Latn", "languages": [ "swe-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.985144, @@ -18302,43 +19826,47 @@ "languages": [ "swe-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.99349, - "f1": 0.991404, - "accuracy": 0.99349, - "main_score": 0.991404, + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, "hf_subset": "swe_Latn-heb_Hebr", "languages": [ "swe-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989985, - "f1": 0.986647, - "accuracy": 0.989985, - "main_score": 0.986647, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "swe_Latn-hin_Deva", "languages": [ "swe-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977091, - "recall": 0.983475, - "f1": 0.979069, - "accuracy": 0.983475, - "main_score": 0.979069, + "precision": 0.977591, + "recall": 0.983976, + "f1": 0.979569, + "accuracy": 0.983976, + "main_score": 0.979569, "hf_subset": "swe_Latn-hun_Latn", "languages": [ "swe-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.99324, @@ -18350,91 +19878,99 @@ "languages": [ "swe-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, + "precision": 0.987481, "recall": 0.991487, - "f1": 0.988733, + "f1": 0.988817, "accuracy": 0.991487, - "main_score": 0.988733, + "main_score": 0.988817, "hf_subset": "swe_Latn-isl_Latn", "languages": [ "swe-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98239, - "recall": 0.987982, - "f1": 0.984226, - "accuracy": 0.987982, - "main_score": 0.984226, + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "swe_Latn-jpn_Jpan", "languages": [ "swe-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979219, + "precision": 0.978718, "recall": 0.985478, - "f1": 0.981305, + "f1": 0.980971, "accuracy": 0.985478, - "main_score": 0.981305, + "main_score": 0.980971, "hf_subset": "swe_Latn-kor_Hang", "languages": [ "swe-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981222, - "recall": 0.98698, - "f1": 0.983141, - "accuracy": 0.98698, - "main_score": 0.983141, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "swe_Latn-lit_Latn", "languages": [ "swe-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956743, - "recall": 0.968953, - "f1": 0.960474, - "accuracy": 0.968953, - "main_score": 0.960474, + "precision": 0.957202, + "recall": 0.969454, + "f1": 0.961008, + "accuracy": 0.969454, + "main_score": 0.961008, "hf_subset": "swe_Latn-ltz_Latn", "languages": [ "swe-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, "hf_subset": "swe_Latn-nld_Latn", "languages": [ "swe-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, + "precision": 0.988399, "recall": 0.991988, - "f1": 0.989401, + "f1": 0.989568, "accuracy": 0.991988, - "main_score": 0.989401, + "main_score": 0.989568, "hf_subset": "swe_Latn-nno_Latn", "languages": [ "swe-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991988, @@ -18446,19 +19982,21 @@ "languages": [ "swe-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, "hf_subset": "swe_Latn-pol_Latn", "languages": [ "swe-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990986, @@ -18470,223 +20008,242 @@ "languages": [ "swe-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983308, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.982808, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, "hf_subset": "swe_Latn-rus_Cyrl", "languages": [ "swe-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "swe_Latn-spa_Latn", "languages": [ "swe-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931472, - "recall": 0.948923, - "f1": 0.936855, - "accuracy": 0.948923, - "main_score": 0.936855, + "precision": 0.928476, + "recall": 0.94692, + "f1": 0.934201, + "accuracy": 0.94692, + "main_score": 0.934201, "hf_subset": "swe_Latn-swa_Latn", "languages": [ "swe-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979636, - "recall": 0.985979, - "f1": 0.981723, - "accuracy": 0.985979, - "main_score": 0.981723, + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, "hf_subset": "swe_Latn-tam_Taml", "languages": [ "swe-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979886, - "recall": 0.985478, - "f1": 0.981723, - "accuracy": 0.985478, - "main_score": 0.981723, + "precision": 0.979386, + "recall": 0.984977, + "f1": 0.981222, + "accuracy": 0.984977, + "main_score": 0.981222, "hf_subset": "swe_Latn-tur_Latn", "languages": [ "swe-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "swe_Latn-vie_Latn", "languages": [ "swe-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981973, - "recall": 0.987481, - "f1": 0.983809, - "accuracy": 0.987481, - "main_score": 0.983809, + "precision": 0.983642, + "recall": 0.987982, + "f1": 0.985061, + "accuracy": 0.987982, + "main_score": 0.985061, "hf_subset": "swe_Latn-zho_Hant", "languages": [ "swe-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.715842, - "recall": 0.762644, - "f1": 0.729947, - "accuracy": 0.762644, - "main_score": 0.729947, + "precision": 0.708172, + "recall": 0.75363, + "f1": 0.72177, + "accuracy": 0.75363, + "main_score": 0.72177, "hf_subset": "swe_Latn-zul_Latn", "languages": [ "swe-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665886, - "recall": 0.71307, - "f1": 0.678664, - "accuracy": 0.71307, - "main_score": 0.678664, + "precision": 0.662386, + "recall": 0.711067, + "f1": 0.675671, + "accuracy": 0.711067, + "main_score": 0.675671, "hf_subset": "tah_Latn-eng_Latn", "languages": [ "tah-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.530871, + "precision": 0.532049, "recall": 0.590886, - "f1": 0.548094, + "f1": 0.548599, "accuracy": 0.590886, - "main_score": 0.548094, + "main_score": 0.548599, "hf_subset": "tah_Latn-fij_Latn", "languages": [ "tah-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.649656, - "recall": 0.698047, - "f1": 0.662624, - "accuracy": 0.698047, - "main_score": 0.662624, + "precision": 0.649111, + "recall": 0.698548, + "f1": 0.66212, + "accuracy": 0.698548, + "main_score": 0.66212, "hf_subset": "tah_Latn-fil_Latn", "languages": [ "tah-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.646653, - "recall": 0.695043, - "f1": 0.660226, - "accuracy": 0.695043, - "main_score": 0.660226, + "precision": 0.642818, + "recall": 0.69304, + "f1": 0.656634, + "accuracy": 0.69304, + "main_score": 0.656634, "hf_subset": "tah_Latn-ind_Latn", "languages": [ "tah-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.569453, - "recall": 0.636955, - "f1": 0.588507, - "accuracy": 0.636955, - "main_score": 0.588507, + "precision": 0.572201, + "recall": 0.640961, + "f1": 0.591561, + "accuracy": 0.640961, + "main_score": 0.591561, "hf_subset": "tah_Latn-mal_Mlym", "languages": [ "tah-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.578255, - "recall": 0.621432, - "f1": 0.590815, - "accuracy": 0.621432, - "main_score": 0.590815, + "precision": 0.578359, + "recall": 0.622434, + "f1": 0.590731, + "accuracy": 0.622434, + "main_score": 0.590731, "hf_subset": "tah_Latn-mlg_Latn", "languages": [ "tah-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.620483, - "recall": 0.669504, - "f1": 0.634709, - "accuracy": 0.669504, - "main_score": 0.634709, + "precision": 0.61739, + "recall": 0.667001, + "f1": 0.631787, + "accuracy": 0.667001, + "main_score": 0.631787, "hf_subset": "tah_Latn-mri_Latn", "languages": [ "tah-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.649607, - "recall": 0.699549, - "f1": 0.66347, - "accuracy": 0.699549, - "main_score": 0.66347, + "precision": 0.646292, + "recall": 0.695543, + "f1": 0.659866, + "accuracy": 0.695543, + "main_score": 0.659866, "hf_subset": "tah_Latn-msa_Latn", "languages": [ "tah-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.642165, - "recall": 0.691037, - "f1": 0.656051, - "accuracy": 0.691037, - "main_score": 0.656051, + "precision": 0.650584, + "recall": 0.698047, + "f1": 0.663743, + "accuracy": 0.698047, + "main_score": 0.663743, "hf_subset": "tah_Latn-smo_Latn", "languages": [ "tah-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.572091, - "recall": 0.622434, - "f1": 0.586361, - "accuracy": 0.622434, - "main_score": 0.586361, + "precision": 0.571717, + "recall": 0.620931, + "f1": 0.585588, + "accuracy": 0.620931, + "main_score": 0.585588, "hf_subset": "tah_Latn-ton_Latn", "languages": [ "tah-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.975046, @@ -18698,115 +20255,125 @@ "languages": [ "tam-Taml", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, "hf_subset": "tam_Taml-ben_Beng", "languages": [ "tam-Taml", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, - "recall": 0.985478, - "f1": 0.981138, - "accuracy": 0.985478, - "main_score": 0.981138, + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, "hf_subset": "tam_Taml-deu_Latn", "languages": [ "tam-Taml", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.13787, - "recall": 0.171257, - "f1": 0.146145, - "accuracy": 0.171257, - "main_score": 0.146145, + "precision": 0.135873, + "recall": 0.169755, + "f1": 0.144379, + "accuracy": 0.169755, + "main_score": 0.144379, "hf_subset": "tam_Taml-div_Thaa", "languages": [ "tam-Taml", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97805, - "recall": 0.984977, - "f1": 0.980304, - "accuracy": 0.984977, - "main_score": 0.980304, + "precision": 0.977299, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, "hf_subset": "tam_Taml-ell_Grek", "languages": [ "tam-Taml", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990736, - "recall": 0.99349, - "f1": 0.991654, - "accuracy": 0.99349, - "main_score": 0.991654, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "tam_Taml-eng_Latn", "languages": [ "tam-Taml", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.917017, - "recall": 0.939409, - "f1": 0.924086, - "accuracy": 0.939409, - "main_score": 0.924086, + "precision": 0.910783, + "recall": 0.934402, + "f1": 0.918177, + "accuracy": 0.934402, + "main_score": 0.918177, "hf_subset": "tam_Taml-eus_Latn", "languages": [ "tam-Taml", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978551, - "recall": 0.985478, - "f1": 0.980805, - "accuracy": 0.985478, - "main_score": 0.980805, + "precision": 0.974462, + "recall": 0.982474, + "f1": 0.977049, + "accuracy": 0.982474, + "main_score": 0.977049, "hf_subset": "tam_Taml-fas_Arab", "languages": [ "tam-Taml", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.96912, - "recall": 0.978968, - "f1": 0.972375, - "accuracy": 0.978968, - "main_score": 0.972375, + "precision": 0.964196, + "recall": 0.975463, + "f1": 0.967868, + "accuracy": 0.975463, + "main_score": 0.967868, "hf_subset": "tam_Taml-fin_Latn", "languages": [ "tam-Taml", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974378, - "recall": 0.982474, - "f1": 0.977049, - "accuracy": 0.982474, - "main_score": 0.977049, + "precision": 0.97129, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, "hf_subset": "tam_Taml-fra_Latn", "languages": [ "tam-Taml", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.985729, @@ -18818,115 +20385,125 @@ "languages": [ "tam-Taml", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974378, - "recall": 0.981973, - "f1": 0.976882, - "accuracy": 0.981973, - "main_score": 0.976882, + "precision": 0.970289, + "recall": 0.979469, + "f1": 0.973293, + "accuracy": 0.979469, + "main_score": 0.973293, "hf_subset": "tam_Taml-heb_Hebr", "languages": [ "tam-Taml", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "tam_Taml-hin_Deva", "languages": [ "tam-Taml", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963445, - "recall": 0.974462, - "f1": 0.967117, - "accuracy": 0.974462, - "main_score": 0.967117, + "precision": 0.965365, + "recall": 0.975964, + "f1": 0.96887, + "accuracy": 0.975964, + "main_score": 0.96887, "hf_subset": "tam_Taml-hun_Latn", "languages": [ "tam-Taml", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984727, - "recall": 0.989484, - "f1": 0.986313, - "accuracy": 0.989484, - "main_score": 0.986313, + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "tam_Taml-ind_Latn", "languages": [ "tam-Taml", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973252, - "recall": 0.981472, - "f1": 0.975914, - "accuracy": 0.981472, - "main_score": 0.975914, + "precision": 0.971958, + "recall": 0.980471, + "f1": 0.974688, + "accuracy": 0.980471, + "main_score": 0.974688, "hf_subset": "tam_Taml-jpn_Jpan", "languages": [ "tam-Taml", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980721, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.976214, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, "hf_subset": "tam_Taml-kan_Knda", "languages": [ "tam-Taml", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976632, - "recall": 0.983976, - "f1": 0.979052, - "accuracy": 0.983976, - "main_score": 0.979052, + "precision": 0.976965, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, "hf_subset": "tam_Taml-kor_Hang", "languages": [ "tam-Taml", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.967535, - "recall": 0.977967, - "f1": 0.970956, - "accuracy": 0.977967, - "main_score": 0.970956, + "precision": 0.966032, + "recall": 0.976965, + "f1": 0.969621, + "accuracy": 0.976965, + "main_score": 0.969621, "hf_subset": "tam_Taml-lit_Latn", "languages": [ "tam-Taml", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977132, - "recall": 0.984477, - "f1": 0.979553, - "accuracy": 0.984477, - "main_score": 0.979553, + "precision": 0.976047, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, "hf_subset": "tam_Taml-mar_Deva", "languages": [ "tam-Taml", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.974462, @@ -18938,139 +20515,151 @@ "languages": [ "tam-Taml", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97588, - "recall": 0.983475, - "f1": 0.978384, - "accuracy": 0.983475, - "main_score": 0.978384, + "precision": 0.976214, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, "hf_subset": "tam_Taml-nld_Latn", "languages": [ "tam-Taml", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977466, - "recall": 0.984977, - "f1": 0.97997, - "accuracy": 0.984977, - "main_score": 0.97997, + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, "hf_subset": "tam_Taml-pan_Guru", "languages": [ "tam-Taml", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97079, - "recall": 0.979469, - "f1": 0.973627, - "accuracy": 0.979469, - "main_score": 0.973627, + "precision": 0.968787, + "recall": 0.978468, + "f1": 0.971958, + "accuracy": 0.978468, + "main_score": 0.971958, "hf_subset": "tam_Taml-pol_Latn", "languages": [ "tam-Taml", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977717, - "recall": 0.984977, - "f1": 0.980137, - "accuracy": 0.984977, - "main_score": 0.980137, + "precision": 0.974462, + "recall": 0.982974, + "f1": 0.977299, + "accuracy": 0.982974, + "main_score": 0.977299, "hf_subset": "tam_Taml-por_Latn", "languages": [ "tam-Taml", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965699, - "recall": 0.976465, - "f1": 0.969204, - "accuracy": 0.976465, - "main_score": 0.969204, + "precision": 0.964614, + "recall": 0.975463, + "f1": 0.968119, + "accuracy": 0.975463, + "main_score": 0.968119, "hf_subset": "tam_Taml-rus_Cyrl", "languages": [ "tam-Taml", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.933166, - "recall": 0.952929, - "f1": 0.939576, - "accuracy": 0.952929, - "main_score": 0.939576, + "precision": 0.930412, + "recall": 0.951427, + "f1": 0.937239, + "accuracy": 0.951427, + "main_score": 0.937239, "hf_subset": "tam_Taml-sin_Sinh", "languages": [ "tam-Taml", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.923302, - "recall": 0.945418, - "f1": 0.930479, - "accuracy": 0.945418, - "main_score": 0.930479, + "precision": 0.915457, + "recall": 0.940411, + "f1": 0.923552, + "accuracy": 0.940411, + "main_score": 0.923552, "hf_subset": "tam_Taml-snd_Arab", "languages": [ "tam-Taml", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977383, - "recall": 0.984477, - "f1": 0.97972, - "accuracy": 0.984477, - "main_score": 0.97972, + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, "hf_subset": "tam_Taml-spa_Latn", "languages": [ "tam-Taml", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.897054, - "recall": 0.924887, - "f1": 0.905892, - "accuracy": 0.924887, - "main_score": 0.905892, + "precision": 0.901853, + "recall": 0.928393, + "f1": 0.910265, + "accuracy": 0.928393, + "main_score": 0.910265, "hf_subset": "tam_Taml-swa_Latn", "languages": [ "tam-Taml", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.987982, - "f1": 0.984811, - "accuracy": 0.987982, - "main_score": 0.984811, + "precision": 0.981639, + "recall": 0.98698, + "f1": 0.983392, + "accuracy": 0.98698, + "main_score": 0.983392, "hf_subset": "tam_Taml-swe_Latn", "languages": [ "tam-Taml", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976381, - "recall": 0.983976, - "f1": 0.978885, - "accuracy": 0.983976, - "main_score": 0.978885, + "precision": 0.972959, + "recall": 0.981973, + "f1": 0.975964, + "accuracy": 0.981973, + "main_score": 0.975964, "hf_subset": "tam_Taml-tel_Telu", "languages": [ "tam-Taml", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.970122, @@ -19082,163 +20671,177 @@ "languages": [ "tam-Taml", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976632, - "recall": 0.983976, - "f1": 0.979052, - "accuracy": 0.983976, - "main_score": 0.979052, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, "hf_subset": "tam_Taml-urd_Arab", "languages": [ "tam-Taml", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979135, - "recall": 0.985478, - "f1": 0.981222, - "accuracy": 0.985478, - "main_score": 0.981222, + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, "hf_subset": "tam_Taml-vie_Latn", "languages": [ "tam-Taml", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973043, - "recall": 0.981472, - "f1": 0.975797, - "accuracy": 0.981472, - "main_score": 0.975797, + "precision": 0.974629, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, "hf_subset": "tam_Taml-zho_Hant", "languages": [ "tam-Taml", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.640195, - "recall": 0.697046, - "f1": 0.656687, - "accuracy": 0.697046, - "main_score": 0.656687, + "precision": 0.632053, + "recall": 0.689534, + "f1": 0.648619, + "accuracy": 0.689534, + "main_score": 0.648619, "hf_subset": "tam_Taml-zul_Latn", "languages": [ "tam-Taml", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.941512, - "recall": 0.956935, - "f1": 0.94642, - "accuracy": 0.956935, - "main_score": 0.94642, + "precision": 0.940719, + "recall": 0.956435, + "f1": 0.945702, + "accuracy": 0.956435, + "main_score": 0.945702, "hf_subset": "tat_Cyrl-aze_Latn", "languages": [ "tat-Cyrl", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.928643, - "recall": 0.948423, - "f1": 0.934969, - "accuracy": 0.948423, - "main_score": 0.934969, + "precision": 0.932315, + "recall": 0.950926, + "f1": 0.938241, + "accuracy": 0.950926, + "main_score": 0.938241, "hf_subset": "tat_Cyrl-bak_Cyrl", "languages": [ "tat-Cyrl", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965532, - "recall": 0.975964, - "f1": 0.968853, - "accuracy": 0.975964, - "main_score": 0.968853, + "precision": 0.969204, + "recall": 0.978468, + "f1": 0.972208, + "accuracy": 0.978468, + "main_score": 0.972208, "hf_subset": "tat_Cyrl-eng_Latn", "languages": [ "tat-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949633, - "recall": 0.963946, - "f1": 0.954191, - "accuracy": 0.963946, - "main_score": 0.954191, + "precision": 0.944116, + "recall": 0.960441, + "f1": 0.949257, + "accuracy": 0.960441, + "main_score": 0.949257, "hf_subset": "tat_Cyrl-kaz_Cyrl", "languages": [ "tat-Cyrl", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.939009, + "precision": 0.939242, "recall": 0.955433, - "f1": 0.94415, + "f1": 0.944293, "accuracy": 0.955433, - "main_score": 0.94415, + "main_score": 0.944293, "hf_subset": "tat_Cyrl-kir_Cyrl", "languages": [ "tat-Cyrl", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.887339, - "recall": 0.915874, - "f1": 0.896094, - "accuracy": 0.915874, - "main_score": 0.896094, + "precision": 0.890269, + "recall": 0.917376, + "f1": 0.898524, + "accuracy": 0.917376, + "main_score": 0.898524, "hf_subset": "tat_Cyrl-tuk_Latn", "languages": [ "tat-Cyrl", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.94016, - "recall": 0.955934, - "f1": 0.945068, - "accuracy": 0.955934, - "main_score": 0.945068, + "precision": 0.939993, + "recall": 0.956435, + "f1": 0.945151, + "accuracy": 0.956435, + "main_score": 0.945151, "hf_subset": "tat_Cyrl-tur_Latn", "languages": [ "tat-Cyrl", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.839184, - "recall": 0.879319, - "f1": 0.851344, - "accuracy": 0.879319, - "main_score": 0.851344, + "precision": 0.844417, + "recall": 0.885829, + "f1": 0.857169, + "accuracy": 0.885829, + "main_score": 0.857169, "hf_subset": "tat_Cyrl-uig_Arab", "languages": [ "tat-Cyrl", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944125, - "recall": 0.959439, - "f1": 0.948933, - "accuracy": 0.959439, - "main_score": 0.948933, + "precision": 0.942873, + "recall": 0.958438, + "f1": 0.947765, + "accuracy": 0.958438, + "main_score": 0.947765, "hf_subset": "tat_Cyrl-uzb_Latn", "languages": [ "tat-Cyrl", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.980721, @@ -19250,991 +20853,1074 @@ "languages": [ "tel-Telu", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.134352, - "recall": 0.171257, - "f1": 0.143291, - "accuracy": 0.171257, - "main_score": 0.143291, + "precision": 0.13093, + "recall": 0.165749, + "f1": 0.139579, + "accuracy": 0.165749, + "main_score": 0.139579, "hf_subset": "tel_Telu-div_Thaa", "languages": [ "tel-Telu", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, "hf_subset": "tel_Telu-eng_Latn", "languages": [ "tel-Telu", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.91201, - "recall": 0.935904, - "f1": 0.919563, - "accuracy": 0.935904, - "main_score": 0.919563, + "precision": 0.909214, + "recall": 0.935403, + "f1": 0.91761, + "accuracy": 0.935403, + "main_score": 0.91761, "hf_subset": "tel_Telu-eus_Latn", "languages": [ "tel-Telu", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, - "recall": 0.987982, - "f1": 0.984143, - "accuracy": 0.987982, - "main_score": 0.984143, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "tel_Telu-guj_Gujr", "languages": [ "tel-Telu", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976715, - "recall": 0.983976, - "f1": 0.979135, - "accuracy": 0.983976, - "main_score": 0.979135, + "precision": 0.975964, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, "hf_subset": "tel_Telu-hin_Deva", "languages": [ "tel-Telu", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, - "recall": 0.987982, - "f1": 0.98431, - "accuracy": 0.987982, - "main_score": 0.98431, + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, "hf_subset": "tel_Telu-kan_Knda", "languages": [ "tel-Telu", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988483, - "f1": 0.985228, - "accuracy": 0.988483, - "main_score": 0.985228, + "precision": 0.981389, + "recall": 0.98698, + "f1": 0.983225, + "accuracy": 0.98698, + "main_score": 0.983225, "hf_subset": "tel_Telu-mar_Deva", "languages": [ "tel-Telu", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978718, - "recall": 0.985478, - "f1": 0.980971, - "accuracy": 0.985478, - "main_score": 0.980971, + "precision": 0.977466, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "tel_Telu-nep_Deva", "languages": [ "tel-Telu", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980971, - "recall": 0.98698, - "f1": 0.982974, - "accuracy": 0.98698, - "main_score": 0.982974, + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, "hf_subset": "tel_Telu-pan_Guru", "languages": [ "tel-Telu", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936071, - "recall": 0.955433, - "f1": 0.942247, - "accuracy": 0.955433, - "main_score": 0.942247, + "precision": 0.932482, + "recall": 0.95343, + "f1": 0.939326, + "accuracy": 0.95343, + "main_score": 0.939326, "hf_subset": "tel_Telu-sin_Sinh", "languages": [ "tel-Telu", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.916875, + "precision": 0.917543, "recall": 0.940911, - "f1": 0.924704, + "f1": 0.925038, "accuracy": 0.940911, - "main_score": 0.924704, + "main_score": 0.925038, "hf_subset": "tel_Telu-snd_Arab", "languages": [ "tel-Telu", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978885, - "recall": 0.985478, - "f1": 0.981055, - "accuracy": 0.985478, - "main_score": 0.981055, + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, "hf_subset": "tel_Telu-tam_Taml", "languages": [ "tel-Telu", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982307, - "recall": 0.987982, - "f1": 0.984143, - "accuracy": 0.987982, - "main_score": 0.984143, + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, "hf_subset": "tel_Telu-urd_Arab", "languages": [ "tel-Telu", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.904319, - "recall": 0.928893, - "f1": 0.911894, - "accuracy": 0.928893, - "main_score": 0.911894, + "precision": 0.90149, + "recall": 0.927391, + "f1": 0.909492, + "accuracy": 0.927391, + "main_score": 0.909492, "hf_subset": "tgk_Cyrl-arb_Arab", "languages": [ "tgk-Cyrl", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.821858, - "recall": 0.862293, - "f1": 0.834471, - "accuracy": 0.862293, - "main_score": 0.834471, + "precision": 0.823477, + "recall": 0.864296, + "f1": 0.836247, + "accuracy": 0.864296, + "main_score": 0.836247, "hf_subset": "tgk_Cyrl-ckb_Arab", "languages": [ "tgk-Cyrl", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934001, - "recall": 0.95343, - "f1": 0.940036, - "accuracy": 0.95343, - "main_score": 0.940036, + "precision": 0.935019, + "recall": 0.953931, + "f1": 0.940895, + "accuracy": 0.953931, + "main_score": 0.940895, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": [ "tgk-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922013, - "recall": 0.941913, - "f1": 0.928217, - "accuracy": 0.941913, - "main_score": 0.928217, + "precision": 0.923385, + "recall": 0.942914, + "f1": 0.929346, + "accuracy": 0.942914, + "main_score": 0.929346, "hf_subset": "tgk_Cyrl-fas_Arab", "languages": [ "tgk-Cyrl", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.919629, + "precision": 0.920063, "recall": 0.941913, - "f1": 0.92659, + "f1": 0.926874, "accuracy": 0.941913, - "main_score": 0.92659, + "main_score": 0.926874, "hf_subset": "tgk_Cyrl-heb_Hebr", "languages": [ "tgk-Cyrl", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.780759, - "recall": 0.826239, - "f1": 0.794419, - "accuracy": 0.826239, - "main_score": 0.794419, + "precision": 0.779269, + "recall": 0.825739, + "f1": 0.793509, + "accuracy": 0.825739, + "main_score": 0.793509, "hf_subset": "tgk_Cyrl-kmr_Latn", "languages": [ "tgk-Cyrl", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.824825, - "recall": 0.860791, - "f1": 0.835434, - "accuracy": 0.860791, - "main_score": 0.835434, + "precision": 0.829034, + "recall": 0.864296, + "f1": 0.839596, + "accuracy": 0.864296, + "main_score": 0.839596, "hf_subset": "tgk_Cyrl-mey_Arab", "languages": [ "tgk-Cyrl", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92607, - "recall": 0.94642, - "f1": 0.932365, - "accuracy": 0.94642, - "main_score": 0.932365, + "precision": 0.927447, + "recall": 0.947421, + "f1": 0.933751, + "accuracy": 0.947421, + "main_score": 0.933751, "hf_subset": "tgk_Cyrl-prs_Arab", "languages": [ "tgk-Cyrl", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.811434, - "recall": 0.85328, - "f1": 0.824155, - "accuracy": 0.85328, - "main_score": 0.824155, + "precision": 0.81309, + "recall": 0.853781, + "f1": 0.825783, + "accuracy": 0.853781, + "main_score": 0.825783, "hf_subset": "tgk_Cyrl-pus_Arab", "languages": [ "tgk-Cyrl", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, - { - "precision": 0.605258, - "recall": 0.667501, - "f1": 0.622971, - "accuracy": 0.667501, - "main_score": 0.622971, + { + "precision": 0.607205, + "recall": 0.669004, + "f1": 0.624796, + "accuracy": 0.669004, + "main_score": 0.624796, "hf_subset": "tgk_Cyrl-shi_Arab", "languages": [ "tgk-Cyrl", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.602381, - "recall": 0.688032, - "f1": 0.626482, - "accuracy": 0.688032, - "main_score": 0.626482, + "precision": 0.59953, + "recall": 0.683025, + "f1": 0.623194, + "accuracy": 0.683025, + "main_score": 0.623194, "hf_subset": "tha_Thai-bod_Tibt", "languages": [ "tha-Thai", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.267646, - "recall": 0.336004, - "f1": 0.284493, - "accuracy": 0.336004, - "main_score": 0.284493, + "precision": 0.268517, + "recall": 0.339009, + "f1": 0.286003, + "accuracy": 0.339009, + "main_score": 0.286003, "hf_subset": "tha_Thai-dzo_Tibt", "languages": [ "tha-Thai", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.996495, - "f1": 0.995326, - "accuracy": 0.996495, - "main_score": 0.995326, + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, "hf_subset": "tha_Thai-eng_Latn", "languages": [ "tha-Thai", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970539, - "recall": 0.97997, - "f1": 0.973627, - "accuracy": 0.97997, - "main_score": 0.973627, + "precision": 0.967952, + "recall": 0.977967, + "f1": 0.971207, + "accuracy": 0.977967, + "main_score": 0.971207, "hf_subset": "tha_Thai-khm_Khmr", "languages": [ "tha-Thai", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976882, - "recall": 0.983976, - "f1": 0.979135, - "accuracy": 0.983976, - "main_score": 0.979135, + "precision": 0.976214, + "recall": 0.983475, + "f1": 0.978551, + "accuracy": 0.983475, + "main_score": 0.978551, "hf_subset": "tha_Thai-lao_Laoo", "languages": [ "tha-Thai", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937281, - "recall": 0.955934, - "f1": 0.943282, - "accuracy": 0.955934, - "main_score": 0.943282, + "precision": 0.936154, + "recall": 0.954432, + "f1": 0.941996, + "accuracy": 0.954432, + "main_score": 0.941996, "hf_subset": "tha_Thai-mon_Mong", "languages": [ "tha-Thai", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.907132, - "recall": 0.9334, - "f1": 0.915124, - "accuracy": 0.9334, - "main_score": 0.915124, + "precision": 0.908159, + "recall": 0.934902, + "f1": 0.91645, + "accuracy": 0.934902, + "main_score": 0.91645, "hf_subset": "tha_Thai-mya_Mymr", "languages": [ "tha-Thai", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.610999, - "recall": 0.679519, - "f1": 0.630565, - "accuracy": 0.679519, - "main_score": 0.630565, + "precision": 0.610255, + "recall": 0.677516, + "f1": 0.62946, + "accuracy": 0.677516, + "main_score": 0.62946, "hf_subset": "tir_Ethi-amh_Ethi", "languages": [ "tir-Ethi", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.607315, - "recall": 0.67301, - "f1": 0.625279, - "accuracy": 0.67301, - "main_score": 0.625279, + "precision": 0.612991, + "recall": 0.677016, + "f1": 0.630527, + "accuracy": 0.677016, + "main_score": 0.630527, "hf_subset": "tir_Ethi-eng_Latn", "languages": [ "tir-Ethi", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.470694, - "recall": 0.539309, - "f1": 0.489141, - "accuracy": 0.539309, - "main_score": 0.489141, + "precision": 0.466719, + "recall": 0.534802, + "f1": 0.485151, + "accuracy": 0.534802, + "main_score": 0.485151, "hf_subset": "tir_Ethi-hau_Latn", "languages": [ "tir-Ethi", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.440781, - "recall": 0.505258, - "f1": 0.457836, - "accuracy": 0.505258, - "main_score": 0.457836, + "precision": 0.441128, + "recall": 0.500751, + "f1": 0.456807, + "accuracy": 0.500751, + "main_score": 0.456807, "hf_subset": "tir_Ethi-ibo_Latn", "languages": [ "tir-Ethi", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.423103, - "recall": 0.483225, - "f1": 0.438467, - "accuracy": 0.483225, - "main_score": 0.438467, + "precision": 0.410041, + "recall": 0.470205, + "f1": 0.425517, + "accuracy": 0.470205, + "main_score": 0.425517, "hf_subset": "tir_Ethi-nso_Latn", "languages": [ "tir-Ethi", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.369819, - "recall": 0.43315, - "f1": 0.386626, - "accuracy": 0.43315, - "main_score": 0.386626, + "precision": 0.369173, + "recall": 0.43365, + "f1": 0.386151, + "accuracy": 0.43365, + "main_score": 0.386151, "hf_subset": "tir_Ethi-orm_Ethi", "languages": [ "tir-Ethi", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.453518, - "recall": 0.519279, - "f1": 0.471069, - "accuracy": 0.519279, - "main_score": 0.471069, + "precision": 0.447778, + "recall": 0.514271, + "f1": 0.465314, + "accuracy": 0.514271, + "main_score": 0.465314, "hf_subset": "tir_Ethi-som_Latn", "languages": [ "tir-Ethi", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.427942, - "recall": 0.489234, - "f1": 0.443989, - "accuracy": 0.489234, - "main_score": 0.443989, + "precision": 0.421538, + "recall": 0.481222, + "f1": 0.436893, + "accuracy": 0.481222, + "main_score": 0.436893, "hf_subset": "tir_Ethi-ssw_Latn", "languages": [ "tir-Ethi", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.543336, - "recall": 0.610416, - "f1": 0.560851, - "accuracy": 0.610416, - "main_score": 0.560851, + "precision": 0.531289, + "recall": 0.602904, + "f1": 0.55029, + "accuracy": 0.602904, + "main_score": 0.55029, "hf_subset": "tir_Ethi-swa_Latn", "languages": [ "tir-Ethi", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.418185, - "recall": 0.48022, - "f1": 0.434738, - "accuracy": 0.48022, - "main_score": 0.434738, + "precision": 0.416843, + "recall": 0.477717, + "f1": 0.433407, + "accuracy": 0.477717, + "main_score": 0.433407, "hf_subset": "tir_Ethi-tsn_Latn", "languages": [ "tir-Ethi", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.41986, - "recall": 0.479219, - "f1": 0.435392, - "accuracy": 0.479219, - "main_score": 0.435392, + "precision": 0.414543, + "recall": 0.476715, + "f1": 0.43134, + "accuracy": 0.476715, + "main_score": 0.43134, "hf_subset": "tir_Ethi-wol_Latn", "languages": [ "tir-Ethi", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.436238, - "recall": 0.503255, - "f1": 0.454326, - "accuracy": 0.503255, - "main_score": 0.454326, + "precision": 0.426901, + "recall": 0.495243, + "f1": 0.44509, + "accuracy": 0.495243, + "main_score": 0.44509, "hf_subset": "tir_Ethi-xho_Latn", "languages": [ "tir-Ethi", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.400649, - "recall": 0.475714, - "f1": 0.420196, - "accuracy": 0.475714, - "main_score": 0.420196, + "precision": 0.394534, + "recall": 0.467201, + "f1": 0.413508, + "accuracy": 0.467201, + "main_score": 0.413508, "hf_subset": "tir_Ethi-yor_Latn", "languages": [ "tir-Ethi", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.450515, - "recall": 0.515273, - "f1": 0.468381, - "accuracy": 0.515273, - "main_score": 0.468381, + "precision": 0.440162, + "recall": 0.50676, + "f1": 0.458358, + "accuracy": 0.50676, + "main_score": 0.458358, "hf_subset": "tir_Ethi-zul_Latn", "languages": [ "tir-Ethi", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.742652, - "recall": 0.793691, - "f1": 0.756612, - "accuracy": 0.793691, - "main_score": 0.756612, + "precision": 0.746656, + "recall": 0.796695, + "f1": 0.760434, + "accuracy": 0.796695, + "main_score": 0.760434, "hf_subset": "ton_Latn-eng_Latn", "languages": [ "ton-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.580414, - "recall": 0.645969, - "f1": 0.598993, - "accuracy": 0.645969, - "main_score": 0.598993, + "precision": 0.569592, + "recall": 0.636455, + "f1": 0.588523, + "accuracy": 0.636455, + "main_score": 0.588523, "hf_subset": "ton_Latn-fij_Latn", "languages": [ "ton-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.753295, - "recall": 0.7997, - "f1": 0.766169, - "accuracy": 0.7997, - "main_score": 0.766169, + "precision": 0.743377, + "recall": 0.792188, + "f1": 0.757084, + "accuracy": 0.792188, + "main_score": 0.757084, "hf_subset": "ton_Latn-fil_Latn", "languages": [ "ton-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.740739, - "recall": 0.790185, - "f1": 0.75417, - "accuracy": 0.790185, - "main_score": 0.75417, + "precision": 0.731292, + "recall": 0.781673, + "f1": 0.744859, + "accuracy": 0.781673, + "main_score": 0.744859, "hf_subset": "ton_Latn-ind_Latn", "languages": [ "ton-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.64875, - "recall": 0.718077, - "f1": 0.668347, - "accuracy": 0.718077, - "main_score": 0.668347, + "precision": 0.642364, + "recall": 0.710566, + "f1": 0.661238, + "accuracy": 0.710566, + "main_score": 0.661238, "hf_subset": "ton_Latn-mal_Mlym", "languages": [ "ton-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.629379, - "recall": 0.676515, - "f1": 0.642302, - "accuracy": 0.676515, - "main_score": 0.642302, + "precision": 0.618974, + "recall": 0.665999, + "f1": 0.631914, + "accuracy": 0.665999, + "main_score": 0.631914, "hf_subset": "ton_Latn-mlg_Latn", "languages": [ "ton-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.717923, - "recall": 0.762644, - "f1": 0.730618, - "accuracy": 0.762644, - "main_score": 0.730618, + "precision": 0.705834, + "recall": 0.752629, + "f1": 0.718964, + "accuracy": 0.752629, + "main_score": 0.718964, "hf_subset": "ton_Latn-mri_Latn", "languages": [ "ton-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.741631, - "recall": 0.791187, - "f1": 0.75523, - "accuracy": 0.791187, - "main_score": 0.75523, + "precision": 0.739422, + "recall": 0.788683, + "f1": 0.753082, + "accuracy": 0.788683, + "main_score": 0.753082, "hf_subset": "ton_Latn-msa_Latn", "languages": [ "ton-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682131, - "recall": 0.7331, - "f1": 0.696242, - "accuracy": 0.7331, - "main_score": 0.696242, + "precision": 0.675842, + "recall": 0.726089, + "f1": 0.689698, + "accuracy": 0.726089, + "main_score": 0.689698, "hf_subset": "ton_Latn-smo_Latn", "languages": [ "ton-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.58952, - "recall": 0.637957, - "f1": 0.603169, - "accuracy": 0.637957, - "main_score": 0.603169, + "precision": 0.583188, + "recall": 0.632449, + "f1": 0.597031, + "accuracy": 0.632449, + "main_score": 0.597031, "hf_subset": "ton_Latn-tah_Latn", "languages": [ "ton-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.485574, - "recall": 0.560341, - "f1": 0.506206, - "accuracy": 0.560341, - "main_score": 0.506206, + "precision": 0.479437, + "recall": 0.554832, + "f1": 0.500481, + "accuracy": 0.554832, + "main_score": 0.500481, "hf_subset": "tsn_Latn-amh_Ethi", "languages": [ "tsn-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.693758, - "recall": 0.730095, - "f1": 0.703814, - "accuracy": 0.730095, - "main_score": 0.703814, + "precision": 0.687215, + "recall": 0.725588, + "f1": 0.697647, + "accuracy": 0.725588, + "main_score": 0.697647, "hf_subset": "tsn_Latn-eng_Latn", "languages": [ "tsn-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.688661, - "recall": 0.722083, - "f1": 0.698169, - "accuracy": 0.722083, - "main_score": 0.698169, + "precision": 0.687133, + "recall": 0.720581, + "f1": 0.696698, + "accuracy": 0.720581, + "main_score": 0.696698, "hf_subset": "tsn_Latn-hau_Latn", "languages": [ "tsn-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.712247, - "recall": 0.743615, - "f1": 0.720819, - "accuracy": 0.743615, - "main_score": 0.720819, + "precision": 0.704835, + "recall": 0.735603, + "f1": 0.713236, + "accuracy": 0.735603, + "main_score": 0.713236, "hf_subset": "tsn_Latn-ibo_Latn", "languages": [ "tsn-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.784144, - "recall": 0.822734, - "f1": 0.794967, - "accuracy": 0.822734, - "main_score": 0.794967, + "precision": 0.782053, + "recall": 0.822233, + "f1": 0.793294, + "accuracy": 0.822233, + "main_score": 0.793294, "hf_subset": "tsn_Latn-nso_Latn", "languages": [ "tsn-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.444541, - "recall": 0.51327, - "f1": 0.463999, - "accuracy": 0.51327, - "main_score": 0.463999, + "precision": 0.438765, + "recall": 0.509765, + "f1": 0.459097, + "accuracy": 0.509765, + "main_score": 0.459097, "hf_subset": "tsn_Latn-orm_Ethi", "languages": [ "tsn-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.642447, - "recall": 0.685528, - "f1": 0.65457, - "accuracy": 0.685528, - "main_score": 0.65457, + "precision": 0.647252, + "recall": 0.687031, + "f1": 0.658375, + "accuracy": 0.687031, + "main_score": 0.658375, "hf_subset": "tsn_Latn-som_Latn", "languages": [ "tsn-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.696057, - "recall": 0.734602, - "f1": 0.706999, - "accuracy": 0.734602, - "main_score": 0.706999, + "precision": 0.693153, + "recall": 0.729594, + "f1": 0.703309, + "accuracy": 0.729594, + "main_score": 0.703309, "hf_subset": "tsn_Latn-ssw_Latn", "languages": [ "tsn-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.678231, - "recall": 0.715073, - "f1": 0.688373, - "accuracy": 0.715073, - "main_score": 0.688373, + "precision": 0.673077, + "recall": 0.712569, + "f1": 0.683936, + "accuracy": 0.712569, + "main_score": 0.683936, "hf_subset": "tsn_Latn-swa_Latn", "languages": [ "tsn-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.468381, - "recall": 0.544316, - "f1": 0.488764, - "accuracy": 0.544316, - "main_score": 0.488764, + "precision": 0.453871, + "recall": 0.52679, + "f1": 0.473206, + "accuracy": 0.52679, + "main_score": 0.473206, "hf_subset": "tsn_Latn-tir_Ethi", "languages": [ "tsn-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.62444, - "recall": 0.667501, - "f1": 0.637097, - "accuracy": 0.667501, - "main_score": 0.637097, + "precision": 0.621417, + "recall": 0.664497, + "f1": 0.633956, + "accuracy": 0.664497, + "main_score": 0.633956, "hf_subset": "tsn_Latn-wol_Latn", "languages": [ "tsn-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.658718, - "recall": 0.705558, - "f1": 0.672165, - "accuracy": 0.705558, - "main_score": 0.672165, + "precision": 0.656659, + "recall": 0.702554, + "f1": 0.670007, + "accuracy": 0.702554, + "main_score": 0.670007, "hf_subset": "tsn_Latn-xho_Latn", "languages": [ "tsn-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.627292, - "recall": 0.676014, - "f1": 0.640925, - "accuracy": 0.676014, - "main_score": 0.640925, + "precision": 0.628337, + "recall": 0.675013, + "f1": 0.641223, + "accuracy": 0.675013, + "main_score": 0.641223, "hf_subset": "tsn_Latn-yor_Latn", "languages": [ "tsn-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.691901, - "recall": 0.727091, - "f1": 0.701794, - "accuracy": 0.727091, - "main_score": 0.701794, + "precision": 0.685697, + "recall": 0.721582, + "f1": 0.695775, + "accuracy": 0.721582, + "main_score": 0.695775, "hf_subset": "tsn_Latn-zul_Latn", "languages": [ "tsn-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.904545, - "recall": 0.928893, - "f1": 0.912143, - "accuracy": 0.928893, - "main_score": 0.912143, + "precision": 0.905263, + "recall": 0.929394, + "f1": 0.912727, + "accuracy": 0.929394, + "main_score": 0.912727, "hf_subset": "tuk_Latn-aze_Latn", "languages": [ "tuk-Latn", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.836585, - "recall": 0.874311, - "f1": 0.847964, - "accuracy": 0.874311, - "main_score": 0.847964, + "precision": 0.837456, + "recall": 0.875814, + "f1": 0.849183, + "accuracy": 0.875814, + "main_score": 0.849183, "hf_subset": "tuk_Latn-bak_Cyrl", "languages": [ "tuk-Latn", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.924779, - "recall": 0.944917, - "f1": 0.931013, - "accuracy": 0.944917, - "main_score": 0.931013, + "precision": 0.927283, + "recall": 0.94642, + "f1": 0.933083, + "accuracy": 0.94642, + "main_score": 0.933083, "hf_subset": "tuk_Latn-eng_Latn", "languages": [ "tuk-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.897755, - "recall": 0.923385, - "f1": 0.905761, - "accuracy": 0.923385, - "main_score": 0.905761, + "precision": 0.892155, + "recall": 0.918878, + "f1": 0.900403, + "accuracy": 0.918878, + "main_score": 0.900403, "hf_subset": "tuk_Latn-kaz_Cyrl", "languages": [ "tuk-Latn", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.882566, - "recall": 0.910866, - "f1": 0.891287, - "accuracy": 0.910866, - "main_score": 0.891287, + "precision": 0.881422, + "recall": 0.909865, + "f1": 0.890219, + "accuracy": 0.909865, + "main_score": 0.890219, "hf_subset": "tuk_Latn-kir_Cyrl", "languages": [ "tuk-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.88444, - "recall": 0.912869, - "f1": 0.893117, - "accuracy": 0.912869, - "main_score": 0.893117, + "precision": 0.88885, + "recall": 0.913871, + "f1": 0.896263, + "accuracy": 0.913871, + "main_score": 0.896263, "hf_subset": "tuk_Latn-tat_Cyrl", "languages": [ "tuk-Latn", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.897338, - "recall": 0.921883, - "f1": 0.904791, - "accuracy": 0.921883, - "main_score": 0.904791, + "precision": 0.894901, + "recall": 0.921382, + "f1": 0.903105, + "accuracy": 0.921382, + "main_score": 0.903105, "hf_subset": "tuk_Latn-tur_Latn", "languages": [ "tuk-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.765149, - "recall": 0.819229, - "f1": 0.781198, - "accuracy": 0.819229, - "main_score": 0.781198, + "precision": 0.757524, + "recall": 0.813721, + "f1": 0.774416, + "accuracy": 0.813721, + "main_score": 0.774416, "hf_subset": "tuk_Latn-uig_Arab", "languages": [ "tuk-Latn", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.897404, - "recall": 0.924887, - "f1": 0.905959, - "accuracy": 0.924887, - "main_score": 0.905959, + "precision": 0.901577, + "recall": 0.927892, + "f1": 0.909781, + "accuracy": 0.927892, + "main_score": 0.909781, "hf_subset": "tuk_Latn-uzb_Latn", "languages": [ "tuk-Latn", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.967868, - "recall": 0.977466, - "f1": 0.97104, - "accuracy": 0.977466, - "main_score": 0.97104, + "precision": 0.970372, + "recall": 0.978968, + "f1": 0.97321, + "accuracy": 0.978968, + "main_score": 0.97321, "hf_subset": "tur_Latn-arb_Arab", "languages": [ "tur-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971374, + "precision": 0.971791, "recall": 0.97997, - "f1": 0.974211, + "f1": 0.974462, "accuracy": 0.97997, - "main_score": 0.974211, + "main_score": 0.974462, "hf_subset": "tur_Latn-aze_Latn", "languages": [ "tur-Latn", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.915139, - "recall": 0.937907, - "f1": 0.92236, - "accuracy": 0.937907, - "main_score": 0.92236, + "precision": 0.910646, + "recall": 0.934402, + "f1": 0.918119, + "accuracy": 0.934402, + "main_score": 0.918119, "hf_subset": "tur_Latn-bak_Cyrl", "languages": [ "tur-Latn", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980053, - "recall": 0.985979, - "f1": 0.981973, - "accuracy": 0.985979, - "main_score": 0.981973, + "precision": 0.978551, + "recall": 0.984977, + "f1": 0.980638, + "accuracy": 0.984977, + "main_score": 0.980638, "hf_subset": "tur_Latn-ben_Beng", "languages": [ "tur-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, - "recall": 0.984977, - "f1": 0.980554, - "accuracy": 0.984977, - "main_score": 0.980554, + "precision": 0.979135, + "recall": 0.985478, + "f1": 0.981222, + "accuracy": 0.985478, + "main_score": 0.981222, "hf_subset": "tur_Latn-deu_Latn", "languages": [ "tur-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.980387, @@ -20246,475 +21932,515 @@ "languages": [ "tur-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.989985, - "f1": 0.987147, - "accuracy": 0.989985, - "main_score": 0.987147, + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, "hf_subset": "tur_Latn-eng_Latn", "languages": [ "tur-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973877, - "recall": 0.981472, - "f1": 0.976381, - "accuracy": 0.981472, - "main_score": 0.976381, + "precision": 0.96862, + "recall": 0.977967, + "f1": 0.971708, + "accuracy": 0.977967, + "main_score": 0.971708, "hf_subset": "tur_Latn-fas_Arab", "languages": [ "tur-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971307, - "recall": 0.978968, - "f1": 0.973794, - "accuracy": 0.978968, - "main_score": 0.973794, + "precision": 0.974044, + "recall": 0.980971, + "f1": 0.976274, + "accuracy": 0.980971, + "main_score": 0.976274, "hf_subset": "tur_Latn-fin_Latn", "languages": [ "tur-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972292, - "recall": 0.980971, - "f1": 0.975129, - "accuracy": 0.980971, - "main_score": 0.975129, + "precision": 0.968953, + "recall": 0.978468, + "f1": 0.972041, + "accuracy": 0.978468, + "main_score": 0.972041, "hf_subset": "tur_Latn-fra_Latn", "languages": [ "tur-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.983976, - "f1": 0.979469, - "accuracy": 0.983976, - "main_score": 0.979469, + "precision": 0.973544, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, "hf_subset": "tur_Latn-heb_Hebr", "languages": [ "tur-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979469, - "recall": 0.985979, - "f1": 0.981639, - "accuracy": 0.985979, - "main_score": 0.981639, + "precision": 0.978635, + "recall": 0.984977, + "f1": 0.980721, + "accuracy": 0.984977, + "main_score": 0.980721, "hf_subset": "tur_Latn-hin_Deva", "languages": [ "tur-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968202, - "recall": 0.976965, - "f1": 0.97104, - "accuracy": 0.976965, - "main_score": 0.97104, + "precision": 0.966825, + "recall": 0.975964, + "f1": 0.969738, + "accuracy": 0.975964, + "main_score": 0.969738, "hf_subset": "tur_Latn-hun_Latn", "languages": [ "tur-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980471, - "recall": 0.985979, - "f1": 0.982307, - "accuracy": 0.985979, - "main_score": 0.982307, + "precision": 0.98189, + "recall": 0.98698, + "f1": 0.983559, + "accuracy": 0.98698, + "main_score": 0.983559, "hf_subset": "tur_Latn-ind_Latn", "languages": [ "tur-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979636, - "recall": 0.985478, - "f1": 0.981556, - "accuracy": 0.985478, - "main_score": 0.981556, + "precision": 0.978384, + "recall": 0.984477, + "f1": 0.980387, + "accuracy": 0.984477, + "main_score": 0.980387, "hf_subset": "tur_Latn-jpn_Jpan", "languages": [ "tur-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965048, - "recall": 0.974962, - "f1": 0.968286, - "accuracy": 0.974962, - "main_score": 0.968286, + "precision": 0.96463, + "recall": 0.974462, + "f1": 0.967785, + "accuracy": 0.974462, + "main_score": 0.967785, "hf_subset": "tur_Latn-kaz_Cyrl", "languages": [ "tur-Latn", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934457, - "recall": 0.952429, - "f1": 0.94026, - "accuracy": 0.952429, - "main_score": 0.94026, + "precision": 0.933664, + "recall": 0.950926, + "f1": 0.939125, + "accuracy": 0.950926, + "main_score": 0.939125, "hf_subset": "tur_Latn-kir_Cyrl", "languages": [ "tur-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972959, - "recall": 0.980971, - "f1": 0.975547, - "accuracy": 0.980971, - "main_score": 0.975547, + "precision": 0.970873, + "recall": 0.979469, + "f1": 0.973627, + "accuracy": 0.979469, + "main_score": 0.973627, "hf_subset": "tur_Latn-kor_Hang", "languages": [ "tur-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.966199, - "recall": 0.975964, - "f1": 0.969371, - "accuracy": 0.975964, - "main_score": 0.969371, + "precision": 0.964822, + "recall": 0.974962, + "f1": 0.968152, + "accuracy": 0.974962, + "main_score": 0.968152, "hf_subset": "tur_Latn-lit_Latn", "languages": [ "tur-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981723, + "precision": 0.98189, "recall": 0.98698, - "f1": 0.983475, + "f1": 0.983559, "accuracy": 0.98698, - "main_score": 0.983475, + "main_score": 0.983559, "hf_subset": "tur_Latn-nld_Latn", "languages": [ "tur-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970539, + "precision": 0.969955, "recall": 0.978968, - "f1": 0.973293, + "f1": 0.972876, "accuracy": 0.978968, - "main_score": 0.973293, + "main_score": 0.972876, "hf_subset": "tur_Latn-pol_Latn", "languages": [ "tur-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979135, - "recall": 0.985478, - "f1": 0.981222, - "accuracy": 0.985478, - "main_score": 0.981222, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, "hf_subset": "tur_Latn-por_Latn", "languages": [ "tur-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, - { - "precision": 0.967994, - "recall": 0.977466, - "f1": 0.971073, - "accuracy": 0.977466, - "main_score": 0.971073, + { + "precision": 0.968845, + "recall": 0.977967, + "f1": 0.971741, + "accuracy": 0.977967, + "main_score": 0.971741, "hf_subset": "tur_Latn-rus_Cyrl", "languages": [ "tur-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972876, - "recall": 0.980971, - "f1": 0.975547, - "accuracy": 0.980971, - "main_score": 0.975547, + "precision": 0.970122, + "recall": 0.978968, + "f1": 0.973043, + "accuracy": 0.978968, + "main_score": 0.973043, "hf_subset": "tur_Latn-spa_Latn", "languages": [ "tur-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.911673, - "recall": 0.9334, - "f1": 0.918337, - "accuracy": 0.9334, - "main_score": 0.918337, + "precision": 0.908216, + "recall": 0.930896, + "f1": 0.91522, + "accuracy": 0.930896, + "main_score": 0.91522, "hf_subset": "tur_Latn-swa_Latn", "languages": [ "tur-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976381, - "recall": 0.983475, - "f1": 0.978718, - "accuracy": 0.983475, - "main_score": 0.978718, + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977466, + "accuracy": 0.982474, + "main_score": 0.977466, "hf_subset": "tur_Latn-swe_Latn", "languages": [ "tur-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.967994, - "recall": 0.976465, - "f1": 0.970739, - "accuracy": 0.976465, - "main_score": 0.970739, + "precision": 0.964989, + "recall": 0.974462, + "f1": 0.968069, + "accuracy": 0.974462, + "main_score": 0.968069, "hf_subset": "tur_Latn-tam_Taml", "languages": [ "tur-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931272, - "recall": 0.950426, - "f1": 0.937439, - "accuracy": 0.950426, - "main_score": 0.937439, + "precision": 0.932106, + "recall": 0.951427, + "f1": 0.938358, + "accuracy": 0.951427, + "main_score": 0.938358, "hf_subset": "tur_Latn-tat_Cyrl", "languages": [ "tur-Latn", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.88779, - "recall": 0.915373, - "f1": 0.896261, - "accuracy": 0.915373, - "main_score": 0.896261, + "precision": 0.888241, + "recall": 0.916875, + "f1": 0.897112, + "accuracy": 0.916875, + "main_score": 0.897112, "hf_subset": "tur_Latn-tuk_Latn", "languages": [ "tur-Latn", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.885053, - "recall": 0.914372, - "f1": 0.894167, - "accuracy": 0.914372, - "main_score": 0.894167, + "precision": 0.886705, + "recall": 0.916875, + "f1": 0.896147, + "accuracy": 0.916875, + "main_score": 0.896147, "hf_subset": "tur_Latn-uig_Arab", "languages": [ "tur-Latn", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965949, - "recall": 0.975964, - "f1": 0.969204, - "accuracy": 0.975964, - "main_score": 0.969204, + "precision": 0.961275, + "recall": 0.972459, + "f1": 0.964864, + "accuracy": 0.972459, + "main_score": 0.964864, "hf_subset": "tur_Latn-uzb_Latn", "languages": [ "tur-Latn", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974253, - "recall": 0.981472, - "f1": 0.976582, - "accuracy": 0.981472, - "main_score": 0.976582, + "precision": 0.973335, + "recall": 0.980971, + "f1": 0.97583, + "accuracy": 0.980971, + "main_score": 0.97583, "hf_subset": "tur_Latn-vie_Latn", "languages": [ "tur-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, + "precision": 0.978134, "recall": 0.984477, - "f1": 0.980387, + "f1": 0.98022, "accuracy": 0.984477, - "main_score": 0.980387, + "main_score": 0.98022, "hf_subset": "tur_Latn-zho_Hant", "languages": [ "tur-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.675785, - "recall": 0.726089, - "f1": 0.69069, - "accuracy": 0.726089, - "main_score": 0.69069, + "precision": 0.672763, + "recall": 0.723085, + "f1": 0.687562, + "accuracy": 0.723085, + "main_score": 0.687562, "hf_subset": "tur_Latn-zul_Latn", "languages": [ "tur-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.871796, - "recall": 0.905859, - "f1": 0.882391, - "accuracy": 0.905859, - "main_score": 0.882391, + "precision": 0.878306, + "recall": 0.910866, + "f1": 0.8884, + "accuracy": 0.910866, + "main_score": 0.8884, "hf_subset": "uig_Arab-aze_Latn", "languages": [ "uig-Arab", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.796503, - "recall": 0.843265, - "f1": 0.810826, - "accuracy": 0.843265, - "main_score": 0.810826, + "precision": 0.79193, + "recall": 0.83976, + "f1": 0.806569, + "accuracy": 0.83976, + "main_score": 0.806569, "hf_subset": "uig_Arab-bak_Cyrl", "languages": [ "uig-Arab", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.915665, - "recall": 0.939409, - "f1": 0.923151, - "accuracy": 0.939409, - "main_score": 0.923151, + "precision": 0.916541, + "recall": 0.940411, + "f1": 0.92412, + "accuracy": 0.940411, + "main_score": 0.92412, "hf_subset": "uig_Arab-eng_Latn", "languages": [ "uig-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.88441, - "recall": 0.914872, - "f1": 0.893884, - "accuracy": 0.914872, - "main_score": 0.893884, + "precision": 0.873035, + "recall": 0.90636, + "f1": 0.883325, + "accuracy": 0.90636, + "main_score": 0.883325, "hf_subset": "uig_Arab-kaz_Cyrl", "languages": [ "uig-Arab", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.828818, - "recall": 0.872809, - "f1": 0.842507, - "accuracy": 0.872809, - "main_score": 0.842507, + "precision": 0.832532, + "recall": 0.874812, + "f1": 0.845468, + "accuracy": 0.874812, + "main_score": 0.845468, "hf_subset": "uig_Arab-kir_Cyrl", "languages": [ "uig-Arab", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.841446, - "recall": 0.878818, - "f1": 0.852979, - "accuracy": 0.878818, - "main_score": 0.852979, + "precision": 0.837156, + "recall": 0.874812, + "f1": 0.848356, + "accuracy": 0.874812, + "main_score": 0.848356, "hf_subset": "uig_Arab-tat_Cyrl", "languages": [ "uig-Arab", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.778968, - "recall": 0.828242, - "f1": 0.794027, - "accuracy": 0.828242, - "main_score": 0.794027, + "precision": 0.779644, + "recall": 0.829745, + "f1": 0.794876, + "accuracy": 0.829745, + "main_score": 0.794876, "hf_subset": "uig_Arab-tuk_Latn", "languages": [ "uig-Arab", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.886138, - "recall": 0.916375, - "f1": 0.895503, - "accuracy": 0.916375, - "main_score": 0.895503, + "precision": 0.884861, + "recall": 0.915373, + "f1": 0.894468, + "accuracy": 0.915373, + "main_score": 0.894468, "hf_subset": "uig_Arab-tur_Latn", "languages": [ "uig-Arab", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.86811, - "recall": 0.902854, - "f1": 0.878778, - "accuracy": 0.902854, - "main_score": 0.878778, + "precision": 0.863366, + "recall": 0.898348, + "f1": 0.873945, + "accuracy": 0.898348, + "main_score": 0.873945, "hf_subset": "uig_Arab-uzb_Latn", "languages": [ "uig-Arab", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979302, - "recall": 0.985979, - "f1": 0.981472, - "accuracy": 0.985979, - "main_score": 0.981472, + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, "hf_subset": "ukr_Cyrl-bel_Cyrl", "languages": [ "ukr-Cyrl", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985144, - "recall": 0.989484, - "f1": 0.986563, - "accuracy": 0.989484, - "main_score": 0.986563, + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, "hf_subset": "ukr_Cyrl-bos_Latn", "languages": [ "ukr-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.984727, @@ -20726,19 +22452,21 @@ "languages": [ "ukr-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, + "precision": 0.988149, "recall": 0.991487, - "f1": 0.989317, + "f1": 0.989234, "accuracy": 0.991487, - "main_score": 0.989317, + "main_score": 0.989234, "hf_subset": "ukr_Cyrl-ces_Latn", "languages": [ "ukr-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994241, @@ -20750,19 +22478,21 @@ "languages": [ "ukr-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989484, - "f1": 0.98673, - "accuracy": 0.989484, - "main_score": 0.98673, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, "hf_subset": "ukr_Cyrl-hrv_Latn", "languages": [ "ukr-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987231, @@ -20774,55 +22504,60 @@ "languages": [ "ukr-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981556, - "recall": 0.98698, - "f1": 0.983308, - "accuracy": 0.98698, - "main_score": 0.983308, + "precision": 0.981055, + "recall": 0.98648, + "f1": 0.982808, + "accuracy": 0.98648, + "main_score": 0.982808, "hf_subset": "ukr_Cyrl-pol_Latn", "languages": [ "ukr-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980304, - "recall": 0.985979, - "f1": 0.98214, - "accuracy": 0.985979, - "main_score": 0.98214, + "precision": 0.980638, + "recall": 0.98648, + "f1": 0.982557, + "accuracy": 0.98648, + "main_score": 0.982557, "hf_subset": "ukr_Cyrl-rus_Cyrl", "languages": [ "ukr-Cyrl", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "ukr_Cyrl-slk_Latn", "languages": [ "ukr-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, - "recall": 0.988483, - "f1": 0.985144, - "accuracy": 0.988483, - "main_score": 0.985144, + "precision": 0.983225, + "recall": 0.987982, + "f1": 0.984727, + "accuracy": 0.987982, + "main_score": 0.984727, "hf_subset": "ukr_Cyrl-slv_Latn", "languages": [ "ukr-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983475, @@ -20834,7 +22569,8 @@ "languages": [ "ukr-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983225, @@ -20846,427 +22582,463 @@ "languages": [ "ukr-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "urd_Arab-ben_Beng", "languages": [ "urd-Arab", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.13107, - "recall": 0.164747, - "f1": 0.139484, - "accuracy": 0.164747, - "main_score": 0.139484, + "precision": 0.133673, + "recall": 0.167752, + "f1": 0.142103, + "accuracy": 0.167752, + "main_score": 0.142103, "hf_subset": "urd_Arab-div_Thaa", "languages": [ "urd-Arab", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994492, - "recall": 0.995994, - "f1": 0.994992, - "accuracy": 0.995994, - "main_score": 0.994992, + "precision": 0.992989, + "recall": 0.994992, + "f1": 0.993657, + "accuracy": 0.994992, + "main_score": 0.993657, "hf_subset": "urd_Arab-eng_Latn", "languages": [ "urd-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.928351, - "recall": 0.948423, - "f1": 0.934669, - "accuracy": 0.948423, - "main_score": 0.934669, + "precision": 0.927329, + "recall": 0.94692, + "f1": 0.933442, + "accuracy": 0.94692, + "main_score": 0.933442, "hf_subset": "urd_Arab-eus_Latn", "languages": [ "urd-Arab", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989985, - "f1": 0.986647, - "accuracy": 0.989985, - "main_score": 0.986647, + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, "hf_subset": "urd_Arab-guj_Gujr", "languages": [ "urd-Arab", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987481, - "recall": 0.991487, - "f1": 0.988817, - "accuracy": 0.991487, - "main_score": 0.988817, + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, "hf_subset": "urd_Arab-hin_Deva", "languages": [ "urd-Arab", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985645, - "recall": 0.989985, - "f1": 0.987064, - "accuracy": 0.989985, - "main_score": 0.987064, + "precision": 0.983642, + "recall": 0.988483, + "f1": 0.985228, + "accuracy": 0.988483, + "main_score": 0.985228, "hf_subset": "urd_Arab-kan_Knda", "languages": [ "urd-Arab", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984059, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.983308, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, "hf_subset": "urd_Arab-mar_Deva", "languages": [ "urd-Arab", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985228, - "recall": 0.989484, - "f1": 0.986647, - "accuracy": 0.989484, - "main_score": 0.986647, + "precision": 0.983392, + "recall": 0.987982, + "f1": 0.984894, + "accuracy": 0.987982, + "main_score": 0.984894, "hf_subset": "urd_Arab-nep_Deva", "languages": [ "urd-Arab", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990986, - "f1": 0.987982, - "accuracy": 0.990986, - "main_score": 0.987982, + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, "hf_subset": "urd_Arab-pan_Guru", "languages": [ "urd-Arab", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.938157, - "recall": 0.956935, - "f1": 0.944233, - "accuracy": 0.956935, - "main_score": 0.944233, + "precision": 0.934944, + "recall": 0.954432, + "f1": 0.941195, + "accuracy": 0.954432, + "main_score": 0.941195, "hf_subset": "urd_Arab-sin_Sinh", "languages": [ "urd-Arab", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.940678, - "recall": 0.957937, - "f1": 0.946086, - "accuracy": 0.957937, - "main_score": 0.946086, + "precision": 0.938383, + "recall": 0.956435, + "f1": 0.944033, + "accuracy": 0.956435, + "main_score": 0.944033, "hf_subset": "urd_Arab-snd_Arab", "languages": [ "urd-Arab", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977717, + "precision": 0.97755, "recall": 0.984477, - "f1": 0.979886, + "f1": 0.979803, "accuracy": 0.984477, - "main_score": 0.979886, + "main_score": 0.979803, "hf_subset": "urd_Arab-tam_Taml", "languages": [ "urd-Arab", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979803, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.97755, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "urd_Arab-tel_Telu", "languages": [ "urd-Arab", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968202, + "precision": 0.96862, "recall": 0.977466, - "f1": 0.971123, + "f1": 0.971457, "accuracy": 0.977466, - "main_score": 0.971123, + "main_score": 0.971457, "hf_subset": "uzb_Latn-aze_Latn", "languages": [ "uzb-Latn", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.91917, - "recall": 0.939409, - "f1": 0.925655, - "accuracy": 0.939409, - "main_score": 0.925655, + "precision": 0.92134, + "recall": 0.940911, + "f1": 0.927591, + "accuracy": 0.940911, + "main_score": 0.927591, "hf_subset": "uzb_Latn-bak_Cyrl", "languages": [ "uzb-Latn", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983893, - "recall": 0.988983, - "f1": 0.985562, - "accuracy": 0.988983, - "main_score": 0.985562, + "precision": 0.983058, + "recall": 0.987982, + "f1": 0.984644, + "accuracy": 0.987982, + "main_score": 0.984644, "hf_subset": "uzb_Latn-eng_Latn", "languages": [ "uzb-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971975, - "recall": 0.97997, - "f1": 0.974545, - "accuracy": 0.97997, - "main_score": 0.974545, + "precision": 0.968887, + "recall": 0.977967, + "f1": 0.971791, + "accuracy": 0.977967, + "main_score": 0.971791, "hf_subset": "uzb_Latn-kaz_Cyrl", "languages": [ "uzb-Latn", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931556, - "recall": 0.950426, - "f1": 0.937439, - "accuracy": 0.950426, - "main_score": 0.937439, + "precision": 0.932399, + "recall": 0.950926, + "f1": 0.9381, + "accuracy": 0.950926, + "main_score": 0.9381, "hf_subset": "uzb_Latn-kir_Cyrl", "languages": [ "uzb-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.938424, - "recall": 0.955934, - "f1": 0.943899, - "accuracy": 0.955934, - "main_score": 0.943899, + "precision": 0.937782, + "recall": 0.955433, + "f1": 0.943348, + "accuracy": 0.955433, + "main_score": 0.943348, "hf_subset": "uzb_Latn-tat_Cyrl", "languages": [ "uzb-Latn", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905583, - "recall": 0.931397, - "f1": 0.913654, - "accuracy": 0.931397, - "main_score": 0.913654, + "precision": 0.900242, + "recall": 0.927892, + "f1": 0.90898, + "accuracy": 0.927892, + "main_score": 0.90898, "hf_subset": "uzb_Latn-tuk_Latn", "languages": [ "uzb-Latn", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968453, - "recall": 0.977967, - "f1": 0.971541, - "accuracy": 0.977967, - "main_score": 0.971541, + "precision": 0.967284, + "recall": 0.977466, + "f1": 0.970623, + "accuracy": 0.977466, + "main_score": 0.970623, "hf_subset": "uzb_Latn-tur_Latn", "languages": [ "uzb-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.860683, - "recall": 0.898348, - "f1": 0.872618, - "accuracy": 0.898348, - "main_score": 0.872618, + "precision": 0.861684, + "recall": 0.899349, + "f1": 0.87356, + "accuracy": 0.899349, + "main_score": 0.87356, "hf_subset": "uzb_Latn-uig_Arab", "languages": [ "uzb-Latn", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.679143, - "recall": 0.716575, - "f1": 0.689905, - "accuracy": 0.716575, - "main_score": 0.689905, + "precision": 0.675592, + "recall": 0.71357, + "f1": 0.686604, + "accuracy": 0.71357, + "main_score": 0.686604, "hf_subset": "ven_Latn-bem_Latn", "languages": [ "ven-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.664875, - "recall": 0.711567, - "f1": 0.677936, - "accuracy": 0.711567, - "main_score": 0.677936, + "precision": 0.671624, + "recall": 0.71357, + "f1": 0.683454, + "accuracy": 0.71357, + "main_score": 0.683454, "hf_subset": "ven_Latn-eng_Latn", "languages": [ "ven-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.600844, - "recall": 0.651477, - "f1": 0.61606, - "accuracy": 0.651477, - "main_score": 0.61606, + "precision": 0.600392, + "recall": 0.649474, + "f1": 0.614929, + "accuracy": 0.649474, + "main_score": 0.614929, "hf_subset": "ven_Latn-ewe_Latn", "languages": [ "ven-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.65717, - "recall": 0.695043, - "f1": 0.668076, - "accuracy": 0.695043, - "main_score": 0.668076, + "precision": 0.65633, + "recall": 0.694542, + "f1": 0.66708, + "accuracy": 0.694542, + "main_score": 0.66708, "hf_subset": "ven_Latn-fuc_Latn", "languages": [ "ven-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.636063, + "precision": 0.636204, "recall": 0.684026, - "f1": 0.649237, + "f1": 0.649189, "accuracy": 0.684026, - "main_score": 0.649237, + "main_score": 0.649189, "hf_subset": "ven_Latn-kin_Latn", "languages": [ "ven-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.652076, - "recall": 0.697546, - "f1": 0.665259, - "accuracy": 0.697546, - "main_score": 0.665259, + "precision": 0.650366, + "recall": 0.694041, + "f1": 0.662829, + "accuracy": 0.694041, + "main_score": 0.662829, "hf_subset": "ven_Latn-nde_Latn", "languages": [ "ven-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.666107, - "recall": 0.709064, - "f1": 0.678802, - "accuracy": 0.709064, - "main_score": 0.678802, + "precision": 0.660808, + "recall": 0.704557, + "f1": 0.673599, + "accuracy": 0.704557, + "main_score": 0.673599, "hf_subset": "ven_Latn-nya_Latn", "languages": [ "ven-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.69814, - "recall": 0.737606, - "f1": 0.709433, - "accuracy": 0.737606, - "main_score": 0.709433, + "precision": 0.691952, + "recall": 0.7331, + "f1": 0.703474, + "accuracy": 0.7331, + "main_score": 0.703474, "hf_subset": "ven_Latn-sna_Latn", "languages": [ "ven-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.988483, - "f1": 0.984644, - "accuracy": 0.988483, - "main_score": 0.984644, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "vie_Latn-arb_Arab", "languages": [ "vie-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984727, - "recall": 0.989484, - "f1": 0.986313, - "accuracy": 0.989484, - "main_score": 0.986313, + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, "hf_subset": "vie_Latn-ben_Beng", "languages": [ "vie-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989234, - "recall": 0.992489, - "f1": 0.990319, - "accuracy": 0.992489, - "main_score": 0.990319, + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, "hf_subset": "vie_Latn-deu_Latn", "languages": [ "vie-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987231, + "precision": 0.987398, "recall": 0.991487, - "f1": 0.98865, + "f1": 0.988733, "accuracy": 0.991487, - "main_score": 0.98865, + "main_score": 0.988733, "hf_subset": "vie_Latn-ell_Grek", "languages": [ "vie-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994992, @@ -21278,31 +23050,34 @@ "languages": [ "vie-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, - "recall": 0.985478, - "f1": 0.981138, - "accuracy": 0.985478, - "main_score": 0.981138, + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, "hf_subset": "vie_Latn-fas_Arab", "languages": [ "vie-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973418, - "recall": 0.980971, - "f1": 0.97583, - "accuracy": 0.980971, - "main_score": 0.97583, + "precision": 0.974796, + "recall": 0.981973, + "f1": 0.977049, + "accuracy": 0.981973, + "main_score": 0.977049, "hf_subset": "vie_Latn-fin_Latn", "languages": [ "vie-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983893, @@ -21314,115 +23089,125 @@ "languages": [ "vie-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, "hf_subset": "vie_Latn-heb_Hebr", "languages": [ "vie-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "vie_Latn-hin_Deva", "languages": [ "vie-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972793, - "recall": 0.980471, - "f1": 0.975296, - "accuracy": 0.980471, - "main_score": 0.975296, + "precision": 0.971457, + "recall": 0.979469, + "f1": 0.974044, + "accuracy": 0.979469, + "main_score": 0.974044, "hf_subset": "vie_Latn-hun_Latn", "languages": [ "vie-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989234, - "recall": 0.992489, - "f1": 0.990319, - "accuracy": 0.992489, - "main_score": 0.990319, + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, "hf_subset": "vie_Latn-ind_Latn", "languages": [ "vie-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, - "recall": 0.987982, - "f1": 0.984143, - "accuracy": 0.987982, - "main_score": 0.984143, + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, "hf_subset": "vie_Latn-jpn_Jpan", "languages": [ "vie-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975463, + "precision": 0.975213, "recall": 0.982474, - "f1": 0.9778, + "f1": 0.977633, "accuracy": 0.982474, - "main_score": 0.9778, + "main_score": 0.977633, "hf_subset": "vie_Latn-kor_Hang", "languages": [ "vie-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979219, - "recall": 0.985478, - "f1": 0.981222, - "accuracy": 0.985478, - "main_score": 0.981222, + "precision": 0.976298, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, "hf_subset": "vie_Latn-lit_Latn", "languages": [ "vie-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990486, - "f1": 0.987982, - "accuracy": 0.990486, - "main_score": 0.987982, + "precision": 0.987231, + "recall": 0.990986, + "f1": 0.988483, + "accuracy": 0.990986, + "main_score": 0.988483, "hf_subset": "vie_Latn-nld_Latn", "languages": [ "vie-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, + "precision": 0.983141, "recall": 0.987982, - "f1": 0.984977, + "f1": 0.984727, "accuracy": 0.987982, - "main_score": 0.984977, + "main_score": 0.984727, "hf_subset": "vie_Latn-pol_Latn", "languages": [ "vie-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.98698, @@ -21434,103 +23219,112 @@ "languages": [ "vie-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, - "recall": 0.985478, - "f1": 0.980721, - "accuracy": 0.985478, - "main_score": 0.980721, + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, "hf_subset": "vie_Latn-rus_Cyrl", "languages": [ "vie-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985645, - "recall": 0.989985, - "f1": 0.987064, - "accuracy": 0.989985, - "main_score": 0.987064, + "precision": 0.986605, + "recall": 0.990486, + "f1": 0.987848, + "accuracy": 0.990486, + "main_score": 0.987848, "hf_subset": "vie_Latn-spa_Latn", "languages": [ "vie-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93464, - "recall": 0.952429, - "f1": 0.940285, - "accuracy": 0.952429, - "main_score": 0.940285, + "precision": 0.932232, + "recall": 0.950426, + "f1": 0.937783, + "accuracy": 0.950426, + "main_score": 0.937783, "hf_subset": "vie_Latn-swa_Latn", "languages": [ "vie-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.983475, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, "hf_subset": "vie_Latn-swe_Latn", "languages": [ "vie-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976131, - "recall": 0.983475, - "f1": 0.978551, - "accuracy": 0.983475, - "main_score": 0.978551, + "precision": 0.974629, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, "hf_subset": "vie_Latn-tam_Taml", "languages": [ "vie-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980971, - "recall": 0.98648, - "f1": 0.982808, - "accuracy": 0.98648, - "main_score": 0.982808, + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, "hf_subset": "vie_Latn-tur_Latn", "languages": [ "vie-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, - "recall": 0.98698, - "f1": 0.983976, - "accuracy": 0.98698, - "main_score": 0.983976, + "precision": 0.983225, + "recall": 0.987481, + "f1": 0.984644, + "accuracy": 0.987481, + "main_score": 0.984644, "hf_subset": "vie_Latn-yue_Hant", "languages": [ "vie-Latn", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982056, - "recall": 0.987481, - "f1": 0.983809, - "accuracy": 0.987481, - "main_score": 0.983809, + "precision": 0.981138, + "recall": 0.98648, + "f1": 0.982891, + "accuracy": 0.98648, + "main_score": 0.982891, "hf_subset": "vie_Latn-zho_Hans", "languages": [ "vie-Latn", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.982974, @@ -21542,835 +23336,905 @@ "languages": [ "vie-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.701424, - "recall": 0.751627, - "f1": 0.71671, - "accuracy": 0.751627, - "main_score": 0.71671, + "precision": 0.697, + "recall": 0.748122, + "f1": 0.712496, + "accuracy": 0.748122, + "main_score": 0.712496, "hf_subset": "vie_Latn-zul_Latn", "languages": [ "vie-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.447741, - "recall": 0.515774, - "f1": 0.466715, - "accuracy": 0.515774, - "main_score": 0.466715, + "precision": 0.436227, + "recall": 0.506259, + "f1": 0.455737, + "accuracy": 0.506259, + "main_score": 0.455737, "hf_subset": "wol_Latn-amh_Ethi", "languages": [ "wol-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.63324, - "recall": 0.680521, - "f1": 0.645753, - "accuracy": 0.680521, - "main_score": 0.645753, + "precision": 0.632133, + "recall": 0.679019, + "f1": 0.644625, + "accuracy": 0.679019, + "main_score": 0.644625, "hf_subset": "wol_Latn-eng_Latn", "languages": [ "wol-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.615888, - "recall": 0.655483, - "f1": 0.626965, - "accuracy": 0.655483, - "main_score": 0.626965, + "precision": 0.613074, + "recall": 0.652479, + "f1": 0.624236, + "accuracy": 0.652479, + "main_score": 0.624236, "hf_subset": "wol_Latn-hau_Latn", "languages": [ "wol-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.640577, - "recall": 0.681022, - "f1": 0.651594, - "accuracy": 0.681022, - "main_score": 0.651594, + "precision": 0.638864, + "recall": 0.677016, + "f1": 0.649521, + "accuracy": 0.677016, + "main_score": 0.649521, "hf_subset": "wol_Latn-ibo_Latn", "languages": [ "wol-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.604378, - "recall": 0.651477, - "f1": 0.617795, - "accuracy": 0.651477, - "main_score": 0.617795, + "precision": 0.606432, + "recall": 0.648473, + "f1": 0.618508, + "accuracy": 0.648473, + "main_score": 0.618508, "hf_subset": "wol_Latn-nso_Latn", "languages": [ "wol-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.430205, - "recall": 0.497747, - "f1": 0.448873, - "accuracy": 0.497747, - "main_score": 0.448873, + "precision": 0.424022, + "recall": 0.492238, + "f1": 0.442769, + "accuracy": 0.492238, + "main_score": 0.442769, "hf_subset": "wol_Latn-orm_Ethi", "languages": [ "wol-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.589881, - "recall": 0.638958, - "f1": 0.603199, - "accuracy": 0.638958, - "main_score": 0.603199, + "precision": 0.587021, + "recall": 0.635954, + "f1": 0.600603, + "accuracy": 0.635954, + "main_score": 0.600603, "hf_subset": "wol_Latn-som_Latn", "languages": [ "wol-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.612416, - "recall": 0.65348, - "f1": 0.624028, - "accuracy": 0.65348, - "main_score": 0.624028, + "precision": 0.612578, + "recall": 0.651978, + "f1": 0.623948, + "accuracy": 0.651978, + "main_score": 0.623948, "hf_subset": "wol_Latn-ssw_Latn", "languages": [ "wol-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.621487, - "recall": 0.664497, - "f1": 0.633468, - "accuracy": 0.664497, - "main_score": 0.633468, + "precision": 0.626376, + "recall": 0.667501, + "f1": 0.637848, + "accuracy": 0.667501, + "main_score": 0.637848, "hf_subset": "wol_Latn-swa_Latn", "languages": [ "wol-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.426324, - "recall": 0.498247, - "f1": 0.446145, - "accuracy": 0.498247, - "main_score": 0.446145, + "precision": 0.415722, + "recall": 0.490235, + "f1": 0.435659, + "accuracy": 0.490235, + "main_score": 0.435659, "hf_subset": "wol_Latn-tir_Ethi", "languages": [ "wol-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.628023, - "recall": 0.667501, - "f1": 0.639138, - "accuracy": 0.667501, - "main_score": 0.639138, + "precision": 0.623059, + "recall": 0.662994, + "f1": 0.634389, + "accuracy": 0.662994, + "main_score": 0.634389, "hf_subset": "wol_Latn-tsn_Latn", "languages": [ "wol-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.602255, - "recall": 0.650476, - "f1": 0.616163, - "accuracy": 0.650476, - "main_score": 0.616163, + "precision": 0.596613, + "recall": 0.647972, + "f1": 0.611347, + "accuracy": 0.647972, + "main_score": 0.611347, "hf_subset": "wol_Latn-xho_Latn", "languages": [ "wol-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.544872, - "recall": 0.601402, - "f1": 0.560159, - "accuracy": 0.601402, - "main_score": 0.560159, + "precision": 0.546652, + "recall": 0.603405, + "f1": 0.562193, + "accuracy": 0.603405, + "main_score": 0.562193, "hf_subset": "wol_Latn-yor_Latn", "languages": [ "wol-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.606395, - "recall": 0.649474, - "f1": 0.618658, - "accuracy": 0.649474, - "main_score": 0.618658, + "precision": 0.608709, + "recall": 0.650976, + "f1": 0.620482, + "accuracy": 0.650976, + "main_score": 0.620482, "hf_subset": "wol_Latn-zul_Latn", "languages": [ "wol-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.51835, - "recall": 0.587882, - "f1": 0.537646, - "accuracy": 0.587882, - "main_score": 0.537646, + "precision": 0.507351, + "recall": 0.579369, + "f1": 0.527351, + "accuracy": 0.579369, + "main_score": 0.527351, "hf_subset": "xho_Latn-amh_Ethi", "languages": [ "xho-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.714776, - "recall": 0.75363, - "f1": 0.725262, - "accuracy": 0.75363, - "main_score": 0.725262, + "precision": 0.713594, + "recall": 0.754632, + "f1": 0.724943, + "accuracy": 0.754632, + "main_score": 0.724943, "hf_subset": "xho_Latn-eng_Latn", "languages": [ "xho-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.680434, - "recall": 0.719579, - "f1": 0.691387, - "accuracy": 0.719579, - "main_score": 0.691387, + "precision": 0.674988, + "recall": 0.715073, + "f1": 0.68625, + "accuracy": 0.715073, + "main_score": 0.68625, "hf_subset": "xho_Latn-hau_Latn", "languages": [ "xho-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.695688, - "recall": 0.72659, - "f1": 0.704343, - "accuracy": 0.72659, - "main_score": 0.704343, + "precision": 0.688201, + "recall": 0.722083, + "f1": 0.697958, + "accuracy": 0.722083, + "main_score": 0.697958, "hf_subset": "xho_Latn-ibo_Latn", "languages": [ "xho-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.677959, - "recall": 0.71357, - "f1": 0.687894, - "accuracy": 0.71357, - "main_score": 0.687894, + "precision": 0.673018, + "recall": 0.708062, + "f1": 0.683065, + "accuracy": 0.708062, + "main_score": 0.683065, "hf_subset": "xho_Latn-nso_Latn", "languages": [ "xho-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.44047, - "recall": 0.508262, - "f1": 0.459684, - "accuracy": 0.508262, - "main_score": 0.459684, + "precision": 0.438851, + "recall": 0.507261, + "f1": 0.458239, + "accuracy": 0.507261, + "main_score": 0.458239, "hf_subset": "xho_Latn-orm_Ethi", "languages": [ "xho-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.667625, - "recall": 0.714572, - "f1": 0.680842, - "accuracy": 0.714572, - "main_score": 0.680842, + "precision": 0.660146, + "recall": 0.709064, + "f1": 0.67396, + "accuracy": 0.709064, + "main_score": 0.67396, "hf_subset": "xho_Latn-som_Latn", "languages": [ "xho-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.747069, - "recall": 0.791688, - "f1": 0.760166, - "accuracy": 0.791688, - "main_score": 0.760166, + "precision": 0.745052, + "recall": 0.788683, + "f1": 0.75777, + "accuracy": 0.788683, + "main_score": 0.75777, "hf_subset": "xho_Latn-ssw_Latn", "languages": [ "xho-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.705241, - "recall": 0.743615, - "f1": 0.716037, - "accuracy": 0.743615, - "main_score": 0.716037, + "precision": 0.700425, + "recall": 0.737106, + "f1": 0.710486, + "accuracy": 0.737106, + "main_score": 0.710486, "hf_subset": "xho_Latn-swa_Latn", "languages": [ "xho-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.463925, - "recall": 0.534802, - "f1": 0.483876, - "accuracy": 0.534802, - "main_score": 0.483876, + "precision": 0.4518, + "recall": 0.527291, + "f1": 0.472376, + "accuracy": 0.527291, + "main_score": 0.472376, "hf_subset": "xho_Latn-tir_Ethi", "languages": [ "xho-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.68488, - "recall": 0.716074, - "f1": 0.693387, - "accuracy": 0.716074, - "main_score": 0.693387, + "precision": 0.676262, + "recall": 0.708062, + "f1": 0.68513, + "accuracy": 0.708062, + "main_score": 0.68513, "hf_subset": "xho_Latn-tsn_Latn", "languages": [ "xho-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.621173, - "recall": 0.663495, - "f1": 0.633295, - "accuracy": 0.663495, - "main_score": 0.633295, + "precision": 0.617833, + "recall": 0.65999, + "f1": 0.629939, + "accuracy": 0.65999, + "main_score": 0.629939, "hf_subset": "xho_Latn-wol_Latn", "languages": [ "xho-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.610729, - "recall": 0.668002, - "f1": 0.626946, - "accuracy": 0.668002, - "main_score": 0.626946, + "precision": 0.608768, + "recall": 0.665999, + "f1": 0.624866, + "accuracy": 0.665999, + "main_score": 0.624866, "hf_subset": "xho_Latn-yor_Latn", "languages": [ "xho-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.76883, - "recall": 0.816224, - "f1": 0.782992, - "accuracy": 0.816224, - "main_score": 0.782992, + "precision": 0.764368, + "recall": 0.810716, + "f1": 0.777995, + "accuracy": 0.810716, + "main_score": 0.777995, "hf_subset": "xho_Latn-zul_Latn", "languages": [ "xho-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.506413, - "recall": 0.584377, - "f1": 0.528312, - "accuracy": 0.584377, - "main_score": 0.528312, + "precision": 0.507436, + "recall": 0.580871, + "f1": 0.527731, + "accuracy": 0.580871, + "main_score": 0.527731, "hf_subset": "yor_Latn-amh_Ethi", "languages": [ "yor-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.756119, - "recall": 0.80671, - "f1": 0.770411, - "accuracy": 0.80671, - "main_score": 0.770411, + "precision": 0.759314, + "recall": 0.810215, + "f1": 0.773803, + "accuracy": 0.810215, + "main_score": 0.773803, "hf_subset": "yor_Latn-eng_Latn", "languages": [ "yor-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.671736, - "recall": 0.723085, - "f1": 0.685858, - "accuracy": 0.723085, - "main_score": 0.685858, + "precision": 0.674072, + "recall": 0.723585, + "f1": 0.687985, + "accuracy": 0.723585, + "main_score": 0.687985, "hf_subset": "yor_Latn-hau_Latn", "languages": [ "yor-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.635136, - "recall": 0.676515, - "f1": 0.647093, - "accuracy": 0.676515, - "main_score": 0.647093, + "precision": 0.640127, + "recall": 0.679019, + "f1": 0.651397, + "accuracy": 0.679019, + "main_score": 0.651397, "hf_subset": "yor_Latn-ibo_Latn", "languages": [ "yor-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.603558, - "recall": 0.644967, - "f1": 0.615131, - "accuracy": 0.644967, - "main_score": 0.615131, + "precision": 0.603595, + "recall": 0.644467, + "f1": 0.615462, + "accuracy": 0.644467, + "main_score": 0.615462, "hf_subset": "yor_Latn-nso_Latn", "languages": [ "yor-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.398211, - "recall": 0.476214, - "f1": 0.419727, - "accuracy": 0.476214, - "main_score": 0.419727, + "precision": 0.397392, + "recall": 0.474211, + "f1": 0.418486, + "accuracy": 0.474211, + "main_score": 0.418486, "hf_subset": "yor_Latn-orm_Ethi", "languages": [ "yor-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.638948, - "recall": 0.688032, - "f1": 0.652768, - "accuracy": 0.688032, - "main_score": 0.652768, + "precision": 0.636605, + "recall": 0.687531, + "f1": 0.65079, + "accuracy": 0.687531, + "main_score": 0.65079, "hf_subset": "yor_Latn-som_Latn", "languages": [ "yor-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.615136, - "recall": 0.660491, - "f1": 0.628223, - "accuracy": 0.660491, - "main_score": 0.628223, + "precision": 0.610532, + "recall": 0.653981, + "f1": 0.623048, + "accuracy": 0.653981, + "main_score": 0.623048, "hf_subset": "yor_Latn-ssw_Latn", "languages": [ "yor-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.729336, - "recall": 0.776164, - "f1": 0.742802, - "accuracy": 0.776164, - "main_score": 0.742802, + "precision": 0.725912, + "recall": 0.77316, + "f1": 0.739474, + "accuracy": 0.77316, + "main_score": 0.739474, "hf_subset": "yor_Latn-swa_Latn", "languages": [ "yor-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.41919, - "recall": 0.502754, - "f1": 0.442098, - "accuracy": 0.502754, - "main_score": 0.442098, + "precision": 0.414551, + "recall": 0.492739, + "f1": 0.435839, + "accuracy": 0.492739, + "main_score": 0.435839, "hf_subset": "yor_Latn-tir_Ethi", "languages": [ "yor-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.619385, - "recall": 0.660991, - "f1": 0.630871, - "accuracy": 0.660991, - "main_score": 0.630871, + "precision": 0.615762, + "recall": 0.655483, + "f1": 0.627224, + "accuracy": 0.655483, + "main_score": 0.627224, "hf_subset": "yor_Latn-tsn_Latn", "languages": [ "yor-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.544713, - "recall": 0.594392, - "f1": 0.559479, - "accuracy": 0.594392, - "main_score": 0.559479, + "precision": 0.553701, + "recall": 0.600901, + "f1": 0.567602, + "accuracy": 0.600901, + "main_score": 0.567602, "hf_subset": "yor_Latn-wol_Latn", "languages": [ "yor-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.610621, - "recall": 0.671507, - "f1": 0.627931, - "accuracy": 0.671507, - "main_score": 0.627931, + "precision": 0.598977, + "recall": 0.658488, + "f1": 0.615768, + "accuracy": 0.658488, + "main_score": 0.615768, "hf_subset": "yor_Latn-xho_Latn", "languages": [ "yor-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.611845, - "recall": 0.660491, - "f1": 0.625952, - "accuracy": 0.660491, - "main_score": 0.625952, + "precision": 0.609582, + "recall": 0.658988, + "f1": 0.623804, + "accuracy": 0.658988, + "main_score": 0.623804, "hf_subset": "yor_Latn-zul_Latn", "languages": [ "yor-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992989, - "recall": 0.994992, - "f1": 0.993657, - "accuracy": 0.994992, - "main_score": 0.993657, + "precision": 0.99349, + "recall": 0.995493, + "f1": 0.994158, + "accuracy": 0.995493, + "main_score": 0.994158, "hf_subset": "yue_Hant-eng_Latn", "languages": [ "yue-Hant", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, + "precision": 0.979219, "recall": 0.984477, - "f1": 0.980805, + "f1": 0.980971, "accuracy": 0.984477, - "main_score": 0.980805, + "main_score": 0.980971, "hf_subset": "yue_Hant-jpn_Jpan", "languages": [ "yue-Hant", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.987982, - "f1": 0.98456, - "accuracy": 0.987982, - "main_score": 0.98456, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, "hf_subset": "yue_Hant-kor_Hang", "languages": [ "yue-Hant", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982265, + "precision": 0.98214, "recall": 0.98698, - "f1": 0.983759, + "f1": 0.983726, "accuracy": 0.98698, - "main_score": 0.983759, + "main_score": 0.983726, "hf_subset": "yue_Hant-vie_Latn", "languages": [ "yue-Hant", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98189, - "recall": 0.98698, - "f1": 0.983559, - "accuracy": 0.98698, - "main_score": 0.983559, + "precision": 0.980888, + "recall": 0.985979, + "f1": 0.982557, + "accuracy": 0.985979, + "main_score": 0.982557, "hf_subset": "yue_Hant-zho_Hans", "languages": [ "yue-Hant", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9836, - "recall": 0.987982, - "f1": 0.985011, - "accuracy": 0.987982, - "main_score": 0.985011, + "precision": 0.985103, + "recall": 0.988983, + "f1": 0.986346, + "accuracy": 0.988983, + "main_score": 0.986346, "hf_subset": "yue_Hant-zho_Hant", "languages": [ "yue-Hant", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, "hf_subset": "zho_Hans-eng_Latn", "languages": [ "zho-Hans", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975213, - "recall": 0.982974, - "f1": 0.9778, - "accuracy": 0.982974, - "main_score": 0.9778, + "precision": 0.977466, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "zho_Hans-jpn_Jpan", "languages": [ "zho-Hans", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976214, - "recall": 0.983475, - "f1": 0.978551, - "accuracy": 0.983475, - "main_score": 0.978551, + "precision": 0.974879, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, "hf_subset": "zho_Hans-kor_Hang", "languages": [ "zho-Hans", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978509, - "recall": 0.984977, - "f1": 0.980588, - "accuracy": 0.984977, - "main_score": 0.980588, + "precision": 0.978176, + "recall": 0.984477, + "f1": 0.98017, + "accuracy": 0.984477, + "main_score": 0.98017, "hf_subset": "zho_Hans-vie_Latn", "languages": [ "zho-Hans", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978635, - "recall": 0.984977, - "f1": 0.980721, - "accuracy": 0.984977, - "main_score": 0.980721, + "precision": 0.977883, + "recall": 0.984477, + "f1": 0.980053, + "accuracy": 0.984477, + "main_score": 0.980053, "hf_subset": "zho_Hans-yue_Hant", "languages": [ "zho-Hans", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979803, - "recall": 0.985478, - "f1": 0.981639, - "accuracy": 0.985478, - "main_score": 0.981639, + "precision": 0.980763, + "recall": 0.985979, + "f1": 0.982424, + "accuracy": 0.985979, + "main_score": 0.982424, "hf_subset": "zho_Hans-zho_Hant", "languages": [ "zho-Hans", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978635, - "recall": 0.985478, - "f1": 0.980888, - "accuracy": 0.985478, - "main_score": 0.980888, + "precision": 0.976214, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, "hf_subset": "zho_Hant-arb_Arab", "languages": [ "zho-Hant", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98431, - "recall": 0.988983, - "f1": 0.985812, - "accuracy": 0.988983, - "main_score": 0.985812, + "precision": 0.983559, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, "hf_subset": "zho_Hant-ben_Beng", "languages": [ "zho-Hant", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985144, - "recall": 0.989484, - "f1": 0.986563, - "accuracy": 0.989484, - "main_score": 0.986563, + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, "hf_subset": "zho_Hant-deu_Latn", "languages": [ "zho-Hant", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987648, - "recall": 0.991487, - "f1": 0.9889, - "accuracy": 0.991487, - "main_score": 0.9889, + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, "hf_subset": "zho_Hant-ell_Grek", "languages": [ "zho-Hant", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, "hf_subset": "zho_Hant-eng_Latn", "languages": [ "zho-Hant", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977383, - "recall": 0.984477, - "f1": 0.97972, - "accuracy": 0.984477, - "main_score": 0.97972, + "precision": 0.974044, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, "hf_subset": "zho_Hant-fas_Arab", "languages": [ "zho-Hant", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972793, - "recall": 0.980471, - "f1": 0.975296, - "accuracy": 0.980471, - "main_score": 0.975296, + "precision": 0.970623, + "recall": 0.978968, + "f1": 0.973377, + "accuracy": 0.978968, + "main_score": 0.973377, "hf_subset": "zho_Hant-fin_Latn", "languages": [ "zho-Hant", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.988483, - "f1": 0.984894, - "accuracy": 0.988483, - "main_score": 0.984894, + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, "hf_subset": "zho_Hant-fra_Latn", "languages": [ "zho-Hant", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, - "recall": 0.987481, - "f1": 0.984143, - "accuracy": 0.987481, - "main_score": 0.984143, + "precision": 0.978885, + "recall": 0.984977, + "f1": 0.980888, + "accuracy": 0.984977, + "main_score": 0.980888, "hf_subset": "zho_Hant-heb_Hebr", "languages": [ "zho-Hant", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990486, - "f1": 0.987815, - "accuracy": 0.990486, - "main_score": 0.987815, + "precision": 0.984393, + "recall": 0.988983, + "f1": 0.985896, + "accuracy": 0.988983, + "main_score": 0.985896, "hf_subset": "zho_Hant-hin_Deva", "languages": [ "zho-Hant", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968703, - "recall": 0.976965, - "f1": 0.971374, - "accuracy": 0.976965, - "main_score": 0.971374, + "precision": 0.971457, + "recall": 0.978968, + "f1": 0.973877, + "accuracy": 0.978968, + "main_score": 0.973877, "hf_subset": "zho_Hant-hun_Latn", "languages": [ "zho-Hant", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.991988, - "f1": 0.989484, - "accuracy": 0.991988, - "main_score": 0.989484, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "zho_Hant-ind_Latn", "languages": [ "zho-Hant", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.987982, - "f1": 0.984477, - "accuracy": 0.987982, - "main_score": 0.984477, + "precision": 0.981556, + "recall": 0.98698, + "f1": 0.983308, + "accuracy": 0.98698, + "main_score": 0.983308, "hf_subset": "zho_Hant-jpn_Jpan", "languages": [ "zho-Hant", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982933, - "recall": 0.987481, - "f1": 0.984343, - "accuracy": 0.987481, - "main_score": 0.984343, + "precision": 0.982015, + "recall": 0.98698, + "f1": 0.983592, + "accuracy": 0.98698, + "main_score": 0.983592, "hf_subset": "zho_Hant-kor_Hang", "languages": [ "zho-Hant", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.976799, @@ -22382,622 +24246,1538 @@ "languages": [ "zho-Hant", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, "hf_subset": "zho_Hant-nld_Latn", "languages": [ "zho-Hant", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976214, - "recall": 0.983475, - "f1": 0.978551, - "accuracy": 0.983475, - "main_score": 0.978551, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, "hf_subset": "zho_Hant-pol_Latn", "languages": [ "zho-Hant", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.988983, - "f1": 0.985979, - "accuracy": 0.988983, - "main_score": 0.985979, + "precision": 0.985103, + "recall": 0.989484, + "f1": 0.986513, + "accuracy": 0.989484, + "main_score": 0.986513, "hf_subset": "zho_Hant-por_Latn", "languages": [ "zho-Hant", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976214, - "recall": 0.983475, - "f1": 0.978551, - "accuracy": 0.983475, - "main_score": 0.978551, + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, "hf_subset": "zho_Hant-rus_Cyrl", "languages": [ "zho-Hant", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979803, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.979052, + "recall": 0.985478, + "f1": 0.981138, + "accuracy": 0.985478, + "main_score": 0.981138, "hf_subset": "zho_Hant-spa_Latn", "languages": [ "zho-Hant", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.901536, - "recall": 0.927892, - "f1": 0.909641, - "accuracy": 0.927892, - "main_score": 0.909641, + "precision": 0.899466, + "recall": 0.924887, + "f1": 0.907144, + "accuracy": 0.924887, + "main_score": 0.907144, "hf_subset": "zho_Hant-swa_Latn", "languages": [ "zho-Hant", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, - "recall": 0.989484, - "f1": 0.986396, - "accuracy": 0.989484, - "main_score": 0.986396, + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, "hf_subset": "zho_Hant-swe_Latn", "languages": [ "zho-Hant", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973794, - "recall": 0.981973, - "f1": 0.976465, - "accuracy": 0.981973, - "main_score": 0.976465, + "precision": 0.968286, + "recall": 0.978468, + "f1": 0.971624, + "accuracy": 0.978468, + "main_score": 0.971624, "hf_subset": "zho_Hant-tam_Taml", "languages": [ "zho-Hant", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978301, + "precision": 0.978384, "recall": 0.984977, - "f1": 0.980471, + "f1": 0.980554, "accuracy": 0.984977, - "main_score": 0.980471, + "main_score": 0.980554, "hf_subset": "zho_Hant-tur_Latn", "languages": [ "zho-Hant", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983058, - "recall": 0.987982, - "f1": 0.984644, - "accuracy": 0.987982, - "main_score": 0.984644, + "precision": 0.981305, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, "hf_subset": "zho_Hant-vie_Latn", "languages": [ "zho-Hant", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988483, - "f1": 0.985478, - "accuracy": 0.988483, - "main_score": 0.985478, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, "hf_subset": "zho_Hant-yue_Hant", "languages": [ "zho-Hant", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.983976, - "f1": 0.979469, - "accuracy": 0.983976, - "main_score": 0.979469, + "precision": 0.976799, + "recall": 0.983475, + "f1": 0.978968, + "accuracy": 0.983475, + "main_score": 0.978968, "hf_subset": "zho_Hant-zho_Hans", "languages": [ "zho-Hant", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.685617, - "recall": 0.7336, - "f1": 0.699703, - "accuracy": 0.7336, - "main_score": 0.699703, + "precision": 0.681476, + "recall": 0.730596, + "f1": 0.695958, + "accuracy": 0.730596, + "main_score": 0.695958, "hf_subset": "zho_Hant-zul_Latn", "languages": [ "zho-Hant", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.490524, - "recall": 0.567351, - "f1": 0.511653, - "accuracy": 0.567351, - "main_score": 0.511653, + "precision": 0.484969, + "recall": 0.563345, + "f1": 0.50649, + "accuracy": 0.563345, + "main_score": 0.50649, "hf_subset": "zul_Latn-amh_Ethi", "languages": [ "zul-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.621981, - "recall": 0.67351, - "f1": 0.636318, - "accuracy": 0.67351, - "main_score": 0.636318, + "precision": 0.622139, + "recall": 0.671507, + "f1": 0.636103, + "accuracy": 0.671507, + "main_score": 0.636103, "hf_subset": "zul_Latn-arb_Arab", "languages": [ "zul-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.656563, - "recall": 0.709064, - "f1": 0.671273, - "accuracy": 0.709064, - "main_score": 0.671273, + "precision": 0.648364, + "recall": 0.702053, + "f1": 0.663416, + "accuracy": 0.702053, + "main_score": 0.663416, "hf_subset": "zul_Latn-ben_Beng", "languages": [ "zul-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.664007, - "recall": 0.712569, - "f1": 0.677308, - "accuracy": 0.712569, - "main_score": 0.677308, + "precision": 0.669972, + "recall": 0.714572, + "f1": 0.682243, + "accuracy": 0.714572, + "main_score": 0.682243, "hf_subset": "zul_Latn-deu_Latn", "languages": [ "zul-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.668573, - "recall": 0.716575, - "f1": 0.681986, - "accuracy": 0.716575, - "main_score": 0.681986, + "precision": 0.662797, + "recall": 0.712569, + "f1": 0.676821, + "accuracy": 0.712569, + "main_score": 0.676821, "hf_subset": "zul_Latn-ell_Grek", "languages": [ "zul-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.708585, - "recall": 0.749124, - "f1": 0.719716, - "accuracy": 0.749124, - "main_score": 0.719716, + "precision": 0.713664, + "recall": 0.751627, + "f1": 0.723956, + "accuracy": 0.751627, + "main_score": 0.723956, "hf_subset": "zul_Latn-eng_Latn", "languages": [ "zul-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.627327, - "recall": 0.676515, - "f1": 0.641246, - "accuracy": 0.676515, - "main_score": 0.641246, + "precision": 0.623416, + "recall": 0.674011, + "f1": 0.637544, + "accuracy": 0.674011, + "main_score": 0.637544, "hf_subset": "zul_Latn-fas_Arab", "languages": [ "zul-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.649721, - "recall": 0.700551, - "f1": 0.663953, - "accuracy": 0.700551, - "main_score": 0.663953, + "precision": 0.644462, + "recall": 0.696044, + "f1": 0.658666, + "accuracy": 0.696044, + "main_score": 0.658666, "hf_subset": "zul_Latn-fin_Latn", "languages": [ "zul-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.663965, + "precision": 0.664137, "recall": 0.71307, - "f1": 0.677567, + "f1": 0.678045, "accuracy": 0.71307, - "main_score": 0.677567, + "main_score": 0.678045, "hf_subset": "zul_Latn-fra_Latn", "languages": [ "zul-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.689821, - "recall": 0.726089, - "f1": 0.700275, - "accuracy": 0.726089, - "main_score": 0.700275, + "precision": 0.69225, + "recall": 0.728593, + "f1": 0.702909, + "accuracy": 0.728593, + "main_score": 0.702909, "hf_subset": "zul_Latn-hau_Latn", "languages": [ "zul-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.640119, - "recall": 0.69304, - "f1": 0.654725, - "accuracy": 0.69304, - "main_score": 0.654725, + "precision": 0.634468, + "recall": 0.689534, + "f1": 0.649853, + "accuracy": 0.689534, + "main_score": 0.649853, "hf_subset": "zul_Latn-heb_Hebr", "languages": [ "zul-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.654439, - "recall": 0.704557, - "f1": 0.668213, - "accuracy": 0.704557, - "main_score": 0.668213, + "precision": 0.651039, + "recall": 0.701052, + "f1": 0.665042, + "accuracy": 0.701052, + "main_score": 0.665042, "hf_subset": "zul_Latn-hin_Deva", "languages": [ "zul-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.645161, - "recall": 0.696545, - "f1": 0.659554, - "accuracy": 0.696545, - "main_score": 0.659554, + "precision": 0.634784, + "recall": 0.685028, + "f1": 0.64904, + "accuracy": 0.685028, + "main_score": 0.64904, "hf_subset": "zul_Latn-hun_Latn", "languages": [ "zul-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.704207, - "recall": 0.736104, - "f1": 0.713402, - "accuracy": 0.736104, - "main_score": 0.713402, + "precision": 0.700635, + "recall": 0.731097, + "f1": 0.709417, + "accuracy": 0.731097, + "main_score": 0.709417, "hf_subset": "zul_Latn-ibo_Latn", "languages": [ "zul-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.695896, - "recall": 0.736605, - "f1": 0.707193, - "accuracy": 0.736605, - "main_score": 0.707193, + "precision": 0.691093, + "recall": 0.7331, + "f1": 0.702906, + "accuracy": 0.7331, + "main_score": 0.702906, "hf_subset": "zul_Latn-ind_Latn", "languages": [ "zul-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.632151, - "recall": 0.68002, - "f1": 0.64597, - "accuracy": 0.68002, - "main_score": 0.64597, + "precision": 0.622816, + "recall": 0.674011, + "f1": 0.637309, + "accuracy": 0.674011, + "main_score": 0.637309, "hf_subset": "zul_Latn-jpn_Jpan", "languages": [ "zul-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.608204, - "recall": 0.665999, - "f1": 0.624074, - "accuracy": 0.665999, - "main_score": 0.624074, + "precision": 0.60249, + "recall": 0.658488, + "f1": 0.617996, + "accuracy": 0.658488, + "main_score": 0.617996, "hf_subset": "zul_Latn-kor_Hang", "languages": [ "zul-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.65192, - "recall": 0.702554, - "f1": 0.666193, - "accuracy": 0.702554, - "main_score": 0.666193, + "precision": 0.63968, + "recall": 0.691037, + "f1": 0.654407, + "accuracy": 0.691037, + "main_score": 0.654407, "hf_subset": "zul_Latn-lit_Latn", "languages": [ "zul-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682976, - "recall": 0.728092, - "f1": 0.695204, - "accuracy": 0.728092, - "main_score": 0.695204, + "precision": 0.677468, + "recall": 0.721582, + "f1": 0.689365, + "accuracy": 0.721582, + "main_score": 0.689365, "hf_subset": "zul_Latn-nld_Latn", "languages": [ "zul-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.685524, - "recall": 0.724086, - "f1": 0.69633, - "accuracy": 0.724086, - "main_score": 0.69633, + "precision": 0.680731, + "recall": 0.718578, + "f1": 0.691614, + "accuracy": 0.718578, + "main_score": 0.691614, "hf_subset": "zul_Latn-nso_Latn", "languages": [ "zul-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.445504, + "precision": 0.44778, "recall": 0.517777, - "f1": 0.465363, + "f1": 0.467061, "accuracy": 0.517777, - "main_score": 0.465363, + "main_score": 0.467061, "hf_subset": "zul_Latn-orm_Ethi", "languages": [ "zul-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665214, - "recall": 0.71357, - "f1": 0.678232, - "accuracy": 0.71357, - "main_score": 0.678232, + "precision": 0.658005, + "recall": 0.706059, + "f1": 0.670994, + "accuracy": 0.706059, + "main_score": 0.670994, "hf_subset": "zul_Latn-pol_Latn", "languages": [ "zul-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.690492, - "recall": 0.7336, - "f1": 0.702477, - "accuracy": 0.7336, - "main_score": 0.702477, + "precision": 0.688226, + "recall": 0.730095, + "f1": 0.699948, + "accuracy": 0.730095, + "main_score": 0.699948, "hf_subset": "zul_Latn-por_Latn", "languages": [ "zul-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.653274, - "recall": 0.697546, - "f1": 0.665743, - "accuracy": 0.697546, - "main_score": 0.665743, + "precision": 0.653165, + "recall": 0.696044, + "f1": 0.665333, + "accuracy": 0.696044, + "main_score": 0.665333, "hf_subset": "zul_Latn-rus_Cyrl", "languages": [ "zul-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665625, - "recall": 0.709564, - "f1": 0.678194, - "accuracy": 0.709564, - "main_score": 0.678194, + "precision": 0.663425, + "recall": 0.70656, + "f1": 0.675633, + "accuracy": 0.70656, + "main_score": 0.675633, "hf_subset": "zul_Latn-som_Latn", "languages": [ "zul-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.66841, + "precision": 0.670956, "recall": 0.712068, - "f1": 0.680959, + "f1": 0.682929, "accuracy": 0.712068, - "main_score": 0.680959, + "main_score": 0.682929, "hf_subset": "zul_Latn-spa_Latn", "languages": [ "zul-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.768408, - "recall": 0.814722, - "f1": 0.782168, - "accuracy": 0.814722, - "main_score": 0.782168, + "precision": 0.769335, + "recall": 0.813721, + "f1": 0.78247, + "accuracy": 0.813721, + "main_score": 0.78247, "hf_subset": "zul_Latn-ssw_Latn", "languages": [ "zul-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.693899, - "recall": 0.7336, - "f1": 0.704648, - "accuracy": 0.7336, - "main_score": 0.704648, + "precision": 0.689227, + "recall": 0.731597, + "f1": 0.700741, + "accuracy": 0.731597, + "main_score": 0.700741, "hf_subset": "zul_Latn-swa_Latn", "languages": [ "zul-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.691208, - "recall": 0.730596, - "f1": 0.702175, - "accuracy": 0.730596, - "main_score": 0.702175, + "precision": 0.683228, + "recall": 0.726089, + "f1": 0.694986, + "accuracy": 0.726089, + "main_score": 0.694986, "hf_subset": "zul_Latn-swe_Latn", "languages": [ "zul-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.596327, - "recall": 0.658988, - "f1": 0.613985, - "accuracy": 0.658988, - "main_score": 0.613985, + "precision": 0.589281, + "recall": 0.651978, + "f1": 0.606421, + "accuracy": 0.651978, + "main_score": 0.606421, "hf_subset": "zul_Latn-tam_Taml", "languages": [ "zul-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.460062, - "recall": 0.534301, - "f1": 0.480437, - "accuracy": 0.534301, - "main_score": 0.480437, + "precision": 0.453107, + "recall": 0.525288, + "f1": 0.472604, + "accuracy": 0.525288, + "main_score": 0.472604, "hf_subset": "zul_Latn-tir_Ethi", "languages": [ "zul-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682395, + "precision": 0.683912, "recall": 0.718578, - "f1": 0.692713, + "f1": 0.693697, "accuracy": 0.718578, - "main_score": 0.692713, + "main_score": 0.693697, "hf_subset": "zul_Latn-tsn_Latn", "languages": [ "zul-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.650105, - "recall": 0.692038, - "f1": 0.662151, - "accuracy": 0.692038, - "main_score": 0.662151, + "precision": 0.646368, + "recall": 0.689534, + "f1": 0.658676, + "accuracy": 0.689534, + "main_score": 0.658676, "hf_subset": "zul_Latn-tur_Latn", "languages": [ "zul-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.664592, - "recall": 0.708563, - "f1": 0.677133, - "accuracy": 0.708563, - "main_score": 0.677133, + "precision": 0.663905, + "recall": 0.70656, + "f1": 0.675775, + "accuracy": 0.70656, + "main_score": 0.675775, "hf_subset": "zul_Latn-vie_Latn", "languages": [ "zul-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.619134, - "recall": 0.662494, - "f1": 0.631568, - "accuracy": 0.662494, - "main_score": 0.631568, + "precision": 0.615643, + "recall": 0.65999, + "f1": 0.628848, + "accuracy": 0.65999, + "main_score": 0.628848, "hf_subset": "zul_Latn-wol_Latn", "languages": [ "zul-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.754746, - "recall": 0.804206, - "f1": 0.769069, - "accuracy": 0.804206, - "main_score": 0.769069, + "precision": 0.74894, + "recall": 0.7997, + "f1": 0.763707, + "accuracy": 0.7997, + "main_score": 0.763707, "hf_subset": "zul_Latn-xho_Latn", "languages": [ "zul-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.616164, - "recall": 0.668002, - "f1": 0.631052, - "accuracy": 0.668002, - "main_score": 0.631052, + "precision": 0.614417, + "recall": 0.664997, + "f1": 0.629259, + "accuracy": 0.664997, + "main_score": 0.629259, "hf_subset": "zul_Latn-yor_Latn", "languages": [ "zul-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.623264, - "recall": 0.67351, - "f1": 0.636973, - "accuracy": 0.67351, - "main_score": 0.636973, + "precision": 0.627437, + "recall": 0.679019, + "f1": 0.641503, + "accuracy": 0.679019, + "main_score": 0.641503, "hf_subset": "zul_Latn-zho_Hant", "languages": [ "zul-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" } ] }, - "evaluation_time": 312.1668276786804, - "kg_co2_emissions": null + "evaluation_time": 3699.1011467640055, + "kg_co2_emissions": null, + "date": 1784877513.776956, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 1.2048317190492526, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 2.57326069008559, + "end": 22.54820559802465, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 22.820582629996352, + "end": 41.79959339601919, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 42.06086821400095, + "end": 61.08776873303577, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 61.34721423708834, + "end": 76.1605795850046, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 76.42378140101209, + "end": 98.67529986402951, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 98.93943288701121, + "end": 122.6737732370384, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 122.95680087001529, + "end": 144.9108052190859, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 145.16960089700297, + "end": 164.60606093308888, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 164.86630743707065, + "end": 183.83915446908213, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 184.0997998090461, + "end": 202.75237961602397, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 203.02342362701893, + "end": 221.6310810931027, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 221.89674853999168, + "end": 259.11205823207274, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 259.3755401890958, + "end": 281.1971796370344, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 281.46080231899396, + "end": 305.8328404010972, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 306.0945383619983, + "end": 328.64713947009295, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 328.91540796204936, + "end": 348.98929280100856, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 349.24836287798826, + "end": 372.4851614020299, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 372.74374191707466, + "end": 395.95710026600864, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 396.213800430065, + "end": 418.0340701480163, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 418.3079348760657, + "end": 455.0521392180817, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 455.31334054702893, + "end": 480.1504086420173, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 480.41046100400854, + "end": 501.36418391007464, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 501.6225966610946, + "end": 524.0631080589956, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 524.3394538160646, + "end": 557.7835054000607, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 558.0418633529916, + "end": 579.7250046450645, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 579.9870855130721, + "end": 600.3144750120118, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 600.5775901010493, + "end": 644.7765235539991, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 645.0410200040787, + "end": 679.3829048280604, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 679.6466451650485, + "end": 723.2635557340691, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 723.5390823010821, + "end": 750.7232597980183, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 750.9961943289964, + "end": 772.9226254840614, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 773.1904976700898, + "end": 792.6724945850438, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 792.9382001800695, + "end": 811.9970561640803, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 812.2598695140332, + "end": 853.8289965899894, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 854.0970925990259, + "end": 877.7037330480525, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 877.9692652900703, + "end": 897.1514547331026, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 897.4116862580413, + "end": 916.1094903850462, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 916.3730036600027, + "end": 939.255286490079, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 939.5163476540474, + "end": 960.5106596990954, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 960.7738045681035, + "end": 984.3048843439901, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 984.5681288900087, + "end": 1005.3792270290432, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1005.6407656770898, + "end": 1027.4495155951008, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1027.710163265001, + "end": 1046.1232217419893, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1046.3853188590147, + "end": 1073.271230678074, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1073.5338839840842, + "end": 1103.2949529190082, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1103.5637633410515, + "end": 1125.676783117, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1125.9417565490585, + "end": 1148.6285009530839, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1148.8884271590505, + "end": 1167.5342679430032, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1167.7962591029936, + "end": 1222.4354254450882, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1222.6973345890874, + "end": 1251.6459560570074, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1251.9062885880703, + "end": 1271.895593863097, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1272.1575811430812, + "end": 1290.4954796120292, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1290.7542110420763, + "end": 1307.4982169570867, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1307.759040659992, + "end": 1333.9558739020722, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1334.2151246530702, + "end": 1364.8296337880893, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1365.0899014320457, + "end": 1395.6749826300656, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1395.9372279020026, + "end": 1423.872681317036, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1424.1391684740083, + "end": 1452.6787338160211, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1452.9440747250337, + "end": 1477.93542846106, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1478.196201646002, + "end": 1517.888606887078, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1518.147220871062, + "end": 1542.197845421033, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1542.4614616130712, + "end": 1570.3042300490197, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1570.5647349150386, + "end": 1591.6937755040126, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1591.9581055390881, + "end": 1617.3615943170153, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1617.6215811910806, + "end": 1640.519116864074, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1640.7855576720322, + "end": 1662.1019706550287, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1662.3712717690505, + "end": 1687.4040902910056, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1687.664236659999, + "end": 1710.4690644150833, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1710.7300595419947, + "end": 1732.1425108300755, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1732.4030495740008, + "end": 1762.6386077360949, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1762.90232977306, + "end": 1784.21315627906, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1784.4726179729914, + "end": 1811.382804337074, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1811.6402697321028, + "end": 1834.68328496709, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1834.9584091079887, + "end": 1859.2059876520652, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1859.4756142339902, + "end": 1879.1651640459895, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1879.4228856019909, + "end": 1903.4719076410402, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1903.7417539650341, + "end": 1927.7458761910675, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1928.011780400062, + "end": 1950.8652010520454, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1951.1275837280555, + "end": 1974.956513777026, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1975.2162178910803, + "end": 2001.8090706530493, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2002.0697794210864, + "end": 2082.8447565310635, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2083.109584958991, + "end": 2104.510516697075, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2104.7715725820744, + "end": 2162.7289598830976, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2163.0038728020154, + "end": 2221.301150551997, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2221.5632924269885, + "end": 2264.0654865590623, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2264.3261444680393, + "end": 2305.0085952460067, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2305.270497580059, + "end": 2364.4855405730195, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2364.7474400179926, + "end": 2424.0421015750617, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2424.3037605190184, + "end": 2454.0787981729954, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2454.3393911450403, + "end": 2512.4503989199875, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2512.7214984589955, + "end": 2543.961965435068, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2544.234991523088, + "end": 2608.1221116470406, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2608.381346158101, + "end": 2663.5546850800747, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2663.8316702740267, + "end": 2719.4379699490964, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2719.69996741903, + "end": 2772.6862238810863, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2772.9620418070117, + "end": 2804.17424087401, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2804.4433018970303, + "end": 2877.373145991005, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2877.6331048660213, + "end": 2904.2120811450295, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2904.4706549900584, + "end": 2924.579560731072, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2924.8408003490185, + "end": 2943.5675521700177, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2943.827616701019, + "end": 2962.955395819037, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2963.224409254035, + "end": 2987.402371548, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2987.660696022096, + "end": 3009.601185003994, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3009.864835895016, + "end": 3032.5935801060405, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3032.853838209994, + "end": 3056.9329353710636, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3057.191598153091, + "end": 3100.48224594607, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3100.7505906850565, + "end": 3144.1952816681005, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3144.453555245069, + "end": 3168.4428406620864, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3168.699015774997, + "end": 3192.133810735075, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3192.389201826998, + "end": 3213.369198554079, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3213.63760229107, + "end": 3240.7259479840286, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3240.9851407870883, + "end": 3266.6659447170096, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3266.9384603640065, + "end": 3330.8194896701025, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3331.077461507055, + "end": 3355.673591044033, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3355.9429135270184, + "end": 3380.4616240980104, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3380.7195683961036, + "end": 3399.86004132207, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3400.1281922180206, + "end": 3423.0577870800626, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3423.3269765590085, + "end": 3448.197634678101, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3448.4567418640945, + "end": 3477.975071925088, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3478.245945452014, + "end": 3495.515822730027, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3495.7869664160535, + "end": 3510.7883484340273, + "split": "test", + "subset": "parallel" + }, + { + "name": "Scoring", + "start": 3510.7888067970052, + "end": 3676.043670488056, + "split": "test", + "subset": "parallel" + } + ] } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/OpusSlovakEnglishBitextMining.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/OpusSlovakEnglishBitextMining.json new file mode 100644 index 0000000000..5b60e84060 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/OpusSlovakEnglishBitextMining.json @@ -0,0 +1,61 @@ +{ + "dataset_revision": "805090dc28bf78897da9641cdf08b61287580df9", + "task_name": "OpusSlovakEnglishBitextMining", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "precision": 0.828904, + "recall": 0.869, + "f1": 0.841178, + "accuracy": 0.869, + "main_score": 0.841178, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 68.2733352649957, + "kg_co2_emissions": null, + "date": 1784802072.759338, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 7.939001079648733e-06, + "end": 1.6285179099650122, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 1.6285291200038046, + "end": 28.83729889895767, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 29.021597184997518, + "end": 47.78841714398004, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding", + "start": 47.949073422001675, + "end": 68.15435577597236, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 68.15478467999492, + "end": 68.25034286396112, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKTagClustering.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKTagClustering.json new file mode 100644 index 0000000000..fdee1c9c80 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKTagClustering.json @@ -0,0 +1,82 @@ +{ + "dataset_revision": "dd0a6c077151b8c8bc2fd6abcd746b34fde80bf8", + "task_name": "PravdaSKTagClustering", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.486712, + 0.489072, + 0.502011, + 0.495852, + 0.501478, + 0.509703, + 0.497122, + 0.504843, + 0.499656, + 0.500171 + ] + }, + "v_measure": 0.498662, + "v_measure_std": 0.006539, + "ami_scores": { + "Level 0": [ + 0.475847, + 0.478382, + 0.491477, + 0.485342, + 0.491095, + 0.499477, + 0.486676, + 0.494414, + 0.489282, + 0.489841 + ] + }, + "ami": 0.488183, + "ami_std": 0.006695, + "main_score": 0.498662, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 62.469013306021225, + "kg_co2_emissions": null, + "date": 1784801795.121967, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 8.060014806687832e-06, + "end": 1.2568700409610756, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 1.2568805610062554, + "end": 2.9226819910109043, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 2.9281536109629087, + "end": 54.50917524500983, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 54.57050574698951, + "end": 62.463743458967656, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKURLClustering.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKURLClustering.json new file mode 100644 index 0000000000..3a8ba07c03 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKURLClustering.json @@ -0,0 +1,82 @@ +{ + "dataset_revision": "c5a24605e0fe5a23bc718a531570f353b377e3a3", + "task_name": "PravdaSKURLClustering", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.60774, + 0.60731, + 0.605801, + 0.621149, + 0.614834, + 0.613445, + 0.602987, + 0.611376, + 0.602951, + 0.617879 + ] + }, + "v_measure": 0.610547, + "v_measure_std": 0.005911, + "ami_scores": { + "Level 0": [ + 0.599756, + 0.599352, + 0.597748, + 0.613495, + 0.60697, + 0.605537, + 0.594906, + 0.603406, + 0.594934, + 0.610086 + ] + }, + "ami": 0.602619, + "ami_std": 0.006027, + "main_score": 0.610547, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 62.002855414990336, + "kg_co2_emissions": null, + "date": 1784801857.12991, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.391011316329241e-06, + "end": 4.3213952769874595, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 4.321407165960409, + "end": 5.969254540978, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 5.974484840990044, + "end": 54.383919385960326, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 54.445384063001256, + "end": 61.997108634968754, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SIB200Classification.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SIB200Classification.json index 0c61063e80..61223e564d 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SIB200Classification.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SIB200Classification.json @@ -132,6 +132,134 @@ "nld-Latn" ] }, + { + "scores_per_experiment": [ + { + "accuracy": 0.813124, + "f1": 0.806574, + "f1_weighted": 0.815647, + "precision": 0.809802, + "precision_weighted": 0.826987, + "recall": 0.815843, + "recall_weighted": 0.813124, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.810271, + "f1": 0.795447, + "f1_weighted": 0.807275, + "precision": 0.799841, + "precision_weighted": 0.815373, + "recall": 0.805419, + "recall_weighted": 0.810271, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.804565, + "f1": 0.797323, + "f1_weighted": 0.800542, + "precision": 0.790626, + "precision_weighted": 0.820036, + "recall": 0.824077, + "recall_weighted": 0.804565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.827389, + "f1": 0.80754, + "f1_weighted": 0.821989, + "precision": 0.835934, + "precision_weighted": 0.835051, + "recall": 0.805468, + "recall_weighted": 0.827389, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.835949, + "f1": 0.828226, + "f1_weighted": 0.835388, + "precision": 0.840423, + "precision_weighted": 0.84488, + "recall": 0.82525, + "recall_weighted": 0.835949, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.81883, + "f1": 0.812739, + "f1_weighted": 0.8171, + "precision": 0.815824, + "precision_weighted": 0.837496, + "recall": 0.836049, + "recall_weighted": 0.81883, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.808845, + "f1": 0.800205, + "f1_weighted": 0.805894, + "precision": 0.806546, + "precision_weighted": 0.814675, + "recall": 0.809678, + "recall_weighted": 0.808845, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.837375, + "f1": 0.831106, + "f1_weighted": 0.836744, + "precision": 0.829437, + "precision_weighted": 0.842339, + "recall": 0.838262, + "recall_weighted": 0.837375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.81883, + "f1": 0.812055, + "f1_weighted": 0.818923, + "precision": 0.814901, + "precision_weighted": 0.835772, + "recall": 0.830039, + "recall_weighted": 0.81883, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.840228, + "f1": 0.832142, + "f1_weighted": 0.838948, + "precision": 0.83756, + "precision_weighted": 0.842889, + "recall": 0.83352, + "recall_weighted": 0.840228, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.821541, + "f1": 0.812336, + "f1_weighted": 0.819845, + "precision": 0.818089, + "precision_weighted": 0.83155, + "recall": 0.82236, + "recall_weighted": 0.821541, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.821541, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, { "scores_per_experiment": [ { @@ -390,6 +518,134 @@ "nld-Latn" ] }, + { + "scores_per_experiment": [ + { + "accuracy": 0.828283, + "f1": 0.818812, + "f1_weighted": 0.834906, + "precision": 0.833179, + "precision_weighted": 0.860051, + "recall": 0.82902, + "recall_weighted": 0.828283, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.787879, + "f1": 0.774641, + "f1_weighted": 0.79045, + "precision": 0.783911, + "precision_weighted": 0.802163, + "recall": 0.778601, + "recall_weighted": 0.787879, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.747475, + "f1": 0.748878, + "f1_weighted": 0.744374, + "precision": 0.759872, + "precision_weighted": 0.806259, + "recall": 0.792319, + "recall_weighted": 0.747475, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.858586, + "f1": 0.848909, + "f1_weighted": 0.856711, + "precision": 0.866905, + "precision_weighted": 0.863033, + "recall": 0.842229, + "recall_weighted": 0.858586, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.838384, + "f1": 0.831965, + "f1_weighted": 0.841442, + "precision": 0.851558, + "precision_weighted": 0.859316, + "recall": 0.828091, + "recall_weighted": 0.838384, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.868687, + "f1": 0.868548, + "f1_weighted": 0.871338, + "precision": 0.884114, + "precision_weighted": 0.886529, + "recall": 0.873102, + "recall_weighted": 0.868687, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.808081, + "f1": 0.793128, + "f1_weighted": 0.805701, + "precision": 0.8215, + "precision_weighted": 0.824665, + "recall": 0.796607, + "recall_weighted": 0.808081, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.79798, + "f1": 0.791253, + "f1_weighted": 0.805849, + "precision": 0.805368, + "precision_weighted": 0.832736, + "recall": 0.79643, + "recall_weighted": 0.79798, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.848485, + "f1": 0.844888, + "f1_weighted": 0.850999, + "precision": 0.851826, + "precision_weighted": 0.862898, + "recall": 0.849808, + "recall_weighted": 0.848485, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.838384, + "f1": 0.829468, + "f1_weighted": 0.836017, + "precision": 0.850978, + "precision_weighted": 0.846864, + "recall": 0.826838, + "recall_weighted": 0.838384, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.822222, + "f1": 0.815049, + "f1_weighted": 0.823779, + "precision": 0.830921, + "precision_weighted": 0.844451, + "recall": 0.821305, + "recall_weighted": 0.822222, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.822222, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, { "scores_per_experiment": [ { @@ -648,6 +904,134 @@ "nld-Latn" ] }, + { + "scores_per_experiment": [ + { + "accuracy": 0.867647, + "f1": 0.859564, + "f1_weighted": 0.871254, + "precision": 0.867788, + "precision_weighted": 0.888699, + "recall": 0.871169, + "recall_weighted": 0.867647, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.808824, + "f1": 0.795209, + "f1_weighted": 0.805835, + "precision": 0.800674, + "precision_weighted": 0.819672, + "recall": 0.810763, + "recall_weighted": 0.808824, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818627, + "f1": 0.812442, + "f1_weighted": 0.811991, + "precision": 0.804324, + "precision_weighted": 0.823709, + "recall": 0.839635, + "recall_weighted": 0.818627, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.803922, + "f1": 0.771291, + "f1_weighted": 0.794188, + "precision": 0.796256, + "precision_weighted": 0.802964, + "recall": 0.771578, + "recall_weighted": 0.803922, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.828431, + "f1": 0.821144, + "f1_weighted": 0.826128, + "precision": 0.824403, + "precision_weighted": 0.836562, + "recall": 0.832669, + "recall_weighted": 0.828431, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.828431, + "f1": 0.80443, + "f1_weighted": 0.826285, + "precision": 0.809618, + "precision_weighted": 0.836142, + "recall": 0.815403, + "recall_weighted": 0.828431, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.803922, + "f1": 0.770558, + "f1_weighted": 0.79298, + "precision": 0.799437, + "precision_weighted": 0.811811, + "recall": 0.782817, + "recall_weighted": 0.803922, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.838235, + "f1": 0.825127, + "f1_weighted": 0.837175, + "precision": 0.818224, + "precision_weighted": 0.849043, + "recall": 0.844736, + "recall_weighted": 0.838235, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.828431, + "f1": 0.818551, + "f1_weighted": 0.82844, + "precision": 0.825264, + "precision_weighted": 0.836923, + "recall": 0.823699, + "recall_weighted": 0.828431, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.872549, + "f1": 0.856687, + "f1_weighted": 0.870923, + "precision": 0.864456, + "precision_weighted": 0.873899, + "recall": 0.85369, + "recall_weighted": 0.872549, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.829902, + "f1": 0.8135, + "f1_weighted": 0.82652, + "precision": 0.821045, + "precision_weighted": 0.837942, + "recall": 0.824616, + "recall_weighted": 0.829902, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.829902, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, { "scores_per_experiment": [ { @@ -778,7 +1162,7 @@ } ] }, - "evaluation_time": 91.2021472454071, + "evaluation_time": 71.02914176497143, "kg_co2_emissions": null, - "date": 1772055703.771739 + "date": 1784792720.37921 } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SKQuadRetrieval.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SKQuadRetrieval.json new file mode 100644 index 0000000000..6229c2a8b5 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SKQuadRetrieval.json @@ -0,0 +1,198 @@ +{ + "dataset_revision": "09f81f51dd5b8497da16d02c69c98d5cb5993ef2", + "task_name": "SKQuadRetrieval", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49965, + "ndcg_at_3": 0.59029, + "ndcg_at_5": 0.61951, + "ndcg_at_10": 0.64754, + "ndcg_at_20": 0.66788, + "ndcg_at_100": 0.69007, + "ndcg_at_1000": 0.69599, + "map_at_1": 0.33636, + "map_at_3": 0.47408, + "map_at_5": 0.49709, + "map_at_10": 0.51583, + "map_at_20": 0.52694, + "map_at_100": 0.53396, + "map_at_1000": 0.53441, + "recall_at_1": 0.33636, + "recall_at_3": 0.60387, + "recall_at_5": 0.67462, + "recall_at_10": 0.75492, + "recall_at_20": 0.82933, + "recall_at_100": 0.94224, + "recall_at_1000": 0.98795, + "accuracy": 0.33636, + "precision_at_1": 0.51058, + "precision_at_3": 0.31481, + "precision_at_5": 0.2164, + "precision_at_10": 0.1254, + "precision_at_20": 0.07218, + "precision_at_100": 0.0172, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.510582, + "mrr_at_3": 0.672986, + "mrr_at_5": 0.687581, + "mrr_at_10": 0.693826, + "mrr_at_20": 0.695007, + "mrr_at_100": 0.695448, + "mrr_at_1000": 0.695483, + "nauc_ndcg_at_1_max": 0.065159, + "nauc_ndcg_at_1_std": -0.108522, + "nauc_ndcg_at_1_diff1": 0.294666, + "nauc_ndcg_at_3_max": 0.059017, + "nauc_ndcg_at_3_std": -0.215572, + "nauc_ndcg_at_3_diff1": 0.228476, + "nauc_ndcg_at_5_max": 0.06419, + "nauc_ndcg_at_5_std": -0.201782, + "nauc_ndcg_at_5_diff1": 0.224142, + "nauc_ndcg_at_10_max": 0.083596, + "nauc_ndcg_at_10_std": -0.166917, + "nauc_ndcg_at_10_diff1": 0.236232, + "nauc_ndcg_at_20_max": 0.085428, + "nauc_ndcg_at_20_std": -0.144089, + "nauc_ndcg_at_20_diff1": 0.233804, + "nauc_ndcg_at_100_max": 0.09326, + "nauc_ndcg_at_100_std": -0.12698, + "nauc_ndcg_at_100_diff1": 0.237415, + "nauc_ndcg_at_1000_max": 0.094294, + "nauc_ndcg_at_1000_std": -0.139921, + "nauc_ndcg_at_1000_diff1": 0.245551, + "nauc_map_at_1_max": -0.00965, + "nauc_map_at_1_std": -0.153998, + "nauc_map_at_1_diff1": 0.282928, + "nauc_map_at_3_max": -0.000847, + "nauc_map_at_3_std": -0.213431, + "nauc_map_at_3_diff1": 0.227448, + "nauc_map_at_5_max": 0.007704, + "nauc_map_at_5_std": -0.20594, + "nauc_map_at_5_diff1": 0.224455, + "nauc_map_at_10_max": 0.023195, + "nauc_map_at_10_std": -0.192234, + "nauc_map_at_10_diff1": 0.229329, + "nauc_map_at_20_max": 0.026995, + "nauc_map_at_20_std": -0.182254, + "nauc_map_at_20_diff1": 0.228561, + "nauc_map_at_100_max": 0.030879, + "nauc_map_at_100_std": -0.175871, + "nauc_map_at_100_diff1": 0.230565, + "nauc_map_at_1000_max": 0.031046, + "nauc_map_at_1000_std": -0.176387, + "nauc_map_at_1000_diff1": 0.230925, + "nauc_recall_at_1_max": -0.00965, + "nauc_recall_at_1_std": -0.153998, + "nauc_recall_at_1_diff1": 0.282928, + "nauc_recall_at_3_max": -0.008564, + "nauc_recall_at_3_std": -0.238248, + "nauc_recall_at_3_diff1": 0.127297, + "nauc_recall_at_5_max": -0.006349, + "nauc_recall_at_5_std": -0.202028, + "nauc_recall_at_5_diff1": 0.08669, + "nauc_recall_at_10_max": 0.022778, + "nauc_recall_at_10_std": -0.113199, + "nauc_recall_at_10_diff1": 0.085549, + "nauc_recall_at_20_max": 0.015803, + "nauc_recall_at_20_std": 0.001679, + "nauc_recall_at_20_diff1": 0.033707, + "nauc_recall_at_100_max": 0.079599, + "nauc_recall_at_100_std": 0.403402, + "nauc_recall_at_100_diff1": -0.094573, + "nauc_recall_at_1000_max": 0.28513, + "nauc_recall_at_1000_std": 0.564078, + "nauc_recall_at_1000_diff1": -0.009362, + "nauc_precision_at_1_max": 0.06639, + "nauc_precision_at_1_std": -0.098257, + "nauc_precision_at_1_diff1": 0.290094, + "nauc_precision_at_3_max": 0.185934, + "nauc_precision_at_3_std": -0.146538, + "nauc_precision_at_3_diff1": 0.046823, + "nauc_precision_at_5_max": 0.209875, + "nauc_precision_at_5_std": -0.020481, + "nauc_precision_at_5_diff1": -0.010492, + "nauc_precision_at_10_max": 0.250986, + "nauc_precision_at_10_std": 0.100916, + "nauc_precision_at_10_diff1": -0.004916, + "nauc_precision_at_20_max": 0.211516, + "nauc_precision_at_20_std": 0.184943, + "nauc_precision_at_20_diff1": -0.037987, + "nauc_precision_at_100_max": 0.204782, + "nauc_precision_at_100_std": 0.239659, + "nauc_precision_at_100_diff1": -0.0482, + "nauc_precision_at_1000_max": 0.201918, + "nauc_precision_at_1000_std": 0.192637, + "nauc_precision_at_1000_diff1": -0.036921, + "nauc_mrr_at_1_max": 0.06639, + "nauc_mrr_at_1_std": -0.098257, + "nauc_mrr_at_1_diff1": 0.290094, + "nauc_mrr_at_3_max": 0.135338, + "nauc_mrr_at_3_std": -0.15174, + "nauc_mrr_at_3_diff1": 0.267547, + "nauc_mrr_at_5_max": 0.136681, + "nauc_mrr_at_5_std": -0.139195, + "nauc_mrr_at_5_diff1": 0.269295, + "nauc_mrr_at_10_max": 0.136214, + "nauc_mrr_at_10_std": -0.127107, + "nauc_mrr_at_10_diff1": 0.273189, + "nauc_mrr_at_20_max": 0.133723, + "nauc_mrr_at_20_std": -0.126937, + "nauc_mrr_at_20_diff1": 0.272356, + "nauc_mrr_at_100_max": 0.132653, + "nauc_mrr_at_100_std": -0.127618, + "nauc_mrr_at_100_diff1": 0.272352, + "nauc_mrr_at_1000_max": 0.132527, + "nauc_mrr_at_1000_std": -0.127772, + "nauc_mrr_at_1000_diff1": 0.272479, + "hit_rate_at_1": 0.51058, + "hit_rate_at_3": 0.85714, + "hit_rate_at_5": 0.91975, + "hit_rate_at_10": 0.96384, + "hit_rate_at_20": 0.97972, + "hit_rate_at_100": 0.99471, + "hit_rate_at_1000": 1.0, + "main_score": 0.64754, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 630.982602710952, + "kg_co2_emissions": null, + "date": 1784708593.49429, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 3.31512618198758, + "split": "", + "subset": "" + }, + { + "name": "Data loading", + "start": 6.125197590969037, + "end": 8.672015346004628, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 8.685327899991535, + "end": 630.1527296499698, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 630.1527718789876, + "end": 630.9599566169782, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumCategoryClustering.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumCategoryClustering.json new file mode 100644 index 0000000000..4902f40d8f --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumCategoryClustering.json @@ -0,0 +1,82 @@ +{ + "dataset_revision": "c5a6521a4ddce3450fb04ba218623681a9189c6d", + "task_name": "SMESumCategoryClustering", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.471231, + 0.47628, + 0.454339, + 0.442691, + 0.483366, + 0.471954, + 0.484032, + 0.447664, + 0.489543, + 0.460234 + ] + }, + "v_measure": 0.468133, + "v_measure_std": 0.015339, + "ami_scores": { + "Level 0": [ + 0.470402, + 0.475449, + 0.453467, + 0.441813, + 0.482557, + 0.47113, + 0.483184, + 0.446776, + 0.488753, + 0.459367 + ] + }, + "ami": 0.46729, + "ami_std": 0.015366, + "main_score": 0.468133, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 9.00472930597607, + "kg_co2_emissions": null, + "date": 1784801926.129144, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.930014256387949e-06, + "end": 1.2380257889744826, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 1.2380357279907912, + "end": 1.465422932000365, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 1.4675615039886907, + "end": 5.757441969995853, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 5.765766796015669, + "end": 8.99972759897355, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumRetrieval.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumRetrieval.json new file mode 100644 index 0000000000..a8c83da440 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumRetrieval.json @@ -0,0 +1,191 @@ +{ + "dataset_revision": "c5a6521a4ddce3450fb04ba218623681a9189c6d", + "task_name": "SMESumRetrieval", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.82293, + "ndcg_at_5": 0.83721, + "ndcg_at_10": 0.84784, + "ndcg_at_20": 0.85548, + "ndcg_at_100": 0.86019, + "ndcg_at_1000": 0.86147, + "map_at_1": 0.76, + "map_at_3": 0.80778, + "map_at_5": 0.81561, + "map_at_10": 0.81992, + "map_at_20": 0.82204, + "map_at_100": 0.82271, + "map_at_1000": 0.82276, + "recall_at_1": 0.76, + "recall_at_3": 0.86667, + "recall_at_5": 0.90167, + "recall_at_10": 0.935, + "recall_at_20": 0.965, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.76, + "precision_at_1": 0.76, + "precision_at_3": 0.28889, + "precision_at_5": 0.18033, + "precision_at_10": 0.0935, + "precision_at_20": 0.04825, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.76, + "mrr_at_3": 0.807778, + "mrr_at_5": 0.815611, + "mrr_at_10": 0.819918, + "mrr_at_20": 0.822037, + "mrr_at_100": 0.822714, + "mrr_at_1000": 0.822764, + "nauc_ndcg_at_1_max": 0.697319, + "nauc_ndcg_at_1_std": -0.045888, + "nauc_ndcg_at_1_diff1": 0.854792, + "nauc_ndcg_at_3_max": 0.726022, + "nauc_ndcg_at_3_std": -0.012153, + "nauc_ndcg_at_3_diff1": 0.840795, + "nauc_ndcg_at_5_max": 0.723239, + "nauc_ndcg_at_5_std": -0.003912, + "nauc_ndcg_at_5_diff1": 0.839151, + "nauc_ndcg_at_10_max": 0.727617, + "nauc_ndcg_at_10_std": 0.003288, + "nauc_ndcg_at_10_diff1": 0.843776, + "nauc_ndcg_at_20_max": 0.724622, + "nauc_ndcg_at_20_std": 0.006716, + "nauc_ndcg_at_20_diff1": 0.843582, + "nauc_ndcg_at_100_max": 0.721564, + "nauc_ndcg_at_100_std": -0.001616, + "nauc_ndcg_at_100_diff1": 0.844302, + "nauc_ndcg_at_1000_max": 0.719328, + "nauc_ndcg_at_1000_std": -0.009692, + "nauc_ndcg_at_1000_diff1": 0.843635, + "nauc_map_at_1_max": 0.697319, + "nauc_map_at_1_std": -0.045888, + "nauc_map_at_1_diff1": 0.854792, + "nauc_map_at_3_max": 0.717199, + "nauc_map_at_3_std": -0.025307, + "nauc_map_at_3_diff1": 0.843624, + "nauc_map_at_5_max": 0.715077, + "nauc_map_at_5_std": -0.022157, + "nauc_map_at_5_diff1": 0.842772, + "nauc_map_at_10_max": 0.716422, + "nauc_map_at_10_std": -0.019989, + "nauc_map_at_10_diff1": 0.844368, + "nauc_map_at_20_max": 0.715533, + "nauc_map_at_20_std": -0.01991, + "nauc_map_at_20_diff1": 0.844332, + "nauc_map_at_100_max": 0.715101, + "nauc_map_at_100_std": -0.020857, + "nauc_map_at_100_diff1": 0.844357, + "nauc_map_at_1000_max": 0.715042, + "nauc_map_at_1000_std": -0.021078, + "nauc_map_at_1000_diff1": 0.844334, + "nauc_recall_at_1_max": 0.697319, + "nauc_recall_at_1_std": -0.045888, + "nauc_recall_at_1_diff1": 0.854792, + "nauc_recall_at_3_max": 0.761233, + "nauc_recall_at_3_std": 0.04185, + "nauc_recall_at_3_diff1": 0.830303, + "nauc_recall_at_5_max": 0.764508, + "nauc_recall_at_5_std": 0.092611, + "nauc_recall_at_5_diff1": 0.821931, + "nauc_recall_at_10_max": 0.815186, + "nauc_recall_at_10_std": 0.189399, + "nauc_recall_at_10_diff1": 0.846058, + "nauc_recall_at_20_max": 0.847383, + "nauc_recall_at_20_std": 0.414388, + "nauc_recall_at_20_diff1": 0.845049, + "nauc_recall_at_100_max": 0.953704, + "nauc_recall_at_100_std": 0.832011, + "nauc_recall_at_100_diff1": 0.910131, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.697319, + "nauc_precision_at_1_std": -0.045888, + "nauc_precision_at_1_diff1": 0.854792, + "nauc_precision_at_3_max": 0.761233, + "nauc_precision_at_3_std": 0.04185, + "nauc_precision_at_3_diff1": 0.830303, + "nauc_precision_at_5_max": 0.764508, + "nauc_precision_at_5_std": 0.092611, + "nauc_precision_at_5_diff1": 0.821931, + "nauc_precision_at_10_max": 0.815186, + "nauc_precision_at_10_std": 0.189399, + "nauc_precision_at_10_diff1": 0.846058, + "nauc_precision_at_20_max": 0.847383, + "nauc_precision_at_20_std": 0.414388, + "nauc_precision_at_20_diff1": 0.845049, + "nauc_precision_at_100_max": 0.953704, + "nauc_precision_at_100_std": 0.832011, + "nauc_precision_at_100_diff1": 0.910131, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.697319, + "nauc_mrr_at_1_std": -0.045888, + "nauc_mrr_at_1_diff1": 0.854792, + "nauc_mrr_at_3_max": 0.717199, + "nauc_mrr_at_3_std": -0.025307, + "nauc_mrr_at_3_diff1": 0.843624, + "nauc_mrr_at_5_max": 0.715077, + "nauc_mrr_at_5_std": -0.022157, + "nauc_mrr_at_5_diff1": 0.842772, + "nauc_mrr_at_10_max": 0.716422, + "nauc_mrr_at_10_std": -0.019989, + "nauc_mrr_at_10_diff1": 0.844368, + "nauc_mrr_at_20_max": 0.715533, + "nauc_mrr_at_20_std": -0.01991, + "nauc_mrr_at_20_diff1": 0.844332, + "nauc_mrr_at_100_max": 0.715101, + "nauc_mrr_at_100_std": -0.020857, + "nauc_mrr_at_100_diff1": 0.844357, + "nauc_mrr_at_1000_max": 0.715042, + "nauc_mrr_at_1000_std": -0.021078, + "nauc_mrr_at_1000_diff1": 0.844334, + "hit_rate_at_1": 0.76, + "hit_rate_at_3": 0.86667, + "hit_rate_at_5": 0.90167, + "hit_rate_at_10": 0.935, + "hit_rate_at_20": 0.965, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.84784, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 110.1505959390197, + "kg_co2_emissions": null, + "date": 1784706889.09168, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 12.899058055016212, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 12.917878448031843, + "end": 109.84913474804489, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 109.84917675604811, + "end": 110.14006035303464, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SkQuadReranking.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SkQuadReranking.json new file mode 100644 index 0000000000..0edb0946ed --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SkQuadReranking.json @@ -0,0 +1,198 @@ +{ + "dataset_revision": "3997eba1c60721e34f7b01db400f5b14a40218ea", + "task_name": "SkQuadReranking", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.54722, + "ndcg_at_3": 0.63984, + "ndcg_at_5": 0.68741, + "ndcg_at_10": 0.74763, + "ndcg_at_20": 0.7571, + "ndcg_at_100": 0.7571, + "ndcg_at_1000": 0.7571, + "map_at_1": 0.41751, + "map_at_3": 0.56996, + "map_at_5": 0.60525, + "map_at_10": 0.64313, + "map_at_20": 0.64826, + "map_at_100": 0.64826, + "map_at_1000": 0.64826, + "recall_at_1": 0.41751, + "recall_at_3": 0.71347, + "recall_at_5": 0.81587, + "recall_at_10": 0.97207, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.41751, + "precision_at_1": 0.54722, + "precision_at_3": 0.32804, + "precision_at_5": 0.23266, + "precision_at_10": 0.14722, + "precision_at_20": 0.07643, + "precision_at_100": 0.01529, + "precision_at_1000": 0.00153, + "mrr_at_1": 0.54722, + "mrr_at_3": 0.693586, + "mrr_at_5": 0.709871, + "mrr_at_10": 0.716816, + "mrr_at_20": 0.717457, + "mrr_at_100": 0.717457, + "mrr_at_1000": 0.717457, + "nauc_ndcg_at_1_max": 0.08425, + "nauc_ndcg_at_1_std": 0.004797, + "nauc_ndcg_at_1_diff1": 0.409073, + "nauc_ndcg_at_3_max": 0.084953, + "nauc_ndcg_at_3_std": 0.086515, + "nauc_ndcg_at_3_diff1": 0.297469, + "nauc_ndcg_at_5_max": 0.092373, + "nauc_ndcg_at_5_std": 0.090821, + "nauc_ndcg_at_5_diff1": 0.314254, + "nauc_ndcg_at_10_max": 0.0915, + "nauc_ndcg_at_10_std": 0.09116, + "nauc_ndcg_at_10_diff1": 0.322195, + "nauc_ndcg_at_20_max": 0.096256, + "nauc_ndcg_at_20_std": 0.077654, + "nauc_ndcg_at_20_diff1": 0.3285, + "nauc_ndcg_at_100_max": 0.096256, + "nauc_ndcg_at_100_std": 0.077654, + "nauc_ndcg_at_100_diff1": 0.3285, + "nauc_ndcg_at_1000_max": 0.096256, + "nauc_ndcg_at_1000_std": 0.077654, + "nauc_ndcg_at_1000_diff1": 0.3285, + "nauc_map_at_1_max": 0.019327, + "nauc_map_at_1_std": -0.002499, + "nauc_map_at_1_diff1": 0.36974, + "nauc_map_at_3_max": 0.055914, + "nauc_map_at_3_std": 0.060511, + "nauc_map_at_3_diff1": 0.314762, + "nauc_map_at_5_max": 0.067328, + "nauc_map_at_5_std": 0.064475, + "nauc_map_at_5_diff1": 0.32389, + "nauc_map_at_10_max": 0.070017, + "nauc_map_at_10_std": 0.067925, + "nauc_map_at_10_diff1": 0.323717, + "nauc_map_at_20_max": 0.071893, + "nauc_map_at_20_std": 0.063295, + "nauc_map_at_20_diff1": 0.325787, + "nauc_map_at_100_max": 0.071893, + "nauc_map_at_100_std": 0.063295, + "nauc_map_at_100_diff1": 0.325787, + "nauc_map_at_1000_max": 0.071893, + "nauc_map_at_1000_std": 0.063295, + "nauc_map_at_1000_diff1": 0.325787, + "nauc_recall_at_1_max": 0.019327, + "nauc_recall_at_1_std": -0.002499, + "nauc_recall_at_1_diff1": 0.36974, + "nauc_recall_at_3_max": 0.07878, + "nauc_recall_at_3_std": 0.128242, + "nauc_recall_at_3_diff1": 0.191545, + "nauc_recall_at_5_max": 0.083543, + "nauc_recall_at_5_std": 0.141432, + "nauc_recall_at_5_diff1": 0.194742, + "nauc_recall_at_10_max": -0.01155, + "nauc_recall_at_10_std": 0.332913, + "nauc_recall_at_10_diff1": 0.108208, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.08425, + "nauc_precision_at_1_std": 0.004797, + "nauc_precision_at_1_diff1": 0.409073, + "nauc_precision_at_3_max": 0.207234, + "nauc_precision_at_3_std": 0.182177, + "nauc_precision_at_3_diff1": 0.036391, + "nauc_precision_at_5_max": 0.179628, + "nauc_precision_at_5_std": 0.13989, + "nauc_precision_at_5_diff1": -0.030544, + "nauc_precision_at_10_max": 0.118736, + "nauc_precision_at_10_std": 0.085433, + "nauc_precision_at_10_diff1": -0.142792, + "nauc_precision_at_20_max": 0.118136, + "nauc_precision_at_20_std": 0.054244, + "nauc_precision_at_20_diff1": -0.149579, + "nauc_precision_at_100_max": 0.118136, + "nauc_precision_at_100_std": 0.054244, + "nauc_precision_at_100_diff1": -0.149579, + "nauc_precision_at_1000_max": 0.118136, + "nauc_precision_at_1000_std": 0.054244, + "nauc_precision_at_1000_diff1": -0.149579, + "nauc_mrr_at_1_max": 0.08425, + "nauc_mrr_at_1_std": 0.004797, + "nauc_mrr_at_1_diff1": 0.409073, + "nauc_mrr_at_3_max": 0.147138, + "nauc_mrr_at_3_std": 0.09578, + "nauc_mrr_at_3_diff1": 0.344115, + "nauc_mrr_at_5_max": 0.136691, + "nauc_mrr_at_5_std": 0.088438, + "nauc_mrr_at_5_diff1": 0.352053, + "nauc_mrr_at_10_max": 0.126887, + "nauc_mrr_at_10_std": 0.075419, + "nauc_mrr_at_10_diff1": 0.357281, + "nauc_mrr_at_20_max": 0.126917, + "nauc_mrr_at_20_std": 0.073285, + "nauc_mrr_at_20_diff1": 0.35794, + "nauc_mrr_at_100_max": 0.126917, + "nauc_mrr_at_100_std": 0.073285, + "nauc_mrr_at_100_diff1": 0.35794, + "nauc_mrr_at_1000_max": 0.126917, + "nauc_mrr_at_1000_std": 0.073285, + "nauc_mrr_at_1000_diff1": 0.35794, + "hit_rate_at_1": 0.54722, + "hit_rate_at_3": 0.87202, + "hit_rate_at_5": 0.94263, + "hit_rate_at_10": 0.99294, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.64826, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 1296.1791253149859, + "kg_co2_emissions": null, + "date": 1784796000.055029, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 1.6408972442150116e-05, + "end": 5.8115020169643685, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 5.811512815998867, + "end": 5.811514595989138, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 5.824649707006756, + "end": 1296.049798913009, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 1296.0498235629639, + "end": 1296.1713633380132, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakHateSpeechClassification.v2.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakHateSpeechClassification.v2.json new file mode 100644 index 0000000000..95ca9ebfcd --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakHateSpeechClassification.v2.json @@ -0,0 +1,248 @@ +{ + "dataset_revision": "691fe861df0ffa25066cbf6da8e64ebd296af6ab", + "task_name": "SlovakHateSpeechClassification.v2", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.448666, + "f1": 0.429101, + "f1_weighted": 0.475836, + "precision": 0.46439, + "precision_weighted": 0.561026, + "recall": 0.455963, + "recall_weighted": 0.448666, + "ap": 0.263286, + "ap_weighted": 0.263286 + }, + { + "accuracy": 0.531124, + "f1": 0.524591, + "f1_weighted": 0.549234, + "precision": 0.580536, + "precision_weighted": 0.685705, + "recall": 0.59579, + "recall_weighted": 0.531124, + "ap": 0.326245, + "ap_weighted": 0.326245 + }, + { + "accuracy": 0.601455, + "f1": 0.565022, + "f1_weighted": 0.620689, + "precision": 0.572604, + "precision_weighted": 0.665987, + "recall": 0.588567, + "recall_weighted": 0.601455, + "ap": 0.325065, + "ap_weighted": 0.325065 + }, + { + "accuracy": 0.635408, + "f1": 0.596527, + "f1_weighted": 0.651912, + "precision": 0.599069, + "precision_weighted": 0.689012, + "recall": 0.619219, + "recall_weighted": 0.635408, + "ap": 0.346931, + "ap_weighted": 0.346931 + }, + { + "accuracy": 0.590137, + "f1": 0.570887, + "f1_weighted": 0.611078, + "precision": 0.594281, + "precision_weighted": 0.692826, + "recall": 0.617157, + "recall_weighted": 0.590137, + "ap": 0.341659, + "ap_weighted": 0.341659 + }, + { + "accuracy": 0.618432, + "f1": 0.586651, + "f1_weighted": 0.637333, + "precision": 0.594784, + "precision_weighted": 0.687844, + "recall": 0.616335, + "recall_weighted": 0.618432, + "ap": 0.343384, + "ap_weighted": 0.343384 + }, + { + "accuracy": 0.597413, + "f1": 0.574509, + "f1_weighted": 0.618163, + "precision": 0.592631, + "precision_weighted": 0.689507, + "recall": 0.615092, + "recall_weighted": 0.597413, + "ap": 0.340905, + "ap_weighted": 0.340905 + }, + { + "accuracy": 0.608731, + "f1": 0.584452, + "f1_weighted": 0.628868, + "precision": 0.599785, + "precision_weighted": 0.695735, + "recall": 0.623829, + "recall_weighted": 0.608731, + "ap": 0.347263, + "ap_weighted": 0.347263 + }, + { + "accuracy": 0.641067, + "f1": 0.606836, + "f1_weighted": 0.658136, + "precision": 0.610783, + "precision_weighted": 0.701305, + "recall": 0.634696, + "recall_weighted": 0.641067, + "ap": 0.357784, + "ap_weighted": 0.357784 + }, + { + "accuracy": 0.696847, + "f1": 0.644157, + "f1_weighted": 0.704707, + "precision": 0.639401, + "precision_weighted": 0.716989, + "recall": 0.65471, + "recall_weighted": 0.696847, + "ap": 0.382417, + "ap_weighted": 0.382417 + } + ], + "accuracy": 0.596928, + "f1": 0.568273, + "f1_weighted": 0.615596, + "precision": 0.584826, + "precision_weighted": 0.678594, + "recall": 0.602136, + "recall_weighted": 0.596928, + "ap": 0.337494, + "ap_weighted": 0.337494, + "main_score": 0.596928, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 30.001454553974327, + "kg_co2_emissions": null, + "date": 1784792567.599049, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 5.090027116239071e-06, + "end": 3.5934973250259645, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 3.5935096640023403, + "end": 3.5935117740300484, + "split": "", + "subset": "" + }, + { + "name": "Encoding training samples", + "start": 6.718258381995838, + "end": 8.722356739046518, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding test samples", + "start": 8.841691615001764, + "end": 23.327635929046664, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (0/10)", + "start": 23.32781241304474, + "end": 24.26829285803251, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (1/10)", + "start": 24.26835446601035, + "end": 24.893759016005788, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (2/10)", + "start": 24.893813725037035, + "end": 25.526367115031462, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (3/10)", + "start": 25.526425582997035, + "end": 26.164897297043353, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (4/10)", + "start": 26.164953595027328, + "end": 26.79618201300036, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (5/10)", + "start": 26.796241931035183, + "end": 27.45190727803856, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (6/10)", + "start": 27.45196534600109, + "end": 28.09116317302687, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (7/10)", + "start": 28.09121934202267, + "end": 28.731016717036255, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (8/10)", + "start": 28.731071704998612, + "end": 29.363682334020268, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (9/10)", + "start": 29.363739101041574, + "end": 29.996080329001416, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 23.327668258047197, + "end": 29.996086219034623, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakMovieReviewSentimentClassification.v2.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakMovieReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..150b6d3dbc --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakMovieReviewSentimentClassification.v2.json @@ -0,0 +1,248 @@ +{ + "dataset_revision": "29a7405aabcfd4860a51ae6f65a5650d63108f26", + "task_name": "SlovakMovieReviewSentimentClassification.v2", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.859562, + "f1": 0.854173, + "f1_weighted": 0.859087, + "precision": 0.85684, + "precision_weighted": 0.859121, + "recall": 0.852047, + "recall_weighted": 0.859562, + "ap": 0.761494, + "ap_weighted": 0.761494 + }, + { + "accuracy": 0.86255, + "f1": 0.861145, + "f1_weighted": 0.863593, + "precision": 0.860522, + "precision_weighted": 0.87425, + "recall": 0.871702, + "recall_weighted": 0.86255, + "ap": 0.754067, + "ap_weighted": 0.754067 + }, + { + "accuracy": 0.843127, + "f1": 0.838961, + "f1_weighted": 0.843502, + "precision": 0.83753, + "precision_weighted": 0.844232, + "recall": 0.840766, + "recall_weighted": 0.843127, + "ap": 0.732472, + "ap_weighted": 0.732472 + }, + { + "accuracy": 0.816235, + "f1": 0.815769, + "f1_weighted": 0.817393, + "precision": 0.824594, + "precision_weighted": 0.844209, + "recall": 0.833016, + "recall_weighted": 0.816235, + "ap": 0.691295, + "ap_weighted": 0.691295 + }, + { + "accuracy": 0.773904, + "f1": 0.769289, + "f1_weighted": 0.775009, + "precision": 0.767572, + "precision_weighted": 0.777891, + "recall": 0.772861, + "recall_weighted": 0.773904, + "ap": 0.639627, + "ap_weighted": 0.639627 + }, + { + "accuracy": 0.863048, + "f1": 0.85927, + "f1_weighted": 0.863312, + "precision": 0.858005, + "precision_weighted": 0.863806, + "recall": 0.860777, + "recall_weighted": 0.863048, + "ap": 0.762131, + "ap_weighted": 0.762131 + }, + { + "accuracy": 0.838645, + "f1": 0.838105, + "f1_weighted": 0.839745, + "precision": 0.845116, + "precision_weighted": 0.864096, + "recall": 0.854786, + "recall_weighted": 0.838645, + "ap": 0.719599, + "ap_weighted": 0.719599 + }, + { + "accuracy": 0.821713, + "f1": 0.821287, + "f1_weighted": 0.822816, + "precision": 0.830517, + "precision_weighted": 0.850384, + "recall": 0.838938, + "recall_weighted": 0.821713, + "ap": 0.698046, + "ap_weighted": 0.698046 + }, + { + "accuracy": 0.836155, + "f1": 0.835173, + "f1_weighted": 0.837404, + "precision": 0.838137, + "precision_weighted": 0.854741, + "recall": 0.848704, + "recall_weighted": 0.836155, + "ap": 0.717025, + "ap_weighted": 0.717025 + }, + { + "accuracy": 0.817231, + "f1": 0.81665, + "f1_weighted": 0.818459, + "precision": 0.824007, + "precision_weighted": 0.842936, + "recall": 0.832963, + "recall_weighted": 0.817231, + "ap": 0.692554, + "ap_weighted": 0.692554 + } + ], + "accuracy": 0.833217, + "f1": 0.830982, + "f1_weighted": 0.834032, + "precision": 0.834284, + "precision_weighted": 0.847567, + "recall": 0.840656, + "recall_weighted": 0.833217, + "ap": 0.716831, + "ap_weighted": 0.716831, + "main_score": 0.833217, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 81.73780803097179, + "kg_co2_emissions": null, + "date": 1784792649.342827, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.210043698549271e-06, + "end": 4.193141586030833, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 4.193152676045429, + "end": 4.290291431010701, + "split": "", + "subset": "" + }, + { + "name": "Encoding training samples", + "start": 9.937477273051627, + "end": 14.644707652041689, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding test samples", + "start": 14.835052457056008, + "end": 71.642269064032, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (0/10)", + "start": 71.64244250801858, + "end": 72.66808868502267, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (1/10)", + "start": 72.66815300303278, + "end": 73.67616018402623, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (2/10)", + "start": 73.67621719103772, + "end": 74.67918097600341, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (3/10)", + "start": 74.67923943401547, + "end": 75.69217535603093, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (4/10)", + "start": 75.69223129400052, + "end": 76.70591825805604, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (5/10)", + "start": 76.70597601600457, + "end": 77.71214658400277, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (6/10)", + "start": 77.71220428100787, + "end": 78.7205651900149, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (7/10)", + "start": 78.72062187700067, + "end": 79.72334955102997, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (8/10)", + "start": 79.72341064905049, + "end": 80.72443991503678, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (9/10)", + "start": 80.72450009203749, + "end": 81.73209751804825, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 71.64230319304625, + "end": 81.73210457805544, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakNLI.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakNLI.json new file mode 100644 index 0000000000..6e5d4b1f0f --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakNLI.json @@ -0,0 +1,87 @@ +{ + "dataset_revision": "79914f425b59d8b9fabb6d38c37f6d81f9723f46", + "task_name": "SlovakNLI", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "similarity_accuracy": 0.772251, + "similarity_f1": 0.798144, + "similarity_precision": 0.757709, + "similarity_recall": 0.843137, + "similarity_ap": 0.841494, + "cosine_accuracy": 0.772251, + "cosine_f1": 0.798144, + "cosine_precision": 0.757709, + "cosine_recall": 0.843137, + "cosine_ap": 0.841494, + "manhattan_accuracy": 0.767016, + "manhattan_f1": 0.790909, + "manhattan_precision": 0.737288, + "manhattan_recall": 0.852941, + "manhattan_ap": 0.839905, + "euclidean_accuracy": 0.772251, + "euclidean_f1": 0.797203, + "euclidean_precision": 0.76, + "euclidean_recall": 0.838235, + "euclidean_ap": 0.841662, + "dot_accuracy": 0.774869, + "dot_f1": 0.799097, + "dot_precision": 0.740586, + "dot_recall": 0.867647, + "dot_ap": 0.839127, + "max_accuracy": 0.774869, + "max_f1": 0.799097, + "max_precision": 0.76, + "max_recall": 0.867647, + "max_ap": 0.841662, + "main_score": 0.841662, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 9.923270820989273, + "kg_co2_emissions": null, + "date": 1784792191.947204, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.809990059584379e-06, + "end": 2.0082011370104738, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 2.0082119069993496, + "end": 2.041118446039036, + "split": "", + "subset": "" + }, + { + "name": "Encoding samples 1", + "start": 2.1712322490056977, + "end": 6.351711076044012, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding samples 2", + "start": 6.351741895021405, + "end": 9.901419799018186, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 9.901446258008946, + "end": 9.90946451498894, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakParlaSentClassification.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakParlaSentClassification.json new file mode 100644 index 0000000000..1ade400a60 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakParlaSentClassification.json @@ -0,0 +1,248 @@ +{ + "dataset_revision": "0587c2b6499fbc68a7623439c2af2b24748968dc", + "task_name": "SlovakParlaSentClassification", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.709615, + "f1": 0.670771, + "f1_weighted": 0.710733, + "precision": 0.679056, + "precision_weighted": 0.721848, + "recall": 0.67173, + "recall_weighted": 0.709615, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.705769, + "f1": 0.679353, + "f1_weighted": 0.708561, + "precision": 0.686247, + "precision_weighted": 0.720793, + "recall": 0.680657, + "recall_weighted": 0.705769, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.746154, + "f1": 0.704113, + "f1_weighted": 0.742472, + "precision": 0.71361, + "precision_weighted": 0.741142, + "recall": 0.697384, + "recall_weighted": 0.746154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.696154, + "f1": 0.660729, + "f1_weighted": 0.698463, + "precision": 0.656624, + "precision_weighted": 0.702091, + "recall": 0.667017, + "recall_weighted": 0.696154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.715385, + "f1": 0.675475, + "f1_weighted": 0.713304, + "precision": 0.678361, + "precision_weighted": 0.726602, + "recall": 0.692063, + "recall_weighted": 0.715385, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.723077, + "f1": 0.692852, + "f1_weighted": 0.724338, + "precision": 0.694316, + "precision_weighted": 0.726878, + "recall": 0.692553, + "recall_weighted": 0.723077, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.719231, + "f1": 0.67817, + "f1_weighted": 0.715341, + "precision": 0.682825, + "precision_weighted": 0.721458, + "recall": 0.68367, + "recall_weighted": 0.719231, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.692308, + "f1": 0.65672, + "f1_weighted": 0.69428, + "precision": 0.653358, + "precision_weighted": 0.69695, + "recall": 0.661212, + "recall_weighted": 0.692308, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725, + "f1": 0.682182, + "f1_weighted": 0.726247, + "precision": 0.680512, + "precision_weighted": 0.727668, + "recall": 0.684083, + "recall_weighted": 0.725, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.732692, + "f1": 0.691225, + "f1_weighted": 0.730605, + "precision": 0.693876, + "precision_weighted": 0.729775, + "recall": 0.689635, + "recall_weighted": 0.732692, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.716538, + "f1": 0.679159, + "f1_weighted": 0.716434, + "precision": 0.681878, + "precision_weighted": 0.72152, + "recall": 0.682, + "recall_weighted": 0.716538, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.716538, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 18.57477651600493, + "kg_co2_emissions": null, + "date": 1784793316.003422, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 7.310009095817804e-06, + "end": 1.014535523019731, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 1.0145458219922148, + "end": 1.2299036249751225, + "split": "", + "subset": "" + }, + { + "name": "Encoding training samples", + "start": 2.0231173729989678, + "end": 5.332443045976106, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding test samples", + "start": 5.389152167015709, + "end": 12.279032207967248, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (0/10)", + "start": 12.27916265296517, + "end": 12.953236358007416, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (1/10)", + "start": 12.953305135015398, + "end": 13.59228424099274, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (2/10)", + "start": 13.592355148983188, + "end": 14.221552810980938, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (3/10)", + "start": 14.22162066900637, + "end": 14.862569802964572, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (4/10)", + "start": 14.862637849990278, + "end": 15.47723696497269, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (5/10)", + "start": 15.477302643004805, + "end": 16.086198745993897, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (6/10)", + "start": 16.086265014018863, + "end": 16.695492054976057, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (7/10)", + "start": 16.69555711298017, + "end": 17.311012717022095, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (8/10)", + "start": 17.311078273982275, + "end": 17.93869507400086, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (9/10)", + "start": 17.938761001976673, + "end": 18.56942989100935, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 12.279063955997117, + "end": 18.56943653099006, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyDrMaxReranking.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyDrMaxReranking.json new file mode 100644 index 0000000000..ba9c404a37 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyDrMaxReranking.json @@ -0,0 +1,198 @@ +{ + "dataset_revision": "b557bbc99cf4d410b32a5e25a22f34f08b540e06", + "task_name": "SlovakPharmacyDrMaxReranking", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.8843, + "ndcg_at_3": 0.94005, + "ndcg_at_5": 0.94939, + "ndcg_at_10": 0.94939, + "ndcg_at_20": 0.94939, + "ndcg_at_100": 0.94939, + "ndcg_at_1000": 0.94939, + "map_at_1": 0.8843, + "map_at_3": 0.927, + "map_at_5": 0.93224, + "map_at_10": 0.93224, + "map_at_20": 0.93224, + "map_at_100": 0.93224, + "map_at_1000": 0.93224, + "recall_at_1": 0.8843, + "recall_at_3": 0.97754, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.8843, + "precision_at_1": 0.8843, + "precision_at_3": 0.32585, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.884303, + "mrr_at_3": 0.927003, + "mrr_at_5": 0.932243, + "mrr_at_10": 0.932243, + "mrr_at_20": 0.932243, + "mrr_at_100": 0.932243, + "mrr_at_1000": 0.932243, + "nauc_ndcg_at_1_max": 0.781884, + "nauc_ndcg_at_1_std": 0.687511, + "nauc_ndcg_at_1_diff1": 0.872547, + "nauc_ndcg_at_3_max": 0.808233, + "nauc_ndcg_at_3_std": 0.730227, + "nauc_ndcg_at_3_diff1": 0.863064, + "nauc_ndcg_at_5_max": 0.794719, + "nauc_ndcg_at_5_std": 0.707957, + "nauc_ndcg_at_5_diff1": 0.867534, + "nauc_ndcg_at_10_max": 0.794719, + "nauc_ndcg_at_10_std": 0.707957, + "nauc_ndcg_at_10_diff1": 0.867534, + "nauc_ndcg_at_20_max": 0.794719, + "nauc_ndcg_at_20_std": 0.707957, + "nauc_ndcg_at_20_diff1": 0.867534, + "nauc_ndcg_at_100_max": 0.794719, + "nauc_ndcg_at_100_std": 0.707957, + "nauc_ndcg_at_100_diff1": 0.867534, + "nauc_ndcg_at_1000_max": 0.794719, + "nauc_ndcg_at_1000_std": 0.707957, + "nauc_ndcg_at_1000_diff1": 0.867534, + "nauc_map_at_1_max": 0.781884, + "nauc_map_at_1_std": 0.687511, + "nauc_map_at_1_diff1": 0.872547, + "nauc_map_at_3_max": 0.800049, + "nauc_map_at_3_std": 0.716724, + "nauc_map_at_3_diff1": 0.865604, + "nauc_map_at_5_max": 0.793838, + "nauc_map_at_5_std": 0.706531, + "nauc_map_at_5_diff1": 0.86782, + "nauc_map_at_10_max": 0.793838, + "nauc_map_at_10_std": 0.706531, + "nauc_map_at_10_diff1": 0.86782, + "nauc_map_at_20_max": 0.793838, + "nauc_map_at_20_std": 0.706531, + "nauc_map_at_20_diff1": 0.86782, + "nauc_map_at_100_max": 0.793838, + "nauc_map_at_100_std": 0.706531, + "nauc_map_at_100_diff1": 0.86782, + "nauc_map_at_1000_max": 0.793838, + "nauc_map_at_1000_std": 0.706531, + "nauc_map_at_1000_diff1": 0.86782, + "nauc_recall_at_1_max": 0.781884, + "nauc_recall_at_1_std": 0.687511, + "nauc_recall_at_1_diff1": 0.872547, + "nauc_recall_at_3_max": 0.881481, + "nauc_recall_at_3_std": 0.851471, + "nauc_recall_at_3_diff1": 0.840985, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.781884, + "nauc_precision_at_1_std": 0.687511, + "nauc_precision_at_1_diff1": 0.872547, + "nauc_precision_at_3_max": 0.881481, + "nauc_precision_at_3_std": 0.851471, + "nauc_precision_at_3_diff1": 0.840985, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.781884, + "nauc_mrr_at_1_std": 0.687511, + "nauc_mrr_at_1_diff1": 0.872547, + "nauc_mrr_at_3_max": 0.800049, + "nauc_mrr_at_3_std": 0.716724, + "nauc_mrr_at_3_diff1": 0.865604, + "nauc_mrr_at_5_max": 0.793838, + "nauc_mrr_at_5_std": 0.706531, + "nauc_mrr_at_5_diff1": 0.86782, + "nauc_mrr_at_10_max": 0.793838, + "nauc_mrr_at_10_std": 0.706531, + "nauc_mrr_at_10_diff1": 0.86782, + "nauc_mrr_at_20_max": 0.793838, + "nauc_mrr_at_20_std": 0.706531, + "nauc_mrr_at_20_diff1": 0.86782, + "nauc_mrr_at_100_max": 0.793838, + "nauc_mrr_at_100_std": 0.706531, + "nauc_mrr_at_100_diff1": 0.86782, + "nauc_mrr_at_1000_max": 0.793838, + "nauc_mrr_at_1000_std": 0.706531, + "nauc_mrr_at_1000_diff1": 0.86782, + "hit_rate_at_1": 0.8843, + "hit_rate_at_3": 0.97754, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.93224, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 1339.0266566270147, + "kg_co2_emissions": null, + "date": 1784797339.088016, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 5.730020347982645e-06, + "end": 9.216717202041764, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 9.216730721003842, + "end": 9.216732381028123, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 9.267576466023456, + "end": 1338.6735323010362, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 1338.6735593200428, + "end": 1339.014725332032, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyMojaLekarenReranking.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyMojaLekarenReranking.json new file mode 100644 index 0000000000..1b39e213b1 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyMojaLekarenReranking.json @@ -0,0 +1,198 @@ +{ + "dataset_revision": "e4ac8bb50c5252d154996df080d9901774556368", + "task_name": "SlovakPharmacyMojaLekarenReranking", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.94038, + "ndcg_at_3": 0.97383, + "ndcg_at_5": 0.97559, + "ndcg_at_10": 0.97559, + "ndcg_at_20": 0.97559, + "ndcg_at_100": 0.97559, + "ndcg_at_1000": 0.97559, + "map_at_1": 0.94038, + "map_at_3": 0.96612, + "map_at_5": 0.96714, + "map_at_10": 0.96714, + "map_at_20": 0.96714, + "map_at_100": 0.96714, + "map_at_1000": 0.96714, + "recall_at_1": 0.94038, + "recall_at_3": 0.99593, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.94038, + "precision_at_1": 0.94038, + "precision_at_3": 0.33198, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.940379, + "mrr_at_3": 0.966125, + "mrr_at_5": 0.967141, + "mrr_at_10": 0.967141, + "mrr_at_20": 0.967141, + "mrr_at_100": 0.967141, + "mrr_at_1000": 0.967141, + "nauc_ndcg_at_1_max": 0.744632, + "nauc_ndcg_at_1_std": 0.512435, + "nauc_ndcg_at_1_diff1": 0.937715, + "nauc_ndcg_at_3_max": 0.769595, + "nauc_ndcg_at_3_std": 0.568825, + "nauc_ndcg_at_3_diff1": 0.935628, + "nauc_ndcg_at_5_max": 0.753074, + "nauc_ndcg_at_5_std": 0.537907, + "nauc_ndcg_at_5_diff1": 0.934137, + "nauc_ndcg_at_10_max": 0.753074, + "nauc_ndcg_at_10_std": 0.537907, + "nauc_ndcg_at_10_diff1": 0.934137, + "nauc_ndcg_at_20_max": 0.753074, + "nauc_ndcg_at_20_std": 0.537907, + "nauc_ndcg_at_20_diff1": 0.934137, + "nauc_ndcg_at_100_max": 0.753074, + "nauc_ndcg_at_100_std": 0.537907, + "nauc_ndcg_at_100_diff1": 0.934137, + "nauc_ndcg_at_1000_max": 0.753074, + "nauc_ndcg_at_1000_std": 0.537907, + "nauc_ndcg_at_1000_diff1": 0.934137, + "nauc_map_at_1_max": 0.744632, + "nauc_map_at_1_std": 0.512435, + "nauc_map_at_1_diff1": 0.937715, + "nauc_map_at_3_max": 0.759887, + "nauc_map_at_3_std": 0.550144, + "nauc_map_at_3_diff1": 0.934983, + "nauc_map_at_5_max": 0.752461, + "nauc_map_at_5_std": 0.536231, + "nauc_map_at_5_diff1": 0.93432, + "nauc_map_at_10_max": 0.752461, + "nauc_map_at_10_std": 0.536231, + "nauc_map_at_10_diff1": 0.93432, + "nauc_map_at_20_max": 0.752461, + "nauc_map_at_20_std": 0.536231, + "nauc_map_at_20_diff1": 0.93432, + "nauc_map_at_100_max": 0.752461, + "nauc_map_at_100_std": 0.536231, + "nauc_map_at_100_diff1": 0.93432, + "nauc_map_at_1000_max": 0.752461, + "nauc_map_at_1000_std": 0.536231, + "nauc_map_at_1000_diff1": 0.93432, + "nauc_recall_at_1_max": 0.744632, + "nauc_recall_at_1_std": 0.512435, + "nauc_recall_at_1_diff1": 0.937715, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 0.956414, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744632, + "nauc_precision_at_1_std": 0.512435, + "nauc_precision_at_1_diff1": 0.937715, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 0.956414, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.744632, + "nauc_mrr_at_1_std": 0.512435, + "nauc_mrr_at_1_diff1": 0.937715, + "nauc_mrr_at_3_max": 0.759887, + "nauc_mrr_at_3_std": 0.550144, + "nauc_mrr_at_3_diff1": 0.934983, + "nauc_mrr_at_5_max": 0.752461, + "nauc_mrr_at_5_std": 0.536231, + "nauc_mrr_at_5_diff1": 0.93432, + "nauc_mrr_at_10_max": 0.752461, + "nauc_mrr_at_10_std": 0.536231, + "nauc_mrr_at_10_diff1": 0.93432, + "nauc_mrr_at_20_max": 0.752461, + "nauc_mrr_at_20_std": 0.536231, + "nauc_mrr_at_20_diff1": 0.93432, + "nauc_mrr_at_100_max": 0.752461, + "nauc_mrr_at_100_std": 0.536231, + "nauc_mrr_at_100_diff1": 0.93432, + "nauc_mrr_at_1000_max": 0.752461, + "nauc_mrr_at_1000_std": 0.536231, + "nauc_mrr_at_1000_diff1": 0.93432, + "hit_rate_at_1": 0.94038, + "hit_rate_at_3": 0.99593, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.96714, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 303.52486804203363, + "kg_co2_emissions": null, + "date": 1784797642.620386, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 6.139976903796196e-06, + "end": 9.478213170019444, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 9.47823668998899, + "end": 9.478239208983723, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 9.487237311026547, + "end": 303.4300401720102, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 303.43006178102223, + "end": 303.5180623800261, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSTS.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSTS.json new file mode 100644 index 0000000000..ac75eb0b8c --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSTS.json @@ -0,0 +1,65 @@ +{ + "dataset_revision": "2e428d17ae4178dae14f6643785647fc9f30edaa", + "task_name": "SlovakSTS", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "pearson": 0.861579, + "spearman": 0.863388, + "cosine_pearson": 0.861579, + "cosine_spearman": 0.863387, + "manhattan_pearson": 0.857942, + "manhattan_spearman": 0.863413, + "euclidean_pearson": 0.858393, + "euclidean_spearman": 0.863482, + "main_score": 0.863387, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 92.95910182100488, + "kg_co2_emissions": null, + "date": 1784709960.981998, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 5.208945367485285e-06, + "end": 3.357028152968269, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 3.3570402219775133, + "end": 3.6611435359809548, + "split": "", + "subset": "" + }, + { + "name": "Encoding samples 1", + "start": 3.674322664970532, + "end": 48.40971280494705, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding samples 2", + "start": 48.40975199296372, + "end": 92.91393193794647, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 92.91396319697378, + "end": 92.93860114895506, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumRetrieval.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumRetrieval.json new file mode 100644 index 0000000000..61ca9161f2 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumRetrieval.json @@ -0,0 +1,191 @@ +{ + "dataset_revision": "85d6b32f2762313714618171b9d1a65eb7408835", + "task_name": "SlovakSumRetrieval", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.875, + "ndcg_at_3": 0.90734, + "ndcg_at_5": 0.91365, + "ndcg_at_10": 0.9181, + "ndcg_at_20": 0.92117, + "ndcg_at_100": 0.92535, + "ndcg_at_1000": 0.92646, + "map_at_1": 0.875, + "map_at_3": 0.9, + "map_at_5": 0.90358, + "map_at_10": 0.90549, + "map_at_20": 0.9064, + "map_at_100": 0.90691, + "map_at_1000": 0.90696, + "recall_at_1": 0.875, + "recall_at_3": 0.92833, + "recall_at_5": 0.94333, + "recall_at_10": 0.95667, + "recall_at_20": 0.96833, + "recall_at_100": 0.99167, + "recall_at_1000": 1.0, + "accuracy": 0.875, + "precision_at_1": 0.875, + "precision_at_3": 0.30944, + "precision_at_5": 0.18867, + "precision_at_10": 0.09567, + "precision_at_20": 0.04842, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875, + "mrr_at_3": 0.9, + "mrr_at_5": 0.903583, + "mrr_at_10": 0.905495, + "mrr_at_20": 0.906398, + "mrr_at_100": 0.906907, + "mrr_at_1000": 0.906956, + "nauc_ndcg_at_1_max": 0.856337, + "nauc_ndcg_at_1_std": -0.019227, + "nauc_ndcg_at_1_diff1": 0.935443, + "nauc_ndcg_at_3_max": 0.87096, + "nauc_ndcg_at_3_std": 0.037178, + "nauc_ndcg_at_3_diff1": 0.919635, + "nauc_ndcg_at_5_max": 0.875794, + "nauc_ndcg_at_5_std": 0.084621, + "nauc_ndcg_at_5_diff1": 0.925998, + "nauc_ndcg_at_10_max": 0.876107, + "nauc_ndcg_at_10_std": 0.089943, + "nauc_ndcg_at_10_diff1": 0.927666, + "nauc_ndcg_at_20_max": 0.878809, + "nauc_ndcg_at_20_std": 0.113563, + "nauc_ndcg_at_20_diff1": 0.928631, + "nauc_ndcg_at_100_max": 0.874101, + "nauc_ndcg_at_100_std": 0.087048, + "nauc_ndcg_at_100_diff1": 0.928991, + "nauc_ndcg_at_1000_max": 0.873373, + "nauc_ndcg_at_1000_std": 0.074497, + "nauc_ndcg_at_1000_diff1": 0.928323, + "nauc_map_at_1_max": 0.856337, + "nauc_map_at_1_std": -0.019227, + "nauc_map_at_1_diff1": 0.935443, + "nauc_map_at_3_max": 0.867752, + "nauc_map_at_3_std": 0.02334, + "nauc_map_at_3_diff1": 0.924069, + "nauc_map_at_5_max": 0.870142, + "nauc_map_at_5_std": 0.047502, + "nauc_map_at_5_diff1": 0.927448, + "nauc_map_at_10_max": 0.870158, + "nauc_map_at_10_std": 0.049137, + "nauc_map_at_10_diff1": 0.928084, + "nauc_map_at_20_max": 0.870814, + "nauc_map_at_20_std": 0.054838, + "nauc_map_at_20_diff1": 0.928346, + "nauc_map_at_100_max": 0.870305, + "nauc_map_at_100_std": 0.05185, + "nauc_map_at_100_diff1": 0.928406, + "nauc_map_at_1000_max": 0.870279, + "nauc_map_at_1000_std": 0.051396, + "nauc_map_at_1000_diff1": 0.928384, + "nauc_recall_at_1_max": 0.856337, + "nauc_recall_at_1_std": -0.019227, + "nauc_recall_at_1_diff1": 0.935443, + "nauc_recall_at_3_max": 0.883015, + "nauc_recall_at_3_std": 0.090287, + "nauc_recall_at_3_diff1": 0.902232, + "nauc_recall_at_5_max": 0.903128, + "nauc_recall_at_5_std": 0.270226, + "nauc_recall_at_5_diff1": 0.920566, + "nauc_recall_at_10_max": 0.913093, + "nauc_recall_at_10_std": 0.352492, + "nauc_recall_at_10_diff1": 0.928356, + "nauc_recall_at_20_max": 0.95098, + "nauc_recall_at_20_std": 0.664431, + "nauc_recall_at_20_diff1": 0.937221, + "nauc_recall_at_100_max": 0.921569, + "nauc_recall_at_100_std": 0.910831, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.856337, + "nauc_precision_at_1_std": -0.019227, + "nauc_precision_at_1_diff1": 0.935443, + "nauc_precision_at_3_max": 0.883015, + "nauc_precision_at_3_std": 0.090287, + "nauc_precision_at_3_diff1": 0.902232, + "nauc_precision_at_5_max": 0.903128, + "nauc_precision_at_5_std": 0.270226, + "nauc_precision_at_5_diff1": 0.920566, + "nauc_precision_at_10_max": 0.913093, + "nauc_precision_at_10_std": 0.352492, + "nauc_precision_at_10_diff1": 0.928356, + "nauc_precision_at_20_max": 0.95098, + "nauc_precision_at_20_std": 0.664431, + "nauc_precision_at_20_diff1": 0.937221, + "nauc_precision_at_100_max": 0.921569, + "nauc_precision_at_100_std": 0.910831, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.856337, + "nauc_mrr_at_1_std": -0.019227, + "nauc_mrr_at_1_diff1": 0.935443, + "nauc_mrr_at_3_max": 0.867752, + "nauc_mrr_at_3_std": 0.02334, + "nauc_mrr_at_3_diff1": 0.924069, + "nauc_mrr_at_5_max": 0.870142, + "nauc_mrr_at_5_std": 0.047502, + "nauc_mrr_at_5_diff1": 0.927448, + "nauc_mrr_at_10_max": 0.870158, + "nauc_mrr_at_10_std": 0.049137, + "nauc_mrr_at_10_diff1": 0.928084, + "nauc_mrr_at_20_max": 0.870814, + "nauc_mrr_at_20_std": 0.054838, + "nauc_mrr_at_20_diff1": 0.928346, + "nauc_mrr_at_100_max": 0.870305, + "nauc_mrr_at_100_std": 0.05185, + "nauc_mrr_at_100_diff1": 0.928406, + "nauc_mrr_at_1000_max": 0.870279, + "nauc_mrr_at_1000_std": 0.051396, + "nauc_mrr_at_1000_diff1": 0.928384, + "hit_rate_at_1": 0.875, + "hit_rate_at_3": 0.92833, + "hit_rate_at_5": 0.94333, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.96833, + "hit_rate_at_100": 0.99167, + "hit_rate_at_1000": 1.0, + "main_score": 0.9181, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 109.51068988698535, + "kg_co2_emissions": null, + "date": 1784628967.606397, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 1.7516054389998317, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 1.7709117740159854, + "end": 109.20890487701399, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 109.20894360600505, + "end": 109.49936461902689, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumSTS.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumSTS.json new file mode 100644 index 0000000000..35e883700a --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumSTS.json @@ -0,0 +1,65 @@ +{ + "dataset_revision": "6286d808151adb399ef35b5bfaba1d7461ee6df3", + "task_name": "SlovakSumSTS", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "pearson": 0.935498, + "spearman": 0.924826, + "cosine_pearson": 0.935498, + "cosine_spearman": 0.924826, + "manhattan_pearson": 0.943871, + "manhattan_spearman": 0.925398, + "euclidean_pearson": 0.943766, + "euclidean_spearman": 0.924847, + "main_score": 0.924826, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 7.924155152984895, + "kg_co2_emissions": null, + "date": 1784792182.019285, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 8.119037374854088e-06, + "end": 2.025644841021858, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 2.0256576300016604, + "end": 2.167264993011486, + "split": "", + "subset": "" + }, + { + "name": "Encoding samples 1", + "start": 2.1713155150064267, + "end": 5.139309293008409, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding samples 2", + "start": 5.139337182044983, + "end": 7.9099423010484315, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 7.909963250043802, + "end": 7.91700217401376, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumURLClustering.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumURLClustering.json new file mode 100644 index 0000000000..4e82bc8b54 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumURLClustering.json @@ -0,0 +1,82 @@ +{ + "dataset_revision": "6ac67c0a18a641c611c49224a82012cd749000e2", + "task_name": "SlovakSumURLClustering", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.315823, + 0.297582, + 0.299019, + 0.283511, + 0.29479, + 0.310886, + 0.301777, + 0.296701, + 0.293016, + 0.291469 + ] + }, + "v_measure": 0.298457, + "v_measure_std": 0.008869, + "ami_scores": { + "Level 0": [ + 0.314694, + 0.296414, + 0.297849, + 0.282321, + 0.293608, + 0.30968, + 0.300583, + 0.295518, + 0.291783, + 0.290297 + ] + }, + "ami": 0.297275, + "ami_std": 0.008879, + "main_score": 0.298457, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 14.399612043984234, + "kg_co2_emissions": null, + "date": 1784801917.11959, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 7.960014045238495e-06, + "end": 1.1209415810299106, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 1.120951269986108, + "end": 2.2590496750199236, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 2.261688699014485, + "end": 10.769259834021796, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 10.781753158022184, + "end": 14.394429723033682, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQAs.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQAs.json index 03692fc9fc..c09902506e 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQAs.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQAs.json @@ -27,10 +27,34 @@ "eng-Latn", "tha-Thai" ] + }, + { + "precision": 0.996276, + "recall": 0.997256, + "f1": 0.996603, + "accuracy": 0.997256, + "main_score": 0.996603, + "hf_subset": "ces-slk", + "languages": [ + "ces-Latn", + "slk-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-slk", + "languages": [ + "eng-Latn", + "slk-Latn" + ] } ] }, - "evaluation_time": 42.25260066986084, + "evaluation_time": 226.52949099597754, "kg_co2_emissions": null, - "date": 1772379476.254995 + "date": 1784802530.062057 } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQuestions.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQuestions.json index 358a21d6c4..91bd5433a7 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQuestions.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQuestions.json @@ -27,10 +27,34 @@ "eng-Latn", "tha-Thai" ] + }, + { + "precision": 0.989808, + "recall": 0.992944, + "f1": 0.990853, + "accuracy": 0.992944, + "main_score": 0.990853, + "hf_subset": "ces-slk", + "languages": [ + "ces-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.991406, + "recall": 0.993966, + "f1": 0.992229, + "accuracy": 0.993966, + "main_score": 0.992229, + "hf_subset": "eng-slk", + "languages": [ + "eng-Latn", + "slk-Latn" + ] } ] }, - "evaluation_time": 17.297636032104492, + "evaluation_time": 88.31755394703941, "kg_co2_emissions": null, - "date": 1772379534.518297 + "date": 1784802303.526917 } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQRetrieval.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQRetrieval.json index 3545911687..62acc2de11 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQRetrieval.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQRetrieval.json @@ -159,6 +159,161 @@ "nld-Latn" ] }, + { + "ndcg_at_1": 0.73264, + "ndcg_at_3": 0.81016, + "ndcg_at_5": 0.82325, + "ndcg_at_10": 0.83318, + "ndcg_at_20": 0.8396, + "ndcg_at_100": 0.84611, + "ndcg_at_1000": 0.84778, + "map_at_1": 0.73264, + "map_at_3": 0.79152, + "map_at_5": 0.7988, + "map_at_10": 0.80294, + "map_at_20": 0.80475, + "map_at_100": 0.80569, + "map_at_1000": 0.80576, + "recall_at_1": 0.73264, + "recall_at_3": 0.86394, + "recall_at_5": 0.89565, + "recall_at_10": 0.9261, + "recall_at_20": 0.95116, + "recall_at_100": 0.98573, + "recall_at_1000": 0.99841, + "accuracy": 0.73264, + "precision_at_1": 0.73264, + "precision_at_3": 0.28798, + "precision_at_5": 0.17913, + "precision_at_10": 0.09261, + "precision_at_20": 0.04756, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.732318, + "mrr_at_3": 0.791521, + "mrr_at_5": 0.799038, + "mrr_at_10": 0.803032, + "mrr_at_20": 0.804839, + "mrr_at_100": 0.805777, + "mrr_at_1000": 0.805849, + "nauc_ndcg_at_1_max": 0.521711, + "nauc_ndcg_at_1_std": -0.125908, + "nauc_ndcg_at_1_diff1": 0.824509, + "nauc_ndcg_at_3_max": 0.544047, + "nauc_ndcg_at_3_std": -0.157029, + "nauc_ndcg_at_3_diff1": 0.797439, + "nauc_ndcg_at_5_max": 0.530798, + "nauc_ndcg_at_5_std": -0.172012, + "nauc_ndcg_at_5_diff1": 0.79562, + "nauc_ndcg_at_10_max": 0.53132, + "nauc_ndcg_at_10_std": -0.166566, + "nauc_ndcg_at_10_diff1": 0.801675, + "nauc_ndcg_at_20_max": 0.529762, + "nauc_ndcg_at_20_std": -0.165073, + "nauc_ndcg_at_20_diff1": 0.803437, + "nauc_ndcg_at_100_max": 0.532354, + "nauc_ndcg_at_100_std": -0.15641, + "nauc_ndcg_at_100_diff1": 0.803049, + "nauc_ndcg_at_1000_max": 0.531689, + "nauc_ndcg_at_1000_std": -0.156116, + "nauc_ndcg_at_1000_diff1": 0.804386, + "nauc_map_at_1_max": 0.521711, + "nauc_map_at_1_std": -0.125908, + "nauc_map_at_1_diff1": 0.824509, + "nauc_map_at_3_max": 0.538039, + "nauc_map_at_3_std": -0.148312, + "nauc_map_at_3_diff1": 0.8052, + "nauc_map_at_5_max": 0.531252, + "nauc_map_at_5_std": -0.155436, + "nauc_map_at_5_diff1": 0.804623, + "nauc_map_at_10_max": 0.531451, + "nauc_map_at_10_std": -0.153047, + "nauc_map_at_10_diff1": 0.806969, + "nauc_map_at_20_max": 0.531168, + "nauc_map_at_20_std": -0.152439, + "nauc_map_at_20_diff1": 0.807465, + "nauc_map_at_100_max": 0.531482, + "nauc_map_at_100_std": -0.151465, + "nauc_map_at_100_diff1": 0.807439, + "nauc_map_at_1000_max": 0.531461, + "nauc_map_at_1000_std": -0.151449, + "nauc_map_at_1000_diff1": 0.807479, + "nauc_recall_at_1_max": 0.521711, + "nauc_recall_at_1_std": -0.125908, + "nauc_recall_at_1_diff1": 0.824509, + "nauc_recall_at_3_max": 0.568629, + "nauc_recall_at_3_std": -0.192928, + "nauc_recall_at_3_diff1": 0.76537, + "nauc_recall_at_5_max": 0.524823, + "nauc_recall_at_5_std": -0.259492, + "nauc_recall_at_5_diff1": 0.749511, + "nauc_recall_at_10_max": 0.525666, + "nauc_recall_at_10_std": -0.261166, + "nauc_recall_at_10_diff1": 0.769731, + "nauc_recall_at_20_max": 0.502306, + "nauc_recall_at_20_std": -0.295372, + "nauc_recall_at_20_diff1": 0.773148, + "nauc_recall_at_100_max": 0.570239, + "nauc_recall_at_100_std": -0.141497, + "nauc_recall_at_100_diff1": 0.681194, + "nauc_recall_at_1000_max": 0.422716, + "nauc_recall_at_1000_std": 0.129716, + "nauc_recall_at_1000_diff1": 0.631759, + "nauc_precision_at_1_max": 0.521711, + "nauc_precision_at_1_std": -0.125908, + "nauc_precision_at_1_diff1": 0.824509, + "nauc_precision_at_3_max": 0.568629, + "nauc_precision_at_3_std": -0.192928, + "nauc_precision_at_3_diff1": 0.76537, + "nauc_precision_at_5_max": 0.524823, + "nauc_precision_at_5_std": -0.259492, + "nauc_precision_at_5_diff1": 0.749511, + "nauc_precision_at_10_max": 0.525666, + "nauc_precision_at_10_std": -0.261166, + "nauc_precision_at_10_diff1": 0.769731, + "nauc_precision_at_20_max": 0.502306, + "nauc_precision_at_20_std": -0.295372, + "nauc_precision_at_20_diff1": 0.773148, + "nauc_precision_at_100_max": 0.570239, + "nauc_precision_at_100_std": -0.141497, + "nauc_precision_at_100_diff1": 0.681194, + "nauc_precision_at_1000_max": 0.422716, + "nauc_precision_at_1000_std": 0.129716, + "nauc_precision_at_1000_diff1": 0.631759, + "nauc_mrr_at_1_max": 0.522549, + "nauc_mrr_at_1_std": -0.124815, + "nauc_mrr_at_1_diff1": 0.825053, + "nauc_mrr_at_3_max": 0.537914, + "nauc_mrr_at_3_std": -0.14833, + "nauc_mrr_at_3_diff1": 0.805303, + "nauc_mrr_at_5_max": 0.530598, + "nauc_mrr_at_5_std": -0.156563, + "nauc_mrr_at_5_diff1": 0.804517, + "nauc_mrr_at_10_max": 0.53124, + "nauc_mrr_at_10_std": -0.153524, + "nauc_mrr_at_10_diff1": 0.807038, + "nauc_mrr_at_20_max": 0.530955, + "nauc_mrr_at_20_std": -0.152945, + "nauc_mrr_at_20_diff1": 0.807538, + "nauc_mrr_at_100_max": 0.531297, + "nauc_mrr_at_100_std": -0.151903, + "nauc_mrr_at_100_diff1": 0.807534, + "nauc_mrr_at_1000_max": 0.531267, + "nauc_mrr_at_1000_std": -0.151882, + "nauc_mrr_at_1000_diff1": 0.807569, + "hit_rate_at_1": 0.73264, + "hit_rate_at_3": 0.86394, + "hit_rate_at_5": 0.89565, + "hit_rate_at_10": 0.9261, + "hit_rate_at_20": 0.95116, + "hit_rate_at_100": 0.98573, + "hit_rate_at_1000": 0.99841, + "main_score": 0.83318, + "hf_subset": "slk", + "languages": [ + "slk-Latn" + ] + }, { "ndcg_at_1": 0.65781, "ndcg_at_3": 0.72694, @@ -316,7 +471,7 @@ } ] }, - "evaluation_time": 4019.0379509925842, + "evaluation_time": 1274.5156255870243, "kg_co2_emissions": null, - "date": 1772055532.856342 + "date": 1784709868.016371 } \ No newline at end of file